-- Logs begin at Thu 2022-05-05 20:39:19 UTC, end at Thu 2022-05-05 23:16:29 UTC. -- May 05 21:25:58.868428 n-d-825175-4 systemd[1]: Started Devstack devstack@q-svc.service. May 05 21:26:01.125158 n-d-825175-4 neutron-server[83958]: INFO neutron.common.config [-] Logging enabled! May 05 21:26:01.125901 n-d-825175-4 neutron-server[83958]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.4.2.dev6 May 05 21:26:01.125901 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83958) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} May 05 21:26:01.128055 n-d-825175-4 neutron-server[83958]: INFO neutron.common.config [-] Logging enabled! May 05 21:26:01.128299 n-d-825175-4 neutron-server[83958]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.4.2.dev6 May 05 21:26:01.128532 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83958) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} May 05 21:26:01.129485 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 05 21:26:01.129708 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 05 21:26:01.130051 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 05 21:26:01.130290 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 05 21:26:01.130504 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 05 21:26:01.130852 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.131218 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.131624 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.131763 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.132026 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.132266 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.132535 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.132811 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.133102 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.133377 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.133647 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.133922 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.134140 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.134415 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.134696 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.134972 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.135186 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] debug = True {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.135457 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.135869 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.136272 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.136544 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.136824 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.137088 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.137360 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.137633 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.137954 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] host = n-d-825175-4 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.138224 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.138507 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.138812 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.139092 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.139358 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.139623 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.139897 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.140161 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.140424 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] log_file = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.140690 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.140967 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.141243 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.141524 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.141749 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.141956 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.142236 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.142517 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.142812 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.143080 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.143344 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.143608 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.143871 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.144128 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.144401 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.144672 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.144945 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.145209 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.145472 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.145732 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.145992 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.146267 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.146569 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.146889 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.147136 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.147415 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.147675 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.147944 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.148236 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.148512 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.148786 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.149062 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.149325 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.149596 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.149857 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.150120 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.150384 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] use_json = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.150647 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.150929 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.151198 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.151461 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.151723 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.151986 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.152247 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.152522 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.152784 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:01.153070 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.153358 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.153649 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.153924 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.154210 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.154485 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.154786 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.155059 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.155339 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.155617 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.155896 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.156166 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.156444 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.156730 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.157011 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.157276 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.157548 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.157839 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.158110 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.158375 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.158646 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.158948 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.159217 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.159481 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.159757 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.160027 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.160293 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.160556 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.160827 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.161107 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.161373 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.161635 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.161896 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.162231 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.162475 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.162776 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.163040 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.163303 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.163567 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.163835 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.164097 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.164361 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.164625 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.164888 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.165154 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.165416 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.165679 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.165942 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.166203 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.166464 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.166751 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.167015 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.167280 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.167555 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.167807 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.168067 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.168330 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.168596 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.168873 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.169158 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.169424 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.169692 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.169959 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.170226 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.170490 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.170800 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.171061 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.171328 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.171591 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.171868 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.172139 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.172411 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.172680 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.172947 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.173226 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.173491 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.173763 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.174029 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.174294 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.174568 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.174864 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.175148 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.175435 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.175722 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.176003 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.176284 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.176556 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.176853 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.177124 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:01.177333 n-d-825175-4 neutron-server[83958]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 05 21:26:01.177565 n-d-825175-4 neutron-server[83958]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83958) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 05 21:26:01.575921 n-d-825175-4 neutron-server[83958]: INFO keyring.backend [-] Loading KWallet May 05 21:26:01.583367 n-d-825175-4 neutron-server[83958]: INFO keyring.backend [-] Loading SecretService May 05 21:26:01.586851 n-d-825175-4 neutron-server[83958]: INFO keyring.backend [-] Loading Windows May 05 21:26:01.588179 n-d-825175-4 neutron-server[83958]: INFO keyring.backend [-] Loading chainer May 05 21:26:01.588767 n-d-825175-4 neutron-server[83958]: INFO keyring.backend [-] Loading macOS May 05 21:26:01.621964 n-d-825175-4 neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 05 21:26:01.622230 n-d-825175-4 neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=83958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 05 21:26:01.622509 n-d-825175-4 neutron-server[83958]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 05 21:26:01.623904 n-d-825175-4 neutron-server[83958]: INFO neutron.manager [-] Loading core plugin: ml2 May 05 21:26:01.921275 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:01.921513 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:01.921799 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:01.977486 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:01.977759 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:01.978024 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:01.981052 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:01.981320 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:01.981580 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:02.009430 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:02.009694 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:02.009951 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:02.036615 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:02.036883 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:02.037165 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:02.353202 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:02.353869 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:02.353869 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:02.354024 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:02.354891 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:02.470133 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:02.470449 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:02.470712 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:02.471010 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:02.471269 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:02.471579 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:02.471833 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:02.472089 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:02.472339 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:02.472628 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:02.472857 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:02.473115 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:02.473378 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:02.473632 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:02.473894 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:02.474148 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:02.474408 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:02.474745 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:02.474994 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:02.475270 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:02.475612 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:02.475860 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:02.476102 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:02.476381 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:02.476623 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:02.477222 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:02.477603 n-d-825175-4 neutron-server[83958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 05 21:26:02.477838 n-d-825175-4 neutron-server[83958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 05 21:26:02.478070 n-d-825175-4 neutron-server[83958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 05 21:26:02.478302 n-d-825175-4 neutron-server[83958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 05 21:26:02.478532 n-d-825175-4 neutron-server[83958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 05 21:26:02.478791 n-d-825175-4 neutron-server[83958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 05 21:26:02.479337 n-d-825175-4 neutron-server[83958]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 05 21:26:02.482393 n-d-825175-4 neutron-server[83958]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 05 21:26:02.486304 n-d-825175-4 neutron-server[83958]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 05 21:26:02.490127 n-d-825175-4 neutron-server[83958]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) May 05 21:26:02.491770 n-d-825175-4 neutron-server[83958]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 05 21:26:02.492143 n-d-825175-4 neutron-server[83958]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 05 21:26:02.492469 n-d-825175-4 neutron-server[83958]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 05 21:26:02.492840 n-d-825175-4 neutron-server[83958]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 05 21:26:02.495598 n-d-825175-4 neutron-server[83958]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 05 21:26:02.495845 n-d-825175-4 neutron-server[83958]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 05 21:26:02.496181 n-d-825175-4 neutron-server[83958]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 05 21:26:02.523742 n-d-825175-4 neutron-server[83958]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] May 05 21:26:02.524197 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:02.524487 n-d-825175-4 neutron-server[83958]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83958) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 05 21:26:02.524844 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:02.526203 n-d-825175-4 neutron-server[83958]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83958) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 05 21:26:02.526458 n-d-825175-4 neutron-server[83958]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 05 21:26:02.526701 n-d-825175-4 neutron-server[83958]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 05 21:26:02.529966 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:02.530240 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:02.590007 n-d-825175-4 neutron-server[83958]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 05 21:26:02.590241 n-d-825175-4 neutron-server[83958]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 05 21:26:02.590468 n-d-825175-4 neutron-server[83958]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 05 21:26:02.590873 n-d-825175-4 neutron-server[83958]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 05 21:26:02.629743 n-d-825175-4 neutron-server[83958]: DEBUG oslo_db.sqlalchemy.engines [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83958) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} May 05 21:26:02.960034 n-d-825175-4 neutron-server[83958]: INFO neutron.plugins.ml2.managers [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Initializing driver for type 'gre' May 05 21:26:02.960463 n-d-825175-4 neutron-server[83958]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] gre ID ranges: [(1, 1000)] May 05 21:26:03.016565 n-d-825175-4 neutron-server[83958]: INFO neutron.plugins.ml2.managers [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Initializing driver for type 'local' May 05 21:26:03.016890 n-d-825175-4 neutron-server[83958]: INFO neutron.plugins.ml2.managers [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Initializing driver for type 'vlan' May 05 21:26:03.032652 n-d-825175-4 neutron-server[83958]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] VlanTypeDriver initialization complete May 05 21:26:03.033002 n-d-825175-4 neutron-server[83958]: INFO neutron.plugins.ml2.managers [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Initializing driver for type 'vxlan' May 05 21:26:03.033500 n-d-825175-4 neutron-server[83958]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] vxlan ID ranges: [(1, 1000)] May 05 21:26:03.089174 n-d-825175-4 neutron-server[83958]: INFO neutron.plugins.ml2.managers [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Initializing extension driver 'port_security' May 05 21:26:03.089551 n-d-825175-4 neutron-server[83958]: INFO neutron.plugins.ml2.extensions.port_security [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] PortSecurityExtensionDriver initialization complete May 05 21:26:03.089930 n-d-825175-4 neutron-server[83958]: INFO neutron.plugins.ml2.managers [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Initializing mechanism driver 'openvswitch' May 05 21:26:03.090249 n-d-825175-4 neutron-server[83958]: INFO neutron.plugins.ml2.managers [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Initializing mechanism driver 'hyperv' May 05 21:26:03.096696 n-d-825175-4 neutron-server[83958]: DEBUG neutron.plugins.ml2.plugin [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:26:03.097402 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: > port after_create 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.097757 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: > port after_update 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.098104 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: > port after_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.098621 n-d-825175-4 neutron-server[83958]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83958) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 05 21:26:03.099068 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: > subnet after_create 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.099414 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: > subnet after_update 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.099785 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.100162 n-d-825175-4 neutron-server[83958]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83958) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 05 21:26:03.100560 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: > network after_create 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.100903 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: > network after_update 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.101242 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: > network after_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.101621 n-d-825175-4 neutron-server[83958]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83958) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 05 21:26:03.102371 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: > security_group after_create 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.102741 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: > security_group after_update 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.103081 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.103598 n-d-825175-4 neutron-server[83958]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83958) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 05 21:26:03.103995 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.104342 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.104675 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.105055 n-d-825175-4 neutron-server[83958]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83958) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 05 21:26:03.105487 n-d-825175-4 neutron-server[83958]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] ML2 OVO RPC backend initialized. {{(pid=83958) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} May 05 21:26:03.106115 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.106470 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.106911 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: > network before_response 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.107257 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: > networks before_response 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.107599 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: > port before_response 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.107939 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: > ports before_response 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.108278 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: > subnet before_response 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.108619 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: > subnets before_response 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.108959 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: > network after_create 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.109295 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: > network after_update 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.109628 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: > network after_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.109962 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: > port after_create 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.110296 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: > port after_update 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.110626 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: > port after_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.110984 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: > subnet after_create 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.111317 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: > subnet after_update 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.111650 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.112220 n-d-825175-4 neutron-server[83958]: INFO neutron.plugins.ml2.plugin [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Modular L2 Plugin initialization complete May 05 21:26:03.112547 n-d-825175-4 neutron-server[83958]: DEBUG neutron.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading services supported by the core plugin {{(pid=83958) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 05 21:26:03.112871 n-d-825175-4 neutron-server[83958]: INFO neutron.plugins.ml2.managers [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Got port-security extension from driver 'port_security' May 05 21:26:03.113336 n-d-825175-4 neutron-server[83958]: INFO neutron.extensions.vlantransparent [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Disabled vlantransparent extension. May 05 21:26:03.113749 n-d-825175-4 neutron-server[83958]: DEBUG neutron.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83958) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 05 21:26:03.114065 n-d-825175-4 neutron-server[83958]: INFO neutron.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading Plugin: router May 05 21:26:03.149255 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.149642 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: > router after_create 55549900 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.150005 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: > router before_create 55549900 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.150360 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.150751 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.151104 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: > router after_delete 55549900 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.151436 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.151793 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: > router after_create 55549900 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.152134 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: > router after_update 55549900 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.152481 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: > router after_update 55549900 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.152821 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.153173 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: > router after_update 55549900 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.153578 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: > router precommit_update 55549900 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.153940 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: port after_update 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.154282 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: port after_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.154615 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: subnet after_update 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.154956 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.155299 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.155639 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: > router precommit_create 55549900 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.155974 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: port before_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.156310 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: > router precommit_create 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.156657 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: > router after_update 55549900 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.156991 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.157332 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: > router precommit_create 55549900 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.157684 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.158019 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: > router precommit_update 55549900 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.158376 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: > agent after_create 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.158740 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: > agent after_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.159096 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: > network after_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.159939 n-d-825175-4 neutron-server[83958]: DEBUG neutron.quota.resource_registry [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Tracking information for resource: router configured {{(pid=83958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 05 21:26:03.160265 n-d-825175-4 neutron-server[83958]: DEBUG neutron.quota.resource_registry [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Tracking information for resource: floatingip configured {{(pid=83958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 05 21:26:03.165126 n-d-825175-4 neutron-server[83958]: INFO neutron.db.l3_agentschedulers_db [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 05 21:26:03.165686 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: port after_update 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.166043 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: port after_create 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.166391 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: port after_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.166778 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: port after_update 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.167669 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: > router before_create 55550100 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.168027 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.168384 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: > router precommit_create 55550100 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.168733 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: > router precommit_update 55550100 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.173035 n-d-825175-4 neutron-server[83958]: DEBUG neutron.services.provider_configuration [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Service providers = [] {{(pid=83958) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 05 21:26:03.173396 n-d-825175-4 neutron-server[83958]: DEBUG neutron.db.servicetype_db [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83958) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 05 21:26:03.176328 n-d-825175-4 neutron-server[83958]: DEBUG neutron.services.service_base [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83958) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 05 21:26:03.176673 n-d-825175-4 neutron-server[83958]: DEBUG neutron.services.service_base [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83958) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 05 21:26:03.177008 n-d-825175-4 neutron-server[83958]: DEBUG neutron.services.service_base [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83958) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 05 21:26:03.177964 n-d-825175-4 neutron-server[83958]: DEBUG neutron.services.service_base [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83958) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 05 21:26:03.178398 n-d-825175-4 neutron-server[83958]: INFO neutron.services.service_base [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Default provider is not specified for service type L3_ROUTER_NAT May 05 21:26:03.178697 n-d-825175-4 neutron-server[83958]: DEBUG neutron.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 05 21:26:03.179042 n-d-825175-4 neutron-server[83958]: INFO neutron.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 05 21:26:03.189655 n-d-825175-4 neutron-server[83958]: DEBUG neutron.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 05 21:26:03.189983 n-d-825175-4 neutron-server[83958]: INFO neutron.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading Plugin: auto_allocate May 05 21:26:03.195937 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: network precommit_update 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.196302 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: network precommit_create 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.196811 n-d-825175-4 neutron-server[83958]: DEBUG neutron.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 05 21:26:03.197122 n-d-825175-4 neutron-server[83958]: INFO neutron.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading Plugin: tag May 05 21:26:03.203571 n-d-825175-4 neutron-server[83958]: DEBUG neutron.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 05 21:26:03.203891 n-d-825175-4 neutron-server[83958]: INFO neutron.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading Plugin: timestamp May 05 21:26:03.207850 n-d-825175-4 neutron-server[83958]: DEBUG neutron.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 05 21:26:03.208176 n-d-825175-4 neutron-server[83958]: INFO neutron.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading Plugin: network_ip_availability May 05 21:26:03.213475 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.213777 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.214124 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.214862 n-d-825175-4 neutron-server[83958]: DEBUG neutron.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 05 21:26:03.215174 n-d-825175-4 neutron-server[83958]: INFO neutron.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading Plugin: flavors May 05 21:26:03.219903 n-d-825175-4 neutron-server[83958]: DEBUG neutron.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 05 21:26:03.220243 n-d-825175-4 neutron-server[83958]: INFO neutron.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading Plugin: revisions May 05 21:26:03.224437 n-d-825175-4 neutron-server[83958]: DEBUG neutron.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 05 21:26:03.224898 n-d-825175-4 neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.602s {{(pid=83958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 05 21:26:03.225621 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83958) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} May 05 21:26:03.225951 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Initializing extension manager. May 05 21:26:03.226447 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: __init__.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.227179 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: __pycache__ {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.227508 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.227830 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.228152 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: _filter_validation_lib.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.228470 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.228787 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: address_group.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.229515 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.230072 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded extension: address-group May 05 21:26:03.230379 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: address_scope.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.231122 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.231629 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded extension: address-scope May 05 21:26:03.231946 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.232865 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.233365 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded extension: router-admin-state-down-before-update May 05 21:26:03.233682 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: agent.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.234374 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.234906 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded extension: agent May 05 21:26:03.235225 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: agent_resources_synced.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.236126 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.236633 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded extension: agent-resources-synced May 05 21:26:03.236958 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: allowedaddresspairs.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.238946 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.239471 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded extension: allowed-address-pairs May 05 21:26:03.239791 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: auto_allocated_topology.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.240888 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.241399 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded extension: auto-allocated-topology May 05 21:26:03.241720 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: availability_zone.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.242411 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.242949 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded extension: availability_zone May 05 21:26:03.243264 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: availability_zone_filter.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.244164 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.244666 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded extension: availability_zone_filter May 05 21:26:03.244981 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: data_plane_status.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.245876 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.246376 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extension data-plane-status not supported by any of loaded plugins May 05 21:26:03.246712 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: default_subnetpools.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.247616 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.248122 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded extension: default-subnetpools May 05 21:26:03.248435 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.249190 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.249694 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded extension: dhcp_agent_scheduler May 05 21:26:03.250007 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: dns.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.250948 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.251454 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extension dns-integration not supported by any of loaded plugins May 05 21:26:03.251769 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: dns_domain_ports.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.252686 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.253185 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extension dns-domain-ports not supported by any of loaded plugins May 05 21:26:03.253502 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: dvr.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.254166 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.254688 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded extension: dvr May 05 21:26:03.255011 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: empty_string_filtering.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.255971 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.256494 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded extension: empty-string-filtering May 05 21:26:03.256812 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.257705 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.258207 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 05 21:26:03.258525 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.259439 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.259940 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 05 21:26:03.260257 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: external_net.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.261155 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.261662 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded extension: external-net May 05 21:26:03.261976 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.262912 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.263407 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded extension: extra_dhcp_opt May 05 21:26:03.263723 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: extraroute.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.264616 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.265112 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded extension: extraroute May 05 21:26:03.265429 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: extraroute_atomic.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.266434 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.266977 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded extension: extraroute-atomic May 05 21:26:03.267300 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: filter_validation.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.267956 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.268463 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded extension: filter-validation May 05 21:26:03.268776 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: fip_pf_description.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.269677 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.270178 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 05 21:26:03.270491 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: fip_port_details.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.271418 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.271948 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded extension: fip-port-details May 05 21:26:03.272261 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: flavors.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.273496 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.274009 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded extension: flavors May 05 21:26:03.274330 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.276014 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.276519 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 05 21:26:03.276843 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: floatingip_pools.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.277537 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.278037 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded extension: floatingip-pools May 05 21:26:03.278356 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: ip_allocation.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.279301 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.279797 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extension ip_allocation not supported by any of loaded plugins May 05 21:26:03.280115 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.281020 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.281536 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded extension: ip-substring-filtering May 05 21:26:03.281854 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: l2_adjacency.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.282806 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.283306 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extension l2_adjacency not supported by any of loaded plugins May 05 21:26:03.283619 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: l3.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.284575 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.285096 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded extension: router May 05 21:26:03.285414 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.287974 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.288496 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 05 21:26:03.288826 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.289753 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.290293 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded extension: ext-gw-mode May 05 21:26:03.290615 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.291557 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.292063 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded extension: l3-ha May 05 21:26:03.292386 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: l3_flavors.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.293296 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.293797 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded extension: l3-flavors May 05 21:26:03.294115 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.295074 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.295587 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded extension: l3-port-ip-change-not-allowed May 05 21:26:03.295906 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: l3agentscheduler.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.296933 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.297442 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded extension: l3_agent_scheduler May 05 21:26:03.297766 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: logging.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.299260 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.299775 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extension logging not supported by any of loaded plugins May 05 21:26:03.300094 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: metering.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.300825 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.301394 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded extension: metering May 05 21:26:03.301720 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.302930 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.303510 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded extension: metering_source_and_destination_fields May 05 21:26:03.303828 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: multiprovidernet.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.304749 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.305254 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded extension: multi-provider May 05 21:26:03.305572 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: netmtu.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.306472 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.307011 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded extension: net-mtu May 05 21:26:03.307326 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: netmtu_writable.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.308224 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.308732 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded extension: net-mtu-writable May 05 21:26:03.309047 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: network_availability_zone.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.309705 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.310202 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded extension: network_availability_zone May 05 21:26:03.310514 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: network_ip_availability.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.311621 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.312136 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded extension: network-ip-availability May 05 21:26:03.312458 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: network_segment_range.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.313218 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.313721 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extension network-segment-range not supported by any of loaded plugins May 05 21:26:03.314033 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: pagination.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.315057 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.315383 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded extension: pagination May 05 21:26:03.315695 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.316596 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.317105 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded extension: port-mac-address-regenerate May 05 21:26:03.317420 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: port_resource_request.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.318314 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.318890 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extension port-resource-request not supported by any of loaded plugins May 05 21:26:03.319210 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: portbindings.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.320135 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.320641 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded extension: binding May 05 21:26:03.320957 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: portbindings_extended.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.322207 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.322747 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded extension: binding-extended May 05 21:26:03.323070 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: portsecurity.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.323974 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.324486 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded extension: port-security May 05 21:26:03.324805 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: project_id.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.325766 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.326089 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded extension: project-id May 05 21:26:03.326404 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: providernet.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.327338 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.327859 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded extension: provider May 05 21:26:03.328177 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: qos.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.331885 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.332410 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extension qos not supported by any of loaded plugins May 05 21:26:03.332732 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.333963 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.334629 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 05 21:26:03.335056 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.335975 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.336482 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 05 21:26:03.336798 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: qos_default.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.337709 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.338235 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extension qos-default not supported by any of loaded plugins May 05 21:26:03.338553 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: qos_fip.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.339234 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.339735 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extension qos-fip not supported by any of loaded plugins May 05 21:26:03.340049 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: qos_gateway_ip.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.340982 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.341500 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 05 21:26:03.341819 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: qos_port_network_policy.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.342764 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.343278 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 05 21:26:03.343597 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: qos_rule_type_details.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.344509 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.345017 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 05 21:26:03.345337 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: qos_rules_alias.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.346362 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.346904 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extension qos-rules-alias not supported by any of loaded plugins May 05 21:26:03.347223 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: quotasv2.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.348088 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.348408 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded extension: quotas May 05 21:26:03.348728 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: quotasv2_detail.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.350630 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.351003 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded extension: quota_details May 05 21:26:03.351334 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: rbac.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.352728 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.353248 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded extension: rbac-policies May 05 21:26:03.353791 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: rbac_address_scope.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.354476 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.355031 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded extension: rbac-address-scope May 05 21:26:03.355356 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: rbac_security_groups.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.356264 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.356783 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded extension: rbac-security-groups May 05 21:26:03.357122 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: rbac_subnetpool.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.358004 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.358515 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded extension: rbac-subnetpool May 05 21:26:03.358867 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: revisionifmatch.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.359776 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.360286 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded extension: revision-if-match May 05 21:26:03.360604 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: revisions.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.361706 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.362219 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded extension: standard-attr-revisions May 05 21:26:03.362537 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: router_availability_zone.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.363231 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.363738 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded extension: router_availability_zone May 05 21:26:03.364055 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: routerservicetype.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.364979 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.365565 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extension router-service-type not supported by any of loaded plugins May 05 21:26:03.365887 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.366830 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.367341 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded extension: port-security-groups-filtering May 05 21:26:03.367659 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: securitygroup.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.378651 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.379203 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded extension: security-group May 05 21:26:03.379534 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: segment.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.380314 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.380849 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extension segment not supported by any of loaded plugins May 05 21:26:03.381217 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.382158 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.382696 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 05 21:26:03.383017 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: servicetype.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.384098 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.384623 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded extension: service-type May 05 21:26:03.384943 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: sorting.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.385915 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.386242 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded extension: sorting May 05 21:26:03.386563 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: standard_attr_segment.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.387512 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.388020 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extension standard-attr-segment not supported by any of loaded plugins May 05 21:26:03.388340 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: standardattrdescription.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.388980 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.389461 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded extension: standard-attr-description May 05 21:26:03.389798 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: stateful_security_group.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.391052 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.391621 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded extension: stateful-security-group May 05 21:26:03.391946 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: stdattrs_common.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.392587 n-d-825175-4 neutron-server[83958]: WARNING neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 05 21:26:03.392875 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.393858 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.394435 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 05 21:26:03.394782 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: subnet_onboard.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.395999 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.396605 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded extension: subnet_onboard May 05 21:26:03.396921 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.398045 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.398484 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 05 21:26:03.398876 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: subnet_service_types.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.400086 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.400656 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded extension: subnet-service-types May 05 21:26:03.401017 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: subnetallocation.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.402188 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.402761 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded extension: subnet_allocation May 05 21:26:03.403085 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.403831 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.404351 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded extension: subnetpool-prefix-ops May 05 21:26:03.404681 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.405692 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.406222 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 05 21:26:03.406582 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: tagging.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.407747 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.408300 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded extension: standard-attr-tag May 05 21:26:03.408632 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: timestamp.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.409948 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.410505 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loaded extension: standard-attr-timestamp May 05 21:26:03.410890 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: trunk.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.412404 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.412973 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extension trunk not supported by any of loaded plugins May 05 21:26:03.413295 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: trunk_details.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.414214 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.414731 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extension trunk-details not supported by any of loaded plugins May 05 21:26:03.415077 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: uplink_status_propagation.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.415994 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.416498 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 05 21:26:03.416819 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Loading extension file: vlantransparent.py {{(pid=83958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 21:26:03.417492 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 21:26:03.417997 n-d-825175-4 neutron-server[83958]: INFO neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extension vlan-transparent not supported by any of loaded plugins May 05 21:26:03.420307 n-d-825175-4 neutron-server[83958]: INFO neutron.quota.resource_registry [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Creating instance of TrackedResource for resource:network May 05 21:26:03.421009 n-d-825175-4 neutron-server[83958]: INFO neutron.quota.resource_registry [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Creating instance of TrackedResource for resource:subnet May 05 21:26:03.421609 n-d-825175-4 neutron-server[83958]: INFO neutron.quota.resource_registry [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Creating instance of TrackedResource for resource:subnetpool May 05 21:26:03.422389 n-d-825175-4 neutron-server[83958]: INFO neutron.quota.resource_registry [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Creating instance of TrackedResource for resource:port May 05 21:26:03.423684 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.v2.resource_helper [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 21:26:03.424130 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.v2.resource_helper [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Service FLAVORS assigned prefix: {{(pid=83958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 21:26:03.424731 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.v2.resource_helper [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 21:26:03.425156 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.v2.resource_helper [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 21:26:03.425490 n-d-825175-4 neutron-server[83958]: INFO neutron.quota.resource_registry [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Creating instance of TrackedResource for resource:router May 05 21:26:03.426194 n-d-825175-4 neutron-server[83958]: INFO neutron.quota.resource_registry [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Creating instance of TrackedResource for resource:floatingip May 05 21:26:03.426936 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.v2.resource_helper [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Service METERING assigned prefix: /metering {{(pid=83958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 21:26:03.428510 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.428877 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.429235 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:26:03.430379 n-d-825175-4 neutron-server[83958]: INFO neutron.quota.resource_registry [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Creating instance of CountableResource for resource:rbac_policy May 05 21:26:03.430846 n-d-825175-4 neutron-server[83958]: INFO neutron.quota.resource_registry [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Creating instance of TrackedResource for resource:security_group May 05 21:26:03.431517 n-d-825175-4 neutron-server[83958]: INFO neutron.quota.resource_registry [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Creating instance of TrackedResource for resource:security_group_rule May 05 21:26:03.432242 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.v2.resource_helper [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Service CORE assigned prefix: {{(pid=83958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 21:26:03.432575 n-d-825175-4 neutron-server[83958]: INFO neutron.quota.resource_registry [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Creating instance of TrackedResource for resource:subnetpool May 05 21:26:03.432907 n-d-825175-4 neutron-server[83958]: WARNING neutron.quota.resource_registry [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] subnetpool is already registered May 05 21:26:03.433517 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.v2.resource_helper [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Service CORE assigned prefix: {{(pid=83958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 21:26:03.433846 n-d-825175-4 neutron-server[83958]: INFO neutron.quota.resource_registry [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Creating instance of TrackedResource for resource:subnetpool May 05 21:26:03.434169 n-d-825175-4 neutron-server[83958]: WARNING neutron.quota.resource_registry [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] subnetpool is already registered May 05 21:26:03.436731 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.v2.resource_helper [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 21:26:03.437155 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.v2.resource_helper [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Service FLAVORS assigned prefix: {{(pid=83958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 21:26:03.437735 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.v2.resource_helper [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 21:26:03.438148 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.v2.resource_helper [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 21:26:03.438477 n-d-825175-4 neutron-server[83958]: INFO neutron.quota.resource_registry [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Creating instance of TrackedResource for resource:router May 05 21:26:03.438834 n-d-825175-4 neutron-server[83958]: WARNING neutron.quota.resource_registry [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] router is already registered May 05 21:26:03.439424 n-d-825175-4 neutron-server[83958]: INFO neutron.quota.resource_registry [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Creating instance of TrackedResource for resource:floatingip May 05 21:26:03.439746 n-d-825175-4 neutron-server[83958]: WARNING neutron.quota.resource_registry [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] floatingip is already registered May 05 21:26:03.440367 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.v2.resource_helper [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Service METERING assigned prefix: /metering {{(pid=83958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 21:26:03.441028 n-d-825175-4 neutron-server[83958]: INFO neutron.quota.resource_registry [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Creating instance of CountableResource for resource:rbac_policy May 05 21:26:03.441354 n-d-825175-4 neutron-server[83958]: WARNING neutron.quota.resource_registry [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] rbac_policy is already registered May 05 21:26:03.441879 n-d-825175-4 neutron-server[83958]: INFO neutron.quota.resource_registry [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Creating instance of TrackedResource for resource:security_group May 05 21:26:03.442204 n-d-825175-4 neutron-server[83958]: WARNING neutron.quota.resource_registry [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] security_group is already registered May 05 21:26:03.442814 n-d-825175-4 neutron-server[83958]: INFO neutron.quota.resource_registry [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Creating instance of TrackedResource for resource:security_group_rule May 05 21:26:03.443137 n-d-825175-4 neutron-server[83958]: WARNING neutron.quota.resource_registry [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] security_group_rule is already registered May 05 21:26:03.443884 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.v2.resource_helper [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Service CORE assigned prefix: {{(pid=83958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 21:26:03.444212 n-d-825175-4 neutron-server[83958]: INFO neutron.quota.resource_registry [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Creating instance of TrackedResource for resource:subnetpool May 05 21:26:03.444535 n-d-825175-4 neutron-server[83958]: WARNING neutron.quota.resource_registry [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] subnetpool is already registered May 05 21:26:03.445135 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.v2.resource_helper [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Service CORE assigned prefix: {{(pid=83958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 21:26:03.445461 n-d-825175-4 neutron-server[83958]: INFO neutron.quota.resource_registry [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Creating instance of TrackedResource for resource:subnetpool May 05 21:26:03.445785 n-d-825175-4 neutron-server[83958]: WARNING neutron.quota.resource_registry [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] subnetpool is already registered May 05 21:26:03.446412 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extended resource: extensions {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 21:26:03.447907 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extended resource: address-groups {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 21:26:03.449498 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extended resource: address-scopes {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 21:26:03.450779 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extended resource: agents {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 21:26:03.451900 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extended resource: auto-allocated-topology {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 21:26:03.453109 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extended resource: availability_zones {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 21:26:03.454394 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extended resource: dhcp-networks {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 21:26:03.455809 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extended resource: dhcp-agents {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 21:26:03.457180 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extended resource: routers {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 21:26:03.459085 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extended resource: flavors {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 21:26:03.460204 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extended resource: service_profiles {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 21:26:03.461379 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extended resource: next_providers {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 21:26:03.462942 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extended resource: service_profiles {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 21:26:03.464421 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extended resource: floatingip-pools {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 21:26:03.465647 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extended resource: routers {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 21:26:03.467422 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extended resource: floatingips {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 21:26:03.468572 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extended resource: l3-routers {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 21:26:03.469904 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extended resource: l3-agents {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 21:26:03.471303 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extended resource: metering-labels {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 21:26:03.472931 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extended resource: metering-label-rules {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 21:26:03.474162 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extended resource: network-ip-availabilities {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 21:26:03.475459 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extended resource: bindings {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 21:26:03.478308 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extended resource: quotas {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 21:26:03.479787 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extended resource: quotas {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 21:26:03.481511 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extended resource: rbac-policies {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 21:26:03.482816 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extended resource: security-groups {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 21:26:03.483996 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extended resource: security-group-rules {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 21:26:03.485191 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extended resource: service-providers {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 21:26:03.486383 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extended resource: subnetpools {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 21:26:03.487984 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extended resource: subnetpools {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 21:26:03.489395 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extended resource: tags {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 21:26:03.491094 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extended resource: tags {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 21:26:03.492857 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extended resource: tags {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 21:26:03.494568 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extended resource: tags {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 21:26:03.496315 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extended resource: tags {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 21:26:03.497953 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extended resource: tags {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 21:26:03.499720 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extended resource: tags {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 21:26:03.501594 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extended resource: tags {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 21:26:03.503435 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extended resource: tags {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 21:26:03.505240 n-d-825175-4 neutron-server[83958]: DEBUG neutron.api.extensions [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Extended resource: tags {{(pid=83958) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 21:26:03.511168 n-d-825175-4 neutron-server[83958]: WARNING keystonemiddleware.auth_token [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 05 21:26:03.515895 n-d-825175-4 neutron-server[83958]: WARNING keystonemiddleware.auth_token [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 05 21:26:03.523885 n-d-825175-4 neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Acquired lock "singleton_lock" {{(pid=83958) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 05 21:26:03.524357 n-d-825175-4 neutron-server[83958]: DEBUG oslo_concurrency.lockutils [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Releasing lock "singleton_lock" {{(pid=83958) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 05 21:26:03.524988 n-d-825175-4 neutron-server[83958]: INFO oslo_service.service [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Starting 2 workers May 05 21:26:03.531241 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Started child 84061 {{(pid=83958) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 05 21:26:03.534174 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Started child 84063 {{(pid=83958) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 05 21:26:03.534988 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:03.535766 n-d-825175-4 neutron-server[83958]: INFO neutron.service [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Neutron service started, listening on 0.0.0.0:9696 May 05 21:26:03.536397 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [-] (84061) wsgi starting up on http://0.0.0.0:9696 May 05 21:26:03.536709 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Notify callbacks [] for process, before_spawn {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:03.536807 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53100) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:26:03.539899 n-d-825175-4 neutron-server[83958]: INFO oslo_service.service [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Starting 1 workers May 05 21:26:03.543099 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:03.544580 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [-] (84063) wsgi starting up on http://0.0.0.0:9696 May 05 21:26:03.545195 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062485 May 05 21:26:03.546238 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Started child 84064 {{(pid=83958) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 05 21:26:03.546993 n-d-825175-4 neutron-server[83958]: INFO oslo_service.service [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Starting 1 workers May 05 21:26:03.551652 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Started child 84068 {{(pid=83958) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 05 21:26:03.552615 n-d-825175-4 neutron-server[83958]: DEBUG neutron_lib.callbacks.manager [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] Notify callbacks [] for process, after_spawn {{(pid=83958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:03.553184 n-d-825175-4 neutron-server[84064]: DEBUG neutron.service [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] calling RpcWorker wait() {{(pid=84064) _wait /opt/stack/neutron/neutron/service.py:128}} May 05 21:26:03.553694 n-d-825175-4 neutron-server[84064]: DEBUG neutron.service [None req-a1abfbb4-443c-447f-9490-afc1949f55f7 None None] returning from RpcWorker wait() {{(pid=84064) _wait /opt/stack/neutron/neutron/service.py:135}} May 05 21:26:03.555001 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:03.556286 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83958) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 05 21:26:03.556404 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:26:03.556729 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 05 21:26:03.557046 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 05 21:26:03.557383 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 05 21:26:03.557852 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 05 21:26:03.558163 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 05 21:26:03.558266 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:03.559178 n-d-825175-4 neutron-server[84068]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:26:03.559392 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.559798 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.560206 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.560610 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.561033 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.561698 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.562124 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.562524 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.562946 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.563328 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.563631 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.563929 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.564318 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.564714 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.565154 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.565558 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.565919 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.566288 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.566593 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.567022 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.567433 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.567821 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.568221 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] debug = True {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.568678 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.569299 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.569688 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.570046 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.570417 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.570862 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.571249 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.571685 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.572053 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.572425 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.572797 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.573183 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.573547 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.573936 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.574316 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.574724 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.575316 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] host = n-d-825175-4 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.575711 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.576069 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.576464 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.576855 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.577236 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.577598 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.577989 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.578388 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.578806 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.579185 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.579578 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.579955 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.580333 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.580721 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] log_file = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.581030 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] log_options = True {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.581429 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.582379 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.582833 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.583192 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.583497 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.583811 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.584283 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.584586 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.584998 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.585356 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.585718 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.586089 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.586465 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.586868 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.587307 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.587502 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.587908 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.588157 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.588414 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.588668 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.588879 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.589127 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.589307 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.589564 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.589776 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.590119 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.590348 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.590565 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.590828 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.591053 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.592794 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.592794 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.592794 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.592794 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.592794 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.592794 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.592794 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.593207 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.593207 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.593362 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.593772 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.593983 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.594705 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.594705 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.594705 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.595200 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] use_json = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.595571 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.595819 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.596065 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.596285 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.596609 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.596832 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.597122 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.598632 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.598632 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.598632 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.598632 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.598632 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.599974 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.600149 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.601244 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.601244 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.601244 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.601244 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.601528 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.602049 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.602506 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.603017 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.603324 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.604096 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.604661 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.605021 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.605417 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.605770 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.606129 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.606470 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.606833 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.607236 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.607468 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.607694 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.607917 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.608148 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.608366 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.609126 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.609126 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.609126 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.609388 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.609499 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.609857 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.610213 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.610549 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.610977 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.611343 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.611694 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.612937 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.613332 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.613686 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.614688 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.615061 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.615599 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.616422 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.616655 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.616889 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.617259 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.617479 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.618737 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.619149 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.620394 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.620765 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.621121 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.621492 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.621863 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.622900 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.623280 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.623640 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.624006 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.624383 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.624755 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.624979 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.625215 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.625435 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.625661 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.625899 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.626125 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.626343 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.626564 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.627262 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.627491 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.627919 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.628022 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.628279 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.628519 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.628752 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.629004 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.629250 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.629463 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.629883 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.630246 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.630623 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.631023 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.631420 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.631669 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.631922 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.632501 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.632501 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.633467 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.634427 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.634872 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.635262 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.635640 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.636003 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.636420 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.636809 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.637204 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.637470 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.637729 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.638020 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.638259 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.638533 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.638764 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.639167 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.639580 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.639991 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.640424 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.641307 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.641307 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.641307 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.641543 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.641611 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.641875 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.642145 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.642369 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.642642 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.643817 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.644807 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.645176 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.645572 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.646040 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.646443 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.646994 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.647273 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.647981 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.647981 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.648187 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.648319 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.648579 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.648818 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.649070 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.649294 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.649656 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.650022 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.650407 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.650848 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.651174 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.651843 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.651843 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.652030 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.652114 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.652335 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.652550 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.653525 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.653525 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.653525 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.653769 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.653982 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.654199 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.654418 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.654651 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.655061 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.655419 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.655767 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.656137 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.656395 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.656760 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.657161 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.657545 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.657998 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.657998 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.658244 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.658504 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.658754 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.659007 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.659227 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.659443 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.659664 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.659884 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.660099 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.660313 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.660551 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.660780 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.661161 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.661504 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.661959 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.662494 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.662822 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.663223 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.663473 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.663709 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.663926 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.664146 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.664368 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.664585 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.664809 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.665031 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.665253 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.665486 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.665702 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.665956 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.666195 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.666412 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.666643 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.667265 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.667265 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.667443 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.667543 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.667751 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.667959 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.668174 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.668386 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.668590 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.668857 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.669069 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.669275 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.669537 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.669779 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.670290 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.670290 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.670466 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.670721 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.670941 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.671148 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.671355 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.672039 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.672039 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.672315 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.672315 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.673481 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.673745 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.674003 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.674270 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.674580 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.674818 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.675076 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.675309 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.675525 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.675741 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.676029 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.676364 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.676651 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.676910 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.677162 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.677468 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.677819 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.678087 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.678298 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.678595 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.679617 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.679881 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.680134 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.680375 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.680634 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.680863 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.681084 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.681327 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.681570 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.681797 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.682032 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.682270 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.682491 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.682757 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.682986 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.683199 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.683431 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.683667 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.683871 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.684114 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.684279 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 05 21:26:03.684821 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83958) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 05 21:26:03.685432 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 05 21:26:03.685432 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 05 21:26:03.685432 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 05 21:26:03.685432 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 05 21:26:03.685939 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 05 21:26:03.685939 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.685939 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.686331 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.686331 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.686331 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.686851 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.686851 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.686851 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.687392 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.687392 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.687392 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.687392 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.687910 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.687910 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.687910 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.688407 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.688407 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.688407 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.688407 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.688930 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.688930 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.688930 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.689402 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] debug = True {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.689402 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.689402 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.689805 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.689805 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.689805 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.690174 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.690174 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.690174 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.690564 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.690564 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.690564 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.691009 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.691009 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.691268 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.691268 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.691629 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.691629 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] host = n-d-825175-4 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.691629 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.692022 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.692022 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.692022 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.692415 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.692415 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.692682 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.692682 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.692940 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.692940 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.693197 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.693197 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.693507 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.693507 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] log_file = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.693919 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] log_options = True {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.693919 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.693919 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.694498 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.694498 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.694498 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.694914 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.694914 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.694914 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.695309 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.695309 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.695309 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.695810 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.695810 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.695810 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.695810 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.696321 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.696321 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.696321 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.696706 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.696706 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.696706 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.697159 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.697159 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.697159 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.697628 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.697628 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.697628 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.698037 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.698037 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.698037 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.698417 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.698417 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.698417 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.698858 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.698858 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.698858 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.699087 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.699169 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.699276 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.699433 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.699936 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.699936 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.699936 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.700253 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.700253 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.700459 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] use_json = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.700459 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.701840 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.701840 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.701840 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.702206 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.702206 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.702435 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.702435 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.702700 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 21:26:03.702827 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.702947 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.703067 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.703216 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.703376 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.703536 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.705064 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.705240 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.705407 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.705574 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.705748 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.705911 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.706821 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.707030 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.707198 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.707368 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.707884 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.707884 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.707884 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.708087 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.708154 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.708332 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.708476 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.708619 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.708782 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.708941 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.709206 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.710396 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.710396 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.710396 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.710396 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.710396 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.710396 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.710396 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.710396 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.710911 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.710911 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.710911 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.711085 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.711329 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.711419 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.711554 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.711695 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.711835 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.711988 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.712128 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.712266 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.712420 n-d-825175-4 neutron-server[84064]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:26:03.712519 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.712589 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.712731 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.712881 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.713031 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.713188 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.713333 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.713993 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.713993 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.713993 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.713993 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.714245 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.714245 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.714373 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.715497 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.715497 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.715786 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.715934 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.716069 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.716205 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.716339 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.716464 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.716559 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.716695 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.716875 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.717028 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.717184 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.717318 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.717490 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.717646 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.717791 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.717930 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.718063 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.718222 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.718378 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.718534 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.718779 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.718929 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.719087 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.719248 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.719403 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.719539 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.719696 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.719847 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.719982 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.720136 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.720276 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.720435 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.720591 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.720747 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.720902 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.721056 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.721211 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.721367 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.721534 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.721689 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.721847 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.722002 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.722166 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.722332 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.722491 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.722648 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.723539 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.723847 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.724144 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.724437 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.724796 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.725048 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.725181 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.726464 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.726637 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.727326 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.727639 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.727832 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.728103 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.728575 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.728761 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.728909 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.729052 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.729192 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.729350 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.729505 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.729662 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.729819 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.729976 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.730127 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.730274 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.730433 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.730582 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.730757 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.730909 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.731046 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.731209 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.731353 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.731497 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.731656 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.731810 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.731947 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.732839 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.732839 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.732839 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.732839 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.732839 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.732839 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.733604 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.733604 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.733604 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.733604 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.733604 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.734076 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.734076 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.734076 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.734300 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.734300 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.734445 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.734551 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.734780 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.734930 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.735070 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.735206 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.735341 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.735491 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.735627 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.735772 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.735906 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.736039 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.736173 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.736313 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.736450 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.736619 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.736772 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.736933 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.737090 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.737244 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.737428 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.737550 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.737699 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.737854 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.738010 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.738171 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.738323 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.738483 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.738639 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.738808 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.739953 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.739953 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.739953 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.739953 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.739953 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.739953 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.739953 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.739953 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.741823 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.741823 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.741823 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.741823 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.741823 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.741823 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.741823 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.741823 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.741823 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.742964 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.742964 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.742964 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.742964 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.742964 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.742964 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.742964 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.742964 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.743966 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.743966 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.743966 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.743966 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.743966 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.743966 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.743966 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.743966 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.744990 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.744990 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.744990 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.744990 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.744990 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.744990 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.744990 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.744990 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.745984 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.745984 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.745984 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.745984 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.745984 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.745984 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.745984 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.746880 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.747294 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.747556 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.747704 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.747849 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.747984 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.748117 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.748355 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.748524 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.748686 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.749665 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.749665 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.749665 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.749665 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.750201 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.750201 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.750201 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.750586 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.750586 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.750586 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.751081 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.751081 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 21:26:03.751081 n-d-825175-4 neutron-server[83958]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 05 21:26:13.941086 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e4747b-b846-4fcc-a9df-ab5af5cd262a None None] get_active_networks_info from n-d-825175-4 {{(pid=84064) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 05 21:26:14.017857 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e4747b-b846-4fcc-a9df-ab5af5cd262a None None] No non-hosted networks {{(pid=84064) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 05 21:26:14.032654 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.agentschedulers_db [None req-c0e4747b-b846-4fcc-a9df-ab5af5cd262a None None] DHCP Agent not found on host n-d-825175-4 {{(pid=84064) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 05 21:26:14.080468 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-823bf96b-4ee0-4c0a-8baf-97eec67966f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-932414'] for agent, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:15.979045 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-eb2f1e43-b864-4a4f-81d7-60d3cd8b0264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-932414'] for agent, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:16.021660 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2b542e50-53b5-4d7c-8c6a-fffdf90d3652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:17.108374 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-932414'] for agent, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:17.346244 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-932414'] for agent, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:17.347283 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:26:17.348254 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:26:17.348791 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:26:17.349275 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:26:17.349814 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:26:17.350266 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:26:17.350801 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:26:17.351378 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:26:17.352380 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:26:17.352877 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:26:17.353324 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:26:17.353844 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-825175-4', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:26:17.365573 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-825175-4', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:26:18.694624 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-932414'] for agent, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:20.334769 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53206) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:26:20.958300 n-d-825175-4 neutron-server[84061]: WARNING oslo_policy.policy [None req-45f7e601-4435-4167-b550-52fe7a183ea1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 05 21:26:20.958918 n-d-825175-4 neutron-server[84061]: WARNING oslo_policy.policy [None req-45f7e601-4435-4167-b550-52fe7a183ea1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 05 21:26:21.171279 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [None req-45f7e601-4435-4167-b550-52fe7a183ea1 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 21:26:21.172255 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-45f7e601-4435-4167-b550-52fe7a183ea1 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8364606 May 05 21:26:21.958826 n-d-825175-4 neutron-server[84064]: INFO neutron.db.l3_hamode_db [None req-85d4c61b-d46b-41bc-a5e0-7f7fb13fb548 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 05 21:26:22.043920 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d4c61b-d46b-41bc-a5e0-7f7fb13fb548 None None] Routers set() bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:26:22.044294 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d4c61b-d46b-41bc-a5e0-7f7fb13fb548 None None] Router IDs set() for agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 05 21:26:23.434805 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53220) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:26:23.861226 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-b57f4070-69d6-4002-a2be-9318c0dc9501 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:26:23.916161 n-d-825175-4 neutron-server[84061]: DEBUG neutron.policy [None req-b57f4070-69d6-4002-a2be-9318c0dc9501 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84061) register_rules /opt/stack/neutron/neutron/policy.py:65}} May 05 21:26:23.916890 n-d-825175-4 neutron-server[84061]: WARNING oslo_policy.policy [None req-b57f4070-69d6-4002-a2be-9318c0dc9501 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 05 21:26:23.917250 n-d-825175-4 neutron-server[84061]: WARNING oslo_policy.policy [None req-b57f4070-69d6-4002-a2be-9318c0dc9501 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 05 21:26:23.920492 n-d-825175-4 neutron-server[84061]: INFO neutron.quota [None req-b57f4070-69d6-4002-a2be-9318c0dc9501 admin admin] Loaded quota_driver: . May 05 21:26:23.936444 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b57f4070-69d6-4002-a2be-9318c0dc9501 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:26:24.015660 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b57f4070-69d6-4002-a2be-9318c0dc9501 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774961425031', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774961366489', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774961365552', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774961389775', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774961388609', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1073597', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1129769', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1003440', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-558007'] for rbac-policy, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:24.092760 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b57f4070-69d6-4002-a2be-9318c0dc9501 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:24.093922 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b57f4070-69d6-4002-a2be-9318c0dc9501 admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6580377 May 05 21:26:26.701173 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53234) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:26:27.348265 n-d-825175-4 neutron-server[84063]: WARNING oslo_policy.policy [None req-f67ae431-6eb0-480e-9ea0-ca733c99e9e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 05 21:26:27.348835 n-d-825175-4 neutron-server[84063]: WARNING oslo_policy.policy [None req-f67ae431-6eb0-480e-9ea0-ca733c99e9e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 05 21:26:27.564816 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-f67ae431-6eb0-480e-9ea0-ca733c99e9e0 admin admin] Request body: {'network': {'project_id': '3c5e21a1c091489392434e51d88e9727', 'name': 'private', 'admin_state_up': True}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:26:27.566405 n-d-825175-4 neutron-server[84063]: INFO neutron.quota [None req-f67ae431-6eb0-480e-9ea0-ca733c99e9e0 admin admin] Loaded quota_driver: . May 05 21:26:27.582969 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f67ae431-6eb0-480e-9ea0-ca733c99e9e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:26:27.589838 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f67ae431-6eb0-480e-9ea0-ca733c99e9e0 admin admin] Usage tracker for resource:network and tenant:3c5e21a1c091489392434e51d88e9727 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:26:27.596268 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f67ae431-6eb0-480e-9ea0-ca733c99e9e0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:26:27.604753 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f67ae431-6eb0-480e-9ea0-ca733c99e9e0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:26:27.625062 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67ae431-6eb0-480e-9ea0-ca733c99e9e0 admin admin] Made reservation on behalf of 3c5e21a1c091489392434e51d88e9727 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:26:27.670838 n-d-825175-4 neutron-server[84063]: DEBUG neutron.policy [None req-f67ae431-6eb0-480e-9ea0-ca733c99e9e0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84063) register_rules /opt/stack/neutron/neutron/policy.py:65}} May 05 21:26:27.671592 n-d-825175-4 neutron-server[84063]: WARNING oslo_policy.policy [None req-f67ae431-6eb0-480e-9ea0-ca733c99e9e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 05 21:26:27.671949 n-d-825175-4 neutron-server[84063]: WARNING oslo_policy.policy [None req-f67ae431-6eb0-480e-9ea0-ca733c99e9e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 05 21:26:27.676401 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f67ae431-6eb0-480e-9ea0-ca733c99e9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:27.701419 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f67ae431-6eb0-480e-9ea0-ca733c99e9e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:27.762183 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f67ae431-6eb0-480e-9ea0-ca733c99e9e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:26:27.766054 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f67ae431-6eb0-480e-9ea0-ca733c99e9e0 admin admin] Usage tracker for resource:security_group_rule and tenant:3c5e21a1c091489392434e51d88e9727 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:26:27.769334 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f67ae431-6eb0-480e-9ea0-ca733c99e9e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:26:27.775158 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f67ae431-6eb0-480e-9ea0-ca733c99e9e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:26:27.848765 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f67ae431-6eb0-480e-9ea0-ca733c99e9e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:27.856448 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f67ae431-6eb0-480e-9ea0-ca733c99e9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:27.882118 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f67ae431-6eb0-480e-9ea0-ca733c99e9e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:26:27.907270 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f67ae431-6eb0-480e-9ea0-ca733c99e9e0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774958669936', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:27.907855 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f67ae431-6eb0-480e-9ea0-ca733c99e9e0 admin admin] Unsubscribe: segment precommit_create {{(pid=84063) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 05 21:26:27.908384 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-f67ae431-6eb0-480e-9ea0-ca733c99e9e0 admin admin] Added segment cf67e505-9d00-46cb-9224-67ac91565c34 of type vlan for network fa289e88-a8d1-4bcb-9309-67f65c323c5a May 05 21:26:27.962640 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67ae431-6eb0-480e-9ea0-ca733c99e9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=472729bc-fa05-46c6-b6d6-68dd62992c69,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:26:27.995491 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67ae431-6eb0-480e-9ea0-ca733c99e9e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:26:27.995850 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67ae431-6eb0-480e-9ea0-ca733c99e9e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:26:27.996146 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67ae431-6eb0-480e-9ea0-ca733c99e9e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:26:27.996467 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67ae431-6eb0-480e-9ea0-ca733c99e9e0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:26:27.996767 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67ae431-6eb0-480e-9ea0-ca733c99e9e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:26:27.997081 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67ae431-6eb0-480e-9ea0-ca733c99e9e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:26:27.997391 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67ae431-6eb0-480e-9ea0-ca733c99e9e0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:26:27.997701 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67ae431-6eb0-480e-9ea0-ca733c99e9e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:26:27.998008 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67ae431-6eb0-480e-9ea0-ca733c99e9e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:26:27.998315 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67ae431-6eb0-480e-9ea0-ca733c99e9e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:26:27.998617 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67ae431-6eb0-480e-9ea0-ca733c99e9e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:26:27.999715 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67ae431-6eb0-480e-9ea0-ca733c99e9e0 admin admin] Tracked resource versions report: May 05 21:26:27.999715 n-d-825175-4 neutron-server[84063]: pushed versions: May 05 21:26:27.999715 n-d-825175-4 neutron-server[84063]: { 'ConntrackHelper': {'1.0'}, May 05 21:26:27.999715 n-d-825175-4 neutron-server[84063]: 'Log': {'1.0'}, May 05 21:26:27.999715 n-d-825175-4 neutron-server[84063]: 'Network': {'1.1'}, May 05 21:26:27.999715 n-d-825175-4 neutron-server[84063]: 'Port': {'1.5'}, May 05 21:26:27.999715 n-d-825175-4 neutron-server[84063]: 'PortForwarding': {'1.2'}, May 05 21:26:27.999715 n-d-825175-4 neutron-server[84063]: 'QosPolicy': {'1.8'}, May 05 21:26:27.999715 n-d-825175-4 neutron-server[84063]: 'SecurityGroup': {'1.2'}, May 05 21:26:27.999715 n-d-825175-4 neutron-server[84063]: 'SecurityGroupRule': {'1.0'}, May 05 21:26:27.999715 n-d-825175-4 neutron-server[84063]: 'SubPort': {'1.0'}, May 05 21:26:27.999715 n-d-825175-4 neutron-server[84063]: 'Subnet': {'1.1'}, May 05 21:26:27.999715 n-d-825175-4 neutron-server[84063]: 'Trunk': {'1.1'}} May 05 21:26:27.999715 n-d-825175-4 neutron-server[84063]: consumer versions: May 05 21:26:27.999715 n-d-825175-4 neutron-server[84063]: { DHCP agent@n-d-825175-4: {}, May 05 21:26:27.999715 n-d-825175-4 neutron-server[84063]: L3 agent@n-d-825175-4: {}, May 05 21:26:27.999715 n-d-825175-4 neutron-server[84063]: Metadata agent@n-d-825175-4: {}, May 05 21:26:27.999715 n-d-825175-4 neutron-server[84063]: Metering agent@n-d-825175-4: {}, May 05 21:26:27.999715 n-d-825175-4 neutron-server[84063]: Open vSwitch agent@n-d-825175-4: { 'ConntrackHelper': '1.0', May 05 21:26:27.999715 n-d-825175-4 neutron-server[84063]: 'Log': '1.0', May 05 21:26:27.999715 n-d-825175-4 neutron-server[84063]: 'Network': '1.1', May 05 21:26:27.999715 n-d-825175-4 neutron-server[84063]: 'Port': '1.5', May 05 21:26:27.999715 n-d-825175-4 neutron-server[84063]: 'PortForwarding': '1.2', May 05 21:26:27.999715 n-d-825175-4 neutron-server[84063]: 'QosPolicy': '1.8', May 05 21:26:27.999715 n-d-825175-4 neutron-server[84063]: 'SecurityGroup': '1.2', May 05 21:26:27.999715 n-d-825175-4 neutron-server[84063]: 'SecurityGroupRule': '1.0', May 05 21:26:27.999715 n-d-825175-4 neutron-server[84063]: 'SubPort': '1.0', May 05 21:26:27.999715 n-d-825175-4 neutron-server[84063]: 'Subnet': '1.1', May 05 21:26:27.999715 n-d-825175-4 neutron-server[84063]: 'Trunk': '1.1'}} May 05 21:26:27.999715 n-d-825175-4 neutron-server[84063]: {{(pid=84063) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 05 21:26:28.028407 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f67ae431-6eb0-480e-9ea0-ca733c99e9e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:28.076148 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f67ae431-6eb0-480e-9ea0-ca733c99e9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:28.077249 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67ae431-6eb0-480e-9ea0-ca733c99e9e0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:26:28.077871 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f67ae431-6eb0-480e-9ea0-ca733c99e9e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:28.186011 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67ae431-6eb0-480e-9ea0-ca733c99e9e0 admin admin] Pushing event updated for resources: {'Network': ['ID=fa289e88-a8d1-4bcb-9309-67f65c323c5a,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:26:28.188565 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f67ae431-6eb0-480e-9ea0-ca733c99e9e0 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4853597 May 05 21:26:28.201610 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network fa289e88-a8d1-4bcb-9309-67f65c323c5a details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:26:30.818746 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53256) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:26:31.301642 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2499edb5-aba5-45ea-8c08-67f751da9739 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:26:31.302881 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-2499edb5-aba5-45ea-8c08-67f751da9739 admin admin] 10.222.0.23 "GET /v2.0/networks/fa289e88-a8d1-4bcb-9309-67f65c323c5a HTTP/1.1" status: 200 len: 825 time: 0.4827712 May 05 21:26:31.337126 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c44889d6-058c-4a20-8206-f965ba399a72 admin admin] 10.222.0.23 "GET /v2.0/subnetpools/9dfb35e0-eedb-464c-a910-b2a4a34116a1 HTTP/1.1" status: 200 len: 734 time: 0.0254211 May 05 21:26:31.345417 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-3137124f-5b3c-4154-882b-8ea15955e31e admin admin] Request body: {'subnet': {'subnetpool_id': '9dfb35e0-eedb-464c-a910-b2a4a34116a1', 'ip_version': 4, 'tenant_id': '3c5e21a1c091489392434e51d88e9727', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': 'fa289e88-a8d1-4bcb-9309-67f65c323c5a'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:26:31.349923 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-3137124f-5b3c-4154-882b-8ea15955e31e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:26:31.354141 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3137124f-5b3c-4154-882b-8ea15955e31e admin admin] Usage tracker for resource:subnet and tenant:3c5e21a1c091489392434e51d88e9727 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:26:31.357386 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3137124f-5b3c-4154-882b-8ea15955e31e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:26:31.363065 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-3137124f-5b3c-4154-882b-8ea15955e31e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:26:31.375283 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3137124f-5b3c-4154-882b-8ea15955e31e admin admin] Made reservation on behalf of 3c5e21a1c091489392434e51d88e9727 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:26:31.377492 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3137124f-5b3c-4154-882b-8ea15955e31e admin admin] Notify callbacks [] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:31.672802 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3137124f-5b3c-4154-882b-8ea15955e31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:31.750529 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3137124f-5b3c-4154-882b-8ea15955e31e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae35ad0c-6574-4f85-8e7b-b3a1d15163e1,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:26:31.759447 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3137124f-5b3c-4154-882b-8ea15955e31e admin admin] Checking segment: {'id': 'cf67e505-9d00-46cb-9224-67ac91565c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'fa289e88-a8d1-4bcb-9309-67f65c323c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:26:31.759820 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3137124f-5b3c-4154-882b-8ea15955e31e admin admin] Network hostable DHCP agents. Network: fa289e88-a8d1-4bcb-9309-67f65c323c5a, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:26:31.790737 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3137124f-5b3c-4154-882b-8ea15955e31e admin admin] Network fa289e88-a8d1-4bcb-9309-67f65c323c5a is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:26:31.807921 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-3137124f-5b3c-4154-882b-8ea15955e31e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, fa289e88-a8d1-4bcb-9309-67f65c323c5a) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:26:31.812851 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3137124f-5b3c-4154-882b-8ea15955e31e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:26:31.813607 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3137124f-5b3c-4154-882b-8ea15955e31e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:31.818384 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a008c2-6466-468d-ae5b-b37baf4a125e None None] Network fa289e88-a8d1-4bcb-9309-67f65c323c5a requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:26:31.843297 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-3137124f-5b3c-4154-882b-8ea15955e31e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5010002 May 05 21:26:32.125601 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53117a2-b460-4162-8cb2-f41c5e53e493 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-fa289e88-a8d1-4bcb-9309-67f65c323c5a', 'network_id': 'fa289e88-a8d1-4bcb-9309-67f65c323c5a', 'tenant_id': '3c5e21a1c091489392434e51d88e9727', 'fixed_ips': [{'subnet_id': 'ae35ad0c-6574-4f85-8e7b-b3a1d15163e1'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 21:26:32.126788 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a53117a2-b460-4162-8cb2-f41c5e53e493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:32.315534 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-a53117a2-b460-4162-8cb2-f41c5e53e493 None None] Allocated IP 172.20.0.2 (fa289e88-a8d1-4bcb-9309-67f65c323c5a/ae35ad0c-6574-4f85-8e7b-b3a1d15163e1/66d79f77-6655-44b0-8873-39054de9b8c7) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:26:32.539717 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a53117a2-b460-4162-8cb2-f41c5e53e493 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:32.553728 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-a53117a2-b460-4162-8cb2-f41c5e53e493 None None] Transition to ACTIVE for port object 66d79f77-6655-44b0-8873-39054de9b8c7 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:26:32.577419 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-a53117a2-b460-4162-8cb2-f41c5e53e493 None None] Transition to ACTIVE for port object 66d79f77-6655-44b0-8873-39054de9b8c7 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:26:32.584749 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a53117a2-b460-4162-8cb2-f41c5e53e493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:32.650049 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53117a2-b460-4162-8cb2-f41c5e53e493 None None] Network fa289e88-a8d1-4bcb-9309-67f65c323c5a is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:26:32.652868 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-a53117a2-b460-4162-8cb2-f41c5e53e493 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:26:32.658972 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53117a2-b460-4162-8cb2-f41c5e53e493 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:26:32.661072 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53117a2-b460-4162-8cb2-f41c5e53e493 None None] Pushing event updated for resources: {'Port': ['ID=66d79f77-6655-44b0-8873-39054de9b8c7,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:26:32.672421 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53117a2-b460-4162-8cb2-f41c5e53e493 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:26:32.672735 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53117a2-b460-4162-8cb2-f41c5e53e493 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:26:32.673076 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53117a2-b460-4162-8cb2-f41c5e53e493 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:26:32.673396 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53117a2-b460-4162-8cb2-f41c5e53e493 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:26:32.673713 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53117a2-b460-4162-8cb2-f41c5e53e493 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:26:32.674024 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53117a2-b460-4162-8cb2-f41c5e53e493 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:26:32.674336 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53117a2-b460-4162-8cb2-f41c5e53e493 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:26:32.674642 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53117a2-b460-4162-8cb2-f41c5e53e493 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:26:32.674988 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53117a2-b460-4162-8cb2-f41c5e53e493 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:26:32.675297 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53117a2-b460-4162-8cb2-f41c5e53e493 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:26:32.675602 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53117a2-b460-4162-8cb2-f41c5e53e493 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:26:32.676652 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53117a2-b460-4162-8cb2-f41c5e53e493 None None] Tracked resource versions report: May 05 21:26:32.676652 n-d-825175-4 neutron-server[84064]: pushed versions: May 05 21:26:32.676652 n-d-825175-4 neutron-server[84064]: { 'ConntrackHelper': {'1.0'}, May 05 21:26:32.676652 n-d-825175-4 neutron-server[84064]: 'Log': {'1.0'}, May 05 21:26:32.676652 n-d-825175-4 neutron-server[84064]: 'Network': {'1.1'}, May 05 21:26:32.676652 n-d-825175-4 neutron-server[84064]: 'Port': {'1.5'}, May 05 21:26:32.676652 n-d-825175-4 neutron-server[84064]: 'PortForwarding': {'1.2'}, May 05 21:26:32.676652 n-d-825175-4 neutron-server[84064]: 'QosPolicy': {'1.8'}, May 05 21:26:32.676652 n-d-825175-4 neutron-server[84064]: 'SecurityGroup': {'1.2'}, May 05 21:26:32.676652 n-d-825175-4 neutron-server[84064]: 'SecurityGroupRule': {'1.0'}, May 05 21:26:32.676652 n-d-825175-4 neutron-server[84064]: 'SubPort': {'1.0'}, May 05 21:26:32.676652 n-d-825175-4 neutron-server[84064]: 'Subnet': {'1.1'}, May 05 21:26:32.676652 n-d-825175-4 neutron-server[84064]: 'Trunk': {'1.1'}} May 05 21:26:32.676652 n-d-825175-4 neutron-server[84064]: consumer versions: May 05 21:26:32.676652 n-d-825175-4 neutron-server[84064]: { DHCP agent@n-d-825175-4: {}, May 05 21:26:32.676652 n-d-825175-4 neutron-server[84064]: L3 agent@n-d-825175-4: {}, May 05 21:26:32.676652 n-d-825175-4 neutron-server[84064]: Metadata agent@n-d-825175-4: {}, May 05 21:26:32.676652 n-d-825175-4 neutron-server[84064]: Metering agent@n-d-825175-4: {}, May 05 21:26:32.676652 n-d-825175-4 neutron-server[84064]: Open vSwitch agent@n-d-825175-4: { 'ConntrackHelper': '1.0', May 05 21:26:32.676652 n-d-825175-4 neutron-server[84064]: 'Log': '1.0', May 05 21:26:32.676652 n-d-825175-4 neutron-server[84064]: 'Network': '1.1', May 05 21:26:32.676652 n-d-825175-4 neutron-server[84064]: 'Port': '1.5', May 05 21:26:32.676652 n-d-825175-4 neutron-server[84064]: 'PortForwarding': '1.2', May 05 21:26:32.676652 n-d-825175-4 neutron-server[84064]: 'QosPolicy': '1.8', May 05 21:26:32.676652 n-d-825175-4 neutron-server[84064]: 'SecurityGroup': '1.2', May 05 21:26:32.676652 n-d-825175-4 neutron-server[84064]: 'SecurityGroupRule': '1.0', May 05 21:26:32.676652 n-d-825175-4 neutron-server[84064]: 'SubPort': '1.0', May 05 21:26:32.676652 n-d-825175-4 neutron-server[84064]: 'Subnet': '1.1', May 05 21:26:32.676652 n-d-825175-4 neutron-server[84064]: 'Trunk': '1.1'}} May 05 21:26:32.676652 n-d-825175-4 neutron-server[84064]: {{(pid=84064) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 05 21:26:32.763328 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-a53117a2-b460-4162-8cb2-f41c5e53e493 None None] Attempting to bind port 66d79f77-6655-44b0-8873-39054de9b8c7 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:26:32.763711 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-a53117a2-b460-4162-8cb2-f41c5e53e493 None None] Attempting to bind port 66d79f77-6655-44b0-8873-39054de9b8c7 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'cf67e505-9d00-46cb-9224-67ac91565c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'fa289e88-a8d1-4bcb-9309-67f65c323c5a'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:26:32.764131 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53117a2-b460-4162-8cb2-f41c5e53e493 None None] Attempting to bind port 66d79f77-6655-44b0-8873-39054de9b8c7 on network fa289e88-a8d1-4bcb-9309-67f65c323c5a {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:26:32.770754 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53117a2-b460-4162-8cb2-f41c5e53e493 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:26:32.771143 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53117a2-b460-4162-8cb2-f41c5e53e493 None None] Checking segment: {'id': 'cf67e505-9d00-46cb-9224-67ac91565c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'fa289e88-a8d1-4bcb-9309-67f65c323c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:26:32.771594 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a53117a2-b460-4162-8cb2-f41c5e53e493 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:32.771971 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53117a2-b460-4162-8cb2-f41c5e53e493 None None] Bound using segment: {'id': 'cf67e505-9d00-46cb-9224-67ac91565c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'fa289e88-a8d1-4bcb-9309-67f65c323c5a'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:26:32.772458 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-a53117a2-b460-4162-8cb2-f41c5e53e493 None None] Bound port: 66d79f77-6655-44b0-8873-39054de9b8c7, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf67e505-9d00-46cb-9224-67ac91565c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'fa289e88-a8d1-4bcb-9309-67f65c323c5a'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:26:32.772828 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a53117a2-b460-4162-8cb2-f41c5e53e493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:32.861088 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-a53117a2-b460-4162-8cb2-f41c5e53e493 None None] For port 66d79f77-6655-44b0-8873-39054de9b8c7, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:26:32.864935 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-a53117a2-b460-4162-8cb2-f41c5e53e493 None None] For port 66d79f77-6655-44b0-8873-39054de9b8c7, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=66d79f77-6655-44b0-8873-39054de9b8c7,segment=NetworkSegment(cf67e505-9d00-46cb-9224-67ac91565c34),segment_id=cf67e505-9d00-46cb-9224-67ac91565c34)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:26:32.870641 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a53117a2-b460-4162-8cb2-f41c5e53e493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:32.977023 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53117a2-b460-4162-8cb2-f41c5e53e493 None None] Pushing event updated for resources: {'Port': ['ID=66d79f77-6655-44b0-8873-39054de9b8c7,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:26:34.131475 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53266) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:26:34.537246 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [None req-4719a149-6cde-4b79-9e37-ea0a75f4d63b admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84063) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 21:26:34.538332 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-4719a149-6cde-4b79-9e37-ea0a75f4d63b admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4058437 May 05 21:26:36.506866 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e04794-5e9f-4048-939c-021bf844ec8c None None] Network fa289e88-a8d1-4bcb-9309-67f65c323c5a requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:26:36.663057 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-271b3640-3498-47de-872a-221cb0ec5a1c None None] Provisioning for port 66d79f77-6655-44b0-8873-39054de9b8c7 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:26:36.796945 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53280) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:26:37.225205 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [None req-7ef12ed5-43ae-4f7e-a9c5-9d764905ac8c admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84063) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 21:26:37.227236 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-7ef12ed5-43ae-4f7e-a9c5-9d764905ac8c admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4291699 May 05 21:26:37.622788 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 66d79f77-6655-44b0-8873-39054de9b8c7 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:26:37.692212 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 66d79f77-6655-44b0-8873-39054de9b8c7 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:26:37.697157 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 66d79f77-6655-44b0-8873-39054de9b8c7 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:26:37.697543 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:37.811392 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:37.843173 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 66d79f77-6655-44b0-8873-39054de9b8c7, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=66d79f77-6655-44b0-8873-39054de9b8c7,segment=NetworkSegment(cf67e505-9d00-46cb-9224-67ac91565c34),segment_id=cf67e505-9d00-46cb-9224-67ac91565c34)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:26:37.849968 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:37.913684 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=66d79f77-6655-44b0-8873-39054de9b8c7,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:26:39.602399 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 66d79f77-6655-44b0-8873-39054de9b8c7 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:26:39.670421 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 66d79f77-6655-44b0-8873-39054de9b8c7 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:26:39.670821 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:39.863270 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53292) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:26:40.263820 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-bba76f67-2850-43cc-bea4-5e0eec33ac58 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '3c5e21a1c091489392434e51d88e9727', 'name': 'router1'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:26:40.268776 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-bba76f67-2850-43cc-bea4-5e0eec33ac58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:26:40.273407 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-bba76f67-2850-43cc-bea4-5e0eec33ac58 admin admin] Usage tracker for resource:router and tenant:3c5e21a1c091489392434e51d88e9727 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:26:40.277451 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-bba76f67-2850-43cc-bea4-5e0eec33ac58 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:26:40.283730 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-bba76f67-2850-43cc-bea4-5e0eec33ac58 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:26:40.295219 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bba76f67-2850-43cc-bea4-5e0eec33ac58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:40.297051 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bba76f67-2850-43cc-bea4-5e0eec33ac58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:40.324541 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bba76f67-2850-43cc-bea4-5e0eec33ac58 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:40.440131 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bba76f67-2850-43cc-bea4-5e0eec33ac58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:40.462038 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bba76f67-2850-43cc-bea4-5e0eec33ac58 admin admin] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:40.463401 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-bba76f67-2850-43cc-bea4-5e0eec33ac58 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5991871 May 05 21:26:42.710997 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53302) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:26:43.233460 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [None req-ba501276-3395-4bf9-9ab4-c829c7b8ed13 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84063) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 21:26:43.235069 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ba501276-3395-4bf9-9ab4-c829c7b8ed13 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.5220997 May 05 21:26:43.871908 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b0691db1-4fd5-4544-b480-9307d8b81dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:45.545694 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53312) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:26:45.958606 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-ee6c2ef1-d984-49d2-86fa-889a2587a354 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:26:45.963773 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-ee6c2ef1-d984-49d2-86fa-889a2587a354 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:26:45.967982 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-ee6c2ef1-d984-49d2-86fa-889a2587a354 admin admin] Usage tracker for resource:network and tenant:dfe9632d3b1b4cc9b5df3e1fe01f3155 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:26:45.971271 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-ee6c2ef1-d984-49d2-86fa-889a2587a354 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:26:45.979068 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5e1e6935-d2b5-4a8a-9b45-22cb1f10bca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:45.980664 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-ee6c2ef1-d984-49d2-86fa-889a2587a354 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:26:45.991876 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6c2ef1-d984-49d2-86fa-889a2587a354 admin admin] Made reservation on behalf of dfe9632d3b1b4cc9b5df3e1fe01f3155 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:26:45.994290 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ee6c2ef1-d984-49d2-86fa-889a2587a354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:46.006605 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ee6c2ef1-d984-49d2-86fa-889a2587a354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:46.038157 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-ee6c2ef1-d984-49d2-86fa-889a2587a354 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:26:46.041932 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-ee6c2ef1-d984-49d2-86fa-889a2587a354 admin admin] Usage tracker for resource:security_group_rule and tenant:dfe9632d3b1b4cc9b5df3e1fe01f3155 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:26:46.044671 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-ee6c2ef1-d984-49d2-86fa-889a2587a354 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:26:46.050264 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-ee6c2ef1-d984-49d2-86fa-889a2587a354 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:26:46.113160 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ee6c2ef1-d984-49d2-86fa-889a2587a354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:46.120332 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ee6c2ef1-d984-49d2-86fa-889a2587a354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:46.137787 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ee6c2ef1-d984-49d2-86fa-889a2587a354 admin admin] Reserving flat network on physical network physnet1 {{(pid=84063) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 05 21:26:46.157764 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c2ef1-d984-49d2-86fa-889a2587a354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2a0ba4-3e2d-4e64-909f-5f9fc5b90ee7,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:26:46.162046 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ee6c2ef1-d984-49d2-86fa-889a2587a354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:46.162377 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-ee6c2ef1-d984-49d2-86fa-889a2587a354 admin admin] Added segment 27c53004-2f06-4ce0-89e4-068c36431e51 of type flat for network 25bfe237-58de-4709-a3e0-ac79da07c300 May 05 21:26:46.193612 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ee6c2ef1-d984-49d2-86fa-889a2587a354 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:46.233983 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ee6c2ef1-d984-49d2-86fa-889a2587a354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:46.234856 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6c2ef1-d984-49d2-86fa-889a2587a354 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:26:46.235435 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ee6c2ef1-d984-49d2-86fa-889a2587a354 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:46.346250 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c2ef1-d984-49d2-86fa-889a2587a354 admin admin] Pushing event updated for resources: {'Network': ['ID=25bfe237-58de-4709-a3e0-ac79da07c300,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:26:46.349565 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ee6c2ef1-d984-49d2-86fa-889a2587a354 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8025661 May 05 21:26:46.366102 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 25bfe237-58de-4709-a3e0-ac79da07c300 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:26:47.063094 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:47.345990 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:48.583805 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53332) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:26:48.646305 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:48.847060 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c60621e-52c5-40b3-9aee-d094aaf96fb8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:26:48.848378 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-3c60621e-52c5-40b3-9aee-d094aaf96fb8 admin admin] 10.222.0.23 "GET /v2.0/subnets/ae35ad0c-6574-4f85-8e7b-b3a1d15163e1 HTTP/1.1" status: 200 len: 849 time: 0.2636352 May 05 21:26:48.998797 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-8e33d784-b6ed-4af1-9823-96f19edf2ba2 admin admin] 10.222.0.23 "GET /v2.0/routers/bb0cbb1e-b09e-4cee-8dc6-e3629a4942f9 HTTP/1.1" status: 200 len: 704 time: 0.1408727 May 05 21:26:49.492358 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-47af2cbc-9eab-477f-964d-78de80e8a67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:49.742650 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-47af2cbc-9eab-477f-964d-78de80e8a67d admin admin] Allocated IP 172.20.0.1 (fa289e88-a8d1-4bcb-9309-67f65c323c5a/ae35ad0c-6574-4f85-8e7b-b3a1d15163e1/5b628cba-e640-4730-ab78-af4681a97cfa) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:26:49.919410 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-47af2cbc-9eab-477f-964d-78de80e8a67d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:49.937582 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-47af2cbc-9eab-477f-964d-78de80e8a67d admin admin] Transition to ACTIVE for port object 5b628cba-e640-4730-ab78-af4681a97cfa will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:26:49.992322 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-47af2cbc-9eab-477f-964d-78de80e8a67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:50.058334 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47af2cbc-9eab-477f-964d-78de80e8a67d admin admin] Network fa289e88-a8d1-4bcb-9309-67f65c323c5a is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:26:50.061378 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-47af2cbc-9eab-477f-964d-78de80e8a67d admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:26:50.091169 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47af2cbc-9eab-477f-964d-78de80e8a67d admin admin] Pushing event updated for resources: {'Port': ['ID=5b628cba-e640-4730-ab78-af4681a97cfa,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:26:50.104028 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47af2cbc-9eab-477f-964d-78de80e8a67d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:26:50.104467 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47af2cbc-9eab-477f-964d-78de80e8a67d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:26:50.104893 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47af2cbc-9eab-477f-964d-78de80e8a67d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:26:50.105803 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47af2cbc-9eab-477f-964d-78de80e8a67d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:26:50.105803 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47af2cbc-9eab-477f-964d-78de80e8a67d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:26:50.105803 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47af2cbc-9eab-477f-964d-78de80e8a67d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:26:50.106176 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47af2cbc-9eab-477f-964d-78de80e8a67d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:26:50.106422 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47af2cbc-9eab-477f-964d-78de80e8a67d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:26:50.106772 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47af2cbc-9eab-477f-964d-78de80e8a67d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:26:50.107171 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47af2cbc-9eab-477f-964d-78de80e8a67d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:26:50.107585 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47af2cbc-9eab-477f-964d-78de80e8a67d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:26:50.109165 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47af2cbc-9eab-477f-964d-78de80e8a67d admin admin] Tracked resource versions report: May 05 21:26:50.109165 n-d-825175-4 neutron-server[84061]: pushed versions: May 05 21:26:50.109165 n-d-825175-4 neutron-server[84061]: { 'ConntrackHelper': {'1.0'}, May 05 21:26:50.109165 n-d-825175-4 neutron-server[84061]: 'Log': {'1.0'}, May 05 21:26:50.109165 n-d-825175-4 neutron-server[84061]: 'Network': {'1.1'}, May 05 21:26:50.109165 n-d-825175-4 neutron-server[84061]: 'Port': {'1.5'}, May 05 21:26:50.109165 n-d-825175-4 neutron-server[84061]: 'PortForwarding': {'1.2'}, May 05 21:26:50.109165 n-d-825175-4 neutron-server[84061]: 'QosPolicy': {'1.8'}, May 05 21:26:50.109165 n-d-825175-4 neutron-server[84061]: 'SecurityGroup': {'1.2'}, May 05 21:26:50.109165 n-d-825175-4 neutron-server[84061]: 'SecurityGroupRule': {'1.0'}, May 05 21:26:50.109165 n-d-825175-4 neutron-server[84061]: 'SubPort': {'1.0'}, May 05 21:26:50.109165 n-d-825175-4 neutron-server[84061]: 'Subnet': {'1.1'}, May 05 21:26:50.109165 n-d-825175-4 neutron-server[84061]: 'Trunk': {'1.1'}} May 05 21:26:50.109165 n-d-825175-4 neutron-server[84061]: consumer versions: May 05 21:26:50.109165 n-d-825175-4 neutron-server[84061]: { DHCP agent@n-d-825175-4: {}, May 05 21:26:50.109165 n-d-825175-4 neutron-server[84061]: L3 agent@n-d-825175-4: {}, May 05 21:26:50.109165 n-d-825175-4 neutron-server[84061]: Metadata agent@n-d-825175-4: {}, May 05 21:26:50.109165 n-d-825175-4 neutron-server[84061]: Metering agent@n-d-825175-4: {}, May 05 21:26:50.109165 n-d-825175-4 neutron-server[84061]: Open vSwitch agent@n-d-825175-4: { 'ConntrackHelper': '1.0', May 05 21:26:50.109165 n-d-825175-4 neutron-server[84061]: 'Log': '1.0', May 05 21:26:50.109165 n-d-825175-4 neutron-server[84061]: 'Network': '1.1', May 05 21:26:50.109165 n-d-825175-4 neutron-server[84061]: 'Port': '1.5', May 05 21:26:50.109165 n-d-825175-4 neutron-server[84061]: 'PortForwarding': '1.2', May 05 21:26:50.109165 n-d-825175-4 neutron-server[84061]: 'QosPolicy': '1.8', May 05 21:26:50.109165 n-d-825175-4 neutron-server[84061]: 'SecurityGroup': '1.2', May 05 21:26:50.109165 n-d-825175-4 neutron-server[84061]: 'SecurityGroupRule': '1.0', May 05 21:26:50.109165 n-d-825175-4 neutron-server[84061]: 'SubPort': '1.0', May 05 21:26:50.109165 n-d-825175-4 neutron-server[84061]: 'Subnet': '1.1', May 05 21:26:50.109165 n-d-825175-4 neutron-server[84061]: 'Trunk': '1.1'}} May 05 21:26:50.109165 n-d-825175-4 neutron-server[84061]: {{(pid=84061) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 05 21:26:50.122120 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47af2cbc-9eab-477f-964d-78de80e8a67d admin admin] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:26:50.122696 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-47af2cbc-9eab-477f-964d-78de80e8a67d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:50.246235 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-47af2cbc-9eab-477f-964d-78de80e8a67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:50.323384 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-4ebb4270-75a6-42a6-aab5-3cc0a50fdb51 None None] Provisioning for port 5b628cba-e640-4730-ab78-af4681a97cfa completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:26:50.328102 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-4ebb4270-75a6-42a6-aab5-3cc0a50fdb51 None None] Provisioning complete for port 5b628cba-e640-4730-ab78-af4681a97cfa triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:26:50.328548 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4ebb4270-75a6-42a6-aab5-3cc0a50fdb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:50.379381 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-4ebb4270-75a6-42a6-aab5-3cc0a50fdb51 None None] Port 5b628cba-e640-4730-ab78-af4681a97cfa cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:26:50.468326 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-47af2cbc-9eab-477f-964d-78de80e8a67d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:50.476726 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-47af2cbc-9eab-477f-964d-78de80e8a67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:50.477819 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-47af2cbc-9eab-477f-964d-78de80e8a67d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:50.603232 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47af2cbc-9eab-477f-964d-78de80e8a67d admin admin] Pushing event updated for resources: {'Port': ['ID=5b628cba-e640-4730-ab78-af4681a97cfa,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:26:50.672880 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47af2cbc-9eab-477f-964d-78de80e8a67d admin admin] Network fa289e88-a8d1-4bcb-9309-67f65c323c5a is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:26:50.673956 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-47af2cbc-9eab-477f-964d-78de80e8a67d admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:26:50.906472 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-4b420fdc-f200-4386-a93f-c3282e5be6be None None] Provisioning complete for port 5b628cba-e640-4730-ab78-af4681a97cfa triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:26:50.906851 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4b420fdc-f200-4386-a93f-c3282e5be6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:50.959676 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-4b420fdc-f200-4386-a93f-c3282e5be6be None None] Port 5b628cba-e640-4730-ab78-af4681a97cfa cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:26:51.065068 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47af2cbc-9eab-477f-964d-78de80e8a67d admin admin] Router bb0cbb1e-b09e-4cee-8dc6-e3629a4942f9 is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 21:26:51.246317 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47af2cbc-9eab-477f-964d-78de80e8a67d admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:26:51.256339 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-47af2cbc-9eab-477f-964d-78de80e8a67d admin admin] 10.222.0.23 "PUT /v2.0/routers/bb0cbb1e-b09e-4cee-8dc6-e3629a4942f9/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2497447 May 05 21:26:51.256504 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a19e994-78cf-4836-92ac-db64abac3d4c None None] Sync routers for ids ['bb0cbb1e-b09e-4cee-8dc6-e3629a4942f9'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:26:51.273363 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a19e994-78cf-4836-92ac-db64abac3d4c None None] Routers {'bb0cbb1e-b09e-4cee-8dc6-e3629a4942f9'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:26:51.274281 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-2a19e994-78cf-4836-92ac-db64abac3d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:26:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['bb0cbb1e-b09e-4cee-8dc6-e3629a4942f9'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:26:51.445779 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-2a19e994-78cf-4836-92ac-db64abac3d4c None None] Set router bb0cbb1e-b09e-4cee-8dc6-e3629a4942f9 gateway port host: None {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:26:51.805076 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-2a19e994-78cf-4836-92ac-db64abac3d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0cbb1e-b09e-4cee-8dc6-e3629a4942f9', 'name': 'router1', 'tenant_id': '3c5e21a1c091489392434e51d88e9727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:26:40Z', 'updated_at': '2022-05-05T21:26:50Z', 'revision_number': 2, 'project_id': '3c5e21a1c091489392434e51d88e9727', 'gw_port_host': None, '_interfaces': [{'id': '5b628cba-e640-4730-ab78-af4681a97cfa', 'name': '', 'network_id': 'fa289e88-a8d1-4bcb-9309-67f65c323c5a', 'tenant_id': '3c5e21a1c091489392434e51d88e9727', 'mac_address': 'fa:16:3e:43:d4:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb0cbb1e-b09e-4cee-8dc6-e3629a4942f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae35ad0c-6574-4f85-8e7b-b3a1d15163e1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:26:49Z', 'updated_at': '2022-05-05T21:26:50Z', 'revision_number': 2, 'project_id': '3c5e21a1c091489392434e51d88e9727', 'subnets': [{'id': 'ae35ad0c-6574-4f85-8e7b-b3a1d15163e1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9dfb35e0-eedb-464c-a910-b2a4a34116a1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:26:51.809975 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a19e994-78cf-4836-92ac-db64abac3d4c None None] Checking router: bb0cbb1e-b09e-4cee-8dc6-e3629a4942f9 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:26:51.810332 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a19e994-78cf-4836-92ac-db64abac3d4c None None] Updating router bb0cbb1e-b09e-4cee-8dc6-e3629a4942f9 port 5b628cba-e640-4730-ab78-af4681a97cfa binding host n-d-825175-4 {{(pid=84068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 21:26:51.863142 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-2a19e994-78cf-4836-92ac-db64abac3d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:52.229950 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-2a19e994-78cf-4836-92ac-db64abac3d4c None None] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:52.244553 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.provisioning_blocks [None req-2a19e994-78cf-4836-92ac-db64abac3d4c None None] Transition to ACTIVE for port object 5b628cba-e640-4730-ab78-af4681a97cfa will not be triggered until provisioned by entity L2. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:26:52.251789 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-2a19e994-78cf-4836-92ac-db64abac3d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:52.491297 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e417f36-bf72-4c42-ac84-d278707ad474 None None] Pushing event updated for resources: {'Port': ['ID=5b628cba-e640-4730-ab78-af4681a97cfa,revision_number=3']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:26:52.500593 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-2a19e994-78cf-4836-92ac-db64abac3d4c None None] Attempting to bind port 5b628cba-e640-4730-ab78-af4681a97cfa on host n-d-825175-4 for vnic_type normal with profile {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:26:52.500988 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-2a19e994-78cf-4836-92ac-db64abac3d4c None None] Attempting to bind port 5b628cba-e640-4730-ab78-af4681a97cfa by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'cf67e505-9d00-46cb-9224-67ac91565c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'fa289e88-a8d1-4bcb-9309-67f65c323c5a'}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:26:52.501422 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a19e994-78cf-4836-92ac-db64abac3d4c None None] Attempting to bind port 5b628cba-e640-4730-ab78-af4681a97cfa on network fa289e88-a8d1-4bcb-9309-67f65c323c5a {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:26:52.510810 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e417f36-bf72-4c42-ac84-d278707ad474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:26:52.511146 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e417f36-bf72-4c42-ac84-d278707ad474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:26:52.511470 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e417f36-bf72-4c42-ac84-d278707ad474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:26:52.511793 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e417f36-bf72-4c42-ac84-d278707ad474 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:26:52.512111 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e417f36-bf72-4c42-ac84-d278707ad474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:26:52.512432 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e417f36-bf72-4c42-ac84-d278707ad474 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:26:52.512727 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e417f36-bf72-4c42-ac84-d278707ad474 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:26:52.513046 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e417f36-bf72-4c42-ac84-d278707ad474 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:26:52.513353 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e417f36-bf72-4c42-ac84-d278707ad474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:26:52.513660 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e417f36-bf72-4c42-ac84-d278707ad474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:26:52.513977 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e417f36-bf72-4c42-ac84-d278707ad474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:26:52.515147 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e417f36-bf72-4c42-ac84-d278707ad474 None None] Tracked resource versions report: May 05 21:26:52.515147 n-d-825175-4 neutron-server[84068]: pushed versions: May 05 21:26:52.515147 n-d-825175-4 neutron-server[84068]: { 'ConntrackHelper': {'1.0'}, May 05 21:26:52.515147 n-d-825175-4 neutron-server[84068]: 'Log': {'1.0'}, May 05 21:26:52.515147 n-d-825175-4 neutron-server[84068]: 'Network': {'1.1'}, May 05 21:26:52.515147 n-d-825175-4 neutron-server[84068]: 'Port': {'1.5'}, May 05 21:26:52.515147 n-d-825175-4 neutron-server[84068]: 'PortForwarding': {'1.2'}, May 05 21:26:52.515147 n-d-825175-4 neutron-server[84068]: 'QosPolicy': {'1.8'}, May 05 21:26:52.515147 n-d-825175-4 neutron-server[84068]: 'SecurityGroup': {'1.2'}, May 05 21:26:52.515147 n-d-825175-4 neutron-server[84068]: 'SecurityGroupRule': {'1.0'}, May 05 21:26:52.515147 n-d-825175-4 neutron-server[84068]: 'SubPort': {'1.0'}, May 05 21:26:52.515147 n-d-825175-4 neutron-server[84068]: 'Subnet': {'1.1'}, May 05 21:26:52.515147 n-d-825175-4 neutron-server[84068]: 'Trunk': {'1.1'}} May 05 21:26:52.515147 n-d-825175-4 neutron-server[84068]: consumer versions: May 05 21:26:52.515147 n-d-825175-4 neutron-server[84068]: { DHCP agent@n-d-825175-4: {}, May 05 21:26:52.515147 n-d-825175-4 neutron-server[84068]: L3 agent@n-d-825175-4: {}, May 05 21:26:52.515147 n-d-825175-4 neutron-server[84068]: Metadata agent@n-d-825175-4: {}, May 05 21:26:52.515147 n-d-825175-4 neutron-server[84068]: Metering agent@n-d-825175-4: {}, May 05 21:26:52.515147 n-d-825175-4 neutron-server[84068]: Open vSwitch agent@n-d-825175-4: { 'ConntrackHelper': '1.0', May 05 21:26:52.515147 n-d-825175-4 neutron-server[84068]: 'Log': '1.0', May 05 21:26:52.515147 n-d-825175-4 neutron-server[84068]: 'Network': '1.1', May 05 21:26:52.515147 n-d-825175-4 neutron-server[84068]: 'Port': '1.5', May 05 21:26:52.515147 n-d-825175-4 neutron-server[84068]: 'PortForwarding': '1.2', May 05 21:26:52.515147 n-d-825175-4 neutron-server[84068]: 'QosPolicy': '1.8', May 05 21:26:52.515147 n-d-825175-4 neutron-server[84068]: 'SecurityGroup': '1.2', May 05 21:26:52.515147 n-d-825175-4 neutron-server[84068]: 'SecurityGroupRule': '1.0', May 05 21:26:52.515147 n-d-825175-4 neutron-server[84068]: 'SubPort': '1.0', May 05 21:26:52.515147 n-d-825175-4 neutron-server[84068]: 'Subnet': '1.1', May 05 21:26:52.515147 n-d-825175-4 neutron-server[84068]: 'Trunk': '1.1'}} May 05 21:26:52.515147 n-d-825175-4 neutron-server[84068]: {{(pid=84068) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 05 21:26:52.517696 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a19e994-78cf-4836-92ac-db64abac3d4c None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:26:52.518091 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a19e994-78cf-4836-92ac-db64abac3d4c None None] Checking segment: {'id': 'cf67e505-9d00-46cb-9224-67ac91565c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'fa289e88-a8d1-4bcb-9309-67f65c323c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:26:52.518550 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-2a19e994-78cf-4836-92ac-db64abac3d4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:52.518942 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a19e994-78cf-4836-92ac-db64abac3d4c None None] Bound using segment: {'id': 'cf67e505-9d00-46cb-9224-67ac91565c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'fa289e88-a8d1-4bcb-9309-67f65c323c5a'} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:26:52.519435 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-2a19e994-78cf-4836-92ac-db64abac3d4c None None] Bound port: 5b628cba-e640-4730-ab78-af4681a97cfa, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf67e505-9d00-46cb-9224-67ac91565c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'fa289e88-a8d1-4bcb-9309-67f65c323c5a'}}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:26:52.519810 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-2a19e994-78cf-4836-92ac-db64abac3d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:52.614720 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-2a19e994-78cf-4836-92ac-db64abac3d4c None None] For port 5b628cba-e640-4730-ab78-af4681a97cfa, host n-d-825175-4, cleared binding levels {{(pid=84068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:26:52.619181 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-2a19e994-78cf-4836-92ac-db64abac3d4c None None] For port 5b628cba-e640-4730-ab78-af4681a97cfa, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=5b628cba-e640-4730-ab78-af4681a97cfa,segment=NetworkSegment(cf67e505-9d00-46cb-9224-67ac91565c34),segment_id=cf67e505-9d00-46cb-9224-67ac91565c34)] {{(pid=84068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:26:52.624631 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-2a19e994-78cf-4836-92ac-db64abac3d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:52.707906 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e417f36-bf72-4c42-ac84-d278707ad474 None None] Pushing event updated for resources: {'Port': ['ID=5b628cba-e640-4730-ab78-af4681a97cfa,revision_number=4']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:26:52.716627 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a19e994-78cf-4836-92ac-db64abac3d4c None None] Routers {'bb0cbb1e-b09e-4cee-8dc6-e3629a4942f9'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:26:52.717240 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-2a19e994-78cf-4836-92ac-db64abac3d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:26:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['bb0cbb1e-b09e-4cee-8dc6-e3629a4942f9'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:26:52.870882 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-2a19e994-78cf-4836-92ac-db64abac3d4c None None] Set router bb0cbb1e-b09e-4cee-8dc6-e3629a4942f9 gateway port host: None {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:26:53.200294 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-2a19e994-78cf-4836-92ac-db64abac3d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0cbb1e-b09e-4cee-8dc6-e3629a4942f9', 'name': 'router1', 'tenant_id': '3c5e21a1c091489392434e51d88e9727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:26:40Z', 'updated_at': '2022-05-05T21:26:50Z', 'revision_number': 2, 'project_id': '3c5e21a1c091489392434e51d88e9727', 'gw_port_host': None, '_interfaces': [{'id': '5b628cba-e640-4730-ab78-af4681a97cfa', 'name': '', 'network_id': 'fa289e88-a8d1-4bcb-9309-67f65c323c5a', 'tenant_id': '3c5e21a1c091489392434e51d88e9727', 'mac_address': 'fa:16:3e:43:d4:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb0cbb1e-b09e-4cee-8dc6-e3629a4942f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae35ad0c-6574-4f85-8e7b-b3a1d15163e1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:26:49Z', 'updated_at': '2022-05-05T21:26:52Z', 'revision_number': 4, 'project_id': '3c5e21a1c091489392434e51d88e9727', 'subnets': [{'id': 'ae35ad0c-6574-4f85-8e7b-b3a1d15163e1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9dfb35e0-eedb-464c-a910-b2a4a34116a1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:26:53.204194 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a19e994-78cf-4836-92ac-db64abac3d4c None None] The sync data for ids ['bb0cbb1e-b09e-4cee-8dc6-e3629a4942f9'] in n-d-825175-4 is: [{'id': 'bb0cbb1e-b09e-4cee-8dc6-e3629a4942f9', 'name': 'router1', 'tenant_id': '3c5e21a1c091489392434e51d88e9727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:26:40Z', 'updated_at': '2022-05-05T21:26:50Z', 'revision_number': 2, 'project_id': '3c5e21a1c091489392434e51d88e9727', 'gw_port_host': None, '_interfaces': [{'id': '5b628cba-e640-4730-ab78-af4681a97cfa', 'name': '', 'network_id': 'fa289e88-a8d1-4bcb-9309-67f65c323c5a', 'tenant_id': '3c5e21a1c091489392434e51d88e9727', 'mac_address': 'fa:16:3e:43:d4:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb0cbb1e-b09e-4cee-8dc6-e3629a4942f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae35ad0c-6574-4f85-8e7b-b3a1d15163e1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:26:49Z', 'updated_at': '2022-05-05T21:26:52Z', 'revision_number': 4, 'project_id': '3c5e21a1c091489392434e51d88e9727', 'subnets': [{'id': 'ae35ad0c-6574-4f85-8e7b-b3a1d15163e1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9dfb35e0-eedb-464c-a910-b2a4a34116a1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:26:53.343568 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53360) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:26:53.521388 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c560998-7833-4fe5-9c0a-de50b263f365 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:26:53.521951 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9c560998-7833-4fe5-9c0a-de50b263f365 admin admin] Synchronizing usage tracker for tenant:dfe9632d3b1b4cc9b5df3e1fe01f3155 on resource:network {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:26:53.539910 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9c560998-7833-4fe5-9c0a-de50b263f365 admin admin] Unset dirty status for tenant:dfe9632d3b1b4cc9b5df3e1fe01f3155 on resource:network {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:26:53.546468 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9c560998-7833-4fe5-9c0a-de50b263f365 admin admin] 10.222.0.23 "GET /v2.0/networks/25bfe237-58de-4709-a3e0-ac79da07c300 HTTP/1.1" status: 200 len: 842 time: 0.2019610 May 05 21:26:53.550708 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-7a943181-6a7d-4c2c-830a-e75d5b47e9c6 admin admin] Request body: {'subnet': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'enable_dhcp': False, 'gateway_ip': '172.25.4.1', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.25.4.0/24'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:26:53.555307 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-7a943181-6a7d-4c2c-830a-e75d5b47e9c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:26:53.559131 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-7a943181-6a7d-4c2c-830a-e75d5b47e9c6 admin admin] Usage tracker for resource:subnet and tenant:dfe9632d3b1b4cc9b5df3e1fe01f3155 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:26:53.561947 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-7a943181-6a7d-4c2c-830a-e75d5b47e9c6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:26:53.568206 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-7a943181-6a7d-4c2c-830a-e75d5b47e9c6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:26:53.578884 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a943181-6a7d-4c2c-830a-e75d5b47e9c6 admin admin] Made reservation on behalf of dfe9632d3b1b4cc9b5df3e1fe01f3155 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:26:53.581112 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7a943181-6a7d-4c2c-830a-e75d5b47e9c6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:53.957860 n-d-825175-4 neutron-server[84063]: DEBUG neutron.objects.ports [None req-7a943181-6a7d-4c2c-830a-e75d5b47e9c6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84063) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 05 21:26:53.958307 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7a943181-6a7d-4c2c-830a-e75d5b47e9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:54.024369 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a943181-6a7d-4c2c-830a-e75d5b47e9c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf7d4504-af54-4a9e-a3ce-a7137bd026a1,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:26:54.039150 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a943181-6a7d-4c2c-830a-e75d5b47e9c6 admin admin] Checking segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:26:54.041145 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a943181-6a7d-4c2c-830a-e75d5b47e9c6 admin admin] Network hostable DHCP agents. Network: 25bfe237-58de-4709-a3e0-ac79da07c300, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:26:54.071139 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a943181-6a7d-4c2c-830a-e75d5b47e9c6 admin admin] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:26:54.080579 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-7a943181-6a7d-4c2c-830a-e75d5b47e9c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 25bfe237-58de-4709-a3e0-ac79da07c300) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:26:54.084798 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a943181-6a7d-4c2c-830a-e75d5b47e9c6 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:26:54.085418 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7a943181-6a7d-4c2c-830a-e75d5b47e9c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:54.089935 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c633014b-edbd-4a18-91a6-1b75a7b950ff None None] Network 25bfe237-58de-4709-a3e0-ac79da07c300 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:26:54.120790 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-7a943181-6a7d-4c2c-830a-e75d5b47e9c6 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5732718 May 05 21:26:54.324450 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da74cd7a-8e73-4e66-8eff-ea769453de04 None None] Network 25bfe237-58de-4709-a3e0-ac79da07c300 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:26:55.631355 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 5b628cba-e640-4730-ab78-af4681a97cfa up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:26:55.699958 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 5b628cba-e640-4730-ab78-af4681a97cfa completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:26:55.704536 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 5b628cba-e640-4730-ab78-af4681a97cfa triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:26:55.704934 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:55.835246 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:55.867422 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 5b628cba-e640-4730-ab78-af4681a97cfa, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=5b628cba-e640-4730-ab78-af4681a97cfa,segment=NetworkSegment(cf67e505-9d00-46cb-9224-67ac91565c34),segment_id=cf67e505-9d00-46cb-9224-67ac91565c34)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:26:55.872353 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:55.937433 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=5b628cba-e640-4730-ab78-af4681a97cfa,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:26:56.258985 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53374) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:26:56.498405 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-94077e85-a27b-4181-80e4-032ebc1eb49d admin admin] 10.222.0.23 "GET /v2.0/routers/bb0cbb1e-b09e-4cee-8dc6-e3629a4942f9 HTTP/1.1" status: 200 len: 710 time: 0.2381985 May 05 21:26:56.629167 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52cade9-11ae-4ebd-a040-e0b0ffcec88e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:26:56.630426 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a52cade9-11ae-4ebd-a040-e0b0ffcec88e admin admin] 10.222.0.23 "GET /v2.0/networks/25bfe237-58de-4709-a3e0-ac79da07c300 HTTP/1.1" status: 200 len: 886 time: 0.1247621 May 05 21:26:56.639250 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-120f5c2f-1b44-4bcc-8922-5ab7773a602a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:26:57.130890 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-120f5c2f-1b44-4bcc-8922-5ab7773a602a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:57.370585 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-120f5c2f-1b44-4bcc-8922-5ab7773a602a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:57.427024 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-120f5c2f-1b44-4bcc-8922-5ab7773a602a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:57.564030 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-120f5c2f-1b44-4bcc-8922-5ab7773a602a admin admin] Allocated IP 172.25.4.177 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/6aa29095-994b-4936-9186-968afc557e37) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:26:57.612692 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 5b628cba-e640-4730-ab78-af4681a97cfa up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:26:57.682526 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 5b628cba-e640-4730-ab78-af4681a97cfa triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:26:57.682805 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:57.711451 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-120f5c2f-1b44-4bcc-8922-5ab7773a602a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:57.741332 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-120f5c2f-1b44-4bcc-8922-5ab7773a602a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:57.812929 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120f5c2f-1b44-4bcc-8922-5ab7773a602a admin admin] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:26:57.813768 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f5c2f-1b44-4bcc-8922-5ab7773a602a admin admin] Pushing event updated for resources: {'Port': ['ID=6aa29095-994b-4936-9186-968afc557e37,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:26:57.816602 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-120f5c2f-1b44-4bcc-8922-5ab7773a602a admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:26:57.818852 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120f5c2f-1b44-4bcc-8922-5ab7773a602a admin admin] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:26:57.960383 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-120f5c2f-1b44-4bcc-8922-5ab7773a602a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:58.125919 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-120f5c2f-1b44-4bcc-8922-5ab7773a602a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:58.129573 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-120f5c2f-1b44-4bcc-8922-5ab7773a602a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-926863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-926864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-930834'] for router, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:58.328628 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-120f5c2f-1b44-4bcc-8922-5ab7773a602a admin admin] Router bb0cbb1e-b09e-4cee-8dc6-e3629a4942f9 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:26:58.524460 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-120f5c2f-1b44-4bcc-8922-5ab7773a602a admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:26:58.532895 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-120f5c2f-1b44-4bcc-8922-5ab7773a602a admin admin] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:58.534034 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-120f5c2f-1b44-4bcc-8922-5ab7773a602a admin admin] 10.222.0.23 "PUT /v2.0/routers/bb0cbb1e-b09e-4cee-8dc6-e3629a4942f9 HTTP/1.1" status: 200 len: 890 time: 1.8980789 May 05 21:26:58.535947 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa462f7-b3be-4b97-b498-2cbfcce4ac58 None None] Sync routers for ids ['bb0cbb1e-b09e-4cee-8dc6-e3629a4942f9'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:26:58.549303 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa462f7-b3be-4b97-b498-2cbfcce4ac58 None None] Routers {'bb0cbb1e-b09e-4cee-8dc6-e3629a4942f9'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:26:58.550143 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-efa462f7-b3be-4b97-b498-2cbfcce4ac58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:26:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['bb0cbb1e-b09e-4cee-8dc6-e3629a4942f9'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:26:58.737838 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-efa462f7-b3be-4b97-b498-2cbfcce4ac58 None None] Set router bb0cbb1e-b09e-4cee-8dc6-e3629a4942f9 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:26:59.082168 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-efa462f7-b3be-4b97-b498-2cbfcce4ac58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0cbb1e-b09e-4cee-8dc6-e3629a4942f9', 'name': 'router1', 'tenant_id': '3c5e21a1c091489392434e51d88e9727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '6aa29095-994b-4936-9186-968afc557e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:26:40Z', 'updated_at': '2022-05-05T21:26:57Z', 'revision_number': 4, 'project_id': '3c5e21a1c091489392434e51d88e9727', 'gw_port': {'id': '6aa29095-994b-4936-9186-968afc557e37', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:94:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb0cbb1e-b09e-4cee-8dc6-e3629a4942f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:26:57Z', 'updated_at': '2022-05-05T21:26:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '5b628cba-e640-4730-ab78-af4681a97cfa', 'name': '', 'network_id': 'fa289e88-a8d1-4bcb-9309-67f65c323c5a', 'tenant_id': '3c5e21a1c091489392434e51d88e9727', 'mac_address': 'fa:16:3e:43:d4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0cbb1e-b09e-4cee-8dc6-e3629a4942f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae35ad0c-6574-4f85-8e7b-b3a1d15163e1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:26:49Z', 'updated_at': '2022-05-05T21:26:55Z', 'revision_number': 5, 'project_id': '3c5e21a1c091489392434e51d88e9727', 'subnets': [{'id': 'ae35ad0c-6574-4f85-8e7b-b3a1d15163e1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9dfb35e0-eedb-464c-a910-b2a4a34116a1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:26:59.088383 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa462f7-b3be-4b97-b498-2cbfcce4ac58 None None] Checking router: bb0cbb1e-b09e-4cee-8dc6-e3629a4942f9 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:26:59.088729 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa462f7-b3be-4b97-b498-2cbfcce4ac58 None None] Updating router bb0cbb1e-b09e-4cee-8dc6-e3629a4942f9 port 6aa29095-994b-4936-9186-968afc557e37 binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 21:26:59.144892 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-efa462f7-b3be-4b97-b498-2cbfcce4ac58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:59.469757 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-efa462f7-b3be-4b97-b498-2cbfcce4ac58 None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:59.482038 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-efa462f7-b3be-4b97-b498-2cbfcce4ac58 None None] Transition to ACTIVE for port object 6aa29095-994b-4936-9186-968afc557e37 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:26:59.489849 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-efa462f7-b3be-4b97-b498-2cbfcce4ac58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:59.563906 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cc12f5-96b0-44b4-b40f-e0baeb09ad7d None None] Pushing event updated for resources: {'Port': ['ID=6aa29095-994b-4936-9186-968afc557e37,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:26:59.574887 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-efa462f7-b3be-4b97-b498-2cbfcce4ac58 None None] Attempting to bind port 6aa29095-994b-4936-9186-968afc557e37 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:26:59.575253 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-efa462f7-b3be-4b97-b498-2cbfcce4ac58 None None] Attempting to bind port 6aa29095-994b-4936-9186-968afc557e37 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:26:59.575611 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa462f7-b3be-4b97-b498-2cbfcce4ac58 None None] Attempting to bind port 6aa29095-994b-4936-9186-968afc557e37 on network 25bfe237-58de-4709-a3e0-ac79da07c300 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:26:59.581872 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa462f7-b3be-4b97-b498-2cbfcce4ac58 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:26:59.582235 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa462f7-b3be-4b97-b498-2cbfcce4ac58 None None] Checking segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:26:59.582627 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-efa462f7-b3be-4b97-b498-2cbfcce4ac58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:59.583035 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa462f7-b3be-4b97-b498-2cbfcce4ac58 None None] Bound using segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:26:59.583488 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-efa462f7-b3be-4b97-b498-2cbfcce4ac58 None None] Bound port: 6aa29095-994b-4936-9186-968afc557e37, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:26:59.583867 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-efa462f7-b3be-4b97-b498-2cbfcce4ac58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:59.658516 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-efa462f7-b3be-4b97-b498-2cbfcce4ac58 None None] For port 6aa29095-994b-4936-9186-968afc557e37, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:26:59.661455 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-efa462f7-b3be-4b97-b498-2cbfcce4ac58 None None] For port 6aa29095-994b-4936-9186-968afc557e37, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=6aa29095-994b-4936-9186-968afc557e37,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:26:59.666070 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-efa462f7-b3be-4b97-b498-2cbfcce4ac58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:26:59.739621 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cc12f5-96b0-44b4-b40f-e0baeb09ad7d None None] Pushing event updated for resources: {'Port': ['ID=6aa29095-994b-4936-9186-968afc557e37,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:26:59.750367 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa462f7-b3be-4b97-b498-2cbfcce4ac58 None None] Routers {'bb0cbb1e-b09e-4cee-8dc6-e3629a4942f9'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:26:59.750989 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-efa462f7-b3be-4b97-b498-2cbfcce4ac58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:26:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['bb0cbb1e-b09e-4cee-8dc6-e3629a4942f9'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:26:59.956948 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-efa462f7-b3be-4b97-b498-2cbfcce4ac58 None None] Set router bb0cbb1e-b09e-4cee-8dc6-e3629a4942f9 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:27:00.290697 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-efa462f7-b3be-4b97-b498-2cbfcce4ac58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0cbb1e-b09e-4cee-8dc6-e3629a4942f9', 'name': 'router1', 'tenant_id': '3c5e21a1c091489392434e51d88e9727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '6aa29095-994b-4936-9186-968afc557e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:26:40Z', 'updated_at': '2022-05-05T21:26:57Z', 'revision_number': 4, 'project_id': '3c5e21a1c091489392434e51d88e9727', 'gw_port': {'id': '6aa29095-994b-4936-9186-968afc557e37', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:94:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb0cbb1e-b09e-4cee-8dc6-e3629a4942f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:26:57Z', 'updated_at': '2022-05-05T21:26:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '5b628cba-e640-4730-ab78-af4681a97cfa', 'name': '', 'network_id': 'fa289e88-a8d1-4bcb-9309-67f65c323c5a', 'tenant_id': '3c5e21a1c091489392434e51d88e9727', 'mac_address': 'fa:16:3e:43:d4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0cbb1e-b09e-4cee-8dc6-e3629a4942f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae35ad0c-6574-4f85-8e7b-b3a1d15163e1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:26:49Z', 'updated_at': '2022-05-05T21:26:55Z', 'revision_number': 5, 'project_id': '3c5e21a1c091489392434e51d88e9727', 'subnets': [{'id': 'ae35ad0c-6574-4f85-8e7b-b3a1d15163e1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9dfb35e0-eedb-464c-a910-b2a4a34116a1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:27:00.294786 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa462f7-b3be-4b97-b498-2cbfcce4ac58 None None] The sync data for ids ['bb0cbb1e-b09e-4cee-8dc6-e3629a4942f9'] in n-d-825175-4 is: [{'id': 'bb0cbb1e-b09e-4cee-8dc6-e3629a4942f9', 'name': 'router1', 'tenant_id': '3c5e21a1c091489392434e51d88e9727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '6aa29095-994b-4936-9186-968afc557e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:26:40Z', 'updated_at': '2022-05-05T21:26:57Z', 'revision_number': 4, 'project_id': '3c5e21a1c091489392434e51d88e9727', 'gw_port': {'id': '6aa29095-994b-4936-9186-968afc557e37', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:94:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb0cbb1e-b09e-4cee-8dc6-e3629a4942f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:26:57Z', 'updated_at': '2022-05-05T21:26:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '5b628cba-e640-4730-ab78-af4681a97cfa', 'name': '', 'network_id': 'fa289e88-a8d1-4bcb-9309-67f65c323c5a', 'tenant_id': '3c5e21a1c091489392434e51d88e9727', 'mac_address': 'fa:16:3e:43:d4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0cbb1e-b09e-4cee-8dc6-e3629a4942f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae35ad0c-6574-4f85-8e7b-b3a1d15163e1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:26:49Z', 'updated_at': '2022-05-05T21:26:55Z', 'revision_number': 5, 'project_id': '3c5e21a1c091489392434e51d88e9727', 'subnets': [{'id': 'ae35ad0c-6574-4f85-8e7b-b3a1d15163e1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9dfb35e0-eedb-464c-a910-b2a4a34116a1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:27:00.769702 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53384) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:27:00.939054 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-d0763511-4dec-4a6c-beab-15e5d5564efa admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1068 time: 0.1677334 May 05 21:27:01.619245 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 5 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:27:01.642334 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 6aa29095-994b-4936-9186-968afc557e37 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:27:01.715365 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 6aa29095-994b-4936-9186-968afc557e37 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:27:01.720609 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 6aa29095-994b-4936-9186-968afc557e37 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:27:01.720968 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:27:01.837510 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:27:01.861702 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 6aa29095-994b-4936-9186-968afc557e37, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=6aa29095-994b-4936-9186-968afc557e37,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:27:01.870738 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:27:01.935223 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=6aa29095-994b-4936-9186-968afc557e37,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:27:03.622597 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 6aa29095-994b-4936-9186-968afc557e37 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:27:03.694859 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 6aa29095-994b-4936-9186-968afc557e37 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:27:03.695386 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:27:13.879418 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9931523c-caab-47af-9582-64f4ac5b9ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:27:15.973131 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f846fe23-4317-4b26-bbef-d8d68aacdc9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:27:17.070572 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:27:17.340779 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:27:18.666088 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:27:38.620441 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 5 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:27:43.874436 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5d58b8dc-2708-49e1-85f3-4df059fa8945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:27:45.980044 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f7ebe8d7-656b-4d2a-a6e5-d71e1a120226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:27:47.075503 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:27:47.345784 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:27:48.670464 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:28:13.884903 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-08e5fe0b-cf87-4f5e-8229-f614b133e31f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:28:15.622376 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 5 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:28:15.974427 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d01b6b45-d1e5-49d3-900c-fa4817203211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:28:17.075620 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:28:17.352454 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:28:18.676160 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:28:43.881437 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f67342da-4dc3-4183-ad82-6ba754a10e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:28:45.971629 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3787b57e-5ed9-4fa6-a33c-62517bafb103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:28:47.078801 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:28:47.348011 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:28:48.676374 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:28:52.623804 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 5 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:29:07.893809 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53998) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:29:07.997674 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-d74bfa0e-5f11-42f4-9aea-8d9a1afd53a4 admin admin] GET failed (client error): The resource could not be found. May 05 21:29:07.998922 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-d74bfa0e-5f11-42f4-9aea-8d9a1afd53a4 admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1040709 May 05 21:29:08.136921 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ab6874-2880-44dd-bd45-e31fab8d245f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:29:08.138262 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c1ab6874-2880-44dd-bd45-e31fab8d245f admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1334383 May 05 21:29:10.202461 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54008) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:29:10.341495 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed29a8e2-3d2c-4259-ae21-841aa5057f68 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:29:10.342868 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ed29a8e2-3d2c-4259-ae21-841aa5057f68 admin admin] 10.222.0.23 "GET /v2.0/subnets/ae35ad0c-6574-4f85-8e7b-b3a1d15163e1 HTTP/1.1" status: 200 len: 849 time: 0.1393850 May 05 21:29:10.354758 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-d2e46249-87c9-4c48-8704-b9d84d255d22 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:29:10.508645 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d2e46249-87c9-4c48-8704-b9d84d255d22 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:29:10.698652 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d2e46249-87c9-4c48-8704-b9d84d255d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774958641565'] for subnet, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:29:10.748106 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e46249-87c9-4c48-8704-b9d84d255d22 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:29:10.748684 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d2e46249-87c9-4c48-8704-b9d84d255d22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:29:10.751770 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-d2e46249-87c9-4c48-8704-b9d84d255d22 admin admin] 10.222.0.23 "PUT /v2.0/subnets/ae35ad0c-6574-4f85-8e7b-b3a1d15163e1 HTTP/1.1" status: 200 len: 868 time: 0.4003963 May 05 21:29:10.752829 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3214636b-f1f2-460c-9503-603dad49d389 None None] Network fa289e88-a8d1-4bcb-9309-67f65c323c5a requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:29:10.775312 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e46249-87c9-4c48-8704-b9d84d255d22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae35ad0c-6574-4f85-8e7b-b3a1d15163e1,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:29:10.784279 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e46249-87c9-4c48-8704-b9d84d255d22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:29:10.784630 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e46249-87c9-4c48-8704-b9d84d255d22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:29:10.784944 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e46249-87c9-4c48-8704-b9d84d255d22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:29:10.785271 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e46249-87c9-4c48-8704-b9d84d255d22 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:29:10.785602 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e46249-87c9-4c48-8704-b9d84d255d22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:29:10.785925 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e46249-87c9-4c48-8704-b9d84d255d22 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:29:10.786240 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e46249-87c9-4c48-8704-b9d84d255d22 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:29:10.786588 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e46249-87c9-4c48-8704-b9d84d255d22 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:29:10.786956 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e46249-87c9-4c48-8704-b9d84d255d22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:29:10.787275 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e46249-87c9-4c48-8704-b9d84d255d22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:29:10.787585 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e46249-87c9-4c48-8704-b9d84d255d22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:29:11.249295 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-58fcc92b-a177-4286-8fb1-f2b2aebb5e56 None None] Provisioning complete for port 66d79f77-6655-44b0-8873-39054de9b8c7 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:29:11.249667 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-58fcc92b-a177-4286-8fb1-f2b2aebb5e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:29:11.381770 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-58fcc92b-a177-4286-8fb1-f2b2aebb5e56 None None] Provisioning complete for port 5b628cba-e640-4730-ab78-af4681a97cfa triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:29:11.382133 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-58fcc92b-a177-4286-8fb1-f2b2aebb5e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:29:12.795757 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54018) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:29:13.002570 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256f51a1-65ba-4a18-b2d2-7fb6c4dab579 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:29:13.002945 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256f51a1-65ba-4a18-b2d2-7fb6c4dab579 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:29:13.004459 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-256f51a1-65ba-4a18-b2d2-7fb6c4dab579 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2077501 May 05 21:29:13.885002 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-61b0fc68-d4f1-479c-a4da-6b8d017b6711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:29:15.062684 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54028) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:29:15.272237 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097faf7a-ade0-4584-864e-28c12603fc05 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:29:15.272603 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097faf7a-ade0-4584-864e-28c12603fc05 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:29:15.273968 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-097faf7a-ade0-4584-864e-28c12603fc05 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2103117 May 05 21:29:15.978501 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5d93ca93-434f-4a28-9f30-4a995b6c10e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:29:17.082919 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:29:17.286558 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54038) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:29:17.352862 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:29:17.486566 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b767db1-fedb-41d8-bc6e-c1c4dcb5624d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:29:17.487934 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9b767db1-fedb-41d8-bc6e-c1c4dcb5624d admin admin] 10.222.0.23 "GET /v2.0/networks/25bfe237-58de-4709-a3e0-ac79da07c300 HTTP/1.1" status: 200 len: 886 time: 0.2004144 May 05 21:29:18.684658 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:29:19.535625 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54048) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:29:19.736842 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb35d17-cbbd-41c7-b6f1-aaaf126fd7a8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:29:19.738153 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ffb35d17-cbbd-41c7-b6f1-aaaf126fd7a8 admin admin] 10.222.0.23 "GET /v2.0/networks/fa289e88-a8d1-4bcb-9309-67f65c323c5a HTTP/1.1" status: 200 len: 869 time: 0.2013793 May 05 21:29:21.755054 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54058) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:29:21.897706 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5f115c-697d-4c33-b903-4a445009f0ac admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:29:21.898080 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5f115c-697d-4c33-b903-4a445009f0ac admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:29:21.900395 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-8c5f115c-697d-4c33-b903-4a445009f0ac admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1435740 May 05 21:29:23.925445 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54068) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:29:24.061377 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e16ed2-2d26-4bd3-952e-d58897625534 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:29:24.061697 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e16ed2-2d26-4bd3-952e-d58897625534 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:29:24.063228 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e2e16ed2-2d26-4bd3-952e-d58897625534 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1368220 May 05 21:29:26.080441 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54078) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:29:26.217229 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1532da13-a136-4f01-b94a-834f418cf64e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:29:26.217779 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-1532da13-a136-4f01-b94a-834f418cf64e admin admin] Synchronizing usage tracker for tenant:dfe9632d3b1b4cc9b5df3e1fe01f3155 on resource:subnet {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:29:26.237759 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-1532da13-a136-4f01-b94a-834f418cf64e admin admin] Unset dirty status for tenant:dfe9632d3b1b4cc9b5df3e1fe01f3155 on resource:subnet {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:29:26.239400 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1532da13-a136-4f01-b94a-834f418cf64e admin admin] 10.222.0.23 "GET /v2.0/subnets/ae35ad0c-6574-4f85-8e7b-b3a1d15163e1 HTTP/1.1" status: 200 len: 868 time: 0.1579657 May 05 21:29:28.287366 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54088) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:29:28.427443 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391c576d-97b0-499e-80f9-08f5d8e35c8e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:29:28.428752 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-391c576d-97b0-499e-80f9-08f5d8e35c8e admin admin] 10.222.0.23 "GET /v2.0/subnets/cf7d4504-af54-4a9e-a3ce-a7137bd026a1 HTTP/1.1" status: 200 len: 816 time: 0.1401002 May 05 21:29:29.624279 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 5 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:29:43.888815 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-89100416-c7dd-47d3-bbc3-d83fb4c7d97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:29:45.978355 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-55e63387-a902-46d6-829e-d3d100583592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:29:46.921561 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54130) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:29:47.003865 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [None req-fc51d173-c9cc-42fd-8968-356dbc2913a3 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84063) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 21:29:47.004848 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-fc51d173-c9cc-42fd-8968-356dbc2913a3 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0823457 May 05 21:29:47.086575 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:29:47.361187 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:29:48.686069 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:29:49.115285 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54140) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:29:49.221832 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-52eaa893-be13-49e4-b6bc-d199de732063 admin admin] GET failed (client error): The resource could not be found. May 05 21:29:49.223464 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-52eaa893-be13-49e4-b6bc-d199de732063 admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1069174 May 05 21:29:49.370543 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070208b6-0b44-44ae-8b59-33ff91025051 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:29:49.372031 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-070208b6-0b44-44ae-8b59-33ff91025051 admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1444046 May 05 21:29:51.422502 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54150) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:29:51.508216 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-64117b9a-70bc-4966-8880-c3c1327b0c51 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:29:51.514033 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-64117b9a-70bc-4966-8880-c3c1327b0c51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:29:51.525213 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-64117b9a-70bc-4966-8880-c3c1327b0c51 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:29:51.537397 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64117b9a-70bc-4966-8880-c3c1327b0c51 admin admin] Made reservation on behalf of dfe9632d3b1b4cc9b5df3e1fe01f3155 for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:29:51.540245 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-64117b9a-70bc-4966-8880-c3c1327b0c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:29:51.626819 n-d-825175-4 neutron-server[84061]: WARNING neutron.services.revisions.revision_plugin [None req-64117b9a-70bc-4966-8880-c3c1327b0c51 admin admin] Could not find related network for resource to bump revision. May 05 21:29:51.640831 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64117b9a-70bc-4966-8880-c3c1327b0c51 admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:29:51.653962 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-64117b9a-70bc-4966-8880-c3c1327b0c51 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774958669936', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:29:51.654512 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-64117b9a-70bc-4966-8880-c3c1327b0c51 admin admin] Unsubscribe: segment precommit_create {{(pid=84061) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 05 21:29:51.655014 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-64117b9a-70bc-4966-8880-c3c1327b0c51 admin admin] Added segment cff7a1dd-f78d-413a-8d91-f27c85e65cb9 of type vlan for network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 May 05 21:29:51.727742 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-64117b9a-70bc-4966-8880-c3c1327b0c51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:29:51.764331 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-64117b9a-70bc-4966-8880-c3c1327b0c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:29:51.765126 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64117b9a-70bc-4966-8880-c3c1327b0c51 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:29:51.765715 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-64117b9a-70bc-4966-8880-c3c1327b0c51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:29:51.864311 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64117b9a-70bc-4966-8880-c3c1327b0c51 admin admin] Pushing event updated for resources: {'Network': ['ID=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:29:51.867216 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-64117b9a-70bc-4966-8880-c3c1327b0c51 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4435549 May 05 21:29:51.881125 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:29:53.877763 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54160) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:29:53.980617 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc4d45cb-f3d5-4b5d-993d-0447fda398e0 admin admin] GET failed (client error): The resource could not be found. May 05 21:29:53.981096 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-fc4d45cb-f3d5-4b5d-993d-0447fda398e0 admin admin] Synchronizing usage tracker for tenant:dfe9632d3b1b4cc9b5df3e1fe01f3155 on resource:network {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:29:53.999580 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-fc4d45cb-f3d5-4b5d-993d-0447fda398e0 admin admin] Unset dirty status for tenant:dfe9632d3b1b4cc9b5df3e1fe01f3155 on resource:network {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:29:54.000728 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-fc4d45cb-f3d5-4b5d-993d-0447fda398e0 admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1220269 May 05 21:29:54.110410 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08d7f94-0904-4a48-a767-b5e4e74b2ad0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:29:54.111756 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b08d7f94-0904-4a48-a767-b5e4e74b2ad0 admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1050887 May 05 21:29:54.122819 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-cad141d0-034f-4e24-8d1b-e4d67e297bca admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:29:54.127288 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-cad141d0-034f-4e24-8d1b-e4d67e297bca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:29:54.137453 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-cad141d0-034f-4e24-8d1b-e4d67e297bca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:29:54.149159 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad141d0-034f-4e24-8d1b-e4d67e297bca admin admin] Made reservation on behalf of dfe9632d3b1b4cc9b5df3e1fe01f3155 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:29:54.151507 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cad141d0-034f-4e24-8d1b-e4d67e297bca admin admin] Notify callbacks [] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:29:54.373909 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cad141d0-034f-4e24-8d1b-e4d67e297bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:29:54.460385 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad141d0-034f-4e24-8d1b-e4d67e297bca admin admin] Pushing event updated for resources: {'Subnet': ['ID=f237a6ef-d044-411f-a2d8-d12619664c91,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:29:54.468142 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad141d0-034f-4e24-8d1b-e4d67e297bca admin admin] Checking segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:29:54.468433 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad141d0-034f-4e24-8d1b-e4d67e297bca admin admin] Network hostable DHCP agents. Network: 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:29:54.494973 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad141d0-034f-4e24-8d1b-e4d67e297bca admin admin] Network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:29:54.507851 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-cad141d0-034f-4e24-8d1b-e4d67e297bca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:29:54.512426 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad141d0-034f-4e24-8d1b-e4d67e297bca admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:29:54.513183 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cad141d0-034f-4e24-8d1b-e4d67e297bca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:29:54.517638 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3f8c81-e33a-4703-8652-dade774d6da9 None None] Network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:29:54.547987 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-cad141d0-034f-4e24-8d1b-e4d67e297bca admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4285095 May 05 21:29:54.742479 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add50b91-b0c8-49b2-b353-a9b6f0c2eb62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'tenant_id': 'dfe9632d3b1b4cc9b5df3e1fe01f3155', 'fixed_ips': [{'subnet_id': 'f237a6ef-d044-411f-a2d8-d12619664c91'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 21:29:54.743359 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-add50b91-b0c8-49b2-b353-a9b6f0c2eb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:29:54.905758 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-add50b91-b0c8-49b2-b353-a9b6f0c2eb62 None None] Allocated IP 192.168.233.2 (4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9/f237a6ef-d044-411f-a2d8-d12619664c91/8417d8d2-b411-424b-be84-6d1fa0451e02) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:29:55.107726 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-add50b91-b0c8-49b2-b353-a9b6f0c2eb62 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:29:55.118248 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-add50b91-b0c8-49b2-b353-a9b6f0c2eb62 None None] Transition to ACTIVE for port object 8417d8d2-b411-424b-be84-6d1fa0451e02 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:29:55.137034 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-add50b91-b0c8-49b2-b353-a9b6f0c2eb62 None None] Transition to ACTIVE for port object 8417d8d2-b411-424b-be84-6d1fa0451e02 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:29:55.144096 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-add50b91-b0c8-49b2-b353-a9b6f0c2eb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:29:55.212139 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add50b91-b0c8-49b2-b353-a9b6f0c2eb62 None None] Network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:29:55.214992 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-add50b91-b0c8-49b2-b353-a9b6f0c2eb62 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:29:55.219625 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add50b91-b0c8-49b2-b353-a9b6f0c2eb62 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:29:55.221705 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add50b91-b0c8-49b2-b353-a9b6f0c2eb62 None None] Pushing event updated for resources: {'Port': ['ID=8417d8d2-b411-424b-be84-6d1fa0451e02,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:29:55.233515 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add50b91-b0c8-49b2-b353-a9b6f0c2eb62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:29:55.233847 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add50b91-b0c8-49b2-b353-a9b6f0c2eb62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:29:55.234171 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add50b91-b0c8-49b2-b353-a9b6f0c2eb62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:29:55.234487 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add50b91-b0c8-49b2-b353-a9b6f0c2eb62 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:29:55.234829 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add50b91-b0c8-49b2-b353-a9b6f0c2eb62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:29:55.235134 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add50b91-b0c8-49b2-b353-a9b6f0c2eb62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:29:55.235458 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add50b91-b0c8-49b2-b353-a9b6f0c2eb62 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:29:55.235750 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add50b91-b0c8-49b2-b353-a9b6f0c2eb62 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:29:55.236058 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add50b91-b0c8-49b2-b353-a9b6f0c2eb62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:29:55.236361 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add50b91-b0c8-49b2-b353-a9b6f0c2eb62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:29:55.236665 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add50b91-b0c8-49b2-b353-a9b6f0c2eb62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:29:55.317009 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-add50b91-b0c8-49b2-b353-a9b6f0c2eb62 None None] Attempting to bind port 8417d8d2-b411-424b-be84-6d1fa0451e02 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:29:55.317366 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-add50b91-b0c8-49b2-b353-a9b6f0c2eb62 None None] Attempting to bind port 8417d8d2-b411-424b-be84-6d1fa0451e02 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:29:55.317718 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add50b91-b0c8-49b2-b353-a9b6f0c2eb62 None None] Attempting to bind port 8417d8d2-b411-424b-be84-6d1fa0451e02 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:29:55.324128 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add50b91-b0c8-49b2-b353-a9b6f0c2eb62 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:29:55.324483 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add50b91-b0c8-49b2-b353-a9b6f0c2eb62 None None] Checking segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:29:55.324869 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-add50b91-b0c8-49b2-b353-a9b6f0c2eb62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:29:55.325248 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add50b91-b0c8-49b2-b353-a9b6f0c2eb62 None None] Bound using segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:29:55.325693 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-add50b91-b0c8-49b2-b353-a9b6f0c2eb62 None None] Bound port: 8417d8d2-b411-424b-be84-6d1fa0451e02, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:29:55.326069 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-add50b91-b0c8-49b2-b353-a9b6f0c2eb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:29:55.413685 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-add50b91-b0c8-49b2-b353-a9b6f0c2eb62 None None] For port 8417d8d2-b411-424b-be84-6d1fa0451e02, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:29:55.416801 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-add50b91-b0c8-49b2-b353-a9b6f0c2eb62 None None] For port 8417d8d2-b411-424b-be84-6d1fa0451e02, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=8417d8d2-b411-424b-be84-6d1fa0451e02,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:29:55.421610 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-add50b91-b0c8-49b2-b353-a9b6f0c2eb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:29:55.499498 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add50b91-b0c8-49b2-b353-a9b6f0c2eb62 None None] Pushing event updated for resources: {'Port': ['ID=8417d8d2-b411-424b-be84-6d1fa0451e02,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:29:55.765212 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 8417d8d2-b411-424b-be84-6d1fa0451e02 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:29:55.862347 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 8417d8d2-b411-424b-be84-6d1fa0451e02 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:29:56.331446 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b96572-579d-4a32-93d9-6adf9239c50a None None] Network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:29:56.439137 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-1bb38d97-fff7-4c8d-8968-389325607c25 None None] Provisioning for port 8417d8d2-b411-424b-be84-6d1fa0451e02 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:29:56.447651 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-1bb38d97-fff7-4c8d-8968-389325607c25 None None] Provisioning complete for port 8417d8d2-b411-424b-be84-6d1fa0451e02 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:29:56.447961 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1bb38d97-fff7-4c8d-8968-389325607c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:29:56.664126 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1bb38d97-fff7-4c8d-8968-389325607c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:29:56.707880 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-1bb38d97-fff7-4c8d-8968-389325607c25 None None] For port 8417d8d2-b411-424b-be84-6d1fa0451e02, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=8417d8d2-b411-424b-be84-6d1fa0451e02,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:29:56.712961 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1bb38d97-fff7-4c8d-8968-389325607c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:29:56.783702 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb38d97-fff7-4c8d-8968-389325607c25 None None] Pushing event updated for resources: {'Port': ['ID=8417d8d2-b411-424b-be84-6d1fa0451e02,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:29:56.935243 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-06f3d79f-c418-4b7b-a4da-9f9aee758810 None None] Provisioning complete for port 8417d8d2-b411-424b-be84-6d1fa0451e02 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:29:56.935643 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-06f3d79f-c418-4b7b-a4da-9f9aee758810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:29:57.715240 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 8417d8d2-b411-424b-be84-6d1fa0451e02 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:29:57.784186 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 8417d8d2-b411-424b-be84-6d1fa0451e02 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:29:57.784991 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:30:06.624988 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 5 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:30:13.894232 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-666511a3-f835-4700-8461-5e3185d0c4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:30:15.983410 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-44f64565-85e5-4328-8ad1-859029a8da75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:30:17.097110 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:30:17.357153 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:30:18.692928 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:30:43.625826 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 5 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:30:43.904588 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-34b25797-4a2a-4cf6-8451-fe1d42baa224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:30:45.978276 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d1bc52ec-8a87-4325-9432-583c0ac24528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:30:47.093963 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:30:47.362338 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:30:48.697146 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:31:13.900207 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4eea3100-c5d5-41eb-a914-881a4f136998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:31:15.982906 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9273280a-9787-46a5-9d56-8ad03a81f2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:31:17.097299 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:31:17.357585 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:31:18.701335 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:31:20.625828 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 5 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:31:39.848080 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54202) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:31:39.858602 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [None req-c44ed170-7c03-43ac-b57c-f38fb9abc6f1 tempest-verify_tempest_config-249079802 tempest-verify_tempest_config-249079802-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 21:31:39.859994 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c44ed170-7c03-43ac-b57c-f38fb9abc6f1 tempest-verify_tempest_config-249079802 tempest-verify_tempest_config-249079802-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0106297 May 05 21:31:40.224504 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54218) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:31:40.375382 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c24302bb-ee1b-48ba-80d2-cac70ee59c2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:31:40.415145 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-c24302bb-ee1b-48ba-80d2-cac70ee59c2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:31:40.419569 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-c24302bb-ee1b-48ba-80d2-cac70ee59c2b admin admin] Usage tracker for resource:security_group_rule and tenant:1b1f3b9e65cf4a00886e7c37bcc71afe is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:31:40.422793 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-c24302bb-ee1b-48ba-80d2-cac70ee59c2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:31:40.429259 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-c24302bb-ee1b-48ba-80d2-cac70ee59c2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:31:40.502622 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c24302bb-ee1b-48ba-80d2-cac70ee59c2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:31:40.507578 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c24302bb-ee1b-48ba-80d2-cac70ee59c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:31:40.593567 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24302bb-ee1b-48ba-80d2-cac70ee59c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d47d0c7f-d082-4c68-90fb-67edc8af08fa,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:31:40.597892 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c24302bb-ee1b-48ba-80d2-cac70ee59c2b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1b1f3b9e65cf4a00886e7c37bcc71afe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3723884 May 05 21:31:40.601006 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54224) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:31:40.605319 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24302bb-ee1b-48ba-80d2-cac70ee59c2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:31:40.605657 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24302bb-ee1b-48ba-80d2-cac70ee59c2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:31:40.605982 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24302bb-ee1b-48ba-80d2-cac70ee59c2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:31:40.606305 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24302bb-ee1b-48ba-80d2-cac70ee59c2b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:31:40.606630 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24302bb-ee1b-48ba-80d2-cac70ee59c2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:31:40.607030 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24302bb-ee1b-48ba-80d2-cac70ee59c2b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:31:40.607275 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24302bb-ee1b-48ba-80d2-cac70ee59c2b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:31:40.607589 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24302bb-ee1b-48ba-80d2-cac70ee59c2b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:31:40.607899 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24302bb-ee1b-48ba-80d2-cac70ee59c2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:31:40.608203 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24302bb-ee1b-48ba-80d2-cac70ee59c2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:31:40.608515 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24302bb-ee1b-48ba-80d2-cac70ee59c2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:31:40.668421 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6113021a-29f9-4a12-a2bf-2295bcc16621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:31:40.698453 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6113021a-29f9-4a12-a2bf-2295bcc16621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:31:40.793163 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6113021a-29f9-4a12-a2bf-2295bcc16621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:31:40.815785 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6113021a-29f9-4a12-a2bf-2295bcc16621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47d0c7f-d082-4c68-90fb-67edc8af08fa,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:31:40.821470 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6113021a-29f9-4a12-a2bf-2295bcc16621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:31:40.822589 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-6113021a-29f9-4a12-a2bf-2295bcc16621 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d47d0c7f-d082-4c68-90fb-67edc8af08fa HTTP/1.1" status: 204 len: 168 time: 0.2206786 May 05 21:31:40.827535 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6113021a-29f9-4a12-a2bf-2295bcc16621 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:31:40.827880 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6113021a-29f9-4a12-a2bf-2295bcc16621 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:31:40.828294 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6113021a-29f9-4a12-a2bf-2295bcc16621 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:31:40.828674 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6113021a-29f9-4a12-a2bf-2295bcc16621 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:31:40.828944 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6113021a-29f9-4a12-a2bf-2295bcc16621 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:31:40.829324 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6113021a-29f9-4a12-a2bf-2295bcc16621 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:31:40.829648 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6113021a-29f9-4a12-a2bf-2295bcc16621 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:31:40.830642 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6113021a-29f9-4a12-a2bf-2295bcc16621 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:31:40.830882 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6113021a-29f9-4a12-a2bf-2295bcc16621 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:31:40.831210 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6113021a-29f9-4a12-a2bf-2295bcc16621 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:31:40.831530 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6113021a-29f9-4a12-a2bf-2295bcc16621 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:31:43.898412 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-50bd579f-e002-4453-81c6-4fa97f7b5c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:31:45.996649 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f719b668-18c5-4a5b-b147-1fdc26f10837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:31:47.099162 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:31:47.361340 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:31:48.705369 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:31:57.630605 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 5 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:32:13.896422 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-de0bf1d0-9479-4924-a523-96d796f5fc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:32:15.994212 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8ce5fdd3-2f9a-489d-95a8-fae5bbff8dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:32:17.103983 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:32:17.368036 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:32:18.710502 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:32:34.630947 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 5 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:32:43.900615 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6b625cde-98b7-4587-b507-0a79dbc072a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:32:45.998912 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-31513cf7-c157-40ab-b575-e9729c676364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:32:47.105510 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:32:47.362917 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:32:48.713557 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:33:11.635235 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 5 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:33:13.899622 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-47336eed-da49-4caa-a62c-82690d6cd161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:33:15.998042 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-000d0ae5-a077-4bd8-8e42-137715cbeb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:33:17.112499 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:33:17.375696 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:33:18.719264 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:33:43.897682 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2e72c0c5-bc79-48e6-902c-fa186a0ea8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:33:45.995487 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9758f3dd-ea17-4dde-844d-789f1034007a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:33:47.120342 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:33:47.377691 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:33:48.642912 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 5 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:33:48.723163 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:34:13.897880 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-93c5e4f8-f86e-4f84-948f-e04494318e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:34:16.000892 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1d2f09f5-d635-4ebf-9166-2b5e4b4e96af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:34:17.119500 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:34:17.384817 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:34:18.720888 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:34:25.633191 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 5 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:34:35.333676 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-932414'] for agent, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:34:35.569408 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-932414'] for agent, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:34:43.897020 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2b5a4497-21bd-47c4-95b6-d3bf68c019a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:34:45.995946 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-217935ac-ef89-4da0-b641-9196caec4da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:34:47.152607 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:34:47.371738 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:34:48.733753 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:35:02.640958 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:35:05.288723 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:35:05.530760 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:35:13.895829 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-18dc47b0-563f-44f3-894c-3f13e3abd59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:35:15.999244 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-238c48d8-192c-4f23-9485-89524596d098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:35:17.134623 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:35:17.377249 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:35:18.735088 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:35:27.000132 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54288) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:35:27.142804 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f24100c4-74c6-4f6c-bb6d-05917735bcc0 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1415541 May 05 21:35:29.185205 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54298) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:35:29.283569 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-af54ff75-fd4a-48cf-baf7-bba236bae8e7 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0971079 May 05 21:35:35.305230 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:35:35.523572 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:35:39.638591 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:35:43.893116 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-91edbdab-4b9b-4bba-a52e-997f453755fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:35:46.011990 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5337e82e-4196-4b35-af3a-0f242f28a960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:35:47.132694 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:35:47.384092 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:35:48.737340 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:36:05.298090 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:36:05.552010 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:36:13.892275 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-222c8406-4bf6-4632-a946-ce4167315115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:36:16.006457 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-09d9d7a8-c7c9-4d62-80d2-eab0812c9aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:36:16.629229 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:36:17.130499 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:36:17.378362 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:36:18.737484 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:36:35.313548 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:36:35.552090 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:36:43.890148 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1fe8bbb6-9bf0-4419-ac22-164665aa363a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:36:46.009646 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-286e1ff3-da57-4034-b06b-704971bd8c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:36:47.133058 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:36:47.384722 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:36:48.738822 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:36:53.630635 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:37:03.857671 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54520) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:04.084745 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54536) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:04.413184 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-add26df1-04f6-41c4-bac1-ab58ba56706a tempest-AutoAllocateNetworkTest-1971922887 tempest-AutoAllocateNetworkTest-1971922887-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=b36dd988eef44acfad8e83dc87f31ecd&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5519419 May 05 21:37:04.413401 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54548) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:04.559792 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d702bbf-9715-41bc-87b0-f73bafd199e2 tempest-AutoAllocateNetworkTest-1971922887 tempest-AutoAllocateNetworkTest-1971922887-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:04.564356 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54556) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:04.578898 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-3d702bbf-9715-41bc-87b0-f73bafd199e2 tempest-AutoAllocateNetworkTest-1971922887 tempest-AutoAllocateNetworkTest-1971922887-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1642332 May 05 21:37:04.650839 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-70a149e1-f0ee-4313-a3b3-97c3af3cb431 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2036410776-network', 'tenant_id': 'd8d84e5601be47409a299ef27c35a529'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:37:04.656013 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-70a149e1-f0ee-4313-a3b3-97c3af3cb431 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:37:04.660067 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-70a149e1-f0ee-4313-a3b3-97c3af3cb431 admin admin] Usage tracker for resource:network and tenant:d8d84e5601be47409a299ef27c35a529 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:37:04.663356 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-70a149e1-f0ee-4313-a3b3-97c3af3cb431 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:37:04.670437 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-70a149e1-f0ee-4313-a3b3-97c3af3cb431 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:37:04.683696 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d4730c3b-2305-4b2c-aee3-642d8f3987dc tempest-AutoAllocateNetworkTest-1971922887 tempest-AutoAllocateNetworkTest-1971922887-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1177320 May 05 21:37:04.685808 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54564) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:04.686884 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a149e1-f0ee-4313-a3b3-97c3af3cb431 admin admin] Made reservation on behalf of d8d84e5601be47409a299ef27c35a529 for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:37:04.690143 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-70a149e1-f0ee-4313-a3b3-97c3af3cb431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:04.704598 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-70a149e1-f0ee-4313-a3b3-97c3af3cb431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:04.727057 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-81df7093-4dd5-4d6c-a573-685619b14103 tempest-AutoAllocateNetworkTest-1971922887 tempest-AutoAllocateNetworkTest-1971922887-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=b36dd988eef44acfad8e83dc87f31ecd HTTP/1.1" status: 200 len: 208 time: 0.0398426 May 05 21:37:04.745103 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-70a149e1-f0ee-4313-a3b3-97c3af3cb431 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:37:04.749829 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-70a149e1-f0ee-4313-a3b3-97c3af3cb431 admin admin] Usage tracker for resource:security_group_rule and tenant:d8d84e5601be47409a299ef27c35a529 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:37:04.753171 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-70a149e1-f0ee-4313-a3b3-97c3af3cb431 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:37:04.759931 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-70a149e1-f0ee-4313-a3b3-97c3af3cb431 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:37:04.836896 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-70a149e1-f0ee-4313-a3b3-97c3af3cb431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:04.842624 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-70a149e1-f0ee-4313-a3b3-97c3af3cb431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:04.879458 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a149e1-f0ee-4313-a3b3-97c3af3cb431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7867e1c6-ed57-40e0-8750-a73e596f08f8,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:04.890043 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a149e1-f0ee-4313-a3b3-97c3af3cb431 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:37:04.890384 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a149e1-f0ee-4313-a3b3-97c3af3cb431 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:37:04.890734 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a149e1-f0ee-4313-a3b3-97c3af3cb431 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:37:04.891058 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a149e1-f0ee-4313-a3b3-97c3af3cb431 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:37:04.891374 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a149e1-f0ee-4313-a3b3-97c3af3cb431 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:37:04.891688 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a149e1-f0ee-4313-a3b3-97c3af3cb431 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:37:04.892000 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a149e1-f0ee-4313-a3b3-97c3af3cb431 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:37:04.892308 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a149e1-f0ee-4313-a3b3-97c3af3cb431 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:37:04.892954 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a149e1-f0ee-4313-a3b3-97c3af3cb431 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:37:04.893194 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a149e1-f0ee-4313-a3b3-97c3af3cb431 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:37:04.893629 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a149e1-f0ee-4313-a3b3-97c3af3cb431 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:37:04.894559 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a149e1-f0ee-4313-a3b3-97c3af3cb431 admin admin] Tracked resource versions report: May 05 21:37:04.894559 n-d-825175-4 neutron-server[84061]: pushed versions: May 05 21:37:04.894559 n-d-825175-4 neutron-server[84061]: { 'ConntrackHelper': {'1.0'}, May 05 21:37:04.894559 n-d-825175-4 neutron-server[84061]: 'Log': {'1.0'}, May 05 21:37:04.894559 n-d-825175-4 neutron-server[84061]: 'Network': {'1.1'}, May 05 21:37:04.894559 n-d-825175-4 neutron-server[84061]: 'Port': {'1.5'}, May 05 21:37:04.894559 n-d-825175-4 neutron-server[84061]: 'PortForwarding': {'1.2'}, May 05 21:37:04.894559 n-d-825175-4 neutron-server[84061]: 'QosPolicy': {'1.8'}, May 05 21:37:04.894559 n-d-825175-4 neutron-server[84061]: 'SecurityGroup': {'1.2'}, May 05 21:37:04.894559 n-d-825175-4 neutron-server[84061]: 'SecurityGroupRule': {'1.0'}, May 05 21:37:04.894559 n-d-825175-4 neutron-server[84061]: 'SubPort': {'1.0'}, May 05 21:37:04.894559 n-d-825175-4 neutron-server[84061]: 'Subnet': {'1.1'}, May 05 21:37:04.894559 n-d-825175-4 neutron-server[84061]: 'Trunk': {'1.1'}} May 05 21:37:04.894559 n-d-825175-4 neutron-server[84061]: consumer versions: May 05 21:37:04.894559 n-d-825175-4 neutron-server[84061]: { DHCP agent@n-d-825175-4: {}, May 05 21:37:04.894559 n-d-825175-4 neutron-server[84061]: HyperV agent@n-h1-825175-4: {}, May 05 21:37:04.894559 n-d-825175-4 neutron-server[84061]: HyperV agent@n-h2-825175-4: {}, May 05 21:37:04.894559 n-d-825175-4 neutron-server[84061]: L3 agent@n-d-825175-4: {}, May 05 21:37:04.894559 n-d-825175-4 neutron-server[84061]: Metadata agent@n-d-825175-4: {}, May 05 21:37:04.894559 n-d-825175-4 neutron-server[84061]: Metering agent@n-d-825175-4: {}, May 05 21:37:04.894559 n-d-825175-4 neutron-server[84061]: Open vSwitch agent@n-d-825175-4: { 'ConntrackHelper': '1.0', May 05 21:37:04.894559 n-d-825175-4 neutron-server[84061]: 'Log': '1.0', May 05 21:37:04.894559 n-d-825175-4 neutron-server[84061]: 'Network': '1.1', May 05 21:37:04.894559 n-d-825175-4 neutron-server[84061]: 'Port': '1.5', May 05 21:37:04.894559 n-d-825175-4 neutron-server[84061]: 'PortForwarding': '1.2', May 05 21:37:04.894559 n-d-825175-4 neutron-server[84061]: 'QosPolicy': '1.8', May 05 21:37:04.894559 n-d-825175-4 neutron-server[84061]: 'SecurityGroup': '1.2', May 05 21:37:04.894559 n-d-825175-4 neutron-server[84061]: 'SecurityGroupRule': '1.0', May 05 21:37:04.894559 n-d-825175-4 neutron-server[84061]: 'SubPort': '1.0', May 05 21:37:04.894559 n-d-825175-4 neutron-server[84061]: 'Subnet': '1.1', May 05 21:37:04.894559 n-d-825175-4 neutron-server[84061]: 'Trunk': '1.1'}} May 05 21:37:04.894559 n-d-825175-4 neutron-server[84061]: {{(pid=84061) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 05 21:37:04.900164 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70a149e1-f0ee-4313-a3b3-97c3af3cb431 admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:37:04.909869 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-70a149e1-f0ee-4313-a3b3-97c3af3cb431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:04.910207 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-70a149e1-f0ee-4313-a3b3-97c3af3cb431 admin admin] Added segment 4c0b01e5-8fe5-4bee-966f-ea37d84bcbb4 of type vlan for network 024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2 May 05 21:37:04.938791 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-70a149e1-f0ee-4313-a3b3-97c3af3cb431 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:04.969731 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-70a149e1-f0ee-4313-a3b3-97c3af3cb431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:04.970919 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a149e1-f0ee-4313-a3b3-97c3af3cb431 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:04.971642 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-70a149e1-f0ee-4313-a3b3-97c3af3cb431 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:05.083545 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a149e1-f0ee-4313-a3b3-97c3af3cb431 admin admin] Pushing event updated for resources: {'Network': ['ID=024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:05.087106 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-70a149e1-f0ee-4313-a3b3-97c3af3cb431 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0013554 May 05 21:37:05.091273 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54586) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:05.095668 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:37:05.097344 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-f90700f7-d7ad-4f1e-8193-1ca0d787d346 admin admin] Request body: {'subnet': {'network_id': '024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2036410776-subnet', 'tenant_id': 'd8d84e5601be47409a299ef27c35a529', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:37:05.102189 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f90700f7-d7ad-4f1e-8193-1ca0d787d346 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:37:05.106030 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f90700f7-d7ad-4f1e-8193-1ca0d787d346 admin admin] Usage tracker for resource:subnet and tenant:d8d84e5601be47409a299ef27c35a529 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:37:05.108910 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f90700f7-d7ad-4f1e-8193-1ca0d787d346 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:37:05.114842 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f90700f7-d7ad-4f1e-8193-1ca0d787d346 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:37:05.131535 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90700f7-d7ad-4f1e-8193-1ca0d787d346 admin admin] Made reservation on behalf of d8d84e5601be47409a299ef27c35a529 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:37:05.135360 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f90700f7-d7ad-4f1e-8193-1ca0d787d346 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:05.319652 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:05.357967 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f90700f7-d7ad-4f1e-8193-1ca0d787d346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:05.428777 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90700f7-d7ad-4f1e-8193-1ca0d787d346 admin admin] Pushing event updated for resources: {'Subnet': ['ID=761d7a8a-b72e-455d-b2ab-6aa95ead4c5a,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:05.448117 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90700f7-d7ad-4f1e-8193-1ca0d787d346 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:37:05.448117 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90700f7-d7ad-4f1e-8193-1ca0d787d346 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:37:05.448117 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90700f7-d7ad-4f1e-8193-1ca0d787d346 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:37:05.448117 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90700f7-d7ad-4f1e-8193-1ca0d787d346 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:37:05.448117 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90700f7-d7ad-4f1e-8193-1ca0d787d346 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:37:05.448117 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90700f7-d7ad-4f1e-8193-1ca0d787d346 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:37:05.448117 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90700f7-d7ad-4f1e-8193-1ca0d787d346 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:37:05.448117 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90700f7-d7ad-4f1e-8193-1ca0d787d346 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:37:05.449090 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90700f7-d7ad-4f1e-8193-1ca0d787d346 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:37:05.449090 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90700f7-d7ad-4f1e-8193-1ca0d787d346 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:37:05.449090 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90700f7-d7ad-4f1e-8193-1ca0d787d346 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:37:05.450103 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90700f7-d7ad-4f1e-8193-1ca0d787d346 admin admin] Tracked resource versions report: May 05 21:37:05.450103 n-d-825175-4 neutron-server[84063]: pushed versions: May 05 21:37:05.450103 n-d-825175-4 neutron-server[84063]: { 'ConntrackHelper': {'1.0'}, May 05 21:37:05.450103 n-d-825175-4 neutron-server[84063]: 'Log': {'1.0'}, May 05 21:37:05.450103 n-d-825175-4 neutron-server[84063]: 'Network': {'1.1'}, May 05 21:37:05.450103 n-d-825175-4 neutron-server[84063]: 'Port': {'1.5'}, May 05 21:37:05.450103 n-d-825175-4 neutron-server[84063]: 'PortForwarding': {'1.2'}, May 05 21:37:05.450103 n-d-825175-4 neutron-server[84063]: 'QosPolicy': {'1.8'}, May 05 21:37:05.450103 n-d-825175-4 neutron-server[84063]: 'SecurityGroup': {'1.2'}, May 05 21:37:05.450103 n-d-825175-4 neutron-server[84063]: 'SecurityGroupRule': {'1.0'}, May 05 21:37:05.450103 n-d-825175-4 neutron-server[84063]: 'SubPort': {'1.0'}, May 05 21:37:05.450103 n-d-825175-4 neutron-server[84063]: 'Subnet': {'1.1'}, May 05 21:37:05.450103 n-d-825175-4 neutron-server[84063]: 'Trunk': {'1.1'}} May 05 21:37:05.450103 n-d-825175-4 neutron-server[84063]: consumer versions: May 05 21:37:05.450103 n-d-825175-4 neutron-server[84063]: { DHCP agent@n-d-825175-4: {}, May 05 21:37:05.450103 n-d-825175-4 neutron-server[84063]: HyperV agent@n-h1-825175-4: {}, May 05 21:37:05.450103 n-d-825175-4 neutron-server[84063]: HyperV agent@n-h2-825175-4: {}, May 05 21:37:05.450103 n-d-825175-4 neutron-server[84063]: L3 agent@n-d-825175-4: {}, May 05 21:37:05.450103 n-d-825175-4 neutron-server[84063]: Metadata agent@n-d-825175-4: {}, May 05 21:37:05.450103 n-d-825175-4 neutron-server[84063]: Metering agent@n-d-825175-4: {}, May 05 21:37:05.450103 n-d-825175-4 neutron-server[84063]: Open vSwitch agent@n-d-825175-4: { 'ConntrackHelper': '1.0', May 05 21:37:05.450103 n-d-825175-4 neutron-server[84063]: 'Log': '1.0', May 05 21:37:05.450103 n-d-825175-4 neutron-server[84063]: 'Network': '1.1', May 05 21:37:05.450103 n-d-825175-4 neutron-server[84063]: 'Port': '1.5', May 05 21:37:05.450103 n-d-825175-4 neutron-server[84063]: 'PortForwarding': '1.2', May 05 21:37:05.450103 n-d-825175-4 neutron-server[84063]: 'QosPolicy': '1.8', May 05 21:37:05.450103 n-d-825175-4 neutron-server[84063]: 'SecurityGroup': '1.2', May 05 21:37:05.450103 n-d-825175-4 neutron-server[84063]: 'SecurityGroupRule': '1.0', May 05 21:37:05.450103 n-d-825175-4 neutron-server[84063]: 'SubPort': '1.0', May 05 21:37:05.450103 n-d-825175-4 neutron-server[84063]: 'Subnet': '1.1', May 05 21:37:05.450103 n-d-825175-4 neutron-server[84063]: 'Trunk': '1.1'}} May 05 21:37:05.450103 n-d-825175-4 neutron-server[84063]: {{(pid=84063) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 05 21:37:05.453766 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90700f7-d7ad-4f1e-8193-1ca0d787d346 admin admin] Checking segment: {'id': '4c0b01e5-8fe5-4bee-966f-ea37d84bcbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:37:05.454140 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90700f7-d7ad-4f1e-8193-1ca0d787d346 admin admin] Network hostable DHCP agents. Network: 024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:37:05.479694 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90700f7-d7ad-4f1e-8193-1ca0d787d346 admin admin] Network 024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:37:05.489923 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-f90700f7-d7ad-4f1e-8193-1ca0d787d346 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:37:05.495708 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90700f7-d7ad-4f1e-8193-1ca0d787d346 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:05.496546 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f90700f7-d7ad-4f1e-8193-1ca0d787d346 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:05.500388 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a0cb7c-79ec-469e-8c66-9c56a6061529 None None] Network 024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:37:05.536905 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f90700f7-d7ad-4f1e-8193-1ca0d787d346 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4436193 May 05 21:37:05.539992 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54598) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:05.546586 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-18477234-56bc-453b-a92f-6678ef10f476 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2036410776-router', 'tenant_id': 'd8d84e5601be47409a299ef27c35a529', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:37:05.552264 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-18477234-56bc-453b-a92f-6678ef10f476 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:37:05.557525 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-18477234-56bc-453b-a92f-6678ef10f476 admin admin] Usage tracker for resource:router and tenant:d8d84e5601be47409a299ef27c35a529 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:37:05.561688 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-18477234-56bc-453b-a92f-6678ef10f476 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:37:05.568973 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-18477234-56bc-453b-a92f-6678ef10f476 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:37:05.584721 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-18477234-56bc-453b-a92f-6678ef10f476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:05.586124 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-18477234-56bc-453b-a92f-6678ef10f476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:05.612163 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:05.621484 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-18477234-56bc-453b-a92f-6678ef10f476 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:05.761653 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e87f40c-c088-4240-9e5a-aa1be4bfd372 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2', 'network_id': '024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2', 'tenant_id': 'd8d84e5601be47409a299ef27c35a529', 'fixed_ips': [{'subnet_id': '761d7a8a-b72e-455d-b2ab-6aa95ead4c5a'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 21:37:05.761653 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5e87f40c-c088-4240-9e5a-aa1be4bfd372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:05.797314 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54610) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:05.808371 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-18477234-56bc-453b-a92f-6678ef10f476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:05.959038 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-5e87f40c-c088-4240-9e5a-aa1be4bfd372 None None] Allocated IP 172.20.0.2 (024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2/761d7a8a-b72e-455d-b2ab-6aa95ead4c5a/92591128-9a91-421f-8f6b-d4fdd094b3d6) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:37:06.048613 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-18477234-56bc-453b-a92f-6678ef10f476 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:06.079286 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-18477234-56bc-453b-a92f-6678ef10f476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:06.210836 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5e87f40c-c088-4240-9e5a-aa1be4bfd372 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:06.223516 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-5e87f40c-c088-4240-9e5a-aa1be4bfd372 None None] Transition to ACTIVE for port object 92591128-9a91-421f-8f6b-d4fdd094b3d6 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:37:06.244103 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-18477234-56bc-453b-a92f-6678ef10f476 admin admin] Allocated IP 172.25.4.108 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/8b6b62b1-4de2-4d66-ac31-e1d5a7883e66) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:37:06.245187 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-5e87f40c-c088-4240-9e5a-aa1be4bfd372 None None] Transition to ACTIVE for port object 92591128-9a91-421f-8f6b-d4fdd094b3d6 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:37:06.254767 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5e87f40c-c088-4240-9e5a-aa1be4bfd372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:06.342426 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e87f40c-c088-4240-9e5a-aa1be4bfd372 None None] Network 024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:37:06.343431 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e87f40c-c088-4240-9e5a-aa1be4bfd372 None None] Pushing event updated for resources: {'Port': ['ID=92591128-9a91-421f-8f6b-d4fdd094b3d6,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:06.352371 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-5e87f40c-c088-4240-9e5a-aa1be4bfd372 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:37:06.353276 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-61281b4b-1636-466c-af76-2427bcf0be60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:06.355362 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e87f40c-c088-4240-9e5a-aa1be4bfd372 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:37:06.355871 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e87f40c-c088-4240-9e5a-aa1be4bfd372 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:37:06.356629 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e87f40c-c088-4240-9e5a-aa1be4bfd372 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:37:06.357494 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e87f40c-c088-4240-9e5a-aa1be4bfd372 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:37:06.357970 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e87f40c-c088-4240-9e5a-aa1be4bfd372 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:37:06.358452 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e87f40c-c088-4240-9e5a-aa1be4bfd372 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:37:06.358959 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e87f40c-c088-4240-9e5a-aa1be4bfd372 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:37:06.359436 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e87f40c-c088-4240-9e5a-aa1be4bfd372 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:37:06.359900 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e87f40c-c088-4240-9e5a-aa1be4bfd372 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:37:06.360591 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e87f40c-c088-4240-9e5a-aa1be4bfd372 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:37:06.361126 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e87f40c-c088-4240-9e5a-aa1be4bfd372 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:37:06.362471 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e87f40c-c088-4240-9e5a-aa1be4bfd372 None None] Tracked resource versions report: May 05 21:37:06.362471 n-d-825175-4 neutron-server[84064]: pushed versions: May 05 21:37:06.362471 n-d-825175-4 neutron-server[84064]: { 'ConntrackHelper': {'1.0'}, May 05 21:37:06.362471 n-d-825175-4 neutron-server[84064]: 'Log': {'1.0'}, May 05 21:37:06.362471 n-d-825175-4 neutron-server[84064]: 'Network': {'1.1'}, May 05 21:37:06.362471 n-d-825175-4 neutron-server[84064]: 'Port': {'1.5'}, May 05 21:37:06.362471 n-d-825175-4 neutron-server[84064]: 'PortForwarding': {'1.2'}, May 05 21:37:06.362471 n-d-825175-4 neutron-server[84064]: 'QosPolicy': {'1.8'}, May 05 21:37:06.362471 n-d-825175-4 neutron-server[84064]: 'SecurityGroup': {'1.2'}, May 05 21:37:06.362471 n-d-825175-4 neutron-server[84064]: 'SecurityGroupRule': {'1.0'}, May 05 21:37:06.362471 n-d-825175-4 neutron-server[84064]: 'SubPort': {'1.0'}, May 05 21:37:06.362471 n-d-825175-4 neutron-server[84064]: 'Subnet': {'1.1'}, May 05 21:37:06.362471 n-d-825175-4 neutron-server[84064]: 'Trunk': {'1.1'}} May 05 21:37:06.362471 n-d-825175-4 neutron-server[84064]: consumer versions: May 05 21:37:06.362471 n-d-825175-4 neutron-server[84064]: { DHCP agent@n-d-825175-4: {}, May 05 21:37:06.362471 n-d-825175-4 neutron-server[84064]: HyperV agent@n-h1-825175-4: {}, May 05 21:37:06.362471 n-d-825175-4 neutron-server[84064]: HyperV agent@n-h2-825175-4: {}, May 05 21:37:06.362471 n-d-825175-4 neutron-server[84064]: L3 agent@n-d-825175-4: {}, May 05 21:37:06.362471 n-d-825175-4 neutron-server[84064]: Metadata agent@n-d-825175-4: {}, May 05 21:37:06.362471 n-d-825175-4 neutron-server[84064]: Metering agent@n-d-825175-4: {}, May 05 21:37:06.362471 n-d-825175-4 neutron-server[84064]: Open vSwitch agent@n-d-825175-4: { 'ConntrackHelper': '1.0', May 05 21:37:06.362471 n-d-825175-4 neutron-server[84064]: 'Log': '1.0', May 05 21:37:06.362471 n-d-825175-4 neutron-server[84064]: 'Network': '1.1', May 05 21:37:06.362471 n-d-825175-4 neutron-server[84064]: 'Port': '1.5', May 05 21:37:06.362471 n-d-825175-4 neutron-server[84064]: 'PortForwarding': '1.2', May 05 21:37:06.362471 n-d-825175-4 neutron-server[84064]: 'QosPolicy': '1.8', May 05 21:37:06.362471 n-d-825175-4 neutron-server[84064]: 'SecurityGroup': '1.2', May 05 21:37:06.362471 n-d-825175-4 neutron-server[84064]: 'SecurityGroupRule': '1.0', May 05 21:37:06.362471 n-d-825175-4 neutron-server[84064]: 'SubPort': '1.0', May 05 21:37:06.362471 n-d-825175-4 neutron-server[84064]: 'Subnet': '1.1', May 05 21:37:06.362471 n-d-825175-4 neutron-server[84064]: 'Trunk': '1.1'}} May 05 21:37:06.362471 n-d-825175-4 neutron-server[84064]: {{(pid=84064) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 05 21:37:06.366937 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e87f40c-c088-4240-9e5a-aa1be4bfd372 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:37:06.406190 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-61281b4b-1636-466c-af76-2427bcf0be60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:37:06.411459 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-61281b4b-1636-466c-af76-2427bcf0be60 admin admin] Usage tracker for resource:security_group_rule and tenant:b36dd988eef44acfad8e83dc87f31ecd is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:37:06.415521 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-61281b4b-1636-466c-af76-2427bcf0be60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:37:06.422267 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-61281b4b-1636-466c-af76-2427bcf0be60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:37:06.483981 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-5e87f40c-c088-4240-9e5a-aa1be4bfd372 None None] Attempting to bind port 92591128-9a91-421f-8f6b-d4fdd094b3d6 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:37:06.484617 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-5e87f40c-c088-4240-9e5a-aa1be4bfd372 None None] Attempting to bind port 92591128-9a91-421f-8f6b-d4fdd094b3d6 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '4c0b01e5-8fe5-4bee-966f-ea37d84bcbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:37:06.485352 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e87f40c-c088-4240-9e5a-aa1be4bfd372 None None] Attempting to bind port 92591128-9a91-421f-8f6b-d4fdd094b3d6 on network 024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:37:06.492517 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e87f40c-c088-4240-9e5a-aa1be4bfd372 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:37:06.493668 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e87f40c-c088-4240-9e5a-aa1be4bfd372 None None] Checking segment: {'id': '4c0b01e5-8fe5-4bee-966f-ea37d84bcbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:37:06.494229 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5e87f40c-c088-4240-9e5a-aa1be4bfd372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:06.494862 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e87f40c-c088-4240-9e5a-aa1be4bfd372 None None] Bound using segment: {'id': '4c0b01e5-8fe5-4bee-966f-ea37d84bcbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:37:06.495496 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-5e87f40c-c088-4240-9e5a-aa1be4bfd372 None None] Bound port: 92591128-9a91-421f-8f6b-d4fdd094b3d6, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c0b01e5-8fe5-4bee-966f-ea37d84bcbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:37:06.496142 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5e87f40c-c088-4240-9e5a-aa1be4bfd372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:06.532658 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-61281b4b-1636-466c-af76-2427bcf0be60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:06.555408 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-61281b4b-1636-466c-af76-2427bcf0be60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:06.588760 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-5e87f40c-c088-4240-9e5a-aa1be4bfd372 None None] For port 92591128-9a91-421f-8f6b-d4fdd094b3d6, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:37:06.592829 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-5e87f40c-c088-4240-9e5a-aa1be4bfd372 None None] For port 92591128-9a91-421f-8f6b-d4fdd094b3d6, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=92591128-9a91-421f-8f6b-d4fdd094b3d6,segment=NetworkSegment(4c0b01e5-8fe5-4bee-966f-ea37d84bcbb4),segment_id=4c0b01e5-8fe5-4bee-966f-ea37d84bcbb4)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:37:06.600693 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5e87f40c-c088-4240-9e5a-aa1be4bfd372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:06.639524 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-61281b4b-1636-466c-af76-2427bcf0be60 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b36dd988eef44acfad8e83dc87f31ecd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8411365 May 05 21:37:06.642684 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54648) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:06.726426 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61281b4b-1636-466c-af76-2427bcf0be60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8580902a-9d2a-4a18-8e84-ea90080becc8,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:06.735802 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e87f40c-c088-4240-9e5a-aa1be4bfd372 None None] Pushing event updated for resources: {'Port': ['ID=92591128-9a91-421f-8f6b-d4fdd094b3d6,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:06.756512 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-18477234-56bc-453b-a92f-6678ef10f476 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:06.779612 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3e3ef151-0d20-4cf0-9d29-68e5605d6cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:06.791232 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-18477234-56bc-453b-a92f-6678ef10f476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:06.825042 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3e3ef151-0d20-4cf0-9d29-68e5605d6cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:06.878336 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18477234-56bc-453b-a92f-6678ef10f476 admin admin] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:37:06.882212 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-18477234-56bc-453b-a92f-6678ef10f476 admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:37:06.886785 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18477234-56bc-453b-a92f-6678ef10f476 admin admin] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:37:06.905129 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3e3ef151-0d20-4cf0-9d29-68e5605d6cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:06.965692 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3ef151-0d20-4cf0-9d29-68e5605d6cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8580902a-9d2a-4a18-8e84-ea90080becc8,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:06.982399 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3e3ef151-0d20-4cf0-9d29-68e5605d6cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:06.983905 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-3e3ef151-0d20-4cf0-9d29-68e5605d6cdf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8580902a-9d2a-4a18-8e84-ea90080becc8 HTTP/1.1" status: 204 len: 168 time: 0.3399324 May 05 21:37:06.987567 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18477234-56bc-453b-a92f-6678ef10f476 admin admin] Pushing event updated for resources: {'Port': ['ID=8b6b62b1-4de2-4d66-ac31-e1d5a7883e66,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:07.083132 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-18477234-56bc-453b-a92f-6678ef10f476 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:07.083922 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-18477234-56bc-453b-a92f-6678ef10f476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:07.383046 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18477234-56bc-453b-a92f-6678ef10f476 admin admin] Router 44a67e47-28fa-4393-9349-a9cde0bcd7d7 is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 21:37:07.619759 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18477234-56bc-453b-a92f-6678ef10f476 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:37:07.632791 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c0cc46-d946-4882-a2b6-6ed46f681c3b None None] Sync routers for ids ['44a67e47-28fa-4393-9349-a9cde0bcd7d7'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:37:07.650752 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c0cc46-d946-4882-a2b6-6ed46f681c3b None None] Routers {'44a67e47-28fa-4393-9349-a9cde0bcd7d7'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:37:07.654397 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-60c0cc46-d946-4882-a2b6-6ed46f681c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:36:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['44a67e47-28fa-4393-9349-a9cde0bcd7d7'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:37:07.672154 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-18477234-56bc-453b-a92f-6678ef10f476 admin admin] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:07.673450 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-18477234-56bc-453b-a92f-6678ef10f476 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.1322241 May 05 21:37:07.679136 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54676) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:08.038492 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7a845c-30b3-4bd3-a9d7-8fb0f021f303 None None] Network 024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:37:08.044993 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-60c0cc46-d946-4882-a2b6-6ed46f681c3b None None] Set router 44a67e47-28fa-4393-9349-a9cde0bcd7d7 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:37:08.180780 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 92591128-9a91-421f-8f6b-d4fdd094b3d6 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:37:08.435137 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-60c0cc46-d946-4882-a2b6-6ed46f681c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a67e47-28fa-4393-9349-a9cde0bcd7d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2036410776-router', 'tenant_id': 'd8d84e5601be47409a299ef27c35a529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '8b6b62b1-4de2-4d66-ac31-e1d5a7883e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:37:05Z', 'updated_at': '2022-05-05T21:37:07Z', 'revision_number': 3, 'project_id': 'd8d84e5601be47409a299ef27c35a529', 'gw_port': {'id': '8b6b62b1-4de2-4d66-ac31-e1d5a7883e66', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:72:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a67e47-28fa-4393-9349-a9cde0bcd7d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:37:06Z', 'updated_at': '2022-05-05T21:37:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:37:08.440800 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c0cc46-d946-4882-a2b6-6ed46f681c3b None None] Checking router: 44a67e47-28fa-4393-9349-a9cde0bcd7d7 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:37:08.441517 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c0cc46-d946-4882-a2b6-6ed46f681c3b None None] Updating router 44a67e47-28fa-4393-9349-a9cde0bcd7d7 port 8b6b62b1-4de2-4d66-ac31-e1d5a7883e66 binding host n-d-825175-4 {{(pid=84068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 21:37:08.447702 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-9aa54611-b947-429c-bd0e-478c798d5ab0 None None] Provisioning for port 92591128-9a91-421f-8f6b-d4fdd094b3d6 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:37:08.458431 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 92591128-9a91-421f-8f6b-d4fdd094b3d6 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:37:08.465687 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 92591128-9a91-421f-8f6b-d4fdd094b3d6 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:37:08.466053 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:08.536561 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-60c0cc46-d946-4882-a2b6-6ed46f681c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:08.775524 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:08.829833 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 92591128-9a91-421f-8f6b-d4fdd094b3d6, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=92591128-9a91-421f-8f6b-d4fdd094b3d6,segment=NetworkSegment(4c0b01e5-8fe5-4bee-966f-ea37d84bcbb4),segment_id=4c0b01e5-8fe5-4bee-966f-ea37d84bcbb4)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:37:08.836351 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:08.870203 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0280fb11-693a-4963-86c7-c79462210697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:08.916142 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=92591128-9a91-421f-8f6b-d4fdd094b3d6,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:09.099166 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-60c0cc46-d946-4882-a2b6-6ed46f681c3b None None] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:09.131430 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.provisioning_blocks [None req-60c0cc46-d946-4882-a2b6-6ed46f681c3b None None] Transition to ACTIVE for port object 8b6b62b1-4de2-4d66-ac31-e1d5a7883e66 will not be triggered until provisioned by entity L2. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:37:09.148196 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-60c0cc46-d946-4882-a2b6-6ed46f681c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:09.189291 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-0be19f6e-ab0c-41e1-8ae5-42aea97c3d64 None None] Provisioning complete for port 92591128-9a91-421f-8f6b-d4fdd094b3d6 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:37:09.189704 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0be19f6e-ab0c-41e1-8ae5-42aea97c3d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:09.218053 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-0280fb11-693a-4963-86c7-c79462210697 admin admin] Allocated IP 172.20.0.1 (024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2/761d7a8a-b72e-455d-b2ab-6aa95ead4c5a/7a8ffa1a-897d-4df9-ab8b-fc14324274b3) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:37:09.265870 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54716) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:09.327482 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-60c0cc46-d946-4882-a2b6-6ed46f681c3b None None] Attempting to bind port 8b6b62b1-4de2-4d66-ac31-e1d5a7883e66 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:37:09.327984 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-60c0cc46-d946-4882-a2b6-6ed46f681c3b None None] Attempting to bind port 8b6b62b1-4de2-4d66-ac31-e1d5a7883e66 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:37:09.328333 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c0cc46-d946-4882-a2b6-6ed46f681c3b None None] Attempting to bind port 8b6b62b1-4de2-4d66-ac31-e1d5a7883e66 on network 25bfe237-58de-4709-a3e0-ac79da07c300 {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:37:09.335619 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fe903f-d460-452d-bde1-ef6d1c6cc299 None None] Pushing event updated for resources: {'Port': ['ID=8b6b62b1-4de2-4d66-ac31-e1d5a7883e66,revision_number=2']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:09.343661 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c0cc46-d946-4882-a2b6-6ed46f681c3b None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:37:09.344662 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c0cc46-d946-4882-a2b6-6ed46f681c3b None None] Checking segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:37:09.344662 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-60c0cc46-d946-4882-a2b6-6ed46f681c3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:09.344850 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c0cc46-d946-4882-a2b6-6ed46f681c3b None None] Bound using segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:37:09.345226 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-60c0cc46-d946-4882-a2b6-6ed46f681c3b None None] Bound port: 8b6b62b1-4de2-4d66-ac31-e1d5a7883e66, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:37:09.345610 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-60c0cc46-d946-4882-a2b6-6ed46f681c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:09.385582 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fe903f-d460-452d-bde1-ef6d1c6cc299 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:37:09.385924 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fe903f-d460-452d-bde1-ef6d1c6cc299 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:37:09.386256 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fe903f-d460-452d-bde1-ef6d1c6cc299 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:37:09.386781 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fe903f-d460-452d-bde1-ef6d1c6cc299 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:37:09.387109 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fe903f-d460-452d-bde1-ef6d1c6cc299 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:37:09.387428 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fe903f-d460-452d-bde1-ef6d1c6cc299 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:37:09.387746 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fe903f-d460-452d-bde1-ef6d1c6cc299 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:37:09.388142 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fe903f-d460-452d-bde1-ef6d1c6cc299 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:37:09.388489 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fe903f-d460-452d-bde1-ef6d1c6cc299 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:37:09.388849 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fe903f-d460-452d-bde1-ef6d1c6cc299 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:37:09.389122 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fe903f-d460-452d-bde1-ef6d1c6cc299 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:37:09.390526 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fe903f-d460-452d-bde1-ef6d1c6cc299 None None] Tracked resource versions report: May 05 21:37:09.390526 n-d-825175-4 neutron-server[84068]: pushed versions: May 05 21:37:09.390526 n-d-825175-4 neutron-server[84068]: { 'ConntrackHelper': {'1.0'}, May 05 21:37:09.390526 n-d-825175-4 neutron-server[84068]: 'Log': {'1.0'}, May 05 21:37:09.390526 n-d-825175-4 neutron-server[84068]: 'Network': {'1.1'}, May 05 21:37:09.390526 n-d-825175-4 neutron-server[84068]: 'Port': {'1.5'}, May 05 21:37:09.390526 n-d-825175-4 neutron-server[84068]: 'PortForwarding': {'1.2'}, May 05 21:37:09.390526 n-d-825175-4 neutron-server[84068]: 'QosPolicy': {'1.8'}, May 05 21:37:09.390526 n-d-825175-4 neutron-server[84068]: 'SecurityGroup': {'1.2'}, May 05 21:37:09.390526 n-d-825175-4 neutron-server[84068]: 'SecurityGroupRule': {'1.0'}, May 05 21:37:09.390526 n-d-825175-4 neutron-server[84068]: 'SubPort': {'1.0'}, May 05 21:37:09.390526 n-d-825175-4 neutron-server[84068]: 'Subnet': {'1.1'}, May 05 21:37:09.390526 n-d-825175-4 neutron-server[84068]: 'Trunk': {'1.1'}} May 05 21:37:09.390526 n-d-825175-4 neutron-server[84068]: consumer versions: May 05 21:37:09.390526 n-d-825175-4 neutron-server[84068]: { DHCP agent@n-d-825175-4: {}, May 05 21:37:09.390526 n-d-825175-4 neutron-server[84068]: HyperV agent@n-h1-825175-4: {}, May 05 21:37:09.390526 n-d-825175-4 neutron-server[84068]: HyperV agent@n-h2-825175-4: {}, May 05 21:37:09.390526 n-d-825175-4 neutron-server[84068]: L3 agent@n-d-825175-4: {}, May 05 21:37:09.390526 n-d-825175-4 neutron-server[84068]: Metadata agent@n-d-825175-4: {}, May 05 21:37:09.390526 n-d-825175-4 neutron-server[84068]: Metering agent@n-d-825175-4: {}, May 05 21:37:09.390526 n-d-825175-4 neutron-server[84068]: Open vSwitch agent@n-d-825175-4: { 'ConntrackHelper': '1.0', May 05 21:37:09.390526 n-d-825175-4 neutron-server[84068]: 'Log': '1.0', May 05 21:37:09.390526 n-d-825175-4 neutron-server[84068]: 'Network': '1.1', May 05 21:37:09.390526 n-d-825175-4 neutron-server[84068]: 'Port': '1.5', May 05 21:37:09.390526 n-d-825175-4 neutron-server[84068]: 'PortForwarding': '1.2', May 05 21:37:09.390526 n-d-825175-4 neutron-server[84068]: 'QosPolicy': '1.8', May 05 21:37:09.390526 n-d-825175-4 neutron-server[84068]: 'SecurityGroup': '1.2', May 05 21:37:09.390526 n-d-825175-4 neutron-server[84068]: 'SecurityGroupRule': '1.0', May 05 21:37:09.390526 n-d-825175-4 neutron-server[84068]: 'SubPort': '1.0', May 05 21:37:09.390526 n-d-825175-4 neutron-server[84068]: 'Subnet': '1.1', May 05 21:37:09.390526 n-d-825175-4 neutron-server[84068]: 'Trunk': '1.1'}} May 05 21:37:09.390526 n-d-825175-4 neutron-server[84068]: {{(pid=84068) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 05 21:37:09.436578 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-60c0cc46-d946-4882-a2b6-6ed46f681c3b None None] For port 8b6b62b1-4de2-4d66-ac31-e1d5a7883e66, host n-d-825175-4, cleared binding levels {{(pid=84068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:37:09.443519 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-60c0cc46-d946-4882-a2b6-6ed46f681c3b None None] For port 8b6b62b1-4de2-4d66-ac31-e1d5a7883e66, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=8b6b62b1-4de2-4d66-ac31-e1d5a7883e66,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:37:09.450465 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-60c0cc46-d946-4882-a2b6-6ed46f681c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:09.494675 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0280fb11-693a-4963-86c7-c79462210697 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:09.525877 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-0280fb11-693a-4963-86c7-c79462210697 admin admin] Transition to ACTIVE for port object 7a8ffa1a-897d-4df9-ab8b-fc14324274b3 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:37:09.583928 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fe903f-d460-452d-bde1-ef6d1c6cc299 None None] Pushing event updated for resources: {'Port': ['ID=8b6b62b1-4de2-4d66-ac31-e1d5a7883e66,revision_number=3']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:09.598688 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c0cc46-d946-4882-a2b6-6ed46f681c3b None None] Routers {'44a67e47-28fa-4393-9349-a9cde0bcd7d7'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:37:09.599532 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-60c0cc46-d946-4882-a2b6-6ed46f681c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:36:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['44a67e47-28fa-4393-9349-a9cde0bcd7d7'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:37:09.612566 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0280fb11-693a-4963-86c7-c79462210697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:09.702227 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0280fb11-693a-4963-86c7-c79462210697 admin admin] Network 024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:37:09.704872 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-0280fb11-693a-4963-86c7-c79462210697 admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:37:09.708824 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0280fb11-693a-4963-86c7-c79462210697 admin admin] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:37:09.709432 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0280fb11-693a-4963-86c7-c79462210697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:09.715960 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0280fb11-693a-4963-86c7-c79462210697 admin admin] Pushing event updated for resources: {'Port': ['ID=7a8ffa1a-897d-4df9-ab8b-fc14324274b3,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:09.747709 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-debbc20b-b850-4962-95d1-bb2e80dcebeb admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-399934228-network', 'tenant_id': '300e0002c0a34937b02bd35920b6a01f'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:37:09.755493 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-debbc20b-b850-4962-95d1-bb2e80dcebeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:37:09.767846 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-debbc20b-b850-4962-95d1-bb2e80dcebeb admin admin] Usage tracker for resource:network and tenant:300e0002c0a34937b02bd35920b6a01f is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:37:09.774065 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-debbc20b-b850-4962-95d1-bb2e80dcebeb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:37:09.802704 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-debbc20b-b850-4962-95d1-bb2e80dcebeb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:37:09.823719 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-debbc20b-b850-4962-95d1-bb2e80dcebeb admin admin] Made reservation on behalf of 300e0002c0a34937b02bd35920b6a01f for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:37:09.826121 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-debbc20b-b850-4962-95d1-bb2e80dcebeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:09.850000 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-debbc20b-b850-4962-95d1-bb2e80dcebeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:09.852929 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-60c0cc46-d946-4882-a2b6-6ed46f681c3b None None] Set router 44a67e47-28fa-4393-9349-a9cde0bcd7d7 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:37:09.901980 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0280fb11-693a-4963-86c7-c79462210697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:09.923680 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-debbc20b-b850-4962-95d1-bb2e80dcebeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:37:09.930805 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-debbc20b-b850-4962-95d1-bb2e80dcebeb admin admin] Usage tracker for resource:security_group_rule and tenant:300e0002c0a34937b02bd35920b6a01f is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:37:09.935403 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-debbc20b-b850-4962-95d1-bb2e80dcebeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:37:09.943738 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-debbc20b-b850-4962-95d1-bb2e80dcebeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:37:09.959591 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-cae6f05a-19fb-41ab-bbe2-f17492801088 None None] Provisioning for port 7a8ffa1a-897d-4df9-ab8b-fc14324274b3 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:37:09.972764 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-cae6f05a-19fb-41ab-bbe2-f17492801088 None None] Provisioning complete for port 7a8ffa1a-897d-4df9-ab8b-fc14324274b3 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:37:09.973137 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-cae6f05a-19fb-41ab-bbe2-f17492801088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:10.058949 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 92591128-9a91-421f-8f6b-d4fdd094b3d6 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:37:10.112324 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-debbc20b-b850-4962-95d1-bb2e80dcebeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:10.119649 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-debbc20b-b850-4962-95d1-bb2e80dcebeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:10.201394 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-cae6f05a-19fb-41ab-bbe2-f17492801088 None None] Port 7a8ffa1a-897d-4df9-ab8b-fc14324274b3 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:37:10.203264 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-debbc20b-b850-4962-95d1-bb2e80dcebeb admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:37:10.229743 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 92591128-9a91-421f-8f6b-d4fdd094b3d6 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:37:10.230104 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:10.238688 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debbc20b-b850-4962-95d1-bb2e80dcebeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75579bca-4a9a-48e2-97d1-12509351e0d8,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:10.256393 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-debbc20b-b850-4962-95d1-bb2e80dcebeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:10.256982 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-debbc20b-b850-4962-95d1-bb2e80dcebeb admin admin] Added segment 87859d75-c285-4ea1-b899-3b38f003cf70 of type vlan for network 2ea271d8-96e6-42e1-b4ca-22da751bdd28 May 05 21:37:10.279526 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0280fb11-693a-4963-86c7-c79462210697 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:10.291765 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0280fb11-693a-4963-86c7-c79462210697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:10.292543 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0280fb11-693a-4963-86c7-c79462210697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:10.314696 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-debbc20b-b850-4962-95d1-bb2e80dcebeb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:10.358110 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-debbc20b-b850-4962-95d1-bb2e80dcebeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:10.359313 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debbc20b-b850-4962-95d1-bb2e80dcebeb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:10.359939 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-debbc20b-b850-4962-95d1-bb2e80dcebeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:10.412137 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-debbc20b-b850-4962-95d1-bb2e80dcebeb admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1443658 May 05 21:37:10.419088 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54762) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:10.464227 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-60c0cc46-d946-4882-a2b6-6ed46f681c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a67e47-28fa-4393-9349-a9cde0bcd7d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2036410776-router', 'tenant_id': 'd8d84e5601be47409a299ef27c35a529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '8b6b62b1-4de2-4d66-ac31-e1d5a7883e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:37:05Z', 'updated_at': '2022-05-05T21:37:07Z', 'revision_number': 3, 'project_id': 'd8d84e5601be47409a299ef27c35a529', 'gw_port': {'id': '8b6b62b1-4de2-4d66-ac31-e1d5a7883e66', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:72:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a67e47-28fa-4393-9349-a9cde0bcd7d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:37:06Z', 'updated_at': '2022-05-05T21:37:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:37:10.481207 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c0cc46-d946-4882-a2b6-6ed46f681c3b None None] The sync data for ids ['44a67e47-28fa-4393-9349-a9cde0bcd7d7'] in n-d-825175-4 is: [{'id': '44a67e47-28fa-4393-9349-a9cde0bcd7d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2036410776-router', 'tenant_id': 'd8d84e5601be47409a299ef27c35a529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '8b6b62b1-4de2-4d66-ac31-e1d5a7883e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:37:05Z', 'updated_at': '2022-05-05T21:37:07Z', 'revision_number': 3, 'project_id': 'd8d84e5601be47409a299ef27c35a529', 'gw_port': {'id': '8b6b62b1-4de2-4d66-ac31-e1d5a7883e66', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:72:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a67e47-28fa-4393-9349-a9cde0bcd7d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:37:06Z', 'updated_at': '2022-05-05T21:37:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:37:10.490983 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-5cf66d22-e798-41f7-a114-afd3573bb3ed admin admin] Request body: {'subnet': {'network_id': '2ea271d8-96e6-42e1-b4ca-22da751bdd28', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-399934228-subnet', 'tenant_id': '300e0002c0a34937b02bd35920b6a01f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:37:10.494277 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0280fb11-693a-4963-86c7-c79462210697 admin admin] Network 024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:37:10.497611 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-5cf66d22-e798-41f7-a114-afd3573bb3ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:37:10.502032 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-5cf66d22-e798-41f7-a114-afd3573bb3ed admin admin] Usage tracker for resource:subnet and tenant:300e0002c0a34937b02bd35920b6a01f is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:37:10.506086 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-5cf66d22-e798-41f7-a114-afd3573bb3ed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:37:10.508371 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-0280fb11-693a-4963-86c7-c79462210697 admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:37:10.519204 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-5cf66d22-e798-41f7-a114-afd3573bb3ed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:37:10.535963 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf66d22-e798-41f7-a114-afd3573bb3ed admin admin] Made reservation on behalf of 300e0002c0a34937b02bd35920b6a01f for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:37:10.538691 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5cf66d22-e798-41f7-a114-afd3573bb3ed admin admin] Notify callbacks [] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:10.856044 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debbc20b-b850-4962-95d1-bb2e80dcebeb admin admin] Pushing event updated for resources: {'Network': ['ID=2ea271d8-96e6-42e1-b4ca-22da751bdd28,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:10.871289 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5cf66d22-e798-41f7-a114-afd3573bb3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:10.871370 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 2ea271d8-96e6-42e1-b4ca-22da751bdd28 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:37:10.907038 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0280fb11-693a-4963-86c7-c79462210697 admin admin] Pushing event updated for resources: {'Port': ['ID=7a8ffa1a-897d-4df9-ab8b-fc14324274b3,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:10.980268 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf66d22-e798-41f7-a114-afd3573bb3ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=36081928-afee-4476-8a16-bce3420fbcc5,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:11.035759 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf66d22-e798-41f7-a114-afd3573bb3ed admin admin] Checking segment: {'id': '87859d75-c285-4ea1-b899-3b38f003cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2ea271d8-96e6-42e1-b4ca-22da751bdd28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:37:11.036110 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf66d22-e798-41f7-a114-afd3573bb3ed admin admin] Network hostable DHCP agents. Network: 2ea271d8-96e6-42e1-b4ca-22da751bdd28, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:37:11.077045 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf66d22-e798-41f7-a114-afd3573bb3ed admin admin] Network 2ea271d8-96e6-42e1-b4ca-22da751bdd28 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:37:11.100818 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-5cf66d22-e798-41f7-a114-afd3573bb3ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 2ea271d8-96e6-42e1-b4ca-22da751bdd28) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:37:11.107720 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf66d22-e798-41f7-a114-afd3573bb3ed admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:11.108359 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5cf66d22-e798-41f7-a114-afd3573bb3ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:11.127297 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-eab3f4c9-f30f-4724-a808-ca972b3e2770 None None] Provisioning complete for port 7a8ffa1a-897d-4df9-ab8b-fc14324274b3 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:37:11.127897 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-eab3f4c9-f30f-4724-a808-ca972b3e2770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:11.168836 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8f3525-8e41-4774-9420-a64b4a1d683a None None] Network 2ea271d8-96e6-42e1-b4ca-22da751bdd28 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:37:11.175952 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-5cf66d22-e798-41f7-a114-afd3573bb3ed admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7555223 May 05 21:37:11.349966 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0280fb11-693a-4963-86c7-c79462210697 admin admin] Router 44a67e47-28fa-4393-9349-a9cde0bcd7d7 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:37:11.398559 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-eab3f4c9-f30f-4724-a808-ca972b3e2770 None None] Port 7a8ffa1a-897d-4df9-ab8b-fc14324274b3 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:37:11.637384 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0280fb11-693a-4963-86c7-c79462210697 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:37:11.692340 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0280fb11-693a-4963-86c7-c79462210697 admin admin] 10.222.0.23 "PUT /v2.0/routers/44a67e47-28fa-4393-9349-a9cde0bcd7d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0120084 May 05 21:37:11.733415 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56f4f35-2d38-4108-a1ff-b9dd9c0cbcbd None None] Network 2ea271d8-96e6-42e1-b4ca-22da751bdd28 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:37:12.049467 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 8b6b62b1-4de2-4d66-ac31-e1d5a7883e66 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:37:12.161608 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 8b6b62b1-4de2-4d66-ac31-e1d5a7883e66 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:37:12.175413 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 8b6b62b1-4de2-4d66-ac31-e1d5a7883e66 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:37:12.175771 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:12.221605 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54870) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:12.224758 n-d-825175-4 neutron-server[84061]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 05 21:37:12.274479 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-04aa5f4d-4329-4115-bf63-eb32cead3365 req-aa245f27-4af9-46d6-a88d-6c17218a0915 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=9d40c5721ee84be3b273113ca3e3b71f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507653 May 05 21:37:12.462109 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:12.486922 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 8b6b62b1-4de2-4d66-ac31-e1d5a7883e66, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=8b6b62b1-4de2-4d66-ac31-e1d5a7883e66,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:37:12.501402 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:12.577091 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa5f4d-4329-4115-bf63-eb32cead3365 req-2054dd5b-a459-489a-8ae2-059064b9dc31 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:12.583923 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-04aa5f4d-4329-4115-bf63-eb32cead3365 req-2054dd5b-a459-489a-8ae2-059064b9dc31 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2923875 May 05 21:37:12.622183 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-04aa5f4d-4329-4115-bf63-eb32cead3365 req-51fa606c-7d4b-431a-b2d1-bbce6d0afbcd tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] 10.222.0.23 "GET /v2.0/quotas/9d40c5721ee84be3b273113ca3e3b71f HTTP/1.1" status: 200 len: 375 time: 0.0342877 May 05 21:37:12.698766 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-04aa5f4d-4329-4115-bf63-eb32cead3365 req-74b0c86e-5128-42b2-a82b-b52ec7f7765b tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9d40c5721ee84be3b273113ca3e3b71f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658157 May 05 21:37:12.732918 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=8b6b62b1-4de2-4d66-ac31-e1d5a7883e66,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:12.880617 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54902) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:12.934111 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54914) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:12.955238 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c6a93fbc-bfa0-4ed0-ab26-49f0dfb69682 req-6240515c-e53b-4293-9405-7cc0eb275c3d tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0dad918-2532-4b80-9600-3670fddb1fc0 HTTP/1.1" status: 200 len: 210 time: 0.0584295 May 05 21:37:13.294567 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bf388257-be84-427c-9178-fe986b971aab admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:13.329829 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-bf388257-be84-427c-9178-fe986b971aab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:37:13.335021 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-bf388257-be84-427c-9178-fe986b971aab admin admin] Usage tracker for resource:security_group_rule and tenant:324ae8169a904fdeaff27b5f2ebddbef is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:37:13.340331 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-bf388257-be84-427c-9178-fe986b971aab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:37:13.352268 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-bf388257-be84-427c-9178-fe986b971aab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:37:13.377930 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0b29e5ec-9a92-4de1-9210-e546df8d96d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:13.432348 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-0b29e5ec-9a92-4de1-9210-e546df8d96d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:37:13.451024 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0b29e5ec-9a92-4de1-9210-e546df8d96d3 admin admin] Usage tracker for resource:security_group_rule and tenant:abd6d74890b3411097b5438095d45322 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:37:13.454379 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0b29e5ec-9a92-4de1-9210-e546df8d96d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:37:13.461324 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-0b29e5ec-9a92-4de1-9210-e546df8d96d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:37:13.472873 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bf388257-be84-427c-9178-fe986b971aab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:13.479723 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bf388257-be84-427c-9178-fe986b971aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:13.532566 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54946) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:13.542560 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-839a993c-7310-40ec-adb1-662392948cb0 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1353824743-network', 'tenant_id': '57a8bf4472e44a72bc8a96cef686dac2'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:37:13.630944 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf388257-be84-427c-9178-fe986b971aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae5d1d0-54c5-4404-a339-cea67154519e,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:13.631973 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-839a993c-7310-40ec-adb1-662392948cb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:37:13.639259 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-839a993c-7310-40ec-adb1-662392948cb0 admin admin] Usage tracker for resource:network and tenant:57a8bf4472e44a72bc8a96cef686dac2 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:37:13.644028 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-bf388257-be84-427c-9178-fe986b971aab admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=324ae8169a904fdeaff27b5f2ebddbef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7618277 May 05 21:37:13.645398 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54960) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:13.655114 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-839a993c-7310-40ec-adb1-662392948cb0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:37:13.667537 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-839a993c-7310-40ec-adb1-662392948cb0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:37:13.696259 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0b29e5ec-9a92-4de1-9210-e546df8d96d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:13.697942 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839a993c-7310-40ec-adb1-662392948cb0 admin admin] Made reservation on behalf of 57a8bf4472e44a72bc8a96cef686dac2 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:37:13.701425 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-839a993c-7310-40ec-adb1-662392948cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:13.714124 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0b29e5ec-9a92-4de1-9210-e546df8d96d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:13.738225 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-26758770-e7fe-4362-a635-d08186e07dc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:13.771442 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b29e5ec-9a92-4de1-9210-e546df8d96d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=350315f7-53c2-4c9e-b4a4-5cfc16fa2948,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:13.774699 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-26758770-e7fe-4362-a635-d08186e07dc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:13.774870 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-839a993c-7310-40ec-adb1-662392948cb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:13.792678 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0b29e5ec-9a92-4de1-9210-e546df8d96d3 admin admin] Synchronizing usage tracker for tenant:dfe9632d3b1b4cc9b5df3e1fe01f3155 on resource:security_group {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:37:13.825914 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-839a993c-7310-40ec-adb1-662392948cb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:37:13.828255 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0b29e5ec-9a92-4de1-9210-e546df8d96d3 admin admin] Unset dirty status for tenant:dfe9632d3b1b4cc9b5df3e1fe01f3155 on resource:security_group {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:37:13.829578 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0b29e5ec-9a92-4de1-9210-e546df8d96d3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=abd6d74890b3411097b5438095d45322&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8944023 May 05 21:37:13.832315 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54974) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:13.834703 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-839a993c-7310-40ec-adb1-662392948cb0 admin admin] Usage tracker for resource:security_group_rule and tenant:57a8bf4472e44a72bc8a96cef686dac2 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:37:13.837859 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-839a993c-7310-40ec-adb1-662392948cb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:37:13.880951 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-26758770-e7fe-4362-a635-d08186e07dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:13.890180 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-839a993c-7310-40ec-adb1-662392948cb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:37:13.902363 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-17b3406c-61bc-48f2-8ca5-9b78537b28fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:13.915534 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26758770-e7fe-4362-a635-d08186e07dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae5d1d0-54c5-4404-a339-cea67154519e,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:13.931020 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-26758770-e7fe-4362-a635-d08186e07dc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:13.936748 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-26758770-e7fe-4362-a635-d08186e07dc4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bae5d1d0-54c5-4404-a339-cea67154519e HTTP/1.1" status: 204 len: 168 time: 0.2868681 May 05 21:37:13.952761 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cb623d0c-a6f3-4d0a-8c82-2635e9916944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:14.001862 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cb623d0c-a6f3-4d0a-8c82-2635e9916944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:14.045345 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 8b6b62b1-4de2-4d66-ac31-e1d5a7883e66 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:37:14.087702 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54992) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:14.116919 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cb623d0c-a6f3-4d0a-8c82-2635e9916944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:14.149722 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb623d0c-a6f3-4d0a-8c82-2635e9916944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350315f7-53c2-4c9e-b4a4-5cfc16fa2948,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:14.170826 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cb623d0c-a6f3-4d0a-8c82-2635e9916944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:14.171941 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-cb623d0c-a6f3-4d0a-8c82-2635e9916944 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/350315f7-53c2-4c9e-b4a4-5cfc16fa2948 HTTP/1.1" status: 204 len: 168 time: 0.3387599 May 05 21:37:14.235108 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 8b6b62b1-4de2-4d66-ac31-e1d5a7883e66 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:37:14.235225 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:14.253705 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-839a993c-7310-40ec-adb1-662392948cb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:14.260732 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-839a993c-7310-40ec-adb1-662392948cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:14.329758 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-839a993c-7310-40ec-adb1-662392948cb0 admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:37:14.341645 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839a993c-7310-40ec-adb1-662392948cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962e12ee-a3be-489f-8902-65452d822ecd,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:14.363127 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-839a993c-7310-40ec-adb1-662392948cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:14.363804 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-839a993c-7310-40ec-adb1-662392948cb0 admin admin] Added segment 53480646-0eff-4771-b596-450ec9f06e0a of type vlan for network c19b2411-a210-486f-9267-12f0980e02fe May 05 21:37:14.439527 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-839a993c-7310-40ec-adb1-662392948cb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:14.492190 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-839a993c-7310-40ec-adb1-662392948cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:14.494520 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839a993c-7310-40ec-adb1-662392948cb0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:14.496299 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-839a993c-7310-40ec-adb1-662392948cb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:14.594191 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-839a993c-7310-40ec-adb1-662392948cb0 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0602705 May 05 21:37:14.597501 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55026) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:14.605514 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-19628a88-6a5e-4166-991a-7f114ad4edc4 admin admin] Request body: {'subnet': {'network_id': 'c19b2411-a210-486f-9267-12f0980e02fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1353824743-subnet', 'tenant_id': '57a8bf4472e44a72bc8a96cef686dac2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:37:14.613460 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-19628a88-6a5e-4166-991a-7f114ad4edc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:37:14.618359 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-19628a88-6a5e-4166-991a-7f114ad4edc4 admin admin] Usage tracker for resource:subnet and tenant:57a8bf4472e44a72bc8a96cef686dac2 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:37:14.627237 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-19628a88-6a5e-4166-991a-7f114ad4edc4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:37:14.647213 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-19628a88-6a5e-4166-991a-7f114ad4edc4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:37:14.733541 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-abf7f710-d5a6-46e2-8fcf-358dc2ba4f07 req-fdfda560-b510-400f-b848-c3a81839dca7 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0dad918-2532-4b80-9600-3670fddb1fc0 HTTP/1.1" status: 200 len: 210 time: 0.6429729 May 05 21:37:14.737428 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19628a88-6a5e-4166-991a-7f114ad4edc4 admin admin] Made reservation on behalf of 57a8bf4472e44a72bc8a96cef686dac2 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:37:14.746029 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-19628a88-6a5e-4166-991a-7f114ad4edc4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:14.763613 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839a993c-7310-40ec-adb1-662392948cb0 admin admin] Pushing event updated for resources: {'Network': ['ID=c19b2411-a210-486f-9267-12f0980e02fe,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:14.781004 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network c19b2411-a210-486f-9267-12f0980e02fe details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:37:14.895618 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aabe5a0-5692-4ff5-a586-72d6f2458ea3 None None] Sync routers for ids ['44a67e47-28fa-4393-9349-a9cde0bcd7d7'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:37:14.927868 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aabe5a0-5692-4ff5-a586-72d6f2458ea3 None None] Routers {'44a67e47-28fa-4393-9349-a9cde0bcd7d7'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:37:14.929790 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-1aabe5a0-5692-4ff5-a586-72d6f2458ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:36:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['44a67e47-28fa-4393-9349-a9cde0bcd7d7'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:37:15.061822 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55046) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:15.063503 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55048) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:15.085315 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-74001f0f-7985-41e6-bf55-93d131c3fb6f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1475497951-network', 'tenant_id': 'e9edfd9a715a44519fd1c9f80c58cf68'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:37:15.094378 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-74001f0f-7985-41e6-bf55-93d131c3fb6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:37:15.100057 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e8f585ca-793c-4206-9de9-f872bf2d0d84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:15.105238 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-19628a88-6a5e-4166-991a-7f114ad4edc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:15.114160 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-74001f0f-7985-41e6-bf55-93d131c3fb6f admin admin] Usage tracker for resource:network and tenant:e9edfd9a715a44519fd1c9f80c58cf68 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:37:15.119724 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-74001f0f-7985-41e6-bf55-93d131c3fb6f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:37:15.145271 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-74001f0f-7985-41e6-bf55-93d131c3fb6f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:37:15.165451 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74001f0f-7985-41e6-bf55-93d131c3fb6f admin admin] Made reservation on behalf of e9edfd9a715a44519fd1c9f80c58cf68 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:37:15.170765 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-74001f0f-7985-41e6-bf55-93d131c3fb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:15.203214 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-e8f585ca-793c-4206-9de9-f872bf2d0d84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:37:15.207697 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-74001f0f-7985-41e6-bf55-93d131c3fb6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:15.222708 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19628a88-6a5e-4166-991a-7f114ad4edc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87bcf112-4ef0-4b85-b4f7-e45f6595cf40,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:15.223739 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-e8f585ca-793c-4206-9de9-f872bf2d0d84 admin admin] Usage tracker for resource:security_group_rule and tenant:7cf8f2c6d99140499b3040db82ff5ebc is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:37:15.227741 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19628a88-6a5e-4166-991a-7f114ad4edc4 admin admin] Checking segment: {'id': '53480646-0eff-4771-b596-450ec9f06e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c19b2411-a210-486f-9267-12f0980e02fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:37:15.228083 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19628a88-6a5e-4166-991a-7f114ad4edc4 admin admin] Network hostable DHCP agents. Network: c19b2411-a210-486f-9267-12f0980e02fe, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:37:15.236601 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-e8f585ca-793c-4206-9de9-f872bf2d0d84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:37:15.254019 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19628a88-6a5e-4166-991a-7f114ad4edc4 admin admin] Network c19b2411-a210-486f-9267-12f0980e02fe is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:37:15.266453 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-e8f585ca-793c-4206-9de9-f872bf2d0d84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:37:15.270336 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-19628a88-6a5e-4166-991a-7f114ad4edc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, c19b2411-a210-486f-9267-12f0980e02fe) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:37:15.277875 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19628a88-6a5e-4166-991a-7f114ad4edc4 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:15.278470 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759c9745-2350-4bfd-af47-6d1daa88183c None None] Network c19b2411-a210-486f-9267-12f0980e02fe requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:37:15.278582 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-19628a88-6a5e-4166-991a-7f114ad4edc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:15.312667 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-74001f0f-7985-41e6-bf55-93d131c3fb6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:37:15.322194 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-19628a88-6a5e-4166-991a-7f114ad4edc4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7217653 May 05 21:37:15.323350 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-74001f0f-7985-41e6-bf55-93d131c3fb6f admin admin] Usage tracker for resource:security_group_rule and tenant:e9edfd9a715a44519fd1c9f80c58cf68 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:37:15.327150 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-74001f0f-7985-41e6-bf55-93d131c3fb6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:37:15.336981 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-74001f0f-7985-41e6-bf55-93d131c3fb6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:37:15.407939 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e8f585ca-793c-4206-9de9-f872bf2d0d84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:15.424300 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e8f585ca-793c-4206-9de9-f872bf2d0d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:15.439312 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-1aabe5a0-5692-4ff5-a586-72d6f2458ea3 None None] Set router 44a67e47-28fa-4393-9349-a9cde0bcd7d7 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:37:15.470002 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-e8f585ca-793c-4206-9de9-f872bf2d0d84 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7cf8f2c6d99140499b3040db82ff5ebc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4057391 May 05 21:37:15.471398 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55060) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:15.499572 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-74001f0f-7985-41e6-bf55-93d131c3fb6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:15.501525 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f585ca-793c-4206-9de9-f872bf2d0d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e798dd-c4ee-4b96-aa34-71235ecd1a6d,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:15.517145 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-74001f0f-7985-41e6-bf55-93d131c3fb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:15.560912 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74001f0f-7985-41e6-bf55-93d131c3fb6f admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:37:15.566840 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74001f0f-7985-41e6-bf55-93d131c3fb6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf31c92f-7991-43d7-b54f-49c45d194d27,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:15.575062 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-74001f0f-7985-41e6-bf55-93d131c3fb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:15.575540 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-74001f0f-7985-41e6-bf55-93d131c3fb6f admin admin] Added segment ff5be024-16bf-4099-bd79-74b5cda48de1 of type vlan for network d29587b2-2560-4c3c-a461-b08672a2fd42 May 05 21:37:15.611270 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-74001f0f-7985-41e6-bf55-93d131c3fb6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:15.631343 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-df1f5588-971e-4bba-8855-8dfcc36f119d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:15.652903 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55064) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:15.669648 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-df1f5588-971e-4bba-8855-8dfcc36f119d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:15.701327 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04afd09f-8f7c-4215-8b0d-c39fad63c01f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:15.741320 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-74001f0f-7985-41e6-bf55-93d131c3fb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:15.745475 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74001f0f-7985-41e6-bf55-93d131c3fb6f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:15.746541 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-74001f0f-7985-41e6-bf55-93d131c3fb6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:15.818089 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-df1f5588-971e-4bba-8855-8dfcc36f119d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:15.834279 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3ff591-355f-4629-b420-506419f5548e None None] Network c19b2411-a210-486f-9267-12f0980e02fe requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:37:15.870154 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1f5588-971e-4bba-8855-8dfcc36f119d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e798dd-c4ee-4b96-aa34-71235ecd1a6d,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:15.887480 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-df1f5588-971e-4bba-8855-8dfcc36f119d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:15.893445 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-04afd09f-8f7c-4215-8b0d-c39fad63c01f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:37:15.900267 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74001f0f-7985-41e6-bf55-93d131c3fb6f admin admin] Pushing event updated for resources: {'Network': ['ID=d29587b2-2560-4c3c-a461-b08672a2fd42,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:15.900919 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-df1f5588-971e-4bba-8855-8dfcc36f119d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/64e798dd-c4ee-4b96-aa34-71235ecd1a6d HTTP/1.1" status: 204 len: 168 time: 0.4271917 May 05 21:37:15.903362 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-04afd09f-8f7c-4215-8b0d-c39fad63c01f admin admin] Usage tracker for resource:security_group_rule and tenant:0fde66fe447a4b01a6093e8dc4c4960f is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:37:15.908051 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-74001f0f-7985-41e6-bf55-93d131c3fb6f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8436899 May 05 21:37:15.909301 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-04afd09f-8f7c-4215-8b0d-c39fad63c01f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:37:15.912280 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55076) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:15.917056 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-04afd09f-8f7c-4215-8b0d-c39fad63c01f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:37:15.929201 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-0e5d2637-ac79-45f7-a2e5-e3ccde62d071 admin admin] Request body: {'subnet': {'network_id': 'd29587b2-2560-4c3c-a461-b08672a2fd42', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1475497951-subnet', 'tenant_id': 'e9edfd9a715a44519fd1c9f80c58cf68', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:37:15.948978 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-0e5d2637-ac79-45f7-a2e5-e3ccde62d071 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:37:15.960851 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-0e5d2637-ac79-45f7-a2e5-e3ccde62d071 admin admin] Usage tracker for resource:subnet and tenant:e9edfd9a715a44519fd1c9f80c58cf68 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:37:15.967782 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network d29587b2-2560-4c3c-a461-b08672a2fd42 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:37:15.969449 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.32', 49617) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:15.984220 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-0e5d2637-ac79-45f7-a2e5-e3ccde62d071 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:37:15.998916 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-0e5d2637-ac79-45f7-a2e5-e3ccde62d071 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:37:16.015736 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-04aa5f4d-4329-4115-bf63-eb32cead3365 req-663067cd-310e-4db7-ae6b-abd5d622b926 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=9d40c5721ee84be3b273113ca3e3b71f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450933 May 05 21:37:16.026540 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5d2637-ac79-45f7-a2e5-e3ccde62d071 admin admin] Made reservation on behalf of e9edfd9a715a44519fd1c9f80c58cf68 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:37:16.029788 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0e5d2637-ac79-45f7-a2e5-e3ccde62d071 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:16.204775 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55086) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:16.288082 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04afd09f-8f7c-4215-8b0d-c39fad63c01f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:16.302459 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04afd09f-8f7c-4215-8b0d-c39fad63c01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:16.339918 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-211a4e8c-1db9-453a-b110-583b7cc3afaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:16.352179 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04afd09f-8f7c-4215-8b0d-c39fad63c01f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b3d897-bd26-4281-8814-023a672ab46b,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:16.373730 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa5f4d-4329-4115-bf63-eb32cead3365 req-4345503d-5683-46f4-85f6-b7b59086ae9d tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:16.375223 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-04aa5f4d-4329-4115-bf63-eb32cead3365 req-4345503d-5683-46f4-85f6-b7b59086ae9d tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3469350 May 05 21:37:16.391314 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-04afd09f-8f7c-4215-8b0d-c39fad63c01f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0fde66fe447a4b01a6093e8dc4c4960f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7373331 May 05 21:37:16.393901 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55102) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:16.430351 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-764cbfb4-3286-43d3-98ee-6af496ecfaa6 req-a473f2fc-2f2e-44d6-a294-e6b9ce9e024b tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0dad918-2532-4b80-9600-3670fddb1fc0 HTTP/1.1" status: 200 len: 210 time: 0.0606098 May 05 21:37:16.434287 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0e5d2637-ac79-45f7-a2e5-e3ccde62d071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:16.478082 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-04aa5f4d-4329-4115-bf63-eb32cead3365 req-8562ec19-95b3-42c0-b2d3-1d36477573f5 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] Request body: {'port': {'device_id': 'b0dad918-2532-4b80-9600-3670fddb1fc0', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'admin_state_up': True, 'tenant_id': '9d40c5721ee84be3b273113ca3e3b71f'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:37:16.536730 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5d2637-ac79-45f7-a2e5-e3ccde62d071 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03000749-5824-4180-ad7c-cda5b2d2749f,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:16.590071 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9cedaf08-e13f-4eb5-a4d8-63f9057132c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:16.618077 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9cedaf08-e13f-4eb5-a4d8-63f9057132c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:16.622299 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5d2637-ac79-45f7-a2e5-e3ccde62d071 admin admin] Checking segment: {'id': 'ff5be024-16bf-4099-bd79-74b5cda48de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd29587b2-2560-4c3c-a461-b08672a2fd42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:37:16.622647 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5d2637-ac79-45f7-a2e5-e3ccde62d071 admin admin] Network hostable DHCP agents. Network: d29587b2-2560-4c3c-a461-b08672a2fd42, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:37:16.639039 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-1aabe5a0-5692-4ff5-a586-72d6f2458ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a67e47-28fa-4393-9349-a9cde0bcd7d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2036410776-router', 'tenant_id': 'd8d84e5601be47409a299ef27c35a529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '8b6b62b1-4de2-4d66-ac31-e1d5a7883e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:37:05Z', 'updated_at': '2022-05-05T21:37:09Z', 'revision_number': 4, 'project_id': 'd8d84e5601be47409a299ef27c35a529', 'gw_port': {'id': '8b6b62b1-4de2-4d66-ac31-e1d5a7883e66', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:72:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a67e47-28fa-4393-9349-a9cde0bcd7d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:37:06Z', 'updated_at': '2022-05-05T21:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '7a8ffa1a-897d-4df9-ab8b-fc14324274b3', 'name': '', 'network_id': '024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2', 'tenant_id': 'd8d84e5601be47409a299ef27c35a529', 'mac_address': 'fa:16:3e:ce:13:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a67e47-28fa-4393-9349-a9cde0bcd7d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '761d7a8a-b72e-455d-b2ab-6aa95ead4c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:37:08Z', 'updated_at': '2022-05-05T21:37:10Z', 'revision_number': 2, 'project_id': 'd8d84e5601be47409a299ef27c35a529', 'subnets': [{'id': '761d7a8a-b72e-455d-b2ab-6aa95ead4c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:37:16.643397 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aabe5a0-5692-4ff5-a586-72d6f2458ea3 None None] Checking router: 44a67e47-28fa-4393-9349-a9cde0bcd7d7 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:37:16.644385 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aabe5a0-5692-4ff5-a586-72d6f2458ea3 None None] Updating router 44a67e47-28fa-4393-9349-a9cde0bcd7d7 port 7a8ffa1a-897d-4df9-ab8b-fc14324274b3 binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 21:37:16.675219 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5d2637-ac79-45f7-a2e5-e3ccde62d071 admin admin] Network d29587b2-2560-4c3c-a461-b08672a2fd42 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:37:16.694189 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-0e5d2637-ac79-45f7-a2e5-e3ccde62d071 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, d29587b2-2560-4c3c-a461-b08672a2fd42) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:37:16.700108 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5d2637-ac79-45f7-a2e5-e3ccde62d071 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:16.700728 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0e5d2637-ac79-45f7-a2e5-e3ccde62d071 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:16.710403 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0ec5f0-a701-4e4b-9ced-ca63379f2b98 None None] Network d29587b2-2560-4c3c-a461-b08672a2fd42 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:37:16.727030 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0e5d2637-ac79-45f7-a2e5-e3ccde62d071 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8117654 May 05 21:37:16.729306 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55108) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:16.735530 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-c9703a56-39bb-4b0f-9b42-440d07e6a3b3 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1475497951-router', 'tenant_id': 'e9edfd9a715a44519fd1c9f80c58cf68', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:37:16.740575 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-c9703a56-39bb-4b0f-9b42-440d07e6a3b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:37:16.742401 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9cedaf08-e13f-4eb5-a4d8-63f9057132c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:16.746753 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-c9703a56-39bb-4b0f-9b42-440d07e6a3b3 admin admin] Usage tracker for resource:router and tenant:e9edfd9a715a44519fd1c9f80c58cf68 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:37:16.749928 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-c9703a56-39bb-4b0f-9b42-440d07e6a3b3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:37:16.756400 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-c9703a56-39bb-4b0f-9b42-440d07e6a3b3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:37:16.765600 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-04aa5f4d-4329-4115-bf63-eb32cead3365 req-8562ec19-95b3-42c0-b2d3-1d36477573f5 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:37:16.768732 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c9703a56-39bb-4b0f-9b42-440d07e6a3b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:16.769941 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c9703a56-39bb-4b0f-9b42-440d07e6a3b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:16.779930 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cedaf08-e13f-4eb5-a4d8-63f9057132c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b3d897-bd26-4281-8814-023a672ab46b,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:16.781889 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9cedaf08-e13f-4eb5-a4d8-63f9057132c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:16.785342 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9cedaf08-e13f-4eb5-a4d8-63f9057132c2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/99b3d897-bd26-4281-8814-023a672ab46b HTTP/1.1" status: 204 len: 168 time: 0.3881960 May 05 21:37:16.786756 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-04aa5f4d-4329-4115-bf63-eb32cead3365 req-8562ec19-95b3-42c0-b2d3-1d36477573f5 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] Usage tracker for resource:port and tenant:9d40c5721ee84be3b273113ca3e3b71f is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:37:16.790035 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-04aa5f4d-4329-4115-bf63-eb32cead3365 req-8562ec19-95b3-42c0-b2d3-1d36477573f5 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:37:16.796399 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c9703a56-39bb-4b0f-9b42-440d07e6a3b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:16.798530 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e8d88b19-2530-4885-aac4-9b44f61976df admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:16.816321 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-04aa5f4d-4329-4115-bf63-eb32cead3365 req-8562ec19-95b3-42c0-b2d3-1d36477573f5 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:37:16.839254 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04aa5f4d-4329-4115-bf63-eb32cead3365 req-8562ec19-95b3-42c0-b2d3-1d36477573f5 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] Made reservation on behalf of 9d40c5721ee84be3b273113ca3e3b71f for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:37:16.843011 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-04aa5f4d-4329-4115-bf63-eb32cead3365 req-8562ec19-95b3-42c0-b2d3-1d36477573f5 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:16.856640 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-e8d88b19-2530-4885-aac4-9b44f61976df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:37:16.859560 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-04aa5f4d-4329-4115-bf63-eb32cead3365 req-8562ec19-95b3-42c0-b2d3-1d36477573f5 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:16.882883 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-e8d88b19-2530-4885-aac4-9b44f61976df admin admin] Usage tracker for resource:security_group_rule and tenant:a077ce4785d946b5b6925a257b383adc is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:37:16.887625 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-e8d88b19-2530-4885-aac4-9b44f61976df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:37:16.897155 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-e8d88b19-2530-4885-aac4-9b44f61976df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:37:16.921606 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-04aa5f4d-4329-4115-bf63-eb32cead3365 req-8562ec19-95b3-42c0-b2d3-1d36477573f5 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:37:16.928405 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-04aa5f4d-4329-4115-bf63-eb32cead3365 req-8562ec19-95b3-42c0-b2d3-1d36477573f5 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] Usage tracker for resource:security_group_rule and tenant:9d40c5721ee84be3b273113ca3e3b71f is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:37:16.935147 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-04aa5f4d-4329-4115-bf63-eb32cead3365 req-8562ec19-95b3-42c0-b2d3-1d36477573f5 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:37:16.942829 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-04aa5f4d-4329-4115-bf63-eb32cead3365 req-8562ec19-95b3-42c0-b2d3-1d36477573f5 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:37:17.019279 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e8d88b19-2530-4885-aac4-9b44f61976df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:17.033913 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e8d88b19-2530-4885-aac4-9b44f61976df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:17.056781 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1aabe5a0-5692-4ff5-a586-72d6f2458ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:17.100856 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-e8d88b19-2530-4885-aac4-9b44f61976df admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a077ce4785d946b5b6925a257b383adc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8947418 May 05 21:37:17.109398 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55140) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:17.110104 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d88b19-2530-4885-aac4-9b44f61976df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e79494f-6a47-4ad7-8b09-b7fe48b90623,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:17.111089 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c9703a56-39bb-4b0f-9b42-440d07e6a3b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:17.169507 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-04aa5f4d-4329-4115-bf63-eb32cead3365 req-8562ec19-95b3-42c0-b2d3-1d36477573f5 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:17.188854 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-04aa5f4d-4329-4115-bf63-eb32cead3365 req-8562ec19-95b3-42c0-b2d3-1d36477573f5 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:17.316408 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385fac57-bfe5-4c8e-a5af-9cf729ab6958 req-8a336225-e811-47fe-9ec4-258b2994a99b tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:17.318171 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-385fac57-bfe5-4c8e-a5af-9cf729ab6958 req-8a336225-e811-47fe-9ec4-258b2994a99b tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Synchronizing usage tracker for tenant:300e0002c0a34937b02bd35920b6a01f on resource:network {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:37:17.339143 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-04aa5f4d-4329-4115-bf63-eb32cead3365 req-8562ec19-95b3-42c0-b2d3-1d36477573f5 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] Allocated IP 192.168.233.166 (4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9/f237a6ef-d044-411f-a2d8-d12619664c91/54876b1d-7d6f-4210-b4eb-9d84a0768427) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:37:17.380240 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-385fac57-bfe5-4c8e-a5af-9cf729ab6958 req-8a336225-e811-47fe-9ec4-258b2994a99b tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Unset dirty status for tenant:300e0002c0a34937b02bd35920b6a01f on resource:network {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:37:17.382712 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-385fac57-bfe5-4c8e-a5af-9cf729ab6958 req-8a336225-e811-47fe-9ec4-258b2994a99b tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/networks?id=2ea271d8-96e6-42e1-b4ca-22da751bdd28 HTTP/1.1" status: 200 len: 820 time: 0.3224478 May 05 21:37:17.525875 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-385fac57-bfe5-4c8e-a5af-9cf729ab6958 req-23b3aedc-ed57-40d9-9104-88a8da800637 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/quotas/300e0002c0a34937b02bd35920b6a01f HTTP/1.1" status: 200 len: 375 time: 0.0714688 May 05 21:37:17.595246 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-04aa5f4d-4329-4115-bf63-eb32cead3365 req-8562ec19-95b3-42c0-b2d3-1d36477573f5 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:17.603569 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1aabe5a0-5692-4ff5-a586-72d6f2458ea3 None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:17.612269 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-04aa5f4d-4329-4115-bf63-eb32cead3365 req-8562ec19-95b3-42c0-b2d3-1d36477573f5 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] Transition to ACTIVE for port object 54876b1d-7d6f-4210-b4eb-9d84a0768427 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:37:17.619286 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-1aabe5a0-5692-4ff5-a586-72d6f2458ea3 None None] Transition to ACTIVE for port object 7a8ffa1a-897d-4df9-ab8b-fc14324274b3 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:37:17.657449 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b79ee18e-9750-457e-baa1-497885959d6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:17.659570 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-04aa5f4d-4329-4115-bf63-eb32cead3365 req-8562ec19-95b3-42c0-b2d3-1d36477573f5 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:17.676439 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-385fac57-bfe5-4c8e-a5af-9cf729ab6958 req-c06acdb3-d94c-489f-a301-52bba5c4f241 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=300e0002c0a34937b02bd35920b6a01f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1350317 May 05 21:37:17.751814 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1aabe5a0-5692-4ff5-a586-72d6f2458ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:17.856564 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04aa5f4d-4329-4115-bf63-eb32cead3365 req-8562ec19-95b3-42c0-b2d3-1d36477573f5 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] Network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:37:17.870708 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b79ee18e-9750-457e-baa1-497885959d6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:17.905140 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-04aa5f4d-4329-4115-bf63-eb32cead3365 req-8562ec19-95b3-42c0-b2d3-1d36477573f5 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:37:17.919280 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-04aa5f4d-4329-4115-bf63-eb32cead3365 req-8562ec19-95b3-42c0-b2d3-1d36477573f5 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:37:17.928687 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa5f4d-4329-4115-bf63-eb32cead3365 req-8562ec19-95b3-42c0-b2d3-1d36477573f5 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:17.929361 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-04aa5f4d-4329-4115-bf63-eb32cead3365 req-8562ec19-95b3-42c0-b2d3-1d36477573f5 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:17.930421 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c9703a56-39bb-4b0f-9b42-440d07e6a3b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:17.944557 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3aa0df-3743-4baa-af77-cef34cd964db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-d29587b2-2560-4c3c-a461-b08672a2fd42', 'network_id': 'd29587b2-2560-4c3c-a461-b08672a2fd42', 'tenant_id': 'e9edfd9a715a44519fd1c9f80c58cf68', 'fixed_ips': [{'subnet_id': '03000749-5824-4180-ad7c-cda5b2d2749f'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 21:37:17.946504 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5d3aa0df-3743-4baa-af77-cef34cd964db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:17.971260 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:17.987471 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:18.008173 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8562ec19-95b3-42c0-b2d3-1d36477573f5 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fdc5053-b6ee-496b-b529-57853d162240,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:18.010622 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8562ec19-95b3-42c0-b2d3-1d36477573f5 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] Pushing event updated for resources: {'Port': ['ID=54876b1d-7d6f-4210-b4eb-9d84a0768427,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:18.073105 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c9703a56-39bb-4b0f-9b42-440d07e6a3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:18.218256 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-04aa5f4d-4329-4115-bf63-eb32cead3365 req-8562ec19-95b3-42c0-b2d3-1d36477573f5 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7445462 May 05 21:37:18.221716 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ffcf4-2407-4916-a19b-db6f76dd3fdc None None] Pushing event updated for resources: {'Port': ['ID=7a8ffa1a-897d-4df9-ab8b-fc14324274b3,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:18.247026 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [req-04aa5f4d-4329-4115-bf63-eb32cead3365 req-12bdb393-0885-4908-9483-f1b1c52f04cd tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84063) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 21:37:18.248033 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-04aa5f4d-4329-4115-bf63-eb32cead3365 req-12bdb393-0885-4908-9483-f1b1c52f04cd tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0192087 May 05 21:37:18.280001 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b79ee18e-9750-457e-baa1-497885959d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:18.328376 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79ee18e-9750-457e-baa1-497885959d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e79494f-6a47-4ad7-8b09-b7fe48b90623,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:18.367262 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b79ee18e-9750-457e-baa1-497885959d6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:18.372038 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b79ee18e-9750-457e-baa1-497885959d6f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6e79494f-6a47-4ad7-8b09-b7fe48b90623 HTTP/1.1" status: 204 len: 168 time: 1.2590377 May 05 21:37:18.497515 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-c9703a56-39bb-4b0f-9b42-440d07e6a3b3 admin admin] Allocated IP 172.25.4.85 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/85a0b505-9ffb-4832-87bd-916dde933025) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:37:18.628551 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-5d3aa0df-3743-4baa-af77-cef34cd964db None None] Allocated IP 172.20.0.2 (d29587b2-2560-4c3c-a461-b08672a2fd42/03000749-5824-4180-ad7c-cda5b2d2749f/87743a36-0c66-42d2-b19b-541c6e86c044) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:37:18.803713 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5d666-48eb-4cab-b461-04113ede87fe req-3bf121d1-62fb-4535-984c-62401dd378b1 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:18.813026 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fde5d666-48eb-4cab-b461-04113ede87fe req-3bf121d1-62fb-4535-984c-62401dd378b1 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0dad918-2532-4b80-9600-3670fddb1fc0 HTTP/1.1" status: 200 len: 936 time: 1.0860505 May 05 21:37:18.887156 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c9703a56-39bb-4b0f-9b42-440d07e6a3b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:18.910705 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fde5d666-48eb-4cab-b461-04113ede87fe req-1471e7ac-2a7e-434c-aeaf-5ef466898647 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fdc5053-b6ee-496b-b529-57853d162240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954731 May 05 21:37:18.968258 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c9703a56-39bb-4b0f-9b42-440d07e6a3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:19.018887 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:19.019869 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-1aabe5a0-5692-4ff5-a586-72d6f2458ea3 None None] Attempting to bind port 7a8ffa1a-897d-4df9-ab8b-fc14324274b3 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:37:19.020174 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-1aabe5a0-5692-4ff5-a586-72d6f2458ea3 None None] Attempting to bind port 7a8ffa1a-897d-4df9-ab8b-fc14324274b3 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '4c0b01e5-8fe5-4bee-966f-ea37d84bcbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:37:19.020570 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aabe5a0-5692-4ff5-a586-72d6f2458ea3 None None] Attempting to bind port 7a8ffa1a-897d-4df9-ab8b-fc14324274b3 on network 024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:37:19.033430 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-d349a5f1-fafa-4f64-b00b-0b43801c5f6c None None] Provisioning for port 54876b1d-7d6f-4210-b4eb-9d84a0768427 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:37:19.048536 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-d349a5f1-fafa-4f64-b00b-0b43801c5f6c None None] Provisioning complete for port 54876b1d-7d6f-4210-b4eb-9d84a0768427 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:37:19.049372 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d349a5f1-fafa-4f64-b00b-0b43801c5f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:19.099987 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [req-385fac57-bfe5-4c8e-a5af-9cf729ab6958 req-8f656f4d-2769-4a43-a0b2-3cdbd2499373 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 21:37:19.105384 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-385fac57-bfe5-4c8e-a5af-9cf729ab6958 req-8f656f4d-2769-4a43-a0b2-3cdbd2499373 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.7004600 May 05 21:37:19.121314 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-04aa5f4d-4329-4115-bf63-eb32cead3365 req-f24f7a20-06a9-4ede-ba0f-7fd9786bf3d7 service neutron] Request body: {'port': {'device_id': 'b0dad918-2532-4b80-9600-3670fddb1fc0', 'device_owner': 'compute:tempest-test_az-272234528', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:37:19.121841 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aabe5a0-5692-4ff5-a586-72d6f2458ea3 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:37:19.122214 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aabe5a0-5692-4ff5-a586-72d6f2458ea3 None None] Checking segment: {'id': '4c0b01e5-8fe5-4bee-966f-ea37d84bcbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:37:19.122613 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1aabe5a0-5692-4ff5-a586-72d6f2458ea3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:19.123116 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aabe5a0-5692-4ff5-a586-72d6f2458ea3 None None] Bound using segment: {'id': '4c0b01e5-8fe5-4bee-966f-ea37d84bcbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:37:19.123591 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-1aabe5a0-5692-4ff5-a586-72d6f2458ea3 None None] Bound port: 7a8ffa1a-897d-4df9-ab8b-fc14324274b3, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c0b01e5-8fe5-4bee-966f-ea37d84bcbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:37:19.123996 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1aabe5a0-5692-4ff5-a586-72d6f2458ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:19.316470 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9703a56-39bb-4b0f-9b42-440d07e6a3b3 admin admin] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:37:19.321343 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-c9703a56-39bb-4b0f-9b42-440d07e6a3b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:37:19.323921 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9703a56-39bb-4b0f-9b42-440d07e6a3b3 admin admin] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:37:19.377123 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9703a56-39bb-4b0f-9b42-440d07e6a3b3 admin admin] Pushing event updated for resources: {'Port': ['ID=85a0b505-9ffb-4832-87bd-916dde933025,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:19.385441 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-d349a5f1-fafa-4f64-b00b-0b43801c5f6c None None] Port 54876b1d-7d6f-4210-b4eb-9d84a0768427 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:37:19.406374 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-04aa5f4d-4329-4115-bf63-eb32cead3365 req-f24f7a20-06a9-4ede-ba0f-7fd9786bf3d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:19.462231 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-385fac57-bfe5-4c8e-a5af-9cf729ab6958 req-8d99ac08-fe30-4225-8e62-d4e2f4ac8118 service neutron] 10.222.0.23 "GET /v2.0/networks/2ea271d8-96e6-42e1-b4ca-22da751bdd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408082 May 05 21:37:19.465068 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5d3aa0df-3743-4baa-af77-cef34cd964db None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:19.540922 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-5d3aa0df-3743-4baa-af77-cef34cd964db None None] Transition to ACTIVE for port object 87743a36-0c66-42d2-b19b-541c6e86c044 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:37:19.569359 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-5d3aa0df-3743-4baa-af77-cef34cd964db None None] Transition to ACTIVE for port object 87743a36-0c66-42d2-b19b-541c6e86c044 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:37:19.606047 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5d3aa0df-3743-4baa-af77-cef34cd964db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:19.631619 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55192) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:19.734673 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7a008598-2e41-4722-af87-3f15d744b704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:19.784026 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-1aabe5a0-5692-4ff5-a586-72d6f2458ea3 None None] For port 7a8ffa1a-897d-4df9-ab8b-fc14324274b3, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:37:19.805327 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-1aabe5a0-5692-4ff5-a586-72d6f2458ea3 None None] For port 7a8ffa1a-897d-4df9-ab8b-fc14324274b3, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=7a8ffa1a-897d-4df9-ab8b-fc14324274b3,segment=NetworkSegment(4c0b01e5-8fe5-4bee-966f-ea37d84bcbb4),segment_id=4c0b01e5-8fe5-4bee-966f-ea37d84bcbb4)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:37:19.831880 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3aa0df-3743-4baa-af77-cef34cd964db None None] Network d29587b2-2560-4c3c-a461-b08672a2fd42 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:37:19.881349 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-5d3aa0df-3743-4baa-af77-cef34cd964db None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:37:19.904231 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3aa0df-3743-4baa-af77-cef34cd964db None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:37:20.007929 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-7a008598-2e41-4722-af87-3f15d744b704 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:37:20.014536 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-7a008598-2e41-4722-af87-3f15d744b704 admin admin] Usage tracker for resource:security_group_rule and tenant:e7113a1e63e04636912122ad526ece2e is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:37:20.018720 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-7a008598-2e41-4722-af87-3f15d744b704 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:37:20.020639 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1aabe5a0-5692-4ff5-a586-72d6f2458ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:20.044922 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-04aa5f4d-4329-4115-bf63-eb32cead3365 req-f24f7a20-06a9-4ede-ba0f-7fd9786bf3d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54876b1d-7d6f-4210-b4eb-9d84a0768427 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:37:20.060143 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-7a008598-2e41-4722-af87-3f15d744b704 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:37:20.062507 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-04aa5f4d-4329-4115-bf63-eb32cead3365 req-f24f7a20-06a9-4ede-ba0f-7fd9786bf3d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:20.094911 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-04aa5f4d-4329-4115-bf63-eb32cead3365 req-f24f7a20-06a9-4ede-ba0f-7fd9786bf3d7 service neutron] Transition to ACTIVE for port object 54876b1d-7d6f-4210-b4eb-9d84a0768427 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:37:20.107801 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-04aa5f4d-4329-4115-bf63-eb32cead3365 req-f24f7a20-06a9-4ede-ba0f-7fd9786bf3d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:20.179705 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7a008598-2e41-4722-af87-3f15d744b704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:20.204972 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c9703a56-39bb-4b0f-9b42-440d07e6a3b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:20.205763 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c9703a56-39bb-4b0f-9b42-440d07e6a3b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:20.224327 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-385fac57-bfe5-4c8e-a5af-9cf729ab6958 req-bf0dbd87-5506-47a8-b047-f0c663ce9bf4 service neutron] 10.222.0.23 "GET /v2.0/networks/2ea271d8-96e6-42e1-b4ca-22da751bdd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7503800 May 05 21:37:20.227340 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7a008598-2e41-4722-af87-3f15d744b704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:20.310924 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3aa0df-3743-4baa-af77-cef34cd964db None None] Pushing event updated for resources: {'Port': ['ID=87743a36-0c66-42d2-b19b-541c6e86c044,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:20.496975 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24f7a20-06a9-4ede-ba0f-7fd9786bf3d7 service neutron] Pushing event updated for resources: {'Port': ['ID=54876b1d-7d6f-4210-b4eb-9d84a0768427,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:20.550294 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-5d3aa0df-3743-4baa-af77-cef34cd964db None None] Attempting to bind port 87743a36-0c66-42d2-b19b-541c6e86c044 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:37:20.551450 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-5d3aa0df-3743-4baa-af77-cef34cd964db None None] Attempting to bind port 87743a36-0c66-42d2-b19b-541c6e86c044 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'ff5be024-16bf-4099-bd79-74b5cda48de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd29587b2-2560-4c3c-a461-b08672a2fd42'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:37:20.556614 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3aa0df-3743-4baa-af77-cef34cd964db None None] Attempting to bind port 87743a36-0c66-42d2-b19b-541c6e86c044 on network d29587b2-2560-4c3c-a461-b08672a2fd42 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:37:20.656110 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a008598-2e41-4722-af87-3f15d744b704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc5dbb8-ece6-4510-9b8c-8c25e6f1ddee,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:20.667728 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-7a008598-2e41-4722-af87-3f15d744b704 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e7113a1e63e04636912122ad526ece2e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0239251 May 05 21:37:20.731434 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55212) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:20.832229 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3aa0df-3743-4baa-af77-cef34cd964db None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:37:20.832674 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3aa0df-3743-4baa-af77-cef34cd964db None None] Checking segment: {'id': 'ff5be024-16bf-4099-bd79-74b5cda48de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd29587b2-2560-4c3c-a461-b08672a2fd42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:37:20.833110 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5d3aa0df-3743-4baa-af77-cef34cd964db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:20.833468 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3aa0df-3743-4baa-af77-cef34cd964db None None] Bound using segment: {'id': 'ff5be024-16bf-4099-bd79-74b5cda48de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd29587b2-2560-4c3c-a461-b08672a2fd42'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:37:20.833962 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-5d3aa0df-3743-4baa-af77-cef34cd964db None None] Bound port: 87743a36-0c66-42d2-b19b-541c6e86c044, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff5be024-16bf-4099-bd79-74b5cda48de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd29587b2-2560-4c3c-a461-b08672a2fd42'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:37:20.842236 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5d3aa0df-3743-4baa-af77-cef34cd964db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:20.908545 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-04aa5f4d-4329-4115-bf63-eb32cead3365 req-f24f7a20-06a9-4ede-ba0f-7fd9786bf3d7 service neutron] Attempting to bind port 54876b1d-7d6f-4210-b4eb-9d84a0768427 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:37:20.910142 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-04aa5f4d-4329-4115-bf63-eb32cead3365 req-f24f7a20-06a9-4ede-ba0f-7fd9786bf3d7 service neutron] Attempting to bind port 54876b1d-7d6f-4210-b4eb-9d84a0768427 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:37:20.910652 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04aa5f4d-4329-4115-bf63-eb32cead3365 req-f24f7a20-06a9-4ede-ba0f-7fd9786bf3d7 service neutron] Attempting to bind port 54876b1d-7d6f-4210-b4eb-9d84a0768427 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:37:20.939816 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04aa5f4d-4329-4115-bf63-eb32cead3365 req-f24f7a20-06a9-4ede-ba0f-7fd9786bf3d7 service neutron] Port 54876b1d-7d6f-4210-b4eb-9d84a0768427 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:37:20.941071 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aabe5a0-5692-4ff5-a586-72d6f2458ea3 None None] Routers {'44a67e47-28fa-4393-9349-a9cde0bcd7d7'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:37:20.941467 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-1aabe5a0-5692-4ff5-a586-72d6f2458ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:37:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['44a67e47-28fa-4393-9349-a9cde0bcd7d7'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:37:20.941836 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04aa5f4d-4329-4115-bf63-eb32cead3365 req-f24f7a20-06a9-4ede-ba0f-7fd9786bf3d7 service neutron] Attempting to bind port 54876b1d-7d6f-4210-b4eb-9d84a0768427 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:37:20.956322 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c5cdd6e5-39c9-4323-8d72-e9ab38e8b948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:20.976339 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04aa5f4d-4329-4115-bf63-eb32cead3365 req-f24f7a20-06a9-4ede-ba0f-7fd9786bf3d7 service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:37:20.977019 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04aa5f4d-4329-4115-bf63-eb32cead3365 req-f24f7a20-06a9-4ede-ba0f-7fd9786bf3d7 service neutron] Checking segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:37:20.980954 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04aa5f4d-4329-4115-bf63-eb32cead3365 req-f24f7a20-06a9-4ede-ba0f-7fd9786bf3d7 service neutron] Bound using segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:37:20.982219 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-04aa5f4d-4329-4115-bf63-eb32cead3365 req-f24f7a20-06a9-4ede-ba0f-7fd9786bf3d7 service neutron] Bound port: 54876b1d-7d6f-4210-b4eb-9d84a0768427, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:37:20.982824 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-04aa5f4d-4329-4115-bf63-eb32cead3365 req-f24f7a20-06a9-4ede-ba0f-7fd9786bf3d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:21.160714 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2c64c1e5-1d72-4ceb-8305-0f9d641e7368 req-4a0f9688-5b1d-401f-a19d-110cd73ef0e0 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=8804cd72-e5a7-432f-b5a3-f7c81f187a1e HTTP/1.1" status: 200 len: 210 time: 0.2056429 May 05 21:37:21.172659 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c5cdd6e5-39c9-4323-8d72-e9ab38e8b948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:21.310813 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-04aa5f4d-4329-4115-bf63-eb32cead3365 req-f24f7a20-06a9-4ede-ba0f-7fd9786bf3d7 service neutron] For port 54876b1d-7d6f-4210-b4eb-9d84a0768427, host n-h2-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:37:21.328838 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae431b9-4ba3-406e-a1a9-508c203d8c81 req-d5472381-1f36-4e76-a2fa-f90ece1e4abc tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:21.330596 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4ae431b9-4ba3-406e-a1a9-508c203d8c81 req-d5472381-1f36-4e76-a2fa-f90ece1e4abc tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0dad918-2532-4b80-9600-3670fddb1fc0 HTTP/1.1" status: 200 len: 969 time: 0.7520156 May 05 21:37:21.342077 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-04aa5f4d-4329-4115-bf63-eb32cead3365 req-f24f7a20-06a9-4ede-ba0f-7fd9786bf3d7 service neutron] For port 54876b1d-7d6f-4210-b4eb-9d84a0768427, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=54876b1d-7d6f-4210-b4eb-9d84a0768427,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:37:21.348171 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-04aa5f4d-4329-4115-bf63-eb32cead3365 req-f24f7a20-06a9-4ede-ba0f-7fd9786bf3d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:21.399754 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ffcf4-2407-4916-a19b-db6f76dd3fdc None None] Pushing event updated for resources: {'Port': ['ID=7a8ffa1a-897d-4df9-ab8b-fc14324274b3,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:21.448897 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24f7a20-06a9-4ede-ba0f-7fd9786bf3d7 service neutron] Pushing event updated for resources: {'Port': ['ID=54876b1d-7d6f-4210-b4eb-9d84a0768427,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:21.472245 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c5cdd6e5-39c9-4323-8d72-e9ab38e8b948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:21.508929 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cdd6e5-39c9-4323-8d72-e9ab38e8b948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc5dbb8-ece6-4510-9b8c-8c25e6f1ddee,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:21.513554 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4ae431b9-4ba3-406e-a1a9-508c203d8c81 req-f0520d00-6fc7-4a73-8e16-a0d241429a88 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fdc5053-b6ee-496b-b529-57853d162240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641839 May 05 21:37:21.561808 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-04aa5f4d-4329-4115-bf63-eb32cead3365 req-f24f7a20-06a9-4ede-ba0f-7fd9786bf3d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:21.569630 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-04aa5f4d-4329-4115-bf63-eb32cead3365 req-f24f7a20-06a9-4ede-ba0f-7fd9786bf3d7 service neutron] 10.222.0.32 "PUT /v2.0/ports/54876b1d-7d6f-4210-b4eb-9d84a0768427 HTTP/1.1" status: 200 len: 1117 time: 3.0461473 May 05 21:37:21.575045 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0dad918-2532-4b80-9600-3670fddb1fc0', 'tag': '54876b1d-7d6f-4210-b4eb-9d84a0768427'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:37:21.720181 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9703a56-39bb-4b0f-9b42-440d07e6a3b3 admin admin] Router e35b1f5e-9975-490d-a03e-79402c432836 is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 21:37:21.862637 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c5cdd6e5-39c9-4323-8d72-e9ab38e8b948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:21.875755 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c5cdd6e5-39c9-4323-8d72-e9ab38e8b948 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7bc5dbb8-ece6-4510-9b8c-8c25e6f1ddee HTTP/1.1" status: 204 len: 168 time: 1.1402133 May 05 21:37:21.944516 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-1aabe5a0-5692-4ff5-a586-72d6f2458ea3 None None] Set router 44a67e47-28fa-4393-9349-a9cde0bcd7d7 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:37:22.138885 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-04aa5f4d-4329-4115-bf63-eb32cead3365 req-3c4d7f19-108f-401b-a1b9-f86bf6eb9925 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9d40c5721ee84be3b273113ca3e3b71f&device_id=b0dad918-2532-4b80-9600-3670fddb1fc0 HTTP/1.1" status: 200 len: 1120 time: 0.2799401 May 05 21:37:22.374144 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-5d3aa0df-3743-4baa-af77-cef34cd964db None None] For port 87743a36-0c66-42d2-b19b-541c6e86c044, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:37:22.388848 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-04aa5f4d-4329-4115-bf63-eb32cead3365 req-bbdebe1f-4bd8-44f5-abb2-9254be2fa868 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=54876b1d-7d6f-4210-b4eb-9d84a0768427 HTTP/1.1" status: 200 len: 217 time: 0.2389538 May 05 21:37:22.426401 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9703a56-39bb-4b0f-9b42-440d07e6a3b3 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:37:22.438642 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0e3bac-7826-4b56-86fe-3ddea045d2ab None None] Sync routers for ids ['e35b1f5e-9975-490d-a03e-79402c432836'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:37:22.483334 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0e3bac-7826-4b56-86fe-3ddea045d2ab None None] Routers {'e35b1f5e-9975-490d-a03e-79402c432836'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:37:22.487951 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-2c0e3bac-7826-4b56-86fe-3ddea045d2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:37:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['e35b1f5e-9975-490d-a03e-79402c432836'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:37:22.604782 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa5f4d-4329-4115-bf63-eb32cead3365 req-8c44bda3-d067-4412-ae1c-92415cb0adde service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:22.606300 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-04aa5f4d-4329-4115-bf63-eb32cead3365 req-8c44bda3-d067-4412-ae1c-92415cb0adde service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.2067306 May 05 21:37:22.624223 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0fe3076e-950a-460d-96b3-baf933ffc60e req-255b60cd-c6f1-47d1-9c8d-1881473556f4 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=8804cd72-e5a7-432f-b5a3-f7c81f187a1e HTTP/1.1" status: 200 len: 210 time: 0.1665399 May 05 21:37:22.662898 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c9703a56-39bb-4b0f-9b42-440d07e6a3b3 admin admin] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:22.664557 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c9703a56-39bb-4b0f-9b42-440d07e6a3b3 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.9337802 May 05 21:37:22.671219 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55270) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:22.705591 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-5d3aa0df-3743-4baa-af77-cef34cd964db None None] For port 87743a36-0c66-42d2-b19b-541c6e86c044, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=87743a36-0c66-42d2-b19b-541c6e86c044,segment=NetworkSegment(ff5be024-16bf-4099-bd79-74b5cda48de1),segment_id=ff5be024-16bf-4099-bd79-74b5cda48de1)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:37:22.745086 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5d3aa0df-3743-4baa-af77-cef34cd964db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:22.869091 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-04aa5f4d-4329-4115-bf63-eb32cead3365 req-dd4bb183-b4a8-432d-938a-022e3cd3c3c2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2547483 May 05 21:37:23.187885 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-2c0e3bac-7826-4b56-86fe-3ddea045d2ab None None] Set router e35b1f5e-9975-490d-a03e-79402c432836 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:37:23.268832 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3aa0df-3743-4baa-af77-cef34cd964db None None] Pushing event updated for resources: {'Port': ['ID=87743a36-0c66-42d2-b19b-541c6e86c044,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:23.320152 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-04aa5f4d-4329-4115-bf63-eb32cead3365 req-622212e9-5359-4d82-9f11-da91c301fd2b service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4318755 May 05 21:37:23.382292 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-1aabe5a0-5692-4ff5-a586-72d6f2458ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a67e47-28fa-4393-9349-a9cde0bcd7d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2036410776-router', 'tenant_id': 'd8d84e5601be47409a299ef27c35a529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '8b6b62b1-4de2-4d66-ac31-e1d5a7883e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:37:05Z', 'updated_at': '2022-05-05T21:37:09Z', 'revision_number': 4, 'project_id': 'd8d84e5601be47409a299ef27c35a529', 'gw_port': {'id': '8b6b62b1-4de2-4d66-ac31-e1d5a7883e66', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:72:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a67e47-28fa-4393-9349-a9cde0bcd7d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:37:06Z', 'updated_at': '2022-05-05T21:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '7a8ffa1a-897d-4df9-ab8b-fc14324274b3', 'name': '', 'network_id': '024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2', 'tenant_id': 'd8d84e5601be47409a299ef27c35a529', 'mac_address': 'fa:16:3e:ce:13:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a67e47-28fa-4393-9349-a9cde0bcd7d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '761d7a8a-b72e-455d-b2ab-6aa95ead4c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:37:08Z', 'updated_at': '2022-05-05T21:37:19Z', 'revision_number': 4, 'project_id': 'd8d84e5601be47409a299ef27c35a529', 'subnets': [{'id': '761d7a8a-b72e-455d-b2ab-6aa95ead4c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:37:23.408952 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aabe5a0-5692-4ff5-a586-72d6f2458ea3 None None] The sync data for ids ['44a67e47-28fa-4393-9349-a9cde0bcd7d7'] in n-d-825175-4 is: [{'id': '44a67e47-28fa-4393-9349-a9cde0bcd7d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2036410776-router', 'tenant_id': 'd8d84e5601be47409a299ef27c35a529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '8b6b62b1-4de2-4d66-ac31-e1d5a7883e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:37:05Z', 'updated_at': '2022-05-05T21:37:09Z', 'revision_number': 4, 'project_id': 'd8d84e5601be47409a299ef27c35a529', 'gw_port': {'id': '8b6b62b1-4de2-4d66-ac31-e1d5a7883e66', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:72:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a67e47-28fa-4393-9349-a9cde0bcd7d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:37:06Z', 'updated_at': '2022-05-05T21:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '7a8ffa1a-897d-4df9-ab8b-fc14324274b3', 'name': '', 'network_id': '024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2', 'tenant_id': 'd8d84e5601be47409a299ef27c35a529', 'mac_address': 'fa:16:3e:ce:13:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a67e47-28fa-4393-9349-a9cde0bcd7d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '761d7a8a-b72e-455d-b2ab-6aa95ead4c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:37:08Z', 'updated_at': '2022-05-05T21:37:19Z', 'revision_number': 4, 'project_id': 'd8d84e5601be47409a299ef27c35a529', 'subnets': [{'id': '761d7a8a-b72e-455d-b2ab-6aa95ead4c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:37:23.566409 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c14c9be-b834-428e-a470-371baab94d62 req-6d3c4e28-23ed-4b6b-abd1-9729cb8046e8 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:23.589698 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8c14c9be-b834-428e-a470-371baab94d62 req-6d3c4e28-23ed-4b6b-abd1-9729cb8046e8 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0dad918-2532-4b80-9600-3670fddb1fc0 HTTP/1.1" status: 200 len: 969 time: 0.5401578 May 05 21:37:23.838565 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8c14c9be-b834-428e-a470-371baab94d62 req-c39a42cc-01fc-4249-8cfb-2902212da5e3 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fdc5053-b6ee-496b-b529-57853d162240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357447 May 05 21:37:23.999099 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.44', 54132) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:24.005540 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-04aa5f4d-4329-4115-bf63-eb32cead3365 req-58d2acf5-fecc-44df-845e-8aaad3e0cf61 service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5264492 May 05 21:37:24.134681 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3184c75-c1f6-49da-a5c6-6a7730c87148'] response: {'name': 'network-changed', 'server_uuid': 'b0dad918-2532-4b80-9600-3670fddb1fc0', 'tag': '54876b1d-7d6f-4210-b4eb-9d84a0768427', 'status': 'completed', 'code': 200} May 05 21:37:24.255224 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 87743a36-0c66-42d2-b19b-541c6e86c044 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:37:24.483336 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-2c0e3bac-7826-4b56-86fe-3ddea045d2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35b1f5e-9975-490d-a03e-79402c432836', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1475497951-router', 'tenant_id': 'e9edfd9a715a44519fd1c9f80c58cf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '85a0b505-9ffb-4832-87bd-916dde933025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:37:16Z', 'updated_at': '2022-05-05T21:37:19Z', 'revision_number': 3, 'project_id': 'e9edfd9a715a44519fd1c9f80c58cf68', 'gw_port': {'id': '85a0b505-9ffb-4832-87bd-916dde933025', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e35b1f5e-9975-490d-a03e-79402c432836', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:37:18Z', 'updated_at': '2022-05-05T21:37:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:37:24.495299 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0e3bac-7826-4b56-86fe-3ddea045d2ab None None] Checking router: e35b1f5e-9975-490d-a03e-79402c432836 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:37:24.497310 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0e3bac-7826-4b56-86fe-3ddea045d2ab None None] Updating router e35b1f5e-9975-490d-a03e-79402c432836 port 85a0b505-9ffb-4832-87bd-916dde933025 binding host n-d-825175-4 {{(pid=84068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 21:37:24.572912 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 87743a36-0c66-42d2-b19b-541c6e86c044 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:37:24.604450 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 7a8ffa1a-897d-4df9-ab8b-fc14324274b3 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:37:24.711768 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-51da859e-6906-4d83-90ce-c8e082f6bb1b req-e4858685-a533-4fee-91fb-9dd7e7d8de58 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=8804cd72-e5a7-432f-b5a3-f7c81f187a1e HTTP/1.1" status: 200 len: 210 time: 0.2767360 May 05 21:37:24.742304 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-2c0e3bac-7826-4b56-86fe-3ddea045d2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:24.899408 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 7a8ffa1a-897d-4df9-ab8b-fc14324274b3 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:37:24.906002 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 7a8ffa1a-897d-4df9-ab8b-fc14324274b3 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:37:24.906533 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:24.922770 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385fac57-bfe5-4c8e-a5af-9cf729ab6958 req-775d524f-f4af-46a9-8a61-659c49ae8e50 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:24.930817 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-385fac57-bfe5-4c8e-a5af-9cf729ab6958 req-775d524f-f4af-46a9-8a61-659c49ae8e50 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.44 "GET /v2.0/networks?id=2ea271d8-96e6-42e1-b4ca-22da751bdd28 HTTP/1.1" status: 200 len: 820 time: 0.9227693 May 05 21:37:25.021393 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-385fac57-bfe5-4c8e-a5af-9cf729ab6958 req-25422f18-6c25-476e-9fbe-721207929f5d tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Request body: {'port': {'device_id': '8804cd72-e5a7-432f-b5a3-f7c81f187a1e', 'network_id': '2ea271d8-96e6-42e1-b4ca-22da751bdd28', 'admin_state_up': True, 'tenant_id': '300e0002c0a34937b02bd35920b6a01f'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:37:25.090209 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-53efed95-125a-44a5-bf4e-69da4c8a77fb req-f76718c5-988d-4fb6-9b75-5e4d03f69306 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9d40c5721ee84be3b273113ca3e3b71f&device_id=b0dad918-2532-4b80-9600-3670fddb1fc0 HTTP/1.1" status: 200 len: 1120 time: 0.9085619 May 05 21:37:25.372854 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:25.401264 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5831a15-0a99-45dc-8350-0c10c52287a2 None None] Network d29587b2-2560-4c3c-a461-b08672a2fd42 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:37:25.555929 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 7a8ffa1a-897d-4df9-ab8b-fc14324274b3, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=7a8ffa1a-897d-4df9-ab8b-fc14324274b3,segment=NetworkSegment(4c0b01e5-8fe5-4bee-966f-ea37d84bcbb4),segment_id=4c0b01e5-8fe5-4bee-966f-ea37d84bcbb4)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:37:25.574297 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:25.602878 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-385fac57-bfe5-4c8e-a5af-9cf729ab6958 req-25422f18-6c25-476e-9fbe-721207929f5d tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:37:25.607808 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53efed95-125a-44a5-bf4e-69da4c8a77fb req-1574012d-ab93-473d-bc75-cae4af8936f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:25.609517 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-53efed95-125a-44a5-bf4e-69da4c8a77fb req-1574012d-ab93-473d-bc75-cae4af8936f3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 HTTP/1.1" status: 200 len: 870 time: 0.5061460 May 05 21:37:25.610748 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-385fac57-bfe5-4c8e-a5af-9cf729ab6958 req-25422f18-6c25-476e-9fbe-721207929f5d tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Usage tracker for resource:port and tenant:300e0002c0a34937b02bd35920b6a01f is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:37:25.614495 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-385fac57-bfe5-4c8e-a5af-9cf729ab6958 req-25422f18-6c25-476e-9fbe-721207929f5d tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:37:25.621571 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-385fac57-bfe5-4c8e-a5af-9cf729ab6958 req-25422f18-6c25-476e-9fbe-721207929f5d tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:37:25.804052 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-53efed95-125a-44a5-bf4e-69da4c8a77fb req-528e5199-6307-4220-b6da-e40d915a36d6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=54876b1d-7d6f-4210-b4eb-9d84a0768427 HTTP/1.1" status: 200 len: 217 time: 0.1764359 May 05 21:37:25.807540 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-385fac57-bfe5-4c8e-a5af-9cf729ab6958 req-25422f18-6c25-476e-9fbe-721207929f5d tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Made reservation on behalf of 300e0002c0a34937b02bd35920b6a01f for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:37:25.813941 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-385fac57-bfe5-4c8e-a5af-9cf729ab6958 req-25422f18-6c25-476e-9fbe-721207929f5d tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:25.821091 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-4814844c-ea21-42dc-9905-723eff95407f None None] Provisioning for port 87743a36-0c66-42d2-b19b-541c6e86c044 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:37:25.869270 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-bcd7ba57-ca21-4e69-b5f0-070642a63c4a req-ac340711-f279-4ae7-b31a-bc4ce5f0b255 tempest-SecurityGroupsTestAdminJSON-1857839524 tempest-SecurityGroupsTestAdminJSON-1857839524-project] Request body: {'security_group': {'name': 'tempest-securitygroup-943643305', 'description': 'tempest-description-1499439231'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:37:25.887562 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-2c0e3bac-7826-4b56-86fe-3ddea045d2ab None None] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:25.890231 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-4814844c-ea21-42dc-9905-723eff95407f None None] Provisioning complete for port 87743a36-0c66-42d2-b19b-541c6e86c044 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:37:25.890612 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4814844c-ea21-42dc-9905-723eff95407f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:25.926642 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.provisioning_blocks [None req-2c0e3bac-7826-4b56-86fe-3ddea045d2ab None None] Transition to ACTIVE for port object 85a0b505-9ffb-4832-87bd-916dde933025 will not be triggered until provisioned by entity L2. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:37:25.940524 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-2c0e3bac-7826-4b56-86fe-3ddea045d2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:25.954013 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-bcd7ba57-ca21-4e69-b5f0-070642a63c4a req-ac340711-f279-4ae7-b31a-bc4ce5f0b255 tempest-SecurityGroupsTestAdminJSON-1857839524 tempest-SecurityGroupsTestAdminJSON-1857839524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:37:25.968948 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-bcd7ba57-ca21-4e69-b5f0-070642a63c4a req-ac340711-f279-4ae7-b31a-bc4ce5f0b255 tempest-SecurityGroupsTestAdminJSON-1857839524 tempest-SecurityGroupsTestAdminJSON-1857839524-project] Usage tracker for resource:security_group and tenant:3d6c172d8f234d79ba89ea353dcd2123 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:37:26.008976 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-bcd7ba57-ca21-4e69-b5f0-070642a63c4a req-ac340711-f279-4ae7-b31a-bc4ce5f0b255 tempest-SecurityGroupsTestAdminJSON-1857839524 tempest-SecurityGroupsTestAdminJSON-1857839524-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:37:26.033477 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-bcd7ba57-ca21-4e69-b5f0-070642a63c4a req-ac340711-f279-4ae7-b31a-bc4ce5f0b255 tempest-SecurityGroupsTestAdminJSON-1857839524 tempest-SecurityGroupsTestAdminJSON-1857839524-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:37:26.051005 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53efed95-125a-44a5-bf4e-69da4c8a77fb req-4afcbf83-35f5-4828-bf4a-2d2d3651ce9d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:26.053164 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-53efed95-125a-44a5-bf4e-69da4c8a77fb req-4afcbf83-35f5-4828-bf4a-2d2d3651ce9d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.2145538 May 05 21:37:26.111017 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-bcd7ba57-ca21-4e69-b5f0-070642a63c4a req-ac340711-f279-4ae7-b31a-bc4ce5f0b255 tempest-SecurityGroupsTestAdminJSON-1857839524 tempest-SecurityGroupsTestAdminJSON-1857839524-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:26.162907 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-bcd7ba57-ca21-4e69-b5f0-070642a63c4a req-ac340711-f279-4ae7-b31a-bc4ce5f0b255 tempest-SecurityGroupsTestAdminJSON-1857839524 tempest-SecurityGroupsTestAdminJSON-1857839524-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:26.190687 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-2c0e3bac-7826-4b56-86fe-3ddea045d2ab None None] Attempting to bind port 85a0b505-9ffb-4832-87bd-916dde933025 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:37:26.191188 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-2c0e3bac-7826-4b56-86fe-3ddea045d2ab None None] Attempting to bind port 85a0b505-9ffb-4832-87bd-916dde933025 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:37:26.191584 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0e3bac-7826-4b56-86fe-3ddea045d2ab None None] Attempting to bind port 85a0b505-9ffb-4832-87bd-916dde933025 on network 25bfe237-58de-4709-a3e0-ac79da07c300 {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:37:26.238520 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0e3bac-7826-4b56-86fe-3ddea045d2ab None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:37:26.238956 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0e3bac-7826-4b56-86fe-3ddea045d2ab None None] Checking segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:37:26.239350 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-2c0e3bac-7826-4b56-86fe-3ddea045d2ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:26.239750 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0e3bac-7826-4b56-86fe-3ddea045d2ab None None] Bound using segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:37:26.240234 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-2c0e3bac-7826-4b56-86fe-3ddea045d2ab None None] Bound port: 85a0b505-9ffb-4832-87bd-916dde933025, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:37:26.240621 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-2c0e3bac-7826-4b56-86fe-3ddea045d2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:26.242888 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fef01e-fafc-4c03-9b6f-9af0c13391c9 req-a9089ad6-f460-4296-8dd8-4a2f96fe5f77 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:26.273712 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-30fef01e-fafc-4c03-9b6f-9af0c13391c9 req-a9089ad6-f460-4296-8dd8-4a2f96fe5f77 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0dad918-2532-4b80-9600-3670fddb1fc0 HTTP/1.1" status: 200 len: 969 time: 0.9109638 May 05 21:37:26.308811 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfc2eee-51ad-4e0c-ac79-9908b4f17a60 None None] Pushing event updated for resources: {'Port': ['ID=85a0b505-9ffb-4832-87bd-916dde933025,revision_number=2']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:26.371821 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4814844c-ea21-42dc-9905-723eff95407f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:26.402749 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=7a8ffa1a-897d-4df9-ab8b-fc14324274b3,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:26.407432 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-bcd7ba57-ca21-4e69-b5f0-070642a63c4a req-ac340711-f279-4ae7-b31a-bc4ce5f0b255 tempest-SecurityGroupsTestAdminJSON-1857839524 tempest-SecurityGroupsTestAdminJSON-1857839524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:37:26.434482 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-bcd7ba57-ca21-4e69-b5f0-070642a63c4a req-ac340711-f279-4ae7-b31a-bc4ce5f0b255 tempest-SecurityGroupsTestAdminJSON-1857839524 tempest-SecurityGroupsTestAdminJSON-1857839524-project] Usage tracker for resource:security_group_rule and tenant:3d6c172d8f234d79ba89ea353dcd2123 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:37:26.444924 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-bcd7ba57-ca21-4e69-b5f0-070642a63c4a req-ac340711-f279-4ae7-b31a-bc4ce5f0b255 tempest-SecurityGroupsTestAdminJSON-1857839524 tempest-SecurityGroupsTestAdminJSON-1857839524-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:37:26.453945 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-2c0e3bac-7826-4b56-86fe-3ddea045d2ab None None] For port 85a0b505-9ffb-4832-87bd-916dde933025, host n-d-825175-4, cleared binding levels {{(pid=84068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:37:26.459153 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-2c0e3bac-7826-4b56-86fe-3ddea045d2ab None None] For port 85a0b505-9ffb-4832-87bd-916dde933025, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=85a0b505-9ffb-4832-87bd-916dde933025,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:37:26.464986 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-4814844c-ea21-42dc-9905-723eff95407f None None] For port 87743a36-0c66-42d2-b19b-541c6e86c044, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=87743a36-0c66-42d2-b19b-541c6e86c044,segment=NetworkSegment(ff5be024-16bf-4099-bd79-74b5cda48de1),segment_id=ff5be024-16bf-4099-bd79-74b5cda48de1)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:37:26.473823 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-2c0e3bac-7826-4b56-86fe-3ddea045d2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:26.494882 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-bcd7ba57-ca21-4e69-b5f0-070642a63c4a req-ac340711-f279-4ae7-b31a-bc4ce5f0b255 tempest-SecurityGroupsTestAdminJSON-1857839524 tempest-SecurityGroupsTestAdminJSON-1857839524-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:37:26.540372 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-30fef01e-fafc-4c03-9b6f-9af0c13391c9 req-67c18b54-5650-460c-851d-138dfcf19709 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fdc5053-b6ee-496b-b529-57853d162240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636917 May 05 21:37:26.553643 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-385fac57-bfe5-4c8e-a5af-9cf729ab6958 req-25422f18-6c25-476e-9fbe-721207929f5d tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Allocated IP 172.20.0.12 (2ea271d8-96e6-42e1-b4ca-22da751bdd28/36081928-afee-4476-8a16-bce3420fbcc5/b5eb4f53-a642-446d-8190-e7b77b1d015d) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:37:26.684097 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-53efed95-125a-44a5-bf4e-69da4c8a77fb req-b22fcce6-f232-4a10-9b3f-862078e69fc0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6104958 May 05 21:37:26.845925 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfc2eee-51ad-4e0c-ac79-9908b4f17a60 None None] Pushing event updated for resources: {'Port': ['ID=85a0b505-9ffb-4832-87bd-916dde933025,revision_number=3']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:26.861255 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0e3bac-7826-4b56-86fe-3ddea045d2ab None None] Routers {'e35b1f5e-9975-490d-a03e-79402c432836'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:37:26.861816 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-2c0e3bac-7826-4b56-86fe-3ddea045d2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:37:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['e35b1f5e-9975-490d-a03e-79402c432836'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:37:26.901035 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-bcd7ba57-ca21-4e69-b5f0-070642a63c4a req-ac340711-f279-4ae7-b31a-bc4ce5f0b255 tempest-SecurityGroupsTestAdminJSON-1857839524 tempest-SecurityGroupsTestAdminJSON-1857839524-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:26.916788 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-bcd7ba57-ca21-4e69-b5f0-070642a63c4a req-ac340711-f279-4ae7-b31a-bc4ce5f0b255 tempest-SecurityGroupsTestAdminJSON-1857839524 tempest-SecurityGroupsTestAdminJSON-1857839524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:26.995273 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4814844c-ea21-42dc-9905-723eff95407f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:27.080068 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-53efed95-125a-44a5-bf4e-69da4c8a77fb req-18034153-02e8-4f66-8159-18b8580f900a service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3853867 May 05 21:37:27.293931 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-2c0e3bac-7826-4b56-86fe-3ddea045d2ab None None] Set router e35b1f5e-9975-490d-a03e-79402c432836 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:37:27.362597 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac340711-f279-4ae7-b31a-bc4ce5f0b255 tempest-SecurityGroupsTestAdminJSON-1857839524 tempest-SecurityGroupsTestAdminJSON-1857839524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9bb993-5434-4e8d-80d5-9379a0c035ef,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:27.385523 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-bcd7ba57-ca21-4e69-b5f0-070642a63c4a req-ac340711-f279-4ae7-b31a-bc4ce5f0b255 tempest-SecurityGroupsTestAdminJSON-1857839524 tempest-SecurityGroupsTestAdminJSON-1857839524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:37:27.415470 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4814844c-ea21-42dc-9905-723eff95407f None None] Pushing event updated for resources: {'Port': ['ID=87743a36-0c66-42d2-b19b-541c6e86c044,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:27.415660 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-bcd7ba57-ca21-4e69-b5f0-070642a63c4a req-ac340711-f279-4ae7-b31a-bc4ce5f0b255 tempest-SecurityGroupsTestAdminJSON-1857839524 tempest-SecurityGroupsTestAdminJSON-1857839524-project] Usage tracker for resource:security_group_rule and tenant:3d6c172d8f234d79ba89ea353dcd2123 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:37:27.415660 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-bcd7ba57-ca21-4e69-b5f0-070642a63c4a req-ac340711-f279-4ae7-b31a-bc4ce5f0b255 tempest-SecurityGroupsTestAdminJSON-1857839524 tempest-SecurityGroupsTestAdminJSON-1857839524-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:37:27.425756 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-bcd7ba57-ca21-4e69-b5f0-070642a63c4a req-ac340711-f279-4ae7-b31a-bc4ce5f0b255 tempest-SecurityGroupsTestAdminJSON-1857839524 tempest-SecurityGroupsTestAdminJSON-1857839524-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:37:27.469728 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c6647eba-f5c8-4736-acfd-97c072c43c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:27.731470 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-385fac57-bfe5-4c8e-a5af-9cf729ab6958 req-25422f18-6c25-476e-9fbe-721207929f5d tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:27.807609 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-385fac57-bfe5-4c8e-a5af-9cf729ab6958 req-25422f18-6c25-476e-9fbe-721207929f5d tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:27.953909 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-41ec4133-a062-41c0-a24d-456f12bf6ef5 None None] Provisioning complete for port 87743a36-0c66-42d2-b19b-541c6e86c044 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:37:27.954299 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-41ec4133-a062-41c0-a24d-456f12bf6ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:28.071174 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-bcd7ba57-ca21-4e69-b5f0-070642a63c4a req-ac340711-f279-4ae7-b31a-bc4ce5f0b255 tempest-SecurityGroupsTestAdminJSON-1857839524 tempest-SecurityGroupsTestAdminJSON-1857839524-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:28.102694 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-bcd7ba57-ca21-4e69-b5f0-070642a63c4a req-ac340711-f279-4ae7-b31a-bc4ce5f0b255 tempest-SecurityGroupsTestAdminJSON-1857839524 tempest-SecurityGroupsTestAdminJSON-1857839524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:28.155473 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 87743a36-0c66-42d2-b19b-541c6e86c044 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:37:28.190306 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac340711-f279-4ae7-b31a-bc4ce5f0b255 tempest-SecurityGroupsTestAdminJSON-1857839524 tempest-SecurityGroupsTestAdminJSON-1857839524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be747662-b612-40f3-9c8d-dc5d1abadc44,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:28.245548 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-2c0e3bac-7826-4b56-86fe-3ddea045d2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35b1f5e-9975-490d-a03e-79402c432836', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1475497951-router', 'tenant_id': 'e9edfd9a715a44519fd1c9f80c58cf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '85a0b505-9ffb-4832-87bd-916dde933025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:37:16Z', 'updated_at': '2022-05-05T21:37:19Z', 'revision_number': 3, 'project_id': 'e9edfd9a715a44519fd1c9f80c58cf68', 'gw_port': {'id': '85a0b505-9ffb-4832-87bd-916dde933025', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e35b1f5e-9975-490d-a03e-79402c432836', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:37:18Z', 'updated_at': '2022-05-05T21:37:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:37:28.266032 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0e3bac-7826-4b56-86fe-3ddea045d2ab None None] The sync data for ids ['e35b1f5e-9975-490d-a03e-79402c432836'] in n-d-825175-4 is: [{'id': 'e35b1f5e-9975-490d-a03e-79402c432836', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1475497951-router', 'tenant_id': 'e9edfd9a715a44519fd1c9f80c58cf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '85a0b505-9ffb-4832-87bd-916dde933025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:37:16Z', 'updated_at': '2022-05-05T21:37:19Z', 'revision_number': 3, 'project_id': 'e9edfd9a715a44519fd1c9f80c58cf68', 'gw_port': {'id': '85a0b505-9ffb-4832-87bd-916dde933025', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e35b1f5e-9975-490d-a03e-79402c432836', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:37:18Z', 'updated_at': '2022-05-05T21:37:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:37:28.276942 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb16f8-5a21-4ea5-8b58-daa0d65e510f req-897a90ce-f8b6-4ee2-8e1d-5f236fae3216 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:28.279270 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-40eb16f8-5a21-4ea5-8b58-daa0d65e510f req-897a90ce-f8b6-4ee2-8e1d-5f236fae3216 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=8804cd72-e5a7-432f-b5a3-f7c81f187a1e HTTP/1.1" status: 200 len: 932 time: 0.5328913 May 05 21:37:28.282719 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-bcd7ba57-ca21-4e69-b5f0-070642a63c4a req-ac340711-f279-4ae7-b31a-bc4ce5f0b255 tempest-SecurityGroupsTestAdminJSON-1857839524 tempest-SecurityGroupsTestAdminJSON-1857839524-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:28.287785 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bcd7ba57-ca21-4e69-b5f0-070642a63c4a req-ac340711-f279-4ae7-b31a-bc4ce5f0b255 tempest-SecurityGroupsTestAdminJSON-1857839524 tempest-SecurityGroupsTestAdminJSON-1857839524-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1616 time: 2.4570661 May 05 21:37:28.347392 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-c6647eba-f5c8-4736-acfd-97c072c43c96 admin admin] Allocated IP 172.20.0.1 (d29587b2-2560-4c3c-a461-b08672a2fd42/03000749-5824-4180-ad7c-cda5b2d2749f/a6c9d602-aa1e-476c-bacf-251ec0cbaa29) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:37:28.394498 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-40eb16f8-5a21-4ea5-8b58-daa0d65e510f req-122dafcf-1862-4e77-88ba-6cee91a70719 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Synchronizing usage tracker for tenant:300e0002c0a34937b02bd35920b6a01f on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:37:28.584875 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-385fac57-bfe5-4c8e-a5af-9cf729ab6958 req-25422f18-6c25-476e-9fbe-721207929f5d tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Network 2ea271d8-96e6-42e1-b4ca-22da751bdd28 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:37:28.609965 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-40eb16f8-5a21-4ea5-8b58-daa0d65e510f req-122dafcf-1862-4e77-88ba-6cee91a70719 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Unset dirty status for tenant:300e0002c0a34937b02bd35920b6a01f on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:37:28.614346 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-385fac57-bfe5-4c8e-a5af-9cf729ab6958 req-25422f18-6c25-476e-9fbe-721207929f5d tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:37:28.615532 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-40eb16f8-5a21-4ea5-8b58-daa0d65e510f req-122dafcf-1862-4e77-88ba-6cee91a70719 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235135 May 05 21:37:28.637651 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-385fac57-bfe5-4c8e-a5af-9cf729ab6958 req-25422f18-6c25-476e-9fbe-721207929f5d tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:37:28.651373 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385fac57-bfe5-4c8e-a5af-9cf729ab6958 req-25422f18-6c25-476e-9fbe-721207929f5d tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:28.652157 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-385fac57-bfe5-4c8e-a5af-9cf729ab6958 req-25422f18-6c25-476e-9fbe-721207929f5d tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:28.763722 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25422f18-6c25-476e-9fbe-721207929f5d tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Pushing event updated for resources: {'Port': ['ID=b5eb4f53-a642-446d-8190-e7b77b1d015d,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:28.819376 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-53efed95-125a-44a5-bf4e-69da4c8a77fb req-39b42d7d-3c30-4184-af9b-4801ec462248 service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6991730 May 05 21:37:28.823262 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-385fac57-bfe5-4c8e-a5af-9cf729ab6958 req-25422f18-6c25-476e-9fbe-721207929f5d tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8387370 May 05 21:37:28.834795 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [req-385fac57-bfe5-4c8e-a5af-9cf729ab6958 req-5ece9200-3b1a-4e63-ac92-7a91d729d773 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84063) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 21:37:28.841300 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-385fac57-bfe5-4c8e-a5af-9cf729ab6958 req-5ece9200-3b1a-4e63-ac92-7a91d729d773 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0115545 May 05 21:37:28.891844 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-b27282ca-88b2-4127-a086-6b2fb6941ac2 req-b48b90cf-f77f-46bc-a013-9f2a15712822 tempest-SecurityGroupsTestAdminJSON-1857839524 tempest-SecurityGroupsTestAdminJSON-1857839524-project] Request body: {'security_group': {'name': 'tempest-securitygroup-280594314', 'description': 'tempest-description-1772484371'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:37:28.938568 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 87743a36-0c66-42d2-b19b-541c6e86c044 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:37:28.939410 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:29.014820 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c6647eba-f5c8-4736-acfd-97c072c43c96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:29.072341 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-c6647eba-f5c8-4736-acfd-97c072c43c96 admin admin] Transition to ACTIVE for port object a6c9d602-aa1e-476c-bacf-251ec0cbaa29 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:37:29.150776 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-b27282ca-88b2-4127-a086-6b2fb6941ac2 req-b48b90cf-f77f-46bc-a013-9f2a15712822 tempest-SecurityGroupsTestAdminJSON-1857839524 tempest-SecurityGroupsTestAdminJSON-1857839524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:37:29.165911 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c6647eba-f5c8-4736-acfd-97c072c43c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:29.219606 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 7a8ffa1a-897d-4df9-ab8b-fc14324274b3 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:37:29.323433 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 7a8ffa1a-897d-4df9-ab8b-fc14324274b3 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:37:29.324758 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:29.360160 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-385fac57-bfe5-4c8e-a5af-9cf729ab6958 req-ed7d9ff8-0fad-4b99-8efc-484e3fa297aa service neutron] Request body: {'port': {'device_id': '8804cd72-e5a7-432f-b5a3-f7c81f187a1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:37:29.391047 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-b27282ca-88b2-4127-a086-6b2fb6941ac2 req-b48b90cf-f77f-46bc-a013-9f2a15712822 tempest-SecurityGroupsTestAdminJSON-1857839524 tempest-SecurityGroupsTestAdminJSON-1857839524-project] Usage tracker for resource:security_group and tenant:3d6c172d8f234d79ba89ea353dcd2123 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:37:29.412068 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-b27282ca-88b2-4127-a086-6b2fb6941ac2 req-b48b90cf-f77f-46bc-a013-9f2a15712822 tempest-SecurityGroupsTestAdminJSON-1857839524 tempest-SecurityGroupsTestAdminJSON-1857839524-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:37:29.425123 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda689d-9999-4f29-9c50-611e67036bce req-57a0ed2d-2682-44b5-9d5d-400edaea7eea tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:29.439436 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-afda689d-9999-4f29-9c50-611e67036bce req-57a0ed2d-2682-44b5-9d5d-400edaea7eea tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0dad918-2532-4b80-9600-3670fddb1fc0 HTTP/1.1" status: 200 len: 969 time: 0.8118706 May 05 21:37:29.481234 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-b27282ca-88b2-4127-a086-6b2fb6941ac2 req-b48b90cf-f77f-46bc-a013-9f2a15712822 tempest-SecurityGroupsTestAdminJSON-1857839524 tempest-SecurityGroupsTestAdminJSON-1857839524-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:37:29.485549 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6647eba-f5c8-4736-acfd-97c072c43c96 admin admin] Network d29587b2-2560-4c3c-a461-b08672a2fd42 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:37:29.494457 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-c6647eba-f5c8-4736-acfd-97c072c43c96 admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:37:29.501495 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6647eba-f5c8-4736-acfd-97c072c43c96 admin admin] Pushing event updated for resources: {'Port': ['ID=a6c9d602-aa1e-476c-bacf-251ec0cbaa29,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:29.504240 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6647eba-f5c8-4736-acfd-97c072c43c96 admin admin] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:37:29.505136 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c6647eba-f5c8-4736-acfd-97c072c43c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:29.546577 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-b27282ca-88b2-4127-a086-6b2fb6941ac2 req-b48b90cf-f77f-46bc-a013-9f2a15712822 tempest-SecurityGroupsTestAdminJSON-1857839524 tempest-SecurityGroupsTestAdminJSON-1857839524-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:29.667950 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-385fac57-bfe5-4c8e-a5af-9cf729ab6958 req-ed7d9ff8-0fad-4b99-8efc-484e3fa297aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:29.680227 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-afda689d-9999-4f29-9c50-611e67036bce req-5976a2e2-b4ad-4075-963d-279cb3256335 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fdc5053-b6ee-496b-b529-57853d162240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397406 May 05 21:37:29.759816 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-b27282ca-88b2-4127-a086-6b2fb6941ac2 req-b48b90cf-f77f-46bc-a013-9f2a15712822 tempest-SecurityGroupsTestAdminJSON-1857839524 tempest-SecurityGroupsTestAdminJSON-1857839524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:37:29.844002 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-b27282ca-88b2-4127-a086-6b2fb6941ac2 req-b48b90cf-f77f-46bc-a013-9f2a15712822 tempest-SecurityGroupsTestAdminJSON-1857839524 tempest-SecurityGroupsTestAdminJSON-1857839524-project] Usage tracker for resource:security_group_rule and tenant:3d6c172d8f234d79ba89ea353dcd2123 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:37:29.863013 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-b27282ca-88b2-4127-a086-6b2fb6941ac2 req-b48b90cf-f77f-46bc-a013-9f2a15712822 tempest-SecurityGroupsTestAdminJSON-1857839524 tempest-SecurityGroupsTestAdminJSON-1857839524-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:37:29.896051 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-b27282ca-88b2-4127-a086-6b2fb6941ac2 req-b48b90cf-f77f-46bc-a013-9f2a15712822 tempest-SecurityGroupsTestAdminJSON-1857839524 tempest-SecurityGroupsTestAdminJSON-1857839524-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:37:29.959215 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c6647eba-f5c8-4736-acfd-97c072c43c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:30.031882 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-4a9b2ff9-9925-44cf-a59a-0d2c8b60aefb None None] Provisioning for port a6c9d602-aa1e-476c-bacf-251ec0cbaa29 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:37:30.048760 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-4a9b2ff9-9925-44cf-a59a-0d2c8b60aefb None None] Provisioning complete for port a6c9d602-aa1e-476c-bacf-251ec0cbaa29 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:37:30.049705 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4a9b2ff9-9925-44cf-a59a-0d2c8b60aefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:30.230123 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-4a9b2ff9-9925-44cf-a59a-0d2c8b60aefb None None] Port a6c9d602-aa1e-476c-bacf-251ec0cbaa29 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:37:30.347448 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-385fac57-bfe5-4c8e-a5af-9cf729ab6958 req-ed7d9ff8-0fad-4b99-8efc-484e3fa297aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5eb4f53-a642-446d-8190-e7b77b1d015d {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:37:30.359379 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c6647eba-f5c8-4736-acfd-97c072c43c96 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:30.367066 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-385fac57-bfe5-4c8e-a5af-9cf729ab6958 req-ed7d9ff8-0fad-4b99-8efc-484e3fa297aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:30.376565 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c6647eba-f5c8-4736-acfd-97c072c43c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:30.377801 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c6647eba-f5c8-4736-acfd-97c072c43c96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:30.406792 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-385fac57-bfe5-4c8e-a5af-9cf729ab6958 req-ed7d9ff8-0fad-4b99-8efc-484e3fa297aa service neutron] Transition to ACTIVE for port object b5eb4f53-a642-446d-8190-e7b77b1d015d will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:37:30.415402 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-385fac57-bfe5-4c8e-a5af-9cf729ab6958 req-ed7d9ff8-0fad-4b99-8efc-484e3fa297aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:30.570929 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7d9ff8-0fad-4b99-8efc-484e3fa297aa service neutron] Pushing event updated for resources: {'Port': ['ID=b5eb4f53-a642-446d-8190-e7b77b1d015d,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:30.642953 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:37:30.727572 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-b27282ca-88b2-4127-a086-6b2fb6941ac2 req-b48b90cf-f77f-46bc-a013-9f2a15712822 tempest-SecurityGroupsTestAdminJSON-1857839524 tempest-SecurityGroupsTestAdminJSON-1857839524-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:30.763025 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-385fac57-bfe5-4c8e-a5af-9cf729ab6958 req-ed7d9ff8-0fad-4b99-8efc-484e3fa297aa service neutron] Attempting to bind port b5eb4f53-a642-446d-8190-e7b77b1d015d on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:37:30.763684 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-385fac57-bfe5-4c8e-a5af-9cf729ab6958 req-ed7d9ff8-0fad-4b99-8efc-484e3fa297aa service neutron] Attempting to bind port b5eb4f53-a642-446d-8190-e7b77b1d015d by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': '87859d75-c285-4ea1-b899-3b38f003cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2ea271d8-96e6-42e1-b4ca-22da751bdd28'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:37:30.764248 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385fac57-bfe5-4c8e-a5af-9cf729ab6958 req-ed7d9ff8-0fad-4b99-8efc-484e3fa297aa service neutron] Attempting to bind port b5eb4f53-a642-446d-8190-e7b77b1d015d on network 2ea271d8-96e6-42e1-b4ca-22da751bdd28 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:37:30.771009 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-b27282ca-88b2-4127-a086-6b2fb6941ac2 req-b48b90cf-f77f-46bc-a013-9f2a15712822 tempest-SecurityGroupsTestAdminJSON-1857839524 tempest-SecurityGroupsTestAdminJSON-1857839524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:30.774037 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385fac57-bfe5-4c8e-a5af-9cf729ab6958 req-ed7d9ff8-0fad-4b99-8efc-484e3fa297aa service neutron] Port b5eb4f53-a642-446d-8190-e7b77b1d015d on network 2ea271d8-96e6-42e1-b4ca-22da751bdd28 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:37:30.774395 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385fac57-bfe5-4c8e-a5af-9cf729ab6958 req-ed7d9ff8-0fad-4b99-8efc-484e3fa297aa service neutron] Attempting to bind port b5eb4f53-a642-446d-8190-e7b77b1d015d on network 2ea271d8-96e6-42e1-b4ca-22da751bdd28 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:37:30.783267 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385fac57-bfe5-4c8e-a5af-9cf729ab6958 req-ed7d9ff8-0fad-4b99-8efc-484e3fa297aa service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:37:30.783878 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385fac57-bfe5-4c8e-a5af-9cf729ab6958 req-ed7d9ff8-0fad-4b99-8efc-484e3fa297aa service neutron] Checking segment: {'id': '87859d75-c285-4ea1-b899-3b38f003cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2ea271d8-96e6-42e1-b4ca-22da751bdd28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:37:30.784500 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-385fac57-bfe5-4c8e-a5af-9cf729ab6958 req-ed7d9ff8-0fad-4b99-8efc-484e3fa297aa service neutron] Bound using segment: {'id': '87859d75-c285-4ea1-b899-3b38f003cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2ea271d8-96e6-42e1-b4ca-22da751bdd28'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:37:30.785179 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-385fac57-bfe5-4c8e-a5af-9cf729ab6958 req-ed7d9ff8-0fad-4b99-8efc-484e3fa297aa service neutron] Bound port: b5eb4f53-a642-446d-8190-e7b77b1d015d, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87859d75-c285-4ea1-b899-3b38f003cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2ea271d8-96e6-42e1-b4ca-22da751bdd28'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:37:30.785493 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-385fac57-bfe5-4c8e-a5af-9cf729ab6958 req-ed7d9ff8-0fad-4b99-8efc-484e3fa297aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:30.820930 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6647eba-f5c8-4736-acfd-97c072c43c96 admin admin] Pushing event updated for resources: {'Port': ['ID=a6c9d602-aa1e-476c-bacf-251ec0cbaa29,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:30.876043 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-b27282ca-88b2-4127-a086-6b2fb6941ac2 req-b48b90cf-f77f-46bc-a013-9f2a15712822 tempest-SecurityGroupsTestAdminJSON-1857839524 tempest-SecurityGroupsTestAdminJSON-1857839524-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:30.877403 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b27282ca-88b2-4127-a086-6b2fb6941ac2 req-b48b90cf-f77f-46bc-a013-9f2a15712822 tempest-SecurityGroupsTestAdminJSON-1857839524 tempest-SecurityGroupsTestAdminJSON-1857839524-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1616 time: 2.0246632 May 05 21:37:30.927476 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48b90cf-f77f-46bc-a013-9f2a15712822 tempest-SecurityGroupsTestAdminJSON-1857839524 tempest-SecurityGroupsTestAdminJSON-1857839524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8eac9f-aa67-49ce-af02-6a6599f9240f,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:30.934452 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-385fac57-bfe5-4c8e-a5af-9cf729ab6958 req-ed7d9ff8-0fad-4b99-8efc-484e3fa297aa service neutron] For port b5eb4f53-a642-446d-8190-e7b77b1d015d, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:37:30.940239 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-385fac57-bfe5-4c8e-a5af-9cf729ab6958 req-ed7d9ff8-0fad-4b99-8efc-484e3fa297aa service neutron] For port b5eb4f53-a642-446d-8190-e7b77b1d015d, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=b5eb4f53-a642-446d-8190-e7b77b1d015d,segment=NetworkSegment(87859d75-c285-4ea1-b899-3b38f003cf70),segment_id=87859d75-c285-4ea1-b899-3b38f003cf70)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:37:30.949058 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-385fac57-bfe5-4c8e-a5af-9cf729ab6958 req-ed7d9ff8-0fad-4b99-8efc-484e3fa297aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:30.958338 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef39348-aa5e-498a-92c3-9af6d6d79885 req-3bb9f264-103e-435f-bd38-52a577f10b1a tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:30.960127 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4ef39348-aa5e-498a-92c3-9af6d6d79885 req-3bb9f264-103e-435f-bd38-52a577f10b1a tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=8804cd72-e5a7-432f-b5a3-f7c81f187a1e HTTP/1.1" status: 200 len: 944 time: 0.4041343 May 05 21:37:30.963454 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6647eba-f5c8-4736-acfd-97c072c43c96 admin admin] Network d29587b2-2560-4c3c-a461-b08672a2fd42 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:37:30.964861 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-c6647eba-f5c8-4736-acfd-97c072c43c96 admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:37:31.047165 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-385fac57-bfe5-4c8e-a5af-9cf729ab6958 req-ed7d9ff8-0fad-4b99-8efc-484e3fa297aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:31.049749 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-385fac57-bfe5-4c8e-a5af-9cf729ab6958 req-ed7d9ff8-0fad-4b99-8efc-484e3fa297aa service neutron] 10.222.0.44 "PUT /v2.0/ports/b5eb4f53-a642-446d-8190-e7b77b1d015d HTTP/1.1" status: 200 len: 1092 time: 1.8840969 May 05 21:37:31.051010 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8804cd72-e5a7-432f-b5a3-f7c81f187a1e', 'tag': 'b5eb4f53-a642-446d-8190-e7b77b1d015d'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:37:31.085241 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7d9ff8-0fad-4b99-8efc-484e3fa297aa service neutron] Pushing event updated for resources: {'Port': ['ID=b5eb4f53-a642-446d-8190-e7b77b1d015d,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:31.240790 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-385fac57-bfe5-4c8e-a5af-9cf729ab6958 req-bda02107-f32d-41f1-a335-d2a21ab2a4ad service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=300e0002c0a34937b02bd35920b6a01f&device_id=8804cd72-e5a7-432f-b5a3-f7c81f187a1e HTTP/1.1" status: 200 len: 1095 time: 0.1216929 May 05 21:37:31.335377 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4ef39348-aa5e-498a-92c3-9af6d6d79885 req-fe425a7c-220e-4e1f-b749-de3cadbf8fe1 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560038 May 05 21:37:31.422314 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-385fac57-bfe5-4c8e-a5af-9cf729ab6958 req-341d8df7-ddbc-46b7-9eb3-4d737708696c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5eb4f53-a642-446d-8190-e7b77b1d015d HTTP/1.1" status: 200 len: 217 time: 0.1738427 May 05 21:37:31.586073 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-8ca4128b-5f3b-4166-8a2d-8e375991703d None None] Provisioning complete for port a6c9d602-aa1e-476c-bacf-251ec0cbaa29 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:37:31.586727 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8ca4128b-5f3b-4166-8a2d-8e375991703d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:31.651590 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385fac57-bfe5-4c8e-a5af-9cf729ab6958 req-10ff3c5b-786f-419c-9432-c460b7f3e70b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:31.653450 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-385fac57-bfe5-4c8e-a5af-9cf729ab6958 req-10ff3c5b-786f-419c-9432-c460b7f3e70b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=36081928-afee-4476-8a16-bce3420fbcc5 HTTP/1.1" status: 200 len: 860 time: 0.1912482 May 05 21:37:31.759969 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-8ca4128b-5f3b-4166-8a2d-8e375991703d None None] Port a6c9d602-aa1e-476c-bacf-251ec0cbaa29 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:37:31.823508 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-385fac57-bfe5-4c8e-a5af-9cf729ab6958 req-cadcb582-f259-4114-9732-3dc85fab1912 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2ea271d8-96e6-42e1-b4ca-22da751bdd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1614034 May 05 21:37:31.838519 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-9035211e-8223-4603-9a94-4de71b32a2a9 req-beecb7ee-6f2e-4819-bab5-2bf21b157953 tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-868201193', 'description': 'tempest-description-528088735'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:37:31.845123 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-9035211e-8223-4603-9a94-4de71b32a2a9 req-beecb7ee-6f2e-4819-bab5-2bf21b157953 tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:37:31.850777 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-9035211e-8223-4603-9a94-4de71b32a2a9 req-beecb7ee-6f2e-4819-bab5-2bf21b157953 tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] Usage tracker for resource:security_group and tenant:445f0b637ce445228ac64a086a3b2e26 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:37:31.854688 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-9035211e-8223-4603-9a94-4de71b32a2a9 req-beecb7ee-6f2e-4819-bab5-2bf21b157953 tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:37:31.860752 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-9035211e-8223-4603-9a94-4de71b32a2a9 req-beecb7ee-6f2e-4819-bab5-2bf21b157953 tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:37:31.897043 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9035211e-8223-4603-9a94-4de71b32a2a9 req-beecb7ee-6f2e-4819-bab5-2bf21b157953 tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:31.963593 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9035211e-8223-4603-9a94-4de71b32a2a9 req-beecb7ee-6f2e-4819-bab5-2bf21b157953 tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:32.000770 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-385fac57-bfe5-4c8e-a5af-9cf729ab6958 req-e92874f1-5a83-418e-9647-ae1cf8cd4900 service neutron] 10.222.0.44 "GET /v2.0/networks/2ea271d8-96e6-42e1-b4ca-22da751bdd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687679 May 05 21:37:32.034342 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-9035211e-8223-4603-9a94-4de71b32a2a9 req-beecb7ee-6f2e-4819-bab5-2bf21b157953 tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:37:32.040807 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-9035211e-8223-4603-9a94-4de71b32a2a9 req-beecb7ee-6f2e-4819-bab5-2bf21b157953 tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] Usage tracker for resource:security_group_rule and tenant:445f0b637ce445228ac64a086a3b2e26 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:37:32.045147 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-9035211e-8223-4603-9a94-4de71b32a2a9 req-beecb7ee-6f2e-4819-bab5-2bf21b157953 tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:37:32.054331 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-9035211e-8223-4603-9a94-4de71b32a2a9 req-beecb7ee-6f2e-4819-bab5-2bf21b157953 tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:37:32.167793 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9035211e-8223-4603-9a94-4de71b32a2a9 req-beecb7ee-6f2e-4819-bab5-2bf21b157953 tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:32.176684 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada4a9e-579e-49ef-89b0-4bf6f27b86be req-91ea3a38-c3c2-45b6-aad5-80efba8c2ba2 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:32.178764 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9ada4a9e-579e-49ef-89b0-4bf6f27b86be req-91ea3a38-c3c2-45b6-aad5-80efba8c2ba2 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0dad918-2532-4b80-9600-3670fddb1fc0 HTTP/1.1" status: 200 len: 969 time: 0.5027881 May 05 21:37:32.192416 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9035211e-8223-4603-9a94-4de71b32a2a9 req-beecb7ee-6f2e-4819-bab5-2bf21b157953 tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:32.215907 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-9035211e-8223-4603-9a94-4de71b32a2a9 req-beecb7ee-6f2e-4819-bab5-2bf21b157953 tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:37:32.221686 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-9035211e-8223-4603-9a94-4de71b32a2a9 req-beecb7ee-6f2e-4819-bab5-2bf21b157953 tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] Usage tracker for resource:security_group_rule and tenant:445f0b637ce445228ac64a086a3b2e26 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:37:32.225755 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-9035211e-8223-4603-9a94-4de71b32a2a9 req-beecb7ee-6f2e-4819-bab5-2bf21b157953 tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:37:32.232447 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-9035211e-8223-4603-9a94-4de71b32a2a9 req-beecb7ee-6f2e-4819-bab5-2bf21b157953 tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:37:32.350258 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beecb7ee-6f2e-4819-bab5-2bf21b157953 tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55dbf702-3aa7-4258-9d9e-758d6318c963,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:32.431221 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9ada4a9e-579e-49ef-89b0-4bf6f27b86be req-46585cba-8bdd-4f0f-86fe-cf228d7b19f7 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fdc5053-b6ee-496b-b529-57853d162240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375126 May 05 21:37:32.451576 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9035211e-8223-4603-9a94-4de71b32a2a9 req-beecb7ee-6f2e-4819-bab5-2bf21b157953 tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:32.469423 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9035211e-8223-4603-9a94-4de71b32a2a9 req-beecb7ee-6f2e-4819-bab5-2bf21b157953 tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:32.698279 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beecb7ee-6f2e-4819-bab5-2bf21b157953 tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80473498-9d7f-47f5-b144-cf2eeabb503f,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:32.747412 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9035211e-8223-4603-9a94-4de71b32a2a9 req-beecb7ee-6f2e-4819-bab5-2bf21b157953 tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:32.763320 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9035211e-8223-4603-9a94-4de71b32a2a9 req-beecb7ee-6f2e-4819-bab5-2bf21b157953 tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1615 time: 0.9285173 May 05 21:37:32.792988 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6647eba-f5c8-4736-acfd-97c072c43c96 admin admin] Router e35b1f5e-9975-490d-a03e-79402c432836 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:37:32.817508 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9d20a20-e072-455b-904e-ad07c315c33d'] response: {'name': 'network-changed', 'server_uuid': '8804cd72-e5a7-432f-b5a3-f7c81f187a1e', 'tag': 'b5eb4f53-a642-446d-8190-e7b77b1d015d', 'status': 'completed', 'code': 200} May 05 21:37:33.150370 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-0be14c4f-2d01-43a1-af0d-b8b11290ebbe req-dfb7c7e4-04c9-43d6-90a1-888c32b30ec0 tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1271373118', 'description': 'tempest-description-120499508'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:37:33.217213 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-0be14c4f-2d01-43a1-af0d-b8b11290ebbe req-dfb7c7e4-04c9-43d6-90a1-888c32b30ec0 tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:37:33.229580 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-0be14c4f-2d01-43a1-af0d-b8b11290ebbe req-dfb7c7e4-04c9-43d6-90a1-888c32b30ec0 tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] Usage tracker for resource:security_group and tenant:445f0b637ce445228ac64a086a3b2e26 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:37:33.261996 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-0be14c4f-2d01-43a1-af0d-b8b11290ebbe req-dfb7c7e4-04c9-43d6-90a1-888c32b30ec0 tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:37:33.317813 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-0be14c4f-2d01-43a1-af0d-b8b11290ebbe req-dfb7c7e4-04c9-43d6-90a1-888c32b30ec0 tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:37:33.400582 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-0be14c4f-2d01-43a1-af0d-b8b11290ebbe req-dfb7c7e4-04c9-43d6-90a1-888c32b30ec0 tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:33.454419 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99d38f-b18d-4b3c-9deb-59f34821bbbc req-46542a24-74bc-4677-99cd-5666d621082b tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:33.462145 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cb99d38f-b18d-4b3c-9deb-59f34821bbbc req-46542a24-74bc-4677-99cd-5666d621082b tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=8804cd72-e5a7-432f-b5a3-f7c81f187a1e HTTP/1.1" status: 200 len: 944 time: 0.3700845 May 05 21:37:33.515106 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-0be14c4f-2d01-43a1-af0d-b8b11290ebbe req-dfb7c7e4-04c9-43d6-90a1-888c32b30ec0 tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:37:33.524828 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-0be14c4f-2d01-43a1-af0d-b8b11290ebbe req-dfb7c7e4-04c9-43d6-90a1-888c32b30ec0 tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] Usage tracker for resource:security_group_rule and tenant:445f0b637ce445228ac64a086a3b2e26 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:37:33.536858 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-0be14c4f-2d01-43a1-af0d-b8b11290ebbe req-dfb7c7e4-04c9-43d6-90a1-888c32b30ec0 tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:37:33.546963 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-0be14c4f-2d01-43a1-af0d-b8b11290ebbe req-dfb7c7e4-04c9-43d6-90a1-888c32b30ec0 tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:37:33.572777 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cb99d38f-b18d-4b3c-9deb-59f34821bbbc req-956d7aee-e8b8-4f9b-acaf-d1aec4fd468a tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097105 May 05 21:37:33.611769 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55402) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:33.640717 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6647eba-f5c8-4736-acfd-97c072c43c96 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:37:33.644253 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-0be14c4f-2d01-43a1-af0d-b8b11290ebbe req-dfb7c7e4-04c9-43d6-90a1-888c32b30ec0 tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:33.656511 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-0be14c4f-2d01-43a1-af0d-b8b11290ebbe req-dfb7c7e4-04c9-43d6-90a1-888c32b30ec0 tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:33.717453 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c6647eba-f5c8-4736-acfd-97c072c43c96 admin admin] 10.222.0.23 "PUT /v2.0/routers/e35b1f5e-9975-490d-a03e-79402c432836/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0390739 May 05 21:37:33.735908 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb7c7e4-04c9-43d6-90a1-888c32b30ec0 tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0b255d-83ae-41b4-b3b8-25e91ab33db5,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:33.738945 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-0be14c4f-2d01-43a1-af0d-b8b11290ebbe req-dfb7c7e4-04c9-43d6-90a1-888c32b30ec0 tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:33.741590 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0be14c4f-2d01-43a1-af0d-b8b11290ebbe req-dfb7c7e4-04c9-43d6-90a1-888c32b30ec0 tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1616 time: 0.6636534 May 05 21:37:34.017870 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1173ab4b-78cf-4f87-a6c0-518073d6cf90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:34.043608 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 85a0b505-9ffb-4832-87bd-916dde933025 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:37:34.082164 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-1173ab4b-78cf-4f87-a6c0-518073d6cf90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:37:34.087159 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-1173ab4b-78cf-4f87-a6c0-518073d6cf90 admin admin] Usage tracker for resource:security_group_rule and tenant:a0ab390177304218be00cc4a347177f2 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:37:34.090773 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-1173ab4b-78cf-4f87-a6c0-518073d6cf90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:37:34.098098 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-1173ab4b-78cf-4f87-a6c0-518073d6cf90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:37:34.215804 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1173ab4b-78cf-4f87-a6c0-518073d6cf90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:34.216144 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 85a0b505-9ffb-4832-87bd-916dde933025 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:37:34.221494 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1173ab4b-78cf-4f87-a6c0-518073d6cf90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:34.222121 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 85a0b505-9ffb-4832-87bd-916dde933025 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:37:34.222490 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:34.271975 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f803d5-555d-43e7-ade9-c4c9cbb48937 req-185ae195-bdcd-4087-b16d-1f24c120100b tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:34.273969 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a5f803d5-555d-43e7-ade9-c4c9cbb48937 req-185ae195-bdcd-4087-b16d-1f24c120100b tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0dad918-2532-4b80-9600-3670fddb1fc0 HTTP/1.1" status: 200 len: 969 time: 0.3414915 May 05 21:37:34.290739 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1173ab4b-78cf-4f87-a6c0-518073d6cf90 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a0ab390177304218be00cc4a347177f2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6770775 May 05 21:37:34.292341 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1173ab4b-78cf-4f87-a6c0-518073d6cf90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209b2703-2da3-4ca3-8e51-83b5152a2aab,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:34.294978 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55418) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:34.406597 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-07d3dd15-3f09-473c-8d48-18944bf5d899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:34.433588 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:34.453541 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 85a0b505-9ffb-4832-87bd-916dde933025, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=85a0b505-9ffb-4832-87bd-916dde933025,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:37:34.461812 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:34.469924 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-07d3dd15-3f09-473c-8d48-18944bf5d899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:34.503306 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a5f803d5-555d-43e7-ade9-c4c9cbb48937 req-c110b4fb-0956-4db7-b33d-04d828c29868 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fdc5053-b6ee-496b-b529-57853d162240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155504 May 05 21:37:34.568770 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-0ff6298c-f205-4a62-980f-3007eaeae01e req-d3022059-73ad-49f1-a06d-5a3de1727274 tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] Synchronizing usage tracker for tenant:445f0b637ce445228ac64a086a3b2e26 on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:37:34.589636 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=85a0b505-9ffb-4832-87bd-916dde933025,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:34.605034 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-0ff6298c-f205-4a62-980f-3007eaeae01e req-d3022059-73ad-49f1-a06d-5a3de1727274 tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] Unset dirty status for tenant:445f0b637ce445228ac64a086a3b2e26 on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:37:34.616567 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0ff6298c-f205-4a62-980f-3007eaeae01e req-d3022059-73ad-49f1-a06d-5a3de1727274 tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 27672 time: 0.7308309 May 05 21:37:34.660825 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-07d3dd15-3f09-473c-8d48-18944bf5d899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:34.699081 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d3dd15-3f09-473c-8d48-18944bf5d899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209b2703-2da3-4ca3-8e51-83b5152a2aab,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:34.712217 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-07d3dd15-3f09-473c-8d48-18944bf5d899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:34.713849 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-07d3dd15-3f09-473c-8d48-18944bf5d899 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/209b2703-2da3-4ca3-8e51-83b5152a2aab HTTP/1.1" status: 204 len: 168 time: 0.4179814 May 05 21:37:34.725929 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0ff6298c-f205-4a62-980f-3007eaeae01e req-cde36229-bd70-40d3-bcab-830ac0a6ef93 tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] 10.222.0.23 "GET /v2.0/security-groups/472729bc-fa05-46c6-b6d6-68dd62992c69 HTTP/1.1" status: 200 len: 2649 time: 0.1084738 May 05 21:37:34.783575 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0ff6298c-f205-4a62-980f-3007eaeae01e req-5610cded-dfb9-4362-aa21-8d318899b3fd tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] 10.222.0.23 "GET /v2.0/security-groups/472729bc-fa05-46c6-b6d6-68dd62992c69 HTTP/1.1" status: 200 len: 2649 time: 0.0515928 May 05 21:37:34.845389 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0ff6298c-f205-4a62-980f-3007eaeae01e req-3ff6217c-2294-4815-a15f-e85a34014228 tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] 10.222.0.23 "GET /v2.0/security-groups/4fdc5053-b6ee-496b-b529-57853d162240 HTTP/1.1" status: 200 len: 2649 time: 0.0537922 May 05 21:37:34.920624 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0ff6298c-f205-4a62-980f-3007eaeae01e req-e22986be-8b1c-4db6-bec0-8a470de7efe5 tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] 10.222.0.23 "GET /v2.0/security-groups/4fdc5053-b6ee-496b-b529-57853d162240 HTTP/1.1" status: 200 len: 2649 time: 0.0689530 May 05 21:37:35.019728 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0ff6298c-f205-4a62-980f-3007eaeae01e req-bdbab16b-32dd-493f-b70d-3868e6593063 tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] 10.222.0.23 "GET /v2.0/security-groups/55dbf702-3aa7-4258-9d9e-758d6318c963 HTTP/1.1" status: 200 len: 2649 time: 0.0912292 May 05 21:37:35.084149 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0ff6298c-f205-4a62-980f-3007eaeae01e req-aff87cde-e86d-4029-8c37-87c10ef612ed tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] 10.222.0.23 "GET /v2.0/security-groups/55dbf702-3aa7-4258-9d9e-758d6318c963 HTTP/1.1" status: 200 len: 2649 time: 0.0611813 May 05 21:37:35.145087 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0ff6298c-f205-4a62-980f-3007eaeae01e req-f3a9722b-b4c9-4ab6-b5d8-adbf86d155fd tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] 10.222.0.23 "GET /v2.0/security-groups/6f2a0ba4-3e2d-4e64-909f-5f9fc5b90ee7 HTTP/1.1" status: 200 len: 2649 time: 0.0538619 May 05 21:37:35.213026 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55436) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:35.231680 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b576f1a9-16d3-4b51-bcb8-1bb683561f93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:35.263318 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0ff6298c-f205-4a62-980f-3007eaeae01e req-ce74f83e-745e-453b-916e-d1a46bf7c14e tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] 10.222.0.23 "GET /v2.0/security-groups/6f2a0ba4-3e2d-4e64-909f-5f9fc5b90ee7 HTTP/1.1" status: 200 len: 2649 time: 0.0750918 May 05 21:37:35.263896 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-b576f1a9-16d3-4b51-bcb8-1bb683561f93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:37:35.267819 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b576f1a9-16d3-4b51-bcb8-1bb683561f93 admin admin] Usage tracker for resource:security_group_rule and tenant:28bcbbec28a3440f91fab57ad831d838 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:37:35.270741 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b576f1a9-16d3-4b51-bcb8-1bb683561f93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:37:35.276539 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a4ccd-4e70-4f30-85e4-552876158069 req-fe55f1f8-9786-414c-9540-30a28c34b329 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:35.277105 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-b576f1a9-16d3-4b51-bcb8-1bb683561f93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:37:35.277992 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a47a4ccd-4e70-4f30-85e4-552876158069 req-fe55f1f8-9786-414c-9540-30a28c34b329 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=8804cd72-e5a7-432f-b5a3-f7c81f187a1e HTTP/1.1" status: 200 len: 944 time: 0.1272895 May 05 21:37:35.335595 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:35.361681 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b576f1a9-16d3-4b51-bcb8-1bb683561f93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:35.362980 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0ff6298c-f205-4a62-980f-3007eaeae01e req-f6d9bddf-f919-4125-b9e3-81f76a3c9e04 tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] 10.222.0.23 "GET /v2.0/security-groups/75579bca-4a9a-48e2-97d1-12509351e0d8 HTTP/1.1" status: 200 len: 2649 time: 0.0839450 May 05 21:37:35.374397 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b576f1a9-16d3-4b51-bcb8-1bb683561f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:35.381462 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a47a4ccd-4e70-4f30-85e4-552876158069 req-39ffcbd2-64f1-4472-b078-263ce3dca8be tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884452 May 05 21:37:35.443380 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b576f1a9-16d3-4b51-bcb8-1bb683561f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6fab480-2639-4d03-b78d-3b8f1afcc226,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:35.446127 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0ff6298c-f205-4a62-980f-3007eaeae01e req-0c098cc0-92c9-4850-b78b-d0454c9d375c tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] 10.222.0.23 "GET /v2.0/security-groups/75579bca-4a9a-48e2-97d1-12509351e0d8 HTTP/1.1" status: 200 len: 2649 time: 0.0684597 May 05 21:37:35.448506 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b576f1a9-16d3-4b51-bcb8-1bb683561f93 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=28bcbbec28a3440f91fab57ad831d838&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2343009 May 05 21:37:35.451323 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55442) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:35.508771 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0ff6298c-f205-4a62-980f-3007eaeae01e req-f9df90de-e840-4ca3-8a4c-fe2214361c82 tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] 10.222.0.23 "GET /v2.0/security-groups/7867e1c6-ed57-40e0-8750-a73e596f08f8 HTTP/1.1" status: 200 len: 2649 time: 0.0549908 May 05 21:37:35.532614 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ef04eb59-6656-41fa-8cf1-a6ad7a393c73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:35.571096 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ef04eb59-6656-41fa-8cf1-a6ad7a393c73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:35.598183 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0ff6298c-f205-4a62-980f-3007eaeae01e req-4c0646ce-3629-4ff2-aeeb-eb4007aaa759 tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] 10.222.0.23 "GET /v2.0/security-groups/7867e1c6-ed57-40e0-8750-a73e596f08f8 HTTP/1.1" status: 200 len: 2649 time: 0.0783412 May 05 21:37:35.604059 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:35.664026 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0ff6298c-f205-4a62-980f-3007eaeae01e req-8b435b1a-318a-485c-84dc-d077a7b8e47c tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] 10.222.0.23 "GET /v2.0/security-groups/962e12ee-a3be-489f-8902-65452d822ecd HTTP/1.1" status: 200 len: 2649 time: 0.0643821 May 05 21:37:35.671276 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ef04eb59-6656-41fa-8cf1-a6ad7a393c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:35.688213 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef04eb59-6656-41fa-8cf1-a6ad7a393c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6fab480-2639-4d03-b78d-3b8f1afcc226,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:35.695697 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ef04eb59-6656-41fa-8cf1-a6ad7a393c73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:35.698697 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ef04eb59-6656-41fa-8cf1-a6ad7a393c73 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d6fab480-2639-4d03-b78d-3b8f1afcc226 HTTP/1.1" status: 204 len: 168 time: 0.2445149 May 05 21:37:35.725622 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0ff6298c-f205-4a62-980f-3007eaeae01e req-e97f2e68-abeb-45c6-bca7-43ceb582cf64 tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] 10.222.0.23 "GET /v2.0/security-groups/962e12ee-a3be-489f-8902-65452d822ecd HTTP/1.1" status: 200 len: 2649 time: 0.0602160 May 05 21:37:35.804056 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0ff6298c-f205-4a62-980f-3007eaeae01e req-057fdc8d-649b-4a2e-b983-227abf95b9c6 tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] 10.222.0.23 "GET /v2.0/security-groups/bf31c92f-7991-43d7-b54f-49c45d194d27 HTTP/1.1" status: 200 len: 2649 time: 0.0647523 May 05 21:37:35.887771 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0ff6298c-f205-4a62-980f-3007eaeae01e req-5c5732cf-56c0-445d-a073-5e0d48413680 tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] 10.222.0.23 "GET /v2.0/security-groups/bf31c92f-7991-43d7-b54f-49c45d194d27 HTTP/1.1" status: 200 len: 2649 time: 0.0757706 May 05 21:37:36.011595 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0ff6298c-f205-4a62-980f-3007eaeae01e req-9be79da2-c7c7-4284-8909-4e53ff37f39d tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] 10.222.0.23 "GET /v2.0/security-groups/ef9bb993-5434-4e8d-80d5-9379a0c035ef HTTP/1.1" status: 200 len: 2649 time: 0.1111753 May 05 21:37:36.015892 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 85a0b505-9ffb-4832-87bd-916dde933025 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:37:36.129453 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0ff6298c-f205-4a62-980f-3007eaeae01e req-79329046-7d70-444b-87ef-f4a0d497d123 tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] 10.222.0.23 "GET /v2.0/security-groups/ef9bb993-5434-4e8d-80d5-9379a0c035ef HTTP/1.1" status: 200 len: 2649 time: 0.1014702 May 05 21:37:36.152716 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 85a0b505-9ffb-4832-87bd-916dde933025 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:37:36.153081 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:36.365309 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a17ae-ae58-4e11-a04d-181392190f60 req-5507572a-08d5-4f7a-ade8-36798be1e568 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:36.366796 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0a6a17ae-ae58-4e11-a04d-181392190f60 req-5507572a-08d5-4f7a-ade8-36798be1e568 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0dad918-2532-4b80-9600-3670fddb1fc0 HTTP/1.1" status: 200 len: 969 time: 0.1948452 May 05 21:37:36.371111 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-6e98d7a9-9a57-43dc-9abb-dace5a60aac4 req-cad43a95-5fd0-43fe-a14b-a8ae1f28d81f tempest-SecurityGroupsTestAdminJSON-1857839524 tempest-SecurityGroupsTestAdminJSON-1857839524-project] Synchronizing usage tracker for tenant:3d6c172d8f234d79ba89ea353dcd2123 on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:37:36.434513 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-6e98d7a9-9a57-43dc-9abb-dace5a60aac4 req-cad43a95-5fd0-43fe-a14b-a8ae1f28d81f tempest-SecurityGroupsTestAdminJSON-1857839524 tempest-SecurityGroupsTestAdminJSON-1857839524-project] Unset dirty status for tenant:3d6c172d8f234d79ba89ea353dcd2123 on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:37:36.435839 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6e98d7a9-9a57-43dc-9abb-dace5a60aac4 req-cad43a95-5fd0-43fe-a14b-a8ae1f28d81f tempest-SecurityGroupsTestAdminJSON-1857839524 tempest-SecurityGroupsTestAdminJSON-1857839524-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3d6c172d8f234d79ba89ea353dcd2123 HTTP/1.1" status: 200 len: 5438 time: 0.1811385 May 05 21:37:36.438061 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0a6a17ae-ae58-4e11-a04d-181392190f60 req-7118d696-7f30-4540-80a7-f22a56f3adca tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fdc5053-b6ee-496b-b529-57853d162240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641155 May 05 21:37:36.548196 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6e98d7a9-9a57-43dc-9abb-dace5a60aac4 req-b7bbf530-8683-4bae-bc35-66a723f3c7a1 tempest-SecurityGroupsTestAdminJSON-1857839524 tempest-SecurityGroupsTestAdminJSON-1857839524-project] 10.222.0.23 "GET /v2.0/security-groups/ef9bb993-5434-4e8d-80d5-9379a0c035ef HTTP/1.1" status: 200 len: 2649 time: 0.1032228 May 05 21:37:36.638974 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55474) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:36.668094 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6e98d7a9-9a57-43dc-9abb-dace5a60aac4 req-1f94549f-8d59-444e-83aa-9d947244fd44 tempest-SecurityGroupsTestAdminJSON-1857839524 tempest-SecurityGroupsTestAdminJSON-1857839524-project] 10.222.0.23 "GET /v2.0/security-groups/ef9bb993-5434-4e8d-80d5-9379a0c035ef HTTP/1.1" status: 200 len: 2649 time: 0.1059222 May 05 21:37:36.859218 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a0dcf7f8-02b7-4f60-ac7b-acb8cad194cc req-3b9101fa-6d96-47f3-8583-577eaabdc65a tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] 10.222.0.23 "GET /v2.0/security-groups/6c0b255d-83ae-41b4-b3b8-25e91ab33db5 HTTP/1.1" status: 200 len: 1611 time: 0.0723970 May 05 21:37:36.903425 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2b4d30ec-7db8-4692-8898-8c51b99afdf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:36.906354 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab91fe-b66c-4624-9198-af7292f9f1c6 req-025c06d8-6ad1-4078-a14e-cd3f0f3a1629 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:36.907906 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-84ab91fe-b66c-4624-9198-af7292f9f1c6 req-025c06d8-6ad1-4078-a14e-cd3f0f3a1629 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=8804cd72-e5a7-432f-b5a3-f7c81f187a1e HTTP/1.1" status: 200 len: 944 time: 0.2170916 May 05 21:37:36.954593 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-2b4d30ec-7db8-4692-8898-8c51b99afdf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:37:36.959562 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-2b4d30ec-7db8-4692-8898-8c51b99afdf1 admin admin] Usage tracker for resource:security_group_rule and tenant:f6942e70d1544091be906e726665e7ae is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:37:36.962465 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-2b4d30ec-7db8-4692-8898-8c51b99afdf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:37:36.970305 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-2b4d30ec-7db8-4692-8898-8c51b99afdf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:37:36.975470 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a0dcf7f8-02b7-4f60-ac7b-acb8cad194cc req-b3caf20c-2252-4be7-92a4-842040dae2bf tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:36.987459 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-84ab91fe-b66c-4624-9198-af7292f9f1c6 req-51fd3106-5c91-423e-8fae-10a368ae13d0 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714667 May 05 21:37:37.012932 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a0dcf7f8-02b7-4f60-ac7b-acb8cad194cc req-b3caf20c-2252-4be7-92a4-842040dae2bf tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:37.057114 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2b4d30ec-7db8-4692-8898-8c51b99afdf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:37.073395 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a0dcf7f8-02b7-4f60-ac7b-acb8cad194cc req-b3caf20c-2252-4be7-92a4-842040dae2bf tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:37.092764 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2b4d30ec-7db8-4692-8898-8c51b99afdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:37.106240 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3caf20c-2252-4be7-92a4-842040dae2bf tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0b255d-83ae-41b4-b3b8-25e91ab33db5,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:37.114344 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a0dcf7f8-02b7-4f60-ac7b-acb8cad194cc req-b3caf20c-2252-4be7-92a4-842040dae2bf tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:37.129042 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a0dcf7f8-02b7-4f60-ac7b-acb8cad194cc req-b3caf20c-2252-4be7-92a4-842040dae2bf tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] 10.222.0.23 "DELETE /v2.0/security-groups/6c0b255d-83ae-41b4-b3b8-25e91ab33db5 HTTP/1.1" status: 204 len: 173 time: 0.2633245 May 05 21:37:37.204528 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-915f1841-7d05-47ca-ada0-da54310439cf req-bae42e06-473b-42d3-a75d-b0590bbe07a8 tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] 10.222.0.23 "GET /v2.0/security-groups/80473498-9d7f-47f5-b144-cf2eeabb503f HTTP/1.1" status: 200 len: 1610 time: 0.0470498 May 05 21:37:37.252885 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4d30ec-7db8-4692-8898-8c51b99afdf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5e2f19-083b-4ae7-95de-356bbbea636a,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:37.270691 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-2b4d30ec-7db8-4692-8898-8c51b99afdf1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f6942e70d1544091be906e726665e7ae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6295931 May 05 21:37:37.273542 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55496) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:37.284414 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-915f1841-7d05-47ca-ada0-da54310439cf req-c6497a75-ddce-4afb-88e6-8f9460619c4f tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:37.315649 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-385fac57-bfe5-4c8e-a5af-9cf729ab6958 req-ba001a42-9a4b-45fb-9083-9c2580ec6ce1 service neutron] 10.222.0.44 "GET /v2.0/networks/2ea271d8-96e6-42e1-b4ca-22da751bdd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543216 May 05 21:37:37.316184 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-915f1841-7d05-47ca-ada0-da54310439cf req-c6497a75-ddce-4afb-88e6-8f9460619c4f tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:37.370410 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5d7d5189-b0db-4e9d-b23b-cd884fd38aef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:37.392577 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-915f1841-7d05-47ca-ada0-da54310439cf req-c6497a75-ddce-4afb-88e6-8f9460619c4f tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:37.428065 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6497a75-ddce-4afb-88e6-8f9460619c4f tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80473498-9d7f-47f5-b144-cf2eeabb503f,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:37.445857 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-915f1841-7d05-47ca-ada0-da54310439cf req-c6497a75-ddce-4afb-88e6-8f9460619c4f tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:37.451824 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-915f1841-7d05-47ca-ada0-da54310439cf req-c6497a75-ddce-4afb-88e6-8f9460619c4f tempest-SecurityGroupsTestAdminJSON-321206090 tempest-SecurityGroupsTestAdminJSON-321206090-project-admin] 10.222.0.23 "DELETE /v2.0/security-groups/80473498-9d7f-47f5-b144-cf2eeabb503f HTTP/1.1" status: 204 len: 173 time: 0.2411044 May 05 21:37:37.468677 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5d7d5189-b0db-4e9d-b23b-cd884fd38aef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:37.528692 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-01f943c9-2ed7-4cdb-b348-08aa087cd701 req-4636b10d-a26b-430a-a18f-0377247e9e99 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=300e0002c0a34937b02bd35920b6a01f&device_id=8804cd72-e5a7-432f-b5a3-f7c81f187a1e HTTP/1.1" status: 200 len: 1095 time: 0.1559782 May 05 21:37:37.539938 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2da2cc85-3cd8-4dbf-a938-98dc766ef70f req-d838ddad-029f-49ce-bbb0-e9452a9cc9a3 tempest-SecurityGroupsTestAdminJSON-1857839524 tempest-SecurityGroupsTestAdminJSON-1857839524-project] 10.222.0.23 "GET /v2.0/security-groups/8d8eac9f-aa67-49ce-af02-6a6599f9240f HTTP/1.1" status: 200 len: 1611 time: 0.0521078 May 05 21:37:37.625279 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2da2cc85-3cd8-4dbf-a938-98dc766ef70f req-d7c58208-0e16-4ec0-9967-b9109797d5db tempest-SecurityGroupsTestAdminJSON-1857839524 tempest-SecurityGroupsTestAdminJSON-1857839524-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:37.644177 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5d7d5189-b0db-4e9d-b23b-cd884fd38aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:37.657583 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2da2cc85-3cd8-4dbf-a938-98dc766ef70f req-d7c58208-0e16-4ec0-9967-b9109797d5db tempest-SecurityGroupsTestAdminJSON-1857839524 tempest-SecurityGroupsTestAdminJSON-1857839524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:37.671069 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5d7d5189-b0db-4e9d-b23b-cd884fd38aef admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:37.672184 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5d7d5189-b0db-4e9d-b23b-cd884fd38aef admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5a5e2f19-083b-4ae7-95de-356bbbea636a HTTP/1.1" status: 204 len: 168 time: 0.3977730 May 05 21:37:37.676942 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7d5189-b0db-4e9d-b23b-cd884fd38aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5e2f19-083b-4ae7-95de-356bbbea636a,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:37.712471 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55512) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:37.733881 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-4f37d39a-03dc-451f-af24-b1d7b7b953a3 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1675427524', 'description': 'tempest-description--559320608'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:37:37.750398 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f943c9-2ed7-4cdb-b348-08aa087cd701 req-b0810ae4-9107-423d-82ac-b053bf8ac960 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:37.752246 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-01f943c9-2ed7-4cdb-b348-08aa087cd701 req-b0810ae4-9107-423d-82ac-b053bf8ac960 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2ea271d8-96e6-42e1-b4ca-22da751bdd28 HTTP/1.1" status: 200 len: 921 time: 0.2172432 May 05 21:37:37.754918 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4f37d39a-03dc-451f-af24-b1d7b7b953a3 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:37:37.768542 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-4f37d39a-03dc-451f-af24-b1d7b7b953a3 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Usage tracker for resource:security_group and tenant:d8d84e5601be47409a299ef27c35a529 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:37:37.778801 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-4f37d39a-03dc-451f-af24-b1d7b7b953a3 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:37:37.795131 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4f37d39a-03dc-451f-af24-b1d7b7b953a3 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:37:37.812655 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2da2cc85-3cd8-4dbf-a938-98dc766ef70f req-d7c58208-0e16-4ec0-9967-b9109797d5db tempest-SecurityGroupsTestAdminJSON-1857839524 tempest-SecurityGroupsTestAdminJSON-1857839524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:37.842805 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4f37d39a-03dc-451f-af24-b1d7b7b953a3 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:37.846618 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-01f943c9-2ed7-4cdb-b348-08aa087cd701 req-f8e429b3-eb27-4569-8bce-0f5d660b1df8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5eb4f53-a642-446d-8190-e7b77b1d015d HTTP/1.1" status: 200 len: 217 time: 0.0871036 May 05 21:37:37.912774 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c58208-0e16-4ec0-9967-b9109797d5db tempest-SecurityGroupsTestAdminJSON-1857839524 tempest-SecurityGroupsTestAdminJSON-1857839524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8eac9f-aa67-49ce-af02-6a6599f9240f,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:37.941924 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f943c9-2ed7-4cdb-b348-08aa087cd701 req-85fe105f-0c1f-4727-8a1c-6f611fc819cf service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:37.943407 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-01f943c9-2ed7-4cdb-b348-08aa087cd701 req-85fe105f-0c1f-4727-8a1c-6f611fc819cf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=36081928-afee-4476-8a16-bce3420fbcc5 HTTP/1.1" status: 200 len: 860 time: 0.0910687 May 05 21:37:37.954612 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4f37d39a-03dc-451f-af24-b1d7b7b953a3 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:37:37.962086 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2da2cc85-3cd8-4dbf-a938-98dc766ef70f req-d7c58208-0e16-4ec0-9967-b9109797d5db tempest-SecurityGroupsTestAdminJSON-1857839524 tempest-SecurityGroupsTestAdminJSON-1857839524-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:37.963569 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2da2cc85-3cd8-4dbf-a938-98dc766ef70f req-d7c58208-0e16-4ec0-9967-b9109797d5db tempest-SecurityGroupsTestAdminJSON-1857839524 tempest-SecurityGroupsTestAdminJSON-1857839524-project] 10.222.0.23 "DELETE /v2.0/security-groups/8d8eac9f-aa67-49ce-af02-6a6599f9240f HTTP/1.1" status: 204 len: 173 time: 0.4178011 May 05 21:37:37.970997 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-4f37d39a-03dc-451f-af24-b1d7b7b953a3 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Usage tracker for resource:security_group_rule and tenant:d8d84e5601be47409a299ef27c35a529 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:37:37.972200 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-4f37d39a-03dc-451f-af24-b1d7b7b953a3 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:37:37.980253 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4f37d39a-03dc-451f-af24-b1d7b7b953a3 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:37:38.004734 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-01f943c9-2ed7-4cdb-b348-08aa087cd701 req-6ed71daa-af94-424c-85ef-224ea1975573 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2ea271d8-96e6-42e1-b4ca-22da751bdd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542729 May 05 21:37:38.014734 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc805f9-a868-49e7-823b-a2d49667ec8b req-963b19df-336d-410b-a31a-1d9aebdd1cf5 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:38.022015 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bdc805f9-a868-49e7-823b-a2d49667ec8b req-963b19df-336d-410b-a31a-1d9aebdd1cf5 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0dad918-2532-4b80-9600-3670fddb1fc0 HTTP/1.1" status: 200 len: 969 time: 0.1833189 May 05 21:37:38.040216 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 54876b1d-7d6f-4210-b4eb-9d84a0768427 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:37:38.133638 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4f37d39a-03dc-451f-af24-b1d7b7b953a3 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:38.151546 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4f37d39a-03dc-451f-af24-b1d7b7b953a3 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:38.163391 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-01f943c9-2ed7-4cdb-b348-08aa087cd701 req-409b4d9b-ed50-4153-ad04-d438b21bb066 service neutron] 10.222.0.44 "GET /v2.0/networks/2ea271d8-96e6-42e1-b4ca-22da751bdd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517706 May 05 21:37:38.186675 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bdc805f9-a868-49e7-823b-a2d49667ec8b req-162680bf-d4de-4627-9104-304eeb663672 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fdc5053-b6ee-496b-b529-57853d162240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636648 May 05 21:37:38.215522 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-75339bde-4119-4885-9fe9-597a97766ac6 req-349dcef2-a7d2-4179-9ba2-0c270a8e593d tempest-SecurityGroupsTestAdminJSON-1857839524 tempest-SecurityGroupsTestAdminJSON-1857839524-project] 10.222.0.23 "GET /v2.0/security-groups/be747662-b612-40f3-9c8d-dc5d1abadc44 HTTP/1.1" status: 200 len: 1611 time: 0.1615155 May 05 21:37:38.259345 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f37d39a-03dc-451f-af24-b1d7b7b953a3 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f526b55-d264-48ee-8188-9cc4ec8dd8ba,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:38.277589 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4f37d39a-03dc-451f-af24-b1d7b7b953a3 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:38.279206 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4f37d39a-03dc-451f-af24-b1d7b7b953a3 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.5657382 May 05 21:37:38.283235 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55528) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:38.292693 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-bc3e3a8b-6ac2-4f0c-ad95-cb288ff224ea tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Request body: {'security_group_rule': {'security_group_id': '5f526b55-d264-48ee-8188-9cc4ec8dd8ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:37:38.324225 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-bc3e3a8b-6ac2-4f0c-ad95-cb288ff224ea tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:37:38.326844 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 54876b1d-7d6f-4210-b4eb-9d84a0768427, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=54876b1d-7d6f-4210-b4eb-9d84a0768427,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:37:38.343423 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-bc3e3a8b-6ac2-4f0c-ad95-cb288ff224ea tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Usage tracker for resource:security_group_rule and tenant:d8d84e5601be47409a299ef27c35a529 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:37:38.350540 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-bc3e3a8b-6ac2-4f0c-ad95-cb288ff224ea tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:37:38.363020 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-bc3e3a8b-6ac2-4f0c-ad95-cb288ff224ea tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:37:38.382480 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '54876b1d-7d6f-4210-b4eb-9d84a0768427', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'port_id': '54876b1d-7d6f-4210-b4eb-9d84a0768427', 'mac_address': 'fa:16:3e:12:43:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f237a6ef-d044-411f-a2d8-d12619664c91', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:tempest-test_az-272234528', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:37:38.443477 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bc3e3a8b-6ac2-4f0c-ad95-cb288ff224ea tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:38.448667 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-01f943c9-2ed7-4cdb-b348-08aa087cd701 req-b54e68a1-1dbe-4996-b238-a4da5bcc73d8 service neutron] 10.222.0.44 "GET /v2.0/networks/2ea271d8-96e6-42e1-b4ca-22da751bdd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782640 May 05 21:37:38.460181 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55534) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:38.463366 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:38.479529 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-d520-4f42-a3bc-dcf29e2cd016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:38.492272 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54876b1d-7d6f-4210-b4eb-9d84a0768427 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:37:38.517894 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 54876b1d-7d6f-4210-b4eb-9d84a0768427, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=54876b1d-7d6f-4210-b4eb-9d84a0768427,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:37:38.526204 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:38.532539 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-1aa30915-d520-4f42-a3bc-dcf29e2cd016 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:37:38.539542 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-1aa30915-d520-4f42-a3bc-dcf29e2cd016 admin admin] Usage tracker for resource:security_group_rule and tenant:6c17f83805f644059f95e445e649eb32 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:37:38.543959 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-1aa30915-d520-4f42-a3bc-dcf29e2cd016 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:37:38.551914 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-1aa30915-d520-4f42-a3bc-dcf29e2cd016 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:37:38.557178 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-75339bde-4119-4885-9fe9-597a97766ac6 req-35653f91-0867-4748-a15f-44c1c486a62d tempest-SecurityGroupsTestAdminJSON-1857839524 tempest-SecurityGroupsTestAdminJSON-1857839524-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:38.607274 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=54876b1d-7d6f-4210-b4eb-9d84a0768427,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:38.615126 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-75339bde-4119-4885-9fe9-597a97766ac6 req-35653f91-0867-4748-a15f-44c1c486a62d tempest-SecurityGroupsTestAdminJSON-1857839524 tempest-SecurityGroupsTestAdminJSON-1857839524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:38.634634 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-d520-4f42-a3bc-dcf29e2cd016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:38.640064 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-d520-4f42-a3bc-dcf29e2cd016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:38.659308 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bc3e3a8b-6ac2-4f0c-ad95-cb288ff224ea tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:38.666817 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9fa7a-d359-43b1-899f-fa070de2b143 req-457809db-43c6-4a5f-8b84-2fa79c10105b tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:38.668272 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e6c9fa7a-d359-43b1-899f-fa070de2b143 req-457809db-43c6-4a5f-8b84-2fa79c10105b tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=8804cd72-e5a7-432f-b5a3-f7c81f187a1e HTTP/1.1" status: 200 len: 944 time: 0.2865310 May 05 21:37:38.676832 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bc3e3a8b-6ac2-4f0c-ad95-cb288ff224ea tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:38.686637 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa30915-d520-4f42-a3bc-dcf29e2cd016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4ae057-730d-4b63-810a-513ecfe00f17,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:38.693208 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1aa30915-d520-4f42-a3bc-dcf29e2cd016 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6c17f83805f644059f95e445e649eb32&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2290769 May 05 21:37:38.693352 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55540) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:38.733011 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3e3a8b-6ac2-4f0c-ad95-cb288ff224ea tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7de3fb2f-c25f-47be-863d-d18592fb286c,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:38.757624 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7016293b-ed2f-46df-94c2-ce594fc8080f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:38.761510 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bc3e3a8b-6ac2-4f0c-ad95-cb288ff224ea tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:38.762686 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-bc3e3a8b-6ac2-4f0c-ad95-cb288ff224ea tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4782004 May 05 21:37:38.763394 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-75339bde-4119-4885-9fe9-597a97766ac6 req-35653f91-0867-4748-a15f-44c1c486a62d tempest-SecurityGroupsTestAdminJSON-1857839524 tempest-SecurityGroupsTestAdminJSON-1857839524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:38.765616 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-75339bde-4119-4885-9fe9-597a97766ac6 req-35653f91-0867-4748-a15f-44c1c486a62d tempest-SecurityGroupsTestAdminJSON-1857839524 tempest-SecurityGroupsTestAdminJSON-1857839524-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:38.766451 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55544) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:38.766579 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-75339bde-4119-4885-9fe9-597a97766ac6 req-35653f91-0867-4748-a15f-44c1c486a62d tempest-SecurityGroupsTestAdminJSON-1857839524 tempest-SecurityGroupsTestAdminJSON-1857839524-project] 10.222.0.23 "DELETE /v2.0/security-groups/be747662-b612-40f3-9c8d-dc5d1abadc44 HTTP/1.1" status: 204 len: 173 time: 0.5397666 May 05 21:37:38.782556 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-1b2bf947-3807-4799-a7d3-8606d0642eca tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Request body: {'security_group_rule': {'security_group_id': '5f526b55-d264-48ee-8188-9cc4ec8dd8ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:37:38.784956 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35653f91-0867-4748-a15f-44c1c486a62d tempest-SecurityGroupsTestAdminJSON-1857839524 tempest-SecurityGroupsTestAdminJSON-1857839524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be747662-b612-40f3-9c8d-dc5d1abadc44,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:38.797271 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-1b2bf947-3807-4799-a7d3-8606d0642eca tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:37:38.803273 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e6c9fa7a-d359-43b1-899f-fa070de2b143 req-6ac3b86b-a8a7-4ff8-ba72-54a4f79899ff tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271973 May 05 21:37:38.807088 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-1b2bf947-3807-4799-a7d3-8606d0642eca tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Usage tracker for resource:security_group_rule and tenant:d8d84e5601be47409a299ef27c35a529 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:37:38.817531 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['54876b1d-7d6f-4210-b4eb-9d84a0768427'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:37:38.835437 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7016293b-ed2f-46df-94c2-ce594fc8080f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:38.846993 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-1b2bf947-3807-4799-a7d3-8606d0642eca tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:37:38.857248 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-1b2bf947-3807-4799-a7d3-8606d0642eca tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:37:38.900667 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1b2bf947-3807-4799-a7d3-8606d0642eca tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:38.950202 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7016293b-ed2f-46df-94c2-ce594fc8080f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:38.985651 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7016293b-ed2f-46df-94c2-ce594fc8080f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4ae057-730d-4b63-810a-513ecfe00f17,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:39.005619 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7016293b-ed2f-46df-94c2-ce594fc8080f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:39.007103 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-7016293b-ed2f-46df-94c2-ce594fc8080f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9a4ae057-730d-4b63-810a-513ecfe00f17 HTTP/1.1" status: 204 len: 168 time: 0.3129065 May 05 21:37:39.051759 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1b2bf947-3807-4799-a7d3-8606d0642eca tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:39.057836 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1b2bf947-3807-4799-a7d3-8606d0642eca tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:39.079426 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2bf947-3807-4799-a7d3-8606d0642eca tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30c29721-25fb-4b76-a64d-c59dcd4de226,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:39.092928 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1b2bf947-3807-4799-a7d3-8606d0642eca tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:39.094517 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1b2bf947-3807-4799-a7d3-8606d0642eca tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3271310 May 05 21:37:39.097691 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55556) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:39.104047 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-b9ffd511-cb42-4dd8-b868-da9cbba8c7e4 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Request body: {'floatingip': {'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:37:39.109287 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b9ffd511-cb42-4dd8-b868-da9cbba8c7e4 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:37:39.113099 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b9ffd511-cb42-4dd8-b868-da9cbba8c7e4 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Usage tracker for resource:floatingip and tenant:d8d84e5601be47409a299ef27c35a529 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:37:39.116527 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b9ffd511-cb42-4dd8-b868-da9cbba8c7e4 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:37:39.123609 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b9ffd511-cb42-4dd8-b868-da9cbba8c7e4 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:37:39.134759 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b9ffd511-cb42-4dd8-b868-da9cbba8c7e4 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Notify callbacks [] for floatingip, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:39.193760 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55560) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:39.328369 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b9ffd511-cb42-4dd8-b868-da9cbba8c7e4 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:39.547011 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665f0c6-7e26-47ce-a4d8-749746757e9d req-2934ab78-ae29-4fb6-b9a7-638ca717af38 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:39.548482 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7665f0c6-7e26-47ce-a4d8-749746757e9d req-2934ab78-ae29-4fb6-b9a7-638ca717af38 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0dad918-2532-4b80-9600-3670fddb1fc0 HTTP/1.1" status: 200 len: 970 time: 0.1638565 May 05 21:37:39.609262 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-88afb21c-a1d6-41ce-b27e-71b0ecc3fd8c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3d6c172d8f234d79ba89ea353dcd2123&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4142621 May 05 21:37:39.611697 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55582) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:39.613569 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-b9ffd511-cb42-4dd8-b868-da9cbba8c7e4 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Allocated IP 172.25.4.153 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/29504e5b-6e66-422e-8331-ae8575c3e653) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:37:39.625851 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7665f0c6-7e26-47ce-a4d8-749746757e9d req-f674ade9-9027-4c05-8fb7-c049ed8b8bd7 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fdc5053-b6ee-496b-b529-57853d162240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700967 May 05 21:37:39.704066 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3456dd23-0ff7-433c-ae39-9fea4aea3a73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:39.732498 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3456dd23-0ff7-433c-ae39-9fea4aea3a73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:39.793309 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3456dd23-0ff7-433c-ae39-9fea4aea3a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:39.819623 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3456dd23-0ff7-433c-ae39-9fea4aea3a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9bb993-5434-4e8d-80d5-9379a0c035ef,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:39.824067 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b9ffd511-cb42-4dd8-b868-da9cbba8c7e4 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:39.824366 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3456dd23-0ff7-433c-ae39-9fea4aea3a73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:39.825488 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-3456dd23-0ff7-433c-ae39-9fea4aea3a73 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ef9bb993-5434-4e8d-80d5-9379a0c035ef HTTP/1.1" status: 204 len: 168 time: 0.2116201 May 05 21:37:39.877938 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b9ffd511-cb42-4dd8-b868-da9cbba8c7e4 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:39.910795 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55596) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:39.968311 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ffd511-cb42-4dd8-b868-da9cbba8c7e4 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Pushing event updated for resources: {'Port': ['ID=29504e5b-6e66-422e-8331-ae8575c3e653,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:39.976181 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ffd511-cb42-4dd8-b868-da9cbba8c7e4 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:37:40.007835 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-b9ffd511-cb42-4dd8-b868-da9cbba8c7e4 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:37:40.013940 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ffd511-cb42-4dd8-b868-da9cbba8c7e4 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:37:40.017150 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 54876b1d-7d6f-4210-b4eb-9d84a0768427 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:37:40.108444 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port 54876b1d-7d6f-4210-b4eb-9d84a0768427 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:37:40.115509 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 54876b1d-7d6f-4210-b4eb-9d84a0768427 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:37:40.116217 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:40.116866 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b0388-feed-4209-b7f6-29ef13474415 req-54adb515-7ac4-4b08-949b-8b3dbe71cbcd tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:40.118633 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1f8b0388-feed-4209-b7f6-29ef13474415 req-54adb515-7ac4-4b08-949b-8b3dbe71cbcd tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=8804cd72-e5a7-432f-b5a3-f7c81f187a1e HTTP/1.1" status: 200 len: 944 time: 0.1513400 May 05 21:37:40.262790 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1f8b0388-feed-4209-b7f6-29ef13474415 req-eb4057af-28ca-4936-97d9-432eca029474 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345534 May 05 21:37:40.267723 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b9ffd511-cb42-4dd8-b868-da9cbba8c7e4 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:40.312447 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-73342891-1c18-4129-a924-c3eff757fea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:40.341712 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:40.344283 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b9ffd511-cb42-4dd8-b868-da9cbba8c7e4 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:40.401853 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-73342891-1c18-4129-a924-c3eff757fea9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:37:40.409979 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-73342891-1c18-4129-a924-c3eff757fea9 admin admin] Usage tracker for resource:security_group_rule and tenant:7865bb0a394745f1915de3c03b27f5f8 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:37:40.413905 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0dad918-2532-4b80-9600-3670fddb1fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54876b1d-7d6f-4210-b4eb-9d84a0768427'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:37:40.417643 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-73342891-1c18-4129-a924-c3eff757fea9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:37:40.425931 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-73342891-1c18-4129-a924-c3eff757fea9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:37:40.443712 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55608) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:40.533631 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device b5eb4f53-a642-446d-8190-e7b77b1d015d details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:37:40.561889 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 54876b1d-7d6f-4210-b4eb-9d84a0768427, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=54876b1d-7d6f-4210-b4eb-9d84a0768427,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:37:40.566095 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-73342891-1c18-4129-a924-c3eff757fea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:40.576850 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-73342891-1c18-4129-a924-c3eff757fea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:40.599100 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:40.639053 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73342891-1c18-4129-a924-c3eff757fea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=184c27b2-5038-48e4-9e12-cb2d3ea37989,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:40.659259 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-73342891-1c18-4129-a924-c3eff757fea9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7865bb0a394745f1915de3c03b27f5f8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7479093 May 05 21:37:40.661823 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55616) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:40.676136 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b9ffd511-cb42-4dd8-b868-da9cbba8c7e4 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:40.681009 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55622) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:40.701731 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b9ffd511-cb42-4dd8-b868-da9cbba8c7e4 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:40.792092 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=54876b1d-7d6f-4210-b4eb-9d84a0768427,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:40.835535 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port b5eb4f53-a642-446d-8190-e7b77b1d015d, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=b5eb4f53-a642-446d-8190-e7b77b1d015d,segment=NetworkSegment(87859d75-c285-4ea1-b899-3b38f003cf70),segment_id=87859d75-c285-4ea1-b899-3b38f003cf70)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:37:40.874494 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b038f5a2-22f7-4262-bdac-5f471e5f9685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:40.880047 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': 'b5eb4f53-a642-446d-8190-e7b77b1d015d', 'network_id': '2ea271d8-96e6-42e1-b4ca-22da751bdd28', 'port_id': 'b5eb4f53-a642-446d-8190-e7b77b1d015d', 'mac_address': 'fa:16:3e:79:bb:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36081928-afee-4476-8a16-bce3420fbcc5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:37:40.912244 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b9ffd511-cb42-4dd8-b868-da9cbba8c7e4 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:40.922527 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ffd511-cb42-4dd8-b868-da9cbba8c7e4 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Pushing event updated for resources: {'Port': ['ID=29504e5b-6e66-422e-8331-ae8575c3e653,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:40.932824 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b038f5a2-22f7-4262-bdac-5f471e5f9685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:40.978624 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361e7f7c-0c10-4b26-8316-b3998b50ee1f None None] Sync routers for ids ['e35b1f5e-9975-490d-a03e-79402c432836'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:37:40.992977 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:41.023870 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-2345ef61-aed2-4147-a746-acfaee446518 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=445f0b637ce445228ac64a086a3b2e26&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3417325 May 05 21:37:41.024633 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5eb4f53-a642-446d-8190-e7b77b1d015d {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:37:41.027274 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55632) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:41.034100 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b9ffd511-cb42-4dd8-b868-da9cbba8c7e4 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:41.036855 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b9ffd511-cb42-4dd8-b868-da9cbba8c7e4 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9367845 May 05 21:37:41.060294 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10656f-022b-4371-b69f-36ba800eacd8 req-c8cbd7e1-aaf9-425b-b4a8-7228db329f07 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:41.068875 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bc10656f-022b-4371-b69f-36ba800eacd8 req-c8cbd7e1-aaf9-425b-b4a8-7228db329f07 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0dad918-2532-4b80-9600-3670fddb1fc0 HTTP/1.1" status: 200 len: 971 time: 0.1305435 May 05 21:37:41.084008 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port b5eb4f53-a642-446d-8190-e7b77b1d015d, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=b5eb4f53-a642-446d-8190-e7b77b1d015d,segment=NetworkSegment(87859d75-c285-4ea1-b899-3b38f003cf70),segment_id=87859d75-c285-4ea1-b899-3b38f003cf70)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:37:41.095770 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361e7f7c-0c10-4b26-8316-b3998b50ee1f None None] Routers {'e35b1f5e-9975-490d-a03e-79402c432836'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:37:41.096692 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-361e7f7c-0c10-4b26-8316-b3998b50ee1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:37:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['e35b1f5e-9975-490d-a03e-79402c432836'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:37:41.125622 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-b690586d-4418-4cd5-b376-078ee8fddd74 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1550745604-network', 'tenant_id': 'ba8db8d3b33c4e4fa9e02109edcb0120'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:37:41.138522 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b038f5a2-22f7-4262-bdac-5f471e5f9685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:41.139308 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bc10656f-022b-4371-b69f-36ba800eacd8 req-b0e61b92-acda-40b5-b783-1042a6fd1d0f tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fdc5053-b6ee-496b-b529-57853d162240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688889 May 05 21:37:41.142923 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-b690586d-4418-4cd5-b376-078ee8fddd74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:37:41.175331 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a97cc331-25f7-4605-9c30-d5a9c94b0dcc'] response: {'server_uuid': 'b0dad918-2532-4b80-9600-3670fddb1fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54876b1d-7d6f-4210-b4eb-9d84a0768427', 'code': 200} May 05 21:37:41.176209 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b690586d-4418-4cd5-b376-078ee8fddd74 admin admin] Usage tracker for resource:network and tenant:ba8db8d3b33c4e4fa9e02109edcb0120 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:37:41.176511 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:41.188253 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b690586d-4418-4cd5-b376-078ee8fddd74 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:37:41.195640 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b038f5a2-22f7-4262-bdac-5f471e5f9685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184c27b2-5038-48e4-9e12-cb2d3ea37989,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:41.204419 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-b690586d-4418-4cd5-b376-078ee8fddd74 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:37:41.207541 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b038f5a2-22f7-4262-bdac-5f471e5f9685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:41.211597 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b038f5a2-22f7-4262-bdac-5f471e5f9685 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/184c27b2-5038-48e4-9e12-cb2d3ea37989 HTTP/1.1" status: 204 len: 168 time: 0.5460756 May 05 21:37:41.232130 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b690586d-4418-4cd5-b376-078ee8fddd74 admin admin] Made reservation on behalf of ba8db8d3b33c4e4fa9e02109edcb0120 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:37:41.236123 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b690586d-4418-4cd5-b376-078ee8fddd74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:41.298749 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b690586d-4418-4cd5-b376-078ee8fddd74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:41.309053 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-66626e07-b469-4574-89e1-966b03fafe23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:41.317805 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=b5eb4f53-a642-446d-8190-e7b77b1d015d,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:41.340739 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-13852805-de30-4917-92f6-f2d1531a958e req-af3a9b29-b28e-46f7-88ec-8c254e8d22b0 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Synchronizing usage tracker for tenant:d8d84e5601be47409a299ef27c35a529 on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:37:41.388737 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-13852805-de30-4917-92f6-f2d1531a958e req-af3a9b29-b28e-46f7-88ec-8c254e8d22b0 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Unset dirty status for tenant:d8d84e5601be47409a299ef27c35a529 on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:37:41.390335 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-13852805-de30-4917-92f6-f2d1531a958e req-af3a9b29-b28e-46f7-88ec-8c254e8d22b0 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1675427524&fields=id&tenant_id=d8d84e5601be47409a299ef27c35a529 HTTP/1.1" status: 200 len: 267 time: 0.1106215 May 05 21:37:41.413171 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-361e7f7c-0c10-4b26-8316-b3998b50ee1f None None] Set router e35b1f5e-9975-490d-a03e-79402c432836 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:37:41.462342 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['b5eb4f53-a642-446d-8190-e7b77b1d015d'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:37:41.485184 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-b690586d-4418-4cd5-b376-078ee8fddd74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:37:41.496193 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b690586d-4418-4cd5-b376-078ee8fddd74 admin admin] Usage tracker for resource:security_group_rule and tenant:ba8db8d3b33c4e4fa9e02109edcb0120 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:37:41.502335 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b690586d-4418-4cd5-b376-078ee8fddd74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:37:41.520296 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-b690586d-4418-4cd5-b376-078ee8fddd74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:37:41.597132 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b690586d-4418-4cd5-b376-078ee8fddd74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:41.610973 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b690586d-4418-4cd5-b376-078ee8fddd74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:41.653223 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-66626e07-b469-4574-89e1-966b03fafe23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:41.683218 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b690586d-4418-4cd5-b376-078ee8fddd74 admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:37:41.704096 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b690586d-4418-4cd5-b376-078ee8fddd74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0f3123-b2f7-4850-b9a9-f2fc3f3401c1,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:41.722515 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13852805-de30-4917-92f6-f2d1531a958e req-d6d11b3d-0352-4a93-b211-7324b1610b4f tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:41.723206 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-13852805-de30-4917-92f6-f2d1531a958e req-d6d11b3d-0352-4a93-b211-7324b1610b4f tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Synchronizing usage tracker for tenant:d8d84e5601be47409a299ef27c35a529 on resource:network {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:37:41.730300 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b690586d-4418-4cd5-b376-078ee8fddd74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:41.730894 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-b690586d-4418-4cd5-b376-078ee8fddd74 admin admin] Added segment d809e15c-f506-4ad2-9f4a-bc71ef6224eb of type vlan for network 8f5fa56b-2468-4d2c-8674-9f81f91a527f May 05 21:37:41.745818 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-41bb0128-64ec-4b44-b84f-ef47ef7dcdf0 req-699614cb-3178-4043-832d-54e1e5ed5ea1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b0dad918-2532-4b80-9600-3670fddb1fc0 HTTP/1.1" status: 200 len: 1122 time: 0.4932241 May 05 21:37:41.765810 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-13852805-de30-4917-92f6-f2d1531a958e req-d6d11b3d-0352-4a93-b211-7324b1610b4f tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Unset dirty status for tenant:d8d84e5601be47409a299ef27c35a529 on resource:network {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:37:41.767030 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-13852805-de30-4917-92f6-f2d1531a958e req-d6d11b3d-0352-4a93-b211-7324b1610b4f tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.23 "GET /v2.0/networks?id=024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2 HTTP/1.1" status: 200 len: 824 time: 0.3671548 May 05 21:37:41.786445 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9631274-d517-4a52-b5e0-e50d7d332427 req-1fa3a9b4-7edc-44f4-8254-1b1f4ea068de tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:41.788040 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d9631274-d517-4a52-b5e0-e50d7d332427 req-1fa3a9b4-7edc-44f4-8254-1b1f4ea068de tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=8804cd72-e5a7-432f-b5a3-f7c81f187a1e HTTP/1.1" status: 200 len: 945 time: 0.2561696 May 05 21:37:41.788666 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-41bb0128-64ec-4b44-b84f-ef47ef7dcdf0 req-9f20a4c7-f971-405d-84ab-cdb3c3a0aab1 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:41.803863 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55652) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:41.833843 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b690586d-4418-4cd5-b376-078ee8fddd74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:41.851464 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-13852805-de30-4917-92f6-f2d1531a958e req-ba9e840e-67d4-4542-ba84-687250bf6757 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.23 "GET /v2.0/quotas/d8d84e5601be47409a299ef27c35a529 HTTP/1.1" status: 200 len: 375 time: 0.0617802 May 05 21:37:41.853196 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a7079578-47b2-4000-a5ab-215194674b04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:41.917735 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-66626e07-b469-4574-89e1-966b03fafe23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:41.934946 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b690586d-4418-4cd5-b376-078ee8fddd74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:41.935817 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b690586d-4418-4cd5-b376-078ee8fddd74 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:41.936075 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b690586d-4418-4cd5-b376-078ee8fddd74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:41.938568 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d9631274-d517-4a52-b5e0-e50d7d332427 req-4baa3263-83eb-4526-9b29-ca1d2ae0c23c tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355889 May 05 21:37:41.962717 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a7079578-47b2-4000-a5ab-215194674b04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:37:41.968181 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a7079578-47b2-4000-a5ab-215194674b04 admin admin] Usage tracker for resource:security_group_rule and tenant:572a0bcbf74b4cc292f80eb9e3acf7aa is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:37:41.972702 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a7079578-47b2-4000-a5ab-215194674b04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:37:41.981164 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a7079578-47b2-4000-a5ab-215194674b04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:37:41.996208 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66626e07-b469-4574-89e1-966b03fafe23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55dbf702-3aa7-4258-9d9e-758d6318c963,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:42.002358 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b690586d-4418-4cd5-b376-078ee8fddd74 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5575018 May 05 21:37:42.003256 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55656) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:42.008489 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-41bb0128-64ec-4b44-b84f-ef47ef7dcdf0 req-9f20a4c7-f971-405d-84ab-cdb3c3a0aab1 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:37:42.013748 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-13852805-de30-4917-92f6-f2d1531a958e req-8dfebf7c-21e7-4de3-af17-2fd61e51deef tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d8d84e5601be47409a299ef27c35a529&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1534727 May 05 21:37:42.020174 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-66626e07-b469-4574-89e1-966b03fafe23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:42.026332 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-66626e07-b469-4574-89e1-966b03fafe23 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/55dbf702-3aa7-4258-9d9e-758d6318c963 HTTP/1.1" status: 204 len: 168 time: 0.9978371 May 05 21:37:42.032074 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-41bb0128-64ec-4b44-b84f-ef47ef7dcdf0 req-9f20a4c7-f971-405d-84ab-cdb3c3a0aab1 service neutron] Usage tracker for resource:security_group_rule and tenant:5227f5de664a4627a576f731b0362b6b is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:37:42.035636 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-41bb0128-64ec-4b44-b84f-ef47ef7dcdf0 req-9f20a4c7-f971-405d-84ab-cdb3c3a0aab1 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:37:42.126122 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a7079578-47b2-4000-a5ab-215194674b04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:42.133661 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-41bb0128-64ec-4b44-b84f-ef47ef7dcdf0 req-9f20a4c7-f971-405d-84ab-cdb3c3a0aab1 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:37:42.134945 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a7079578-47b2-4000-a5ab-215194674b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:42.139964 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-361e7f7c-0c10-4b26-8316-b3998b50ee1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35b1f5e-9975-490d-a03e-79402c432836', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1475497951-router', 'tenant_id': 'e9edfd9a715a44519fd1c9f80c58cf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '85a0b505-9ffb-4832-87bd-916dde933025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:37:16Z', 'updated_at': '2022-05-05T21:37:29Z', 'revision_number': 4, 'project_id': 'e9edfd9a715a44519fd1c9f80c58cf68', 'gw_port': {'id': '85a0b505-9ffb-4832-87bd-916dde933025', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35b1f5e-9975-490d-a03e-79402c432836', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:37:18Z', 'updated_at': '2022-05-05T21:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'a6c9d602-aa1e-476c-bacf-251ec0cbaa29', 'name': '', 'network_id': 'd29587b2-2560-4c3c-a461-b08672a2fd42', 'tenant_id': 'e9edfd9a715a44519fd1c9f80c58cf68', 'mac_address': 'fa:16:3e:f1:44:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e35b1f5e-9975-490d-a03e-79402c432836', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03000749-5824-4180-ad7c-cda5b2d2749f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:37:27Z', 'updated_at': '2022-05-05T21:37:30Z', 'revision_number': 2, 'project_id': 'e9edfd9a715a44519fd1c9f80c58cf68', 'subnets': [{'id': '03000749-5824-4180-ad7c-cda5b2d2749f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:37:42.140689 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-feecb466-c14c-42af-9e14-f44a8ff36c54 admin admin] Request body: {'subnet': {'network_id': '8f5fa56b-2468-4d2c-8674-9f81f91a527f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1550745604-subnet', 'tenant_id': 'ba8db8d3b33c4e4fa9e02109edcb0120', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:37:42.150312 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361e7f7c-0c10-4b26-8316-b3998b50ee1f None None] Checking router: e35b1f5e-9975-490d-a03e-79402c432836 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:37:42.150752 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361e7f7c-0c10-4b26-8316-b3998b50ee1f None None] Updating router e35b1f5e-9975-490d-a03e-79402c432836 port a6c9d602-aa1e-476c-bacf-251ec0cbaa29 binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 21:37:42.172926 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-feecb466-c14c-42af-9e14-f44a8ff36c54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:37:42.198284 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7079578-47b2-4000-a5ab-215194674b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598e6919-56f0-4f9a-899a-78ec6623f0ec,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:42.205046 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-feecb466-c14c-42af-9e14-f44a8ff36c54 admin admin] Usage tracker for resource:subnet and tenant:ba8db8d3b33c4e4fa9e02109edcb0120 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:37:42.215945 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b690586d-4418-4cd5-b376-078ee8fddd74 admin admin] Pushing event updated for resources: {'Network': ['ID=8f5fa56b-2468-4d2c-8674-9f81f91a527f,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:42.224284 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-feecb466-c14c-42af-9e14-f44a8ff36c54 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:37:42.225530 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a7079578-47b2-4000-a5ab-215194674b04 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=572a0bcbf74b4cc292f80eb9e3acf7aa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4189556 May 05 21:37:42.230205 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55668) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:42.247451 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-feecb466-c14c-42af-9e14-f44a8ff36c54 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:37:42.250551 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 8f5fa56b-2468-4d2c-8674-9f81f91a527f details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:37:42.269114 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-361e7f7c-0c10-4b26-8316-b3998b50ee1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:42.373563 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-41bb0128-64ec-4b44-b84f-ef47ef7dcdf0 req-9f20a4c7-f971-405d-84ab-cdb3c3a0aab1 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:42.384285 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-41bb0128-64ec-4b44-b84f-ef47ef7dcdf0 req-9f20a4c7-f971-405d-84ab-cdb3c3a0aab1 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:42.395414 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [req-13852805-de30-4917-92f6-f2d1531a958e req-c0363cf9-1bcb-4386-ac3b-232a0a199ad4 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 21:37:42.400420 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-13852805-de30-4917-92f6-f2d1531a958e req-c0363cf9-1bcb-4386-ac3b-232a0a199ad4 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1455543 May 05 21:37:42.447749 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feecb466-c14c-42af-9e14-f44a8ff36c54 admin admin] Made reservation on behalf of ba8db8d3b33c4e4fa9e02109edcb0120 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:37:42.451266 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-feecb466-c14c-42af-9e14-f44a8ff36c54 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:42.457770 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-462cf646-485c-44b2-9c6d-bfc927db3404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:42.480096 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f20a4c7-f971-405d-84ab-cdb3c3a0aab1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=72fc5716-9fb7-4361-a72e-7e1d634a5577,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:42.555572 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-41bb0128-64ec-4b44-b84f-ef47ef7dcdf0 req-9f20a4c7-f971-405d-84ab-cdb3c3a0aab1 service neutron] Synchronizing usage tracker for tenant:5227f5de664a4627a576f731b0362b6b on resource:security_group {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:37:42.585851 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-462cf646-485c-44b2-9c6d-bfc927db3404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:42.680366 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-13852805-de30-4917-92f6-f2d1531a958e req-1ba326ac-e18a-4f58-9bc5-9d94337dc906 service neutron] 10.222.0.23 "GET /v2.0/networks/024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788486 May 05 21:37:42.691187 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-41bb0128-64ec-4b44-b84f-ef47ef7dcdf0 req-9f20a4c7-f971-405d-84ab-cdb3c3a0aab1 service neutron] Unset dirty status for tenant:5227f5de664a4627a576f731b0362b6b on resource:security_group {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:37:42.692466 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-41bb0128-64ec-4b44-b84f-ef47ef7dcdf0 req-9f20a4c7-f971-405d-84ab-cdb3c3a0aab1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4fdc5053-b6ee-496b-b529-57853d162240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9352155 May 05 21:37:42.719095 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c2f76b-8fc2-480f-9de3-58d504e53fc7 req-bd76dc11-adb7-4954-8d8a-e8a57c1f5c05 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:42.720909 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-50c2f76b-8fc2-480f-9de3-58d504e53fc7 req-bd76dc11-adb7-4954-8d8a-e8a57c1f5c05 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0dad918-2532-4b80-9600-3670fddb1fc0 HTTP/1.1" status: 200 len: 971 time: 0.3362613 May 05 21:37:42.786529 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-feecb466-c14c-42af-9e14-f44a8ff36c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:42.832239 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-462cf646-485c-44b2-9c6d-bfc927db3404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:42.864231 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-361e7f7c-0c10-4b26-8316-b3998b50ee1f None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:42.864874 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462cf646-485c-44b2-9c6d-bfc927db3404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598e6919-56f0-4f9a-899a-78ec6623f0ec,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:42.871380 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-50c2f76b-8fc2-480f-9de3-58d504e53fc7 req-8ff80ce3-f5d9-4601-ad57-23de127d8d44 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fdc5053-b6ee-496b-b529-57853d162240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989823 May 05 21:37:42.892451 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-462cf646-485c-44b2-9c6d-bfc927db3404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:42.893645 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-462cf646-485c-44b2-9c6d-bfc927db3404 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/598e6919-56f0-4f9a-899a-78ec6623f0ec HTTP/1.1" status: 204 len: 168 time: 0.6623383 May 05 21:37:42.898104 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-361e7f7c-0c10-4b26-8316-b3998b50ee1f None None] Transition to ACTIVE for port object a6c9d602-aa1e-476c-bacf-251ec0cbaa29 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:37:42.913542 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-13852805-de30-4917-92f6-f2d1531a958e req-75cbdf46-1e23-46f5-80c8-575eb9203f33 service neutron] 10.222.0.23 "GET /v2.0/networks/024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257450 May 05 21:37:42.913666 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feecb466-c14c-42af-9e14-f44a8ff36c54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0866fadc-0285-490c-bb80-8fd5699daa40,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:42.918718 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-361e7f7c-0c10-4b26-8316-b3998b50ee1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:42.919160 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feecb466-c14c-42af-9e14-f44a8ff36c54 admin admin] Checking segment: {'id': 'd809e15c-f506-4ad2-9f4a-bc71ef6224eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '8f5fa56b-2468-4d2c-8674-9f81f91a527f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:37:42.919453 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feecb466-c14c-42af-9e14-f44a8ff36c54 admin admin] Network hostable DHCP agents. Network: 8f5fa56b-2468-4d2c-8674-9f81f91a527f, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:37:42.948800 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feecb466-c14c-42af-9e14-f44a8ff36c54 admin admin] Network 8f5fa56b-2468-4d2c-8674-9f81f91a527f is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:37:42.964114 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-feecb466-c14c-42af-9e14-f44a8ff36c54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 8f5fa56b-2468-4d2c-8674-9f81f91a527f) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:37:42.970840 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feecb466-c14c-42af-9e14-f44a8ff36c54 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:42.971839 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-feecb466-c14c-42af-9e14-f44a8ff36c54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:42.985347 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14576da-6d66-42d1-bdcb-8cb60693df86 None None] Network 8f5fa56b-2468-4d2c-8674-9f81f91a527f requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:37:43.039825 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-feecb466-c14c-42af-9e14-f44a8ff36c54 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0281186 May 05 21:37:43.316180 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a04d9a34-2a86-4bf0-8591-ab9ec51773d5 req-14e2b3d4-81a7-491e-9247-cdcd489cbba4 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c658b60d-fe3a-488a-8836-fc61937ea474 HTTP/1.1" status: 200 len: 210 time: 0.1794438 May 05 21:37:43.359572 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459f678c-b961-4583-9124-85edfa780ffd None None] Pushing event updated for resources: {'Port': ['ID=a6c9d602-aa1e-476c-bacf-251ec0cbaa29,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:43.420580 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc5c49-16cd-43e2-9560-2213f783c556 req-f9359082-b2ce-48b4-a4fb-cbfc48ee309e tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:43.431346 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-88cc5c49-16cd-43e2-9560-2213f783c556 req-f9359082-b2ce-48b4-a4fb-cbfc48ee309e tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=8804cd72-e5a7-432f-b5a3-f7c81f187a1e HTTP/1.1" status: 200 len: 945 time: 0.2228136 May 05 21:37:43.520918 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-88cc5c49-16cd-43e2-9560-2213f783c556 req-ec4bf62d-717f-4566-8903-78f643d872dc tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887260 May 05 21:37:43.636853 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-361e7f7c-0c10-4b26-8316-b3998b50ee1f None None] Attempting to bind port a6c9d602-aa1e-476c-bacf-251ec0cbaa29 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:37:43.637212 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-361e7f7c-0c10-4b26-8316-b3998b50ee1f None None] Attempting to bind port a6c9d602-aa1e-476c-bacf-251ec0cbaa29 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'ff5be024-16bf-4099-bd79-74b5cda48de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd29587b2-2560-4c3c-a461-b08672a2fd42'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:37:43.637616 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361e7f7c-0c10-4b26-8316-b3998b50ee1f None None] Attempting to bind port a6c9d602-aa1e-476c-bacf-251ec0cbaa29 on network d29587b2-2560-4c3c-a461-b08672a2fd42 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:37:43.655539 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361e7f7c-0c10-4b26-8316-b3998b50ee1f None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:37:43.655910 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361e7f7c-0c10-4b26-8316-b3998b50ee1f None None] Checking segment: {'id': 'ff5be024-16bf-4099-bd79-74b5cda48de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd29587b2-2560-4c3c-a461-b08672a2fd42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:37:43.656306 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-361e7f7c-0c10-4b26-8316-b3998b50ee1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:43.656687 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361e7f7c-0c10-4b26-8316-b3998b50ee1f None None] Bound using segment: {'id': 'ff5be024-16bf-4099-bd79-74b5cda48de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd29587b2-2560-4c3c-a461-b08672a2fd42'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:37:43.657155 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-361e7f7c-0c10-4b26-8316-b3998b50ee1f None None] Bound port: a6c9d602-aa1e-476c-bacf-251ec0cbaa29, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff5be024-16bf-4099-bd79-74b5cda48de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd29587b2-2560-4c3c-a461-b08672a2fd42'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:37:43.657543 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-361e7f7c-0c10-4b26-8316-b3998b50ee1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:43.755142 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799cd6e2-1b40-4bdd-9df1-51a7ffac1d3f None None] Network 8f5fa56b-2468-4d2c-8674-9f81f91a527f requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:37:43.864364 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-361e7f7c-0c10-4b26-8316-b3998b50ee1f None None] For port a6c9d602-aa1e-476c-bacf-251ec0cbaa29, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:37:43.870097 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-361e7f7c-0c10-4b26-8316-b3998b50ee1f None None] For port a6c9d602-aa1e-476c-bacf-251ec0cbaa29, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=a6c9d602-aa1e-476c-bacf-251ec0cbaa29,segment=NetworkSegment(ff5be024-16bf-4099-bd79-74b5cda48de1),segment_id=ff5be024-16bf-4099-bd79-74b5cda48de1)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:37:43.881799 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-361e7f7c-0c10-4b26-8316-b3998b50ee1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:44.050812 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459f678c-b961-4583-9124-85edfa780ffd None None] Pushing event updated for resources: {'Port': ['ID=a6c9d602-aa1e-476c-bacf-251ec0cbaa29,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:44.084536 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1d0376c1-0661-49bb-96f2-5607fce0109f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:44.093735 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361e7f7c-0c10-4b26-8316-b3998b50ee1f None None] Routers {'e35b1f5e-9975-490d-a03e-79402c432836'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:37:44.097600 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-361e7f7c-0c10-4b26-8316-b3998b50ee1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:37:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['e35b1f5e-9975-490d-a03e-79402c432836'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:37:44.147438 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a33f2-cd7f-4ecb-8e8d-8a51781be7b1 req-201c1a40-d02a-4ad1-b8d0-c35b98a8bf06 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:44.157159 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3e4a33f2-cd7f-4ecb-8e8d-8a51781be7b1 req-201c1a40-d02a-4ad1-b8d0-c35b98a8bf06 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0dad918-2532-4b80-9600-3670fddb1fc0 HTTP/1.1" status: 200 len: 971 time: 0.1248794 May 05 21:37:44.227025 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3e4a33f2-cd7f-4ecb-8e8d-8a51781be7b1 req-dea1bae7-7bc7-4c66-992d-d40804962187 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fdc5053-b6ee-496b-b529-57853d162240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682640 May 05 21:37:44.335407 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-361e7f7c-0c10-4b26-8316-b3998b50ee1f None None] Set router e35b1f5e-9975-490d-a03e-79402c432836 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:37:44.468389 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device b5eb4f53-a642-446d-8190-e7b77b1d015d up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:37:44.702933 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f212a91f-ccd4-4a50-b4ab-ef4203df73ae req-7a2a9126-2261-42eb-a61f-4c68ae803b13 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c658b60d-fe3a-488a-8836-fc61937ea474 HTTP/1.1" status: 200 len: 210 time: 0.1196048 May 05 21:37:44.747851 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13852805-de30-4917-92f6-f2d1531a958e req-ff959224-05ec-4cfb-8d40-a4ddb4a1d50c tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:44.749461 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-13852805-de30-4917-92f6-f2d1531a958e req-ff959224-05ec-4cfb-8d40-a4ddb4a1d50c tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.44 "GET /v2.0/networks?id=024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2 HTTP/1.1" status: 200 len: 824 time: 0.3405766 May 05 21:37:44.848058 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-13852805-de30-4917-92f6-f2d1531a958e req-b8cefea9-9ca8-49e8-8278-f8a30d422225 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8d84e5601be47409a299ef27c35a529 HTTP/1.1" status: 200 len: 380 time: 0.0794370 May 05 21:37:44.867091 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-13852805-de30-4917-92f6-f2d1531a958e req-11add91b-d204-4296-9744-f93252c9ddbf tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Request body: {'port': {'device_id': 'c658b60d-fe3a-488a-8836-fc61937ea474', 'network_id': '024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2', 'admin_state_up': True, 'tenant_id': 'd8d84e5601be47409a299ef27c35a529', 'security_groups': ['5f526b55-d264-48ee-8188-9cc4ec8dd8ba']}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:37:44.943851 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port b5eb4f53-a642-446d-8190-e7b77b1d015d completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:37:44.955486 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port b5eb4f53-a642-446d-8190-e7b77b1d015d triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:37:44.956209 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:44.971422 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e6b71-ef3d-4d09-9827-70be2dfdd51e req-2f22a9ae-394e-405e-a9f9-d9ad3d62f138 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:44.973036 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c77e6b71-ef3d-4d09-9827-70be2dfdd51e req-2f22a9ae-394e-405e-a9f9-d9ad3d62f138 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=8804cd72-e5a7-432f-b5a3-f7c81f187a1e HTTP/1.1" status: 200 len: 945 time: 0.1328669 May 05 21:37:45.021881 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c77e6b71-ef3d-4d09-9827-70be2dfdd51e req-a21388e6-f61c-46b1-9de9-36f05b88ade5 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428574 May 05 21:37:45.033817 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55752) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:45.042330 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-a898da31-873c-49d3-81e5-efac7638badd admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-193441132-network', 'tenant_id': '7e99c0f9404f4ed782d8540d41c3a29e'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:37:45.051846 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a898da31-873c-49d3-81e5-efac7638badd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:37:45.062241 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a898da31-873c-49d3-81e5-efac7638badd admin admin] Usage tracker for resource:network and tenant:7e99c0f9404f4ed782d8540d41c3a29e is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:37:45.074380 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a898da31-873c-49d3-81e5-efac7638badd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:37:45.084046 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a898da31-873c-49d3-81e5-efac7638badd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:37:45.117471 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a898da31-873c-49d3-81e5-efac7638badd admin admin] Made reservation on behalf of 7e99c0f9404f4ed782d8540d41c3a29e for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:37:45.120140 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a898da31-873c-49d3-81e5-efac7638badd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:45.128569 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-13852805-de30-4917-92f6-f2d1531a958e req-11add91b-d204-4296-9744-f93252c9ddbf tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:37:45.133593 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-13852805-de30-4917-92f6-f2d1531a958e req-11add91b-d204-4296-9744-f93252c9ddbf tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Usage tracker for resource:port and tenant:d8d84e5601be47409a299ef27c35a529 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:37:45.137153 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-13852805-de30-4917-92f6-f2d1531a958e req-11add91b-d204-4296-9744-f93252c9ddbf tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:37:45.142291 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a898da31-873c-49d3-81e5-efac7638badd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:45.144606 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-13852805-de30-4917-92f6-f2d1531a958e req-11add91b-d204-4296-9744-f93252c9ddbf tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:37:45.161832 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13852805-de30-4917-92f6-f2d1531a958e req-11add91b-d204-4296-9744-f93252c9ddbf tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Made reservation on behalf of d8d84e5601be47409a299ef27c35a529 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:37:45.166193 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-13852805-de30-4917-92f6-f2d1531a958e req-11add91b-d204-4296-9744-f93252c9ddbf tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:45.227746 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:45.228710 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a898da31-873c-49d3-81e5-efac7638badd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:37:45.236616 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a898da31-873c-49d3-81e5-efac7638badd admin admin] Usage tracker for resource:security_group_rule and tenant:7e99c0f9404f4ed782d8540d41c3a29e is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:37:45.244025 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a898da31-873c-49d3-81e5-efac7638badd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:37:45.260696 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a898da31-873c-49d3-81e5-efac7638badd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:37:45.274598 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8804cd72-e5a7-432f-b5a3-f7c81f187a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5eb4f53-a642-446d-8190-e7b77b1d015d'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:37:45.286800 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port b5eb4f53-a642-446d-8190-e7b77b1d015d, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=b5eb4f53-a642-446d-8190-e7b77b1d015d,segment=NetworkSegment(87859d75-c285-4ea1-b899-3b38f003cf70),segment_id=87859d75-c285-4ea1-b899-3b38f003cf70)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:37:45.302376 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:45.373642 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=b5eb4f53-a642-446d-8190-e7b77b1d015d,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:45.383003 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-361e7f7c-0c10-4b26-8316-b3998b50ee1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35b1f5e-9975-490d-a03e-79402c432836', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1475497951-router', 'tenant_id': 'e9edfd9a715a44519fd1c9f80c58cf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '85a0b505-9ffb-4832-87bd-916dde933025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:37:16Z', 'updated_at': '2022-05-05T21:37:29Z', 'revision_number': 4, 'project_id': 'e9edfd9a715a44519fd1c9f80c58cf68', 'gw_port': {'id': '85a0b505-9ffb-4832-87bd-916dde933025', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35b1f5e-9975-490d-a03e-79402c432836', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:37:18Z', 'updated_at': '2022-05-05T21:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'a6c9d602-aa1e-476c-bacf-251ec0cbaa29', 'name': '', 'network_id': 'd29587b2-2560-4c3c-a461-b08672a2fd42', 'tenant_id': 'e9edfd9a715a44519fd1c9f80c58cf68', 'mac_address': 'fa:16:3e:f1:44:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e35b1f5e-9975-490d-a03e-79402c432836', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03000749-5824-4180-ad7c-cda5b2d2749f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:37:27Z', 'updated_at': '2022-05-05T21:37:43Z', 'revision_number': 4, 'project_id': 'e9edfd9a715a44519fd1c9f80c58cf68', 'subnets': [{'id': '03000749-5824-4180-ad7c-cda5b2d2749f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:37:45.387151 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361e7f7c-0c10-4b26-8316-b3998b50ee1f None None] The sync data for ids ['e35b1f5e-9975-490d-a03e-79402c432836'] in n-d-825175-4 is: [{'id': 'e35b1f5e-9975-490d-a03e-79402c432836', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1475497951-router', 'tenant_id': 'e9edfd9a715a44519fd1c9f80c58cf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '85a0b505-9ffb-4832-87bd-916dde933025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:37:16Z', 'updated_at': '2022-05-05T21:37:29Z', 'revision_number': 4, 'project_id': 'e9edfd9a715a44519fd1c9f80c58cf68', 'gw_port': {'id': '85a0b505-9ffb-4832-87bd-916dde933025', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35b1f5e-9975-490d-a03e-79402c432836', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:37:18Z', 'updated_at': '2022-05-05T21:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'a6c9d602-aa1e-476c-bacf-251ec0cbaa29', 'name': '', 'network_id': 'd29587b2-2560-4c3c-a461-b08672a2fd42', 'tenant_id': 'e9edfd9a715a44519fd1c9f80c58cf68', 'mac_address': 'fa:16:3e:f1:44:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e35b1f5e-9975-490d-a03e-79402c432836', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03000749-5824-4180-ad7c-cda5b2d2749f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:37:27Z', 'updated_at': '2022-05-05T21:37:43Z', 'revision_number': 4, 'project_id': 'e9edfd9a715a44519fd1c9f80c58cf68', 'subnets': [{'id': '03000749-5824-4180-ad7c-cda5b2d2749f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:37:45.409643 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a112f9b-66c2-409c-b0b9-c14999c44859'] response: {'server_uuid': '8804cd72-e5a7-432f-b5a3-f7c81f187a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5eb4f53-a642-446d-8190-e7b77b1d015d', 'code': 200} May 05 21:37:45.440795 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a898da31-873c-49d3-81e5-efac7638badd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:45.453996 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a898da31-873c-49d3-81e5-efac7638badd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:45.483001 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.44', 54142) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:45.603029 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-13852805-de30-4917-92f6-f2d1531a958e req-11add91b-d204-4296-9744-f93252c9ddbf tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Allocated IP 172.20.0.8 (024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2/761d7a8a-b72e-455d-b2ab-6aa95ead4c5a/c6473476-12a6-418a-a3d8-7df9efd64201) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:37:45.615779 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a898da31-873c-49d3-81e5-efac7638badd admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:37:45.646624 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a898da31-873c-49d3-81e5-efac7638badd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c24fdc-b9c2-42a6-a1c0-cc08f34a9f22,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:45.677894 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a898da31-873c-49d3-81e5-efac7638badd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:45.678229 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-a898da31-873c-49d3-81e5-efac7638badd admin admin] Added segment 7080327c-a545-4731-bf0b-c430d0df048c of type vlan for network 2a67f49d-4ccf-4876-8a72-cb21bb97dd8c May 05 21:37:45.751169 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a898da31-873c-49d3-81e5-efac7638badd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:45.819659 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6e8a189a-fe5f-430e-9ad1-3b9334c807ef req-314bfa3a-0f25-4fa9-a6c4-2c70b4a40501 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8804cd72-e5a7-432f-b5a3-f7c81f187a1e HTTP/1.1" status: 200 len: 1097 time: 0.3353424 May 05 21:37:45.826961 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9f4d3-5e7f-46a0-8a67-9a9bd0d828cc req-54946fd0-7b42-48f3-b04c-eec50455762d tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:45.839062 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-45b9f4d3-5e7f-46a0-8a67-9a9bd0d828cc req-54946fd0-7b42-48f3-b04c-eec50455762d tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0dad918-2532-4b80-9600-3670fddb1fc0 HTTP/1.1" status: 200 len: 971 time: 0.2815993 May 05 21:37:45.947180 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-13852805-de30-4917-92f6-f2d1531a958e req-11add91b-d204-4296-9744-f93252c9ddbf tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:45.973135 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-13852805-de30-4917-92f6-f2d1531a958e req-11add91b-d204-4296-9744-f93252c9ddbf tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Transition to ACTIVE for port object c6473476-12a6-418a-a3d8-7df9efd64201 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:37:46.011160 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-13852805-de30-4917-92f6-f2d1531a958e req-11add91b-d204-4296-9744-f93252c9ddbf tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:46.025724 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-317d2730-e5f3-4960-a2f1-cf99c21a795b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:46.026303 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a898da31-873c-49d3-81e5-efac7638badd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:46.027138 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a898da31-873c-49d3-81e5-efac7638badd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:46.027694 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a898da31-873c-49d3-81e5-efac7638badd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:46.047270 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-002c02b4-14da-40e3-9acd-038c3c2cbb95 req-7861b47e-cb50-4cfa-9dbf-a7982018565a tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c658b60d-fe3a-488a-8836-fc61937ea474 HTTP/1.1" status: 200 len: 210 time: 0.1219697 May 05 21:37:46.108867 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device a6c9d602-aa1e-476c-bacf-251ec0cbaa29 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:37:46.197381 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13852805-de30-4917-92f6-f2d1531a958e req-11add91b-d204-4296-9744-f93252c9ddbf tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Network 024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:37:46.211359 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-13852805-de30-4917-92f6-f2d1531a958e req-11add91b-d204-4296-9744-f93252c9ddbf tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:37:46.215566 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-13852805-de30-4917-92f6-f2d1531a958e req-11add91b-d204-4296-9744-f93252c9ddbf tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:37:46.239279 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a898da31-873c-49d3-81e5-efac7638badd admin admin] Pushing event updated for resources: {'Network': ['ID=2a67f49d-4ccf-4876-8a72-cb21bb97dd8c,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:46.247315 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13852805-de30-4917-92f6-f2d1531a958e req-11add91b-d204-4296-9744-f93252c9ddbf tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:46.247973 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-13852805-de30-4917-92f6-f2d1531a958e req-11add91b-d204-4296-9744-f93252c9ddbf tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:46.263641 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a898da31-873c-49d3-81e5-efac7638badd admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2286046 May 05 21:37:46.267391 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6e8a189a-fe5f-430e-9ad1-3b9334c807ef req-5f54f0ec-0fc2-4489-ba45-5db07def6351 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4263668 May 05 21:37:46.269448 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55786) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:46.278464 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 2a67f49d-4ccf-4876-8a72-cb21bb97dd8c details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:37:46.293601 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11add91b-d204-4296-9744-f93252c9ddbf tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Pushing event updated for resources: {'Port': ['ID=c6473476-12a6-418a-a3d8-7df9efd64201,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:46.294866 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-45b9f4d3-5e7f-46a0-8a67-9a9bd0d828cc req-06d95bb1-e196-430c-8e2b-1168506d27a1 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fdc5053-b6ee-496b-b529-57853d162240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4541073 May 05 21:37:46.310701 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-696f3983-23d4-4913-b0fa-a5561c273451 admin admin] Request body: {'subnet': {'network_id': '2a67f49d-4ccf-4876-8a72-cb21bb97dd8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-193441132-subnet', 'tenant_id': '7e99c0f9404f4ed782d8540d41c3a29e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:37:46.313053 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-13852805-de30-4917-92f6-f2d1531a958e req-11add91b-d204-4296-9744-f93252c9ddbf tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4590254 May 05 21:37:46.317811 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-696f3983-23d4-4913-b0fa-a5561c273451 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:37:46.323708 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-696f3983-23d4-4913-b0fa-a5561c273451 admin admin] Usage tracker for resource:subnet and tenant:7e99c0f9404f4ed782d8540d41c3a29e is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:37:46.327411 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-696f3983-23d4-4913-b0fa-a5561c273451 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:37:46.331551 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port a6c9d602-aa1e-476c-bacf-251ec0cbaa29 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:37:46.351283 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-696f3983-23d4-4913-b0fa-a5561c273451 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:37:46.536687 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696f3983-23d4-4913-b0fa-a5561c273451 admin admin] Made reservation on behalf of 7e99c0f9404f4ed782d8540d41c3a29e for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:37:46.539424 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-696f3983-23d4-4913-b0fa-a5561c273451 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:46.558227 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port a6c9d602-aa1e-476c-bacf-251ec0cbaa29 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:37:46.558841 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:46.603856 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-13852805-de30-4917-92f6-f2d1531a958e req-6a1a4fa3-07e8-4354-9cb4-a8cb0b7218ef service neutron] Request body: {'port': {'device_id': 'c658b60d-fe3a-488a-8836-fc61937ea474', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:37:46.717955 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-30569f6e-6d7e-43d5-b8ae-3a5c4931a9f8 None None] Provisioning for port c6473476-12a6-418a-a3d8-7df9efd64201 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:37:46.739505 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-30569f6e-6d7e-43d5-b8ae-3a5c4931a9f8 None None] Provisioning complete for port c6473476-12a6-418a-a3d8-7df9efd64201 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:37:46.739861 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-30569f6e-6d7e-43d5-b8ae-3a5c4931a9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:46.779481 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-13852805-de30-4917-92f6-f2d1531a958e req-6a1a4fa3-07e8-4354-9cb4-a8cb0b7218ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:46.823786 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:46.849225 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-30569f6e-6d7e-43d5-b8ae-3a5c4931a9f8 None None] Port c6473476-12a6-418a-a3d8-7df9efd64201 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:37:46.859452 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2175da20-00f6-43ed-8231-be97d7ab9d40 req-b7e376f6-a9c5-4f29-b1c8-280aa4f68da4 tempest-AggregatesAdminTestJSON-951465007 tempest-AggregatesAdminTestJSON-951465007-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b0dad918-2532-4b80-9600-3670fddb1fc0 HTTP/1.1" status: 200 len: 1122 time: 0.2813518 May 05 21:37:46.872964 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e96a97a-74a9-4899-9b49-0682442b5ec3 req-b9d7aec7-30ac-481c-8871-a686e728278a tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:46.880783 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7e96a97a-74a9-4899-9b49-0682442b5ec3 req-b9d7aec7-30ac-481c-8871-a686e728278a tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=8804cd72-e5a7-432f-b5a3-f7c81f187a1e HTTP/1.1" status: 200 len: 946 time: 0.5105073 May 05 21:37:46.889287 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port a6c9d602-aa1e-476c-bacf-251ec0cbaa29, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=a6c9d602-aa1e-476c-bacf-251ec0cbaa29,segment=NetworkSegment(ff5be024-16bf-4099-bd79-74b5cda48de1),segment_id=ff5be024-16bf-4099-bd79-74b5cda48de1)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:37:46.896860 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:46.905245 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2175da20-00f6-43ed-8231-be97d7ab9d40 req-7e066528-9f46-4abb-bf3d-e43551b6515a tempest-AggregatesAdminTestJSON-951465007 tempest-AggregatesAdminTestJSON-951465007-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:46.987043 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=a6c9d602-aa1e-476c-bacf-251ec0cbaa29,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:47.048100 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-2175da20-00f6-43ed-8231-be97d7ab9d40 req-7e066528-9f46-4abb-bf3d-e43551b6515a tempest-AggregatesAdminTestJSON-951465007 tempest-AggregatesAdminTestJSON-951465007-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:37:47.067099 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7e96a97a-74a9-4899-9b49-0682442b5ec3 req-46fd373f-55ec-4e97-b4d2-8eb00e49f91c tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854718 May 05 21:37:47.068192 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-2175da20-00f6-43ed-8231-be97d7ab9d40 req-7e066528-9f46-4abb-bf3d-e43551b6515a tempest-AggregatesAdminTestJSON-951465007 tempest-AggregatesAdminTestJSON-951465007-project-admin] Usage tracker for resource:security_group_rule and tenant:59e1fcb7f0de49bc928cda5a0a5b053c is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:37:47.074024 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-2175da20-00f6-43ed-8231-be97d7ab9d40 req-7e066528-9f46-4abb-bf3d-e43551b6515a tempest-AggregatesAdminTestJSON-951465007 tempest-AggregatesAdminTestJSON-951465007-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:37:47.089903 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-2175da20-00f6-43ed-8231-be97d7ab9d40 req-7e066528-9f46-4abb-bf3d-e43551b6515a tempest-AggregatesAdminTestJSON-951465007 tempest-AggregatesAdminTestJSON-951465007-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:37:47.111938 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-696f3983-23d4-4913-b0fa-a5561c273451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:47.160117 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:47.233485 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696f3983-23d4-4913-b0fa-a5561c273451 admin admin] Pushing event updated for resources: {'Subnet': ['ID=108fe961-4e16-4101-914e-9c452e33725b,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:47.255993 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696f3983-23d4-4913-b0fa-a5561c273451 admin admin] Checking segment: {'id': '7080327c-a545-4731-bf0b-c430d0df048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2a67f49d-4ccf-4876-8a72-cb21bb97dd8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:37:47.256634 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696f3983-23d4-4913-b0fa-a5561c273451 admin admin] Network hostable DHCP agents. Network: 2a67f49d-4ccf-4876-8a72-cb21bb97dd8c, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:37:47.282708 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2175da20-00f6-43ed-8231-be97d7ab9d40 req-7e066528-9f46-4abb-bf3d-e43551b6515a tempest-AggregatesAdminTestJSON-951465007 tempest-AggregatesAdminTestJSON-951465007-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:47.290376 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2175da20-00f6-43ed-8231-be97d7ab9d40 req-7e066528-9f46-4abb-bf3d-e43551b6515a tempest-AggregatesAdminTestJSON-951465007 tempest-AggregatesAdminTestJSON-951465007-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:47.295117 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-13852805-de30-4917-92f6-f2d1531a958e req-6a1a4fa3-07e8-4354-9cb4-a8cb0b7218ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6473476-12a6-418a-a3d8-7df9efd64201 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:37:47.303959 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-13852805-de30-4917-92f6-f2d1531a958e req-6a1a4fa3-07e8-4354-9cb4-a8cb0b7218ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:47.328095 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-13852805-de30-4917-92f6-f2d1531a958e req-6a1a4fa3-07e8-4354-9cb4-a8cb0b7218ef service neutron] Transition to ACTIVE for port object c6473476-12a6-418a-a3d8-7df9efd64201 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:37:47.330518 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696f3983-23d4-4913-b0fa-a5561c273451 admin admin] Network 2a67f49d-4ccf-4876-8a72-cb21bb97dd8c is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:37:47.334070 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2175da20-00f6-43ed-8231-be97d7ab9d40 req-7e066528-9f46-4abb-bf3d-e43551b6515a tempest-AggregatesAdminTestJSON-951465007 tempest-AggregatesAdminTestJSON-951465007-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=4fdc5053-b6ee-496b-b529-57853d162240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4515066 May 05 21:37:47.335499 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-13852805-de30-4917-92f6-f2d1531a958e req-6a1a4fa3-07e8-4354-9cb4-a8cb0b7218ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:47.351188 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e066528-9f46-4abb-bf3d-e43551b6515a tempest-AggregatesAdminTestJSON-951465007 tempest-AggregatesAdminTestJSON-951465007-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af571867-a1f1-4933-aa75-0dbce5ae21f6,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:47.360188 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-696f3983-23d4-4913-b0fa-a5561c273451 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 2a67f49d-4ccf-4876-8a72-cb21bb97dd8c) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:37:47.372460 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e1228f-98a0-4b61-a0fc-fc9d4a168124 None None] Network 2a67f49d-4ccf-4876-8a72-cb21bb97dd8c requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:37:47.391107 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696f3983-23d4-4913-b0fa-a5561c273451 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:47.391702 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-696f3983-23d4-4913-b0fa-a5561c273451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:47.449128 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-696f3983-23d4-4913-b0fa-a5561c273451 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1784809 May 05 21:37:47.590085 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1a4fa3-07e8-4354-9cb4-a8cb0b7218ef service neutron] Pushing event updated for resources: {'Port': ['ID=c6473476-12a6-418a-a3d8-7df9efd64201,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:47.619616 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-13852805-de30-4917-92f6-f2d1531a958e req-6a1a4fa3-07e8-4354-9cb4-a8cb0b7218ef service neutron] Attempting to bind port c6473476-12a6-418a-a3d8-7df9efd64201 on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:37:47.619976 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-13852805-de30-4917-92f6-f2d1531a958e req-6a1a4fa3-07e8-4354-9cb4-a8cb0b7218ef service neutron] Attempting to bind port c6473476-12a6-418a-a3d8-7df9efd64201 by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': '4c0b01e5-8fe5-4bee-966f-ea37d84bcbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:37:47.620268 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13852805-de30-4917-92f6-f2d1531a958e req-6a1a4fa3-07e8-4354-9cb4-a8cb0b7218ef service neutron] Attempting to bind port c6473476-12a6-418a-a3d8-7df9efd64201 on network 024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:37:47.631186 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13852805-de30-4917-92f6-f2d1531a958e req-6a1a4fa3-07e8-4354-9cb4-a8cb0b7218ef service neutron] Port c6473476-12a6-418a-a3d8-7df9efd64201 on network 024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:37:47.632400 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13852805-de30-4917-92f6-f2d1531a958e req-6a1a4fa3-07e8-4354-9cb4-a8cb0b7218ef service neutron] Attempting to bind port c6473476-12a6-418a-a3d8-7df9efd64201 on network 024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:37:47.640341 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:47.645530 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13852805-de30-4917-92f6-f2d1531a958e req-6a1a4fa3-07e8-4354-9cb4-a8cb0b7218ef service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:37:47.645879 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13852805-de30-4917-92f6-f2d1531a958e req-6a1a4fa3-07e8-4354-9cb4-a8cb0b7218ef service neutron] Checking segment: {'id': '4c0b01e5-8fe5-4bee-966f-ea37d84bcbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:37:47.646310 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13852805-de30-4917-92f6-f2d1531a958e req-6a1a4fa3-07e8-4354-9cb4-a8cb0b7218ef service neutron] Bound using segment: {'id': '4c0b01e5-8fe5-4bee-966f-ea37d84bcbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:37:47.646684 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-13852805-de30-4917-92f6-f2d1531a958e req-6a1a4fa3-07e8-4354-9cb4-a8cb0b7218ef service neutron] Bound port: c6473476-12a6-418a-a3d8-7df9efd64201, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c0b01e5-8fe5-4bee-966f-ea37d84bcbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:37:47.647026 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-13852805-de30-4917-92f6-f2d1531a958e req-6a1a4fa3-07e8-4354-9cb4-a8cb0b7218ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:47.723656 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe5ff2-e440-405d-8091-dd03b704268e req-44bd999c-c914-444e-b9d1-484f2088a576 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:47.726199 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ebfe5ff2-e440-405d-8091-dd03b704268e req-44bd999c-c914-444e-b9d1-484f2088a576 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c658b60d-fe3a-488a-8836-fc61937ea474 HTTP/1.1" status: 200 len: 943 time: 0.1512103 May 05 21:37:47.783743 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-13852805-de30-4917-92f6-f2d1531a958e req-6a1a4fa3-07e8-4354-9cb4-a8cb0b7218ef service neutron] For port c6473476-12a6-418a-a3d8-7df9efd64201, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:37:47.787055 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-13852805-de30-4917-92f6-f2d1531a958e req-6a1a4fa3-07e8-4354-9cb4-a8cb0b7218ef service neutron] For port c6473476-12a6-418a-a3d8-7df9efd64201, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=c6473476-12a6-418a-a3d8-7df9efd64201,segment=NetworkSegment(4c0b01e5-8fe5-4bee-966f-ea37d84bcbb4),segment_id=4c0b01e5-8fe5-4bee-966f-ea37d84bcbb4)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:37:47.792757 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-13852805-de30-4917-92f6-f2d1531a958e req-6a1a4fa3-07e8-4354-9cb4-a8cb0b7218ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:47.806966 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55826) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:47.851687 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-107e0acb-6b35-401d-b732-9ab8cf4674a1 req-4a95595d-cf0a-4468-ae8e-3db0ddb04b48 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=60628924233a465383edf7cfad7065b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0798967 May 05 21:37:47.859197 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e663429a-ccae-4c69-a242-b5bb501e157b None None] Network 2a67f49d-4ccf-4876-8a72-cb21bb97dd8c requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:37:47.876736 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1a4fa3-07e8-4354-9cb4-a8cb0b7218ef service neutron] Pushing event updated for resources: {'Port': ['ID=c6473476-12a6-418a-a3d8-7df9efd64201,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:47.889178 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-13852805-de30-4917-92f6-f2d1531a958e req-6a1a4fa3-07e8-4354-9cb4-a8cb0b7218ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:47.890693 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-13852805-de30-4917-92f6-f2d1531a958e req-6a1a4fa3-07e8-4354-9cb4-a8cb0b7218ef service neutron] 10.222.0.44 "PUT /v2.0/ports/c6473476-12a6-418a-a3d8-7df9efd64201 HTTP/1.1" status: 200 len: 1091 time: 1.2928314 May 05 21:37:47.891105 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c658b60d-fe3a-488a-8836-fc61937ea474', 'tag': 'c6473476-12a6-418a-a3d8-7df9efd64201'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:37:48.009916 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea683410-dc9c-4a4f-beab-dae3fa10706c admin admin] Deleting subnet 0866fadc-0285-490c-bb80-8fd5699daa40 {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:37:48.015796 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ea683410-dc9c-4a4f-beab-dae3fa10706c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:48.022382 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device a6c9d602-aa1e-476c-bacf-251ec0cbaa29 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:37:48.083243 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ebfe5ff2-e440-405d-8091-dd03b704268e req-d7eec0cf-2ff0-48b3-a0c3-3d4e68eb75e3 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f526b55-d264-48ee-8188-9cc4ec8dd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3381450 May 05 21:37:48.083367 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-13852805-de30-4917-92f6-f2d1531a958e req-cd66768c-079d-4174-a0e3-d3af1e4c5a13 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d8d84e5601be47409a299ef27c35a529&device_id=c658b60d-fe3a-488a-8836-fc61937ea474 HTTP/1.1" status: 200 len: 1094 time: 0.1379516 May 05 21:37:48.124057 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ea683410-dc9c-4a4f-beab-dae3fa10706c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:48.144248 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ea683410-dc9c-4a4f-beab-dae3fa10706c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:48.187350 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port a6c9d602-aa1e-476c-bacf-251ec0cbaa29 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:37:48.187931 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:48.227339 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-13852805-de30-4917-92f6-f2d1531a958e req-9dd6dbbf-ff91-4b5f-a375-573108bdc32c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6473476-12a6-418a-a3d8-7df9efd64201 HTTP/1.1" status: 200 len: 217 time: 0.1429958 May 05 21:37:48.288017 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e0acb-6b35-401d-b732-9ab8cf4674a1 req-671597aa-c31e-4766-b1d8-8856fe59165a tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:48.301321 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-107e0acb-6b35-401d-b732-9ab8cf4674a1 req-671597aa-c31e-4766-b1d8-8856fe59165a tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4483523 May 05 21:37:48.313109 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13852805-de30-4917-92f6-f2d1531a958e req-32f50501-5e28-4b74-92df-1bd89581460b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:48.315067 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-13852805-de30-4917-92f6-f2d1531a958e req-32f50501-5e28-4b74-92df-1bd89581460b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=761d7a8a-b72e-455d-b2ab-6aa95ead4c5a HTTP/1.1" status: 200 len: 863 time: 0.0817306 May 05 21:37:48.334278 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-107e0acb-6b35-401d-b732-9ab8cf4674a1 req-b29a52ec-6dd8-4161-bc5c-16b8f93a5000 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/quotas/60628924233a465383edf7cfad7065b9 HTTP/1.1" status: 200 len: 375 time: 0.0317125 May 05 21:37:48.338563 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ea683410-dc9c-4a4f-beab-dae3fa10706c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:48.413637 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-13852805-de30-4917-92f6-f2d1531a958e req-a08ad0e3-0c4f-4eca-9c6e-a91603312828 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0917075 May 05 21:37:48.447991 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-107e0acb-6b35-401d-b732-9ab8cf4674a1 req-68ee48be-5adc-4c0f-be9e-68158ef686f5 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=60628924233a465383edf7cfad7065b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1115017 May 05 21:37:48.450347 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea683410-dc9c-4a4f-beab-dae3fa10706c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0866fadc-0285-490c-bb80-8fd5699daa40,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:48.461058 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ea683410-dc9c-4a4f-beab-dae3fa10706c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:48.467316 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ea683410-dc9c-4a4f-beab-dae3fa10706c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0866fadc-0285-490c-bb80-8fd5699daa40 HTTP/1.1" status: 204 len: 168 time: 0.6573358 May 05 21:37:48.469843 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55838) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:48.607831 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-87b2c47c-d8f4-436b-bd2a-b78279621889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:48.640198 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-13852805-de30-4917-92f6-f2d1531a958e req-de1418fe-6900-4e52-9459-d35b53f6e23d service neutron] 10.222.0.44 "GET /v2.0/networks/024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201297 May 05 21:37:48.762560 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:48.805228 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-87b2c47c-d8f4-436b-bd2a-b78279621889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:48.824164 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67f28177-40c2-42f9-ac5f-bca541b030c0'] response: {'name': 'network-changed', 'server_uuid': 'c658b60d-fe3a-488a-8836-fc61937ea474', 'tag': 'c6473476-12a6-418a-a3d8-7df9efd64201', 'status': 'completed', 'code': 200} May 05 21:37:48.838602 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-87b2c47c-d8f4-436b-bd2a-b78279621889 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:37:48.839380 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-87b2c47c-d8f4-436b-bd2a-b78279621889 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:37:48.840294 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-87b2c47c-d8f4-436b-bd2a-b78279621889 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:37:48.840634 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-87b2c47c-d8f4-436b-bd2a-b78279621889 admin admin] Subscribe: > port after_create 55550000 {{(pid=84061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:37:48.841030 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-87b2c47c-d8f4-436b-bd2a-b78279621889 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:37:48.841802 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-87b2c47c-d8f4-436b-bd2a-b78279621889 admin admin] Subscribe: > port after_update 55550000 {{(pid=84061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:37:48.842205 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-87b2c47c-d8f4-436b-bd2a-b78279621889 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:37:48.842612 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-87b2c47c-d8f4-436b-bd2a-b78279621889 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:37:48.843305 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-87b2c47c-d8f4-436b-bd2a-b78279621889 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:37:48.843506 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-87b2c47c-d8f4-436b-bd2a-b78279621889 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:37:48.924059 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-13852805-de30-4917-92f6-f2d1531a958e req-21d9fd30-6fe9-42c8-a1ac-83c6e4980495 service neutron] 10.222.0.44 "GET /v2.0/networks/024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776406 May 05 21:37:49.048050 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0ce4e6e6-3cd0-42b5-b5cb-519a8683a03a req-882ee732-eaeb-4651-9c8a-ffa53e2dc84c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d8d84e5601be47409a299ef27c35a529&device_id=c658b60d-fe3a-488a-8836-fc61937ea474 HTTP/1.1" status: 200 len: 1094 time: 0.0769739 May 05 21:37:49.130035 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-87b2c47c-d8f4-436b-bd2a-b78279621889 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:37:49.130375 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-87b2c47c-d8f4-436b-bd2a-b78279621889 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:37:49.130744 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-87b2c47c-d8f4-436b-bd2a-b78279621889 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:37:49.131120 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-87b2c47c-d8f4-436b-bd2a-b78279621889 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84061) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:37:49.131487 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-87b2c47c-d8f4-436b-bd2a-b78279621889 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f5fa56b-2468-4d2c-8674-9f81f91a527f']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:37:49.188197 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce4e6e6-3cd0-42b5-b5cb-519a8683a03a req-10e7fc07-4952-4ed1-805c-b87022cd2a83 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:49.189628 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0ce4e6e6-3cd0-42b5-b5cb-519a8683a03a req-10e7fc07-4952-4ed1-805c-b87022cd2a83 service neutron] 10.222.0.44 "GET /v2.0/networks?id=024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2 HTTP/1.1" status: 200 len: 925 time: 0.1338181 May 05 21:37:49.236882 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-87b2c47c-d8f4-436b-bd2a-b78279621889 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd809e15c-f506-4ad2-9f4a-bc71ef6224eb') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:37:49.237169 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-87b2c47c-d8f4-436b-bd2a-b78279621889 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd809e15c-f506-4ad2-9f4a-bc71ef6224eb') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:37:49.263993 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-87b2c47c-d8f4-436b-bd2a-b78279621889 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:49.271670 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0ce4e6e6-3cd0-42b5-b5cb-519a8683a03a req-11778fa6-a936-4244-927b-ff03a74c573d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6473476-12a6-418a-a3d8-7df9efd64201 HTTP/1.1" status: 200 len: 217 time: 0.0753806 May 05 21:37:49.295051 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-87b2c47c-d8f4-436b-bd2a-b78279621889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:49.328062 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87b2c47c-d8f4-436b-bd2a-b78279621889 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:37:49.328653 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-87b2c47c-d8f4-436b-bd2a-b78279621889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:49.352489 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce4e6e6-3cd0-42b5-b5cb-519a8683a03a req-27380a95-0ff3-4a66-accc-92ab44dc1f9a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:49.354403 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0ce4e6e6-3cd0-42b5-b5cb-519a8683a03a req-27380a95-0ff3-4a66-accc-92ab44dc1f9a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=761d7a8a-b72e-455d-b2ab-6aa95ead4c5a HTTP/1.1" status: 200 len: 863 time: 0.0765100 May 05 21:37:49.423389 n-d-825175-4 neutron-server[84061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 05 21:37:49.423389 n-d-825175-4 neutron-server[84061]: util.warn_limited( May 05 21:37:49.423389 n-d-825175-4 neutron-server[84061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 05 21:37:49.423389 n-d-825175-4 neutron-server[84061]: util.warn_limited( May 05 21:37:49.423389 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 21:37:49.423389 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:37:49.423389 n-d-825175-4 neutron-server[84061]: timer() May 05 21:37:49.423389 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:37:49.423389 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 21:37:49.423389 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:37:49.423389 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 21:37:49.423389 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:37:49.423389 n-d-825175-4 neutron-server[84061]: self._notify() May 05 21:37:49.423389 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:37:49.423389 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 21:37:49.423389 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:37:49.423389 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 21:37:49.423389 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:37:49.423389 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:37:49.423389 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:37:49.423389 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:37:49.423389 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:37:49.423389 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 21:37:49.423389 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:37:49.423389 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 21:37:49.423389 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:37:49.423389 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:37:49.423389 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:37:49.423389 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 21:37:49.423389 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:37:49.423389 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:37:49.423389 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:37:49.423389 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:37:49.423389 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:37:49.423389 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:37:49.423389 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:37:49.445167 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0ce4e6e6-3cd0-42b5-b5cb-519a8683a03a req-593407ac-9d65-4f6d-b52d-30c1c7d8c8c7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0818863 May 05 21:37:49.545308 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80652810-e115-4b29-9d84-b72a56603d7c req-7c2c0ab9-9a2b-48e4-be74-4228ca3c9931 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:49.546961 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-80652810-e115-4b29-9d84-b72a56603d7c req-7c2c0ab9-9a2b-48e4-be74-4228ca3c9931 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=8804cd72-e5a7-432f-b5a3-f7c81f187a1e HTTP/1.1" status: 200 len: 946 time: 0.4051051 May 05 21:37:49.550021 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-87b2c47c-d8f4-436b-bd2a-b78279621889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:49.558000 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-87b2c47c-d8f4-436b-bd2a-b78279621889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:49.587717 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2abb55d-c111-4e47-95b0-200e4d19ce28 req-5e166c87-5612-4a9a-bede-95cd6c331ced tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:49.589172 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e2abb55d-c111-4e47-95b0-200e4d19ce28 req-5e166c87-5612-4a9a-bede-95cd6c331ced tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0dad918-2532-4b80-9600-3670fddb1fc0 HTTP/1.1" status: 200 len: 971 time: 0.4486573 May 05 21:37:49.611394 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b2c47c-d8f4-436b-bd2a-b78279621889 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f5fa56b-2468-4d2c-8674-9f81f91a527f,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:49.619532 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-87b2c47c-d8f4-436b-bd2a-b78279621889 admin admin] 10.222.0.23 "DELETE /v2.0/networks/8f5fa56b-2468-4d2c-8674-9f81f91a527f HTTP/1.1" status: 204 len: 168 time: 1.1486194 May 05 21:37:49.623608 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0ce4e6e6-3cd0-42b5-b5cb-519a8683a03a req-aa125046-b3fa-47a8-8ac5-88da55e93164 service neutron] 10.222.0.44 "GET /v2.0/networks/024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705182 May 05 21:37:49.624059 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55870) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:49.676358 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-80652810-e115-4b29-9d84-b72a56603d7c req-c5c5abfd-b7ed-400d-a765-25bb1eb6eb1a tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154494 May 05 21:37:49.680488 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e2abb55d-c111-4e47-95b0-200e4d19ce28 req-73aa719c-3059-48cc-ac3c-a64a512c715a tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fdc5053-b6ee-496b-b529-57853d162240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696661 May 05 21:37:49.772269 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-53d7b356-cfa9-45e9-b2dd-d73ef173949b admin admin] Deleting subnet 108fe961-4e16-4101-914e-9c452e33725b {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:37:49.779036 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-53d7b356-cfa9-45e9-b2dd-d73ef173949b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:49.847750 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a3ac887c-f569-4fc3-8c60-eae1fadfec57 req-8be47f04-e9a5-4f78-9b26-e37c924b4437 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=60628924233a465383edf7cfad7065b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398655 May 05 21:37:49.908522 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-53d7b356-cfa9-45e9-b2dd-d73ef173949b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:49.912158 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.32', 49629) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:49.921720 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0ce4e6e6-3cd0-42b5-b5cb-519a8683a03a req-5387cc37-4c8d-4e7d-b432-e9fa7ec2d37b service neutron] 10.222.0.44 "GET /v2.0/networks/024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663109 May 05 21:37:49.957763 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-107e0acb-6b35-401d-b732-9ab8cf4674a1 req-e89a7887-92b9-446f-bad1-671f25ec7484 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=60628924233a465383edf7cfad7065b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431707 May 05 21:37:49.958613 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-53d7b356-cfa9-45e9-b2dd-d73ef173949b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:50.011590 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ca0d4cb1-02e0-4f5e-93ea-b41c02bdd697 req-6bd3d92d-fc16-4dfb-b04c-fc2a34256cb4 tempest-ServersAdmin275Test-1725802639 tempest-ServersAdmin275Test-1725802639-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2ca430-ec50-43bd-9382-00c977af114e HTTP/1.1" status: 200 len: 210 time: 0.0596066 May 05 21:37:50.069185 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac887c-f569-4fc3-8c60-eae1fadfec57 req-07a61ce5-9f65-4ca5-9d08-645e8c83422c tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:50.077509 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a3ac887c-f569-4fc3-8c60-eae1fadfec57 req-07a61ce5-9f65-4ca5-9d08-645e8c83422c tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2289755 May 05 21:37:50.101125 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a3ac887c-f569-4fc3-8c60-eae1fadfec57 req-776c6261-4f1b-43f7-9218-efccc095b980 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/quotas/60628924233a465383edf7cfad7065b9 HTTP/1.1" status: 200 len: 375 time: 0.0224409 May 05 21:37:50.161784 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a3ac887c-f569-4fc3-8c60-eae1fadfec57 req-5d310b8c-7b10-418d-a243-4112c0a881fe tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=60628924233a465383edf7cfad7065b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0596457 May 05 21:37:50.189653 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e0acb-6b35-401d-b732-9ab8cf4674a1 req-397bee5c-3386-4077-9e04-65fdde75b08f tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:50.191099 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-107e0acb-6b35-401d-b732-9ab8cf4674a1 req-397bee5c-3386-4077-9e04-65fdde75b08f tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1806440 May 05 21:37:50.215383 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-107e0acb-6b35-401d-b732-9ab8cf4674a1 req-c3ac42da-e31a-46ea-b773-383d6b0c632c tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Request body: {'port': {'device_id': '8634e2ba-70c7-4eca-b079-298d6f3d1b54', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'admin_state_up': True, 'tenant_id': '60628924233a465383edf7cfad7065b9'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:37:50.234795 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33221b3-8731-4a82-92af-447a599e4e54 req-1809260f-7811-4c87-bc1c-a7f5096daacf tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:50.235491 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-c33221b3-8731-4a82-92af-447a599e4e54 req-1809260f-7811-4c87-bc1c-a7f5096daacf tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] Synchronizing usage tracker for tenant:9d40c5721ee84be3b273113ca3e3b71f on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:37:50.301797 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b6875a-5733-4391-b8b8-39c0daa8eab8 req-f1869d5a-82b1-418c-b94d-d221544e60cc tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:50.312465 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-53d7b356-cfa9-45e9-b2dd-d73ef173949b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:50.315341 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-78b6875a-5733-4391-b8b8-39c0daa8eab8 req-f1869d5a-82b1-418c-b94d-d221544e60cc tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c658b60d-fe3a-488a-8836-fc61937ea474 HTTP/1.1" status: 200 len: 943 time: 0.1132538 May 05 21:37:50.372329 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d7b356-cfa9-45e9-b2dd-d73ef173949b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=108fe961-4e16-4101-914e-9c452e33725b,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:50.385095 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-c33221b3-8731-4a82-92af-447a599e4e54 req-1809260f-7811-4c87-bc1c-a7f5096daacf tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] Unset dirty status for tenant:9d40c5721ee84be3b273113ca3e3b71f on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:37:50.386339 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c33221b3-8731-4a82-92af-447a599e4e54 req-1809260f-7811-4c87-bc1c-a7f5096daacf tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0dad918-2532-4b80-9600-3670fddb1fc0 HTTP/1.1" status: 200 len: 971 time: 0.5340834 May 05 21:37:50.387307 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-53d7b356-cfa9-45e9-b2dd-d73ef173949b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:50.405669 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-78b6875a-5733-4391-b8b8-39c0daa8eab8 req-babf78e5-7e2e-4c29-8f85-f9641b11ba05 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f526b55-d264-48ee-8188-9cc4ec8dd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803142 May 05 21:37:50.462967 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55890) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:50.463087 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-53d7b356-cfa9-45e9-b2dd-d73ef173949b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/108fe961-4e16-4101-914e-9c452e33725b HTTP/1.1" status: 204 len: 168 time: 0.8377919 May 05 21:37:50.573791 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-c33221b3-8731-4a82-92af-447a599e4e54 req-e0631212-b3d8-4c2c-879e-c5cc35e126a3 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] Deleting port 54876b1d-7d6f-4210-b4eb-9d84a0768427 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:37:50.573977 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c33221b3-8731-4a82-92af-447a599e4e54 req-e0631212-b3d8-4c2c-879e-c5cc35e126a3 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:50.618384 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-107e0acb-6b35-401d-b732-9ab8cf4674a1 req-c3ac42da-e31a-46ea-b773-383d6b0c632c tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:37:50.656620 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-107e0acb-6b35-401d-b732-9ab8cf4674a1 req-c3ac42da-e31a-46ea-b773-383d6b0c632c tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Usage tracker for resource:port and tenant:60628924233a465383edf7cfad7065b9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:37:50.661598 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-107e0acb-6b35-401d-b732-9ab8cf4674a1 req-c3ac42da-e31a-46ea-b773-383d6b0c632c tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:37:50.681201 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-107e0acb-6b35-401d-b732-9ab8cf4674a1 req-c3ac42da-e31a-46ea-b773-383d6b0c632c tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:37:50.770693 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-107e0acb-6b35-401d-b732-9ab8cf4674a1 req-c3ac42da-e31a-46ea-b773-383d6b0c632c tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Made reservation on behalf of 60628924233a465383edf7cfad7065b9 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:37:50.774363 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-107e0acb-6b35-401d-b732-9ab8cf4674a1 req-c3ac42da-e31a-46ea-b773-383d6b0c632c tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:50.793467 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-107e0acb-6b35-401d-b732-9ab8cf4674a1 req-c3ac42da-e31a-46ea-b773-383d6b0c632c tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:50.808330 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ef71c1c0-2ad4-4b90-94f9-1d7339625c15 req-312b05f1-420a-40dc-88a9-f242125e8c9e tempest-ServersAdmin275Test-1725802639 tempest-ServersAdmin275Test-1725802639-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2ca430-ec50-43bd-9382-00c977af114e HTTP/1.1" status: 200 len: 210 time: 0.1276560 May 05 21:37:50.821098 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-47db845d-11bf-44db-9e35-40fee5ec52c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:50.925999 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-107e0acb-6b35-401d-b732-9ab8cf4674a1 req-c3ac42da-e31a-46ea-b773-383d6b0c632c tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:37:50.935718 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-107e0acb-6b35-401d-b732-9ab8cf4674a1 req-c3ac42da-e31a-46ea-b773-383d6b0c632c tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Usage tracker for resource:security_group_rule and tenant:60628924233a465383edf7cfad7065b9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:37:50.950047 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-107e0acb-6b35-401d-b732-9ab8cf4674a1 req-c3ac42da-e31a-46ea-b773-383d6b0c632c tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:37:50.960352 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-107e0acb-6b35-401d-b732-9ab8cf4674a1 req-c3ac42da-e31a-46ea-b773-383d6b0c632c tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:37:50.990858 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-c33221b3-8731-4a82-92af-447a599e4e54 req-e0631212-b3d8-4c2c-879e-c5cc35e126a3 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] For port 54876b1d-7d6f-4210-b4eb-9d84a0768427, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=54876b1d-7d6f-4210-b4eb-9d84a0768427,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:37:50.991205 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c33221b3-8731-4a82-92af-447a599e4e54 req-e0631212-b3d8-4c2c-879e-c5cc35e126a3 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:51.027914 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-94fcec3c-e380-46cb-8d30-82419eedb8f8 req-fdfcd493-3e3a-4766-99bc-55a400a09eec tempest-LiveAutoBlockMigrationV225Test-533236276 tempest-LiveAutoBlockMigrationV225Test-533236276-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8804cd72-e5a7-432f-b5a3-f7c81f187a1e HTTP/1.1" status: 200 len: 1097 time: 0.3484447 May 05 21:37:51.052246 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-47db845d-11bf-44db-9e35-40fee5ec52c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:51.060949 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b9a3301e-dcb3-42d3-87be-191e24f0d973 req-9f9ad96a-97d0-470a-9f69-d2177974e8a1 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?device_id=24e2c0d6-e977-4820-b498-d250107d9d70 HTTP/1.1" status: 200 len: 210 time: 0.0849924 May 05 21:37:51.091980 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-47db845d-11bf-44db-9e35-40fee5ec52c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a67f49d-4ccf-4876-8a72-cb21bb97dd8c']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:37:51.108416 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-47db845d-11bf-44db-9e35-40fee5ec52c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7080327c-a545-4731-bf0b-c430d0df048c') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:37:51.108705 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-47db845d-11bf-44db-9e35-40fee5ec52c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7080327c-a545-4731-bf0b-c430d0df048c') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:37:51.122696 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-94fcec3c-e380-46cb-8d30-82419eedb8f8 req-50d5e2b3-b5e6-4eae-a92b-195d70be9f50 tempest-LiveAutoBlockMigrationV225Test-533236276 tempest-LiveAutoBlockMigrationV225Test-533236276-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877662 May 05 21:37:51.124140 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-47db845d-11bf-44db-9e35-40fee5ec52c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:51.135718 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-c33221b3-8731-4a82-92af-447a599e4e54 req-e0631212-b3d8-4c2c-879e-c5cc35e126a3 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] Calling delete_port for 54876b1d-7d6f-4210-b4eb-9d84a0768427 owned by compute:tempest-test_az-272234528 {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:37:51.147174 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-47db845d-11bf-44db-9e35-40fee5ec52c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:51.158720 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47db845d-11bf-44db-9e35-40fee5ec52c6 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:37:51.159482 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-47db845d-11bf-44db-9e35-40fee5ec52c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:51.174761 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 21:37:51.174761 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:37:51.174761 n-d-825175-4 neutron-server[84061]: timer() May 05 21:37:51.174761 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:37:51.174761 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 21:37:51.174761 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:37:51.174761 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 21:37:51.174761 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:37:51.174761 n-d-825175-4 neutron-server[84061]: self._notify() May 05 21:37:51.174761 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:37:51.174761 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 21:37:51.174761 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:37:51.174761 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 21:37:51.174761 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:37:51.174761 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:37:51.174761 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:37:51.174761 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:37:51.174761 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:37:51.174761 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 21:37:51.174761 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:37:51.174761 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 21:37:51.174761 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:37:51.174761 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:37:51.174761 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:37:51.174761 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 21:37:51.174761 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:37:51.174761 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:37:51.174761 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:37:51.174761 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:37:51.174761 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:37:51.174761 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:37:51.174761 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:37:51.306146 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-47db845d-11bf-44db-9e35-40fee5ec52c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:51.324361 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-47db845d-11bf-44db-9e35-40fee5ec52c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:51.332375 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-47db845d-11bf-44db-9e35-40fee5ec52c6 admin admin] 10.222.0.23 "DELETE /v2.0/networks/2a67f49d-4ccf-4876-8a72-cb21bb97dd8c HTTP/1.1" status: 204 len: 168 time: 0.8658082 May 05 21:37:51.332566 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-107e0acb-6b35-401d-b732-9ab8cf4674a1 req-c3ac42da-e31a-46ea-b773-383d6b0c632c tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:51.339478 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47db845d-11bf-44db-9e35-40fee5ec52c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a67f49d-4ccf-4876-8a72-cb21bb97dd8c,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:51.342231 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-107e0acb-6b35-401d-b732-9ab8cf4674a1 req-c3ac42da-e31a-46ea-b773-383d6b0c632c tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:51.352274 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9549c4b-361e-4811-a0b7-82f4348c7f81 req-32cff8d6-75f5-4fd9-88a9-6ef034e99fd0 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:51.353768 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c9549c4b-361e-4811-a0b7-82f4348c7f81 req-32cff8d6-75f5-4fd9-88a9-6ef034e99fd0 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0dad918-2532-4b80-9600-3670fddb1fc0 HTTP/1.1" status: 200 len: 971 time: 0.1095648 May 05 21:37:51.450210 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c9549c4b-361e-4811-a0b7-82f4348c7f81 req-172ed429-3a14-4939-adda-13067709520f tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] 10.222.0.23 "GET /v2.0/security-groups?id=4fdc5053-b6ee-496b-b529-57853d162240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898519 May 05 21:37:51.488646 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5ad336d7-9db2-4cd4-a8a4-5d4431e91c04 req-50d67140-78e4-4927-8f37-281182738ad5 tempest-LiveAutoBlockMigrationV225Test-533236276 tempest-LiveAutoBlockMigrationV225Test-533236276-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8804cd72-e5a7-432f-b5a3-f7c81f187a1e HTTP/1.1" status: 200 len: 1097 time: 0.0894284 May 05 21:37:51.570173 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ac42da-e31a-46ea-b773-383d6b0c632c tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3f4d43-d597-4f18-8f92-ec9106df9321,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:51.604550 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5ad336d7-9db2-4cd4-a8a4-5d4431e91c04 req-94a92e94-a144-4099-9a79-b62d0d77cb8a tempest-LiveAutoBlockMigrationV225Test-533236276 tempest-LiveAutoBlockMigrationV225Test-533236276-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058793 May 05 21:37:51.685348 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55908) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:51.688127 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.32', 49633) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:51.696697 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a3ac887c-f569-4fc3-8c60-eae1fadfec57 req-7863179f-aa00-43f6-b85b-9f9871431ce9 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=60628924233a465383edf7cfad7065b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0751548 May 05 21:37:51.746429 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c33221b3-8731-4a82-92af-447a599e4e54 req-e0631212-b3d8-4c2c-879e-c5cc35e126a3 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:51.762518 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['54876b1d-7d6f-4210-b4eb-9d84a0768427'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:37:51.862613 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0631212-b3d8-4c2c-879e-c5cc35e126a3 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] Pushing event deleted for resources: {'Port': ['ID=54876b1d-7d6f-4210-b4eb-9d84a0768427,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:51.879508 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-9e243cd9-fe9c-4c1a-a43f-2c07956ac0a9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ba8db8d3b33c4e4fa9e02109edcb0120&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1903241 May 05 21:37:51.880984 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55924) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:51.886695 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6e834448-82d4-43a9-bd2f-bc5bcc9cbdfb req-b4e0e90e-e421-44ba-9f5f-7be45f515d2c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1e2ca430-ec50-43bd-9382-00c977af114e HTTP/1.1" status: 200 len: 210 time: 0.1644237 May 05 21:37:51.921498 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd984ae3-6b43-4b15-944d-c9e326832948 req-b9de5ea7-8cc2-49c0-85cb-495bfbd43ef8 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:51.923201 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fd984ae3-6b43-4b15-944d-c9e326832948 req-b9de5ea7-8cc2-49c0-85cb-495bfbd43ef8 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c658b60d-fe3a-488a-8836-fc61937ea474 HTTP/1.1" status: 200 len: 943 time: 0.2386639 May 05 21:37:51.974949 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-107e0acb-6b35-401d-b732-9ab8cf4674a1 req-c3ac42da-e31a-46ea-b773-383d6b0c632c tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Allocated IP 192.168.233.116 (4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9/f237a6ef-d044-411f-a2d8-d12619664c91/6b1d7cdb-8e34-4688-acec-db3dfd41e683) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:37:52.033875 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fd984ae3-6b43-4b15-944d-c9e326832948 req-1e37f458-cbfe-4a43-9d0f-21a9858e305b tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f526b55-d264-48ee-8188-9cc4ec8dd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666487 May 05 21:37:52.055244 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1db6d314-aee4-4200-998e-dff7e0b396f8 req-a069d054-2b76-4145-8cfd-913bb3092e2f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8804cd72-e5a7-432f-b5a3-f7c81f187a1e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1264956 May 05 21:37:52.078230 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-c33221b3-8731-4a82-92af-447a599e4e54 req-e0631212-b3d8-4c2c-879e-c5cc35e126a3 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] No DVR routers for this DVR port 54876b1d-7d6f-4210-b4eb-9d84a0768427 on host n-h2-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:37:52.081670 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c33221b3-8731-4a82-92af-447a599e4e54 req-e0631212-b3d8-4c2c-879e-c5cc35e126a3 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:52.092512 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0dad918-2532-4b80-9600-3670fddb1fc0', 'name': 'network-vif-deleted', 'tag': '54876b1d-7d6f-4210-b4eb-9d84a0768427'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:37:52.167539 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac887c-f569-4fc3-8c60-eae1fadfec57 req-b4af78a2-050a-4e8e-a0d0-3dccc18cd258 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:52.168981 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a3ac887c-f569-4fc3-8c60-eae1fadfec57 req-b4af78a2-050a-4e8e-a0d0-3dccc18cd258 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4660308 May 05 21:37:52.190773 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c33221b3-8731-4a82-92af-447a599e4e54 req-e0631212-b3d8-4c2c-879e-c5cc35e126a3 tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] 10.222.0.32 "DELETE /v2.0/ports/54876b1d-7d6f-4210-b4eb-9d84a0768427 HTTP/1.1" status: 204 len: 173 time: 1.7982733 May 05 21:37:52.197422 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-a3ac887c-f569-4fc3-8c60-eae1fadfec57 req-d1b8adef-9e85-4f23-a1e2-c2bf700d24cf tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Request body: {'port': {'device_id': '24e2c0d6-e977-4820-b498-d250107d9d70', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'admin_state_up': True, 'tenant_id': '60628924233a465383edf7cfad7065b9'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:37:52.220485 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9cc7b122-8e58-4638-929f-f98a0ac3e168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:52.279220 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3e5fa0ff-bf78-4129-afc0-66384eaa991d req-e7cad00a-b902-4e8e-ac50-2c6df3fbfcd7 tempest-ServersAdmin275Test-1725802639 tempest-ServersAdmin275Test-1725802639-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2ca430-ec50-43bd-9382-00c977af114e HTTP/1.1" status: 200 len: 210 time: 0.1093888 May 05 21:37:52.381285 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40d365ff-9bc9-462e-a915-037a399e5248'] response: {'server_uuid': 'b0dad918-2532-4b80-9600-3670fddb1fc0', 'name': 'network-vif-deleted', 'tag': '54876b1d-7d6f-4210-b4eb-9d84a0768427', 'status': 'completed', 'code': 200} May 05 21:37:52.405480 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9cc7b122-8e58-4638-929f-f98a0ac3e168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:52.456346 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device c6473476-12a6-418a-a3d8-7df9efd64201 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:37:52.532133 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-a3ac887c-f569-4fc3-8c60-eae1fadfec57 req-d1b8adef-9e85-4f23-a1e2-c2bf700d24cf tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:37:52.539172 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-67ec4a60-c126-41f5-9a6f-9658d4acc8bc req-2bdb23bd-3259-461a-b853-932ea0b41cc3 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?device_id=24e2c0d6-e977-4820-b498-d250107d9d70 HTTP/1.1" status: 200 len: 210 time: 0.0576296 May 05 21:37:52.539755 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-a3ac887c-f569-4fc3-8c60-eae1fadfec57 req-d1b8adef-9e85-4f23-a1e2-c2bf700d24cf tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Usage tracker for resource:port and tenant:60628924233a465383edf7cfad7065b9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:37:52.550742 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-a3ac887c-f569-4fc3-8c60-eae1fadfec57 req-d1b8adef-9e85-4f23-a1e2-c2bf700d24cf tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:37:52.563627 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-107e0acb-6b35-401d-b732-9ab8cf4674a1 req-c3ac42da-e31a-46ea-b773-383d6b0c632c tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:52.567325 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-a3ac887c-f569-4fc3-8c60-eae1fadfec57 req-d1b8adef-9e85-4f23-a1e2-c2bf700d24cf tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:37:52.577744 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9cc7b122-8e58-4638-929f-f98a0ac3e168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:52.606250 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-107e0acb-6b35-401d-b732-9ab8cf4674a1 req-c3ac42da-e31a-46ea-b773-383d6b0c632c tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Transition to ACTIVE for port object 6b1d7cdb-8e34-4688-acec-db3dfd41e683 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:37:52.607581 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc7b122-8e58-4638-929f-f98a0ac3e168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0f3123-b2f7-4850-b9a9-f2fc3f3401c1,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:52.616644 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3ac887c-f569-4fc3-8c60-eae1fadfec57 req-d1b8adef-9e85-4f23-a1e2-c2bf700d24cf tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Made reservation on behalf of 60628924233a465383edf7cfad7065b9 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:37:52.622328 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a3ac887c-f569-4fc3-8c60-eae1fadfec57 req-d1b8adef-9e85-4f23-a1e2-c2bf700d24cf tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:52.641205 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9cc7b122-8e58-4638-929f-f98a0ac3e168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:52.642309 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9cc7b122-8e58-4638-929f-f98a0ac3e168 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0f0f3123-b2f7-4850-b9a9-f2fc3f3401c1 HTTP/1.1" status: 204 len: 168 time: 0.7560368 May 05 21:37:52.752870 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-107e0acb-6b35-401d-b732-9ab8cf4674a1 req-c3ac42da-e31a-46ea-b773-383d6b0c632c tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:52.849430 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port c6473476-12a6-418a-a3d8-7df9efd64201, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=c6473476-12a6-418a-a3d8-7df9efd64201,segment=NetworkSegment(4c0b01e5-8fe5-4bee-966f-ea37d84bcbb4),segment_id=4c0b01e5-8fe5-4bee-966f-ea37d84bcbb4)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:37:52.851775 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-af9f3c89-f3e3-460b-b0e2-058a9442f824 req-5d4b0bcd-8ba3-4dff-8385-9aa3fc959efa tempest-AggregatesAdminTestJSON-1765912849 tempest-AggregatesAdminTestJSON-1765912849-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0dad918-2532-4b80-9600-3670fddb1fc0 HTTP/1.1" status: 200 len: 210 time: 0.0814967 May 05 21:37:52.902389 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-a3ac887c-f569-4fc3-8c60-eae1fadfec57 req-d1b8adef-9e85-4f23-a1e2-c2bf700d24cf tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Allocated IP 192.168.233.171 (4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9/f237a6ef-d044-411f-a2d8-d12619664c91/1d1333ff-f836-4bc6-84ff-8e2b618b8396) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:37:52.917065 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': 'c6473476-12a6-418a-a3d8-7df9efd64201', 'network_id': '024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2', 'port_id': 'c6473476-12a6-418a-a3d8-7df9efd64201', 'mac_address': 'fa:16:3e:61:27:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '761d7a8a-b72e-455d-b2ab-6aa95ead4c5a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:37:53.067668 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:53.091536 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6473476-12a6-418a-a3d8-7df9efd64201 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:37:53.097078 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-107e0acb-6b35-401d-b732-9ab8cf4674a1 req-c3ac42da-e31a-46ea-b773-383d6b0c632c tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:37:53.101434 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ac42da-e31a-46ea-b773-383d6b0c632c tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Pushing event updated for resources: {'Port': ['ID=6b1d7cdb-8e34-4688-acec-db3dfd41e683,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:53.104571 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-107e0acb-6b35-401d-b732-9ab8cf4674a1 req-c3ac42da-e31a-46ea-b773-383d6b0c632c tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:37:53.107560 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-107e0acb-6b35-401d-b732-9ab8cf4674a1 req-c3ac42da-e31a-46ea-b773-383d6b0c632c tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:37:53.112014 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e0acb-6b35-401d-b732-9ab8cf4674a1 req-c3ac42da-e31a-46ea-b773-383d6b0c632c tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:53.112451 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-107e0acb-6b35-401d-b732-9ab8cf4674a1 req-c3ac42da-e31a-46ea-b773-383d6b0c632c tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:53.121648 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port c6473476-12a6-418a-a3d8-7df9efd64201, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=c6473476-12a6-418a-a3d8-7df9efd64201,segment=NetworkSegment(4c0b01e5-8fe5-4bee-966f-ea37d84bcbb4),segment_id=4c0b01e5-8fe5-4bee-966f-ea37d84bcbb4)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:37:53.133107 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:53.196728 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-107e0acb-6b35-401d-b732-9ab8cf4674a1 req-c3ac42da-e31a-46ea-b773-383d6b0c632c tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9868748 May 05 21:37:53.219839 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-107e0acb-6b35-401d-b732-9ab8cf4674a1 req-ecbd7436-10ef-42b4-8ac9-a7ce927ae524 service neutron] Request body: {'port': {'device_id': '8634e2ba-70c7-4eca-b079-298d6f3d1b54', 'device_owner': 'compute:tempest-test_az-272234528', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:37:53.235457 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=c6473476-12a6-418a-a3d8-7df9efd64201,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:53.375933 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['c6473476-12a6-418a-a3d8-7df9efd64201'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:37:53.407896 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c9458-0a72-45ac-b0b8-6286b5f35574 req-98555785-1844-46aa-a3cf-759846a4ced8 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:53.417521 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-754c9458-0a72-45ac-b0b8-6286b5f35574 req-98555785-1844-46aa-a3cf-759846a4ced8 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c658b60d-fe3a-488a-8836-fc61937ea474 HTTP/1.1" status: 200 len: 944 time: 0.1256554 May 05 21:37:53.475842 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55970) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:53.477513 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-754c9458-0a72-45ac-b0b8-6286b5f35574 req-553971d9-7199-46ae-a3c3-6ecbf4ae3e15 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f526b55-d264-48ee-8188-9cc4ec8dd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585060 May 05 21:37:53.480971 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-107e0acb-6b35-401d-b732-9ab8cf4674a1 req-ecbd7436-10ef-42b4-8ac9-a7ce927ae524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:53.521937 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-5bf65023-ae3e-45de-b8e8-963bc3d3e22a None None] Provisioning for port 6b1d7cdb-8e34-4688-acec-db3dfd41e683 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:37:53.533811 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-5bf65023-ae3e-45de-b8e8-963bc3d3e22a None None] Provisioning complete for port 6b1d7cdb-8e34-4688-acec-db3dfd41e683 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:37:53.534076 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a3ac887c-f569-4fc3-8c60-eae1fadfec57 req-d1b8adef-9e85-4f23-a1e2-c2bf700d24cf tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:53.534200 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5bf65023-ae3e-45de-b8e8-963bc3d3e22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:53.566240 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-a3ac887c-f569-4fc3-8c60-eae1fadfec57 req-d1b8adef-9e85-4f23-a1e2-c2bf700d24cf tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Transition to ACTIVE for port object 1d1333ff-f836-4bc6-84ff-8e2b618b8396 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:37:53.592554 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-5bf65023-ae3e-45de-b8e8-963bc3d3e22a None None] Port 6b1d7cdb-8e34-4688-acec-db3dfd41e683 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:37:53.643227 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a3ac887c-f569-4fc3-8c60-eae1fadfec57 req-d1b8adef-9e85-4f23-a1e2-c2bf700d24cf tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:53.696107 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d117a857-11b3-4200-9ec3-4b84899451ec req-c2cee968-91ed-420b-be8f-053e5b6d33d4 tempest-ServersAdmin275Test-1725802639 tempest-ServersAdmin275Test-1725802639-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2ca430-ec50-43bd-9382-00c977af114e HTTP/1.1" status: 200 len: 210 time: 0.0619013 May 05 21:37:53.806284 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55980) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:53.812472 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-91fd02c1-fa73-44ec-aa61-e0a75c62d44a tempest-LiveAutoBlockMigrationV225Test-533236276 tempest-LiveAutoBlockMigrationV225Test-533236276-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 21:37:53.813426 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-91fd02c1-fa73-44ec-aa61-e0a75c62d44a tempest-LiveAutoBlockMigrationV225Test-533236276 tempest-LiveAutoBlockMigrationV225Test-533236276-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0059502 May 05 21:37:53.832890 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3ac887c-f569-4fc3-8c60-eae1fadfec57 req-d1b8adef-9e85-4f23-a1e2-c2bf700d24cf tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:37:53.838474 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-a3ac887c-f569-4fc3-8c60-eae1fadfec57 req-d1b8adef-9e85-4f23-a1e2-c2bf700d24cf tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:37:53.877709 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3ac887c-f569-4fc3-8c60-eae1fadfec57 req-d1b8adef-9e85-4f23-a1e2-c2bf700d24cf tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:37:53.881505 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac887c-f569-4fc3-8c60-eae1fadfec57 req-d1b8adef-9e85-4f23-a1e2-c2bf700d24cf tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:53.882109 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a3ac887c-f569-4fc3-8c60-eae1fadfec57 req-d1b8adef-9e85-4f23-a1e2-c2bf700d24cf tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:53.893580 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-21419434-4351-456a-bd54-6cdedb083d02 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7e99c0f9404f4ed782d8540d41c3a29e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4159997 May 05 21:37:53.894268 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b8adef-9e85-4f23-a1e2-c2bf700d24cf tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Pushing event updated for resources: {'Port': ['ID=1d1333ff-f836-4bc6-84ff-8e2b618b8396,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:53.898591 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55990) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:53.935487 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a3ac887c-f569-4fc3-8c60-eae1fadfec57 req-d1b8adef-9e85-4f23-a1e2-c2bf700d24cf tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7463374 May 05 21:37:53.956959 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bdff4a-100d-495c-a860-ca6eb8d51744 req-7195e5fc-9128-4849-a91c-7bf30c7afa7d tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:53.959669 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-a3ac887c-f569-4fc3-8c60-eae1fadfec57 req-ec28f483-1ff3-4dcd-8ef2-1e4fae9a82c5 service neutron] Request body: {'port': {'device_id': '24e2c0d6-e977-4820-b498-d250107d9d70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:37:53.963287 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-75bdff4a-100d-495c-a860-ca6eb8d51744 req-7195e5fc-9128-4849-a91c-7bf30c7afa7d tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?device_id=24e2c0d6-e977-4820-b498-d250107d9d70 HTTP/1.1" status: 200 len: 936 time: 0.1361773 May 05 21:37:54.038265 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-75bdff4a-100d-495c-a860-ca6eb8d51744 req-d5305267-19a0-4340-b1ec-817d6bdc1e80 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647197 May 05 21:37:54.046455 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9fb09cee-4be4-4a33-b42c-4f6a064fd83f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:54.076837 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 54876b1d-7d6f-4210-b4eb-9d84a0768427 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:37:54.080977 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9fb09cee-4be4-4a33-b42c-4f6a064fd83f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:54.100790 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-464b5f19-3f84-4a87-b527-a90054020052 service neutron] Request body: {'binding': {'host': 'n-h2-825175-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:37:54.101353 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-464b5f19-3f84-4a87-b527-a90054020052 service neutron] Unknown quota resources ['binding']. {{(pid=84061) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 05 21:37:54.150062 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: 54876b1d-7d6f-4210-b4eb-9d84a0768427 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:37:54.150407 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 54876b1d-7d6f-4210-b4eb-9d84a0768427 not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:37:54.171574 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a3ac887c-f569-4fc3-8c60-eae1fadfec57 req-ec28f483-1ff3-4dcd-8ef2-1e4fae9a82c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:54.228303 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c456f9f5-970e-4502-9d7b-fb80f6a0ce24 None None] Provisioning for port 1d1333ff-f836-4bc6-84ff-8e2b618b8396 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:37:54.234280 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c456f9f5-970e-4502-9d7b-fb80f6a0ce24 None None] Provisioning complete for port 1d1333ff-f836-4bc6-84ff-8e2b618b8396 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:37:54.234937 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c456f9f5-970e-4502-9d7b-fb80f6a0ce24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:54.285438 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9fb09cee-4be4-4a33-b42c-4f6a064fd83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:54.298019 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-c456f9f5-970e-4502-9d7b-fb80f6a0ce24 None None] Port 1d1333ff-f836-4bc6-84ff-8e2b618b8396 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:37:54.317542 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb09cee-4be4-4a33-b42c-4f6a064fd83f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c24fdc-b9c2-42a6-a1c0-cc08f34a9f22,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:54.338521 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9fb09cee-4be4-4a33-b42c-4f6a064fd83f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:54.339686 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-9fb09cee-4be4-4a33-b42c-4f6a064fd83f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/71c24fdc-b9c2-42a6-a1c0-cc08f34a9f22 HTTP/1.1" status: 204 len: 168 time: 0.4312830 May 05 21:37:54.363389 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-464b5f19-3f84-4a87-b527-a90054020052 service neutron] Attempting to bind port b5eb4f53-a642-446d-8190-e7b77b1d015d on host n-h2-825175-4 for vnic_type normal with profile None {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:37:54.363717 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-464b5f19-3f84-4a87-b527-a90054020052 service neutron] Attempting to bind port b5eb4f53-a642-446d-8190-e7b77b1d015d by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': '87859d75-c285-4ea1-b899-3b38f003cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2ea271d8-96e6-42e1-b4ca-22da751bdd28'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:37:54.364122 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-464b5f19-3f84-4a87-b527-a90054020052 service neutron] Attempting to bind port b5eb4f53-a642-446d-8190-e7b77b1d015d on network 2ea271d8-96e6-42e1-b4ca-22da751bdd28 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:37:54.370704 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-464b5f19-3f84-4a87-b527-a90054020052 service neutron] Port b5eb4f53-a642-446d-8190-e7b77b1d015d on network 2ea271d8-96e6-42e1-b4ca-22da751bdd28 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:37:54.371026 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-464b5f19-3f84-4a87-b527-a90054020052 service neutron] Attempting to bind port b5eb4f53-a642-446d-8190-e7b77b1d015d on network 2ea271d8-96e6-42e1-b4ca-22da751bdd28 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:37:54.372134 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-107e0acb-6b35-401d-b732-9ab8cf4674a1 req-ecbd7436-10ef-42b4-8ac9-a7ce927ae524 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b1d7cdb-8e34-4688-acec-db3dfd41e683 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:37:54.377640 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-464b5f19-3f84-4a87-b527-a90054020052 service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:37:54.377968 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-464b5f19-3f84-4a87-b527-a90054020052 service neutron] Checking segment: {'id': '87859d75-c285-4ea1-b899-3b38f003cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2ea271d8-96e6-42e1-b4ca-22da751bdd28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:37:54.378757 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-464b5f19-3f84-4a87-b527-a90054020052 service neutron] Bound using segment: {'id': '87859d75-c285-4ea1-b899-3b38f003cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2ea271d8-96e6-42e1-b4ca-22da751bdd28'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:37:54.379237 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-464b5f19-3f84-4a87-b527-a90054020052 service neutron] Bound port: b5eb4f53-a642-446d-8190-e7b77b1d015d, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87859d75-c285-4ea1-b899-3b38f003cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2ea271d8-96e6-42e1-b4ca-22da751bdd28'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:37:54.386494 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-107e0acb-6b35-401d-b732-9ab8cf4674a1 req-ecbd7436-10ef-42b4-8ac9-a7ce927ae524 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:54.459885 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-107e0acb-6b35-401d-b732-9ab8cf4674a1 req-ecbd7436-10ef-42b4-8ac9-a7ce927ae524 service neutron] Transition to ACTIVE for port object 6b1d7cdb-8e34-4688-acec-db3dfd41e683 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:37:54.473733 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device c6473476-12a6-418a-a3d8-7df9efd64201 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:37:54.474214 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-464b5f19-3f84-4a87-b527-a90054020052 service neutron] For port b5eb4f53-a642-446d-8190-e7b77b1d015d, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=b5eb4f53-a642-446d-8190-e7b77b1d015d,segment=NetworkSegment(87859d75-c285-4ea1-b899-3b38f003cf70),segment_id=87859d75-c285-4ea1-b899-3b38f003cf70)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:37:54.480195 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-107e0acb-6b35-401d-b732-9ab8cf4674a1 req-ecbd7436-10ef-42b4-8ac9-a7ce927ae524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:54.482050 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-464b5f19-3f84-4a87-b527-a90054020052 service neutron] Notify callbacks [] for binding, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:54.483857 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-464b5f19-3f84-4a87-b527-a90054020052 service neutron] 10.222.0.23 "POST /v2.0/ports/b5eb4f53-a642-446d-8190-e7b77b1d015d/bindings HTTP/1.1" status: 201 len: 389 time: 0.5114830 May 05 21:37:54.633110 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-59a0e832-edea-403a-ae63-5ed7b64a5b6e req-165c0ee6-d2be-4a1c-9639-da84f0669916 tempest-ServersAdmin275Test-1725802639 tempest-ServersAdmin275Test-1725802639-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2ca430-ec50-43bd-9382-00c977af114e HTTP/1.1" status: 200 len: 210 time: 0.1101720 May 05 21:37:54.710367 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port c6473476-12a6-418a-a3d8-7df9efd64201 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:37:54.717264 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port c6473476-12a6-418a-a3d8-7df9efd64201 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:37:54.718754 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:54.894273 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbd7436-10ef-42b4-8ac9-a7ce927ae524 service neutron] Pushing event updated for resources: {'Port': ['ID=6b1d7cdb-8e34-4688-acec-db3dfd41e683,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:54.983020 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:55.036860 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-107e0acb-6b35-401d-b732-9ab8cf4674a1 req-ecbd7436-10ef-42b4-8ac9-a7ce927ae524 service neutron] Attempting to bind port 6b1d7cdb-8e34-4688-acec-db3dfd41e683 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:37:55.037241 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-107e0acb-6b35-401d-b732-9ab8cf4674a1 req-ecbd7436-10ef-42b4-8ac9-a7ce927ae524 service neutron] Attempting to bind port 6b1d7cdb-8e34-4688-acec-db3dfd41e683 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:37:55.037577 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107e0acb-6b35-401d-b732-9ab8cf4674a1 req-ecbd7436-10ef-42b4-8ac9-a7ce927ae524 service neutron] Attempting to bind port 6b1d7cdb-8e34-4688-acec-db3dfd41e683 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:37:55.042617 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c658b60d-fe3a-488a-8836-fc61937ea474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6473476-12a6-418a-a3d8-7df9efd64201'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:37:55.067875 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107e0acb-6b35-401d-b732-9ab8cf4674a1 req-ecbd7436-10ef-42b4-8ac9-a7ce927ae524 service neutron] Port 6b1d7cdb-8e34-4688-acec-db3dfd41e683 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:37:55.068162 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107e0acb-6b35-401d-b732-9ab8cf4674a1 req-ecbd7436-10ef-42b4-8ac9-a7ce927ae524 service neutron] Attempting to bind port 6b1d7cdb-8e34-4688-acec-db3dfd41e683 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:37:55.090005 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107e0acb-6b35-401d-b732-9ab8cf4674a1 req-ecbd7436-10ef-42b4-8ac9-a7ce927ae524 service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:37:55.090358 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107e0acb-6b35-401d-b732-9ab8cf4674a1 req-ecbd7436-10ef-42b4-8ac9-a7ce927ae524 service neutron] Checking segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:37:55.090833 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107e0acb-6b35-401d-b732-9ab8cf4674a1 req-ecbd7436-10ef-42b4-8ac9-a7ce927ae524 service neutron] Bound using segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:37:55.091842 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-107e0acb-6b35-401d-b732-9ab8cf4674a1 req-ecbd7436-10ef-42b4-8ac9-a7ce927ae524 service neutron] Bound port: 6b1d7cdb-8e34-4688-acec-db3dfd41e683, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:37:55.091985 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-107e0acb-6b35-401d-b732-9ab8cf4674a1 req-ecbd7436-10ef-42b4-8ac9-a7ce927ae524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:55.093688 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port c6473476-12a6-418a-a3d8-7df9efd64201, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=c6473476-12a6-418a-a3d8-7df9efd64201,segment=NetworkSegment(4c0b01e5-8fe5-4bee-966f-ea37d84bcbb4),segment_id=4c0b01e5-8fe5-4bee-966f-ea37d84bcbb4)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:37:55.108352 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:55.110531 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-210576ed-a1bd-488e-943a-a2a825b61006 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=300e0002c0a34937b02bd35920b6a01f&device_id=8804cd72-e5a7-432f-b5a3-f7c81f187a1e HTTP/1.1" status: 200 len: 1097 time: 0.2061839 May 05 21:37:55.208752 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=c6473476-12a6-418a-a3d8-7df9efd64201,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:55.241200 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a2418-767a-4c7f-918c-e3aeb9564fac req-1c5a04cb-e6dc-4a8f-803b-c3b2d6e71259 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:55.243095 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a29a2418-767a-4c7f-918c-e3aeb9564fac req-1c5a04cb-e6dc-4a8f-803b-c3b2d6e71259 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c658b60d-fe3a-488a-8836-fc61937ea474 HTTP/1.1" status: 200 len: 945 time: 0.1776180 May 05 21:37:55.250004 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e10a3d6-a2cb-4c4d-8cc3-a354eb41b4a4 req-77e135c8-7676-4c3d-bdd5-81fbc8360c4a tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:55.251513 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3e10a3d6-a2cb-4c4d-8cc3-a354eb41b4a4 req-77e135c8-7676-4c3d-bdd5-81fbc8360c4a tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=8804cd72-e5a7-432f-b5a3-f7c81f187a1e HTTP/1.1" status: 200 len: 946 time: 0.1312392 May 05 21:37:55.281479 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-a3ac887c-f569-4fc3-8c60-eae1fadfec57 req-ec28f483-1ff3-4dcd-8ef2-1e4fae9a82c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d1333ff-f836-4bc6-84ff-8e2b618b8396 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:37:55.301942 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a3ac887c-f569-4fc3-8c60-eae1fadfec57 req-ec28f483-1ff3-4dcd-8ef2-1e4fae9a82c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:55.338721 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a29a2418-767a-4c7f-918c-e3aeb9564fac req-051e4d2e-2cee-4022-800f-c5855093c456 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f526b55-d264-48ee-8188-9cc4ec8dd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861464 May 05 21:37:55.340761 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3e10a3d6-a2cb-4c4d-8cc3-a354eb41b4a4 req-a0a3a68b-1000-4790-943f-bf0b261542bf tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724063 May 05 21:37:55.352322 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-a3ac887c-f569-4fc3-8c60-eae1fadfec57 req-ec28f483-1ff3-4dcd-8ef2-1e4fae9a82c5 service neutron] Transition to ACTIVE for port object 1d1333ff-f836-4bc6-84ff-8e2b618b8396 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:37:55.360709 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a3ac887c-f569-4fc3-8c60-eae1fadfec57 req-ec28f483-1ff3-4dcd-8ef2-1e4fae9a82c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:55.463453 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-107e0acb-6b35-401d-b732-9ab8cf4674a1 req-ecbd7436-10ef-42b4-8ac9-a7ce927ae524 service neutron] For port 6b1d7cdb-8e34-4688-acec-db3dfd41e683, host n-h2-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:37:55.531123 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7b0202be-3f68-4620-93cd-def737765cd5 req-217289ae-0cc2-44e3-87f4-65bf73bd24d6 tempest-ServersAdmin275Test-1725802639 tempest-ServersAdmin275Test-1725802639-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2ca430-ec50-43bd-9382-00c977af114e HTTP/1.1" status: 200 len: 210 time: 0.0432804 May 05 21:37:55.595228 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec28f483-1ff3-4dcd-8ef2-1e4fae9a82c5 service neutron] Pushing event updated for resources: {'Port': ['ID=1d1333ff-f836-4bc6-84ff-8e2b618b8396,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:55.624835 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-5080c8ad-7888-4ddf-b7a0-eb6ddeb76650 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:55.626299 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-5080c8ad-7888-4ddf-b7a0-eb6ddeb76650 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2ea271d8-96e6-42e1-b4ca-22da751bdd28 HTTP/1.1" status: 200 len: 921 time: 0.4848895 May 05 21:37:55.631028 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-107e0acb-6b35-401d-b732-9ab8cf4674a1 req-ecbd7436-10ef-42b4-8ac9-a7ce927ae524 service neutron] For port 6b1d7cdb-8e34-4688-acec-db3dfd41e683, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=6b1d7cdb-8e34-4688-acec-db3dfd41e683,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:37:55.691235 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f800573-b6af-4fba-947e-d3f13ff37e04'] response: {'server_uuid': 'c658b60d-fe3a-488a-8836-fc61937ea474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6473476-12a6-418a-a3d8-7df9efd64201', 'code': 200} May 05 21:37:55.732568 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-107e0acb-6b35-401d-b732-9ab8cf4674a1 req-ecbd7436-10ef-42b4-8ac9-a7ce927ae524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:55.940107 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-06a69b36-32c7-455a-a2a3-66e2365ce312 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5eb4f53-a642-446d-8190-e7b77b1d015d HTTP/1.1" status: 200 len: 217 time: 0.3008068 May 05 21:37:55.940756 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-a3ac887c-f569-4fc3-8c60-eae1fadfec57 req-ec28f483-1ff3-4dcd-8ef2-1e4fae9a82c5 service neutron] Attempting to bind port 1d1333ff-f836-4bc6-84ff-8e2b618b8396 on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:37:55.941230 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-a3ac887c-f569-4fc3-8c60-eae1fadfec57 req-ec28f483-1ff3-4dcd-8ef2-1e4fae9a82c5 service neutron] Attempting to bind port 1d1333ff-f836-4bc6-84ff-8e2b618b8396 by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:37:55.941727 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ac887c-f569-4fc3-8c60-eae1fadfec57 req-ec28f483-1ff3-4dcd-8ef2-1e4fae9a82c5 service neutron] Attempting to bind port 1d1333ff-f836-4bc6-84ff-8e2b618b8396 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:37:55.978177 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f2506f1c-7484-49df-9268-6a6a60d08ac3 req-393b37e0-90e7-4160-be66-367504027b51 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c658b60d-fe3a-488a-8836-fc61937ea474 HTTP/1.1" status: 200 len: 1096 time: 0.1999614 May 05 21:37:56.008369 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3845945-91ce-41ac-882c-a83c3564c197 req-e6d0da12-13c4-4ab4-9f43-047a43a962a4 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:56.009881 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c3845945-91ce-41ac-882c-a83c3564c197 req-e6d0da12-13c4-4ab4-9f43-047a43a962a4 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?device_id=24e2c0d6-e977-4820-b498-d250107d9d70 HTTP/1.1" status: 200 len: 948 time: 0.1724694 May 05 21:37:56.041911 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-107e0acb-6b35-401d-b732-9ab8cf4674a1 req-ecbd7436-10ef-42b4-8ac9-a7ce927ae524 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:56.043316 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-107e0acb-6b35-401d-b732-9ab8cf4674a1 req-ecbd7436-10ef-42b4-8ac9-a7ce927ae524 service neutron] 10.222.0.32 "PUT /v2.0/ports/6b1d7cdb-8e34-4688-acec-db3dfd41e683 HTTP/1.1" status: 200 len: 1117 time: 2.8292139 May 05 21:37:56.044085 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8634e2ba-70c7-4eca-b079-298d6f3d1b54', 'tag': '6b1d7cdb-8e34-4688-acec-db3dfd41e683'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:37:56.056386 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f2506f1c-7484-49df-9268-6a6a60d08ac3 req-22228f1a-baf5-4642-9721-e1eb7eea7652 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5f526b55-d264-48ee-8188-9cc4ec8dd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712671 May 05 21:37:56.065789 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ac887c-f569-4fc3-8c60-eae1fadfec57 req-ec28f483-1ff3-4dcd-8ef2-1e4fae9a82c5 service neutron] Port 1d1333ff-f836-4bc6-84ff-8e2b618b8396 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:37:56.069019 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ac887c-f569-4fc3-8c60-eae1fadfec57 req-ec28f483-1ff3-4dcd-8ef2-1e4fae9a82c5 service neutron] Attempting to bind port 1d1333ff-f836-4bc6-84ff-8e2b618b8396 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:37:56.090560 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c3845945-91ce-41ac-882c-a83c3564c197 req-a0fa668f-4203-4eda-8edc-d1054d51e1f0 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656564 May 05 21:37:56.135184 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ac887c-f569-4fc3-8c60-eae1fadfec57 req-ec28f483-1ff3-4dcd-8ef2-1e4fae9a82c5 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:37:56.135521 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ac887c-f569-4fc3-8c60-eae1fadfec57 req-ec28f483-1ff3-4dcd-8ef2-1e4fae9a82c5 service neutron] Checking segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:37:56.135905 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ac887c-f569-4fc3-8c60-eae1fadfec57 req-ec28f483-1ff3-4dcd-8ef2-1e4fae9a82c5 service neutron] Bound using segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:37:56.136322 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-a3ac887c-f569-4fc3-8c60-eae1fadfec57 req-ec28f483-1ff3-4dcd-8ef2-1e4fae9a82c5 service neutron] Bound port: 1d1333ff-f836-4bc6-84ff-8e2b618b8396, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:37:56.136799 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a3ac887c-f569-4fc3-8c60-eae1fadfec57 req-ec28f483-1ff3-4dcd-8ef2-1e4fae9a82c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:56.154759 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbd7436-10ef-42b4-8ac9-a7ce927ae524 service neutron] Pushing event updated for resources: {'Port': ['ID=6b1d7cdb-8e34-4688-acec-db3dfd41e683,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:56.224537 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-d8a90db6-b1f2-48f6-a556-35ed5730443a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:56.225987 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-d8a90db6-b1f2-48f6-a556-35ed5730443a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=36081928-afee-4476-8a16-bce3420fbcc5 HTTP/1.1" status: 200 len: 860 time: 0.2732854 May 05 21:37:56.235539 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72dbdcb4-4895-4fee-bdce-9447f74e1a89'] response: {'name': 'network-changed', 'server_uuid': '8634e2ba-70c7-4eca-b079-298d6f3d1b54', 'tag': '6b1d7cdb-8e34-4688-acec-db3dfd41e683', 'status': 'completed', 'code': 200} May 05 21:37:56.293538 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-15292fb7-07cc-4ef2-8679-b2f5869bb244 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2ea271d8-96e6-42e1-b4ca-22da751bdd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559700 May 05 21:37:56.395851 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-a3ac887c-f569-4fc3-8c60-eae1fadfec57 req-ec28f483-1ff3-4dcd-8ef2-1e4fae9a82c5 service neutron] For port 1d1333ff-f836-4bc6-84ff-8e2b618b8396, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:37:56.403903 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-107e0acb-6b35-401d-b732-9ab8cf4674a1 req-1a0c81a7-01c6-46df-8935-235bb082f22c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=60628924233a465383edf7cfad7065b9&device_id=8634e2ba-70c7-4eca-b079-298d6f3d1b54 HTTP/1.1" status: 200 len: 1120 time: 0.3029630 May 05 21:37:56.467356 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-a3ac887c-f569-4fc3-8c60-eae1fadfec57 req-ec28f483-1ff3-4dcd-8ef2-1e4fae9a82c5 service neutron] For port 1d1333ff-f836-4bc6-84ff-8e2b618b8396, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=1d1333ff-f836-4bc6-84ff-8e2b618b8396,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:37:56.486114 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a3ac887c-f569-4fc3-8c60-eae1fadfec57 req-ec28f483-1ff3-4dcd-8ef2-1e4fae9a82c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:56.540474 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-107e0acb-6b35-401d-b732-9ab8cf4674a1 req-ea2d9fc7-18f8-4574-b429-f5a273895ffa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=6b1d7cdb-8e34-4688-acec-db3dfd41e683 HTTP/1.1" status: 200 len: 217 time: 0.1276636 May 05 21:37:56.580522 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f934f11f-3df5-411b-b8e0-b3175e5e2ce1 req-dbd4c133-a3ce-4109-8a7a-4ca0f267b6a0 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:56.582560 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f934f11f-3df5-411b-b8e0-b3175e5e2ce1 req-dbd4c133-a3ce-4109-8a7a-4ca0f267b6a0 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c658b60d-fe3a-488a-8836-fc61937ea474 HTTP/1.1" status: 200 len: 945 time: 0.0835953 May 05 21:37:56.665036 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a3ac887c-f569-4fc3-8c60-eae1fadfec57 req-ec28f483-1ff3-4dcd-8ef2-1e4fae9a82c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:56.666853 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a3ac887c-f569-4fc3-8c60-eae1fadfec57 req-ec28f483-1ff3-4dcd-8ef2-1e4fae9a82c5 service neutron] 10.222.0.44 "PUT /v2.0/ports/1d1333ff-f836-4bc6-84ff-8e2b618b8396 HTTP/1.1" status: 200 len: 1096 time: 2.7114387 May 05 21:37:56.675615 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-88deafc4-0573-4bf5-b03a-c5deee193d0f service neutron] 10.222.0.32 "GET /v2.0/networks/2ea271d8-96e6-42e1-b4ca-22da751bdd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3680425 May 05 21:37:56.683215 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f934f11f-3df5-411b-b8e0-b3175e5e2ce1 req-56e709ee-b277-4d43-813e-7b32c8edeceb tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f526b55-d264-48ee-8188-9cc4ec8dd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678003 May 05 21:37:56.683596 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec28f483-1ff3-4dcd-8ef2-1e4fae9a82c5 service neutron] Pushing event updated for resources: {'Port': ['ID=1d1333ff-f836-4bc6-84ff-8e2b618b8396,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:56.688312 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e0acb-6b35-401d-b732-9ab8cf4674a1 req-fd6b110e-79aa-4e1c-973e-a078f50a8aa3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:56.689896 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-107e0acb-6b35-401d-b732-9ab8cf4674a1 req-fd6b110e-79aa-4e1c-973e-a078f50a8aa3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.1394365 May 05 21:37:56.699145 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0992eaaa-0d63-4a44-96ab-2110d09f741e req-a1a1a000-7535-4af9-8e4c-b0d65bd53231 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:56.700638 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0992eaaa-0d63-4a44-96ab-2110d09f741e req-a1a1a000-7535-4af9-8e4c-b0d65bd53231 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=8804cd72-e5a7-432f-b5a3-f7c81f187a1e HTTP/1.1" status: 200 len: 946 time: 0.1169593 May 05 21:37:56.795457 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0992eaaa-0d63-4a44-96ab-2110d09f741e req-6d3e90e4-294c-4d20-8d22-8b879c20a9bd tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837600 May 05 21:37:57.034334 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-dd2e7f69-d041-4964-b406-343a43eb3aa0 service neutron] 10.222.0.32 "GET /v2.0/networks/2ea271d8-96e6-42e1-b4ca-22da751bdd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3475523 May 05 21:37:57.045582 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a3ac887c-f569-4fc3-8c60-eae1fadfec57 req-9cf24912-bdff-4201-a8dc-056d24c36a13 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=60628924233a465383edf7cfad7065b9&device_id=24e2c0d6-e977-4820-b498-d250107d9d70 HTTP/1.1" status: 200 len: 1099 time: 0.2690125 May 05 21:37:57.049018 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-107e0acb-6b35-401d-b732-9ab8cf4674a1 req-507feb01-7b11-4f8c-8f99-0ffe36896a09 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3360362 May 05 21:37:57.060438 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-90bdea28-2eba-4ba8-9b42-01cea8565544 req-8bc37175-5c11-4581-afa4-4cdffc562745 tempest-ServersAdmin275Test-1725802639 tempest-ServersAdmin275Test-1725802639-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2ca430-ec50-43bd-9382-00c977af114e HTTP/1.1" status: 200 len: 210 time: 0.0732934 May 05 21:37:57.224984 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a3ac887c-f569-4fc3-8c60-eae1fadfec57 req-f4c1d6b6-f949-460e-a458-97f30cb913d2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=1d1333ff-f836-4bc6-84ff-8e2b618b8396 HTTP/1.1" status: 200 len: 217 time: 0.1449456 May 05 21:37:57.331836 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac887c-f569-4fc3-8c60-eae1fadfec57 req-54e5f0f8-7beb-4ef7-bfcc-d3ef2cc25d03 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:57.333550 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a3ac887c-f569-4fc3-8c60-eae1fadfec57 req-54e5f0f8-7beb-4ef7-bfcc-d3ef2cc25d03 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.0701215 May 05 21:37:57.402532 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a5671-f529-4ff8-a8bd-084b5d3c4bb9 req-ddbf0dca-4ebd-42ea-958e-dc3142a31759 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:57.410674 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c27a5671-f529-4ff8-a8bd-084b5d3c4bb9 req-ddbf0dca-4ebd-42ea-958e-dc3142a31759 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?device_id=24e2c0d6-e977-4820-b498-d250107d9d70 HTTP/1.1" status: 200 len: 948 time: 0.0999274 May 05 21:37:57.451266 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-107e0acb-6b35-401d-b732-9ab8cf4674a1 req-bbb6aeed-040b-4844-950f-5edbeb18d6a0 service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3945246 May 05 21:37:57.488008 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c27a5671-f529-4ff8-a8bd-084b5d3c4bb9 req-88623772-ca34-40f6-8277-081b0c1cb8d3 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762649 May 05 21:37:57.568237 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a3ac887c-f569-4fc3-8c60-eae1fadfec57 req-98ba1380-ddfa-466c-b59e-ad86b958d109 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2285030 May 05 21:37:57.574304 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-dae587de-e508-4668-9776-7d05e25c84cf tempest-LiveAutoBlockMigrationV225Test-533236276 tempest-LiveAutoBlockMigrationV225Test-533236276-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8804cd72-e5a7-432f-b5a3-f7c81f187a1e&tenant_id=300e0002c0a34937b02bd35920b6a01f&binding%3Ahost_id=n-h1-825175-4 HTTP/1.1" status: 200 len: 1097 time: 0.3461778 May 05 21:37:57.611978 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-5c36d91e-cb14-47ae-bd31-cec518436822 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-825175-4'}}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:37:57.879979 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-107e0acb-6b35-401d-b732-9ab8cf4674a1 req-e670c6f5-73f1-4147-9c29-5dddc84871c6 service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4224916 May 05 21:37:57.916223 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-5c36d91e-cb14-47ae-bd31-cec518436822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:57.927857 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a3ac887c-f569-4fc3-8c60-eae1fadfec57 req-126dabb6-5980-4106-bca3-1d71941dc5f9 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3525162 May 05 21:37:57.968247 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-da263d60-4b35-444c-b3e7-4e433134a7ff req-86de661e-abde-4d62-b2d6-69fcac6f4d3c tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=1d0c3bd18deb4529a9eff5d87fa07f7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302393 May 05 21:37:58.216757 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da263d60-4b35-444c-b3e7-4e433134a7ff req-08175daa-dd8c-4995-abb0-f1c4a12c8b2e tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:58.218060 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-da263d60-4b35-444c-b3e7-4e433134a7ff req-08175daa-dd8c-4995-abb0-f1c4a12c8b2e tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2434187 May 05 21:37:58.230395 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9bb7e-c00e-4cfa-b2fe-316cf24a10ed req-9a305f68-289c-4f9e-a37a-51c77f86cd55 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:58.231782 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-85c9bb7e-c00e-4cfa-b2fe-316cf24a10ed req-9a305f68-289c-4f9e-a37a-51c77f86cd55 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c658b60d-fe3a-488a-8836-fc61937ea474 HTTP/1.1" status: 200 len: 945 time: 0.1813478 May 05 21:37:58.245380 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24e2c0d6-e977-4820-b498-d250107d9d70', 'tag': '1d1333ff-f836-4bc6-84ff-8e2b618b8396'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:37:58.261375 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-da263d60-4b35-444c-b3e7-4e433134a7ff req-217042a0-87ff-4876-9fff-2f14d4c370bb tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/quotas/1d0c3bd18deb4529a9eff5d87fa07f7f HTTP/1.1" status: 200 len: 375 time: 0.0374203 May 05 21:37:58.262233 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a3ac887c-f569-4fc3-8c60-eae1fadfec57 req-c7d060af-d36d-45f5-bbc3-e2dc32661412 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276846 May 05 21:37:58.279576 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-855ec60a-4b28-4de4-a579-c014418799d9 req-39af2a86-b1a2-4f74-ab7a-a58e4110ade3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=60628924233a465383edf7cfad7065b9&device_id=8634e2ba-70c7-4eca-b079-298d6f3d1b54 HTTP/1.1" status: 200 len: 1120 time: 0.3263268 May 05 21:37:58.284863 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-5c36d91e-cb14-47ae-bd31-cec518436822 service neutron] For port b5eb4f53-a642-446d-8190-e7b77b1d015d, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=b5eb4f53-a642-446d-8190-e7b77b1d015d,segment=NetworkSegment(87859d75-c285-4ea1-b899-3b38f003cf70),segment_id=87859d75-c285-4ea1-b899-3b38f003cf70)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:37:58.319648 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-da263d60-4b35-444c-b3e7-4e433134a7ff req-e0f78399-173e-499f-b0aa-eb213523e4c3 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1d0c3bd18deb4529a9eff5d87fa07f7f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466592 May 05 21:37:58.328881 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-85c9bb7e-c00e-4cfa-b2fe-316cf24a10ed req-b2cbe394-c8b3-42a5-92ca-b5b11632c6c3 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f526b55-d264-48ee-8188-9cc4ec8dd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877345 May 05 21:37:58.416147 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-5c36d91e-cb14-47ae-bd31-cec518436822 service neutron] For port b5eb4f53-a642-446d-8190-e7b77b1d015d, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:37:58.482564 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ec60a-4b28-4de4-a579-c014418799d9 req-b169060d-335a-4ec8-8820-532711579a0c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:58.483874 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-855ec60a-4b28-4de4-a579-c014418799d9 req-b169060d-335a-4ec8-8820-532711579a0c service neutron] 10.222.0.32 "GET /v2.0/networks?id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 HTTP/1.1" status: 200 len: 870 time: 0.1967046 May 05 21:37:58.497571 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-5c36d91e-cb14-47ae-bd31-cec518436822 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:58.562358 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-5c36d91e-cb14-47ae-bd31-cec518436822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:58.604136 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-855ec60a-4b28-4de4-a579-c014418799d9 req-b6dce25a-cc29-4d95-a8b2-9511df2e1e47 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=6b1d7cdb-8e34-4688-acec-db3dfd41e683 HTTP/1.1" status: 200 len: 217 time: 0.1087499 May 05 21:37:58.608987 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf484b3c-edea-4156-a3a9-2ac85752b5b5 req-ad424c30-2c33-430f-9900-648c12f1c61e tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:58.610516 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cf484b3c-edea-4156-a3a9-2ac85752b5b5 req-ad424c30-2c33-430f-9900-648c12f1c61e tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=8804cd72-e5a7-432f-b5a3-f7c81f187a1e HTTP/1.1" status: 200 len: 946 time: 0.1539948 May 05 21:37:58.670815 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cf484b3c-edea-4156-a3a9-2ac85752b5b5 req-1a72e152-286f-4ae7-b813-d3584e7ca4bd tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494676 May 05 21:37:58.775819 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb3ecef8-665b-40a8-babb-aa453b8cfaf5'] response: {'name': 'network-changed', 'server_uuid': '24e2c0d6-e977-4820-b498-d250107d9d70', 'tag': '1d1333ff-f836-4bc6-84ff-8e2b618b8396', 'status': 'completed', 'code': 200} May 05 21:37:58.783501 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c36d91e-cb14-47ae-bd31-cec518436822 service neutron] Pushing event updated for resources: {'Port': ['ID=b5eb4f53-a642-446d-8190-e7b77b1d015d,revision_number=7']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:58.795879 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ec60a-4b28-4de4-a579-c014418799d9 req-d76ae093-b7c8-4577-bd13-a084e7953516 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:58.797435 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-855ec60a-4b28-4de4-a579-c014418799d9 req-d76ae093-b7c8-4577-bd13-a084e7953516 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.1832087 May 05 21:37:58.903381 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3882c0fc-d7b5-4c6a-bcd5-c2319c2fb14c req-7e76f9f9-aa85-4a48-bfae-88e0b03afd06 tempest-ServersAdmin275Test-1725802639 tempest-ServersAdmin275Test-1725802639-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2ca430-ec50-43bd-9382-00c977af114e HTTP/1.1" status: 200 len: 210 time: 0.0890956 May 05 21:37:58.932858 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-5c36d91e-cb14-47ae-bd31-cec518436822 service neutron] Attempting to bind port b5eb4f53-a642-446d-8190-e7b77b1d015d on host n-h1-825175-4 for vnic_type normal with profile {"migrating_to": "n-h2-825175-4"} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:37:58.933317 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-5c36d91e-cb14-47ae-bd31-cec518436822 service neutron] Attempting to bind port b5eb4f53-a642-446d-8190-e7b77b1d015d by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': '87859d75-c285-4ea1-b899-3b38f003cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2ea271d8-96e6-42e1-b4ca-22da751bdd28'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:37:58.933841 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-5c36d91e-cb14-47ae-bd31-cec518436822 service neutron] Attempting to bind port b5eb4f53-a642-446d-8190-e7b77b1d015d on network 2ea271d8-96e6-42e1-b4ca-22da751bdd28 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:37:58.964002 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8fab5e-2aa5-430f-a683-57e823c3cbff req-b413799d-c2ef-4d21-b44a-ced8e03ac645 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:58.973423 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4f8fab5e-2aa5-430f-a683-57e823c3cbff req-b413799d-c2ef-4d21-b44a-ced8e03ac645 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c658b60d-fe3a-488a-8836-fc61937ea474 HTTP/1.1" status: 200 len: 945 time: 0.1125224 May 05 21:37:58.976638 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56176) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:37:58.981785 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-5c36d91e-cb14-47ae-bd31-cec518436822 service neutron] Port b5eb4f53-a642-446d-8190-e7b77b1d015d on network 2ea271d8-96e6-42e1-b4ca-22da751bdd28 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:37:58.982111 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-5c36d91e-cb14-47ae-bd31-cec518436822 service neutron] Attempting to bind port b5eb4f53-a642-446d-8190-e7b77b1d015d on network 2ea271d8-96e6-42e1-b4ca-22da751bdd28 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:37:58.985475 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-9311097c-ff0c-4a2e-bfde-4c66e092072b tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Request body: {'floatingip': {'port_id': 'c6473476-12a6-418a-a3d8-7df9efd64201'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:37:59.002169 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-5c36d91e-cb14-47ae-bd31-cec518436822 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:37:59.002516 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-5c36d91e-cb14-47ae-bd31-cec518436822 service neutron] Checking segment: {'id': '87859d75-c285-4ea1-b899-3b38f003cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2ea271d8-96e6-42e1-b4ca-22da751bdd28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:37:59.002962 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-5c36d91e-cb14-47ae-bd31-cec518436822 service neutron] Bound using segment: {'id': '87859d75-c285-4ea1-b899-3b38f003cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2ea271d8-96e6-42e1-b4ca-22da751bdd28'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:37:59.003401 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-5c36d91e-cb14-47ae-bd31-cec518436822 service neutron] Bound port: b5eb4f53-a642-446d-8190-e7b77b1d015d, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87859d75-c285-4ea1-b899-3b38f003cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2ea271d8-96e6-42e1-b4ca-22da751bdd28'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:37:59.003747 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-5c36d91e-cb14-47ae-bd31-cec518436822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:59.032225 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-855ec60a-4b28-4de4-a579-c014418799d9 req-c2290995-30d7-481c-9cde-c5de23dc0c7e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2095728 May 05 21:37:59.038445 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f9d131ec-fe17-43a0-9f03-b77e624f3904 req-9d06291a-1d92-49a7-8038-368fc8b14054 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=60628924233a465383edf7cfad7065b9&device_id=24e2c0d6-e977-4820-b498-d250107d9d70 HTTP/1.1" status: 200 len: 1099 time: 0.2146962 May 05 21:37:59.086746 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9311097c-ff0c-4a2e-bfde-4c66e092072b tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Notify callbacks [] for floatingip, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:59.273668 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-51a8c6c7-94f5-4286-888f-f6f9c591044f req-87a94130-92f1-49ca-88f0-a060aea37eb5 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=59e56847-3790-4a2b-bea4-ee3cf1beb827 HTTP/1.1" status: 200 len: 210 time: 0.1286492 May 05 21:37:59.387970 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-5c36d91e-cb14-47ae-bd31-cec518436822 service neutron] For port b5eb4f53-a642-446d-8190-e7b77b1d015d, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:37:59.389221 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e26f60-28be-43ea-8608-336e51bb90ce req-446712a3-db09-4971-aa40-4521352be7f0 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:59.390638 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a7e26f60-28be-43ea-8608-336e51bb90ce req-446712a3-db09-4971-aa40-4521352be7f0 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?device_id=24e2c0d6-e977-4820-b498-d250107d9d70 HTTP/1.1" status: 200 len: 948 time: 0.2469213 May 05 21:37:59.416214 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-5c36d91e-cb14-47ae-bd31-cec518436822 service neutron] For port b5eb4f53-a642-446d-8190-e7b77b1d015d, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=b5eb4f53-a642-446d-8190-e7b77b1d015d,segment=NetworkSegment(87859d75-c285-4ea1-b899-3b38f003cf70),segment_id=87859d75-c285-4ea1-b899-3b38f003cf70)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:37:59.425387 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d131ec-fe17-43a0-9f03-b77e624f3904 req-a13f99c3-9a44-44ea-82db-34046c1ccd02 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:59.425387 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f9d131ec-fe17-43a0-9f03-b77e624f3904 req-a13f99c3-9a44-44ea-82db-34046c1ccd02 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 HTTP/1.1" status: 200 len: 870 time: 0.3596649 May 05 21:37:59.425387 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-855ec60a-4b28-4de4-a579-c014418799d9 req-0f5a8c38-d3e5-4dbb-8abc-83e67a6c7980 service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3854487 May 05 21:37:59.427935 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-5c36d91e-cb14-47ae-bd31-cec518436822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:59.593571 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a7e26f60-28be-43ea-8608-336e51bb90ce req-d043d3e1-1957-44e4-806e-56b06802d34c tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384771 May 05 21:37:59.624087 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f9d131ec-fe17-43a0-9f03-b77e624f3904 req-07aaaaa3-7aad-4697-9b9d-69339c78221c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=1d1333ff-f836-4bc6-84ff-8e2b618b8396 HTTP/1.1" status: 200 len: 217 time: 0.1908445 May 05 21:37:59.762621 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c36d91e-cb14-47ae-bd31-cec518436822 service neutron] Pushing event updated for resources: {'Port': ['ID=b5eb4f53-a642-446d-8190-e7b77b1d015d,revision_number=8']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:37:59.805879 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d131ec-fe17-43a0-9f03-b77e624f3904 req-9fc31999-9afd-46f2-b29d-a9ca9a8f16e5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:37:59.807651 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f9d131ec-fe17-43a0-9f03-b77e624f3904 req-9fc31999-9afd-46f2-b29d-a9ca9a8f16e5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.1734445 May 05 21:37:59.876382 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-855ec60a-4b28-4de4-a579-c014418799d9 req-ebab9dab-007c-420b-8f17-674b18c6cb2f service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4442153 May 05 21:37:59.893850 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-5c36d91e-cb14-47ae-bd31-cec518436822 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:37:59.895584 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-5c36d91e-cb14-47ae-bd31-cec518436822 service neutron] 10.222.0.32 "PUT /v2.0/ports/b5eb4f53-a642-446d-8190-e7b77b1d015d HTTP/1.1" status: 200 len: 1122 time: 2.2911403 May 05 21:37:59.954386 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f9d131ec-fe17-43a0-9f03-b77e624f3904 req-0d13cd38-1092-4f83-bc8a-081d2f8ec6b6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1180913 May 05 21:37:59.971437 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['b5eb4f53-a642-446d-8190-e7b77b1d015d'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:38:00.030938 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-da263d60-4b35-444c-b3e7-4e433134a7ff req-ba07d79d-0bf0-4372-95c9-95481f2d297c tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=1d0c3bd18deb4529a9eff5d87fa07f7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1769345 May 05 21:38:00.170997 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f9d131ec-fe17-43a0-9f03-b77e624f3904 req-dd0cee0b-08f6-4446-a975-194350b80717 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960096 May 05 21:38:00.320168 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f9d131ec-fe17-43a0-9f03-b77e624f3904 req-eb803c4b-cc32-42ec-9544-d6c72de69c9b service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412168 May 05 21:38:00.327152 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.resource_extend [None req-9311097c-ff0c-4a2e-bfde-4c66e092072b tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 21:38:00.408784 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cfab6cbe-a621-44b0-91ec-137e1b78e52e req-d54a78ac-8c21-4b31-8834-8e4c704ae7c3 tempest-ServersAdmin275Test-1725802639 tempest-ServersAdmin275Test-1725802639-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2ca430-ec50-43bd-9382-00c977af114e HTTP/1.1" status: 200 len: 210 time: 0.1424024 May 05 21:38:00.437381 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da263d60-4b35-444c-b3e7-4e433134a7ff req-76ac1182-acdf-4a97-a19b-1fa220988fe2 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:00.438790 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-da263d60-4b35-444c-b3e7-4e433134a7ff req-76ac1182-acdf-4a97-a19b-1fa220988fe2 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4016337 May 05 21:38:00.446121 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998b7d9-ecba-4a33-9f4c-819f916038fa req-0078172d-c454-48d9-892e-bc1ab9e846fd tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:00.447474 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3998b7d9-ecba-4a33-9f4c-819f916038fa req-0078172d-c454-48d9-892e-bc1ab9e846fd tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=8804cd72-e5a7-432f-b5a3-f7c81f187a1e HTTP/1.1" status: 200 len: 944 time: 0.4824727 May 05 21:38:00.463151 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-da263d60-4b35-444c-b3e7-4e433134a7ff req-384a35a6-bbe6-4635-9c06-9607cb95ae7c tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Request body: {'port': {'device_id': '59e56847-3790-4a2b-bea4-ee3cf1beb827', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'admin_state_up': True, 'tenant_id': '1d0c3bd18deb4529a9eff5d87fa07f7f'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:38:00.533510 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9311097c-ff0c-4a2e-bfde-4c66e092072b tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:00.557137 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9311097c-ff0c-4a2e-bfde-4c66e092072b tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:00.746042 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3998b7d9-ecba-4a33-9f4c-819f916038fa req-5454d101-aff7-4ddb-b89a-4f8ba5a3bdf1 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641664 May 05 21:38:00.777237 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8804cd72-e5a7-432f-b5a3-f7c81f187a1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5eb4f53-a642-446d-8190-e7b77b1d015d'}, {'name': 'network-changed', 'server_uuid': '8804cd72-e5a7-432f-b5a3-f7c81f187a1e', 'tag': 'b5eb4f53-a642-446d-8190-e7b77b1d015d'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:38:00.807289 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a6b831b8-3486-45f1-91a5-d26cb5e6cb6a req-e02302c5-8f86-4604-8bb7-7d6174b41f9c tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=59e56847-3790-4a2b-bea4-ee3cf1beb827 HTTP/1.1" status: 200 len: 210 time: 0.0655880 May 05 21:38:00.808972 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-da263d60-4b35-444c-b3e7-4e433134a7ff req-384a35a6-bbe6-4635-9c06-9607cb95ae7c tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:38:00.814048 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-da263d60-4b35-444c-b3e7-4e433134a7ff req-384a35a6-bbe6-4635-9c06-9607cb95ae7c tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Usage tracker for resource:port and tenant:1d0c3bd18deb4529a9eff5d87fa07f7f is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:38:00.818005 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-da263d60-4b35-444c-b3e7-4e433134a7ff req-384a35a6-bbe6-4635-9c06-9607cb95ae7c tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:38:00.825286 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-da263d60-4b35-444c-b3e7-4e433134a7ff req-384a35a6-bbe6-4635-9c06-9607cb95ae7c tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:38:00.844163 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da263d60-4b35-444c-b3e7-4e433134a7ff req-384a35a6-bbe6-4635-9c06-9607cb95ae7c tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Made reservation on behalf of 1d0c3bd18deb4529a9eff5d87fa07f7f for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:38:00.847058 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-da263d60-4b35-444c-b3e7-4e433134a7ff req-384a35a6-bbe6-4635-9c06-9607cb95ae7c tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:00.862160 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-da263d60-4b35-444c-b3e7-4e433134a7ff req-384a35a6-bbe6-4635-9c06-9607cb95ae7c tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:00.943546 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eab863b4-30a4-4293-b229-81909c6a5da7'] response: {'server_uuid': '8804cd72-e5a7-432f-b5a3-f7c81f187a1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5eb4f53-a642-446d-8190-e7b77b1d015d', 'code': 200} May 05 21:38:00.944201 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eab863b4-30a4-4293-b229-81909c6a5da7'] response: {'name': 'network-changed', 'server_uuid': '8804cd72-e5a7-432f-b5a3-f7c81f187a1e', 'tag': 'b5eb4f53-a642-446d-8190-e7b77b1d015d', 'status': 'completed', 'code': 200} May 05 21:38:00.945627 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-da263d60-4b35-444c-b3e7-4e433134a7ff req-384a35a6-bbe6-4635-9c06-9607cb95ae7c tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:38:00.954915 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-da263d60-4b35-444c-b3e7-4e433134a7ff req-384a35a6-bbe6-4635-9c06-9607cb95ae7c tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Usage tracker for resource:security_group_rule and tenant:1d0c3bd18deb4529a9eff5d87fa07f7f is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:38:00.962008 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-da263d60-4b35-444c-b3e7-4e433134a7ff req-384a35a6-bbe6-4635-9c06-9607cb95ae7c tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:38:00.974502 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-da263d60-4b35-444c-b3e7-4e433134a7ff req-384a35a6-bbe6-4635-9c06-9607cb95ae7c tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:38:00.996595 n-d-825175-4 neutron-server[84061]: INFO neutron.db.l3_db [None req-9311097c-ff0c-4a2e-bfde-4c66e092072b tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Floating IP 6f68fdf4-d4a2-4ab3-b10a-7835984594b5 associated. External IP: 172.25.4.153, port: c6473476-12a6-418a-a3d8-7df9efd64201. May 05 21:38:01.072952 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-96870839-274d-4d0a-860e-c0051f052900 req-9819e90a-47d9-4d7f-bf86-a6d9c8e8e981 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=300e0002c0a34937b02bd35920b6a01f&device_id=8804cd72-e5a7-432f-b5a3-f7c81f187a1e HTTP/1.1" status: 200 len: 1125 time: 0.0999463 May 05 21:38:01.188849 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae830614-55d8-4b82-83d1-c3c44cd1a45f req-875be6be-9ddf-4bda-bac3-9c4962c4c15d tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:01.190326 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ae830614-55d8-4b82-83d1-c3c44cd1a45f req-875be6be-9ddf-4bda-bac3-9c4962c4c15d tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?device_id=24e2c0d6-e977-4820-b498-d250107d9d70 HTTP/1.1" status: 200 len: 948 time: 0.2819030 May 05 21:38:01.214573 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96870839-274d-4d0a-860e-c0051f052900 req-d7b5d28e-88f9-47dd-967a-a95c26cdb6e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:01.216555 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-96870839-274d-4d0a-860e-c0051f052900 req-d7b5d28e-88f9-47dd-967a-a95c26cdb6e2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2ea271d8-96e6-42e1-b4ca-22da751bdd28 HTTP/1.1" status: 200 len: 921 time: 0.1371036 May 05 21:38:01.242788 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-da263d60-4b35-444c-b3e7-4e433134a7ff req-384a35a6-bbe6-4635-9c06-9607cb95ae7c tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:01.257900 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-da263d60-4b35-444c-b3e7-4e433134a7ff req-384a35a6-bbe6-4635-9c06-9607cb95ae7c tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:01.283291 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-96870839-274d-4d0a-860e-c0051f052900 req-d55aba86-19f3-4967-94fd-0228543f0584 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5eb4f53-a642-446d-8190-e7b77b1d015d HTTP/1.1" status: 200 len: 217 time: 0.0599303 May 05 21:38:01.347301 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ae830614-55d8-4b82-83d1-c3c44cd1a45f req-67814e2b-9760-4da8-8465-4b8606b6d129 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464231 May 05 21:38:01.353133 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96870839-274d-4d0a-860e-c0051f052900 req-52edb084-0dfc-440e-9e15-ed0b28c93bad service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:01.354581 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-96870839-274d-4d0a-860e-c0051f052900 req-52edb084-0dfc-440e-9e15-ed0b28c93bad service neutron] 10.222.0.44 "GET /v2.0/subnets?id=36081928-afee-4476-8a16-bce3420fbcc5 HTTP/1.1" status: 200 len: 860 time: 0.0647671 May 05 21:38:01.361618 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a35a6-bbe6-4635-9c06-9607cb95ae7c tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:01.436360 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-96870839-274d-4d0a-860e-c0051f052900 req-e56e30b4-c4c6-4696-8e25-0a8f4abb695a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2ea271d8-96e6-42e1-b4ca-22da751bdd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577426 May 05 21:38:01.470576 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-da263d60-4b35-444c-b3e7-4e433134a7ff req-384a35a6-bbe6-4635-9c06-9607cb95ae7c tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Allocated IP 192.168.233.206 (4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9/f237a6ef-d044-411f-a2d8-d12619664c91/105dc9f5-69de-49f6-ba48-8d7a2dc2ca67) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:38:01.651538 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-96870839-274d-4d0a-860e-c0051f052900 req-7e563a6c-4534-4e56-ba7b-247282d2ee6d service neutron] 10.222.0.44 "GET /v2.0/networks/2ea271d8-96e6-42e1-b4ca-22da751bdd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069736 May 05 21:38:01.792275 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-67e1ed57-2fe2-441d-8503-821757c73f79 req-40308f4d-9a42-419b-8287-1980865bcff2 tempest-ServersAdmin275Test-1725802639 tempest-ServersAdmin275Test-1725802639-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2ca430-ec50-43bd-9382-00c977af114e HTTP/1.1" status: 200 len: 210 time: 0.0730312 May 05 21:38:01.900376 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-96870839-274d-4d0a-860e-c0051f052900 req-03f7d75a-a637-44fb-bf56-ae7c68535aee service neutron] 10.222.0.44 "GET /v2.0/networks/2ea271d8-96e6-42e1-b4ca-22da751bdd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407660 May 05 21:38:01.949575 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-da263d60-4b35-444c-b3e7-4e433134a7ff req-384a35a6-bbe6-4635-9c06-9607cb95ae7c tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:01.970633 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-da263d60-4b35-444c-b3e7-4e433134a7ff req-384a35a6-bbe6-4635-9c06-9607cb95ae7c tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Transition to ACTIVE for port object 105dc9f5-69de-49f6-ba48-8d7a2dc2ca67 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:38:02.072261 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-da263d60-4b35-444c-b3e7-4e433134a7ff req-384a35a6-bbe6-4635-9c06-9607cb95ae7c tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:02.109633 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 6b1d7cdb-8e34-4688-acec-db3dfd41e683 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:38:02.110450 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9311097c-ff0c-4a2e-bfde-4c66e092072b tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Router 44a67e47-28fa-4393-9349-a9cde0bcd7d7 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:38:02.170320 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da263d60-4b35-444c-b3e7-4e433134a7ff req-384a35a6-bbe6-4635-9c06-9607cb95ae7c tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:38:02.173111 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a35a6-bbe6-4635-9c06-9607cb95ae7c tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Pushing event updated for resources: {'Port': ['ID=105dc9f5-69de-49f6-ba48-8d7a2dc2ca67,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:02.181662 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcbaacc-7696-4d68-b3a2-31a08c14f167 req-0c63eed5-eabc-43df-8730-e7f2fadda3fb tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:02.183164 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cdcbaacc-7696-4d68-b3a2-31a08c14f167 req-0c63eed5-eabc-43df-8730-e7f2fadda3fb tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=8804cd72-e5a7-432f-b5a3-f7c81f187a1e HTTP/1.1" status: 200 len: 944 time: 0.1964431 May 05 21:38:02.184011 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-da263d60-4b35-444c-b3e7-4e433134a7ff req-384a35a6-bbe6-4635-9c06-9607cb95ae7c tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:38:02.187615 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-da263d60-4b35-444c-b3e7-4e433134a7ff req-384a35a6-bbe6-4635-9c06-9607cb95ae7c tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:38:02.253745 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 6b1d7cdb-8e34-4688-acec-db3dfd41e683, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=6b1d7cdb-8e34-4688-acec-db3dfd41e683,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:38:02.267701 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '6b1d7cdb-8e34-4688-acec-db3dfd41e683', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'port_id': '6b1d7cdb-8e34-4688-acec-db3dfd41e683', 'mac_address': 'fa:16:3e:6e:af:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f237a6ef-d044-411f-a2d8-d12619664c91', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:tempest-test_az-272234528', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:38:02.324082 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:02.343610 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b1d7cdb-8e34-4688-acec-db3dfd41e683 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:38:02.359767 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 6b1d7cdb-8e34-4688-acec-db3dfd41e683, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=6b1d7cdb-8e34-4688-acec-db3dfd41e683,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:38:02.363989 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:02.440056 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da263d60-4b35-444c-b3e7-4e433134a7ff req-384a35a6-bbe6-4635-9c06-9607cb95ae7c tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:02.440646 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-da263d60-4b35-444c-b3e7-4e433134a7ff req-384a35a6-bbe6-4635-9c06-9607cb95ae7c tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:02.440767 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=6b1d7cdb-8e34-4688-acec-db3dfd41e683,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:02.443334 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-d5559fe3-b8e5-4591-b97e-d4eb235d5572 None None] Provisioning for port 105dc9f5-69de-49f6-ba48-8d7a2dc2ca67 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:38:02.448479 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-d5559fe3-b8e5-4591-b97e-d4eb235d5572 None None] Provisioning complete for port 105dc9f5-69de-49f6-ba48-8d7a2dc2ca67 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:38:02.448840 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d5559fe3-b8e5-4591-b97e-d4eb235d5572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:02.488957 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cdcbaacc-7696-4d68-b3a2-31a08c14f167 req-faec3459-976c-462f-b621-d76a0ffeb305 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411048 May 05 21:38:02.492552 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-da263d60-4b35-444c-b3e7-4e433134a7ff req-384a35a6-bbe6-4635-9c06-9607cb95ae7c tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0395818 May 05 21:38:02.506564 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-da263d60-4b35-444c-b3e7-4e433134a7ff req-9c72ce80-0325-4f7f-bff0-f407f1a6d233 service neutron] Request body: {'port': {'device_id': '59e56847-3790-4a2b-bea4-ee3cf1beb827', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:38:02.506879 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 1d1333ff-f836-4bc6-84ff-8e2b618b8396 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:38:02.513071 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-d5559fe3-b8e5-4591-b97e-d4eb235d5572 None None] Port 105dc9f5-69de-49f6-ba48-8d7a2dc2ca67 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:38:02.540220 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5829ced7-f209-43b1-ab01-2f6a9ece0869 req-a6f1b803-df56-4d9b-87dd-72c525d3843d tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:02.540911 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-5829ced7-f209-43b1-ab01-2f6a9ece0869 req-a6f1b803-df56-4d9b-87dd-72c525d3843d tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Synchronizing usage tracker for tenant:1d0c3bd18deb4529a9eff5d87fa07f7f on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:38:02.601102 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['6b1d7cdb-8e34-4688-acec-db3dfd41e683'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:38:02.618435 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-5829ced7-f209-43b1-ab01-2f6a9ece0869 req-a6f1b803-df56-4d9b-87dd-72c525d3843d tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Unset dirty status for tenant:1d0c3bd18deb4529a9eff5d87fa07f7f on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:38:02.624863 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5829ced7-f209-43b1-ab01-2f6a9ece0869 req-a6f1b803-df56-4d9b-87dd-72c525d3843d tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=59e56847-3790-4a2b-bea4-ee3cf1beb827 HTTP/1.1" status: 200 len: 936 time: 0.4388053 May 05 21:38:02.690383 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-da263d60-4b35-444c-b3e7-4e433134a7ff req-9c72ce80-0325-4f7f-bff0-f407f1a6d233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:02.715068 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-5829ced7-f209-43b1-ab01-2f6a9ece0869 req-c7f7d3a7-b387-459a-8abd-e203896bdae5 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Synchronizing usage tracker for tenant:1d0c3bd18deb4529a9eff5d87fa07f7f on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:38:02.759320 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 1d1333ff-f836-4bc6-84ff-8e2b618b8396, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=1d1333ff-f836-4bc6-84ff-8e2b618b8396,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:38:02.784013 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '1d1333ff-f836-4bc6-84ff-8e2b618b8396', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'port_id': '1d1333ff-f836-4bc6-84ff-8e2b618b8396', 'mac_address': 'fa:16:3e:00:ef:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f237a6ef-d044-411f-a2d8-d12619664c91', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:38:02.811347 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-5829ced7-f209-43b1-ab01-2f6a9ece0869 req-c7f7d3a7-b387-459a-8abd-e203896bdae5 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Unset dirty status for tenant:1d0c3bd18deb4529a9eff5d87fa07f7f on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:38:02.823304 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5829ced7-f209-43b1-ab01-2f6a9ece0869 req-c7f7d3a7-b387-459a-8abd-e203896bdae5 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975348 May 05 21:38:02.880477 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:02.921318 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d1333ff-f836-4bc6-84ff-8e2b618b8396 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:38:02.949608 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 1d1333ff-f836-4bc6-84ff-8e2b618b8396, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=1d1333ff-f836-4bc6-84ff-8e2b618b8396,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:38:02.958469 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:03.029448 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=1d1333ff-f836-4bc6-84ff-8e2b618b8396,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:03.037596 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9311097c-ff0c-4a2e-bfde-4c66e092072b tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:38:03.042430 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9311097c-ff0c-4a2e-bfde-4c66e092072b tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:03.054891 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70b27bd-c087-400f-ba83-3c7948c05b14 None None] Sync routers for ids ['44a67e47-28fa-4393-9349-a9cde0bcd7d7'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:38:03.067566 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70b27bd-c087-400f-ba83-3c7948c05b14 None None] Routers {'44a67e47-28fa-4393-9349-a9cde0bcd7d7'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:38:03.068186 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-a70b27bd-c087-400f-ba83-3c7948c05b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:37:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['44a67e47-28fa-4393-9349-a9cde0bcd7d7'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:38:03.163762 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56306) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:38:03.175864 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['1d1333ff-f836-4bc6-84ff-8e2b618b8396'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:38:03.263998 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-a70b27bd-c087-400f-ba83-3c7948c05b14 None None] Set router 44a67e47-28fa-4393-9349-a9cde0bcd7d7 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:38:03.297034 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a364fedf-80e0-4a73-9e54-6aa46b4666da req-b18c0d6f-ddc1-4e62-8969-68288c080374 tempest-ServersAdmin275Test-1725802639 tempest-ServersAdmin275Test-1725802639-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2ca430-ec50-43bd-9382-00c977af114e HTTP/1.1" status: 200 len: 210 time: 0.1652808 May 05 21:38:03.315472 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-9311097c-ff0c-4a2e-bfde-4c66e092072b tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.23 "PUT /v2.0/floatingips/6f68fdf4-d4a2-4ab3-b10a-7835984594b5 HTTP/1.1" status: 200 len: 991 time: 4.3331926 May 05 21:38:03.322292 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c658b60d-fe3a-488a-8836-fc61937ea474', 'tag': 'c6473476-12a6-418a-a3d8-7df9efd64201'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:38:03.354234 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6817e926-268d-4f03-a5dd-2165265433b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:03.357462 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b890a-e151-4ec5-a8f0-447f1c661b6a req-cfd9a6cc-b3ab-4e8c-a9f2-026cc431bf0d tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:03.358942 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ad4b890a-e151-4ec5-a8f0-447f1c661b6a req-cfd9a6cc-b3ab-4e8c-a9f2-026cc431bf0d tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?device_id=24e2c0d6-e977-4820-b498-d250107d9d70 HTTP/1.1" status: 200 len: 949 time: 0.3233562 May 05 21:38:03.438798 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-6817e926-268d-4f03-a5dd-2165265433b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:38:03.443919 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-6817e926-268d-4f03-a5dd-2165265433b9 admin admin] Usage tracker for resource:security_group_rule and tenant:72f465c0bfce48c6973a45d4f3d55684 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:38:03.447041 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-6817e926-268d-4f03-a5dd-2165265433b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:38:03.464815 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-6817e926-268d-4f03-a5dd-2165265433b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:38:03.551329 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-da263d60-4b35-444c-b3e7-4e433134a7ff req-9c72ce80-0325-4f7f-bff0-f407f1a6d233 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 105dc9f5-69de-49f6-ba48-8d7a2dc2ca67 {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:38:03.567662 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-da263d60-4b35-444c-b3e7-4e433134a7ff req-9c72ce80-0325-4f7f-bff0-f407f1a6d233 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:03.574516 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ad4b890a-e151-4ec5-a8f0-447f1c661b6a req-3d054624-21f1-4b67-8fb2-3d370da52ea8 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997111 May 05 21:38:03.630782 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6817e926-268d-4f03-a5dd-2165265433b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:03.641256 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6817e926-268d-4f03-a5dd-2165265433b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:03.675452 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-da263d60-4b35-444c-b3e7-4e433134a7ff req-9c72ce80-0325-4f7f-bff0-f407f1a6d233 service neutron] Transition to ACTIVE for port object 105dc9f5-69de-49f6-ba48-8d7a2dc2ca67 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:38:03.685820 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-da263d60-4b35-444c-b3e7-4e433134a7ff req-9c72ce80-0325-4f7f-bff0-f407f1a6d233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:03.694261 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6817e926-268d-4f03-a5dd-2165265433b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db29219-ff17-4cb4-ac76-94714338e63f,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:03.698994 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-6817e926-268d-4f03-a5dd-2165265433b9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=72f465c0bfce48c6973a45d4f3d55684&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5339708 May 05 21:38:03.701565 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56330) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:38:03.772728 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-44c7a61a-b847-4ee6-98b9-e568fafe5e19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:03.785105 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-a70b27bd-c087-400f-ba83-3c7948c05b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a67e47-28fa-4393-9349-a9cde0bcd7d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2036410776-router', 'tenant_id': 'd8d84e5601be47409a299ef27c35a529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '8b6b62b1-4de2-4d66-ac31-e1d5a7883e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:37:05Z', 'updated_at': '2022-05-05T21:37:09Z', 'revision_number': 4, 'project_id': 'd8d84e5601be47409a299ef27c35a529', 'gw_port': {'id': '8b6b62b1-4de2-4d66-ac31-e1d5a7883e66', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:72:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a67e47-28fa-4393-9349-a9cde0bcd7d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:37:06Z', 'updated_at': '2022-05-05T21:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '6f68fdf4-d4a2-4ab3-b10a-7835984594b5', 'tenant_id': 'd8d84e5601be47409a299ef27c35a529', 'floating_ip_address': '172.25.4.153', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '44a67e47-28fa-4393-9349-a9cde0bcd7d7', 'port_id': 'c6473476-12a6-418a-a3d8-7df9efd64201', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2', 'mac_address': 'fa:16:3e:61:27:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c658b60d-fe3a-488a-8836-fc61937ea474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:37:40Z', 'updated_at': '2022-05-05T21:38:00Z', 'revision_number': 1, 'project_id': 'd8d84e5601be47409a299ef27c35a529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a8ffa1a-897d-4df9-ab8b-fc14324274b3', 'name': '', 'network_id': '024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2', 'tenant_id': 'd8d84e5601be47409a299ef27c35a529', 'mac_address': 'fa:16:3e:ce:13:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a67e47-28fa-4393-9349-a9cde0bcd7d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '761d7a8a-b72e-455d-b2ab-6aa95ead4c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:37:08Z', 'updated_at': '2022-05-05T21:37:25Z', 'revision_number': 5, 'project_id': 'd8d84e5601be47409a299ef27c35a529', 'subnets': [{'id': '761d7a8a-b72e-455d-b2ab-6aa95ead4c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:38:03.791582 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70b27bd-c087-400f-ba83-3c7948c05b14 None None] Checking router: 44a67e47-28fa-4393-9349-a9cde0bcd7d7 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:38:03.803546 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70b27bd-c087-400f-ba83-3c7948c05b14 None None] Routers {'44a67e47-28fa-4393-9349-a9cde0bcd7d7'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:38:03.805221 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-a70b27bd-c087-400f-ba83-3c7948c05b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:37:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['44a67e47-28fa-4393-9349-a9cde0bcd7d7'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:38:03.811036 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-44c7a61a-b847-4ee6-98b9-e568fafe5e19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:03.869280 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-44c7a61a-b847-4ee6-98b9-e568fafe5e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:03.879905 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c72ce80-0325-4f7f-bff0-f407f1a6d233 service neutron] Pushing event updated for resources: {'Port': ['ID=105dc9f5-69de-49f6-ba48-8d7a2dc2ca67,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:03.886507 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c7a61a-b847-4ee6-98b9-e568fafe5e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db29219-ff17-4cb4-ac76-94714338e63f,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:03.908845 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-44c7a61a-b847-4ee6-98b9-e568fafe5e19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:03.910266 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-44c7a61a-b847-4ee6-98b9-e568fafe5e19 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5db29219-ff17-4cb4-ac76-94714338e63f HTTP/1.1" status: 204 len: 168 time: 0.2075396 May 05 21:38:03.960804 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ad1b2-a62a-495d-83a6-4c2140818092 req-32efe301-9798-4a26-b257-b8ec874881ea tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:03.968572 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-727ad1b2-a62a-495d-83a6-4c2140818092 req-32efe301-9798-4a26-b257-b8ec874881ea tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.23 "GET /v2.0/ports?device_id=c658b60d-fe3a-488a-8836-fc61937ea474 HTTP/1.1" status: 200 len: 945 time: 0.4041719 May 05 21:38:04.084890 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e864b8-a8d7-4b78-bc13-6e8d757f094b req-2acbafd9-3678-449e-8543-87c70fa5052a tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:04.086553 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-69e864b8-a8d7-4b78-bc13-6e8d757f094b req-2acbafd9-3678-449e-8543-87c70fa5052a tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=8804cd72-e5a7-432f-b5a3-f7c81f187a1e HTTP/1.1" status: 200 len: 944 time: 0.2724147 May 05 21:38:04.100861 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-a70b27bd-c087-400f-ba83-3c7948c05b14 None None] Set router 44a67e47-28fa-4393-9349-a9cde0bcd7d7 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:38:04.127876 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device b5eb4f53-a642-446d-8190-e7b77b1d015d details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:38:04.134381 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-727ad1b2-a62a-495d-83a6-4c2140818092 req-313b4bd4-ad2e-4c09-ba8b-9b7bbb09f7e8 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f526b55-d264-48ee-8188-9cc4ec8dd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648309 May 05 21:38:04.181583 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 6b1d7cdb-8e34-4688-acec-db3dfd41e683 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:38:04.192584 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-69e864b8-a8d7-4b78-bc13-6e8d757f094b req-bc6ad62b-b8b2-4c26-9064-bf86bacd62cc tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917432 May 05 21:38:04.195441 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-da263d60-4b35-444c-b3e7-4e433134a7ff req-9c72ce80-0325-4f7f-bff0-f407f1a6d233 service neutron] Attempting to bind port 105dc9f5-69de-49f6-ba48-8d7a2dc2ca67 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:38:04.197209 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-da263d60-4b35-444c-b3e7-4e433134a7ff req-9c72ce80-0325-4f7f-bff0-f407f1a6d233 service neutron] Attempting to bind port 105dc9f5-69de-49f6-ba48-8d7a2dc2ca67 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:38:04.197746 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da263d60-4b35-444c-b3e7-4e433134a7ff req-9c72ce80-0325-4f7f-bff0-f407f1a6d233 service neutron] Attempting to bind port 105dc9f5-69de-49f6-ba48-8d7a2dc2ca67 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:38:04.215774 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da263d60-4b35-444c-b3e7-4e433134a7ff req-9c72ce80-0325-4f7f-bff0-f407f1a6d233 service neutron] Port 105dc9f5-69de-49f6-ba48-8d7a2dc2ca67 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:38:04.216496 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da263d60-4b35-444c-b3e7-4e433134a7ff req-9c72ce80-0325-4f7f-bff0-f407f1a6d233 service neutron] Attempting to bind port 105dc9f5-69de-49f6-ba48-8d7a2dc2ca67 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:38:04.230499 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da263d60-4b35-444c-b3e7-4e433134a7ff req-9c72ce80-0325-4f7f-bff0-f407f1a6d233 service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:38:04.232826 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da263d60-4b35-444c-b3e7-4e433134a7ff req-9c72ce80-0325-4f7f-bff0-f407f1a6d233 service neutron] Checking segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:38:04.233594 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da263d60-4b35-444c-b3e7-4e433134a7ff req-9c72ce80-0325-4f7f-bff0-f407f1a6d233 service neutron] Bound using segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:38:04.234182 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-da263d60-4b35-444c-b3e7-4e433134a7ff req-9c72ce80-0325-4f7f-bff0-f407f1a6d233 service neutron] Bound port: 105dc9f5-69de-49f6-ba48-8d7a2dc2ca67, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:38:04.235253 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-da263d60-4b35-444c-b3e7-4e433134a7ff req-9c72ce80-0325-4f7f-bff0-f407f1a6d233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:04.458231 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port b5eb4f53-a642-446d-8190-e7b77b1d015d, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=b5eb4f53-a642-446d-8190-e7b77b1d015d,segment=NetworkSegment(87859d75-c285-4ea1-b899-3b38f003cf70),segment_id=87859d75-c285-4ea1-b899-3b38f003cf70)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:38:04.472525 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device b5eb4f53-a642-446d-8190-e7b77b1d015d has no active binding in host n-h2-825175-4 {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 05 21:38:04.475900 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port 6b1d7cdb-8e34-4688-acec-db3dfd41e683 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:38:04.476227 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56350) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:38:04.482982 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 6b1d7cdb-8e34-4688-acec-db3dfd41e683 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:38:04.483970 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:04.501850 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0dbdb583-6e61-4764-9723-144d99e41079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:04.513815 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-da263d60-4b35-444c-b3e7-4e433134a7ff req-9c72ce80-0325-4f7f-bff0-f407f1a6d233 service neutron] For port 105dc9f5-69de-49f6-ba48-8d7a2dc2ca67, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:38:04.534153 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-da263d60-4b35-444c-b3e7-4e433134a7ff req-9c72ce80-0325-4f7f-bff0-f407f1a6d233 service neutron] For port 105dc9f5-69de-49f6-ba48-8d7a2dc2ca67, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=105dc9f5-69de-49f6-ba48-8d7a2dc2ca67,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:38:04.541659 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f41c10-df15-4b98-b2d5-05c7a6938253 req-906327e8-4383-493c-a36d-ff2f01cd4363 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:04.549293 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c5f41c10-df15-4b98-b2d5-05c7a6938253 req-906327e8-4383-493c-a36d-ff2f01cd4363 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=59e56847-3790-4a2b-bea4-ee3cf1beb827 HTTP/1.1" status: 200 len: 948 time: 0.1339135 May 05 21:38:04.577434 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 1d1333ff-f836-4bc6-84ff-8e2b618b8396 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:38:04.578210 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-0dbdb583-6e61-4764-9723-144d99e41079 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:38:04.582933 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-da263d60-4b35-444c-b3e7-4e433134a7ff req-9c72ce80-0325-4f7f-bff0-f407f1a6d233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:04.586800 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0dbdb583-6e61-4764-9723-144d99e41079 admin admin] Usage tracker for resource:security_group_rule and tenant:17b0836eb7104aaebd98f1e3c381caaf is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:38:04.592699 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0dbdb583-6e61-4764-9723-144d99e41079 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:38:04.608095 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-0dbdb583-6e61-4764-9723-144d99e41079 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:38:04.684855 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-a70b27bd-c087-400f-ba83-3c7948c05b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a67e47-28fa-4393-9349-a9cde0bcd7d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2036410776-router', 'tenant_id': 'd8d84e5601be47409a299ef27c35a529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '8b6b62b1-4de2-4d66-ac31-e1d5a7883e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:37:05Z', 'updated_at': '2022-05-05T21:37:09Z', 'revision_number': 4, 'project_id': 'd8d84e5601be47409a299ef27c35a529', 'gw_port': {'id': '8b6b62b1-4de2-4d66-ac31-e1d5a7883e66', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:72:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a67e47-28fa-4393-9349-a9cde0bcd7d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:37:06Z', 'updated_at': '2022-05-05T21:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '6f68fdf4-d4a2-4ab3-b10a-7835984594b5', 'tenant_id': 'd8d84e5601be47409a299ef27c35a529', 'floating_ip_address': '172.25.4.153', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '44a67e47-28fa-4393-9349-a9cde0bcd7d7', 'port_id': 'c6473476-12a6-418a-a3d8-7df9efd64201', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2', 'mac_address': 'fa:16:3e:61:27:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c658b60d-fe3a-488a-8836-fc61937ea474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:37:40Z', 'updated_at': '2022-05-05T21:38:00Z', 'revision_number': 1, 'project_id': 'd8d84e5601be47409a299ef27c35a529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a8ffa1a-897d-4df9-ab8b-fc14324274b3', 'name': '', 'network_id': '024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2', 'tenant_id': 'd8d84e5601be47409a299ef27c35a529', 'mac_address': 'fa:16:3e:ce:13:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a67e47-28fa-4393-9349-a9cde0bcd7d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '761d7a8a-b72e-455d-b2ab-6aa95ead4c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:37:08Z', 'updated_at': '2022-05-05T21:37:25Z', 'revision_number': 5, 'project_id': 'd8d84e5601be47409a299ef27c35a529', 'subnets': [{'id': '761d7a8a-b72e-455d-b2ab-6aa95ead4c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:38:04.691153 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70b27bd-c087-400f-ba83-3c7948c05b14 None None] The sync data for ids ['44a67e47-28fa-4393-9349-a9cde0bcd7d7'] in n-d-825175-4 is: [{'id': '44a67e47-28fa-4393-9349-a9cde0bcd7d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2036410776-router', 'tenant_id': 'd8d84e5601be47409a299ef27c35a529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '8b6b62b1-4de2-4d66-ac31-e1d5a7883e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:37:05Z', 'updated_at': '2022-05-05T21:37:09Z', 'revision_number': 4, 'project_id': 'd8d84e5601be47409a299ef27c35a529', 'gw_port': {'id': '8b6b62b1-4de2-4d66-ac31-e1d5a7883e66', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:72:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a67e47-28fa-4393-9349-a9cde0bcd7d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:37:06Z', 'updated_at': '2022-05-05T21:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '6f68fdf4-d4a2-4ab3-b10a-7835984594b5', 'tenant_id': 'd8d84e5601be47409a299ef27c35a529', 'floating_ip_address': '172.25.4.153', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '44a67e47-28fa-4393-9349-a9cde0bcd7d7', 'port_id': 'c6473476-12a6-418a-a3d8-7df9efd64201', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2', 'mac_address': 'fa:16:3e:61:27:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c658b60d-fe3a-488a-8836-fc61937ea474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:37:40Z', 'updated_at': '2022-05-05T21:38:00Z', 'revision_number': 1, 'project_id': 'd8d84e5601be47409a299ef27c35a529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a8ffa1a-897d-4df9-ab8b-fc14324274b3', 'name': '', 'network_id': '024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2', 'tenant_id': 'd8d84e5601be47409a299ef27c35a529', 'mac_address': 'fa:16:3e:ce:13:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a67e47-28fa-4393-9349-a9cde0bcd7d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '761d7a8a-b72e-455d-b2ab-6aa95ead4c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:37:08Z', 'updated_at': '2022-05-05T21:37:25Z', 'revision_number': 5, 'project_id': 'd8d84e5601be47409a299ef27c35a529', 'subnets': [{'id': '761d7a8a-b72e-455d-b2ab-6aa95ead4c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:38:04.711506 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c72ce80-0325-4f7f-bff0-f407f1a6d233 service neutron] Pushing event updated for resources: {'Port': ['ID=105dc9f5-69de-49f6-ba48-8d7a2dc2ca67,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:04.717306 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0dbdb583-6e61-4764-9723-144d99e41079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:04.720606 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7250a686-d6b5-447b-9ed2-4a128be784e6'] response: {'name': 'network-changed', 'server_uuid': 'c658b60d-fe3a-488a-8836-fc61937ea474', 'tag': 'c6473476-12a6-418a-a3d8-7df9efd64201', 'status': 'completed', 'code': 200} May 05 21:38:04.723824 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0dbdb583-6e61-4764-9723-144d99e41079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:04.731947 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-da263d60-4b35-444c-b3e7-4e433134a7ff req-9c72ce80-0325-4f7f-bff0-f407f1a6d233 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:04.733832 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-da263d60-4b35-444c-b3e7-4e433134a7ff req-9c72ce80-0325-4f7f-bff0-f407f1a6d233 service neutron] 10.222.0.32 "PUT /v2.0/ports/105dc9f5-69de-49f6-ba48-8d7a2dc2ca67 HTTP/1.1" status: 200 len: 1096 time: 2.2340393 May 05 21:38:04.755685 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c5f41c10-df15-4b98-b2d5-05c7a6938253 req-c735bc20-550d-451e-a8e4-154066495107 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054436 May 05 21:38:04.821801 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:04.847762 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbdb583-6e61-4764-9723-144d99e41079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=294e0b05-af3a-47ee-b95e-7060d6c954e8,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:04.885206 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0dbdb583-6e61-4764-9723-144d99e41079 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=17b0836eb7104aaebd98f1e3c381caaf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4068229 May 05 21:38:04.887548 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56360) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:38:04.893046 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 6b1d7cdb-8e34-4688-acec-db3dfd41e683, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=6b1d7cdb-8e34-4688-acec-db3dfd41e683,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:38:04.906339 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8634e2ba-70c7-4eca-b079-298d6f3d1b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1d7cdb-8e34-4688-acec-db3dfd41e683'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:38:04.912467 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:04.935584 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4183ec97-bcfe-4156-81fd-33c4bd6f7e4f req-c97e7a5c-d9f2-489f-9da4-d4e39e7be66d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d8d84e5601be47409a299ef27c35a529&device_id=c658b60d-fe3a-488a-8836-fc61937ea474 HTTP/1.1" status: 200 len: 1096 time: 0.1640155 May 05 21:38:04.974794 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 1d1333ff-f836-4bc6-84ff-8e2b618b8396 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:38:05.013356 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 1d1333ff-f836-4bc6-84ff-8e2b618b8396 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:38:05.014141 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:05.072537 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4ecef8cf-a341-4c52-bc6c-b7dc8d9befb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:05.076965 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc861be3-ad58-414b-97a1-c1a7da9460f5 None None] New status for floating IP 6f68fdf4-d4a2-4ab3-b10a-7835984594b5: ACTIVE {{(pid=84064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 21:38:05.128307 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-da263d60-4b35-444c-b3e7-4e433134a7ff req-744d2102-ed90-4234-848c-ee8b5c926ad6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d0c3bd18deb4529a9eff5d87fa07f7f&device_id=59e56847-3790-4a2b-bea4-ee3cf1beb827 HTTP/1.1" status: 200 len: 1099 time: 0.3470821 May 05 21:38:05.138688 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183ec97-bcfe-4156-81fd-33c4bd6f7e4f req-8d0d871a-390c-4818-9bd8-0c46820f4f4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:05.140720 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4183ec97-bcfe-4156-81fd-33c4bd6f7e4f req-8d0d871a-390c-4818-9bd8-0c46820f4f4a service neutron] 10.222.0.44 "GET /v2.0/networks?id=024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2 HTTP/1.1" status: 200 len: 925 time: 0.2048702 May 05 21:38:05.221885 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=6b1d7cdb-8e34-4688-acec-db3dfd41e683,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:05.228127 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b5f25598-f57a-4e53-8781-80b9c329e148 req-e158c769-ebc6-4bab-902f-60528fe0edc1 tempest-ServersAdmin275Test-1725802639 tempest-ServersAdmin275Test-1725802639-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2ca430-ec50-43bd-9382-00c977af114e HTTP/1.1" status: 200 len: 210 time: 0.1412885 May 05 21:38:05.230017 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4ecef8cf-a341-4c52-bc6c-b7dc8d9befb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:05.261171 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4183ec97-bcfe-4156-81fd-33c4bd6f7e4f req-c28036e7-a19f-449e-8f78-1082371a9fca service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6473476-12a6-418a-a3d8-7df9efd64201 HTTP/1.1" status: 200 len: 999 time: 0.1141114 May 05 21:38:05.266041 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-da263d60-4b35-444c-b3e7-4e433134a7ff req-9ed99c1e-77fa-44fb-9a8d-7f71007dd58e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=105dc9f5-69de-49f6-ba48-8d7a2dc2ca67 HTTP/1.1" status: 200 len: 217 time: 0.0914032 May 05 21:38:05.349443 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183ec97-bcfe-4156-81fd-33c4bd6f7e4f req-019b67ff-f229-44c0-b756-5e4907e36f4e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:05.352075 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4183ec97-bcfe-4156-81fd-33c4bd6f7e4f req-019b67ff-f229-44c0-b756-5e4907e36f4e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=761d7a8a-b72e-455d-b2ab-6aa95ead4c5a HTTP/1.1" status: 200 len: 863 time: 0.0833249 May 05 21:38:05.363004 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da263d60-4b35-444c-b3e7-4e433134a7ff req-4f1ec34e-ec98-4b89-b4d2-005a9b28dd6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:05.364432 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-da263d60-4b35-444c-b3e7-4e433134a7ff req-4f1ec34e-ec98-4b89-b4d2-005a9b28dd6d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.0857186 May 05 21:38:05.375080 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c74197-6e83-4c4a-afa5-09889e988be5 req-d56bfa1d-cd3a-40db-9610-e64d82577672 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:05.376587 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-76c74197-6e83-4c4a-afa5-09889e988be5 req-d56bfa1d-cd3a-40db-9610-e64d82577672 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?device_id=24e2c0d6-e977-4820-b498-d250107d9d70 HTTP/1.1" status: 200 len: 949 time: 0.2857506 May 05 21:38:05.415996 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:05.442157 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4ecef8cf-a341-4c52-bc6c-b7dc8d9befb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:05.465578 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecef8cf-a341-4c52-bc6c-b7dc8d9befb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=294e0b05-af3a-47ee-b95e-7060d6c954e8,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:05.467685 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4183ec97-bcfe-4156-81fd-33c4bd6f7e4f req-72aec4cc-93c0-4545-9a69-ae32c14ac5e5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1059711 May 05 21:38:05.486602 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:05.497582 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4ecef8cf-a341-4c52-bc6c-b7dc8d9befb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:05.499027 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4ecef8cf-a341-4c52-bc6c-b7dc8d9befb8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/294e0b05-af3a-47ee-b95e-7060d6c954e8 HTTP/1.1" status: 204 len: 168 time: 0.6089969 May 05 21:38:05.504866 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecef8cf-a341-4c52-bc6c-b7dc8d9befb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:38:05.505211 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecef8cf-a341-4c52-bc6c-b7dc8d9befb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:38:05.506039 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecef8cf-a341-4c52-bc6c-b7dc8d9befb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:38:05.506039 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecef8cf-a341-4c52-bc6c-b7dc8d9befb8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:38:05.506260 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecef8cf-a341-4c52-bc6c-b7dc8d9befb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:38:05.506593 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecef8cf-a341-4c52-bc6c-b7dc8d9befb8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:38:05.506893 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecef8cf-a341-4c52-bc6c-b7dc8d9befb8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:38:05.507657 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecef8cf-a341-4c52-bc6c-b7dc8d9befb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:38:05.507921 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecef8cf-a341-4c52-bc6c-b7dc8d9befb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:38:05.508128 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecef8cf-a341-4c52-bc6c-b7dc8d9befb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:38:05.508449 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecef8cf-a341-4c52-bc6c-b7dc8d9befb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:38:05.541772 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-76c74197-6e83-4c4a-afa5-09889e988be5 req-98f317e3-f385-4b4b-9db2-95c5a8db153b tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326928 May 05 21:38:05.566537 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 1d1333ff-f836-4bc6-84ff-8e2b618b8396, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=1d1333ff-f836-4bc6-84ff-8e2b618b8396,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:38:05.574219 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-da263d60-4b35-444c-b3e7-4e433134a7ff req-eda9f83d-723f-4f6a-8771-6961b85902fb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1965883 May 05 21:38:05.575517 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:05.616980 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:05.651227 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6488ee25-b10c-4bbc-bf3b-57a658100ae6'] response: {'server_uuid': '8634e2ba-70c7-4eca-b079-298d6f3d1b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1d7cdb-8e34-4688-acec-db3dfd41e683', 'code': 200} May 05 21:38:05.657170 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=1d1333ff-f836-4bc6-84ff-8e2b618b8396,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:05.837952 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4183ec97-bcfe-4156-81fd-33c4bd6f7e4f req-113b525c-42bc-43c0-9848-09b53d13cb17 service neutron] 10.222.0.44 "GET /v2.0/networks/024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632586 May 05 21:38:05.851853 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-a9c15105-eead-4793-8c40-c47861a3e067 service neutron] 10.222.0.44 "GET /v2.0/ports/b5eb4f53-a642-446d-8190-e7b77b1d015d/bindings/n-h2-825175-4 HTTP/1.1" status: 200 len: 384 time: 0.2111058 May 05 21:38:05.957114 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d33a5f43-1806-4a72-bfc4-24222a7a4eb4 req-8150b5a4-fe03-4950-8049-73aca3ddda40 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8634e2ba-70c7-4eca-b079-298d6f3d1b54 HTTP/1.1" status: 200 len: 1122 time: 0.2188981 May 05 21:38:06.019168 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-da263d60-4b35-444c-b3e7-4e433134a7ff req-d1e27470-8687-441a-bcb5-d52a2883ea57 service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4385877 May 05 21:38:06.036098 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d33a5f43-1806-4a72-bfc4-24222a7a4eb4 req-905e6035-8dcb-4959-9d17-9e603877bc0a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656435 May 05 21:38:06.055364 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4183ec97-bcfe-4156-81fd-33c4bd6f7e4f req-258b9cb0-bb5e-48ef-9cec-e6ca3582a164 service neutron] 10.222.0.44 "GET /v2.0/networks/024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094009 May 05 21:38:06.190175 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e48f4-d376-430e-88dd-1a6bd2604742 req-48e22ec6-886a-4ec1-9a8d-a213e8a4f66c tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:06.191666 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e90e48f4-d376-430e-88dd-1a6bd2604742 req-48e22ec6-886a-4ec1-9a8d-a213e8a4f66c tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=8804cd72-e5a7-432f-b5a3-f7c81f187a1e HTTP/1.1" status: 200 len: 944 time: 0.3371859 May 05 21:38:06.206702 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21241a4d-c41f-439e-88bf-94100046403f req-bacd4b31-7e8e-4eb7-ba6e-cbdcb17a3add tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:06.208039 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-21241a4d-c41f-439e-88bf-94100046403f req-bacd4b31-7e8e-4eb7-ba6e-cbdcb17a3add tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=59e56847-3790-4a2b-bea4-ee3cf1beb827 HTTP/1.1" status: 200 len: 948 time: 0.1837912 May 05 21:38:06.448590 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e90e48f4-d376-430e-88dd-1a6bd2604742 req-3c1236a2-86aa-4128-ad99-a9441432f207 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475805 May 05 21:38:06.454989 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-21241a4d-c41f-439e-88bf-94100046403f req-609e9e0c-2298-401e-95f4-ff4ebc4971f5 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312734 May 05 21:38:06.551637 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-9e34cd82-4a56-44e4-b06d-8773253da425 service neutron] For port b5eb4f53-a642-446d-8190-e7b77b1d015d, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=b5eb4f53-a642-446d-8190-e7b77b1d015d,segment=NetworkSegment(87859d75-c285-4ea1-b899-3b38f003cf70),segment_id=87859d75-c285-4ea1-b899-3b38f003cf70)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:38:06.562881 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-da263d60-4b35-444c-b3e7-4e433134a7ff req-c63a4715-161f-4079-86d6-5b03f7a9da81 service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152723 May 05 21:38:06.578981 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-9e34cd82-4a56-44e4-b06d-8773253da425 service neutron] For port b5eb4f53-a642-446d-8190-e7b77b1d015d, host n-h1-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:38:06.639232 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-9e34cd82-4a56-44e4-b06d-8773253da425 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5eb4f53-a642-446d-8190-e7b77b1d015d {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:38:06.655431 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-9e34cd82-4a56-44e4-b06d-8773253da425 service neutron] For port b5eb4f53-a642-446d-8190-e7b77b1d015d, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=b5eb4f53-a642-446d-8190-e7b77b1d015d,segment=NetworkSegment(87859d75-c285-4ea1-b899-3b38f003cf70),segment_id=87859d75-c285-4ea1-b899-3b38f003cf70)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:38:06.681505 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-9e34cd82-4a56-44e4-b06d-8773253da425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:06.761517 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59e56847-3790-4a2b-bea4-ee3cf1beb827', 'tag': '105dc9f5-69de-49f6-ba48-8d7a2dc2ca67'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:38:06.853627 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d41c8799-f178-4742-b5fe-4380969ec798 req-d4b0bda2-e291-4ddc-b272-1f9c80e8046e tempest-ServersAdmin275Test-1725802639 tempest-ServersAdmin275Test-1725802639-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2ca430-ec50-43bd-9382-00c977af114e HTTP/1.1" status: 200 len: 210 time: 0.0982659 May 05 21:38:06.927112 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-9e34cd82-4a56-44e4-b06d-8773253da425 service neutron] Transition to ACTIVE for port object b5eb4f53-a642-446d-8190-e7b77b1d015d will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:38:06.949180 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-9e34cd82-4a56-44e4-b06d-8773253da425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:06.990884 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56418) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:38:07.009860 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a21b6d9-0287-4751-ae7b-ae3a7b8c4719'] response: {'name': 'network-changed', 'server_uuid': '59e56847-3790-4a2b-bea4-ee3cf1beb827', 'tag': '105dc9f5-69de-49f6-ba48-8d7a2dc2ca67', 'status': 'completed', 'code': 200} May 05 21:38:07.017317 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0daef7-e49f-43fa-a759-6af8e0af4154 req-9b0f67b4-0207-4f80-a7fc-2308da3656a4 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:07.018895 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ae0daef7-e49f-43fa-a759-6af8e0af4154 req-9b0f67b4-0207-4f80-a7fc-2308da3656a4 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?device_id=24e2c0d6-e977-4820-b498-d250107d9d70 HTTP/1.1" status: 200 len: 950 time: 0.2160404 May 05 21:38:07.228057 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-9e34cd82-4a56-44e4-b06d-8773253da425 service neutron] No DVR routers for this DVR port b5eb4f53-a642-446d-8190-e7b77b1d015d on host n-h1-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:38:07.237680 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e34cd82-4a56-44e4-b06d-8773253da425 service neutron] Pushing event updated for resources: {'Port': ['ID=b5eb4f53-a642-446d-8190-e7b77b1d015d,revision_number=10']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:07.264220 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ae0daef7-e49f-43fa-a759-6af8e0af4154 req-8efac819-38ea-44af-9b94-32457863420c tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366002 May 05 21:38:07.284982 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-eed0b86a-1025-4375-8e19-cea32f3f9f92 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9d40c5721ee84be3b273113ca3e3b71f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2905364 May 05 21:38:07.285704 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56438) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:38:07.359319 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0ab4e526-371e-46c3-a719-faa742fb57ca req-b1e1e703-61db-46b2-990f-30c884f5515f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d0c3bd18deb4529a9eff5d87fa07f7f&device_id=59e56847-3790-4a2b-bea4-ee3cf1beb827 HTTP/1.1" status: 200 len: 1099 time: 0.2793746 May 05 21:38:07.363815 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-9e34cd82-4a56-44e4-b06d-8773253da425 service neutron] 10.222.0.44 "PUT /v2.0/ports/b5eb4f53-a642-446d-8190-e7b77b1d015d/bindings/n-h2-825175-4/activate HTTP/1.1" status: 200 len: 369 time: 1.5063529 May 05 21:38:07.389640 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e2627891-309a-42df-b582-b14160c86510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:07.418905 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e2627891-309a-42df-b582-b14160c86510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:07.501982 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e2627891-309a-42df-b582-b14160c86510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:07.534280 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2627891-309a-42df-b582-b14160c86510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fdc5053-b6ee-496b-b529-57853d162240,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:07.551466 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e2627891-309a-42df-b582-b14160c86510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:07.552706 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-e2627891-309a-42df-b582-b14160c86510 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4fdc5053-b6ee-496b-b529-57853d162240 HTTP/1.1" status: 204 len: 168 time: 0.2659161 May 05 21:38:07.555584 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2627891-309a-42df-b582-b14160c86510 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:38:07.555584 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2627891-309a-42df-b582-b14160c86510 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:38:07.558260 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2627891-309a-42df-b582-b14160c86510 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:38:07.565180 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2627891-309a-42df-b582-b14160c86510 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:38:07.565618 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2627891-309a-42df-b582-b14160c86510 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:38:07.570992 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2627891-309a-42df-b582-b14160c86510 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:38:07.571434 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2627891-309a-42df-b582-b14160c86510 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:38:07.571777 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2627891-309a-42df-b582-b14160c86510 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:38:07.572111 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2627891-309a-42df-b582-b14160c86510 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:38:07.572443 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2627891-309a-42df-b582-b14160c86510 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:38:07.572771 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2627891-309a-42df-b582-b14160c86510 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:38:07.610164 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab4e526-371e-46c3-a719-faa742fb57ca req-4108ecab-3645-44ba-a49b-f66086f57a76 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:07.611637 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0ab4e526-371e-46c3-a719-faa742fb57ca req-4108ecab-3645-44ba-a49b-f66086f57a76 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 HTTP/1.1" status: 200 len: 870 time: 0.2417319 May 05 21:38:07.635085 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:38:07.652700 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24e2c0d6-e977-4820-b498-d250107d9d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d1333ff-f836-4bc6-84ff-8e2b618b8396'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:38:07.762305 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-3b3f4911-814a-490b-bb64-46d354603bb9 tempest-LiveAutoBlockMigrationV225Test-533236276 tempest-LiveAutoBlockMigrationV225Test-533236276-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8804cd72-e5a7-432f-b5a3-f7c81f187a1e&tenant_id=300e0002c0a34937b02bd35920b6a01f&binding%3Ahost_id=n-h1-825175-4 HTTP/1.1" status: 200 len: 1096 time: 0.1585677 May 05 21:38:07.832764 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0ab4e526-371e-46c3-a719-faa742fb57ca req-9026d6f0-2bb7-468c-a791-e45cee0e147b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=105dc9f5-69de-49f6-ba48-8d7a2dc2ca67 HTTP/1.1" status: 200 len: 217 time: 0.2121460 May 05 21:38:07.854408 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-94aba7a6-c53d-4a4a-a47d-007aa245349f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8804cd72-e5a7-432f-b5a3-f7c81f187a1e&tenant_id=300e0002c0a34937b02bd35920b6a01f HTTP/1.1" status: 200 len: 1096 time: 0.0848784 May 05 21:38:07.936513 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab4e526-371e-46c3-a719-faa742fb57ca req-5e66a3cd-b080-4b7b-9bdc-5b4c0e73e8de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:07.938069 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0ab4e526-371e-46c3-a719-faa742fb57ca req-5e66a3cd-b080-4b7b-9bdc-5b4c0e73e8de service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.0982063 May 05 21:38:07.964520 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-c85529a8-c44d-4cb1-8b00-056eac1900ff service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=300e0002c0a34937b02bd35920b6a01f&device_id=8804cd72-e5a7-432f-b5a3-f7c81f187a1e HTTP/1.1" status: 200 len: 1096 time: 0.0825825 May 05 21:38:08.075721 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d12adda-dc74-4bf2-b2ad-5a1478dcb962 req-27b19dbb-6884-43f7-ab8e-88dc09649354 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:08.083624 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6d12adda-dc74-4bf2-b2ad-5a1478dcb962 req-27b19dbb-6884-43f7-ab8e-88dc09649354 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=8804cd72-e5a7-432f-b5a3-f7c81f187a1e HTTP/1.1" status: 200 len: 945 time: 0.3639569 May 05 21:38:08.112401 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56474) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:38:08.127016 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3788838e-48cd-43db-8bce-f4367c53d6f7 req-474eff52-dc83-44cc-9902-a6d6f308b66a tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:08.128545 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3788838e-48cd-43db-8bce-f4367c53d6f7 req-474eff52-dc83-44cc-9902-a6d6f308b66a tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=59e56847-3790-4a2b-bea4-ee3cf1beb827 HTTP/1.1" status: 200 len: 948 time: 0.3399758 May 05 21:38:08.168590 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-dea53414-92e4-423f-9449-7a2f1055af84 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:08.170011 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-dea53414-92e4-423f-9449-7a2f1055af84 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2ea271d8-96e6-42e1-b4ca-22da751bdd28 HTTP/1.1" status: 200 len: 921 time: 0.1995401 May 05 21:38:08.232976 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6d12adda-dc74-4bf2-b2ad-5a1478dcb962 req-cdf734bc-bb4b-4f4c-b75f-65cfb6e7234c tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483412 May 05 21:38:08.239724 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-977d7378-eeac-4816-bf31-787417db5743 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5eb4f53-a642-446d-8190-e7b77b1d015d HTTP/1.1" status: 200 len: 217 time: 0.0590243 May 05 21:38:08.254321 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-159ec6f4-d28e-46e8-8411-c8a2d74e638c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=59e1fcb7f0de49bc928cda5a0a5b053c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1395993 May 05 21:38:08.257143 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3788838e-48cd-43db-8bce-f4367c53d6f7 req-10265513-2784-4fa9-ba27-68910b74488a tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131754 May 05 21:38:08.258773 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56480) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:38:08.289779 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0ab4e526-371e-46c3-a719-faa742fb57ca req-63df2e7c-f4b2-4e18-af6c-99ac5bb5b7bc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3440197 May 05 21:38:08.317506 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-7d9e8ea7-db8d-40e5-894a-12c6858e09ec service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:08.319206 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-7d9e8ea7-db8d-40e5-894a-12c6858e09ec service neutron] 10.222.0.32 "GET /v2.0/subnets?id=36081928-afee-4476-8a16-bce3420fbcc5 HTTP/1.1" status: 200 len: 860 time: 0.0736184 May 05 21:38:08.369580 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-8fc2054b-1dba-4754-812f-519fe22e67ad service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2ea271d8-96e6-42e1-b4ca-22da751bdd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443614 May 05 21:38:08.483854 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fdc5c146-cc93-4651-8baa-5659aea8e949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:08.488959 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f009826d-ff22-4a89-9b39-33c39dcdde81 req-12c6c7e2-fd1d-4525-baef-5ac9a28d48f7 tempest-ServersAdmin275Test-1725802639 tempest-ServersAdmin275Test-1725802639-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2ca430-ec50-43bd-9382-00c977af114e HTTP/1.1" status: 200 len: 210 time: 0.0672357 May 05 21:38:08.513159 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b5cfa4e-ba1b-4341-bad4-ed9b5a9e57dc'] response: {'server_uuid': '24e2c0d6-e977-4820-b498-d250107d9d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d1333ff-f836-4bc6-84ff-8e2b618b8396', 'code': 200} May 05 21:38:08.525826 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0ab4e526-371e-46c3-a719-faa742fb57ca req-add992a2-f8c4-4d00-a70e-e39703205b69 service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265372 May 05 21:38:08.532869 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fdc5c146-cc93-4651-8baa-5659aea8e949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:08.546756 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-be768990-2ff4-4454-81ae-a07e871a9f18 service neutron] 10.222.0.32 "GET /v2.0/networks/2ea271d8-96e6-42e1-b4ca-22da751bdd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706696 May 05 21:38:08.721742 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-c89e5390-538b-4dc7-a924-bbe6e6f3e65f service neutron] 10.222.0.32 "GET /v2.0/networks/2ea271d8-96e6-42e1-b4ca-22da751bdd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650620 May 05 21:38:08.758823 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0ab4e526-371e-46c3-a719-faa742fb57ca req-3fa6a446-0e95-4e15-9308-41438c31f41e service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188351 May 05 21:38:08.766946 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fe2591f3-a296-4682-91b3-a0d8d3000126 req-bbb0ee24-df8e-409a-91a4-583a76b6c699 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=24e2c0d6-e977-4820-b498-d250107d9d70 HTTP/1.1" status: 200 len: 1101 time: 0.1422145 May 05 21:38:08.788339 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fdc5c146-cc93-4651-8baa-5659aea8e949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:08.815242 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc5c146-cc93-4651-8baa-5659aea8e949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af571867-a1f1-4933-aa75-0dbce5ae21f6,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:08.826961 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fdc5c146-cc93-4651-8baa-5659aea8e949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:08.828349 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-fdc5c146-cc93-4651-8baa-5659aea8e949 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/af571867-a1f1-4933-aa75-0dbce5ae21f6 HTTP/1.1" status: 204 len: 168 time: 0.5687001 May 05 21:38:08.836867 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fe2591f3-a296-4682-91b3-a0d8d3000126 req-d0b641ac-1e1c-410f-983b-49dfec670acd service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636442 May 05 21:38:08.970442 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d106f-809c-40cc-85cd-d9d90f7bea01 req-f27fe499-6ce3-4e3b-b906-80294fe0426d tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:08.973344 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d38d106f-809c-40cc-85cd-d9d90f7bea01 req-f27fe499-6ce3-4e3b-b906-80294fe0426d tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?device_id=24e2c0d6-e977-4820-b498-d250107d9d70 HTTP/1.1" status: 200 len: 950 time: 0.0997365 May 05 21:38:09.070107 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d38d106f-809c-40cc-85cd-d9d90f7bea01 req-2a06ff03-a656-4b7a-b00b-a04ddf089bdd tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901403 May 05 21:38:09.115028 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-0ae0c1e2-660e-4ac0-939a-e6eaf1f83bf7 tempest-LiveAutoBlockMigrationV225Test-533236276 tempest-LiveAutoBlockMigrationV225Test-533236276-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8804cd72-e5a7-432f-b5a3-f7c81f187a1e&tenant_id=300e0002c0a34937b02bd35920b6a01f&binding%3Ahost_id=n-h2-825175-4 HTTP/1.1" status: 200 len: 1096 time: 0.0987148 May 05 21:38:09.256925 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-84626d33-1686-4948-a3bc-ca68aba6dbf3 service neutron] For port b5eb4f53-a642-446d-8190-e7b77b1d015d, host n-h1-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:38:09.261382 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-84626d33-1686-4948-a3bc-ca68aba6dbf3 service neutron] Notify callbacks [] for binding, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:09.267311 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5efd7dd5-91b2-4d71-ab71-79b68b4cf1e9 req-84626d33-1686-4948-a3bc-ca68aba6dbf3 service neutron] 10.222.0.32 "DELETE /v2.0/ports/b5eb4f53-a642-446d-8190-e7b77b1d015d/bindings/n-h1-825175-4 HTTP/1.1" status: 204 len: 173 time: 0.1463006 May 05 21:38:09.528994 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d23cf7-a3ce-43f7-b95e-de19402f4416 req-ac9d16b4-68a4-45c4-bf0d-5596dc166982 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:09.531575 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b8d23cf7-a3ce-43f7-b95e-de19402f4416 req-ac9d16b4-68a4-45c4-bf0d-5596dc166982 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=8804cd72-e5a7-432f-b5a3-f7c81f187a1e HTTP/1.1" status: 200 len: 945 time: 0.1282659 May 05 21:38:09.613221 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10654515-c6c6-4fa4-8aba-6059d267117f req-d4b951bd-c75a-4927-aa3a-831749009cf3 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:09.620209 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-10654515-c6c6-4fa4-8aba-6059d267117f req-d4b951bd-c75a-4927-aa3a-831749009cf3 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=59e56847-3790-4a2b-bea4-ee3cf1beb827 HTTP/1.1" status: 200 len: 948 time: 0.1517532 May 05 21:38:09.624374 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b8d23cf7-a3ce-43f7-b95e-de19402f4416 req-2a799bbc-4e37-4ac0-bcd5-34408d7c2b7c tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811870 May 05 21:38:09.682992 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-10654515-c6c6-4fa4-8aba-6059d267117f req-9d836197-b24a-422b-85e2-511d5133ce80 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618024 May 05 21:38:09.718831 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56534) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:38:09.945380 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9d69fdfe-f5ca-4de5-bdeb-71296aa54da8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:09.959784 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-241389fe-b134-4c3e-b0a3-0d8223ac4cd5 req-25b69f36-33dd-4000-be58-7d7738a885b7 tempest-ServersAdmin275Test-1725802639 tempest-ServersAdmin275Test-1725802639-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2ca430-ec50-43bd-9382-00c977af114e HTTP/1.1" status: 200 len: 210 time: 0.0590935 May 05 21:38:10.015107 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-9d69fdfe-f5ca-4de5-bdeb-71296aa54da8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:38:10.019894 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9d69fdfe-f5ca-4de5-bdeb-71296aa54da8 admin admin] Usage tracker for resource:security_group_rule and tenant:68aae632ed694c96a398f43d34cd263e is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:38:10.022934 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9d69fdfe-f5ca-4de5-bdeb-71296aa54da8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:38:10.030549 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-9d69fdfe-f5ca-4de5-bdeb-71296aa54da8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:38:10.134179 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ee344f07-1002-4922-83fc-dd7e2c210f06 req-5e8b2e1a-362a-4f86-ad49-d18f3c415ace tempest-LiveAutoBlockMigrationV225Test-533236276 tempest-LiveAutoBlockMigrationV225Test-533236276-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8804cd72-e5a7-432f-b5a3-f7c81f187a1e HTTP/1.1" status: 200 len: 1096 time: 0.1000082 May 05 21:38:10.178160 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9d69fdfe-f5ca-4de5-bdeb-71296aa54da8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:10.185776 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9d69fdfe-f5ca-4de5-bdeb-71296aa54da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:10.189899 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ee344f07-1002-4922-83fc-dd7e2c210f06 req-fc348c01-7eff-4efa-a8f0-fe046b35e61a tempest-LiveAutoBlockMigrationV225Test-533236276 tempest-LiveAutoBlockMigrationV225Test-533236276-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501873 May 05 21:38:10.198096 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 105dc9f5-69de-49f6-ba48-8d7a2dc2ca67 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:38:10.237722 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9d69fdfe-f5ca-4de5-bdeb-71296aa54da8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=68aae632ed694c96a398f43d34cd263e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5154457 May 05 21:38:10.238147 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56558) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:38:10.266275 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d69fdfe-f5ca-4de5-bdeb-71296aa54da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677fcaeb-4b0d-4941-ada4-9de9797da944,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:10.404401 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0c4a7e8c-2d6e-4282-a952-8dd0c7871d1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:10.455732 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716bfc07-e651-4a5d-ba08-cef566f990cd req-66f4a4ee-33fa-4894-b9fa-ba0d390e4f15 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:10.466237 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-716bfc07-e651-4a5d-ba08-cef566f990cd req-66f4a4ee-33fa-4894-b9fa-ba0d390e4f15 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?device_id=24e2c0d6-e977-4820-b498-d250107d9d70 HTTP/1.1" status: 200 len: 950 time: 0.2122543 May 05 21:38:10.481713 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 105dc9f5-69de-49f6-ba48-8d7a2dc2ca67, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=105dc9f5-69de-49f6-ba48-8d7a2dc2ca67,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:38:10.512110 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0c4a7e8c-2d6e-4282-a952-8dd0c7871d1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:10.516895 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '105dc9f5-69de-49f6-ba48-8d7a2dc2ca67', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'port_id': '105dc9f5-69de-49f6-ba48-8d7a2dc2ca67', 'mac_address': 'fa:16:3e:af:66:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f237a6ef-d044-411f-a2d8-d12619664c91', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:38:10.570826 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-716bfc07-e651-4a5d-ba08-cef566f990cd req-7564bfac-084e-40bc-901e-155d3563a039 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034229 May 05 21:38:10.634324 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0c4a7e8c-2d6e-4282-a952-8dd0c7871d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:10.662644 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4a7e8c-2d6e-4282-a952-8dd0c7871d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677fcaeb-4b0d-4941-ada4-9de9797da944,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:10.679515 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0c4a7e8c-2d6e-4282-a952-8dd0c7871d1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:10.680635 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0c4a7e8c-2d6e-4282-a952-8dd0c7871d1c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/677fcaeb-4b0d-4941-ada4-9de9797da944 HTTP/1.1" status: 204 len: 168 time: 0.4414830 May 05 21:38:10.696575 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device b5eb4f53-a642-446d-8190-e7b77b1d015d no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:38:10.794925 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:10.810346 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device b5eb4f53-a642-446d-8190-e7b77b1d015d not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:38:10.820042 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 105dc9f5-69de-49f6-ba48-8d7a2dc2ca67 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:38:10.838412 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 105dc9f5-69de-49f6-ba48-8d7a2dc2ca67, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=105dc9f5-69de-49f6-ba48-8d7a2dc2ca67,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:38:10.844505 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:10.930974 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=105dc9f5-69de-49f6-ba48-8d7a2dc2ca67,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:10.940728 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:38:10.941149 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:38:10.941550 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:38:10.941940 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:38:10.942328 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:38:10.942753 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:38:10.943262 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:38:10.944021 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:38:10.944541 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:38:10.945232 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:38:10.945972 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:38:11.032670 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56596) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:38:11.036635 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca46ad74-1bfe-43b8-b7c3-e32fca1f44e9 req-6e1d0625-34f9-41e4-b4f5-1202c18e2adc tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:11.043137 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ca46ad74-1bfe-43b8-b7c3-e32fca1f44e9 req-6e1d0625-34f9-41e4-b4f5-1202c18e2adc tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/networks?id=2ea271d8-96e6-42e1-b4ca-22da751bdd28 HTTP/1.1" status: 200 len: 820 time: 0.3561788 May 05 21:38:11.065174 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ca46ad74-1bfe-43b8-b7c3-e32fca1f44e9 req-74b9b669-f9c9-47bf-bb88-8795f6931d7b tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/quotas/300e0002c0a34937b02bd35920b6a01f HTTP/1.1" status: 200 len: 375 time: 0.0200868 May 05 21:38:11.075470 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c6d8fd-d158-44e8-8fca-43aa5b6aad8d req-8dc587c8-d2de-422f-9fbe-3a1d0e7203e9 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:11.079181 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f7c6d8fd-d158-44e8-8fca-43aa5b6aad8d req-8dc587c8-d2de-422f-9fbe-3a1d0e7203e9 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?device_id=8634e2ba-70c7-4eca-b079-298d6f3d1b54 HTTP/1.1" status: 200 len: 971 time: 0.2818961 May 05 21:38:11.101078 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['105dc9f5-69de-49f6-ba48-8d7a2dc2ca67'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:38:11.172929 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f7c6d8fd-d158-44e8-8fca-43aa5b6aad8d req-06fe20a6-1d77-4564-bb6d-1b0435070498 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534580 May 05 21:38:11.201956 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56606) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:38:11.268500 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ca46ad74-1bfe-43b8-b7c3-e32fca1f44e9 req-4043fe88-eeb2-491d-8260-b020fed634d0 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=300e0002c0a34937b02bd35920b6a01f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1877246 May 05 21:38:11.340048 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-096700ec-0ca3-4226-9ba3-4c108bff67e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:11.369881 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7b0508ac-80bb-45f3-9030-e32f7a877e5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:11.410034 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-7b0508ac-80bb-45f3-9030-e32f7a877e5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:38:11.414983 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-7b0508ac-80bb-45f3-9030-e32f7a877e5a admin admin] Usage tracker for resource:security_group_rule and tenant:ef62b93f713346058aee11e584420080 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:38:11.418420 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-7b0508ac-80bb-45f3-9030-e32f7a877e5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:38:11.425671 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-7b0508ac-80bb-45f3-9030-e32f7a877e5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:38:11.460843 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-096700ec-0ca3-4226-9ba3-4c108bff67e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:38:11.470195 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-096700ec-0ca3-4226-9ba3-4c108bff67e7 admin admin] Usage tracker for resource:security_group_rule and tenant:696701765cd846448321ef0aacf84bc0 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:38:11.486033 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-096700ec-0ca3-4226-9ba3-4c108bff67e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:38:11.503654 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-096700ec-0ca3-4226-9ba3-4c108bff67e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:38:11.508481 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ca46ad74-1bfe-43b8-b7c3-e32fca1f44e9 req-47aefe51-aa98-4100-88f0-d2a7f10fe624 service neutron] 10.222.0.23 "GET /v2.0/networks/2ea271d8-96e6-42e1-b4ca-22da751bdd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390614 May 05 21:38:11.515588 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7b0508ac-80bb-45f3-9030-e32f7a877e5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:11.520923 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7b0508ac-80bb-45f3-9030-e32f7a877e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:11.575871 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-7b0508ac-80bb-45f3-9030-e32f7a877e5a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ef62b93f713346058aee11e584420080&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5409923 May 05 21:38:11.576899 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0508ac-80bb-45f3-9030-e32f7a877e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfb8cb2-ac13-4168-be16-da3aa6055712,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:11.579552 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56618) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:38:11.644436 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d26de4c9-aec7-49b4-9642-d12a03d0bb16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:11.674725 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d26de4c9-aec7-49b4-9642-d12a03d0bb16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:11.709012 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-096700ec-0ca3-4226-9ba3-4c108bff67e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:11.717265 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-096700ec-0ca3-4226-9ba3-4c108bff67e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:11.729862 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d8433-f317-42d4-a464-329b20f1666d req-a3ed17c5-2bfe-4aa0-a661-21c22953ed3f tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:11.731380 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-845d8433-f317-42d4-a464-329b20f1666d req-a3ed17c5-2bfe-4aa0-a661-21c22953ed3f tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=59e56847-3790-4a2b-bea4-ee3cf1beb827 HTTP/1.1" status: 200 len: 949 time: 0.3565109 May 05 21:38:11.744028 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d26de4c9-aec7-49b4-9642-d12a03d0bb16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:11.762901 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26de4c9-aec7-49b4-9642-d12a03d0bb16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfb8cb2-ac13-4168-be16-da3aa6055712,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:11.776102 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d26de4c9-aec7-49b4-9642-d12a03d0bb16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:11.777303 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d26de4c9-aec7-49b4-9642-d12a03d0bb16 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bbfb8cb2-ac13-4168-be16-da3aa6055712 HTTP/1.1" status: 204 len: 168 time: 0.1964533 May 05 21:38:11.842067 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096700ec-0ca3-4226-9ba3-4c108bff67e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1bf8917-0f70-4ad2-88b9-50826b71d6b4,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:11.851025 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ca46ad74-1bfe-43b8-b7c3-e32fca1f44e9 req-7a962b50-2d97-4b4e-896e-161c03d1c323 service neutron] 10.222.0.23 "GET /v2.0/networks/2ea271d8-96e6-42e1-b4ca-22da751bdd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581673 May 05 21:38:11.853118 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-096700ec-0ca3-4226-9ba3-4c108bff67e7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=696701765cd846448321ef0aacf84bc0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6484792 May 05 21:38:11.856037 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56630) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:38:11.869015 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-845d8433-f317-42d4-a464-329b20f1666d req-0dbe1899-9945-4224-b6d3-afce4da7a1a5 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280982 May 05 21:38:11.934614 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8cc9e80b-e1cc-4408-a2e9-4848b50f711e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:11.967372 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8cc9e80b-e1cc-4408-a2e9-4848b50f711e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:12.050797 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8cc9e80b-e1cc-4408-a2e9-4848b50f711e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:12.081958 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc9e80b-e1cc-4408-a2e9-4848b50f711e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1bf8917-0f70-4ad2-88b9-50826b71d6b4,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:12.091387 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8cc9e80b-e1cc-4408-a2e9-4848b50f711e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:12.092835 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8cc9e80b-e1cc-4408-a2e9-4848b50f711e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b1bf8917-0f70-4ad2-88b9-50826b71d6b4 HTTP/1.1" status: 204 len: 168 time: 0.2358506 May 05 21:38:12.160543 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a4528df7-bed2-4057-ae15-1c0a9fd76e10 req-285a353d-00cf-4d84-aee5-906443cf6035 tempest-ServersAdmin275Test-1725802639 tempest-ServersAdmin275Test-1725802639-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2ca430-ec50-43bd-9382-00c977af114e HTTP/1.1" status: 200 len: 210 time: 0.1443439 May 05 21:38:12.177051 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9c5ebfb5-3ae7-4f6e-9a94-40a64eff5a5c req-5a517da5-15cc-4675-bcb0-6a75d9ec1c2d tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=60628924233a465383edf7cfad7065b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0625765 May 05 21:38:12.202715 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 105dc9f5-69de-49f6-ba48-8d7a2dc2ca67 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:38:12.305946 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56652) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:38:12.321800 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port 105dc9f5-69de-49f6-ba48-8d7a2dc2ca67 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:38:12.329627 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 105dc9f5-69de-49f6-ba48-8d7a2dc2ca67 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:38:12.330524 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:12.335969 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a21b25ae-6c67-419f-bc78-89159a81605b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:12.388107 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-a21b25ae-6c67-419f-bc78-89159a81605b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:38:12.393302 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-a21b25ae-6c67-419f-bc78-89159a81605b admin admin] Usage tracker for resource:security_group_rule and tenant:78cd3f58030c442c949a665f7f6c49e1 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:38:12.397360 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-a21b25ae-6c67-419f-bc78-89159a81605b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:38:12.409091 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-a21b25ae-6c67-419f-bc78-89159a81605b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:38:12.427248 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ebfb5-3ae7-4f6e-9a94-40a64eff5a5c req-6f122c73-e60d-4965-817a-e43982e723c1 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:12.439014 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9c5ebfb5-3ae7-4f6e-9a94-40a64eff5a5c req-6f122c73-e60d-4965-817a-e43982e723c1 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2565145 May 05 21:38:12.452323 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9c5ebfb5-3ae7-4f6e-9a94-40a64eff5a5c req-fe2b710b-3ab4-4449-8194-9b3abb2c3fd6 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/quotas/60628924233a465383edf7cfad7065b9 HTTP/1.1" status: 200 len: 375 time: 0.0116642 May 05 21:38:12.591295 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a21b25ae-6c67-419f-bc78-89159a81605b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:12.594871 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:12.602722 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a21b25ae-6c67-419f-bc78-89159a81605b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:12.616727 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9c5ebfb5-3ae7-4f6e-9a94-40a64eff5a5c req-01deb2a7-1154-4a65-bab9-7d9ee47045bf tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=60628924233a465383edf7cfad7065b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1548643 May 05 21:38:12.685106 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e56847-3790-4a2b-bea4-ee3cf1beb827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105dc9f5-69de-49f6-ba48-8d7a2dc2ca67'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:38:12.705642 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a21b25ae-6c67-419f-bc78-89159a81605b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=78cd3f58030c442c949a665f7f6c49e1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3955624 May 05 21:38:12.706339 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56666) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:38:12.715213 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b25ae-6c67-419f-bc78-89159a81605b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a644bf-f48a-44cc-8650-3b9548d5e477,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:12.718726 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 105dc9f5-69de-49f6-ba48-8d7a2dc2ca67, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=105dc9f5-69de-49f6-ba48-8d7a2dc2ca67,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:38:12.732320 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:12.896077 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=105dc9f5-69de-49f6-ba48-8d7a2dc2ca67,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:12.948583 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f0b623a1-b7ac-4d96-93e6-3abefef1d570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:13.025935 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f0b623a1-b7ac-4d96-93e6-3abefef1d570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:13.196952 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3abf2d06-99ff-42ae-8e36-64dbd06b1ea1'] response: {'server_uuid': '59e56847-3790-4a2b-bea4-ee3cf1beb827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105dc9f5-69de-49f6-ba48-8d7a2dc2ca67', 'code': 200} May 05 21:38:13.220682 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b41b4fc9-c828-4914-98bc-815f0c8e56b2 req-559e93a7-d17d-4110-a63c-9b49e7d9219c tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=69bfe57c-584c-43e8-9251-0c220d92fa83 HTTP/1.1" status: 200 len: 210 time: 0.0789146 May 05 21:38:13.288764 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f0b623a1-b7ac-4d96-93e6-3abefef1d570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:13.360774 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2cc35ecc-07b5-425a-adb3-6df950c2fc1b req-fd12bf08-1a7c-4865-9254-0701bbd80f2b tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7c198ee-28cf-4323-ac36-ce1c272f9df3 HTTP/1.1" status: 200 len: 210 time: 0.1036990 May 05 21:38:13.368473 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b623a1-b7ac-4d96-93e6-3abefef1d570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a644bf-f48a-44cc-8650-3b9548d5e477,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:13.415926 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f0b623a1-b7ac-4d96-93e6-3abefef1d570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:13.417382 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f0b623a1-b7ac-4d96-93e6-3abefef1d570 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a0a644bf-f48a-44cc-8650-3b9548d5e477 HTTP/1.1" status: 204 len: 168 time: 0.7098975 May 05 21:38:13.463147 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a6440484-1960-425e-ada7-51547a879295 req-c19fae7d-15a8-42a3-b15b-61dd1b4bf31e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=59e56847-3790-4a2b-bea4-ee3cf1beb827 HTTP/1.1" status: 200 len: 1101 time: 0.1704705 May 05 21:38:13.582312 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a6440484-1960-425e-ada7-51547a879295 req-76b15928-e62e-4850-b6c4-46dae921a3b4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781059 May 05 21:38:13.607684 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54917914-a00c-4727-9bc3-c7ee91fd03dc req-36f08ae6-3d61-4c6b-a19d-a0ef92e8631a tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:13.619998 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-54917914-a00c-4727-9bc3-c7ee91fd03dc req-36f08ae6-3d61-4c6b-a19d-a0ef92e8631a tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=59e56847-3790-4a2b-bea4-ee3cf1beb827 HTTP/1.1" status: 200 len: 950 time: 0.1518433 May 05 21:38:13.834345 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-45e446c2-289b-4e2e-ae19-7c7616139123 req-7857d476-1efa-43bd-8993-50fe0b3feb70 tempest-ServersAdmin275Test-1725802639 tempest-ServersAdmin275Test-1725802639-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2ca430-ec50-43bd-9382-00c977af114e HTTP/1.1" status: 200 len: 210 time: 0.0937719 May 05 21:38:13.868748 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-54917914-a00c-4727-9bc3-c7ee91fd03dc req-110f182e-f6ea-466b-8628-bbdb70492a47 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467840 May 05 21:38:13.929163 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-76696613-f0f2-4a0f-8c34-b6ac965d9ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:13.962947 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca46ad74-1bfe-43b8-b7c3-e32fca1f44e9 req-3fab888f-92f0-428a-8a14-54977d878536 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:13.965134 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ca46ad74-1bfe-43b8-b7c3-e32fca1f44e9 req-3fab888f-92f0-428a-8a14-54977d878536 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.44 "GET /v2.0/networks?id=2ea271d8-96e6-42e1-b4ca-22da751bdd28 HTTP/1.1" status: 200 len: 820 time: 0.3206151 May 05 21:38:13.981681 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-ca46ad74-1bfe-43b8-b7c3-e32fca1f44e9 req-0b98ba40-6296-47c8-a803-32a2d8f58d3d tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Request body: {'port': {'device_id': '69bfe57c-584c-43e8-9251-0c220d92fa83', 'network_id': '2ea271d8-96e6-42e1-b4ca-22da751bdd28', 'admin_state_up': True, 'tenant_id': '300e0002c0a34937b02bd35920b6a01f'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:38:14.088378 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56712) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:38:14.118016 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-ca46ad74-1bfe-43b8-b7c3-e32fca1f44e9 req-0b98ba40-6296-47c8-a803-32a2d8f58d3d tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:38:14.122922 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-ca46ad74-1bfe-43b8-b7c3-e32fca1f44e9 req-0b98ba40-6296-47c8-a803-32a2d8f58d3d tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Usage tracker for resource:port and tenant:300e0002c0a34937b02bd35920b6a01f is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:38:14.126101 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-ca46ad74-1bfe-43b8-b7c3-e32fca1f44e9 req-0b98ba40-6296-47c8-a803-32a2d8f58d3d tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:38:14.132484 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-ca46ad74-1bfe-43b8-b7c3-e32fca1f44e9 req-0b98ba40-6296-47c8-a803-32a2d8f58d3d tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:38:14.143844 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca46ad74-1bfe-43b8-b7c3-e32fca1f44e9 req-0b98ba40-6296-47c8-a803-32a2d8f58d3d tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Made reservation on behalf of 300e0002c0a34937b02bd35920b6a01f for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:38:14.147226 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-ca46ad74-1bfe-43b8-b7c3-e32fca1f44e9 req-0b98ba40-6296-47c8-a803-32a2d8f58d3d tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:14.387483 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-54be440f-eeb8-4667-8b41-dc9189297ab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:14.503026 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-54be440f-eeb8-4667-8b41-dc9189297ab1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:38:14.512045 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-54be440f-eeb8-4667-8b41-dc9189297ab1 admin admin] Usage tracker for resource:security_group_rule and tenant:52ad785e77254dc18928f8ca248cf8c0 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:38:14.532007 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-54be440f-eeb8-4667-8b41-dc9189297ab1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:38:14.547906 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-54be440f-eeb8-4667-8b41-dc9189297ab1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:38:14.598007 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6462ceaf-875f-40fc-a4a5-675b82578de3 req-34b9b275-1815-4d8c-b12a-3914ff8d62e2 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=69bfe57c-584c-43e8-9251-0c220d92fa83 HTTP/1.1" status: 200 len: 210 time: 0.1147218 May 05 21:38:14.616658 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9c5ebfb5-3ae7-4f6e-9a94-40a64eff5a5c req-78541523-e11e-4c35-a551-bc5866612986 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=60628924233a465383edf7cfad7065b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0907135 May 05 21:38:14.631793 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-ca46ad74-1bfe-43b8-b7c3-e32fca1f44e9 req-0b98ba40-6296-47c8-a803-32a2d8f58d3d tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Allocated IP 172.20.0.9 (2ea271d8-96e6-42e1-b4ca-22da751bdd28/36081928-afee-4476-8a16-bce3420fbcc5/9d3fb1fa-9cb8-4a80-856f-140b78d9e59f) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:38:14.726291 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-54be440f-eeb8-4667-8b41-dc9189297ab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:14.732112 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-54be440f-eeb8-4667-8b41-dc9189297ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:14.786045 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54be440f-eeb8-4667-8b41-dc9189297ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bcf1269-542c-48c1-928f-0dcc0830db02,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:14.819896 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-54be440f-eeb8-4667-8b41-dc9189297ab1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=52ad785e77254dc18928f8ca248cf8c0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7288995 May 05 21:38:14.822570 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56738) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:38:14.823914 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ebfb5-3ae7-4f6e-9a94-40a64eff5a5c req-998717c0-cac4-49ad-8707-1075159b1653 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:14.825497 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9c5ebfb5-3ae7-4f6e-9a94-40a64eff5a5c req-998717c0-cac4-49ad-8707-1075159b1653 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1953158 May 05 21:38:14.871449 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7f319332-a715-479f-92ad-234189dabe50 req-d9dc7753-7aff-43f9-a87e-a1e5e3f7348b tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7c198ee-28cf-4323-ac36-ce1c272f9df3 HTTP/1.1" status: 200 len: 210 time: 0.0451088 May 05 21:38:14.879539 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-9c5ebfb5-3ae7-4f6e-9a94-40a64eff5a5c req-d6cf323a-94af-40e8-b9ab-b75ce39f77db tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Request body: {'port': {'device_id': 'a7c198ee-28cf-4323-ac36-ce1c272f9df3', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'admin_state_up': True, 'tenant_id': '60628924233a465383edf7cfad7065b9'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:38:14.979760 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a8cb2ce8-f623-486f-b6f7-94653ebbed07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:15.075750 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a8cb2ce8-f623-486f-b6f7-94653ebbed07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:15.166433 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a8cb2ce8-f623-486f-b6f7-94653ebbed07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:15.192486 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a8cb2ce8-f623-486f-b6f7-94653ebbed07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:15.193604 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a8cb2ce8-f623-486f-b6f7-94653ebbed07 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6bcf1269-542c-48c1-928f-0dcc0830db02 HTTP/1.1" status: 204 len: 168 time: 0.3697879 May 05 21:38:15.195473 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cb2ce8-f623-486f-b6f7-94653ebbed07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bcf1269-542c-48c1-928f-0dcc0830db02,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:15.235479 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fb8ea294-dd9e-4072-9acf-cebef4d4c5b7 req-bd7e7b00-5d46-461c-90bf-e893afca87c5 tempest-ServersAdmin275Test-1725802639 tempest-ServersAdmin275Test-1725802639-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2ca430-ec50-43bd-9382-00c977af114e HTTP/1.1" status: 200 len: 210 time: 0.0974681 May 05 21:38:15.366376 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-9c5ebfb5-3ae7-4f6e-9a94-40a64eff5a5c req-d6cf323a-94af-40e8-b9ab-b75ce39f77db tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:38:15.377572 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-9c5ebfb5-3ae7-4f6e-9a94-40a64eff5a5c req-d6cf323a-94af-40e8-b9ab-b75ce39f77db tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Usage tracker for resource:port and tenant:60628924233a465383edf7cfad7065b9 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:38:15.387476 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-9c5ebfb5-3ae7-4f6e-9a94-40a64eff5a5c req-d6cf323a-94af-40e8-b9ab-b75ce39f77db tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:38:15.398075 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-9c5ebfb5-3ae7-4f6e-9a94-40a64eff5a5c req-d6cf323a-94af-40e8-b9ab-b75ce39f77db tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:38:15.433052 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116b792d-d798-4866-9de5-b688b8331696 req-c36c5868-931f-4758-98a9-2dea04c1de35 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:15.439147 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-116b792d-d798-4866-9de5-b688b8331696 req-c36c5868-931f-4758-98a9-2dea04c1de35 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=59e56847-3790-4a2b-bea4-ee3cf1beb827 HTTP/1.1" status: 200 len: 950 time: 0.3489413 May 05 21:38:15.466682 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c5ebfb5-3ae7-4f6e-9a94-40a64eff5a5c req-d6cf323a-94af-40e8-b9ab-b75ce39f77db tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Made reservation on behalf of 60628924233a465383edf7cfad7065b9 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:38:15.469687 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9c5ebfb5-3ae7-4f6e-9a94-40a64eff5a5c req-d6cf323a-94af-40e8-b9ab-b75ce39f77db tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:15.517818 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-ca46ad74-1bfe-43b8-b7c3-e32fca1f44e9 req-0b98ba40-6296-47c8-a803-32a2d8f58d3d tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:15.614849 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-116b792d-d798-4866-9de5-b688b8331696 req-5df25671-216d-4e8a-a553-895c68564593 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745169 May 05 21:38:15.623502 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-ca46ad74-1bfe-43b8-b7c3-e32fca1f44e9 req-0b98ba40-6296-47c8-a803-32a2d8f58d3d tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:15.767029 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca46ad74-1bfe-43b8-b7c3-e32fca1f44e9 req-0b98ba40-6296-47c8-a803-32a2d8f58d3d tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Network 2ea271d8-96e6-42e1-b4ca-22da751bdd28 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:38:15.770430 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b98ba40-6296-47c8-a803-32a2d8f58d3d tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Pushing event updated for resources: {'Port': ['ID=9d3fb1fa-9cb8-4a80-856f-140b78d9e59f,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:15.775124 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-ca46ad74-1bfe-43b8-b7c3-e32fca1f44e9 req-0b98ba40-6296-47c8-a803-32a2d8f58d3d tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:38:15.779088 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca46ad74-1bfe-43b8-b7c3-e32fca1f44e9 req-0b98ba40-6296-47c8-a803-32a2d8f58d3d tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:38:15.840247 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-9c5ebfb5-3ae7-4f6e-9a94-40a64eff5a5c req-d6cf323a-94af-40e8-b9ab-b75ce39f77db tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Allocated IP 192.168.233.41 (4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9/f237a6ef-d044-411f-a2d8-d12619664c91/e0bfd824-3a54-406f-95d8-89bd2fc2ff8f) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:38:15.863974 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca46ad74-1bfe-43b8-b7c3-e32fca1f44e9 req-0b98ba40-6296-47c8-a803-32a2d8f58d3d tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:15.864633 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-ca46ad74-1bfe-43b8-b7c3-e32fca1f44e9 req-0b98ba40-6296-47c8-a803-32a2d8f58d3d tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:15.924890 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ca46ad74-1bfe-43b8-b7c3-e32fca1f44e9 req-0b98ba40-6296-47c8-a803-32a2d8f58d3d tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9469717 May 05 21:38:15.937575 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-ca46ad74-1bfe-43b8-b7c3-e32fca1f44e9 req-0bfccfe3-f6a7-4c49-91eb-5e2adf9e756a service neutron] Request body: {'port': {'device_id': '69bfe57c-584c-43e8-9251-0c220d92fa83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:38:15.990565 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56780) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:38:16.019338 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-23fa62ea-66f9-47a1-80f0-1a502ea9e434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:16.021966 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-144df6ac-4495-490c-9d68-582c16e036e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:16.062081 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-144df6ac-4495-490c-9d68-582c16e036e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:38:16.066755 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-144df6ac-4495-490c-9d68-582c16e036e9 admin admin] Usage tracker for resource:security_group_rule and tenant:f5d6c6bcefa84647beae67d0eae74651 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:38:16.070119 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-144df6ac-4495-490c-9d68-582c16e036e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:38:16.076733 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-144df6ac-4495-490c-9d68-582c16e036e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:38:16.173591 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-144df6ac-4495-490c-9d68-582c16e036e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:16.179884 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-144df6ac-4495-490c-9d68-582c16e036e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:16.243723 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144df6ac-4495-490c-9d68-582c16e036e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d91c5d8-b0aa-452d-9768-a3bf2c094359,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:16.258859 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-144df6ac-4495-490c-9d68-582c16e036e9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f5d6c6bcefa84647beae67d0eae74651&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2660224 May 05 21:38:16.261392 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56788) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:38:16.295170 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-ca46ad74-1bfe-43b8-b7c3-e32fca1f44e9 req-0bfccfe3-f6a7-4c49-91eb-5e2adf9e756a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:16.325104 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-628bf912-6d67-48f9-8553-7b2ad763ed95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:16.354926 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-628bf912-6d67-48f9-8553-7b2ad763ed95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:16.413203 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-628bf912-6d67-48f9-8553-7b2ad763ed95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:16.428160 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628bf912-6d67-48f9-8553-7b2ad763ed95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d91c5d8-b0aa-452d-9768-a3bf2c094359,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:16.435400 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-628bf912-6d67-48f9-8553-7b2ad763ed95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:16.436518 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-628bf912-6d67-48f9-8553-7b2ad763ed95 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2d91c5d8-b0aa-452d-9768-a3bf2c094359 HTTP/1.1" status: 204 len: 168 time: 0.1741252 May 05 21:38:16.441759 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9c5ebfb5-3ae7-4f6e-9a94-40a64eff5a5c req-d6cf323a-94af-40e8-b9ab-b75ce39f77db tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:16.500201 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15880ec8-b8b9-41d7-ac20-7943f35e7039 req-f52ecda0-6c7f-4608-9f4d-35aab0c77c36 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:16.500881 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-15880ec8-b8b9-41d7-ac20-7943f35e7039 req-f52ecda0-6c7f-4608-9f4d-35aab0c77c36 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Synchronizing usage tracker for tenant:300e0002c0a34937b02bd35920b6a01f on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:38:16.527412 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-9c5ebfb5-3ae7-4f6e-9a94-40a64eff5a5c req-d6cf323a-94af-40e8-b9ab-b75ce39f77db tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Transition to ACTIVE for port object e0bfd824-3a54-406f-95d8-89bd2fc2ff8f will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:38:16.607883 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e5af43eb-cffd-48c8-b05d-2d4fba9ce59d req-411ff2e9-2e15-4a84-83d9-edaea1776334 tempest-MigrationsAdminTest-1151858286 tempest-MigrationsAdminTest-1151858286-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=59e56847-3790-4a2b-bea4-ee3cf1beb827 HTTP/1.1" status: 200 len: 1101 time: 0.3843703 May 05 21:38:16.612658 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-15880ec8-b8b9-41d7-ac20-7943f35e7039 req-f52ecda0-6c7f-4608-9f4d-35aab0c77c36 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Unset dirty status for tenant:300e0002c0a34937b02bd35920b6a01f on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:38:16.618773 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-15880ec8-b8b9-41d7-ac20-7943f35e7039 req-f52ecda0-6c7f-4608-9f4d-35aab0c77c36 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=69bfe57c-584c-43e8-9251-0c220d92fa83 HTTP/1.1" status: 200 len: 931 time: 0.6342232 May 05 21:38:16.684398 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-e5af43eb-cffd-48c8-b05d-2d4fba9ce59d req-695f5007-52a4-4fbb-b0b2-c2e76cf739e5 tempest-MigrationsAdminTest-1151858286 tempest-MigrationsAdminTest-1151858286-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:16.775491 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9c5ebfb5-3ae7-4f6e-9a94-40a64eff5a5c req-d6cf323a-94af-40e8-b9ab-b75ce39f77db tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:16.791578 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['1d1333ff-f836-4bc6-84ff-8e2b618b8396'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:38:16.845380 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['6b1d7cdb-8e34-4688-acec-db3dfd41e683'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:38:16.880998 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-15880ec8-b8b9-41d7-ac20-7943f35e7039 req-ea1ea928-87ee-470a-8708-a09c80ff99a5 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613387 May 05 21:38:16.895878 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-e5af43eb-cffd-48c8-b05d-2d4fba9ce59d req-695f5007-52a4-4fbb-b0b2-c2e76cf739e5 tempest-MigrationsAdminTest-1151858286 tempest-MigrationsAdminTest-1151858286-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:38:16.940030 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-e5af43eb-cffd-48c8-b05d-2d4fba9ce59d req-695f5007-52a4-4fbb-b0b2-c2e76cf739e5 tempest-MigrationsAdminTest-1151858286 tempest-MigrationsAdminTest-1151858286-project-admin] Usage tracker for resource:security_group_rule and tenant:9c28e8732bfb465d8c4f37c7e3ca8bd3 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:38:16.944450 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-e5af43eb-cffd-48c8-b05d-2d4fba9ce59d req-695f5007-52a4-4fbb-b0b2-c2e76cf739e5 tempest-MigrationsAdminTest-1151858286 tempest-MigrationsAdminTest-1151858286-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:38:16.947891 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cf323a-94af-40e8-b9ab-b75ce39f77db tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Pushing event updated for resources: {'Port': ['ID=e0bfd824-3a54-406f-95d8-89bd2fc2ff8f,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:16.957171 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c5ebfb5-3ae7-4f6e-9a94-40a64eff5a5c req-d6cf323a-94af-40e8-b9ab-b75ce39f77db tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:38:16.958134 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-e5af43eb-cffd-48c8-b05d-2d4fba9ce59d req-695f5007-52a4-4fbb-b0b2-c2e76cf739e5 tempest-MigrationsAdminTest-1151858286 tempest-MigrationsAdminTest-1151858286-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:38:16.963183 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-9c5ebfb5-3ae7-4f6e-9a94-40a64eff5a5c req-d6cf323a-94af-40e8-b9ab-b75ce39f77db tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:38:16.965600 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c5ebfb5-3ae7-4f6e-9a94-40a64eff5a5c req-d6cf323a-94af-40e8-b9ab-b75ce39f77db tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:38:17.153477 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ebfb5-3ae7-4f6e-9a94-40a64eff5a5c req-d6cf323a-94af-40e8-b9ab-b75ce39f77db tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:17.154369 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9c5ebfb5-3ae7-4f6e-9a94-40a64eff5a5c req-d6cf323a-94af-40e8-b9ab-b75ce39f77db tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:17.207163 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-ca46ad74-1bfe-43b8-b7c3-e32fca1f44e9 req-0bfccfe3-f6a7-4c49-91eb-5e2adf9e756a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d3fb1fa-9cb8-4a80-856f-140b78d9e59f {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:38:17.219300 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9c5ebfb5-3ae7-4f6e-9a94-40a64eff5a5c req-d6cf323a-94af-40e8-b9ab-b75ce39f77db tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3468354 May 05 21:38:17.220973 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-ca46ad74-1bfe-43b8-b7c3-e32fca1f44e9 req-0bfccfe3-f6a7-4c49-91eb-5e2adf9e756a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:17.238166 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:17.242150 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-9c5ebfb5-3ae7-4f6e-9a94-40a64eff5a5c req-1e0bb38a-c6c7-44f5-8d62-c39925f3b39a service neutron] Request body: {'port': {'device_id': 'a7c198ee-28cf-4323-ac36-ce1c272f9df3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:38:17.284116 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-e5af43eb-cffd-48c8-b05d-2d4fba9ce59d req-695f5007-52a4-4fbb-b0b2-c2e76cf739e5 tempest-MigrationsAdminTest-1151858286 tempest-MigrationsAdminTest-1151858286-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:17.305594 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-e5af43eb-cffd-48c8-b05d-2d4fba9ce59d req-695f5007-52a4-4fbb-b0b2-c2e76cf739e5 tempest-MigrationsAdminTest-1151858286 tempest-MigrationsAdminTest-1151858286-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:17.313929 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-ca46ad74-1bfe-43b8-b7c3-e32fca1f44e9 req-0bfccfe3-f6a7-4c49-91eb-5e2adf9e756a service neutron] Transition to ACTIVE for port object 9d3fb1fa-9cb8-4a80-856f-140b78d9e59f will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:38:17.331309 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-fa890eb8-4b3a-4d18-984b-caea8c8c419c None None] Provisioning for port e0bfd824-3a54-406f-95d8-89bd2fc2ff8f completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:38:17.339087 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-fa890eb8-4b3a-4d18-984b-caea8c8c419c None None] Provisioning complete for port e0bfd824-3a54-406f-95d8-89bd2fc2ff8f triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:38:17.339922 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-ca46ad74-1bfe-43b8-b7c3-e32fca1f44e9 req-0bfccfe3-f6a7-4c49-91eb-5e2adf9e756a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:17.340511 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fa890eb8-4b3a-4d18-984b-caea8c8c419c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:17.410147 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:17.423715 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-fa890eb8-4b3a-4d18-984b-caea8c8c419c None None] Port e0bfd824-3a54-406f-95d8-89bd2fc2ff8f cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:38:17.467731 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-e5af43eb-cffd-48c8-b05d-2d4fba9ce59d req-695f5007-52a4-4fbb-b0b2-c2e76cf739e5 tempest-MigrationsAdminTest-1151858286 tempest-MigrationsAdminTest-1151858286-project-admin] Synchronizing usage tracker for tenant:9c28e8732bfb465d8c4f37c7e3ca8bd3 on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:38:17.518237 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695f5007-52a4-4fbb-b0b2-c2e76cf739e5 tempest-MigrationsAdminTest-1151858286 tempest-MigrationsAdminTest-1151858286-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3ea7f6-8f92-47f9-9f08-6fd4d44a29fa,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:17.610272 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfccfe3-f6a7-4c49-91eb-5e2adf9e756a service neutron] Pushing event updated for resources: {'Port': ['ID=9d3fb1fa-9cb8-4a80-856f-140b78d9e59f,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:17.633677 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9c5ebfb5-3ae7-4f6e-9a94-40a64eff5a5c req-1e0bb38a-c6c7-44f5-8d62-c39925f3b39a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:17.661898 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-e5af43eb-cffd-48c8-b05d-2d4fba9ce59d req-695f5007-52a4-4fbb-b0b2-c2e76cf739e5 tempest-MigrationsAdminTest-1151858286 tempest-MigrationsAdminTest-1151858286-project-admin] Unset dirty status for tenant:9c28e8732bfb465d8c4f37c7e3ca8bd3 on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:38:17.663045 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e5af43eb-cffd-48c8-b05d-2d4fba9ce59d req-695f5007-52a4-4fbb-b0b2-c2e76cf739e5 tempest-MigrationsAdminTest-1151858286 tempest-MigrationsAdminTest-1151858286-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0344281 May 05 21:38:17.808375 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13446a44-b862-4e6a-b38b-90e4e1da109e req-5c8c9192-ee1a-400f-a49a-ebb80a95f451 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:17.809060 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-13446a44-b862-4e6a-b38b-90e4e1da109e req-5c8c9192-ee1a-400f-a49a-ebb80a95f451 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Synchronizing usage tracker for tenant:60628924233a465383edf7cfad7065b9 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:38:17.906495 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-09745224-68b1-41ff-b13e-5947c1b18cdc req-442b59ae-89bf-411d-8732-e64a0bde3830 tempest-ServersAdmin275Test-1725802639 tempest-ServersAdmin275Test-1725802639-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2ca430-ec50-43bd-9382-00c977af114e HTTP/1.1" status: 200 len: 210 time: 0.1110208 May 05 21:38:17.957229 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-ca46ad74-1bfe-43b8-b7c3-e32fca1f44e9 req-0bfccfe3-f6a7-4c49-91eb-5e2adf9e756a service neutron] Attempting to bind port 9d3fb1fa-9cb8-4a80-856f-140b78d9e59f on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:38:17.957556 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-ca46ad74-1bfe-43b8-b7c3-e32fca1f44e9 req-0bfccfe3-f6a7-4c49-91eb-5e2adf9e756a service neutron] Attempting to bind port 9d3fb1fa-9cb8-4a80-856f-140b78d9e59f by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': '87859d75-c285-4ea1-b899-3b38f003cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2ea271d8-96e6-42e1-b4ca-22da751bdd28'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:38:17.958182 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca46ad74-1bfe-43b8-b7c3-e32fca1f44e9 req-0bfccfe3-f6a7-4c49-91eb-5e2adf9e756a service neutron] Attempting to bind port 9d3fb1fa-9cb8-4a80-856f-140b78d9e59f on network 2ea271d8-96e6-42e1-b4ca-22da751bdd28 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:38:17.965200 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-13446a44-b862-4e6a-b38b-90e4e1da109e req-5c8c9192-ee1a-400f-a49a-ebb80a95f451 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Unset dirty status for tenant:60628924233a465383edf7cfad7065b9 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:38:17.966724 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-13446a44-b862-4e6a-b38b-90e4e1da109e req-5c8c9192-ee1a-400f-a49a-ebb80a95f451 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7c198ee-28cf-4323-ac36-ce1c272f9df3 HTTP/1.1" status: 200 len: 935 time: 0.5013964 May 05 21:38:17.990836 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca46ad74-1bfe-43b8-b7c3-e32fca1f44e9 req-0bfccfe3-f6a7-4c49-91eb-5e2adf9e756a service neutron] Port 9d3fb1fa-9cb8-4a80-856f-140b78d9e59f on network 2ea271d8-96e6-42e1-b4ca-22da751bdd28 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:38:17.991150 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca46ad74-1bfe-43b8-b7c3-e32fca1f44e9 req-0bfccfe3-f6a7-4c49-91eb-5e2adf9e756a service neutron] Attempting to bind port 9d3fb1fa-9cb8-4a80-856f-140b78d9e59f on network 2ea271d8-96e6-42e1-b4ca-22da751bdd28 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:38:18.073059 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca46ad74-1bfe-43b8-b7c3-e32fca1f44e9 req-0bfccfe3-f6a7-4c49-91eb-5e2adf9e756a service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:38:18.073298 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca46ad74-1bfe-43b8-b7c3-e32fca1f44e9 req-0bfccfe3-f6a7-4c49-91eb-5e2adf9e756a service neutron] Checking segment: {'id': '87859d75-c285-4ea1-b899-3b38f003cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2ea271d8-96e6-42e1-b4ca-22da751bdd28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:38:18.073537 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca46ad74-1bfe-43b8-b7c3-e32fca1f44e9 req-0bfccfe3-f6a7-4c49-91eb-5e2adf9e756a service neutron] Bound using segment: {'id': '87859d75-c285-4ea1-b899-3b38f003cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2ea271d8-96e6-42e1-b4ca-22da751bdd28'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:38:18.073971 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-ca46ad74-1bfe-43b8-b7c3-e32fca1f44e9 req-0bfccfe3-f6a7-4c49-91eb-5e2adf9e756a service neutron] Bound port: 9d3fb1fa-9cb8-4a80-856f-140b78d9e59f, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87859d75-c285-4ea1-b899-3b38f003cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2ea271d8-96e6-42e1-b4ca-22da751bdd28'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:38:18.074303 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-ca46ad74-1bfe-43b8-b7c3-e32fca1f44e9 req-0bfccfe3-f6a7-4c49-91eb-5e2adf9e756a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:18.176838 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-13446a44-b862-4e6a-b38b-90e4e1da109e req-b0bd9271-4041-4d9b-9417-e222991f6441 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905060 May 05 21:38:18.253506 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-ca46ad74-1bfe-43b8-b7c3-e32fca1f44e9 req-0bfccfe3-f6a7-4c49-91eb-5e2adf9e756a service neutron] For port 9d3fb1fa-9cb8-4a80-856f-140b78d9e59f, host n-h1-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:38:18.304961 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-ca46ad74-1bfe-43b8-b7c3-e32fca1f44e9 req-0bfccfe3-f6a7-4c49-91eb-5e2adf9e756a service neutron] For port 9d3fb1fa-9cb8-4a80-856f-140b78d9e59f, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=9d3fb1fa-9cb8-4a80-856f-140b78d9e59f,segment=NetworkSegment(87859d75-c285-4ea1-b899-3b38f003cf70),segment_id=87859d75-c285-4ea1-b899-3b38f003cf70)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:38:18.316582 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-ca46ad74-1bfe-43b8-b7c3-e32fca1f44e9 req-0bfccfe3-f6a7-4c49-91eb-5e2adf9e756a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:18.363072 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-9c5ebfb5-3ae7-4f6e-9a94-40a64eff5a5c req-1e0bb38a-c6c7-44f5-8d62-c39925f3b39a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0bfd824-3a54-406f-95d8-89bd2fc2ff8f {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:38:18.498916 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9c5ebfb5-3ae7-4f6e-9a94-40a64eff5a5c req-1e0bb38a-c6c7-44f5-8d62-c39925f3b39a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:18.577098 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-ca46ad74-1bfe-43b8-b7c3-e32fca1f44e9 req-0bfccfe3-f6a7-4c49-91eb-5e2adf9e756a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:18.579038 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ca46ad74-1bfe-43b8-b7c3-e32fca1f44e9 req-0bfccfe3-f6a7-4c49-91eb-5e2adf9e756a service neutron] 10.222.0.44 "PUT /v2.0/ports/9d3fb1fa-9cb8-4a80-856f-140b78d9e59f HTTP/1.1" status: 200 len: 1091 time: 2.6460624 May 05 21:38:18.584710 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69bfe57c-584c-43e8-9251-0c220d92fa83', 'tag': '9d3fb1fa-9cb8-4a80-856f-140b78d9e59f'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:38:18.596948 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-9c5ebfb5-3ae7-4f6e-9a94-40a64eff5a5c req-1e0bb38a-c6c7-44f5-8d62-c39925f3b39a service neutron] Transition to ACTIVE for port object e0bfd824-3a54-406f-95d8-89bd2fc2ff8f will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:38:18.614683 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9c5ebfb5-3ae7-4f6e-9a94-40a64eff5a5c req-1e0bb38a-c6c7-44f5-8d62-c39925f3b39a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:18.667265 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfccfe3-f6a7-4c49-91eb-5e2adf9e756a service neutron] Pushing event updated for resources: {'Port': ['ID=9d3fb1fa-9cb8-4a80-856f-140b78d9e59f,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:18.749919 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:18.823172 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0bb38a-c6c7-44f5-8d62-c39925f3b39a service neutron] Pushing event updated for resources: {'Port': ['ID=e0bfd824-3a54-406f-95d8-89bd2fc2ff8f,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:18.843622 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6e1a6fd9-e12d-4dee-b51d-800119e4f5cb req-d754f391-0abb-41e5-b10b-312466278b1f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=59e56847-3790-4a2b-bea4-ee3cf1beb827&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4922502 May 05 21:38:18.853528 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bead11-891b-482b-b1f3-9a19578abb52 req-ba3e0fd8-de59-4131-b2a2-71f9573de623 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:18.855064 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e7bead11-891b-482b-b1f3-9a19578abb52 req-ba3e0fd8-de59-4131-b2a2-71f9573de623 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=69bfe57c-584c-43e8-9251-0c220d92fa83 HTTP/1.1" status: 200 len: 943 time: 0.3593740 May 05 21:38:18.948720 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ca46ad74-1bfe-43b8-b7c3-e32fca1f44e9 req-8fbf8e62-c406-46e0-8212-76f47ba7ebf2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=300e0002c0a34937b02bd35920b6a01f&device_id=69bfe57c-584c-43e8-9251-0c220d92fa83 HTTP/1.1" status: 200 len: 1094 time: 0.3251572 May 05 21:38:19.047410 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ca46ad74-1bfe-43b8-b7c3-e32fca1f44e9 req-975297a5-f1cd-4fc9-ac32-ae715bba8c07 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d3fb1fa-9cb8-4a80-856f-140b78d9e59f HTTP/1.1" status: 200 len: 217 time: 0.0840821 May 05 21:38:19.051941 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e7bead11-891b-482b-b1f3-9a19578abb52 req-5c9ece8c-3c2b-49f0-8faf-39ca36df8cf7 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908424 May 05 21:38:19.104410 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-9c5ebfb5-3ae7-4f6e-9a94-40a64eff5a5c req-1e0bb38a-c6c7-44f5-8d62-c39925f3b39a service neutron] Attempting to bind port e0bfd824-3a54-406f-95d8-89bd2fc2ff8f on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:38:19.104744 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-9c5ebfb5-3ae7-4f6e-9a94-40a64eff5a5c req-1e0bb38a-c6c7-44f5-8d62-c39925f3b39a service neutron] Attempting to bind port e0bfd824-3a54-406f-95d8-89bd2fc2ff8f by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:38:19.105048 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5ebfb5-3ae7-4f6e-9a94-40a64eff5a5c req-1e0bb38a-c6c7-44f5-8d62-c39925f3b39a service neutron] Attempting to bind port e0bfd824-3a54-406f-95d8-89bd2fc2ff8f on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:38:19.122963 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5ebfb5-3ae7-4f6e-9a94-40a64eff5a5c req-1e0bb38a-c6c7-44f5-8d62-c39925f3b39a service neutron] Port e0bfd824-3a54-406f-95d8-89bd2fc2ff8f on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:38:19.123290 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5ebfb5-3ae7-4f6e-9a94-40a64eff5a5c req-1e0bb38a-c6c7-44f5-8d62-c39925f3b39a service neutron] Attempting to bind port e0bfd824-3a54-406f-95d8-89bd2fc2ff8f on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:38:19.135130 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca46ad74-1bfe-43b8-b7c3-e32fca1f44e9 req-7a198528-5a2c-48d3-891c-5326201308f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:19.136573 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ca46ad74-1bfe-43b8-b7c3-e32fca1f44e9 req-7a198528-5a2c-48d3-891c-5326201308f1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=36081928-afee-4476-8a16-bce3420fbcc5 HTTP/1.1" status: 200 len: 860 time: 0.0773611 May 05 21:38:19.137419 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5ebfb5-3ae7-4f6e-9a94-40a64eff5a5c req-1e0bb38a-c6c7-44f5-8d62-c39925f3b39a service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:38:19.137742 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5ebfb5-3ae7-4f6e-9a94-40a64eff5a5c req-1e0bb38a-c6c7-44f5-8d62-c39925f3b39a service neutron] Checking segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:38:19.138102 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5ebfb5-3ae7-4f6e-9a94-40a64eff5a5c req-1e0bb38a-c6c7-44f5-8d62-c39925f3b39a service neutron] Bound using segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:38:19.138524 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-9c5ebfb5-3ae7-4f6e-9a94-40a64eff5a5c req-1e0bb38a-c6c7-44f5-8d62-c39925f3b39a service neutron] Bound port: e0bfd824-3a54-406f-95d8-89bd2fc2ff8f, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:38:19.138885 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9c5ebfb5-3ae7-4f6e-9a94-40a64eff5a5c req-1e0bb38a-c6c7-44f5-8d62-c39925f3b39a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:19.195620 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ca46ad74-1bfe-43b8-b7c3-e32fca1f44e9 req-19f484d8-4ed8-424e-8a65-a068f9d0ed2d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2ea271d8-96e6-42e1-b4ca-22da751bdd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427563 May 05 21:38:19.370723 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-9c5ebfb5-3ae7-4f6e-9a94-40a64eff5a5c req-1e0bb38a-c6c7-44f5-8d62-c39925f3b39a service neutron] For port e0bfd824-3a54-406f-95d8-89bd2fc2ff8f, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:38:19.384464 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8346d351-479f-4553-9bdd-44a2799e4ad4'] response: {'name': 'network-changed', 'server_uuid': '69bfe57c-584c-43e8-9251-0c220d92fa83', 'tag': '9d3fb1fa-9cb8-4a80-856f-140b78d9e59f', 'status': 'completed', 'code': 200} May 05 21:38:19.392473 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-9c5ebfb5-3ae7-4f6e-9a94-40a64eff5a5c req-1e0bb38a-c6c7-44f5-8d62-c39925f3b39a service neutron] For port e0bfd824-3a54-406f-95d8-89bd2fc2ff8f, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=e0bfd824-3a54-406f-95d8-89bd2fc2ff8f,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:38:19.396703 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ca46ad74-1bfe-43b8-b7c3-e32fca1f44e9 req-f4027887-690c-410e-a222-6f2c84693e77 service neutron] 10.222.0.44 "GET /v2.0/networks/2ea271d8-96e6-42e1-b4ca-22da751bdd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767638 May 05 21:38:19.400118 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9c5ebfb5-3ae7-4f6e-9a94-40a64eff5a5c req-1e0bb38a-c6c7-44f5-8d62-c39925f3b39a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:19.404902 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56890) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:38:19.596474 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9c5ebfb5-3ae7-4f6e-9a94-40a64eff5a5c req-1e0bb38a-c6c7-44f5-8d62-c39925f3b39a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:19.598062 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9c5ebfb5-3ae7-4f6e-9a94-40a64eff5a5c req-1e0bb38a-c6c7-44f5-8d62-c39925f3b39a service neutron] 10.222.0.32 "PUT /v2.0/ports/e0bfd824-3a54-406f-95d8-89bd2fc2ff8f HTTP/1.1" status: 200 len: 1095 time: 2.3660657 May 05 21:38:19.643126 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ed3cff6d-af5e-4773-af73-3905ffd37388 req-8e653a65-f214-4c45-b213-fec5da712cba tempest-ServersAdmin275Test-1725802639 tempest-ServersAdmin275Test-1725802639-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2ca430-ec50-43bd-9382-00c977af114e HTTP/1.1" status: 200 len: 210 time: 0.1003048 May 05 21:38:19.829722 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0bb38a-c6c7-44f5-8d62-c39925f3b39a service neutron] Pushing event updated for resources: {'Port': ['ID=e0bfd824-3a54-406f-95d8-89bd2fc2ff8f,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:19.844868 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56902) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:38:20.032444 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ca46ad74-1bfe-43b8-b7c3-e32fca1f44e9 req-bdbc8db8-25f0-4425-8acf-934ad776c0d3 service neutron] 10.222.0.44 "GET /v2.0/networks/2ea271d8-96e6-42e1-b4ca-22da751bdd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5868962 May 05 21:38:20.074740 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-968ace6c-0840-4863-ba33-3b8cf09b0e8f req-341c7b43-b432-46ff-8757-eda612f2eea7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=59e56847-3790-4a2b-bea4-ee3cf1beb827&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6353326 May 05 21:38:20.088501 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56910) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:38:20.093322 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9c5ebfb5-3ae7-4f6e-9a94-40a64eff5a5c req-06443e8e-9187-4aab-9bab-7580551165af service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=60628924233a465383edf7cfad7065b9&device_id=a7c198ee-28cf-4323-ac36-ce1c272f9df3 HTTP/1.1" status: 200 len: 1098 time: 0.4261870 May 05 21:38:20.152301 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7f2fa-fe69-472a-b41b-7481d36a787d req-0a2a4778-1196-450d-833e-c07ad8c32693 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:20.154037 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-23e7f2fa-fe69-472a-b41b-7481d36a787d req-0a2a4778-1196-450d-833e-c07ad8c32693 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7c198ee-28cf-4323-ac36-ce1c272f9df3 HTTP/1.1" status: 200 len: 947 time: 0.3165138 May 05 21:38:20.216596 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2f757e60-912f-482a-93c4-5b3dd7383a85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:20.226838 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-451e7ca6-a2e3-4d83-adba-4de729ccde6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:20.287037 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-451e7ca6-a2e3-4d83-adba-4de729ccde6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:38:20.290463 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-2f757e60-912f-482a-93c4-5b3dd7383a85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:38:20.295527 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-451e7ca6-a2e3-4d83-adba-4de729ccde6f admin admin] Usage tracker for resource:security_group_rule and tenant:057093cffb9f414cb128b8fad58b42d1 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:38:20.298471 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-2f757e60-912f-482a-93c4-5b3dd7383a85 admin admin] Usage tracker for resource:security_group_rule and tenant:5ce3d40be5574749bb6a506eca3cb364 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:38:20.301150 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-451e7ca6-a2e3-4d83-adba-4de729ccde6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:38:20.304285 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-2f757e60-912f-482a-93c4-5b3dd7383a85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:38:20.311951 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-451e7ca6-a2e3-4d83-adba-4de729ccde6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:38:20.314301 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-2f757e60-912f-482a-93c4-5b3dd7383a85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:38:20.347814 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a544b8-496f-4b5b-bbfb-830b1db14b02 req-44fc62e8-5806-4dee-bca3-8b97750f1081 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:20.349446 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a0a544b8-496f-4b5b-bbfb-830b1db14b02 req-44fc62e8-5806-4dee-bca3-8b97750f1081 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=59e56847-3790-4a2b-bea4-ee3cf1beb827 HTTP/1.1" status: 200 len: 950 time: 0.4443383 May 05 21:38:20.360390 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9c5ebfb5-3ae7-4f6e-9a94-40a64eff5a5c req-bf2f96dd-ef32-4978-8902-e4bdfa5e5cc0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=e0bfd824-3a54-406f-95d8-89bd2fc2ff8f HTTP/1.1" status: 200 len: 217 time: 0.2163355 May 05 21:38:20.447507 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-451e7ca6-a2e3-4d83-adba-4de729ccde6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:20.450204 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2f757e60-912f-482a-93c4-5b3dd7383a85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:20.454435 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-451e7ca6-a2e3-4d83-adba-4de729ccde6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:20.471689 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2f757e60-912f-482a-93c4-5b3dd7383a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:20.499538 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-23e7f2fa-fe69-472a-b41b-7481d36a787d req-f22d81cc-df2b-4924-9611-bfc5e4fca6a0 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865311 May 05 21:38:20.546993 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a0a544b8-496f-4b5b-bbfb-830b1db14b02 req-106fa4a0-b1a3-4d47-946d-c1463322681c tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843190 May 05 21:38:20.549545 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451e7ca6-a2e3-4d83-adba-4de729ccde6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e66e73-2285-4504-99c9-1a7c1adb0e2e,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:20.559668 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ebfb5-3ae7-4f6e-9a94-40a64eff5a5c req-c805aadc-8461-48dd-b97e-81670f3e1df7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:20.564796 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9c5ebfb5-3ae7-4f6e-9a94-40a64eff5a5c req-c805aadc-8461-48dd-b97e-81670f3e1df7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.1839311 May 05 21:38:20.568212 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-451e7ca6-a2e3-4d83-adba-4de729ccde6f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=057093cffb9f414cb128b8fad58b42d1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7215679 May 05 21:38:20.568532 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56936) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:38:20.573456 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-2f757e60-912f-482a-93c4-5b3dd7383a85 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5ce3d40be5574749bb6a506eca3cb364&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4837377 May 05 21:38:20.576052 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56938) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:38:20.576459 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ea61357c-04fc-4d0a-9e7a-6fa1be2b8df4 req-7f196be0-0f38-4a51-92c4-4b3849df1412 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=300e0002c0a34937b02bd35920b6a01f&device_id=69bfe57c-584c-43e8-9251-0c220d92fa83 HTTP/1.1" status: 200 len: 1094 time: 0.4887540 May 05 21:38:20.621014 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f757e60-912f-482a-93c4-5b3dd7383a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35cb7fc3-dcff-40e7-91f1-786f40e4c098,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:20.668759 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6c3d171c-e1d2-48a4-931a-cdec6fb9307d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:20.711150 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6c3d171c-e1d2-48a4-931a-cdec6fb9307d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:20.813907 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6c3d171c-e1d2-48a4-931a-cdec6fb9307d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:20.842305 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3d171c-e1d2-48a4-931a-cdec6fb9307d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35cb7fc3-dcff-40e7-91f1-786f40e4c098,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:20.873099 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6c3d171c-e1d2-48a4-931a-cdec6fb9307d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:20.874404 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-6c3d171c-e1d2-48a4-931a-cdec6fb9307d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/35cb7fc3-dcff-40e7-91f1-786f40e4c098 HTTP/1.1" status: 204 len: 168 time: 0.2974410 May 05 21:38:21.075646 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6e1cc167-d214-4210-90f8-f407f0ed18fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:21.085620 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a3628265-6bbf-4e85-a5f2-5c805d03c868 req-4dc76dc8-b5ba-48a7-97b4-2a72e0304a04 tempest-ServersAdmin275Test-1725802639 tempest-ServersAdmin275Test-1725802639-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2ca430-ec50-43bd-9382-00c977af114e HTTP/1.1" status: 200 len: 210 time: 0.0915270 May 05 21:38:21.109504 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61357c-04fc-4d0a-9e7a-6fa1be2b8df4 req-992a2154-6b1d-4933-9f5e-a23bf8090a67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:21.111259 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ea61357c-04fc-4d0a-9e7a-6fa1be2b8df4 req-992a2154-6b1d-4933-9f5e-a23bf8090a67 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2ea271d8-96e6-42e1-b4ca-22da751bdd28 HTTP/1.1" status: 200 len: 921 time: 0.4016945 May 05 21:38:21.128214 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9c5ebfb5-3ae7-4f6e-9a94-40a64eff5a5c req-65a54d94-cbc9-412a-8569-482b6da32f97 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5446129 May 05 21:38:21.211777 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6e1cc167-d214-4210-90f8-f407f0ed18fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:21.232246 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e32bf-be38-4459-961c-6e68f3c9022f req-761c3dc6-49fc-4d7c-aa31-9d4aadae8bcf tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:21.233723 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-648e32bf-be38-4459-961c-6e68f3c9022f req-761c3dc6-49fc-4d7c-aa31-9d4aadae8bcf tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=69bfe57c-584c-43e8-9251-0c220d92fa83 HTTP/1.1" status: 200 len: 943 time: 0.4327257 May 05 21:38:21.324750 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ea61357c-04fc-4d0a-9e7a-6fa1be2b8df4 req-5813e77e-68c7-4905-bfa8-bfe434bcc3b9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d3fb1fa-9cb8-4a80-856f-140b78d9e59f HTTP/1.1" status: 200 len: 217 time: 0.2020516 May 05 21:38:21.389250 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7c198ee-28cf-4323-ac36-ce1c272f9df3', 'tag': 'e0bfd824-3a54-406f-95d8-89bd2fc2ff8f'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:38:21.477094 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecf1d0ba-135b-4c38-89b6-58855918052f'] response: {'name': 'network-changed', 'server_uuid': 'a7c198ee-28cf-4323-ac36-ce1c272f9df3', 'tag': 'e0bfd824-3a54-406f-95d8-89bd2fc2ff8f', 'status': 'completed', 'code': 200} May 05 21:38:21.491106 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61357c-04fc-4d0a-9e7a-6fa1be2b8df4 req-08fbd7e2-1951-4da7-99d4-78092e30f374 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:21.493424 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ea61357c-04fc-4d0a-9e7a-6fa1be2b8df4 req-08fbd7e2-1951-4da7-99d4-78092e30f374 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=36081928-afee-4476-8a16-bce3420fbcc5 HTTP/1.1" status: 200 len: 860 time: 0.1529303 May 05 21:38:21.495682 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-648e32bf-be38-4459-961c-6e68f3c9022f req-859adc85-43c3-4706-9e3d-b92555086fea tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467201 May 05 21:38:21.497908 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9c5ebfb5-3ae7-4f6e-9a94-40a64eff5a5c req-792ea620-8b61-44f8-b326-e8698b8a0d7d service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070719 May 05 21:38:21.498923 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6e1cc167-d214-4210-90f8-f407f0ed18fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:21.514636 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56966) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:38:21.533750 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c040e5d5-16c0-46d9-a9bd-374fb858fcc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:21.570991 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c040e5d5-16c0-46d9-a9bd-374fb858fcc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:38:21.575395 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c040e5d5-16c0-46d9-a9bd-374fb858fcc2 admin admin] Usage tracker for resource:security_group_rule and tenant:52c73b1e07c544008473c7b30b6d0a99 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:38:21.579860 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c040e5d5-16c0-46d9-a9bd-374fb858fcc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:38:21.587150 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c040e5d5-16c0-46d9-a9bd-374fb858fcc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:38:21.677217 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56976) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:38:21.725391 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c040e5d5-16c0-46d9-a9bd-374fb858fcc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:21.732930 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c040e5d5-16c0-46d9-a9bd-374fb858fcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:21.743125 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9c5ebfb5-3ae7-4f6e-9a94-40a64eff5a5c req-280ceee0-5dcd-4e38-932d-2cb60a203275 service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845751 May 05 21:38:21.752299 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1cc167-d214-4210-90f8-f407f0ed18fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e66e73-2285-4504-99c9-1a7c1adb0e2e,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:21.758529 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ea61357c-04fc-4d0a-9e7a-6fa1be2b8df4 req-d1636015-d7a9-4794-83f0-170b960583d1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2ea271d8-96e6-42e1-b4ca-22da751bdd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2555597 May 05 21:38:21.829696 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c040e5d5-16c0-46d9-a9bd-374fb858fcc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb55306-0365-4d6a-8406-e1e402f58d43,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:21.836939 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c040e5d5-16c0-46d9-a9bd-374fb858fcc2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=52c73b1e07c544008473c7b30b6d0a99&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3196797 May 05 21:38:21.837729 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56982) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:38:21.877642 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6e1cc167-d214-4210-90f8-f407f0ed18fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:21.881624 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-6e1cc167-d214-4210-90f8-f407f0ed18fc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/59e66e73-2285-4504-99c9-1a7c1adb0e2e HTTP/1.1" status: 204 len: 168 time: 1.2977502 May 05 21:38:21.943477 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3f4b7624-6098-470c-882a-9a99494a9115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:21.997576 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d2d80199-70d8-4acc-9c83-bacf19aefd1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:22.020629 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-3f4b7624-6098-470c-882a-9a99494a9115 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:38:22.033608 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3f4b7624-6098-470c-882a-9a99494a9115 admin admin] Usage tracker for resource:security_group_rule and tenant:f191443cffa145b09a0ea7a1930a08a4 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:38:22.039894 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3f4b7624-6098-470c-882a-9a99494a9115 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:38:22.044781 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d2d80199-70d8-4acc-9c83-bacf19aefd1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:22.057305 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-3f4b7624-6098-470c-882a-9a99494a9115 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:38:22.080622 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-968ace6c-0840-4863-ba33-3b8cf09b0e8f req-2af657c1-18e8-4f1d-b93d-528f643a6352 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d0c3bd18deb4529a9eff5d87fa07f7f&device_id=59e56847-3790-4a2b-bea4-ee3cf1beb827 HTTP/1.1" status: 200 len: 1101 time: 0.1985321 May 05 21:38:22.123257 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d0f4c-6fd4-4bbe-b636-829faf388e81 req-7a4ea751-5a34-470f-b3c7-301cef8d336a tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:22.125529 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c94d0f4c-6fd4-4bbe-b636-829faf388e81 req-7a4ea751-5a34-470f-b3c7-301cef8d336a tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7c198ee-28cf-4323-ac36-ce1c272f9df3 HTTP/1.1" status: 200 len: 947 time: 0.3811939 May 05 21:38:22.127485 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ea61357c-04fc-4d0a-9e7a-6fa1be2b8df4 req-03ddf1c8-39bb-4529-848f-34a0f6770abf service neutron] 10.222.0.44 "GET /v2.0/networks/2ea271d8-96e6-42e1-b4ca-22da751bdd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466459 May 05 21:38:22.183275 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596097a4-e120-4428-a617-549c78bef409 req-e2ac7716-3f39-4b72-9f09-ef722051f154 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:22.185026 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-596097a4-e120-4428-a617-549c78bef409 req-e2ac7716-3f39-4b72-9f09-ef722051f154 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=59e56847-3790-4a2b-bea4-ee3cf1beb827 HTTP/1.1" status: 200 len: 950 time: 0.4337964 May 05 21:38:22.232422 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d2d80199-70d8-4acc-9c83-bacf19aefd1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:22.271038 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d80199-70d8-4acc-9c83-bacf19aefd1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb55306-0365-4d6a-8406-e1e402f58d43,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:22.283338 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56994) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:38:22.298248 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3f4b7624-6098-470c-882a-9a99494a9115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:22.318410 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ace6c-0840-4863-ba33-3b8cf09b0e8f req-912df545-0db3-4a01-a34a-2aafc955e66f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:22.320099 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-968ace6c-0840-4863-ba33-3b8cf09b0e8f req-912df545-0db3-4a01-a34a-2aafc955e66f service neutron] 10.222.0.32 "GET /v2.0/networks?id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 HTTP/1.1" status: 200 len: 870 time: 0.2269797 May 05 21:38:22.322982 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3f4b7624-6098-470c-882a-9a99494a9115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:22.372661 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-de266546-ede6-4bcc-adcc-80b5ccb761a4 req-0255f1dc-e53e-4de4-a4c1-eefed4577ccf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=60628924233a465383edf7cfad7065b9&device_id=a7c198ee-28cf-4323-ac36-ce1c272f9df3 HTTP/1.1" status: 200 len: 1098 time: 0.4858584 May 05 21:38:22.387738 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5c321b51-4084-4de5-85d0-5642bbf06314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:22.395969 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d2d80199-70d8-4acc-9c83-bacf19aefd1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:22.399787 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d2d80199-70d8-4acc-9c83-bacf19aefd1d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8bb55306-0365-4d6a-8406-e1e402f58d43 HTTP/1.1" status: 204 len: 168 time: 0.5580845 May 05 21:38:22.442437 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-968ace6c-0840-4863-ba33-3b8cf09b0e8f req-75d24c81-052d-43c4-9ac0-142d41ba4616 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=105dc9f5-69de-49f6-ba48-8d7a2dc2ca67 HTTP/1.1" status: 200 len: 217 time: 0.1121755 May 05 21:38:22.491418 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c94d0f4c-6fd4-4bbe-b636-829faf388e81 req-8036cd9a-7823-48c9-97b4-51869874101d tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579564 May 05 21:38:22.496196 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4b7624-6098-470c-882a-9a99494a9115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d019043-5af9-4f4e-a829-07184e099e8a,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:22.506401 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-3f4b7624-6098-470c-882a-9a99494a9115 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f191443cffa145b09a0ea7a1930a08a4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8281763 May 05 21:38:22.512216 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 57000) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:38:22.537169 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-5c321b51-4084-4de5-85d0-5642bbf06314 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:38:22.546530 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-5c321b51-4084-4de5-85d0-5642bbf06314 admin admin] Usage tracker for resource:security_group_rule and tenant:3937fece7f0f4cbf8bbb81bfcb682006 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:38:22.551712 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-5c321b51-4084-4de5-85d0-5642bbf06314 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:38:22.565467 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-5c321b51-4084-4de5-85d0-5642bbf06314 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:38:22.584203 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 9d3fb1fa-9cb8-4a80-856f-140b78d9e59f details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:38:22.591576 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ace6c-0840-4863-ba33-3b8cf09b0e8f req-1e304923-a24b-4d36-90a3-43f13d88ad56 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:22.593745 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-596097a4-e120-4428-a617-549c78bef409 req-0fa2f390-b243-47f0-92b5-49ff7144fb5a tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479469 May 05 21:38:22.593950 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-968ace6c-0840-4863-ba33-3b8cf09b0e8f req-1e304923-a24b-4d36-90a3-43f13d88ad56 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.1405039 May 05 21:38:22.597977 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ea61357c-04fc-4d0a-9e7a-6fa1be2b8df4 req-8c039076-b6cc-4130-8ce1-c7116d44226c service neutron] 10.222.0.44 "GET /v2.0/networks/2ea271d8-96e6-42e1-b4ca-22da751bdd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4608631 May 05 21:38:22.635525 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de266546-ede6-4bcc-adcc-80b5ccb761a4 req-05e4654f-25f1-4e7e-aaa6-fe92aa427963 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:22.636981 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-de266546-ede6-4bcc-adcc-80b5ccb761a4 req-05e4654f-25f1-4e7e-aaa6-fe92aa427963 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 HTTP/1.1" status: 200 len: 870 time: 0.2554908 May 05 21:38:22.730421 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-88ab55b1-1b5a-4264-a0f8-f0868f78e96f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:22.816401 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-88ab55b1-1b5a-4264-a0f8-f0868f78e96f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:22.845078 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5c321b51-4084-4de5-85d0-5642bbf06314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:22.849800 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c2835f5f-0e53-45d7-83b3-a16e99753674 req-54f0690f-f2fb-4e29-9914-226828c9f8e5 tempest-ServersAdmin275Test-1725802639 tempest-ServersAdmin275Test-1725802639-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2ca430-ec50-43bd-9382-00c977af114e HTTP/1.1" status: 200 len: 210 time: 0.0734229 May 05 21:38:22.861568 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5c321b51-4084-4de5-85d0-5642bbf06314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:22.868292 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 9d3fb1fa-9cb8-4a80-856f-140b78d9e59f, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=9d3fb1fa-9cb8-4a80-856f-140b78d9e59f,segment=NetworkSegment(87859d75-c285-4ea1-b899-3b38f003cf70),segment_id=87859d75-c285-4ea1-b899-3b38f003cf70)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:38:22.884819 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-de266546-ede6-4bcc-adcc-80b5ccb761a4 req-159d67bd-373e-4cea-a0f7-b9b2cae04057 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=e0bfd824-3a54-406f-95d8-89bd2fc2ff8f HTTP/1.1" status: 200 len: 217 time: 0.2389760 May 05 21:38:22.891885 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '9d3fb1fa-9cb8-4a80-856f-140b78d9e59f', 'network_id': '2ea271d8-96e6-42e1-b4ca-22da751bdd28', 'port_id': '9d3fb1fa-9cb8-4a80-856f-140b78d9e59f', 'mac_address': 'fa:16:3e:7f:af:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36081928-afee-4476-8a16-bce3420fbcc5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:38:22.899206 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-968ace6c-0840-4863-ba33-3b8cf09b0e8f req-ae7a7668-8eab-4957-a185-47c56f232bd2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2967710 May 05 21:38:22.966249 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:22.986456 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d3fb1fa-9cb8-4a80-856f-140b78d9e59f {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:38:22.987472 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de266546-ede6-4bcc-adcc-80b5ccb761a4 req-d99a6d00-a5c5-4946-932d-17683bbb5de9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:22.989205 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-de266546-ede6-4bcc-adcc-80b5ccb761a4 req-d99a6d00-a5c5-4946-932d-17683bbb5de9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.0951672 May 05 21:38:23.005505 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 9d3fb1fa-9cb8-4a80-856f-140b78d9e59f, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=9d3fb1fa-9cb8-4a80-856f-140b78d9e59f,segment=NetworkSegment(87859d75-c285-4ea1-b899-3b38f003cf70),segment_id=87859d75-c285-4ea1-b899-3b38f003cf70)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:38:23.012585 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c321b51-4084-4de5-85d0-5642bbf06314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc634150-1386-4619-bc60-f507c2fc10bd,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:23.014806 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:23.023283 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5c321b51-4084-4de5-85d0-5642bbf06314 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3937fece7f0f4cbf8bbb81bfcb682006&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7382269 May 05 21:38:23.031383 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 57012) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:38:23.053982 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-88ab55b1-1b5a-4264-a0f8-f0868f78e96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:23.098382 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ab55b1-1b5a-4264-a0f8-f0868f78e96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d019043-5af9-4f4e-a829-07184e099e8a,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:23.105676 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd510d3-fb6d-453a-a0ff-861d36aa6ca6 req-9d28e740-dc72-4fbd-afc5-be5c3074e1f7 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:23.114647 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3fd510d3-fb6d-453a-a0ff-861d36aa6ca6 req-9d28e740-dc72-4fbd-afc5-be5c3074e1f7 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=69bfe57c-584c-43e8-9251-0c220d92fa83 HTTP/1.1" status: 200 len: 943 time: 0.2771950 May 05 21:38:23.132203 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=9d3fb1fa-9cb8-4a80-856f-140b78d9e59f,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:23.142420 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-88ab55b1-1b5a-4264-a0f8-f0868f78e96f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:23.143565 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-88ab55b1-1b5a-4264-a0f8-f0868f78e96f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9d019043-5af9-4f4e-a829-07184e099e8a HTTP/1.1" status: 204 len: 168 time: 0.6290901 May 05 21:38:23.162797 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-968ace6c-0840-4863-ba33-3b8cf09b0e8f req-d38bea8a-2574-4c48-9ec1-fe74ee508439 service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518749 May 05 21:38:23.165503 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-218a6fd7-3c74-4e68-8ef6-935ae5b1809e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:23.195485 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3fd510d3-fb6d-453a-a0ff-861d36aa6ca6 req-72ddeadc-1fb4-4ef3-99fe-7b88776a1f0a tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791905 May 05 21:38:23.213178 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-de266546-ede6-4bcc-adcc-80b5ccb761a4 req-de4231c1-dc95-41a7-abe6-194ed4663005 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2081840 May 05 21:38:23.267594 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-218a6fd7-3c74-4e68-8ef6-935ae5b1809e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:23.277155 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['9d3fb1fa-9cb8-4a80-856f-140b78d9e59f'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:38:23.354953 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-968ace6c-0840-4863-ba33-3b8cf09b0e8f req-e6432896-4576-4a1b-8fa9-f9f4320d59a8 service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790123 May 05 21:38:23.380952 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-218a6fd7-3c74-4e68-8ef6-935ae5b1809e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:23.384495 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-de266546-ede6-4bcc-adcc-80b5ccb761a4 req-508dabf9-38a1-425a-ad81-70e6df16870e service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685138 May 05 21:38:23.427475 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-218a6fd7-3c74-4e68-8ef6-935ae5b1809e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:23.428620 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-218a6fd7-3c74-4e68-8ef6-935ae5b1809e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cc634150-1386-4619-bc60-f507c2fc10bd HTTP/1.1" status: 204 len: 168 time: 0.3963230 May 05 21:38:23.429930 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218a6fd7-3c74-4e68-8ef6-935ae5b1809e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc634150-1386-4619-bc60-f507c2fc10bd,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:23.628806 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-de266546-ede6-4bcc-adcc-80b5ccb761a4 req-b84e83bd-ae39-4f87-907e-a6d01fc43179 service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268238 May 05 21:38:23.652588 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 57032) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:38:23.681751 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-02467a88-e828-4530-bf67-0827b742bf05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:23.737889 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-02467a88-e828-4530-bf67-0827b742bf05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:38:23.743948 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-02467a88-e828-4530-bf67-0827b742bf05 admin admin] Usage tracker for resource:security_group_rule and tenant:ab7dc9b2661540039d2fa408b29a3b3d is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:38:23.748551 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-02467a88-e828-4530-bf67-0827b742bf05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:38:23.755417 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-02467a88-e828-4530-bf67-0827b742bf05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:38:23.856638 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-02467a88-e828-4530-bf67-0827b742bf05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:23.861957 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-02467a88-e828-4530-bf67-0827b742bf05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:23.912637 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-02467a88-e828-4530-bf67-0827b742bf05 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ab7dc9b2661540039d2fa408b29a3b3d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2591858 May 05 21:38:23.918835 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6280c88-6df9-4b68-86c4-50947527bd89 req-e7e56ebc-9a64-449b-81a7-252f37222b6b tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:23.919584 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 57048) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:38:23.928084 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c6280c88-6df9-4b68-86c4-50947527bd89 req-e7e56ebc-9a64-449b-81a7-252f37222b6b tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7c198ee-28cf-4323-ac36-ce1c272f9df3 HTTP/1.1" status: 200 len: 947 time: 0.1576598 May 05 21:38:23.964829 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0dd04-6093-44f8-95b1-d64613472f4f req-c4ae75cc-90b2-4320-a3dd-85c4ab667c05 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:23.967042 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f9a0dd04-6093-44f8-95b1-d64613472f4f req-c4ae75cc-90b2-4320-a3dd-85c4ab667c05 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=59e56847-3790-4a2b-bea4-ee3cf1beb827 HTTP/1.1" status: 200 len: 950 time: 0.1550286 May 05 21:38:24.015612 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02467a88-e828-4530-bf67-0827b742bf05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc44533-78ce-4ca4-bbef-289c95fe5a49,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:24.016037 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c6280c88-6df9-4b68-86c4-50947527bd89 req-3fab4bd6-b1fa-4d63-beaa-d707390a9c9a tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867293 May 05 21:38:24.032649 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ac5aa24f-1d51-4ec9-938d-66200cc970cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:24.055672 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f9a0dd04-6093-44f8-95b1-d64613472f4f req-a9c7da4e-d416-4011-a80c-1ef52aa9d032 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804510 May 05 21:38:24.070758 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ac5aa24f-1d51-4ec9-938d-66200cc970cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:24.137145 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ac5aa24f-1d51-4ec9-938d-66200cc970cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:24.158772 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5aa24f-1d51-4ec9-938d-66200cc970cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc44533-78ce-4ca4-bbef-289c95fe5a49,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:24.166073 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ac5aa24f-1d51-4ec9-938d-66200cc970cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:24.167243 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ac5aa24f-1d51-4ec9-938d-66200cc970cf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5cc44533-78ce-4ca4-bbef-289c95fe5a49 HTTP/1.1" status: 204 len: 168 time: 0.2466185 May 05 21:38:24.237806 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c8e3eae2-5a8e-4063-9cf4-bb433d93b9dd req-712d5f1d-3221-4f7c-bfea-aee886852a62 tempest-ServersAdmin275Test-1725802639 tempest-ServersAdmin275Test-1725802639-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2ca430-ec50-43bd-9382-00c977af114e HTTP/1.1" status: 200 len: 210 time: 0.0496378 May 05 21:38:24.456052 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e270cde5-ada5-48d2-96f2-e102a16600b0 req-6bba82c6-258a-4426-b2f0-91615d9e2982 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:24.457528 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e270cde5-ada5-48d2-96f2-e102a16600b0 req-6bba82c6-258a-4426-b2f0-91615d9e2982 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=69bfe57c-584c-43e8-9251-0c220d92fa83 HTTP/1.1" status: 200 len: 944 time: 0.0906434 May 05 21:38:24.505372 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e270cde5-ada5-48d2-96f2-e102a16600b0 req-1d63ea2c-cbec-46de-9815-1dd65842ca2e tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420325 May 05 21:38:24.599767 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 9d3fb1fa-9cb8-4a80-856f-140b78d9e59f up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:38:24.674384 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 9d3fb1fa-9cb8-4a80-856f-140b78d9e59f completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:38:24.679061 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 9d3fb1fa-9cb8-4a80-856f-140b78d9e59f triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:38:24.679526 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:24.822965 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:24.849621 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69bfe57c-584c-43e8-9251-0c220d92fa83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d3fb1fa-9cb8-4a80-856f-140b78d9e59f'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:38:24.863422 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 9d3fb1fa-9cb8-4a80-856f-140b78d9e59f, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=9d3fb1fa-9cb8-4a80-856f-140b78d9e59f,segment=NetworkSegment(87859d75-c285-4ea1-b899-3b38f003cf70),segment_id=87859d75-c285-4ea1-b899-3b38f003cf70)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:38:24.871702 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:24.947581 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfdd0d7e-81be-42ee-9889-c75e5da27f8d'] response: {'server_uuid': '69bfe57c-584c-43e8-9251-0c220d92fa83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d3fb1fa-9cb8-4a80-856f-140b78d9e59f', 'code': 200} May 05 21:38:24.952584 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=9d3fb1fa-9cb8-4a80-856f-140b78d9e59f,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:25.048635 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-180afbd4-6ab6-4722-8ffc-acfa4d27edfb req-e46d6d94-1160-42cc-8ae7-4fa81690e988 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=69bfe57c-584c-43e8-9251-0c220d92fa83 HTTP/1.1" status: 200 len: 1096 time: 0.0720260 May 05 21:38:25.099042 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-180afbd4-6ab6-4722-8ffc-acfa4d27edfb req-581aa823-7168-43bc-a663-4372db185e20 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438545 May 05 21:38:25.232463 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e0835-e14c-4831-9461-8c0dd05ce9d9 req-87bfa38c-8fe8-40dd-a17b-292ba52bbec9 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:25.238607 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fb4e0835-e14c-4831-9461-8c0dd05ce9d9 req-87bfa38c-8fe8-40dd-a17b-292ba52bbec9 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7c198ee-28cf-4323-ac36-ce1c272f9df3 HTTP/1.1" status: 200 len: 947 time: 0.0953310 May 05 21:38:25.337784 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fb4e0835-e14c-4831-9461-8c0dd05ce9d9 req-06d844ef-f8fb-4082-9ac6-af07cb7c11d7 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976250 May 05 21:38:25.361616 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4137b23e-d83d-4016-aca3-067a9c1005c7 req-a3976ccc-897f-4ef1-b2da-b09bf8edab54 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:25.373211 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4137b23e-d83d-4016-aca3-067a9c1005c7 req-a3976ccc-897f-4ef1-b2da-b09bf8edab54 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=59e56847-3790-4a2b-bea4-ee3cf1beb827 HTTP/1.1" status: 200 len: 950 time: 0.1259320 May 05 21:38:25.421891 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4137b23e-d83d-4016-aca3-067a9c1005c7 req-253a81a6-d02d-4285-bf9b-3e6a9d73af43 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527020 May 05 21:38:25.537919 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e363d43a-1539-45f6-937c-937704f2bc05 req-01d89581-7920-49ef-ab3a-b5b0f1554f71 tempest-ServersAdmin275Test-1725802639 tempest-ServersAdmin275Test-1725802639-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2ca430-ec50-43bd-9382-00c977af114e HTTP/1.1" status: 200 len: 210 time: 0.0446267 May 05 21:38:25.777113 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a06da6-8acb-4ee7-b690-077562423660 req-2dce01b4-9c71-4f99-a74a-8a8e591a0226 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:25.778557 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e8a06da6-8acb-4ee7-b690-077562423660 req-2dce01b4-9c71-4f99-a74a-8a8e591a0226 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=69bfe57c-584c-43e8-9251-0c220d92fa83 HTTP/1.1" status: 200 len: 945 time: 0.0871222 May 05 21:38:25.825829 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e8a06da6-8acb-4ee7-b690-077562423660 req-65a68e19-bada-4bad-b1e2-92ade4b2b47b tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414829 May 05 21:38:26.301542 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device e0bfd824-3a54-406f-95d8-89bd2fc2ff8f details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:38:26.469590 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port e0bfd824-3a54-406f-95d8-89bd2fc2ff8f, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=e0bfd824-3a54-406f-95d8-89bd2fc2ff8f,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:38:26.477739 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-12328288-bc08-4a8e-aaa5-1241804dff75 req-9a500947-836f-4cee-9453-860234f6eb70 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=f4d6843702b34380957ca7fcf042b694&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1485851 May 05 21:38:26.487225 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': 'e0bfd824-3a54-406f-95d8-89bd2fc2ff8f', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'port_id': 'e0bfd824-3a54-406f-95d8-89bd2fc2ff8f', 'mac_address': 'fa:16:3e:a4:6c:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f237a6ef-d044-411f-a2d8-d12619664c91', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:38:26.549620 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:26.569032 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0bfd824-3a54-406f-95d8-89bd2fc2ff8f {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:38:26.586922 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port e0bfd824-3a54-406f-95d8-89bd2fc2ff8f, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=e0bfd824-3a54-406f-95d8-89bd2fc2ff8f,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:38:26.594846 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:26.688911 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12328288-bc08-4a8e-aaa5-1241804dff75 req-a2b44044-0176-4bf8-9aa9-663c83c8c385 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:26.690359 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-12328288-bc08-4a8e-aaa5-1241804dff75 req-a2b44044-0176-4bf8-9aa9-663c83c8c385 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2117233 May 05 21:38:26.697336 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75eb6d-7973-46b2-a4af-b8e99b93c78f req-a2668ea4-017f-437b-bcad-71ca27dbc803 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:26.698781 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9a75eb6d-7973-46b2-a4af-b8e99b93c78f req-a2668ea4-017f-437b-bcad-71ca27dbc803 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7c198ee-28cf-4323-ac36-ce1c272f9df3 HTTP/1.1" status: 200 len: 947 time: 0.1981223 May 05 21:38:26.722149 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=e0bfd824-3a54-406f-95d8-89bd2fc2ff8f,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:26.731213 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-12328288-bc08-4a8e-aaa5-1241804dff75 req-36776e46-7dbf-4538-9479-dcba161037b0 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] 10.222.0.23 "GET /v2.0/quotas/f4d6843702b34380957ca7fcf042b694 HTTP/1.1" status: 200 len: 375 time: 0.0313661 May 05 21:38:26.789538 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-12328288-bc08-4a8e-aaa5-1241804dff75 req-26687924-2af7-4a89-a9a5-a7063009eaf1 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f4d6843702b34380957ca7fcf042b694&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537193 May 05 21:38:26.802418 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9a75eb6d-7973-46b2-a4af-b8e99b93c78f req-47fe30de-abba-4662-a549-59b6f66a40cf tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954380 May 05 21:38:26.832349 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['e0bfd824-3a54-406f-95d8-89bd2fc2ff8f'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:38:27.147143 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553299ea-bd4a-41bc-9e96-962db3904287 req-5dfca374-dc72-4d4b-a435-db26a2e103f6 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:27.154600 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-553299ea-bd4a-41bc-9e96-962db3904287 req-5dfca374-dc72-4d4b-a435-db26a2e103f6 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=59e56847-3790-4a2b-bea4-ee3cf1beb827 HTTP/1.1" status: 200 len: 950 time: 0.1130030 May 05 21:38:27.203221 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-553299ea-bd4a-41bc-9e96-962db3904287 req-dbb3f247-8b3f-4eb2-9c6b-a85e6911f9ec tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476866 May 05 21:38:27.308161 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ab0fce4a-9c93-4135-a54e-d728c843f7a5 req-8540b4e7-5e39-447b-b6a4-c9e701114dd4 tempest-ServersAdmin275Test-1725802639 tempest-ServersAdmin275Test-1725802639-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2ca430-ec50-43bd-9382-00c977af114e HTTP/1.1" status: 200 len: 210 time: 0.0567806 May 05 21:38:27.444915 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9bd1e238-981e-47e1-a4f0-b02e5dd585e0 req-23d65343-76ff-48f9-a278-0100bae50663 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1b1451c-1a76-4108-aec3-2b1afec05559 HTTP/1.1" status: 200 len: 210 time: 0.0491166 May 05 21:38:27.456099 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291621e6-0995-4d67-836d-e897dac18478 req-4d60d72c-591a-4557-b808-28d6a80d7ce6 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:27.457522 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-291621e6-0995-4d67-836d-e897dac18478 req-4d60d72c-591a-4557-b808-28d6a80d7ce6 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=69bfe57c-584c-43e8-9251-0c220d92fa83 HTTP/1.1" status: 200 len: 945 time: 0.1315463 May 05 21:38:27.529858 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-291621e6-0995-4d67-836d-e897dac18478 req-c6e8e7b1-7aa8-445b-90ce-788483780627 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648723 May 05 21:38:27.740866 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b21aa500-82df-495d-a0d4-4df48d5360e7 req-4803a57e-9cbf-4c1c-b13d-4452ac2291c6 tempest-LiveAutoBlockMigrationV225Test-533236276 tempest-LiveAutoBlockMigrationV225Test-533236276-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=69bfe57c-584c-43e8-9251-0c220d92fa83 HTTP/1.1" status: 200 len: 1096 time: 0.0688767 May 05 21:38:27.795065 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b21aa500-82df-495d-a0d4-4df48d5360e7 req-0ce9618f-01bd-433f-b584-2f5fe0674c79 tempest-LiveAutoBlockMigrationV225Test-533236276 tempest-LiveAutoBlockMigrationV225Test-533236276-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485442 May 05 21:38:28.063515 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411d7466-c08f-4ad2-a5d1-544f98b8c365 req-033abdab-19e4-4618-acaf-9417bd649296 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:28.067215 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-411d7466-c08f-4ad2-a5d1-544f98b8c365 req-033abdab-19e4-4618-acaf-9417bd649296 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7c198ee-28cf-4323-ac36-ce1c272f9df3 HTTP/1.1" status: 200 len: 948 time: 0.0933478 May 05 21:38:28.135514 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-91251b7b-93fd-4f2b-b3ee-7f61e5aba932 req-a2a5939e-337c-405a-b906-b08a2f007a39 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1e2ca430-ec50-43bd-9382-00c977af114e HTTP/1.1" status: 200 len: 210 time: 0.0459321 May 05 21:38:28.160463 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-411d7466-c08f-4ad2-a5d1-544f98b8c365 req-55a8809b-ad8b-4eb0-86ce-df6e989a9c6a tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898299 May 05 21:38:28.213689 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-12328288-bc08-4a8e-aaa5-1241804dff75 req-579a9ad7-974f-4461-afe1-29a2dc352bc8 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=f4d6843702b34380957ca7fcf042b694&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434542 May 05 21:38:28.315991 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device e0bfd824-3a54-406f-95d8-89bd2fc2ff8f up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:38:28.392606 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port e0bfd824-3a54-406f-95d8-89bd2fc2ff8f completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:38:28.399718 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port e0bfd824-3a54-406f-95d8-89bd2fc2ff8f triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:38:28.400085 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:28.464978 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12328288-bc08-4a8e-aaa5-1241804dff75 req-706ff5ad-a3f6-4813-a4c7-57cf72e93be7 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:28.466758 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-12328288-bc08-4a8e-aaa5-1241804dff75 req-706ff5ad-a3f6-4813-a4c7-57cf72e93be7 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2483509 May 05 21:38:28.485261 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-14f69b65-6c61-4cd3-a8bf-f9eec1a65857 req-645905da-06c7-4641-bec3-d22f871ba92e tempest-LiveAutoBlockMigrationV225Test-533236276 tempest-LiveAutoBlockMigrationV225Test-533236276-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=69bfe57c-584c-43e8-9251-0c220d92fa83 HTTP/1.1" status: 200 len: 1096 time: 0.1895750 May 05 21:38:28.490967 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-12328288-bc08-4a8e-aaa5-1241804dff75 req-32137c32-5a1b-4bc9-9f71-24c3b20996e0 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Request body: {'port': {'device_id': 'b1b1451c-1a76-4108-aec3-2b1afec05559', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'admin_state_up': True, 'tenant_id': 'f4d6843702b34380957ca7fcf042b694'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:38:28.520019 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:28.552071 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port e0bfd824-3a54-406f-95d8-89bd2fc2ff8f, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=e0bfd824-3a54-406f-95d8-89bd2fc2ff8f,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:38:28.552974 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c198ee-28cf-4323-ac36-ce1c272f9df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0bfd824-3a54-406f-95d8-89bd2fc2ff8f'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:38:28.559880 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:28.627404 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=e0bfd824-3a54-406f-95d8-89bd2fc2ff8f,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:28.639230 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f46749-f22f-45f7-9790-854b821f5b87 req-60f6d41e-f0a1-4364-9734-4ebd5f641645 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:28.640666 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c8f46749-f22f-45f7-9790-854b821f5b87 req-60f6d41e-f0a1-4364-9734-4ebd5f641645 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=59e56847-3790-4a2b-bea4-ee3cf1beb827 HTTP/1.1" status: 200 len: 950 time: 0.2447615 May 05 21:38:28.658324 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-14f69b65-6c61-4cd3-a8bf-f9eec1a65857 req-f2054316-2bda-477c-a64d-67d368ce65b0 tempest-LiveAutoBlockMigrationV225Test-533236276 tempest-LiveAutoBlockMigrationV225Test-533236276-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439710 May 05 21:38:28.705328 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-12328288-bc08-4a8e-aaa5-1241804dff75 req-32137c32-5a1b-4bc9-9f71-24c3b20996e0 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:38:28.713344 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-12328288-bc08-4a8e-aaa5-1241804dff75 req-32137c32-5a1b-4bc9-9f71-24c3b20996e0 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Usage tracker for resource:port and tenant:f4d6843702b34380957ca7fcf042b694 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:38:28.717264 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-12328288-bc08-4a8e-aaa5-1241804dff75 req-32137c32-5a1b-4bc9-9f71-24c3b20996e0 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:38:28.723734 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-12328288-bc08-4a8e-aaa5-1241804dff75 req-32137c32-5a1b-4bc9-9f71-24c3b20996e0 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:38:28.727650 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c8f46749-f22f-45f7-9790-854b821f5b87 req-089cf48d-ab7f-453b-ac68-d550f31f196f tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746346 May 05 21:38:28.759682 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12328288-bc08-4a8e-aaa5-1241804dff75 req-32137c32-5a1b-4bc9-9f71-24c3b20996e0 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Made reservation on behalf of f4d6843702b34380957ca7fcf042b694 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:38:28.762469 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-12328288-bc08-4a8e-aaa5-1241804dff75 req-32137c32-5a1b-4bc9-9f71-24c3b20996e0 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:28.778272 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-12328288-bc08-4a8e-aaa5-1241804dff75 req-32137c32-5a1b-4bc9-9f71-24c3b20996e0 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:28.815210 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-12328288-bc08-4a8e-aaa5-1241804dff75 req-32137c32-5a1b-4bc9-9f71-24c3b20996e0 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:38:28.819434 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-12328288-bc08-4a8e-aaa5-1241804dff75 req-32137c32-5a1b-4bc9-9f71-24c3b20996e0 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Usage tracker for resource:security_group_rule and tenant:f4d6843702b34380957ca7fcf042b694 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:38:28.822201 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-12328288-bc08-4a8e-aaa5-1241804dff75 req-32137c32-5a1b-4bc9-9f71-24c3b20996e0 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:38:28.829636 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-12328288-bc08-4a8e-aaa5-1241804dff75 req-32137c32-5a1b-4bc9-9f71-24c3b20996e0 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:38:28.942908 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-92ae4d13-a1a2-47b4-99de-aee50de41389 req-e802e342-05e3-42d1-ac00-efca08b1927c tempest-ServersAdmin275Test-1725802639 tempest-ServersAdmin275Test-1725802639-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2ca430-ec50-43bd-9382-00c977af114e HTTP/1.1" status: 200 len: 210 time: 0.0528042 May 05 21:38:28.947454 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-12328288-bc08-4a8e-aaa5-1241804dff75 req-32137c32-5a1b-4bc9-9f71-24c3b20996e0 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:28.954206 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-12328288-bc08-4a8e-aaa5-1241804dff75 req-32137c32-5a1b-4bc9-9f71-24c3b20996e0 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:29.081781 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56f6605c-8da2-455e-9f3a-40175296dc3e'] response: {'server_uuid': 'a7c198ee-28cf-4323-ac36-ce1c272f9df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0bfd824-3a54-406f-95d8-89bd2fc2ff8f', 'code': 200} May 05 21:38:29.166400 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4137b7c1-0946-41a9-a806-ce0e7914bc2c req-96d09fa5-e029-4a11-b0d7-8b7868e5ccca tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1b1451c-1a76-4108-aec3-2b1afec05559 HTTP/1.1" status: 200 len: 210 time: 0.1586676 May 05 21:38:29.213367 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32137c32-5a1b-4bc9-9f71-24c3b20996e0 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca76424-3ba6-464b-afc8-19f038955bdd,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:29.330192 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-12328288-bc08-4a8e-aaa5-1241804dff75 req-32137c32-5a1b-4bc9-9f71-24c3b20996e0 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Allocated IP 192.168.233.203 (4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9/f237a6ef-d044-411f-a2d8-d12619664c91/bab0a5e6-76f0-433b-82b4-e70a4b61dfe1) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:38:29.345472 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0f3fb2fd-995c-4e4a-96a3-4c30049cf4f0 req-33d499b1-edeb-4798-b3ab-8d7f1f8db8c7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a7c198ee-28cf-4323-ac36-ce1c272f9df3 HTTP/1.1" status: 200 len: 1100 time: 0.1672411 May 05 21:38:29.506886 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0f3fb2fd-995c-4e4a-96a3-4c30049cf4f0 req-98551331-c2fe-45b1-84a5-67998f5fca74 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269374 May 05 21:38:29.639405 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-12328288-bc08-4a8e-aaa5-1241804dff75 req-32137c32-5a1b-4bc9-9f71-24c3b20996e0 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:29.659959 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-12328288-bc08-4a8e-aaa5-1241804dff75 req-32137c32-5a1b-4bc9-9f71-24c3b20996e0 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Transition to ACTIVE for port object bab0a5e6-76f0-433b-82b4-e70a4b61dfe1 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:38:29.676148 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9725e6e4-0c59-4df5-bc72-c16da32ca541 req-21c1a1ff-f0ad-4ca7-b7e6-06c1e26b7aa1 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:29.677604 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9725e6e4-0c59-4df5-bc72-c16da32ca541 req-21c1a1ff-f0ad-4ca7-b7e6-06c1e26b7aa1 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7c198ee-28cf-4323-ac36-ce1c272f9df3 HTTP/1.1" status: 200 len: 949 time: 0.1411967 May 05 21:38:29.764772 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-12328288-bc08-4a8e-aaa5-1241804dff75 req-32137c32-5a1b-4bc9-9f71-24c3b20996e0 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:29.848662 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9725e6e4-0c59-4df5-bc72-c16da32ca541 req-f84774b5-192d-4b0c-a41b-3126a041c642 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334429 May 05 21:38:29.863245 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12328288-bc08-4a8e-aaa5-1241804dff75 req-32137c32-5a1b-4bc9-9f71-24c3b20996e0 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:38:29.869296 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-12328288-bc08-4a8e-aaa5-1241804dff75 req-32137c32-5a1b-4bc9-9f71-24c3b20996e0 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:38:29.871924 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32137c32-5a1b-4bc9-9f71-24c3b20996e0 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Pushing event updated for resources: {'Port': ['ID=bab0a5e6-76f0-433b-82b4-e70a4b61dfe1,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:29.874127 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-12328288-bc08-4a8e-aaa5-1241804dff75 req-32137c32-5a1b-4bc9-9f71-24c3b20996e0 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:38:29.914740 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-af9f167e-f09e-42e5-a361-2b9c42e0fda1 req-3f3b2522-d7c4-47f7-8dd9-b2d6be82ca0f tempest-LiveAutoBlockMigrationV225Test-533236276 tempest-LiveAutoBlockMigrationV225Test-533236276-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=69bfe57c-584c-43e8-9251-0c220d92fa83 HTTP/1.1" status: 200 len: 1096 time: 0.2346318 May 05 21:38:29.958475 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12328288-bc08-4a8e-aaa5-1241804dff75 req-32137c32-5a1b-4bc9-9f71-24c3b20996e0 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:29.959183 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-12328288-bc08-4a8e-aaa5-1241804dff75 req-32137c32-5a1b-4bc9-9f71-24c3b20996e0 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:29.994141 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-af9f167e-f09e-42e5-a361-2b9c42e0fda1 req-64584e95-6d20-4d33-bf80-7432f5be52cc tempest-LiveAutoBlockMigrationV225Test-533236276 tempest-LiveAutoBlockMigrationV225Test-533236276-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726945 May 05 21:38:30.003292 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-12328288-bc08-4a8e-aaa5-1241804dff75 req-32137c32-5a1b-4bc9-9f71-24c3b20996e0 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5159950 May 05 21:38:30.020343 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-12328288-bc08-4a8e-aaa5-1241804dff75 req-f186a502-40cd-4ba2-b961-728ef19abfaf service neutron] Request body: {'port': {'device_id': 'b1b1451c-1a76-4108-aec3-2b1afec05559', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:38:30.103375 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c8ec9875-7062-44dd-b301-3fcb9c513f66 None None] Provisioning for port bab0a5e6-76f0-433b-82b4-e70a4b61dfe1 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:38:30.108792 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c8ec9875-7062-44dd-b301-3fcb9c513f66 None None] Provisioning complete for port bab0a5e6-76f0-433b-82b4-e70a4b61dfe1 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:38:30.109154 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c8ec9875-7062-44dd-b301-3fcb9c513f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:30.167852 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-c8ec9875-7062-44dd-b301-3fcb9c513f66 None None] Port bab0a5e6-76f0-433b-82b4-e70a4b61dfe1 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:38:30.185892 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-12328288-bc08-4a8e-aaa5-1241804dff75 req-f186a502-40cd-4ba2-b961-728ef19abfaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:30.243382 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44fe2ec-44aa-49a6-a17c-a0149ec04c50 req-dc5664ef-251a-487d-82b3-54da3640af19 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:30.244830 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a44fe2ec-44aa-49a6-a17c-a0149ec04c50 req-dc5664ef-251a-487d-82b3-54da3640af19 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=59e56847-3790-4a2b-bea4-ee3cf1beb827 HTTP/1.1" status: 200 len: 950 time: 0.1991484 May 05 21:38:30.359484 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a44fe2ec-44aa-49a6-a17c-a0149ec04c50 req-fd217dfe-0a38-4b1b-a6c4-8f3e9a9e7f33 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080332 May 05 21:38:30.537192 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a93d59af-28e8-4e03-849f-b55e38e4b668 req-b768c952-ec1f-4445-9d38-05bdfb832d5f tempest-ServersAdmin275Test-1725802639 tempest-ServersAdmin275Test-1725802639-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2ca430-ec50-43bd-9382-00c977af114e HTTP/1.1" status: 200 len: 210 time: 0.0794280 May 05 21:38:30.676292 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23ce77-b710-437d-802f-8466a67aad6f req-139a3015-7033-4b41-96d1-0761301fad29 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:30.676958 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-7a23ce77-b710-437d-802f-8466a67aad6f req-139a3015-7033-4b41-96d1-0761301fad29 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Synchronizing usage tracker for tenant:f4d6843702b34380957ca7fcf042b694 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:38:30.693605 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-12328288-bc08-4a8e-aaa5-1241804dff75 req-f186a502-40cd-4ba2-b961-728ef19abfaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bab0a5e6-76f0-433b-82b4-e70a4b61dfe1 {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:38:30.703568 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-12328288-bc08-4a8e-aaa5-1241804dff75 req-f186a502-40cd-4ba2-b961-728ef19abfaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:30.715479 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-7a23ce77-b710-437d-802f-8466a67aad6f req-139a3015-7033-4b41-96d1-0761301fad29 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Unset dirty status for tenant:f4d6843702b34380957ca7fcf042b694 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:38:30.722828 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7a23ce77-b710-437d-802f-8466a67aad6f req-139a3015-7033-4b41-96d1-0761301fad29 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1b1451c-1a76-4108-aec3-2b1afec05559 HTTP/1.1" status: 200 len: 936 time: 0.2270565 May 05 21:38:30.747636 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-12328288-bc08-4a8e-aaa5-1241804dff75 req-f186a502-40cd-4ba2-b961-728ef19abfaf service neutron] Transition to ACTIVE for port object bab0a5e6-76f0-433b-82b4-e70a4b61dfe1 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:38:30.759591 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-12328288-bc08-4a8e-aaa5-1241804dff75 req-f186a502-40cd-4ba2-b961-728ef19abfaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:30.900506 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-7a23ce77-b710-437d-802f-8466a67aad6f req-f38e83b4-df74-4a23-b96f-cb7d2f9a1331 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Synchronizing usage tracker for tenant:f4d6843702b34380957ca7fcf042b694 on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:38:30.919481 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f186a502-40cd-4ba2-b961-728ef19abfaf service neutron] Pushing event updated for resources: {'Port': ['ID=bab0a5e6-76f0-433b-82b4-e70a4b61dfe1,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:30.997673 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-7a23ce77-b710-437d-802f-8466a67aad6f req-f38e83b4-df74-4a23-b96f-cb7d2f9a1331 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Unset dirty status for tenant:f4d6843702b34380957ca7fcf042b694 on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:38:30.998895 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7a23ce77-b710-437d-802f-8466a67aad6f req-f38e83b4-df74-4a23-b96f-cb7d2f9a1331 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ca76424-3ba6-464b-afc8-19f038955bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752671 May 05 21:38:31.064488 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-12328288-bc08-4a8e-aaa5-1241804dff75 req-f186a502-40cd-4ba2-b961-728ef19abfaf service neutron] Attempting to bind port bab0a5e6-76f0-433b-82b4-e70a4b61dfe1 on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:38:31.065198 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-12328288-bc08-4a8e-aaa5-1241804dff75 req-f186a502-40cd-4ba2-b961-728ef19abfaf service neutron] Attempting to bind port bab0a5e6-76f0-433b-82b4-e70a4b61dfe1 by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:38:31.065718 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12328288-bc08-4a8e-aaa5-1241804dff75 req-f186a502-40cd-4ba2-b961-728ef19abfaf service neutron] Attempting to bind port bab0a5e6-76f0-433b-82b4-e70a4b61dfe1 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:38:31.074327 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12328288-bc08-4a8e-aaa5-1241804dff75 req-f186a502-40cd-4ba2-b961-728ef19abfaf service neutron] Port bab0a5e6-76f0-433b-82b4-e70a4b61dfe1 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:38:31.075047 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12328288-bc08-4a8e-aaa5-1241804dff75 req-f186a502-40cd-4ba2-b961-728ef19abfaf service neutron] Attempting to bind port bab0a5e6-76f0-433b-82b4-e70a4b61dfe1 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:38:31.083367 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12328288-bc08-4a8e-aaa5-1241804dff75 req-f186a502-40cd-4ba2-b961-728ef19abfaf service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:38:31.083916 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12328288-bc08-4a8e-aaa5-1241804dff75 req-f186a502-40cd-4ba2-b961-728ef19abfaf service neutron] Checking segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:38:31.085248 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12328288-bc08-4a8e-aaa5-1241804dff75 req-f186a502-40cd-4ba2-b961-728ef19abfaf service neutron] Bound using segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:38:31.086883 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-12328288-bc08-4a8e-aaa5-1241804dff75 req-f186a502-40cd-4ba2-b961-728ef19abfaf service neutron] Bound port: bab0a5e6-76f0-433b-82b4-e70a4b61dfe1, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:38:31.087449 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-12328288-bc08-4a8e-aaa5-1241804dff75 req-f186a502-40cd-4ba2-b961-728ef19abfaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:31.348973 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-12328288-bc08-4a8e-aaa5-1241804dff75 req-f186a502-40cd-4ba2-b961-728ef19abfaf service neutron] For port bab0a5e6-76f0-433b-82b4-e70a4b61dfe1, host n-h1-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:38:31.354195 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-12328288-bc08-4a8e-aaa5-1241804dff75 req-f186a502-40cd-4ba2-b961-728ef19abfaf service neutron] For port bab0a5e6-76f0-433b-82b4-e70a4b61dfe1, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=bab0a5e6-76f0-433b-82b4-e70a4b61dfe1,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:38:31.393523 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-12328288-bc08-4a8e-aaa5-1241804dff75 req-f186a502-40cd-4ba2-b961-728ef19abfaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:31.438380 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-02f8f0f0-028d-4c52-8344-d9341231f29e req-7a07d2bc-140c-450d-81e4-d7bf875680d2 tempest-ServersAdmin275Test-202091237 tempest-ServersAdmin275Test-202091237-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1e2ca430-ec50-43bd-9382-00c977af114e HTTP/1.1" status: 200 len: 210 time: 0.0868523 May 05 21:38:31.472651 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-12328288-bc08-4a8e-aaa5-1241804dff75 req-f186a502-40cd-4ba2-b961-728ef19abfaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:31.474037 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-12328288-bc08-4a8e-aaa5-1241804dff75 req-f186a502-40cd-4ba2-b961-728ef19abfaf service neutron] 10.222.0.44 "PUT /v2.0/ports/bab0a5e6-76f0-433b-82b4-e70a4b61dfe1 HTTP/1.1" status: 200 len: 1096 time: 1.4583995 May 05 21:38:31.477115 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1b1451c-1a76-4108-aec3-2b1afec05559', 'tag': 'bab0a5e6-76f0-433b-82b4-e70a4b61dfe1'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:38:31.487261 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666bd9f8-c1e7-4744-9ed5-072e55c8af80 req-b7da0f76-cdd6-4c92-a63e-90547da823b7 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:31.490693 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-666bd9f8-c1e7-4744-9ed5-072e55c8af80 req-b7da0f76-cdd6-4c92-a63e-90547da823b7 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7c198ee-28cf-4323-ac36-ce1c272f9df3 HTTP/1.1" status: 200 len: 949 time: 0.2493572 May 05 21:38:31.587265 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f186a502-40cd-4ba2-b961-728ef19abfaf service neutron] Pushing event updated for resources: {'Port': ['ID=bab0a5e6-76f0-433b-82b4-e70a4b61dfe1,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:31.639286 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-666bd9f8-c1e7-4744-9ed5-072e55c8af80 req-ce6a6617-a9b5-42e9-bcc3-d44d6d847951 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433613 May 05 21:38:31.654927 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-12328288-bc08-4a8e-aaa5-1241804dff75 req-11c44d06-338f-4b2b-83b8-23e155cd499d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f4d6843702b34380957ca7fcf042b694&device_id=b1b1451c-1a76-4108-aec3-2b1afec05559 HTTP/1.1" status: 200 len: 1099 time: 0.1312907 May 05 21:38:31.746174 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-12328288-bc08-4a8e-aaa5-1241804dff75 req-fe9d812b-1cb9-486a-957c-c352a0ec0c12 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=bab0a5e6-76f0-433b-82b4-e70a4b61dfe1 HTTP/1.1" status: 200 len: 217 time: 0.0813959 May 05 21:38:31.857531 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12328288-bc08-4a8e-aaa5-1241804dff75 req-a63f2e17-e887-4d2c-86d7-977459fe3401 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:31.858944 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-12328288-bc08-4a8e-aaa5-1241804dff75 req-a63f2e17-e887-4d2c-86d7-977459fe3401 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.1057055 May 05 21:38:31.994970 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3ba44971-fcef-4302-b821-2a313fab2774 req-d41c0e14-bf61-49ef-bf51-798329c7ece4 tempest-LiveAutoBlockMigrationV225Test-533236276 tempest-LiveAutoBlockMigrationV225Test-533236276-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=69bfe57c-584c-43e8-9251-0c220d92fa83 HTTP/1.1" status: 200 len: 1096 time: 0.1854792 May 05 21:38:32.036424 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-12328288-bc08-4a8e-aaa5-1241804dff75 req-13651b78-be65-420d-a274-82249cd66ba4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1653907 May 05 21:38:32.130730 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce3e05-5983-4d19-8c2a-f75be3a7898f req-e35d426c-dda4-466e-8920-019408e53969 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:32.132678 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f7ce3e05-5983-4d19-8c2a-f75be3a7898f req-e35d426c-dda4-466e-8920-019408e53969 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=59e56847-3790-4a2b-bea4-ee3cf1beb827 HTTP/1.1" status: 200 len: 950 time: 0.2261057 May 05 21:38:32.145184 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3ba44971-fcef-4302-b821-2a313fab2774 req-d172856f-66d8-4cff-953d-c9b0316d0e08 tempest-LiveAutoBlockMigrationV225Test-533236276 tempest-LiveAutoBlockMigrationV225Test-533236276-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432526 May 05 21:38:32.226917 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-12328288-bc08-4a8e-aaa5-1241804dff75 req-41c79cad-bf22-462b-b359-4ae769aff1f9 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760216 May 05 21:38:32.226917 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f7ce3e05-5983-4d19-8c2a-f75be3a7898f req-edce5fdf-7831-4b64-9540-5f88f7fe011b tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842969 May 05 21:38:32.303260 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c48e53e-eb3f-4e9e-b6f7-f3b8c80cecbd'] response: {'name': 'network-changed', 'server_uuid': 'b1b1451c-1a76-4108-aec3-2b1afec05559', 'tag': 'bab0a5e6-76f0-433b-82b4-e70a4b61dfe1', 'status': 'completed', 'code': 200} May 05 21:38:32.399781 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-477e9c51-af07-4d32-a7f7-9c6bbd0d7f97 req-9f815e4a-0c8d-44b3-be46-ac7fd4486cd0 tempest-ServersAdmin275Test-202091237 tempest-ServersAdmin275Test-202091237-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1e2ca430-ec50-43bd-9382-00c977af114e HTTP/1.1" status: 200 len: 210 time: 0.0502980 May 05 21:38:32.404947 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-12328288-bc08-4a8e-aaa5-1241804dff75 req-e88260e1-cb6d-42b7-be59-57d35b176401 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760983 May 05 21:38:32.552933 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-37244e21-59a9-4390-b1c3-86b2906ea403 req-de175f4d-9af7-401c-80ae-5acd890db9df service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f4d6843702b34380957ca7fcf042b694&device_id=b1b1451c-1a76-4108-aec3-2b1afec05559 HTTP/1.1" status: 200 len: 1099 time: 0.0917280 May 05 21:38:32.748041 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37244e21-59a9-4390-b1c3-86b2906ea403 req-8c3ece57-d2d1-423c-8874-f7d686952d7b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:32.749492 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-37244e21-59a9-4390-b1c3-86b2906ea403 req-8c3ece57-d2d1-423c-8874-f7d686952d7b service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 HTTP/1.1" status: 200 len: 870 time: 0.1888072 May 05 21:38:32.866126 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-37244e21-59a9-4390-b1c3-86b2906ea403 req-ac58575c-88d7-46d8-9313-2390240cd3b8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=bab0a5e6-76f0-433b-82b4-e70a4b61dfe1 HTTP/1.1" status: 200 len: 217 time: 0.0832596 May 05 21:38:32.952088 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37244e21-59a9-4390-b1c3-86b2906ea403 req-045c4824-3aae-4518-87bd-0da008f77ada service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:32.953495 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-37244e21-59a9-4390-b1c3-86b2906ea403 req-045c4824-3aae-4518-87bd-0da008f77ada service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.0764706 May 05 21:38:32.959774 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64aa31-869c-47e1-97ad-dd1c29210e71 req-dcdc00a7-46ce-415e-98fc-70e65002786f tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:32.961716 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3d64aa31-869c-47e1-97ad-dd1c29210e71 req-dcdc00a7-46ce-415e-98fc-70e65002786f tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1b1451c-1a76-4108-aec3-2b1afec05559 HTTP/1.1" status: 200 len: 948 time: 0.2650731 May 05 21:38:33.103343 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ae47fa80-2d12-46e9-9a35-cdca5fd700e0 req-f58b12b0-6ab7-4d93-ba0c-512df7a20556 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=69bfe57c-584c-43e8-9251-0c220d92fa83&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3510103 May 05 21:38:33.139255 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3d64aa31-869c-47e1-97ad-dd1c29210e71 req-4ff266d4-944c-4763-8281-488602a67c4d tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ca76424-3ba6-464b-afc8-19f038955bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633917 May 05 21:38:33.153298 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-37244e21-59a9-4390-b1c3-86b2906ea403 req-76fd8784-db1b-46ec-b314-c9afeab74b2f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1906726 May 05 21:38:33.303505 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-37244e21-59a9-4390-b1c3-86b2906ea403 req-8c8c96d1-4b99-46c9-882d-b248612de5a3 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377890 May 05 21:38:33.454743 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-37244e21-59a9-4390-b1c3-86b2906ea403 req-36e00ee6-8b80-4d14-9b56-72d8678e4cea service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443985 May 05 21:38:33.825006 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 57382) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:38:33.854401 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-76f335dd-b683-492a-8a96-cc8f4c2a61cc req-94dfa91c-f761-46d5-b233-191b72c8ee52 tempest-ServersAdminTestJSON-281712813 tempest-ServersAdminTestJSON-281712813-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b1b1451c-1a76-4108-aec3-2b1afec05559&device_id=a7c198ee-28cf-4323-ac36-ce1c272f9df3&device_id=69bfe57c-584c-43e8-9251-0c220d92fa83&device_id=59e56847-3790-4a2b-bea4-ee3cf1beb827&device_id=24e2c0d6-e977-4820-b498-d250107d9d70&device_id=1e2ca430-ec50-43bd-9382-00c977af114e&device_id=8634e2ba-70c7-4eca-b079-298d6f3d1b54&device_id=c658b60d-fe3a-488a-8836-fc61937ea474&device_id=8804cd72-e5a7-432f-b5a3-f7c81f187a1e HTTP/1.1" status: 200 len: 7342 time: 0.0983393 May 05 21:38:33.875923 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-76f335dd-b683-492a-8a96-cc8f4c2a61cc req-4fd08866-94a6-46f9-85e7-54e160b514f6 tempest-ServersAdminTestJSON-281712813 tempest-ServersAdminTestJSON-281712813-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:33.910357 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-76f335dd-b683-492a-8a96-cc8f4c2a61cc req-4fd08866-94a6-46f9-85e7-54e160b514f6 tempest-ServersAdminTestJSON-281712813 tempest-ServersAdminTestJSON-281712813-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:38:33.915306 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-76f335dd-b683-492a-8a96-cc8f4c2a61cc req-4fd08866-94a6-46f9-85e7-54e160b514f6 tempest-ServersAdminTestJSON-281712813 tempest-ServersAdminTestJSON-281712813-project-admin] Usage tracker for resource:security_group_rule and tenant:06bfd7d114e44b80ac48ddb2c92735fa is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:38:33.918518 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-76f335dd-b683-492a-8a96-cc8f4c2a61cc req-4fd08866-94a6-46f9-85e7-54e160b514f6 tempest-ServersAdminTestJSON-281712813 tempest-ServersAdminTestJSON-281712813-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:38:33.925282 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-76f335dd-b683-492a-8a96-cc8f4c2a61cc req-4fd08866-94a6-46f9-85e7-54e160b514f6 tempest-ServersAdminTestJSON-281712813 tempest-ServersAdminTestJSON-281712813-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:38:33.985847 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9b48d896-f0a7-4f9f-8cf2-44d2a8f10088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:34.004057 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-76f335dd-b683-492a-8a96-cc8f4c2a61cc req-4fd08866-94a6-46f9-85e7-54e160b514f6 tempest-ServersAdminTestJSON-281712813 tempest-ServersAdminTestJSON-281712813-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:34.008755 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-76f335dd-b683-492a-8a96-cc8f4c2a61cc req-4fd08866-94a6-46f9-85e7-54e160b514f6 tempest-ServersAdminTestJSON-281712813 tempest-ServersAdminTestJSON-281712813-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:34.017833 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-9b48d896-f0a7-4f9f-8cf2-44d2a8f10088 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:38:34.021787 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9b48d896-f0a7-4f9f-8cf2-44d2a8f10088 admin admin] Usage tracker for resource:security_group_rule and tenant:ddf3ab5d70274518ad60330022dbf09e is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:38:34.024979 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9b48d896-f0a7-4f9f-8cf2-44d2a8f10088 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:38:34.031103 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-9b48d896-f0a7-4f9f-8cf2-44d2a8f10088 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:38:34.047691 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-76f335dd-b683-492a-8a96-cc8f4c2a61cc req-4fd08866-94a6-46f9-85e7-54e160b514f6 tempest-ServersAdminTestJSON-281712813 tempest-ServersAdminTestJSON-281712813-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&id=5f526b55-d264-48ee-8188-9cc4ec8dd8ba&id=1ca76424-3ba6-464b-afc8-19f038955bdd&id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 581 time: 0.1894860 May 05 21:38:34.051681 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd08866-94a6-46f9-85e7-54e160b514f6 tempest-ServersAdminTestJSON-281712813 tempest-ServersAdminTestJSON-281712813-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f718d25-368f-48b6-bc7e-b455424a6c06,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:34.109336 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9b48d896-f0a7-4f9f-8cf2-44d2a8f10088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:34.115770 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9b48d896-f0a7-4f9f-8cf2-44d2a8f10088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:34.161329 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b48d896-f0a7-4f9f-8cf2-44d2a8f10088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f04185-2aa9-4333-821f-411c4f4fdb0b,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:34.165636 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-81edf5ec-362d-45cc-a953-388d5d8a051c tempest-LiveAutoBlockMigrationV225Test-533236276 tempest-LiveAutoBlockMigrationV225Test-533236276-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 21:38:34.166985 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9b48d896-f0a7-4f9f-8cf2-44d2a8f10088 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ddf3ab5d70274518ad60330022dbf09e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3403056 May 05 21:38:34.168498 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-81edf5ec-362d-45cc-a953-388d5d8a051c tempest-LiveAutoBlockMigrationV225Test-533236276 tempest-LiveAutoBlockMigrationV225Test-533236276-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0066090 May 05 21:38:34.169491 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 57398) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:38:34.188455 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-1e8910c3-f10f-4066-9eb9-7c1c04262ad8 service neutron] Request body: {'binding': {'host': 'n-h2-825175-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:38:34.188906 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-1e8910c3-f10f-4066-9eb9-7c1c04262ad8 service neutron] Unknown quota resources ['binding']. {{(pid=84061) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 05 21:38:34.359798 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-30fc0541-3efd-4ee3-9516-2429ab4661cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:34.410683 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-30fc0541-3efd-4ee3-9516-2429ab4661cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:34.526121 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-1e8910c3-f10f-4066-9eb9-7c1c04262ad8 service neutron] Attempting to bind port 9d3fb1fa-9cb8-4a80-856f-140b78d9e59f on host n-h2-825175-4 for vnic_type normal with profile None {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:38:34.526320 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-1e8910c3-f10f-4066-9eb9-7c1c04262ad8 service neutron] Attempting to bind port 9d3fb1fa-9cb8-4a80-856f-140b78d9e59f by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': '87859d75-c285-4ea1-b899-3b38f003cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2ea271d8-96e6-42e1-b4ca-22da751bdd28'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:38:34.526685 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-1e8910c3-f10f-4066-9eb9-7c1c04262ad8 service neutron] Attempting to bind port 9d3fb1fa-9cb8-4a80-856f-140b78d9e59f on network 2ea271d8-96e6-42e1-b4ca-22da751bdd28 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:38:34.539165 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-1e8910c3-f10f-4066-9eb9-7c1c04262ad8 service neutron] Port 9d3fb1fa-9cb8-4a80-856f-140b78d9e59f on network 2ea271d8-96e6-42e1-b4ca-22da751bdd28 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:38:34.539466 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-1e8910c3-f10f-4066-9eb9-7c1c04262ad8 service neutron] Attempting to bind port 9d3fb1fa-9cb8-4a80-856f-140b78d9e59f on network 2ea271d8-96e6-42e1-b4ca-22da751bdd28 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:38:34.552250 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-1e8910c3-f10f-4066-9eb9-7c1c04262ad8 service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:38:34.552650 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-1e8910c3-f10f-4066-9eb9-7c1c04262ad8 service neutron] Checking segment: {'id': '87859d75-c285-4ea1-b899-3b38f003cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2ea271d8-96e6-42e1-b4ca-22da751bdd28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:38:34.552998 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-1e8910c3-f10f-4066-9eb9-7c1c04262ad8 service neutron] Bound using segment: {'id': '87859d75-c285-4ea1-b899-3b38f003cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2ea271d8-96e6-42e1-b4ca-22da751bdd28'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:38:34.553470 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-1e8910c3-f10f-4066-9eb9-7c1c04262ad8 service neutron] Bound port: 9d3fb1fa-9cb8-4a80-856f-140b78d9e59f, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87859d75-c285-4ea1-b899-3b38f003cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2ea271d8-96e6-42e1-b4ca-22da751bdd28'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:38:34.560768 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-30fc0541-3efd-4ee3-9516-2429ab4661cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:34.585489 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f840fd-7f5f-49b0-990b-b6054550d855 req-872074c1-4a6c-4d8a-8d28-13cc87588d3d tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:34.586998 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-07f840fd-7f5f-49b0-990b-b6054550d855 req-872074c1-4a6c-4d8a-8d28-13cc87588d3d tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=59e56847-3790-4a2b-bea4-ee3cf1beb827 HTTP/1.1" status: 200 len: 950 time: 0.1655474 May 05 21:38:34.593594 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc0541-3efd-4ee3-9516-2429ab4661cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f04185-2aa9-4333-821f-411c4f4fdb0b,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:34.627251 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-30fc0541-3efd-4ee3-9516-2429ab4661cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:34.628352 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-30fc0541-3efd-4ee3-9516-2429ab4661cc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/85f04185-2aa9-4333-821f-411c4f4fdb0b HTTP/1.1" status: 204 len: 168 time: 0.4579456 May 05 21:38:34.645113 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-1e8910c3-f10f-4066-9eb9-7c1c04262ad8 service neutron] For port 9d3fb1fa-9cb8-4a80-856f-140b78d9e59f, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=9d3fb1fa-9cb8-4a80-856f-140b78d9e59f,segment=NetworkSegment(87859d75-c285-4ea1-b899-3b38f003cf70),segment_id=87859d75-c285-4ea1-b899-3b38f003cf70)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:38:34.652533 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-1e8910c3-f10f-4066-9eb9-7c1c04262ad8 service neutron] Notify callbacks [] for binding, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:34.653677 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-1e8910c3-f10f-4066-9eb9-7c1c04262ad8 service neutron] 10.222.0.23 "POST /v2.0/ports/9d3fb1fa-9cb8-4a80-856f-140b78d9e59f/bindings HTTP/1.1" status: 201 len: 389 time: 0.4691436 May 05 21:38:34.659871 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-07f840fd-7f5f-49b0-990b-b6054550d855 req-2e7f88b5-1603-4124-b1cb-f66bdd2291e6 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637026 May 05 21:38:34.898610 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fe8ea606-3456-42bf-9972-dc6cf9288f34 req-b6c20429-1fc7-4179-9ad7-bbce4518ecc3 tempest-ServersAdmin275Test-202091237 tempest-ServersAdmin275Test-202091237-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1e2ca430-ec50-43bd-9382-00c977af114e HTTP/1.1" status: 200 len: 210 time: 0.0493312 May 05 21:38:34.999618 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c273e1b9-2928-4a83-9ced-968c344edab4 req-3ceb831c-6d72-4820-b88d-64350a0d6adb tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1675427524&fields=id&tenant_id=d8d84e5601be47409a299ef27c35a529 HTTP/1.1" status: 200 len: 267 time: 0.1872647 May 05 21:38:35.021381 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 57414) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:38:35.042090 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ed71361c-3795-4a8d-ae0a-55ab3a39b3b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:35.074001 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-ed71361c-3795-4a8d-ae0a-55ab3a39b3b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:38:35.077992 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-ed71361c-3795-4a8d-ae0a-55ab3a39b3b4 admin admin] Usage tracker for resource:security_group_rule and tenant:51ed57f43d19431c9d410d37176f9ec0 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:38:35.081141 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-ed71361c-3795-4a8d-ae0a-55ab3a39b3b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:38:35.087768 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-ed71361c-3795-4a8d-ae0a-55ab3a39b3b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:38:35.159509 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-e28dd5b6-ac5b-4ea1-b879-cbb07fce6c3e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=300e0002c0a34937b02bd35920b6a01f&device_id=69bfe57c-584c-43e8-9251-0c220d92fa83 HTTP/1.1" status: 200 len: 1096 time: 0.2174611 May 05 21:38:35.160564 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ed71361c-3795-4a8d-ae0a-55ab3a39b3b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:35.165512 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ed71361c-3795-4a8d-ae0a-55ab3a39b3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:35.169977 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb817f-310e-45b5-82ea-98f7cc871150 req-b883935b-d335-4190-8d86-2ea05708abd8 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:35.171473 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-89eb817f-310e-45b5-82ea-98f7cc871150 req-b883935b-d335-4190-8d86-2ea05708abd8 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.44 "GET /v2.0/ports?device_id=c658b60d-fe3a-488a-8836-fc61937ea474 HTTP/1.1" status: 200 len: 945 time: 0.2641704 May 05 21:38:35.213320 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed71361c-3795-4a8d-ae0a-55ab3a39b3b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a37235-95bc-4383-b2de-1fbb144db75b,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:35.219154 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ed71361c-3795-4a8d-ae0a-55ab3a39b3b4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=51ed57f43d19431c9d410d37176f9ec0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1961405 May 05 21:38:35.222292 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 57420) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:38:35.282227 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ed141741-03ae-493c-9fc4-4194a93fed61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:35.308939 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ed141741-03ae-493c-9fc4-4194a93fed61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:35.341542 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:35.356486 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273e1b9-2928-4a83-9ced-968c344edab4 req-19eabb7d-16d2-422e-afa9-4afa6a60a687 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:35.357948 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c273e1b9-2928-4a83-9ced-968c344edab4 req-19eabb7d-16d2-422e-afa9-4afa6a60a687 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.23 "GET /v2.0/networks?id=024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2 HTTP/1.1" status: 200 len: 824 time: 0.3499477 May 05 21:38:35.363682 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ed141741-03ae-493c-9fc4-4194a93fed61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:35.381227 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed141741-03ae-493c-9fc4-4194a93fed61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a37235-95bc-4383-b2de-1fbb144db75b,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:35.390345 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ed141741-03ae-493c-9fc4-4194a93fed61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:35.394015 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ed141741-03ae-493c-9fc4-4194a93fed61 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/90a37235-95bc-4383-b2de-1fbb144db75b HTTP/1.1" status: 204 len: 168 time: 0.1682186 May 05 21:38:35.398491 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-89eb817f-310e-45b5-82ea-98f7cc871150 req-d4a928c0-1d04-48bb-9993-f91d663e8659 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Deleting port c6473476-12a6-418a-a3d8-7df9efd64201 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:38:35.398746 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-89eb817f-310e-45b5-82ea-98f7cc871150 req-d4a928c0-1d04-48bb-9993-f91d663e8659 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:35.543254 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c273e1b9-2928-4a83-9ced-968c344edab4 req-7cd01d4c-1a6c-4c5f-b3ee-0f18b6cd1d26 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.23 "GET /v2.0/quotas/d8d84e5601be47409a299ef27c35a529 HTTP/1.1" status: 200 len: 375 time: 0.1752899 May 05 21:38:35.564397 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:35.603459 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-bdfbae07-dcb1-456f-8ebe-754ba7d9d01e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:35.604017 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-bdfbae07-dcb1-456f-8ebe-754ba7d9d01e service neutron] 10.222.0.32 "GET /v2.0/networks?id=2ea271d8-96e6-42e1-b4ca-22da751bdd28 HTTP/1.1" status: 200 len: 921 time: 0.4317486 May 05 21:38:35.748547 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-d08953a4-26ba-42c9-a7e5-c3a3edaa3651 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d3fb1fa-9cb8-4a80-856f-140b78d9e59f HTTP/1.1" status: 200 len: 217 time: 0.1326091 May 05 21:38:35.760296 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13086068-6843-44e1-9013-a8cfed70d0e2 req-c153ba19-3df0-4aab-a81e-2942c64a9518 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:35.761704 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-13086068-6843-44e1-9013-a8cfed70d0e2 req-c153ba19-3df0-4aab-a81e-2942c64a9518 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1b1451c-1a76-4108-aec3-2b1afec05559 HTTP/1.1" status: 200 len: 948 time: 0.4707317 May 05 21:38:35.947290 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-414efc66-c5e7-402e-bfbb-1380a4718713 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:35.948740 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-414efc66-c5e7-402e-bfbb-1380a4718713 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=36081928-afee-4476-8a16-bce3420fbcc5 HTTP/1.1" status: 200 len: 860 time: 0.1840749 May 05 21:38:35.967853 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c273e1b9-2928-4a83-9ced-968c344edab4 req-dbc4b3e3-9448-40e3-b125-cfe386bcb78b tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d8d84e5601be47409a299ef27c35a529&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4124088 May 05 21:38:36.011315 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-13086068-6843-44e1-9013-a8cfed70d0e2 req-005f360a-a43d-49e6-9e07-87c9831d987b tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ca76424-3ba6-464b-afc8-19f038955bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142220 May 05 21:38:36.065670 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-767dbf37-5bcf-42c7-898a-c7024f621d23 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2ea271d8-96e6-42e1-b4ca-22da751bdd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1064987 May 05 21:38:36.147481 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-89eb817f-310e-45b5-82ea-98f7cc871150 req-d4a928c0-1d04-48bb-9993-f91d663e8659 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] For port c6473476-12a6-418a-a3d8-7df9efd64201, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=c6473476-12a6-418a-a3d8-7df9efd64201,segment=NetworkSegment(4c0b01e5-8fe5-4bee-966f-ea37d84bcbb4),segment_id=4c0b01e5-8fe5-4bee-966f-ea37d84bcbb4)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:38:36.147840 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-89eb817f-310e-45b5-82ea-98f7cc871150 req-d4a928c0-1d04-48bb-9993-f91d663e8659 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:36.422109 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-2dfea8f8-a01d-492e-b7f5-ebbb05fb1cca service neutron] 10.222.0.32 "GET /v2.0/networks/2ea271d8-96e6-42e1-b4ca-22da751bdd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3500609 May 05 21:38:36.475187 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c273e1b9-2928-4a83-9ced-968c344edab4 req-4806f97f-3974-4938-921d-b269fd5d159f service neutron] 10.222.0.23 "GET /v2.0/networks/024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4599023 May 05 21:38:36.676970 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device bab0a5e6-76f0-433b-82b4-e70a4b61dfe1 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:38:36.787407 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-89eb817f-310e-45b5-82ea-98f7cc871150 req-d4a928c0-1d04-48bb-9993-f91d663e8659 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:36.787767 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-89eb817f-310e-45b5-82ea-98f7cc871150 req-d4a928c0-1d04-48bb-9993-f91d663e8659 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:36.788269 n-d-825175-4 neutron-server[84061]: INFO neutron.db.l3_db [req-89eb817f-310e-45b5-82ea-98f7cc871150 req-d4a928c0-1d04-48bb-9993-f91d663e8659 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Floating IP 6f68fdf4-d4a2-4ab3-b10a-7835984594b5 disassociated. External IP: 172.25.4.153, port: c6473476-12a6-418a-a3d8-7df9efd64201. May 05 21:38:36.788745 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-89eb817f-310e-45b5-82ea-98f7cc871150 req-d4a928c0-1d04-48bb-9993-f91d663e8659 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Calling delete_port for c6473476-12a6-418a-a3d8-7df9efd64201 owned by compute:nova {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:38:36.842160 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port bab0a5e6-76f0-433b-82b4-e70a4b61dfe1, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=bab0a5e6-76f0-433b-82b4-e70a4b61dfe1,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:38:36.856575 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': 'bab0a5e6-76f0-433b-82b4-e70a4b61dfe1', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'port_id': 'bab0a5e6-76f0-433b-82b4-e70a4b61dfe1', 'mac_address': 'fa:16:3e:af:b6:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f237a6ef-d044-411f-a2d8-d12619664c91', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:38:36.911978 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:36.934918 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bab0a5e6-76f0-433b-82b4-e70a4b61dfe1 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:38:36.952618 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port bab0a5e6-76f0-433b-82b4-e70a4b61dfe1, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=bab0a5e6-76f0-433b-82b4-e70a4b61dfe1,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:38:36.956488 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:36.987505 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-ec507ab8-bb85-4a79-b23d-4a4521a1a1b4 service neutron] 10.222.0.32 "GET /v2.0/networks/2ea271d8-96e6-42e1-b4ca-22da751bdd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5523522 May 05 21:38:37.004987 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c273e1b9-2928-4a83-9ced-968c344edab4 req-d3dcd432-1d0d-4f8b-91a7-24d8a7fde88f service neutron] 10.222.0.23 "GET /v2.0/networks/024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4787824 May 05 21:38:37.028288 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=bab0a5e6-76f0-433b-82b4-e70a4b61dfe1,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:37.195996 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['bab0a5e6-76f0-433b-82b4-e70a4b61dfe1'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:38:37.226511 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a196009-403e-46cb-aeaf-f4eae89e044f req-19200113-b89d-4cb6-a4bf-da448a40784c tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:37.227998 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1a196009-403e-46cb-aeaf-f4eae89e044f req-19200113-b89d-4cb6-a4bf-da448a40784c tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=69bfe57c-584c-43e8-9251-0c220d92fa83 HTTP/1.1" status: 200 len: 945 time: 0.4772897 May 05 21:38:37.275008 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-89eb817f-310e-45b5-82ea-98f7cc871150 req-d4a928c0-1d04-48bb-9993-f91d663e8659 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:37.327010 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-430a5b09-7e54-4d99-b2bb-1441df3ebe01 tempest-LiveAutoBlockMigrationV225Test-533236276 tempest-LiveAutoBlockMigrationV225Test-533236276-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=69bfe57c-584c-43e8-9251-0c220d92fa83&tenant_id=300e0002c0a34937b02bd35920b6a01f&binding%3Ahost_id=n-h1-825175-4 HTTP/1.1" status: 200 len: 1096 time: 0.2580271 May 05 21:38:37.337733 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a928c0-1d04-48bb-9993-f91d663e8659 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Pushing event deleted for resources: {'Port': ['ID=c6473476-12a6-418a-a3d8-7df9efd64201,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:37.348164 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-c12212ca-b3c2-4a7a-bf7a-92ebfbd8804f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-825175-4'}}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:38:37.393204 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1a196009-403e-46cb-aeaf-f4eae89e044f req-2c6fd767-40c6-4172-8f50-2c1a7b6436af tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561611 May 05 21:38:37.816289 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-c12212ca-b3c2-4a7a-bf7a-92ebfbd8804f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:37.939107 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-63cc8363-9b69-47a8-8cca-336a7588c5d6 req-16fdeb1e-7a96-46b3-b177-e3cdb0c34749 tempest-ServersAdminTestJSON-281712813 tempest-ServersAdminTestJSON-281712813-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a7c198ee-28cf-4323-ac36-ce1c272f9df3&device_id=24e2c0d6-e977-4820-b498-d250107d9d70&device_id=8634e2ba-70c7-4eca-b079-298d6f3d1b54 HTTP/1.1" status: 200 len: 2904 time: 0.2673399 May 05 21:38:37.958710 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f081d-435c-42a0-a346-2c20586cf418 req-d5a27f24-3903-403f-8f1b-9f97eb937172 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:37.960282 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e35f081d-435c-42a0-a346-2c20586cf418 req-d5a27f24-3903-403f-8f1b-9f97eb937172 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=59e56847-3790-4a2b-bea4-ee3cf1beb827 HTTP/1.1" status: 200 len: 950 time: 0.2974584 May 05 21:38:38.157880 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-63cc8363-9b69-47a8-8cca-336a7588c5d6 req-0fbcef9f-fe64-492e-9243-5b1d07104751 tempest-ServersAdminTestJSON-281712813 tempest-ServersAdminTestJSON-281712813-project-admin] Synchronizing usage tracker for tenant:06bfd7d114e44b80ac48ddb2c92735fa on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:38:38.161733 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-c12212ca-b3c2-4a7a-bf7a-92ebfbd8804f service neutron] For port 9d3fb1fa-9cb8-4a80-856f-140b78d9e59f, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=9d3fb1fa-9cb8-4a80-856f-140b78d9e59f,segment=NetworkSegment(87859d75-c285-4ea1-b899-3b38f003cf70),segment_id=87859d75-c285-4ea1-b899-3b38f003cf70)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:38:38.165625 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e35f081d-435c-42a0-a346-2c20586cf418 req-a4f42e68-0445-471f-ad1c-984c936b541f tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975713 May 05 21:38:38.214073 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-63cc8363-9b69-47a8-8cca-336a7588c5d6 req-0fbcef9f-fe64-492e-9243-5b1d07104751 tempest-ServersAdminTestJSON-281712813 tempest-ServersAdminTestJSON-281712813-project-admin] Unset dirty status for tenant:06bfd7d114e44b80ac48ddb2c92735fa on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:38:38.215320 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-63cc8363-9b69-47a8-8cca-336a7588c5d6 req-0fbcef9f-fe64-492e-9243-5b1d07104751 tempest-ServersAdminTestJSON-281712813 tempest-ServersAdminTestJSON-281712813-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540922 May 05 21:38:38.235320 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89eb817f-310e-45b5-82ea-98f7cc871150 req-d4a928c0-1d04-48bb-9993-f91d663e8659 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Router 44a67e47-28fa-4393-9349-a9cde0bcd7d7 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:38:38.236495 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-c12212ca-b3c2-4a7a-bf7a-92ebfbd8804f service neutron] For port 9d3fb1fa-9cb8-4a80-856f-140b78d9e59f, host n-h1-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:38:38.485249 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-46786ca2-dc70-479a-b9ea-ad5816efff00 req-c19cdbb9-57f3-4d21-8045-dc11b3e0dc1c tempest-ServersAdmin275Test-202091237 tempest-ServersAdmin275Test-202091237-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1e2ca430-ec50-43bd-9382-00c977af114e HTTP/1.1" status: 200 len: 210 time: 0.1393018 May 05 21:38:38.508350 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69bfe57c-584c-43e8-9251-0c220d92fa83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d3fb1fa-9cb8-4a80-856f-140b78d9e59f'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:38:38.524212 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-c12212ca-b3c2-4a7a-bf7a-92ebfbd8804f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:38.554543 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-c12212ca-b3c2-4a7a-bf7a-92ebfbd8804f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:38.699112 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device bab0a5e6-76f0-433b-82b4-e70a4b61dfe1 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:38:38.864361 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273e1b9-2928-4a83-9ced-968c344edab4 req-21cb27da-f700-495d-a436-1f7561dc2a07 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:38.865905 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c273e1b9-2928-4a83-9ced-968c344edab4 req-21cb27da-f700-495d-a436-1f7561dc2a07 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.44 "GET /v2.0/networks?id=024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2 HTTP/1.1" status: 200 len: 824 time: 0.4033179 May 05 21:38:38.896893 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port bab0a5e6-76f0-433b-82b4-e70a4b61dfe1 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:38:38.907045 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port bab0a5e6-76f0-433b-82b4-e70a4b61dfe1 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:38:38.907463 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:38.957226 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c273e1b9-2928-4a83-9ced-968c344edab4 req-c5ea897f-e176-446c-b862-6867a0154d88 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8d84e5601be47409a299ef27c35a529 HTTP/1.1" status: 200 len: 380 time: 0.0772905 May 05 21:38:38.971532 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-c273e1b9-2928-4a83-9ced-968c344edab4 req-5cefefd6-115f-4b5f-a27e-bb4240241f58 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Request body: {'port': {'device_id': 'bdd459bd-9ead-40b1-a8a1-f184cdcb5a24', 'network_id': '024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2', 'admin_state_up': True, 'tenant_id': 'd8d84e5601be47409a299ef27c35a529', 'security_groups': ['5f526b55-d264-48ee-8188-9cc4ec8dd8ba']}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:38:39.090377 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:39.123767 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b1451c-1a76-4108-aec3-2b1afec05559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bab0a5e6-76f0-433b-82b4-e70a4b61dfe1'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:38:39.136903 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port bab0a5e6-76f0-433b-82b4-e70a4b61dfe1, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=bab0a5e6-76f0-433b-82b4-e70a4b61dfe1,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:38:39.146821 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:39.148156 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device c6473476-12a6-418a-a3d8-7df9efd64201 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:38:39.171719 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12212ca-b3c2-4a7a-bf7a-92ebfbd8804f service neutron] Pushing event updated for resources: {'Port': ['ID=9d3fb1fa-9cb8-4a80-856f-140b78d9e59f,revision_number=7']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:39.228698 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-c273e1b9-2928-4a83-9ced-968c344edab4 req-5cefefd6-115f-4b5f-a27e-bb4240241f58 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:38:39.233066 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-c273e1b9-2928-4a83-9ced-968c344edab4 req-5cefefd6-115f-4b5f-a27e-bb4240241f58 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Usage tracker for resource:port and tenant:d8d84e5601be47409a299ef27c35a529 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:38:39.236959 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-c273e1b9-2928-4a83-9ced-968c344edab4 req-5cefefd6-115f-4b5f-a27e-bb4240241f58 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:38:39.246316 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-c273e1b9-2928-4a83-9ced-968c344edab4 req-5cefefd6-115f-4b5f-a27e-bb4240241f58 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:38:39.260811 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c273e1b9-2928-4a83-9ced-968c344edab4 req-5cefefd6-115f-4b5f-a27e-bb4240241f58 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Made reservation on behalf of d8d84e5601be47409a299ef27c35a529 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:38:39.266098 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c273e1b9-2928-4a83-9ced-968c344edab4 req-5cefefd6-115f-4b5f-a27e-bb4240241f58 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:39.302237 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: c6473476-12a6-418a-a3d8-7df9efd64201 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:38:39.302589 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device c6473476-12a6-418a-a3d8-7df9efd64201 not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:38:39.314017 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4401120e-4e3b-4b9d-b4db-1dd985a6ce26 req-a6a10a5b-baf1-46b5-99d0-20f2187e39ac tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdd459bd-9ead-40b1-a8a1-f184cdcb5a24 HTTP/1.1" status: 200 len: 210 time: 0.1160758 May 05 21:38:39.335691 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=bab0a5e6-76f0-433b-82b4-e70a4b61dfe1,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:39.344342 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-c12212ca-b3c2-4a7a-bf7a-92ebfbd8804f service neutron] Attempting to bind port 9d3fb1fa-9cb8-4a80-856f-140b78d9e59f on host n-h1-825175-4 for vnic_type normal with profile {"migrating_to": "n-h2-825175-4"} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:38:39.347855 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-c12212ca-b3c2-4a7a-bf7a-92ebfbd8804f service neutron] Attempting to bind port 9d3fb1fa-9cb8-4a80-856f-140b78d9e59f by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': '87859d75-c285-4ea1-b899-3b38f003cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2ea271d8-96e6-42e1-b4ca-22da751bdd28'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:38:39.348422 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-c12212ca-b3c2-4a7a-bf7a-92ebfbd8804f service neutron] Attempting to bind port 9d3fb1fa-9cb8-4a80-856f-140b78d9e59f on network 2ea271d8-96e6-42e1-b4ca-22da751bdd28 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:38:39.391837 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-c12212ca-b3c2-4a7a-bf7a-92ebfbd8804f service neutron] Port 9d3fb1fa-9cb8-4a80-856f-140b78d9e59f on network 2ea271d8-96e6-42e1-b4ca-22da751bdd28 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:38:39.392247 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-c12212ca-b3c2-4a7a-bf7a-92ebfbd8804f service neutron] Attempting to bind port 9d3fb1fa-9cb8-4a80-856f-140b78d9e59f on network 2ea271d8-96e6-42e1-b4ca-22da751bdd28 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:38:39.401594 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4bc0f-d6bb-4d1e-80e7-c64ad43f33ae req-fffcad82-2929-4936-93a1-62cc415ab5f7 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:39.409763 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dfb4bc0f-d6bb-4d1e-80e7-c64ad43f33ae req-fffcad82-2929-4936-93a1-62cc415ab5f7 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1b1451c-1a76-4108-aec3-2b1afec05559 HTTP/1.1" status: 200 len: 949 time: 0.4226191 May 05 21:38:39.446685 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-c12212ca-b3c2-4a7a-bf7a-92ebfbd8804f service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:38:39.447124 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-c12212ca-b3c2-4a7a-bf7a-92ebfbd8804f service neutron] Checking segment: {'id': '87859d75-c285-4ea1-b899-3b38f003cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2ea271d8-96e6-42e1-b4ca-22da751bdd28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:38:39.448024 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-c12212ca-b3c2-4a7a-bf7a-92ebfbd8804f service neutron] Bound using segment: {'id': '87859d75-c285-4ea1-b899-3b38f003cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2ea271d8-96e6-42e1-b4ca-22da751bdd28'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:38:39.448024 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-c12212ca-b3c2-4a7a-bf7a-92ebfbd8804f service neutron] Bound port: 9d3fb1fa-9cb8-4a80-856f-140b78d9e59f, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87859d75-c285-4ea1-b899-3b38f003cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2ea271d8-96e6-42e1-b4ca-22da751bdd28'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:38:39.448613 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-c12212ca-b3c2-4a7a-bf7a-92ebfbd8804f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:39.643327 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 57506) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:38:39.645559 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-c273e1b9-2928-4a83-9ced-968c344edab4 req-5cefefd6-115f-4b5f-a27e-bb4240241f58 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Allocated IP 172.20.0.12 (024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2/761d7a8a-b72e-455d-b2ab-6aa95ead4c5a/679ec26d-553e-43b5-9d56-5506c61976dc) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:38:39.759137 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89eb817f-310e-45b5-82ea-98f7cc871150 req-d4a928c0-1d04-48bb-9993-f91d663e8659 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:38:39.771413 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f21fd1-532f-41f8-ab8a-83f14980292c None None] Sync routers for ids ['44a67e47-28fa-4393-9349-a9cde0bcd7d7'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:38:39.792540 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f21fd1-532f-41f8-ab8a-83f14980292c None None] Routers {'44a67e47-28fa-4393-9349-a9cde0bcd7d7'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:38:39.793276 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-51f21fd1-532f-41f8-ab8a-83f14980292c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:38:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['44a67e47-28fa-4393-9349-a9cde0bcd7d7'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:38:39.851872 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-c12212ca-b3c2-4a7a-bf7a-92ebfbd8804f service neutron] For port 9d3fb1fa-9cb8-4a80-856f-140b78d9e59f, host n-h1-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:38:39.880013 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dfb4bc0f-d6bb-4d1e-80e7-c64ad43f33ae req-dbf7a697-9802-441e-8e7b-938fddd17ba8 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ca76424-3ba6-464b-afc8-19f038955bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4701517 May 05 21:38:39.880542 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 57516) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:38:39.935806 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c273e1b9-2928-4a83-9ced-968c344edab4 req-5cefefd6-115f-4b5f-a27e-bb4240241f58 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:39.954050 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-c273e1b9-2928-4a83-9ced-968c344edab4 req-5cefefd6-115f-4b5f-a27e-bb4240241f58 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Transition to ACTIVE for port object 679ec26d-553e-43b5-9d56-5506c61976dc will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:38:39.994795 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-661724cc-708c-4be3-95f6-0bdf6a3c2b25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:40.017335 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c273e1b9-2928-4a83-9ced-968c344edab4 req-5cefefd6-115f-4b5f-a27e-bb4240241f58 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:40.027003 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-c12212ca-b3c2-4a7a-bf7a-92ebfbd8804f service neutron] For port 9d3fb1fa-9cb8-4a80-856f-140b78d9e59f, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=9d3fb1fa-9cb8-4a80-856f-140b78d9e59f,segment=NetworkSegment(87859d75-c285-4ea1-b899-3b38f003cf70),segment_id=87859d75-c285-4ea1-b899-3b38f003cf70)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:38:40.040163 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-89eb817f-310e-45b5-82ea-98f7cc871150 req-d4a928c0-1d04-48bb-9993-f91d663e8659 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] No DVR routers for this DVR port c6473476-12a6-418a-a3d8-7df9efd64201 on host n-h1-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:38:40.043416 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3fba3d9-c2d2-4587-8fe1-5a08fbff50d1'] response: {'server_uuid': '69bfe57c-584c-43e8-9251-0c220d92fa83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d3fb1fa-9cb8-4a80-856f-140b78d9e59f', 'code': 200} May 05 21:38:40.048154 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-c12212ca-b3c2-4a7a-bf7a-92ebfbd8804f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:40.060447 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-89eb817f-310e-45b5-82ea-98f7cc871150 req-d4a928c0-1d04-48bb-9993-f91d663e8659 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:40.085732 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-889a9b43-58c3-4593-8c79-8303617f3009'] response: {'server_uuid': 'b1b1451c-1a76-4108-aec3-2b1afec05559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bab0a5e6-76f0-433b-82b4-e70a4b61dfe1', 'code': 200} May 05 21:38:40.123014 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-51f21fd1-532f-41f8-ab8a-83f14980292c None None] Set router 44a67e47-28fa-4393-9349-a9cde0bcd7d7 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:38:40.157588 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.44', 54178) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:38:40.159758 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-661724cc-708c-4be3-95f6-0bdf6a3c2b25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:38:40.173017 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-89eb817f-310e-45b5-82ea-98f7cc871150 req-d4a928c0-1d04-48bb-9993-f91d663e8659 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.44 "DELETE /v2.0/ports/c6473476-12a6-418a-a3d8-7df9efd64201 HTTP/1.1" status: 204 len: 173 time: 4.9782696 May 05 21:38:40.176893 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-661724cc-708c-4be3-95f6-0bdf6a3c2b25 admin admin] Usage tracker for resource:security_group_rule and tenant:5d03c1bc7eeb4866a6d1a027676fcc63 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:38:40.219670 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-661724cc-708c-4be3-95f6-0bdf6a3c2b25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:38:40.239195 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-661724cc-708c-4be3-95f6-0bdf6a3c2b25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:38:40.242987 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c273e1b9-2928-4a83-9ced-968c344edab4 req-5cefefd6-115f-4b5f-a27e-bb4240241f58 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Network 024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:38:40.248806 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-c273e1b9-2928-4a83-9ced-968c344edab4 req-5cefefd6-115f-4b5f-a27e-bb4240241f58 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:38:40.253608 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cefefd6-115f-4b5f-a27e-bb4240241f58 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Pushing event updated for resources: {'Port': ['ID=679ec26d-553e-43b5-9d56-5506c61976dc,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:40.255939 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-c273e1b9-2928-4a83-9ced-968c344edab4 req-5cefefd6-115f-4b5f-a27e-bb4240241f58 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:38:40.261314 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273e1b9-2928-4a83-9ced-968c344edab4 req-5cefefd6-115f-4b5f-a27e-bb4240241f58 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:40.261314 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c273e1b9-2928-4a83-9ced-968c344edab4 req-5cefefd6-115f-4b5f-a27e-bb4240241f58 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:40.288341 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12212ca-b3c2-4a7a-bf7a-92ebfbd8804f service neutron] Pushing event updated for resources: {'Port': ['ID=9d3fb1fa-9cb8-4a80-856f-140b78d9e59f,revision_number=8']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:40.325929 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c273e1b9-2928-4a83-9ced-968c344edab4 req-5cefefd6-115f-4b5f-a27e-bb4240241f58 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3636642 May 05 21:38:40.341879 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-c273e1b9-2928-4a83-9ced-968c344edab4 req-fdec941d-96cc-458c-a61d-570157a82482 service neutron] Request body: {'port': {'device_id': 'bdd459bd-9ead-40b1-a8a1-f184cdcb5a24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:38:40.400908 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8fe2bc3c-8431-483c-a405-446e87c5b22b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:40.465482 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd22ed-b10d-40cb-8d7d-3559f507aa0f req-3821dd44-b543-44c7-a249-08ab5c2b2f8e tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:40.473927 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a1dd22ed-b10d-40cb-8d7d-3559f507aa0f req-3821dd44-b543-44c7-a249-08ab5c2b2f8e tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=69bfe57c-584c-43e8-9251-0c220d92fa83 HTTP/1.1" status: 200 len: 943 time: 0.7618077 May 05 21:38:40.474310 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f1aa18b8-57c7-46d4-bf33-c6497d1ecd63 req-27dacaf1-59bf-44f7-abbf-543a21e53643 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b1b1451c-1a76-4108-aec3-2b1afec05559 HTTP/1.1" status: 200 len: 1101 time: 0.3026388 May 05 21:38:40.477701 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-c12212ca-b3c2-4a7a-bf7a-92ebfbd8804f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:40.479671 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-c12212ca-b3c2-4a7a-bf7a-92ebfbd8804f service neutron] 10.222.0.32 "PUT /v2.0/ports/9d3fb1fa-9cb8-4a80-856f-140b78d9e59f HTTP/1.1" status: 200 len: 1121 time: 3.1350162 May 05 21:38:40.541315 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-51f21fd1-532f-41f8-ab8a-83f14980292c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a67e47-28fa-4393-9349-a9cde0bcd7d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2036410776-router', 'tenant_id': 'd8d84e5601be47409a299ef27c35a529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '8b6b62b1-4de2-4d66-ac31-e1d5a7883e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:37:05Z', 'updated_at': '2022-05-05T21:37:09Z', 'revision_number': 4, 'project_id': 'd8d84e5601be47409a299ef27c35a529', 'gw_port': {'id': '8b6b62b1-4de2-4d66-ac31-e1d5a7883e66', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:72:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a67e47-28fa-4393-9349-a9cde0bcd7d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:37:06Z', 'updated_at': '2022-05-05T21:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '7a8ffa1a-897d-4df9-ab8b-fc14324274b3', 'name': '', 'network_id': '024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2', 'tenant_id': 'd8d84e5601be47409a299ef27c35a529', 'mac_address': 'fa:16:3e:ce:13:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a67e47-28fa-4393-9349-a9cde0bcd7d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '761d7a8a-b72e-455d-b2ab-6aa95ead4c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:37:08Z', 'updated_at': '2022-05-05T21:37:25Z', 'revision_number': 5, 'project_id': 'd8d84e5601be47409a299ef27c35a529', 'subnets': [{'id': '761d7a8a-b72e-455d-b2ab-6aa95ead4c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:38:40.546488 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f21fd1-532f-41f8-ab8a-83f14980292c None None] Checking router: 44a67e47-28fa-4393-9349-a9cde0bcd7d7 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:38:40.552994 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['9d3fb1fa-9cb8-4a80-856f-140b78d9e59f'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:38:40.560114 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f21fd1-532f-41f8-ab8a-83f14980292c None None] Routers {'44a67e47-28fa-4393-9349-a9cde0bcd7d7'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:38:40.560882 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-51f21fd1-532f-41f8-ab8a-83f14980292c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:38:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['44a67e47-28fa-4393-9349-a9cde0bcd7d7'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:38:40.579761 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-8fe2bc3c-8431-483c-a405-446e87c5b22b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:38:40.593891 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-661724cc-708c-4be3-95f6-0bdf6a3c2b25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:40.594470 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a1dd22ed-b10d-40cb-8d7d-3559f507aa0f req-2c83cfa4-512a-4d07-a186-66145f48ca78 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195974 May 05 21:38:40.608517 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-8fe2bc3c-8431-483c-a405-446e87c5b22b admin admin] Usage tracker for resource:security_group_rule and tenant:17c2b1ab7e3442cb9cba9b9a4dfeb98b is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:38:40.617616 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-8fe2bc3c-8431-483c-a405-446e87c5b22b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:38:40.647277 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-8fe2bc3c-8431-483c-a405-446e87c5b22b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:38:40.667183 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d280ccb-dd06-4b00-9963-afb21b1c44d3 req-2654448a-0e6e-43e6-ae2f-1e01c2a03f50 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:40.690730 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1d280ccb-dd06-4b00-9963-afb21b1c44d3 req-2654448a-0e6e-43e6-ae2f-1e01c2a03f50 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=59e56847-3790-4a2b-bea4-ee3cf1beb827 HTTP/1.1" status: 200 len: 950 time: 0.3802888 May 05 21:38:40.705325 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-661724cc-708c-4be3-95f6-0bdf6a3c2b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:40.857462 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1d280ccb-dd06-4b00-9963-afb21b1c44d3 req-6f205aa7-f978-43b0-8152-beb0f1b37986 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754928 May 05 21:38:40.891209 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661724cc-708c-4be3-95f6-0bdf6a3c2b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=417b0c6b-41b2-47b0-924d-e907741ca17f,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:40.938574 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [req-968ace6c-0840-4863-ba33-3b8cf09b0e8f req-203f3c60-c650-433b-9653-b22e02ddd11d service neutron] show failed (client error): The resource could not be found. May 05 21:38:40.951398 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-968ace6c-0840-4863-ba33-3b8cf09b0e8f req-203f3c60-c650-433b-9653-b22e02ddd11d service neutron] 10.222.0.32 "GET /v2.0/ports/105dc9f5-69de-49f6-ba48-8d7a2dc2ca67/bindings/n-h1-825175-4 HTTP/1.1" status: 404 len: 380 time: 0.4759383 May 05 21:38:40.956207 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f1aa18b8-57c7-46d4-bf33-c6497d1ecd63 req-4f4f2e99-afb2-422b-9218-cdbca1d71ee3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1ca76424-3ba6-464b-afc8-19f038955bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4698126 May 05 21:38:40.976827 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c273e1b9-2928-4a83-9ced-968c344edab4 req-fdec941d-96cc-458c-a61d-570157a82482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:41.004314 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c6ce6e56-a4ee-476f-86f7-cf4e1792f9ec req-cba6a4e0-8534-412b-9bc2-19f8129707b0 tempest-ServersAdmin275Test-202091237 tempest-ServersAdmin275Test-202091237-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1e2ca430-ec50-43bd-9382-00c977af114e HTTP/1.1" status: 200 len: 210 time: 0.1425636 May 05 21:38:41.054206 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8fe2bc3c-8431-483c-a405-446e87c5b22b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:41.060904 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8fe2bc3c-8431-483c-a405-446e87c5b22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:41.071315 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-51f21fd1-532f-41f8-ab8a-83f14980292c None None] Set router 44a67e47-28fa-4393-9349-a9cde0bcd7d7 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:38:41.088630 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b31fb72d-efdd-4edb-a58b-a51a0f900406 req-f690e7c4-7fd8-4a70-9589-c8e761fd6ea2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8804cd72-e5a7-432f-b5a3-f7c81f187a1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6693361 May 05 21:38:41.102228 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-661724cc-708c-4be3-95f6-0bdf6a3c2b25 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5d03c1bc7eeb4866a6d1a027676fcc63&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4533861 May 05 21:38:41.105013 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 57536) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:38:41.118725 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-8fe2bc3c-8431-483c-a405-446e87c5b22b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=17c2b1ab7e3442cb9cba9b9a4dfeb98b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2199969 May 05 21:38:41.124382 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-3c108bae-c706-4eb3-a64d-627f19be0e8c None None] Provisioning for port 679ec26d-553e-43b5-9d56-5506c61976dc completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:38:41.124977 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 57540) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:38:41.139474 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-3c108bae-c706-4eb3-a64d-627f19be0e8c None None] Provisioning complete for port 679ec26d-553e-43b5-9d56-5506c61976dc triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:38:41.141372 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3c108bae-c706-4eb3-a64d-627f19be0e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:41.260954 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe2bc3c-8431-483c-a405-446e87c5b22b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe590d5b-e969-4456-93d0-afb04f44a1a3,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:41.349566 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-3c108bae-c706-4eb3-a64d-627f19be0e8c None None] Port 679ec26d-553e-43b5-9d56-5506c61976dc cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:38:41.357548 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0fc15fb0-a83a-4c43-b7a7-ad717ac36277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:41.426279 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0fc15fb0-a83a-4c43-b7a7-ad717ac36277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:41.439511 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f628c9e1-62dd-4ee4-962d-508a299e1477 req-8ef88cdd-2081-4c46-9b02-c3287b01107f tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:41.440218 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-f628c9e1-62dd-4ee4-962d-508a299e1477 req-8ef88cdd-2081-4c46-9b02-c3287b01107f tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Synchronizing usage tracker for tenant:d8d84e5601be47409a299ef27c35a529 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:38:41.484926 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-250c6966-adeb-4dcf-9ffc-e0470825cedc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:41.495345 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-f628c9e1-62dd-4ee4-962d-508a299e1477 req-8ef88cdd-2081-4c46-9b02-c3287b01107f tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Unset dirty status for tenant:d8d84e5601be47409a299ef27c35a529 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:38:41.496575 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f628c9e1-62dd-4ee4-962d-508a299e1477 req-8ef88cdd-2081-4c46-9b02-c3287b01107f tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdd459bd-9ead-40b1-a8a1-f184cdcb5a24 HTTP/1.1" status: 200 len: 932 time: 0.3235850 May 05 21:38:41.565709 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0fc15fb0-a83a-4c43-b7a7-ad717ac36277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:41.608687 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc15fb0-a83a-4c43-b7a7-ad717ac36277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe590d5b-e969-4456-93d0-afb04f44a1a3,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:41.609277 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-250c6966-adeb-4dcf-9ffc-e0470825cedc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:41.617636 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0fc15fb0-a83a-4c43-b7a7-ad717ac36277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:41.634565 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0fc15fb0-a83a-4c43-b7a7-ad717ac36277 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fe590d5b-e969-4456-93d0-afb04f44a1a3 HTTP/1.1" status: 204 len: 168 time: 0.4975951 May 05 21:38:41.664088 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f628c9e1-62dd-4ee4-962d-508a299e1477 req-d11453b3-f0d5-4f2e-be70-fb1495cf3dd4 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f526b55-d264-48ee-8188-9cc4ec8dd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599915 May 05 21:38:41.720122 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-51f21fd1-532f-41f8-ab8a-83f14980292c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a67e47-28fa-4393-9349-a9cde0bcd7d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2036410776-router', 'tenant_id': 'd8d84e5601be47409a299ef27c35a529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '8b6b62b1-4de2-4d66-ac31-e1d5a7883e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:37:05Z', 'updated_at': '2022-05-05T21:37:09Z', 'revision_number': 4, 'project_id': 'd8d84e5601be47409a299ef27c35a529', 'gw_port': {'id': '8b6b62b1-4de2-4d66-ac31-e1d5a7883e66', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:72:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a67e47-28fa-4393-9349-a9cde0bcd7d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:37:06Z', 'updated_at': '2022-05-05T21:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '7a8ffa1a-897d-4df9-ab8b-fc14324274b3', 'name': '', 'network_id': '024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2', 'tenant_id': 'd8d84e5601be47409a299ef27c35a529', 'mac_address': 'fa:16:3e:ce:13:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a67e47-28fa-4393-9349-a9cde0bcd7d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '761d7a8a-b72e-455d-b2ab-6aa95ead4c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:37:08Z', 'updated_at': '2022-05-05T21:37:25Z', 'revision_number': 5, 'project_id': 'd8d84e5601be47409a299ef27c35a529', 'subnets': [{'id': '761d7a8a-b72e-455d-b2ab-6aa95ead4c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:38:41.734549 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f21fd1-532f-41f8-ab8a-83f14980292c None None] The sync data for ids ['44a67e47-28fa-4393-9349-a9cde0bcd7d7'] in n-d-825175-4 is: [{'id': '44a67e47-28fa-4393-9349-a9cde0bcd7d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2036410776-router', 'tenant_id': 'd8d84e5601be47409a299ef27c35a529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '8b6b62b1-4de2-4d66-ac31-e1d5a7883e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:37:05Z', 'updated_at': '2022-05-05T21:37:09Z', 'revision_number': 4, 'project_id': 'd8d84e5601be47409a299ef27c35a529', 'gw_port': {'id': '8b6b62b1-4de2-4d66-ac31-e1d5a7883e66', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:72:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a67e47-28fa-4393-9349-a9cde0bcd7d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:37:06Z', 'updated_at': '2022-05-05T21:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '7a8ffa1a-897d-4df9-ab8b-fc14324274b3', 'name': '', 'network_id': '024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2', 'tenant_id': 'd8d84e5601be47409a299ef27c35a529', 'mac_address': 'fa:16:3e:ce:13:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a67e47-28fa-4393-9349-a9cde0bcd7d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '761d7a8a-b72e-455d-b2ab-6aa95ead4c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:37:08Z', 'updated_at': '2022-05-05T21:37:25Z', 'revision_number': 5, 'project_id': 'd8d84e5601be47409a299ef27c35a529', 'subnets': [{'id': '761d7a8a-b72e-455d-b2ab-6aa95ead4c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:38:41.913917 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3530fcf-e165-45ed-a381-89f76a8f60af req-85daff71-f1d6-40f2-91d7-3b031815c9ba tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:41.916150 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a3530fcf-e165-45ed-a381-89f76a8f60af req-85daff71-f1d6-40f2-91d7-3b031815c9ba tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1b1451c-1a76-4108-aec3-2b1afec05559 HTTP/1.1" status: 200 len: 950 time: 0.1642294 May 05 21:38:41.924152 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b31fb72d-efdd-4edb-a58b-a51a0f900406 req-6b73240b-cf62-4018-9a41-4bf94d479233 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=300e0002c0a34937b02bd35920b6a01f&device_id=8804cd72-e5a7-432f-b5a3-f7c81f187a1e HTTP/1.1" status: 200 len: 1096 time: 0.5836997 May 05 21:38:42.040507 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a3530fcf-e165-45ed-a381-89f76a8f60af req-a40de60e-19ec-463c-a192-5b76f0ffa18b tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ca76424-3ba6-464b-afc8-19f038955bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182241 May 05 21:38:42.045854 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c658b60d-fe3a-488a-8836-fc61937ea474', 'name': 'network-vif-deleted', 'tag': 'c6473476-12a6-418a-a3d8-7df9efd64201'}, {'name': 'network-changed', 'server_uuid': '69bfe57c-584c-43e8-9251-0c220d92fa83', 'tag': '9d3fb1fa-9cb8-4a80-856f-140b78d9e59f'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:38:42.059768 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-968ace6c-0840-4863-ba33-3b8cf09b0e8f req-4c28b0a6-21d0-45fc-8465-3300d24246be service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=59e56847-3790-4a2b-bea4-ee3cf1beb827&tenant_id=1d0c3bd18deb4529a9eff5d87fa07f7f HTTP/1.1" status: 200 len: 1101 time: 0.4552956 May 05 21:38:42.093422 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-968ace6c-0840-4863-ba33-3b8cf09b0e8f req-ef80d503-08f8-4f93-845c-4a891aebd69a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825175-4', 'device_owner': 'compute:nova'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:38:42.155197 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe856fd4-d3f8-4961-9756-42a6c76d6791 None None] New status for floating IP 6f68fdf4-d4a2-4ab3-b10a-7835984594b5: DOWN {{(pid=84064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 21:38:42.259921 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 57558) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:38:42.323253 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516fe0b-0b3f-4b36-8add-c7adb2ab741f req-40791cbd-b4d4-4911-8066-eaa43ea67573 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:42.324738 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7516fe0b-0b3f-4b36-8add-c7adb2ab741f req-40791cbd-b4d4-4911-8066-eaa43ea67573 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=69bfe57c-584c-43e8-9251-0c220d92fa83 HTTP/1.1" status: 200 len: 943 time: 0.1829700 May 05 21:38:42.325542 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-c273e1b9-2928-4a83-9ced-968c344edab4 req-fdec941d-96cc-458c-a61d-570157a82482 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 679ec26d-553e-43b5-9d56-5506c61976dc {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:38:42.335654 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d048241e-f463-4cac-85c6-063fcccc0ed9 req-eff635a9-2357-4bf5-b247-003628475185 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:42.339487 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d048241e-f463-4cac-85c6-063fcccc0ed9 req-eff635a9-2357-4bf5-b247-003628475185 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=59e56847-3790-4a2b-bea4-ee3cf1beb827 HTTP/1.1" status: 200 len: 950 time: 0.1188684 May 05 21:38:42.341470 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c273e1b9-2928-4a83-9ced-968c344edab4 req-fdec941d-96cc-458c-a61d-570157a82482 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:42.344644 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-658911d2-1723-46ea-9661-bd47390ffa58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:42.359391 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-250c6966-adeb-4dcf-9ffc-e0470825cedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:42.419603 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7516fe0b-0b3f-4b36-8add-c7adb2ab741f req-b410b75c-7d27-468f-84e6-11ab658a18a2 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783181 May 05 21:38:42.437965 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250c6966-adeb-4dcf-9ffc-e0470825cedc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417b0c6b-41b2-47b0-924d-e907741ca17f,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:42.441921 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d048241e-f463-4cac-85c6-063fcccc0ed9 req-164c1884-2106-4538-a906-5458ac7e6e62 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741069 May 05 21:38:42.446926 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-c273e1b9-2928-4a83-9ced-968c344edab4 req-fdec941d-96cc-458c-a61d-570157a82482 service neutron] Transition to ACTIVE for port object 679ec26d-553e-43b5-9d56-5506c61976dc will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:38:42.479419 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c273e1b9-2928-4a83-9ced-968c344edab4 req-fdec941d-96cc-458c-a61d-570157a82482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:42.537938 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15773134-9d41-48d1-b682-d4312233307b'] response: {'server_uuid': 'c658b60d-fe3a-488a-8836-fc61937ea474', 'name': 'network-vif-deleted', 'tag': 'c6473476-12a6-418a-a3d8-7df9efd64201', 'status': 'completed', 'code': 200} May 05 21:38:42.538499 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15773134-9d41-48d1-b682-d4312233307b'] response: {'name': 'network-changed', 'server_uuid': '69bfe57c-584c-43e8-9251-0c220d92fa83', 'tag': '9d3fb1fa-9cb8-4a80-856f-140b78d9e59f', 'status': 'completed', 'code': 200} May 05 21:38:42.543322 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-250c6966-adeb-4dcf-9ffc-e0470825cedc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:42.546930 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-250c6966-adeb-4dcf-9ffc-e0470825cedc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/417b0c6b-41b2-47b0-924d-e907741ca17f HTTP/1.1" status: 204 len: 168 time: 1.4387007 May 05 21:38:42.609546 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-658911d2-1723-46ea-9661-bd47390ffa58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:38:42.612413 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31fb72d-efdd-4edb-a58b-a51a0f900406 req-6f245172-f9e9-49b7-9b61-13f6970802bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:42.613865 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b31fb72d-efdd-4edb-a58b-a51a0f900406 req-6f245172-f9e9-49b7-9b61-13f6970802bd service neutron] 10.222.0.32 "GET /v2.0/networks?id=2ea271d8-96e6-42e1-b4ca-22da751bdd28 HTTP/1.1" status: 200 len: 921 time: 0.6411598 May 05 21:38:42.614398 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-968ace6c-0840-4863-ba33-3b8cf09b0e8f req-ef80d503-08f8-4f93-845c-4a891aebd69a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:42.727332 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e5e7f7db-a714-48f1-9613-2ec4d3aa2837 req-a891d5ea-1a6d-4e43-81ed-c4d93d726fa1 tempest-ServersAdmin275Test-202091237 tempest-ServersAdmin275Test-202091237-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1e2ca430-ec50-43bd-9382-00c977af114e HTTP/1.1" status: 200 len: 210 time: 0.0648246 May 05 21:38:42.748594 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-844f9a2d-72ff-4c2a-8975-649faec8fadf req-dd57dce3-ac36-496f-9fd2-7885fb3f7324 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=300e0002c0a34937b02bd35920b6a01f&device_id=69bfe57c-584c-43e8-9251-0c220d92fa83 HTTP/1.1" status: 200 len: 1124 time: 0.1816270 May 05 21:38:42.754001 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-658911d2-1723-46ea-9661-bd47390ffa58 admin admin] Usage tracker for resource:security_group_rule and tenant:c9a311bf936b416a8339bd75d23d25ba is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:38:42.757857 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-658911d2-1723-46ea-9661-bd47390ffa58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:38:42.763972 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-658911d2-1723-46ea-9661-bd47390ffa58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:38:42.811487 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b31fb72d-efdd-4edb-a58b-a51a0f900406 req-ec6a5a3f-edf9-43b7-8ccf-d3e01d607f44 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5eb4f53-a642-446d-8190-e7b77b1d015d HTTP/1.1" status: 200 len: 217 time: 0.1663795 May 05 21:38:43.018913 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.44', 54191) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:38:43.126054 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec941d-96cc-458c-a61d-570157a82482 service neutron] Pushing event updated for resources: {'Port': ['ID=679ec26d-553e-43b5-9d56-5506c61976dc,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:43.140470 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 57576) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:38:43.172026 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-658911d2-1723-46ea-9661-bd47390ffa58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:43.193431 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9c5a20b0-62e6-4f8a-83f3-4304dd11def9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:43.200938 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-658911d2-1723-46ea-9661-bd47390ffa58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:43.205884 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f9a2d-72ff-4c2a-8975-649faec8fadf req-ddcb8a1d-28a2-4175-8800-4d383e80af81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:43.209002 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-844f9a2d-72ff-4c2a-8975-649faec8fadf req-ddcb8a1d-28a2-4175-8800-4d383e80af81 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2ea271d8-96e6-42e1-b4ca-22da751bdd28 HTTP/1.1" status: 200 len: 921 time: 0.4533358 May 05 21:38:43.252232 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-c273e1b9-2928-4a83-9ced-968c344edab4 req-fdec941d-96cc-458c-a61d-570157a82482 service neutron] Attempting to bind port 679ec26d-553e-43b5-9d56-5506c61976dc on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:38:43.252514 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-c273e1b9-2928-4a83-9ced-968c344edab4 req-fdec941d-96cc-458c-a61d-570157a82482 service neutron] Attempting to bind port 679ec26d-553e-43b5-9d56-5506c61976dc by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': '4c0b01e5-8fe5-4bee-966f-ea37d84bcbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:38:43.252860 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c273e1b9-2928-4a83-9ced-968c344edab4 req-fdec941d-96cc-458c-a61d-570157a82482 service neutron] Attempting to bind port 679ec26d-553e-43b5-9d56-5506c61976dc on network 024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:38:43.266403 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31fb72d-efdd-4edb-a58b-a51a0f900406 req-4dba48cd-b927-43d8-9f46-a69dc46d01a1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:43.267880 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b31fb72d-efdd-4edb-a58b-a51a0f900406 req-4dba48cd-b927-43d8-9f46-a69dc46d01a1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=36081928-afee-4476-8a16-bce3420fbcc5 HTTP/1.1" status: 200 len: 860 time: 0.4263654 May 05 21:38:43.301839 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5d2d61ba-ddff-47d6-b062-1426486818b0 req-49c631d4-7728-4872-a4ef-da4037a55941 tempest-ServersAdminTestJSON-281712813 tempest-ServersAdminTestJSON-281712813-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8634e2ba-70c7-4eca-b079-298d6f3d1b54 HTTP/1.1" status: 200 len: 1122 time: 0.4857242 May 05 21:38:43.309219 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-844f9a2d-72ff-4c2a-8975-649faec8fadf req-fa343dd6-7b7c-473c-93ed-3bf7f1fe1eff service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d3fb1fa-9cb8-4a80-856f-140b78d9e59f HTTP/1.1" status: 200 len: 217 time: 0.0914848 May 05 21:38:43.310191 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-9c5a20b0-62e6-4f8a-83f3-4304dd11def9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:38:43.318079 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f47d397-4809-4d0a-b74e-b8b0ac228dc2 req-b371ca42-d1d1-4aa3-93c5-1a4560c55778 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:43.319555 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8f47d397-4809-4d0a-b74e-b8b0ac228dc2 req-b371ca42-d1d1-4aa3-93c5-1a4560c55778 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdd459bd-9ead-40b1-a8a1-f184cdcb5a24 HTTP/1.1" status: 200 len: 944 time: 0.2914748 May 05 21:38:43.364623 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-9c5a20b0-62e6-4f8a-83f3-4304dd11def9 admin admin] Usage tracker for resource:security_group_rule and tenant:1d8a9b70562f4992ba93fd8fc5203b47 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:38:43.365624 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b31fb72d-efdd-4edb-a58b-a51a0f900406 req-e2f46fa7-5313-4246-89bc-42d74edc1102 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2ea271d8-96e6-42e1-b4ca-22da751bdd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882597 May 05 21:38:43.366246 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658911d2-1723-46ea-9661-bd47390ffa58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=008c1d29-02d1-41fd-8020-91da1751f91e,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:43.372688 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c273e1b9-2928-4a83-9ced-968c344edab4 req-fdec941d-96cc-458c-a61d-570157a82482 service neutron] Port 679ec26d-553e-43b5-9d56-5506c61976dc on network 024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:38:43.373022 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c273e1b9-2928-4a83-9ced-968c344edab4 req-fdec941d-96cc-458c-a61d-570157a82482 service neutron] Attempting to bind port 679ec26d-553e-43b5-9d56-5506c61976dc on network 024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:38:43.379424 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-9c5a20b0-62e6-4f8a-83f3-4304dd11def9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:38:43.385059 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-658911d2-1723-46ea-9661-bd47390ffa58 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c9a311bf936b416a8339bd75d23d25ba&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1203566 May 05 21:38:43.405988 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 57580) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:38:43.408385 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-9c5a20b0-62e6-4f8a-83f3-4304dd11def9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:38:43.471638 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f9a2d-72ff-4c2a-8975-649faec8fadf req-65629885-cfcf-4a3f-a34b-495ebec96b80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:43.472959 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-844f9a2d-72ff-4c2a-8975-649faec8fadf req-65629885-cfcf-4a3f-a34b-495ebec96b80 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=36081928-afee-4476-8a16-bce3420fbcc5 HTTP/1.1" status: 200 len: 860 time: 0.1526527 May 05 21:38:43.526767 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c273e1b9-2928-4a83-9ced-968c344edab4 req-fdec941d-96cc-458c-a61d-570157a82482 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:38:43.527117 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c273e1b9-2928-4a83-9ced-968c344edab4 req-fdec941d-96cc-458c-a61d-570157a82482 service neutron] Checking segment: {'id': '4c0b01e5-8fe5-4bee-966f-ea37d84bcbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:38:43.527508 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c273e1b9-2928-4a83-9ced-968c344edab4 req-fdec941d-96cc-458c-a61d-570157a82482 service neutron] Bound using segment: {'id': '4c0b01e5-8fe5-4bee-966f-ea37d84bcbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:38:43.527892 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-c273e1b9-2928-4a83-9ced-968c344edab4 req-fdec941d-96cc-458c-a61d-570157a82482 service neutron] Bound port: 679ec26d-553e-43b5-9d56-5506c61976dc, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c0b01e5-8fe5-4bee-966f-ea37d84bcbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:38:43.528229 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c273e1b9-2928-4a83-9ced-968c344edab4 req-fdec941d-96cc-458c-a61d-570157a82482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:43.548953 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-630ef08e-7d21-47c9-8df6-b3b73e88c85d req-5b1913ce-6d4c-4308-841c-0e85eb86d6ed service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=24e2c0d6-e977-4820-b498-d250107d9d70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4979270 May 05 21:38:43.553930 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-844f9a2d-72ff-4c2a-8975-649faec8fadf req-7b57c5fa-7913-465b-b726-fcfaa927aa42 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2ea271d8-96e6-42e1-b4ca-22da751bdd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592504 May 05 21:38:43.557490 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5d2d61ba-ddff-47d6-b062-1426486818b0 req-933016cc-6790-4800-bae1-0836ddaf7fa6 tempest-ServersAdminTestJSON-281712813 tempest-ServersAdminTestJSON-281712813-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447670 May 05 21:38:43.564623 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8f47d397-4809-4d0a-b74e-b8b0ac228dc2 req-38835a4a-8cb9-470c-985a-0b2c3f747445 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f526b55-d264-48ee-8188-9cc4ec8dd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927731 May 05 21:38:43.622807 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a11e199f-88e3-49de-bbc2-cacb6af5e450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:43.745048 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9c5a20b0-62e6-4f8a-83f3-4304dd11def9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:43.748761 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a11e199f-88e3-49de-bbc2-cacb6af5e450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:43.768184 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-c273e1b9-2928-4a83-9ced-968c344edab4 req-fdec941d-96cc-458c-a61d-570157a82482 service neutron] For port 679ec26d-553e-43b5-9d56-5506c61976dc, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:38:43.771799 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9c5a20b0-62e6-4f8a-83f3-4304dd11def9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:43.777541 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b31fb72d-efdd-4edb-a58b-a51a0f900406 req-e332a281-34ea-4f81-9139-3696b0dc4f58 service neutron] 10.222.0.32 "GET /v2.0/networks/2ea271d8-96e6-42e1-b4ca-22da751bdd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4007258 May 05 21:38:43.786829 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-968ace6c-0840-4863-ba33-3b8cf09b0e8f req-ef80d503-08f8-4f93-845c-4a891aebd69a service neutron] For port 105dc9f5-69de-49f6-ba48-8d7a2dc2ca67, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=105dc9f5-69de-49f6-ba48-8d7a2dc2ca67,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:38:43.791464 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-c273e1b9-2928-4a83-9ced-968c344edab4 req-fdec941d-96cc-458c-a61d-570157a82482 service neutron] For port 679ec26d-553e-43b5-9d56-5506c61976dc, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=679ec26d-553e-43b5-9d56-5506c61976dc,segment=NetworkSegment(4c0b01e5-8fe5-4bee-966f-ea37d84bcbb4),segment_id=4c0b01e5-8fe5-4bee-966f-ea37d84bcbb4)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:38:43.818690 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c273e1b9-2928-4a83-9ced-968c344edab4 req-fdec941d-96cc-458c-a61d-570157a82482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:43.908885 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-034b6a5f-ff5f-4b22-974b-de4134f06067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:43.942339 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a20b0-62e6-4f8a-83f3-4304dd11def9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58452cd9-d2e6-4d56-a55e-975fe3435b13,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:43.950704 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-844f9a2d-72ff-4c2a-8975-649faec8fadf req-40613481-40c0-4d56-bd96-61baa4df9cf1 service neutron] 10.222.0.44 "GET /v2.0/networks/2ea271d8-96e6-42e1-b4ca-22da751bdd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3712881 May 05 21:38:43.959984 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-9c5a20b0-62e6-4f8a-83f3-4304dd11def9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1d8a9b70562f4992ba93fd8fc5203b47&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8141372 May 05 21:38:43.980205 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 57592) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:38:44.013896 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.resource_extend [req-968ace6c-0840-4863-ba33-3b8cf09b0e8f req-ef80d503-08f8-4f93-845c-4a891aebd69a service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 21:38:44.073976 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a11e199f-88e3-49de-bbc2-cacb6af5e450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:44.080016 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c273e1b9-2928-4a83-9ced-968c344edab4 req-fdec941d-96cc-458c-a61d-570157a82482 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:44.081420 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c273e1b9-2928-4a83-9ced-968c344edab4 req-fdec941d-96cc-458c-a61d-570157a82482 service neutron] 10.222.0.44 "PUT /v2.0/ports/679ec26d-553e-43b5-9d56-5506c61976dc HTTP/1.1" status: 200 len: 1092 time: 3.7459798 May 05 21:38:44.082823 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdd459bd-9ead-40b1-a8a1-f184cdcb5a24', 'tag': '679ec26d-553e-43b5-9d56-5506c61976dc'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:38:44.106224 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e199f-88e3-49de-bbc2-cacb6af5e450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=008c1d29-02d1-41fd-8020-91da1751f91e,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:44.116347 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-968ace6c-0840-4863-ba33-3b8cf09b0e8f req-ef80d503-08f8-4f93-845c-4a891aebd69a service neutron] For port 105dc9f5-69de-49f6-ba48-8d7a2dc2ca67, host n-h2-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:38:44.133949 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9b647-5e37-4c30-8e42-e7e746e84929 req-c4878ac3-dc0f-4429-9437-c82d0fa4ca42 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:44.135517 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-08a9b647-5e37-4c30-8e42-e7e746e84929 req-c4878ac3-dc0f-4429-9437-c82d0fa4ca42 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1b1451c-1a76-4108-aec3-2b1afec05559 HTTP/1.1" status: 200 len: 950 time: 0.3516309 May 05 21:38:44.162447 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53323ef7-ec29-48be-8003-57e603781cb9 req-c1e91d18-9f06-402e-b5f7-fd233ff8c594 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:44.164025 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-53323ef7-ec29-48be-8003-57e603781cb9 req-c1e91d18-9f06-402e-b5f7-fd233ff8c594 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=59e56847-3790-4a2b-bea4-ee3cf1beb827 HTTP/1.1" status: 200 len: 950 time: 0.3854659 May 05 21:38:44.185287 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a11e199f-88e3-49de-bbc2-cacb6af5e450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:44.186350 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a11e199f-88e3-49de-bbc2-cacb6af5e450 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/008c1d29-02d1-41fd-8020-91da1751f91e HTTP/1.1" status: 204 len: 168 time: 0.7794795 May 05 21:38:44.188369 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-844f9a2d-72ff-4c2a-8975-649faec8fadf req-d037fd4c-fe51-4104-ae1f-a4ec46a45760 service neutron] 10.222.0.44 "GET /v2.0/networks/2ea271d8-96e6-42e1-b4ca-22da751bdd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267215 May 05 21:38:44.262098 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec941d-96cc-458c-a61d-570157a82482 service neutron] Pushing event updated for resources: {'Port': ['ID=679ec26d-553e-43b5-9d56-5506c61976dc,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:44.281832 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-630ef08e-7d21-47c9-8df6-b3b73e88c85d req-3c38c8b4-d2a6-43cf-afc1-96baf8962e43 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=60628924233a465383edf7cfad7065b9&device_id=24e2c0d6-e977-4820-b498-d250107d9d70 HTTP/1.1" status: 200 len: 1101 time: 0.5530798 May 05 21:38:44.283584 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b31fb72d-efdd-4edb-a58b-a51a0f900406 req-5832c556-f5ea-46e9-9447-c325d54cd9ed service neutron] 10.222.0.32 "GET /v2.0/networks/2ea271d8-96e6-42e1-b4ca-22da751bdd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4909375 May 05 21:38:44.307740 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-968ace6c-0840-4863-ba33-3b8cf09b0e8f req-ef80d503-08f8-4f93-845c-4a891aebd69a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:44.311546 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-08a9b647-5e37-4c30-8e42-e7e746e84929 req-6b442890-36d0-4ffa-a27c-de1d28888624 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ca76424-3ba6-464b-afc8-19f038955bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608653 May 05 21:38:44.330086 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-53323ef7-ec29-48be-8003-57e603781cb9 req-c14edc35-03b8-43c0-8a96-d8c27a3326fe tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476219 May 05 21:38:44.340233 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c273e1b9-2928-4a83-9ced-968c344edab4 req-2aa13b65-4074-455f-b5a0-83e136c368d6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d8d84e5601be47409a299ef27c35a529&device_id=bdd459bd-9ead-40b1-a8a1-f184cdcb5a24 HTTP/1.1" status: 200 len: 1095 time: 0.1939299 May 05 21:38:44.356580 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-1d513406-5986-472c-8382-68698213a74b service neutron] 10.222.0.44 "GET /v2.0/ports/9d3fb1fa-9cb8-4a80-856f-140b78d9e59f/bindings/n-h2-825175-4 HTTP/1.1" status: 200 len: 384 time: 0.1501989 May 05 21:38:44.429253 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 9d3fb1fa-9cb8-4a80-856f-140b78d9e59f details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:38:44.454112 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 105dc9f5-69de-49f6-ba48-8d7a2dc2ca67 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:38:44.456608 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5a721b91-5eed-41cb-8c81-c7ee49d049bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:44.475841 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-968ace6c-0840-4863-ba33-3b8cf09b0e8f req-ef80d503-08f8-4f93-845c-4a891aebd69a service neutron] Transition to ACTIVE for port object 105dc9f5-69de-49f6-ba48-8d7a2dc2ca67 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:38:44.507054 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-968ace6c-0840-4863-ba33-3b8cf09b0e8f req-ef80d503-08f8-4f93-845c-4a891aebd69a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:44.578086 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 105dc9f5-69de-49f6-ba48-8d7a2dc2ca67 not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:38:44.637630 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:38:44.683365 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c273e1b9-2928-4a83-9ced-968c344edab4 req-da7044e9-b18f-43c9-933d-891f1948a64a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=679ec26d-553e-43b5-9d56-5506c61976dc HTTP/1.1" status: 200 len: 217 time: 0.2810755 May 05 21:38:44.717749 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5a721b91-5eed-41cb-8c81-c7ee49d049bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:44.730844 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 9d3fb1fa-9cb8-4a80-856f-140b78d9e59f, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=9d3fb1fa-9cb8-4a80-856f-140b78d9e59f,segment=NetworkSegment(87859d75-c285-4ea1-b899-3b38f003cf70),segment_id=87859d75-c285-4ea1-b899-3b38f003cf70)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:38:44.750782 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 9d3fb1fa-9cb8-4a80-856f-140b78d9e59f has no active binding in host n-h2-825175-4 {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 05 21:38:44.833641 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-968ace6c-0840-4863-ba33-3b8cf09b0e8f req-ef80d503-08f8-4f93-845c-4a891aebd69a service neutron] No DVR routers for this DVR port 105dc9f5-69de-49f6-ba48-8d7a2dc2ca67 on host n-h2-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:38:44.885502 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ef08e-7d21-47c9-8df6-b3b73e88c85d req-d613f3ee-42d3-40db-baed-f2667200578b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:44.886990 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-630ef08e-7d21-47c9-8df6-b3b73e88c85d req-d613f3ee-42d3-40db-baed-f2667200578b service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 HTTP/1.1" status: 200 len: 870 time: 0.5722959 May 05 21:38:44.898272 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef80d503-08f8-4f93-845c-4a891aebd69a service neutron] Pushing event updated for resources: {'Port': ['ID=105dc9f5-69de-49f6-ba48-8d7a2dc2ca67,revision_number=6']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:44.985656 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273e1b9-2928-4a83-9ced-968c344edab4 req-e87617a4-174f-46c4-b64a-96df76cb6083 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:44.987126 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c273e1b9-2928-4a83-9ced-968c344edab4 req-e87617a4-174f-46c4-b64a-96df76cb6083 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=761d7a8a-b72e-455d-b2ab-6aa95ead4c5a HTTP/1.1" status: 200 len: 863 time: 0.2782583 May 05 21:38:44.987552 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69139565-db51-466e-9243-d014d6ccd183 req-8b4f60e4-ab46-4755-8c9d-7a8b03ae1196 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:44.995016 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-69139565-db51-466e-9243-d014d6ccd183 req-8b4f60e4-ab46-4755-8c9d-7a8b03ae1196 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=69bfe57c-584c-43e8-9251-0c220d92fa83 HTTP/1.1" status: 200 len: 943 time: 0.4270303 May 05 21:38:45.059658 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-630ef08e-7d21-47c9-8df6-b3b73e88c85d req-1560f8d9-e8c4-452d-b680-00fe80bd3caa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=1d1333ff-f836-4bc6-84ff-8e2b618b8396 HTTP/1.1" status: 200 len: 217 time: 0.1646881 May 05 21:38:45.061608 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-968ace6c-0840-4863-ba33-3b8cf09b0e8f req-ef80d503-08f8-4f93-845c-4a891aebd69a service neutron] Attempting to bind port 105dc9f5-69de-49f6-ba48-8d7a2dc2ca67 on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:38:45.061972 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-968ace6c-0840-4863-ba33-3b8cf09b0e8f req-ef80d503-08f8-4f93-845c-4a891aebd69a service neutron] Attempting to bind port 105dc9f5-69de-49f6-ba48-8d7a2dc2ca67 by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:38:45.062315 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968ace6c-0840-4863-ba33-3b8cf09b0e8f req-ef80d503-08f8-4f93-845c-4a891aebd69a service neutron] Attempting to bind port 105dc9f5-69de-49f6-ba48-8d7a2dc2ca67 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:38:45.088752 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ae382997-47f0-49fb-8465-b44b387a3b55 req-48620144-9f69-46c8-ad27-a0e2668641a6 tempest-ServersAdminTestJSON-281712813 tempest-ServersAdminTestJSON-281712813-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8634e2ba-70c7-4eca-b079-298d6f3d1b54 HTTP/1.1" status: 200 len: 1122 time: 0.4560053 May 05 21:38:45.126921 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-e1f31480-f193-40f0-81cb-9fb5d9df0d8a service neutron] For port 9d3fb1fa-9cb8-4a80-856f-140b78d9e59f, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=9d3fb1fa-9cb8-4a80-856f-140b78d9e59f,segment=NetworkSegment(87859d75-c285-4ea1-b899-3b38f003cf70),segment_id=87859d75-c285-4ea1-b899-3b38f003cf70)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:38:45.127191 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ef08e-7d21-47c9-8df6-b3b73e88c85d req-1e372fe3-de7b-4d4b-9aab-31f55e573e00 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:45.128720 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-630ef08e-7d21-47c9-8df6-b3b73e88c85d req-1e372fe3-de7b-4d4b-9aab-31f55e573e00 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.0623028 May 05 21:38:45.136809 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-69139565-db51-466e-9243-d014d6ccd183 req-77610a09-3a0b-4097-9734-9c2d76932177 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406224 May 05 21:38:45.145748 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968ace6c-0840-4863-ba33-3b8cf09b0e8f req-ef80d503-08f8-4f93-845c-4a891aebd69a service neutron] Port 105dc9f5-69de-49f6-ba48-8d7a2dc2ca67 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:38:45.146070 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968ace6c-0840-4863-ba33-3b8cf09b0e8f req-ef80d503-08f8-4f93-845c-4a891aebd69a service neutron] Attempting to bind port 105dc9f5-69de-49f6-ba48-8d7a2dc2ca67 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:38:45.164933 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-e1f31480-f193-40f0-81cb-9fb5d9df0d8a service neutron] For port 9d3fb1fa-9cb8-4a80-856f-140b78d9e59f, host n-h1-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:38:45.204015 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5a721b91-5eed-41cb-8c81-c7ee49d049bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:45.207417 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ae382997-47f0-49fb-8465-b44b387a3b55 req-0e718665-407b-4a54-95eb-258b5060ddf9 tempest-ServersAdminTestJSON-281712813 tempest-ServersAdminTestJSON-281712813-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175766 May 05 21:38:45.250386 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a721b91-5eed-41cb-8c81-c7ee49d049bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58452cd9-d2e6-4d56-a55e-975fe3435b13,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:45.255807 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-e1f31480-f193-40f0-81cb-9fb5d9df0d8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d3fb1fa-9cb8-4a80-856f-140b78d9e59f {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:38:45.259395 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968ace6c-0840-4863-ba33-3b8cf09b0e8f req-ef80d503-08f8-4f93-845c-4a891aebd69a service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:38:45.259901 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968ace6c-0840-4863-ba33-3b8cf09b0e8f req-ef80d503-08f8-4f93-845c-4a891aebd69a service neutron] Checking segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:38:45.260362 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968ace6c-0840-4863-ba33-3b8cf09b0e8f req-ef80d503-08f8-4f93-845c-4a891aebd69a service neutron] Bound using segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:38:45.260743 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-968ace6c-0840-4863-ba33-3b8cf09b0e8f req-ef80d503-08f8-4f93-845c-4a891aebd69a service neutron] Bound port: 105dc9f5-69de-49f6-ba48-8d7a2dc2ca67, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:38:45.261144 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-968ace6c-0840-4863-ba33-3b8cf09b0e8f req-ef80d503-08f8-4f93-845c-4a891aebd69a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:45.284954 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-e1f31480-f193-40f0-81cb-9fb5d9df0d8a service neutron] For port 9d3fb1fa-9cb8-4a80-856f-140b78d9e59f, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=9d3fb1fa-9cb8-4a80-856f-140b78d9e59f,segment=NetworkSegment(87859d75-c285-4ea1-b899-3b38f003cf70),segment_id=87859d75-c285-4ea1-b899-3b38f003cf70)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:38:45.306605 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-e1f31480-f193-40f0-81cb-9fb5d9df0d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:45.312519 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5a721b91-5eed-41cb-8c81-c7ee49d049bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:45.313679 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5a721b91-5eed-41cb-8c81-c7ee49d049bb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/58452cd9-d2e6-4d56-a55e-975fe3435b13 HTTP/1.1" status: 204 len: 168 time: 1.3308511 May 05 21:38:45.316210 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdc4bf3e-15b4-4d06-81ba-98f7d1c718f3'] response: {'name': 'network-changed', 'server_uuid': 'bdd459bd-9ead-40b1-a8a1-f184cdcb5a24', 'tag': '679ec26d-553e-43b5-9d56-5506c61976dc', 'status': 'completed', 'code': 200} May 05 21:38:45.379151 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c273e1b9-2928-4a83-9ced-968c344edab4 req-a269eff8-ee98-45e2-b60a-d610af43e5bd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3822570 May 05 21:38:45.485864 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-968ace6c-0840-4863-ba33-3b8cf09b0e8f req-ef80d503-08f8-4f93-845c-4a891aebd69a service neutron] For port 105dc9f5-69de-49f6-ba48-8d7a2dc2ca67, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:38:45.492199 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-630ef08e-7d21-47c9-8df6-b3b73e88c85d req-a003c393-8f9d-4887-8d91-8f06094d7a9a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3488340 May 05 21:38:45.553820 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1e94b8be-c8a5-465b-b8d1-a8d96d9597f0 req-0fe09257-aaae-4adf-a2f9-27652afe793d tempest-ServersAdmin275Test-202091237 tempest-ServersAdmin275Test-202091237-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1e2ca430-ec50-43bd-9382-00c977af114e HTTP/1.1" status: 200 len: 210 time: 0.0855815 May 05 21:38:45.580658 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-e1f31480-f193-40f0-81cb-9fb5d9df0d8a service neutron] Transition to ACTIVE for port object 9d3fb1fa-9cb8-4a80-856f-140b78d9e59f will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:38:45.591786 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-e1f31480-f193-40f0-81cb-9fb5d9df0d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:45.713940 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-630ef08e-7d21-47c9-8df6-b3b73e88c85d req-b7bf243c-0b23-40ba-b147-32379aefae86 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151494 May 05 21:38:45.718018 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-968ace6c-0840-4863-ba33-3b8cf09b0e8f req-ef80d503-08f8-4f93-845c-4a891aebd69a service neutron] For port 105dc9f5-69de-49f6-ba48-8d7a2dc2ca67, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=105dc9f5-69de-49f6-ba48-8d7a2dc2ca67,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:38:45.730520 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-968ace6c-0840-4863-ba33-3b8cf09b0e8f req-ef80d503-08f8-4f93-845c-4a891aebd69a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:45.970769 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef80d503-08f8-4f93-845c-4a891aebd69a service neutron] Pushing event updated for resources: {'Port': ['ID=105dc9f5-69de-49f6-ba48-8d7a2dc2ca67,revision_number=7']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:45.983956 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c273e1b9-2928-4a83-9ced-968c344edab4 req-c96b2ed2-5858-483b-812c-e54183ae004e service neutron] 10.222.0.44 "GET /v2.0/networks/024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5946157 May 05 21:38:46.039236 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6c9cd085-d179-4657-b034-d572c3a92968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:46.041178 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-968ace6c-0840-4863-ba33-3b8cf09b0e8f req-ef80d503-08f8-4f93-845c-4a891aebd69a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:46.042830 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-968ace6c-0840-4863-ba33-3b8cf09b0e8f req-ef80d503-08f8-4f93-845c-4a891aebd69a service neutron] 10.222.0.44 "PUT /v2.0/ports/105dc9f5-69de-49f6-ba48-8d7a2dc2ca67 HTTP/1.1" status: 200 len: 1096 time: 3.9697208 May 05 21:38:46.058194 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-e1f31480-f193-40f0-81cb-9fb5d9df0d8a service neutron] No DVR routers for this DVR port 9d3fb1fa-9cb8-4a80-856f-140b78d9e59f on host n-h1-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:38:46.105620 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f31480-f193-40f0-81cb-9fb5d9df0d8a service neutron] Pushing event updated for resources: {'Port': ['ID=9d3fb1fa-9cb8-4a80-856f-140b78d9e59f,revision_number=10']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:46.207540 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-e1f31480-f193-40f0-81cb-9fb5d9df0d8a service neutron] 10.222.0.44 "PUT /v2.0/ports/9d3fb1fa-9cb8-4a80-856f-140b78d9e59f/bindings/n-h2-825175-4/activate HTTP/1.1" status: 200 len: 369 time: 1.8442397 May 05 21:38:46.230259 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea928a-45fa-4821-8a0f-e86b86b660f6 req-3922fbb4-3836-4ca2-8f8e-f30be0701695 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:46.248168 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2cea928a-45fa-4821-8a0f-e86b86b660f6 req-3922fbb4-3836-4ca2-8f8e-f30be0701695 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdd459bd-9ead-40b1-a8a1-f184cdcb5a24 HTTP/1.1" status: 200 len: 944 time: 0.2890215 May 05 21:38:46.370515 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2cea928a-45fa-4821-8a0f-e86b86b660f6 req-f6aa88a2-3fc0-45bf-a271-49a9b3e2b710 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f526b55-d264-48ee-8188-9cc4ec8dd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213944 May 05 21:38:46.567285 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-630ef08e-7d21-47c9-8df6-b3b73e88c85d req-a1d5fd7e-0ca7-4a47-a881-e26087ef6b8c service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8408699 May 05 21:38:46.644354 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c273e1b9-2928-4a83-9ced-968c344edab4 req-16dd17d1-9290-4e2a-978d-832c3045da09 service neutron] 10.222.0.44 "GET /v2.0/networks/024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6322947 May 05 21:38:46.691291 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d043241-f8bc-43c1-b2f3-bfd2bc545b71 req-f5cf1634-12ed-4372-a18f-cc8982494377 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:46.692825 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2d043241-f8bc-43c1-b2f3-bfd2bc545b71 req-f5cf1634-12ed-4372-a18f-cc8982494377 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=59e56847-3790-4a2b-bea4-ee3cf1beb827 HTTP/1.1" status: 200 len: 948 time: 0.1199224 May 05 21:38:46.712192 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-968ace6c-0840-4863-ba33-3b8cf09b0e8f req-84491ae6-6350-450e-816f-f73d278ca094 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d0c3bd18deb4529a9eff5d87fa07f7f&device_id=59e56847-3790-4a2b-bea4-ee3cf1beb827 HTTP/1.1" status: 200 len: 1099 time: 0.5722427 May 05 21:38:46.756950 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-e51af04c-7deb-41fa-9caf-e578a58a0de8 tempest-LiveAutoBlockMigrationV225Test-533236276 tempest-LiveAutoBlockMigrationV225Test-533236276-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=69bfe57c-584c-43e8-9251-0c220d92fa83&tenant_id=300e0002c0a34937b02bd35920b6a01f&binding%3Ahost_id=n-h1-825175-4 HTTP/1.1" status: 200 len: 1095 time: 0.4586403 May 05 21:38:46.794250 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2d043241-f8bc-43c1-b2f3-bfd2bc545b71 req-81bb6610-98c3-4573-b2fc-b8b7556e4b47 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934417 May 05 21:38:46.838781 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cacaf8-8319-4d3c-aa05-daaeb18b61f1 req-a84f1069-6678-4b6e-8a50-7bb3c74abdb7 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:46.843712 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-73cacaf8-8319-4d3c-aa05-daaeb18b61f1 req-a84f1069-6678-4b6e-8a50-7bb3c74abdb7 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1b1451c-1a76-4108-aec3-2b1afec05559 HTTP/1.1" status: 200 len: 950 time: 0.1190438 May 05 21:38:46.956845 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-73cacaf8-8319-4d3c-aa05-daaeb18b61f1 req-cf017495-af9d-48c8-beac-f31aa7f3c04a tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ca76424-3ba6-464b-afc8-19f038955bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049249 May 05 21:38:47.017599 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ace6c-0840-4863-ba33-3b8cf09b0e8f req-eaf0114f-13cd-4d02-a484-5d44d041c1c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:47.022854 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-968ace6c-0840-4863-ba33-3b8cf09b0e8f req-eaf0114f-13cd-4d02-a484-5d44d041c1c9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 HTTP/1.1" status: 200 len: 870 time: 0.2659092 May 05 21:38:47.027544 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8624b932-bb21-43cf-9555-81af0b513cd4 req-a4c1ad7b-96cc-472d-8e68-b937b9b88187 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d8d84e5601be47409a299ef27c35a529&device_id=bdd459bd-9ead-40b1-a8a1-f184cdcb5a24 HTTP/1.1" status: 200 len: 1095 time: 0.3135886 May 05 21:38:47.081562 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-2fcb6348-a323-4451-a9f9-cd244a226d27 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=69bfe57c-584c-43e8-9251-0c220d92fa83&tenant_id=300e0002c0a34937b02bd35920b6a01f HTTP/1.1" status: 200 len: 1095 time: 0.2989089 May 05 21:38:47.107242 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2769001-310c-4e0f-bb95-83429bee88a3 req-a320af73-654b-4c85-bf57-949a5bb4088b tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:47.108752 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b2769001-310c-4e0f-bb95-83429bee88a3 req-a320af73-654b-4c85-bf57-949a5bb4088b tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=69bfe57c-584c-43e8-9251-0c220d92fa83 HTTP/1.1" status: 200 len: 944 time: 0.1459327 May 05 21:38:47.164517 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:47.199499 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b2769001-310c-4e0f-bb95-83429bee88a3 req-cd9f1bd9-a96f-4df9-acc5-edc95ab2ab4a tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803654 May 05 21:38:47.205850 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-968ace6c-0840-4863-ba33-3b8cf09b0e8f req-35525c05-eca1-43bc-aa13-b870f00c7db4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=105dc9f5-69de-49f6-ba48-8d7a2dc2ca67 HTTP/1.1" status: 200 len: 217 time: 0.1772435 May 05 21:38:47.326368 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e56847-3790-4a2b-bea4-ee3cf1beb827', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '105dc9f5-69de-49f6-ba48-8d7a2dc2ca67'}, {'name': 'network-changed', 'server_uuid': '59e56847-3790-4a2b-bea4-ee3cf1beb827', 'tag': '105dc9f5-69de-49f6-ba48-8d7a2dc2ca67'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:38:47.404233 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:47.416470 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-af1a502f-8911-4817-8c29-40cf49454dac req-c5ad7b57-e5f3-4446-b20f-732e2cb3eac0 tempest-ServersAdmin275Test-202091237 tempest-ServersAdmin275Test-202091237-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1e2ca430-ec50-43bd-9382-00c977af114e HTTP/1.1" status: 200 len: 210 time: 0.0861480 May 05 21:38:47.430973 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ace6c-0840-4863-ba33-3b8cf09b0e8f req-e0078d26-4563-4d0c-af66-e43bec679371 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:47.432425 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-968ace6c-0840-4863-ba33-3b8cf09b0e8f req-e0078d26-4563-4d0c-af66-e43bec679371 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.2070987 May 05 21:38:47.514154 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624b932-bb21-43cf-9555-81af0b513cd4 req-639ec737-fb2d-4e90-96e5-1b45fd4c432d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:47.515534 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8624b932-bb21-43cf-9555-81af0b513cd4 req-639ec737-fb2d-4e90-96e5-1b45fd4c432d service neutron] 10.222.0.44 "GET /v2.0/networks?id=024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2 HTTP/1.1" status: 200 len: 925 time: 0.4380503 May 05 21:38:47.526325 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-0a13734c-3e39-464d-9a57-15313c8d91ee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=300e0002c0a34937b02bd35920b6a01f&device_id=69bfe57c-584c-43e8-9251-0c220d92fa83 HTTP/1.1" status: 200 len: 1095 time: 0.4079494 May 05 21:38:47.696601 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8624b932-bb21-43cf-9555-81af0b513cd4 req-80d55251-e9b5-4254-b7f9-43ccdb4ce42b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=679ec26d-553e-43b5-9d56-5506c61976dc HTTP/1.1" status: 200 len: 217 time: 0.1682513 May 05 21:38:47.755719 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31c0fd38-b567-4eea-b007-c656c5bcfb43'] response: {'server_uuid': '59e56847-3790-4a2b-bea4-ee3cf1beb827', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '105dc9f5-69de-49f6-ba48-8d7a2dc2ca67', 'code': 200} May 05 21:38:47.755974 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31c0fd38-b567-4eea-b007-c656c5bcfb43'] response: {'name': 'network-changed', 'server_uuid': '59e56847-3790-4a2b-bea4-ee3cf1beb827', 'tag': '105dc9f5-69de-49f6-ba48-8d7a2dc2ca67', 'status': 'completed', 'code': 200} May 05 21:38:47.843409 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-260ead0a-47e3-442f-ba2c-edae19eda25c req-59f28923-e644-4c4f-92bc-17e2b3063dc0 tempest-DeleteServersAdminTestJSON-322005282 tempest-DeleteServersAdminTestJSON-322005282-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b1b1451c-1a76-4108-aec3-2b1afec05559 HTTP/1.1" status: 200 len: 1101 time: 0.4533334 May 05 21:38:47.882193 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ecca69-9b6d-4d58-8539-91dc3620c11a req-7c5938d9-34bb-4ca5-a790-38e294f22470 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:47.884962 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-39ecca69-9b6d-4d58-8539-91dc3620c11a req-7c5938d9-34bb-4ca5-a790-38e294f22470 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdd459bd-9ead-40b1-a8a1-f184cdcb5a24 HTTP/1.1" status: 200 len: 944 time: 0.1005671 May 05 21:38:47.949895 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-39ecca69-9b6d-4d58-8539-91dc3620c11a req-d1df9853-3a98-47e4-ab0f-78cb45665f76 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f526b55-d264-48ee-8188-9cc4ec8dd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565848 May 05 21:38:47.978217 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624b932-bb21-43cf-9555-81af0b513cd4 req-8a73ec4a-ff33-475a-b696-3ced0b71ead7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:47.979740 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8624b932-bb21-43cf-9555-81af0b513cd4 req-8a73ec4a-ff33-475a-b696-3ced0b71ead7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=761d7a8a-b72e-455d-b2ab-6aa95ead4c5a HTTP/1.1" status: 200 len: 863 time: 0.2744546 May 05 21:38:47.982954 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-968ace6c-0840-4863-ba33-3b8cf09b0e8f req-e47f332e-15d0-4795-9ad3-99cb46edb46d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5357363 May 05 21:38:48.132121 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-38af82e9-0750-437f-a100-c3df8e8161b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:48.134046 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-38af82e9-0750-437f-a100-c3df8e8161b3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2ea271d8-96e6-42e1-b4ca-22da751bdd28 HTTP/1.1" status: 200 len: 921 time: 0.5544555 May 05 21:38:48.262128 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-260ead0a-47e3-442f-ba2c-edae19eda25c req-cb074b61-c4f6-4f9f-b564-2c4a02cf7766 tempest-DeleteServersAdminTestJSON-322005282 tempest-DeleteServersAdminTestJSON-322005282-project-admin] Deleting port bab0a5e6-76f0-433b-82b4-e70a4b61dfe1 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:38:48.262462 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-260ead0a-47e3-442f-ba2c-edae19eda25c req-cb074b61-c4f6-4f9f-b564-2c4a02cf7766 tempest-DeleteServersAdminTestJSON-322005282 tempest-DeleteServersAdminTestJSON-322005282-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:48.381966 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-15dedda7-5f7b-479d-8682-001c7036e2e2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d3fb1fa-9cb8-4a80-856f-140b78d9e59f HTTP/1.1" status: 200 len: 217 time: 0.2249045 May 05 21:38:48.553349 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8624b932-bb21-43cf-9555-81af0b513cd4 req-2c742ff8-8660-4b05-b0cd-ad633d6f5f23 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5547268 May 05 21:38:48.561560 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff1d5e0-13f4-4f1e-a6d2-8e62d610ac09 req-aaa2d3cc-d0a5-441a-b19d-0f15f4f561f0 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:48.563265 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8ff1d5e0-13f4-4f1e-a6d2-8e62d610ac09 req-aaa2d3cc-d0a5-441a-b19d-0f15f4f561f0 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=59e56847-3790-4a2b-bea4-ee3cf1beb827 HTTP/1.1" status: 200 len: 948 time: 0.1175869 May 05 21:38:48.576784 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-af003757-65e8-4e7e-ac47-dbd19c062878 req-ff11a77d-6b65-4363-8dc4-3e9f62973a76 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d0c3bd18deb4529a9eff5d87fa07f7f&device_id=59e56847-3790-4a2b-bea4-ee3cf1beb827 HTTP/1.1" status: 200 len: 1099 time: 0.8247378 May 05 21:38:48.627239 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8ff1d5e0-13f4-4f1e-a6d2-8e62d610ac09 req-b6b89bf6-c56f-4f79-82a9-71709612986f tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562086 May 05 21:38:48.712401 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-968ace6c-0840-4863-ba33-3b8cf09b0e8f req-e54a7b87-2aa8-4cf1-b012-5e3089903412 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7045681 May 05 21:38:48.736944 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 9d3fb1fa-9cb8-4a80-856f-140b78d9e59f no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:38:48.827760 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:48.831926 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 9d3fb1fa-9cb8-4a80-856f-140b78d9e59f not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:38:48.896442 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d46a9-8dc6-4177-88af-483009ec443e req-4ded3f3c-bb46-404d-a1c2-9ee3dde478eb tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:48.897899 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f63d46a9-8dc6-4177-88af-483009ec443e req-4ded3f3c-bb46-404d-a1c2-9ee3dde478eb tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1b1451c-1a76-4108-aec3-2b1afec05559 HTTP/1.1" status: 200 len: 950 time: 0.1492395 May 05 21:38:48.910859 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1316d-eb3b-4dbf-83af-678caf91be35 req-a1801aff-cee2-4855-9fbb-c36d68e41ddb tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:48.912240 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-90e1316d-eb3b-4dbf-83af-678caf91be35 req-a1801aff-cee2-4855-9fbb-c36d68e41ddb tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=69bfe57c-584c-43e8-9251-0c220d92fa83 HTTP/1.1" status: 200 len: 944 time: 0.1187193 May 05 21:38:48.968507 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-6f395eb0-7482-4ada-9271-3f2e4d6d8999 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:48.969934 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-6f395eb0-7482-4ada-9271-3f2e4d6d8999 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=36081928-afee-4476-8a16-bce3420fbcc5 HTTP/1.1" status: 200 len: 860 time: 0.5446370 May 05 21:38:48.982189 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f63d46a9-8dc6-4177-88af-483009ec443e req-d2c9160a-58b1-4181-805b-20b60d7e8de1 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ca76424-3ba6-464b-afc8-19f038955bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779953 May 05 21:38:48.985640 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-90e1316d-eb3b-4dbf-83af-678caf91be35 req-ca217038-e77e-4d5b-8af1-77300ff44ac7 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609627 May 05 21:38:49.091885 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af003757-65e8-4e7e-ac47-dbd19c062878 req-d33973a3-7eda-478c-aa01-1d140dcabcd8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:49.093528 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-af003757-65e8-4e7e-ac47-dbd19c062878 req-d33973a3-7eda-478c-aa01-1d140dcabcd8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 HTTP/1.1" status: 200 len: 870 time: 0.4258282 May 05 21:38:49.110828 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-d51064e1-ef61-4f91-b201-c6ad5c68934a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2ea271d8-96e6-42e1-b4ca-22da751bdd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1223047 May 05 21:38:49.180150 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f417b101-7dd3-46c9-8ab4-4e77f70f5481 req-3d9e4070-0b92-408e-bc6f-1c1c7968dc8d tempest-ServersAdmin275Test-202091237 tempest-ServersAdmin275Test-202091237-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1e2ca430-ec50-43bd-9382-00c977af114e HTTP/1.1" status: 200 len: 210 time: 0.0438468 May 05 21:38:49.209742 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada01594-d0f8-4c7f-89fe-f3207c366a02 req-dd974fba-d0ee-4248-8599-0f8c7264bdaf tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:49.211854 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ada01594-d0f8-4c7f-89fe-f3207c366a02 req-dd974fba-d0ee-4248-8599-0f8c7264bdaf tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?device_id=8634e2ba-70c7-4eca-b079-298d6f3d1b54 HTTP/1.1" status: 200 len: 971 time: 0.1198852 May 05 21:38:49.231703 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-260ead0a-47e3-442f-ba2c-edae19eda25c req-cb074b61-c4f6-4f9f-b564-2c4a02cf7766 tempest-DeleteServersAdminTestJSON-322005282 tempest-DeleteServersAdminTestJSON-322005282-project-admin] For port bab0a5e6-76f0-433b-82b4-e70a4b61dfe1, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=bab0a5e6-76f0-433b-82b4-e70a4b61dfe1,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:38:49.232195 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-260ead0a-47e3-442f-ba2c-edae19eda25c req-cb074b61-c4f6-4f9f-b564-2c4a02cf7766 tempest-DeleteServersAdminTestJSON-322005282 tempest-DeleteServersAdminTestJSON-322005282-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:49.268002 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ada01594-d0f8-4c7f-89fe-f3207c366a02 req-f0b8a0c8-2f57-426c-b171-ba926a8afa22 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493963 May 05 21:38:49.300312 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-af003757-65e8-4e7e-ac47-dbd19c062878 req-17d6fe64-63c0-43c6-8c4d-d94ceb8f2392 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=105dc9f5-69de-49f6-ba48-8d7a2dc2ca67 HTTP/1.1" status: 200 len: 217 time: 0.1872034 May 05 21:38:49.307337 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8624b932-bb21-43cf-9555-81af0b513cd4 req-45b2ef26-698e-4a00-96a4-ddd7080222ac service neutron] 10.222.0.44 "GET /v2.0/networks/024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6914158 May 05 21:38:49.568560 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-260ead0a-47e3-442f-ba2c-edae19eda25c req-cb074b61-c4f6-4f9f-b564-2c4a02cf7766 tempest-DeleteServersAdminTestJSON-322005282 tempest-DeleteServersAdminTestJSON-322005282-project-admin] Calling delete_port for bab0a5e6-76f0-433b-82b4-e70a4b61dfe1 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:38:49.614435 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-968ace6c-0840-4863-ba33-3b8cf09b0e8f req-98b60eaf-0e17-4edd-b928-8b22a9edc570 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8077540 May 05 21:38:49.726533 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b1a7b-ce07-4297-bb33-33efbc29b5d3 req-252f8930-7910-4954-b611-8fcccd7e7776 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:49.735011 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ae0b1a7b-ce07-4297-bb33-33efbc29b5d3 req-252f8930-7910-4954-b611-8fcccd7e7776 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdd459bd-9ead-40b1-a8a1-f184cdcb5a24 HTTP/1.1" status: 200 len: 944 time: 0.1271672 May 05 21:38:49.779957 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af003757-65e8-4e7e-ac47-dbd19c062878 req-aaf51c42-72dc-4447-b2d5-a4386bac5814 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:49.781380 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-af003757-65e8-4e7e-ac47-dbd19c062878 req-aaf51c42-72dc-4447-b2d5-a4386bac5814 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.4094715 May 05 21:38:49.793544 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ae0b1a7b-ce07-4297-bb33-33efbc29b5d3 req-c7950179-b8d2-45db-abd7-88e7dba9a454 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f526b55-d264-48ee-8188-9cc4ec8dd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574503 May 05 21:38:49.861849 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-1b1cfc92-3cd4-498e-89bd-3f26acaf4ac1 service neutron] 10.222.0.32 "GET /v2.0/networks/2ea271d8-96e6-42e1-b4ca-22da751bdd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6917658 May 05 21:38:50.025526 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8624b932-bb21-43cf-9555-81af0b513cd4 req-0344be92-126a-4015-bdc0-921846a135ae service neutron] 10.222.0.44 "GET /v2.0/networks/024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5694983 May 05 21:38:50.039515 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542368d9-41d7-481a-954f-199b81fbd3ff req-9c8be1a7-ac39-403d-9157-f211faa3b884 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:50.041975 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-542368d9-41d7-481a-954f-199b81fbd3ff req-9c8be1a7-ac39-403d-9157-f211faa3b884 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=59e56847-3790-4a2b-bea4-ee3cf1beb827 HTTP/1.1" status: 200 len: 948 time: 0.1147847 May 05 21:38:50.096242 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-af003757-65e8-4e7e-ac47-dbd19c062878 req-3db04c31-0e28-4f36-bab8-dd693c1d499f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d0c3bd18deb4529a9eff5d87fa07f7f&device_id=59e56847-3790-4a2b-bea4-ee3cf1beb827 HTTP/1.1" status: 200 len: 1099 time: 0.4109046 May 05 21:38:50.098284 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-542368d9-41d7-481a-954f-199b81fbd3ff req-8a36377b-834d-456f-9f92-694488ad53a2 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506952 May 05 21:38:50.135353 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-260ead0a-47e3-442f-ba2c-edae19eda25c req-cb074b61-c4f6-4f9f-b564-2c4a02cf7766 tempest-DeleteServersAdminTestJSON-322005282 tempest-DeleteServersAdminTestJSON-322005282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:50.147382 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['bab0a5e6-76f0-433b-82b4-e70a4b61dfe1'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:38:50.260769 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb074b61-c4f6-4f9f-b564-2c4a02cf7766 tempest-DeleteServersAdminTestJSON-322005282 tempest-DeleteServersAdminTestJSON-322005282-project-admin] Pushing event deleted for resources: {'Port': ['ID=bab0a5e6-76f0-433b-82b4-e70a4b61dfe1,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:50.269952 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-af003757-65e8-4e7e-ac47-dbd19c062878 req-64d089f1-b8cb-4757-a0b0-28d6c50e64f0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4786620 May 05 21:38:50.293505 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7d27ccb5-1921-44a2-a32f-de064df52c35 req-141f1681-a1ea-4493-8b36-b17c2fc3f87b tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1b1451c-1a76-4108-aec3-2b1afec05559 HTTP/1.1" status: 200 len: 210 time: 0.1337848 May 05 21:38:50.310122 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-9be1a0b0-ea83-467b-8735-e020723b6335 service neutron] 10.222.0.32 "GET /v2.0/networks/2ea271d8-96e6-42e1-b4ca-22da751bdd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4318893 May 05 21:38:50.409024 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d57c0bb-c9fe-4c8c-863f-b991f2381389 req-d1608876-089d-45b8-9554-17245ab30c08 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:50.411523 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2d57c0bb-c9fe-4c8c-863f-b991f2381389 req-d1608876-089d-45b8-9554-17245ab30c08 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=69bfe57c-584c-43e8-9251-0c220d92fa83 HTTP/1.1" status: 200 len: 944 time: 0.1208129 May 05 21:38:50.467982 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-260ead0a-47e3-442f-ba2c-edae19eda25c req-cb074b61-c4f6-4f9f-b564-2c4a02cf7766 tempest-DeleteServersAdminTestJSON-322005282 tempest-DeleteServersAdminTestJSON-322005282-project-admin] No DVR routers for this DVR port bab0a5e6-76f0-433b-82b4-e70a4b61dfe1 on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:38:50.470773 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-260ead0a-47e3-442f-ba2c-edae19eda25c req-cb074b61-c4f6-4f9f-b564-2c4a02cf7766 tempest-DeleteServersAdminTestJSON-322005282 tempest-DeleteServersAdminTestJSON-322005282-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:50.478600 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b1451c-1a76-4108-aec3-2b1afec05559', 'name': 'network-vif-deleted', 'tag': 'bab0a5e6-76f0-433b-82b4-e70a4b61dfe1'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:38:50.481486 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2d57c0bb-c9fe-4c8c-863f-b991f2381389 req-2c74f6da-ac1b-425c-b54a-591f26713e8e tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639389 May 05 21:38:50.519127 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-260ead0a-47e3-442f-ba2c-edae19eda25c req-cb074b61-c4f6-4f9f-b564-2c4a02cf7766 tempest-DeleteServersAdminTestJSON-322005282 tempest-DeleteServersAdminTestJSON-322005282-project-admin] 10.222.0.44 "DELETE /v2.0/ports/bab0a5e6-76f0-433b-82b4-e70a4b61dfe1 HTTP/1.1" status: 204 len: 173 time: 2.6638768 May 05 21:38:50.538842 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af003757-65e8-4e7e-ac47-dbd19c062878 req-86c5cfd8-1329-4a19-a5aa-26d465b5abde service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:50.541264 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-af003757-65e8-4e7e-ac47-dbd19c062878 req-86c5cfd8-1329-4a19-a5aa-26d465b5abde service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 HTTP/1.1" status: 200 len: 870 time: 0.4309916 May 05 21:38:50.707963 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-af003757-65e8-4e7e-ac47-dbd19c062878 req-4eae0b8f-3db8-49e9-b289-9bdfdae1a8f2 service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4264338 May 05 21:38:50.709401 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-af003757-65e8-4e7e-ac47-dbd19c062878 req-8b3f8436-94ba-4fe2-8cd8-1aa77a906467 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=105dc9f5-69de-49f6-ba48-8d7a2dc2ca67 HTTP/1.1" status: 200 len: 217 time: 0.1515553 May 05 21:38:50.750246 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 679ec26d-553e-43b5-9d56-5506c61976dc details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:38:50.782962 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7dae7a39-43cb-40a7-844d-c98b81172e41 req-6ed20941-035c-4a85-a50d-239bad62e355 tempest-ServersAdmin275Test-202091237 tempest-ServersAdmin275Test-202091237-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1e2ca430-ec50-43bd-9382-00c977af114e HTTP/1.1" status: 200 len: 210 time: 0.0794821 May 05 21:38:50.839524 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a39714-0a30-4ea3-9585-0e0a05781f81 req-f7befd4a-a861-437d-99b0-29eb153f0589 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:50.843923 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-23a39714-0a30-4ea3-9585-0e0a05781f81 req-f7befd4a-a861-437d-99b0-29eb153f0589 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?device_id=8634e2ba-70c7-4eca-b079-298d6f3d1b54 HTTP/1.1" status: 200 len: 971 time: 0.1093266 May 05 21:38:50.896284 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af003757-65e8-4e7e-ac47-dbd19c062878 req-0c3357c9-6e0d-4844-a57b-12ae63e48fe4 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:50.899096 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-af003757-65e8-4e7e-ac47-dbd19c062878 req-0c3357c9-6e0d-4844-a57b-12ae63e48fe4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.1607523 May 05 21:38:50.913308 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 679ec26d-553e-43b5-9d56-5506c61976dc, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=679ec26d-553e-43b5-9d56-5506c61976dc,segment=NetworkSegment(4c0b01e5-8fe5-4bee-966f-ea37d84bcbb4),segment_id=4c0b01e5-8fe5-4bee-966f-ea37d84bcbb4)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:38:50.924314 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-23a39714-0a30-4ea3-9585-0e0a05781f81 req-1c6d97e0-ca56-4f08-98cb-632b601832c2 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730186 May 05 21:38:50.927820 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '679ec26d-553e-43b5-9d56-5506c61976dc', 'network_id': '024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2', 'port_id': '679ec26d-553e-43b5-9d56-5506c61976dc', 'mac_address': 'fa:16:3e:d4:11:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '761d7a8a-b72e-455d-b2ab-6aa95ead4c5a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:38:50.971504 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-3f598e34-1943-4fc6-a08d-061ca1b3981f tempest-LiveAutoBlockMigrationV225Test-533236276 tempest-LiveAutoBlockMigrationV225Test-533236276-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=69bfe57c-584c-43e8-9251-0c220d92fa83&tenant_id=300e0002c0a34937b02bd35920b6a01f&binding%3Ahost_id=n-h2-825175-4 HTTP/1.1" status: 200 len: 1095 time: 0.3463476 May 05 21:38:50.977609 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-af003757-65e8-4e7e-ac47-dbd19c062878 req-e8e65b17-2d2b-4e1f-a6ce-f9612f695128 service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633946 May 05 21:38:50.979330 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20e43577-cc28-4f9d-b628-aa3f802a46a7'] response: {'server_uuid': 'b1b1451c-1a76-4108-aec3-2b1afec05559', 'name': 'network-vif-deleted', 'tag': 'bab0a5e6-76f0-433b-82b4-e70a4b61dfe1', 'status': 'completed', 'code': 200} May 05 21:38:51.019982 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:51.042223 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 679ec26d-553e-43b5-9d56-5506c61976dc {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:38:51.063318 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 679ec26d-553e-43b5-9d56-5506c61976dc, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=679ec26d-553e-43b5-9d56-5506c61976dc,segment=NetworkSegment(4c0b01e5-8fe5-4bee-966f-ea37d84bcbb4),segment_id=4c0b01e5-8fe5-4bee-966f-ea37d84bcbb4)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:38:51.070623 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:51.123560 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-af003757-65e8-4e7e-ac47-dbd19c062878 req-41fc7ec2-8c3f-4269-b38e-45952a17354f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2158329 May 05 21:38:51.214931 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=679ec26d-553e-43b5-9d56-5506c61976dc,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:51.317709 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['679ec26d-553e-43b5-9d56-5506c61976dc'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:38:51.323971 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2769482c-434b-4c24-9b19-4d85c2ccff1b req-023066a3-e7d7-4e63-bec8-e15811382e95 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:51.326757 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2769482c-434b-4c24-9b19-4d85c2ccff1b req-023066a3-e7d7-4e63-bec8-e15811382e95 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdd459bd-9ead-40b1-a8a1-f184cdcb5a24 HTTP/1.1" status: 200 len: 945 time: 0.1925249 May 05 21:38:51.467402 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2769482c-434b-4c24-9b19-4d85c2ccff1b req-8d4b1ed5-aefb-4ca1-ab07-8f54a88b67f7 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f526b55-d264-48ee-8188-9cc4ec8dd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830956 May 05 21:38:51.467535 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-764cf2d4-ee4b-4be3-9a52-a85bd4f34253 service neutron] For port 9d3fb1fa-9cb8-4a80-856f-140b78d9e59f, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:38:51.471272 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-af003757-65e8-4e7e-ac47-dbd19c062878 req-106f6628-cfde-4869-bbc1-94d2a8739f6d service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347440 May 05 21:38:51.473799 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-764cf2d4-ee4b-4be3-9a52-a85bd4f34253 service neutron] Notify callbacks [] for binding, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:51.475024 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c52901ad-8021-4f48-ab2a-66cb98ef1486 req-764cf2d4-ee4b-4be3-9a52-a85bd4f34253 service neutron] 10.222.0.32 "DELETE /v2.0/ports/9d3fb1fa-9cb8-4a80-856f-140b78d9e59f/bindings/n-h1-825175-4 HTTP/1.1" status: 204 len: 173 time: 0.4933310 May 05 21:38:51.501237 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac330a98-97be-453a-af9b-20c7a7201142 req-65f25cbd-3f24-4b82-ba4d-82e96d584264 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:51.509275 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ac330a98-97be-453a-af9b-20c7a7201142 req-65f25cbd-3f24-4b82-ba4d-82e96d584264 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=59e56847-3790-4a2b-bea4-ee3cf1beb827 HTTP/1.1" status: 200 len: 948 time: 0.1786237 May 05 21:38:51.575273 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ac330a98-97be-453a-af9b-20c7a7201142 req-5ac6f7e9-4390-4a13-a74e-42560acd679f tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648103 May 05 21:38:51.787321 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-af003757-65e8-4e7e-ac47-dbd19c062878 req-9c27bcb8-bb92-44a7-9880-520fd4f07e4f service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097224 May 05 21:38:51.881046 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e39d4-eaeb-46c3-9edd-e0b72f74f0f2 req-c952b881-ac13-4b51-989f-fc072a5fc5fe tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:51.891042 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bc9e39d4-eaeb-46c3-9edd-e0b72f74f0f2 req-c952b881-ac13-4b51-989f-fc072a5fc5fe tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=69bfe57c-584c-43e8-9251-0c220d92fa83 HTTP/1.1" status: 200 len: 944 time: 0.0913861 May 05 21:38:51.967703 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bc9e39d4-eaeb-46c3-9edd-e0b72f74f0f2 req-7506ef72-4538-4ddc-bfb5-2de662a76703 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774653 May 05 21:38:52.059779 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-57cdf505-6755-4930-af9f-11a0a538ac2c req-4fbb49b8-a058-41a1-8874-38901142afc3 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=f4d6843702b34380957ca7fcf042b694&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436857 May 05 21:38:52.166457 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 57836) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:38:52.197216 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 57842) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:38:52.223698 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-99fbdde9-20b8-462f-9c4f-ac88fa777c5a req-13acb777-943d-4c01-a79a-21ef872b43dd tempest-ServersAdmin275Test-202091237 tempest-ServersAdmin275Test-202091237-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1e2ca430-ec50-43bd-9382-00c977af114e HTTP/1.1" status: 200 len: 210 time: 0.0624840 May 05 21:38:52.291309 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cdf505-6755-4930-af9f-11a0a538ac2c req-e2126f4d-c0bc-42c1-aa57-4817ffb01efb tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:52.293021 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-57cdf505-6755-4930-af9f-11a0a538ac2c req-e2126f4d-c0bc-42c1-aa57-4817ffb01efb tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2324891 May 05 21:38:52.310347 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-57cdf505-6755-4930-af9f-11a0a538ac2c req-851ed121-9095-494e-b200-4f3517b8be6e tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] 10.222.0.23 "GET /v2.0/quotas/f4d6843702b34380957ca7fcf042b694 HTTP/1.1" status: 200 len: 375 time: 0.0111871 May 05 21:38:52.350593 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-10a718f2-e9ba-498e-84e3-1b2738e11b44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:52.362288 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-57cdf505-6755-4930-af9f-11a0a538ac2c req-3b6bf074-0fe9-4f18-9992-04d5200b693d tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f4d6843702b34380957ca7fcf042b694&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459428 May 05 21:38:52.392903 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bd431f1c-801a-4c8c-bc9b-888831392d64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:52.414648 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-10a718f2-e9ba-498e-84e3-1b2738e11b44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:38:52.420080 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-10a718f2-e9ba-498e-84e3-1b2738e11b44 admin admin] Usage tracker for resource:security_group_rule and tenant:beb59cc218f64e0d93d5e1479783ce28 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:38:52.429173 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-10a718f2-e9ba-498e-84e3-1b2738e11b44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:38:52.437615 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-10a718f2-e9ba-498e-84e3-1b2738e11b44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:38:52.445713 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-bd431f1c-801a-4c8c-bc9b-888831392d64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:38:52.453099 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-bd431f1c-801a-4c8c-bc9b-888831392d64 admin admin] Usage tracker for resource:security_group_rule and tenant:9ca9633e52d54695a4387cccac4c2bd8 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:38:52.456787 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-bd431f1c-801a-4c8c-bc9b-888831392d64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:38:52.468495 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-bd431f1c-801a-4c8c-bc9b-888831392d64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:38:52.530911 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c01de-bf52-45e2-92b1-2ec13e198bef req-411949db-064b-4340-a6e7-d7d867349b2c tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:52.532833 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b60c01de-bf52-45e2-92b1-2ec13e198bef req-411949db-064b-4340-a6e7-d7d867349b2c tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?device_id=8634e2ba-70c7-4eca-b079-298d6f3d1b54 HTTP/1.1" status: 200 len: 971 time: 0.1066084 May 05 21:38:52.590145 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-10a718f2-e9ba-498e-84e3-1b2738e11b44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:52.612244 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-10a718f2-e9ba-498e-84e3-1b2738e11b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:52.665131 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b60c01de-bf52-45e2-92b1-2ec13e198bef req-5c268c05-e6b1-438c-82d6-ea0fe639f01e tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234806 May 05 21:38:52.697568 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a718f2-e9ba-498e-84e3-1b2738e11b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c86807-4420-45de-bece-caf3d4cc54c0,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:52.700996 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bd431f1c-801a-4c8c-bc9b-888831392d64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:52.706907 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 57858) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:38:52.707116 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-10a718f2-e9ba-498e-84e3-1b2738e11b44 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=beb59cc218f64e0d93d5e1479783ce28&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5390303 May 05 21:38:52.710466 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bd431f1c-801a-4c8c-bc9b-888831392d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:52.759534 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd431f1c-801a-4c8c-bc9b-888831392d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf8c129-a1b2-42d4-9f2c-1e0683d609a8,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:52.763693 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-bd431f1c-801a-4c8c-bc9b-888831392d64 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9ca9633e52d54695a4387cccac4c2bd8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5653348 May 05 21:38:52.764770 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 105dc9f5-69de-49f6-ba48-8d7a2dc2ca67 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:38:52.766169 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 57866) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:38:52.815349 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 679ec26d-553e-43b5-9d56-5506c61976dc up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:38:52.833259 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-104332b6-35de-4c46-8136-59b12fbea150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:52.852693 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0a8aacb3-5d98-4bc1-9746-99a285dbad7a req-5638fceb-b686-46ca-ab39-bb04b705b2d9 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] 10.222.0.23 "GET /v2.0/ports?device_id=f11e4fe5-867e-43a4-b31d-b517df4872ea HTTP/1.1" status: 200 len: 210 time: 0.1185861 May 05 21:38:52.863839 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-104332b6-35de-4c46-8136-59b12fbea150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:52.937251 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-104332b6-35de-4c46-8136-59b12fbea150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:52.960166 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104332b6-35de-4c46-8136-59b12fbea150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf8c129-a1b2-42d4-9f2c-1e0683d609a8,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:52.970516 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-104332b6-35de-4c46-8136-59b12fbea150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:52.971861 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-104332b6-35de-4c46-8136-59b12fbea150 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8bf8c129-a1b2-42d4-9f2c-1e0683d609a8 HTTP/1.1" status: 204 len: 168 time: 0.2046034 May 05 21:38:52.990202 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7559a279-7822-404c-9620-4123e49d9995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:53.062877 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbe6dbd-a336-4d68-9c53-cf7710d02229 req-bf7de909-b32e-4e9e-a53f-0c9044fdae5c tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:53.070794 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-adbe6dbd-a336-4d68-9c53-cf7710d02229 req-bf7de909-b32e-4e9e-a53f-0c9044fdae5c tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdd459bd-9ead-40b1-a8a1-f184cdcb5a24 HTTP/1.1" status: 200 len: 945 time: 0.3377783 May 05 21:38:53.102284 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7559a279-7822-404c-9620-4123e49d9995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:53.106305 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 679ec26d-553e-43b5-9d56-5506c61976dc completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:38:53.119142 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 105dc9f5-69de-49f6-ba48-8d7a2dc2ca67, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=105dc9f5-69de-49f6-ba48-8d7a2dc2ca67,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:38:53.132957 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 679ec26d-553e-43b5-9d56-5506c61976dc triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:38:53.133322 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:53.176472 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '105dc9f5-69de-49f6-ba48-8d7a2dc2ca67', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'port_id': '105dc9f5-69de-49f6-ba48-8d7a2dc2ca67', 'mac_address': 'fa:16:3e:af:66:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f237a6ef-d044-411f-a2d8-d12619664c91', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:38:53.207688 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-adbe6dbd-a336-4d68-9c53-cf7710d02229 req-1e986227-638a-428f-8460-9aafb5c14184 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f526b55-d264-48ee-8188-9cc4ec8dd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345718 May 05 21:38:53.216423 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-edc72715-1f81-4f1b-a579-3cfb77bbe83c req-35b151a9-2a47-45c4-a5f6-5e5a46070f3f tempest-LiveAutoBlockMigrationV225Test-533236276 tempest-LiveAutoBlockMigrationV225Test-533236276-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=69bfe57c-584c-43e8-9251-0c220d92fa83 HTTP/1.1" status: 200 len: 1095 time: 0.2148242 May 05 21:38:53.250079 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:53.263783 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7559a279-7822-404c-9620-4123e49d9995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:53.272941 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 105dc9f5-69de-49f6-ba48-8d7a2dc2ca67 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:38:53.292077 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7559a279-7822-404c-9620-4123e49d9995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c86807-4420-45de-bece-caf3d4cc54c0,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:53.308471 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7559a279-7822-404c-9620-4123e49d9995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:53.309590 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-7559a279-7822-404c-9620-4123e49d9995 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d3c86807-4420-45de-bece-caf3d4cc54c0 HTTP/1.1" status: 204 len: 168 time: 0.6014307 May 05 21:38:53.323844 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-edc72715-1f81-4f1b-a579-3cfb77bbe83c req-2332dd81-e005-4b46-97ad-4d91034b044c tempest-LiveAutoBlockMigrationV225Test-533236276 tempest-LiveAutoBlockMigrationV225Test-533236276-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982261 May 05 21:38:53.348914 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 105dc9f5-69de-49f6-ba48-8d7a2dc2ca67, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=105dc9f5-69de-49f6-ba48-8d7a2dc2ca67,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:38:53.363214 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:53.556434 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 57882) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:38:53.574244 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:53.593032 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706a1f4-71b5-4344-9130-445ec8a55e52 req-01cc0ee9-3779-4a74-8f42-3306aa718306 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:53.599509 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-33ee9eb4-132e-498e-baab-dcfc129ee785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:53.610310 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8706a1f4-71b5-4344-9130-445ec8a55e52 req-01cc0ee9-3779-4a74-8f42-3306aa718306 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=59e56847-3790-4a2b-bea4-ee3cf1beb827 HTTP/1.1" status: 200 len: 949 time: 0.1682496 May 05 21:38:53.633052 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['105dc9f5-69de-49f6-ba48-8d7a2dc2ca67'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:38:53.660629 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-33ee9eb4-132e-498e-baab-dcfc129ee785 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:38:53.665554 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-33ee9eb4-132e-498e-baab-dcfc129ee785 admin admin] Usage tracker for resource:security_group_rule and tenant:b0bccd1f969246e4864ef5332541cd79 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:38:53.670458 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-33ee9eb4-132e-498e-baab-dcfc129ee785 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:38:53.677461 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-33ee9eb4-132e-498e-baab-dcfc129ee785 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:38:53.695236 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=105dc9f5-69de-49f6-ba48-8d7a2dc2ca67,revision_number=8']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:53.708910 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdd459bd-9ead-40b1-a8a1-f184cdcb5a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679ec26d-553e-43b5-9d56-5506c61976dc'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:38:53.721385 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-920e8405-996c-4e0d-9c76-ff1a51afcb9c req-31a017cc-8fbf-471c-b6f4-aacedbd52f70 tempest-ServersAdmin275Test-202091237 tempest-ServersAdmin275Test-202091237-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1e2ca430-ec50-43bd-9382-00c977af114e HTTP/1.1" status: 200 len: 210 time: 0.0955811 May 05 21:38:53.727124 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 679ec26d-553e-43b5-9d56-5506c61976dc, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=679ec26d-553e-43b5-9d56-5506c61976dc,segment=NetworkSegment(4c0b01e5-8fe5-4bee-966f-ea37d84bcbb4),segment_id=4c0b01e5-8fe5-4bee-966f-ea37d84bcbb4)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:38:53.727695 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8706a1f4-71b5-4344-9130-445ec8a55e52 req-6df2c3ad-c941-4033-aac8-08cef0be54d8 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164703 May 05 21:38:53.754101 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:53.754908 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device bab0a5e6-76f0-433b-82b4-e70a4b61dfe1 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:38:53.782264 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-33ee9eb4-132e-498e-baab-dcfc129ee785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:53.791320 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-33ee9eb4-132e-498e-baab-dcfc129ee785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:53.910432 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ee9eb4-132e-498e-baab-dcfc129ee785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=753ffa95-cfe8-4c75-b985-1c4df88d1b95,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:53.916040 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: bab0a5e6-76f0-433b-82b4-e70a4b61dfe1 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:38:53.916550 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device bab0a5e6-76f0-433b-82b4-e70a4b61dfe1 not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:38:53.926608 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-33ee9eb4-132e-498e-baab-dcfc129ee785 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b0bccd1f969246e4864ef5332541cd79&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3688321 May 05 21:38:53.929855 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 57902) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:38:53.999666 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=679ec26d-553e-43b5-9d56-5506c61976dc,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:54.024289 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-57cdf505-6755-4930-af9f-11a0a538ac2c req-29dee3c7-a8d2-4265-b99c-d400a399ee27 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=f4d6843702b34380957ca7fcf042b694&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416739 May 05 21:38:54.121898 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 57906) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:38:54.190497 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-42773df8-05cf-40e8-a348-6c5de4479511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:54.201335 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cdf505-6755-4930-af9f-11a0a538ac2c req-58f08135-780d-48fb-875f-85bbb4e23ca6 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:54.203161 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-57cdf505-6755-4930-af9f-11a0a538ac2c req-58f08135-780d-48fb-875f-85bbb4e23ca6 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1741633 May 05 21:38:54.220571 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-57cdf505-6755-4930-af9f-11a0a538ac2c req-9e7acdb0-27b3-4072-b16e-09d32f06213b tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Request body: {'port': {'device_id': 'f11e4fe5-867e-43a4-b31d-b517df4872ea', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'admin_state_up': True, 'tenant_id': 'f4d6843702b34380957ca7fcf042b694'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:38:54.358793 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-57cdf505-6755-4930-af9f-11a0a538ac2c req-9e7acdb0-27b3-4072-b16e-09d32f06213b tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:38:54.363146 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-57cdf505-6755-4930-af9f-11a0a538ac2c req-9e7acdb0-27b3-4072-b16e-09d32f06213b tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Usage tracker for resource:port and tenant:f4d6843702b34380957ca7fcf042b694 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:38:54.366199 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-57cdf505-6755-4930-af9f-11a0a538ac2c req-9e7acdb0-27b3-4072-b16e-09d32f06213b tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:38:54.367326 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0440903-ceb4-4a5d-a275-60ca1922204d req-00edc618-0e58-4f90-bdea-b4729c048bf1 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:54.368770 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a0440903-ceb4-4a5d-a275-60ca1922204d req-00edc618-0e58-4f90-bdea-b4729c048bf1 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/networks?id=2ea271d8-96e6-42e1-b4ca-22da751bdd28 HTTP/1.1" status: 200 len: 820 time: 0.4362249 May 05 21:38:54.372458 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-57cdf505-6755-4930-af9f-11a0a538ac2c req-9e7acdb0-27b3-4072-b16e-09d32f06213b tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:38:54.382724 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57cdf505-6755-4930-af9f-11a0a538ac2c req-9e7acdb0-27b3-4072-b16e-09d32f06213b tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Made reservation on behalf of f4d6843702b34380957ca7fcf042b694 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:38:54.384642 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-42773df8-05cf-40e8-a348-6c5de4479511 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:38:54.385686 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-57cdf505-6755-4930-af9f-11a0a538ac2c req-9e7acdb0-27b3-4072-b16e-09d32f06213b tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:54.393679 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a78be1af-4b5c-4c72-9bc9-1417d1951696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:54.398778 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-42773df8-05cf-40e8-a348-6c5de4479511 admin admin] Usage tracker for resource:security_group_rule and tenant:96ac7e4dc2ee406583bc2e4ea3da603a is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:38:54.410385 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-42773df8-05cf-40e8-a348-6c5de4479511 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:38:54.417986 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a3b7d-96c9-49a4-ab5c-6f58e861ecc0 req-0c4bacb6-dbcc-4567-8aa1-ee1b7f4c1e90 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:54.419438 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9a9a3b7d-96c9-49a4-ab5c-6f58e861ecc0 req-0c4bacb6-dbcc-4567-8aa1-ee1b7f4c1e90 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?device_id=8634e2ba-70c7-4eca-b079-298d6f3d1b54 HTTP/1.1" status: 200 len: 971 time: 0.4363775 May 05 21:38:54.427146 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-42773df8-05cf-40e8-a348-6c5de4479511 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:38:54.438590 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a0440903-ceb4-4a5d-a275-60ca1922204d req-35482ebe-7089-4b77-b412-d45c4ebd0215 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/quotas/300e0002c0a34937b02bd35920b6a01f HTTP/1.1" status: 200 len: 375 time: 0.0584979 May 05 21:38:54.468750 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a78be1af-4b5c-4c72-9bc9-1417d1951696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:54.559602 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-57cdf505-6755-4930-af9f-11a0a538ac2c req-9e7acdb0-27b3-4072-b16e-09d32f06213b tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Allocated IP 192.168.233.51 (4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9/f237a6ef-d044-411f-a2d8-d12619664c91/2b919d9a-8070-43a6-bf5f-14be7f03b848) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:38:54.605019 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9a9a3b7d-96c9-49a4-ab5c-6f58e861ecc0 req-1d0af991-5712-4be4-8968-ae885869a9b4 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752379 May 05 21:38:54.657361 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-42773df8-05cf-40e8-a348-6c5de4479511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:54.671236 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a0440903-ceb4-4a5d-a275-60ca1922204d req-33f9ceba-8124-49db-9b93-ae1b2921897b tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=300e0002c0a34937b02bd35920b6a01f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2126482 May 05 21:38:54.673242 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a78be1af-4b5c-4c72-9bc9-1417d1951696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:54.689461 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-378b2df0-48a2-411d-b226-98c784c4322a'] response: {'server_uuid': 'bdd459bd-9ead-40b1-a8a1-f184cdcb5a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679ec26d-553e-43b5-9d56-5506c61976dc', 'code': 200} May 05 21:38:54.708963 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-42773df8-05cf-40e8-a348-6c5de4479511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:54.723141 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78be1af-4b5c-4c72-9bc9-1417d1951696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=753ffa95-cfe8-4c75-b985-1c4df88d1b95,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:54.754813 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 105dc9f5-69de-49f6-ba48-8d7a2dc2ca67 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:38:54.819086 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a78be1af-4b5c-4c72-9bc9-1417d1951696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:54.821602 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a78be1af-4b5c-4c72-9bc9-1417d1951696 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/753ffa95-cfe8-4c75-b985-1c4df88d1b95 HTTP/1.1" status: 204 len: 168 time: 0.8907566 May 05 21:38:54.848751 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-42773df8-05cf-40e8-a348-6c5de4479511 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=96ac7e4dc2ee406583bc2e4ea3da603a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7214022 May 05 21:38:54.851931 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 57916) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:38:54.853408 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42773df8-05cf-40e8-a348-6c5de4479511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d379ec-093c-45ca-836e-8c344c96de77,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:54.903069 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a0440903-ceb4-4a5d-a275-60ca1922204d req-3cd7b90b-fb4d-4de2-9707-617415f0f6e0 service neutron] 10.222.0.23 "GET /v2.0/networks/2ea271d8-96e6-42e1-b4ca-22da751bdd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306917 May 05 21:38:54.928341 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 105dc9f5-69de-49f6-ba48-8d7a2dc2ca67 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:38:54.937149 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 105dc9f5-69de-49f6-ba48-8d7a2dc2ca67 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:38:54.937518 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:54.964061 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-57cdf505-6755-4930-af9f-11a0a538ac2c req-9e7acdb0-27b3-4072-b16e-09d32f06213b tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:54.993504 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-57cdf505-6755-4930-af9f-11a0a538ac2c req-9e7acdb0-27b3-4072-b16e-09d32f06213b tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Transition to ACTIVE for port object 2b919d9a-8070-43a6-bf5f-14be7f03b848 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:38:55.003273 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ac3ff3da-9fd7-4e92-8821-ed4c2d1a5f95 req-c9228abd-d2f1-4714-aa1b-1c50ff3d3ecc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bdd459bd-9ead-40b1-a8a1-f184cdcb5a24 HTTP/1.1" status: 200 len: 1097 time: 0.2351990 May 05 21:38:55.085871 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:55.093920 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-48ce63db-f5ed-4792-bdcc-65a9ed630fad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:55.126063 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 105dc9f5-69de-49f6-ba48-8d7a2dc2ca67, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=105dc9f5-69de-49f6-ba48-8d7a2dc2ca67,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:38:55.131381 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:55.162529 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-47aa47f5-86da-4fc3-a99f-01c35862c899 req-3834e424-5034-4595-a9aa-ef5d6d3e89e4 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] 10.222.0.23 "GET /v2.0/ports?device_id=f11e4fe5-867e-43a4-b31d-b517df4872ea HTTP/1.1" status: 200 len: 210 time: 0.0727305 May 05 21:38:55.173106 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-48ce63db-f5ed-4792-bdcc-65a9ed630fad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:55.203340 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0819610-bfc1-4e4c-aba5-56e9d5fccdc7 req-2a9671ca-cc70-457a-b4b6-9d3613788bea tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:55.204914 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d0819610-bfc1-4e4c-aba5-56e9d5fccdc7 req-2a9671ca-cc70-457a-b4b6-9d3613788bea tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.32 "GET /v2.0/ports?device_id=59e56847-3790-4a2b-bea4-ee3cf1beb827&tenant_id=1d0c3bd18deb4529a9eff5d87fa07f7f&binding%3Ahost_id=n-h1-825175-4 HTTP/1.1" status: 200 len: 949 time: 0.2059898 May 05 21:38:55.210513 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a0440903-ceb4-4a5d-a275-60ca1922204d req-81ce527c-c742-408b-bb33-b84e3a456fca service neutron] 10.222.0.23 "GET /v2.0/networks/2ea271d8-96e6-42e1-b4ca-22da751bdd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063030 May 05 21:38:55.226469 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ac3ff3da-9fd7-4e92-8821-ed4c2d1a5f95 req-6088594a-315c-4d77-9b8d-5e1e0f745594 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5f526b55-d264-48ee-8188-9cc4ec8dd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771433 May 05 21:38:55.233590 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=105dc9f5-69de-49f6-ba48-8d7a2dc2ca67,revision_number=9']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:55.277402 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-57cdf505-6755-4930-af9f-11a0a538ac2c req-9e7acdb0-27b3-4072-b16e-09d32f06213b tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:55.479318 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d512c16f-31f3-4db7-a57f-6ff90f5665d4 req-b824539e-68aa-4dc5-ac8d-b66e8018ccea tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:55.483209 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d512c16f-31f3-4db7-a57f-6ff90f5665d4 req-b824539e-68aa-4dc5-ac8d-b66e8018ccea tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdd459bd-9ead-40b1-a8a1-f184cdcb5a24 HTTP/1.1" status: 200 len: 946 time: 0.1318817 May 05 21:38:55.508946 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57cdf505-6755-4930-af9f-11a0a538ac2c req-9e7acdb0-27b3-4072-b16e-09d32f06213b tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:38:55.514306 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-57cdf505-6755-4930-af9f-11a0a538ac2c req-9e7acdb0-27b3-4072-b16e-09d32f06213b tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:38:55.517032 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-57cdf505-6755-4930-af9f-11a0a538ac2c req-9e7acdb0-27b3-4072-b16e-09d32f06213b tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:38:55.521358 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cdf505-6755-4930-af9f-11a0a538ac2c req-9e7acdb0-27b3-4072-b16e-09d32f06213b tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:55.522647 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-57cdf505-6755-4930-af9f-11a0a538ac2c req-9e7acdb0-27b3-4072-b16e-09d32f06213b tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:55.564843 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7acdb0-27b3-4072-b16e-09d32f06213b tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Pushing event updated for resources: {'Port': ['ID=2b919d9a-8070-43a6-bf5f-14be7f03b848,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:55.571084 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [req-d0819610-bfc1-4e4c-aba5-56e9d5fccdc7 req-58842502-2979-4da7-8ccd-f42cee3c50b8 service neutron] delete failed (client error): The resource could not be found. May 05 21:38:55.572184 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d0819610-bfc1-4e4c-aba5-56e9d5fccdc7 req-58842502-2979-4da7-8ccd-f42cee3c50b8 service neutron] 10.222.0.32 "DELETE /v2.0/ports/105dc9f5-69de-49f6-ba48-8d7a2dc2ca67/bindings/n-h2-825175-4 HTTP/1.1" status: 404 len: 380 time: 0.3281212 May 05 21:38:55.573748 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-57cdf505-6755-4930-af9f-11a0a538ac2c req-9e7acdb0-27b3-4072-b16e-09d32f06213b tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3576419 May 05 21:38:55.591330 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-48ce63db-f5ed-4792-bdcc-65a9ed630fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:55.599241 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-48ce63db-f5ed-4792-bdcc-65a9ed630fad admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:55.602592 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-48ce63db-f5ed-4792-bdcc-65a9ed630fad admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/89d379ec-093c-45ca-836e-8c344c96de77 HTTP/1.1" status: 204 len: 168 time: 0.7488711 May 05 21:38:55.603768 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d512c16f-31f3-4db7-a57f-6ff90f5665d4 req-76b6e338-f094-4207-8ce9-ca69f3ca1892 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f526b55-d264-48ee-8188-9cc4ec8dd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696604 May 05 21:38:55.621096 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-46f59357-7608-4a06-928e-648d571504b3 req-9372cacd-8dbf-4e40-a3b8-681a315d24f4 tempest-ServersAdmin275Test-202091237 tempest-ServersAdmin275Test-202091237-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1e2ca430-ec50-43bd-9382-00c977af114e HTTP/1.1" status: 200 len: 210 time: 0.1523027 May 05 21:38:55.651988 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-57cdf505-6755-4930-af9f-11a0a538ac2c req-8938dce0-3f1e-4c05-a812-8261f0b59b83 service neutron] Request body: {'port': {'device_id': 'f11e4fe5-867e-43a4-b31d-b517df4872ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:38:55.834299 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce63db-f5ed-4792-bdcc-65a9ed630fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d379ec-093c-45ca-836e-8c344c96de77,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:55.912228 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-a8b3a34d-f897-4028-ab06-06dbb9be0534 None None] Provisioning for port 2b919d9a-8070-43a6-bf5f-14be7f03b848 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:38:55.926174 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-a8b3a34d-f897-4028-ab06-06dbb9be0534 None None] Provisioning complete for port 2b919d9a-8070-43a6-bf5f-14be7f03b848 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:38:55.928745 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a8b3a34d-f897-4028-ab06-06dbb9be0534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:56.039622 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3a34d-f897-4028-ab06-06dbb9be0534 None None] Port 2b919d9a-8070-43a6-bf5f-14be7f03b848 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:38:56.078943 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d0819610-bfc1-4e4c-aba5-56e9d5fccdc7 req-909a314b-89b4-4d23-bd26-dabdc43c4a3a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d0c3bd18deb4529a9eff5d87fa07f7f&device_id=59e56847-3790-4a2b-bea4-ee3cf1beb827 HTTP/1.1" status: 200 len: 1101 time: 0.3065338 May 05 21:38:56.079636 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-57cdf505-6755-4930-af9f-11a0a538ac2c req-8938dce0-3f1e-4c05-a812-8261f0b59b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:56.127398 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-94b27590-c24a-42a4-a3ad-c148120550bc req-78de6c6d-cb37-40bf-bd44-71cd9acd58bb tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=90ad001a-3aad-467f-9c32-1334a7b7923e HTTP/1.1" status: 200 len: 210 time: 0.2221859 May 05 21:38:56.176543 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c98c75-f825-4d66-9e7d-5f9da15eead8 req-d346be18-f833-46ef-8e02-189b5ee379d8 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:56.183764 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-59c98c75-f825-4d66-9e7d-5f9da15eead8 req-d346be18-f833-46ef-8e02-189b5ee379d8 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=59e56847-3790-4a2b-bea4-ee3cf1beb827 HTTP/1.1" status: 200 len: 950 time: 0.1945493 May 05 21:38:56.305559 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-59c98c75-f825-4d66-9e7d-5f9da15eead8 req-3c6baf97-144a-4dce-8815-b659ac18be0a tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203964 May 05 21:38:56.603225 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0819610-bfc1-4e4c-aba5-56e9d5fccdc7 req-03850dd7-b875-40f1-9516-3244ee8fdbaa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:56.605457 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d0819610-bfc1-4e4c-aba5-56e9d5fccdc7 req-03850dd7-b875-40f1-9516-3244ee8fdbaa service neutron] 10.222.0.32 "GET /v2.0/networks?id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 HTTP/1.1" status: 200 len: 870 time: 0.4986768 May 05 21:38:56.692267 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e56847-3790-4a2b-bea4-ee3cf1beb827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105dc9f5-69de-49f6-ba48-8d7a2dc2ca67'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:38:56.737750 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d0819610-bfc1-4e4c-aba5-56e9d5fccdc7 req-da3850dc-18c9-4e13-b5ca-2ec53c5b65f8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=105dc9f5-69de-49f6-ba48-8d7a2dc2ca67 HTTP/1.1" status: 200 len: 217 time: 0.1144502 May 05 21:38:56.750027 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f5bce0-c8c3-413c-b420-ff370bd53f59 req-0a64924e-9a2a-4e6b-9c5f-e76154fe9d86 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:56.756851 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-43f5bce0-c8c3-413c-b420-ff370bd53f59 req-0a64924e-9a2a-4e6b-9c5f-e76154fe9d86 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?device_id=8634e2ba-70c7-4eca-b079-298d6f3d1b54 HTTP/1.1" status: 200 len: 971 time: 0.3610790 May 05 21:38:56.796502 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-57cdf505-6755-4930-af9f-11a0a538ac2c req-8938dce0-3f1e-4c05-a812-8261f0b59b83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b919d9a-8070-43a6-bf5f-14be7f03b848 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:38:56.797058 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b1913-56ed-4d1d-bac1-e87a581e7760 req-4bf9fe6b-2ae9-4c80-b401-3f0e74e30789 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:56.803887 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-655b1913-56ed-4d1d-bac1-e87a581e7760 req-4bf9fe6b-2ae9-4c80-b401-3f0e74e30789 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] 10.222.0.23 "GET /v2.0/ports?device_id=f11e4fe5-867e-43a4-b31d-b517df4872ea HTTP/1.1" status: 200 len: 935 time: 0.2608690 May 05 21:38:56.812066 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-57cdf505-6755-4930-af9f-11a0a538ac2c req-8938dce0-3f1e-4c05-a812-8261f0b59b83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:56.834719 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0819610-bfc1-4e4c-aba5-56e9d5fccdc7 req-90d507b0-5064-457e-aae9-056ca9c874a2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:56.836473 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d0819610-bfc1-4e4c-aba5-56e9d5fccdc7 req-90d507b0-5064-457e-aae9-056ca9c874a2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.0923660 May 05 21:38:56.837611 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-57cdf505-6755-4930-af9f-11a0a538ac2c req-8938dce0-3f1e-4c05-a812-8261f0b59b83 service neutron] Transition to ACTIVE for port object 2b919d9a-8070-43a6-bf5f-14be7f03b848 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:38:56.843224 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-57cdf505-6755-4930-af9f-11a0a538ac2c req-8938dce0-3f1e-4c05-a812-8261f0b59b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:56.911261 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-43f5bce0-c8c3-413c-b420-ff370bd53f59 req-ff893386-fd97-4c23-94f4-7dc9dbe19c94 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534686 May 05 21:38:56.959364 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-655b1913-56ed-4d1d-bac1-e87a581e7760 req-7789e6f0-bc19-48a3-af6b-299ddd41bd28 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ca76424-3ba6-464b-afc8-19f038955bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544135 May 05 21:38:56.961054 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8938dce0-3f1e-4c05-a812-8261f0b59b83 service neutron] Pushing event updated for resources: {'Port': ['ID=2b919d9a-8070-43a6-bf5f-14be7f03b848,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:57.142409 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af8a6cc0-aa3e-4b68-bb8b-b1cf714c85e9'] response: {'server_uuid': '59e56847-3790-4a2b-bea4-ee3cf1beb827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105dc9f5-69de-49f6-ba48-8d7a2dc2ca67', 'code': 200} May 05 21:38:57.338923 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-57cdf505-6755-4930-af9f-11a0a538ac2c req-8938dce0-3f1e-4c05-a812-8261f0b59b83 service neutron] Attempting to bind port 2b919d9a-8070-43a6-bf5f-14be7f03b848 on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:38:57.339340 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-57cdf505-6755-4930-af9f-11a0a538ac2c req-8938dce0-3f1e-4c05-a812-8261f0b59b83 service neutron] Attempting to bind port 2b919d9a-8070-43a6-bf5f-14be7f03b848 by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:38:57.339743 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57cdf505-6755-4930-af9f-11a0a538ac2c req-8938dce0-3f1e-4c05-a812-8261f0b59b83 service neutron] Attempting to bind port 2b919d9a-8070-43a6-bf5f-14be7f03b848 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:38:57.370919 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57cdf505-6755-4930-af9f-11a0a538ac2c req-8938dce0-3f1e-4c05-a812-8261f0b59b83 service neutron] Port 2b919d9a-8070-43a6-bf5f-14be7f03b848 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:38:57.371495 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57cdf505-6755-4930-af9f-11a0a538ac2c req-8938dce0-3f1e-4c05-a812-8261f0b59b83 service neutron] Attempting to bind port 2b919d9a-8070-43a6-bf5f-14be7f03b848 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:38:57.390600 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d0819610-bfc1-4e4c-aba5-56e9d5fccdc7 req-094ec589-e7a1-4b57-8c3f-bfe8a46f2b76 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5350337 May 05 21:38:57.399763 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57cdf505-6755-4930-af9f-11a0a538ac2c req-8938dce0-3f1e-4c05-a812-8261f0b59b83 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:38:57.400095 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57cdf505-6755-4930-af9f-11a0a538ac2c req-8938dce0-3f1e-4c05-a812-8261f0b59b83 service neutron] Checking segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:38:57.400476 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57cdf505-6755-4930-af9f-11a0a538ac2c req-8938dce0-3f1e-4c05-a812-8261f0b59b83 service neutron] Bound using segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:38:57.400902 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-57cdf505-6755-4930-af9f-11a0a538ac2c req-8938dce0-3f1e-4c05-a812-8261f0b59b83 service neutron] Bound port: 2b919d9a-8070-43a6-bf5f-14be7f03b848, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:38:57.401243 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-57cdf505-6755-4930-af9f-11a0a538ac2c req-8938dce0-3f1e-4c05-a812-8261f0b59b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:57.418331 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0440903-ceb4-4a5d-a275-60ca1922204d req-4d055ab1-a0bf-48e3-abc8-e31753d4c6c4 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:57.419890 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a0440903-ceb4-4a5d-a275-60ca1922204d req-4d055ab1-a0bf-48e3-abc8-e31753d4c6c4 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.32 "GET /v2.0/networks?id=2ea271d8-96e6-42e1-b4ca-22da751bdd28 HTTP/1.1" status: 200 len: 820 time: 0.2686458 May 05 21:38:57.445449 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-a0440903-ceb4-4a5d-a275-60ca1922204d req-9aabe78f-9f43-46ca-8191-3406f5bbd657 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Request body: {'port': {'device_id': '90ad001a-3aad-467f-9c32-1334a7b7923e', 'network_id': '2ea271d8-96e6-42e1-b4ca-22da751bdd28', 'admin_state_up': True, 'tenant_id': '300e0002c0a34937b02bd35920b6a01f'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:38:57.447524 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a13555-8848-4b9b-917c-bc9fb9ff535f req-65dea584-495a-4885-a99f-877614208248 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:57.450242 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e2a13555-8848-4b9b-917c-bc9fb9ff535f req-65dea584-495a-4885-a99f-877614208248 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdd459bd-9ead-40b1-a8a1-f184cdcb5a24 HTTP/1.1" status: 200 len: 946 time: 0.2876709 May 05 21:38:57.453315 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3df14c82-b565-446c-9be2-31f07d8f0948 req-67fbc93b-c9ba-4ff9-8b31-0ab3a19766d1 tempest-ServersAdmin275Test-202091237 tempest-ServersAdmin275Test-202091237-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1e2ca430-ec50-43bd-9382-00c977af114e HTTP/1.1" status: 200 len: 210 time: 0.0656774 May 05 21:38:57.567610 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e2a13555-8848-4b9b-917c-bc9fb9ff535f req-4d64d05c-9c94-4822-b917-90ced1b8e9b2 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f526b55-d264-48ee-8188-9cc4ec8dd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114891 May 05 21:38:57.859691 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-470a84ad-b694-40d5-bccf-1cfc3fde1e80 req-4acadfef-555a-4fdf-8981-9b7e9096e2a1 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=90ad001a-3aad-467f-9c32-1334a7b7923e HTTP/1.1" status: 200 len: 210 time: 0.0500710 May 05 21:38:57.906124 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82909d27-3d30-42eb-b43a-059723f468f6 req-a156a1ad-03aa-4230-ae59-cd1784afddb1 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:57.908169 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-82909d27-3d30-42eb-b43a-059723f468f6 req-a156a1ad-03aa-4230-ae59-cd1784afddb1 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=59e56847-3790-4a2b-bea4-ee3cf1beb827 HTTP/1.1" status: 200 len: 950 time: 0.1588128 May 05 21:38:57.956086 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-57cdf505-6755-4930-af9f-11a0a538ac2c req-8938dce0-3f1e-4c05-a812-8261f0b59b83 service neutron] For port 2b919d9a-8070-43a6-bf5f-14be7f03b848, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:38:57.992102 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-82909d27-3d30-42eb-b43a-059723f468f6 req-b745867e-6d8f-46a8-9ea1-d65c01ea5523 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700231 May 05 21:38:58.005146 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-57cdf505-6755-4930-af9f-11a0a538ac2c req-8938dce0-3f1e-4c05-a812-8261f0b59b83 service neutron] For port 2b919d9a-8070-43a6-bf5f-14be7f03b848, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=2b919d9a-8070-43a6-bf5f-14be7f03b848,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:38:58.012786 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-a0440903-ceb4-4a5d-a275-60ca1922204d req-9aabe78f-9f43-46ca-8191-3406f5bbd657 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:38:58.017489 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d0819610-bfc1-4e4c-aba5-56e9d5fccdc7 req-45ac2ec6-c0d4-4860-b086-d8097580e070 service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6064265 May 05 21:38:58.029162 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-57cdf505-6755-4930-af9f-11a0a538ac2c req-8938dce0-3f1e-4c05-a812-8261f0b59b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:58.103824 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-a0440903-ceb4-4a5d-a275-60ca1922204d req-9aabe78f-9f43-46ca-8191-3406f5bbd657 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:38:58.220866 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-57cdf505-6755-4930-af9f-11a0a538ac2c req-8938dce0-3f1e-4c05-a812-8261f0b59b83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:58.221663 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-57cdf505-6755-4930-af9f-11a0a538ac2c req-8938dce0-3f1e-4c05-a812-8261f0b59b83 service neutron] 10.222.0.44 "PUT /v2.0/ports/2b919d9a-8070-43a6-bf5f-14be7f03b848 HTTP/1.1" status: 200 len: 1095 time: 2.6179469 May 05 21:38:58.228641 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f11e4fe5-867e-43a4-b31d-b517df4872ea', 'tag': '2b919d9a-8070-43a6-bf5f-14be7f03b848'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:38:58.243462 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb42ee-1860-45ec-a1e5-5a5b3e23de67 req-6dc568c4-7c97-4537-a32d-7fd700294f52 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:58.248968 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0440903-ceb4-4a5d-a275-60ca1922204d req-9aabe78f-9f43-46ca-8191-3406f5bbd657 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Made reservation on behalf of 300e0002c0a34937b02bd35920b6a01f for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:38:58.252219 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a0440903-ceb4-4a5d-a275-60ca1922204d req-9aabe78f-9f43-46ca-8191-3406f5bbd657 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:58.260739 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-34bb42ee-1860-45ec-a1e5-5a5b3e23de67 req-6dc568c4-7c97-4537-a32d-7fd700294f52 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdd459bd-9ead-40b1-a8a1-f184cdcb5a24 HTTP/1.1" status: 200 len: 946 time: 0.1993194 May 05 21:38:58.261441 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58018) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:38:58.276725 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-2bbc921c-773d-4dd9-ac7c-09ea2823e5a7 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Request body: {'floatingip': {'port_id': '679ec26d-553e-43b5-9d56-5506c61976dc'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:38:58.364293 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8938dce0-3f1e-4c05-a812-8261f0b59b83 service neutron] Pushing event updated for resources: {'Port': ['ID=2b919d9a-8070-43a6-bf5f-14be7f03b848,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:58.401717 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e416f-c1b9-43ce-a4d5-468b127249dd req-632e1a32-ade9-4ae3-a438-f1026374c258 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:58.410681 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-679e416f-c1b9-43ce-a4d5-468b127249dd req-632e1a32-ade9-4ae3-a438-f1026374c258 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?device_id=8634e2ba-70c7-4eca-b079-298d6f3d1b54 HTTP/1.1" status: 200 len: 971 time: 0.2702982 May 05 21:38:58.416369 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2bbc921c-773d-4dd9-ac7c-09ea2823e5a7 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Notify callbacks [] for floatingip, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:58.455750 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d0819610-bfc1-4e4c-aba5-56e9d5fccdc7 req-dff404b0-0936-4cce-8c02-6310dac03dde service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4110034 May 05 21:38:58.523928 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-57cdf505-6755-4930-af9f-11a0a538ac2c req-73294d1e-eebb-45c6-a124-9a93ac27b0eb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f4d6843702b34380957ca7fcf042b694&device_id=f11e4fe5-867e-43a4-b31d-b517df4872ea HTTP/1.1" status: 200 len: 1098 time: 0.2217402 May 05 21:38:58.622148 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-57cdf505-6755-4930-af9f-11a0a538ac2c req-e444564b-d703-4b6d-a8db-834fb3442c05 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=2b919d9a-8070-43a6-bf5f-14be7f03b848 HTTP/1.1" status: 200 len: 217 time: 0.0972049 May 05 21:38:58.737941 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cdf505-6755-4930-af9f-11a0a538ac2c req-15bd68db-c04c-4c1c-91d9-1912723cab6f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:58.739445 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-57cdf505-6755-4930-af9f-11a0a538ac2c req-15bd68db-c04c-4c1c-91d9-1912723cab6f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.0806613 May 05 21:38:58.743567 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-a0440903-ceb4-4a5d-a275-60ca1922204d req-9aabe78f-9f43-46ca-8191-3406f5bbd657 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Allocated IP 172.20.0.2 (2ea271d8-96e6-42e1-b4ca-22da751bdd28/36081928-afee-4476-8a16-bce3420fbcc5/25a0f74a-024c-433c-94a0-470103bf1d3c) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:38:58.800987 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-679e416f-c1b9-43ce-a4d5-468b127249dd req-1eb2c2a7-927f-42f4-aff4-dcd4d53f18d2 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891666 May 05 21:38:58.876074 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ae131-81d2-44d7-a65c-0d061c9e0661 req-7f3cf428-70b6-464a-b7ed-3803bf662a4a tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:58.884633 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-565ae131-81d2-44d7-a65c-0d061c9e0661 req-7f3cf428-70b6-464a-b7ed-3803bf662a4a tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] 10.222.0.23 "GET /v2.0/ports?device_id=f11e4fe5-867e-43a4-b31d-b517df4872ea HTTP/1.1" status: 200 len: 947 time: 0.2889581 May 05 21:38:58.944338 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-57cdf505-6755-4930-af9f-11a0a538ac2c req-c5028134-38c2-470f-ad4b-f15680cf4a4b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1981514 May 05 21:38:59.097206 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-565ae131-81d2-44d7-a65c-0d061c9e0661 req-517e5bdd-0c50-4cbf-844e-1802025197d2 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ca76424-3ba6-464b-afc8-19f038955bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114556 May 05 21:38:59.110080 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a0440903-ceb4-4a5d-a275-60ca1922204d req-9aabe78f-9f43-46ca-8191-3406f5bbd657 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:59.137033 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-57cdf505-6755-4930-af9f-11a0a538ac2c req-bf9e38ca-5e2a-4192-9e92-8a86d331f054 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864092 May 05 21:38:59.220710 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4609ca6-5ec3-4b4c-b29e-bcf33e2c67bb'] response: {'name': 'network-changed', 'server_uuid': 'f11e4fe5-867e-43a4-b31d-b517df4872ea', 'tag': '2b919d9a-8070-43a6-bf5f-14be7f03b848', 'status': 'completed', 'code': 200} May 05 21:38:59.260070 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a0440903-ceb4-4a5d-a275-60ca1922204d req-9aabe78f-9f43-46ca-8191-3406f5bbd657 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:59.343778 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-57cdf505-6755-4930-af9f-11a0a538ac2c req-b87a3af8-0bbb-4e84-b771-4b1e042b4817 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003822 May 05 21:38:59.356454 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0440903-ceb4-4a5d-a275-60ca1922204d req-9aabe78f-9f43-46ca-8191-3406f5bbd657 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Network 2ea271d8-96e6-42e1-b4ca-22da751bdd28 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:38:59.357303 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aabe78f-9f43-46ca-8191-3406f5bbd657 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Pushing event updated for resources: {'Port': ['ID=25a0f74a-024c-433c-94a0-470103bf1d3c,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:38:59.359900 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-a0440903-ceb4-4a5d-a275-60ca1922204d req-9aabe78f-9f43-46ca-8191-3406f5bbd657 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:38:59.361856 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0440903-ceb4-4a5d-a275-60ca1922204d req-9aabe78f-9f43-46ca-8191-3406f5bbd657 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:38:59.365702 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0440903-ceb4-4a5d-a275-60ca1922204d req-9aabe78f-9f43-46ca-8191-3406f5bbd657 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:59.366416 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a0440903-ceb4-4a5d-a275-60ca1922204d req-9aabe78f-9f43-46ca-8191-3406f5bbd657 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:59.397703 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a0440903-ceb4-4a5d-a275-60ca1922204d req-9aabe78f-9f43-46ca-8191-3406f5bbd657 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9564440 May 05 21:38:59.442693 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-a0440903-ceb4-4a5d-a275-60ca1922204d req-594d9cd3-dfb3-4c98-9dc7-d39dc589c0f1 service neutron] Request body: {'port': {'device_id': '90ad001a-3aad-467f-9c32-1334a7b7923e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:38:59.474153 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0c4c3d10-1812-4365-b6fa-7ef8f044c667 req-34611b34-999d-41f1-8659-41f4cfdebf16 tempest-ServersAdmin275Test-202091237 tempest-ServersAdmin275Test-202091237-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1e2ca430-ec50-43bd-9382-00c977af114e HTTP/1.1" status: 200 len: 210 time: 0.0791941 May 05 21:38:59.586999 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-55336896-d050-4e37-8a29-8519688f041a req-f0afaa4d-2749-409b-b381-f970a1f577b7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f4d6843702b34380957ca7fcf042b694&device_id=f11e4fe5-867e-43a4-b31d-b517df4872ea HTTP/1.1" status: 200 len: 1098 time: 0.1844163 May 05 21:38:59.587529 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a0440903-ceb4-4a5d-a275-60ca1922204d req-594d9cd3-dfb3-4c98-9dc7-d39dc589c0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:59.610157 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc5b29-6140-4b89-a5b6-f2be5b01881e req-4bc8ce06-10ec-40ed-945b-db2f3cbcdd8a tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:59.611625 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e8fc5b29-6140-4b89-a5b6-f2be5b01881e req-4bc8ce06-10ec-40ed-945b-db2f3cbcdd8a tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=90ad001a-3aad-467f-9c32-1334a7b7923e HTTP/1.1" status: 200 len: 931 time: 0.2130744 May 05 21:38:59.649418 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2bbc921c-773d-4dd9-ac7c-09ea2823e5a7 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:59.663486 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2bbc921c-773d-4dd9-ac7c-09ea2823e5a7 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:38:59.738508 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e8fc5b29-6140-4b89-a5b6-f2be5b01881e req-fdf690ec-7e87-4851-a3c7-ae1417ca1304 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187518 May 05 21:38:59.942867 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201aa45e-af10-4055-9957-d4e7ac4dcee3 req-396bd01f-e849-4918-b47f-3aac118a2736 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:59.942867 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-201aa45e-af10-4055-9957-d4e7ac4dcee3 req-396bd01f-e849-4918-b47f-3aac118a2736 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=59e56847-3790-4a2b-bea4-ee3cf1beb827 HTTP/1.1" status: 200 len: 950 time: 0.1013796 May 05 21:38:59.995148 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55336896-d050-4e37-8a29-8519688f041a req-bda19f3a-e2f3-4122-b48a-2e3de369232b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:38:59.996618 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-55336896-d050-4e37-8a29-8519688f041a req-bda19f3a-e2f3-4122-b48a-2e3de369232b service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 HTTP/1.1" status: 200 len: 870 time: 0.3981693 May 05 21:39:00.035723 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-201aa45e-af10-4055-9957-d4e7ac4dcee3 req-98628e8b-0cde-4873-8c8a-46d5540c5bc7 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849154 May 05 21:39:00.052545 n-d-825175-4 neutron-server[84061]: INFO neutron.db.l3_db [None req-2bbc921c-773d-4dd9-ac7c-09ea2823e5a7 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Floating IP 6f68fdf4-d4a2-4ab3-b10a-7835984594b5 associated. External IP: 172.25.4.153, port: 679ec26d-553e-43b5-9d56-5506c61976dc. May 05 21:39:00.089417 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-55336896-d050-4e37-8a29-8519688f041a req-bb820484-d1de-4e71-8263-400b6d27e048 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=2b919d9a-8070-43a6-bf5f-14be7f03b848 HTTP/1.1" status: 200 len: 217 time: 0.0853138 May 05 21:39:00.201403 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55336896-d050-4e37-8a29-8519688f041a req-f22ed7b3-8645-4843-92a7-6d3d1ce5b5c0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:00.202878 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-55336896-d050-4e37-8a29-8519688f041a req-f22ed7b3-8645-4843-92a7-6d3d1ce5b5c0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.1052880 May 05 21:39:00.267164 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-a0440903-ceb4-4a5d-a275-60ca1922204d req-594d9cd3-dfb3-4c98-9dc7-d39dc589c0f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25a0f74a-024c-433c-94a0-470103bf1d3c {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:39:00.276343 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a0440903-ceb4-4a5d-a275-60ca1922204d req-594d9cd3-dfb3-4c98-9dc7-d39dc589c0f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:00.303457 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-a0440903-ceb4-4a5d-a275-60ca1922204d req-594d9cd3-dfb3-4c98-9dc7-d39dc589c0f1 service neutron] Transition to ACTIVE for port object 25a0f74a-024c-433c-94a0-470103bf1d3c will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:39:00.311427 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a0440903-ceb4-4a5d-a275-60ca1922204d req-594d9cd3-dfb3-4c98-9dc7-d39dc589c0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:00.355584 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-55336896-d050-4e37-8a29-8519688f041a req-635c2544-b387-426e-8c3e-454d8cdf8edb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1417418 May 05 21:39:00.448309 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3e391-8f1d-49b6-b895-3f984fe221e8 req-e0184b69-aab5-4a6e-b5dd-1d1bcdec1cab tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:00.449664 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-52f3e391-8f1d-49b6-b895-3f984fe221e8 req-e0184b69-aab5-4a6e-b5dd-1d1bcdec1cab tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?device_id=8634e2ba-70c7-4eca-b079-298d6f3d1b54 HTTP/1.1" status: 200 len: 971 time: 0.2725689 May 05 21:39:00.464933 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5f9946fa-de69-463a-ad0e-0cc24be15389 req-cfed3ec6-1e82-4a05-89ab-9b0b964058a3 tempest-MigrationsAdminTest-1151858286 tempest-MigrationsAdminTest-1151858286-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=59e56847-3790-4a2b-bea4-ee3cf1beb827 HTTP/1.1" status: 200 len: 1101 time: 0.1300571 May 05 21:39:00.523354 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594d9cd3-dfb3-4c98-9dc7-d39dc589c0f1 service neutron] Pushing event updated for resources: {'Port': ['ID=25a0f74a-024c-433c-94a0-470103bf1d3c,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:00.545350 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-52f3e391-8f1d-49b6-b895-3f984fe221e8 req-5742d646-cb21-4aa9-ac5a-0d2a96ed7df9 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837386 May 05 21:39:00.559362 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5f9946fa-de69-463a-ad0e-0cc24be15389 req-7ba3b49d-61da-408a-b3de-bd6a7bcca9ce tempest-MigrationsAdminTest-1151858286 tempest-MigrationsAdminTest-1151858286-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772357 May 05 21:39:00.637205 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-a0440903-ceb4-4a5d-a275-60ca1922204d req-594d9cd3-dfb3-4c98-9dc7-d39dc589c0f1 service neutron] Attempting to bind port 25a0f74a-024c-433c-94a0-470103bf1d3c on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:39:00.637538 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-a0440903-ceb4-4a5d-a275-60ca1922204d req-594d9cd3-dfb3-4c98-9dc7-d39dc589c0f1 service neutron] Attempting to bind port 25a0f74a-024c-433c-94a0-470103bf1d3c by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': '87859d75-c285-4ea1-b899-3b38f003cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2ea271d8-96e6-42e1-b4ca-22da751bdd28'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:39:00.637856 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0440903-ceb4-4a5d-a275-60ca1922204d req-594d9cd3-dfb3-4c98-9dc7-d39dc589c0f1 service neutron] Attempting to bind port 25a0f74a-024c-433c-94a0-470103bf1d3c on network 2ea271d8-96e6-42e1-b4ca-22da751bdd28 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:39:00.645692 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0440903-ceb4-4a5d-a275-60ca1922204d req-594d9cd3-dfb3-4c98-9dc7-d39dc589c0f1 service neutron] Port 25a0f74a-024c-433c-94a0-470103bf1d3c on network 2ea271d8-96e6-42e1-b4ca-22da751bdd28 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:39:00.646005 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0440903-ceb4-4a5d-a275-60ca1922204d req-594d9cd3-dfb3-4c98-9dc7-d39dc589c0f1 service neutron] Attempting to bind port 25a0f74a-024c-433c-94a0-470103bf1d3c on network 2ea271d8-96e6-42e1-b4ca-22da751bdd28 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:39:00.654473 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0440903-ceb4-4a5d-a275-60ca1922204d req-594d9cd3-dfb3-4c98-9dc7-d39dc589c0f1 service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:39:00.654844 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0440903-ceb4-4a5d-a275-60ca1922204d req-594d9cd3-dfb3-4c98-9dc7-d39dc589c0f1 service neutron] Checking segment: {'id': '87859d75-c285-4ea1-b899-3b38f003cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2ea271d8-96e6-42e1-b4ca-22da751bdd28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:39:00.655422 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0440903-ceb4-4a5d-a275-60ca1922204d req-594d9cd3-dfb3-4c98-9dc7-d39dc589c0f1 service neutron] Bound using segment: {'id': '87859d75-c285-4ea1-b899-3b38f003cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2ea271d8-96e6-42e1-b4ca-22da751bdd28'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:39:00.656358 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-a0440903-ceb4-4a5d-a275-60ca1922204d req-594d9cd3-dfb3-4c98-9dc7-d39dc589c0f1 service neutron] Bound port: 25a0f74a-024c-433c-94a0-470103bf1d3c, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87859d75-c285-4ea1-b899-3b38f003cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2ea271d8-96e6-42e1-b4ca-22da751bdd28'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:39:00.656852 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a0440903-ceb4-4a5d-a275-60ca1922204d req-594d9cd3-dfb3-4c98-9dc7-d39dc589c0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:00.669314 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-55336896-d050-4e37-8a29-8519688f041a req-e56d51f1-68bc-4208-b6c8-23f4583d7a85 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060637 May 05 21:39:00.808104 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5ca2a5aa-168e-4726-b91b-a5adc097be2a req-dde26c38-68f8-46aa-a99e-b83b63adcd9a tempest-QuotasAdminNegativeTest-781969409 tempest-QuotasAdminNegativeTest-781969409-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=b68e83779edd4bc494c77e5bf5bcc82c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372398 May 05 21:39:00.850710 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-a0440903-ceb4-4a5d-a275-60ca1922204d req-594d9cd3-dfb3-4c98-9dc7-d39dc589c0f1 service neutron] For port 25a0f74a-024c-433c-94a0-470103bf1d3c, host n-h2-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:39:00.869332 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-a0440903-ceb4-4a5d-a275-60ca1922204d req-594d9cd3-dfb3-4c98-9dc7-d39dc589c0f1 service neutron] For port 25a0f74a-024c-433c-94a0-470103bf1d3c, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=25a0f74a-024c-433c-94a0-470103bf1d3c,segment=NetworkSegment(87859d75-c285-4ea1-b899-3b38f003cf70),segment_id=87859d75-c285-4ea1-b899-3b38f003cf70)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:39:00.872045 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-55336896-d050-4e37-8a29-8519688f041a req-bd663012-215e-4714-8ef9-addb269aeaf7 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960464 May 05 21:39:00.875373 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a0440903-ceb4-4a5d-a275-60ca1922204d req-594d9cd3-dfb3-4c98-9dc7-d39dc589c0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:00.941999 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a0440903-ceb4-4a5d-a275-60ca1922204d req-594d9cd3-dfb3-4c98-9dc7-d39dc589c0f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:00.943815 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a0440903-ceb4-4a5d-a275-60ca1922204d req-594d9cd3-dfb3-4c98-9dc7-d39dc589c0f1 service neutron] 10.222.0.32 "PUT /v2.0/ports/25a0f74a-024c-433c-94a0-470103bf1d3c HTTP/1.1" status: 200 len: 1091 time: 1.5050950 May 05 21:39:00.956654 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594d9cd3-dfb3-4c98-9dc7-d39dc589c0f1 service neutron] Pushing event updated for resources: {'Port': ['ID=25a0f74a-024c-433c-94a0-470103bf1d3c,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:00.967862 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb18c2-71cf-4b05-ba85-304e106eeaf1 req-59c36889-96da-4e1c-8e79-8b5f1418d27e tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:00.969329 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6fcb18c2-71cf-4b05-ba85-304e106eeaf1 req-59c36889-96da-4e1c-8e79-8b5f1418d27e tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] 10.222.0.23 "GET /v2.0/ports?device_id=f11e4fe5-867e-43a4-b31d-b517df4872ea HTTP/1.1" status: 200 len: 947 time: 0.2519610 May 05 21:39:01.020691 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2a5aa-168e-4726-b91b-a5adc097be2a req-557c3573-3744-49e5-ac6f-aa13375059db tempest-QuotasAdminNegativeTest-781969409 tempest-QuotasAdminNegativeTest-781969409-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:01.022004 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5ca2a5aa-168e-4726-b91b-a5adc097be2a req-557c3573-3744-49e5-ac6f-aa13375059db tempest-QuotasAdminNegativeTest-781969409 tempest-QuotasAdminNegativeTest-781969409-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2053666 May 05 21:39:01.058034 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6fcb18c2-71cf-4b05-ba85-304e106eeaf1 req-ebcb5b67-7a03-4dfb-bdb5-07fe61bfec57 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ca76424-3ba6-464b-afc8-19f038955bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787749 May 05 21:39:01.061038 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5ca2a5aa-168e-4726-b91b-a5adc097be2a req-7252c6d3-026c-444b-9941-b13f9487db8e tempest-QuotasAdminNegativeTest-781969409 tempest-QuotasAdminNegativeTest-781969409-project] 10.222.0.23 "GET /v2.0/quotas/b68e83779edd4bc494c77e5bf5bcc82c HTTP/1.1" status: 200 len: 375 time: 0.0296214 May 05 21:39:01.064533 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a0440903-ceb4-4a5d-a275-60ca1922204d req-510455ca-c385-4692-bfaf-af7fa9d3a961 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=300e0002c0a34937b02bd35920b6a01f&device_id=90ad001a-3aad-467f-9c32-1334a7b7923e HTTP/1.1" status: 200 len: 1094 time: 0.0727000 May 05 21:39:01.127457 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5ca2a5aa-168e-4726-b91b-a5adc097be2a req-e7aa28ac-79c2-4b88-95b6-ed3e76cd7e64 tempest-QuotasAdminNegativeTest-781969409 tempest-QuotasAdminNegativeTest-781969409-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b68e83779edd4bc494c77e5bf5bcc82c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0559437 May 05 21:39:01.136956 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a0440903-ceb4-4a5d-a275-60ca1922204d req-7ba8d4f6-0eec-454b-aa79-0bf10c32dc85 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=25a0f74a-024c-433c-94a0-470103bf1d3c HTTP/1.1" status: 200 len: 217 time: 0.0646935 May 05 21:39:01.166701 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bbc921c-773d-4dd9-ac7c-09ea2823e5a7 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Router 44a67e47-28fa-4393-9349-a9cde0bcd7d7 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:39:01.221213 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ad001a-3aad-467f-9c32-1334a7b7923e', 'tag': '25a0f74a-024c-433c-94a0-470103bf1d3c'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:39:01.237096 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0440903-ceb4-4a5d-a275-60ca1922204d req-ea8c9031-5aed-4756-b460-01ae69b18768 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:01.239305 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a0440903-ceb4-4a5d-a275-60ca1922204d req-ea8c9031-5aed-4756-b460-01ae69b18768 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=36081928-afee-4476-8a16-bce3420fbcc5 HTTP/1.1" status: 200 len: 860 time: 0.0942163 May 05 21:39:01.295452 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a0440903-ceb4-4a5d-a275-60ca1922204d req-5dd7d2f7-9323-4d45-90b1-2e5350c9d8ef service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2ea271d8-96e6-42e1-b4ca-22da751bdd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488605 May 05 21:39:01.415947 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b643dc97-9574-416e-96a7-1fe65ed8dcc2 req-c338aafd-1114-4e2a-a5f6-daca61822c27 tempest-ServersAdmin275Test-202091237 tempest-ServersAdmin275Test-202091237-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1e2ca430-ec50-43bd-9382-00c977af114e HTTP/1.1" status: 200 len: 210 time: 0.0709460 May 05 21:39:01.537582 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a0440903-ceb4-4a5d-a275-60ca1922204d req-8f6066ec-a7fc-4d81-9e19-81ed3258f8b6 service neutron] 10.222.0.32 "GET /v2.0/networks/2ea271d8-96e6-42e1-b4ca-22da751bdd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347963 May 05 21:39:01.547338 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a833d8-3e4e-42af-85bb-8caebc145d9e req-ff8d43a7-2c97-4a87-94ab-c161ceede164 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:01.548863 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-80a833d8-3e4e-42af-85bb-8caebc145d9e req-ff8d43a7-2c97-4a87-94ab-c161ceede164 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=90ad001a-3aad-467f-9c32-1334a7b7923e HTTP/1.1" status: 200 len: 943 time: 0.1455503 May 05 21:39:01.567153 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58092) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:39:01.617035 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-80a833d8-3e4e-42af-85bb-8caebc145d9e req-90f54b79-c62c-46d8-9bc8-1e5f201ff992 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614977 May 05 21:39:01.633705 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bbc921c-773d-4dd9-ac7c-09ea2823e5a7 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:39:01.643643 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2bbc921c-773d-4dd9-ac7c-09ea2823e5a7 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:01.645923 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9e3f01-34f5-433f-9cd8-3d01baa32aea None None] Sync routers for ids ['44a67e47-28fa-4393-9349-a9cde0bcd7d7'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:39:01.665586 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9e3f01-34f5-433f-9cd8-3d01baa32aea None None] Routers {'44a67e47-28fa-4393-9349-a9cde0bcd7d7'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:39:01.668156 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-aa9e3f01-34f5-433f-9cd8-3d01baa32aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:38:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['44a67e47-28fa-4393-9349-a9cde0bcd7d7'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:39:01.720227 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-2bbc921c-773d-4dd9-ac7c-09ea2823e5a7 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.23 "PUT /v2.0/floatingips/6f68fdf4-d4a2-4ab3-b10a-7835984594b5 HTTP/1.1" status: 200 len: 992 time: 3.4506736 May 05 21:39:01.721221 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdd459bd-9ead-40b1-a8a1-f184cdcb5a24', 'tag': '679ec26d-553e-43b5-9d56-5506c61976dc'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:39:01.735495 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a0440903-ceb4-4a5d-a275-60ca1922204d req-9ab061e9-3de3-4393-8c57-08f2d77759ae service neutron] 10.222.0.32 "GET /v2.0/networks/2ea271d8-96e6-42e1-b4ca-22da751bdd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911206 May 05 21:39:01.782143 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a007e571-b682-46d5-a818-e9dae9b9c2e1'] response: {'name': 'network-changed', 'server_uuid': '90ad001a-3aad-467f-9c32-1334a7b7923e', 'tag': '25a0f74a-024c-433c-94a0-470103bf1d3c', 'status': 'completed', 'code': 200} May 05 21:39:01.869537 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-55165d32-1115-46c9-8984-0d51e69d81ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:01.929451 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-55165d32-1115-46c9-8984-0d51e69d81ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:39:01.935089 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-55165d32-1115-46c9-8984-0d51e69d81ae admin admin] Usage tracker for resource:security_group_rule and tenant:cdf4764954da4073b25cfa24f082078b is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:39:01.939243 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-55165d32-1115-46c9-8984-0d51e69d81ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:39:01.942083 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2c5f6508-bae8-4759-9bd6-afb206da763b req-936a01e8-91af-4696-acf8-4a279b03b8ed tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=1d0c3bd18deb4529a9eff5d87fa07f7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0444627 May 05 21:39:01.942601 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-aa9e3f01-34f5-433f-9cd8-3d01baa32aea None None] Set router 44a67e47-28fa-4393-9349-a9cde0bcd7d7 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:39:01.949275 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-55165d32-1115-46c9-8984-0d51e69d81ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:39:01.955775 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8d0364aa-9a88-4633-94d1-36b9bf378b8f req-58baf000-0e58-4fed-b54f-5e2ebefc68c7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=300e0002c0a34937b02bd35920b6a01f&device_id=90ad001a-3aad-467f-9c32-1334a7b7923e HTTP/1.1" status: 200 len: 1094 time: 0.1344156 May 05 21:39:02.138896 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0364aa-9a88-4633-94d1-36b9bf378b8f req-236fa9a5-fcb1-4a96-a2b8-e155ecc1451d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:02.140358 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8d0364aa-9a88-4633-94d1-36b9bf378b8f req-236fa9a5-fcb1-4a96-a2b8-e155ecc1451d service neutron] 10.222.0.32 "GET /v2.0/networks?id=2ea271d8-96e6-42e1-b4ca-22da751bdd28 HTTP/1.1" status: 200 len: 921 time: 0.1716123 May 05 21:39:02.149136 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-55165d32-1115-46c9-8984-0d51e69d81ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:02.160132 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f6508-bae8-4759-9bd6-afb206da763b req-e9a5c92d-a44e-4ec9-b872-fbbfa2e72dc4 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:02.161638 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2c5f6508-bae8-4759-9bd6-afb206da763b req-e9a5c92d-a44e-4ec9-b872-fbbfa2e72dc4 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2188873 May 05 21:39:02.193158 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2c5f6508-bae8-4759-9bd6-afb206da763b req-21063ed0-f731-4ab4-926f-2cc8107358e7 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/quotas/1d0c3bd18deb4529a9eff5d87fa07f7f HTTP/1.1" status: 200 len: 375 time: 0.0187676 May 05 21:39:02.201496 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-55165d32-1115-46c9-8984-0d51e69d81ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:02.212751 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf3f9e2-26b5-4df5-b74f-a010cd3c2d5b req-c05c2caa-8c61-4048-add1-3ac69ebae378 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:02.214193 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5bf3f9e2-26b5-4df5-b74f-a010cd3c2d5b req-c05c2caa-8c61-4048-add1-3ac69ebae378 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?device_id=8634e2ba-70c7-4eca-b079-298d6f3d1b54 HTTP/1.1" status: 200 len: 971 time: 0.1047320 May 05 21:39:02.237659 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8d0364aa-9a88-4633-94d1-36b9bf378b8f req-852d3fd2-9544-4557-ae2c-3784d5090ba2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=25a0f74a-024c-433c-94a0-470103bf1d3c HTTP/1.1" status: 200 len: 217 time: 0.0903537 May 05 21:39:02.298423 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55165d32-1115-46c9-8984-0d51e69d81ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0177b4d7-3691-46ea-8897-ef5268a7860c,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:02.313525 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-55165d32-1115-46c9-8984-0d51e69d81ae admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cdf4764954da4073b25cfa24f082078b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7409849 May 05 21:39:02.313667 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5bf3f9e2-26b5-4df5-b74f-a010cd3c2d5b req-dde7cb5a-6b06-4a89-b347-55336ffcf2f8 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679667 May 05 21:39:02.313780 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58116) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:39:02.325299 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0364aa-9a88-4633-94d1-36b9bf378b8f req-bc204a85-f451-47ba-a06f-c2d633216414 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:02.326864 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8d0364aa-9a88-4633-94d1-36b9bf378b8f req-bc204a85-f451-47ba-a06f-c2d633216414 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=36081928-afee-4476-8a16-bce3420fbcc5 HTTP/1.1" status: 200 len: 860 time: 0.0813704 May 05 21:39:02.371608 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2c5f6508-bae8-4759-9bd6-afb206da763b req-705e2060-45a8-45bd-bb77-88f8850b9f85 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1d0c3bd18deb4529a9eff5d87fa07f7f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1661310 May 05 21:39:02.386349 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8d0364aa-9a88-4633-94d1-36b9bf378b8f req-1a563466-bf2f-4492-810a-5dc04224aff0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2ea271d8-96e6-42e1-b4ca-22da751bdd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516551 May 05 21:39:02.396494 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d3ca79b0-8a67-4242-9db4-5e0d14b71a9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:02.426034 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d3ca79b0-8a67-4242-9db4-5e0d14b71a9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:02.489091 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-aa9e3f01-34f5-433f-9cd8-3d01baa32aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a67e47-28fa-4393-9349-a9cde0bcd7d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2036410776-router', 'tenant_id': 'd8d84e5601be47409a299ef27c35a529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '8b6b62b1-4de2-4d66-ac31-e1d5a7883e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:37:05Z', 'updated_at': '2022-05-05T21:37:09Z', 'revision_number': 4, 'project_id': 'd8d84e5601be47409a299ef27c35a529', 'gw_port': {'id': '8b6b62b1-4de2-4d66-ac31-e1d5a7883e66', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:72:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a67e47-28fa-4393-9349-a9cde0bcd7d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:37:06Z', 'updated_at': '2022-05-05T21:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '6f68fdf4-d4a2-4ab3-b10a-7835984594b5', 'tenant_id': 'd8d84e5601be47409a299ef27c35a529', 'floating_ip_address': '172.25.4.153', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '44a67e47-28fa-4393-9349-a9cde0bcd7d7', 'port_id': '679ec26d-553e-43b5-9d56-5506c61976dc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2', 'mac_address': 'fa:16:3e:d4:11:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd459bd-9ead-40b1-a8a1-f184cdcb5a24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:37:40Z', 'updated_at': '2022-05-05T21:38:59Z', 'revision_number': 5, 'project_id': 'd8d84e5601be47409a299ef27c35a529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a8ffa1a-897d-4df9-ab8b-fc14324274b3', 'name': '', 'network_id': '024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2', 'tenant_id': 'd8d84e5601be47409a299ef27c35a529', 'mac_address': 'fa:16:3e:ce:13:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a67e47-28fa-4393-9349-a9cde0bcd7d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '761d7a8a-b72e-455d-b2ab-6aa95ead4c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:37:08Z', 'updated_at': '2022-05-05T21:37:25Z', 'revision_number': 5, 'project_id': 'd8d84e5601be47409a299ef27c35a529', 'subnets': [{'id': '761d7a8a-b72e-455d-b2ab-6aa95ead4c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:39:02.493339 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d3ca79b0-8a67-4242-9db4-5e0d14b71a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:02.493517 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9e3f01-34f5-433f-9cd8-3d01baa32aea None None] Checking router: 44a67e47-28fa-4393-9349-a9cde0bcd7d7 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:39:02.504936 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9e3f01-34f5-433f-9cd8-3d01baa32aea None None] Routers {'44a67e47-28fa-4393-9349-a9cde0bcd7d7'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:39:02.505774 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-aa9e3f01-34f5-433f-9cd8-3d01baa32aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:38:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['44a67e47-28fa-4393-9349-a9cde0bcd7d7'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:39:02.548354 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ca79b0-8a67-4242-9db4-5e0d14b71a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0177b4d7-3691-46ea-8897-ef5268a7860c,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:02.612230 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8d0364aa-9a88-4633-94d1-36b9bf378b8f req-80cc33f8-be69-4728-9c9a-88e340c5bba3 service neutron] 10.222.0.32 "GET /v2.0/networks/2ea271d8-96e6-42e1-b4ca-22da751bdd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181664 May 05 21:39:02.751478 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d3ca79b0-8a67-4242-9db4-5e0d14b71a9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:02.752140 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-aa9e3f01-34f5-433f-9cd8-3d01baa32aea None None] Set router 44a67e47-28fa-4393-9349-a9cde0bcd7d7 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:39:02.752659 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-d3ca79b0-8a67-4242-9db4-5e0d14b71a9e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0177b4d7-3691-46ea-8897-ef5268a7860c HTTP/1.1" status: 204 len: 168 time: 0.4379730 May 05 21:39:02.754310 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70e439a1-d709-48b4-9c0a-e02c0191d0ed'] response: {'name': 'network-changed', 'server_uuid': 'bdd459bd-9ead-40b1-a8a1-f184cdcb5a24', 'tag': '679ec26d-553e-43b5-9d56-5506c61976dc', 'status': 'completed', 'code': 200} May 05 21:39:02.813640 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 2b919d9a-8070-43a6-bf5f-14be7f03b848 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:39:02.883072 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7284483c-3d3c-432e-8d49-a10101972ccd req-68a86f89-fc14-4ad0-9b69-267e0121c60c tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:02.891038 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7284483c-3d3c-432e-8d49-a10101972ccd req-68a86f89-fc14-4ad0-9b69-267e0121c60c tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdd459bd-9ead-40b1-a8a1-f184cdcb5a24 HTTP/1.1" status: 200 len: 946 time: 0.3338549 May 05 21:39:03.003970 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7284483c-3d3c-432e-8d49-a10101972ccd req-d1fe61e4-5179-493b-8a09-daad69828934 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f526b55-d264-48ee-8188-9cc4ec8dd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118128 May 05 21:39:03.058233 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8d0364aa-9a88-4633-94d1-36b9bf378b8f req-30fcc0ad-98cc-4afc-9adf-f15dc3f43964 service neutron] 10.222.0.32 "GET /v2.0/networks/2ea271d8-96e6-42e1-b4ca-22da751bdd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4293497 May 05 21:39:03.069566 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c1cba0fe-e93f-49a7-ac29-3bb42d55c557 req-36f67dff-f536-4e2c-931c-151986473454 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d8d84e5601be47409a299ef27c35a529&device_id=bdd459bd-9ead-40b1-a8a1-f184cdcb5a24 HTTP/1.1" status: 200 len: 1097 time: 0.3067195 May 05 21:39:03.071020 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 2b919d9a-8070-43a6-bf5f-14be7f03b848, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=2b919d9a-8070-43a6-bf5f-14be7f03b848,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:39:03.085370 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '2b919d9a-8070-43a6-bf5f-14be7f03b848', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'port_id': '2b919d9a-8070-43a6-bf5f-14be7f03b848', 'mac_address': 'fa:16:3e:16:c0:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f237a6ef-d044-411f-a2d8-d12619664c91', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:39:03.169044 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:03.188980 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b919d9a-8070-43a6-bf5f-14be7f03b848 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:39:03.205738 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 2b919d9a-8070-43a6-bf5f-14be7f03b848, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=2b919d9a-8070-43a6-bf5f-14be7f03b848,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:39:03.211711 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:03.293718 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=2b919d9a-8070-43a6-bf5f-14be7f03b848,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:03.363586 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b57e2-3d33-41a4-83fc-f4d218db269c req-21a2808e-40b1-4a0e-97c5-880423a2c954 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:03.364654 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ab6b57e2-3d33-41a4-83fc-f4d218db269c req-21a2808e-40b1-4a0e-97c5-880423a2c954 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] 10.222.0.23 "GET /v2.0/ports?device_id=f11e4fe5-867e-43a4-b31d-b517df4872ea HTTP/1.1" status: 200 len: 948 time: 0.2015729 May 05 21:39:03.409123 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cba0fe-e93f-49a7-ac29-3bb42d55c557 req-9d3c4578-aee7-444f-96f1-f82e39ae7c2b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:03.410714 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c1cba0fe-e93f-49a7-ac29-3bb42d55c557 req-9d3c4578-aee7-444f-96f1-f82e39ae7c2b service neutron] 10.222.0.44 "GET /v2.0/networks?id=024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2 HTTP/1.1" status: 200 len: 925 time: 0.3354390 May 05 21:39:03.445551 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['2b919d9a-8070-43a6-bf5f-14be7f03b848'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:39:03.486037 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cf2c5189-2563-4fbe-aaa6-4be26673c0a3 req-35f0eed8-971b-493b-96b3-3a5f3731f54d tempest-ServersAdmin275Test-202091237 tempest-ServersAdmin275Test-202091237-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1e2ca430-ec50-43bd-9382-00c977af114e HTTP/1.1" status: 200 len: 210 time: 0.0636680 May 05 21:39:03.509347 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ab6b57e2-3d33-41a4-83fc-f4d218db269c req-f1b99f8a-1fd7-4db5-9f8c-e9eef53c19c5 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ca76424-3ba6-464b-afc8-19f038955bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330681 May 05 21:39:03.575128 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58148) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:39:03.582919 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-aa9e3f01-34f5-433f-9cd8-3d01baa32aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a67e47-28fa-4393-9349-a9cde0bcd7d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2036410776-router', 'tenant_id': 'd8d84e5601be47409a299ef27c35a529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '8b6b62b1-4de2-4d66-ac31-e1d5a7883e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:37:05Z', 'updated_at': '2022-05-05T21:37:09Z', 'revision_number': 4, 'project_id': 'd8d84e5601be47409a299ef27c35a529', 'gw_port': {'id': '8b6b62b1-4de2-4d66-ac31-e1d5a7883e66', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:72:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a67e47-28fa-4393-9349-a9cde0bcd7d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:37:06Z', 'updated_at': '2022-05-05T21:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '6f68fdf4-d4a2-4ab3-b10a-7835984594b5', 'tenant_id': 'd8d84e5601be47409a299ef27c35a529', 'floating_ip_address': '172.25.4.153', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '44a67e47-28fa-4393-9349-a9cde0bcd7d7', 'port_id': '679ec26d-553e-43b5-9d56-5506c61976dc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2', 'mac_address': 'fa:16:3e:d4:11:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd459bd-9ead-40b1-a8a1-f184cdcb5a24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:37:40Z', 'updated_at': '2022-05-05T21:38:59Z', 'revision_number': 5, 'project_id': 'd8d84e5601be47409a299ef27c35a529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a8ffa1a-897d-4df9-ab8b-fc14324274b3', 'name': '', 'network_id': '024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2', 'tenant_id': 'd8d84e5601be47409a299ef27c35a529', 'mac_address': 'fa:16:3e:ce:13:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a67e47-28fa-4393-9349-a9cde0bcd7d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '761d7a8a-b72e-455d-b2ab-6aa95ead4c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:37:08Z', 'updated_at': '2022-05-05T21:37:25Z', 'revision_number': 5, 'project_id': 'd8d84e5601be47409a299ef27c35a529', 'subnets': [{'id': '761d7a8a-b72e-455d-b2ab-6aa95ead4c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:39:03.595420 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9e3f01-34f5-433f-9cd8-3d01baa32aea None None] The sync data for ids ['44a67e47-28fa-4393-9349-a9cde0bcd7d7'] in n-d-825175-4 is: [{'id': '44a67e47-28fa-4393-9349-a9cde0bcd7d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2036410776-router', 'tenant_id': 'd8d84e5601be47409a299ef27c35a529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '8b6b62b1-4de2-4d66-ac31-e1d5a7883e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:37:05Z', 'updated_at': '2022-05-05T21:37:09Z', 'revision_number': 4, 'project_id': 'd8d84e5601be47409a299ef27c35a529', 'gw_port': {'id': '8b6b62b1-4de2-4d66-ac31-e1d5a7883e66', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:72:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a67e47-28fa-4393-9349-a9cde0bcd7d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:37:06Z', 'updated_at': '2022-05-05T21:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '6f68fdf4-d4a2-4ab3-b10a-7835984594b5', 'tenant_id': 'd8d84e5601be47409a299ef27c35a529', 'floating_ip_address': '172.25.4.153', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '44a67e47-28fa-4393-9349-a9cde0bcd7d7', 'port_id': '679ec26d-553e-43b5-9d56-5506c61976dc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2', 'mac_address': 'fa:16:3e:d4:11:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd459bd-9ead-40b1-a8a1-f184cdcb5a24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:37:40Z', 'updated_at': '2022-05-05T21:38:59Z', 'revision_number': 5, 'project_id': 'd8d84e5601be47409a299ef27c35a529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a8ffa1a-897d-4df9-ab8b-fc14324274b3', 'name': '', 'network_id': '024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2', 'tenant_id': 'd8d84e5601be47409a299ef27c35a529', 'mac_address': 'fa:16:3e:ce:13:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a67e47-28fa-4393-9349-a9cde0bcd7d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '761d7a8a-b72e-455d-b2ab-6aa95ead4c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:37:08Z', 'updated_at': '2022-05-05T21:37:25Z', 'revision_number': 5, 'project_id': 'd8d84e5601be47409a299ef27c35a529', 'subnets': [{'id': '761d7a8a-b72e-455d-b2ab-6aa95ead4c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:39:03.598248 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c1cba0fe-e93f-49a7-ac29-3bb42d55c557 req-ebdf31a0-6337-4c55-8f46-276288b9df51 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=679ec26d-553e-43b5-9d56-5506c61976dc HTTP/1.1" status: 200 len: 1000 time: 0.1757503 May 05 21:39:03.614910 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-aa8b8aae-b6a6-4a37-a9f9-3a91272326e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:03.713086 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-aa8b8aae-b6a6-4a37-a9f9-3a91272326e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:39:03.719337 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-aa8b8aae-b6a6-4a37-a9f9-3a91272326e7 admin admin] Usage tracker for resource:security_group_rule and tenant:9743437b493e49be907ab514cc9fc3a9 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:39:03.741114 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-aa8b8aae-b6a6-4a37-a9f9-3a91272326e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:39:03.749512 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-aa8b8aae-b6a6-4a37-a9f9-3a91272326e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:39:03.763202 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cba0fe-e93f-49a7-ac29-3bb42d55c557 req-9ea201b5-9b89-482b-bfc2-b9d3baa606b4 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:03.764723 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c1cba0fe-e93f-49a7-ac29-3bb42d55c557 req-9ea201b5-9b89-482b-bfc2-b9d3baa606b4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=761d7a8a-b72e-455d-b2ab-6aa95ead4c5a HTTP/1.1" status: 200 len: 863 time: 0.1516116 May 05 21:39:03.850010 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-328157c9-40b9-40cf-952e-002810152d94 req-d6a45c09-7a60-4c61-b604-63ed2d2c9935 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b5da035-7791-413d-ad5b-2ee52d3aa7c2 HTTP/1.1" status: 200 len: 210 time: 0.0547421 May 05 21:39:03.855859 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c1cba0fe-e93f-49a7-ac29-3bb42d55c557 req-0eaa5e53-cbce-4a6d-b518-3df1bd3b90cd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0842626 May 05 21:39:03.936770 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adb0917-e54a-4bea-bec6-8e0e3fe349bc None None] New status for floating IP 6f68fdf4-d4a2-4ab3-b10a-7835984594b5: ACTIVE {{(pid=84064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 21:39:03.964814 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-aa8b8aae-b6a6-4a37-a9f9-3a91272326e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:03.975353 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-aa8b8aae-b6a6-4a37-a9f9-3a91272326e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:04.037952 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0ba3c-7d3f-4011-8129-6d57910a6086 req-212abf5c-12bd-47fd-ae37-8eb02e34172c tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:04.045373 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-26d0ba3c-7d3f-4011-8129-6d57910a6086 req-212abf5c-12bd-47fd-ae37-8eb02e34172c tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=90ad001a-3aad-467f-9c32-1334a7b7923e HTTP/1.1" status: 200 len: 943 time: 0.1794527 May 05 21:39:04.051153 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b8aae-b6a6-4a37-a9f9-3a91272326e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ab7602-d5f4-4487-9406-cd45cabdd082,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:04.080142 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-aa8b8aae-b6a6-4a37-a9f9-3a91272326e7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9743437b493e49be907ab514cc9fc3a9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5038452 May 05 21:39:04.080802 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58156) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:39:04.118396 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c1cba0fe-e93f-49a7-ac29-3bb42d55c557 req-1eee13ed-ff20-4ee7-bc76-200fa327cea4 service neutron] 10.222.0.44 "GET /v2.0/networks/024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533224 May 05 21:39:04.132118 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-26d0ba3c-7d3f-4011-8129-6d57910a6086 req-ec9ee2c6-ea97-4f04-b0ca-a2aea534e24b tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858018 May 05 21:39:04.226957 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8d49bc45-9761-4c79-9215-936413b1dfce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:04.300884 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8d49bc45-9761-4c79-9215-936413b1dfce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:04.322173 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2c5f6508-bae8-4759-9bd6-afb206da763b req-fa2f10ea-926e-4d29-92e5-fc5fca00269f tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=1d0c3bd18deb4529a9eff5d87fa07f7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0896163 May 05 21:39:04.447065 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8d49bc45-9761-4c79-9215-936413b1dfce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:04.483810 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c1cba0fe-e93f-49a7-ac29-3bb42d55c557 req-b90671ab-c301-4a9f-aeef-a01182b2bbc2 service neutron] 10.222.0.44 "GET /v2.0/networks/024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3585370 May 05 21:39:04.486307 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c4f829-e545-4182-8ba1-883ceddee203 req-852a7394-dc58-4ce1-b60a-b575a97724df tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:04.488003 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-87c4f829-e545-4182-8ba1-883ceddee203 req-852a7394-dc58-4ce1-b60a-b575a97724df tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?device_id=8634e2ba-70c7-4eca-b079-298d6f3d1b54 HTTP/1.1" status: 200 len: 971 time: 0.1423321 May 05 21:39:04.488821 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d49bc45-9761-4c79-9215-936413b1dfce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ab7602-d5f4-4487-9406-cd45cabdd082,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:04.497368 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8d49bc45-9761-4c79-9215-936413b1dfce admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:04.498470 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-8d49bc45-9761-4c79-9215-936413b1dfce admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/66ab7602-d5f4-4487-9406-cd45cabdd082 HTTP/1.1" status: 204 len: 168 time: 0.4146278 May 05 21:39:04.552905 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 6b1d7cdb-8e34-4688-acec-db3dfd41e683 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:39:04.562788 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f6508-bae8-4759-9bd6-afb206da763b req-8f3272e9-f507-448e-a30a-d43115b1fc58 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:04.564344 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2c5f6508-bae8-4759-9bd6-afb206da763b req-8f3272e9-f507-448e-a30a-d43115b1fc58 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2385468 May 05 21:39:04.565189 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 6b1d7cdb-8e34-4688-acec-db3dfd41e683 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:39:04.567830 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-87c4f829-e545-4182-8ba1-883ceddee203 req-cda490a7-d0dc-47c8-86cd-a825a2e1a5b7 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672016 May 05 21:39:04.584558 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-2c5f6508-bae8-4759-9bd6-afb206da763b req-b2162b37-0f4f-46cb-84da-b97aa181a55d tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Request body: {'port': {'device_id': '3b5da035-7791-413d-ad5b-2ee52d3aa7c2', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'admin_state_up': True, 'tenant_id': '1d0c3bd18deb4529a9eff5d87fa07f7f'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:39:04.724093 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b9f40644-60a1-4082-8fe2-095dd396fb12 req-590e1c5e-1cdf-4d3d-bbe5-af556a53b142 tempest-QuotasAdminNegativeTest-781969409 tempest-QuotasAdminNegativeTest-781969409-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=b68e83779edd4bc494c77e5bf5bcc82c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0583830 May 05 21:39:04.784450 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3acbacba-3dda-4751-a958-ee0ef6f91359 req-2bcd2ff1-adcf-48f4-a939-3d4b5f39dade service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1e2ca430-ec50-43bd-9382-00c977af114e HTTP/1.1" status: 200 len: 210 time: 0.0540702 May 05 21:39:04.813720 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-2c5f6508-bae8-4759-9bd6-afb206da763b req-b2162b37-0f4f-46cb-84da-b97aa181a55d tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:39:04.825517 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-2c5f6508-bae8-4759-9bd6-afb206da763b req-b2162b37-0f4f-46cb-84da-b97aa181a55d tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:39:04.840619 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c5f6508-bae8-4759-9bd6-afb206da763b req-b2162b37-0f4f-46cb-84da-b97aa181a55d tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Made reservation on behalf of 1d0c3bd18deb4529a9eff5d87fa07f7f for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:39:04.847349 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2c5f6508-bae8-4759-9bd6-afb206da763b req-b2162b37-0f4f-46cb-84da-b97aa181a55d tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:04.868970 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 2b919d9a-8070-43a6-bf5f-14be7f03b848 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:39:04.960853 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:04.970264 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37bb284-3150-4106-b3f0-79fb690fa047 req-1586cf39-e691-45fb-8617-bd1dad2c742b tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:04.978373 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a37bb284-3150-4106-b3f0-79fb690fa047 req-1586cf39-e691-45fb-8617-bd1dad2c742b tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] 10.222.0.23 "GET /v2.0/ports?device_id=f11e4fe5-867e-43a4-b31d-b517df4872ea HTTP/1.1" status: 200 len: 948 time: 0.2153935 May 05 21:39:04.997378 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f40644-60a1-4082-8fe2-095dd396fb12 req-15cad753-e228-4af8-878b-186399f52f9f tempest-QuotasAdminNegativeTest-781969409 tempest-QuotasAdminNegativeTest-781969409-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:05.002001 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 6b1d7cdb-8e34-4688-acec-db3dfd41e683, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=6b1d7cdb-8e34-4688-acec-db3dfd41e683,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:39:05.007015 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b9f40644-60a1-4082-8fe2-095dd396fb12 req-15cad753-e228-4af8-878b-186399f52f9f tempest-QuotasAdminNegativeTest-781969409 tempest-QuotasAdminNegativeTest-781969409-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2753365 May 05 21:39:05.032100 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '6b1d7cdb-8e34-4688-acec-db3dfd41e683', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'port_id': '6b1d7cdb-8e34-4688-acec-db3dfd41e683', 'mac_address': 'fa:16:3e:6e:af:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f237a6ef-d044-411f-a2d8-d12619664c91', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:tempest-test_az-272234528', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:39:05.038746 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8634e2ba-70c7-4eca-b079-298d6f3d1b54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b1d7cdb-8e34-4688-acec-db3dfd41e683'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:39:05.071041 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b9f40644-60a1-4082-8fe2-095dd396fb12 req-aeb63887-fd5a-4f4e-8c67-98246e9295b6 tempest-QuotasAdminNegativeTest-781969409 tempest-QuotasAdminNegativeTest-781969409-project] 10.222.0.23 "GET /v2.0/quotas/b68e83779edd4bc494c77e5bf5bcc82c HTTP/1.1" status: 200 len: 375 time: 0.0624602 May 05 21:39:05.088759 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a37bb284-3150-4106-b3f0-79fb690fa047 req-f874ab8f-588d-4b50-bd67-45a1f94c0428 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ca76424-3ba6-464b-afc8-19f038955bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094062 May 05 21:39:05.093776 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 6b1d7cdb-8e34-4688-acec-db3dfd41e683, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=6b1d7cdb-8e34-4688-acec-db3dfd41e683,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:39:05.102786 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:05.108282 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-2c5f6508-bae8-4759-9bd6-afb206da763b req-b2162b37-0f4f-46cb-84da-b97aa181a55d tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Allocated IP 192.168.233.36 (4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9/f237a6ef-d044-411f-a2d8-d12619664c91/3c676966-f034-4a3e-a66e-0c8e2be1d42c) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:39:05.157126 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 2b919d9a-8070-43a6-bf5f-14be7f03b848 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:39:05.172438 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:05.188769 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 2b919d9a-8070-43a6-bf5f-14be7f03b848 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:39:05.189190 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:05.191592 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b9f40644-60a1-4082-8fe2-095dd396fb12 req-5ff8f6c6-96fa-44a7-b312-ff460a073c2a tempest-QuotasAdminNegativeTest-781969409 tempest-QuotasAdminNegativeTest-781969409-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b68e83779edd4bc494c77e5bf5bcc82c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1017554 May 05 21:39:05.237923 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6b1d7cdb-8e34-4688-acec-db3dfd41e683 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:39:05.252211 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=6b1d7cdb-8e34-4688-acec-db3dfd41e683,revision_number=6']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:05.346205 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:39:05.347597 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:39:05.390042 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-76a62623-f796-4801-9f87-0abd33cc373f req-400ee41d-338f-4761-af1f-9673182cc484 tempest-ServersAdmin275Test-202091237 tempest-ServersAdmin275Test-202091237-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1e2ca430-ec50-43bd-9382-00c977af114e HTTP/1.1" status: 200 len: 210 time: 0.0566652 May 05 21:39:05.434095 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:05.448764 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:05.469902 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2c5f6508-bae8-4759-9bd6-afb206da763b req-b2162b37-0f4f-46cb-84da-b97aa181a55d tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:05.486143 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 2b919d9a-8070-43a6-bf5f-14be7f03b848, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=2b919d9a-8070-43a6-bf5f-14be7f03b848,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:39:05.489664 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-af39958c-d3e0-4cc3-9a15-d19704fcbe32 req-95096973-3a8a-4f11-8926-d58673f71ea8 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b5da035-7791-413d-ad5b-2ee52d3aa7c2 HTTP/1.1" status: 200 len: 210 time: 0.0615616 May 05 21:39:05.491853 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-2c5f6508-bae8-4759-9bd6-afb206da763b req-b2162b37-0f4f-46cb-84da-b97aa181a55d tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Transition to ACTIVE for port object 3c676966-f034-4a3e-a66e-0c8e2be1d42c will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:39:05.509365 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:05.533845 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2c5f6508-bae8-4759-9bd6-afb206da763b req-b2162b37-0f4f-46cb-84da-b97aa181a55d tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:05.608149 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=2b919d9a-8070-43a6-bf5f-14be7f03b848,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:05.611310 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['105dc9f5-69de-49f6-ba48-8d7a2dc2ca67'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:39:05.676913 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c5f6508-bae8-4759-9bd6-afb206da763b req-b2162b37-0f4f-46cb-84da-b97aa181a55d tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:39:05.678729 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2162b37-0f4f-46cb-84da-b97aa181a55d tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Pushing event updated for resources: {'Port': ['ID=3c676966-f034-4a3e-a66e-0c8e2be1d42c,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:05.690935 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-2c5f6508-bae8-4759-9bd6-afb206da763b req-b2162b37-0f4f-46cb-84da-b97aa181a55d tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:39:05.693386 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c5f6508-bae8-4759-9bd6-afb206da763b req-b2162b37-0f4f-46cb-84da-b97aa181a55d tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:39:05.698597 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f6508-bae8-4759-9bd6-afb206da763b req-b2162b37-0f4f-46cb-84da-b97aa181a55d tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:05.699560 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2c5f6508-bae8-4759-9bd6-afb206da763b req-b2162b37-0f4f-46cb-84da-b97aa181a55d tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:05.736309 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2c5f6508-bae8-4759-9bd6-afb206da763b req-b2162b37-0f4f-46cb-84da-b97aa181a55d tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1564276 May 05 21:39:05.744705 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-407caee1-8900-4fef-b562-7e191a20eea5'] response: {'server_uuid': '8634e2ba-70c7-4eca-b079-298d6f3d1b54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b1d7cdb-8e34-4688-acec-db3dfd41e683', 'code': 200} May 05 21:39:05.753046 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-2c5f6508-bae8-4759-9bd6-afb206da763b req-b531c148-ac01-49bc-b022-4b3c2a9135a2 service neutron] Request body: {'port': {'device_id': '3b5da035-7791-413d-ad5b-2ee52d3aa7c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:39:05.786794 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:05.837335 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2244c7-5b1b-4fa1-a51c-1765fdd70d9a req-7bea13e5-794e-4b9c-8cb0-f70e9d7e07e5 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:05.851196 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dd2244c7-5b1b-4fa1-a51c-1765fdd70d9a req-7bea13e5-794e-4b9c-8cb0-f70e9d7e07e5 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=90ad001a-3aad-467f-9c32-1334a7b7923e HTTP/1.1" status: 200 len: 943 time: 0.1354923 May 05 21:39:05.980692 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:06.001303 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dd2244c7-5b1b-4fa1-a51c-1765fdd70d9a req-06cb3a58-b5c5-4c8b-91d8-64f57a0260f7 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473289 May 05 21:39:06.017210 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b1d7cdb-8e34-4688-acec-db3dfd41e683 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:39:06.033353 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 6b1d7cdb-8e34-4688-acec-db3dfd41e683, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=6b1d7cdb-8e34-4688-acec-db3dfd41e683,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:39:06.049008 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:06.049626 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 25a0f74a-024c-433c-94a0-470103bf1d3c details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:39:06.097823 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2c5f6508-bae8-4759-9bd6-afb206da763b req-b531c148-ac01-49bc-b022-4b3c2a9135a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:06.167965 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-fef63ac9-283c-42b7-b7c5-81b33c122858 None None] Provisioning for port 3c676966-f034-4a3e-a66e-0c8e2be1d42c completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:39:06.247988 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-fef63ac9-283c-42b7-b7c5-81b33c122858 None None] Provisioning complete for port 3c676966-f034-4a3e-a66e-0c8e2be1d42c triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:39:06.248355 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fef63ac9-283c-42b7-b7c5-81b33c122858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:06.366388 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=6b1d7cdb-8e34-4688-acec-db3dfd41e683,revision_number=7']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:06.384164 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-fef63ac9-283c-42b7-b7c5-81b33c122858 None None] Port 3c676966-f034-4a3e-a66e-0c8e2be1d42c cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:39:06.409859 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819d8b2-9f08-487e-8a22-693a5e3fc733 req-3118e4c5-a6e2-41ba-ac31-5339c8080eab tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:06.411392 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9819d8b2-9f08-487e-8a22-693a5e3fc733 req-3118e4c5-a6e2-41ba-ac31-5339c8080eab tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?device_id=8634e2ba-70c7-4eca-b079-298d6f3d1b54 HTTP/1.1" status: 200 len: 970 time: 0.1309891 May 05 21:39:06.425973 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 25a0f74a-024c-433c-94a0-470103bf1d3c, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=25a0f74a-024c-433c-94a0-470103bf1d3c,segment=NetworkSegment(87859d75-c285-4ea1-b899-3b38f003cf70),segment_id=87859d75-c285-4ea1-b899-3b38f003cf70)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:39:06.439698 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '25a0f74a-024c-433c-94a0-470103bf1d3c', 'network_id': '2ea271d8-96e6-42e1-b4ca-22da751bdd28', 'port_id': '25a0f74a-024c-433c-94a0-470103bf1d3c', 'mac_address': 'fa:16:3e:e5:bb:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36081928-afee-4476-8a16-bce3420fbcc5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:39:06.477219 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9819d8b2-9f08-487e-8a22-693a5e3fc733 req-510d8a03-e617-490c-b620-852ed780cfa4 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589111 May 05 21:39:06.498334 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:06.521522 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25a0f74a-024c-433c-94a0-470103bf1d3c {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:39:06.539532 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 25a0f74a-024c-433c-94a0-470103bf1d3c, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=25a0f74a-024c-433c-94a0-470103bf1d3c,segment=NetworkSegment(87859d75-c285-4ea1-b899-3b38f003cf70),segment_id=87859d75-c285-4ea1-b899-3b38f003cf70)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:39:06.545722 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:06.625994 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=25a0f74a-024c-433c-94a0-470103bf1d3c,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:06.635441 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-2c5f6508-bae8-4759-9bd6-afb206da763b req-b531c148-ac01-49bc-b022-4b3c2a9135a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c676966-f034-4a3e-a66e-0c8e2be1d42c {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:39:06.643643 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2c5f6508-bae8-4759-9bd6-afb206da763b req-b531c148-ac01-49bc-b022-4b3c2a9135a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:06.674586 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-2c5f6508-bae8-4759-9bd6-afb206da763b req-b531c148-ac01-49bc-b022-4b3c2a9135a2 service neutron] Transition to ACTIVE for port object 3c676966-f034-4a3e-a66e-0c8e2be1d42c will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:39:06.683531 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2c5f6508-bae8-4759-9bd6-afb206da763b req-b531c148-ac01-49bc-b022-4b3c2a9135a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:06.708058 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7700032b-1da0-4b75-aec9-58f94bf138ea req-0bd13714-3d0f-4991-9860-edc5931823ce tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:06.716025 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7700032b-1da0-4b75-aec9-58f94bf138ea req-0bd13714-3d0f-4991-9860-edc5931823ce tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] 10.222.0.23 "GET /v2.0/ports?device_id=f11e4fe5-867e-43a4-b31d-b517df4872ea HTTP/1.1" status: 200 len: 949 time: 0.1116700 May 05 21:39:06.775280 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7700032b-1da0-4b75-aec9-58f94bf138ea req-14de29fb-2433-42c1-ab66-fe4ed23f1ad9 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ca76424-3ba6-464b-afc8-19f038955bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583000 May 05 21:39:06.831718 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['6b1d7cdb-8e34-4688-acec-db3dfd41e683'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:39:06.848017 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b531c148-ac01-49bc-b022-4b3c2a9135a2 service neutron] Pushing event updated for resources: {'Port': ['ID=3c676966-f034-4a3e-a66e-0c8e2be1d42c,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:06.877096 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['25a0f74a-024c-433c-94a0-470103bf1d3c'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:39:06.968590 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-2c5f6508-bae8-4759-9bd6-afb206da763b req-b531c148-ac01-49bc-b022-4b3c2a9135a2 service neutron] Attempting to bind port 3c676966-f034-4a3e-a66e-0c8e2be1d42c on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:39:06.972031 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-2c5f6508-bae8-4759-9bd6-afb206da763b req-b531c148-ac01-49bc-b022-4b3c2a9135a2 service neutron] Attempting to bind port 3c676966-f034-4a3e-a66e-0c8e2be1d42c by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:39:06.972683 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5f6508-bae8-4759-9bd6-afb206da763b req-b531c148-ac01-49bc-b022-4b3c2a9135a2 service neutron] Attempting to bind port 3c676966-f034-4a3e-a66e-0c8e2be1d42c on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:39:06.995569 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5f6508-bae8-4759-9bd6-afb206da763b req-b531c148-ac01-49bc-b022-4b3c2a9135a2 service neutron] Port 3c676966-f034-4a3e-a66e-0c8e2be1d42c on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:39:06.997158 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5f6508-bae8-4759-9bd6-afb206da763b req-b531c148-ac01-49bc-b022-4b3c2a9135a2 service neutron] Attempting to bind port 3c676966-f034-4a3e-a66e-0c8e2be1d42c on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:39:07.015110 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5f6508-bae8-4759-9bd6-afb206da763b req-b531c148-ac01-49bc-b022-4b3c2a9135a2 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:39:07.015457 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5f6508-bae8-4759-9bd6-afb206da763b req-b531c148-ac01-49bc-b022-4b3c2a9135a2 service neutron] Checking segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:39:07.015842 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5f6508-bae8-4759-9bd6-afb206da763b req-b531c148-ac01-49bc-b022-4b3c2a9135a2 service neutron] Bound using segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:39:07.016274 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-2c5f6508-bae8-4759-9bd6-afb206da763b req-b531c148-ac01-49bc-b022-4b3c2a9135a2 service neutron] Bound port: 3c676966-f034-4a3e-a66e-0c8e2be1d42c, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:39:07.016616 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2c5f6508-bae8-4759-9bd6-afb206da763b req-b531c148-ac01-49bc-b022-4b3c2a9135a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:07.165113 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6b2af7c8-4891-4069-8748-6e1b46e10248 req-b7937495-8424-4cf3-a00c-7425591c7f7c tempest-ServersAdmin275Test-202091237 tempest-ServersAdmin275Test-202091237-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1e2ca430-ec50-43bd-9382-00c977af114e HTTP/1.1" status: 200 len: 210 time: 0.1473575 May 05 21:39:07.206483 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-2c5f6508-bae8-4759-9bd6-afb206da763b req-b531c148-ac01-49bc-b022-4b3c2a9135a2 service neutron] For port 3c676966-f034-4a3e-a66e-0c8e2be1d42c, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:39:07.214545 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-2c5f6508-bae8-4759-9bd6-afb206da763b req-b531c148-ac01-49bc-b022-4b3c2a9135a2 service neutron] For port 3c676966-f034-4a3e-a66e-0c8e2be1d42c, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=3c676966-f034-4a3e-a66e-0c8e2be1d42c,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:39:07.227342 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2c5f6508-bae8-4759-9bd6-afb206da763b req-b531c148-ac01-49bc-b022-4b3c2a9135a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:07.279358 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2c5f6508-bae8-4759-9bd6-afb206da763b req-b531c148-ac01-49bc-b022-4b3c2a9135a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:07.281438 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2c5f6508-bae8-4759-9bd6-afb206da763b req-b531c148-ac01-49bc-b022-4b3c2a9135a2 service neutron] 10.222.0.44 "PUT /v2.0/ports/3c676966-f034-4a3e-a66e-0c8e2be1d42c HTTP/1.1" status: 200 len: 1095 time: 1.5373430 May 05 21:39:07.292427 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b5da035-7791-413d-ad5b-2ee52d3aa7c2', 'tag': '3c676966-f034-4a3e-a66e-0c8e2be1d42c'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:39:07.408796 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b531c148-ac01-49bc-b022-4b3c2a9135a2 service neutron] Pushing event updated for resources: {'Port': ['ID=3c676966-f034-4a3e-a66e-0c8e2be1d42c,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:07.455277 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2c5f6508-bae8-4759-9bd6-afb206da763b req-b81acac2-9fb2-462a-9b56-9f551d32b720 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d0c3bd18deb4529a9eff5d87fa07f7f&device_id=3b5da035-7791-413d-ad5b-2ee52d3aa7c2 HTTP/1.1" status: 200 len: 1098 time: 0.1243656 May 05 21:39:07.463561 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de0b26c-0599-4600-8753-6552e52c4709 req-f03d6a69-bb7a-4098-b84d-0f421389f3f0 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:07.476733 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4de0b26c-0599-4600-8753-6552e52c4709 req-f03d6a69-bb7a-4098-b84d-0f421389f3f0 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b5da035-7791-413d-ad5b-2ee52d3aa7c2 HTTP/1.1" status: 200 len: 947 time: 0.1962497 May 05 21:39:07.574248 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4de0b26c-0599-4600-8753-6552e52c4709 req-fe0be26c-591f-4856-a2f4-ded91a57f9d2 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962932 May 05 21:39:07.640928 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2c5f6508-bae8-4759-9bd6-afb206da763b req-0ac67da0-78e0-4373-862d-60bb9d8fef06 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=3c676966-f034-4a3e-a66e-0c8e2be1d42c HTTP/1.1" status: 200 len: 217 time: 0.1776102 May 05 21:39:07.728832 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f6508-bae8-4759-9bd6-afb206da763b req-7e756e57-672d-40f2-b493-35e2adb3e60e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:07.730250 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2c5f6508-bae8-4759-9bd6-afb206da763b req-7e756e57-672d-40f2-b493-35e2adb3e60e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.0827687 May 05 21:39:07.745573 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f11e4fe5-867e-43a4-b31d-b517df4872ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b919d9a-8070-43a6-bf5f-14be7f03b848'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:39:07.769754 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe69d8c-bb3c-400b-9cdc-a441f181cd7b req-31564b68-5e4b-44f4-b149-9fb1a09ff15b tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:07.773705 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ebe69d8c-bb3c-400b-9cdc-a441f181cd7b req-31564b68-5e4b-44f4-b149-9fb1a09ff15b tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=90ad001a-3aad-467f-9c32-1334a7b7923e HTTP/1.1" status: 200 len: 944 time: 0.0863700 May 05 21:39:07.821529 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2c5f6508-bae8-4759-9bd6-afb206da763b req-46fd4119-807b-4614-810f-12a6a6749350 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0822582 May 05 21:39:07.822478 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ebe69d8c-bb3c-400b-9cdc-a441f181cd7b req-d8c03df9-708c-437f-afa5-3018e84106c4 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443649 May 05 21:39:07.918162 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c29df156-82bd-4240-8159-ae4db2ba93ce'] response: {'name': 'network-changed', 'server_uuid': '3b5da035-7791-413d-ad5b-2ee52d3aa7c2', 'tag': '3c676966-f034-4a3e-a66e-0c8e2be1d42c', 'status': 'completed', 'code': 200} May 05 21:39:07.985074 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2c5f6508-bae8-4759-9bd6-afb206da763b req-c23eb368-e290-41c1-b7e1-9c00fd684316 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558290 May 05 21:39:08.134945 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2c5f6508-bae8-4759-9bd6-afb206da763b req-c558ea69-c563-410c-8ac6-69c9d52d9dcc service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424572 May 05 21:39:08.185602 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37754fb5-361a-42d1-9c98-874d007ac8f5 req-ea033144-05d3-43b4-af78-9e4720850801 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:08.187210 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-37754fb5-361a-42d1-9c98-874d007ac8f5 req-ea033144-05d3-43b4-af78-9e4720850801 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?device_id=8634e2ba-70c7-4eca-b079-298d6f3d1b54 HTTP/1.1" status: 200 len: 970 time: 0.1971180 May 05 21:39:08.189300 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c78b9966-fb03-4994-b466-6ac37f1c85df req-b2a5d539-6e33-4ae2-93a0-f02d896dbe43 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=025ec40d89af408792cee438a85bc0a9&device_id=1e2ca430-ec50-43bd-9382-00c977af114e HTTP/1.1" status: 200 len: 210 time: 0.0448353 May 05 21:39:08.237300 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-37754fb5-361a-42d1-9c98-874d007ac8f5 req-99114a90-4c0c-4d86-8750-01430051d186 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440402 May 05 21:39:08.257602 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c78b9966-fb03-4994-b466-6ac37f1c85df req-be5ca14c-f46b-4f9e-970c-0cbc04cd573a service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=025ec40d89af408792cee438a85bc0a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336947 May 05 21:39:08.302250 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1283044b-55f6-45ff-9a62-b138d2709ccf'] response: {'server_uuid': 'f11e4fe5-867e-43a4-b31d-b517df4872ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b919d9a-8070-43a6-bf5f-14be7f03b848', 'code': 200} May 05 21:39:08.420222 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9a949b3b-4e2d-4f6f-be12-ed4f07818613 req-74141f3c-6ce6-4999-ab61-925f09c3bd38 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d0c3bd18deb4529a9eff5d87fa07f7f&device_id=3b5da035-7791-413d-ad5b-2ee52d3aa7c2 HTTP/1.1" status: 200 len: 1098 time: 0.2285800 May 05 21:39:08.441189 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fec9657d-35c0-431a-a8c8-c7eb05079bdf req-dc0018f9-5971-48c0-a7db-3ae90bc0dfde tempest-QuotasAdminNegativeTest-781969409 tempest-QuotasAdminNegativeTest-781969409-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=b68e83779edd4bc494c77e5bf5bcc82c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327690 May 05 21:39:08.540193 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b9966-fb03-4994-b466-6ac37f1c85df req-ed824c07-6dc6-4cae-b798-dc1ea5105f91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:08.541623 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c78b9966-fb03-4994-b466-6ac37f1c85df req-ed824c07-6dc6-4cae-b798-dc1ea5105f91 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2759600 May 05 21:39:08.552844 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 6b1d7cdb-8e34-4688-acec-db3dfd41e683 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:39:08.566413 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac39406-91ec-4353-bf2b-2654b4655763 req-f299f295-5f4b-4e04-8de6-de3b52f13f05 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:08.573266 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2ac39406-91ec-4353-bf2b-2654b4655763 req-f299f295-5f4b-4e04-8de6-de3b52f13f05 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] 10.222.0.23 "GET /v2.0/ports?device_id=f11e4fe5-867e-43a4-b31d-b517df4872ea HTTP/1.1" status: 200 len: 949 time: 0.1976237 May 05 21:39:08.594411 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a949b3b-4e2d-4f6f-be12-ed4f07818613 req-181b62b1-c318-47b0-b3c0-0ddfb96e9b21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:08.595115 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9a949b3b-4e2d-4f6f-be12-ed4f07818613 req-181b62b1-c318-47b0-b3c0-0ddfb96e9b21 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 HTTP/1.1" status: 200 len: 870 time: 0.1639147 May 05 21:39:08.597756 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5c88fd35-8dc5-4eaf-ae64-9f03fa7b7749 req-ea9d3fe1-570b-4f7f-b781-a92977357b6e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f11e4fe5-867e-43a4-b31d-b517df4872ea HTTP/1.1" status: 200 len: 1100 time: 0.2234428 May 05 21:39:08.643157 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 6b1d7cdb-8e34-4688-acec-db3dfd41e683 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:39:08.644772 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:08.649006 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec9657d-35c0-431a-a8c8-c7eb05079bdf req-e1468169-9156-49d2-a3ac-407632fc997d tempest-QuotasAdminNegativeTest-781969409 tempest-QuotasAdminNegativeTest-781969409-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:08.650461 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fec9657d-35c0-431a-a8c8-c7eb05079bdf req-e1468169-9156-49d2-a3ac-407632fc997d tempest-QuotasAdminNegativeTest-781969409 tempest-QuotasAdminNegativeTest-781969409-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1995828 May 05 21:39:08.657911 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2ac39406-91ec-4353-bf2b-2654b4655763 req-e6fea359-7fa7-4993-aeee-79af4e4cb9e3 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ca76424-3ba6-464b-afc8-19f038955bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838499 May 05 21:39:08.669322 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fec9657d-35c0-431a-a8c8-c7eb05079bdf req-f2b474f4-d778-4805-a48f-afb7bdc83f8d tempest-QuotasAdminNegativeTest-781969409 tempest-QuotasAdminNegativeTest-781969409-project] 10.222.0.23 "GET /v2.0/quotas/b68e83779edd4bc494c77e5bf5bcc82c HTTP/1.1" status: 200 len: 375 time: 0.0104940 May 05 21:39:08.706072 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9a949b3b-4e2d-4f6f-be12-ed4f07818613 req-337c5d1a-d8a7-49b9-b1f9-7ab06bf9d7b9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=3c676966-f034-4a3e-a66e-0c8e2be1d42c HTTP/1.1" status: 200 len: 217 time: 0.0980949 May 05 21:39:08.721426 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fec9657d-35c0-431a-a8c8-c7eb05079bdf req-e0b60c1b-7756-4319-853a-8ac81eb32352 tempest-QuotasAdminNegativeTest-781969409 tempest-QuotasAdminNegativeTest-781969409-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b68e83779edd4bc494c77e5bf5bcc82c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462027 May 05 21:39:08.761006 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5c88fd35-8dc5-4eaf-ae64-9f03fa7b7749 req-9e90deea-19cc-4071-b98b-f89e7f8933d6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1ca76424-3ba6-464b-afc8-19f038955bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979912 May 05 21:39:08.783179 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:08.790614 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a949b3b-4e2d-4f6f-be12-ed4f07818613 req-79102f17-58d4-44e0-9948-76ec06bc4c47 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:08.792172 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9a949b3b-4e2d-4f6f-be12-ed4f07818613 req-79102f17-58d4-44e0-9948-76ec06bc4c47 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.0769982 May 05 21:39:08.822679 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 6b1d7cdb-8e34-4688-acec-db3dfd41e683, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=6b1d7cdb-8e34-4688-acec-db3dfd41e683,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:39:08.828149 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:08.828933 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 25a0f74a-024c-433c-94a0-470103bf1d3c up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:39:08.859622 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ea5fb750-4362-4d98-9d41-b921e6f73696 req-5ab001cb-4ec3-46fd-b3ff-6e7eb4481560 tempest-ServersAdmin275Test-1725802639 tempest-ServersAdmin275Test-1725802639-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2ca430-ec50-43bd-9382-00c977af114e HTTP/1.1" status: 200 len: 210 time: 0.0502408 May 05 21:39:08.994564 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=6b1d7cdb-8e34-4688-acec-db3dfd41e683,revision_number=8']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:09.014828 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port 25a0f74a-024c-433c-94a0-470103bf1d3c completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:39:09.020531 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 25a0f74a-024c-433c-94a0-470103bf1d3c triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:39:09.021087 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:09.060716 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9a949b3b-4e2d-4f6f-be12-ed4f07818613 req-869fa6c3-8d48-4eb2-9c8d-4af96badd1b8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0989304 May 05 21:39:09.094214 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d8b7ae-338a-4f9a-97bb-a0649ccd2395 req-e02b0275-3641-4ae6-b42e-dc074677709d tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:09.096816 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e8d8b7ae-338a-4f9a-97bb-a0649ccd2395 req-e02b0275-3641-4ae6-b42e-dc074677709d tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b5da035-7791-413d-ad5b-2ee52d3aa7c2 HTTP/1.1" status: 200 len: 947 time: 0.1032531 May 05 21:39:09.151188 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:09.156423 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e8d8b7ae-338a-4f9a-97bb-a0649ccd2395 req-27df92a2-b8a0-4043-a5d2-f24ec9bc54d8 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527346 May 05 21:39:09.191036 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 25a0f74a-024c-433c-94a0-470103bf1d3c, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=25a0f74a-024c-433c-94a0-470103bf1d3c,segment=NetworkSegment(87859d75-c285-4ea1-b899-3b38f003cf70),segment_id=87859d75-c285-4ea1-b899-3b38f003cf70)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:39:09.196180 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:09.284601 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=25a0f74a-024c-433c-94a0-470103bf1d3c,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:09.322780 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9a949b3b-4e2d-4f6f-be12-ed4f07818613 req-b5ba8b38-712d-499f-981f-70e783573943 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529593 May 05 21:39:09.354380 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a19fb5-8da0-455b-bc76-fd802c022f44 req-81da77c6-e3b5-4d7f-b231-4b60c7d46015 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:09.356511 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e2a19fb5-8da0-455b-bc76-fd802c022f44 req-81da77c6-e3b5-4d7f-b231-4b60c7d46015 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=90ad001a-3aad-467f-9c32-1334a7b7923e HTTP/1.1" status: 200 len: 945 time: 0.0869424 May 05 21:39:09.470165 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e2a19fb5-8da0-455b-bc76-fd802c022f44 req-4701b6ea-013e-41ab-a573-e053f5e3f4c9 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068163 May 05 21:39:09.505897 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9a949b3b-4e2d-4f6f-be12-ed4f07818613 req-cd026a6d-ba76-471d-8fdc-79482c0625dc service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717920 May 05 21:39:09.525585 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0886f-f697-4601-b07f-956995724adb req-3a9308b0-0c56-434c-8d3d-854a441a2a01 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:09.527100 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-05b0886f-f697-4601-b07f-956995724adb req-3a9308b0-0c56-434c-8d3d-854a441a2a01 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?device_id=8634e2ba-70c7-4eca-b079-298d6f3d1b54 HTTP/1.1" status: 200 len: 971 time: 0.1079772 May 05 21:39:09.603293 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-05b0886f-f697-4601-b07f-956995724adb req-8ccac263-93ec-4f0d-9fa6-c8bf44dbb73d tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639684 May 05 21:39:09.683372 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58296) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:39:09.731463 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58304) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:39:09.856535 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c78b9966-fb03-4994-b466-6ac37f1c85df req-b3c49c88-dec6-4222-8830-e05ca5576078 tempest-ServersAdmin275Test-1725802639 tempest-ServersAdmin275Test-1725802639-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e2ca430-ec50-43bd-9382-00c977af114e HTTP/1.1" status: 200 len: 210 time: 0.0763783 May 05 21:39:09.884541 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd6af17-994b-4614-8997-11263df23481 req-54b13fcb-5755-40f9-b1d4-36dd5f109db8 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:09.891844 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9bd6af17-994b-4614-8997-11263df23481 req-54b13fcb-5755-40f9-b1d4-36dd5f109db8 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] 10.222.0.23 "GET /v2.0/ports?device_id=f11e4fe5-867e-43a4-b31d-b517df4872ea HTTP/1.1" status: 200 len: 949 time: 0.0993509 May 05 21:39:09.944903 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-143b238a-fbb1-4b6e-93e3-c03f49ee2fef admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:09.964903 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-255c368d-6267-4247-9691-c2a762eb68f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:10.019732 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9bd6af17-994b-4614-8997-11263df23481 req-88bf9d8e-cd23-4b2b-81f9-903b69eb53b3 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ca76424-3ba6-464b-afc8-19f038955bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269305 May 05 21:39:10.047671 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-143b238a-fbb1-4b6e-93e3-c03f49ee2fef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:39:10.084295 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-143b238a-fbb1-4b6e-93e3-c03f49ee2fef admin admin] Usage tracker for resource:security_group_rule and tenant:e4fb8255f6e9450aa2499adf81527c5a is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:39:10.087190 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-255c368d-6267-4247-9691-c2a762eb68f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:39:10.098768 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-143b238a-fbb1-4b6e-93e3-c03f49ee2fef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:39:10.101797 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-255c368d-6267-4247-9691-c2a762eb68f3 admin admin] Usage tracker for resource:security_group_rule and tenant:b68e83779edd4bc494c77e5bf5bcc82c is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:39:10.108352 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-255c368d-6267-4247-9691-c2a762eb68f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:39:10.118062 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9b0f3d76-7119-4b22-bdc5-abf1735474e8 req-1509a48a-5f7b-4e7e-81c9-78f8c71c8784 tempest-ServersAdmin275Test-1725802639 tempest-ServersAdmin275Test-1725802639-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e2ca430-ec50-43bd-9382-00c977af114e HTTP/1.1" status: 200 len: 210 time: 0.0680091 May 05 21:39:10.118917 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-143b238a-fbb1-4b6e-93e3-c03f49ee2fef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:39:10.121005 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-255c368d-6267-4247-9691-c2a762eb68f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:39:10.238257 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-143b238a-fbb1-4b6e-93e3-c03f49ee2fef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:10.240164 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-255c368d-6267-4247-9691-c2a762eb68f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:10.243431 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-143b238a-fbb1-4b6e-93e3-c03f49ee2fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:10.259628 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-255c368d-6267-4247-9691-c2a762eb68f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:10.303847 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8634e2ba-70c7-4eca-b079-298d6f3d1b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1d7cdb-8e34-4688-acec-db3dfd41e683'}, {'server_uuid': '90ad001a-3aad-467f-9c32-1334a7b7923e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a0f74a-024c-433c-94a0-470103bf1d3c'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:39:10.352353 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143b238a-fbb1-4b6e-93e3-c03f49ee2fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac65b4e-7e1c-433e-97b6-5776b54c4eb9,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:10.362689 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c246bb4-6935-4287-8026-c0a12d5743a5'] response: {'server_uuid': '8634e2ba-70c7-4eca-b079-298d6f3d1b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1d7cdb-8e34-4688-acec-db3dfd41e683', 'code': 200} May 05 21:39:10.362951 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c246bb4-6935-4287-8026-c0a12d5743a5'] response: {'server_uuid': '90ad001a-3aad-467f-9c32-1334a7b7923e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a0f74a-024c-433c-94a0-470103bf1d3c', 'code': 200} May 05 21:39:10.374735 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-143b238a-fbb1-4b6e-93e3-c03f49ee2fef admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e4fb8255f6e9450aa2499adf81527c5a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6902180 May 05 21:39:10.377675 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58320) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:39:10.384275 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-255c368d-6267-4247-9691-c2a762eb68f3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b68e83779edd4bc494c77e5bf5bcc82c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6517961 May 05 21:39:10.388381 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143b238a-fbb1-4b6e-93e3-c03f49ee2fef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:39:10.389099 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143b238a-fbb1-4b6e-93e3-c03f49ee2fef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:39:10.389099 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143b238a-fbb1-4b6e-93e3-c03f49ee2fef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:39:10.389361 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143b238a-fbb1-4b6e-93e3-c03f49ee2fef admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:39:10.389683 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143b238a-fbb1-4b6e-93e3-c03f49ee2fef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:39:10.390006 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143b238a-fbb1-4b6e-93e3-c03f49ee2fef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:39:10.390328 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143b238a-fbb1-4b6e-93e3-c03f49ee2fef admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:39:10.390641 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143b238a-fbb1-4b6e-93e3-c03f49ee2fef admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:39:10.390981 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143b238a-fbb1-4b6e-93e3-c03f49ee2fef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:39:10.391285 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143b238a-fbb1-4b6e-93e3-c03f49ee2fef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:39:10.391600 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143b238a-fbb1-4b6e-93e3-c03f49ee2fef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:39:10.394770 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58324) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:39:10.479346 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255c368d-6267-4247-9691-c2a762eb68f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2b242a-c74a-43ad-867d-f5898619f84f,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:10.506518 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ecb165-7cf8-42a0-9c72-bd5e7db7aed0 req-3e73d18f-8f2c-440e-8e5e-13d1682b17da tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:10.508313 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-79ecb165-7cf8-42a0-9c72-bd5e7db7aed0 req-3e73d18f-8f2c-440e-8e5e-13d1682b17da tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b5da035-7791-413d-ad5b-2ee52d3aa7c2 HTTP/1.1" status: 200 len: 947 time: 0.2357235 May 05 21:39:10.535832 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e565c0cd-5b1a-4a88-976e-6882f5936d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:10.570033 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e565c0cd-5b1a-4a88-976e-6882f5936d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:10.599673 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-47177f90-49fd-4956-97e5-07b2d3d67fa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:10.612553 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a3f2f0f4-da9f-4507-8bb4-0e30eb046373 req-81a63507-c10b-4939-896b-7685f8bff949 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=90ad001a-3aad-467f-9c32-1334a7b7923e HTTP/1.1" status: 200 len: 1096 time: 0.1738007 May 05 21:39:10.653144 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-47177f90-49fd-4956-97e5-07b2d3d67fa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:10.670266 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-79ecb165-7cf8-42a0-9c72-bd5e7db7aed0 req-606ee70f-0b60-449e-b394-bc95bf99eff9 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426437 May 05 21:39:10.736507 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a3f2f0f4-da9f-4507-8bb4-0e30eb046373 req-e40f66ce-3e1f-4ce1-af6a-826fda33d10e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788743 May 05 21:39:10.740543 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e565c0cd-5b1a-4a88-976e-6882f5936d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:10.757326 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-47177f90-49fd-4956-97e5-07b2d3d67fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:10.760231 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e565c0cd-5b1a-4a88-976e-6882f5936d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac65b4e-7e1c-433e-97b6-5776b54c4eb9,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:10.769995 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d3252199-926a-438d-bfa7-8dccb50b1935 req-d9c2afbc-8adb-4275-96b2-18b4950c0177 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8634e2ba-70c7-4eca-b079-298d6f3d1b54 HTTP/1.1" status: 200 len: 1122 time: 0.1497376 May 05 21:39:10.775519 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e565c0cd-5b1a-4a88-976e-6882f5936d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:10.776553 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-e565c0cd-5b1a-4a88-976e-6882f5936d70 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9ac65b4e-7e1c-433e-97b6-5776b54c4eb9 HTTP/1.1" status: 204 len: 168 time: 0.3978155 May 05 21:39:10.779997 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47177f90-49fd-4956-97e5-07b2d3d67fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2b242a-c74a-43ad-867d-f5898619f84f,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:10.790725 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e565c0cd-5b1a-4a88-976e-6882f5936d70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:39:10.791778 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e565c0cd-5b1a-4a88-976e-6882f5936d70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:39:10.792328 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e565c0cd-5b1a-4a88-976e-6882f5936d70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:39:10.793722 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e565c0cd-5b1a-4a88-976e-6882f5936d70 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:39:10.794254 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e565c0cd-5b1a-4a88-976e-6882f5936d70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:39:10.794805 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e565c0cd-5b1a-4a88-976e-6882f5936d70 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:39:10.795460 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e565c0cd-5b1a-4a88-976e-6882f5936d70 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:39:10.796120 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e565c0cd-5b1a-4a88-976e-6882f5936d70 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:39:10.796643 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e565c0cd-5b1a-4a88-976e-6882f5936d70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:39:10.797443 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e565c0cd-5b1a-4a88-976e-6882f5936d70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:39:10.797975 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e565c0cd-5b1a-4a88-976e-6882f5936d70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:39:10.808197 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-47177f90-49fd-4956-97e5-07b2d3d67fa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:10.809231 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-47177f90-49fd-4956-97e5-07b2d3d67fa1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3d2b242a-c74a-43ad-867d-f5898619f84f HTTP/1.1" status: 204 len: 168 time: 0.4120896 May 05 21:39:10.894344 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96325fb7-bc46-4817-b5bd-be446cfc113e req-10f76651-9fb6-41ca-bc0e-9b99a1ee8d88 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:10.895801 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 3c676966-f034-4a3e-a66e-0c8e2be1d42c details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:39:10.895938 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-96325fb7-bc46-4817-b5bd-be446cfc113e req-10f76651-9fb6-41ca-bc0e-9b99a1ee8d88 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=90ad001a-3aad-467f-9c32-1334a7b7923e HTTP/1.1" status: 200 len: 945 time: 0.1754167 May 05 21:39:10.975497 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-96325fb7-bc46-4817-b5bd-be446cfc113e req-f5d72e4b-f988-4a55-abfd-ca9559e88cfd tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674994 May 05 21:39:10.982422 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080b5bb-33de-49db-9f0d-7a1cf0c9d55d req-0a5ecb31-4e00-4b04-9cb3-7ff772b03f84 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:10.984248 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2080b5bb-33de-49db-9f0d-7a1cf0c9d55d req-0a5ecb31-4e00-4b04-9cb3-7ff772b03f84 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?device_id=8634e2ba-70c7-4eca-b079-298d6f3d1b54 HTTP/1.1" status: 200 len: 971 time: 0.1485181 May 05 21:39:11.021262 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d3252199-926a-438d-bfa7-8dccb50b1935 req-f932c79c-9fa6-4de0-8b90-5f965747afeb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894723 May 05 21:39:11.057696 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2080b5bb-33de-49db-9f0d-7a1cf0c9d55d req-0895604f-4e1d-4327-b3c9-f18cb83d820c tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664332 May 05 21:39:11.119155 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 3c676966-f034-4a3e-a66e-0c8e2be1d42c, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=3c676966-f034-4a3e-a66e-0c8e2be1d42c,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:39:11.133874 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '3c676966-f034-4a3e-a66e-0c8e2be1d42c', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'port_id': '3c676966-f034-4a3e-a66e-0c8e2be1d42c', 'mac_address': 'fa:16:3e:7c:be:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f237a6ef-d044-411f-a2d8-d12619664c91', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:39:11.217630 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:11.243756 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c676966-f034-4a3e-a66e-0c8e2be1d42c {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:39:11.261779 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53530ec-fad1-48d0-852d-1bc381682f35 req-9dbb3a3a-77d6-41e3-9c79-336045218a69 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:11.263398 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 3c676966-f034-4a3e-a66e-0c8e2be1d42c, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=3c676966-f034-4a3e-a66e-0c8e2be1d42c,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:39:11.269373 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:11.270775 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c53530ec-fad1-48d0-852d-1bc381682f35 req-9dbb3a3a-77d6-41e3-9c79-336045218a69 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] 10.222.0.23 "GET /v2.0/ports?device_id=f11e4fe5-867e-43a4-b31d-b517df4872ea HTTP/1.1" status: 200 len: 949 time: 0.1118138 May 05 21:39:11.322031 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58346) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:39:11.327347 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c53530ec-fad1-48d0-852d-1bc381682f35 req-c17abbde-f21c-4653-94f0-d69c98a1bffb tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ca76424-3ba6-464b-afc8-19f038955bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555084 May 05 21:39:11.328105 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58350) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:39:11.353473 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-570792e9-396f-4bc4-a037-486ad523a380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:11.357383 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b93efe50-5c67-4c6c-ae9a-e7f12828a63b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:11.365118 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=3c676966-f034-4a3e-a66e-0c8e2be1d42c,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:11.375593 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:39:11.376110 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:39:11.376539 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:39:11.377039 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:39:11.377581 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:39:11.377991 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:39:11.378531 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:39:11.379055 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:39:11.379713 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:39:11.380243 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:39:11.380752 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:39:11.400283 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-570792e9-396f-4bc4-a037-486ad523a380 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:39:11.405637 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-570792e9-396f-4bc4-a037-486ad523a380 admin admin] Usage tracker for resource:security_group_rule and tenant:f6ac4b8f1728438c99814119106da050 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:39:11.409667 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-570792e9-396f-4bc4-a037-486ad523a380 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:39:11.414295 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b93efe50-5c67-4c6c-ae9a-e7f12828a63b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:39:11.416536 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-570792e9-396f-4bc4-a037-486ad523a380 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:39:11.419718 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b93efe50-5c67-4c6c-ae9a-e7f12828a63b admin admin] Usage tracker for resource:security_group_rule and tenant:1c91ac5d78a145fdb323798cb7ae68b4 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:39:11.423980 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b93efe50-5c67-4c6c-ae9a-e7f12828a63b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:39:11.433564 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b93efe50-5c67-4c6c-ae9a-e7f12828a63b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:39:11.499726 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-570792e9-396f-4bc4-a037-486ad523a380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:11.507754 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-570792e9-396f-4bc4-a037-486ad523a380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:11.531902 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b93efe50-5c67-4c6c-ae9a-e7f12828a63b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:11.544136 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b93efe50-5c67-4c6c-ae9a-e7f12828a63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:11.552764 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['3c676966-f034-4a3e-a66e-0c8e2be1d42c'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:39:11.628043 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-570792e9-396f-4bc4-a037-486ad523a380 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f6ac4b8f1728438c99814119106da050&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3048081 May 05 21:39:11.628757 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570792e9-396f-4bc4-a037-486ad523a380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f4cd7c-d7f0-442d-b334-811a3e6eab56,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:11.631128 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58358) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:39:11.655120 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b93efe50-5c67-4c6c-ae9a-e7f12828a63b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1c91ac5d78a145fdb323798cb7ae68b4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3253067 May 05 21:39:11.656174 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93efe50-5c67-4c6c-ae9a-e7f12828a63b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255aaffc-e34c-422f-8ddb-ac0e7a8d6f11,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:11.667645 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58362) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:39:11.698006 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-989d9c2b-8d40-41b0-83e8-75fd6cfacd1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:11.727096 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-989d9c2b-8d40-41b0-83e8-75fd6cfacd1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:11.785391 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-989d9c2b-8d40-41b0-83e8-75fd6cfacd1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:11.807128 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989d9c2b-8d40-41b0-83e8-75fd6cfacd1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f4cd7c-d7f0-442d-b334-811a3e6eab56,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:11.817489 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-989d9c2b-8d40-41b0-83e8-75fd6cfacd1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:11.821194 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-989d9c2b-8d40-41b0-83e8-75fd6cfacd1c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e3f4cd7c-d7f0-442d-b334-811a3e6eab56 HTTP/1.1" status: 204 len: 168 time: 0.1865897 May 05 21:39:11.829543 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-53452b31-0617-437f-9c1a-f2f5dd006a6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:11.864271 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-53452b31-0617-437f-9c1a-f2f5dd006a6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:11.911910 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58372) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:39:12.071079 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-059c7a99-dfc9-45a6-877c-b0b836fba0ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:12.124440 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-059c7a99-dfc9-45a6-877c-b0b836fba0ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:39:12.130061 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-059c7a99-dfc9-45a6-877c-b0b836fba0ab admin admin] Usage tracker for resource:security_group_rule and tenant:025ec40d89af408792cee438a85bc0a9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:39:12.139335 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-53452b31-0617-437f-9c1a-f2f5dd006a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:12.139946 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-059c7a99-dfc9-45a6-877c-b0b836fba0ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:39:12.153491 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-059c7a99-dfc9-45a6-877c-b0b836fba0ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:39:12.168046 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5df06c-df5a-4015-9345-e1c1bdac2ae7 req-bd05cb1d-8ce2-4fd2-8d83-7576c1ebd437 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:12.169877 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6d5df06c-df5a-4015-9345-e1c1bdac2ae7 req-bd05cb1d-8ce2-4fd2-8d83-7576c1ebd437 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b5da035-7791-413d-ad5b-2ee52d3aa7c2 HTTP/1.1" status: 200 len: 948 time: 0.1423986 May 05 21:39:12.175719 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace7ac74-c770-48f5-855e-fc4847801b65 req-f1876e27-f539-499a-8797-2679776508d0 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:12.178083 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ace7ac74-c770-48f5-855e-fc4847801b65 req-f1876e27-f539-499a-8797-2679776508d0 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] 10.222.0.23 "GET /v2.0/ports?device_id=f11e4fe5-867e-43a4-b31d-b517df4872ea HTTP/1.1" status: 200 len: 949 time: 0.2838478 May 05 21:39:12.180533 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53452b31-0617-437f-9c1a-f2f5dd006a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255aaffc-e34c-422f-8ddb-ac0e7a8d6f11,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:12.234746 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-53452b31-0617-437f-9c1a-f2f5dd006a6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:12.236015 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-53452b31-0617-437f-9c1a-f2f5dd006a6d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/255aaffc-e34c-422f-8ddb-ac0e7a8d6f11 HTTP/1.1" status: 204 len: 168 time: 0.5647788 May 05 21:39:12.275966 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ace7ac74-c770-48f5-855e-fc4847801b65 req-dffa7cee-0484-433b-b8c4-f8ac73c37230 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ca76424-3ba6-464b-afc8-19f038955bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746772 May 05 21:39:12.296287 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6d5df06c-df5a-4015-9345-e1c1bdac2ae7 req-f7acc6ee-49aa-4060-93bc-b7624f68cf15 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167619 May 05 21:39:12.350893 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-059c7a99-dfc9-45a6-877c-b0b836fba0ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:12.360500 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-059c7a99-dfc9-45a6-877c-b0b836fba0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:12.487191 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059c7a99-dfc9-45a6-877c-b0b836fba0ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70fae491-f89f-4662-8529-31f58191062f,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:12.494915 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-059c7a99-dfc9-45a6-877c-b0b836fba0ab admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=025ec40d89af408792cee438a85bc0a9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5782559 May 05 21:39:12.495832 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58394) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:39:12.574700 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d2d6e3b9-1c82-4f7e-ab7f-b9aadfbd6cde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:12.606690 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d2d6e3b9-1c82-4f7e-ab7f-b9aadfbd6cde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:12.680651 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d2d6e3b9-1c82-4f7e-ab7f-b9aadfbd6cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:12.690728 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35286563-130c-4e94-8a2a-e1209978cecd req-425bdea0-490a-4e86-968b-72eee0d37577 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:12.697976 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-35286563-130c-4e94-8a2a-e1209978cecd req-425bdea0-490a-4e86-968b-72eee0d37577 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=90ad001a-3aad-467f-9c32-1334a7b7923e HTTP/1.1" status: 200 len: 945 time: 0.2684882 May 05 21:39:12.717342 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d6e3b9-1c82-4f7e-ab7f-b9aadfbd6cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fae491-f89f-4662-8529-31f58191062f,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:12.729075 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d2d6e3b9-1c82-4f7e-ab7f-b9aadfbd6cde admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:12.732781 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d2d6e3b9-1c82-4f7e-ab7f-b9aadfbd6cde admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/70fae491-f89f-4662-8529-31f58191062f HTTP/1.1" status: 204 len: 168 time: 0.2334716 May 05 21:39:12.739521 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab5e7e-7517-4dde-a636-b5d97fdfe1c0 req-368f40d3-d453-4d72-840a-48498def2718 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:12.741534 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5bab5e7e-7517-4dde-a636-b5d97fdfe1c0 req-368f40d3-d453-4d72-840a-48498def2718 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?device_id=8634e2ba-70c7-4eca-b079-298d6f3d1b54 HTTP/1.1" status: 200 len: 971 time: 0.2071488 May 05 21:39:12.790106 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-35286563-130c-4e94-8a2a-e1209978cecd req-e1db2141-838a-43d6-93c8-82a00535c530 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911791 May 05 21:39:12.803802 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5bab5e7e-7517-4dde-a636-b5d97fdfe1c0 req-e08b088d-a663-42ca-8e9d-69e60c3ccd56 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525627 May 05 21:39:12.925852 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 3c676966-f034-4a3e-a66e-0c8e2be1d42c up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:39:13.022651 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f3ef3-89d4-45a2-a482-83175d108fbc req-eadebf75-d74c-4ea9-b3ec-7b02fd9c680e tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:13.030520 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9e4f3ef3-89d4-45a2-a482-83175d108fbc req-eadebf75-d74c-4ea9-b3ec-7b02fd9c680e tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?device_id=8634e2ba-70c7-4eca-b079-298d6f3d1b54 HTTP/1.1" status: 200 len: 971 time: 0.0931456 May 05 21:39:13.096629 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9e4f3ef3-89d4-45a2-a482-83175d108fbc req-32ce08bf-e5d6-4f68-9661-0c9c47df53fa tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648522 May 05 21:39:13.136627 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 3c676966-f034-4a3e-a66e-0c8e2be1d42c completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:39:13.150679 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 3c676966-f034-4a3e-a66e-0c8e2be1d42c triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:39:13.152969 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:13.217210 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58426) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:39:13.248156 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-76e8e760-d616-4170-8e99-f7c603070327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:13.411933 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-76e8e760-d616-4170-8e99-f7c603070327 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:39:13.421143 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ba7b6fb8-39fa-4e75-aa87-8156ceb046b1 req-5b58c928-9fd4-48a4-8f6e-5a6ddbb0bab3 tempest-LiveAutoBlockMigrationV225Test-533236276 tempest-LiveAutoBlockMigrationV225Test-533236276-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=90ad001a-3aad-467f-9c32-1334a7b7923e HTTP/1.1" status: 200 len: 1096 time: 0.0941424 May 05 21:39:13.423699 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-76e8e760-d616-4170-8e99-f7c603070327 admin admin] Usage tracker for resource:security_group_rule and tenant:e6f2dcfe049e46ef9b828fc169730c18 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:39:13.430899 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-76e8e760-d616-4170-8e99-f7c603070327 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:39:13.442610 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-76e8e760-d616-4170-8e99-f7c603070327 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:39:13.445356 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:13.505370 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ba7b6fb8-39fa-4e75-aa87-8156ceb046b1 req-41e41da4-8e6d-45f4-a9f1-4e9f8d5fea96 tempest-LiveAutoBlockMigrationV225Test-533236276 tempest-LiveAutoBlockMigrationV225Test-533236276-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829592 May 05 21:39:13.524993 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b5da035-7791-413d-ad5b-2ee52d3aa7c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c676966-f034-4a3e-a66e-0c8e2be1d42c'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:39:13.535807 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 3c676966-f034-4a3e-a66e-0c8e2be1d42c, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=3c676966-f034-4a3e-a66e-0c8e2be1d42c,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:39:13.547309 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:13.650875 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=3c676966-f034-4a3e-a66e-0c8e2be1d42c,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:13.686977 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-76e8e760-d616-4170-8e99-f7c603070327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:13.695963 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-76e8e760-d616-4170-8e99-f7c603070327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:13.775841 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-76e8e760-d616-4170-8e99-f7c603070327 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e6f2dcfe049e46ef9b828fc169730c18&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5575349 May 05 21:39:13.780620 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58446) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:39:13.796001 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e8e760-d616-4170-8e99-f7c603070327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38db88e8-033c-4db1-8bb3-01e16efc352f,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:13.917967 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8387d6dd-cc77-45b6-b379-2327f43ab773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:13.955418 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b61e290-4ac1-4c03-9f41-85065ab6cb86 req-f5c84f7b-ed6b-49e6-a358-c2337118fa26 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:13.957342 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3b61e290-4ac1-4c03-9f41-85065ab6cb86 req-f5c84f7b-ed6b-49e6-a358-c2337118fa26 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] 10.222.0.23 "GET /v2.0/ports?device_id=f11e4fe5-867e-43a4-b31d-b517df4872ea HTTP/1.1" status: 200 len: 949 time: 0.2137325 May 05 21:39:13.964612 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-52c075f3-1796-44ea-aad9-fae56a5b5f98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:14.024748 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-52c075f3-1796-44ea-aad9-fae56a5b5f98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:14.138141 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3b61e290-4ac1-4c03-9f41-85065ab6cb86 req-500afee0-04a6-4302-bd61-279e3a9c40da tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ca76424-3ba6-464b-afc8-19f038955bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709313 May 05 21:39:14.189572 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ae35e-f9ec-4ec6-bb73-b4595d0d686c req-e40af627-b6ee-4c9e-8b80-3db16393590d tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:14.195967 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-569ae35e-f9ec-4ec6-bb73-b4595d0d686c req-e40af627-b6ee-4c9e-8b80-3db16393590d tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b5da035-7791-413d-ad5b-2ee52d3aa7c2 HTTP/1.1" status: 200 len: 949 time: 0.1735685 May 05 21:39:14.227118 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-52c075f3-1796-44ea-aad9-fae56a5b5f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:14.234686 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-211d8fb9-4085-4f23-a017-b502645c9be5'] response: {'server_uuid': '3b5da035-7791-413d-ad5b-2ee52d3aa7c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c676966-f034-4a3e-a66e-0c8e2be1d42c', 'code': 200} May 05 21:39:14.255539 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c075f3-1796-44ea-aad9-fae56a5b5f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38db88e8-033c-4db1-8bb3-01e16efc352f,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:14.272977 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-52c075f3-1796-44ea-aad9-fae56a5b5f98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:14.273892 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-52c075f3-1796-44ea-aad9-fae56a5b5f98 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/38db88e8-033c-4db1-8bb3-01e16efc352f HTTP/1.1" status: 204 len: 168 time: 0.4876523 May 05 21:39:14.284752 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-569ae35e-f9ec-4ec6-bb73-b4595d0d686c req-a88170b2-0c0e-4e9e-8e09-2bdc5cb534e8 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855300 May 05 21:39:14.420589 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3550b178-08df-43b1-b91d-51589fb2b715 req-d1185ef9-8c03-4165-9f91-8cfc8735aac2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3b5da035-7791-413d-ad5b-2ee52d3aa7c2 HTTP/1.1" status: 200 len: 1100 time: 0.0906792 May 05 21:39:14.500444 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3550b178-08df-43b1-b91d-51589fb2b715 req-0b515e27-8d68-46c6-87df-39f47f18b50f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717626 May 05 21:39:14.517146 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d5d054-7d76-423c-8035-611dd64feef7 req-c1d7a23b-5317-4301-a843-8b5b5712511e tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:14.524634 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f5d5d054-7d76-423c-8035-611dd64feef7 req-c1d7a23b-5317-4301-a843-8b5b5712511e tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?device_id=8634e2ba-70c7-4eca-b079-298d6f3d1b54 HTTP/1.1" status: 200 len: 971 time: 0.1004200 May 05 21:39:14.587234 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f5d5d054-7d76-423c-8035-611dd64feef7 req-0931f383-300d-492f-ae1e-a83ba4d3efe0 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605462 May 05 21:39:14.827638 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad32fefa-61fb-45e5-a4ca-a1589e4319f5 req-28201580-9496-4bf7-8194-71965c7ebf19 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:14.828338 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-ad32fefa-61fb-45e5-a4ca-a1589e4319f5 req-28201580-9496-4bf7-8194-71965c7ebf19 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Synchronizing usage tracker for tenant:f4d6843702b34380957ca7fcf042b694 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:39:14.847609 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-ad32fefa-61fb-45e5-a4ca-a1589e4319f5 req-28201580-9496-4bf7-8194-71965c7ebf19 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Unset dirty status for tenant:f4d6843702b34380957ca7fcf042b694 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:39:14.848953 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ad32fefa-61fb-45e5-a4ca-a1589e4319f5 req-28201580-9496-4bf7-8194-71965c7ebf19 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] 10.222.0.44 "GET /v2.0/ports?device_id=f11e4fe5-867e-43a4-b31d-b517df4872ea HTTP/1.1" status: 200 len: 949 time: 0.1186693 May 05 21:39:14.937152 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-ad32fefa-61fb-45e5-a4ca-a1589e4319f5 req-bb2c537e-1df1-498c-8682-ade844c9e188 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Deleting port 2b919d9a-8070-43a6-bf5f-14be7f03b848 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:39:14.937627 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-ad32fefa-61fb-45e5-a4ca-a1589e4319f5 req-bb2c537e-1df1-498c-8682-ade844c9e188 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:15.379403 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-ad32fefa-61fb-45e5-a4ca-a1589e4319f5 req-bb2c537e-1df1-498c-8682-ade844c9e188 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] For port 2b919d9a-8070-43a6-bf5f-14be7f03b848, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=2b919d9a-8070-43a6-bf5f-14be7f03b848,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:39:15.379756 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-ad32fefa-61fb-45e5-a4ca-a1589e4319f5 req-bb2c537e-1df1-498c-8682-ade844c9e188 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:15.560932 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-ad32fefa-61fb-45e5-a4ca-a1589e4319f5 req-bb2c537e-1df1-498c-8682-ade844c9e188 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Calling delete_port for 2b919d9a-8070-43a6-bf5f-14be7f03b848 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:39:15.733160 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d0147-7673-4d10-ad02-de699d8f9546 req-31f65181-101b-45de-9423-a50c2820830c tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:15.734714 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d25d0147-7673-4d10-ad02-de699d8f9546 req-31f65181-101b-45de-9423-a50c2820830c tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b5da035-7791-413d-ad5b-2ee52d3aa7c2 HTTP/1.1" status: 200 len: 949 time: 0.1800365 May 05 21:39:15.742110 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf0646-909a-4742-885a-44c99ed59c79 req-b47389c4-8d51-4364-af8b-42fe7d564305 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:15.749092 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0eaf0646-909a-4742-885a-44c99ed59c79 req-b47389c4-8d51-4364-af8b-42fe7d564305 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] 10.222.0.23 "GET /v2.0/ports?device_id=f11e4fe5-867e-43a4-b31d-b517df4872ea HTTP/1.1" status: 200 len: 949 time: 0.2991657 May 05 21:39:15.838682 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0eaf0646-909a-4742-885a-44c99ed59c79 req-1d262f32-a462-491a-82dd-1c8dc95d7bcf tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] 10.222.0.23 "GET /v2.0/security-groups?id=1ca76424-3ba6-464b-afc8-19f038955bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886066 May 05 21:39:15.881290 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d25d0147-7673-4d10-ad02-de699d8f9546 req-edd1d567-70ff-4f08-ab7f-06e2216430e1 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171846 May 05 21:39:16.004424 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-ad32fefa-61fb-45e5-a4ca-a1589e4319f5 req-bb2c537e-1df1-498c-8682-ade844c9e188 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:16.019657 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['2b919d9a-8070-43a6-bf5f-14be7f03b848'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:39:16.058257 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c537e-1df1-498c-8682-ade844c9e188 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Pushing event deleted for resources: {'Port': ['ID=2b919d9a-8070-43a6-bf5f-14be7f03b848,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:16.079190 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e15f4197-3d54-4540-9676-0080503f3aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:16.153114 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0fec7-6f37-401d-aa16-57b6d2892050 req-482d06ab-c4be-42ef-aac8-ff52b87eccdb tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:16.167384 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-86f0fec7-6f37-401d-aa16-57b6d2892050 req-482d06ab-c4be-42ef-aac8-ff52b87eccdb tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?device_id=8634e2ba-70c7-4eca-b079-298d6f3d1b54 HTTP/1.1" status: 200 len: 971 time: 0.1753836 May 05 21:39:16.174501 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad32fefa-61fb-45e5-a4ca-a1589e4319f5 req-bb2c537e-1df1-498c-8682-ade844c9e188 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] No DVR routers for this DVR port 2b919d9a-8070-43a6-bf5f-14be7f03b848 on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:39:16.184567 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-ad32fefa-61fb-45e5-a4ca-a1589e4319f5 req-bb2c537e-1df1-498c-8682-ade844c9e188 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:16.187375 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f11e4fe5-867e-43a4-b31d-b517df4872ea', 'name': 'network-vif-deleted', 'tag': '2b919d9a-8070-43a6-bf5f-14be7f03b848'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:39:16.237323 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ad32fefa-61fb-45e5-a4ca-a1589e4319f5 req-bb2c537e-1df1-498c-8682-ade844c9e188 tempest-DeleteServersAdminTestJSON-1423019513 tempest-DeleteServersAdminTestJSON-1423019513-project] 10.222.0.44 "DELETE /v2.0/ports/2b919d9a-8070-43a6-bf5f-14be7f03b848 HTTP/1.1" status: 204 len: 173 time: 1.3794305 May 05 21:39:16.274067 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-86f0fec7-6f37-401d-aa16-57b6d2892050 req-61b00e74-401f-48aa-8fd0-38205dd21402 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040785 May 05 21:39:16.314980 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e81cbf9-043e-4aca-9879-6540066c4c2e'] response: {'server_uuid': 'f11e4fe5-867e-43a4-b31d-b517df4872ea', 'name': 'network-vif-deleted', 'tag': '2b919d9a-8070-43a6-bf5f-14be7f03b848', 'status': 'completed', 'code': 200} May 05 21:39:16.536870 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58540) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:39:16.802019 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7071cc31-b001-4a35-b854-cf7a91b06dc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:16.844536 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-7071cc31-b001-4a35-b854-cf7a91b06dc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:39:16.849663 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-7071cc31-b001-4a35-b854-cf7a91b06dc4 admin admin] Usage tracker for resource:security_group_rule and tenant:b3f6471c471e4767a332e40436d01570 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:39:16.852998 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-7071cc31-b001-4a35-b854-cf7a91b06dc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:39:16.859363 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-7071cc31-b001-4a35-b854-cf7a91b06dc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:39:16.994579 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7071cc31-b001-4a35-b854-cf7a91b06dc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:17.013992 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7071cc31-b001-4a35-b854-cf7a91b06dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:17.115068 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-7071cc31-b001-4a35-b854-cf7a91b06dc4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b3f6471c471e4767a332e40436d01570&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5745397 May 05 21:39:17.117883 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58566) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:39:17.175394 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:17.175937 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7071cc31-b001-4a35-b854-cf7a91b06dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=defacc39-3149-4cef-b4d6-e23333c0b0af,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:17.195875 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52bf39f-013d-4f3d-9a45-309d0dce1592 req-e988d19e-b024-4a65-920f-8670dbd7120a tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:17.206169 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a52bf39f-013d-4f3d-9a45-309d0dce1592 req-e988d19e-b024-4a65-920f-8670dbd7120a tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b5da035-7791-413d-ad5b-2ee52d3aa7c2 HTTP/1.1" status: 200 len: 949 time: 0.1093831 May 05 21:39:17.304775 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a52bf39f-013d-4f3d-9a45-309d0dce1592 req-acc4d3d3-e384-4abf-a591-5f3dc7f5e658 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973322 May 05 21:39:17.330810 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-77ed9734-ee2e-4829-a100-b044978beccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:17.422982 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:17.427611 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-77ed9734-ee2e-4829-a100-b044978beccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:17.532481 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-77ed9734-ee2e-4829-a100-b044978beccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:17.576556 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed9734-ee2e-4829-a100-b044978beccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=defacc39-3149-4cef-b4d6-e23333c0b0af,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:17.578847 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-77ed9734-ee2e-4829-a100-b044978beccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:17.595485 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-77ed9734-ee2e-4829-a100-b044978beccd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/defacc39-3149-4cef-b4d6-e23333c0b0af HTTP/1.1" status: 204 len: 168 time: 0.4762735 May 05 21:39:17.729786 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93b2a6-d393-4e93-973c-3d616e6113e9 req-2b9330dd-2abd-4480-8da1-369bf3bcacda tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:17.731243 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-eb93b2a6-d393-4e93-973c-3d616e6113e9 req-2b9330dd-2abd-4480-8da1-369bf3bcacda tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?device_id=8634e2ba-70c7-4eca-b079-298d6f3d1b54 HTTP/1.1" status: 200 len: 971 time: 0.1589658 May 05 21:39:17.738542 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddec443-3225-4f39-9339-5b55d04b4be0 req-f76f149c-c98f-417d-924e-7d1c5fe0e458 tempest-NetworksTest-2023689430 tempest-NetworksTest-2023689430-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:17.738542 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddec443-3225-4f39-9339-5b55d04b4be0 req-f76f149c-c98f-417d-924e-7d1c5fe0e458 tempest-NetworksTest-2023689430 tempest-NetworksTest-2023689430-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:17.738886 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddec443-3225-4f39-9339-5b55d04b4be0 req-f76f149c-c98f-417d-924e-7d1c5fe0e458 tempest-NetworksTest-2023689430 tempest-NetworksTest-2023689430-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:17.739237 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddec443-3225-4f39-9339-5b55d04b4be0 req-f76f149c-c98f-417d-924e-7d1c5fe0e458 tempest-NetworksTest-2023689430 tempest-NetworksTest-2023689430-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:17.739583 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddec443-3225-4f39-9339-5b55d04b4be0 req-f76f149c-c98f-417d-924e-7d1c5fe0e458 tempest-NetworksTest-2023689430 tempest-NetworksTest-2023689430-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:17.739928 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddec443-3225-4f39-9339-5b55d04b4be0 req-f76f149c-c98f-417d-924e-7d1c5fe0e458 tempest-NetworksTest-2023689430 tempest-NetworksTest-2023689430-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:17.740275 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddec443-3225-4f39-9339-5b55d04b4be0 req-f76f149c-c98f-417d-924e-7d1c5fe0e458 tempest-NetworksTest-2023689430 tempest-NetworksTest-2023689430-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:17.742281 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2ddec443-3225-4f39-9339-5b55d04b4be0 req-f76f149c-c98f-417d-924e-7d1c5fe0e458 tempest-NetworksTest-2023689430 tempest-NetworksTest-2023689430-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5047 time: 0.2747769 May 05 21:39:17.792459 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-eb93b2a6-d393-4e93-973c-3d616e6113e9 req-f563ae03-e3ab-43db-96b3-6d8e94183d87 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491827 May 05 21:39:18.073651 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-018db79e-6c40-4175-8174-190b3e03029b req-6cc700fa-4abb-4f12-a7e7-f8fcda2a8e64 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3b5da035-7791-413d-ad5b-2ee52d3aa7c2&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1696832 May 05 21:39:18.079036 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58600) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:39:18.101222 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ed203bbf-f71a-4b14-b419-8f6c1c5c5e1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:18.135895 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-ed203bbf-f71a-4b14-b419-8f6c1c5c5e1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:39:18.141218 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-ed203bbf-f71a-4b14-b419-8f6c1c5c5e1d admin admin] Usage tracker for resource:security_group_rule and tenant:1e1f5e787ba249df92e9fbfe45253c11 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:39:18.145220 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-ed203bbf-f71a-4b14-b419-8f6c1c5c5e1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:39:18.152543 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-ed203bbf-f71a-4b14-b419-8f6c1c5c5e1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:39:18.241741 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ed203bbf-f71a-4b14-b419-8f6c1c5c5e1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:18.248522 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ed203bbf-f71a-4b14-b419-8f6c1c5c5e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:18.304759 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed203bbf-f71a-4b14-b419-8f6c1c5c5e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bdd72af-c211-4121-98fa-689ca04d4473,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:18.312635 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ed203bbf-f71a-4b14-b419-8f6c1c5c5e1d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1e1f5e787ba249df92e9fbfe45253c11&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2315240 May 05 21:39:18.324761 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58612) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:39:18.414237 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b71ec5f2-3b58-483d-917a-90334f20636d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:18.479933 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b71ec5f2-3b58-483d-917a-90334f20636d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:18.527879 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27681d3-e8c1-4bd2-8527-f94b283cbaf7 req-13cf1a41-0e6c-45a5-b81c-c3aab9ba451b tempest-NetworksTest-2023689430 tempest-NetworksTest-2023689430-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:18.529018 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d27681d3-e8c1-4bd2-8527-f94b283cbaf7 req-13cf1a41-0e6c-45a5-b81c-c3aab9ba451b tempest-NetworksTest-2023689430 tempest-NetworksTest-2023689430-project-admin] 10.222.0.23 "GET /v2.0/networks/25bfe237-58de-4709-a3e0-ac79da07c300 HTTP/1.1" status: 200 len: 886 time: 0.1686606 May 05 21:39:18.534830 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9da0c693-53d4-4c6d-af6e-13fb587fc7e8 req-bf2fe895-7b31-4ef1-8fe1-a6b6c16459e7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3b5da035-7791-413d-ad5b-2ee52d3aa7c2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2344673 May 05 21:39:18.567432 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b71ec5f2-3b58-483d-917a-90334f20636d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:18.588605 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71ec5f2-3b58-483d-917a-90334f20636d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bdd72af-c211-4121-98fa-689ca04d4473,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:18.593855 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b71ec5f2-3b58-483d-917a-90334f20636d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:18.595217 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b71ec5f2-3b58-483d-917a-90334f20636d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8bdd72af-c211-4121-98fa-689ca04d4473 HTTP/1.1" status: 204 len: 168 time: 0.2671406 May 05 21:39:18.756526 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:18.780940 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af91ba10-7c3d-4615-8184-09065f298413 req-adb445c6-c053-41e5-8424-10bd18cb5df3 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:18.782423 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-af91ba10-7c3d-4615-8184-09065f298413 req-adb445c6-c053-41e5-8424-10bd18cb5df3 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b5da035-7791-413d-ad5b-2ee52d3aa7c2 HTTP/1.1" status: 200 len: 949 time: 0.1010015 May 05 21:39:18.860317 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-af91ba10-7c3d-4615-8184-09065f298413 req-445f1827-8d1b-45cf-bcca-47beb6bbb22c tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723174 May 05 21:39:18.930525 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 2b919d9a-8070-43a6-bf5f-14be7f03b848 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:39:18.979851 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fa516293-586f-4c02-818c-560cc6b382ad req-1b898861-e676-474d-aade-2daed98e911d tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=b3be26898c074aa8b8d5c08f1fa1d106&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0842955 May 05 21:39:19.008901 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: 2b919d9a-8070-43a6-bf5f-14be7f03b848 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:39:19.009458 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 2b919d9a-8070-43a6-bf5f-14be7f03b848 not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:39:19.284045 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa516293-586f-4c02-818c-560cc6b382ad req-50de372c-b76f-4eff-b3cc-b409f07732a0 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:19.285929 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fa516293-586f-4c02-818c-560cc6b382ad req-50de372c-b76f-4eff-b3cc-b409f07732a0 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2993536 May 05 21:39:19.323276 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397bc558-b160-440f-bf3f-f26efc6ee32e req-67a076df-8b2c-4385-9a82-6115915b33e9 tempest-NetworksTest-2023689430 tempest-NetworksTest-2023689430-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:19.323851 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397bc558-b160-440f-bf3f-f26efc6ee32e req-67a076df-8b2c-4385-9a82-6115915b33e9 tempest-NetworksTest-2023689430 tempest-NetworksTest-2023689430-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:19.324353 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397bc558-b160-440f-bf3f-f26efc6ee32e req-67a076df-8b2c-4385-9a82-6115915b33e9 tempest-NetworksTest-2023689430 tempest-NetworksTest-2023689430-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:19.324987 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397bc558-b160-440f-bf3f-f26efc6ee32e req-67a076df-8b2c-4385-9a82-6115915b33e9 tempest-NetworksTest-2023689430 tempest-NetworksTest-2023689430-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:19.325492 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397bc558-b160-440f-bf3f-f26efc6ee32e req-67a076df-8b2c-4385-9a82-6115915b33e9 tempest-NetworksTest-2023689430 tempest-NetworksTest-2023689430-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:19.326091 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397bc558-b160-440f-bf3f-f26efc6ee32e req-67a076df-8b2c-4385-9a82-6115915b33e9 tempest-NetworksTest-2023689430 tempest-NetworksTest-2023689430-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:19.326318 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397bc558-b160-440f-bf3f-f26efc6ee32e req-67a076df-8b2c-4385-9a82-6115915b33e9 tempest-NetworksTest-2023689430 tempest-NetworksTest-2023689430-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:19.339100 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-397bc558-b160-440f-bf3f-f26efc6ee32e req-67a076df-8b2c-4385-9a82-6115915b33e9 tempest-NetworksTest-2023689430 tempest-NetworksTest-2023689430-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5047 time: 0.2330477 May 05 21:39:19.352573 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fa516293-586f-4c02-818c-560cc6b382ad req-5f23624a-4960-4d61-8795-18d8108baa1c tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] 10.222.0.23 "GET /v2.0/quotas/b3be26898c074aa8b8d5c08f1fa1d106 HTTP/1.1" status: 200 len: 375 time: 0.0605309 May 05 21:39:19.425353 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fa516293-586f-4c02-818c-560cc6b382ad req-433e1722-7cd0-4b7d-816a-3b08b5f8f19b tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b3be26898c074aa8b8d5c08f1fa1d106&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0716503 May 05 21:39:19.650635 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a5e29-bc33-4be3-b28e-1b6837a7b06c req-8727b311-2e7d-45de-b78c-733cc072413d tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:19.652725 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-116a5e29-bc33-4be3-b28e-1b6837a7b06c req-8727b311-2e7d-45de-b78c-733cc072413d tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?device_id=8634e2ba-70c7-4eca-b079-298d6f3d1b54 HTTP/1.1" status: 200 len: 971 time: 0.1189678 May 05 21:39:19.744105 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-116a5e29-bc33-4be3-b28e-1b6837a7b06c req-2221a324-344c-4d01-9fc4-a5fa0ae26189 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839872 May 05 21:39:19.878314 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58686) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:39:20.014451 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1e94f3ae-6cc4-4339-acd7-e94b17b97fe3 req-7981fe33-ac91-4549-8794-476a24d39bff tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] 10.222.0.23 "GET /v2.0/ports?device_id=73d8c900-0922-4304-b73b-e5876c74761c HTTP/1.1" status: 200 len: 210 time: 0.1564782 May 05 21:39:20.243993 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb288d88-7ce3-484a-b648-f1ac71076688 req-c8a74182-3cd2-4aad-b290-012d7d6f03c8 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:20.251858 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-eb288d88-7ce3-484a-b648-f1ac71076688 req-c8a74182-3cd2-4aad-b290-012d7d6f03c8 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b5da035-7791-413d-ad5b-2ee52d3aa7c2 HTTP/1.1" status: 200 len: 949 time: 0.1184239 May 05 21:39:20.352612 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-eb288d88-7ce3-484a-b648-f1ac71076688 req-6d3d421f-9286-4913-9de5-532c4289a4f2 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997877 May 05 21:39:20.384374 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58704) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:39:20.488326 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58710) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:39:20.616716 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-be01d008-742e-4b26-985e-63292651ddac admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:20.646182 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-79904b65-2748-4e6e-b715-c218fe590879 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-224327286-network', 'tenant_id': '288dd14d0b064298b7582f08c1578363'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:39:20.651405 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-79904b65-2748-4e6e-b715-c218fe590879 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:39:20.656166 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-79904b65-2748-4e6e-b715-c218fe590879 admin admin] Usage tracker for resource:network and tenant:288dd14d0b064298b7582f08c1578363 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:39:20.659405 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-79904b65-2748-4e6e-b715-c218fe590879 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:39:20.665958 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-79904b65-2748-4e6e-b715-c218fe590879 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:39:20.688457 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-122f5d2d-db82-4f2a-af9c-c13af3f7e230 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f4d6843702b34380957ca7fcf042b694&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1967635 May 05 21:39:20.697937 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79904b65-2748-4e6e-b715-c218fe590879 admin admin] Made reservation on behalf of 288dd14d0b064298b7582f08c1578363 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:39:20.698991 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58716) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:39:20.702451 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-79904b65-2748-4e6e-b715-c218fe590879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:20.738950 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-79904b65-2748-4e6e-b715-c218fe590879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:20.766031 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9da0c693-53d4-4c6d-af6e-13fb587fc7e8 req-134c85c0-4b3d-43ca-ad4e-88d393c568cd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d0c3bd18deb4529a9eff5d87fa07f7f&device_id=3b5da035-7791-413d-ad5b-2ee52d3aa7c2 HTTP/1.1" status: 200 len: 1100 time: 0.2668855 May 05 21:39:20.798763 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e7432c64-a34f-40b0-a242-f020e7f639c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:20.835941 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e7432c64-a34f-40b0-a242-f020e7f639c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:20.860868 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-be01d008-742e-4b26-985e-63292651ddac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:39:20.879546 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-be01d008-742e-4b26-985e-63292651ddac admin admin] Usage tracker for resource:security_group_rule and tenant:4438ceebdaf14506acae7022674f7ef5 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:39:20.885333 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-be01d008-742e-4b26-985e-63292651ddac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:39:20.902914 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-be01d008-742e-4b26-985e-63292651ddac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:39:20.937924 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-79904b65-2748-4e6e-b715-c218fe590879 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:39:20.947210 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e7432c64-a34f-40b0-a242-f020e7f639c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:20.959737 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-79904b65-2748-4e6e-b715-c218fe590879 admin admin] Usage tracker for resource:security_group_rule and tenant:288dd14d0b064298b7582f08c1578363 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:39:20.968029 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-79904b65-2748-4e6e-b715-c218fe590879 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:39:20.982859 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-79904b65-2748-4e6e-b715-c218fe590879 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:39:20.986304 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da0c693-53d4-4c6d-af6e-13fb587fc7e8 req-147c8a2e-370f-49ca-b6fd-c93217619d91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:20.988170 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9da0c693-53d4-4c6d-af6e-13fb587fc7e8 req-147c8a2e-370f-49ca-b6fd-c93217619d91 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 HTTP/1.1" status: 200 len: 870 time: 0.2104673 May 05 21:39:21.061937 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7432c64-a34f-40b0-a242-f020e7f639c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca76424-3ba6-464b-afc8-19f038955bdd,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:21.105935 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e7432c64-a34f-40b0-a242-f020e7f639c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:21.107478 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e7432c64-a34f-40b0-a242-f020e7f639c1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1ca76424-3ba6-464b-afc8-19f038955bdd HTTP/1.1" status: 204 len: 168 time: 0.4075100 May 05 21:39:21.137410 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9da0c693-53d4-4c6d-af6e-13fb587fc7e8 req-31968427-e11a-439a-9d77-438bb847220a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=3c676966-f034-4a3e-a66e-0c8e2be1d42c HTTP/1.1" status: 200 len: 217 time: 0.1396756 May 05 21:39:21.212024 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da0c693-53d4-4c6d-af6e-13fb587fc7e8 req-e8267d6c-90df-4a65-83ca-ad0d8e227ddc service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:21.213686 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9da0c693-53d4-4c6d-af6e-13fb587fc7e8 req-e8267d6c-90df-4a65-83ca-ad0d8e227ddc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.0669541 May 05 21:39:21.219075 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a4f15-5595-4786-aead-c193fea0371e req-11ddc3f8-a913-4729-8107-4a2d8950a3d6 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:21.229965 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bb2a4f15-5595-4786-aead-c193fea0371e req-11ddc3f8-a913-4729-8107-4a2d8950a3d6 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?device_id=8634e2ba-70c7-4eca-b079-298d6f3d1b54 HTTP/1.1" status: 200 len: 971 time: 0.2331207 May 05 21:39:21.298240 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-be01d008-742e-4b26-985e-63292651ddac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:21.333287 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e746ba4b-94e5-4919-8b47-f503d3ed9f7b req-10018cf5-a9f5-4988-951b-736c7effb86b tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] 10.222.0.23 "GET /v2.0/ports?device_id=73d8c900-0922-4304-b73b-e5876c74761c HTTP/1.1" status: 200 len: 210 time: 0.0843091 May 05 21:39:21.342898 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-be01d008-742e-4b26-985e-63292651ddac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:21.358682 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bb2a4f15-5595-4786-aead-c193fea0371e req-094d338e-ad7f-4993-8c33-3a31ed3b11e8 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276851 May 05 21:39:21.425202 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58734) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:39:21.435930 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-be01d008-742e-4b26-985e-63292651ddac admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4438ceebdaf14506acae7022674f7ef5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5561748 May 05 21:39:21.442088 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-79904b65-2748-4e6e-b715-c218fe590879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:21.489674 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-79904b65-2748-4e6e-b715-c218fe590879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:21.518952 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9da0c693-53d4-4c6d-af6e-13fb587fc7e8 req-65890c5d-78e9-4670-b14d-70979630ddb4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2860332 May 05 21:39:21.523723 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be01d008-742e-4b26-985e-63292651ddac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc9faaa-576a-49f9-bf1b-18d12c395d0c,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:21.641598 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:39:21.693290 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7b3aa6eb-68be-4e33-87ff-266783b3a646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:21.743542 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58738) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:39:21.756024 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fa516293-586f-4c02-818c-560cc6b382ad req-c974f7e7-d357-49c5-880a-13df1a87ee44 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=b3be26898c074aa8b8d5c08f1fa1d106&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2350659 May 05 21:39:21.776880 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7b3aa6eb-68be-4e33-87ff-266783b3a646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:21.792169 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ecf22-f314-4846-82e5-7b876ef90590 req-b20bd29a-0bb0-4031-8e46-de0336058b36 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:21.799473 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a74ecf22-f314-4846-82e5-7b876ef90590 req-b20bd29a-0bb0-4031-8e46-de0336058b36 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b5da035-7791-413d-ad5b-2ee52d3aa7c2 HTTP/1.1" status: 200 len: 949 time: 0.2911201 May 05 21:39:21.801504 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79904b65-2748-4e6e-b715-c218fe590879 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:39:21.818459 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0fbe44ce-0b4a-43a6-8845-0566d2754a39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:21.906269 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9da0c693-53d4-4c6d-af6e-13fb587fc7e8 req-40b8aa9c-e509-4c39-b4f0-32d94414bb5d service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136086 May 05 21:39:21.907242 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-79904b65-2748-4e6e-b715-c218fe590879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:21.907589 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-79904b65-2748-4e6e-b715-c218fe590879 admin admin] Added segment 70e83286-5918-4af1-9b6d-01bc6155c4dc of type vlan for network 15fc94c9-79b7-4d3d-a68d-e74651d075f7 May 05 21:39:21.915739 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a74ecf22-f314-4846-82e5-7b876ef90590 req-841a1c95-501e-4dc9-ae2f-c71085bc840c tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152916 May 05 21:39:21.922713 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-0fbe44ce-0b4a-43a6-8845-0566d2754a39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:39:21.929379 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79904b65-2748-4e6e-b715-c218fe590879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0ecaeb-86a0-410b-bb10-a89dbdda6d10,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:21.933033 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-0fbe44ce-0b4a-43a6-8845-0566d2754a39 admin admin] Usage tracker for resource:security_group_rule and tenant:22dfbecd1e414141a2d5fbaa7b0413d3 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:39:21.946581 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-0fbe44ce-0b4a-43a6-8845-0566d2754a39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:39:21.956030 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-0fbe44ce-0b4a-43a6-8845-0566d2754a39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:39:21.969084 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7b3aa6eb-68be-4e33-87ff-266783b3a646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:22.005997 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3aa6eb-68be-4e33-87ff-266783b3a646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc9faaa-576a-49f9-bf1b-18d12c395d0c,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:22.020687 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7b3aa6eb-68be-4e33-87ff-266783b3a646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:22.024749 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-7b3aa6eb-68be-4e33-87ff-266783b3a646 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8dc9faaa-576a-49f9-bf1b-18d12c395d0c HTTP/1.1" status: 204 len: 168 time: 0.5985262 May 05 21:39:22.081277 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0fbe44ce-0b4a-43a6-8845-0566d2754a39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:22.087690 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0fbe44ce-0b4a-43a6-8845-0566d2754a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:22.113827 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-79904b65-2748-4e6e-b715-c218fe590879 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:22.162980 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0fbe44ce-0b4a-43a6-8845-0566d2754a39 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=22dfbecd1e414141a2d5fbaa7b0413d3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4181612 May 05 21:39:22.163828 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58746) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:39:22.164790 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbe44ce-0b4a-43a6-8845-0566d2754a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5dcffa-9709-4dd9-bf73-501407099ab0,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:22.241329 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa516293-586f-4c02-818c-560cc6b382ad req-f76a74dc-3900-48df-b6cd-8ecfbeeb8772 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:22.242825 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fa516293-586f-4c02-818c-560cc6b382ad req-f76a74dc-3900-48df-b6cd-8ecfbeeb8772 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4673700 May 05 21:39:22.247042 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-79904b65-2748-4e6e-b715-c218fe590879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:22.248039 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79904b65-2748-4e6e-b715-c218fe590879 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:22.248538 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-79904b65-2748-4e6e-b715-c218fe590879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:22.263266 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-52c87948-ca7b-48e7-9aa7-dbb4487e2372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:22.290252 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-fa516293-586f-4c02-818c-560cc6b382ad req-dd5bcbda-b889-45f9-b94d-3eefc633d806 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Request body: {'port': {'device_id': '73d8c900-0922-4304-b73b-e5876c74761c', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'admin_state_up': True, 'tenant_id': 'b3be26898c074aa8b8d5c08f1fa1d106'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:39:22.299018 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-52c87948-ca7b-48e7-9aa7-dbb4487e2372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:22.365379 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-52c87948-ca7b-48e7-9aa7-dbb4487e2372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:22.388205 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-52c87948-ca7b-48e7-9aa7-dbb4487e2372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:22.401566 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-52c87948-ca7b-48e7-9aa7-dbb4487e2372 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1a5dcffa-9709-4dd9-bf73-501407099ab0 HTTP/1.1" status: 204 len: 168 time: 0.2141659 May 05 21:39:22.404236 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c87948-ca7b-48e7-9aa7-dbb4487e2372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5dcffa-9709-4dd9-bf73-501407099ab0,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:22.520325 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9da0c693-53d4-4c6d-af6e-13fb587fc7e8 req-fb01f946-2e0d-4447-8940-2bcf220db17d service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5883396 May 05 21:39:22.556418 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58758) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:39:22.558556 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-79904b65-2748-4e6e-b715-c218fe590879 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.1714981 May 05 21:39:22.563701 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79904b65-2748-4e6e-b715-c218fe590879 admin admin] Pushing event updated for resources: {'Network': ['ID=15fc94c9-79b7-4d3d-a68d-e74651d075f7,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:22.574313 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-c88406b2-5fda-4534-b57e-2a2df5199c56 admin admin] Request body: {'subnet': {'network_id': '15fc94c9-79b7-4d3d-a68d-e74651d075f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-224327286-subnet', 'tenant_id': '288dd14d0b064298b7582f08c1578363', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:39:22.579638 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 15fc94c9-79b7-4d3d-a68d-e74651d075f7 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:39:22.592587 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-c88406b2-5fda-4534-b57e-2a2df5199c56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:39:22.614167 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-c88406b2-5fda-4534-b57e-2a2df5199c56 admin admin] Usage tracker for resource:subnet and tenant:288dd14d0b064298b7582f08c1578363 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:39:22.652055 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58762) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:39:22.655834 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-fa516293-586f-4c02-818c-560cc6b382ad req-dd5bcbda-b889-45f9-b94d-3eefc633d806 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:39:22.688548 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cf1679be-ee6d-4519-94f8-fe128a75dcbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:22.738118 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-fa516293-586f-4c02-818c-560cc6b382ad req-dd5bcbda-b889-45f9-b94d-3eefc633d806 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Usage tracker for resource:port and tenant:b3be26898c074aa8b8d5c08f1fa1d106 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:39:22.745730 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-fa516293-586f-4c02-818c-560cc6b382ad req-dd5bcbda-b889-45f9-b94d-3eefc633d806 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:39:22.762021 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-fa516293-586f-4c02-818c-560cc6b382ad req-dd5bcbda-b889-45f9-b94d-3eefc633d806 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:39:22.763627 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e09d2370-cb04-4169-949f-cdeb76b45195 req-abafc6e2-38b4-4f74-a9ce-163ee4d1adf2 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] 10.222.0.23 "GET /v2.0/ports?device_id=73d8c900-0922-4304-b73b-e5876c74761c HTTP/1.1" status: 200 len: 210 time: 0.1518540 May 05 21:39:22.766068 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-c88406b2-5fda-4534-b57e-2a2df5199c56 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:39:22.802704 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-c88406b2-5fda-4534-b57e-2a2df5199c56 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:39:22.812607 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-cf1679be-ee6d-4519-94f8-fe128a75dcbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:39:22.814807 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa516293-586f-4c02-818c-560cc6b382ad req-dd5bcbda-b889-45f9-b94d-3eefc633d806 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Made reservation on behalf of b3be26898c074aa8b8d5c08f1fa1d106 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:39:22.817875 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-fa516293-586f-4c02-818c-560cc6b382ad req-dd5bcbda-b889-45f9-b94d-3eefc633d806 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:22.846637 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-cf1679be-ee6d-4519-94f8-fe128a75dcbd admin admin] Usage tracker for resource:security_group_rule and tenant:360e9f8e53584cb0bb20ebb54b2c14fd is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:39:22.849677 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-fa516293-586f-4c02-818c-560cc6b382ad req-dd5bcbda-b889-45f9-b94d-3eefc633d806 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:22.861838 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-cf1679be-ee6d-4519-94f8-fe128a75dcbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:39:22.871633 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-cf1679be-ee6d-4519-94f8-fe128a75dcbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:39:22.929942 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-fa516293-586f-4c02-818c-560cc6b382ad req-dd5bcbda-b889-45f9-b94d-3eefc633d806 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:39:22.940813 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-fa516293-586f-4c02-818c-560cc6b382ad req-dd5bcbda-b889-45f9-b94d-3eefc633d806 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Usage tracker for resource:security_group_rule and tenant:b3be26898c074aa8b8d5c08f1fa1d106 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:39:22.955643 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-fa516293-586f-4c02-818c-560cc6b382ad req-dd5bcbda-b889-45f9-b94d-3eefc633d806 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:39:22.970681 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88406b2-5fda-4534-b57e-2a2df5199c56 admin admin] Made reservation on behalf of 288dd14d0b064298b7582f08c1578363 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:39:22.973418 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c88406b2-5fda-4534-b57e-2a2df5199c56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:22.988311 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-fa516293-586f-4c02-818c-560cc6b382ad req-dd5bcbda-b889-45f9-b94d-3eefc633d806 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:39:23.056869 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cf1679be-ee6d-4519-94f8-fe128a75dcbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:23.072005 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cf1679be-ee6d-4519-94f8-fe128a75dcbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:23.095827 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db08549b-3f70-4feb-8bc2-821f549f3be0 req-7b534eb4-1417-45f8-bf77-cf92975df4b6 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:23.102925 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-db08549b-3f70-4feb-8bc2-821f549f3be0 req-7b534eb4-1417-45f8-bf77-cf92975df4b6 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?device_id=8634e2ba-70c7-4eca-b079-298d6f3d1b54 HTTP/1.1" status: 200 len: 971 time: 0.2922552 May 05 21:39:23.150875 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-cf1679be-ee6d-4519-94f8-fe128a75dcbd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=360e9f8e53584cb0bb20ebb54b2c14fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4967101 May 05 21:39:23.156479 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58778) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:39:23.213826 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1679be-ee6d-4519-94f8-fe128a75dcbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a934176-897b-430f-b296-9e44b32867e8,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:23.243447 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-db08549b-3f70-4feb-8bc2-821f549f3be0 req-35e6b293-62f5-434d-a5a3-5ea7ffb7f4c6 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394048 May 05 21:39:23.297781 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4737ea5e-731b-4b92-bc97-aaf008750622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:23.300440 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-fa516293-586f-4c02-818c-560cc6b382ad req-dd5bcbda-b889-45f9-b94d-3eefc633d806 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:23.312684 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-fa516293-586f-4c02-818c-560cc6b382ad req-dd5bcbda-b889-45f9-b94d-3eefc633d806 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:23.356325 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c88406b2-5fda-4534-b57e-2a2df5199c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:23.417687 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4737ea5e-731b-4b92-bc97-aaf008750622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:23.434897 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88406b2-5fda-4534-b57e-2a2df5199c56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb07d95f-0719-4a75-a100-4b7cfd38dc47,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:23.443744 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a91db8-7b72-487a-8d9a-fc38294f2076 req-11a6d44e-eabc-40c8-b2d1-305316fae429 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:23.445582 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-06a91db8-7b72-487a-8d9a-fc38294f2076 req-11a6d44e-eabc-40c8-b2d1-305316fae429 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b5da035-7791-413d-ad5b-2ee52d3aa7c2 HTTP/1.1" status: 200 len: 949 time: 0.3031495 May 05 21:39:23.484358 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5bcbda-b889-45f9-b94d-3eefc633d806 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=818f3980-de8f-4603-ad13-d48af127f52b,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:23.531719 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88406b2-5fda-4534-b57e-2a2df5199c56 admin admin] Checking segment: {'id': '70e83286-5918-4af1-9b6d-01bc6155c4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '15fc94c9-79b7-4d3d-a68d-e74651d075f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:39:23.532151 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88406b2-5fda-4534-b57e-2a2df5199c56 admin admin] Network hostable DHCP agents. Network: 15fc94c9-79b7-4d3d-a68d-e74651d075f7, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:39:23.562697 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-fa516293-586f-4c02-818c-560cc6b382ad req-dd5bcbda-b889-45f9-b94d-3eefc633d806 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Allocated IP 192.168.233.98 (4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9/f237a6ef-d044-411f-a2d8-d12619664c91/ffaabc51-9eef-43c6-80f8-3225cbe9e952) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:39:23.564280 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-06a91db8-7b72-487a-8d9a-fc38294f2076 req-c05f7c82-afc5-4207-91a4-e42584c08423 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111798 May 05 21:39:23.580738 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4737ea5e-731b-4b92-bc97-aaf008750622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:23.583797 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88406b2-5fda-4534-b57e-2a2df5199c56 admin admin] Network 15fc94c9-79b7-4d3d-a68d-e74651d075f7 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:39:23.605790 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4737ea5e-731b-4b92-bc97-aaf008750622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a934176-897b-430f-b296-9e44b32867e8,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:23.620544 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-c88406b2-5fda-4534-b57e-2a2df5199c56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 15fc94c9-79b7-4d3d-a68d-e74651d075f7) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:39:23.631982 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e944b46-3926-4a38-9438-8be3f0c1123f None None] Network 15fc94c9-79b7-4d3d-a68d-e74651d075f7 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:39:23.641378 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88406b2-5fda-4534-b57e-2a2df5199c56 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:23.642994 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c88406b2-5fda-4534-b57e-2a2df5199c56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:23.665486 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4737ea5e-731b-4b92-bc97-aaf008750622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:23.667907 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-4737ea5e-731b-4b92-bc97-aaf008750622 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6a934176-897b-430f-b296-9e44b32867e8 HTTP/1.1" status: 204 len: 168 time: 0.5099821 May 05 21:39:23.693347 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c88406b2-5fda-4534-b57e-2a2df5199c56 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1357772 May 05 21:39:23.695640 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58792) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:39:23.705535 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-c468b2f8-9217-4218-8db8-098108f43a6f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-224327286-router', 'tenant_id': '288dd14d0b064298b7582f08c1578363', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:39:23.712080 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-c468b2f8-9217-4218-8db8-098108f43a6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:39:23.717159 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-c468b2f8-9217-4218-8db8-098108f43a6f admin admin] Usage tracker for resource:router and tenant:288dd14d0b064298b7582f08c1578363 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:39:23.721706 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-c468b2f8-9217-4218-8db8-098108f43a6f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:39:23.729127 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-c468b2f8-9217-4218-8db8-098108f43a6f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:39:23.744483 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c468b2f8-9217-4218-8db8-098108f43a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:23.745858 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c468b2f8-9217-4218-8db8-098108f43a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:23.790169 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c468b2f8-9217-4218-8db8-098108f43a6f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:23.967413 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b5249b-b086-4bd6-b1e8-f8746400d1cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-15fc94c9-79b7-4d3d-a68d-e74651d075f7', 'network_id': '15fc94c9-79b7-4d3d-a68d-e74651d075f7', 'tenant_id': '288dd14d0b064298b7582f08c1578363', 'fixed_ips': [{'subnet_id': 'cb07d95f-0719-4a75-a100-4b7cfd38dc47'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 21:39:23.968238 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e8b5249b-b086-4bd6-b1e8-f8746400d1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:23.972056 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-fa516293-586f-4c02-818c-560cc6b382ad req-dd5bcbda-b889-45f9-b94d-3eefc633d806 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:24.001973 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-fa516293-586f-4c02-818c-560cc6b382ad req-dd5bcbda-b889-45f9-b94d-3eefc633d806 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Transition to ACTIVE for port object ffaabc51-9eef-43c6-80f8-3225cbe9e952 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:39:24.029506 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-fa516293-586f-4c02-818c-560cc6b382ad req-dd5bcbda-b889-45f9-b94d-3eefc633d806 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:24.123422 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c468b2f8-9217-4218-8db8-098108f43a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:24.136676 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa516293-586f-4c02-818c-560cc6b382ad req-dd5bcbda-b889-45f9-b94d-3eefc633d806 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:39:24.141532 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-fa516293-586f-4c02-818c-560cc6b382ad req-dd5bcbda-b889-45f9-b94d-3eefc633d806 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:39:24.141532 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa516293-586f-4c02-818c-560cc6b382ad req-dd5bcbda-b889-45f9-b94d-3eefc633d806 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:39:24.146829 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa516293-586f-4c02-818c-560cc6b382ad req-dd5bcbda-b889-45f9-b94d-3eefc633d806 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:24.148207 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-fa516293-586f-4c02-818c-560cc6b382ad req-dd5bcbda-b889-45f9-b94d-3eefc633d806 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:24.175572 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fa516293-586f-4c02-818c-560cc6b382ad req-dd5bcbda-b889-45f9-b94d-3eefc633d806 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8976202 May 05 21:39:24.183885 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5bcbda-b889-45f9-b94d-3eefc633d806 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Pushing event updated for resources: {'Port': ['ID=ffaabc51-9eef-43c6-80f8-3225cbe9e952,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:24.184588 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd4f42-a33f-47b5-990f-8f3dc51bfd6f req-f9e9b94f-c37f-40bd-9374-57fb98ab009f tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:24.186080 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-87dd4f42-a33f-47b5-990f-8f3dc51bfd6f req-f9e9b94f-c37f-40bd-9374-57fb98ab009f tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] 10.222.0.23 "GET /v2.0/ports?device_id=73d8c900-0922-4304-b73b-e5876c74761c HTTP/1.1" status: 200 len: 935 time: 0.1492321 May 05 21:39:24.196316 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-fa516293-586f-4c02-818c-560cc6b382ad req-13441ec4-27fd-4725-a1af-4b25403b7ab9 service neutron] Request body: {'port': {'device_id': '73d8c900-0922-4304-b73b-e5876c74761c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:39:24.273214 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-e8b5249b-b086-4bd6-b1e8-f8746400d1cc None None] Allocated IP 172.20.0.2 (15fc94c9-79b7-4d3d-a68d-e74651d075f7/cb07d95f-0719-4a75-a100-4b7cfd38dc47/8f7fb15b-b817-4054-8b33-11d9bbf87f96) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:39:24.357957 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-fa516293-586f-4c02-818c-560cc6b382ad req-13441ec4-27fd-4725-a1af-4b25403b7ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:24.387358 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-87dd4f42-a33f-47b5-990f-8f3dc51bfd6f req-5c0200cf-d288-40b6-b38c-38a0a46b97ac tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] 10.222.0.23 "GET /v2.0/security-groups?id=818f3980-de8f-4603-ad13-d48af127f52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315372 May 05 21:39:24.564007 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-a040d9d3-df94-4e0e-8a10-e9bb4ae82d84 None None] Provisioning for port ffaabc51-9eef-43c6-80f8-3225cbe9e952 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:39:24.575097 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-a040d9d3-df94-4e0e-8a10-e9bb4ae82d84 None None] Provisioning complete for port ffaabc51-9eef-43c6-80f8-3225cbe9e952 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:39:24.575097 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a040d9d3-df94-4e0e-8a10-e9bb4ae82d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:24.601951 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c468b2f8-9217-4218-8db8-098108f43a6f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:24.711564 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-a040d9d3-df94-4e0e-8a10-e9bb4ae82d84 None None] Port ffaabc51-9eef-43c6-80f8-3225cbe9e952 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:39:24.734178 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c468b2f8-9217-4218-8db8-098108f43a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:24.745146 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e8b5249b-b086-4bd6-b1e8-f8746400d1cc None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:24.764131 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e8b5249b-b086-4bd6-b1e8-f8746400d1cc None None] Transition to ACTIVE for port object 8f7fb15b-b817-4054-8b33-11d9bbf87f96 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:39:24.808947 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e8b5249b-b086-4bd6-b1e8-f8746400d1cc None None] Transition to ACTIVE for port object 8f7fb15b-b817-4054-8b33-11d9bbf87f96 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:39:24.821322 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e8b5249b-b086-4bd6-b1e8-f8746400d1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:24.940608 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-fa516293-586f-4c02-818c-560cc6b382ad req-13441ec4-27fd-4725-a1af-4b25403b7ab9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffaabc51-9eef-43c6-80f8-3225cbe9e952 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:39:24.940868 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b5249b-b086-4bd6-b1e8-f8746400d1cc None None] Pushing event updated for resources: {'Port': ['ID=8f7fb15b-b817-4054-8b33-11d9bbf87f96,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:24.949535 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-fa516293-586f-4c02-818c-560cc6b382ad req-13441ec4-27fd-4725-a1af-4b25403b7ab9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:24.955690 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b5249b-b086-4bd6-b1e8-f8746400d1cc None None] Network 15fc94c9-79b7-4d3d-a68d-e74651d075f7 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:39:24.957388 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-e8b5249b-b086-4bd6-b1e8-f8746400d1cc None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:39:24.960957 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b5249b-b086-4bd6-b1e8-f8746400d1cc None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:39:24.981679 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-fa516293-586f-4c02-818c-560cc6b382ad req-13441ec4-27fd-4725-a1af-4b25403b7ab9 service neutron] Transition to ACTIVE for port object ffaabc51-9eef-43c6-80f8-3225cbe9e952 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:39:24.993526 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-fa516293-586f-4c02-818c-560cc6b382ad req-13441ec4-27fd-4725-a1af-4b25403b7ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:25.098839 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9079dc-c132-4129-868b-6a2048b464b4 req-3f8f74bc-7859-4d7e-adf2-6a8f02db9c90 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:25.100424 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5a9079dc-c132-4129-868b-6a2048b464b4 req-3f8f74bc-7859-4d7e-adf2-6a8f02db9c90 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b5da035-7791-413d-ad5b-2ee52d3aa7c2 HTTP/1.1" status: 200 len: 949 time: 0.2236586 May 05 21:39:25.108305 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4eff27-8809-4ccb-b263-1c3d224c77e1 req-44506216-90d3-476a-9d31-b665f8018e1e tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:25.109862 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1e4eff27-8809-4ccb-b263-1c3d224c77e1 req-44506216-90d3-476a-9d31-b665f8018e1e tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?device_id=8634e2ba-70c7-4eca-b079-298d6f3d1b54 HTTP/1.1" status: 200 len: 971 time: 0.3789737 May 05 21:39:25.172345 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5a9079dc-c132-4129-868b-6a2048b464b4 req-732aa46d-7fac-4e64-a77b-22e91be25407 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614183 May 05 21:39:25.193183 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-e8b5249b-b086-4bd6-b1e8-f8746400d1cc None None] Attempting to bind port 8f7fb15b-b817-4054-8b33-11d9bbf87f96 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:39:25.194890 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-e8b5249b-b086-4bd6-b1e8-f8746400d1cc None None] Attempting to bind port 8f7fb15b-b817-4054-8b33-11d9bbf87f96 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '70e83286-5918-4af1-9b6d-01bc6155c4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '15fc94c9-79b7-4d3d-a68d-e74651d075f7'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:39:25.197025 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b5249b-b086-4bd6-b1e8-f8746400d1cc None None] Attempting to bind port 8f7fb15b-b817-4054-8b33-11d9bbf87f96 on network 15fc94c9-79b7-4d3d-a68d-e74651d075f7 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:39:25.217522 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-c468b2f8-9217-4218-8db8-098108f43a6f admin admin] Allocated IP 172.25.4.66 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/fbf9b063-e524-4352-95aa-4b8e693a86e7) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:39:25.221799 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b5249b-b086-4bd6-b1e8-f8746400d1cc None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:39:25.222170 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b5249b-b086-4bd6-b1e8-f8746400d1cc None None] Checking segment: {'id': '70e83286-5918-4af1-9b6d-01bc6155c4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '15fc94c9-79b7-4d3d-a68d-e74651d075f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:39:25.222571 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e8b5249b-b086-4bd6-b1e8-f8746400d1cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:25.222984 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b5249b-b086-4bd6-b1e8-f8746400d1cc None None] Bound using segment: {'id': '70e83286-5918-4af1-9b6d-01bc6155c4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '15fc94c9-79b7-4d3d-a68d-e74651d075f7'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:39:25.223459 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-e8b5249b-b086-4bd6-b1e8-f8746400d1cc None None] Bound port: 8f7fb15b-b817-4054-8b33-11d9bbf87f96, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e83286-5918-4af1-9b6d-01bc6155c4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '15fc94c9-79b7-4d3d-a68d-e74651d075f7'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:39:25.223818 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e8b5249b-b086-4bd6-b1e8-f8746400d1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:25.294537 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-fa516293-586f-4c02-818c-560cc6b382ad req-13441ec4-27fd-4725-a1af-4b25403b7ab9 service neutron] Attempting to bind port ffaabc51-9eef-43c6-80f8-3225cbe9e952 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:39:25.296692 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-fa516293-586f-4c02-818c-560cc6b382ad req-13441ec4-27fd-4725-a1af-4b25403b7ab9 service neutron] Attempting to bind port ffaabc51-9eef-43c6-80f8-3225cbe9e952 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:39:25.301779 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa516293-586f-4c02-818c-560cc6b382ad req-13441ec4-27fd-4725-a1af-4b25403b7ab9 service neutron] Attempting to bind port ffaabc51-9eef-43c6-80f8-3225cbe9e952 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:39:25.310618 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13441ec4-27fd-4725-a1af-4b25403b7ab9 service neutron] Pushing event updated for resources: {'Port': ['ID=ffaabc51-9eef-43c6-80f8-3225cbe9e952,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:25.319051 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa516293-586f-4c02-818c-560cc6b382ad req-13441ec4-27fd-4725-a1af-4b25403b7ab9 service neutron] Port ffaabc51-9eef-43c6-80f8-3225cbe9e952 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:39:25.320733 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa516293-586f-4c02-818c-560cc6b382ad req-13441ec4-27fd-4725-a1af-4b25403b7ab9 service neutron] Attempting to bind port ffaabc51-9eef-43c6-80f8-3225cbe9e952 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:39:25.348471 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa516293-586f-4c02-818c-560cc6b382ad req-13441ec4-27fd-4725-a1af-4b25403b7ab9 service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:39:25.348820 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa516293-586f-4c02-818c-560cc6b382ad req-13441ec4-27fd-4725-a1af-4b25403b7ab9 service neutron] Checking segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:39:25.349342 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa516293-586f-4c02-818c-560cc6b382ad req-13441ec4-27fd-4725-a1af-4b25403b7ab9 service neutron] Bound using segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:39:25.350094 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-fa516293-586f-4c02-818c-560cc6b382ad req-13441ec4-27fd-4725-a1af-4b25403b7ab9 service neutron] Bound port: ffaabc51-9eef-43c6-80f8-3225cbe9e952, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:39:25.350690 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-fa516293-586f-4c02-818c-560cc6b382ad req-13441ec4-27fd-4725-a1af-4b25403b7ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:25.359185 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1e4eff27-8809-4ccb-b263-1c3d224c77e1 req-4463aa1f-7ed1-4a0c-8b80-568b0e763fa0 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175772 May 05 21:39:25.440329 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-e8b5249b-b086-4bd6-b1e8-f8746400d1cc None None] For port 8f7fb15b-b817-4054-8b33-11d9bbf87f96, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:39:25.445587 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-e8b5249b-b086-4bd6-b1e8-f8746400d1cc None None] For port 8f7fb15b-b817-4054-8b33-11d9bbf87f96, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=8f7fb15b-b817-4054-8b33-11d9bbf87f96,segment=NetworkSegment(70e83286-5918-4af1-9b6d-01bc6155c4dc),segment_id=70e83286-5918-4af1-9b6d-01bc6155c4dc)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:39:25.476212 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e8b5249b-b086-4bd6-b1e8-f8746400d1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:25.524162 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c468b2f8-9217-4218-8db8-098108f43a6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:25.549905 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-fa516293-586f-4c02-818c-560cc6b382ad req-13441ec4-27fd-4725-a1af-4b25403b7ab9 service neutron] For port ffaabc51-9eef-43c6-80f8-3225cbe9e952, host n-h2-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:39:25.553199 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-fa516293-586f-4c02-818c-560cc6b382ad req-13441ec4-27fd-4725-a1af-4b25403b7ab9 service neutron] For port ffaabc51-9eef-43c6-80f8-3225cbe9e952, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=ffaabc51-9eef-43c6-80f8-3225cbe9e952,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:39:25.564002 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-fa516293-586f-4c02-818c-560cc6b382ad req-13441ec4-27fd-4725-a1af-4b25403b7ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:25.600012 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c468b2f8-9217-4218-8db8-098108f43a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:25.637050 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-fa516293-586f-4c02-818c-560cc6b382ad req-13441ec4-27fd-4725-a1af-4b25403b7ab9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:25.638417 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fa516293-586f-4c02-818c-560cc6b382ad req-13441ec4-27fd-4725-a1af-4b25403b7ab9 service neutron] 10.222.0.32 "PUT /v2.0/ports/ffaabc51-9eef-43c6-80f8-3225cbe9e952 HTTP/1.1" status: 200 len: 1095 time: 1.4487085 May 05 21:39:25.638885 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73d8c900-0922-4304-b73b-e5876c74761c', 'tag': 'ffaabc51-9eef-43c6-80f8-3225cbe9e952'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:39:25.658325 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13441ec4-27fd-4725-a1af-4b25403b7ab9 service neutron] Pushing event updated for resources: {'Port': ['ID=ffaabc51-9eef-43c6-80f8-3225cbe9e952,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:25.790836 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b5249b-b086-4bd6-b1e8-f8746400d1cc None None] Pushing event updated for resources: {'Port': ['ID=8f7fb15b-b817-4054-8b33-11d9bbf87f96,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:25.876873 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fa516293-586f-4c02-818c-560cc6b382ad req-15ba5b2d-62e4-4d54-81ad-347a015a46a3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b3be26898c074aa8b8d5c08f1fa1d106&device_id=73d8c900-0922-4304-b73b-e5876c74761c HTTP/1.1" status: 200 len: 1098 time: 0.1736889 May 05 21:39:25.904365 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c468b2f8-9217-4218-8db8-098108f43a6f admin admin] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:39:25.917647 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-c468b2f8-9217-4218-8db8-098108f43a6f admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:39:25.938385 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c468b2f8-9217-4218-8db8-098108f43a6f admin admin] Pushing event updated for resources: {'Port': ['ID=fbf9b063-e524-4352-95aa-4b8e693a86e7,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:25.943994 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c468b2f8-9217-4218-8db8-098108f43a6f admin admin] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:39:25.996426 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fa516293-586f-4c02-818c-560cc6b382ad req-faadb4da-4a43-4aa8-8bfb-8200364acd2e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=ffaabc51-9eef-43c6-80f8-3225cbe9e952 HTTP/1.1" status: 200 len: 217 time: 0.1055977 May 05 21:39:26.091288 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa516293-586f-4c02-818c-560cc6b382ad req-3b7ba4cd-89ae-4294-a1d3-ea06e71dfd3b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:26.092878 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fa516293-586f-4c02-818c-560cc6b382ad req-3b7ba4cd-89ae-4294-a1d3-ea06e71dfd3b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.0895576 May 05 21:39:26.188878 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fa516293-586f-4c02-818c-560cc6b382ad req-9f2ea30a-bbda-4d3d-bda4-d585df0d579c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0883827 May 05 21:39:26.203938 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b10cced-cb3b-47ca-9cce-6abdb3dc6675 req-3cc09687-a0f9-40da-becd-edc7e3b09d1b tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:26.205747 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0b10cced-cb3b-47ca-9cce-6abdb3dc6675 req-3cc09687-a0f9-40da-becd-edc7e3b09d1b tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] 10.222.0.23 "GET /v2.0/ports?device_id=73d8c900-0922-4304-b73b-e5876c74761c HTTP/1.1" status: 200 len: 947 time: 0.4693201 May 05 21:39:26.275331 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4492fa93-5d6e-4ad9-b1db-6923846880b0 req-39d0a00f-bc78-45b6-a051-4fb268a7db58 tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=ca8822b0d94a49a6b4b11717e5aa7f36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0587335 May 05 21:39:26.338130 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fa516293-586f-4c02-818c-560cc6b382ad req-92ff82e9-7181-4e1f-bdf5-98ede6efdba7 service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389382 May 05 21:39:26.397304 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0b10cced-cb3b-47ca-9cce-6abdb3dc6675 req-3cd5f891-aac3-44c4-a555-e12d10a11989 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] 10.222.0.23 "GET /v2.0/security-groups?id=818f3980-de8f-4603-ad13-d48af127f52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843762 May 05 21:39:26.459234 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492fa93-5d6e-4ad9-b1db-6923846880b0 req-8cdb898c-ad82-4512-821a-dd48f0f0ca91 tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:26.460709 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4492fa93-5d6e-4ad9-b1db-6923846880b0 req-8cdb898c-ad82-4512-821a-dd48f0f0ca91 tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1763701 May 05 21:39:26.475213 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fa516293-586f-4c02-818c-560cc6b382ad req-0bb2577d-022e-4013-8def-f28fdd3ecc85 service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308310 May 05 21:39:26.478334 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04810ea0-fabd-4b61-8c2d-c50b4162c489'] response: {'name': 'network-changed', 'server_uuid': '73d8c900-0922-4304-b73b-e5876c74761c', 'tag': 'ffaabc51-9eef-43c6-80f8-3225cbe9e952', 'status': 'completed', 'code': 200} May 05 21:39:26.484227 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4492fa93-5d6e-4ad9-b1db-6923846880b0 req-2cb1bbed-d899-4894-8e6f-21db67baeea9 tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] 10.222.0.23 "GET /v2.0/quotas/ca8822b0d94a49a6b4b11717e5aa7f36 HTTP/1.1" status: 200 len: 375 time: 0.0148528 May 05 21:39:26.542403 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c468b2f8-9217-4218-8db8-098108f43a6f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:26.543439 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c468b2f8-9217-4218-8db8-098108f43a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:26.553850 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4492fa93-5d6e-4ad9-b1db-6923846880b0 req-7334a299-8246-4d99-8d9d-35129da93564 tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ca8822b0d94a49a6b4b11717e5aa7f36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0608904 May 05 21:39:26.667109 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b2e629c3-661b-4429-b76a-6c3d4e50beea req-ba24869e-608f-4bc5-9c42-d0a6560a591c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b3be26898c074aa8b8d5c08f1fa1d106&device_id=73d8c900-0922-4304-b73b-e5876c74761c HTTP/1.1" status: 200 len: 1098 time: 0.1366529 May 05 21:39:26.833787 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e629c3-661b-4429-b76a-6c3d4e50beea req-cab89033-af15-4c55-9b45-71b92cb50d08 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:26.836878 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b2e629c3-661b-4429-b76a-6c3d4e50beea req-cab89033-af15-4c55-9b45-71b92cb50d08 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 HTTP/1.1" status: 200 len: 870 time: 0.1604147 May 05 21:39:26.948352 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b2e629c3-661b-4429-b76a-6c3d4e50beea req-5ccd95e1-4022-47a0-9927-85f6a1609d94 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=ffaabc51-9eef-43c6-80f8-3225cbe9e952 HTTP/1.1" status: 200 len: 217 time: 0.0945675 May 05 21:39:27.015165 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84c4536-7cd5-4c5e-b6fc-238105924051 None None] Network 15fc94c9-79b7-4d3d-a68d-e74651d075f7 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:39:27.027231 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e629c3-661b-4429-b76a-6c3d4e50beea req-ada56bb4-00dd-4316-975f-196352365614 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:27.028913 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b2e629c3-661b-4429-b76a-6c3d4e50beea req-ada56bb4-00dd-4316-975f-196352365614 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.0745656 May 05 21:39:27.065451 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b84fd-8278-449d-b136-b01c9b7ac512 req-aaa8fb5c-0ce5-4c5c-9daf-1b76fbc2f941 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:27.067391 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f87b84fd-8278-449d-b136-b01c9b7ac512 req-aaa8fb5c-0ce5-4c5c-9daf-1b76fbc2f941 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b5da035-7791-413d-ad5b-2ee52d3aa7c2 HTTP/1.1" status: 200 len: 949 time: 0.1666584 May 05 21:39:27.075335 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d8387-5b69-4861-b6c4-45a83ccec431 req-ee3fc1cc-6586-4cdc-af51-915cc6d88e50 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:27.076933 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1b9d8387-5b69-4861-b6c4-45a83ccec431 req-ee3fc1cc-6586-4cdc-af51-915cc6d88e50 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?device_id=8634e2ba-70c7-4eca-b079-298d6f3d1b54 HTTP/1.1" status: 200 len: 971 time: 0.2159863 May 05 21:39:27.135294 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e8d929c4-c829-4861-adf0-a6b191bc3704 None None] Provisioning for port 8f7fb15b-b817-4054-8b33-11d9bbf87f96 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:39:27.143627 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b2e629c3-661b-4429-b76a-6c3d4e50beea req-e6b81128-3f86-451c-b84a-465591fa7b9b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1062458 May 05 21:39:27.171182 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c468b2f8-9217-4218-8db8-098108f43a6f admin admin] Router 33e07aed-3c6d-4b6c-92dd-e5f3530fba31 is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 21:39:27.177661 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f87b84fd-8278-449d-b136-b01c9b7ac512 req-fa06447c-8bf5-4de9-9ed6-acecb299f92a tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995734 May 05 21:39:27.192011 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1b9d8387-5b69-4861-b6c4-45a83ccec431 req-dd9522f7-1ca7-45d5-b0b6-8de1278a4b02 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940499 May 05 21:39:27.335422 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b2e629c3-661b-4429-b76a-6c3d4e50beea req-685a3c64-4e03-421a-89ad-af78a00d5d05 service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837099 May 05 21:39:27.437162 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-95b6fc05-546c-4b59-860b-a66a7f04ebf3 req-9fd5f09e-8d52-4c29-be2d-81984bdf3a01 tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb5bf9b-4020-4580-bc0b-8d85fff50a48 HTTP/1.1" status: 200 len: 210 time: 0.1397924 May 05 21:39:27.621960 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b2e629c3-661b-4429-b76a-6c3d4e50beea req-ef900059-0ea3-44e7-a958-20e0c346c9ba service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797389 May 05 21:39:27.655337 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c468b2f8-9217-4218-8db8-098108f43a6f admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:39:27.671717 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765d656d-77b5-4e00-ba58-7512bd683fc8 None None] Sync routers for ids ['33e07aed-3c6d-4b6c-92dd-e5f3530fba31'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:39:27.704666 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765d656d-77b5-4e00-ba58-7512bd683fc8 None None] Routers {'33e07aed-3c6d-4b6c-92dd-e5f3530fba31'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:39:27.704999 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c468b2f8-9217-4218-8db8-098108f43a6f admin admin] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:27.705694 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-765d656d-77b5-4e00-ba58-7512bd683fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:39:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['33e07aed-3c6d-4b6c-92dd-e5f3530fba31'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:39:27.709198 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c468b2f8-9217-4218-8db8-098108f43a6f admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.0095067 May 05 21:39:27.709364 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58900) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:39:27.796926 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c852b5-88b9-41e4-b221-5fc162ca8fe9 req-6f10e3ad-35d7-4d5b-959a-424cea0157e1 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:27.798825 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-97c852b5-88b9-41e4-b221-5fc162ca8fe9 req-6f10e3ad-35d7-4d5b-959a-424cea0157e1 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] 10.222.0.23 "GET /v2.0/ports?device_id=73d8c900-0922-4304-b73b-e5876c74761c HTTP/1.1" status: 200 len: 947 time: 0.2093294 May 05 21:39:27.925042 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-97c852b5-88b9-41e4-b221-5fc162ca8fe9 req-d237b946-eb75-4814-841e-cb847a8fc31b tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] 10.222.0.23 "GET /v2.0/security-groups?id=818f3980-de8f-4603-ad13-d48af127f52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683322 May 05 21:39:27.987944 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-765d656d-77b5-4e00-ba58-7512bd683fc8 None None] Set router 33e07aed-3c6d-4b6c-92dd-e5f3530fba31 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:39:28.167428 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 8f7fb15b-b817-4054-8b33-11d9bbf87f96 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:39:28.331617 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-765d656d-77b5-4e00-ba58-7512bd683fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'name': 'tempest-FloatingIPsAssociationTestJSON-224327286-router', 'tenant_id': '288dd14d0b064298b7582f08c1578363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'fbf9b063-e524-4352-95aa-4b8e693a86e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:39:23Z', 'updated_at': '2022-05-05T21:39:26Z', 'revision_number': 3, 'project_id': '288dd14d0b064298b7582f08c1578363', 'gw_port': {'id': 'fbf9b063-e524-4352-95aa-4b8e693a86e7', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:13:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:39:24Z', 'updated_at': '2022-05-05T21:39:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:39:28.339262 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765d656d-77b5-4e00-ba58-7512bd683fc8 None None] Checking router: 33e07aed-3c6d-4b6c-92dd-e5f3530fba31 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:39:28.340351 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765d656d-77b5-4e00-ba58-7512bd683fc8 None None] Updating router 33e07aed-3c6d-4b6c-92dd-e5f3530fba31 port fbf9b063-e524-4352-95aa-4b8e693a86e7 binding host n-d-825175-4 {{(pid=84068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 21:39:28.343720 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 8f7fb15b-b817-4054-8b33-11d9bbf87f96 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:39:28.351390 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 8f7fb15b-b817-4054-8b33-11d9bbf87f96 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:39:28.352180 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:28.358314 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4492fa93-5d6e-4ad9-b1db-6923846880b0 req-f0110635-0ff5-4a81-8179-4a5d80ce3c6b tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=ca8822b0d94a49a6b4b11717e5aa7f36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507727 May 05 21:39:28.435011 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-765d656d-77b5-4e00-ba58-7512bd683fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:28.647366 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:28.695395 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58920) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:39:28.716478 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 8f7fb15b-b817-4054-8b33-11d9bbf87f96, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=8f7fb15b-b817-4054-8b33-11d9bbf87f96,segment=NetworkSegment(70e83286-5918-4af1-9b6d-01bc6155c4dc),segment_id=70e83286-5918-4af1-9b6d-01bc6155c4dc)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:39:28.728855 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:28.745759 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492fa93-5d6e-4ad9-b1db-6923846880b0 req-38624e3c-7b4d-4a64-b39a-c0e5f3f4fdcb tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:28.746927 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4492fa93-5d6e-4ad9-b1db-6923846880b0 req-38624e3c-7b4d-4a64-b39a-c0e5f3f4fdcb tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3831496 May 05 21:39:28.766551 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-4492fa93-5d6e-4ad9-b1db-6923846880b0 req-98b7da81-5c31-4852-b204-80902d5b2014 tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] Request body: {'port': {'device_id': 'aeb5bf9b-4020-4580-bc0b-8d85fff50a48', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'admin_state_up': True, 'tenant_id': 'ca8822b0d94a49a6b4b11717e5aa7f36'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:39:28.812750 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=8f7fb15b-b817-4054-8b33-11d9bbf87f96,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:28.868057 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f56f5c-0ffc-4bc5-bece-f4dfd1e3a6c8 req-3d5625cf-4ffe-4cb3-b690-80b6988bc410 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:28.875017 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-11f56f5c-0ffc-4bc5-bece-f4dfd1e3a6c8 req-3d5625cf-4ffe-4cb3-b690-80b6988bc410 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b5da035-7791-413d-ad5b-2ee52d3aa7c2 HTTP/1.1" status: 200 len: 949 time: 0.3392551 May 05 21:39:28.898798 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ba0dd-19b9-48eb-b8b8-ade0e27acee1 req-a5cb707f-e4b2-4d18-9b5a-38bcda5ee76a tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:28.900238 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5e1ba0dd-19b9-48eb-b8b8-ade0e27acee1 req-a5cb707f-e4b2-4d18-9b5a-38bcda5ee76a tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?device_id=8634e2ba-70c7-4eca-b079-298d6f3d1b54 HTTP/1.1" status: 200 len: 971 time: 0.3632987 May 05 21:39:28.925533 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-da14b7ff-2ff1-4281-b62f-7bf8614584d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:28.943237 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-765d656d-77b5-4e00-ba58-7512bd683fc8 None None] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:28.960771 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.provisioning_blocks [None req-765d656d-77b5-4e00-ba58-7512bd683fc8 None None] Transition to ACTIVE for port object fbf9b063-e524-4352-95aa-4b8e693a86e7 will not be triggered until provisioned by entity L2. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:39:28.963042 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-11f56f5c-0ffc-4bc5-bece-f4dfd1e3a6c8 req-322af1cb-13ed-4c69-aa2f-bfa92eded436 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871110 May 05 21:39:28.969472 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-4492fa93-5d6e-4ad9-b1db-6923846880b0 req-98b7da81-5c31-4852-b204-80902d5b2014 tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:39:28.970405 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-765d656d-77b5-4e00-ba58-7512bd683fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:28.976145 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-4492fa93-5d6e-4ad9-b1db-6923846880b0 req-98b7da81-5c31-4852-b204-80902d5b2014 tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] Usage tracker for resource:port and tenant:ca8822b0d94a49a6b4b11717e5aa7f36 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:39:28.980791 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-4492fa93-5d6e-4ad9-b1db-6923846880b0 req-98b7da81-5c31-4852-b204-80902d5b2014 tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:39:28.983609 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-da14b7ff-2ff1-4281-b62f-7bf8614584d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:39:28.989686 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-4492fa93-5d6e-4ad9-b1db-6923846880b0 req-98b7da81-5c31-4852-b204-80902d5b2014 tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:39:28.989854 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5e1ba0dd-19b9-48eb-b8b8-ade0e27acee1 req-7a587f81-3122-4a2c-93ba-b1f32144aee0 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811391 May 05 21:39:28.991929 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-da14b7ff-2ff1-4281-b62f-7bf8614584d3 admin admin] Usage tracker for resource:security_group_rule and tenant:c5b30395c8ce41bb8645b173643c3808 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:39:29.004783 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-da14b7ff-2ff1-4281-b62f-7bf8614584d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:39:29.015272 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-da14b7ff-2ff1-4281-b62f-7bf8614584d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:39:29.035160 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4492fa93-5d6e-4ad9-b1db-6923846880b0 req-98b7da81-5c31-4852-b204-80902d5b2014 tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] Made reservation on behalf of ca8822b0d94a49a6b4b11717e5aa7f36 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:39:29.039004 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-4492fa93-5d6e-4ad9-b1db-6923846880b0 req-98b7da81-5c31-4852-b204-80902d5b2014 tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:29.057999 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-4492fa93-5d6e-4ad9-b1db-6923846880b0 req-98b7da81-5c31-4852-b204-80902d5b2014 tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:29.120284 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-4492fa93-5d6e-4ad9-b1db-6923846880b0 req-98b7da81-5c31-4852-b204-80902d5b2014 tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:39:29.132982 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-4492fa93-5d6e-4ad9-b1db-6923846880b0 req-98b7da81-5c31-4852-b204-80902d5b2014 tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] Usage tracker for resource:security_group_rule and tenant:ca8822b0d94a49a6b4b11717e5aa7f36 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:39:29.138107 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-4492fa93-5d6e-4ad9-b1db-6923846880b0 req-98b7da81-5c31-4852-b204-80902d5b2014 tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:39:29.147708 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-da14b7ff-2ff1-4281-b62f-7bf8614584d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:29.148041 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-4492fa93-5d6e-4ad9-b1db-6923846880b0 req-98b7da81-5c31-4852-b204-80902d5b2014 tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:39:29.155174 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-da14b7ff-2ff1-4281-b62f-7bf8614584d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:29.181550 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc0e458-b328-422a-97cf-e1779f846563 None None] Pushing event updated for resources: {'Port': ['ID=fbf9b063-e524-4352-95aa-4b8e693a86e7,revision_number=2']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:29.202049 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc0e458-b328-422a-97cf-e1779f846563 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:39:29.203858 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc0e458-b328-422a-97cf-e1779f846563 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:39:29.203999 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc0e458-b328-422a-97cf-e1779f846563 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:39:29.205599 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc0e458-b328-422a-97cf-e1779f846563 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:39:29.206068 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc0e458-b328-422a-97cf-e1779f846563 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:39:29.208363 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc0e458-b328-422a-97cf-e1779f846563 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:39:29.208680 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc0e458-b328-422a-97cf-e1779f846563 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:39:29.209117 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc0e458-b328-422a-97cf-e1779f846563 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:39:29.210307 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc0e458-b328-422a-97cf-e1779f846563 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:39:29.211394 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc0e458-b328-422a-97cf-e1779f846563 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:39:29.212814 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc0e458-b328-422a-97cf-e1779f846563 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:39:29.221993 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6c8c86f7-154e-4998-960e-67b5ccc25eeb req-7cf2d3c9-e7af-421e-be06-ef553c5fd5a8 tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb5bf9b-4020-4580-bc0b-8d85fff50a48 HTTP/1.1" status: 200 len: 210 time: 0.0879490 May 05 21:39:29.235219 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da14b7ff-2ff1-4281-b62f-7bf8614584d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47186bde-b169-4805-bde9-e9f8caced960,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:29.257362 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-da14b7ff-2ff1-4281-b62f-7bf8614584d3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c5b30395c8ce41bb8645b173643c3808&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5578449 May 05 21:39:29.260400 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-765d656d-77b5-4e00-ba58-7512bd683fc8 None None] Attempting to bind port fbf9b063-e524-4352-95aa-4b8e693a86e7 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:39:29.261018 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-765d656d-77b5-4e00-ba58-7512bd683fc8 None None] Attempting to bind port fbf9b063-e524-4352-95aa-4b8e693a86e7 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:39:29.261588 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765d656d-77b5-4e00-ba58-7512bd683fc8 None None] Attempting to bind port fbf9b063-e524-4352-95aa-4b8e693a86e7 on network 25bfe237-58de-4709-a3e0-ac79da07c300 {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:39:29.261704 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58930) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:39:29.268812 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765d656d-77b5-4e00-ba58-7512bd683fc8 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:39:29.269423 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765d656d-77b5-4e00-ba58-7512bd683fc8 None None] Checking segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:39:29.269878 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-765d656d-77b5-4e00-ba58-7512bd683fc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:29.270351 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765d656d-77b5-4e00-ba58-7512bd683fc8 None None] Bound using segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:39:29.270888 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-765d656d-77b5-4e00-ba58-7512bd683fc8 None None] Bound port: fbf9b063-e524-4352-95aa-4b8e693a86e7, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:39:29.271357 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-765d656d-77b5-4e00-ba58-7512bd683fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:29.327430 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2e5ade2e-0f97-4920-894e-7f4500228f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:29.341093 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-4492fa93-5d6e-4ad9-b1db-6923846880b0 req-98b7da81-5c31-4852-b204-80902d5b2014 tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:29.347342 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-765d656d-77b5-4e00-ba58-7512bd683fc8 None None] For port fbf9b063-e524-4352-95aa-4b8e693a86e7, host n-d-825175-4, cleared binding levels {{(pid=84068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:39:29.351440 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-765d656d-77b5-4e00-ba58-7512bd683fc8 None None] For port fbf9b063-e524-4352-95aa-4b8e693a86e7, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=fbf9b063-e524-4352-95aa-4b8e693a86e7,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:39:29.355369 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-4492fa93-5d6e-4ad9-b1db-6923846880b0 req-98b7da81-5c31-4852-b204-80902d5b2014 tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:29.356948 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-765d656d-77b5-4e00-ba58-7512bd683fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:29.404383 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-aece2be1-1f4a-403d-a2b5-ff372f504e00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:29.427664 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c39803-4939-4a4e-9ca3-30ff5e2252c1 req-54f0f450-6cad-41a9-a332-5c32dfe36741 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:29.429563 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-06c39803-4939-4a4e-9ca3-30ff5e2252c1 req-54f0f450-6cad-41a9-a332-5c32dfe36741 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] 10.222.0.23 "GET /v2.0/ports?device_id=73d8c900-0922-4304-b73b-e5876c74761c HTTP/1.1" status: 200 len: 947 time: 0.1941943 May 05 21:39:29.442113 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc0e458-b328-422a-97cf-e1779f846563 None None] Pushing event updated for resources: {'Port': ['ID=fbf9b063-e524-4352-95aa-4b8e693a86e7,revision_number=3']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:29.450493 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765d656d-77b5-4e00-ba58-7512bd683fc8 None None] Routers {'33e07aed-3c6d-4b6c-92dd-e5f3530fba31'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:39:29.451166 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-765d656d-77b5-4e00-ba58-7512bd683fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:39:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['33e07aed-3c6d-4b6c-92dd-e5f3530fba31'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:39:29.474802 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b7da81-5c31-4852-b204-80902d5b2014 tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ede8c448-6e8c-4548-a502-e3edafd0117f,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:29.489674 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-aece2be1-1f4a-403d-a2b5-ff372f504e00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:29.551247 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-06c39803-4939-4a4e-9ca3-30ff5e2252c1 req-ddf55a95-c1ff-448f-86a9-ad6d59c8a1d7 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] 10.222.0.23 "GET /v2.0/security-groups?id=818f3980-de8f-4603-ad13-d48af127f52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147249 May 05 21:39:29.610458 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-4492fa93-5d6e-4ad9-b1db-6923846880b0 req-98b7da81-5c31-4852-b204-80902d5b2014 tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] Allocated IP 192.168.233.160 (4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9/f237a6ef-d044-411f-a2d8-d12619664c91/53773900-6491-479e-9d5e-c2ab4dcf97af) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:39:29.622076 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-aece2be1-1f4a-403d-a2b5-ff372f504e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:29.648057 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-2e5ade2e-0f97-4920-894e-7f4500228f04 admin admin] Allocated IP 172.20.0.1 (15fc94c9-79b7-4d3d-a68d-e74651d075f7/cb07d95f-0719-4a75-a100-4b7cfd38dc47/8d3adc09-f0d0-43b1-b21d-9a438fca2786) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:39:29.649767 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece2be1-1f4a-403d-a2b5-ff372f504e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47186bde-b169-4805-bde9-e9f8caced960,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:29.688235 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-aece2be1-1f4a-403d-a2b5-ff372f504e00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:29.689545 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-aece2be1-1f4a-403d-a2b5-ff372f504e00 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/47186bde-b169-4805-bde9-e9f8caced960 HTTP/1.1" status: 204 len: 168 time: 0.4268813 May 05 21:39:29.732070 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-765d656d-77b5-4e00-ba58-7512bd683fc8 None None] Set router 33e07aed-3c6d-4b6c-92dd-e5f3530fba31 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:39:29.830453 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2e5ade2e-0f97-4920-894e-7f4500228f04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:29.848477 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-2e5ade2e-0f97-4920-894e-7f4500228f04 admin admin] Transition to ACTIVE for port object 8d3adc09-f0d0-43b1-b21d-9a438fca2786 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:39:29.879839 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2e5ade2e-0f97-4920-894e-7f4500228f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:29.883043 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-4492fa93-5d6e-4ad9-b1db-6923846880b0 req-98b7da81-5c31-4852-b204-80902d5b2014 tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:29.902512 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-4492fa93-5d6e-4ad9-b1db-6923846880b0 req-98b7da81-5c31-4852-b204-80902d5b2014 tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] Transition to ACTIVE for port object 53773900-6491-479e-9d5e-c2ab4dcf97af will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:39:29.930305 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-4492fa93-5d6e-4ad9-b1db-6923846880b0 req-98b7da81-5c31-4852-b204-80902d5b2014 tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:29.958486 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5ade2e-0f97-4920-894e-7f4500228f04 admin admin] Network 15fc94c9-79b7-4d3d-a68d-e74651d075f7 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:39:29.961330 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-2e5ade2e-0f97-4920-894e-7f4500228f04 admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:39:29.964036 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5ade2e-0f97-4920-894e-7f4500228f04 admin admin] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:39:30.000382 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5ade2e-0f97-4920-894e-7f4500228f04 admin admin] Pushing event updated for resources: {'Port': ['ID=8d3adc09-f0d0-43b1-b21d-9a438fca2786,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:30.033600 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2e5ade2e-0f97-4920-894e-7f4500228f04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:30.074440 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b7da81-5c31-4852-b204-80902d5b2014 tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] Pushing event updated for resources: {'Port': ['ID=53773900-6491-479e-9d5e-c2ab4dcf97af,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:30.125502 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4492fa93-5d6e-4ad9-b1db-6923846880b0 req-98b7da81-5c31-4852-b204-80902d5b2014 tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] Network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:39:30.126887 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-4492fa93-5d6e-4ad9-b1db-6923846880b0 req-98b7da81-5c31-4852-b204-80902d5b2014 tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:39:30.127945 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-765d656d-77b5-4e00-ba58-7512bd683fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'name': 'tempest-FloatingIPsAssociationTestJSON-224327286-router', 'tenant_id': '288dd14d0b064298b7582f08c1578363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'fbf9b063-e524-4352-95aa-4b8e693a86e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:39:23Z', 'updated_at': '2022-05-05T21:39:26Z', 'revision_number': 3, 'project_id': '288dd14d0b064298b7582f08c1578363', 'gw_port': {'id': 'fbf9b063-e524-4352-95aa-4b8e693a86e7', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:13:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:39:24Z', 'updated_at': '2022-05-05T21:39:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:39:30.129109 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-4492fa93-5d6e-4ad9-b1db-6923846880b0 req-98b7da81-5c31-4852-b204-80902d5b2014 tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:39:30.133478 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 8f7fb15b-b817-4054-8b33-11d9bbf87f96 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:39:30.135244 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492fa93-5d6e-4ad9-b1db-6923846880b0 req-98b7da81-5c31-4852-b204-80902d5b2014 tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:30.135410 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765d656d-77b5-4e00-ba58-7512bd683fc8 None None] The sync data for ids ['33e07aed-3c6d-4b6c-92dd-e5f3530fba31'] in n-d-825175-4 is: [{'id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'name': 'tempest-FloatingIPsAssociationTestJSON-224327286-router', 'tenant_id': '288dd14d0b064298b7582f08c1578363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'fbf9b063-e524-4352-95aa-4b8e693a86e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:39:23Z', 'updated_at': '2022-05-05T21:39:26Z', 'revision_number': 3, 'project_id': '288dd14d0b064298b7582f08c1578363', 'gw_port': {'id': 'fbf9b063-e524-4352-95aa-4b8e693a86e7', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:13:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:39:24Z', 'updated_at': '2022-05-05T21:39:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:39:30.135932 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-4492fa93-5d6e-4ad9-b1db-6923846880b0 req-98b7da81-5c31-4852-b204-80902d5b2014 tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:30.166074 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2e5ade2e-0f97-4920-894e-7f4500228f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:30.166489 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4492fa93-5d6e-4ad9-b1db-6923846880b0 req-98b7da81-5c31-4852-b204-80902d5b2014 tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4048095 May 05 21:39:30.181500 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-4492fa93-5d6e-4ad9-b1db-6923846880b0 req-f2681886-f67a-4628-9d90-59cb736b1da7 service neutron] Request body: {'port': {'device_id': 'aeb5bf9b-4020-4580-bc0b-8d85fff50a48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:39:30.384386 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 8f7fb15b-b817-4054-8b33-11d9bbf87f96 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:39:30.385047 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:30.401131 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58946) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:39:30.589239 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-4492fa93-5d6e-4ad9-b1db-6923846880b0 req-f2681886-f67a-4628-9d90-59cb736b1da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:30.640630 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1473c720-1be4-42c0-a5bc-c32dd2b0a06f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:30.709738 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device ffaabc51-9eef-43c6-80f8-3225cbe9e952 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:39:30.714253 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-8e8336a1-e4c4-4d15-be48-01d96e4b43b4 None None] Provisioning for port 8d3adc09-f0d0-43b1-b21d-9a438fca2786 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:39:30.745843 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-8e8336a1-e4c4-4d15-be48-01d96e4b43b4 None None] Provisioning complete for port 8d3adc09-f0d0-43b1-b21d-9a438fca2786 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:39:30.746196 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8e8336a1-e4c4-4d15-be48-01d96e4b43b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:30.824170 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-8e8336a1-e4c4-4d15-be48-01d96e4b43b4 None None] Port 8d3adc09-f0d0-43b1-b21d-9a438fca2786 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:39:30.960584 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-96f910ba-8420-4e0b-ace1-6e6b855d7656 None None] Provisioning for port 53773900-6491-479e-9d5e-c2ab4dcf97af completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:39:30.964769 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-1473c720-1be4-42c0-a5bc-c32dd2b0a06f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:39:30.969867 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-96f910ba-8420-4e0b-ace1-6e6b855d7656 None None] Provisioning complete for port 53773900-6491-479e-9d5e-c2ab4dcf97af triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:39:30.969867 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-96f910ba-8420-4e0b-ace1-6e6b855d7656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:30.982905 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b47f8c5-ed14-4110-bb4f-62ac1bba046f req-cd3947cf-beaf-46d6-abb2-a605c2db5ee8 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:30.984543 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4b47f8c5-ed14-4110-bb4f-62ac1bba046f req-cd3947cf-beaf-46d6-abb2-a605c2db5ee8 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b5da035-7791-413d-ad5b-2ee52d3aa7c2 HTTP/1.1" status: 200 len: 949 time: 0.7179408 May 05 21:39:30.985712 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-1473c720-1be4-42c0-a5bc-c32dd2b0a06f admin admin] Usage tracker for resource:security_group_rule and tenant:7d91a11a685448b9af53826258aaf6b0 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:39:30.998873 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-1473c720-1be4-42c0-a5bc-c32dd2b0a06f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:39:31.004939 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-4492fa93-5d6e-4ad9-b1db-6923846880b0 req-f2681886-f67a-4628-9d90-59cb736b1da7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53773900-6491-479e-9d5e-c2ab4dcf97af {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:39:31.013029 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-4492fa93-5d6e-4ad9-b1db-6923846880b0 req-f2681886-f67a-4628-9d90-59cb736b1da7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:31.031233 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-1473c720-1be4-42c0-a5bc-c32dd2b0a06f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:39:31.033085 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-4492fa93-5d6e-4ad9-b1db-6923846880b0 req-f2681886-f67a-4628-9d90-59cb736b1da7 service neutron] Transition to ACTIVE for port object 53773900-6491-479e-9d5e-c2ab4dcf97af will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:39:31.039009 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port ffaabc51-9eef-43c6-80f8-3225cbe9e952, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=ffaabc51-9eef-43c6-80f8-3225cbe9e952,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:39:31.039378 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-4492fa93-5d6e-4ad9-b1db-6923846880b0 req-f2681886-f67a-4628-9d90-59cb736b1da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:31.057973 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-96f910ba-8420-4e0b-ace1-6e6b855d7656 None None] Port 53773900-6491-479e-9d5e-c2ab4dcf97af cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:39:31.060991 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': 'ffaabc51-9eef-43c6-80f8-3225cbe9e952', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'port_id': 'ffaabc51-9eef-43c6-80f8-3225cbe9e952', 'mac_address': 'fa:16:3e:ea:c1:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f237a6ef-d044-411f-a2d8-d12619664c91', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:39:31.064204 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b80658-b673-4435-b7bb-bdd941053e89 req-069a77f6-2997-4b79-ae54-d4694f0ad5d6 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:31.071798 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-79b80658-b673-4435-b7bb-bdd941053e89 req-069a77f6-2997-4b79-ae54-d4694f0ad5d6 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?device_id=8634e2ba-70c7-4eca-b079-298d6f3d1b54 HTTP/1.1" status: 200 len: 971 time: 0.5997560 May 05 21:39:31.116255 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2681886-f67a-4628-9d90-59cb736b1da7 service neutron] Pushing event updated for resources: {'Port': ['ID=53773900-6491-479e-9d5e-c2ab4dcf97af,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:31.120986 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:31.135524 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4b47f8c5-ed14-4110-bb4f-62ac1bba046f req-b69659d1-5fd4-47f0-974a-2cab5d9d7f6a tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334336 May 05 21:39:31.137830 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2e5ade2e-0f97-4920-894e-7f4500228f04 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:31.149463 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffaabc51-9eef-43c6-80f8-3225cbe9e952 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:39:31.151407 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2e5ade2e-0f97-4920-894e-7f4500228f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:31.169973 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port ffaabc51-9eef-43c6-80f8-3225cbe9e952, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=ffaabc51-9eef-43c6-80f8-3225cbe9e952,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:39:31.177381 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:31.309624 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-4492fa93-5d6e-4ad9-b1db-6923846880b0 req-f2681886-f67a-4628-9d90-59cb736b1da7 service neutron] Attempting to bind port 53773900-6491-479e-9d5e-c2ab4dcf97af on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:39:31.311034 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-4492fa93-5d6e-4ad9-b1db-6923846880b0 req-f2681886-f67a-4628-9d90-59cb736b1da7 service neutron] Attempting to bind port 53773900-6491-479e-9d5e-c2ab4dcf97af by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:39:31.311547 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4492fa93-5d6e-4ad9-b1db-6923846880b0 req-f2681886-f67a-4628-9d90-59cb736b1da7 service neutron] Attempting to bind port 53773900-6491-479e-9d5e-c2ab4dcf97af on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:39:31.320969 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4492fa93-5d6e-4ad9-b1db-6923846880b0 req-f2681886-f67a-4628-9d90-59cb736b1da7 service neutron] Port 53773900-6491-479e-9d5e-c2ab4dcf97af on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:39:31.321698 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4492fa93-5d6e-4ad9-b1db-6923846880b0 req-f2681886-f67a-4628-9d90-59cb736b1da7 service neutron] Attempting to bind port 53773900-6491-479e-9d5e-c2ab4dcf97af on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:39:31.329287 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=ffaabc51-9eef-43c6-80f8-3225cbe9e952,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:31.346616 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4492fa93-5d6e-4ad9-b1db-6923846880b0 req-f2681886-f67a-4628-9d90-59cb736b1da7 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:39:31.347140 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4492fa93-5d6e-4ad9-b1db-6923846880b0 req-f2681886-f67a-4628-9d90-59cb736b1da7 service neutron] Checking segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:39:31.347608 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4492fa93-5d6e-4ad9-b1db-6923846880b0 req-f2681886-f67a-4628-9d90-59cb736b1da7 service neutron] Bound using segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:39:31.348124 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-4492fa93-5d6e-4ad9-b1db-6923846880b0 req-f2681886-f67a-4628-9d90-59cb736b1da7 service neutron] Bound port: 53773900-6491-479e-9d5e-c2ab4dcf97af, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:39:31.348549 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-4492fa93-5d6e-4ad9-b1db-6923846880b0 req-f2681886-f67a-4628-9d90-59cb736b1da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:31.351285 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-79b80658-b673-4435-b7bb-bdd941053e89 req-c33f6537-4d34-4e33-88c3-3c68d0ff844f tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785172 May 05 21:39:31.454693 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['ffaabc51-9eef-43c6-80f8-3225cbe9e952'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:39:31.473698 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-4492fa93-5d6e-4ad9-b1db-6923846880b0 req-f2681886-f67a-4628-9d90-59cb736b1da7 service neutron] For port 53773900-6491-479e-9d5e-c2ab4dcf97af, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:39:31.480484 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-4492fa93-5d6e-4ad9-b1db-6923846880b0 req-f2681886-f67a-4628-9d90-59cb736b1da7 service neutron] For port 53773900-6491-479e-9d5e-c2ab4dcf97af, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=53773900-6491-479e-9d5e-c2ab4dcf97af,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:39:31.491383 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-4492fa93-5d6e-4ad9-b1db-6923846880b0 req-f2681886-f67a-4628-9d90-59cb736b1da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:31.512803 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5ade2e-0f97-4920-894e-7f4500228f04 admin admin] Pushing event updated for resources: {'Port': ['ID=8d3adc09-f0d0-43b1-b21d-9a438fca2786,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:31.586075 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2e5ade2e-0f97-4920-894e-7f4500228f04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:31.600042 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-4492fa93-5d6e-4ad9-b1db-6923846880b0 req-f2681886-f67a-4628-9d90-59cb736b1da7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:31.600570 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1473c720-1be4-42c0-a5bc-c32dd2b0a06f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:31.603077 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4492fa93-5d6e-4ad9-b1db-6923846880b0 req-f2681886-f67a-4628-9d90-59cb736b1da7 service neutron] 10.222.0.44 "PUT /v2.0/ports/53773900-6491-479e-9d5e-c2ab4dcf97af HTTP/1.1" status: 200 len: 1096 time: 1.4275033 May 05 21:39:31.608724 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb5bf9b-4020-4580-bc0b-8d85fff50a48', 'tag': '53773900-6491-479e-9d5e-c2ab4dcf97af'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:39:31.628492 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2681886-f67a-4628-9d90-59cb736b1da7 service neutron] Pushing event updated for resources: {'Port': ['ID=53773900-6491-479e-9d5e-c2ab4dcf97af,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:31.638586 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1473c720-1be4-42c0-a5bc-c32dd2b0a06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:31.816756 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1473c720-1be4-42c0-a5bc-c32dd2b0a06f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191b0056-bdb7-43c7-9b9c-f6227fb3b83c,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:31.843506 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4492fa93-5d6e-4ad9-b1db-6923846880b0 req-0031cae1-c31f-4b75-9e61-ff929a9c7f13 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ca8822b0d94a49a6b4b11717e5aa7f36&device_id=aeb5bf9b-4020-4580-bc0b-8d85fff50a48 HTTP/1.1" status: 200 len: 1099 time: 0.1935148 May 05 21:39:31.845639 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7af633-bac8-4765-84c6-9ab499466361 req-c696dbc5-573c-4d82-8e21-6d27e69a60cd tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:31.847146 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2b7af633-bac8-4765-84c6-9ab499466361 req-c696dbc5-573c-4d82-8e21-6d27e69a60cd tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb5bf9b-4020-4580-bc0b-8d85fff50a48 HTTP/1.1" status: 200 len: 948 time: 0.4769135 May 05 21:39:31.863514 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-1473c720-1be4-42c0-a5bc-c32dd2b0a06f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7d91a11a685448b9af53826258aaf6b0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4564364 May 05 21:39:31.870592 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58960) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:39:31.918957 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4492fa93-5d6e-4ad9-b1db-6923846880b0 req-8f675633-c3b4-41dc-91bb-be1c9ba954cb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=53773900-6491-479e-9d5e-c2ab4dcf97af HTTP/1.1" status: 200 len: 217 time: 0.0654337 May 05 21:39:31.930820 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa23be-337b-4000-a9eb-503d381f6e58 req-3bad5d2e-4b4f-4d4b-9bde-daa08924c393 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:31.932271 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6eaa23be-337b-4000-a9eb-503d381f6e58 req-3bad5d2e-4b4f-4d4b-9bde-daa08924c393 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] 10.222.0.23 "GET /v2.0/ports?device_id=73d8c900-0922-4304-b73b-e5876c74761c HTTP/1.1" status: 200 len: 948 time: 0.4145622 May 05 21:39:31.985926 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492fa93-5d6e-4ad9-b1db-6923846880b0 req-2df11988-8400-41b8-808d-46898140fc13 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:31.987397 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4492fa93-5d6e-4ad9-b1db-6923846880b0 req-2df11988-8400-41b8-808d-46898140fc13 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.0584104 May 05 21:39:31.991054 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5ade2e-0f97-4920-894e-7f4500228f04 admin admin] Network 15fc94c9-79b7-4d3d-a68d-e74651d075f7 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:39:31.997996 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-2e5ade2e-0f97-4920-894e-7f4500228f04 admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:39:32.081261 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2b7af633-bac8-4765-84c6-9ab499466361 req-e1386472-d359-4cba-ba75-eba2949a201e tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] 10.222.0.23 "GET /v2.0/security-groups?id=ede8c448-6e8c-4548-a502-e3edafd0117f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204580 May 05 21:39:32.083196 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device fbf9b063-e524-4352-95aa-4b8e693a86e7 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:39:32.113467 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4492fa93-5d6e-4ad9-b1db-6923846880b0 req-4b28409e-5d00-4e4b-930a-b165b7376c88 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1181281 May 05 21:39:32.150695 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a21eed3-04fd-4498-9093-9213f47d1b47'] response: {'name': 'network-changed', 'server_uuid': 'aeb5bf9b-4020-4580-bc0b-8d85fff50a48', 'tag': '53773900-6491-479e-9d5e-c2ab4dcf97af', 'status': 'completed', 'code': 200} May 05 21:39:32.204096 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6eaa23be-337b-4000-a9eb-503d381f6e58 req-c6078fb0-e89c-4d4a-9b12-2cc98d856f0d tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] 10.222.0.23 "GET /v2.0/security-groups?id=818f3980-de8f-4603-ad13-d48af127f52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500410 May 05 21:39:32.212866 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port fbf9b063-e524-4352-95aa-4b8e693a86e7 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:39:32.216250 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d8d61188-0dd9-4d05-94b9-266b45c27415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:32.228369 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port fbf9b063-e524-4352-95aa-4b8e693a86e7 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:39:32.228887 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:32.291130 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d8d61188-0dd9-4d05-94b9-266b45c27415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:32.317528 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4492fa93-5d6e-4ad9-b1db-6923846880b0 req-056b51d3-ec13-4996-8bad-032c86a6b4ce service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953621 May 05 21:39:32.388067 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-fff27a80-f688-45ae-9910-cb82822831be None None] Provisioning complete for port 8d3adc09-f0d0-43b1-b21d-9a438fca2786 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:39:32.388429 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fff27a80-f688-45ae-9910-cb82822831be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:32.425772 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:32.457637 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port fbf9b063-e524-4352-95aa-4b8e693a86e7, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=fbf9b063-e524-4352-95aa-4b8e693a86e7,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:39:32.458758 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-fff27a80-f688-45ae-9910-cb82822831be None None] Port 8d3adc09-f0d0-43b1-b21d-9a438fca2786 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:39:32.464348 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:32.470959 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4492fa93-5d6e-4ad9-b1db-6923846880b0 req-145baaa2-43d2-436c-a809-82229c72c4e8 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468914 May 05 21:39:32.533979 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=fbf9b063-e524-4352-95aa-4b8e693a86e7,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:32.610981 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a9b4e83b-1c95-4d86-bba4-0265e409dbf6 req-03cbe1cc-daad-47be-bab8-70874ee6a1cd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ca8822b0d94a49a6b4b11717e5aa7f36&device_id=aeb5bf9b-4020-4580-bc0b-8d85fff50a48 HTTP/1.1" status: 200 len: 1099 time: 0.0894530 May 05 21:39:32.612848 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d8d61188-0dd9-4d05-94b9-266b45c27415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:32.640123 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d61188-0dd9-4d05-94b9-266b45c27415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191b0056-bdb7-43c7-9b9c-f6227fb3b83c,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:32.650214 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-50df5098-7628-45b0-998b-27a04327af24 req-0cac404f-cd67-4805-8b9a-391757c4c8b0 tempest-LiveAutoBlockMigrationV225Test-533236276 tempest-LiveAutoBlockMigrationV225Test-533236276-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=90ad001a-3aad-467f-9c32-1334a7b7923e HTTP/1.1" status: 200 len: 1096 time: 0.3260665 May 05 21:39:32.660402 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device ffaabc51-9eef-43c6-80f8-3225cbe9e952 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:39:32.667578 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2613e2-c479-46be-a74b-0c21ed750ec4 req-9ead6f1f-6baf-4913-8d1f-824152757fbd tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:32.668987 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4e2613e2-c479-46be-a74b-0c21ed750ec4 req-9ead6f1f-6baf-4913-8d1f-824152757fbd tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b5da035-7791-413d-ad5b-2ee52d3aa7c2 HTTP/1.1" status: 200 len: 949 time: 0.2532887 May 05 21:39:32.685395 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d8d61188-0dd9-4d05-94b9-266b45c27415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:32.686576 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-d8d61188-0dd9-4d05-94b9-266b45c27415 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/191b0056-bdb7-43c7-9b9c-f6227fb3b83c HTTP/1.1" status: 204 len: 168 time: 0.8151765 May 05 21:39:32.745924 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port ffaabc51-9eef-43c6-80f8-3225cbe9e952 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:39:32.752604 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port ffaabc51-9eef-43c6-80f8-3225cbe9e952 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:39:32.752980 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:32.767296 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-50df5098-7628-45b0-998b-27a04327af24 req-42e8f179-7292-49b5-a051-0cd6a50bd2d3 tempest-LiveAutoBlockMigrationV225Test-533236276 tempest-LiveAutoBlockMigrationV225Test-533236276-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098213 May 05 21:39:32.767954 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b4e83b-1c95-4d86-bba4-0265e409dbf6 req-96237d32-32aa-4eff-a27d-e11cf721aa73 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:32.769996 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a9b4e83b-1c95-4d86-bba4-0265e409dbf6 req-96237d32-32aa-4eff-a27d-e11cf721aa73 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 HTTP/1.1" status: 200 len: 870 time: 0.1526432 May 05 21:39:32.772715 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4e2613e2-c479-46be-a74b-0c21ed750ec4 req-f8c01437-27ef-4c73-ae14-8630a6ef306b tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899749 May 05 21:39:32.845620 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e5ade2e-0f97-4920-894e-7f4500228f04 admin admin] Router 33e07aed-3c6d-4b6c-92dd-e5f3530fba31 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:39:32.936103 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a9b4e83b-1c95-4d86-bba4-0265e409dbf6 req-05e23348-307a-47a2-8e98-4159e14678ba service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=53773900-6491-479e-9d5e-c2ab4dcf97af HTTP/1.1" status: 200 len: 217 time: 0.1500552 May 05 21:39:32.968199 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:33.005402 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73d8c900-0922-4304-b73b-e5876c74761c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffaabc51-9eef-43c6-80f8-3225cbe9e952'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:39:33.020446 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port ffaabc51-9eef-43c6-80f8-3225cbe9e952, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=ffaabc51-9eef-43c6-80f8-3225cbe9e952,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:39:33.029054 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:33.029321 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b4e83b-1c95-4d86-bba4-0265e409dbf6 req-e7c29ded-7382-403b-9103-e61637e64547 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:33.031167 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a9b4e83b-1c95-4d86-bba4-0265e409dbf6 req-e7c29ded-7382-403b-9103-e61637e64547 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.0897355 May 05 21:39:33.114301 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=ffaabc51-9eef-43c6-80f8-3225cbe9e952,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:33.123132 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a9b4e83b-1c95-4d86-bba4-0265e409dbf6 req-abc5a1e7-caf8-4768-83fc-5e06ad611acf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0853324 May 05 21:39:33.279389 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a9b4e83b-1c95-4d86-bba4-0265e409dbf6 req-a365194f-615b-4a68-918d-48577fc3883a service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450171 May 05 21:39:33.286358 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0d0e7c1d-e4ef-431c-9e4a-1f2a113e163d req-0ec64940-1293-48f3-b257-e484883fb284 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=90ad001a-3aad-467f-9c32-1334a7b7923e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1681380 May 05 21:39:33.299281 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c06a3-825f-4af9-a5dd-2c8d07bcc35d req-45e92dae-e213-4e86-ae4c-acd8e46fe410 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:33.300694 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6f3c06a3-825f-4af9-a5dd-2c8d07bcc35d req-45e92dae-e213-4e86-ae4c-acd8e46fe410 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?device_id=8634e2ba-70c7-4eca-b079-298d6f3d1b54 HTTP/1.1" status: 200 len: 971 time: 0.1836648 May 05 21:39:33.366963 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6f3c06a3-825f-4af9-a5dd-2c8d07bcc35d req-d27ae4b1-4b90-4c89-9944-1d29478ef403 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590897 May 05 21:39:33.382349 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5ade2e-0f97-4920-894e-7f4500228f04 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:39:33.388740 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-2e5ade2e-0f97-4920-894e-7f4500228f04 admin admin] 10.222.0.23 "PUT /v2.0/routers/33e07aed-3c6d-4b6c-92dd-e5f3530fba31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6782000 May 05 21:39:33.480692 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57e01cce-ab5c-424f-8ad1-5c5890b12d6f'] response: {'server_uuid': '73d8c900-0922-4304-b73b-e5876c74761c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffaabc51-9eef-43c6-80f8-3225cbe9e952', 'code': 200} May 05 21:39:33.527537 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a9b4e83b-1c95-4d86-bba4-0265e409dbf6 req-7a649b2e-c003-4a35-a5e8-d1ac0592b899 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429471 May 05 21:39:33.656777 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-408a7a9c-4ad6-48ec-bc14-d57af5dd726b req-a0b2c995-9eb0-4277-8c04-fdb75fc57041 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=73d8c900-0922-4304-b73b-e5876c74761c HTTP/1.1" status: 200 len: 1100 time: 0.1006792 May 05 21:39:33.709704 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-408a7a9c-4ad6-48ec-bc14-d57af5dd726b req-7d394801-6d3c-46ac-a7a6-234656242525 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=818f3980-de8f-4603-ad13-d48af127f52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439141 May 05 21:39:33.762299 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d4100-3243-4a97-91e9-c81a6a7800f3 req-bae61ebf-4f88-4684-bd9b-a9f31f0431ac tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:33.769231 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6d8d4100-3243-4a97-91e9-c81a6a7800f3 req-bae61ebf-4f88-4684-bd9b-a9f31f0431ac tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb5bf9b-4020-4580-bc0b-8d85fff50a48 HTTP/1.1" status: 200 len: 948 time: 0.0929096 May 05 21:39:33.827305 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6d8d4100-3243-4a97-91e9-c81a6a7800f3 req-1ad4c03a-b984-48e3-9d85-22311d5549ab tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] 10.222.0.23 "GET /v2.0/security-groups?id=ede8c448-6e8c-4548-a502-e3edafd0117f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567386 May 05 21:39:34.051332 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ede0c-d5b2-4502-bf9a-d97495e1bc2b req-114965b1-979f-4153-b3e0-e73203b43844 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:34.058821 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-937ede0c-d5b2-4502-bf9a-d97495e1bc2b req-114965b1-979f-4153-b3e0-e73203b43844 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] 10.222.0.23 "GET /v2.0/ports?device_id=73d8c900-0922-4304-b73b-e5876c74761c HTTP/1.1" status: 200 len: 949 time: 0.1143525 May 05 21:39:34.078451 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device fbf9b063-e524-4352-95aa-4b8e693a86e7 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:39:34.110928 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-937ede0c-d5b2-4502-bf9a-d97495e1bc2b req-ad3a5c3d-f326-4bf7-ab11-d5bec0f3a67d tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] 10.222.0.23 "GET /v2.0/security-groups?id=818f3980-de8f-4603-ad13-d48af127f52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507510 May 05 21:39:34.167701 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port fbf9b063-e524-4352-95aa-4b8e693a86e7 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:39:34.168067 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:34.401723 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853cab20-6a51-4463-811c-43f1540481bb None None] Sync routers for ids ['33e07aed-3c6d-4b6c-92dd-e5f3530fba31'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:39:34.415356 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853cab20-6a51-4463-811c-43f1540481bb None None] Routers {'33e07aed-3c6d-4b6c-92dd-e5f3530fba31'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:39:34.416229 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-853cab20-6a51-4463-811c-43f1540481bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:39:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['33e07aed-3c6d-4b6c-92dd-e5f3530fba31'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:39:34.620680 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-853cab20-6a51-4463-811c-43f1540481bb None None] Set router 33e07aed-3c6d-4b6c-92dd-e5f3530fba31 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:39:34.652484 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-1f784e2f-599c-45a4-b8f8-6afa51367ab1 tempest-LiveAutoBlockMigrationV225Test-533236276 tempest-LiveAutoBlockMigrationV225Test-533236276-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 21:39:34.653591 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-1f784e2f-599c-45a4-b8f8-6afa51367ab1 tempest-LiveAutoBlockMigrationV225Test-533236276 tempest-LiveAutoBlockMigrationV225Test-533236276-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0074239 May 05 21:39:34.673092 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-3461dbef-1b1e-4685-bce9-8604fd67672e service neutron] Request body: {'binding': {'host': 'n-h1-825175-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:39:34.673659 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-3461dbef-1b1e-4685-bce9-8604fd67672e service neutron] Unknown quota resources ['binding']. {{(pid=84061) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 05 21:39:34.748000 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b460d2-734a-47d9-84a7-cabed1ba9f63 req-82843ca3-0fc7-451d-b8a7-c2ad2f6e4328 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:34.751123 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-39b460d2-734a-47d9-84a7-cabed1ba9f63 req-82843ca3-0fc7-451d-b8a7-c2ad2f6e4328 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/networks?id=15fc94c9-79b7-4d3d-a68d-e74651d075f7 HTTP/1.1" status: 200 len: 820 time: 0.2500148 May 05 21:39:34.833365 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-39b460d2-734a-47d9-84a7-cabed1ba9f63 req-58f88b76-5dc7-43ea-8376-0f78dc201363 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/quotas/288dd14d0b064298b7582f08c1578363 HTTP/1.1" status: 200 len: 375 time: 0.0635555 May 05 21:39:34.991980 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-39b460d2-734a-47d9-84a7-cabed1ba9f63 req-b83dbd49-e8b8-49a4-b9b3-fd04784a42e1 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Synchronizing usage tracker for tenant:288dd14d0b064298b7582f08c1578363 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:39:34.996372 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-3461dbef-1b1e-4685-bce9-8604fd67672e service neutron] Attempting to bind port 25a0f74a-024c-433c-94a0-470103bf1d3c on host n-h1-825175-4 for vnic_type normal with profile None {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:39:34.996719 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-3461dbef-1b1e-4685-bce9-8604fd67672e service neutron] Attempting to bind port 25a0f74a-024c-433c-94a0-470103bf1d3c by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': '87859d75-c285-4ea1-b899-3b38f003cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2ea271d8-96e6-42e1-b4ca-22da751bdd28'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:39:34.997039 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-3461dbef-1b1e-4685-bce9-8604fd67672e service neutron] Attempting to bind port 25a0f74a-024c-433c-94a0-470103bf1d3c on network 2ea271d8-96e6-42e1-b4ca-22da751bdd28 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:39:35.003657 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-853cab20-6a51-4463-811c-43f1540481bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'name': 'tempest-FloatingIPsAssociationTestJSON-224327286-router', 'tenant_id': '288dd14d0b064298b7582f08c1578363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'fbf9b063-e524-4352-95aa-4b8e693a86e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:39:23Z', 'updated_at': '2022-05-05T21:39:30Z', 'revision_number': 4, 'project_id': '288dd14d0b064298b7582f08c1578363', 'gw_port': {'id': 'fbf9b063-e524-4352-95aa-4b8e693a86e7', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:13:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:39:24Z', 'updated_at': '2022-05-05T21:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '8d3adc09-f0d0-43b1-b21d-9a438fca2786', 'name': '', 'network_id': '15fc94c9-79b7-4d3d-a68d-e74651d075f7', 'tenant_id': '288dd14d0b064298b7582f08c1578363', 'mac_address': 'fa:16:3e:74:c6:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb07d95f-0719-4a75-a100-4b7cfd38dc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:39:29Z', 'updated_at': '2022-05-05T21:39:30Z', 'revision_number': 2, 'project_id': '288dd14d0b064298b7582f08c1578363', 'subnets': [{'id': 'cb07d95f-0719-4a75-a100-4b7cfd38dc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:39:35.010722 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-3461dbef-1b1e-4685-bce9-8604fd67672e service neutron] Port 25a0f74a-024c-433c-94a0-470103bf1d3c on network 2ea271d8-96e6-42e1-b4ca-22da751bdd28 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:39:35.011044 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-3461dbef-1b1e-4685-bce9-8604fd67672e service neutron] Attempting to bind port 25a0f74a-024c-433c-94a0-470103bf1d3c on network 2ea271d8-96e6-42e1-b4ca-22da751bdd28 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:39:35.016890 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853cab20-6a51-4463-811c-43f1540481bb None None] Checking router: 33e07aed-3c6d-4b6c-92dd-e5f3530fba31 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:39:35.017594 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853cab20-6a51-4463-811c-43f1540481bb None None] Updating router 33e07aed-3c6d-4b6c-92dd-e5f3530fba31 port 8d3adc09-f0d0-43b1-b21d-9a438fca2786 binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 21:39:35.020087 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-3461dbef-1b1e-4685-bce9-8604fd67672e service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:39:35.020422 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-3461dbef-1b1e-4685-bce9-8604fd67672e service neutron] Checking segment: {'id': '87859d75-c285-4ea1-b899-3b38f003cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2ea271d8-96e6-42e1-b4ca-22da751bdd28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:39:35.020814 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-3461dbef-1b1e-4685-bce9-8604fd67672e service neutron] Bound using segment: {'id': '87859d75-c285-4ea1-b899-3b38f003cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2ea271d8-96e6-42e1-b4ca-22da751bdd28'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:39:35.021263 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-3461dbef-1b1e-4685-bce9-8604fd67672e service neutron] Bound port: 25a0f74a-024c-433c-94a0-470103bf1d3c, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87859d75-c285-4ea1-b899-3b38f003cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2ea271d8-96e6-42e1-b4ca-22da751bdd28'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:39:35.024742 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-39b460d2-734a-47d9-84a7-cabed1ba9f63 req-b83dbd49-e8b8-49a4-b9b3-fd04784a42e1 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Unset dirty status for tenant:288dd14d0b064298b7582f08c1578363 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:39:35.026097 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-39b460d2-734a-47d9-84a7-cabed1ba9f63 req-b83dbd49-e8b8-49a4-b9b3-fd04784a42e1 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=288dd14d0b064298b7582f08c1578363&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1838155 May 05 21:39:35.079116 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 53773900-6491-479e-9d5e-c2ab4dcf97af details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:39:35.120008 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-853cab20-6a51-4463-811c-43f1540481bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:35.156523 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-3461dbef-1b1e-4685-bce9-8604fd67672e service neutron] For port 25a0f74a-024c-433c-94a0-470103bf1d3c, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=25a0f74a-024c-433c-94a0-470103bf1d3c,segment=NetworkSegment(87859d75-c285-4ea1-b899-3b38f003cf70),segment_id=87859d75-c285-4ea1-b899-3b38f003cf70)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:39:35.164733 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-3461dbef-1b1e-4685-bce9-8604fd67672e service neutron] Notify callbacks [] for binding, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:35.170738 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-3461dbef-1b1e-4685-bce9-8604fd67672e service neutron] 10.222.0.23 "POST /v2.0/ports/25a0f74a-024c-433c-94a0-470103bf1d3c/bindings HTTP/1.1" status: 201 len: 389 time: 0.5013945 May 05 21:39:35.187463 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-39b460d2-734a-47d9-84a7-cabed1ba9f63 req-c603d658-4a6a-49a9-9606-80c7933e675f service neutron] 10.222.0.23 "GET /v2.0/networks/15fc94c9-79b7-4d3d-a68d-e74651d075f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526797 May 05 21:39:35.339513 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-39b460d2-734a-47d9-84a7-cabed1ba9f63 req-1ef41b6a-9550-48e8-b649-8100b8bf5850 service neutron] 10.222.0.23 "GET /v2.0/networks/15fc94c9-79b7-4d3d-a68d-e74651d075f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453485 May 05 21:39:35.409797 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:35.417151 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 53773900-6491-479e-9d5e-c2ab4dcf97af, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=53773900-6491-479e-9d5e-c2ab4dcf97af,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:39:35.491924 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ca8d4-0d77-4004-987f-0c444aa46c1f req-5cc46b5f-30b2-4b31-88b9-c9a9c5d1f824 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:35.496561 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '53773900-6491-479e-9d5e-c2ab4dcf97af', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'port_id': '53773900-6491-479e-9d5e-c2ab4dcf97af', 'mac_address': 'fa:16:3e:4a:81:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f237a6ef-d044-411f-a2d8-d12619664c91', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:39:35.498310 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2d1ca8d4-0d77-4004-987f-0c444aa46c1f req-5cc46b5f-30b2-4b31-88b9-c9a9c5d1f824 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b5da035-7791-413d-ad5b-2ee52d3aa7c2 HTTP/1.1" status: 200 len: 949 time: 0.1180267 May 05 21:39:35.536150 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-64132cba-ebf5-468f-a938-8b6b471d82ce service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=300e0002c0a34937b02bd35920b6a01f&device_id=90ad001a-3aad-467f-9c32-1334a7b7923e HTTP/1.1" status: 200 len: 1096 time: 0.1144226 May 05 21:39:35.555439 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2d1ca8d4-0d77-4004-987f-0c444aa46c1f req-594917b8-6ad3-42b3-957b-fc0a8f508cb0 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559700 May 05 21:39:35.656603 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:35.667249 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:35.733113 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53773900-6491-479e-9d5e-c2ab4dcf97af {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:39:35.754192 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 53773900-6491-479e-9d5e-c2ab4dcf97af, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=53773900-6491-479e-9d5e-c2ab4dcf97af,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:39:35.765784 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:35.777520 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-4bd015f6-bccf-44a2-9d7b-64e7b3e3acfc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:35.779005 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-4bd015f6-bccf-44a2-9d7b-64e7b3e3acfc service neutron] 10.222.0.44 "GET /v2.0/networks?id=2ea271d8-96e6-42e1-b4ca-22da751bdd28 HTTP/1.1" status: 200 len: 921 time: 0.2355130 May 05 21:39:35.877625 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48b970-6744-43ee-a89c-1ace0572c1ea req-4fa286fe-2617-4c33-989f-4202d197ff30 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:35.879254 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-af48b970-6744-43ee-a89c-1ace0572c1ea req-4fa286fe-2617-4c33-989f-4202d197ff30 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?device_id=8634e2ba-70c7-4eca-b079-298d6f3d1b54 HTTP/1.1" status: 200 len: 971 time: 0.2145798 May 05 21:39:35.887671 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f76a220-a2b6-452e-931b-33b12d15637c req-c2a68f68-6f19-4c68-90be-3512e1cfbcef tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:35.895018 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5f76a220-a2b6-452e-931b-33b12d15637c req-c2a68f68-6f19-4c68-90be-3512e1cfbcef tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb5bf9b-4020-4580-bc0b-8d85fff50a48 HTTP/1.1" status: 200 len: 949 time: 0.1571343 May 05 21:39:35.898340 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-853cab20-6a51-4463-811c-43f1540481bb None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:35.905056 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=53773900-6491-479e-9d5e-c2ab4dcf97af,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:35.921079 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-853cab20-6a51-4463-811c-43f1540481bb None None] Transition to ACTIVE for port object 8d3adc09-f0d0-43b1-b21d-9a438fca2786 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:39:35.921517 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-f08175e4-35c1-4956-aace-f911cbc3f0f7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=25a0f74a-024c-433c-94a0-470103bf1d3c HTTP/1.1" status: 200 len: 217 time: 0.1359737 May 05 21:39:35.928808 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-853cab20-6a51-4463-811c-43f1540481bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:35.996719 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5f76a220-a2b6-452e-931b-33b12d15637c req-4ff65a9b-8a21-4ecf-adae-7cbef5860290 tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] 10.222.0.23 "GET /v2.0/security-groups?id=ede8c448-6e8c-4548-a502-e3edafd0117f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999050 May 05 21:39:36.003920 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-af48b970-6744-43ee-a89c-1ace0572c1ea req-8f789e3c-0ead-446d-a1b8-5dac959dfcd6 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040008 May 05 21:39:36.012410 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-c982230c-49be-4fee-b89d-e3acc176363e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:36.014383 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-c982230c-49be-4fee-b89d-e3acc176363e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=36081928-afee-4476-8a16-bce3420fbcc5 HTTP/1.1" status: 200 len: 860 time: 0.0858147 May 05 21:39:36.076214 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['53773900-6491-479e-9d5e-c2ab4dcf97af'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:39:36.108179 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-d72cc6bb-d6d6-434b-91ba-1d8623ac9ab0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2ea271d8-96e6-42e1-b4ca-22da751bdd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848546 May 05 21:39:36.156570 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c93f04-40a7-4da8-9b2a-1aa2279df095 None None] Pushing event updated for resources: {'Port': ['ID=8d3adc09-f0d0-43b1-b21d-9a438fca2786,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:36.273015 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-853cab20-6a51-4463-811c-43f1540481bb None None] Attempting to bind port 8d3adc09-f0d0-43b1-b21d-9a438fca2786 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:39:36.273594 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-853cab20-6a51-4463-811c-43f1540481bb None None] Attempting to bind port 8d3adc09-f0d0-43b1-b21d-9a438fca2786 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '70e83286-5918-4af1-9b6d-01bc6155c4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '15fc94c9-79b7-4d3d-a68d-e74651d075f7'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:39:36.273954 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853cab20-6a51-4463-811c-43f1540481bb None None] Attempting to bind port 8d3adc09-f0d0-43b1-b21d-9a438fca2786 on network 15fc94c9-79b7-4d3d-a68d-e74651d075f7 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:39:36.296058 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853cab20-6a51-4463-811c-43f1540481bb None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:39:36.296423 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853cab20-6a51-4463-811c-43f1540481bb None None] Checking segment: {'id': '70e83286-5918-4af1-9b6d-01bc6155c4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '15fc94c9-79b7-4d3d-a68d-e74651d075f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:39:36.296812 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-853cab20-6a51-4463-811c-43f1540481bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:36.297200 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853cab20-6a51-4463-811c-43f1540481bb None None] Bound using segment: {'id': '70e83286-5918-4af1-9b6d-01bc6155c4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '15fc94c9-79b7-4d3d-a68d-e74651d075f7'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:39:36.297713 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-853cab20-6a51-4463-811c-43f1540481bb None None] Bound port: 8d3adc09-f0d0-43b1-b21d-9a438fca2786, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e83286-5918-4af1-9b6d-01bc6155c4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '15fc94c9-79b7-4d3d-a68d-e74651d075f7'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:39:36.298001 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-853cab20-6a51-4463-811c-43f1540481bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:36.338245 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f41ddd7-23d7-4fed-badc-8520bde888d3 req-cc958b5c-7afc-4aef-87e7-685ff7ec3ccd tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:36.340450 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7f41ddd7-23d7-4fed-badc-8520bde888d3 req-cc958b5c-7afc-4aef-87e7-685ff7ec3ccd tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] 10.222.0.23 "GET /v2.0/ports?device_id=73d8c900-0922-4304-b73b-e5876c74761c HTTP/1.1" status: 200 len: 949 time: 0.1556375 May 05 21:39:36.382856 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-9cebd075-5726-4658-b495-79307307b3df service neutron] 10.222.0.44 "GET /v2.0/networks/2ea271d8-96e6-42e1-b4ca-22da751bdd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671838 May 05 21:39:36.456873 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-853cab20-6a51-4463-811c-43f1540481bb None None] For port 8d3adc09-f0d0-43b1-b21d-9a438fca2786, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:39:36.477123 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-853cab20-6a51-4463-811c-43f1540481bb None None] For port 8d3adc09-f0d0-43b1-b21d-9a438fca2786, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=8d3adc09-f0d0-43b1-b21d-9a438fca2786,segment=NetworkSegment(70e83286-5918-4af1-9b6d-01bc6155c4dc),segment_id=70e83286-5918-4af1-9b6d-01bc6155c4dc)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:39:36.507050 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-853cab20-6a51-4463-811c-43f1540481bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:36.562054 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-3e420c4d-579e-4782-a9f3-37d229b1bc66 service neutron] 10.222.0.44 "GET /v2.0/networks/2ea271d8-96e6-42e1-b4ca-22da751bdd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716175 May 05 21:39:36.650084 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7f41ddd7-23d7-4fed-badc-8520bde888d3 req-ffb7bcdd-4707-48d8-a540-0b340334520a tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] 10.222.0.23 "GET /v2.0/security-groups?id=818f3980-de8f-4603-ad13-d48af127f52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032618 May 05 21:39:36.655397 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c93f04-40a7-4da8-9b2a-1aa2279df095 None None] Pushing event updated for resources: {'Port': ['ID=8d3adc09-f0d0-43b1-b21d-9a438fca2786,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:36.657867 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853cab20-6a51-4463-811c-43f1540481bb None None] Routers {'33e07aed-3c6d-4b6c-92dd-e5f3530fba31'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:39:36.658425 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-853cab20-6a51-4463-811c-43f1540481bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:39:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['33e07aed-3c6d-4b6c-92dd-e5f3530fba31'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:39:36.715636 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e34590-14c1-4388-b50e-5dfe6b59bcfa req-f8e47e9c-3604-45f5-846c-a1390e53d9c2 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:36.717467 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c1e34590-14c1-4388-b50e-5dfe6b59bcfa req-f8e47e9c-3604-45f5-846c-a1390e53d9c2 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=90ad001a-3aad-467f-9c32-1334a7b7923e HTTP/1.1" status: 200 len: 945 time: 0.1453731 May 05 21:39:36.790923 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c1e34590-14c1-4388-b50e-5dfe6b59bcfa req-f3628eff-cee2-459b-9be0-93700384181d tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630560 May 05 21:39:36.866477 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e496ed1f-8967-417b-b963-5a82a5ec48a7 req-80fb7967-ac8c-4073-bdba-2dfba283f6cd tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac16859b-183d-4e86-bd67-a6ab39d5a094 HTTP/1.1" status: 200 len: 210 time: 0.0708122 May 05 21:39:36.869235 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-853cab20-6a51-4463-811c-43f1540481bb None None] Set router 33e07aed-3c6d-4b6c-92dd-e5f3530fba31 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:39:37.312103 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df08589-47a1-4208-8bc4-ad68fd3fcfea req-dd7f7a3c-45a7-4b2d-bd7a-846f9524b204 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:37.324733 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5df08589-47a1-4208-8bc4-ad68fd3fcfea req-dd7f7a3c-45a7-4b2d-bd7a-846f9524b204 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b5da035-7791-413d-ad5b-2ee52d3aa7c2 HTTP/1.1" status: 200 len: 949 time: 0.2478919 May 05 21:39:37.536546 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5df08589-47a1-4208-8bc4-ad68fd3fcfea req-d0808c51-7e90-495c-91c9-5d4ec06d651a tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028661 May 05 21:39:37.540043 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b460d2-734a-47d9-84a7-cabed1ba9f63 req-09f66e35-b2f9-45de-a563-219249bc33b6 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:37.540744 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-39b460d2-734a-47d9-84a7-cabed1ba9f63 req-09f66e35-b2f9-45de-a563-219249bc33b6 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Synchronizing usage tracker for tenant:288dd14d0b064298b7582f08c1578363 on resource:network {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:39:37.580435 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-39b460d2-734a-47d9-84a7-cabed1ba9f63 req-09f66e35-b2f9-45de-a563-219249bc33b6 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Unset dirty status for tenant:288dd14d0b064298b7582f08c1578363 on resource:network {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:39:37.581794 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-39b460d2-734a-47d9-84a7-cabed1ba9f63 req-09f66e35-b2f9-45de-a563-219249bc33b6 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.32 "GET /v2.0/networks?id=15fc94c9-79b7-4d3d-a68d-e74651d075f7 HTTP/1.1" status: 200 len: 820 time: 0.4566884 May 05 21:39:37.599361 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-39b460d2-734a-47d9-84a7-cabed1ba9f63 req-a5b586fa-9b52-4b66-acca-03713452db05 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Request body: {'port': {'device_id': 'ac16859b-183d-4e86-bd67-a6ab39d5a094', 'network_id': '15fc94c9-79b7-4d3d-a68d-e74651d075f7', 'admin_state_up': True, 'tenant_id': '288dd14d0b064298b7582f08c1578363'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:39:37.677061 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-853cab20-6a51-4463-811c-43f1540481bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'name': 'tempest-FloatingIPsAssociationTestJSON-224327286-router', 'tenant_id': '288dd14d0b064298b7582f08c1578363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'fbf9b063-e524-4352-95aa-4b8e693a86e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:39:23Z', 'updated_at': '2022-05-05T21:39:30Z', 'revision_number': 4, 'project_id': '288dd14d0b064298b7582f08c1578363', 'gw_port': {'id': 'fbf9b063-e524-4352-95aa-4b8e693a86e7', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:13:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:39:24Z', 'updated_at': '2022-05-05T21:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '8d3adc09-f0d0-43b1-b21d-9a438fca2786', 'name': '', 'network_id': '15fc94c9-79b7-4d3d-a68d-e74651d075f7', 'tenant_id': '288dd14d0b064298b7582f08c1578363', 'mac_address': 'fa:16:3e:74:c6:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb07d95f-0719-4a75-a100-4b7cfd38dc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:39:29Z', 'updated_at': '2022-05-05T21:39:36Z', 'revision_number': 4, 'project_id': '288dd14d0b064298b7582f08c1578363', 'subnets': [{'id': 'cb07d95f-0719-4a75-a100-4b7cfd38dc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:39:37.688815 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853cab20-6a51-4463-811c-43f1540481bb None None] The sync data for ids ['33e07aed-3c6d-4b6c-92dd-e5f3530fba31'] in n-d-825175-4 is: [{'id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'name': 'tempest-FloatingIPsAssociationTestJSON-224327286-router', 'tenant_id': '288dd14d0b064298b7582f08c1578363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'fbf9b063-e524-4352-95aa-4b8e693a86e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:39:23Z', 'updated_at': '2022-05-05T21:39:30Z', 'revision_number': 4, 'project_id': '288dd14d0b064298b7582f08c1578363', 'gw_port': {'id': 'fbf9b063-e524-4352-95aa-4b8e693a86e7', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:13:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:39:24Z', 'updated_at': '2022-05-05T21:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '8d3adc09-f0d0-43b1-b21d-9a438fca2786', 'name': '', 'network_id': '15fc94c9-79b7-4d3d-a68d-e74651d075f7', 'tenant_id': '288dd14d0b064298b7582f08c1578363', 'mac_address': 'fa:16:3e:74:c6:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb07d95f-0719-4a75-a100-4b7cfd38dc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:39:29Z', 'updated_at': '2022-05-05T21:39:36Z', 'revision_number': 4, 'project_id': '288dd14d0b064298b7582f08c1578363', 'subnets': [{'id': 'cb07d95f-0719-4a75-a100-4b7cfd38dc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:39:37.731217 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59094) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:39:37.906451 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-39b460d2-734a-47d9-84a7-cabed1ba9f63 req-a5b586fa-9b52-4b66-acca-03713452db05 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:39:37.918274 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-39b460d2-734a-47d9-84a7-cabed1ba9f63 req-a5b586fa-9b52-4b66-acca-03713452db05 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:39:37.941473 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39b460d2-734a-47d9-84a7-cabed1ba9f63 req-a5b586fa-9b52-4b66-acca-03713452db05 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Made reservation on behalf of 288dd14d0b064298b7582f08c1578363 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:39:37.946569 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ed854-b927-491b-91ba-949fa792a371 req-5ebea73f-c723-4a85-85c9-57c5397d73c6 tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:37.946755 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-39b460d2-734a-47d9-84a7-cabed1ba9f63 req-a5b586fa-9b52-4b66-acca-03713452db05 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:37.951803 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ba2ed854-b927-491b-91ba-949fa792a371 req-5ebea73f-c723-4a85-85c9-57c5397d73c6 tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb5bf9b-4020-4580-bc0b-8d85fff50a48 HTTP/1.1" status: 200 len: 949 time: 0.1528697 May 05 21:39:38.058690 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5b9b808d-81a1-4988-bb82-87f34de378e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:38.134983 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 8d3adc09-f0d0-43b1-b21d-9a438fca2786 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:39:38.151352 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ba2ed854-b927-491b-91ba-949fa792a371 req-6c2be8aa-ce69-49b9-bf0d-0d94aa3f4b82 tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] 10.222.0.23 "GET /v2.0/security-groups?id=ede8c448-6e8c-4548-a502-e3edafd0117f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963863 May 05 21:39:38.155934 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-5b9b808d-81a1-4988-bb82-87f34de378e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:39:38.164240 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-5b9b808d-81a1-4988-bb82-87f34de378e8 admin admin] Usage tracker for resource:security_group_rule and tenant:918bb184c6c04a50b40a95353c469e25 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:39:38.167185 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-39b460d2-734a-47d9-84a7-cabed1ba9f63 req-a5b586fa-9b52-4b66-acca-03713452db05 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Allocated IP 172.20.0.7 (15fc94c9-79b7-4d3d-a68d-e74651d075f7/cb07d95f-0719-4a75-a100-4b7cfd38dc47/316ee080-e24c-4927-ae55-1d986286df81) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:39:38.183669 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-5b9b808d-81a1-4988-bb82-87f34de378e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:39:38.192541 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-5b9b808d-81a1-4988-bb82-87f34de378e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:39:38.223131 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94436523-3c42-46b9-b523-bd50ae2c3f24 req-41766014-4dbd-4e31-a290-2cba380aae6a tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:38.224735 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-94436523-3c42-46b9-b523-bd50ae2c3f24 req-41766014-4dbd-4e31-a290-2cba380aae6a tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?device_id=8634e2ba-70c7-4eca-b079-298d6f3d1b54 HTTP/1.1" status: 200 len: 971 time: 0.2719388 May 05 21:39:38.273369 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 8d3adc09-f0d0-43b1-b21d-9a438fca2786 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:39:38.285642 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 8d3adc09-f0d0-43b1-b21d-9a438fca2786 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:39:38.286151 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:38.484934 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-94436523-3c42-46b9-b523-bd50ae2c3f24 req-fb12a572-b5bc-43ed-99df-34b07b03ccdd tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493391 May 05 21:39:38.565997 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:38.643040 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-39b460d2-734a-47d9-84a7-cabed1ba9f63 req-a5b586fa-9b52-4b66-acca-03713452db05 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:38.643936 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 8d3adc09-f0d0-43b1-b21d-9a438fca2786, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=8d3adc09-f0d0-43b1-b21d-9a438fca2786,segment=NetworkSegment(70e83286-5918-4af1-9b6d-01bc6155c4dc),segment_id=70e83286-5918-4af1-9b6d-01bc6155c4dc)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:39:38.650477 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:38.696264 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5b9b808d-81a1-4988-bb82-87f34de378e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:38.705446 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c386809-5daf-4ac3-a865-19cadf179741 req-8ecea257-75a3-4443-8236-f7107bd09c1b tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:38.717582 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5c386809-5daf-4ac3-a865-19cadf179741 req-8ecea257-75a3-4443-8236-f7107bd09c1b tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdd459bd-9ead-40b1-a8a1-f184cdcb5a24 HTTP/1.1" status: 200 len: 946 time: 0.3690867 May 05 21:39:38.734192 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5b9b808d-81a1-4988-bb82-87f34de378e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:38.796917 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-39b460d2-734a-47d9-84a7-cabed1ba9f63 req-a5b586fa-9b52-4b66-acca-03713452db05 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Transition to ACTIVE for port object 316ee080-e24c-4927-ae55-1d986286df81 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:39:38.831040 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=8d3adc09-f0d0-43b1-b21d-9a438fca2786,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:38.833704 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-39b460d2-734a-47d9-84a7-cabed1ba9f63 req-a5b586fa-9b52-4b66-acca-03713452db05 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:38.948152 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39b460d2-734a-47d9-84a7-cabed1ba9f63 req-a5b586fa-9b52-4b66-acca-03713452db05 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Network 15fc94c9-79b7-4d3d-a68d-e74651d075f7 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:39:38.952900 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-39b460d2-734a-47d9-84a7-cabed1ba9f63 req-a5b586fa-9b52-4b66-acca-03713452db05 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:39:38.954797 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b586fa-9b52-4b66-acca-03713452db05 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Pushing event updated for resources: {'Port': ['ID=316ee080-e24c-4927-ae55-1d986286df81,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:38.965997 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b460d2-734a-47d9-84a7-cabed1ba9f63 req-a5b586fa-9b52-4b66-acca-03713452db05 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:39:38.970241 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b460d2-734a-47d9-84a7-cabed1ba9f63 req-a5b586fa-9b52-4b66-acca-03713452db05 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:38.971053 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-39b460d2-734a-47d9-84a7-cabed1ba9f63 req-a5b586fa-9b52-4b66-acca-03713452db05 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:39.002798 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-5b9b808d-81a1-4988-bb82-87f34de378e8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=918bb184c6c04a50b40a95353c469e25&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2693710 May 05 21:39:39.003897 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9b808d-81a1-4988-bb82-87f34de378e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76838625-35a8-4b08-b0fd-33e4d0151f51,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:39.007225 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eabebee-5597-4f0c-bba2-7ee89fed2bc1 req-604de0eb-a134-4f8f-9922-fc2162a34328 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:39.008158 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5c386809-5daf-4ac3-a865-19cadf179741 req-3773d530-5be8-4329-bf12-88172a421a7e tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f526b55-d264-48ee-8188-9cc4ec8dd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2894397 May 05 21:39:39.009287 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59110) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:39:39.009411 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-9eabebee-5597-4f0c-bba2-7ee89fed2bc1 req-604de0eb-a134-4f8f-9922-fc2162a34328 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Synchronizing usage tracker for tenant:d8d84e5601be47409a299ef27c35a529 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:39:39.033877 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-39b460d2-734a-47d9-84a7-cabed1ba9f63 req-a5b586fa-9b52-4b66-acca-03713452db05 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4382191 May 05 21:39:39.034785 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-9eabebee-5597-4f0c-bba2-7ee89fed2bc1 req-604de0eb-a134-4f8f-9922-fc2162a34328 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Unset dirty status for tenant:d8d84e5601be47409a299ef27c35a529 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:39:39.035740 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9eabebee-5597-4f0c-bba2-7ee89fed2bc1 req-604de0eb-a134-4f8f-9922-fc2162a34328 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdd459bd-9ead-40b1-a8a1-f184cdcb5a24 HTTP/1.1" status: 200 len: 946 time: 0.3464823 May 05 21:39:39.057335 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-39b460d2-734a-47d9-84a7-cabed1ba9f63 req-fbf1a97a-d33d-4e93-8c11-7a32054382a2 service neutron] Request body: {'port': {'device_id': 'ac16859b-183d-4e86-bd67-a6ab39d5a094', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:39:39.110506 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 53773900-6491-479e-9d5e-c2ab4dcf97af up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:39:39.112640 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36651035-2057-4f20-a0c7-b243a88115e7 req-437b94b8-87eb-4ab7-afbc-2e8685003eb5 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:39.114329 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-36651035-2057-4f20-a0c7-b243a88115e7 req-437b94b8-87eb-4ab7-afbc-2e8685003eb5 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=90ad001a-3aad-467f-9c32-1334a7b7923e HTTP/1.1" status: 200 len: 945 time: 0.2717221 May 05 21:39:39.128930 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d76b58d9-9e43-4da5-92af-4219984f4a10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:39.227770 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 53773900-6491-479e-9d5e-c2ab4dcf97af completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:39:39.237684 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 53773900-6491-479e-9d5e-c2ab4dcf97af triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:39:39.238956 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:39.306344 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-39b460d2-734a-47d9-84a7-cabed1ba9f63 req-fbf1a97a-d33d-4e93-8c11-7a32054382a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:39.327734 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d76b58d9-9e43-4da5-92af-4219984f4a10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:39.345160 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-36651035-2057-4f20-a0c7-b243a88115e7 req-799214e9-1a6f-4ac2-b19f-ee115faae568 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175112 May 05 21:39:39.413518 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:39.423162 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-9eabebee-5597-4f0c-bba2-7ee89fed2bc1 req-9e8be003-8b1d-44ec-ba57-180638efdad9 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Deleting port 679ec26d-553e-43b5-9d56-5506c61976dc {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:39:39.423162 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-9eabebee-5597-4f0c-bba2-7ee89fed2bc1 req-9e8be003-8b1d-44ec-ba57-180638efdad9 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:39.451137 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-3076ea65-8b3f-461d-87a2-8097805bc306 None None] Provisioning for port 316ee080-e24c-4927-ae55-1d986286df81 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:39:39.461191 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb5bf9b-4020-4580-bc0b-8d85fff50a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53773900-6491-479e-9d5e-c2ab4dcf97af'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:39:39.467683 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d76b58d9-9e43-4da5-92af-4219984f4a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:39.473284 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-3076ea65-8b3f-461d-87a2-8097805bc306 None None] Provisioning complete for port 316ee080-e24c-4927-ae55-1d986286df81 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:39:39.473571 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3076ea65-8b3f-461d-87a2-8097805bc306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:39.498864 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208150d8-aacd-47c3-85fc-57295a0e94b3 req-2f942f5b-7ec1-4b4d-b35f-967c4e60a02c tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:39.498864 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-208150d8-aacd-47c3-85fc-57295a0e94b3 req-2f942f5b-7ec1-4b4d-b35f-967c4e60a02c tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac16859b-183d-4e86-bd67-a6ab39d5a094 HTTP/1.1" status: 200 len: 931 time: 0.2440138 May 05 21:39:39.502925 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76b58d9-9e43-4da5-92af-4219984f4a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76838625-35a8-4b08-b0fd-33e4d0151f51,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:39.507023 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d76b58d9-9e43-4da5-92af-4219984f4a10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:39.511561 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-d76b58d9-9e43-4da5-92af-4219984f4a10 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/76838625-35a8-4b08-b0fd-33e4d0151f51 HTTP/1.1" status: 204 len: 168 time: 0.5000548 May 05 21:39:39.579618 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-3076ea65-8b3f-461d-87a2-8097805bc306 None None] Port 316ee080-e24c-4927-ae55-1d986286df81 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:39:39.588538 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8bae1032-ad0a-41bc-a18e-79adf9c12fa6 req-b4b3a5dc-8f6b-473f-82c9-604889d64e5e tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=b3be26898c074aa8b8d5c08f1fa1d106&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369284 May 05 21:39:39.602951 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-208150d8-aacd-47c3-85fc-57295a0e94b3 req-29b889d8-433a-4535-ab05-18c1ec992b26 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc0ecaeb-86a0-410b-bb10-a89dbdda6d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977056 May 05 21:39:39.608127 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 53773900-6491-479e-9d5e-c2ab4dcf97af, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=53773900-6491-479e-9d5e-c2ab4dcf97af,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:39:39.618806 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:39.733305 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=53773900-6491-479e-9d5e-c2ab4dcf97af,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:39.821643 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae1032-ad0a-41bc-a18e-79adf9c12fa6 req-d2110f0e-2a1a-483b-a829-796abe5178bd tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:39.823099 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8bae1032-ad0a-41bc-a18e-79adf9c12fa6 req-d2110f0e-2a1a-483b-a829-796abe5178bd tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2241986 May 05 21:39:39.860149 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8bae1032-ad0a-41bc-a18e-79adf9c12fa6 req-6ef2e01a-9b3c-4204-8ab2-7d59f1b93647 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] 10.222.0.23 "GET /v2.0/quotas/b3be26898c074aa8b8d5c08f1fa1d106 HTTP/1.1" status: 200 len: 375 time: 0.0286579 May 05 21:39:39.925426 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85538358-495d-4935-8c29-c8e0f8b3c851 req-d23ab1bc-37fa-4029-b61a-52df79fd921e tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:39.926905 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-85538358-495d-4935-8c29-c8e0f8b3c851 req-d23ab1bc-37fa-4029-b61a-52df79fd921e tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b5da035-7791-413d-ad5b-2ee52d3aa7c2 HTTP/1.1" status: 200 len: 949 time: 0.1563685 May 05 21:39:39.989123 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [req-9da0c693-53d4-4c6d-af6e-13fb587fc7e8 req-03e13ea0-a7bf-44ba-99fb-4c9f648f242d service neutron] show failed (client error): The resource could not be found. May 05 21:39:39.990083 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9da0c693-53d4-4c6d-af6e-13fb587fc7e8 req-03e13ea0-a7bf-44ba-99fb-4c9f648f242d service neutron] 10.222.0.44 "GET /v2.0/ports/3c676966-f034-4a3e-a66e-0c8e2be1d42c/bindings/n-h2-825175-4 HTTP/1.1" status: 404 len: 380 time: 0.4775004 May 05 21:39:40.008594 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8bae1032-ad0a-41bc-a18e-79adf9c12fa6 req-5b850dc6-26e5-4819-84f9-c62fde333959 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b3be26898c074aa8b8d5c08f1fa1d106&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1473937 May 05 21:39:40.031063 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-85538358-495d-4935-8c29-c8e0f8b3c851 req-70f43fcb-2f69-411e-881d-10d523d92400 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920346 May 05 21:39:40.031577 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59130) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:39:40.097667 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-566d2637-2357-4565-af85-3788e48d288b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:40.099230 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 8d3adc09-f0d0-43b1-b21d-9a438fca2786 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:39:40.124904 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-9eabebee-5597-4f0c-bba2-7ee89fed2bc1 req-9e8be003-8b1d-44ec-ba57-180638efdad9 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] For port 679ec26d-553e-43b5-9d56-5506c61976dc, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=679ec26d-553e-43b5-9d56-5506c61976dc,segment=NetworkSegment(4c0b01e5-8fe5-4bee-966f-ea37d84bcbb4),segment_id=4c0b01e5-8fe5-4bee-966f-ea37d84bcbb4)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:39:40.125260 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-9eabebee-5597-4f0c-bba2-7ee89fed2bc1 req-9e8be003-8b1d-44ec-ba57-180638efdad9 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:40.177848 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-566d2637-2357-4565-af85-3788e48d288b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:39:40.188541 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 8d3adc09-f0d0-43b1-b21d-9a438fca2786 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:39:40.189174 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:40.189603 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-566d2637-2357-4565-af85-3788e48d288b admin admin] Usage tracker for resource:security_group_rule and tenant:6cb7441dee28402ea256aac4215008e6 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:39:40.195427 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-566d2637-2357-4565-af85-3788e48d288b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:39:40.208037 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-566d2637-2357-4565-af85-3788e48d288b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:39:40.367390 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d963ed05-342a-4373-87f1-c3cf8501eca8'] response: {'server_uuid': 'aeb5bf9b-4020-4580-bc0b-8d85fff50a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53773900-6491-479e-9d5e-c2ab4dcf97af', 'code': 200} May 05 21:39:40.455357 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-566d2637-2357-4565-af85-3788e48d288b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:40.480379 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-566d2637-2357-4565-af85-3788e48d288b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:40.621360 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566d2637-2357-4565-af85-3788e48d288b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8edd404c-9454-4c98-a628-37f42ff01873,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:40.733259 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9da0c693-53d4-4c6d-af6e-13fb587fc7e8 req-08d6ddd1-725f-4db0-a950-312738e3f80d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3b5da035-7791-413d-ad5b-2ee52d3aa7c2&tenant_id=1d0c3bd18deb4529a9eff5d87fa07f7f HTTP/1.1" status: 200 len: 1100 time: 0.3267848 May 05 21:39:40.749688 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b28e6-9598-4841-86e3-a863d3ed039d req-f2794d41-a178-4041-a061-537fba13e4ec tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:40.752456 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-9da0c693-53d4-4c6d-af6e-13fb587fc7e8 req-064f8fbb-6795-4bb8-ab23-eccc6c9b3a28 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825175-4', 'device_owner': 'compute:nova'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:39:40.757400 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-633b28e6-9598-4841-86e3-a863d3ed039d req-f2794d41-a178-4041-a061-537fba13e4ec tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb5bf9b-4020-4580-bc0b-8d85fff50a48 HTTP/1.1" status: 200 len: 950 time: 0.4209347 May 05 21:39:40.789025 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-566d2637-2357-4565-af85-3788e48d288b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6cb7441dee28402ea256aac4215008e6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7535939 May 05 21:39:40.789354 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 59150) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:39:40.794129 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-9eabebee-5597-4f0c-bba2-7ee89fed2bc1 req-9e8be003-8b1d-44ec-ba57-180638efdad9 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:40.794560 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-9eabebee-5597-4f0c-bba2-7ee89fed2bc1 req-9e8be003-8b1d-44ec-ba57-180638efdad9 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:40.794945 n-d-825175-4 neutron-server[84063]: INFO neutron.db.l3_db [req-9eabebee-5597-4f0c-bba2-7ee89fed2bc1 req-9e8be003-8b1d-44ec-ba57-180638efdad9 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Floating IP 6f68fdf4-d4a2-4ab3-b10a-7835984594b5 disassociated. External IP: 172.25.4.153, port: 679ec26d-553e-43b5-9d56-5506c61976dc. May 05 21:39:40.795287 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-9eabebee-5597-4f0c-bba2-7ee89fed2bc1 req-9e8be003-8b1d-44ec-ba57-180638efdad9 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Calling delete_port for 679ec26d-553e-43b5-9d56-5506c61976dc owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:39:40.833758 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bbfeb926-b54f-4c1b-97a0-b69309ac28d1 req-5e542917-d204-482c-88c0-41ff3e595255 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=60628924233a465383edf7cfad7065b9&device_id=8634e2ba-70c7-4eca-b079-298d6f3d1b54 HTTP/1.1" status: 200 len: 1122 time: 0.3443420 May 05 21:39:40.850097 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-633b28e6-9598-4841-86e3-a863d3ed039d req-634c0e80-3cab-4467-8bb0-182a8568a2dd tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] 10.222.0.23 "GET /v2.0/security-groups?id=ede8c448-6e8c-4548-a502-e3edafd0117f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916953 May 05 21:39:40.858293 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.resource_extend [req-39b460d2-734a-47d9-84a7-cabed1ba9f63 req-fbf1a97a-d33d-4e93-8c11-7a32054382a2 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 21:39:40.877658 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111844b6-c7e1-49fb-a406-92495242dbe1 req-01c8c84d-5313-45b2-81ec-b2c55b98b199 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:40.879204 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-111844b6-c7e1-49fb-a406-92495242dbe1 req-01c8c84d-5313-45b2-81ec-b2c55b98b199 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?device_id=8634e2ba-70c7-4eca-b079-298d6f3d1b54 HTTP/1.1" status: 200 len: 971 time: 0.2877409 May 05 21:39:40.915977 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-025931ff-ca1f-4e6d-9a93-de3e6d11ce63 req-4ab3adde-7336-482a-a301-ed5ab6b7923b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=aeb5bf9b-4020-4580-bc0b-8d85fff50a48 HTTP/1.1" status: 200 len: 1101 time: 0.4447393 May 05 21:39:41.130569 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-39b460d2-734a-47d9-84a7-cabed1ba9f63 req-fbf1a97a-d33d-4e93-8c11-7a32054382a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 316ee080-e24c-4927-ae55-1d986286df81 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:39:41.153045 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-39b460d2-734a-47d9-84a7-cabed1ba9f63 req-fbf1a97a-d33d-4e93-8c11-7a32054382a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:41.177956 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-111844b6-c7e1-49fb-a406-92495242dbe1 req-32c2101e-90c8-44b4-8268-69b9b728c9af tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925656 May 05 21:39:41.219660 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-9da0c693-53d4-4c6d-af6e-13fb587fc7e8 req-064f8fbb-6795-4bb8-ab23-eccc6c9b3a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:41.227627 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfeb926-b54f-4c1b-97a0-b69309ac28d1 req-b138cec4-4290-42b6-ba4a-e6a93b7fdd29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:41.229267 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bbfeb926-b54f-4c1b-97a0-b69309ac28d1 req-b138cec4-4290-42b6-ba4a-e6a93b7fdd29 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 HTTP/1.1" status: 200 len: 870 time: 0.2975056 May 05 21:39:41.244875 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-025931ff-ca1f-4e6d-9a93-de3e6d11ce63 req-48b9c6eb-3a2b-4e48-afda-fead461c58b8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ede8c448-6e8c-4548-a502-e3edafd0117f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780616 May 05 21:39:41.252212 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ad8ea392-2944-4b54-918e-8554670346e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:41.254374 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-39b460d2-734a-47d9-84a7-cabed1ba9f63 req-fbf1a97a-d33d-4e93-8c11-7a32054382a2 service neutron] Transition to ACTIVE for port object 316ee080-e24c-4927-ae55-1d986286df81 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:39:41.279308 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-39b460d2-734a-47d9-84a7-cabed1ba9f63 req-fbf1a97a-d33d-4e93-8c11-7a32054382a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:41.297189 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd5312-92aa-4b1f-91ed-1c2a66fa01af req-52d10691-fec7-4971-bdcd-0035a080bd45 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:41.298612 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7ebd5312-92aa-4b1f-91ed-1c2a66fa01af req-52d10691-fec7-4971-bdcd-0035a080bd45 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdd459bd-9ead-40b1-a8a1-f184cdcb5a24 HTTP/1.1" status: 200 len: 946 time: 0.2536871 May 05 21:39:41.362238 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bbfeb926-b54f-4c1b-97a0-b69309ac28d1 req-64c36362-87bf-489c-aa0b-450dcaa4e4b5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=6b1d7cdb-8e34-4688-acec-db3dfd41e683 HTTP/1.1" status: 200 len: 217 time: 0.1247830 May 05 21:39:41.374261 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ad8ea392-2944-4b54-918e-8554670346e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:41.375707 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8862f0b4-5d8c-4206-a533-cc690aabb830 req-c8b064e8-8d2c-4f32-8576-cb4bab39efe9 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aa8cf51-6804-4dd1-b05c-dac7266b6e48 HTTP/1.1" status: 200 len: 210 time: 0.0640016 May 05 21:39:41.433537 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-9eabebee-5597-4f0c-bba2-7ee89fed2bc1 req-9e8be003-8b1d-44ec-ba57-180638efdad9 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:41.447163 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7ebd5312-92aa-4b1f-91ed-1c2a66fa01af req-07d426c6-75c6-4491-97a9-fcb1c92d1e35 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.23 "GET /v2.0/security-groups?id=5f526b55-d264-48ee-8188-9cc4ec8dd8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343582 May 05 21:39:41.464152 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfeb926-b54f-4c1b-97a0-b69309ac28d1 req-9412d3cd-b295-4482-a2c9-946d82ef53a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:41.465934 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bbfeb926-b54f-4c1b-97a0-b69309ac28d1 req-9412d3cd-b295-4482-a2c9-946d82ef53a2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.0928400 May 05 21:39:41.636514 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bbfeb926-b54f-4c1b-97a0-b69309ac28d1 req-cf354b41-f618-48dc-aa90-4fc3db8d6366 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1630740 May 05 21:39:41.701811 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf1a97a-d33d-4e93-8c11-7a32054382a2 service neutron] Pushing event updated for resources: {'Port': ['ID=316ee080-e24c-4927-ae55-1d986286df81,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:41.783075 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8be003-8b1d-44ec-ba57-180638efdad9 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Pushing event deleted for resources: {'Port': ['ID=679ec26d-553e-43b5-9d56-5506c61976dc,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:41.860092 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95f2bd-671b-4452-8ec4-cce098511f0f req-b33d4ee6-1339-4b7a-975b-3d4536cdddc5 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:41.863414 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ba95f2bd-671b-4452-8ec4-cce098511f0f req-b33d4ee6-1339-4b7a-975b-3d4536cdddc5 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=90ad001a-3aad-467f-9c32-1334a7b7923e HTTP/1.1" status: 200 len: 945 time: 0.3318446 May 05 21:39:41.985925 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ba95f2bd-671b-4452-8ec4-cce098511f0f req-0aaeee02-05b9-433d-aa3f-cc6da9e1b274 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098349 May 05 21:39:41.994157 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bbfeb926-b54f-4c1b-97a0-b69309ac28d1 req-04f629bf-382e-40af-9a33-ed4083de6d03 service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484864 May 05 21:39:42.032267 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd277ba5-4cf3-4519-b987-e242509f1a1f req-5352fb04-8951-475d-acfa-950ffef7fcb3 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:42.034069 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ad8ea392-2944-4b54-918e-8554670346e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:42.036064 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dd277ba5-4cf3-4519-b987-e242509f1a1f req-5352fb04-8951-475d-acfa-950ffef7fcb3 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac16859b-183d-4e86-bd67-a6ab39d5a094 HTTP/1.1" status: 200 len: 943 time: 0.2608137 May 05 21:39:42.117293 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-39b460d2-734a-47d9-84a7-cabed1ba9f63 req-fbf1a97a-d33d-4e93-8c11-7a32054382a2 service neutron] Attempting to bind port 316ee080-e24c-4927-ae55-1d986286df81 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:39:42.117625 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-39b460d2-734a-47d9-84a7-cabed1ba9f63 req-fbf1a97a-d33d-4e93-8c11-7a32054382a2 service neutron] Attempting to bind port 316ee080-e24c-4927-ae55-1d986286df81 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': '70e83286-5918-4af1-9b6d-01bc6155c4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '15fc94c9-79b7-4d3d-a68d-e74651d075f7'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:39:42.117890 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b460d2-734a-47d9-84a7-cabed1ba9f63 req-fbf1a97a-d33d-4e93-8c11-7a32054382a2 service neutron] Attempting to bind port 316ee080-e24c-4927-ae55-1d986286df81 on network 15fc94c9-79b7-4d3d-a68d-e74651d075f7 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:39:42.125017 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8ea392-2944-4b54-918e-8554670346e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8edd404c-9454-4c98-a628-37f42ff01873,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:42.147751 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b460d2-734a-47d9-84a7-cabed1ba9f63 req-fbf1a97a-d33d-4e93-8c11-7a32054382a2 service neutron] Port 316ee080-e24c-4927-ae55-1d986286df81 on network 15fc94c9-79b7-4d3d-a68d-e74651d075f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:39:42.148446 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b460d2-734a-47d9-84a7-cabed1ba9f63 req-fbf1a97a-d33d-4e93-8c11-7a32054382a2 service neutron] Attempting to bind port 316ee080-e24c-4927-ae55-1d986286df81 on network 15fc94c9-79b7-4d3d-a68d-e74651d075f7 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:39:42.188880 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b460d2-734a-47d9-84a7-cabed1ba9f63 req-fbf1a97a-d33d-4e93-8c11-7a32054382a2 service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:39:42.189557 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b460d2-734a-47d9-84a7-cabed1ba9f63 req-fbf1a97a-d33d-4e93-8c11-7a32054382a2 service neutron] Checking segment: {'id': '70e83286-5918-4af1-9b6d-01bc6155c4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '15fc94c9-79b7-4d3d-a68d-e74651d075f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:39:42.190089 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b460d2-734a-47d9-84a7-cabed1ba9f63 req-fbf1a97a-d33d-4e93-8c11-7a32054382a2 service neutron] Bound using segment: {'id': '70e83286-5918-4af1-9b6d-01bc6155c4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '15fc94c9-79b7-4d3d-a68d-e74651d075f7'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:39:42.190713 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-39b460d2-734a-47d9-84a7-cabed1ba9f63 req-fbf1a97a-d33d-4e93-8c11-7a32054382a2 service neutron] Bound port: 316ee080-e24c-4927-ae55-1d986286df81, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70e83286-5918-4af1-9b6d-01bc6155c4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '15fc94c9-79b7-4d3d-a68d-e74651d075f7'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:39:42.191403 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-39b460d2-734a-47d9-84a7-cabed1ba9f63 req-fbf1a97a-d33d-4e93-8c11-7a32054382a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:42.221095 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ad8ea392-2944-4b54-918e-8554670346e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:42.223756 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ad8ea392-2944-4b54-918e-8554670346e6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8edd404c-9454-4c98-a628-37f42ff01873 HTTP/1.1" status: 204 len: 168 time: 1.3915372 May 05 21:39:42.259889 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dd277ba5-4cf3-4519-b987-e242509f1a1f req-fdc2562f-1cd8-44c0-95a1-1c73f35470dc tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc0ecaeb-86a0-410b-bb10-a89dbdda6d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809947 May 05 21:39:42.301311 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bbfeb926-b54f-4c1b-97a0-b69309ac28d1 req-915f0ed7-f8e0-492b-b7bd-a472210bb191 service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988887 May 05 21:39:42.333486 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-9da0c693-53d4-4c6d-af6e-13fb587fc7e8 req-064f8fbb-6795-4bb8-ab23-eccc6c9b3a28 service neutron] For port 3c676966-f034-4a3e-a66e-0c8e2be1d42c, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=3c676966-f034-4a3e-a66e-0c8e2be1d42c,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:39:42.357815 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102171ab-3aaf-4c3c-b760-d628142b53e7 req-4a3b526b-5c83-4334-87d0-a10c26c63bfb tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:42.364337 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-102171ab-3aaf-4c3c-b760-d628142b53e7 req-4a3b526b-5c83-4334-87d0-a10c26c63bfb tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b5da035-7791-413d-ad5b-2ee52d3aa7c2 HTTP/1.1" status: 200 len: 949 time: 0.2310174 May 05 21:39:42.395069 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8bae1032-ad0a-41bc-a18e-79adf9c12fa6 req-ab3bfa31-121f-41af-86e0-3c999cecc3e7 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=b3be26898c074aa8b8d5c08f1fa1d106&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0829091 May 05 21:39:42.486025 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-102171ab-3aaf-4c3c-b760-d628142b53e7 req-3361437b-dc59-4bf2-99d0-5eb58e804505 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149192 May 05 21:39:42.573352 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-9da0c693-53d4-4c6d-af6e-13fb587fc7e8 req-064f8fbb-6795-4bb8-ab23-eccc6c9b3a28 service neutron] For port 3c676966-f034-4a3e-a66e-0c8e2be1d42c, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:39:42.676346 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-39b460d2-734a-47d9-84a7-cabed1ba9f63 req-fbf1a97a-d33d-4e93-8c11-7a32054382a2 service neutron] For port 316ee080-e24c-4927-ae55-1d986286df81, host n-h2-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:39:42.705806 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-9da0c693-53d4-4c6d-af6e-13fb587fc7e8 req-064f8fbb-6795-4bb8-ab23-eccc6c9b3a28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:42.724261 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-9da0c693-53d4-4c6d-af6e-13fb587fc7e8 req-064f8fbb-6795-4bb8-ab23-eccc6c9b3a28 service neutron] Transition to ACTIVE for port object 3c676966-f034-4a3e-a66e-0c8e2be1d42c will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:39:42.727924 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b5da035-7791-413d-ad5b-2ee52d3aa7c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c676966-f034-4a3e-a66e-0c8e2be1d42c'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:39:42.739302 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-39b460d2-734a-47d9-84a7-cabed1ba9f63 req-fbf1a97a-d33d-4e93-8c11-7a32054382a2 service neutron] For port 316ee080-e24c-4927-ae55-1d986286df81, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=316ee080-e24c-4927-ae55-1d986286df81,segment=NetworkSegment(70e83286-5918-4af1-9b6d-01bc6155c4dc),segment_id=70e83286-5918-4af1-9b6d-01bc6155c4dc)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:39:42.740691 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-9da0c693-53d4-4c6d-af6e-13fb587fc7e8 req-064f8fbb-6795-4bb8-ab23-eccc6c9b3a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:42.809255 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-39b460d2-734a-47d9-84a7-cabed1ba9f63 req-fbf1a97a-d33d-4e93-8c11-7a32054382a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:42.814585 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771eb809-e2d5-45b0-b9dc-c9fb9740f650 req-dce84543-89f2-4234-9e31-3ab18b6e42ce tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:42.822050 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-771eb809-e2d5-45b0-b9dc-c9fb9740f650 req-dce84543-89f2-4234-9e31-3ab18b6e42ce tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb5bf9b-4020-4580-bc0b-8d85fff50a48 HTTP/1.1" status: 200 len: 950 time: 0.2175713 May 05 21:39:42.847469 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-39b460d2-734a-47d9-84a7-cabed1ba9f63 req-fbf1a97a-d33d-4e93-8c11-7a32054382a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:42.848839 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-39b460d2-734a-47d9-84a7-cabed1ba9f63 req-fbf1a97a-d33d-4e93-8c11-7a32054382a2 service neutron] 10.222.0.32 "PUT /v2.0/ports/316ee080-e24c-4927-ae55-1d986286df81 HTTP/1.1" status: 200 len: 1091 time: 3.8070993 May 05 21:39:42.915653 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-771eb809-e2d5-45b0-b9dc-c9fb9740f650 req-c2c42c00-18ed-4e81-bf8b-7c107fd64f8e tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] 10.222.0.23 "GET /v2.0/security-groups?id=ede8c448-6e8c-4548-a502-e3edafd0117f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926313 May 05 21:39:42.929910 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2b1ea0-acd6-469e-ac28-9839e8e5d3f5 req-a6cab211-4e2e-4747-b35b-2fb8aaa675f4 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:42.936158 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7e2b1ea0-acd6-469e-ac28-9839e8e5d3f5 req-a6cab211-4e2e-4747-b35b-2fb8aaa675f4 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?device_id=8634e2ba-70c7-4eca-b079-298d6f3d1b54 HTTP/1.1" status: 200 len: 971 time: 0.1962228 May 05 21:39:43.023789 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae1032-ad0a-41bc-a18e-79adf9c12fa6 req-f98dd347-168f-443a-929f-f7e234e22d6b tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:43.025211 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8bae1032-ad0a-41bc-a18e-79adf9c12fa6 req-f98dd347-168f-443a-929f-f7e234e22d6b tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6153395 May 05 21:39:43.063679 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7e2b1ea0-acd6-469e-ac28-9839e8e5d3f5 req-c75a724f-d126-40aa-9b2b-bcc1bc1aefd3 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142828 May 05 21:39:43.111392 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da0c693-53d4-4c6d-af6e-13fb587fc7e8 req-064f8fbb-6795-4bb8-ab23-eccc6c9b3a28 service neutron] No DVR routers for this DVR port 3c676966-f034-4a3e-a66e-0c8e2be1d42c on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:39:43.117930 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064f8fbb-6795-4bb8-ab23-eccc6c9b3a28 service neutron] Pushing event updated for resources: {'Port': ['ID=3c676966-f034-4a3e-a66e-0c8e2be1d42c,revision_number=6']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:43.128670 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-8bae1032-ad0a-41bc-a18e-79adf9c12fa6 req-2f714b62-86cd-4ac1-af34-b29c28489a38 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Request body: {'port': {'device_id': '3aa8cf51-6804-4dd1-b05c-dac7266b6e48', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'admin_state_up': True, 'tenant_id': 'b3be26898c074aa8b8d5c08f1fa1d106'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:39:43.143532 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 679ec26d-553e-43b5-9d56-5506c61976dc no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:39:43.247000 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: 679ec26d-553e-43b5-9d56-5506c61976dc {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:39:43.248077 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 679ec26d-553e-43b5-9d56-5506c61976dc not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:39:43.248652 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 3c676966-f034-4a3e-a66e-0c8e2be1d42c no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:39:43.264875 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e690fb04-8488-46db-8b9a-21da5f96b571 req-db3b306d-534b-4a36-97d4-d9d84ba8d8e4 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aa8cf51-6804-4dd1-b05c-dac7266b6e48 HTTP/1.1" status: 200 len: 210 time: 0.0752835 May 05 21:39:43.393627 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4660b9af-14b3-4dfd-92f1-fa794f42c9c5'] response: {'server_uuid': '3b5da035-7791-413d-ad5b-2ee52d3aa7c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c676966-f034-4a3e-a66e-0c8e2be1d42c', 'code': 200} May 05 21:39:43.405311 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 3c676966-f034-4a3e-a66e-0c8e2be1d42c not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:39:43.422776 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a02cd6a1-882c-495d-9781-fd3b09b5c064 req-78cc3f73-b658-48cd-a25b-1b931453a4c5 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdd459bd-9ead-40b1-a8a1-f184cdcb5a24 HTTP/1.1" status: 200 len: 210 time: 0.0936000 May 05 21:39:43.493436 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-9da0c693-53d4-4c6d-af6e-13fb587fc7e8 req-064f8fbb-6795-4bb8-ab23-eccc6c9b3a28 service neutron] Attempting to bind port 3c676966-f034-4a3e-a66e-0c8e2be1d42c on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:39:43.493670 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-9da0c693-53d4-4c6d-af6e-13fb587fc7e8 req-064f8fbb-6795-4bb8-ab23-eccc6c9b3a28 service neutron] Attempting to bind port 3c676966-f034-4a3e-a66e-0c8e2be1d42c by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:39:43.494339 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da0c693-53d4-4c6d-af6e-13fb587fc7e8 req-064f8fbb-6795-4bb8-ab23-eccc6c9b3a28 service neutron] Attempting to bind port 3c676966-f034-4a3e-a66e-0c8e2be1d42c on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:39:43.557254 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf1a97a-d33d-4e93-8c11-7a32054382a2 service neutron] Pushing event updated for resources: {'Port': ['ID=316ee080-e24c-4927-ae55-1d986286df81,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:43.593449 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9eabebee-5597-4f0c-bba2-7ee89fed2bc1 req-9e8be003-8b1d-44ec-ba57-180638efdad9 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Router 44a67e47-28fa-4393-9349-a9cde0bcd7d7 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:39:43.645465 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-8bae1032-ad0a-41bc-a18e-79adf9c12fa6 req-2f714b62-86cd-4ac1-af34-b29c28489a38 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:39:43.655574 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da0c693-53d4-4c6d-af6e-13fb587fc7e8 req-064f8fbb-6795-4bb8-ab23-eccc6c9b3a28 service neutron] Port 3c676966-f034-4a3e-a66e-0c8e2be1d42c on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:39:43.655574 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da0c693-53d4-4c6d-af6e-13fb587fc7e8 req-064f8fbb-6795-4bb8-ab23-eccc6c9b3a28 service neutron] Attempting to bind port 3c676966-f034-4a3e-a66e-0c8e2be1d42c on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:39:43.663999 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-8bae1032-ad0a-41bc-a18e-79adf9c12fa6 req-2f714b62-86cd-4ac1-af34-b29c28489a38 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Usage tracker for resource:port and tenant:b3be26898c074aa8b8d5c08f1fa1d106 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:39:43.671126 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da0c693-53d4-4c6d-af6e-13fb587fc7e8 req-064f8fbb-6795-4bb8-ab23-eccc6c9b3a28 service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:39:43.671394 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da0c693-53d4-4c6d-af6e-13fb587fc7e8 req-064f8fbb-6795-4bb8-ab23-eccc6c9b3a28 service neutron] Checking segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:39:43.671756 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da0c693-53d4-4c6d-af6e-13fb587fc7e8 req-064f8fbb-6795-4bb8-ab23-eccc6c9b3a28 service neutron] Bound using segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:39:43.672301 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-9da0c693-53d4-4c6d-af6e-13fb587fc7e8 req-064f8fbb-6795-4bb8-ab23-eccc6c9b3a28 service neutron] Bound port: 3c676966-f034-4a3e-a66e-0c8e2be1d42c, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:39:43.672533 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-9da0c693-53d4-4c6d-af6e-13fb587fc7e8 req-064f8fbb-6795-4bb8-ab23-eccc6c9b3a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:43.683643 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-8bae1032-ad0a-41bc-a18e-79adf9c12fa6 req-2f714b62-86cd-4ac1-af34-b29c28489a38 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:39:43.731684 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9908ead9-3435-4c04-b047-c9368b095101 req-2430c67c-e394-47d4-b14b-c0ed6be7e578 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:43.733121 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9908ead9-3435-4c04-b047-c9368b095101 req-2430c67c-e394-47d4-b14b-c0ed6be7e578 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=90ad001a-3aad-467f-9c32-1334a7b7923e HTTP/1.1" status: 200 len: 945 time: 0.1921432 May 05 21:39:43.742954 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e341fa-9602-4627-bd37-1e9048b78aaa req-5bba08e7-7659-4f7f-9c53-71c058b59a6a tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:43.744433 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-78e341fa-9602-4627-bd37-1e9048b78aaa req-5bba08e7-7659-4f7f-9c53-71c058b59a6a tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac16859b-183d-4e86-bd67-a6ab39d5a094 HTTP/1.1" status: 200 len: 943 time: 0.1258774 May 05 21:39:43.750956 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-8bae1032-ad0a-41bc-a18e-79adf9c12fa6 req-2f714b62-86cd-4ac1-af34-b29c28489a38 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:39:43.820856 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9908ead9-3435-4c04-b047-c9368b095101 req-9259a880-b8e3-4c8c-8ef9-6a61ff936b34 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755198 May 05 21:39:43.836170 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-78e341fa-9602-4627-bd37-1e9048b78aaa req-2e113dc8-27b1-4ffc-8d8f-94b537f7ced4 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc0ecaeb-86a0-410b-bb10-a89dbdda6d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763850 May 05 21:39:43.914029 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ee48b9a3-b240-4c42-ba13-a739142f32f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:43.939734 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-39b460d2-734a-47d9-84a7-cabed1ba9f63 req-0caab5ce-a5b8-4678-9fa2-fe55d25d760a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=288dd14d0b064298b7582f08c1578363&device_id=ac16859b-183d-4e86-bd67-a6ab39d5a094 HTTP/1.1" status: 200 len: 1094 time: 0.9276400 May 05 21:39:44.008377 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-9da0c693-53d4-4c6d-af6e-13fb587fc7e8 req-064f8fbb-6795-4bb8-ab23-eccc6c9b3a28 service neutron] For port 3c676966-f034-4a3e-a66e-0c8e2be1d42c, host n-h2-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:39:44.016305 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-9da0c693-53d4-4c6d-af6e-13fb587fc7e8 req-064f8fbb-6795-4bb8-ab23-eccc6c9b3a28 service neutron] For port 3c676966-f034-4a3e-a66e-0c8e2be1d42c, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=3c676966-f034-4a3e-a66e-0c8e2be1d42c,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:39:44.069556 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bae1032-ad0a-41bc-a18e-79adf9c12fa6 req-2f714b62-86cd-4ac1-af34-b29c28489a38 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Made reservation on behalf of b3be26898c074aa8b8d5c08f1fa1d106 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:39:44.072760 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-8bae1032-ad0a-41bc-a18e-79adf9c12fa6 req-2f714b62-86cd-4ac1-af34-b29c28489a38 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:44.094715 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-9da0c693-53d4-4c6d-af6e-13fb587fc7e8 req-064f8fbb-6795-4bb8-ab23-eccc6c9b3a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:44.173673 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-39b460d2-734a-47d9-84a7-cabed1ba9f63 req-efb4137e-f71d-4d00-bef4-ba88c168489d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=316ee080-e24c-4927-ae55-1d986286df81 HTTP/1.1" status: 200 len: 217 time: 0.1626940 May 05 21:39:44.182718 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a1b50-45eb-4780-b862-7f4080de4a60 req-2c7d9b66-3e07-4e51-9574-f81707139748 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:44.189391 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2b7a1b50-45eb-4780-b862-7f4080de4a60 req-2c7d9b66-3e07-4e51-9574-f81707139748 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b5da035-7791-413d-ad5b-2ee52d3aa7c2 HTTP/1.1" status: 200 len: 947 time: 0.2319527 May 05 21:39:44.197312 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c5e7b-0033-45a6-98b1-24e5ac09757c req-fe9a8157-327c-4db7-a12e-e3e568619f28 tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:44.198618 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-220c5e7b-0033-45a6-98b1-24e5ac09757c req-fe9a8157-327c-4db7-a12e-e3e568619f28 tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb5bf9b-4020-4580-bc0b-8d85fff50a48 HTTP/1.1" status: 200 len: 950 time: 0.1202247 May 05 21:39:44.267730 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-9da0c693-53d4-4c6d-af6e-13fb587fc7e8 req-064f8fbb-6795-4bb8-ab23-eccc6c9b3a28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:44.269081 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9da0c693-53d4-4c6d-af6e-13fb587fc7e8 req-064f8fbb-6795-4bb8-ab23-eccc6c9b3a28 service neutron] 10.222.0.32 "PUT /v2.0/ports/3c676966-f034-4a3e-a66e-0c8e2be1d42c HTTP/1.1" status: 200 len: 1095 time: 3.5243139 May 05 21:39:44.297096 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2b7a1b50-45eb-4780-b862-7f4080de4a60 req-06033e20-ed54-4d08-8ab8-885af5d490a6 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066177 May 05 21:39:44.301926 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-220c5e7b-0033-45a6-98b1-24e5ac09757c req-c887e708-2d7a-456e-bc2c-cb0b0facdf50 tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] 10.222.0.23 "GET /v2.0/security-groups?id=ede8c448-6e8c-4548-a502-e3edafd0117f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905640 May 05 21:39:44.355700 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-72bf9362-6752-4947-a372-1fab6de77d78 req-afe061a9-33a2-4eb3-9766-fd7feb96ab30 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=59e56847-3790-4a2b-bea4-ee3cf1beb827&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7461560 May 05 21:39:44.522537 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-92fc198d-a369-45fa-8f23-4364ab834f72 req-0110effb-6523-4947-b67e-3ddd6de34629 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aa8cf51-6804-4dd1-b05c-dac7266b6e48 HTTP/1.1" status: 200 len: 210 time: 0.0508370 May 05 21:39:44.578888 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7337e83-d74a-4656-aaf0-77de4960ebb6 req-cf46afb3-11ff-4d19-abbc-e87a387d4d4f tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:44.587847 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b7337e83-d74a-4656-aaf0-77de4960ebb6 req-cf46afb3-11ff-4d19-abbc-e87a387d4d4f tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?device_id=8634e2ba-70c7-4eca-b079-298d6f3d1b54 HTTP/1.1" status: 200 len: 971 time: 0.1502814 May 05 21:39:44.635688 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-8bae1032-ad0a-41bc-a18e-79adf9c12fa6 req-2f714b62-86cd-4ac1-af34-b29c28489a38 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Allocated IP 192.168.233.146 (4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9/f237a6ef-d044-411f-a2d8-d12619664c91/fc4fbc47-e8e7-4316-ba83-feea73eae44a) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:39:44.637878 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064f8fbb-6795-4bb8-ab23-eccc6c9b3a28 service neutron] Pushing event updated for resources: {'Port': ['ID=3c676966-f034-4a3e-a66e-0c8e2be1d42c,revision_number=7']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:44.644945 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b460d2-734a-47d9-84a7-cabed1ba9f63 req-04f155c3-bce6-427c-8879-2abac69e1f71 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:44.647338 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-39b460d2-734a-47d9-84a7-cabed1ba9f63 req-04f155c3-bce6-427c-8879-2abac69e1f71 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cb07d95f-0719-4a75-a100-4b7cfd38dc47 HTTP/1.1" status: 200 len: 859 time: 0.3860879 May 05 21:39:44.652347 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b7337e83-d74a-4656-aaf0-77de4960ebb6 req-1a87aeb6-c9f0-488c-9afc-71a6b9260b82 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634189 May 05 21:39:44.810055 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9da0c693-53d4-4c6d-af6e-13fb587fc7e8 req-cdea1179-d48d-4470-8675-d407757f7483 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d0c3bd18deb4529a9eff5d87fa07f7f&device_id=3b5da035-7791-413d-ad5b-2ee52d3aa7c2 HTTP/1.1" status: 200 len: 1098 time: 0.4840653 May 05 21:39:44.880351 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-45da4dfa-09d4-46d0-a459-39a4ea1faf52 req-4cf2069b-4a14-43ac-971e-7a3b8c2d51fe tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdd459bd-9ead-40b1-a8a1-f184cdcb5a24 HTTP/1.1" status: 200 len: 210 time: 0.0609534 May 05 21:39:44.935348 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-72bf9362-6752-4947-a372-1fab6de77d78 req-e27be516-bd89-4ee0-bf15-179fd9368d2d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d0c3bd18deb4529a9eff5d87fa07f7f&device_id=59e56847-3790-4a2b-bea4-ee3cf1beb827 HTTP/1.1" status: 200 len: 1101 time: 0.4581327 May 05 21:39:45.023085 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-39b460d2-734a-47d9-84a7-cabed1ba9f63 req-19a0742a-9ce8-4b96-81b4-a5d08b7934db service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=15fc94c9-79b7-4d3d-a68d-e74651d075f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3678620 May 05 21:39:45.107615 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98545b4-84d2-458e-9bcd-e5d1c66db215 req-72ec4606-8150-4f28-941f-7b554ff51350 tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:45.109876 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b98545b4-84d2-458e-9bcd-e5d1c66db215 req-72ec4606-8150-4f28-941f-7b554ff51350 tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb5bf9b-4020-4580-bc0b-8d85fff50a48 HTTP/1.1" status: 200 len: 950 time: 0.1371956 May 05 21:39:45.168975 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b98545b4-84d2-458e-9bcd-e5d1c66db215 req-9fbe4fab-89c0-488f-b3fb-5ac0c5c19b73 tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] 10.222.0.23 "GET /v2.0/security-groups?id=ede8c448-6e8c-4548-a502-e3edafd0117f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515425 May 05 21:39:45.175486 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba726a0d-cc77-4cc4-a840-8ac6c389d6a7 req-dbe83b14-e661-4ea1-997b-206df61bf1f5 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:45.177076 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ba726a0d-cc77-4cc4-a840-8ac6c389d6a7 req-dbe83b14-e661-4ea1-997b-206df61bf1f5 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac16859b-183d-4e86-bd67-a6ab39d5a094 HTTP/1.1" status: 200 len: 943 time: 0.1261292 May 05 21:39:45.234428 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ba726a0d-cc77-4cc4-a840-8ac6c389d6a7 req-bf02ef22-06fe-435b-bafe-42c53c7680c5 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc0ecaeb-86a0-410b-bb10-a89dbdda6d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498297 May 05 21:39:45.280452 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9eabebee-5597-4f0c-bba2-7ee89fed2bc1 req-9e8be003-8b1d-44ec-ba57-180638efdad9 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:39:45.293117 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a2a18d-f536-46c0-a9e6-5c0c52885658 None None] Sync routers for ids ['44a67e47-28fa-4393-9349-a9cde0bcd7d7'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:39:45.328357 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a2a18d-f536-46c0-a9e6-5c0c52885658 None None] Routers {'44a67e47-28fa-4393-9349-a9cde0bcd7d7'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:39:45.329258 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-33a2a18d-f536-46c0-a9e6-5c0c52885658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:39:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['44a67e47-28fa-4393-9349-a9cde0bcd7d7'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:39:45.333518 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da0c693-53d4-4c6d-af6e-13fb587fc7e8 req-24ab4223-96e7-4ea2-a776-c9a7af81ea5e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:45.335276 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9da0c693-53d4-4c6d-af6e-13fb587fc7e8 req-24ab4223-96e7-4ea2-a776-c9a7af81ea5e service neutron] 10.222.0.32 "GET /v2.0/networks?id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 HTTP/1.1" status: 200 len: 870 time: 0.5054286 May 05 21:39:45.357841 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-8bae1032-ad0a-41bc-a18e-79adf9c12fa6 req-2f714b62-86cd-4ac1-af34-b29c28489a38 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:45.386906 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b78bce-aab7-41b6-8c02-8a3eff65d6b4 req-584541d2-5911-4af0-92f8-55f221a4f88d tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:45.395151 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e6b78bce-aab7-41b6-8c02-8a3eff65d6b4 req-584541d2-5911-4af0-92f8-55f221a4f88d tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=90ad001a-3aad-467f-9c32-1334a7b7923e HTTP/1.1" status: 200 len: 945 time: 0.1074555 May 05 21:39:45.455270 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e6b78bce-aab7-41b6-8c02-8a3eff65d6b4 req-5a2f2d58-850a-4b66-8865-2db75f45c69a tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591695 May 05 21:39:45.455461 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac16859b-183d-4e86-bd67-a6ab39d5a094', 'tag': '316ee080-e24c-4927-ae55-1d986286df81'}, {'name': 'network-changed', 'server_uuid': '3b5da035-7791-413d-ad5b-2ee52d3aa7c2', 'tag': '3c676966-f034-4a3e-a66e-0c8e2be1d42c'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:39:45.480463 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eabebee-5597-4f0c-bba2-7ee89fed2bc1 req-9e8be003-8b1d-44ec-ba57-180638efdad9 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] No DVR routers for this DVR port 679ec26d-553e-43b5-9d56-5506c61976dc on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:39:45.482399 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf9362-6752-4947-a372-1fab6de77d78 req-f6f0e0c7-20f5-44f2-8086-fbb576ee53c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:45.484082 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-72bf9362-6752-4947-a372-1fab6de77d78 req-f6f0e0c7-20f5-44f2-8086-fbb576ee53c8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 HTTP/1.1" status: 200 len: 870 time: 0.4897103 May 05 21:39:45.485039 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-9eabebee-5597-4f0c-bba2-7ee89fed2bc1 req-9e8be003-8b1d-44ec-ba57-180638efdad9 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:45.575661 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-33a2a18d-f536-46c0-a9e6-5c0c52885658 None None] Set router 44a67e47-28fa-4393-9349-a9cde0bcd7d7 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:39:45.644967 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-8bae1032-ad0a-41bc-a18e-79adf9c12fa6 req-2f714b62-86cd-4ac1-af34-b29c28489a38 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Transition to ACTIVE for port object fc4fbc47-e8e7-4316-ba83-feea73eae44a will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:39:45.647317 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9da0c693-53d4-4c6d-af6e-13fb587fc7e8 req-f7bd5722-137a-45fc-b3ff-efff841d3e56 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=3c676966-f034-4a3e-a66e-0c8e2be1d42c HTTP/1.1" status: 200 len: 217 time: 0.2836812 May 05 21:39:45.656830 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9eabebee-5597-4f0c-bba2-7ee89fed2bc1 req-9e8be003-8b1d-44ec-ba57-180638efdad9 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.44 "DELETE /v2.0/ports/679ec26d-553e-43b5-9d56-5506c61976dc HTTP/1.1" status: 204 len: 173 time: 6.6135333 May 05 21:39:45.700362 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-39b460d2-734a-47d9-84a7-cabed1ba9f63 req-a90e4af2-28b3-4eb6-8f3a-2fb7ca251491 service neutron] 10.222.0.32 "GET /v2.0/networks/15fc94c9-79b7-4d3d-a68d-e74651d075f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6593909 May 05 21:39:45.711291 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-72bf9362-6752-4947-a372-1fab6de77d78 req-0f734b1f-f974-4b62-9764-e62114565e6e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=105dc9f5-69de-49f6-ba48-8d7a2dc2ca67 HTTP/1.1" status: 200 len: 217 time: 0.2111690 May 05 21:39:45.729016 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-867835fc-c261-45c5-b8e5-fef97a64bf88'] response: {'name': 'network-changed', 'server_uuid': 'ac16859b-183d-4e86-bd67-a6ab39d5a094', 'tag': '316ee080-e24c-4927-ae55-1d986286df81', 'status': 'completed', 'code': 200} May 05 21:39:45.729261 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-867835fc-c261-45c5-b8e5-fef97a64bf88'] response: {'name': 'network-changed', 'server_uuid': '3b5da035-7791-413d-ad5b-2ee52d3aa7c2', 'tag': '3c676966-f034-4a3e-a66e-0c8e2be1d42c', 'status': 'completed', 'code': 200} May 05 21:39:45.760037 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6413b1c-20e2-4c1a-aa9a-919417a25cf0 req-26ecd90d-97cd-4a2f-a415-edfc658eebfc tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:45.761778 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b6413b1c-20e2-4c1a-aa9a-919417a25cf0 req-26ecd90d-97cd-4a2f-a415-edfc658eebfc tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b5da035-7791-413d-ad5b-2ee52d3aa7c2 HTTP/1.1" status: 200 len: 947 time: 0.1333306 May 05 21:39:45.849173 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da0c693-53d4-4c6d-af6e-13fb587fc7e8 req-57c41525-3a00-43db-8adf-00c2dd58f0aa service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:45.851077 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9da0c693-53d4-4c6d-af6e-13fb587fc7e8 req-57c41525-3a00-43db-8adf-00c2dd58f0aa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.1870680 May 05 21:39:45.903584 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-258242c1-f0cf-4d9c-9c02-495604b41a71 req-875b77bf-dede-4dfd-ad91-c438e16f9a8b tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aa8cf51-6804-4dd1-b05c-dac7266b6e48 HTTP/1.1" status: 200 len: 210 time: 0.0525427 May 05 21:39:45.915865 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b6413b1c-20e2-4c1a-aa9a-919417a25cf0 req-3f0d0211-d2e0-47c6-9aa0-e4bac8baad2b tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478150 May 05 21:39:46.043684 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-38386390-c6a2-4ab0-bac9-22bf213efdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:46.073033 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-33a2a18d-f536-46c0-a9e6-5c0c52885658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a67e47-28fa-4393-9349-a9cde0bcd7d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2036410776-router', 'tenant_id': 'd8d84e5601be47409a299ef27c35a529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '8b6b62b1-4de2-4d66-ac31-e1d5a7883e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:37:05Z', 'updated_at': '2022-05-05T21:37:09Z', 'revision_number': 4, 'project_id': 'd8d84e5601be47409a299ef27c35a529', 'gw_port': {'id': '8b6b62b1-4de2-4d66-ac31-e1d5a7883e66', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:72:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a67e47-28fa-4393-9349-a9cde0bcd7d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:37:06Z', 'updated_at': '2022-05-05T21:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '7a8ffa1a-897d-4df9-ab8b-fc14324274b3', 'name': '', 'network_id': '024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2', 'tenant_id': 'd8d84e5601be47409a299ef27c35a529', 'mac_address': 'fa:16:3e:ce:13:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a67e47-28fa-4393-9349-a9cde0bcd7d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '761d7a8a-b72e-455d-b2ab-6aa95ead4c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:37:08Z', 'updated_at': '2022-05-05T21:37:25Z', 'revision_number': 5, 'project_id': 'd8d84e5601be47409a299ef27c35a529', 'subnets': [{'id': '761d7a8a-b72e-455d-b2ab-6aa95ead4c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:39:46.086001 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a2a18d-f536-46c0-a9e6-5c0c52885658 None None] Checking router: 44a67e47-28fa-4393-9349-a9cde0bcd7d7 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:39:46.111167 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a2a18d-f536-46c0-a9e6-5c0c52885658 None None] Routers {'44a67e47-28fa-4393-9349-a9cde0bcd7d7'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:39:46.111786 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-33a2a18d-f536-46c0-a9e6-5c0c52885658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:39:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['44a67e47-28fa-4393-9349-a9cde0bcd7d7'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:39:46.158057 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-8bae1032-ad0a-41bc-a18e-79adf9c12fa6 req-2f714b62-86cd-4ac1-af34-b29c28489a38 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:46.170759 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['ffaabc51-9eef-43c6-80f8-3225cbe9e952'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:39:46.234847 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cddc7023-db9d-452c-b0bb-5cd15884db01 req-39264a5f-3483-441e-aafc-5705e1f95d46 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.23 "GET /v2.0/ports?device_id=bdd459bd-9ead-40b1-a8a1-f184cdcb5a24 HTTP/1.1" status: 200 len: 210 time: 0.0678241 May 05 21:39:46.327438 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23815b-a227-41f4-92c2-cc5433770e0f req-226e629b-933c-4f85-a2bd-1d237dd0a22a tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:46.332237 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ee23815b-a227-41f4-92c2-cc5433770e0f req-226e629b-933c-4f85-a2bd-1d237dd0a22a tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?device_id=8634e2ba-70c7-4eca-b079-298d6f3d1b54 HTTP/1.1" status: 200 len: 971 time: 0.2159905 May 05 21:39:46.369229 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf9362-6752-4947-a372-1fab6de77d78 req-3f483bd5-4678-4537-9265-bbf0058278ed service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:46.371169 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-72bf9362-6752-4947-a372-1fab6de77d78 req-3f483bd5-4678-4537-9265-bbf0058278ed service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.5272686 May 05 21:39:46.373607 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bae1032-ad0a-41bc-a18e-79adf9c12fa6 req-2f714b62-86cd-4ac1-af34-b29c28489a38 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:39:46.397058 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-8bae1032-ad0a-41bc-a18e-79adf9c12fa6 req-2f714b62-86cd-4ac1-af34-b29c28489a38 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:39:46.478974 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.44', 54225) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:39:46.491650 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bae1032-ad0a-41bc-a18e-79adf9c12fa6 req-2f714b62-86cd-4ac1-af34-b29c28489a38 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:39:46.493919 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ee23815b-a227-41f4-92c2-cc5433770e0f req-fb2aea46-5fc8-493d-9f4a-4aaaf8edc128 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732355 May 05 21:39:46.494572 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-33a2a18d-f536-46c0-a9e6-5c0c52885658 None None] Set router 44a67e47-28fa-4393-9349-a9cde0bcd7d7 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:39:46.504133 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae1032-ad0a-41bc-a18e-79adf9c12fa6 req-2f714b62-86cd-4ac1-af34-b29c28489a38 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:46.505110 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-8bae1032-ad0a-41bc-a18e-79adf9c12fa6 req-2f714b62-86cd-4ac1-af34-b29c28489a38 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:46.513545 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b3eb6d7d-7dbe-4af7-8947-7b1b4fd01911 req-b57853d6-b392-48dd-bdfe-271ace4c3387 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d0c3bd18deb4529a9eff5d87fa07f7f&device_id=3b5da035-7791-413d-ad5b-2ee52d3aa7c2 HTTP/1.1" status: 200 len: 1098 time: 0.7139297 May 05 21:39:46.515417 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f714b62-86cd-4ac1-af34-b29c28489a38 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Pushing event updated for resources: {'Port': ['ID=fc4fbc47-e8e7-4316-ba83-feea73eae44a,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:46.541534 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-39b460d2-734a-47d9-84a7-cabed1ba9f63 req-fdbdbf7e-3577-48ba-b271-42cc7dd2394f service neutron] 10.222.0.32 "GET /v2.0/networks/15fc94c9-79b7-4d3d-a68d-e74651d075f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8276939 May 05 21:39:46.655151 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-5ab63a9c-be1a-4fa6-b21e-b23729a0f127 tempest-LiveAutoBlockMigrationV225Test-533236276 tempest-LiveAutoBlockMigrationV225Test-533236276-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=90ad001a-3aad-467f-9c32-1334a7b7923e&tenant_id=300e0002c0a34937b02bd35920b6a01f&binding%3Ahost_id=n-h2-825175-4 HTTP/1.1" status: 200 len: 1096 time: 0.3218992 May 05 21:39:46.693392 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-32551d2b-8333-47a9-a202-6f270aed8235 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-825175-4'}}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:39:46.737078 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8bae1032-ad0a-41bc-a18e-79adf9c12fa6 req-2f714b62-86cd-4ac1-af34-b29c28489a38 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6270437 May 05 21:39:46.759937 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-8bae1032-ad0a-41bc-a18e-79adf9c12fa6 req-309b320f-0d57-4fab-9319-f03aa68a5ee3 service neutron] Request body: {'port': {'device_id': '3aa8cf51-6804-4dd1-b05c-dac7266b6e48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:39:46.815883 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9da0c693-53d4-4c6d-af6e-13fb587fc7e8 req-96395bba-987e-43c4-857a-965864715ddb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7055528 May 05 21:39:46.848731 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-6d435b8d-b1c8-4c1c-8229-e2d25d11c192 None None] Provisioning for port fc4fbc47-e8e7-4316-ba83-feea73eae44a completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:39:46.854152 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-6d435b8d-b1c8-4c1c-8229-e2d25d11c192 None None] Provisioning complete for port fc4fbc47-e8e7-4316-ba83-feea73eae44a triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:39:46.854502 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6d435b8d-b1c8-4c1c-8229-e2d25d11c192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:46.879364 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6147b369-4c3f-415a-bead-4716bda74ace req-0cf121f6-3699-4c01-98c8-676dd534abf7 tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:46.880579 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6147b369-4c3f-415a-bead-4716bda74ace req-0cf121f6-3699-4c01-98c8-676dd534abf7 tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] 10.222.0.44 "GET /v2.0/ports?device_id=aeb5bf9b-4020-4580-bc0b-8d85fff50a48 HTTP/1.1" status: 200 len: 950 time: 0.3772972 May 05 21:39:46.963663 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-6d435b8d-b1c8-4c1c-8229-e2d25d11c192 None None] Port fc4fbc47-e8e7-4316-ba83-feea73eae44a cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:39:46.964123 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff7c61-bf10-4a1c-a882-772e34d58523 req-ff62b87f-3c6a-4d51-abbe-85856b17450e tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:46.973079 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-59ff7c61-bf10-4a1c-a882-772e34d58523 req-ff62b87f-3c6a-4d51-abbe-85856b17450e tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb5bf9b-4020-4580-bc0b-8d85fff50a48 HTTP/1.1" status: 200 len: 950 time: 0.4647975 May 05 21:39:47.011149 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb6d7d-7dbe-4af7-8947-7b1b4fd01911 req-77087bef-5b3d-44bd-ab49-60cae6af4bcf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:47.011421 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-32551d2b-8333-47a9-a202-6f270aed8235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:47.012249 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b3eb6d7d-7dbe-4af7-8947-7b1b4fd01911 req-77087bef-5b3d-44bd-ab49-60cae6af4bcf service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 HTTP/1.1" status: 200 len: 870 time: 0.4785724 May 05 21:39:47.055536 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-6147b369-4c3f-415a-bead-4716bda74ace req-e06dd30c-8115-46f0-9a9e-c6255409e868 tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] Deleting port 53773900-6491-479e-9d5e-c2ab4dcf97af {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:39:47.056050 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-6147b369-4c3f-415a-bead-4716bda74ace req-e06dd30c-8115-46f0-9a9e-c6255409e868 tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:47.060779 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-33a2a18d-f536-46c0-a9e6-5c0c52885658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a67e47-28fa-4393-9349-a9cde0bcd7d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2036410776-router', 'tenant_id': 'd8d84e5601be47409a299ef27c35a529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '8b6b62b1-4de2-4d66-ac31-e1d5a7883e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:37:05Z', 'updated_at': '2022-05-05T21:37:09Z', 'revision_number': 4, 'project_id': 'd8d84e5601be47409a299ef27c35a529', 'gw_port': {'id': '8b6b62b1-4de2-4d66-ac31-e1d5a7883e66', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:72:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a67e47-28fa-4393-9349-a9cde0bcd7d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:37:06Z', 'updated_at': '2022-05-05T21:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '7a8ffa1a-897d-4df9-ab8b-fc14324274b3', 'name': '', 'network_id': '024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2', 'tenant_id': 'd8d84e5601be47409a299ef27c35a529', 'mac_address': 'fa:16:3e:ce:13:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a67e47-28fa-4393-9349-a9cde0bcd7d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '761d7a8a-b72e-455d-b2ab-6aa95ead4c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:37:08Z', 'updated_at': '2022-05-05T21:37:25Z', 'revision_number': 5, 'project_id': 'd8d84e5601be47409a299ef27c35a529', 'subnets': [{'id': '761d7a8a-b72e-455d-b2ab-6aa95ead4c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:39:47.069481 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a2a18d-f536-46c0-a9e6-5c0c52885658 None None] The sync data for ids ['44a67e47-28fa-4393-9349-a9cde0bcd7d7'] in n-d-825175-4 is: [{'id': '44a67e47-28fa-4393-9349-a9cde0bcd7d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2036410776-router', 'tenant_id': 'd8d84e5601be47409a299ef27c35a529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '8b6b62b1-4de2-4d66-ac31-e1d5a7883e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:37:05Z', 'updated_at': '2022-05-05T21:37:09Z', 'revision_number': 4, 'project_id': 'd8d84e5601be47409a299ef27c35a529', 'gw_port': {'id': '8b6b62b1-4de2-4d66-ac31-e1d5a7883e66', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:72:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a67e47-28fa-4393-9349-a9cde0bcd7d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:37:06Z', 'updated_at': '2022-05-05T21:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '7a8ffa1a-897d-4df9-ab8b-fc14324274b3', 'name': '', 'network_id': '024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2', 'tenant_id': 'd8d84e5601be47409a299ef27c35a529', 'mac_address': 'fa:16:3e:ce:13:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a67e47-28fa-4393-9349-a9cde0bcd7d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '761d7a8a-b72e-455d-b2ab-6aa95ead4c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:37:08Z', 'updated_at': '2022-05-05T21:37:25Z', 'revision_number': 5, 'project_id': 'd8d84e5601be47409a299ef27c35a529', 'subnets': [{'id': '761d7a8a-b72e-455d-b2ab-6aa95ead4c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:39:47.084599 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-72bf9362-6752-4947-a372-1fab6de77d78 req-c330dd57-db4a-45b8-a274-2dce50017d9a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6848385 May 05 21:39:47.161007 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:47.191662 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-59ff7c61-bf10-4a1c-a882-772e34d58523 req-d7cea78e-51cf-4e71-893d-da3544a1bff9 tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] 10.222.0.23 "GET /v2.0/security-groups?id=ede8c448-6e8c-4548-a502-e3edafd0117f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177229 May 05 21:39:47.195819 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-8bae1032-ad0a-41bc-a18e-79adf9c12fa6 req-309b320f-0d57-4fab-9319-f03aa68a5ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:47.214100 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b3eb6d7d-7dbe-4af7-8947-7b1b4fd01911 req-cfd18eac-c6cc-43a8-94c3-5b1458ee0560 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=3c676966-f034-4a3e-a66e-0c8e2be1d42c HTTP/1.1" status: 200 len: 217 time: 0.1900065 May 05 21:39:47.223564 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b3eb6d7d-7dbe-4af7-8947-7b1b4fd01911 req-8a7d1c98-6552-4b0a-bee4-20d9b8426988 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=288dd14d0b064298b7582f08c1578363&device_id=ac16859b-183d-4e86-bd67-a6ab39d5a094 HTTP/1.1" status: 200 len: 1094 time: 0.5356808 May 05 21:39:47.385619 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c372ee-11be-4831-8796-df4e3a6cdd01 req-4d395bf8-c5ab-4788-a4a7-d03a71b384d7 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:47.394365 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9bf7bb-e096-4b91-822d-45738a15ca7b None None] New status for floating IP 6f68fdf4-d4a2-4ab3-b10a-7835984594b5: DOWN {{(pid=84064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 21:39:47.394562 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d7c372ee-11be-4831-8796-df4e3a6cdd01 req-4d395bf8-c5ab-4788-a4a7-d03a71b384d7 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac16859b-183d-4e86-bd67-a6ab39d5a094 HTTP/1.1" status: 200 len: 943 time: 0.7178977 May 05 21:39:47.508153 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:47.633878 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9da0c693-53d4-4c6d-af6e-13fb587fc7e8 req-6325ad3f-0c53-46d3-8144-0482c081f5bc service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7880523 May 05 21:39:47.654573 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb6d7d-7dbe-4af7-8947-7b1b4fd01911 req-cda4111f-bfde-4c08-8549-3b3191703b6f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:47.656030 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b3eb6d7d-7dbe-4af7-8947-7b1b4fd01911 req-cda4111f-bfde-4c08-8549-3b3191703b6f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.4239607 May 05 21:39:47.672942 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d7c372ee-11be-4831-8796-df4e3a6cdd01 req-726c1ae0-0001-4daf-899c-3670fd2cb1b8 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc0ecaeb-86a0-410b-bb10-a89dbdda6d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770960 May 05 21:39:47.699090 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-32551d2b-8333-47a9-a202-6f270aed8235 service neutron] For port 25a0f74a-024c-433c-94a0-470103bf1d3c, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=25a0f74a-024c-433c-94a0-470103bf1d3c,segment=NetworkSegment(87859d75-c285-4ea1-b899-3b38f003cf70),segment_id=87859d75-c285-4ea1-b899-3b38f003cf70)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:39:47.737966 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdd459bd-9ead-40b1-a8a1-f184cdcb5a24', 'name': 'network-vif-deleted', 'tag': '679ec26d-553e-43b5-9d56-5506c61976dc'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:39:47.787288 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-6147b369-4c3f-415a-bead-4716bda74ace req-e06dd30c-8115-46f0-9a9e-c6255409e868 tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] For port 53773900-6491-479e-9d5e-c2ab4dcf97af, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=53773900-6491-479e-9d5e-c2ab4dcf97af,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:39:47.787703 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-6147b369-4c3f-415a-bead-4716bda74ace req-e06dd30c-8115-46f0-9a9e-c6255409e868 tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:47.827073 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-72bf9362-6752-4947-a372-1fab6de77d78 req-1d3fd25d-d06a-4599-b741-96d1bf5ca810 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7350132 May 05 21:39:47.926011 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-6147b369-4c3f-415a-bead-4716bda74ace req-e06dd30c-8115-46f0-9a9e-c6255409e868 tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] Calling delete_port for 53773900-6491-479e-9d5e-c2ab4dcf97af owned by compute:nova {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:39:47.955201 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb6d7d-7dbe-4af7-8947-7b1b4fd01911 req-7979eda5-9572-4680-8b07-0f7c3be8f2c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:47.956642 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b3eb6d7d-7dbe-4af7-8947-7b1b4fd01911 req-7979eda5-9572-4680-8b07-0f7c3be8f2c9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=15fc94c9-79b7-4d3d-a68d-e74651d075f7 HTTP/1.1" status: 200 len: 921 time: 0.6940598 May 05 21:39:48.020806 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-32551d2b-8333-47a9-a202-6f270aed8235 service neutron] For port 25a0f74a-024c-433c-94a0-470103bf1d3c, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:39:48.096042 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f218b-3e85-42bf-af48-106857ad1933 req-78f3d5a9-de1a-4c7f-a7be-5b6b57df1d05 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:48.097496 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cb4f218b-3e85-42bf-af48-106857ad1933 req-78f3d5a9-de1a-4c7f-a7be-5b6b57df1d05 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=90ad001a-3aad-467f-9c32-1334a7b7923e HTTP/1.1" status: 200 len: 945 time: 0.4894183 May 05 21:39:48.123420 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b3eb6d7d-7dbe-4af7-8947-7b1b4fd01911 req-c34ba576-ebd4-4130-bec6-a21316f1d884 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=316ee080-e24c-4927-ae55-1d986286df81 HTTP/1.1" status: 200 len: 217 time: 0.1117380 May 05 21:39:48.146622 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ad001a-3aad-467f-9c32-1334a7b7923e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25a0f74a-024c-433c-94a0-470103bf1d3c'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:39:48.155484 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-32551d2b-8333-47a9-a202-6f270aed8235 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:48.170620 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-32551d2b-8333-47a9-a202-6f270aed8235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:48.232998 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9da0c693-53d4-4c6d-af6e-13fb587fc7e8 req-5c572566-9f95-4831-9f6d-d73208c86b71 service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5759900 May 05 21:39:48.264321 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-72bf9362-6752-4947-a372-1fab6de77d78 req-82e83652-5df2-4dbc-88a8-0a4a87d9e0b8 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4062843 May 05 21:39:48.267062 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b3eb6d7d-7dbe-4af7-8947-7b1b4fd01911 req-38650ce7-e0e9-4934-afbc-75ac18c41cae service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5671871 May 05 21:39:48.274218 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb6d7d-7dbe-4af7-8947-7b1b4fd01911 req-42565978-cf25-4e2c-adc1-b79d933fb5a0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:48.275573 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b3eb6d7d-7dbe-4af7-8947-7b1b4fd01911 req-42565978-cf25-4e2c-adc1-b79d933fb5a0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cb07d95f-0719-4a75-a100-4b7cfd38dc47 HTTP/1.1" status: 200 len: 859 time: 0.1276941 May 05 21:39:48.303924 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb4ed2-6c01-419e-af3d-8917fa3f0e48 req-777b1c04-13ef-446f-ac07-e0fa3f70544a tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:48.305577 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-10fb4ed2-6c01-419e-af3d-8917fa3f0e48 req-777b1c04-13ef-446f-ac07-e0fa3f70544a tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b5da035-7791-413d-ad5b-2ee52d3aa7c2 HTTP/1.1" status: 200 len: 947 time: 0.3886483 May 05 21:39:48.399231 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cb4f218b-3e85-42bf-af48-106857ad1933 req-29d4cbe9-b0a5-431b-b8dd-480611443559 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869706 May 05 21:39:48.432256 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32551d2b-8333-47a9-a202-6f270aed8235 service neutron] Pushing event updated for resources: {'Port': ['ID=25a0f74a-024c-433c-94a0-470103bf1d3c,revision_number=7']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:48.448671 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-6147b369-4c3f-415a-bead-4716bda74ace req-e06dd30c-8115-46f0-9a9e-c6255409e868 tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:48.461181 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['53773900-6491-479e-9d5e-c2ab4dcf97af'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:39:48.496179 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-8bae1032-ad0a-41bc-a18e-79adf9c12fa6 req-309b320f-0d57-4fab-9319-f03aa68a5ee3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc4fbc47-e8e7-4316-ba83-feea73eae44a {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:39:48.506154 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-8bae1032-ad0a-41bc-a18e-79adf9c12fa6 req-309b320f-0d57-4fab-9319-f03aa68a5ee3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:48.535732 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-8bae1032-ad0a-41bc-a18e-79adf9c12fa6 req-309b320f-0d57-4fab-9319-f03aa68a5ee3 service neutron] Transition to ACTIVE for port object fc4fbc47-e8e7-4316-ba83-feea73eae44a will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:39:48.539198 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b3eb6d7d-7dbe-4af7-8947-7b1b4fd01911 req-fd6d083e-9b63-4157-ad15-467f9a01d9e8 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618196 May 05 21:39:48.546053 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-8bae1032-ad0a-41bc-a18e-79adf9c12fa6 req-309b320f-0d57-4fab-9319-f03aa68a5ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:48.565044 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06dd30c-8115-46f0-9a9e-c6255409e868 tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] Pushing event deleted for resources: {'Port': ['ID=53773900-6491-479e-9d5e-c2ab4dcf97af,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:48.666335 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-32551d2b-8333-47a9-a202-6f270aed8235 service neutron] Attempting to bind port 25a0f74a-024c-433c-94a0-470103bf1d3c on host n-h2-825175-4 for vnic_type normal with profile {"migrating_to": "n-h1-825175-4"} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:39:48.666711 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-32551d2b-8333-47a9-a202-6f270aed8235 service neutron] Attempting to bind port 25a0f74a-024c-433c-94a0-470103bf1d3c by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': '87859d75-c285-4ea1-b899-3b38f003cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2ea271d8-96e6-42e1-b4ca-22da751bdd28'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:39:48.666990 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-32551d2b-8333-47a9-a202-6f270aed8235 service neutron] Attempting to bind port 25a0f74a-024c-433c-94a0-470103bf1d3c on network 2ea271d8-96e6-42e1-b4ca-22da751bdd28 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:39:48.679271 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-10fb4ed2-6c01-419e-af3d-8917fa3f0e48 req-2b537fec-c3e8-418c-a687-2edee3763235 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116298 May 05 21:39:48.734737 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 6b1d7cdb-8e34-4688-acec-db3dfd41e683 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:39:48.735950 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-32551d2b-8333-47a9-a202-6f270aed8235 service neutron] Port 25a0f74a-024c-433c-94a0-470103bf1d3c on network 2ea271d8-96e6-42e1-b4ca-22da751bdd28 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:39:48.736167 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-32551d2b-8333-47a9-a202-6f270aed8235 service neutron] Attempting to bind port 25a0f74a-024c-433c-94a0-470103bf1d3c on network 2ea271d8-96e6-42e1-b4ca-22da751bdd28 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:39:48.745880 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-6147b369-4c3f-415a-bead-4716bda74ace req-e06dd30c-8115-46f0-9a9e-c6255409e868 tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] No DVR routers for this DVR port 53773900-6491-479e-9d5e-c2ab4dcf97af on host n-h1-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:39:48.749076 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 6b1d7cdb-8e34-4688-acec-db3dfd41e683 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:39:48.752282 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-6147b369-4c3f-415a-bead-4716bda74ace req-e06dd30c-8115-46f0-9a9e-c6255409e868 tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:48.760633 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b3eb6d7d-7dbe-4af7-8947-7b1b4fd01911 req-56241f03-f165-4260-a5a0-e941319abbd3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=15fc94c9-79b7-4d3d-a68d-e74651d075f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4647937 May 05 21:39:48.776260 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-32551d2b-8333-47a9-a202-6f270aed8235 service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:39:48.776583 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-32551d2b-8333-47a9-a202-6f270aed8235 service neutron] Checking segment: {'id': '87859d75-c285-4ea1-b899-3b38f003cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2ea271d8-96e6-42e1-b4ca-22da751bdd28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:39:48.776955 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-32551d2b-8333-47a9-a202-6f270aed8235 service neutron] Bound using segment: {'id': '87859d75-c285-4ea1-b899-3b38f003cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2ea271d8-96e6-42e1-b4ca-22da751bdd28'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:39:48.777386 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-32551d2b-8333-47a9-a202-6f270aed8235 service neutron] Bound port: 25a0f74a-024c-433c-94a0-470103bf1d3c, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87859d75-c285-4ea1-b899-3b38f003cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2ea271d8-96e6-42e1-b4ca-22da751bdd28'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:39:48.777722 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-32551d2b-8333-47a9-a202-6f270aed8235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:48.805758 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6147b369-4c3f-415a-bead-4716bda74ace req-e06dd30c-8115-46f0-9a9e-c6255409e868 tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] 10.222.0.44 "DELETE /v2.0/ports/53773900-6491-479e-9d5e-c2ab4dcf97af HTTP/1.1" status: 204 len: 173 time: 1.9060934 May 05 21:39:48.829617 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309b320f-0d57-4fab-9319-f03aa68a5ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=fc4fbc47-e8e7-4316-ba83-feea73eae44a,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:48.853482 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:48.884551 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f93b48a-a3fe-4b33-8b7a-2a6664aa7f66 req-4e22469f-5524-403b-a932-7bbce793ad21 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:48.891758 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1f93b48a-a3fe-4b33-8b7a-2a6664aa7f66 req-4e22469f-5524-403b-a932-7bbce793ad21 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aa8cf51-6804-4dd1-b05c-dac7266b6e48 HTTP/1.1" status: 200 len: 948 time: 0.3318753 May 05 21:39:49.009987 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-32551d2b-8333-47a9-a202-6f270aed8235 service neutron] For port 25a0f74a-024c-433c-94a0-470103bf1d3c, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:39:49.014713 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-32551d2b-8333-47a9-a202-6f270aed8235 service neutron] For port 25a0f74a-024c-433c-94a0-470103bf1d3c, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=25a0f74a-024c-433c-94a0-470103bf1d3c,segment=NetworkSegment(87859d75-c285-4ea1-b899-3b38f003cf70),segment_id=87859d75-c285-4ea1-b899-3b38f003cf70)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:39:49.035732 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1f93b48a-a3fe-4b33-8b7a-2a6664aa7f66 req-c655697d-aa2e-47e0-8504-5bf44410ea1f tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] 10.222.0.23 "GET /v2.0/security-groups?id=818f3980-de8f-4603-ad13-d48af127f52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430209 May 05 21:39:49.038748 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-32551d2b-8333-47a9-a202-6f270aed8235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:49.111485 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 6b1d7cdb-8e34-4688-acec-db3dfd41e683, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=6b1d7cdb-8e34-4688-acec-db3dfd41e683,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:39:49.124032 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b3eb6d7d-7dbe-4af7-8947-7b1b4fd01911 req-fe979ab9-38ac-44e3-9106-ef47feff0a32 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5710120 May 05 21:39:49.126227 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '6b1d7cdb-8e34-4688-acec-db3dfd41e683', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'port_id': '6b1d7cdb-8e34-4688-acec-db3dfd41e683', 'mac_address': 'fa:16:3e:6e:af:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f237a6ef-d044-411f-a2d8-d12619664c91', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:tempest-test_az-272234528', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:39:49.166758 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddf602b7-3236-47cf-9866-02b5ff56dab3'] response: {'server_uuid': 'bdd459bd-9ead-40b1-a8a1-f184cdcb5a24', 'name': 'network-vif-deleted', 'tag': '679ec26d-553e-43b5-9d56-5506c61976dc', 'status': 'completed', 'code': 200} May 05 21:39:49.180636 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 25a0f74a-024c-433c-94a0-470103bf1d3c details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:39:49.192748 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-8bae1032-ad0a-41bc-a18e-79adf9c12fa6 req-309b320f-0d57-4fab-9319-f03aa68a5ee3 service neutron] Attempting to bind port fc4fbc47-e8e7-4316-ba83-feea73eae44a on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:39:49.193428 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-8bae1032-ad0a-41bc-a18e-79adf9c12fa6 req-309b320f-0d57-4fab-9319-f03aa68a5ee3 service neutron] Attempting to bind port fc4fbc47-e8e7-4316-ba83-feea73eae44a by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:39:49.194120 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bae1032-ad0a-41bc-a18e-79adf9c12fa6 req-309b320f-0d57-4fab-9319-f03aa68a5ee3 service neutron] Attempting to bind port fc4fbc47-e8e7-4316-ba83-feea73eae44a on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:39:49.235467 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bae1032-ad0a-41bc-a18e-79adf9c12fa6 req-309b320f-0d57-4fab-9319-f03aa68a5ee3 service neutron] Port fc4fbc47-e8e7-4316-ba83-feea73eae44a on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:39:49.236128 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bae1032-ad0a-41bc-a18e-79adf9c12fa6 req-309b320f-0d57-4fab-9319-f03aa68a5ee3 service neutron] Attempting to bind port fc4fbc47-e8e7-4316-ba83-feea73eae44a on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:39:49.330579 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31143815-dc69-4d48-a599-ddf799e977ff'] response: {'server_uuid': '90ad001a-3aad-467f-9c32-1334a7b7923e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25a0f74a-024c-433c-94a0-470103bf1d3c', 'code': 200} May 05 21:39:49.344325 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 25a0f74a-024c-433c-94a0-470103bf1d3c, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=25a0f74a-024c-433c-94a0-470103bf1d3c,segment=NetworkSegment(87859d75-c285-4ea1-b899-3b38f003cf70),segment_id=87859d75-c285-4ea1-b899-3b38f003cf70)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:39:49.372324 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 25a0f74a-024c-433c-94a0-470103bf1d3c has no active binding in host n-h1-825175-4 {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 05 21:39:49.396016 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:49.413539 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32551d2b-8333-47a9-a202-6f270aed8235 service neutron] Pushing event updated for resources: {'Port': ['ID=25a0f74a-024c-433c-94a0-470103bf1d3c,revision_number=8']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:49.423043 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-32551d2b-8333-47a9-a202-6f270aed8235 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:49.425071 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-32551d2b-8333-47a9-a202-6f270aed8235 service neutron] 10.222.0.44 "PUT /v2.0/ports/25a0f74a-024c-433c-94a0-470103bf1d3c HTTP/1.1" status: 200 len: 1121 time: 2.7493689 May 05 21:39:49.443615 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bae1032-ad0a-41bc-a18e-79adf9c12fa6 req-309b320f-0d57-4fab-9319-f03aa68a5ee3 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:39:49.444173 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bae1032-ad0a-41bc-a18e-79adf9c12fa6 req-309b320f-0d57-4fab-9319-f03aa68a5ee3 service neutron] Checking segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:39:49.444764 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bae1032-ad0a-41bc-a18e-79adf9c12fa6 req-309b320f-0d57-4fab-9319-f03aa68a5ee3 service neutron] Bound using segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:39:49.445220 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 6b1d7cdb-8e34-4688-acec-db3dfd41e683, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=6b1d7cdb-8e34-4688-acec-db3dfd41e683,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:39:49.445584 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-8bae1032-ad0a-41bc-a18e-79adf9c12fa6 req-309b320f-0d57-4fab-9319-f03aa68a5ee3 service neutron] Bound port: fc4fbc47-e8e7-4316-ba83-feea73eae44a, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:39:49.447884 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-8bae1032-ad0a-41bc-a18e-79adf9c12fa6 req-309b320f-0d57-4fab-9319-f03aa68a5ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:49.449629 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8634e2ba-70c7-4eca-b079-298d6f3d1b54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b1d7cdb-8e34-4688-acec-db3dfd41e683'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:39:49.460761 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:49.465662 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b3eb6d7d-7dbe-4af7-8947-7b1b4fd01911 req-ddedc0e1-e802-4ae9-b870-0d6b701064e1 service neutron] 10.222.0.32 "GET /v2.0/networks/15fc94c9-79b7-4d3d-a68d-e74651d075f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6907830 May 05 21:39:49.488478 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-bebca53b-da0b-450b-9109-189c234bf7a3 req-a393b574-df00-4b0d-85c3-32d56238ae08 tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] Synchronizing usage tracker for tenant:ca8822b0d94a49a6b4b11717e5aa7f36 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:39:49.512266 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:49.539305 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-bebca53b-da0b-450b-9109-189c234bf7a3 req-a393b574-df00-4b0d-85c3-32d56238ae08 tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] Unset dirty status for tenant:ca8822b0d94a49a6b4b11717e5aa7f36 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:39:49.545292 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6b1d7cdb-8e34-4688-acec-db3dfd41e683 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:39:49.556707 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-8bae1032-ad0a-41bc-a18e-79adf9c12fa6 req-309b320f-0d57-4fab-9319-f03aa68a5ee3 service neutron] For port fc4fbc47-e8e7-4316-ba83-feea73eae44a, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:39:49.557443 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bebca53b-da0b-450b-9109-189c234bf7a3 req-a393b574-df00-4b0d-85c3-32d56238ae08 tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb5bf9b-4020-4580-bc0b-8d85fff50a48 HTTP/1.1" status: 200 len: 210 time: 0.1449106 May 05 21:39:49.560152 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-8bae1032-ad0a-41bc-a18e-79adf9c12fa6 req-309b320f-0d57-4fab-9319-f03aa68a5ee3 service neutron] For port fc4fbc47-e8e7-4316-ba83-feea73eae44a, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=fc4fbc47-e8e7-4316-ba83-feea73eae44a,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:39:49.583255 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c2e4fa-f2ec-426e-ae2a-db6eb283df03 req-810c8a10-1765-4ba5-8cac-d5a2817f4b01 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:49.587079 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-43c2e4fa-f2ec-426e-ae2a-db6eb283df03 req-810c8a10-1765-4ba5-8cac-d5a2817f4b01 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?device_id=8634e2ba-70c7-4eca-b079-298d6f3d1b54 HTTP/1.1" status: 200 len: 971 time: 0.4355516 May 05 21:39:49.598465 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-8bae1032-ad0a-41bc-a18e-79adf9c12fa6 req-309b320f-0d57-4fab-9319-f03aa68a5ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:49.660395 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['25a0f74a-024c-433c-94a0-470103bf1d3c'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:39:49.688702 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-43c2e4fa-f2ec-426e-ae2a-db6eb283df03 req-0814af20-da42-41f4-bbde-7f48c1454f57 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967722 May 05 21:39:49.752950 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:39:49.753437 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:39:49.754468 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['25a0f74a-024c-433c-94a0-470103bf1d3c'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:39:49.782013 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-8bae1032-ad0a-41bc-a18e-79adf9c12fa6 req-309b320f-0d57-4fab-9319-f03aa68a5ee3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:49.783486 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8bae1032-ad0a-41bc-a18e-79adf9c12fa6 req-309b320f-0d57-4fab-9319-f03aa68a5ee3 service neutron] 10.222.0.44 "PUT /v2.0/ports/fc4fbc47-e8e7-4316-ba83-feea73eae44a HTTP/1.1" status: 200 len: 1096 time: 3.0354426 May 05 21:39:49.803733 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=6b1d7cdb-8e34-4688-acec-db3dfd41e683,revision_number=9']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:49.888312 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8186fd-31df-4466-b570-77979a9845f3 req-d8d23ef8-1dad-4d5b-8ff9-e9c5d4846d9a tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:49.890204 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3c8186fd-31df-4466-b570-77979a9845f3 req-d8d23ef8-1dad-4d5b-8ff9-e9c5d4846d9a tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac16859b-183d-4e86-bd67-a6ab39d5a094 HTTP/1.1" status: 200 len: 943 time: 0.1188090 May 05 21:39:49.903279 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309b320f-0d57-4fab-9319-f03aa68a5ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=fc4fbc47-e8e7-4316-ba83-feea73eae44a,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:49.936025 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b3eb6d7d-7dbe-4af7-8947-7b1b4fd01911 req-10582f70-2257-4ce8-9b84-b7af8b074b30 service neutron] 10.222.0.32 "GET /v2.0/networks/15fc94c9-79b7-4d3d-a68d-e74651d075f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3741076 May 05 21:39:50.027309 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8bae1032-ad0a-41bc-a18e-79adf9c12fa6 req-4e73c317-54f0-420d-8032-0299d90ef754 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b3be26898c074aa8b8d5c08f1fa1d106&device_id=3aa8cf51-6804-4dd1-b05c-dac7266b6e48 HTTP/1.1" status: 200 len: 1099 time: 0.1858473 May 05 21:39:50.041047 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3c8186fd-31df-4466-b570-77979a9845f3 req-72bc090b-9922-4785-b34e-ed033fe3179e tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc0ecaeb-86a0-410b-bb10-a89dbdda6d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447687 May 05 21:39:50.086772 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba8bfe3-2819-45f5-a08b-24fd7cf56b12 req-e0a98242-f3d6-4449-9406-4ae2508f00b6 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:50.088448 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8ba8bfe3-2819-45f5-a08b-24fd7cf56b12 req-e0a98242-f3d6-4449-9406-4ae2508f00b6 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=90ad001a-3aad-467f-9c32-1334a7b7923e HTTP/1.1" status: 200 len: 943 time: 0.1229422 May 05 21:39:50.117734 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8bae1032-ad0a-41bc-a18e-79adf9c12fa6 req-12d2f017-f74c-45e9-8bbe-bc4c0a5a0262 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=fc4fbc47-e8e7-4316-ba83-feea73eae44a HTTP/1.1" status: 200 len: 217 time: 0.0762584 May 05 21:39:50.132652 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-428d7a94-0cd4-4535-98fd-b58fc1e7b7ad'] response: {'server_uuid': '8634e2ba-70c7-4eca-b079-298d6f3d1b54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b1d7cdb-8e34-4688-acec-db3dfd41e683', 'code': 200} May 05 21:39:50.149869 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8ba8bfe3-2819-45f5-a08b-24fd7cf56b12 req-521c527e-e782-43eb-958d-77f81456ebdc tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550544 May 05 21:39:50.204819 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b3eb6d7d-7dbe-4af7-8947-7b1b4fd01911 req-5d220a31-d28f-4e78-bf19-a6f9107d8b72 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d0c3bd18deb4529a9eff5d87fa07f7f&device_id=3b5da035-7791-413d-ad5b-2ee52d3aa7c2 HTTP/1.1" status: 200 len: 1098 time: 0.2186527 May 05 21:39:50.208378 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae1032-ad0a-41bc-a18e-79adf9c12fa6 req-00358b2a-e208-4219-b188-8abefed456e3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:50.209721 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8bae1032-ad0a-41bc-a18e-79adf9c12fa6 req-00358b2a-e208-4219-b188-8abefed456e3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.0851030 May 05 21:39:50.316498 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:50.326999 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccdeba4-7b21-4da3-bf4a-f0f2fb48c3d4 req-52ac362d-ff1f-4182-a0e3-b64cd3dabcca tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:50.335595 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2ccdeba4-7b21-4da3-bf4a-f0f2fb48c3d4 req-52ac362d-ff1f-4182-a0e3-b64cd3dabcca tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b5da035-7791-413d-ad5b-2ee52d3aa7c2 HTTP/1.1" status: 200 len: 947 time: 0.0944135 May 05 21:39:50.337431 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b1d7cdb-8e34-4688-acec-db3dfd41e683 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:39:50.354232 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 6b1d7cdb-8e34-4688-acec-db3dfd41e683, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=6b1d7cdb-8e34-4688-acec-db3dfd41e683,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:39:50.361570 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:50.394188 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8bae1032-ad0a-41bc-a18e-79adf9c12fa6 req-a5dfc04c-0e53-4b49-aae7-9acf5e3cfdd5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1592169 May 05 21:39:50.451222 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=6b1d7cdb-8e34-4688-acec-db3dfd41e683,revision_number=10']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:50.461585 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2ccdeba4-7b21-4da3-bf4a-f0f2fb48c3d4 req-f300780c-4274-44e3-8e31-0f3a88e3b8cc tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247549 May 05 21:39:50.537102 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59298) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:39:50.565540 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb6d7d-7dbe-4af7-8947-7b1b4fd01911 req-7c0af316-acf6-4e2e-9139-bc10a865c48e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:50.567054 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b3eb6d7d-7dbe-4af7-8947-7b1b4fd01911 req-7c0af316-acf6-4e2e-9139-bc10a865c48e service neutron] 10.222.0.32 "GET /v2.0/networks?id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 HTTP/1.1" status: 200 len: 870 time: 0.3535500 May 05 21:39:50.572689 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8bae1032-ad0a-41bc-a18e-79adf9c12fa6 req-dd56db42-9ed4-4d30-98a8-5042953b3c66 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713736 May 05 21:39:50.622272 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f41d4d-d449-4636-8ab1-aded22db8584 req-96018c7a-e76f-44c2-ada1-c2bd7c50be6c tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:50.631579 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-59f41d4d-d449-4636-8ab1-aded22db8584 req-96018c7a-e76f-44c2-ada1-c2bd7c50be6c tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aa8cf51-6804-4dd1-b05c-dac7266b6e48 HTTP/1.1" status: 200 len: 948 time: 0.1685176 May 05 21:39:50.680619 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fee75af2-675f-4dfa-b297-fb68a0bc8d15 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:50.700138 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['6b1d7cdb-8e34-4688-acec-db3dfd41e683'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:39:50.721158 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fee75af2-675f-4dfa-b297-fb68a0bc8d15 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:50.726986 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b3eb6d7d-7dbe-4af7-8947-7b1b4fd01911 req-9ab45d72-0a26-4b55-96da-bd5bab9d9490 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=3c676966-f034-4a3e-a66e-0c8e2be1d42c HTTP/1.1" status: 200 len: 217 time: 0.1533558 May 05 21:39:50.744678 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-59f41d4d-d449-4636-8ab1-aded22db8584 req-f500c4f0-0508-4ccb-a1dd-f834d4627ee2 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] 10.222.0.23 "GET /v2.0/security-groups?id=818f3980-de8f-4603-ad13-d48af127f52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118474 May 05 21:39:50.750491 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 3c676966-f034-4a3e-a66e-0c8e2be1d42c details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:39:50.830057 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb6d7d-7dbe-4af7-8947-7b1b4fd01911 req-f6accd70-6df7-4057-b078-4631e2b6a7dc service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:50.831519 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b3eb6d7d-7dbe-4af7-8947-7b1b4fd01911 req-f6accd70-6df7-4057-b078-4631e2b6a7dc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.0934787 May 05 21:39:50.851767 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fee75af2-675f-4dfa-b297-fb68a0bc8d15 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:50.883880 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8bae1032-ad0a-41bc-a18e-79adf9c12fa6 req-d40f0df6-8f4c-45bd-b06f-26000cd46c29 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502575 May 05 21:39:50.893574 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee75af2-675f-4dfa-b297-fb68a0bc8d15 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f526b55-d264-48ee-8188-9cc4ec8dd8ba,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:50.914459 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fee75af2-675f-4dfa-b297-fb68a0bc8d15 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:50.916362 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-fee75af2-675f-4dfa-b297-fb68a0bc8d15 tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.23 "DELETE /v2.0/security-groups/5f526b55-d264-48ee-8188-9cc4ec8dd8ba HTTP/1.1" status: 204 len: 168 time: 0.3782096 May 05 21:39:50.919691 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59312) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:39:50.922371 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b3eb6d7d-7dbe-4af7-8947-7b1b4fd01911 req-c7d9e479-8d73-4d1b-ad54-27bdb5231d83 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0835869 May 05 21:39:50.962138 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [None req-90ce4e9b-156a-4463-9b97-5fdb551a8aba tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] show failed (client error): The resource could not be found. May 05 21:39:50.963594 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-90ce4e9b-156a-4463-9b97-5fdb551a8aba tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.23 "GET /v2.0/security-groups/5f526b55-d264-48ee-8188-9cc4ec8dd8ba HTTP/1.1" status: 404 len: 347 time: 0.0425875 May 05 21:39:50.966954 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59318) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:39:51.201004 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aa8cf51-6804-4dd1-b05c-dac7266b6e48', 'tag': 'fc4fbc47-e8e7-4316-ba83-feea73eae44a'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:39:51.204842 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 53773900-6491-479e-9d5e-c2ab4dcf97af no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:39:51.205330 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-054ba1b9-10d9-4136-b91d-cb63f97f01df tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Deleting port 29504e5b-6e66-422e-8331-ae8575c3e653 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:39:51.205831 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-054ba1b9-10d9-4136-b91d-cb63f97f01df tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:51.209484 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b3eb6d7d-7dbe-4af7-8947-7b1b4fd01911 req-10da1588-ed86-476f-b676-28fd5a9c49b4 service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688451 May 05 21:39:51.272203 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59338) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:39:51.283059 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 3c676966-f034-4a3e-a66e-0c8e2be1d42c, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=3c676966-f034-4a3e-a66e-0c8e2be1d42c,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:39:51.289955 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: 53773900-6491-479e-9d5e-c2ab4dcf97af {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:39:51.290282 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 53773900-6491-479e-9d5e-c2ab4dcf97af not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:39:51.300606 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '3c676966-f034-4a3e-a66e-0c8e2be1d42c', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'port_id': '3c676966-f034-4a3e-a66e-0c8e2be1d42c', 'mac_address': 'fa:16:3e:7c:be:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f237a6ef-d044-411f-a2d8-d12619664c91', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:39:51.344954 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb5bf9b-4020-4580-bc0b-8d85fff50a48', 'name': 'network-vif-deleted', 'tag': '53773900-6491-479e-9d5e-c2ab4dcf97af'}, {'name': 'network-changed', 'server_uuid': '90ad001a-3aad-467f-9c32-1334a7b7923e', 'tag': '25a0f74a-024c-433c-94a0-470103bf1d3c'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:39:51.360644 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:51.364823 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b3eb6d7d-7dbe-4af7-8947-7b1b4fd01911 req-0c302e59-010e-4a97-86a6-f0c44f1aa9d3 service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486742 May 05 21:39:51.381666 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c676966-f034-4a3e-a66e-0c8e2be1d42c {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:39:51.397385 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 3c676966-f034-4a3e-a66e-0c8e2be1d42c, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=3c676966-f034-4a3e-a66e-0c8e2be1d42c,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:39:51.402971 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:51.403726 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 316ee080-e24c-4927-ae55-1d986286df81 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:39:51.427904 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2641b-a8fa-410e-91c1-51343d20d266 req-f6049053-805b-4860-82d0-e93981e912da tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:51.431430 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-87b2641b-a8fa-410e-91c1-51343d20d266 req-f6049053-805b-4860-82d0-e93981e912da tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?device_id=8634e2ba-70c7-4eca-b079-298d6f3d1b54 HTTP/1.1" status: 200 len: 971 time: 0.3837504 May 05 21:39:51.503836 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e67546c1-00ac-4aae-949b-bf2e8284aea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:51.530566 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e234b531-c33f-4dcd-a09f-dfdc64835538 req-e50b14ac-4e6f-4b5b-882c-2d05e3a19c6f tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:51.532018 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e234b531-c33f-4dcd-a09f-dfdc64835538 req-e50b14ac-4e6f-4b5b-882c-2d05e3a19c6f tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac16859b-183d-4e86-bd67-a6ab39d5a094 HTTP/1.1" status: 200 len: 943 time: 0.3006883 May 05 21:39:51.541635 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=3c676966-f034-4a3e-a66e-0c8e2be1d42c,revision_number=8']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:51.574515 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-054ba1b9-10d9-4136-b91d-cb63f97f01df tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:51.574869 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-054ba1b9-10d9-4136-b91d-cb63f97f01df tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:51.603198 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-87b2641b-a8fa-410e-91c1-51343d20d266 req-a28f5e23-4947-4f15-bc65-7cebb0af1d46 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648908 May 05 21:39:51.604337 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 316ee080-e24c-4927-ae55-1d986286df81, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=316ee080-e24c-4927-ae55-1d986286df81,segment=NetworkSegment(70e83286-5918-4af1-9b6d-01bc6155c4dc),segment_id=70e83286-5918-4af1-9b6d-01bc6155c4dc)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:39:51.627965 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '316ee080-e24c-4927-ae55-1d986286df81', 'network_id': '15fc94c9-79b7-4d3d-a68d-e74651d075f7', 'port_id': '316ee080-e24c-4927-ae55-1d986286df81', 'mac_address': 'fa:16:3e:a9:11:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb07d95f-0719-4a75-a100-4b7cfd38dc47', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:39:51.681651 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:51.698582 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 316ee080-e24c-4927-ae55-1d986286df81 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:39:51.716638 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 316ee080-e24c-4927-ae55-1d986286df81, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=316ee080-e24c-4927-ae55-1d986286df81,segment=NetworkSegment(70e83286-5918-4af1-9b6d-01bc6155c4dc),segment_id=70e83286-5918-4af1-9b6d-01bc6155c4dc)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:39:51.720056 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-054ba1b9-10d9-4136-b91d-cb63f97f01df tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Calling delete_port for 29504e5b-6e66-422e-8331-ae8575c3e653 owned by network:floatingip {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:39:51.721113 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:51.770962 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-e67546c1-00ac-4aae-949b-bf2e8284aea1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:39:51.783279 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e67546c1-00ac-4aae-949b-bf2e8284aea1 admin admin] Usage tracker for resource:security_group_rule and tenant:46eedcc2a069478f9075eb373b1c4fb6 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:39:51.792140 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e67546c1-00ac-4aae-949b-bf2e8284aea1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:39:51.809121 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=316ee080-e24c-4927-ae55-1d986286df81,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:51.809352 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-e67546c1-00ac-4aae-949b-bf2e8284aea1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:39:51.819356 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e234b531-c33f-4dcd-a09f-dfdc64835538 req-91b5e823-7b31-40ac-9588-e08dd6657e08 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc0ecaeb-86a0-410b-bb10-a89dbdda6d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730596 May 05 21:39:51.895396 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f42f9003-be98-4a45-8a1b-21f423ac431b'] response: {'name': 'network-changed', 'server_uuid': '3aa8cf51-6804-4dd1-b05c-dac7266b6e48', 'tag': 'fc4fbc47-e8e7-4316-ba83-feea73eae44a', 'status': 'completed', 'code': 200} May 05 21:39:52.041188 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ba43a01-d5b0-4895-a430-10a1c26bd83f'] response: {'server_uuid': 'aeb5bf9b-4020-4580-bc0b-8d85fff50a48', 'name': 'network-vif-deleted', 'tag': '53773900-6491-479e-9d5e-c2ab4dcf97af', 'status': 'completed', 'code': 200} May 05 21:39:52.041486 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ba43a01-d5b0-4895-a430-10a1c26bd83f'] response: {'name': 'network-changed', 'server_uuid': '90ad001a-3aad-467f-9c32-1334a7b7923e', 'tag': '25a0f74a-024c-433c-94a0-470103bf1d3c', 'status': 'completed', 'code': 200} May 05 21:39:52.054790 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59354) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:39:52.127923 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-054ba1b9-10d9-4136-b91d-cb63f97f01df tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:52.129211 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-90c38848-3787-4061-83a2-f7c1ca3380da req-29b8e56b-5867-44b1-877c-0ad61fd447ee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=300e0002c0a34937b02bd35920b6a01f&device_id=90ad001a-3aad-467f-9c32-1334a7b7923e HTTP/1.1" status: 200 len: 1124 time: 0.0968876 May 05 21:39:52.135748 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c9034c6d-5aea-4ec1-8632-65d41d02b193 req-5dc68dc4-3786-4a8b-8be3-e54141018a14 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b3be26898c074aa8b8d5c08f1fa1d106&device_id=3aa8cf51-6804-4dd1-b05c-dac7266b6e48 HTTP/1.1" status: 200 len: 1099 time: 0.2098029 May 05 21:39:52.185132 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['3c676966-f034-4a3e-a66e-0c8e2be1d42c'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:39:52.218611 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e67546c1-00ac-4aae-949b-bf2e8284aea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:52.226421 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd28c8-7676-4444-8f61-5b3435f2a1aa req-a11ac6b7-3dac-40fa-83da-5f1e63321a82 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:52.233294 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-64dd28c8-7676-4444-8f61-5b3435f2a1aa req-a11ac6b7-3dac-40fa-83da-5f1e63321a82 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=90ad001a-3aad-467f-9c32-1334a7b7923e HTTP/1.1" status: 200 len: 943 time: 0.4129899 May 05 21:39:52.241504 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054ba1b9-10d9-4136-b91d-cb63f97f01df tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Pushing event deleted for resources: {'Port': ['ID=29504e5b-6e66-422e-8331-ae8575c3e653,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:52.254862 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['316ee080-e24c-4927-ae55-1d986286df81'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:39:52.255628 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e67546c1-00ac-4aae-949b-bf2e8284aea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:52.381906 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c38848-3787-4061-83a2-f7c1ca3380da req-8cf1b446-f8cf-41b0-b324-91b1a361bb04 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:52.383590 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-90c38848-3787-4061-83a2-f7c1ca3380da req-8cf1b446-f8cf-41b0-b324-91b1a361bb04 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2ea271d8-96e6-42e1-b4ca-22da751bdd28 HTTP/1.1" status: 200 len: 921 time: 0.2469220 May 05 21:39:52.384646 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9034c6d-5aea-4ec1-8632-65d41d02b193 req-45ad427b-900c-483a-8f40-0fd51b9e6b91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:52.386063 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c9034c6d-5aea-4ec1-8632-65d41d02b193 req-45ad427b-900c-483a-8f40-0fd51b9e6b91 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 HTTP/1.1" status: 200 len: 870 time: 0.2302544 May 05 21:39:52.423233 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67546c1-00ac-4aae-949b-bf2e8284aea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=652d07ea-7b07-42db-bd68-d2a0662eb711,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:52.454124 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e67546c1-00ac-4aae-949b-bf2e8284aea1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=46eedcc2a069478f9075eb373b1c4fb6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1673248 May 05 21:39:52.465692 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-64dd28c8-7676-4444-8f61-5b3435f2a1aa req-03a6419e-7952-4f42-bcb0-d5f7b0fd7789 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315276 May 05 21:39:52.498027 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59360) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:39:52.510056 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-054ba1b9-10d9-4136-b91d-cb63f97f01df tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Notify callbacks [] for floatingip, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:52.517378 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ff75ad2f-031b-481c-99e7-2e2ba0351280 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ca8822b0d94a49a6b4b11717e5aa7f36&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4615157 May 05 21:39:52.526849 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 59364) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:39:52.540355 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-90c38848-3787-4061-83a2-f7c1ca3380da req-9564f76b-2b54-40a3-aa95-a4554b5eb017 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=25a0f74a-024c-433c-94a0-470103bf1d3c HTTP/1.1" status: 200 len: 217 time: 0.1481481 May 05 21:39:52.543498 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c9034c6d-5aea-4ec1-8632-65d41d02b193 req-6b6a4d56-373d-4aac-8737-8745c9215d09 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=fc4fbc47-e8e7-4316-ba83-feea73eae44a HTTP/1.1" status: 200 len: 217 time: 0.1037493 May 05 21:39:52.585771 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100dd86c-dce8-4316-8cd9-5c0bb08bf6d0 req-9b3111ee-0141-4b98-b089-66f82d286b5a tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:52.593824 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-100dd86c-dce8-4316-8cd9-5c0bb08bf6d0 req-9b3111ee-0141-4b98-b089-66f82d286b5a tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b5da035-7791-413d-ad5b-2ee52d3aa7c2 HTTP/1.1" status: 200 len: 948 time: 0.4291432 May 05 21:39:52.670115 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c38848-3787-4061-83a2-f7c1ca3380da req-80014130-ab4f-45d8-a824-47dcb2570ba9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:52.671476 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-90c38848-3787-4061-83a2-f7c1ca3380da req-80014130-ab4f-45d8-a824-47dcb2570ba9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=36081928-afee-4476-8a16-bce3420fbcc5 HTTP/1.1" status: 200 len: 860 time: 0.1228776 May 05 21:39:52.675296 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0f4a3b62-6a6c-4567-bccd-a8dc1b1fe154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:52.722455 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9034c6d-5aea-4ec1-8632-65d41d02b193 req-f7a47201-915e-497e-8648-f96c22272e38 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:52.723877 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c9034c6d-5aea-4ec1-8632-65d41d02b193 req-f7a47201-915e-497e-8648-f96c22272e38 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.1242874 May 05 21:39:52.732976 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 6b1d7cdb-8e34-4688-acec-db3dfd41e683 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:39:52.734149 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0f4a3b62-6a6c-4567-bccd-a8dc1b1fe154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:52.737074 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0569a240-f9dd-4bb4-969a-1cb6364267df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:52.744029 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-054ba1b9-10d9-4136-b91d-cb63f97f01df tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:52.747742 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-054ba1b9-10d9-4136-b91d-cb63f97f01df tempest-ServersWithSpecificFlavorTestJSON-1389022530 tempest-ServersWithSpecificFlavorTestJSON-1389022530-project] 10.222.0.23 "DELETE /v2.0/floatingips/6f68fdf4-d4a2-4ab3-b10a-7835984594b5 HTTP/1.1" status: 204 len: 168 time: 1.7769320 May 05 21:39:52.750340 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-100dd86c-dce8-4316-8cd9-5c0bb08bf6d0 req-dd4be535-9622-4036-b243-4e741c645dea tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558745 May 05 21:39:52.766876 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-90c38848-3787-4061-83a2-f7c1ca3380da req-5307f39d-6634-4ef5-8c23-3fa0d89fb3d2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2ea271d8-96e6-42e1-b4ca-22da751bdd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771515 May 05 21:39:52.813441 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 6b1d7cdb-8e34-4688-acec-db3dfd41e683 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:39:52.813809 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:52.840238 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016fe3b-a483-469f-be7f-eb3b27b1781d req-f692dbcb-9ff3-4beb-a51b-3f1bda8c4195 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:52.850185 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6016fe3b-a483-469f-be7f-eb3b27b1781d req-f692dbcb-9ff3-4beb-a51b-3f1bda8c4195 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aa8cf51-6804-4dd1-b05c-dac7266b6e48 HTTP/1.1" status: 200 len: 948 time: 0.2268660 May 05 21:39:52.867134 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0f4a3b62-6a6c-4567-bccd-a8dc1b1fe154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:52.874436 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0569a240-f9dd-4bb4-969a-1cb6364267df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:52.889417 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4a3b62-6a6c-4567-bccd-a8dc1b1fe154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=652d07ea-7b07-42db-bd68-d2a0662eb711,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:52.921429 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0f4a3b62-6a6c-4567-bccd-a8dc1b1fe154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:52.924828 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0f4a3b62-6a6c-4567-bccd-a8dc1b1fe154 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/652d07ea-7b07-42db-bd68-d2a0662eb711 HTTP/1.1" status: 204 len: 168 time: 0.4038174 May 05 21:39:52.976942 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6016fe3b-a483-469f-be7f-eb3b27b1781d req-b1bb9da1-286d-43b5-b254-ab806f98d752 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] 10.222.0.23 "GET /v2.0/security-groups?id=818f3980-de8f-4603-ad13-d48af127f52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258800 May 05 21:39:52.988082 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:52.989819 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-90c38848-3787-4061-83a2-f7c1ca3380da req-c3e5630a-e027-4025-b205-7a35027e4d5d service neutron] 10.222.0.32 "GET /v2.0/networks/2ea271d8-96e6-42e1-b4ca-22da751bdd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030871 May 05 21:39:52.993265 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c9034c6d-5aea-4ec1-8632-65d41d02b193 req-2ea24098-36ce-446f-b149-dcb6528e68c1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2613428 May 05 21:39:53.024518 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0569a240-f9dd-4bb4-969a-1cb6364267df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:53.054940 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a9204-f88a-49db-a3c7-6b07af3e1ced req-8718877b-c55f-49b8-a4b0-65a7edd7a7ed tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:53.056939 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-183a9204-f88a-49db-a3c7-6b07af3e1ced req-8718877b-c55f-49b8-a4b0-65a7edd7a7ed tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?device_id=8634e2ba-70c7-4eca-b079-298d6f3d1b54 HTTP/1.1" status: 200 len: 971 time: 0.1399381 May 05 21:39:53.072736 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 6b1d7cdb-8e34-4688-acec-db3dfd41e683, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=6b1d7cdb-8e34-4688-acec-db3dfd41e683,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:39:53.073702 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8634e2ba-70c7-4eca-b079-298d6f3d1b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1d7cdb-8e34-4688-acec-db3dfd41e683'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:39:53.082228 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:53.123377 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0569a240-f9dd-4bb4-969a-1cb6364267df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede8c448-6e8c-4548-a502-e3edafd0117f,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:53.173321 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-183a9204-f88a-49db-a3c7-6b07af3e1ced req-d1c1d11f-39a4-402f-b360-bb9a144c8eac tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036744 May 05 21:39:53.182003 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0569a240-f9dd-4bb4-969a-1cb6364267df admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:53.183136 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0569a240-f9dd-4bb4-969a-1cb6364267df admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ede8c448-6e8c-4548-a502-e3edafd0117f HTTP/1.1" status: 204 len: 168 time: 0.6546185 May 05 21:39:53.189574 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=6b1d7cdb-8e34-4688-acec-db3dfd41e683,revision_number=11']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:53.220433 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device fc4fbc47-e8e7-4316-ba83-feea73eae44a details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:39:53.278320 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-90c38848-3787-4061-83a2-f7c1ca3380da req-19e45b17-a8c3-4ae3-9faa-7775038aae46 service neutron] 10.222.0.32 "GET /v2.0/networks/2ea271d8-96e6-42e1-b4ca-22da751bdd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779510 May 05 21:39:53.284031 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c9034c6d-5aea-4ec1-8632-65d41d02b193 req-70ec07d8-5e34-49eb-a832-715284624a9e service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634611 May 05 21:39:53.433601 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7628135b-c3d5-459e-ba4f-ca7093ebddd6'] response: {'server_uuid': '8634e2ba-70c7-4eca-b079-298d6f3d1b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1d7cdb-8e34-4688-acec-db3dfd41e683', 'code': 200} May 05 21:39:53.525056 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c9034c6d-5aea-4ec1-8632-65d41d02b193 req-1d2ba8f2-d2db-4824-a1d4-cc2391096558 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266588 May 05 21:39:53.545603 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port fc4fbc47-e8e7-4316-ba83-feea73eae44a, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=fc4fbc47-e8e7-4316-ba83-feea73eae44a,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:39:53.571187 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': 'fc4fbc47-e8e7-4316-ba83-feea73eae44a', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'port_id': 'fc4fbc47-e8e7-4316-ba83-feea73eae44a', 'mac_address': 'fa:16:3e:c9:1e:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f237a6ef-d044-411f-a2d8-d12619664c91', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:39:53.639214 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:53.659694 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc4fbc47-e8e7-4316-ba83-feea73eae44a {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:39:53.667142 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 59392) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:39:53.679539 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port fc4fbc47-e8e7-4316-ba83-feea73eae44a, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=fc4fbc47-e8e7-4316-ba83-feea73eae44a,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:39:53.684627 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:53.704707 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-93288f28-5481-45af-886b-fe52509ac375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:53.761847 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=fc4fbc47-e8e7-4316-ba83-feea73eae44a,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:53.823478 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aec95a-843b-4644-884b-ec26ffd2b7fe req-5c12c9a6-97c2-49be-9121-b72a30dd88bc tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:53.825688 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-51aec95a-843b-4644-884b-ec26ffd2b7fe req-5c12c9a6-97c2-49be-9121-b72a30dd88bc tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac16859b-183d-4e86-bd67-a6ab39d5a094 HTTP/1.1" status: 200 len: 944 time: 0.4080870 May 05 21:39:53.832334 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d34a1-65ca-46ba-b638-9212b5eb9c8b req-6d46c25e-5e55-4548-9de0-492a8a40ce96 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:53.834208 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1d8d34a1-65ca-46ba-b638-9212b5eb9c8b req-6d46c25e-5e55-4548-9de0-492a8a40ce96 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b5da035-7791-413d-ad5b-2ee52d3aa7c2&tenant_id=1d0c3bd18deb4529a9eff5d87fa07f7f&binding%3Ahost_id=n-h2-825175-4 HTTP/1.1" status: 200 len: 948 time: 0.3324406 May 05 21:39:53.835255 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-93288f28-5481-45af-886b-fe52509ac375 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:39:53.840868 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-93288f28-5481-45af-886b-fe52509ac375 admin admin] Usage tracker for resource:security_group_rule and tenant:f59730c7a85c48509515887c031ce622 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:39:53.843447 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b3e9d-1d58-43d9-9b47-a13ea8dd35b0 req-509cae76-9fed-4b19-ada4-8d771ad51bf1 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:53.844765 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-93288f28-5481-45af-886b-fe52509ac375 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:39:53.850543 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-933b3e9d-1d58-43d9-9b47-a13ea8dd35b0 req-509cae76-9fed-4b19-ada4-8d771ad51bf1 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b5da035-7791-413d-ad5b-2ee52d3aa7c2 HTTP/1.1" status: 200 len: 948 time: 0.2447245 May 05 21:39:53.852888 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-41119dd4-7af6-4788-a7b6-7b59ef1c7449 req-75d605a1-62fe-47d5-ac89-ee9de90548ae service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8634e2ba-70c7-4eca-b079-298d6f3d1b54 HTTP/1.1" status: 200 len: 1123 time: 0.2401860 May 05 21:39:53.853692 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-93288f28-5481-45af-886b-fe52509ac375 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:39:53.917137 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-41119dd4-7af6-4788-a7b6-7b59ef1c7449 req-cfd511cb-540e-40e0-839a-bba42e58e40e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543945 May 05 21:39:53.952445 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-93288f28-5481-45af-886b-fe52509ac375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:53.957653 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-93288f28-5481-45af-886b-fe52509ac375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:53.991663 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-933b3e9d-1d58-43d9-9b47-a13ea8dd35b0 req-3daea2fb-9e44-4f44-b0b2-6235dafbba68 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400013 May 05 21:39:54.003334 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93288f28-5481-45af-886b-fe52509ac375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa2fdf7-6b4d-4f76-a0ba-ca95ec1028d6,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:54.005827 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['fc4fbc47-e8e7-4316-ba83-feea73eae44a'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:39:54.009145 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-93288f28-5481-45af-886b-fe52509ac375 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f59730c7a85c48509515887c031ce622&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3403690 May 05 21:39:54.017050 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-51aec95a-843b-4644-884b-ec26ffd2b7fe req-e3b4847b-ba71-4821-a964-54fdc356c939 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc0ecaeb-86a0-410b-bb10-a89dbdda6d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814783 May 05 21:39:54.018894 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 59404) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:39:54.034268 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [req-1d8d34a1-65ca-46ba-b638-9212b5eb9c8b req-409aeba6-544e-4150-bfdf-a6140f845ade service neutron] delete failed (client error): The resource could not be found. May 05 21:39:54.040918 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1d8d34a1-65ca-46ba-b638-9212b5eb9c8b req-409aeba6-544e-4150-bfdf-a6140f845ade service neutron] 10.222.0.44 "DELETE /v2.0/ports/3c676966-f034-4a3e-a66e-0c8e2be1d42c/bindings/n-h1-825175-4 HTTP/1.1" status: 404 len: 380 time: 0.1701477 May 05 21:39:54.123970 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-681ba604-e591-4b7b-a14e-cd847964bb19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:54.168453 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-681ba604-e591-4b7b-a14e-cd847964bb19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:54.250566 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-681ba604-e591-4b7b-a14e-cd847964bb19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:54.269833 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ba604-e591-4b7b-a14e-cd847964bb19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa2fdf7-6b4d-4f76-a0ba-ca95ec1028d6,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:54.278956 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-681ba604-e591-4b7b-a14e-cd847964bb19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:54.280757 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-681ba604-e591-4b7b-a14e-cd847964bb19 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cfa2fdf7-6b4d-4f76-a0ba-ca95ec1028d6 HTTP/1.1" status: 204 len: 168 time: 0.2607763 May 05 21:39:54.411295 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1d8d34a1-65ca-46ba-b638-9212b5eb9c8b req-71e1a04e-eb51-4b3b-999e-7bbdf3e8181d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d0c3bd18deb4529a9eff5d87fa07f7f&device_id=3b5da035-7791-413d-ad5b-2ee52d3aa7c2 HTTP/1.1" status: 200 len: 1099 time: 0.2562857 May 05 21:39:54.419585 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdad590-6dcf-4083-8135-5e16876cc0a5 req-27b9f968-153d-421f-82d1-a729690301a0 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:54.420978 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-efdad590-6dcf-4083-8135-5e16876cc0a5 req-27b9f968-153d-421f-82d1-a729690301a0 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aa8cf51-6804-4dd1-b05c-dac7266b6e48 HTTP/1.1" status: 200 len: 949 time: 0.1607964 May 05 21:39:54.449649 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d547cd-0141-4c0f-9ab8-66f7fda1c662 req-302e11bc-aa30-42f9-933c-fb96e953e573 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:54.456269 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b5d547cd-0141-4c0f-9ab8-66f7fda1c662 req-302e11bc-aa30-42f9-933c-fb96e953e573 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=90ad001a-3aad-467f-9c32-1334a7b7923e HTTP/1.1" status: 200 len: 943 time: 0.2406526 May 05 21:39:54.622737 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-efdad590-6dcf-4083-8135-5e16876cc0a5 req-92569b69-8e7e-49c8-a672-b1370cb0dada tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] 10.222.0.23 "GET /v2.0/security-groups?id=818f3980-de8f-4603-ad13-d48af127f52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794353 May 05 21:39:54.634629 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b5d547cd-0141-4c0f-9ab8-66f7fda1c662 req-221fa34c-7a2f-4b4b-ab0b-79e1a7e290b5 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773856 May 05 21:39:54.649356 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d34a1-65ca-46ba-b638-9212b5eb9c8b req-8795d4df-e600-4191-a082-932f9cf14c08 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:54.650823 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1d8d34a1-65ca-46ba-b638-9212b5eb9c8b req-8795d4df-e600-4191-a082-932f9cf14c08 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 HTTP/1.1" status: 200 len: 870 time: 0.2289836 May 05 21:39:54.735731 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 3c676966-f034-4a3e-a66e-0c8e2be1d42c up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:39:54.759162 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1d8d34a1-65ca-46ba-b638-9212b5eb9c8b req-42806d29-9953-4e56-96bf-d0e7b6ca0bd4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=3c676966-f034-4a3e-a66e-0c8e2be1d42c HTTP/1.1" status: 200 len: 217 time: 0.0954423 May 05 21:39:54.817985 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port 3c676966-f034-4a3e-a66e-0c8e2be1d42c completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:39:54.824123 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 3c676966-f034-4a3e-a66e-0c8e2be1d42c triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:39:54.824720 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:54.970709 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:55.008391 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 3c676966-f034-4a3e-a66e-0c8e2be1d42c, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=3c676966-f034-4a3e-a66e-0c8e2be1d42c,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:39:55.012939 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d34a1-65ca-46ba-b638-9212b5eb9c8b req-28e8a876-2db6-41ca-bd48-768bf1fed604 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:55.014404 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1d8d34a1-65ca-46ba-b638-9212b5eb9c8b req-28e8a876-2db6-41ca-bd48-768bf1fed604 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.2478085 May 05 21:39:55.019488 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:55.021090 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 316ee080-e24c-4927-ae55-1d986286df81 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:39:55.075100 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb6e3b-3c43-459e-814b-964f905bc8cd req-75502b33-0b0c-4af1-94dc-e64aaa5a099b tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:55.082321 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8deb6e3b-3c43-459e-814b-964f905bc8cd req-75502b33-0b0c-4af1-94dc-e64aaa5a099b tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?device_id=8634e2ba-70c7-4eca-b079-298d6f3d1b54 HTTP/1.1" status: 200 len: 972 time: 0.2646096 May 05 21:39:55.157630 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8deb6e3b-3c43-459e-814b-964f905bc8cd req-f660bbc3-2f12-4150-89ea-afc1e8b45d6d tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743029 May 05 21:39:55.184865 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1d8d34a1-65ca-46ba-b638-9212b5eb9c8b req-381e5c6a-28db-4bc4-9cbf-8d9e8b343c08 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1607213 May 05 21:39:55.210720 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=3c676966-f034-4a3e-a66e-0c8e2be1d42c,revision_number=9']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:55.214048 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device fc4fbc47-e8e7-4316-ba83-feea73eae44a up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:39:55.330960 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port 316ee080-e24c-4927-ae55-1d986286df81 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:39:55.350221 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 316ee080-e24c-4927-ae55-1d986286df81 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:39:55.350589 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:55.432015 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port fc4fbc47-e8e7-4316-ba83-feea73eae44a completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:39:55.435360 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b5da035-7791-413d-ad5b-2ee52d3aa7c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c676966-f034-4a3e-a66e-0c8e2be1d42c'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:39:55.445776 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port fc4fbc47-e8e7-4316-ba83-feea73eae44a triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:39:55.446142 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:55.458046 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 59456) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:39:55.496530 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1d8d34a1-65ca-46ba-b638-9212b5eb9c8b req-c10d51e8-b428-487f-8ba6-d4d10061f98e service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032699 May 05 21:39:55.594322 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e893e-a067-467d-b897-a0dd548a9821 req-e20bffac-4128-466a-84d1-7c10ebd39658 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:55.598946 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:55.601313 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-064e893e-a067-467d-b897-a0dd548a9821 req-e20bffac-4128-466a-84d1-7c10ebd39658 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b5da035-7791-413d-ad5b-2ee52d3aa7c2 HTTP/1.1" status: 200 len: 949 time: 0.3107667 May 05 21:39:55.682607 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 316ee080-e24c-4927-ae55-1d986286df81, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=316ee080-e24c-4927-ae55-1d986286df81,segment=NetworkSegment(70e83286-5918-4af1-9b6d-01bc6155c4dc),segment_id=70e83286-5918-4af1-9b6d-01bc6155c4dc)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:39:55.691536 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:55.705902 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:55.776181 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa43ba6-2f13-4b70-8624-5e3ea65af82c req-d9d4e222-e720-4080-990e-8c0504f82e6c tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:55.778806 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-daa43ba6-2f13-4b70-8624-5e3ea65af82c req-d9d4e222-e720-4080-990e-8c0504f82e6c tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac16859b-183d-4e86-bd67-a6ab39d5a094 HTTP/1.1" status: 200 len: 944 time: 0.4319344 May 05 21:39:55.794278 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port fc4fbc47-e8e7-4316-ba83-feea73eae44a, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=fc4fbc47-e8e7-4316-ba83-feea73eae44a,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:39:55.801441 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=316ee080-e24c-4927-ae55-1d986286df81,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:55.805347 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:55.857935 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-064e893e-a067-467d-b897-a0dd548a9821 req-578aafbc-97ac-466d-9b92-ce90e7f99ccc tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447415 May 05 21:39:55.906167 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1d8d34a1-65ca-46ba-b638-9212b5eb9c8b req-aa5a34ef-9349-4b15-b0e7-1d1eb7e110b9 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4009929 May 05 21:39:55.906814 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=fc4fbc47-e8e7-4316-ba83-feea73eae44a,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:55.916788 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-09ee01c3-5b90-49bb-87e4-c4d3a6b8ac49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:55.918164 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-daa43ba6-2f13-4b70-8624-5e3ea65af82c req-ad27f609-46c0-4a03-a97e-a33caff3517f tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc0ecaeb-86a0-410b-bb10-a89dbdda6d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104894 May 05 21:39:55.959284 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-09ee01c3-5b90-49bb-87e4-c4d3a6b8ac49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:39:55.965476 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-09ee01c3-5b90-49bb-87e4-c4d3a6b8ac49 admin admin] Usage tracker for resource:security_group_rule and tenant:f31c273919a941fe8da9dc5a3a3d29f5 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:39:55.968772 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-09ee01c3-5b90-49bb-87e4-c4d3a6b8ac49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:39:55.983855 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-09ee01c3-5b90-49bb-87e4-c4d3a6b8ac49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:39:56.018025 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ccecd89-57e4-4241-b389-84c3d94ab20d'] response: {'server_uuid': '3b5da035-7791-413d-ad5b-2ee52d3aa7c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c676966-f034-4a3e-a66e-0c8e2be1d42c', 'code': 200} May 05 21:39:56.067724 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-09ee01c3-5b90-49bb-87e4-c4d3a6b8ac49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:56.074037 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-09ee01c3-5b90-49bb-87e4-c4d3a6b8ac49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:56.123517 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-09ee01c3-5b90-49bb-87e4-c4d3a6b8ac49 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f31c273919a941fe8da9dc5a3a3d29f5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6636598 May 05 21:39:56.123711 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59474) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:39:56.142578 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ee01c3-5b90-49bb-87e4-c4d3a6b8ac49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86858691-7042-4d52-9f80-c7f80ffeda09,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:56.314272 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ee251049-883b-4b85-9005-af27ae00f6b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:56.340988 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8fe79-f481-45b0-8263-3a4716f5d49c req-72e9b006-9604-466e-88cb-46ff94d2b45e tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:56.342532 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-22c8fe79-f481-45b0-8263-3a4716f5d49c req-72e9b006-9604-466e-88cb-46ff94d2b45e tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=90ad001a-3aad-467f-9c32-1334a7b7923e HTTP/1.1" status: 200 len: 943 time: 0.2031391 May 05 21:39:56.349910 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ace50-67fa-4a4e-bafd-c4edcbfbedcf req-f509a56b-fbeb-44bf-9b1e-8dc1d7d0a218 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:56.352002 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d64ace50-67fa-4a4e-bafd-c4edcbfbedcf req-f509a56b-fbeb-44bf-9b1e-8dc1d7d0a218 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aa8cf51-6804-4dd1-b05c-dac7266b6e48 HTTP/1.1" status: 200 len: 950 time: 0.2250295 May 05 21:39:56.401495 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ee251049-883b-4b85-9005-af27ae00f6b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:56.475721 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-22c8fe79-f481-45b0-8263-3a4716f5d49c req-b1d8328f-24dc-4787-b105-9f5169ab9396 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170375 May 05 21:39:56.481452 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d64ace50-67fa-4a4e-bafd-c4edcbfbedcf req-7f15b917-cbe0-4ed8-bcfe-ba2d46dd26cf tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] 10.222.0.23 "GET /v2.0/security-groups?id=818f3980-de8f-4603-ad13-d48af127f52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093495 May 05 21:39:56.501678 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ee251049-883b-4b85-9005-af27ae00f6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:56.542284 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee251049-883b-4b85-9005-af27ae00f6b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86858691-7042-4d52-9f80-c7f80ffeda09,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:56.573019 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ee251049-883b-4b85-9005-af27ae00f6b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:56.579715 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ee251049-883b-4b85-9005-af27ae00f6b7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/86858691-7042-4d52-9f80-c7f80ffeda09 HTTP/1.1" status: 204 len: 168 time: 0.4550037 May 05 21:39:56.727602 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d59579-6d9b-492b-87c1-dabe837b1080 req-b9a7f8bf-674d-477b-96e6-fbdfcf41db5f tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:56.729312 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-53d59579-6d9b-492b-87c1-dabe837b1080 req-b9a7f8bf-674d-477b-96e6-fbdfcf41db5f tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?device_id=8634e2ba-70c7-4eca-b079-298d6f3d1b54 HTTP/1.1" status: 200 len: 972 time: 0.0936956 May 05 21:39:56.788524 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-53d59579-6d9b-492b-87c1-dabe837b1080 req-34c7151f-d2bc-416c-a286-ff66264660c7 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524235 May 05 21:39:56.808884 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59496) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:39:57.381864 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-b72a1684-5c2d-405a-9867-4cd8ebf8a8f6 service neutron] 10.222.0.32 "GET /v2.0/ports/25a0f74a-024c-433c-94a0-470103bf1d3c/bindings/n-h1-825175-4 HTTP/1.1" status: 200 len: 384 time: 0.0827971 May 05 21:39:57.418255 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc3658-1bb6-4fa8-86fd-4e2658acfdab req-4638b859-a508-49d6-ad1f-a90ba2308400 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:57.419752 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ecdc3658-1bb6-4fa8-86fd-4e2658acfdab req-4638b859-a508-49d6-ad1f-a90ba2308400 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b5da035-7791-413d-ad5b-2ee52d3aa7c2 HTTP/1.1" status: 200 len: 949 time: 0.3909564 May 05 21:39:57.508320 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ecdc3658-1bb6-4fa8-86fd-4e2658acfdab req-f1c26689-8fe9-455d-81d5-88a36ba4a561 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816710 May 05 21:39:57.523510 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d42a46-db04-4db9-adf9-6f0072858fd4 req-ced7f418-c761-42dc-ae8e-c87901c87059 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:57.524920 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c8d42a46-db04-4db9-adf9-6f0072858fd4 req-ced7f418-c761-42dc-ae8e-c87901c87059 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac16859b-183d-4e86-bd67-a6ab39d5a094 HTTP/1.1" status: 200 len: 945 time: 0.3101125 May 05 21:39:57.618284 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c8d42a46-db04-4db9-adf9-6f0072858fd4 req-4cdf55f9-45a4-4930-a658-1de5be426a5d tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc0ecaeb-86a0-410b-bb10-a89dbdda6d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875638 May 05 21:39:57.648283 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d0785c93-0be3-4cea-95d6-b430ead508b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:57.687674 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-41dffc5a-c5f0-47b2-8231-ca730558f9b3 service neutron] For port 25a0f74a-024c-433c-94a0-470103bf1d3c, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=25a0f74a-024c-433c-94a0-470103bf1d3c,segment=NetworkSegment(87859d75-c285-4ea1-b899-3b38f003cf70),segment_id=87859d75-c285-4ea1-b899-3b38f003cf70)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:39:57.717573 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-41dffc5a-c5f0-47b2-8231-ca730558f9b3 service neutron] For port 25a0f74a-024c-433c-94a0-470103bf1d3c, host n-h2-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:39:57.783274 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-41dffc5a-c5f0-47b2-8231-ca730558f9b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25a0f74a-024c-433c-94a0-470103bf1d3c {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:39:57.797628 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-41dffc5a-c5f0-47b2-8231-ca730558f9b3 service neutron] For port 25a0f74a-024c-433c-94a0-470103bf1d3c, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=25a0f74a-024c-433c-94a0-470103bf1d3c,segment=NetworkSegment(87859d75-c285-4ea1-b899-3b38f003cf70),segment_id=87859d75-c285-4ea1-b899-3b38f003cf70)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:39:57.820378 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-41dffc5a-c5f0-47b2-8231-ca730558f9b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:57.838048 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59536) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:39:57.876199 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-abe24e76-6252-434e-9312-09c594ca4564 req-cb84d9f0-a17c-403c-9545-51bc4c6d9569 tempest-ServersAdminTestJSON-281712813 tempest-ServersAdminTestJSON-281712813-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8634e2ba-70c7-4eca-b079-298d6f3d1b54 HTTP/1.1" status: 200 len: 1123 time: 0.1109087 May 05 21:39:57.936541 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-abe24e76-6252-434e-9312-09c594ca4564 req-7ea99c36-a797-40cc-b4c9-05cba67b0cb9 tempest-ServersAdminTestJSON-281712813 tempest-ServersAdminTestJSON-281712813-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511394 May 05 21:39:57.971162 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-41dffc5a-c5f0-47b2-8231-ca730558f9b3 service neutron] Transition to ACTIVE for port object 25a0f74a-024c-433c-94a0-470103bf1d3c will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:39:57.981435 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-41dffc5a-c5f0-47b2-8231-ca730558f9b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:58.019126 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac16859b-183d-4e86-bd67-a6ab39d5a094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '316ee080-e24c-4927-ae55-1d986286df81'}, {'server_uuid': '3aa8cf51-6804-4dd1-b05c-dac7266b6e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc4fbc47-e8e7-4316-ba83-feea73eae44a'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:39:58.073452 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dffc5a-c5f0-47b2-8231-ca730558f9b3 service neutron] Pushing event updated for resources: {'Port': ['ID=25a0f74a-024c-433c-94a0-470103bf1d3c,revision_number=10']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:58.093716 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-49d9e688-7ac5-437a-8268-99bf6b20d1fd admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-915760109-network', 'tenant_id': 'ddd4b9e379904604953b02573e2642da'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:39:58.115151 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-49d9e688-7ac5-437a-8268-99bf6b20d1fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:39:58.172784 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-49d9e688-7ac5-437a-8268-99bf6b20d1fd admin admin] Usage tracker for resource:network and tenant:ddd4b9e379904604953b02573e2642da is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:39:58.173834 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-41dffc5a-c5f0-47b2-8231-ca730558f9b3 service neutron] No DVR routers for this DVR port 25a0f74a-024c-433c-94a0-470103bf1d3c on host n-h2-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:39:58.187633 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-49d9e688-7ac5-437a-8268-99bf6b20d1fd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:39:58.206386 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-49d9e688-7ac5-437a-8268-99bf6b20d1fd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:39:58.228996 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-41dffc5a-c5f0-47b2-8231-ca730558f9b3 service neutron] 10.222.0.32 "PUT /v2.0/ports/25a0f74a-024c-433c-94a0-470103bf1d3c/bindings/n-h1-825175-4/activate HTTP/1.1" status: 200 len: 369 time: 0.8417420 May 05 21:39:58.292053 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d9e688-7ac5-437a-8268-99bf6b20d1fd admin admin] Made reservation on behalf of ddd4b9e379904604953b02573e2642da for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:39:58.294271 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-49d9e688-7ac5-437a-8268-99bf6b20d1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:58.359622 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-49d9e688-7ac5-437a-8268-99bf6b20d1fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:58.466692 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434bc43-7969-469a-bc65-0d92bc9cd66f req-190eb9f5-7345-4714-a20e-91c84d0e6afd tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:58.468070 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c434bc43-7969-469a-bc65-0d92bc9cd66f req-190eb9f5-7345-4714-a20e-91c84d0e6afd tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=90ad001a-3aad-467f-9c32-1334a7b7923e HTTP/1.1" status: 200 len: 944 time: 0.3543575 May 05 21:39:58.506277 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c898d-b26a-4ead-9ed4-d8eaaafbf766 req-6b68db4d-8d75-4bf3-8d65-2075edd9200c tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:58.507851 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2f2c898d-b26a-4ead-9ed4-d8eaaafbf766 req-6b68db4d-8d75-4bf3-8d65-2075edd9200c tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aa8cf51-6804-4dd1-b05c-dac7266b6e48 HTTP/1.1" status: 200 len: 950 time: 0.3087523 May 05 21:39:58.514450 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-49d9e688-7ac5-437a-8268-99bf6b20d1fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:39:58.551048 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-49d9e688-7ac5-437a-8268-99bf6b20d1fd admin admin] Usage tracker for resource:security_group_rule and tenant:ddd4b9e379904604953b02573e2642da is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:39:58.573359 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-49d9e688-7ac5-437a-8268-99bf6b20d1fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:39:58.602698 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-2d723a81-b612-4883-a2e4-a449750050cc tempest-LiveAutoBlockMigrationV225Test-533236276 tempest-LiveAutoBlockMigrationV225Test-533236276-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=90ad001a-3aad-467f-9c32-1334a7b7923e&tenant_id=300e0002c0a34937b02bd35920b6a01f&binding%3Ahost_id=n-h2-825175-4 HTTP/1.1" status: 200 len: 1095 time: 0.3146613 May 05 21:39:58.604143 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-49d9e688-7ac5-437a-8268-99bf6b20d1fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:39:58.643367 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:39:58.691350 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c434bc43-7969-469a-bc65-0d92bc9cd66f req-e19e1889-2492-42fa-9f38-34fb9f1964b7 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123160 May 05 21:39:58.709290 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2f2c898d-b26a-4ead-9ed4-d8eaaafbf766 req-0c06ac1c-5599-4522-a8c3-f739090ee72c tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] 10.222.0.23 "GET /v2.0/security-groups?id=818f3980-de8f-4603-ad13-d48af127f52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883774 May 05 21:39:58.788175 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-49d9e688-7ac5-437a-8268-99bf6b20d1fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:58.798703 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-9f1b1acc-af03-40a6-847d-e6ddfaf4b3d5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=90ad001a-3aad-467f-9c32-1334a7b7923e&tenant_id=300e0002c0a34937b02bd35920b6a01f HTTP/1.1" status: 200 len: 1095 time: 0.1820447 May 05 21:39:58.799953 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-49d9e688-7ac5-437a-8268-99bf6b20d1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:58.946750 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49d9e688-7ac5-437a-8268-99bf6b20d1fd admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:39:58.949754 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d9e688-7ac5-437a-8268-99bf6b20d1fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7568e477-67c8-43ef-953c-8ed3ca081be0,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:58.973721 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a1e8d45-1300-426b-947a-8cbde47e6a6e'] response: {'server_uuid': 'ac16859b-183d-4e86-bd67-a6ab39d5a094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '316ee080-e24c-4927-ae55-1d986286df81', 'code': 200} May 05 21:39:58.974072 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a1e8d45-1300-426b-947a-8cbde47e6a6e'] response: {'server_uuid': '3aa8cf51-6804-4dd1-b05c-dac7266b6e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc4fbc47-e8e7-4316-ba83-feea73eae44a', 'code': 200} May 05 21:39:58.977996 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-49d9e688-7ac5-437a-8268-99bf6b20d1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:58.978511 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-49d9e688-7ac5-437a-8268-99bf6b20d1fd admin admin] Added segment 829d38c7-6906-4e82-a39e-d9f027380cc7 of type vlan for network b818a522-930a-4e0c-83f8-04da001d67f4 May 05 21:39:59.054835 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-49d9e688-7ac5-437a-8268-99bf6b20d1fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:59.101033 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-49d9e688-7ac5-437a-8268-99bf6b20d1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:59.102202 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d9e688-7ac5-437a-8268-99bf6b20d1fd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:59.103155 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-49d9e688-7ac5-437a-8268-99bf6b20d1fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:59.191822 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fdf8eef4-a0e2-45ce-b96c-dd50696376da req-6d34f022-fc6f-43a3-9b09-286ba78f65e0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ac16859b-183d-4e86-bd67-a6ab39d5a094 HTTP/1.1" status: 200 len: 1096 time: 0.1106436 May 05 21:39:59.195390 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e0ce4541-41ce-4626-b7cd-cdb9e49304c4 req-869e87d5-2dc6-4baf-ba3f-e558cb196cb8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3aa8cf51-6804-4dd1-b05c-dac7266b6e48 HTTP/1.1" status: 200 len: 1101 time: 0.1500239 May 05 21:39:59.268861 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fdf8eef4-a0e2-45ce-b96c-dd50696376da req-1e77bee8-d76a-4f57-ba8e-91e7230d7f39 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fc0ecaeb-86a0-410b-bb10-a89dbdda6d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688202 May 05 21:39:59.273902 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e0ce4541-41ce-4626-b7cd-cdb9e49304c4 req-3cc1e085-e49d-48b2-aea8-1beced24dcf0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=818f3980-de8f-4603-ad13-d48af127f52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604169 May 05 21:39:59.287360 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 59556) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:39:59.307019 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-49d9e688-7ac5-437a-8268-99bf6b20d1fd admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4643154 May 05 21:39:59.310228 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 59562) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:39:59.314719 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d9e688-7ac5-437a-8268-99bf6b20d1fd admin admin] Pushing event updated for resources: {'Network': ['ID=b818a522-930a-4e0c-83f8-04da001d67f4,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:59.317016 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-f77c02e7-5b82-46ff-b452-66b331f8e3e6 admin admin] Request body: {'subnet': {'network_id': 'b818a522-930a-4e0c-83f8-04da001d67f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-915760109-subnet', 'tenant_id': 'ddd4b9e379904604953b02573e2642da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:39:59.323615 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f77c02e7-5b82-46ff-b452-66b331f8e3e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:39:59.325362 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network b818a522-930a-4e0c-83f8-04da001d67f4 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:39:59.329025 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f77c02e7-5b82-46ff-b452-66b331f8e3e6 admin admin] Usage tracker for resource:subnet and tenant:ddd4b9e379904604953b02573e2642da is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:39:59.332371 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f77c02e7-5b82-46ff-b452-66b331f8e3e6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:39:59.339997 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f77c02e7-5b82-46ff-b452-66b331f8e3e6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:39:59.354159 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77c02e7-5b82-46ff-b452-66b331f8e3e6 admin admin] Made reservation on behalf of ddd4b9e379904604953b02573e2642da for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:39:59.357487 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f77c02e7-5b82-46ff-b452-66b331f8e3e6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:59.445170 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-cbcdcc60-7e02-4ff7-a571-96609978dab6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=300e0002c0a34937b02bd35920b6a01f&device_id=90ad001a-3aad-467f-9c32-1334a7b7923e HTTP/1.1" status: 200 len: 1095 time: 0.6174667 May 05 21:39:59.463092 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c07260-d14f-4637-b526-e855b129a292 req-685aa656-620e-4b2c-be63-fade0e51e9d4 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:59.464881 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-74c07260-d14f-4637-b526-e855b129a292 req-685aa656-620e-4b2c-be63-fade0e51e9d4 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b5da035-7791-413d-ad5b-2ee52d3aa7c2 HTTP/1.1" status: 200 len: 949 time: 0.5716484 May 05 21:39:59.487278 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c0bb4e00-082c-498b-bc41-c485613822bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:59.509922 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-d0785c93-0be3-4cea-95d6-b430ead508b8 admin admin] Deleting port 7a8ffa1a-897d-4df9-ab8b-fc14324274b3 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:39:59.510599 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d0785c93-0be3-4cea-95d6-b430ead508b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:59.533599 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c0bb4e00-082c-498b-bc41-c485613822bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:39:59.570464 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c0bb4e00-082c-498b-bc41-c485613822bf admin admin] Usage tracker for resource:security_group_rule and tenant:65bd0d083dd14b32be8823c2027f00e8 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:39:59.574631 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c0bb4e00-082c-498b-bc41-c485613822bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:39:59.586469 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c0bb4e00-082c-498b-bc41-c485613822bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:39:59.661023 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f77c02e7-5b82-46ff-b452-66b331f8e3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:59.669502 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cfff87-00e6-490c-99e7-836e576187ea req-1bad52ce-155b-425a-9ae0-61a92cd4de42 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:59.670932 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-48cfff87-00e6-490c-99e7-836e576187ea req-1bad52ce-155b-425a-9ae0-61a92cd4de42 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac16859b-183d-4e86-bd67-a6ab39d5a094 HTTP/1.1" status: 200 len: 945 time: 0.5640185 May 05 21:39:59.740547 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c0bb4e00-082c-498b-bc41-c485613822bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:59.754966 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c0bb4e00-082c-498b-bc41-c485613822bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:59.770020 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-74c07260-d14f-4637-b526-e855b129a292 req-c8eb51a5-ac10-4ff4-a302-279c086fade5 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969987 May 05 21:39:59.773020 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77c02e7-5b82-46ff-b452-66b331f8e3e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9de8d683-3484-40a1-82ea-833de04ff50b,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:59.821114 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c0bb4e00-082c-498b-bc41-c485613822bf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=65bd0d083dd14b32be8823c2027f00e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5326874 May 05 21:39:59.821836 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb4e00-082c-498b-bc41-c485613822bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e38f1b62-3b0e-456c-891f-40eb202351c5,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:39:59.824184 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 59572) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:39:59.824878 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77c02e7-5b82-46ff-b452-66b331f8e3e6 admin admin] Checking segment: {'id': '829d38c7-6906-4e82-a39e-d9f027380cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b818a522-930a-4e0c-83f8-04da001d67f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:39:59.825329 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77c02e7-5b82-46ff-b452-66b331f8e3e6 admin admin] Network hostable DHCP agents. Network: b818a522-930a-4e0c-83f8-04da001d67f4, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:39:59.825894 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-9d54968a-9d82-4580-aacf-5acaa60064d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:59.827437 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-9d54968a-9d82-4580-aacf-5acaa60064d2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2ea271d8-96e6-42e1-b4ca-22da751bdd28 HTTP/1.1" status: 200 len: 921 time: 0.3534002 May 05 21:39:59.898881 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77c02e7-5b82-46ff-b452-66b331f8e3e6 admin admin] Network b818a522-930a-4e0c-83f8-04da001d67f4 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:39:59.907182 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-87db1350-9e46-4389-8903-cc87a4c83db7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:59.911218 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-48cfff87-00e6-490c-99e7-836e576187ea req-f793c3b3-0c41-40fa-ad82-b4856c78f4b1 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc0ecaeb-86a0-410b-bb10-a89dbdda6d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909776 May 05 21:39:59.920164 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-f77c02e7-5b82-46ff-b452-66b331f8e3e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, b818a522-930a-4e0c-83f8-04da001d67f4) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:39:59.934716 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-b8c96d65-0956-4914-a323-52119e4a6a6e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=25a0f74a-024c-433c-94a0-470103bf1d3c HTTP/1.1" status: 200 len: 217 time: 0.0844023 May 05 21:39:59.935501 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77c02e7-5b82-46ff-b452-66b331f8e3e6 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:39:59.935501 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f77c02e7-5b82-46ff-b452-66b331f8e3e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:59.936088 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd294eb7-0cf1-4f6d-ac77-21eed72db5c3 None None] Network b818a522-930a-4e0c-83f8-04da001d67f4 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:39:59.952895 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-87db1350-9e46-4389-8903-cc87a4c83db7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:59.965782 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-d0785c93-0be3-4cea-95d6-b430ead508b8 admin admin] For port 7a8ffa1a-897d-4df9-ab8b-fc14324274b3, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=7a8ffa1a-897d-4df9-ab8b-fc14324274b3,segment=NetworkSegment(4c0b01e5-8fe5-4bee-966f-ea37d84bcbb4),segment_id=4c0b01e5-8fe5-4bee-966f-ea37d84bcbb4)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:39:59.966143 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d0785c93-0be3-4cea-95d6-b430ead508b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:39:59.991170 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f77c02e7-5b82-46ff-b452-66b331f8e3e6 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6797230 May 05 21:40:00.029533 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-87db1350-9e46-4389-8903-cc87a4c83db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:00.049759 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87db1350-9e46-4389-8903-cc87a4c83db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38f1b62-3b0e-456c-891f-40eb202351c5,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:00.054949 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-87db1350-9e46-4389-8903-cc87a4c83db7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:00.058802 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-87db1350-9e46-4389-8903-cc87a4c83db7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e38f1b62-3b0e-456c-891f-40eb202351c5 HTTP/1.1" status: 204 len: 168 time: 0.2266083 May 05 21:40:00.167174 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-d0785c93-0be3-4cea-95d6-b430ead508b8 admin admin] Calling delete_port for 7a8ffa1a-897d-4df9-ab8b-fc14324274b3 owned by network:router_interface {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:40:00.238719 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf19996-cde5-4bba-a4d6-8d63a05e8367 None None] Network b818a522-930a-4e0c-83f8-04da001d67f4 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:40:00.292816 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-a22a9990-9347-4358-baf8-57b4ed49dfc1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:00.294244 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-a22a9990-9347-4358-baf8-57b4ed49dfc1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=36081928-afee-4476-8a16-bce3420fbcc5 HTTP/1.1" status: 200 len: 860 time: 0.3148425 May 05 21:40:00.482878 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 59584) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:40:00.500389 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-fb4532ed-1536-4b51-8894-95ded20dc861 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2ea271d8-96e6-42e1-b4ca-22da751bdd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1987181 May 05 21:40:00.502867 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-385dc133-aad7-4f2c-a180-6bc142bad7e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:00.541923 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-385dc133-aad7-4f2c-a180-6bc142bad7e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:40:00.545887 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-385dc133-aad7-4f2c-a180-6bc142bad7e9 admin admin] Usage tracker for resource:security_group_rule and tenant:11cd187fbd594693a9e7bd358f1c2243 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:40:00.548856 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-385dc133-aad7-4f2c-a180-6bc142bad7e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:40:00.552015 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3afb710c-173b-45f0-9127-079e1fdc04ac req-a99c5add-8f9f-41aa-920a-b618b9468f2b tempest-ServersAdminTestJSON-281712813 tempest-ServersAdminTestJSON-281712813-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8634e2ba-70c7-4eca-b079-298d6f3d1b54 HTTP/1.1" status: 200 len: 1123 time: 0.6313095 May 05 21:40:00.555370 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-385dc133-aad7-4f2c-a180-6bc142bad7e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:40:00.638860 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db420b57-ac09-4925-a568-7acc55efd903 req-1c46feec-9b12-4a13-9cc7-623d8e49e024 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:00.645833 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-db420b57-ac09-4925-a568-7acc55efd903 req-1c46feec-9b12-4a13-9cc7-623d8e49e024 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=90ad001a-3aad-467f-9c32-1334a7b7923e HTTP/1.1" status: 200 len: 944 time: 0.6069417 May 05 21:40:00.676423 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-385dc133-aad7-4f2c-a180-6bc142bad7e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:00.681128 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-385dc133-aad7-4f2c-a180-6bc142bad7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:00.730362 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385dc133-aad7-4f2c-a180-6bc142bad7e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c47e5c78-98e7-41f2-bfbd-e028b4c33efb,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:00.735035 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-385dc133-aad7-4f2c-a180-6bc142bad7e9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=11cd187fbd594693a9e7bd358f1c2243&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2509892 May 05 21:40:00.737400 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 59588) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:40:00.760546 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 25a0f74a-024c-433c-94a0-470103bf1d3c no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:40:00.789769 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3afb710c-173b-45f0-9127-079e1fdc04ac req-16af6449-d9b7-449a-b971-ad1a84ac397b tempest-ServersAdminTestJSON-281712813 tempest-ServersAdminTestJSON-281712813-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582885 May 05 21:40:00.809742 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-db420b57-ac09-4925-a568-7acc55efd903 req-47617b9b-536b-4ad0-b258-cd8e4e0ae2ee tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629908 May 05 21:40:00.817462 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-38059ff4-06d1-4b58-8d94-69ce6139b20e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:00.820428 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-16b9116b-89cd-41bc-9193-b2e22c2b2f49 service neutron] 10.222.0.44 "GET /v2.0/networks/2ea271d8-96e6-42e1-b4ca-22da751bdd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031926 May 05 21:40:00.834645 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 25a0f74a-024c-433c-94a0-470103bf1d3c not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:40:00.872307 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-38059ff4-06d1-4b58-8d94-69ce6139b20e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:00.944545 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-38059ff4-06d1-4b58-8d94-69ce6139b20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:00.963437 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38059ff4-06d1-4b58-8d94-69ce6139b20e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47e5c78-98e7-41f2-bfbd-e028b4c33efb,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:00.970545 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-38059ff4-06d1-4b58-8d94-69ce6139b20e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:00.974189 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-38059ff4-06d1-4b58-8d94-69ce6139b20e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c47e5c78-98e7-41f2-bfbd-e028b4c33efb HTTP/1.1" status: 204 len: 168 time: 0.2335324 May 05 21:40:01.172508 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d0785c93-0be3-4cea-95d6-b430ead508b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:01.236545 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0785c93-0be3-4cea-95d6-b430ead508b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a8ffa1a-897d-4df9-ab8b-fc14324274b3,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:01.247152 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-a06f86c7-2b02-4e60-a708-09abb89729fc service neutron] 10.222.0.44 "GET /v2.0/networks/2ea271d8-96e6-42e1-b4ca-22da751bdd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3828068 May 05 21:40:01.301826 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-4082ebb6-f5f4-427e-bb94-bd7b18cf484e req-829fdd75-cadf-44db-9da7-74247bb537d9 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-28536483', 'description': 'tempest-description-1398564071'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:40:01.335505 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-4082ebb6-f5f4-427e-bb94-bd7b18cf484e req-829fdd75-cadf-44db-9da7-74247bb537d9 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:40:01.346179 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-4082ebb6-f5f4-427e-bb94-bd7b18cf484e req-829fdd75-cadf-44db-9da7-74247bb537d9 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Usage tracker for resource:security_group and tenant:ddd4b9e379904604953b02573e2642da is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:40:01.349601 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-4082ebb6-f5f4-427e-bb94-bd7b18cf484e req-829fdd75-cadf-44db-9da7-74247bb537d9 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:40:01.359073 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a126fb2-7e3d-4bfc-bab5-300ccf1cbc3b req-f41bee63-fa6f-4bff-b3d0-c776c746348a tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:01.360557 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4a126fb2-7e3d-4bfc-bab5-300ccf1cbc3b req-f41bee63-fa6f-4bff-b3d0-c776c746348a tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aa8cf51-6804-4dd1-b05c-dac7266b6e48 HTTP/1.1" status: 200 len: 950 time: 0.4086826 May 05 21:40:01.370781 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-4082ebb6-f5f4-427e-bb94-bd7b18cf484e req-829fdd75-cadf-44db-9da7-74247bb537d9 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:40:01.465696 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4082ebb6-f5f4-427e-bb94-bd7b18cf484e req-829fdd75-cadf-44db-9da7-74247bb537d9 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:01.618863 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4a126fb2-7e3d-4bfc-bab5-300ccf1cbc3b req-23c73fba-1c44-46b8-99ae-4dc8bf79140d tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] 10.222.0.23 "GET /v2.0/security-groups?id=818f3980-de8f-4603-ad13-d48af127f52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491732 May 05 21:40:01.651535 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-4082ebb6-f5f4-427e-bb94-bd7b18cf484e req-829fdd75-cadf-44db-9da7-74247bb537d9 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:40:01.655920 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-4082ebb6-f5f4-427e-bb94-bd7b18cf484e req-829fdd75-cadf-44db-9da7-74247bb537d9 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Usage tracker for resource:security_group_rule and tenant:ddd4b9e379904604953b02573e2642da is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:40:01.668603 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-4082ebb6-f5f4-427e-bb94-bd7b18cf484e req-829fdd75-cadf-44db-9da7-74247bb537d9 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:40:01.680197 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-4082ebb6-f5f4-427e-bb94-bd7b18cf484e req-829fdd75-cadf-44db-9da7-74247bb537d9 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:40:01.726493 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-4240b323-c207-4c95-921c-c59134e406d3 tempest-LiveAutoBlockMigrationV225Test-533236276 tempest-LiveAutoBlockMigrationV225Test-533236276-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=90ad001a-3aad-467f-9c32-1334a7b7923e&tenant_id=300e0002c0a34937b02bd35920b6a01f&binding%3Ahost_id=n-h1-825175-4 HTTP/1.1" status: 200 len: 1095 time: 0.1681018 May 05 21:40:01.828616 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4082ebb6-f5f4-427e-bb94-bd7b18cf484e req-829fdd75-cadf-44db-9da7-74247bb537d9 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:01.850983 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4082ebb6-f5f4-427e-bb94-bd7b18cf484e req-829fdd75-cadf-44db-9da7-74247bb537d9 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:01.924767 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829fdd75-cadf-44db-9da7-74247bb537d9 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e45400-f73f-4830-8c94-f4dc04e8ef47,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:01.930057 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4082ebb6-f5f4-427e-bb94-bd7b18cf484e req-829fdd75-cadf-44db-9da7-74247bb537d9 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:01.931635 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4082ebb6-f5f4-427e-bb94-bd7b18cf484e req-829fdd75-cadf-44db-9da7-74247bb537d9 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1638 time: 0.6456630 May 05 21:40:01.947602 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d0785c93-0be3-4cea-95d6-b430ead508b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:01.962493 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-9a858ab0-5dbf-472f-b267-9ff404d26279 service neutron] For port 25a0f74a-024c-433c-94a0-470103bf1d3c, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:40:02.028215 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-9a858ab0-5dbf-472f-b267-9ff404d26279 service neutron] Notify callbacks [] for binding, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:02.029294 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-99be57f2-ec05-4589-b981-c21d6077ac78 req-9a858ab0-5dbf-472f-b267-9ff404d26279 service neutron] 10.222.0.44 "DELETE /v2.0/ports/25a0f74a-024c-433c-94a0-470103bf1d3c/bindings/n-h2-825175-4 HTTP/1.1" status: 204 len: 173 time: 0.2904682 May 05 21:40:02.196098 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda4988-af07-439b-9e77-1fb2e68c5684 req-4a57e0d9-8589-46d0-a64c-ef524e783840 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:02.197076 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7cda4988-af07-439b-9e77-1fb2e68c5684 req-4a57e0d9-8589-46d0-a64c-ef524e783840 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac16859b-183d-4e86-bd67-a6ab39d5a094 HTTP/1.1" status: 200 len: 945 time: 0.1778111 May 05 21:40:02.261073 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7cda4988-af07-439b-9e77-1fb2e68c5684 req-eba5f113-05bf-4427-84eb-85f5f6e57ed2 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc0ecaeb-86a0-410b-bb10-a89dbdda6d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578730 May 05 21:40:02.605050 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0adf2fb-b2c9-46ca-8475-f0d8b15ea152 req-919bbe34-ec29-4abd-98cb-d2ca0b3182b1 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:02.607142 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d0adf2fb-b2c9-46ca-8475-f0d8b15ea152 req-919bbe34-ec29-4abd-98cb-d2ca0b3182b1 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7c198ee-28cf-4323-ac36-ce1c272f9df3 HTTP/1.1" status: 200 len: 949 time: 0.2608128 May 05 21:40:02.858841 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a270a5f0-0199-498a-9660-606eba805933 req-7edd6e1c-2784-4be3-be3c-d2d92a765878 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:02.860269 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a270a5f0-0199-498a-9660-606eba805933 req-7edd6e1c-2784-4be3-be3c-d2d92a765878 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=90ad001a-3aad-467f-9c32-1334a7b7923e HTTP/1.1" status: 200 len: 944 time: 0.4559019 May 05 21:40:02.929991 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d0adf2fb-b2c9-46ca-8475-f0d8b15ea152 req-3d8fd38a-899e-4f2b-9260-d4f6dcd89103 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688401 May 05 21:40:02.948144 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a270a5f0-0199-498a-9660-606eba805933 req-89cf0729-b71a-45f3-a8eb-4b7891981756 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797732 May 05 21:40:03.043840 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0785c93-0be3-4cea-95d6-b430ead508b8 admin admin] Router 44a67e47-28fa-4393-9349-a9cde0bcd7d7 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:40:03.051529 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-1efdda62-14b8-46cf-b170-6e9bcefbcc46 req-4700f2fb-44d5-4900-b77a-a0836878db63 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-987665289', 'description': 'tempest-description-1410670415'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:40:03.058996 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-1efdda62-14b8-46cf-b170-6e9bcefbcc46 req-4700f2fb-44d5-4900-b77a-a0836878db63 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:40:03.064949 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-1efdda62-14b8-46cf-b170-6e9bcefbcc46 req-4700f2fb-44d5-4900-b77a-a0836878db63 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Usage tracker for resource:security_group and tenant:ddd4b9e379904604953b02573e2642da is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:40:03.069211 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-1efdda62-14b8-46cf-b170-6e9bcefbcc46 req-4700f2fb-44d5-4900-b77a-a0836878db63 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:40:03.078433 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-1efdda62-14b8-46cf-b170-6e9bcefbcc46 req-4700f2fb-44d5-4900-b77a-a0836878db63 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:40:03.234105 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-1efdda62-14b8-46cf-b170-6e9bcefbcc46 req-4700f2fb-44d5-4900-b77a-a0836878db63 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:03.301949 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-1efdda62-14b8-46cf-b170-6e9bcefbcc46 req-4700f2fb-44d5-4900-b77a-a0836878db63 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:40:03.308196 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-1efdda62-14b8-46cf-b170-6e9bcefbcc46 req-4700f2fb-44d5-4900-b77a-a0836878db63 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Usage tracker for resource:security_group_rule and tenant:ddd4b9e379904604953b02573e2642da is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:40:03.312357 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-1efdda62-14b8-46cf-b170-6e9bcefbcc46 req-4700f2fb-44d5-4900-b77a-a0836878db63 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:40:03.322309 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-1efdda62-14b8-46cf-b170-6e9bcefbcc46 req-4700f2fb-44d5-4900-b77a-a0836878db63 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:40:03.326685 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5c78279f-f0aa-4b82-8ec5-20cc8bf706c8 req-706a9455-4b5f-4afa-97a3-265f4fdbceb2 tempest-ServersAdminNegativeTestJSON-671101697 tempest-ServersAdminNegativeTestJSON-671101697-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3aa8cf51-6804-4dd1-b05c-dac7266b6e48 HTTP/1.1" status: 200 len: 1101 time: 0.1909468 May 05 21:40:03.368826 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-5c78279f-f0aa-4b82-8ec5-20cc8bf706c8 req-a68cf7f5-7635-4d68-850c-4f6d1dbe930e tempest-ServersAdminNegativeTestJSON-671101697 tempest-ServersAdminNegativeTestJSON-671101697-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:03.441160 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-5c78279f-f0aa-4b82-8ec5-20cc8bf706c8 req-a68cf7f5-7635-4d68-850c-4f6d1dbe930e tempest-ServersAdminNegativeTestJSON-671101697 tempest-ServersAdminNegativeTestJSON-671101697-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:40:03.445137 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-1efdda62-14b8-46cf-b170-6e9bcefbcc46 req-4700f2fb-44d5-4900-b77a-a0836878db63 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:03.455085 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-1efdda62-14b8-46cf-b170-6e9bcefbcc46 req-4700f2fb-44d5-4900-b77a-a0836878db63 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:03.460122 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-5c78279f-f0aa-4b82-8ec5-20cc8bf706c8 req-a68cf7f5-7635-4d68-850c-4f6d1dbe930e tempest-ServersAdminNegativeTestJSON-671101697 tempest-ServersAdminNegativeTestJSON-671101697-project-admin] Usage tracker for resource:security_group_rule and tenant:955372fcbf8e4be48301e89eb7963805 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:40:03.476535 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-5c78279f-f0aa-4b82-8ec5-20cc8bf706c8 req-a68cf7f5-7635-4d68-850c-4f6d1dbe930e tempest-ServersAdminNegativeTestJSON-671101697 tempest-ServersAdminNegativeTestJSON-671101697-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:40:03.486633 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-5c78279f-f0aa-4b82-8ec5-20cc8bf706c8 req-a68cf7f5-7635-4d68-850c-4f6d1dbe930e tempest-ServersAdminNegativeTestJSON-671101697 tempest-ServersAdminNegativeTestJSON-671101697-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:40:03.522819 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4700f2fb-44d5-4900-b77a-a0836878db63 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f45bfa5e-7377-4fed-9042-a373e8a64472,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:03.528462 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-1efdda62-14b8-46cf-b170-6e9bcefbcc46 req-4700f2fb-44d5-4900-b77a-a0836878db63 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:03.529633 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1efdda62-14b8-46cf-b170-6e9bcefbcc46 req-4700f2fb-44d5-4900-b77a-a0836878db63 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.4840353 May 05 21:40:03.576917 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0785c93-0be3-4cea-95d6-b430ead508b8 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:40:03.591170 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1407d9c-e757-40f0-8185-8596198f1fc2 None None] Sync routers for ids ['44a67e47-28fa-4393-9349-a9cde0bcd7d7'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:40:03.607314 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1407d9c-e757-40f0-8185-8596198f1fc2 None None] Routers {'44a67e47-28fa-4393-9349-a9cde0bcd7d7'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:40:03.607872 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-e1407d9c-e757-40f0-8185-8596198f1fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:39:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['44a67e47-28fa-4393-9349-a9cde0bcd7d7'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:40:03.640694 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-d0785c93-0be3-4cea-95d6-b430ead508b8 admin admin] 10.222.0.23 "PUT /v2.0/routers/44a67e47-28fa-4393-9349-a9cde0bcd7d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8307893 May 05 21:40:03.643408 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 59658) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:40:03.723678 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-5c78279f-f0aa-4b82-8ec5-20cc8bf706c8 req-a68cf7f5-7635-4d68-850c-4f6d1dbe930e tempest-ServersAdminNegativeTestJSON-671101697 tempest-ServersAdminNegativeTestJSON-671101697-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:03.731109 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-5c78279f-f0aa-4b82-8ec5-20cc8bf706c8 req-a68cf7f5-7635-4d68-850c-4f6d1dbe930e tempest-ServersAdminNegativeTestJSON-671101697 tempest-ServersAdminNegativeTestJSON-671101697-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:03.785144 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-e1407d9c-e757-40f0-8185-8596198f1fc2 None None] Set router 44a67e47-28fa-4393-9349-a9cde0bcd7d7 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:40:03.802551 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-5c78279f-f0aa-4b82-8ec5-20cc8bf706c8 req-a68cf7f5-7635-4d68-850c-4f6d1dbe930e tempest-ServersAdminNegativeTestJSON-671101697 tempest-ServersAdminNegativeTestJSON-671101697-project-admin] Synchronizing usage tracker for tenant:955372fcbf8e4be48301e89eb7963805 on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:40:03.806624 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68cf7f5-7635-4d68-850c-4f6d1dbe930e tempest-ServersAdminNegativeTestJSON-671101697 tempest-ServersAdminNegativeTestJSON-671101697-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3115a9d3-dbed-4c2b-9c3d-e4f951f9f913,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:03.823878 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d15974a1-7b1b-4bc8-88db-d214b70f2210 req-25f05fba-dfa8-4d8d-9fbb-2eea60bd7f3f tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2199419 May 05 21:40:03.833205 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-d15974a1-7b1b-4bc8-88db-d214b70f2210 req-c0e0d3f0-7c4a-41b1-8c9b-5eecb499ad58 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Request body: {'floatingip': {'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:40:03.841363 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-d15974a1-7b1b-4bc8-88db-d214b70f2210 req-c0e0d3f0-7c4a-41b1-8c9b-5eecb499ad58 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:40:03.845667 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-d15974a1-7b1b-4bc8-88db-d214b70f2210 req-c0e0d3f0-7c4a-41b1-8c9b-5eecb499ad58 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Usage tracker for resource:floatingip and tenant:288dd14d0b064298b7582f08c1578363 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:40:03.848271 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-5c78279f-f0aa-4b82-8ec5-20cc8bf706c8 req-a68cf7f5-7635-4d68-850c-4f6d1dbe930e tempest-ServersAdminNegativeTestJSON-671101697 tempest-ServersAdminNegativeTestJSON-671101697-project-admin] Unset dirty status for tenant:955372fcbf8e4be48301e89eb7963805 on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:40:03.855907 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5c78279f-f0aa-4b82-8ec5-20cc8bf706c8 req-a68cf7f5-7635-4d68-850c-4f6d1dbe930e tempest-ServersAdminNegativeTestJSON-671101697 tempest-ServersAdminNegativeTestJSON-671101697-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=818f3980-de8f-4603-ad13-d48af127f52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5189841 May 05 21:40:03.857164 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-d15974a1-7b1b-4bc8-88db-d214b70f2210 req-c0e0d3f0-7c4a-41b1-8c9b-5eecb499ad58 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:40:03.877717 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-d15974a1-7b1b-4bc8-88db-d214b70f2210 req-c0e0d3f0-7c4a-41b1-8c9b-5eecb499ad58 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:40:03.885109 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-d15974a1-7b1b-4bc8-88db-d214b70f2210 req-c0e0d3f0-7c4a-41b1-8c9b-5eecb499ad58 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Notify callbacks [] for floatingip, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:03.890998 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a1520-0365-4312-ab46-fa6915b01c58 req-8902f321-4a52-43e0-84f4-cefaed32e04c tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:03.891994 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-e89a1520-0365-4312-ab46-fa6915b01c58 req-8902f321-4a52-43e0-84f4-cefaed32e04c tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Synchronizing usage tracker for tenant:60628924233a465383edf7cfad7065b9 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:40:03.915549 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-e89a1520-0365-4312-ab46-fa6915b01c58 req-8902f321-4a52-43e0-84f4-cefaed32e04c tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Unset dirty status for tenant:60628924233a465383edf7cfad7065b9 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:40:03.915549 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e89a1520-0365-4312-ab46-fa6915b01c58 req-8902f321-4a52-43e0-84f4-cefaed32e04c tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7c198ee-28cf-4323-ac36-ce1c272f9df3 HTTP/1.1" status: 200 len: 949 time: 0.1504557 May 05 21:40:04.014580 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-e89a1520-0365-4312-ab46-fa6915b01c58 req-4e18600f-d30b-4d99-982a-68507f62e805 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Deleting port e0bfd824-3a54-406f-95d8-89bd2fc2ff8f {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:40:04.015030 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-e89a1520-0365-4312-ab46-fa6915b01c58 req-4e18600f-d30b-4d99-982a-68507f62e805 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:04.081461 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ad1386f5-0ce9-40a7-9ae3-71c5d03f229a admin admin] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:04.083780 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-e1407d9c-e757-40f0-8185-8596198f1fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a67e47-28fa-4393-9349-a9cde0bcd7d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2036410776-router', 'tenant_id': 'd8d84e5601be47409a299ef27c35a529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '8b6b62b1-4de2-4d66-ac31-e1d5a7883e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:37:05Z', 'updated_at': '2022-05-05T21:40:00Z', 'revision_number': 5, 'project_id': 'd8d84e5601be47409a299ef27c35a529', 'gw_port': {'id': '8b6b62b1-4de2-4d66-ac31-e1d5a7883e66', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:72:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a67e47-28fa-4393-9349-a9cde0bcd7d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:37:06Z', 'updated_at': '2022-05-05T21:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:40:04.088036 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1407d9c-e757-40f0-8185-8596198f1fc2 None None] Checking router: 44a67e47-28fa-4393-9349-a9cde0bcd7d7 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:40:04.099305 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1407d9c-e757-40f0-8185-8596198f1fc2 None None] Routers {'44a67e47-28fa-4393-9349-a9cde0bcd7d7'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:40:04.100159 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-e1407d9c-e757-40f0-8185-8596198f1fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:39:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['44a67e47-28fa-4393-9349-a9cde0bcd7d7'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:40:04.108913 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-d15974a1-7b1b-4bc8-88db-d214b70f2210 req-c0e0d3f0-7c4a-41b1-8c9b-5eecb499ad58 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:04.288125 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-d15974a1-7b1b-4bc8-88db-d214b70f2210 req-c0e0d3f0-7c4a-41b1-8c9b-5eecb499ad58 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Allocated IP 172.25.4.45 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/da4f0055-7bd9-4405-bab1-954f86ffdede) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:40:04.326442 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-e1407d9c-e757-40f0-8185-8596198f1fc2 None None] Set router 44a67e47-28fa-4393-9349-a9cde0bcd7d7 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:40:04.432007 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-e89a1520-0365-4312-ab46-fa6915b01c58 req-4e18600f-d30b-4d99-982a-68507f62e805 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] For port e0bfd824-3a54-406f-95d8-89bd2fc2ff8f, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=e0bfd824-3a54-406f-95d8-89bd2fc2ff8f,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:40:04.432467 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-e89a1520-0365-4312-ab46-fa6915b01c58 req-4e18600f-d30b-4d99-982a-68507f62e805 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:04.556399 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-e89a1520-0365-4312-ab46-fa6915b01c58 req-4e18600f-d30b-4d99-982a-68507f62e805 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Calling delete_port for e0bfd824-3a54-406f-95d8-89bd2fc2ff8f owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:40:04.578946 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-d15974a1-7b1b-4bc8-88db-d214b70f2210 req-c0e0d3f0-7c4a-41b1-8c9b-5eecb499ad58 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:04.592399 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8eda2-3db0-4a2d-86c2-3f45dcc84aba req-f6eb70c7-83b1-4d7a-9155-7e7c452696dd tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:04.593068 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-6bf8eda2-3db0-4a2d-86c2-3f45dcc84aba req-f6eb70c7-83b1-4d7a-9155-7e7c452696dd tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Synchronizing usage tracker for tenant:ddd4b9e379904604953b02573e2642da on resource:network {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:40:04.620270 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-6bf8eda2-3db0-4a2d-86c2-3f45dcc84aba req-f6eb70c7-83b1-4d7a-9155-7e7c452696dd tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Unset dirty status for tenant:ddd4b9e379904604953b02573e2642da on resource:network {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:40:04.621160 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6bf8eda2-3db0-4a2d-86c2-3f45dcc84aba req-f6eb70c7-83b1-4d7a-9155-7e7c452696dd tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/networks?id=b818a522-930a-4e0c-83f8-04da001d67f4 HTTP/1.1" status: 200 len: 812 time: 0.2356603 May 05 21:40:04.639386 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-d15974a1-7b1b-4bc8-88db-d214b70f2210 req-c0e0d3f0-7c4a-41b1-8c9b-5eecb499ad58 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:04.654286 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-e1407d9c-e757-40f0-8185-8596198f1fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a67e47-28fa-4393-9349-a9cde0bcd7d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2036410776-router', 'tenant_id': 'd8d84e5601be47409a299ef27c35a529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '8b6b62b1-4de2-4d66-ac31-e1d5a7883e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:37:05Z', 'updated_at': '2022-05-05T21:40:00Z', 'revision_number': 5, 'project_id': 'd8d84e5601be47409a299ef27c35a529', 'gw_port': {'id': '8b6b62b1-4de2-4d66-ac31-e1d5a7883e66', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:72:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a67e47-28fa-4393-9349-a9cde0bcd7d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:37:06Z', 'updated_at': '2022-05-05T21:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:40:04.658648 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1407d9c-e757-40f0-8185-8596198f1fc2 None None] The sync data for ids ['44a67e47-28fa-4393-9349-a9cde0bcd7d7'] in n-d-825175-4 is: [{'id': '44a67e47-28fa-4393-9349-a9cde0bcd7d7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2036410776-router', 'tenant_id': 'd8d84e5601be47409a299ef27c35a529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '8b6b62b1-4de2-4d66-ac31-e1d5a7883e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:37:05Z', 'updated_at': '2022-05-05T21:40:00Z', 'revision_number': 5, 'project_id': 'd8d84e5601be47409a299ef27c35a529', 'gw_port': {'id': '8b6b62b1-4de2-4d66-ac31-e1d5a7883e66', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:72:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a67e47-28fa-4393-9349-a9cde0bcd7d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:37:06Z', 'updated_at': '2022-05-05T21:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:40:04.663730 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ad1386f5-0ce9-40a7-9ae3-71c5d03f229a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:04.690431 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6bf8eda2-3db0-4a2d-86c2-3f45dcc84aba req-90184478-3df5-4250-b4ba-34e061e3d7ec tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/quotas/ddd4b9e379904604953b02573e2642da HTTP/1.1" status: 200 len: 375 time: 0.0601816 May 05 21:40:04.712204 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d15974a1-7b1b-4bc8-88db-d214b70f2210 req-c0e0d3f0-7c4a-41b1-8c9b-5eecb499ad58 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:40:04.720020 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-ad1386f5-0ce9-40a7-9ae3-71c5d03f229a admin admin] Deleting port 8b6b62b1-4de2-4d66-ac31-e1d5a7883e66 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:40:04.720360 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ad1386f5-0ce9-40a7-9ae3-71c5d03f229a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:04.751272 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-d15974a1-7b1b-4bc8-88db-d214b70f2210 req-c0e0d3f0-7c4a-41b1-8c9b-5eecb499ad58 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:40:04.760750 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-d15974a1-7b1b-4bc8-88db-d214b70f2210 req-c0e0d3f0-7c4a-41b1-8c9b-5eecb499ad58 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:40:04.791443 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6bf8eda2-3db0-4a2d-86c2-3f45dcc84aba req-0b19e593-f7af-46bd-9250-f06c48b2b6f5 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ddd4b9e379904604953b02573e2642da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0862775 May 05 21:40:04.795864 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e0d3f0-7c4a-41b1-8c9b-5eecb499ad58 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Pushing event updated for resources: {'Port': ['ID=da4f0055-7bd9-4405-bab1-954f86ffdede,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:04.854786 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-e89a1520-0365-4312-ab46-fa6915b01c58 req-4e18600f-d30b-4d99-982a-68507f62e805 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:04.867950 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['1d1333ff-f836-4bc6-84ff-8e2b618b8396'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:40:04.891453 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['6b1d7cdb-8e34-4688-acec-db3dfd41e683'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:40:04.916498 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e18600f-d30b-4d99-982a-68507f62e805 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Pushing event deleted for resources: {'Port': ['ID=e0bfd824-3a54-406f-95d8-89bd2fc2ff8f,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:04.958095 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6bf8eda2-3db0-4a2d-86c2-3f45dcc84aba req-2b8d0e23-9e47-4602-8f78-ae97e7135b01 service neutron] 10.222.0.23 "GET /v2.0/networks/b818a522-930a-4e0c-83f8-04da001d67f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575201 May 05 21:40:05.091103 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-e89a1520-0365-4312-ab46-fa6915b01c58 req-4e18600f-d30b-4d99-982a-68507f62e805 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] No DVR routers for this DVR port e0bfd824-3a54-406f-95d8-89bd2fc2ff8f on host n-h2-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:40:05.094783 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-e89a1520-0365-4312-ab46-fa6915b01c58 req-4e18600f-d30b-4d99-982a-68507f62e805 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:05.107874 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c198ee-28cf-4323-ac36-ce1c272f9df3', 'name': 'network-vif-deleted', 'tag': 'e0bfd824-3a54-406f-95d8-89bd2fc2ff8f'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:40:05.127566 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-ad1386f5-0ce9-40a7-9ae3-71c5d03f229a admin admin] For port 8b6b62b1-4de2-4d66-ac31-e1d5a7883e66, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=8b6b62b1-4de2-4d66-ac31-e1d5a7883e66,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:40:05.128012 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ad1386f5-0ce9-40a7-9ae3-71c5d03f229a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:05.138054 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e89a1520-0365-4312-ab46-fa6915b01c58 req-4e18600f-d30b-4d99-982a-68507f62e805 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.32 "DELETE /v2.0/ports/e0bfd824-3a54-406f-95d8-89bd2fc2ff8f HTTP/1.1" status: 204 len: 173 time: 1.2143250 May 05 21:40:05.249806 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-d15974a1-7b1b-4bc8-88db-d214b70f2210 req-c0e0d3f0-7c4a-41b1-8c9b-5eecb499ad58 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:05.264656 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-ad1386f5-0ce9-40a7-9ae3-71c5d03f229a admin admin] Calling delete_port for 8b6b62b1-4de2-4d66-ac31-e1d5a7883e66 owned by network:router_gateway {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:40:05.344259 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-d15974a1-7b1b-4bc8-88db-d214b70f2210 req-c0e0d3f0-7c4a-41b1-8c9b-5eecb499ad58 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:05.362307 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:05.406271 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6bf8eda2-3db0-4a2d-86c2-3f45dcc84aba req-c9d8b149-3878-48d6-b679-7a6ae0f2871e service neutron] 10.222.0.23 "GET /v2.0/networks/b818a522-930a-4e0c-83f8-04da001d67f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497184 May 05 21:40:05.601333 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:05.629786 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ad1386f5-0ce9-40a7-9ae3-71c5d03f229a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:05.675594 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-d15974a1-7b1b-4bc8-88db-d214b70f2210 req-c0e0d3f0-7c4a-41b1-8c9b-5eecb499ad58 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:05.696516 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1386f5-0ce9-40a7-9ae3-71c5d03f229a admin admin] Pushing event deleted for resources: {'Port': ['ID=8b6b62b1-4de2-4d66-ac31-e1d5a7883e66,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:05.716319 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-d15974a1-7b1b-4bc8-88db-d214b70f2210 req-c0e0d3f0-7c4a-41b1-8c9b-5eecb499ad58 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:05.796741 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e0d3f0-7c4a-41b1-8c9b-5eecb499ad58 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Pushing event updated for resources: {'Port': ['ID=da4f0055-7bd9-4405-bab1-954f86ffdede,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:05.871115 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-d15974a1-7b1b-4bc8-88db-d214b70f2210 req-c0e0d3f0-7c4a-41b1-8c9b-5eecb499ad58 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:05.881228 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ad1386f5-0ce9-40a7-9ae3-71c5d03f229a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:05.893234 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f5b30ef1-2e38-4692-b4d3-a0192d6f8a4c req-0be85806-749b-46b3-b63d-6727caa2c49c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3aa8cf51-6804-4dd1-b05c-dac7266b6e48&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2154667 May 05 21:40:05.907448 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-d15974a1-7b1b-4bc8-88db-d214b70f2210 req-c0e0d3f0-7c4a-41b1-8c9b-5eecb499ad58 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:05.909081 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d15974a1-7b1b-4bc8-88db-d214b70f2210 req-c0e0d3f0-7c4a-41b1-8c9b-5eecb499ad58 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0844259 May 05 21:40:06.007545 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-d15974a1-7b1b-4bc8-88db-d214b70f2210 req-d97185e7-fd85-446f-9ded-c73fefd7c65a tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Synchronizing usage tracker for tenant:288dd14d0b064298b7582f08c1578363 on resource:floatingip {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:40:06.039287 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-d15974a1-7b1b-4bc8-88db-d214b70f2210 req-d97185e7-fd85-446f-9ded-c73fefd7c65a tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Unset dirty status for tenant:288dd14d0b064298b7582f08c1578363 on resource:floatingip {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:40:06.041029 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d15974a1-7b1b-4bc8-88db-d214b70f2210 req-d97185e7-fd85-446f-9ded-c73fefd7c65a tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.45 HTTP/1.1" status: 200 len: 695 time: 0.1258323 May 05 21:40:06.098647 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 7a8ffa1a-897d-4df9-ab8b-fc14324274b3 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:40:06.132492 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 7a8ffa1a-897d-4df9-ab8b-fc14324274b3 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:40:06.133077 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 7a8ffa1a-897d-4df9-ab8b-fc14324274b3 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:40:06.191901 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ad1386f5-0ce9-40a7-9ae3-71c5d03f229a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:06.197203 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ad1386f5-0ce9-40a7-9ae3-71c5d03f229a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:06.277574 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15974a1-7b1b-4bc8-88db-d214b70f2210 req-e46eb9f1-e67d-4fa5-a8d2-8a1d996ca290 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:06.278931 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d15974a1-7b1b-4bc8-88db-d214b70f2210 req-e46eb9f1-e67d-4fa5-a8d2-8a1d996ca290 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/networks/25bfe237-58de-4709-a3e0-ac79da07c300 HTTP/1.1" status: 200 len: 784 time: 0.2233465 May 05 21:40:06.281897 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5e586535-63ab-4d22-beac-451c709c4b14 req-c0daeab6-559f-43e1-aca6-2edd1147de16 tempest-LiveAutoBlockMigrationV225Test-533236276 tempest-LiveAutoBlockMigrationV225Test-533236276-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=90ad001a-3aad-467f-9c32-1334a7b7923e HTTP/1.1" status: 200 len: 1095 time: 0.2051852 May 05 21:40:06.289803 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [req-d15974a1-7b1b-4bc8-88db-d214b70f2210 req-dccf8233-19e4-43ea-bdab-bf6423463ec4 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 21:40:06.290753 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d15974a1-7b1b-4bc8-88db-d214b70f2210 req-dccf8233-19e4-43ea-bdab-bf6423463ec4 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0064967 May 05 21:40:06.294366 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ad1386f5-0ce9-40a7-9ae3-71c5d03f229a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:06.294366 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad1386f5-0ce9-40a7-9ae3-71c5d03f229a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44a67e47-28fa-4393-9349-a9cde0bcd7d7 {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 21:40:06.330545 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ad1386f5-0ce9-40a7-9ae3-71c5d03f229a admin admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:06.334110 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ad1386f5-0ce9-40a7-9ae3-71c5d03f229a admin admin] 10.222.0.23 "DELETE /v2.0/routers/44a67e47-28fa-4393-9349-a9cde0bcd7d7 HTTP/1.1" status: 204 len: 168 time: 2.6867795 May 05 21:40:06.334479 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59696) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:40:06.394742 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5e586535-63ab-4d22-beac-451c709c4b14 req-3c5b8d0b-7ccb-4226-84d6-c2570444aa07 tempest-LiveAutoBlockMigrationV225Test-533236276 tempest-LiveAutoBlockMigrationV225Test-533236276-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027102 May 05 21:40:06.436540 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bed8b75-c103-45af-b75c-9f3531b509a8 admin admin] Deleting subnet 761d7a8a-b72e-455d-b2ab-6aa95ead4c5a {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:40:06.440023 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0bed8b75-c103-45af-b75c-9f3531b509a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:06.496382 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0bed8b75-c103-45af-b75c-9f3531b509a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:06.659391 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4a095de1-cbf7-4f07-b3ff-735b9fccc607 req-27844362-35f5-4ac9-b8de-b95946807f34 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=1d0c3bd18deb4529a9eff5d87fa07f7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0688839 May 05 21:40:06.745784 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0bed8b75-c103-45af-b75c-9f3531b509a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:06.794475 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device e0bfd824-3a54-406f-95d8-89bd2fc2ff8f no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:40:06.827871 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: e0bfd824-3a54-406f-95d8-89bd2fc2ff8f {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:40:06.829295 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device e0bfd824-3a54-406f-95d8-89bd2fc2ff8f not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:40:06.869800 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a095de1-cbf7-4f07-b3ff-735b9fccc607 req-df597b63-8337-4e3a-83f9-1ab07c72fd2c tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:06.871343 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4a095de1-cbf7-4f07-b3ff-735b9fccc607 req-df597b63-8337-4e3a-83f9-1ab07c72fd2c tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2047749 May 05 21:40:06.873444 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0bed8b75-c103-45af-b75c-9f3531b509a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:06.916194 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bed8b75-c103-45af-b75c-9f3531b509a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=761d7a8a-b72e-455d-b2ab-6aa95ead4c5a,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:06.925960 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4a095de1-cbf7-4f07-b3ff-735b9fccc607 req-be76ebd1-d0c0-490e-94b0-2280040e9528 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/quotas/1d0c3bd18deb4529a9eff5d87fa07f7f HTTP/1.1" status: 200 len: 375 time: 0.0236826 May 05 21:40:06.929025 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0bed8b75-c103-45af-b75c-9f3531b509a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:06.935556 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cc110a-0085-42c1-924f-371b7803bdd5 None None] Network 024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:40:06.973969 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0bed8b75-c103-45af-b75c-9f3531b509a8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/761d7a8a-b72e-455d-b2ab-6aa95ead4c5a HTTP/1.1" status: 204 len: 168 time: 0.6367731 May 05 21:40:06.976753 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 59712) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:40:07.046433 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4a095de1-cbf7-4f07-b3ff-735b9fccc607 req-db6d658f-7d98-456e-b100-cca409bdde2a tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1d0c3bd18deb4529a9eff5d87fa07f7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1145122 May 05 21:40:07.176378 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10e699e6-838f-435b-969a-4711e9760c30'] response: {'server_uuid': 'a7c198ee-28cf-4323-ac36-ce1c272f9df3', 'name': 'network-vif-deleted', 'tag': 'e0bfd824-3a54-406f-95d8-89bd2fc2ff8f', 'status': 'completed', 'code': 200} May 05 21:40:07.266989 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd040e91-86b0-4507-ab79-ac387608a429 None None] DHCP port deletion for 024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 21:40:07.281456 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-dd040e91-86b0-4507-ab79-ac387608a429 None None] Deleting port 92591128-9a91-421f-8f6b-d4fdd094b3d6 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:40:07.283004 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-dd040e91-86b0-4507-ab79-ac387608a429 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:07.431130 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8eda2-3db0-4a2d-86c2-3f45dcc84aba req-8c78f4b1-f4e9-460e-8e91-eac84c6679d0 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:07.432412 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6bf8eda2-3db0-4a2d-86c2-3f45dcc84aba req-8c78f4b1-f4e9-460e-8e91-eac84c6679d0 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.32 "GET /v2.0/networks?id=b818a522-930a-4e0c-83f8-04da001d67f4 HTTP/1.1" status: 200 len: 812 time: 0.2552476 May 05 21:40:07.483303 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-6bf8eda2-3db0-4a2d-86c2-3f45dcc84aba req-87c55363-9fd4-4d4f-acff-495425997eb7 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Request body: {'port': {'device_id': 'd1fa634d-642d-4db7-923f-18ce33c832c3', 'network_id': 'b818a522-930a-4e0c-83f8-04da001d67f4', 'admin_state_up': True, 'tenant_id': 'ddd4b9e379904604953b02573e2642da'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:40:07.528288 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-31bbc0e0-cf34-44a3-bbc2-91d7e9ca0bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:07.607907 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-dd040e91-86b0-4507-ab79-ac387608a429 None None] For port 92591128-9a91-421f-8f6b-d4fdd094b3d6, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=92591128-9a91-421f-8f6b-d4fdd094b3d6,segment=NetworkSegment(4c0b01e5-8fe5-4bee-966f-ea37d84bcbb4),segment_id=4c0b01e5-8fe5-4bee-966f-ea37d84bcbb4)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:40:07.608298 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-dd040e91-86b0-4507-ab79-ac387608a429 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:07.634183 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-31bbc0e0-cf34-44a3-bbc2-91d7e9ca0bdd admin admin] Deleting port 92591128-9a91-421f-8f6b-d4fdd094b3d6 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:40:07.634530 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-31bbc0e0-cf34-44a3-bbc2-91d7e9ca0bdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:07.650754 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-02653032-105d-47dc-88b0-332ef466677e req-4bdf901f-e4ba-41fe-a494-618723b9779c tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1fa634d-642d-4db7-923f-18ce33c832c3 HTTP/1.1" status: 200 len: 210 time: 0.3813541 May 05 21:40:07.821379 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-dd040e91-86b0-4507-ab79-ac387608a429 None None] Calling delete_port for 92591128-9a91-421f-8f6b-d4fdd094b3d6 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:40:07.821793 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-6bf8eda2-3db0-4a2d-86c2-3f45dcc84aba req-87c55363-9fd4-4d4f-acff-495425997eb7 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:40:07.833538 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-6bf8eda2-3db0-4a2d-86c2-3f45dcc84aba req-87c55363-9fd4-4d4f-acff-495425997eb7 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Usage tracker for resource:port and tenant:ddd4b9e379904604953b02573e2642da is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:40:07.837814 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-6bf8eda2-3db0-4a2d-86c2-3f45dcc84aba req-87c55363-9fd4-4d4f-acff-495425997eb7 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:40:07.846789 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-6bf8eda2-3db0-4a2d-86c2-3f45dcc84aba req-87c55363-9fd4-4d4f-acff-495425997eb7 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:40:07.968374 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bf8eda2-3db0-4a2d-86c2-3f45dcc84aba req-87c55363-9fd4-4d4f-acff-495425997eb7 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Made reservation on behalf of ddd4b9e379904604953b02573e2642da for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:40:07.971519 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6bf8eda2-3db0-4a2d-86c2-3f45dcc84aba req-87c55363-9fd4-4d4f-acff-495425997eb7 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:07.987593 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fc7e2-7334-41cc-b2f2-fe77e659631a req-d5fe6614-0d47-46d5-8fa9-4cf603a54784 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:07.994859 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-dd040e91-86b0-4507-ab79-ac387608a429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:07.996583 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-971fc7e2-7334-41cc-b2f2-fe77e659631a req-d5fe6614-0d47-46d5-8fa9-4cf603a54784 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/networks?id=15fc94c9-79b7-4d3d-a68d-e74651d075f7 HTTP/1.1" status: 200 len: 820 time: 0.2485809 May 05 21:40:08.012252 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3716eb88-10c6-449b-a107-d80fccab8879 req-2d42d7a2-6039-4099-b34d-a0a0e3d3e6fc tempest-LiveAutoBlockMigrationV225Test-533236276 tempest-LiveAutoBlockMigrationV225Test-533236276-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=90ad001a-3aad-467f-9c32-1334a7b7923e HTTP/1.1" status: 200 len: 1095 time: 0.2109764 May 05 21:40:08.021972 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-971fc7e2-7334-41cc-b2f2-fe77e659631a req-f76613b8-8ebf-4749-915c-b30d4c2dc31f tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/quotas/288dd14d0b064298b7582f08c1578363 HTTP/1.1" status: 200 len: 375 time: 0.0241709 May 05 21:40:08.066194 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-31bbc0e0-cf34-44a3-bbc2-91d7e9ca0bdd admin admin] For port 92591128-9a91-421f-8f6b-d4fdd094b3d6, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=92591128-9a91-421f-8f6b-d4fdd094b3d6,segment=NetworkSegment(4c0b01e5-8fe5-4bee-966f-ea37d84bcbb4),segment_id=4c0b01e5-8fe5-4bee-966f-ea37d84bcbb4)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:40:08.066194 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-31bbc0e0-cf34-44a3-bbc2-91d7e9ca0bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:08.070571 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd040e91-86b0-4507-ab79-ac387608a429 None None] Pushing event deleted for resources: {'Port': ['ID=92591128-9a91-421f-8f6b-d4fdd094b3d6,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:08.090169 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd040e91-86b0-4507-ab79-ac387608a429 None None] No DVR routers for this DVR port 92591128-9a91-421f-8f6b-d4fdd094b3d6 on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:40:08.135800 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 92591128-9a91-421f-8f6b-d4fdd094b3d6 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:40:08.140977 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3716eb88-10c6-449b-a107-d80fccab8879 req-c0b883ac-10bf-4c67-ac04-2813f806ed8e tempest-LiveAutoBlockMigrationV225Test-533236276 tempest-LiveAutoBlockMigrationV225Test-533236276-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167319 May 05 21:40:08.185367 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-971fc7e2-7334-41cc-b2f2-fe77e659631a req-3954355c-b16f-4564-9ae8-587a8dad0e9a tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=288dd14d0b064298b7582f08c1578363&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1624339 May 05 21:40:08.187453 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 92591128-9a91-421f-8f6b-d4fdd094b3d6 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:40:08.189387 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 92591128-9a91-421f-8f6b-d4fdd094b3d6 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:40:08.190732 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 8b6b62b1-4de2-4d66-ac31-e1d5a7883e66 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:40:08.223352 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-31bbc0e0-cf34-44a3-bbc2-91d7e9ca0bdd admin admin] Calling delete_port for 92591128-9a91-421f-8f6b-d4fdd094b3d6 owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:40:08.258330 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 8b6b62b1-4de2-4d66-ac31-e1d5a7883e66 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:40:08.258827 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 8b6b62b1-4de2-4d66-ac31-e1d5a7883e66 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:40:08.338559 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.api [None req-31bbc0e0-cf34-44a3-bbc2-91d7e9ca0bdd admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:40:08.340680 n-d-825175-4 neutron-server[84063]: DEBUG oslo_db.api [None req-31bbc0e0-cf34-44a3-bbc2-91d7e9ca0bdd admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:40:08.385318 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-971fc7e2-7334-41cc-b2f2-fe77e659631a req-3d4333f3-43f0-4160-a118-53e78160b273 service neutron] 10.222.0.23 "GET /v2.0/networks/15fc94c9-79b7-4d3d-a68d-e74651d075f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991222 May 05 21:40:08.442865 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-6bf8eda2-3db0-4a2d-86c2-3f45dcc84aba req-87c55363-9fd4-4d4f-acff-495425997eb7 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Allocated IP 172.20.0.10 (b818a522-930a-4e0c-83f8-04da001d67f4/9de8d683-3484-40a1-82ea-833de04ff50b/701aafae-0199-4931-bdbc-e51bf47ce8b4) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:40:08.500641 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cb45b075-c74b-431a-8b4e-6b51ae99d7aa req-6ce8ac4c-671e-4e0f-b472-c5dbd6c3861d tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2808b5ea-531b-4d46-862d-46a70e81df09 HTTP/1.1" status: 200 len: 210 time: 0.0915930 May 05 21:40:08.577329 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-971fc7e2-7334-41cc-b2f2-fe77e659631a req-d7168acc-38cd-491a-9ecd-84630e5cd2f9 service neutron] 10.222.0.23 "GET /v2.0/networks/15fc94c9-79b7-4d3d-a68d-e74651d075f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855912 May 05 21:40:08.679171 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6bf8eda2-3db0-4a2d-86c2-3f45dcc84aba req-87c55363-9fd4-4d4f-acff-495425997eb7 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:08.719040 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6bf8eda2-3db0-4a2d-86c2-3f45dcc84aba req-87c55363-9fd4-4d4f-acff-495425997eb7 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:08.757413 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4a095de1-cbf7-4f07-b3ff-735b9fccc607 req-a3d786d4-9a5e-4f66-a33d-4b6e74538450 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=1d0c3bd18deb4529a9eff5d87fa07f7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439634 May 05 21:40:08.820448 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c55363-9fd4-4d4f-acff-495425997eb7 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Pushing event updated for resources: {'Port': ['ID=701aafae-0199-4931-bdbc-e51bf47ce8b4,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:08.830736 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bf8eda2-3db0-4a2d-86c2-3f45dcc84aba req-87c55363-9fd4-4d4f-acff-495425997eb7 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Network b818a522-930a-4e0c-83f8-04da001d67f4 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:40:08.832188 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-6bf8eda2-3db0-4a2d-86c2-3f45dcc84aba req-87c55363-9fd4-4d4f-acff-495425997eb7 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:40:08.835884 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf8eda2-3db0-4a2d-86c2-3f45dcc84aba req-87c55363-9fd4-4d4f-acff-495425997eb7 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:40:08.840958 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8eda2-3db0-4a2d-86c2-3f45dcc84aba req-87c55363-9fd4-4d4f-acff-495425997eb7 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:08.841779 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6bf8eda2-3db0-4a2d-86c2-3f45dcc84aba req-87c55363-9fd4-4d4f-acff-495425997eb7 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:08.848162 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-31bbc0e0-cf34-44a3-bbc2-91d7e9ca0bdd admin admin] Deleting port 92591128-9a91-421f-8f6b-d4fdd094b3d6 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:40:08.848897 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-31bbc0e0-cf34-44a3-bbc2-91d7e9ca0bdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:08.946242 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-31bbc0e0-cf34-44a3-bbc2-91d7e9ca0bdd admin admin] The port '92591128-9a91-421f-8f6b-d4fdd094b3d6' was deleted {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 21:40:08.958509 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45eb4f-90c0-4aef-90f5-2c4c64fb77a6 req-a7ee0cca-dfc4-4766-902c-fb9a3b180334 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:08.967363 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2a45eb4f-90c0-4aef-90f5-2c4c64fb77a6 req-a7ee0cca-dfc4-4766-902c-fb9a3b180334 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?device_id=24e2c0d6-e977-4820-b498-d250107d9d70 HTTP/1.1" status: 200 len: 950 time: 0.3207800 May 05 21:40:09.103507 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6bf8eda2-3db0-4a2d-86c2-3f45dcc84aba req-87c55363-9fd4-4d4f-acff-495425997eb7 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6442239 May 05 21:40:09.119774 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a095de1-cbf7-4f07-b3ff-735b9fccc607 req-a6bd7486-7e81-4f77-8b1b-dd19e4b66623 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:09.121704 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4a095de1-cbf7-4f07-b3ff-735b9fccc607 req-a6bd7486-7e81-4f77-8b1b-dd19e4b66623 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3512938 May 05 21:40:09.123088 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-6bf8eda2-3db0-4a2d-86c2-3f45dcc84aba req-54a4df1e-db02-4793-9d07-88d22cea7813 service neutron] Request body: {'port': {'device_id': 'd1fa634d-642d-4db7-923f-18ce33c832c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:40:09.174851 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-4a095de1-cbf7-4f07-b3ff-735b9fccc607 req-159792a0-4186-4362-a3ea-fe27f15b9900 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Request body: {'port': {'device_id': '2808b5ea-531b-4d46-862d-46a70e81df09', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'admin_state_up': True, 'tenant_id': '1d0c3bd18deb4529a9eff5d87fa07f7f'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:40:09.180567 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-31bbc0e0-cf34-44a3-bbc2-91d7e9ca0bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:09.216919 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2a45eb4f-90c0-4aef-90f5-2c4c64fb77a6 req-4a9fb08c-2534-4fc2-ab61-9208b5edac1b tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480268 May 05 21:40:09.317735 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-31bbc0e0-cf34-44a3-bbc2-91d7e9ca0bdd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:40:09.318203 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-31bbc0e0-cf34-44a3-bbc2-91d7e9ca0bdd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:40:09.319045 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-31bbc0e0-cf34-44a3-bbc2-91d7e9ca0bdd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:40:09.319314 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-31bbc0e0-cf34-44a3-bbc2-91d7e9ca0bdd admin admin] Subscribe: > port after_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:40:09.319615 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-31bbc0e0-cf34-44a3-bbc2-91d7e9ca0bdd admin admin] Subscribe: > port after_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:40:09.319925 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-31bbc0e0-cf34-44a3-bbc2-91d7e9ca0bdd admin admin] Subscribe: > port after_update 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:40:09.320247 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-31bbc0e0-cf34-44a3-bbc2-91d7e9ca0bdd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:40:09.320578 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-31bbc0e0-cf34-44a3-bbc2-91d7e9ca0bdd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:40:09.320919 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-31bbc0e0-cf34-44a3-bbc2-91d7e9ca0bdd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:40:09.321162 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-31bbc0e0-cf34-44a3-bbc2-91d7e9ca0bdd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:40:09.401944 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-31bbc0e0-cf34-44a3-bbc2-91d7e9ca0bdd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:40:09.402305 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-31bbc0e0-cf34-44a3-bbc2-91d7e9ca0bdd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:40:09.402631 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-31bbc0e0-cf34-44a3-bbc2-91d7e9ca0bdd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:40:09.402964 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-31bbc0e0-cf34-44a3-bbc2-91d7e9ca0bdd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 21:40:09.403332 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-31bbc0e0-cf34-44a3-bbc2-91d7e9ca0bdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:40:09.479509 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 59766) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:40:09.483469 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6bf8eda2-3db0-4a2d-86c2-3f45dcc84aba req-54a4df1e-db02-4793-9d07-88d22cea7813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:09.499301 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-31bbc0e0-cf34-44a3-bbc2-91d7e9ca0bdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c0b01e5-8fe5-4bee-966f-ea37d84bcbb4') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:40:09.499588 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-31bbc0e0-cf34-44a3-bbc2-91d7e9ca0bdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c0b01e5-8fe5-4bee-966f-ea37d84bcbb4') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:40:09.511591 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-4a095de1-cbf7-4f07-b3ff-735b9fccc607 req-159792a0-4186-4362-a3ea-fe27f15b9900 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:40:09.523649 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-4a095de1-cbf7-4f07-b3ff-735b9fccc607 req-159792a0-4186-4362-a3ea-fe27f15b9900 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Usage tracker for resource:port and tenant:1d0c3bd18deb4529a9eff5d87fa07f7f is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:40:09.523764 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-31bbc0e0-cf34-44a3-bbc2-91d7e9ca0bdd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:09.528212 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-4a095de1-cbf7-4f07-b3ff-735b9fccc607 req-159792a0-4186-4362-a3ea-fe27f15b9900 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:40:09.552305 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-4a095de1-cbf7-4f07-b3ff-735b9fccc607 req-159792a0-4186-4362-a3ea-fe27f15b9900 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:40:09.571714 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a095de1-cbf7-4f07-b3ff-735b9fccc607 req-159792a0-4186-4362-a3ea-fe27f15b9900 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Made reservation on behalf of 1d0c3bd18deb4529a9eff5d87fa07f7f for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:40:09.575127 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4a095de1-cbf7-4f07-b3ff-735b9fccc607 req-159792a0-4186-4362-a3ea-fe27f15b9900 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:09.606779 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3421220b-c7e9-4f82-9077-b3dd09cef592 req-268a23b3-0920-45d4-948e-7b34afaac753 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:09.608083 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-3421220b-c7e9-4f82-9077-b3dd09cef592 req-268a23b3-0920-45d4-948e-7b34afaac753 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Synchronizing usage tracker for tenant:60628924233a465383edf7cfad7065b9 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:40:09.612853 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e49bb-9370-4f77-8a30-34f0243b83b7 req-25131bfb-82ba-42d8-bda8-93a762a97087 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:09.613076 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-31bbc0e0-cf34-44a3-bbc2-91d7e9ca0bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:09.620619 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e54e49bb-9370-4f77-8a30-34f0243b83b7 req-25131bfb-82ba-42d8-bda8-93a762a97087 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1fa634d-642d-4db7-923f-18ce33c832c3 HTTP/1.1" status: 200 len: 932 time: 0.1807146 May 05 21:40:09.637410 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31bbc0e0-cf34-44a3-bbc2-91d7e9ca0bdd admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:40:09.637809 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-31bbc0e0-cf34-44a3-bbc2-91d7e9ca0bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:09.656876 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 05 21:40:09.656876 n-d-825175-4 neutron-server[84063]: util.warn_limited( May 05 21:40:09.656876 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 05 21:40:09.656876 n-d-825175-4 neutron-server[84063]: util.warn_limited( May 05 21:40:09.656876 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:40:09.656876 n-d-825175-4 neutron-server[84063]: util.warn( May 05 21:40:09.656876 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:40:09.656876 n-d-825175-4 neutron-server[84063]: util.warn( May 05 21:40:09.656876 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:40:09.656876 n-d-825175-4 neutron-server[84063]: util.warn( May 05 21:40:09.656876 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:40:09.656876 n-d-825175-4 neutron-server[84063]: util.warn( May 05 21:40:09.656876 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 21:40:09.656876 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:40:09.656876 n-d-825175-4 neutron-server[84063]: timer() May 05 21:40:09.656876 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:40:09.656876 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 21:40:09.656876 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:40:09.656876 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 21:40:09.656876 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:40:09.656876 n-d-825175-4 neutron-server[84063]: self._notify() May 05 21:40:09.656876 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:40:09.656876 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 21:40:09.656876 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:40:09.656876 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 21:40:09.656876 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:40:09.656876 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:40:09.656876 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:40:09.656876 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:40:09.656876 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:40:09.656876 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 21:40:09.656876 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:40:09.656876 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 21:40:09.656876 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:40:09.656876 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:40:09.656876 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:40:09.656876 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 21:40:09.656876 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:40:09.656876 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:40:09.656876 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:40:09.656876 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:40:09.656876 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:40:09.656876 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:40:09.656876 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:40:09.721495 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-3421220b-c7e9-4f82-9077-b3dd09cef592 req-268a23b3-0920-45d4-948e-7b34afaac753 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Unset dirty status for tenant:60628924233a465383edf7cfad7065b9 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:40:09.722253 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3421220b-c7e9-4f82-9077-b3dd09cef592 req-268a23b3-0920-45d4-948e-7b34afaac753 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.44 "GET /v2.0/ports?device_id=24e2c0d6-e977-4820-b498-d250107d9d70 HTTP/1.1" status: 200 len: 950 time: 0.7287042 May 05 21:40:09.784092 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cb66fbc6-8af9-4c4d-a740-b0418b2e3dd8 req-ca2374f0-5830-434e-aceb-23e9e793e13c tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/ports?device_id=9412a9ed-70af-4e00-8544-16f3d238cac1 HTTP/1.1" status: 200 len: 210 time: 0.0743325 May 05 21:40:09.838375 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-e54e49bb-9370-4f77-8a30-34f0243b83b7 req-162e361c-4096-4dee-a034-d4b7f845856d tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Synchronizing usage tracker for tenant:ddd4b9e379904604953b02573e2642da on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:40:09.895670 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-31bbc0e0-cf34-44a3-bbc2-91d7e9ca0bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:09.916800 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-26457183-8ec8-4027-bb06-d6f071e277a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:09.917388 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-e54e49bb-9370-4f77-8a30-34f0243b83b7 req-162e361c-4096-4dee-a034-d4b7f845856d tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Unset dirty status for tenant:ddd4b9e379904604953b02573e2642da on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:40:09.918635 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e54e49bb-9370-4f77-8a30-34f0243b83b7 req-162e361c-4096-4dee-a034-d4b7f845856d tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/security-groups?id=7568e477-67c8-43ef-953c-8ed3ca081be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971747 May 05 21:40:09.949552 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-4a095de1-cbf7-4f07-b3ff-735b9fccc607 req-159792a0-4186-4362-a3ea-fe27f15b9900 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Allocated IP 192.168.233.173 (4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9/f237a6ef-d044-411f-a2d8-d12619664c91/7f1d5640-52d2-459f-8641-381344597961) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:40:10.003467 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-3421220b-c7e9-4f82-9077-b3dd09cef592 req-87e8d53b-ec67-46e0-bca8-e79df72e5b4c tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Deleting port 1d1333ff-f836-4bc6-84ff-8e2b618b8396 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:40:10.003806 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-3421220b-c7e9-4f82-9077-b3dd09cef592 req-87e8d53b-ec67-46e0-bca8-e79df72e5b4c tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:10.036936 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-31bbc0e0-cf34-44a3-bbc2-91d7e9ca0bdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:10.044188 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bbc0e0-cf34-44a3-bbc2-91d7e9ca0bdd admin admin] Pushing event deleted for resources: {'Network': ['ID=024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:10.180414 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-31bbc0e0-cf34-44a3-bbc2-91d7e9ca0bdd admin admin] 10.222.0.23 "DELETE /v2.0/networks/024d9cc7-ac38-4ae1-a8f7-9b0c2b1351f2 HTTP/1.1" status: 204 len: 168 time: 3.1961331 May 05 21:40:10.180414 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-26457183-8ec8-4027-bb06-d6f071e277a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:40:10.181378 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59778) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:40:10.217384 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-26457183-8ec8-4027-bb06-d6f071e277a2 admin admin] Usage tracker for resource:security_group_rule and tenant:4794876e632948d4928a4b6d3f5a096c is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:40:10.231102 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-26457183-8ec8-4027-bb06-d6f071e277a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:40:10.246023 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-26457183-8ec8-4027-bb06-d6f071e277a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:40:10.516706 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.resource_extend [req-6bf8eda2-3db0-4a2d-86c2-3f45dcc84aba req-54a4df1e-db02-4793-9d07-88d22cea7813 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 21:40:10.552125 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-429f04c2-d239-493c-949c-b7db43af887d req-31f8db6b-5a4d-4f7e-9c37-6523a6d98e91 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2808b5ea-531b-4d46-862d-46a70e81df09 HTTP/1.1" status: 200 len: 210 time: 0.1569998 May 05 21:40:10.651433 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba2fab-f192-4e35-8557-bedc9aa324bc req-f726c11f-a95e-47c5-856f-0280493705bd tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:10.664018 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e5ba2fab-f192-4e35-8557-bedc9aa324bc req-f726c11f-a95e-47c5-856f-0280493705bd tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aa8cf51-6804-4dd1-b05c-dac7266b6e48 HTTP/1.1" status: 200 len: 950 time: 0.2969270 May 05 21:40:10.720343 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4a095de1-cbf7-4f07-b3ff-735b9fccc607 req-159792a0-4186-4362-a3ea-fe27f15b9900 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:10.732346 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-26457183-8ec8-4027-bb06-d6f071e277a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:10.753892 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-3421220b-c7e9-4f82-9077-b3dd09cef592 req-87e8d53b-ec67-46e0-bca8-e79df72e5b4c tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] For port 1d1333ff-f836-4bc6-84ff-8e2b618b8396, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=1d1333ff-f836-4bc6-84ff-8e2b618b8396,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:40:10.754694 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-3421220b-c7e9-4f82-9077-b3dd09cef592 req-87e8d53b-ec67-46e0-bca8-e79df72e5b4c tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:10.758883 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e5ba2fab-f192-4e35-8557-bedc9aa324bc req-35239439-a6f2-46fc-b434-6bc295c10269 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] 10.222.0.23 "GET /v2.0/security-groups?id=818f3980-de8f-4603-ad13-d48af127f52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937936 May 05 21:40:10.804620 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-4a095de1-cbf7-4f07-b3ff-735b9fccc607 req-159792a0-4186-4362-a3ea-fe27f15b9900 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Transition to ACTIVE for port object 7f1d5640-52d2-459f-8641-381344597961 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:40:10.888833 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-3421220b-c7e9-4f82-9077-b3dd09cef592 req-87e8d53b-ec67-46e0-bca8-e79df72e5b4c tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Calling delete_port for 1d1333ff-f836-4bc6-84ff-8e2b618b8396 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:40:10.890926 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4a095de1-cbf7-4f07-b3ff-735b9fccc607 req-159792a0-4186-4362-a3ea-fe27f15b9900 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:10.904116 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['105dc9f5-69de-49f6-ba48-8d7a2dc2ca67'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:40:10.946472 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f5517-787c-4639-9760-0dde88c2c59a req-65deed8f-65a3-4a7b-923d-2e4c48d498ed tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:10.947838 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-753f5517-787c-4639-9760-0dde88c2c59a req-65deed8f-65a3-4a7b-923d-2e4c48d498ed tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?device_id=24e2c0d6-e977-4820-b498-d250107d9d70 HTTP/1.1" status: 200 len: 950 time: 0.1820343 May 05 21:40:10.984935 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['3c676966-f034-4a3e-a66e-0c8e2be1d42c'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:40:11.018125 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-26457183-8ec8-4027-bb06-d6f071e277a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:11.030195 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-6bf8eda2-3db0-4a2d-86c2-3f45dcc84aba req-54a4df1e-db02-4793-9d07-88d22cea7813 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 701aafae-0199-4931-bdbc-e51bf47ce8b4 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:40:11.058731 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6bf8eda2-3db0-4a2d-86c2-3f45dcc84aba req-54a4df1e-db02-4793-9d07-88d22cea7813 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:11.107999 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-12a75617-71d5-49d4-ab3f-a3c6b4c8aef0 req-04d38712-d61d-42b6-aa85-380c8ed15ef7 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/ports?device_id=9412a9ed-70af-4e00-8544-16f3d238cac1 HTTP/1.1" status: 200 len: 210 time: 0.1735637 May 05 21:40:11.125180 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fc7e2-7334-41cc-b2f2-fe77e659631a req-4ea784c7-d3b0-4f43-8c19-a9b32b391ea3 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:11.126934 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-971fc7e2-7334-41cc-b2f2-fe77e659631a req-4ea784c7-d3b0-4f43-8c19-a9b32b391ea3 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.32 "GET /v2.0/networks?id=15fc94c9-79b7-4d3d-a68d-e74651d075f7 HTTP/1.1" status: 200 len: 820 time: 0.7263503 May 05 21:40:11.138899 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-6bf8eda2-3db0-4a2d-86c2-3f45dcc84aba req-54a4df1e-db02-4793-9d07-88d22cea7813 service neutron] Transition to ACTIVE for port object 701aafae-0199-4931-bdbc-e51bf47ce8b4 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:40:11.139976 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26457183-8ec8-4027-bb06-d6f071e277a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fba7df7-0924-4455-8a18-626c0f2ca603,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:11.155698 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-26457183-8ec8-4027-bb06-d6f071e277a2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4794876e632948d4928a4b6d3f5a096c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6598532 May 05 21:40:11.159044 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 59790) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:40:11.163042 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-971fc7e2-7334-41cc-b2f2-fe77e659631a req-6a009d14-87af-4210-85ae-a03b162f52fa tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Request body: {'port': {'device_id': '9412a9ed-70af-4e00-8544-16f3d238cac1', 'network_id': '15fc94c9-79b7-4d3d-a68d-e74651d075f7', 'admin_state_up': True, 'tenant_id': '288dd14d0b064298b7582f08c1578363'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:40:11.210201 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a095de1-cbf7-4f07-b3ff-735b9fccc607 req-159792a0-4186-4362-a3ea-fe27f15b9900 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:40:11.212314 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-4a095de1-cbf7-4f07-b3ff-735b9fccc607 req-159792a0-4186-4362-a3ea-fe27f15b9900 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:40:11.215246 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a095de1-cbf7-4f07-b3ff-735b9fccc607 req-159792a0-4186-4362-a3ea-fe27f15b9900 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:40:11.248912 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159792a0-4186-4362-a3ea-fe27f15b9900 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Pushing event updated for resources: {'Port': ['ID=7f1d5640-52d2-459f-8641-381344597961,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:11.320653 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159792a0-4186-4362-a3ea-fe27f15b9900 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:40:11.320930 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6bf8eda2-3db0-4a2d-86c2-3f45dcc84aba req-54a4df1e-db02-4793-9d07-88d22cea7813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:11.321564 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159792a0-4186-4362-a3ea-fe27f15b9900 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:40:11.321564 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159792a0-4186-4362-a3ea-fe27f15b9900 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:40:11.321980 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159792a0-4186-4362-a3ea-fe27f15b9900 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:40:11.322300 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159792a0-4186-4362-a3ea-fe27f15b9900 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:40:11.322617 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159792a0-4186-4362-a3ea-fe27f15b9900 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:40:11.322953 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159792a0-4186-4362-a3ea-fe27f15b9900 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:40:11.323260 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159792a0-4186-4362-a3ea-fe27f15b9900 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:40:11.323569 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159792a0-4186-4362-a3ea-fe27f15b9900 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:40:11.323892 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159792a0-4186-4362-a3ea-fe27f15b9900 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:40:11.324199 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159792a0-4186-4362-a3ea-fe27f15b9900 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:40:11.327167 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26457183-8ec8-4027-bb06-d6f071e277a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:40:11.327530 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26457183-8ec8-4027-bb06-d6f071e277a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:40:11.327840 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26457183-8ec8-4027-bb06-d6f071e277a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:40:11.328172 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26457183-8ec8-4027-bb06-d6f071e277a2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:40:11.328489 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26457183-8ec8-4027-bb06-d6f071e277a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:40:11.328803 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26457183-8ec8-4027-bb06-d6f071e277a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:40:11.329128 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26457183-8ec8-4027-bb06-d6f071e277a2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:40:11.329452 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26457183-8ec8-4027-bb06-d6f071e277a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:40:11.329772 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26457183-8ec8-4027-bb06-d6f071e277a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:40:11.330088 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26457183-8ec8-4027-bb06-d6f071e277a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:40:11.330402 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26457183-8ec8-4027-bb06-d6f071e277a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:40:11.401620 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-753f5517-787c-4639-9760-0dde88c2c59a req-076bf70e-e184-4113-8c8f-166835104b94 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4079666 May 05 21:40:11.432326 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a095de1-cbf7-4f07-b3ff-735b9fccc607 req-159792a0-4186-4362-a3ea-fe27f15b9900 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:11.433089 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4a095de1-cbf7-4f07-b3ff-735b9fccc607 req-159792a0-4186-4362-a3ea-fe27f15b9900 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:11.471825 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-3421220b-c7e9-4f82-9077-b3dd09cef592 req-87e8d53b-ec67-46e0-bca8-e79df72e5b4c tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:11.497438 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['6b1d7cdb-8e34-4688-acec-db3dfd41e683'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:40:11.498997 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4a095de1-cbf7-4f07-b3ff-735b9fccc607 req-159792a0-4186-4362-a3ea-fe27f15b9900 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3349059 May 05 21:40:11.513200 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9879b-0817-4de6-92de-2362e7e39244 req-4f234aee-cc34-4083-8dd4-195bf77f5ab9 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:11.521006 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-82d9879b-0817-4de6-92de-2362e7e39244 req-4f234aee-cc34-4083-8dd4-195bf77f5ab9 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1fa634d-642d-4db7-923f-18ce33c832c3 HTTP/1.1" status: 200 len: 944 time: 0.1693926 May 05 21:40:11.524052 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-971fc7e2-7334-41cc-b2f2-fe77e659631a req-6a009d14-87af-4210-85ae-a03b162f52fa tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:40:11.530373 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-4a095de1-cbf7-4f07-b3ff-735b9fccc607 req-73254036-f293-43b2-a9ce-2fb3f80c0761 service neutron] Request body: {'port': {'device_id': '2808b5ea-531b-4d46-862d-46a70e81df09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:40:11.544431 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-971fc7e2-7334-41cc-b2f2-fe77e659631a req-6a009d14-87af-4210-85ae-a03b162f52fa tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Usage tracker for resource:port and tenant:288dd14d0b064298b7582f08c1578363 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:40:11.596101 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-971fc7e2-7334-41cc-b2f2-fe77e659631a req-6a009d14-87af-4210-85ae-a03b162f52fa tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:40:11.624034 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c638d486-ba65-4317-9117-7086b71388e5 None None] Provisioning for port 7f1d5640-52d2-459f-8641-381344597961 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:40:11.635703 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c638d486-ba65-4317-9117-7086b71388e5 None None] Provisioning complete for port 7f1d5640-52d2-459f-8641-381344597961 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:40:11.636124 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c638d486-ba65-4317-9117-7086b71388e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:11.664736 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-971fc7e2-7334-41cc-b2f2-fe77e659631a req-6a009d14-87af-4210-85ae-a03b162f52fa tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:40:11.735165 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a4df1e-db02-4793-9d07-88d22cea7813 service neutron] Pushing event updated for resources: {'Port': ['ID=701aafae-0199-4931-bdbc-e51bf47ce8b4,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:11.772350 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-c638d486-ba65-4317-9117-7086b71388e5 None None] Port 7f1d5640-52d2-459f-8641-381344597961 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:40:11.847904 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-971fc7e2-7334-41cc-b2f2-fe77e659631a req-6a009d14-87af-4210-85ae-a03b162f52fa tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Made reservation on behalf of 288dd14d0b064298b7582f08c1578363 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:40:11.850924 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-971fc7e2-7334-41cc-b2f2-fe77e659631a req-6a009d14-87af-4210-85ae-a03b162f52fa tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:11.859901 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e8d53b-ec67-46e0-bca8-e79df72e5b4c tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Pushing event deleted for resources: {'Port': ['ID=1d1333ff-f836-4bc6-84ff-8e2b618b8396,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:11.874124 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4a095de1-cbf7-4f07-b3ff-735b9fccc607 req-73254036-f293-43b2-a9ce-2fb3f80c0761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:11.890757 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-3421220b-c7e9-4f82-9077-b3dd09cef592 req-87e8d53b-ec67-46e0-bca8-e79df72e5b4c tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] No DVR routers for this DVR port 1d1333ff-f836-4bc6-84ff-8e2b618b8396 on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:40:11.911611 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-82d9879b-0817-4de6-92de-2362e7e39244 req-951f9055-7656-4477-8cc9-df8d730b4116 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/security-groups?id=7568e477-67c8-43ef-953c-8ed3ca081be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3889086 May 05 21:40:11.914176 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-3421220b-c7e9-4f82-9077-b3dd09cef592 req-87e8d53b-ec67-46e0-bca8-e79df72e5b4c tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:11.932957 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24e2c0d6-e977-4820-b498-d250107d9d70', 'name': 'network-vif-deleted', 'tag': '1d1333ff-f836-4bc6-84ff-8e2b618b8396'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:40:11.937994 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8491bfa7-d7ae-46fa-86c4-b388b8fcd090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:11.987286 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7c20d5ad-97f2-4664-bbc6-546d17857116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:12.002440 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3421220b-c7e9-4f82-9077-b3dd09cef592 req-87e8d53b-ec67-46e0-bca8-e79df72e5b4c tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.44 "DELETE /v2.0/ports/1d1333ff-f836-4bc6-84ff-8e2b618b8396 HTTP/1.1" status: 204 len: 173 time: 2.2655096 May 05 21:40:12.255261 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8491bfa7-d7ae-46fa-86c4-b388b8fcd090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:12.284226 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-6bf8eda2-3db0-4a2d-86c2-3f45dcc84aba req-54a4df1e-db02-4793-9d07-88d22cea7813 service neutron] Attempting to bind port 701aafae-0199-4931-bdbc-e51bf47ce8b4 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:40:12.284629 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-6bf8eda2-3db0-4a2d-86c2-3f45dcc84aba req-54a4df1e-db02-4793-9d07-88d22cea7813 service neutron] Attempting to bind port 701aafae-0199-4931-bdbc-e51bf47ce8b4 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': '829d38c7-6906-4e82-a39e-d9f027380cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b818a522-930a-4e0c-83f8-04da001d67f4'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:40:12.284881 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf8eda2-3db0-4a2d-86c2-3f45dcc84aba req-54a4df1e-db02-4793-9d07-88d22cea7813 service neutron] Attempting to bind port 701aafae-0199-4931-bdbc-e51bf47ce8b4 on network b818a522-930a-4e0c-83f8-04da001d67f4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:40:12.304185 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf8eda2-3db0-4a2d-86c2-3f45dcc84aba req-54a4df1e-db02-4793-9d07-88d22cea7813 service neutron] Port 701aafae-0199-4931-bdbc-e51bf47ce8b4 on network b818a522-930a-4e0c-83f8-04da001d67f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:40:12.304515 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf8eda2-3db0-4a2d-86c2-3f45dcc84aba req-54a4df1e-db02-4793-9d07-88d22cea7813 service neutron] Attempting to bind port 701aafae-0199-4931-bdbc-e51bf47ce8b4 on network b818a522-930a-4e0c-83f8-04da001d67f4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:40:12.319565 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905d424-ce76-4eed-b215-c269a27815bc req-2951c251-84c7-4c20-9092-9a1fc44f5029 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:12.321220 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-6905d424-ce76-4eed-b215-c269a27815bc req-2951c251-84c7-4c20-9092-9a1fc44f5029 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Synchronizing usage tracker for tenant:b3be26898c074aa8b8d5c08f1fa1d106 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:40:12.402762 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf8eda2-3db0-4a2d-86c2-3f45dcc84aba req-54a4df1e-db02-4793-9d07-88d22cea7813 service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:40:12.403133 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf8eda2-3db0-4a2d-86c2-3f45dcc84aba req-54a4df1e-db02-4793-9d07-88d22cea7813 service neutron] Checking segment: {'id': '829d38c7-6906-4e82-a39e-d9f027380cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b818a522-930a-4e0c-83f8-04da001d67f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:40:12.403463 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf8eda2-3db0-4a2d-86c2-3f45dcc84aba req-54a4df1e-db02-4793-9d07-88d22cea7813 service neutron] Bound using segment: {'id': '829d38c7-6906-4e82-a39e-d9f027380cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b818a522-930a-4e0c-83f8-04da001d67f4'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:40:12.404439 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-6bf8eda2-3db0-4a2d-86c2-3f45dcc84aba req-54a4df1e-db02-4793-9d07-88d22cea7813 service neutron] Bound port: 701aafae-0199-4931-bdbc-e51bf47ce8b4, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '829d38c7-6906-4e82-a39e-d9f027380cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b818a522-930a-4e0c-83f8-04da001d67f4'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:40:12.404439 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6bf8eda2-3db0-4a2d-86c2-3f45dcc84aba req-54a4df1e-db02-4793-9d07-88d22cea7813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:12.407340 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fcb7c-2f53-440b-91e4-7f2d1bbfe35e req-609b6f43-a3f2-457e-b83d-a373b1cf1b8a tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:12.408394 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-666fcb7c-2f53-440b-91e4-7f2d1bbfe35e req-609b6f43-a3f2-457e-b83d-a373b1cf1b8a tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Synchronizing usage tracker for tenant:1d0c3bd18deb4529a9eff5d87fa07f7f on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:40:12.435149 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-6905d424-ce76-4eed-b215-c269a27815bc req-2951c251-84c7-4c20-9092-9a1fc44f5029 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Unset dirty status for tenant:b3be26898c074aa8b8d5c08f1fa1d106 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:40:12.437837 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6905d424-ce76-4eed-b215-c269a27815bc req-2951c251-84c7-4c20-9092-9a1fc44f5029 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] 10.222.0.44 "GET /v2.0/ports?device_id=3aa8cf51-6804-4dd1-b05c-dac7266b6e48 HTTP/1.1" status: 200 len: 950 time: 0.8905983 May 05 21:40:12.493707 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-971fc7e2-7334-41cc-b2f2-fe77e659631a req-6a009d14-87af-4210-85ae-a03b162f52fa tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Allocated IP 172.20.0.10 (15fc94c9-79b7-4d3d-a68d-e74651d075f7/cb07d95f-0719-4a75-a100-4b7cfd38dc47/79eece80-2516-4284-8e8e-89730a2dec8b) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:40:12.572546 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-666fcb7c-2f53-440b-91e4-7f2d1bbfe35e req-609b6f43-a3f2-457e-b83d-a373b1cf1b8a tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Unset dirty status for tenant:1d0c3bd18deb4529a9eff5d87fa07f7f on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:40:12.580758 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-666fcb7c-2f53-440b-91e4-7f2d1bbfe35e req-609b6f43-a3f2-457e-b83d-a373b1cf1b8a tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2808b5ea-531b-4d46-862d-46a70e81df09 HTTP/1.1" status: 200 len: 936 time: 0.7433488 May 05 21:40:12.670535 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8982d96e-f7be-4b82-85a1-0a21417e3470 req-ce099d99-2d54-4aef-9d4e-6eb6826b2577 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:12.672355 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8982d96e-f7be-4b82-85a1-0a21417e3470 req-ce099d99-2d54-4aef-9d4e-6eb6826b2577 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aa8cf51-6804-4dd1-b05c-dac7266b6e48 HTTP/1.1" status: 200 len: 950 time: 0.5599906 May 05 21:40:12.710088 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-666fcb7c-2f53-440b-91e4-7f2d1bbfe35e req-458f9b40-da57-422f-a892-d1a44542b87b tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281540 May 05 21:40:12.771174 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8982d96e-f7be-4b82-85a1-0a21417e3470 req-20cdddbf-e16f-46a9-a26d-8f7a94c43379 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] 10.222.0.23 "GET /v2.0/security-groups?id=818f3980-de8f-4603-ad13-d48af127f52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666053 May 05 21:40:12.841881 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8491bfa7-d7ae-46fa-86c4-b388b8fcd090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:12.904728 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b7d4308-e4f3-42a9-9090-d8ac2da294fa'] response: {'server_uuid': '24e2c0d6-e977-4820-b498-d250107d9d70', 'name': 'network-vif-deleted', 'tag': '1d1333ff-f836-4bc6-84ff-8e2b618b8396', 'status': 'completed', 'code': 200} May 05 21:40:12.920692 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-6905d424-ce76-4eed-b215-c269a27815bc req-4d4feda4-feb8-428c-8f2a-4469526f67f4 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Deleting port fc4fbc47-e8e7-4316-ba83-feea73eae44a {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:40:12.927158 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6905d424-ce76-4eed-b215-c269a27815bc req-4d4feda4-feb8-428c-8f2a-4469526f67f4 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:13.018969 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8491bfa7-d7ae-46fa-86c4-b388b8fcd090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fba7df7-0924-4455-8a18-626c0f2ca603,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:13.048931 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-6bf8eda2-3db0-4a2d-86c2-3f45dcc84aba req-54a4df1e-db02-4793-9d07-88d22cea7813 service neutron] For port 701aafae-0199-4931-bdbc-e51bf47ce8b4, host n-h2-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:40:13.057573 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6ed2d6a7-4419-4eee-96d6-8beb2aff731f req-81b58f86-37c8-468c-a5a0-157140d15583 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/ports?device_id=9412a9ed-70af-4e00-8544-16f3d238cac1 HTTP/1.1" status: 200 len: 210 time: 0.0874329 May 05 21:40:13.072316 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-4a095de1-cbf7-4f07-b3ff-735b9fccc607 req-73254036-f293-43b2-a9ce-2fb3f80c0761 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f1d5640-52d2-459f-8641-381344597961 {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:40:13.120986 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-6bf8eda2-3db0-4a2d-86c2-3f45dcc84aba req-54a4df1e-db02-4793-9d07-88d22cea7813 service neutron] For port 701aafae-0199-4931-bdbc-e51bf47ce8b4, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=701aafae-0199-4931-bdbc-e51bf47ce8b4,segment=NetworkSegment(829d38c7-6906-4e82-a39e-d9f027380cc7),segment_id=829d38c7-6906-4e82-a39e-d9f027380cc7)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:40:13.124733 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-971fc7e2-7334-41cc-b2f2-fe77e659631a req-6a009d14-87af-4210-85ae-a03b162f52fa tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:13.128974 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4a095de1-cbf7-4f07-b3ff-735b9fccc607 req-73254036-f293-43b2-a9ce-2fb3f80c0761 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:13.153453 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8491bfa7-d7ae-46fa-86c4-b388b8fcd090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:13.156950 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8491bfa7-d7ae-46fa-86c4-b388b8fcd090 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4fba7df7-0924-4455-8a18-626c0f2ca603 HTTP/1.1" status: 204 len: 168 time: 1.8300927 May 05 21:40:13.178399 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6bf8eda2-3db0-4a2d-86c2-3f45dcc84aba req-54a4df1e-db02-4793-9d07-88d22cea7813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:13.244983 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6bf8eda2-3db0-4a2d-86c2-3f45dcc84aba req-54a4df1e-db02-4793-9d07-88d22cea7813 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:13.246393 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6bf8eda2-3db0-4a2d-86c2-3f45dcc84aba req-54a4df1e-db02-4793-9d07-88d22cea7813 service neutron] 10.222.0.32 "PUT /v2.0/ports/701aafae-0199-4931-bdbc-e51bf47ce8b4 HTTP/1.1" status: 200 len: 1092 time: 4.1328750 May 05 21:40:13.262525 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-4a095de1-cbf7-4f07-b3ff-735b9fccc607 req-73254036-f293-43b2-a9ce-2fb3f80c0761 service neutron] Transition to ACTIVE for port object 7f1d5640-52d2-459f-8641-381344597961 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:40:13.268847 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 1d1333ff-f836-4bc6-84ff-8e2b618b8396 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:40:13.277741 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4a095de1-cbf7-4f07-b3ff-735b9fccc607 req-73254036-f293-43b2-a9ce-2fb3f80c0761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:13.317467 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-971fc7e2-7334-41cc-b2f2-fe77e659631a req-6a009d14-87af-4210-85ae-a03b162f52fa tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Transition to ACTIVE for port object 79eece80-2516-4284-8e8e-89730a2dec8b will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:40:13.378112 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: 1d1333ff-f836-4bc6-84ff-8e2b618b8396 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:40:13.378473 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 1d1333ff-f836-4bc6-84ff-8e2b618b8396 not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:40:13.379900 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device fc4fbc47-e8e7-4316-ba83-feea73eae44a no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:40:13.413884 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73254036-f293-43b2-a9ce-2fb3f80c0761 service neutron] Pushing event updated for resources: {'Port': ['ID=7f1d5640-52d2-459f-8641-381344597961,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:13.548327 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:13.589521 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c99131-4164-42bf-95a5-754e7357718e req-98fb1df7-e662-475c-bd94-6fa5648a853c tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:13.596124 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-03c99131-4164-42bf-95a5-754e7357718e req-98fb1df7-e662-475c-bd94-6fa5648a853c tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1fa634d-642d-4db7-923f-18ce33c832c3 HTTP/1.1" status: 200 len: 944 time: 0.4731512 May 05 21:40:13.627426 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port fc4fbc47-e8e7-4316-ba83-feea73eae44a, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=fc4fbc47-e8e7-4316-ba83-feea73eae44a,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:40:13.628870 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa8cf51-6804-4dd1-b05c-dac7266b6e48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc4fbc47-e8e7-4316-ba83-feea73eae44a'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:40:13.637179 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:13.784829 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=fc4fbc47-e8e7-4316-ba83-feea73eae44a,revision_number=6']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:13.816712 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:40:13.817042 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:40:13.817372 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:40:13.818009 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:40:13.818234 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:40:13.818382 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:40:13.822942 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:40:13.823554 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:40:13.824037 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:40:13.827604 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:40:13.828177 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:40:13.850306 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a4df1e-db02-4793-9d07-88d22cea7813 service neutron] Pushing event updated for resources: {'Port': ['ID=701aafae-0199-4931-bdbc-e51bf47ce8b4,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:13.910842 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-971fc7e2-7334-41cc-b2f2-fe77e659631a req-6a009d14-87af-4210-85ae-a03b162f52fa tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:13.984145 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['316ee080-e24c-4927-ae55-1d986286df81'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:40:14.043152 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-971fc7e2-7334-41cc-b2f2-fe77e659631a req-6a009d14-87af-4210-85ae-a03b162f52fa tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Network 15fc94c9-79b7-4d3d-a68d-e74651d075f7 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:40:14.053586 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-971fc7e2-7334-41cc-b2f2-fe77e659631a req-6a009d14-87af-4210-85ae-a03b162f52fa tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:40:14.069514 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-971fc7e2-7334-41cc-b2f2-fe77e659631a req-6a009d14-87af-4210-85ae-a03b162f52fa tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:40:14.141559 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9eb99a2e-dc52-4e7f-9652-31145ca97e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:14.161220 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 59872) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:40:14.186004 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6bf8eda2-3db0-4a2d-86c2-3f45dcc84aba req-06b1802a-74c4-41db-8ff4-bf7f9b469c67 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ddd4b9e379904604953b02573e2642da&device_id=d1fa634d-642d-4db7-923f-18ce33c832c3 HTTP/1.1" status: 200 len: 1095 time: 0.8325360 May 05 21:40:14.226989 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a009d14-87af-4210-85ae-a03b162f52fa tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Pushing event updated for resources: {'Port': ['ID=79eece80-2516-4284-8e8e-89730a2dec8b,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:14.232037 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-6905d424-ce76-4eed-b215-c269a27815bc req-4d4feda4-feb8-428c-8f2a-4469526f67f4 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] For port fc4fbc47-e8e7-4316-ba83-feea73eae44a, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=fc4fbc47-e8e7-4316-ba83-feea73eae44a,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:40:14.232681 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6905d424-ce76-4eed-b215-c269a27815bc req-4d4feda4-feb8-428c-8f2a-4469526f67f4 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:14.240522 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-4a095de1-cbf7-4f07-b3ff-735b9fccc607 req-73254036-f293-43b2-a9ce-2fb3f80c0761 service neutron] Attempting to bind port 7f1d5640-52d2-459f-8641-381344597961 on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:40:14.240722 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-4a095de1-cbf7-4f07-b3ff-735b9fccc607 req-73254036-f293-43b2-a9ce-2fb3f80c0761 service neutron] Attempting to bind port 7f1d5640-52d2-459f-8641-381344597961 by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:40:14.241007 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a095de1-cbf7-4f07-b3ff-735b9fccc607 req-73254036-f293-43b2-a9ce-2fb3f80c0761 service neutron] Attempting to bind port 7f1d5640-52d2-459f-8641-381344597961 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:40:14.277710 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-03c99131-4164-42bf-95a5-754e7357718e req-480677ba-865b-479e-ad0d-ffec9da96c85 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/security-groups?id=7568e477-67c8-43ef-953c-8ed3ca081be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5123389 May 05 21:40:14.299477 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a095de1-cbf7-4f07-b3ff-735b9fccc607 req-73254036-f293-43b2-a9ce-2fb3f80c0761 service neutron] Port 7f1d5640-52d2-459f-8641-381344597961 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:40:14.299794 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a095de1-cbf7-4f07-b3ff-735b9fccc607 req-73254036-f293-43b2-a9ce-2fb3f80c0761 service neutron] Attempting to bind port 7f1d5640-52d2-459f-8641-381344597961 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:40:14.353043 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658078ce-c972-402a-950d-9613f2d963a6 req-97e6d4fc-d4e9-4779-abf9-9792a1b8876d tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:14.363622 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-658078ce-c972-402a-950d-9613f2d963a6 req-97e6d4fc-d4e9-4779-abf9-9792a1b8876d tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?device_id=8634e2ba-70c7-4eca-b079-298d6f3d1b54 HTTP/1.1" status: 200 len: 972 time: 0.5970290 May 05 21:40:14.412894 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b88b10f6-c7c5-465d-a183-edd6196d5283'] response: {'server_uuid': '3aa8cf51-6804-4dd1-b05c-dac7266b6e48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc4fbc47-e8e7-4316-ba83-feea73eae44a', 'code': 200} May 05 21:40:14.417926 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a095de1-cbf7-4f07-b3ff-735b9fccc607 req-73254036-f293-43b2-a9ce-2fb3f80c0761 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:40:14.418471 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a095de1-cbf7-4f07-b3ff-735b9fccc607 req-73254036-f293-43b2-a9ce-2fb3f80c0761 service neutron] Checking segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:40:14.419095 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a095de1-cbf7-4f07-b3ff-735b9fccc607 req-73254036-f293-43b2-a9ce-2fb3f80c0761 service neutron] Bound using segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:40:14.419548 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-4a095de1-cbf7-4f07-b3ff-735b9fccc607 req-73254036-f293-43b2-a9ce-2fb3f80c0761 service neutron] Bound port: 7f1d5640-52d2-459f-8641-381344597961, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:40:14.419942 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4a095de1-cbf7-4f07-b3ff-735b9fccc607 req-73254036-f293-43b2-a9ce-2fb3f80c0761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:14.425951 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c378abff-fee3-4726-bcd2-d4bc46d85c85 None None] Provisioning for port 79eece80-2516-4284-8e8e-89730a2dec8b completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:40:14.439424 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c378abff-fee3-4726-bcd2-d4bc46d85c85 None None] Provisioning complete for port 79eece80-2516-4284-8e8e-89730a2dec8b triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:40:14.441151 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c378abff-fee3-4726-bcd2-d4bc46d85c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:14.502502 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-844faf4f-fbe7-4562-8e3f-cb3dc329ae76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:14.550235 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-c378abff-fee3-4726-bcd2-d4bc46d85c85 None None] Port 79eece80-2516-4284-8e8e-89730a2dec8b cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:40:14.551193 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-658078ce-c972-402a-950d-9613f2d963a6 req-fb0efb77-a624-4eda-aa7f-e3848d2a0b6a tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866705 May 05 21:40:14.711145 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fc7e2-7334-41cc-b2f2-fe77e659631a req-6a009d14-87af-4210-85ae-a03b162f52fa tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:14.711769 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-971fc7e2-7334-41cc-b2f2-fe77e659631a req-6a009d14-87af-4210-85ae-a03b162f52fa tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:14.715636 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-4a095de1-cbf7-4f07-b3ff-735b9fccc607 req-73254036-f293-43b2-a9ce-2fb3f80c0761 service neutron] For port 7f1d5640-52d2-459f-8641-381344597961, host n-h1-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:40:14.720070 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-4a095de1-cbf7-4f07-b3ff-735b9fccc607 req-73254036-f293-43b2-a9ce-2fb3f80c0761 service neutron] For port 7f1d5640-52d2-459f-8641-381344597961, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=7f1d5640-52d2-459f-8641-381344597961,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:40:14.721905 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-6905d424-ce76-4eed-b215-c269a27815bc req-4d4feda4-feb8-428c-8f2a-4469526f67f4 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Calling delete_port for fc4fbc47-e8e7-4316-ba83-feea73eae44a owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:40:14.778095 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6bf8eda2-3db0-4a2d-86c2-3f45dcc84aba req-291d2964-76e1-4d07-9b36-a1b6b34e0e57 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=701aafae-0199-4931-bdbc-e51bf47ce8b4 HTTP/1.1" status: 200 len: 217 time: 0.5558860 May 05 21:40:14.784049 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4a095de1-cbf7-4f07-b3ff-735b9fccc607 req-73254036-f293-43b2-a9ce-2fb3f80c0761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:14.855629 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-844faf4f-fbe7-4562-8e3f-cb3dc329ae76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:40:14.867722 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-971fc7e2-7334-41cc-b2f2-fe77e659631a req-6a009d14-87af-4210-85ae-a03b162f52fa tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7105699 May 05 21:40:14.873491 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-844faf4f-fbe7-4562-8e3f-cb3dc329ae76 admin admin] Usage tracker for resource:security_group_rule and tenant:4d03c95f1c854b1085f7b08f00afcbdb is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:40:14.879067 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-844faf4f-fbe7-4562-8e3f-cb3dc329ae76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:40:14.887761 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-971fc7e2-7334-41cc-b2f2-fe77e659631a req-d5847003-6ed8-4a8e-8b1d-6b7e0860216f service neutron] Request body: {'port': {'device_id': '9412a9ed-70af-4e00-8544-16f3d238cac1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:40:14.921354 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-7c20d5ad-97f2-4664-bbc6-546d17857116 admin admin] Deleting port a6c9d602-aa1e-476c-bacf-251ec0cbaa29 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:40:14.921354 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7c20d5ad-97f2-4664-bbc6-546d17857116 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:14.934181 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1fa634d-642d-4db7-923f-18ce33c832c3', 'tag': '701aafae-0199-4931-bdbc-e51bf47ce8b4'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:40:14.940608 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-844faf4f-fbe7-4562-8e3f-cb3dc329ae76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:40:14.970741 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4a095de1-cbf7-4f07-b3ff-735b9fccc607 req-73254036-f293-43b2-a9ce-2fb3f80c0761 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:14.972121 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4a095de1-cbf7-4f07-b3ff-735b9fccc607 req-73254036-f293-43b2-a9ce-2fb3f80c0761 service neutron] 10.222.0.44 "PUT /v2.0/ports/7f1d5640-52d2-459f-8641-381344597961 HTTP/1.1" status: 200 len: 1096 time: 3.4465342 May 05 21:40:14.987694 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2808b5ea-531b-4d46-862d-46a70e81df09', 'tag': '7f1d5640-52d2-459f-8641-381344597961'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:40:14.988027 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8eda2-3db0-4a2d-86c2-3f45dcc84aba req-18ac26e6-190d-43d9-9113-53309c39e270 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:14.988027 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6bf8eda2-3db0-4a2d-86c2-3f45dcc84aba req-18ac26e6-190d-43d9-9113-53309c39e270 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9de8d683-3484-40a1-82ea-833de04ff50b HTTP/1.1" status: 200 len: 852 time: 0.1822541 May 05 21:40:15.024150 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc16708-0490-4caf-8224-31a75be3bab3 req-be4fc1e4-9b29-41db-a142-017cf0bb364b tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:15.025594 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dfc16708-0490-4caf-8224-31a75be3bab3 req-be4fc1e4-9b29-41db-a142-017cf0bb364b tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2808b5ea-531b-4d46-862d-46a70e81df09 HTTP/1.1" status: 200 len: 948 time: 0.4698286 May 05 21:40:15.032699 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73254036-f293-43b2-a9ce-2fb3f80c0761 service neutron] Pushing event updated for resources: {'Port': ['ID=7f1d5640-52d2-459f-8641-381344597961,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:15.098326 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6bf8eda2-3db0-4a2d-86c2-3f45dcc84aba req-ae6320a8-db9f-44d9-a2ce-ffe4acdeac3e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b818a522-930a-4e0c-83f8-04da001d67f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1027102 May 05 21:40:15.244164 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.api [req-6905d424-ce76-4eed-b215-c269a27815bc req-4d4feda4-feb8-428c-8f2a-4469526f67f4 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:40:15.244747 n-d-825175-4 neutron-server[84063]: DEBUG oslo_db.api [req-6905d424-ce76-4eed-b215-c269a27815bc req-4d4feda4-feb8-428c-8f2a-4469526f67f4 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:40:15.312446 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-971fc7e2-7334-41cc-b2f2-fe77e659631a req-d5847003-6ed8-4a8e-8b1d-6b7e0860216f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:15.363027 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-844faf4f-fbe7-4562-8e3f-cb3dc329ae76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:15.397328 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-844faf4f-fbe7-4562-8e3f-cb3dc329ae76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:15.413791 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf60e81-a860-488e-895c-3a2c1c1c8c52 req-34d2b788-4c90-4417-9642-0d4e82f048ae tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:15.415431 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fbf60e81-a860-488e-895c-3a2c1c1c8c52 req-34d2b788-4c90-4417-9642-0d4e82f048ae tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aa8cf51-6804-4dd1-b05c-dac7266b6e48 HTTP/1.1" status: 200 len: 948 time: 0.6377518 May 05 21:40:15.440517 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6bf8eda2-3db0-4a2d-86c2-3f45dcc84aba req-1a727392-3082-41d3-b1ba-4e676d2b4de7 service neutron] 10.222.0.32 "GET /v2.0/networks/b818a522-930a-4e0c-83f8-04da001d67f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067155 May 05 21:40:15.477850 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dfc16708-0490-4caf-8224-31a75be3bab3 req-7182941f-7a7c-4ad1-b461-6100a1c6a70f tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4378026 May 05 21:40:15.512089 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844faf4f-fbe7-4562-8e3f-cb3dc329ae76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a62bd9-4b50-4191-9519-b125d1a2aabd,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:15.559714 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-7c20d5ad-97f2-4664-bbc6-546d17857116 admin admin] For port a6c9d602-aa1e-476c-bacf-251ec0cbaa29, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=a6c9d602-aa1e-476c-bacf-251ec0cbaa29,segment=NetworkSegment(ff5be024-16bf-4099-bd79-74b5cda48de1),segment_id=ff5be024-16bf-4099-bd79-74b5cda48de1)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:40:15.560079 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7c20d5ad-97f2-4664-bbc6-546d17857116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:15.620206 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-844faf4f-fbe7-4562-8e3f-cb3dc329ae76 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4d03c95f1c854b1085f7b08f00afcbdb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4504614 May 05 21:40:15.653071 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59886) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:40:15.748078 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-6905d424-ce76-4eed-b215-c269a27815bc req-4d4feda4-feb8-428c-8f2a-4469526f67f4 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Deleting port fc4fbc47-e8e7-4316-ba83-feea73eae44a {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:40:15.748423 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6905d424-ce76-4eed-b215-c269a27815bc req-4d4feda4-feb8-428c-8f2a-4469526f67f4 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:15.773229 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-7c20d5ad-97f2-4664-bbc6-546d17857116 admin admin] Calling delete_port for a6c9d602-aa1e-476c-bacf-251ec0cbaa29 owned by network:router_interface {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:40:15.825176 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fbf60e81-a860-488e-895c-3a2c1c1c8c52 req-bcb7e68c-6678-4caa-b3c8-31cc3ad66388 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] 10.222.0.23 "GET /v2.0/security-groups?id=818f3980-de8f-4603-ad13-d48af127f52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3931086 May 05 21:40:15.841862 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d60a9ed-633a-4771-a373-044db28401b3 req-f1cb9341-835a-421c-a7fb-4756fd5fc300 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:15.843384 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0d60a9ed-633a-4771-a373-044db28401b3 req-f1cb9341-835a-421c-a7fb-4756fd5fc300 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.32 "GET /v2.0/ports?device_id=8634e2ba-70c7-4eca-b079-298d6f3d1b54 HTTP/1.1" status: 200 len: 972 time: 0.5725367 May 05 21:40:15.863835 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6bf8eda2-3db0-4a2d-86c2-3f45dcc84aba req-843c3722-3034-4535-bdc0-054342429e79 service neutron] 10.222.0.32 "GET /v2.0/networks/b818a522-930a-4e0c-83f8-04da001d67f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3936427 May 05 21:40:15.931591 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4a095de1-cbf7-4f07-b3ff-735b9fccc607 req-a77aa0e0-2989-43a4-87f8-fcbee5fa7b4b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d0c3bd18deb4529a9eff5d87fa07f7f&device_id=2808b5ea-531b-4d46-862d-46a70e81df09 HTTP/1.1" status: 200 len: 1099 time: 0.6544812 May 05 21:40:15.963398 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0400dc1-f0d2-45a3-8386-95c4f05ed9e2'] response: {'name': 'network-changed', 'server_uuid': 'd1fa634d-642d-4db7-923f-18ce33c832c3', 'tag': '701aafae-0199-4931-bdbc-e51bf47ce8b4', 'status': 'completed', 'code': 200} May 05 21:40:16.044260 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-667e9a91-c5ea-45b8-ae1d-e0f423fd3f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:16.080470 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fce8035-96f0-45a3-9229-f5d638099350'] response: {'name': 'network-changed', 'server_uuid': '2808b5ea-531b-4d46-862d-46a70e81df09', 'tag': '7f1d5640-52d2-459f-8641-381344597961', 'status': 'completed', 'code': 200} May 05 21:40:16.086148 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-0d60a9ed-633a-4771-a373-044db28401b3 req-963c49a1-a321-43dc-a3e5-c0db0dab36f8 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Deleting port 6b1d7cdb-8e34-4688-acec-db3dfd41e683 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:40:16.086487 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-0d60a9ed-633a-4771-a373-044db28401b3 req-963c49a1-a321-43dc-a3e5-c0db0dab36f8 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:16.127099 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4a095de1-cbf7-4f07-b3ff-735b9fccc607 req-c73dfc45-37b2-4d1f-a23c-595f6d3fe21c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=7f1d5640-52d2-459f-8641-381344597961 HTTP/1.1" status: 200 len: 217 time: 0.1723249 May 05 21:40:16.190230 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3258fc01-0ede-4e19-8d15-6fefcc5fd143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:16.233261 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.resource_extend [req-971fc7e2-7334-41cc-b2f2-fe77e659631a req-d5847003-6ed8-4a8e-8b1d-6b7e0860216f service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 21:40:16.338567 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-971fc7e2-7334-41cc-b2f2-fe77e659631a req-d5847003-6ed8-4a8e-8b1d-6b7e0860216f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79eece80-2516-4284-8e8e-89730a2dec8b {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:40:16.350726 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-6905d424-ce76-4eed-b215-c269a27815bc req-4d4feda4-feb8-428c-8f2a-4469526f67f4 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] For port fc4fbc47-e8e7-4316-ba83-feea73eae44a, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=fc4fbc47-e8e7-4316-ba83-feea73eae44a,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:40:16.361810 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6905d424-ce76-4eed-b215-c269a27815bc req-4d4feda4-feb8-428c-8f2a-4469526f67f4 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:16.362248 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-01e1ef0c-6682-46a3-8b4a-b647ced07763 req-09591ec3-88da-4d0c-9bb7-8eb700154711 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ddd4b9e379904604953b02573e2642da&device_id=d1fa634d-642d-4db7-923f-18ce33c832c3 HTTP/1.1" status: 200 len: 1095 time: 0.3342202 May 05 21:40:16.364075 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-971fc7e2-7334-41cc-b2f2-fe77e659631a req-d5847003-6ed8-4a8e-8b1d-6b7e0860216f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:16.375801 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3258fc01-0ede-4e19-8d15-6fefcc5fd143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:16.387674 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415365f5-9a3f-4de3-aefc-80e26093d0ef req-ecdfa24d-c18c-4f3e-85c1-9030638de505 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:16.398257 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-415365f5-9a3f-4de3-aefc-80e26093d0ef req-ecdfa24d-c18c-4f3e-85c1-9030638de505 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/ports?device_id=9412a9ed-70af-4e00-8544-16f3d238cac1 HTTP/1.1" status: 200 len: 932 time: 0.7459624 May 05 21:40:16.433315 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a095de1-cbf7-4f07-b3ff-735b9fccc607 req-d76724ce-e536-4d88-b92d-7c77c8716cda service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:16.434757 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4a095de1-cbf7-4f07-b3ff-735b9fccc607 req-d76724ce-e536-4d88-b92d-7c77c8716cda service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.2955804 May 05 21:40:16.590732 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-6905d424-ce76-4eed-b215-c269a27815bc req-4d4feda4-feb8-428c-8f2a-4469526f67f4 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Calling delete_port for fc4fbc47-e8e7-4316-ba83-feea73eae44a owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:40:16.637132 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-971fc7e2-7334-41cc-b2f2-fe77e659631a req-d5847003-6ed8-4a8e-8b1d-6b7e0860216f service neutron] Transition to ACTIVE for port object 79eece80-2516-4284-8e8e-89730a2dec8b will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:40:16.696047 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-415365f5-9a3f-4de3-aefc-80e26093d0ef req-14a81efb-535f-4ba8-bc91-981600b220f0 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc0ecaeb-86a0-410b-bb10-a89dbdda6d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960296 May 05 21:40:16.696510 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-971fc7e2-7334-41cc-b2f2-fe77e659631a req-d5847003-6ed8-4a8e-8b1d-6b7e0860216f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:16.786981 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3258fc01-0ede-4e19-8d15-6fefcc5fd143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:16.885956 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3258fc01-0ede-4e19-8d15-6fefcc5fd143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a62bd9-4b50-4191-9519-b125d1a2aabd,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:16.928890 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5847003-6ed8-4a8e-8b1d-6b7e0860216f service neutron] Pushing event updated for resources: {'Port': ['ID=79eece80-2516-4284-8e8e-89730a2dec8b,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:16.933050 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e1ef0c-6682-46a3-8b4a-b647ced07763 req-feae932b-2973-49e8-b95f-c40b9e6a7b9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:16.934862 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-01e1ef0c-6682-46a3-8b4a-b647ced07763 req-feae932b-2973-49e8-b95f-c40b9e6a7b9c service neutron] 10.222.0.32 "GET /v2.0/networks?id=b818a522-930a-4e0c-83f8-04da001d67f4 HTTP/1.1" status: 200 len: 913 time: 0.4261830 May 05 21:40:16.942010 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7c20d5ad-97f2-4664-bbc6-546d17857116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:16.991805 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4056d2-8ef4-4209-92ab-051075d4596f req-68fda6be-adee-4039-93ea-572f42f39f6d tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:16.996645 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ff4056d2-8ef4-4209-92ab-051075d4596f req-68fda6be-adee-4039-93ea-572f42f39f6d tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1fa634d-642d-4db7-923f-18ce33c832c3 HTTP/1.1" status: 200 len: 944 time: 0.7951720 May 05 21:40:17.058321 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c20d5ad-97f2-4664-bbc6-546d17857116 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6c9d602-aa1e-476c-bacf-251ec0cbaa29,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:17.065849 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-0d60a9ed-633a-4771-a373-044db28401b3 req-963c49a1-a321-43dc-a3e5-c0db0dab36f8 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] For port 6b1d7cdb-8e34-4688-acec-db3dfd41e683, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=6b1d7cdb-8e34-4688-acec-db3dfd41e683,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:40:17.066277 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-0d60a9ed-633a-4771-a373-044db28401b3 req-963c49a1-a321-43dc-a3e5-c0db0dab36f8 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:17.084750 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4a095de1-cbf7-4f07-b3ff-735b9fccc607 req-3da6f6bf-ed4e-4077-87fd-b6ac7578c0a4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6304309 May 05 21:40:17.163857 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:17.219876 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-01e1ef0c-6682-46a3-8b4a-b647ced07763 req-ee67fafb-bfa8-4bb4-9a4f-1938604b4989 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=701aafae-0199-4931-bdbc-e51bf47ce8b4 HTTP/1.1" status: 200 len: 217 time: 0.2745614 May 05 21:40:17.225014 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-971fc7e2-7334-41cc-b2f2-fe77e659631a req-d5847003-6ed8-4a8e-8b1d-6b7e0860216f service neutron] Attempting to bind port 79eece80-2516-4284-8e8e-89730a2dec8b on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:40:17.225338 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-971fc7e2-7334-41cc-b2f2-fe77e659631a req-d5847003-6ed8-4a8e-8b1d-6b7e0860216f service neutron] Attempting to bind port 79eece80-2516-4284-8e8e-89730a2dec8b by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': '70e83286-5918-4af1-9b6d-01bc6155c4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '15fc94c9-79b7-4d3d-a68d-e74651d075f7'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:40:17.225659 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971fc7e2-7334-41cc-b2f2-fe77e659631a req-d5847003-6ed8-4a8e-8b1d-6b7e0860216f service neutron] Attempting to bind port 79eece80-2516-4284-8e8e-89730a2dec8b on network 15fc94c9-79b7-4d3d-a68d-e74651d075f7 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:40:17.280568 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3258fc01-0ede-4e19-8d15-6fefcc5fd143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:17.280821 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971fc7e2-7334-41cc-b2f2-fe77e659631a req-d5847003-6ed8-4a8e-8b1d-6b7e0860216f service neutron] Port 79eece80-2516-4284-8e8e-89730a2dec8b on network 15fc94c9-79b7-4d3d-a68d-e74651d075f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:40:17.281063 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971fc7e2-7334-41cc-b2f2-fe77e659631a req-d5847003-6ed8-4a8e-8b1d-6b7e0860216f service neutron] Attempting to bind port 79eece80-2516-4284-8e8e-89730a2dec8b on network 15fc94c9-79b7-4d3d-a68d-e74651d075f7 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:40:17.281758 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-3258fc01-0ede-4e19-8d15-6fefcc5fd143 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/62a62bd9-4b50-4191-9519-b125d1a2aabd HTTP/1.1" status: 204 len: 168 time: 1.6257906 May 05 21:40:17.295124 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971fc7e2-7334-41cc-b2f2-fe77e659631a req-d5847003-6ed8-4a8e-8b1d-6b7e0860216f service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:40:17.295478 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971fc7e2-7334-41cc-b2f2-fe77e659631a req-d5847003-6ed8-4a8e-8b1d-6b7e0860216f service neutron] Checking segment: {'id': '70e83286-5918-4af1-9b6d-01bc6155c4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '15fc94c9-79b7-4d3d-a68d-e74651d075f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:40:17.295857 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971fc7e2-7334-41cc-b2f2-fe77e659631a req-d5847003-6ed8-4a8e-8b1d-6b7e0860216f service neutron] Bound using segment: {'id': '70e83286-5918-4af1-9b6d-01bc6155c4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '15fc94c9-79b7-4d3d-a68d-e74651d075f7'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:40:17.296286 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-971fc7e2-7334-41cc-b2f2-fe77e659631a req-d5847003-6ed8-4a8e-8b1d-6b7e0860216f service neutron] Bound port: 79eece80-2516-4284-8e8e-89730a2dec8b, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70e83286-5918-4af1-9b6d-01bc6155c4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '15fc94c9-79b7-4d3d-a68d-e74651d075f7'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:40:17.296644 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-971fc7e2-7334-41cc-b2f2-fe77e659631a req-d5847003-6ed8-4a8e-8b1d-6b7e0860216f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:17.313736 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6905d424-ce76-4eed-b215-c269a27815bc req-4d4feda4-feb8-428c-8f2a-4469526f67f4 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:17.326571 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['ffaabc51-9eef-43c6-80f8-3225cbe9e952'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:40:17.394017 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4feda4-feb8-428c-8f2a-4469526f67f4 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Pushing event deleted for resources: {'Port': ['ID=fc4fbc47-e8e7-4316-ba83-feea73eae44a,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:17.441370 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e1ef0c-6682-46a3-8b4a-b647ced07763 req-343f7f85-9408-45ef-8886-174b669c0c00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:17.454909 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-01e1ef0c-6682-46a3-8b4a-b647ced07763 req-343f7f85-9408-45ef-8886-174b669c0c00 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9de8d683-3484-40a1-82ea-833de04ff50b HTTP/1.1" status: 200 len: 852 time: 0.2209361 May 05 21:40:17.472563 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:17.607466 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-0d60a9ed-633a-4771-a373-044db28401b3 req-963c49a1-a321-43dc-a3e5-c0db0dab36f8 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Calling delete_port for 6b1d7cdb-8e34-4688-acec-db3dfd41e683 owned by compute:tempest-test_az-272234528 {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:40:17.805159 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-971fc7e2-7334-41cc-b2f2-fe77e659631a req-d5847003-6ed8-4a8e-8b1d-6b7e0860216f service neutron] For port 79eece80-2516-4284-8e8e-89730a2dec8b, host n-h2-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:40:17.809028 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-971fc7e2-7334-41cc-b2f2-fe77e659631a req-d5847003-6ed8-4a8e-8b1d-6b7e0860216f service neutron] For port 79eece80-2516-4284-8e8e-89730a2dec8b, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=79eece80-2516-4284-8e8e-89730a2dec8b,segment=NetworkSegment(70e83286-5918-4af1-9b6d-01bc6155c4dc),segment_id=70e83286-5918-4af1-9b6d-01bc6155c4dc)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:40:17.854166 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-6905d424-ce76-4eed-b215-c269a27815bc req-4d4feda4-feb8-428c-8f2a-4469526f67f4 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] No DVR routers for this DVR port fc4fbc47-e8e7-4316-ba83-feea73eae44a on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:40:17.857705 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-01e1ef0c-6682-46a3-8b4a-b647ced07763 req-06041a12-894f-4137-956f-0b3e49355986 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b818a522-930a-4e0c-83f8-04da001d67f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3190908 May 05 21:40:17.858860 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-971fc7e2-7334-41cc-b2f2-fe77e659631a req-d5847003-6ed8-4a8e-8b1d-6b7e0860216f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:17.864156 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6905d424-ce76-4eed-b215-c269a27815bc req-4d4feda4-feb8-428c-8f2a-4469526f67f4 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:17.977119 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa8cf51-6804-4dd1-b05c-dac7266b6e48', 'name': 'network-vif-deleted', 'tag': 'fc4fbc47-e8e7-4316-ba83-feea73eae44a'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:40:17.995924 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6905d424-ce76-4eed-b215-c269a27815bc req-4d4feda4-feb8-428c-8f2a-4469526f67f4 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] 10.222.0.44 "DELETE /v2.0/ports/fc4fbc47-e8e7-4316-ba83-feea73eae44a HTTP/1.1" status: 204 len: 173 time: 5.3254464 May 05 21:40:18.056958 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391befa0-feb6-49ec-a743-9fdfb012fbf2 req-6674d6b7-2bb8-415c-9ac0-61da385ccc1d tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:18.068380 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-391befa0-feb6-49ec-a743-9fdfb012fbf2 req-6674d6b7-2bb8-415c-9ac0-61da385ccc1d tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/ports?device_id=8634e2ba-70c7-4eca-b079-298d6f3d1b54 HTTP/1.1" status: 200 len: 972 time: 1.2348924 May 05 21:40:18.090239 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ff4056d2-8ef4-4209-92ab-051075d4596f req-2cf88d1c-b395-447a-a246-a98eadd89d4b tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/security-groups?id=7568e477-67c8-43ef-953c-8ed3ca081be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0718746 May 05 21:40:18.124188 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-971fc7e2-7334-41cc-b2f2-fe77e659631a req-d5847003-6ed8-4a8e-8b1d-6b7e0860216f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:18.124650 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-971fc7e2-7334-41cc-b2f2-fe77e659631a req-d5847003-6ed8-4a8e-8b1d-6b7e0860216f service neutron] 10.222.0.32 "PUT /v2.0/ports/79eece80-2516-4284-8e8e-89730a2dec8b HTTP/1.1" status: 200 len: 1092 time: 3.2409694 May 05 21:40:18.182900 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5847003-6ed8-4a8e-8b1d-6b7e0860216f service neutron] Pushing event updated for resources: {'Port': ['ID=79eece80-2516-4284-8e8e-89730a2dec8b,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:18.267828 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-01e1ef0c-6682-46a3-8b4a-b647ced07763 req-0543bd23-056d-4399-a005-d96accbbf1a8 service neutron] 10.222.0.32 "GET /v2.0/networks/b818a522-930a-4e0c-83f8-04da001d67f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269620 May 05 21:40:18.461743 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-971fc7e2-7334-41cc-b2f2-fe77e659631a req-af6a0fe9-a118-4f69-9859-5cc6a619e49c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=288dd14d0b064298b7582f08c1578363&device_id=9412a9ed-70af-4e00-8544-16f3d238cac1 HTTP/1.1" status: 200 len: 1095 time: 0.2525542 May 05 21:40:18.610045 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4a095de1-cbf7-4f07-b3ff-735b9fccc607 req-9395eb0c-0e51-431e-9f43-a27250f0f2c4 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5176146 May 05 21:40:18.619337 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-391befa0-feb6-49ec-a743-9fdfb012fbf2 req-82fa5f7a-7edc-4635-835b-c0cb39efc529 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.23 "GET /v2.0/security-groups?id=dc3f4d43-d597-4f18-8f92-ec9106df9321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5498810 May 05 21:40:18.685982 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-971fc7e2-7334-41cc-b2f2-fe77e659631a req-c6818668-9259-4d20-a0f8-44713347a092 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79eece80-2516-4284-8e8e-89730a2dec8b HTTP/1.1" status: 200 len: 217 time: 0.2069464 May 05 21:40:18.765715 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-01e1ef0c-6682-46a3-8b4a-b647ced07763 req-08d75690-8178-4924-a6d4-9e1dac2a1563 service neutron] 10.222.0.32 "GET /v2.0/networks/b818a522-930a-4e0c-83f8-04da001d67f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4890594 May 05 21:40:18.772917 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:18.791114 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fc7e2-7334-41cc-b2f2-fe77e659631a req-d5ff10d3-8c7c-4770-a45a-25764573ba7f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:18.794424 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-971fc7e2-7334-41cc-b2f2-fe77e659631a req-d5ff10d3-8c7c-4770-a45a-25764573ba7f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cb07d95f-0719-4a75-a100-4b7cfd38dc47 HTTP/1.1" status: 200 len: 859 time: 0.0905497 May 05 21:40:18.844148 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3259b16b-ca3a-4552-a569-43faa3c0f1b4 req-be95efc5-e230-4081-91c4-de6a6394936f tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:18.845635 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3259b16b-ca3a-4552-a569-43faa3c0f1b4 req-be95efc5-e230-4081-91c4-de6a6394936f tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2808b5ea-531b-4d46-862d-46a70e81df09 HTTP/1.1" status: 200 len: 948 time: 0.4299831 May 05 21:40:18.853466 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 701aafae-0199-4931-bdbc-e51bf47ce8b4 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:40:18.856870 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 6b1d7cdb-8e34-4688-acec-db3dfd41e683 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:40:18.920589 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: 6b1d7cdb-8e34-4688-acec-db3dfd41e683 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:40:18.920910 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 6b1d7cdb-8e34-4688-acec-db3dfd41e683 not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:40:18.939583 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-971fc7e2-7334-41cc-b2f2-fe77e659631a req-82a63f34-1a70-4a36-9a32-7a2dcf69c5f6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=15fc94c9-79b7-4d3d-a68d-e74651d075f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1367490 May 05 21:40:18.981740 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-0d60a9ed-633a-4771-a373-044db28401b3 req-963c49a1-a321-43dc-a3e5-c0db0dab36f8 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:19.117856 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 701aafae-0199-4931-bdbc-e51bf47ce8b4, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=701aafae-0199-4931-bdbc-e51bf47ce8b4,segment=NetworkSegment(829d38c7-6906-4e82-a39e-d9f027380cc7),segment_id=829d38c7-6906-4e82-a39e-d9f027380cc7)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:40:19.132440 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '701aafae-0199-4931-bdbc-e51bf47ce8b4', 'network_id': 'b818a522-930a-4e0c-83f8-04da001d67f4', 'port_id': '701aafae-0199-4931-bdbc-e51bf47ce8b4', 'mac_address': 'fa:16:3e:fc:97:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9de8d683-3484-40a1-82ea-833de04ff50b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:40:19.155841 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c49a1-a321-43dc-a3e5-c0db0dab36f8 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Pushing event deleted for resources: {'Port': ['ID=6b1d7cdb-8e34-4688-acec-db3dfd41e683,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:19.189156 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-971fc7e2-7334-41cc-b2f2-fe77e659631a req-e6e170ea-6265-4719-b523-3f88f01f1c61 service neutron] 10.222.0.32 "GET /v2.0/networks/15fc94c9-79b7-4d3d-a68d-e74651d075f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402225 May 05 21:40:19.210048 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:19.247031 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 701aafae-0199-4931-bdbc-e51bf47ce8b4 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:40:19.273100 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 701aafae-0199-4931-bdbc-e51bf47ce8b4, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=701aafae-0199-4931-bdbc-e51bf47ce8b4,segment=NetworkSegment(829d38c7-6906-4e82-a39e-d9f027380cc7),segment_id=829d38c7-6906-4e82-a39e-d9f027380cc7)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:40:19.284347 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:19.309681 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4a095de1-cbf7-4f07-b3ff-735b9fccc607 req-31702818-3ecb-46ee-8c76-717c1b15226b service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6893363 May 05 21:40:19.330538 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d60a9ed-633a-4771-a373-044db28401b3 req-963c49a1-a321-43dc-a3e5-c0db0dab36f8 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] No DVR routers for this DVR port 6b1d7cdb-8e34-4688-acec-db3dfd41e683 on host n-h2-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:40:19.333868 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-0d60a9ed-633a-4771-a373-044db28401b3 req-963c49a1-a321-43dc-a3e5-c0db0dab36f8 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:19.362738 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3259b16b-ca3a-4552-a569-43faa3c0f1b4 req-9868a3bc-3490-4c13-9a41-82dc1b70f189 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4954894 May 05 21:40:19.371819 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8634e2ba-70c7-4eca-b079-298d6f3d1b54', 'name': 'network-vif-deleted', 'tag': '6b1d7cdb-8e34-4688-acec-db3dfd41e683'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:40:19.405340 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6b3545c8-cc9f-495e-aea2-369618efd502 req-8d6e9610-2aa0-4e13-84a5-a3ba20f52e6f tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aa8cf51-6804-4dd1-b05c-dac7266b6e48 HTTP/1.1" status: 200 len: 210 time: 0.3458691 May 05 21:40:19.407934 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=701aafae-0199-4931-bdbc-e51bf47ce8b4,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:19.468769 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-971fc7e2-7334-41cc-b2f2-fe77e659631a req-d8b61e19-4305-4099-b8f9-67288fa1ed35 service neutron] 10.222.0.32 "GET /v2.0/networks/15fc94c9-79b7-4d3d-a68d-e74651d075f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701619 May 05 21:40:19.547859 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0d60a9ed-633a-4771-a373-044db28401b3 req-963c49a1-a321-43dc-a3e5-c0db0dab36f8 tempest-ServersAdminTestJSON-1663435829 tempest-ServersAdminTestJSON-1663435829-project] 10.222.0.32 "DELETE /v2.0/ports/6b1d7cdb-8e34-4688-acec-db3dfd41e683 HTTP/1.1" status: 204 len: 173 time: 3.6884649 May 05 21:40:19.565474 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7c20d5ad-97f2-4664-bbc6-546d17857116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:19.588627 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdbe6562-9be0-469e-af1e-cece8b2efa39'] response: {'server_uuid': '3aa8cf51-6804-4dd1-b05c-dac7266b6e48', 'name': 'network-vif-deleted', 'tag': 'fc4fbc47-e8e7-4316-ba83-feea73eae44a', 'status': 'completed', 'code': 200} May 05 21:40:19.640241 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['701aafae-0199-4931-bdbc-e51bf47ce8b4'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:40:20.042099 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e076143f-c9b8-439a-a6e7-7fc673d5dcd6 req-b41b739f-96d9-4ee1-a3a0-be9d8030d0a9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d0c3bd18deb4529a9eff5d87fa07f7f&device_id=2808b5ea-531b-4d46-862d-46a70e81df09 HTTP/1.1" status: 200 len: 1099 time: 0.6765840 May 05 21:40:20.221426 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d5e20-857c-4037-95bf-5c3cba2a6a71 req-7b3b8a96-8699-47de-9086-f85a14f5e222 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:20.223006 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5e7d5e20-857c-4037-95bf-5c3cba2a6a71 req-7b3b8a96-8699-47de-9086-f85a14f5e222 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/ports?device_id=9412a9ed-70af-4e00-8544-16f3d238cac1 HTTP/1.1" status: 200 len: 944 time: 0.4928942 May 05 21:40:20.286722 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e076143f-c9b8-439a-a6e7-7fc673d5dcd6 req-0c194262-5656-4f90-9b71-86c2e8032826 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:20.287572 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e076143f-c9b8-439a-a6e7-7fc673d5dcd6 req-0c194262-5656-4f90-9b71-86c2e8032826 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 HTTP/1.1" status: 200 len: 870 time: 0.2373133 May 05 21:40:20.305812 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5cb7e-7669-4256-a82b-ca159a5909a3 req-43488577-d766-404d-b277-519ce69a29dd tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:20.305812 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2ea5cb7e-7669-4256-a82b-ca159a5909a3 req-43488577-d766-404d-b277-519ce69a29dd tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1fa634d-642d-4db7-923f-18ce33c832c3 HTTP/1.1" status: 200 len: 945 time: 0.3143981 May 05 21:40:20.409162 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e076143f-c9b8-439a-a6e7-7fc673d5dcd6 req-df905b40-a634-4efa-8543-73c44213ee10 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=7f1d5640-52d2-459f-8641-381344597961 HTTP/1.1" status: 200 len: 217 time: 0.1024163 May 05 21:40:20.418687 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5e7d5e20-857c-4037-95bf-5c3cba2a6a71 req-025ba077-f728-4678-9535-81618f75049a tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc0ecaeb-86a0-410b-bb10-a89dbdda6d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873171 May 05 21:40:20.549834 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e076143f-c9b8-439a-a6e7-7fc673d5dcd6 req-c7b6c6af-6c95-46ea-9d19-cca627dff1fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:20.551232 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e076143f-c9b8-439a-a6e7-7fc673d5dcd6 req-c7b6c6af-6c95-46ea-9d19-cca627dff1fe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.1307509 May 05 21:40:20.555620 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2ea5cb7e-7669-4256-a82b-ca159a5909a3 req-aadfa21f-18f7-4ef0-8200-020bdf83b371 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/security-groups?id=7568e477-67c8-43ef-953c-8ed3ca081be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461438 May 05 21:40:20.775961 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-116933cc-7b27-4568-977e-188cd56c8af0'] response: {'server_uuid': '8634e2ba-70c7-4eca-b079-298d6f3d1b54', 'name': 'network-vif-deleted', 'tag': '6b1d7cdb-8e34-4688-acec-db3dfd41e683', 'status': 'completed', 'code': 200} May 05 21:40:20.837215 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e076143f-c9b8-439a-a6e7-7fc673d5dcd6 req-acffa6fc-dcae-44db-8c6c-5bfcaafd2857 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2791393 May 05 21:40:20.854319 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 701aafae-0199-4931-bdbc-e51bf47ce8b4 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:40:20.994169 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port 701aafae-0199-4931-bdbc-e51bf47ce8b4 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:40:21.002621 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 701aafae-0199-4931-bdbc-e51bf47ce8b4 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:40:21.003223 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:21.194082 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:21.287665 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1fa634d-642d-4db7-923f-18ce33c832c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '701aafae-0199-4931-bdbc-e51bf47ce8b4'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:40:21.306519 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 701aafae-0199-4931-bdbc-e51bf47ce8b4, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=701aafae-0199-4931-bdbc-e51bf47ce8b4,segment=NetworkSegment(829d38c7-6906-4e82-a39e-d9f027380cc7),segment_id=829d38c7-6906-4e82-a39e-d9f027380cc7)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:40:21.317327 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:21.349887 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e076143f-c9b8-439a-a6e7-7fc673d5dcd6 req-b6b50f7e-06db-487c-87cd-1e4a4b7419dd service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5059302 May 05 21:40:21.355271 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 59972) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:40:21.500640 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=701aafae-0199-4931-bdbc-e51bf47ce8b4,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:21.500887 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e076143f-c9b8-439a-a6e7-7fc673d5dcd6 req-564db75e-4fd6-4bce-b64d-a9ac7257a0ba service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444404 May 05 21:40:21.537149 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7d5ae-91d7-4f0d-baa3-9bcfe09e8baf req-83727d91-8268-4c8f-a542-3456328e4560 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:21.546227 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-eab7d5ae-91d7-4f0d-baa3-9bcfe09e8baf req-83727d91-8268-4c8f-a542-3456328e4560 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2808b5ea-531b-4d46-862d-46a70e81df09 HTTP/1.1" status: 200 len: 948 time: 0.6395888 May 05 21:40:21.591320 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9412a9ed-70af-4e00-8544-16f3d238cac1', 'tag': '79eece80-2516-4284-8e8e-89730a2dec8b'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:40:21.610455 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-20b4ec5a-0a86-48fe-ad08-0aaa73aca75b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=60628924233a465383edf7cfad7065b9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2532346 May 05 21:40:21.612971 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 59986) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:40:21.694195 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dabbcf22-c0f6-4fbb-b908-0ae7ec027b44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:21.701614 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-eab7d5ae-91d7-4f0d-baa3-9bcfe09e8baf req-347feef6-5517-4ed4-a3c5-7ec26846454f tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532853 May 05 21:40:21.726468 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb2d5e83-bab9-4591-a36e-15fb82f8e5a4'] response: {'server_uuid': 'd1fa634d-642d-4db7-923f-18ce33c832c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '701aafae-0199-4931-bdbc-e51bf47ce8b4', 'code': 200} May 05 21:40:21.747677 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dabbcf22-c0f6-4fbb-b908-0ae7ec027b44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:21.795094 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c20d5ad-97f2-4664-bbc6-546d17857116 admin admin] Router e35b1f5e-9975-490d-a03e-79402c432836 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:40:21.842887 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dabbcf22-c0f6-4fbb-b908-0ae7ec027b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:21.867340 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabbcf22-c0f6-4fbb-b908-0ae7ec027b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3f4d43-d597-4f18-8f92-ec9106df9321,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:21.870636 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dabbcf22-c0f6-4fbb-b908-0ae7ec027b44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:21.871967 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-dabbcf22-c0f6-4fbb-b908-0ae7ec027b44 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dc3f4d43-d597-4f18-8f92-ec9106df9321 HTTP/1.1" status: 204 len: 168 time: 0.2557306 May 05 21:40:22.295340 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60000) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:40:22.299861 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-487e97b9-23b7-4fb5-a8f6-fa3c8f34c4bf req-a836e469-9171-4ac6-8781-bbecd7dcde51 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d1fa634d-642d-4db7-923f-18ce33c832c3 HTTP/1.1" status: 200 len: 1097 time: 0.4986992 May 05 21:40:22.347095 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09c8fb-99c0-46a1-b5cf-40b44bd7b9cb req-36e8fb63-de29-4e95-ac09-8d55879d3352 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:22.348510 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2e09c8fb-99c0-46a1-b5cf-40b44bd7b9cb req-36e8fb63-de29-4e95-ac09-8d55879d3352 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] 10.222.0.23 "GET /v2.0/ports?device_id=73d8c900-0922-4304-b73b-e5876c74761c HTTP/1.1" status: 200 len: 949 time: 0.4602067 May 05 21:40:22.352825 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-857b035e-790e-40f1-9cfb-383c07d967b9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=06bfd7d114e44b80ac48ddb2c92735fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0563433 May 05 21:40:22.355278 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60004) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:40:22.385766 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd33e8ab-cefd-419b-82d3-651ca2a7c3e9 req-dcebe5d3-458d-4d17-a3c8-7df07829323c tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:22.390801 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bd33e8ab-cefd-419b-82d3-651ca2a7c3e9 req-dcebe5d3-458d-4d17-a3c8-7df07829323c tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/ports?device_id=9412a9ed-70af-4e00-8544-16f3d238cac1 HTTP/1.1" status: 200 len: 944 time: 0.4313083 May 05 21:40:22.423743 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-be5ba395-1d3c-409f-b110-e9d977b31452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:22.427173 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-487e97b9-23b7-4fb5-a8f6-fa3c8f34c4bf req-2b53e5ce-2a01-41cd-b86c-ff4e18950833 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7568e477-67c8-43ef-953c-8ed3ca081be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167948 May 05 21:40:22.451061 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-be5ba395-1d3c-409f-b110-e9d977b31452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:22.466705 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2e09c8fb-99c0-46a1-b5cf-40b44bd7b9cb req-2dd7629b-90e9-4bf7-b37c-74f9465172ac tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] 10.222.0.23 "GET /v2.0/security-groups?id=818f3980-de8f-4603-ad13-d48af127f52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059155 May 05 21:40:22.477849 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bd33e8ab-cefd-419b-82d3-651ca2a7c3e9 req-76621f45-5908-4dcb-bbe1-cbc80f473339 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc0ecaeb-86a0-410b-bb10-a89dbdda6d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764546 May 05 21:40:22.521572 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-be5ba395-1d3c-409f-b110-e9d977b31452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:22.539556 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c20d5ad-97f2-4664-bbc6-546d17857116 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:40:22.549319 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-7c20d5ad-97f2-4664-bbc6-546d17857116 admin admin] 10.222.0.23 "PUT /v2.0/routers/e35b1f5e-9975-490d-a03e-79402c432836/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3699117 May 05 21:40:22.553081 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 60008) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:40:22.555778 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5ba395-1d3c-409f-b110-e9d977b31452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f718d25-368f-48b6-bc7e-b455424a6c06,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:22.556462 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e312e7-aabd-445e-a145-fb30b86c82be None None] Sync routers for ids ['e35b1f5e-9975-490d-a03e-79402c432836'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:40:22.571800 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-be5ba395-1d3c-409f-b110-e9d977b31452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:22.575362 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-be5ba395-1d3c-409f-b110-e9d977b31452 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1f718d25-368f-48b6-bc7e-b455424a6c06 HTTP/1.1" status: 204 len: 168 time: 0.2160504 May 05 21:40:22.605558 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e312e7-aabd-445e-a145-fb30b86c82be None None] Routers {'e35b1f5e-9975-490d-a03e-79402c432836'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:40:22.608692 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00749c92-e73a-4dae-ba2e-9d58d92d7640'] response: {'name': 'network-changed', 'server_uuid': '9412a9ed-70af-4e00-8544-16f3d238cac1', 'tag': '79eece80-2516-4284-8e8e-89730a2dec8b', 'status': 'completed', 'code': 200} May 05 21:40:22.609733 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-a4e312e7-aabd-445e-a145-fb30b86c82be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:40:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['e35b1f5e-9975-490d-a03e-79402c432836'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:40:22.877687 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 79eece80-2516-4284-8e8e-89730a2dec8b details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:40:23.044245 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 79eece80-2516-4284-8e8e-89730a2dec8b, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=79eece80-2516-4284-8e8e-89730a2dec8b,segment=NetworkSegment(70e83286-5918-4af1-9b6d-01bc6155c4dc),segment_id=70e83286-5918-4af1-9b6d-01bc6155c4dc)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:40:23.058956 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '79eece80-2516-4284-8e8e-89730a2dec8b', 'network_id': '15fc94c9-79b7-4d3d-a68d-e74651d075f7', 'port_id': '79eece80-2516-4284-8e8e-89730a2dec8b', 'mac_address': 'fa:16:3e:a2:2b:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb07d95f-0719-4a75-a100-4b7cfd38dc47', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:40:23.125748 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:23.165578 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79eece80-2516-4284-8e8e-89730a2dec8b {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:40:23.177232 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be1aa8-1981-4f73-9d58-26278cba0920 req-b5d02099-f718-4770-a9e6-fa8edcf56245 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:23.177613 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-53be1aa8-1981-4f73-9d58-26278cba0920 req-b5d02099-f718-4770-a9e6-fa8edcf56245 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1fa634d-642d-4db7-923f-18ce33c832c3 HTTP/1.1" status: 200 len: 946 time: 0.3860621 May 05 21:40:23.180758 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7c0efd6a-d405-4f56-ac70-b96aacd72ecb req-4034f197-76f9-4c19-9230-254054e94ed2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=288dd14d0b064298b7582f08c1578363&device_id=9412a9ed-70af-4e00-8544-16f3d238cac1 HTTP/1.1" status: 200 len: 1095 time: 0.5032775 May 05 21:40:23.188575 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 79eece80-2516-4284-8e8e-89730a2dec8b, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=79eece80-2516-4284-8e8e-89730a2dec8b,segment=NetworkSegment(70e83286-5918-4af1-9b6d-01bc6155c4dc),segment_id=70e83286-5918-4af1-9b6d-01bc6155c4dc)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:40:23.196176 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:23.279491 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2141c0-a84b-484e-b1d2-15ed5e0468cc req-5e1593b4-8dd1-48ee-a008-5e8c4c4bc60a tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:23.287888 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fb2141c0-a84b-484e-b1d2-15ed5e0468cc req-5e1593b4-8dd1-48ee-a008-5e8c4c4bc60a tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2808b5ea-531b-4d46-862d-46a70e81df09 HTTP/1.1" status: 200 len: 948 time: 0.3396456 May 05 21:40:23.288477 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60032) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:40:23.328138 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 7f1d5640-52d2-459f-8641-381344597961 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:40:23.379942 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-a4e312e7-aabd-445e-a145-fb30b86c82be None None] Set router e35b1f5e-9975-490d-a03e-79402c432836 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:40:23.468089 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bf1c6d12-61bf-453c-bc37-5b5849d3a65c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:23.519966 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.resource_extend [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 21:40:23.521658 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0efd6a-d405-4f56-ac70-b96aacd72ecb req-b749f3e9-004e-481a-9d41-cdebf8205d8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:23.523218 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7c0efd6a-d405-4f56-ac70-b96aacd72ecb req-b749f3e9-004e-481a-9d41-cdebf8205d8f service neutron] 10.222.0.32 "GET /v2.0/networks?id=15fc94c9-79b7-4d3d-a68d-e74651d075f7 HTTP/1.1" status: 200 len: 921 time: 0.3051538 May 05 21:40:23.548032 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-bf1c6d12-61bf-453c-bc37-5b5849d3a65c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:40:23.561518 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fb2141c0-a84b-484e-b1d2-15ed5e0468cc req-b7fef424-616f-4e90-8ece-ac9867446c71 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686234 May 05 21:40:23.566989 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ea9eef78-3321-4556-82e9-e18a0e8341af admin admin] Notify callbacks [] for router, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:23.615219 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=79eece80-2516-4284-8e8e-89730a2dec8b,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:23.629640 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['79eece80-2516-4284-8e8e-89730a2dec8b'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:40:23.634192 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-bf1c6d12-61bf-453c-bc37-5b5849d3a65c admin admin] Usage tracker for resource:security_group_rule and tenant:6d0b378b53464fb99f521cbd3f6ec3ed is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:40:23.658050 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-bf1c6d12-61bf-453c-bc37-5b5849d3a65c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:40:23.699404 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-bf1c6d12-61bf-453c-bc37-5b5849d3a65c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:40:23.708466 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-53be1aa8-1981-4f73-9d58-26278cba0920 req-346b91d5-b396-41fe-bb16-03656c1205a1 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/security-groups?id=7568e477-67c8-43ef-953c-8ed3ca081be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5216112 May 05 21:40:23.843798 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7c0efd6a-d405-4f56-ac70-b96aacd72ecb req-7a371daa-08e9-4918-a4ee-94981948506d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79eece80-2516-4284-8e8e-89730a2dec8b HTTP/1.1" status: 200 len: 217 time: 0.2821717 May 05 21:40:23.919896 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7753ed32-d0e6-44c0-9e50-1e85372c4f61 req-50a5752b-8b0c-416e-8def-94f5de649da1 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:23.939103 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-7753ed32-d0e6-44c0-9e50-1e85372c4f61 req-50a5752b-8b0c-416e-8def-94f5de649da1 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Synchronizing usage tracker for tenant:b3be26898c074aa8b8d5c08f1fa1d106 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:40:23.999611 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-7753ed32-d0e6-44c0-9e50-1e85372c4f61 req-50a5752b-8b0c-416e-8def-94f5de649da1 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Unset dirty status for tenant:b3be26898c074aa8b8d5c08f1fa1d106 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:40:24.002344 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7753ed32-d0e6-44c0-9e50-1e85372c4f61 req-50a5752b-8b0c-416e-8def-94f5de649da1 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] 10.222.0.32 "GET /v2.0/ports?device_id=73d8c900-0922-4304-b73b-e5876c74761c HTTP/1.1" status: 200 len: 949 time: 0.4465892 May 05 21:40:24.087714 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-7753ed32-d0e6-44c0-9e50-1e85372c4f61 req-c427879d-f61f-47e2-ac18-136d7620a894 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Deleting port ffaabc51-9eef-43c6-80f8-3225cbe9e952 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:40:24.088473 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-7753ed32-d0e6-44c0-9e50-1e85372c4f61 req-c427879d-f61f-47e2-ac18-136d7620a894 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:24.156316 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 7f1d5640-52d2-459f-8641-381344597961, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=7f1d5640-52d2-459f-8641-381344597961,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:40:24.184353 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bf1c6d12-61bf-453c-bc37-5b5849d3a65c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:24.199225 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bf1c6d12-61bf-453c-bc37-5b5849d3a65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:24.243683 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '7f1d5640-52d2-459f-8641-381344597961', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'port_id': '7f1d5640-52d2-459f-8641-381344597961', 'mac_address': 'fa:16:3e:96:ce:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f237a6ef-d044-411f-a2d8-d12619664c91', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:40:24.293317 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1c6d12-61bf-453c-bc37-5b5849d3a65c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5231c093-0657-4afd-883f-513982cb1a86,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:24.319126 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0efd6a-d405-4f56-ac70-b96aacd72ecb req-f0cf2ae8-f771-4027-b22d-0dc543c705ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:24.320566 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7c0efd6a-d405-4f56-ac70-b96aacd72ecb req-f0cf2ae8-f771-4027-b22d-0dc543c705ee service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cb07d95f-0719-4a75-a100-4b7cfd38dc47 HTTP/1.1" status: 200 len: 859 time: 0.4705336 May 05 21:40:24.362043 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:24.370767 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-bf1c6d12-61bf-453c-bc37-5b5849d3a65c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6d0b378b53464fb99f521cbd3f6ec3ed&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0811558 May 05 21:40:24.376353 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60056) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:40:24.399637 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f1d5640-52d2-459f-8641-381344597961 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:40:24.429372 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 7f1d5640-52d2-459f-8641-381344597961, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=7f1d5640-52d2-459f-8641-381344597961,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:40:24.436895 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-a4e312e7-aabd-445e-a145-fb30b86c82be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35b1f5e-9975-490d-a03e-79402c432836', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1475497951-router', 'tenant_id': 'e9edfd9a715a44519fd1c9f80c58cf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '85a0b505-9ffb-4832-87bd-916dde933025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:37:16Z', 'updated_at': '2022-05-05T21:40:16Z', 'revision_number': 5, 'project_id': 'e9edfd9a715a44519fd1c9f80c58cf68', 'gw_port': {'id': '85a0b505-9ffb-4832-87bd-916dde933025', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35b1f5e-9975-490d-a03e-79402c432836', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:37:18Z', 'updated_at': '2022-05-05T21:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:40:24.441084 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:24.480506 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e312e7-aabd-445e-a145-fb30b86c82be None None] Checking router: e35b1f5e-9975-490d-a03e-79402c432836 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:40:24.482410 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8311b79f-a8a2-48a2-911e-d5622ebfcea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:24.513869 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8311b79f-a8a2-48a2-911e-d5622ebfcea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:24.543744 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e312e7-aabd-445e-a145-fb30b86c82be None None] Routers {'e35b1f5e-9975-490d-a03e-79402c432836'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:40:24.544356 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-a4e312e7-aabd-445e-a145-fb30b86c82be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:40:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['e35b1f5e-9975-490d-a03e-79402c432836'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:40:24.566349 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-7753ed32-d0e6-44c0-9e50-1e85372c4f61 req-c427879d-f61f-47e2-ac18-136d7620a894 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] For port ffaabc51-9eef-43c6-80f8-3225cbe9e952, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=ffaabc51-9eef-43c6-80f8-3225cbe9e952,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:40:24.566742 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-7753ed32-d0e6-44c0-9e50-1e85372c4f61 req-c427879d-f61f-47e2-ac18-136d7620a894 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:24.612090 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc2423c-39eb-42a1-af49-dc5a647174e1 req-c05ec61d-4090-4d2a-ac34-d55ba07a33a5 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:24.619193 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-afc2423c-39eb-42a1-af49-dc5a647174e1 req-c05ec61d-4090-4d2a-ac34-d55ba07a33a5 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/ports?device_id=9412a9ed-70af-4e00-8544-16f3d238cac1 HTTP/1.1" status: 200 len: 945 time: 0.5166793 May 05 21:40:24.629273 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c4850-957b-4c0d-bb78-7e09e0124ff7 req-fb9bf7d4-c6ff-4cbd-9f00-69db65ab8fc5 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:24.630753 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ce4c4850-957b-4c0d-bb78-7e09e0124ff7 req-fb9bf7d4-c6ff-4cbd-9f00-69db65ab8fc5 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] 10.222.0.23 "GET /v2.0/ports?device_id=73d8c900-0922-4304-b73b-e5876c74761c HTTP/1.1" status: 200 len: 949 time: 0.6599355 May 05 21:40:24.712992 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=7f1d5640-52d2-459f-8641-381344597961,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:24.732896 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['7f1d5640-52d2-459f-8641-381344597961'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:40:24.743073 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-afc2423c-39eb-42a1-af49-dc5a647174e1 req-a147438d-617f-4243-9062-20507ae25657 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc0ecaeb-86a0-410b-bb10-a89dbdda6d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230094 May 05 21:40:24.799185 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7c0efd6a-d405-4f56-ac70-b96aacd72ecb req-1d28dd47-25f8-4576-b666-e1a52b13aa75 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=15fc94c9-79b7-4d3d-a68d-e74651d075f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4658008 May 05 21:40:24.806759 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ce4c4850-957b-4c0d-bb78-7e09e0124ff7 req-7645b755-1a79-4fb2-ac85-43f076471dab tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] 10.222.0.23 "GET /v2.0/security-groups?id=818f3980-de8f-4603-ad13-d48af127f52b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241944 May 05 21:40:24.956762 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-7753ed32-d0e6-44c0-9e50-1e85372c4f61 req-c427879d-f61f-47e2-ac18-136d7620a894 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Calling delete_port for ffaabc51-9eef-43c6-80f8-3225cbe9e952 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:40:24.957490 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-a4e312e7-aabd-445e-a145-fb30b86c82be None None] Set router e35b1f5e-9975-490d-a03e-79402c432836 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:40:25.015479 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8311b79f-a8a2-48a2-911e-d5622ebfcea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:25.032493 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ea9eef78-3321-4556-82e9-e18a0e8341af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:25.061087 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-ea9eef78-3321-4556-82e9-e18a0e8341af admin admin] Deleting port 85a0b505-9ffb-4832-87bd-916dde933025 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:40:25.062161 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ea9eef78-3321-4556-82e9-e18a0e8341af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:25.069740 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8311b79f-a8a2-48a2-911e-d5622ebfcea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:25.073338 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8311b79f-a8a2-48a2-911e-d5622ebfcea1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5231c093-0657-4afd-883f-513982cb1a86 HTTP/1.1" status: 204 len: 168 time: 0.6935320 May 05 21:40:25.073338 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311b79f-a8a2-48a2-911e-d5622ebfcea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5231c093-0657-4afd-883f-513982cb1a86,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:25.246097 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-7753ed32-d0e6-44c0-9e50-1e85372c4f61 req-c427879d-f61f-47e2-ac18-136d7620a894 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:25.310211 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c427879d-f61f-47e2-ac18-136d7620a894 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Pushing event deleted for resources: {'Port': ['ID=ffaabc51-9eef-43c6-80f8-3225cbe9e952,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:25.581707 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-ea9eef78-3321-4556-82e9-e18a0e8341af admin admin] For port 85a0b505-9ffb-4832-87bd-916dde933025, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=85a0b505-9ffb-4832-87bd-916dde933025,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:40:25.582062 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ea9eef78-3321-4556-82e9-e18a0e8341af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:25.662335 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-7753ed32-d0e6-44c0-9e50-1e85372c4f61 req-c427879d-f61f-47e2-ac18-136d7620a894 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] No DVR routers for this DVR port ffaabc51-9eef-43c6-80f8-3225cbe9e952 on host n-h2-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:40:25.666429 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-7753ed32-d0e6-44c0-9e50-1e85372c4f61 req-c427879d-f61f-47e2-ac18-136d7620a894 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:25.689065 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73d8c900-0922-4304-b73b-e5876c74761c', 'name': 'network-vif-deleted', 'tag': 'ffaabc51-9eef-43c6-80f8-3225cbe9e952'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:40:25.700834 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-a4e312e7-aabd-445e-a145-fb30b86c82be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35b1f5e-9975-490d-a03e-79402c432836', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1475497951-router', 'tenant_id': 'e9edfd9a715a44519fd1c9f80c58cf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '85a0b505-9ffb-4832-87bd-916dde933025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:37:16Z', 'updated_at': '2022-05-05T21:40:16Z', 'revision_number': 5, 'project_id': 'e9edfd9a715a44519fd1c9f80c58cf68', 'gw_port': {'id': '85a0b505-9ffb-4832-87bd-916dde933025', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35b1f5e-9975-490d-a03e-79402c432836', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:37:18Z', 'updated_at': '2022-05-05T21:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:40:25.705705 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7753ed32-d0e6-44c0-9e50-1e85372c4f61 req-c427879d-f61f-47e2-ac18-136d7620a894 tempest-ServersAdminNegativeTestJSON-1283500981 tempest-ServersAdminNegativeTestJSON-1283500981-project] 10.222.0.32 "DELETE /v2.0/ports/ffaabc51-9eef-43c6-80f8-3225cbe9e952 HTTP/1.1" status: 204 len: 173 time: 1.6891136 May 05 21:40:25.724266 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e312e7-aabd-445e-a145-fb30b86c82be None None] The sync data for ids ['e35b1f5e-9975-490d-a03e-79402c432836'] in n-d-825175-4 is: [{'id': 'e35b1f5e-9975-490d-a03e-79402c432836', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1475497951-router', 'tenant_id': 'e9edfd9a715a44519fd1c9f80c58cf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '85a0b505-9ffb-4832-87bd-916dde933025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:37:16Z', 'updated_at': '2022-05-05T21:40:16Z', 'revision_number': 5, 'project_id': 'e9edfd9a715a44519fd1c9f80c58cf68', 'gw_port': {'id': '85a0b505-9ffb-4832-87bd-916dde933025', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35b1f5e-9975-490d-a03e-79402c432836', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:37:18Z', 'updated_at': '2022-05-05T21:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:40:25.824981 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-ea9eef78-3321-4556-82e9-e18a0e8341af admin admin] Calling delete_port for 85a0b505-9ffb-4832-87bd-916dde933025 owned by network:router_gateway {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:40:25.904469 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7c0efd6a-d405-4f56-ac70-b96aacd72ecb req-a3b36ba5-34aa-4aa7-8f44-d008ceb047ca service neutron] 10.222.0.32 "GET /v2.0/networks/15fc94c9-79b7-4d3d-a68d-e74651d075f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0967350 May 05 21:40:25.983960 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60086) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:40:26.027209 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cbf5cdb2-6b28-481f-bc01-f6d5adf69807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:26.048864 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec0b0df-8916-448d-8771-e68f50d43baf req-05484c71-65d8-42b4-9110-6bc8d200fd83 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:26.056318 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fec0b0df-8916-448d-8771-e68f50d43baf req-05484c71-65d8-42b4-9110-6bc8d200fd83 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1fa634d-642d-4db7-923f-18ce33c832c3 HTTP/1.1" status: 200 len: 946 time: 1.0589774 May 05 21:40:26.068821 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-cbf5cdb2-6b28-481f-bc01-f6d5adf69807 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:40:26.073231 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-cbf5cdb2-6b28-481f-bc01-f6d5adf69807 admin admin] Usage tracker for resource:security_group_rule and tenant:d14b67d599c44f4cacf0e91ee44a8799 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:40:26.076784 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-cbf5cdb2-6b28-481f-bc01-f6d5adf69807 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:40:26.083411 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-cbf5cdb2-6b28-481f-bc01-f6d5adf69807 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:40:26.129424 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device a6c9d602-aa1e-476c-bacf-251ec0cbaa29 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:40:26.195183 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: a6c9d602-aa1e-476c-bacf-251ec0cbaa29 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:40:26.195522 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device a6c9d602-aa1e-476c-bacf-251ec0cbaa29 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:40:26.209533 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cbf5cdb2-6b28-481f-bc01-f6d5adf69807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:26.217624 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cbf5cdb2-6b28-481f-bc01-f6d5adf69807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:26.284094 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-cbf5cdb2-6b28-481f-bc01-f6d5adf69807 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d14b67d599c44f4cacf0e91ee44a8799&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2987742 May 05 21:40:26.284834 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf5cdb2-6b28-481f-bc01-f6d5adf69807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e5e14c-4453-4598-9da9-dda0863c555d,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:26.287468 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60094) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:40:26.386757 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ea9eef78-3321-4556-82e9-e18a0e8341af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:26.387999 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e07270c5-2cb3-434a-90d2-8382ad72ae46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:26.421736 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e07270c5-2cb3-434a-90d2-8382ad72ae46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:26.492760 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be8e0f1-1465-4982-af8d-b0bc9a0a2d5b req-b4e046c9-e9d1-4fd8-9bfa-5779ca07af7b tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:26.497002 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4be8e0f1-1465-4982-af8d-b0bc9a0a2d5b req-b4e046c9-e9d1-4fd8-9bfa-5779ca07af7b tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2808b5ea-531b-4d46-862d-46a70e81df09 HTTP/1.1" status: 200 len: 949 time: 1.3909051 May 05 21:40:26.525104 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e07270c5-2cb3-434a-90d2-8382ad72ae46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:26.536758 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9eef78-3321-4556-82e9-e18a0e8341af admin admin] Pushing event deleted for resources: {'Port': ['ID=85a0b505-9ffb-4832-87bd-916dde933025,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:26.551487 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07270c5-2cb3-434a-90d2-8382ad72ae46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e5e14c-4453-4598-9da9-dda0863c555d,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:26.569181 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e07270c5-2cb3-434a-90d2-8382ad72ae46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:26.576276 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-e07270c5-2cb3-434a-90d2-8382ad72ae46 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/25e5e14c-4453-4598-9da9-dda0863c555d HTTP/1.1" status: 204 len: 168 time: 0.2878270 May 05 21:40:26.680912 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fec0b0df-8916-448d-8771-e68f50d43baf req-0feb22e0-51a6-4322-9767-2e691a173a8e tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/security-groups?id=7568e477-67c8-43ef-953c-8ed3ca081be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6236885 May 05 21:40:26.719023 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7c0efd6a-d405-4f56-ac70-b96aacd72ecb req-6ed9d422-e6fd-4b6c-b245-4349a4fa14d1 service neutron] 10.222.0.32 "GET /v2.0/networks/15fc94c9-79b7-4d3d-a68d-e74651d075f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6558681 May 05 21:40:26.722011 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4be8e0f1-1465-4982-af8d-b0bc9a0a2d5b req-aaec229d-5fce-4591-934e-67cc2812e706 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752329 May 05 21:40:26.772470 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b197cf7-2efe-4beb-8227-c85111b2d8c8'] response: {'server_uuid': '73d8c900-0922-4304-b73b-e5876c74761c', 'name': 'network-vif-deleted', 'tag': 'ffaabc51-9eef-43c6-80f8-3225cbe9e952', 'status': 'completed', 'code': 200} May 05 21:40:26.900327 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 79eece80-2516-4284-8e8e-89730a2dec8b up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:40:27.051050 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ea9eef78-3321-4556-82e9-e18a0e8341af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:27.071467 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port 79eece80-2516-4284-8e8e-89730a2dec8b completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:40:27.077506 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 79eece80-2516-4284-8e8e-89730a2dec8b triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:40:27.079503 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:27.221353 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:27.262590 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 79eece80-2516-4284-8e8e-89730a2dec8b, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=79eece80-2516-4284-8e8e-89730a2dec8b,segment=NetworkSegment(70e83286-5918-4af1-9b6d-01bc6155c4dc),segment_id=70e83286-5918-4af1-9b6d-01bc6155c4dc)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:40:27.263873 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9412a9ed-70af-4e00-8544-16f3d238cac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79eece80-2516-4284-8e8e-89730a2dec8b'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:40:27.273407 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:27.274575 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device ffaabc51-9eef-43c6-80f8-3225cbe9e952 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:40:27.345627 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 7f1d5640-52d2-459f-8641-381344597961 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:40:27.414300 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: ffaabc51-9eef-43c6-80f8-3225cbe9e952 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:40:27.414632 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device ffaabc51-9eef-43c6-80f8-3225cbe9e952 not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:40:27.466604 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=79eece80-2516-4284-8e8e-89730a2dec8b,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:27.480291 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 7f1d5640-52d2-459f-8641-381344597961 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:40:27.486098 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 7f1d5640-52d2-459f-8641-381344597961 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:40:27.486744 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:27.554469 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8aa052de-2675-4b72-a6b6-64350c12aac4 req-50b55052-9642-4746-9679-08cf1d00ef26 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-28536483&fields=id&tenant_id=ddd4b9e379904604953b02573e2642da HTTP/1.1" status: 200 len: 267 time: 0.2962461 May 05 21:40:27.560020 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed1aab-3c70-4422-8d88-43029fa05abe req-0183da74-8320-402f-bc59-0c040ab6c22a tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:27.567139 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8fed1aab-3c70-4422-8d88-43029fa05abe req-0183da74-8320-402f-bc59-0c040ab6c22a tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/ports?device_id=9412a9ed-70af-4e00-8544-16f3d238cac1 HTTP/1.1" status: 200 len: 945 time: 0.5754108 May 05 21:40:27.582222 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60126) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:40:27.587735 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ea9eef78-3321-4556-82e9-e18a0e8341af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:27.639875 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ea9eef78-3321-4556-82e9-e18a0e8341af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:27.676754 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8fed1aab-3c70-4422-8d88-43029fa05abe req-054734bd-686e-4ff3-85dd-ec22c2a1965c tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc0ecaeb-86a0-410b-bb10-a89dbdda6d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089921 May 05 21:40:27.716217 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:27.763400 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 7f1d5640-52d2-459f-8641-381344597961, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=7f1d5640-52d2-459f-8641-381344597961,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:40:27.769413 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:27.852695 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa052de-2675-4b72-a6b6-64350c12aac4 req-f3267273-66b4-4bde-aea7-8b622922ae83 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:27.860241 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8aa052de-2675-4b72-a6b6-64350c12aac4 req-f3267273-66b4-4bde-aea7-8b622922ae83 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1fa634d-642d-4db7-923f-18ce33c832c3 HTTP/1.1" status: 200 len: 946 time: 0.2747848 May 05 21:40:27.862397 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ea9eef78-3321-4556-82e9-e18a0e8341af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:27.863856 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9eef78-3321-4556-82e9-e18a0e8341af admin admin] Fanout notify agent at l3_agent the message router_deleted on router e35b1f5e-9975-490d-a03e-79402c432836 {{(pid=84061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 21:40:27.868083 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=7f1d5640-52d2-459f-8641-381344597961,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:27.877736 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-8aa052de-2675-4b72-a6b6-64350c12aac4 req-b0c9f7b7-2ec0-442e-befd-a525cfd1d5ac tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Request body: {'port': {'security_groups': ['7568e477-67c8-43ef-953c-8ed3ca081be0', 'd6e45400-f73f-4830-8c94-f4dc04e8ef47']}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:40:27.964963 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ea9eef78-3321-4556-82e9-e18a0e8341af admin admin] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:27.970455 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ea9eef78-3321-4556-82e9-e18a0e8341af admin admin] 10.222.0.23 "DELETE /v2.0/routers/e35b1f5e-9975-490d-a03e-79402c432836 HTTP/1.1" status: 204 len: 168 time: 5.4070554 May 05 21:40:27.973090 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 60142) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:40:28.068555 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-426793d9-620a-4bac-adf6-638c9770ff26 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b3be26898c074aa8b8d5c08f1fa1d106&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4839742 May 05 21:40:28.071564 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60146) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:40:28.197273 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1201a71-9f79-45b1-8c4c-8d9e00663079 admin admin] Deleting subnet 03000749-5824-4180-ad7c-cda5b2d2749f {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:40:28.200594 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-8aa052de-2675-4b72-a6b6-64350c12aac4 req-b0c9f7b7-2ec0-442e-befd-a525cfd1d5ac tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:28.214715 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cf16a065-4487-44a8-a067-73777f4a12fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:28.217177 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f1201a71-9f79-45b1-8c4c-8d9e00663079 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:28.249722 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cf16a065-4487-44a8-a067-73777f4a12fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:28.328167 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f1201a71-9f79-45b1-8c4c-8d9e00663079 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:28.343804 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cf16a065-4487-44a8-a067-73777f4a12fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:28.367285 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf16a065-4487-44a8-a067-73777f4a12fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818f3980-de8f-4603-ad13-d48af127f52b,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:28.383894 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cf16a065-4487-44a8-a067-73777f4a12fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:28.402644 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-cf16a065-4487-44a8-a067-73777f4a12fd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/818f3980-de8f-4603-ad13-d48af127f52b HTTP/1.1" status: 204 len: 168 time: 0.3201656 May 05 21:40:28.532084 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e0f5d69-a63d-4a55-b161-ebd2c48a70ad'] response: {'server_uuid': '9412a9ed-70af-4e00-8544-16f3d238cac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79eece80-2516-4284-8e8e-89730a2dec8b', 'code': 200} May 05 21:40:28.587811 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f1201a71-9f79-45b1-8c4c-8d9e00663079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:28.889663 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-8aa052de-2675-4b72-a6b6-64350c12aac4 req-b0c9f7b7-2ec0-442e-befd-a525cfd1d5ac tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] For port 701aafae-0199-4931-bdbc-e51bf47ce8b4, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=701aafae-0199-4931-bdbc-e51bf47ce8b4,segment=NetworkSegment(829d38c7-6906-4e82-a39e-d9f027380cc7),segment_id=829d38c7-6906-4e82-a39e-d9f027380cc7)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:40:28.896616 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f1201a71-9f79-45b1-8c4c-8d9e00663079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:28.936105 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-8aa052de-2675-4b72-a6b6-64350c12aac4 req-b0c9f7b7-2ec0-442e-befd-a525cfd1d5ac tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:28.987530 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dec788c9-552f-444a-8729-854ed8619236 req-3e67bb82-f00a-41ea-8f20-2889da6bbb77 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9412a9ed-70af-4e00-8544-16f3d238cac1 HTTP/1.1" status: 200 len: 1097 time: 0.3669443 May 05 21:40:28.993208 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-8aa052de-2675-4b72-a6b6-64350c12aac4 req-b0c9f7b7-2ec0-442e-befd-a525cfd1d5ac tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:29.014866 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['701aafae-0199-4931-bdbc-e51bf47ce8b4'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:40:29.030194 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f16cb21-997e-45e6-bb00-b290f3398723 req-c36a3efa-91c4-4155-9715-89ea42e57c1b tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:29.031744 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8f16cb21-997e-45e6-bb00-b290f3398723 req-c36a3efa-91c4-4155-9715-89ea42e57c1b tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2808b5ea-531b-4d46-862d-46a70e81df09 HTTP/1.1" status: 200 len: 950 time: 0.3184633 May 05 21:40:29.064471 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60178) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:40:29.097579 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1201a71-9f79-45b1-8c4c-8d9e00663079 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03000749-5824-4180-ad7c-cda5b2d2749f,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:29.172265 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f1201a71-9f79-45b1-8c4c-8d9e00663079 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:29.183463 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-bb1a44d4-05fb-4774-bd89-fc11ec24d649 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=955372fcbf8e4be48301e89eb7963805&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1178119 May 05 21:40:29.186951 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60182) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:40:29.195318 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c6f208-fdb2-4229-b78c-a4926d803fc0 None None] Network d29587b2-2560-4c3c-a461-b08672a2fd42 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:40:29.196508 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dec788c9-552f-444a-8729-854ed8619236 req-e366295b-3228-4e54-881f-dbd6949a1136 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fc0ecaeb-86a0-410b-bb10-a89dbdda6d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962490 May 05 21:40:29.201921 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa052de-2675-4b72-a6b6-64350c12aac4 req-b0c9f7b7-2ec0-442e-befd-a525cfd1d5ac tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:29.203257 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-8aa052de-2675-4b72-a6b6-64350c12aac4 req-b0c9f7b7-2ec0-442e-befd-a525cfd1d5ac tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:29.216489 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8aa052de-2675-4b72-a6b6-64350c12aac4 req-b0c9f7b7-2ec0-442e-befd-a525cfd1d5ac tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "PUT /v2.0/ports/701aafae-0199-4931-bdbc-e51bf47ce8b4 HTTP/1.1" status: 200 len: 982 time: 1.3452132 May 05 21:40:29.221925 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8f16cb21-997e-45e6-bb00-b290f3398723 req-06da064b-72eb-4e01-aa32-965ed79b91c6 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793916 May 05 21:40:29.224817 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1fa634d-642d-4db7-923f-18ce33c832c3', 'tag': '701aafae-0199-4931-bdbc-e51bf47ce8b4'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:40:29.230142 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f1201a71-9f79-45b1-8c4c-8d9e00663079 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/03000749-5824-4180-ad7c-cda5b2d2749f HTTP/1.1" status: 204 len: 168 time: 1.2526991 May 05 21:40:29.238853 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 60192) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:40:29.262627 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c9f7b7-2ec0-442e-befd-a525cfd1d5ac tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Pushing event updated for resources: {'Port': ['ID=701aafae-0199-4931-bdbc-e51bf47ce8b4,revision_number=6']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:29.385781 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a201ba91-ca2a-4e7b-be96-544049a582eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:29.451212 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a201ba91-ca2a-4e7b-be96-544049a582eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:29.460247 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['701aafae-0199-4931-bdbc-e51bf47ce8b4'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:40:29.596122 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a201ba91-ca2a-4e7b-be96-544049a582eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:29.647904 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a201ba91-ca2a-4e7b-be96-544049a582eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3115a9d3-dbed-4c2b-9c3d-e4f951f9f913,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:29.651705 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-491432dc-e18b-41fa-874f-2418ddfbf551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:29.660243 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a201ba91-ca2a-4e7b-be96-544049a582eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:29.664638 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a201ba91-ca2a-4e7b-be96-544049a582eb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3115a9d3-dbed-4c2b-9c3d-e4f951f9f913 HTTP/1.1" status: 204 len: 168 time: 0.4736657 May 05 21:40:29.758240 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-491432dc-e18b-41fa-874f-2418ddfbf551 admin admin] Deleting port 87743a36-0c66-42d2-b19b-541c6e86c044 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:40:29.759292 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-491432dc-e18b-41fa-874f-2418ddfbf551 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:29.824346 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a1df750f-8d64-450e-b78b-cac2943aedf7 req-da8e79d4-69dd-47f3-86ee-dd4338573a2e tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-987665289&fields=id&tenant_id=ddd4b9e379904604953b02573e2642da HTTP/1.1" status: 200 len: 267 time: 0.1700952 May 05 21:40:29.961486 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31310686-47ff-407e-a05b-10ab4402285c None None] DHCP port deletion for d29587b2-2560-4c3c-a461-b08672a2fd42 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 21:40:29.983871 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-31310686-47ff-407e-a05b-10ab4402285c None None] Deleting port 87743a36-0c66-42d2-b19b-541c6e86c044 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:40:29.985835 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-31310686-47ff-407e-a05b-10ab4402285c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:29.993944 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a64649-a6bb-44b1-a0e3-fd18e2d6c2d1 req-cf6da943-bcba-48ab-8c6c-c7d3b468922e tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:29.996023 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-08a64649-a6bb-44b1-a0e3-fd18e2d6c2d1 req-cf6da943-bcba-48ab-8c6c-c7d3b468922e tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/ports?device_id=9412a9ed-70af-4e00-8544-16f3d238cac1 HTTP/1.1" status: 200 len: 946 time: 0.3406703 May 05 21:40:30.129945 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 87743a36-0c66-42d2-b19b-541c6e86c044 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:40:30.173868 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-491432dc-e18b-41fa-874f-2418ddfbf551 admin admin] For port 87743a36-0c66-42d2-b19b-541c6e86c044, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=87743a36-0c66-42d2-b19b-541c6e86c044,segment=NetworkSegment(ff5be024-16bf-4099-bd79-74b5cda48de1),segment_id=ff5be024-16bf-4099-bd79-74b5cda48de1)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:40:30.174519 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-491432dc-e18b-41fa-874f-2418ddfbf551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:30.198380 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-08a64649-a6bb-44b1-a0e3-fd18e2d6c2d1 req-934632aa-8948-4959-a3d1-be6cc9b96ce6 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc0ecaeb-86a0-410b-bb10-a89dbdda6d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904025 May 05 21:40:30.209648 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df750f-8d64-450e-b78b-cac2943aedf7 req-03893995-b088-4c6f-805d-f56a5a773d21 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:30.219888 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a1df750f-8d64-450e-b78b-cac2943aedf7 req-03893995-b088-4c6f-805d-f56a5a773d21 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1fa634d-642d-4db7-923f-18ce33c832c3 HTTP/1.1" status: 200 len: 985 time: 0.3946397 May 05 21:40:30.228787 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-a1df750f-8d64-450e-b78b-cac2943aedf7 req-197284fe-4d0c-4ed8-85c5-0652e18024ea tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Request body: {'port': {'security_groups': ['7568e477-67c8-43ef-953c-8ed3ca081be0', 'd6e45400-f73f-4830-8c94-f4dc04e8ef47', 'f45bfa5e-7377-4fed-9042-a373e8a64472']}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:40:30.353514 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3533aa09-48ee-4188-85b7-ec56f10e89a3'] response: {'name': 'network-changed', 'server_uuid': 'd1fa634d-642d-4db7-923f-18ce33c832c3', 'tag': '701aafae-0199-4931-bdbc-e51bf47ce8b4', 'status': 'completed', 'code': 200} May 05 21:40:30.458173 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-491432dc-e18b-41fa-874f-2418ddfbf551 admin admin] Calling delete_port for 87743a36-0c66-42d2-b19b-541c6e86c044 owned by network:dhcp {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:40:30.564130 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2808b5ea-531b-4d46-862d-46a70e81df09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1d5640-52d2-459f-8641-381344597961'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:40:30.568786 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:30.611087 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-31310686-47ff-407e-a05b-10ab4402285c None None] For port 87743a36-0c66-42d2-b19b-541c6e86c044, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=87743a36-0c66-42d2-b19b-541c6e86c044,segment=NetworkSegment(ff5be024-16bf-4099-bd79-74b5cda48de1),segment_id=ff5be024-16bf-4099-bd79-74b5cda48de1)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:40:30.611087 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-31310686-47ff-407e-a05b-10ab4402285c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:30.638848 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 87743a36-0c66-42d2-b19b-541c6e86c044, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=87743a36-0c66-42d2-b19b-541c6e86c044,segment=NetworkSegment(ff5be024-16bf-4099-bd79-74b5cda48de1),segment_id=ff5be024-16bf-4099-bd79-74b5cda48de1)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:40:30.705022 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:30.705718 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 85a0b505-9ffb-4832-87bd-916dde933025 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:40:30.815493 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a1df750f-8d64-450e-b78b-cac2943aedf7 req-197284fe-4d0c-4ed8-85c5-0652e18024ea tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:30.838575 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.api [None req-491432dc-e18b-41fa-874f-2418ddfbf551 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:40:30.838575 n-d-825175-4 neutron-server[84061]: DEBUG oslo_db.api [None req-491432dc-e18b-41fa-874f-2418ddfbf551 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:40:30.856860 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-31310686-47ff-407e-a05b-10ab4402285c None None] Calling delete_port for 87743a36-0c66-42d2-b19b-541c6e86c044 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:40:30.899620 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 85a0b505-9ffb-4832-87bd-916dde933025 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:40:30.900020 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 85a0b505-9ffb-4832-87bd-916dde933025 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:40:30.901756 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6aa3b752-2a57-414f-b39c-ebb1c69e571f req-776e4a64-00b4-4ccf-968f-05c7b008fc60 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ddd4b9e379904604953b02573e2642da&device_id=d1fa634d-642d-4db7-923f-18ce33c832c3 HTTP/1.1" status: 200 len: 1136 time: 0.5474064 May 05 21:40:30.979863 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=87743a36-0c66-42d2-b19b-541c6e86c044,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:30.992494 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-31310686-47ff-407e-a05b-10ab4402285c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:40:30.992855 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-31310686-47ff-407e-a05b-10ab4402285c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:40:31.023912 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca544b0-20a0-48a8-99e3-d2fec3b1c4fb req-658462f3-0179-4657-9e3c-4f7014e5996b tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:31.025609 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-aca544b0-20a0-48a8-99e3-d2fec3b1c4fb req-658462f3-0179-4657-9e3c-4f7014e5996b tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2808b5ea-531b-4d46-862d-46a70e81df09 HTTP/1.1" status: 200 len: 950 time: 0.2957964 May 05 21:40:31.084947 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60266) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:40:31.162590 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa3b752-2a57-414f-b39c-ebb1c69e571f req-2a765660-0376-475a-86ba-e984ca73a3d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:31.164049 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6aa3b752-2a57-414f-b39c-ebb1c69e571f req-2a765660-0376-475a-86ba-e984ca73a3d9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b818a522-930a-4e0c-83f8-04da001d67f4 HTTP/1.1" status: 200 len: 913 time: 0.2484603 May 05 21:40:31.166296 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-aca544b0-20a0-48a8-99e3-d2fec3b1c4fb req-b2085a2c-6920-4c6c-bbad-ff9c719f2688 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256213 May 05 21:40:31.258609 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-028219c1-9430-4f45-9e9c-6508d4025f6b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1618599027-network', 'tenant_id': '1b6c97c69a8648fabb02b57778e66db9'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:40:31.264791 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-028219c1-9430-4f45-9e9c-6508d4025f6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:40:31.270613 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-028219c1-9430-4f45-9e9c-6508d4025f6b admin admin] Usage tracker for resource:network and tenant:1b6c97c69a8648fabb02b57778e66db9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:40:31.278021 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6aa3b752-2a57-414f-b39c-ebb1c69e571f req-dc491cf8-dc39-4d9a-b491-a2d7c7c111ca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=701aafae-0199-4931-bdbc-e51bf47ce8b4 HTTP/1.1" status: 200 len: 217 time: 0.1063776 May 05 21:40:31.285996 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-028219c1-9430-4f45-9e9c-6508d4025f6b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:40:31.301110 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-028219c1-9430-4f45-9e9c-6508d4025f6b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:40:31.316526 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028219c1-9430-4f45-9e9c-6508d4025f6b admin admin] Made reservation on behalf of 1b6c97c69a8648fabb02b57778e66db9 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:40:31.319560 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-028219c1-9430-4f45-9e9c-6508d4025f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:31.340250 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-028219c1-9430-4f45-9e9c-6508d4025f6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:31.363503 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-491432dc-e18b-41fa-874f-2418ddfbf551 admin admin] Deleting port 87743a36-0c66-42d2-b19b-541c6e86c044 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:40:31.363827 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-491432dc-e18b-41fa-874f-2418ddfbf551 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:31.382057 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-028219c1-9430-4f45-9e9c-6508d4025f6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:40:31.386400 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-028219c1-9430-4f45-9e9c-6508d4025f6b admin admin] Usage tracker for resource:security_group_rule and tenant:1b6c97c69a8648fabb02b57778e66db9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:40:31.389929 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-028219c1-9430-4f45-9e9c-6508d4025f6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:40:31.396935 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-028219c1-9430-4f45-9e9c-6508d4025f6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:40:31.479267 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-028219c1-9430-4f45-9e9c-6508d4025f6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:31.487271 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-028219c1-9430-4f45-9e9c-6508d4025f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:31.494105 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-31310686-47ff-407e-a05b-10ab4402285c None None] Deleting port 87743a36-0c66-42d2-b19b-541c6e86c044 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:40:31.494753 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-31310686-47ff-407e-a05b-10ab4402285c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:31.525508 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-028219c1-9430-4f45-9e9c-6508d4025f6b admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:40:31.541935 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028219c1-9430-4f45-9e9c-6508d4025f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570fe455-069d-4f9d-944d-5da456b69114,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:31.548385 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-028219c1-9430-4f45-9e9c-6508d4025f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:31.549003 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-028219c1-9430-4f45-9e9c-6508d4025f6b admin admin] Added segment d7ef914c-2015-446a-842e-dbaf2724b6f9 of type vlan for network 0586ea54-e34c-408c-935a-f3132229e0d6 May 05 21:40:31.590196 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-028219c1-9430-4f45-9e9c-6508d4025f6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:31.656624 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa3b752-2a57-414f-b39c-ebb1c69e571f req-730f7e0f-fd4c-41d2-a722-26552a09e27d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:31.657540 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-028219c1-9430-4f45-9e9c-6508d4025f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:31.658220 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6aa3b752-2a57-414f-b39c-ebb1c69e571f req-730f7e0f-fd4c-41d2-a722-26552a09e27d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9de8d683-3484-40a1-82ea-833de04ff50b HTTP/1.1" status: 200 len: 852 time: 0.3287821 May 05 21:40:31.658462 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028219c1-9430-4f45-9e9c-6508d4025f6b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:31.659170 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-028219c1-9430-4f45-9e9c-6508d4025f6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:31.778701 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-028219c1-9430-4f45-9e9c-6508d4025f6b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6904521 May 05 21:40:31.778954 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6aa3b752-2a57-414f-b39c-ebb1c69e571f req-08807446-e3cb-401d-8dbb-fcd88af3076d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b818a522-930a-4e0c-83f8-04da001d67f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1055186 May 05 21:40:31.779245 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-a1df750f-8d64-450e-b78b-cac2943aedf7 req-197284fe-4d0c-4ed8-85c5-0652e18024ea tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] For port 701aafae-0199-4931-bdbc-e51bf47ce8b4, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=701aafae-0199-4931-bdbc-e51bf47ce8b4,segment=NetworkSegment(829d38c7-6906-4e82-a39e-d9f027380cc7),segment_id=829d38c7-6906-4e82-a39e-d9f027380cc7)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:40:31.780117 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60294) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:40:31.787563 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028219c1-9430-4f45-9e9c-6508d4025f6b admin admin] Pushing event updated for resources: {'Network': ['ID=0586ea54-e34c-408c-935a-f3132229e0d6,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:31.798774 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-f6d79f65-cd44-4c5f-a23d-c53b21a41997 admin admin] Request body: {'subnet': {'network_id': '0586ea54-e34c-408c-935a-f3132229e0d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1618599027-subnet', 'tenant_id': '1b6c97c69a8648fabb02b57778e66db9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:40:31.804193 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f6d79f65-cd44-4c5f-a23d-c53b21a41997 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:40:31.820572 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f6d79f65-cd44-4c5f-a23d-c53b21a41997 admin admin] Usage tracker for resource:subnet and tenant:1b6c97c69a8648fabb02b57778e66db9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:40:31.824039 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f6d79f65-cd44-4c5f-a23d-c53b21a41997 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:40:31.833207 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 0586ea54-e34c-408c-935a-f3132229e0d6 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:40:31.835779 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f6d79f65-cd44-4c5f-a23d-c53b21a41997 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:40:31.853161 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d79f65-cd44-4c5f-a23d-c53b21a41997 admin admin] Made reservation on behalf of 1b6c97c69a8648fabb02b57778e66db9 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:40:31.856435 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f6d79f65-cd44-4c5f-a23d-c53b21a41997 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:31.899609 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-491432dc-e18b-41fa-874f-2418ddfbf551 admin admin] For port 87743a36-0c66-42d2-b19b-541c6e86c044, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=87743a36-0c66-42d2-b19b-541c6e86c044,segment=NetworkSegment(ff5be024-16bf-4099-bd79-74b5cda48de1),segment_id=ff5be024-16bf-4099-bd79-74b5cda48de1)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:40:31.899961 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-491432dc-e18b-41fa-874f-2418ddfbf551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:32.004478 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54470b76-3691-49dd-abba-a86c7505cf92'] response: {'server_uuid': '2808b5ea-531b-4d46-862d-46a70e81df09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1d5640-52d2-459f-8641-381344597961', 'code': 200} May 05 21:40:32.055791 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-31310686-47ff-407e-a05b-10ab4402285c None None] For port 87743a36-0c66-42d2-b19b-541c6e86c044, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=87743a36-0c66-42d2-b19b-541c6e86c044,segment=NetworkSegment(ff5be024-16bf-4099-bd79-74b5cda48de1),segment_id=ff5be024-16bf-4099-bd79-74b5cda48de1)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:40:32.056408 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-31310686-47ff-407e-a05b-10ab4402285c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:32.135031 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-491432dc-e18b-41fa-874f-2418ddfbf551 admin admin] Calling delete_port for 87743a36-0c66-42d2-b19b-541c6e86c044 owned by network:dhcp {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:40:32.200201 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-31310686-47ff-407e-a05b-10ab4402285c None None] Calling delete_port for 87743a36-0c66-42d2-b19b-541c6e86c044 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:40:32.213553 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f6d79f65-cd44-4c5f-a23d-c53b21a41997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:32.301825 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-31310686-47ff-407e-a05b-10ab4402285c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:32.327081 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d79f65-cd44-4c5f-a23d-c53b21a41997 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3720d133-eb13-4dbb-9513-1492d24764da,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:32.343778 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d79f65-cd44-4c5f-a23d-c53b21a41997 admin admin] Checking segment: {'id': 'd7ef914c-2015-446a-842e-dbaf2724b6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0586ea54-e34c-408c-935a-f3132229e0d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:40:32.344126 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d79f65-cd44-4c5f-a23d-c53b21a41997 admin admin] Network hostable DHCP agents. Network: 0586ea54-e34c-408c-935a-f3132229e0d6, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:40:32.349640 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31310686-47ff-407e-a05b-10ab4402285c None None] Pushing event deleted for resources: {'Port': ['ID=87743a36-0c66-42d2-b19b-541c6e86c044,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:32.361337 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31310686-47ff-407e-a05b-10ab4402285c None None] No DVR routers for this DVR port 87743a36-0c66-42d2-b19b-541c6e86c044 on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:40:32.382958 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d79f65-cd44-4c5f-a23d-c53b21a41997 admin admin] Network 0586ea54-e34c-408c-935a-f3132229e0d6 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:40:32.395512 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-f6d79f65-cd44-4c5f-a23d-c53b21a41997 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 0586ea54-e34c-408c-935a-f3132229e0d6) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:40:32.396634 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.resource_extend [req-a1df750f-8d64-450e-b78b-cac2943aedf7 req-197284fe-4d0c-4ed8-85c5-0652e18024ea tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 21:40:32.401796 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d79f65-cd44-4c5f-a23d-c53b21a41997 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:32.402411 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f6d79f65-cd44-4c5f-a23d-c53b21a41997 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:32.407675 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef04a36-58fc-440c-8a3f-487c6703db88 None None] Network 0586ea54-e34c-408c-935a-f3132229e0d6 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:40:32.432344 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a1df750f-8d64-450e-b78b-cac2943aedf7 req-197284fe-4d0c-4ed8-85c5-0652e18024ea tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:32.451479 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f6d79f65-cd44-4c5f-a23d-c53b21a41997 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6662316 May 05 21:40:32.452022 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60310) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:40:32.459510 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-865591ef-5d9b-4473-9774-5c2dfa7db587 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1618599027-router', 'tenant_id': '1b6c97c69a8648fabb02b57778e66db9', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:40:32.466574 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-865591ef-5d9b-4473-9774-5c2dfa7db587 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:40:32.469746 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a1df750f-8d64-450e-b78b-cac2943aedf7 req-197284fe-4d0c-4ed8-85c5-0652e18024ea tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:32.471545 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-865591ef-5d9b-4473-9774-5c2dfa7db587 admin admin] Usage tracker for resource:router and tenant:1b6c97c69a8648fabb02b57778e66db9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:40:32.475980 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-865591ef-5d9b-4473-9774-5c2dfa7db587 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:40:32.484824 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-865591ef-5d9b-4473-9774-5c2dfa7db587 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:40:32.487923 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['701aafae-0199-4931-bdbc-e51bf47ce8b4'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:40:32.500868 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-865591ef-5d9b-4473-9774-5c2dfa7db587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:32.502571 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-865591ef-5d9b-4473-9774-5c2dfa7db587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:32.535027 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-865591ef-5d9b-4473-9774-5c2dfa7db587 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:32.556492 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.api [None req-491432dc-e18b-41fa-874f-2418ddfbf551 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:40:32.556801 n-d-825175-4 neutron-server[84061]: DEBUG oslo_db.api [None req-491432dc-e18b-41fa-874f-2418ddfbf551 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:40:32.566001 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6aa3b752-2a57-414f-b39c-ebb1c69e571f req-cdf647a1-be27-4859-92b7-a8d868a25174 service neutron] 10.222.0.32 "GET /v2.0/networks/b818a522-930a-4e0c-83f8-04da001d67f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5737205 May 05 21:40:32.608456 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c1f02b92-de1b-4c9a-a7b4-398969c555e6 req-5e6c1cf4-79a8-4ed9-9a2b-b73427de84e9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2808b5ea-531b-4d46-862d-46a70e81df09 HTTP/1.1" status: 200 len: 1101 time: 0.4855368 May 05 21:40:32.614585 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df750f-8d64-450e-b78b-cac2943aedf7 req-197284fe-4d0c-4ed8-85c5-0652e18024ea tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:32.615274 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a1df750f-8d64-450e-b78b-cac2943aedf7 req-197284fe-4d0c-4ed8-85c5-0652e18024ea tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:32.616632 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a1df750f-8d64-450e-b78b-cac2943aedf7 req-197284fe-4d0c-4ed8-85c5-0652e18024ea tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "PUT /v2.0/ports/701aafae-0199-4931-bdbc-e51bf47ce8b4 HTTP/1.1" status: 200 len: 1021 time: 2.3959138 May 05 21:40:32.620919 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1fa634d-642d-4db7-923f-18ce33c832c3', 'tag': '701aafae-0199-4931-bdbc-e51bf47ce8b4'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:40:32.712120 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197284fe-4d0c-4ed8-85c5-0652e18024ea tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Pushing event updated for resources: {'Port': ['ID=701aafae-0199-4931-bdbc-e51bf47ce8b4,revision_number=7']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:32.726510 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['701aafae-0199-4931-bdbc-e51bf47ce8b4'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:40:32.733994 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b6009-07a2-4cf6-a2e8-7711ccc82650 req-95130fe7-bfb5-430a-a948-423e3a9b7495 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:32.747735 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f76b6009-07a2-4cf6-a2e8-7711ccc82650 req-95130fe7-bfb5-430a-a948-423e3a9b7495 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/ports?device_id=9412a9ed-70af-4e00-8544-16f3d238cac1 HTTP/1.1" status: 200 len: 946 time: 0.5273960 May 05 21:40:32.773673 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-491432dc-e18b-41fa-874f-2418ddfbf551 admin admin] Deleting port 87743a36-0c66-42d2-b19b-541c6e86c044 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:40:32.773984 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-491432dc-e18b-41fa-874f-2418ddfbf551 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:32.884042 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-491432dc-e18b-41fa-874f-2418ddfbf551 admin admin] The port '87743a36-0c66-42d2-b19b-541c6e86c044' was deleted {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 21:40:32.904295 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-865591ef-5d9b-4473-9774-5c2dfa7db587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:32.940056 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c1f02b92-de1b-4c9a-a7b4-398969c555e6 req-1bfa6bb5-228b-464a-90ef-ac1d87fde30b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142605 May 05 21:40:33.054763 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6aa3b752-2a57-414f-b39c-ebb1c69e571f req-83a97211-1431-47fb-9ee5-2ab07b0f87e6 service neutron] 10.222.0.32 "GET /v2.0/networks/b818a522-930a-4e0c-83f8-04da001d67f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4783101 May 05 21:40:33.060999 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f76b6009-07a2-4cf6-a2e8-7711ccc82650 req-894191f2-66a0-43e9-b7a3-3503f20058e3 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc0ecaeb-86a0-410b-bb10-a89dbdda6d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507238 May 05 21:40:33.062353 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-491432dc-e18b-41fa-874f-2418ddfbf551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:33.089254 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ee2074-3fe3-46fa-93ec-2749ecdf68b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-0586ea54-e34c-408c-935a-f3132229e0d6', 'network_id': '0586ea54-e34c-408c-935a-f3132229e0d6', 'tenant_id': '1b6c97c69a8648fabb02b57778e66db9', 'fixed_ips': [{'subnet_id': '3720d133-eb13-4dbb-9513-1492d24764da'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 21:40:33.090742 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-09ee2074-3fe3-46fa-93ec-2749ecdf68b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:33.124525 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-491432dc-e18b-41fa-874f-2418ddfbf551 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d29587b2-2560-4c3c-a461-b08672a2fd42']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:40:33.149674 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-491432dc-e18b-41fa-874f-2418ddfbf551 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff5be024-16bf-4099-bd79-74b5cda48de1') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:40:33.149963 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-491432dc-e18b-41fa-874f-2418ddfbf551 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff5be024-16bf-4099-bd79-74b5cda48de1') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:40:33.178770 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-491432dc-e18b-41fa-874f-2418ddfbf551 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:33.202868 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-865591ef-5d9b-4473-9774-5c2dfa7db587 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:33.224469 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-491432dc-e18b-41fa-874f-2418ddfbf551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:33.234637 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-491432dc-e18b-41fa-874f-2418ddfbf551 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:40:33.235076 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-491432dc-e18b-41fa-874f-2418ddfbf551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:33.244899 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-865591ef-5d9b-4473-9774-5c2dfa7db587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:33.262800 n-d-825175-4 neutron-server[84061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:40:33.262800 n-d-825175-4 neutron-server[84061]: util.warn( May 05 21:40:33.262800 n-d-825175-4 neutron-server[84061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:40:33.262800 n-d-825175-4 neutron-server[84061]: util.warn( May 05 21:40:33.262800 n-d-825175-4 neutron-server[84061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:40:33.262800 n-d-825175-4 neutron-server[84061]: util.warn( May 05 21:40:33.262800 n-d-825175-4 neutron-server[84061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:40:33.262800 n-d-825175-4 neutron-server[84061]: util.warn( May 05 21:40:33.262800 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 21:40:33.262800 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:40:33.262800 n-d-825175-4 neutron-server[84061]: timer() May 05 21:40:33.262800 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:40:33.262800 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 21:40:33.262800 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:40:33.262800 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 21:40:33.262800 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:40:33.262800 n-d-825175-4 neutron-server[84061]: self._notify() May 05 21:40:33.262800 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:40:33.262800 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 21:40:33.262800 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:40:33.262800 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 21:40:33.262800 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:40:33.262800 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:40:33.262800 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:40:33.262800 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:40:33.262800 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:40:33.262800 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 21:40:33.262800 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:40:33.262800 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 21:40:33.262800 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:40:33.262800 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:40:33.262800 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:40:33.262800 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 21:40:33.262800 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:40:33.262800 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:40:33.262800 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:40:33.262800 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:40:33.262800 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:40:33.262800 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:40:33.262800 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:40:33.471435 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-491432dc-e18b-41fa-874f-2418ddfbf551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:33.500508 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20fceba9-19fa-44ae-aed3-687ba9c5b74a'] response: {'name': 'network-changed', 'server_uuid': 'd1fa634d-642d-4db7-923f-18ce33c832c3', 'tag': '701aafae-0199-4931-bdbc-e51bf47ce8b4', 'status': 'completed', 'code': 200} May 05 21:40:33.501420 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491432dc-e18b-41fa-874f-2418ddfbf551 admin admin] Pushing event deleted for resources: {'Network': ['ID=d29587b2-2560-4c3c-a461-b08672a2fd42,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:33.509472 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-491432dc-e18b-41fa-874f-2418ddfbf551 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:33.534559 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bfed6-0afc-4a81-a852-cf7b415099da req-8194cdc0-ebbb-4a1f-a6d9-8220cc0b0dd3 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:33.542868 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-636bfed6-0afc-4a81-a852-cf7b415099da req-8194cdc0-ebbb-4a1f-a6d9-8220cc0b0dd3 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2808b5ea-531b-4d46-862d-46a70e81df09 HTTP/1.1" status: 200 len: 950 time: 0.1998956 May 05 21:40:33.574016 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-491432dc-e18b-41fa-874f-2418ddfbf551 admin admin] 10.222.0.23 "DELETE /v2.0/networks/d29587b2-2560-4c3c-a461-b08672a2fd42 HTTP/1.1" status: 204 len: 168 time: 4.3140562 May 05 21:40:33.577785 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-865591ef-5d9b-4473-9774-5c2dfa7db587 admin admin] Allocated IP 172.25.4.24 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/3dd9cfad-d7d6-44f0-b1d2-8d69d7ef0a8c) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:40:33.620925 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-09ee2074-3fe3-46fa-93ec-2749ecdf68b1 None None] Allocated IP 172.20.0.2 (0586ea54-e34c-408c-935a-f3132229e0d6/3720d133-eb13-4dbb-9513-1492d24764da/3846c04e-3757-4fb9-8c1a-5b35ab87ce1a) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:40:33.695382 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-636bfed6-0afc-4a81-a852-cf7b415099da req-5bade5d8-3d1d-4b82-a4d2-40b0f569254c tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515701 May 05 21:40:33.883164 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60348) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:40:33.959339 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-865591ef-5d9b-4473-9774-5c2dfa7db587 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:34.039054 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-eb62a4ec-fc95-4ce5-906d-e8a5fa2fd2b8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d8d84e5601be47409a299ef27c35a529&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1541297 May 05 21:40:34.039754 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60356) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:40:34.052352 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8f85f-e136-4749-bcc7-f74b4f3cf19a req-63f40518-c175-4aa7-8afe-57e30743da95 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:34.054104 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dee8f85f-e136-4749-bcc7-f74b4f3cf19a req-63f40518-c175-4aa7-8afe-57e30743da95 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1fa634d-642d-4db7-923f-18ce33c832c3 HTTP/1.1" status: 200 len: 1024 time: 0.3537359 May 05 21:40:34.057446 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-49a52f31-d70b-4515-ab98-cf2c0f9ee9d1 req-e3b82857-faa4-4f46-81d9-424d6c677b1e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ddd4b9e379904604953b02573e2642da&device_id=d1fa634d-642d-4db7-923f-18ce33c832c3 HTTP/1.1" status: 200 len: 1175 time: 0.4333494 May 05 21:40:34.102002 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-865591ef-5d9b-4473-9774-5c2dfa7db587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:34.211816 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865591ef-5d9b-4473-9774-5c2dfa7db587 admin admin] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:40:34.219198 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-865591ef-5d9b-4473-9774-5c2dfa7db587 admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:40:34.227994 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-09ee2074-3fe3-46fa-93ec-2749ecdf68b1 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:34.230089 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865591ef-5d9b-4473-9774-5c2dfa7db587 admin admin] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:40:34.244705 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-09ee2074-3fe3-46fa-93ec-2749ecdf68b1 None None] Transition to ACTIVE for port object 3846c04e-3757-4fb9-8c1a-5b35ab87ce1a will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:40:34.267931 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-09ee2074-3fe3-46fa-93ec-2749ecdf68b1 None None] Transition to ACTIVE for port object 3846c04e-3757-4fb9-8c1a-5b35ab87ce1a will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:40:34.269218 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865591ef-5d9b-4473-9774-5c2dfa7db587 admin admin] Pushing event updated for resources: {'Port': ['ID=3dd9cfad-d7d6-44f0-b1d2-8d69d7ef0a8c,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:34.278560 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-09ee2074-3fe3-46fa-93ec-2749ecdf68b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:34.304787 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-966da848-ce1d-4cf1-b567-e1d96a4f9081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:34.330839 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a52f31-d70b-4515-ab98-cf2c0f9ee9d1 req-555566cf-7609-4d1c-9691-7d9ba339de46 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:34.332771 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-49a52f31-d70b-4515-ab98-cf2c0f9ee9d1 req-555566cf-7609-4d1c-9691-7d9ba339de46 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b818a522-930a-4e0c-83f8-04da001d67f4 HTTP/1.1" status: 200 len: 913 time: 0.2318845 May 05 21:40:34.367243 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ee2074-3fe3-46fa-93ec-2749ecdf68b1 None None] Network 0586ea54-e34c-408c-935a-f3132229e0d6 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:40:34.370224 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-09ee2074-3fe3-46fa-93ec-2749ecdf68b1 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:40:34.372737 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ee2074-3fe3-46fa-93ec-2749ecdf68b1 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:40:34.382795 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ee2074-3fe3-46fa-93ec-2749ecdf68b1 None None] Pushing event updated for resources: {'Port': ['ID=3846c04e-3757-4fb9-8c1a-5b35ab87ce1a,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:34.480097 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-09ee2074-3fe3-46fa-93ec-2749ecdf68b1 None None] Attempting to bind port 3846c04e-3757-4fb9-8c1a-5b35ab87ce1a on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:40:34.480352 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-09ee2074-3fe3-46fa-93ec-2749ecdf68b1 None None] Attempting to bind port 3846c04e-3757-4fb9-8c1a-5b35ab87ce1a by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'd7ef914c-2015-446a-842e-dbaf2724b6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0586ea54-e34c-408c-935a-f3132229e0d6'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:40:34.480763 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ee2074-3fe3-46fa-93ec-2749ecdf68b1 None None] Attempting to bind port 3846c04e-3757-4fb9-8c1a-5b35ab87ce1a on network 0586ea54-e34c-408c-935a-f3132229e0d6 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:40:34.494687 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dee8f85f-e136-4749-bcc7-f74b4f3cf19a req-cb75107a-6004-4ab9-b6d1-d76b62bf5892 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/security-groups?id=7568e477-67c8-43ef-953c-8ed3ca081be0&id=d6e45400-f73f-4830-8c94-f4dc04e8ef47&id=f45bfa5e-7377-4fed-9042-a373e8a64472 HTTP/1.1" status: 200 len: 5483 time: 0.4331877 May 05 21:40:34.497777 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ee2074-3fe3-46fa-93ec-2749ecdf68b1 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:40:34.498144 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ee2074-3fe3-46fa-93ec-2749ecdf68b1 None None] Checking segment: {'id': 'd7ef914c-2015-446a-842e-dbaf2724b6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0586ea54-e34c-408c-935a-f3132229e0d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:40:34.498540 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-09ee2074-3fe3-46fa-93ec-2749ecdf68b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:34.499014 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ee2074-3fe3-46fa-93ec-2749ecdf68b1 None None] Bound using segment: {'id': 'd7ef914c-2015-446a-842e-dbaf2724b6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0586ea54-e34c-408c-935a-f3132229e0d6'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:40:34.499481 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-09ee2074-3fe3-46fa-93ec-2749ecdf68b1 None None] Bound port: 3846c04e-3757-4fb9-8c1a-5b35ab87ce1a, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7ef914c-2015-446a-842e-dbaf2724b6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0586ea54-e34c-408c-935a-f3132229e0d6'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:40:34.499848 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-09ee2074-3fe3-46fa-93ec-2749ecdf68b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:34.512601 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-49a52f31-d70b-4515-ab98-cf2c0f9ee9d1 req-967e1c21-fcc0-44f7-be7a-498407dc3edb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=701aafae-0199-4931-bdbc-e51bf47ce8b4 HTTP/1.1" status: 200 len: 217 time: 0.1706169 May 05 21:40:34.540012 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-966da848-ce1d-4cf1-b567-e1d96a4f9081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:34.615014 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a52f31-d70b-4515-ab98-cf2c0f9ee9d1 req-bc63b006-78ce-407b-ae22-0b434bce6906 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:34.616680 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-49a52f31-d70b-4515-ab98-cf2c0f9ee9d1 req-bc63b006-78ce-407b-ae22-0b434bce6906 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9de8d683-3484-40a1-82ea-833de04ff50b HTTP/1.1" status: 200 len: 852 time: 0.0880303 May 05 21:40:34.649755 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-865591ef-5d9b-4473-9774-5c2dfa7db587 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:34.650935 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-865591ef-5d9b-4473-9774-5c2dfa7db587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:34.685356 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-09ee2074-3fe3-46fa-93ec-2749ecdf68b1 None None] For port 3846c04e-3757-4fb9-8c1a-5b35ab87ce1a, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:40:34.688777 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-09ee2074-3fe3-46fa-93ec-2749ecdf68b1 None None] For port 3846c04e-3757-4fb9-8c1a-5b35ab87ce1a, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=3846c04e-3757-4fb9-8c1a-5b35ab87ce1a,segment=NetworkSegment(d7ef914c-2015-446a-842e-dbaf2724b6f9),segment_id=d7ef914c-2015-446a-842e-dbaf2724b6f9)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:40:34.695106 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-09ee2074-3fe3-46fa-93ec-2749ecdf68b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:34.737159 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd753290-ed3f-4ca4-8db7-c60f62949e23 req-99ad600c-3d81-4d3c-b786-2845e9e1a612 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:34.752557 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bd753290-ed3f-4ca4-8db7-c60f62949e23 req-99ad600c-3d81-4d3c-b786-2845e9e1a612 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac16859b-183d-4e86-bd67-a6ab39d5a094&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.6665847 May 05 21:40:34.825973 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ee2074-3fe3-46fa-93ec-2749ecdf68b1 None None] Pushing event updated for resources: {'Port': ['ID=3846c04e-3757-4fb9-8c1a-5b35ab87ce1a,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:34.842846 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-966da848-ce1d-4cf1-b567-e1d96a4f9081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:34.870384 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-49a52f31-d70b-4515-ab98-cf2c0f9ee9d1 req-1fa18a1f-19b4-4ddf-923b-7cc8fd89c1d0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b818a522-930a-4e0c-83f8-04da001d67f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2306538 May 05 21:40:34.880543 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966da848-ce1d-4cf1-b567-e1d96a4f9081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7867e1c6-ed57-40e0-8750-a73e596f08f8,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:34.913266 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-966da848-ce1d-4cf1-b567-e1d96a4f9081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:34.916784 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-966da848-ce1d-4cf1-b567-e1d96a4f9081 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7867e1c6-ed57-40e0-8750-a73e596f08f8 HTTP/1.1" status: 204 len: 168 time: 0.8721623 May 05 21:40:35.044945 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bd753290-ed3f-4ca4-8db7-c60f62949e23 req-85b676dc-8fd8-4053-ad58-d54d27f8fda2 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.45 HTTP/1.1" status: 200 len: 695 time: 0.2913766 May 05 21:40:35.054716 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-bd753290-ed3f-4ca4-8db7-c60f62949e23 req-8899e300-c2bc-44dd-89f6-63df29c43c91 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Request body: {'floatingip': {'port_id': '316ee080-e24c-4927-ae55-1d986286df81', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:40:35.100434 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-865591ef-5d9b-4473-9774-5c2dfa7db587 admin admin] Router b28ee826-2446-4194-955d-71b45972b1ec is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 21:40:35.202945 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-bd753290-ed3f-4ca4-8db7-c60f62949e23 req-8899e300-c2bc-44dd-89f6-63df29c43c91 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Notify callbacks [] for floatingip, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:35.397138 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:35.419758 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-d960662d-2a9e-4242-b028-cbd6121470ca req-9fba65e2-dfce-4c7f-8ae4-1f3aea9e2804 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1951636422 ', 'description': 'tempest-description-1283492454'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:40:35.441876 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-865591ef-5d9b-4473-9774-5c2dfa7db587 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:40:35.474966 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073760e0-feb0-4b24-912b-d1962e4cf937 None None] Sync routers for ids ['b28ee826-2446-4194-955d-71b45972b1ec'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:40:35.477004 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-d960662d-2a9e-4242-b028-cbd6121470ca req-9fba65e2-dfce-4c7f-8ae4-1f3aea9e2804 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:40:35.480159 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-865591ef-5d9b-4473-9774-5c2dfa7db587 admin admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:35.485120 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-865591ef-5d9b-4473-9774-5c2dfa7db587 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.0319622 May 05 21:40:35.487470 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60378) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:40:35.497585 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073760e0-feb0-4b24-912b-d1962e4cf937 None None] Routers {'b28ee826-2446-4194-955d-71b45972b1ec'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:40:35.499394 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-073760e0-feb0-4b24-912b-d1962e4cf937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:40:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['b28ee826-2446-4194-955d-71b45972b1ec'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:40:35.500087 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-49a52f31-d70b-4515-ab98-cf2c0f9ee9d1 req-ceaa759e-334e-450c-b8c9-272ed851ed1d service neutron] 10.222.0.32 "GET /v2.0/networks/b818a522-930a-4e0c-83f8-04da001d67f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6152911 May 05 21:40:35.543751 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-d960662d-2a9e-4242-b028-cbd6121470ca req-9fba65e2-dfce-4c7f-8ae4-1f3aea9e2804 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:40:35.614621 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:35.705964 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-d960662d-2a9e-4242-b028-cbd6121470ca req-9fba65e2-dfce-4c7f-8ae4-1f3aea9e2804 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:35.868483 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-073760e0-feb0-4b24-912b-d1962e4cf937 None None] Set router b28ee826-2446-4194-955d-71b45972b1ec gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:40:36.108328 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 60388) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:40:36.207367 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:40:36.218928 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60390) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:40:36.241577 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 3846c04e-3757-4fb9-8c1a-5b35ab87ce1a up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:40:36.313183 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-073760e0-feb0-4b24-912b-d1962e4cf937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28ee826-2446-4194-955d-71b45972b1ec', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1618599027-router', 'tenant_id': '1b6c97c69a8648fabb02b57778e66db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '3dd9cfad-d7d6-44f0-b1d2-8d69d7ef0a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:40:32Z', 'updated_at': '2022-05-05T21:40:34Z', 'revision_number': 3, 'project_id': '1b6c97c69a8648fabb02b57778e66db9', 'gw_port': {'id': '3dd9cfad-d7d6-44f0-b1d2-8d69d7ef0a8c', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:70:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28ee826-2446-4194-955d-71b45972b1ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:40:33Z', 'updated_at': '2022-05-05T21:40:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:40:36.321369 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-49a52f31-d70b-4515-ab98-cf2c0f9ee9d1 req-eaa8d7fd-32cd-49b2-bdb2-97f5a30ba76c service neutron] 10.222.0.32 "GET /v2.0/networks/b818a522-930a-4e0c-83f8-04da001d67f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8126774 May 05 21:40:36.325830 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073760e0-feb0-4b24-912b-d1962e4cf937 None None] Checking router: b28ee826-2446-4194-955d-71b45972b1ec for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:40:36.326179 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073760e0-feb0-4b24-912b-d1962e4cf937 None None] Updating router b28ee826-2446-4194-955d-71b45972b1ec port 3dd9cfad-d7d6-44f0-b1d2-8d69d7ef0a8c binding host n-d-825175-4 {{(pid=84068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 21:40:36.345854 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-d960662d-2a9e-4242-b028-cbd6121470ca req-9fba65e2-dfce-4c7f-8ae4-1f3aea9e2804 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:40:36.379140 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 3846c04e-3757-4fb9-8c1a-5b35ab87ce1a completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:40:36.383228 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-d960662d-2a9e-4242-b028-cbd6121470ca req-9fba65e2-dfce-4c7f-8ae4-1f3aea9e2804 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Usage tracker for resource:security_group_rule and tenant:ddd4b9e379904604953b02573e2642da is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:40:36.397927 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-d960662d-2a9e-4242-b028-cbd6121470ca req-9fba65e2-dfce-4c7f-8ae4-1f3aea9e2804 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:40:36.412077 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-890f2b8b-a89f-4a5b-902d-18eab1ae571d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e9edfd9a715a44519fd1c9f80c58cf68&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1919255 May 05 21:40:36.414794 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60398) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:40:36.421092 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-d960662d-2a9e-4242-b028-cbd6121470ca req-9fba65e2-dfce-4c7f-8ae4-1f3aea9e2804 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:40:36.447871 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-073760e0-feb0-4b24-912b-d1962e4cf937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:36.474540 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9a9268-7fa3-457f-8f22-13b9349c42bc None None] Network 0586ea54-e34c-408c-935a-f3132229e0d6 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:40:36.637787 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6423bd9a-e59a-41a3-b8e4-7b60d819b41b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:36.669282 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-d960662d-2a9e-4242-b028-cbd6121470ca req-9fba65e2-dfce-4c7f-8ae4-1f3aea9e2804 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:36.688889 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-d960662d-2a9e-4242-b028-cbd6121470ca req-9fba65e2-dfce-4c7f-8ae4-1f3aea9e2804 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:36.718369 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6423bd9a-e59a-41a3-b8e4-7b60d819b41b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:36.847069 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-073760e0-feb0-4b24-912b-d1962e4cf937 None None] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:36.861201 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.provisioning_blocks [None req-073760e0-feb0-4b24-912b-d1962e4cf937 None None] Transition to ACTIVE for port object 3dd9cfad-d7d6-44f0-b1d2-8d69d7ef0a8c will not be triggered until provisioned by entity L2. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:40:36.881896 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-073760e0-feb0-4b24-912b-d1962e4cf937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:36.977370 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6423bd9a-e59a-41a3-b8e4-7b60d819b41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:36.978597 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ed92df02-c87a-471e-b727-0e9377135c2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:36.995543 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-d960662d-2a9e-4242-b028-cbd6121470ca req-9fba65e2-dfce-4c7f-8ae4-1f3aea9e2804 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:36.995794 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6423bd9a-e59a-41a3-b8e4-7b60d819b41b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf31c92f-7991-43d7-b54f-49c45d194d27,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:36.996928 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d960662d-2a9e-4242-b028-cbd6121470ca req-9fba65e2-dfce-4c7f-8ae4-1f3aea9e2804 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1620 time: 1.6410995 May 05 21:40:37.012753 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6423bd9a-e59a-41a3-b8e4-7b60d819b41b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:37.028138 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-6423bd9a-e59a-41a3-b8e4-7b60d819b41b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bf31c92f-7991-43d7-b54f-49c45d194d27 HTTP/1.1" status: 204 len: 168 time: 0.6052024 May 05 21:40:37.081464 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-29b46c03-6aeb-4017-92be-8a3f7442fe09 None None] Provisioning for port 3846c04e-3757-4fb9-8c1a-5b35ab87ce1a completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:40:37.086498 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3b8698-da86-4090-9676-6a938407c639 None None] Pushing event updated for resources: {'Port': ['ID=3dd9cfad-d7d6-44f0-b1d2-8d69d7ef0a8c,revision_number=2']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:37.095608 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-29b46c03-6aeb-4017-92be-8a3f7442fe09 None None] Provisioning complete for port 3846c04e-3757-4fb9-8c1a-5b35ab87ce1a triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:40:37.095970 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-29b46c03-6aeb-4017-92be-8a3f7442fe09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:37.110873 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-073760e0-feb0-4b24-912b-d1962e4cf937 None None] Attempting to bind port 3dd9cfad-d7d6-44f0-b1d2-8d69d7ef0a8c on host n-d-825175-4 for vnic_type normal with profile {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:40:37.111240 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-073760e0-feb0-4b24-912b-d1962e4cf937 None None] Attempting to bind port 3dd9cfad-d7d6-44f0-b1d2-8d69d7ef0a8c by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:40:37.111613 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073760e0-feb0-4b24-912b-d1962e4cf937 None None] Attempting to bind port 3dd9cfad-d7d6-44f0-b1d2-8d69d7ef0a8c on network 25bfe237-58de-4709-a3e0-ac79da07c300 {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:40:37.116444 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3b8698-da86-4090-9676-6a938407c639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:40:37.116785 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3b8698-da86-4090-9676-6a938407c639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:40:37.117113 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3b8698-da86-4090-9676-6a938407c639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:40:37.117445 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3b8698-da86-4090-9676-6a938407c639 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:40:37.117760 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3b8698-da86-4090-9676-6a938407c639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:40:37.118081 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3b8698-da86-4090-9676-6a938407c639 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:40:37.130131 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3b8698-da86-4090-9676-6a938407c639 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:40:37.130581 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3b8698-da86-4090-9676-6a938407c639 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:40:37.130936 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3b8698-da86-4090-9676-6a938407c639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:40:37.131263 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3b8698-da86-4090-9676-6a938407c639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:40:37.131585 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3b8698-da86-4090-9676-6a938407c639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:40:37.138258 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fba65e2-dfce-4c7f-8ae4-1f3aea9e2804 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af06decc-4d37-4c8c-b0d8-3b1da1ab2d18,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:37.148317 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073760e0-feb0-4b24-912b-d1962e4cf937 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:40:37.148473 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073760e0-feb0-4b24-912b-d1962e4cf937 None None] Checking segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:40:37.148865 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-073760e0-feb0-4b24-912b-d1962e4cf937 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:37.151113 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073760e0-feb0-4b24-912b-d1962e4cf937 None None] Bound using segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:40:37.152405 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-073760e0-feb0-4b24-912b-d1962e4cf937 None None] Bound port: 3dd9cfad-d7d6-44f0-b1d2-8d69d7ef0a8c, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:40:37.153661 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-073760e0-feb0-4b24-912b-d1962e4cf937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:37.170047 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-ed92df02-c87a-471e-b727-0e9377135c2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:40:37.180693 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-ed92df02-c87a-471e-b727-0e9377135c2a admin admin] Usage tracker for resource:security_group_rule and tenant:cdb7ec1756a848469f0a4276426c3439 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:40:37.184900 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-ed92df02-c87a-471e-b727-0e9377135c2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:40:37.204782 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-ed92df02-c87a-471e-b727-0e9377135c2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:40:37.297566 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-073760e0-feb0-4b24-912b-d1962e4cf937 None None] For port 3dd9cfad-d7d6-44f0-b1d2-8d69d7ef0a8c, host n-d-825175-4, cleared binding levels {{(pid=84068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:40:37.308833 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-073760e0-feb0-4b24-912b-d1962e4cf937 None None] For port 3dd9cfad-d7d6-44f0-b1d2-8d69d7ef0a8c, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=3dd9cfad-d7d6-44f0-b1d2-8d69d7ef0a8c,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:40:37.318551 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-073760e0-feb0-4b24-912b-d1962e4cf937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:37.406188 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.resource_extend [req-bd753290-ed3f-4ca4-8db7-c60f62949e23 req-8899e300-c2bc-44dd-89f6-63df29c43c91 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 21:40:37.455881 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-29b46c03-6aeb-4017-92be-8a3f7442fe09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:37.521970 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3b8698-da86-4090-9676-6a938407c639 None None] Pushing event updated for resources: {'Port': ['ID=3dd9cfad-d7d6-44f0-b1d2-8d69d7ef0a8c,revision_number=3']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:37.530676 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-29b46c03-6aeb-4017-92be-8a3f7442fe09 None None] For port 3846c04e-3757-4fb9-8c1a-5b35ab87ce1a, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=3846c04e-3757-4fb9-8c1a-5b35ab87ce1a,segment=NetworkSegment(d7ef914c-2015-446a-842e-dbaf2724b6f9),segment_id=d7ef914c-2015-446a-842e-dbaf2724b6f9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:40:37.543853 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-29b46c03-6aeb-4017-92be-8a3f7442fe09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:37.548884 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073760e0-feb0-4b24-912b-d1962e4cf937 None None] Routers {'b28ee826-2446-4194-955d-71b45972b1ec'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:40:37.549744 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-073760e0-feb0-4b24-912b-d1962e4cf937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:40:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['b28ee826-2446-4194-955d-71b45972b1ec'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:40:37.760483 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-dfb4fa48-e123-4fb3-ab7b-8c0ec74c58d1 None None] Provisioning complete for port 3846c04e-3757-4fb9-8c1a-5b35ab87ce1a triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:40:37.760846 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-dfb4fa48-e123-4fb3-ab7b-8c0ec74c58d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:37.778747 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ed92df02-c87a-471e-b727-0e9377135c2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:37.779793 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-bd753290-ed3f-4ca4-8db7-c60f62949e23 req-8899e300-c2bc-44dd-89f6-63df29c43c91 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:37.788256 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ed92df02-c87a-471e-b727-0e9377135c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:37.805421 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-bd753290-ed3f-4ca4-8db7-c60f62949e23 req-8899e300-c2bc-44dd-89f6-63df29c43c91 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:37.841669 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b46c03-6aeb-4017-92be-8a3f7442fe09 None None] Pushing event updated for resources: {'Port': ['ID=3846c04e-3757-4fb9-8c1a-5b35ab87ce1a,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:37.903961 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-073760e0-feb0-4b24-912b-d1962e4cf937 None None] Set router b28ee826-2446-4194-955d-71b45972b1ec gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:40:37.998857 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-de315b5e-2d8f-4384-8010-3786e9ffd5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:38.115010 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed92df02-c87a-471e-b727-0e9377135c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65d5047-b23a-4567-ac0c-95ab4baa88ed,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:38.115010 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ed92df02-c87a-471e-b727-0e9377135c2a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cdb7ec1756a848469f0a4276426c3439&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8763299 May 05 21:40:38.121250 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60446) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:40:38.159187 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 3846c04e-3757-4fb9-8c1a-5b35ab87ce1a up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:40:38.266694 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 3846c04e-3757-4fb9-8c1a-5b35ab87ce1a triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:40:38.267813 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:38.298524 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a670af-fabe-4687-b15e-9d033a50a466 req-b4a1f474-c093-4f34-baa1-b7f5421e0c11 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:38.305839 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-56a670af-fabe-4687-b15e-9d033a50a466 req-b4a1f474-c093-4f34-baa1-b7f5421e0c11 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2808b5ea-531b-4d46-862d-46a70e81df09 HTTP/1.1" status: 200 len: 950 time: 0.1319358 May 05 21:40:38.361265 n-d-825175-4 neutron-server[84061]: INFO neutron.db.l3_db [req-bd753290-ed3f-4ca4-8db7-c60f62949e23 req-8899e300-c2bc-44dd-89f6-63df29c43c91 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Floating IP b4d8027f-0091-46c4-8897-4851bf482148 associated. External IP: 172.25.4.45, port: 316ee080-e24c-4927-ae55-1d986286df81. May 05 21:40:38.391237 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-de315b5e-2d8f-4384-8010-3786e9ffd5f4 admin admin] Allocated IP 172.20.0.1 (0586ea54-e34c-408c-935a-f3132229e0d6/3720d133-eb13-4dbb-9513-1492d24764da/0a65cee6-cae5-4016-8e06-4c3c8b477312) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:40:38.409660 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-073760e0-feb0-4b24-912b-d1962e4cf937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28ee826-2446-4194-955d-71b45972b1ec', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1618599027-router', 'tenant_id': '1b6c97c69a8648fabb02b57778e66db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '3dd9cfad-d7d6-44f0-b1d2-8d69d7ef0a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:40:32Z', 'updated_at': '2022-05-05T21:40:34Z', 'revision_number': 3, 'project_id': '1b6c97c69a8648fabb02b57778e66db9', 'gw_port': {'id': '3dd9cfad-d7d6-44f0-b1d2-8d69d7ef0a8c', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:70:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28ee826-2446-4194-955d-71b45972b1ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:40:33Z', 'updated_at': '2022-05-05T21:40:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:40:38.422012 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073760e0-feb0-4b24-912b-d1962e4cf937 None None] The sync data for ids ['b28ee826-2446-4194-955d-71b45972b1ec'] in n-d-825175-4 is: [{'id': 'b28ee826-2446-4194-955d-71b45972b1ec', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1618599027-router', 'tenant_id': '1b6c97c69a8648fabb02b57778e66db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '3dd9cfad-d7d6-44f0-b1d2-8d69d7ef0a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:40:32Z', 'updated_at': '2022-05-05T21:40:34Z', 'revision_number': 3, 'project_id': '1b6c97c69a8648fabb02b57778e66db9', 'gw_port': {'id': '3dd9cfad-d7d6-44f0-b1d2-8d69d7ef0a8c', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:70:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28ee826-2446-4194-955d-71b45972b1ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:40:33Z', 'updated_at': '2022-05-05T21:40:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:40:38.427495 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-56a670af-fabe-4687-b15e-9d033a50a466 req-f055c0f1-1ce8-4506-a206-b709629c341d tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205232 May 05 21:40:38.547847 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-28826c12-bbb6-4972-9d78-4dc518033688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:38.590712 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-54c0c6b9-2fd7-411c-b022-5e94097a6479 req-be1a401b-d63e-4b40-9f8c-ccb645bfadcd tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/security-groups/af06decc-4d37-4c8c-b0d8-3b1da1ab2d18 HTTP/1.1" status: 200 len: 1615 time: 0.0805135 May 05 21:40:38.591242 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-28826c12-bbb6-4972-9d78-4dc518033688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:38.696800 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-de315b5e-2d8f-4384-8010-3786e9ffd5f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:38.714955 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-de315b5e-2d8f-4384-8010-3786e9ffd5f4 admin admin] Transition to ACTIVE for port object 0a65cee6-cae5-4016-8e06-4c3c8b477312 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:40:38.752883 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-de315b5e-2d8f-4384-8010-3786e9ffd5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:38.840239 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de315b5e-2d8f-4384-8010-3786e9ffd5f4 admin admin] Pushing event updated for resources: {'Port': ['ID=0a65cee6-cae5-4016-8e06-4c3c8b477312,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:38.844042 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-28826c12-bbb6-4972-9d78-4dc518033688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:38.868364 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28826c12-bbb6-4972-9d78-4dc518033688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65d5047-b23a-4567-ac0c-95ab4baa88ed,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:38.905168 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de315b5e-2d8f-4384-8010-3786e9ffd5f4 admin admin] Network 0586ea54-e34c-408c-935a-f3132229e0d6 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:40:38.906293 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-28826c12-bbb6-4972-9d78-4dc518033688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:38.910092 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-28826c12-bbb6-4972-9d78-4dc518033688 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b65d5047-b23a-4567-ac0c-95ab4baa88ed HTTP/1.1" status: 204 len: 168 time: 0.7872097 May 05 21:40:38.911448 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-de315b5e-2d8f-4384-8010-3786e9ffd5f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:40:38.914070 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de315b5e-2d8f-4384-8010-3786e9ffd5f4 admin admin] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:40:38.977669 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-de315b5e-2d8f-4384-8010-3786e9ffd5f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:39.151591 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-de315b5e-2d8f-4384-8010-3786e9ffd5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:39.172692 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd753290-ed3f-4ca4-8db7-c60f62949e23 req-8899e300-c2bc-44dd-89f6-63df29c43c91 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Router 33e07aed-3c6d-4b6c-92dd-e5f3530fba31 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:40:39.260441 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c12d23aa-b6f4-4a8f-864c-94c4570bf4dd None None] Provisioning for port 0a65cee6-cae5-4016-8e06-4c3c8b477312 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:40:39.273028 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c12d23aa-b6f4-4a8f-864c-94c4570bf4dd None None] Provisioning complete for port 0a65cee6-cae5-4016-8e06-4c3c8b477312 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:40:39.274086 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c12d23aa-b6f4-4a8f-864c-94c4570bf4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:39.381754 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086f58e-a32d-432a-bce0-6d875ea8e37f req-5d5c0e38-f8d4-4581-ba48-246fbc174a0c tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:39.388678 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7086f58e-a32d-432a-bce0-6d875ea8e37f req-5d5c0e38-f8d4-4581-ba48-246fbc174a0c tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/networks?id=2ea271d8-96e6-42e1-b4ca-22da751bdd28 HTTP/1.1" status: 200 len: 820 time: 0.4158080 May 05 21:40:39.403581 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-c12d23aa-b6f4-4a8f-864c-94c4570bf4dd None None] Port 0a65cee6-cae5-4016-8e06-4c3c8b477312 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:40:39.421668 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7086f58e-a32d-432a-bce0-6d875ea8e37f req-baf9ce4a-89b3-48bd-acc1-98886bff602a tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/quotas/300e0002c0a34937b02bd35920b6a01f HTTP/1.1" status: 200 len: 375 time: 0.0317619 May 05 21:40:39.553428 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-de315b5e-2d8f-4384-8010-3786e9ffd5f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:39.562359 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-de315b5e-2d8f-4384-8010-3786e9ffd5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:39.680159 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60482) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:40:39.730342 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dc71fc8a-1f6c-4e36-a56d-fd9e82d97786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:39.759658 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de315b5e-2d8f-4384-8010-3786e9ffd5f4 admin admin] Pushing event updated for resources: {'Port': ['ID=0a65cee6-cae5-4016-8e06-4c3c8b477312,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:39.767536 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-de315b5e-2d8f-4384-8010-3786e9ffd5f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:39.784666 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7086f58e-a32d-432a-bce0-6d875ea8e37f req-da6922ca-51e5-4b45-bd0b-90a42498f8c4 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=300e0002c0a34937b02bd35920b6a01f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3494060 May 05 21:40:39.803276 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-dc71fc8a-1f6c-4e36-a56d-fd9e82d97786 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:40:39.811934 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-dc71fc8a-1f6c-4e36-a56d-fd9e82d97786 admin admin] Usage tracker for resource:security_group_rule and tenant:c2c51d1d83cc4a418d925c61c6fb01b1 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:40:39.860297 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-dc71fc8a-1f6c-4e36-a56d-fd9e82d97786 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:40:39.872018 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-dc71fc8a-1f6c-4e36-a56d-fd9e82d97786 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:40:39.919142 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd753290-ed3f-4ca4-8db7-c60f62949e23 req-8899e300-c2bc-44dd-89f6-63df29c43c91 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:40:39.935553 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146b4352-1682-4faa-95eb-7ac048434c53 None None] Sync routers for ids ['33e07aed-3c6d-4b6c-92dd-e5f3530fba31'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:40:39.952843 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-bd753290-ed3f-4ca4-8db7-c60f62949e23 req-8899e300-c2bc-44dd-89f6-63df29c43c91 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:39.956968 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146b4352-1682-4faa-95eb-7ac048434c53 None None] Routers {'33e07aed-3c6d-4b6c-92dd-e5f3530fba31'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:40:39.958805 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-146b4352-1682-4faa-95eb-7ac048434c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:40:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['33e07aed-3c6d-4b6c-92dd-e5f3530fba31'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:40:39.975085 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de315b5e-2d8f-4384-8010-3786e9ffd5f4 admin admin] Network 0586ea54-e34c-408c-935a-f3132229e0d6 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:40:39.976893 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-de315b5e-2d8f-4384-8010-3786e9ffd5f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:40:39.984424 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7086f58e-a32d-432a-bce0-6d875ea8e37f req-474d5a14-1075-49ee-b3c2-d859f061ae64 service neutron] 10.222.0.23 "GET /v2.0/networks/2ea271d8-96e6-42e1-b4ca-22da751bdd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798434 May 05 21:40:40.133392 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bd753290-ed3f-4ca4-8db7-c60f62949e23 req-8899e300-c2bc-44dd-89f6-63df29c43c91 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "PUT /v2.0/floatingips/b4d8027f-0091-46c4-8897-4851bf482148 HTTP/1.1" status: 200 len: 995 time: 5.0874951 May 05 21:40:40.142752 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac16859b-183d-4e86-bd67-a6ab39d5a094', 'tag': '316ee080-e24c-4927-ae55-1d986286df81'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:40:40.244504 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dc71fc8a-1f6c-4e36-a56d-fd9e82d97786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:40.255914 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dc71fc8a-1f6c-4e36-a56d-fd9e82d97786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:40.266612 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7086f58e-a32d-432a-bce0-6d875ea8e37f req-c854974f-f42d-4bef-bb50-4177be2c27eb service neutron] 10.222.0.23 "GET /v2.0/networks/2ea271d8-96e6-42e1-b4ca-22da751bdd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749321 May 05 21:40:40.314578 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bd753290-ed3f-4ca4-8db7-c60f62949e23 req-e9bd51c9-7aa8-473b-ac69-14062f5aa19a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=288dd14d0b064298b7582f08c1578363&device_id=ac16859b-183d-4e86-bd67-a6ab39d5a094 HTTP/1.1" status: 200 len: 1096 time: 0.1641984 May 05 21:40:40.394967 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc71fc8a-1f6c-4e36-a56d-fd9e82d97786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf86aa7-ef6b-4538-96d3-50a4340e7275,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:40.408182 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-146b4352-1682-4faa-95eb-7ac048434c53 None None] Set router 33e07aed-3c6d-4b6c-92dd-e5f3530fba31 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:40:40.423162 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 60498) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:40:40.424089 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-dc71fc8a-1f6c-4e36-a56d-fd9e82d97786 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c2c51d1d83cc4a418d925c61c6fb01b1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7381661 May 05 21:40:40.452565 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 3dd9cfad-d7d6-44f0-b1d2-8d69d7ef0a8c up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:40:40.528385 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6c4344c1-0379-45bd-821f-d708ce110d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:40.611657 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6c4344c1-0379-45bd-821f-d708ce110d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:40.677569 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd753290-ed3f-4ca4-8db7-c60f62949e23 req-896e012d-3a33-4814-b759-88b19ec64413 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:40.680190 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bd753290-ed3f-4ca4-8db7-c60f62949e23 req-896e012d-3a33-4814-b759-88b19ec64413 service neutron] 10.222.0.23 "GET /v2.0/networks?id=15fc94c9-79b7-4d3d-a68d-e74651d075f7 HTTP/1.1" status: 200 len: 921 time: 0.3589306 May 05 21:40:40.681467 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6c4344c1-0379-45bd-821f-d708ce110d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:40.690607 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-312d3acd-88b7-475c-92dc-2d9cd07e3564 None None] Provisioning complete for port 0a65cee6-cae5-4016-8e06-4c3c8b477312 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:40:40.691086 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-312d3acd-88b7-475c-92dc-2d9cd07e3564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:40.793966 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4344c1-0379-45bd-821f-d708ce110d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf86aa7-ef6b-4538-96d3-50a4340e7275,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:40.793966 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6c4344c1-0379-45bd-821f-d708ce110d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:40.794842 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-6c4344c1-0379-45bd-821f-d708ce110d70 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ebf86aa7-ef6b-4538-96d3-50a4340e7275 HTTP/1.1" status: 204 len: 168 time: 0.3700237 May 05 21:40:40.882361 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 3dd9cfad-d7d6-44f0-b1d2-8d69d7ef0a8c completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:40:40.888003 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bd753290-ed3f-4ca4-8db7-c60f62949e23 req-bbf835b5-153c-4d06-9613-7602cfa3c057 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=316ee080-e24c-4927-ae55-1d986286df81 HTTP/1.1" status: 200 len: 998 time: 0.2013378 May 05 21:40:40.890362 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de315b5e-2d8f-4384-8010-3786e9ffd5f4 admin admin] Router b28ee826-2446-4194-955d-71b45972b1ec has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:40:41.035065 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd753290-ed3f-4ca4-8db7-c60f62949e23 req-4db467b4-e33e-4515-aca6-08ecfed31207 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:41.043311 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bd753290-ed3f-4ca4-8db7-c60f62949e23 req-4db467b4-e33e-4515-aca6-08ecfed31207 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cb07d95f-0719-4a75-a100-4b7cfd38dc47 HTTP/1.1" status: 200 len: 859 time: 0.1426406 May 05 21:40:41.208429 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 3dd9cfad-d7d6-44f0-b1d2-8d69d7ef0a8c triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:40:41.211348 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:41.220466 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492650cb-a1a2-49d0-8567-2fbfb6090874 req-1935e80a-2e75-49ca-a614-2f8903f1afc4 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:41.227729 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-492650cb-a1a2-49d0-8567-2fbfb6090874 req-1935e80a-2e75-49ca-a614-2f8903f1afc4 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2808b5ea-531b-4d46-862d-46a70e81df09 HTTP/1.1" status: 200 len: 950 time: 0.1824207 May 05 21:40:41.254770 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de315b5e-2d8f-4384-8010-3786e9ffd5f4 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:40:41.278120 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-de315b5e-2d8f-4384-8010-3786e9ffd5f4 admin admin] 10.222.0.23 "PUT /v2.0/routers/b28ee826-2446-4194-955d-71b45972b1ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7893865 May 05 21:40:41.295738 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-492650cb-a1a2-49d0-8567-2fbfb6090874 req-38f0a7ba-486d-4c29-9949-49ddf74d9849 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666420 May 05 21:40:41.301521 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-312d3acd-88b7-475c-92dc-2d9cd07e3564 None None] Port 0a65cee6-cae5-4016-8e06-4c3c8b477312 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:40:41.339230 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bd753290-ed3f-4ca4-8db7-c60f62949e23 req-0122a6d0-027f-4cb0-b120-cf10899b3eac service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=15fc94c9-79b7-4d3d-a68d-e74651d075f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2948709 May 05 21:40:41.353498 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [req-bd753290-ed3f-4ca4-8db7-c60f62949e23 req-f136221d-3fa9-450c-8aea-555d937a5b6e service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 21:40:41.365171 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bd753290-ed3f-4ca4-8db7-c60f62949e23 req-f136221d-3fa9-450c-8aea-555d937a5b6e service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0229075 May 05 21:40:41.450397 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:41.460109 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-146b4352-1682-4faa-95eb-7ac048434c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'name': 'tempest-FloatingIPsAssociationTestJSON-224327286-router', 'tenant_id': '288dd14d0b064298b7582f08c1578363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'fbf9b063-e524-4352-95aa-4b8e693a86e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:39:23Z', 'updated_at': '2022-05-05T21:39:30Z', 'revision_number': 4, 'project_id': '288dd14d0b064298b7582f08c1578363', 'gw_port': {'id': 'fbf9b063-e524-4352-95aa-4b8e693a86e7', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:13:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:39:24Z', 'updated_at': '2022-05-05T21:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': 'b4d8027f-0091-46c4-8897-4851bf482148', 'tenant_id': '288dd14d0b064298b7582f08c1578363', 'floating_ip_address': '172.25.4.45', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'port_id': '316ee080-e24c-4927-ae55-1d986286df81', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15fc94c9-79b7-4d3d-a68d-e74651d075f7', 'mac_address': 'fa:16:3e:a9:11:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac16859b-183d-4e86-bd67-a6ab39d5a094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:40:04Z', 'updated_at': '2022-05-05T21:40:37Z', 'revision_number': 1, 'project_id': '288dd14d0b064298b7582f08c1578363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d3adc09-f0d0-43b1-b21d-9a438fca2786', 'name': '', 'network_id': '15fc94c9-79b7-4d3d-a68d-e74651d075f7', 'tenant_id': '288dd14d0b064298b7582f08c1578363', 'mac_address': 'fa:16:3e:74:c6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb07d95f-0719-4a75-a100-4b7cfd38dc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:39:29Z', 'updated_at': '2022-05-05T21:39:38Z', 'revision_number': 5, 'project_id': '288dd14d0b064298b7582f08c1578363', 'subnets': [{'id': 'cb07d95f-0719-4a75-a100-4b7cfd38dc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:40:41.469411 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146b4352-1682-4faa-95eb-7ac048434c53 None None] Checking router: 33e07aed-3c6d-4b6c-92dd-e5f3530fba31 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:40:41.480112 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 3dd9cfad-d7d6-44f0-b1d2-8d69d7ef0a8c, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=3dd9cfad-d7d6-44f0-b1d2-8d69d7ef0a8c,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:40:41.486556 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146b4352-1682-4faa-95eb-7ac048434c53 None None] Routers {'33e07aed-3c6d-4b6c-92dd-e5f3530fba31'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:40:41.487192 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-146b4352-1682-4faa-95eb-7ac048434c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:40:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['33e07aed-3c6d-4b6c-92dd-e5f3530fba31'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:40:41.553490 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:41.556548 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bd753290-ed3f-4ca4-8db7-c60f62949e23 req-0fe896c2-6d49-4d76-8e5e-75603c93c430 service neutron] 10.222.0.23 "GET /v2.0/networks/15fc94c9-79b7-4d3d-a68d-e74651d075f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900222 May 05 21:40:41.742324 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=3dd9cfad-d7d6-44f0-b1d2-8d69d7ef0a8c,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:41.778413 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-146b4352-1682-4faa-95eb-7ac048434c53 None None] Set router 33e07aed-3c6d-4b6c-92dd-e5f3530fba31 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:40:41.795111 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bd753290-ed3f-4ca4-8db7-c60f62949e23 req-d4abd7d9-6bd8-47f3-8ea5-f2d9bc0ad3c8 service neutron] 10.222.0.23 "GET /v2.0/networks/15fc94c9-79b7-4d3d-a68d-e74651d075f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358341 May 05 21:40:41.826866 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9da0bceb-e3a9-470e-b635-1e76837d321e req-754f8c73-04d0-456a-9334-c88bc7daa720 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/security-groups/af06decc-4d37-4c8c-b0d8-3b1da1ab2d18 HTTP/1.1" status: 200 len: 1615 time: 0.2798738 May 05 21:40:41.936565 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9da0bceb-e3a9-470e-b635-1e76837d321e req-0fa5eef6-2bf4-45e8-a0ab-3bac0d5de1d3 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:41.972364 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9da0bceb-e3a9-470e-b635-1e76837d321e req-0fa5eef6-2bf4-45e8-a0ab-3bac0d5de1d3 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:42.042017 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9da0bceb-e3a9-470e-b635-1e76837d321e req-0fa5eef6-2bf4-45e8-a0ab-3bac0d5de1d3 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:42.080427 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa5eef6-2bf4-45e8-a0ab-3bac0d5de1d3 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af06decc-4d37-4c8c-b0d8-3b1da1ab2d18,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:42.097495 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9da0bceb-e3a9-470e-b635-1e76837d321e req-0fa5eef6-2bf4-45e8-a0ab-3bac0d5de1d3 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:42.099260 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9da0bceb-e3a9-470e-b635-1e76837d321e req-0fa5eef6-2bf4-45e8-a0ab-3bac0d5de1d3 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "DELETE /v2.0/security-groups/af06decc-4d37-4c8c-b0d8-3b1da1ab2d18 HTTP/1.1" status: 204 len: 173 time: 0.2710297 May 05 21:40:42.137329 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 3dd9cfad-d7d6-44f0-b1d2-8d69d7ef0a8c up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:40:42.160749 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 60566) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:40:42.181585 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66a6bd59-138d-413f-84c3-76abab15db3e'] response: {'name': 'network-changed', 'server_uuid': 'ac16859b-183d-4e86-bd67-a6ab39d5a094', 'tag': '316ee080-e24c-4927-ae55-1d986286df81', 'status': 'completed', 'code': 200} May 05 21:40:42.334029 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 3dd9cfad-d7d6-44f0-b1d2-8d69d7ef0a8c triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:40:42.334029 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:42.457157 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-65c5b3d4-dcd5-416e-9a58-6dce4f840ffb req-13dc8d72-7efa-4072-885f-be16e9341ff3 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=72873853-2c62-4102-a949-1c20517418b2 HTTP/1.1" status: 200 len: 210 time: 0.1294239 May 05 21:40:42.657926 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-146b4352-1682-4faa-95eb-7ac048434c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'name': 'tempest-FloatingIPsAssociationTestJSON-224327286-router', 'tenant_id': '288dd14d0b064298b7582f08c1578363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'fbf9b063-e524-4352-95aa-4b8e693a86e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:39:23Z', 'updated_at': '2022-05-05T21:39:30Z', 'revision_number': 4, 'project_id': '288dd14d0b064298b7582f08c1578363', 'gw_port': {'id': 'fbf9b063-e524-4352-95aa-4b8e693a86e7', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:13:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:39:24Z', 'updated_at': '2022-05-05T21:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': 'b4d8027f-0091-46c4-8897-4851bf482148', 'tenant_id': '288dd14d0b064298b7582f08c1578363', 'floating_ip_address': '172.25.4.45', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'port_id': '316ee080-e24c-4927-ae55-1d986286df81', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15fc94c9-79b7-4d3d-a68d-e74651d075f7', 'mac_address': 'fa:16:3e:a9:11:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac16859b-183d-4e86-bd67-a6ab39d5a094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:40:04Z', 'updated_at': '2022-05-05T21:40:37Z', 'revision_number': 1, 'project_id': '288dd14d0b064298b7582f08c1578363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d3adc09-f0d0-43b1-b21d-9a438fca2786', 'name': '', 'network_id': '15fc94c9-79b7-4d3d-a68d-e74651d075f7', 'tenant_id': '288dd14d0b064298b7582f08c1578363', 'mac_address': 'fa:16:3e:74:c6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb07d95f-0719-4a75-a100-4b7cfd38dc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:39:29Z', 'updated_at': '2022-05-05T21:39:38Z', 'revision_number': 5, 'project_id': '288dd14d0b064298b7582f08c1578363', 'subnets': [{'id': 'cb07d95f-0719-4a75-a100-4b7cfd38dc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:40:42.664509 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146b4352-1682-4faa-95eb-7ac048434c53 None None] The sync data for ids ['33e07aed-3c6d-4b6c-92dd-e5f3530fba31'] in n-d-825175-4 is: [{'id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'name': 'tempest-FloatingIPsAssociationTestJSON-224327286-router', 'tenant_id': '288dd14d0b064298b7582f08c1578363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'fbf9b063-e524-4352-95aa-4b8e693a86e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:39:23Z', 'updated_at': '2022-05-05T21:39:30Z', 'revision_number': 4, 'project_id': '288dd14d0b064298b7582f08c1578363', 'gw_port': {'id': 'fbf9b063-e524-4352-95aa-4b8e693a86e7', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:13:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:39:24Z', 'updated_at': '2022-05-05T21:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': 'b4d8027f-0091-46c4-8897-4851bf482148', 'tenant_id': '288dd14d0b064298b7582f08c1578363', 'floating_ip_address': '172.25.4.45', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'port_id': '316ee080-e24c-4927-ae55-1d986286df81', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15fc94c9-79b7-4d3d-a68d-e74651d075f7', 'mac_address': 'fa:16:3e:a9:11:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac16859b-183d-4e86-bd67-a6ab39d5a094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:40:04Z', 'updated_at': '2022-05-05T21:40:37Z', 'revision_number': 1, 'project_id': '288dd14d0b064298b7582f08c1578363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d3adc09-f0d0-43b1-b21d-9a438fca2786', 'name': '', 'network_id': '15fc94c9-79b7-4d3d-a68d-e74651d075f7', 'tenant_id': '288dd14d0b064298b7582f08c1578363', 'mac_address': 'fa:16:3e:74:c6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb07d95f-0719-4a75-a100-4b7cfd38dc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:39:29Z', 'updated_at': '2022-05-05T21:39:38Z', 'revision_number': 5, 'project_id': '288dd14d0b064298b7582f08c1578363', 'subnets': [{'id': 'cb07d95f-0719-4a75-a100-4b7cfd38dc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:40:42.819999 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5417b2-d896-4aba-95b4-3fcb1359fe48 None None] Sync routers for ids ['b28ee826-2446-4194-955d-71b45972b1ec'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:40:42.839148 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-0326ebff-5c82-49c9-a3ff-818dd528a552 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1117531325-network', 'tenant_id': '82b8eca9b8444fc5a3410ffab3ab2c41'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:40:42.840089 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5417b2-d896-4aba-95b4-3fcb1359fe48 None None] Routers {'b28ee826-2446-4194-955d-71b45972b1ec'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:40:42.841094 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-ba5417b2-d896-4aba-95b4-3fcb1359fe48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:40:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['b28ee826-2446-4194-955d-71b45972b1ec'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:40:42.844340 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-0326ebff-5c82-49c9-a3ff-818dd528a552 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:40:42.848318 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-0326ebff-5c82-49c9-a3ff-818dd528a552 admin admin] Usage tracker for resource:network and tenant:82b8eca9b8444fc5a3410ffab3ab2c41 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:40:42.851548 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-0326ebff-5c82-49c9-a3ff-818dd528a552 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:40:42.873552 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-0326ebff-5c82-49c9-a3ff-818dd528a552 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:40:42.982589 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0326ebff-5c82-49c9-a3ff-818dd528a552 admin admin] Made reservation on behalf of 82b8eca9b8444fc5a3410ffab3ab2c41 for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:40:42.985211 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0326ebff-5c82-49c9-a3ff-818dd528a552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:43.019932 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-80a6c15a-f224-4847-b7b5-650314a173f6 req-2ae9ce3f-7d7e-4c6b-a2dc-277db67e33e2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=288dd14d0b064298b7582f08c1578363&device_id=ac16859b-183d-4e86-bd67-a6ab39d5a094 HTTP/1.1" status: 200 len: 1096 time: 0.8137510 May 05 21:40:43.035133 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ae90b5-bcbc-4ff4-8b87-dbdb8bf595b4 None None] New status for floating IP b4d8027f-0091-46c4-8897-4851bf482148: ACTIVE {{(pid=84064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 21:40:43.084190 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [req-8ea1ec7e-97ed-4213-95f4-0c43da886bab req-e6d6b469-c655-4b77-885f-f692955c8966 tempest-FloatingIPDetailsNegativeTestJSON-1471385566 tempest-FloatingIPDetailsNegativeTestJSON-1471385566-project] show failed (client error): The resource could not be found. May 05 21:40:43.084796 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8ea1ec7e-97ed-4213-95f4-0c43da886bab req-e6d6b469-c655-4b77-885f-f692955c8966 tempest-FloatingIPDetailsNegativeTestJSON-1471385566 tempest-FloatingIPDetailsNegativeTestJSON-1471385566-project] 10.222.0.23 "GET /v2.0/floatingips/402d911f-03d2-4877-845a-6f2d8e78944f HTTP/1.1" status: 404 len: 350 time: 0.1861188 May 05 21:40:43.095813 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60586) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:40:43.097381 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0326ebff-5c82-49c9-a3ff-818dd528a552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:43.110849 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-ba5417b2-d896-4aba-95b4-3fcb1359fe48 None None] Set router b28ee826-2446-4194-955d-71b45972b1ec gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:40:43.247777 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086f58e-a32d-432a-bce0-6d875ea8e37f req-beeb29a6-6475-49f1-9dba-aefe95155ae3 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:43.249242 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7086f58e-a32d-432a-bce0-6d875ea8e37f req-beeb29a6-6475-49f1-9dba-aefe95155ae3 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.44 "GET /v2.0/networks?id=2ea271d8-96e6-42e1-b4ca-22da751bdd28 HTTP/1.1" status: 200 len: 820 time: 0.8368435 May 05 21:40:43.250229 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [req-8eaa6981-b979-43b1-8ac3-9a0a3de997b1 req-42452cef-97ef-4a66-b9c9-afef066c69a1 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] show failed (client error): The resource could not be found. May 05 21:40:43.251323 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8eaa6981-b979-43b1-8ac3-9a0a3de997b1 req-42452cef-97ef-4a66-b9c9-afef066c69a1 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/security-groups/af06decc-4d37-4c8c-b0d8-3b1da1ab2d18 HTTP/1.1" status: 404 len: 352 time: 0.0788093 May 05 21:40:43.270750 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-7086f58e-a32d-432a-bce0-6d875ea8e37f req-7e06e354-38b5-4aa4-9a67-a1741f93f575 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Request body: {'port': {'device_id': '72873853-2c62-4102-a949-1c20517418b2', 'network_id': '2ea271d8-96e6-42e1-b4ca-22da751bdd28', 'admin_state_up': True, 'tenant_id': '300e0002c0a34937b02bd35920b6a01f'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:40:43.346081 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-0326ebff-5c82-49c9-a3ff-818dd528a552 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:40:43.416121 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-0326ebff-5c82-49c9-a3ff-818dd528a552 admin admin] Usage tracker for resource:security_group_rule and tenant:82b8eca9b8444fc5a3410ffab3ab2c41 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:40:43.444639 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-0326ebff-5c82-49c9-a3ff-818dd528a552 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:40:43.461727 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-0326ebff-5c82-49c9-a3ff-818dd528a552 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:40:43.471096 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a6c15a-f224-4847-b7b5-650314a173f6 req-ec23d58a-c1b8-44b0-8a52-a508a80ca27d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:43.474157 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-80a6c15a-f224-4847-b7b5-650314a173f6 req-ec23d58a-c1b8-44b0-8a52-a508a80ca27d service neutron] 10.222.0.32 "GET /v2.0/networks?id=15fc94c9-79b7-4d3d-a68d-e74651d075f7 HTTP/1.1" status: 200 len: 921 time: 0.4157791 May 05 21:40:43.618144 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93aee98-76e1-4fa0-867a-ec88af20ee92 req-b96242ba-a211-4def-a861-43715f794463 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:43.630781 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e93aee98-76e1-4fa0-867a-ec88af20ee92 req-b96242ba-a211-4def-a861-43715f794463 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/ports?device_id=9412a9ed-70af-4e00-8544-16f3d238cac1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.6356618 May 05 21:40:43.764308 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-ba5417b2-d896-4aba-95b4-3fcb1359fe48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28ee826-2446-4194-955d-71b45972b1ec', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1618599027-router', 'tenant_id': '1b6c97c69a8648fabb02b57778e66db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '3dd9cfad-d7d6-44f0-b1d2-8d69d7ef0a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:40:32Z', 'updated_at': '2022-05-05T21:40:39Z', 'revision_number': 4, 'project_id': '1b6c97c69a8648fabb02b57778e66db9', 'gw_port': {'id': '3dd9cfad-d7d6-44f0-b1d2-8d69d7ef0a8c', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:70:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28ee826-2446-4194-955d-71b45972b1ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:40:33Z', 'updated_at': '2022-05-05T21:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '0a65cee6-cae5-4016-8e06-4c3c8b477312', 'name': '', 'network_id': '0586ea54-e34c-408c-935a-f3132229e0d6', 'tenant_id': '1b6c97c69a8648fabb02b57778e66db9', 'mac_address': 'fa:16:3e:e0:66:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28ee826-2446-4194-955d-71b45972b1ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3720d133-eb13-4dbb-9513-1492d24764da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:40:38Z', 'updated_at': '2022-05-05T21:40:39Z', 'revision_number': 2, 'project_id': '1b6c97c69a8648fabb02b57778e66db9', 'subnets': [{'id': '3720d133-eb13-4dbb-9513-1492d24764da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:40:43.773282 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5417b2-d896-4aba-95b4-3fcb1359fe48 None None] Checking router: b28ee826-2446-4194-955d-71b45972b1ec for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:40:43.774471 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5417b2-d896-4aba-95b4-3fcb1359fe48 None None] Updating router b28ee826-2446-4194-955d-71b45972b1ec port 0a65cee6-cae5-4016-8e06-4c3c8b477312 binding host n-d-825175-4 {{(pid=84068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 21:40:43.839769 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-ba5417b2-d896-4aba-95b4-3fcb1359fe48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:43.850873 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-244aed1b-cb95-4b85-a694-4748fa131e50 req-e5bed79d-28c5-4725-b7fd-c1e05c550860 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1122736651', 'description': 'tempest-description-1590506690'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:40:43.869106 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-244aed1b-cb95-4b85-a694-4748fa131e50 req-e5bed79d-28c5-4725-b7fd-c1e05c550860 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:40:43.885459 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-244aed1b-cb95-4b85-a694-4748fa131e50 req-e5bed79d-28c5-4725-b7fd-c1e05c550860 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Usage tracker for resource:security_group and tenant:ddd4b9e379904604953b02573e2642da is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:40:43.891271 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-7086f58e-a32d-432a-bce0-6d875ea8e37f req-7e06e354-38b5-4aa4-9a67-a1741f93f575 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:40:43.899818 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-244aed1b-cb95-4b85-a694-4748fa131e50 req-e5bed79d-28c5-4725-b7fd-c1e05c550860 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:40:43.909902 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-418804f6-05db-4298-bf0e-098da021b6c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:43.911924 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-7086f58e-a32d-432a-bce0-6d875ea8e37f req-7e06e354-38b5-4aa4-9a67-a1741f93f575 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Usage tracker for resource:port and tenant:300e0002c0a34937b02bd35920b6a01f is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:40:43.915834 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ced82c03-da1c-4020-af90-a822c5966f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:43.916364 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-80a6c15a-f224-4847-b7b5-650314a173f6 req-493cd9df-c41e-4cbb-9d92-788382ef4310 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=316ee080-e24c-4927-ae55-1d986286df81 HTTP/1.1" status: 200 len: 998 time: 0.4113061 May 05 21:40:43.916790 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-244aed1b-cb95-4b85-a694-4748fa131e50 req-e5bed79d-28c5-4725-b7fd-c1e05c550860 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:40:43.926523 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-7086f58e-a32d-432a-bce0-6d875ea8e37f req-7e06e354-38b5-4aa4-9a67-a1741f93f575 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:40:43.982768 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-7086f58e-a32d-432a-bce0-6d875ea8e37f req-7e06e354-38b5-4aa4-9a67-a1741f93f575 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:40:44.003363 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e93aee98-76e1-4fa0-867a-ec88af20ee92 req-8a2dc623-60b8-49bc-a649-2211732e317f tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.45 HTTP/1.1" status: 200 len: 1000 time: 0.3713810 May 05 21:40:44.024236 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-244aed1b-cb95-4b85-a694-4748fa131e50 req-e5bed79d-28c5-4725-b7fd-c1e05c550860 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:44.039821 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-e93aee98-76e1-4fa0-867a-ec88af20ee92 req-3462ceee-72cc-48c1-8533-713fc49461c9 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Request body: {'floatingip': {'port_id': '79eece80-2516-4284-8e8e-89730a2dec8b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:40:44.119759 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7086f58e-a32d-432a-bce0-6d875ea8e37f req-7e06e354-38b5-4aa4-9a67-a1741f93f575 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Made reservation on behalf of 300e0002c0a34937b02bd35920b6a01f for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:40:44.122620 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-7086f58e-a32d-432a-bce0-6d875ea8e37f req-7e06e354-38b5-4aa4-9a67-a1741f93f575 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:44.169392 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a6c15a-f224-4847-b7b5-650314a173f6 req-a101ebb1-741a-42a5-9c2c-cf5ef4fbe595 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:44.170902 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-80a6c15a-f224-4847-b7b5-650314a173f6 req-a101ebb1-741a-42a5-9c2c-cf5ef4fbe595 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cb07d95f-0719-4a75-a100-4b7cfd38dc47 HTTP/1.1" status: 200 len: 859 time: 0.2369418 May 05 21:40:44.172797 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0326ebff-5c82-49c9-a3ff-818dd528a552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:44.224596 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0326ebff-5c82-49c9-a3ff-818dd528a552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:44.304619 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-ba5417b2-d896-4aba-95b4-3fcb1359fe48 None None] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:44.319525 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.provisioning_blocks [None req-ba5417b2-d896-4aba-95b4-3fcb1359fe48 None None] Transition to ACTIVE for port object 0a65cee6-cae5-4016-8e06-4c3c8b477312 will not be triggered until provisioned by entity L2. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:40:44.322166 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-244aed1b-cb95-4b85-a694-4748fa131e50 req-e5bed79d-28c5-4725-b7fd-c1e05c550860 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:40:44.329165 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-ba5417b2-d896-4aba-95b4-3fcb1359fe48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:44.345416 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-244aed1b-cb95-4b85-a694-4748fa131e50 req-e5bed79d-28c5-4725-b7fd-c1e05c550860 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Usage tracker for resource:security_group_rule and tenant:ddd4b9e379904604953b02573e2642da is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:40:44.348204 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0326ebff-5c82-49c9-a3ff-818dd528a552 admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:40:44.351870 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-e93aee98-76e1-4fa0-867a-ec88af20ee92 req-3462ceee-72cc-48c1-8533-713fc49461c9 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Notify callbacks [] for floatingip, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:44.406303 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-244aed1b-cb95-4b85-a694-4748fa131e50 req-e5bed79d-28c5-4725-b7fd-c1e05c550860 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:40:44.438309 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-244aed1b-cb95-4b85-a694-4748fa131e50 req-e5bed79d-28c5-4725-b7fd-c1e05c550860 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:40:44.457998 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0326ebff-5c82-49c9-a3ff-818dd528a552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=892f9777-4cfa-494c-9373-b9f159f3b56b,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:44.497235 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0326ebff-5c82-49c9-a3ff-818dd528a552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:44.497235 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-0326ebff-5c82-49c9-a3ff-818dd528a552 admin admin] Added segment d46cedce-2a02-4785-94af-a57cb27fb933 of type vlan for network 50de31c2-045e-4a9b-b81b-290e300eaeef May 05 21:40:44.699325 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19865fb6-a7c5-42d9-ad84-dfdc73a886d2 None None] Pushing event updated for resources: {'Port': ['ID=0a65cee6-cae5-4016-8e06-4c3c8b477312,revision_number=3']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:44.724966 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-80a6c15a-f224-4847-b7b5-650314a173f6 req-e13d7398-d703-4bb8-940b-0697ad662d81 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=15fc94c9-79b7-4d3d-a68d-e74651d075f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5392501 May 05 21:40:44.757668 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-ba5417b2-d896-4aba-95b4-3fcb1359fe48 None None] Attempting to bind port 0a65cee6-cae5-4016-8e06-4c3c8b477312 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:40:44.758127 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-ba5417b2-d896-4aba-95b4-3fcb1359fe48 None None] Attempting to bind port 0a65cee6-cae5-4016-8e06-4c3c8b477312 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'd7ef914c-2015-446a-842e-dbaf2724b6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0586ea54-e34c-408c-935a-f3132229e0d6'}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:40:44.758578 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5417b2-d896-4aba-95b4-3fcb1359fe48 None None] Attempting to bind port 0a65cee6-cae5-4016-8e06-4c3c8b477312 on network 0586ea54-e34c-408c-935a-f3132229e0d6 {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:40:44.766159 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5417b2-d896-4aba-95b4-3fcb1359fe48 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:40:44.766863 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5417b2-d896-4aba-95b4-3fcb1359fe48 None None] Checking segment: {'id': 'd7ef914c-2015-446a-842e-dbaf2724b6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0586ea54-e34c-408c-935a-f3132229e0d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:40:44.767350 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-ba5417b2-d896-4aba-95b4-3fcb1359fe48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:44.767966 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5417b2-d896-4aba-95b4-3fcb1359fe48 None None] Bound using segment: {'id': 'd7ef914c-2015-446a-842e-dbaf2724b6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0586ea54-e34c-408c-935a-f3132229e0d6'} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:40:44.768512 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-ba5417b2-d896-4aba-95b4-3fcb1359fe48 None None] Bound port: 0a65cee6-cae5-4016-8e06-4c3c8b477312, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7ef914c-2015-446a-842e-dbaf2724b6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0586ea54-e34c-408c-935a-f3132229e0d6'}}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:40:44.768983 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-ba5417b2-d896-4aba-95b4-3fcb1359fe48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:44.786471 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-7086f58e-a32d-432a-bce0-6d875ea8e37f req-7e06e354-38b5-4aa4-9a67-a1741f93f575 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Allocated IP 172.20.0.4 (2ea271d8-96e6-42e1-b4ca-22da751bdd28/36081928-afee-4476-8a16-bce3420fbcc5/ea876908-2ded-4130-bbf8-22fbb38c331c) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:40:44.877370 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-418804f6-05db-4298-bf0e-098da021b6c6 admin admin] Deleting port 0a65cee6-cae5-4016-8e06-4c3c8b477312 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:40:44.878387 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-418804f6-05db-4298-bf0e-098da021b6c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:44.889481 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-ba5417b2-d896-4aba-95b4-3fcb1359fe48 None None] For port 0a65cee6-cae5-4016-8e06-4c3c8b477312, host n-d-825175-4, cleared binding levels {{(pid=84068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:40:44.894124 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-ba5417b2-d896-4aba-95b4-3fcb1359fe48 None None] For port 0a65cee6-cae5-4016-8e06-4c3c8b477312, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=0a65cee6-cae5-4016-8e06-4c3c8b477312,segment=NetworkSegment(d7ef914c-2015-446a-842e-dbaf2724b6f9),segment_id=d7ef914c-2015-446a-842e-dbaf2724b6f9)] {{(pid=84068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:40:44.905090 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-ba5417b2-d896-4aba-95b4-3fcb1359fe48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:45.012937 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5417b2-d896-4aba-95b4-3fcb1359fe48 None None] Routers {'b28ee826-2446-4194-955d-71b45972b1ec'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:40:45.015318 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-ba5417b2-d896-4aba-95b4-3fcb1359fe48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:40:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['b28ee826-2446-4194-955d-71b45972b1ec'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:40:45.046333 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0326ebff-5c82-49c9-a3ff-818dd528a552 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:45.098774 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-418804f6-05db-4298-bf0e-098da021b6c6 admin admin] For port 0a65cee6-cae5-4016-8e06-4c3c8b477312, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=0a65cee6-cae5-4016-8e06-4c3c8b477312,segment=NetworkSegment(d7ef914c-2015-446a-842e-dbaf2724b6f9),segment_id=d7ef914c-2015-446a-842e-dbaf2724b6f9)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:40:45.099135 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-418804f6-05db-4298-bf0e-098da021b6c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:45.232614 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-244aed1b-cb95-4b85-a694-4748fa131e50 req-e5bed79d-28c5-4725-b7fd-c1e05c550860 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:45.252645 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-ba5417b2-d896-4aba-95b4-3fcb1359fe48 None None] Set router b28ee826-2446-4194-955d-71b45972b1ec gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:40:45.264416 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-418804f6-05db-4298-bf0e-098da021b6c6 admin admin] Calling delete_port for 0a65cee6-cae5-4016-8e06-4c3c8b477312 owned by network:router_interface {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:40:45.268558 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-244aed1b-cb95-4b85-a694-4748fa131e50 req-e5bed79d-28c5-4725-b7fd-c1e05c550860 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:45.309944 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19865fb6-a7c5-42d9-ad84-dfdc73a886d2 None None] Pushing event updated for resources: {'Port': ['ID=0a65cee6-cae5-4016-8e06-4c3c8b477312,revision_number=4']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:45.432958 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0326ebff-5c82-49c9-a3ff-818dd528a552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:45.433913 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0326ebff-5c82-49c9-a3ff-818dd528a552 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:45.434325 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0326ebff-5c82-49c9-a3ff-818dd528a552 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:45.437708 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bed79d-28c5-4725-b7fd-c1e05c550860 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc253fc5-d1fd-4b4c-9134-5c861709fcf1,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:45.469585 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-418804f6-05db-4298-bf0e-098da021b6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:45.515815 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-80a6c15a-f224-4847-b7b5-650314a173f6 req-3dac468e-78f1-4859-87b5-841203341ee5 service neutron] 10.222.0.32 "GET /v2.0/networks/15fc94c9-79b7-4d3d-a68d-e74651d075f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7701693 May 05 21:40:45.518435 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418804f6-05db-4298-bf0e-098da021b6c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a65cee6-cae5-4016-8e06-4c3c8b477312,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:45.534512 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-244aed1b-cb95-4b85-a694-4748fa131e50 req-e5bed79d-28c5-4725-b7fd-c1e05c550860 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:45.555248 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-244aed1b-cb95-4b85-a694-4748fa131e50 req-e5bed79d-28c5-4725-b7fd-c1e05c550860 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 1.7584918 May 05 21:40:45.687096 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-ba5417b2-d896-4aba-95b4-3fcb1359fe48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28ee826-2446-4194-955d-71b45972b1ec', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1618599027-router', 'tenant_id': '1b6c97c69a8648fabb02b57778e66db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '3dd9cfad-d7d6-44f0-b1d2-8d69d7ef0a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:40:32Z', 'updated_at': '2022-05-05T21:40:39Z', 'revision_number': 4, 'project_id': '1b6c97c69a8648fabb02b57778e66db9', 'gw_port': {'id': '3dd9cfad-d7d6-44f0-b1d2-8d69d7ef0a8c', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:70:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28ee826-2446-4194-955d-71b45972b1ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:40:33Z', 'updated_at': '2022-05-05T21:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '0a65cee6-cae5-4016-8e06-4c3c8b477312', 'name': '', 'network_id': '0586ea54-e34c-408c-935a-f3132229e0d6', 'tenant_id': '1b6c97c69a8648fabb02b57778e66db9', 'mac_address': 'fa:16:3e:e0:66:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28ee826-2446-4194-955d-71b45972b1ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3720d133-eb13-4dbb-9513-1492d24764da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:40:38Z', 'updated_at': '2022-05-05T21:40:44Z', 'revision_number': 4, 'project_id': '1b6c97c69a8648fabb02b57778e66db9', 'subnets': [{'id': '3720d133-eb13-4dbb-9513-1492d24764da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:40:45.691138 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5417b2-d896-4aba-95b4-3fcb1359fe48 None None] The sync data for ids ['b28ee826-2446-4194-955d-71b45972b1ec'] in n-d-825175-4 is: [{'id': 'b28ee826-2446-4194-955d-71b45972b1ec', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1618599027-router', 'tenant_id': '1b6c97c69a8648fabb02b57778e66db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '3dd9cfad-d7d6-44f0-b1d2-8d69d7ef0a8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:40:32Z', 'updated_at': '2022-05-05T21:40:39Z', 'revision_number': 4, 'project_id': '1b6c97c69a8648fabb02b57778e66db9', 'gw_port': {'id': '3dd9cfad-d7d6-44f0-b1d2-8d69d7ef0a8c', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:70:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28ee826-2446-4194-955d-71b45972b1ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:40:33Z', 'updated_at': '2022-05-05T21:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '0a65cee6-cae5-4016-8e06-4c3c8b477312', 'name': '', 'network_id': '0586ea54-e34c-408c-935a-f3132229e0d6', 'tenant_id': '1b6c97c69a8648fabb02b57778e66db9', 'mac_address': 'fa:16:3e:e0:66:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28ee826-2446-4194-955d-71b45972b1ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3720d133-eb13-4dbb-9513-1492d24764da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:40:38Z', 'updated_at': '2022-05-05T21:40:44Z', 'revision_number': 4, 'project_id': '1b6c97c69a8648fabb02b57778e66db9', 'subnets': [{'id': '3720d133-eb13-4dbb-9513-1492d24764da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:40:45.897585 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-7086f58e-a32d-432a-bce0-6d875ea8e37f req-7e06e354-38b5-4aa4-9a67-a1741f93f575 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:45.904592 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0326ebff-5c82-49c9-a3ff-818dd528a552 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.7399671 May 05 21:40:45.907373 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60624) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:40:45.913680 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-3ec2a061-0021-4ddf-82f0-724b84fb976f admin admin] Request body: {'subnet': {'network_id': '50de31c2-045e-4a9b-b81b-290e300eaeef', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1117531325-subnet', 'tenant_id': '82b8eca9b8444fc5a3410ffab3ab2c41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:40:45.922194 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-3ec2a061-0021-4ddf-82f0-724b84fb976f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:40:45.934986 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3ec2a061-0021-4ddf-82f0-724b84fb976f admin admin] Usage tracker for resource:subnet and tenant:82b8eca9b8444fc5a3410ffab3ab2c41 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:40:45.940045 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3ec2a061-0021-4ddf-82f0-724b84fb976f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:40:45.948387 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-3ec2a061-0021-4ddf-82f0-724b84fb976f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:40:45.985528 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec2a061-0021-4ddf-82f0-724b84fb976f admin admin] Made reservation on behalf of 82b8eca9b8444fc5a3410ffab3ab2c41 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:40:45.989843 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3ec2a061-0021-4ddf-82f0-724b84fb976f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:46.001461 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0326ebff-5c82-49c9-a3ff-818dd528a552 admin admin] Pushing event updated for resources: {'Network': ['ID=50de31c2-045e-4a9b-b81b-290e300eaeef,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:46.012462 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 50de31c2-045e-4a9b-b81b-290e300eaeef details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:40:46.113913 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-80a6c15a-f224-4847-b7b5-650314a173f6 req-350a3bf6-1c4b-4e00-a62b-36f571da2c14 service neutron] 10.222.0.32 "GET /v2.0/networks/15fc94c9-79b7-4d3d-a68d-e74651d075f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5574667 May 05 21:40:46.139064 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-7086f58e-a32d-432a-bce0-6d875ea8e37f req-7e06e354-38b5-4aa4-9a67-a1741f93f575 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:46.198644 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-418804f6-05db-4298-bf0e-098da021b6c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:46.210351 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['25a0f74a-024c-433c-94a0-470103bf1d3c'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:40:46.231347 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7086f58e-a32d-432a-bce0-6d875ea8e37f req-7e06e354-38b5-4aa4-9a67-a1741f93f575 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Network 2ea271d8-96e6-42e1-b4ca-22da751bdd28 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:40:46.238417 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-7086f58e-a32d-432a-bce0-6d875ea8e37f req-7e06e354-38b5-4aa4-9a67-a1741f93f575 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:40:46.241437 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e06e354-38b5-4aa4-9a67-a1741f93f575 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Pushing event updated for resources: {'Port': ['ID=ea876908-2ded-4130-bbf8-22fbb38c331c,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:46.243678 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-7086f58e-a32d-432a-bce0-6d875ea8e37f req-7e06e354-38b5-4aa4-9a67-a1741f93f575 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:40:46.305371 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d827ba26-ace6-46e2-ba27-42064ef80245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:46.465926 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3ec2a061-0021-4ddf-82f0-724b84fb976f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:46.483293 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086f58e-a32d-432a-bce0-6d875ea8e37f req-7e06e354-38b5-4aa4-9a67-a1741f93f575 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:46.483911 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-7086f58e-a32d-432a-bce0-6d875ea8e37f req-7e06e354-38b5-4aa4-9a67-a1741f93f575 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:46.521263 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7086f58e-a32d-432a-bce0-6d875ea8e37f req-7e06e354-38b5-4aa4-9a67-a1741f93f575 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2577837 May 05 21:40:46.524585 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-e93aee98-76e1-4fa0-867a-ec88af20ee92 req-3462ceee-72cc-48c1-8533-713fc49461c9 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:46.534477 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-7086f58e-a32d-432a-bce0-6d875ea8e37f req-76dafd1b-ab98-4bab-b21f-9a60a56b2218 service neutron] Request body: {'port': {'device_id': '72873853-2c62-4102-a949-1c20517418b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:40:46.576706 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec2a061-0021-4ddf-82f0-724b84fb976f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b26025d-b129-4dc0-b822-aff1deb1e020,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:46.593972 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec2a061-0021-4ddf-82f0-724b84fb976f admin admin] Checking segment: {'id': 'd46cedce-2a02-4785-94af-a57cb27fb933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '50de31c2-045e-4a9b-b81b-290e300eaeef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:40:46.594410 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec2a061-0021-4ddf-82f0-724b84fb976f admin admin] Network hostable DHCP agents. Network: 50de31c2-045e-4a9b-b81b-290e300eaeef, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:40:46.642247 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-e93aee98-76e1-4fa0-867a-ec88af20ee92 req-3462ceee-72cc-48c1-8533-713fc49461c9 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:46.643511 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec2a061-0021-4ddf-82f0-724b84fb976f admin admin] Network 50de31c2-045e-4a9b-b81b-290e300eaeef is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:40:46.661065 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-3ec2a061-0021-4ddf-82f0-724b84fb976f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 50de31c2-045e-4a9b-b81b-290e300eaeef) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:40:46.669769 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec2a061-0021-4ddf-82f0-724b84fb976f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:46.670415 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3ec2a061-0021-4ddf-82f0-724b84fb976f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:46.671750 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070accd0-6b01-4d46-a42f-37bfccb0cf45 None None] Network 50de31c2-045e-4a9b-b81b-290e300eaeef requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:40:46.703668 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5c4a4733-dfd2-40f6-9c88-e4f689ca9be5 req-ce609bb4-5f0d-47a3-ad8b-39b66516885c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2808b5ea-531b-4d46-862d-46a70e81df09&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.4108977 May 05 21:40:46.962787 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-3ec2a061-0021-4ddf-82f0-724b84fb976f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0535688 May 05 21:40:47.091942 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-7086f58e-a32d-432a-bce0-6d875ea8e37f req-76dafd1b-ab98-4bab-b21f-9a60a56b2218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:47.131123 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6f6d0d-16f9-4d90-a1e3-251a932324e7 None None] Network 50de31c2-045e-4a9b-b81b-290e300eaeef requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:40:47.248166 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:47.269975 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-418804f6-05db-4298-bf0e-098da021b6c6 admin admin] Router b28ee826-2446-4194-955d-71b45972b1ec has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:40:47.363249 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cff26381-7686-4deb-86ea-13464fcb0cdf req-72e9e917-acb0-43b2-9d4e-a69d8e2ba176 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2808b5ea-531b-4d46-862d-46a70e81df09&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3741410 May 05 21:40:47.451211 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:47.505106 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-418804f6-05db-4298-bf0e-098da021b6c6 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:40:47.506695 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb193b4-f1e8-4e10-b719-b566492c5b3a req-598ba49b-98a3-4869-a9ff-2c9828d9bfb1 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:47.506993 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-ceb193b4-f1e8-4e10-b719-b566492c5b3a req-598ba49b-98a3-4869-a9ff-2c9828d9bfb1 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Synchronizing usage tracker for tenant:300e0002c0a34937b02bd35920b6a01f on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:40:47.513048 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-418804f6-05db-4298-bf0e-098da021b6c6 admin admin] 10.222.0.23 "PUT /v2.0/routers/b28ee826-2446-4194-955d-71b45972b1ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4160147 May 05 21:40:47.513849 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60648) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:40:47.595459 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-ceb193b4-f1e8-4e10-b719-b566492c5b3a req-598ba49b-98a3-4869-a9ff-2c9828d9bfb1 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Unset dirty status for tenant:300e0002c0a34937b02bd35920b6a01f on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:40:47.596616 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ceb193b4-f1e8-4e10-b719-b566492c5b3a req-598ba49b-98a3-4869-a9ff-2c9828d9bfb1 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=72873853-2c62-4102-a949-1c20517418b2 HTTP/1.1" status: 200 len: 931 time: 0.5247250 May 05 21:40:47.712210 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ceb193b4-f1e8-4e10-b719-b566492c5b3a req-dba00bce-225b-4d54-a7a5-8653c13bcce5 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952680 May 05 21:40:47.758827 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bf9c9795-7b76-49d1-bd08-4f70065475f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:47.771767 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-7086f58e-a32d-432a-bce0-6d875ea8e37f req-76dafd1b-ab98-4bab-b21f-9a60a56b2218 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea876908-2ded-4130-bbf8-22fbb38c331c {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:40:47.780453 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-7086f58e-a32d-432a-bce0-6d875ea8e37f req-76dafd1b-ab98-4bab-b21f-9a60a56b2218 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:47.783842 n-d-825175-4 neutron-server[84061]: INFO neutron.db.l3_db [req-e93aee98-76e1-4fa0-867a-ec88af20ee92 req-3462ceee-72cc-48c1-8533-713fc49461c9 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Floating IP b4d8027f-0091-46c4-8897-4851bf482148 associated. External IP: 172.25.4.45, port: 316ee080-e24c-4927-ae55-1d986286df81. May 05 21:40:47.943142 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-7086f58e-a32d-432a-bce0-6d875ea8e37f req-76dafd1b-ab98-4bab-b21f-9a60a56b2218 service neutron] Transition to ACTIVE for port object ea876908-2ded-4130-bbf8-22fbb38c331c will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:40:47.960311 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-7086f58e-a32d-432a-bce0-6d875ea8e37f req-76dafd1b-ab98-4bab-b21f-9a60a56b2218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:48.092641 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dafd1b-ab98-4bab-b21f-9a60a56b2218 service neutron] Pushing event updated for resources: {'Port': ['ID=ea876908-2ded-4130-bbf8-22fbb38c331c,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:48.109409 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bf9c9795-7b76-49d1-bd08-4f70065475f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:48.121483 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-bf9c9795-7b76-49d1-bd08-4f70065475f7 admin admin] Deleting port 3dd9cfad-d7d6-44f0-b1d2-8d69d7ef0a8c {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:40:48.121889 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bf9c9795-7b76-49d1-bd08-4f70065475f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:48.274324 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-7086f58e-a32d-432a-bce0-6d875ea8e37f req-76dafd1b-ab98-4bab-b21f-9a60a56b2218 service neutron] Attempting to bind port ea876908-2ded-4130-bbf8-22fbb38c331c on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:40:48.274732 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-7086f58e-a32d-432a-bce0-6d875ea8e37f req-76dafd1b-ab98-4bab-b21f-9a60a56b2218 service neutron] Attempting to bind port ea876908-2ded-4130-bbf8-22fbb38c331c by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': '87859d75-c285-4ea1-b899-3b38f003cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2ea271d8-96e6-42e1-b4ca-22da751bdd28'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:40:48.275065 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7086f58e-a32d-432a-bce0-6d875ea8e37f req-76dafd1b-ab98-4bab-b21f-9a60a56b2218 service neutron] Attempting to bind port ea876908-2ded-4130-bbf8-22fbb38c331c on network 2ea271d8-96e6-42e1-b4ca-22da751bdd28 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:40:48.286061 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7086f58e-a32d-432a-bce0-6d875ea8e37f req-76dafd1b-ab98-4bab-b21f-9a60a56b2218 service neutron] Port ea876908-2ded-4130-bbf8-22fbb38c331c on network 2ea271d8-96e6-42e1-b4ca-22da751bdd28 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:40:48.286400 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7086f58e-a32d-432a-bce0-6d875ea8e37f req-76dafd1b-ab98-4bab-b21f-9a60a56b2218 service neutron] Attempting to bind port ea876908-2ded-4130-bbf8-22fbb38c331c on network 2ea271d8-96e6-42e1-b4ca-22da751bdd28 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:40:48.299935 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7086f58e-a32d-432a-bce0-6d875ea8e37f req-76dafd1b-ab98-4bab-b21f-9a60a56b2218 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:40:48.300526 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7086f58e-a32d-432a-bce0-6d875ea8e37f req-76dafd1b-ab98-4bab-b21f-9a60a56b2218 service neutron] Checking segment: {'id': '87859d75-c285-4ea1-b899-3b38f003cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2ea271d8-96e6-42e1-b4ca-22da751bdd28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:40:48.301058 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7086f58e-a32d-432a-bce0-6d875ea8e37f req-76dafd1b-ab98-4bab-b21f-9a60a56b2218 service neutron] Bound using segment: {'id': '87859d75-c285-4ea1-b899-3b38f003cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2ea271d8-96e6-42e1-b4ca-22da751bdd28'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:40:48.301750 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-7086f58e-a32d-432a-bce0-6d875ea8e37f req-76dafd1b-ab98-4bab-b21f-9a60a56b2218 service neutron] Bound port: ea876908-2ded-4130-bbf8-22fbb38c331c, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87859d75-c285-4ea1-b899-3b38f003cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2ea271d8-96e6-42e1-b4ca-22da751bdd28'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:40:48.302331 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-7086f58e-a32d-432a-bce0-6d875ea8e37f req-76dafd1b-ab98-4bab-b21f-9a60a56b2218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:48.315902 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60684) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:40:48.325747 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-5296c1b1-0fe8-4b3b-afcf-5ef29f0cd5fd admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-118210022-network', 'tenant_id': 'e71153a920764a44bf28444fb4e56925'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:40:48.330318 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-5296c1b1-0fe8-4b3b-afcf-5ef29f0cd5fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:40:48.336366 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-5296c1b1-0fe8-4b3b-afcf-5ef29f0cd5fd admin admin] Usage tracker for resource:network and tenant:e71153a920764a44bf28444fb4e56925 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:40:48.343483 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-5296c1b1-0fe8-4b3b-afcf-5ef29f0cd5fd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:40:48.355743 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-bf9c9795-7b76-49d1-bd08-4f70065475f7 admin admin] For port 3dd9cfad-d7d6-44f0-b1d2-8d69d7ef0a8c, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=3dd9cfad-d7d6-44f0-b1d2-8d69d7ef0a8c,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:40:48.356105 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bf9c9795-7b76-49d1-bd08-4f70065475f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:48.369010 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-5296c1b1-0fe8-4b3b-afcf-5ef29f0cd5fd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:40:48.430829 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-2ee3bea7-b90a-4a1d-8d67-7473152a3467 req-fc44f269-412a-40e2-80af-a3c2d7d6b2d1 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-250737376', 'description': 'tempest-description-875057500'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:40:48.489258 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-bf9c9795-7b76-49d1-bd08-4f70065475f7 admin admin] Calling delete_port for 3dd9cfad-d7d6-44f0-b1d2-8d69d7ef0a8c owned by network:router_gateway {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:40:48.491812 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-2ee3bea7-b90a-4a1d-8d67-7473152a3467 req-fc44f269-412a-40e2-80af-a3c2d7d6b2d1 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:40:48.511202 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-2ee3bea7-b90a-4a1d-8d67-7473152a3467 req-fc44f269-412a-40e2-80af-a3c2d7d6b2d1 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Usage tracker for resource:security_group and tenant:ddd4b9e379904604953b02573e2642da is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:40:48.517269 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-2ee3bea7-b90a-4a1d-8d67-7473152a3467 req-fc44f269-412a-40e2-80af-a3c2d7d6b2d1 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:40:48.524298 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5296c1b1-0fe8-4b3b-afcf-5ef29f0cd5fd admin admin] Made reservation on behalf of e71153a920764a44bf28444fb4e56925 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:40:48.526697 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5296c1b1-0fe8-4b3b-afcf-5ef29f0cd5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:48.538851 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-2ee3bea7-b90a-4a1d-8d67-7473152a3467 req-fc44f269-412a-40e2-80af-a3c2d7d6b2d1 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:40:48.554178 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5296c1b1-0fe8-4b3b-afcf-5ef29f0cd5fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:48.574224 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-7086f58e-a32d-432a-bce0-6d875ea8e37f req-76dafd1b-ab98-4bab-b21f-9a60a56b2218 service neutron] For port ea876908-2ded-4130-bbf8-22fbb38c331c, host n-h1-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:40:48.578450 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-7086f58e-a32d-432a-bce0-6d875ea8e37f req-76dafd1b-ab98-4bab-b21f-9a60a56b2218 service neutron] For port ea876908-2ded-4130-bbf8-22fbb38c331c, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=ea876908-2ded-4130-bbf8-22fbb38c331c,segment=NetworkSegment(87859d75-c285-4ea1-b899-3b38f003cf70),segment_id=87859d75-c285-4ea1-b899-3b38f003cf70)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:40:48.579945 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2ee3bea7-b90a-4a1d-8d67-7473152a3467 req-fc44f269-412a-40e2-80af-a3c2d7d6b2d1 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:48.594920 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-7086f58e-a32d-432a-bce0-6d875ea8e37f req-76dafd1b-ab98-4bab-b21f-9a60a56b2218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:48.694253 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-7086f58e-a32d-432a-bce0-6d875ea8e37f req-76dafd1b-ab98-4bab-b21f-9a60a56b2218 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:48.695627 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7086f58e-a32d-432a-bce0-6d875ea8e37f req-76dafd1b-ab98-4bab-b21f-9a60a56b2218 service neutron] 10.222.0.44 "PUT /v2.0/ports/ea876908-2ded-4130-bbf8-22fbb38c331c HTTP/1.1" status: 200 len: 1091 time: 2.1660969 May 05 21:40:48.697424 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72873853-2c62-4102-a949-1c20517418b2', 'tag': 'ea876908-2ded-4130-bbf8-22fbb38c331c'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:40:48.707670 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-5296c1b1-0fe8-4b3b-afcf-5ef29f0cd5fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:40:48.709513 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-2ee3bea7-b90a-4a1d-8d67-7473152a3467 req-fc44f269-412a-40e2-80af-a3c2d7d6b2d1 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:40:48.713035 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-5296c1b1-0fe8-4b3b-afcf-5ef29f0cd5fd admin admin] Usage tracker for resource:security_group_rule and tenant:e71153a920764a44bf28444fb4e56925 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:40:48.717073 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-2ee3bea7-b90a-4a1d-8d67-7473152a3467 req-fc44f269-412a-40e2-80af-a3c2d7d6b2d1 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Usage tracker for resource:security_group_rule and tenant:ddd4b9e379904604953b02573e2642da is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:40:48.718003 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-5296c1b1-0fe8-4b3b-afcf-5ef29f0cd5fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:40:48.720193 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dafd1b-ab98-4bab-b21f-9a60a56b2218 service neutron] Pushing event updated for resources: {'Port': ['ID=ea876908-2ded-4130-bbf8-22fbb38c331c,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:48.724013 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-2ee3bea7-b90a-4a1d-8d67-7473152a3467 req-fc44f269-412a-40e2-80af-a3c2d7d6b2d1 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:40:48.725341 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-5296c1b1-0fe8-4b3b-afcf-5ef29f0cd5fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:40:48.734053 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-2ee3bea7-b90a-4a1d-8d67-7473152a3467 req-fc44f269-412a-40e2-80af-a3c2d7d6b2d1 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:40:48.773922 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:48.862458 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bf9c9795-7b76-49d1-bd08-4f70065475f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:48.867680 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5296c1b1-0fe8-4b3b-afcf-5ef29f0cd5fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:48.904340 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5296c1b1-0fe8-4b3b-afcf-5ef29f0cd5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:48.922296 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9c9795-7b76-49d1-bd08-4f70065475f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3dd9cfad-d7d6-44f0-b1d2-8d69d7ef0a8c,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:48.970682 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5296c1b1-0fe8-4b3b-afcf-5ef29f0cd5fd admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:40:48.980839 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2ee3bea7-b90a-4a1d-8d67-7473152a3467 req-fc44f269-412a-40e2-80af-a3c2d7d6b2d1 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:48.989057 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2ee3bea7-b90a-4a1d-8d67-7473152a3467 req-fc44f269-412a-40e2-80af-a3c2d7d6b2d1 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:49.026823 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5296c1b1-0fe8-4b3b-afcf-5ef29f0cd5fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe58926-b025-45a0-8b16-da0a2cc7ca52,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:49.029416 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5296c1b1-0fe8-4b3b-afcf-5ef29f0cd5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:49.029746 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-5296c1b1-0fe8-4b3b-afcf-5ef29f0cd5fd admin admin] Added segment eb2345d6-6629-4008-852d-520ca49720fb of type vlan for network 80135f78-4112-4d81-80dc-760dc1cd0ae3 May 05 21:40:49.035963 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e93aee98-76e1-4fa0-867a-ec88af20ee92 req-3462ceee-72cc-48c1-8533-713fc49461c9 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Router 33e07aed-3c6d-4b6c-92dd-e5f3530fba31 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:40:49.053804 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7086f58e-a32d-432a-bce0-6d875ea8e37f req-12e53856-3a4e-47ba-8d5b-a4d334796275 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=300e0002c0a34937b02bd35920b6a01f&device_id=72873853-2c62-4102-a949-1c20517418b2 HTTP/1.1" status: 200 len: 1094 time: 0.2953732 May 05 21:40:49.055430 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44f269-412a-40e2-80af-a3c2d7d6b2d1 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff777f1a-12bf-4f5a-ad92-9ed79b2e2b04,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:49.059917 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2ee3bea7-b90a-4a1d-8d67-7473152a3467 req-fc44f269-412a-40e2-80af-a3c2d7d6b2d1 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:49.061042 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2ee3bea7-b90a-4a1d-8d67-7473152a3467 req-fc44f269-412a-40e2-80af-a3c2d7d6b2d1 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1638 time: 0.6724527 May 05 21:40:49.077557 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5296c1b1-0fe8-4b3b-afcf-5ef29f0cd5fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:49.131391 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7086f58e-a32d-432a-bce0-6d875ea8e37f req-51d4c4c8-f82c-4f0c-be0b-fa81cb4742da service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea876908-2ded-4130-bbf8-22fbb38c331c HTTP/1.1" status: 200 len: 217 time: 0.0693991 May 05 21:40:49.256870 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bf9c9795-7b76-49d1-bd08-4f70065475f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:49.312109 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086f58e-a32d-432a-bce0-6d875ea8e37f req-400a9db5-3ad3-4e15-b806-631c801d8014 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:49.313535 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7086f58e-a32d-432a-bce0-6d875ea8e37f req-400a9db5-3ad3-4e15-b806-631c801d8014 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=36081928-afee-4476-8a16-bce3420fbcc5 HTTP/1.1" status: 200 len: 860 time: 0.1317415 May 05 21:40:49.365078 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7086f58e-a32d-432a-bce0-6d875ea8e37f req-4bbfe0f1-c320-43dc-b875-a123944f850e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2ea271d8-96e6-42e1-b4ca-22da751bdd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422573 May 05 21:40:49.409122 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5296c1b1-0fe8-4b3b-afcf-5ef29f0cd5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:49.410103 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5296c1b1-0fe8-4b3b-afcf-5ef29f0cd5fd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:49.410651 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5296c1b1-0fe8-4b3b-afcf-5ef29f0cd5fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:49.520284 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7086f58e-a32d-432a-bce0-6d875ea8e37f req-a047052f-b35a-450b-82cf-e0f283f24717 service neutron] 10.222.0.44 "GET /v2.0/networks/2ea271d8-96e6-42e1-b4ca-22da751bdd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479862 May 05 21:40:49.602047 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e93aee98-76e1-4fa0-867a-ec88af20ee92 req-3462ceee-72cc-48c1-8533-713fc49461c9 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:40:49.618131 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbe0258-61d5-496b-a0ce-4aab37dd2e24 None None] Sync routers for ids ['33e07aed-3c6d-4b6c-92dd-e5f3530fba31'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:40:49.636839 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbe0258-61d5-496b-a0ce-4aab37dd2e24 None None] Routers {'33e07aed-3c6d-4b6c-92dd-e5f3530fba31'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:40:49.638487 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-dcbe0258-61d5-496b-a0ce-4aab37dd2e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:40:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['33e07aed-3c6d-4b6c-92dd-e5f3530fba31'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:40:49.646495 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bf9c9795-7b76-49d1-bd08-4f70065475f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:49.654516 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-cff26381-7686-4deb-86ea-13464fcb0cdf req-cff94be6-a5ce-45c4-9bb0-bfb1deb2b221 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d0c3bd18deb4529a9eff5d87fa07f7f&device_id=2808b5ea-531b-4d46-862d-46a70e81df09 HTTP/1.1" status: 200 len: 1101 time: 0.5204880 May 05 21:40:49.661222 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5296c1b1-0fe8-4b3b-afcf-5ef29f0cd5fd admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3414400 May 05 21:40:49.661222 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5296c1b1-0fe8-4b3b-afcf-5ef29f0cd5fd admin admin] Pushing event updated for resources: {'Network': ['ID=80135f78-4112-4d81-80dc-760dc1cd0ae3,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:49.664520 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60716) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:40:49.666325 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bf9c9795-7b76-49d1-bd08-4f70065475f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:49.675182 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 80135f78-4112-4d81-80dc-760dc1cd0ae3 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:40:49.688444 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-1afe6acb-9449-400b-b515-542613ddd8d7 admin admin] Request body: {'subnet': {'network_id': '80135f78-4112-4d81-80dc-760dc1cd0ae3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-118210022-subnet', 'tenant_id': 'e71153a920764a44bf28444fb4e56925', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:40:49.700699 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-1afe6acb-9449-400b-b515-542613ddd8d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:40:49.756631 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-1afe6acb-9449-400b-b515-542613ddd8d7 admin admin] Usage tracker for resource:subnet and tenant:e71153a920764a44bf28444fb4e56925 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:40:49.768999 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-1afe6acb-9449-400b-b515-542613ddd8d7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:40:49.787680 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-1afe6acb-9449-400b-b515-542613ddd8d7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:40:49.826835 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-dcbe0258-61d5-496b-a0ce-4aab37dd2e24 None None] Set router 33e07aed-3c6d-4b6c-92dd-e5f3530fba31 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:40:49.831197 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bf9c9795-7b76-49d1-bd08-4f70065475f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:49.831968 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9c9795-7b76-49d1-bd08-4f70065475f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b28ee826-2446-4194-955d-71b45972b1ec {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 21:40:49.836644 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1afe6acb-9449-400b-b515-542613ddd8d7 admin admin] Made reservation on behalf of e71153a920764a44bf28444fb4e56925 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:40:49.839457 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1afe6acb-9449-400b-b515-542613ddd8d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:49.851990 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7086f58e-a32d-432a-bce0-6d875ea8e37f req-09cf8541-eafb-462c-9dc5-93311b4cace4 service neutron] 10.222.0.44 "GET /v2.0/networks/2ea271d8-96e6-42e1-b4ca-22da751bdd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256438 May 05 21:40:49.866850 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff26381-7686-4deb-86ea-13464fcb0cdf req-4804adc9-a41c-4aa0-9f42-8c5826fb5131 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:49.869083 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-cff26381-7686-4deb-86ea-13464fcb0cdf req-4804adc9-a41c-4aa0-9f42-8c5826fb5131 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 HTTP/1.1" status: 200 len: 870 time: 0.2058191 May 05 21:40:49.880646 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c3bf4-9d46-4314-b8e0-07a9eea1456d req-72c541cc-ac44-43b2-b975-ea8fbe2c44be tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:49.883174 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f34c3bf4-9d46-4314-b8e0-07a9eea1456d req-72c541cc-ac44-43b2-b975-ea8fbe2c44be tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2808b5ea-531b-4d46-862d-46a70e81df09 HTTP/1.1" status: 200 len: 950 time: 0.2182446 May 05 21:40:49.944431 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f34c3bf4-9d46-4314-b8e0-07a9eea1456d req-394cbf0c-4bf9-4fdf-9385-90c2106732bd tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559580 May 05 21:40:49.970897 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bf9c9795-7b76-49d1-bd08-4f70065475f7 admin admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:49.972210 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-bf9c9795-7b76-49d1-bd08-4f70065475f7 admin admin] 10.222.0.23 "DELETE /v2.0/routers/b28ee826-2446-4194-955d-71b45972b1ec HTTP/1.1" status: 204 len: 168 time: 2.4574618 May 05 21:40:49.977591 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 60720) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:40:50.007719 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-cff26381-7686-4deb-86ea-13464fcb0cdf req-28b89d2b-7ac3-47e7-ab24-f16528766f02 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=7f1d5640-52d2-459f-8641-381344597961 HTTP/1.1" status: 200 len: 217 time: 0.0888586 May 05 21:40:50.091340 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-04b0122e-6580-4576-a913-6255f69dd1f6 admin admin] Deleting subnet 3720d133-eb13-4dbb-9513-1492d24764da {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:40:50.095289 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-04b0122e-6580-4576-a913-6255f69dd1f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:50.163769 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-04b0122e-6580-4576-a913-6255f69dd1f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:50.194076 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff26381-7686-4deb-86ea-13464fcb0cdf req-c364f5f4-a5b3-4e67-8b43-b7a44dd6c4ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:50.195561 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-cff26381-7686-4deb-86ea-13464fcb0cdf req-c364f5f4-a5b3-4e67-8b43-b7a44dd6c4ee service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.1797576 May 05 21:40:50.251040 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-dcbe0258-61d5-496b-a0ce-4aab37dd2e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'name': 'tempest-FloatingIPsAssociationTestJSON-224327286-router', 'tenant_id': '288dd14d0b064298b7582f08c1578363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'fbf9b063-e524-4352-95aa-4b8e693a86e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:39:23Z', 'updated_at': '2022-05-05T21:39:30Z', 'revision_number': 4, 'project_id': '288dd14d0b064298b7582f08c1578363', 'gw_port': {'id': 'fbf9b063-e524-4352-95aa-4b8e693a86e7', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:13:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:39:24Z', 'updated_at': '2022-05-05T21:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': 'b4d8027f-0091-46c4-8897-4851bf482148', 'tenant_id': '288dd14d0b064298b7582f08c1578363', 'floating_ip_address': '172.25.4.45', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'port_id': '79eece80-2516-4284-8e8e-89730a2dec8b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15fc94c9-79b7-4d3d-a68d-e74651d075f7', 'mac_address': 'fa:16:3e:a2:2b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9412a9ed-70af-4e00-8544-16f3d238cac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:40:04Z', 'updated_at': '2022-05-05T21:40:46Z', 'revision_number': 3, 'project_id': '288dd14d0b064298b7582f08c1578363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d3adc09-f0d0-43b1-b21d-9a438fca2786', 'name': '', 'network_id': '15fc94c9-79b7-4d3d-a68d-e74651d075f7', 'tenant_id': '288dd14d0b064298b7582f08c1578363', 'mac_address': 'fa:16:3e:74:c6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb07d95f-0719-4a75-a100-4b7cfd38dc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:39:29Z', 'updated_at': '2022-05-05T21:39:38Z', 'revision_number': 5, 'project_id': '288dd14d0b064298b7582f08c1578363', 'subnets': [{'id': 'cb07d95f-0719-4a75-a100-4b7cfd38dc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:40:50.255196 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbe0258-61d5-496b-a0ce-4aab37dd2e24 None None] Checking router: 33e07aed-3c6d-4b6c-92dd-e5f3530fba31 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:40:50.266034 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbe0258-61d5-496b-a0ce-4aab37dd2e24 None None] Routers {'33e07aed-3c6d-4b6c-92dd-e5f3530fba31'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:40:50.266625 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-dcbe0258-61d5-496b-a0ce-4aab37dd2e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:40:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['33e07aed-3c6d-4b6c-92dd-e5f3530fba31'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:40:50.348846 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1afe6acb-9449-400b-b515-542613ddd8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:50.385413 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-cff26381-7686-4deb-86ea-13464fcb0cdf req-f8cf089f-41b6-4c47-b6be-bf95c2db066e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1558635 May 05 21:40:50.396387 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-616eafae-bdeb-4f71-9942-7bceba5a1a66'] response: {'name': 'network-changed', 'server_uuid': '72873853-2c62-4102-a949-1c20517418b2', 'tag': 'ea876908-2ded-4130-bbf8-22fbb38c331c', 'status': 'completed', 'code': 200} May 05 21:40:50.412108 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-04b0122e-6580-4576-a913-6255f69dd1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:50.491733 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-dcbe0258-61d5-496b-a0ce-4aab37dd2e24 None None] Set router 33e07aed-3c6d-4b6c-92dd-e5f3530fba31 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:40:50.502627 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afe6acb-9449-400b-b515-542613ddd8d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fae36260-18c1-432c-8d4a-6110d0d75696,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:50.550792 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afe6acb-9449-400b-b515-542613ddd8d7 admin admin] Checking segment: {'id': 'eb2345d6-6629-4008-852d-520ca49720fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '80135f78-4112-4d81-80dc-760dc1cd0ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:40:50.551252 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afe6acb-9449-400b-b515-542613ddd8d7 admin admin] Network hostable DHCP agents. Network: 80135f78-4112-4d81-80dc-760dc1cd0ae3, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:40:50.602112 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-cff26381-7686-4deb-86ea-13464fcb0cdf req-ddcf8a6d-38d8-41ae-8d48-ca405b5eb47e service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042005 May 05 21:40:50.634244 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afe6acb-9449-400b-b515-542613ddd8d7 admin admin] Network 80135f78-4112-4d81-80dc-760dc1cd0ae3 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:40:50.683779 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-04b0122e-6580-4576-a913-6255f69dd1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:50.698590 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-1afe6acb-9449-400b-b515-542613ddd8d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 80135f78-4112-4d81-80dc-760dc1cd0ae3) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:40:50.705461 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afe6acb-9449-400b-b515-542613ddd8d7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:50.705855 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1afe6acb-9449-400b-b515-542613ddd8d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:50.708899 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96b3835-59a5-4809-a02e-889608d81c4b None None] Network 80135f78-4112-4d81-80dc-760dc1cd0ae3 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:40:50.754452 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1afe6acb-9449-400b-b515-542613ddd8d7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0888319 May 05 21:40:50.763734 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-cff26381-7686-4deb-86ea-13464fcb0cdf req-fe297f3d-6bbb-414d-965e-217e5acc1ab1 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537516 May 05 21:40:50.789807 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-04b0122e-6580-4576-a913-6255f69dd1f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:50.820035 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c236a16d-ec8b-41d7-aa70-b983603adb2b None None] Network 0586ea54-e34c-408c-935a-f3132229e0d6 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:40:50.886974 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-04b0122e-6580-4576-a913-6255f69dd1f6 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3720d133-eb13-4dbb-9513-1492d24764da HTTP/1.1" status: 204 len: 168 time: 0.9033365 May 05 21:40:50.889964 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60732) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:40:50.904010 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b0122e-6580-4576-a913-6255f69dd1f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3720d133-eb13-4dbb-9513-1492d24764da,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:50.926342 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-dcbe0258-61d5-496b-a0ce-4aab37dd2e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'name': 'tempest-FloatingIPsAssociationTestJSON-224327286-router', 'tenant_id': '288dd14d0b064298b7582f08c1578363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'fbf9b063-e524-4352-95aa-4b8e693a86e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:39:23Z', 'updated_at': '2022-05-05T21:39:30Z', 'revision_number': 4, 'project_id': '288dd14d0b064298b7582f08c1578363', 'gw_port': {'id': 'fbf9b063-e524-4352-95aa-4b8e693a86e7', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:13:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:39:24Z', 'updated_at': '2022-05-05T21:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': 'b4d8027f-0091-46c4-8897-4851bf482148', 'tenant_id': '288dd14d0b064298b7582f08c1578363', 'floating_ip_address': '172.25.4.45', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'port_id': '79eece80-2516-4284-8e8e-89730a2dec8b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15fc94c9-79b7-4d3d-a68d-e74651d075f7', 'mac_address': 'fa:16:3e:a2:2b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9412a9ed-70af-4e00-8544-16f3d238cac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:40:04Z', 'updated_at': '2022-05-05T21:40:46Z', 'revision_number': 3, 'project_id': '288dd14d0b064298b7582f08c1578363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d3adc09-f0d0-43b1-b21d-9a438fca2786', 'name': '', 'network_id': '15fc94c9-79b7-4d3d-a68d-e74651d075f7', 'tenant_id': '288dd14d0b064298b7582f08c1578363', 'mac_address': 'fa:16:3e:74:c6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb07d95f-0719-4a75-a100-4b7cfd38dc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:39:29Z', 'updated_at': '2022-05-05T21:39:38Z', 'revision_number': 5, 'project_id': '288dd14d0b064298b7582f08c1578363', 'subnets': [{'id': 'cb07d95f-0719-4a75-a100-4b7cfd38dc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:40:50.932307 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbe0258-61d5-496b-a0ce-4aab37dd2e24 None None] The sync data for ids ['33e07aed-3c6d-4b6c-92dd-e5f3530fba31'] in n-d-825175-4 is: [{'id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'name': 'tempest-FloatingIPsAssociationTestJSON-224327286-router', 'tenant_id': '288dd14d0b064298b7582f08c1578363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'fbf9b063-e524-4352-95aa-4b8e693a86e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:39:23Z', 'updated_at': '2022-05-05T21:39:30Z', 'revision_number': 4, 'project_id': '288dd14d0b064298b7582f08c1578363', 'gw_port': {'id': 'fbf9b063-e524-4352-95aa-4b8e693a86e7', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:13:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:39:24Z', 'updated_at': '2022-05-05T21:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': 'b4d8027f-0091-46c4-8897-4851bf482148', 'tenant_id': '288dd14d0b064298b7582f08c1578363', 'floating_ip_address': '172.25.4.45', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'port_id': '79eece80-2516-4284-8e8e-89730a2dec8b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15fc94c9-79b7-4d3d-a68d-e74651d075f7', 'mac_address': 'fa:16:3e:a2:2b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9412a9ed-70af-4e00-8544-16f3d238cac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:40:04Z', 'updated_at': '2022-05-05T21:40:46Z', 'revision_number': 3, 'project_id': '288dd14d0b064298b7582f08c1578363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d3adc09-f0d0-43b1-b21d-9a438fca2786', 'name': '', 'network_id': '15fc94c9-79b7-4d3d-a68d-e74651d075f7', 'tenant_id': '288dd14d0b064298b7582f08c1578363', 'mac_address': 'fa:16:3e:74:c6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb07d95f-0719-4a75-a100-4b7cfd38dc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:39:29Z', 'updated_at': '2022-05-05T21:39:38Z', 'revision_number': 5, 'project_id': '288dd14d0b064298b7582f08c1578363', 'subnets': [{'id': 'cb07d95f-0719-4a75-a100-4b7cfd38dc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:40:50.998946 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f9470-8161-46e1-8295-768e3554de5a req-2180dd90-0998-48db-8637-e799c7a34d2b tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:51.009193 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c24f9470-8161-46e1-8295-768e3554de5a req-2180dd90-0998-48db-8637-e799c7a34d2b tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=72873853-2c62-4102-a949-1c20517418b2 HTTP/1.1" status: 200 len: 943 time: 0.3136332 May 05 21:40:51.035472 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9485eeb6-9413-4ed1-9762-7f91f4c8b2a2 req-350111b8-811c-4bb1-9e21-9c54606af840 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=300e0002c0a34937b02bd35920b6a01f&device_id=72873853-2c62-4102-a949-1c20517418b2 HTTP/1.1" status: 200 len: 1094 time: 0.5330591 May 05 21:40:51.123962 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-02830cde-d67a-4f2c-9693-34b9978a5aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:51.137321 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-02830cde-d67a-4f2c-9693-34b9978a5aaa admin admin] Deleting port 3846c04e-3757-4fb9-8c1a-5b35ab87ce1a {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:40:51.137573 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-02830cde-d67a-4f2c-9693-34b9978a5aaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:51.193434 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c24f9470-8161-46e1-8295-768e3554de5a req-e800fc55-ace2-4968-9f8b-4159fe872738 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831853 May 05 21:40:51.238940 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba30a4b-f4bd-4f08-b407-d335a18b88f8 None None] Network 80135f78-4112-4d81-80dc-760dc1cd0ae3 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:40:51.245694 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485eeb6-9413-4ed1-9762-7f91f4c8b2a2 req-c99cfe13-cf2e-4f86-a3f2-00ec9134ee10 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:51.247154 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9485eeb6-9413-4ed1-9762-7f91f4c8b2a2 req-c99cfe13-cf2e-4f86-a3f2-00ec9134ee10 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2ea271d8-96e6-42e1-b4ca-22da751bdd28 HTTP/1.1" status: 200 len: 921 time: 0.2020159 May 05 21:40:51.251702 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e93aee98-76e1-4fa0-867a-ec88af20ee92 req-3462ceee-72cc-48c1-8533-713fc49461c9 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Router 33e07aed-3c6d-4b6c-92dd-e5f3530fba31 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:40:51.324765 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-a3d5575c-144b-470b-a395-ea9c38e34430 req-9c705e40-d93c-4693-8594-ca6a0e38084b tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1125369232', 'description': 'tempest-description-921446059'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:40:51.330298 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af771fc6-0e96-4302-af51-c7fad5db0bc3 None None] DHCP port deletion for 0586ea54-e34c-408c-935a-f3132229e0d6 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 21:40:51.337978 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-a3d5575c-144b-470b-a395-ea9c38e34430 req-9c705e40-d93c-4693-8594-ca6a0e38084b tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:40:51.344790 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-a3d5575c-144b-470b-a395-ea9c38e34430 req-9c705e40-d93c-4693-8594-ca6a0e38084b tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Usage tracker for resource:security_group and tenant:ddd4b9e379904604953b02573e2642da is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:40:51.345417 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-af771fc6-0e96-4302-af51-c7fad5db0bc3 None None] Deleting port 3846c04e-3757-4fb9-8c1a-5b35ab87ce1a {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:40:51.345847 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-af771fc6-0e96-4302-af51-c7fad5db0bc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:51.348561 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9485eeb6-9413-4ed1-9762-7f91f4c8b2a2 req-10a27e86-f34f-48d1-817b-894c11a40390 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea876908-2ded-4130-bbf8-22fbb38c331c HTTP/1.1" status: 200 len: 217 time: 0.0943167 May 05 21:40:51.350441 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-a3d5575c-144b-470b-a395-ea9c38e34430 req-9c705e40-d93c-4693-8594-ca6a0e38084b tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:40:51.386822 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-a3d5575c-144b-470b-a395-ea9c38e34430 req-9c705e40-d93c-4693-8594-ca6a0e38084b tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:40:51.387766 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-02830cde-d67a-4f2c-9693-34b9978a5aaa admin admin] For port 3846c04e-3757-4fb9-8c1a-5b35ab87ce1a, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=3846c04e-3757-4fb9-8c1a-5b35ab87ce1a,segment=NetworkSegment(d7ef914c-2015-446a-842e-dbaf2724b6f9),segment_id=d7ef914c-2015-446a-842e-dbaf2724b6f9)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:40:51.388242 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-02830cde-d67a-4f2c-9693-34b9978a5aaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:51.507889 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-02830cde-d67a-4f2c-9693-34b9978a5aaa admin admin] Calling delete_port for 3846c04e-3757-4fb9-8c1a-5b35ab87ce1a owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:40:51.516796 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a3d5575c-144b-470b-a395-ea9c38e34430 req-9c705e40-d93c-4693-8594-ca6a0e38084b tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:51.554432 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485eeb6-9413-4ed1-9762-7f91f4c8b2a2 req-2ea9b559-f235-433c-ae06-179116a35271 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:51.555804 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9485eeb6-9413-4ed1-9762-7f91f4c8b2a2 req-2ea9b559-f235-433c-ae06-179116a35271 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=36081928-afee-4476-8a16-bce3420fbcc5 HTTP/1.1" status: 200 len: 860 time: 0.1980269 May 05 21:40:51.593553 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-02830cde-d67a-4f2c-9693-34b9978a5aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:51.628252 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9485eeb6-9413-4ed1-9762-7f91f4c8b2a2 req-b110943c-1861-4da5-ac6b-081299d53243 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2ea271d8-96e6-42e1-b4ca-22da751bdd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510907 May 05 21:40:51.630364 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-a3d5575c-144b-470b-a395-ea9c38e34430 req-9c705e40-d93c-4693-8594-ca6a0e38084b tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:40:51.640328 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02830cde-d67a-4f2c-9693-34b9978a5aaa admin admin] Pushing event deleted for resources: {'Port': ['ID=3846c04e-3757-4fb9-8c1a-5b35ab87ce1a,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:51.646698 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02830cde-d67a-4f2c-9693-34b9978a5aaa admin admin] No DVR routers for this DVR port 3846c04e-3757-4fb9-8c1a-5b35ab87ce1a on host n-d-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:40:51.654211 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-a3d5575c-144b-470b-a395-ea9c38e34430 req-9c705e40-d93c-4693-8594-ca6a0e38084b tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Usage tracker for resource:security_group_rule and tenant:ddd4b9e379904604953b02573e2642da is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:40:51.662613 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-a3d5575c-144b-470b-a395-ea9c38e34430 req-9c705e40-d93c-4693-8594-ca6a0e38084b tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:40:51.714305 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-a3d5575c-144b-470b-a395-ea9c38e34430 req-9c705e40-d93c-4693-8594-ca6a0e38084b tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:40:51.718976 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-af771fc6-0e96-4302-af51-c7fad5db0bc3 None None] For port 3846c04e-3757-4fb9-8c1a-5b35ab87ce1a, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=3846c04e-3757-4fb9-8c1a-5b35ab87ce1a,segment=NetworkSegment(d7ef914c-2015-446a-842e-dbaf2724b6f9),segment_id=d7ef914c-2015-446a-842e-dbaf2724b6f9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:40:51.719519 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-af771fc6-0e96-4302-af51-c7fad5db0bc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:51.763399 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-02830cde-d67a-4f2c-9693-34b9978a5aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:51.789089 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-02830cde-d67a-4f2c-9693-34b9978a5aaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0586ea54-e34c-408c-935a-f3132229e0d6']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:40:51.801604 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-02830cde-d67a-4f2c-9693-34b9978a5aaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7ef914c-2015-446a-842e-dbaf2724b6f9') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:40:51.802418 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-02830cde-d67a-4f2c-9693-34b9978a5aaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7ef914c-2015-446a-842e-dbaf2724b6f9') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:40:51.814053 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-02830cde-d67a-4f2c-9693-34b9978a5aaa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:51.819598 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9485eeb6-9413-4ed1-9762-7f91f4c8b2a2 req-e0b0e543-53c5-4044-92d8-84be9431bb5d service neutron] 10.222.0.44 "GET /v2.0/networks/2ea271d8-96e6-42e1-b4ca-22da751bdd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847191 May 05 21:40:51.832366 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-02830cde-d67a-4f2c-9693-34b9978a5aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:51.840282 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02830cde-d67a-4f2c-9693-34b9978a5aaa admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:40:51.840927 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-02830cde-d67a-4f2c-9693-34b9978a5aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:51.847720 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-af771fc6-0e96-4302-af51-c7fad5db0bc3 None None] Calling delete_port for 3846c04e-3757-4fb9-8c1a-5b35ab87ce1a owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:40:51.858395 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 21:40:51.858395 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:40:51.858395 n-d-825175-4 neutron-server[84063]: timer() May 05 21:40:51.858395 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:40:51.858395 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 21:40:51.858395 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:40:51.858395 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 21:40:51.858395 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:40:51.858395 n-d-825175-4 neutron-server[84063]: self._notify() May 05 21:40:51.858395 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:40:51.858395 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 21:40:51.858395 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:40:51.858395 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 21:40:51.858395 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:40:51.858395 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:40:51.858395 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:40:51.858395 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:40:51.858395 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:40:51.858395 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 21:40:51.858395 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:40:51.858395 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 21:40:51.858395 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:40:51.858395 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:40:51.858395 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:40:51.858395 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 21:40:51.858395 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:40:51.858395 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:40:51.858395 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:40:51.858395 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:40:51.858395 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:40:51.858395 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:40:51.858395 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:40:51.860910 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a3d5575c-144b-470b-a395-ea9c38e34430 req-9c705e40-d93c-4693-8594-ca6a0e38084b tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:51.920877 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-af771fc6-0e96-4302-af51-c7fad5db0bc3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:40:51.921180 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a3d5575c-144b-470b-a395-ea9c38e34430 req-9c705e40-d93c-4693-8594-ca6a0e38084b tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:51.921661 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-af771fc6-0e96-4302-af51-c7fad5db0bc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:40:51.943096 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-02830cde-d67a-4f2c-9693-34b9978a5aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:51.962223 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-02830cde-d67a-4f2c-9693-34b9978a5aaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:51.968801 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02830cde-d67a-4f2c-9693-34b9978a5aaa admin admin] Pushing event deleted for resources: {'Network': ['ID=0586ea54-e34c-408c-935a-f3132229e0d6,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:51.975915 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-02830cde-d67a-4f2c-9693-34b9978a5aaa admin admin] 10.222.0.23 "DELETE /v2.0/networks/0586ea54-e34c-408c-935a-f3132229e0d6 HTTP/1.1" status: 204 len: 168 time: 1.0848913 May 05 21:40:52.005171 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c705e40-d93c-4693-8594-ca6a0e38084b tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11f2c647-25e1-4f46-93b2-f60afb256e3c,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:52.007368 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a3d5575c-144b-470b-a395-ea9c38e34430 req-9c705e40-d93c-4693-8594-ca6a0e38084b tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:52.008529 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a3d5575c-144b-470b-a395-ea9c38e34430 req-9c705e40-d93c-4693-8594-ca6a0e38084b tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.6950994 May 05 21:40:52.027138 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e93aee98-76e1-4fa0-867a-ec88af20ee92 req-3462ceee-72cc-48c1-8533-713fc49461c9 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:40:52.033047 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-e93aee98-76e1-4fa0-867a-ec88af20ee92 req-3462ceee-72cc-48c1-8533-713fc49461c9 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:52.072897 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9485eeb6-9413-4ed1-9762-7f91f4c8b2a2 req-96ca88c1-cc92-4ff8-92e7-e135a7c607c7 service neutron] 10.222.0.44 "GET /v2.0/networks/2ea271d8-96e6-42e1-b4ca-22da751bdd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423692 May 05 21:40:52.137417 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 3846c04e-3757-4fb9-8c1a-5b35ab87ce1a no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:40:52.160821 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e93aee98-76e1-4fa0-867a-ec88af20ee92 req-3462ceee-72cc-48c1-8533-713fc49461c9 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "PUT /v2.0/floatingips/b4d8027f-0091-46c4-8897-4851bf482148 HTTP/1.1" status: 200 len: 998 time: 8.1564076 May 05 21:40:52.179873 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 3846c04e-3757-4fb9-8c1a-5b35ab87ce1a {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:40:52.180269 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 3846c04e-3757-4fb9-8c1a-5b35ab87ce1a not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:40:52.216320 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60754) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:40:52.232798 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93aee98-76e1-4fa0-867a-ec88af20ee92 req-9ddee998-6199-4d01-86c4-06dc79a43e0a tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:52.234146 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e93aee98-76e1-4fa0-867a-ec88af20ee92 req-9ddee998-6199-4d01-86c4-06dc79a43e0a tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/ports/316ee080-e24c-4927-ae55-1d986286df81 HTTP/1.1" status: 200 len: 942 time: 0.0724835 May 05 21:40:52.275953 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-feca3eef-74ae-406f-be3d-81dffa10720d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1b6c97c69a8648fabb02b57778e66db9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0584402 May 05 21:40:52.278380 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60758) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:40:52.388477 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23858f4-09bd-4534-8184-5ccd249d49e6 req-dce09a8c-06e7-4a93-8127-56098b13cc50 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:52.389927 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d23858f4-09bd-4534-8184-5ccd249d49e6 req-dce09a8c-06e7-4a93-8127-56098b13cc50 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2808b5ea-531b-4d46-862d-46a70e81df09 HTTP/1.1" status: 200 len: 950 time: 0.1454809 May 05 21:40:52.397424 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac16859b-183d-4e86-bd67-a6ab39d5a094', 'tag': '316ee080-e24c-4927-ae55-1d986286df81'}, {'name': 'network-changed', 'server_uuid': '9412a9ed-70af-4e00-8544-16f3d238cac1', 'tag': '79eece80-2516-4284-8e8e-89730a2dec8b'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:40:52.401749 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-42602b44-e0ee-43c2-b489-5832498951a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:52.422124 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-af771fc6-0e96-4302-af51-c7fad5db0bc3 None None] Deleting port 3846c04e-3757-4fb9-8c1a-5b35ab87ce1a {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:40:52.422575 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-af771fc6-0e96-4302-af51-c7fad5db0bc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:52.427331 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-42602b44-e0ee-43c2-b489-5832498951a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:52.427500 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e93aee98-76e1-4fa0-867a-ec88af20ee92 req-fb6752f9-7237-4162-ad92-afeaec6c11c3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=288dd14d0b064298b7582f08c1578363&device_id=ac16859b-183d-4e86-bd67-a6ab39d5a094 HTTP/1.1" status: 200 len: 1096 time: 0.1270804 May 05 21:40:52.482035 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-42602b44-e0ee-43c2-b489-5832498951a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:52.492587 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-af771fc6-0e96-4302-af51-c7fad5db0bc3 None None] The port '3846c04e-3757-4fb9-8c1a-5b35ab87ce1a' was deleted {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 21:40:52.503433 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42602b44-e0ee-43c2-b489-5832498951a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570fe455-069d-4f9d-944d-5da456b69114,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:52.506006 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-42602b44-e0ee-43c2-b489-5832498951a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:52.509741 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-42602b44-e0ee-43c2-b489-5832498951a3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/570fe455-069d-4f9d-944d-5da456b69114 HTTP/1.1" status: 204 len: 168 time: 0.2276971 May 05 21:40:52.666209 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d23858f4-09bd-4534-8184-5ccd249d49e6 req-95f608fb-d166-4055-90ba-4f380922cbaf tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630568 May 05 21:40:52.725143 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93aee98-76e1-4fa0-867a-ec88af20ee92 req-f6553a8d-e463-4fb4-828f-f4d0969f2634 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:52.726707 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e93aee98-76e1-4fa0-867a-ec88af20ee92 req-f6553a8d-e463-4fb4-828f-f4d0969f2634 service neutron] 10.222.0.23 "GET /v2.0/networks?id=15fc94c9-79b7-4d3d-a68d-e74651d075f7 HTTP/1.1" status: 200 len: 921 time: 0.2870266 May 05 21:40:52.799262 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e93aee98-76e1-4fa0-867a-ec88af20ee92 req-087ea5c2-7216-458e-b6f4-289682d4646d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=316ee080-e24c-4927-ae55-1d986286df81 HTTP/1.1" status: 200 len: 217 time: 0.0662611 May 05 21:40:52.863459 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93aee98-76e1-4fa0-867a-ec88af20ee92 req-a8d9f85b-2b6b-41f7-95b0-5bf075d48654 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:52.865457 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e93aee98-76e1-4fa0-867a-ec88af20ee92 req-a8d9f85b-2b6b-41f7-95b0-5bf075d48654 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cb07d95f-0719-4a75-a100-4b7cfd38dc47 HTTP/1.1" status: 200 len: 859 time: 0.0599258 May 05 21:40:52.944009 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e93aee98-76e1-4fa0-867a-ec88af20ee92 req-7886722d-19a8-454b-9e92-210163723793 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=15fc94c9-79b7-4d3d-a68d-e74651d075f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710425 May 05 21:40:53.161499 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e93aee98-76e1-4fa0-867a-ec88af20ee92 req-fbefa299-3c4f-4897-a479-556a9ceeef1b service neutron] 10.222.0.23 "GET /v2.0/networks/15fc94c9-79b7-4d3d-a68d-e74651d075f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109697 May 05 21:40:53.326812 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e9419-daab-419c-aaae-1f7a4658db53 req-ce0ed9c4-f359-429f-bf95-e594de5fcd9b tempest-VolumesAdminNegativeTest-553409845 tempest-VolumesAdminNegativeTest-553409845-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:53.327482 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-f20e9419-daab-419c-aaae-1f7a4658db53 req-ce0ed9c4-f359-429f-bf95-e594de5fcd9b tempest-VolumesAdminNegativeTest-553409845 tempest-VolumesAdminNegativeTest-553409845-project] Synchronizing usage tracker for tenant:82b8eca9b8444fc5a3410ffab3ab2c41 on resource:network {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:40:53.362093 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e93aee98-76e1-4fa0-867a-ec88af20ee92 req-4b337016-5892-4732-9537-629f6f855113 service neutron] 10.222.0.23 "GET /v2.0/networks/15fc94c9-79b7-4d3d-a68d-e74651d075f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915615 May 05 21:40:53.365921 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-f20e9419-daab-419c-aaae-1f7a4658db53 req-ce0ed9c4-f359-429f-bf95-e594de5fcd9b tempest-VolumesAdminNegativeTest-553409845 tempest-VolumesAdminNegativeTest-553409845-project] Unset dirty status for tenant:82b8eca9b8444fc5a3410ffab3ab2c41 on resource:network {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:40:53.374527 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f20e9419-daab-419c-aaae-1f7a4658db53 req-ce0ed9c4-f359-429f-bf95-e594de5fcd9b tempest-VolumesAdminNegativeTest-553409845 tempest-VolumesAdminNegativeTest-553409845-project] 10.222.0.23 "GET /v2.0/networks?id=50de31c2-045e-4a9b-b81b-290e300eaeef HTTP/1.1" status: 200 len: 815 time: 0.3050210 May 05 21:40:53.387055 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f20e9419-daab-419c-aaae-1f7a4658db53 req-73b37ef2-4ec6-45a0-9107-db89c884e184 tempest-VolumesAdminNegativeTest-553409845 tempest-VolumesAdminNegativeTest-553409845-project] 10.222.0.23 "GET /v2.0/quotas/82b8eca9b8444fc5a3410ffab3ab2c41 HTTP/1.1" status: 200 len: 375 time: 0.0114472 May 05 21:40:53.424985 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60792) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:40:53.470629 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f20e9419-daab-419c-aaae-1f7a4658db53 req-c1217021-30df-41db-aebd-14fbfc1091d7 tempest-VolumesAdminNegativeTest-553409845 tempest-VolumesAdminNegativeTest-553409845-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=82b8eca9b8444fc5a3410ffab3ab2c41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509617 May 05 21:40:53.556880 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-3f01c9f7-80d9-4900-aac0-fe6d049a13c1 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1156925900-network', 'tenant_id': '3ad6e070bfeb43998594f1d97e1517f2'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:40:53.561571 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-3f01c9f7-80d9-4900-aac0-fe6d049a13c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:40:53.565475 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3f01c9f7-80d9-4900-aac0-fe6d049a13c1 admin admin] Usage tracker for resource:network and tenant:3ad6e070bfeb43998594f1d97e1517f2 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:40:53.568541 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3f01c9f7-80d9-4900-aac0-fe6d049a13c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:40:53.574703 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-3f01c9f7-80d9-4900-aac0-fe6d049a13c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:40:53.585994 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f01c9f7-80d9-4900-aac0-fe6d049a13c1 admin admin] Made reservation on behalf of 3ad6e070bfeb43998594f1d97e1517f2 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:40:53.588709 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3f01c9f7-80d9-4900-aac0-fe6d049a13c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:53.591455 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e93aee98-76e1-4fa0-867a-ec88af20ee92 req-98ad770f-9cf1-4e63-b5f6-3dc798836acf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=288dd14d0b064298b7582f08c1578363&device_id=9412a9ed-70af-4e00-8544-16f3d238cac1 HTTP/1.1" status: 200 len: 1097 time: 0.2035050 May 05 21:40:53.601297 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3f01c9f7-80d9-4900-aac0-fe6d049a13c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:53.631729 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-3f01c9f7-80d9-4900-aac0-fe6d049a13c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:40:53.635498 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3f01c9f7-80d9-4900-aac0-fe6d049a13c1 admin admin] Usage tracker for resource:security_group_rule and tenant:3ad6e070bfeb43998594f1d97e1517f2 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:40:53.638209 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3f01c9f7-80d9-4900-aac0-fe6d049a13c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:40:53.643892 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-3f01c9f7-80d9-4900-aac0-fe6d049a13c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:40:53.709286 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f20e9419-daab-419c-aaae-1f7a4658db53 req-c8870270-e053-46ce-9bcc-514520b1e517 service neutron] 10.222.0.23 "GET /v2.0/networks/50de31c2-045e-4a9b-b81b-290e300eaeef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302802 May 05 21:40:53.718165 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3f01c9f7-80d9-4900-aac0-fe6d049a13c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:53.724148 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3f01c9f7-80d9-4900-aac0-fe6d049a13c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:53.751406 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f01c9f7-80d9-4900-aac0-fe6d049a13c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:40:53.763759 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f01c9f7-80d9-4900-aac0-fe6d049a13c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060a0163-921c-42d6-97e2-b2f13023d860,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:53.768118 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3f01c9f7-80d9-4900-aac0-fe6d049a13c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:53.768458 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-3f01c9f7-80d9-4900-aac0-fe6d049a13c1 admin admin] Added segment 1433ba6d-48b0-4056-91b6-deba1a0564ab of type vlan for network 20d2a56b-3a76-462e-a812-0f44fcc7b483 May 05 21:40:53.795954 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3f01c9f7-80d9-4900-aac0-fe6d049a13c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:53.828318 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3f01c9f7-80d9-4900-aac0-fe6d049a13c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:53.829201 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f01c9f7-80d9-4900-aac0-fe6d049a13c1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:53.829831 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3f01c9f7-80d9-4900-aac0-fe6d049a13c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:53.840414 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93aee98-76e1-4fa0-867a-ec88af20ee92 req-842387d5-e9d5-43f4-8a49-ca08cd84b684 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:53.841874 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e93aee98-76e1-4fa0-867a-ec88af20ee92 req-842387d5-e9d5-43f4-8a49-ca08cd84b684 service neutron] 10.222.0.23 "GET /v2.0/networks?id=15fc94c9-79b7-4d3d-a68d-e74651d075f7 HTTP/1.1" status: 200 len: 921 time: 0.2401879 May 05 21:40:53.931874 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-3f01c9f7-80d9-4900-aac0-fe6d049a13c1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5056047 May 05 21:40:53.932874 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f01c9f7-80d9-4900-aac0-fe6d049a13c1 admin admin] Pushing event updated for resources: {'Network': ['ID=20d2a56b-3a76-462e-a812-0f44fcc7b483,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:53.934738 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60800) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:40:53.940281 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-fd26f8f7-b31f-4bb9-a030-dcf69d1f02cf admin admin] Request body: {'subnet': {'network_id': '20d2a56b-3a76-462e-a812-0f44fcc7b483', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1156925900-subnet', 'tenant_id': '3ad6e070bfeb43998594f1d97e1517f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:40:53.945703 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-fd26f8f7-b31f-4bb9-a030-dcf69d1f02cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:40:53.947323 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 20d2a56b-3a76-462e-a812-0f44fcc7b483 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:40:53.949750 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-fd26f8f7-b31f-4bb9-a030-dcf69d1f02cf admin admin] Usage tracker for resource:subnet and tenant:3ad6e070bfeb43998594f1d97e1517f2 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:40:53.952620 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-fd26f8f7-b31f-4bb9-a030-dcf69d1f02cf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:40:53.954307 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f20e9419-daab-419c-aaae-1f7a4658db53 req-2fec365d-3e14-4b85-9c79-9de902a48507 service neutron] 10.222.0.23 "GET /v2.0/networks/50de31c2-045e-4a9b-b81b-290e300eaeef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379503 May 05 21:40:53.958691 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-fd26f8f7-b31f-4bb9-a030-dcf69d1f02cf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:40:53.973832 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd26f8f7-b31f-4bb9-a030-dcf69d1f02cf admin admin] Made reservation on behalf of 3ad6e070bfeb43998594f1d97e1517f2 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:40:53.976301 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fd26f8f7-b31f-4bb9-a030-dcf69d1f02cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:53.976434 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e93aee98-76e1-4fa0-867a-ec88af20ee92 req-cf54ff91-5593-4d1b-b9ce-4167b1b1d3ae service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79eece80-2516-4284-8e8e-89730a2dec8b HTTP/1.1" status: 200 len: 1001 time: 0.1183462 May 05 21:40:54.056337 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93aee98-76e1-4fa0-867a-ec88af20ee92 req-fabf6881-dbd2-42ab-b352-6b986227acdc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:54.058068 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e93aee98-76e1-4fa0-867a-ec88af20ee92 req-fabf6881-dbd2-42ab-b352-6b986227acdc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cb07d95f-0719-4a75-a100-4b7cfd38dc47 HTTP/1.1" status: 200 len: 859 time: 0.0755742 May 05 21:40:54.199309 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e93aee98-76e1-4fa0-867a-ec88af20ee92 req-3a476dd6-2781-4f6e-8291-d026067c36fa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=15fc94c9-79b7-4d3d-a68d-e74651d075f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1348014 May 05 21:40:54.201079 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fd26f8f7-b31f-4bb9-a030-dcf69d1f02cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:54.292957 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd26f8f7-b31f-4bb9-a030-dcf69d1f02cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=41faf43c-45c2-40ca-97f2-b9922a51b49e,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:54.302826 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd26f8f7-b31f-4bb9-a030-dcf69d1f02cf admin admin] Checking segment: {'id': '1433ba6d-48b0-4056-91b6-deba1a0564ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '20d2a56b-3a76-462e-a812-0f44fcc7b483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:40:54.303186 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd26f8f7-b31f-4bb9-a030-dcf69d1f02cf admin admin] Network hostable DHCP agents. Network: 20d2a56b-3a76-462e-a812-0f44fcc7b483, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:40:54.327965 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd26f8f7-b31f-4bb9-a030-dcf69d1f02cf admin admin] Network 20d2a56b-3a76-462e-a812-0f44fcc7b483 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:40:54.340033 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-fd26f8f7-b31f-4bb9-a030-dcf69d1f02cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 20d2a56b-3a76-462e-a812-0f44fcc7b483) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:40:54.344569 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd26f8f7-b31f-4bb9-a030-dcf69d1f02cf admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:54.345261 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fd26f8f7-b31f-4bb9-a030-dcf69d1f02cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:54.354456 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4a3023-8fb1-4df1-ba1b-fa6b8c6295bf None None] Network 20d2a56b-3a76-462e-a812-0f44fcc7b483 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:40:54.375328 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-fd26f8f7-b31f-4bb9-a030-dcf69d1f02cf admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4394264 May 05 21:40:54.495070 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-e8addc31-6641-4642-a258-3f647370dfe4 req-788293f3-6000-4c57-b45c-e26ccca777be tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Synchronizing usage tracker for tenant:ddd4b9e379904604953b02573e2642da on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:40:54.514910 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e93aee98-76e1-4fa0-867a-ec88af20ee92 req-9e9399df-e967-49de-86a6-108f75a8ccf5 service neutron] 10.222.0.23 "GET /v2.0/networks/15fc94c9-79b7-4d3d-a68d-e74651d075f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107336 May 05 21:40:54.519306 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-e8addc31-6641-4642-a258-3f647370dfe4 req-788293f3-6000-4c57-b45c-e26ccca777be tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Unset dirty status for tenant:ddd4b9e379904604953b02573e2642da on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:40:54.528665 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e8addc31-6641-4642-a258-3f647370dfe4 req-788293f3-6000-4c57-b45c-e26ccca777be tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ddd4b9e379904604953b02573e2642da HTTP/1.1" status: 200 len: 9731 time: 0.3915956 May 05 21:40:54.640821 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7bfeda-532b-4627-933a-6de03f6aacab None None] Network 20d2a56b-3a76-462e-a812-0f44fcc7b483 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:40:54.701275 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e8addc31-6641-4642-a258-3f647370dfe4 req-99a10f56-e526-4988-88bd-7fe3913c1de1 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/security-groups/7568e477-67c8-43ef-953c-8ed3ca081be0 HTTP/1.1" status: 200 len: 2649 time: 0.1714277 May 05 21:40:54.743454 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e93aee98-76e1-4fa0-867a-ec88af20ee92 req-42df43dd-7790-4a48-b27f-8a46ce3bb7ba service neutron] 10.222.0.23 "GET /v2.0/networks/15fc94c9-79b7-4d3d-a68d-e74651d075f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124782 May 05 21:40:54.774776 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e8addc31-6641-4642-a258-3f647370dfe4 req-8d722197-fe0d-4285-b4af-26064b46f2ea tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/security-groups/7568e477-67c8-43ef-953c-8ed3ca081be0 HTTP/1.1" status: 200 len: 2649 time: 0.0725160 May 05 21:40:55.015732 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb7de0-f8b0-4120-b874-18c0b3c77ad7 req-973fabcf-f169-4200-b1ab-25a9556336e4 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:55.017133 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1edb7de0-f8b0-4120-b874-18c0b3c77ad7 req-973fabcf-f169-4200-b1ab-25a9556336e4 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=72873853-2c62-4102-a949-1c20517418b2 HTTP/1.1" status: 200 len: 943 time: 0.0887914 May 05 21:40:55.063265 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1edb7de0-f8b0-4120-b874-18c0b3c77ad7 req-406216fc-59d9-4404-8102-057da5d5596d tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403433 May 05 21:40:55.154342 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45b652a2-a9a0-4db7-bc53-fca128efcc41'] response: {'name': 'network-changed', 'server_uuid': 'ac16859b-183d-4e86-bd67-a6ab39d5a094', 'tag': '316ee080-e24c-4927-ae55-1d986286df81', 'status': 'completed', 'code': 200} May 05 21:40:55.154788 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45b652a2-a9a0-4db7-bc53-fca128efcc41'] response: {'name': 'network-changed', 'server_uuid': '9412a9ed-70af-4e00-8544-16f3d238cac1', 'tag': '79eece80-2516-4284-8e8e-89730a2dec8b', 'status': 'completed', 'code': 200} May 05 21:40:55.262721 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a82589f2-fa67-4c44-955e-9aef434ef51e req-412e1f54-265e-4cb6-b534-60ce597bab2c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=288dd14d0b064298b7582f08c1578363&device_id=ac16859b-183d-4e86-bd67-a6ab39d5a094 HTTP/1.1" status: 200 len: 1096 time: 0.0816483 May 05 21:40:55.410615 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e74df9b7-0ff2-4bd4-961e-d875111940ec req-4c2f1a1a-2752-47bd-906c-91e27cf03c83 tempest-VolumesAdminNegativeTest-553409845 tempest-VolumesAdminNegativeTest-553409845-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2a6b71d-313d-4451-a321-78c89aca685b HTTP/1.1" status: 200 len: 210 time: 0.1145592 May 05 21:40:55.491437 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa5a50-7764-413a-805c-7ffa46ec109d req-868208e1-f6fb-41a1-b6e1-fbf6eab24acb tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:55.492871 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-17aa5a50-7764-413a-805c-7ffa46ec109d req-868208e1-f6fb-41a1-b6e1-fbf6eab24acb tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2808b5ea-531b-4d46-862d-46a70e81df09 HTTP/1.1" status: 200 len: 950 time: 0.2337692 May 05 21:40:55.547294 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82589f2-fa67-4c44-955e-9aef434ef51e req-8e239818-412d-4fe2-9f58-d448aa5a1e95 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:55.548701 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a82589f2-fa67-4c44-955e-9aef434ef51e req-8e239818-412d-4fe2-9f58-d448aa5a1e95 service neutron] 10.222.0.32 "GET /v2.0/networks?id=15fc94c9-79b7-4d3d-a68d-e74651d075f7 HTTP/1.1" status: 200 len: 921 time: 0.2542579 May 05 21:40:55.568414 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e9419-daab-419c-aaae-1f7a4658db53 req-c4e29d87-ef05-4478-88d6-e6e6e7ee5347 tempest-VolumesAdminNegativeTest-553409845 tempest-VolumesAdminNegativeTest-553409845-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:55.571301 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f20e9419-daab-419c-aaae-1f7a4658db53 req-c4e29d87-ef05-4478-88d6-e6e6e7ee5347 tempest-VolumesAdminNegativeTest-553409845 tempest-VolumesAdminNegativeTest-553409845-project] 10.222.0.32 "GET /v2.0/networks?id=50de31c2-045e-4a9b-b81b-290e300eaeef HTTP/1.1" status: 200 len: 815 time: 0.2143533 May 05 21:40:55.589124 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-f20e9419-daab-419c-aaae-1f7a4658db53 req-aa175406-e8ba-4d8c-8633-8255c248f2c0 tempest-VolumesAdminNegativeTest-553409845 tempest-VolumesAdminNegativeTest-553409845-project] Request body: {'port': {'device_id': 'a2a6b71d-313d-4451-a321-78c89aca685b', 'network_id': '50de31c2-045e-4a9b-b81b-290e300eaeef', 'admin_state_up': True, 'tenant_id': '82b8eca9b8444fc5a3410ffab3ab2c41'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:40:55.630598 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-17aa5a50-7764-413a-805c-7ffa46ec109d req-4829c53a-a50c-4e6f-b123-d36a12ef6e35 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290658 May 05 21:40:55.632477 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a82589f2-fa67-4c44-955e-9aef434ef51e req-a147efbb-3cec-4578-bfa7-100b3935a34f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=316ee080-e24c-4927-ae55-1d986286df81 HTTP/1.1" status: 200 len: 217 time: 0.0774088 May 05 21:40:55.728648 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-f20e9419-daab-419c-aaae-1f7a4658db53 req-aa175406-e8ba-4d8c-8633-8255c248f2c0 tempest-VolumesAdminNegativeTest-553409845 tempest-VolumesAdminNegativeTest-553409845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:40:55.732913 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-f20e9419-daab-419c-aaae-1f7a4658db53 req-aa175406-e8ba-4d8c-8633-8255c248f2c0 tempest-VolumesAdminNegativeTest-553409845 tempest-VolumesAdminNegativeTest-553409845-project] Usage tracker for resource:port and tenant:82b8eca9b8444fc5a3410ffab3ab2c41 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:40:55.735801 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-f20e9419-daab-419c-aaae-1f7a4658db53 req-aa175406-e8ba-4d8c-8633-8255c248f2c0 tempest-VolumesAdminNegativeTest-553409845 tempest-VolumesAdminNegativeTest-553409845-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:40:55.741863 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-f20e9419-daab-419c-aaae-1f7a4658db53 req-aa175406-e8ba-4d8c-8633-8255c248f2c0 tempest-VolumesAdminNegativeTest-553409845 tempest-VolumesAdminNegativeTest-553409845-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:40:55.753864 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f20e9419-daab-419c-aaae-1f7a4658db53 req-aa175406-e8ba-4d8c-8633-8255c248f2c0 tempest-VolumesAdminNegativeTest-553409845 tempest-VolumesAdminNegativeTest-553409845-project] Made reservation on behalf of 82b8eca9b8444fc5a3410ffab3ab2c41 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:40:55.756882 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f20e9419-daab-419c-aaae-1f7a4658db53 req-aa175406-e8ba-4d8c-8633-8255c248f2c0 tempest-VolumesAdminNegativeTest-553409845 tempest-VolumesAdminNegativeTest-553409845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:55.872092 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82589f2-fa67-4c44-955e-9aef434ef51e req-60f3be5d-7b2d-408c-a7ce-c80c96cb7825 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:55.873534 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a82589f2-fa67-4c44-955e-9aef434ef51e req-60f3be5d-7b2d-408c-a7ce-c80c96cb7825 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cb07d95f-0719-4a75-a100-4b7cfd38dc47 HTTP/1.1" status: 200 len: 859 time: 0.2324438 May 05 21:40:55.924556 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-f20e9419-daab-419c-aaae-1f7a4658db53 req-aa175406-e8ba-4d8c-8633-8255c248f2c0 tempest-VolumesAdminNegativeTest-553409845 tempest-VolumesAdminNegativeTest-553409845-project] Allocated IP 172.20.0.11 (50de31c2-045e-4a9b-b81b-290e300eaeef/1b26025d-b129-4dc0-b822-aff1deb1e020/f41428c4-d865-49c7-aefc-61552b059fb4) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:40:55.931677 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ee01aeac-38c8-4582-b86c-fccad346f809 req-dea3c820-cd10-421e-af21-61fd0be0bfe3 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.45 HTTP/1.1" status: 200 len: 1001 time: 0.2542682 May 05 21:40:56.043731 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943db3a-086b-4057-a0d6-edc92cb65474 req-32350724-7cd5-45c3-a61f-ecb9aac1a303 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:56.045162 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9943db3a-086b-4057-a0d6-edc92cb65474 req-32350724-7cd5-45c3-a61f-ecb9aac1a303 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/networks?id=20d2a56b-3a76-462e-a812-0f44fcc7b483 HTTP/1.1" status: 200 len: 805 time: 0.2849736 May 05 21:40:56.058593 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee01aeac-38c8-4582-b86c-fccad346f809 req-ac3bcede-dfed-4fb8-8650-6c3918976552 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:56.059891 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ee01aeac-38c8-4582-b86c-fccad346f809 req-ac3bcede-dfed-4fb8-8650-6c3918976552 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/ports/79eece80-2516-4284-8e8e-89730a2dec8b HTTP/1.1" status: 200 len: 943 time: 0.1202998 May 05 21:40:56.074353 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9943db3a-086b-4057-a0d6-edc92cb65474 req-390f06c7-6eda-4523-9e0d-e9f9dd2860c8 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/quotas/3ad6e070bfeb43998594f1d97e1517f2 HTTP/1.1" status: 200 len: 375 time: 0.0221145 May 05 21:40:56.081731 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a82589f2-fa67-4c44-955e-9aef434ef51e req-35564fb7-5ad3-4f9e-9566-3982355781de service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=15fc94c9-79b7-4d3d-a68d-e74651d075f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1958275 May 05 21:40:56.134197 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f20e9419-daab-419c-aaae-1f7a4658db53 req-aa175406-e8ba-4d8c-8633-8255c248f2c0 tempest-VolumesAdminNegativeTest-553409845 tempest-VolumesAdminNegativeTest-553409845-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:56.145290 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9943db3a-086b-4057-a0d6-edc92cb65474 req-2283b094-0256-4f0d-9a00-b59509af9486 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3ad6e070bfeb43998594f1d97e1517f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0625119 May 05 21:40:56.173056 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f20e9419-daab-419c-aaae-1f7a4658db53 req-aa175406-e8ba-4d8c-8633-8255c248f2c0 tempest-VolumesAdminNegativeTest-553409845 tempest-VolumesAdminNegativeTest-553409845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:56.252236 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f20e9419-daab-419c-aaae-1f7a4658db53 req-aa175406-e8ba-4d8c-8633-8255c248f2c0 tempest-VolumesAdminNegativeTest-553409845 tempest-VolumesAdminNegativeTest-553409845-project] Network 50de31c2-045e-4a9b-b81b-290e300eaeef is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:40:56.256258 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-f20e9419-daab-419c-aaae-1f7a4658db53 req-aa175406-e8ba-4d8c-8633-8255c248f2c0 tempest-VolumesAdminNegativeTest-553409845 tempest-VolumesAdminNegativeTest-553409845-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:40:56.258168 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa175406-e8ba-4d8c-8633-8255c248f2c0 tempest-VolumesAdminNegativeTest-553409845 tempest-VolumesAdminNegativeTest-553409845-project] Pushing event updated for resources: {'Port': ['ID=f41428c4-d865-49c7-aefc-61552b059fb4,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:56.260389 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-f20e9419-daab-419c-aaae-1f7a4658db53 req-aa175406-e8ba-4d8c-8633-8255c248f2c0 tempest-VolumesAdminNegativeTest-553409845 tempest-VolumesAdminNegativeTest-553409845-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:40:56.322256 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e9419-daab-419c-aaae-1f7a4658db53 req-aa175406-e8ba-4d8c-8633-8255c248f2c0 tempest-VolumesAdminNegativeTest-553409845 tempest-VolumesAdminNegativeTest-553409845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:56.322846 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f20e9419-daab-419c-aaae-1f7a4658db53 req-aa175406-e8ba-4d8c-8633-8255c248f2c0 tempest-VolumesAdminNegativeTest-553409845 tempest-VolumesAdminNegativeTest-553409845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:56.344940 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f20e9419-daab-419c-aaae-1f7a4658db53 req-aa175406-e8ba-4d8c-8633-8255c248f2c0 tempest-VolumesAdminNegativeTest-553409845 tempest-VolumesAdminNegativeTest-553409845-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7603867 May 05 21:40:56.356533 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-f20e9419-daab-419c-aaae-1f7a4658db53 req-f50151a4-0dff-4e18-980f-db15a4bf1244 service neutron] Request body: {'port': {'device_id': 'a2a6b71d-313d-4451-a321-78c89aca685b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:40:56.463679 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f20e9419-daab-419c-aaae-1f7a4658db53 req-f50151a4-0dff-4e18-980f-db15a4bf1244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:56.537473 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ee01aeac-38c8-4582-b86c-fccad346f809 req-8b36482b-104d-4f4c-9e1e-07a24b2e4371 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.45 HTTP/1.1" status: 200 len: 1001 time: 0.3457205 May 05 21:40:56.559527 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a82589f2-fa67-4c44-955e-9aef434ef51e req-68ae031c-8246-4126-ba0f-2c183cdc3436 service neutron] 10.222.0.32 "GET /v2.0/networks/15fc94c9-79b7-4d3d-a68d-e74651d075f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4361744 May 05 21:40:56.723484 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9943db3a-086b-4057-a0d6-edc92cb65474 req-261b853b-48ac-40b2-9937-9a5d74feb12f service neutron] 10.222.0.23 "GET /v2.0/networks/20d2a56b-3a76-462e-a812-0f44fcc7b483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5303559 May 05 21:40:56.888278 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-f20e9419-daab-419c-aaae-1f7a4658db53 req-f50151a4-0dff-4e18-980f-db15a4bf1244 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f41428c4-d865-49c7-aefc-61552b059fb4 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:40:56.895400 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f20e9419-daab-419c-aaae-1f7a4658db53 req-f50151a4-0dff-4e18-980f-db15a4bf1244 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:56.910237 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-f20e9419-daab-419c-aaae-1f7a4658db53 req-f50151a4-0dff-4e18-980f-db15a4bf1244 service neutron] Transition to ACTIVE for port object f41428c4-d865-49c7-aefc-61552b059fb4 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:40:56.918011 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f20e9419-daab-419c-aaae-1f7a4658db53 req-f50151a4-0dff-4e18-980f-db15a4bf1244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:56.926501 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a82589f2-fa67-4c44-955e-9aef434ef51e req-8fc2ca11-75d1-4281-b777-b55288881c8e service neutron] 10.222.0.32 "GET /v2.0/networks/15fc94c9-79b7-4d3d-a68d-e74651d075f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440883 May 05 21:40:56.934860 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee01aeac-38c8-4582-b86c-fccad346f809 req-63d62c03-6368-4a25-b96d-14d725a7dd51 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:56.936157 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ee01aeac-38c8-4582-b86c-fccad346f809 req-63d62c03-6368-4a25-b96d-14d725a7dd51 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/networks/25bfe237-58de-4709-a3e0-ac79da07c300 HTTP/1.1" status: 200 len: 784 time: 0.3874805 May 05 21:40:56.960230 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [req-ee01aeac-38c8-4582-b86c-fccad346f809 req-9b180620-2092-4dca-8253-8c38761127d7 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 21:40:56.961293 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ee01aeac-38c8-4582-b86c-fccad346f809 req-9b180620-2092-4dca-8253-8c38761127d7 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0109222 May 05 21:40:56.969722 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9943db3a-086b-4057-a0d6-edc92cb65474 req-bc5569e8-885c-497b-ae5b-f29b781be80b service neutron] 10.222.0.23 "GET /v2.0/networks/20d2a56b-3a76-462e-a812-0f44fcc7b483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343409 May 05 21:40:57.045070 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50151a4-0dff-4e18-980f-db15a4bf1244 service neutron] Pushing event updated for resources: {'Port': ['ID=f41428c4-d865-49c7-aefc-61552b059fb4,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:57.098763 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-63f934d0-75c5-4c20-a54c-3f07e726a132 req-035283cb-ab9a-4f48-a019-59279d99ad11 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/security-groups/fc253fc5-d1fd-4b4c-9134-5c861709fcf1 HTTP/1.1" status: 200 len: 1635 time: 0.0683832 May 05 21:40:57.110777 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a82589f2-fa67-4c44-955e-9aef434ef51e req-7269dcbd-9389-41c6-9ee1-70e9c0723c2a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=288dd14d0b064298b7582f08c1578363&device_id=9412a9ed-70af-4e00-8544-16f3d238cac1 HTTP/1.1" status: 200 len: 1097 time: 0.1225140 May 05 21:40:57.161877 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-f20e9419-daab-419c-aaae-1f7a4658db53 req-f50151a4-0dff-4e18-980f-db15a4bf1244 service neutron] Attempting to bind port f41428c4-d865-49c7-aefc-61552b059fb4 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:40:57.162226 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-f20e9419-daab-419c-aaae-1f7a4658db53 req-f50151a4-0dff-4e18-980f-db15a4bf1244 service neutron] Attempting to bind port f41428c4-d865-49c7-aefc-61552b059fb4 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'd46cedce-2a02-4785-94af-a57cb27fb933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '50de31c2-045e-4a9b-b81b-290e300eaeef'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:40:57.162487 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20e9419-daab-419c-aaae-1f7a4658db53 req-f50151a4-0dff-4e18-980f-db15a4bf1244 service neutron] Attempting to bind port f41428c4-d865-49c7-aefc-61552b059fb4 on network 50de31c2-045e-4a9b-b81b-290e300eaeef {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:40:57.169110 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20e9419-daab-419c-aaae-1f7a4658db53 req-f50151a4-0dff-4e18-980f-db15a4bf1244 service neutron] Port f41428c4-d865-49c7-aefc-61552b059fb4 on network 50de31c2-045e-4a9b-b81b-290e300eaeef not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:40:57.169527 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20e9419-daab-419c-aaae-1f7a4658db53 req-f50151a4-0dff-4e18-980f-db15a4bf1244 service neutron] Attempting to bind port f41428c4-d865-49c7-aefc-61552b059fb4 on network 50de31c2-045e-4a9b-b81b-290e300eaeef {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:40:57.176707 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20e9419-daab-419c-aaae-1f7a4658db53 req-f50151a4-0dff-4e18-980f-db15a4bf1244 service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:40:57.177174 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20e9419-daab-419c-aaae-1f7a4658db53 req-f50151a4-0dff-4e18-980f-db15a4bf1244 service neutron] Checking segment: {'id': 'd46cedce-2a02-4785-94af-a57cb27fb933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '50de31c2-045e-4a9b-b81b-290e300eaeef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:40:57.177554 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20e9419-daab-419c-aaae-1f7a4658db53 req-f50151a4-0dff-4e18-980f-db15a4bf1244 service neutron] Bound using segment: {'id': 'd46cedce-2a02-4785-94af-a57cb27fb933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '50de31c2-045e-4a9b-b81b-290e300eaeef'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:40:57.178465 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-f20e9419-daab-419c-aaae-1f7a4658db53 req-f50151a4-0dff-4e18-980f-db15a4bf1244 service neutron] Bound port: f41428c4-d865-49c7-aefc-61552b059fb4, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd46cedce-2a02-4785-94af-a57cb27fb933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '50de31c2-045e-4a9b-b81b-290e300eaeef'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:40:57.178465 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f20e9419-daab-419c-aaae-1f7a4658db53 req-f50151a4-0dff-4e18-980f-db15a4bf1244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:57.277168 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-f20e9419-daab-419c-aaae-1f7a4658db53 req-f50151a4-0dff-4e18-980f-db15a4bf1244 service neutron] For port f41428c4-d865-49c7-aefc-61552b059fb4, host n-h2-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:40:57.290104 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-63f934d0-75c5-4c20-a54c-3f07e726a132 req-18b9b67b-4ee9-4cfa-aa61-ea4f47d2535a tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:57.290482 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-f20e9419-daab-419c-aaae-1f7a4658db53 req-f50151a4-0dff-4e18-980f-db15a4bf1244 service neutron] For port f41428c4-d865-49c7-aefc-61552b059fb4, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=f41428c4-d865-49c7-aefc-61552b059fb4,segment=NetworkSegment(d46cedce-2a02-4785-94af-a57cb27fb933),segment_id=d46cedce-2a02-4785-94af-a57cb27fb933)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:40:57.298500 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f20e9419-daab-419c-aaae-1f7a4658db53 req-f50151a4-0dff-4e18-980f-db15a4bf1244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:57.325057 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-63f934d0-75c5-4c20-a54c-3f07e726a132 req-18b9b67b-4ee9-4cfa-aa61-ea4f47d2535a tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:57.383825 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f20e9419-daab-419c-aaae-1f7a4658db53 req-f50151a4-0dff-4e18-980f-db15a4bf1244 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:57.386327 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f20e9419-daab-419c-aaae-1f7a4658db53 req-f50151a4-0dff-4e18-980f-db15a4bf1244 service neutron] 10.222.0.32 "PUT /v2.0/ports/f41428c4-d865-49c7-aefc-61552b059fb4 HTTP/1.1" status: 200 len: 1092 time: 1.0337257 May 05 21:40:57.387357 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2a6b71d-313d-4451-a321-78c89aca685b', 'tag': 'f41428c4-d865-49c7-aefc-61552b059fb4'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:40:57.408653 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50151a4-0dff-4e18-980f-db15a4bf1244 service neutron] Pushing event updated for resources: {'Port': ['ID=f41428c4-d865-49c7-aefc-61552b059fb4,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:57.427336 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-63f934d0-75c5-4c20-a54c-3f07e726a132 req-18b9b67b-4ee9-4cfa-aa61-ea4f47d2535a tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:57.466963 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device ea876908-2ded-4130-bbf8-22fbb38c331c details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:40:57.467520 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b9b67b-4ee9-4cfa-aa61-ea4f47d2535a tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc253fc5-d1fd-4b4c-9134-5c861709fcf1,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:57.469882 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82589f2-fa67-4c44-955e-9aef434ef51e req-dc8b978b-9c79-4b94-83b8-81502f8d3854 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:57.472318 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a82589f2-fa67-4c44-955e-9aef434ef51e req-dc8b978b-9c79-4b94-83b8-81502f8d3854 service neutron] 10.222.0.32 "GET /v2.0/networks?id=15fc94c9-79b7-4d3d-a68d-e74651d075f7 HTTP/1.1" status: 200 len: 921 time: 0.3485115 May 05 21:40:57.553478 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f20e9419-daab-419c-aaae-1f7a4658db53 req-a91c2d10-aaa1-4326-8b6b-5a5b76f83f69 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=82b8eca9b8444fc5a3410ffab3ab2c41&device_id=a2a6b71d-313d-4451-a321-78c89aca685b HTTP/1.1" status: 200 len: 1095 time: 0.1139860 May 05 21:40:57.583331 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-63f934d0-75c5-4c20-a54c-3f07e726a132 req-18b9b67b-4ee9-4cfa-aa61-ea4f47d2535a tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:57.585837 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-63f934d0-75c5-4c20-a54c-3f07e726a132 req-18b9b67b-4ee9-4cfa-aa61-ea4f47d2535a tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "DELETE /v2.0/security-groups/fc253fc5-d1fd-4b4c-9134-5c861709fcf1 HTTP/1.1" status: 204 len: 173 time: 0.4801230 May 05 21:40:57.729395 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f20e9419-daab-419c-aaae-1f7a4658db53 req-ec8e218b-5144-46ab-9b63-23257d4c1315 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f41428c4-d865-49c7-aefc-61552b059fb4 HTTP/1.1" status: 200 len: 217 time: 0.1685436 May 05 21:40:57.731923 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a82589f2-fa67-4c44-955e-9aef434ef51e req-43308643-368c-4631-8ed6-62376ba5a0a9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79eece80-2516-4284-8e8e-89730a2dec8b HTTP/1.1" status: 200 len: 1001 time: 0.2520151 May 05 21:40:57.806318 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port ea876908-2ded-4130-bbf8-22fbb38c331c, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=ea876908-2ded-4130-bbf8-22fbb38c331c,segment=NetworkSegment(87859d75-c285-4ea1-b899-3b38f003cf70),segment_id=87859d75-c285-4ea1-b899-3b38f003cf70)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:40:57.816340 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82589f2-fa67-4c44-955e-9aef434ef51e req-893452df-724a-497e-b2fb-478cab810e90 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:57.818866 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a82589f2-fa67-4c44-955e-9aef434ef51e req-893452df-724a-497e-b2fb-478cab810e90 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cb07d95f-0719-4a75-a100-4b7cfd38dc47 HTTP/1.1" status: 200 len: 859 time: 0.0718346 May 05 21:40:57.821477 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e9419-daab-419c-aaae-1f7a4658db53 req-5a684449-eb9e-46e4-bd1f-5e1fa4b80ee3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:57.823258 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f20e9419-daab-419c-aaae-1f7a4658db53 req-5a684449-eb9e-46e4-bd1f-5e1fa4b80ee3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1b26025d-b129-4dc0-b822-aff1deb1e020 HTTP/1.1" status: 200 len: 855 time: 0.0780838 May 05 21:40:57.825069 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': 'ea876908-2ded-4130-bbf8-22fbb38c331c', 'network_id': '2ea271d8-96e6-42e1-b4ca-22da751bdd28', 'port_id': 'ea876908-2ded-4130-bbf8-22fbb38c331c', 'mac_address': 'fa:16:3e:09:b2:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36081928-afee-4476-8a16-bce3420fbcc5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:40:57.896232 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f20e9419-daab-419c-aaae-1f7a4658db53 req-82c64831-f00a-41ec-a0db-8ce6736d15f4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=50de31c2-045e-4a9b-b81b-290e300eaeef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659232 May 05 21:40:57.902482 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:57.928359 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea876908-2ded-4130-bbf8-22fbb38c331c {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:40:57.951246 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port ea876908-2ded-4130-bbf8-22fbb38c331c, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=ea876908-2ded-4130-bbf8-22fbb38c331c,segment=NetworkSegment(87859d75-c285-4ea1-b899-3b38f003cf70),segment_id=87859d75-c285-4ea1-b899-3b38f003cf70)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:40:57.959676 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:58.034729 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=ea876908-2ded-4130-bbf8-22fbb38c331c,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:58.069422 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f20e9419-daab-419c-aaae-1f7a4658db53 req-6fb18d17-41ce-4cf8-b240-3d1818de85aa service neutron] 10.222.0.32 "GET /v2.0/networks/50de31c2-045e-4a9b-b81b-290e300eaeef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649609 May 05 21:40:58.073756 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73b3fb-dd34-4216-a33f-ac10f23f74f6 req-6f6c3abd-7120-4bb3-9f4e-3e489d3d854e tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:58.075228 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0b73b3fb-dd34-4216-a33f-ac10f23f74f6 req-6f6c3abd-7120-4bb3-9f4e-3e489d3d854e tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=72873853-2c62-4102-a949-1c20517418b2 HTTP/1.1" status: 200 len: 943 time: 0.2553899 May 05 21:40:58.082373 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a82589f2-fa67-4c44-955e-9aef434ef51e req-71ba2743-929e-4c6e-b13a-d24364e36009 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=15fc94c9-79b7-4d3d-a68d-e74651d075f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2061944 May 05 21:40:58.089330 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337aaa0d-b013-460c-b6ac-217456fd8ade req-dd8bfda8-eec7-49f8-a7f7-17a168a5bf3e tempest-VolumesAdminNegativeTest-553409845 tempest-VolumesAdminNegativeTest-553409845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:58.090710 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-337aaa0d-b013-460c-b6ac-217456fd8ade req-dd8bfda8-eec7-49f8-a7f7-17a168a5bf3e tempest-VolumesAdminNegativeTest-553409845 tempest-VolumesAdminNegativeTest-553409845-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2a6b71d-313d-4451-a321-78c89aca685b HTTP/1.1" status: 200 len: 944 time: 0.1427789 May 05 21:40:58.203664 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['ea876908-2ded-4130-bbf8-22fbb38c331c'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:40:58.210345 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f20e9419-daab-419c-aaae-1f7a4658db53 req-87b4a8be-ca8b-49dc-bef5-15bea9dd5d14 service neutron] 10.222.0.32 "GET /v2.0/networks/50de31c2-045e-4a9b-b81b-290e300eaeef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347215 May 05 21:40:58.372473 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0b73b3fb-dd34-4216-a33f-ac10f23f74f6 req-3ff6ea72-99b6-41b1-9b6d-272c72df36ce tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889738 May 05 21:40:58.387765 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-337aaa0d-b013-460c-b6ac-217456fd8ade req-4688c532-e68e-4c75-bd6e-df0943d64fe7 tempest-VolumesAdminNegativeTest-553409845 tempest-VolumesAdminNegativeTest-553409845-project] Synchronizing usage tracker for tenant:82b8eca9b8444fc5a3410ffab3ab2c41 on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:40:58.417199 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a82589f2-fa67-4c44-955e-9aef434ef51e req-bfb7bc6a-94a7-4091-864b-e6221b64041f service neutron] 10.222.0.32 "GET /v2.0/networks/15fc94c9-79b7-4d3d-a68d-e74651d075f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249688 May 05 21:40:58.420837 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-337aaa0d-b013-460c-b6ac-217456fd8ade req-4688c532-e68e-4c75-bd6e-df0943d64fe7 tempest-VolumesAdminNegativeTest-553409845 tempest-VolumesAdminNegativeTest-553409845-project] Unset dirty status for tenant:82b8eca9b8444fc5a3410ffab3ab2c41 on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:40:58.422261 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-337aaa0d-b013-460c-b6ac-217456fd8ade req-4688c532-e68e-4c75-bd6e-df0943d64fe7 tempest-VolumesAdminNegativeTest-553409845 tempest-VolumesAdminNegativeTest-553409845-project] 10.222.0.23 "GET /v2.0/security-groups?id=892f9777-4cfa-494c-9373-b9f159f3b56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969925 May 05 21:40:58.793974 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a82589f2-fa67-4c44-955e-9aef434ef51e req-1f7c701d-66fd-480d-9882-c6794e0c18c2 service neutron] 10.222.0.32 "GET /v2.0/networks/15fc94c9-79b7-4d3d-a68d-e74651d075f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3688602 May 05 21:40:58.843585 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-54f12050-f51a-40f1-9d57-c2e1e1a8adf9 req-0ae27bea-5880-49b3-a1be-a572486c9f17 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.45 HTTP/1.1" status: 200 len: 1001 time: 0.3081210 May 05 21:40:58.898101 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943db3a-086b-4057-a0d6-edc92cb65474 req-cf7d6562-fff8-494f-bc66-920a00bb742c tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:58.899506 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9943db3a-086b-4057-a0d6-edc92cb65474 req-cf7d6562-fff8-494f-bc66-920a00bb742c tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.44 "GET /v2.0/networks?id=20d2a56b-3a76-462e-a812-0f44fcc7b483 HTTP/1.1" status: 200 len: 805 time: 0.3620434 May 05 21:40:58.932677 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-9943db3a-086b-4057-a0d6-edc92cb65474 req-82c04c4f-ba7b-4a63-9589-cc22146378af tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Request body: {'port': {'device_id': '2cadebeb-4693-436b-90dd-aee03acac426', 'network_id': '20d2a56b-3a76-462e-a812-0f44fcc7b483', 'admin_state_up': True, 'tenant_id': '3ad6e070bfeb43998594f1d97e1517f2'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:40:58.981933 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d00a5a8-eacb-499f-af67-265c4ce14eb7 None None] New status for floating IP b4d8027f-0091-46c4-8897-4851bf482148: ACTIVE {{(pid=84064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 21:40:59.017489 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84646d1c-7889-4f55-b967-13cb46b95b96 req-37b2879a-4ab6-4156-91f0-2c1df6c308cb tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:59.018919 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-84646d1c-7889-4f55-b967-13cb46b95b96 req-37b2879a-4ab6-4156-91f0-2c1df6c308cb tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2808b5ea-531b-4d46-862d-46a70e81df09 HTTP/1.1" status: 200 len: 950 time: 0.4803782 May 05 21:40:59.027846 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f12050-f51a-40f1-9d57-c2e1e1a8adf9 req-60be36b8-292d-4b4b-9866-cc5da7fa5c6e tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:59.029124 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-54f12050-f51a-40f1-9d57-c2e1e1a8adf9 req-60be36b8-292d-4b4b-9866-cc5da7fa5c6e tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/ports/79eece80-2516-4284-8e8e-89730a2dec8b HTTP/1.1" status: 200 len: 943 time: 0.1738677 May 05 21:40:59.118076 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-84646d1c-7889-4f55-b967-13cb46b95b96 req-93d5b2ff-9847-40dd-b0d5-2ea495a6a1cf tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858681 May 05 21:40:59.191249 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-9943db3a-086b-4057-a0d6-edc92cb65474 req-82c04c4f-ba7b-4a63-9589-cc22146378af tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:40:59.204887 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-9943db3a-086b-4057-a0d6-edc92cb65474 req-82c04c4f-ba7b-4a63-9589-cc22146378af tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Usage tracker for resource:port and tenant:3ad6e070bfeb43998594f1d97e1517f2 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:40:59.209508 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-9943db3a-086b-4057-a0d6-edc92cb65474 req-82c04c4f-ba7b-4a63-9589-cc22146378af tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:40:59.218614 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-9943db3a-086b-4057-a0d6-edc92cb65474 req-82c04c4f-ba7b-4a63-9589-cc22146378af tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:40:59.241882 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-54f12050-f51a-40f1-9d57-c2e1e1a8adf9 req-ab10a5bc-20a5-45bc-b438-7424124d59de tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.45 HTTP/1.1" status: 200 len: 1001 time: 0.1212471 May 05 21:40:59.277598 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9943db3a-086b-4057-a0d6-edc92cb65474 req-82c04c4f-ba7b-4a63-9589-cc22146378af tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Made reservation on behalf of 3ad6e070bfeb43998594f1d97e1517f2 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:40:59.280528 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9943db3a-086b-4057-a0d6-edc92cb65474 req-82c04c4f-ba7b-4a63-9589-cc22146378af tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:59.324274 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d05351e7-13e4-4931-b566-754c1f305075 req-02d958d1-b8a3-43f5-a0ec-32f5f4308d70 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cadebeb-4693-436b-90dd-aee03acac426 HTTP/1.1" status: 200 len: 210 time: 0.0874765 May 05 21:40:59.436299 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-544b8e30-9ee3-4f0a-89a5-95934ff185d3'] response: {'name': 'network-changed', 'server_uuid': 'a2a6b71d-313d-4451-a321-78c89aca685b', 'tag': 'f41428c4-d865-49c7-aefc-61552b059fb4', 'status': 'completed', 'code': 200} May 05 21:40:59.481157 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device ea876908-2ded-4130-bbf8-22fbb38c331c up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:40:59.548043 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [req-006a5c7a-5bc5-48b9-b548-3e2120251130 req-837e96d0-8f1f-4aa9-aec8-34c766262d5f tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] show failed (client error): The resource could not be found. May 05 21:40:59.549059 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-006a5c7a-5bc5-48b9-b548-3e2120251130 req-837e96d0-8f1f-4aa9-aec8-34c766262d5f tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/security-groups/fc253fc5-d1fd-4b4c-9134-5c861709fcf1 HTTP/1.1" status: 404 len: 352 time: 0.0827353 May 05 21:40:59.558537 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port ea876908-2ded-4130-bbf8-22fbb38c331c completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:40:59.564718 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port ea876908-2ded-4130-bbf8-22fbb38c331c triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:40:59.565217 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:59.641107 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f12050-f51a-40f1-9d57-c2e1e1a8adf9 req-f6ce4287-7d60-4f0d-a8e7-523eceb9d6d3 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:40:59.642425 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-54f12050-f51a-40f1-9d57-c2e1e1a8adf9 req-f6ce4287-7d60-4f0d-a8e7-523eceb9d6d3 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/networks/25bfe237-58de-4709-a3e0-ac79da07c300 HTTP/1.1" status: 200 len: 784 time: 0.3660777 May 05 21:40:59.706000 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:59.737179 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72873853-2c62-4102-a949-1c20517418b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea876908-2ded-4130-bbf8-22fbb38c331c'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:40:59.745341 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-9943db3a-086b-4057-a0d6-edc92cb65474 req-82c04c4f-ba7b-4a63-9589-cc22146378af tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Allocated IP 172.20.0.8 (20d2a56b-3a76-462e-a812-0f44fcc7b483/41faf43c-45c2-40ca-97f2-b9922a51b49e/3724c349-8f78-4911-8f92-c4c3a5107b76) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:40:59.748123 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port ea876908-2ded-4130-bbf8-22fbb38c331c, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=ea876908-2ded-4130-bbf8-22fbb38c331c,segment=NetworkSegment(87859d75-c285-4ea1-b899-3b38f003cf70),segment_id=87859d75-c285-4ea1-b899-3b38f003cf70)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:40:59.755987 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:40:59.764993 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-58e5b6d6-c77e-49f6-a80c-332e8dda2897 req-707c46a5-6088-448f-b18d-c380e47a4ff2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=82b8eca9b8444fc5a3410ffab3ab2c41&device_id=a2a6b71d-313d-4451-a321-78c89aca685b HTTP/1.1" status: 200 len: 1095 time: 0.3033090 May 05 21:40:59.823383 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=ea876908-2ded-4130-bbf8-22fbb38c331c,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:40:59.854269 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-54f12050-f51a-40f1-9d57-c2e1e1a8adf9 req-5ec84667-5c95-4613-b91f-d743ede4d909 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.45 HTTP/1.1" status: 200 len: 1001 time: 0.2003658 May 05 21:40:59.916090 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-54f12050-f51a-40f1-9d57-c2e1e1a8adf9 req-fd8eb95d-273e-4e70-bf36-8ade08da2ce5 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:41:00.281137 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-54f12050-f51a-40f1-9d57-c2e1e1a8adf9 req-fd8eb95d-273e-4e70-bf36-8ade08da2ce5 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Notify callbacks [] for floatingip, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:00.352335 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e5b6d6-c77e-49f6-a80c-332e8dda2897 req-db125d65-aa23-4460-b1f8-77d62b3cb4a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:00.353778 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-58e5b6d6-c77e-49f6-a80c-332e8dda2897 req-db125d65-aa23-4460-b1f8-77d62b3cb4a8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=50de31c2-045e-4a9b-b81b-290e300eaeef HTTP/1.1" status: 200 len: 916 time: 0.5452793 May 05 21:41:00.470369 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e176ac-a8da-41de-bada-674c595f1b01 req-695d0306-c188-451a-be7f-2f6b5f3f659a tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:00.471846 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d0e176ac-a8da-41de-bada-674c595f1b01 req-695d0306-c188-451a-be7f-2f6b5f3f659a tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=72873853-2c62-4102-a949-1c20517418b2 HTTP/1.1" status: 200 len: 945 time: 0.6960733 May 05 21:41:00.482960 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-58e5b6d6-c77e-49f6-a80c-332e8dda2897 req-fccce6e2-be48-43db-9088-6e77c9c0a8db service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f41428c4-d865-49c7-aefc-61552b059fb4 HTTP/1.1" status: 200 len: 217 time: 0.1049786 May 05 21:41:00.613777 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9943db3a-086b-4057-a0d6-edc92cb65474 req-82c04c4f-ba7b-4a63-9589-cc22146378af tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:00.683386 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e5b6d6-c77e-49f6-a80c-332e8dda2897 req-31c9d76f-bf40-4428-8dcd-3cdedf685d63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:00.684814 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-58e5b6d6-c77e-49f6-a80c-332e8dda2897 req-31c9d76f-bf40-4428-8dcd-3cdedf685d63 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1b26025d-b129-4dc0-b822-aff1deb1e020 HTTP/1.1" status: 200 len: 855 time: 0.1918831 May 05 21:41:00.744953 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-58e5b6d6-c77e-49f6-a80c-332e8dda2897 req-ae4851ea-04d7-45a4-a899-4918daea985b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=50de31c2-045e-4a9b-b81b-290e300eaeef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491600 May 05 21:41:00.749762 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d0e176ac-a8da-41de-bada-674c595f1b01 req-87c02204-57df-4931-aa9f-22786bfd1135 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701359 May 05 21:41:00.931854 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9943db3a-086b-4057-a0d6-edc92cb65474 req-82c04c4f-ba7b-4a63-9589-cc22146378af tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:00.948406 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-54f12050-f51a-40f1-9d57-c2e1e1a8adf9 req-fd8eb95d-273e-4e70-bf36-8ade08da2ce5 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:00.987142 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-54f12050-f51a-40f1-9d57-c2e1e1a8adf9 req-fd8eb95d-273e-4e70-bf36-8ade08da2ce5 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:00.987427 n-d-825175-4 neutron-server[84061]: INFO neutron.db.l3_db [req-54f12050-f51a-40f1-9d57-c2e1e1a8adf9 req-fd8eb95d-273e-4e70-bf36-8ade08da2ce5 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Floating IP b4d8027f-0091-46c4-8897-4851bf482148 disassociated. External IP: 172.25.4.45, port: 79eece80-2516-4284-8e8e-89730a2dec8b. May 05 21:41:01.009082 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device f41428c4-d865-49c7-aefc-61552b059fb4 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:41:01.083271 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cc8e54-f4d9-4aad-940b-b483a6da0bbb None None] Sync routers for ids ['33e07aed-3c6d-4b6c-92dd-e5f3530fba31'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:41:01.098027 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cc8e54-f4d9-4aad-940b-b483a6da0bbb None None] Routers {'33e07aed-3c6d-4b6c-92dd-e5f3530fba31'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:41:01.099218 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-56cc8e54-f4d9-4aad-940b-b483a6da0bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:40:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['33e07aed-3c6d-4b6c-92dd-e5f3530fba31'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:41:01.145817 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port f41428c4-d865-49c7-aefc-61552b059fb4, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=f41428c4-d865-49c7-aefc-61552b059fb4,segment=NetworkSegment(d46cedce-2a02-4785-94af-a57cb27fb933),segment_id=d46cedce-2a02-4785-94af-a57cb27fb933)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:41:01.161111 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': 'f41428c4-d865-49c7-aefc-61552b059fb4', 'network_id': '50de31c2-045e-4a9b-b81b-290e300eaeef', 'port_id': 'f41428c4-d865-49c7-aefc-61552b059fb4', 'mac_address': 'fa:16:3e:53:f7:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b26025d-b129-4dc0-b822-aff1deb1e020', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:41:01.178208 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9943db3a-086b-4057-a0d6-edc92cb65474 req-82c04c4f-ba7b-4a63-9589-cc22146378af tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Network 20d2a56b-3a76-462e-a812-0f44fcc7b483 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:41:01.186677 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-9943db3a-086b-4057-a0d6-edc92cb65474 req-82c04c4f-ba7b-4a63-9589-cc22146378af tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:41:01.188467 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c04c4f-ba7b-4a63-9589-cc22146378af tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Pushing event updated for resources: {'Port': ['ID=3724c349-8f78-4911-8f92-c4c3a5107b76,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:01.194045 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-9943db3a-086b-4057-a0d6-edc92cb65474 req-82c04c4f-ba7b-4a63-9589-cc22146378af tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:41:01.219948 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:01.235024 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-58e5b6d6-c77e-49f6-a80c-332e8dda2897 req-814a50c8-b831-4a66-b0df-4c3bfb62c24a service neutron] 10.222.0.32 "GET /v2.0/networks/50de31c2-045e-4a9b-b81b-290e300eaeef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4825830 May 05 21:41:01.237410 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f41428c4-d865-49c7-aefc-61552b059fb4 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:41:01.253529 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port f41428c4-d865-49c7-aefc-61552b059fb4, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=f41428c4-d865-49c7-aefc-61552b059fb4,segment=NetworkSegment(d46cedce-2a02-4785-94af-a57cb27fb933),segment_id=d46cedce-2a02-4785-94af-a57cb27fb933)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:41:01.264036 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:01.343938 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-56cc8e54-f4d9-4aad-940b-b483a6da0bbb None None] Set router 33e07aed-3c6d-4b6c-92dd-e5f3530fba31 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:41:01.346500 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=f41428c4-d865-49c7-aefc-61552b059fb4,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:01.491026 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943db3a-086b-4057-a0d6-edc92cb65474 req-82c04c4f-ba7b-4a63-9589-cc22146378af tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:01.491522 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9943db3a-086b-4057-a0d6-edc92cb65474 req-82c04c4f-ba7b-4a63-9589-cc22146378af tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:01.501724 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee745fdb-267c-4e91-b8d4-5808a6593308 req-e6bd6695-d31c-4b13-a6cd-605ba3f79ec5 tempest-VolumesAdminNegativeTest-553409845 tempest-VolumesAdminNegativeTest-553409845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:01.503177 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ee745fdb-267c-4e91-b8d4-5808a6593308 req-e6bd6695-d31c-4b13-a6cd-605ba3f79ec5 tempest-VolumesAdminNegativeTest-553409845 tempest-VolumesAdminNegativeTest-553409845-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2a6b71d-313d-4451-a321-78c89aca685b HTTP/1.1" status: 200 len: 944 time: 0.6226757 May 05 21:41:01.569391 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9943db3a-086b-4057-a0d6-edc92cb65474 req-82c04c4f-ba7b-4a63-9589-cc22146378af tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6469989 May 05 21:41:01.580279 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['f41428c4-d865-49c7-aefc-61552b059fb4'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:41:01.584631 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-9943db3a-086b-4057-a0d6-edc92cb65474 req-582bcb5e-9120-4292-b664-9f50b343898f service neutron] Request body: {'port': {'device_id': '2cadebeb-4693-436b-90dd-aee03acac426', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:41:01.638763 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-58e5b6d6-c77e-49f6-a80c-332e8dda2897 req-21831db2-1b3d-425f-a6cd-7f221d140448 service neutron] 10.222.0.32 "GET /v2.0/networks/50de31c2-045e-4a9b-b81b-290e300eaeef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3925920 May 05 21:41:01.661530 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ee745fdb-267c-4e91-b8d4-5808a6593308 req-e254e42a-5a68-4855-9d46-af910a23e022 tempest-VolumesAdminNegativeTest-553409845 tempest-VolumesAdminNegativeTest-553409845-project] 10.222.0.23 "GET /v2.0/security-groups?id=892f9777-4cfa-494c-9373-b9f159f3b56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461203 May 05 21:41:01.679481 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-56cc8e54-f4d9-4aad-940b-b483a6da0bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'name': 'tempest-FloatingIPsAssociationTestJSON-224327286-router', 'tenant_id': '288dd14d0b064298b7582f08c1578363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'fbf9b063-e524-4352-95aa-4b8e693a86e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:39:23Z', 'updated_at': '2022-05-05T21:39:30Z', 'revision_number': 4, 'project_id': '288dd14d0b064298b7582f08c1578363', 'gw_port': {'id': 'fbf9b063-e524-4352-95aa-4b8e693a86e7', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:13:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:39:24Z', 'updated_at': '2022-05-05T21:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '8d3adc09-f0d0-43b1-b21d-9a438fca2786', 'name': '', 'network_id': '15fc94c9-79b7-4d3d-a68d-e74651d075f7', 'tenant_id': '288dd14d0b064298b7582f08c1578363', 'mac_address': 'fa:16:3e:74:c6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb07d95f-0719-4a75-a100-4b7cfd38dc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:39:29Z', 'updated_at': '2022-05-05T21:39:38Z', 'revision_number': 5, 'project_id': '288dd14d0b064298b7582f08c1578363', 'subnets': [{'id': 'cb07d95f-0719-4a75-a100-4b7cfd38dc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:41:01.685998 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cc8e54-f4d9-4aad-940b-b483a6da0bbb None None] Checking router: 33e07aed-3c6d-4b6c-92dd-e5f3530fba31 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:41:01.699630 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cc8e54-f4d9-4aad-940b-b483a6da0bbb None None] Routers {'33e07aed-3c6d-4b6c-92dd-e5f3530fba31'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:41:01.700236 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-56cc8e54-f4d9-4aad-940b-b483a6da0bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:40:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['33e07aed-3c6d-4b6c-92dd-e5f3530fba31'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:41:01.775521 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9943db3a-086b-4057-a0d6-edc92cb65474 req-582bcb5e-9120-4292-b664-9f50b343898f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:01.844777 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1d43b6d6-78ee-426a-9527-7d32c80067a3 req-c7766c12-fd2d-49d1-8e7d-8159bce2c41c tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/security-groups/ff777f1a-12bf-4f5a-ad92-9ed79b2e2b04 HTTP/1.1" status: 200 len: 1633 time: 0.1330912 May 05 21:41:02.020032 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-56cc8e54-f4d9-4aad-940b-b483a6da0bbb None None] Set router 33e07aed-3c6d-4b6c-92dd-e5f3530fba31 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:41:02.145529 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-1d43b6d6-78ee-426a-9527-7d32c80067a3 req-21d8cbf2-4451-4a71-8b2f-a867a101e766 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:02.235539 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-1d43b6d6-78ee-426a-9527-7d32c80067a3 req-21d8cbf2-4451-4a71-8b2f-a867a101e766 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:02.342402 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-1d43b6d6-78ee-426a-9527-7d32c80067a3 req-21d8cbf2-4451-4a71-8b2f-a867a101e766 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:02.383436 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-56cc8e54-f4d9-4aad-940b-b483a6da0bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'name': 'tempest-FloatingIPsAssociationTestJSON-224327286-router', 'tenant_id': '288dd14d0b064298b7582f08c1578363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'fbf9b063-e524-4352-95aa-4b8e693a86e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:39:23Z', 'updated_at': '2022-05-05T21:39:30Z', 'revision_number': 4, 'project_id': '288dd14d0b064298b7582f08c1578363', 'gw_port': {'id': 'fbf9b063-e524-4352-95aa-4b8e693a86e7', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:13:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:39:24Z', 'updated_at': '2022-05-05T21:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '8d3adc09-f0d0-43b1-b21d-9a438fca2786', 'name': '', 'network_id': '15fc94c9-79b7-4d3d-a68d-e74651d075f7', 'tenant_id': '288dd14d0b064298b7582f08c1578363', 'mac_address': 'fa:16:3e:74:c6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb07d95f-0719-4a75-a100-4b7cfd38dc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:39:29Z', 'updated_at': '2022-05-05T21:39:38Z', 'revision_number': 5, 'project_id': '288dd14d0b064298b7582f08c1578363', 'subnets': [{'id': 'cb07d95f-0719-4a75-a100-4b7cfd38dc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:41:02.387499 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cc8e54-f4d9-4aad-940b-b483a6da0bbb None None] The sync data for ids ['33e07aed-3c6d-4b6c-92dd-e5f3530fba31'] in n-d-825175-4 is: [{'id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'name': 'tempest-FloatingIPsAssociationTestJSON-224327286-router', 'tenant_id': '288dd14d0b064298b7582f08c1578363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'fbf9b063-e524-4352-95aa-4b8e693a86e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:39:23Z', 'updated_at': '2022-05-05T21:39:30Z', 'revision_number': 4, 'project_id': '288dd14d0b064298b7582f08c1578363', 'gw_port': {'id': 'fbf9b063-e524-4352-95aa-4b8e693a86e7', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:13:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:39:24Z', 'updated_at': '2022-05-05T21:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '8d3adc09-f0d0-43b1-b21d-9a438fca2786', 'name': '', 'network_id': '15fc94c9-79b7-4d3d-a68d-e74651d075f7', 'tenant_id': '288dd14d0b064298b7582f08c1578363', 'mac_address': 'fa:16:3e:74:c6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb07d95f-0719-4a75-a100-4b7cfd38dc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:39:29Z', 'updated_at': '2022-05-05T21:39:38Z', 'revision_number': 5, 'project_id': '288dd14d0b064298b7582f08c1578363', 'subnets': [{'id': 'cb07d95f-0719-4a75-a100-4b7cfd38dc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:41:02.408682 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d8cbf2-4451-4a71-8b2f-a867a101e766 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff777f1a-12bf-4f5a-ad92-9ed79b2e2b04,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:02.433079 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-9943db3a-086b-4057-a0d6-edc92cb65474 req-582bcb5e-9120-4292-b664-9f50b343898f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3724c349-8f78-4911-8f92-c4c3a5107b76 {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:41:02.437359 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-1d43b6d6-78ee-426a-9527-7d32c80067a3 req-21d8cbf2-4451-4a71-8b2f-a867a101e766 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:02.438459 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1d43b6d6-78ee-426a-9527-7d32c80067a3 req-21d8cbf2-4451-4a71-8b2f-a867a101e766 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "DELETE /v2.0/security-groups/ff777f1a-12bf-4f5a-ad92-9ed79b2e2b04 HTTP/1.1" status: 204 len: 173 time: 0.5813909 May 05 21:41:02.446671 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9943db3a-086b-4057-a0d6-edc92cb65474 req-582bcb5e-9120-4292-b664-9f50b343898f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:02.470483 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-9943db3a-086b-4057-a0d6-edc92cb65474 req-582bcb5e-9120-4292-b664-9f50b343898f service neutron] Transition to ACTIVE for port object 3724c349-8f78-4911-8f92-c4c3a5107b76 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:41:02.472489 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54f12050-f51a-40f1-9d57-c2e1e1a8adf9 req-fd8eb95d-273e-4e70-bf36-8ade08da2ce5 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Router 33e07aed-3c6d-4b6c-92dd-e5f3530fba31 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:41:02.476847 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9943db3a-086b-4057-a0d6-edc92cb65474 req-582bcb5e-9120-4292-b664-9f50b343898f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:02.672965 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [req-cff26381-7686-4deb-86ea-13464fcb0cdf req-e5b17a78-976b-433e-98a0-a2cf083a12ca service neutron] show failed (client error): The resource could not be found. May 05 21:41:02.674294 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-cff26381-7686-4deb-86ea-13464fcb0cdf req-e5b17a78-976b-433e-98a0-a2cf083a12ca service neutron] 10.222.0.44 "GET /v2.0/ports/7f1d5640-52d2-459f-8641-381344597961/bindings/n-h2-825175-4 HTTP/1.1" status: 404 len: 380 time: 0.0827262 May 05 21:41:02.713969 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582bcb5e-9120-4292-b664-9f50b343898f service neutron] Pushing event updated for resources: {'Port': ['ID=3724c349-8f78-4911-8f92-c4c3a5107b76,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:02.857067 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-9943db3a-086b-4057-a0d6-edc92cb65474 req-582bcb5e-9120-4292-b664-9f50b343898f service neutron] Attempting to bind port 3724c349-8f78-4911-8f92-c4c3a5107b76 on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:41:02.857371 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-9943db3a-086b-4057-a0d6-edc92cb65474 req-582bcb5e-9120-4292-b664-9f50b343898f service neutron] Attempting to bind port 3724c349-8f78-4911-8f92-c4c3a5107b76 by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': '1433ba6d-48b0-4056-91b6-deba1a0564ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '20d2a56b-3a76-462e-a812-0f44fcc7b483'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:41:02.857702 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9943db3a-086b-4057-a0d6-edc92cb65474 req-582bcb5e-9120-4292-b664-9f50b343898f service neutron] Attempting to bind port 3724c349-8f78-4911-8f92-c4c3a5107b76 on network 20d2a56b-3a76-462e-a812-0f44fcc7b483 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:41:02.876974 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9943db3a-086b-4057-a0d6-edc92cb65474 req-582bcb5e-9120-4292-b664-9f50b343898f service neutron] Port 3724c349-8f78-4911-8f92-c4c3a5107b76 on network 20d2a56b-3a76-462e-a812-0f44fcc7b483 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:41:02.877296 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9943db3a-086b-4057-a0d6-edc92cb65474 req-582bcb5e-9120-4292-b664-9f50b343898f service neutron] Attempting to bind port 3724c349-8f78-4911-8f92-c4c3a5107b76 on network 20d2a56b-3a76-462e-a812-0f44fcc7b483 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:41:02.887787 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9943db3a-086b-4057-a0d6-edc92cb65474 req-582bcb5e-9120-4292-b664-9f50b343898f service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:41:02.888115 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9943db3a-086b-4057-a0d6-edc92cb65474 req-582bcb5e-9120-4292-b664-9f50b343898f service neutron] Checking segment: {'id': '1433ba6d-48b0-4056-91b6-deba1a0564ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '20d2a56b-3a76-462e-a812-0f44fcc7b483'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:41:02.888490 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9943db3a-086b-4057-a0d6-edc92cb65474 req-582bcb5e-9120-4292-b664-9f50b343898f service neutron] Bound using segment: {'id': '1433ba6d-48b0-4056-91b6-deba1a0564ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '20d2a56b-3a76-462e-a812-0f44fcc7b483'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:41:02.888923 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-9943db3a-086b-4057-a0d6-edc92cb65474 req-582bcb5e-9120-4292-b664-9f50b343898f service neutron] Bound port: 3724c349-8f78-4911-8f92-c4c3a5107b76, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1433ba6d-48b0-4056-91b6-deba1a0564ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '20d2a56b-3a76-462e-a812-0f44fcc7b483'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:41:02.889250 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9943db3a-086b-4057-a0d6-edc92cb65474 req-582bcb5e-9120-4292-b664-9f50b343898f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:02.957667 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2dc413e-9385-4146-9d26-a21997106ece'] response: {'server_uuid': '72873853-2c62-4102-a949-1c20517418b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea876908-2ded-4130-bbf8-22fbb38c331c', 'code': 200} May 05 21:41:03.029696 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device f41428c4-d865-49c7-aefc-61552b059fb4 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:41:03.057943 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-9943db3a-086b-4057-a0d6-edc92cb65474 req-582bcb5e-9120-4292-b664-9f50b343898f service neutron] For port 3724c349-8f78-4911-8f92-c4c3a5107b76, host n-h1-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:41:03.063503 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54f12050-f51a-40f1-9d57-c2e1e1a8adf9 req-fd8eb95d-273e-4e70-bf36-8ade08da2ce5 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:41:03.066052 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-9943db3a-086b-4057-a0d6-edc92cb65474 req-582bcb5e-9120-4292-b664-9f50b343898f service neutron] For port 3724c349-8f78-4911-8f92-c4c3a5107b76, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=3724c349-8f78-4911-8f92-c4c3a5107b76,segment=NetworkSegment(1433ba6d-48b0-4056-91b6-deba1a0564ab),segment_id=1433ba6d-48b0-4056-91b6-deba1a0564ab)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:41:03.099126 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-54f12050-f51a-40f1-9d57-c2e1e1a8adf9 req-fd8eb95d-273e-4e70-bf36-8ade08da2ce5 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:03.100558 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0ad02964-787e-42dc-b070-5bd45481131b req-3e8d6ab3-0c5e-4454-8e7a-ab2481d0441e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=72873853-2c62-4102-a949-1c20517418b2 HTTP/1.1" status: 200 len: 1096 time: 0.0865791 May 05 21:41:03.112033 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port f41428c4-d865-49c7-aefc-61552b059fb4 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:41:03.116927 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port f41428c4-d865-49c7-aefc-61552b059fb4 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:41:03.117333 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:03.138773 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9943db3a-086b-4057-a0d6-edc92cb65474 req-582bcb5e-9120-4292-b664-9f50b343898f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:03.148637 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0ad02964-787e-42dc-b070-5bd45481131b req-ef8c5c25-9a73-42ec-8551-c8bba45434a8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410426 May 05 21:41:03.174467 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e46e420-2769-4812-a18a-b3bc52a88505 None None] Sync routers for ids ['b28ee826-2446-4194-955d-71b45972b1ec'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:41:03.195167 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e46e420-2769-4812-a18a-b3bc52a88505 None None] Routers set() bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:41:03.195528 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e46e420-2769-4812-a18a-b3bc52a88505 None None] Router IDs set() for agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 05 21:41:03.196176 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_agentschedulers_db [None req-2e46e420-2769-4812-a18a-b3bc52a88505 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b28ee826-2446-4194-955d-71b45972b1ec'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:40:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent'). {{(pid=84064) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 05 21:41:03.256758 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e46e420-2769-4812-a18a-b3bc52a88505 None None] Routers set() bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:41:03.257120 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e46e420-2769-4812-a18a-b3bc52a88505 None None] Router IDs set() for agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 05 21:41:03.257739 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_agentschedulers_db [None req-2e46e420-2769-4812-a18a-b3bc52a88505 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b28ee826-2446-4194-955d-71b45972b1ec'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:40:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent'). {{(pid=84064) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 05 21:41:03.258111 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e46e420-2769-4812-a18a-b3bc52a88505 None None] The sync data for ids ['b28ee826-2446-4194-955d-71b45972b1ec'] in n-d-825175-4 is: [] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:41:03.259691 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:03.294978 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port f41428c4-d865-49c7-aefc-61552b059fb4, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=f41428c4-d865-49c7-aefc-61552b059fb4,segment=NetworkSegment(d46cedce-2a02-4785-94af-a57cb27fb933),segment_id=d46cedce-2a02-4785-94af-a57cb27fb933)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:41:03.300221 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:03.309954 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cff26381-7686-4deb-86ea-13464fcb0cdf req-e7339afe-5db3-4023-ab40-7c2527ddf96d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2808b5ea-531b-4d46-862d-46a70e81df09&tenant_id=1d0c3bd18deb4529a9eff5d87fa07f7f HTTP/1.1" status: 200 len: 1101 time: 0.4059122 May 05 21:41:03.338637 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-cff26381-7686-4deb-86ea-13464fcb0cdf req-cdbd4bef-c38b-4bb7-bffe-e52c9cc90e03 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825175-4', 'device_owner': 'compute:nova'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:41:03.367862 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=f41428c4-d865-49c7-aefc-61552b059fb4,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:03.413965 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9943db3a-086b-4057-a0d6-edc92cb65474 req-582bcb5e-9120-4292-b664-9f50b343898f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:03.415337 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9943db3a-086b-4057-a0d6-edc92cb65474 req-582bcb5e-9120-4292-b664-9f50b343898f service neutron] 10.222.0.44 "PUT /v2.0/ports/3724c349-8f78-4911-8f92-c4c3a5107b76 HTTP/1.1" status: 200 len: 1091 time: 1.8359928 May 05 21:41:03.418441 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-54f12050-f51a-40f1-9d57-c2e1e1a8adf9 req-fd8eb95d-273e-4e70-bf36-8ade08da2ce5 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "PUT /v2.0/floatingips/b4d8027f-0091-46c4-8897-4851bf482148 HTTP/1.1" status: 200 len: 694 time: 3.5549960 May 05 21:41:03.418884 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cadebeb-4693-436b-90dd-aee03acac426', 'tag': '3724c349-8f78-4911-8f92-c4c3a5107b76'}, {'name': 'network-changed', 'server_uuid': '9412a9ed-70af-4e00-8544-16f3d238cac1', 'tag': '79eece80-2516-4284-8e8e-89730a2dec8b'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:41:03.479618 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582bcb5e-9120-4292-b664-9f50b343898f service neutron] Pushing event updated for resources: {'Port': ['ID=3724c349-8f78-4911-8f92-c4c3a5107b76,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:03.610470 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-cff26381-7686-4deb-86ea-13464fcb0cdf req-cdbd4bef-c38b-4bb7-bffe-e52c9cc90e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:03.623991 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc04ed8a-0c06-469b-adb7-22cd6e968651 req-a4bcbecf-8153-43df-888d-b48587a930f3 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:03.625362 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fc04ed8a-0c06-469b-adb7-22cd6e968651 req-a4bcbecf-8153-43df-888d-b48587a930f3 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2808b5ea-531b-4d46-862d-46a70e81df09 HTTP/1.1" status: 200 len: 950 time: 0.5638373 May 05 21:41:03.784789 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-54f12050-f51a-40f1-9d57-c2e1e1a8adf9 req-7a06e159-8f73-40b8-9007-8b41d3302d43 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=288dd14d0b064298b7582f08c1578363&device_id=9412a9ed-70af-4e00-8544-16f3d238cac1 HTTP/1.1" status: 200 len: 1097 time: 0.3485396 May 05 21:41:03.792868 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fc04ed8a-0c06-469b-adb7-22cd6e968651 req-5db06162-803e-44ac-a6ce-214621e00b99 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591046 May 05 21:41:03.799360 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9943db3a-086b-4057-a0d6-edc92cb65474 req-55dfda90-8c1f-458f-ba71-e1be0d57a64a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3ad6e070bfeb43998594f1d97e1517f2&device_id=2cadebeb-4693-436b-90dd-aee03acac426 HTTP/1.1" status: 200 len: 1094 time: 0.3207676 May 05 21:41:04.012753 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9943db3a-086b-4057-a0d6-edc92cb65474 req-22dd3b93-6281-4816-a0c8-97d29cf5ff3e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3724c349-8f78-4911-8f92-c4c3a5107b76 HTTP/1.1" status: 200 len: 217 time: 0.1874933 May 05 21:41:04.195212 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943db3a-086b-4057-a0d6-edc92cb65474 req-247d111d-0f93-44ed-ac72-3930ee2143e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:04.196652 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9943db3a-086b-4057-a0d6-edc92cb65474 req-247d111d-0f93-44ed-ac72-3930ee2143e0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=41faf43c-45c2-40ca-97f2-b9922a51b49e HTTP/1.1" status: 200 len: 845 time: 0.1346335 May 05 21:41:04.246733 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f12050-f51a-40f1-9d57-c2e1e1a8adf9 req-d6b67095-87d4-4f30-aefe-b1bed1ba9f32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:04.248192 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-54f12050-f51a-40f1-9d57-c2e1e1a8adf9 req-d6b67095-87d4-4f30-aefe-b1bed1ba9f32 service neutron] 10.222.0.23 "GET /v2.0/networks?id=15fc94c9-79b7-4d3d-a68d-e74651d075f7 HTTP/1.1" status: 200 len: 921 time: 0.4545360 May 05 21:41:04.319321 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9943db3a-086b-4057-a0d6-edc92cb65474 req-f737e27a-8086-42df-bf88-397524539987 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=20d2a56b-3a76-462e-a812-0f44fcc7b483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1104200 May 05 21:41:04.322490 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-cff26381-7686-4deb-86ea-13464fcb0cdf req-cdbd4bef-c38b-4bb7-bffe-e52c9cc90e03 service neutron] For port 7f1d5640-52d2-459f-8641-381344597961, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=7f1d5640-52d2-459f-8641-381344597961,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:41:04.335652 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e82e59-9172-408b-aae5-8c1a8e9d0eeb req-cb674659-5a0e-4662-800c-25b475d6aebc tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:04.336332 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-74e82e59-9172-408b-aae5-8c1a8e9d0eeb req-cb674659-5a0e-4662-800c-25b475d6aebc tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Synchronizing usage tracker for tenant:3ad6e070bfeb43998594f1d97e1517f2 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:41:04.365872 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24ceb39-45e6-4d23-ab94-7504b8a89069 None None] New status for floating IP b4d8027f-0091-46c4-8897-4851bf482148: DOWN {{(pid=84068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 21:41:04.375360 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-54f12050-f51a-40f1-9d57-c2e1e1a8adf9 req-f7dd7c1e-e0c5-4860-bbf2-8be94a0eb5cd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79eece80-2516-4284-8e8e-89730a2dec8b HTTP/1.1" status: 200 len: 217 time: 0.1130638 May 05 21:41:04.480202 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.resource_extend [req-cff26381-7686-4deb-86ea-13464fcb0cdf req-cdbd4bef-c38b-4bb7-bffe-e52c9cc90e03 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 21:41:04.507623 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-74e82e59-9172-408b-aae5-8c1a8e9d0eeb req-cb674659-5a0e-4662-800c-25b475d6aebc tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Unset dirty status for tenant:3ad6e070bfeb43998594f1d97e1517f2 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:41:04.508700 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-74e82e59-9172-408b-aae5-8c1a8e9d0eeb req-cb674659-5a0e-4662-800c-25b475d6aebc tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cadebeb-4693-436b-90dd-aee03acac426 HTTP/1.1" status: 200 len: 943 time: 0.5852406 May 05 21:41:04.521024 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-cff26381-7686-4deb-86ea-13464fcb0cdf req-cdbd4bef-c38b-4bb7-bffe-e52c9cc90e03 service neutron] For port 7f1d5640-52d2-459f-8641-381344597961, host n-h1-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:41:04.582839 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f12050-f51a-40f1-9d57-c2e1e1a8adf9 req-159c72f9-2d64-47d3-b913-ac91b1d97fbd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:04.584303 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-54f12050-f51a-40f1-9d57-c2e1e1a8adf9 req-159c72f9-2d64-47d3-b913-ac91b1d97fbd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cb07d95f-0719-4a75-a100-4b7cfd38dc47 HTTP/1.1" status: 200 len: 859 time: 0.1617799 May 05 21:41:04.683495 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-cff26381-7686-4deb-86ea-13464fcb0cdf req-cdbd4bef-c38b-4bb7-bffe-e52c9cc90e03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:04.703551 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9943db3a-086b-4057-a0d6-edc92cb65474 req-0210b276-953e-4343-92d5-67de0c89a82d service neutron] 10.222.0.44 "GET /v2.0/networks/20d2a56b-3a76-462e-a812-0f44fcc7b483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740087 May 05 21:41:04.720823 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-74e82e59-9172-408b-aae5-8c1a8e9d0eeb req-7a1a59a3-e587-460c-b549-980a0b3256d3 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/security-groups?id=060a0163-921c-42d6-97e2-b2f13023d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707366 May 05 21:41:04.746011 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-cff26381-7686-4deb-86ea-13464fcb0cdf req-cdbd4bef-c38b-4bb7-bffe-e52c9cc90e03 service neutron] Transition to ACTIVE for port object 7f1d5640-52d2-459f-8641-381344597961 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:41:04.753951 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-cff26381-7686-4deb-86ea-13464fcb0cdf req-cdbd4bef-c38b-4bb7-bffe-e52c9cc90e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:04.825900 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7937a10-aee4-4c9a-83c3-37dd75c835bc None None] Sync routers for ids ['33e07aed-3c6d-4b6c-92dd-e5f3530fba31'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:41:04.840488 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7937a10-aee4-4c9a-83c3-37dd75c835bc None None] Routers {'33e07aed-3c6d-4b6c-92dd-e5f3530fba31'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:41:04.841336 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-a7937a10-aee4-4c9a-83c3-37dd75c835bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:40:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['33e07aed-3c6d-4b6c-92dd-e5f3530fba31'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:41:04.981453 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a6b71d-313d-4451-a321-78c89aca685b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f41428c4-d865-49c7-aefc-61552b059fb4'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:41:05.064326 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-a7937a10-aee4-4c9a-83c3-37dd75c835bc None None] Set router 33e07aed-3c6d-4b6c-92dd-e5f3530fba31 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:41:05.074579 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-54f12050-f51a-40f1-9d57-c2e1e1a8adf9 req-90933d25-b3f6-4d1c-9bc5-1a4fb9b88cf8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=15fc94c9-79b7-4d3d-a68d-e74651d075f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4758029 May 05 21:41:05.202957 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbd4bef-c38b-4bb7-bffe-e52c9cc90e03 service neutron] Pushing event updated for resources: {'Port': ['ID=7f1d5640-52d2-459f-8641-381344597961,revision_number=6']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:05.278473 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-cff26381-7686-4deb-86ea-13464fcb0cdf req-cdbd4bef-c38b-4bb7-bffe-e52c9cc90e03 service neutron] No DVR routers for this DVR port 7f1d5640-52d2-459f-8641-381344597961 on host n-h1-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:41:05.323467 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9943db3a-086b-4057-a0d6-edc92cb65474 req-ba97c9eb-1fd1-4118-b088-570ee8520c05 service neutron] 10.222.0.44 "GET /v2.0/networks/20d2a56b-3a76-462e-a812-0f44fcc7b483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6052477 May 05 21:41:05.400921 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:05.406824 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-a7937a10-aee4-4c9a-83c3-37dd75c835bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'name': 'tempest-FloatingIPsAssociationTestJSON-224327286-router', 'tenant_id': '288dd14d0b064298b7582f08c1578363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'fbf9b063-e524-4352-95aa-4b8e693a86e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:39:23Z', 'updated_at': '2022-05-05T21:39:30Z', 'revision_number': 4, 'project_id': '288dd14d0b064298b7582f08c1578363', 'gw_port': {'id': 'fbf9b063-e524-4352-95aa-4b8e693a86e7', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:13:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:39:24Z', 'updated_at': '2022-05-05T21:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '8d3adc09-f0d0-43b1-b21d-9a438fca2786', 'name': '', 'network_id': '15fc94c9-79b7-4d3d-a68d-e74651d075f7', 'tenant_id': '288dd14d0b064298b7582f08c1578363', 'mac_address': 'fa:16:3e:74:c6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb07d95f-0719-4a75-a100-4b7cfd38dc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:39:29Z', 'updated_at': '2022-05-05T21:39:38Z', 'revision_number': 5, 'project_id': '288dd14d0b064298b7582f08c1578363', 'subnets': [{'id': 'cb07d95f-0719-4a75-a100-4b7cfd38dc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:41:05.410253 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-cff26381-7686-4deb-86ea-13464fcb0cdf req-cdbd4bef-c38b-4bb7-bffe-e52c9cc90e03 service neutron] Attempting to bind port 7f1d5640-52d2-459f-8641-381344597961 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:41:05.410616 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-cff26381-7686-4deb-86ea-13464fcb0cdf req-cdbd4bef-c38b-4bb7-bffe-e52c9cc90e03 service neutron] Attempting to bind port 7f1d5640-52d2-459f-8641-381344597961 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:41:05.411187 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7937a10-aee4-4c9a-83c3-37dd75c835bc None None] Checking router: 33e07aed-3c6d-4b6c-92dd-e5f3530fba31 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:41:05.411295 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff26381-7686-4deb-86ea-13464fcb0cdf req-cdbd4bef-c38b-4bb7-bffe-e52c9cc90e03 service neutron] Attempting to bind port 7f1d5640-52d2-459f-8641-381344597961 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:41:05.420921 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7937a10-aee4-4c9a-83c3-37dd75c835bc None None] Routers {'33e07aed-3c6d-4b6c-92dd-e5f3530fba31'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:41:05.421511 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-a7937a10-aee4-4c9a-83c3-37dd75c835bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:40:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['33e07aed-3c6d-4b6c-92dd-e5f3530fba31'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:41:05.423159 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-54f12050-f51a-40f1-9d57-c2e1e1a8adf9 req-710043ad-2018-441c-b0e1-e92a82ccb46d service neutron] 10.222.0.23 "GET /v2.0/networks/15fc94c9-79b7-4d3d-a68d-e74651d075f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803996 May 05 21:41:05.425204 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff26381-7686-4deb-86ea-13464fcb0cdf req-cdbd4bef-c38b-4bb7-bffe-e52c9cc90e03 service neutron] Port 7f1d5640-52d2-459f-8641-381344597961 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:41:05.425502 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff26381-7686-4deb-86ea-13464fcb0cdf req-cdbd4bef-c38b-4bb7-bffe-e52c9cc90e03 service neutron] Attempting to bind port 7f1d5640-52d2-459f-8641-381344597961 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:41:05.454761 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d4a33f-9db0-4c0e-a1a5-81ba6c4e525f req-2984dd70-7a37-45e0-a519-1b7b5047d938 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:05.456158 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b4d4a33f-9db0-4c0e-a1a5-81ba6c4e525f req-2984dd70-7a37-45e0-a519-1b7b5047d938 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=72873853-2c62-4102-a949-1c20517418b2 HTTP/1.1" status: 200 len: 945 time: 0.4556189 May 05 21:41:05.507003 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff26381-7686-4deb-86ea-13464fcb0cdf req-cdbd4bef-c38b-4bb7-bffe-e52c9cc90e03 service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:41:05.507325 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff26381-7686-4deb-86ea-13464fcb0cdf req-cdbd4bef-c38b-4bb7-bffe-e52c9cc90e03 service neutron] Checking segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:41:05.507692 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff26381-7686-4deb-86ea-13464fcb0cdf req-cdbd4bef-c38b-4bb7-bffe-e52c9cc90e03 service neutron] Bound using segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:41:05.508151 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-cff26381-7686-4deb-86ea-13464fcb0cdf req-cdbd4bef-c38b-4bb7-bffe-e52c9cc90e03 service neutron] Bound port: 7f1d5640-52d2-459f-8641-381344597961, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:41:05.508489 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-cff26381-7686-4deb-86ea-13464fcb0cdf req-cdbd4bef-c38b-4bb7-bffe-e52c9cc90e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:05.616785 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:05.622852 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-a7937a10-aee4-4c9a-83c3-37dd75c835bc None None] Set router 33e07aed-3c6d-4b6c-92dd-e5f3530fba31 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:41:05.660933 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b4d4a33f-9db0-4c0e-a1a5-81ba6c4e525f req-b1b19a3e-1fc9-42ed-aaf3-196cbd201abc tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961083 May 05 21:41:05.671161 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-54f12050-f51a-40f1-9d57-c2e1e1a8adf9 req-804a94ca-dd4c-4052-a213-9f8b553b6cf7 service neutron] 10.222.0.23 "GET /v2.0/networks/15fc94c9-79b7-4d3d-a68d-e74651d075f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400858 May 05 21:41:05.699126 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-cff26381-7686-4deb-86ea-13464fcb0cdf req-cdbd4bef-c38b-4bb7-bffe-e52c9cc90e03 service neutron] For port 7f1d5640-52d2-459f-8641-381344597961, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:41:05.702427 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-cff26381-7686-4deb-86ea-13464fcb0cdf req-cdbd4bef-c38b-4bb7-bffe-e52c9cc90e03 service neutron] For port 7f1d5640-52d2-459f-8641-381344597961, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=7f1d5640-52d2-459f-8641-381344597961,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:41:05.709084 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-cff26381-7686-4deb-86ea-13464fcb0cdf req-cdbd4bef-c38b-4bb7-bffe-e52c9cc90e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:05.788083 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [req-6286317b-d6a3-40d2-b37f-cdd345f79b25 req-97c17ac6-a280-41e4-94b7-3d1a1e5233b5 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] show failed (client error): The resource could not be found. May 05 21:41:05.789087 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6286317b-d6a3-40d2-b37f-cdd345f79b25 req-97c17ac6-a280-41e4-94b7-3d1a1e5233b5 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/security-groups/ff777f1a-12bf-4f5a-ad92-9ed79b2e2b04 HTTP/1.1" status: 404 len: 352 time: 0.0430999 May 05 21:41:05.795260 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-cff26381-7686-4deb-86ea-13464fcb0cdf req-cdbd4bef-c38b-4bb7-bffe-e52c9cc90e03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:05.796497 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cff26381-7686-4deb-86ea-13464fcb0cdf req-cdbd4bef-c38b-4bb7-bffe-e52c9cc90e03 service neutron] 10.222.0.32 "PUT /v2.0/ports/7f1d5640-52d2-459f-8641-381344597961 HTTP/1.1" status: 200 len: 1096 time: 2.4709172 May 05 21:41:05.872418 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbd4bef-c38b-4bb7-bffe-e52c9cc90e03 service neutron] Pushing event updated for resources: {'Port': ['ID=7f1d5640-52d2-459f-8641-381344597961,revision_number=7']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:05.975748 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ca2953-6760-49a1-bffd-a9a298da106f req-d544945e-0bce-46c0-b9c8-bf431aabe0ba tempest-VolumesAdminNegativeTest-553409845 tempest-VolumesAdminNegativeTest-553409845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:05.977360 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-68ca2953-6760-49a1-bffd-a9a298da106f req-d544945e-0bce-46c0-b9c8-bf431aabe0ba tempest-VolumesAdminNegativeTest-553409845 tempest-VolumesAdminNegativeTest-553409845-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2a6b71d-313d-4451-a321-78c89aca685b HTTP/1.1" status: 200 len: 946 time: 0.1723175 May 05 21:41:05.977704 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-a7937a10-aee4-4c9a-83c3-37dd75c835bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'name': 'tempest-FloatingIPsAssociationTestJSON-224327286-router', 'tenant_id': '288dd14d0b064298b7582f08c1578363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'fbf9b063-e524-4352-95aa-4b8e693a86e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:39:23Z', 'updated_at': '2022-05-05T21:39:30Z', 'revision_number': 4, 'project_id': '288dd14d0b064298b7582f08c1578363', 'gw_port': {'id': 'fbf9b063-e524-4352-95aa-4b8e693a86e7', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:13:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:39:24Z', 'updated_at': '2022-05-05T21:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '8d3adc09-f0d0-43b1-b21d-9a438fca2786', 'name': '', 'network_id': '15fc94c9-79b7-4d3d-a68d-e74651d075f7', 'tenant_id': '288dd14d0b064298b7582f08c1578363', 'mac_address': 'fa:16:3e:74:c6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb07d95f-0719-4a75-a100-4b7cfd38dc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:39:29Z', 'updated_at': '2022-05-05T21:39:38Z', 'revision_number': 5, 'project_id': '288dd14d0b064298b7582f08c1578363', 'subnets': [{'id': 'cb07d95f-0719-4a75-a100-4b7cfd38dc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:41:05.982279 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cff26381-7686-4deb-86ea-13464fcb0cdf req-0973fb0e-20a1-4728-bdf6-b7a3e0f9af94 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d0c3bd18deb4529a9eff5d87fa07f7f&device_id=2808b5ea-531b-4d46-862d-46a70e81df09 HTTP/1.1" status: 200 len: 1099 time: 0.1415491 May 05 21:41:05.983398 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7937a10-aee4-4c9a-83c3-37dd75c835bc None None] The sync data for ids ['33e07aed-3c6d-4b6c-92dd-e5f3530fba31'] in n-d-825175-4 is: [{'id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'name': 'tempest-FloatingIPsAssociationTestJSON-224327286-router', 'tenant_id': '288dd14d0b064298b7582f08c1578363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'fbf9b063-e524-4352-95aa-4b8e693a86e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:39:23Z', 'updated_at': '2022-05-05T21:39:30Z', 'revision_number': 4, 'project_id': '288dd14d0b064298b7582f08c1578363', 'gw_port': {'id': 'fbf9b063-e524-4352-95aa-4b8e693a86e7', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:13:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:39:24Z', 'updated_at': '2022-05-05T21:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '8d3adc09-f0d0-43b1-b21d-9a438fca2786', 'name': '', 'network_id': '15fc94c9-79b7-4d3d-a68d-e74651d075f7', 'tenant_id': '288dd14d0b064298b7582f08c1578363', 'mac_address': 'fa:16:3e:74:c6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb07d95f-0719-4a75-a100-4b7cfd38dc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:39:29Z', 'updated_at': '2022-05-05T21:39:38Z', 'revision_number': 5, 'project_id': '288dd14d0b064298b7582f08c1578363', 'subnets': [{'id': 'cb07d95f-0719-4a75-a100-4b7cfd38dc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:41:06.077629 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 3dd9cfad-d7d6-44f0-b1d2-8d69d7ef0a8c no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:41:06.123033 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 3dd9cfad-d7d6-44f0-b1d2-8d69d7ef0a8c {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:41:06.123500 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 3dd9cfad-d7d6-44f0-b1d2-8d69d7ef0a8c not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:41:06.124017 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 0a65cee6-cae5-4016-8e06-4c3c8b477312 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:41:06.161138 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 0a65cee6-cae5-4016-8e06-4c3c8b477312 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:41:06.161472 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 0a65cee6-cae5-4016-8e06-4c3c8b477312 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:41:06.189916 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-68ca2953-6760-49a1-bffd-a9a298da106f req-2513f677-3498-4a2d-9e00-b5848479b5fb tempest-VolumesAdminNegativeTest-553409845 tempest-VolumesAdminNegativeTest-553409845-project] 10.222.0.23 "GET /v2.0/security-groups?id=892f9777-4cfa-494c-9373-b9f159f3b56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023497 May 05 21:41:06.197335 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff26381-7686-4deb-86ea-13464fcb0cdf req-4e4aae45-9d22-4fd4-ad05-08538c63a029 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:06.198688 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cff26381-7686-4deb-86ea-13464fcb0cdf req-4e4aae45-9d22-4fd4-ad05-08538c63a029 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 HTTP/1.1" status: 200 len: 870 time: 0.1941817 May 05 21:41:06.273125 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cff26381-7686-4deb-86ea-13464fcb0cdf req-19786c74-dcef-4d7e-8cab-1ac50dc89b39 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=7f1d5640-52d2-459f-8641-381344597961 HTTP/1.1" status: 200 len: 217 time: 0.0681040 May 05 21:41:06.362510 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a93f3d03-6792-4e02-8785-d55cd3a51fac'] response: {'name': 'network-changed', 'server_uuid': '2cadebeb-4693-436b-90dd-aee03acac426', 'tag': '3724c349-8f78-4911-8f92-c4c3a5107b76', 'status': 'completed', 'code': 200} May 05 21:41:06.362945 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a93f3d03-6792-4e02-8785-d55cd3a51fac'] response: {'name': 'network-changed', 'server_uuid': '9412a9ed-70af-4e00-8544-16f3d238cac1', 'tag': '79eece80-2516-4284-8e8e-89730a2dec8b', 'status': 'completed', 'code': 200} May 05 21:41:06.381285 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e87703d0-4089-4cab-90cc-b7098fa8b520'] response: {'server_uuid': 'a2a6b71d-313d-4451-a321-78c89aca685b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f41428c4-d865-49c7-aefc-61552b059fb4', 'code': 200} May 05 21:41:06.432643 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff26381-7686-4deb-86ea-13464fcb0cdf req-f3840c1f-9798-435a-ae26-d73ce50cf09c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:06.434296 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cff26381-7686-4deb-86ea-13464fcb0cdf req-f3840c1f-9798-435a-ae26-d73ce50cf09c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.1540115 May 05 21:41:06.436826 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-cdd5bef1-57c3-44c5-b1b7-7b72319f32f7 req-022bcaa5-e945-4be0-875e-c3628b950152 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=288dd14d0b064298b7582f08c1578363&device_id=9412a9ed-70af-4e00-8544-16f3d238cac1 HTTP/1.1" status: 200 len: 1097 time: 0.0728202 May 05 21:41:06.551772 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cdd5bef1-57c3-44c5-b1b7-7b72319f32f7 req-dccb1048-653d-4e15-9ad1-3ef3b342875d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3ad6e070bfeb43998594f1d97e1517f2&device_id=2cadebeb-4693-436b-90dd-aee03acac426 HTTP/1.1" status: 200 len: 1094 time: 0.1870794 May 05 21:41:06.662715 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-89e2ce46-6566-4716-a5ec-8b5d42258c5e req-ac6426c7-2bdc-4826-af30-8e1d1de6e3d2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a2a6b71d-313d-4451-a321-78c89aca685b HTTP/1.1" status: 200 len: 1097 time: 0.1846290 May 05 21:41:06.759231 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5bef1-57c3-44c5-b1b7-7b72319f32f7 req-82c99201-8bc1-4482-8740-bb95df82dff5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:06.760668 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-cdd5bef1-57c3-44c5-b1b7-7b72319f32f7 req-82c99201-8bc1-4482-8740-bb95df82dff5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=15fc94c9-79b7-4d3d-a68d-e74651d075f7 HTTP/1.1" status: 200 len: 921 time: 0.3045273 May 05 21:41:06.783352 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cff26381-7686-4deb-86ea-13464fcb0cdf req-a08e4133-7b2e-421d-8794-74d898c9dba0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3275678 May 05 21:41:06.816661 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5bef1-57c3-44c5-b1b7-7b72319f32f7 req-6f395f02-a617-48d0-a6f3-0fb3d3432713 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:06.818051 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cdd5bef1-57c3-44c5-b1b7-7b72319f32f7 req-6f395f02-a617-48d0-a6f3-0fb3d3432713 service neutron] 10.222.0.44 "GET /v2.0/networks?id=20d2a56b-3a76-462e-a812-0f44fcc7b483 HTTP/1.1" status: 200 len: 906 time: 0.2589324 May 05 21:41:06.823919 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e938061d-aaca-4336-93f5-c43eb7c23293 req-69db7e73-03fe-4480-aaf1-d195696d631a tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:06.825293 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e938061d-aaca-4336-93f5-c43eb7c23293 req-69db7e73-03fe-4480-aaf1-d195696d631a tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2808b5ea-531b-4d46-862d-46a70e81df09 HTTP/1.1" status: 200 len: 948 time: 0.3214083 May 05 21:41:06.840257 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-cdd5bef1-57c3-44c5-b1b7-7b72319f32f7 req-e54dd941-b995-45b3-9430-cfb90a66501b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79eece80-2516-4284-8e8e-89730a2dec8b HTTP/1.1" status: 200 len: 217 time: 0.0721378 May 05 21:41:06.881853 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-89e2ce46-6566-4716-a5ec-8b5d42258c5e req-3db6bc28-5830-4035-a704-7ea7e7a8724b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=892f9777-4cfa-494c-9373-b9f159f3b56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127652 May 05 21:41:06.907913 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5bef1-57c3-44c5-b1b7-7b72319f32f7 req-ac134f56-9f19-4dfb-83df-38e4479e31de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:06.909366 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-cdd5bef1-57c3-44c5-b1b7-7b72319f32f7 req-ac134f56-9f19-4dfb-83df-38e4479e31de service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cb07d95f-0719-4a75-a100-4b7cfd38dc47 HTTP/1.1" status: 200 len: 859 time: 0.0626867 May 05 21:41:07.078083 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cdd5bef1-57c3-44c5-b1b7-7b72319f32f7 req-ecc5a951-4627-4e91-b5cd-4035edc8f764 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3724c349-8f78-4911-8f92-c4c3a5107b76 HTTP/1.1" status: 200 len: 217 time: 0.2518666 May 05 21:41:07.169009 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-cdd5bef1-57c3-44c5-b1b7-7b72319f32f7 req-14cac254-7581-48d6-a99e-e027e4b733a8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=15fc94c9-79b7-4d3d-a68d-e74651d075f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732653 May 05 21:41:07.208931 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5bef1-57c3-44c5-b1b7-7b72319f32f7 req-ae006c32-117d-4ece-8369-891f7e0a4804 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:07.210325 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cdd5bef1-57c3-44c5-b1b7-7b72319f32f7 req-ae006c32-117d-4ece-8369-891f7e0a4804 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=41faf43c-45c2-40ca-97f2-b9922a51b49e HTTP/1.1" status: 200 len: 845 time: 0.1182883 May 05 21:41:07.212799 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e938061d-aaca-4336-93f5-c43eb7c23293 req-610aadb2-ccae-4f19-95e3-0c0fa943063d tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193801 May 05 21:41:07.261012 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cff26381-7686-4deb-86ea-13464fcb0cdf req-6ce5921b-ffaa-474f-9e72-107239b6d056 service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4683146 May 05 21:41:07.263803 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c373be8b-034d-4568-a9a3-d57aedb99083 req-7a394605-bdf3-4875-a947-31c0c3443e3b tempest-LiveAutoBlockMigrationV225Test-533236276 tempest-LiveAutoBlockMigrationV225Test-533236276-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=72873853-2c62-4102-a949-1c20517418b2 HTTP/1.1" status: 200 len: 1096 time: 0.5434096 May 05 21:41:07.265916 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cdd5bef1-57c3-44c5-b1b7-7b72319f32f7 req-f139c4e7-5aac-4c51-86fd-1c9af00f8c90 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=20d2a56b-3a76-462e-a812-0f44fcc7b483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482693 May 05 21:41:07.305892 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-cdd5bef1-57c3-44c5-b1b7-7b72319f32f7 req-b4bab8ee-b642-412a-b6ee-c4e6ab57c67e service neutron] 10.222.0.32 "GET /v2.0/networks/15fc94c9-79b7-4d3d-a68d-e74651d075f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297894 May 05 21:41:07.439667 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-cdd5bef1-57c3-44c5-b1b7-7b72319f32f7 req-e4930afa-8aef-41fb-b817-74bf7f6aba81 service neutron] 10.222.0.32 "GET /v2.0/networks/15fc94c9-79b7-4d3d-a68d-e74651d075f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249557 May 05 21:41:07.543980 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c373be8b-034d-4568-a9a3-d57aedb99083 req-f7d46d86-a8b2-4a18-bf99-c625032369ec tempest-LiveAutoBlockMigrationV225Test-533236276 tempest-LiveAutoBlockMigrationV225Test-533236276-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570980 May 05 21:41:07.560896 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 3724c349-8f78-4911-8f92-c4c3a5107b76 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:41:07.565514 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 7f1d5640-52d2-459f-8641-381344597961 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:41:07.596081 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cff26381-7686-4deb-86ea-13464fcb0cdf req-1d1a9518-edd9-4d8c-89fd-aa5fcee93533 service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276248 May 05 21:41:07.601549 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cdd5bef1-57c3-44c5-b1b7-7b72319f32f7 req-1308c9ab-6590-4911-a0fe-d16a7d6988f9 service neutron] 10.222.0.44 "GET /v2.0/networks/20d2a56b-3a76-462e-a812-0f44fcc7b483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158917 May 05 21:41:07.664727 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 7f1d5640-52d2-459f-8641-381344597961 not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:41:07.722208 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a95011e-490b-4a48-bd83-12eab7071f31 req-cba66d90-db6e-4a2f-b893-a432e852aa13 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:07.723717 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9a95011e-490b-4a48-bd83-12eab7071f31 req-cba66d90-db6e-4a2f-b893-a432e852aa13 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cadebeb-4693-436b-90dd-aee03acac426 HTTP/1.1" status: 200 len: 943 time: 0.3539159 May 05 21:41:07.777027 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 3724c349-8f78-4911-8f92-c4c3a5107b76, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=3724c349-8f78-4911-8f92-c4c3a5107b76,segment=NetworkSegment(1433ba6d-48b0-4056-91b6-deba1a0564ab),segment_id=1433ba6d-48b0-4056-91b6-deba1a0564ab)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:41:07.790588 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '3724c349-8f78-4911-8f92-c4c3a5107b76', 'network_id': '20d2a56b-3a76-462e-a812-0f44fcc7b483', 'port_id': '3724c349-8f78-4911-8f92-c4c3a5107b76', 'mac_address': 'fa:16:3e:05:4f:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41faf43c-45c2-40ca-97f2-b9922a51b49e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:41:07.816575 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b771d28a-8158-4639-8f85-1fb9b210017c req-584934c4-22e6-4606-a6c3-2e9d3d51d9fc tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/security-groups/11f2c647-25e1-4f46-93b2-f60afb256e3c HTTP/1.1" status: 200 len: 1634 time: 0.1186812 May 05 21:41:07.846631 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:07.857515 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cdd5bef1-57c3-44c5-b1b7-7b72319f32f7 req-221bef23-5d71-4830-b81a-f72c3a58815d service neutron] 10.222.0.44 "GET /v2.0/networks/20d2a56b-3a76-462e-a812-0f44fcc7b483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480733 May 05 21:41:07.872172 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9a95011e-490b-4a48-bd83-12eab7071f31 req-b28395d5-9285-4b45-813c-3388126bb050 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/security-groups?id=060a0163-921c-42d6-97e2-b2f13023d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391149 May 05 21:41:07.907869 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3724c349-8f78-4911-8f92-c4c3a5107b76 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:41:07.920365 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-b771d28a-8158-4639-8f85-1fb9b210017c req-c4fb7d1b-0aa1-4495-a47b-a27ed58762e4 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:07.923977 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 3724c349-8f78-4911-8f92-c4c3a5107b76, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=3724c349-8f78-4911-8f92-c4c3a5107b76,segment=NetworkSegment(1433ba6d-48b0-4056-91b6-deba1a0564ab),segment_id=1433ba6d-48b0-4056-91b6-deba1a0564ab)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:41:07.928454 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:07.955984 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-b771d28a-8158-4639-8f85-1fb9b210017c req-c4fb7d1b-0aa1-4495-a47b-a27ed58762e4 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:08.001340 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=3724c349-8f78-4911-8f92-c4c3a5107b76,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:08.015635 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-b771d28a-8158-4639-8f85-1fb9b210017c req-c4fb7d1b-0aa1-4495-a47b-a27ed58762e4 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:08.037519 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fb7d1b-0aa1-4495-a47b-a27ed58762e4 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f2c647-25e1-4f46-93b2-f60afb256e3c,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:08.045776 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-b771d28a-8158-4639-8f85-1fb9b210017c req-c4fb7d1b-0aa1-4495-a47b-a27ed58762e4 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:08.046960 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b771d28a-8158-4639-8f85-1fb9b210017c req-c4fb7d1b-0aa1-4495-a47b-a27ed58762e4 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "DELETE /v2.0/security-groups/11f2c647-25e1-4f46-93b2-f60afb256e3c HTTP/1.1" status: 204 len: 173 time: 0.2210832 May 05 21:41:08.160398 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['3724c349-8f78-4911-8f92-c4c3a5107b76'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:41:08.276061 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f240e2-8be8-407d-adc3-7638d379d7b5 req-23dee442-f660-48d8-b742-d6900c46aa49 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:08.277875 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e4f240e2-8be8-407d-adc3-7638d379d7b5 req-23dee442-f660-48d8-b742-d6900c46aa49 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac16859b-183d-4e86-bd67-a6ab39d5a094&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1051056 May 05 21:41:08.407104 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2808b5ea-531b-4d46-862d-46a70e81df09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f1d5640-52d2-459f-8641-381344597961'}, {'name': 'network-changed', 'server_uuid': '2808b5ea-531b-4d46-862d-46a70e81df09', 'tag': '7f1d5640-52d2-459f-8641-381344597961'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:41:08.460248 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e4f240e2-8be8-407d-adc3-7638d379d7b5 req-1e8bf115-f138-4f23-9e40-6ff9334baa74 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.45 HTTP/1.1" status: 200 len: 695 time: 0.1391027 May 05 21:41:08.481142 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-e4f240e2-8be8-407d-adc3-7638d379d7b5 req-7e2d850d-bf9b-413f-8f35-15a77dd8154c tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Request body: {'floatingip': {'port_id': '316ee080-e24c-4927-ae55-1d986286df81', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:41:08.570307 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-e4f240e2-8be8-407d-adc3-7638d379d7b5 req-7e2d850d-bf9b-413f-8f35-15a77dd8154c tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Notify callbacks [] for floatingip, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:08.808052 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38fd04f-8549-4eb2-98b1-97b8f0e5f293 req-09e81e33-968a-42bf-b5ba-aaf0c791a7c1 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:08.809344 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f38fd04f-8549-4eb2-98b1-97b8f0e5f293 req-09e81e33-968a-42bf-b5ba-aaf0c791a7c1 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.32 "GET /v2.0/ports?device_id=9412a9ed-70af-4e00-8544-16f3d238cac1 HTTP/1.1" status: 200 len: 946 time: 0.4302707 May 05 21:41:08.818122 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 32796) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:41:08.862601 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff5290-9f28-4111-af77-d526e1904088 req-5ceb5c77-6df1-424f-bea4-4803ceb082e5 tempest-VolumesAdminNegativeTest-553409845 tempest-VolumesAdminNegativeTest-553409845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:08.864104 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-12ff5290-9f28-4111-af77-d526e1904088 req-5ceb5c77-6df1-424f-bea4-4803ceb082e5 tempest-VolumesAdminNegativeTest-553409845 tempest-VolumesAdminNegativeTest-553409845-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2a6b71d-313d-4451-a321-78c89aca685b HTTP/1.1" status: 200 len: 946 time: 0.5848517 May 05 21:41:08.960676 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2ed25656-b5ea-4a10-8c1d-331d45d2b64f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:08.965211 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-f38fd04f-8549-4eb2-98b1-97b8f0e5f293 req-1c9ab35b-75e9-44b1-a1e9-d21010ad4ea7 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Deleting port 79eece80-2516-4284-8e8e-89730a2dec8b {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:41:08.965559 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-f38fd04f-8549-4eb2-98b1-97b8f0e5f293 req-1c9ab35b-75e9-44b1-a1e9-d21010ad4ea7 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:08.998712 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-2ed25656-b5ea-4a10-8c1d-331d45d2b64f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:41:09.002528 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-2ed25656-b5ea-4a10-8c1d-331d45d2b64f admin admin] Usage tracker for resource:security_group_rule and tenant:e6bd9e3562d74d60a48aa11ee14636ef is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:41:09.005441 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-2ed25656-b5ea-4a10-8c1d-331d45d2b64f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:41:09.011076 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-2ed25656-b5ea-4a10-8c1d-331d45d2b64f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:41:09.075481 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2ed25656-b5ea-4a10-8c1d-331d45d2b64f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:09.079516 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2ed25656-b5ea-4a10-8c1d-331d45d2b64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:09.095334 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-12ff5290-9f28-4111-af77-d526e1904088 req-19d2a4f0-26c7-481d-b462-cdd090785c70 tempest-VolumesAdminNegativeTest-553409845 tempest-VolumesAdminNegativeTest-553409845-project] 10.222.0.23 "GET /v2.0/security-groups?id=892f9777-4cfa-494c-9373-b9f159f3b56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226028 May 05 21:41:09.137933 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-2ed25656-b5ea-4a10-8c1d-331d45d2b64f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e6bd9e3562d74d60a48aa11ee14636ef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3186381 May 05 21:41:09.138648 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed25656-b5ea-4a10-8c1d-331d45d2b64f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb8957d-cbf2-4b89-9ef2-75b7fc179c6f,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:09.141443 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 32806) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:41:09.211280 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f7accdcb-f040-4f44-a9bb-60caeea66b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:09.238687 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f7accdcb-f040-4f44-a9bb-60caeea66b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:09.294613 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f7accdcb-f040-4f44-a9bb-60caeea66b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:09.314751 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7accdcb-f040-4f44-a9bb-60caeea66b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb8957d-cbf2-4b89-9ef2-75b7fc179c6f,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:09.323947 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f7accdcb-f040-4f44-a9bb-60caeea66b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:09.338853 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f7accdcb-f040-4f44-a9bb-60caeea66b26 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4bb8957d-cbf2-4b89-9ef2-75b7fc179c6f HTTP/1.1" status: 204 len: 168 time: 0.1887920 May 05 21:41:09.549546 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-f38fd04f-8549-4eb2-98b1-97b8f0e5f293 req-1c9ab35b-75e9-44b1-a1e9-d21010ad4ea7 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] For port 79eece80-2516-4284-8e8e-89730a2dec8b, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=79eece80-2516-4284-8e8e-89730a2dec8b,segment=NetworkSegment(70e83286-5918-4af1-9b6d-01bc6155c4dc),segment_id=70e83286-5918-4af1-9b6d-01bc6155c4dc)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:41:09.550213 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-f38fd04f-8549-4eb2-98b1-97b8f0e5f293 req-1c9ab35b-75e9-44b1-a1e9-d21010ad4ea7 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:09.575262 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 3724c349-8f78-4911-8f92-c4c3a5107b76 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:41:09.683686 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-45c88259-1cc8-4fc1-83c3-33cf08a90ca6 req-6f3f1286-2125-445f-81eb-af8de9e51a7d tempest-LiveAutoBlockMigrationV225Test-533236276 tempest-LiveAutoBlockMigrationV225Test-533236276-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=72873853-2c62-4102-a949-1c20517418b2 HTTP/1.1" status: 200 len: 1096 time: 0.3776011 May 05 21:41:09.692856 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-f38fd04f-8549-4eb2-98b1-97b8f0e5f293 req-1c9ab35b-75e9-44b1-a1e9-d21010ad4ea7 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Calling delete_port for 79eece80-2516-4284-8e8e-89730a2dec8b owned by compute:nova {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:41:09.742412 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 3724c349-8f78-4911-8f92-c4c3a5107b76 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:41:09.750525 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 3724c349-8f78-4911-8f92-c4c3a5107b76 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:41:09.751165 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:09.900745 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:09.934974 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-45c88259-1cc8-4fc1-83c3-33cf08a90ca6 req-4a3df226-62f8-46c6-b9fd-f3667a6ac1ce tempest-LiveAutoBlockMigrationV225Test-533236276 tempest-LiveAutoBlockMigrationV225Test-533236276-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502754 May 05 21:41:09.941871 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 3724c349-8f78-4911-8f92-c4c3a5107b76, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=3724c349-8f78-4911-8f92-c4c3a5107b76,segment=NetworkSegment(1433ba6d-48b0-4056-91b6-deba1a0564ab),segment_id=1433ba6d-48b0-4056-91b6-deba1a0564ab)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:41:09.943072 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cadebeb-4693-436b-90dd-aee03acac426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3724c349-8f78-4911-8f92-c4c3a5107b76'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:41:09.952585 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:10.007730 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-e4f240e2-8be8-407d-adc3-7638d379d7b5 req-7e2d850d-bf9b-413f-8f35-15a77dd8154c tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:10.026954 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-e4f240e2-8be8-407d-adc3-7638d379d7b5 req-7e2d850d-bf9b-413f-8f35-15a77dd8154c tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:10.059784 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=3724c349-8f78-4911-8f92-c4c3a5107b76,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:10.203851 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [req-5faeedc9-7d7c-45a8-97ad-4adaf6298caf req-672455f8-0a2b-4673-8639-5f25c7fbbf83 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] show failed (client error): The resource could not be found. May 05 21:41:10.204916 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5faeedc9-7d7c-45a8-97ad-4adaf6298caf req-672455f8-0a2b-4673-8639-5f25c7fbbf83 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/security-groups/11f2c647-25e1-4f46-93b2-f60afb256e3c HTTP/1.1" status: 404 len: 352 time: 0.1144338 May 05 21:41:10.257531 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-f38fd04f-8549-4eb2-98b1-97b8f0e5f293 req-1c9ab35b-75e9-44b1-a1e9-d21010ad4ea7 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:10.272697 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['316ee080-e24c-4927-ae55-1d986286df81'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:41:10.522800 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ab35b-75e9-44b1-a1e9-d21010ad4ea7 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Pushing event deleted for resources: {'Port': ['ID=79eece80-2516-4284-8e8e-89730a2dec8b,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:10.634574 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-f38fd04f-8549-4eb2-98b1-97b8f0e5f293 req-1c9ab35b-75e9-44b1-a1e9-d21010ad4ea7 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] No DVR routers for this DVR port 79eece80-2516-4284-8e8e-89730a2dec8b on host n-h2-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:41:10.639070 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-f38fd04f-8549-4eb2-98b1-97b8f0e5f293 req-1c9ab35b-75e9-44b1-a1e9-d21010ad4ea7 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:10.657594 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f38fd04f-8549-4eb2-98b1-97b8f0e5f293 req-1c9ab35b-75e9-44b1-a1e9-d21010ad4ea7 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.32 "DELETE /v2.0/ports/79eece80-2516-4284-8e8e-89730a2dec8b HTTP/1.1" status: 204 len: 173 time: 1.8370202 May 05 21:41:10.677143 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8293f3a2-9b2d-4b61-9a77-6a427309f476 req-094d2c5d-472d-4aeb-886a-3b4d503c6d5a tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:10.678593 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8293f3a2-9b2d-4b61-9a77-6a427309f476 req-094d2c5d-472d-4aeb-886a-3b4d503c6d5a tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2808b5ea-531b-4d46-862d-46a70e81df09 HTTP/1.1" status: 200 len: 948 time: 0.2063661 May 05 21:41:10.743432 n-d-825175-4 neutron-server[84061]: INFO neutron.db.l3_db [req-e4f240e2-8be8-407d-adc3-7638d379d7b5 req-7e2d850d-bf9b-413f-8f35-15a77dd8154c tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Floating IP b4d8027f-0091-46c4-8897-4851bf482148 associated. External IP: 172.25.4.45, port: 316ee080-e24c-4927-ae55-1d986286df81. May 05 21:41:10.858874 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8293f3a2-9b2d-4b61-9a77-6a427309f476 req-1274f406-d47a-45e4-9038-2fbc1d677027 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702297 May 05 21:41:10.946468 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09c3c289-0639-466e-a603-0c8e3d7d88c7'] response: {'server_uuid': '2808b5ea-531b-4d46-862d-46a70e81df09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f1d5640-52d2-459f-8641-381344597961', 'code': 200} May 05 21:41:10.946780 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09c3c289-0639-466e-a603-0c8e3d7d88c7'] response: {'name': 'network-changed', 'server_uuid': '2808b5ea-531b-4d46-862d-46a70e81df09', 'tag': '7f1d5640-52d2-459f-8641-381344597961', 'status': 'completed', 'code': 200} May 05 21:41:11.056647 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 7f1d5640-52d2-459f-8641-381344597961 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:41:11.061161 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 79eece80-2516-4284-8e8e-89730a2dec8b no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:41:11.100254 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: 79eece80-2516-4284-8e8e-89730a2dec8b {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:41:11.100570 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 79eece80-2516-4284-8e8e-89730a2dec8b not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:41:11.237788 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 7f1d5640-52d2-459f-8641-381344597961, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=7f1d5640-52d2-459f-8641-381344597961,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:41:11.256601 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '7f1d5640-52d2-459f-8641-381344597961', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'port_id': '7f1d5640-52d2-459f-8641-381344597961', 'mac_address': 'fa:16:3e:96:ce:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f237a6ef-d044-411f-a2d8-d12619664c91', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:41:11.307749 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e9c0a79a-f59f-4d9c-96ab-fc6e4b7659ce req-1d515a9d-352b-4a64-95ab-e891f4fc1171 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d0c3bd18deb4529a9eff5d87fa07f7f&device_id=2808b5ea-531b-4d46-862d-46a70e81df09 HTTP/1.1" status: 200 len: 1099 time: 0.3388028 May 05 21:41:11.312537 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:11.329733 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f1d5640-52d2-459f-8641-381344597961 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:41:11.339873 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e9c0a79a-f59f-4d9c-96ab-fc6e4b7659ce req-d69c91aa-7c30-4e74-9fa9-209be3edc29b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d0c3bd18deb4529a9eff5d87fa07f7f&device_id=2808b5ea-531b-4d46-862d-46a70e81df09 HTTP/1.1" status: 200 len: 1099 time: 0.3392229 May 05 21:41:11.346319 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 7f1d5640-52d2-459f-8641-381344597961, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=7f1d5640-52d2-459f-8641-381344597961,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:41:11.350172 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:11.421303 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=7f1d5640-52d2-459f-8641-381344597961,revision_number=8']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:11.486927 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f345146-bf84-4d0e-b43c-fb41f52e113f req-50caaf34-574c-43b5-ac7e-e24be4457852 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:11.489063 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1f345146-bf84-4d0e-b43c-fb41f52e113f req-50caaf34-574c-43b5-ac7e-e24be4457852 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cadebeb-4693-436b-90dd-aee03acac426 HTTP/1.1" status: 200 len: 945 time: 0.4093199 May 05 21:41:11.612365 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['7f1d5640-52d2-459f-8641-381344597961'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:41:11.640427 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c0a79a-f59f-4d9c-96ab-fc6e4b7659ce req-4c3078e8-bf49-4cb9-acee-8925e7e37531 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:11.641855 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e9c0a79a-f59f-4d9c-96ab-fc6e4b7659ce req-4c3078e8-bf49-4cb9-acee-8925e7e37531 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 HTTP/1.1" status: 200 len: 870 time: 0.3260560 May 05 21:41:11.643971 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c0a79a-f59f-4d9c-96ab-fc6e4b7659ce req-1adf0934-0a64-4728-ad3e-be3a09ca8204 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:11.645973 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e9c0a79a-f59f-4d9c-96ab-fc6e4b7659ce req-1adf0934-0a64-4728-ad3e-be3a09ca8204 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 HTTP/1.1" status: 200 len: 870 time: 0.2944312 May 05 21:41:11.648148 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1f345146-bf84-4d0e-b43c-fb41f52e113f req-67816c22-f326-4c24-a3d1-f93db6768231 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/security-groups?id=060a0163-921c-42d6-97e2-b2f13023d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468048 May 05 21:41:11.720016 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8ed8763-b842-4c3b-a38a-3febcef50697'] response: {'server_uuid': '2cadebeb-4693-436b-90dd-aee03acac426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3724c349-8f78-4911-8f92-c4c3a5107b76', 'code': 200} May 05 21:41:11.792683 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e9c0a79a-f59f-4d9c-96ab-fc6e4b7659ce req-3b271e2e-6836-44f9-8cd8-515a37ff2956 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=7f1d5640-52d2-459f-8641-381344597961 HTTP/1.1" status: 200 len: 217 time: 0.1435530 May 05 21:41:11.849126 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e9c0a79a-f59f-4d9c-96ab-fc6e4b7659ce req-f8cf1821-4c66-4a85-b310-58d61dc29ae6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=7f1d5640-52d2-459f-8641-381344597961 HTTP/1.1" status: 200 len: 217 time: 0.1458111 May 05 21:41:11.858934 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f4ec613c-a6b6-42d7-b6b5-4dec61eaeecc req-81392d31-9ff5-44f5-a246-e8143895661e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2cadebeb-4693-436b-90dd-aee03acac426 HTTP/1.1" status: 200 len: 1096 time: 0.0728171 May 05 21:41:11.902622 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f4ec613c-a6b6-42d7-b6b5-4dec61eaeecc req-1f65b8e0-d475-40a4-bc78-afd8ccdab495 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=060a0163-921c-42d6-97e2-b2f13023d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384440 May 05 21:41:12.083859 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c0a79a-f59f-4d9c-96ab-fc6e4b7659ce req-f950f0fc-7337-49e3-aa94-c50c70746c92 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:12.085278 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e9c0a79a-f59f-4d9c-96ab-fc6e4b7659ce req-f950f0fc-7337-49e3-aa94-c50c70746c92 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.2820194 May 05 21:41:12.093231 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c0a79a-f59f-4d9c-96ab-fc6e4b7659ce req-4a3ae720-790f-4cc1-9d66-6f44fc0980d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:12.094493 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e9c0a79a-f59f-4d9c-96ab-fc6e4b7659ce req-4a3ae720-790f-4cc1-9d66-6f44fc0980d4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.2319012 May 05 21:41:12.197414 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4f240e2-8be8-407d-adc3-7638d379d7b5 req-7e2d850d-bf9b-413f-8f35-15a77dd8154c tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Router 33e07aed-3c6d-4b6c-92dd-e5f3530fba31 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:41:12.215201 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-e5806eba-28d7-4c9a-a09e-a22b5abadd2f req-dbee89d8-70bf-4315-ab70-b40ef45d6dbd tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Synchronizing usage tracker for tenant:ddd4b9e379904604953b02573e2642da on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:41:12.260569 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-e5806eba-28d7-4c9a-a09e-a22b5abadd2f req-dbee89d8-70bf-4315-ab70-b40ef45d6dbd tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Unset dirty status for tenant:ddd4b9e379904604953b02573e2642da on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:41:12.261869 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e5806eba-28d7-4c9a-a09e-a22b5abadd2f req-dbee89d8-70bf-4315-ab70-b40ef45d6dbd tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ddd4b9e379904604953b02573e2642da HTTP/1.1" status: 200 len: 5483 time: 0.4717100 May 05 21:41:12.413069 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e9c0a79a-f59f-4d9c-96ab-fc6e4b7659ce req-5cf8cdd3-5f00-48ff-823f-1794a2922676 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3155525 May 05 21:41:12.521367 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e9c0a79a-f59f-4d9c-96ab-fc6e4b7659ce req-49951ebb-d691-431b-a3ff-6bf3613e8706 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3840599 May 05 21:41:12.564738 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e5806eba-28d7-4c9a-a09e-a22b5abadd2f req-bd3af654-fcce-4f50-8362-91dc8d013d22 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/security-groups/7568e477-67c8-43ef-953c-8ed3ca081be0 HTTP/1.1" status: 200 len: 2649 time: 0.2546670 May 05 21:41:12.724224 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e9c0a79a-f59f-4d9c-96ab-fc6e4b7659ce req-4fc10fb8-c064-4174-9f29-85bddc55da5a service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984416 May 05 21:41:12.780302 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e5806eba-28d7-4c9a-a09e-a22b5abadd2f req-bad66743-d171-43a6-bc7b-23e295b6ce38 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/security-groups/7568e477-67c8-43ef-953c-8ed3ca081be0 HTTP/1.1" status: 200 len: 2649 time: 0.2075603 May 05 21:41:12.858378 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e9c0a79a-f59f-4d9c-96ab-fc6e4b7659ce req-ae61219e-21e1-4623-9124-a5d2520cec43 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272197 May 05 21:41:12.961141 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9412a9ed-70af-4e00-8544-16f3d238cac1', 'name': 'network-vif-deleted', 'tag': '79eece80-2516-4284-8e8e-89730a2dec8b'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:41:13.030593 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e9c0a79a-f59f-4d9c-96ab-fc6e4b7659ce req-da1e6528-0c74-4194-b9c3-2e271e7334ec service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945414 May 05 21:41:13.058800 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:41:13.070931 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 7f1d5640-52d2-459f-8641-381344597961 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:41:13.074081 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e9c0a79a-f59f-4d9c-96ab-fc6e4b7659ce req-b2b30e7f-adbc-4b5c-8234-efce766a4a3f service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013328 May 05 21:41:13.084993 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4f240e2-8be8-407d-adc3-7638d379d7b5 req-7e2d850d-bf9b-413f-8f35-15a77dd8154c tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:41:13.089960 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-e4f240e2-8be8-407d-adc3-7638d379d7b5 req-7e2d850d-bf9b-413f-8f35-15a77dd8154c tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:13.094698 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10afb26-aa2c-4c95-812a-3884ed7c4abd None None] Sync routers for ids ['33e07aed-3c6d-4b6c-92dd-e5f3530fba31'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:41:13.116365 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10afb26-aa2c-4c95-812a-3884ed7c4abd None None] Routers {'33e07aed-3c6d-4b6c-92dd-e5f3530fba31'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:41:13.117287 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-b10afb26-aa2c-4c95-812a-3884ed7c4abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:40:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['33e07aed-3c6d-4b6c-92dd-e5f3530fba31'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:41:13.161645 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e4f240e2-8be8-407d-adc3-7638d379d7b5 req-7e2d850d-bf9b-413f-8f35-15a77dd8154c tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "PUT /v2.0/floatingips/b4d8027f-0091-46c4-8897-4851bf482148 HTTP/1.1" status: 200 len: 995 time: 4.6940341 May 05 21:41:13.215185 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port 7f1d5640-52d2-459f-8641-381344597961 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:41:13.222847 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 7f1d5640-52d2-459f-8641-381344597961 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:41:13.223498 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:13.273512 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e4f240e2-8be8-407d-adc3-7638d379d7b5 req-00c24f8e-d178-4173-89cc-c5973edfcb7f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=288dd14d0b064298b7582f08c1578363&device_id=ac16859b-183d-4e86-bd67-a6ab39d5a094 HTTP/1.1" status: 200 len: 1096 time: 0.0927892 May 05 21:41:13.393477 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-b10afb26-aa2c-4c95-812a-3884ed7c4abd None None] Set router 33e07aed-3c6d-4b6c-92dd-e5f3530fba31 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:41:13.408292 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:13.459110 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f240e2-8be8-407d-adc3-7638d379d7b5 req-a0c849dc-0749-4b5d-8f62-901d26cab919 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:13.459581 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 7f1d5640-52d2-459f-8641-381344597961, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=7f1d5640-52d2-459f-8641-381344597961,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:41:13.461844 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e4f240e2-8be8-407d-adc3-7638d379d7b5 req-a0c849dc-0749-4b5d-8f62-901d26cab919 service neutron] 10.222.0.23 "GET /v2.0/networks?id=15fc94c9-79b7-4d3d-a68d-e74651d075f7 HTTP/1.1" status: 200 len: 921 time: 0.1825418 May 05 21:41:13.469913 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:13.569924 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=7f1d5640-52d2-459f-8641-381344597961,revision_number=9']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:13.593182 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 32878) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:41:13.641323 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e4f240e2-8be8-407d-adc3-7638d379d7b5 req-4b26db58-088f-4e30-a4b5-1d85a0c97ec5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=316ee080-e24c-4927-ae55-1d986286df81 HTTP/1.1" status: 200 len: 998 time: 0.1722548 May 05 21:41:13.707634 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f240e2-8be8-407d-adc3-7638d379d7b5 req-fc651173-5e06-4a2b-bf35-e5c60e0ea3cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:13.716830 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e4f240e2-8be8-407d-adc3-7638d379d7b5 req-fc651173-5e06-4a2b-bf35-e5c60e0ea3cc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cb07d95f-0719-4a75-a100-4b7cfd38dc47 HTTP/1.1" status: 200 len: 859 time: 0.0746577 May 05 21:41:13.721185 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2808b5ea-531b-4d46-862d-46a70e81df09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1d5640-52d2-459f-8641-381344597961'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:41:13.805047 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e4f240e2-8be8-407d-adc3-7638d379d7b5 req-782dbd13-6b7c-44b3-8ec8-7503fdc4e7c2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=15fc94c9-79b7-4d3d-a68d-e74651d075f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0869234 May 05 21:41:13.842720 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-50114102-2d22-44cf-be37-0fc1cfbe8342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:13.885180 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-50114102-2d22-44cf-be37-0fc1cfbe8342 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:41:13.889902 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-50114102-2d22-44cf-be37-0fc1cfbe8342 admin admin] Usage tracker for resource:security_group_rule and tenant:79324e90dbb14b498ade207e4dd7aa26 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:41:13.893334 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-50114102-2d22-44cf-be37-0fc1cfbe8342 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:41:13.902010 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-50114102-2d22-44cf-be37-0fc1cfbe8342 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:41:13.914442 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ab17257e-2690-4823-a187-02e4218bcb3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:14.027299 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-50114102-2d22-44cf-be37-0fc1cfbe8342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:14.035059 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-50114102-2d22-44cf-be37-0fc1cfbe8342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:14.057794 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-b10afb26-aa2c-4c95-812a-3884ed7c4abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'name': 'tempest-FloatingIPsAssociationTestJSON-224327286-router', 'tenant_id': '288dd14d0b064298b7582f08c1578363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'fbf9b063-e524-4352-95aa-4b8e693a86e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:39:23Z', 'updated_at': '2022-05-05T21:39:30Z', 'revision_number': 4, 'project_id': '288dd14d0b064298b7582f08c1578363', 'gw_port': {'id': 'fbf9b063-e524-4352-95aa-4b8e693a86e7', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:13:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:39:24Z', 'updated_at': '2022-05-05T21:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': 'b4d8027f-0091-46c4-8897-4851bf482148', 'tenant_id': '288dd14d0b064298b7582f08c1578363', 'floating_ip_address': '172.25.4.45', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'port_id': '316ee080-e24c-4927-ae55-1d986286df81', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15fc94c9-79b7-4d3d-a68d-e74651d075f7', 'mac_address': 'fa:16:3e:a9:11:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac16859b-183d-4e86-bd67-a6ab39d5a094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:40:04Z', 'updated_at': '2022-05-05T21:41:09Z', 'revision_number': 8, 'project_id': '288dd14d0b064298b7582f08c1578363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d3adc09-f0d0-43b1-b21d-9a438fca2786', 'name': '', 'network_id': '15fc94c9-79b7-4d3d-a68d-e74651d075f7', 'tenant_id': '288dd14d0b064298b7582f08c1578363', 'mac_address': 'fa:16:3e:74:c6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb07d95f-0719-4a75-a100-4b7cfd38dc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:39:29Z', 'updated_at': '2022-05-05T21:39:38Z', 'revision_number': 5, 'project_id': '288dd14d0b064298b7582f08c1578363', 'subnets': [{'id': 'cb07d95f-0719-4a75-a100-4b7cfd38dc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:41:14.063769 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10afb26-aa2c-4c95-812a-3884ed7c4abd None None] Checking router: 33e07aed-3c6d-4b6c-92dd-e5f3530fba31 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:41:14.079087 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10afb26-aa2c-4c95-812a-3884ed7c4abd None None] Routers {'33e07aed-3c6d-4b6c-92dd-e5f3530fba31'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:41:14.079813 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-b10afb26-aa2c-4c95-812a-3884ed7c4abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:40:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['33e07aed-3c6d-4b6c-92dd-e5f3530fba31'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:41:14.098738 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-50114102-2d22-44cf-be37-0fc1cfbe8342 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=79324e90dbb14b498ade207e4dd7aa26&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5019019 May 05 21:41:14.098738 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50114102-2d22-44cf-be37-0fc1cfbe8342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796f81e8-76a2-49fc-b2d3-bcc67aa66300,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:14.099521 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 32888) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:41:14.122622 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50114102-2d22-44cf-be37-0fc1cfbe8342 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:41:14.123027 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50114102-2d22-44cf-be37-0fc1cfbe8342 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:41:14.123329 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50114102-2d22-44cf-be37-0fc1cfbe8342 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:41:14.123735 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50114102-2d22-44cf-be37-0fc1cfbe8342 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:41:14.124062 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50114102-2d22-44cf-be37-0fc1cfbe8342 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:41:14.124384 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50114102-2d22-44cf-be37-0fc1cfbe8342 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:41:14.124703 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50114102-2d22-44cf-be37-0fc1cfbe8342 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:41:14.125019 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50114102-2d22-44cf-be37-0fc1cfbe8342 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:41:14.125336 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50114102-2d22-44cf-be37-0fc1cfbe8342 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:41:14.126426 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50114102-2d22-44cf-be37-0fc1cfbe8342 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:41:14.126426 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50114102-2d22-44cf-be37-0fc1cfbe8342 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:41:14.167811 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e4f240e2-8be8-407d-adc3-7638d379d7b5 req-2df4a7fe-0428-40a5-ac29-f691bb779b92 service neutron] 10.222.0.23 "GET /v2.0/networks/15fc94c9-79b7-4d3d-a68d-e74651d075f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610911 May 05 21:41:14.187185 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dc4a0b79-3441-4ad1-846f-8ba93d3e1c73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:14.226458 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dc4a0b79-3441-4ad1-846f-8ba93d3e1c73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:14.294372 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dc4a0b79-3441-4ad1-846f-8ba93d3e1c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:14.312975 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4a0b79-3441-4ad1-846f-8ba93d3e1c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796f81e8-76a2-49fc-b2d3-bcc67aa66300,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:14.319096 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-b10afb26-aa2c-4c95-812a-3884ed7c4abd None None] Set router 33e07aed-3c6d-4b6c-92dd-e5f3530fba31 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:41:14.350752 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dc4a0b79-3441-4ad1-846f-8ba93d3e1c73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:14.354934 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-dc4a0b79-3441-4ad1-846f-8ba93d3e1c73 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/796f81e8-76a2-49fc-b2d3-bcc67aa66300 HTTP/1.1" status: 204 len: 168 time: 0.2543793 May 05 21:41:14.524658 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e4f240e2-8be8-407d-adc3-7638d379d7b5 req-ba87a461-8807-4be3-9894-5bd5bcef0812 service neutron] 10.222.0.23 "GET /v2.0/networks/15fc94c9-79b7-4d3d-a68d-e74651d075f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503530 May 05 21:41:14.554529 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ba3f3-ee7d-4544-ba25-c6ea8c439207 req-3012fa10-19b1-4f2c-956c-65ab95d6912a tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:14.558193 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ce4ba3f3-ee7d-4544-ba25-c6ea8c439207 req-3012fa10-19b1-4f2c-956c-65ab95d6912a tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.32 "GET /v2.0/ports?device_id=2808b5ea-531b-4d46-862d-46a70e81df09&tenant_id=1d0c3bd18deb4529a9eff5d87fa07f7f&binding%3Ahost_id=n-h2-825175-4 HTTP/1.1" status: 200 len: 950 time: 0.3024707 May 05 21:41:14.884825 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ce4ba3f3-ee7d-4544-ba25-c6ea8c439207 req-e889c980-327c-4d8e-8bd1-2ae451627590 service neutron] 10.222.0.32 "GET /v2.0/ports/7f1d5640-52d2-459f-8641-381344597961/bindings/n-h2-825175-4 HTTP/1.1" status: 200 len: 382 time: 0.3223772 May 05 21:41:15.010938 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8c5a9c54-1ee8-4cbd-b684-0534fcdfa789 req-c5c2342e-79e9-4702-980a-aea15bcde303 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=72873853-2c62-4102-a949-1c20517418b2&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.5447400 May 05 21:41:15.093151 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7efc5c8-a01a-4cbc-9334-ac91c385c450 req-f7158c01-30c9-4166-807d-46830ae76622 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:15.111569 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-b10afb26-aa2c-4c95-812a-3884ed7c4abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'name': 'tempest-FloatingIPsAssociationTestJSON-224327286-router', 'tenant_id': '288dd14d0b064298b7582f08c1578363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'fbf9b063-e524-4352-95aa-4b8e693a86e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:39:23Z', 'updated_at': '2022-05-05T21:39:30Z', 'revision_number': 4, 'project_id': '288dd14d0b064298b7582f08c1578363', 'gw_port': {'id': 'fbf9b063-e524-4352-95aa-4b8e693a86e7', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:13:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:39:24Z', 'updated_at': '2022-05-05T21:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': 'b4d8027f-0091-46c4-8897-4851bf482148', 'tenant_id': '288dd14d0b064298b7582f08c1578363', 'floating_ip_address': '172.25.4.45', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'port_id': '316ee080-e24c-4927-ae55-1d986286df81', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15fc94c9-79b7-4d3d-a68d-e74651d075f7', 'mac_address': 'fa:16:3e:a9:11:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac16859b-183d-4e86-bd67-a6ab39d5a094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:40:04Z', 'updated_at': '2022-05-05T21:41:09Z', 'revision_number': 8, 'project_id': '288dd14d0b064298b7582f08c1578363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d3adc09-f0d0-43b1-b21d-9a438fca2786', 'name': '', 'network_id': '15fc94c9-79b7-4d3d-a68d-e74651d075f7', 'tenant_id': '288dd14d0b064298b7582f08c1578363', 'mac_address': 'fa:16:3e:74:c6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb07d95f-0719-4a75-a100-4b7cfd38dc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:39:29Z', 'updated_at': '2022-05-05T21:39:38Z', 'revision_number': 5, 'project_id': '288dd14d0b064298b7582f08c1578363', 'subnets': [{'id': 'cb07d95f-0719-4a75-a100-4b7cfd38dc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:41:15.116827 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10afb26-aa2c-4c95-812a-3884ed7c4abd None None] The sync data for ids ['33e07aed-3c6d-4b6c-92dd-e5f3530fba31'] in n-d-825175-4 is: [{'id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'name': 'tempest-FloatingIPsAssociationTestJSON-224327286-router', 'tenant_id': '288dd14d0b064298b7582f08c1578363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'fbf9b063-e524-4352-95aa-4b8e693a86e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:39:23Z', 'updated_at': '2022-05-05T21:39:30Z', 'revision_number': 4, 'project_id': '288dd14d0b064298b7582f08c1578363', 'gw_port': {'id': 'fbf9b063-e524-4352-95aa-4b8e693a86e7', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:13:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:39:24Z', 'updated_at': '2022-05-05T21:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': 'b4d8027f-0091-46c4-8897-4851bf482148', 'tenant_id': '288dd14d0b064298b7582f08c1578363', 'floating_ip_address': '172.25.4.45', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'port_id': '316ee080-e24c-4927-ae55-1d986286df81', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15fc94c9-79b7-4d3d-a68d-e74651d075f7', 'mac_address': 'fa:16:3e:a9:11:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac16859b-183d-4e86-bd67-a6ab39d5a094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:40:04Z', 'updated_at': '2022-05-05T21:41:09Z', 'revision_number': 8, 'project_id': '288dd14d0b064298b7582f08c1578363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d3adc09-f0d0-43b1-b21d-9a438fca2786', 'name': '', 'network_id': '15fc94c9-79b7-4d3d-a68d-e74651d075f7', 'tenant_id': '288dd14d0b064298b7582f08c1578363', 'mac_address': 'fa:16:3e:74:c6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb07d95f-0719-4a75-a100-4b7cfd38dc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:39:29Z', 'updated_at': '2022-05-05T21:39:38Z', 'revision_number': 5, 'project_id': '288dd14d0b064298b7582f08c1578363', 'subnets': [{'id': 'cb07d95f-0719-4a75-a100-4b7cfd38dc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:41:15.130644 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c7efc5c8-a01a-4cbc-9334-ac91c385c450 req-f7158c01-30c9-4166-807d-46830ae76622 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cadebeb-4693-436b-90dd-aee03acac426 HTTP/1.1" status: 200 len: 945 time: 0.3186736 May 05 21:41:15.265345 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ce4ba3f3-ee7d-4544-ba25-c6ea8c439207 req-40ddc476-1b5f-4c34-9a03-4fae6618d134 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d0c3bd18deb4529a9eff5d87fa07f7f&device_id=2808b5ea-531b-4d46-862d-46a70e81df09 HTTP/1.1" status: 200 len: 1101 time: 0.3533962 May 05 21:41:15.387006 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c7efc5c8-a01a-4cbc-9334-ac91c385c450 req-b57b0b7d-8730-4651-a332-48c1fd640a41 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/security-groups?id=060a0163-921c-42d6-97e2-b2f13023d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430372 May 05 21:41:15.498050 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ae3865-10c0-4a3f-8ea6-c2f074bd131a None None] New status for floating IP b4d8027f-0091-46c4-8897-4851bf482148: ACTIVE {{(pid=84064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 21:41:15.505756 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-d4ed0754-26f8-4ddd-acac-fa3a41469936 req-a6fcf16e-4f31-43f4-aaf3-e3be35d349dd tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1366732034', 'description': 'tempest-description-1507757619'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:41:15.537954 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-d4ed0754-26f8-4ddd-acac-fa3a41469936 req-a6fcf16e-4f31-43f4-aaf3-e3be35d349dd tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:41:15.556250 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ba3f3-ee7d-4544-ba25-c6ea8c439207 req-99d62075-4a3b-4315-9302-a4e37a509b99 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:15.557471 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ce4ba3f3-ee7d-4544-ba25-c6ea8c439207 req-99d62075-4a3b-4315-9302-a4e37a509b99 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 HTTP/1.1" status: 200 len: 870 time: 0.2855859 May 05 21:41:15.703004 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-d4ed0754-26f8-4ddd-acac-fa3a41469936 req-a6fcf16e-4f31-43f4-aaf3-e3be35d349dd tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:41:15.736381 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-d4ed0754-26f8-4ddd-acac-fa3a41469936 req-a6fcf16e-4f31-43f4-aaf3-e3be35d349dd tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:15.760029 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ce4ba3f3-ee7d-4544-ba25-c6ea8c439207 req-1ea76a81-c47d-46f2-b9fb-3b452309ccf2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=7f1d5640-52d2-459f-8641-381344597961 HTTP/1.1" status: 200 len: 217 time: 0.1940312 May 05 21:41:15.887677 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-d4ed0754-26f8-4ddd-acac-fa3a41469936 req-a6fcf16e-4f31-43f4-aaf3-e3be35d349dd tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:41:15.893779 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ba3f3-ee7d-4544-ba25-c6ea8c439207 req-8e1b1741-d064-4c5b-ae5f-ebf11b2e7788 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:15.895412 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ce4ba3f3-ee7d-4544-ba25-c6ea8c439207 req-8e1b1741-d064-4c5b-ae5f-ebf11b2e7788 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.1260753 May 05 21:41:15.896336 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-d4ed0754-26f8-4ddd-acac-fa3a41469936 req-a6fcf16e-4f31-43f4-aaf3-e3be35d349dd tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Usage tracker for resource:security_group_rule and tenant:ddd4b9e379904604953b02573e2642da is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:41:15.899416 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-d4ed0754-26f8-4ddd-acac-fa3a41469936 req-a6fcf16e-4f31-43f4-aaf3-e3be35d349dd tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:41:15.943832 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-d4ed0754-26f8-4ddd-acac-fa3a41469936 req-a6fcf16e-4f31-43f4-aaf3-e3be35d349dd tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:41:16.038344 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ce4ba3f3-ee7d-4544-ba25-c6ea8c439207 req-a018e39c-1ada-440b-a7c7-93a5b63c88ad service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1357992 May 05 21:41:16.083125 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-d4ed0754-26f8-4ddd-acac-fa3a41469936 req-a6fcf16e-4f31-43f4-aaf3-e3be35d349dd tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:16.129757 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-d4ed0754-26f8-4ddd-acac-fa3a41469936 req-a6fcf16e-4f31-43f4-aaf3-e3be35d349dd tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:16.207997 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fcf16e-4f31-43f4-aaf3-e3be35d349dd tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa49b3c0-1c70-49eb-9436-713e6ba7eff8,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:16.239983 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fcf16e-4f31-43f4-aaf3-e3be35d349dd tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:41:16.240250 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fcf16e-4f31-43f4-aaf3-e3be35d349dd tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:41:16.240717 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fcf16e-4f31-43f4-aaf3-e3be35d349dd tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:41:16.241097 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fcf16e-4f31-43f4-aaf3-e3be35d349dd tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:41:16.241420 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fcf16e-4f31-43f4-aaf3-e3be35d349dd tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:41:16.241735 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fcf16e-4f31-43f4-aaf3-e3be35d349dd tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:41:16.242049 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fcf16e-4f31-43f4-aaf3-e3be35d349dd tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:41:16.242806 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fcf16e-4f31-43f4-aaf3-e3be35d349dd tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:41:16.242806 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fcf16e-4f31-43f4-aaf3-e3be35d349dd tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:41:16.243003 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fcf16e-4f31-43f4-aaf3-e3be35d349dd tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:41:16.243853 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fcf16e-4f31-43f4-aaf3-e3be35d349dd tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:41:16.256207 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-d4ed0754-26f8-4ddd-acac-fa3a41469936 req-a6fcf16e-4f31-43f4-aaf3-e3be35d349dd tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:16.257471 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d4ed0754-26f8-4ddd-acac-fa3a41469936 req-a6fcf16e-4f31-43f4-aaf3-e3be35d349dd tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 0.7568605 May 05 21:41:16.257960 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-cfae22a0-fb91-4cac-a22d-11ab2219cdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:16.283635 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ce4ba3f3-ee7d-4544-ba25-c6ea8c439207 req-6d418bd2-b605-4aab-a1d8-7e9fe6631d27 service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385004 May 05 21:41:16.424899 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f4c9da2-b3b3-40b1-af11-d9b51c95ae1c'] response: {'server_uuid': '9412a9ed-70af-4e00-8544-16f3d238cac1', 'name': 'network-vif-deleted', 'tag': '79eece80-2516-4284-8e8e-89730a2dec8b', 'status': 'completed', 'code': 200} May 05 21:41:16.451276 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ce4ba3f3-ee7d-4544-ba25-c6ea8c439207 req-2fa81d98-17d5-438c-bf84-d112c1afc2c0 service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614149 May 05 21:41:16.489695 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a59d171a-35b1-444c-be51-a85a045e8b6b'] response: {'server_uuid': '2808b5ea-531b-4d46-862d-46a70e81df09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1d5640-52d2-459f-8641-381344597961', 'code': 200} May 05 21:41:16.627185 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-916622ba-e3d2-4d58-843c-5b9226000d9c tempest-LiveAutoBlockMigrationV225Test-533236276 tempest-LiveAutoBlockMigrationV225Test-533236276-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 21:41:16.628159 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-916622ba-e3d2-4d58-843c-5b9226000d9c tempest-LiveAutoBlockMigrationV225Test-533236276 tempest-LiveAutoBlockMigrationV225Test-533236276-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0330529 May 05 21:41:16.637489 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-6085e43c-da06-4308-846f-eb0e7f7e8c1a service neutron] Request body: {'binding': {'host': 'n-h2-825175-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:41:16.637853 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-6085e43c-da06-4308-846f-eb0e7f7e8c1a service neutron] Unknown quota resources ['binding']. {{(pid=84061) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 05 21:41:16.914822 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab49633e-ff5b-4c5a-ab8c-660d4fbbda63 req-cd81df5d-95bf-4d27-b1dc-9e9bc9bf171c tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:16.916139 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ab49633e-ff5b-4c5a-ab8c-660d4fbbda63 req-cd81df5d-95bf-4d27-b1dc-9e9bc9bf171c tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2808b5ea-531b-4d46-862d-46a70e81df09 HTTP/1.1" status: 200 len: 950 time: 0.3221982 May 05 21:41:16.991679 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-6085e43c-da06-4308-846f-eb0e7f7e8c1a service neutron] Attempting to bind port ea876908-2ded-4130-bbf8-22fbb38c331c on host n-h2-825175-4 for vnic_type normal with profile None {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:41:16.991945 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-6085e43c-da06-4308-846f-eb0e7f7e8c1a service neutron] Attempting to bind port ea876908-2ded-4130-bbf8-22fbb38c331c by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': '87859d75-c285-4ea1-b899-3b38f003cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2ea271d8-96e6-42e1-b4ca-22da751bdd28'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:41:16.992293 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-6085e43c-da06-4308-846f-eb0e7f7e8c1a service neutron] Attempting to bind port ea876908-2ded-4130-bbf8-22fbb38c331c on network 2ea271d8-96e6-42e1-b4ca-22da751bdd28 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:41:16.998808 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ab49633e-ff5b-4c5a-ab8c-660d4fbbda63 req-219560a6-e8f1-4041-bb75-1cdc199a3a66 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692310 May 05 21:41:17.001363 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-6085e43c-da06-4308-846f-eb0e7f7e8c1a service neutron] Port ea876908-2ded-4130-bbf8-22fbb38c331c on network 2ea271d8-96e6-42e1-b4ca-22da751bdd28 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:41:17.001669 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-6085e43c-da06-4308-846f-eb0e7f7e8c1a service neutron] Attempting to bind port ea876908-2ded-4130-bbf8-22fbb38c331c on network 2ea271d8-96e6-42e1-b4ca-22da751bdd28 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:41:17.008439 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-6085e43c-da06-4308-846f-eb0e7f7e8c1a service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:41:17.008762 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-6085e43c-da06-4308-846f-eb0e7f7e8c1a service neutron] Checking segment: {'id': '87859d75-c285-4ea1-b899-3b38f003cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2ea271d8-96e6-42e1-b4ca-22da751bdd28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:41:17.009117 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-6085e43c-da06-4308-846f-eb0e7f7e8c1a service neutron] Bound using segment: {'id': '87859d75-c285-4ea1-b899-3b38f003cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2ea271d8-96e6-42e1-b4ca-22da751bdd28'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:41:17.009525 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-6085e43c-da06-4308-846f-eb0e7f7e8c1a service neutron] Bound port: ea876908-2ded-4130-bbf8-22fbb38c331c, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87859d75-c285-4ea1-b899-3b38f003cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2ea271d8-96e6-42e1-b4ca-22da751bdd28'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:41:17.040575 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-6085e43c-da06-4308-846f-eb0e7f7e8c1a service neutron] For port ea876908-2ded-4130-bbf8-22fbb38c331c, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=ea876908-2ded-4130-bbf8-22fbb38c331c,segment=NetworkSegment(87859d75-c285-4ea1-b899-3b38f003cf70),segment_id=87859d75-c285-4ea1-b899-3b38f003cf70)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:41:17.104112 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-6085e43c-da06-4308-846f-eb0e7f7e8c1a service neutron] Notify callbacks [] for binding, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:17.105234 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-6085e43c-da06-4308-846f-eb0e7f7e8c1a service neutron] 10.222.0.23 "POST /v2.0/ports/ea876908-2ded-4130-bbf8-22fbb38c331c/bindings HTTP/1.1" status: 201 len: 389 time: 0.4712162 May 05 21:41:17.148846 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-94d3dcb7-7421-43d0-98b8-acd1ed5b1317 req-84b9700f-027d-413f-a72a-c7d4534912a8 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/floatingips/b4d8027f-0091-46c4-8897-4851bf482148 HTTP/1.1" status: 200 len: 997 time: 0.1069033 May 05 21:41:17.163440 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:17.319880 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d3dcb7-7421-43d0-98b8-acd1ed5b1317 req-573a8335-49c8-4e9a-9f4e-73f460e7b870 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:17.321690 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-94d3dcb7-7421-43d0-98b8-acd1ed5b1317 req-573a8335-49c8-4e9a-9f4e-73f460e7b870 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/networks/25bfe237-58de-4709-a3e0-ac79da07c300 HTTP/1.1" status: 200 len: 784 time: 0.1664386 May 05 21:41:17.365805 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [req-94d3dcb7-7421-43d0-98b8-acd1ed5b1317 req-2bb18d44-7138-4f08-aec5-363e5b46ed6a tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 21:41:17.371320 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-94d3dcb7-7421-43d0-98b8-acd1ed5b1317 req-2bb18d44-7138-4f08-aec5-363e5b46ed6a tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0139303 May 05 21:41:17.423000 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:17.424080 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-ab38c0c7-a472-4651-8060-fa6d688547f0 req-ea8d3742-4345-4f17-b4e2-fe47fd98a2a8 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1260646177', 'description': 'tempest-description-1350840747'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:41:17.432807 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-ab38c0c7-a472-4651-8060-fa6d688547f0 req-ea8d3742-4345-4f17-b4e2-fe47fd98a2a8 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:41:17.438304 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-ab38c0c7-a472-4651-8060-fa6d688547f0 req-ea8d3742-4345-4f17-b4e2-fe47fd98a2a8 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Usage tracker for resource:security_group and tenant:ddd4b9e379904604953b02573e2642da is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:41:17.442427 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-ab38c0c7-a472-4651-8060-fa6d688547f0 req-ea8d3742-4345-4f17-b4e2-fe47fd98a2a8 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:41:17.449834 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-ab38c0c7-a472-4651-8060-fa6d688547f0 req-ea8d3742-4345-4f17-b4e2-fe47fd98a2a8 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:41:17.459978 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-699e9a75-34f2-4a41-960e-64b22b915f64 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=300e0002c0a34937b02bd35920b6a01f&device_id=72873853-2c62-4102-a949-1c20517418b2 HTTP/1.1" status: 200 len: 1096 time: 0.1370988 May 05 21:41:17.489412 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-ab38c0c7-a472-4651-8060-fa6d688547f0 req-ea8d3742-4345-4f17-b4e2-fe47fd98a2a8 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:17.615702 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-ab38c0c7-a472-4651-8060-fa6d688547f0 req-ea8d3742-4345-4f17-b4e2-fe47fd98a2a8 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:41:17.623916 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-ab38c0c7-a472-4651-8060-fa6d688547f0 req-ea8d3742-4345-4f17-b4e2-fe47fd98a2a8 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Usage tracker for resource:security_group_rule and tenant:ddd4b9e379904604953b02573e2642da is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:41:17.628958 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-ab38c0c7-a472-4651-8060-fa6d688547f0 req-ea8d3742-4345-4f17-b4e2-fe47fd98a2a8 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:41:17.647525 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-ab38c0c7-a472-4651-8060-fa6d688547f0 req-ea8d3742-4345-4f17-b4e2-fe47fd98a2a8 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:41:17.655535 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-c18ffece-e5fc-4c14-ac73-62bc7e2be9ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:17.657345 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-c18ffece-e5fc-4c14-ac73-62bc7e2be9ad service neutron] 10.222.0.32 "GET /v2.0/networks?id=2ea271d8-96e6-42e1-b4ca-22da751bdd28 HTTP/1.1" status: 200 len: 921 time: 0.1911719 May 05 21:41:17.732664 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-9e89948a-3c10-4847-a41f-b7513ae4fbba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea876908-2ded-4130-bbf8-22fbb38c331c HTTP/1.1" status: 200 len: 217 time: 0.0664833 May 05 21:41:17.822338 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-ab38c0c7-a472-4651-8060-fa6d688547f0 req-ea8d3742-4345-4f17-b4e2-fe47fd98a2a8 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:17.832924 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-ab38c0c7-a472-4651-8060-fa6d688547f0 req-ea8d3742-4345-4f17-b4e2-fe47fd98a2a8 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:17.845083 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-7c0996d9-2a65-4495-a43d-a324b5824d27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:17.846809 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-7c0996d9-2a65-4495-a43d-a324b5824d27 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=36081928-afee-4476-8a16-bce3420fbcc5 HTTP/1.1" status: 200 len: 860 time: 0.1072583 May 05 21:41:17.945356 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-16590ed7-4fac-4bda-ba94-22e04a9d8860 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2ea271d8-96e6-42e1-b4ca-22da751bdd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893924 May 05 21:41:17.976638 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8d3742-4345-4f17-b4e2-fe47fd98a2a8 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd82275a-45ce-4932-9a92-ea22762bc178,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:17.981614 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-ab38c0c7-a472-4651-8060-fa6d688547f0 req-ea8d3742-4345-4f17-b4e2-fe47fd98a2a8 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:17.982754 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ab38c0c7-a472-4651-8060-fa6d688547f0 req-ea8d3742-4345-4f17-b4e2-fe47fd98a2a8 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1640 time: 0.5646012 May 05 21:41:18.236983 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-7728df45-fd1e-4ad9-9f23-b518b2e2ea4a service neutron] 10.222.0.32 "GET /v2.0/networks/2ea271d8-96e6-42e1-b4ca-22da751bdd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839177 May 05 21:41:18.363893 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459141c-fdf3-46fa-8994-3f3baecbc142 req-9253e53c-8ace-4f41-a619-e09a486a3c6c tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:18.365339 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6459141c-fdf3-46fa-8994-3f3baecbc142 req-9253e53c-8ace-4f41-a619-e09a486a3c6c tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=72873853-2c62-4102-a949-1c20517418b2 HTTP/1.1" status: 200 len: 945 time: 0.2619359 May 05 21:41:18.426586 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16fae0-a770-4ed5-9b35-fa4f4ce3a6cb req-030df2ec-93dd-4c5e-8c7d-4341d7d28262 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:18.428131 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-be16fae0-a770-4ed5-9b35-fa4f4ce3a6cb req-030df2ec-93dd-4c5e-8c7d-4341d7d28262 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/ports?device_id=2cadebeb-4693-436b-90dd-aee03acac426 HTTP/1.1" status: 200 len: 945 time: 0.2590954 May 05 21:41:18.430146 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac16859b-183d-4e86-bd67-a6ab39d5a094', 'tag': '316ee080-e24c-4927-ae55-1d986286df81'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:41:18.446982 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-d7d762f3-5a43-45fe-913c-feea3bd9fd91 service neutron] 10.222.0.32 "GET /v2.0/networks/2ea271d8-96e6-42e1-b4ca-22da751bdd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017045 May 05 21:41:18.515947 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6459141c-fdf3-46fa-8994-3f3baecbc142 req-0e369f21-2c72-41bb-a298-ad4fa498e194 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365261 May 05 21:41:18.548954 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-be16fae0-a770-4ed5-9b35-fa4f4ce3a6cb req-813f73a7-692e-4df8-b6b0-d74427b09d43 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/security-groups?id=060a0163-921c-42d6-97e2-b2f13023d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141810 May 05 21:41:18.654914 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ce4ba3f3-ee7d-4544-ba25-c6ea8c439207 req-1c175ae9-3731-4707-acf8-aaa968e7920b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2808b5ea-531b-4d46-862d-46a70e81df09&tenant_id=1d0c3bd18deb4529a9eff5d87fa07f7f HTTP/1.1" status: 200 len: 1101 time: 0.2188811 May 05 21:41:18.684940 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-ce4ba3f3-ee7d-4544-ba25-c6ea8c439207 req-8d480b42-783d-4b72-8af4-aa119bbe7455 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825175-4', 'device_owner': 'compute:nova'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:41:18.775020 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:18.998953 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5a3619e6-2993-4549-9ed2-3b70ce04898d req-fd8accd6-857b-4a3a-91d9-ad4d812c37ff tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.45 HTTP/1.1" status: 200 len: 1000 time: 0.4115438 May 05 21:41:19.060234 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-ce4ba3f3-ee7d-4544-ba25-c6ea8c439207 req-8d480b42-783d-4b72-8af4-aa119bbe7455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:19.138492 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3619e6-2993-4549-9ed2-3b70ce04898d req-ab4ed194-c9b0-4b28-92d9-3c005b57fd40 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:19.139067 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-5a3619e6-2993-4549-9ed2-3b70ce04898d req-ab4ed194-c9b0-4b28-92d9-3c005b57fd40 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Synchronizing usage tracker for tenant:288dd14d0b064298b7582f08c1578363 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:41:19.183695 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb999e-8324-450d-a2ff-999241b24b3d req-0f4a83ca-de1c-4400-856f-070d1212dd4a tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:19.185204 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7fbb999e-8324-450d-a2ff-999241b24b3d req-0f4a83ca-de1c-4400-856f-070d1212dd4a tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2808b5ea-531b-4d46-862d-46a70e81df09 HTTP/1.1" status: 200 len: 950 time: 0.4112167 May 05 21:41:19.199711 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-5a3619e6-2993-4549-9ed2-3b70ce04898d req-ab4ed194-c9b0-4b28-92d9-3c005b57fd40 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Unset dirty status for tenant:288dd14d0b064298b7582f08c1578363 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:41:19.200904 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5a3619e6-2993-4549-9ed2-3b70ce04898d req-ab4ed194-c9b0-4b28-92d9-3c005b57fd40 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/ports/316ee080-e24c-4927-ae55-1d986286df81 HTTP/1.1" status: 200 len: 942 time: 0.1959214 May 05 21:41:19.406996 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7fbb999e-8324-450d-a2ff-999241b24b3d req-4385ef07-760b-4489-9615-4bc883eabe91 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142005 May 05 21:41:19.509051 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5a3619e6-2993-4549-9ed2-3b70ce04898d req-0955501b-383b-4020-8bdf-e779f37e8f55 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.45 HTTP/1.1" status: 200 len: 1000 time: 0.2161605 May 05 21:41:19.727131 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-ce4ba3f3-ee7d-4544-ba25-c6ea8c439207 req-8d480b42-783d-4b72-8af4-aa119bbe7455 service neutron] For port 7f1d5640-52d2-459f-8641-381344597961, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=7f1d5640-52d2-459f-8641-381344597961,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:41:19.838199 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-ce4ba3f3-ee7d-4544-ba25-c6ea8c439207 req-8d480b42-783d-4b72-8af4-aa119bbe7455 service neutron] For port 7f1d5640-52d2-459f-8641-381344597961, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:41:19.922983 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3619e6-2993-4549-9ed2-3b70ce04898d req-c017db2b-ee34-406e-ac83-b8a870c68bc3 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:19.924638 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5a3619e6-2993-4549-9ed2-3b70ce04898d req-c017db2b-ee34-406e-ac83-b8a870c68bc3 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/networks/25bfe237-58de-4709-a3e0-ac79da07c300 HTTP/1.1" status: 200 len: 784 time: 0.3978724 May 05 21:41:20.032513 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c46907-b9d1-4a3c-83ed-cd64edd1d038 req-a1391adc-f8c0-4922-98ac-00b844832f3a tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:20.033230 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-06c46907-b9d1-4a3c-83ed-cd64edd1d038 req-a1391adc-f8c0-4922-98ac-00b844832f3a tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/networks?id=b818a522-930a-4e0c-83f8-04da001d67f4 HTTP/1.1" status: 200 len: 812 time: 0.4633389 May 05 21:41:20.081588 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-ce4ba3f3-ee7d-4544-ba25-c6ea8c439207 req-8d480b42-783d-4b72-8af4-aa119bbe7455 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:20.116336 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-06c46907-b9d1-4a3c-83ed-cd64edd1d038 req-c6ff643d-4408-4581-bffc-70f915da9a11 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/quotas/ddd4b9e379904604953b02573e2642da HTTP/1.1" status: 200 len: 375 time: 0.0571194 May 05 21:41:20.119858 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-ce4ba3f3-ee7d-4544-ba25-c6ea8c439207 req-8d480b42-783d-4b72-8af4-aa119bbe7455 service neutron] Transition to ACTIVE for port object 7f1d5640-52d2-459f-8641-381344597961 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:41:20.124289 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5a3619e6-2993-4549-9ed2-3b70ce04898d req-37513544-b181-48fd-a3d8-64362e766b53 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.45 HTTP/1.1" status: 200 len: 1000 time: 0.1908529 May 05 21:41:20.162090 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-ce4ba3f3-ee7d-4544-ba25-c6ea8c439207 req-8d480b42-783d-4b72-8af4-aa119bbe7455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:20.214192 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-5a3619e6-2993-4549-9ed2-3b70ce04898d req-d810c0a4-ef77-400d-8a8a-4497086aa4bb tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:41:20.420872 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d480b42-783d-4b72-8af4-aa119bbe7455 service neutron] Pushing event updated for resources: {'Port': ['ID=7f1d5640-52d2-459f-8641-381344597961,revision_number=10']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:20.424594 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-5a3619e6-2993-4549-9ed2-3b70ce04898d req-d810c0a4-ef77-400d-8a8a-4497086aa4bb tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Notify callbacks [] for floatingip, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:20.523629 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce4ba3f3-ee7d-4544-ba25-c6ea8c439207 req-8d480b42-783d-4b72-8af4-aa119bbe7455 service neutron] No DVR routers for this DVR port 7f1d5640-52d2-459f-8641-381344597961 on host n-h2-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:41:20.781628 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-06c46907-b9d1-4a3c-83ed-cd64edd1d038 req-689cc144-78f6-4a5b-a5a0-591e767dd585 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ddd4b9e379904604953b02573e2642da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6563225 May 05 21:41:20.792685 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-ce4ba3f3-ee7d-4544-ba25-c6ea8c439207 req-8d480b42-783d-4b72-8af4-aa119bbe7455 service neutron] Attempting to bind port 7f1d5640-52d2-459f-8641-381344597961 on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:41:20.792685 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-ce4ba3f3-ee7d-4544-ba25-c6ea8c439207 req-8d480b42-783d-4b72-8af4-aa119bbe7455 service neutron] Attempting to bind port 7f1d5640-52d2-459f-8641-381344597961 by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:41:20.792685 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4ba3f3-ee7d-4544-ba25-c6ea8c439207 req-8d480b42-783d-4b72-8af4-aa119bbe7455 service neutron] Attempting to bind port 7f1d5640-52d2-459f-8641-381344597961 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:41:20.893276 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4ba3f3-ee7d-4544-ba25-c6ea8c439207 req-8d480b42-783d-4b72-8af4-aa119bbe7455 service neutron] Port 7f1d5640-52d2-459f-8641-381344597961 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:41:20.893567 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4ba3f3-ee7d-4544-ba25-c6ea8c439207 req-8d480b42-783d-4b72-8af4-aa119bbe7455 service neutron] Attempting to bind port 7f1d5640-52d2-459f-8641-381344597961 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:41:20.932970 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4ba3f3-ee7d-4544-ba25-c6ea8c439207 req-8d480b42-783d-4b72-8af4-aa119bbe7455 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:41:20.934053 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4ba3f3-ee7d-4544-ba25-c6ea8c439207 req-8d480b42-783d-4b72-8af4-aa119bbe7455 service neutron] Checking segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:41:20.934053 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4ba3f3-ee7d-4544-ba25-c6ea8c439207 req-8d480b42-783d-4b72-8af4-aa119bbe7455 service neutron] Bound using segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:41:20.935213 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-ce4ba3f3-ee7d-4544-ba25-c6ea8c439207 req-8d480b42-783d-4b72-8af4-aa119bbe7455 service neutron] Bound port: 7f1d5640-52d2-459f-8641-381344597961, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:41:20.935213 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-ce4ba3f3-ee7d-4544-ba25-c6ea8c439207 req-8d480b42-783d-4b72-8af4-aa119bbe7455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:21.090402 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-5a3619e6-2993-4549-9ed2-3b70ce04898d req-d810c0a4-ef77-400d-8a8a-4497086aa4bb tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:21.100072 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-06c46907-b9d1-4a3c-83ed-cd64edd1d038 req-aec15f75-be13-4621-9778-9714001eeb3d service neutron] 10.222.0.23 "GET /v2.0/networks/b818a522-930a-4e0c-83f8-04da001d67f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940786 May 05 21:41:21.102818 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-5a3619e6-2993-4549-9ed2-3b70ce04898d req-d810c0a4-ef77-400d-8a8a-4497086aa4bb tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:21.103128 n-d-825175-4 neutron-server[84061]: INFO neutron.db.l3_db [req-5a3619e6-2993-4549-9ed2-3b70ce04898d req-d810c0a4-ef77-400d-8a8a-4497086aa4bb tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Floating IP b4d8027f-0091-46c4-8897-4851bf482148 disassociated. External IP: 172.25.4.45, port: 316ee080-e24c-4927-ae55-1d986286df81. May 05 21:41:21.122108 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 7f1d5640-52d2-459f-8641-381344597961 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:41:21.181197 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 7f1d5640-52d2-459f-8641-381344597961 not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:41:21.320239 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-ce4ba3f3-ee7d-4544-ba25-c6ea8c439207 req-8d480b42-783d-4b72-8af4-aa119bbe7455 service neutron] For port 7f1d5640-52d2-459f-8641-381344597961, host n-h1-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:41:21.357230 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-ce4ba3f3-ee7d-4544-ba25-c6ea8c439207 req-8d480b42-783d-4b72-8af4-aa119bbe7455 service neutron] For port 7f1d5640-52d2-459f-8641-381344597961, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=7f1d5640-52d2-459f-8641-381344597961,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:41:21.365744 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-ce4ba3f3-ee7d-4544-ba25-c6ea8c439207 req-8d480b42-783d-4b72-8af4-aa119bbe7455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:21.438629 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-06c46907-b9d1-4a3c-83ed-cd64edd1d038 req-4a5ce71d-8ee8-48fc-8427-43277efc5fa1 service neutron] 10.222.0.23 "GET /v2.0/networks/b818a522-930a-4e0c-83f8-04da001d67f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883873 May 05 21:41:21.457359 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-ce4ba3f3-ee7d-4544-ba25-c6ea8c439207 req-8d480b42-783d-4b72-8af4-aa119bbe7455 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:21.458709 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ce4ba3f3-ee7d-4544-ba25-c6ea8c439207 req-8d480b42-783d-4b72-8af4-aa119bbe7455 service neutron] 10.222.0.44 "PUT /v2.0/ports/7f1d5640-52d2-459f-8641-381344597961 HTTP/1.1" status: 200 len: 1097 time: 2.7966437 May 05 21:41:21.466521 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d480b42-783d-4b72-8af4-aa119bbe7455 service neutron] Pushing event updated for resources: {'Port': ['ID=7f1d5640-52d2-459f-8641-381344597961,revision_number=11']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:21.656885 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53b292e7-9115-4f9d-829a-948e926732db'] response: {'name': 'network-changed', 'server_uuid': 'ac16859b-183d-4e86-bd67-a6ab39d5a094', 'tag': '316ee080-e24c-4927-ae55-1d986286df81', 'status': 'completed', 'code': 200} May 05 21:41:21.800579 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ce4ba3f3-ee7d-4544-ba25-c6ea8c439207 req-f0648e09-105c-4d67-8d74-650cccae28e3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d0c3bd18deb4529a9eff5d87fa07f7f&device_id=2808b5ea-531b-4d46-862d-46a70e81df09 HTTP/1.1" status: 200 len: 1100 time: 0.2959011 May 05 21:41:21.844071 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1d24debc-be61-4809-bbaf-a7ca0b7642c9 req-9751b7bb-2fe6-49ba-bae1-74fd84e8159c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=288dd14d0b064298b7582f08c1578363&device_id=ac16859b-183d-4e86-bd67-a6ab39d5a094 HTTP/1.1" status: 200 len: 1096 time: 0.1209679 May 05 21:41:22.127297 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d24debc-be61-4809-bbaf-a7ca0b7642c9 req-37b3e0a5-4eea-4f67-8f18-8ae874a76525 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:22.127297 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1d24debc-be61-4809-bbaf-a7ca0b7642c9 req-37b3e0a5-4eea-4f67-8f18-8ae874a76525 service neutron] 10.222.0.32 "GET /v2.0/networks?id=15fc94c9-79b7-4d3d-a68d-e74651d075f7 HTTP/1.1" status: 200 len: 921 time: 0.2711878 May 05 21:41:22.407481 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1d24debc-be61-4809-bbaf-a7ca0b7642c9 req-83bbb026-5eca-4011-b2eb-2e4a33b071ac service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=316ee080-e24c-4927-ae55-1d986286df81 HTTP/1.1" status: 200 len: 217 time: 0.2541203 May 05 21:41:22.448310 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ba3f3-ee7d-4544-ba25-c6ea8c439207 req-a6d1bd98-f56c-4e25-b4c0-a4ef52ed284c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:22.448310 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ce4ba3f3-ee7d-4544-ba25-c6ea8c439207 req-a6d1bd98-f56c-4e25-b4c0-a4ef52ed284c service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 HTTP/1.1" status: 200 len: 870 time: 0.4975889 May 05 21:41:22.454208 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a3619e6-2993-4549-9ed2-3b70ce04898d req-d810c0a4-ef77-400d-8a8a-4497086aa4bb tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Router 33e07aed-3c6d-4b6c-92dd-e5f3530fba31 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:41:22.544358 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ce4ba3f3-ee7d-4544-ba25-c6ea8c439207 req-c2a890f6-242b-4fd2-b742-63f15af72a5b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=7f1d5640-52d2-459f-8641-381344597961 HTTP/1.1" status: 200 len: 217 time: 0.0860152 May 05 21:41:22.549889 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d24debc-be61-4809-bbaf-a7ca0b7642c9 req-26033b7d-92db-4624-9409-17e3b8d95afb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:22.552654 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1d24debc-be61-4809-bbaf-a7ca0b7642c9 req-26033b7d-92db-4624-9409-17e3b8d95afb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cb07d95f-0719-4a75-a100-4b7cfd38dc47 HTTP/1.1" status: 200 len: 859 time: 0.1479568 May 05 21:41:22.877380 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ba3f3-ee7d-4544-ba25-c6ea8c439207 req-0ce365dc-07ef-488d-8d84-8dc7d8723e32 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:22.877380 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ce4ba3f3-ee7d-4544-ba25-c6ea8c439207 req-0ce365dc-07ef-488d-8d84-8dc7d8723e32 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.3226261 May 05 21:41:22.962226 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1d24debc-be61-4809-bbaf-a7ca0b7642c9 req-bb7175cd-2cdf-44d1-924e-bb86543b2bdc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=15fc94c9-79b7-4d3d-a68d-e74651d075f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3683844 May 05 21:41:23.078712 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db30fd5-ecc3-4467-902b-dcea09c0be26 req-f63eeb37-9d63-4ba6-9da3-b6ccfb6388a0 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:23.082621 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9db30fd5-ecc3-4467-902b-dcea09c0be26 req-f63eeb37-9d63-4ba6-9da3-b6ccfb6388a0 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=72873853-2c62-4102-a949-1c20517418b2 HTTP/1.1" status: 200 len: 945 time: 0.2789865 May 05 21:41:23.151526 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ce4ba3f3-ee7d-4544-ba25-c6ea8c439207 req-71fb9753-8299-44fa-b013-83668e1d6243 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2656510 May 05 21:41:23.267664 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c46907-b9d1-4a3c-83ed-cd64edd1d038 req-3dd34d69-26ba-4cb7-b265-f6d6673b4400 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:23.269043 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-06c46907-b9d1-4a3c-83ed-cd64edd1d038 req-3dd34d69-26ba-4cb7-b265-f6d6673b4400 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.32 "GET /v2.0/networks?id=b818a522-930a-4e0c-83f8-04da001d67f4 HTTP/1.1" status: 200 len: 812 time: 0.1869006 May 05 21:41:23.287252 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-06c46907-b9d1-4a3c-83ed-cd64edd1d038 req-89f08bfe-9035-4e6e-9a9a-c23c34b570e9 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Request body: {'port': {'device_id': '300fc717-80d0-4409-852b-350477396233', 'network_id': 'b818a522-930a-4e0c-83f8-04da001d67f4', 'admin_state_up': True, 'tenant_id': 'ddd4b9e379904604953b02573e2642da'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:41:23.365225 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9db30fd5-ecc3-4467-902b-dcea09c0be26 req-2e8ff776-cf0b-42a6-a050-d53819136cf4 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685509 May 05 21:41:23.369976 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1d24debc-be61-4809-bbaf-a7ca0b7642c9 req-9cab7380-4de2-4b36-b3a8-26476bd8f99c service neutron] 10.222.0.32 "GET /v2.0/networks/15fc94c9-79b7-4d3d-a68d-e74651d075f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3897898 May 05 21:41:23.372363 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ce4ba3f3-ee7d-4544-ba25-c6ea8c439207 req-7904b086-8b7b-4ae2-bfca-3a27d88a297e service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099080 May 05 21:41:23.440284 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-06c46907-b9d1-4a3c-83ed-cd64edd1d038 req-89f08bfe-9035-4e6e-9a9a-c23c34b570e9 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:41:23.444603 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-06c46907-b9d1-4a3c-83ed-cd64edd1d038 req-89f08bfe-9035-4e6e-9a9a-c23c34b570e9 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Usage tracker for resource:port and tenant:ddd4b9e379904604953b02573e2642da is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:41:23.447466 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-06c46907-b9d1-4a3c-83ed-cd64edd1d038 req-89f08bfe-9035-4e6e-9a9a-c23c34b570e9 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:41:23.453320 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-06c46907-b9d1-4a3c-83ed-cd64edd1d038 req-89f08bfe-9035-4e6e-9a9a-c23c34b570e9 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:41:23.465303 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06c46907-b9d1-4a3c-83ed-cd64edd1d038 req-89f08bfe-9035-4e6e-9a9a-c23c34b570e9 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Made reservation on behalf of ddd4b9e379904604953b02573e2642da for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:41:23.470819 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-06c46907-b9d1-4a3c-83ed-cd64edd1d038 req-89f08bfe-9035-4e6e-9a9a-c23c34b570e9 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:23.540774 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a3619e6-2993-4549-9ed2-3b70ce04898d req-d810c0a4-ef77-400d-8a8a-4497086aa4bb tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:41:23.545474 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-5a3619e6-2993-4549-9ed2-3b70ce04898d req-d810c0a4-ef77-400d-8a8a-4497086aa4bb tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:23.554718 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b8a5d8-ddff-4c17-94ca-18c634304358 None None] Sync routers for ids ['33e07aed-3c6d-4b6c-92dd-e5f3530fba31'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:41:23.566216 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b8a5d8-ddff-4c17-94ca-18c634304358 None None] Routers {'33e07aed-3c6d-4b6c-92dd-e5f3530fba31'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:41:23.567324 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-54b8a5d8-ddff-4c17-94ca-18c634304358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:41:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['33e07aed-3c6d-4b6c-92dd-e5f3530fba31'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:41:23.658954 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-06c46907-b9d1-4a3c-83ed-cd64edd1d038 req-89f08bfe-9035-4e6e-9a9a-c23c34b570e9 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Allocated IP 172.20.0.14 (b818a522-930a-4e0c-83f8-04da001d67f4/9de8d683-3484-40a1-82ea-833de04ff50b/ca4cc07a-9a7a-4ba4-bfae-d058798dcef4) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:41:23.665212 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2808b5ea-531b-4d46-862d-46a70e81df09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f1d5640-52d2-459f-8641-381344597961'}, {'name': 'network-changed', 'server_uuid': '2808b5ea-531b-4d46-862d-46a70e81df09', 'tag': '7f1d5640-52d2-459f-8641-381344597961'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:41:23.742427 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5a3619e6-2993-4549-9ed2-3b70ce04898d req-d810c0a4-ef77-400d-8a8a-4497086aa4bb tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "PUT /v2.0/floatingips/b4d8027f-0091-46c4-8897-4851bf482148 HTTP/1.1" status: 200 len: 695 time: 3.5705001 May 05 21:41:23.754304 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-54b8a5d8-ddff-4c17-94ca-18c634304358 None None] Set router 33e07aed-3c6d-4b6c-92dd-e5f3530fba31 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:41:23.810336 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ce4ba3f3-ee7d-4544-ba25-c6ea8c439207 req-59ed25d1-3cbf-4e19-842d-7731c379dd48 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073370 May 05 21:41:23.826574 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1d24debc-be61-4809-bbaf-a7ca0b7642c9 req-321c1207-2e44-40e5-a053-32c9b72c4b4e service neutron] 10.222.0.32 "GET /v2.0/networks/15fc94c9-79b7-4d3d-a68d-e74651d075f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4498627 May 05 21:41:23.856876 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea424b8-336f-4918-a108-96e5b28527ef req-5258a96f-fbe2-4b4b-9e88-bcb1b306f635 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:23.858341 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cea424b8-336f-4918-a108-96e5b28527ef req-5258a96f-fbe2-4b4b-9e88-bcb1b306f635 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2808b5ea-531b-4d46-862d-46a70e81df09 HTTP/1.1" status: 200 len: 949 time: 0.3347929 May 05 21:41:23.888900 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5a3619e6-2993-4549-9ed2-3b70ce04898d req-5b0e794f-5a4f-468a-acf5-46d35cc47d4b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=288dd14d0b064298b7582f08c1578363&device_id=ac16859b-183d-4e86-bd67-a6ab39d5a094 HTTP/1.1" status: 200 len: 1096 time: 0.1454957 May 05 21:41:23.917923 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-06c46907-b9d1-4a3c-83ed-cd64edd1d038 req-89f08bfe-9035-4e6e-9a9a-c23c34b570e9 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:23.951047 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-06c46907-b9d1-4a3c-83ed-cd64edd1d038 req-89f08bfe-9035-4e6e-9a9a-c23c34b570e9 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:23.964475 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['701aafae-0199-4931-bdbc-e51bf47ce8b4'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:41:24.091195 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-54b8a5d8-ddff-4c17-94ca-18c634304358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'name': 'tempest-FloatingIPsAssociationTestJSON-224327286-router', 'tenant_id': '288dd14d0b064298b7582f08c1578363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'fbf9b063-e524-4352-95aa-4b8e693a86e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:39:23Z', 'updated_at': '2022-05-05T21:39:30Z', 'revision_number': 4, 'project_id': '288dd14d0b064298b7582f08c1578363', 'gw_port': {'id': 'fbf9b063-e524-4352-95aa-4b8e693a86e7', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:13:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:39:24Z', 'updated_at': '2022-05-05T21:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '8d3adc09-f0d0-43b1-b21d-9a438fca2786', 'name': '', 'network_id': '15fc94c9-79b7-4d3d-a68d-e74651d075f7', 'tenant_id': '288dd14d0b064298b7582f08c1578363', 'mac_address': 'fa:16:3e:74:c6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb07d95f-0719-4a75-a100-4b7cfd38dc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:39:29Z', 'updated_at': '2022-05-05T21:39:38Z', 'revision_number': 5, 'project_id': '288dd14d0b064298b7582f08c1578363', 'subnets': [{'id': 'cb07d95f-0719-4a75-a100-4b7cfd38dc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:41:24.095910 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b8a5d8-ddff-4c17-94ca-18c634304358 None None] Checking router: 33e07aed-3c6d-4b6c-92dd-e5f3530fba31 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:41:24.112960 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06c46907-b9d1-4a3c-83ed-cd64edd1d038 req-89f08bfe-9035-4e6e-9a9a-c23c34b570e9 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Network b818a522-930a-4e0c-83f8-04da001d67f4 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:41:24.112960 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-06c46907-b9d1-4a3c-83ed-cd64edd1d038 req-89f08bfe-9035-4e6e-9a9a-c23c34b570e9 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:41:24.121609 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b8a5d8-ddff-4c17-94ca-18c634304358 None None] Routers {'33e07aed-3c6d-4b6c-92dd-e5f3530fba31'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:41:24.127202 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c46907-b9d1-4a3c-83ed-cd64edd1d038 req-89f08bfe-9035-4e6e-9a9a-c23c34b570e9 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:41:24.134590 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-54b8a5d8-ddff-4c17-94ca-18c634304358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:41:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['33e07aed-3c6d-4b6c-92dd-e5f3530fba31'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:41:24.179899 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3619e6-2993-4549-9ed2-3b70ce04898d req-38931e32-c7ca-4bce-acd5-6244b039caab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:24.179899 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5a3619e6-2993-4549-9ed2-3b70ce04898d req-38931e32-c7ca-4bce-acd5-6244b039caab service neutron] 10.222.0.23 "GET /v2.0/networks?id=15fc94c9-79b7-4d3d-a68d-e74651d075f7 HTTP/1.1" status: 200 len: 921 time: 0.2714605 May 05 21:41:24.198882 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c46907-b9d1-4a3c-83ed-cd64edd1d038 req-89f08bfe-9035-4e6e-9a9a-c23c34b570e9 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:24.198882 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-06c46907-b9d1-4a3c-83ed-cd64edd1d038 req-89f08bfe-9035-4e6e-9a9a-c23c34b570e9 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:24.208805 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f08bfe-9035-4e6e-9a9a-c23c34b570e9 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Pushing event updated for resources: {'Port': ['ID=ca4cc07a-9a7a-4ba4-bfae-d058798dcef4,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:24.224063 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-06c46907-b9d1-4a3c-83ed-cd64edd1d038 req-89f08bfe-9035-4e6e-9a9a-c23c34b570e9 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9400041 May 05 21:41:24.235848 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-06c46907-b9d1-4a3c-83ed-cd64edd1d038 req-e9ee93c3-7366-402b-b9d0-e6c6c969a18f service neutron] Request body: {'port': {'device_id': '300fc717-80d0-4409-852b-350477396233', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:41:24.248912 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cea424b8-336f-4918-a108-96e5b28527ef req-336d1410-efc6-498d-9c05-e2a5da3ce157 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3817847 May 05 21:41:24.271923 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5a3619e6-2993-4549-9ed2-3b70ce04898d req-d79f121a-9d59-4177-a2e2-1a87a6b4a451 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=316ee080-e24c-4927-ae55-1d986286df81 HTTP/1.1" status: 200 len: 217 time: 0.0844932 May 05 21:41:24.331944 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-54b8a5d8-ddff-4c17-94ca-18c634304358 None None] Set router 33e07aed-3c6d-4b6c-92dd-e5f3530fba31 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:41:24.383066 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-06c46907-b9d1-4a3c-83ed-cd64edd1d038 req-e9ee93c3-7366-402b-b9d0-e6c6c969a18f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:24.421469 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3619e6-2993-4549-9ed2-3b70ce04898d req-317dd149-15bc-4eac-be31-3685a975090a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:24.426310 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5a3619e6-2993-4549-9ed2-3b70ce04898d req-317dd149-15bc-4eac-be31-3685a975090a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cb07d95f-0719-4a75-a100-4b7cfd38dc47 HTTP/1.1" status: 200 len: 859 time: 0.1477387 May 05 21:41:24.576968 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5a3619e6-2993-4549-9ed2-3b70ce04898d req-26f47f4b-de20-4601-8dda-d5e3c30349ad service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=15fc94c9-79b7-4d3d-a68d-e74651d075f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1094470 May 05 21:41:24.582774 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b68cf0-5139-4741-a2a7-f848858989b7 req-d5a34e3e-4c1c-468d-9034-316aa5567591 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:24.590255 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-21b68cf0-5139-4741-a2a7-f848858989b7 req-d5a34e3e-4c1c-468d-9034-316aa5567591 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/ports?device_id=300fc717-80d0-4409-852b-350477396233 HTTP/1.1" status: 200 len: 932 time: 0.1579397 May 05 21:41:24.734849 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-54b8a5d8-ddff-4c17-94ca-18c634304358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'name': 'tempest-FloatingIPsAssociationTestJSON-224327286-router', 'tenant_id': '288dd14d0b064298b7582f08c1578363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'fbf9b063-e524-4352-95aa-4b8e693a86e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:39:23Z', 'updated_at': '2022-05-05T21:39:30Z', 'revision_number': 4, 'project_id': '288dd14d0b064298b7582f08c1578363', 'gw_port': {'id': 'fbf9b063-e524-4352-95aa-4b8e693a86e7', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:13:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:39:24Z', 'updated_at': '2022-05-05T21:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '8d3adc09-f0d0-43b1-b21d-9a438fca2786', 'name': '', 'network_id': '15fc94c9-79b7-4d3d-a68d-e74651d075f7', 'tenant_id': '288dd14d0b064298b7582f08c1578363', 'mac_address': 'fa:16:3e:74:c6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb07d95f-0719-4a75-a100-4b7cfd38dc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:39:29Z', 'updated_at': '2022-05-05T21:39:38Z', 'revision_number': 5, 'project_id': '288dd14d0b064298b7582f08c1578363', 'subnets': [{'id': 'cb07d95f-0719-4a75-a100-4b7cfd38dc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:41:24.738083 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-21b68cf0-5139-4741-a2a7-f848858989b7 req-68e1e051-ab55-4b36-9ff5-f5befff6f75d tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Synchronizing usage tracker for tenant:ddd4b9e379904604953b02573e2642da on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:41:24.739525 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b8a5d8-ddff-4c17-94ca-18c634304358 None None] The sync data for ids ['33e07aed-3c6d-4b6c-92dd-e5f3530fba31'] in n-d-825175-4 is: [{'id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'name': 'tempest-FloatingIPsAssociationTestJSON-224327286-router', 'tenant_id': '288dd14d0b064298b7582f08c1578363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'fbf9b063-e524-4352-95aa-4b8e693a86e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:39:23Z', 'updated_at': '2022-05-05T21:39:30Z', 'revision_number': 4, 'project_id': '288dd14d0b064298b7582f08c1578363', 'gw_port': {'id': 'fbf9b063-e524-4352-95aa-4b8e693a86e7', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:13:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:39:24Z', 'updated_at': '2022-05-05T21:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '8d3adc09-f0d0-43b1-b21d-9a438fca2786', 'name': '', 'network_id': '15fc94c9-79b7-4d3d-a68d-e74651d075f7', 'tenant_id': '288dd14d0b064298b7582f08c1578363', 'mac_address': 'fa:16:3e:74:c6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb07d95f-0719-4a75-a100-4b7cfd38dc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:39:29Z', 'updated_at': '2022-05-05T21:39:38Z', 'revision_number': 5, 'project_id': '288dd14d0b064298b7582f08c1578363', 'subnets': [{'id': 'cb07d95f-0719-4a75-a100-4b7cfd38dc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:41:24.763188 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5a3619e6-2993-4549-9ed2-3b70ce04898d req-2349052f-7af3-467b-a569-a0e2065fe72f service neutron] 10.222.0.23 "GET /v2.0/networks/15fc94c9-79b7-4d3d-a68d-e74651d075f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556368 May 05 21:41:24.790393 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-21b68cf0-5139-4741-a2a7-f848858989b7 req-68e1e051-ab55-4b36-9ff5-f5befff6f75d tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Unset dirty status for tenant:ddd4b9e379904604953b02573e2642da on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:41:24.800129 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-21b68cf0-5139-4741-a2a7-f848858989b7 req-68e1e051-ab55-4b36-9ff5-f5befff6f75d tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/security-groups?id=7568e477-67c8-43ef-953c-8ed3ca081be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040384 May 05 21:41:24.820546 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-06c46907-b9d1-4a3c-83ed-cd64edd1d038 req-e9ee93c3-7366-402b-b9d0-e6c6c969a18f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca4cc07a-9a7a-4ba4-bfae-d058798dcef4 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:41:24.822955 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-06c46907-b9d1-4a3c-83ed-cd64edd1d038 req-e9ee93c3-7366-402b-b9d0-e6c6c969a18f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:24.841908 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-06c46907-b9d1-4a3c-83ed-cd64edd1d038 req-e9ee93c3-7366-402b-b9d0-e6c6c969a18f service neutron] Transition to ACTIVE for port object ca4cc07a-9a7a-4ba4-bfae-d058798dcef4 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:41:24.849418 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-06c46907-b9d1-4a3c-83ed-cd64edd1d038 req-e9ee93c3-7366-402b-b9d0-e6c6c969a18f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:24.938344 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5a3619e6-2993-4549-9ed2-3b70ce04898d req-6d515087-f0a7-4605-b327-11960b9e1cea service neutron] 10.222.0.23 "GET /v2.0/networks/15fc94c9-79b7-4d3d-a68d-e74651d075f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686759 May 05 21:41:24.983462 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ee93c3-7366-402b-b9d0-e6c6c969a18f service neutron] Pushing event updated for resources: {'Port': ['ID=ca4cc07a-9a7a-4ba4-bfae-d058798dcef4,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:25.105028 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-06c46907-b9d1-4a3c-83ed-cd64edd1d038 req-e9ee93c3-7366-402b-b9d0-e6c6c969a18f service neutron] Attempting to bind port ca4cc07a-9a7a-4ba4-bfae-d058798dcef4 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:41:25.105669 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-06c46907-b9d1-4a3c-83ed-cd64edd1d038 req-e9ee93c3-7366-402b-b9d0-e6c6c969a18f service neutron] Attempting to bind port ca4cc07a-9a7a-4ba4-bfae-d058798dcef4 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': '829d38c7-6906-4e82-a39e-d9f027380cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b818a522-930a-4e0c-83f8-04da001d67f4'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:41:25.106203 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c46907-b9d1-4a3c-83ed-cd64edd1d038 req-e9ee93c3-7366-402b-b9d0-e6c6c969a18f service neutron] Attempting to bind port ca4cc07a-9a7a-4ba4-bfae-d058798dcef4 on network b818a522-930a-4e0c-83f8-04da001d67f4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:41:25.112800 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c46907-b9d1-4a3c-83ed-cd64edd1d038 req-e9ee93c3-7366-402b-b9d0-e6c6c969a18f service neutron] Port ca4cc07a-9a7a-4ba4-bfae-d058798dcef4 on network b818a522-930a-4e0c-83f8-04da001d67f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:41:25.113422 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c46907-b9d1-4a3c-83ed-cd64edd1d038 req-e9ee93c3-7366-402b-b9d0-e6c6c969a18f service neutron] Attempting to bind port ca4cc07a-9a7a-4ba4-bfae-d058798dcef4 on network b818a522-930a-4e0c-83f8-04da001d67f4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:41:25.120292 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c46907-b9d1-4a3c-83ed-cd64edd1d038 req-e9ee93c3-7366-402b-b9d0-e6c6c969a18f service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:41:25.120995 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c46907-b9d1-4a3c-83ed-cd64edd1d038 req-e9ee93c3-7366-402b-b9d0-e6c6c969a18f service neutron] Checking segment: {'id': '829d38c7-6906-4e82-a39e-d9f027380cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b818a522-930a-4e0c-83f8-04da001d67f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:41:25.121680 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c46907-b9d1-4a3c-83ed-cd64edd1d038 req-e9ee93c3-7366-402b-b9d0-e6c6c969a18f service neutron] Bound using segment: {'id': '829d38c7-6906-4e82-a39e-d9f027380cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b818a522-930a-4e0c-83f8-04da001d67f4'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:41:25.122435 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-06c46907-b9d1-4a3c-83ed-cd64edd1d038 req-e9ee93c3-7366-402b-b9d0-e6c6c969a18f service neutron] Bound port: ca4cc07a-9a7a-4ba4-bfae-d058798dcef4, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '829d38c7-6906-4e82-a39e-d9f027380cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b818a522-930a-4e0c-83f8-04da001d67f4'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:41:25.123021 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-06c46907-b9d1-4a3c-83ed-cd64edd1d038 req-e9ee93c3-7366-402b-b9d0-e6c6c969a18f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:25.234015 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-06c46907-b9d1-4a3c-83ed-cd64edd1d038 req-e9ee93c3-7366-402b-b9d0-e6c6c969a18f service neutron] For port ca4cc07a-9a7a-4ba4-bfae-d058798dcef4, host n-h2-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:41:25.237626 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-06c46907-b9d1-4a3c-83ed-cd64edd1d038 req-e9ee93c3-7366-402b-b9d0-e6c6c969a18f service neutron] For port ca4cc07a-9a7a-4ba4-bfae-d058798dcef4, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=ca4cc07a-9a7a-4ba4-bfae-d058798dcef4,segment=NetworkSegment(829d38c7-6906-4e82-a39e-d9f027380cc7),segment_id=829d38c7-6906-4e82-a39e-d9f027380cc7)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:41:25.244021 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-06c46907-b9d1-4a3c-83ed-cd64edd1d038 req-e9ee93c3-7366-402b-b9d0-e6c6c969a18f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:25.317107 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-06c46907-b9d1-4a3c-83ed-cd64edd1d038 req-e9ee93c3-7366-402b-b9d0-e6c6c969a18f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:25.317841 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-06c46907-b9d1-4a3c-83ed-cd64edd1d038 req-e9ee93c3-7366-402b-b9d0-e6c6c969a18f service neutron] 10.222.0.32 "PUT /v2.0/ports/ca4cc07a-9a7a-4ba4-bfae-d058798dcef4 HTTP/1.1" status: 200 len: 1092 time: 1.0865269 May 05 21:41:25.318296 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '300fc717-80d0-4409-852b-350477396233', 'tag': 'ca4cc07a-9a7a-4ba4-bfae-d058798dcef4'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:41:25.351161 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ee93c3-7366-402b-b9d0-e6c6c969a18f service neutron] Pushing event updated for resources: {'Port': ['ID=ca4cc07a-9a7a-4ba4-bfae-d058798dcef4,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:25.360161 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53186069-dae2-420f-b8a8-948d4a755311'] response: {'server_uuid': '2808b5ea-531b-4d46-862d-46a70e81df09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f1d5640-52d2-459f-8641-381344597961', 'code': 200} May 05 21:41:25.360645 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53186069-dae2-420f-b8a8-948d4a755311'] response: {'name': 'network-changed', 'server_uuid': '2808b5ea-531b-4d46-862d-46a70e81df09', 'tag': '7f1d5640-52d2-459f-8641-381344597961', 'status': 'completed', 'code': 200} May 05 21:41:25.473456 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-533f5ac2-deae-48b7-a6d2-2eba21ab4256 req-e61d4252-7bb3-43ba-9048-4cf12aa61829 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d0c3bd18deb4529a9eff5d87fa07f7f&device_id=2808b5ea-531b-4d46-862d-46a70e81df09 HTTP/1.1" status: 200 len: 1100 time: 0.0927205 May 05 21:41:25.641789 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 3724c349-8f78-4911-8f92-c4c3a5107b76 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:41:25.695560 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f5ac2-deae-48b7-a6d2-2eba21ab4256 req-d9a5ca37-3ba5-4f5e-946a-1cf3a2f39a27 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:25.697026 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-533f5ac2-deae-48b7-a6d2-2eba21ab4256 req-d9a5ca37-3ba5-4f5e-946a-1cf3a2f39a27 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 HTTP/1.1" status: 200 len: 870 time: 0.2175488 May 05 21:41:25.753797 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-533f5ac2-deae-48b7-a6d2-2eba21ab4256 req-b91373f6-3393-4c18-aebe-7750065a78d6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d0c3bd18deb4529a9eff5d87fa07f7f&device_id=2808b5ea-531b-4d46-862d-46a70e81df09 HTTP/1.1" status: 200 len: 1100 time: 0.2940624 May 05 21:41:25.809395 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-533f5ac2-deae-48b7-a6d2-2eba21ab4256 req-99981b1b-6f12-4668-88ba-0f2c28e9df59 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=7f1d5640-52d2-459f-8641-381344597961 HTTP/1.1" status: 200 len: 217 time: 0.1038587 May 05 21:41:25.961875 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 3724c349-8f78-4911-8f92-c4c3a5107b76, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=3724c349-8f78-4911-8f92-c4c3a5107b76,segment=NetworkSegment(1433ba6d-48b0-4056-91b6-deba1a0564ab),segment_id=1433ba6d-48b0-4056-91b6-deba1a0564ab)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:41:25.999923 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '3724c349-8f78-4911-8f92-c4c3a5107b76', 'network_id': '20d2a56b-3a76-462e-a812-0f44fcc7b483', 'port_id': '3724c349-8f78-4911-8f92-c4c3a5107b76', 'mac_address': 'fa:16:3e:05:4f:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41faf43c-45c2-40ca-97f2-b9922a51b49e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:41:26.072248 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f5ac2-deae-48b7-a6d2-2eba21ab4256 req-15d58fa8-27e0-4f60-badf-2e2b11aebaad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:26.074383 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-533f5ac2-deae-48b7-a6d2-2eba21ab4256 req-15d58fa8-27e0-4f60-badf-2e2b11aebaad service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 HTTP/1.1" status: 200 len: 870 time: 0.3101206 May 05 21:41:26.122398 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f5ac2-deae-48b7-a6d2-2eba21ab4256 req-a0287b36-d49e-4510-bd99-49358c6a46e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:26.123884 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-533f5ac2-deae-48b7-a6d2-2eba21ab4256 req-a0287b36-d49e-4510-bd99-49358c6a46e9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.3072929 May 05 21:41:26.133232 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:26.155138 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4e746f-2f1b-4627-b12d-d0158c175306 None None] New status for floating IP b4d8027f-0091-46c4-8897-4851bf482148: DOWN {{(pid=84064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 21:41:26.232101 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-adf5cb20-abc0-4855-b6ea-b20d0d397848 tempest-LiveAutoBlockMigrationV225Test-533236276 tempest-LiveAutoBlockMigrationV225Test-533236276-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=72873853-2c62-4102-a949-1c20517418b2&tenant_id=300e0002c0a34937b02bd35920b6a01f&binding%3Ahost_id=n-h1-825175-4 HTTP/1.1" status: 200 len: 1096 time: 0.2893739 May 05 21:41:26.248380 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-1d384e76-733a-4c99-8321-f6a4041d7553 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-825175-4'}}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:41:26.286051 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-533f5ac2-deae-48b7-a6d2-2eba21ab4256 req-10bcf0e4-95bc-42e1-8f04-f52376f176d1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=7f1d5640-52d2-459f-8641-381344597961 HTTP/1.1" status: 200 len: 217 time: 0.1302090 May 05 21:41:26.326041 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3724c349-8f78-4911-8f92-c4c3a5107b76 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:41:26.370149 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-533f5ac2-deae-48b7-a6d2-2eba21ab4256 req-2c401162-1b12-4c50-9e52-90dc6670de2c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2294273 May 05 21:41:26.390615 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-06c46907-b9d1-4a3c-83ed-cd64edd1d038 req-dc39861c-ae38-4680-b07a-7ef455cc6b00 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ddd4b9e379904604953b02573e2642da&device_id=300fc717-80d0-4409-852b-350477396233 HTTP/1.1" status: 200 len: 1095 time: 1.0001316 May 05 21:41:26.439336 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f5ac2-deae-48b7-a6d2-2eba21ab4256 req-db6b2196-464f-48fc-abea-616395ada9b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:26.445411 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-533f5ac2-deae-48b7-a6d2-2eba21ab4256 req-db6b2196-464f-48fc-abea-616395ada9b0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.1597199 May 05 21:41:26.600984 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 3724c349-8f78-4911-8f92-c4c3a5107b76, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=3724c349-8f78-4911-8f92-c4c3a5107b76,segment=NetworkSegment(1433ba6d-48b0-4056-91b6-deba1a0564ab),segment_id=1433ba6d-48b0-4056-91b6-deba1a0564ab)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:41:26.700128 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-1d384e76-733a-4c99-8321-f6a4041d7553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:26.741728 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:26.766433 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4112117-ff8d-4762-baf0-a8fd6a6b92c1 req-53bf11da-c10a-4ca2-a080-706613a5bc4c tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:26.775184 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c4112117-ff8d-4762-baf0-a8fd6a6b92c1 req-53bf11da-c10a-4ca2-a080-706613a5bc4c tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=72873853-2c62-4102-a949-1c20517418b2 HTTP/1.1" status: 200 len: 945 time: 1.1666477 May 05 21:41:26.805874 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-06c46907-b9d1-4a3c-83ed-cd64edd1d038 req-3ec4aafe-2aea-4969-ac86-232c9702ebda service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca4cc07a-9a7a-4ba4-bfae-d058798dcef4 HTTP/1.1" status: 200 len: 217 time: 0.3589036 May 05 21:41:26.828653 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-533f5ac2-deae-48b7-a6d2-2eba21ab4256 req-d552e96e-366d-4a1a-ae82-e1618d3dab5f service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4496510 May 05 21:41:27.056659 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['3724c349-8f78-4911-8f92-c4c3a5107b76'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:41:27.097031 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0d087-d32e-4911-b6d0-60380d826c9d req-d8cea493-4b87-4516-a29b-6339e63250fc tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:27.106574 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fcf0d087-d32e-4911-b6d0-60380d826c9d req-d8cea493-4b87-4516-a29b-6339e63250fc tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2808b5ea-531b-4d46-862d-46a70e81df09 HTTP/1.1" status: 200 len: 949 time: 1.0316002 May 05 21:41:27.132279 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-1d384e76-733a-4c99-8321-f6a4041d7553 service neutron] For port ea876908-2ded-4130-bbf8-22fbb38c331c, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=ea876908-2ded-4130-bbf8-22fbb38c331c,segment=NetworkSegment(87859d75-c285-4ea1-b899-3b38f003cf70),segment_id=87859d75-c285-4ea1-b899-3b38f003cf70)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:41:27.132389 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c4112117-ff8d-4762-baf0-a8fd6a6b92c1 req-3e429795-37c8-4d26-b5d1-1477fd714a2d tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548875 May 05 21:41:27.142153 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-533f5ac2-deae-48b7-a6d2-2eba21ab4256 req-6a826c9f-246d-4e76-9e37-b0f4e5510a32 service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796369 May 05 21:41:27.189237 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=3724c349-8f78-4911-8f92-c4c3a5107b76,revision_number=6']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:27.191254 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-1d384e76-733a-4c99-8321-f6a4041d7553 service neutron] For port ea876908-2ded-4130-bbf8-22fbb38c331c, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:41:27.210147 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c46907-b9d1-4a3c-83ed-cd64edd1d038 req-418c9943-fc86-47c3-a060-4e3407693cc6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:27.213967 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-06c46907-b9d1-4a3c-83ed-cd64edd1d038 req-418c9943-fc86-47c3-a060-4e3407693cc6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9de8d683-3484-40a1-82ea-833de04ff50b HTTP/1.1" status: 200 len: 852 time: 0.3891637 May 05 21:41:27.214398 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device ea876908-2ded-4130-bbf8-22fbb38c331c details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:41:27.221462 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:41:27.221889 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:41:27.225836 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:41:27.226123 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:41:27.226910 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:41:27.226910 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:41:27.227198 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:41:27.227408 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:41:27.231243 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:41:27.231839 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:41:27.233179 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:41:27.313101 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-1d384e76-733a-4c99-8321-f6a4041d7553 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:27.319125 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-06c46907-b9d1-4a3c-83ed-cd64edd1d038 req-6adb2c39-5b5e-4017-ad57-595d56bf417d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b818a522-930a-4e0c-83f8-04da001d67f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738456 May 05 21:41:27.326963 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-1d384e76-733a-4c99-8321-f6a4041d7553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:27.365233 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-533f5ac2-deae-48b7-a6d2-2eba21ab4256 req-36594661-00bd-4169-8a6d-2d4949881649 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6963458 May 05 21:41:27.375019 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac16859b-183d-4e86-bd67-a6ab39d5a094', 'tag': '316ee080-e24c-4927-ae55-1d986286df81'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:41:27.428321 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.resource_extend [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 21:41:27.454913 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa294651-6eb5-4bc5-a7a7-bf53fc02a1b4'] response: {'name': 'network-changed', 'server_uuid': '300fc717-80d0-4409-852b-350477396233', 'tag': 'ca4cc07a-9a7a-4ba4-bfae-d058798dcef4', 'status': 'completed', 'code': 200} May 05 21:41:27.586721 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fcf0d087-d32e-4911-b6d0-60380d826c9d req-4da7f222-d145-4ca1-b022-01271ba87f35 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4737110 May 05 21:41:27.738042 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d384e76-733a-4c99-8321-f6a4041d7553 service neutron] Pushing event updated for resources: {'Port': ['ID=ea876908-2ded-4130-bbf8-22fbb38c331c,revision_number=7']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:27.758542 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 7f1d5640-52d2-459f-8641-381344597961 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:41:27.823604 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-1d384e76-733a-4c99-8321-f6a4041d7553 service neutron] Attempting to bind port ea876908-2ded-4130-bbf8-22fbb38c331c on host n-h1-825175-4 for vnic_type normal with profile {"migrating_to": "n-h2-825175-4"} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:41:27.825912 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-1d384e76-733a-4c99-8321-f6a4041d7553 service neutron] Attempting to bind port ea876908-2ded-4130-bbf8-22fbb38c331c by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': '87859d75-c285-4ea1-b899-3b38f003cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2ea271d8-96e6-42e1-b4ca-22da751bdd28'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:41:27.826369 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-1d384e76-733a-4c99-8321-f6a4041d7553 service neutron] Attempting to bind port ea876908-2ded-4130-bbf8-22fbb38c331c on network 2ea271d8-96e6-42e1-b4ca-22da751bdd28 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:41:27.840242 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-1d384e76-733a-4c99-8321-f6a4041d7553 service neutron] Port ea876908-2ded-4130-bbf8-22fbb38c331c on network 2ea271d8-96e6-42e1-b4ca-22da751bdd28 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:41:27.840867 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-1d384e76-733a-4c99-8321-f6a4041d7553 service neutron] Attempting to bind port ea876908-2ded-4130-bbf8-22fbb38c331c on network 2ea271d8-96e6-42e1-b4ca-22da751bdd28 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:41:27.861113 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-1d384e76-733a-4c99-8321-f6a4041d7553 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:41:27.861573 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-1d384e76-733a-4c99-8321-f6a4041d7553 service neutron] Checking segment: {'id': '87859d75-c285-4ea1-b899-3b38f003cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2ea271d8-96e6-42e1-b4ca-22da751bdd28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:41:27.862028 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-1d384e76-733a-4c99-8321-f6a4041d7553 service neutron] Bound using segment: {'id': '87859d75-c285-4ea1-b899-3b38f003cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2ea271d8-96e6-42e1-b4ca-22da751bdd28'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:41:27.862548 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-1d384e76-733a-4c99-8321-f6a4041d7553 service neutron] Bound port: ea876908-2ded-4130-bbf8-22fbb38c331c, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87859d75-c285-4ea1-b899-3b38f003cf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2ea271d8-96e6-42e1-b4ca-22da751bdd28'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:41:27.863763 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-1d384e76-733a-4c99-8321-f6a4041d7553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:27.932697 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-06c46907-b9d1-4a3c-83ed-cd64edd1d038 req-4d0d8b83-fc7c-4d22-9c21-fb699dae91b5 service neutron] 10.222.0.32 "GET /v2.0/networks/b818a522-930a-4e0c-83f8-04da001d67f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6060624 May 05 21:41:28.044626 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-1d384e76-733a-4c99-8321-f6a4041d7553 service neutron] For port ea876908-2ded-4130-bbf8-22fbb38c331c, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:41:28.044626 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-1d384e76-733a-4c99-8321-f6a4041d7553 service neutron] For port ea876908-2ded-4130-bbf8-22fbb38c331c, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=ea876908-2ded-4130-bbf8-22fbb38c331c,segment=NetworkSegment(87859d75-c285-4ea1-b899-3b38f003cf70),segment_id=87859d75-c285-4ea1-b899-3b38f003cf70)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:41:28.063638 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-1d384e76-733a-4c99-8321-f6a4041d7553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:28.140031 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port ea876908-2ded-4130-bbf8-22fbb38c331c, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=ea876908-2ded-4130-bbf8-22fbb38c331c,segment=NetworkSegment(87859d75-c285-4ea1-b899-3b38f003cf70),segment_id=87859d75-c285-4ea1-b899-3b38f003cf70)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:41:28.140353 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-533f5ac2-deae-48b7-a6d2-2eba21ab4256 req-fac1caf5-bcab-4ae5-b221-75606c6c8b50 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7669432 May 05 21:41:28.161956 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device ea876908-2ded-4130-bbf8-22fbb38c331c has no active binding in host n-h2-825175-4 {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 05 21:41:28.170514 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.resource_extend [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 21:41:28.431967 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d384e76-733a-4c99-8321-f6a4041d7553 service neutron] Pushing event updated for resources: {'Port': ['ID=ea876908-2ded-4130-bbf8-22fbb38c331c,revision_number=8']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:28.459332 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 7f1d5640-52d2-459f-8641-381344597961, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=7f1d5640-52d2-459f-8641-381344597961,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:41:28.478534 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '7f1d5640-52d2-459f-8641-381344597961', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'port_id': '7f1d5640-52d2-459f-8641-381344597961', 'mac_address': 'fa:16:3e:96:ce:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f237a6ef-d044-411f-a2d8-d12619664c91', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:41:28.519089 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ff8bde8-3e28-44b0-a32f-c301561e974c'] response: {'name': 'network-changed', 'server_uuid': 'ac16859b-183d-4e86-bd67-a6ab39d5a094', 'tag': '316ee080-e24c-4927-ae55-1d986286df81', 'status': 'completed', 'code': 200} May 05 21:41:28.584451 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-1d384e76-733a-4c99-8321-f6a4041d7553 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:28.584451 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-1d384e76-733a-4c99-8321-f6a4041d7553 service neutron] 10.222.0.32 "PUT /v2.0/ports/ea876908-2ded-4130-bbf8-22fbb38c331c HTTP/1.1" status: 200 len: 1121 time: 2.3420556 May 05 21:41:28.635645 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:28.673090 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6a727ca2-3674-4ca3-a4dc-b0317f2f146c req-9e74db34-9e6a-41e9-a2f8-0b0d54de2dd2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=288dd14d0b064298b7582f08c1578363&device_id=ac16859b-183d-4e86-bd67-a6ab39d5a094 HTTP/1.1" status: 200 len: 1096 time: 0.1605887 May 05 21:41:28.688878 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['ea876908-2ded-4130-bbf8-22fbb38c331c'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:41:28.823146 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['ea876908-2ded-4130-bbf8-22fbb38c331c'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:41:28.984432 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-06c46907-b9d1-4a3c-83ed-cd64edd1d038 req-ec809643-be7c-4d73-84fc-d9bc12e98baf service neutron] 10.222.0.32 "GET /v2.0/networks/b818a522-930a-4e0c-83f8-04da001d67f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0369461 May 05 21:41:28.989213 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f1d5640-52d2-459f-8641-381344597961 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:41:28.991740 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a727ca2-3674-4ca3-a4dc-b0317f2f146c req-937e4a2b-e613-44a9-bfb7-a5f80c93cd7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:28.996402 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6a727ca2-3674-4ca3-a4dc-b0317f2f146c req-937e4a2b-e613-44a9-bfb7-a5f80c93cd7e service neutron] 10.222.0.32 "GET /v2.0/networks?id=15fc94c9-79b7-4d3d-a68d-e74651d075f7 HTTP/1.1" status: 200 len: 921 time: 0.3161287 May 05 21:41:29.039774 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 7f1d5640-52d2-459f-8641-381344597961, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=7f1d5640-52d2-459f-8641-381344597961,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:41:29.046982 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-98cf7554-ca3b-471a-ac89-f46b44750d86 req-f17a231c-e2c6-40ef-a849-8af30592bb92 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/floatingips/b4d8027f-0091-46c4-8897-4851bf482148 HTTP/1.1" status: 200 len: 693 time: 0.5019996 May 05 21:41:29.068821 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:29.132020 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6a727ca2-3674-4ca3-a4dc-b0317f2f146c req-949a1198-3685-4d47-b134-fc956934d353 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=316ee080-e24c-4927-ae55-1d986286df81 HTTP/1.1" status: 200 len: 217 time: 0.1233356 May 05 21:41:29.229124 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a727ca2-3674-4ca3-a4dc-b0317f2f146c req-5db6a933-68e1-4f78-a348-8ec7dc2d4a17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:29.231308 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6a727ca2-3674-4ca3-a4dc-b0317f2f146c req-5db6a933-68e1-4f78-a348-8ec7dc2d4a17 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cb07d95f-0719-4a75-a100-4b7cfd38dc47 HTTP/1.1" status: 200 len: 859 time: 0.0946746 May 05 21:41:29.326808 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=7f1d5640-52d2-459f-8641-381344597961,revision_number=12']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:29.369489 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6a727ca2-3674-4ca3-a4dc-b0317f2f146c req-3b971cc8-ccaf-42db-baac-0ecbaa595c4e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=15fc94c9-79b7-4d3d-a68d-e74651d075f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1248252 May 05 21:41:29.419344 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf7554-ca3b-471a-ac89-f46b44750d86 req-cb905b83-7342-498c-a5f8-0e2f09dac233 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:29.422553 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-98cf7554-ca3b-471a-ac89-f46b44750d86 req-cb905b83-7342-498c-a5f8-0e2f09dac233 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/networks/25bfe237-58de-4709-a3e0-ac79da07c300 HTTP/1.1" status: 200 len: 784 time: 0.3030820 May 05 21:41:29.441901 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['7f1d5640-52d2-459f-8641-381344597961'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:41:29.442600 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [req-98cf7554-ca3b-471a-ac89-f46b44750d86 req-c772d09f-07c5-4dd2-8977-64d89f570afc tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 21:41:29.443738 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-98cf7554-ca3b-471a-ac89-f46b44750d86 req-c772d09f-07c5-4dd2-8977-64d89f570afc tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0068572 May 05 21:41:29.481721 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf2427d-2a23-4f1d-93a3-746dddc83acb req-ca1a31ea-3dd8-4d2a-b9e5-ea1d790df278 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:29.496409 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0cf2427d-2a23-4f1d-93a3-746dddc83acb req-ca1a31ea-3dd8-4d2a-b9e5-ea1d790df278 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/ports?device_id=300fc717-80d0-4409-852b-350477396233 HTTP/1.1" status: 200 len: 944 time: 1.3199837 May 05 21:41:29.700435 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 3724c349-8f78-4911-8f92-c4c3a5107b76 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:41:29.734804 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72873853-2c62-4102-a949-1c20517418b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea876908-2ded-4130-bbf8-22fbb38c331c'}, {'name': 'network-changed', 'server_uuid': '72873853-2c62-4102-a949-1c20517418b2', 'tag': 'ea876908-2ded-4130-bbf8-22fbb38c331c'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:41:29.761322 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-98cf7554-ca3b-471a-ac89-f46b44750d86 req-5d4d5155-8bf2-44ad-bcc9-f44da33a0b8b tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.45 HTTP/1.1" status: 200 len: 696 time: 0.2350693 May 05 21:41:29.811379 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 3724c349-8f78-4911-8f92-c4c3a5107b76 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:41:29.811745 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:29.874323 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-533f5ac2-deae-48b7-a6d2-2eba21ab4256 req-62c9b8c9-dfc2-4123-978b-443dfcef612e service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6963921 May 05 21:41:29.888434 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-98cf7554-ca3b-471a-ac89-f46b44750d86 req-1f99e198-3185-46fb-b421-a4d2f7848e34 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.45 HTTP/1.1" status: 200 len: 696 time: 0.1261683 May 05 21:41:29.959222 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:29.969308 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6a727ca2-3674-4ca3-a4dc-b0317f2f146c req-6dd7b831-bfe2-4c7d-b6a7-3b2bccea0f0e service neutron] 10.222.0.32 "GET /v2.0/networks/15fc94c9-79b7-4d3d-a68d-e74651d075f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5924454 May 05 21:41:29.997217 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cadebeb-4693-436b-90dd-aee03acac426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3724c349-8f78-4911-8f92-c4c3a5107b76'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:41:30.011077 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 3724c349-8f78-4911-8f92-c4c3a5107b76, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=3724c349-8f78-4911-8f92-c4c3a5107b76,segment=NetworkSegment(1433ba6d-48b0-4056-91b6-deba1a0564ab),segment_id=1433ba6d-48b0-4056-91b6-deba1a0564ab)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:41:30.019564 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:30.108868 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b745d3b0-1364-48aa-992d-0cac8c2e896f req-557600a1-e821-45ea-a269-b3d3bccb8211 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ddd4b9e379904604953b02573e2642da&device_id=300fc717-80d0-4409-852b-350477396233 HTTP/1.1" status: 200 len: 1095 time: 1.0603192 May 05 21:41:30.127784 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0cf2427d-2a23-4f1d-93a3-746dddc83acb req-315f7f51-b5fa-4a4c-ba92-b38f48ebc549 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/security-groups?id=7568e477-67c8-43ef-953c-8ed3ca081be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6443605 May 05 21:41:30.149802 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=3724c349-8f78-4911-8f92-c4c3a5107b76,revision_number=7']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:30.179291 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-98cf7554-ca3b-471a-ac89-f46b44750d86 req-11002940-d7ee-43f5-84bf-355f919bfa08 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Deleting port da4f0055-7bd9-4405-bab1-954f86ffdede {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:41:30.179700 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-98cf7554-ca3b-471a-ac89-f46b44750d86 req-11002940-d7ee-43f5-84bf-355f919bfa08 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:30.392488 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6a727ca2-3674-4ca3-a4dc-b0317f2f146c req-2bde877d-9562-4604-afe0-91af2adcbcc8 service neutron] 10.222.0.32 "GET /v2.0/networks/15fc94c9-79b7-4d3d-a68d-e74651d075f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073181 May 05 21:41:30.593095 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745d3b0-1364-48aa-992d-0cac8c2e896f req-d75a975e-ac99-44d4-b006-00b52fd72927 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:30.594532 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b745d3b0-1364-48aa-992d-0cac8c2e896f req-d75a975e-ac99-44d4-b006-00b52fd72927 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b818a522-930a-4e0c-83f8-04da001d67f4 HTTP/1.1" status: 200 len: 913 time: 0.4654198 May 05 21:41:30.601019 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-98cf7554-ca3b-471a-ac89-f46b44750d86 req-11002940-d7ee-43f5-84bf-355f919bfa08 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:30.601342 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-98cf7554-ca3b-471a-ac89-f46b44750d86 req-11002940-d7ee-43f5-84bf-355f919bfa08 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:30.685934 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b745d3b0-1364-48aa-992d-0cac8c2e896f req-f5bf474b-a93a-4467-bb6b-dee9fc892aab service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca4cc07a-9a7a-4ba4-bfae-d058798dcef4 HTTP/1.1" status: 200 len: 217 time: 0.0769141 May 05 21:41:30.905196 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745d3b0-1364-48aa-992d-0cac8c2e896f req-adf1a256-3cca-4111-bf6c-7ec42fc11dd8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:30.908828 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b745d3b0-1364-48aa-992d-0cac8c2e896f req-adf1a256-3cca-4111-bf6c-7ec42fc11dd8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9de8d683-3484-40a1-82ea-833de04ff50b HTTP/1.1" status: 200 len: 852 time: 0.1274536 May 05 21:41:30.922622 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-98cf7554-ca3b-471a-ac89-f46b44750d86 req-11002940-d7ee-43f5-84bf-355f919bfa08 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Calling delete_port for da4f0055-7bd9-4405-bab1-954f86ffdede owned by network:floatingip {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:41:31.016146 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b745d3b0-1364-48aa-992d-0cac8c2e896f req-0d67e92b-44a6-4d59-b5e0-4f13c0d3ae9c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b818a522-930a-4e0c-83f8-04da001d67f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653229 May 05 21:41:31.172937 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87df591-ac9e-453d-9077-4d042c573765 req-334249b6-83c4-4c1e-bd76-b6910f2d73a5 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:31.186065 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a87df591-ac9e-453d-9077-4d042c573765 req-334249b6-83c4-4c1e-bd76-b6910f2d73a5 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=72873853-2c62-4102-a949-1c20517418b2 HTTP/1.1" status: 200 len: 943 time: 0.4939036 May 05 21:41:31.212019 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device ca4cc07a-9a7a-4ba4-bfae-d058798dcef4 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:41:31.257234 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a87df591-ac9e-453d-9077-4d042c573765 req-7ca3679d-c6e1-4cfd-9fac-c43d404f75b8 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719411 May 05 21:41:31.455268 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b745d3b0-1364-48aa-992d-0cac8c2e896f req-2a346fdd-c3ec-4f8c-bf6f-42a747371f1e service neutron] 10.222.0.32 "GET /v2.0/networks/b818a522-930a-4e0c-83f8-04da001d67f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4200718 May 05 21:41:31.506909 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port ca4cc07a-9a7a-4ba4-bfae-d058798dcef4, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=ca4cc07a-9a7a-4ba4-bfae-d058798dcef4,segment=NetworkSegment(829d38c7-6906-4e82-a39e-d9f027380cc7),segment_id=829d38c7-6906-4e82-a39e-d9f027380cc7)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:41:31.543197 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': 'ca4cc07a-9a7a-4ba4-bfae-d058798dcef4', 'network_id': 'b818a522-930a-4e0c-83f8-04da001d67f4', 'port_id': 'ca4cc07a-9a7a-4ba4-bfae-d058798dcef4', 'mac_address': 'fa:16:3e:c3:83:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9de8d683-3484-40a1-82ea-833de04ff50b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:41:31.630700 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:31.682564 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca4cc07a-9a7a-4ba4-bfae-d058798dcef4 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:41:31.689612 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 7f1d5640-52d2-459f-8641-381344597961 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:41:31.735750 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b745d3b0-1364-48aa-992d-0cac8c2e896f req-ccb0824c-07e5-476d-8372-76e63f54c393 service neutron] 10.222.0.32 "GET /v2.0/networks/b818a522-930a-4e0c-83f8-04da001d67f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611067 May 05 21:41:31.817489 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port ca4cc07a-9a7a-4ba4-bfae-d058798dcef4, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=ca4cc07a-9a7a-4ba4-bfae-d058798dcef4,segment=NetworkSegment(829d38c7-6906-4e82-a39e-d9f027380cc7),segment_id=829d38c7-6906-4e82-a39e-d9f027380cc7)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:41:31.843330 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:31.844300 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-98cf7554-ca3b-471a-ac89-f46b44750d86 req-11002940-d7ee-43f5-84bf-355f919bfa08 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:31.912413 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11002940-d7ee-43f5-84bf-355f919bfa08 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Pushing event deleted for resources: {'Port': ['ID=da4f0055-7bd9-4405-bab1-954f86ffdede,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:31.950462 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=ca4cc07a-9a7a-4ba4-bfae-d058798dcef4,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:31.979724 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 7f1d5640-52d2-459f-8641-381344597961 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:41:31.989690 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 7f1d5640-52d2-459f-8641-381344597961 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:41:31.990337 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:32.061262 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff4fee-6904-451b-ac26-ed722058b686 req-e3ddbbae-1c0a-4d89-b8bf-77107d7541b4 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:32.069369 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-02ff4fee-6904-451b-ac26-ed722058b686 req-e3ddbbae-1c0a-4d89-b8bf-77107d7541b4 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2808b5ea-531b-4d46-862d-46a70e81df09 HTTP/1.1" status: 200 len: 950 time: 0.3323390 May 05 21:41:32.176307 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-98cf7554-ca3b-471a-ac89-f46b44750d86 req-11002940-d7ee-43f5-84bf-355f919bfa08 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Notify callbacks [] for floatingip, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:32.266762 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:32.288078 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['ca4cc07a-9a7a-4ba4-bfae-d058798dcef4'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:41:32.323467 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-02ff4fee-6904-451b-ac26-ed722058b686 req-4a5bb3a9-55e8-417a-a998-28a1e626463a tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531078 May 05 21:41:32.375365 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-98cf7554-ca3b-471a-ac89-f46b44750d86 req-11002940-d7ee-43f5-84bf-355f919bfa08 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:32.377145 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-98cf7554-ca3b-471a-ac89-f46b44750d86 req-11002940-d7ee-43f5-84bf-355f919bfa08 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "DELETE /v2.0/floatingips/b4d8027f-0091-46c4-8897-4851bf482148 HTTP/1.1" status: 204 len: 173 time: 2.4876704 May 05 21:41:32.453676 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 7f1d5640-52d2-459f-8641-381344597961, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=7f1d5640-52d2-459f-8641-381344597961,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:41:32.493406 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:32.536997 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-852be9b5-8a52-4a63-8b69-7e8c872b4425'] response: {'server_uuid': '72873853-2c62-4102-a949-1c20517418b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea876908-2ded-4130-bbf8-22fbb38c331c', 'code': 200} May 05 21:41:32.538120 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-852be9b5-8a52-4a63-8b69-7e8c872b4425'] response: {'name': 'network-changed', 'server_uuid': '72873853-2c62-4102-a949-1c20517418b2', 'tag': 'ea876908-2ded-4130-bbf8-22fbb38c331c', 'status': 'completed', 'code': 200} May 05 21:41:32.625502 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1ff2192-6d8d-4754-b1c8-599db7b39542'] response: {'server_uuid': '2cadebeb-4693-436b-90dd-aee03acac426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3724c349-8f78-4911-8f92-c4c3a5107b76', 'code': 200} May 05 21:41:32.696264 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-80b8fee4-5242-4c21-aa37-189fae4d61f5 service neutron] 10.222.0.44 "GET /v2.0/ports/ea876908-2ded-4130-bbf8-22fbb38c331c/bindings/n-h2-825175-4 HTTP/1.1" status: 200 len: 384 time: 0.2824979 May 05 21:41:32.699364 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=7f1d5640-52d2-459f-8641-381344597961,revision_number=13']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:32.787662 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-856c5bf2-869f-4478-a4b6-7c72dceec5c9 req-83ffe2a4-8db0-4fb8-a8b2-a025dcd0daab service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=300e0002c0a34937b02bd35920b6a01f&device_id=72873853-2c62-4102-a949-1c20517418b2 HTTP/1.1" status: 200 len: 1124 time: 0.2295759 May 05 21:41:33.014865 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c5bf2-869f-4478-a4b6-7c72dceec5c9 req-e84ad465-1652-4fc4-991d-a2f24dc4e994 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:33.016349 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-856c5bf2-869f-4478-a4b6-7c72dceec5c9 req-e84ad465-1652-4fc4-991d-a2f24dc4e994 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2ea271d8-96e6-42e1-b4ca-22da751bdd28 HTTP/1.1" status: 200 len: 921 time: 0.2237043 May 05 21:41:33.094890 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-856c5bf2-869f-4478-a4b6-7c72dceec5c9 req-36604d4e-4835-4f2f-8b4d-8e51df7a4c53 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea876908-2ded-4130-bbf8-22fbb38c331c HTTP/1.1" status: 200 len: 217 time: 0.0716624 May 05 21:41:33.196930 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c5bf2-869f-4478-a4b6-7c72dceec5c9 req-d74dfa62-7183-4157-b50a-7a128e88c13e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:33.198413 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-856c5bf2-869f-4478-a4b6-7c72dceec5c9 req-d74dfa62-7183-4157-b50a-7a128e88c13e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=36081928-afee-4476-8a16-bce3420fbcc5 HTTP/1.1" status: 200 len: 860 time: 0.0978081 May 05 21:41:33.268718 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10608a37-06f5-459b-8cea-d5837350e32a req-4f901979-9abe-4bdf-9377-55c476ba00a9 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:33.276429 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-10608a37-06f5-459b-8cea-d5837350e32a req-4f901979-9abe-4bdf-9377-55c476ba00a9 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/ports?device_id=300fc717-80d0-4409-852b-350477396233 HTTP/1.1" status: 200 len: 945 time: 0.2147861 May 05 21:41:33.299907 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-856c5bf2-869f-4478-a4b6-7c72dceec5c9 req-6692712e-96a4-462b-85e5-881087bd8506 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2ea271d8-96e6-42e1-b4ca-22da751bdd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818622 May 05 21:41:33.412781 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-c9742735-1f66-4f50-a319-830d9033733e service neutron] For port ea876908-2ded-4130-bbf8-22fbb38c331c, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=ea876908-2ded-4130-bbf8-22fbb38c331c,segment=NetworkSegment(87859d75-c285-4ea1-b899-3b38f003cf70),segment_id=87859d75-c285-4ea1-b899-3b38f003cf70)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:41:33.430949 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-10608a37-06f5-459b-8cea-d5837350e32a req-0d9a885f-dd4e-4cf3-b49b-4a172913ee64 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/security-groups?id=7568e477-67c8-43ef-953c-8ed3ca081be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531410 May 05 21:41:33.459867 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-c9742735-1f66-4f50-a319-830d9033733e service neutron] For port ea876908-2ded-4130-bbf8-22fbb38c331c, host n-h1-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:41:33.527708 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-856c5bf2-869f-4478-a4b6-7c72dceec5c9 req-ee70ad71-0d22-4a12-a414-e09bc4a48185 service neutron] 10.222.0.44 "GET /v2.0/networks/2ea271d8-96e6-42e1-b4ca-22da751bdd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140660 May 05 21:41:33.527881 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591da2a4-466a-4ecc-aaf5-cb0fb5a8da8f req-bee3db61-da03-4bd1-af86-b436438bfc3b tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:33.529393 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-591da2a4-466a-4ecc-aaf5-cb0fb5a8da8f req-bee3db61-da03-4bd1-af86-b436438bfc3b tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=72873853-2c62-4102-a949-1c20517418b2 HTTP/1.1" status: 200 len: 943 time: 0.1792719 May 05 21:41:33.532121 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-c9742735-1f66-4f50-a319-830d9033733e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea876908-2ded-4130-bbf8-22fbb38c331c {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:41:33.559807 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-c9742735-1f66-4f50-a319-830d9033733e service neutron] For port ea876908-2ded-4130-bbf8-22fbb38c331c, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=ea876908-2ded-4130-bbf8-22fbb38c331c,segment=NetworkSegment(87859d75-c285-4ea1-b899-3b38f003cf70),segment_id=87859d75-c285-4ea1-b899-3b38f003cf70)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:41:33.591094 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-c9742735-1f66-4f50-a319-830d9033733e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:33.617829 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-591da2a4-466a-4ecc-aaf5-cb0fb5a8da8f req-a5e5f59d-9f70-4657-8014-35a942e69e57 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773501 May 05 21:41:33.758924 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-c9742735-1f66-4f50-a319-830d9033733e service neutron] Transition to ACTIVE for port object ea876908-2ded-4130-bbf8-22fbb38c331c will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:41:33.766876 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-c9742735-1f66-4f50-a319-830d9033733e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:33.849657 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-856c5bf2-869f-4478-a4b6-7c72dceec5c9 req-9e6749a5-df0d-4881-b2a1-f0307ed11373 service neutron] 10.222.0.44 "GET /v2.0/networks/2ea271d8-96e6-42e1-b4ca-22da751bdd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167951 May 05 21:41:34.093209 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-c9742735-1f66-4f50-a319-830d9033733e service neutron] No DVR routers for this DVR port ea876908-2ded-4130-bbf8-22fbb38c331c on host n-h1-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:41:34.138079 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9742735-1f66-4f50-a319-830d9033733e service neutron] Pushing event updated for resources: {'Port': ['ID=ea876908-2ded-4130-bbf8-22fbb38c331c,revision_number=10']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:34.170639 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-c9742735-1f66-4f50-a319-830d9033733e service neutron] 10.222.0.44 "PUT /v2.0/ports/ea876908-2ded-4130-bbf8-22fbb38c331c/bindings/n-h2-825175-4/activate HTTP/1.1" status: 200 len: 369 time: 1.4716649 May 05 21:41:34.203826 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f2ba6-16db-4191-9db3-c9e37fc29a59 req-f05437d2-0d93-46a1-a0f9-51d84b4060d9 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:34.212058 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9c1f2ba6-16db-4191-9db3-c9e37fc29a59 req-f05437d2-0d93-46a1-a0f9-51d84b4060d9 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2808b5ea-531b-4d46-862d-46a70e81df09 HTTP/1.1" status: 200 len: 951 time: 0.2456169 May 05 21:41:34.361114 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9c1f2ba6-16db-4191-9db3-c9e37fc29a59 req-e9135a62-d38d-4d85-8bc1-0e9ccddfd601 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477263 May 05 21:41:34.414734 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-9d63b581-163c-45eb-9a78-1f15fc88528c tempest-LiveAutoBlockMigrationV225Test-533236276 tempest-LiveAutoBlockMigrationV225Test-533236276-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=72873853-2c62-4102-a949-1c20517418b2&tenant_id=300e0002c0a34937b02bd35920b6a01f&binding%3Ahost_id=n-h1-825175-4 HTTP/1.1" status: 200 len: 1095 time: 0.1669281 May 05 21:41:34.627323 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2808b5ea-531b-4d46-862d-46a70e81df09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1d5640-52d2-459f-8641-381344597961'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:41:34.655332 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-6a55cfbe-2340-49d1-bb10-53ed578a8bb8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=72873853-2c62-4102-a949-1c20517418b2&tenant_id=300e0002c0a34937b02bd35920b6a01f HTTP/1.1" status: 200 len: 1095 time: 0.2374499 May 05 21:41:35.082054 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 33182) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:41:35.124334 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-ee2a3418-b728-41a1-bf70-e89588af33ea service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=300e0002c0a34937b02bd35920b6a01f&device_id=72873853-2c62-4102-a949-1c20517418b2 HTTP/1.1" status: 200 len: 1095 time: 0.4461279 May 05 21:41:35.162096 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e8207e-513d-45a0-a3ab-8d0b54bc9ea4 req-202c805d-6e11-4209-b786-67e2dbf201d6 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:35.163104 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-e8e8207e-513d-45a0-a3ab-8d0b54bc9ea4 req-202c805d-6e11-4209-b786-67e2dbf201d6 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Synchronizing usage tracker for tenant:288dd14d0b064298b7582f08c1578363 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:41:35.229877 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device ca4cc07a-9a7a-4ba4-bfae-d058798dcef4 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:41:35.262437 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-e8e8207e-513d-45a0-a3ab-8d0b54bc9ea4 req-202c805d-6e11-4209-b786-67e2dbf201d6 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Unset dirty status for tenant:288dd14d0b064298b7582f08c1578363 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:41:35.263613 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e8e8207e-513d-45a0-a3ab-8d0b54bc9ea4 req-202c805d-6e11-4209-b786-67e2dbf201d6 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac16859b-183d-4e86-bd67-a6ab39d5a094 HTTP/1.1" status: 200 len: 945 time: 0.4485085 May 05 21:41:35.271427 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c3fd90-d72f-4a97-a0c4-514f9143eb18 req-efcc6e85-209a-4a8c-910b-e44cef9dda68 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:35.278076 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c4c3fd90-d72f-4a97-a0c4-514f9143eb18 req-efcc6e85-209a-4a8c-910b-e44cef9dda68 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/ports?device_id=300fc717-80d0-4409-852b-350477396233 HTTP/1.1" status: 200 len: 945 time: 0.2982056 May 05 21:41:35.364647 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port ca4cc07a-9a7a-4ba4-bfae-d058798dcef4 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:41:35.369894 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port ca4cc07a-9a7a-4ba4-bfae-d058798dcef4 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:41:35.370292 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:35.377686 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7a7f1fde-2262-4328-b26c-dc7f690aaecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:35.436623 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-5a2f65d7-6cce-4692-b656-453a91399543 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:35.438481 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-5a2f65d7-6cce-4692-b656-453a91399543 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2ea271d8-96e6-42e1-b4ca-22da751bdd28 HTTP/1.1" status: 200 len: 921 time: 0.3063159 May 05 21:41:35.439178 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:35.455911 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c4c3fd90-d72f-4a97-a0c4-514f9143eb18 req-9e812200-c8e4-4add-97d7-ae39845af22b tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/security-groups?id=7568e477-67c8-43ef-953c-8ed3ca081be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766579 May 05 21:41:35.515302 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:35.565904 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port ca4cc07a-9a7a-4ba4-bfae-d058798dcef4, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=ca4cc07a-9a7a-4ba4-bfae-d058798dcef4,segment=NetworkSegment(829d38c7-6906-4e82-a39e-d9f027380cc7),segment_id=829d38c7-6906-4e82-a39e-d9f027380cc7)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:41:35.585125 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e13be4fe-ab18-4fdd-b8fe-7bb276d51d62'] response: {'server_uuid': '2808b5ea-531b-4d46-862d-46a70e81df09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1d5640-52d2-459f-8641-381344597961', 'code': 200} May 05 21:41:35.593237 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:35.601480 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e8e8207e-513d-45a0-a3ab-8d0b54bc9ea4 req-f2619cc2-647c-4fc6-b900-a954bd95c83f tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/security-groups?id=fc0ecaeb-86a0-410b-bb10-a89dbdda6d10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185976 May 05 21:41:35.638647 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:35.681890 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=ca4cc07a-9a7a-4ba4-bfae-d058798dcef4,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:35.700688 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device ea876908-2ded-4130-bbf8-22fbb38c331c no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:41:35.809769 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42142182-d12a-4c74-bbbc-6eaaef74ba3f req-80836691-6f66-454c-a9a0-eaa874ec667c tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:35.810457 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-42142182-d12a-4c74-bbbc-6eaaef74ba3f req-80836691-6f66-454c-a9a0-eaa874ec667c tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Synchronizing usage tracker for tenant:288dd14d0b064298b7582f08c1578363 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:41:35.843922 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-42142182-d12a-4c74-bbbc-6eaaef74ba3f req-80836691-6f66-454c-a9a0-eaa874ec667c tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Unset dirty status for tenant:288dd14d0b064298b7582f08c1578363 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:41:35.845355 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-42142182-d12a-4c74-bbbc-6eaaef74ba3f req-80836691-6f66-454c-a9a0-eaa874ec667c tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac16859b-183d-4e86-bd67-a6ab39d5a094 HTTP/1.1" status: 200 len: 945 time: 0.2113168 May 05 21:41:35.950371 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-7a7f1fde-2262-4328-b26c-dc7f690aaecf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:41:35.954728 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-7a7f1fde-2262-4328-b26c-dc7f690aaecf admin admin] Usage tracker for resource:security_group_rule and tenant:3e92ff5523c7451aa7ce26220af0de44 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:41:35.958084 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-7a7f1fde-2262-4328-b26c-dc7f690aaecf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:41:35.964499 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-7a7f1fde-2262-4328-b26c-dc7f690aaecf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:41:35.967662 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device ea876908-2ded-4130-bbf8-22fbb38c331c not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:41:35.977338 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-42142182-d12a-4c74-bbbc-6eaaef74ba3f req-71e19d6a-13a9-454f-b103-851ff96617a8 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Deleting port 316ee080-e24c-4927-ae55-1d986286df81 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:41:35.977744 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-42142182-d12a-4c74-bbbc-6eaaef74ba3f req-71e19d6a-13a9-454f-b103-851ff96617a8 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:36.063111 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7a7f1fde-2262-4328-b26c-dc7f690aaecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:36.126128 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-5cb3f80b-0b1f-4d90-8c12-c7bb60337134 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea876908-2ded-4130-bbf8-22fbb38c331c HTTP/1.1" status: 200 len: 217 time: 0.6683464 May 05 21:41:36.128852 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7a7f1fde-2262-4328-b26c-dc7f690aaecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:36.245500 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-7a7f1fde-2262-4328-b26c-dc7f690aaecf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3e92ff5523c7451aa7ce26220af0de44&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1613884 May 05 21:41:36.247200 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 33198) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:41:36.334168 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7f1fde-2262-4328-b26c-dc7f690aaecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79beb822-7d55-4fe1-830f-2722ee7a61b7,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:36.369028 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-975fe8e5-8125-4332-bea2-b8507a63b092 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:36.370580 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-975fe8e5-8125-4332-bea2-b8507a63b092 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=36081928-afee-4476-8a16-bce3420fbcc5 HTTP/1.1" status: 200 len: 860 time: 0.2074077 May 05 21:41:36.424856 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-42142182-d12a-4c74-bbbc-6eaaef74ba3f req-71e19d6a-13a9-454f-b103-851ff96617a8 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] For port 316ee080-e24c-4927-ae55-1d986286df81, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=316ee080-e24c-4927-ae55-1d986286df81,segment=NetworkSegment(70e83286-5918-4af1-9b6d-01bc6155c4dc),segment_id=70e83286-5918-4af1-9b6d-01bc6155c4dc)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:41:36.425366 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-42142182-d12a-4c74-bbbc-6eaaef74ba3f req-71e19d6a-13a9-454f-b103-851ff96617a8 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:36.431972 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2c6620ad-daf3-451e-93b2-d5bdb97c1271 req-b65ba68f-f240-48bb-8ea0-4493e5badd33 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=1d0c3bd18deb4529a9eff5d87fa07f7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1092377 May 05 21:41:36.449730 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5b74e7f5-7005-40fb-89cb-dec11f0b6305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:36.611756 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3989589e-92e1-4132-ae09-83209e043424 req-c58f23af-1db7-4f4e-9ecf-5b3126d0175e tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:36.619237 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3989589e-92e1-4132-ae09-83209e043424 req-c58f23af-1db7-4f4e-9ecf-5b3126d0175e tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=72873853-2c62-4102-a949-1c20517418b2 HTTP/1.1" status: 200 len: 944 time: 0.5541914 May 05 21:41:36.625256 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6620ad-daf3-451e-93b2-d5bdb97c1271 req-40e5faeb-df05-4cf7-8ccf-1cbef540796b tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:36.632264 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2c6620ad-daf3-451e-93b2-d5bdb97c1271 req-40e5faeb-df05-4cf7-8ccf-1cbef540796b tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1900878 May 05 21:41:36.642134 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-ada8ad9e-fce1-4640-9180-c842bd96af81 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2ea271d8-96e6-42e1-b4ca-22da751bdd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2493043 May 05 21:41:36.720969 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-42142182-d12a-4c74-bbbc-6eaaef74ba3f req-71e19d6a-13a9-454f-b103-851ff96617a8 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Calling delete_port for 316ee080-e24c-4927-ae55-1d986286df81 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:41:36.740802 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2c6620ad-daf3-451e-93b2-d5bdb97c1271 req-5a3604c6-9d76-4a41-ab75-7b31bc6cd537 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/quotas/1d0c3bd18deb4529a9eff5d87fa07f7f HTTP/1.1" status: 200 len: 375 time: 0.1074705 May 05 21:41:36.921349 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5b74e7f5-7005-40fb-89cb-dec11f0b6305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:37.008200 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-42142182-d12a-4c74-bbbc-6eaaef74ba3f req-71e19d6a-13a9-454f-b103-851ff96617a8 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:37.025771 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['316ee080-e24c-4927-ae55-1d986286df81'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:41:37.034459 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3989589e-92e1-4132-ae09-83209e043424 req-f3e9425a-e39e-4c94-b45a-2ae4465d1414 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4142287 May 05 21:41:37.116295 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5b74e7f5-7005-40fb-89cb-dec11f0b6305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:37.149168 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b74e7f5-7005-40fb-89cb-dec11f0b6305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79beb822-7d55-4fe1-830f-2722ee7a61b7,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:37.163095 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-38a131d9-2373-4fe3-9b2a-6d4867626aac service neutron] 10.222.0.32 "GET /v2.0/networks/2ea271d8-96e6-42e1-b4ca-22da751bdd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4950538 May 05 21:41:37.172830 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2c6620ad-daf3-451e-93b2-d5bdb97c1271 req-c89e70a6-8c8b-4e35-847f-90831e261e7d tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1d0c3bd18deb4529a9eff5d87fa07f7f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4307325 May 05 21:41:37.201905 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5b74e7f5-7005-40fb-89cb-dec11f0b6305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:37.215237 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-5b74e7f5-7005-40fb-89cb-dec11f0b6305 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/79beb822-7d55-4fe1-830f-2722ee7a61b7 HTTP/1.1" status: 204 len: 168 time: 0.9552512 May 05 21:41:37.449160 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-d26d9205-b124-4ec4-8948-e532b3be671f service neutron] 10.222.0.32 "GET /v2.0/networks/2ea271d8-96e6-42e1-b4ca-22da751bdd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724576 May 05 21:41:37.586438 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300fc717-80d0-4409-852b-350477396233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4cc07a-9a7a-4ba4-bfae-d058798dcef4'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:41:37.674816 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e19d6a-13a9-454f-b103-851ff96617a8 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Pushing event deleted for resources: {'Port': ['ID=316ee080-e24c-4927-ae55-1d986286df81,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:37.728842 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-42142182-d12a-4c74-bbbc-6eaaef74ba3f req-71e19d6a-13a9-454f-b103-851ff96617a8 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] No DVR routers for this DVR port 316ee080-e24c-4927-ae55-1d986286df81 on host n-h2-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:41:37.742815 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-42142182-d12a-4c74-bbbc-6eaaef74ba3f req-71e19d6a-13a9-454f-b103-851ff96617a8 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:37.761725 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac16859b-183d-4e86-bd67-a6ab39d5a094', 'name': 'network-vif-deleted', 'tag': '316ee080-e24c-4927-ae55-1d986286df81'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:41:37.832348 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-42142182-d12a-4c74-bbbc-6eaaef74ba3f req-71e19d6a-13a9-454f-b103-851ff96617a8 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.32 "DELETE /v2.0/ports/316ee080-e24c-4927-ae55-1d986286df81 HTTP/1.1" status: 204 len: 173 time: 1.9794762 May 05 21:41:38.013292 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021339a2-74e8-4a22-8f21-9e31888c35b8 req-d3b28610-e096-4752-b812-21face87f3bc tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:38.018826 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-021339a2-74e8-4a22-8f21-9e31888c35b8 req-d3b28610-e096-4752-b812-21face87f3bc tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/ports?device_id=300fc717-80d0-4409-852b-350477396233 HTTP/1.1" status: 200 len: 946 time: 0.2867174 May 05 21:41:38.251942 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-42d20f1a-f19b-4152-83c0-64117c0e31a3 tempest-LiveAutoBlockMigrationV225Test-533236276 tempest-LiveAutoBlockMigrationV225Test-533236276-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=72873853-2c62-4102-a949-1c20517418b2&tenant_id=300e0002c0a34937b02bd35920b6a01f&binding%3Ahost_id=n-h2-825175-4 HTTP/1.1" status: 200 len: 1095 time: 0.1967349 May 05 21:41:38.259753 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4075820b-a876-4f26-8eea-3a371bf86a0d req-2f0c7761-6713-4046-b8fa-3251574c67f3 tempest-FloatingIPsAssociationTestJSON-1843356186 tempest-FloatingIPsAssociationTestJSON-1843356186-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac16859b-183d-4e86-bd67-a6ab39d5a094 HTTP/1.1" status: 200 len: 210 time: 0.2363594 May 05 21:41:38.342644 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-021339a2-74e8-4a22-8f21-9e31888c35b8 req-f00ebab5-ed9e-4ac9-8a9f-6aaa8bd1b9c5 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/security-groups?id=7568e477-67c8-43ef-953c-8ed3ca081be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132136 May 05 21:41:38.342644 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 33240) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:41:38.400180 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-00ba6283-06d7-42dd-b834-51187b2b50f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:38.450182 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-00ba6283-06d7-42dd-b834-51187b2b50f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:41:38.463655 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-00ba6283-06d7-42dd-b834-51187b2b50f9 admin admin] Usage tracker for resource:security_group_rule and tenant:8fd856180937401f8e64c7e2367be67a is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:41:38.469756 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-00ba6283-06d7-42dd-b834-51187b2b50f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:41:38.486407 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-00ba6283-06d7-42dd-b834-51187b2b50f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:41:38.626474 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89440fce-e04f-4572-b380-949a9409322d'] response: {'server_uuid': '300fc717-80d0-4409-852b-350477396233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4cc07a-9a7a-4ba4-bfae-d058798dcef4', 'code': 200} May 05 21:41:38.745469 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-a2673f8d-7780-4ac3-b9eb-4857b933786c service neutron] For port ea876908-2ded-4130-bbf8-22fbb38c331c, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:41:38.751117 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-a2673f8d-7780-4ac3-b9eb-4857b933786c service neutron] Notify callbacks [] for binding, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:38.768028 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f8af1fea-8892-4195-8f9c-fbfed5677621 req-a2673f8d-7780-4ac3-b9eb-4857b933786c service neutron] 10.222.0.32 "DELETE /v2.0/ports/ea876908-2ded-4130-bbf8-22fbb38c331c/bindings/n-h1-825175-4 HTTP/1.1" status: 204 len: 173 time: 0.5097165 May 05 21:41:38.824761 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62ce11e7-bdce-448c-a37e-a0da9362aeed'] response: {'server_uuid': 'ac16859b-183d-4e86-bd67-a6ab39d5a094', 'name': 'network-vif-deleted', 'tag': '316ee080-e24c-4927-ae55-1d986286df81', 'status': 'completed', 'code': 200} May 05 21:41:38.992590 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-73f90e30-9b46-426c-8042-c8d13bb1e4ef req-68e9a2d0-770b-434d-982c-bcbe616da1d4 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=c90911d9-c421-4874-8935-956d1072f84b HTTP/1.1" status: 200 len: 210 time: 0.3863714 May 05 21:41:39.018217 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-00ba6283-06d7-42dd-b834-51187b2b50f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:39.058620 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-00ba6283-06d7-42dd-b834-51187b2b50f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:39.245541 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 316ee080-e24c-4927-ae55-1d986286df81 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:41:39.298281 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6aa24ab0-3271-4ad7-884d-8646b5e913ca req-dd51e563-fa36-4240-ae29-823317668a91 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=300fc717-80d0-4409-852b-350477396233 HTTP/1.1" status: 200 len: 1097 time: 0.4576888 May 05 21:41:39.299043 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: 316ee080-e24c-4927-ae55-1d986286df81 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:41:39.299476 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 316ee080-e24c-4927-ae55-1d986286df81 not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:41:39.389944 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba6283-06d7-42dd-b834-51187b2b50f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=380ec8a2-9057-4264-a822-34e698da4b28,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:39.410221 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-00ba6283-06d7-42dd-b834-51187b2b50f9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8fd856180937401f8e64c7e2367be67a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0667489 May 05 21:41:39.413574 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 33260) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:41:39.534866 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be467525-327a-4634-ac61-510942cd6cbb req-59aa6542-fcc2-4756-b1de-caae37d6d316 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:39.538534 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-be467525-327a-4634-ac61-510942cd6cbb req-59aa6542-fcc2-4756-b1de-caae37d6d316 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=72873853-2c62-4102-a949-1c20517418b2 HTTP/1.1" status: 200 len: 944 time: 0.4471219 May 05 21:41:39.624388 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 33266) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:41:39.624924 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6aa24ab0-3271-4ad7-884d-8646b5e913ca req-5346947f-d274-4b95-b26e-223b164c09bf service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7568e477-67c8-43ef-953c-8ed3ca081be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054612 May 05 21:41:39.722767 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-be467525-327a-4634-ac61-510942cd6cbb req-370fd549-e243-48ea-bf76-1a8ea704f3ad tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728253 May 05 21:41:39.728634 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-10b9c7d1-dc91-429a-b23c-b2536fd44d9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:39.835764 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-10b9c7d1-dc91-429a-b23c-b2536fd44d9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:40.023673 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-10b9c7d1-dc91-429a-b23c-b2536fd44d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:40.053993 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b9c7d1-dc91-429a-b23c-b2536fd44d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=380ec8a2-9057-4264-a822-34e698da4b28,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:40.073965 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-10b9c7d1-dc91-429a-b23c-b2536fd44d9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:40.085564 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-10b9c7d1-dc91-429a-b23c-b2536fd44d9b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/380ec8a2-9057-4264-a822-34e698da4b28 HTTP/1.1" status: 204 len: 168 time: 0.6708288 May 05 21:41:40.169508 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbceff0-2bd1-417a-a061-0b4451ae22b5 req-0017c799-0a09-4e89-9691-23e121bf7b94 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:40.179228 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6fbceff0-2bd1-417a-a061-0b4451ae22b5 req-0017c799-0a09-4e89-9691-23e121bf7b94 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/ports?device_id=300fc717-80d0-4409-852b-350477396233 HTTP/1.1" status: 200 len: 946 time: 0.2736697 May 05 21:41:40.321922 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6fbceff0-2bd1-417a-a061-0b4451ae22b5 req-6c539eaf-d36a-446e-9f99-00ff61efd13f tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/security-groups?id=7568e477-67c8-43ef-953c-8ed3ca081be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385386 May 05 21:41:40.772337 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-967127d4-2dce-4e4c-826e-16c5ad25b454 req-a9d98897-d02e-42b1-bbb8-1d126187c7f5 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=c90911d9-c421-4874-8935-956d1072f84b HTTP/1.1" status: 200 len: 210 time: 0.1409824 May 05 21:41:40.836437 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9f33da6b-5e08-4d8d-acab-ee64f1c3c470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:40.933366 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2c6620ad-daf3-451e-93b2-d5bdb97c1271 req-39af7374-1511-4248-85e0-ca0d73279372 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=1d0c3bd18deb4529a9eff5d87fa07f7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0930033 May 05 21:41:41.096021 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 33298) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:41:41.158559 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7c697a98-301c-42c7-a150-710d759272c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:41.339331 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-7c697a98-301c-42c7-a150-710d759272c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:41:41.345340 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-7c697a98-301c-42c7-a150-710d759272c2 admin admin] Usage tracker for resource:security_group_rule and tenant:c76291588c134b3d80e9221ceb9e7a1b is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:41:41.370566 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-7c697a98-301c-42c7-a150-710d759272c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:41:41.384192 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-7c697a98-301c-42c7-a150-710d759272c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:41:41.572328 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7c697a98-301c-42c7-a150-710d759272c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:41.582025 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7c697a98-301c-42c7-a150-710d759272c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:41.777360 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-7c697a98-301c-42c7-a150-710d759272c2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c76291588c134b3d80e9221ceb9e7a1b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6778715 May 05 21:41:41.777994 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 33306) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:41:41.784844 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c697a98-301c-42c7-a150-710d759272c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4c14e6-422b-477c-8218-6e58a2ccae98,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:41.994747 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9c0bb327-2325-4db4-8283-487044941708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:42.006908 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6620ad-daf3-451e-93b2-d5bdb97c1271 req-1aebc81b-8b2c-4983-8dab-30249723b919 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:42.008436 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2c6620ad-daf3-451e-93b2-d5bdb97c1271 req-1aebc81b-8b2c-4983-8dab-30249723b919 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0691257 May 05 21:41:42.054521 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-2c6620ad-daf3-451e-93b2-d5bdb97c1271 req-f3269d54-7af9-4e25-acca-70b8bb480fdd tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Request body: {'port': {'device_id': 'c90911d9-c421-4874-8935-956d1072f84b', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'admin_state_up': True, 'tenant_id': '1d0c3bd18deb4529a9eff5d87fa07f7f'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:41:42.168803 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9c0bb327-2325-4db4-8283-487044941708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:42.207547 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d09bb153-00b6-4c8f-a690-e33e47320fd7 req-38670109-3126-4c47-a307-201cc25d4baf tempest-LiveAutoBlockMigrationV225Test-533236276 tempest-LiveAutoBlockMigrationV225Test-533236276-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=72873853-2c62-4102-a949-1c20517418b2 HTTP/1.1" status: 200 len: 1095 time: 0.5373583 May 05 21:41:42.467439 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9c0bb327-2325-4db4-8283-487044941708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:42.543713 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0bb327-2325-4db4-8283-487044941708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4c14e6-422b-477c-8218-6e58a2ccae98,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:42.607104 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9c0bb327-2325-4db4-8283-487044941708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:42.608728 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9c0bb327-2325-4db4-8283-487044941708 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9d4c14e6-422b-477c-8218-6e58a2ccae98 HTTP/1.1" status: 204 len: 168 time: 0.8290184 May 05 21:41:42.884993 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d09bb153-00b6-4c8f-a690-e33e47320fd7 req-5da9c34a-ccae-4b05-9e91-80e390ae9079 tempest-LiveAutoBlockMigrationV225Test-533236276 tempest-LiveAutoBlockMigrationV225Test-533236276-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6450691 May 05 21:41:43.013150 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ff09c-98a7-4cac-99b2-d34071ce6b97 req-e7cfb3fb-b51c-434d-98d3-949245a78118 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:43.031241 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-842ff09c-98a7-4cac-99b2-d34071ce6b97 req-e7cfb3fb-b51c-434d-98d3-949245a78118 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/ports?device_id=300fc717-80d0-4409-852b-350477396233 HTTP/1.1" status: 200 len: 946 time: 0.6021395 May 05 21:41:43.101934 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-9f33da6b-5e08-4d8d-acab-ee64f1c3c470 admin admin] Deleting port 8d3adc09-f0d0-43b1-b21d-9a438fca2786 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:41:43.102502 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9f33da6b-5e08-4d8d-acab-ee64f1c3c470 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:43.104524 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9303e135-00ee-4c03-8de2-b057a4fde60b req-16a590c2-e920-48b3-bbbd-8d570c9b9ca7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8804cd72-e5a7-432f-b5a3-f7c81f187a1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6744444 May 05 21:41:43.162694 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-2c6620ad-daf3-451e-93b2-d5bdb97c1271 req-f3269d54-7af9-4e25-acca-70b8bb480fdd tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:41:43.210139 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-2c6620ad-daf3-451e-93b2-d5bdb97c1271 req-f3269d54-7af9-4e25-acca-70b8bb480fdd tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:41:43.262578 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c6620ad-daf3-451e-93b2-d5bdb97c1271 req-f3269d54-7af9-4e25-acca-70b8bb480fdd tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Made reservation on behalf of 1d0c3bd18deb4529a9eff5d87fa07f7f for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:41:43.267944 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2c6620ad-daf3-451e-93b2-d5bdb97c1271 req-f3269d54-7af9-4e25-acca-70b8bb480fdd tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:43.426440 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-842ff09c-98a7-4cac-99b2-d34071ce6b97 req-28d1e680-0874-4b7d-94c3-df420310fb8f tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/security-groups?id=7568e477-67c8-43ef-953c-8ed3ca081be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3925941 May 05 21:41:43.625073 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f6fe42a3-6fc0-4c87-ae58-a2e62934e832 req-1f9bc14a-740d-47e5-ba3d-f34ad667de12 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=c90911d9-c421-4874-8935-956d1072f84b HTTP/1.1" status: 200 len: 210 time: 0.2607017 May 05 21:41:43.745833 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-9f33da6b-5e08-4d8d-acab-ee64f1c3c470 admin admin] For port 8d3adc09-f0d0-43b1-b21d-9a438fca2786, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=8d3adc09-f0d0-43b1-b21d-9a438fca2786,segment=NetworkSegment(70e83286-5918-4af1-9b6d-01bc6155c4dc),segment_id=70e83286-5918-4af1-9b6d-01bc6155c4dc)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:41:43.746491 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9f33da6b-5e08-4d8d-acab-ee64f1c3c470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:43.806085 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9303e135-00ee-4c03-8de2-b057a4fde60b req-1d4b9700-21ef-4b94-bde5-213aa42f42d9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=300e0002c0a34937b02bd35920b6a01f&device_id=8804cd72-e5a7-432f-b5a3-f7c81f187a1e HTTP/1.1" status: 200 len: 1096 time: 0.4998066 May 05 21:41:43.923930 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-cb4fd65e-3152-43e7-a63d-7ac6d3dcbf42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:44.105852 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9303e135-00ee-4c03-8de2-b057a4fde60b req-dc0f4711-d0bd-4042-a775-c2f965700732 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:44.107323 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9303e135-00ee-4c03-8de2-b057a4fde60b req-dc0f4711-d0bd-4042-a775-c2f965700732 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2ea271d8-96e6-42e1-b4ca-22da751bdd28 HTTP/1.1" status: 200 len: 921 time: 0.2008522 May 05 21:41:44.253536 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9303e135-00ee-4c03-8de2-b057a4fde60b req-d02c3d92-cf4f-469f-b96b-fcd7ecda12e1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5eb4f53-a642-446d-8190-e7b77b1d015d HTTP/1.1" status: 200 len: 217 time: 0.1185822 May 05 21:41:44.257633 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-9f33da6b-5e08-4d8d-acab-ee64f1c3c470 admin admin] Calling delete_port for 8d3adc09-f0d0-43b1-b21d-9a438fca2786 owned by network:router_interface {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:41:44.331194 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-2c6620ad-daf3-451e-93b2-d5bdb97c1271 req-f3269d54-7af9-4e25-acca-70b8bb480fdd tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Allocated IP 192.168.233.214 (4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9/f237a6ef-d044-411f-a2d8-d12619664c91/4fb020a9-8991-4a55-bc6f-9564698b0e92) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:41:44.412783 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1cdd158d-ec4a-475f-a45b-d8f9a7746822 req-e0fe2459-1a39-45a1-b522-17118f12615e tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1366732034&fields=id&tenant_id=ddd4b9e379904604953b02573e2642da HTTP/1.1" status: 200 len: 267 time: 0.3044827 May 05 21:41:44.436526 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9303e135-00ee-4c03-8de2-b057a4fde60b req-c9276cfc-d346-4854-8ce6-acecdc4647db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:44.438350 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9303e135-00ee-4c03-8de2-b057a4fde60b req-c9276cfc-d346-4854-8ce6-acecdc4647db service neutron] 10.222.0.32 "GET /v2.0/subnets?id=36081928-afee-4476-8a16-bce3420fbcc5 HTTP/1.1" status: 200 len: 860 time: 0.1776590 May 05 21:41:44.552396 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-84386ca9-faf7-4c6a-a87d-54a4bb320e9e req-13570433-d2b9-474c-9a8a-810aa56b5249 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=59e56847-3790-4a2b-bea4-ee3cf1beb827&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2168279 May 05 21:41:44.686078 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9f33da6b-5e08-4d8d-acab-ee64f1c3c470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:44.794382 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2c6620ad-daf3-451e-93b2-d5bdb97c1271 req-f3269d54-7af9-4e25-acca-70b8bb480fdd tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:44.832002 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-2c6620ad-daf3-451e-93b2-d5bdb97c1271 req-f3269d54-7af9-4e25-acca-70b8bb480fdd tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Transition to ACTIVE for port object 4fb020a9-8991-4a55-bc6f-9564698b0e92 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:41:44.852186 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f33da6b-5e08-4d8d-acab-ee64f1c3c470 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d3adc09-f0d0-43b1-b21d-9a438fca2786,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:44.985801 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2c6620ad-daf3-451e-93b2-d5bdb97c1271 req-f3269d54-7af9-4e25-acca-70b8bb480fdd tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:44.999516 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['105dc9f5-69de-49f6-ba48-8d7a2dc2ca67', '7f1d5640-52d2-459f-8641-381344597961'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:41:45.138210 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['3c676966-f034-4a3e-a66e-0c8e2be1d42c'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:41:45.195609 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3269d54-7af9-4e25-acca-70b8bb480fdd tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Pushing event updated for resources: {'Port': ['ID=4fb020a9-8991-4a55-bc6f-9564698b0e92,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:45.208419 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9303e135-00ee-4c03-8de2-b057a4fde60b req-5b8f6098-d13b-430e-b293-d5ac7a30e77c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2ea271d8-96e6-42e1-b4ca-22da751bdd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3011334 May 05 21:41:45.308217 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-84386ca9-faf7-4c6a-a87d-54a4bb320e9e req-dc62923e-794a-4da6-801a-87952f38ad17 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d0c3bd18deb4529a9eff5d87fa07f7f&device_id=59e56847-3790-4a2b-bea4-ee3cf1beb827 HTTP/1.1" status: 200 len: 1101 time: 0.5300078 May 05 21:41:45.462455 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1663592-c681-497e-a289-5d6092136a33 req-9c306f01-6186-48ec-92de-2e2ac176a818 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:45.463945 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-b1663592-c681-497e-a289-5d6092136a33 req-9c306f01-6186-48ec-92de-2e2ac176a818 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Synchronizing usage tracker for tenant:300e0002c0a34937b02bd35920b6a01f on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:41:45.469693 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c6620ad-daf3-451e-93b2-d5bdb97c1271 req-f3269d54-7af9-4e25-acca-70b8bb480fdd tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:41:45.475305 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-2c6620ad-daf3-451e-93b2-d5bdb97c1271 req-f3269d54-7af9-4e25-acca-70b8bb480fdd tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:41:45.503549 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c6620ad-daf3-451e-93b2-d5bdb97c1271 req-f3269d54-7af9-4e25-acca-70b8bb480fdd tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:41:45.505944 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-b1663592-c681-497e-a289-5d6092136a33 req-9c306f01-6186-48ec-92de-2e2ac176a818 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Unset dirty status for tenant:300e0002c0a34937b02bd35920b6a01f on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:41:45.507122 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b1663592-c681-497e-a289-5d6092136a33 req-9c306f01-6186-48ec-92de-2e2ac176a818 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.32 "GET /v2.0/ports?device_id=72873853-2c62-4102-a949-1c20517418b2 HTTP/1.1" status: 200 len: 944 time: 0.6037052 May 05 21:41:45.716938 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd158d-ec4a-475f-a45b-d8f9a7746822 req-c39ea1f8-182f-4586-a309-d9bb6ef71d32 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:45.718836 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1cdd158d-ec4a-475f-a45b-d8f9a7746822 req-c39ea1f8-182f-4586-a309-d9bb6ef71d32 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/ports?device_id=300fc717-80d0-4409-852b-350477396233 HTTP/1.1" status: 200 len: 946 time: 1.2843614 May 05 21:41:45.736013 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-1cdd158d-ec4a-475f-a45b-d8f9a7746822 req-14c7b104-33d7-4107-8ee2-7234d053b244 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Request body: {'port': {'security_groups': ['7568e477-67c8-43ef-953c-8ed3ca081be0', 'fa49b3c0-1c70-49eb-9436-713e6ba7eff8']}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:41:45.797382 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d6719-5b2b-4f6b-bd13-79e9cc3e0989 req-75524c43-6db2-4664-b0d7-492078605898 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:45.806269 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-620d6719-5b2b-4f6b-bd13-79e9cc3e0989 req-75524c43-6db2-4664-b0d7-492078605898 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=72873853-2c62-4102-a949-1c20517418b2 HTTP/1.1" status: 200 len: 944 time: 0.8225336 May 05 21:41:45.840834 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-b1663592-c681-497e-a289-5d6092136a33 req-e1dd29fa-6a4c-445f-af42-d87fab80d0a1 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Deleting port ea876908-2ded-4130-bbf8-22fbb38c331c {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:41:45.841236 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-b1663592-c681-497e-a289-5d6092136a33 req-e1dd29fa-6a4c-445f-af42-d87fab80d0a1 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:45.845668 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6620ad-daf3-451e-93b2-d5bdb97c1271 req-f3269d54-7af9-4e25-acca-70b8bb480fdd tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:45.846268 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2c6620ad-daf3-451e-93b2-d5bdb97c1271 req-f3269d54-7af9-4e25-acca-70b8bb480fdd tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:45.867256 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9303e135-00ee-4c03-8de2-b057a4fde60b req-d4959853-37a1-46e4-9876-4bd85ab41108 service neutron] 10.222.0.32 "GET /v2.0/networks/2ea271d8-96e6-42e1-b4ca-22da751bdd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6457350 May 05 21:41:45.871452 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84386ca9-faf7-4c6a-a87d-54a4bb320e9e req-f156bfed-0f6f-4d45-9e6e-219ba1e13d30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:45.872949 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-84386ca9-faf7-4c6a-a87d-54a4bb320e9e req-f156bfed-0f6f-4d45-9e6e-219ba1e13d30 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 HTTP/1.1" status: 200 len: 870 time: 0.5371041 May 05 21:41:45.920774 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c8a4a586-4a19-40b6-b5be-001663436014 None None] Provisioning for port 4fb020a9-8991-4a55-bc6f-9564698b0e92 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:41:45.935545 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c8a4a586-4a19-40b6-b5be-001663436014 None None] Provisioning complete for port 4fb020a9-8991-4a55-bc6f-9564698b0e92 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:41:45.938800 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c8a4a586-4a19-40b6-b5be-001663436014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:46.008129 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-84386ca9-faf7-4c6a-a87d-54a4bb320e9e req-30cd0c69-b346-404a-9faf-7a8a55bc70dd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=105dc9f5-69de-49f6-ba48-8d7a2dc2ca67 HTTP/1.1" status: 200 len: 217 time: 0.1274617 May 05 21:41:46.065564 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-620d6719-5b2b-4f6b-bd13-79e9cc3e0989 req-2eb97479-c334-44b8-97f3-6798043c8344 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585590 May 05 21:41:46.178496 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2c6620ad-daf3-451e-93b2-d5bdb97c1271 req-f3269d54-7af9-4e25-acca-70b8bb480fdd tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1445727 May 05 21:41:46.182283 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-1cdd158d-ec4a-475f-a45b-d8f9a7746822 req-14c7b104-33d7-4107-8ee2-7234d053b244 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:46.195811 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-bcf130c8-4891-4de7-bb6f-597b29437145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:46.210182 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-c8a4a586-4a19-40b6-b5be-001663436014 None None] Port 4fb020a9-8991-4a55-bc6f-9564698b0e92 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:41:46.252653 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84386ca9-faf7-4c6a-a87d-54a4bb320e9e req-3961db5f-c945-4a3f-97b2-212247b1c5b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:46.254518 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-84386ca9-faf7-4c6a-a87d-54a4bb320e9e req-3961db5f-c945-4a3f-97b2-212247b1c5b1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.2351408 May 05 21:41:46.292369 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-2c6620ad-daf3-451e-93b2-d5bdb97c1271 req-8c05d1b3-cc4d-47fa-8424-5ca17eb2bd62 service neutron] Request body: {'port': {'device_id': 'c90911d9-c421-4874-8935-956d1072f84b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:41:46.387940 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9303e135-00ee-4c03-8de2-b057a4fde60b req-4a09640c-b9b8-4388-b241-70dd5dae5113 service neutron] 10.222.0.32 "GET /v2.0/networks/2ea271d8-96e6-42e1-b4ca-22da751bdd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5045943 May 05 21:41:46.622296 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2c6620ad-daf3-451e-93b2-d5bdb97c1271 req-8c05d1b3-cc4d-47fa-8424-5ca17eb2bd62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:46.755173 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9f33da6b-5e08-4d8d-acab-ee64f1c3c470 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:46.800106 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-84386ca9-faf7-4c6a-a87d-54a4bb320e9e req-64429d37-9873-4515-aa9d-afd00702e593 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5242860 May 05 21:41:46.822034 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010accb6-6a8d-4cba-959e-0cb2508debb4 req-e3faba68-b16d-4ede-8c37-b0f341175390 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:46.822788 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-010accb6-6a8d-4cba-959e-0cb2508debb4 req-e3faba68-b16d-4ede-8c37-b0f341175390 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Synchronizing usage tracker for tenant:1d0c3bd18deb4529a9eff5d87fa07f7f on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:41:46.915181 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c14995c-1d47-4998-b134-6f862408d050 req-43346b64-6af1-47bb-86e7-ea838c4cf978 tempest-VolumesAdminNegativeTest-553409845 tempest-VolumesAdminNegativeTest-553409845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:46.916123 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-0c14995c-1d47-4998-b134-6f862408d050 req-43346b64-6af1-47bb-86e7-ea838c4cf978 tempest-VolumesAdminNegativeTest-553409845 tempest-VolumesAdminNegativeTest-553409845-project] Synchronizing usage tracker for tenant:82b8eca9b8444fc5a3410ffab3ab2c41 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:41:46.946820 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-010accb6-6a8d-4cba-959e-0cb2508debb4 req-e3faba68-b16d-4ede-8c37-b0f341175390 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Unset dirty status for tenant:1d0c3bd18deb4529a9eff5d87fa07f7f on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:41:46.953318 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-010accb6-6a8d-4cba-959e-0cb2508debb4 req-e3faba68-b16d-4ede-8c37-b0f341175390 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=c90911d9-c421-4874-8935-956d1072f84b HTTP/1.1" status: 200 len: 936 time: 0.5302961 May 05 21:41:46.963964 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-1cdd158d-ec4a-475f-a45b-d8f9a7746822 req-14c7b104-33d7-4107-8ee2-7234d053b244 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] For port ca4cc07a-9a7a-4ba4-bfae-d058798dcef4, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=ca4cc07a-9a7a-4ba4-bfae-d058798dcef4,segment=NetworkSegment(829d38c7-6906-4e82-a39e-d9f027380cc7),segment_id=829d38c7-6906-4e82-a39e-d9f027380cc7)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:41:47.072213 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-b1663592-c681-497e-a289-5d6092136a33 req-e1dd29fa-6a4c-445f-af42-d87fab80d0a1 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] For port ea876908-2ded-4130-bbf8-22fbb38c331c, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=ea876908-2ded-4130-bbf8-22fbb38c331c,segment=NetworkSegment(87859d75-c285-4ea1-b899-3b38f003cf70),segment_id=87859d75-c285-4ea1-b899-3b38f003cf70)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:41:47.072551 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-b1663592-c681-497e-a289-5d6092136a33 req-e1dd29fa-6a4c-445f-af42-d87fab80d0a1 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:47.094313 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.resource_extend [req-1cdd158d-ec4a-475f-a45b-d8f9a7746822 req-14c7b104-33d7-4107-8ee2-7234d053b244 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 21:41:47.131302 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-010accb6-6a8d-4cba-959e-0cb2508debb4 req-c2a46b97-d98f-4fc7-95bd-fa04fb8734d2 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768069 May 05 21:41:47.140832 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-1cdd158d-ec4a-475f-a45b-d8f9a7746822 req-14c7b104-33d7-4107-8ee2-7234d053b244 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:47.172667 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:47.233069 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-b1663592-c681-497e-a289-5d6092136a33 req-e1dd29fa-6a4c-445f-af42-d87fab80d0a1 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Calling delete_port for ea876908-2ded-4130-bbf8-22fbb38c331c owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:41:47.267441 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-0c14995c-1d47-4998-b134-6f862408d050 req-43346b64-6af1-47bb-86e7-ea838c4cf978 tempest-VolumesAdminNegativeTest-553409845 tempest-VolumesAdminNegativeTest-553409845-project] Unset dirty status for tenant:82b8eca9b8444fc5a3410ffab3ab2c41 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:41:47.268604 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0c14995c-1d47-4998-b134-6f862408d050 req-43346b64-6af1-47bb-86e7-ea838c4cf978 tempest-VolumesAdminNegativeTest-553409845 tempest-VolumesAdminNegativeTest-553409845-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2a6b71d-313d-4451-a321-78c89aca685b HTTP/1.1" status: 200 len: 946 time: 0.6856904 May 05 21:41:47.290100 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device f41428c4-d865-49c7-aefc-61552b059fb4 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:41:47.327877 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-2c6620ad-daf3-451e-93b2-d5bdb97c1271 req-8c05d1b3-cc4d-47fa-8424-5ca17eb2bd62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fb020a9-8991-4a55-bc6f-9564698b0e92 {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:41:47.338245 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2c6620ad-daf3-451e-93b2-d5bdb97c1271 req-8c05d1b3-cc4d-47fa-8424-5ca17eb2bd62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:47.369435 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-1cdd158d-ec4a-475f-a45b-d8f9a7746822 req-14c7b104-33d7-4107-8ee2-7234d053b244 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:47.369692 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-84386ca9-faf7-4c6a-a87d-54a4bb320e9e req-be1dddbc-25fd-479b-ba4b-9b2ad1b3e0a9 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5477235 May 05 21:41:47.399410 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-0c14995c-1d47-4998-b134-6f862408d050 req-930ac0f1-bdbb-4045-b96a-0e13f685e7c0 tempest-VolumesAdminNegativeTest-553409845 tempest-VolumesAdminNegativeTest-553409845-project] Deleting port f41428c4-d865-49c7-aefc-61552b059fb4 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:41:47.399750 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-0c14995c-1d47-4998-b134-6f862408d050 req-930ac0f1-bdbb-4045-b96a-0e13f685e7c0 tempest-VolumesAdminNegativeTest-553409845 tempest-VolumesAdminNegativeTest-553409845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:47.413991 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['701aafae-0199-4931-bdbc-e51bf47ce8b4', 'ca4cc07a-9a7a-4ba4-bfae-d058798dcef4'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:41:47.482049 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd158d-ec4a-475f-a45b-d8f9a7746822 req-14c7b104-33d7-4107-8ee2-7234d053b244 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:47.483064 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-1cdd158d-ec4a-475f-a45b-d8f9a7746822 req-14c7b104-33d7-4107-8ee2-7234d053b244 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:47.485409 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1cdd158d-ec4a-475f-a45b-d8f9a7746822 req-14c7b104-33d7-4107-8ee2-7234d053b244 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "PUT /v2.0/ports/ca4cc07a-9a7a-4ba4-bfae-d058798dcef4 HTTP/1.1" status: 200 len: 982 time: 1.7549415 May 05 21:41:47.488669 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-2c6620ad-daf3-451e-93b2-d5bdb97c1271 req-8c05d1b3-cc4d-47fa-8424-5ca17eb2bd62 service neutron] Transition to ACTIVE for port object 4fb020a9-8991-4a55-bc6f-9564698b0e92 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:41:47.505874 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '300fc717-80d0-4409-852b-350477396233', 'tag': 'ca4cc07a-9a7a-4ba4-bfae-d058798dcef4'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:41:47.530045 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:47.533327 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:47.568019 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a6b71d-313d-4451-a321-78c89aca685b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f41428c4-d865-49c7-aefc-61552b059fb4'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:41:47.576320 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['ca4cc07a-9a7a-4ba4-bfae-d058798dcef4'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:41:47.580836 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2c6620ad-daf3-451e-93b2-d5bdb97c1271 req-8c05d1b3-cc4d-47fa-8424-5ca17eb2bd62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:47.659373 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c7b104-33d7-4107-8ee2-7234d053b244 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Pushing event updated for resources: {'Port': ['ID=ca4cc07a-9a7a-4ba4-bfae-d058798dcef4,revision_number=6']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:47.699042 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port f41428c4-d865-49c7-aefc-61552b059fb4, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=f41428c4-d865-49c7-aefc-61552b059fb4,segment=NetworkSegment(d46cedce-2a02-4785-94af-a57cb27fb933),segment_id=d46cedce-2a02-4785-94af-a57cb27fb933)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:41:47.743593 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:47.750349 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device ea876908-2ded-4130-bbf8-22fbb38c331c no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:41:47.847850 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-b1663592-c681-497e-a289-5d6092136a33 req-e1dd29fa-6a4c-445f-af42-d87fab80d0a1 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:47.916327 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c05d1b3-cc4d-47fa-8424-5ca17eb2bd62 service neutron] Pushing event updated for resources: {'Port': ['ID=4fb020a9-8991-4a55-bc6f-9564698b0e92,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:47.955605 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f56c8-39f9-4bb9-9d9a-54f890788c3e req-d6656019-2aa9-432d-80d3-b7cdac97c32e tempest-VolumesAdminNegativeTest-553409845 tempest-VolumesAdminNegativeTest-553409845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:47.959963 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-054f56c8-39f9-4bb9-9d9a-54f890788c3e req-d6656019-2aa9-432d-80d3-b7cdac97c32e tempest-VolumesAdminNegativeTest-553409845 tempest-VolumesAdminNegativeTest-553409845-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2a6b71d-313d-4451-a321-78c89aca685b HTTP/1.1" status: 200 len: 946 time: 0.6053202 May 05 21:41:48.006006 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=f41428c4-d865-49c7-aefc-61552b059fb4,revision_number=6']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:48.009607 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['25a0f74a-024c-433c-94a0-470103bf1d3c'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:41:48.118617 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: ea876908-2ded-4130-bbf8-22fbb38c331c {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:41:48.119240 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device ea876908-2ded-4130-bbf8-22fbb38c331c not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:41:48.193679 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-0c14995c-1d47-4998-b134-6f862408d050 req-930ac0f1-bdbb-4045-b96a-0e13f685e7c0 tempest-VolumesAdminNegativeTest-553409845 tempest-VolumesAdminNegativeTest-553409845-project] For port f41428c4-d865-49c7-aefc-61552b059fb4, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=f41428c4-d865-49c7-aefc-61552b059fb4,segment=NetworkSegment(d46cedce-2a02-4785-94af-a57cb27fb933),segment_id=d46cedce-2a02-4785-94af-a57cb27fb933)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:41:48.194870 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-0c14995c-1d47-4998-b134-6f862408d050 req-930ac0f1-bdbb-4045-b96a-0e13f685e7c0 tempest-VolumesAdminNegativeTest-553409845 tempest-VolumesAdminNegativeTest-553409845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:48.345304 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-054f56c8-39f9-4bb9-9d9a-54f890788c3e req-054fd1bd-fb82-4556-8d97-b4ceec1ed4c6 tempest-VolumesAdminNegativeTest-553409845 tempest-VolumesAdminNegativeTest-553409845-project] 10.222.0.23 "GET /v2.0/security-groups?id=892f9777-4cfa-494c-9373-b9f159f3b56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120224 May 05 21:41:48.347722 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 33404) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:41:48.353725 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-2c6620ad-daf3-451e-93b2-d5bdb97c1271 req-8c05d1b3-cc4d-47fa-8424-5ca17eb2bd62 service neutron] Attempting to bind port 4fb020a9-8991-4a55-bc6f-9564698b0e92 on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:41:48.354050 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-2c6620ad-daf3-451e-93b2-d5bdb97c1271 req-8c05d1b3-cc4d-47fa-8424-5ca17eb2bd62 service neutron] Attempting to bind port 4fb020a9-8991-4a55-bc6f-9564698b0e92 by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:41:48.354372 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6620ad-daf3-451e-93b2-d5bdb97c1271 req-8c05d1b3-cc4d-47fa-8424-5ca17eb2bd62 service neutron] Attempting to bind port 4fb020a9-8991-4a55-bc6f-9564698b0e92 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:41:48.370183 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6620ad-daf3-451e-93b2-d5bdb97c1271 req-8c05d1b3-cc4d-47fa-8424-5ca17eb2bd62 service neutron] Port 4fb020a9-8991-4a55-bc6f-9564698b0e92 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:41:48.370509 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6620ad-daf3-451e-93b2-d5bdb97c1271 req-8c05d1b3-cc4d-47fa-8424-5ca17eb2bd62 service neutron] Attempting to bind port 4fb020a9-8991-4a55-bc6f-9564698b0e92 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:41:48.383874 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6620ad-daf3-451e-93b2-d5bdb97c1271 req-8c05d1b3-cc4d-47fa-8424-5ca17eb2bd62 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:41:48.384203 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6620ad-daf3-451e-93b2-d5bdb97c1271 req-8c05d1b3-cc4d-47fa-8424-5ca17eb2bd62 service neutron] Checking segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:41:48.384590 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6620ad-daf3-451e-93b2-d5bdb97c1271 req-8c05d1b3-cc4d-47fa-8424-5ca17eb2bd62 service neutron] Bound using segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:41:48.385010 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-2c6620ad-daf3-451e-93b2-d5bdb97c1271 req-8c05d1b3-cc4d-47fa-8424-5ca17eb2bd62 service neutron] Bound port: 4fb020a9-8991-4a55-bc6f-9564698b0e92, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:41:48.385354 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2c6620ad-daf3-451e-93b2-d5bdb97c1271 req-8c05d1b3-cc4d-47fa-8424-5ca17eb2bd62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:48.602303 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-2c6620ad-daf3-451e-93b2-d5bdb97c1271 req-8c05d1b3-cc4d-47fa-8424-5ca17eb2bd62 service neutron] For port 4fb020a9-8991-4a55-bc6f-9564698b0e92, host n-h1-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:41:48.607475 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-2c6620ad-daf3-451e-93b2-d5bdb97c1271 req-8c05d1b3-cc4d-47fa-8424-5ca17eb2bd62 service neutron] For port 4fb020a9-8991-4a55-bc6f-9564698b0e92, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=4fb020a9-8991-4a55-bc6f-9564698b0e92,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:41:48.650607 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cbef3b70-1454-4047-a3bb-04ca3e77d875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:48.660531 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-0c14995c-1d47-4998-b134-6f862408d050 req-930ac0f1-bdbb-4045-b96a-0e13f685e7c0 tempest-VolumesAdminNegativeTest-553409845 tempest-VolumesAdminNegativeTest-553409845-project] Calling delete_port for f41428c4-d865-49c7-aefc-61552b059fb4 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:41:48.662374 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2c6620ad-daf3-451e-93b2-d5bdb97c1271 req-8c05d1b3-cc4d-47fa-8424-5ca17eb2bd62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:48.767992 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c05d1b3-cc4d-47fa-8424-5ca17eb2bd62 service neutron] Pushing event updated for resources: {'Port': ['ID=4fb020a9-8991-4a55-bc6f-9564698b0e92,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:48.798677 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-cbef3b70-1454-4047-a3bb-04ca3e77d875 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:41:48.802856 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-cbef3b70-1454-4047-a3bb-04ca3e77d875 admin admin] Usage tracker for resource:security_group_rule and tenant:20d8cb323c09483080688958f6391a16 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:41:48.806150 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-cbef3b70-1454-4047-a3bb-04ca3e77d875 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:41:48.812104 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-cbef3b70-1454-4047-a3bb-04ca3e77d875 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:41:48.881241 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:48.887698 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cbef3b70-1454-4047-a3bb-04ca3e77d875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:48.899064 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cbef3b70-1454-4047-a3bb-04ca3e77d875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:48.929970 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2c93e8e1-aad2-4a1c-a203-01268dea4c01 req-87696dc2-1021-443c-8285-9a2a826288d2 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=72873853-2c62-4102-a949-1c20517418b2 HTTP/1.1" status: 200 len: 210 time: 0.1933324 May 05 21:41:48.942028 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-cbef3b70-1454-4047-a3bb-04ca3e77d875 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=20d8cb323c09483080688958f6391a16&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5931735 May 05 21:41:48.943014 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 33410) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:41:49.003928 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2c6620ad-daf3-451e-93b2-d5bdb97c1271 req-8c05d1b3-cc4d-47fa-8424-5ca17eb2bd62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:49.005585 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2c6620ad-daf3-451e-93b2-d5bdb97c1271 req-8c05d1b3-cc4d-47fa-8424-5ca17eb2bd62 service neutron] 10.222.0.44 "PUT /v2.0/ports/4fb020a9-8991-4a55-bc6f-9564698b0e92 HTTP/1.1" status: 200 len: 1096 time: 2.7823443 May 05 21:41:49.095902 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbef3b70-1454-4047-a3bb-04ca3e77d875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f288524-747f-4ba4-ade5-b6c78bbd5b9d,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:49.153939 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dd29fa-6a4c-445f-af42-d87fab80d0a1 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Pushing event deleted for resources: {'Port': ['ID=ea876908-2ded-4130-bbf8-22fbb38c331c,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:49.234104 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-84386ca9-faf7-4c6a-a87d-54a4bb320e9e req-c9623f61-0445-420b-894e-6c228a8e4c44 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8577659 May 05 21:41:49.261278 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-0c14995c-1d47-4998-b134-6f862408d050 req-930ac0f1-bdbb-4045-b96a-0e13f685e7c0 tempest-VolumesAdminNegativeTest-553409845 tempest-VolumesAdminNegativeTest-553409845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:49.272434 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f931d94-6991-49ca-8050-5b62669fdb7e'] response: {'name': 'network-changed', 'server_uuid': '300fc717-80d0-4409-852b-350477396233', 'tag': 'ca4cc07a-9a7a-4ba4-bfae-d058798dcef4', 'status': 'completed', 'code': 200} May 05 21:41:49.327711 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19fe63d0-91b1-47ca-89cb-a6880854db65'] response: {'server_uuid': 'a2a6b71d-313d-4451-a321-78c89aca685b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f41428c4-d865-49c7-aefc-61552b059fb4', 'code': 200} May 05 21:41:49.335056 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c335235e-3921-4645-a34a-837da08f2218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:49.348061 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1663592-c681-497e-a289-5d6092136a33 req-e1dd29fa-6a4c-445f-af42-d87fab80d0a1 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] No DVR routers for this DVR port ea876908-2ded-4130-bbf8-22fbb38c331c on host n-h2-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:41:49.366388 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c335235e-3921-4645-a34a-837da08f2218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:49.408221 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-b1663592-c681-497e-a289-5d6092136a33 req-e1dd29fa-6a4c-445f-af42-d87fab80d0a1 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:49.411694 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ac0f1-bdbb-4045-b96a-0e13f685e7c0 tempest-VolumesAdminNegativeTest-553409845 tempest-VolumesAdminNegativeTest-553409845-project] Pushing event deleted for resources: {'Port': ['ID=f41428c4-d865-49c7-aefc-61552b059fb4,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:49.425155 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72873853-2c62-4102-a949-1c20517418b2', 'name': 'network-vif-deleted', 'tag': 'ea876908-2ded-4130-bbf8-22fbb38c331c'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:41:49.460079 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c335235e-3921-4645-a34a-837da08f2218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:49.471295 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-08a9305a-f331-4d63-8fea-a44c8b95c9bb req-0ee49479-3ffe-4067-bf66-df31b140993b tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/security-groups/fa49b3c0-1c70-49eb-9436-713e6ba7eff8 HTTP/1.1" status: 200 len: 1635 time: 0.2851253 May 05 21:41:49.554145 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c335235e-3921-4645-a34a-837da08f2218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f288524-747f-4ba4-ade5-b6c78bbd5b9d,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:49.605215 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c335235e-3921-4645-a34a-837da08f2218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:49.608864 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c335235e-3921-4645-a34a-837da08f2218 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0f288524-747f-4ba4-ade5-b6c78bbd5b9d HTTP/1.1" status: 204 len: 168 time: 0.6615033 May 05 21:41:49.645687 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2c6620ad-daf3-451e-93b2-d5bdb97c1271 req-05da9925-cab3-461b-9f61-8f189ae7839c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d0c3bd18deb4529a9eff5d87fa07f7f&device_id=c90911d9-c421-4874-8935-956d1072f84b HTTP/1.1" status: 200 len: 1099 time: 0.5203972 May 05 21:41:49.708602 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [req-08a9305a-f331-4d63-8fea-a44c8b95c9bb req-24a1a285-755f-430b-bc83-1160ab37a9c2 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] delete failed (client error): There was a conflict when trying to complete your request. May 05 21:41:49.709625 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-08a9305a-f331-4d63-8fea-a44c8b95c9bb req-24a1a285-755f-430b-bc83-1160ab37a9c2 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "DELETE /v2.0/security-groups/fa49b3c0-1c70-49eb-9436-713e6ba7eff8 HTTP/1.1" status: 409 len: 341 time: 0.1825898 May 05 21:41:49.743033 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c0c9e1da-91e0-40aa-8511-53f6e8c9eb88 req-5623bc50-f3ed-493d-9fc0-8d2071c3e0d1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ddd4b9e379904604953b02573e2642da&device_id=300fc717-80d0-4409-852b-350477396233 HTTP/1.1" status: 200 len: 1136 time: 0.4572823 May 05 21:41:49.783133 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2c6620ad-daf3-451e-93b2-d5bdb97c1271 req-69cacfef-1b30-48b9-ac86-cea26951feed service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=4fb020a9-8991-4a55-bc6f-9564698b0e92 HTTP/1.1" status: 200 len: 217 time: 0.1282201 May 05 21:41:49.795554 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c14995c-1d47-4998-b134-6f862408d050 req-930ac0f1-bdbb-4045-b96a-0e13f685e7c0 tempest-VolumesAdminNegativeTest-553409845 tempest-VolumesAdminNegativeTest-553409845-project] No DVR routers for this DVR port f41428c4-d865-49c7-aefc-61552b059fb4 on host n-h2-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:41:49.803819 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b1663592-c681-497e-a289-5d6092136a33 req-e1dd29fa-6a4c-445f-af42-d87fab80d0a1 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.32 "DELETE /v2.0/ports/ea876908-2ded-4130-bbf8-22fbb38c331c HTTP/1.1" status: 204 len: 173 time: 4.2777879 May 05 21:41:49.804987 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-0c14995c-1d47-4998-b134-6f862408d050 req-930ac0f1-bdbb-4045-b96a-0e13f685e7c0 tempest-VolumesAdminNegativeTest-553409845 tempest-VolumesAdminNegativeTest-553409845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:49.806976 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0c14995c-1d47-4998-b134-6f862408d050 req-930ac0f1-bdbb-4045-b96a-0e13f685e7c0 tempest-VolumesAdminNegativeTest-553409845 tempest-VolumesAdminNegativeTest-553409845-project] 10.222.0.32 "DELETE /v2.0/ports/f41428c4-d865-49c7-aefc-61552b059fb4 HTTP/1.1" status: 204 len: 173 time: 2.5283229 May 05 21:41:50.042134 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d9c0a9-c648-4c7c-a4af-a9bf30dc27e1 req-e451411b-79af-4cbe-88ae-f9d9dd2acc44 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:50.043649 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a8d9c0a9-c648-4c7c-a4af-a9bf30dc27e1 req-e451411b-79af-4cbe-88ae-f9d9dd2acc44 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=c90911d9-c421-4874-8935-956d1072f84b HTTP/1.1" status: 200 len: 948 time: 0.5849187 May 05 21:41:50.076455 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:41:50.150098 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c9e1da-91e0-40aa-8511-53f6e8c9eb88 req-0609b1a4-f1a9-4e77-9143-d7e803ed4489 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:50.151573 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c0c9e1da-91e0-40aa-8511-53f6e8c9eb88 req-0609b1a4-f1a9-4e77-9143-d7e803ed4489 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b818a522-930a-4e0c-83f8-04da001d67f4 HTTP/1.1" status: 200 len: 913 time: 0.3959689 May 05 21:41:50.201779 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f33da6b-5e08-4d8d-acab-ee64f1c3c470 admin admin] Router 33e07aed-3c6d-4b6c-92dd-e5f3530fba31 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:41:50.284266 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6620ad-daf3-451e-93b2-d5bdb97c1271 req-e281b749-4f0e-45b4-a6f6-5ec353f7eaa4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:50.286598 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2c6620ad-daf3-451e-93b2-d5bdb97c1271 req-e281b749-4f0e-45b4-a6f6-5ec353f7eaa4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.4942415 May 05 21:41:50.309516 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a8d9c0a9-c648-4c7c-a4af-a9bf30dc27e1 req-d5c75b10-d3b2-41d6-a1e1-17fdcf6cf403 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364089 May 05 21:41:50.376884 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c0c9e1da-91e0-40aa-8511-53f6e8c9eb88 req-9cdf20fa-3ece-49bb-8b98-e21cafa28d1d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca4cc07a-9a7a-4ba4-bfae-d058798dcef4 HTTP/1.1" status: 200 len: 217 time: 0.2121160 May 05 21:41:50.484543 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c9e1da-91e0-40aa-8511-53f6e8c9eb88 req-17a186ce-68fa-480e-a9ba-071baf27ee4a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:50.487007 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c0c9e1da-91e0-40aa-8511-53f6e8c9eb88 req-17a186ce-68fa-480e-a9ba-071baf27ee4a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9de8d683-3484-40a1-82ea-833de04ff50b HTTP/1.1" status: 200 len: 852 time: 0.0923400 May 05 21:41:50.599179 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76214d0a-f28a-4a93-aa4e-f301c800c7ed'] response: {'server_uuid': '72873853-2c62-4102-a949-1c20517418b2', 'name': 'network-vif-deleted', 'tag': 'ea876908-2ded-4130-bbf8-22fbb38c331c', 'status': 'completed', 'code': 200} May 05 21:41:50.657474 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2c6620ad-daf3-451e-93b2-d5bdb97c1271 req-725a64ef-79bc-4ea3-b972-716623854899 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3497312 May 05 21:41:50.751734 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c0c9e1da-91e0-40aa-8511-53f6e8c9eb88 req-0a633e2f-c8ec-4bc0-a2d1-e9f87e6aada8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b818a522-930a-4e0c-83f8-04da001d67f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2363009 May 05 21:41:50.813233 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f33da6b-5e08-4d8d-acab-ee64f1c3c470 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:41:50.838557 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c0f313-3762-4705-9953-72aaf2a7caa9 None None] Sync routers for ids ['33e07aed-3c6d-4b6c-92dd-e5f3530fba31'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:41:50.873112 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9f33da6b-5e08-4d8d-acab-ee64f1c3c470 admin admin] 10.222.0.23 "PUT /v2.0/routers/33e07aed-3c6d-4b6c-92dd-e5f3530fba31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2472849 May 05 21:41:50.878861 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 33444) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:41:50.888825 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c0f313-3762-4705-9953-72aaf2a7caa9 None None] Routers {'33e07aed-3c6d-4b6c-92dd-e5f3530fba31'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:41:50.894686 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-42c0f313-3762-4705-9953-72aaf2a7caa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:41:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['33e07aed-3c6d-4b6c-92dd-e5f3530fba31'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:41:51.297733 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1eca8bca-ca43-4fca-9694-b311745f4b97 admin admin] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:51.420607 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2c6620ad-daf3-451e-93b2-d5bdb97c1271 req-2ecfa330-24dc-44ff-ac20-796821971c3f service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7192907 May 05 21:41:51.421532 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c90911d9-c421-4874-8935-956d1072f84b', 'tag': '4fb020a9-8991-4a55-bc6f-9564698b0e92'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:41:51.442465 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-42c0f313-3762-4705-9953-72aaf2a7caa9 None None] Set router 33e07aed-3c6d-4b6c-92dd-e5f3530fba31 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:41:51.575701 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c0c9e1da-91e0-40aa-8511-53f6e8c9eb88 req-396a248a-abbf-44e5-a72e-e75cdb08e200 service neutron] 10.222.0.32 "GET /v2.0/networks/b818a522-930a-4e0c-83f8-04da001d67f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7402833 May 05 21:41:51.687425 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 33464) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:41:51.715479 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f861e5bb-dde8-4ba3-9fc7-e8da992a17c8 req-129247ef-d2e8-492f-aec4-f451b27a04ee tempest-VolumesAdminNegativeTest-553409845 tempest-VolumesAdminNegativeTest-553409845-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2a6b71d-313d-4451-a321-78c89aca685b HTTP/1.1" status: 200 len: 210 time: 0.9832513 May 05 21:41:51.833906 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1eca8bca-ca43-4fca-9694-b311745f4b97 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:51.852469 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-1eca8bca-ca43-4fca-9694-b311745f4b97 admin admin] Deleting port fbf9b063-e524-4352-95aa-4b8e693a86e7 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:41:51.852806 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1eca8bca-ca43-4fca-9694-b311745f4b97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:52.020841 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-3ebfc170-0ed3-4e65-99e2-a370442b4f19 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-890476214-network', 'tenant_id': '723b8e4bd7994a289f02d2a1d7ea4ecf'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:41:52.038935 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-42c0f313-3762-4705-9953-72aaf2a7caa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'name': 'tempest-FloatingIPsAssociationTestJSON-224327286-router', 'tenant_id': '288dd14d0b064298b7582f08c1578363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'fbf9b063-e524-4352-95aa-4b8e693a86e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:39:23Z', 'updated_at': '2022-05-05T21:41:44Z', 'revision_number': 5, 'project_id': '288dd14d0b064298b7582f08c1578363', 'gw_port': {'id': 'fbf9b063-e524-4352-95aa-4b8e693a86e7', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:13:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:39:24Z', 'updated_at': '2022-05-05T21:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:41:52.040627 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-3ebfc170-0ed3-4e65-99e2-a370442b4f19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:41:52.043203 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c0f313-3762-4705-9953-72aaf2a7caa9 None None] Checking router: 33e07aed-3c6d-4b6c-92dd-e5f3530fba31 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:41:52.059158 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c0f313-3762-4705-9953-72aaf2a7caa9 None None] Routers {'33e07aed-3c6d-4b6c-92dd-e5f3530fba31'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:41:52.060048 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-42c0f313-3762-4705-9953-72aaf2a7caa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:41:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['33e07aed-3c6d-4b6c-92dd-e5f3530fba31'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:41:52.072867 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3ebfc170-0ed3-4e65-99e2-a370442b4f19 admin admin] Usage tracker for resource:network and tenant:723b8e4bd7994a289f02d2a1d7ea4ecf is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:41:52.179577 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a0c897b8-a052-488b-8369-c0648d32531e req-2bce2c5d-0747-47b5-a28e-12b7b38f9b08 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=72873853-2c62-4102-a949-1c20517418b2 HTTP/1.1" status: 200 len: 210 time: 0.4739852 May 05 21:41:52.211884 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2c6620ad-daf3-451e-93b2-d5bdb97c1271 req-d49f2fc8-d067-4021-9c2f-7908a3e246ff service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6517270 May 05 21:41:52.325127 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3ebfc170-0ed3-4e65-99e2-a370442b4f19 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:41:52.408252 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-42c0f313-3762-4705-9953-72aaf2a7caa9 None None] Set router 33e07aed-3c6d-4b6c-92dd-e5f3530fba31 gateway port host: None {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:41:52.411105 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-3ebfc170-0ed3-4e65-99e2-a370442b4f19 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:41:52.444598 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ebfc170-0ed3-4e65-99e2-a370442b4f19 admin admin] Made reservation on behalf of 723b8e4bd7994a289f02d2a1d7ea4ecf for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:41:52.448134 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3ebfc170-0ed3-4e65-99e2-a370442b4f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:52.477599 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3ebfc170-0ed3-4e65-99e2-a370442b4f19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:52.556189 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-1eca8bca-ca43-4fca-9694-b311745f4b97 admin admin] For port fbf9b063-e524-4352-95aa-4b8e693a86e7, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=fbf9b063-e524-4352-95aa-4b8e693a86e7,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:41:52.556927 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1eca8bca-ca43-4fca-9694-b311745f4b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:52.566932 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c0c9e1da-91e0-40aa-8511-53f6e8c9eb88 req-c18668e3-7bb1-4dd0-80c5-db3fc81708db service neutron] 10.222.0.32 "GET /v2.0/networks/b818a522-930a-4e0c-83f8-04da001d67f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7416039 May 05 21:41:52.580076 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-42c0f313-3762-4705-9953-72aaf2a7caa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'name': 'tempest-FloatingIPsAssociationTestJSON-224327286-router', 'tenant_id': '288dd14d0b064298b7582f08c1578363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:39:23Z', 'updated_at': '2022-05-05T21:41:51Z', 'revision_number': 6, 'project_id': '288dd14d0b064298b7582f08c1578363', 'gw_port_host': None}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:41:52.586232 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c0f313-3762-4705-9953-72aaf2a7caa9 None None] The sync data for ids ['33e07aed-3c6d-4b6c-92dd-e5f3530fba31'] in n-d-825175-4 is: [{'id': '33e07aed-3c6d-4b6c-92dd-e5f3530fba31', 'name': 'tempest-FloatingIPsAssociationTestJSON-224327286-router', 'tenant_id': '288dd14d0b064298b7582f08c1578363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:39:23Z', 'updated_at': '2022-05-05T21:41:51Z', 'revision_number': 6, 'project_id': '288dd14d0b064298b7582f08c1578363', 'gw_port_host': None}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:41:52.617520 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877993d-b46c-4f65-953f-df438af2e389 req-eb96c00c-c52e-4775-bbad-a57fe6277f04 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:52.624581 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c877993d-b46c-4f65-953f-df438af2e389 req-eb96c00c-c52e-4775-bbad-a57fe6277f04 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/ports?device_id=300fc717-80d0-4409-852b-350477396233 HTTP/1.1" status: 200 len: 985 time: 0.4380693 May 05 21:41:52.653788 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a6b71d-313d-4451-a321-78c89aca685b', 'name': 'network-vif-deleted', 'tag': 'f41428c4-d865-49c7-aefc-61552b059fb4'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:41:52.726047 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-1eca8bca-ca43-4fca-9694-b311745f4b97 admin admin] Calling delete_port for fbf9b063-e524-4352-95aa-4b8e693a86e7 owned by network:router_gateway {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:41:52.727250 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c877993d-b46c-4f65-953f-df438af2e389 req-581b5f3e-2a24-40c6-acb4-0eb6b60e1249 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa49b3c0-1c70-49eb-9436-713e6ba7eff8&id=7568e477-67c8-43ef-953c-8ed3ca081be0&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1018322 May 05 21:41:52.761481 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bed20f-f481-4374-8f53-cc936b3b3855 req-d44b9e70-5c2e-41d5-a207-3dfe05a2a482 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:52.772227 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a5bed20f-f481-4374-8f53-cc936b3b3855 req-d44b9e70-5c2e-41d5-a207-3dfe05a2a482 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=c90911d9-c421-4874-8935-956d1072f84b HTTP/1.1" status: 200 len: 948 time: 0.3135319 May 05 21:41:52.795896 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-3ebfc170-0ed3-4e65-99e2-a370442b4f19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:41:52.801616 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3ebfc170-0ed3-4e65-99e2-a370442b4f19 admin admin] Usage tracker for resource:security_group_rule and tenant:723b8e4bd7994a289f02d2a1d7ea4ecf is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:41:52.805833 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3ebfc170-0ed3-4e65-99e2-a370442b4f19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:41:52.817759 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ec58990-c491-4c85-bd5f-c7819542b1fd'] response: {'name': 'network-changed', 'server_uuid': 'c90911d9-c421-4874-8935-956d1072f84b', 'tag': '4fb020a9-8991-4a55-bc6f-9564698b0e92', 'status': 'completed', 'code': 200} May 05 21:41:52.826067 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-3ebfc170-0ed3-4e65-99e2-a370442b4f19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:41:52.846582 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-65f27906-6049-44b2-a15c-7a1596b8cfce req-e63f615d-6934-4615-a840-451a83c056d1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ddd4b9e379904604953b02573e2642da&device_id=300fc717-80d0-4409-852b-350477396233 HTTP/1.1" status: 200 len: 1136 time: 0.1989005 May 05 21:41:52.861559 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a5bed20f-f481-4374-8f53-cc936b3b3855 req-f6adb9ca-47da-4bc5-bf38-5a825307bb05 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876124 May 05 21:41:53.054289 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b85ed859-4a95-4fd8-b190-3216ba60acf4'] response: {'server_uuid': 'a2a6b71d-313d-4451-a321-78c89aca685b', 'name': 'network-vif-deleted', 'tag': 'f41428c4-d865-49c7-aefc-61552b059fb4', 'status': 'completed', 'code': 200} May 05 21:41:53.079686 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3ebfc170-0ed3-4e65-99e2-a370442b4f19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:53.102329 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3ebfc170-0ed3-4e65-99e2-a370442b4f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:53.127264 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1eca8bca-ca43-4fca-9694-b311745f4b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:53.179181 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 33488) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:41:53.182523 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-355e44aa-fc97-4996-8fd3-60a7965a388f req-5b1d5222-036b-483c-bb27-8c89148d325e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d0c3bd18deb4529a9eff5d87fa07f7f&device_id=c90911d9-c421-4874-8935-956d1072f84b HTTP/1.1" status: 200 len: 1099 time: 0.2698927 May 05 21:41:53.191519 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ebfc170-0ed3-4e65-99e2-a370442b4f19 admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:41:53.214676 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eca8bca-ca43-4fca-9694-b311745f4b97 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbf9b063-e524-4352-95aa-4b8e693a86e7,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:53.224073 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebfc170-0ed3-4e65-99e2-a370442b4f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13a44db-060d-4db6-a1a6-f9bfc765cb7c,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:53.228055 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3ebfc170-0ed3-4e65-99e2-a370442b4f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:53.228400 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-3ebfc170-0ed3-4e65-99e2-a370442b4f19 admin admin] Added segment 79953de6-e431-4f8c-936f-26309e0b44e8 of type vlan for network 00e5d380-6867-431e-baaa-58cda5937ad6 May 05 21:41:53.275496 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f27906-6049-44b2-a15c-7a1596b8cfce req-61e2c470-5c71-48c9-9d7c-f618923523a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:53.283333 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-65f27906-6049-44b2-a15c-7a1596b8cfce req-61e2c470-5c71-48c9-9d7c-f618923523a4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b818a522-930a-4e0c-83f8-04da001d67f4 HTTP/1.1" status: 200 len: 913 time: 0.4209428 May 05 21:41:53.351084 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3ebfc170-0ed3-4e65-99e2-a370442b4f19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:53.482464 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-65f27906-6049-44b2-a15c-7a1596b8cfce req-b5c2d62c-ddd4-4111-91e0-c01ce7ee4a39 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca4cc07a-9a7a-4ba4-bfae-d058798dcef4 HTTP/1.1" status: 200 len: 217 time: 0.1640205 May 05 21:41:53.581612 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfe69397-1e35-4a69-930b-22a8b45baf14 admin admin] Deleting subnet 1b26025d-b129-4dc0-b822-aff1deb1e020 {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:41:53.596720 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cfe69397-1e35-4a69-930b-22a8b45baf14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:53.706542 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f27906-6049-44b2-a15c-7a1596b8cfce req-5a1ba8e2-97ba-4c73-99ea-0e9664a45c2a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:53.708023 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-65f27906-6049-44b2-a15c-7a1596b8cfce req-5a1ba8e2-97ba-4c73-99ea-0e9664a45c2a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9de8d683-3484-40a1-82ea-833de04ff50b HTTP/1.1" status: 200 len: 852 time: 0.2158515 May 05 21:41:53.733306 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1eca8bca-ca43-4fca-9694-b311745f4b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:53.794091 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e44aa-fc97-4996-8fd3-60a7965a388f req-68a791f8-2625-4f27-ad46-fb4b3250dc35 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:53.796245 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-355e44aa-fc97-4996-8fd3-60a7965a388f req-68a791f8-2625-4f27-ad46-fb4b3250dc35 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 HTTP/1.1" status: 200 len: 870 time: 0.5119648 May 05 21:41:53.798956 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cfe69397-1e35-4a69-930b-22a8b45baf14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:53.861205 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3ebfc170-0ed3-4e65-99e2-a370442b4f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:53.862072 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebfc170-0ed3-4e65-99e2-a370442b4f19 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:53.862774 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3ebfc170-0ed3-4e65-99e2-a370442b4f19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:53.904123 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-65f27906-6049-44b2-a15c-7a1596b8cfce req-e6abeef0-c610-40cd-97b7-e854b9a94247 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b818a522-930a-4e0c-83f8-04da001d67f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1704359 May 05 21:41:54.040317 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebfc170-0ed3-4e65-99e2-a370442b4f19 admin admin] Pushing event updated for resources: {'Network': ['ID=00e5d380-6867-431e-baaa-58cda5937ad6,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:54.053399 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 00e5d380-6867-431e-baaa-58cda5937ad6 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:41:54.257917 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1eca8bca-ca43-4fca-9694-b311745f4b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:54.262558 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1eca8bca-ca43-4fca-9694-b311745f4b97 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:54.293015 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1eca8bca-ca43-4fca-9694-b311745f4b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:54.293582 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eca8bca-ca43-4fca-9694-b311745f4b97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33e07aed-3c6d-4b6c-92dd-e5f3530fba31 {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 21:41:54.305784 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-3ebfc170-0ed3-4e65-99e2-a370442b4f19 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.6163003 May 05 21:41:54.307129 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 8d3adc09-f0d0-43b1-b21d-9a438fca2786 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:41:54.308492 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 33540) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:41:54.315769 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-8f9600d0-fabd-41fe-a669-8273bfc5085e admin admin] Request body: {'subnet': {'network_id': '00e5d380-6867-431e-baaa-58cda5937ad6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-890476214-subnet', 'tenant_id': '723b8e4bd7994a289f02d2a1d7ea4ecf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:41:54.322990 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1eca8bca-ca43-4fca-9694-b311745f4b97 admin admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:54.324111 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1eca8bca-ca43-4fca-9694-b311745f4b97 admin admin] 10.222.0.23 "DELETE /v2.0/routers/33e07aed-3c6d-4b6c-92dd-e5f3530fba31 HTTP/1.1" status: 204 len: 168 time: 3.4426441 May 05 21:41:54.325249 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-8f9600d0-fabd-41fe-a669-8273bfc5085e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:41:54.327377 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 33544) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:41:54.371903 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 33548) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:41:54.381257 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-8f9600d0-fabd-41fe-a669-8273bfc5085e admin admin] Usage tracker for resource:subnet and tenant:723b8e4bd7994a289f02d2a1d7ea4ecf is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:41:54.392050 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-8f9600d0-fabd-41fe-a669-8273bfc5085e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:41:54.428490 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 8d3adc09-f0d0-43b1-b21d-9a438fca2786 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:41:54.429022 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 8d3adc09-f0d0-43b1-b21d-9a438fca2786 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:41:54.429660 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device fbf9b063-e524-4352-95aa-4b8e693a86e7 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:41:54.507814 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: fbf9b063-e524-4352-95aa-4b8e693a86e7 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:41:54.508365 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device fbf9b063-e524-4352-95aa-4b8e693a86e7 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:41:54.536767 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-8f9600d0-fabd-41fe-a669-8273bfc5085e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:41:54.556203 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-355e44aa-fc97-4996-8fd3-60a7965a388f req-dd877cbd-ba97-4d29-ad77-b148e430e17f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=4fb020a9-8991-4a55-bc6f-9564698b0e92 HTTP/1.1" status: 200 len: 217 time: 0.6569839 May 05 21:41:54.581979 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9600d0-fabd-41fe-a669-8273bfc5085e admin admin] Made reservation on behalf of 723b8e4bd7994a289f02d2a1d7ea4ecf for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:41:54.584734 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8f9600d0-fabd-41fe-a669-8273bfc5085e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:54.730283 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-b249a670-6a06-41b4-8f24-3c0e62aebeba admin admin] Deleting subnet cb07d95f-0719-4a75-a100-4b7cfd38dc47 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:41:54.753544 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e44aa-fc97-4996-8fd3-60a7965a388f req-d328d67a-216c-4005-8bff-9f3095395977 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:54.754206 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b249a670-6a06-41b4-8f24-3c0e62aebeba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:54.760312 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-355e44aa-fc97-4996-8fd3-60a7965a388f req-d328d67a-216c-4005-8bff-9f3095395977 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.1647022 May 05 21:41:54.763401 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-65f27906-6049-44b2-a15c-7a1596b8cfce req-2452e5ea-d1ea-4233-805f-d2b21111b12a service neutron] 10.222.0.32 "GET /v2.0/networks/b818a522-930a-4e0c-83f8-04da001d67f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7221036 May 05 21:41:54.838512 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cfe69397-1e35-4a69-930b-22a8b45baf14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:54.900868 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b249a670-6a06-41b4-8f24-3c0e62aebeba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:55.008689 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f69cfcd8-bbdf-4b8a-97b2-42b87b7824c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:55.156351 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f69cfcd8-bbdf-4b8a-97b2-42b87b7824c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:41:55.169849 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-65f27906-6049-44b2-a15c-7a1596b8cfce req-4f9da9d3-8e38-4a3a-a953-97ec98f6befb service neutron] 10.222.0.32 "GET /v2.0/networks/b818a522-930a-4e0c-83f8-04da001d67f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333869 May 05 21:41:55.177489 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c7f82-60cd-4451-8eec-432e5a457439 req-8e4f2dc9-8857-4cd9-9d17-5c5f7baae0ac tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:55.184687 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f69cfcd8-bbdf-4b8a-97b2-42b87b7824c0 admin admin] Usage tracker for resource:security_group_rule and tenant:d78a9f9f58f142cdbc893b53be71d692 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:41:55.189510 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-920c7f82-60cd-4451-8eec-432e5a457439 req-8e4f2dc9-8857-4cd9-9d17-5c5f7baae0ac tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/ports?device_id=300fc717-80d0-4409-852b-350477396233 HTTP/1.1" status: 200 len: 985 time: 1.1470568 May 05 21:41:55.193250 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-355e44aa-fc97-4996-8fd3-60a7965a388f req-28f8248d-0328-4924-952b-2f330dbf6b67 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4321582 May 05 21:41:55.194337 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cfe69397-1e35-4a69-930b-22a8b45baf14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:55.203551 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f69cfcd8-bbdf-4b8a-97b2-42b87b7824c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:41:55.213707 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f69cfcd8-bbdf-4b8a-97b2-42b87b7824c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:41:55.301038 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f69cfcd8-bbdf-4b8a-97b2-42b87b7824c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:55.314712 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f69cfcd8-bbdf-4b8a-97b2-42b87b7824c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:55.353344 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe69397-1e35-4a69-930b-22a8b45baf14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b26025d-b129-4dc0-b822-aff1deb1e020,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:55.381132 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b249a670-6a06-41b4-8f24-3c0e62aebeba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:55.403069 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cfe69397-1e35-4a69-930b-22a8b45baf14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:55.436806 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-920c7f82-60cd-4451-8eec-432e5a457439 req-514ef588-247b-4ce1-b43d-87610acd5a59 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa49b3c0-1c70-49eb-9436-713e6ba7eff8&id=7568e477-67c8-43ef-953c-8ed3ca081be0&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2382240 May 05 21:41:55.440217 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-cfe69397-1e35-4a69-930b-22a8b45baf14 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1b26025d-b129-4dc0-b822-aff1deb1e020 HTTP/1.1" status: 204 len: 168 time: 2.2542937 May 05 21:41:55.451116 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 33580) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:41:55.497074 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69cfcd8-bbdf-4b8a-97b2-42b87b7824c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474ec2a4-0a19-44f0-a248-3e24aa5effea,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:55.511554 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f69cfcd8-bbdf-4b8a-97b2-42b87b7824c0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d78a9f9f58f142cdbc893b53be71d692&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1265259 May 05 21:41:55.529525 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 33584) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:41:55.571511 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8f9600d0-fabd-41fe-a669-8273bfc5085e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:55.598473 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-355e44aa-fc97-4996-8fd3-60a7965a388f req-ba80c5cc-cf28-4394-90c0-9dbae897d8b7 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614380 May 05 21:41:55.693481 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3e88a308-fc29-4463-b9f7-db73b8406ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:55.728834 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e821393-207b-4e86-a19e-686b0b7f2920 req-772ab7b0-51a3-4f7b-8499-1a0e245bc154 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:55.730316 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8e821393-207b-4e86-a19e-686b0b7f2920 req-772ab7b0-51a3-4f7b-8499-1a0e245bc154 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=c90911d9-c421-4874-8935-956d1072f84b HTTP/1.1" status: 200 len: 948 time: 0.4657738 May 05 21:41:55.758052 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b249a670-6a06-41b4-8f24-3c0e62aebeba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:55.761817 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9600d0-fabd-41fe-a669-8273bfc5085e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2ee360d-6cc3-494f-b2c1-637cfccf6872,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:55.823992 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 4fb020a9-8991-4a55-bc6f-9564698b0e92 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:41:55.828495 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b249a670-6a06-41b4-8f24-3c0e62aebeba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb07d95f-0719-4a75-a100-4b7cfd38dc47,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:55.845223 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9600d0-fabd-41fe-a669-8273bfc5085e admin admin] Checking segment: {'id': '79953de6-e431-4f8c-936f-26309e0b44e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '00e5d380-6867-431e-baaa-58cda5937ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:41:55.846164 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9600d0-fabd-41fe-a669-8273bfc5085e admin admin] Network hostable DHCP agents. Network: 00e5d380-6867-431e-baaa-58cda5937ad6, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:41:55.866031 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b249a670-6a06-41b4-8f24-3c0e62aebeba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:55.882107 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b249a670-6a06-41b4-8f24-3c0e62aebeba admin admin] 10.222.0.23 "DELETE /v2.0/subnets/cb07d95f-0719-4a75-a100-4b7cfd38dc47 HTTP/1.1" status: 204 len: 168 time: 1.5537274 May 05 21:41:55.886359 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 33588) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:41:55.914238 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-07593113-2154-4572-8be4-259c11825b8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:55.934735 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc2a498-5bd0-4491-91d7-b3a8dba5c1cd None None] Network 15fc94c9-79b7-4d3d-a68d-e74651d075f7 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:41:55.976891 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-355e44aa-fc97-4996-8fd3-60a7965a388f req-1d2922e1-0ae4-45bd-b419-271d78dfdb51 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3562219 May 05 21:41:56.015265 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8e821393-207b-4e86-a19e-686b0b7f2920 req-4578ff87-4d66-497d-9cf3-14d6051186ce tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670670 May 05 21:41:56.037823 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3e88a308-fc29-4463-b9f7-db73b8406ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:56.092336 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-3e88a308-fc29-4463-b9f7-db73b8406ac2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50de31c2-045e-4a9b-b81b-290e300eaeef']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:41:56.110912 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-3e88a308-fc29-4463-b9f7-db73b8406ac2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd46cedce-2a02-4785-94af-a57cb27fb933') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:41:56.111443 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-3e88a308-fc29-4463-b9f7-db73b8406ac2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd46cedce-2a02-4785-94af-a57cb27fb933') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:41:56.126171 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3e88a308-fc29-4463-b9f7-db73b8406ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:56.152264 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3e88a308-fc29-4463-b9f7-db73b8406ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:56.159715 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e88a308-fc29-4463-b9f7-db73b8406ac2 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:41:56.160179 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3e88a308-fc29-4463-b9f7-db73b8406ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:56.229668 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9600d0-fabd-41fe-a669-8273bfc5085e admin admin] Network 00e5d380-6867-431e-baaa-58cda5937ad6 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:41:56.262590 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 21:41:56.262590 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:41:56.262590 n-d-825175-4 neutron-server[84061]: timer() May 05 21:41:56.262590 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:41:56.262590 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 21:41:56.262590 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:41:56.262590 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 21:41:56.262590 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:41:56.262590 n-d-825175-4 neutron-server[84061]: self._notify() May 05 21:41:56.262590 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:41:56.262590 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 21:41:56.262590 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:41:56.262590 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 21:41:56.262590 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:41:56.262590 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:41:56.262590 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:41:56.262590 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:41:56.262590 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:41:56.262590 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 21:41:56.262590 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:41:56.262590 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 21:41:56.262590 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:41:56.262590 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:41:56.262590 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:41:56.262590 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 21:41:56.262590 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:41:56.262590 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:41:56.262590 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:41:56.262590 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:41:56.262590 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:41:56.262590 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:41:56.262590 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:41:56.265302 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-07593113-2154-4572-8be4-259c11825b8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:56.275677 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f62f270d-8ebe-4b0d-ae12-3a2886f70899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:56.284536 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-8f9600d0-fabd-41fe-a669-8273bfc5085e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 00e5d380-6867-431e-baaa-58cda5937ad6) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:41:56.287940 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3e88a308-fc29-4463-b9f7-db73b8406ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:56.294058 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3e88a308-fc29-4463-b9f7-db73b8406ac2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:56.302356 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c75556b-7288-4e51-a8be-e707fd6278e0 None None] Network 00e5d380-6867-431e-baaa-58cda5937ad6 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:41:56.303454 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9600d0-fabd-41fe-a669-8273bfc5085e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:56.304039 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8f9600d0-fabd-41fe-a669-8273bfc5085e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:56.339503 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-f62f270d-8ebe-4b0d-ae12-3a2886f70899 admin admin] Deleting port 8f7fb15b-b817-4054-8b33-11d9bbf87f96 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:41:56.339503 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f62f270d-8ebe-4b0d-ae12-3a2886f70899 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:56.367246 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e88a308-fc29-4463-b9f7-db73b8406ac2 admin admin] Pushing event deleted for resources: {'Network': ['ID=50de31c2-045e-4a9b-b81b-290e300eaeef,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:56.392911 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 4fb020a9-8991-4a55-bc6f-9564698b0e92, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=4fb020a9-8991-4a55-bc6f-9564698b0e92,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:41:56.405931 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8f9600d0-fabd-41fe-a669-8273bfc5085e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.0899253 May 05 21:41:56.429094 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '4fb020a9-8991-4a55-bc6f-9564698b0e92', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'port_id': '4fb020a9-8991-4a55-bc6f-9564698b0e92', 'mac_address': 'fa:16:3e:c3:3d:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f237a6ef-d044-411f-a2d8-d12619664c91', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:41:56.444444 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-07593113-2154-4572-8be4-259c11825b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:56.479763 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-3e88a308-fc29-4463-b9f7-db73b8406ac2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/50de31c2-045e-4a9b-b81b-290e300eaeef HTTP/1.1" status: 204 len: 168 time: 1.0275462 May 05 21:41:56.520131 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 33604) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:41:56.535179 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07593113-2154-4572-8be4-259c11825b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474ec2a4-0a19-44f0-a248-3e24aa5effea,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:56.558442 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bc8675-6106-40b7-b842-d0867d67aad1 None None] DHCP port deletion for 15fc94c9-79b7-4d3d-a68d-e74651d075f7 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 21:41:56.588997 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-c4bc8675-6106-40b7-b842-d0867d67aad1 None None] Deleting port 8f7fb15b-b817-4054-8b33-11d9bbf87f96 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:41:56.589260 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c4bc8675-6106-40b7-b842-d0867d67aad1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:56.594544 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-07593113-2154-4572-8be4-259c11825b8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:56.595898 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-07593113-2154-4572-8be4-259c11825b8a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/474ec2a4-0a19-44f0-a248-3e24aa5effea HTTP/1.1" status: 204 len: 168 time: 1.0634282 May 05 21:41:56.617781 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639ff8c-f872-4ea9-9d31-3c30d6663d90 req-de35548e-ea73-444f-9241-1c51bbde1e00 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:56.630338 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6639ff8c-f872-4ea9-9d31-3c30d6663d90 req-de35548e-ea73-444f-9241-1c51bbde1e00 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/networks?id=20d2a56b-3a76-462e-a812-0f44fcc7b483 HTTP/1.1" status: 200 len: 805 time: 0.2675197 May 05 21:41:56.669117 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6639ff8c-f872-4ea9-9d31-3c30d6663d90 req-5cde1aa7-dff7-4c8f-b758-001891e61353 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/quotas/3ad6e070bfeb43998594f1d97e1517f2 HTTP/1.1" status: 200 len: 375 time: 0.0367534 May 05 21:41:56.767948 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-083d9233-64e6-485c-9d76-352155990df6 admin admin] Deleting subnet fae36260-18c1-432c-8d4a-6110d0d75696 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:41:56.773340 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-083d9233-64e6-485c-9d76-352155990df6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:56.804168 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:56.839541 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-f62f270d-8ebe-4b0d-ae12-3a2886f70899 admin admin] For port 8f7fb15b-b817-4054-8b33-11d9bbf87f96, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=8f7fb15b-b817-4054-8b33-11d9bbf87f96,segment=NetworkSegment(70e83286-5918-4af1-9b6d-01bc6155c4dc),segment_id=70e83286-5918-4af1-9b6d-01bc6155c4dc)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:41:56.839988 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f62f270d-8ebe-4b0d-ae12-3a2886f70899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:56.857238 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-083d9233-64e6-485c-9d76-352155990df6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:56.889317 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fb020a9-8991-4a55-bc6f-9564698b0e92 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:41:57.001589 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6639ff8c-f872-4ea9-9d31-3c30d6663d90 req-1bb519a1-cf8c-4010-bee0-476c69d37323 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3ad6e070bfeb43998594f1d97e1517f2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3316216 May 05 21:41:57.008787 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-f62f270d-8ebe-4b0d-ae12-3a2886f70899 admin admin] Calling delete_port for 8f7fb15b-b817-4054-8b33-11d9bbf87f96 owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:41:57.033332 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 4fb020a9-8991-4a55-bc6f-9564698b0e92, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=4fb020a9-8991-4a55-bc6f-9564698b0e92,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:41:57.070549 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b897f6a-36c2-483c-960f-ac894350f0f6 req-dcd078b6-82c9-482d-9133-81fd9bb1a92e tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:57.079472 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3b897f6a-36c2-483c-960f-ac894350f0f6 req-dcd078b6-82c9-482d-9133-81fd9bb1a92e tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/ports?device_id=300fc717-80d0-4409-852b-350477396233 HTTP/1.1" status: 200 len: 985 time: 0.3314455 May 05 21:41:57.083222 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-083d9233-64e6-485c-9d76-352155990df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:57.100242 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:57.129258 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 33618) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:41:57.148272 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2538c39e-3f2f-4514-92f7-8a383d1e36b2 None None] Network 00e5d380-6867-431e-baaa-58cda5937ad6 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:41:57.163560 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-685977ab-12b1-4518-86cf-2e7f21ade971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:57.252790 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3b897f6a-36c2-483c-960f-ac894350f0f6 req-783d265e-43b1-49d0-bea4-41361e527bc6 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa49b3c0-1c70-49eb-9436-713e6ba7eff8&id=7568e477-67c8-43ef-953c-8ed3ca081be0&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1721771 May 05 21:41:57.280223 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f62f270d-8ebe-4b0d-ae12-3a2886f70899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:57.302291 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6639ff8c-f872-4ea9-9d31-3c30d6663d90 req-043c2ac6-60ad-4566-acf4-261a6cc51fb9 service neutron] 10.222.0.23 "GET /v2.0/networks/20d2a56b-3a76-462e-a812-0f44fcc7b483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901709 May 05 21:41:57.344651 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62f270d-8ebe-4b0d-ae12-3a2886f70899 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f7fb15b-b817-4054-8b33-11d9bbf87f96,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:57.352333 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-685977ab-12b1-4518-86cf-2e7f21ade971 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:41:57.361014 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-685977ab-12b1-4518-86cf-2e7f21ade971 admin admin] Usage tracker for resource:security_group_rule and tenant:1d75386c228b4a1fba3f70dff90ee784 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:41:57.364501 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62f270d-8ebe-4b0d-ae12-3a2886f70899 admin admin] No DVR routers for this DVR port 8f7fb15b-b817-4054-8b33-11d9bbf87f96 on host n-d-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:41:57.366198 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-685977ab-12b1-4518-86cf-2e7f21ade971 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:41:57.396163 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-083d9233-64e6-485c-9d76-352155990df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:57.400396 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-685977ab-12b1-4518-86cf-2e7f21ade971 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:41:57.470769 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083d9233-64e6-485c-9d76-352155990df6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fae36260-18c1-432c-8d4a-6110d0d75696,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:57.479962 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6639ff8c-f872-4ea9-9d31-3c30d6663d90 req-edfbd3b0-811e-48f9-a177-060bbf103b4a service neutron] 10.222.0.23 "GET /v2.0/networks/20d2a56b-3a76-462e-a812-0f44fcc7b483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762509 May 05 21:41:57.567975 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-083d9233-64e6-485c-9d76-352155990df6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:57.587826 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=4fb020a9-8991-4a55-bc6f-9564698b0e92,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:57.601863 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-c4bc8675-6106-40b7-b842-d0867d67aad1 None None] For port 8f7fb15b-b817-4054-8b33-11d9bbf87f96, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=8f7fb15b-b817-4054-8b33-11d9bbf87f96,segment=NetworkSegment(70e83286-5918-4af1-9b6d-01bc6155c4dc),segment_id=70e83286-5918-4af1-9b6d-01bc6155c4dc)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:41:57.602740 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c4bc8675-6106-40b7-b842-d0867d67aad1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:57.647844 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f62f270d-8ebe-4b0d-ae12-3a2886f70899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:57.662023 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['4fb020a9-8991-4a55-bc6f-9564698b0e92'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:41:57.757902 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-083d9233-64e6-485c-9d76-352155990df6 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/fae36260-18c1-432c-8d4a-6110d0d75696 HTTP/1.1" status: 204 len: 168 time: 1.2349403 May 05 21:41:57.760467 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 33634) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:41:57.787656 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-f62f270d-8ebe-4b0d-ae12-3a2886f70899 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15fc94c9-79b7-4d3d-a68d-e74651d075f7']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:41:57.832434 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-afc4d22e-ce6c-4d41-8789-73c6e66b86b9 req-2892db60-063f-422f-91c5-f24082d3c0e7 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1183595007', 'description': 'tempest-description-1544144285'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:41:57.833855 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-f62f270d-8ebe-4b0d-ae12-3a2886f70899 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70e83286-5918-4af1-9b6d-01bc6155c4dc') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:41:57.834136 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-f62f270d-8ebe-4b0d-ae12-3a2886f70899 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70e83286-5918-4af1-9b6d-01bc6155c4dc') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:41:57.863593 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f62f270d-8ebe-4b0d-ae12-3a2886f70899 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:57.879844 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-685977ab-12b1-4518-86cf-2e7f21ade971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:57.886584 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f62f270d-8ebe-4b0d-ae12-3a2886f70899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:57.890090 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-685977ab-12b1-4518-86cf-2e7f21ade971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:57.890259 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-c4bc8675-6106-40b7-b842-d0867d67aad1 None None] Calling delete_port for 8f7fb15b-b817-4054-8b33-11d9bbf87f96 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:41:57.916155 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f62f270d-8ebe-4b0d-ae12-3a2886f70899 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:41:57.917419 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 3724c349-8f78-4911-8f92-c4c3a5107b76 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:41:57.918243 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f62f270d-8ebe-4b0d-ae12-3a2886f70899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:57.967935 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 21:41:57.967935 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:41:57.967935 n-d-825175-4 neutron-server[84063]: timer() May 05 21:41:57.967935 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:41:57.967935 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 21:41:57.967935 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:41:57.967935 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 21:41:57.967935 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:41:57.967935 n-d-825175-4 neutron-server[84063]: self._notify() May 05 21:41:57.967935 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:41:57.967935 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 21:41:57.967935 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:41:57.967935 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 21:41:57.967935 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:41:57.967935 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:41:57.967935 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:41:57.967935 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:41:57.967935 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:41:57.967935 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 21:41:57.967935 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:41:57.967935 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 21:41:57.967935 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:41:57.967935 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:41:57.967935 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:41:57.967935 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 21:41:57.967935 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:41:57.967935 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:41:57.967935 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:41:57.967935 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:41:57.967935 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:41:57.967935 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:41:57.967935 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:41:58.034691 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-685977ab-12b1-4518-86cf-2e7f21ade971 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1d75386c228b4a1fba3f70dff90ee784&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9035010 May 05 21:41:58.038566 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-afc4d22e-ce6c-4d41-8789-73c6e66b86b9 req-2892db60-063f-422f-91c5-f24082d3c0e7 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:41:58.057138 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 33642) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:41:58.063603 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-afc4d22e-ce6c-4d41-8789-73c6e66b86b9 req-2892db60-063f-422f-91c5-f24082d3c0e7 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Usage tracker for resource:security_group and tenant:723b8e4bd7994a289f02d2a1d7ea4ecf is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:41:58.115268 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-afc4d22e-ce6c-4d41-8789-73c6e66b86b9 req-2892db60-063f-422f-91c5-f24082d3c0e7 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:41:58.131942 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685977ab-12b1-4518-86cf-2e7f21ade971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d58069-1043-4ddf-a7d0-0cc4644e32b4,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:58.154464 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-afc4d22e-ce6c-4d41-8789-73c6e66b86b9 req-2892db60-063f-422f-91c5-f24082d3c0e7 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:41:58.168494 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f62f270d-8ebe-4b0d-ae12-3a2886f70899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:58.188843 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f62f270d-8ebe-4b0d-ae12-3a2886f70899 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:58.196363 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62f270d-8ebe-4b0d-ae12-3a2886f70899 admin admin] Pushing event deleted for resources: {'Network': ['ID=15fc94c9-79b7-4d3d-a68d-e74651d075f7,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:58.219303 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f62f270d-8ebe-4b0d-ae12-3a2886f70899 admin admin] 10.222.0.23 "DELETE /v2.0/networks/15fc94c9-79b7-4d3d-a68d-e74651d075f7 HTTP/1.1" status: 204 len: 168 time: 2.3320012 May 05 21:41:58.224247 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6a45fab7-7bcb-4c89-a67e-c6f4adc1a7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:58.235804 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3658e825-87b6-40ba-956d-10978ffc3f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:58.237573 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-afc4d22e-ce6c-4d41-8789-73c6e66b86b9 req-2892db60-063f-422f-91c5-f24082d3c0e7 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:58.245285 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 8f7fb15b-b817-4054-8b33-11d9bbf87f96 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:41:58.303472 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef164264-04f1-47a8-8f3c-774e44c5661c req-ff12340a-bb89-425e-8ec9-739a93e299c7 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:58.307970 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 8f7fb15b-b817-4054-8b33-11d9bbf87f96 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:41:58.308765 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 8f7fb15b-b817-4054-8b33-11d9bbf87f96 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:41:58.310477 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ef164264-04f1-47a8-8f3c-774e44c5661c req-ff12340a-bb89-425e-8ec9-739a93e299c7 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=c90911d9-c421-4874-8935-956d1072f84b HTTP/1.1" status: 200 len: 949 time: 0.4847515 May 05 21:41:58.321134 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3658e825-87b6-40ba-956d-10978ffc3f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:58.348278 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1332a0b-9345-40a7-8677-7fa173b05a4c req-e91414f2-43fd-4985-83ff-591f61bfef96 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:58.350158 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c1332a0b-9345-40a7-8677-7fa173b05a4c req-e91414f2-43fd-4985-83ff-591f61bfef96 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cadebeb-4693-436b-90dd-aee03acac426 HTTP/1.1" status: 200 len: 945 time: 0.5615942 May 05 21:41:58.384610 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-c4bc8675-6106-40b7-b842-d0867d67aad1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:41:58.385182 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-c4bc8675-6106-40b7-b842-d0867d67aad1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:41:58.471481 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-afc4d22e-ce6c-4d41-8789-73c6e66b86b9 req-2892db60-063f-422f-91c5-f24082d3c0e7 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:41:58.491249 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:58.551240 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-afc4d22e-ce6c-4d41-8789-73c6e66b86b9 req-2892db60-063f-422f-91c5-f24082d3c0e7 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Usage tracker for resource:security_group_rule and tenant:723b8e4bd7994a289f02d2a1d7ea4ecf is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:41:58.551484 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cadebeb-4693-436b-90dd-aee03acac426', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3724c349-8f78-4911-8f92-c4c3a5107b76'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:41:58.564582 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-afc4d22e-ce6c-4d41-8789-73c6e66b86b9 req-2892db60-063f-422f-91c5-f24082d3c0e7 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:41:58.573220 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 3724c349-8f78-4911-8f92-c4c3a5107b76, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=3724c349-8f78-4911-8f92-c4c3a5107b76,segment=NetworkSegment(1433ba6d-48b0-4056-91b6-deba1a0564ab),segment_id=1433ba6d-48b0-4056-91b6-deba1a0564ab)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:41:58.583633 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:58.595547 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-afc4d22e-ce6c-4d41-8789-73c6e66b86b9 req-2892db60-063f-422f-91c5-f24082d3c0e7 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:41:58.608829 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-c1332a0b-9345-40a7-8677-7fa173b05a4c req-de5c16dc-f9d8-42e3-8a6d-50320243e5c9 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Deleting port 3724c349-8f78-4911-8f92-c4c3a5107b76 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:41:58.609164 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c1332a0b-9345-40a7-8677-7fa173b05a4c req-de5c16dc-f9d8-42e3-8a6d-50320243e5c9 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:58.610753 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 33652) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:41:58.649626 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6a45fab7-7bcb-4c89-a67e-c6f4adc1a7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:58.670648 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=3724c349-8f78-4911-8f92-c4c3a5107b76,revision_number=8']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:58.676146 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8ff6c8da-ae2c-47ec-93aa-b0e97748a857 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=288dd14d0b064298b7582f08c1578363&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0635803 May 05 21:41:58.681759 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ef164264-04f1-47a8-8f3c-774e44c5661c req-6fde8a4f-d4a4-4656-bb49-2c6a264f6035 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3701129 May 05 21:41:58.682377 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 33656) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:41:58.735509 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-6a45fab7-7bcb-4c89-a67e-c6f4adc1a7b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80135f78-4112-4d81-80dc-760dc1cd0ae3']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:41:58.757907 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3658e825-87b6-40ba-956d-10978ffc3f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:58.777074 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-26f9fb47-af24-43a3-9813-72df5952a2f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:58.805075 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-6a45fab7-7bcb-4c89-a67e-c6f4adc1a7b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb2345d6-6629-4008-852d-520ca49720fb') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:41:58.805371 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-6a45fab7-7bcb-4c89-a67e-c6f4adc1a7b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb2345d6-6629-4008-852d-520ca49720fb') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:41:58.805805 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-26f9fb47-af24-43a3-9813-72df5952a2f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:58.847201 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3658e825-87b6-40ba-956d-10978ffc3f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d58069-1043-4ddf-a7d0-0cc4644e32b4,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:58.852181 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6a45fab7-7bcb-4c89-a67e-c6f4adc1a7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:58.868247 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-26f9fb47-af24-43a3-9813-72df5952a2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:58.886802 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-c4bc8675-6106-40b7-b842-d0867d67aad1 None None] Deleting port 8f7fb15b-b817-4054-8b33-11d9bbf87f96 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:41:58.887198 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c4bc8675-6106-40b7-b842-d0867d67aad1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:58.889526 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f9fb47-af24-43a3-9813-72df5952a2f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0ecaeb-86a0-410b-bb10-a89dbdda6d10,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:58.892945 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-26f9fb47-af24-43a3-9813-72df5952a2f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:58.906690 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-26f9fb47-af24-43a3-9813-72df5952a2f9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fc0ecaeb-86a0-410b-bb10-a89dbdda6d10 HTTP/1.1" status: 204 len: 168 time: 0.2205341 May 05 21:41:58.939631 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6a45fab7-7bcb-4c89-a67e-c6f4adc1a7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:58.942046 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3658e825-87b6-40ba-956d-10978ffc3f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:58.945996 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-3658e825-87b6-40ba-956d-10978ffc3f27 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/68d58069-1043-4ddf-a7d0-0cc4644e32b4 HTTP/1.1" status: 204 len: 168 time: 0.8875995 May 05 21:41:58.951696 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-afc4d22e-ce6c-4d41-8789-73c6e66b86b9 req-2892db60-063f-422f-91c5-f24082d3c0e7 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:58.997233 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-c4bc8675-6106-40b7-b842-d0867d67aad1 None None] The port '8f7fb15b-b817-4054-8b33-11d9bbf87f96' was deleted {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 21:41:59.014701 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a45fab7-7bcb-4c89-a67e-c6f4adc1a7b0 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:41:59.015186 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6a45fab7-7bcb-4c89-a67e-c6f4adc1a7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:59.033543 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 21:41:59.033543 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:41:59.033543 n-d-825175-4 neutron-server[84061]: timer() May 05 21:41:59.033543 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:41:59.033543 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 21:41:59.033543 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:41:59.033543 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 21:41:59.033543 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:41:59.033543 n-d-825175-4 neutron-server[84061]: self._notify() May 05 21:41:59.033543 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:41:59.033543 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 21:41:59.033543 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:41:59.033543 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 21:41:59.033543 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:41:59.033543 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:41:59.033543 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:41:59.033543 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:41:59.033543 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:41:59.033543 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 21:41:59.033543 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:41:59.033543 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 21:41:59.033543 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:41:59.033543 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:41:59.033543 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:41:59.033543 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 21:41:59.033543 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:41:59.033543 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:41:59.033543 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:41:59.033543 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:41:59.033543 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:41:59.033543 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:41:59.033543 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:41:59.036254 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-afc4d22e-ce6c-4d41-8789-73c6e66b86b9 req-2892db60-063f-422f-91c5-f24082d3c0e7 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:59.172089 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-afc4d22e-ce6c-4d41-8789-73c6e66b86b9 req-2892db60-063f-422f-91c5-f24082d3c0e7 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:59.179379 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-afc4d22e-ce6c-4d41-8789-73c6e66b86b9 req-2892db60-063f-422f-91c5-f24082d3c0e7 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1644 time: 1.3519025 May 05 21:41:59.570118 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3b9ef4c8-2d21-4f4f-b2e0-d1a1671b021f req-bf2db074-fc48-4a85-adcf-c420db67b98b tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1260646177&fields=id&tenant_id=ddd4b9e379904604953b02573e2642da HTTP/1.1" status: 200 len: 267 time: 0.7379982 May 05 21:41:59.583499 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639ff8c-f872-4ea9-9d31-3c30d6663d90 req-56631de3-a991-444c-8b87-f2cd2cbcf89b tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:41:59.585144 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6639ff8c-f872-4ea9-9d31-3c30d6663d90 req-56631de3-a991-444c-8b87-f2cd2cbcf89b tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.32 "GET /v2.0/networks?id=20d2a56b-3a76-462e-a812-0f44fcc7b483 HTTP/1.1" status: 200 len: 805 time: 0.4143360 May 05 21:41:59.643455 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2892db60-063f-422f-91c5-f24082d3c0e7 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=673062ad-24f3-43ad-8f4c-51388eeb6524,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:59.684632 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-6639ff8c-f872-4ea9-9d31-3c30d6663d90 req-ab1fd259-05fe-4e58-bb54-39e04a271bbb tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Request body: {'port': {'device_id': '11e0f4fa-7535-47a6-b0f4-cdc1a472748e', 'network_id': '20d2a56b-3a76-462e-a812-0f44fcc7b483', 'admin_state_up': True, 'tenant_id': '3ad6e070bfeb43998594f1d97e1517f2'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:41:59.719936 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6a45fab7-7bcb-4c89-a67e-c6f4adc1a7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:59.724538 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6a45fab7-7bcb-4c89-a67e-c6f4adc1a7b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:59.803370 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-798f0526-bce5-4e13-9ae9-334884d6b93d req-4bee9e5c-d856-477e-b2b4-6b5a4d835222 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/ports?device_id=11e0f4fa-7535-47a6-b0f4-cdc1a472748e HTTP/1.1" status: 200 len: 210 time: 0.2301676 May 05 21:41:59.842741 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-6a45fab7-7bcb-4c89-a67e-c6f4adc1a7b0 admin admin] 10.222.0.23 "DELETE /v2.0/networks/80135f78-4112-4d81-80dc-760dc1cd0ae3 HTTP/1.1" status: 204 len: 168 time: 2.0810306 May 05 21:41:59.850123 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-c1332a0b-9345-40a7-8677-7fa173b05a4c req-de5c16dc-f9d8-42e3-8a6d-50320243e5c9 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] For port 3724c349-8f78-4911-8f92-c4c3a5107b76, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=3724c349-8f78-4911-8f92-c4c3a5107b76,segment=NetworkSegment(1433ba6d-48b0-4056-91b6-deba1a0564ab),segment_id=1433ba6d-48b0-4056-91b6-deba1a0564ab)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:41:59.850485 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c1332a0b-9345-40a7-8677-7fa173b05a4c req-de5c16dc-f9d8-42e3-8a6d-50320243e5c9 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:41:59.858258 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a45fab7-7bcb-4c89-a67e-c6f4adc1a7b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=80135f78-4112-4d81-80dc-760dc1cd0ae3,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:41:59.863358 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 4fb020a9-8991-4a55-bc6f-9564698b0e92 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:41:59.913373 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-733d5d3d-3d03-41df-a07a-99ce0f14370a'] response: {'server_uuid': '2cadebeb-4693-436b-90dd-aee03acac426', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3724c349-8f78-4911-8f92-c4c3a5107b76', 'code': 200} May 05 21:41:59.980318 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 4fb020a9-8991-4a55-bc6f-9564698b0e92 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:41:59.987096 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 4fb020a9-8991-4a55-bc6f-9564698b0e92 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:41:59.988090 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:00.080909 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-c1332a0b-9345-40a7-8677-7fa173b05a4c req-de5c16dc-f9d8-42e3-8a6d-50320243e5c9 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Calling delete_port for 3724c349-8f78-4911-8f92-c4c3a5107b76 owned by compute:nova {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:42:00.085290 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab43136-4b71-4b8c-9455-9d192bcd7fc7 req-9d1306e4-a33b-41d5-8f14-cf7148210317 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:00.087510 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-9ab43136-4b71-4b8c-9455-9d192bcd7fc7 req-9d1306e4-a33b-41d5-8f14-cf7148210317 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Synchronizing usage tracker for tenant:300e0002c0a34937b02bd35920b6a01f on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:42:00.112215 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 33702) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:42:00.131906 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-9ab43136-4b71-4b8c-9455-9d192bcd7fc7 req-9d1306e4-a33b-41d5-8f14-cf7148210317 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Unset dirty status for tenant:300e0002c0a34937b02bd35920b6a01f on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:42:00.134246 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9ab43136-4b71-4b8c-9455-9d192bcd7fc7 req-9d1306e4-a33b-41d5-8f14-cf7148210317 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.44 "GET /v2.0/ports?device_id=90ad001a-3aad-467f-9c32-1334a7b7923e HTTP/1.1" status: 200 len: 944 time: 0.2016428 May 05 21:42:00.156981 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:00.223469 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 4fb020a9-8991-4a55-bc6f-9564698b0e92, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=4fb020a9-8991-4a55-bc6f-9564698b0e92,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:42:00.231084 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:00.246934 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-6639ff8c-f872-4ea9-9d31-3c30d6663d90 req-ab1fd259-05fe-4e58-bb54-39e04a271bbb tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:42:00.248202 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-9ab43136-4b71-4b8c-9455-9d192bcd7fc7 req-3954ecc7-a8a8-41a7-ad8a-9751eb3990f8 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Deleting port 25a0f74a-024c-433c-94a0-470103bf1d3c {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:42:00.248545 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-9ab43136-4b71-4b8c-9455-9d192bcd7fc7 req-3954ecc7-a8a8-41a7-ad8a-9751eb3990f8 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:00.258297 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-6639ff8c-f872-4ea9-9d31-3c30d6663d90 req-ab1fd259-05fe-4e58-bb54-39e04a271bbb tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:42:00.273246 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ef4c8-2d21-4f4f-b2e0-d1a1671b021f req-9a6c32ef-6e1b-476d-9d4f-561e50e61c12 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:00.283198 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3b9ef4c8-2d21-4f4f-b2e0-d1a1671b021f req-9a6c32ef-6e1b-476d-9d4f-561e50e61c12 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/ports?device_id=300fc717-80d0-4409-852b-350477396233 HTTP/1.1" status: 200 len: 985 time: 0.7119565 May 05 21:42:00.290979 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-3b9ef4c8-2d21-4f4f-b2e0-d1a1671b021f req-4b6d5311-30ce-4499-9f79-b15d50fe43a5 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Request body: {'port': {'security_groups': ['7568e477-67c8-43ef-953c-8ed3ca081be0', 'fa49b3c0-1c70-49eb-9436-713e6ba7eff8', 'cd82275a-45ce-4932-9a92-ea22762bc178']}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:42:00.318364 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=4fb020a9-8991-4a55-bc6f-9564698b0e92,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:00.330430 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6639ff8c-f872-4ea9-9d31-3c30d6663d90 req-ab1fd259-05fe-4e58-bb54-39e04a271bbb tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Made reservation on behalf of 3ad6e070bfeb43998594f1d97e1517f2 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:42:00.337184 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-6639ff8c-f872-4ea9-9d31-3c30d6663d90 req-ab1fd259-05fe-4e58-bb54-39e04a271bbb tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:00.399247 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-19abd879-e665-48ba-8f91-dfc35ae330f8 req-f53bd2f7-97a8-41c8-a733-984939ff3cad tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] 10.222.0.23 "GET /v2.0/security-groups/673062ad-24f3-43ad-8f4c-51388eeb6524 HTTP/1.1" status: 200 len: 1639 time: 0.4165773 May 05 21:42:00.420945 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-19abd879-e665-48ba-8f91-dfc35ae330f8 req-5bfb4664-5475-4877-9ba4-1bba66e95a82 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '673062ad-24f3-43ad-8f4c-51388eeb6524', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:42:00.421249 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-19abd879-e665-48ba-8f91-dfc35ae330f8 req-5bfb4664-5475-4877-9ba4-1bba66e95a82 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '673062ad-24f3-43ad-8f4c-51388eeb6524', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:42:00.435354 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-19abd879-e665-48ba-8f91-dfc35ae330f8 req-5bfb4664-5475-4877-9ba4-1bba66e95a82 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:42:00.484671 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-177285a3-fcdf-40fd-8b6c-c7a8d3399ce3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=82b8eca9b8444fc5a3410ffab3ab2c41&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3705931 May 05 21:42:00.486853 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-19abd879-e665-48ba-8f91-dfc35ae330f8 req-5bfb4664-5475-4877-9ba4-1bba66e95a82 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Usage tracker for resource:security_group_rule and tenant:723b8e4bd7994a289f02d2a1d7ea4ecf is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:42:00.515554 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 33712) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:42:00.515866 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 33714) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:42:00.568609 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-19abd879-e665-48ba-8f91-dfc35ae330f8 req-5bfb4664-5475-4877-9ba4-1bba66e95a82 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:42:00.602699 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-19abd879-e665-48ba-8f91-dfc35ae330f8 req-5bfb4664-5475-4877-9ba4-1bba66e95a82 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:42:00.655624 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a429cc47-2c5e-4368-bb30-abd810ce99cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:00.660640 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-3b9ef4c8-2d21-4f4f-b2e0-d1a1671b021f req-4b6d5311-30ce-4499-9f79-b15d50fe43a5 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:00.683303 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c1332a0b-9345-40a7-8677-7fa173b05a4c req-de5c16dc-f9d8-42e3-8a6d-50320243e5c9 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:00.686769 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-9ab43136-4b71-4b8c-9455-9d192bcd7fc7 req-3954ecc7-a8a8-41a7-ad8a-9751eb3990f8 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] For port 25a0f74a-024c-433c-94a0-470103bf1d3c, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=25a0f74a-024c-433c-94a0-470103bf1d3c,segment=NetworkSegment(87859d75-c285-4ea1-b899-3b38f003cf70),segment_id=87859d75-c285-4ea1-b899-3b38f003cf70)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:42:00.687181 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-9ab43136-4b71-4b8c-9455-9d192bcd7fc7 req-3954ecc7-a8a8-41a7-ad8a-9751eb3990f8 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:00.816883 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5c16dc-f9d8-42e3-8a6d-50320243e5c9 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Pushing event deleted for resources: {'Port': ['ID=3724c349-8f78-4911-8f92-c4c3a5107b76,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:00.824673 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-3f7d2336-35bd-4903-ba0e-ea365085e72e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1706462636-network', 'tenant_id': 'caf8261703da4bb5a03dc145b93e3b71'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:42:00.830154 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a429cc47-2c5e-4368-bb30-abd810ce99cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:00.843782 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-9ab43136-4b71-4b8c-9455-9d192bcd7fc7 req-3954ecc7-a8a8-41a7-ad8a-9751eb3990f8 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Calling delete_port for 25a0f74a-024c-433c-94a0-470103bf1d3c owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:42:00.873869 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-3f7d2336-35bd-4903-ba0e-ea365085e72e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:42:00.891086 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3f7d2336-35bd-4903-ba0e-ea365085e72e admin admin] Usage tracker for resource:network and tenant:caf8261703da4bb5a03dc145b93e3b71 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:42:00.896130 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3f7d2336-35bd-4903-ba0e-ea365085e72e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:42:00.910431 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-3f7d2336-35bd-4903-ba0e-ea365085e72e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:42:00.949481 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7d2336-35bd-4903-ba0e-ea365085e72e admin admin] Made reservation on behalf of caf8261703da4bb5a03dc145b93e3b71 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:42:00.952263 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3f7d2336-35bd-4903-ba0e-ea365085e72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:00.959649 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-6639ff8c-f872-4ea9-9d31-3c30d6663d90 req-ab1fd259-05fe-4e58-bb54-39e04a271bbb tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Allocated IP 172.20.0.5 (20d2a56b-3a76-462e-a812-0f44fcc7b483/41faf43c-45c2-40ca-97f2-b9922a51b49e/961ce505-c494-4a7a-99a8-43c063b230c8) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:42:00.972241 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3f7d2336-35bd-4903-ba0e-ea365085e72e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:00.980683 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1332a0b-9345-40a7-8677-7fa173b05a4c req-de5c16dc-f9d8-42e3-8a6d-50320243e5c9 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] No DVR routers for this DVR port 3724c349-8f78-4911-8f92-c4c3a5107b76 on host n-h1-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:42:00.982700 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-19abd879-e665-48ba-8f91-dfc35ae330f8 req-5bfb4664-5475-4877-9ba4-1bba66e95a82 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:00.993251 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c1332a0b-9345-40a7-8677-7fa173b05a4c req-de5c16dc-f9d8-42e3-8a6d-50320243e5c9 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:00.998717 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cadebeb-4693-436b-90dd-aee03acac426', 'name': 'network-vif-deleted', 'tag': '3724c349-8f78-4911-8f92-c4c3a5107b76'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:42:01.036453 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-3f7d2336-35bd-4903-ba0e-ea365085e72e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:42:01.040284 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3f7d2336-35bd-4903-ba0e-ea365085e72e admin admin] Usage tracker for resource:security_group_rule and tenant:caf8261703da4bb5a03dc145b93e3b71 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:42:01.043106 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3f7d2336-35bd-4903-ba0e-ea365085e72e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:42:01.048862 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-3f7d2336-35bd-4903-ba0e-ea365085e72e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:42:01.081542 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c1332a0b-9345-40a7-8677-7fa173b05a4c req-de5c16dc-f9d8-42e3-8a6d-50320243e5c9 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.44 "DELETE /v2.0/ports/3724c349-8f78-4911-8f92-c4c3a5107b76 HTTP/1.1" status: 204 len: 173 time: 2.6854010 May 05 21:42:01.082157 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a429cc47-2c5e-4368-bb30-abd810ce99cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:01.083379 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-19abd879-e665-48ba-8f91-dfc35ae330f8 req-5bfb4664-5475-4877-9ba4-1bba66e95a82 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:01.101488 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-19abd879-e665-48ba-8f91-dfc35ae330f8 req-5bfb4664-5475-4877-9ba4-1bba66e95a82 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:01.158434 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfb4664-5475-4877-9ba4-1bba66e95a82 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20ab3125-c29f-49a7-8602-b4afb7638f6e,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:01.161771 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a429cc47-2c5e-4368-bb30-abd810ce99cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892f9777-4cfa-494c-9373-b9f159f3b56b,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:01.248250 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3f7d2336-35bd-4903-ba0e-ea365085e72e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:01.253846 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-9ab43136-4b71-4b8c-9455-9d192bcd7fc7 req-3954ecc7-a8a8-41a7-ad8a-9751eb3990f8 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:01.265191 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['25a0f74a-024c-433c-94a0-470103bf1d3c'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:42:01.309385 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-19abd879-e665-48ba-8f91-dfc35ae330f8 req-5bfb4664-5475-4877-9ba4-1bba66e95a82 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:01.313811 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3f7d2336-35bd-4903-ba0e-ea365085e72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:01.323533 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-19abd879-e665-48ba-8f91-dfc35ae330f8 req-5bfb4664-5475-4877-9ba4-1bba66e95a82 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.9118714 May 05 21:42:01.348043 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a429cc47-2c5e-4368-bb30-abd810ce99cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:01.351508 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a429cc47-2c5e-4368-bb30-abd810ce99cb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/892f9777-4cfa-494c-9373-b9f159f3b56b HTTP/1.1" status: 204 len: 168 time: 0.8322613 May 05 21:42:01.351508 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3954ecc7-a8a8-41a7-ad8a-9751eb3990f8 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Pushing event deleted for resources: {'Port': ['ID=25a0f74a-024c-433c-94a0-470103bf1d3c,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:01.437978 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f7d2336-35bd-4903-ba0e-ea365085e72e admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:42:01.504986 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7d2336-35bd-4903-ba0e-ea365085e72e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d19568-e238-4171-bb9f-b97aff64788d,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:01.590984 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7d48b9ec-007c-4d86-800b-11fa0d30a007 req-250e9dc2-a4fd-47ba-aab9-43a990eea8d7 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=90ad001a-3aad-467f-9c32-1334a7b7923e HTTP/1.1" status: 200 len: 210 time: 0.0942252 May 05 21:42:01.627055 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-3b9ef4c8-2d21-4f4f-b2e0-d1a1671b021f req-4b6d5311-30ce-4499-9f79-b15d50fe43a5 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] For port ca4cc07a-9a7a-4ba4-bfae-d058798dcef4, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=ca4cc07a-9a7a-4ba4-bfae-d058798dcef4,segment=NetworkSegment(829d38c7-6906-4e82-a39e-d9f027380cc7),segment_id=829d38c7-6906-4e82-a39e-d9f027380cc7)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:42:01.632595 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-6639ff8c-f872-4ea9-9d31-3c30d6663d90 req-ab1fd259-05fe-4e58-bb54-39e04a271bbb tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:01.633153 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab43136-4b71-4b8c-9455-9d192bcd7fc7 req-3954ecc7-a8a8-41a7-ad8a-9751eb3990f8 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] No DVR routers for this DVR port 25a0f74a-024c-433c-94a0-470103bf1d3c on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:42:01.637138 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-9ab43136-4b71-4b8c-9455-9d192bcd7fc7 req-3954ecc7-a8a8-41a7-ad8a-9751eb3990f8 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:01.641236 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ad001a-3aad-467f-9c32-1334a7b7923e', 'name': 'network-vif-deleted', 'tag': '25a0f74a-024c-433c-94a0-470103bf1d3c'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:42:01.650999 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3f7d2336-35bd-4903-ba0e-ea365085e72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:01.651617 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-3f7d2336-35bd-4903-ba0e-ea365085e72e admin admin] Added segment 54ad9bc0-80cd-48a0-a1d0-8cac4a4b6572 of type vlan for network 4a118f75-6402-41b9-9321-665059ee52dd May 05 21:42:01.659156 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9ab43136-4b71-4b8c-9455-9d192bcd7fc7 req-3954ecc7-a8a8-41a7-ad8a-9751eb3990f8 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.44 "DELETE /v2.0/ports/25a0f74a-024c-433c-94a0-470103bf1d3c HTTP/1.1" status: 204 len: 173 time: 1.5186799 May 05 21:42:01.694180 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-3b9ef4c8-2d21-4f4f-b2e0-d1a1671b021f req-4b6d5311-30ce-4499-9f79-b15d50fe43a5 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:01.701450 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3f7d2336-35bd-4903-ba0e-ea365085e72e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:01.712407 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-3b9ef4c8-2d21-4f4f-b2e0-d1a1671b021f req-4b6d5311-30ce-4499-9f79-b15d50fe43a5 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:01.724591 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['701aafae-0199-4931-bdbc-e51bf47ce8b4', 'ca4cc07a-9a7a-4ba4-bfae-d058798dcef4'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:42:01.748272 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3f7d2336-35bd-4903-ba0e-ea365085e72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:01.749627 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7d2336-35bd-4903-ba0e-ea365085e72e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:01.750835 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3f7d2336-35bd-4903-ba0e-ea365085e72e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:01.848646 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-6639ff8c-f872-4ea9-9d31-3c30d6663d90 req-ab1fd259-05fe-4e58-bb54-39e04a271bbb tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:01.898381 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ef4c8-2d21-4f4f-b2e0-d1a1671b021f req-4b6d5311-30ce-4499-9f79-b15d50fe43a5 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:01.900181 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-3b9ef4c8-2d21-4f4f-b2e0-d1a1671b021f req-4b6d5311-30ce-4499-9f79-b15d50fe43a5 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:01.911239 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 25a0f74a-024c-433c-94a0-470103bf1d3c no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:42:01.920226 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3b9ef4c8-2d21-4f4f-b2e0-d1a1671b021f req-4b6d5311-30ce-4499-9f79-b15d50fe43a5 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "PUT /v2.0/ports/ca4cc07a-9a7a-4ba4-bfae-d058798dcef4 HTTP/1.1" status: 200 len: 1021 time: 1.6356637 May 05 21:42:01.927334 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7d2336-35bd-4903-ba0e-ea365085e72e admin admin] Pushing event updated for resources: {'Network': ['ID=4a118f75-6402-41b9-9321-665059ee52dd,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:01.935620 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-3f7d2336-35bd-4903-ba0e-ea365085e72e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.4167547 May 05 21:42:01.937869 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 33752) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:42:01.964060 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-d096c833-ef50-480c-841b-e3c0e32023ab admin admin] Request body: {'subnet': {'network_id': '4a118f75-6402-41b9-9321-665059ee52dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1706462636-subnet', 'tenant_id': 'caf8261703da4bb5a03dc145b93e3b71', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:42:01.979537 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c90911d9-c421-4874-8935-956d1072f84b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb020a9-8991-4a55-bc6f-9564698b0e92'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:42:01.990450 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 4a118f75-6402-41b9-9321-665059ee52dd details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:42:01.995671 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 33760) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:42:02.022839 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-d096c833-ef50-480c-841b-e3c0e32023ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:42:02.034759 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-d096c833-ef50-480c-841b-e3c0e32023ab admin admin] Usage tracker for resource:subnet and tenant:caf8261703da4bb5a03dc145b93e3b71 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:42:02.047739 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-d096c833-ef50-480c-841b-e3c0e32023ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:42:02.053971 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6639ff8c-f872-4ea9-9d31-3c30d6663d90 req-ab1fd259-05fe-4e58-bb54-39e04a271bbb tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Network 20d2a56b-3a76-462e-a812-0f44fcc7b483 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:42:02.061990 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-6639ff8c-f872-4ea9-9d31-3c30d6663d90 req-ab1fd259-05fe-4e58-bb54-39e04a271bbb tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:42:02.063850 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6d5311-30ce-4499-9f79-b15d50fe43a5 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Pushing event updated for resources: {'Port': ['ID=ca4cc07a-9a7a-4ba4-bfae-d058798dcef4,revision_number=7']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:02.067769 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-d096c833-ef50-480c-841b-e3c0e32023ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:42:02.070810 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-6639ff8c-f872-4ea9-9d31-3c30d6663d90 req-ab1fd259-05fe-4e58-bb54-39e04a271bbb tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:42:02.110252 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b1016895-e556-4a60-88b8-5dfbf06d6077 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e71153a920764a44bf28444fb4e56925&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1101427 May 05 21:42:02.110740 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 33764) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:42:02.145489 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['ca4cc07a-9a7a-4ba4-bfae-d058798dcef4'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:42:02.177172 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d0880a00-d501-4039-837f-3568387e5764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:02.183031 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: 25a0f74a-024c-433c-94a0-470103bf1d3c {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:42:02.183356 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 25a0f74a-024c-433c-94a0-470103bf1d3c not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:42:02.183814 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 3724c349-8f78-4911-8f92-c4c3a5107b76 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:42:02.203494 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d0880a00-d501-4039-837f-3568387e5764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:02.243250 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: 3724c349-8f78-4911-8f92-c4c3a5107b76 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:42:02.243579 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 3724c349-8f78-4911-8f92-c4c3a5107b76 not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:42:02.259209 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d096c833-ef50-480c-841b-e3c0e32023ab admin admin] Made reservation on behalf of caf8261703da4bb5a03dc145b93e3b71 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:42:02.261863 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d096c833-ef50-480c-841b-e3c0e32023ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:02.274177 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d0880a00-d501-4039-837f-3568387e5764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:02.293485 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0880a00-d501-4039-837f-3568387e5764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe58926-b025-45a0-8b16-da0a2cc7ca52,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:02.295739 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d0880a00-d501-4039-837f-3568387e5764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:02.297645 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d0880a00-d501-4039-837f-3568387e5764 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dbe58926-b025-45a0-8b16-da0a2cc7ca52 HTTP/1.1" status: 204 len: 168 time: 0.1847701 May 05 21:42:02.333892 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1fd259-05fe-4e58-bb54-39e04a271bbb tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Pushing event updated for resources: {'Port': ['ID=961ce505-c494-4a7a-99a8-43c063b230c8,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:02.382221 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639ff8c-f872-4ea9-9d31-3c30d6663d90 req-ab1fd259-05fe-4e58-bb54-39e04a271bbb tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:02.382861 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-6639ff8c-f872-4ea9-9d31-3c30d6663d90 req-ab1fd259-05fe-4e58-bb54-39e04a271bbb tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:02.400005 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8859b4ff-7fda-43e3-85e0-c10f7ac0e70f req-e68fcb0a-16d2-4304-9e81-a4eb6a36274a tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:02.406680 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8859b4ff-7fda-43e3-85e0-c10f7ac0e70f req-e68fcb0a-16d2-4304-9e81-a4eb6a36274a tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=c90911d9-c421-4874-8935-956d1072f84b HTTP/1.1" status: 200 len: 950 time: 0.4840312 May 05 21:42:02.456319 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6639ff8c-f872-4ea9-9d31-3c30d6663d90 req-ab1fd259-05fe-4e58-bb54-39e04a271bbb tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7757990 May 05 21:42:02.462490 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953bbba-8f3c-4afd-9a77-6da5e707d334 req-ead1d51f-162f-44f8-b424-220474f7b216 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:02.463440 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-b953bbba-8f3c-4afd-9a77-6da5e707d334 req-ead1d51f-162f-44f8-b424-220474f7b216 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Synchronizing usage tracker for tenant:3ad6e070bfeb43998594f1d97e1517f2 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:42:02.470257 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-6639ff8c-f872-4ea9-9d31-3c30d6663d90 req-1de6a375-e949-4aee-82fc-fd22a87df32c service neutron] Request body: {'port': {'device_id': '11e0f4fa-7535-47a6-b0f4-cdc1a472748e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:42:02.575415 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8859b4ff-7fda-43e3-85e0-c10f7ac0e70f req-89e68f99-a4a9-44b4-9045-fffc2ab45ea8 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674464 May 05 21:42:02.644918 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-b953bbba-8f3c-4afd-9a77-6da5e707d334 req-ead1d51f-162f-44f8-b424-220474f7b216 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Unset dirty status for tenant:3ad6e070bfeb43998594f1d97e1517f2 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:42:02.645891 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b953bbba-8f3c-4afd-9a77-6da5e707d334 req-ead1d51f-162f-44f8-b424-220474f7b216 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/ports?device_id=11e0f4fa-7535-47a6-b0f4-cdc1a472748e HTTP/1.1" status: 200 len: 931 time: 0.5869923 May 05 21:42:02.676481 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84258ccb-5885-459e-8999-ce2a14d45e5e'] response: {'server_uuid': '2cadebeb-4693-436b-90dd-aee03acac426', 'name': 'network-vif-deleted', 'tag': '3724c349-8f78-4911-8f92-c4c3a5107b76', 'status': 'completed', 'code': 200} May 05 21:42:02.715876 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-a11c1534-afaa-4f60-acae-1d5b18cd7af5 req-4615aedd-8fdb-4984-8fdd-266407ee2fe1 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1161313256', 'description': 'tempest-description-2137308884'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:42:02.735206 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-a11c1534-afaa-4f60-acae-1d5b18cd7af5 req-4615aedd-8fdb-4984-8fdd-266407ee2fe1 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:42:02.745640 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-a11c1534-afaa-4f60-acae-1d5b18cd7af5 req-4615aedd-8fdb-4984-8fdd-266407ee2fe1 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Usage tracker for resource:security_group and tenant:723b8e4bd7994a289f02d2a1d7ea4ecf is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:42:02.757629 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-a11c1534-afaa-4f60-acae-1d5b18cd7af5 req-4615aedd-8fdb-4984-8fdd-266407ee2fe1 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:42:02.774178 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-a11c1534-afaa-4f60-acae-1d5b18cd7af5 req-4615aedd-8fdb-4984-8fdd-266407ee2fe1 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:42:02.791638 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-6639ff8c-f872-4ea9-9d31-3c30d6663d90 req-1de6a375-e949-4aee-82fc-fd22a87df32c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:02.831507 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b953bbba-8f3c-4afd-9a77-6da5e707d334 req-5dcc8211-2611-4fb6-9bea-784fabf1c7fb tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/security-groups?id=060a0163-921c-42d6-97e2-b2f13023d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536255 May 05 21:42:02.838705 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a11c1534-afaa-4f60-acae-1d5b18cd7af5 req-4615aedd-8fdb-4984-8fdd-266407ee2fe1 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:02.873908 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d096c833-ef50-480c-841b-e3c0e32023ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:02.929790 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06a7fb8a-9ead-43b2-9973-67567162e476'] response: {'server_uuid': '90ad001a-3aad-467f-9c32-1334a7b7923e', 'name': 'network-vif-deleted', 'tag': '25a0f74a-024c-433c-94a0-470103bf1d3c', 'status': 'completed', 'code': 200} May 05 21:42:03.051110 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-a11c1534-afaa-4f60-acae-1d5b18cd7af5 req-4615aedd-8fdb-4984-8fdd-266407ee2fe1 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:42:03.053348 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d096c833-ef50-480c-841b-e3c0e32023ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c6bf067-b6d5-40b0-85b3-48d049dd595f,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:03.079722 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-a11c1534-afaa-4f60-acae-1d5b18cd7af5 req-4615aedd-8fdb-4984-8fdd-266407ee2fe1 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Usage tracker for resource:security_group_rule and tenant:723b8e4bd7994a289f02d2a1d7ea4ecf is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:42:03.100209 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-a11c1534-afaa-4f60-acae-1d5b18cd7af5 req-4615aedd-8fdb-4984-8fdd-266407ee2fe1 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:42:03.116084 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-a11c1534-afaa-4f60-acae-1d5b18cd7af5 req-4615aedd-8fdb-4984-8fdd-266407ee2fe1 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:42:03.167924 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d096c833-ef50-480c-841b-e3c0e32023ab admin admin] Checking segment: {'id': '54ad9bc0-80cd-48a0-a1d0-8cac4a4b6572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4a118f75-6402-41b9-9321-665059ee52dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:42:03.168269 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d096c833-ef50-480c-841b-e3c0e32023ab admin admin] Network hostable DHCP agents. Network: 4a118f75-6402-41b9-9321-665059ee52dd, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:42:03.174175 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9b16b47b-a524-44a1-a018-248769743cc8 req-13c70cde-55f5-4929-a7ad-18fad87641e3 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/security-groups/cd82275a-45ce-4932-9a92-ea22762bc178 HTTP/1.1" status: 200 len: 1635 time: 0.2057366 May 05 21:42:03.331948 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a11c1534-afaa-4f60-acae-1d5b18cd7af5 req-4615aedd-8fdb-4984-8fdd-266407ee2fe1 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:03.342566 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a11c1534-afaa-4f60-acae-1d5b18cd7af5 req-4615aedd-8fdb-4984-8fdd-266407ee2fe1 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:03.381715 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 33788) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:42:03.388057 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d096c833-ef50-480c-841b-e3c0e32023ab admin admin] Network 4a118f75-6402-41b9-9321-665059ee52dd is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:42:03.418893 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [req-9b16b47b-a524-44a1-a018-248769743cc8 req-0f045c66-d7c1-4dba-b7c2-ee773248c4fb tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] delete failed (client error): There was a conflict when trying to complete your request. May 05 21:42:03.419946 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9b16b47b-a524-44a1-a018-248769743cc8 req-0f045c66-d7c1-4dba-b7c2-ee773248c4fb tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "DELETE /v2.0/security-groups/cd82275a-45ce-4932-9a92-ea22762bc178 HTTP/1.1" status: 409 len: 341 time: 0.1947110 May 05 21:42:03.423798 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-d096c833-ef50-480c-841b-e3c0e32023ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 4a118f75-6402-41b9-9321-665059ee52dd) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:42:03.425642 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a11c1534-afaa-4f60-acae-1d5b18cd7af5 req-4615aedd-8fdb-4984-8fdd-266407ee2fe1 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:03.426950 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a11c1534-afaa-4f60-acae-1d5b18cd7af5 req-4615aedd-8fdb-4984-8fdd-266407ee2fe1 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1644 time: 0.7207632 May 05 21:42:03.427533 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4615aedd-8fdb-4984-8fdd-266407ee2fe1 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9907bd36-2c9c-4697-b83b-312320084912,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:03.432730 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d096c833-ef50-480c-841b-e3c0e32023ab admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:03.433299 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d096c833-ef50-480c-841b-e3c0e32023ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:03.435195 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a611134a-b4f1-4eb5-a9fa-7cf6384bb805 None None] Network 4a118f75-6402-41b9-9321-665059ee52dd requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:42:03.546749 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 33800) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:42:03.559306 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-d096c833-ef50-480c-841b-e3c0e32023ab admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6118112 May 05 21:42:03.567552 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-5a4cc82d-9374-49ba-af52-7c6c6b65971f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1706462636-router', 'tenant_id': 'caf8261703da4bb5a03dc145b93e3b71', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:42:03.586014 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-6639ff8c-f872-4ea9-9d31-3c30d6663d90 req-1de6a375-e949-4aee-82fc-fd22a87df32c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 961ce505-c494-4a7a-99a8-43c063b230c8 {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:42:03.595532 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-d8e321ec-5252-413b-8048-56c242f672e5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-594584528-network', 'tenant_id': 'e599d915365d45c1a4fec96bd9aa7337'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:42:03.600780 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-6639ff8c-f872-4ea9-9d31-3c30d6663d90 req-1de6a375-e949-4aee-82fc-fd22a87df32c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:03.611095 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-5a4cc82d-9374-49ba-af52-7c6c6b65971f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:42:03.624446 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-d8e321ec-5252-413b-8048-56c242f672e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:42:03.632177 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-6639ff8c-f872-4ea9-9d31-3c30d6663d90 req-1de6a375-e949-4aee-82fc-fd22a87df32c service neutron] Transition to ACTIVE for port object 961ce505-c494-4a7a-99a8-43c063b230c8 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:42:03.639118 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-6639ff8c-f872-4ea9-9d31-3c30d6663d90 req-1de6a375-e949-4aee-82fc-fd22a87df32c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:03.651380 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4287882-133c-4275-a461-0193e4410c98'] response: {'server_uuid': 'c90911d9-c421-4874-8935-956d1072f84b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb020a9-8991-4a55-bc6f-9564698b0e92', 'code': 200} May 05 21:42:03.727438 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-5a4cc82d-9374-49ba-af52-7c6c6b65971f admin admin] Usage tracker for resource:router and tenant:caf8261703da4bb5a03dc145b93e3b71 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:42:03.760313 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d8e321ec-5252-413b-8048-56c242f672e5 admin admin] Usage tracker for resource:network and tenant:e599d915365d45c1a4fec96bd9aa7337 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:42:03.763754 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de6a375-e949-4aee-82fc-fd22a87df32c service neutron] Pushing event updated for resources: {'Port': ['ID=961ce505-c494-4a7a-99a8-43c063b230c8,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:03.765356 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-5a4cc82d-9374-49ba-af52-7c6c6b65971f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:42:03.776246 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d8e321ec-5252-413b-8048-56c242f672e5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:42:03.809956 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-5a4cc82d-9374-49ba-af52-7c6c6b65971f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:42:03.813267 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-d8e321ec-5252-413b-8048-56c242f672e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:42:03.849190 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca4990e-e299-4f23-97c1-b6ffb0308d37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-4a118f75-6402-41b9-9321-665059ee52dd', 'network_id': '4a118f75-6402-41b9-9321-665059ee52dd', 'tenant_id': 'caf8261703da4bb5a03dc145b93e3b71', 'fixed_ips': [{'subnet_id': '2c6bf067-b6d5-40b0-85b3-48d049dd595f'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 21:42:03.849989 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3ca4990e-e299-4f23-97c1-b6ffb0308d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:03.870885 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5a4cc82d-9374-49ba-af52-7c6c6b65971f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:03.872023 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5a4cc82d-9374-49ba-af52-7c6c6b65971f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:03.899225 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5a4cc82d-9374-49ba-af52-7c6c6b65971f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:03.916368 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e321ec-5252-413b-8048-56c242f672e5 admin admin] Made reservation on behalf of e599d915365d45c1a4fec96bd9aa7337 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:42:03.918849 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d8e321ec-5252-413b-8048-56c242f672e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:03.934812 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d8e321ec-5252-413b-8048-56c242f672e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:03.976016 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-d8e321ec-5252-413b-8048-56c242f672e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:42:03.980711 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d8e321ec-5252-413b-8048-56c242f672e5 admin admin] Usage tracker for resource:security_group_rule and tenant:e599d915365d45c1a4fec96bd9aa7337 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:42:03.983801 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d8e321ec-5252-413b-8048-56c242f672e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:42:03.990870 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-d8e321ec-5252-413b-8048-56c242f672e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:42:04.055236 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-3ca4990e-e299-4f23-97c1-b6ffb0308d37 None None] Allocated IP 172.20.0.2 (4a118f75-6402-41b9-9321-665059ee52dd/2c6bf067-b6d5-40b0-85b3-48d049dd595f/dced9358-34b5-472a-b0b7-fb1225102b2c) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:42:04.076645 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0943c046-6e93-4b7f-b1b1-af6911ea8e84 req-633b995b-0ae0-4f2a-8576-e27dda892b8a tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=81eab7c1fe9e43afad7f59eb7b238035&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0493464 May 05 21:42:04.155435 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9886861a-cd18-42c3-aa71-1ab42b48cb14 req-f7749ab9-cfbb-456c-a39f-8636ecb90923 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c90911d9-c421-4874-8935-956d1072f84b HTTP/1.1" status: 200 len: 1101 time: 0.5396330 May 05 21:42:04.184574 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-6639ff8c-f872-4ea9-9d31-3c30d6663d90 req-1de6a375-e949-4aee-82fc-fd22a87df32c service neutron] Attempting to bind port 961ce505-c494-4a7a-99a8-43c063b230c8 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:42:04.184897 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-6639ff8c-f872-4ea9-9d31-3c30d6663d90 req-1de6a375-e949-4aee-82fc-fd22a87df32c service neutron] Attempting to bind port 961ce505-c494-4a7a-99a8-43c063b230c8 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': '1433ba6d-48b0-4056-91b6-deba1a0564ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '20d2a56b-3a76-462e-a812-0f44fcc7b483'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:42:04.185425 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6639ff8c-f872-4ea9-9d31-3c30d6663d90 req-1de6a375-e949-4aee-82fc-fd22a87df32c service neutron] Attempting to bind port 961ce505-c494-4a7a-99a8-43c063b230c8 on network 20d2a56b-3a76-462e-a812-0f44fcc7b483 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:42:04.209530 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-32f89d76-6084-4cdf-8734-7b0698cc421e req-5a76f9c6-b579-47bf-a332-fa899416bf5c tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] 10.222.0.23 "GET /v2.0/security-groups/9907bd36-2c9c-4697-b83b-312320084912 HTTP/1.1" status: 200 len: 1639 time: 0.1833851 May 05 21:42:04.216250 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6639ff8c-f872-4ea9-9d31-3c30d6663d90 req-1de6a375-e949-4aee-82fc-fd22a87df32c service neutron] Port 961ce505-c494-4a7a-99a8-43c063b230c8 on network 20d2a56b-3a76-462e-a812-0f44fcc7b483 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:42:04.216564 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6639ff8c-f872-4ea9-9d31-3c30d6663d90 req-1de6a375-e949-4aee-82fc-fd22a87df32c service neutron] Attempting to bind port 961ce505-c494-4a7a-99a8-43c063b230c8 on network 20d2a56b-3a76-462e-a812-0f44fcc7b483 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:42:04.222597 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d8e321ec-5252-413b-8048-56c242f672e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:04.230134 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-32f89d76-6084-4cdf-8734-7b0698cc421e req-c9c23bd7-acef-40df-8c0f-783a7d35c078 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '9907bd36-2c9c-4697-b83b-312320084912', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:42:04.230437 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-32f89d76-6084-4cdf-8734-7b0698cc421e req-c9c23bd7-acef-40df-8c0f-783a7d35c078 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '9907bd36-2c9c-4697-b83b-312320084912', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:42:04.232921 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d8e321ec-5252-413b-8048-56c242f672e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:04.244405 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-32f89d76-6084-4cdf-8734-7b0698cc421e req-c9c23bd7-acef-40df-8c0f-783a7d35c078 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:42:04.245091 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9886861a-cd18-42c3-aa71-1ab42b48cb14 req-cc7f605e-15f2-4202-9106-2a5601115a09 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816431 May 05 21:42:04.256949 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6639ff8c-f872-4ea9-9d31-3c30d6663d90 req-1de6a375-e949-4aee-82fc-fd22a87df32c service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:42:04.257570 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6639ff8c-f872-4ea9-9d31-3c30d6663d90 req-1de6a375-e949-4aee-82fc-fd22a87df32c service neutron] Checking segment: {'id': '1433ba6d-48b0-4056-91b6-deba1a0564ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '20d2a56b-3a76-462e-a812-0f44fcc7b483'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:42:04.258111 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6639ff8c-f872-4ea9-9d31-3c30d6663d90 req-1de6a375-e949-4aee-82fc-fd22a87df32c service neutron] Bound using segment: {'id': '1433ba6d-48b0-4056-91b6-deba1a0564ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '20d2a56b-3a76-462e-a812-0f44fcc7b483'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:42:04.258551 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-6639ff8c-f872-4ea9-9d31-3c30d6663d90 req-1de6a375-e949-4aee-82fc-fd22a87df32c service neutron] Bound port: 961ce505-c494-4a7a-99a8-43c063b230c8, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1433ba6d-48b0-4056-91b6-deba1a0564ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '20d2a56b-3a76-462e-a812-0f44fcc7b483'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:42:04.259083 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-6639ff8c-f872-4ea9-9d31-3c30d6663d90 req-1de6a375-e949-4aee-82fc-fd22a87df32c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:04.265169 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5a4cc82d-9374-49ba-af52-7c6c6b65971f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:04.274225 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8e321ec-5252-413b-8048-56c242f672e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:42:04.278360 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-32f89d76-6084-4cdf-8734-7b0698cc421e req-c9c23bd7-acef-40df-8c0f-783a7d35c078 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Usage tracker for resource:security_group_rule and tenant:723b8e4bd7994a289f02d2a1d7ea4ecf is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:42:04.282184 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3ca4990e-e299-4f23-97c1-b6ffb0308d37 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:04.283243 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-32f89d76-6084-4cdf-8734-7b0698cc421e req-c9c23bd7-acef-40df-8c0f-783a7d35c078 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:42:04.285434 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e321ec-5252-413b-8048-56c242f672e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79cbe675-f572-4158-8d72-53f93f1bf15c,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:04.293487 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d8e321ec-5252-413b-8048-56c242f672e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:04.294010 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-d8e321ec-5252-413b-8048-56c242f672e5 admin admin] Added segment 4885fbd3-2749-45c4-8805-2e7fc5a4c8d9 of type vlan for network efe40ef9-8e9e-4cb4-9fbb-15c4551d6bee May 05 21:42:04.296988 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-3ca4990e-e299-4f23-97c1-b6ffb0308d37 None None] Transition to ACTIVE for port object dced9358-34b5-472a-b0b7-fb1225102b2c will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:42:04.305445 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-32f89d76-6084-4cdf-8734-7b0698cc421e req-c9c23bd7-acef-40df-8c0f-783a7d35c078 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:42:04.321250 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-3ca4990e-e299-4f23-97c1-b6ffb0308d37 None None] Transition to ACTIVE for port object dced9358-34b5-472a-b0b7-fb1225102b2c will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:42:04.327923 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3ca4990e-e299-4f23-97c1-b6ffb0308d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:04.344071 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d8e321ec-5252-413b-8048-56c242f672e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:04.355804 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943c046-6e93-4b7f-b1b1-af6911ea8e84 req-ba963394-3e19-476d-9921-cfc541aaa177 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:04.357307 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0943c046-6e93-4b7f-b1b1-af6911ea8e84 req-ba963394-3e19-476d-9921-cfc541aaa177 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2716384 May 05 21:42:04.398386 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca4990e-e299-4f23-97c1-b6ffb0308d37 None None] Network 4a118f75-6402-41b9-9321-665059ee52dd is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:42:04.402093 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-3ca4990e-e299-4f23-97c1-b6ffb0308d37 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:42:04.403650 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca4990e-e299-4f23-97c1-b6ffb0308d37 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:42:04.414486 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca4990e-e299-4f23-97c1-b6ffb0308d37 None None] Pushing event updated for resources: {'Port': ['ID=dced9358-34b5-472a-b0b7-fb1225102b2c,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:04.414729 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0943c046-6e93-4b7f-b1b1-af6911ea8e84 req-707a42f2-2283-4f3a-a8fb-c331929ac09b tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] 10.222.0.23 "GET /v2.0/quotas/81eab7c1fe9e43afad7f59eb7b238035 HTTP/1.1" status: 200 len: 375 time: 0.0471973 May 05 21:42:04.442491 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-6639ff8c-f872-4ea9-9d31-3c30d6663d90 req-1de6a375-e949-4aee-82fc-fd22a87df32c service neutron] For port 961ce505-c494-4a7a-99a8-43c063b230c8, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:42:04.448940 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d8e321ec-5252-413b-8048-56c242f672e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:04.450472 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e321ec-5252-413b-8048-56c242f672e5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:04.451239 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d8e321ec-5252-413b-8048-56c242f672e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:04.492483 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-6639ff8c-f872-4ea9-9d31-3c30d6663d90 req-1de6a375-e949-4aee-82fc-fd22a87df32c service neutron] For port 961ce505-c494-4a7a-99a8-43c063b230c8, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=961ce505-c494-4a7a-99a8-43c063b230c8,segment=NetworkSegment(1433ba6d-48b0-4056-91b6-deba1a0564ab),segment_id=1433ba6d-48b0-4056-91b6-deba1a0564ab)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:42:04.498340 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-32f89d76-6084-4cdf-8734-7b0698cc421e req-c9c23bd7-acef-40df-8c0f-783a7d35c078 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:04.508766 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0943c046-6e93-4b7f-b1b1-af6911ea8e84 req-50141e10-9c85-4c44-ba8a-ab8223727d9d tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=81eab7c1fe9e43afad7f59eb7b238035&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0638933 May 05 21:42:04.509686 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-3ca4990e-e299-4f23-97c1-b6ffb0308d37 None None] Attempting to bind port dced9358-34b5-472a-b0b7-fb1225102b2c on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:42:04.510167 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-3ca4990e-e299-4f23-97c1-b6ffb0308d37 None None] Attempting to bind port dced9358-34b5-472a-b0b7-fb1225102b2c by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '54ad9bc0-80cd-48a0-a1d0-8cac4a4b6572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4a118f75-6402-41b9-9321-665059ee52dd'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:42:04.510515 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca4990e-e299-4f23-97c1-b6ffb0308d37 None None] Attempting to bind port dced9358-34b5-472a-b0b7-fb1225102b2c on network 4a118f75-6402-41b9-9321-665059ee52dd {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:42:04.517411 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca4990e-e299-4f23-97c1-b6ffb0308d37 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:42:04.517842 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca4990e-e299-4f23-97c1-b6ffb0308d37 None None] Checking segment: {'id': '54ad9bc0-80cd-48a0-a1d0-8cac4a4b6572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4a118f75-6402-41b9-9321-665059ee52dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:42:04.518487 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3ca4990e-e299-4f23-97c1-b6ffb0308d37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:04.519093 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca4990e-e299-4f23-97c1-b6ffb0308d37 None None] Bound using segment: {'id': '54ad9bc0-80cd-48a0-a1d0-8cac4a4b6572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4a118f75-6402-41b9-9321-665059ee52dd'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:42:04.519757 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-3ca4990e-e299-4f23-97c1-b6ffb0308d37 None None] Bound port: dced9358-34b5-472a-b0b7-fb1225102b2c, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54ad9bc0-80cd-48a0-a1d0-8cac4a4b6572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4a118f75-6402-41b9-9321-665059ee52dd'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:42:04.520199 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3ca4990e-e299-4f23-97c1-b6ffb0308d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:04.523970 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-6639ff8c-f872-4ea9-9d31-3c30d6663d90 req-1de6a375-e949-4aee-82fc-fd22a87df32c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:04.588135 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d8e321ec-5252-413b-8048-56c242f672e5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2045598 May 05 21:42:04.589374 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e321ec-5252-413b-8048-56c242f672e5 admin admin] Pushing event updated for resources: {'Network': ['ID=efe40ef9-8e9e-4cb4-9fbb-15c4551d6bee,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:04.591563 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 33816) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:42:04.599730 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-1dbb4c65-1e12-4a11-bbaa-c4ec1b74c4e1 admin admin] Request body: {'subnet': {'network_id': 'efe40ef9-8e9e-4cb4-9fbb-15c4551d6bee', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-594584528-subnet', 'tenant_id': 'e599d915365d45c1a4fec96bd9aa7337', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:42:04.606706 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-1dbb4c65-1e12-4a11-bbaa-c4ec1b74c4e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:42:04.613142 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-1dbb4c65-1e12-4a11-bbaa-c4ec1b74c4e1 admin admin] Usage tracker for resource:subnet and tenant:e599d915365d45c1a4fec96bd9aa7337 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:42:04.616745 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-1dbb4c65-1e12-4a11-bbaa-c4ec1b74c4e1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:42:04.622526 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network efe40ef9-8e9e-4cb4-9fbb-15c4551d6bee details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:42:04.630273 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-1dbb4c65-1e12-4a11-bbaa-c4ec1b74c4e1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:42:04.673955 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-32f89d76-6084-4cdf-8734-7b0698cc421e req-c9c23bd7-acef-40df-8c0f-783a7d35c078 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:04.675864 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-6639ff8c-f872-4ea9-9d31-3c30d6663d90 req-1de6a375-e949-4aee-82fc-fd22a87df32c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:04.677270 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6639ff8c-f872-4ea9-9d31-3c30d6663d90 req-1de6a375-e949-4aee-82fc-fd22a87df32c service neutron] 10.222.0.32 "PUT /v2.0/ports/961ce505-c494-4a7a-99a8-43c063b230c8 HTTP/1.1" status: 200 len: 1091 time: 2.2108490 May 05 21:42:04.677501 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-3ca4990e-e299-4f23-97c1-b6ffb0308d37 None None] For port dced9358-34b5-472a-b0b7-fb1225102b2c, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:42:04.679742 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '300fc717-80d0-4409-852b-350477396233', 'tag': 'ca4cc07a-9a7a-4ba4-bfae-d058798dcef4'}, {'name': 'network-changed', 'server_uuid': '11e0f4fa-7535-47a6-b0f4-cdc1a472748e', 'tag': '961ce505-c494-4a7a-99a8-43c063b230c8'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:42:04.681613 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-3ca4990e-e299-4f23-97c1-b6ffb0308d37 None None] For port dced9358-34b5-472a-b0b7-fb1225102b2c, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=dced9358-34b5-472a-b0b7-fb1225102b2c,segment=NetworkSegment(54ad9bc0-80cd-48a0-a1d0-8cac4a4b6572),segment_id=54ad9bc0-80cd-48a0-a1d0-8cac4a4b6572)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:42:04.690051 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-32f89d76-6084-4cdf-8734-7b0698cc421e req-c9c23bd7-acef-40df-8c0f-783a7d35c078 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:04.691502 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3ca4990e-e299-4f23-97c1-b6ffb0308d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:04.703810 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5a4cc82d-9374-49ba-af52-7c6c6b65971f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:04.713199 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de6a375-e949-4aee-82fc-fd22a87df32c service neutron] Pushing event updated for resources: {'Port': ['ID=961ce505-c494-4a7a-99a8-43c063b230c8,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:04.724217 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c23bd7-acef-40df-8c0f-783a7d35c078 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0991f722-16d2-456e-a6fa-48cd5887f24a,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:04.737728 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-32f89d76-6084-4cdf-8734-7b0698cc421e req-c9c23bd7-acef-40df-8c0f-783a7d35c078 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:04.748830 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-32f89d76-6084-4cdf-8734-7b0698cc421e req-c9c23bd7-acef-40df-8c0f-783a7d35c078 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 725 time: 0.5231655 May 05 21:42:04.754296 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5a4cc82d-9374-49ba-af52-7c6c6b65971f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:04.757584 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dbb4c65-1e12-4a11-bbaa-c4ec1b74c4e1 admin admin] Made reservation on behalf of e599d915365d45c1a4fec96bd9aa7337 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:42:04.763468 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1dbb4c65-1e12-4a11-bbaa-c4ec1b74c4e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:04.968845 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca4990e-e299-4f23-97c1-b6ffb0308d37 None None] Pushing event updated for resources: {'Port': ['ID=dced9358-34b5-472a-b0b7-fb1225102b2c,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:05.010207 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6639ff8c-f872-4ea9-9d31-3c30d6663d90 req-9fc4c8c1-a5e9-4aba-bbaf-dd99e7a73743 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3ad6e070bfeb43998594f1d97e1517f2&device_id=11e0f4fa-7535-47a6-b0f4-cdc1a472748e HTTP/1.1" status: 200 len: 1094 time: 0.2637517 May 05 21:42:05.103533 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5157af2-16f4-4d7f-aa9e-2520f84453de req-45ba01d5-7c33-4903-911c-2603f6818561 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:05.112370 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f5157af2-16f4-4d7f-aa9e-2520f84453de req-45ba01d5-7c33-4903-911c-2603f6818561 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=c90911d9-c421-4874-8935-956d1072f84b HTTP/1.1" status: 200 len: 950 time: 0.2194912 May 05 21:42:05.162426 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6639ff8c-f872-4ea9-9d31-3c30d6663d90 req-e723212a-dea2-4821-bc40-c2b0d93b3850 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=961ce505-c494-4a7a-99a8-43c063b230c8 HTTP/1.1" status: 200 len: 217 time: 0.1378300 May 05 21:42:05.175412 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1dbb4c65-1e12-4a11-bbaa-c4ec1b74c4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:05.295734 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f5157af2-16f4-4d7f-aa9e-2520f84453de req-e290691d-d425-42ee-9149-083f78817f2b tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808264 May 05 21:42:05.306814 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639ff8c-f872-4ea9-9d31-3c30d6663d90 req-8db0aec9-f0dc-4468-83f3-46519c190c28 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:05.315707 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6639ff8c-f872-4ea9-9d31-3c30d6663d90 req-8db0aec9-f0dc-4468-83f3-46519c190c28 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=41faf43c-45c2-40ca-97f2-b9922a51b49e HTTP/1.1" status: 200 len: 845 time: 0.1413839 May 05 21:42:05.426985 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6639ff8c-f872-4ea9-9d31-3c30d6663d90 req-95280d2d-b94d-4a08-b5e0-c782adbe637b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=20d2a56b-3a76-462e-a812-0f44fcc7b483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1029513 May 05 21:42:05.447538 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:05.488449 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbb4c65-1e12-4a11-bbaa-c4ec1b74c4e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=644898a8-feeb-458a-aef9-a79083d15986,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:05.512817 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-5a4cc82d-9374-49ba-af52-7c6c6b65971f admin admin] Allocated IP 172.25.4.234 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/9e7170a0-07a6-4d7c-b314-a0b2e5df4936) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:42:05.534920 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbb4c65-1e12-4a11-bbaa-c4ec1b74c4e1 admin admin] Checking segment: {'id': '4885fbd3-2749-45c4-8805-2e7fc5a4c8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'efe40ef9-8e9e-4cb4-9fbb-15c4551d6bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:42:05.535666 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbb4c65-1e12-4a11-bbaa-c4ec1b74c4e1 admin admin] Network hostable DHCP agents. Network: efe40ef9-8e9e-4cb4-9fbb-15c4551d6bee, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:42:05.607268 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:05.747243 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6639ff8c-f872-4ea9-9d31-3c30d6663d90 req-9e89f4ed-b76f-487e-9c28-45bd234f8f72 service neutron] 10.222.0.32 "GET /v2.0/networks/20d2a56b-3a76-462e-a812-0f44fcc7b483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140318 May 05 21:42:05.784846 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06610f6a-4e70-46d6-9ce8-34548e500dae req-96fdfdf3-a3b1-4778-8363-f2b7e1ec48c3 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:05.785963 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-06610f6a-4e70-46d6-9ce8-34548e500dae req-96fdfdf3-a3b1-4778-8363-f2b7e1ec48c3 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Synchronizing usage tracker for tenant:ddd4b9e379904604953b02573e2642da on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:42:05.845961 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbb4c65-1e12-4a11-bbaa-c4ec1b74c4e1 admin admin] Network efe40ef9-8e9e-4cb4-9fbb-15c4551d6bee is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:42:05.861579 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-06610f6a-4e70-46d6-9ce8-34548e500dae req-96fdfdf3-a3b1-4778-8363-f2b7e1ec48c3 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Unset dirty status for tenant:ddd4b9e379904604953b02573e2642da on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:42:05.863536 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-06610f6a-4e70-46d6-9ce8-34548e500dae req-96fdfdf3-a3b1-4778-8363-f2b7e1ec48c3 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.32 "GET /v2.0/ports?device_id=300fc717-80d0-4409-852b-350477396233 HTTP/1.1" status: 200 len: 1024 time: 0.5247357 May 05 21:42:05.919933 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-1dbb4c65-1e12-4a11-bbaa-c4ec1b74c4e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, efe40ef9-8e9e-4cb4-9fbb-15c4551d6bee) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:42:05.930931 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189568f4-5595-47f8-8bc4-bdf23e977c99 None None] Network efe40ef9-8e9e-4cb4-9fbb-15c4551d6bee requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:42:05.932954 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5a4cc82d-9374-49ba-af52-7c6c6b65971f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:05.943370 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbb4c65-1e12-4a11-bbaa-c4ec1b74c4e1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:05.943970 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1dbb4c65-1e12-4a11-bbaa-c4ec1b74c4e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:05.953340 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b2182-c065-4b2c-a222-df0540d272fb req-c36e1752-ac74-4a8c-bd3c-6407d87f84f9 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:05.961020 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-970b2182-c065-4b2c-a222-df0540d272fb req-c36e1752-ac74-4a8c-bd3c-6407d87f84f9 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/ports?device_id=300fc717-80d0-4409-852b-350477396233 HTTP/1.1" status: 200 len: 1024 time: 0.2869892 May 05 21:42:05.968135 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ef9ae-94e7-48e9-899e-efc5da7ca79c req-19691b0d-586b-4ad5-8cd7-f367b1cd0f5b tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:05.975623 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9e6ef9ae-94e7-48e9-899e-efc5da7ca79c req-19691b0d-586b-4ad5-8cd7-f367b1cd0f5b tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/ports?device_id=11e0f4fa-7535-47a6-b0f4-cdc1a472748e HTTP/1.1" status: 200 len: 943 time: 0.2998552 May 05 21:42:05.997719 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3566a0-ec43-48f7-beb6-3a4c5aa8adc9 req-6db33019-ff9d-4c07-9c15-ccb58596c7a8 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:05.998406 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-df3566a0-ec43-48f7-beb6-3a4c5aa8adc9 req-6db33019-ff9d-4c07-9c15-ccb58596c7a8 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Synchronizing usage tracker for tenant:300e0002c0a34937b02bd35920b6a01f on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:42:06.007898 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-06610f6a-4e70-46d6-9ce8-34548e500dae req-9a152860-b999-43d6-adf2-d85ae9e38027 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Deleting port ca4cc07a-9a7a-4ba4-bfae-d058798dcef4 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:42:06.008238 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-06610f6a-4e70-46d6-9ce8-34548e500dae req-9a152860-b999-43d6-adf2-d85ae9e38027 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:06.016362 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6639ff8c-f872-4ea9-9d31-3c30d6663d90 req-0e7bec8a-774c-4c59-b772-fffdd925cef1 service neutron] 10.222.0.32 "GET /v2.0/networks/20d2a56b-3a76-462e-a812-0f44fcc7b483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593460 May 05 21:42:06.054361 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 33836) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:42:06.054627 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1dbb4c65-1e12-4a11-bbaa-c4ec1b74c4e1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4603395 May 05 21:42:06.062707 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-042ce938-8dcd-40b1-96ac-15776df84747 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-594584528-router', 'tenant_id': 'e599d915365d45c1a4fec96bd9aa7337', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:42:06.070118 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-042ce938-8dcd-40b1-96ac-15776df84747 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:42:06.077056 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-042ce938-8dcd-40b1-96ac-15776df84747 admin admin] Usage tracker for resource:router and tenant:e599d915365d45c1a4fec96bd9aa7337 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:42:06.089270 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-df3566a0-ec43-48f7-beb6-3a4c5aa8adc9 req-6db33019-ff9d-4c07-9c15-ccb58596c7a8 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Unset dirty status for tenant:300e0002c0a34937b02bd35920b6a01f on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:42:06.090346 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-df3566a0-ec43-48f7-beb6-3a4c5aa8adc9 req-6db33019-ff9d-4c07-9c15-ccb58596c7a8 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.32 "GET /v2.0/ports?device_id=69bfe57c-584c-43e8-9251-0c220d92fa83 HTTP/1.1" status: 200 len: 944 time: 0.3662252 May 05 21:42:06.092450 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9e6ef9ae-94e7-48e9-899e-efc5da7ca79c req-2e05532a-517f-490b-b132-b9d99ae44468 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/security-groups?id=060a0163-921c-42d6-97e2-b2f13023d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161652 May 05 21:42:06.115185 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-970b2182-c065-4b2c-a222-df0540d272fb req-b8c9a5a0-eced-4e9b-8379-b268250f6fa5 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/security-groups?id=fa49b3c0-1c70-49eb-9436-713e6ba7eff8&id=7568e477-67c8-43ef-953c-8ed3ca081be0&id=cd82275a-45ce-4932-9a92-ea22762bc178&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1534450 May 05 21:42:06.116333 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-042ce938-8dcd-40b1-96ac-15776df84747 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:42:06.140172 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-042ce938-8dcd-40b1-96ac-15776df84747 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:42:06.176782 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-042ce938-8dcd-40b1-96ac-15776df84747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:06.177970 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-042ce938-8dcd-40b1-96ac-15776df84747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:06.198845 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5a4cc82d-9374-49ba-af52-7c6c6b65971f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:06.239363 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-bdb53962-4fd1-4ae5-9b25-7f4043f02b58 req-3c3cc781-d760-4759-9e7e-380ac2c0d938 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2049849957', 'description': 'tempest-description-990908737'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:42:06.257292 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-042ce938-8dcd-40b1-96ac-15776df84747 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:06.266410 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-bdb53962-4fd1-4ae5-9b25-7f4043f02b58 req-3c3cc781-d760-4759-9e7e-380ac2c0d938 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:42:06.286046 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b00530-9cb9-408f-8bb7-f1554ab6a93e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-efe40ef9-8e9e-4cb4-9fbb-15c4551d6bee', 'network_id': 'efe40ef9-8e9e-4cb4-9fbb-15c4551d6bee', 'tenant_id': 'e599d915365d45c1a4fec96bd9aa7337', 'fixed_ips': [{'subnet_id': '644898a8-feeb-458a-aef9-a79083d15986'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 21:42:06.287182 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-62b00530-9cb9-408f-8bb7-f1554ab6a93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:06.290894 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-bdb53962-4fd1-4ae5-9b25-7f4043f02b58 req-3c3cc781-d760-4759-9e7e-380ac2c0d938 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Usage tracker for resource:security_group and tenant:723b8e4bd7994a289f02d2a1d7ea4ecf is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:42:06.300548 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa762624-2ec0-4156-a72b-fd801b32df4f'] response: {'name': 'network-changed', 'server_uuid': '300fc717-80d0-4409-852b-350477396233', 'tag': 'ca4cc07a-9a7a-4ba4-bfae-d058798dcef4', 'status': 'completed', 'code': 200} May 05 21:42:06.300773 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa762624-2ec0-4156-a72b-fd801b32df4f'] response: {'name': 'network-changed', 'server_uuid': '11e0f4fa-7535-47a6-b0f4-cdc1a472748e', 'tag': '961ce505-c494-4a7a-99a8-43c063b230c8', 'status': 'completed', 'code': 200} May 05 21:42:06.302715 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-bdb53962-4fd1-4ae5-9b25-7f4043f02b58 req-3c3cc781-d760-4759-9e7e-380ac2c0d938 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:42:06.352449 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device dced9358-34b5-472a-b0b7-fb1225102b2c up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:42:06.384411 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-bdb53962-4fd1-4ae5-9b25-7f4043f02b58 req-3c3cc781-d760-4759-9e7e-380ac2c0d938 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:42:06.450229 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0943c046-6e93-4b7f-b1b1-af6911ea8e84 req-fdc00e8a-c345-4c06-8919-0b3675be1a61 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=81eab7c1fe9e43afad7f59eb7b238035&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0580587 May 05 21:42:06.465465 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-bdb53962-4fd1-4ae5-9b25-7f4043f02b58 req-3c3cc781-d760-4759-9e7e-380ac2c0d938 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:06.482303 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4cc82d-9374-49ba-af52-7c6c6b65971f admin admin] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:42:06.493326 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-5a4cc82d-9374-49ba-af52-7c6c6b65971f admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:42:06.564137 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4cc82d-9374-49ba-af52-7c6c6b65971f admin admin] Pushing event updated for resources: {'Port': ['ID=9e7170a0-07a6-4d7c-b314-a0b2e5df4936,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:06.575799 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-df3566a0-ec43-48f7-beb6-3a4c5aa8adc9 req-6cfcbf2e-ea68-452a-981c-f0085e296248 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Deleting port 9d3fb1fa-9cb8-4a80-856f-140b78d9e59f {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:42:06.576279 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-df3566a0-ec43-48f7-beb6-3a4c5aa8adc9 req-6cfcbf2e-ea68-452a-981c-f0085e296248 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:06.613336 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4cc82d-9374-49ba-af52-7c6c6b65971f admin admin] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:42:06.630218 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-62b00530-9cb9-408f-8bb7-f1554ab6a93e None None] Allocated IP 172.20.0.2 (efe40ef9-8e9e-4cb4-9fbb-15c4551d6bee/644898a8-feeb-458a-aef9-a79083d15986/d518cc62-5d31-49a9-9e27-e60e3c7d5848) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:42:06.638826 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07f3e65-7227-4c62-8c75-04d8ab76a216 None None] Network 4a118f75-6402-41b9-9321-665059ee52dd requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:42:06.750337 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-13442eb0-2c70-4c06-ad70-a1344c2cf012 req-6726c7b8-a267-4fb7-b22e-e78e2ccbcef2 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1442fd4-53de-4ee1-8c04-3b660ac6f9b3 HTTP/1.1" status: 200 len: 210 time: 0.0624125 May 05 21:42:06.784986 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-bdb53962-4fd1-4ae5-9b25-7f4043f02b58 req-3c3cc781-d760-4759-9e7e-380ac2c0d938 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:42:06.792749 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-bdb53962-4fd1-4ae5-9b25-7f4043f02b58 req-3c3cc781-d760-4759-9e7e-380ac2c0d938 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Usage tracker for resource:security_group_rule and tenant:723b8e4bd7994a289f02d2a1d7ea4ecf is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:42:06.797811 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-bdb53962-4fd1-4ae5-9b25-7f4043f02b58 req-3c3cc781-d760-4759-9e7e-380ac2c0d938 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:42:06.807204 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-042ce938-8dcd-40b1-96ac-15776df84747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:06.810937 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2a26caa3-c7ed-41fa-a55e-a3cd93ce356f req-6366a9e9-56ab-45fb-96e3-3763fe0a29a9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ddd4b9e379904604953b02573e2642da&device_id=300fc717-80d0-4409-852b-350477396233 HTTP/1.1" status: 200 len: 1175 time: 0.4932103 May 05 21:42:06.813117 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-bdb53962-4fd1-4ae5-9b25-7f4043f02b58 req-3c3cc781-d760-4759-9e7e-380ac2c0d938 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:42:06.913007 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-d8c98edb-b24d-4d96-9f86-989830352345 None None] Provisioning for port dced9358-34b5-472a-b0b7-fb1225102b2c completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:42:07.069683 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port dced9358-34b5-472a-b0b7-fb1225102b2c completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:42:07.098035 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943c046-6e93-4b7f-b1b1-af6911ea8e84 req-3438fc38-5b2a-4fe1-8503-4194d0e70176 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:07.099507 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0943c046-6e93-4b7f-b1b1-af6911ea8e84 req-3438fc38-5b2a-4fe1-8503-4194d0e70176 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6136146 May 05 21:42:07.101095 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-06610f6a-4e70-46d6-9ce8-34548e500dae req-9a152860-b999-43d6-adf2-d85ae9e38027 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] For port ca4cc07a-9a7a-4ba4-bfae-d058798dcef4, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=ca4cc07a-9a7a-4ba4-bfae-d058798dcef4,segment=NetworkSegment(829d38c7-6906-4e82-a39e-d9f027380cc7),segment_id=829d38c7-6906-4e82-a39e-d9f027380cc7)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:42:07.101396 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-06610f6a-4e70-46d6-9ce8-34548e500dae req-9a152860-b999-43d6-adf2-d85ae9e38027 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:07.112064 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port dced9358-34b5-472a-b0b7-fb1225102b2c triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:42:07.112435 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:07.116750 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-bdb53962-4fd1-4ae5-9b25-7f4043f02b58 req-3c3cc781-d760-4759-9e7e-380ac2c0d938 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:07.133726 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a26caa3-c7ed-41fa-a55e-a3cd93ce356f req-ab7594ff-bd55-40ee-b3da-9e6adaa65c9a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:07.135208 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2a26caa3-c7ed-41fa-a55e-a3cd93ce356f req-ab7594ff-bd55-40ee-b3da-9e6adaa65c9a service neutron] 10.222.0.32 "GET /v2.0/networks?id=b818a522-930a-4e0c-83f8-04da001d67f4 HTTP/1.1" status: 200 len: 913 time: 0.3159294 May 05 21:42:07.135323 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-0943c046-6e93-4b7f-b1b1-af6911ea8e84 req-a5398fc5-f1a5-4c6c-9838-6ce85cdbb8e1 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Request body: {'port': {'device_id': 'c1442fd4-53de-4ee1-8c04-3b660ac6f9b3', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'admin_state_up': True, 'tenant_id': '81eab7c1fe9e43afad7f59eb7b238035'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:42:07.137334 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-bdb53962-4fd1-4ae5-9b25-7f4043f02b58 req-3c3cc781-d760-4759-9e7e-380ac2c0d938 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:07.180874 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-62b00530-9cb9-408f-8bb7-f1554ab6a93e None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:07.229922 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-62b00530-9cb9-408f-8bb7-f1554ab6a93e None None] Transition to ACTIVE for port object d518cc62-5d31-49a9-9e27-e60e3c7d5848 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:42:07.265688 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2a26caa3-c7ed-41fa-a55e-a3cd93ce356f req-d9f05037-2d0e-4137-9d55-a401c7b51fd0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca4cc07a-9a7a-4ba4-bfae-d058798dcef4 HTTP/1.1" status: 200 len: 217 time: 0.1097813 May 05 21:42:07.269247 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-06610f6a-4e70-46d6-9ce8-34548e500dae req-9a152860-b999-43d6-adf2-d85ae9e38027 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Calling delete_port for ca4cc07a-9a7a-4ba4-bfae-d058798dcef4 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:42:07.270951 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3cc781-d760-4759-9e7e-380ac2c0d938 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de822fe5-c88b-43dc-a0e6-7a3a0842be95,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:07.277433 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-bdb53962-4fd1-4ae5-9b25-7f4043f02b58 req-3c3cc781-d760-4759-9e7e-380ac2c0d938 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:07.282887 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bdb53962-4fd1-4ae5-9b25-7f4043f02b58 req-3c3cc781-d760-4759-9e7e-380ac2c0d938 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 1.0560110 May 05 21:42:07.292041 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-62b00530-9cb9-408f-8bb7-f1554ab6a93e None None] Transition to ACTIVE for port object d518cc62-5d31-49a9-9e27-e60e3c7d5848 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:42:07.321321 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-62b00530-9cb9-408f-8bb7-f1554ab6a93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:07.391765 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a26caa3-c7ed-41fa-a55e-a3cd93ce356f req-d8e6ca0c-7fca-4ef4-95cd-ae270373091b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:07.394735 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2a26caa3-c7ed-41fa-a55e-a3cd93ce356f req-d8e6ca0c-7fca-4ef4-95cd-ae270373091b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9de8d683-3484-40a1-82ea-833de04ff50b HTTP/1.1" status: 200 len: 852 time: 0.1200767 May 05 21:42:07.395680 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:07.420585 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b00530-9cb9-408f-8bb7-f1554ab6a93e None None] Network efe40ef9-8e9e-4cb4-9fbb-15c4551d6bee is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:42:07.427052 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-62b00530-9cb9-408f-8bb7-f1554ab6a93e None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:42:07.431311 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b00530-9cb9-408f-8bb7-f1554ab6a93e None None] Pushing event updated for resources: {'Port': ['ID=d518cc62-5d31-49a9-9e27-e60e3c7d5848,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:07.433504 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b00530-9cb9-408f-8bb7-f1554ab6a93e None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:42:07.488413 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9275f9-7f35-491a-903e-eed8fc734d36 req-41b332ce-22d9-4d9b-b314-b520b59a2aca tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:07.496616 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc9275f9-7f35-491a-903e-eed8fc734d36 req-41b332ce-22d9-4d9b-b314-b520b59a2aca tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=69bfe57c-584c-43e8-9251-0c220d92fa83 HTTP/1.1" status: 200 len: 944 time: 0.5287197 May 05 21:42:07.522219 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port dced9358-34b5-472a-b0b7-fb1225102b2c, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=dced9358-34b5-472a-b0b7-fb1225102b2c,segment=NetworkSegment(54ad9bc0-80cd-48a0-a1d0-8cac4a4b6572),segment_id=54ad9bc0-80cd-48a0-a1d0-8cac4a4b6572)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:42:07.538060 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:07.551991 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2a26caa3-c7ed-41fa-a55e-a3cd93ce356f req-591a3b6b-4453-46f7-bc35-1f19b871c0b2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b818a522-930a-4e0c-83f8-04da001d67f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1485796 May 05 21:42:07.578438 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-62b00530-9cb9-408f-8bb7-f1554ab6a93e None None] Attempting to bind port d518cc62-5d31-49a9-9e27-e60e3c7d5848 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:42:07.578771 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-62b00530-9cb9-408f-8bb7-f1554ab6a93e None None] Attempting to bind port d518cc62-5d31-49a9-9e27-e60e3c7d5848 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '4885fbd3-2749-45c4-8805-2e7fc5a4c8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'efe40ef9-8e9e-4cb4-9fbb-15c4551d6bee'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:42:07.579091 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b00530-9cb9-408f-8bb7-f1554ab6a93e None None] Attempting to bind port d518cc62-5d31-49a9-9e27-e60e3c7d5848 on network efe40ef9-8e9e-4cb4-9fbb-15c4551d6bee {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:42:07.593473 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-06610f6a-4e70-46d6-9ce8-34548e500dae req-9a152860-b999-43d6-adf2-d85ae9e38027 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:07.603616 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b00530-9cb9-408f-8bb7-f1554ab6a93e None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:42:07.604040 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b00530-9cb9-408f-8bb7-f1554ab6a93e None None] Checking segment: {'id': '4885fbd3-2749-45c4-8805-2e7fc5a4c8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'efe40ef9-8e9e-4cb4-9fbb-15c4551d6bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:42:07.604372 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-62b00530-9cb9-408f-8bb7-f1554ab6a93e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:07.604768 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b00530-9cb9-408f-8bb7-f1554ab6a93e None None] Bound using segment: {'id': '4885fbd3-2749-45c4-8805-2e7fc5a4c8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'efe40ef9-8e9e-4cb4-9fbb-15c4551d6bee'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:42:07.605239 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-62b00530-9cb9-408f-8bb7-f1554ab6a93e None None] Bound port: d518cc62-5d31-49a9-9e27-e60e3c7d5848, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4885fbd3-2749-45c4-8805-2e7fc5a4c8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'efe40ef9-8e9e-4cb4-9fbb-15c4551d6bee'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:42:07.605606 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-62b00530-9cb9-408f-8bb7-f1554ab6a93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:07.622936 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['701aafae-0199-4931-bdbc-e51bf47ce8b4'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:42:07.738318 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=dced9358-34b5-472a-b0b7-fb1225102b2c,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:07.740504 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc9275f9-7f35-491a-903e-eed8fc734d36 req-03804c3b-36c8-425e-9e79-7a8bd9aea7e6 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/security-groups?id=75579bca-4a9a-48e2-97d1-12509351e0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430489 May 05 21:42:07.788350 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5a4cc82d-9374-49ba-af52-7c6c6b65971f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:07.789101 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5a4cc82d-9374-49ba-af52-7c6c6b65971f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:07.798475 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-df3566a0-ec43-48f7-beb6-3a4c5aa8adc9 req-6cfcbf2e-ea68-452a-981c-f0085e296248 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] For port 9d3fb1fa-9cb8-4a80-856f-140b78d9e59f, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=9d3fb1fa-9cb8-4a80-856f-140b78d9e59f,segment=NetworkSegment(87859d75-c285-4ea1-b899-3b38f003cf70),segment_id=87859d75-c285-4ea1-b899-3b38f003cf70)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:42:07.798846 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-df3566a0-ec43-48f7-beb6-3a4c5aa8adc9 req-6cfcbf2e-ea68-452a-981c-f0085e296248 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:07.806639 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a152860-b999-43d6-adf2-d85ae9e38027 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Pushing event deleted for resources: {'Port': ['ID=ca4cc07a-9a7a-4ba4-bfae-d058798dcef4,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:07.818813 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-62b00530-9cb9-408f-8bb7-f1554ab6a93e None None] For port d518cc62-5d31-49a9-9e27-e60e3c7d5848, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:42:07.832436 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f70e308b-fbae-4eab-bb69-f56e8874147b None None] Provisioning complete for port dced9358-34b5-472a-b0b7-fb1225102b2c triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:42:07.832805 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f70e308b-fbae-4eab-bb69-f56e8874147b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:07.860957 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-62b00530-9cb9-408f-8bb7-f1554ab6a93e None None] For port d518cc62-5d31-49a9-9e27-e60e3c7d5848, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=d518cc62-5d31-49a9-9e27-e60e3c7d5848,segment=NetworkSegment(4885fbd3-2749-45c4-8805-2e7fc5a4c8d9),segment_id=4885fbd3-2749-45c4-8805-2e7fc5a4c8d9)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:42:07.878508 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-62b00530-9cb9-408f-8bb7-f1554ab6a93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:07.880904 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1717f52-a1fd-4a40-8e4c-5fdb3dbf71bd req-b014fd6c-13ce-441c-98ab-da0f5ab5b1a6 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:07.883038 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e1717f52-a1fd-4a40-8e4c-5fdb3dbf71bd req-b014fd6c-13ce-441c-98ab-da0f5ab5b1a6 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=c90911d9-c421-4874-8935-956d1072f84b HTTP/1.1" status: 200 len: 950 time: 0.4857318 May 05 21:42:07.908021 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2a26caa3-c7ed-41fa-a55e-a3cd93ce356f req-7e90fe33-19c2-4151-963f-e23c0b2df8fa service neutron] 10.222.0.32 "GET /v2.0/networks/b818a522-930a-4e0c-83f8-04da001d67f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382149 May 05 21:42:07.917523 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-042ce938-8dcd-40b1-96ac-15776df84747 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:08.028251 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-042ce938-8dcd-40b1-96ac-15776df84747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:08.035961 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b00530-9cb9-408f-8bb7-f1554ab6a93e None None] Pushing event updated for resources: {'Port': ['ID=d518cc62-5d31-49a9-9e27-e60e3c7d5848,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:08.078820 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-df3566a0-ec43-48f7-beb6-3a4c5aa8adc9 req-6cfcbf2e-ea68-452a-981c-f0085e296248 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Calling delete_port for 9d3fb1fa-9cb8-4a80-856f-140b78d9e59f owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:42:08.163603 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b24ad84b-4ce6-4f75-bca2-0aec56da8fd0 req-4613654a-4c6f-46ba-9554-af2e63a46067 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/ports?device_id=300fc717-80d0-4409-852b-350477396233 HTTP/1.1" status: 200 len: 210 time: 0.1323957 May 05 21:42:08.211360 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-06610f6a-4e70-46d6-9ce8-34548e500dae req-9a152860-b999-43d6-adf2-d85ae9e38027 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] No DVR routers for this DVR port ca4cc07a-9a7a-4ba4-bfae-d058798dcef4 on host n-h2-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:42:08.214333 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-06610f6a-4e70-46d6-9ce8-34548e500dae req-9a152860-b999-43d6-adf2-d85ae9e38027 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:08.231748 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-0943c046-6e93-4b7f-b1b1-af6911ea8e84 req-a5398fc5-f1a5-4c6c-9838-6ce85cdbb8e1 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:42:08.236239 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-0943c046-6e93-4b7f-b1b1-af6911ea8e84 req-a5398fc5-f1a5-4c6c-9838-6ce85cdbb8e1 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Usage tracker for resource:port and tenant:81eab7c1fe9e43afad7f59eb7b238035 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:42:08.243520 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-0943c046-6e93-4b7f-b1b1-af6911ea8e84 req-a5398fc5-f1a5-4c6c-9838-6ce85cdbb8e1 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:42:08.256750 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-0943c046-6e93-4b7f-b1b1-af6911ea8e84 req-a5398fc5-f1a5-4c6c-9838-6ce85cdbb8e1 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:42:08.271912 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e1717f52-a1fd-4a40-8e4c-5fdb3dbf71bd req-9f14f4c5-1b42-4493-8296-ece474c22be9 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3825781 May 05 21:42:08.272882 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device dced9358-34b5-472a-b0b7-fb1225102b2c up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:42:08.290356 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300fc717-80d0-4409-852b-350477396233', 'name': 'network-vif-deleted', 'tag': 'ca4cc07a-9a7a-4ba4-bfae-d058798dcef4'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:42:08.323319 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0943c046-6e93-4b7f-b1b1-af6911ea8e84 req-a5398fc5-f1a5-4c6c-9838-6ce85cdbb8e1 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Made reservation on behalf of 81eab7c1fe9e43afad7f59eb7b238035 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:42:08.326790 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-0943c046-6e93-4b7f-b1b1-af6911ea8e84 req-a5398fc5-f1a5-4c6c-9838-6ce85cdbb8e1 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:08.353039 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-0943c046-6e93-4b7f-b1b1-af6911ea8e84 req-a5398fc5-f1a5-4c6c-9838-6ce85cdbb8e1 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:08.383721 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2a26caa3-c7ed-41fa-a55e-a3cd93ce356f req-4d375842-36da-4c85-ab91-d4094ca65227 service neutron] 10.222.0.32 "GET /v2.0/networks/b818a522-930a-4e0c-83f8-04da001d67f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4674766 May 05 21:42:08.387601 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-52410c41-186f-473e-900f-ee3137a5c79b req-37c91205-b2b4-43c4-92be-2fdecacf3a8e tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1263456382', 'description': 'tempest-description-823024814'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:42:08.390390 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-06610f6a-4e70-46d6-9ce8-34548e500dae req-9a152860-b999-43d6-adf2-d85ae9e38027 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.32 "DELETE /v2.0/ports/ca4cc07a-9a7a-4ba4-bfae-d058798dcef4 HTTP/1.1" status: 204 len: 173 time: 2.5189750 May 05 21:42:08.395705 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port dced9358-34b5-472a-b0b7-fb1225102b2c triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:42:08.396074 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:08.407559 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-52410c41-186f-473e-900f-ee3137a5c79b req-37c91205-b2b4-43c4-92be-2fdecacf3a8e tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:42:08.412652 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-52410c41-186f-473e-900f-ee3137a5c79b req-37c91205-b2b4-43c4-92be-2fdecacf3a8e tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Usage tracker for resource:security_group and tenant:723b8e4bd7994a289f02d2a1d7ea4ecf is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:42:08.416415 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-52410c41-186f-473e-900f-ee3137a5c79b req-37c91205-b2b4-43c4-92be-2fdecacf3a8e tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:42:08.423913 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-52410c41-186f-473e-900f-ee3137a5c79b req-37c91205-b2b4-43c4-92be-2fdecacf3a8e tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:42:08.463182 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-0943c046-6e93-4b7f-b1b1-af6911ea8e84 req-a5398fc5-f1a5-4c6c-9838-6ce85cdbb8e1 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:42:08.570443 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-0943c046-6e93-4b7f-b1b1-af6911ea8e84 req-a5398fc5-f1a5-4c6c-9838-6ce85cdbb8e1 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Usage tracker for resource:security_group_rule and tenant:81eab7c1fe9e43afad7f59eb7b238035 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:42:08.587902 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-0943c046-6e93-4b7f-b1b1-af6911ea8e84 req-a5398fc5-f1a5-4c6c-9838-6ce85cdbb8e1 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:42:08.600673 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-52410c41-186f-473e-900f-ee3137a5c79b req-37c91205-b2b4-43c4-92be-2fdecacf3a8e tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:08.605817 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-0943c046-6e93-4b7f-b1b1-af6911ea8e84 req-a5398fc5-f1a5-4c6c-9838-6ce85cdbb8e1 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:42:08.613382 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-042ce938-8dcd-40b1-96ac-15776df84747 admin admin] Allocated IP 172.25.4.146 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/f7c26309-8025-428d-9b1e-b1cf93bbbe26) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:42:08.676577 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-df3566a0-ec43-48f7-beb6-3a4c5aa8adc9 req-6cfcbf2e-ea68-452a-981c-f0085e296248 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:08.753851 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcbf2e-ea68-452a-981c-f0085e296248 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Pushing event deleted for resources: {'Port': ['ID=9d3fb1fa-9cb8-4a80-856f-140b78d9e59f,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:08.771382 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2a26caa3-c7ed-41fa-a55e-a3cd93ce356f req-d672da10-a513-42bd-afc0-d354456841a6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3ad6e070bfeb43998594f1d97e1517f2&device_id=11e0f4fa-7535-47a6-b0f4-cdc1a472748e HTTP/1.1" status: 200 len: 1094 time: 0.3129280 May 05 21:42:08.871929 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-52410c41-186f-473e-900f-ee3137a5c79b req-37c91205-b2b4-43c4-92be-2fdecacf3a8e tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:42:08.880743 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-52410c41-186f-473e-900f-ee3137a5c79b req-37c91205-b2b4-43c4-92be-2fdecacf3a8e tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Usage tracker for resource:security_group_rule and tenant:723b8e4bd7994a289f02d2a1d7ea4ecf is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:42:08.888533 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-52410c41-186f-473e-900f-ee3137a5c79b req-37c91205-b2b4-43c4-92be-2fdecacf3a8e tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:42:08.910150 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-52410c41-186f-473e-900f-ee3137a5c79b req-37c91205-b2b4-43c4-92be-2fdecacf3a8e tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:42:08.945457 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf07766-7810-415e-ab1d-e59ebdf2f6a2 req-dbc66208-f039-418b-ab26-8afeadbcba18 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:08.947123 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dbf07766-7810-415e-ab1d-e59ebdf2f6a2 req-dbc66208-f039-418b-ab26-8afeadbcba18 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/ports?device_id=11e0f4fa-7535-47a6-b0f4-cdc1a472748e HTTP/1.1" status: 200 len: 943 time: 0.4180117 May 05 21:42:08.982813 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-042ce938-8dcd-40b1-96ac-15776df84747 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:09.023501 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dbf07766-7810-415e-ab1d-e59ebdf2f6a2 req-1976591c-750b-4b47-b727-7566651df1fc tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/security-groups?id=060a0163-921c-42d6-97e2-b2f13023d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676069 May 05 21:42:09.032139 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-df3566a0-ec43-48f7-beb6-3a4c5aa8adc9 req-6cfcbf2e-ea68-452a-981c-f0085e296248 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] No DVR routers for this DVR port 9d3fb1fa-9cb8-4a80-856f-140b78d9e59f on host n-h2-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:42:09.034974 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-0943c046-6e93-4b7f-b1b1-af6911ea8e84 req-a5398fc5-f1a5-4c6c-9838-6ce85cdbb8e1 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:09.040156 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-df3566a0-ec43-48f7-beb6-3a4c5aa8adc9 req-6cfcbf2e-ea68-452a-981c-f0085e296248 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:09.056486 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-042ce938-8dcd-40b1-96ac-15776df84747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:09.072348 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a26caa3-c7ed-41fa-a55e-a3cd93ce356f req-a2d96c5a-2c76-4570-881e-05229d1fd96e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:09.073975 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2a26caa3-c7ed-41fa-a55e-a3cd93ce356f req-a2d96c5a-2c76-4570-881e-05229d1fd96e service neutron] 10.222.0.32 "GET /v2.0/networks?id=20d2a56b-3a76-462e-a812-0f44fcc7b483 HTTP/1.1" status: 200 len: 906 time: 0.2953513 May 05 21:42:09.074630 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-0943c046-6e93-4b7f-b1b1-af6911ea8e84 req-a5398fc5-f1a5-4c6c-9838-6ce85cdbb8e1 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:09.171632 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042ce938-8dcd-40b1-96ac-15776df84747 admin admin] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:42:09.183026 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-042ce938-8dcd-40b1-96ac-15776df84747 admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:42:09.194842 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042ce938-8dcd-40b1-96ac-15776df84747 admin admin] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:42:09.225116 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042ce938-8dcd-40b1-96ac-15776df84747 admin admin] Pushing event updated for resources: {'Port': ['ID=f7c26309-8025-428d-9b1e-b1cf93bbbe26,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:09.271274 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c1a901-7274-4233-8cdd-c219295821b9 None None] Network efe40ef9-8e9e-4cb4-9fbb-15c4551d6bee requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:42:09.301522 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-52410c41-186f-473e-900f-ee3137a5c79b req-37c91205-b2b4-43c4-92be-2fdecacf3a8e tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:09.307435 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ecf44ba9-2000-499a-a933-a1ef212d6365 req-799783a4-21d8-4d58-9848-909cd5c4d3e8 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1442fd4-53de-4ee1-8c04-3b660ac6f9b3 HTTP/1.1" status: 200 len: 210 time: 0.1161625 May 05 21:42:09.309808 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-df3566a0-ec43-48f7-beb6-3a4c5aa8adc9 req-6cfcbf2e-ea68-452a-981c-f0085e296248 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.32 "DELETE /v2.0/ports/9d3fb1fa-9cb8-4a80-856f-140b78d9e59f HTTP/1.1" status: 204 len: 173 time: 3.1810565 May 05 21:42:09.320158 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2a26caa3-c7ed-41fa-a55e-a3cd93ce356f req-a879a52c-6a8c-4cb7-9e87-a15e259014e6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=961ce505-c494-4a7a-99a8-43c063b230c8 HTTP/1.1" status: 200 len: 217 time: 0.1230466 May 05 21:42:09.323329 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5398fc5-f1a5-4c6c-9838-6ce85cdbb8e1 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d969caae-1cf7-44e6-8fc3-9aef5d276c7a,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:09.348326 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-52410c41-186f-473e-900f-ee3137a5c79b req-37c91205-b2b4-43c4-92be-2fdecacf3a8e tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:09.399443 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0e8be82-49d9-43b1-b894-16037aeae0aa'] response: {'server_uuid': '300fc717-80d0-4409-852b-350477396233', 'name': 'network-vif-deleted', 'tag': 'ca4cc07a-9a7a-4ba4-bfae-d058798dcef4', 'status': 'completed', 'code': 200} May 05 21:42:09.415757 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-0943c046-6e93-4b7f-b1b1-af6911ea8e84 req-a5398fc5-f1a5-4c6c-9838-6ce85cdbb8e1 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Allocated IP 192.168.233.21 (4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9/f237a6ef-d044-411f-a2d8-d12619664c91/9b434e3e-4fe0-404a-b210-e9f2f7db8dc8) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:42:09.443212 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a26caa3-c7ed-41fa-a55e-a3cd93ce356f req-efdbfc7a-7bcd-4d46-bf51-9509d6e4c573 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:09.446192 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2a26caa3-c7ed-41fa-a55e-a3cd93ce356f req-efdbfc7a-7bcd-4d46-bf51-9509d6e4c573 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=41faf43c-45c2-40ca-97f2-b9922a51b49e HTTP/1.1" status: 200 len: 845 time: 0.1020889 May 05 21:42:09.449268 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a4cc82d-9374-49ba-af52-7c6c6b65971f admin admin] Router e357e861-6673-4ff9-a2df-c2bd01419397 is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 21:42:09.450610 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 961ce505-c494-4a7a-99a8-43c063b230c8 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:42:09.459563 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 9d3fb1fa-9cb8-4a80-856f-140b78d9e59f no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:42:09.493363 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-52410c41-186f-473e-900f-ee3137a5c79b req-37c91205-b2b4-43c4-92be-2fdecacf3a8e tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:09.494607 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-52410c41-186f-473e-900f-ee3137a5c79b req-37c91205-b2b4-43c4-92be-2fdecacf3a8e tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 1.1222682 May 05 21:42:09.533470 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c91205-b2b4-43c4-92be-2fdecacf3a8e tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=585e70dd-f4ca-43f7-8bd6-37fa9632d87e,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:09.556556 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: 9d3fb1fa-9cb8-4a80-856f-140b78d9e59f {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:42:09.556934 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 9d3fb1fa-9cb8-4a80-856f-140b78d9e59f not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:42:09.557373 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device ca4cc07a-9a7a-4ba4-bfae-d058798dcef4 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:42:09.574623 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2a26caa3-c7ed-41fa-a55e-a3cd93ce356f req-fa13a5e8-2775-4a53-ac56-75522b63fb94 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=20d2a56b-3a76-462e-a812-0f44fcc7b483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1229820 May 05 21:42:09.621381 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-09160d75-50df-4928-8feb-399bb35e8284 None None] Provisioning for port d518cc62-5d31-49a9-9e27-e60e3c7d5848 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:42:09.628591 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: ca4cc07a-9a7a-4ba4-bfae-d058798dcef4 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:42:09.629226 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device ca4cc07a-9a7a-4ba4-bfae-d058798dcef4 not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:42:09.652776 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f8a0828e-3d3c-4531-b2a1-80e3dedf6ffe req-aa5dc80d-a129-4b6d-8ccc-d538e9a35ae1 tempest-MigrationsAdminTest-1151858286 tempest-MigrationsAdminTest-1151858286-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=c90911d9-c421-4874-8935-956d1072f84b HTTP/1.1" status: 200 len: 1101 time: 0.0940711 May 05 21:42:09.698400 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-042ce938-8dcd-40b1-96ac-15776df84747 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:09.699185 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-042ce938-8dcd-40b1-96ac-15776df84747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:09.720736 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f8a0828e-3d3c-4531-b2a1-80e3dedf6ffe req-f065ea48-4a5d-4078-81c3-eb8e04b14f1f tempest-MigrationsAdminTest-1151858286 tempest-MigrationsAdminTest-1151858286-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606246 May 05 21:42:09.731267 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.resource_extend [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 21:42:09.984252 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-762358d3-e9a5-4a5d-a784-62985b68a72d req-c1ec5729-dbbe-4c84-bbeb-d4d5b8de2203 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=69bfe57c-584c-43e8-9251-0c220d92fa83 HTTP/1.1" status: 200 len: 210 time: 0.1777320 May 05 21:42:10.002517 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 961ce505-c494-4a7a-99a8-43c063b230c8, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=961ce505-c494-4a7a-99a8-43c063b230c8,segment=NetworkSegment(1433ba6d-48b0-4056-91b6-deba1a0564ab),segment_id=1433ba6d-48b0-4056-91b6-deba1a0564ab)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:42:10.029309 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '961ce505-c494-4a7a-99a8-43c063b230c8', 'network_id': '20d2a56b-3a76-462e-a812-0f44fcc7b483', 'port_id': '961ce505-c494-4a7a-99a8-43c063b230c8', 'mac_address': 'fa:16:3e:a8:58:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41faf43c-45c2-40ca-97f2-b9922a51b49e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:42:10.041766 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-94c27138-89cb-4e5f-bcea-ab1134b32561 req-66ce267c-0059-437e-9995-b27d1e5fac23 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] 10.222.0.23 "GET /v2.0/security-groups/de822fe5-c88b-43dc-a0e6-7a3a0842be95 HTTP/1.1" status: 200 len: 1638 time: 0.1772084 May 05 21:42:10.122510 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:10.146092 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 961ce505-c494-4a7a-99a8-43c063b230c8 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:42:10.170266 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 961ce505-c494-4a7a-99a8-43c063b230c8, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=961ce505-c494-4a7a-99a8-43c063b230c8,segment=NetworkSegment(1433ba6d-48b0-4056-91b6-deba1a0564ab),segment_id=1433ba6d-48b0-4056-91b6-deba1a0564ab)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:42:10.175643 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-94c27138-89cb-4e5f-bcea-ab1134b32561 req-2984828c-3824-4783-90c9-726433b5c37d tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] 10.222.0.23 "GET /v2.0/security-groups/585e70dd-f4ca-43f7-8bd6-37fa9632d87e HTTP/1.1" status: 200 len: 1638 time: 0.1327124 May 05 21:42:10.177439 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:10.182353 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-94c27138-89cb-4e5f-bcea-ab1134b32561 req-5c142008-74e2-4724-b3e1-1a47cbb3266a tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'de822fe5-c88b-43dc-a0e6-7a3a0842be95', 'remote_group_id': '585e70dd-f4ca-43f7-8bd6-37fa9632d87e', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:42:10.182689 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-94c27138-89cb-4e5f-bcea-ab1134b32561 req-5c142008-74e2-4724-b3e1-1a47cbb3266a tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'de822fe5-c88b-43dc-a0e6-7a3a0842be95', 'remote_group_id': '585e70dd-f4ca-43f7-8bd6-37fa9632d87e', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:42:10.193673 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-94c27138-89cb-4e5f-bcea-ab1134b32561 req-5c142008-74e2-4724-b3e1-1a47cbb3266a tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:42:10.208659 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2a26caa3-c7ed-41fa-a55e-a3cd93ce356f req-5d2f74bb-00b4-4f89-8fff-07eb1f9cc7aa service neutron] 10.222.0.32 "GET /v2.0/networks/20d2a56b-3a76-462e-a812-0f44fcc7b483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6089180 May 05 21:42:10.210549 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-94c27138-89cb-4e5f-bcea-ab1134b32561 req-5c142008-74e2-4724-b3e1-1a47cbb3266a tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Usage tracker for resource:security_group_rule and tenant:723b8e4bd7994a289f02d2a1d7ea4ecf is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:42:10.227436 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-94c27138-89cb-4e5f-bcea-ab1134b32561 req-5c142008-74e2-4724-b3e1-1a47cbb3266a tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:42:10.237957 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-94c27138-89cb-4e5f-bcea-ab1134b32561 req-5c142008-74e2-4724-b3e1-1a47cbb3266a tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:42:10.258945 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-0943c046-6e93-4b7f-b1b1-af6911ea8e84 req-a5398fc5-f1a5-4c6c-9838-6ce85cdbb8e1 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:10.286709 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=961ce505-c494-4a7a-99a8-43c063b230c8,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:10.338972 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-0943c046-6e93-4b7f-b1b1-af6911ea8e84 req-a5398fc5-f1a5-4c6c-9838-6ce85cdbb8e1 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Transition to ACTIVE for port object 9b434e3e-4fe0-404a-b210-e9f2f7db8dc8 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:42:10.399125 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['961ce505-c494-4a7a-99a8-43c063b230c8'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:42:10.434615 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2a26caa3-c7ed-41fa-a55e-a3cd93ce356f req-b256a52e-91d0-481c-8d53-b2f98b3458cf service neutron] 10.222.0.32 "GET /v2.0/networks/20d2a56b-3a76-462e-a812-0f44fcc7b483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130022 May 05 21:42:10.440677 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-632166d7-5253-4a8f-b45c-37693e4c95c0 req-32bc5a46-ad40-4253-926e-724706f9c1bf service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c90911d9-c421-4874-8935-956d1072f84b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1858854 May 05 21:42:10.444279 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-94c27138-89cb-4e5f-bcea-ab1134b32561 req-5c142008-74e2-4724-b3e1-1a47cbb3266a tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:10.451184 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-0943c046-6e93-4b7f-b1b1-af6911ea8e84 req-a5398fc5-f1a5-4c6c-9838-6ce85cdbb8e1 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:10.475284 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-042ce938-8dcd-40b1-96ac-15776df84747 admin admin] Router 26c8cbce-1e23-49de-9eaf-b85463b74d73 is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 21:42:10.480920 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device d518cc62-5d31-49a9-9e27-e60e3c7d5848 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:42:10.497932 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-94c27138-89cb-4e5f-bcea-ab1134b32561 req-5c142008-74e2-4724-b3e1-1a47cbb3266a tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:10.561292 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5398fc5-f1a5-4c6c-9838-6ce85cdbb8e1 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Pushing event updated for resources: {'Port': ['ID=9b434e3e-4fe0-404a-b210-e9f2f7db8dc8,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:10.585370 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0943c046-6e93-4b7f-b1b1-af6911ea8e84 req-a5398fc5-f1a5-4c6c-9838-6ce85cdbb8e1 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:42:10.587921 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-0943c046-6e93-4b7f-b1b1-af6911ea8e84 req-a5398fc5-f1a5-4c6c-9838-6ce85cdbb8e1 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:42:10.603119 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-0943c046-6e93-4b7f-b1b1-af6911ea8e84 req-a5398fc5-f1a5-4c6c-9838-6ce85cdbb8e1 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:42:10.625402 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-94c27138-89cb-4e5f-bcea-ab1134b32561 req-5c142008-74e2-4724-b3e1-1a47cbb3266a tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:10.659929 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port d518cc62-5d31-49a9-9e27-e60e3c7d5848 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:42:10.688466 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port d518cc62-5d31-49a9-9e27-e60e3c7d5848 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:42:10.689043 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:10.718571 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a4cc82d-9374-49ba-af52-7c6c6b65971f admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:42:10.739264 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5914167-a9bc-434f-a02c-4b71a9ff90a1 None None] Sync routers for ids ['e357e861-6673-4ff9-a2df-c2bd01419397'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:42:10.762968 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943c046-6e93-4b7f-b1b1-af6911ea8e84 req-a5398fc5-f1a5-4c6c-9838-6ce85cdbb8e1 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:10.764256 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-0943c046-6e93-4b7f-b1b1-af6911ea8e84 req-a5398fc5-f1a5-4c6c-9838-6ce85cdbb8e1 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:10.772014 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5a4cc82d-9374-49ba-af52-7c6c6b65971f admin admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:10.773848 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5a4cc82d-9374-49ba-af52-7c6c6b65971f admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 7.2212172 May 05 21:42:10.779116 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c142008-74e2-4724-b3e1-1a47cbb3266a tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13bd33a7-a21e-4887-b099-14cf920d6b71,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:10.781029 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 33880) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:42:10.820888 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0943c046-6e93-4b7f-b1b1-af6911ea8e84 req-a5398fc5-f1a5-4c6c-9838-6ce85cdbb8e1 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6991208 May 05 21:42:10.834988 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-0943c046-6e93-4b7f-b1b1-af6911ea8e84 req-2ce8bdc2-3266-4102-a924-abcd546c8039 service neutron] Request body: {'port': {'device_id': 'c1442fd4-53de-4ee1-8c04-3b660ac6f9b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:42:10.839613 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5914167-a9bc-434f-a02c-4b71a9ff90a1 None None] Routers {'e357e861-6673-4ff9-a2df-c2bd01419397'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:42:10.840254 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-d5914167-a9bc-434f-a02c-4b71a9ff90a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:41:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['e357e861-6673-4ff9-a2df-c2bd01419397'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:42:10.905874 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-94c27138-89cb-4e5f-bcea-ab1134b32561 req-5c142008-74e2-4724-b3e1-1a47cbb3266a tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:10.916945 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-94c27138-89cb-4e5f-bcea-ab1134b32561 req-5c142008-74e2-4724-b3e1-1a47cbb3266a tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 748 time: 0.7403450 May 05 21:42:10.979037 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-0943c046-6e93-4b7f-b1b1-af6911ea8e84 req-2ce8bdc2-3266-4102-a924-abcd546c8039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:11.095928 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-998e66e4-ed21-4167-a51e-6284134035a6 None None] Provisioning for port 9b434e3e-4fe0-404a-b210-e9f2f7db8dc8 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:42:11.129537 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-998e66e4-ed21-4167-a51e-6284134035a6 None None] Provisioning complete for port 9b434e3e-4fe0-404a-b210-e9f2f7db8dc8 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:42:11.130048 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-998e66e4-ed21-4167-a51e-6284134035a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:11.181493 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:11.239863 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-998e66e4-ed21-4167-a51e-6284134035a6 None None] Port 9b434e3e-4fe0-404a-b210-e9f2f7db8dc8 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:42:11.260757 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port d518cc62-5d31-49a9-9e27-e60e3c7d5848, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=d518cc62-5d31-49a9-9e27-e60e3c7d5848,segment=NetworkSegment(4885fbd3-2749-45c4-8805-2e7fc5a4c8d9),segment_id=4885fbd3-2749-45c4-8805-2e7fc5a4c8d9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:42:11.261911 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-d5914167-a9bc-434f-a02c-4b71a9ff90a1 None None] Set router e357e861-6673-4ff9-a2df-c2bd01419397 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:42:11.300073 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:11.372486 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-0943c046-6e93-4b7f-b1b1-af6911ea8e84 req-2ce8bdc2-3266-4102-a924-abcd546c8039 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b434e3e-4fe0-404a-b210-e9f2f7db8dc8 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:42:11.379913 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-0943c046-6e93-4b7f-b1b1-af6911ea8e84 req-2ce8bdc2-3266-4102-a924-abcd546c8039 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:11.395953 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-0943c046-6e93-4b7f-b1b1-af6911ea8e84 req-2ce8bdc2-3266-4102-a924-abcd546c8039 service neutron] Transition to ACTIVE for port object 9b434e3e-4fe0-404a-b210-e9f2f7db8dc8 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:42:11.400845 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69bfe57c-584c-43e8-9251-0c220d92fa83', 'name': 'network-vif-deleted', 'tag': '9d3fb1fa-9cb8-4a80-856f-140b78d9e59f'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:42:11.402307 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c27fa411-cc73-42a9-9d4c-2856ee820733 req-d6f602d3-91bf-4bfe-a105-1396019bd054 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/security-groups/fa49b3c0-1c70-49eb-9436-713e6ba7eff8 HTTP/1.1" status: 200 len: 1635 time: 0.4480739 May 05 21:42:11.407490 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-0943c046-6e93-4b7f-b1b1-af6911ea8e84 req-2ce8bdc2-3266-4102-a924-abcd546c8039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:11.431173 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2b8c5c89-dd07-4c3f-9e35-1459c297dc12 req-44b1a4d9-e7dd-4194-a665-252dd98096e7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c90911d9-c421-4874-8935-956d1072f84b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3915737 May 05 21:42:11.476850 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d5d0e-e017-466f-9804-eb055360326b req-304b00d1-e0fb-46a4-b25f-5e8feb455182 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:11.483564 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e97d5d0e-e017-466f-9804-eb055360326b req-304b00d1-e0fb-46a4-b25f-5e8feb455182 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/ports?device_id=11e0f4fa-7535-47a6-b0f4-cdc1a472748e HTTP/1.1" status: 200 len: 944 time: 0.3449509 May 05 21:42:11.517910 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=d518cc62-5d31-49a9-9e27-e60e3c7d5848,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:11.545440 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce8bdc2-3266-4102-a924-abcd546c8039 service neutron] Pushing event updated for resources: {'Port': ['ID=9b434e3e-4fe0-404a-b210-e9f2f7db8dc8,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:11.588578 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042ce938-8dcd-40b1-96ac-15776df84747 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:42:11.607048 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29515361-ec72-4a8b-aa04-b4d7617fee89 None None] Sync routers for ids ['26c8cbce-1e23-49de-9eaf-b85463b74d73'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:42:11.626272 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29515361-ec72-4a8b-aa04-b4d7617fee89 None None] Routers {'26c8cbce-1e23-49de-9eaf-b85463b74d73'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:42:11.628932 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-29515361-ec72-4a8b-aa04-b4d7617fee89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:41:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['26c8cbce-1e23-49de-9eaf-b85463b74d73'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:42:11.671303 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c27fa411-cc73-42a9-9d4c-2856ee820733 req-a430a2b7-3de1-4924-9795-e04d44ad7f10 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:11.703276 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e97d5d0e-e017-466f-9804-eb055360326b req-633757e8-b958-483d-82e5-f48626a91152 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/security-groups?id=060a0163-921c-42d6-97e2-b2f13023d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187655 May 05 21:42:11.721088 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-0943c046-6e93-4b7f-b1b1-af6911ea8e84 req-2ce8bdc2-3266-4102-a924-abcd546c8039 service neutron] Attempting to bind port 9b434e3e-4fe0-404a-b210-e9f2f7db8dc8 on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:42:11.721598 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-0943c046-6e93-4b7f-b1b1-af6911ea8e84 req-2ce8bdc2-3266-4102-a924-abcd546c8039 service neutron] Attempting to bind port 9b434e3e-4fe0-404a-b210-e9f2f7db8dc8 by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:42:11.722025 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0943c046-6e93-4b7f-b1b1-af6911ea8e84 req-2ce8bdc2-3266-4102-a924-abcd546c8039 service neutron] Attempting to bind port 9b434e3e-4fe0-404a-b210-e9f2f7db8dc8 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:42:11.729076 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0943c046-6e93-4b7f-b1b1-af6911ea8e84 req-2ce8bdc2-3266-4102-a924-abcd546c8039 service neutron] Port 9b434e3e-4fe0-404a-b210-e9f2f7db8dc8 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:42:11.729609 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0943c046-6e93-4b7f-b1b1-af6911ea8e84 req-2ce8bdc2-3266-4102-a924-abcd546c8039 service neutron] Attempting to bind port 9b434e3e-4fe0-404a-b210-e9f2f7db8dc8 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:42:11.736487 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0943c046-6e93-4b7f-b1b1-af6911ea8e84 req-2ce8bdc2-3266-4102-a924-abcd546c8039 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:42:11.737132 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0943c046-6e93-4b7f-b1b1-af6911ea8e84 req-2ce8bdc2-3266-4102-a924-abcd546c8039 service neutron] Checking segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:42:11.737615 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0943c046-6e93-4b7f-b1b1-af6911ea8e84 req-2ce8bdc2-3266-4102-a924-abcd546c8039 service neutron] Bound using segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:42:11.738146 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-0943c046-6e93-4b7f-b1b1-af6911ea8e84 req-2ce8bdc2-3266-4102-a924-abcd546c8039 service neutron] Bound port: 9b434e3e-4fe0-404a-b210-e9f2f7db8dc8, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:42:11.738604 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-0943c046-6e93-4b7f-b1b1-af6911ea8e84 req-2ce8bdc2-3266-4102-a924-abcd546c8039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:11.742080 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-d5914167-a9bc-434f-a02c-4b71a9ff90a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e357e861-6673-4ff9-a2df-c2bd01419397', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1706462636-router', 'tenant_id': 'caf8261703da4bb5a03dc145b93e3b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '9e7170a0-07a6-4d7c-b314-a0b2e5df4936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:42:03Z', 'updated_at': '2022-05-05T21:42:06Z', 'revision_number': 3, 'project_id': 'caf8261703da4bb5a03dc145b93e3b71', 'gw_port': {'id': '9e7170a0-07a6-4d7c-b314-a0b2e5df4936', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:30:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e357e861-6673-4ff9-a2df-c2bd01419397', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:42:05Z', 'updated_at': '2022-05-05T21:42:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:42:11.746287 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5914167-a9bc-434f-a02c-4b71a9ff90a1 None None] Checking router: e357e861-6673-4ff9-a2df-c2bd01419397 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:42:11.746814 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5914167-a9bc-434f-a02c-4b71a9ff90a1 None None] Updating router e357e861-6673-4ff9-a2df-c2bd01419397 port 9e7170a0-07a6-4d7c-b314-a0b2e5df4936 binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 21:42:11.871176 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d5914167-a9bc-434f-a02c-4b71a9ff90a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:11.976736 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-29515361-ec72-4a8b-aa04-b4d7617fee89 None None] Set router 26c8cbce-1e23-49de-9eaf-b85463b74d73 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:42:11.989741 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c27fa411-cc73-42a9-9d4c-2856ee820733 req-a430a2b7-3de1-4924-9795-e04d44ad7f10 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:11.996861 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-0943c046-6e93-4b7f-b1b1-af6911ea8e84 req-2ce8bdc2-3266-4102-a924-abcd546c8039 service neutron] For port 9b434e3e-4fe0-404a-b210-e9f2f7db8dc8, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:42:12.000663 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-0943c046-6e93-4b7f-b1b1-af6911ea8e84 req-2ce8bdc2-3266-4102-a924-abcd546c8039 service neutron] For port 9b434e3e-4fe0-404a-b210-e9f2f7db8dc8, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=9b434e3e-4fe0-404a-b210-e9f2f7db8dc8,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:42:12.006318 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-0943c046-6e93-4b7f-b1b1-af6911ea8e84 req-2ce8bdc2-3266-4102-a924-abcd546c8039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:12.120946 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-0943c046-6e93-4b7f-b1b1-af6911ea8e84 req-2ce8bdc2-3266-4102-a924-abcd546c8039 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:12.122335 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0943c046-6e93-4b7f-b1b1-af6911ea8e84 req-2ce8bdc2-3266-4102-a924-abcd546c8039 service neutron] 10.222.0.44 "PUT /v2.0/ports/9b434e3e-4fe0-404a-b210-e9f2f7db8dc8 HTTP/1.1" status: 200 len: 1095 time: 1.2925160 May 05 21:42:12.163971 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce8bdc2-3266-4102-a924-abcd546c8039 service neutron] Pushing event updated for resources: {'Port': ['ID=9b434e3e-4fe0-404a-b210-e9f2f7db8dc8,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:12.245403 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c27fa411-cc73-42a9-9d4c-2856ee820733 req-a430a2b7-3de1-4924-9795-e04d44ad7f10 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:12.255988 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device d518cc62-5d31-49a9-9e27-e60e3c7d5848 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:42:12.320406 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0943c046-6e93-4b7f-b1b1-af6911ea8e84 req-dae67590-665c-4e62-ab0a-966e2686d06f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=81eab7c1fe9e43afad7f59eb7b238035&device_id=c1442fd4-53de-4ee1-8c04-3b660ac6f9b3 HTTP/1.1" status: 200 len: 1098 time: 0.1473768 May 05 21:42:12.360222 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a430a2b7-3de1-4924-9795-e04d44ad7f10 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa49b3c0-1c70-49eb-9436-713e6ba7eff8,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:12.392947 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0943c046-6e93-4b7f-b1b1-af6911ea8e84 req-7c2e0bcb-13ec-418e-bb97-adb55fe8384d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=9b434e3e-4fe0-404a-b210-e9f2f7db8dc8 HTTP/1.1" status: 200 len: 217 time: 0.0648005 May 05 21:42:12.398721 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c27fa411-cc73-42a9-9d4c-2856ee820733 req-a430a2b7-3de1-4924-9795-e04d44ad7f10 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:12.400145 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c27fa411-cc73-42a9-9d4c-2856ee820733 req-a430a2b7-3de1-4924-9795-e04d44ad7f10 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "DELETE /v2.0/security-groups/fa49b3c0-1c70-49eb-9436-713e6ba7eff8 HTTP/1.1" status: 204 len: 173 time: 0.9733446 May 05 21:42:12.413804 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-042ce938-8dcd-40b1-96ac-15776df84747 admin admin] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:12.415258 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-042ce938-8dcd-40b1-96ac-15776df84747 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.3604560 May 05 21:42:12.418751 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 33918) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:42:12.482753 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943c046-6e93-4b7f-b1b1-af6911ea8e84 req-db2bf856-dd5a-4c8c-be0d-d1f05de96ee7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:12.486149 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0943c046-6e93-4b7f-b1b1-af6911ea8e84 req-db2bf856-dd5a-4c8c-be0d-d1f05de96ee7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.0856302 May 05 21:42:12.490395 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-ab6ddeac-029a-40eb-b7be-22d4e907d6b9 req-17b24918-082d-4445-88fb-ee08cd128492 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1618092344', 'description': 'tempest-description-252750912'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:42:12.503988 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-ab6ddeac-029a-40eb-b7be-22d4e907d6b9 req-17b24918-082d-4445-88fb-ee08cd128492 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:42:12.580951 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-29515361-ec72-4a8b-aa04-b4d7617fee89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c8cbce-1e23-49de-9eaf-b85463b74d73', 'name': 'tempest-FloatingIPsNegativeTestJSON-594584528-router', 'tenant_id': 'e599d915365d45c1a4fec96bd9aa7337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': 'f7c26309-8025-428d-9b1e-b1cf93bbbe26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:42:06Z', 'updated_at': '2022-05-05T21:42:09Z', 'revision_number': 3, 'project_id': 'e599d915365d45c1a4fec96bd9aa7337', 'gw_port': {'id': 'f7c26309-8025-428d-9b1e-b1cf93bbbe26', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:99:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c8cbce-1e23-49de-9eaf-b85463b74d73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:42:08Z', 'updated_at': '2022-05-05T21:42:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:42:12.585620 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0943c046-6e93-4b7f-b1b1-af6911ea8e84 req-b6e8d395-593c-409b-a556-38bc68acb27e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0940094 May 05 21:42:12.587121 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29515361-ec72-4a8b-aa04-b4d7617fee89 None None] Checking router: 26c8cbce-1e23-49de-9eaf-b85463b74d73 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:42:12.587626 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29515361-ec72-4a8b-aa04-b4d7617fee89 None None] Updating router 26c8cbce-1e23-49de-9eaf-b85463b74d73 port f7c26309-8025-428d-9b1e-b1cf93bbbe26 binding host n-d-825175-4 {{(pid=84068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 21:42:12.599223 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-ab6ddeac-029a-40eb-b7be-22d4e907d6b9 req-17b24918-082d-4445-88fb-ee08cd128492 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Usage tracker for resource:security_group and tenant:723b8e4bd7994a289f02d2a1d7ea4ecf is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:42:12.619255 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port d518cc62-5d31-49a9-9e27-e60e3c7d5848 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:42:12.620421 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:12.627874 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-ab6ddeac-029a-40eb-b7be-22d4e907d6b9 req-17b24918-082d-4445-88fb-ee08cd128492 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:42:12.651477 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-29515361-ec72-4a8b-aa04-b4d7617fee89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:12.654022 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-ab6ddeac-029a-40eb-b7be-22d4e907d6b9 req-17b24918-082d-4445-88fb-ee08cd128492 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:42:12.708892 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338efb19-2264-4876-be4f-3bbcd6344133 req-24d87964-532c-4958-8ba8-9d3ccc27f910 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:12.716530 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-338efb19-2264-4876-be4f-3bbcd6344133 req-24d87964-532c-4958-8ba8-9d3ccc27f910 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1442fd4-53de-4ee1-8c04-3b660ac6f9b3 HTTP/1.1" status: 200 len: 947 time: 0.4828753 May 05 21:42:12.720912 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-ab6ddeac-029a-40eb-b7be-22d4e907d6b9 req-17b24918-082d-4445-88fb-ee08cd128492 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:12.821076 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-ab6ddeac-029a-40eb-b7be-22d4e907d6b9 req-17b24918-082d-4445-88fb-ee08cd128492 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:42:12.843827 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0943c046-6e93-4b7f-b1b1-af6911ea8e84 req-6985cb89-edcb-48fb-b96b-b62fda5ed403 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499342 May 05 21:42:12.847254 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-338efb19-2264-4876-be4f-3bbcd6344133 req-22e37e9d-e0ce-43ff-993a-5c3e316cd0ff tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] 10.222.0.23 "GET /v2.0/security-groups?id=d969caae-1cf7-44e6-8fc3-9aef5d276c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298029 May 05 21:42:12.857193 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-ab6ddeac-029a-40eb-b7be-22d4e907d6b9 req-17b24918-082d-4445-88fb-ee08cd128492 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Usage tracker for resource:security_group_rule and tenant:723b8e4bd7994a289f02d2a1d7ea4ecf is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:42:12.873645 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-ab6ddeac-029a-40eb-b7be-22d4e907d6b9 req-17b24918-082d-4445-88fb-ee08cd128492 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:42:12.900412 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-ab6ddeac-029a-40eb-b7be-22d4e907d6b9 req-17b24918-082d-4445-88fb-ee08cd128492 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:42:12.974487 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d5914167-a9bc-434f-a02c-4b71a9ff90a1 None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:12.996449 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-d5914167-a9bc-434f-a02c-4b71a9ff90a1 None None] Transition to ACTIVE for port object 9e7170a0-07a6-4d7c-b314-a0b2e5df4936 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:42:13.006283 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d5914167-a9bc-434f-a02c-4b71a9ff90a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:13.079016 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0943c046-6e93-4b7f-b1b1-af6911ea8e84 req-9a10ecf9-766a-48d3-8421-4e2fd5448b1d service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281153 May 05 21:42:13.140508 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-ab6ddeac-029a-40eb-b7be-22d4e907d6b9 req-17b24918-082d-4445-88fb-ee08cd128492 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:13.169846 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f3d334-c9e3-4190-95e8-cafd4368f29e None None] Pushing event updated for resources: {'Port': ['ID=9e7170a0-07a6-4d7c-b314-a0b2e5df4936,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:13.174925 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-d5914167-a9bc-434f-a02c-4b71a9ff90a1 None None] Attempting to bind port 9e7170a0-07a6-4d7c-b314-a0b2e5df4936 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:42:13.175218 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-d5914167-a9bc-434f-a02c-4b71a9ff90a1 None None] Attempting to bind port 9e7170a0-07a6-4d7c-b314-a0b2e5df4936 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:42:13.175620 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5914167-a9bc-434f-a02c-4b71a9ff90a1 None None] Attempting to bind port 9e7170a0-07a6-4d7c-b314-a0b2e5df4936 on network 25bfe237-58de-4709-a3e0-ac79da07c300 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:42:13.183316 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5914167-a9bc-434f-a02c-4b71a9ff90a1 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:42:13.183838 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5914167-a9bc-434f-a02c-4b71a9ff90a1 None None] Checking segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:42:13.184233 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d5914167-a9bc-434f-a02c-4b71a9ff90a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:13.184663 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5914167-a9bc-434f-a02c-4b71a9ff90a1 None None] Bound using segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:42:13.185121 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-d5914167-a9bc-434f-a02c-4b71a9ff90a1 None None] Bound port: 9e7170a0-07a6-4d7c-b314-a0b2e5df4936, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:42:13.185486 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d5914167-a9bc-434f-a02c-4b71a9ff90a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:13.188138 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-ab6ddeac-029a-40eb-b7be-22d4e907d6b9 req-17b24918-082d-4445-88fb-ee08cd128492 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:13.271781 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b24918-082d-4445-88fb-ee08cd128492 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49f4cdde-25db-40a3-9df8-77f197ffc5dd,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:13.273030 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-d5914167-a9bc-434f-a02c-4b71a9ff90a1 None None] For port 9e7170a0-07a6-4d7c-b314-a0b2e5df4936, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:42:13.277638 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-d5914167-a9bc-434f-a02c-4b71a9ff90a1 None None] For port 9e7170a0-07a6-4d7c-b314-a0b2e5df4936, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=9e7170a0-07a6-4d7c-b314-a0b2e5df4936,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:42:13.284775 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d5914167-a9bc-434f-a02c-4b71a9ff90a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:13.309073 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-29515361-ec72-4a8b-aa04-b4d7617fee89 None None] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:13.323670 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.provisioning_blocks [None req-29515361-ec72-4a8b-aa04-b4d7617fee89 None None] Transition to ACTIVE for port object f7c26309-8025-428d-9b1e-b1cf93bbbe26 will not be triggered until provisioned by entity L2. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:42:13.335535 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-ab6ddeac-029a-40eb-b7be-22d4e907d6b9 req-17b24918-082d-4445-88fb-ee08cd128492 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:13.337219 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ab6ddeac-029a-40eb-b7be-22d4e907d6b9 req-17b24918-082d-4445-88fb-ee08cd128492 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 0.8513625 May 05 21:42:13.350064 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-29515361-ec72-4a8b-aa04-b4d7617fee89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:13.383333 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f3d334-c9e3-4190-95e8-cafd4368f29e None None] Pushing event updated for resources: {'Port': ['ID=9e7170a0-07a6-4d7c-b314-a0b2e5df4936,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:13.412323 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5914167-a9bc-434f-a02c-4b71a9ff90a1 None None] Routers {'e357e861-6673-4ff9-a2df-c2bd01419397'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:42:13.413520 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-d5914167-a9bc-434f-a02c-4b71a9ff90a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:41:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['e357e861-6673-4ff9-a2df-c2bd01419397'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:42:13.463767 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb996043-999b-4c1d-9fba-fc23e2fd9124 req-f1b0ea06-2e95-4dd7-81b9-b4cbcc3561b8 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:13.465311 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cb996043-999b-4c1d-9fba-fc23e2fd9124 req-f1b0ea06-2e95-4dd7-81b9-b4cbcc3561b8 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=c90911d9-c421-4874-8935-956d1072f84b HTTP/1.1" status: 200 len: 950 time: 0.4255540 May 05 21:42:13.481005 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 961ce505-c494-4a7a-99a8-43c063b230c8 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:42:13.499828 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-29515361-ec72-4a8b-aa04-b4d7617fee89 None None] Attempting to bind port f7c26309-8025-428d-9b1e-b1cf93bbbe26 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:42:13.500183 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-29515361-ec72-4a8b-aa04-b4d7617fee89 None None] Attempting to bind port f7c26309-8025-428d-9b1e-b1cf93bbbe26 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:42:13.500531 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29515361-ec72-4a8b-aa04-b4d7617fee89 None None] Attempting to bind port f7c26309-8025-428d-9b1e-b1cf93bbbe26 on network 25bfe237-58de-4709-a3e0-ac79da07c300 {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:42:13.507637 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a647bc4-780d-408f-abfa-a48a6d11c74f None None] Pushing event updated for resources: {'Port': ['ID=f7c26309-8025-428d-9b1e-b1cf93bbbe26,revision_number=2']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:13.520515 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29515361-ec72-4a8b-aa04-b4d7617fee89 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:42:13.521115 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29515361-ec72-4a8b-aa04-b4d7617fee89 None None] Checking segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:42:13.521651 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-29515361-ec72-4a8b-aa04-b4d7617fee89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:13.522164 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29515361-ec72-4a8b-aa04-b4d7617fee89 None None] Bound using segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:42:13.522995 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-29515361-ec72-4a8b-aa04-b4d7617fee89 None None] Bound port: f7c26309-8025-428d-9b1e-b1cf93bbbe26, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:42:13.523646 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-29515361-ec72-4a8b-aa04-b4d7617fee89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:13.535429 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97cf382b-b611-46f6-82f5-98dcb3b200fb'] response: {'server_uuid': '69bfe57c-584c-43e8-9251-0c220d92fa83', 'name': 'network-vif-deleted', 'tag': '9d3fb1fa-9cb8-4a80-856f-140b78d9e59f', 'status': 'completed', 'code': 200} May 05 21:42:13.552092 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a647bc4-780d-408f-abfa-a48a6d11c74f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:42:13.552704 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a647bc4-780d-408f-abfa-a48a6d11c74f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:42:13.553615 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a647bc4-780d-408f-abfa-a48a6d11c74f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:42:13.554392 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a647bc4-780d-408f-abfa-a48a6d11c74f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:42:13.554891 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a647bc4-780d-408f-abfa-a48a6d11c74f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:42:13.555720 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a647bc4-780d-408f-abfa-a48a6d11c74f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:42:13.556241 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a647bc4-780d-408f-abfa-a48a6d11c74f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:42:13.556726 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a647bc4-780d-408f-abfa-a48a6d11c74f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:42:13.557972 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a647bc4-780d-408f-abfa-a48a6d11c74f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:42:13.558639 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a647bc4-780d-408f-abfa-a48a6d11c74f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:42:13.559576 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a647bc4-780d-408f-abfa-a48a6d11c74f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:42:13.584704 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2b8c5c89-dd07-4c3f-9e35-1459c297dc12 req-42218386-70b1-444e-8041-7cd8f55b4ebe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d0c3bd18deb4529a9eff5d87fa07f7f&device_id=c90911d9-c421-4874-8935-956d1072f84b HTTP/1.1" status: 200 len: 1101 time: 0.1337731 May 05 21:42:13.618678 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-29515361-ec72-4a8b-aa04-b4d7617fee89 None None] For port f7c26309-8025-428d-9b1e-b1cf93bbbe26, host n-d-825175-4, cleared binding levels {{(pid=84068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:42:13.621772 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-29515361-ec72-4a8b-aa04-b4d7617fee89 None None] For port f7c26309-8025-428d-9b1e-b1cf93bbbe26, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=f7c26309-8025-428d-9b1e-b1cf93bbbe26,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:42:13.632992 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-29515361-ec72-4a8b-aa04-b4d7617fee89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:13.649555 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cb996043-999b-4c1d-9fba-fc23e2fd9124 req-1fb14e22-4189-4371-a1c9-5167d93fab9c tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671927 May 05 21:42:13.662246 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-96fb474b-2e05-440a-aa16-cd3505a6fb9d req-84527d38-2bfe-446b-b73a-3d7c17c36f68 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/security-groups/cd82275a-45ce-4932-9a92-ea22762bc178 HTTP/1.1" status: 200 len: 1635 time: 0.1181834 May 05 21:42:13.746445 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a647bc4-780d-408f-abfa-a48a6d11c74f None None] Pushing event updated for resources: {'Port': ['ID=f7c26309-8025-428d-9b1e-b1cf93bbbe26,revision_number=3']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:13.747833 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port 961ce505-c494-4a7a-99a8-43c063b230c8 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:42:13.763270 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 961ce505-c494-4a7a-99a8-43c063b230c8 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:42:13.766339 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:13.800743 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29515361-ec72-4a8b-aa04-b4d7617fee89 None None] Routers {'26c8cbce-1e23-49de-9eaf-b85463b74d73'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:42:13.801708 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-29515361-ec72-4a8b-aa04-b4d7617fee89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:41:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['26c8cbce-1e23-49de-9eaf-b85463b74d73'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:42:13.852903 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c5c89-dd07-4c3f-9e35-1459c297dc12 req-be26fe25-df60-4919-a811-681ec6bfdc71 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:13.855121 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2b8c5c89-dd07-4c3f-9e35-1459c297dc12 req-be26fe25-df60-4919-a811-681ec6bfdc71 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 HTTP/1.1" status: 200 len: 870 time: 0.2638097 May 05 21:42:13.912352 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-d5914167-a9bc-434f-a02c-4b71a9ff90a1 None None] Set router e357e861-6673-4ff9-a2df-c2bd01419397 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:42:13.945490 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2b8c5c89-dd07-4c3f-9e35-1459c297dc12 req-068d55ff-eb20-4a93-bec3-4ff858c0ed1d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=4fb020a9-8991-4a55-bc6f-9564698b0e92 HTTP/1.1" status: 200 len: 217 time: 0.0815899 May 05 21:42:13.982083 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5317f00f-cecb-4d93-ae48-69f82ed2d3fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:13.991620 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-29515361-ec72-4a8b-aa04-b4d7617fee89 None None] Set router 26c8cbce-1e23-49de-9eaf-b85463b74d73 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:42:14.023548 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c5c89-dd07-4c3f-9e35-1459c297dc12 req-896f7a12-c253-4e25-90d4-623b2b3e5d36 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:14.025001 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2b8c5c89-dd07-4c3f-9e35-1459c297dc12 req-896f7a12-c253-4e25-90d4-623b2b3e5d36 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.0698993 May 05 21:42:14.056059 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:14.131003 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2b8c5c89-dd07-4c3f-9e35-1459c297dc12 req-5668f588-d9de-428f-9f46-0d648f2f7069 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0988595 May 05 21:42:14.205841 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-96fb474b-2e05-440a-aa16-cd3505a6fb9d req-266fef49-ea71-4e96-ba0a-0aacb38ef429 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:14.282908 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e0f4fa-7535-47a6-b0f4-cdc1a472748e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '961ce505-c494-4a7a-99a8-43c063b230c8'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:42:14.297516 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 961ce505-c494-4a7a-99a8-43c063b230c8, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=961ce505-c494-4a7a-99a8-43c063b230c8,segment=NetworkSegment(1433ba6d-48b0-4056-91b6-deba1a0564ab),segment_id=1433ba6d-48b0-4056-91b6-deba1a0564ab)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:42:14.306226 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:14.312239 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2b8c5c89-dd07-4c3f-9e35-1459c297dc12 req-b4273006-e966-4b07-b8a0-c303b1872c8a service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748405 May 05 21:42:14.321085 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-29515361-ec72-4a8b-aa04-b4d7617fee89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c8cbce-1e23-49de-9eaf-b85463b74d73', 'name': 'tempest-FloatingIPsNegativeTestJSON-594584528-router', 'tenant_id': 'e599d915365d45c1a4fec96bd9aa7337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': 'f7c26309-8025-428d-9b1e-b1cf93bbbe26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:42:06Z', 'updated_at': '2022-05-05T21:42:09Z', 'revision_number': 3, 'project_id': 'e599d915365d45c1a4fec96bd9aa7337', 'gw_port': {'id': 'f7c26309-8025-428d-9b1e-b1cf93bbbe26', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:99:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c8cbce-1e23-49de-9eaf-b85463b74d73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:42:08Z', 'updated_at': '2022-05-05T21:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:42:14.325062 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29515361-ec72-4a8b-aa04-b4d7617fee89 None None] The sync data for ids ['26c8cbce-1e23-49de-9eaf-b85463b74d73'] in n-d-825175-4 is: [{'id': '26c8cbce-1e23-49de-9eaf-b85463b74d73', 'name': 'tempest-FloatingIPsNegativeTestJSON-594584528-router', 'tenant_id': 'e599d915365d45c1a4fec96bd9aa7337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': 'f7c26309-8025-428d-9b1e-b1cf93bbbe26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:42:06Z', 'updated_at': '2022-05-05T21:42:09Z', 'revision_number': 3, 'project_id': 'e599d915365d45c1a4fec96bd9aa7337', 'gw_port': {'id': 'f7c26309-8025-428d-9b1e-b1cf93bbbe26', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:99:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c8cbce-1e23-49de-9eaf-b85463b74d73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:42:08Z', 'updated_at': '2022-05-05T21:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:42:14.357616 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-96fb474b-2e05-440a-aa16-cd3505a6fb9d req-266fef49-ea71-4e96-ba0a-0aacb38ef429 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:14.382481 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-d5914167-a9bc-434f-a02c-4b71a9ff90a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e357e861-6673-4ff9-a2df-c2bd01419397', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1706462636-router', 'tenant_id': 'caf8261703da4bb5a03dc145b93e3b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '9e7170a0-07a6-4d7c-b314-a0b2e5df4936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:42:03Z', 'updated_at': '2022-05-05T21:42:06Z', 'revision_number': 3, 'project_id': 'caf8261703da4bb5a03dc145b93e3b71', 'gw_port': {'id': '9e7170a0-07a6-4d7c-b314-a0b2e5df4936', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:30:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e357e861-6673-4ff9-a2df-c2bd01419397', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:42:05Z', 'updated_at': '2022-05-05T21:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:42:14.392393 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5914167-a9bc-434f-a02c-4b71a9ff90a1 None None] The sync data for ids ['e357e861-6673-4ff9-a2df-c2bd01419397'] in n-d-825175-4 is: [{'id': 'e357e861-6673-4ff9-a2df-c2bd01419397', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1706462636-router', 'tenant_id': 'caf8261703da4bb5a03dc145b93e3b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '9e7170a0-07a6-4d7c-b314-a0b2e5df4936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:42:03Z', 'updated_at': '2022-05-05T21:42:06Z', 'revision_number': 3, 'project_id': 'caf8261703da4bb5a03dc145b93e3b71', 'gw_port': {'id': '9e7170a0-07a6-4d7c-b314-a0b2e5df4936', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:30:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e357e861-6673-4ff9-a2df-c2bd01419397', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:42:05Z', 'updated_at': '2022-05-05T21:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:42:14.399819 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=961ce505-c494-4a7a-99a8-43c063b230c8,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:14.454211 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6756c62b-49a0-4f6a-a921-8aeef3551848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:14.497600 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ac2c8-98ad-4bcf-940d-19c851ca0262 req-79f6974a-a038-4b6d-9207-cdaf58260a22 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:14.499772 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-174ac2c8-98ad-4bcf-940d-19c851ca0262 req-79f6974a-a038-4b6d-9207-cdaf58260a22 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/ports?device_id=11e0f4fa-7535-47a6-b0f4-cdc1a472748e HTTP/1.1" status: 200 len: 944 time: 0.6099210 May 05 21:42:14.502330 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-96fb474b-2e05-440a-aa16-cd3505a6fb9d req-266fef49-ea71-4e96-ba0a-0aacb38ef429 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:14.504655 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2b8c5c89-dd07-4c3f-9e35-1459c297dc12 req-902e3db2-fefb-446e-91c6-93ba72eb099d service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717954 May 05 21:42:14.562269 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266fef49-ea71-4e96-ba0a-0aacb38ef429 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd82275a-45ce-4932-9a92-ea22762bc178,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:14.664805 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-96fb474b-2e05-440a-aa16-cd3505a6fb9d req-266fef49-ea71-4e96-ba0a-0aacb38ef429 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:14.665914 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-96fb474b-2e05-440a-aa16-cd3505a6fb9d req-266fef49-ea71-4e96-ba0a-0aacb38ef429 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "DELETE /v2.0/security-groups/cd82275a-45ce-4932-9a92-ea22762bc178 HTTP/1.1" status: 204 len: 173 time: 0.9939144 May 05 21:42:14.708740 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-174ac2c8-98ad-4bcf-940d-19c851ca0262 req-4005817c-bfd5-47a0-9cac-65481dd6bd7e tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/security-groups?id=060a0163-921c-42d6-97e2-b2f13023d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750667 May 05 21:42:14.721284 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-55eab4d6-0ac6-40fd-9d6a-ea527a739f0f req-c9e7c12c-3947-4a8e-be3e-5d9165d0588e tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1531198628', 'description': 'tempest-description-485317788'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:42:14.801508 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-55eab4d6-0ac6-40fd-9d6a-ea527a739f0f req-c9e7c12c-3947-4a8e-be3e-5d9165d0588e tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:42:14.817051 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-55eab4d6-0ac6-40fd-9d6a-ea527a739f0f req-c9e7c12c-3947-4a8e-be3e-5d9165d0588e tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Usage tracker for resource:security_group and tenant:723b8e4bd7994a289f02d2a1d7ea4ecf is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:42:14.832470 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-55eab4d6-0ac6-40fd-9d6a-ea527a739f0f req-c9e7c12c-3947-4a8e-be3e-5d9165d0588e tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:42:14.848296 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-55eab4d6-0ac6-40fd-9d6a-ea527a739f0f req-c9e7c12c-3947-4a8e-be3e-5d9165d0588e tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:42:14.920871 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-55eab4d6-0ac6-40fd-9d6a-ea527a739f0f req-c9e7c12c-3947-4a8e-be3e-5d9165d0588e tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:14.955640 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-6756c62b-49a0-4f6a-a921-8aeef3551848 admin admin] Allocated IP 172.20.0.1 (4a118f75-6402-41b9-9321-665059ee52dd/2c6bf067-b6d5-40b0-85b3-48d049dd595f/9268578c-7c93-47e6-b1fc-b6f7138d300a) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:42:15.170930 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-55eab4d6-0ac6-40fd-9d6a-ea527a739f0f req-c9e7c12c-3947-4a8e-be3e-5d9165d0588e tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:42:15.180850 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-55eab4d6-0ac6-40fd-9d6a-ea527a739f0f req-c9e7c12c-3947-4a8e-be3e-5d9165d0588e tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Usage tracker for resource:security_group_rule and tenant:723b8e4bd7994a289f02d2a1d7ea4ecf is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:42:15.187377 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-55eab4d6-0ac6-40fd-9d6a-ea527a739f0f req-c9e7c12c-3947-4a8e-be3e-5d9165d0588e tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:42:15.235567 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-55eab4d6-0ac6-40fd-9d6a-ea527a739f0f req-c9e7c12c-3947-4a8e-be3e-5d9165d0588e tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:42:15.439262 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6756c62b-49a0-4f6a-a921-8aeef3551848 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:15.495244 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-6756c62b-49a0-4f6a-a921-8aeef3551848 admin admin] Transition to ACTIVE for port object 9268578c-7c93-47e6-b1fc-b6f7138d300a will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:42:15.506904 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-55eab4d6-0ac6-40fd-9d6a-ea527a739f0f req-c9e7c12c-3947-4a8e-be3e-5d9165d0588e tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:15.517923 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-55eab4d6-0ac6-40fd-9d6a-ea527a739f0f req-c9e7c12c-3947-4a8e-be3e-5d9165d0588e tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:15.536640 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1442fd4-53de-4ee1-8c04-3b660ac6f9b3', 'tag': '9b434e3e-4fe0-404a-b210-e9f2f7db8dc8'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:42:15.541881 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b8c65349-7d88-4495-81c2-54d9a3ff86fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:15.589522 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad4808-5985-4f9e-b095-d50c7672d885 req-7f4b9bc7-05dc-4db7-acab-d6f897cde184 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:15.596537 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d7ad4808-5985-4f9e-b095-d50c7672d885 req-7f4b9bc7-05dc-4db7-acab-d6f897cde184 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1442fd4-53de-4ee1-8c04-3b660ac6f9b3 HTTP/1.1" status: 200 len: 947 time: 0.3478692 May 05 21:42:15.645471 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-55eab4d6-0ac6-40fd-9d6a-ea527a739f0f req-c9e7c12c-3947-4a8e-be3e-5d9165d0588e tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:15.646701 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-55eab4d6-0ac6-40fd-9d6a-ea527a739f0f req-c9e7c12c-3947-4a8e-be3e-5d9165d0588e tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1643 time: 0.9339049 May 05 21:42:15.670607 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ebc7f3-23d5-4c0b-ba04-6878516c0b97 req-e2a2df4b-81b7-43f8-b413-ee4b7887408f tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:15.671502 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-81ebc7f3-23d5-4c0b-ba04-6878516c0b97 req-e2a2df4b-81b7-43f8-b413-ee4b7887408f tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Synchronizing usage tracker for tenant:300e0002c0a34937b02bd35920b6a01f on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:42:15.680824 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e7c12c-3947-4a8e-be3e-5d9165d0588e tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b59b718a-0e82-4808-8eea-b1d64d5d3c2b,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:15.694581 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-81ebc7f3-23d5-4c0b-ba04-6878516c0b97 req-e2a2df4b-81b7-43f8-b413-ee4b7887408f tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Unset dirty status for tenant:300e0002c0a34937b02bd35920b6a01f on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:42:15.696513 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-81ebc7f3-23d5-4c0b-ba04-6878516c0b97 req-e2a2df4b-81b7-43f8-b413-ee4b7887408f tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.32 "GET /v2.0/ports?device_id=8804cd72-e5a7-432f-b5a3-f7c81f187a1e HTTP/1.1" status: 200 len: 945 time: 0.1510861 May 05 21:42:15.705986 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6756c62b-49a0-4f6a-a921-8aeef3551848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:15.712237 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cbb308d-7f3e-47f5-98b7-7ae7b1b458f8'] response: {'server_uuid': '11e0f4fa-7535-47a6-b0f4-cdc1a472748e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '961ce505-c494-4a7a-99a8-43c063b230c8', 'code': 200} May 05 21:42:15.788328 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-db0e5982-07c0-4ca9-814f-3a986646bf00 req-fcacec16-3a6f-4cb3-af19-48a38373e056 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2008703460', 'description': 'tempest-description-331695788'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:42:15.810563 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-db0e5982-07c0-4ca9-814f-3a986646bf00 req-fcacec16-3a6f-4cb3-af19-48a38373e056 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:42:15.824943 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d7ad4808-5985-4f9e-b095-d50c7672d885 req-81c16d9a-f829-4772-b070-328a5a42f5ed tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] 10.222.0.23 "GET /v2.0/security-groups?id=d969caae-1cf7-44e6-8fc3-9aef5d276c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275658 May 05 21:42:15.826124 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-db0e5982-07c0-4ca9-814f-3a986646bf00 req-fcacec16-3a6f-4cb3-af19-48a38373e056 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Usage tracker for resource:security_group and tenant:ddd4b9e379904604953b02573e2642da is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:42:15.837242 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-81ebc7f3-23d5-4c0b-ba04-6878516c0b97 req-2a4644f3-13a4-44e5-84bb-b9ff24026d03 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Deleting port b5eb4f53-a642-446d-8190-e7b77b1d015d {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:42:15.837592 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-81ebc7f3-23d5-4c0b-ba04-6878516c0b97 req-2a4644f3-13a4-44e5-84bb-b9ff24026d03 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:15.862603 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-db0e5982-07c0-4ca9-814f-3a986646bf00 req-fcacec16-3a6f-4cb3-af19-48a38373e056 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:42:15.880493 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-db0e5982-07c0-4ca9-814f-3a986646bf00 req-fcacec16-3a6f-4cb3-af19-48a38373e056 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:42:15.883711 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6756c62b-49a0-4f6a-a921-8aeef3551848 admin admin] Pushing event updated for resources: {'Port': ['ID=9268578c-7c93-47e6-b1fc-b6f7138d300a,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:15.905105 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6756c62b-49a0-4f6a-a921-8aeef3551848 admin admin] Network 4a118f75-6402-41b9-9321-665059ee52dd is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:42:15.911024 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-6756c62b-49a0-4f6a-a921-8aeef3551848 admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:42:15.915942 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 9b434e3e-4fe0-404a-b210-e9f2f7db8dc8 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:42:15.923268 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6756c62b-49a0-4f6a-a921-8aeef3551848 admin admin] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:42:15.980238 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-db0e5982-07c0-4ca9-814f-3a986646bf00 req-fcacec16-3a6f-4cb3-af19-48a38373e056 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:16.055595 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ab2ac74d-e7ba-4abc-8be8-3ad1593a8871 req-9ca0da5e-21b6-4ffa-9f3c-fff6a9e84425 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=11e0f4fa-7535-47a6-b0f4-cdc1a472748e HTTP/1.1" status: 200 len: 1096 time: 0.2669492 May 05 21:42:16.087058 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-770c37cd-dc42-4a7d-87a1-5bad4b133910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:16.114245 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6756c62b-49a0-4f6a-a921-8aeef3551848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:16.213296 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 9b434e3e-4fe0-404a-b210-e9f2f7db8dc8, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=9b434e3e-4fe0-404a-b210-e9f2f7db8dc8,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:42:16.215609 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ab2ac74d-e7ba-4abc-8be8-3ad1593a8871 req-74013390-b22e-4874-a3f1-501bc87d16cb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=060a0163-921c-42d6-97e2-b2f13023d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375070 May 05 21:42:16.218150 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-b8c65349-7d88-4495-81c2-54d9a3ff86fe admin admin] Allocated IP 172.20.0.1 (efe40ef9-8e9e-4cb4-9fbb-15c4551d6bee/644898a8-feeb-458a-aef9-a79083d15986/ee3f3a79-7997-4f83-9061-84d51b40fc0b) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:42:16.233397 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-db0e5982-07c0-4ca9-814f-3a986646bf00 req-fcacec16-3a6f-4cb3-af19-48a38373e056 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:42:16.241100 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '9b434e3e-4fe0-404a-b210-e9f2f7db8dc8', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'port_id': '9b434e3e-4fe0-404a-b210-e9f2f7db8dc8', 'mac_address': 'fa:16:3e:ba:85:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f237a6ef-d044-411f-a2d8-d12619664c91', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:42:16.245617 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-db0e5982-07c0-4ca9-814f-3a986646bf00 req-fcacec16-3a6f-4cb3-af19-48a38373e056 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Usage tracker for resource:security_group_rule and tenant:ddd4b9e379904604953b02573e2642da is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:42:16.250629 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-81ebc7f3-23d5-4c0b-ba04-6878516c0b97 req-2a4644f3-13a4-44e5-84bb-b9ff24026d03 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] For port b5eb4f53-a642-446d-8190-e7b77b1d015d, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=b5eb4f53-a642-446d-8190-e7b77b1d015d,segment=NetworkSegment(87859d75-c285-4ea1-b899-3b38f003cf70),segment_id=87859d75-c285-4ea1-b899-3b38f003cf70)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:42:16.251019 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-81ebc7f3-23d5-4c0b-ba04-6878516c0b97 req-2a4644f3-13a4-44e5-84bb-b9ff24026d03 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:16.251196 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-db0e5982-07c0-4ca9-814f-3a986646bf00 req-fcacec16-3a6f-4cb3-af19-48a38373e056 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:42:16.262261 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-db0e5982-07c0-4ca9-814f-3a986646bf00 req-fcacec16-3a6f-4cb3-af19-48a38373e056 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:42:16.292241 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device f7c26309-8025-428d-9b1e-b1cf93bbbe26 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:42:16.401490 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-81ebc7f3-23d5-4c0b-ba04-6878516c0b97 req-2a4644f3-13a4-44e5-84bb-b9ff24026d03 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Calling delete_port for b5eb4f53-a642-446d-8190-e7b77b1d015d owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:42:16.425910 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:16.448970 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-687de576-cf33-4096-94ba-d17e4e6cbce8 None None] Provisioning for port 9268578c-7c93-47e6-b1fc-b6f7138d300a completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:42:16.455192 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-687de576-cf33-4096-94ba-d17e4e6cbce8 None None] Provisioning complete for port 9268578c-7c93-47e6-b1fc-b6f7138d300a triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:42:16.455724 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-687de576-cf33-4096-94ba-d17e4e6cbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:16.478465 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b434e3e-4fe0-404a-b210-e9f2f7db8dc8 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:42:16.511259 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e519d-805c-42d2-a870-8f4dc86b6a37 req-6a2d52a1-011f-45e9-b984-bd13f9d1bd47 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:16.518294 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-767e519d-805c-42d2-a870-8f4dc86b6a37 req-6a2d52a1-011f-45e9-b984-bd13f9d1bd47 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=c90911d9-c421-4874-8935-956d1072f84b HTTP/1.1" status: 200 len: 950 time: 0.5444193 May 05 21:42:16.520294 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 9b434e3e-4fe0-404a-b210-e9f2f7db8dc8, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=9b434e3e-4fe0-404a-b210-e9f2f7db8dc8,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:42:16.528795 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:16.560519 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-687de576-cf33-4096-94ba-d17e4e6cbce8 None None] Port 9268578c-7c93-47e6-b1fc-b6f7138d300a cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:42:16.564453 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-81ebc7f3-23d5-4c0b-ba04-6878516c0b97 req-2a4644f3-13a4-44e5-84bb-b9ff24026d03 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:16.567404 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port f7c26309-8025-428d-9b1e-b1cf93bbbe26 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:42:16.587420 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port f7c26309-8025-428d-9b1e-b1cf93bbbe26 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:42:16.587775 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:16.626466 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4644f3-13a4-44e5-84bb-b9ff24026d03 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Pushing event deleted for resources: {'Port': ['ID=b5eb4f53-a642-446d-8190-e7b77b1d015d,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:16.631393 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6756c62b-49a0-4f6a-a921-8aeef3551848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:16.651501 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=9b434e3e-4fe0-404a-b210-e9f2f7db8dc8,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:16.679396 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-767e519d-805c-42d2-a870-8f4dc86b6a37 req-e3e5d496-6bcd-4354-a906-90ca3b4235c8 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598170 May 05 21:42:16.684354 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4644f3-13a4-44e5-84bb-b9ff24026d03 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:42:16.684354 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4644f3-13a4-44e5-84bb-b9ff24026d03 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:42:16.684698 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4644f3-13a4-44e5-84bb-b9ff24026d03 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:42:16.685128 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4644f3-13a4-44e5-84bb-b9ff24026d03 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:42:16.685553 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4644f3-13a4-44e5-84bb-b9ff24026d03 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:42:16.686090 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4644f3-13a4-44e5-84bb-b9ff24026d03 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:42:16.686521 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4644f3-13a4-44e5-84bb-b9ff24026d03 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:42:16.686957 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4644f3-13a4-44e5-84bb-b9ff24026d03 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:42:16.687377 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4644f3-13a4-44e5-84bb-b9ff24026d03 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:42:16.687801 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4644f3-13a4-44e5-84bb-b9ff24026d03 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:42:16.688220 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4644f3-13a4-44e5-84bb-b9ff24026d03 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:42:16.704434 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-db0e5982-07c0-4ca9-814f-3a986646bf00 req-fcacec16-3a6f-4cb3-af19-48a38373e056 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:16.739502 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ebc7f3-23d5-4c0b-ba04-6878516c0b97 req-2a4644f3-13a4-44e5-84bb-b9ff24026d03 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] No DVR routers for this DVR port b5eb4f53-a642-446d-8190-e7b77b1d015d on host n-h2-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:42:16.742947 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-81ebc7f3-23d5-4c0b-ba04-6878516c0b97 req-2a4644f3-13a4-44e5-84bb-b9ff24026d03 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:16.743197 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:16.750005 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-db0e5982-07c0-4ca9-814f-3a986646bf00 req-fcacec16-3a6f-4cb3-af19-48a38373e056 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:16.755692 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b8c65349-7d88-4495-81c2-54d9a3ff86fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:16.762826 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-81ebc7f3-23d5-4c0b-ba04-6878516c0b97 req-2a4644f3-13a4-44e5-84bb-b9ff24026d03 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.32 "DELETE /v2.0/ports/b5eb4f53-a642-446d-8190-e7b77b1d015d HTTP/1.1" status: 204 len: 173 time: 1.0610893 May 05 21:42:16.771368 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port f7c26309-8025-428d-9b1e-b1cf93bbbe26, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=f7c26309-8025-428d-9b1e-b1cf93bbbe26,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:42:16.777995 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['9b434e3e-4fe0-404a-b210-e9f2f7db8dc8'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:42:16.809111 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:16.810043 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 9e7170a0-07a6-4d7c-b314-a0b2e5df4936 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:42:16.831876 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-b8c65349-7d88-4495-81c2-54d9a3ff86fe admin admin] Transition to ACTIVE for port object ee3f3a79-7997-4f83-9061-84d51b40fc0b will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:42:16.835602 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcacec16-3a6f-4cb3-af19-48a38373e056 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd04f50-2df2-44b8-b6b7-a00816113fa0,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:16.895234 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcacec16-3a6f-4cb3-af19-48a38373e056 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:42:16.895572 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcacec16-3a6f-4cb3-af19-48a38373e056 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:42:16.895905 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcacec16-3a6f-4cb3-af19-48a38373e056 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:42:16.896232 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcacec16-3a6f-4cb3-af19-48a38373e056 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:42:16.896554 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcacec16-3a6f-4cb3-af19-48a38373e056 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:42:16.896875 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcacec16-3a6f-4cb3-af19-48a38373e056 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:42:16.897193 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcacec16-3a6f-4cb3-af19-48a38373e056 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:42:16.897512 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcacec16-3a6f-4cb3-af19-48a38373e056 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:42:16.897824 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcacec16-3a6f-4cb3-af19-48a38373e056 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:42:16.898141 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcacec16-3a6f-4cb3-af19-48a38373e056 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:42:16.898456 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcacec16-3a6f-4cb3-af19-48a38373e056 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:42:16.906282 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-db0e5982-07c0-4ca9-814f-3a986646bf00 req-fcacec16-3a6f-4cb3-af19-48a38373e056 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:16.907505 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-db0e5982-07c0-4ca9-814f-3a986646bf00 req-fcacec16-3a6f-4cb3-af19-48a38373e056 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 1.1552966 May 05 21:42:16.992976 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b335bf83-96d0-4186-8637-c3b92b8bc185'] response: {'name': 'network-changed', 'server_uuid': 'c1442fd4-53de-4ee1-8c04-3b660ac6f9b3', 'tag': '9b434e3e-4fe0-404a-b210-e9f2f7db8dc8', 'status': 'completed', 'code': 200} May 05 21:42:17.071572 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=f7c26309-8025-428d-9b1e-b1cf93bbbe26,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:17.109592 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b56a5f86-ae9c-4d67-bdc6-3ea35bd1c941 req-544c77dd-fddf-4336-8350-43ff015730ff service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=81eab7c1fe9e43afad7f59eb7b238035&device_id=c1442fd4-53de-4ee1-8c04-3b660ac6f9b3 HTTP/1.1" status: 200 len: 1099 time: 0.0886483 May 05 21:42:17.112124 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 9e7170a0-07a6-4d7c-b314-a0b2e5df4936 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:42:17.120582 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 9e7170a0-07a6-4d7c-b314-a0b2e5df4936 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:42:17.120937 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:17.139748 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1eed0ec1-d4d3-45d6-98c0-e10cd48b0667 req-9d15d1d8-0df7-4398-9d6c-886736e62194 tempest-LiveAutoBlockMigrationV225Test-658670079 tempest-LiveAutoBlockMigrationV225Test-658670079-project] 10.222.0.23 "GET /v2.0/ports?device_id=8804cd72-e5a7-432f-b5a3-f7c81f187a1e HTTP/1.1" status: 200 len: 210 time: 0.0670176 May 05 21:42:17.156094 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b6c25f65-63cd-40a4-a1d1-29077c209a88 req-2f280513-6f30-4340-a075-b3436ea332ce tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] 10.222.0.23 "GET /v2.0/security-groups/49f4cdde-25db-40a3-9df8-77f197ffc5dd HTTP/1.1" status: 200 len: 1638 time: 0.1363502 May 05 21:42:17.176320 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b8c65349-7d88-4495-81c2-54d9a3ff86fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:17.264573 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c65349-7d88-4495-81c2-54d9a3ff86fe admin admin] Network efe40ef9-8e9e-4cb4-9fbb-15c4551d6bee is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:42:17.283329 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-b8c65349-7d88-4495-81c2-54d9a3ff86fe admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:42:17.286268 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c65349-7d88-4495-81c2-54d9a3ff86fe admin admin] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:42:17.300092 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:17.344270 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a5f86-ae9c-4d67-bdc6-3ea35bd1c941 req-b04c2519-ba39-4236-8b6b-8afe5a268e66 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:17.348601 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b56a5f86-ae9c-4d67-bdc6-3ea35bd1c941 req-b04c2519-ba39-4236-8b6b-8afe5a268e66 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 HTTP/1.1" status: 200 len: 870 time: 0.2281673 May 05 21:42:17.355839 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b8c65349-7d88-4495-81c2-54d9a3ff86fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:17.405845 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.resource_extend [None req-6756c62b-49a0-4f6a-a921-8aeef3551848 admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 21:42:17.436589 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:17.442229 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:17.471161 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 9e7170a0-07a6-4d7c-b314-a0b2e5df4936, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=9e7170a0-07a6-4d7c-b314-a0b2e5df4936,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:42:17.471682 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b6c25f65-63cd-40a4-a1d1-29077c209a88 req-2565e830-3c72-4d65-9ba7-bba7e5b99535 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] 10.222.0.23 "GET /v2.0/security-groups/b59b718a-0e82-4808-8eea-b1d64d5d3c2b HTTP/1.1" status: 200 len: 1638 time: 0.3145649 May 05 21:42:17.474212 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c65349-7d88-4495-81c2-54d9a3ff86fe admin admin] Pushing event updated for resources: {'Port': ['ID=ee3f3a79-7997-4f83-9061-84d51b40fc0b,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:17.479458 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-b6c25f65-63cd-40a4-a1d1-29077c209a88 req-865d8c27-16ee-4a4f-b3f3-8f643d1b34e4 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '49f4cdde-25db-40a3-9df8-77f197ffc5dd', 'remote_group_id': 'b59b718a-0e82-4808-8eea-b1d64d5d3c2b', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:42:17.479655 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:17.479874 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-b6c25f65-63cd-40a4-a1d1-29077c209a88 req-865d8c27-16ee-4a4f-b3f3-8f643d1b34e4 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '49f4cdde-25db-40a3-9df8-77f197ffc5dd', 'remote_group_id': 'b59b718a-0e82-4808-8eea-b1d64d5d3c2b', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:42:17.485813 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6756c62b-49a0-4f6a-a921-8aeef3551848 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:17.505283 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6756c62b-49a0-4f6a-a921-8aeef3551848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:17.517807 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b56a5f86-ae9c-4d67-bdc6-3ea35bd1c941 req-7d3bd6f2-4309-4f65-9140-c23f4cf8bda2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=9b434e3e-4fe0-404a-b210-e9f2f7db8dc8 HTTP/1.1" status: 200 len: 217 time: 0.1625879 May 05 21:42:17.559065 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-b6c25f65-63cd-40a4-a1d1-29077c209a88 req-865d8c27-16ee-4a4f-b3f3-8f643d1b34e4 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:42:17.572958 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=9e7170a0-07a6-4d7c-b314-a0b2e5df4936,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:17.638772 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-b6c25f65-63cd-40a4-a1d1-29077c209a88 req-865d8c27-16ee-4a4f-b3f3-8f643d1b34e4 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Usage tracker for resource:security_group_rule and tenant:723b8e4bd7994a289f02d2a1d7ea4ecf is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:42:17.643326 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a5f86-ae9c-4d67-bdc6-3ea35bd1c941 req-69a52d42-72c6-4473-9e68-316ebae1b709 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:17.645996 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b56a5f86-ae9c-4d67-bdc6-3ea35bd1c941 req-69a52d42-72c6-4473-9e68-316ebae1b709 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.1107678 May 05 21:42:17.646459 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-b6c25f65-63cd-40a4-a1d1-29077c209a88 req-865d8c27-16ee-4a4f-b3f3-8f643d1b34e4 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:42:17.679338 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-b6c25f65-63cd-40a4-a1d1-29077c209a88 req-865d8c27-16ee-4a4f-b3f3-8f643d1b34e4 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:42:17.692336 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-8e389d84-ae54-4cef-b352-c6a0cd9b1f74 None None] Provisioning for port ee3f3a79-7997-4f83-9061-84d51b40fc0b completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:42:17.698550 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-8e389d84-ae54-4cef-b352-c6a0cd9b1f74 None None] Provisioning complete for port ee3f3a79-7997-4f83-9061-84d51b40fc0b triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:42:17.699025 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8e389d84-ae54-4cef-b352-c6a0cd9b1f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:17.711827 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6756c62b-49a0-4f6a-a921-8aeef3551848 admin admin] Pushing event updated for resources: {'Port': ['ID=9268578c-7c93-47e6-b1fc-b6f7138d300a,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:17.714266 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6756c62b-49a0-4f6a-a921-8aeef3551848 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:17.737581 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b56a5f86-ae9c-4d67-bdc6-3ea35bd1c941 req-000ea581-bbd4-4e33-8f30-7a262b9d6bdf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0831318 May 05 21:42:17.761075 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-8e389d84-ae54-4cef-b352-c6a0cd9b1f74 None None] Port ee3f3a79-7997-4f83-9061-84d51b40fc0b cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:42:17.813584 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f8da7-eb23-4170-bda0-9cb06766e119 req-d47a903e-fc8f-4d04-ae50-156013fb7969 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:17.815801 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c52f8da7-eb23-4170-bda0-9cb06766e119 req-d47a903e-fc8f-4d04-ae50-156013fb7969 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/ports?device_id=11e0f4fa-7535-47a6-b0f4-cdc1a472748e HTTP/1.1" status: 200 len: 945 time: 0.3991709 May 05 21:42:17.872043 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b56a5f86-ae9c-4d67-bdc6-3ea35bd1c941 req-66ef8c2f-c3a7-46ab-bcd9-3f83c0311062 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269207 May 05 21:42:17.897431 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b8c65349-7d88-4495-81c2-54d9a3ff86fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:17.916289 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 9b434e3e-4fe0-404a-b210-e9f2f7db8dc8 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:42:17.991766 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 9b434e3e-4fe0-404a-b210-e9f2f7db8dc8 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:42:17.998012 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 9b434e3e-4fe0-404a-b210-e9f2f7db8dc8 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:42:17.998373 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:18.020192 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b56a5f86-ae9c-4d67-bdc6-3ea35bd1c941 req-5639a3a0-a96d-494e-af40-6cd242323716 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418941 May 05 21:42:18.032288 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-b6c25f65-63cd-40a4-a1d1-29077c209a88 req-865d8c27-16ee-4a4f-b3f3-8f643d1b34e4 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:18.066173 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c52f8da7-eb23-4170-bda0-9cb06766e119 req-935ae95b-fe0b-44af-9df0-0594462c7e1d tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/security-groups?id=060a0163-921c-42d6-97e2-b2f13023d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941786 May 05 21:42:18.093320 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6756c62b-49a0-4f6a-a921-8aeef3551848 admin admin] Network 4a118f75-6402-41b9-9321-665059ee52dd is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:42:18.094721 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-6756c62b-49a0-4f6a-a921-8aeef3551848 admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:42:18.122371 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:18.163802 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1442fd4-53de-4ee1-8c04-3b660ac6f9b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b434e3e-4fe0-404a-b210-e9f2f7db8dc8'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:42:18.176692 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 9b434e3e-4fe0-404a-b210-e9f2f7db8dc8, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=9b434e3e-4fe0-404a-b210-e9f2f7db8dc8,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:42:18.187316 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:18.238760 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device f7c26309-8025-428d-9b1e-b1cf93bbbe26 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:42:18.312141 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=9b434e3e-4fe0-404a-b210-e9f2f7db8dc8,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:18.323968 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-b6c25f65-63cd-40a4-a1d1-29077c209a88 req-865d8c27-16ee-4a4f-b3f3-8f643d1b34e4 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:18.331858 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port f7c26309-8025-428d-9b1e-b1cf93bbbe26 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:42:18.331858 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:18.405349 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-b0423d97-5128-431f-bd01-0679a4d13659 None None] Provisioning complete for port 9268578c-7c93-47e6-b1fc-b6f7138d300a triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:42:18.405609 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b0423d97-5128-431f-bd01-0679a4d13659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:18.504111 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-b0423d97-5128-431f-bd01-0679a4d13659 None None] Port 9268578c-7c93-47e6-b1fc-b6f7138d300a cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:42:18.507907 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 9e7170a0-07a6-4d7c-b314-a0b2e5df4936 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:42:18.512710 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-b6c25f65-63cd-40a4-a1d1-29077c209a88 req-865d8c27-16ee-4a4f-b3f3-8f643d1b34e4 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:18.573899 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865d8c27-16ee-4a4f-b3f3-8f643d1b34e4 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e8a2078-bf19-4562-835e-6af1836bd108,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:18.584126 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 9e7170a0-07a6-4d7c-b314-a0b2e5df4936 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:42:18.584494 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:18.613011 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-b6c25f65-63cd-40a4-a1d1-29077c209a88 req-865d8c27-16ee-4a4f-b3f3-8f643d1b34e4 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:18.614171 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b6c25f65-63cd-40a4-a1d1-29077c209a88 req-865d8c27-16ee-4a4f-b3f3-8f643d1b34e4 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 748 time: 1.1416056 May 05 21:42:18.715866 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393641c7-2bb2-4ea3-a786-a6cc3189c88a req-f222685b-add8-4473-a99a-bb6cda09083d tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:18.717339 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-393641c7-2bb2-4ea3-a786-a6cc3189c88a req-f222685b-add8-4473-a99a-bb6cda09083d tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1442fd4-53de-4ee1-8c04-3b660ac6f9b3 HTTP/1.1" status: 200 len: 949 time: 0.5067430 May 05 21:42:18.775578 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:18.860427 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b8c65349-7d88-4495-81c2-54d9a3ff86fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:18.884189 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2d77b0fe-5aae-4766-94e0-cba7ba939af9 req-2d1b185b-400a-45e0-94f6-d83fec56126e tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/security-groups/dcd04f50-2df2-44b8-b6b7-a00816113fa0 HTTP/1.1" status: 200 len: 1634 time: 0.2285588 May 05 21:42:18.884945 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b8c65349-7d88-4495-81c2-54d9a3ff86fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:18.955679 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-2d77b0fe-5aae-4766-94e0-cba7ba939af9 req-1c9ef542-8e5f-4731-acf6-1b30cc4713af tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1595598439', 'description': 'tempest-description-hth-309835005'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:42:18.994309 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8804cd72-e5a7-432f-b5a3-f7c81f187a1e', 'name': 'network-vif-deleted', 'tag': 'b5eb4f53-a642-446d-8190-e7b77b1d015d'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:42:19.045706 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-393641c7-2bb2-4ea3-a786-a6cc3189c88a req-d7143cc1-8e29-48fc-b7a3-6ba7018e782a tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] 10.222.0.23 "GET /v2.0/security-groups?id=d969caae-1cf7-44e6-8fc3-9aef5d276c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625306 May 05 21:42:19.046272 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c65349-7d88-4495-81c2-54d9a3ff86fe admin admin] Pushing event updated for resources: {'Port': ['ID=ee3f3a79-7997-4f83-9061-84d51b40fc0b,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:19.053381 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b8c65349-7d88-4495-81c2-54d9a3ff86fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:19.066985 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2d77b0fe-5aae-4766-94e0-cba7ba939af9 req-1c9ef542-8e5f-4731-acf6-1b30cc4713af tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks [] for security_group, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:19.246477 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2d77b0fe-5aae-4766-94e0-cba7ba939af9 req-1c9ef542-8e5f-4731-acf6-1b30cc4713af tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks [] for security_group, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:19.261691 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2d77b0fe-5aae-4766-94e0-cba7ba939af9 req-1c9ef542-8e5f-4731-acf6-1b30cc4713af tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:19.263986 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2d77b0fe-5aae-4766-94e0-cba7ba939af9 req-1c9ef542-8e5f-4731-acf6-1b30cc4713af tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:19.265162 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2d77b0fe-5aae-4766-94e0-cba7ba939af9 req-1c9ef542-8e5f-4731-acf6-1b30cc4713af tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "PUT /v2.0/security-groups/dcd04f50-2df2-44b8-b6b7-a00816113fa0 HTTP/1.1" status: 200 len: 1608 time: 0.3564157 May 05 21:42:19.319742 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a4831c6-ca34-4fe1-985d-f36d7b172a96'] response: {'server_uuid': 'c1442fd4-53de-4ee1-8c04-3b660ac6f9b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b434e3e-4fe0-404a-b210-e9f2f7db8dc8', 'code': 200} May 05 21:42:19.348497 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ef542-8e5f-4731-acf6-1b30cc4713af tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd04f50-2df2-44b8-b6b7-a00816113fa0,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:19.353607 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c65349-7d88-4495-81c2-54d9a3ff86fe admin admin] Network efe40ef9-8e9e-4cb4-9fbb-15c4551d6bee is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:42:19.356804 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-b8c65349-7d88-4495-81c2-54d9a3ff86fe admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:42:19.438835 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 33972) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:42:19.464029 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device b5eb4f53-a642-446d-8190-e7b77b1d015d no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:42:19.530514 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: b5eb4f53-a642-446d-8190-e7b77b1d015d {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:42:19.536503 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3f60e00c-c2a6-4d05-a7c9-93ed95769635 req-23abc593-e7f0-4a9e-98e6-6063d0f56c7e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c1442fd4-53de-4ee1-8c04-3b660ac6f9b3 HTTP/1.1" status: 200 len: 1100 time: 0.1346092 May 05 21:42:19.536922 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device b5eb4f53-a642-446d-8190-e7b77b1d015d not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:42:19.570089 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d51582-53ec-4766-8395-0142bd611c25 req-a4a79c5f-59b5-425d-a23c-ea440e0ae472 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:19.571595 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-93d51582-53ec-4766-8395-0142bd611c25 req-a4a79c5f-59b5-425d-a23c-ea440e0ae472 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=c90911d9-c421-4874-8935-956d1072f84b HTTP/1.1" status: 200 len: 950 time: 0.4006591 May 05 21:42:19.633816 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-d2a8d919-8c13-4025-9dab-98b3dfd997e2 None None] Provisioning complete for port ee3f3a79-7997-4f83-9061-84d51b40fc0b triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:42:19.634628 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d2a8d919-8c13-4025-9dab-98b3dfd997e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:19.639627 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-b46fe23d-d799-4342-9002-68d808ae0b3d admin admin] Deleting subnet 36081928-afee-4476-8a16-bce3420fbcc5 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:42:19.645480 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b46fe23d-d799-4342-9002-68d808ae0b3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:19.687768 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-d2a8d919-8c13-4025-9dab-98b3dfd997e2 None None] Port ee3f3a79-7997-4f83-9061-84d51b40fc0b cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:42:19.741488 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3f60e00c-c2a6-4d05-a7c9-93ed95769635 req-4ce043a3-2bbd-44b5-8840-2ace83368927 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d969caae-1cf7-44e6-8fc3-9aef5d276c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582758 May 05 21:42:19.746683 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-29066262-79d5-48d2-a898-b4881b365622 req-0459ad53-d4f7-44e5-ab43-51bdafdef4df tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] 10.222.0.23 "GET /v2.0/security-groups/b59b718a-0e82-4808-8eea-b1d64d5d3c2b HTTP/1.1" status: 200 len: 1638 time: 0.2040269 May 05 21:42:19.765010 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b46fe23d-d799-4342-9002-68d808ae0b3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:19.794627 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-93d51582-53ec-4766-8395-0142bd611c25 req-e0665fe3-4ea7-4dde-b5b4-2bcf4ecd05ef tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037852 May 05 21:42:19.828184 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b46fe23d-d799-4342-9002-68d808ae0b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:19.832959 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6756c62b-49a0-4f6a-a921-8aeef3551848 admin admin] Router e357e861-6673-4ff9-a2df-c2bd01419397 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:42:19.871977 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac00546f-5c7a-4790-a22c-c538c0a0f04c'] response: {'server_uuid': '8804cd72-e5a7-432f-b5a3-f7c81f187a1e', 'name': 'network-vif-deleted', 'tag': 'b5eb4f53-a642-446d-8190-e7b77b1d015d', 'status': 'completed', 'code': 200} May 05 21:42:19.918189 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b46fe23d-d799-4342-9002-68d808ae0b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:19.976669 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b46fe23d-d799-4342-9002-68d808ae0b3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:19.985365 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46fe23d-d799-4342-9002-68d808ae0b3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36081928-afee-4476-8a16-bce3420fbcc5,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:19.990360 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b46fe23d-d799-4342-9002-68d808ae0b3d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/36081928-afee-4476-8a16-bce3420fbcc5 HTTP/1.1" status: 204 len: 168 time: 0.5483263 May 05 21:42:19.990606 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 33978) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:42:20.100630 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-96fbbd0a-30e6-4026-bdc4-eee38086415d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:20.214606 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-29066262-79d5-48d2-a898-b4881b365622 req-5e889a78-7086-45cd-952e-39eed0b6fc25 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:20.232375 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-96fbbd0a-30e6-4026-bdc4-eee38086415d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:20.258381 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-96fbbd0a-30e6-4026-bdc4-eee38086415d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ea271d8-96e6-42e1-b4ca-22da751bdd28']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:42:20.272272 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-96fbbd0a-30e6-4026-bdc4-eee38086415d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87859d75-c285-4ea1-b899-3b38f003cf70') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:42:20.272606 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-96fbbd0a-30e6-4026-bdc4-eee38086415d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87859d75-c285-4ea1-b899-3b38f003cf70') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:42:20.275602 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-29066262-79d5-48d2-a898-b4881b365622 req-5e889a78-7086-45cd-952e-39eed0b6fc25 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:20.284664 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-96fbbd0a-30e6-4026-bdc4-eee38086415d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:20.300780 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-96fbbd0a-30e6-4026-bdc4-eee38086415d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:20.308280 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96fbbd0a-30e6-4026-bdc4-eee38086415d admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:42:20.308597 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-96fbbd0a-30e6-4026-bdc4-eee38086415d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:20.324227 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 21:42:20.324227 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:42:20.324227 n-d-825175-4 neutron-server[84063]: timer() May 05 21:42:20.324227 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:42:20.324227 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 21:42:20.324227 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:42:20.324227 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 21:42:20.324227 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:42:20.324227 n-d-825175-4 neutron-server[84063]: self._notify() May 05 21:42:20.324227 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:42:20.324227 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 21:42:20.324227 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:42:20.324227 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 21:42:20.324227 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:42:20.324227 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:42:20.324227 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:42:20.324227 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:42:20.324227 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:42:20.324227 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 21:42:20.324227 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:42:20.324227 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 21:42:20.324227 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:42:20.324227 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:42:20.324227 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:42:20.324227 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 21:42:20.324227 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:42:20.324227 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:42:20.324227 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:42:20.324227 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:42:20.324227 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:42:20.324227 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:42:20.324227 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:42:20.376705 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0cff5-7cec-40a9-9b6f-e8f65a7e8595 req-8072033c-adfe-476b-86a5-6802c60e4964 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:20.377750 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0ef0cff5-7cec-40a9-9b6f-e8f65a7e8595 req-8072033c-adfe-476b-86a5-6802c60e4964 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/ports?device_id=11e0f4fa-7535-47a6-b0f4-cdc1a472748e HTTP/1.1" status: 200 len: 945 time: 0.3766832 May 05 21:42:20.422351 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-96fbbd0a-30e6-4026-bdc4-eee38086415d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:20.448087 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-96fbbd0a-30e6-4026-bdc4-eee38086415d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:20.449428 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c65349-7d88-4495-81c2-54d9a3ff86fe admin admin] Router 26c8cbce-1e23-49de-9eaf-b85463b74d73 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:42:20.458525 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-29066262-79d5-48d2-a898-b4881b365622 req-5e889a78-7086-45cd-952e-39eed0b6fc25 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:20.467776 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fbbd0a-30e6-4026-bdc4-eee38086415d admin admin] Pushing event deleted for resources: {'Network': ['ID=2ea271d8-96e6-42e1-b4ca-22da751bdd28,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:20.473621 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-96fbbd0a-30e6-4026-bdc4-eee38086415d admin admin] 10.222.0.23 "DELETE /v2.0/networks/2ea271d8-96e6-42e1-b4ca-22da751bdd28 HTTP/1.1" status: 204 len: 168 time: 0.4789033 May 05 21:42:20.473894 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 33984) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:42:20.483591 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0ef0cff5-7cec-40a9-9b6f-e8f65a7e8595 req-8d79ea07-17c7-4918-bc14-4b96668b647a tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/security-groups?id=060a0163-921c-42d6-97e2-b2f13023d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970063 May 05 21:42:20.487831 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e889a78-7086-45cd-952e-39eed0b6fc25 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59b718a-0e82-4808-8eea-b1d64d5d3c2b,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:20.511608 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-29066262-79d5-48d2-a898-b4881b365622 req-5e889a78-7086-45cd-952e-39eed0b6fc25 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:20.512962 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-29066262-79d5-48d2-a898-b4881b365622 req-5e889a78-7086-45cd-952e-39eed0b6fc25 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] 10.222.0.23 "DELETE /v2.0/security-groups/b59b718a-0e82-4808-8eea-b1d64d5d3c2b HTTP/1.1" status: 204 len: 173 time: 0.7125583 May 05 21:42:20.582575 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a6f5009-3fd6-41a9-9681-0ec9a14e0bc7 admin admin] Deleting subnet 87bcf112-4ef0-4b85-b4f7-e45f6595cf40 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:42:20.597508 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7a6f5009-3fd6-41a9-9681-0ec9a14e0bc7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:20.701280 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7a6f5009-3fd6-41a9-9681-0ec9a14e0bc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:20.778479 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7a6f5009-3fd6-41a9-9681-0ec9a14e0bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:20.832434 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6756c62b-49a0-4f6a-a921-8aeef3551848 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:42:20.839768 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-62aecde3-b4ec-43a2-b181-57496eeb885a req-6c2a9171-13a0-47b5-84f1-f962f32ab2fa tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/security-groups/dcd04f50-2df2-44b8-b6b7-a00816113fa0 HTTP/1.1" status: 200 len: 1608 time: 0.2481914 May 05 21:42:20.852630 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-6756c62b-49a0-4f6a-a921-8aeef3551848 admin admin] 10.222.0.23 "PUT /v2.0/routers/e357e861-6673-4ff9-a2df-c2bd01419397/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0674286 May 05 21:42:20.892668 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7a6f5009-3fd6-41a9-9681-0ec9a14e0bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:20.946855 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7a6f5009-3fd6-41a9-9681-0ec9a14e0bc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:20.954484 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6f5009-3fd6-41a9-9681-0ec9a14e0bc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87bcf112-4ef0-4b85-b4f7-e45f6595cf40,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:20.954778 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161120a6-7648-466f-a1ab-3da415c85bcf req-31e789e9-f843-48a7-83be-1b6ce2bf5e0b tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:20.961284 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-7a6f5009-3fd6-41a9-9681-0ec9a14e0bc7 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/87bcf112-4ef0-4b85-b4f7-e45f6595cf40 HTTP/1.1" status: 204 len: 168 time: 0.4841197 May 05 21:42:20.962082 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-161120a6-7648-466f-a1ab-3da415c85bcf req-31e789e9-f843-48a7-83be-1b6ce2bf5e0b tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1442fd4-53de-4ee1-8c04-3b660ac6f9b3 HTTP/1.1" status: 200 len: 949 time: 0.2352931 May 05 21:42:20.962182 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 33998) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:42:21.058560 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fafec5f6-04ee-4e7f-9cf4-222490432249 req-0495b182-2ffa-41c5-a0e6-327dbe326ed5 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] 10.222.0.23 "GET /v2.0/security-groups/49f4cdde-25db-40a3-9df8-77f197ffc5dd HTTP/1.1" status: 200 len: 1638 time: 0.1617236 May 05 21:42:21.075359 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f7a78217-8546-4265-9a38-89858d8ca550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:21.088000 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-161120a6-7648-466f-a1ab-3da415c85bcf req-894c37db-6198-4fbe-9f64-569c8934ddf8 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] 10.222.0.23 "GET /v2.0/security-groups?id=d969caae-1cf7-44e6-8fc3-9aef5d276c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059151 May 05 21:42:21.124534 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c65349-7d88-4495-81c2-54d9a3ff86fe admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:42:21.135942 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b8c65349-7d88-4495-81c2-54d9a3ff86fe admin admin] 10.222.0.23 "PUT /v2.0/routers/26c8cbce-1e23-49de-9eaf-b85463b74d73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7158897 May 05 21:42:21.241436 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f7a78217-8546-4265-9a38-89858d8ca550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:21.274057 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-f7a78217-8546-4265-9a38-89858d8ca550 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c19b2411-a210-486f-9267-12f0980e02fe']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:42:21.304915 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-f7a78217-8546-4265-9a38-89858d8ca550 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53480646-0eff-4771-b596-450ec9f06e0a') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:42:21.305273 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-f7a78217-8546-4265-9a38-89858d8ca550 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53480646-0eff-4771-b596-450ec9f06e0a') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:42:21.317455 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4841b37-0e25-44f2-aedc-db7d3110e1a2 req-526f4f8f-b010-4f62-8679-16e520c0ea13 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:21.319354 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c4841b37-0e25-44f2-aedc-db7d3110e1a2 req-526f4f8f-b010-4f62-8679-16e520c0ea13 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=c90911d9-c421-4874-8935-956d1072f84b HTTP/1.1" status: 200 len: 950 time: 0.1095219 May 05 21:42:21.322907 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f7a78217-8546-4265-9a38-89858d8ca550 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:21.340317 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f7a78217-8546-4265-9a38-89858d8ca550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:21.347249 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7a78217-8546-4265-9a38-89858d8ca550 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:42:21.347745 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f7a78217-8546-4265-9a38-89858d8ca550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:21.360861 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 21:42:21.360861 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:42:21.360861 n-d-825175-4 neutron-server[84063]: timer() May 05 21:42:21.360861 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:42:21.360861 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 21:42:21.360861 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:42:21.360861 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 21:42:21.360861 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:42:21.360861 n-d-825175-4 neutron-server[84063]: self._notify() May 05 21:42:21.360861 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:42:21.360861 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 21:42:21.360861 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:42:21.360861 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 21:42:21.360861 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:42:21.360861 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:42:21.360861 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:42:21.360861 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:42:21.360861 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:42:21.360861 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 21:42:21.360861 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:42:21.360861 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 21:42:21.360861 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:42:21.360861 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:42:21.360861 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:42:21.360861 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 21:42:21.360861 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:42:21.360861 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:42:21.360861 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:42:21.360861 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:42:21.360861 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:42:21.360861 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:42:21.360861 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:42:21.387455 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-774e43c1-c877-48ad-b0df-947345fa58ce req-fd54e504-1623-44f5-b07f-d29f69356cdd tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/security-groups/dcd04f50-2df2-44b8-b6b7-a00816113fa0 HTTP/1.1" status: 200 len: 1608 time: 0.0670912 May 05 21:42:21.434609 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c4841b37-0e25-44f2-aedc-db7d3110e1a2 req-3d2672f5-74f3-4046-a9ed-16e989de78b4 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026387 May 05 21:42:21.448482 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f7a78217-8546-4265-9a38-89858d8ca550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:21.468954 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f7a78217-8546-4265-9a38-89858d8ca550 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:21.475659 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-774e43c1-c877-48ad-b0df-947345fa58ce req-d0b34dad-5984-496a-9b57-76b5c2b424a8 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:21.478983 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a78217-8546-4265-9a38-89858d8ca550 admin admin] Pushing event deleted for resources: {'Network': ['ID=c19b2411-a210-486f-9267-12f0980e02fe,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:21.484579 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f7a78217-8546-4265-9a38-89858d8ca550 admin admin] 10.222.0.23 "DELETE /v2.0/networks/c19b2411-a210-486f-9267-12f0980e02fe HTTP/1.1" status: 204 len: 168 time: 0.5194099 May 05 21:42:21.498770 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-65606c62-fade-4d43-8937-73ae77ab8abe req-a1a5aed3-efae-4fd7-8bd8-69871038bef1 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1070267415', 'description': 'tempest-description-1439201828'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:42:21.510573 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-65606c62-fade-4d43-8937-73ae77ab8abe req-a1a5aed3-efae-4fd7-8bd8-69871038bef1 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:42:21.518188 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-65606c62-fade-4d43-8937-73ae77ab8abe req-a1a5aed3-efae-4fd7-8bd8-69871038bef1 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Usage tracker for resource:security_group and tenant:723b8e4bd7994a289f02d2a1d7ea4ecf is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:42:21.521774 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-774e43c1-c877-48ad-b0df-947345fa58ce req-d0b34dad-5984-496a-9b57-76b5c2b424a8 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:21.529012 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-65606c62-fade-4d43-8937-73ae77ab8abe req-a1a5aed3-efae-4fd7-8bd8-69871038bef1 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:42:21.538972 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-65606c62-fade-4d43-8937-73ae77ab8abe req-a1a5aed3-efae-4fd7-8bd8-69871038bef1 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:42:21.568767 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-65606c62-fade-4d43-8937-73ae77ab8abe req-a1a5aed3-efae-4fd7-8bd8-69871038bef1 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:21.607885 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-774e43c1-c877-48ad-b0df-947345fa58ce req-d0b34dad-5984-496a-9b57-76b5c2b424a8 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:21.647096 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-65606c62-fade-4d43-8937-73ae77ab8abe req-a1a5aed3-efae-4fd7-8bd8-69871038bef1 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:42:21.651780 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b34dad-5984-496a-9b57-76b5c2b424a8 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd04f50-2df2-44b8-b6b7-a00816113fa0,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:21.653907 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-65606c62-fade-4d43-8937-73ae77ab8abe req-a1a5aed3-efae-4fd7-8bd8-69871038bef1 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Usage tracker for resource:security_group_rule and tenant:723b8e4bd7994a289f02d2a1d7ea4ecf is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:42:21.660665 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-65606c62-fade-4d43-8937-73ae77ab8abe req-a1a5aed3-efae-4fd7-8bd8-69871038bef1 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:42:21.667192 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-65606c62-fade-4d43-8937-73ae77ab8abe req-a1a5aed3-efae-4fd7-8bd8-69871038bef1 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:42:21.671329 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-774e43c1-c877-48ad-b0df-947345fa58ce req-d0b34dad-5984-496a-9b57-76b5c2b424a8 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:21.671329 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-774e43c1-c877-48ad-b0df-947345fa58ce req-d0b34dad-5984-496a-9b57-76b5c2b424a8 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "DELETE /v2.0/security-groups/dcd04f50-2df2-44b8-b6b7-a00816113fa0 HTTP/1.1" status: 204 len: 173 time: 0.2745903 May 05 21:42:21.671600 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 34016) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:42:21.734949 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b3039e86-d26e-43a0-aeed-dffd37ded774 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=300e0002c0a34937b02bd35920b6a01f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0599434 May 05 21:42:21.735179 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 34024) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:42:21.767594 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-65606c62-fade-4d43-8937-73ae77ab8abe req-a1a5aed3-efae-4fd7-8bd8-69871038bef1 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:21.774024 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-65606c62-fade-4d43-8937-73ae77ab8abe req-a1a5aed3-efae-4fd7-8bd8-69871038bef1 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:21.828579 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ec306152-92ca-47d3-b9b1-b5a919af1d66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:21.850444 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-65606c62-fade-4d43-8937-73ae77ab8abe req-a1a5aed3-efae-4fd7-8bd8-69871038bef1 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:21.852050 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-65606c62-fade-4d43-8937-73ae77ab8abe req-a1a5aed3-efae-4fd7-8bd8-69871038bef1 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1644 time: 0.3630443 May 05 21:42:21.853815 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a5aed3-efae-4fd7-8bd8-69871038bef1 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c412b3ad-b974-4d39-8f5c-532f158f4ae5,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:21.864000 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ec306152-92ca-47d3-b9b1-b5a919af1d66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:21.928255 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ec306152-92ca-47d3-b9b1-b5a919af1d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:21.948069 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec306152-92ca-47d3-b9b1-b5a919af1d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75579bca-4a9a-48e2-97d1-12509351e0d8,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:21.962753 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ec306152-92ca-47d3-b9b1-b5a919af1d66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:21.966231 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ec306152-92ca-47d3-b9b1-b5a919af1d66 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/75579bca-4a9a-48e2-97d1-12509351e0d8 HTTP/1.1" status: 204 len: 168 time: 0.2279253 May 05 21:42:22.055681 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424cb99e-65e6-4045-bc61-d335eaf055f7 req-5fb4515e-6aaa-4e13-aa9e-a20787c7fb13 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:22.057119 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-424cb99e-65e6-4045-bc61-d335eaf055f7 req-5fb4515e-6aaa-4e13-aa9e-a20787c7fb13 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/ports?device_id=11e0f4fa-7535-47a6-b0f4-cdc1a472748e HTTP/1.1" status: 200 len: 945 time: 0.0814738 May 05 21:42:22.211941 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-424cb99e-65e6-4045-bc61-d335eaf055f7 req-23cf7e42-af6f-4f54-8f8c-13b72a4ae075 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/security-groups?id=060a0163-921c-42d6-97e2-b2f13023d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350770 May 05 21:42:22.238959 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8394051-097a-4f50-a22c-712260e60053 req-dcb76ae5-683e-44b0-9828-082ce3045af5 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:22.239981 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f8394051-097a-4f50-a22c-712260e60053 req-dcb76ae5-683e-44b0-9828-082ce3045af5 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] 10.222.0.23 "GET /v2.0/networks?id=4a118f75-6402-41b9-9321-665059ee52dd HTTP/1.1" status: 200 len: 829 time: 0.1911857 May 05 21:42:22.258373 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f8394051-097a-4f50-a22c-712260e60053 req-8f783d81-ada8-4464-9bca-c0a5352fd566 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] 10.222.0.23 "GET /v2.0/quotas/caf8261703da4bb5a03dc145b93e3b71 HTTP/1.1" status: 200 len: 375 time: 0.0127120 May 05 21:42:22.345545 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-f8394051-097a-4f50-a22c-712260e60053 req-93ebe1a7-4ea6-414d-9d1b-7d02eaf3f69a tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Synchronizing usage tracker for tenant:caf8261703da4bb5a03dc145b93e3b71 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:42:22.364458 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-f8394051-097a-4f50-a22c-712260e60053 req-93ebe1a7-4ea6-414d-9d1b-7d02eaf3f69a tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Unset dirty status for tenant:caf8261703da4bb5a03dc145b93e3b71 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:42:22.365799 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f8394051-097a-4f50-a22c-712260e60053 req-93ebe1a7-4ea6-414d-9d1b-7d02eaf3f69a tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=caf8261703da4bb5a03dc145b93e3b71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1012232 May 05 21:42:22.394290 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 34042) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:42:22.445249 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-30e533fa-9579-4468-badf-3913be8c2935 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=57a8bf4472e44a72bc8a96cef686dac2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0475628 May 05 21:42:22.445475 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 34046) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:42:22.512571 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-251a4fc8-aa56-4887-8fc8-98d1d69c68df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:22.540094 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-251a4fc8-aa56-4887-8fc8-98d1d69c68df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:22.545969 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-26a49b5d-962a-46b3-b114-2b84bc2f0f3b req-a8ce3224-7cc5-40c9-9697-ace67942c949 tempest-FloatingIPsNegativeTestJSON-1042347549 tempest-FloatingIPsNegativeTestJSON-1042347549-project] 10.222.0.23 "GET /v2.0/floatingips?tenant_id=e599d915365d45c1a4fec96bd9aa7337 HTTP/1.1" status: 200 len: 217 time: 0.0774701 May 05 21:42:22.570836 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f8394051-097a-4f50-a22c-712260e60053 req-9bdc8f75-1fe4-416c-8007-b7247e55c689 service neutron] 10.222.0.23 "GET /v2.0/networks/4a118f75-6402-41b9-9321-665059ee52dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973457 May 05 21:42:22.603005 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-251a4fc8-aa56-4887-8fc8-98d1d69c68df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:22.697284 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a4fc8-aa56-4887-8fc8-98d1d69c68df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962e12ee-a3be-489f-8902-65452d822ecd,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:22.703182 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-251a4fc8-aa56-4887-8fc8-98d1d69c68df admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:22.703822 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-251a4fc8-aa56-4887-8fc8-98d1d69c68df admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/962e12ee-a3be-489f-8902-65452d822ecd HTTP/1.1" status: 204 len: 168 time: 0.2520881 May 05 21:42:22.763697 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-93c08f42-57f6-4cf3-8ef2-79828c96a6d6 req-4df936d9-3241-4edf-9c5d-5b35a17040f4 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] 10.222.0.23 "GET /v2.0/security-groups/c412b3ad-b974-4d39-8f5c-532f158f4ae5 HTTP/1.1" status: 200 len: 1639 time: 0.0847449 May 05 21:42:22.765664 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f8394051-097a-4f50-a22c-712260e60053 req-2e4e3f2a-ba7e-40d2-b0ae-8e9d416b12a4 service neutron] 10.222.0.23 "GET /v2.0/networks/4a118f75-6402-41b9-9321-665059ee52dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880200 May 05 21:42:22.776288 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-93c08f42-57f6-4cf3-8ef2-79828c96a6d6 req-1405f557-44f1-421e-a1b8-1bfaea1fc022 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c412b3ad-b974-4d39-8f5c-532f158f4ae5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:42:22.776592 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-93c08f42-57f6-4cf3-8ef2-79828c96a6d6 req-1405f557-44f1-421e-a1b8-1bfaea1fc022 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c412b3ad-b974-4d39-8f5c-532f158f4ae5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:42:22.782611 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-93c08f42-57f6-4cf3-8ef2-79828c96a6d6 req-1405f557-44f1-421e-a1b8-1bfaea1fc022 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:42:22.788545 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-93c08f42-57f6-4cf3-8ef2-79828c96a6d6 req-1405f557-44f1-421e-a1b8-1bfaea1fc022 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Usage tracker for resource:security_group_rule and tenant:723b8e4bd7994a289f02d2a1d7ea4ecf is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:42:22.791552 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-93c08f42-57f6-4cf3-8ef2-79828c96a6d6 req-1405f557-44f1-421e-a1b8-1bfaea1fc022 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:42:22.973576 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-93c08f42-57f6-4cf3-8ef2-79828c96a6d6 req-1405f557-44f1-421e-a1b8-1bfaea1fc022 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:42:23.099855 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-93c08f42-57f6-4cf3-8ef2-79828c96a6d6 req-1405f557-44f1-421e-a1b8-1bfaea1fc022 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:23.130807 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e761bb-023e-4ecf-bcaf-10486a702f12 req-2813ec9c-4c34-40db-a46c-40e5fb12a07b tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:23.132279 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-47e761bb-023e-4ecf-bcaf-10486a702f12 req-2813ec9c-4c34-40db-a46c-40e5fb12a07b tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1442fd4-53de-4ee1-8c04-3b660ac6f9b3 HTTP/1.1" status: 200 len: 949 time: 0.1274691 May 05 21:42:23.133945 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-93c08f42-57f6-4cf3-8ef2-79828c96a6d6 req-1405f557-44f1-421e-a1b8-1bfaea1fc022 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:23.142156 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-93c08f42-57f6-4cf3-8ef2-79828c96a6d6 req-1405f557-44f1-421e-a1b8-1bfaea1fc022 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:23.182465 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1405f557-44f1-421e-a1b8-1bfaea1fc022 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6a19524-4070-467d-bc8b-bcb0564fc9d4,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:23.208414 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-93c08f42-57f6-4cf3-8ef2-79828c96a6d6 req-1405f557-44f1-421e-a1b8-1bfaea1fc022 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:23.226916 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-93c08f42-57f6-4cf3-8ef2-79828c96a6d6 req-1405f557-44f1-421e-a1b8-1bfaea1fc022 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.4549277 May 05 21:42:23.232369 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-47e761bb-023e-4ecf-bcaf-10486a702f12 req-71038f57-97ef-4609-8448-18cb62295662 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] 10.222.0.23 "GET /v2.0/security-groups?id=d969caae-1cf7-44e6-8fc3-9aef5d276c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924957 May 05 21:42:23.317660 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bce833be-cb85-4f68-b0e4-55636876968c req-3b33daac-15b1-432b-80fb-9ae22acc11d7 tempest-FloatingIPsNegativeTestJSON-1042347549 tempest-FloatingIPsNegativeTestJSON-1042347549-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0282178 May 05 21:42:23.417402 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225c2f0-4183-4917-89f2-946c93c5f1ca req-e378441e-0498-4a14-8b46-8150c1f4e50f tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:23.418864 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6225c2f0-4183-4917-89f2-946c93c5f1ca req-e378441e-0498-4a14-8b46-8150c1f4e50f tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=c90911d9-c421-4874-8935-956d1072f84b HTTP/1.1" status: 200 len: 950 time: 0.0900702 May 05 21:42:23.498151 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6e73f4e9-cd9d-43b5-a3cd-3ee358f3a8a8 req-55f55057-7aed-4337-8063-c583e49ad3d3 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] 10.222.0.23 "GET /v2.0/ports?device_id=98f46ae6-68ae-4dc1-b860-386f211ba493 HTTP/1.1" status: 200 len: 210 time: 0.0490150 May 05 21:42:23.523418 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6225c2f0-4183-4917-89f2-946c93c5f1ca req-912dbe23-899f-45f3-a7e6-b86c25fa30ab tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967929 May 05 21:42:23.626798 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-557e3a3c-965a-4588-96e6-a268099bfb0c req-68525f4a-aecd-4ab8-aefb-a1bde303f1d1 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] 10.222.0.23 "GET /v2.0/security-groups/c412b3ad-b974-4d39-8f5c-532f158f4ae5 HTTP/1.1" status: 200 len: 2142 time: 0.0734899 May 05 21:42:23.632239 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-557e3a3c-965a-4588-96e6-a268099bfb0c req-e25a4121-5690-4205-8759-40496e2bc23b tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c412b3ad-b974-4d39-8f5c-532f158f4ae5', 'remote_group_id': None}]} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:42:23.632609 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-557e3a3c-965a-4588-96e6-a268099bfb0c req-e25a4121-5690-4205-8759-40496e2bc23b tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c412b3ad-b974-4d39-8f5c-532f158f4ae5', 'remote_group_id': None}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:42:23.638769 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-557e3a3c-965a-4588-96e6-a268099bfb0c req-e25a4121-5690-4205-8759-40496e2bc23b tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:42:23.643009 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-557e3a3c-965a-4588-96e6-a268099bfb0c req-e25a4121-5690-4205-8759-40496e2bc23b tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Usage tracker for resource:security_group_rule and tenant:723b8e4bd7994a289f02d2a1d7ea4ecf is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:42:23.646015 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-557e3a3c-965a-4588-96e6-a268099bfb0c req-e25a4121-5690-4205-8759-40496e2bc23b tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:42:23.653077 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-557e3a3c-965a-4588-96e6-a268099bfb0c req-e25a4121-5690-4205-8759-40496e2bc23b tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:42:23.746802 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 34096) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:42:23.768078 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-557e3a3c-965a-4588-96e6-a268099bfb0c req-e25a4121-5690-4205-8759-40496e2bc23b tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:23.794382 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-557e3a3c-965a-4588-96e6-a268099bfb0c req-e25a4121-5690-4205-8759-40496e2bc23b tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:23.803475 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-557e3a3c-965a-4588-96e6-a268099bfb0c req-e25a4121-5690-4205-8759-40496e2bc23b tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:23.828970 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c04be3-8cb2-479b-a175-4e8174c0f8da req-993dbb22-515b-4b2b-890c-02f526d1ac1a tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:23.830820 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-60c04be3-8cb2-479b-a175-4e8174c0f8da req-993dbb22-515b-4b2b-890c-02f526d1ac1a tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/ports?device_id=11e0f4fa-7535-47a6-b0f4-cdc1a472748e HTTP/1.1" status: 200 len: 945 time: 0.1456051 May 05 21:42:23.858238 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25a4121-5690-4205-8759-40496e2bc23b tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69dbc87a-aa44-43be-a053-085c69251c1d,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:23.868488 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-557e3a3c-965a-4588-96e6-a268099bfb0c req-e25a4121-5690-4205-8759-40496e2bc23b tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:23.869728 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-557e3a3c-965a-4588-96e6-a268099bfb0c req-e25a4121-5690-4205-8759-40496e2bc23b tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 726 time: 0.2419765 May 05 21:42:23.896186 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-d8e020ab-c1df-4176-91d6-3893d5c00632 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1810941847-network', 'tenant_id': 'ea576b38215846aaa224b1aa35155ba3'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:42:23.900628 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-60c04be3-8cb2-479b-a175-4e8174c0f8da req-a521f541-f3c3-4f73-8ba7-f42030ca0455 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/security-groups?id=060a0163-921c-42d6-97e2-b2f13023d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639317 May 05 21:42:23.901643 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-d8e020ab-c1df-4176-91d6-3893d5c00632 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:42:23.905641 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d8e020ab-c1df-4176-91d6-3893d5c00632 admin admin] Usage tracker for resource:network and tenant:ea576b38215846aaa224b1aa35155ba3 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:42:23.908624 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d8e020ab-c1df-4176-91d6-3893d5c00632 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:42:23.915992 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-d8e020ab-c1df-4176-91d6-3893d5c00632 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:42:23.936098 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e020ab-c1df-4176-91d6-3893d5c00632 admin admin] Made reservation on behalf of ea576b38215846aaa224b1aa35155ba3 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:42:23.938571 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d8e020ab-c1df-4176-91d6-3893d5c00632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:23.957070 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d8e020ab-c1df-4176-91d6-3893d5c00632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:23.990347 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-d8e020ab-c1df-4176-91d6-3893d5c00632 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:42:23.994703 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d8e020ab-c1df-4176-91d6-3893d5c00632 admin admin] Usage tracker for resource:security_group_rule and tenant:ea576b38215846aaa224b1aa35155ba3 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:42:23.999900 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d8e020ab-c1df-4176-91d6-3893d5c00632 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:42:24.005955 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-d8e020ab-c1df-4176-91d6-3893d5c00632 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:42:24.013915 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [req-2884ee44-97a0-4710-9b29-78cc2e9b51f5 req-c57a7e79-09b1-45c9-92d2-5ba98928fbef tempest-FloatingIPsNegativeTestJSON-1042347549 tempest-FloatingIPsNegativeTestJSON-1042347549-project] show failed (client error): The resource could not be found. May 05 21:42:24.014984 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2884ee44-97a0-4710-9b29-78cc2e9b51f5 req-c57a7e79-09b1-45c9-92d2-5ba98928fbef tempest-FloatingIPsNegativeTestJSON-1042347549 tempest-FloatingIPsNegativeTestJSON-1042347549-project] 10.222.0.23 "GET /v2.0/floatingips/30ce5a1e-4264-4764-b4eb-39d15e7eafc6 HTTP/1.1" status: 404 len: 350 time: 0.0743365 May 05 21:42:24.027426 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 34106) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:42:24.094125 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d8e020ab-c1df-4176-91d6-3893d5c00632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:24.100262 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d8e020ab-c1df-4176-91d6-3893d5c00632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:24.129745 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8e020ab-c1df-4176-91d6-3893d5c00632 admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:42:24.142628 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e020ab-c1df-4176-91d6-3893d5c00632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014129a7-2dbb-41d4-b5c1-495ad1550d8b,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:24.147224 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d8e020ab-c1df-4176-91d6-3893d5c00632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:24.147564 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-d8e020ab-c1df-4176-91d6-3893d5c00632 admin admin] Added segment df9c57c2-52c8-43c0-981c-16fd110b1d0b of type vlan for network d50665b6-9647-47f1-b718-b6ae7cd32366 May 05 21:42:24.178136 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d8e020ab-c1df-4176-91d6-3893d5c00632 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:24.208214 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [req-e623695b-93ec-4c09-b6b3-29c8faf3dc6b req-5f9a0a1f-d349-4834-815e-c2db9b45c628 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] show failed (client error): The resource could not be found. May 05 21:42:24.209243 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e623695b-93ec-4c09-b6b3-29c8faf3dc6b req-5f9a0a1f-d349-4834-815e-c2db9b45c628 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/security-groups/cd82275a-45ce-4932-9a92-ea22762bc178 HTTP/1.1" status: 404 len: 352 time: 0.1174476 May 05 21:42:24.260376 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d8e020ab-c1df-4176-91d6-3893d5c00632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:24.262599 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e020ab-c1df-4176-91d6-3893d5c00632 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:24.263559 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d8e020ab-c1df-4176-91d6-3893d5c00632 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:24.306429 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2673e395-4c47-43b3-8ad2-e669da2d9812 req-1fa74e28-8b7d-4eec-b85f-e62451b8785c tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] 10.222.0.23 "GET /v2.0/security-groups/c412b3ad-b974-4d39-8f5c-532f158f4ae5 HTTP/1.1" status: 200 len: 2650 time: 0.0528219 May 05 21:42:24.368740 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [req-b96b8750-945a-4e01-b321-078cc1e7f71d req-c2dc6f58-005c-412d-919a-0855e80d2a20 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] show failed (client error): The resource could not be found. May 05 21:42:24.369743 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b96b8750-945a-4e01-b321-078cc1e7f71d req-c2dc6f58-005c-412d-919a-0855e80d2a20 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/security-groups/fa49b3c0-1c70-49eb-9436-713e6ba7eff8 HTTP/1.1" status: 404 len: 352 time: 0.0287166 May 05 21:42:24.431201 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e016ae9f-320a-462b-a103-d822f6f9ebc3 req-e8790720-4d03-42df-b40e-498e9facea75 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c1442fd4-53de-4ee1-8c04-3b660ac6f9b3&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1270185 May 05 21:42:24.485893 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d8e020ab-c1df-4176-91d6-3893d5c00632 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7378652 May 05 21:42:24.491103 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 34116) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:42:24.494018 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e020ab-c1df-4176-91d6-3893d5c00632 admin admin] Pushing event updated for resources: {'Network': ['ID=d50665b6-9647-47f1-b718-b6ae7cd32366,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:24.501601 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2fcea136-2991-48b2-a64b-ce3c24e37a19 req-5648abc5-0724-4627-bc43-3edc25087cc7 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] 10.222.0.23 "GET /v2.0/security-group-rules/69dbc87a-aa44-43be-a053-085c69251c1d HTTP/1.1" status: 200 len: 718 time: 0.0892465 May 05 21:42:24.505684 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-de39d0e4-bd9d-4b97-87f0-9fa3622668e7 admin admin] Request body: {'subnet': {'network_id': 'd50665b6-9647-47f1-b718-b6ae7cd32366', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1810941847-subnet', 'tenant_id': 'ea576b38215846aaa224b1aa35155ba3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:42:24.510904 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network d50665b6-9647-47f1-b718-b6ae7cd32366 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:42:24.544788 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8394051-097a-4f50-a22c-712260e60053 req-47037498-39c1-4a95-9bef-e9a015cb7727 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:24.545761 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-f8394051-097a-4f50-a22c-712260e60053 req-47037498-39c1-4a95-9bef-e9a015cb7727 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Synchronizing usage tracker for tenant:caf8261703da4bb5a03dc145b93e3b71 on resource:network {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:42:24.570611 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-de39d0e4-bd9d-4b97-87f0-9fa3622668e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:42:24.572125 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-f8394051-097a-4f50-a22c-712260e60053 req-47037498-39c1-4a95-9bef-e9a015cb7727 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Unset dirty status for tenant:caf8261703da4bb5a03dc145b93e3b71 on resource:network {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:42:24.573662 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f8394051-097a-4f50-a22c-712260e60053 req-47037498-39c1-4a95-9bef-e9a015cb7727 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] 10.222.0.32 "GET /v2.0/networks?id=4a118f75-6402-41b9-9321-665059ee52dd HTTP/1.1" status: 200 len: 829 time: 0.3591771 May 05 21:42:24.590108 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-f8394051-097a-4f50-a22c-712260e60053 req-359f7024-67ec-460d-bed9-9d99cbe3f850 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Request body: {'port': {'device_id': '98f46ae6-68ae-4dc1-b860-386f211ba493', 'network_id': '4a118f75-6402-41b9-9321-665059ee52dd', 'admin_state_up': True, 'tenant_id': 'caf8261703da4bb5a03dc145b93e3b71'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:42:24.608021 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-de39d0e4-bd9d-4b97-87f0-9fa3622668e7 admin admin] Usage tracker for resource:subnet and tenant:ea576b38215846aaa224b1aa35155ba3 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:42:24.612550 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-de39d0e4-bd9d-4b97-87f0-9fa3622668e7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:42:24.616933 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [req-88a5b2c6-bde5-4cfa-a815-65ab4a4d08cb req-d4d02a29-dae8-4a42-8677-dd90f07e4848 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] show failed (client error): The resource could not be found. May 05 21:42:24.617956 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-88a5b2c6-bde5-4cfa-a815-65ab4a4d08cb req-d4d02a29-dae8-4a42-8677-dd90f07e4848 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/security-groups/11f2c647-25e1-4f46-93b2-f60afb256e3c HTTP/1.1" status: 404 len: 352 time: 0.0567882 May 05 21:42:24.635294 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-de39d0e4-bd9d-4b97-87f0-9fa3622668e7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:42:24.678090 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2fcea136-2991-48b2-a64b-ce3c24e37a19 req-cb4b6408-010c-47fa-a938-7d9c75e5e989 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] 10.222.0.23 "GET /v2.0/security-groups/c412b3ad-b974-4d39-8f5c-532f158f4ae5 HTTP/1.1" status: 200 len: 2650 time: 0.1182282 May 05 21:42:24.679611 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de39d0e4-bd9d-4b97-87f0-9fa3622668e7 admin admin] Made reservation on behalf of ea576b38215846aaa224b1aa35155ba3 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:42:24.682089 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-de39d0e4-bd9d-4b97-87f0-9fa3622668e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:24.738332 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-f8394051-097a-4f50-a22c-712260e60053 req-359f7024-67ec-460d-bed9-9d99cbe3f850 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:42:24.749306 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-f8394051-097a-4f50-a22c-712260e60053 req-359f7024-67ec-460d-bed9-9d99cbe3f850 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:42:24.760546 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8394051-097a-4f50-a22c-712260e60053 req-359f7024-67ec-460d-bed9-9d99cbe3f850 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Made reservation on behalf of caf8261703da4bb5a03dc145b93e3b71 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:42:24.763546 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f8394051-097a-4f50-a22c-712260e60053 req-359f7024-67ec-460d-bed9-9d99cbe3f850 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:24.861487 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2fcea136-2991-48b2-a64b-ce3c24e37a19 req-cf375ec3-b9d8-4a88-85f6-15fabd269de6 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:24.878312 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2fcea136-2991-48b2-a64b-ce3c24e37a19 req-cf375ec3-b9d8-4a88-85f6-15fabd269de6 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:24.930945 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-f8394051-097a-4f50-a22c-712260e60053 req-359f7024-67ec-460d-bed9-9d99cbe3f850 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Allocated IP 172.20.0.9 (4a118f75-6402-41b9-9321-665059ee52dd/2c6bf067-b6d5-40b0-85b3-48d049dd595f/e25ad77d-1133-4c51-b6dd-5296d0afe8d6) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:42:24.966961 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2fcea136-2991-48b2-a64b-ce3c24e37a19 req-cf375ec3-b9d8-4a88-85f6-15fabd269de6 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:24.997714 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2555ad92-ea30-4259-ad4c-92d5972d5ff3 req-ef78f426-fb97-44d0-9d66-d954a9224fb4 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:24.999203 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2555ad92-ea30-4259-ad4c-92d5972d5ff3 req-ef78f426-fb97-44d0-9d66-d954a9224fb4 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1442fd4-53de-4ee1-8c04-3b660ac6f9b3 HTTP/1.1" status: 200 len: 949 time: 0.2420254 May 05 21:42:25.012306 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf375ec3-b9d8-4a88-85f6-15fabd269de6 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=69dbc87a-aa44-43be-a053-085c69251c1d,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:25.047239 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2fcea136-2991-48b2-a64b-ce3c24e37a19 req-cf375ec3-b9d8-4a88-85f6-15fabd269de6 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:25.048308 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2fcea136-2991-48b2-a64b-ce3c24e37a19 req-cf375ec3-b9d8-4a88-85f6-15fabd269de6 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/69dbc87a-aa44-43be-a053-085c69251c1d HTTP/1.1" status: 204 len: 173 time: 0.3508995 May 05 21:42:25.151673 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f8394051-097a-4f50-a22c-712260e60053 req-359f7024-67ec-460d-bed9-9d99cbe3f850 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:25.169153 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-f8394051-097a-4f50-a22c-712260e60053 req-359f7024-67ec-460d-bed9-9d99cbe3f850 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Transition to ACTIVE for port object e25ad77d-1133-4c51-b6dd-5296d0afe8d6 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:42:25.193301 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f8394051-097a-4f50-a22c-712260e60053 req-359f7024-67ec-460d-bed9-9d99cbe3f850 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:25.200122 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fea25254-0417-4db6-9535-92cb8548448f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:25.272831 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8394051-097a-4f50-a22c-712260e60053 req-359f7024-67ec-460d-bed9-9d99cbe3f850 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Network 4a118f75-6402-41b9-9321-665059ee52dd is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:42:25.273620 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359f7024-67ec-460d-bed9-9d99cbe3f850 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Pushing event updated for resources: {'Port': ['ID=e25ad77d-1133-4c51-b6dd-5296d0afe8d6,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:25.276099 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-f8394051-097a-4f50-a22c-712260e60053 req-359f7024-67ec-460d-bed9-9d99cbe3f850 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:42:25.278180 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8394051-097a-4f50-a22c-712260e60053 req-359f7024-67ec-460d-bed9-9d99cbe3f850 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:42:25.344471 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8394051-097a-4f50-a22c-712260e60053 req-359f7024-67ec-460d-bed9-9d99cbe3f850 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:25.345075 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f8394051-097a-4f50-a22c-712260e60053 req-359f7024-67ec-460d-bed9-9d99cbe3f850 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:25.367083 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2555ad92-ea30-4259-ad4c-92d5972d5ff3 req-9b2989f9-e6d7-47d7-aad7-11db885fc5cc tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] 10.222.0.23 "GET /v2.0/security-groups?id=d969caae-1cf7-44e6-8fc3-9aef5d276c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558514 May 05 21:42:25.376246 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f8394051-097a-4f50-a22c-712260e60053 req-359f7024-67ec-460d-bed9-9d99cbe3f850 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7904632 May 05 21:42:25.381836 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-de39d0e4-bd9d-4b97-87f0-9fa3622668e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:25.445283 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de39d0e4-bd9d-4b97-87f0-9fa3622668e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ef0800d-de6f-466d-b35f-d1403d70c310,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:25.493071 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-f8394051-097a-4f50-a22c-712260e60053 req-fffab4b6-bc13-4654-a2c3-f6a25053d1f2 service neutron] Request body: {'port': {'device_id': '98f46ae6-68ae-4dc1-b860-386f211ba493', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:42:25.556101 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de39d0e4-bd9d-4b97-87f0-9fa3622668e7 admin admin] Checking segment: {'id': 'df9c57c2-52c8-43c0-981c-16fd110b1d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd50665b6-9647-47f1-b718-b6ae7cd32366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:42:25.556481 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de39d0e4-bd9d-4b97-87f0-9fa3622668e7 admin admin] Network hostable DHCP agents. Network: d50665b6-9647-47f1-b718-b6ae7cd32366, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:42:25.565142 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-eb944c24-69a3-4aa3-8946-e8f01f73e092 None None] Provisioning for port e25ad77d-1133-4c51-b6dd-5296d0afe8d6 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:42:25.571160 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-eb944c24-69a3-4aa3-8946-e8f01f73e092 None None] Provisioning complete for port e25ad77d-1133-4c51-b6dd-5296d0afe8d6 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:42:25.571523 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-eb944c24-69a3-4aa3-8946-e8f01f73e092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:25.576876 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cdb129-654c-4f6b-abe8-0fb6841e497f req-8718f5d2-4dbc-4405-a7f3-cb0dd34c6b58 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:25.578443 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d0cdb129-654c-4f6b-abe8-0fb6841e497f req-8718f5d2-4dbc-4405-a7f3-cb0dd34c6b58 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] 10.222.0.23 "GET /v2.0/ports?device_id=98f46ae6-68ae-4dc1-b860-386f211ba493 HTTP/1.1" status: 200 len: 931 time: 0.3166122 May 05 21:42:25.624408 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f8394051-097a-4f50-a22c-712260e60053 req-fffab4b6-bc13-4654-a2c3-f6a25053d1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:25.633492 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-eb944c24-69a3-4aa3-8946-e8f01f73e092 None None] Port e25ad77d-1133-4c51-b6dd-5296d0afe8d6 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:42:25.714826 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de39d0e4-bd9d-4b97-87f0-9fa3622668e7 admin admin] Network d50665b6-9647-47f1-b718-b6ae7cd32366 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:42:25.724610 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d0cdb129-654c-4f6b-abe8-0fb6841e497f req-fcc0a5e5-5ac9-49ec-aa3c-9557cebc29c1 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4d19568-e238-4171-bb9f-b97aff64788d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374376 May 05 21:42:25.736276 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-de39d0e4-bd9d-4b97-87f0-9fa3622668e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, d50665b6-9647-47f1-b718-b6ae7cd32366) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:42:25.741965 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de39d0e4-bd9d-4b97-87f0-9fa3622668e7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:25.742531 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-de39d0e4-bd9d-4b97-87f0-9fa3622668e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:25.746220 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575f8746-4f0d-4775-bfbb-4906f795f9fd None None] Network d50665b6-9647-47f1-b718-b6ae7cd32366 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:42:25.764174 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ebb00-4117-4aa9-a526-17d1a9c125aa req-861bd8f3-9eb4-4a6b-a171-418163631aa9 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:25.764174 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-190ebb00-4117-4aa9-a526-17d1a9c125aa req-861bd8f3-9eb4-4a6b-a171-418163631aa9 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=c90911d9-c421-4874-8935-956d1072f84b HTTP/1.1" status: 200 len: 950 time: 0.1949902 May 05 21:42:25.842459 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-de39d0e4-bd9d-4b97-87f0-9fa3622668e7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3403168 May 05 21:42:25.856798 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [req-ad84648d-a3d6-4044-8f76-f48c62f27f9b req-d2835278-942d-4f3f-a432-99c202bece54 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] show failed (client error): The resource could not be found. May 05 21:42:25.858216 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ad84648d-a3d6-4044-8f76-f48c62f27f9b req-d2835278-942d-4f3f-a432-99c202bece54 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/security-groups/ff777f1a-12bf-4f5a-ad92-9ed79b2e2b04 HTTP/1.1" status: 404 len: 352 time: 0.0463326 May 05 21:42:25.993147 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-190ebb00-4117-4aa9-a526-17d1a9c125aa req-b12c9bd6-d9a1-4ca5-9621-9c9d75f4144b tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951652 May 05 21:42:26.064421 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-f8394051-097a-4f50-a22c-712260e60053 req-fffab4b6-bc13-4654-a2c3-f6a25053d1f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e25ad77d-1133-4c51-b6dd-5296d0afe8d6 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:42:26.076594 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f8394051-097a-4f50-a22c-712260e60053 req-fffab4b6-bc13-4654-a2c3-f6a25053d1f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:26.077750 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f507968d-3553-4b15-83fb-dbeeae9ad2cc None None] Network d50665b6-9647-47f1-b718-b6ae7cd32366 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:42:26.102552 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-f8394051-097a-4f50-a22c-712260e60053 req-fffab4b6-bc13-4654-a2c3-f6a25053d1f2 service neutron] Transition to ACTIVE for port object e25ad77d-1133-4c51-b6dd-5296d0afe8d6 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:42:26.108547 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f8394051-097a-4f50-a22c-712260e60053 req-fffab4b6-bc13-4654-a2c3-f6a25053d1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:26.218881 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c23e8c16-f37d-4870-9959-d9bcad8b7615 req-0060178c-11f8-4812-8c46-272a0a0dc050 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] 10.222.0.23 "GET /v2.0/security-groups/c412b3ad-b974-4d39-8f5c-532f158f4ae5 HTTP/1.1" status: 200 len: 2142 time: 0.1652536 May 05 21:42:26.356310 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dacb3a1-1f7f-4a03-be53-a3561affe3b0 req-e7147569-53a5-4066-8490-9d558818a835 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:26.364723 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1dacb3a1-1f7f-4a03-be53-a3561affe3b0 req-e7147569-53a5-4066-8490-9d558818a835 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/ports?device_id=11e0f4fa-7535-47a6-b0f4-cdc1a472748e HTTP/1.1" status: 200 len: 945 time: 0.3700798 May 05 21:42:26.394918 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffab4b6-bc13-4654-a2c3-f6a25053d1f2 service neutron] Pushing event updated for resources: {'Port': ['ID=e25ad77d-1133-4c51-b6dd-5296d0afe8d6,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:26.479497 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c23e8c16-f37d-4870-9959-d9bcad8b7615 req-29d282cd-2e12-4174-af00-2123fecb9b42 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:26.501821 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1dacb3a1-1f7f-4a03-be53-a3561affe3b0 req-21f7e342-2a46-42de-b2be-bab2a9b46e75 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/security-groups?id=060a0163-921c-42d6-97e2-b2f13023d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350422 May 05 21:42:26.514340 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-f8394051-097a-4f50-a22c-712260e60053 req-fffab4b6-bc13-4654-a2c3-f6a25053d1f2 service neutron] Attempting to bind port e25ad77d-1133-4c51-b6dd-5296d0afe8d6 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:42:26.514340 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-f8394051-097a-4f50-a22c-712260e60053 req-fffab4b6-bc13-4654-a2c3-f6a25053d1f2 service neutron] Attempting to bind port e25ad77d-1133-4c51-b6dd-5296d0afe8d6 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': '54ad9bc0-80cd-48a0-a1d0-8cac4a4b6572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4a118f75-6402-41b9-9321-665059ee52dd'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:42:26.514340 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8394051-097a-4f50-a22c-712260e60053 req-fffab4b6-bc13-4654-a2c3-f6a25053d1f2 service neutron] Attempting to bind port e25ad77d-1133-4c51-b6dd-5296d0afe8d6 on network 4a118f75-6402-41b9-9321-665059ee52dd {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:42:26.520879 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8394051-097a-4f50-a22c-712260e60053 req-fffab4b6-bc13-4654-a2c3-f6a25053d1f2 service neutron] Port e25ad77d-1133-4c51-b6dd-5296d0afe8d6 on network 4a118f75-6402-41b9-9321-665059ee52dd not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:42:26.521208 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8394051-097a-4f50-a22c-712260e60053 req-fffab4b6-bc13-4654-a2c3-f6a25053d1f2 service neutron] Attempting to bind port e25ad77d-1133-4c51-b6dd-5296d0afe8d6 on network 4a118f75-6402-41b9-9321-665059ee52dd {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:42:26.524726 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c23e8c16-f37d-4870-9959-d9bcad8b7615 req-29d282cd-2e12-4174-af00-2123fecb9b42 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:26.529008 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8394051-097a-4f50-a22c-712260e60053 req-fffab4b6-bc13-4654-a2c3-f6a25053d1f2 service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:42:26.529562 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8394051-097a-4f50-a22c-712260e60053 req-fffab4b6-bc13-4654-a2c3-f6a25053d1f2 service neutron] Checking segment: {'id': '54ad9bc0-80cd-48a0-a1d0-8cac4a4b6572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4a118f75-6402-41b9-9321-665059ee52dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:42:26.530106 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8394051-097a-4f50-a22c-712260e60053 req-fffab4b6-bc13-4654-a2c3-f6a25053d1f2 service neutron] Bound using segment: {'id': '54ad9bc0-80cd-48a0-a1d0-8cac4a4b6572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4a118f75-6402-41b9-9321-665059ee52dd'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:42:26.530730 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-f8394051-097a-4f50-a22c-712260e60053 req-fffab4b6-bc13-4654-a2c3-f6a25053d1f2 service neutron] Bound port: e25ad77d-1133-4c51-b6dd-5296d0afe8d6, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54ad9bc0-80cd-48a0-a1d0-8cac4a4b6572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4a118f75-6402-41b9-9321-665059ee52dd'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:42:26.531257 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f8394051-097a-4f50-a22c-712260e60053 req-fffab4b6-bc13-4654-a2c3-f6a25053d1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:26.640911 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c23e8c16-f37d-4870-9959-d9bcad8b7615 req-29d282cd-2e12-4174-af00-2123fecb9b42 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:26.700233 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-f8394051-097a-4f50-a22c-712260e60053 req-fffab4b6-bc13-4654-a2c3-f6a25053d1f2 service neutron] For port e25ad77d-1133-4c51-b6dd-5296d0afe8d6, host n-h2-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:42:26.703927 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-f8394051-097a-4f50-a22c-712260e60053 req-fffab4b6-bc13-4654-a2c3-f6a25053d1f2 service neutron] For port e25ad77d-1133-4c51-b6dd-5296d0afe8d6, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=e25ad77d-1133-4c51-b6dd-5296d0afe8d6,segment=NetworkSegment(54ad9bc0-80cd-48a0-a1d0-8cac4a4b6572),segment_id=54ad9bc0-80cd-48a0-a1d0-8cac4a4b6572)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:42:26.704099 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d282cd-2e12-4174-af00-2123fecb9b42 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c412b3ad-b974-4d39-8f5c-532f158f4ae5,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:26.709923 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f8394051-097a-4f50-a22c-712260e60053 req-fffab4b6-bc13-4654-a2c3-f6a25053d1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:26.743020 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c23e8c16-f37d-4870-9959-d9bcad8b7615 req-29d282cd-2e12-4174-af00-2123fecb9b42 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:26.744251 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c23e8c16-f37d-4870-9959-d9bcad8b7615 req-29d282cd-2e12-4174-af00-2123fecb9b42 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] 10.222.0.23 "DELETE /v2.0/security-groups/c412b3ad-b974-4d39-8f5c-532f158f4ae5 HTTP/1.1" status: 204 len: 173 time: 0.4916825 May 05 21:42:26.752188 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b5b58bb2-560d-4051-a391-531532ab8b86 req-4586aa82-c192-45a9-bcde-38d589528ac7 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=81eab7c1fe9e43afad7f59eb7b238035&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555134 May 05 21:42:26.757670 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-fea25254-0417-4db6-9535-92cb8548448f admin admin] Deleting port ee3f3a79-7997-4f83-9061-84d51b40fc0b {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:42:26.758101 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fea25254-0417-4db6-9535-92cb8548448f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:26.793472 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f8394051-097a-4f50-a22c-712260e60053 req-fffab4b6-bc13-4654-a2c3-f6a25053d1f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:26.794917 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f8394051-097a-4f50-a22c-712260e60053 req-fffab4b6-bc13-4654-a2c3-f6a25053d1f2 service neutron] 10.222.0.32 "PUT /v2.0/ports/e25ad77d-1133-4c51-b6dd-5296d0afe8d6 HTTP/1.1" status: 200 len: 1091 time: 1.4113936 May 05 21:42:26.795360 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98f46ae6-68ae-4dc1-b860-386f211ba493', 'tag': 'e25ad77d-1133-4c51-b6dd-5296d0afe8d6'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:42:26.812776 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffab4b6-bc13-4654-a2c3-f6a25053d1f2 service neutron] Pushing event updated for resources: {'Port': ['ID=e25ad77d-1133-4c51-b6dd-5296d0afe8d6,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:26.907931 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [req-a5d1f352-682d-4277-87d1-c547e911017f req-cef9135d-2a68-4f45-b8f9-571fe51eb06a tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] show failed (client error): The resource could not be found. May 05 21:42:26.909202 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a5d1f352-682d-4277-87d1-c547e911017f req-cef9135d-2a68-4f45-b8f9-571fe51eb06a tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/security-groups/fc253fc5-d1fd-4b4c-9134-5c861709fcf1 HTTP/1.1" status: 404 len: 352 time: 0.1148040 May 05 21:42:26.949590 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f8394051-097a-4f50-a22c-712260e60053 req-d8bc9184-1688-4d98-a03f-b94e2698d874 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=caf8261703da4bb5a03dc145b93e3b71&device_id=98f46ae6-68ae-4dc1-b860-386f211ba493 HTTP/1.1" status: 200 len: 1094 time: 0.1149800 May 05 21:42:27.013556 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 34170) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:42:27.025085 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [req-e7ff8965-2c34-4dc1-b2ff-0c0d67828bf9 req-bf51aa10-908e-4d8e-a588-28003d488a34 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] show failed (client error): The resource could not be found. May 05 21:42:27.026077 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e7ff8965-2c34-4dc1-b2ff-0c0d67828bf9 req-bf51aa10-908e-4d8e-a588-28003d488a34 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] 10.222.0.23 "GET /v2.0/security-groups/b59b718a-0e82-4808-8eea-b1d64d5d3c2b HTTP/1.1" status: 404 len: 352 time: 0.0797238 May 05 21:42:27.029882 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-77092fb3-104a-4bb7-9f24-f4d7a3bae1c0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-634626597-network', 'tenant_id': 'f2c9ffa15e864172a0285ba22785d287'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:42:27.043469 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-77092fb3-104a-4bb7-9f24-f4d7a3bae1c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:42:27.053711 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f8394051-097a-4f50-a22c-712260e60053 req-36c15178-fa07-4285-b0a3-83eb9c7dc4e7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e25ad77d-1133-4c51-b6dd-5296d0afe8d6 HTTP/1.1" status: 200 len: 217 time: 0.0978081 May 05 21:42:27.054754 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-77092fb3-104a-4bb7-9f24-f4d7a3bae1c0 admin admin] Usage tracker for resource:network and tenant:f2c9ffa15e864172a0285ba22785d287 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:42:27.058192 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-77092fb3-104a-4bb7-9f24-f4d7a3bae1c0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:42:27.059254 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:42:27.108023 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b58bb2-560d-4051-a391-531532ab8b86 req-34d7e899-913e-4748-bd13-982d811643bd tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:27.109515 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b5b58bb2-560d-4051-a391-531532ab8b86 req-34d7e899-913e-4748-bd13-982d811643bd tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3231812 May 05 21:42:27.111007 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-77092fb3-104a-4bb7-9f24-f4d7a3bae1c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:42:27.137209 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77092fb3-104a-4bb7-9f24-f4d7a3bae1c0 admin admin] Made reservation on behalf of f2c9ffa15e864172a0285ba22785d287 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:42:27.139515 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-77092fb3-104a-4bb7-9f24-f4d7a3bae1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:27.155452 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8394051-097a-4f50-a22c-712260e60053 req-b1a65cca-367d-4515-bfe1-75ac0fb5788d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:27.156849 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f8394051-097a-4f50-a22c-712260e60053 req-b1a65cca-367d-4515-bfe1-75ac0fb5788d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2c6bf067-b6d5-40b0-85b3-48d049dd595f HTTP/1.1" status: 200 len: 868 time: 0.0955389 May 05 21:42:27.157434 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-77092fb3-104a-4bb7-9f24-f4d7a3bae1c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:27.240511 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-77092fb3-104a-4bb7-9f24-f4d7a3bae1c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:42:27.246192 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-77092fb3-104a-4bb7-9f24-f4d7a3bae1c0 admin admin] Usage tracker for resource:security_group_rule and tenant:f2c9ffa15e864172a0285ba22785d287 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:42:27.249374 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-77092fb3-104a-4bb7-9f24-f4d7a3bae1c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:42:27.257153 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-77092fb3-104a-4bb7-9f24-f4d7a3bae1c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:42:27.283781 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f8394051-097a-4f50-a22c-712260e60053 req-f47af7f5-26e4-4cd9-a704-f4b19b9de8aa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a118f75-6402-41b9-9321-665059ee52dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1170852 May 05 21:42:27.300852 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fea25254-0417-4db6-9535-92cb8548448f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:27.313169 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b5b58bb2-560d-4051-a391-531532ab8b86 req-4306af89-f84e-4c08-91a9-fa5af5823e54 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] 10.222.0.23 "GET /v2.0/quotas/81eab7c1fe9e43afad7f59eb7b238035 HTTP/1.1" status: 200 len: 375 time: 0.1968682 May 05 21:42:27.444129 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-77092fb3-104a-4bb7-9f24-f4d7a3bae1c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:27.450845 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-77092fb3-104a-4bb7-9f24-f4d7a3bae1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:27.460934 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f8394051-097a-4f50-a22c-712260e60053 req-dd27d76b-4302-4db5-b521-fca768017426 service neutron] 10.222.0.32 "GET /v2.0/networks/4a118f75-6402-41b9-9321-665059ee52dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706820 May 05 21:42:27.470023 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-fea25254-0417-4db6-9535-92cb8548448f admin admin] Calling delete_port for ee3f3a79-7997-4f83-9061-84d51b40fc0b owned by network:router_interface {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:42:27.501101 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77092fb3-104a-4bb7-9f24-f4d7a3bae1c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:42:27.562740 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77092fb3-104a-4bb7-9f24-f4d7a3bae1c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6928492-a036-4309-b46f-f1d706f9504b,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:27.573974 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98976481-7cb7-4a31-b110-ad212ccd55ea req-f5f67a30-6aee-466e-abb7-b941e249631f tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:27.575520 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-98976481-7cb7-4a31-b110-ad212ccd55ea req-f5f67a30-6aee-466e-abb7-b941e249631f tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] 10.222.0.23 "GET /v2.0/ports?device_id=98f46ae6-68ae-4dc1-b860-386f211ba493 HTTP/1.1" status: 200 len: 943 time: 0.4412212 May 05 21:42:27.578613 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-77092fb3-104a-4bb7-9f24-f4d7a3bae1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:27.578954 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-77092fb3-104a-4bb7-9f24-f4d7a3bae1c0 admin admin] Added segment e3554592-2dce-47af-8f6a-cc0036020733 of type vlan for network 3e76ab9a-5cc3-4462-97f5-fa4325c80b78 May 05 21:42:27.625610 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-77092fb3-104a-4bb7-9f24-f4d7a3bae1c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:27.638529 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b5b58bb2-560d-4051-a391-531532ab8b86 req-3ff5ab67-3bc6-4140-abde-7eb948c31f9c tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=81eab7c1fe9e43afad7f59eb7b238035&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3180881 May 05 21:42:27.647059 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f8394051-097a-4f50-a22c-712260e60053 req-fb34b9f8-5cd1-4634-94e9-cf9972d6427f service neutron] 10.222.0.32 "GET /v2.0/networks/4a118f75-6402-41b9-9321-665059ee52dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711667 May 05 21:42:27.655580 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-98976481-7cb7-4a31-b110-ad212ccd55ea req-7d82d2c3-3ef0-437a-98fb-35f0bffc57c4 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4d19568-e238-4171-bb9f-b97aff64788d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663753 May 05 21:42:27.675627 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-77092fb3-104a-4bb7-9f24-f4d7a3bae1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:27.676566 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77092fb3-104a-4bb7-9f24-f4d7a3bae1c0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:27.677332 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-77092fb3-104a-4bb7-9f24-f4d7a3bae1c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:27.746822 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fea25254-0417-4db6-9535-92cb8548448f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:27.785571 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77092fb3-104a-4bb7-9f24-f4d7a3bae1c0 admin admin] Pushing event updated for resources: {'Network': ['ID=3e76ab9a-5cc3-4462-97f5-fa4325c80b78,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:27.792370 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-77092fb3-104a-4bb7-9f24-f4d7a3bae1c0 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7734013 May 05 21:42:27.792802 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 34182) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:42:27.798750 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 3e76ab9a-5cc3-4462-97f5-fa4325c80b78 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:42:27.803303 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea25254-0417-4db6-9535-92cb8548448f admin admin] Pushing event deleted for resources: {'Port': ['ID=ee3f3a79-7997-4f83-9061-84d51b40fc0b,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:27.814853 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-ff467ad4-d61e-4e8d-8630-b59f65221d90 admin admin] Request body: {'subnet': {'network_id': '3e76ab9a-5cc3-4462-97f5-fa4325c80b78', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-634626597-subnet', 'tenant_id': 'f2c9ffa15e864172a0285ba22785d287', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:42:27.845989 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-ff467ad4-d61e-4e8d-8630-b59f65221d90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:42:27.855329 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-ff467ad4-d61e-4e8d-8630-b59f65221d90 admin admin] Usage tracker for resource:subnet and tenant:f2c9ffa15e864172a0285ba22785d287 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:42:27.860071 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-ff467ad4-d61e-4e8d-8630-b59f65221d90 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:42:27.867816 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-ff467ad4-d61e-4e8d-8630-b59f65221d90 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:42:27.884273 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff467ad4-d61e-4e8d-8630-b59f65221d90 admin admin] Made reservation on behalf of f2c9ffa15e864172a0285ba22785d287 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:42:27.887634 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ff467ad4-d61e-4e8d-8630-b59f65221d90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:27.959922 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [req-7eaf4020-0906-41c3-8855-dcb7f5037527 req-72f606cb-00e0-4670-9611-2b2de8737dc4 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] show failed (client error): The resource could not be found. May 05 21:42:27.992778 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7eaf4020-0906-41c3-8855-dcb7f5037527 req-72f606cb-00e0-4670-9611-2b2de8737dc4 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/security-groups/af06decc-4d37-4c8c-b0d8-3b1da1ab2d18 HTTP/1.1" status: 404 len: 352 time: 0.1246569 May 05 21:42:28.169675 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bc1fa1b-c142-44d0-a120-819406c9b637'] response: {'name': 'network-changed', 'server_uuid': '98f46ae6-68ae-4dc1-b860-386f211ba493', 'tag': 'e25ad77d-1133-4c51-b6dd-5296d0afe8d6', 'status': 'completed', 'code': 200} May 05 21:42:28.289767 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ff467ad4-d61e-4e8d-8630-b59f65221d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:28.345523 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0d1b93b5-e7dc-49da-84f8-79add4de0ee9 req-4c4422ff-d79c-4d9a-ad9e-566d2340a9a6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=caf8261703da4bb5a03dc145b93e3b71&device_id=98f46ae6-68ae-4dc1-b860-386f211ba493 HTTP/1.1" status: 200 len: 1094 time: 0.1663175 May 05 21:42:28.359911 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a77b4eab-2870-41df-8350-ea937f34b366 req-d4dcff4f-fdad-4fc8-b56c-2d1cab39ad9c tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] 10.222.0.23 "GET /v2.0/security-groups/49f4cdde-25db-40a3-9df8-77f197ffc5dd HTTP/1.1" status: 200 len: 1638 time: 0.1457591 May 05 21:42:28.391604 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff467ad4-d61e-4e8d-8630-b59f65221d90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ebca81d-3d58-433b-b322-db939d0da825,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:28.393328 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4abbe3-88df-48a1-9805-5fdbd14e72f4 req-6606deb1-93a3-467b-a0d2-a90060d72d54 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:28.400357 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7d4abbe3-88df-48a1-9805-5fdbd14e72f4 req-6606deb1-93a3-467b-a0d2-a90060d72d54 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=c90911d9-c421-4874-8935-956d1072f84b HTTP/1.1" status: 200 len: 950 time: 0.1850402 May 05 21:42:28.472589 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff467ad4-d61e-4e8d-8630-b59f65221d90 admin admin] Checking segment: {'id': 'e3554592-2dce-47af-8f6a-cc0036020733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '3e76ab9a-5cc3-4462-97f5-fa4325c80b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:42:28.472944 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff467ad4-d61e-4e8d-8630-b59f65221d90 admin admin] Network hostable DHCP agents. Network: 3e76ab9a-5cc3-4462-97f5-fa4325c80b78, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:42:28.497030 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7d4abbe3-88df-48a1-9805-5fdbd14e72f4 req-d361d241-4a79-4eea-ac33-4e6232bc0959 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957224 May 05 21:42:28.511460 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a77b4eab-2870-41df-8350-ea937f34b366 req-48439201-eaef-4b82-a551-438ba3d42933 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:28.526353 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b93b5-e7dc-49da-84f8-79add4de0ee9 req-51f5f19d-78e5-48db-ac5c-d30466c2f156 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:28.527841 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0d1b93b5-e7dc-49da-84f8-79add4de0ee9 req-51f5f19d-78e5-48db-ac5c-d30466c2f156 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a118f75-6402-41b9-9321-665059ee52dd HTTP/1.1" status: 200 len: 930 time: 0.1746674 May 05 21:42:28.529939 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff467ad4-d61e-4e8d-8630-b59f65221d90 admin admin] Network 3e76ab9a-5cc3-4462-97f5-fa4325c80b78 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:42:28.570052 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a77b4eab-2870-41df-8350-ea937f34b366 req-48439201-eaef-4b82-a551-438ba3d42933 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:28.602511 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fea25254-0417-4db6-9535-92cb8548448f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:28.708924 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0d1b93b5-e7dc-49da-84f8-79add4de0ee9 req-2eebf60e-15c2-4ecd-9c09-147df99be36f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e25ad77d-1133-4c51-b6dd-5296d0afe8d6 HTTP/1.1" status: 200 len: 217 time: 0.1743271 May 05 21:42:28.710050 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-ff467ad4-d61e-4e8d-8630-b59f65221d90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 3e76ab9a-5cc3-4462-97f5-fa4325c80b78) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:42:28.715275 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff467ad4-d61e-4e8d-8630-b59f65221d90 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:28.715919 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ff467ad4-d61e-4e8d-8630-b59f65221d90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:28.720280 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1dc63c-b365-446d-a278-390e35a4b045 None None] Network 3e76ab9a-5cc3-4462-97f5-fa4325c80b78 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:42:28.758056 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a77b4eab-2870-41df-8350-ea937f34b366 req-48439201-eaef-4b82-a551-438ba3d42933 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:28.791797 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ff467ad4-d61e-4e8d-8630-b59f65221d90 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9972637 May 05 21:42:28.802723 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b93b5-e7dc-49da-84f8-79add4de0ee9 req-f2033d43-d2ea-486d-a856-a32370185adc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:28.804159 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0d1b93b5-e7dc-49da-84f8-79add4de0ee9 req-f2033d43-d2ea-486d-a856-a32370185adc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2c6bf067-b6d5-40b0-85b3-48d049dd595f HTTP/1.1" status: 200 len: 868 time: 0.0840573 May 05 21:42:28.825583 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48439201-eaef-4b82-a551-438ba3d42933 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f4cdde-25db-40a3-9df8-77f197ffc5dd,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:28.858903 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a77b4eab-2870-41df-8350-ea937f34b366 req-48439201-eaef-4b82-a551-438ba3d42933 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:28.871803 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a77b4eab-2870-41df-8350-ea937f34b366 req-48439201-eaef-4b82-a551-438ba3d42933 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] 10.222.0.23 "DELETE /v2.0/security-groups/49f4cdde-25db-40a3-9df8-77f197ffc5dd HTTP/1.1" status: 204 len: 173 time: 0.5039983 May 05 21:42:28.911557 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0d1b93b5-e7dc-49da-84f8-79add4de0ee9 req-6ec7cb99-5e11-4bbc-9aa5-0336e3d494d4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a118f75-6402-41b9-9321-665059ee52dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0984166 May 05 21:42:28.927978 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6270d-d84a-4066-aa98-74bf25fe4484 req-977054ad-8fce-4a0f-a7d0-f21148485733 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:28.929624 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a7e6270d-d84a-4066-aa98-74bf25fe4484 req-977054ad-8fce-4a0f-a7d0-f21148485733 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/ports?device_id=11e0f4fa-7535-47a6-b0f4-cdc1a472748e HTTP/1.1" status: 200 len: 945 time: 0.1792717 May 05 21:42:29.016724 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a7e6270d-d84a-4066-aa98-74bf25fe4484 req-1e3a7514-9a71-4b49-80bd-f8b973e28677 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/security-groups?id=060a0163-921c-42d6-97e2-b2f13023d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737557 May 05 21:42:29.050041 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffc6811-05a9-4e2d-b642-6ba24b131b20 None None] Network 3e76ab9a-5cc3-4462-97f5-fa4325c80b78 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:42:29.079487 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0d1b93b5-e7dc-49da-84f8-79add4de0ee9 req-e83024d2-fbcb-49e4-8249-9e721d150f1d service neutron] 10.222.0.32 "GET /v2.0/networks/4a118f75-6402-41b9-9321-665059ee52dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598840 May 05 21:42:29.144524 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c76efefc-51f9-468d-aaeb-3c56013e5660 req-166ea38c-19a6-437e-8db5-ed171a22f215 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aadae64-4f98-4a1f-93da-85ecf09f48df HTTP/1.1" status: 200 len: 210 time: 0.1224489 May 05 21:42:29.268768 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b5b58bb2-560d-4051-a391-531532ab8b86 req-98bdfa78-96d6-45b9-8c0c-c25f1fb2a75a tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=81eab7c1fe9e43afad7f59eb7b238035&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466161 May 05 21:42:29.468181 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0d1b93b5-e7dc-49da-84f8-79add4de0ee9 req-760fbd14-4947-43d7-a1a0-53c8774f333f service neutron] 10.222.0.32 "GET /v2.0/networks/4a118f75-6402-41b9-9321-665059ee52dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3809950 May 05 21:42:29.488935 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b58bb2-560d-4051-a391-531532ab8b86 req-11848897-36cc-49b3-95b7-2a5e07b3e222 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:29.490438 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b5b58bb2-560d-4051-a391-531532ab8b86 req-11848897-36cc-49b3-95b7-2a5e07b3e222 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2209902 May 05 21:42:29.495185 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device e25ad77d-1133-4c51-b6dd-5296d0afe8d6 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:42:29.536253 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-b5b58bb2-560d-4051-a391-531532ab8b86 req-6e52f1a7-57ca-4cb6-b00e-fcbb2578bab8 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Request body: {'port': {'device_id': '3aadae64-4f98-4a1f-93da-85ecf09f48df', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'admin_state_up': True, 'tenant_id': '81eab7c1fe9e43afad7f59eb7b238035'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:42:29.596366 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0348f76b-2d03-4038-8339-bb5dfc62ee8f None None] Sync routers for ids ['26c8cbce-1e23-49de-9eaf-b85463b74d73'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:42:29.615583 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0348f76b-2d03-4038-8339-bb5dfc62ee8f None None] Routers {'26c8cbce-1e23-49de-9eaf-b85463b74d73'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:42:29.616352 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-0348f76b-2d03-4038-8339-bb5dfc62ee8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:42:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['26c8cbce-1e23-49de-9eaf-b85463b74d73'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:42:29.705913 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57ff5d9-80e3-4670-9482-ec805f17cd88 None None] Sync routers for ids ['e357e861-6673-4ff9-a2df-c2bd01419397'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:42:29.721667 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-b5b58bb2-560d-4051-a391-531532ab8b86 req-6e52f1a7-57ca-4cb6-b00e-fcbb2578bab8 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:42:29.726177 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-b5b58bb2-560d-4051-a391-531532ab8b86 req-6e52f1a7-57ca-4cb6-b00e-fcbb2578bab8 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Usage tracker for resource:port and tenant:81eab7c1fe9e43afad7f59eb7b238035 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:42:29.727247 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57ff5d9-80e3-4670-9482-ec805f17cd88 None None] Routers {'e357e861-6673-4ff9-a2df-c2bd01419397'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:42:29.728051 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-c57ff5d9-80e3-4670-9482-ec805f17cd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:42:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['e357e861-6673-4ff9-a2df-c2bd01419397'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:42:29.729470 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-b5b58bb2-560d-4051-a391-531532ab8b86 req-6e52f1a7-57ca-4cb6-b00e-fcbb2578bab8 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:42:29.735721 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-b5b58bb2-560d-4051-a391-531532ab8b86 req-6e52f1a7-57ca-4cb6-b00e-fcbb2578bab8 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:42:29.751934 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5b58bb2-560d-4051-a391-531532ab8b86 req-6e52f1a7-57ca-4cb6-b00e-fcbb2578bab8 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Made reservation on behalf of 81eab7c1fe9e43afad7f59eb7b238035 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:42:29.755112 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-b5b58bb2-560d-4051-a391-531532ab8b86 req-6e52f1a7-57ca-4cb6-b00e-fcbb2578bab8 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:29.887817 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4acf29bb-939f-4a99-ae09-8452ce826edd req-55acc6c3-b1d5-4ceb-9ad3-dde9adb3e3f1 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] 10.222.0.23 "GET /v2.0/security-groups/585e70dd-f4ca-43f7-8bd6-37fa9632d87e HTTP/1.1" status: 200 len: 1638 time: 0.2465739 May 05 21:42:29.888398 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port e25ad77d-1133-4c51-b6dd-5296d0afe8d6, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=e25ad77d-1133-4c51-b6dd-5296d0afe8d6,segment=NetworkSegment(54ad9bc0-80cd-48a0-a1d0-8cac4a4b6572),segment_id=54ad9bc0-80cd-48a0-a1d0-8cac4a4b6572)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:42:29.907608 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': 'e25ad77d-1133-4c51-b6dd-5296d0afe8d6', 'network_id': '4a118f75-6402-41b9-9321-665059ee52dd', 'port_id': 'e25ad77d-1133-4c51-b6dd-5296d0afe8d6', 'mac_address': 'fa:16:3e:11:82:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c6bf067-b6d5-40b0-85b3-48d049dd595f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:42:29.916242 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-c57ff5d9-80e3-4670-9482-ec805f17cd88 None None] Set router e357e861-6673-4ff9-a2df-c2bd01419397 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:42:29.967939 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f567bb7b-dd2c-44e0-9ca4-f01149306ffa req-6ecb3237-91cb-4532-bfdb-554832a673b7 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:29.969813 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f567bb7b-dd2c-44e0-9ca4-f01149306ffa req-6ecb3237-91cb-4532-bfdb-554832a673b7 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] 10.222.0.23 "GET /v2.0/ports?device_id=98f46ae6-68ae-4dc1-b860-386f211ba493 HTTP/1.1" status: 200 len: 943 time: 0.3272479 May 05 21:42:29.983531 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:29.991594 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-b5b58bb2-560d-4051-a391-531532ab8b86 req-6e52f1a7-57ca-4cb6-b00e-fcbb2578bab8 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Allocated IP 192.168.233.158 (4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9/f237a6ef-d044-411f-a2d8-d12619664c91/33897446-62d1-463c-a5b8-1064c2ec78b0) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:42:29.996623 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-0348f76b-2d03-4038-8339-bb5dfc62ee8f None None] Set router 26c8cbce-1e23-49de-9eaf-b85463b74d73 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:42:30.040585 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4acf29bb-939f-4a99-ae09-8452ce826edd req-67dd175b-291a-4ddd-b730-91e01fb577b8 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:30.049584 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e25ad77d-1133-4c51-b6dd-5296d0afe8d6 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:42:30.093722 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f567bb7b-dd2c-44e0-9ca4-f01149306ffa req-7d37d06e-c415-4a24-86c6-9adeeb7a95bc tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4d19568-e238-4171-bb9f-b97aff64788d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089196 May 05 21:42:30.095152 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4acf29bb-939f-4a99-ae09-8452ce826edd req-67dd175b-291a-4ddd-b730-91e01fb577b8 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:30.188352 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea25254-0417-4db6-9535-92cb8548448f admin admin] Router 26c8cbce-1e23-49de-9eaf-b85463b74d73 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:42:30.264593 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4acf29bb-939f-4a99-ae09-8452ce826edd req-67dd175b-291a-4ddd-b730-91e01fb577b8 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:30.267391 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-b5b58bb2-560d-4051-a391-531532ab8b86 req-6e52f1a7-57ca-4cb6-b00e-fcbb2578bab8 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:30.280054 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port e25ad77d-1133-4c51-b6dd-5296d0afe8d6, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=e25ad77d-1133-4c51-b6dd-5296d0afe8d6,segment=NetworkSegment(54ad9bc0-80cd-48a0-a1d0-8cac4a4b6572),segment_id=54ad9bc0-80cd-48a0-a1d0-8cac4a4b6572)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:42:30.288726 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-b5b58bb2-560d-4051-a391-531532ab8b86 req-6e52f1a7-57ca-4cb6-b00e-fcbb2578bab8 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Transition to ACTIVE for port object 33897446-62d1-463c-a5b8-1064c2ec78b0 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:42:30.296224 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:30.319914 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-b5b58bb2-560d-4051-a391-531532ab8b86 req-6e52f1a7-57ca-4cb6-b00e-fcbb2578bab8 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:30.350802 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dd175b-291a-4ddd-b730-91e01fb577b8 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=585e70dd-f4ca-43f7-8bd6-37fa9632d87e,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:30.352462 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['9b434e3e-4fe0-404a-b210-e9f2f7db8dc8'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:42:30.381784 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4acf29bb-939f-4a99-ae09-8452ce826edd req-67dd175b-291a-4ddd-b730-91e01fb577b8 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:30.390646 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5b58bb2-560d-4051-a391-531532ab8b86 req-6e52f1a7-57ca-4cb6-b00e-fcbb2578bab8 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:42:30.395748 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4acf29bb-939f-4a99-ae09-8452ce826edd req-67dd175b-291a-4ddd-b730-91e01fb577b8 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] 10.222.0.23 "DELETE /v2.0/security-groups/585e70dd-f4ca-43f7-8bd6-37fa9632d87e HTTP/1.1" status: 204 len: 173 time: 0.5058646 May 05 21:42:30.412937 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-b5b58bb2-560d-4051-a391-531532ab8b86 req-6e52f1a7-57ca-4cb6-b00e-fcbb2578bab8 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:42:30.457459 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5b58bb2-560d-4051-a391-531532ab8b86 req-6e52f1a7-57ca-4cb6-b00e-fcbb2578bab8 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:42:30.499249 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-c57ff5d9-80e3-4670-9482-ec805f17cd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e357e861-6673-4ff9-a2df-c2bd01419397', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1706462636-router', 'tenant_id': 'caf8261703da4bb5a03dc145b93e3b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '9e7170a0-07a6-4d7c-b314-a0b2e5df4936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:42:03Z', 'updated_at': '2022-05-05T21:42:16Z', 'revision_number': 4, 'project_id': 'caf8261703da4bb5a03dc145b93e3b71', 'gw_port': {'id': '9e7170a0-07a6-4d7c-b314-a0b2e5df4936', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:30:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e357e861-6673-4ff9-a2df-c2bd01419397', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:42:05Z', 'updated_at': '2022-05-05T21:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '9268578c-7c93-47e6-b1fc-b6f7138d300a', 'name': '', 'network_id': '4a118f75-6402-41b9-9321-665059ee52dd', 'tenant_id': 'caf8261703da4bb5a03dc145b93e3b71', 'mac_address': 'fa:16:3e:19:5a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e357e861-6673-4ff9-a2df-c2bd01419397', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c6bf067-b6d5-40b0-85b3-48d049dd595f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:42:14Z', 'updated_at': '2022-05-05T21:42:16Z', 'revision_number': 2, 'project_id': 'caf8261703da4bb5a03dc145b93e3b71', 'subnets': [{'id': '2c6bf067-b6d5-40b0-85b3-48d049dd595f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:42:30.510406 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57ff5d9-80e3-4670-9482-ec805f17cd88 None None] Checking router: e357e861-6673-4ff9-a2df-c2bd01419397 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:42:30.510406 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57ff5d9-80e3-4670-9482-ec805f17cd88 None None] Updating router e357e861-6673-4ff9-a2df-c2bd01419397 port 9268578c-7c93-47e6-b1fc-b6f7138d300a binding host n-d-825175-4 {{(pid=84068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 21:42:30.549040 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e52f1a7-57ca-4cb6-b00e-fcbb2578bab8 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Pushing event updated for resources: {'Port': ['ID=33897446-62d1-463c-a5b8-1064c2ec78b0,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:30.561399 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b58bb2-560d-4051-a391-531532ab8b86 req-6e52f1a7-57ca-4cb6-b00e-fcbb2578bab8 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:30.562273 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-b5b58bb2-560d-4051-a391-531532ab8b86 req-6e52f1a7-57ca-4cb6-b00e-fcbb2578bab8 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:30.584250 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-0348f76b-2d03-4038-8339-bb5dfc62ee8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c8cbce-1e23-49de-9eaf-b85463b74d73', 'name': 'tempest-FloatingIPsNegativeTestJSON-594584528-router', 'tenant_id': 'e599d915365d45c1a4fec96bd9aa7337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': 'f7c26309-8025-428d-9b1e-b1cf93bbbe26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:42:06Z', 'updated_at': '2022-05-05T21:42:27Z', 'revision_number': 5, 'project_id': 'e599d915365d45c1a4fec96bd9aa7337', 'gw_port': {'id': 'f7c26309-8025-428d-9b1e-b1cf93bbbe26', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:99:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c8cbce-1e23-49de-9eaf-b85463b74d73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:42:08Z', 'updated_at': '2022-05-05T21:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:42:30.591382 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['e25ad77d-1133-4c51-b6dd-5296d0afe8d6'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:42:30.622585 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b5b58bb2-560d-4051-a391-531532ab8b86 req-6e52f1a7-57ca-4cb6-b00e-fcbb2578bab8 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0987723 May 05 21:42:30.702256 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-c57ff5d9-80e3-4670-9482-ec805f17cd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:30.747248 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0348f76b-2d03-4038-8339-bb5dfc62ee8f None None] Checking router: 26c8cbce-1e23-49de-9eaf-b85463b74d73 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:42:30.756388 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=e25ad77d-1133-4c51-b6dd-5296d0afe8d6,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:30.778916 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0348f76b-2d03-4038-8339-bb5dfc62ee8f None None] Routers {'26c8cbce-1e23-49de-9eaf-b85463b74d73'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:42:30.779764 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-0348f76b-2d03-4038-8339-bb5dfc62ee8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:42:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['26c8cbce-1e23-49de-9eaf-b85463b74d73'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:42:30.843589 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-b5b58bb2-560d-4051-a391-531532ab8b86 req-0c512c6f-086e-469c-9414-fba36f124e03 service neutron] Request body: {'port': {'device_id': '3aadae64-4f98-4a1f-93da-85ecf09f48df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:42:30.853197 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f425cd-2fee-491d-a80f-847fac4b9950 req-b1b0ec4a-ce52-4d5e-85f6-d3fc08d993d9 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:30.854641 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c2f425cd-2fee-491d-a80f-847fac4b9950 req-b1b0ec4a-ce52-4d5e-85f6-d3fc08d993d9 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/networks?id=d50665b6-9647-47f1-b718-b6ae7cd32366 HTTP/1.1" status: 200 len: 808 time: 0.3657107 May 05 21:42:30.858314 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea25254-0417-4db6-9535-92cb8548448f admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:42:30.868659 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-fea25254-0417-4db6-9535-92cb8548448f admin admin] 10.222.0.23 "PUT /v2.0/routers/26c8cbce-1e23-49de-9eaf-b85463b74d73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8400383 May 05 21:42:30.871544 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 34226) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:42:30.984195 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-0348f76b-2d03-4038-8339-bb5dfc62ee8f None None] Set router 26c8cbce-1e23-49de-9eaf-b85463b74d73 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:42:30.993223 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-b5b58bb2-560d-4051-a391-531532ab8b86 req-0c512c6f-086e-469c-9414-fba36f124e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:31.000674 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86891da7-7df2-4ab5-8fb5-d0bcd6f2d148 req-e3ef185a-3edb-4383-9db5-a0d2501c5979 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:31.008431 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-86891da7-7df2-4ab5-8fb5-d0bcd6f2d148 req-e3ef185a-3edb-4383-9db5-a0d2501c5979 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1fa634d-642d-4db7-923f-18ce33c832c3 HTTP/1.1" status: 200 len: 1024 time: 0.3750784 May 05 21:42:31.045710 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c2f425cd-2fee-491d-a80f-847fac4b9950 req-d0a2c177-a681-4f1a-9064-a7a48a3ad887 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/quotas/ea576b38215846aaa224b1aa35155ba3 HTTP/1.1" status: 200 len: 375 time: 0.1756072 May 05 21:42:31.048576 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660394a2-7b18-4cfe-92be-2cbeb1f98648 req-cb1c45de-b63c-4988-95b6-6565f4633115 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:31.049694 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-660394a2-7b18-4cfe-92be-2cbeb1f98648 req-cb1c45de-b63c-4988-95b6-6565f4633115 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Synchronizing usage tracker for tenant:ddd4b9e379904604953b02573e2642da on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:42:31.098216 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-660394a2-7b18-4cfe-92be-2cbeb1f98648 req-cb1c45de-b63c-4988-95b6-6565f4633115 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Unset dirty status for tenant:ddd4b9e379904604953b02573e2642da on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:42:31.099783 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-660394a2-7b18-4cfe-92be-2cbeb1f98648 req-cb1c45de-b63c-4988-95b6-6565f4633115 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1fa634d-642d-4db7-923f-18ce33c832c3 HTTP/1.1" status: 200 len: 1024 time: 0.3345439 May 05 21:42:31.128413 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c2f425cd-2fee-491d-a80f-847fac4b9950 req-d2722d03-bc1d-4f59-86ee-e0a449195c86 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea576b38215846aaa224b1aa35155ba3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0703168 May 05 21:42:31.136259 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-86891da7-7df2-4ab5-8fb5-d0bcd6f2d148 req-a908592d-abe4-4fd7-92c4-f60e59a7a04c tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Synchronizing usage tracker for tenant:ddd4b9e379904604953b02573e2642da on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:42:31.227178 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-c57ff5d9-80e3-4670-9482-ec805f17cd88 None None] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:31.243819 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.provisioning_blocks [None req-c57ff5d9-80e3-4670-9482-ec805f17cd88 None None] Transition to ACTIVE for port object 9268578c-7c93-47e6-b1fc-b6f7138d300a will not be triggered until provisioned by entity L2. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:42:31.245739 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-86891da7-7df2-4ab5-8fb5-d0bcd6f2d148 req-a908592d-abe4-4fd7-92c4-f60e59a7a04c tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Unset dirty status for tenant:ddd4b9e379904604953b02573e2642da on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:42:31.254349 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-c57ff5d9-80e3-4670-9482-ec805f17cd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:31.256612 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-86891da7-7df2-4ab5-8fb5-d0bcd6f2d148 req-a908592d-abe4-4fd7-92c4-f60e59a7a04c tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/security-groups?id=7568e477-67c8-43ef-953c-8ed3ca081be0&id=d6e45400-f73f-4830-8c94-f4dc04e8ef47&id=f45bfa5e-7377-4fed-9042-a373e8a64472&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.2472186 May 05 21:42:31.291351 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:42:31.292307 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:42:31.292800 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:42:31.293268 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:42:31.293734 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:42:31.294208 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:42:31.294684 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:42:31.295143 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:42:31.295599 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:42:31.296059 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:42:31.296510 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:42:31.306235 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c51d8dd7-2204-443a-a565-63aa7a5a9ebc None None] Provisioning for port 33897446-62d1-463c-a5b8-1064c2ec78b0 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:42:31.364733 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c51d8dd7-2204-443a-a565-63aa7a5a9ebc None None] Provisioning complete for port 33897446-62d1-463c-a5b8-1064c2ec78b0 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:42:31.365117 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c51d8dd7-2204-443a-a565-63aa7a5a9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:31.388015 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c2f425cd-2fee-491d-a80f-847fac4b9950 req-37985709-eb7d-4a14-beb0-223a40bab48f service neutron] 10.222.0.23 "GET /v2.0/networks/d50665b6-9647-47f1-b718-b6ae7cd32366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469814 May 05 21:42:31.442503 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-660394a2-7b18-4cfe-92be-2cbeb1f98648 req-2ed13274-1b3d-42fb-be64-366c6e0b0139 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Deleting port 701aafae-0199-4931-bdbc-e51bf47ce8b4 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:42:31.443162 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-660394a2-7b18-4cfe-92be-2cbeb1f98648 req-2ed13274-1b3d-42fb-be64-366c6e0b0139 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:31.500095 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b9c713-223b-47d7-8cbc-d6b5d998f3b6 None None] Pushing event updated for resources: {'Port': ['ID=9268578c-7c93-47e6-b1fc-b6f7138d300a,revision_number=3']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:31.588226 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-c51d8dd7-2204-443a-a565-63aa7a5a9ebc None None] Port 33897446-62d1-463c-a5b8-1064c2ec78b0 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:42:31.649227 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-0348f76b-2d03-4038-8339-bb5dfc62ee8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c8cbce-1e23-49de-9eaf-b85463b74d73', 'name': 'tempest-FloatingIPsNegativeTestJSON-594584528-router', 'tenant_id': 'e599d915365d45c1a4fec96bd9aa7337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': 'f7c26309-8025-428d-9b1e-b1cf93bbbe26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:42:06Z', 'updated_at': '2022-05-05T21:42:27Z', 'revision_number': 5, 'project_id': 'e599d915365d45c1a4fec96bd9aa7337', 'gw_port': {'id': 'f7c26309-8025-428d-9b1e-b1cf93bbbe26', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:99:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c8cbce-1e23-49de-9eaf-b85463b74d73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:42:08Z', 'updated_at': '2022-05-05T21:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:42:31.724782 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0348f76b-2d03-4038-8339-bb5dfc62ee8f None None] The sync data for ids ['26c8cbce-1e23-49de-9eaf-b85463b74d73'] in n-d-825175-4 is: [{'id': '26c8cbce-1e23-49de-9eaf-b85463b74d73', 'name': 'tempest-FloatingIPsNegativeTestJSON-594584528-router', 'tenant_id': 'e599d915365d45c1a4fec96bd9aa7337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': 'f7c26309-8025-428d-9b1e-b1cf93bbbe26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:42:06Z', 'updated_at': '2022-05-05T21:42:27Z', 'revision_number': 5, 'project_id': 'e599d915365d45c1a4fec96bd9aa7337', 'gw_port': {'id': 'f7c26309-8025-428d-9b1e-b1cf93bbbe26', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:99:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c8cbce-1e23-49de-9eaf-b85463b74d73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:42:08Z', 'updated_at': '2022-05-05T21:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:42:31.738308 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-c57ff5d9-80e3-4670-9482-ec805f17cd88 None None] Attempting to bind port 9268578c-7c93-47e6-b1fc-b6f7138d300a on host n-d-825175-4 for vnic_type normal with profile {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:42:31.739091 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-c57ff5d9-80e3-4670-9482-ec805f17cd88 None None] Attempting to bind port 9268578c-7c93-47e6-b1fc-b6f7138d300a by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '54ad9bc0-80cd-48a0-a1d0-8cac4a4b6572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4a118f75-6402-41b9-9321-665059ee52dd'}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:42:31.739669 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57ff5d9-80e3-4670-9482-ec805f17cd88 None None] Attempting to bind port 9268578c-7c93-47e6-b1fc-b6f7138d300a on network 4a118f75-6402-41b9-9321-665059ee52dd {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:42:31.748103 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57ff5d9-80e3-4670-9482-ec805f17cd88 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:42:31.748897 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57ff5d9-80e3-4670-9482-ec805f17cd88 None None] Checking segment: {'id': '54ad9bc0-80cd-48a0-a1d0-8cac4a4b6572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4a118f75-6402-41b9-9321-665059ee52dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:42:31.749496 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-c57ff5d9-80e3-4670-9482-ec805f17cd88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:31.750906 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57ff5d9-80e3-4670-9482-ec805f17cd88 None None] Bound using segment: {'id': '54ad9bc0-80cd-48a0-a1d0-8cac4a4b6572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4a118f75-6402-41b9-9321-665059ee52dd'} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:42:31.751694 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-c57ff5d9-80e3-4670-9482-ec805f17cd88 None None] Bound port: 9268578c-7c93-47e6-b1fc-b6f7138d300a, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54ad9bc0-80cd-48a0-a1d0-8cac4a4b6572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4a118f75-6402-41b9-9321-665059ee52dd'}}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:42:31.752335 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-c57ff5d9-80e3-4670-9482-ec805f17cd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:31.813902 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1676113d-0d5a-4b47-b0bb-2b049c340936 admin admin] Notify callbacks [] for router, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:31.898875 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-c57ff5d9-80e3-4670-9482-ec805f17cd88 None None] For port 9268578c-7c93-47e6-b1fc-b6f7138d300a, host n-d-825175-4, cleared binding levels {{(pid=84068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:42:31.903087 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-c57ff5d9-80e3-4670-9482-ec805f17cd88 None None] For port 9268578c-7c93-47e6-b1fc-b6f7138d300a, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=9268578c-7c93-47e6-b1fc-b6f7138d300a,segment=NetworkSegment(54ad9bc0-80cd-48a0-a1d0-8cac4a4b6572),segment_id=54ad9bc0-80cd-48a0-a1d0-8cac4a4b6572)] {{(pid=84068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:42:31.909822 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-c57ff5d9-80e3-4670-9482-ec805f17cd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:31.956206 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-660394a2-7b18-4cfe-92be-2cbeb1f98648 req-2ed13274-1b3d-42fb-be64-366c6e0b0139 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] For port 701aafae-0199-4931-bdbc-e51bf47ce8b4, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=701aafae-0199-4931-bdbc-e51bf47ce8b4,segment=NetworkSegment(829d38c7-6906-4e82-a39e-d9f027380cc7),segment_id=829d38c7-6906-4e82-a39e-d9f027380cc7)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:42:31.956206 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-660394a2-7b18-4cfe-92be-2cbeb1f98648 req-2ed13274-1b3d-42fb-be64-366c6e0b0139 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:31.965204 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-b5b58bb2-560d-4051-a391-531532ab8b86 req-0c512c6f-086e-469c-9414-fba36f124e03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33897446-62d1-463c-a5b8-1064c2ec78b0 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:42:31.965599 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6c8de1-cb6c-4a77-ab91-4967e882a1e7 req-a1850c38-66d1-4f48-b768-ef1b252bc315 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:31.967133 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0d6c8de1-cb6c-4a77-ab91-4967e882a1e7 req-a1850c38-66d1-4f48-b768-ef1b252bc315 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=c90911d9-c421-4874-8935-956d1072f84b HTTP/1.1" status: 200 len: 950 time: 0.2800040 May 05 21:42:31.972552 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c2f425cd-2fee-491d-a80f-847fac4b9950 req-45ba717f-314f-448f-88bb-ddd3a3ffabf2 service neutron] 10.222.0.23 "GET /v2.0/networks/d50665b6-9647-47f1-b718-b6ae7cd32366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5837011 May 05 21:42:31.976117 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-b5b58bb2-560d-4051-a391-531532ab8b86 req-0c512c6f-086e-469c-9414-fba36f124e03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:31.992746 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b9c713-223b-47d7-8cbc-d6b5d998f3b6 None None] Pushing event updated for resources: {'Port': ['ID=9268578c-7c93-47e6-b1fc-b6f7138d300a,revision_number=4']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:32.017943 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57ff5d9-80e3-4670-9482-ec805f17cd88 None None] Routers {'e357e861-6673-4ff9-a2df-c2bd01419397'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:42:32.018630 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-c57ff5d9-80e3-4670-9482-ec805f17cd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:42:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['e357e861-6673-4ff9-a2df-c2bd01419397'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:42:32.095331 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0d6c8de1-cb6c-4a77-ab91-4967e882a1e7 req-ad9780d9-ac57-4e20-8e90-70744a784001 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029079 May 05 21:42:32.189157 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-660394a2-7b18-4cfe-92be-2cbeb1f98648 req-2ed13274-1b3d-42fb-be64-366c6e0b0139 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Calling delete_port for 701aafae-0199-4931-bdbc-e51bf47ce8b4 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:42:32.265163 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1676113d-0d5a-4b47-b0bb-2b049c340936 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:32.282271 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-b5b58bb2-560d-4051-a391-531532ab8b86 req-0c512c6f-086e-469c-9414-fba36f124e03 service neutron] Transition to ACTIVE for port object 33897446-62d1-463c-a5b8-1064c2ec78b0 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:42:32.292281 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-1676113d-0d5a-4b47-b0bb-2b049c340936 admin admin] Deleting port f7c26309-8025-428d-9b1e-b1cf93bbbe26 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:42:32.292652 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1676113d-0d5a-4b47-b0bb-2b049c340936 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:32.305476 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-b5b58bb2-560d-4051-a391-531532ab8b86 req-0c512c6f-086e-469c-9414-fba36f124e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:32.373824 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-c57ff5d9-80e3-4670-9482-ec805f17cd88 None None] Set router e357e861-6673-4ff9-a2df-c2bd01419397 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:42:32.473951 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c512c6f-086e-469c-9414-fba36f124e03 service neutron] Pushing event updated for resources: {'Port': ['ID=33897446-62d1-463c-a5b8-1064c2ec78b0,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:32.791213 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-1676113d-0d5a-4b47-b0bb-2b049c340936 admin admin] For port f7c26309-8025-428d-9b1e-b1cf93bbbe26, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=f7c26309-8025-428d-9b1e-b1cf93bbbe26,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:42:32.791630 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1676113d-0d5a-4b47-b0bb-2b049c340936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:32.872958 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-b5b58bb2-560d-4051-a391-531532ab8b86 req-0c512c6f-086e-469c-9414-fba36f124e03 service neutron] Attempting to bind port 33897446-62d1-463c-a5b8-1064c2ec78b0 on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:42:32.873349 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-b5b58bb2-560d-4051-a391-531532ab8b86 req-0c512c6f-086e-469c-9414-fba36f124e03 service neutron] Attempting to bind port 33897446-62d1-463c-a5b8-1064c2ec78b0 by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:42:32.873637 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b58bb2-560d-4051-a391-531532ab8b86 req-0c512c6f-086e-469c-9414-fba36f124e03 service neutron] Attempting to bind port 33897446-62d1-463c-a5b8-1064c2ec78b0 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:42:32.880797 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b58bb2-560d-4051-a391-531532ab8b86 req-0c512c6f-086e-469c-9414-fba36f124e03 service neutron] Port 33897446-62d1-463c-a5b8-1064c2ec78b0 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:42:32.881118 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b58bb2-560d-4051-a391-531532ab8b86 req-0c512c6f-086e-469c-9414-fba36f124e03 service neutron] Attempting to bind port 33897446-62d1-463c-a5b8-1064c2ec78b0 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:42:32.888762 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-660394a2-7b18-4cfe-92be-2cbeb1f98648 req-2ed13274-1b3d-42fb-be64-366c6e0b0139 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:32.891374 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b58bb2-560d-4051-a391-531532ab8b86 req-0c512c6f-086e-469c-9414-fba36f124e03 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:42:32.891374 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b58bb2-560d-4051-a391-531532ab8b86 req-0c512c6f-086e-469c-9414-fba36f124e03 service neutron] Checking segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:42:32.891744 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b58bb2-560d-4051-a391-531532ab8b86 req-0c512c6f-086e-469c-9414-fba36f124e03 service neutron] Bound using segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:42:32.892327 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-b5b58bb2-560d-4051-a391-531532ab8b86 req-0c512c6f-086e-469c-9414-fba36f124e03 service neutron] Bound port: 33897446-62d1-463c-a5b8-1064c2ec78b0, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:42:32.892975 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-b5b58bb2-560d-4051-a391-531532ab8b86 req-0c512c6f-086e-469c-9414-fba36f124e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:32.910177 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-c57ff5d9-80e3-4670-9482-ec805f17cd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e357e861-6673-4ff9-a2df-c2bd01419397', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1706462636-router', 'tenant_id': 'caf8261703da4bb5a03dc145b93e3b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '9e7170a0-07a6-4d7c-b314-a0b2e5df4936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:42:03Z', 'updated_at': '2022-05-05T21:42:16Z', 'revision_number': 4, 'project_id': 'caf8261703da4bb5a03dc145b93e3b71', 'gw_port': {'id': '9e7170a0-07a6-4d7c-b314-a0b2e5df4936', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:30:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e357e861-6673-4ff9-a2df-c2bd01419397', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:42:05Z', 'updated_at': '2022-05-05T21:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '9268578c-7c93-47e6-b1fc-b6f7138d300a', 'name': '', 'network_id': '4a118f75-6402-41b9-9321-665059ee52dd', 'tenant_id': 'caf8261703da4bb5a03dc145b93e3b71', 'mac_address': 'fa:16:3e:19:5a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e357e861-6673-4ff9-a2df-c2bd01419397', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c6bf067-b6d5-40b0-85b3-48d049dd595f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:42:14Z', 'updated_at': '2022-05-05T21:42:31Z', 'revision_number': 4, 'project_id': 'caf8261703da4bb5a03dc145b93e3b71', 'subnets': [{'id': '2c6bf067-b6d5-40b0-85b3-48d049dd595f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:42:32.914784 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57ff5d9-80e3-4670-9482-ec805f17cd88 None None] The sync data for ids ['e357e861-6673-4ff9-a2df-c2bd01419397'] in n-d-825175-4 is: [{'id': 'e357e861-6673-4ff9-a2df-c2bd01419397', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1706462636-router', 'tenant_id': 'caf8261703da4bb5a03dc145b93e3b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '9e7170a0-07a6-4d7c-b314-a0b2e5df4936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:42:03Z', 'updated_at': '2022-05-05T21:42:16Z', 'revision_number': 4, 'project_id': 'caf8261703da4bb5a03dc145b93e3b71', 'gw_port': {'id': '9e7170a0-07a6-4d7c-b314-a0b2e5df4936', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:30:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e357e861-6673-4ff9-a2df-c2bd01419397', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:42:05Z', 'updated_at': '2022-05-05T21:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '9268578c-7c93-47e6-b1fc-b6f7138d300a', 'name': '', 'network_id': '4a118f75-6402-41b9-9321-665059ee52dd', 'tenant_id': 'caf8261703da4bb5a03dc145b93e3b71', 'mac_address': 'fa:16:3e:19:5a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e357e861-6673-4ff9-a2df-c2bd01419397', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c6bf067-b6d5-40b0-85b3-48d049dd595f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:42:14Z', 'updated_at': '2022-05-05T21:42:31Z', 'revision_number': 4, 'project_id': 'caf8261703da4bb5a03dc145b93e3b71', 'subnets': [{'id': '2c6bf067-b6d5-40b0-85b3-48d049dd595f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:42:32.961912 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed13274-1b3d-42fb-be64-366c6e0b0139 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Pushing event deleted for resources: {'Port': ['ID=701aafae-0199-4931-bdbc-e51bf47ce8b4,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:32.993866 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae8160-c11e-445b-8738-e2f9ef3e4f00 req-c52a5e2f-efa8-4327-b162-562f718fee7a tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:32.995892 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2fae8160-c11e-445b-8738-e2f9ef3e4f00 req-c52a5e2f-efa8-4327-b162-562f718fee7a tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/ports?device_id=11e0f4fa-7535-47a6-b0f4-cdc1a472748e HTTP/1.1" status: 200 len: 945 time: 0.4786115 May 05 21:42:33.014944 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d749ab0a-1a1a-4cdb-9ef2-f639e4bd75ea req-041c5c1e-0485-4dbf-99b6-fb3369f1e00d tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:33.016454 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d749ab0a-1a1a-4cdb-9ef2-f639e4bd75ea req-041c5c1e-0485-4dbf-99b6-fb3369f1e00d tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aadae64-4f98-4a1f-93da-85ecf09f48df HTTP/1.1" status: 200 len: 948 time: 0.4972482 May 05 21:42:33.038005 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-1676113d-0d5a-4b47-b0bb-2b049c340936 admin admin] Calling delete_port for f7c26309-8025-428d-9b1e-b1cf93bbbe26 owned by network:router_gateway {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:42:33.124717 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-660394a2-7b18-4cfe-92be-2cbeb1f98648 req-2ed13274-1b3d-42fb-be64-366c6e0b0139 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] No DVR routers for this DVR port 701aafae-0199-4931-bdbc-e51bf47ce8b4 on host n-h2-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:42:33.130222 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-660394a2-7b18-4cfe-92be-2cbeb1f98648 req-2ed13274-1b3d-42fb-be64-366c6e0b0139 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:33.132706 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1fa634d-642d-4db7-923f-18ce33c832c3', 'name': 'network-vif-deleted', 'tag': '701aafae-0199-4931-bdbc-e51bf47ce8b4'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:42:33.160309 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2fae8160-c11e-445b-8738-e2f9ef3e4f00 req-54de38b4-baae-4c77-b3d9-94d4e57c1f67 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/security-groups?id=060a0163-921c-42d6-97e2-b2f13023d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427746 May 05 21:42:33.164182 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-660394a2-7b18-4cfe-92be-2cbeb1f98648 req-2ed13274-1b3d-42fb-be64-366c6e0b0139 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.32 "DELETE /v2.0/ports/701aafae-0199-4931-bdbc-e51bf47ce8b4 HTTP/1.1" status: 204 len: 173 time: 2.0212367 May 05 21:42:33.172773 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d749ab0a-1a1a-4cdb-9ef2-f639e4bd75ea req-fea3bd6e-e909-4b9b-a050-bb47bbd3c8bd tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] 10.222.0.23 "GET /v2.0/security-groups?id=d969caae-1cf7-44e6-8fc3-9aef5d276c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014054 May 05 21:42:33.179354 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-b5b58bb2-560d-4051-a391-531532ab8b86 req-0c512c6f-086e-469c-9414-fba36f124e03 service neutron] For port 33897446-62d1-463c-a5b8-1064c2ec78b0, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:42:33.184089 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-b5b58bb2-560d-4051-a391-531532ab8b86 req-0c512c6f-086e-469c-9414-fba36f124e03 service neutron] For port 33897446-62d1-463c-a5b8-1064c2ec78b0, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=33897446-62d1-463c-a5b8-1064c2ec78b0,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:42:33.193137 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-b5b58bb2-560d-4051-a391-531532ab8b86 req-0c512c6f-086e-469c-9414-fba36f124e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:33.322247 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-b5b58bb2-560d-4051-a391-531532ab8b86 req-0c512c6f-086e-469c-9414-fba36f124e03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:33.323837 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b5b58bb2-560d-4051-a391-531532ab8b86 req-0c512c6f-086e-469c-9414-fba36f124e03 service neutron] 10.222.0.44 "PUT /v2.0/ports/33897446-62d1-463c-a5b8-1064c2ec78b0 HTTP/1.1" status: 200 len: 1096 time: 2.6948369 May 05 21:42:33.338405 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1676113d-0d5a-4b47-b0bb-2b049c340936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:33.381400 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c512c6f-086e-469c-9414-fba36f124e03 service neutron] Pushing event updated for resources: {'Port': ['ID=33897446-62d1-463c-a5b8-1064c2ec78b0,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:33.507173 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device e25ad77d-1133-4c51-b6dd-5296d0afe8d6 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:42:33.510227 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1676113d-0d5a-4b47-b0bb-2b049c340936 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7c26309-8025-428d-9b1e-b1cf93bbbe26,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:33.580704 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b5b58bb2-560d-4051-a391-531532ab8b86 req-94858e22-e0b8-4e31-a555-3a4a8ee9c330 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=81eab7c1fe9e43afad7f59eb7b238035&device_id=3aadae64-4f98-4a1f-93da-85ecf09f48df HTTP/1.1" status: 200 len: 1099 time: 0.1099255 May 05 21:42:33.660752 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port e25ad77d-1133-4c51-b6dd-5296d0afe8d6 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:42:33.668347 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port e25ad77d-1133-4c51-b6dd-5296d0afe8d6 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:42:33.669288 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:33.720224 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b5b58bb2-560d-4051-a391-531532ab8b86 req-851ee73b-42aa-4a63-bf2b-4861c9dc6866 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=33897446-62d1-463c-a5b8-1064c2ec78b0 HTTP/1.1" status: 200 len: 217 time: 0.1323760 May 05 21:42:33.755019 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ed08e61d-8823-42df-a51e-892918a9d90c req-c567d91f-4c13-41ad-8e1e-0935ee572d61 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] 10.222.0.23 "GET /v2.0/security-groups/de822fe5-c88b-43dc-a0e6-7a3a0842be95 HTTP/1.1" status: 200 len: 1638 time: 0.4332545 May 05 21:42:33.806068 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b58bb2-560d-4051-a391-531532ab8b86 req-22ca8230-3dbd-497e-b111-05a566b70e02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:33.807569 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b5b58bb2-560d-4051-a391-531532ab8b86 req-22ca8230-3dbd-497e-b111-05a566b70e02 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.0807335 May 05 21:42:33.917144 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1676113d-0d5a-4b47-b0bb-2b049c340936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:33.923048 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:33.964789 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f46ae6-68ae-4dc1-b860-386f211ba493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e25ad77d-1133-4c51-b6dd-5296d0afe8d6'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:42:33.988754 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port e25ad77d-1133-4c51-b6dd-5296d0afe8d6, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=e25ad77d-1133-4c51-b6dd-5296d0afe8d6,segment=NetworkSegment(54ad9bc0-80cd-48a0-a1d0-8cac4a4b6572),segment_id=54ad9bc0-80cd-48a0-a1d0-8cac4a4b6572)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:42:33.998987 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:34.002522 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 701aafae-0199-4931-bdbc-e51bf47ce8b4 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:42:34.135168 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f425cd-2fee-491d-a80f-847fac4b9950 req-53858a71-cb17-4662-b6ef-cd423664bc6a tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:34.135879 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-c2f425cd-2fee-491d-a80f-847fac4b9950 req-53858a71-cb17-4662-b6ef-cd423664bc6a tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Synchronizing usage tracker for tenant:ea576b38215846aaa224b1aa35155ba3 on resource:network {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:42:34.194120 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-c2f425cd-2fee-491d-a80f-847fac4b9950 req-53858a71-cb17-4662-b6ef-cd423664bc6a tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Unset dirty status for tenant:ea576b38215846aaa224b1aa35155ba3 on resource:network {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:42:34.196412 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c2f425cd-2fee-491d-a80f-847fac4b9950 req-53858a71-cb17-4662-b6ef-cd423664bc6a tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.32 "GET /v2.0/networks?id=d50665b6-9647-47f1-b718-b6ae7cd32366 HTTP/1.1" status: 200 len: 808 time: 0.3447008 May 05 21:42:34.203533 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=e25ad77d-1133-4c51-b6dd-5296d0afe8d6,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:34.219465 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-c2f425cd-2fee-491d-a80f-847fac4b9950 req-1481c9df-1e53-4b73-9a4a-7e4a5e23a8df tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Request body: {'port': {'device_id': '99b8cfee-86b7-4d33-8d20-496ef05adf08', 'network_id': 'd50665b6-9647-47f1-b718-b6ae7cd32366', 'admin_state_up': True, 'tenant_id': 'ea576b38215846aaa224b1aa35155ba3'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:42:34.221471 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: 701aafae-0199-4931-bdbc-e51bf47ce8b4 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:42:34.222010 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 701aafae-0199-4931-bdbc-e51bf47ce8b4 not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:42:34.273658 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b5b58bb2-560d-4051-a391-531532ab8b86 req-8fef2204-1492-4c53-873a-fd5378dd1e09 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4573488 May 05 21:42:34.329870 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 9268578c-7c93-47e6-b1fc-b6f7138d300a up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:42:34.427534 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 9268578c-7c93-47e6-b1fc-b6f7138d300a completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:42:34.432573 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 9268578c-7c93-47e6-b1fc-b6f7138d300a triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:42:34.432941 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:34.484489 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1676113d-0d5a-4b47-b0bb-2b049c340936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:34.488665 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1676113d-0d5a-4b47-b0bb-2b049c340936 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:34.535690 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa58d9-9d4b-4a09-a908-24e8387053a7 req-e4c490dc-ed08-4223-889f-fe3a66d0b38d tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:34.545006 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b5b58bb2-560d-4051-a391-531532ab8b86 req-fc82ee99-749b-42b1-914b-271fcc05acef service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885059 May 05 21:42:34.546028 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-78aa58d9-9d4b-4a09-a908-24e8387053a7 req-e4c490dc-ed08-4223-889f-fe3a66d0b38d tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] 10.222.0.23 "GET /v2.0/ports?device_id=98f46ae6-68ae-4dc1-b860-386f211ba493 HTTP/1.1" status: 200 len: 944 time: 1.0667820 May 05 21:42:34.548075 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1676113d-0d5a-4b47-b0bb-2b049c340936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:34.549190 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1676113d-0d5a-4b47-b0bb-2b049c340936 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26c8cbce-1e23-49de-9eaf-b85463b74d73 {{(pid=84061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 21:42:34.551160 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-c2f425cd-2fee-491d-a80f-847fac4b9950 req-1481c9df-1e53-4b73-9a4a-7e4a5e23a8df tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:42:34.552926 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:34.556714 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-c2f425cd-2fee-491d-a80f-847fac4b9950 req-1481c9df-1e53-4b73-9a4a-7e4a5e23a8df tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Usage tracker for resource:port and tenant:ea576b38215846aaa224b1aa35155ba3 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:42:34.559826 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-c2f425cd-2fee-491d-a80f-847fac4b9950 req-1481c9df-1e53-4b73-9a4a-7e4a5e23a8df tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:42:34.566982 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-c2f425cd-2fee-491d-a80f-847fac4b9950 req-1481c9df-1e53-4b73-9a4a-7e4a5e23a8df tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:42:34.598801 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 9268578c-7c93-47e6-b1fc-b6f7138d300a, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=9268578c-7c93-47e6-b1fc-b6f7138d300a,segment=NetworkSegment(54ad9bc0-80cd-48a0-a1d0-8cac4a4b6572),segment_id=54ad9bc0-80cd-48a0-a1d0-8cac4a4b6572)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:42:34.599284 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2f425cd-2fee-491d-a80f-847fac4b9950 req-1481c9df-1e53-4b73-9a4a-7e4a5e23a8df tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Made reservation on behalf of ea576b38215846aaa224b1aa35155ba3 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:42:34.603588 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c2f425cd-2fee-491d-a80f-847fac4b9950 req-1481c9df-1e53-4b73-9a4a-7e4a5e23a8df tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:34.605428 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:34.609961 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-ed08e61d-8823-42df-a51e-892918a9d90c req-813b8c9c-7b5a-4f96-ae2a-ef232f530b62 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:34.641719 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1676113d-0d5a-4b47-b0bb-2b049c340936 admin admin] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:34.645397 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-1676113d-0d5a-4b47-b0bb-2b049c340936 admin admin] 10.222.0.23 "DELETE /v2.0/routers/26c8cbce-1e23-49de-9eaf-b85463b74d73 HTTP/1.1" status: 204 len: 168 time: 3.7699447 May 05 21:42:34.653664 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 34256) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:42:34.676820 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=9268578c-7c93-47e6-b1fc-b6f7138d300a,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:34.695312 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-ed08e61d-8823-42df-a51e-892918a9d90c req-813b8c9c-7b5a-4f96-ae2a-ef232f530b62 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:34.710143 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-78aa58d9-9d4b-4a09-a908-24e8387053a7 req-710ab33a-ec31-4df3-9050-86a55d975f54 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4d19568-e238-4171-bb9f-b97aff64788d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633050 May 05 21:42:34.760328 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-efa01bd1-56f8-4052-8e0e-949624f2951f admin admin] Deleting subnet 644898a8-feeb-458a-aef9-a79083d15986 {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:42:34.765201 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-efa01bd1-56f8-4052-8e0e-949624f2951f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:34.802180 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b5b58bb2-560d-4051-a391-531532ab8b86 req-66410022-ed7a-4a39-9356-10a5893cf3a5 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265394 May 05 21:42:34.817295 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-ed08e61d-8823-42df-a51e-892918a9d90c req-813b8c9c-7b5a-4f96-ae2a-ef232f530b62 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:34.839702 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-efa01bd1-56f8-4052-8e0e-949624f2951f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:34.872311 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813b8c9c-7b5a-4f96-ae2a-ef232f530b62 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de822fe5-c88b-43dc-a0e6-7a3a0842be95,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:34.874129 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-c2f425cd-2fee-491d-a80f-847fac4b9950 req-1481c9df-1e53-4b73-9a4a-7e4a5e23a8df tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Allocated IP 172.20.0.5 (d50665b6-9647-47f1-b718-b6ae7cd32366/2ef0800d-de6f-466d-b35f-d1403d70c310/f68c5b1b-f7c3-4249-82c1-040d26e8afef) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:42:34.930801 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-ed08e61d-8823-42df-a51e-892918a9d90c req-813b8c9c-7b5a-4f96-ae2a-ef232f530b62 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:34.931917 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ed08e61d-8823-42df-a51e-892918a9d90c req-813b8c9c-7b5a-4f96-ae2a-ef232f530b62 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] 10.222.0.23 "DELETE /v2.0/security-groups/de822fe5-c88b-43dc-a0e6-7a3a0842be95 HTTP/1.1" status: 204 len: 173 time: 1.1759732 May 05 21:42:34.938737 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7c323dc4-bb1f-44cd-b25d-b6a63cf6645f req-3b358311-8b9c-4721-9362-c0f825503ecb tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=99b8cfee-86b7-4d33-8d20-496ef05adf08 HTTP/1.1" status: 200 len: 210 time: 0.0679309 May 05 21:42:34.992548 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-efa01bd1-56f8-4052-8e0e-949624f2951f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:35.070435 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-efa01bd1-56f8-4052-8e0e-949624f2951f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:35.086858 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ee7256a-9fed-4fd6-8b1c-3f4ecb444afd'] response: {'server_uuid': 'd1fa634d-642d-4db7-923f-18ce33c832c3', 'name': 'network-vif-deleted', 'tag': '701aafae-0199-4931-bdbc-e51bf47ce8b4', 'status': 'completed', 'code': 200} May 05 21:42:35.103920 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c2f425cd-2fee-491d-a80f-847fac4b9950 req-1481c9df-1e53-4b73-9a4a-7e4a5e23a8df tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:35.121161 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa01bd1-56f8-4052-8e0e-949624f2951f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=644898a8-feeb-458a-aef9-a79083d15986,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:35.139335 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a96d507-27c1-40c9-9607-b0f04a44c5c3'] response: {'server_uuid': '98f46ae6-68ae-4dc1-b860-386f211ba493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e25ad77d-1133-4c51-b6dd-5296d0afe8d6', 'code': 200} May 05 21:42:35.141427 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c2f425cd-2fee-491d-a80f-847fac4b9950 req-1481c9df-1e53-4b73-9a4a-7e4a5e23a8df tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:35.172163 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-efa01bd1-56f8-4052-8e0e-949624f2951f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:35.181524 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-efa01bd1-56f8-4052-8e0e-949624f2951f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/644898a8-feeb-458a-aef9-a79083d15986 HTTP/1.1" status: 204 len: 168 time: 0.5246127 May 05 21:42:35.184116 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 34264) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:42:35.186426 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e807d3-d320-48c6-b0fe-ad3b7980e201 None None] Network efe40ef9-8e9e-4cb4-9fbb-15c4551d6bee requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:42:35.290891 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2f425cd-2fee-491d-a80f-847fac4b9950 req-1481c9df-1e53-4b73-9a4a-7e4a5e23a8df tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Network d50665b6-9647-47f1-b718-b6ae7cd32366 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:42:35.297437 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-c2f425cd-2fee-491d-a80f-847fac4b9950 req-1481c9df-1e53-4b73-9a4a-7e4a5e23a8df tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:42:35.303064 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2f425cd-2fee-491d-a80f-847fac4b9950 req-1481c9df-1e53-4b73-9a4a-7e4a5e23a8df tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:42:35.332811 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481c9df-1e53-4b73-9a4a-7e4a5e23a8df tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Pushing event updated for resources: {'Port': ['ID=f68c5b1b-f7c3-4249-82c1-040d26e8afef,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:35.365081 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08fa95c-d031-4b19-812c-55f75e98e99d req-ab83ff6a-021f-4804-819e-70fdcda5f0fb tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:35.366634 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e08fa95c-d031-4b19-812c-55f75e98e99d req-ab83ff6a-021f-4804-819e-70fdcda5f0fb tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=c90911d9-c421-4874-8935-956d1072f84b HTTP/1.1" status: 200 len: 950 time: 0.2466342 May 05 21:42:35.377447 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-efee7ad9-016d-4a9a-b299-b56c6ec69d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:35.381262 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f425cd-2fee-491d-a80f-847fac4b9950 req-1481c9df-1e53-4b73-9a4a-7e4a5e23a8df tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:35.381885 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c2f425cd-2fee-491d-a80f-847fac4b9950 req-1481c9df-1e53-4b73-9a4a-7e4a5e23a8df tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:35.394532 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1544a649-f8b5-4da6-9810-ae0b90ced1e5 req-c9fc2ea9-25a9-434c-9f91-67776133a134 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=98f46ae6-68ae-4dc1-b860-386f211ba493 HTTP/1.1" status: 200 len: 1096 time: 0.1646535 May 05 21:42:35.425235 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c2f425cd-2fee-491d-a80f-847fac4b9950 req-1481c9df-1e53-4b73-9a4a-7e4a5e23a8df tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2142749 May 05 21:42:35.431174 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:35.437169 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-efee7ad9-016d-4a9a-b299-b56c6ec69d0c admin admin] Deleting port d518cc62-5d31-49a9-9e27-e60e3c7d5848 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:42:35.437510 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-efee7ad9-016d-4a9a-b299-b56c6ec69d0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:35.441829 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-c2f425cd-2fee-491d-a80f-847fac4b9950 req-3fbb292b-8192-4993-8d66-8f14b81b72f7 service neutron] Request body: {'port': {'device_id': '99b8cfee-86b7-4d33-8d20-496ef05adf08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:42:35.483643 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae21d54-5385-4edb-8a91-92c274bc2a49 None None] DHCP port deletion for efe40ef9-8e9e-4cb4-9fbb-15c4551d6bee request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 21:42:35.488375 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-0ae21d54-5385-4edb-8a91-92c274bc2a49 None None] Deleting port d518cc62-5d31-49a9-9e27-e60e3c7d5848 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:42:35.488875 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0ae21d54-5385-4edb-8a91-92c274bc2a49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:35.490159 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f48b4-96a8-4466-8d8d-f71f587bac41 req-64df48a5-f916-4370-a430-b21cb74c20dd tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:35.492395 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9e7f48b4-96a8-4466-8d8d-f71f587bac41 req-64df48a5-f916-4370-a430-b21cb74c20dd tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/ports?device_id=11e0f4fa-7535-47a6-b0f4-cdc1a472748e HTTP/1.1" status: 200 len: 945 time: 0.2118483 May 05 21:42:35.496305 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1544a649-f8b5-4da6-9810-ae0b90ced1e5 req-2349776e-2cef-45a5-ac84-bc6ca2aa9d97 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d4d19568-e238-4171-bb9f-b97aff64788d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935187 May 05 21:42:35.503271 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e08fa95c-d031-4b19-812c-55f75e98e99d req-96afc497-fa77-40fd-bba4-40a2a0efee65 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288555 May 05 21:42:35.561984 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c2f425cd-2fee-491d-a80f-847fac4b9950 req-3fbb292b-8192-4993-8d66-8f14b81b72f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:35.648188 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:35.666480 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9e7f48b4-96a8-4466-8d8d-f71f587bac41 req-fc582c3b-b11e-4b20-bf81-2619e18778bb tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/security-groups?id=060a0163-921c-42d6-97e2-b2f13023d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617913 May 05 21:42:35.761987 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-0ae21d54-5385-4edb-8a91-92c274bc2a49 None None] For port d518cc62-5d31-49a9-9e27-e60e3c7d5848, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=d518cc62-5d31-49a9-9e27-e60e3c7d5848,segment=NetworkSegment(4885fbd3-2749-45c4-8805-2e7fc5a4c8d9),segment_id=4885fbd3-2749-45c4-8805-2e7fc5a4c8d9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:42:35.762682 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0ae21d54-5385-4edb-8a91-92c274bc2a49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:35.892892 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-0ae21d54-5385-4edb-8a91-92c274bc2a49 None None] Calling delete_port for d518cc62-5d31-49a9-9e27-e60e3c7d5848 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:42:35.909571 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-efee7ad9-016d-4a9a-b299-b56c6ec69d0c admin admin] For port d518cc62-5d31-49a9-9e27-e60e3c7d5848, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=d518cc62-5d31-49a9-9e27-e60e3c7d5848,segment=NetworkSegment(4885fbd3-2749-45c4-8805-2e7fc5a4c8d9),segment_id=4885fbd3-2749-45c4-8805-2e7fc5a4c8d9)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:42:35.909836 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-efee7ad9-016d-4a9a-b299-b56c6ec69d0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:35.924387 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-965e530d-735b-4cec-9ec7-ef444906582c req-05422ea0-fdf2-4dac-bc08-3dc21b63b2d3 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] 10.222.0.23 "GET /v2.0/security-groups/9907bd36-2c9c-4697-b83b-312320084912 HTTP/1.1" status: 200 len: 2146 time: 0.1587999 May 05 21:42:35.969798 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0ae21d54-5385-4edb-8a91-92c274bc2a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:36.026585 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae21d54-5385-4edb-8a91-92c274bc2a49 None None] Pushing event deleted for resources: {'Port': ['ID=d518cc62-5d31-49a9-9e27-e60e3c7d5848,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:36.031457 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae21d54-5385-4edb-8a91-92c274bc2a49 None None] No DVR routers for this DVR port d518cc62-5d31-49a9-9e27-e60e3c7d5848 on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:42:36.046443 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-c2f425cd-2fee-491d-a80f-847fac4b9950 req-3fbb292b-8192-4993-8d66-8f14b81b72f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f68c5b1b-f7c3-4249-82c1-040d26e8afef {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:42:36.054260 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c2f425cd-2fee-491d-a80f-847fac4b9950 req-3fbb292b-8192-4993-8d66-8f14b81b72f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:36.070079 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-c2f425cd-2fee-491d-a80f-847fac4b9950 req-3fbb292b-8192-4993-8d66-8f14b81b72f7 service neutron] Transition to ACTIVE for port object f68c5b1b-f7c3-4249-82c1-040d26e8afef will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:42:36.073891 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c2f425cd-2fee-491d-a80f-847fac4b9950 req-3fbb292b-8192-4993-8d66-8f14b81b72f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:36.171917 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-efee7ad9-016d-4a9a-b299-b56c6ec69d0c admin admin] Calling delete_port for d518cc62-5d31-49a9-9e27-e60e3c7d5848 owned by network:dhcp {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:42:36.198121 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 9268578c-7c93-47e6-b1fc-b6f7138d300a up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:42:36.271524 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c933a-b6d9-4d58-b93a-f2e9624dcc22 req-537a0538-8bf0-4f25-9155-351ed362be65 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:36.272989 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f42c933a-b6d9-4d58-b93a-f2e9624dcc22 req-537a0538-8bf0-4f25-9155-351ed362be65 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aadae64-4f98-4a1f-93da-85ecf09f48df HTTP/1.1" status: 200 len: 948 time: 0.4466476 May 05 21:42:36.278905 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 9268578c-7c93-47e6-b1fc-b6f7138d300a triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:42:36.279360 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:36.284534 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbb292b-8192-4993-8d66-8f14b81b72f7 service neutron] Pushing event updated for resources: {'Port': ['ID=f68c5b1b-f7c3-4249-82c1-040d26e8afef,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:36.333404 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.api [None req-efee7ad9-016d-4a9a-b299-b56c6ec69d0c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:42:36.333713 n-d-825175-4 neutron-server[84061]: DEBUG oslo_db.api [None req-efee7ad9-016d-4a9a-b299-b56c6ec69d0c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:42:36.340651 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-965e530d-735b-4cec-9ec7-ef444906582c req-ca9bd7d2-104e-416c-a957-721a041a2e89 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:36.357471 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f42c933a-b6d9-4d58-b93a-f2e9624dcc22 req-1854b293-8cf9-4a07-aa44-17b14c3aaadf tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] 10.222.0.23 "GET /v2.0/security-groups?id=d969caae-1cf7-44e6-8fc3-9aef5d276c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736241 May 05 21:42:36.376973 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-965e530d-735b-4cec-9ec7-ef444906582c req-ca9bd7d2-104e-416c-a957-721a041a2e89 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:36.405603 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-c2f425cd-2fee-491d-a80f-847fac4b9950 req-3fbb292b-8192-4993-8d66-8f14b81b72f7 service neutron] Attempting to bind port f68c5b1b-f7c3-4249-82c1-040d26e8afef on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:42:36.405958 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-c2f425cd-2fee-491d-a80f-847fac4b9950 req-3fbb292b-8192-4993-8d66-8f14b81b72f7 service neutron] Attempting to bind port f68c5b1b-f7c3-4249-82c1-040d26e8afef by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'df9c57c2-52c8-43c0-981c-16fd110b1d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd50665b6-9647-47f1-b718-b6ae7cd32366'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:42:36.406273 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f425cd-2fee-491d-a80f-847fac4b9950 req-3fbb292b-8192-4993-8d66-8f14b81b72f7 service neutron] Attempting to bind port f68c5b1b-f7c3-4249-82c1-040d26e8afef on network d50665b6-9647-47f1-b718-b6ae7cd32366 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:42:36.413120 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f425cd-2fee-491d-a80f-847fac4b9950 req-3fbb292b-8192-4993-8d66-8f14b81b72f7 service neutron] Port f68c5b1b-f7c3-4249-82c1-040d26e8afef on network d50665b6-9647-47f1-b718-b6ae7cd32366 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:42:36.413441 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f425cd-2fee-491d-a80f-847fac4b9950 req-3fbb292b-8192-4993-8d66-8f14b81b72f7 service neutron] Attempting to bind port f68c5b1b-f7c3-4249-82c1-040d26e8afef on network d50665b6-9647-47f1-b718-b6ae7cd32366 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:42:36.420440 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f425cd-2fee-491d-a80f-847fac4b9950 req-3fbb292b-8192-4993-8d66-8f14b81b72f7 service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:42:36.420795 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f425cd-2fee-491d-a80f-847fac4b9950 req-3fbb292b-8192-4993-8d66-8f14b81b72f7 service neutron] Checking segment: {'id': 'df9c57c2-52c8-43c0-981c-16fd110b1d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd50665b6-9647-47f1-b718-b6ae7cd32366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:42:36.422779 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f425cd-2fee-491d-a80f-847fac4b9950 req-3fbb292b-8192-4993-8d66-8f14b81b72f7 service neutron] Bound using segment: {'id': 'df9c57c2-52c8-43c0-981c-16fd110b1d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd50665b6-9647-47f1-b718-b6ae7cd32366'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:42:36.422779 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-c2f425cd-2fee-491d-a80f-847fac4b9950 req-3fbb292b-8192-4993-8d66-8f14b81b72f7 service neutron] Bound port: f68c5b1b-f7c3-4249-82c1-040d26e8afef, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df9c57c2-52c8-43c0-981c-16fd110b1d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd50665b6-9647-47f1-b718-b6ae7cd32366'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:42:36.422779 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c2f425cd-2fee-491d-a80f-847fac4b9950 req-3fbb292b-8192-4993-8d66-8f14b81b72f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:36.457818 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device d518cc62-5d31-49a9-9e27-e60e3c7d5848 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:42:36.464191 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9db18a70-44f2-45ac-a8d0-fce22cb0065c req-fd6dba47-91f6-4a2e-8228-691df961f69c tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/security-groups/f45bfa5e-7377-4fed-9042-a373e8a64472 HTTP/1.1" status: 200 len: 1634 time: 0.0618229 May 05 21:42:36.505188 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: d518cc62-5d31-49a9-9e27-e60e3c7d5848 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:42:36.505533 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device d518cc62-5d31-49a9-9e27-e60e3c7d5848 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:42:36.534952 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-965e530d-735b-4cec-9ec7-ef444906582c req-ca9bd7d2-104e-416c-a957-721a041a2e89 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:36.564254 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-c2f425cd-2fee-491d-a80f-847fac4b9950 req-3fbb292b-8192-4993-8d66-8f14b81b72f7 service neutron] For port f68c5b1b-f7c3-4249-82c1-040d26e8afef, host n-h2-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:42:36.571924 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9bd7d2-104e-416c-a957-721a041a2e89 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9907bd36-2c9c-4697-b83b-312320084912,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:36.583580 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-c2f425cd-2fee-491d-a80f-847fac4b9950 req-3fbb292b-8192-4993-8d66-8f14b81b72f7 service neutron] For port f68c5b1b-f7c3-4249-82c1-040d26e8afef, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=f68c5b1b-f7c3-4249-82c1-040d26e8afef,segment=NetworkSegment(df9c57c2-52c8-43c0-981c-16fd110b1d0b),segment_id=df9c57c2-52c8-43c0-981c-16fd110b1d0b)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:42:36.598912 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c2f425cd-2fee-491d-a80f-847fac4b9950 req-3fbb292b-8192-4993-8d66-8f14b81b72f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:36.614576 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-965e530d-735b-4cec-9ec7-ef444906582c req-ca9bd7d2-104e-416c-a957-721a041a2e89 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:36.615702 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-965e530d-735b-4cec-9ec7-ef444906582c req-ca9bd7d2-104e-416c-a957-721a041a2e89 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] 10.222.0.23 "DELETE /v2.0/security-groups/9907bd36-2c9c-4697-b83b-312320084912 HTTP/1.1" status: 204 len: 173 time: 0.6334591 May 05 21:42:36.635277 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9db18a70-44f2-45ac-a8d0-fce22cb0065c req-389e9681-7c02-4684-a5b7-82b50ea551bd tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:36.673402 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9db18a70-44f2-45ac-a8d0-fce22cb0065c req-389e9681-7c02-4684-a5b7-82b50ea551bd tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:36.679109 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [req-2b8c5c89-dd07-4c3f-9e35-1459c297dc12 req-a6cf8add-43cd-45a4-b544-4ade08147b95 service neutron] show failed (client error): The resource could not be found. May 05 21:42:36.680117 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2b8c5c89-dd07-4c3f-9e35-1459c297dc12 req-a6cf8add-43cd-45a4-b544-4ade08147b95 service neutron] 10.222.0.44 "GET /v2.0/ports/4fb020a9-8991-4a55-bc6f-9564698b0e92/bindings/n-h2-825175-4 HTTP/1.1" status: 404 len: 380 time: 0.1668501 May 05 21:42:36.693018 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c2f425cd-2fee-491d-a80f-847fac4b9950 req-3fbb292b-8192-4993-8d66-8f14b81b72f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:36.694383 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c2f425cd-2fee-491d-a80f-847fac4b9950 req-3fbb292b-8192-4993-8d66-8f14b81b72f7 service neutron] 10.222.0.32 "PUT /v2.0/ports/f68c5b1b-f7c3-4249-82c1-040d26e8afef HTTP/1.1" status: 200 len: 1091 time: 1.2577209 May 05 21:42:36.706893 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbb292b-8192-4993-8d66-8f14b81b72f7 service neutron] Pushing event updated for resources: {'Port': ['ID=f68c5b1b-f7c3-4249-82c1-040d26e8afef,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:36.743164 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9db18a70-44f2-45ac-a8d0-fce22cb0065c req-389e9681-7c02-4684-a5b7-82b50ea551bd tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:36.795290 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e9681-7c02-4684-a5b7-82b50ea551bd tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45bfa5e-7377-4fed-9042-a373e8a64472,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:36.810535 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c2f425cd-2fee-491d-a80f-847fac4b9950 req-8e6d6882-f071-4c80-b13f-3437d5641f6f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea576b38215846aaa224b1aa35155ba3&device_id=99b8cfee-86b7-4d33-8d20-496ef05adf08 HTTP/1.1" status: 200 len: 1094 time: 0.0697136 May 05 21:42:36.819844 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9db18a70-44f2-45ac-a8d0-fce22cb0065c req-389e9681-7c02-4684-a5b7-82b50ea551bd tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:36.821086 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9db18a70-44f2-45ac-a8d0-fce22cb0065c req-389e9681-7c02-4684-a5b7-82b50ea551bd tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "DELETE /v2.0/security-groups/f45bfa5e-7377-4fed-9042-a373e8a64472 HTTP/1.1" status: 204 len: 173 time: 0.3489468 May 05 21:42:36.838446 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-efee7ad9-016d-4a9a-b299-b56c6ec69d0c admin admin] Deleting port d518cc62-5d31-49a9-9e27-e60e3c7d5848 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:42:36.838865 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-efee7ad9-016d-4a9a-b299-b56c6ec69d0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:36.905919 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c2f425cd-2fee-491d-a80f-847fac4b9950 req-c865e45f-7d9c-4ab0-a594-b876c8521cf6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f68c5b1b-f7c3-4249-82c1-040d26e8afef HTTP/1.1" status: 200 len: 217 time: 0.0884776 May 05 21:42:36.907599 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-efee7ad9-016d-4a9a-b299-b56c6ec69d0c admin admin] The port 'd518cc62-5d31-49a9-9e27-e60e3c7d5848' was deleted {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 21:42:36.958467 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2782ffc7-8589-4d1b-9312-76a5ad299674 None None] Sync routers for ids ['26c8cbce-1e23-49de-9eaf-b85463b74d73'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:42:36.977463 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa76e12-948c-4c79-95e9-6f7278fb58b0 req-15169a18-0232-4ea9-9f3d-d6a7d9b4a2ef tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:36.983965 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2782ffc7-8589-4d1b-9312-76a5ad299674 None None] Routers set() bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:42:36.984334 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2782ffc7-8589-4d1b-9312-76a5ad299674 None None] Router IDs set() for agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 05 21:42:36.984460 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-efa76e12-948c-4c79-95e9-6f7278fb58b0 req-15169a18-0232-4ea9-9f3d-d6a7d9b4a2ef tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] 10.222.0.23 "GET /v2.0/ports?device_id=98f46ae6-68ae-4dc1-b860-386f211ba493 HTTP/1.1" status: 200 len: 945 time: 0.2229621 May 05 21:42:36.987057 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_agentschedulers_db [None req-2782ffc7-8589-4d1b-9312-76a5ad299674 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'26c8cbce-1e23-49de-9eaf-b85463b74d73'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:42:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent'). {{(pid=84064) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 05 21:42:36.998797 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2782ffc7-8589-4d1b-9312-76a5ad299674 None None] Routers set() bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:42:36.999442 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2782ffc7-8589-4d1b-9312-76a5ad299674 None None] Router IDs set() for agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 05 21:42:37.000310 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_agentschedulers_db [None req-2782ffc7-8589-4d1b-9312-76a5ad299674 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'26c8cbce-1e23-49de-9eaf-b85463b74d73'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:42:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent'). {{(pid=84064) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 05 21:42:37.000901 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2782ffc7-8589-4d1b-9312-76a5ad299674 None None] The sync data for ids ['26c8cbce-1e23-49de-9eaf-b85463b74d73'] in n-d-825175-4 is: [] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:42:37.041035 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f425cd-2fee-491d-a80f-847fac4b9950 req-59562a67-0d94-4cfe-93cc-b4d144945060 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:37.042459 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c2f425cd-2fee-491d-a80f-847fac4b9950 req-59562a67-0d94-4cfe-93cc-b4d144945060 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2ef0800d-de6f-466d-b35f-d1403d70c310 HTTP/1.1" status: 200 len: 848 time: 0.1213322 May 05 21:42:37.089972 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aadae64-4f98-4a1f-93da-85ecf09f48df', 'tag': '33897446-62d1-463c-a5b8-1064c2ec78b0'}, {'name': 'network-changed', 'server_uuid': '99b8cfee-86b7-4d33-8d20-496ef05adf08', 'tag': 'f68c5b1b-f7c3-4249-82c1-040d26e8afef'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:42:37.097596 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c2f425cd-2fee-491d-a80f-847fac4b9950 req-2957b728-1b6a-4952-8849-465eccbe4e21 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d50665b6-9647-47f1-b718-b6ae7cd32366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451612 May 05 21:42:37.105113 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2b8c5c89-dd07-4c3f-9e35-1459c297dc12 req-a767030a-a414-449d-ab1f-1bbab4941c4f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c90911d9-c421-4874-8935-956d1072f84b&tenant_id=1d0c3bd18deb4529a9eff5d87fa07f7f HTTP/1.1" status: 200 len: 1101 time: 0.1441741 May 05 21:42:37.123567 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-efee7ad9-016d-4a9a-b299-b56c6ec69d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:37.129512 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-2b8c5c89-dd07-4c3f-9e35-1459c297dc12 req-60d7148a-b63a-41ad-a291-368c86edd85e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825175-4', 'device_owner': 'compute:nova'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:42:37.164904 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-efee7ad9-016d-4a9a-b299-b56c6ec69d0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efe40ef9-8e9e-4cb4-9fbb-15c4551d6bee']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:42:37.175093 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-efa76e12-948c-4c79-95e9-6f7278fb58b0 req-baa4b0b4-6cb9-46f9-af3d-8afa96bdad88 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4d19568-e238-4171-bb9f-b97aff64788d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898379 May 05 21:42:37.182363 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-efee7ad9-016d-4a9a-b299-b56c6ec69d0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4885fbd3-2749-45c4-8805-2e7fc5a4c8d9') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:42:37.182594 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-efee7ad9-016d-4a9a-b299-b56c6ec69d0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4885fbd3-2749-45c4-8805-2e7fc5a4c8d9') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:42:37.197463 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-efee7ad9-016d-4a9a-b299-b56c6ec69d0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:37.219078 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-efee7ad9-016d-4a9a-b299-b56c6ec69d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:37.229592 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d2f639-3fa2-4728-99f7-7ff82f4d54b2 req-0e623ced-92a3-4ecb-b6bc-7d6a0e8e6436 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:37.231286 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e5d2f639-3fa2-4728-99f7-7ff82f4d54b2 req-0e623ced-92a3-4ecb-b6bc-7d6a0e8e6436 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=99b8cfee-86b7-4d33-8d20-496ef05adf08 HTTP/1.1" status: 200 len: 943 time: 0.1850102 May 05 21:42:37.234276 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efee7ad9-016d-4a9a-b299-b56c6ec69d0c admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:42:37.234579 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-efee7ad9-016d-4a9a-b299-b56c6ec69d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:37.248211 n-d-825175-4 neutron-server[84061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:42:37.248211 n-d-825175-4 neutron-server[84061]: util.warn( May 05 21:42:37.248211 n-d-825175-4 neutron-server[84061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:42:37.248211 n-d-825175-4 neutron-server[84061]: util.warn( May 05 21:42:37.248211 n-d-825175-4 neutron-server[84061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:42:37.248211 n-d-825175-4 neutron-server[84061]: util.warn( May 05 21:42:37.248211 n-d-825175-4 neutron-server[84061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:42:37.248211 n-d-825175-4 neutron-server[84061]: util.warn( May 05 21:42:37.248211 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 21:42:37.248211 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:42:37.248211 n-d-825175-4 neutron-server[84061]: timer() May 05 21:42:37.248211 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:42:37.248211 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 21:42:37.248211 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:42:37.248211 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 21:42:37.248211 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:42:37.248211 n-d-825175-4 neutron-server[84061]: self._notify() May 05 21:42:37.248211 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:42:37.248211 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 21:42:37.248211 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:42:37.248211 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 21:42:37.248211 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:42:37.248211 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:42:37.248211 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:42:37.248211 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:42:37.248211 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:42:37.248211 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 21:42:37.248211 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:42:37.248211 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 21:42:37.248211 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:42:37.248211 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:42:37.248211 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:42:37.248211 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 21:42:37.248211 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:42:37.248211 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:42:37.248211 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:42:37.248211 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:42:37.248211 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:42:37.248211 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:42:37.248211 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:42:37.324411 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2b8c5c89-dd07-4c3f-9e35-1459c297dc12 req-60d7148a-b63a-41ad-a291-368c86edd85e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:37.334282 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c2f425cd-2fee-491d-a80f-847fac4b9950 req-17c606b7-7940-48d4-a583-909845728edb service neutron] 10.222.0.32 "GET /v2.0/networks/d50665b6-9647-47f1-b718-b6ae7cd32366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283325 May 05 21:42:37.392741 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-efee7ad9-016d-4a9a-b299-b56c6ec69d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:37.411931 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-efee7ad9-016d-4a9a-b299-b56c6ec69d0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:37.430745 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e5d2f639-3fa2-4728-99f7-7ff82f4d54b2 req-a990768e-04fd-4e35-8091-2e2d19d12a01 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787956 May 05 21:42:37.434201 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-efee7ad9-016d-4a9a-b299-b56c6ec69d0c admin admin] 10.222.0.23 "DELETE /v2.0/networks/efe40ef9-8e9e-4cb4-9fbb-15c4551d6bee HTTP/1.1" status: 204 len: 168 time: 2.2490764 May 05 21:42:37.435060 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efee7ad9-016d-4a9a-b299-b56c6ec69d0c admin admin] Pushing event deleted for resources: {'Network': ['ID=efe40ef9-8e9e-4cb4-9fbb-15c4551d6bee,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:37.460438 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64c123-2dc8-41ab-b6a8-b4910205e350 req-a669aa6b-72e4-437b-880c-ec573b02a6e5 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:37.462628 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0d64c123-2dc8-41ab-b6a8-b4910205e350 req-a669aa6b-72e4-437b-880c-ec573b02a6e5 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=c90911d9-c421-4874-8935-956d1072f84b HTTP/1.1" status: 200 len: 950 time: 0.1480772 May 05 21:42:37.564710 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0d64c123-2dc8-41ab-b6a8-b4910205e350 req-253c921f-0f5d-4b42-ab9e-907d0bf54335 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948176 May 05 21:42:37.581331 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6398035f-2578-4e42-b269-771cb67ffb9f req-c53e138b-d9c1-4d67-a827-e832b3a08af3 tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] 10.222.0.23 "GET /v2.0/security-groups/673062ad-24f3-43ad-8f4c-51388eeb6524 HTTP/1.1" status: 200 len: 2142 time: 0.0899951 May 05 21:42:37.598177 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c2f425cd-2fee-491d-a80f-847fac4b9950 req-ce3a7213-b3ee-4447-a998-ebd7f8470a8f service neutron] 10.222.0.32 "GET /v2.0/networks/d50665b6-9647-47f1-b718-b6ae7cd32366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564020 May 05 21:42:37.676805 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-6398035f-2578-4e42-b269-771cb67ffb9f req-e1eb0f0e-2381-4c1a-a7f8-0bf66939020a tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:37.720463 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-6398035f-2578-4e42-b269-771cb67ffb9f req-e1eb0f0e-2381-4c1a-a7f8-0bf66939020a tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:37.764093 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-2b8c5c89-dd07-4c3f-9e35-1459c297dc12 req-60d7148a-b63a-41ad-a291-368c86edd85e service neutron] For port 4fb020a9-8991-4a55-bc6f-9564698b0e92, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=4fb020a9-8991-4a55-bc6f-9564698b0e92,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:42:37.768960 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 34288) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:42:37.834722 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-2b8c5c89-dd07-4c3f-9e35-1459c297dc12 req-60d7148a-b63a-41ad-a291-368c86edd85e service neutron] For port 4fb020a9-8991-4a55-bc6f-9564698b0e92, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:42:37.842858 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157057b5-90ef-4086-9694-3a6e2971a09c req-0866f1b1-9a0a-48c2-8f5a-9edd10d59355 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:37.844393 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-157057b5-90ef-4086-9694-3a6e2971a09c req-0866f1b1-9a0a-48c2-8f5a-9edd10d59355 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/ports?device_id=11e0f4fa-7535-47a6-b0f4-cdc1a472748e HTTP/1.1" status: 200 len: 945 time: 0.1136899 May 05 21:42:37.845429 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-6398035f-2578-4e42-b269-771cb67ffb9f req-e1eb0f0e-2381-4c1a-a7f8-0bf66939020a tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:37.880810 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eb0f0e-2381-4c1a-a7f8-0bf66939020a tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=673062ad-24f3-43ad-8f4c-51388eeb6524,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:37.890128 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-6398035f-2578-4e42-b269-771cb67ffb9f req-e1eb0f0e-2381-4c1a-a7f8-0bf66939020a tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:37.891309 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6398035f-2578-4e42-b269-771cb67ffb9f req-e1eb0f0e-2381-4c1a-a7f8-0bf66939020a tempest-SecurityGroupRulesTestJSON-1431515884 tempest-SecurityGroupRulesTestJSON-1431515884-project] 10.222.0.23 "DELETE /v2.0/security-groups/673062ad-24f3-43ad-8f4c-51388eeb6524 HTTP/1.1" status: 204 len: 173 time: 0.3008606 May 05 21:42:37.899568 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 34292) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:42:37.965204 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-6fa0e8c6-9c79-4c64-b873-e507e45569bc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e599d915365d45c1a4fec96bd9aa7337&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1927562 May 05 21:42:37.965919 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 34296) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:42:37.976801 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-157057b5-90ef-4086-9694-3a6e2971a09c req-05870fce-685a-4398-a96e-0cc494ebc93b tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/security-groups?id=060a0163-921c-42d6-97e2-b2f13023d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192398 May 05 21:42:37.981587 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2b8c5c89-dd07-4c3f-9e35-1459c297dc12 req-60d7148a-b63a-41ad-a291-368c86edd85e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:37.997773 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-2b8c5c89-dd07-4c3f-9e35-1459c297dc12 req-60d7148a-b63a-41ad-a291-368c86edd85e service neutron] Transition to ACTIVE for port object 4fb020a9-8991-4a55-bc6f-9564698b0e92 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:42:38.002126 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2b8c5c89-dd07-4c3f-9e35-1459c297dc12 req-60d7148a-b63a-41ad-a291-368c86edd85e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:38.012897 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 33897446-62d1-463c-a5b8-1064c2ec78b0 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:42:38.046440 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-252e7ef3-dee1-433f-aed4-b773fee74393 admin admin] Deleting subnet f2ee360d-6cc3-494f-b2c1-637cfccf6872 {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:42:38.061986 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-252e7ef3-dee1-433f-aed4-b773fee74393 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:38.106927 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c38f4bb8-4d13-446e-be79-2388629dc717 req-02d9e70f-9090-4ce1-92a4-5688fbc514ae tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "GET /v2.0/security-groups/d6e45400-f73f-4830-8c94-f4dc04e8ef47 HTTP/1.1" status: 200 len: 1633 time: 0.1743774 May 05 21:42:38.146440 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d7148a-b63a-41ad-a291-368c86edd85e service neutron] Pushing event updated for resources: {'Port': ['ID=4fb020a9-8991-4a55-bc6f-9564698b0e92,revision_number=6']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:38.178506 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2f9c175-6ce5-432a-bb60-fbf806a63586'] response: {'name': 'network-changed', 'server_uuid': '3aadae64-4f98-4a1f-93da-85ecf09f48df', 'tag': '33897446-62d1-463c-a5b8-1064c2ec78b0', 'status': 'completed', 'code': 200} May 05 21:42:38.178813 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2f9c175-6ce5-432a-bb60-fbf806a63586'] response: {'name': 'network-changed', 'server_uuid': '99b8cfee-86b7-4d33-8d20-496ef05adf08', 'tag': 'f68c5b1b-f7c3-4249-82c1-040d26e8afef', 'status': 'completed', 'code': 200} May 05 21:42:38.220358 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-252e7ef3-dee1-433f-aed4-b773fee74393 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:38.257953 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b8c5c89-dd07-4c3f-9e35-1459c297dc12 req-60d7148a-b63a-41ad-a291-368c86edd85e service neutron] No DVR routers for this DVR port 4fb020a9-8991-4a55-bc6f-9564698b0e92 on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:42:38.271465 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 33897446-62d1-463c-a5b8-1064c2ec78b0, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=33897446-62d1-463c-a5b8-1064c2ec78b0,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:42:38.292330 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '33897446-62d1-463c-a5b8-1064c2ec78b0', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'port_id': '33897446-62d1-463c-a5b8-1064c2ec78b0', 'mac_address': 'fa:16:3e:04:94:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f237a6ef-d044-411f-a2d8-d12619664c91', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:42:38.351675 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-2b8c5c89-dd07-4c3f-9e35-1459c297dc12 req-60d7148a-b63a-41ad-a291-368c86edd85e service neutron] Attempting to bind port 4fb020a9-8991-4a55-bc6f-9564698b0e92 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:42:38.353310 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-2b8c5c89-dd07-4c3f-9e35-1459c297dc12 req-60d7148a-b63a-41ad-a291-368c86edd85e service neutron] Attempting to bind port 4fb020a9-8991-4a55-bc6f-9564698b0e92 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:42:38.353623 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8c5c89-dd07-4c3f-9e35-1459c297dc12 req-60d7148a-b63a-41ad-a291-368c86edd85e service neutron] Attempting to bind port 4fb020a9-8991-4a55-bc6f-9564698b0e92 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:42:38.376900 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:38.377909 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8c5c89-dd07-4c3f-9e35-1459c297dc12 req-60d7148a-b63a-41ad-a291-368c86edd85e service neutron] Port 4fb020a9-8991-4a55-bc6f-9564698b0e92 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:42:38.378272 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8c5c89-dd07-4c3f-9e35-1459c297dc12 req-60d7148a-b63a-41ad-a291-368c86edd85e service neutron] Attempting to bind port 4fb020a9-8991-4a55-bc6f-9564698b0e92 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:42:38.394995 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33897446-62d1-463c-a5b8-1064c2ec78b0 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:42:38.396677 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8c5c89-dd07-4c3f-9e35-1459c297dc12 req-60d7148a-b63a-41ad-a291-368c86edd85e service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:42:38.397014 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8c5c89-dd07-4c3f-9e35-1459c297dc12 req-60d7148a-b63a-41ad-a291-368c86edd85e service neutron] Checking segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:42:38.397396 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8c5c89-dd07-4c3f-9e35-1459c297dc12 req-60d7148a-b63a-41ad-a291-368c86edd85e service neutron] Bound using segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:42:38.397834 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-2b8c5c89-dd07-4c3f-9e35-1459c297dc12 req-60d7148a-b63a-41ad-a291-368c86edd85e service neutron] Bound port: 4fb020a9-8991-4a55-bc6f-9564698b0e92, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:42:38.398207 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2b8c5c89-dd07-4c3f-9e35-1459c297dc12 req-60d7148a-b63a-41ad-a291-368c86edd85e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:38.415226 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 33897446-62d1-463c-a5b8-1064c2ec78b0, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=33897446-62d1-463c-a5b8-1064c2ec78b0,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:42:38.423402 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:38.427972 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-554646c4-f8c0-4468-b717-2a426acfe12b req-5edefa8e-bd15-4c31-9c88-5b49dcc56bbd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=81eab7c1fe9e43afad7f59eb7b238035&device_id=3aadae64-4f98-4a1f-93da-85ecf09f48df HTTP/1.1" status: 200 len: 1099 time: 0.2482715 May 05 21:42:38.482183 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-554646c4-f8c0-4468-b717-2a426acfe12b req-3a642cc2-2d4f-4853-ab46-c3a38531d93a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea576b38215846aaa224b1aa35155ba3&device_id=99b8cfee-86b7-4d33-8d20-496ef05adf08 HTTP/1.1" status: 200 len: 1094 time: 0.2613473 May 05 21:42:38.501547 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=33897446-62d1-463c-a5b8-1064c2ec78b0,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:38.521866 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c38f4bb8-4d13-446e-be79-2388629dc717 req-7460feea-f5b6-4e71-a95d-3f69ae10b2d7 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:38.534162 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8a51778c-f8bc-49f7-b9b8-7fd5cfcb0744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:38.553510 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-252e7ef3-dee1-433f-aed4-b773fee74393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:38.651846 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c38f4bb8-4d13-446e-be79-2388629dc717 req-7460feea-f5b6-4e71-a95d-3f69ae10b2d7 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:38.652634 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['33897446-62d1-463c-a5b8-1064c2ec78b0'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:42:38.681710 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8a51778c-f8bc-49f7-b9b8-7fd5cfcb0744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:38.708419 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0f693310-23bc-401a-ae91-35e6df8b8fc1 req-1eec2344-62d3-4753-a58d-f9eb56cd5f1e tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=25bfe237-58de-4709-a3e0-ac79da07c300 HTTP/1.1" status: 200 len: 258 time: 0.4361904 May 05 21:42:38.739214 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-2b8c5c89-dd07-4c3f-9e35-1459c297dc12 req-60d7148a-b63a-41ad-a291-368c86edd85e service neutron] For port 4fb020a9-8991-4a55-bc6f-9564698b0e92, host n-h2-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:42:38.741165 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-0f693310-23bc-401a-ae91-35e6df8b8fc1 req-534a5388-a6a7-40c1-921c-e9e3e1cb6941 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Request body: {'floatingip': {'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:42:38.744834 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554646c4-f8c0-4468-b717-2a426acfe12b req-2b71399c-641d-4a52-949a-e57b931837eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:38.746434 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-554646c4-f8c0-4468-b717-2a426acfe12b req-2b71399c-641d-4a52-949a-e57b931837eb service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 HTTP/1.1" status: 200 len: 870 time: 0.2896278 May 05 21:42:38.758351 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-0f693310-23bc-401a-ae91-35e6df8b8fc1 req-534a5388-a6a7-40c1-921c-e9e3e1cb6941 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:42:38.770701 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-0f693310-23bc-401a-ae91-35e6df8b8fc1 req-534a5388-a6a7-40c1-921c-e9e3e1cb6941 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Usage tracker for resource:floatingip and tenant:caf8261703da4bb5a03dc145b93e3b71 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:42:38.774208 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-0f693310-23bc-401a-ae91-35e6df8b8fc1 req-534a5388-a6a7-40c1-921c-e9e3e1cb6941 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:42:38.781019 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-252e7ef3-dee1-433f-aed4-b773fee74393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:38.786044 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-0f693310-23bc-401a-ae91-35e6df8b8fc1 req-534a5388-a6a7-40c1-921c-e9e3e1cb6941 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:42:38.816002 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-2b8c5c89-dd07-4c3f-9e35-1459c297dc12 req-60d7148a-b63a-41ad-a291-368c86edd85e service neutron] For port 4fb020a9-8991-4a55-bc6f-9564698b0e92, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=4fb020a9-8991-4a55-bc6f-9564698b0e92,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:42:38.826080 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252e7ef3-dee1-433f-aed4-b773fee74393 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2ee360d-6cc3-494f-b2c1-637cfccf6872,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:38.833033 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c38f4bb8-4d13-446e-be79-2388629dc717 req-7460feea-f5b6-4e71-a95d-3f69ae10b2d7 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:38.836631 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554646c4-f8c0-4468-b717-2a426acfe12b req-d53ca7cf-efd8-48ba-9e89-25922d9689ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:38.838401 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-554646c4-f8c0-4468-b717-2a426acfe12b req-d53ca7cf-efd8-48ba-9e89-25922d9689ad service neutron] 10.222.0.32 "GET /v2.0/networks?id=d50665b6-9647-47f1-b718-b6ae7cd32366 HTTP/1.1" status: 200 len: 909 time: 0.3457127 May 05 21:42:38.840863 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2b8c5c89-dd07-4c3f-9e35-1459c297dc12 req-60d7148a-b63a-41ad-a291-368c86edd85e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:38.851952 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-0f693310-23bc-401a-ae91-35e6df8b8fc1 req-534a5388-a6a7-40c1-921c-e9e3e1cb6941 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Notify callbacks [] for floatingip, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:38.865462 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-252e7ef3-dee1-433f-aed4-b773fee74393 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:38.869526 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7460feea-f5b6-4e71-a95d-3f69ae10b2d7 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e45400-f73f-4830-8c94-f4dc04e8ef47,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:38.884298 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8a51778c-f8bc-49f7-b9b8-7fd5cfcb0744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:38.929502 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-554646c4-f8c0-4468-b717-2a426acfe12b req-4e6f374b-cc24-45ef-8f44-36aa4ef6952b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=33897446-62d1-463c-a5b8-1064c2ec78b0 HTTP/1.1" status: 200 len: 217 time: 0.1713247 May 05 21:42:38.964304 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a51778c-f8bc-49f7-b9b8-7fd5cfcb0744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79cbe675-f572-4158-8d72-53f93f1bf15c,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:38.971108 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c38f4bb8-4d13-446e-be79-2388629dc717 req-7460feea-f5b6-4e71-a95d-3f69ae10b2d7 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:38.972298 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c38f4bb8-4d13-446e-be79-2388629dc717 req-7460feea-f5b6-4e71-a95d-3f69ae10b2d7 tempest-SecurityGroupsTestJSON-53887194 tempest-SecurityGroupsTestJSON-53887194-project] 10.222.0.23 "DELETE /v2.0/security-groups/d6e45400-f73f-4830-8c94-f4dc04e8ef47 HTTP/1.1" status: 204 len: 173 time: 0.8561614 May 05 21:42:38.973539 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-252e7ef3-dee1-433f-aed4-b773fee74393 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f2ee360d-6cc3-494f-b2c1-637cfccf6872 HTTP/1.1" status: 204 len: 168 time: 1.0730562 May 05 21:42:38.974993 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8a51778c-f8bc-49f7-b9b8-7fd5cfcb0744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:38.976586 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-8a51778c-f8bc-49f7-b9b8-7fd5cfcb0744 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/79cbe675-f572-4158-8d72-53f93f1bf15c HTTP/1.1" status: 204 len: 168 time: 1.0064895 May 05 21:42:38.976586 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 34304) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:42:38.985094 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 34308) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:42:39.005329 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-554646c4-f8c0-4468-b717-2a426acfe12b req-c581e74a-bb32-47a6-a41b-f1803083d7c9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f68c5b1b-f7c3-4249-82c1-040d26e8afef HTTP/1.1" status: 200 len: 217 time: 0.1589131 May 05 21:42:39.019802 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2b8c5c89-dd07-4c3f-9e35-1459c297dc12 req-60d7148a-b63a-41ad-a291-368c86edd85e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:39.021169 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2b8c5c89-dd07-4c3f-9e35-1459c297dc12 req-60d7148a-b63a-41ad-a291-368c86edd85e service neutron] 10.222.0.32 "PUT /v2.0/ports/4fb020a9-8991-4a55-bc6f-9564698b0e92 HTTP/1.1" status: 200 len: 1096 time: 1.8983212 May 05 21:42:39.094273 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554646c4-f8c0-4468-b717-2a426acfe12b req-6a85d788-8a88-4c8e-8286-fc936fe8941c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:39.095919 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-554646c4-f8c0-4468-b717-2a426acfe12b req-6a85d788-8a88-4c8e-8286-fc936fe8941c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2ef0800d-de6f-466d-b35f-d1403d70c310 HTTP/1.1" status: 200 len: 848 time: 0.0737777 May 05 21:42:39.223543 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-554646c4-f8c0-4468-b717-2a426acfe12b req-73383d4b-9bca-41ca-a42b-a91354265f67 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d50665b6-9647-47f1-b718-b6ae7cd32366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1176660 May 05 21:42:39.224571 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d7148a-b63a-41ad-a291-368c86edd85e service neutron] Pushing event updated for resources: {'Port': ['ID=4fb020a9-8991-4a55-bc6f-9564698b0e92,revision_number=7']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:39.228712 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554646c4-f8c0-4468-b717-2a426acfe12b req-f0c7a251-322f-46f4-add5-2e20bd8f9a30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:39.230268 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-554646c4-f8c0-4468-b717-2a426acfe12b req-f0c7a251-322f-46f4-add5-2e20bd8f9a30 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.2840028 May 05 21:42:39.235395 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2f773ec-479e-432e-b737-88898fcdccee admin admin] Deleting subnet 9de8d683-3484-40a1-82ea-833de04ff50b {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:42:39.246924 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e2f773ec-479e-432e-b737-88898fcdccee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:39.281998 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-35674dab-9697-4c2c-9cb9-84f130127160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:39.336407 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e2f773ec-479e-432e-b737-88898fcdccee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:39.421312 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2b8c5c89-dd07-4c3f-9e35-1459c297dc12 req-3d6fb5b4-a1e7-4da1-9a57-4ff06860d45b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d0c3bd18deb4529a9eff5d87fa07f7f&device_id=c90911d9-c421-4874-8935-956d1072f84b HTTP/1.1" status: 200 len: 1099 time: 0.3223531 May 05 21:42:39.515288 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf49f6-1e8e-4a23-a5c9-e052b23e834b req-c619664f-9d4e-47fd-97fc-b18f9389c4a1 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:39.519704 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device f68c5b1b-f7c3-4249-82c1-040d26e8afef details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:42:39.522318 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0baf49f6-1e8e-4a23-a5c9-e052b23e834b req-c619664f-9d4e-47fd-97fc-b18f9389c4a1 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aadae64-4f98-4a1f-93da-85ecf09f48df HTTP/1.1" status: 200 len: 949 time: 0.3519270 May 05 21:42:39.565847 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e2f773ec-479e-432e-b737-88898fcdccee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:39.606695 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-35674dab-9697-4c2c-9cb9-84f130127160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:39.632729 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-0f693310-23bc-401a-ae91-35e6df8b8fc1 req-534a5388-a6a7-40c1-921c-e9e3e1cb6941 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:39.660529 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-554646c4-f8c0-4468-b717-2a426acfe12b req-f97f0c08-9293-4ab5-8d2b-0452c60e46e4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4003124 May 05 21:42:39.662337 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-554646c4-f8c0-4468-b717-2a426acfe12b req-8b740957-4e2e-44f1-b7c9-273c5a4fcf32 service neutron] 10.222.0.32 "GET /v2.0/networks/d50665b6-9647-47f1-b718-b6ae7cd32366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4311254 May 05 21:42:39.699894 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-35674dab-9697-4c2c-9cb9-84f130127160 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00e5d380-6867-431e-baaa-58cda5937ad6']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:42:39.730604 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-35674dab-9697-4c2c-9cb9-84f130127160 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79953de6-e431-4f8c-936f-26309e0b44e8') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:42:39.730908 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-35674dab-9697-4c2c-9cb9-84f130127160 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79953de6-e431-4f8c-936f-26309e0b44e8') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:42:39.742169 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port f68c5b1b-f7c3-4249-82c1-040d26e8afef, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=f68c5b1b-f7c3-4249-82c1-040d26e8afef,segment=NetworkSegment(df9c57c2-52c8-43c0-981c-16fd110b1d0b),segment_id=df9c57c2-52c8-43c0-981c-16fd110b1d0b)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:42:39.758545 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': 'f68c5b1b-f7c3-4249-82c1-040d26e8afef', 'network_id': 'd50665b6-9647-47f1-b718-b6ae7cd32366', 'port_id': 'f68c5b1b-f7c3-4249-82c1-040d26e8afef', 'mac_address': 'fa:16:3e:66:67:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ef0800d-de6f-466d-b35f-d1403d70c310', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:42:39.759239 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0baf49f6-1e8e-4a23-a5c9-e052b23e834b req-36f040ff-5f64-42f0-8592-7afbf26e3fe7 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] 10.222.0.23 "GET /v2.0/security-groups?id=d969caae-1cf7-44e6-8fc3-9aef5d276c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359669 May 05 21:42:39.774361 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-35674dab-9697-4c2c-9cb9-84f130127160 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:39.841482 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-35674dab-9697-4c2c-9cb9-84f130127160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:39.859880 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:39.890989 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c5c89-dd07-4c3f-9e35-1459c297dc12 req-3ef95c25-9bea-496b-926a-0538a260b856 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:39.891820 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2b8c5c89-dd07-4c3f-9e35-1459c297dc12 req-3ef95c25-9bea-496b-926a-0538a260b856 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 HTTP/1.1" status: 200 len: 870 time: 0.4554939 May 05 21:42:39.901118 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f68c5b1b-f7c3-4249-82c1-040d26e8afef {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:42:39.909062 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e2f773ec-479e-432e-b737-88898fcdccee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:39.913360 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35674dab-9697-4c2c-9cb9-84f130127160 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:42:39.913751 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-35674dab-9697-4c2c-9cb9-84f130127160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:39.921882 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port f68c5b1b-f7c3-4249-82c1-040d26e8afef, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=f68c5b1b-f7c3-4249-82c1-040d26e8afef,segment=NetworkSegment(df9c57c2-52c8-43c0-981c-16fd110b1d0b),segment_id=df9c57c2-52c8-43c0-981c-16fd110b1d0b)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:42:39.927161 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:40.009800 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2b8c5c89-dd07-4c3f-9e35-1459c297dc12 req-cff41e99-64fa-4d7e-bea8-d09a07731e2c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=4fb020a9-8991-4a55-bc6f-9564698b0e92 HTTP/1.1" status: 200 len: 217 time: 0.1094625 May 05 21:42:40.016251 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=f68c5b1b-f7c3-4249-82c1-040d26e8afef,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:40.025254 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-554646c4-f8c0-4468-b717-2a426acfe12b req-dd0ce19c-16dc-4d75-9607-02a48f04da64 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578424 May 05 21:42:40.030025 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 33897446-62d1-463c-a5b8-1064c2ec78b0 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:42:40.061073 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 21:42:40.061073 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:42:40.061073 n-d-825175-4 neutron-server[84061]: timer() May 05 21:42:40.061073 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:42:40.061073 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 21:42:40.061073 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:42:40.061073 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 21:42:40.061073 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:42:40.061073 n-d-825175-4 neutron-server[84061]: self._notify() May 05 21:42:40.061073 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:42:40.061073 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 21:42:40.061073 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:42:40.061073 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 21:42:40.061073 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:42:40.061073 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:42:40.061073 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:42:40.061073 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:42:40.061073 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:42:40.061073 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 21:42:40.061073 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:42:40.061073 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 21:42:40.061073 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:42:40.061073 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:42:40.061073 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:42:40.061073 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 21:42:40.061073 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:42:40.061073 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:42:40.061073 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:42:40.061073 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:42:40.061073 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:42:40.061073 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:42:40.061073 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:42:40.089207 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f773ec-479e-432e-b737-88898fcdccee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9de8d683-3484-40a1-82ea-833de04ff50b,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:40.094631 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-35674dab-9697-4c2c-9cb9-84f130127160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:40.096246 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-554646c4-f8c0-4468-b717-2a426acfe12b req-e7d31d3c-f8d0-4877-92b2-18fd09c66254 service neutron] 10.222.0.32 "GET /v2.0/networks/d50665b6-9647-47f1-b718-b6ae7cd32366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4056215 May 05 21:42:40.107522 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e2f773ec-479e-432e-b737-88898fcdccee admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:40.124494 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-35674dab-9697-4c2c-9cb9-84f130127160 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:40.158951 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35674dab-9697-4c2c-9cb9-84f130127160 admin admin] Pushing event deleted for resources: {'Network': ['ID=00e5d380-6867-431e-baaa-58cda5937ad6,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:40.171368 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 33897446-62d1-463c-a5b8-1064c2ec78b0 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:42:40.172898 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-0f693310-23bc-401a-ae91-35e6df8b8fc1 req-534a5388-a6a7-40c1-921c-e9e3e1cb6941 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Allocated IP 172.25.4.223 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/3806b46c-600a-40cd-8eb3-6997ddf44708) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:42:40.179375 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c90911d9-c421-4874-8935-956d1072f84b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fb020a9-8991-4a55-bc6f-9564698b0e92'}, {'name': 'network-changed', 'server_uuid': 'c90911d9-c421-4874-8935-956d1072f84b', 'tag': '4fb020a9-8991-4a55-bc6f-9564698b0e92'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:42:40.182183 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-35674dab-9697-4c2c-9cb9-84f130127160 admin admin] 10.222.0.23 "DELETE /v2.0/networks/00e5d380-6867-431e-baaa-58cda5937ad6 HTTP/1.1" status: 204 len: 168 time: 1.1982179 May 05 21:42:40.192563 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 34336) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:42:40.194402 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e2f773ec-479e-432e-b737-88898fcdccee admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9de8d683-3484-40a1-82ea-833de04ff50b HTTP/1.1" status: 204 len: 168 time: 1.2007272 May 05 21:42:40.195460 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 33897446-62d1-463c-a5b8-1064c2ec78b0 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:42:40.195838 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:40.238828 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51531832-85ee-49fb-b130-6989d5eddba3 req-793072ec-a70d-422b-b762-942f1e2e3e63 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:40.239064 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c5c89-dd07-4c3f-9e35-1459c297dc12 req-b36038ed-bb34-481f-88f2-912c035216b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:40.240436 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2b8c5c89-dd07-4c3f-9e35-1459c297dc12 req-b36038ed-bb34-481f-88f2-912c035216b6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.2143185 May 05 21:42:40.254479 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-51531832-85ee-49fb-b130-6989d5eddba3 req-793072ec-a70d-422b-b762-942f1e2e3e63 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=99b8cfee-86b7-4d33-8d20-496ef05adf08 HTTP/1.1" status: 200 len: 944 time: 0.3539305 May 05 21:42:40.273038 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['f68c5b1b-f7c3-4249-82c1-040d26e8afef'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:42:40.410105 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-554646c4-f8c0-4468-b717-2a426acfe12b req-8d4f9da9-31ed-48d4-9584-dd5949f4e1b4 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458221 May 05 21:42:40.423473 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3fe5c403-a232-43c7-9567-2edc0b7b789c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:40.494052 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-0f693310-23bc-401a-ae91-35e6df8b8fc1 req-534a5388-a6a7-40c1-921c-e9e3e1cb6941 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:40.494966 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2b8c5c89-dd07-4c3f-9e35-1459c297dc12 req-1054009f-57bb-475a-b991-9d7adb3dd940 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2428446 May 05 21:42:40.525489 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:40.565809 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 34342) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:42:40.621476 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aadae64-4f98-4a1f-93da-85ecf09f48df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33897446-62d1-463c-a5b8-1064c2ec78b0'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:42:40.632701 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 33897446-62d1-463c-a5b8-1064c2ec78b0, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=33897446-62d1-463c-a5b8-1064c2ec78b0,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:42:40.637641 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:40.638456 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 4fb020a9-8991-4a55-bc6f-9564698b0e92 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:42:40.666296 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3fe5c403-a232-43c7-9567-2edc0b7b789c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:40.668067 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-51531832-85ee-49fb-b130-6989d5eddba3 req-56e59acc-ec58-4175-b92b-a06710be2695 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4127202 May 05 21:42:40.695894 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-0f693310-23bc-401a-ae91-35e6df8b8fc1 req-534a5388-a6a7-40c1-921c-e9e3e1cb6941 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:40.742676 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-72d6f560-6545-4de8-9fac-0ac0bfc43da2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=723b8e4bd7994a289f02d2a1d7ea4ecf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1709094 May 05 21:42:40.742904 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 34348) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:42:40.745669 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-3fe5c403-a232-43c7-9567-2edc0b7b789c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b818a522-930a-4e0c-83f8-04da001d67f4']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:42:40.748210 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 4fb020a9-8991-4a55-bc6f-9564698b0e92 not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:42:40.768907 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-3fe5c403-a232-43c7-9567-2edc0b7b789c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '829d38c7-6906-4e82-a39e-d9f027380cc7') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:42:40.769196 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-3fe5c403-a232-43c7-9567-2edc0b7b789c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '829d38c7-6906-4e82-a39e-d9f027380cc7') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:42:40.783653 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f693310-23bc-401a-ae91-35e6df8b8fc1 req-534a5388-a6a7-40c1-921c-e9e3e1cb6941 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:42:40.785441 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=33897446-62d1-463c-a5b8-1064c2ec78b0,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:40.788598 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-0f693310-23bc-401a-ae91-35e6df8b8fc1 req-534a5388-a6a7-40c1-921c-e9e3e1cb6941 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:42:40.803262 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3fe5c403-a232-43c7-9567-2edc0b7b789c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:40.806781 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f693310-23bc-401a-ae91-35e6df8b8fc1 req-534a5388-a6a7-40c1-921c-e9e3e1cb6941 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:42:40.836847 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2b8c5c89-dd07-4c3f-9e35-1459c297dc12 req-cf0608ee-3859-4c2e-a648-a65b6462db07 service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904515 May 05 21:42:40.837728 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3fe5c403-a232-43c7-9567-2edc0b7b789c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:40.844880 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fe5c403-a232-43c7-9567-2edc0b7b789c admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:42:40.845203 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3fe5c403-a232-43c7-9567-2edc0b7b789c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:40.850897 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534a5388-a6a7-40c1-921c-e9e3e1cb6941 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Pushing event updated for resources: {'Port': ['ID=3806b46c-600a-40cd-8eb3-6997ddf44708,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:40.875017 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 21:42:40.875017 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:42:40.875017 n-d-825175-4 neutron-server[84063]: timer() May 05 21:42:40.875017 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:42:40.875017 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 21:42:40.875017 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:42:40.875017 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 21:42:40.875017 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:42:40.875017 n-d-825175-4 neutron-server[84063]: self._notify() May 05 21:42:40.875017 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:42:40.875017 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 21:42:40.875017 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:42:40.875017 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 21:42:40.875017 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:42:40.875017 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:42:40.875017 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:42:40.875017 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:42:40.875017 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:42:40.875017 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 21:42:40.875017 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:42:40.875017 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 21:42:40.875017 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:42:40.875017 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:42:40.875017 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:42:40.875017 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 21:42:40.875017 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:42:40.875017 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:42:40.875017 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:42:40.875017 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:42:40.875017 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:42:40.875017 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:42:40.875017 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:42:40.958693 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b66fcffd-ccac-461e-9ab1-db4ea039a637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:40.994502 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b66fcffd-ccac-461e-9ab1-db4ea039a637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:41.008885 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3fe5c403-a232-43c7-9567-2edc0b7b789c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:41.012799 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77152b16-3bd5-4b9c-b49c-0fdd9e80130d req-a010cc04-4aba-48a8-b40f-cfffd0293159 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:41.014280 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-77152b16-3bd5-4b9c-b49c-0fdd9e80130d req-a010cc04-4aba-48a8-b40f-cfffd0293159 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=c90911d9-c421-4874-8935-956d1072f84b HTTP/1.1" status: 200 len: 948 time: 0.1765270 May 05 21:42:41.029367 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3fe5c403-a232-43c7-9567-2edc0b7b789c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:41.053395 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe5c403-a232-43c7-9567-2edc0b7b789c admin admin] Pushing event deleted for resources: {'Network': ['ID=b818a522-930a-4e0c-83f8-04da001d67f4,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:41.076488 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-3fe5c403-a232-43c7-9567-2edc0b7b789c admin admin] 10.222.0.23 "DELETE /v2.0/networks/b818a522-930a-4e0c-83f8-04da001d67f4 HTTP/1.1" status: 204 len: 168 time: 0.8736556 May 05 21:42:41.083458 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2b8c5c89-dd07-4c3f-9e35-1459c297dc12 req-192e0262-3d91-4c51-8005-d6f0a1dd02e0 service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398205 May 05 21:42:41.097932 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-77152b16-3bd5-4b9c-b49c-0fdd9e80130d req-04ba10c4-e739-4177-8fe1-be16d283dc12 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727654 May 05 21:42:41.184708 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-0f693310-23bc-401a-ae91-35e6df8b8fc1 req-534a5388-a6a7-40c1-921c-e9e3e1cb6941 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:41.186398 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b66fcffd-ccac-461e-9ab1-db4ea039a637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:41.228747 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66fcffd-ccac-461e-9ab1-db4ea039a637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13a44db-060d-4db6-a1a6-f9bfc765cb7c,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:41.307032 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-0f693310-23bc-401a-ae91-35e6df8b8fc1 req-534a5388-a6a7-40c1-921c-e9e3e1cb6941 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:41.340908 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b66fcffd-ccac-461e-9ab1-db4ea039a637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:41.342062 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b66fcffd-ccac-461e-9ab1-db4ea039a637 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a13a44db-060d-4db6-a1a6-f9bfc765cb7c HTTP/1.1" status: 204 len: 168 time: 0.5972450 May 05 21:42:41.383069 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 34358) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:42:41.442147 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d5a79cfe-c636-4a87-ab78-4cb48c352126 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ddd4b9e379904604953b02573e2642da&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0579481 May 05 21:42:41.444666 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 34362) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:42:41.476214 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8141edb-7aca-455d-bec9-aacb315784cb req-41cac70c-a95f-40ee-a8d2-0928adb4af98 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:41.477727 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b8141edb-7aca-455d-bec9-aacb315784cb req-41cac70c-a95f-40ee-a8d2-0928adb4af98 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/ports?device_id=11e0f4fa-7535-47a6-b0f4-cdc1a472748e HTTP/1.1" status: 200 len: 945 time: 0.2412794 May 05 21:42:41.530301 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-de86df81-d7e5-4a41-94c3-1f39a9160c37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:41.538152 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device f68c5b1b-f7c3-4249-82c1-040d26e8afef up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:42:41.575169 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-de86df81-d7e5-4a41-94c3-1f39a9160c37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:41.577042 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b8141edb-7aca-455d-bec9-aacb315784cb req-efcfe086-d7fe-4de2-b2ad-d2d45c7fa04f tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/security-groups?id=060a0163-921c-42d6-97e2-b2f13023d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914059 May 05 21:42:41.629728 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-0f693310-23bc-401a-ae91-35e6df8b8fc1 req-534a5388-a6a7-40c1-921c-e9e3e1cb6941 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:41.637244 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-0f693310-23bc-401a-ae91-35e6df8b8fc1 req-534a5388-a6a7-40c1-921c-e9e3e1cb6941 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:41.665493 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port f68c5b1b-f7c3-4249-82c1-040d26e8afef completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:42:41.674004 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-de86df81-d7e5-4a41-94c3-1f39a9160c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:41.682128 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port f68c5b1b-f7c3-4249-82c1-040d26e8afef triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:42:41.682562 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:41.711499 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-346b65e1-9da7-45b7-b884-3e380925fa3c'] response: {'server_uuid': 'c90911d9-c421-4874-8935-956d1072f84b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fb020a9-8991-4a55-bc6f-9564698b0e92', 'code': 200} May 05 21:42:41.713677 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-346b65e1-9da7-45b7-b884-3e380925fa3c'] response: {'name': 'network-changed', 'server_uuid': 'c90911d9-c421-4874-8935-956d1072f84b', 'tag': '4fb020a9-8991-4a55-bc6f-9564698b0e92', 'status': 'completed', 'code': 200} May 05 21:42:41.802350 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-0f693310-23bc-401a-ae91-35e6df8b8fc1 req-534a5388-a6a7-40c1-921c-e9e3e1cb6941 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:41.840142 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534a5388-a6a7-40c1-921c-e9e3e1cb6941 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Pushing event updated for resources: {'Port': ['ID=3806b46c-600a-40cd-8eb3-6997ddf44708,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:41.849082 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:41.850511 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-0f693310-23bc-401a-ae91-35e6df8b8fc1 req-534a5388-a6a7-40c1-921c-e9e3e1cb6941 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:41.851960 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0f693310-23bc-401a-ae91-35e6df8b8fc1 req-534a5388-a6a7-40c1-921c-e9e3e1cb6941 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1296363 May 05 21:42:41.890526 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port f68c5b1b-f7c3-4249-82c1-040d26e8afef, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=f68c5b1b-f7c3-4249-82c1-040d26e8afef,segment=NetworkSegment(df9c57c2-52c8-43c0-981c-16fd110b1d0b),segment_id=df9c57c2-52c8-43c0-981c-16fd110b1d0b)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:42:41.897232 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:41.931848 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de86df81-d7e5-4a41-94c3-1f39a9160c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7568e477-67c8-43ef-953c-8ed3ca081be0,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:41.955825 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-0f693310-23bc-401a-ae91-35e6df8b8fc1 req-aa4fc9a7-7d5e-400d-a1a8-a09c9d506587 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Synchronizing usage tracker for tenant:caf8261703da4bb5a03dc145b93e3b71 on resource:floatingip {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:42:41.972115 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-de86df81-d7e5-4a41-94c3-1f39a9160c37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:41.973583 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-de86df81-d7e5-4a41-94c3-1f39a9160c37 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7568e477-67c8-43ef-953c-8ed3ca081be0 HTTP/1.1" status: 204 len: 168 time: 0.5279953 May 05 21:42:41.984937 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-0f693310-23bc-401a-ae91-35e6df8b8fc1 req-aa4fc9a7-7d5e-400d-a1a8-a09c9d506587 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Unset dirty status for tenant:caf8261703da4bb5a03dc145b93e3b71 on resource:floatingip {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:42:41.986526 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0f693310-23bc-401a-ae91-35e6df8b8fc1 req-aa4fc9a7-7d5e-400d-a1a8-a09c9d506587 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.223 HTTP/1.1" status: 200 len: 696 time: 0.1282797 May 05 21:42:42.015704 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=f68c5b1b-f7c3-4249-82c1-040d26e8afef,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:42.044279 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9700c7e7-5699-4cc4-a6ba-27819058227a req-0d6e00f6-0c3d-4c67-8956-0e54b98ef68c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d0c3bd18deb4529a9eff5d87fa07f7f&device_id=c90911d9-c421-4874-8935-956d1072f84b HTTP/1.1" status: 200 len: 1099 time: 0.2684135 May 05 21:42:42.048284 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9700c7e7-5699-4cc4-a6ba-27819058227a req-4b5f35fd-1cc5-4473-90a2-75998468f978 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d0c3bd18deb4529a9eff5d87fa07f7f&device_id=c90911d9-c421-4874-8935-956d1072f84b HTTP/1.1" status: 200 len: 1099 time: 0.3188009 May 05 21:42:42.158430 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device f7c26309-8025-428d-9b1e-b1cf93bbbe26 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:42:42.186424 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f693310-23bc-401a-ae91-35e6df8b8fc1 req-759e37d0-9950-410d-af4f-f896eef47bbe tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:42.187810 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0f693310-23bc-401a-ae91-35e6df8b8fc1 req-759e37d0-9950-410d-af4f-f896eef47bbe tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] 10.222.0.23 "GET /v2.0/networks/25bfe237-58de-4709-a3e0-ac79da07c300 HTTP/1.1" status: 200 len: 784 time: 0.1911175 May 05 21:42:42.251885 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: f7c26309-8025-428d-9b1e-b1cf93bbbe26 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:42:42.252314 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device f7c26309-8025-428d-9b1e-b1cf93bbbe26 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:42:42.318604 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700c7e7-5699-4cc4-a6ba-27819058227a req-427f04cb-8dc4-4136-bd09-5929ae8189cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:42.320076 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9700c7e7-5699-4cc4-a6ba-27819058227a req-427f04cb-8dc4-4136-bd09-5929ae8189cd service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 HTTP/1.1" status: 200 len: 870 time: 0.2688777 May 05 21:42:42.321054 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700c7e7-5699-4cc4-a6ba-27819058227a req-0596da58-cd22-4e8a-9721-31d4446c5777 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:42.322312 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9700c7e7-5699-4cc4-a6ba-27819058227a req-0596da58-cd22-4e8a-9721-31d4446c5777 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 HTTP/1.1" status: 200 len: 870 time: 0.2518399 May 05 21:42:42.413758 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b6022-90e6-4bce-9981-82dc37d680ed req-c7b0cf0d-5e9d-4c36-b878-1c0202f4d41a tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:42.415487 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-033b6022-90e6-4bce-9981-82dc37d680ed req-c7b0cf0d-5e9d-4c36-b878-1c0202f4d41a tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aadae64-4f98-4a1f-93da-85ecf09f48df HTTP/1.1" status: 200 len: 950 time: 0.0933492 May 05 21:42:42.481844 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9700c7e7-5699-4cc4-a6ba-27819058227a req-3394bd61-f0d2-4fc8-92b1-cc6e99411b7d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=4fb020a9-8991-4a55-bc6f-9564698b0e92 HTTP/1.1" status: 200 len: 217 time: 0.1512818 May 05 21:42:42.483579 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9700c7e7-5699-4cc4-a6ba-27819058227a req-3d4dc89d-66d2-4c50-a87d-03d35ae00a45 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=4fb020a9-8991-4a55-bc6f-9564698b0e92 HTTP/1.1" status: 200 len: 217 time: 0.1517031 May 05 21:42:42.487518 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-033b6022-90e6-4bce-9981-82dc37d680ed req-2614a3c4-b1f7-4676-b6fe-3551a36f8eef tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] 10.222.0.23 "GET /v2.0/security-groups?id=d969caae-1cf7-44e6-8fc3-9aef5d276c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661280 May 05 21:42:42.663237 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700c7e7-5699-4cc4-a6ba-27819058227a req-011458a0-49e3-41b7-9d37-98671cdbfa3b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:42.664682 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9700c7e7-5699-4cc4-a6ba-27819058227a req-011458a0-49e3-41b7-9d37-98671cdbfa3b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.1761661 May 05 21:42:42.670338 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecea636b-56c1-4c79-9c17-e0afd99587b8'] response: {'server_uuid': '3aadae64-4f98-4a1f-93da-85ecf09f48df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33897446-62d1-463c-a5b8-1064c2ec78b0', 'code': 200} May 05 21:42:42.672344 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700c7e7-5699-4cc4-a6ba-27819058227a req-fdd45b8a-7c6b-435b-9461-3ac238dfa079 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:42.673823 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9700c7e7-5699-4cc4-a6ba-27819058227a req-fdd45b8a-7c6b-435b-9461-3ac238dfa079 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.1840153 May 05 21:42:42.850436 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9700c7e7-5699-4cc4-a6ba-27819058227a req-4c9c5610-a9e3-440d-9acd-b9256d36d351 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1697330 May 05 21:42:42.858119 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9700c7e7-5699-4cc4-a6ba-27819058227a req-6798a100-25a7-4f95-8daa-7fceb34116ec service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1787438 May 05 21:42:42.888339 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a9a5a-4e1e-48a3-9e53-5e7c56d1769d req-19967b1a-d86c-483a-a013-23ce0f5d72c2 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:42.895564 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1b9a9a5a-4e1e-48a3-9e53-5e7c56d1769d req-19967b1a-d86c-483a-a013-23ce0f5d72c2 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=99b8cfee-86b7-4d33-8d20-496ef05adf08 HTTP/1.1" status: 200 len: 945 time: 0.2107058 May 05 21:42:42.950603 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 34410) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:42:42.963108 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4bbd6e84-3f1d-4b06-be97-e251f452bbd0 req-c436108d-c1c0-415b-8eec-2347bb137e6d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3aadae64-4f98-4a1f-93da-85ecf09f48df HTTP/1.1" status: 200 len: 1101 time: 0.2191484 May 05 21:42:43.088321 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1b9a9a5a-4e1e-48a3-9e53-5e7c56d1769d req-78fb0dcb-a68f-4eb6-b448-b3d7298a0bf0 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917014 May 05 21:42:43.117283 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4bbd6e84-3f1d-4b06-be97-e251f452bbd0 req-52488663-dfbb-45d6-a806-5fdadd6557dd service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d969caae-1cf7-44e6-8fc3-9aef5d276c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459398 May 05 21:42:43.136248 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a8e413-0d1c-4ee0-9ae4-7df8436d7451 req-e9997a94-f8ea-4446-bcde-8b26e2bd600f tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:43.138910 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9700c7e7-5699-4cc4-a6ba-27819058227a req-c3ce4cd4-807c-4bd5-8e9e-9f3eabb1d7ea service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795022 May 05 21:42:43.140005 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c1a8e413-0d1c-4ee0-9ae4-7df8436d7451 req-e9997a94-f8ea-4446-bcde-8b26e2bd600f tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=c90911d9-c421-4874-8935-956d1072f84b HTTP/1.1" status: 200 len: 948 time: 0.3260899 May 05 21:42:43.141626 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9700c7e7-5699-4cc4-a6ba-27819058227a req-7f700c4f-30af-4f4a-8138-1d2f9d021658 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636735 May 05 21:42:43.209542 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-18d20cac-23ca-458c-8c89-99a1e602fdac admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2079145982-network', 'tenant_id': '5a55f0e1fc854ae480e2f7b2fc73c270'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:42:43.216842 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-18d20cac-23ca-458c-8c89-99a1e602fdac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:42:43.224571 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-18d20cac-23ca-458c-8c89-99a1e602fdac admin admin] Usage tracker for resource:network and tenant:5a55f0e1fc854ae480e2f7b2fc73c270 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:42:43.229751 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-18d20cac-23ca-458c-8c89-99a1e602fdac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:42:43.238182 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c1a8e413-0d1c-4ee0-9ae4-7df8436d7451 req-4ea72e92-b7fe-440c-9cd7-70742900eb55 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893693 May 05 21:42:43.239030 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-18d20cac-23ca-458c-8c89-99a1e602fdac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:42:43.251185 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d20cac-23ca-458c-8c89-99a1e602fdac admin admin] Made reservation on behalf of 5a55f0e1fc854ae480e2f7b2fc73c270 for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:42:43.254920 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-18d20cac-23ca-458c-8c89-99a1e602fdac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:43.268889 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-18d20cac-23ca-458c-8c89-99a1e602fdac admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:43.301660 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-18d20cac-23ca-458c-8c89-99a1e602fdac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:42:43.305727 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-18d20cac-23ca-458c-8c89-99a1e602fdac admin admin] Usage tracker for resource:security_group_rule and tenant:5a55f0e1fc854ae480e2f7b2fc73c270 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:42:43.308705 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-18d20cac-23ca-458c-8c89-99a1e602fdac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:42:43.413791 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 34426) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:42:43.436949 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9700c7e7-5699-4cc4-a6ba-27819058227a req-9efedc9b-21ac-48fd-a433-b1adcb71b874 service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921622 May 05 21:42:43.469755 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-18d20cac-23ca-458c-8c89-99a1e602fdac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:42:43.503397 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9700c7e7-5699-4cc4-a6ba-27819058227a req-ed730dcb-5c8b-4ee1-9cd0-cd4775a5edb8 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762738 May 05 21:42:43.551792 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 4fb020a9-8991-4a55-bc6f-9564698b0e92 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:42:43.620400 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-efd77d1a-5849-451b-9e2f-ab5dd3aac24f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-21800157-network', 'tenant_id': '7247526f58b24ecdb9ec5c05bb97a5b5'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:42:43.624983 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-efd77d1a-5849-451b-9e2f-ab5dd3aac24f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:42:43.629378 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-efd77d1a-5849-451b-9e2f-ab5dd3aac24f admin admin] Usage tracker for resource:network and tenant:7247526f58b24ecdb9ec5c05bb97a5b5 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:42:43.633537 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-efd77d1a-5849-451b-9e2f-ab5dd3aac24f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:42:43.641472 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-efd77d1a-5849-451b-9e2f-ab5dd3aac24f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:42:43.655514 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd77d1a-5849-451b-9e2f-ab5dd3aac24f admin admin] Made reservation on behalf of 7247526f58b24ecdb9ec5c05bb97a5b5 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:42:43.658904 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-efd77d1a-5849-451b-9e2f-ab5dd3aac24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:43.672662 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c238af1-c61d-475b-bb9b-d4bf46db62f4 req-b7579249-3b34-436c-af48-a59a51d4e5e1 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:43.674215 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8c238af1-c61d-475b-bb9b-d4bf46db62f4 req-b7579249-3b34-436c-af48-a59a51d4e5e1 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/ports?device_id=11e0f4fa-7535-47a6-b0f4-cdc1a472748e HTTP/1.1" status: 200 len: 945 time: 0.2021663 May 05 21:42:43.686214 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8671a0f-b2a3-4cb4-a0af-e07a76e4fbf3 req-2376430b-3e92-4caf-a588-aac6be3ffa35 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:43.686449 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-efd77d1a-5849-451b-9e2f-ab5dd3aac24f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:43.687965 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b8671a0f-b2a3-4cb4-a0af-e07a76e4fbf3 req-2376430b-3e92-4caf-a588-aac6be3ffa35 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] 10.222.0.23 "GET /v2.0/ports?device_id=98f46ae6-68ae-4dc1-b860-386f211ba493&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3764017 May 05 21:42:43.727658 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 4fb020a9-8991-4a55-bc6f-9564698b0e92, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=4fb020a9-8991-4a55-bc6f-9564698b0e92,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:42:43.731257 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-efd77d1a-5849-451b-9e2f-ab5dd3aac24f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:42:43.736122 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-efd77d1a-5849-451b-9e2f-ab5dd3aac24f admin admin] Usage tracker for resource:security_group_rule and tenant:7247526f58b24ecdb9ec5c05bb97a5b5 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:42:43.739724 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-efd77d1a-5849-451b-9e2f-ab5dd3aac24f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:42:43.745679 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '4fb020a9-8991-4a55-bc6f-9564698b0e92', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'port_id': '4fb020a9-8991-4a55-bc6f-9564698b0e92', 'mac_address': 'fa:16:3e:c3:3d:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f237a6ef-d044-411f-a2d8-d12619664c91', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:42:43.747391 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-efd77d1a-5849-451b-9e2f-ab5dd3aac24f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:42:43.774013 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-18d20cac-23ca-458c-8c89-99a1e602fdac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:43.804186 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-18d20cac-23ca-458c-8c89-99a1e602fdac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:43.819182 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:43.833300 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b8671a0f-b2a3-4cb4-a0af-e07a76e4fbf3 req-733ed6f5-0f6b-472e-a450-0b847dc6c93d tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.223 HTTP/1.1" status: 200 len: 696 time: 0.1239803 May 05 21:42:43.842681 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fb020a9-8991-4a55-bc6f-9564698b0e92 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:42:43.849673 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-efd77d1a-5849-451b-9e2f-ab5dd3aac24f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:43.850846 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18d20cac-23ca-458c-8c89-99a1e602fdac admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:42:43.853888 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-efd77d1a-5849-451b-9e2f-ab5dd3aac24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:43.857312 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-b8671a0f-b2a3-4cb4-a0af-e07a76e4fbf3 req-cf7c26b1-8a4f-40a0-b734-088c29fa3ea7 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Request body: {'floatingip': {'port_id': 'e25ad77d-1133-4c51-b6dd-5296d0afe8d6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:42:43.862046 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 4fb020a9-8991-4a55-bc6f-9564698b0e92, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=4fb020a9-8991-4a55-bc6f-9564698b0e92,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:42:43.868002 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:43.886618 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efd77d1a-5849-451b-9e2f-ab5dd3aac24f admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:42:43.896751 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd77d1a-5849-451b-9e2f-ab5dd3aac24f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3724a34e-9837-4cb8-8a06-73a5aa34f684,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:43.903569 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-efd77d1a-5849-451b-9e2f-ab5dd3aac24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:43.904017 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-efd77d1a-5849-451b-9e2f-ab5dd3aac24f admin admin] Added segment a9531228-7e9b-4ec8-89da-f4144e3c577b of type vlan for network 8193230b-84a9-44f6-8f47-652b80721999 May 05 21:42:43.923435 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8c238af1-c61d-475b-bb9b-d4bf46db62f4 req-f8862318-9885-4e6f-a7fd-2c8fc333b311 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/security-groups?id=060a0163-921c-42d6-97e2-b2f13023d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432299 May 05 21:42:43.942804 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d20cac-23ca-458c-8c89-99a1e602fdac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e8795f-087a-440e-a19e-aa465e5f739f,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:43.943088 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-efd77d1a-5849-451b-9e2f-ab5dd3aac24f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:43.975136 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-efd77d1a-5849-451b-9e2f-ab5dd3aac24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:43.975882 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd77d1a-5849-451b-9e2f-ab5dd3aac24f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:43.976557 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-efd77d1a-5849-451b-9e2f-ab5dd3aac24f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:43.995985 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0408e9c7-39b4-4906-9d5f-ea4f178bf1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:44.005531 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-18d20cac-23ca-458c-8c89-99a1e602fdac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:44.005792 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-18d20cac-23ca-458c-8c89-99a1e602fdac admin admin] Added segment bb53319d-02d7-4ee5-a402-d07603ca726a of type vlan for network 4988fe71-34c6-4737-ad2a-40f5327e7f0e May 05 21:42:44.007126 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=4fb020a9-8991-4a55-bc6f-9564698b0e92,revision_number=8']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:44.014862 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-b8671a0f-b2a3-4cb4-a0af-e07a76e4fbf3 req-cf7c26b1-8a4f-40a0-b734-088c29fa3ea7 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Notify callbacks [] for floatingip, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:44.123617 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['4fb020a9-8991-4a55-bc6f-9564698b0e92'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:42:44.153292 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-18d20cac-23ca-458c-8c89-99a1e602fdac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:44.196762 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-efd77d1a-5849-451b-9e2f-ab5dd3aac24f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7771115 May 05 21:42:44.197625 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd77d1a-5849-451b-9e2f-ab5dd3aac24f admin admin] Pushing event updated for resources: {'Network': ['ID=8193230b-84a9-44f6-8f47-652b80721999,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:44.199748 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 34440) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:42:44.206537 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-69bec485-0c6e-4e57-8073-a0ecc9ba983e admin admin] Request body: {'subnet': {'network_id': '8193230b-84a9-44f6-8f47-652b80721999', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-21800157-subnet', 'tenant_id': '7247526f58b24ecdb9ec5c05bb97a5b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:42:44.211574 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-69bec485-0c6e-4e57-8073-a0ecc9ba983e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:42:44.214889 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 8193230b-84a9-44f6-8f47-652b80721999 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:42:44.216257 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-69bec485-0c6e-4e57-8073-a0ecc9ba983e admin admin] Usage tracker for resource:subnet and tenant:7247526f58b24ecdb9ec5c05bb97a5b5 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:42:44.219131 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-69bec485-0c6e-4e57-8073-a0ecc9ba983e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:42:44.229281 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-69bec485-0c6e-4e57-8073-a0ecc9ba983e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:42:44.255857 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69bec485-0c6e-4e57-8073-a0ecc9ba983e admin admin] Made reservation on behalf of 7247526f58b24ecdb9ec5c05bb97a5b5 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:42:44.259054 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-69bec485-0c6e-4e57-8073-a0ecc9ba983e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:44.316013 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-18d20cac-23ca-458c-8c89-99a1e602fdac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:44.316973 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d20cac-23ca-458c-8c89-99a1e602fdac admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:44.317619 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-18d20cac-23ca-458c-8c89-99a1e602fdac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:44.490378 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d756a93-2820-4b21-8b60-7f28e59882da req-cf31e8c4-7c43-45b7-ad09-23aa018d9dfb tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:44.491789 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5d756a93-2820-4b21-8b60-7f28e59882da req-cf31e8c4-7c43-45b7-ad09-23aa018d9dfb tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aadae64-4f98-4a1f-93da-85ecf09f48df HTTP/1.1" status: 200 len: 950 time: 0.3840294 May 05 21:42:44.529674 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-69bec485-0c6e-4e57-8073-a0ecc9ba983e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:44.579202 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-18d20cac-23ca-458c-8c89-99a1e602fdac admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6239655 May 05 21:42:44.581324 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 34446) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:42:44.587304 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d20cac-23ca-458c-8c89-99a1e602fdac admin admin] Pushing event updated for resources: {'Network': ['ID=4988fe71-34c6-4737-ad2a-40f5327e7f0e,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:44.590532 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-6309da68-3eeb-40a0-9645-6d5022f1659a admin admin] Request body: {'subnet': {'network_id': '4988fe71-34c6-4737-ad2a-40f5327e7f0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2079145982-subnet', 'tenant_id': '5a55f0e1fc854ae480e2f7b2fc73c270', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:42:44.599714 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 4988fe71-34c6-4737-ad2a-40f5327e7f0e details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:42:44.600046 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-6309da68-3eeb-40a0-9645-6d5022f1659a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:42:44.611315 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-6309da68-3eeb-40a0-9645-6d5022f1659a admin admin] Usage tracker for resource:subnet and tenant:5a55f0e1fc854ae480e2f7b2fc73c270 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:42:44.617524 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-6309da68-3eeb-40a0-9645-6d5022f1659a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:42:44.629799 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-6309da68-3eeb-40a0-9645-6d5022f1659a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:42:44.631813 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bec485-0c6e-4e57-8073-a0ecc9ba983e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdb36324-cc03-4eae-b1fc-8c1bb732721b,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:44.645167 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bec485-0c6e-4e57-8073-a0ecc9ba983e admin admin] Checking segment: {'id': 'a9531228-7e9b-4ec8-89da-f4144e3c577b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '8193230b-84a9-44f6-8f47-652b80721999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:42:44.645448 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bec485-0c6e-4e57-8073-a0ecc9ba983e admin admin] Network hostable DHCP agents. Network: 8193230b-84a9-44f6-8f47-652b80721999, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:42:44.655056 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5d756a93-2820-4b21-8b60-7f28e59882da req-4f1fbcc6-60a3-4bda-bfe8-15079e79c06e tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] 10.222.0.23 "GET /v2.0/security-groups?id=d969caae-1cf7-44e6-8fc3-9aef5d276c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023672 May 05 21:42:44.660167 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6309da68-3eeb-40a0-9645-6d5022f1659a admin admin] Made reservation on behalf of 5a55f0e1fc854ae480e2f7b2fc73c270 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:42:44.662784 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6309da68-3eeb-40a0-9645-6d5022f1659a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:44.680434 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b8cfee-86b7-4d33-8d20-496ef05adf08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f68c5b1b-f7c3-4249-82c1-040d26e8afef'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:42:44.757260 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bec485-0c6e-4e57-8073-a0ecc9ba983e admin admin] Network 8193230b-84a9-44f6-8f47-652b80721999 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:42:44.775058 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-69bec485-0c6e-4e57-8073-a0ecc9ba983e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 8193230b-84a9-44f6-8f47-652b80721999) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:42:44.782164 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bec485-0c6e-4e57-8073-a0ecc9ba983e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:44.782812 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-69bec485-0c6e-4e57-8073-a0ecc9ba983e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:44.787526 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387e0482-ecc9-4c0e-b83a-90968a753ef4 None None] Network 8193230b-84a9-44f6-8f47-652b80721999 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:42:44.841350 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-69bec485-0c6e-4e57-8073-a0ecc9ba983e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6400607 May 05 21:42:44.915260 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6309da68-3eeb-40a0-9645-6d5022f1659a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:45.022915 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6309da68-3eeb-40a0-9645-6d5022f1659a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b652dcd0-731b-4d23-9d82-356eea5d9656,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:45.026615 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6309da68-3eeb-40a0-9645-6d5022f1659a admin admin] Checking segment: {'id': 'bb53319d-02d7-4ee5-a402-d07603ca726a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '4988fe71-34c6-4737-ad2a-40f5327e7f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:42:45.027171 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6309da68-3eeb-40a0-9645-6d5022f1659a admin admin] Network hostable DHCP agents. Network: 4988fe71-34c6-4737-ad2a-40f5327e7f0e, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:42:45.036452 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-b8671a0f-b2a3-4cb4-a0af-e07a76e4fbf3 req-cf7c26b1-8a4f-40a0-b734-088c29fa3ea7 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:45.043384 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-b8671a0f-b2a3-4cb4-a0af-e07a76e4fbf3 req-cf7c26b1-8a4f-40a0-b734-088c29fa3ea7 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:45.063835 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6309da68-3eeb-40a0-9645-6d5022f1659a admin admin] Network 4988fe71-34c6-4737-ad2a-40f5327e7f0e is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:42:45.075746 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-6309da68-3eeb-40a0-9645-6d5022f1659a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 4988fe71-34c6-4737-ad2a-40f5327e7f0e) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:42:45.080548 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6309da68-3eeb-40a0-9645-6d5022f1659a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:45.081029 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6309da68-3eeb-40a0-9645-6d5022f1659a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:45.086474 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e142640-f1e7-4635-9613-5534585a5f46 None None] Network 8193230b-84a9-44f6-8f47-652b80721999 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:42:45.106880 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca3ffc5-c421-4706-a686-5c8b32876932 None None] Network 4988fe71-34c6-4737-ad2a-40f5327e7f0e requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:42:45.111120 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-6309da68-3eeb-40a0-9645-6d5022f1659a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5251296 May 05 21:42:45.292821 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3a189-fcbb-494c-ba1e-75dd17601496 req-eb0c7bc9-a79a-4d0e-954d-28e9ed00c6f1 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:45.295151 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-aec3a189-fcbb-494c-ba1e-75dd17601496 req-eb0c7bc9-a79a-4d0e-954d-28e9ed00c6f1 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=99b8cfee-86b7-4d33-8d20-496ef05adf08 HTTP/1.1" status: 200 len: 945 time: 0.3655772 May 05 21:42:45.367432 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-aec3a189-fcbb-494c-ba1e-75dd17601496 req-c0544a7d-b551-4d23-9cee-54ad213bac7d tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661035 May 05 21:42:45.428629 n-d-825175-4 neutron-server[84061]: INFO neutron.db.l3_db [req-b8671a0f-b2a3-4cb4-a0af-e07a76e4fbf3 req-cf7c26b1-8a4f-40a0-b734-088c29fa3ea7 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Floating IP d32033e2-b406-419b-ab9c-351a664b02ee associated. External IP: 172.25.4.223, port: e25ad77d-1133-4c51-b6dd-5296d0afe8d6. May 05 21:42:45.498385 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2293a2-21b4-4c6d-a337-b86a7360f2ba None None] Network 4988fe71-34c6-4737-ad2a-40f5327e7f0e requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:42:45.563737 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 4fb020a9-8991-4a55-bc6f-9564698b0e92 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:42:45.638952 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397e9e6-ee41-4b15-a795-199df5d9cbf7 req-a0fb049d-4b2a-4aab-a406-60d08fd89bcd tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:45.640423 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f397e9e6-ee41-4b15-a795-199df5d9cbf7 req-a0fb049d-4b2a-4aab-a406-60d08fd89bcd tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=c90911d9-c421-4874-8935-956d1072f84b HTTP/1.1" status: 200 len: 949 time: 0.1583455 May 05 21:42:45.700137 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f397e9e6-ee41-4b15-a795-199df5d9cbf7 req-0e67ba55-df51-4efa-8c1f-d64589fa924f tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524364 May 05 21:42:45.737489 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port 4fb020a9-8991-4a55-bc6f-9564698b0e92 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:42:45.771401 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 4fb020a9-8991-4a55-bc6f-9564698b0e92 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:42:45.771638 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:45.803741 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7c7ba4c-b810-42e0-9d9a-27bc3f6a2d50'] response: {'server_uuid': '99b8cfee-86b7-4d33-8d20-496ef05adf08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f68c5b1b-f7c3-4249-82c1-040d26e8afef', 'code': 200} May 05 21:42:45.917636 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:45.944753 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-778782f5-310e-4c25-beb9-f6d3996a39b3 req-e082d723-8134-43f1-8c71-6d440414f27c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=99b8cfee-86b7-4d33-8d20-496ef05adf08 HTTP/1.1" status: 200 len: 1096 time: 0.0844417 May 05 21:42:45.954102 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 4fb020a9-8991-4a55-bc6f-9564698b0e92, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=4fb020a9-8991-4a55-bc6f-9564698b0e92,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:42:45.959561 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:46.002126 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-778782f5-310e-4c25-beb9-f6d3996a39b3 req-08310dc5-3acd-4928-9724-900dc8643068 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506399 May 05 21:42:46.041265 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-10b74f39-7b88-4723-895a-15958b823947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:46.043343 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb21350-32d1-4f99-a1c3-f7a723aef8ab req-f88911a2-b891-4bd7-884a-43769aa82db0 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:46.044322 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=4fb020a9-8991-4a55-bc6f-9564698b0e92,revision_number=9']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:46.044775 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9bb21350-32d1-4f99-a1c3-f7a723aef8ab req-f88911a2-b891-4bd7-884a-43769aa82db0 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/ports?device_id=11e0f4fa-7535-47a6-b0f4-cdc1a472748e HTTP/1.1" status: 200 len: 945 time: 0.1092663 May 05 21:42:46.071938 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8671a0f-b2a3-4cb4-a0af-e07a76e4fbf3 req-cf7c26b1-8a4f-40a0-b734-088c29fa3ea7 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Router e357e861-6673-4ff9-a2df-c2bd01419397 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:42:46.104886 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9bb21350-32d1-4f99-a1c3-f7a723aef8ab req-6957b4de-fc37-4555-a226-6fbb87f43759 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/security-groups?id=060a0163-921c-42d6-97e2-b2f13023d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517185 May 05 21:42:46.303780 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [req-f0d47d6e-b520-41e1-8dd2-6ba2b8f1c193 req-f479af79-0522-4822-8c5f-a2576f0e8e55 tempest-SecurityGroupsNegativeTestJSON-598186494 tempest-SecurityGroupsNegativeTestJSON-598186494-project] show failed (client error): The resource could not be found. May 05 21:42:46.304762 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f0d47d6e-b520-41e1-8dd2-6ba2b8f1c193 req-f479af79-0522-4822-8c5f-a2576f0e8e55 tempest-SecurityGroupsNegativeTestJSON-598186494 tempest-SecurityGroupsNegativeTestJSON-598186494-project] 10.222.0.23 "GET /v2.0/security-groups/c5857342-2987-4acc-b845-94905db1d586 HTTP/1.1" status: 404 len: 352 time: 0.0206347 May 05 21:42:46.311485 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8671a0f-b2a3-4cb4-a0af-e07a76e4fbf3 req-cf7c26b1-8a4f-40a0-b734-088c29fa3ea7 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:42:46.316287 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-b8671a0f-b2a3-4cb4-a0af-e07a76e4fbf3 req-cf7c26b1-8a4f-40a0-b734-088c29fa3ea7 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:46.324497 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1870f530-d3e5-474c-be44-cfdd6addbc72 None None] Sync routers for ids ['e357e861-6673-4ff9-a2df-c2bd01419397'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:42:46.339938 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1870f530-d3e5-474c-be44-cfdd6addbc72 None None] Routers {'e357e861-6673-4ff9-a2df-c2bd01419397'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:42:46.340967 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-1870f530-d3e5-474c-be44-cfdd6addbc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:42:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['e357e861-6673-4ff9-a2df-c2bd01419397'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:42:46.384415 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b8671a0f-b2a3-4cb4-a0af-e07a76e4fbf3 req-cf7c26b1-8a4f-40a0-b734-088c29fa3ea7 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] 10.222.0.23 "PUT /v2.0/floatingips/d32033e2-b406-419b-ab9c-351a664b02ee HTTP/1.1" status: 200 len: 996 time: 2.5374329 May 05 21:42:46.384921 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98f46ae6-68ae-4dc1-b860-386f211ba493', 'tag': 'e25ad77d-1133-4c51-b6dd-5296d0afe8d6'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:42:46.402145 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dbdacf58-77f7-4743-a303-39e924e2d0b3 req-ea3f54a1-d009-4f1e-be40-f316fbdd3586 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3b5da035-7791-413d-ad5b-2ee52d3aa7c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1059079 May 05 21:42:46.555344 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-1870f530-d3e5-474c-be44-cfdd6addbc72 None None] Set router e357e861-6673-4ff9-a2df-c2bd01419397 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:42:46.569868 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dbdacf58-77f7-4743-a303-39e924e2d0b3 req-f4f2cfde-db68-42fc-8c56-b927482e58c8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d0c3bd18deb4529a9eff5d87fa07f7f&device_id=3b5da035-7791-413d-ad5b-2ee52d3aa7c2 HTTP/1.1" status: 200 len: 1100 time: 0.1438396 May 05 21:42:46.599761 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-438570a5-9e4f-44f3-ac77-c262ec356659 req-8619fdab-f41d-4dbb-96ac-00a92e01c2cb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2808b5ea-531b-4d46-862d-46a70e81df09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1131368 May 05 21:42:46.764961 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b8671a0f-b2a3-4cb4-a0af-e07a76e4fbf3 req-5cb88652-580a-44da-be2e-6dc62beb9432 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=caf8261703da4bb5a03dc145b93e3b71&device_id=98f46ae6-68ae-4dc1-b860-386f211ba493 HTTP/1.1" status: 200 len: 1096 time: 0.3719478 May 05 21:42:46.771025 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d34c614-aa72-49e8-ade3-b481fb411544 req-d97192e9-8d63-4659-be00-702a4477df53 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:46.772121 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-4d34c614-aa72-49e8-ade3-b481fb411544 req-d97192e9-8d63-4659-be00-702a4477df53 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Synchronizing usage tracker for tenant:5a55f0e1fc854ae480e2f7b2fc73c270 on resource:network {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:42:46.788021 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-438570a5-9e4f-44f3-ac77-c262ec356659 req-d334daa2-359d-4fce-8b0a-d1c7d6e06749 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d0c3bd18deb4529a9eff5d87fa07f7f&device_id=2808b5ea-531b-4d46-862d-46a70e81df09 HTTP/1.1" status: 200 len: 1102 time: 0.1635244 May 05 21:42:46.788874 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdacf58-77f7-4743-a303-39e924e2d0b3 req-ceeba4de-29a2-4073-ad2e-cc018293e99d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:46.790306 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dbdacf58-77f7-4743-a303-39e924e2d0b3 req-ceeba4de-29a2-4073-ad2e-cc018293e99d service neutron] 10.222.0.32 "GET /v2.0/networks?id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 HTTP/1.1" status: 200 len: 870 time: 0.1941299 May 05 21:42:46.881992 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-4d34c614-aa72-49e8-ade3-b481fb411544 req-d97192e9-8d63-4659-be00-702a4477df53 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Unset dirty status for tenant:5a55f0e1fc854ae480e2f7b2fc73c270 on resource:network {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:42:46.888078 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4d34c614-aa72-49e8-ade3-b481fb411544 req-d97192e9-8d63-4659-be00-702a4477df53 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/networks?id=4988fe71-34c6-4737-ad2a-40f5327e7f0e HTTP/1.1" status: 200 len: 812 time: 0.3486962 May 05 21:42:46.924779 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4d34c614-aa72-49e8-ade3-b481fb411544 req-e5bd63dd-6846-49cd-9727-d517f0702dfc tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/quotas/5a55f0e1fc854ae480e2f7b2fc73c270 HTTP/1.1" status: 200 len: 375 time: 0.0350122 May 05 21:42:46.931321 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dbdacf58-77f7-4743-a303-39e924e2d0b3 req-60614e70-cd2c-4d3e-9c57-068db236deb7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=3c676966-f034-4a3e-a66e-0c8e2be1d42c HTTP/1.1" status: 200 len: 217 time: 0.1332240 May 05 21:42:46.992061 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4d34c614-aa72-49e8-ade3-b481fb411544 req-ce34b2cd-37c5-4d65-8ba6-959726db32e0 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5a55f0e1fc854ae480e2f7b2fc73c270&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0592048 May 05 21:42:46.993096 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8671a0f-b2a3-4cb4-a0af-e07a76e4fbf3 req-606138e5-880c-4447-b861-36b1e669a367 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:46.994477 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b8671a0f-b2a3-4cb4-a0af-e07a76e4fbf3 req-606138e5-880c-4447-b861-36b1e669a367 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4a118f75-6402-41b9-9321-665059ee52dd HTTP/1.1" status: 200 len: 930 time: 0.2169693 May 05 21:42:47.027346 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdacf58-77f7-4743-a303-39e924e2d0b3 req-54d0d9ba-b329-476d-829b-8158a3b8e175 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:47.028844 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dbdacf58-77f7-4743-a303-39e924e2d0b3 req-54d0d9ba-b329-476d-829b-8158a3b8e175 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.0903323 May 05 21:42:47.034395 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-1870f530-d3e5-474c-be44-cfdd6addbc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e357e861-6673-4ff9-a2df-c2bd01419397', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1706462636-router', 'tenant_id': 'caf8261703da4bb5a03dc145b93e3b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '9e7170a0-07a6-4d7c-b314-a0b2e5df4936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:42:03Z', 'updated_at': '2022-05-05T21:42:16Z', 'revision_number': 4, 'project_id': 'caf8261703da4bb5a03dc145b93e3b71', 'gw_port': {'id': '9e7170a0-07a6-4d7c-b314-a0b2e5df4936', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:30:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e357e861-6673-4ff9-a2df-c2bd01419397', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:42:05Z', 'updated_at': '2022-05-05T21:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': 'd32033e2-b406-419b-ab9c-351a664b02ee', 'tenant_id': 'caf8261703da4bb5a03dc145b93e3b71', 'floating_ip_address': '172.25.4.223', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'e357e861-6673-4ff9-a2df-c2bd01419397', 'port_id': 'e25ad77d-1133-4c51-b6dd-5296d0afe8d6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a118f75-6402-41b9-9321-665059ee52dd', 'mac_address': 'fa:16:3e:11:82:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f46ae6-68ae-4dc1-b860-386f211ba493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:42:40Z', 'updated_at': '2022-05-05T21:42:44Z', 'revision_number': 1, 'project_id': 'caf8261703da4bb5a03dc145b93e3b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9268578c-7c93-47e6-b1fc-b6f7138d300a', 'name': '', 'network_id': '4a118f75-6402-41b9-9321-665059ee52dd', 'tenant_id': 'caf8261703da4bb5a03dc145b93e3b71', 'mac_address': 'fa:16:3e:19:5a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e357e861-6673-4ff9-a2df-c2bd01419397', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c6bf067-b6d5-40b0-85b3-48d049dd595f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:42:14Z', 'updated_at': '2022-05-05T21:42:34Z', 'revision_number': 5, 'project_id': 'caf8261703da4bb5a03dc145b93e3b71', 'subnets': [{'id': '2c6bf067-b6d5-40b0-85b3-48d049dd595f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:42:47.047319 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1870f530-d3e5-474c-be44-cfdd6addbc72 None None] Checking router: e357e861-6673-4ff9-a2df-c2bd01419397 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:42:47.070919 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1870f530-d3e5-474c-be44-cfdd6addbc72 None None] Routers {'e357e861-6673-4ff9-a2df-c2bd01419397'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:42:47.071704 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-1870f530-d3e5-474c-be44-cfdd6addbc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:42:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['e357e861-6673-4ff9-a2df-c2bd01419397'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:42:47.079786 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438570a5-9e4f-44f3-ac77-c262ec356659 req-0b581036-4719-47a5-9b1f-a76cacdef4f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:47.081421 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-438570a5-9e4f-44f3-ac77-c262ec356659 req-0b581036-4719-47a5-9b1f-a76cacdef4f1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 HTTP/1.1" status: 200 len: 870 time: 0.2314210 May 05 21:42:47.160359 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-438570a5-9e4f-44f3-ac77-c262ec356659 req-dc6377a7-dc1f-4d4d-8cca-d5d5b869a1ac service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=7f1d5640-52d2-459f-8641-381344597961 HTTP/1.1" status: 200 len: 217 time: 0.0720034 May 05 21:42:47.191682 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:47.329134 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-1870f530-d3e5-474c-be44-cfdd6addbc72 None None] Set router e357e861-6673-4ff9-a2df-c2bd01419397 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:42:47.330949 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b8671a0f-b2a3-4cb4-a0af-e07a76e4fbf3 req-56877993-e179-4ffe-b2a8-4032cac802b8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e25ad77d-1133-4c51-b6dd-5296d0afe8d6 HTTP/1.1" status: 200 len: 999 time: 0.3240597 May 05 21:42:47.351652 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438570a5-9e4f-44f3-ac77-c262ec356659 req-845edc55-c788-46a5-9711-4b85c672a4c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:47.353208 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-438570a5-9e4f-44f3-ac77-c262ec356659 req-845edc55-c788-46a5-9711-4b85c672a4c3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.1852174 May 05 21:42:47.356750 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dbdacf58-77f7-4743-a303-39e924e2d0b3 req-665c6b84-f687-4544-9f22-acc098e06d9a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3143384 May 05 21:42:47.418650 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:47.425307 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4d34c614-aa72-49e8-ade3-b481fb411544 req-b5b0a673-6bc1-4e6e-a262-f926d244be42 service neutron] 10.222.0.23 "GET /v2.0/networks/4988fe71-34c6-4737-ad2a-40f5327e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4258459 May 05 21:42:47.499928 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8671a0f-b2a3-4cb4-a0af-e07a76e4fbf3 req-ca246807-46de-44d6-ae8e-f90d16307132 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:47.501369 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b8671a0f-b2a3-4cb4-a0af-e07a76e4fbf3 req-ca246807-46de-44d6-ae8e-f90d16307132 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2c6bf067-b6d5-40b0-85b3-48d049dd595f HTTP/1.1" status: 200 len: 868 time: 0.1590395 May 05 21:42:47.549804 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dbdacf58-77f7-4743-a303-39e924e2d0b3 req-67bf5c28-f5f2-45d4-acec-43b21a1b8fe2 service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582932 May 05 21:42:47.557334 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-438570a5-9e4f-44f3-ac77-c262ec356659 req-cd99ab8a-f425-47be-b617-00af23ae8f58 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1977367 May 05 21:42:47.610384 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4d34c614-aa72-49e8-ade3-b481fb411544 req-22a8087b-ec8d-45af-9e8d-f2117cca4357 service neutron] 10.222.0.23 "GET /v2.0/networks/4988fe71-34c6-4737-ad2a-40f5327e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841674 May 05 21:42:47.643974 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b8671a0f-b2a3-4cb4-a0af-e07a76e4fbf3 req-09e0c08a-bfe8-4c5f-b8ca-72f0275b6ce7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a118f75-6402-41b9-9321-665059ee52dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0901768 May 05 21:42:47.738894 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-1870f530-d3e5-474c-be44-cfdd6addbc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e357e861-6673-4ff9-a2df-c2bd01419397', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1706462636-router', 'tenant_id': 'caf8261703da4bb5a03dc145b93e3b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '9e7170a0-07a6-4d7c-b314-a0b2e5df4936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:42:03Z', 'updated_at': '2022-05-05T21:42:16Z', 'revision_number': 4, 'project_id': 'caf8261703da4bb5a03dc145b93e3b71', 'gw_port': {'id': '9e7170a0-07a6-4d7c-b314-a0b2e5df4936', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:30:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e357e861-6673-4ff9-a2df-c2bd01419397', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:42:05Z', 'updated_at': '2022-05-05T21:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': 'd32033e2-b406-419b-ab9c-351a664b02ee', 'tenant_id': 'caf8261703da4bb5a03dc145b93e3b71', 'floating_ip_address': '172.25.4.223', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'e357e861-6673-4ff9-a2df-c2bd01419397', 'port_id': 'e25ad77d-1133-4c51-b6dd-5296d0afe8d6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a118f75-6402-41b9-9321-665059ee52dd', 'mac_address': 'fa:16:3e:11:82:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f46ae6-68ae-4dc1-b860-386f211ba493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:42:40Z', 'updated_at': '2022-05-05T21:42:44Z', 'revision_number': 1, 'project_id': 'caf8261703da4bb5a03dc145b93e3b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9268578c-7c93-47e6-b1fc-b6f7138d300a', 'name': '', 'network_id': '4a118f75-6402-41b9-9321-665059ee52dd', 'tenant_id': 'caf8261703da4bb5a03dc145b93e3b71', 'mac_address': 'fa:16:3e:19:5a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e357e861-6673-4ff9-a2df-c2bd01419397', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c6bf067-b6d5-40b0-85b3-48d049dd595f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:42:14Z', 'updated_at': '2022-05-05T21:42:34Z', 'revision_number': 5, 'project_id': 'caf8261703da4bb5a03dc145b93e3b71', 'subnets': [{'id': '2c6bf067-b6d5-40b0-85b3-48d049dd595f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:42:47.759503 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1870f530-d3e5-474c-be44-cfdd6addbc72 None None] The sync data for ids ['e357e861-6673-4ff9-a2df-c2bd01419397'] in n-d-825175-4 is: [{'id': 'e357e861-6673-4ff9-a2df-c2bd01419397', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1706462636-router', 'tenant_id': 'caf8261703da4bb5a03dc145b93e3b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '9e7170a0-07a6-4d7c-b314-a0b2e5df4936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:42:03Z', 'updated_at': '2022-05-05T21:42:16Z', 'revision_number': 4, 'project_id': 'caf8261703da4bb5a03dc145b93e3b71', 'gw_port': {'id': '9e7170a0-07a6-4d7c-b314-a0b2e5df4936', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:30:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e357e861-6673-4ff9-a2df-c2bd01419397', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:42:05Z', 'updated_at': '2022-05-05T21:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': 'd32033e2-b406-419b-ab9c-351a664b02ee', 'tenant_id': 'caf8261703da4bb5a03dc145b93e3b71', 'floating_ip_address': '172.25.4.223', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'e357e861-6673-4ff9-a2df-c2bd01419397', 'port_id': 'e25ad77d-1133-4c51-b6dd-5296d0afe8d6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a118f75-6402-41b9-9321-665059ee52dd', 'mac_address': 'fa:16:3e:11:82:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f46ae6-68ae-4dc1-b860-386f211ba493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:42:40Z', 'updated_at': '2022-05-05T21:42:44Z', 'revision_number': 1, 'project_id': 'caf8261703da4bb5a03dc145b93e3b71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9268578c-7c93-47e6-b1fc-b6f7138d300a', 'name': '', 'network_id': '4a118f75-6402-41b9-9321-665059ee52dd', 'tenant_id': 'caf8261703da4bb5a03dc145b93e3b71', 'mac_address': 'fa:16:3e:19:5a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e357e861-6673-4ff9-a2df-c2bd01419397', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c6bf067-b6d5-40b0-85b3-48d049dd595f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:42:14Z', 'updated_at': '2022-05-05T21:42:34Z', 'revision_number': 5, 'project_id': 'caf8261703da4bb5a03dc145b93e3b71', 'subnets': [{'id': '2c6bf067-b6d5-40b0-85b3-48d049dd595f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:42:47.805182 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c90911d9-c421-4874-8935-956d1072f84b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb020a9-8991-4a55-bc6f-9564698b0e92'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:42:47.837995 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dbdacf58-77f7-4743-a303-39e924e2d0b3 req-eb861a06-a439-48f0-a808-aca5547d3994 service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795603 May 05 21:42:47.881589 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-438570a5-9e4f-44f3-ac77-c262ec356659 req-15b3747b-0bbb-435c-92c9-d00cbb017503 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042533 May 05 21:42:47.891816 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b8671a0f-b2a3-4cb4-a0af-e07a76e4fbf3 req-826a70b5-8454-4f35-a13e-e068e5cdd501 service neutron] 10.222.0.23 "GET /v2.0/networks/4a118f75-6402-41b9-9321-665059ee52dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375264 May 05 21:42:48.054166 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-438570a5-9e4f-44f3-ac77-c262ec356659 req-7b43bb2e-7231-4b55-8a24-339fffd82e27 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651163 May 05 21:42:48.086531 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e2d9a4-e6aa-4256-afee-76bd8fdde9c3 req-9234ba1e-bd2a-4756-8980-ab4b3329d679 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:48.088092 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a7e2d9a4-e6aa-4256-afee-76bd8fdde9c3 req-9234ba1e-bd2a-4756-8980-ab4b3329d679 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aadae64-4f98-4a1f-93da-85ecf09f48df HTTP/1.1" status: 200 len: 950 time: 0.1953444 May 05 21:42:48.097564 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b8671a0f-b2a3-4cb4-a0af-e07a76e4fbf3 req-9b62ee4b-fd72-40c8-94f1-0dda0a245301 service neutron] 10.222.0.23 "GET /v2.0/networks/4a118f75-6402-41b9-9321-665059ee52dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702950 May 05 21:42:48.151191 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a7e2d9a4-e6aa-4256-afee-76bd8fdde9c3 req-d1454588-b4cf-46dc-a685-b09f8690c6ec tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] 10.222.0.23 "GET /v2.0/security-groups?id=d969caae-1cf7-44e6-8fc3-9aef5d276c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502408 May 05 21:42:48.304477 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68888b6a-e229-4a77-88b5-30903b94a160'] response: {'name': 'network-changed', 'server_uuid': '98f46ae6-68ae-4dc1-b860-386f211ba493', 'tag': 'e25ad77d-1133-4c51-b6dd-5296d0afe8d6', 'status': 'completed', 'code': 200} May 05 21:42:48.569118 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 34522) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:42:48.616918 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-51cc2553-baff-4c79-a088-8e3e735d90ca req-09a4e04a-8cca-420d-8401-c1aa484ff68d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=caf8261703da4bb5a03dc145b93e3b71&device_id=98f46ae6-68ae-4dc1-b860-386f211ba493 HTTP/1.1" status: 200 len: 1096 time: 0.2360101 May 05 21:42:48.624955 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5848214-2871-4bb6-95cf-0fda3d7363e0 req-d2a9e488-3862-4051-a015-a702aa483364 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:48.626473 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-c5848214-2871-4bb6-95cf-0fda3d7363e0 req-d2a9e488-3862-4051-a015-a702aa483364 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Synchronizing usage tracker for tenant:1d0c3bd18deb4529a9eff5d87fa07f7f on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:42:48.662225 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b34c23-c87e-48da-9f14-30d551cf27c1 req-850f1292-5d9d-466e-9437-90b7765f2312 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:48.663885 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a3b34c23-c87e-48da-9f14-30d551cf27c1 req-850f1292-5d9d-466e-9437-90b7765f2312 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=99b8cfee-86b7-4d33-8d20-496ef05adf08 HTTP/1.1" status: 200 len: 945 time: 0.1879325 May 05 21:42:48.690713 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b846f71-d787-496e-a262-84e526e3f415 req-c845e2f8-0166-43ea-8179-08610a9dcb02 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:48.692302 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6b846f71-d787-496e-a262-84e526e3f415 req-c845e2f8-0166-43ea-8179-08610a9dcb02 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/ports?device_id=11e0f4fa-7535-47a6-b0f4-cdc1a472748e HTTP/1.1" status: 200 len: 945 time: 0.1632478 May 05 21:42:48.753337 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-c5848214-2871-4bb6-95cf-0fda3d7363e0 req-d2a9e488-3862-4051-a015-a702aa483364 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Unset dirty status for tenant:1d0c3bd18deb4529a9eff5d87fa07f7f on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:42:48.754498 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c5848214-2871-4bb6-95cf-0fda3d7363e0 req-d2a9e488-3862-4051-a015-a702aa483364 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.32 "GET /v2.0/ports?device_id=c90911d9-c421-4874-8935-956d1072f84b&tenant_id=1d0c3bd18deb4529a9eff5d87fa07f7f&binding%3Ahost_id=n-h2-825175-4 HTTP/1.1" status: 200 len: 950 time: 0.2814953 May 05 21:42:48.766275 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-59a17b42-e182-4a83-a9fc-820ac00f7eab admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:48.780640 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a3b34c23-c87e-48da-9f14-30d551cf27c1 req-7387cc87-1730-446e-80cf-7e292d468a5d tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101379 May 05 21:42:48.790591 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6b846f71-d787-496e-a262-84e526e3f415 req-58a7448b-20c5-4373-bd3a-c4a54af1b58b tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/security-groups?id=060a0163-921c-42d6-97e2-b2f13023d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925848 May 05 21:42:48.832340 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-59a17b42-e182-4a83-a9fc-820ac00f7eab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:42:48.836930 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-59a17b42-e182-4a83-a9fc-820ac00f7eab admin admin] Usage tracker for resource:security_group_rule and tenant:e97939b088a94fd6a55dba8a9aee9cf2 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:42:48.840790 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-59a17b42-e182-4a83-a9fc-820ac00f7eab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:42:48.859946 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-59a17b42-e182-4a83-a9fc-820ac00f7eab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:42:48.931562 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:48.942479 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ac7109e-23a7-44a6-809c-360ac840e416'] response: {'server_uuid': 'c90911d9-c421-4874-8935-956d1072f84b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb020a9-8991-4a55-bc6f-9564698b0e92', 'code': 200} May 05 21:42:48.955092 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc2553-baff-4c79-a088-8e3e735d90ca req-22372089-cf6e-43fb-b017-da3f91c89ee7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:48.956543 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-51cc2553-baff-4c79-a088-8e3e735d90ca req-22372089-cf6e-43fb-b017-da3f91c89ee7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a118f75-6402-41b9-9321-665059ee52dd HTTP/1.1" status: 200 len: 930 time: 0.3264210 May 05 21:42:48.963539 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c5848214-2871-4bb6-95cf-0fda3d7363e0 req-06bc04d9-b67c-4d3f-a221-52d2feb601c8 service neutron] 10.222.0.32 "GET /v2.0/ports/4fb020a9-8991-4a55-bc6f-9564698b0e92/bindings/n-h2-825175-4 HTTP/1.1" status: 200 len: 382 time: 0.1927817 May 05 21:42:49.013546 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b46a36a-7950-47e4-a90d-56888d09a97b None None] New status for floating IP d32033e2-b406-419b-ab9c-351a664b02ee: ACTIVE {{(pid=84064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 21:42:49.059694 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-08f44ba6-77d0-4c2a-aaf2-c3f80cf27498 req-425b17f2-4be6-44fb-9b46-c2f2c4279d27 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e09e28-cbb9-47e8-9859-6676f44240c9 HTTP/1.1" status: 200 len: 210 time: 0.0986235 May 05 21:42:49.065224 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-59a17b42-e182-4a83-a9fc-820ac00f7eab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:49.140434 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-59a17b42-e182-4a83-a9fc-820ac00f7eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:49.186087 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a17b42-e182-4a83-a9fc-820ac00f7eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea543c24-1b75-4979-b4e9-7a26a3da662b,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:49.202557 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-51cc2553-baff-4c79-a088-8e3e735d90ca req-87154557-8694-4add-9ac5-0aac8a8db38a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e25ad77d-1133-4c51-b6dd-5296d0afe8d6 HTTP/1.1" status: 200 len: 999 time: 0.2380733 May 05 21:42:49.267334 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-59a17b42-e182-4a83-a9fc-820ac00f7eab admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e97939b088a94fd6a55dba8a9aee9cf2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6961391 May 05 21:42:49.273060 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 34532) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:42:49.296994 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c5848214-2871-4bb6-95cf-0fda3d7363e0 req-edcbe540-57bf-4baa-a234-c19627b5bdd3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1d0c3bd18deb4529a9eff5d87fa07f7f&device_id=c90911d9-c421-4874-8935-956d1072f84b HTTP/1.1" status: 200 len: 1101 time: 0.2754524 May 05 21:42:49.333924 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b9a576ab-fa6e-4eb0-aab7-d04ccce26592 req-2e4a8142-9b0f-4c7c-9b1b-73ec0c53d5d7 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=25bfe237-58de-4709-a3e0-ac79da07c300 HTTP/1.1" status: 200 len: 258 time: 0.3296964 May 05 21:42:49.334221 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc2553-baff-4c79-a088-8e3e735d90ca req-02c8cde4-26a8-409f-adc0-108b68ff88b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:49.336381 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-51cc2553-baff-4c79-a088-8e3e735d90ca req-02c8cde4-26a8-409f-adc0-108b68ff88b3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2c6bf067-b6d5-40b0-85b3-48d049dd595f HTTP/1.1" status: 200 len: 868 time: 0.1266789 May 05 21:42:49.351036 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d34c614-aa72-49e8-ade3-b481fb411544 req-38f4a8f3-463e-4aa8-b507-e14895809793 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:49.351306 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-b9a576ab-fa6e-4eb0-aab7-d04ccce26592 req-7386c7a7-c661-4fac-a479-5d5644458f5b tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Request body: {'floatingip': {'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:42:49.352881 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4d34c614-aa72-49e8-ade3-b481fb411544 req-38f4a8f3-463e-4aa8-b507-e14895809793 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.44 "GET /v2.0/networks?id=4988fe71-34c6-4737-ad2a-40f5327e7f0e HTTP/1.1" status: 200 len: 812 time: 0.2711489 May 05 21:42:49.362290 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-b9a576ab-fa6e-4eb0-aab7-d04ccce26592 req-7386c7a7-c661-4fac-a479-5d5644458f5b tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:42:49.373986 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-b9a576ab-fa6e-4eb0-aab7-d04ccce26592 req-7386c7a7-c661-4fac-a479-5d5644458f5b tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:42:49.391848 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-b9a576ab-fa6e-4eb0-aab7-d04ccce26592 req-7386c7a7-c661-4fac-a479-5d5644458f5b tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Notify callbacks [] for floatingip, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:49.529693 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-623c0b44-9739-408f-81e4-e48b02a5dfe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:49.552406 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-4d34c614-aa72-49e8-ade3-b481fb411544 req-01869171-59e9-450e-88a4-e3538118a419 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Request body: {'port': {'device_id': 'e9e09e28-cbb9-47e8-9859-6676f44240c9', 'network_id': '4988fe71-34c6-4737-ad2a-40f5327e7f0e', 'admin_state_up': True, 'tenant_id': '5a55f0e1fc854ae480e2f7b2fc73c270'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:42:49.592590 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-623c0b44-9739-408f-81e4-e48b02a5dfe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:49.619499 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-aabffa56-e6db-4530-9ceb-238266bd11ab req-ad844a26-f4cf-41fc-8bf0-3d62dd72fe99 tempest-SecurityGroupsNegativeTestJSON-598186494 tempest-SecurityGroupsNegativeTestJSON-598186494-project] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7247526f58b24ecdb9ec5c05bb97a5b5 HTTP/1.1" status: 200 len: 2652 time: 0.1487234 May 05 21:42:49.715987 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-aabffa56-e6db-4530-9ceb-238266bd11ab req-94e7acaf-d486-447a-afe0-f2647b9380d4 tempest-SecurityGroupsNegativeTestJSON-598186494 tempest-SecurityGroupsNegativeTestJSON-598186494-project] 10.222.0.23 "GET /v2.0/security-groups/3724a34e-9837-4cb8-8a06-73a5aa34f684 HTTP/1.1" status: 200 len: 2649 time: 0.0894918 May 05 21:42:49.717600 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-b9a576ab-fa6e-4eb0-aab7-d04ccce26592 req-7386c7a7-c661-4fac-a479-5d5644458f5b tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:49.719453 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-623c0b44-9739-408f-81e4-e48b02a5dfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:49.731526 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5848214-2871-4bb6-95cf-0fda3d7363e0 req-eaa8623c-628f-4e08-85ad-11d8fdcd7e51 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:49.732982 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c5848214-2871-4bb6-95cf-0fda3d7363e0 req-eaa8623c-628f-4e08-85ad-11d8fdcd7e51 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 HTTP/1.1" status: 200 len: 870 time: 0.4231946 May 05 21:42:49.801048 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-51cc2553-baff-4c79-a088-8e3e735d90ca req-0e50228f-37ac-4ee9-b93f-1f61a505e241 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a118f75-6402-41b9-9321-665059ee52dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4550381 May 05 21:42:49.841853 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-4d34c614-aa72-49e8-ade3-b481fb411544 req-01869171-59e9-450e-88a4-e3538118a419 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:42:49.846968 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c5848214-2871-4bb6-95cf-0fda3d7363e0 req-7834a15c-5f8b-4e00-bd9d-9abe04a1f867 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=4fb020a9-8991-4a55-bc6f-9564698b0e92 HTTP/1.1" status: 200 len: 217 time: 0.1015756 May 05 21:42:49.888160 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623c0b44-9739-408f-81e4-e48b02a5dfe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea543c24-1b75-4979-b4e9-7a26a3da662b,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:49.893763 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-4d34c614-aa72-49e8-ade3-b481fb411544 req-01869171-59e9-450e-88a4-e3538118a419 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Usage tracker for resource:port and tenant:5a55f0e1fc854ae480e2f7b2fc73c270 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:42:49.916075 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-623c0b44-9739-408f-81e4-e48b02a5dfe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:49.919478 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-623c0b44-9739-408f-81e4-e48b02a5dfe6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ea543c24-1b75-4979-b4e9-7a26a3da662b HTTP/1.1" status: 204 len: 168 time: 0.6431582 May 05 21:42:49.933393 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-4d34c614-aa72-49e8-ade3-b481fb411544 req-01869171-59e9-450e-88a4-e3538118a419 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:42:49.956550 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-4d34c614-aa72-49e8-ade3-b481fb411544 req-01869171-59e9-450e-88a4-e3538118a419 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:42:49.987132 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d34c614-aa72-49e8-ade3-b481fb411544 req-01869171-59e9-450e-88a4-e3538118a419 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Made reservation on behalf of 5a55f0e1fc854ae480e2f7b2fc73c270 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:42:49.990401 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-4d34c614-aa72-49e8-ade3-b481fb411544 req-01869171-59e9-450e-88a4-e3538118a419 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:49.996743 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-aabffa56-e6db-4530-9ceb-238266bd11ab req-6dfa0129-249c-425e-aa87-8e4df8ff2e4c tempest-SecurityGroupsNegativeTestJSON-598186494 tempest-SecurityGroupsNegativeTestJSON-598186494-project] 10.222.0.23 "GET /v2.0/security-groups/3724a34e-9837-4cb8-8a06-73a5aa34f684 HTTP/1.1" status: 200 len: 2649 time: 0.1246836 May 05 21:42:50.027222 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5848214-2871-4bb6-95cf-0fda3d7363e0 req-aa0f3f64-85d7-44b5-9998-d1120c60f502 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:50.028685 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c5848214-2871-4bb6-95cf-0fda3d7363e0 req-aa0f3f64-85d7-44b5-9998-d1120c60f502 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.1321564 May 05 21:42:50.038517 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-b9a576ab-fa6e-4eb0-aab7-d04ccce26592 req-7386c7a7-c661-4fac-a479-5d5644458f5b tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Allocated IP 172.25.4.75 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/fbcd0a6c-f81d-4aa3-833d-8ac7db4334e4) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:42:50.133668 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-51cc2553-baff-4c79-a088-8e3e735d90ca req-17646c2a-e3d5-412f-8d1c-0d30fd26b493 service neutron] 10.222.0.32 "GET /v2.0/networks/4a118f75-6402-41b9-9321-665059ee52dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157051 May 05 21:42:50.273063 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-b9a576ab-fa6e-4eb0-aab7-d04ccce26592 req-7386c7a7-c661-4fac-a479-5d5644458f5b tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:50.303330 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f693a29-eff9-4927-9a31-742da5b0daa1 req-4095ce32-de7b-4baa-b014-45d739f4f548 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:50.305840 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2f693a29-eff9-4927-9a31-742da5b0daa1 req-4095ce32-de7b-4baa-b014-45d739f4f548 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=c90911d9-c421-4874-8935-956d1072f84b HTTP/1.1" status: 200 len: 950 time: 0.1545048 May 05 21:42:50.366009 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-b9a576ab-fa6e-4eb0-aab7-d04ccce26592 req-7386c7a7-c661-4fac-a479-5d5644458f5b tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:50.368875 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c5848214-2871-4bb6-95cf-0fda3d7363e0 req-55dd4e03-1aa9-4dee-9246-747258eb1101 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3246586 May 05 21:42:50.374035 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-51cc2553-baff-4c79-a088-8e3e735d90ca req-af28bb4a-7a10-4bcd-abcd-b634e68c3754 service neutron] 10.222.0.32 "GET /v2.0/networks/4a118f75-6402-41b9-9321-665059ee52dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316649 May 05 21:42:50.384157 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-4d34c614-aa72-49e8-ade3-b481fb411544 req-01869171-59e9-450e-88a4-e3538118a419 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Allocated IP 172.20.0.13 (4988fe71-34c6-4737-ad2a-40f5327e7f0e/b652dcd0-731b-4d23-9d82-356eea5d9656/9748accb-d019-4176-bbe7-ba2635a4ace3) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:42:50.421726 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2f693a29-eff9-4927-9a31-742da5b0daa1 req-134c5e85-ddf7-400e-a2ff-4b9d94a2075b tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056316 May 05 21:42:50.451101 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9a576ab-fa6e-4eb0-aab7-d04ccce26592 req-7386c7a7-c661-4fac-a479-5d5644458f5b tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:42:50.451101 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-b9a576ab-fa6e-4eb0-aab7-d04ccce26592 req-7386c7a7-c661-4fac-a479-5d5644458f5b tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:42:50.452157 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a576ab-fa6e-4eb0-aab7-d04ccce26592 req-7386c7a7-c661-4fac-a479-5d5644458f5b tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:42:50.488962 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7386c7a7-c661-4fac-a479-5d5644458f5b tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Pushing event updated for resources: {'Port': ['ID=fbcd0a6c-f81d-4aa3-833d-8ac7db4334e4,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:50.638497 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c5848214-2871-4bb6-95cf-0fda3d7363e0 req-eb8cedf9-992d-47eb-aedb-e79de907a006 service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556138 May 05 21:42:50.641066 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-b9a576ab-fa6e-4eb0-aab7-d04ccce26592 req-7386c7a7-c661-4fac-a479-5d5644458f5b tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:50.732023 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-b9a576ab-fa6e-4eb0-aab7-d04ccce26592 req-7386c7a7-c661-4fac-a479-5d5644458f5b tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:50.832378 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-4d34c614-aa72-49e8-ade3-b481fb411544 req-01869171-59e9-450e-88a4-e3538118a419 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:50.843667 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c5848214-2871-4bb6-95cf-0fda3d7363e0 req-4d4eb55c-a8b7-45a5-8aca-0d1593a0ccf4 service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958883 May 05 21:42:50.871017 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-4d34c614-aa72-49e8-ade3-b481fb411544 req-01869171-59e9-450e-88a4-e3538118a419 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:50.947939 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d34c614-aa72-49e8-ade3-b481fb411544 req-01869171-59e9-450e-88a4-e3538118a419 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Network 4988fe71-34c6-4737-ad2a-40f5327e7f0e is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:42:50.950968 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-4d34c614-aa72-49e8-ade3-b481fb411544 req-01869171-59e9-450e-88a4-e3538118a419 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:42:50.954953 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d34c614-aa72-49e8-ade3-b481fb411544 req-01869171-59e9-450e-88a4-e3538118a419 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:42:50.984560 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01869171-59e9-450e-88a4-e3538118a419 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Pushing event updated for resources: {'Port': ['ID=9748accb-d019-4176-bbe7-ba2635a4ace3,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:51.019461 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d34c614-aa72-49e8-ade3-b481fb411544 req-01869171-59e9-450e-88a4-e3538118a419 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:51.020342 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-4d34c614-aa72-49e8-ade3-b481fb411544 req-01869171-59e9-450e-88a4-e3538118a419 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:51.040669 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-b9a576ab-fa6e-4eb0-aab7-d04ccce26592 req-7386c7a7-c661-4fac-a479-5d5644458f5b tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:51.042230 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4d34c614-aa72-49e8-ade3-b481fb411544 req-01869171-59e9-450e-88a4-e3538118a419 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5037398 May 05 21:42:51.054222 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-4d34c614-aa72-49e8-ade3-b481fb411544 req-ce21219d-c5b2-4f53-91e4-5658c63bedbb service neutron] Request body: {'port': {'device_id': 'e9e09e28-cbb9-47e8-9859-6676f44240c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:42:51.056531 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-b9a576ab-fa6e-4eb0-aab7-d04ccce26592 req-7386c7a7-c661-4fac-a479-5d5644458f5b tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:51.161282 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7386c7a7-c661-4fac-a479-5d5644458f5b tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Pushing event updated for resources: {'Port': ['ID=fbcd0a6c-f81d-4aa3-833d-8ac7db4334e4,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:51.184127 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6e702942-5ada-4c2d-a3e3-ff9d0a0e7ff2 req-3b96d707-1573-417e-9af8-9e8ec3cb6ceb tempest-LiveMigrationTest-271875399 tempest-LiveMigrationTest-271875399-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=99b8cfee-86b7-4d33-8d20-496ef05adf08 HTTP/1.1" status: 200 len: 1096 time: 0.1946838 May 05 21:42:51.210539 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-b9a576ab-fa6e-4eb0-aab7-d04ccce26592 req-7386c7a7-c661-4fac-a479-5d5644458f5b tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:51.255083 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6e702942-5ada-4c2d-a3e3-ff9d0a0e7ff2 req-b40156a7-70f9-44c1-baf6-4070fffdf918 tempest-LiveMigrationTest-271875399 tempest-LiveMigrationTest-271875399-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631404 May 05 21:42:51.256223 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-b9a576ab-fa6e-4eb0-aab7-d04ccce26592 req-7386c7a7-c661-4fac-a479-5d5644458f5b tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:51.257463 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b9a576ab-fa6e-4eb0-aab7-d04ccce26592 req-7386c7a7-c661-4fac-a479-5d5644458f5b tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9106719 May 05 21:42:51.263200 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-4d34c614-aa72-49e8-ade3-b481fb411544 req-ce21219d-c5b2-4f53-91e4-5658c63bedbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:51.340457 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-b9a576ab-fa6e-4eb0-aab7-d04ccce26592 req-44da337a-e0bc-42be-9ff8-ea66156a99e6 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Synchronizing usage tracker for tenant:caf8261703da4bb5a03dc145b93e3b71 on resource:floatingip {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:42:51.355909 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-b9a576ab-fa6e-4eb0-aab7-d04ccce26592 req-44da337a-e0bc-42be-9ff8-ea66156a99e6 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Unset dirty status for tenant:caf8261703da4bb5a03dc145b93e3b71 on resource:floatingip {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:42:51.357736 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b9a576ab-fa6e-4eb0-aab7-d04ccce26592 req-44da337a-e0bc-42be-9ff8-ea66156a99e6 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.75 HTTP/1.1" status: 200 len: 695 time: 0.0931177 May 05 21:42:51.507513 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a576ab-fa6e-4eb0-aab7-d04ccce26592 req-c9fdd2d5-28dc-4c4c-b721-0fabb7ada837 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:51.508976 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b9a576ab-fa6e-4eb0-aab7-d04ccce26592 req-c9fdd2d5-28dc-4c4c-b721-0fabb7ada837 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] 10.222.0.23 "GET /v2.0/networks/25bfe237-58de-4709-a3e0-ac79da07c300 HTTP/1.1" status: 200 len: 784 time: 0.1461194 May 05 21:42:51.522532 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [req-b9a576ab-fa6e-4eb0-aab7-d04ccce26592 req-74ce1e4e-df75-4d7d-ae2f-f9aa65afc24b tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 21:42:51.527227 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b9a576ab-fa6e-4eb0-aab7-d04ccce26592 req-74ce1e4e-df75-4d7d-ae2f-f9aa65afc24b tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0114977 May 05 21:42:51.634262 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-4d34c614-aa72-49e8-ade3-b481fb411544 req-ce21219d-c5b2-4f53-91e4-5658c63bedbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9748accb-d019-4176-bbe7-ba2635a4ace3 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:42:51.641435 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-4d34c614-aa72-49e8-ade3-b481fb411544 req-ce21219d-c5b2-4f53-91e4-5658c63bedbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:51.657206 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-4d34c614-aa72-49e8-ade3-b481fb411544 req-ce21219d-c5b2-4f53-91e4-5658c63bedbb service neutron] Transition to ACTIVE for port object 9748accb-d019-4176-bbe7-ba2635a4ace3 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:42:51.662025 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-4d34c614-aa72-49e8-ade3-b481fb411544 req-ce21219d-c5b2-4f53-91e4-5658c63bedbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:51.773509 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d9ec0d-3fcc-414d-91fd-b5ab2e03554d req-cf08eb29-f795-44d3-bbae-589168de2fdb tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:51.774925 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e5d9ec0d-3fcc-414d-91fd-b5ab2e03554d req-cf08eb29-f795-44d3-bbae-589168de2fdb tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aadae64-4f98-4a1f-93da-85ecf09f48df HTTP/1.1" status: 200 len: 950 time: 0.1405656 May 05 21:42:51.781491 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cafc3cd8-6fb8-490c-b715-51ec8a75f44f req-cd18ff4a-5b44-4f77-a112-bcca64a980d4 tempest-SecurityGroupsNegativeTestJSON-598186494 tempest-SecurityGroupsNegativeTestJSON-598186494-project] 10.222.0.23 "GET /v2.0/security-groups/3724a34e-9837-4cb8-8a06-73a5aa34f684 HTTP/1.1" status: 200 len: 2649 time: 0.0677361 May 05 21:42:51.791405 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21219d-c5b2-4f53-91e4-5658c63bedbb service neutron] Pushing event updated for resources: {'Port': ['ID=9748accb-d019-4176-bbe7-ba2635a4ace3,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:51.871677 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e5d9ec0d-3fcc-414d-91fd-b5ab2e03554d req-aa641007-d3b9-4e53-91e0-74bcb2760d55 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] 10.222.0.23 "GET /v2.0/security-groups?id=d969caae-1cf7-44e6-8fc3-9aef5d276c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887368 May 05 21:42:51.913210 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-4d34c614-aa72-49e8-ade3-b481fb411544 req-ce21219d-c5b2-4f53-91e4-5658c63bedbb service neutron] Attempting to bind port 9748accb-d019-4176-bbe7-ba2635a4ace3 on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:42:51.913618 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-4d34c614-aa72-49e8-ade3-b481fb411544 req-ce21219d-c5b2-4f53-91e4-5658c63bedbb service neutron] Attempting to bind port 9748accb-d019-4176-bbe7-ba2635a4ace3 by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': 'bb53319d-02d7-4ee5-a402-d07603ca726a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '4988fe71-34c6-4737-ad2a-40f5327e7f0e'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:42:51.914003 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d34c614-aa72-49e8-ade3-b481fb411544 req-ce21219d-c5b2-4f53-91e4-5658c63bedbb service neutron] Attempting to bind port 9748accb-d019-4176-bbe7-ba2635a4ace3 on network 4988fe71-34c6-4737-ad2a-40f5327e7f0e {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:42:51.914892 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [req-cafc3cd8-6fb8-490c-b715-51ec8a75f44f req-a35973f7-a05e-40e2-888a-b63944801816 tempest-SecurityGroupsNegativeTestJSON-598186494 tempest-SecurityGroupsNegativeTestJSON-598186494-project] delete failed (client error): There was a conflict when trying to complete your request. May 05 21:42:51.915960 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cafc3cd8-6fb8-490c-b715-51ec8a75f44f req-a35973f7-a05e-40e2-888a-b63944801816 tempest-SecurityGroupsNegativeTestJSON-598186494 tempest-SecurityGroupsNegativeTestJSON-598186494-project] 10.222.0.23 "DELETE /v2.0/security-groups/3724a34e-9837-4cb8-8a06-73a5aa34f684 HTTP/1.1" status: 409 len: 352 time: 0.1070235 May 05 21:42:51.927471 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d34c614-aa72-49e8-ade3-b481fb411544 req-ce21219d-c5b2-4f53-91e4-5658c63bedbb service neutron] Port 9748accb-d019-4176-bbe7-ba2635a4ace3 on network 4988fe71-34c6-4737-ad2a-40f5327e7f0e not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:42:51.932231 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d34c614-aa72-49e8-ade3-b481fb411544 req-ce21219d-c5b2-4f53-91e4-5658c63bedbb service neutron] Attempting to bind port 9748accb-d019-4176-bbe7-ba2635a4ace3 on network 4988fe71-34c6-4737-ad2a-40f5327e7f0e {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:42:51.939970 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d34c614-aa72-49e8-ade3-b481fb411544 req-ce21219d-c5b2-4f53-91e4-5658c63bedbb service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:42:51.940384 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d34c614-aa72-49e8-ade3-b481fb411544 req-ce21219d-c5b2-4f53-91e4-5658c63bedbb service neutron] Checking segment: {'id': 'bb53319d-02d7-4ee5-a402-d07603ca726a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '4988fe71-34c6-4737-ad2a-40f5327e7f0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:42:51.940830 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d34c614-aa72-49e8-ade3-b481fb411544 req-ce21219d-c5b2-4f53-91e4-5658c63bedbb service neutron] Bound using segment: {'id': 'bb53319d-02d7-4ee5-a402-d07603ca726a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '4988fe71-34c6-4737-ad2a-40f5327e7f0e'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:42:51.941320 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-4d34c614-aa72-49e8-ade3-b481fb411544 req-ce21219d-c5b2-4f53-91e4-5658c63bedbb service neutron] Bound port: 9748accb-d019-4176-bbe7-ba2635a4ace3, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb53319d-02d7-4ee5-a402-d07603ca726a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '4988fe71-34c6-4737-ad2a-40f5327e7f0e'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:42:51.941726 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-4d34c614-aa72-49e8-ade3-b481fb411544 req-ce21219d-c5b2-4f53-91e4-5658c63bedbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:52.038951 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-4d34c614-aa72-49e8-ade3-b481fb411544 req-ce21219d-c5b2-4f53-91e4-5658c63bedbb service neutron] For port 9748accb-d019-4176-bbe7-ba2635a4ace3, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:42:52.043491 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-4d34c614-aa72-49e8-ade3-b481fb411544 req-ce21219d-c5b2-4f53-91e4-5658c63bedbb service neutron] For port 9748accb-d019-4176-bbe7-ba2635a4ace3, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=9748accb-d019-4176-bbe7-ba2635a4ace3,segment=NetworkSegment(bb53319d-02d7-4ee5-a402-d07603ca726a),segment_id=bb53319d-02d7-4ee5-a402-d07603ca726a)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:42:52.049071 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-4d34c614-aa72-49e8-ade3-b481fb411544 req-ce21219d-c5b2-4f53-91e4-5658c63bedbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:52.083779 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd56a94-a71b-4154-a2e1-c6b13f0f1081 req-db08c54c-3589-47ae-947f-e4ec0549ff26 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:52.085249 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3cd56a94-a71b-4154-a2e1-c6b13f0f1081 req-db08c54c-3589-47ae-947f-e4ec0549ff26 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e09e28-cbb9-47e8-9859-6676f44240c9 HTTP/1.1" status: 200 len: 944 time: 0.0806851 May 05 21:42:52.106694 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-4d34c614-aa72-49e8-ade3-b481fb411544 req-ce21219d-c5b2-4f53-91e4-5658c63bedbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:52.108057 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4d34c614-aa72-49e8-ade3-b481fb411544 req-ce21219d-c5b2-4f53-91e4-5658c63bedbb service neutron] 10.222.0.44 "PUT /v2.0/ports/9748accb-d019-4176-bbe7-ba2635a4ace3 HTTP/1.1" status: 200 len: 1092 time: 1.0580432 May 05 21:42:52.108497 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9e09e28-cbb9-47e8-9859-6676f44240c9', 'tag': '9748accb-d019-4176-bbe7-ba2635a4ace3'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:42:52.148430 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21219d-c5b2-4f53-91e4-5658c63bedbb service neutron] Pushing event updated for resources: {'Port': ['ID=9748accb-d019-4176-bbe7-ba2635a4ace3,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:52.149019 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-3cd56a94-a71b-4154-a2e1-c6b13f0f1081 req-009bff2d-9d24-4c16-9247-a81b41d61c8c tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Synchronizing usage tracker for tenant:5a55f0e1fc854ae480e2f7b2fc73c270 on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:42:52.168367 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-3cd56a94-a71b-4154-a2e1-c6b13f0f1081 req-009bff2d-9d24-4c16-9247-a81b41d61c8c tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Unset dirty status for tenant:5a55f0e1fc854ae480e2f7b2fc73c270 on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:42:52.169758 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3cd56a94-a71b-4154-a2e1-c6b13f0f1081 req-009bff2d-9d24-4c16-9247-a81b41d61c8c tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783536 May 05 21:42:52.276734 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4d34c614-aa72-49e8-ade3-b481fb411544 req-a1c25661-ab4f-4bf0-9897-80dd74785396 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5a55f0e1fc854ae480e2f7b2fc73c270&device_id=e9e09e28-cbb9-47e8-9859-6676f44240c9 HTTP/1.1" status: 200 len: 1095 time: 0.0808513 May 05 21:42:52.371153 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4d34c614-aa72-49e8-ade3-b481fb411544 req-045f695c-a8f2-430a-a691-779137280c4b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9748accb-d019-4176-bbe7-ba2635a4ace3 HTTP/1.1" status: 200 len: 217 time: 0.0869610 May 05 21:42:52.441774 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d34c614-aa72-49e8-ade3-b481fb411544 req-e0926e69-35c4-4f12-89a8-6d251e670824 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:52.443257 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4d34c614-aa72-49e8-ade3-b481fb411544 req-e0926e69-35c4-4f12-89a8-6d251e670824 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b652dcd0-731b-4d23-9d82-356eea5d9656 HTTP/1.1" status: 200 len: 852 time: 0.0661438 May 05 21:42:52.487873 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4d34c614-aa72-49e8-ade3-b481fb411544 req-e2ed85d1-02b3-46d2-a11d-f8b4018e8812 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4988fe71-34c6-4737-ad2a-40f5327e7f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386896 May 05 21:42:52.511819 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0317ae6-6455-42d5-8038-cae862b95630 req-7640fc64-87af-408a-9e34-d68197140f41 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:52.513252 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b0317ae6-6455-42d5-8038-cae862b95630 req-7640fc64-87af-408a-9e34-d68197140f41 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=c90911d9-c421-4874-8935-956d1072f84b HTTP/1.1" status: 200 len: 950 time: 0.2149291 May 05 21:42:52.517016 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3206d735-3a9e-4303-b46e-38441d64313f req-224f8a97-cc05-4a64-a69e-63a7ec32a3bb tempest-LiveMigrationTest-271875399 tempest-LiveMigrationTest-271875399-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=99b8cfee-86b7-4d33-8d20-496ef05adf08 HTTP/1.1" status: 200 len: 1096 time: 0.2492294 May 05 21:42:52.593458 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b0317ae6-6455-42d5-8038-cae862b95630 req-326deb10-4c19-4a8c-aa4c-0cd1af53e1ad tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731559 May 05 21:42:52.595541 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3206d735-3a9e-4303-b46e-38441d64313f req-82c9d400-c007-4b46-b7aa-c88bfe68125b tempest-LiveMigrationTest-271875399 tempest-LiveMigrationTest-271875399-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617306 May 05 21:42:52.624119 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4d34c614-aa72-49e8-ade3-b481fb411544 req-83bd2606-7a5c-45a4-8b0c-8632a04fcfab service neutron] 10.222.0.44 "GET /v2.0/networks/4988fe71-34c6-4737-ad2a-40f5327e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298470 May 05 21:42:52.774540 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4d34c614-aa72-49e8-ade3-b481fb411544 req-727b65dd-a107-4c4e-abf1-0c4c637fec14 service neutron] 10.222.0.44 "GET /v2.0/networks/4988fe71-34c6-4737-ad2a-40f5327e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441388 May 05 21:42:52.881797 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9712e6-aa42-4a06-af54-77a95ad89b7e req-3c0b1bf6-8060-406b-89ce-7986038d587d tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:52.884949 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ae9712e6-aa42-4a06-af54-77a95ad89b7e req-3c0b1bf6-8060-406b-89ce-7986038d587d tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] 10.222.0.23 "GET /v2.0/ports?device_id=98f46ae6-68ae-4dc1-b860-386f211ba493&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1538627 May 05 21:42:52.896534 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-45fca522-2370-4560-9630-d50839deb0a1 req-20830086-ce49-41ac-b04a-a1159120f130 tempest-LiveMigrationNegativeTest-1423713792 tempest-LiveMigrationNegativeTest-1423713792-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3aadae64-4f98-4a1f-93da-85ecf09f48df HTTP/1.1" status: 200 len: 1101 time: 0.1113596 May 05 21:42:52.983609 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-45fca522-2370-4560-9630-d50839deb0a1 req-25c3f576-bb78-4d3f-99b0-3bb8e847e2f2 tempest-LiveMigrationNegativeTest-1423713792 tempest-LiveMigrationNegativeTest-1423713792-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:53.000091 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ae9712e6-aa42-4a06-af54-77a95ad89b7e req-b29d3a28-1314-4148-8c60-5d907c16ed24 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.75 HTTP/1.1" status: 200 len: 695 time: 0.1022720 May 05 21:42:53.020786 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-ae9712e6-aa42-4a06-af54-77a95ad89b7e req-f00c69c5-e307-4b90-8d76-1c6435bcdd1b tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Request body: {'floatingip': {'port_id': 'e25ad77d-1133-4c51-b6dd-5296d0afe8d6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:42:53.098597 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-ae9712e6-aa42-4a06-af54-77a95ad89b7e req-f00c69c5-e307-4b90-8d76-1c6435bcdd1b tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Notify callbacks [] for floatingip, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:53.143996 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c5848214-2871-4bb6-95cf-0fda3d7363e0 req-b95c4a32-8378-48c0-b855-bf13ae808fb7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c90911d9-c421-4874-8935-956d1072f84b&tenant_id=1d0c3bd18deb4529a9eff5d87fa07f7f HTTP/1.1" status: 200 len: 1101 time: 0.0672174 May 05 21:42:53.148924 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-45fca522-2370-4560-9630-d50839deb0a1 req-25c3f576-bb78-4d3f-99b0-3bb8e847e2f2 tempest-LiveMigrationNegativeTest-1423713792 tempest-LiveMigrationNegativeTest-1423713792-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:42:53.155302 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-c5848214-2871-4bb6-95cf-0fda3d7363e0 req-2d4e2dea-f841-4401-86f7-b3c0dea6131b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825175-4', 'device_owner': 'compute:nova'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:42:53.158273 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-45fca522-2370-4560-9630-d50839deb0a1 req-25c3f576-bb78-4d3f-99b0-3bb8e847e2f2 tempest-LiveMigrationNegativeTest-1423713792 tempest-LiveMigrationNegativeTest-1423713792-project-admin] Usage tracker for resource:security_group_rule and tenant:73e28f1b11a14ff6aafc5492a606e0f4 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:42:53.173104 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-45fca522-2370-4560-9630-d50839deb0a1 req-25c3f576-bb78-4d3f-99b0-3bb8e847e2f2 tempest-LiveMigrationNegativeTest-1423713792 tempest-LiveMigrationNegativeTest-1423713792-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:42:53.182338 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-45fca522-2370-4560-9630-d50839deb0a1 req-25c3f576-bb78-4d3f-99b0-3bb8e847e2f2 tempest-LiveMigrationNegativeTest-1423713792 tempest-LiveMigrationNegativeTest-1423713792-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:42:53.271171 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c5848214-2871-4bb6-95cf-0fda3d7363e0 req-2d4e2dea-f841-4401-86f7-b3c0dea6131b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:53.474889 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-45fca522-2370-4560-9630-d50839deb0a1 req-25c3f576-bb78-4d3f-99b0-3bb8e847e2f2 tempest-LiveMigrationNegativeTest-1423713792 tempest-LiveMigrationNegativeTest-1423713792-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:53.482194 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-45fca522-2370-4560-9630-d50839deb0a1 req-25c3f576-bb78-4d3f-99b0-3bb8e847e2f2 tempest-LiveMigrationNegativeTest-1423713792 tempest-LiveMigrationNegativeTest-1423713792-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:53.539124 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-45fca522-2370-4560-9630-d50839deb0a1 req-25c3f576-bb78-4d3f-99b0-3bb8e847e2f2 tempest-LiveMigrationNegativeTest-1423713792 tempest-LiveMigrationNegativeTest-1423713792-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=d969caae-1cf7-44e6-8fc3-9aef5d276c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5901775 May 05 21:42:53.544406 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c3f576-bb78-4d3f-99b0-3bb8e847e2f2 tempest-LiveMigrationNegativeTest-1423713792 tempest-LiveMigrationNegativeTest-1423713792-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1cbfb9-b670-4a41-9bf3-ca0c79ef9301,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:53.561302 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [req-ae9712e6-aa42-4a06-af54-77a95ad89b7e req-f00c69c5-e307-4b90-8d76-1c6435bcdd1b tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] update failed (client error): There was a conflict when trying to complete your request. May 05 21:42:53.562468 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ae9712e6-aa42-4a06-af54-77a95ad89b7e req-f00c69c5-e307-4b90-8d76-1c6435bcdd1b tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] 10.222.0.23 "PUT /v2.0/floatingips/5d1cef40-3e4a-4064-b0ab-411864ff9d88 HTTP/1.1" status: 409 len: 549 time: 0.5564384 May 05 21:42:53.581918 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 961ce505-c494-4a7a-99a8-43c063b230c8 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:42:53.627233 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-c5848214-2871-4bb6-95cf-0fda3d7363e0 req-2d4e2dea-f841-4401-86f7-b3c0dea6131b service neutron] For port 4fb020a9-8991-4a55-bc6f-9564698b0e92, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=4fb020a9-8991-4a55-bc6f-9564698b0e92,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:42:53.632189 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [req-81723e95-2321-4ef1-ab7e-591b128f9ece req-185e1043-3630-48b2-a30e-7472c4c318da tempest-SecurityGroupsNegativeTestJSON-598186494 tempest-SecurityGroupsNegativeTestJSON-598186494-project] show failed (client error): The resource could not be found. May 05 21:42:53.633208 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-81723e95-2321-4ef1-ab7e-591b128f9ece req-185e1043-3630-48b2-a30e-7472c4c318da tempest-SecurityGroupsNegativeTestJSON-598186494 tempest-SecurityGroupsNegativeTestJSON-598186494-project] 10.222.0.23 "GET /v2.0/security-groups/4033c04f-af7a-4b0f-ba90-b159d07568ba HTTP/1.1" status: 404 len: 352 time: 0.0205247 May 05 21:42:53.660665 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0694fd86-8d06-4755-a864-3ae54c5e2042'] response: {'name': 'network-changed', 'server_uuid': 'e9e09e28-cbb9-47e8-9859-6676f44240c9', 'tag': '9748accb-d019-4176-bbe7-ba2635a4ace3', 'status': 'completed', 'code': 200} May 05 21:42:53.664021 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-c5848214-2871-4bb6-95cf-0fda3d7363e0 req-2d4e2dea-f841-4401-86f7-b3c0dea6131b service neutron] For port 4fb020a9-8991-4a55-bc6f-9564698b0e92, host n-h2-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:42:53.751998 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c5848214-2871-4bb6-95cf-0fda3d7363e0 req-2d4e2dea-f841-4401-86f7-b3c0dea6131b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:53.792778 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-c5848214-2871-4bb6-95cf-0fda3d7363e0 req-2d4e2dea-f841-4401-86f7-b3c0dea6131b service neutron] Transition to ACTIVE for port object 4fb020a9-8991-4a55-bc6f-9564698b0e92 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:42:53.800847 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c5848214-2871-4bb6-95cf-0fda3d7363e0 req-2d4e2dea-f841-4401-86f7-b3c0dea6131b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:53.802186 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 961ce505-c494-4a7a-99a8-43c063b230c8, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=961ce505-c494-4a7a-99a8-43c063b230c8,segment=NetworkSegment(1433ba6d-48b0-4056-91b6-deba1a0564ab),segment_id=1433ba6d-48b0-4056-91b6-deba1a0564ab)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:42:53.819270 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '961ce505-c494-4a7a-99a8-43c063b230c8', 'network_id': '20d2a56b-3a76-462e-a812-0f44fcc7b483', 'port_id': '961ce505-c494-4a7a-99a8-43c063b230c8', 'mac_address': 'fa:16:3e:a8:58:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41faf43c-45c2-40ca-97f2-b9922a51b49e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:42:53.878784 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:53.900680 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 961ce505-c494-4a7a-99a8-43c063b230c8 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:42:53.918253 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 961ce505-c494-4a7a-99a8-43c063b230c8, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=961ce505-c494-4a7a-99a8-43c063b230c8,segment=NetworkSegment(1433ba6d-48b0-4056-91b6-deba1a0564ab),segment_id=1433ba6d-48b0-4056-91b6-deba1a0564ab)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:42:53.925246 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:53.935489 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0175d9cd-fcb4-4bce-a893-099c7cc6d4b5 req-555aad29-9860-4e85-99e8-b9c6c32b43cf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5a55f0e1fc854ae480e2f7b2fc73c270&device_id=e9e09e28-cbb9-47e8-9859-6676f44240c9 HTTP/1.1" status: 200 len: 1095 time: 0.2508802 May 05 21:42:53.945806 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9f5d8b00-766d-41ef-8fb1-ae20e3cad4d7 req-55d4c431-366b-4feb-be5e-f74f6dbfa67d tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] 10.222.0.23 "GET /v2.0/floatingips/5d1cef40-3e4a-4064-b0ab-411864ff9d88 HTTP/1.1" status: 200 len: 692 time: 0.1549246 May 05 21:42:53.973909 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4e2dea-f841-4401-86f7-b3c0dea6131b service neutron] Pushing event updated for resources: {'Port': ['ID=4fb020a9-8991-4a55-bc6f-9564698b0e92,revision_number=10']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:53.982741 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5848214-2871-4bb6-95cf-0fda3d7363e0 req-2d4e2dea-f841-4401-86f7-b3c0dea6131b service neutron] No DVR routers for this DVR port 4fb020a9-8991-4a55-bc6f-9564698b0e92 on host n-h2-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:42:54.028317 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=961ce505-c494-4a7a-99a8-43c063b230c8,revision_number=6']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:54.040098 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['961ce505-c494-4a7a-99a8-43c063b230c8'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:42:54.049215 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-c5848214-2871-4bb6-95cf-0fda3d7363e0 req-2d4e2dea-f841-4401-86f7-b3c0dea6131b service neutron] Attempting to bind port 4fb020a9-8991-4a55-bc6f-9564698b0e92 on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:42:54.049983 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-c5848214-2871-4bb6-95cf-0fda3d7363e0 req-2d4e2dea-f841-4401-86f7-b3c0dea6131b service neutron] Attempting to bind port 4fb020a9-8991-4a55-bc6f-9564698b0e92 by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:42:54.050468 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5848214-2871-4bb6-95cf-0fda3d7363e0 req-2d4e2dea-f841-4401-86f7-b3c0dea6131b service neutron] Attempting to bind port 4fb020a9-8991-4a55-bc6f-9564698b0e92 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:42:54.057760 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5848214-2871-4bb6-95cf-0fda3d7363e0 req-2d4e2dea-f841-4401-86f7-b3c0dea6131b service neutron] Port 4fb020a9-8991-4a55-bc6f-9564698b0e92 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:42:54.058372 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5848214-2871-4bb6-95cf-0fda3d7363e0 req-2d4e2dea-f841-4401-86f7-b3c0dea6131b service neutron] Attempting to bind port 4fb020a9-8991-4a55-bc6f-9564698b0e92 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:42:54.071090 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5848214-2871-4bb6-95cf-0fda3d7363e0 req-2d4e2dea-f841-4401-86f7-b3c0dea6131b service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:42:54.071729 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5848214-2871-4bb6-95cf-0fda3d7363e0 req-2d4e2dea-f841-4401-86f7-b3c0dea6131b service neutron] Checking segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:42:54.072275 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5848214-2871-4bb6-95cf-0fda3d7363e0 req-2d4e2dea-f841-4401-86f7-b3c0dea6131b service neutron] Bound using segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:42:54.072919 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-c5848214-2871-4bb6-95cf-0fda3d7363e0 req-2d4e2dea-f841-4401-86f7-b3c0dea6131b service neutron] Bound port: 4fb020a9-8991-4a55-bc6f-9564698b0e92, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:42:54.073433 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c5848214-2871-4bb6-95cf-0fda3d7363e0 req-2d4e2dea-f841-4401-86f7-b3c0dea6131b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:54.201052 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-c5848214-2871-4bb6-95cf-0fda3d7363e0 req-2d4e2dea-f841-4401-86f7-b3c0dea6131b service neutron] For port 4fb020a9-8991-4a55-bc6f-9564698b0e92, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:42:54.204951 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-c5848214-2871-4bb6-95cf-0fda3d7363e0 req-2d4e2dea-f841-4401-86f7-b3c0dea6131b service neutron] For port 4fb020a9-8991-4a55-bc6f-9564698b0e92, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=4fb020a9-8991-4a55-bc6f-9564698b0e92,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:42:54.211632 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c5848214-2871-4bb6-95cf-0fda3d7363e0 req-2d4e2dea-f841-4401-86f7-b3c0dea6131b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:54.277876 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c5848214-2871-4bb6-95cf-0fda3d7363e0 req-2d4e2dea-f841-4401-86f7-b3c0dea6131b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:54.279324 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c5848214-2871-4bb6-95cf-0fda3d7363e0 req-2d4e2dea-f841-4401-86f7-b3c0dea6131b service neutron] 10.222.0.44 "PUT /v2.0/ports/4fb020a9-8991-4a55-bc6f-9564698b0e92 HTTP/1.1" status: 200 len: 1097 time: 1.1281023 May 05 21:42:54.293539 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4e2dea-f841-4401-86f7-b3c0dea6131b service neutron] Pushing event updated for resources: {'Port': ['ID=4fb020a9-8991-4a55-bc6f-9564698b0e92,revision_number=11']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:54.384789 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0175d9cd-fcb4-4bce-a893-099c7cc6d4b5 req-0ec1d55b-c610-4f17-9cd9-50404a2d0d2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:54.386386 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0175d9cd-fcb4-4bce-a893-099c7cc6d4b5 req-0ec1d55b-c610-4f17-9cd9-50404a2d0d2e service neutron] 10.222.0.44 "GET /v2.0/networks?id=4988fe71-34c6-4737-ad2a-40f5327e7f0e HTTP/1.1" status: 200 len: 913 time: 0.4444268 May 05 21:42:54.395588 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64e1b6f-dd94-40f0-a132-053129a2de9e req-6a0b30b0-1e91-47ce-93f8-54671f6b239e tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:54.402728 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c64e1b6f-dd94-40f0-a132-053129a2de9e req-6a0b30b0-1e91-47ce-93f8-54671f6b239e tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e09e28-cbb9-47e8-9859-6676f44240c9 HTTP/1.1" status: 200 len: 944 time: 0.5479388 May 05 21:42:54.411663 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c5848214-2871-4bb6-95cf-0fda3d7363e0 req-27af7506-043d-43ef-918d-830d92d5a500 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d0c3bd18deb4529a9eff5d87fa07f7f&device_id=c90911d9-c421-4874-8935-956d1072f84b HTTP/1.1" status: 200 len: 1100 time: 0.1082797 May 05 21:42:54.505996 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d8b00-766d-41ef-8fb1-ae20e3cad4d7 req-1171d3de-84f4-4c71-a44a-2de7177a3c47 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:54.507372 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9f5d8b00-766d-41ef-8fb1-ae20e3cad4d7 req-1171d3de-84f4-4c71-a44a-2de7177a3c47 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] 10.222.0.23 "GET /v2.0/networks/25bfe237-58de-4709-a3e0-ac79da07c300 HTTP/1.1" status: 200 len: 784 time: 0.5264113 May 05 21:42:54.509104 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0175d9cd-fcb4-4bce-a893-099c7cc6d4b5 req-cfa97e69-b945-49fd-8eb6-48be021cab94 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9748accb-d019-4176-bbe7-ba2635a4ace3 HTTP/1.1" status: 200 len: 217 time: 0.0959668 May 05 21:42:54.578268 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c64e1b6f-dd94-40f0-a132-053129a2de9e req-2230a39b-e409-40ea-83aa-28746841bda7 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745012 May 05 21:42:54.589380 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5848214-2871-4bb6-95cf-0fda3d7363e0 req-3d7d7c35-75f3-46b6-8f6c-b211659ee44e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:54.591297 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c5848214-2871-4bb6-95cf-0fda3d7363e0 req-3d7d7c35-75f3-46b6-8f6c-b211659ee44e service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 HTTP/1.1" status: 200 len: 870 time: 0.1736100 May 05 21:42:54.651315 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9f5d8b00-766d-41ef-8fb1-ae20e3cad4d7 req-9564134f-f5a2-417b-924b-c86cfcbf6f84 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.75 HTTP/1.1" status: 200 len: 695 time: 0.1228387 May 05 21:42:54.677270 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c5848214-2871-4bb6-95cf-0fda3d7363e0 req-cdb41517-30b8-46a6-a8bb-412b0d3f5652 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=4fb020a9-8991-4a55-bc6f-9564698b0e92 HTTP/1.1" status: 200 len: 217 time: 0.0796289 May 05 21:42:54.747806 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0175d9cd-fcb4-4bce-a893-099c7cc6d4b5 req-0dbdd270-c793-474f-b035-2a4eaeda8e7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:54.753948 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0175d9cd-fcb4-4bce-a893-099c7cc6d4b5 req-0dbdd270-c793-474f-b035-2a4eaeda8e7c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b652dcd0-731b-4d23-9d82-356eea5d9656 HTTP/1.1" status: 200 len: 852 time: 0.1784883 May 05 21:42:54.757793 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9f5d8b00-766d-41ef-8fb1-ae20e3cad4d7 req-3ad8d6ad-b534-4a93-9630-0b4515d87091 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.75 HTTP/1.1" status: 200 len: 695 time: 0.1028588 May 05 21:42:54.764279 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5848214-2871-4bb6-95cf-0fda3d7363e0 req-315c4c09-498f-400b-8897-12bf551736d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:54.766407 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c5848214-2871-4bb6-95cf-0fda3d7363e0 req-315c4c09-498f-400b-8897-12bf551736d5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.0732148 May 05 21:42:54.842221 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c5848214-2871-4bb6-95cf-0fda3d7363e0 req-3192628e-07eb-45ba-8fe6-7303b3991cea service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0698464 May 05 21:42:54.859504 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0175d9cd-fcb4-4bce-a893-099c7cc6d4b5 req-84c23951-6ecf-4f2d-ad92-44adee6a94ce service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4988fe71-34c6-4737-ad2a-40f5327e7f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0982854 May 05 21:42:55.029583 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c5848214-2871-4bb6-95cf-0fda3d7363e0 req-ae888087-1b5e-4d0d-8885-05ab3c87e9b2 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805027 May 05 21:42:55.144127 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-9f5d8b00-766d-41ef-8fb1-ae20e3cad4d7 req-e34922c2-e919-41dc-ae4c-67d3cc0395a3 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Deleting port fbcd0a6c-f81d-4aa3-833d-8ac7db4334e4 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:42:55.144766 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9f5d8b00-766d-41ef-8fb1-ae20e3cad4d7 req-e34922c2-e919-41dc-ae4c-67d3cc0395a3 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:55.186201 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c5848214-2871-4bb6-95cf-0fda3d7363e0 req-b14bce8c-54b4-4ba5-91f3-018cd9c53b9d service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505384 May 05 21:42:55.238003 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0175d9cd-fcb4-4bce-a893-099c7cc6d4b5 req-286b32c6-6284-4774-9646-ce8a92a5afdf service neutron] 10.222.0.44 "GET /v2.0/networks/4988fe71-34c6-4737-ad2a-40f5327e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3674409 May 05 21:42:55.246629 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f94400e-8f63-4020-950f-9bd94d78fd90 req-5e40f6b6-bded-49d8-98be-e2116624c163 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:55.248068 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0f94400e-8f63-4020-950f-9bd94d78fd90 req-5e40f6b6-bded-49d8-98be-e2116624c163 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=c90911d9-c421-4874-8935-956d1072f84b HTTP/1.1" status: 200 len: 949 time: 0.3914902 May 05 21:42:55.498514 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0f94400e-8f63-4020-950f-9bd94d78fd90 req-db772f52-7763-4441-b63a-145e9f6931e7 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122245 May 05 21:42:55.531615 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9f5d8b00-766d-41ef-8fb1-ae20e3cad4d7 req-e34922c2-e919-41dc-ae4c-67d3cc0395a3 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:55.531920 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9f5d8b00-766d-41ef-8fb1-ae20e3cad4d7 req-e34922c2-e919-41dc-ae4c-67d3cc0395a3 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:55.541666 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0175d9cd-fcb4-4bce-a893-099c7cc6d4b5 req-c3017c15-9482-44bc-b4e5-82344c911fb2 service neutron] 10.222.0.44 "GET /v2.0/networks/4988fe71-34c6-4737-ad2a-40f5327e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926791 May 05 21:42:55.586883 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 961ce505-c494-4a7a-99a8-43c063b230c8 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:42:55.663419 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c90911d9-c421-4874-8935-956d1072f84b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fb020a9-8991-4a55-bc6f-9564698b0e92'}, {'name': 'network-changed', 'server_uuid': 'c90911d9-c421-4874-8935-956d1072f84b', 'tag': '4fb020a9-8991-4a55-bc6f-9564698b0e92'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:42:55.666959 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 961ce505-c494-4a7a-99a8-43c063b230c8 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:42:55.667522 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:55.681639 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-9f5d8b00-766d-41ef-8fb1-ae20e3cad4d7 req-e34922c2-e919-41dc-ae4c-67d3cc0395a3 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Calling delete_port for fbcd0a6c-f81d-4aa3-833d-8ac7db4334e4 owned by network:floatingip {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:42:55.718447 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [req-2979f027-6545-4d79-9376-06849907d4b6 req-5d71d181-4583-4435-8a01-2ffab346cdb0 tempest-SecurityGroupsNegativeTestJSON-598186494 tempest-SecurityGroupsNegativeTestJSON-598186494-project] show failed (client error): The resource could not be found. May 05 21:42:55.719529 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2979f027-6545-4d79-9376-06849907d4b6 req-5d71d181-4583-4435-8a01-2ffab346cdb0 tempest-SecurityGroupsNegativeTestJSON-598186494 tempest-SecurityGroupsNegativeTestJSON-598186494-project] 10.222.0.23 "GET /v2.0/security-groups/930ea80d-76c7-4ca0-b715-4b1ddc377311 HTTP/1.1" status: 404 len: 352 time: 0.1194928 May 05 21:42:55.730748 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 34642) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:42:55.833765 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:55.875355 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e0f4fa-7535-47a6-b0f4-cdc1a472748e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '961ce505-c494-4a7a-99a8-43c063b230c8'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:42:55.902510 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 961ce505-c494-4a7a-99a8-43c063b230c8, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=961ce505-c494-4a7a-99a8-43c063b230c8,segment=NetworkSegment(1433ba6d-48b0-4056-91b6-deba1a0564ab),segment_id=1433ba6d-48b0-4056-91b6-deba1a0564ab)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:42:55.912372 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:55.913343 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 4fb020a9-8991-4a55-bc6f-9564698b0e92 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:42:55.969241 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7dc64c7-eb95-412e-92aa-e265e3d7f922 admin admin] Deleting subnet cdb36324-cc03-4eae-b1fc-8c1bb732721b {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:42:55.973928 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a7dc64c7-eb95-412e-92aa-e265e3d7f922 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:56.080563 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 4fb020a9-8991-4a55-bc6f-9564698b0e92 not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:42:56.085297 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=961ce505-c494-4a7a-99a8-43c063b230c8,revision_number=7']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:56.112149 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 9748accb-d019-4176-bbe7-ba2635a4ace3 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:42:56.125173 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a7dc64c7-eb95-412e-92aa-e265e3d7f922 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:56.200413 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9f5d8b00-766d-41ef-8fb1-ae20e3cad4d7 req-e34922c2-e919-41dc-ae4c-67d3cc0395a3 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:56.246928 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a7dc64c7-eb95-412e-92aa-e265e3d7f922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:56.291036 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34922c2-e919-41dc-ae4c-67d3cc0395a3 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Pushing event deleted for resources: {'Port': ['ID=fbcd0a6c-f81d-4aa3-833d-8ac7db4334e4,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:56.292212 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-73c81ec9-d8af-4b3b-91f1-2cdb92d3c053 req-019e7bcf-6e47-4255-8e16-0da932a3814d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=99b8cfee-86b7-4d33-8d20-496ef05adf08&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2887375 May 05 21:42:56.306470 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 9748accb-d019-4176-bbe7-ba2635a4ace3, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=9748accb-d019-4176-bbe7-ba2635a4ace3,segment=NetworkSegment(bb53319d-02d7-4ee5-a402-d07603ca726a),segment_id=bb53319d-02d7-4ee5-a402-d07603ca726a)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:42:56.326305 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '9748accb-d019-4176-bbe7-ba2635a4ace3', 'network_id': '4988fe71-34c6-4737-ad2a-40f5327e7f0e', 'port_id': '9748accb-d019-4176-bbe7-ba2635a4ace3', 'mac_address': 'fa:16:3e:06:a8:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b652dcd0-731b-4d23-9d82-356eea5d9656', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:42:56.396208 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:56.421405 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9f5d8b00-766d-41ef-8fb1-ae20e3cad4d7 req-e34922c2-e919-41dc-ae4c-67d3cc0395a3 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Notify callbacks [] for floatingip, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:56.426050 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a7dc64c7-eb95-412e-92aa-e265e3d7f922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:56.429671 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9748accb-d019-4176-bbe7-ba2635a4ace3 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:42:56.448346 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 9748accb-d019-4176-bbe7-ba2635a4ace3, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=9748accb-d019-4176-bbe7-ba2635a4ace3,segment=NetworkSegment(bb53319d-02d7-4ee5-a402-d07603ca726a),segment_id=bb53319d-02d7-4ee5-a402-d07603ca726a)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:42:56.465309 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:56.476636 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc64c7-eb95-412e-92aa-e265e3d7f922 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdb36324-cc03-4eae-b1fc-8c1bb732721b,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:56.484331 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a7dc64c7-eb95-412e-92aa-e265e3d7f922 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:56.520720 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a7dc64c7-eb95-412e-92aa-e265e3d7f922 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/cdb36324-cc03-4eae-b1fc-8c1bb732721b HTTP/1.1" status: 204 len: 168 time: 0.7888932 May 05 21:42:56.522041 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9f5d8b00-766d-41ef-8fb1-ae20e3cad4d7 req-e34922c2-e919-41dc-ae4c-67d3cc0395a3 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:56.523310 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 34652) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:42:56.535257 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9f5d8b00-766d-41ef-8fb1-ae20e3cad4d7 req-e34922c2-e919-41dc-ae4c-67d3cc0395a3 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] 10.222.0.23 "DELETE /v2.0/floatingips/5d1cef40-3e4a-4064-b0ab-411864ff9d88 HTTP/1.1" status: 204 len: 173 time: 1.7378426 May 05 21:42:56.561168 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=9748accb-d019-4176-bbe7-ba2635a4ace3,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:56.702451 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-42f214c0-b6d2-4f12-8ffe-5f8277c8dcaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:56.740927 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['9748accb-d019-4176-bbe7-ba2635a4ace3'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:42:56.915294 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c0e5198a-a7b3-4f94-8399-2675d5c6137f req-2fba6645-a501-4a0b-ac10-16f930c1f0cc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3aadae64-4f98-4a1f-93da-85ecf09f48df&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1329095 May 05 21:42:56.979960 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-42f214c0-b6d2-4f12-8ffe-5f8277c8dcaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:57.065511 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-42f214c0-b6d2-4f12-8ffe-5f8277c8dcaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8193230b-84a9-44f6-8f47-652b80721999']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:42:57.101607 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-42f214c0-b6d2-4f12-8ffe-5f8277c8dcaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9531228-7e9b-4ec8-89da-f4144e3c577b') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:42:57.101607 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-42f214c0-b6d2-4f12-8ffe-5f8277c8dcaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9531228-7e9b-4ec8-89da-f4144e3c577b') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:42:57.131846 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-42f214c0-b6d2-4f12-8ffe-5f8277c8dcaa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:57.183303 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-42f214c0-b6d2-4f12-8ffe-5f8277c8dcaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:57.198436 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42f214c0-b6d2-4f12-8ffe-5f8277c8dcaa admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:42:57.199520 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-42f214c0-b6d2-4f12-8ffe-5f8277c8dcaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:57.234448 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 21:42:57.234448 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:42:57.234448 n-d-825175-4 neutron-server[84063]: timer() May 05 21:42:57.234448 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:42:57.234448 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 21:42:57.234448 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:42:57.234448 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 21:42:57.234448 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:42:57.234448 n-d-825175-4 neutron-server[84063]: self._notify() May 05 21:42:57.234448 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:42:57.234448 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 21:42:57.234448 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:42:57.234448 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 21:42:57.234448 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:42:57.234448 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:42:57.234448 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:42:57.234448 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:42:57.234448 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:42:57.234448 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 21:42:57.234448 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:42:57.234448 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 21:42:57.234448 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:42:57.234448 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:42:57.234448 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:42:57.234448 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 21:42:57.234448 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:42:57.234448 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:42:57.234448 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:42:57.234448 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:42:57.234448 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:42:57.234448 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:42:57.234448 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:42:57.326438 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 34682) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:42:57.377153 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-42f214c0-b6d2-4f12-8ffe-5f8277c8dcaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:57.387872 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671d2c0-5c1c-409f-bb4f-fc1128b8b41a req-650baf23-63fc-4915-b977-9a79c65b853a tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:57.395182 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5671d2c0-5c1c-409f-bb4f-fc1128b8b41a req-650baf23-63fc-4915-b977-9a79c65b853a tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e09e28-cbb9-47e8-9859-6676f44240c9 HTTP/1.1" status: 200 len: 945 time: 0.1986430 May 05 21:42:57.420547 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-42f214c0-b6d2-4f12-8ffe-5f8277c8dcaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:57.449857 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f214c0-b6d2-4f12-8ffe-5f8277c8dcaa admin admin] Pushing event deleted for resources: {'Network': ['ID=8193230b-84a9-44f6-8f47-652b80721999,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:57.452995 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-42f214c0-b6d2-4f12-8ffe-5f8277c8dcaa admin admin] 10.222.0.23 "DELETE /v2.0/networks/8193230b-84a9-44f6-8f47-652b80721999 HTTP/1.1" status: 204 len: 168 time: 0.9268372 May 05 21:42:57.494408 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5671d2c0-5c1c-409f-bb4f-fc1128b8b41a req-008e9b42-91ef-45b9-a67d-9c870d1aef62 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980723 May 05 21:42:57.571097 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55027345-812d-4648-a34c-7c52724da25a'] response: {'server_uuid': 'c90911d9-c421-4874-8935-956d1072f84b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fb020a9-8991-4a55-bc6f-9564698b0e92', 'code': 200} May 05 21:42:57.571588 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55027345-812d-4648-a34c-7c52724da25a'] response: {'name': 'network-changed', 'server_uuid': 'c90911d9-c421-4874-8935-956d1072f84b', 'tag': '4fb020a9-8991-4a55-bc6f-9564698b0e92', 'status': 'completed', 'code': 200} May 05 21:42:57.649787 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cd2c8613-865f-4946-b99c-66a273dcd918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:57.764655 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f607785-4dd8-40fe-b20e-5514ceafe9cb'] response: {'server_uuid': '11e0f4fa-7535-47a6-b0f4-cdc1a472748e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '961ce505-c494-4a7a-99a8-43c063b230c8', 'code': 200} May 05 21:42:57.773873 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ca0c52e8-ab7e-4474-b466-1a26fd99ccd4 req-1b4be808-ab35-4748-acbf-3271b8650903 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d0c3bd18deb4529a9eff5d87fa07f7f&device_id=c90911d9-c421-4874-8935-956d1072f84b HTTP/1.1" status: 200 len: 1100 time: 0.1741321 May 05 21:42:57.776723 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-cd2c8613-865f-4946-b99c-66a273dcd918 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:42:57.782055 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-cd2c8613-865f-4946-b99c-66a273dcd918 admin admin] Usage tracker for resource:security_group_rule and tenant:6ba3958ee193466dba693182267899d1 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:42:57.789529 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-cd2c8613-865f-4946-b99c-66a273dcd918 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:42:57.802996 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-cd2c8613-865f-4946-b99c-66a273dcd918 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:42:57.813945 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 34700) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:42:57.970934 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9c4b240c-81ee-4e45-9e3a-22ba434f4c41 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7247526f58b24ecdb9ec5c05bb97a5b5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1455634 May 05 21:42:57.970934 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 34706) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:42:58.036185 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cd2c8613-865f-4946-b99c-66a273dcd918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:58.049941 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cd2c8613-865f-4946-b99c-66a273dcd918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:58.103354 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-f7d51df5-933b-4c01-b370-eacb6db248cd req-c3f6147e-33b1-42db-92a1-67a30a828e6c tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Synchronizing usage tracker for tenant:caf8261703da4bb5a03dc145b93e3b71 on resource:floatingip {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:42:58.119615 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 4fb020a9-8991-4a55-bc6f-9564698b0e92 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:42:58.123133 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 9748accb-d019-4176-bbe7-ba2635a4ace3 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:42:58.125118 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2c8613-865f-4946-b99c-66a273dcd918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1bf6991-834f-4830-bdf1-af2c407b7959,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:58.132786 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-cd2c8613-865f-4946-b99c-66a273dcd918 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6ba3958ee193466dba693182267899d1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8031995 May 05 21:42:58.139219 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 34710) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:42:58.164315 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c52e8-ab7e-4474-b466-1a26fd99ccd4 req-7e2524b2-173e-4936-9412-13482fdbb9f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:58.165866 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ca0c52e8-ab7e-4474-b466-1a26fd99ccd4 req-7e2524b2-173e-4936-9412-13482fdbb9f3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 HTTP/1.1" status: 200 len: 870 time: 0.3841059 May 05 21:42:58.170883 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-559c60df-02eb-48e9-8008-eab559822a65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:58.279883 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-559c60df-02eb-48e9-8008-eab559822a65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:58.306307 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-f7d51df5-933b-4c01-b370-eacb6db248cd req-c3f6147e-33b1-42db-92a1-67a30a828e6c tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Unset dirty status for tenant:caf8261703da4bb5a03dc145b93e3b71 on resource:floatingip {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:42:58.309831 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f7d51df5-933b-4c01-b370-eacb6db248cd req-c3f6147e-33b1-42db-92a1-67a30a828e6c tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.223 HTTP/1.1" status: 200 len: 1001 time: 0.4872389 May 05 21:42:58.319479 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ca0c52e8-ab7e-4474-b466-1a26fd99ccd4 req-1010107e-c9cc-4c72-8a54-f83dee17e2a5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=4fb020a9-8991-4a55-bc6f-9564698b0e92 HTTP/1.1" status: 200 len: 217 time: 0.1392753 May 05 21:42:58.346890 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-208f9eaf-b936-44dc-aa26-592c6120572f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:58.398506 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-208f9eaf-b936-44dc-aa26-592c6120572f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:58.414507 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 9748accb-d019-4176-bbe7-ba2635a4ace3 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:42:58.433031 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 9748accb-d019-4176-bbe7-ba2635a4ace3 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:42:58.433603 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:58.437888 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-4b40ff05-4d5a-4ba1-a4cc-400682d730aa tempest-LiveMigrationTest-271875399 tempest-LiveMigrationTest-271875399-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 21:42:58.439636 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-4b40ff05-4d5a-4ba1-a4cc-400682d730aa tempest-LiveMigrationTest-271875399 tempest-LiveMigrationTest-271875399-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0555296 May 05 21:42:58.483752 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-208f9eaf-b936-44dc-aa26-592c6120572f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:58.525012 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208f9eaf-b936-44dc-aa26-592c6120572f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1bf6991-834f-4830-bdf1-af2c407b7959,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:58.527194 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 4fb020a9-8991-4a55-bc6f-9564698b0e92, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=4fb020a9-8991-4a55-bc6f-9564698b0e92,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:42:58.528179 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-208f9eaf-b936-44dc-aa26-592c6120572f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:58.531791 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-208f9eaf-b936-44dc-aa26-592c6120572f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f1bf6991-834f-4830-bdf1-af2c407b7959 HTTP/1.1" status: 204 len: 168 time: 0.3870642 May 05 21:42:58.545637 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-559c60df-02eb-48e9-8008-eab559822a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:58.553331 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-559c60df-02eb-48e9-8008-eab559822a65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:58.559437 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-559c60df-02eb-48e9-8008-eab559822a65 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3724a34e-9837-4cb8-8a06-73a5aa34f684 HTTP/1.1" status: 204 len: 168 time: 0.5869949 May 05 21:42:58.586865 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559c60df-02eb-48e9-8008-eab559822a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3724a34e-9837-4cb8-8a06-73a5aa34f684,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:58.612467 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d51df5-933b-4c01-b370-eacb6db248cd req-9eeac1a2-53e8-466b-8785-3a1e16f0b8eb tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:58.613298 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-f7d51df5-933b-4c01-b370-eacb6db248cd req-9eeac1a2-53e8-466b-8785-3a1e16f0b8eb tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Synchronizing usage tracker for tenant:caf8261703da4bb5a03dc145b93e3b71 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:42:58.628402 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '4fb020a9-8991-4a55-bc6f-9564698b0e92', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'port_id': '4fb020a9-8991-4a55-bc6f-9564698b0e92', 'mac_address': 'fa:16:3e:c3:3d:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f237a6ef-d044-411f-a2d8-d12619664c91', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:42:58.650385 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c52e8-ab7e-4474-b466-1a26fd99ccd4 req-49af2566-be6a-43bd-9d53-f2fb78faad43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:58.655643 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ca0c52e8-ab7e-4474-b466-1a26fd99ccd4 req-49af2566-be6a-43bd-9d53-f2fb78faad43 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.2692900 May 05 21:42:58.756119 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-f7d51df5-933b-4c01-b370-eacb6db248cd req-9eeac1a2-53e8-466b-8785-3a1e16f0b8eb tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Unset dirty status for tenant:caf8261703da4bb5a03dc145b93e3b71 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:42:58.769631 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f7d51df5-933b-4c01-b370-eacb6db248cd req-9eeac1a2-53e8-466b-8785-3a1e16f0b8eb tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] 10.222.0.23 "GET /v2.0/ports/e25ad77d-1133-4c51-b6dd-5296d0afe8d6 HTTP/1.1" status: 200 len: 942 time: 0.4466856 May 05 21:42:58.810449 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:58.829332 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ca0c52e8-ab7e-4474-b466-1a26fd99ccd4 req-8646f339-630a-4a55-95bc-0bb6f8fa0ab2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1628304 May 05 21:42:58.835268 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:58.852618 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fb020a9-8991-4a55-bc6f-9564698b0e92 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:42:58.881931 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 4fb020a9-8991-4a55-bc6f-9564698b0e92, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=4fb020a9-8991-4a55-bc6f-9564698b0e92,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:42:58.890047 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 9748accb-d019-4176-bbe7-ba2635a4ace3, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=9748accb-d019-4176-bbe7-ba2635a4ace3,segment=NetworkSegment(bb53319d-02d7-4ee5-a402-d07603ca726a),segment_id=bb53319d-02d7-4ee5-a402-d07603ca726a)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:42:58.892137 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:58.943006 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:42:58.980798 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-a13ec389-5679-4da7-a0f7-3e4ebadbf5e5 service neutron] Request body: {'binding': {'host': 'n-h1-825175-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:42:58.981444 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-a13ec389-5679-4da7-a0f7-3e4ebadbf5e5 service neutron] Unknown quota resources ['binding']. {{(pid=84061) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 05 21:42:58.987909 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=4fb020a9-8991-4a55-bc6f-9564698b0e92,revision_number=12']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:59.072506 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=9748accb-d019-4176-bbe7-ba2635a4ace3,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:42:59.183846 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['4fb020a9-8991-4a55-bc6f-9564698b0e92'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:42:59.312858 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f7d51df5-933b-4c01-b370-eacb6db248cd req-3e7e7174-cc52-43ed-bb28-0e92bc0c9ef2 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.223 HTTP/1.1" status: 200 len: 1001 time: 0.3368664 May 05 21:42:59.350648 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ca0c52e8-ab7e-4474-b466-1a26fd99ccd4 req-82dbb118-f138-41f1-8d17-b3c290613c3b service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5157619 May 05 21:42:59.747493 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ca0c52e8-ab7e-4474-b466-1a26fd99ccd4 req-22af1345-7624-4cd1-a356-306032f21af3 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871412 May 05 21:42:59.766027 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e09e28-cbb9-47e8-9859-6676f44240c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9748accb-d019-4176-bbe7-ba2635a4ace3'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:42:59.973368 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d51df5-933b-4c01-b370-eacb6db248cd req-b0963014-d07f-4353-a899-57c37ff16cce tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:42:59.975343 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f7d51df5-933b-4c01-b370-eacb6db248cd req-b0963014-d07f-4353-a899-57c37ff16cce tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] 10.222.0.23 "GET /v2.0/networks/25bfe237-58de-4709-a3e0-ac79da07c300 HTTP/1.1" status: 200 len: 784 time: 0.6271405 May 05 21:43:00.114190 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-a13ec389-5679-4da7-a0f7-3e4ebadbf5e5 service neutron] Attempting to bind port f68c5b1b-f7c3-4249-82c1-040d26e8afef on host n-h1-825175-4 for vnic_type normal with profile None {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:43:00.114503 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-a13ec389-5679-4da7-a0f7-3e4ebadbf5e5 service neutron] Attempting to bind port f68c5b1b-f7c3-4249-82c1-040d26e8afef by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': 'df9c57c2-52c8-43c0-981c-16fd110b1d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd50665b6-9647-47f1-b718-b6ae7cd32366'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:43:00.114915 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-a13ec389-5679-4da7-a0f7-3e4ebadbf5e5 service neutron] Attempting to bind port f68c5b1b-f7c3-4249-82c1-040d26e8afef on network d50665b6-9647-47f1-b718-b6ae7cd32366 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:43:00.133330 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-a13ec389-5679-4da7-a0f7-3e4ebadbf5e5 service neutron] Port f68c5b1b-f7c3-4249-82c1-040d26e8afef on network d50665b6-9647-47f1-b718-b6ae7cd32366 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:43:00.133768 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-a13ec389-5679-4da7-a0f7-3e4ebadbf5e5 service neutron] Attempting to bind port f68c5b1b-f7c3-4249-82c1-040d26e8afef on network d50665b6-9647-47f1-b718-b6ae7cd32366 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:43:00.139055 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f7d51df5-933b-4c01-b370-eacb6db248cd req-79b26ff1-ab3c-4d37-931c-12c810a70c04 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.223 HTTP/1.1" status: 200 len: 1001 time: 0.1476922 May 05 21:43:00.144161 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-a13ec389-5679-4da7-a0f7-3e4ebadbf5e5 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:43:00.144569 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-a13ec389-5679-4da7-a0f7-3e4ebadbf5e5 service neutron] Checking segment: {'id': 'df9c57c2-52c8-43c0-981c-16fd110b1d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd50665b6-9647-47f1-b718-b6ae7cd32366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:43:00.145023 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-a13ec389-5679-4da7-a0f7-3e4ebadbf5e5 service neutron] Bound using segment: {'id': 'df9c57c2-52c8-43c0-981c-16fd110b1d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd50665b6-9647-47f1-b718-b6ae7cd32366'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:43:00.145503 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-a13ec389-5679-4da7-a0f7-3e4ebadbf5e5 service neutron] Bound port: f68c5b1b-f7c3-4249-82c1-040d26e8afef, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df9c57c2-52c8-43c0-981c-16fd110b1d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd50665b6-9647-47f1-b718-b6ae7cd32366'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:43:00.176854 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-a13ec389-5679-4da7-a0f7-3e4ebadbf5e5 service neutron] For port f68c5b1b-f7c3-4249-82c1-040d26e8afef, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=f68c5b1b-f7c3-4249-82c1-040d26e8afef,segment=NetworkSegment(df9c57c2-52c8-43c0-981c-16fd110b1d0b),segment_id=df9c57c2-52c8-43c0-981c-16fd110b1d0b)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:43:00.183773 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-f7d51df5-933b-4c01-b370-eacb6db248cd req-1a69fed7-2e5d-435e-9996-af51aaaa8781 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:43:00.198844 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 34758) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:43:00.304083 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-f7d51df5-933b-4c01-b370-eacb6db248cd req-1a69fed7-2e5d-435e-9996-af51aaaa8781 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Notify callbacks [] for floatingip, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:00.358203 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-a13ec389-5679-4da7-a0f7-3e4ebadbf5e5 service neutron] Notify callbacks [] for binding, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:00.364803 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-a13ec389-5679-4da7-a0f7-3e4ebadbf5e5 service neutron] 10.222.0.23 "POST /v2.0/ports/f68c5b1b-f7c3-4249-82c1-040d26e8afef/bindings HTTP/1.1" status: 201 len: 389 time: 1.8973279 May 05 21:43:00.406002 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-0dfa6c69-35a5-48a2-80a6-8742e8678d1b admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-556339299-network', 'tenant_id': '61abfbe113f746f29df633f17a179bab'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:43:00.415617 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-0dfa6c69-35a5-48a2-80a6-8742e8678d1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:43:00.424005 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0dfa6c69-35a5-48a2-80a6-8742e8678d1b admin admin] Usage tracker for resource:network and tenant:61abfbe113f746f29df633f17a179bab is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:43:00.431356 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0dfa6c69-35a5-48a2-80a6-8742e8678d1b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:43:00.442245 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-0dfa6c69-35a5-48a2-80a6-8742e8678d1b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:43:00.480210 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dfa6c69-35a5-48a2-80a6-8742e8678d1b admin admin] Made reservation on behalf of 61abfbe113f746f29df633f17a179bab for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:43:00.485408 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0dfa6c69-35a5-48a2-80a6-8742e8678d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:00.514340 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0dfa6c69-35a5-48a2-80a6-8742e8678d1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:00.592201 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-0dfa6c69-35a5-48a2-80a6-8742e8678d1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:43:00.602274 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0dfa6c69-35a5-48a2-80a6-8742e8678d1b admin admin] Usage tracker for resource:security_group_rule and tenant:61abfbe113f746f29df633f17a179bab is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:43:00.608411 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0dfa6c69-35a5-48a2-80a6-8742e8678d1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:43:00.624012 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-0dfa6c69-35a5-48a2-80a6-8742e8678d1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:43:00.757806 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0dfa6c69-35a5-48a2-80a6-8742e8678d1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:00.771388 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0dfa6c69-35a5-48a2-80a6-8742e8678d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:00.791999 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dfa6c69-35a5-48a2-80a6-8742e8678d1b admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:43:00.794337 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-f7d51df5-933b-4c01-b370-eacb6db248cd req-1a69fed7-2e5d-435e-9996-af51aaaa8781 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:00.829339 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa6c69-35a5-48a2-80a6-8742e8678d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=973992db-961f-45c5-97b0-a4514479737f,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:00.841681 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0dfa6c69-35a5-48a2-80a6-8742e8678d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:00.843259 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-f7d51df5-933b-4c01-b370-eacb6db248cd req-1a69fed7-2e5d-435e-9996-af51aaaa8781 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:00.843392 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-0dfa6c69-35a5-48a2-80a6-8742e8678d1b admin admin] Added segment b6a78c60-1e9b-428a-ae97-394891f78dc2 of type vlan for network c0872462-98fa-4b18-824d-ce804e81510e May 05 21:43:00.844117 n-d-825175-4 neutron-server[84061]: INFO neutron.db.l3_db [req-f7d51df5-933b-4c01-b370-eacb6db248cd req-1a69fed7-2e5d-435e-9996-af51aaaa8781 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Floating IP d32033e2-b406-419b-ab9c-351a664b02ee disassociated. External IP: 172.25.4.223, port: e25ad77d-1133-4c51-b6dd-5296d0afe8d6. May 05 21:43:00.876998 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0dfa6c69-35a5-48a2-80a6-8742e8678d1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:00.917242 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0dfa6c69-35a5-48a2-80a6-8742e8678d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:00.918313 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfa6c69-35a5-48a2-80a6-8742e8678d1b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:00.918934 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0dfa6c69-35a5-48a2-80a6-8742e8678d1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:01.030947 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-41b64842-31d2-4bae-85f3-7211600c49b5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ea576b38215846aaa224b1aa35155ba3&device_id=99b8cfee-86b7-4d33-8d20-496ef05adf08 HTTP/1.1" status: 200 len: 1096 time: 0.2350450 May 05 21:43:01.044614 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa6c69-35a5-48a2-80a6-8742e8678d1b admin admin] Pushing event updated for resources: {'Network': ['ID=c0872462-98fa-4b18-824d-ce804e81510e,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:01.048346 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0dfa6c69-35a5-48a2-80a6-8742e8678d1b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8476155 May 05 21:43:01.052544 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 34772) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:43:01.058962 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network c0872462-98fa-4b18-824d-ce804e81510e details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:43:01.059617 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-b0326df5-243d-4e21-a343-5135df6f1ad6 admin admin] Request body: {'subnet': {'network_id': 'c0872462-98fa-4b18-824d-ce804e81510e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-556339299-subnet', 'tenant_id': '61abfbe113f746f29df633f17a179bab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:43:01.066652 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-b0326df5-243d-4e21-a343-5135df6f1ad6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:43:01.073089 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b0326df5-243d-4e21-a343-5135df6f1ad6 admin admin] Usage tracker for resource:subnet and tenant:61abfbe113f746f29df633f17a179bab is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:43:01.076432 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b0326df5-243d-4e21-a343-5135df6f1ad6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:43:01.086845 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-b0326df5-243d-4e21-a343-5135df6f1ad6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:43:01.105422 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0326df5-243d-4e21-a343-5135df6f1ad6 admin admin] Made reservation on behalf of 61abfbe113f746f29df633f17a179bab for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:43:01.109511 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b0326df5-243d-4e21-a343-5135df6f1ad6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:01.261150 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-e2a6ca73-ebb0-418d-9814-a7a99d562b35 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:01.262628 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-e2a6ca73-ebb0-418d-9814-a7a99d562b35 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d50665b6-9647-47f1-b718-b6ae7cd32366 HTTP/1.1" status: 200 len: 909 time: 0.1922102 May 05 21:43:01.271506 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c9a88c-4254-4b99-887c-684e91474c56 req-f0e5bdb5-d357-4663-9ec4-bf5642dc536c tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:01.273018 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-95c9a88c-4254-4b99-887c-684e91474c56 req-f0e5bdb5-d357-4663-9ec4-bf5642dc536c tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=c90911d9-c421-4874-8935-956d1072f84b HTTP/1.1" status: 200 len: 950 time: 0.2465324 May 05 21:43:01.382731 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b0326df5-243d-4e21-a343-5135df6f1ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:01.461384 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0326df5-243d-4e21-a343-5135df6f1ad6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3616903f-0b3a-4ed3-93ad-c39d3f389ac9,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:01.476260 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0326df5-243d-4e21-a343-5135df6f1ad6 admin admin] Checking segment: {'id': 'b6a78c60-1e9b-428a-ae97-394891f78dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c0872462-98fa-4b18-824d-ce804e81510e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:43:01.476260 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0326df5-243d-4e21-a343-5135df6f1ad6 admin admin] Network hostable DHCP agents. Network: c0872462-98fa-4b18-824d-ce804e81510e, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:43:01.499127 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0326df5-243d-4e21-a343-5135df6f1ad6 admin admin] Network c0872462-98fa-4b18-824d-ce804e81510e is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:43:01.511985 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-b0326df5-243d-4e21-a343-5135df6f1ad6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, c0872462-98fa-4b18-824d-ce804e81510e) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:43:01.533176 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0326df5-243d-4e21-a343-5135df6f1ad6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:01.534064 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b0326df5-243d-4e21-a343-5135df6f1ad6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:01.539109 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85ee90e-eb50-42f0-b8e1-fe61387b5374 None None] Network c0872462-98fa-4b18-824d-ce804e81510e requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:43:01.544765 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-b180abb7-6292-42af-bf9f-aec6ef6ea047 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f68c5b1b-f7c3-4249-82c1-040d26e8afef HTTP/1.1" status: 200 len: 217 time: 0.2692986 May 05 21:43:01.582293 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b0326df5-243d-4e21-a343-5135df6f1ad6 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5285375 May 05 21:43:01.585048 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 34776) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:43:01.590978 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-288c2bed-0bb4-4ad7-8fd0-07b5f88796ce admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-556339299-router', 'tenant_id': '61abfbe113f746f29df633f17a179bab', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:43:01.597260 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-288c2bed-0bb4-4ad7-8fd0-07b5f88796ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:43:01.607485 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-288c2bed-0bb4-4ad7-8fd0-07b5f88796ce admin admin] Usage tracker for resource:router and tenant:61abfbe113f746f29df633f17a179bab is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:43:01.617424 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-288c2bed-0bb4-4ad7-8fd0-07b5f88796ce admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:43:01.626695 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-288c2bed-0bb4-4ad7-8fd0-07b5f88796ce admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:43:01.653333 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-288c2bed-0bb4-4ad7-8fd0-07b5f88796ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:01.654433 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-288c2bed-0bb4-4ad7-8fd0-07b5f88796ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:01.655148 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-95c9a88c-4254-4b99-887c-684e91474c56 req-6a3fd84b-dc1d-4de9-84f5-e5b56001628a tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641159 May 05 21:43:01.695879 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-288c2bed-0bb4-4ad7-8fd0-07b5f88796ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:01.747216 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-f45d33fb-dff8-4a23-a680-851f6054db76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:01.748990 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-f45d33fb-dff8-4a23-a680-851f6054db76 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2ef0800d-de6f-466d-b35f-d1403d70c310 HTTP/1.1" status: 200 len: 848 time: 0.1952429 May 05 21:43:01.889445 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daadbc3f-b872-4388-850a-8ebcfc4691d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-c0872462-98fa-4b18-824d-ce804e81510e', 'network_id': 'c0872462-98fa-4b18-824d-ce804e81510e', 'tenant_id': '61abfbe113f746f29df633f17a179bab', 'fixed_ips': [{'subnet_id': '3616903f-0b3a-4ed3-93ad-c39d3f389ac9'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 21:43:01.891526 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-daadbc3f-b872-4388-850a-8ebcfc4691d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:01.990159 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-71be0e90-bfbc-458e-b5c0-3dc24fe5a8a0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d50665b6-9647-47f1-b718-b6ae7cd32366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2211380 May 05 21:43:02.005768 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-288c2bed-0bb4-4ad7-8fd0-07b5f88796ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:02.150997 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 4fb020a9-8991-4a55-bc6f-9564698b0e92 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:43:02.244356 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-daadbc3f-b872-4388-850a-8ebcfc4691d5 None None] Allocated IP 172.20.0.2 (c0872462-98fa-4b18-824d-ce804e81510e/3616903f-0b3a-4ed3-93ad-c39d3f389ac9/b499bc38-ba8d-428d-a7bf-ae8b14f74a02) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:43:02.272159 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-9748bf62-200e-4acc-ba5b-9bef16d49b24 service neutron] 10.222.0.44 "GET /v2.0/networks/d50665b6-9647-47f1-b718-b6ae7cd32366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697797 May 05 21:43:02.381252 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 4fb020a9-8991-4a55-bc6f-9564698b0e92 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:43:02.389860 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 4fb020a9-8991-4a55-bc6f-9564698b0e92 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:43:02.391139 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:02.396236 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-288c2bed-0bb4-4ad7-8fd0-07b5f88796ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:02.431880 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-288c2bed-0bb4-4ad7-8fd0-07b5f88796ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:02.619811 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-580a9eec-d9ad-480c-b98b-8578e400fffd service neutron] 10.222.0.44 "GET /v2.0/networks/d50665b6-9647-47f1-b718-b6ae7cd32366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333180 May 05 21:43:02.630196 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0203f0d-1e25-4e60-afaa-89827f50f235 req-393b0c50-94a2-4676-b0c4-d49b6a4db037 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:02.637480 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f0203f0d-1e25-4e60-afaa-89827f50f235 req-393b0c50-94a2-4676-b0c4-d49b6a4db037 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e09e28-cbb9-47e8-9859-6676f44240c9 HTTP/1.1" status: 200 len: 946 time: 0.1850727 May 05 21:43:02.669423 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7d51df5-933b-4c01-b370-eacb6db248cd req-1a69fed7-2e5d-435e-9996-af51aaaa8781 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Router e357e861-6673-4ff9-a2df-c2bd01419397 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:43:02.706867 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:02.731054 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-daadbc3f-b872-4388-850a-8ebcfc4691d5 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:02.754134 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-daadbc3f-b872-4388-850a-8ebcfc4691d5 None None] Transition to ACTIVE for port object b499bc38-ba8d-428d-a7bf-ae8b14f74a02 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:43:02.785725 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 4fb020a9-8991-4a55-bc6f-9564698b0e92, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=4fb020a9-8991-4a55-bc6f-9564698b0e92,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:43:02.789327 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-daadbc3f-b872-4388-850a-8ebcfc4691d5 None None] Transition to ACTIVE for port object b499bc38-ba8d-428d-a7bf-ae8b14f74a02 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:43:02.794200 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:02.826794 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f0203f0d-1e25-4e60-afaa-89827f50f235 req-c4142b3b-2866-4cd2-85bc-5c20318896ad tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880248 May 05 21:43:02.841391 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-288c2bed-0bb4-4ad7-8fd0-07b5f88796ce admin admin] Allocated IP 172.25.4.130 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/45bf82e6-e82c-4dec-be68-8ae4b46a79bb) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:43:02.908027 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=4fb020a9-8991-4a55-bc6f-9564698b0e92,revision_number=13']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:02.916865 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-daadbc3f-b872-4388-850a-8ebcfc4691d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:02.974337 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-9453394b-37d5-43c7-ab64-e74538a59376 tempest-LiveMigrationTest-271875399 tempest-LiveMigrationTest-271875399-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=99b8cfee-86b7-4d33-8d20-496ef05adf08&tenant_id=ea576b38215846aaa224b1aa35155ba3&binding%3Ahost_id=n-h2-825175-4 HTTP/1.1" status: 200 len: 1096 time: 0.2780600 May 05 21:43:02.996490 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-3b633eb5-f31e-47e4-8fe3-5927f2c54088 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-825175-4'}}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:43:03.006260 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb5c1c0b-2606-41b8-92eb-a724c4855f6a'] response: {'server_uuid': 'e9e09e28-cbb9-47e8-9859-6676f44240c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9748accb-d019-4176-bbe7-ba2635a4ace3', 'code': 200} May 05 21:43:03.062608 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daadbc3f-b872-4388-850a-8ebcfc4691d5 None None] Network c0872462-98fa-4b18-824d-ce804e81510e is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:43:03.070951 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-daadbc3f-b872-4388-850a-8ebcfc4691d5 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:43:03.074081 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daadbc3f-b872-4388-850a-8ebcfc4691d5 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:43:03.132246 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-3b633eb5-f31e-47e4-8fe3-5927f2c54088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:03.157188 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-288c2bed-0bb4-4ad7-8fd0-07b5f88796ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:03.222425 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e7cd21e1-9357-4b1b-bfff-002f71b75ab3 req-d25f6868-5d8b-4a67-a3d9-69f39df7baf5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e9e09e28-cbb9-47e8-9859-6676f44240c9 HTTP/1.1" status: 200 len: 1097 time: 0.1700966 May 05 21:43:03.253385 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-288c2bed-0bb4-4ad7-8fd0-07b5f88796ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:03.278652 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daadbc3f-b872-4388-850a-8ebcfc4691d5 None None] Pushing event updated for resources: {'Port': ['ID=b499bc38-ba8d-428d-a7bf-ae8b14f74a02,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:03.292333 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-daadbc3f-b872-4388-850a-8ebcfc4691d5 None None] Attempting to bind port b499bc38-ba8d-428d-a7bf-ae8b14f74a02 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:43:03.292693 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-daadbc3f-b872-4388-850a-8ebcfc4691d5 None None] Attempting to bind port b499bc38-ba8d-428d-a7bf-ae8b14f74a02 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'b6a78c60-1e9b-428a-ae97-394891f78dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c0872462-98fa-4b18-824d-ce804e81510e'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:43:03.293034 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daadbc3f-b872-4388-850a-8ebcfc4691d5 None None] Attempting to bind port b499bc38-ba8d-428d-a7bf-ae8b14f74a02 on network c0872462-98fa-4b18-824d-ce804e81510e {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:43:03.302308 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daadbc3f-b872-4388-850a-8ebcfc4691d5 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:43:03.302700 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daadbc3f-b872-4388-850a-8ebcfc4691d5 None None] Checking segment: {'id': 'b6a78c60-1e9b-428a-ae97-394891f78dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c0872462-98fa-4b18-824d-ce804e81510e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:43:03.303120 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-daadbc3f-b872-4388-850a-8ebcfc4691d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:03.303631 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daadbc3f-b872-4388-850a-8ebcfc4691d5 None None] Bound using segment: {'id': 'b6a78c60-1e9b-428a-ae97-394891f78dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c0872462-98fa-4b18-824d-ce804e81510e'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:43:03.304084 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-daadbc3f-b872-4388-850a-8ebcfc4691d5 None None] Bound port: b499bc38-ba8d-428d-a7bf-ae8b14f74a02, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6a78c60-1e9b-428a-ae97-394891f78dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c0872462-98fa-4b18-824d-ce804e81510e'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:43:03.304440 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-daadbc3f-b872-4388-850a-8ebcfc4691d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:03.378447 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7d51df5-933b-4c01-b370-eacb6db248cd req-1a69fed7-2e5d-435e-9996-af51aaaa8781 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:43:03.384737 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-f7d51df5-933b-4c01-b370-eacb6db248cd req-1a69fed7-2e5d-435e-9996-af51aaaa8781 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:03.392523 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43aa988e-0be5-46aa-b27c-a3370274d8a1 None None] Sync routers for ids ['e357e861-6673-4ff9-a2df-c2bd01419397'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:43:03.415153 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43aa988e-0be5-46aa-b27c-a3370274d8a1 None None] Routers {'e357e861-6673-4ff9-a2df-c2bd01419397'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:43:03.416130 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-43aa988e-0be5-46aa-b27c-a3370274d8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:42:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['e357e861-6673-4ff9-a2df-c2bd01419397'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:43:03.446056 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288c2bed-0bb4-4ad7-8fd0-07b5f88796ce admin admin] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:43:03.446892 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-3b633eb5-f31e-47e4-8fe3-5927f2c54088 service neutron] For port f68c5b1b-f7c3-4249-82c1-040d26e8afef, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=f68c5b1b-f7c3-4249-82c1-040d26e8afef,segment=NetworkSegment(df9c57c2-52c8-43c0-981c-16fd110b1d0b),segment_id=df9c57c2-52c8-43c0-981c-16fd110b1d0b)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:43:03.467658 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f7d51df5-933b-4c01-b370-eacb6db248cd req-1a69fed7-2e5d-435e-9996-af51aaaa8781 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] 10.222.0.23 "PUT /v2.0/floatingips/d32033e2-b406-419b-ab9c-351a664b02ee HTTP/1.1" status: 200 len: 695 time: 3.2890699 May 05 21:43:03.469071 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98f46ae6-68ae-4dc1-b860-386f211ba493', 'tag': 'e25ad77d-1133-4c51-b6dd-5296d0afe8d6'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:43:03.470270 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-288c2bed-0bb4-4ad7-8fd0-07b5f88796ce admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:43:03.496662 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288c2bed-0bb4-4ad7-8fd0-07b5f88796ce admin admin] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:43:03.536395 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-daadbc3f-b872-4388-850a-8ebcfc4691d5 None None] For port b499bc38-ba8d-428d-a7bf-ae8b14f74a02, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:43:03.546917 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-daadbc3f-b872-4388-850a-8ebcfc4691d5 None None] For port b499bc38-ba8d-428d-a7bf-ae8b14f74a02, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=b499bc38-ba8d-428d-a7bf-ae8b14f74a02,segment=NetworkSegment(b6a78c60-1e9b-428a-ae97-394891f78dc2),segment_id=b6a78c60-1e9b-428a-ae97-394891f78dc2)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:43:03.560479 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-daadbc3f-b872-4388-850a-8ebcfc4691d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:03.582483 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.resource_extend [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-3b633eb5-f31e-47e4-8fe3-5927f2c54088 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 21:43:03.635790 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288c2bed-0bb4-4ad7-8fd0-07b5f88796ce admin admin] Pushing event updated for resources: {'Port': ['ID=45bf82e6-e82c-4dec-be68-8ae4b46a79bb,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:03.687622 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daadbc3f-b872-4388-850a-8ebcfc4691d5 None None] Pushing event updated for resources: {'Port': ['ID=b499bc38-ba8d-428d-a7bf-ae8b14f74a02,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:03.705934 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e7cd21e1-9357-4b1b-bfff-002f71b75ab3 req-1f323f39-cfc1-4614-8a84-0c21e63c1846 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4725008 May 05 21:43:03.873039 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-43aa988e-0be5-46aa-b27c-a3370274d8a1 None None] Set router e357e861-6673-4ff9-a2df-c2bd01419397 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:43:03.906054 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-3b633eb5-f31e-47e4-8fe3-5927f2c54088 service neutron] For port f68c5b1b-f7c3-4249-82c1-040d26e8afef, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:43:03.911465 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-288c2bed-0bb4-4ad7-8fd0-07b5f88796ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:03.914125 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-288c2bed-0bb4-4ad7-8fd0-07b5f88796ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:03.989843 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 34802) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:43:04.097081 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f7d51df5-933b-4c01-b370-eacb6db248cd req-01b948a8-f211-4499-aeb8-be63924fb376 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=caf8261703da4bb5a03dc145b93e3b71&device_id=98f46ae6-68ae-4dc1-b860-386f211ba493 HTTP/1.1" status: 200 len: 1096 time: 0.6008961 May 05 21:43:04.222753 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7184e367-ffd4-4942-87ca-d416f716cec4 req-02610a64-a702-40d9-9804-226b6675d617 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:04.223878 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-7184e367-ffd4-4942-87ca-d416f716cec4 req-02610a64-a702-40d9-9804-226b6675d617 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Synchronizing usage tracker for tenant:81eab7c1fe9e43afad7f59eb7b238035 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:43:04.297928 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-7184e367-ffd4-4942-87ca-d416f716cec4 req-02610a64-a702-40d9-9804-226b6675d617 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Unset dirty status for tenant:81eab7c1fe9e43afad7f59eb7b238035 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:43:04.299937 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7184e367-ffd4-4942-87ca-d416f716cec4 req-02610a64-a702-40d9-9804-226b6675d617 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] 10.222.0.44 "GET /v2.0/ports?device_id=3aadae64-4f98-4a1f-93da-85ecf09f48df HTTP/1.1" status: 200 len: 950 time: 0.3740947 May 05 21:43:04.342255 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device b499bc38-ba8d-428d-a7bf-ae8b14f74a02 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:43:04.399698 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d51df5-933b-4c01-b370-eacb6db248cd req-03770d28-cc61-417f-9980-55ade474367c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:04.401136 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f7d51df5-933b-4c01-b370-eacb6db248cd req-03770d28-cc61-417f-9980-55ade474367c service neutron] 10.222.0.23 "GET /v2.0/networks?id=4a118f75-6402-41b9-9321-665059ee52dd HTTP/1.1" status: 200 len: 930 time: 0.2929296 May 05 21:43:04.424772 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:43:04.440553 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port b499bc38-ba8d-428d-a7bf-ae8b14f74a02 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:43:04.474397 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-7184e367-ffd4-4942-87ca-d416f716cec4 req-b26bf8fd-530d-403e-a743-61cae1873990 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Deleting port 33897446-62d1-463c-a5b8-1064c2ec78b0 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:43:04.475435 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-7184e367-ffd4-4942-87ca-d416f716cec4 req-b26bf8fd-530d-403e-a743-61cae1873990 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:04.503328 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-43aa988e-0be5-46aa-b27c-a3370274d8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e357e861-6673-4ff9-a2df-c2bd01419397', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1706462636-router', 'tenant_id': 'caf8261703da4bb5a03dc145b93e3b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '9e7170a0-07a6-4d7c-b314-a0b2e5df4936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:42:03Z', 'updated_at': '2022-05-05T21:42:16Z', 'revision_number': 4, 'project_id': 'caf8261703da4bb5a03dc145b93e3b71', 'gw_port': {'id': '9e7170a0-07a6-4d7c-b314-a0b2e5df4936', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:30:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e357e861-6673-4ff9-a2df-c2bd01419397', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:42:05Z', 'updated_at': '2022-05-05T21:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '9268578c-7c93-47e6-b1fc-b6f7138d300a', 'name': '', 'network_id': '4a118f75-6402-41b9-9321-665059ee52dd', 'tenant_id': 'caf8261703da4bb5a03dc145b93e3b71', 'mac_address': 'fa:16:3e:19:5a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e357e861-6673-4ff9-a2df-c2bd01419397', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c6bf067-b6d5-40b0-85b3-48d049dd595f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:42:14Z', 'updated_at': '2022-05-05T21:42:34Z', 'revision_number': 5, 'project_id': 'caf8261703da4bb5a03dc145b93e3b71', 'subnets': [{'id': '2c6bf067-b6d5-40b0-85b3-48d049dd595f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:43:04.508586 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43aa988e-0be5-46aa-b27c-a3370274d8a1 None None] Checking router: e357e861-6673-4ff9-a2df-c2bd01419397 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:43:04.520548 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43aa988e-0be5-46aa-b27c-a3370274d8a1 None None] Routers {'e357e861-6673-4ff9-a2df-c2bd01419397'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:43:04.520548 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-43aa988e-0be5-46aa-b27c-a3370274d8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:42:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['e357e861-6673-4ff9-a2df-c2bd01419397'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:43:04.583596 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4a69f386-bed5-49a4-818c-af5bacd52732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:04.613404 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-3b633eb5-f31e-47e4-8fe3-5927f2c54088 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:04.651997 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4a69f386-bed5-49a4-818c-af5bacd52732 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:43:04.660955 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-4a69f386-bed5-49a4-818c-af5bacd52732 admin admin] Usage tracker for resource:security_group_rule and tenant:a3caef486e164d00a51b844f446807ba is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:43:04.669025 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-4a69f386-bed5-49a4-818c-af5bacd52732 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:43:04.675632 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4a69f386-bed5-49a4-818c-af5bacd52732 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:43:04.725387 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-43aa988e-0be5-46aa-b27c-a3370274d8a1 None None] Set router e357e861-6673-4ff9-a2df-c2bd01419397 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:43:04.749190 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4a69f386-bed5-49a4-818c-af5bacd52732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:04.756614 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e67f48-9501-4448-afad-3c75ef1ed4f1 req-b29d9055-f7a1-492a-a709-e02d254c8b30 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:04.763965 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f1e67f48-9501-4448-afad-3c75ef1ed4f1 req-b29d9055-f7a1-492a-a709-e02d254c8b30 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=99b8cfee-86b7-4d33-8d20-496ef05adf08 HTTP/1.1" status: 200 len: 945 time: 0.9421775 May 05 21:43:04.767582 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4a69f386-bed5-49a4-818c-af5bacd52732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:04.781118 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f7d51df5-933b-4c01-b370-eacb6db248cd req-8100935f-3f11-42a8-ac94-8af25293280f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e25ad77d-1133-4c51-b6dd-5296d0afe8d6 HTTP/1.1" status: 200 len: 217 time: 0.3659623 May 05 21:43:04.875809 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-7184e367-ffd4-4942-87ca-d416f716cec4 req-b26bf8fd-530d-403e-a743-61cae1873990 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] For port 33897446-62d1-463c-a5b8-1064c2ec78b0, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=33897446-62d1-463c-a5b8-1064c2ec78b0,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:43:04.876159 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-7184e367-ffd4-4942-87ca-d416f716cec4 req-b26bf8fd-530d-403e-a743-61cae1873990 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:04.916074 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a69f386-bed5-49a4-818c-af5bacd52732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ed7e17-182b-4196-bd20-bab8d1a625bb,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:04.919634 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-3b633eb5-f31e-47e4-8fe3-5927f2c54088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:05.007313 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c90911d9-c421-4874-8935-956d1072f84b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb020a9-8991-4a55-bc6f-9564698b0e92'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:43:05.193385 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-7184e367-ffd4-4942-87ca-d416f716cec4 req-b26bf8fd-530d-403e-a743-61cae1873990 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Calling delete_port for 33897446-62d1-463c-a5b8-1064c2ec78b0 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:43:05.266080 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 34810) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:43:05.266578 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4a69f386-bed5-49a4-818c-af5bacd52732 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a3caef486e164d00a51b844f446807ba&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2287774 May 05 21:43:05.315825 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5443b98d-7840-4d5f-8852-11595d6c0481 None None] Network c0872462-98fa-4b18-824d-ce804e81510e requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:43:05.329926 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d51df5-933b-4c01-b370-eacb6db248cd req-095439a0-2d35-44dc-bfd5-1364db217d08 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:05.338119 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f7d51df5-933b-4c01-b370-eacb6db248cd req-095439a0-2d35-44dc-bfd5-1364db217d08 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2c6bf067-b6d5-40b0-85b3-48d049dd595f HTTP/1.1" status: 200 len: 868 time: 0.5557654 May 05 21:43:05.352168 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f1e67f48-9501-4448-afad-3c75ef1ed4f1 req-1018b21a-975b-4561-8bc4-a7692b895e52 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5856829 May 05 21:43:05.359772 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-43aa988e-0be5-46aa-b27c-a3370274d8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e357e861-6673-4ff9-a2df-c2bd01419397', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1706462636-router', 'tenant_id': 'caf8261703da4bb5a03dc145b93e3b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '9e7170a0-07a6-4d7c-b314-a0b2e5df4936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:42:03Z', 'updated_at': '2022-05-05T21:42:16Z', 'revision_number': 4, 'project_id': 'caf8261703da4bb5a03dc145b93e3b71', 'gw_port': {'id': '9e7170a0-07a6-4d7c-b314-a0b2e5df4936', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:30:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e357e861-6673-4ff9-a2df-c2bd01419397', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:42:05Z', 'updated_at': '2022-05-05T21:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '9268578c-7c93-47e6-b1fc-b6f7138d300a', 'name': '', 'network_id': '4a118f75-6402-41b9-9321-665059ee52dd', 'tenant_id': 'caf8261703da4bb5a03dc145b93e3b71', 'mac_address': 'fa:16:3e:19:5a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e357e861-6673-4ff9-a2df-c2bd01419397', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c6bf067-b6d5-40b0-85b3-48d049dd595f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:42:14Z', 'updated_at': '2022-05-05T21:42:34Z', 'revision_number': 5, 'project_id': 'caf8261703da4bb5a03dc145b93e3b71', 'subnets': [{'id': '2c6bf067-b6d5-40b0-85b3-48d049dd595f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:43:05.382685 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43aa988e-0be5-46aa-b27c-a3370274d8a1 None None] The sync data for ids ['e357e861-6673-4ff9-a2df-c2bd01419397'] in n-d-825175-4 is: [{'id': 'e357e861-6673-4ff9-a2df-c2bd01419397', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1706462636-router', 'tenant_id': 'caf8261703da4bb5a03dc145b93e3b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '9e7170a0-07a6-4d7c-b314-a0b2e5df4936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:42:03Z', 'updated_at': '2022-05-05T21:42:16Z', 'revision_number': 4, 'project_id': 'caf8261703da4bb5a03dc145b93e3b71', 'gw_port': {'id': '9e7170a0-07a6-4d7c-b314-a0b2e5df4936', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:30:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e357e861-6673-4ff9-a2df-c2bd01419397', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:42:05Z', 'updated_at': '2022-05-05T21:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '9268578c-7c93-47e6-b1fc-b6f7138d300a', 'name': '', 'network_id': '4a118f75-6402-41b9-9321-665059ee52dd', 'tenant_id': 'caf8261703da4bb5a03dc145b93e3b71', 'mac_address': 'fa:16:3e:19:5a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e357e861-6673-4ff9-a2df-c2bd01419397', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c6bf067-b6d5-40b0-85b3-48d049dd595f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:42:14Z', 'updated_at': '2022-05-05T21:42:34Z', 'revision_number': 5, 'project_id': 'caf8261703da4bb5a03dc145b93e3b71', 'subnets': [{'id': '2c6bf067-b6d5-40b0-85b3-48d049dd595f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:43:05.485229 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b633eb5-f31e-47e4-8fe3-5927f2c54088 service neutron] Pushing event updated for resources: {'Port': ['ID=f68c5b1b-f7c3-4249-82c1-040d26e8afef,revision_number=7']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:05.497967 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-3b633eb5-f31e-47e4-8fe3-5927f2c54088 service neutron] Attempting to bind port f68c5b1b-f7c3-4249-82c1-040d26e8afef on host n-h2-825175-4 for vnic_type normal with profile {"migrating_to": "n-h1-825175-4"} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:43:05.498578 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-3b633eb5-f31e-47e4-8fe3-5927f2c54088 service neutron] Attempting to bind port f68c5b1b-f7c3-4249-82c1-040d26e8afef by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'df9c57c2-52c8-43c0-981c-16fd110b1d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd50665b6-9647-47f1-b718-b6ae7cd32366'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:43:05.499100 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-3b633eb5-f31e-47e4-8fe3-5927f2c54088 service neutron] Attempting to bind port f68c5b1b-f7c3-4249-82c1-040d26e8afef on network d50665b6-9647-47f1-b718-b6ae7cd32366 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:43:05.500147 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:05.506083 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-0905727a-771d-4e76-8a66-05066d521c8e None None] Provisioning for port b499bc38-ba8d-428d-a7bf-ae8b14f74a02 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:43:05.513293 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-0905727a-771d-4e76-8a66-05066d521c8e None None] Provisioning complete for port b499bc38-ba8d-428d-a7bf-ae8b14f74a02 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:43:05.514190 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0905727a-771d-4e76-8a66-05066d521c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:05.526743 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-3b633eb5-f31e-47e4-8fe3-5927f2c54088 service neutron] Port f68c5b1b-f7c3-4249-82c1-040d26e8afef on network d50665b6-9647-47f1-b718-b6ae7cd32366 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:43:05.527065 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-3b633eb5-f31e-47e4-8fe3-5927f2c54088 service neutron] Attempting to bind port f68c5b1b-f7c3-4249-82c1-040d26e8afef on network d50665b6-9647-47f1-b718-b6ae7cd32366 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:43:05.551888 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-3b633eb5-f31e-47e4-8fe3-5927f2c54088 service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:43:05.552597 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-3b633eb5-f31e-47e4-8fe3-5927f2c54088 service neutron] Checking segment: {'id': 'df9c57c2-52c8-43c0-981c-16fd110b1d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd50665b6-9647-47f1-b718-b6ae7cd32366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:43:05.553243 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-3b633eb5-f31e-47e4-8fe3-5927f2c54088 service neutron] Bound using segment: {'id': 'df9c57c2-52c8-43c0-981c-16fd110b1d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd50665b6-9647-47f1-b718-b6ae7cd32366'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:43:05.553933 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-3b633eb5-f31e-47e4-8fe3-5927f2c54088 service neutron] Bound port: f68c5b1b-f7c3-4249-82c1-040d26e8afef, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df9c57c2-52c8-43c0-981c-16fd110b1d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd50665b6-9647-47f1-b718-b6ae7cd32366'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:43:05.554805 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-3b633eb5-f31e-47e4-8fe3-5927f2c54088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:05.641486 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-be7cac53-8906-4556-80d4-be467964d193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:05.657299 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-288c2bed-0bb4-4ad7-8fd0-07b5f88796ce admin admin] Router 758d72c6-f125-4f56-b4e8-835664d8e9fe is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 21:43:05.694565 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-7184e367-ffd4-4942-87ca-d416f716cec4 req-b26bf8fd-530d-403e-a743-61cae1873990 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:05.726548 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0905727a-771d-4e76-8a66-05066d521c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:05.738031 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['9b434e3e-4fe0-404a-b210-e9f2f7db8dc8', '33897446-62d1-463c-a5b8-1064c2ec78b0'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:43:05.766218 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f7d51df5-933b-4c01-b370-eacb6db248cd req-cf516f3b-abc0-46f2-a9f2-50d314c89c0b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4a118f75-6402-41b9-9321-665059ee52dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4271512 May 05 21:43:05.804303 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26bf8fd-530d-403e-a743-61cae1873990 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Pushing event deleted for resources: {'Port': ['ID=33897446-62d1-463c-a5b8-1064c2ec78b0,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:05.821403 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:05.829255 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-be7cac53-8906-4556-80d4-be467964d193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:05.857359 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-3b633eb5-f31e-47e4-8fe3-5927f2c54088 service neutron] For port f68c5b1b-f7c3-4249-82c1-040d26e8afef, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:43:05.861865 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-3b633eb5-f31e-47e4-8fe3-5927f2c54088 service neutron] For port f68c5b1b-f7c3-4249-82c1-040d26e8afef, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=f68c5b1b-f7c3-4249-82c1-040d26e8afef,segment=NetworkSegment(df9c57c2-52c8-43c0-981c-16fd110b1d0b),segment_id=df9c57c2-52c8-43c0-981c-16fd110b1d0b)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:43:05.899122 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-3b633eb5-f31e-47e4-8fe3-5927f2c54088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:05.914916 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f38b94-731f-4046-858f-2ca2e7f952b8 None None] New status for floating IP d32033e2-b406-419b-ab9c-351a664b02ee: DOWN {{(pid=84064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 21:43:06.041109 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-0905727a-771d-4e76-8a66-05066d521c8e None None] For port b499bc38-ba8d-428d-a7bf-ae8b14f74a02, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=b499bc38-ba8d-428d-a7bf-ae8b14f74a02,segment=NetworkSegment(b6a78c60-1e9b-428a-ae97-394891f78dc2),segment_id=b6a78c60-1e9b-428a-ae97-394891f78dc2)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:43:06.119859 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b633eb5-f31e-47e4-8fe3-5927f2c54088 service neutron] Pushing event updated for resources: {'Port': ['ID=f68c5b1b-f7c3-4249-82c1-040d26e8afef,revision_number=8']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:06.150457 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0905727a-771d-4e76-8a66-05066d521c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:06.221547 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f7d51df5-933b-4c01-b370-eacb6db248cd req-999ccc73-a4d0-48c2-bc56-ffb583d8a296 service neutron] 10.222.0.23 "GET /v2.0/networks/4a118f75-6402-41b9-9321-665059ee52dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4544628 May 05 21:43:06.292246 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-7184e367-ffd4-4942-87ca-d416f716cec4 req-b26bf8fd-530d-403e-a743-61cae1873990 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] No DVR routers for this DVR port 33897446-62d1-463c-a5b8-1064c2ec78b0 on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:43:06.295816 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-7184e367-ffd4-4942-87ca-d416f716cec4 req-b26bf8fd-530d-403e-a743-61cae1873990 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:06.332861 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aadae64-4f98-4a1f-93da-85ecf09f48df', 'name': 'network-vif-deleted', 'tag': '33897446-62d1-463c-a5b8-1064c2ec78b0'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:43:06.338696 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-be7cac53-8906-4556-80d4-be467964d193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:06.344032 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-be7cac53-8906-4556-80d4-be467964d193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:06.348126 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-be7cac53-8906-4556-80d4-be467964d193 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/21ed7e17-182b-4196-bd20-bab8d1a625bb HTTP/1.1" status: 204 len: 168 time: 1.0775588 May 05 21:43:06.363970 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7184e367-ffd4-4942-87ca-d416f716cec4 req-b26bf8fd-530d-403e-a743-61cae1873990 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] 10.222.0.44 "DELETE /v2.0/ports/33897446-62d1-463c-a5b8-1064c2ec78b0 HTTP/1.1" status: 204 len: 173 time: 2.0573814 May 05 21:43:06.446169 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9ceb9f21-50ad-4a0f-a56f-6d7aa1c7d138 req-4a2145c7-277f-41ec-934a-6ecf4bd8a150 tempest-MigrationsAdminTest-1151858286 tempest-MigrationsAdminTest-1151858286-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=c90911d9-c421-4874-8935-956d1072f84b HTTP/1.1" status: 200 len: 1102 time: 0.7615621 May 05 21:43:06.449664 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7cac53-8906-4556-80d4-be467964d193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ed7e17-182b-4196-bd20-bab8d1a625bb,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:06.551333 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288c2bed-0bb4-4ad7-8fd0-07b5f88796ce admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:43:06.561209 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71263d90-8bbd-4c1e-9f55-f6051373ca95 None None] Sync routers for ids ['758d72c6-f125-4f56-b4e8-835664d8e9fe'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:43:06.584091 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71263d90-8bbd-4c1e-9f55-f6051373ca95 None None] Routers {'758d72c6-f125-4f56-b4e8-835664d8e9fe'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:43:06.589669 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-71263d90-8bbd-4c1e-9f55-f6051373ca95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:42:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['758d72c6-f125-4f56-b4e8-835664d8e9fe'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:43:06.619063 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-288c2bed-0bb4-4ad7-8fd0-07b5f88796ce admin admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:06.623110 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-288c2bed-0bb4-4ad7-8fd0-07b5f88796ce admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.0339758 May 05 21:43:06.623523 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 34820) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:43:06.650289 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-3b633eb5-f31e-47e4-8fe3-5927f2c54088 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:06.655398 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-3b633eb5-f31e-47e4-8fe3-5927f2c54088 service neutron] 10.222.0.44 "PUT /v2.0/ports/f68c5b1b-f7c3-4249-82c1-040d26e8afef HTTP/1.1" status: 200 len: 1121 time: 3.6638238 May 05 21:43:06.706545 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9ceb9f21-50ad-4a0f-a56f-6d7aa1c7d138 req-d8e7f206-d3d2-4f43-b340-e21fff276278 tempest-MigrationsAdminTest-1151858286 tempest-MigrationsAdminTest-1151858286-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432122 May 05 21:43:06.734400 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f7d51df5-933b-4c01-b370-eacb6db248cd req-8e7206b5-4d2d-4c55-85dc-202e857991f7 service neutron] 10.222.0.23 "GET /v2.0/networks/4a118f75-6402-41b9-9321-665059ee52dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5055816 May 05 21:43:06.884955 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['f68c5b1b-f7c3-4249-82c1-040d26e8afef'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:43:06.966787 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0905727a-771d-4e76-8a66-05066d521c8e None None] Pushing event updated for resources: {'Port': ['ID=b499bc38-ba8d-428d-a7bf-ae8b14f74a02,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:07.125402 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-71263d90-8bbd-4c1e-9f55-f6051373ca95 None None] Set router 758d72c6-f125-4f56-b4e8-835664d8e9fe gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:43:07.653561 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da25e04d-fbe9-479e-a0c3-ffda126dee13'] response: {'name': 'network-changed', 'server_uuid': '98f46ae6-68ae-4dc1-b860-386f211ba493', 'tag': 'e25ad77d-1133-4c51-b6dd-5296d0afe8d6', 'status': 'completed', 'code': 200} May 05 21:43:07.663982 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5b9816f3-84d1-457c-86b8-dc9cdb71a1a6 req-aa25f5ea-2625-4771-a103-9a8eec8faba8 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aadae64-4f98-4a1f-93da-85ecf09f48df HTTP/1.1" status: 200 len: 210 time: 0.5121255 May 05 21:43:07.713661 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-0f19b5ec-bd79-4fe5-95e5-00226322add3 None None] Provisioning complete for port b499bc38-ba8d-428d-a7bf-ae8b14f74a02 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:43:07.714674 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0f19b5ec-bd79-4fe5-95e5-00226322add3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:07.851835 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-680b31a8-82b0-42a7-96dc-975e1b31166a'] response: {'server_uuid': 'c90911d9-c421-4874-8935-956d1072f84b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb020a9-8991-4a55-bc6f-9564698b0e92', 'code': 200} May 05 21:43:07.861454 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4ee75511-02ed-4798-9c68-8d16f88bc031 req-3c1c344e-7fa7-4e08-8e2d-9160da03b14d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=caf8261703da4bb5a03dc145b93e3b71&device_id=98f46ae6-68ae-4dc1-b860-386f211ba493 HTTP/1.1" status: 200 len: 1096 time: 0.3842642 May 05 21:43:07.945022 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9636d26-ef4e-4911-bf9c-41ea9a46c6a4'] response: {'server_uuid': '3aadae64-4f98-4a1f-93da-85ecf09f48df', 'name': 'network-vif-deleted', 'tag': '33897446-62d1-463c-a5b8-1064c2ec78b0', 'status': 'completed', 'code': 200} May 05 21:43:07.973238 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f283cc-d77f-40c1-8c79-669314a98366 req-b7873c39-fd4f-4bce-9bc3-f5fb4477ea7e tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:07.975139 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f6f283cc-d77f-40c1-8c79-669314a98366 req-b7873c39-fd4f-4bce-9bc3-f5fb4477ea7e tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e09e28-cbb9-47e8-9859-6676f44240c9 HTTP/1.1" status: 200 len: 946 time: 0.2356210 May 05 21:43:08.148102 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-71263d90-8bbd-4c1e-9f55-f6051373ca95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758d72c6-f125-4f56-b4e8-835664d8e9fe', 'name': 'tempest-ServersTestBootFromVolume-556339299-router', 'tenant_id': '61abfbe113f746f29df633f17a179bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '45bf82e6-e82c-4dec-be68-8ae4b46a79bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:43:01Z', 'updated_at': '2022-05-05T21:43:03Z', 'revision_number': 3, 'project_id': '61abfbe113f746f29df633f17a179bab', 'gw_port': {'id': '45bf82e6-e82c-4dec-be68-8ae4b46a79bb', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758d72c6-f125-4f56-b4e8-835664d8e9fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:43:02Z', 'updated_at': '2022-05-05T21:43:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:43:08.155775 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee75511-02ed-4798-9c68-8d16f88bc031 req-da6f0c84-1ab0-4025-8f79-f71e2ff5b75c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:08.157639 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4ee75511-02ed-4798-9c68-8d16f88bc031 req-da6f0c84-1ab0-4025-8f79-f71e2ff5b75c service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a118f75-6402-41b9-9321-665059ee52dd HTTP/1.1" status: 200 len: 930 time: 0.2862523 May 05 21:43:08.173639 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71263d90-8bbd-4c1e-9f55-f6051373ca95 None None] Checking router: 758d72c6-f125-4f56-b4e8-835664d8e9fe for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:43:08.176431 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71263d90-8bbd-4c1e-9f55-f6051373ca95 None None] Updating router 758d72c6-f125-4f56-b4e8-835664d8e9fe port 45bf82e6-e82c-4dec-be68-8ae4b46a79bb binding host n-d-825175-4 {{(pid=84068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 21:43:08.185905 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f6f283cc-d77f-40c1-8c79-669314a98366 req-02048f2f-6496-448b-9f60-0ede4d3d8093 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005219 May 05 21:43:08.190562 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 33897446-62d1-463c-a5b8-1064c2ec78b0 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:43:08.266267 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2016bd8-d251-451c-a959-25dd0c2400a1 req-73c9bf19-305f-458b-ad15-82a0c1038cbe tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:08.283748 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b2016bd8-d251-451c-a959-25dd0c2400a1 req-73c9bf19-305f-458b-ad15-82a0c1038cbe tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=99b8cfee-86b7-4d33-8d20-496ef05adf08 HTTP/1.1" status: 200 len: 943 time: 0.2161577 May 05 21:43:08.293058 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: 33897446-62d1-463c-a5b8-1064c2ec78b0 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:43:08.293540 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 33897446-62d1-463c-a5b8-1064c2ec78b0 not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:43:08.315760 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device b499bc38-ba8d-428d-a7bf-ae8b14f74a02 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:43:08.342842 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4ee75511-02ed-4798-9c68-8d16f88bc031 req-4266cd39-c0e0-4f95-a3ba-a02158f1188f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e25ad77d-1133-4c51-b6dd-5296d0afe8d6 HTTP/1.1" status: 200 len: 217 time: 0.1769693 May 05 21:43:08.343829 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-71263d90-8bbd-4c1e-9f55-f6051373ca95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:08.480561 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port b499bc38-ba8d-428d-a7bf-ae8b14f74a02 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:43:08.480992 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:08.508877 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b8685113-9123-4615-b5f8-713a857d98aa req-51cbc3f9-ec94-4b5e-9ba1-7151ca7deec3 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] 10.222.0.23 "GET /v2.0/floatingips/d32033e2-b406-419b-ab9c-351a664b02ee HTTP/1.1" status: 200 len: 693 time: 0.2022734 May 05 21:43:08.533302 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 34858) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:43:08.737121 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee75511-02ed-4798-9c68-8d16f88bc031 req-d662f9df-3942-476b-a3e0-a1b4f7e0db97 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:08.738477 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4ee75511-02ed-4798-9c68-8d16f88bc031 req-d662f9df-3942-476b-a3e0-a1b4f7e0db97 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2c6bf067-b6d5-40b0-85b3-48d049dd595f HTTP/1.1" status: 200 len: 868 time: 0.2743785 May 05 21:43:08.771330 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b2016bd8-d251-451c-a959-25dd0c2400a1 req-7ecd3625-dfdd-44d4-a177-321b39e7515c tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4861784 May 05 21:43:08.875055 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-f0c1f744-7e56-4d37-9826-c1b2b92565b0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-50409553-network', 'tenant_id': 'e254aa6e91fc4971a04919e3490afc47'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:43:08.899621 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8685113-9123-4615-b5f8-713a857d98aa req-41248230-7b50-40c6-8073-ce47417bfffa tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:08.909551 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b8685113-9123-4615-b5f8-713a857d98aa req-41248230-7b50-40c6-8073-ce47417bfffa tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] 10.222.0.23 "GET /v2.0/networks/25bfe237-58de-4709-a3e0-ac79da07c300 HTTP/1.1" status: 200 len: 784 time: 0.3842385 May 05 21:43:08.910059 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4ee75511-02ed-4798-9c68-8d16f88bc031 req-002ce5f1-92f5-44e6-b6ea-da665cfd01f0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a118f75-6402-41b9-9321-665059ee52dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1489048 May 05 21:43:08.915668 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-f0c1f744-7e56-4d37-9826-c1b2b92565b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:43:08.932097 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [req-b8685113-9123-4615-b5f8-713a857d98aa req-e4063a45-b7ed-4b30-9cf3-53bc0412f3dd tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 21:43:08.947917 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b8685113-9123-4615-b5f8-713a857d98aa req-e4063a45-b7ed-4b30-9cf3-53bc0412f3dd tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0365489 May 05 21:43:08.950608 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-f0c1f744-7e56-4d37-9826-c1b2b92565b0 admin admin] Usage tracker for resource:network and tenant:e254aa6e91fc4971a04919e3490afc47 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:43:08.955075 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-f0c1f744-7e56-4d37-9826-c1b2b92565b0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:43:09.043871 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-71263d90-8bbd-4c1e-9f55-f6051373ca95 None None] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:09.064928 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.provisioning_blocks [None req-71263d90-8bbd-4c1e-9f55-f6051373ca95 None None] Transition to ACTIVE for port object 45bf82e6-e82c-4dec-be68-8ae4b46a79bb will not be triggered until provisioned by entity L2. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:43:09.079438 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-71263d90-8bbd-4c1e-9f55-f6051373ca95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:09.090693 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-f0c1f744-7e56-4d37-9826-c1b2b92565b0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:43:09.161262 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-71263d90-8bbd-4c1e-9f55-f6051373ca95 None None] Attempting to bind port 45bf82e6-e82c-4dec-be68-8ae4b46a79bb on host n-d-825175-4 for vnic_type normal with profile {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:43:09.161881 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-71263d90-8bbd-4c1e-9f55-f6051373ca95 None None] Attempting to bind port 45bf82e6-e82c-4dec-be68-8ae4b46a79bb by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:43:09.162154 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71263d90-8bbd-4c1e-9f55-f6051373ca95 None None] Attempting to bind port 45bf82e6-e82c-4dec-be68-8ae4b46a79bb on network 25bfe237-58de-4709-a3e0-ac79da07c300 {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:43:09.170558 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b8685113-9123-4615-b5f8-713a857d98aa req-03f2e6de-95cc-435c-a404-a3fdf6a2182d tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.223 HTTP/1.1" status: 200 len: 696 time: 0.2213943 May 05 21:43:09.181512 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71263d90-8bbd-4c1e-9f55-f6051373ca95 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:43:09.181908 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71263d90-8bbd-4c1e-9f55-f6051373ca95 None None] Checking segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:43:09.182300 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-71263d90-8bbd-4c1e-9f55-f6051373ca95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:09.182691 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71263d90-8bbd-4c1e-9f55-f6051373ca95 None None] Bound using segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:43:09.183520 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-71263d90-8bbd-4c1e-9f55-f6051373ca95 None None] Bound port: 45bf82e6-e82c-4dec-be68-8ae4b46a79bb, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:43:09.183865 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-71263d90-8bbd-4c1e-9f55-f6051373ca95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:09.244793 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4ee75511-02ed-4798-9c68-8d16f88bc031 req-3192e01a-4aae-49a2-b9e9-a09f586bccf2 service neutron] 10.222.0.32 "GET /v2.0/networks/4a118f75-6402-41b9-9321-665059ee52dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236692 May 05 21:43:09.274669 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c1f744-7e56-4d37-9826-c1b2b92565b0 admin admin] Made reservation on behalf of e254aa6e91fc4971a04919e3490afc47 for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:43:09.277237 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f0c1f744-7e56-4d37-9826-c1b2b92565b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:09.279970 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-71263d90-8bbd-4c1e-9f55-f6051373ca95 None None] For port 45bf82e6-e82c-4dec-be68-8ae4b46a79bb, host n-d-825175-4, cleared binding levels {{(pid=84068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:43:09.283753 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-71263d90-8bbd-4c1e-9f55-f6051373ca95 None None] For port 45bf82e6-e82c-4dec-be68-8ae4b46a79bb, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=45bf82e6-e82c-4dec-be68-8ae4b46a79bb,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:43:09.297697 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-71263d90-8bbd-4c1e-9f55-f6051373ca95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:09.324283 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f0c1f744-7e56-4d37-9826-c1b2b92565b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:09.344074 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71263d90-8bbd-4c1e-9f55-f6051373ca95 None None] Routers {'758d72c6-f125-4f56-b4e8-835664d8e9fe'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:43:09.344688 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-71263d90-8bbd-4c1e-9f55-f6051373ca95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:42:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['758d72c6-f125-4f56-b4e8-835664d8e9fe'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:43:09.355534 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b8685113-9123-4615-b5f8-713a857d98aa req-061b7bea-dc28-46b5-abac-4142b6d1d9bb tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.223 HTTP/1.1" status: 200 len: 696 time: 0.1806846 May 05 21:43:09.554129 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-71263d90-8bbd-4c1e-9f55-f6051373ca95 None None] Set router 758d72c6-f125-4f56-b4e8-835664d8e9fe gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:43:09.595239 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8df6e199-ce48-43df-8677-7c205cfe0309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:09.625739 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a640b9c9-bc7b-457c-b270-e1703096796a None None] Pushing event updated for resources: {'Port': ['ID=45bf82e6-e82c-4dec-be68-8ae4b46a79bb,revision_number=2']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:09.685660 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b8cfee-86b7-4d33-8d20-496ef05adf08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f68c5b1b-f7c3-4249-82c1-040d26e8afef'}, {'name': 'network-changed', 'server_uuid': '99b8cfee-86b7-4d33-8d20-496ef05adf08', 'tag': 'f68c5b1b-f7c3-4249-82c1-040d26e8afef'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:43:09.710054 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4ee75511-02ed-4798-9c68-8d16f88bc031 req-de6f43ca-e930-449e-9ac4-9eda9737b720 service neutron] 10.222.0.32 "GET /v2.0/networks/4a118f75-6402-41b9-9321-665059ee52dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4439030 May 05 21:43:09.741967 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-f0c1f744-7e56-4d37-9826-c1b2b92565b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:43:09.759347 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-b8685113-9123-4615-b5f8-713a857d98aa req-ce2ea829-4283-4caa-a4c4-9f2da9aca37c tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Deleting port 3806b46c-600a-40cd-8eb3-6997ddf44708 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:43:09.759586 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-b8685113-9123-4615-b5f8-713a857d98aa req-ce2ea829-4283-4caa-a4c4-9f2da9aca37c tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:09.819841 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-f0c1f744-7e56-4d37-9826-c1b2b92565b0 admin admin] Usage tracker for resource:security_group_rule and tenant:e254aa6e91fc4971a04919e3490afc47 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:43:09.844771 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-f0c1f744-7e56-4d37-9826-c1b2b92565b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:43:09.868288 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-f0c1f744-7e56-4d37-9826-c1b2b92565b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:43:09.906525 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a640b9c9-bc7b-457c-b270-e1703096796a None None] Pushing event updated for resources: {'Port': ['ID=45bf82e6-e82c-4dec-be68-8ae4b46a79bb,revision_number=3']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:09.929104 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-8df6e199-ce48-43df-8677-7c205cfe0309 admin admin] Allocated IP 172.20.0.1 (c0872462-98fa-4b18-824d-ce804e81510e/3616903f-0b3a-4ed3-93ad-c39d3f389ac9/43c19dec-7f02-451e-b95d-0dfbb535cc0c) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:43:10.043915 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-b8685113-9123-4615-b5f8-713a857d98aa req-ce2ea829-4283-4caa-a4c4-9f2da9aca37c tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:10.044298 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-b8685113-9123-4615-b5f8-713a857d98aa req-ce2ea829-4283-4caa-a4c4-9f2da9aca37c tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:10.119291 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f0c1f744-7e56-4d37-9826-c1b2b92565b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:10.135422 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-71263d90-8bbd-4c1e-9f55-f6051373ca95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758d72c6-f125-4f56-b4e8-835664d8e9fe', 'name': 'tempest-ServersTestBootFromVolume-556339299-router', 'tenant_id': '61abfbe113f746f29df633f17a179bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '45bf82e6-e82c-4dec-be68-8ae4b46a79bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:43:01Z', 'updated_at': '2022-05-05T21:43:03Z', 'revision_number': 3, 'project_id': '61abfbe113f746f29df633f17a179bab', 'gw_port': {'id': '45bf82e6-e82c-4dec-be68-8ae4b46a79bb', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758d72c6-f125-4f56-b4e8-835664d8e9fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:43:02Z', 'updated_at': '2022-05-05T21:43:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:43:10.143042 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71263d90-8bbd-4c1e-9f55-f6051373ca95 None None] The sync data for ids ['758d72c6-f125-4f56-b4e8-835664d8e9fe'] in n-d-825175-4 is: [{'id': '758d72c6-f125-4f56-b4e8-835664d8e9fe', 'name': 'tempest-ServersTestBootFromVolume-556339299-router', 'tenant_id': '61abfbe113f746f29df633f17a179bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '45bf82e6-e82c-4dec-be68-8ae4b46a79bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:43:01Z', 'updated_at': '2022-05-05T21:43:03Z', 'revision_number': 3, 'project_id': '61abfbe113f746f29df633f17a179bab', 'gw_port': {'id': '45bf82e6-e82c-4dec-be68-8ae4b46a79bb', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758d72c6-f125-4f56-b4e8-835664d8e9fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:43:02Z', 'updated_at': '2022-05-05T21:43:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:43:10.151197 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8df6e199-ce48-43df-8677-7c205cfe0309 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:10.183586 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-8df6e199-ce48-43df-8677-7c205cfe0309 admin admin] Transition to ACTIVE for port object 43c19dec-7f02-451e-b95d-0dfbb535cc0c will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:43:10.189760 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-b8685113-9123-4615-b5f8-713a857d98aa req-ce2ea829-4283-4caa-a4c4-9f2da9aca37c tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Calling delete_port for 3806b46c-600a-40cd-8eb3-6997ddf44708 owned by network:floatingip {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:43:10.201655 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device f68c5b1b-f7c3-4249-82c1-040d26e8afef details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:43:10.214904 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8df6e199-ce48-43df-8677-7c205cfe0309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:10.223275 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f0c1f744-7e56-4d37-9826-c1b2b92565b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:10.309698 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0c1f744-7e56-4d37-9826-c1b2b92565b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:43:10.350462 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c1f744-7e56-4d37-9826-c1b2b92565b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c52b30-703b-4bdf-be7b-9aa1fc2c5160,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:10.353324 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f0c1f744-7e56-4d37-9826-c1b2b92565b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:10.353665 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-f0c1f744-7e56-4d37-9826-c1b2b92565b0 admin admin] Added segment d7603f5b-adfa-4ba5-8903-79c78aa436ad of type vlan for network 718ff0c6-f920-4b3f-81a3-076012439a00 May 05 21:43:10.372317 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df6e199-ce48-43df-8677-7c205cfe0309 admin admin] Pushing event updated for resources: {'Port': ['ID=43c19dec-7f02-451e-b95d-0dfbb535cc0c,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:10.403040 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df6e199-ce48-43df-8677-7c205cfe0309 admin admin] Network c0872462-98fa-4b18-824d-ce804e81510e is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:43:10.404285 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-8df6e199-ce48-43df-8677-7c205cfe0309 admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:43:10.413374 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df6e199-ce48-43df-8677-7c205cfe0309 admin admin] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:43:10.415139 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f0c1f744-7e56-4d37-9826-c1b2b92565b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:10.455718 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port f68c5b1b-f7c3-4249-82c1-040d26e8afef, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=f68c5b1b-f7c3-4249-82c1-040d26e8afef,segment=NetworkSegment(df9c57c2-52c8-43c0-981c-16fd110b1d0b),segment_id=df9c57c2-52c8-43c0-981c-16fd110b1d0b)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:43:10.480611 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device f68c5b1b-f7c3-4249-82c1-040d26e8afef has no active binding in host n-h1-825175-4 {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 05 21:43:10.549843 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8df6e199-ce48-43df-8677-7c205cfe0309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:10.565438 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b03bb9-4939-497a-9b57-f3c180740f20 req-c3c13465-c40e-4cee-8777-1224abe89054 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:10.567693 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a0b03bb9-4939-497a-9b57-f3c180740f20 req-c3c13465-c40e-4cee-8777-1224abe89054 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=c90911d9-c421-4874-8935-956d1072f84b HTTP/1.1" status: 200 len: 951 time: 0.3845329 May 05 21:43:10.568686 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-b8685113-9123-4615-b5f8-713a857d98aa req-ce2ea829-4283-4caa-a4c4-9f2da9aca37c tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:10.573954 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f0c1f744-7e56-4d37-9826-c1b2b92565b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:10.573954 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c1f744-7e56-4d37-9826-c1b2b92565b0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:10.574482 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f0c1f744-7e56-4d37-9826-c1b2b92565b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:10.719179 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8df6e199-ce48-43df-8677-7c205cfe0309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:10.853258 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-5fda3879-e600-45c6-b824-7b4f5f312a5e None None] Provisioning for port 43c19dec-7f02-451e-b95d-0dfbb535cc0c completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:43:10.867809 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-5fda3879-e600-45c6-b824-7b4f5f312a5e None None] Provisioning complete for port 43c19dec-7f02-451e-b95d-0dfbb535cc0c triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:43:10.868196 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5fda3879-e600-45c6-b824-7b4f5f312a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:10.982951 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-5fda3879-e600-45c6-b824-7b4f5f312a5e None None] Port 43c19dec-7f02-451e-b95d-0dfbb535cc0c cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:43:11.045636 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8df6e199-ce48-43df-8677-7c205cfe0309 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:11.055579 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8df6e199-ce48-43df-8677-7c205cfe0309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:11.073975 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ea829-4283-4caa-a4c4-9f2da9aca37c tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Pushing event deleted for resources: {'Port': ['ID=3806b46c-600a-40cd-8eb3-6997ddf44708,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:11.173854 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df6e199-ce48-43df-8677-7c205cfe0309 admin admin] Pushing event updated for resources: {'Port': ['ID=43c19dec-7f02-451e-b95d-0dfbb535cc0c,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:11.187303 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8df6e199-ce48-43df-8677-7c205cfe0309 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:11.188676 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c1f744-7e56-4d37-9826-c1b2b92565b0 admin admin] Pushing event updated for resources: {'Network': ['ID=718ff0c6-f920-4b3f-81a3-076012439a00,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:11.205518 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 718ff0c6-f920-4b3f-81a3-076012439a00 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:43:11.226324 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-b8685113-9123-4615-b5f8-713a857d98aa req-ce2ea829-4283-4caa-a4c4-9f2da9aca37c tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Notify callbacks [] for floatingip, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:11.303507 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a0b03bb9-4939-497a-9b57-f3c180740f20 req-0c4aeb70-ce74-437a-96d3-8cf376fac450 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7242124 May 05 21:43:11.311840 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f0c1f744-7e56-4d37-9826-c1b2b92565b0 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.7655356 May 05 21:43:11.312937 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 34882) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:43:11.319892 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-b8685113-9123-4615-b5f8-713a857d98aa req-ce2ea829-4283-4caa-a4c4-9f2da9aca37c tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:11.323439 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b8685113-9123-4615-b5f8-713a857d98aa req-ce2ea829-4283-4caa-a4c4-9f2da9aca37c tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] 10.222.0.23 "DELETE /v2.0/floatingips/d32033e2-b406-419b-ab9c-351a664b02ee HTTP/1.1" status: 204 len: 173 time: 1.9671183 May 05 21:43:11.342791 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-e71efc38-cfbd-41c5-8893-d71ad4b94751 admin admin] Request body: {'subnet': {'network_id': '718ff0c6-f920-4b3f-81a3-076012439a00', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-50409553-subnet', 'tenant_id': 'e254aa6e91fc4971a04919e3490afc47', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:43:11.349916 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-e71efc38-cfbd-41c5-8893-d71ad4b94751 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:43:11.391211 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e71efc38-cfbd-41c5-8893-d71ad4b94751 admin admin] Usage tracker for resource:subnet and tenant:e254aa6e91fc4971a04919e3490afc47 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:43:11.396169 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e71efc38-cfbd-41c5-8893-d71ad4b94751 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:43:11.430738 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-e71efc38-cfbd-41c5-8893-d71ad4b94751 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:43:11.461221 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180d9b5-707a-4373-8b3f-b0398e4fdf8f req-fbd52986-721b-48cf-b514-1e4edb256a24 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:11.462792 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c180d9b5-707a-4373-8b3f-b0398e4fdf8f req-fbd52986-721b-48cf-b514-1e4edb256a24 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.44 "GET /v2.0/ports?device_id=c90911d9-c421-4874-8935-956d1072f84b HTTP/1.1" status: 200 len: 951 time: 0.3592958 May 05 21:43:11.472345 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-367e4506-771c-4224-ac5b-ed25ad281069'] response: {'server_uuid': '99b8cfee-86b7-4d33-8d20-496ef05adf08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f68c5b1b-f7c3-4249-82c1-040d26e8afef', 'code': 200} May 05 21:43:11.472630 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-367e4506-771c-4224-ac5b-ed25ad281069'] response: {'name': 'network-changed', 'server_uuid': '99b8cfee-86b7-4d33-8d20-496ef05adf08', 'tag': 'f68c5b1b-f7c3-4249-82c1-040d26e8afef', 'status': 'completed', 'code': 200} May 05 21:43:11.569803 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71efc38-cfbd-41c5-8893-d71ad4b94751 admin admin] Made reservation on behalf of e254aa6e91fc4971a04919e3490afc47 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:43:11.572196 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e71efc38-cfbd-41c5-8893-d71ad4b94751 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:11.694412 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df6e199-ce48-43df-8677-7c205cfe0309 admin admin] Network c0872462-98fa-4b18-824d-ce804e81510e is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:43:11.697669 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-8df6e199-ce48-43df-8677-7c205cfe0309 admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:43:11.841084 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-c180d9b5-707a-4373-8b3f-b0398e4fdf8f req-3239cbf6-7629-480c-ab4d-e3f67ac608a0 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Deleting port 4fb020a9-8991-4a55-bc6f-9564698b0e92 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:43:11.841958 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c180d9b5-707a-4373-8b3f-b0398e4fdf8f req-3239cbf6-7629-480c-ab4d-e3f67ac608a0 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:12.009722 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1caaecd-d88e-49b0-936b-fad60021b4a2 req-28e96dbf-da71-475a-b647-7c9b5b1a0630 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:12.017650 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a1caaecd-d88e-49b0-936b-fad60021b4a2 req-28e96dbf-da71-475a-b647-7c9b5b1a0630 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=99b8cfee-86b7-4d33-8d20-496ef05adf08 HTTP/1.1" status: 200 len: 943 time: 0.5428085 May 05 21:43:12.100882 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c9a54f-af25-4428-9d90-7cbb01243ea8 req-e103a25f-71ee-41f0-84d0-4f85f011d02c tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:12.101577 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-d0c9a54f-af25-4428-9d90-7cbb01243ea8 req-e103a25f-71ee-41f0-84d0-4f85f011d02c tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Synchronizing usage tracker for tenant:5a55f0e1fc854ae480e2f7b2fc73c270 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:43:12.118126 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1215fafe-8794-4b9f-abc9-40a506520bf9 req-316ad82a-b8f5-463f-b572-38c23f1ca85d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea576b38215846aaa224b1aa35155ba3&device_id=99b8cfee-86b7-4d33-8d20-496ef05adf08 HTTP/1.1" status: 200 len: 1124 time: 0.5881176 May 05 21:43:12.120051 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-9e1100fe-2587-4d15-a88e-176235691521 None None] Provisioning complete for port 43c19dec-7f02-451e-b95d-0dfbb535cc0c triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:43:12.120948 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9e1100fe-2587-4d15-a88e-176235691521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:12.138837 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9ae7c5-b3ca-4b4d-b73b-fe93c683082e req-14004dc5-9c94-4125-a86b-437566a48f3c tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:12.140430 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9c9ae7c5-b3ca-4b4d-b73b-fe93c683082e req-14004dc5-9c94-4125-a86b-437566a48f3c tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e09e28-cbb9-47e8-9859-6676f44240c9 HTTP/1.1" status: 200 len: 946 time: 0.4137533 May 05 21:43:12.184769 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a1caaecd-d88e-49b0-936b-fad60021b4a2 req-ebef492f-3fd6-474e-bc20-b3fa8317ebfb tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643229 May 05 21:43:12.231583 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-9e1100fe-2587-4d15-a88e-176235691521 None None] Port 43c19dec-7f02-451e-b95d-0dfbb535cc0c cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:43:12.244674 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-d0c9a54f-af25-4428-9d90-7cbb01243ea8 req-e103a25f-71ee-41f0-84d0-4f85f011d02c tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Unset dirty status for tenant:5a55f0e1fc854ae480e2f7b2fc73c270 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:43:12.245830 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d0c9a54f-af25-4428-9d90-7cbb01243ea8 req-e103a25f-71ee-41f0-84d0-4f85f011d02c tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.44 "GET /v2.0/ports?device_id=e9e09e28-cbb9-47e8-9859-6676f44240c9 HTTP/1.1" status: 200 len: 946 time: 0.7935200 May 05 21:43:12.247072 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-03f74e02-5e2a-4597-b4fe-d8c1df963d28 service neutron] 10.222.0.32 "GET /v2.0/ports/f68c5b1b-f7c3-4249-82c1-040d26e8afef/bindings/n-h1-825175-4 HTTP/1.1" status: 200 len: 384 time: 0.2567828 May 05 21:43:12.285211 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 45bf82e6-e82c-4dec-be68-8ae4b46a79bb up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:43:12.342417 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-c180d9b5-707a-4373-8b3f-b0398e4fdf8f req-3239cbf6-7629-480c-ab4d-e3f67ac608a0 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] For port 4fb020a9-8991-4a55-bc6f-9564698b0e92, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=4fb020a9-8991-4a55-bc6f-9564698b0e92,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:43:12.342930 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c180d9b5-707a-4373-8b3f-b0398e4fdf8f req-3239cbf6-7629-480c-ab4d-e3f67ac608a0 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:12.394250 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 45bf82e6-e82c-4dec-be68-8ae4b46a79bb completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:43:12.399618 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 45bf82e6-e82c-4dec-be68-8ae4b46a79bb triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:43:12.399984 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:12.504984 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-c180d9b5-707a-4373-8b3f-b0398e4fdf8f req-3239cbf6-7629-480c-ab4d-e3f67ac608a0 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Calling delete_port for 4fb020a9-8991-4a55-bc6f-9564698b0e92 owned by compute:nova {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:43:12.633215 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:12.669270 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9c9ae7c5-b3ca-4b4d-b73b-fe93c683082e req-e99d50d4-c341-4c6c-86e4-0e68e23eb6b7 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5015287 May 05 21:43:12.681610 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 45bf82e6-e82c-4dec-be68-8ae4b46a79bb, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=45bf82e6-e82c-4dec-be68-8ae4b46a79bb,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:43:12.692572 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:12.700584 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e71efc38-cfbd-41c5-8893-d71ad4b94751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:12.750643 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-d0c9a54f-af25-4428-9d90-7cbb01243ea8 req-2c148121-b4dc-4cd5-98ba-538a27cf4f0a tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Deleting port 9748accb-d019-4176-bbe7-ba2635a4ace3 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:43:12.753647 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-d0c9a54f-af25-4428-9d90-7cbb01243ea8 req-2c148121-b4dc-4cd5-98ba-538a27cf4f0a tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:12.859129 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71efc38-cfbd-41c5-8893-d71ad4b94751 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f39d6243-09cb-485d-9aa5-4ff11d790f3c,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:12.881058 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c180d9b5-707a-4373-8b3f-b0398e4fdf8f req-3239cbf6-7629-480c-ab4d-e3f67ac608a0 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:12.881783 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=45bf82e6-e82c-4dec-be68-8ae4b46a79bb,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:12.883075 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71efc38-cfbd-41c5-8893-d71ad4b94751 admin admin] Checking segment: {'id': 'd7603f5b-adfa-4ba5-8903-79c78aa436ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '718ff0c6-f920-4b3f-81a3-076012439a00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:43:12.883453 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71efc38-cfbd-41c5-8893-d71ad4b94751 admin admin] Network hostable DHCP agents. Network: 718ff0c6-f920-4b3f-81a3-076012439a00, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:43:12.899145 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['3c676966-f034-4a3e-a66e-0c8e2be1d42c'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:43:12.929882 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['105dc9f5-69de-49f6-ba48-8d7a2dc2ca67', '7f1d5640-52d2-459f-8641-381344597961'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:43:12.996270 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3239cbf6-7629-480c-ab4d-e3f67ac608a0 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Pushing event deleted for resources: {'Port': ['ID=4fb020a9-8991-4a55-bc6f-9564698b0e92,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:13.071883 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215fafe-8794-4b9f-abc9-40a506520bf9 req-132e9a47-7f75-44b8-8ddb-a198985ad054 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:13.073317 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1215fafe-8794-4b9f-abc9-40a506520bf9 req-132e9a47-7f75-44b8-8ddb-a198985ad054 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d50665b6-9647-47f1-b718-b6ae7cd32366 HTTP/1.1" status: 200 len: 909 time: 0.9424717 May 05 21:43:13.291517 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-be5e7966-9063-48ff-9506-857469ab2d1d req-60853d04-0a73-4735-bcd0-a90a81a720fb tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=c90911d9-c421-4874-8935-956d1072f84b HTTP/1.1" status: 200 len: 210 time: 0.2969375 May 05 21:43:13.372872 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-c180d9b5-707a-4373-8b3f-b0398e4fdf8f req-3239cbf6-7629-480c-ab4d-e3f67ac608a0 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] No DVR routers for this DVR port 4fb020a9-8991-4a55-bc6f-9564698b0e92 on host n-h1-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:43:13.376099 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c180d9b5-707a-4373-8b3f-b0398e4fdf8f req-3239cbf6-7629-480c-ab4d-e3f67ac608a0 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:13.392702 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1215fafe-8794-4b9f-abc9-40a506520bf9 req-d7df65cc-f0aa-48d1-b9dc-8c03399aecf3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f68c5b1b-f7c3-4249-82c1-040d26e8afef HTTP/1.1" status: 200 len: 217 time: 0.2986715 May 05 21:43:13.420809 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c180d9b5-707a-4373-8b3f-b0398e4fdf8f req-3239cbf6-7629-480c-ab4d-e3f67ac608a0 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.44 "DELETE /v2.0/ports/4fb020a9-8991-4a55-bc6f-9564698b0e92 HTTP/1.1" status: 204 len: 173 time: 1.9424460 May 05 21:43:13.432249 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71efc38-cfbd-41c5-8893-d71ad4b94751 admin admin] Network 718ff0c6-f920-4b3f-81a3-076012439a00 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:43:13.452563 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-e71efc38-cfbd-41c5-8893-d71ad4b94751 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 718ff0c6-f920-4b3f-81a3-076012439a00) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:43:13.459564 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71efc38-cfbd-41c5-8893-d71ad4b94751 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:13.460159 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e71efc38-cfbd-41c5-8893-d71ad4b94751 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:13.466467 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804cb4bc-3829-4ac0-82c9-40d9895aab1d None None] Network 718ff0c6-f920-4b3f-81a3-076012439a00 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:43:13.482132 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c90911d9-c421-4874-8935-956d1072f84b', 'name': 'network-vif-deleted', 'tag': '4fb020a9-8991-4a55-bc6f-9564698b0e92'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:43:13.514646 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e71efc38-cfbd-41c5-8893-d71ad4b94751 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.1994507 May 05 21:43:13.529398 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 34902) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:43:13.539401 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ecb26f-aa5b-4d42-85ad-95cc917c0161 req-86b3fbf8-3188-4514-b757-66e132faf56e tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:13.548155 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b7ecb26f-aa5b-4d42-85ad-95cc917c0161 req-86b3fbf8-3188-4514-b757-66e132faf56e tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1442fd4-53de-4ee1-8c04-3b660ac6f9b3 HTTP/1.1" status: 200 len: 949 time: 0.2664969 May 05 21:43:13.572436 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-cc746e2c-e523-4643-a64b-a3bdddd27ea1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-50409553-router', 'tenant_id': 'e254aa6e91fc4971a04919e3490afc47', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:43:13.630482 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-cc746e2c-e523-4643-a64b-a3bdddd27ea1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:43:13.650702 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-cc746e2c-e523-4643-a64b-a3bdddd27ea1 admin admin] Usage tracker for resource:router and tenant:e254aa6e91fc4971a04919e3490afc47 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:43:13.658066 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-cc746e2c-e523-4643-a64b-a3bdddd27ea1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:43:13.688074 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-cc746e2c-e523-4643-a64b-a3bdddd27ea1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:43:13.688854 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device f68c5b1b-f7c3-4249-82c1-040d26e8afef no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:43:13.722528 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215fafe-8794-4b9f-abc9-40a506520bf9 req-161eb892-e794-403c-a009-3922b140df45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:13.724482 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1215fafe-8794-4b9f-abc9-40a506520bf9 req-161eb892-e794-403c-a009-3922b140df45 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2ef0800d-de6f-466d-b35f-d1403d70c310 HTTP/1.1" status: 200 len: 848 time: 0.2305405 May 05 21:43:13.733895 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cc746e2c-e523-4643-a64b-a3bdddd27ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:13.735630 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cc746e2c-e523-4643-a64b-a3bdddd27ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:13.756443 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b7ecb26f-aa5b-4d42-85ad-95cc917c0161 req-f2c835c3-c280-4612-965d-cea5e6992dea tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] 10.222.0.23 "GET /v2.0/security-groups?id=d969caae-1cf7-44e6-8fc3-9aef5d276c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070858 May 05 21:43:13.777582 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06061983-e508-4e55-b426-59df3d50b22e req-9201bd79-f25b-4fe8-9d4d-21f9f7dc5f88 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:13.786408 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-06061983-e508-4e55-b426-59df3d50b22e req-9201bd79-f25b-4fe8-9d4d-21f9f7dc5f88 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Synchronizing usage tracker for tenant:caf8261703da4bb5a03dc145b93e3b71 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:43:13.833053 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-06061983-e508-4e55-b426-59df3d50b22e req-9201bd79-f25b-4fe8-9d4d-21f9f7dc5f88 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Unset dirty status for tenant:caf8261703da4bb5a03dc145b93e3b71 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:43:13.836497 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-06061983-e508-4e55-b426-59df3d50b22e req-9201bd79-f25b-4fe8-9d4d-21f9f7dc5f88 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] 10.222.0.23 "GET /v2.0/ports?device_id=98f46ae6-68ae-4dc1-b860-386f211ba493&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3089845 May 05 21:43:13.893119 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1215fafe-8794-4b9f-abc9-40a506520bf9 req-97370181-e46f-4025-932e-691769c40160 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d50665b6-9647-47f1-b718-b6ae7cd32366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1573391 May 05 21:43:13.999647 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-f0687ec3-6273-4a82-a56e-2c6aececaed1 service neutron] For port f68c5b1b-f7c3-4249-82c1-040d26e8afef, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=f68c5b1b-f7c3-4249-82c1-040d26e8afef,segment=NetworkSegment(df9c57c2-52c8-43c0-981c-16fd110b1d0b),segment_id=df9c57c2-52c8-43c0-981c-16fd110b1d0b)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:43:14.017321 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-d0c9a54f-af25-4428-9d90-7cbb01243ea8 req-2c148121-b4dc-4cd5-98ba-538a27cf4f0a tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] For port 9748accb-d019-4176-bbe7-ba2635a4ace3, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=9748accb-d019-4176-bbe7-ba2635a4ace3,segment=NetworkSegment(bb53319d-02d7-4ee5-a402-d07603ca726a),segment_id=bb53319d-02d7-4ee5-a402-d07603ca726a)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:43:14.017768 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-d0c9a54f-af25-4428-9d90-7cbb01243ea8 req-2c148121-b4dc-4cd5-98ba-538a27cf4f0a tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:14.118716 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-06061983-e508-4e55-b426-59df3d50b22e req-2e7bb605-538f-4946-a255-badd5ab59c98 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Synchronizing usage tracker for tenant:caf8261703da4bb5a03dc145b93e3b71 on resource:floatingip {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:43:14.136454 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cc746e2c-e523-4643-a64b-a3bdddd27ea1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:14.139972 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c94e1a66-62d8-4385-a178-2ce1b6b4a2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:14.215932 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-06061983-e508-4e55-b426-59df3d50b22e req-2e7bb605-538f-4946-a255-badd5ab59c98 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Unset dirty status for tenant:caf8261703da4bb5a03dc145b93e3b71 on resource:floatingip {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:43:14.217493 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-06061983-e508-4e55-b426-59df3d50b22e req-2e7bb605-538f-4946-a255-badd5ab59c98 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.3723423 May 05 21:43:14.238557 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 4fb020a9-8991-4a55-bc6f-9564698b0e92 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:43:14.346622 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 45bf82e6-e82c-4dec-be68-8ae4b46a79bb up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:43:14.363495 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e479f-9400-4468-807b-827ac4b7244c req-d95ab013-f588-44d6-ba43-09bf16bf2a3b tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:14.375362 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b37e479f-9400-4468-807b-827ac4b7244c req-d95ab013-f588-44d6-ba43-09bf16bf2a3b tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=99b8cfee-86b7-4d33-8d20-496ef05adf08 HTTP/1.1" status: 200 len: 943 time: 0.3482525 May 05 21:43:14.398902 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-f0687ec3-6273-4a82-a56e-2c6aececaed1 service neutron] For port f68c5b1b-f7c3-4249-82c1-040d26e8afef, host n-h2-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:43:14.400772 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcf55a5c-fa5d-4181-a853-38b72d5e2bec'] response: {'server_uuid': 'c90911d9-c421-4874-8935-956d1072f84b', 'name': 'network-vif-deleted', 'tag': '4fb020a9-8991-4a55-bc6f-9564698b0e92', 'status': 'completed', 'code': 200} May 05 21:43:14.442707 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-d0c9a54f-af25-4428-9d90-7cbb01243ea8 req-2c148121-b4dc-4cd5-98ba-538a27cf4f0a tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Calling delete_port for 9748accb-d019-4176-bbe7-ba2635a4ace3 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:43:14.547793 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388af345-c7db-46ee-8ac1-cff4657cbd3e req-58d4d4b9-258a-4f5c-adca-1d0144069f4b tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:14.550066 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-388af345-c7db-46ee-8ac1-cff4657cbd3e req-58d4d4b9-258a-4f5c-adca-1d0144069f4b tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1442fd4-53de-4ee1-8c04-3b660ac6f9b3 HTTP/1.1" status: 200 len: 949 time: 0.4718845 May 05 21:43:14.616119 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: 4fb020a9-8991-4a55-bc6f-9564698b0e92 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:43:14.616732 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 4fb020a9-8991-4a55-bc6f-9564698b0e92 not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:43:14.618411 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-f0687ec3-6273-4a82-a56e-2c6aececaed1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f68c5b1b-f7c3-4249-82c1-040d26e8afef {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:43:14.640610 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6efb54-5d50-49c5-b093-95f4d1ee4b12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-718ff0c6-f920-4b3f-81a3-076012439a00', 'network_id': '718ff0c6-f920-4b3f-81a3-076012439a00', 'tenant_id': 'e254aa6e91fc4971a04919e3490afc47', 'fixed_ips': [{'subnet_id': 'f39d6243-09cb-485d-9aa5-4ff11d790f3c'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 21:43:14.641276 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1215fafe-8794-4b9f-abc9-40a506520bf9 req-db5ba850-8b7e-4cfb-bbe1-48f30fab16e7 service neutron] 10.222.0.32 "GET /v2.0/networks/d50665b6-9647-47f1-b718-b6ae7cd32366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7208793 May 05 21:43:14.641427 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9b6efb54-5d50-49c5-b093-95f4d1ee4b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:14.646344 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cc746e2c-e523-4643-a64b-a3bdddd27ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:14.722832 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-f0687ec3-6273-4a82-a56e-2c6aececaed1 service neutron] For port f68c5b1b-f7c3-4249-82c1-040d26e8afef, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=f68c5b1b-f7c3-4249-82c1-040d26e8afef,segment=NetworkSegment(df9c57c2-52c8-43c0-981c-16fd110b1d0b),segment_id=df9c57c2-52c8-43c0-981c-16fd110b1d0b)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:43:14.742515 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b37e479f-9400-4468-807b-827ac4b7244c req-07dc06f3-aed7-48fd-958e-853f1fa310a1 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3659461 May 05 21:43:14.775039 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 45bf82e6-e82c-4dec-be68-8ae4b46a79bb triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:43:14.775406 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:14.796677 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df6e199-ce48-43df-8677-7c205cfe0309 admin admin] Router 758d72c6-f125-4f56-b4e8-835664d8e9fe has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:43:14.825413 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-388af345-c7db-46ee-8ac1-cff4657cbd3e req-c55439c7-3742-4196-8ee8-59661f6b6a43 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Deleting port 9b434e3e-4fe0-404a-b210-e9f2f7db8dc8 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:43:14.825842 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-388af345-c7db-46ee-8ac1-cff4657cbd3e req-c55439c7-3742-4196-8ee8-59661f6b6a43 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:14.857686 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-f0687ec3-6273-4a82-a56e-2c6aececaed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:14.974724 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-9b6efb54-5d50-49c5-b093-95f4d1ee4b12 None None] Allocated IP 172.20.0.2 (718ff0c6-f920-4b3f-81a3-076012439a00/f39d6243-09cb-485d-9aa5-4ff11d790f3c/e58afd7a-51f0-49b1-9f9f-210594d34e15) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:43:15.089652 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9281d42e-77e3-4e2d-9310-f354f9f03c9b req-68717042-0c66-4bed-80d5-0ba7e54fb7ec tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1066825 May 05 21:43:15.156413 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1215fafe-8794-4b9f-abc9-40a506520bf9 req-5814a9f9-d08b-468d-ad63-d464d2e798f6 service neutron] 10.222.0.32 "GET /v2.0/networks/d50665b6-9647-47f1-b718-b6ae7cd32366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5137358 May 05 21:43:15.166122 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-f0687ec3-6273-4a82-a56e-2c6aececaed1 service neutron] Transition to ACTIVE for port object f68c5b1b-f7c3-4249-82c1-040d26e8afef will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:43:15.169240 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-d0c9a54f-af25-4428-9d90-7cbb01243ea8 req-2c148121-b4dc-4cd5-98ba-538a27cf4f0a tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:15.215419 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-f0687ec3-6273-4a82-a56e-2c6aececaed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:15.226415 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b047e26-70ce-4bc8-95e1-c59e19c2917d req-51a02632-9f35-4c27-af3b-ac26ed025510 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:15.229020 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9b047e26-70ce-4bc8-95e1-c59e19c2917d req-51a02632-9f35-4c27-af3b-ac26ed025510 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9e09e28-cbb9-47e8-9859-6676f44240c9 HTTP/1.1" status: 200 len: 946 time: 0.6093163 May 05 21:43:15.229373 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c148121-b4dc-4cd5-98ba-538a27cf4f0a tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Pushing event deleted for resources: {'Port': ['ID=9748accb-d019-4176-bbe7-ba2635a4ace3,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:15.331371 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9b6efb54-5d50-49c5-b093-95f4d1ee4b12 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:15.351701 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-9b6efb54-5d50-49c5-b093-95f4d1ee4b12 None None] Transition to ACTIVE for port object e58afd7a-51f0-49b1-9f9f-210594d34e15 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:43:15.415947 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-9b6efb54-5d50-49c5-b093-95f4d1ee4b12 None None] Transition to ACTIVE for port object e58afd7a-51f0-49b1-9f9f-210594d34e15 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:43:15.438794 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9b6efb54-5d50-49c5-b093-95f4d1ee4b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:15.480965 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9b047e26-70ce-4bc8-95e1-c59e19c2917d req-f7675b75-74f3-4156-850a-9a7ba29f8cb9 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416563 May 05 21:43:15.683754 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-388af345-c7db-46ee-8ac1-cff4657cbd3e req-c55439c7-3742-4196-8ee8-59661f6b6a43 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] For port 9b434e3e-4fe0-404a-b210-e9f2f7db8dc8, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=9b434e3e-4fe0-404a-b210-e9f2f7db8dc8,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:43:15.683754 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-388af345-c7db-46ee-8ac1-cff4657cbd3e req-c55439c7-3742-4196-8ee8-59661f6b6a43 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:15.778397 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6efb54-5d50-49c5-b093-95f4d1ee4b12 None None] Network 718ff0c6-f920-4b3f-81a3-076012439a00 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:43:15.779356 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6efb54-5d50-49c5-b093-95f4d1ee4b12 None None] Pushing event updated for resources: {'Port': ['ID=e58afd7a-51f0-49b1-9f9f-210594d34e15,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:15.784296 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-9b6efb54-5d50-49c5-b093-95f4d1ee4b12 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:43:15.864186 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0c9a54f-af25-4428-9d90-7cbb01243ea8 req-2c148121-b4dc-4cd5-98ba-538a27cf4f0a tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] No DVR routers for this DVR port 9748accb-d019-4176-bbe7-ba2635a4ace3 on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:43:15.920480 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0687ec3-6273-4a82-a56e-2c6aececaed1 service neutron] Pushing event updated for resources: {'Port': ['ID=f68c5b1b-f7c3-4249-82c1-040d26e8afef,revision_number=10']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:15.924829 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-f0687ec3-6273-4a82-a56e-2c6aececaed1 service neutron] No DVR routers for this DVR port f68c5b1b-f7c3-4249-82c1-040d26e8afef on host n-h2-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:43:15.954555 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6efb54-5d50-49c5-b093-95f4d1ee4b12 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:43:16.026624 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-d0c9a54f-af25-4428-9d90-7cbb01243ea8 req-2c148121-b4dc-4cd5-98ba-538a27cf4f0a tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:16.030611 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e09e28-cbb9-47e8-9859-6676f44240c9', 'name': 'network-vif-deleted', 'tag': '9748accb-d019-4176-bbe7-ba2635a4ace3'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:43:16.136952 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d0c9a54f-af25-4428-9d90-7cbb01243ea8 req-2c148121-b4dc-4cd5-98ba-538a27cf4f0a tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.44 "DELETE /v2.0/ports/9748accb-d019-4176-bbe7-ba2635a4ace3 HTTP/1.1" status: 204 len: 173 time: 3.8828051 May 05 21:43:16.140382 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-f0687ec3-6273-4a82-a56e-2c6aececaed1 service neutron] 10.222.0.32 "PUT /v2.0/ports/f68c5b1b-f7c3-4249-82c1-040d26e8afef/bindings/n-h1-825175-4/activate HTTP/1.1" status: 200 len: 369 time: 3.8201108 May 05 21:43:16.156241 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-388af345-c7db-46ee-8ac1-cff4657cbd3e req-c55439c7-3742-4196-8ee8-59661f6b6a43 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Calling delete_port for 9b434e3e-4fe0-404a-b210-e9f2f7db8dc8 owned by compute:nova {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:43:16.193264 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-21987846-56b2-44e5-8ae7-b744eb3547b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:16.205286 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-9b6efb54-5d50-49c5-b093-95f4d1ee4b12 None None] Attempting to bind port e58afd7a-51f0-49b1-9f9f-210594d34e15 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:43:16.205633 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-9b6efb54-5d50-49c5-b093-95f4d1ee4b12 None None] Attempting to bind port e58afd7a-51f0-49b1-9f9f-210594d34e15 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'd7603f5b-adfa-4ba5-8903-79c78aa436ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '718ff0c6-f920-4b3f-81a3-076012439a00'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:43:16.205991 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6efb54-5d50-49c5-b093-95f4d1ee4b12 None None] Attempting to bind port e58afd7a-51f0-49b1-9f9f-210594d34e15 on network 718ff0c6-f920-4b3f-81a3-076012439a00 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:43:16.218256 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df6e199-ce48-43df-8677-7c205cfe0309 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:43:16.223051 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 9748accb-d019-4176-bbe7-ba2635a4ace3 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:43:16.269246 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cc746e2c-e523-4643-a64b-a3bdddd27ea1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:16.282113 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6efb54-5d50-49c5-b093-95f4d1ee4b12 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:43:16.282473 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6efb54-5d50-49c5-b093-95f4d1ee4b12 None None] Checking segment: {'id': 'd7603f5b-adfa-4ba5-8903-79c78aa436ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '718ff0c6-f920-4b3f-81a3-076012439a00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:43:16.283825 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9b6efb54-5d50-49c5-b093-95f4d1ee4b12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:16.284221 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6efb54-5d50-49c5-b093-95f4d1ee4b12 None None] Bound using segment: {'id': 'd7603f5b-adfa-4ba5-8903-79c78aa436ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '718ff0c6-f920-4b3f-81a3-076012439a00'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:43:16.284693 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-9b6efb54-5d50-49c5-b093-95f4d1ee4b12 None None] Bound port: e58afd7a-51f0-49b1-9f9f-210594d34e15, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7603f5b-adfa-4ba5-8903-79c78aa436ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '718ff0c6-f920-4b3f-81a3-076012439a00'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:43:16.285053 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9b6efb54-5d50-49c5-b093-95f4d1ee4b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:16.296918 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eeaf391-df5c-4cd6-8e95-55451021b2f0 None None] Sync routers for ids ['758d72c6-f125-4f56-b4e8-835664d8e9fe'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:43:16.312648 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: 9748accb-d019-4176-bbe7-ba2635a4ace3 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:43:16.312980 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 9748accb-d019-4176-bbe7-ba2635a4ace3 not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:43:16.313392 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 9b434e3e-4fe0-404a-b210-e9f2f7db8dc8 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:43:16.323011 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8df6e199-ce48-43df-8677-7c205cfe0309 admin admin] 10.222.0.23 "PUT /v2.0/routers/758d72c6-f125-4f56-b4e8-835664d8e9fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6950357 May 05 21:43:16.413609 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cc746e2c-e523-4643-a64b-a3bdddd27ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:16.463782 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-46ae8167-81f6-4051-a855-858dad399633 tempest-LiveMigrationTest-271875399 tempest-LiveMigrationTest-271875399-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=99b8cfee-86b7-4d33-8d20-496ef05adf08&tenant_id=ea576b38215846aaa224b1aa35155ba3&binding%3Ahost_id=n-h2-825175-4 HTTP/1.1" status: 200 len: 1095 time: 0.2332792 May 05 21:43:16.626561 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0150bc-19c3-4c5d-9443-50e57a121e80 req-c024201f-f0d9-4388-9c8d-2137d9b7cda7 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:16.633314 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6b0150bc-19c3-4c5d-9443-50e57a121e80 req-c024201f-f0d9-4388-9c8d-2137d9b7cda7 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1442fd4-53de-4ee1-8c04-3b660ac6f9b3 HTTP/1.1" status: 200 len: 949 time: 1.1883068 May 05 21:43:16.638417 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-9b6efb54-5d50-49c5-b093-95f4d1ee4b12 None None] For port e58afd7a-51f0-49b1-9f9f-210594d34e15, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:43:16.642805 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-9b6efb54-5d50-49c5-b093-95f4d1ee4b12 None None] For port e58afd7a-51f0-49b1-9f9f-210594d34e15, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=e58afd7a-51f0-49b1-9f9f-210594d34e15,segment=NetworkSegment(d7603f5b-adfa-4ba5-8903-79c78aa436ad),segment_id=d7603f5b-adfa-4ba5-8903-79c78aa436ad)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:43:16.645032 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-f80d49d7-c661-42af-a55c-546314a1c7c2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=99b8cfee-86b7-4d33-8d20-496ef05adf08&tenant_id=ea576b38215846aaa224b1aa35155ba3 HTTP/1.1" status: 200 len: 1095 time: 0.1743219 May 05 21:43:16.659535 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9b6efb54-5d50-49c5-b093-95f4d1ee4b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:16.720298 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eeaf391-df5c-4cd6-8e95-55451021b2f0 None None] Routers {'758d72c6-f125-4f56-b4e8-835664d8e9fe'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:43:16.721389 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-1eeaf391-df5c-4cd6-8e95-55451021b2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:43:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['758d72c6-f125-4f56-b4e8-835664d8e9fe'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:43:16.871441 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-52589950-3717-4a9b-88ed-87f64b5e2a1b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ea576b38215846aaa224b1aa35155ba3&device_id=99b8cfee-86b7-4d33-8d20-496ef05adf08 HTTP/1.1" status: 200 len: 1095 time: 0.1996903 May 05 21:43:16.900709 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No active binding found for port 9b434e3e-4fe0-404a-b210-e9f2f7db8dc8 {{(pid=84064) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 05 21:43:16.901298 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 9b434e3e-4fe0-404a-b210-e9f2f7db8dc8 not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:43:16.934981 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6efb54-5d50-49c5-b093-95f4d1ee4b12 None None] Pushing event updated for resources: {'Port': ['ID=e58afd7a-51f0-49b1-9f9f-210594d34e15,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:16.967001 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-cc746e2c-e523-4643-a64b-a3bdddd27ea1 admin admin] Allocated IP 172.25.4.73 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/3d8c1209-ad27-48b3-b0e9-488054017850) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:43:17.024391 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-1eeaf391-df5c-4cd6-8e95-55451021b2f0 None None] Set router 758d72c6-f125-4f56-b4e8-835664d8e9fe gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:43:17.136921 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-388af345-c7db-46ee-8ac1-cff4657cbd3e req-c55439c7-3742-4196-8ee8-59661f6b6a43 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:17.265570 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-44dc1af8-45cf-479a-a654-bdbcb608ef52 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:17.267881 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-44dc1af8-45cf-479a-a654-bdbcb608ef52 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d50665b6-9647-47f1-b718-b6ae7cd32366 HTTP/1.1" status: 200 len: 909 time: 0.3892012 May 05 21:43:17.293081 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:17.312811 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cc746e2c-e523-4643-a64b-a3bdddd27ea1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:17.415746 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cc746e2c-e523-4643-a64b-a3bdddd27ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:17.457172 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55439c7-3742-4196-8ee8-59661f6b6a43 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Pushing event deleted for resources: {'Port': ['ID=9b434e3e-4fe0-404a-b210-e9f2f7db8dc8,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:17.473041 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6b0150bc-19c3-4c5d-9443-50e57a121e80 req-2c289331-a860-4ead-9331-2fde56a9e420 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] 10.222.0.23 "GET /v2.0/security-groups?id=d969caae-1cf7-44e6-8fc3-9aef5d276c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7616930 May 05 21:43:17.545616 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc746e2c-e523-4643-a64b-a3bdddd27ea1 admin admin] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:43:17.547158 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-388af345-c7db-46ee-8ac1-cff4657cbd3e req-c55439c7-3742-4196-8ee8-59661f6b6a43 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] No DVR routers for this DVR port 9b434e3e-4fe0-404a-b210-e9f2f7db8dc8 on host n-h1-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:43:17.551188 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-cc746e2c-e523-4643-a64b-a3bdddd27ea1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:43:17.554197 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55439c7-3742-4196-8ee8-59661f6b6a43 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:43:17.554570 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55439c7-3742-4196-8ee8-59661f6b6a43 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:43:17.554950 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55439c7-3742-4196-8ee8-59661f6b6a43 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:43:17.555397 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55439c7-3742-4196-8ee8-59661f6b6a43 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:43:17.555777 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55439c7-3742-4196-8ee8-59661f6b6a43 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:43:17.556153 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55439c7-3742-4196-8ee8-59661f6b6a43 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:43:17.556448 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55439c7-3742-4196-8ee8-59661f6b6a43 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:43:17.556773 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55439c7-3742-4196-8ee8-59661f6b6a43 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:43:17.557093 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55439c7-3742-4196-8ee8-59661f6b6a43 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:43:17.557412 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55439c7-3742-4196-8ee8-59661f6b6a43 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:43:17.557902 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55439c7-3742-4196-8ee8-59661f6b6a43 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:43:17.574089 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-388af345-c7db-46ee-8ac1-cff4657cbd3e req-c55439c7-3742-4196-8ee8-59661f6b6a43 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:17.577183 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc746e2c-e523-4643-a64b-a3bdddd27ea1 admin admin] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:43:17.613386 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1442fd4-53de-4ee1-8c04-3b660ac6f9b3', 'name': 'network-vif-deleted', 'tag': '9b434e3e-4fe0-404a-b210-e9f2f7db8dc8'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:43:17.643183 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-a6e1e99f-f5b8-43ef-b72d-d167196d64e5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f68c5b1b-f7c3-4249-82c1-040d26e8afef HTTP/1.1" status: 200 len: 217 time: 0.3625782 May 05 21:43:17.656801 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:17.713028 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-388af345-c7db-46ee-8ac1-cff4657cbd3e req-c55439c7-3742-4196-8ee8-59661f6b6a43 tempest-LiveMigrationNegativeTest-658137714 tempest-LiveMigrationNegativeTest-658137714-project] 10.222.0.44 "DELETE /v2.0/ports/9b434e3e-4fe0-404a-b210-e9f2f7db8dc8 HTTP/1.1" status: 204 len: 173 time: 3.1545854 May 05 21:43:17.769589 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-89c18706-2c0a-4e5a-ad0d-25daa92a81a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:17.775253 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-89c18706-2c0a-4e5a-ad0d-25daa92a81a5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2ef0800d-de6f-466d-b35f-d1403d70c310 HTTP/1.1" status: 200 len: 848 time: 0.1245060 May 05 21:43:17.801791 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f758121a-a368-4775-9538-fb00be39ecb8'] response: {'server_uuid': 'e9e09e28-cbb9-47e8-9859-6676f44240c9', 'name': 'network-vif-deleted', 'tag': '9748accb-d019-4176-bbe7-ba2635a4ace3', 'status': 'completed', 'code': 200} May 05 21:43:17.882029 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dadab5-911e-40c2-bb4b-12ae17381a16 req-74b2c574-9cd4-48ac-a4d4-2d38adf87aa8 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:17.887217 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-55dadab5-911e-40c2-bb4b-12ae17381a16 req-74b2c574-9cd4-48ac-a4d4-2d38adf87aa8 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=99b8cfee-86b7-4d33-8d20-496ef05adf08 HTTP/1.1" status: 200 len: 944 time: 1.0375655 May 05 21:43:17.891043 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-1eeaf391-df5c-4cd6-8e95-55451021b2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758d72c6-f125-4f56-b4e8-835664d8e9fe', 'name': 'tempest-ServersTestBootFromVolume-556339299-router', 'tenant_id': '61abfbe113f746f29df633f17a179bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '45bf82e6-e82c-4dec-be68-8ae4b46a79bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:43:01Z', 'updated_at': '2022-05-05T21:43:10Z', 'revision_number': 4, 'project_id': '61abfbe113f746f29df633f17a179bab', 'gw_port': {'id': '45bf82e6-e82c-4dec-be68-8ae4b46a79bb', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758d72c6-f125-4f56-b4e8-835664d8e9fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:43:02Z', 'updated_at': '2022-05-05T21:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '43c19dec-7f02-451e-b95d-0dfbb535cc0c', 'name': '', 'network_id': 'c0872462-98fa-4b18-824d-ce804e81510e', 'tenant_id': '61abfbe113f746f29df633f17a179bab', 'mac_address': 'fa:16:3e:a8:09:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758d72c6-f125-4f56-b4e8-835664d8e9fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3616903f-0b3a-4ed3-93ad-c39d3f389ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:43:09Z', 'updated_at': '2022-05-05T21:43:10Z', 'revision_number': 2, 'project_id': '61abfbe113f746f29df633f17a179bab', 'subnets': [{'id': '3616903f-0b3a-4ed3-93ad-c39d3f389ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:43:17.895770 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eeaf391-df5c-4cd6-8e95-55451021b2f0 None None] Checking router: 758d72c6-f125-4f56-b4e8-835664d8e9fe for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:43:17.896231 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eeaf391-df5c-4cd6-8e95-55451021b2f0 None None] Updating router 758d72c6-f125-4f56-b4e8-835664d8e9fe port 43c19dec-7f02-451e-b95d-0dfbb535cc0c binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 21:43:17.919494 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-2b24fe28-d7d7-466f-93db-310e0f137b1c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d50665b6-9647-47f1-b718-b6ae7cd32366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1167111 May 05 21:43:17.976890 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1eeaf391-df5c-4cd6-8e95-55451021b2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:18.031956 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc746e2c-e523-4643-a64b-a3bdddd27ea1 admin admin] Pushing event updated for resources: {'Port': ['ID=3d8c1209-ad27-48b3-b0e9-488054017850,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:18.102696 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095c5e5-cf7e-491f-a0f4-4246c6ee2a44 req-132a573a-c337-4205-a224-f6dd6b51cb6a tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:18.103925 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-5095c5e5-cf7e-491f-a0f4-4246c6ee2a44 req-132a573a-c337-4205-a224-f6dd6b51cb6a tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Synchronizing usage tracker for tenant:caf8261703da4bb5a03dc145b93e3b71 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:43:18.147507 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-5095c5e5-cf7e-491f-a0f4-4246c6ee2a44 req-132a573a-c337-4205-a224-f6dd6b51cb6a tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Unset dirty status for tenant:caf8261703da4bb5a03dc145b93e3b71 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:43:18.148951 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5095c5e5-cf7e-491f-a0f4-4246c6ee2a44 req-132a573a-c337-4205-a224-f6dd6b51cb6a tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] 10.222.0.32 "GET /v2.0/ports?device_id=98f46ae6-68ae-4dc1-b860-386f211ba493 HTTP/1.1" status: 200 len: 945 time: 0.5583289 May 05 21:43:18.165905 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-55dadab5-911e-40c2-bb4b-12ae17381a16 req-024d1414-e6ec-4407-917a-2bd0835223dc tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522931 May 05 21:43:18.309926 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-8691cac7-e4a7-4322-829e-b378aae8ac44 service neutron] 10.222.0.44 "GET /v2.0/networks/d50665b6-9647-47f1-b718-b6ae7cd32366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3828535 May 05 21:43:18.332622 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db47f3-c6b6-42c5-a739-217f32d80f9f req-40d1b444-516e-4df8-ae2b-dd55e83ad3dc tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:18.334197 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f9db47f3-c6b6-42c5-a739-217f32d80f9f req-40d1b444-516e-4df8-ae2b-dd55e83ad3dc tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] 10.222.0.23 "GET /v2.0/ports?device_id=98f46ae6-68ae-4dc1-b860-386f211ba493 HTTP/1.1" status: 200 len: 945 time: 0.3327923 May 05 21:43:18.366129 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-5095c5e5-cf7e-491f-a0f4-4246c6ee2a44 req-53f4a5ad-ccde-4126-9d3c-2ac86d0cc7fb tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Deleting port e25ad77d-1133-4c51-b6dd-5296d0afe8d6 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:43:18.366366 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5095c5e5-cf7e-491f-a0f4-4246c6ee2a44 req-53f4a5ad-ccde-4126-9d3c-2ac86d0cc7fb tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:18.387343 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cc746e2c-e523-4643-a64b-a3bdddd27ea1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:18.388337 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cc746e2c-e523-4643-a64b-a3bdddd27ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:18.408694 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device e58afd7a-51f0-49b1-9f9f-210594d34e15 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:43:18.593728 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2357d2-468e-42b6-a4ec-fd53a4cc82bd None None] Network 718ff0c6-f920-4b3f-81a3-076012439a00 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:43:18.704080 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-8898619d-7932-48c9-9740-3bd171ef3e82 service neutron] 10.222.0.44 "GET /v2.0/networks/d50665b6-9647-47f1-b718-b6ae7cd32366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3872435 May 05 21:43:18.714460 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f61394-647d-424c-8618-ee0e2280e320 req-bebad59d-6cbf-4349-aaef-4684692dfca1 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:18.724413 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-e4f61394-647d-424c-8618-ee0e2280e320 req-bebad59d-6cbf-4349-aaef-4684692dfca1 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Synchronizing usage tracker for tenant:1d0c3bd18deb4529a9eff5d87fa07f7f on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:43:18.778007 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f9db47f3-c6b6-42c5-a739-217f32d80f9f req-b501e16c-d2ad-43b5-8ec4-419072cdd499 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4d19568-e238-4171-bb9f-b97aff64788d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4285786 May 05 21:43:18.788831 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-e4f61394-647d-424c-8618-ee0e2280e320 req-bebad59d-6cbf-4349-aaef-4684692dfca1 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Unset dirty status for tenant:1d0c3bd18deb4529a9eff5d87fa07f7f on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:43:18.789999 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e4f61394-647d-424c-8618-ee0e2280e320 req-bebad59d-6cbf-4349-aaef-4684692dfca1 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.44 "GET /v2.0/ports?device_id=2808b5ea-531b-4d46-862d-46a70e81df09 HTTP/1.1" status: 200 len: 951 time: 0.8336649 May 05 21:43:18.881349 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:18.900210 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-e4f61394-647d-424c-8618-ee0e2280e320 req-c28bd9f8-0f75-457e-9b98-789440a0e092 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Deleting port 7f1d5640-52d2-459f-8641-381344597961 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:43:18.900545 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-e4f61394-647d-424c-8618-ee0e2280e320 req-c28bd9f8-0f75-457e-9b98-789440a0e092 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:18.906367 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.resource_extend [None req-1eeaf391-df5c-4cd6-8e95-55451021b2f0 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 21:43:18.927159 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-5095c5e5-cf7e-491f-a0f4-4246c6ee2a44 req-53f4a5ad-ccde-4126-9d3c-2ac86d0cc7fb tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] For port e25ad77d-1133-4c51-b6dd-5296d0afe8d6, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=e25ad77d-1133-4c51-b6dd-5296d0afe8d6,segment=NetworkSegment(54ad9bc0-80cd-48a0-a1d0-8cac4a4b6572),segment_id=54ad9bc0-80cd-48a0-a1d0-8cac4a4b6572)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:43:18.928326 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5095c5e5-cf7e-491f-a0f4-4246c6ee2a44 req-53f4a5ad-ccde-4126-9d3c-2ac86d0cc7fb tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:18.959163 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port e58afd7a-51f0-49b1-9f9f-210594d34e15 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:43:19.071094 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-9eecdfe3-f1fc-43d4-8558-0e7a1fc89565 None None] Provisioning for port e58afd7a-51f0-49b1-9f9f-210594d34e15 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:43:19.084016 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port e58afd7a-51f0-49b1-9f9f-210594d34e15 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:43:19.084377 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:19.107537 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-5095c5e5-cf7e-491f-a0f4-4246c6ee2a44 req-53f4a5ad-ccde-4126-9d3c-2ac86d0cc7fb tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Calling delete_port for e25ad77d-1133-4c51-b6dd-5296d0afe8d6 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:43:19.126682 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-9eecdfe3-f1fc-43d4-8558-0e7a1fc89565 None None] Provisioning complete for port e58afd7a-51f0-49b1-9f9f-210594d34e15 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:43:19.127045 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9eecdfe3-f1fc-43d4-8558-0e7a1fc89565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:19.143954 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 34970) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:43:19.147023 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff4e6262-cd93-49c4-b441-72ac1c388a4f'] response: {'server_uuid': 'c1442fd4-53de-4ee1-8c04-3b660ac6f9b3', 'name': 'network-vif-deleted', 'tag': '9b434e3e-4fe0-404a-b210-e9f2f7db8dc8', 'status': 'completed', 'code': 200} May 05 21:43:19.166676 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-817958f5-a093-40fa-8dd3-fce8be4ad922 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Request body: {'security_group': {'name': 'tempest-securitygroup--658430653', 'description': 'tempest-description--74551884'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:43:19.182050 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-817958f5-a093-40fa-8dd3-fce8be4ad922 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:43:19.197256 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1eeaf391-df5c-4cd6-8e95-55451021b2f0 None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:19.231206 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-1eeaf391-df5c-4cd6-8e95-55451021b2f0 None None] Transition to ACTIVE for port object 43c19dec-7f02-451e-b95d-0dfbb535cc0c will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:43:19.242192 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-817958f5-a093-40fa-8dd3-fce8be4ad922 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Usage tracker for resource:security_group and tenant:61abfbe113f746f29df633f17a179bab is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:43:19.249325 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1eeaf391-df5c-4cd6-8e95-55451021b2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:19.254495 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-817958f5-a093-40fa-8dd3-fce8be4ad922 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:43:19.265362 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-817958f5-a093-40fa-8dd3-fce8be4ad922 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:43:19.334218 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-c12d48ca-eca2-4ab9-a9bb-96c870cda681 tempest-LiveMigrationTest-271875399 tempest-LiveMigrationTest-271875399-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=99b8cfee-86b7-4d33-8d20-496ef05adf08&tenant_id=ea576b38215846aaa224b1aa35155ba3&binding%3Ahost_id=n-h1-825175-4 HTTP/1.1" status: 200 len: 1095 time: 0.3257442 May 05 21:43:19.338112 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-817958f5-a093-40fa-8dd3-fce8be4ad922 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:19.475287 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-817958f5-a093-40fa-8dd3-fce8be4ad922 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:43:19.485350 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-817958f5-a093-40fa-8dd3-fce8be4ad922 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Usage tracker for resource:security_group_rule and tenant:61abfbe113f746f29df633f17a179bab is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:43:19.490137 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5095c5e5-cf7e-491f-a0f4-4246c6ee2a44 req-53f4a5ad-ccde-4126-9d3c-2ac86d0cc7fb tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:19.492532 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-817958f5-a093-40fa-8dd3-fce8be4ad922 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:43:19.503479 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4975b851-5ea7-4857-a189-68bd595f8f14 None None] Pushing event updated for resources: {'Port': ['ID=43c19dec-7f02-451e-b95d-0dfbb535cc0c,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:19.510422 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:19.533781 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9eecdfe3-f1fc-43d4-8558-0e7a1fc89565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:19.580237 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-817958f5-a093-40fa-8dd3-fce8be4ad922 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:43:19.671080 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-817958f5-a093-40fa-8dd3-fce8be4ad922 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:19.685316 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f4a5ad-ccde-4126-9d3c-2ac86d0cc7fb tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Pushing event deleted for resources: {'Port': ['ID=e25ad77d-1133-4c51-b6dd-5296d0afe8d6,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:19.695800 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port e58afd7a-51f0-49b1-9f9f-210594d34e15, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=e58afd7a-51f0-49b1-9f9f-210594d34e15,segment=NetworkSegment(d7603f5b-adfa-4ba5-8903-79c78aa436ad),segment_id=d7603f5b-adfa-4ba5-8903-79c78aa436ad)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:43:19.709190 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-1eeaf391-df5c-4cd6-8e95-55451021b2f0 None None] Attempting to bind port 43c19dec-7f02-451e-b95d-0dfbb535cc0c on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:43:19.709565 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-1eeaf391-df5c-4cd6-8e95-55451021b2f0 None None] Attempting to bind port 43c19dec-7f02-451e-b95d-0dfbb535cc0c by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'b6a78c60-1e9b-428a-ae97-394891f78dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c0872462-98fa-4b18-824d-ce804e81510e'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:43:19.710603 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eeaf391-df5c-4cd6-8e95-55451021b2f0 None None] Attempting to bind port 43c19dec-7f02-451e-b95d-0dfbb535cc0c on network c0872462-98fa-4b18-824d-ce804e81510e {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:43:19.719373 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b427d45-def1-48e9-b42a-b6309559b099 req-5e46d6bc-967f-4efc-bd12-40fa0fcf76b3 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:19.721127 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8b427d45-def1-48e9-b42a-b6309559b099 req-5e46d6bc-967f-4efc-bd12-40fa0fcf76b3 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=2808b5ea-531b-4d46-862d-46a70e81df09 HTTP/1.1" status: 200 len: 951 time: 0.7071586 May 05 21:43:19.743786 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:19.746366 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device e25ad77d-1133-4c51-b6dd-5296d0afe8d6 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:43:19.768934 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc746e2c-e523-4643-a64b-a3bdddd27ea1 admin admin] Router 8d9118bd-6861-46b5-bce1-b3365e37bd92 is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 21:43:19.771854 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-817958f5-a093-40fa-8dd3-fce8be4ad922 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:19.823773 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-e4f61394-647d-424c-8618-ee0e2280e320 req-c28bd9f8-0f75-457e-9b98-789440a0e092 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] For port 7f1d5640-52d2-459f-8641-381344597961, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=7f1d5640-52d2-459f-8641-381344597961,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:43:19.824268 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-e4f61394-647d-424c-8618-ee0e2280e320 req-c28bd9f8-0f75-457e-9b98-789440a0e092 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:19.845984 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: e25ad77d-1133-4c51-b6dd-5296d0afe8d6 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:43:19.846312 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device e25ad77d-1133-4c51-b6dd-5296d0afe8d6 not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:43:19.846761 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 961ce505-c494-4a7a-99a8-43c063b230c8 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:43:19.877799 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f4a5ad-ccde-4126-9d3c-2ac86d0cc7fb tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:43:19.878148 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f4a5ad-ccde-4126-9d3c-2ac86d0cc7fb tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:43:19.878490 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f4a5ad-ccde-4126-9d3c-2ac86d0cc7fb tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:43:19.878878 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f4a5ad-ccde-4126-9d3c-2ac86d0cc7fb tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:43:19.879216 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f4a5ad-ccde-4126-9d3c-2ac86d0cc7fb tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:43:19.879552 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f4a5ad-ccde-4126-9d3c-2ac86d0cc7fb tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:43:19.879878 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f4a5ad-ccde-4126-9d3c-2ac86d0cc7fb tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:43:19.880206 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f4a5ad-ccde-4126-9d3c-2ac86d0cc7fb tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:43:19.880537 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f4a5ad-ccde-4126-9d3c-2ac86d0cc7fb tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:43:19.880853 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f4a5ad-ccde-4126-9d3c-2ac86d0cc7fb tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:43:19.881180 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f4a5ad-ccde-4126-9d3c-2ac86d0cc7fb tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:43:19.892583 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-ce5fcd67-1b79-46fd-a6f3-ca9eb7cf1ac7 service neutron] For port f68c5b1b-f7c3-4249-82c1-040d26e8afef, host n-h2-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:43:19.894597 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817958f5-a093-40fa-8dd3-fce8be4ad922 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=120b4c1c-14bf-4ea1-9ce2-540e096b21a1,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:19.899319 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-5095c5e5-cf7e-491f-a0f4-4246c6ee2a44 req-53f4a5ad-ccde-4126-9d3c-2ac86d0cc7fb tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] No DVR routers for this DVR port e25ad77d-1133-4c51-b6dd-5296d0afe8d6 on host n-h2-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:43:19.901549 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5095c5e5-cf7e-491f-a0f4-4246c6ee2a44 req-53f4a5ad-ccde-4126-9d3c-2ac86d0cc7fb tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:19.904588 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5095c5e5-cf7e-491f-a0f4-4246c6ee2a44 req-53f4a5ad-ccde-4126-9d3c-2ac86d0cc7fb tempest-FloatingIPsAssociationNegativeTestJSON-1025599326 tempest-FloatingIPsAssociationNegativeTestJSON-1025599326-project] 10.222.0.32 "DELETE /v2.0/ports/e25ad77d-1133-4c51-b6dd-5296d0afe8d6 HTTP/1.1" status: 204 len: 173 time: 1.7484317 May 05 21:43:19.905582 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f46ae6-68ae-4dc1-b860-386f211ba493', 'name': 'network-vif-deleted', 'tag': 'e25ad77d-1133-4c51-b6dd-5296d0afe8d6'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:43:19.911193 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eeaf391-df5c-4cd6-8e95-55451021b2f0 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:43:19.911558 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eeaf391-df5c-4cd6-8e95-55451021b2f0 None None] Checking segment: {'id': 'b6a78c60-1e9b-428a-ae97-394891f78dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c0872462-98fa-4b18-824d-ce804e81510e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:43:19.911945 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1eeaf391-df5c-4cd6-8e95-55451021b2f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:19.912322 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eeaf391-df5c-4cd6-8e95-55451021b2f0 None None] Bound using segment: {'id': 'b6a78c60-1e9b-428a-ae97-394891f78dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c0872462-98fa-4b18-824d-ce804e81510e'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:43:19.913114 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-1eeaf391-df5c-4cd6-8e95-55451021b2f0 None None] Bound port: 43c19dec-7f02-451e-b95d-0dfbb535cc0c, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6a78c60-1e9b-428a-ae97-394891f78dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c0872462-98fa-4b18-824d-ce804e81510e'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:43:19.913114 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1eeaf391-df5c-4cd6-8e95-55451021b2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:19.917615 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-ce5fcd67-1b79-46fd-a6f3-ca9eb7cf1ac7 service neutron] Notify callbacks [] for binding, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:19.919689 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6e1a36a8-b5b0-4975-9ffb-43fccdcfe216 req-ce5fcd67-1b79-46fd-a6f3-ca9eb7cf1ac7 service neutron] 10.222.0.44 "DELETE /v2.0/ports/f68c5b1b-f7c3-4249-82c1-040d26e8afef/bindings/n-h2-825175-4 HTTP/1.1" status: 204 len: 173 time: 0.5704341 May 05 21:43:19.922074 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-817958f5-a093-40fa-8dd3-fce8be4ad922 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:19.924676 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-817958f5-a093-40fa-8dd3-fce8be4ad922 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1611 time: 0.7743070 May 05 21:43:19.926514 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 34986) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:43:19.933171 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-f95ec850-2240-42a6-9d78-4dea0af114d7 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Request body: {'security_group_rule': {'security_group_id': '120b4c1c-14bf-4ea1-9ce2-540e096b21a1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:43:19.951570 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f95ec850-2240-42a6-9d78-4dea0af114d7 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:43:19.957701 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f95ec850-2240-42a6-9d78-4dea0af114d7 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Usage tracker for resource:security_group_rule and tenant:61abfbe113f746f29df633f17a179bab is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:43:19.968177 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-9eecdfe3-f1fc-43d4-8558-0e7a1fc89565 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:43:19.968610 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-9eecdfe3-f1fc-43d4-8558-0e7a1fc89565 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:43:19.968967 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f95ec850-2240-42a6-9d78-4dea0af114d7 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:43:19.976041 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=e58afd7a-51f0-49b1-9f9f-210594d34e15,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:19.991637 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f95ec850-2240-42a6-9d78-4dea0af114d7 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:43:19.992210 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f09e0-cb0d-4f6b-9758-45bceb5a3b98 req-e12345e6-5a94-4abd-9404-c53e7f4d9fd2 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:20.000148 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0f1f09e0-cb0d-4f6b-9758-45bceb5a3b98 req-e12345e6-5a94-4abd-9404-c53e7f4d9fd2 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/networks?id=4988fe71-34c6-4737-ad2a-40f5327e7f0e HTTP/1.1" status: 200 len: 812 time: 0.7667615 May 05 21:43:20.027790 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f95ec850-2240-42a6-9d78-4dea0af114d7 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:20.106884 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0f1f09e0-cb0d-4f6b-9758-45bceb5a3b98 req-63a33dcf-7168-46c8-81a3-614e2d8ea4ce tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/quotas/5a55f0e1fc854ae480e2f7b2fc73c270 HTTP/1.1" status: 200 len: 375 time: 0.1038291 May 05 21:43:20.123756 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-e4f61394-647d-424c-8618-ee0e2280e320 req-c28bd9f8-0f75-457e-9b98-789440a0e092 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Calling delete_port for 7f1d5640-52d2-459f-8641-381344597961 owned by compute:nova {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:43:20.130995 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f95ec850-2240-42a6-9d78-4dea0af114d7 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:20.134063 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-1eeaf391-df5c-4cd6-8e95-55451021b2f0 None None] For port 43c19dec-7f02-451e-b95d-0dfbb535cc0c, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:43:20.138689 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-1eeaf391-df5c-4cd6-8e95-55451021b2f0 None None] For port 43c19dec-7f02-451e-b95d-0dfbb535cc0c, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=43c19dec-7f02-451e-b95d-0dfbb535cc0c,segment=NetworkSegment(b6a78c60-1e9b-428a-ae97-394891f78dc2),segment_id=b6a78c60-1e9b-428a-ae97-394891f78dc2)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:43:20.140813 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f95ec850-2240-42a6-9d78-4dea0af114d7 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:20.177370 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1eeaf391-df5c-4cd6-8e95-55451021b2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:20.202721 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ec850-2240-42a6-9d78-4dea0af114d7 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5121735-a591-4235-87dc-9113670cdf6a,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:20.233457 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f95ec850-2240-42a6-9d78-4dea0af114d7 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:20.238212 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f95ec850-2240-42a6-9d78-4dea0af114d7 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3088846 May 05 21:43:20.238851 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 34990) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:43:20.246692 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-6b011b97-f8d4-4b01-b920-3656ce758f5c tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Request body: {'security_group_rule': {'security_group_id': '120b4c1c-14bf-4ea1-9ce2-540e096b21a1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:43:20.265299 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-6b011b97-f8d4-4b01-b920-3656ce758f5c tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:43:20.277712 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-6b011b97-f8d4-4b01-b920-3656ce758f5c tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Usage tracker for resource:security_group_rule and tenant:61abfbe113f746f29df633f17a179bab is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:43:20.283752 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-6b011b97-f8d4-4b01-b920-3656ce758f5c tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:43:20.295969 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-6b011b97-f8d4-4b01-b920-3656ce758f5c tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:43:20.319211 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device e58afd7a-51f0-49b1-9f9f-210594d34e15 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:43:20.356498 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8b427d45-def1-48e9-b42a-b6309559b099 req-b217651d-fba8-4d66-b6ba-5880f12cce78 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6246743 May 05 21:43:20.366187 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6b011b97-f8d4-4b01-b920-3656ce758f5c tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:20.395926 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0f1f09e0-cb0d-4f6b-9758-45bceb5a3b98 req-2c9a055f-3fc1-43d6-aa72-e397985d858e tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5a55f0e1fc854ae480e2f7b2fc73c270&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1745002 May 05 21:43:20.457606 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:20.596839 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4975b851-5ea7-4857-a189-68bd595f8f14 None None] Pushing event updated for resources: {'Port': ['ID=43c19dec-7f02-451e-b95d-0dfbb535cc0c,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:20.684153 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port e58afd7a-51f0-49b1-9f9f-210594d34e15 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:43:20.684725 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:20.750758 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6b011b97-f8d4-4b01-b920-3656ce758f5c tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:20.759500 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-e4f61394-647d-424c-8618-ee0e2280e320 req-c28bd9f8-0f75-457e-9b98-789440a0e092 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:20.762474 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6b011b97-f8d4-4b01-b920-3656ce758f5c tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:20.791674 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 961ce505-c494-4a7a-99a8-43c063b230c8, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=961ce505-c494-4a7a-99a8-43c063b230c8,segment=NetworkSegment(1433ba6d-48b0-4056-91b6-deba1a0564ab),segment_id=1433ba6d-48b0-4056-91b6-deba1a0564ab)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:43:20.803116 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e0f4fa-7535-47a6-b0f4-cdc1a472748e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '961ce505-c494-4a7a-99a8-43c063b230c8'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:43:20.808751 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['3c676966-f034-4a3e-a66e-0c8e2be1d42c'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:43:20.834923 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b011b97-f8d4-4b01-b920-3656ce758f5c tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d40aff2c-b703-4544-b03e-bacefe504eb3,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:20.860592 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28bd9f8-0f75-457e-9b98-789440a0e092 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Pushing event deleted for resources: {'Port': ['ID=7f1d5640-52d2-459f-8641-381344597961,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:20.863993 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6b011b97-f8d4-4b01-b920-3656ce758f5c tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:20.865798 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-6b011b97-f8d4-4b01-b920-3656ce758f5c tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6259210 May 05 21:43:20.868744 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 34996) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:43:20.874507 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-8d5ece11-81b5-4f3a-ab5c-95242dd1a0ac tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Request body: {'floatingip': {'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:43:20.890718 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-8d5ece11-81b5-4f3a-ab5c-95242dd1a0ac tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:43:20.894139 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['105dc9f5-69de-49f6-ba48-8d7a2dc2ca67'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:43:20.915799 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-8d5ece11-81b5-4f3a-ab5c-95242dd1a0ac tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Usage tracker for resource:floatingip and tenant:61abfbe113f746f29df633f17a179bab is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:43:20.926393 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-8d5ece11-81b5-4f3a-ab5c-95242dd1a0ac tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:43:20.945973 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-8d5ece11-81b5-4f3a-ab5c-95242dd1a0ac tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:43:20.977422 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8d5ece11-81b5-4f3a-ab5c-95242dd1a0ac tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Notify callbacks [] for floatingip, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:20.978150 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4f61394-647d-424c-8618-ee0e2280e320 req-c28bd9f8-0f75-457e-9b98-789440a0e092 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] No DVR routers for this DVR port 7f1d5640-52d2-459f-8641-381344597961 on host n-h1-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:43:20.979999 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eeaf391-df5c-4cd6-8e95-55451021b2f0 None None] Routers {'758d72c6-f125-4f56-b4e8-835664d8e9fe'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:43:20.980759 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-1eeaf391-df5c-4cd6-8e95-55451021b2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:43:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['758d72c6-f125-4f56-b4e8-835664d8e9fe'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:43:21.049012 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0f1f09e0-cb0d-4f6b-9758-45bceb5a3b98 req-97bc57ac-5b2b-4f71-a579-7f008cba08b2 service neutron] 10.222.0.23 "GET /v2.0/networks/4988fe71-34c6-4737-ad2a-40f5327e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6521096 May 05 21:43:21.075737 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-e4f61394-647d-424c-8618-ee0e2280e320 req-c28bd9f8-0f75-457e-9b98-789440a0e092 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:21.142201 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:21.156070 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2808b5ea-531b-4d46-862d-46a70e81df09', 'name': 'network-vif-deleted', 'tag': '7f1d5640-52d2-459f-8641-381344597961'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:43:21.180139 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e4f61394-647d-424c-8618-ee0e2280e320 req-c28bd9f8-0f75-457e-9b98-789440a0e092 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.44 "DELETE /v2.0/ports/7f1d5640-52d2-459f-8641-381344597961 HTTP/1.1" status: 204 len: 173 time: 2.3832846 May 05 21:43:21.314493 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0f1f09e0-cb0d-4f6b-9758-45bceb5a3b98 req-d4795eeb-dd5b-484c-9bf4-8e0c66f10df0 service neutron] 10.222.0.23 "GET /v2.0/networks/4988fe71-34c6-4737-ad2a-40f5327e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641883 May 05 21:43:21.359011 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8d5ece11-81b5-4f3a-ab5c-95242dd1a0ac tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:21.433339 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc746e2c-e523-4643-a64b-a3bdddd27ea1 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:43:21.444330 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73476673-7f56-472a-9199-cb1931d489ed None None] Sync routers for ids ['8d9118bd-6861-46b5-bce1-b3365e37bd92'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:43:21.471467 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 35016) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:43:21.478520 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73476673-7f56-472a-9199-cb1931d489ed None None] Routers {'8d9118bd-6861-46b5-bce1-b3365e37bd92'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:43:21.480559 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-73476673-7f56-472a-9199-cb1931d489ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:43:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8d9118bd-6861-46b5-bce1-b3365e37bd92'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:43:21.492007 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=961ce505-c494-4a7a-99a8-43c063b230c8,revision_number=8']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:21.540387 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cc746e2c-e523-4643-a64b-a3bdddd27ea1 admin admin] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:21.547724 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 35022) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:43:21.549150 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-cc746e2c-e523-4643-a64b-a3bdddd27ea1 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 7.9839141 May 05 21:43:21.609649 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ffe3f-01bc-4dd1-871a-e97b26560e8c req-9085a17c-784a-4c23-ae93-773d9b907119 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:21.611426 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-074ffe3f-01bc-4dd1-871a-e97b26560e8c req-9085a17c-784a-4c23-ae93-773d9b907119 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=99b8cfee-86b7-4d33-8d20-496ef05adf08 HTTP/1.1" status: 200 len: 944 time: 0.3635764 May 05 21:43:21.756508 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-074ffe3f-01bc-4dd1-871a-e97b26560e8c req-4f53ec35-335a-4ad0-a053-09402aa01f8c tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383834 May 05 21:43:21.881882 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35032) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:43:21.884265 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-8d5ece11-81b5-4f3a-ab5c-95242dd1a0ac tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Allocated IP 172.25.4.154 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/93c15251-abd6-45b4-a86b-47be3974b193) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:43:22.035713 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-73476673-7f56-472a-9199-cb1931d489ed None None] Set router 8d9118bd-6861-46b5-bce1-b3365e37bd92 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:43:22.137406 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8d5ece11-81b5-4f3a-ab5c-95242dd1a0ac tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:22.144657 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c82518ea-63a7-4443-a901-607b30529f7e'] response: {'server_uuid': '11e0f4fa-7535-47a6-b0f4-cdc1a472748e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '961ce505-c494-4a7a-99a8-43c063b230c8', 'code': 200} May 05 21:43:22.175060 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73304f97-45dd-48a0-bf22-b2e4bdd4a214'] response: {'server_uuid': '98f46ae6-68ae-4dc1-b860-386f211ba493', 'name': 'network-vif-deleted', 'tag': 'e25ad77d-1133-4c51-b6dd-5296d0afe8d6', 'status': 'completed', 'code': 200} May 05 21:43:22.199958 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8d5ece11-81b5-4f3a-ab5c-95242dd1a0ac tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:22.285264 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 7f1d5640-52d2-459f-8641-381344597961 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:43:22.337027 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-1eeaf391-df5c-4cd6-8e95-55451021b2f0 None None] Set router 758d72c6-f125-4f56-b4e8-835664d8e9fe gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:43:22.385717 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: 7f1d5640-52d2-459f-8641-381344597961 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:43:22.385717 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 7f1d5640-52d2-459f-8641-381344597961 not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:43:22.404116 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdbe1729-c1d0-4b5e-a8d8-7e8bbe40b848'] response: {'server_uuid': '2808b5ea-531b-4d46-862d-46a70e81df09', 'name': 'network-vif-deleted', 'tag': '7f1d5640-52d2-459f-8641-381344597961', 'status': 'completed', 'code': 200} May 05 21:43:22.448282 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-b1d4d128-ecc9-4dba-95ac-6f6c8f2d2a8a None None] Provisioning complete for port e58afd7a-51f0-49b1-9f9f-210594d34e15 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:43:22.448761 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b1d4d128-ecc9-4dba-95ac-6f6c8f2d2a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:22.496171 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5ece11-81b5-4f3a-ab5c-95242dd1a0ac tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:43:22.504300 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-8d5ece11-81b5-4f3a-ab5c-95242dd1a0ac tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:43:22.529761 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5ece11-81b5-4f3a-ab5c-95242dd1a0ac tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:43:22.598054 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-929461ab-eb03-41bc-a06b-ee7ef8db2b58 req-15d57fbc-7ece-4c68-818e-82294ab48c14 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=06e7ef30-e7fd-4621-88d5-a6da4e73b24b HTTP/1.1" status: 200 len: 210 time: 0.2010920 May 05 21:43:22.620632 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-95f3b338-657c-49a5-905e-1d2496c87cb1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=81eab7c1fe9e43afad7f59eb7b238035&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1479008 May 05 21:43:22.621124 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35056) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:43:22.622980 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5ece11-81b5-4f3a-ab5c-95242dd1a0ac tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Pushing event updated for resources: {'Port': ['ID=93c15251-abd6-45b4-a86b-47be3974b193,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:22.901704 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3610b018-9bc6-4a67-ac4f-09e86be5b525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:22.953768 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3610b018-9bc6-4a67-ac4f-09e86be5b525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:23.027161 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3610b018-9bc6-4a67-ac4f-09e86be5b525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:23.070194 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3610b018-9bc6-4a67-ac4f-09e86be5b525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d969caae-1cf7-44e6-8fc3-9aef5d276c7a,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:23.077291 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3610b018-9bc6-4a67-ac4f-09e86be5b525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:23.078449 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-3610b018-9bc6-4a67-ac4f-09e86be5b525 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d969caae-1cf7-44e6-8fc3-9aef5d276c7a HTTP/1.1" status: 204 len: 168 time: 0.4562354 May 05 21:43:23.150472 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-73476673-7f56-472a-9199-cb1931d489ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9118bd-6861-46b5-bce1-b3365e37bd92', 'name': 'tempest-ServersTestJSON-50409553-router', 'tenant_id': 'e254aa6e91fc4971a04919e3490afc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '3d8c1209-ad27-48b3-b0e9-488054017850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:43:13Z', 'updated_at': '2022-05-05T21:43:18Z', 'revision_number': 3, 'project_id': 'e254aa6e91fc4971a04919e3490afc47', 'gw_port': {'id': '3d8c1209-ad27-48b3-b0e9-488054017850', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:56:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d9118bd-6861-46b5-bce1-b3365e37bd92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:43:16Z', 'updated_at': '2022-05-05T21:43:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:43:23.155465 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73476673-7f56-472a-9199-cb1931d489ed None None] Checking router: 8d9118bd-6861-46b5-bce1-b3365e37bd92 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:43:23.155728 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73476673-7f56-472a-9199-cb1931d489ed None None] Updating router 8d9118bd-6861-46b5-bce1-b3365e37bd92 port 3d8c1209-ad27-48b3-b0e9-488054017850 binding host n-d-825175-4 {{(pid=84068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 21:43:23.267903 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-73476673-7f56-472a-9199-cb1931d489ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:23.294854 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8d5ece11-81b5-4f3a-ab5c-95242dd1a0ac tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:23.405325 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8d5ece11-81b5-4f3a-ab5c-95242dd1a0ac tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:23.421048 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-1eeaf391-df5c-4cd6-8e95-55451021b2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758d72c6-f125-4f56-b4e8-835664d8e9fe', 'name': 'tempest-ServersTestBootFromVolume-556339299-router', 'tenant_id': '61abfbe113f746f29df633f17a179bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '45bf82e6-e82c-4dec-be68-8ae4b46a79bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:43:01Z', 'updated_at': '2022-05-05T21:43:10Z', 'revision_number': 4, 'project_id': '61abfbe113f746f29df633f17a179bab', 'gw_port': {'id': '45bf82e6-e82c-4dec-be68-8ae4b46a79bb', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758d72c6-f125-4f56-b4e8-835664d8e9fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:43:02Z', 'updated_at': '2022-05-05T21:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '43c19dec-7f02-451e-b95d-0dfbb535cc0c', 'name': '', 'network_id': 'c0872462-98fa-4b18-824d-ce804e81510e', 'tenant_id': '61abfbe113f746f29df633f17a179bab', 'mac_address': 'fa:16:3e:a8:09:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758d72c6-f125-4f56-b4e8-835664d8e9fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3616903f-0b3a-4ed3-93ad-c39d3f389ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:43:09Z', 'updated_at': '2022-05-05T21:43:20Z', 'revision_number': 4, 'project_id': '61abfbe113f746f29df633f17a179bab', 'subnets': [{'id': '3616903f-0b3a-4ed3-93ad-c39d3f389ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:43:23.442562 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eeaf391-df5c-4cd6-8e95-55451021b2f0 None None] The sync data for ids ['758d72c6-f125-4f56-b4e8-835664d8e9fe'] in n-d-825175-4 is: [{'id': '758d72c6-f125-4f56-b4e8-835664d8e9fe', 'name': 'tempest-ServersTestBootFromVolume-556339299-router', 'tenant_id': '61abfbe113f746f29df633f17a179bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '45bf82e6-e82c-4dec-be68-8ae4b46a79bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:43:01Z', 'updated_at': '2022-05-05T21:43:10Z', 'revision_number': 4, 'project_id': '61abfbe113f746f29df633f17a179bab', 'gw_port': {'id': '45bf82e6-e82c-4dec-be68-8ae4b46a79bb', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758d72c6-f125-4f56-b4e8-835664d8e9fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:43:02Z', 'updated_at': '2022-05-05T21:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '43c19dec-7f02-451e-b95d-0dfbb535cc0c', 'name': '', 'network_id': 'c0872462-98fa-4b18-824d-ce804e81510e', 'tenant_id': '61abfbe113f746f29df633f17a179bab', 'mac_address': 'fa:16:3e:a8:09:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758d72c6-f125-4f56-b4e8-835664d8e9fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3616903f-0b3a-4ed3-93ad-c39d3f389ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:43:09Z', 'updated_at': '2022-05-05T21:43:20Z', 'revision_number': 4, 'project_id': '61abfbe113f746f29df633f17a179bab', 'subnets': [{'id': '3616903f-0b3a-4ed3-93ad-c39d3f389ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:43:23.477182 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d80cc947-0758-4c31-9ca3-42c1fe4de97c req-9c762ffd-d5f0-4da1-b45b-cfa8f218b39b tempest-LiveMigrationTest-271875399 tempest-LiveMigrationTest-271875399-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=99b8cfee-86b7-4d33-8d20-496ef05adf08 HTTP/1.1" status: 200 len: 1095 time: 0.1257389 May 05 21:43:23.695394 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d80cc947-0758-4c31-9ca3-42c1fe4de97c req-6b3e2afa-afdc-46f8-8573-921d79348ae6 tempest-LiveMigrationTest-271875399 tempest-LiveMigrationTest-271875399-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947424 May 05 21:43:23.735895 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-84b92d02-28b0-43a4-bb98-3de3aedbe5a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:24.134489 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-73476673-7f56-472a-9199-cb1931d489ed None None] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:24.149849 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35104) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:43:24.165342 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.provisioning_blocks [None req-73476673-7f56-472a-9199-cb1931d489ed None None] Transition to ACTIVE for port object 3d8c1209-ad27-48b3-b0e9-488054017850 will not be triggered until provisioned by entity L2. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:43:24.175372 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-73476673-7f56-472a-9199-cb1931d489ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:24.278037 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5513d889-1cbd-4cf1-b258-c9411635d2bb None None] Pushing event updated for resources: {'Port': ['ID=3d8c1209-ad27-48b3-b0e9-488054017850,revision_number=2']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:24.280817 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-73476673-7f56-472a-9199-cb1931d489ed None None] Attempting to bind port 3d8c1209-ad27-48b3-b0e9-488054017850 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:43:24.281155 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-73476673-7f56-472a-9199-cb1931d489ed None None] Attempting to bind port 3d8c1209-ad27-48b3-b0e9-488054017850 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:43:24.281587 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73476673-7f56-472a-9199-cb1931d489ed None None] Attempting to bind port 3d8c1209-ad27-48b3-b0e9-488054017850 on network 25bfe237-58de-4709-a3e0-ac79da07c300 {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:43:24.286122 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cd1e1aa1-739b-42bf-896b-0ad0063699fe req-ca250522-af01-4a7d-9457-33d2f942ea8a tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=06e7ef30-e7fd-4621-88d5-a6da4e73b24b HTTP/1.1" status: 200 len: 210 time: 0.1778040 May 05 21:43:24.290193 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 43c19dec-7f02-451e-b95d-0dfbb535cc0c up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:43:24.295036 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5513d889-1cbd-4cf1-b258-c9411635d2bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:43:24.295543 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5513d889-1cbd-4cf1-b258-c9411635d2bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:43:24.295975 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5513d889-1cbd-4cf1-b258-c9411635d2bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:43:24.296483 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5513d889-1cbd-4cf1-b258-c9411635d2bb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:43:24.296905 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5513d889-1cbd-4cf1-b258-c9411635d2bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:43:24.298423 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5513d889-1cbd-4cf1-b258-c9411635d2bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:43:24.299004 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5513d889-1cbd-4cf1-b258-c9411635d2bb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:43:24.299432 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5513d889-1cbd-4cf1-b258-c9411635d2bb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:43:24.299915 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5513d889-1cbd-4cf1-b258-c9411635d2bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:43:24.300457 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5513d889-1cbd-4cf1-b258-c9411635d2bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:43:24.300873 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5513d889-1cbd-4cf1-b258-c9411635d2bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:43:24.306721 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73476673-7f56-472a-9199-cb1931d489ed None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:43:24.307243 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73476673-7f56-472a-9199-cb1931d489ed None None] Checking segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:43:24.307743 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-73476673-7f56-472a-9199-cb1931d489ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:24.308239 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73476673-7f56-472a-9199-cb1931d489ed None None] Bound using segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:43:24.309064 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-73476673-7f56-472a-9199-cb1931d489ed None None] Bound port: 3d8c1209-ad27-48b3-b0e9-488054017850, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:43:24.309638 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-73476673-7f56-472a-9199-cb1931d489ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:24.392766 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 43c19dec-7f02-451e-b95d-0dfbb535cc0c completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:43:24.400065 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 43c19dec-7f02-451e-b95d-0dfbb535cc0c triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:43:24.400714 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:24.413683 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-285c76b2-9ad1-439c-9c5d-585fd4004283 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=73e28f1b11a14ff6aafc5492a606e0f4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2422285 May 05 21:43:24.414283 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35108) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:43:24.431784 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da80272-63f2-4855-b621-25d502ce5225 req-5e35f550-139f-4bc2-a0d8-7b5523dc05b6 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:24.432544 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-4da80272-63f2-4855-b621-25d502ce5225 req-5e35f550-139f-4bc2-a0d8-7b5523dc05b6 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Synchronizing usage tracker for tenant:1d0c3bd18deb4529a9eff5d87fa07f7f on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:43:24.467493 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-73476673-7f56-472a-9199-cb1931d489ed None None] For port 3d8c1209-ad27-48b3-b0e9-488054017850, host n-d-825175-4, cleared binding levels {{(pid=84068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:43:24.473906 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f09e0-cb0d-4f6b-9758-45bceb5a3b98 req-41c25264-6519-424c-b9d0-3451b55842b7 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:24.475618 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0f1f09e0-cb0d-4f6b-9758-45bceb5a3b98 req-41c25264-6519-424c-b9d0-3451b55842b7 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.32 "GET /v2.0/networks?id=4988fe71-34c6-4737-ad2a-40f5327e7f0e HTTP/1.1" status: 200 len: 812 time: 0.7915556 May 05 21:43:24.476144 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-4da80272-63f2-4855-b621-25d502ce5225 req-5e35f550-139f-4bc2-a0d8-7b5523dc05b6 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Unset dirty status for tenant:1d0c3bd18deb4529a9eff5d87fa07f7f on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:43:24.477002 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-73476673-7f56-472a-9199-cb1931d489ed None None] For port 3d8c1209-ad27-48b3-b0e9-488054017850, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=3d8c1209-ad27-48b3-b0e9-488054017850,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:43:24.477800 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4da80272-63f2-4855-b621-25d502ce5225 req-5e35f550-139f-4bc2-a0d8-7b5523dc05b6 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b5da035-7791-413d-ad5b-2ee52d3aa7c2 HTTP/1.1" status: 200 len: 949 time: 0.4556868 May 05 21:43:24.486593 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-73476673-7f56-472a-9199-cb1931d489ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:24.504511 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-0f1f09e0-cb0d-4f6b-9758-45bceb5a3b98 req-f9d1d919-fc63-4a7f-b6da-345b4c7490aa tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Request body: {'port': {'device_id': '06e7ef30-e7fd-4621-88d5-a6da4e73b24b', 'network_id': '4988fe71-34c6-4737-ad2a-40f5327e7f0e', 'admin_state_up': True, 'tenant_id': '5a55f0e1fc854ae480e2f7b2fc73c270'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:43:24.632240 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8d5ece11-81b5-4f3a-ab5c-95242dd1a0ac tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:24.653881 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8d5ece11-81b5-4f3a-ab5c-95242dd1a0ac tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:24.667914 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4ce89424-f364-4378-8e79-e7573820ec99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:24.718595 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73476673-7f56-472a-9199-cb1931d489ed None None] Routers {'8d9118bd-6861-46b5-bce1-b3365e37bd92'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:43:24.720227 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-73476673-7f56-472a-9199-cb1931d489ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:43:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8d9118bd-6861-46b5-bce1-b3365e37bd92'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:43:24.720541 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4da80272-63f2-4855-b621-25d502ce5225 req-42d605ca-1549-41ac-8389-97ceafe1af99 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337067 May 05 21:43:24.738362 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:24.792696 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 43c19dec-7f02-451e-b95d-0dfbb535cc0c, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=43c19dec-7f02-451e-b95d-0dfbb535cc0c,segment=NetworkSegment(b6a78c60-1e9b-428a-ae97-394891f78dc2),segment_id=b6a78c60-1e9b-428a-ae97-394891f78dc2)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:43:24.802868 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:24.862011 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5513d889-1cbd-4cf1-b258-c9411635d2bb None None] Pushing event updated for resources: {'Port': ['ID=3d8c1209-ad27-48b3-b0e9-488054017850,revision_number=3']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:24.870754 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4ce89424-f364-4378-8e79-e7573820ec99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:24.937560 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=43c19dec-7f02-451e-b95d-0dfbb535cc0c,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:24.961059 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5ece11-81b5-4f3a-ab5c-95242dd1a0ac tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Pushing event updated for resources: {'Port': ['ID=93c15251-abd6-45b4-a86b-47be3974b193,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:25.085743 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d643fb1-9311-483e-b568-64cb434a8502 req-e2056410-4417-40ed-ac1d-fdb6db85c2e8 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:25.087543 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5d643fb1-9311-483e-b568-64cb434a8502 req-e2056410-4417-40ed-ac1d-fdb6db85c2e8 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b5da035-7791-413d-ad5b-2ee52d3aa7c2 HTTP/1.1" status: 200 len: 949 time: 0.7894845 May 05 21:43:25.095744 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-73476673-7f56-472a-9199-cb1931d489ed None None] Set router 8d9118bd-6861-46b5-bce1-b3365e37bd92 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:43:25.286180 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8d5ece11-81b5-4f3a-ab5c-95242dd1a0ac tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:25.293950 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-0f1f09e0-cb0d-4f6b-9758-45bceb5a3b98 req-f9d1d919-fc63-4a7f-b6da-345b4c7490aa tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:43:25.299895 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4ce89424-f364-4378-8e79-e7573820ec99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:25.314390 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-5d643fb1-9311-483e-b568-64cb434a8502 req-a335b6e4-f3db-49e1-878b-d4eee8a0ece2 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Deleting port 3c676966-f034-4a3e-a66e-0c8e2be1d42c {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:43:25.314631 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5d643fb1-9311-483e-b568-64cb434a8502 req-a335b6e4-f3db-49e1-878b-d4eee8a0ece2 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:25.326249 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce89424-f364-4378-8e79-e7573820ec99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1cbfb9-b670-4a41-9bf3-ca0c79ef9301,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:25.347761 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-0f1f09e0-cb0d-4f6b-9758-45bceb5a3b98 req-f9d1d919-fc63-4a7f-b6da-345b4c7490aa tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Usage tracker for resource:port and tenant:5a55f0e1fc854ae480e2f7b2fc73c270 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:43:25.358374 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-0f1f09e0-cb0d-4f6b-9758-45bceb5a3b98 req-f9d1d919-fc63-4a7f-b6da-345b4c7490aa tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:43:25.379566 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-0f1f09e0-cb0d-4f6b-9758-45bceb5a3b98 req-f9d1d919-fc63-4a7f-b6da-345b4c7490aa tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:43:25.397572 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8d5ece11-81b5-4f3a-ab5c-95242dd1a0ac tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:25.406409 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8d5ece11-81b5-4f3a-ab5c-95242dd1a0ac tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5292108 May 05 21:43:25.423005 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876863e2-5eef-44c4-b493-5acaaf347f36 req-fc79e838-0254-481f-85b6-dfae6683b50b tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:25.424788 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-876863e2-5eef-44c4-b493-5acaaf347f36 req-fc79e838-0254-481f-85b6-dfae6683b50b tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/networks?id=d50665b6-9647-47f1-b718-b6ae7cd32366 HTTP/1.1" status: 200 len: 808 time: 0.4124060 May 05 21:43:25.432366 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-73476673-7f56-472a-9199-cb1931d489ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9118bd-6861-46b5-bce1-b3365e37bd92', 'name': 'tempest-ServersTestJSON-50409553-router', 'tenant_id': 'e254aa6e91fc4971a04919e3490afc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '3d8c1209-ad27-48b3-b0e9-488054017850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:43:13Z', 'updated_at': '2022-05-05T21:43:18Z', 'revision_number': 3, 'project_id': 'e254aa6e91fc4971a04919e3490afc47', 'gw_port': {'id': '3d8c1209-ad27-48b3-b0e9-488054017850', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:56:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d9118bd-6861-46b5-bce1-b3365e37bd92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:43:16Z', 'updated_at': '2022-05-05T21:43:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:43:25.437469 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73476673-7f56-472a-9199-cb1931d489ed None None] The sync data for ids ['8d9118bd-6861-46b5-bce1-b3365e37bd92'] in n-d-825175-4 is: [{'id': '8d9118bd-6861-46b5-bce1-b3365e37bd92', 'name': 'tempest-ServersTestJSON-50409553-router', 'tenant_id': 'e254aa6e91fc4971a04919e3490afc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '3d8c1209-ad27-48b3-b0e9-488054017850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:43:13Z', 'updated_at': '2022-05-05T21:43:18Z', 'revision_number': 3, 'project_id': 'e254aa6e91fc4971a04919e3490afc47', 'gw_port': {'id': '3d8c1209-ad27-48b3-b0e9-488054017850', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:56:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d9118bd-6861-46b5-bce1-b3365e37bd92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:43:16Z', 'updated_at': '2022-05-05T21:43:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:43:25.445218 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f1f09e0-cb0d-4f6b-9758-45bceb5a3b98 req-f9d1d919-fc63-4a7f-b6da-345b4c7490aa tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Made reservation on behalf of 5a55f0e1fc854ae480e2f7b2fc73c270 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:43:25.449113 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-0f1f09e0-cb0d-4f6b-9758-45bceb5a3b98 req-f9d1d919-fc63-4a7f-b6da-345b4c7490aa tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:25.476853 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-876863e2-5eef-44c4-b493-5acaaf347f36 req-ac9d1901-0403-48f1-b07b-2a9f066d62c1 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/quotas/ea576b38215846aaa224b1aa35155ba3 HTTP/1.1" status: 200 len: 375 time: 0.0248516 May 05 21:43:25.477596 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4ce89424-f364-4378-8e79-e7573820ec99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:25.478559 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4ce89424-f364-4378-8e79-e7573820ec99 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aa1cbfb9-b670-4a41-9bf3-ca0c79ef9301 HTTP/1.1" status: 204 len: 168 time: 1.0611775 May 05 21:43:25.694961 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b87b2-538f-45d6-9276-0dca9daa8d76 req-cb02bada-b419-46ca-a194-2e9f831e894d tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:25.702636 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-188b87b2-538f-45d6-9276-0dca9daa8d76 req-cb02bada-b419-46ca-a194-2e9f831e894d tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/networks?id=20d2a56b-3a76-462e-a812-0f44fcc7b483 HTTP/1.1" status: 200 len: 805 time: 0.5727987 May 05 21:43:25.728740 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-188b87b2-538f-45d6-9276-0dca9daa8d76 req-071d014d-c7fe-4ef4-93a6-b8b6ef2ad4eb tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/quotas/3ad6e070bfeb43998594f1d97e1517f2 HTTP/1.1" status: 200 len: 375 time: 0.0253165 May 05 21:43:25.819294 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-5d643fb1-9311-483e-b568-64cb434a8502 req-a335b6e4-f3db-49e1-878b-d4eee8a0ece2 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] For port 3c676966-f034-4a3e-a66e-0c8e2be1d42c, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=3c676966-f034-4a3e-a66e-0c8e2be1d42c,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:43:25.819932 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5d643fb1-9311-483e-b568-64cb434a8502 req-a335b6e4-f3db-49e1-878b-d4eee8a0ece2 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:25.903856 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-188b87b2-538f-45d6-9276-0dca9daa8d76 req-f83d99c5-a9af-4d1d-a627-220eb1e1d589 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3ad6e070bfeb43998594f1d97e1517f2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1740739 May 05 21:43:25.927841 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-876863e2-5eef-44c4-b493-5acaaf347f36 req-658e2dd5-7e72-4946-b493-453e47cfda55 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea576b38215846aaa224b1aa35155ba3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4388111 May 05 21:43:25.986982 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-0f1f09e0-cb0d-4f6b-9758-45bceb5a3b98 req-f9d1d919-fc63-4a7f-b6da-345b4c7490aa tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Allocated IP 172.20.0.6 (4988fe71-34c6-4737-ad2a-40f5327e7f0e/b652dcd0-731b-4d23-9d82-356eea5d9656/5140a628-f7b1-47ac-b4eb-4bfa8fb26aec) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:43:26.009179 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-5d643fb1-9311-483e-b568-64cb434a8502 req-a335b6e4-f3db-49e1-878b-d4eee8a0ece2 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Calling delete_port for 3c676966-f034-4a3e-a66e-0c8e2be1d42c owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:43:26.296174 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 43c19dec-7f02-451e-b95d-0dfbb535cc0c up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:43:26.362964 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-188b87b2-538f-45d6-9276-0dca9daa8d76 req-6597e738-08f2-408d-b190-ce0b1625262c service neutron] 10.222.0.23 "GET /v2.0/networks/20d2a56b-3a76-462e-a812-0f44fcc7b483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4582992 May 05 21:43:26.407307 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 43c19dec-7f02-451e-b95d-0dfbb535cc0c triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:43:26.408087 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:26.411117 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-876863e2-5eef-44c4-b493-5acaaf347f36 req-235fa084-4079-4490-8356-e6f964a0e186 service neutron] 10.222.0.23 "GET /v2.0/networks/d50665b6-9647-47f1-b718-b6ae7cd32366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4144678 May 05 21:43:26.625476 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-0f1f09e0-cb0d-4f6b-9758-45bceb5a3b98 req-f9d1d919-fc63-4a7f-b6da-345b4c7490aa tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:26.678899 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-0f1f09e0-cb0d-4f6b-9758-45bceb5a3b98 req-f9d1d919-fc63-4a7f-b6da-345b4c7490aa tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:26.850484 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-84b92d02-28b0-43a4-bb98-3de3aedbe5a7 admin admin] Deleting port 9268578c-7c93-47e6-b1fc-b6f7138d300a {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:43:26.850859 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-84b92d02-28b0-43a4-bb98-3de3aedbe5a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:26.852967 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d1d919-fc63-4a7f-b6da-345b4c7490aa tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Pushing event updated for resources: {'Port': ['ID=5140a628-f7b1-47ac-b4eb-4bfa8fb26aec,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:26.862868 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f1f09e0-cb0d-4f6b-9758-45bceb5a3b98 req-f9d1d919-fc63-4a7f-b6da-345b4c7490aa tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Network 4988fe71-34c6-4737-ad2a-40f5327e7f0e is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:43:26.867592 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-0f1f09e0-cb0d-4f6b-9758-45bceb5a3b98 req-f9d1d919-fc63-4a7f-b6da-345b4c7490aa tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:43:26.875904 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f1f09e0-cb0d-4f6b-9758-45bceb5a3b98 req-f9d1d919-fc63-4a7f-b6da-345b4c7490aa tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:43:26.879250 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b13df-3066-4a42-bba4-aef4cbb4b788 req-fe553628-4a66-4033-b119-0597f8cd76e4 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:26.880654 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-399b13df-3066-4a42-bba4-aef4cbb4b788 req-fe553628-4a66-4033-b119-0597f8cd76e4 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.32 "GET /v2.0/ports?device_id=11e0f4fa-7535-47a6-b0f4-cdc1a472748e HTTP/1.1" status: 200 len: 943 time: 0.6084061 May 05 21:43:26.988666 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-188b87b2-538f-45d6-9276-0dca9daa8d76 req-9d02998a-70d5-40e3-8a9e-404bb00efc18 service neutron] 10.222.0.23 "GET /v2.0/networks/20d2a56b-3a76-462e-a812-0f44fcc7b483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6126170 May 05 21:43:27.070670 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-399b13df-3066-4a42-bba4-aef4cbb4b788 req-334ca043-d78f-4516-8749-6fe1f2678e11 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Deleting port 961ce505-c494-4a7a-99a8-43c063b230c8 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:43:27.071027 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-399b13df-3066-4a42-bba4-aef4cbb4b788 req-334ca043-d78f-4516-8749-6fe1f2678e11 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:27.079006 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6b424fca-e750-4e74-a0ab-8eb2afd23bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:27.100648 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f09e0-cb0d-4f6b-9758-45bceb5a3b98 req-f9d1d919-fc63-4a7f-b6da-345b4c7490aa tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:27.101203 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-0f1f09e0-cb0d-4f6b-9758-45bceb5a3b98 req-f9d1d919-fc63-4a7f-b6da-345b4c7490aa tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:27.135781 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5d643fb1-9311-483e-b568-64cb434a8502 req-a335b6e4-f3db-49e1-878b-d4eee8a0ece2 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:27.153889 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['105dc9f5-69de-49f6-ba48-8d7a2dc2ca67'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:43:27.294584 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a335b6e4-f3db-49e1-878b-d4eee8a0ece2 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Pushing event deleted for resources: {'Port': ['ID=3c676966-f034-4a3e-a66e-0c8e2be1d42c,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:27.297691 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-84b92d02-28b0-43a4-bb98-3de3aedbe5a7 admin admin] For port 9268578c-7c93-47e6-b1fc-b6f7138d300a, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=9268578c-7c93-47e6-b1fc-b6f7138d300a,segment=NetworkSegment(54ad9bc0-80cd-48a0-a1d0-8cac4a4b6572),segment_id=54ad9bc0-80cd-48a0-a1d0-8cac4a4b6572)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:43:27.298146 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-84b92d02-28b0-43a4-bb98-3de3aedbe5a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:27.302318 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0f1f09e0-cb0d-4f6b-9758-45bceb5a3b98 req-f9d1d919-fc63-4a7f-b6da-345b4c7490aa tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8056536 May 05 21:43:27.316971 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-0f1f09e0-cb0d-4f6b-9758-45bceb5a3b98 req-21a1bc2e-dbfe-4f61-8c21-c2385681ff4d service neutron] Request body: {'port': {'device_id': '06e7ef30-e7fd-4621-88d5-a6da4e73b24b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:43:27.534078 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-84b92d02-28b0-43a4-bb98-3de3aedbe5a7 admin admin] Calling delete_port for 9268578c-7c93-47e6-b1fc-b6f7138d300a owned by network:router_interface {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:43:27.539020 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d643fb1-9311-483e-b568-64cb434a8502 req-a335b6e4-f3db-49e1-878b-d4eee8a0ece2 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] No DVR routers for this DVR port 3c676966-f034-4a3e-a66e-0c8e2be1d42c on host n-h2-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:43:27.555702 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5d643fb1-9311-483e-b568-64cb434a8502 req-a335b6e4-f3db-49e1-878b-d4eee8a0ece2 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:27.558461 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b5da035-7791-413d-ad5b-2ee52d3aa7c2', 'name': 'network-vif-deleted', 'tag': '3c676966-f034-4a3e-a66e-0c8e2be1d42c'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:43:27.637847 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5d643fb1-9311-483e-b568-64cb434a8502 req-a335b6e4-f3db-49e1-878b-d4eee8a0ece2 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.32 "DELETE /v2.0/ports/3c676966-f034-4a3e-a66e-0c8e2be1d42c HTTP/1.1" status: 204 len: 173 time: 2.5235693 May 05 21:43:27.714838 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 3c676966-f034-4a3e-a66e-0c8e2be1d42c no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:43:27.783491 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: 3c676966-f034-4a3e-a66e-0c8e2be1d42c {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:43:27.783829 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 3c676966-f034-4a3e-a66e-0c8e2be1d42c not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:43:27.894683 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-0f1f09e0-cb0d-4f6b-9758-45bceb5a3b98 req-21a1bc2e-dbfe-4f61-8c21-c2385681ff4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:27.958014 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-876863e2-5eef-44c4-b493-5acaaf347f36 req-a9d14066-87e2-4721-be6b-402d6ed3f71f service neutron] 10.222.0.23 "GET /v2.0/networks/d50665b6-9647-47f1-b718-b6ae7cd32366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5226965 May 05 21:43:28.075738 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-6b424fca-e750-4e74-a0ab-8eb2afd23bc8 admin admin] Allocated IP 172.20.0.1 (718ff0c6-f920-4b3f-81a3-076012439a00/f39d6243-09cb-485d-9aa5-4ff11d790f3c/7866e95a-fd72-42a8-bd30-fdb3eb1f27a4) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:43:28.266996 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-84b92d02-28b0-43a4-bb98-3de3aedbe5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:28.383398 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b92d02-28b0-43a4-bb98-3de3aedbe5a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9268578c-7c93-47e6-b1fc-b6f7138d300a,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:28.657809 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9e41e960-77c3-414f-a468-ed41a1d6a844 req-655a57e3-2f72-426d-9837-96bb41bbb484 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b5da035-7791-413d-ad5b-2ee52d3aa7c2 HTTP/1.1" status: 200 len: 210 time: 0.1458859 May 05 21:43:28.675851 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6b424fca-e750-4e74-a0ab-8eb2afd23bc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:28.739102 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-6b424fca-e750-4e74-a0ab-8eb2afd23bc8 admin admin] Transition to ACTIVE for port object 7866e95a-fd72-42a8-bd30-fdb3eb1f27a4 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:43:28.875569 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6b424fca-e750-4e74-a0ab-8eb2afd23bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:28.991535 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a737dcc-940b-4fb1-ae41-8f273fabcdaa req-a1de6db0-1993-41c7-9a5a-b342f1f337f9 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:29.002783 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7a737dcc-940b-4fb1-ae41-8f273fabcdaa req-a1de6db0-1993-41c7-9a5a-b342f1f337f9 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=06e7ef30-e7fd-4621-88d5-a6da4e73b24b HTTP/1.1" status: 200 len: 931 time: 1.0345058 May 05 21:43:29.060752 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a5323ea8-626c-42e9-9fdf-7e7a360a855d req-db55d441-d2db-4c10-9509-219a15e22d6d tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/ports?device_id=0daecea4-3536-4666-9f7a-5863d0caacc5 HTTP/1.1" status: 200 len: 210 time: 0.1226053 May 05 21:43:29.100370 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b424fca-e750-4e74-a0ab-8eb2afd23bc8 admin admin] Network 718ff0c6-f920-4b3f-81a3-076012439a00 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:43:29.106082 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-6b424fca-e750-4e74-a0ab-8eb2afd23bc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:43:29.108061 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b424fca-e750-4e74-a0ab-8eb2afd23bc8 admin admin] Pushing event updated for resources: {'Port': ['ID=7866e95a-fd72-42a8-bd30-fdb3eb1f27a4,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:29.110638 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b424fca-e750-4e74-a0ab-8eb2afd23bc8 admin admin] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:43:29.189958 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5008f350-1b59-4330-8f8d-6013cf5086e4'] response: {'server_uuid': '3b5da035-7791-413d-ad5b-2ee52d3aa7c2', 'name': 'network-vif-deleted', 'tag': '3c676966-f034-4a3e-a66e-0c8e2be1d42c', 'status': 'completed', 'code': 200} May 05 21:43:29.228806 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6b424fca-e750-4e74-a0ab-8eb2afd23bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:29.348843 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-399b13df-3066-4a42-bba4-aef4cbb4b788 req-334ca043-d78f-4516-8749-6fe1f2678e11 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] For port 961ce505-c494-4a7a-99a8-43c063b230c8, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=961ce505-c494-4a7a-99a8-43c063b230c8,segment=NetworkSegment(1433ba6d-48b0-4056-91b6-deba1a0564ab),segment_id=1433ba6d-48b0-4056-91b6-deba1a0564ab)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:43:29.349216 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-399b13df-3066-4a42-bba4-aef4cbb4b788 req-334ca043-d78f-4516-8749-6fe1f2678e11 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:29.378323 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7a737dcc-940b-4fb1-ae41-8f273fabcdaa req-ba205e20-bafe-4dc7-b551-ddf2b535b48d tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742907 May 05 21:43:29.405424 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-0f1f09e0-cb0d-4f6b-9758-45bceb5a3b98 req-21a1bc2e-dbfe-4f61-8c21-c2385681ff4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5140a628-f7b1-47ac-b4eb-4bfa8fb26aec {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:43:29.442189 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-0f1f09e0-cb0d-4f6b-9758-45bceb5a3b98 req-21a1bc2e-dbfe-4f61-8c21-c2385681ff4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:29.485169 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-0f1f09e0-cb0d-4f6b-9758-45bceb5a3b98 req-21a1bc2e-dbfe-4f61-8c21-c2385681ff4d service neutron] Transition to ACTIVE for port object 5140a628-f7b1-47ac-b4eb-4bfa8fb26aec will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:43:29.486332 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6b424fca-e750-4e74-a0ab-8eb2afd23bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:29.507077 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-0f1f09e0-cb0d-4f6b-9758-45bceb5a3b98 req-21a1bc2e-dbfe-4f61-8c21-c2385681ff4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:29.549316 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-978653c4-6b1b-493c-b6e0-c2c437588e37 None None] Provisioning for port 7866e95a-fd72-42a8-bd30-fdb3eb1f27a4 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:43:29.575444 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-978653c4-6b1b-493c-b6e0-c2c437588e37 None None] Provisioning complete for port 7866e95a-fd72-42a8-bd30-fdb3eb1f27a4 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:43:29.577615 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-978653c4-6b1b-493c-b6e0-c2c437588e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:29.687843 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-399b13df-3066-4a42-bba4-aef4cbb4b788 req-334ca043-d78f-4516-8749-6fe1f2678e11 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Calling delete_port for 961ce505-c494-4a7a-99a8-43c063b230c8 owned by compute:nova {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:43:29.774318 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d6422378-7a95-4c96-9608-daced3ed4a8c req-62b05df8-c885-402e-a7e8-fa9184117bf5 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a869846-74ef-49c4-bc12-0a6ef71a34fd HTTP/1.1" status: 200 len: 210 time: 0.3825753 May 05 21:43:29.804701 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-978653c4-6b1b-493c-b6e0-c2c437588e37 None None] Port 7866e95a-fd72-42a8-bd30-fdb3eb1f27a4 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:43:29.813373 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 961ce505-c494-4a7a-99a8-43c063b230c8 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:43:29.853896 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a1bc2e-dbfe-4f61-8c21-c2385681ff4d service neutron] Pushing event updated for resources: {'Port': ['ID=5140a628-f7b1-47ac-b4eb-4bfa8fb26aec,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:30.264007 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-0f1f09e0-cb0d-4f6b-9758-45bceb5a3b98 req-21a1bc2e-dbfe-4f61-8c21-c2385681ff4d service neutron] Attempting to bind port 5140a628-f7b1-47ac-b4eb-4bfa8fb26aec on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:43:30.264663 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-0f1f09e0-cb0d-4f6b-9758-45bceb5a3b98 req-21a1bc2e-dbfe-4f61-8c21-c2385681ff4d service neutron] Attempting to bind port 5140a628-f7b1-47ac-b4eb-4bfa8fb26aec by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'bb53319d-02d7-4ee5-a402-d07603ca726a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '4988fe71-34c6-4737-ad2a-40f5327e7f0e'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:43:30.264663 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1f09e0-cb0d-4f6b-9758-45bceb5a3b98 req-21a1bc2e-dbfe-4f61-8c21-c2385681ff4d service neutron] Attempting to bind port 5140a628-f7b1-47ac-b4eb-4bfa8fb26aec on network 4988fe71-34c6-4737-ad2a-40f5327e7f0e {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:43:30.274110 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1f09e0-cb0d-4f6b-9758-45bceb5a3b98 req-21a1bc2e-dbfe-4f61-8c21-c2385681ff4d service neutron] Port 5140a628-f7b1-47ac-b4eb-4bfa8fb26aec on network 4988fe71-34c6-4737-ad2a-40f5327e7f0e not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:43:30.275232 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1f09e0-cb0d-4f6b-9758-45bceb5a3b98 req-21a1bc2e-dbfe-4f61-8c21-c2385681ff4d service neutron] Attempting to bind port 5140a628-f7b1-47ac-b4eb-4bfa8fb26aec on network 4988fe71-34c6-4737-ad2a-40f5327e7f0e {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:43:30.285988 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1f09e0-cb0d-4f6b-9758-45bceb5a3b98 req-21a1bc2e-dbfe-4f61-8c21-c2385681ff4d service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:43:30.286341 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1f09e0-cb0d-4f6b-9758-45bceb5a3b98 req-21a1bc2e-dbfe-4f61-8c21-c2385681ff4d service neutron] Checking segment: {'id': 'bb53319d-02d7-4ee5-a402-d07603ca726a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '4988fe71-34c6-4737-ad2a-40f5327e7f0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:43:30.288715 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1f09e0-cb0d-4f6b-9758-45bceb5a3b98 req-21a1bc2e-dbfe-4f61-8c21-c2385681ff4d service neutron] Bound using segment: {'id': 'bb53319d-02d7-4ee5-a402-d07603ca726a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '4988fe71-34c6-4737-ad2a-40f5327e7f0e'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:43:30.289193 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-0f1f09e0-cb0d-4f6b-9758-45bceb5a3b98 req-21a1bc2e-dbfe-4f61-8c21-c2385681ff4d service neutron] Bound port: 5140a628-f7b1-47ac-b4eb-4bfa8fb26aec, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb53319d-02d7-4ee5-a402-d07603ca726a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '4988fe71-34c6-4737-ad2a-40f5327e7f0e'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:43:30.289681 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-0f1f09e0-cb0d-4f6b-9758-45bceb5a3b98 req-21a1bc2e-dbfe-4f61-8c21-c2385681ff4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:30.337053 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6b424fca-e750-4e74-a0ab-8eb2afd23bc8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:30.373941 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6b424fca-e750-4e74-a0ab-8eb2afd23bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:30.399292 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-51d9ed1f-dc8c-4972-9a6f-85fc2c2f0ca9 req-4acb3605-3dbd-4a1a-814b-9bc2867aaaaf tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/ports?device_id=0daecea4-3536-4666-9f7a-5863d0caacc5 HTTP/1.1" status: 200 len: 210 time: 0.1089201 May 05 21:43:30.404084 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b87b2-538f-45d6-9276-0dca9daa8d76 req-895b40d2-8b7f-46ef-84f6-f09994ed3e18 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:30.406329 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-188b87b2-538f-45d6-9276-0dca9daa8d76 req-895b40d2-8b7f-46ef-84f6-f09994ed3e18 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.44 "GET /v2.0/networks?id=20d2a56b-3a76-462e-a812-0f44fcc7b483 HTTP/1.1" status: 200 len: 805 time: 0.7446139 May 05 21:43:30.425263 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-188b87b2-538f-45d6-9276-0dca9daa8d76 req-257b2709-cd52-46da-9317-5e1825574839 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Request body: {'port': {'device_id': '0daecea4-3536-4666-9f7a-5863d0caacc5', 'network_id': '20d2a56b-3a76-462e-a812-0f44fcc7b483', 'admin_state_up': True, 'tenant_id': '3ad6e070bfeb43998594f1d97e1517f2'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:43:30.443386 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-399b13df-3066-4a42-bba4-aef4cbb4b788 req-334ca043-d78f-4516-8749-6fe1f2678e11 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:30.594152 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334ca043-d78f-4516-8749-6fe1f2678e11 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Pushing event deleted for resources: {'Port': ['ID=961ce505-c494-4a7a-99a8-43c063b230c8,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:30.762712 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6b424fca-e750-4e74-a0ab-8eb2afd23bc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:30.771782 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b424fca-e750-4e74-a0ab-8eb2afd23bc8 admin admin] Pushing event updated for resources: {'Port': ['ID=7866e95a-fd72-42a8-bd30-fdb3eb1f27a4,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:30.802321 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-0f1f09e0-cb0d-4f6b-9758-45bceb5a3b98 req-21a1bc2e-dbfe-4f61-8c21-c2385681ff4d service neutron] For port 5140a628-f7b1-47ac-b4eb-4bfa8fb26aec, host n-h2-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:43:30.889242 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-0f1f09e0-cb0d-4f6b-9758-45bceb5a3b98 req-21a1bc2e-dbfe-4f61-8c21-c2385681ff4d service neutron] For port 5140a628-f7b1-47ac-b4eb-4bfa8fb26aec, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=5140a628-f7b1-47ac-b4eb-4bfa8fb26aec,segment=NetworkSegment(bb53319d-02d7-4ee5-a402-d07603ca726a),segment_id=bb53319d-02d7-4ee5-a402-d07603ca726a)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:43:31.040749 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-84b92d02-28b0-43a4-bb98-3de3aedbe5a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:31.151307 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-0f1f09e0-cb0d-4f6b-9758-45bceb5a3b98 req-21a1bc2e-dbfe-4f61-8c21-c2385681ff4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:31.180986 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-399b13df-3066-4a42-bba4-aef4cbb4b788 req-334ca043-d78f-4516-8749-6fe1f2678e11 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] No DVR routers for this DVR port 961ce505-c494-4a7a-99a8-43c063b230c8 on host n-h2-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:43:31.237844 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-399b13df-3066-4a42-bba4-aef4cbb4b788 req-334ca043-d78f-4516-8749-6fe1f2678e11 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:31.262127 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 35260) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:43:31.271499 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e0f4fa-7535-47a6-b0f4-cdc1a472748e', 'name': 'network-vif-deleted', 'tag': '961ce505-c494-4a7a-99a8-43c063b230c8'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:43:31.333524 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-0f1f09e0-cb0d-4f6b-9758-45bceb5a3b98 req-21a1bc2e-dbfe-4f61-8c21-c2385681ff4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:31.335360 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0f1f09e0-cb0d-4f6b-9758-45bceb5a3b98 req-21a1bc2e-dbfe-4f61-8c21-c2385681ff4d service neutron] 10.222.0.32 "PUT /v2.0/ports/5140a628-f7b1-47ac-b4eb-4bfa8fb26aec HTTP/1.1" status: 200 len: 1091 time: 4.0230229 May 05 21:43:31.345887 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e7ef30-e7fd-4621-88d5-a6da4e73b24b', 'tag': '5140a628-f7b1-47ac-b4eb-4bfa8fb26aec'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:43:31.363639 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876863e2-5eef-44c4-b493-5acaaf347f36 req-24fe70b7-ed3a-470c-8f10-721b0aa360c1 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:31.365084 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-876863e2-5eef-44c4-b493-5acaaf347f36 req-24fe70b7-ed3a-470c-8f10-721b0aa360c1 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.44 "GET /v2.0/networks?id=d50665b6-9647-47f1-b718-b6ae7cd32366 HTTP/1.1" status: 200 len: 808 time: 0.8133502 May 05 21:43:31.376022 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-399b13df-3066-4a42-bba4-aef4cbb4b788 req-334ca043-d78f-4516-8749-6fe1f2678e11 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.32 "DELETE /v2.0/ports/961ce505-c494-4a7a-99a8-43c063b230c8 HTTP/1.1" status: 204 len: 173 time: 4.4707336 May 05 21:43:31.380627 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b424fca-e750-4e74-a0ab-8eb2afd23bc8 admin admin] Network 718ff0c6-f920-4b3f-81a3-076012439a00 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:43:31.385461 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-6b424fca-e750-4e74-a0ab-8eb2afd23bc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:43:31.394364 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-876863e2-5eef-44c4-b493-5acaaf347f36 req-3d544ef8-7728-403f-955d-707d1f50e646 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Request body: {'port': {'device_id': '1a869846-74ef-49c4-bc12-0a6ef71a34fd', 'network_id': 'd50665b6-9647-47f1-b718-b6ae7cd32366', 'admin_state_up': True, 'tenant_id': 'ea576b38215846aaa224b1aa35155ba3'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:43:31.545003 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-188b87b2-538f-45d6-9276-0dca9daa8d76 req-257b2709-cd52-46da-9317-5e1825574839 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:43:31.557319 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-188b87b2-538f-45d6-9276-0dca9daa8d76 req-257b2709-cd52-46da-9317-5e1825574839 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Usage tracker for resource:port and tenant:3ad6e070bfeb43998594f1d97e1517f2 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:43:31.570230 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-188b87b2-538f-45d6-9276-0dca9daa8d76 req-257b2709-cd52-46da-9317-5e1825574839 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:43:31.587333 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-188b87b2-538f-45d6-9276-0dca9daa8d76 req-257b2709-cd52-46da-9317-5e1825574839 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:43:31.709123 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-188b87b2-538f-45d6-9276-0dca9daa8d76 req-257b2709-cd52-46da-9317-5e1825574839 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Made reservation on behalf of 3ad6e070bfeb43998594f1d97e1517f2 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:43:31.712497 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-188b87b2-538f-45d6-9276-0dca9daa8d76 req-257b2709-cd52-46da-9317-5e1825574839 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:31.796831 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a1bc2e-dbfe-4f61-8c21-c2385681ff4d service neutron] Pushing event updated for resources: {'Port': ['ID=5140a628-f7b1-47ac-b4eb-4bfa8fb26aec,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:31.855197 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-092eda1e-a686-41db-847a-d485e5b543eb None None] Provisioning complete for port 7866e95a-fd72-42a8-bd30-fdb3eb1f27a4 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:43:31.855859 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-092eda1e-a686-41db-847a-d485e5b543eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:31.924277 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6990c2df-c18d-48e2-88c8-366e61654fb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:31.975719 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-092eda1e-a686-41db-847a-d485e5b543eb None None] Port 7866e95a-fd72-42a8-bd30-fdb3eb1f27a4 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:43:31.976843 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f13ce4-8bc5-4efa-a063-d6c3033081c1 req-d71cb0ac-70f9-4bd9-8fdf-993b262f9845 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:31.985032 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d9f13ce4-8bc5-4efa-a063-d6c3033081c1 req-d71cb0ac-70f9-4bd9-8fdf-993b262f9845 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=06e7ef30-e7fd-4621-88d5-a6da4e73b24b HTTP/1.1" status: 200 len: 943 time: 1.0489209 May 05 21:43:32.056966 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a727a-faf2-4b83-89d2-f419807d493f req-5d69d0d6-1173-4463-9632-303e9907eb2e tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:32.063889 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-463a727a-faf2-4b83-89d2-f419807d493f req-5d69d0d6-1173-4463-9632-303e9907eb2e tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=59e56847-3790-4a2b-bea4-ee3cf1beb827 HTTP/1.1" status: 200 len: 950 time: 1.1293485 May 05 21:43:32.069313 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-6990c2df-c18d-48e2-88c8-366e61654fb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:43:32.086977 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-6990c2df-c18d-48e2-88c8-366e61654fb9 admin admin] Usage tracker for resource:security_group_rule and tenant:20d3da89864940d28baf07a09bcc03a1 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:43:32.091093 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-6990c2df-c18d-48e2-88c8-366e61654fb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:43:32.098449 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-6990c2df-c18d-48e2-88c8-366e61654fb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:43:32.118223 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-876863e2-5eef-44c4-b493-5acaaf347f36 req-3d544ef8-7728-403f-955d-707d1f50e646 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:43:32.123595 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-876863e2-5eef-44c4-b493-5acaaf347f36 req-3d544ef8-7728-403f-955d-707d1f50e646 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Usage tracker for resource:port and tenant:ea576b38215846aaa224b1aa35155ba3 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:43:32.127790 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-876863e2-5eef-44c4-b493-5acaaf347f36 req-3d544ef8-7728-403f-955d-707d1f50e646 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:43:32.137491 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-876863e2-5eef-44c4-b493-5acaaf347f36 req-3d544ef8-7728-403f-955d-707d1f50e646 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:43:32.189159 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-876863e2-5eef-44c4-b493-5acaaf347f36 req-3d544ef8-7728-403f-955d-707d1f50e646 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Made reservation on behalf of ea576b38215846aaa224b1aa35155ba3 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:43:32.197027 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-876863e2-5eef-44c4-b493-5acaaf347f36 req-3d544ef8-7728-403f-955d-707d1f50e646 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:32.294005 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0f1f09e0-cb0d-4f6b-9758-45bceb5a3b98 req-8a03d3be-82ff-4a51-8921-b193ce0d084d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5a55f0e1fc854ae480e2f7b2fc73c270&device_id=06e7ef30-e7fd-4621-88d5-a6da4e73b24b HTTP/1.1" status: 200 len: 1094 time: 0.8992105 May 05 21:43:32.388873 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d9f13ce4-8bc5-4efa-a063-d6c3033081c1 req-70cfffec-8293-4777-92d6-0480290e5662 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4033473 May 05 21:43:32.389254 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 3d8c1209-ad27-48b3-b0e9-488054017850 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:43:32.473447 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-463a727a-faf2-4b83-89d2-f419807d493f req-d12123ce-5f5a-448b-8201-0b8d3a30ed9b tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4089103 May 05 21:43:32.476869 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-188b87b2-538f-45d6-9276-0dca9daa8d76 req-257b2709-cd52-46da-9317-5e1825574839 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Allocated IP 172.20.0.2 (20d2a56b-3a76-462e-a812-0f44fcc7b483/41faf43c-45c2-40ca-97f2-b9922a51b49e/38511192-f2b6-49cb-a72f-91d46f1dfbd5) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:43:32.483712 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0f1f09e0-cb0d-4f6b-9758-45bceb5a3b98 req-7f514e93-68b8-40a6-9432-692e8213b516 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5140a628-f7b1-47ac-b4eb-4bfa8fb26aec HTTP/1.1" status: 200 len: 217 time: 0.1650136 May 05 21:43:32.506767 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 3d8c1209-ad27-48b3-b0e9-488054017850 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:43:32.512368 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 3d8c1209-ad27-48b3-b0e9-488054017850 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:43:32.529090 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:32.667286 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-110c5dc9-b282-433a-9fa9-e1bf0dde8fc1 req-c1551568-0f8d-40c6-bc3e-f7eb83e1b7da tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a869846-74ef-49c4-bc12-0a6ef71a34fd HTTP/1.1" status: 200 len: 210 time: 0.0883482 May 05 21:43:32.673973 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c99b0eee-9318-4ddb-803f-1be272cb4697'] response: {'server_uuid': '11e0f4fa-7535-47a6-b0f4-cdc1a472748e', 'name': 'network-vif-deleted', 'tag': '961ce505-c494-4a7a-99a8-43c063b230c8', 'status': 'completed', 'code': 200} May 05 21:43:32.731260 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6990c2df-c18d-48e2-88c8-366e61654fb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:32.736351 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:32.754927 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a302402d-cc76-412c-b3b4-17eb75e9224e req-f876776d-7cb7-477b-adb4-93b0dd17cf11 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:32.755565 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 3d8c1209-ad27-48b3-b0e9-488054017850, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=3d8c1209-ad27-48b3-b0e9-488054017850,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:43:32.755914 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-a302402d-cc76-412c-b3b4-17eb75e9224e req-f876776d-7cb7-477b-adb4-93b0dd17cf11 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Synchronizing usage tracker for tenant:1d0c3bd18deb4529a9eff5d87fa07f7f on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:43:32.761482 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:32.762587 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74d3fd43-2c83-4f2f-8622-c484ccb14b5c'] response: {'name': 'network-changed', 'server_uuid': '06e7ef30-e7fd-4621-88d5-a6da4e73b24b', 'tag': '5140a628-f7b1-47ac-b4eb-4bfa8fb26aec', 'status': 'completed', 'code': 200} May 05 21:43:32.769404 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6990c2df-c18d-48e2-88c8-366e61654fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:32.784161 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f09e0-cb0d-4f6b-9758-45bceb5a3b98 req-fa17583d-5943-4cf5-ac4f-30197c761ab4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:32.785594 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0f1f09e0-cb0d-4f6b-9758-45bceb5a3b98 req-fa17583d-5943-4cf5-ac4f-30197c761ab4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b652dcd0-731b-4d23-9d82-356eea5d9656 HTTP/1.1" status: 200 len: 852 time: 0.2873166 May 05 21:43:32.825482 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-6990c2df-c18d-48e2-88c8-366e61654fb9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=20d3da89864940d28baf07a09bcc03a1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5508254 May 05 21:43:32.832867 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 35274) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:43:32.869742 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=3d8c1209-ad27-48b3-b0e9-488054017850,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:32.878885 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:43:32.879218 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:43:32.879545 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:43:32.879880 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:43:32.880169 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:43:32.880680 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:43:32.881151 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:43:32.881619 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:43:32.882085 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:43:32.882551 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:43:32.883068 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:43:32.928376 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990c2df-c18d-48e2-88c8-366e61654fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e41e46-65f2-4768-8500-709043503d2f,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:32.933563 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-a302402d-cc76-412c-b3b4-17eb75e9224e req-f876776d-7cb7-477b-adb4-93b0dd17cf11 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Unset dirty status for tenant:1d0c3bd18deb4529a9eff5d87fa07f7f on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:43:32.934629 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a302402d-cc76-412c-b3b4-17eb75e9224e req-f876776d-7cb7-477b-adb4-93b0dd17cf11 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.44 "GET /v2.0/ports?device_id=59e56847-3790-4a2b-bea4-ee3cf1beb827 HTTP/1.1" status: 200 len: 950 time: 1.1161637 May 05 21:43:33.005771 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0f1f09e0-cb0d-4f6b-9758-45bceb5a3b98 req-044714a5-73a2-4640-9ae3-59ea6198059a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4988fe71-34c6-4737-ad2a-40f5327e7f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2021122 May 05 21:43:33.095309 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-a302402d-cc76-412c-b3b4-17eb75e9224e req-add66ad1-fe4e-4ddf-95da-935c14fd93a3 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Deleting port 105dc9f5-69de-49f6-ba48-8d7a2dc2ca67 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:43:33.095654 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a302402d-cc76-412c-b3b4-17eb75e9224e req-add66ad1-fe4e-4ddf-95da-935c14fd93a3 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:33.143436 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-876863e2-5eef-44c4-b493-5acaaf347f36 req-3d544ef8-7728-403f-955d-707d1f50e646 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Allocated IP 172.20.0.11 (d50665b6-9647-47f1-b718-b6ae7cd32366/2ef0800d-de6f-466d-b35f-d1403d70c310/f4d9c9b2-5658-4234-b6b8-8992a1682e9f) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:43:33.164727 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-42503250-3e13-4cef-b981-30200a818ab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:33.179095 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-01030914-f81e-4337-9ba2-602f361b12cb req-86f0d3c0-dcf0-4a2d-bc98-f98d9a92df7e tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Synchronizing usage tracker for tenant:3ad6e070bfeb43998594f1d97e1517f2 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:43:33.261545 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-42503250-3e13-4cef-b981-30200a818ab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:33.354431 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-01030914-f81e-4337-9ba2-602f361b12cb req-86f0d3c0-dcf0-4a2d-bc98-f98d9a92df7e tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Unset dirty status for tenant:3ad6e070bfeb43998594f1d97e1517f2 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:43:33.355613 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-01030914-f81e-4337-9ba2-602f361b12cb req-86f0d3c0-dcf0-4a2d-bc98-f98d9a92df7e tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/ports?device_id=0daecea4-3536-4666-9f7a-5863d0caacc5 HTTP/1.1" status: 200 len: 210 time: 0.4510491 May 05 21:43:33.388898 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0f1f09e0-cb0d-4f6b-9758-45bceb5a3b98 req-fb7b0d43-7165-4c0a-8505-dfec9298e321 service neutron] 10.222.0.32 "GET /v2.0/networks/4988fe71-34c6-4737-ad2a-40f5327e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709636 May 05 21:43:33.629480 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-42503250-3e13-4cef-b981-30200a818ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:33.687257 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42503250-3e13-4cef-b981-30200a818ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e41e46-65f2-4768-8500-709043503d2f,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:33.699055 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-188b87b2-538f-45d6-9276-0dca9daa8d76 req-257b2709-cd52-46da-9317-5e1825574839 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:33.759858 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b424fca-e750-4e74-a0ab-8eb2afd23bc8 admin admin] Router 8d9118bd-6861-46b5-bce1-b3365e37bd92 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:43:33.763114 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-42503250-3e13-4cef-b981-30200a818ab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:33.767091 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-42503250-3e13-4cef-b981-30200a818ab6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/32e41e46-65f2-4768-8500-709043503d2f HTTP/1.1" status: 204 len: 168 time: 0.9271817 May 05 21:43:33.805169 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-876863e2-5eef-44c4-b493-5acaaf347f36 req-3d544ef8-7728-403f-955d-707d1f50e646 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:33.821757 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-a302402d-cc76-412c-b3b4-17eb75e9224e req-add66ad1-fe4e-4ddf-95da-935c14fd93a3 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] For port 105dc9f5-69de-49f6-ba48-8d7a2dc2ca67, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=105dc9f5-69de-49f6-ba48-8d7a2dc2ca67,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:43:33.822011 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a302402d-cc76-412c-b3b4-17eb75e9224e req-add66ad1-fe4e-4ddf-95da-935c14fd93a3 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:34.075590 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0f1f09e0-cb0d-4f6b-9758-45bceb5a3b98 req-a461cc68-f055-4673-a6e5-17d0a1e775fe service neutron] 10.222.0.32 "GET /v2.0/networks/4988fe71-34c6-4737-ad2a-40f5327e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4699457 May 05 21:43:34.080819 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-a302402d-cc76-412c-b3b4-17eb75e9224e req-add66ad1-fe4e-4ddf-95da-935c14fd93a3 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Calling delete_port for 105dc9f5-69de-49f6-ba48-8d7a2dc2ca67 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:43:34.088680 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-188b87b2-538f-45d6-9276-0dca9daa8d76 req-257b2709-cd52-46da-9317-5e1825574839 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:34.096848 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d143a-c70d-4af6-91f3-8c2d4847b70c req-23f7cd3e-9836-45a5-bae5-dc00b2791bf3 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:34.097720 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0f0d143a-c70d-4af6-91f3-8c2d4847b70c req-23f7cd3e-9836-45a5-bae5-dc00b2791bf3 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=06e7ef30-e7fd-4621-88d5-a6da4e73b24b HTTP/1.1" status: 200 len: 943 time: 0.4438343 May 05 21:43:34.176747 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-876863e2-5eef-44c4-b493-5acaaf347f36 req-3d544ef8-7728-403f-955d-707d1f50e646 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:34.215046 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967189dd-5309-44c8-853b-3f9e540400fd req-dc64c4e8-03d0-4660-a0d8-b579872d5d67 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:34.217031 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-967189dd-5309-44c8-853b-3f9e540400fd req-dc64c4e8-03d0-4660-a0d8-b579872d5d67 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/ports?device_id=59e56847-3790-4a2b-bea4-ee3cf1beb827 HTTP/1.1" status: 200 len: 950 time: 0.5071077 May 05 21:43:34.292405 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-188b87b2-538f-45d6-9276-0dca9daa8d76 req-257b2709-cd52-46da-9317-5e1825574839 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Network 20d2a56b-3a76-462e-a812-0f44fcc7b483 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:43:34.295417 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257b2709-cd52-46da-9317-5e1825574839 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Pushing event updated for resources: {'Port': ['ID=38511192-f2b6-49cb-a72f-91d46f1dfbd5,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:34.296487 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-876863e2-5eef-44c4-b493-5acaaf347f36 req-3d544ef8-7728-403f-955d-707d1f50e646 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Network d50665b6-9647-47f1-b718-b6ae7cd32366 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:43:34.301341 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-188b87b2-538f-45d6-9276-0dca9daa8d76 req-257b2709-cd52-46da-9317-5e1825574839 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:43:34.304355 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-188b87b2-538f-45d6-9276-0dca9daa8d76 req-257b2709-cd52-46da-9317-5e1825574839 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:43:34.339258 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 3d8c1209-ad27-48b3-b0e9-488054017850 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:43:34.349716 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-876863e2-5eef-44c4-b493-5acaaf347f36 req-3d544ef8-7728-403f-955d-707d1f50e646 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:43:34.364808 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-876863e2-5eef-44c4-b493-5acaaf347f36 req-3d544ef8-7728-403f-955d-707d1f50e646 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:43:34.394352 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 35290) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:43:34.400632 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d544ef8-7728-403f-955d-707d1f50e646 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Pushing event updated for resources: {'Port': ['ID=f4d9c9b2-5658-4234-b6b8-8992a1682e9f,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:34.423436 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0f0d143a-c70d-4af6-91f3-8c2d4847b70c req-d01d2107-4e2b-43d3-aa38-bca7b8358cd4 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887802 May 05 21:43:34.465193 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-967189dd-5309-44c8-853b-3f9e540400fd req-0a4a745b-32bf-4745-83a0-c319561685ca tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363086 May 05 21:43:34.472146 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b87b2-538f-45d6-9276-0dca9daa8d76 req-257b2709-cd52-46da-9317-5e1825574839 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:34.472357 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 3d8c1209-ad27-48b3-b0e9-488054017850 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:43:34.472696 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:34.472873 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-188b87b2-538f-45d6-9276-0dca9daa8d76 req-257b2709-cd52-46da-9317-5e1825574839 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:34.503705 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1a1f3f0d-d0ce-468b-8e30-e03a12688c35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:34.573742 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-acefca7e-d20d-49ca-8e20-400bed3f9ff3 req-e11a687c-1376-4b14-b072-bbd686ab50ad service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5a55f0e1fc854ae480e2f7b2fc73c270&device_id=06e7ef30-e7fd-4621-88d5-a6da4e73b24b HTTP/1.1" status: 200 len: 1094 time: 0.4196866 May 05 21:43:34.632620 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-188b87b2-538f-45d6-9276-0dca9daa8d76 req-257b2709-cd52-46da-9317-5e1825574839 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2119713 May 05 21:43:34.712589 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-188b87b2-538f-45d6-9276-0dca9daa8d76 req-751c79c4-561e-4593-bba5-bd7dd41f816d service neutron] Request body: {'port': {'device_id': '0daecea4-3536-4666-9f7a-5863d0caacc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:43:34.795542 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876863e2-5eef-44c4-b493-5acaaf347f36 req-3d544ef8-7728-403f-955d-707d1f50e646 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:34.796222 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-876863e2-5eef-44c4-b493-5acaaf347f36 req-3d544ef8-7728-403f-955d-707d1f50e646 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:34.812155 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a302402d-cc76-412c-b3b4-17eb75e9224e req-add66ad1-fe4e-4ddf-95da-935c14fd93a3 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:34.909768 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add66ad1-fe4e-4ddf-95da-935c14fd93a3 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Pushing event deleted for resources: {'Port': ['ID=105dc9f5-69de-49f6-ba48-8d7a2dc2ca67,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:34.940967 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-876863e2-5eef-44c4-b493-5acaaf347f36 req-3d544ef8-7728-403f-955d-707d1f50e646 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5589647 May 05 21:43:34.943166 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-1a1f3f0d-d0ce-468b-8e30-e03a12688c35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:43:34.982442 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-1a1f3f0d-d0ce-468b-8e30-e03a12688c35 admin admin] Usage tracker for resource:security_group_rule and tenant:89b2dd312c5c4598a5b51c8eb2c075f7 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:43:34.993349 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-876863e2-5eef-44c4-b493-5acaaf347f36 req-d3579405-4cf7-4355-ab23-5e7cc8261498 service neutron] Request body: {'port': {'device_id': '1a869846-74ef-49c4-bc12-0a6ef71a34fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:43:35.025930 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-1a1f3f0d-d0ce-468b-8e30-e03a12688c35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:43:35.036444 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acefca7e-d20d-49ca-8e20-400bed3f9ff3 req-ea32bedd-af52-4cb3-8009-e127935c0ff3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:35.037882 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-acefca7e-d20d-49ca-8e20-400bed3f9ff3 req-ea32bedd-af52-4cb3-8009-e127935c0ff3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4988fe71-34c6-4737-ad2a-40f5327e7f0e HTTP/1.1" status: 200 len: 913 time: 0.4518826 May 05 21:43:35.047039 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-188b87b2-538f-45d6-9276-0dca9daa8d76 req-751c79c4-561e-4593-bba5-bd7dd41f816d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:35.060363 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b92d02-28b0-43a4-bb98-3de3aedbe5a7 admin admin] Router e357e861-6673-4ff9-a2df-c2bd01419397 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:43:35.074564 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-1a1f3f0d-d0ce-468b-8e30-e03a12688c35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:43:35.083522 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-a302402d-cc76-412c-b3b4-17eb75e9224e req-add66ad1-fe4e-4ddf-95da-935c14fd93a3 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] No DVR routers for this DVR port 105dc9f5-69de-49f6-ba48-8d7a2dc2ca67 on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:43:35.094038 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a302402d-cc76-412c-b3b4-17eb75e9224e req-add66ad1-fe4e-4ddf-95da-935c14fd93a3 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:35.096172 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a302402d-cc76-412c-b3b4-17eb75e9224e req-add66ad1-fe4e-4ddf-95da-935c14fd93a3 tempest-MigrationsAdminTest-846159697 tempest-MigrationsAdminTest-846159697-project] 10.222.0.44 "DELETE /v2.0/ports/105dc9f5-69de-49f6-ba48-8d7a2dc2ca67 HTTP/1.1" status: 204 len: 173 time: 2.1526990 May 05 21:43:35.096598 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e56847-3790-4a2b-bea4-ee3cf1beb827', 'name': 'network-vif-deleted', 'tag': '105dc9f5-69de-49f6-ba48-8d7a2dc2ca67'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:43:35.154932 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b424fca-e750-4e74-a0ab-8eb2afd23bc8 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:43:35.189594 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35302ce2-cadf-4d1f-84d8-9830a98ac4cf req-720089df-03d1-4df9-a8ce-3baf9927951b tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:35.196688 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-35302ce2-cadf-4d1f-84d8-9830a98ac4cf req-720089df-03d1-4df9-a8ce-3baf9927951b tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/ports?device_id=0daecea4-3536-4666-9f7a-5863d0caacc5 HTTP/1.1" status: 200 len: 931 time: 0.4433801 May 05 21:43:35.199824 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-acefca7e-d20d-49ca-8e20-400bed3f9ff3 req-b92048dd-7b9e-4f20-9937-611e309a761e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5140a628-f7b1-47ac-b4eb-4bfa8fb26aec HTTP/1.1" status: 200 len: 217 time: 0.1430554 May 05 21:43:35.203634 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-6b424fca-e750-4e74-a0ab-8eb2afd23bc8 admin admin] 10.222.0.23 "PUT /v2.0/routers/8d9118bd-6861-46b5-bce1-b3365e37bd92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6542735 May 05 21:43:35.220255 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-876863e2-5eef-44c4-b493-5acaaf347f36 req-d3579405-4cf7-4355-ab23-5e7cc8261498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:35.267810 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dec98a-f345-4a45-87a9-4cedb80894b0 req-e5f493f7-8afd-4aa7-95e3-9c4e25a21fd8 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:35.274910 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-02dec98a-f345-4a45-87a9-4cedb80894b0 req-e5f493f7-8afd-4aa7-95e3-9c4e25a21fd8 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a869846-74ef-49c4-bc12-0a6ef71a34fd HTTP/1.1" status: 200 len: 932 time: 0.5672677 May 05 21:43:35.297200 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1a1f3f0d-d0ce-468b-8e30-e03a12688c35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:35.306057 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1a1f3f0d-d0ce-468b-8e30-e03a12688c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:35.445557 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:35.474976 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f3f0d-d0ce-468b-8e30-e03a12688c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4c6964-5906-41c8-a155-59d5e1be3336,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:35.482401 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1a1f3f0d-d0ce-468b-8e30-e03a12688c35 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=89b2dd312c5c4598a5b51c8eb2c075f7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0693901 May 05 21:43:35.486300 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 35306) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:43:35.624802 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:35.705354 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1ef18f82-82b3-4b92-8b9a-5abb74ba490b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:35.746114 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1ef18f82-82b3-4b92-8b9a-5abb74ba490b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:35.783453 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 5140a628-f7b1-47ac-b4eb-4bfa8fb26aec details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:43:35.848637 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acefca7e-d20d-49ca-8e20-400bed3f9ff3 req-05ccd5ce-140b-4aad-b2bf-a626c23a8f00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:35.850523 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-acefca7e-d20d-49ca-8e20-400bed3f9ff3 req-05ccd5ce-140b-4aad-b2bf-a626c23a8f00 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b652dcd0-731b-4d23-9d82-356eea5d9656 HTTP/1.1" status: 200 len: 852 time: 0.6269445 May 05 21:43:35.864568 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-876863e2-5eef-44c4-b493-5acaaf347f36 req-d3579405-4cf7-4355-ab23-5e7cc8261498 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4d9c9b2-5658-4234-b6b8-8992a1682e9f {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:43:35.880261 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-876863e2-5eef-44c4-b493-5acaaf347f36 req-d3579405-4cf7-4355-ab23-5e7cc8261498 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:35.915305 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-35302ce2-cadf-4d1f-84d8-9830a98ac4cf req-ca339fab-d3b6-4728-a660-2ae3974910f1 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/security-groups?id=060a0163-921c-42d6-97e2-b2f13023d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7176268 May 05 21:43:35.919114 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-876863e2-5eef-44c4-b493-5acaaf347f36 req-d3579405-4cf7-4355-ab23-5e7cc8261498 service neutron] Transition to ACTIVE for port object f4d9c9b2-5658-4234-b6b8-8992a1682e9f will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:43:35.920516 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1ef18f82-82b3-4b92-8b9a-5abb74ba490b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:35.943451 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-876863e2-5eef-44c4-b493-5acaaf347f36 req-d3579405-4cf7-4355-ab23-5e7cc8261498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:35.998231 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef18f82-82b3-4b92-8b9a-5abb74ba490b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4c6964-5906-41c8-a155-59d5e1be3336,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:36.018098 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-02dec98a-f345-4a45-87a9-4cedb80894b0 req-b28faa99-ef33-400c-995e-e409a865a304 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7423494 May 05 21:43:36.023818 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18b89b5e-b6aa-4934-b4df-0d3c874bca63'] response: {'server_uuid': '59e56847-3790-4a2b-bea4-ee3cf1beb827', 'name': 'network-vif-deleted', 'tag': '105dc9f5-69de-49f6-ba48-8d7a2dc2ca67', 'status': 'completed', 'code': 200} May 05 21:43:36.038271 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-acefca7e-d20d-49ca-8e20-400bed3f9ff3 req-17108d60-604e-482a-9ee2-6e0bc973c020 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4988fe71-34c6-4737-ad2a-40f5327e7f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1742897 May 05 21:43:36.041931 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1ef18f82-82b3-4b92-8b9a-5abb74ba490b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:36.043251 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1ef18f82-82b3-4b92-8b9a-5abb74ba490b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ea4c6964-5906-41c8-a155-59d5e1be3336 HTTP/1.1" status: 204 len: 168 time: 0.5557833 May 05 21:43:36.047401 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 5140a628-f7b1-47ac-b4eb-4bfa8fb26aec, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=5140a628-f7b1-47ac-b4eb-4bfa8fb26aec,segment=NetworkSegment(bb53319d-02d7-4ee5-a402-d07603ca726a),segment_id=bb53319d-02d7-4ee5-a402-d07603ca726a)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:43:36.097103 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '5140a628-f7b1-47ac-b4eb-4bfa8fb26aec', 'network_id': '4988fe71-34c6-4737-ad2a-40f5327e7f0e', 'port_id': '5140a628-f7b1-47ac-b4eb-4bfa8fb26aec', 'mac_address': 'fa:16:3e:bc:59:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b652dcd0-731b-4d23-9d82-356eea5d9656', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:43:36.219922 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3579405-4cf7-4355-ab23-5e7cc8261498 service neutron] Pushing event updated for resources: {'Port': ['ID=f4d9c9b2-5658-4234-b6b8-8992a1682e9f,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:36.246449 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:36.301849 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5140a628-f7b1-47ac-b4eb-4bfa8fb26aec {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:43:36.326328 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 5140a628-f7b1-47ac-b4eb-4bfa8fb26aec, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=5140a628-f7b1-47ac-b4eb-4bfa8fb26aec,segment=NetworkSegment(bb53319d-02d7-4ee5-a402-d07603ca726a),segment_id=bb53319d-02d7-4ee5-a402-d07603ca726a)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:43:36.333571 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 105dc9f5-69de-49f6-ba48-8d7a2dc2ca67 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:43:36.391032 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:36.418855 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-876863e2-5eef-44c4-b493-5acaaf347f36 req-d3579405-4cf7-4355-ab23-5e7cc8261498 service neutron] Attempting to bind port f4d9c9b2-5658-4234-b6b8-8992a1682e9f on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:43:36.419252 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-876863e2-5eef-44c4-b493-5acaaf347f36 req-d3579405-4cf7-4355-ab23-5e7cc8261498 service neutron] Attempting to bind port f4d9c9b2-5658-4234-b6b8-8992a1682e9f by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': 'df9c57c2-52c8-43c0-981c-16fd110b1d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd50665b6-9647-47f1-b718-b6ae7cd32366'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:43:36.419579 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876863e2-5eef-44c4-b493-5acaaf347f36 req-d3579405-4cf7-4355-ab23-5e7cc8261498 service neutron] Attempting to bind port f4d9c9b2-5658-4234-b6b8-8992a1682e9f on network d50665b6-9647-47f1-b718-b6ae7cd32366 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:43:36.439751 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876863e2-5eef-44c4-b493-5acaaf347f36 req-d3579405-4cf7-4355-ab23-5e7cc8261498 service neutron] Port f4d9c9b2-5658-4234-b6b8-8992a1682e9f on network d50665b6-9647-47f1-b718-b6ae7cd32366 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:43:36.440130 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876863e2-5eef-44c4-b493-5acaaf347f36 req-d3579405-4cf7-4355-ab23-5e7cc8261498 service neutron] Attempting to bind port f4d9c9b2-5658-4234-b6b8-8992a1682e9f on network d50665b6-9647-47f1-b718-b6ae7cd32366 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:43:36.455636 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876863e2-5eef-44c4-b493-5acaaf347f36 req-d3579405-4cf7-4355-ab23-5e7cc8261498 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:43:36.456021 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876863e2-5eef-44c4-b493-5acaaf347f36 req-d3579405-4cf7-4355-ab23-5e7cc8261498 service neutron] Checking segment: {'id': 'df9c57c2-52c8-43c0-981c-16fd110b1d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd50665b6-9647-47f1-b718-b6ae7cd32366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:43:36.457120 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876863e2-5eef-44c4-b493-5acaaf347f36 req-d3579405-4cf7-4355-ab23-5e7cc8261498 service neutron] Bound using segment: {'id': 'df9c57c2-52c8-43c0-981c-16fd110b1d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd50665b6-9647-47f1-b718-b6ae7cd32366'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:43:36.457571 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-876863e2-5eef-44c4-b493-5acaaf347f36 req-d3579405-4cf7-4355-ab23-5e7cc8261498 service neutron] Bound port: f4d9c9b2-5658-4234-b6b8-8992a1682e9f, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df9c57c2-52c8-43c0-981c-16fd110b1d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd50665b6-9647-47f1-b718-b6ae7cd32366'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:43:36.461457 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-876863e2-5eef-44c4-b493-5acaaf347f36 req-d3579405-4cf7-4355-ab23-5e7cc8261498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:36.528817 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: 105dc9f5-69de-49f6-ba48-8d7a2dc2ca67 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:43:36.529437 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 105dc9f5-69de-49f6-ba48-8d7a2dc2ca67 not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:43:36.577833 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=5140a628-f7b1-47ac-b4eb-4bfa8fb26aec,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:36.587812 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-acefca7e-d20d-49ca-8e20-400bed3f9ff3 req-eca2df4e-d299-407d-8efc-cda2100ce1bf service neutron] 10.222.0.32 "GET /v2.0/networks/4988fe71-34c6-4737-ad2a-40f5327e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5419714 May 05 21:43:36.598426 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['5140a628-f7b1-47ac-b4eb-4bfa8fb26aec'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:43:36.660066 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 35320) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:43:36.670177 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-22c3d414-2e16-4da9-9548-47bc247ab815 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1154723062', 'description': 'tempest-description--1159827844'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:43:36.687053 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-22c3d414-2e16-4da9-9548-47bc247ab815 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:43:36.695722 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.resource_extend [req-188b87b2-538f-45d6-9276-0dca9daa8d76 req-751c79c4-561e-4593-bba5-bd7dd41f816d service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 21:43:36.700109 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-876863e2-5eef-44c4-b493-5acaaf347f36 req-d3579405-4cf7-4355-ab23-5e7cc8261498 service neutron] For port f4d9c9b2-5658-4234-b6b8-8992a1682e9f, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:43:36.705280 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-22c3d414-2e16-4da9-9548-47bc247ab815 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Usage tracker for resource:security_group and tenant:e254aa6e91fc4971a04919e3490afc47 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:43:36.713003 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-22c3d414-2e16-4da9-9548-47bc247ab815 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:43:36.720725 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-876863e2-5eef-44c4-b493-5acaaf347f36 req-d3579405-4cf7-4355-ab23-5e7cc8261498 service neutron] For port f4d9c9b2-5658-4234-b6b8-8992a1682e9f, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=f4d9c9b2-5658-4234-b6b8-8992a1682e9f,segment=NetworkSegment(df9c57c2-52c8-43c0-981c-16fd110b1d0b),segment_id=df9c57c2-52c8-43c0-981c-16fd110b1d0b)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:43:36.722037 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-22c3d414-2e16-4da9-9548-47bc247ab815 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:43:36.732388 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-876863e2-5eef-44c4-b493-5acaaf347f36 req-d3579405-4cf7-4355-ab23-5e7cc8261498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:36.806745 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3579405-4cf7-4355-ab23-5e7cc8261498 service neutron] Pushing event updated for resources: {'Port': ['ID=f4d9c9b2-5658-4234-b6b8-8992a1682e9f,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:36.812313 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-22c3d414-2e16-4da9-9548-47bc247ab815 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:36.836217 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-876863e2-5eef-44c4-b493-5acaaf347f36 req-d3579405-4cf7-4355-ab23-5e7cc8261498 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:36.837816 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-876863e2-5eef-44c4-b493-5acaaf347f36 req-d3579405-4cf7-4355-ab23-5e7cc8261498 service neutron] 10.222.0.44 "PUT /v2.0/ports/f4d9c9b2-5658-4234-b6b8-8992a1682e9f HTTP/1.1" status: 200 len: 1092 time: 1.8579962 May 05 21:43:36.859425 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-22c3d414-2e16-4da9-9548-47bc247ab815 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:43:36.864280 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-22c3d414-2e16-4da9-9548-47bc247ab815 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Usage tracker for resource:security_group_rule and tenant:e254aa6e91fc4971a04919e3490afc47 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:43:36.867959 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-22c3d414-2e16-4da9-9548-47bc247ab815 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:43:36.878239 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-22c3d414-2e16-4da9-9548-47bc247ab815 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:43:37.008189 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-188b87b2-538f-45d6-9276-0dca9daa8d76 req-751c79c4-561e-4593-bba5-bd7dd41f816d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38511192-f2b6-49cb-a72f-91d46f1dfbd5 {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:43:37.061717 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98269b21-345c-4e4f-979f-98be744ef586 req-f4342e09-4dcf-42a9-ac38-9335b6f10842 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:37.065128 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-98269b21-345c-4e4f-979f-98be744ef586 req-f4342e09-4dcf-42a9-ac38-9335b6f10842 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=06e7ef30-e7fd-4621-88d5-a6da4e73b24b HTTP/1.1" status: 200 len: 944 time: 0.7004898 May 05 21:43:37.087950 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-188b87b2-538f-45d6-9276-0dca9daa8d76 req-751c79c4-561e-4593-bba5-bd7dd41f816d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:37.142886 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-22c3d414-2e16-4da9-9548-47bc247ab815 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:37.162333 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-876863e2-5eef-44c4-b493-5acaaf347f36 req-b3d08df3-5799-4f08-9d39-6e0ec682657d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ea576b38215846aaa224b1aa35155ba3&device_id=1a869846-74ef-49c4-bc12-0a6ef71a34fd HTTP/1.1" status: 200 len: 1095 time: 0.2778778 May 05 21:43:37.163110 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-22c3d414-2e16-4da9-9548-47bc247ab815 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:37.208703 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-188b87b2-538f-45d6-9276-0dca9daa8d76 req-751c79c4-561e-4593-bba5-bd7dd41f816d service neutron] Transition to ACTIVE for port object 38511192-f2b6-49cb-a72f-91d46f1dfbd5 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:43:37.238465 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-acefca7e-d20d-49ca-8e20-400bed3f9ff3 req-0181a02e-2975-48d7-8b15-48551a1efc49 service neutron] 10.222.0.32 "GET /v2.0/networks/4988fe71-34c6-4737-ad2a-40f5327e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6268096 May 05 21:43:37.239544 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35342) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:43:37.293973 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-876863e2-5eef-44c4-b493-5acaaf347f36 req-b1fa5d3b-6d95-4f62-89e8-4ffdb1ec5069 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4d9c9b2-5658-4234-b6b8-8992a1682e9f HTTP/1.1" status: 200 len: 217 time: 0.1206932 May 05 21:43:37.294337 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-188b87b2-538f-45d6-9276-0dca9daa8d76 req-751c79c4-561e-4593-bba5-bd7dd41f816d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:37.305197 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c3d414-2e16-4da9-9548-47bc247ab815 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbcf981c-f37d-4445-8488-e64399f606cb,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:37.347695 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-22c3d414-2e16-4da9-9548-47bc247ab815 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:37.348926 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-22c3d414-2e16-4da9-9548-47bc247ab815 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.6879036 May 05 21:43:37.354265 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 35348) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:43:37.363457 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-93ffb45c-d1ba-4bcd-a6e1-bcf1009fb300 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Request body: {'security_group_rule': {'security_group_id': 'cbcf981c-f37d-4445-8488-e64399f606cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:43:37.376829 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-93ffb45c-d1ba-4bcd-a6e1-bcf1009fb300 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:43:37.383664 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-93ffb45c-d1ba-4bcd-a6e1-bcf1009fb300 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Usage tracker for resource:security_group_rule and tenant:e254aa6e91fc4971a04919e3490afc47 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:43:37.388016 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-93ffb45c-d1ba-4bcd-a6e1-bcf1009fb300 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:43:37.396670 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-93ffb45c-d1ba-4bcd-a6e1-bcf1009fb300 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:43:37.399492 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876863e2-5eef-44c4-b493-5acaaf347f36 req-06051eb6-a5d7-4f67-a15a-cf9471754870 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:37.401007 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-876863e2-5eef-44c4-b493-5acaaf347f36 req-06051eb6-a5d7-4f67-a15a-cf9471754870 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2ef0800d-de6f-466d-b35f-d1403d70c310 HTTP/1.1" status: 200 len: 848 time: 0.0992885 May 05 21:43:37.454745 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b92d02-28b0-43a4-bb98-3de3aedbe5a7 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:43:37.460898 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-876863e2-5eef-44c4-b493-5acaaf347f36 req-d19e266f-0808-458d-8f1f-b72e485406cb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d50665b6-9647-47f1-b718-b6ae7cd32366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517859 May 05 21:43:37.462308 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-93ffb45c-d1ba-4bcd-a6e1-bcf1009fb300 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:37.464651 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d68c542-d169-420b-b0da-38073ef4937c None None] Sync routers for ids ['e357e861-6673-4ff9-a2df-c2bd01419397'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:43:37.478320 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-84b92d02-28b0-43a4-bb98-3de3aedbe5a7 admin admin] 10.222.0.23 "PUT /v2.0/routers/e357e861-6673-4ff9-a2df-c2bd01419397/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.5900633 May 05 21:43:37.485329 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d68c542-d169-420b-b0da-38073ef4937c None None] Routers {'e357e861-6673-4ff9-a2df-c2bd01419397'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:43:37.485640 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-4d68c542-d169-420b-b0da-38073ef4937c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:43:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['e357e861-6673-4ff9-a2df-c2bd01419397'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:43:37.492218 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751c79c4-561e-4593-bba5-bd7dd41f816d service neutron] Pushing event updated for resources: {'Port': ['ID=38511192-f2b6-49cb-a72f-91d46f1dfbd5,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:37.499327 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 35354) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:43:37.537838 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-98269b21-345c-4e4f-979f-98be744ef586 req-2b1270ec-33dc-4d77-ade9-a4be5496073e tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4420121 May 05 21:43:37.877124 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-4d68c542-d169-420b-b0da-38073ef4937c None None] Set router e357e861-6673-4ff9-a2df-c2bd01419397 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:43:37.926251 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-876863e2-5eef-44c4-b493-5acaaf347f36 req-e6a85c07-13e1-4843-9d67-7694e36e9464 service neutron] 10.222.0.44 "GET /v2.0/networks/d50665b6-9647-47f1-b718-b6ae7cd32366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4547517 May 05 21:43:38.000180 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cde615-be30-4012-99da-1970b6612e6e req-5b27107f-cf77-4279-a907-77623bb02306 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:38.002979 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d3cde615-be30-4012-99da-1970b6612e6e req-5b27107f-cf77-4279-a907-77623bb02306 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/ports?device_id=0daecea4-3536-4666-9f7a-5863d0caacc5 HTTP/1.1" status: 200 len: 943 time: 0.8033762 May 05 21:43:38.014255 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 5140a628-f7b1-47ac-b4eb-4bfa8fb26aec up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:43:38.028032 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0cd05138-9d1b-4a93-950f-218833615bf2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1d0c3bd18deb4529a9eff5d87fa07f7f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7798305 May 05 21:43:38.067450 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 35362) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:43:38.067934 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a869846-74ef-49c4-bc12-0a6ef71a34fd', 'tag': 'f4d9c9b2-5658-4234-b6b8-8992a1682e9f'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:43:38.150458 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-188b87b2-538f-45d6-9276-0dca9daa8d76 req-751c79c4-561e-4593-bba5-bd7dd41f816d service neutron] Attempting to bind port 38511192-f2b6-49cb-a72f-91d46f1dfbd5 on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:43:38.151639 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-188b87b2-538f-45d6-9276-0dca9daa8d76 req-751c79c4-561e-4593-bba5-bd7dd41f816d service neutron] Attempting to bind port 38511192-f2b6-49cb-a72f-91d46f1dfbd5 by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': '1433ba6d-48b0-4056-91b6-deba1a0564ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '20d2a56b-3a76-462e-a812-0f44fcc7b483'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:43:38.152160 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188b87b2-538f-45d6-9276-0dca9daa8d76 req-751c79c4-561e-4593-bba5-bd7dd41f816d service neutron] Attempting to bind port 38511192-f2b6-49cb-a72f-91d46f1dfbd5 on network 20d2a56b-3a76-462e-a812-0f44fcc7b483 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:43:38.183323 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188b87b2-538f-45d6-9276-0dca9daa8d76 req-751c79c4-561e-4593-bba5-bd7dd41f816d service neutron] Port 38511192-f2b6-49cb-a72f-91d46f1dfbd5 on network 20d2a56b-3a76-462e-a812-0f44fcc7b483 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:43:38.184027 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188b87b2-538f-45d6-9276-0dca9daa8d76 req-751c79c4-561e-4593-bba5-bd7dd41f816d service neutron] Attempting to bind port 38511192-f2b6-49cb-a72f-91d46f1dfbd5 on network 20d2a56b-3a76-462e-a812-0f44fcc7b483 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:43:38.219506 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d3cde615-be30-4012-99da-1970b6612e6e req-4f3ca6e6-05e5-441c-97d1-f7ffe4f02038 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/security-groups?id=060a0163-921c-42d6-97e2-b2f13023d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847267 May 05 21:43:38.225971 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834abd4-14fa-4911-9861-8ae7a8185193 req-1d6f2cdd-37ff-4332-ba2a-ef620bcb1e9e tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:38.227892 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c834abd4-14fa-4911-9861-8ae7a8185193 req-1d6f2cdd-37ff-4332-ba2a-ef620bcb1e9e tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a869846-74ef-49c4-bc12-0a6ef71a34fd HTTP/1.1" status: 200 len: 944 time: 0.3950517 May 05 21:43:38.229079 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188b87b2-538f-45d6-9276-0dca9daa8d76 req-751c79c4-561e-4593-bba5-bd7dd41f816d service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:43:38.229653 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188b87b2-538f-45d6-9276-0dca9daa8d76 req-751c79c4-561e-4593-bba5-bd7dd41f816d service neutron] Checking segment: {'id': '1433ba6d-48b0-4056-91b6-deba1a0564ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '20d2a56b-3a76-462e-a812-0f44fcc7b483'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:43:38.230252 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188b87b2-538f-45d6-9276-0dca9daa8d76 req-751c79c4-561e-4593-bba5-bd7dd41f816d service neutron] Bound using segment: {'id': '1433ba6d-48b0-4056-91b6-deba1a0564ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '20d2a56b-3a76-462e-a812-0f44fcc7b483'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:43:38.231010 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-188b87b2-538f-45d6-9276-0dca9daa8d76 req-751c79c4-561e-4593-bba5-bd7dd41f816d service neutron] Bound port: 38511192-f2b6-49cb-a72f-91d46f1dfbd5, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1433ba6d-48b0-4056-91b6-deba1a0564ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '20d2a56b-3a76-462e-a812-0f44fcc7b483'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:43:38.231586 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-188b87b2-538f-45d6-9276-0dca9daa8d76 req-751c79c4-561e-4593-bba5-bd7dd41f816d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:38.255341 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-93ffb45c-d1ba-4bcd-a6e1-bcf1009fb300 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:38.285967 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-93ffb45c-d1ba-4bcd-a6e1-bcf1009fb300 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:38.349023 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-93ffb45c-d1ba-4bcd-a6e1-bcf1009fb300 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:38.354171 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35372) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:43:38.354460 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-93ffb45c-d1ba-4bcd-a6e1-bcf1009fb300 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9990175 May 05 21:43:38.367272 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-ea9ef2c9-395f-403a-84b8-8845709270af tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Request body: {'security_group_rule': {'security_group_id': 'cbcf981c-f37d-4445-8488-e64399f606cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:43:38.379821 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-ea9ef2c9-395f-403a-84b8-8845709270af tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:43:38.383821 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-4d68c542-d169-420b-b0da-38073ef4937c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e357e861-6673-4ff9-a2df-c2bd01419397', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1706462636-router', 'tenant_id': 'caf8261703da4bb5a03dc145b93e3b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '9e7170a0-07a6-4d7c-b314-a0b2e5df4936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:42:03Z', 'updated_at': '2022-05-05T21:43:27Z', 'revision_number': 5, 'project_id': 'caf8261703da4bb5a03dc145b93e3b71', 'gw_port': {'id': '9e7170a0-07a6-4d7c-b314-a0b2e5df4936', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:30:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e357e861-6673-4ff9-a2df-c2bd01419397', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:42:05Z', 'updated_at': '2022-05-05T21:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:43:38.385770 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b85cad31-f0e6-432e-b2e3-aacf661c4688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:38.387587 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ffb45c-d1ba-4bcd-a6e1-bcf1009fb300 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d08c6476-03de-4ef0-a8c2-9a1a3690cce2,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:38.400616 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port 5140a628-f7b1-47ac-b4eb-4bfa8fb26aec completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:43:38.406187 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c834abd4-14fa-4911-9861-8ae7a8185193 req-da1d3554-c68a-415c-b08d-dad44ff5b799 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630905 May 05 21:43:38.407686 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-ea9ef2c9-395f-403a-84b8-8845709270af tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Usage tracker for resource:security_group_rule and tenant:e254aa6e91fc4971a04919e3490afc47 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:43:38.414829 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-ea9ef2c9-395f-403a-84b8-8845709270af tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:43:38.419840 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d68c542-d169-420b-b0da-38073ef4937c None None] Checking router: e357e861-6673-4ff9-a2df-c2bd01419397 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:43:38.428404 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-ea9ef2c9-395f-403a-84b8-8845709270af tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:43:38.442734 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-884bfa1b-efcf-428b-85cf-05e88215b88c'] response: {'name': 'network-changed', 'server_uuid': '1a869846-74ef-49c4-bc12-0a6ef71a34fd', 'tag': 'f4d9c9b2-5658-4234-b6b8-8992a1682e9f', 'status': 'completed', 'code': 200} May 05 21:43:38.445125 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-188b87b2-538f-45d6-9276-0dca9daa8d76 req-751c79c4-561e-4593-bba5-bd7dd41f816d service neutron] For port 38511192-f2b6-49cb-a72f-91d46f1dfbd5, host n-h1-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:43:38.450268 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-188b87b2-538f-45d6-9276-0dca9daa8d76 req-751c79c4-561e-4593-bba5-bd7dd41f816d service neutron] For port 38511192-f2b6-49cb-a72f-91d46f1dfbd5, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=38511192-f2b6-49cb-a72f-91d46f1dfbd5,segment=NetworkSegment(1433ba6d-48b0-4056-91b6-deba1a0564ab),segment_id=1433ba6d-48b0-4056-91b6-deba1a0564ab)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:43:38.455131 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d68c542-d169-420b-b0da-38073ef4937c None None] Routers {'e357e861-6673-4ff9-a2df-c2bd01419397'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:43:38.455728 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-4d68c542-d169-420b-b0da-38073ef4937c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:43:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['e357e861-6673-4ff9-a2df-c2bd01419397'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:43:38.479571 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ea9ef2c9-395f-403a-84b8-8845709270af tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:38.501108 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b85cad31-f0e6-432e-b2e3-aacf661c4688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:38.506643 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-188b87b2-538f-45d6-9276-0dca9daa8d76 req-751c79c4-561e-4593-bba5-bd7dd41f816d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:38.528880 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-876863e2-5eef-44c4-b493-5acaaf347f36 req-a466c380-9a26-4560-86b8-849569418142 service neutron] 10.222.0.44 "GET /v2.0/networks/d50665b6-9647-47f1-b718-b6ae7cd32366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5924964 May 05 21:43:38.674272 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-188b87b2-538f-45d6-9276-0dca9daa8d76 req-751c79c4-561e-4593-bba5-bd7dd41f816d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:38.676665 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-188b87b2-538f-45d6-9276-0dca9daa8d76 req-751c79c4-561e-4593-bba5-bd7dd41f816d service neutron] 10.222.0.44 "PUT /v2.0/ports/38511192-f2b6-49cb-a72f-91d46f1dfbd5 HTTP/1.1" status: 200 len: 1091 time: 4.0345743 May 05 21:43:38.678827 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0daecea4-3536-4666-9f7a-5863d0caacc5', 'tag': '38511192-f2b6-49cb-a72f-91d46f1dfbd5'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:43:38.717826 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751c79c4-561e-4593-bba5-bd7dd41f816d service neutron] Pushing event updated for resources: {'Port': ['ID=38511192-f2b6-49cb-a72f-91d46f1dfbd5,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:38.721538 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6cad24bf-aee5-4648-b0e5-51c94571a3f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:38.800159 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b85cad31-f0e6-432e-b2e3-aacf661c4688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:38.836590 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ea9ef2c9-395f-403a-84b8-8845709270af tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:38.848571 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b6434e1-64f5-4ffa-ba6b-0d6d3c025ad6'] response: {'name': 'network-changed', 'server_uuid': '0daecea4-3536-4666-9f7a-5863d0caacc5', 'tag': '38511192-f2b6-49cb-a72f-91d46f1dfbd5', 'status': 'completed', 'code': 200} May 05 21:43:38.852215 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ea9ef2c9-395f-403a-84b8-8845709270af tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:38.857658 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 5140a628-f7b1-47ac-b4eb-4bfa8fb26aec triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:43:38.858075 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:38.910612 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b85cad31-f0e6-432e-b2e3-aacf661c4688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:38.912265 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b85cad31-f0e6-432e-b2e3-aacf661c4688 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7b4c897b-ab30-4bc4-a04f-b068a9dbe11d HTTP/1.1" status: 204 len: 168 time: 0.8383436 May 05 21:43:38.923830 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85cad31-f0e6-432e-b2e3-aacf661c4688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4c897b-ab30-4bc4-a04f-b068a9dbe11d,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:38.928268 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-42d2babd-1dd9-4e01-bdc5-1245ab72bb16 req-545033c4-7d78-4ffa-9b3b-d4e21dc57658 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ea576b38215846aaa224b1aa35155ba3&device_id=1a869846-74ef-49c4-bc12-0a6ef71a34fd HTTP/1.1" status: 200 len: 1095 time: 0.3399870 May 05 21:43:38.957368 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-4d68c542-d169-420b-b0da-38073ef4937c None None] Set router e357e861-6673-4ff9-a2df-c2bd01419397 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:43:39.160958 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9ef2c9-395f-403a-84b8-8845709270af tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10308d08-e7d9-4cda-8b89-09528c58bd8c,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:39.170711 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ea9ef2c9-395f-403a-84b8-8845709270af tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:39.170711 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ea9ef2c9-395f-403a-84b8-8845709270af tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8127196 May 05 21:43:39.182818 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 35390) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:43:39.205163 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-85393e5a-b104-4e2f-8cc5-52c0295b3fd7 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Request body: {'floatingip': {'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:43:39.216564 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2babd-1dd9-4e01-bdc5-1245ab72bb16 req-b2cb3ff5-b297-4e08-b55c-32335f3f33be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:39.218623 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-42d2babd-1dd9-4e01-bdc5-1245ab72bb16 req-b2cb3ff5-b297-4e08-b55c-32335f3f33be service neutron] 10.222.0.44 "GET /v2.0/networks?id=d50665b6-9647-47f1-b718-b6ae7cd32366 HTTP/1.1" status: 200 len: 909 time: 0.2805116 May 05 21:43:39.221909 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-85393e5a-b104-4e2f-8cc5-52c0295b3fd7 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:43:39.233588 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-188b87b2-538f-45d6-9276-0dca9daa8d76 req-3c67e680-578b-4432-82c7-20ffb675c938 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3ad6e070bfeb43998594f1d97e1517f2&device_id=0daecea4-3536-4666-9f7a-5863d0caacc5 HTTP/1.1" status: 200 len: 1094 time: 0.5033417 May 05 21:43:39.265932 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:39.344391 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-42d2babd-1dd9-4e01-bdc5-1245ab72bb16 req-886f8c2f-4553-4744-b22f-dcca447ed016 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4d9c9b2-5658-4234-b6b8-8992a1682e9f HTTP/1.1" status: 200 len: 217 time: 0.1174803 May 05 21:43:39.345711 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-85393e5a-b104-4e2f-8cc5-52c0295b3fd7 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Usage tracker for resource:floatingip and tenant:e254aa6e91fc4971a04919e3490afc47 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:43:39.379757 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389bca3b-d661-477a-a077-47aa398055e0 req-56b59b4c-50cd-4772-bd4d-0d773a8272f1 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:39.388296 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-389bca3b-d661-477a-a077-47aa398055e0 req-56b59b4c-50cd-4772-bd4d-0d773a8272f1 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=06e7ef30-e7fd-4621-88d5-a6da4e73b24b HTTP/1.1" status: 200 len: 944 time: 0.3635702 May 05 21:43:39.469821 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-85393e5a-b104-4e2f-8cc5-52c0295b3fd7 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:43:39.475055 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-188b87b2-538f-45d6-9276-0dca9daa8d76 req-1e9b2e37-e5ec-4ad8-84f0-8fee23d43b44 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=38511192-f2b6-49cb-a72f-91d46f1dfbd5 HTTP/1.1" status: 200 len: 217 time: 0.2319853 May 05 21:43:39.498637 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-85393e5a-b104-4e2f-8cc5-52c0295b3fd7 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:43:39.593590 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2babd-1dd9-4e01-bdc5-1245ab72bb16 req-d12b0294-d202-41c6-a823-f7b5cdc8df02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:39.600747 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-42d2babd-1dd9-4e01-bdc5-1245ab72bb16 req-d12b0294-d202-41c6-a823-f7b5cdc8df02 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2ef0800d-de6f-466d-b35f-d1403d70c310 HTTP/1.1" status: 200 len: 848 time: 0.2426965 May 05 21:43:39.628674 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e7ef30-e7fd-4621-88d5-a6da4e73b24b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5140a628-f7b1-47ac-b4eb-4bfa8fb26aec'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:43:39.674367 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-85393e5a-b104-4e2f-8cc5-52c0295b3fd7 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Notify callbacks [] for floatingip, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:39.688628 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 5140a628-f7b1-47ac-b4eb-4bfa8fb26aec, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=5140a628-f7b1-47ac-b4eb-4bfa8fb26aec,segment=NetworkSegment(bb53319d-02d7-4ee5-a402-d07603ca726a),segment_id=bb53319d-02d7-4ee5-a402-d07603ca726a)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:43:39.705503 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-42d2babd-1dd9-4e01-bdc5-1245ab72bb16 req-0875949a-2909-4cfe-ad9a-315310eb6489 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d50665b6-9647-47f1-b718-b6ae7cd32366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0978575 May 05 21:43:39.730232 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:39.761382 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35408) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:43:39.788700 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-389bca3b-d661-477a-a077-47aa398055e0 req-b5cf75cd-2f25-4630-8e73-2a3a42792687 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3994336 May 05 21:43:39.802043 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b87b2-538f-45d6-9276-0dca9daa8d76 req-30250bb9-3daa-4f83-8591-d78d86e7f115 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:39.803551 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-188b87b2-538f-45d6-9276-0dca9daa8d76 req-30250bb9-3daa-4f83-8591-d78d86e7f115 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=41faf43c-45c2-40ca-97f2-b9922a51b49e HTTP/1.1" status: 200 len: 845 time: 0.3190355 May 05 21:43:39.917125 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-188b87b2-538f-45d6-9276-0dca9daa8d76 req-41954eaf-7e65-4987-aac6-efde5ae2d9ab service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=20d2a56b-3a76-462e-a812-0f44fcc7b483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972490 May 05 21:43:39.946689 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-4d68c542-d169-420b-b0da-38073ef4937c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e357e861-6673-4ff9-a2df-c2bd01419397', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1706462636-router', 'tenant_id': 'caf8261703da4bb5a03dc145b93e3b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '9e7170a0-07a6-4d7c-b314-a0b2e5df4936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:42:03Z', 'updated_at': '2022-05-05T21:43:27Z', 'revision_number': 5, 'project_id': 'caf8261703da4bb5a03dc145b93e3b71', 'gw_port': {'id': '9e7170a0-07a6-4d7c-b314-a0b2e5df4936', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:30:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e357e861-6673-4ff9-a2df-c2bd01419397', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:42:05Z', 'updated_at': '2022-05-05T21:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:43:39.948256 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f0d5a-7334-4a1b-a0b8-995889a348c9 req-2bad65fa-a39c-46d1-a8fa-c7e5c00603b2 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:39.958073 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=5140a628-f7b1-47ac-b4eb-4bfa8fb26aec,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:39.961974 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e40f0d5a-7334-4a1b-a0b8-995889a348c9 req-2bad65fa-a39c-46d1-a8fa-c7e5c00603b2 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/ports?device_id=0daecea4-3536-4666-9f7a-5863d0caacc5 HTTP/1.1" status: 200 len: 943 time: 0.4051592 May 05 21:43:39.970569 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d68c542-d169-420b-b0da-38073ef4937c None None] The sync data for ids ['e357e861-6673-4ff9-a2df-c2bd01419397'] in n-d-825175-4 is: [{'id': 'e357e861-6673-4ff9-a2df-c2bd01419397', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1706462636-router', 'tenant_id': 'caf8261703da4bb5a03dc145b93e3b71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '9e7170a0-07a6-4d7c-b314-a0b2e5df4936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:42:03Z', 'updated_at': '2022-05-05T21:43:27Z', 'revision_number': 5, 'project_id': 'caf8261703da4bb5a03dc145b93e3b71', 'gw_port': {'id': '9e7170a0-07a6-4d7c-b314-a0b2e5df4936', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:30:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e357e861-6673-4ff9-a2df-c2bd01419397', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:42:05Z', 'updated_at': '2022-05-05T21:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:43:40.056650 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-42d2babd-1dd9-4e01-bdc5-1245ab72bb16 req-e494f8eb-e420-43aa-aa8b-06c8a6b1a121 service neutron] 10.222.0.44 "GET /v2.0/networks/d50665b6-9647-47f1-b718-b6ae7cd32366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420873 May 05 21:43:40.101330 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6cad24bf-aee5-4648-b0e5-51c94571a3f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:40.196781 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-476fef45-c0da-426f-8964-923f97119f57 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9c28e8732bfb465d8c4f37c7e3ca8bd3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4291942 May 05 21:43:40.198323 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35416) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:43:40.224962 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e40f0d5a-7334-4a1b-a0b8-995889a348c9 req-14d9e160-82b2-4202-b324-7cb57845148d tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/security-groups?id=060a0163-921c-42d6-97e2-b2f13023d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594366 May 05 21:43:40.303570 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1347f94d-6953-41fd-b7c4-b3de3274b247'] response: {'server_uuid': '06e7ef30-e7fd-4621-88d5-a6da4e73b24b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5140a628-f7b1-47ac-b4eb-4bfa8fb26aec', 'code': 200} May 05 21:43:40.351159 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device f4d9c9b2-5658-4234-b6b8-8992a1682e9f details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:43:40.436752 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-188b87b2-538f-45d6-9276-0dca9daa8d76 req-8669db2f-d80d-4ddd-9356-737c6f152611 service neutron] 10.222.0.44 "GET /v2.0/networks/20d2a56b-3a76-462e-a812-0f44fcc7b483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5106483 May 05 21:43:40.458401 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 9268578c-7c93-47e6-b1fc-b6f7138d300a no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:43:40.477477 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-6cad24bf-aee5-4648-b0e5-51c94571a3f0 admin admin] Deleting port 9e7170a0-07a6-4d7c-b314-a0b2e5df4936 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:43:40.477815 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6cad24bf-aee5-4648-b0e5-51c94571a3f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:40.567997 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-85393e5a-b104-4e2f-8cc5-52c0295b3fd7 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:40.759623 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9406cc52-fcca-4226-ad2a-2c1bcbe624df req-c33e3267-a209-40da-bb02-cf398cf51a65 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:40.761059 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9406cc52-fcca-4226-ad2a-2c1bcbe624df req-c33e3267-a209-40da-bb02-cf398cf51a65 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a869846-74ef-49c4-bc12-0a6ef71a34fd HTTP/1.1" status: 200 len: 944 time: 0.6772037 May 05 21:43:40.767956 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db57b31-45ea-405a-af2c-0adc5a2b9073 None None] Sync routers for ids ['8d9118bd-6861-46b5-bce1-b3365e37bd92'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:43:40.768644 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 9268578c-7c93-47e6-b1fc-b6f7138d300a {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:43:40.769158 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 9268578c-7c93-47e6-b1fc-b6f7138d300a not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:43:40.796186 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db57b31-45ea-405a-af2c-0adc5a2b9073 None None] Routers {'8d9118bd-6861-46b5-bce1-b3365e37bd92'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:43:40.796799 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-4db57b31-45ea-405a-af2c-0adc5a2b9073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:43:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8d9118bd-6861-46b5-bce1-b3365e37bd92'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:43:40.863243 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port f4d9c9b2-5658-4234-b6b8-8992a1682e9f, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=f4d9c9b2-5658-4234-b6b8-8992a1682e9f,segment=NetworkSegment(df9c57c2-52c8-43c0-981c-16fd110b1d0b),segment_id=df9c57c2-52c8-43c0-981c-16fd110b1d0b)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:43:40.883339 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': 'f4d9c9b2-5658-4234-b6b8-8992a1682e9f', 'network_id': 'd50665b6-9647-47f1-b718-b6ae7cd32366', 'port_id': 'f4d9c9b2-5658-4234-b6b8-8992a1682e9f', 'mac_address': 'fa:16:3e:68:57:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ef0800d-de6f-466d-b35f-d1403d70c310', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:43:40.903626 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-42d2babd-1dd9-4e01-bdc5-1245ab72bb16 req-8bc9bd2e-5509-4eef-ba62-e7e957329635 service neutron] 10.222.0.44 "GET /v2.0/networks/d50665b6-9647-47f1-b718-b6ae7cd32366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8359566 May 05 21:43:40.973808 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:40.995888 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4d9c9b2-5658-4234-b6b8-8992a1682e9f {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:43:41.014868 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port f4d9c9b2-5658-4234-b6b8-8992a1682e9f, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=f4d9c9b2-5658-4234-b6b8-8992a1682e9f,segment=NetworkSegment(df9c57c2-52c8-43c0-981c-16fd110b1d0b),segment_id=df9c57c2-52c8-43c0-981c-16fd110b1d0b)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:43:41.024271 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:41.025206 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-188b87b2-538f-45d6-9276-0dca9daa8d76 req-4cc65a1d-2dd6-4da4-8e3f-7bb308cb2e3f service neutron] 10.222.0.44 "GET /v2.0/networks/20d2a56b-3a76-462e-a812-0f44fcc7b483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4791734 May 05 21:43:41.077258 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-85393e5a-b104-4e2f-8cc5-52c0295b3fd7 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Allocated IP 172.25.4.69 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/df3435cd-d1a2-4d37-abe9-0cc76d44b098) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:43:41.113409 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4a32d85a-aae7-4d49-a1b0-5ca8abf47faa req-5c30a7b0-870b-46ca-aff4-79b9c8d59c9e tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=9d1b13062e674eaaa880c45b6f13f6df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0847199 May 05 21:43:41.114785 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1b4f99a5-1581-4440-8dcd-b4b82501cb72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:41.119844 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=f4d9c9b2-5658-4234-b6b8-8992a1682e9f,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:41.120225 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-6cad24bf-aee5-4648-b0e5-51c94571a3f0 admin admin] For port 9e7170a0-07a6-4d7c-b314-a0b2e5df4936, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=9e7170a0-07a6-4d7c-b314-a0b2e5df4936,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:43:41.120589 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6cad24bf-aee5-4648-b0e5-51c94571a3f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:41.129433 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-4db57b31-45ea-405a-af2c-0adc5a2b9073 None None] Set router 8d9118bd-6861-46b5-bce1-b3365e37bd92 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:43:41.249513 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['f4d9c9b2-5658-4234-b6b8-8992a1682e9f'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:43:41.341461 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-6cad24bf-aee5-4648-b0e5-51c94571a3f0 admin admin] Calling delete_port for 9e7170a0-07a6-4d7c-b314-a0b2e5df4936 owned by network:router_gateway {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:43:41.385437 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9406cc52-fcca-4226-ad2a-2c1bcbe624df req-5971b171-daa4-4e72-b1a9-c97a615566a2 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6007061 May 05 21:43:41.423733 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1b4f99a5-1581-4440-8dcd-b4b82501cb72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:41.447167 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-89ecdd55-2073-4354-b366-2b3ed5709c6a req-52efa7f8-c4bb-4fb5-a53f-c51e40e955a2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=06e7ef30-e7fd-4621-88d5-a6da4e73b24b HTTP/1.1" status: 200 len: 1096 time: 1.0041761 May 05 21:43:41.464670 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:43:41.554593 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-4db57b31-45ea-405a-af2c-0adc5a2b9073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9118bd-6861-46b5-bce1-b3365e37bd92', 'name': 'tempest-ServersTestJSON-50409553-router', 'tenant_id': 'e254aa6e91fc4971a04919e3490afc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '3d8c1209-ad27-48b3-b0e9-488054017850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:43:13Z', 'updated_at': '2022-05-05T21:43:29Z', 'revision_number': 4, 'project_id': 'e254aa6e91fc4971a04919e3490afc47', 'gw_port': {'id': '3d8c1209-ad27-48b3-b0e9-488054017850', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:56:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9118bd-6861-46b5-bce1-b3365e37bd92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:43:16Z', 'updated_at': '2022-05-05T21:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '7866e95a-fd72-42a8-bd30-fdb3eb1f27a4', 'name': '', 'network_id': '718ff0c6-f920-4b3f-81a3-076012439a00', 'tenant_id': 'e254aa6e91fc4971a04919e3490afc47', 'mac_address': 'fa:16:3e:78:0e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d9118bd-6861-46b5-bce1-b3365e37bd92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f39d6243-09cb-485d-9aa5-4ff11d790f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:43:27Z', 'updated_at': '2022-05-05T21:43:29Z', 'revision_number': 2, 'project_id': 'e254aa6e91fc4971a04919e3490afc47', 'subnets': [{'id': 'f39d6243-09cb-485d-9aa5-4ff11d790f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:43:41.563446 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db57b31-45ea-405a-af2c-0adc5a2b9073 None None] Checking router: 8d9118bd-6861-46b5-bce1-b3365e37bd92 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:43:41.564280 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db57b31-45ea-405a-af2c-0adc5a2b9073 None None] Updating router 8d9118bd-6861-46b5-bce1-b3365e37bd92 port 7866e95a-fd72-42a8-bd30-fdb3eb1f27a4 binding host n-d-825175-4 {{(pid=84068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 21:43:41.654051 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a32d85a-aae7-4d49-a1b0-5ca8abf47faa req-2b99956e-f4ee-4da4-8c5d-1c6b367d4ed0 tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:41.658000 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4a32d85a-aae7-4d49-a1b0-5ca8abf47faa req-2b99956e-f4ee-4da4-8c5d-1c6b367d4ed0 tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5120175 May 05 21:43:41.665734 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-85393e5a-b104-4e2f-8cc5-52c0295b3fd7 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:41.672319 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-4db57b31-45ea-405a-af2c-0adc5a2b9073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:41.760374 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e3170741-5aa1-4862-84eb-4a355c62797a req-c96d7c6b-ca9b-49c6-9f2f-c34bf1e93541 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3ad6e070bfeb43998594f1d97e1517f2&device_id=0daecea4-3536-4666-9f7a-5863d0caacc5 HTTP/1.1" status: 200 len: 1094 time: 0.6162882 May 05 21:43:41.773818 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-89ecdd55-2073-4354-b366-2b3ed5709c6a req-aa58835e-da0f-4a8b-9507-c3d8f25a77ce service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111775 May 05 21:43:41.778286 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-85393e5a-b104-4e2f-8cc5-52c0295b3fd7 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:41.845234 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6cad24bf-aee5-4648-b0e5-51c94571a3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:41.857559 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4a32d85a-aae7-4d49-a1b0-5ca8abf47faa req-5eb0c81b-a4b2-49e4-823d-e463a4897030 tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] 10.222.0.23 "GET /v2.0/quotas/9d1b13062e674eaaa880c45b6f13f6df HTTP/1.1" status: 200 len: 375 time: 0.1152613 May 05 21:43:41.882575 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1b4f99a5-1581-4440-8dcd-b4b82501cb72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:41.958148 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4f99a5-1581-4440-8dcd-b4b82501cb72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3ea7f6-8f92-47f9-9f08-6fd4d44a29fa,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:41.963724 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4a32d85a-aae7-4d49-a1b0-5ca8abf47faa req-0dfbae97-0927-40cb-9078-0f87980ba9cc tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9d1b13062e674eaaa880c45b6f13f6df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0952277 May 05 21:43:42.003594 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1b4f99a5-1581-4440-8dcd-b4b82501cb72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:42.004992 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-1b4f99a5-1581-4440-8dcd-b4b82501cb72 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0c3ea7f6-8f92-47f9-9f08-6fd4d44a29fa HTTP/1.1" status: 204 len: 168 time: 1.7808695 May 05 21:43:42.042784 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b3dc8a-205d-40cf-b915-5f53667df1af req-96db6110-7f7b-4924-9934-4f1993e6d867 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:42.045942 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-93b3dc8a-205d-40cf-b915-5f53667df1af req-96db6110-7f7b-4924-9934-4f1993e6d867 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=06e7ef30-e7fd-4621-88d5-a6da4e73b24b HTTP/1.1" status: 200 len: 945 time: 0.4067731 May 05 21:43:42.061744 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85393e5a-b104-4e2f-8cc5-52c0295b3fd7 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:43:42.064082 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3170741-5aa1-4862-84eb-4a355c62797a req-d55158bc-9c68-42b7-8247-3bdb3112f6af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:42.067690 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e3170741-5aa1-4862-84eb-4a355c62797a req-d55158bc-9c68-42b7-8247-3bdb3112f6af service neutron] 10.222.0.44 "GET /v2.0/networks?id=20d2a56b-3a76-462e-a812-0f44fcc7b483 HTTP/1.1" status: 200 len: 906 time: 0.2972136 May 05 21:43:42.073687 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85393e5a-b104-4e2f-8cc5-52c0295b3fd7 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Pushing event updated for resources: {'Port': ['ID=df3435cd-d1a2-4d37-abe9-0cc76d44b098,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:42.143075 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-85393e5a-b104-4e2f-8cc5-52c0295b3fd7 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:43:42.155009 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85393e5a-b104-4e2f-8cc5-52c0295b3fd7 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:43:42.216080 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cad24bf-aee5-4648-b0e5-51c94571a3f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e7170a0-07a6-4d7c-b314-a0b2e5df4936,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:42.317435 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-4db57b31-45ea-405a-af2c-0adc5a2b9073 None None] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:42.343849 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.provisioning_blocks [None req-4db57b31-45ea-405a-af2c-0adc5a2b9073 None None] Transition to ACTIVE for port object 7866e95a-fd72-42a8-bd30-fdb3eb1f27a4 will not be triggered until provisioned by entity L2. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:43:42.358057 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-4db57b31-45ea-405a-af2c-0adc5a2b9073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:42.366601 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device f4d9c9b2-5658-4234-b6b8-8992a1682e9f up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:43:42.471546 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae6be1-1728-46cb-83de-c0613e203f55 None None] Pushing event updated for resources: {'Port': ['ID=7866e95a-fd72-42a8-bd30-fdb3eb1f27a4,revision_number=3']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:42.506284 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port f4d9c9b2-5658-4234-b6b8-8992a1682e9f completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:43:42.512184 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port f4d9c9b2-5658-4234-b6b8-8992a1682e9f triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:43:42.512879 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:42.729108 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e3170741-5aa1-4862-84eb-4a355c62797a req-65120ec9-093b-43ab-bb39-a9e77b26d6f1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=38511192-f2b6-49cb-a72f-91d46f1dfbd5 HTTP/1.1" status: 200 len: 217 time: 0.6284022 May 05 21:43:42.748708 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6cad24bf-aee5-4648-b0e5-51c94571a3f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:42.819133 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:42.856435 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-4db57b31-45ea-405a-af2c-0adc5a2b9073 None None] Attempting to bind port 7866e95a-fd72-42a8-bd30-fdb3eb1f27a4 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:43:42.858499 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-4db57b31-45ea-405a-af2c-0adc5a2b9073 None None] Attempting to bind port 7866e95a-fd72-42a8-bd30-fdb3eb1f27a4 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'd7603f5b-adfa-4ba5-8903-79c78aa436ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '718ff0c6-f920-4b3f-81a3-076012439a00'}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:43:42.859041 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db57b31-45ea-405a-af2c-0adc5a2b9073 None None] Attempting to bind port 7866e95a-fd72-42a8-bd30-fdb3eb1f27a4 on network 718ff0c6-f920-4b3f-81a3-076012439a00 {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:43:42.879580 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db57b31-45ea-405a-af2c-0adc5a2b9073 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:43:42.887405 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db57b31-45ea-405a-af2c-0adc5a2b9073 None None] Checking segment: {'id': 'd7603f5b-adfa-4ba5-8903-79c78aa436ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '718ff0c6-f920-4b3f-81a3-076012439a00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:43:42.888593 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-4db57b31-45ea-405a-af2c-0adc5a2b9073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:42.893792 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db57b31-45ea-405a-af2c-0adc5a2b9073 None None] Bound using segment: {'id': 'd7603f5b-adfa-4ba5-8903-79c78aa436ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '718ff0c6-f920-4b3f-81a3-076012439a00'} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:43:42.894626 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-4db57b31-45ea-405a-af2c-0adc5a2b9073 None None] Bound port: 7866e95a-fd72-42a8-bd30-fdb3eb1f27a4, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7603f5b-adfa-4ba5-8903-79c78aa436ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '718ff0c6-f920-4b3f-81a3-076012439a00'}}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:43:42.895254 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-4db57b31-45ea-405a-af2c-0adc5a2b9073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:42.897880 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a869846-74ef-49c4-bc12-0a6ef71a34fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4d9c9b2-5658-4234-b6b8-8992a1682e9f'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:43:42.920533 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-93b3dc8a-205d-40cf-b915-5f53667df1af req-a2d14236-a4a4-470f-8a2f-5d0888983f34 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8510873 May 05 21:43:42.940796 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port f4d9c9b2-5658-4234-b6b8-8992a1682e9f, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=f4d9c9b2-5658-4234-b6b8-8992a1682e9f,segment=NetworkSegment(df9c57c2-52c8-43c0-981c-16fd110b1d0b),segment_id=df9c57c2-52c8-43c0-981c-16fd110b1d0b)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:43:42.952117 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:43.003662 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52bf00d-62e9-4c59-92f8-b54f24669d49 req-4d809e99-323c-4f3a-bb44-babab862312d tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:43.014904 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e52bf00d-62e9-4c59-92f8-b54f24669d49 req-4d809e99-323c-4f3a-bb44-babab862312d tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/ports?device_id=0daecea4-3536-4666-9f7a-5863d0caacc5 HTTP/1.1" status: 200 len: 943 time: 0.4744494 May 05 21:43:43.115039 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3170741-5aa1-4862-84eb-4a355c62797a req-521e371e-0de9-42b1-a456-ecf5a275469a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:43.121202 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e3170741-5aa1-4862-84eb-4a355c62797a req-521e371e-0de9-42b1-a456-ecf5a275469a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=41faf43c-45c2-40ca-97f2-b9922a51b49e HTTP/1.1" status: 200 len: 845 time: 0.3815174 May 05 21:43:43.147854 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=f4d9c9b2-5658-4234-b6b8-8992a1682e9f,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:43.166645 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-4db57b31-45ea-405a-af2c-0adc5a2b9073 None None] For port 7866e95a-fd72-42a8-bd30-fdb3eb1f27a4, host n-d-825175-4, cleared binding levels {{(pid=84068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:43:43.175337 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-4db57b31-45ea-405a-af2c-0adc5a2b9073 None None] For port 7866e95a-fd72-42a8-bd30-fdb3eb1f27a4, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=7866e95a-fd72-42a8-bd30-fdb3eb1f27a4,segment=NetworkSegment(d7603f5b-adfa-4ba5-8903-79c78aa436ad),segment_id=d7603f5b-adfa-4ba5-8903-79c78aa436ad)] {{(pid=84068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:43:43.185584 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-4db57b31-45ea-405a-af2c-0adc5a2b9073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:43.279465 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db57b31-45ea-405a-af2c-0adc5a2b9073 None None] Routers {'8d9118bd-6861-46b5-bce1-b3365e37bd92'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:43:43.280082 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-4db57b31-45ea-405a-af2c-0adc5a2b9073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:43:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8d9118bd-6861-46b5-bce1-b3365e37bd92'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:43:43.434845 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e3170741-5aa1-4862-84eb-4a355c62797a req-af2adca8-3c46-4417-8a8a-76ef405bf02b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=20d2a56b-3a76-462e-a812-0f44fcc7b483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2551177 May 05 21:43:43.521434 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-53340a84-378e-4490-bca9-91af77900225 req-83b73bfa-2a23-41f4-baee-96119f1bd221 tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] 10.222.0.23 "GET /v2.0/ports?device_id=315deb87-d047-4304-a959-933f5c40e9f0 HTTP/1.1" status: 200 len: 210 time: 0.3429909 May 05 21:43:43.575166 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-4db57b31-45ea-405a-af2c-0adc5a2b9073 None None] Set router 8d9118bd-6861-46b5-bce1-b3365e37bd92 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:43:43.720017 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e52bf00d-62e9-4c59-92f8-b54f24669d49 req-016e1cb2-544b-4b7e-a0c6-28b2d11b6c78 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/security-groups?id=060a0163-921c-42d6-97e2-b2f13023d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7002585 May 05 21:43:43.765777 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae6be1-1728-46cb-83de-c0613e203f55 None None] Pushing event updated for resources: {'Port': ['ID=7866e95a-fd72-42a8-bd30-fdb3eb1f27a4,revision_number=4']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:43.840362 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e3170741-5aa1-4862-84eb-4a355c62797a req-fb709fce-db16-4251-9dec-7baea4175088 service neutron] 10.222.0.44 "GET /v2.0/networks/20d2a56b-3a76-462e-a812-0f44fcc7b483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3825836 May 05 21:43:43.916552 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5570d72-13f3-4baf-b9bc-142c90a5ee19'] response: {'server_uuid': '1a869846-74ef-49c4-bc12-0a6ef71a34fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4d9c9b2-5658-4234-b6b8-8992a1682e9f', 'code': 200} May 05 21:43:43.930709 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b2050d1e-70c9-47ab-940c-cc0e654cc0b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:44.121066 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-85393e5a-b104-4e2f-8cc5-52c0295b3fd7 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:44.130286 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6cad24bf-aee5-4648-b0e5-51c94571a3f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:44.144747 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471547a-d5ed-42b8-afdc-5455433d4ab2 req-12085f83-0fbf-4205-8441-ac88f788e0a4 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:44.149711 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3471547a-d5ed-42b8-afdc-5455433d4ab2 req-12085f83-0fbf-4205-8441-ac88f788e0a4 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a869846-74ef-49c4-bc12-0a6ef71a34fd HTTP/1.1" status: 200 len: 946 time: 0.2606084 May 05 21:43:44.231482 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6cad24bf-aee5-4648-b0e5-51c94571a3f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:44.361185 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-85393e5a-b104-4e2f-8cc5-52c0295b3fd7 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:44.370133 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e3170741-5aa1-4862-84eb-4a355c62797a req-5342b0c6-43e2-493c-aadb-510f64f1f2f7 service neutron] 10.222.0.44 "GET /v2.0/networks/20d2a56b-3a76-462e-a812-0f44fcc7b483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5243878 May 05 21:43:44.375865 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 38511192-f2b6-49cb-a72f-91d46f1dfbd5 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:43:44.439274 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6cad24bf-aee5-4648-b0e5-51c94571a3f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:44.440198 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cad24bf-aee5-4648-b0e5-51c94571a3f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e357e861-6673-4ff9-a2df-c2bd01419397 {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 21:43:44.457761 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-88aabcbd-b908-43ba-a427-341ff1c9bb6a req-6bd63324-1d0c-4e9d-b01c-893b7ced0475 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1a869846-74ef-49c4-bc12-0a6ef71a34fd HTTP/1.1" status: 200 len: 1097 time: 0.4597864 May 05 21:43:44.512385 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-4db57b31-45ea-405a-af2c-0adc5a2b9073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9118bd-6861-46b5-bce1-b3365e37bd92', 'name': 'tempest-ServersTestJSON-50409553-router', 'tenant_id': 'e254aa6e91fc4971a04919e3490afc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '3d8c1209-ad27-48b3-b0e9-488054017850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:43:13Z', 'updated_at': '2022-05-05T21:43:29Z', 'revision_number': 4, 'project_id': 'e254aa6e91fc4971a04919e3490afc47', 'gw_port': {'id': '3d8c1209-ad27-48b3-b0e9-488054017850', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:56:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9118bd-6861-46b5-bce1-b3365e37bd92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:43:16Z', 'updated_at': '2022-05-05T21:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '7866e95a-fd72-42a8-bd30-fdb3eb1f27a4', 'name': '', 'network_id': '718ff0c6-f920-4b3f-81a3-076012439a00', 'tenant_id': 'e254aa6e91fc4971a04919e3490afc47', 'mac_address': 'fa:16:3e:78:0e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d9118bd-6861-46b5-bce1-b3365e37bd92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f39d6243-09cb-485d-9aa5-4ff11d790f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:43:27Z', 'updated_at': '2022-05-05T21:43:43Z', 'revision_number': 4, 'project_id': 'e254aa6e91fc4971a04919e3490afc47', 'subnets': [{'id': 'f39d6243-09cb-485d-9aa5-4ff11d790f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:43:44.531315 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db57b31-45ea-405a-af2c-0adc5a2b9073 None None] The sync data for ids ['8d9118bd-6861-46b5-bce1-b3365e37bd92'] in n-d-825175-4 is: [{'id': '8d9118bd-6861-46b5-bce1-b3365e37bd92', 'name': 'tempest-ServersTestJSON-50409553-router', 'tenant_id': 'e254aa6e91fc4971a04919e3490afc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '3d8c1209-ad27-48b3-b0e9-488054017850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:43:13Z', 'updated_at': '2022-05-05T21:43:29Z', 'revision_number': 4, 'project_id': 'e254aa6e91fc4971a04919e3490afc47', 'gw_port': {'id': '3d8c1209-ad27-48b3-b0e9-488054017850', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:56:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9118bd-6861-46b5-bce1-b3365e37bd92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:43:16Z', 'updated_at': '2022-05-05T21:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '7866e95a-fd72-42a8-bd30-fdb3eb1f27a4', 'name': '', 'network_id': '718ff0c6-f920-4b3f-81a3-076012439a00', 'tenant_id': 'e254aa6e91fc4971a04919e3490afc47', 'mac_address': 'fa:16:3e:78:0e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d9118bd-6861-46b5-bce1-b3365e37bd92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f39d6243-09cb-485d-9aa5-4ff11d790f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:43:27Z', 'updated_at': '2022-05-05T21:43:43Z', 'revision_number': 4, 'project_id': 'e254aa6e91fc4971a04919e3490afc47', 'subnets': [{'id': 'f39d6243-09cb-485d-9aa5-4ff11d790f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:43:44.546338 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4a32d85a-aae7-4d49-a1b0-5ca8abf47faa req-e3d1883f-3a26-4511-a1c8-e9203eb38045 tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=9d1b13062e674eaaa880c45b6f13f6df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1538737 May 05 21:43:44.763905 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3471547a-d5ed-42b8-afdc-5455433d4ab2 req-060209e5-8e6b-47e4-b5fc-ddb4fac5a249 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6072145 May 05 21:43:44.773557 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 38511192-f2b6-49cb-a72f-91d46f1dfbd5, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=38511192-f2b6-49cb-a72f-91d46f1dfbd5,segment=NetworkSegment(1433ba6d-48b0-4056-91b6-deba1a0564ab),segment_id=1433ba6d-48b0-4056-91b6-deba1a0564ab)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:43:44.819639 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '38511192-f2b6-49cb-a72f-91d46f1dfbd5', 'network_id': '20d2a56b-3a76-462e-a812-0f44fcc7b483', 'port_id': '38511192-f2b6-49cb-a72f-91d46f1dfbd5', 'mac_address': 'fa:16:3e:f5:f0:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41faf43c-45c2-40ca-97f2-b9922a51b49e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:43:44.831688 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6cad24bf-aee5-4648-b0e5-51c94571a3f0 admin admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:44.847980 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-6cad24bf-aee5-4648-b0e5-51c94571a3f0 admin admin] 10.222.0.23 "DELETE /v2.0/routers/e357e861-6673-4ff9-a2df-c2bd01419397 HTTP/1.1" status: 204 len: 168 time: 7.3451223 May 05 21:43:44.868979 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 35486) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:43:44.909448 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-88aabcbd-b908-43ba-a427-341ff1c9bb6a req-47ce4fe3-7a31-49e0-a205-a21e09eae37e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4429417 May 05 21:43:44.922819 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:45.002946 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38511192-f2b6-49cb-a72f-91d46f1dfbd5 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:43:45.032477 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcce83d7-f973-4133-a0bf-73f4e8f147c2 admin admin] Deleting subnet 2c6bf067-b6d5-40b0-85b3-48d049dd595f {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:43:45.061634 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bcce83d7-f973-4133-a0bf-73f4e8f147c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:45.071960 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 38511192-f2b6-49cb-a72f-91d46f1dfbd5, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=38511192-f2b6-49cb-a72f-91d46f1dfbd5,segment=NetworkSegment(1433ba6d-48b0-4056-91b6-deba1a0564ab),segment_id=1433ba6d-48b0-4056-91b6-deba1a0564ab)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:43:45.085854 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:45.153218 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-85393e5a-b104-4e2f-8cc5-52c0295b3fd7 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:45.174590 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-85393e5a-b104-4e2f-8cc5-52c0295b3fd7 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:45.218898 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2cef1b86-effa-48e6-9027-d33b38e0092c req-b4d8f1ef-b897-4007-b3a8-d7faf47f971a tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] 10.222.0.23 "GET /v2.0/ports?device_id=315deb87-d047-4304-a959-933f5c40e9f0 HTTP/1.1" status: 200 len: 210 time: 0.0961475 May 05 21:43:45.222555 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=38511192-f2b6-49cb-a72f-91d46f1dfbd5,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:45.259208 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a32d85a-aae7-4d49-a1b0-5ca8abf47faa req-af3ca3ea-2d18-4dff-a654-9320f4623b46 tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:45.261399 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4a32d85a-aae7-4d49-a1b0-5ca8abf47faa req-af3ca3ea-2d18-4dff-a654-9320f4623b46 tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6799998 May 05 21:43:45.267545 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c513f87b-6ab3-4478-b9f0-b2047cacb4da req-b99d3f45-52f9-41fe-8558-8415ee54571f tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:45.274919 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c513f87b-6ab3-4478-b9f0-b2047cacb4da req-b99d3f45-52f9-41fe-8558-8415ee54571f tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=06e7ef30-e7fd-4621-88d5-a6da4e73b24b HTTP/1.1" status: 200 len: 945 time: 1.0473542 May 05 21:43:45.282302 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-4a32d85a-aae7-4d49-a1b0-5ca8abf47faa req-2411e56e-ce60-42db-8187-ca1808eb9f63 tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] Request body: {'port': {'device_id': '315deb87-d047-4304-a959-933f5c40e9f0', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'admin_state_up': True, 'tenant_id': '9d1b13062e674eaaa880c45b6f13f6df'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:43:45.320083 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['38511192-f2b6-49cb-a72f-91d46f1dfbd5'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:43:45.374122 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85393e5a-b104-4e2f-8cc5-52c0295b3fd7 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Pushing event updated for resources: {'Port': ['ID=df3435cd-d1a2-4d37-abe9-0cc76d44b098,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:45.417831 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bcce83d7-f973-4133-a0bf-73f4e8f147c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:45.541170 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c513f87b-6ab3-4478-b9f0-b2047cacb4da req-5109f297-f15a-441c-bfc5-2a132af85d4d tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650204 May 05 21:43:45.653587 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-85393e5a-b104-4e2f-8cc5-52c0295b3fd7 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:45.742353 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-85393e5a-b104-4e2f-8cc5-52c0295b3fd7 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:45.752578 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-85393e5a-b104-4e2f-8cc5-52c0295b3fd7 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.5598755 May 05 21:43:45.789493 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bcce83d7-f973-4133-a0bf-73f4e8f147c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:45.876222 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-4a32d85a-aae7-4d49-a1b0-5ca8abf47faa req-2411e56e-ce60-42db-8187-ca1808eb9f63 tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:43:45.890276 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-4a32d85a-aae7-4d49-a1b0-5ca8abf47faa req-2411e56e-ce60-42db-8187-ca1808eb9f63 tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] Usage tracker for resource:port and tenant:9d1b13062e674eaaa880c45b6f13f6df is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:43:45.920811 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-4a32d85a-aae7-4d49-a1b0-5ca8abf47faa req-2411e56e-ce60-42db-8187-ca1808eb9f63 tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:43:45.955192 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5696462a-abc1-420d-a010-b050b34aee13 req-02ae0f60-253e-494c-a696-8f396176f377 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:45.962717 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5696462a-abc1-420d-a010-b050b34aee13 req-02ae0f60-253e-494c-a696-8f396176f377 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/ports?device_id=0daecea4-3536-4666-9f7a-5863d0caacc5 HTTP/1.1" status: 200 len: 944 time: 0.4383686 May 05 21:43:45.978126 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-4a32d85a-aae7-4d49-a1b0-5ca8abf47faa req-2411e56e-ce60-42db-8187-ca1808eb9f63 tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:43:46.062511 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bcce83d7-f973-4133-a0bf-73f4e8f147c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:46.064339 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1698ca2b-1579-4015-bc11-b4383eb8861c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:46.162460 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1da2579-4159-4af2-9b12-3701ce94bdf3 None None] Network 4a118f75-6402-41b9-9321-665059ee52dd requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:43:46.183067 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bcce83d7-f973-4133-a0bf-73f4e8f147c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:46.190569 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcce83d7-f973-4133-a0bf-73f4e8f147c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c6bf067-b6d5-40b0-85b3-48d049dd595f,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:46.205873 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-bcce83d7-f973-4133-a0bf-73f4e8f147c2 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2c6bf067-b6d5-40b0-85b3-48d049dd595f HTTP/1.1" status: 204 len: 168 time: 1.3353260 May 05 21:43:46.206529 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 35518) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:43:46.266053 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a32d85a-aae7-4d49-a1b0-5ca8abf47faa req-2411e56e-ce60-42db-8187-ca1808eb9f63 tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] Made reservation on behalf of 9d1b13062e674eaaa880c45b6f13f6df for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:43:46.280542 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4a32d85a-aae7-4d49-a1b0-5ca8abf47faa req-2411e56e-ce60-42db-8187-ca1808eb9f63 tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:46.330534 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5696462a-abc1-420d-a010-b050b34aee13 req-d09bc091-29da-46f0-8e69-c313337af322 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/security-groups?id=060a0163-921c-42d6-97e2-b2f13023d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541512 May 05 21:43:46.344494 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4a32d85a-aae7-4d49-a1b0-5ca8abf47faa req-2411e56e-ce60-42db-8187-ca1808eb9f63 tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:46.391908 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-4a32d85a-aae7-4d49-a1b0-5ca8abf47faa req-2411e56e-ce60-42db-8187-ca1808eb9f63 tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:43:46.405868 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-4a32d85a-aae7-4d49-a1b0-5ca8abf47faa req-2411e56e-ce60-42db-8187-ca1808eb9f63 tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] Usage tracker for resource:security_group_rule and tenant:9d1b13062e674eaaa880c45b6f13f6df is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:43:46.410379 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-4a32d85a-aae7-4d49-a1b0-5ca8abf47faa req-2411e56e-ce60-42db-8187-ca1808eb9f63 tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:43:46.435405 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-4a32d85a-aae7-4d49-a1b0-5ca8abf47faa req-2411e56e-ce60-42db-8187-ca1808eb9f63 tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:43:46.439317 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 38511192-f2b6-49cb-a72f-91d46f1dfbd5 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:43:46.476706 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5e51bcef-d3b9-4bbc-9cf6-79b352c0bfba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:46.499756 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-5e51bcef-d3b9-4bbc-9cf6-79b352c0bfba admin admin] Deleting port dced9358-34b5-472a-b0b7-fb1225102b2c {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:43:46.500104 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5e51bcef-d3b9-4bbc-9cf6-79b352c0bfba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:46.517317 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 7866e95a-fd72-42a8-bd30-fdb3eb1f27a4 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:43:46.547747 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0485e882-75f2-44df-a0c8-c01ddd993630 req-0e0181b7-4296-4f52-a7d6-af8c21a41009 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:46.556379 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0485e882-75f2-44df-a0c8-c01ddd993630 req-0e0181b7-4296-4f52-a7d6-af8c21a41009 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a869846-74ef-49c4-bc12-0a6ef71a34fd HTTP/1.1" status: 200 len: 946 time: 0.4473946 May 05 21:43:46.842942 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-29a45c66-ce4d-40d9-af55-6f66a936aae4 req-3c925586-a9be-418b-acaa-625b81dbc0ea tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Synchronizing usage tracker for tenant:e254aa6e91fc4971a04919e3490afc47 on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:43:46.866717 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-5e51bcef-d3b9-4bbc-9cf6-79b352c0bfba admin admin] For port dced9358-34b5-472a-b0b7-fb1225102b2c, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=dced9358-34b5-472a-b0b7-fb1225102b2c,segment=NetworkSegment(54ad9bc0-80cd-48a0-a1d0-8cac4a4b6572),segment_id=54ad9bc0-80cd-48a0-a1d0-8cac4a4b6572)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:43:46.867351 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5e51bcef-d3b9-4bbc-9cf6-79b352c0bfba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:46.881412 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4a32d85a-aae7-4d49-a1b0-5ca8abf47faa req-2411e56e-ce60-42db-8187-ca1808eb9f63 tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:46.915613 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 38511192-f2b6-49cb-a72f-91d46f1dfbd5 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:43:46.918462 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0485e882-75f2-44df-a0c8-c01ddd993630 req-e1a836aa-6562-4b6b-97f5-4c5eb7a45f05 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610027 May 05 21:43:46.929077 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4a32d85a-aae7-4d49-a1b0-5ca8abf47faa req-2411e56e-ce60-42db-8187-ca1808eb9f63 tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:46.933505 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 38511192-f2b6-49cb-a72f-91d46f1dfbd5 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:43:46.933873 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:47.089062 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2411e56e-ce60-42db-8187-ca1808eb9f63 tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d16ca1b9-a02b-404e-8e24-3af6f20777e9,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:47.096832 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-29a45c66-ce4d-40d9-af55-6f66a936aae4 req-3c925586-a9be-418b-acaa-625b81dbc0ea tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Unset dirty status for tenant:e254aa6e91fc4971a04919e3490afc47 on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:43:47.100811 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-29a45c66-ce4d-40d9-af55-6f66a936aae4 req-3c925586-a9be-418b-acaa-625b81dbc0ea tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1154723062&fields=id&tenant_id=e254aa6e91fc4971a04919e3490afc47 HTTP/1.1" status: 200 len: 267 time: 0.4032021 May 05 21:43:47.113315 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-5e51bcef-d3b9-4bbc-9cf6-79b352c0bfba admin admin] Calling delete_port for dced9358-34b5-472a-b0b7-fb1225102b2c owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:43:47.125037 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 7866e95a-fd72-42a8-bd30-fdb3eb1f27a4 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:43:47.147566 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 7866e95a-fd72-42a8-bd30-fdb3eb1f27a4 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:43:47.149009 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:47.229319 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbf76af-db05-46d8-872f-9c0b95adef62 None None] DHCP port deletion for 4a118f75-6402-41b9-9321-665059ee52dd request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 21:43:47.233899 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5e51bcef-d3b9-4bbc-9cf6-79b352c0bfba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:47.316553 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e51bcef-d3b9-4bbc-9cf6-79b352c0bfba admin admin] Pushing event deleted for resources: {'Port': ['ID=dced9358-34b5-472a-b0b7-fb1225102b2c,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:47.332085 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e51bcef-d3b9-4bbc-9cf6-79b352c0bfba admin admin] No DVR routers for this DVR port dced9358-34b5-472a-b0b7-fb1225102b2c on host n-d-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:43:47.352224 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:47.425834 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:47.509812 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a45c66-ce4d-40d9-af55-6f66a936aae4 req-390e056c-308b-45a1-bc7e-393de0738284 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:47.510793 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-29a45c66-ce4d-40d9-af55-6f66a936aae4 req-390e056c-308b-45a1-bc7e-393de0738284 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Synchronizing usage tracker for tenant:e254aa6e91fc4971a04919e3490afc47 on resource:network {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:43:47.511177 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 38511192-f2b6-49cb-a72f-91d46f1dfbd5, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=38511192-f2b6-49cb-a72f-91d46f1dfbd5,segment=NetworkSegment(1433ba6d-48b0-4056-91b6-deba1a0564ab),segment_id=1433ba6d-48b0-4056-91b6-deba1a0564ab)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:43:47.523236 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0daecea4-3536-4666-9f7a-5863d0caacc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38511192-f2b6-49cb-a72f-91d46f1dfbd5'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:43:47.534589 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:47.583717 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5e51bcef-d3b9-4bbc-9cf6-79b352c0bfba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:47.600747 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:47.622267 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:47.627275 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4a08d138-a727-46cf-b4d9-9945fae65e5a req-345f68f8-5506-46dc-b058-ccef2f573720 tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] 10.222.0.23 "GET /v2.0/ports?device_id=315deb87-d047-4304-a959-933f5c40e9f0 HTTP/1.1" status: 200 len: 210 time: 0.1084146 May 05 21:43:47.652399 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-5e51bcef-d3b9-4bbc-9cf6-79b352c0bfba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a118f75-6402-41b9-9321-665059ee52dd']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:43:47.671664 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-5e51bcef-d3b9-4bbc-9cf6-79b352c0bfba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54ad9bc0-80cd-48a0-a1d0-8cac4a4b6572') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:43:47.671879 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=38511192-f2b6-49cb-a72f-91d46f1dfbd5,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:47.672567 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-5e51bcef-d3b9-4bbc-9cf6-79b352c0bfba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54ad9bc0-80cd-48a0-a1d0-8cac4a4b6572') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:43:47.712792 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 7866e95a-fd72-42a8-bd30-fdb3eb1f27a4, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=7866e95a-fd72-42a8-bd30-fdb3eb1f27a4,segment=NetworkSegment(d7603f5b-adfa-4ba5-8903-79c78aa436ad),segment_id=d7603f5b-adfa-4ba5-8903-79c78aa436ad)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:43:47.721762 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:47.736966 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5e51bcef-d3b9-4bbc-9cf6-79b352c0bfba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:47.783489 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-29a45c66-ce4d-40d9-af55-6f66a936aae4 req-390e056c-308b-45a1-bc7e-393de0738284 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Unset dirty status for tenant:e254aa6e91fc4971a04919e3490afc47 on resource:network {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:43:47.787124 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-29a45c66-ce4d-40d9-af55-6f66a936aae4 req-390e056c-308b-45a1-bc7e-393de0738284 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] 10.222.0.23 "GET /v2.0/networks?id=718ff0c6-f920-4b3f-81a3-076012439a00 HTTP/1.1" status: 200 len: 804 time: 0.6699910 May 05 21:43:47.792157 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5e51bcef-d3b9-4bbc-9cf6-79b352c0bfba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:47.816800 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e51bcef-d3b9-4bbc-9cf6-79b352c0bfba admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:43:47.817565 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5e51bcef-d3b9-4bbc-9cf6-79b352c0bfba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:47.839351 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 9e7170a0-07a6-4d7c-b314-a0b2e5df4936 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:43:47.840585 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-4a32d85a-aae7-4d49-a1b0-5ca8abf47faa req-2411e56e-ce60-42db-8187-ca1808eb9f63 tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] Allocated IP 192.168.233.221 (4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9/f237a6ef-d044-411f-a2d8-d12619664c91/2c015c13-b669-44aa-9dcf-ce82fbc735f0) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:43:47.874861 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 21:43:47.874861 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:43:47.874861 n-d-825175-4 neutron-server[84063]: timer() May 05 21:43:47.874861 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:43:47.874861 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 21:43:47.874861 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:43:47.874861 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 21:43:47.874861 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:43:47.874861 n-d-825175-4 neutron-server[84063]: self._notify() May 05 21:43:47.874861 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:43:47.874861 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 21:43:47.874861 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:43:47.874861 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 21:43:47.874861 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:43:47.874861 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:43:47.874861 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:43:47.874861 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:43:47.874861 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:43:47.874861 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 21:43:47.874861 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:43:47.874861 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 21:43:47.874861 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:43:47.874861 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:43:47.874861 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:43:47.874861 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 21:43:47.874861 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:43:47.874861 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:43:47.874861 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:43:47.874861 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:43:47.874861 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:43:47.874861 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:43:47.874861 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:43:47.881134 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-29a45c66-ce4d-40d9-af55-6f66a936aae4 req-6505ec49-a64a-4028-accb-18d1bcf84edb tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] 10.222.0.23 "GET /v2.0/quotas/e254aa6e91fc4971a04919e3490afc47 HTTP/1.1" status: 200 len: 375 time: 0.0597363 May 05 21:43:47.965148 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 9e7170a0-07a6-4d7c-b314-a0b2e5df4936 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:43:47.965567 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 9e7170a0-07a6-4d7c-b314-a0b2e5df4936 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:43:47.981621 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=7866e95a-fd72-42a8-bd30-fdb3eb1f27a4,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:48.044157 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5e51bcef-d3b9-4bbc-9cf6-79b352c0bfba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:48.070531 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5e51bcef-d3b9-4bbc-9cf6-79b352c0bfba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:48.080087 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e51bcef-d3b9-4bbc-9cf6-79b352c0bfba admin admin] Pushing event deleted for resources: {'Network': ['ID=4a118f75-6402-41b9-9321-665059ee52dd,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:48.110064 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5e51bcef-d3b9-4bbc-9cf6-79b352c0bfba admin admin] 10.222.0.23 "DELETE /v2.0/networks/4a118f75-6402-41b9-9321-665059ee52dd HTTP/1.1" status: 204 len: 168 time: 1.9023204 May 05 21:43:48.171150 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-29a45c66-ce4d-40d9-af55-6f66a936aae4 req-b3638d8e-5743-415d-a39f-25ba5886f942 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e254aa6e91fc4971a04919e3490afc47&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2823145 May 05 21:43:48.292816 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 7866e95a-fd72-42a8-bd30-fdb3eb1f27a4 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:43:48.392116 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 7866e95a-fd72-42a8-bd30-fdb3eb1f27a4 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:43:48.393125 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:48.430895 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4a32d85a-aae7-4d49-a1b0-5ca8abf47faa req-2411e56e-ce60-42db-8187-ca1808eb9f63 tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:48.445894 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 35562) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:43:48.470428 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-4a32d85a-aae7-4d49-a1b0-5ca8abf47faa req-2411e56e-ce60-42db-8187-ca1808eb9f63 tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] Transition to ACTIVE for port object 2c015c13-b669-44aa-9dcf-ce82fbc735f0 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:43:48.498156 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-29a45c66-ce4d-40d9-af55-6f66a936aae4 req-094774f1-8973-4bf3-aeff-a4655cb6974c service neutron] 10.222.0.23 "GET /v2.0/networks/718ff0c6-f920-4b3f-81a3-076012439a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954905 May 05 21:43:48.513838 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5da08-1fe0-42bf-912d-d60ec3af17c8 req-02237297-47b9-4d3b-95be-4454aae66282 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:48.521382 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-46b5da08-1fe0-42bf-912d-d60ec3af17c8 req-02237297-47b9-4d3b-95be-4454aae66282 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/ports?device_id=0daecea4-3536-4666-9f7a-5863d0caacc5 HTTP/1.1" status: 200 len: 945 time: 0.2716968 May 05 21:43:48.525309 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-13648dcb-8703-4836-b91c-ac42e5bedcc4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=caf8261703da4bb5a03dc145b93e3b71&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0780423 May 05 21:43:48.527751 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 35566) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:43:48.627242 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-18fed062-6433-4003-bb17-1c32e178c6f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:48.629652 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device dced9358-34b5-472a-b0b7-fb1225102b2c no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:43:48.668069 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-18fed062-6433-4003-bb17-1c32e178c6f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:48.669251 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: dced9358-34b5-472a-b0b7-fb1225102b2c {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:43:48.670090 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device dced9358-34b5-472a-b0b7-fb1225102b2c not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:43:48.670431 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4a32d85a-aae7-4d49-a1b0-5ca8abf47faa req-2411e56e-ce60-42db-8187-ca1808eb9f63 tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:48.728945 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-18fed062-6433-4003-bb17-1c32e178c6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:48.744169 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-46b5da08-1fe0-42bf-912d-d60ec3af17c8 req-f6130413-2f01-474f-a7ae-147680d4be18 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/security-groups?id=060a0163-921c-42d6-97e2-b2f13023d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218451 May 05 21:43:48.748531 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fed062-6433-4003-bb17-1c32e178c6f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d19568-e238-4171-bb9f-b97aff64788d,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:48.758198 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-18fed062-6433-4003-bb17-1c32e178c6f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:48.762126 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-18fed062-6433-4003-bb17-1c32e178c6f0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d4d19568-e238-4171-bb9f-b97aff64788d HTTP/1.1" status: 204 len: 168 time: 0.2311723 May 05 21:43:48.816155 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:48.839814 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-29a45c66-ce4d-40d9-af55-6f66a936aae4 req-45ccb9bb-d5ae-45a7-8bb3-324b400a3a25 service neutron] 10.222.0.23 "GET /v2.0/networks/718ff0c6-f920-4b3f-81a3-076012439a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145003 May 05 21:43:48.846039 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47698c6d-2d6a-49ab-b934-982b19371441'] response: {'server_uuid': '0daecea4-3536-4666-9f7a-5863d0caacc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38511192-f2b6-49cb-a72f-91d46f1dfbd5', 'code': 200} May 05 21:43:48.856437 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a32d85a-aae7-4d49-a1b0-5ca8abf47faa req-2411e56e-ce60-42db-8187-ca1808eb9f63 tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] Network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:43:48.860934 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-4a32d85a-aae7-4d49-a1b0-5ca8abf47faa req-2411e56e-ce60-42db-8187-ca1808eb9f63 tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:43:48.865857 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a32d85a-aae7-4d49-a1b0-5ca8abf47faa req-2411e56e-ce60-42db-8187-ca1808eb9f63 tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:43:48.932247 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2411e56e-ce60-42db-8187-ca1808eb9f63 tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] Pushing event updated for resources: {'Port': ['ID=2c015c13-b669-44aa-9dcf-ce82fbc735f0,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:49.051144 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a32d85a-aae7-4d49-a1b0-5ca8abf47faa req-2411e56e-ce60-42db-8187-ca1808eb9f63 tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:49.051813 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4a32d85a-aae7-4d49-a1b0-5ca8abf47faa req-2411e56e-ce60-42db-8187-ca1808eb9f63 tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:49.054612 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fefa1ad4-5e25-4c6a-aed4-c87d637ce4f0 req-8a3e8c8d-3fbb-4010-89c0-560ee40a722e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0daecea4-3536-4666-9f7a-5863d0caacc5 HTTP/1.1" status: 200 len: 1096 time: 0.1347160 May 05 21:43:49.153059 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fefa1ad4-5e25-4c6a-aed4-c87d637ce4f0 req-e8ae2c4f-ea94-4f43-bc4a-7e824e61950f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=060a0163-921c-42d6-97e2-b2f13023d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909381 May 05 21:43:49.237097 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-5e864097-0b7e-4753-a1e4-56f8c65cdce8 None None] Provisioning for port 2c015c13-b669-44aa-9dcf-ce82fbc735f0 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:43:49.247220 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-5e864097-0b7e-4753-a1e4-56f8c65cdce8 None None] Provisioning complete for port 2c015c13-b669-44aa-9dcf-ce82fbc735f0 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:43:49.247890 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5e864097-0b7e-4753-a1e4-56f8c65cdce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:49.270599 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4a32d85a-aae7-4d49-a1b0-5ca8abf47faa req-2411e56e-ce60-42db-8187-ca1808eb9f63 tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9932461 May 05 21:43:49.295222 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-4a32d85a-aae7-4d49-a1b0-5ca8abf47faa req-521721b3-16d8-4c25-9b24-123d4919cfee service neutron] Request body: {'port': {'device_id': '315deb87-d047-4304-a959-933f5c40e9f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:43:49.318410 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-5e864097-0b7e-4753-a1e4-56f8c65cdce8 None None] Port 2c015c13-b669-44aa-9dcf-ce82fbc735f0 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:43:49.456127 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777f1d4-62f0-41c1-823c-8e24605932ff req-ce50b8e9-3373-48cb-811b-642cb15025b8 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:49.457654 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e777f1d4-62f0-41c1-823c-8e24605932ff req-ce50b8e9-3373-48cb-811b-642cb15025b8 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a869846-74ef-49c4-bc12-0a6ef71a34fd HTTP/1.1" status: 200 len: 946 time: 0.3873205 May 05 21:43:49.611453 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e777f1d4-62f0-41c1-823c-8e24605932ff req-a57381b1-d02a-4584-b59d-69581b747a46 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471212 May 05 21:43:49.619265 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4a32d85a-aae7-4d49-a1b0-5ca8abf47faa req-521721b3-16d8-4c25-9b24-123d4919cfee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:49.808306 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6693bc-ee3a-4a3a-9422-804e54441280 req-c2bc8760-c5bb-49f7-bdad-f602e62ed5c3 tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:49.810029 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-7d6693bc-ee3a-4a3a-9422-804e54441280 req-c2bc8760-c5bb-49f7-bdad-f602e62ed5c3 tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] Synchronizing usage tracker for tenant:9d1b13062e674eaaa880c45b6f13f6df on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:43:49.880671 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-7d6693bc-ee3a-4a3a-9422-804e54441280 req-c2bc8760-c5bb-49f7-bdad-f602e62ed5c3 tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] Unset dirty status for tenant:9d1b13062e674eaaa880c45b6f13f6df on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:43:49.887569 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7d6693bc-ee3a-4a3a-9422-804e54441280 req-c2bc8760-c5bb-49f7-bdad-f602e62ed5c3 tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] 10.222.0.23 "GET /v2.0/ports?device_id=315deb87-d047-4304-a959-933f5c40e9f0 HTTP/1.1" status: 200 len: 936 time: 0.3921576 May 05 21:43:50.032284 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-7d6693bc-ee3a-4a3a-9422-804e54441280 req-e9d340fc-ae3e-4025-a12a-d0a08ecfe76e tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] Synchronizing usage tracker for tenant:9d1b13062e674eaaa880c45b6f13f6df on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:43:50.100446 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-7d6693bc-ee3a-4a3a-9422-804e54441280 req-e9d340fc-ae3e-4025-a12a-d0a08ecfe76e tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] Unset dirty status for tenant:9d1b13062e674eaaa880c45b6f13f6df on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:43:50.101811 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7d6693bc-ee3a-4a3a-9422-804e54441280 req-e9d340fc-ae3e-4025-a12a-d0a08ecfe76e tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] 10.222.0.23 "GET /v2.0/security-groups?id=d16ca1b9-a02b-404e-8e24-3af6f20777e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132466 May 05 21:43:50.431938 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-4a32d85a-aae7-4d49-a1b0-5ca8abf47faa req-521721b3-16d8-4c25-9b24-123d4919cfee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c015c13-b669-44aa-9dcf-ce82fbc735f0 {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:43:50.443873 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4a32d85a-aae7-4d49-a1b0-5ca8abf47faa req-521721b3-16d8-4c25-9b24-123d4919cfee service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:50.461202 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-4a32d85a-aae7-4d49-a1b0-5ca8abf47faa req-521721b3-16d8-4c25-9b24-123d4919cfee service neutron] Transition to ACTIVE for port object 2c015c13-b669-44aa-9dcf-ce82fbc735f0 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:43:50.506910 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4a32d85a-aae7-4d49-a1b0-5ca8abf47faa req-521721b3-16d8-4c25-9b24-123d4919cfee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:50.561258 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d82cc822-2c2e-4e9f-b38c-3c1cb234a24c req-1c006115-df48-499e-89ce-8a72329eb904 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4cdda4b-80c2-4d00-83e4-2ee7b75e3c84 HTTP/1.1" status: 200 len: 210 time: 0.0981591 May 05 21:43:50.819750 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521721b3-16d8-4c25-9b24-123d4919cfee service neutron] Pushing event updated for resources: {'Port': ['ID=2c015c13-b669-44aa-9dcf-ce82fbc735f0,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:51.094031 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-957a1153-729b-4f9b-a9dd-3b276f15ef6f req-7b634267-8ed5-4c3f-bd41-c4e3307b6536 tempest-LiveMigrationTest-271875399 tempest-LiveMigrationTest-271875399-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1a869846-74ef-49c4-bc12-0a6ef71a34fd HTTP/1.1" status: 200 len: 1097 time: 0.4687972 May 05 21:43:51.203704 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f834744-074b-41a5-b7b4-2cea8efd8fb0 req-e3ebe4e7-cde6-49ba-b568-64335f3293bc tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:51.207912 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2f834744-074b-41a5-b7b4-2cea8efd8fb0 req-e3ebe4e7-cde6-49ba-b568-64335f3293bc tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/ports?device_id=0daecea4-3536-4666-9f7a-5863d0caacc5 HTTP/1.1" status: 200 len: 945 time: 0.4017785 May 05 21:43:51.267332 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a45c66-ce4d-40d9-af55-6f66a936aae4 req-768d51fe-7408-451b-8df2-165f1f32f078 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:51.270103 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-29a45c66-ce4d-40d9-af55-6f66a936aae4 req-768d51fe-7408-451b-8df2-165f1f32f078 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] 10.222.0.32 "GET /v2.0/networks?id=718ff0c6-f920-4b3f-81a3-076012439a00 HTTP/1.1" status: 200 len: 804 time: 0.2688026 May 05 21:43:51.294603 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-4a32d85a-aae7-4d49-a1b0-5ca8abf47faa req-521721b3-16d8-4c25-9b24-123d4919cfee service neutron] Attempting to bind port 2c015c13-b669-44aa-9dcf-ce82fbc735f0 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:43:51.295081 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-4a32d85a-aae7-4d49-a1b0-5ca8abf47faa req-521721b3-16d8-4c25-9b24-123d4919cfee service neutron] Attempting to bind port 2c015c13-b669-44aa-9dcf-ce82fbc735f0 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:43:51.295412 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a32d85a-aae7-4d49-a1b0-5ca8abf47faa req-521721b3-16d8-4c25-9b24-123d4919cfee service neutron] Attempting to bind port 2c015c13-b669-44aa-9dcf-ce82fbc735f0 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:43:51.314259 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-957a1153-729b-4f9b-a9dd-3b276f15ef6f req-1d47fc17-48fe-453c-8564-61ec194733fc tempest-LiveMigrationTest-271875399 tempest-LiveMigrationTest-271875399-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162430 May 05 21:43:51.349121 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a32d85a-aae7-4d49-a1b0-5ca8abf47faa req-521721b3-16d8-4c25-9b24-123d4919cfee service neutron] Port 2c015c13-b669-44aa-9dcf-ce82fbc735f0 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:43:51.349716 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a32d85a-aae7-4d49-a1b0-5ca8abf47faa req-521721b3-16d8-4c25-9b24-123d4919cfee service neutron] Attempting to bind port 2c015c13-b669-44aa-9dcf-ce82fbc735f0 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:43:51.366887 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2f834744-074b-41a5-b7b4-2cea8efd8fb0 req-ccc4b465-6754-46bb-ba47-6269a57597fb tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/security-groups?id=060a0163-921c-42d6-97e2-b2f13023d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458533 May 05 21:43:51.368218 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a32d85a-aae7-4d49-a1b0-5ca8abf47faa req-521721b3-16d8-4c25-9b24-123d4919cfee service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:43:51.368673 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a32d85a-aae7-4d49-a1b0-5ca8abf47faa req-521721b3-16d8-4c25-9b24-123d4919cfee service neutron] Checking segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:43:51.369229 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a32d85a-aae7-4d49-a1b0-5ca8abf47faa req-521721b3-16d8-4c25-9b24-123d4919cfee service neutron] Bound using segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:43:51.369949 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-4a32d85a-aae7-4d49-a1b0-5ca8abf47faa req-521721b3-16d8-4c25-9b24-123d4919cfee service neutron] Bound port: 2c015c13-b669-44aa-9dcf-ce82fbc735f0, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:43:51.370649 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4a32d85a-aae7-4d49-a1b0-5ca8abf47faa req-521721b3-16d8-4c25-9b24-123d4919cfee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:51.393491 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-29a45c66-ce4d-40d9-af55-6f66a936aae4 req-117cac68-7083-4afd-8496-86cd6e524768 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Synchronizing usage tracker for tenant:e254aa6e91fc4971a04919e3490afc47 on resource:security_group {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:43:51.446763 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-29a45c66-ce4d-40d9-af55-6f66a936aae4 req-117cac68-7083-4afd-8496-86cd6e524768 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Unset dirty status for tenant:e254aa6e91fc4971a04919e3490afc47 on resource:security_group {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:43:51.465445 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-29a45c66-ce4d-40d9-af55-6f66a936aae4 req-117cac68-7083-4afd-8496-86cd6e524768 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e254aa6e91fc4971a04919e3490afc47 HTTP/1.1" status: 200 len: 380 time: 0.1694806 May 05 21:43:51.477081 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-29a45c66-ce4d-40d9-af55-6f66a936aae4 req-46a21702-f7f3-44e8-a259-f508f22c39e7 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Request body: {'port': {'device_id': 'a4cdda4b-80c2-4d00-83e4-2ee7b75e3c84', 'network_id': '718ff0c6-f920-4b3f-81a3-076012439a00', 'admin_state_up': True, 'tenant_id': 'e254aa6e91fc4971a04919e3490afc47', 'security_groups': ['cbcf981c-f37d-4445-8488-e64399f606cb']}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:43:51.515602 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-4a32d85a-aae7-4d49-a1b0-5ca8abf47faa req-521721b3-16d8-4c25-9b24-123d4919cfee service neutron] For port 2c015c13-b669-44aa-9dcf-ce82fbc735f0, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:43:51.520692 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-4a32d85a-aae7-4d49-a1b0-5ca8abf47faa req-521721b3-16d8-4c25-9b24-123d4919cfee service neutron] For port 2c015c13-b669-44aa-9dcf-ce82fbc735f0, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=2c015c13-b669-44aa-9dcf-ce82fbc735f0,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:43:51.533402 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4a32d85a-aae7-4d49-a1b0-5ca8abf47faa req-521721b3-16d8-4c25-9b24-123d4919cfee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:51.751706 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4a32d85a-aae7-4d49-a1b0-5ca8abf47faa req-521721b3-16d8-4c25-9b24-123d4919cfee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:51.753434 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4a32d85a-aae7-4d49-a1b0-5ca8abf47faa req-521721b3-16d8-4c25-9b24-123d4919cfee service neutron] 10.222.0.32 "PUT /v2.0/ports/2c015c13-b669-44aa-9dcf-ce82fbc735f0 HTTP/1.1" status: 200 len: 1096 time: 2.4714928 May 05 21:43:51.775327 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '315deb87-d047-4304-a959-933f5c40e9f0', 'tag': '2c015c13-b669-44aa-9dcf-ce82fbc735f0'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:43:51.851965 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-29a45c66-ce4d-40d9-af55-6f66a936aae4 req-46a21702-f7f3-44e8-a259-f508f22c39e7 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:43:51.856396 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-29a45c66-ce4d-40d9-af55-6f66a936aae4 req-46a21702-f7f3-44e8-a259-f508f22c39e7 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Usage tracker for resource:port and tenant:e254aa6e91fc4971a04919e3490afc47 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:43:51.860081 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-29a45c66-ce4d-40d9-af55-6f66a936aae4 req-46a21702-f7f3-44e8-a259-f508f22c39e7 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:43:51.875816 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-29a45c66-ce4d-40d9-af55-6f66a936aae4 req-46a21702-f7f3-44e8-a259-f508f22c39e7 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:43:51.889072 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29a45c66-ce4d-40d9-af55-6f66a936aae4 req-46a21702-f7f3-44e8-a259-f508f22c39e7 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Made reservation on behalf of e254aa6e91fc4971a04919e3490afc47 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:43:51.892759 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-29a45c66-ce4d-40d9-af55-6f66a936aae4 req-46a21702-f7f3-44e8-a259-f508f22c39e7 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:51.893369 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521721b3-16d8-4c25-9b24-123d4919cfee service neutron] Pushing event updated for resources: {'Port': ['ID=2c015c13-b669-44aa-9dcf-ce82fbc735f0,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:51.965798 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d74db9ec-2d0f-4d9a-aa4f-51731d9447af req-c46c3332-6a1d-4137-a751-73794b81a4f6 tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=18ac00964dec4327a3c8072b295165d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0690551 May 05 21:43:52.096331 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989413a1-89d7-4760-9f7b-9c270df6a13b req-b9b5c084-c7c5-44b1-8cb4-f7cfa07cabd6 tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:52.103520 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-989413a1-89d7-4760-9f7b-9c270df6a13b req-b9b5c084-c7c5-44b1-8cb4-f7cfa07cabd6 tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] 10.222.0.23 "GET /v2.0/ports?device_id=315deb87-d047-4304-a959-933f5c40e9f0 HTTP/1.1" status: 200 len: 948 time: 0.4350019 May 05 21:43:52.123696 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-29a45c66-ce4d-40d9-af55-6f66a936aae4 req-46a21702-f7f3-44e8-a259-f508f22c39e7 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Allocated IP 172.20.0.8 (718ff0c6-f920-4b3f-81a3-076012439a00/f39d6243-09cb-485d-9aa5-4ff11d790f3c/402f4959-a63e-4d19-ab3f-527ea57712c6) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:43:52.163226 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-989413a1-89d7-4760-9f7b-9c270df6a13b req-bf8977c4-f4ec-43e8-98f6-1a6eaef3eed2 tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] 10.222.0.23 "GET /v2.0/security-groups?id=d16ca1b9-a02b-404e-8e24-3af6f20777e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585568 May 05 21:43:52.166296 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4a32d85a-aae7-4d49-a1b0-5ca8abf47faa req-cecd9b87-dfcd-488b-8ca9-d0f37fe2e427 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9d1b13062e674eaaa880c45b6f13f6df&device_id=315deb87-d047-4304-a959-933f5c40e9f0 HTTP/1.1" status: 200 len: 1099 time: 0.3506892 May 05 21:43:52.260599 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4a32d85a-aae7-4d49-a1b0-5ca8abf47faa req-9d991fb3-b8f4-49de-afc8-7725c33cc115 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=2c015c13-b669-44aa-9dcf-ce82fbc735f0 HTTP/1.1" status: 200 len: 217 time: 0.0734279 May 05 21:43:52.321409 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74db9ec-2d0f-4d9a-aa4f-51731d9447af req-7383c4e2-bf25-4e21-a540-76e8feb015ac tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:52.322855 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d74db9ec-2d0f-4d9a-aa4f-51731d9447af req-7383c4e2-bf25-4e21-a540-76e8feb015ac tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3443260 May 05 21:43:52.354032 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a32d85a-aae7-4d49-a1b0-5ca8abf47faa req-2b7400db-cabb-4525-b0ab-134a900e9aaa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:52.356865 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4a32d85a-aae7-4d49-a1b0-5ca8abf47faa req-2b7400db-cabb-4525-b0ab-134a900e9aaa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.0861063 May 05 21:43:52.358090 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d74db9ec-2d0f-4d9a-aa4f-51731d9447af req-407740d9-496e-4317-8151-c259d17f0543 tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] 10.222.0.23 "GET /v2.0/quotas/18ac00964dec4327a3c8072b295165d1 HTTP/1.1" status: 200 len: 375 time: 0.0284488 May 05 21:43:52.408465 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-29a45c66-ce4d-40d9-af55-6f66a936aae4 req-46a21702-f7f3-44e8-a259-f508f22c39e7 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:52.427854 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-29a45c66-ce4d-40d9-af55-6f66a936aae4 req-46a21702-f7f3-44e8-a259-f508f22c39e7 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Transition to ACTIVE for port object 402f4959-a63e-4d19-ab3f-527ea57712c6 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:43:52.450996 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-29a45c66-ce4d-40d9-af55-6f66a936aae4 req-46a21702-f7f3-44e8-a259-f508f22c39e7 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:52.516632 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d74db9ec-2d0f-4d9a-aa4f-51731d9447af req-1ef9129c-3e08-45de-ac39-c98ce07bcf02 tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=18ac00964dec4327a3c8072b295165d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1029203 May 05 21:43:52.531817 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a21702-f7f3-44e8-a259-f508f22c39e7 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Pushing event updated for resources: {'Port': ['ID=402f4959-a63e-4d19-ab3f-527ea57712c6,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:52.548908 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29a45c66-ce4d-40d9-af55-6f66a936aae4 req-46a21702-f7f3-44e8-a259-f508f22c39e7 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Network 718ff0c6-f920-4b3f-81a3-076012439a00 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:43:52.550149 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-29a45c66-ce4d-40d9-af55-6f66a936aae4 req-46a21702-f7f3-44e8-a259-f508f22c39e7 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:43:52.552968 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-29a45c66-ce4d-40d9-af55-6f66a936aae4 req-46a21702-f7f3-44e8-a259-f508f22c39e7 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:43:52.576256 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4a32d85a-aae7-4d49-a1b0-5ca8abf47faa req-81843470-42d4-4733-95bc-f799afff22ac service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2135324 May 05 21:43:52.625020 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b168877b-a54c-456d-ad80-745f2024d5f4 req-ab845177-b2ee-4405-a885-c6b460c3c3fc tempest-LiveMigrationTest-271875399 tempest-LiveMigrationTest-271875399-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1a869846-74ef-49c4-bc12-0a6ef71a34fd HTTP/1.1" status: 200 len: 1097 time: 0.2101235 May 05 21:43:52.640169 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a45c66-ce4d-40d9-af55-6f66a936aae4 req-46a21702-f7f3-44e8-a259-f508f22c39e7 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:52.640969 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-29a45c66-ce4d-40d9-af55-6f66a936aae4 req-46a21702-f7f3-44e8-a259-f508f22c39e7 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:52.675464 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-29a45c66-ce4d-40d9-af55-6f66a936aae4 req-46a21702-f7f3-44e8-a259-f508f22c39e7 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2080560 May 05 21:43:52.689808 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-29a45c66-ce4d-40d9-af55-6f66a936aae4 req-d579830e-6654-4ed3-baa1-083b307927c3 service neutron] Request body: {'port': {'device_id': 'a4cdda4b-80c2-4d00-83e4-2ee7b75e3c84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:43:52.871936 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-29a45c66-ce4d-40d9-af55-6f66a936aae4 req-d579830e-6654-4ed3-baa1-083b307927c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:52.920926 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4a32d85a-aae7-4d49-a1b0-5ca8abf47faa req-d4ed6af0-af79-44d3-b6ba-3b998c1daa4f service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359599 May 05 21:43:52.969300 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-bcb53600-91d5-479b-86f2-2f9806745592 None None] Provisioning for port 402f4959-a63e-4d19-ab3f-527ea57712c6 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:43:52.976281 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-bcb53600-91d5-479b-86f2-2f9806745592 None None] Provisioning complete for port 402f4959-a63e-4d19-ab3f-527ea57712c6 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:43:52.977157 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-bcb53600-91d5-479b-86f2-2f9806745592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:52.982217 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b168877b-a54c-456d-ad80-745f2024d5f4 req-c3eaf153-a6ec-4bed-8121-b5e83513592f tempest-LiveMigrationTest-271875399 tempest-LiveMigrationTest-271875399-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395224 May 05 21:43:53.123694 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-bcb53600-91d5-479b-86f2-2f9806745592 None None] Port 402f4959-a63e-4d19-ab3f-527ea57712c6 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:43:53.390211 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8e76d35-ce43-4a14-93a0-90bd0510ff46'] response: {'name': 'network-changed', 'server_uuid': '315deb87-d047-4304-a959-933f5c40e9f0', 'tag': '2c015c13-b669-44aa-9dcf-ce82fbc735f0', 'status': 'completed', 'code': 200} May 05 21:43:53.461452 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bc166dd1-7195-489e-b149-0398c2483f38 req-9dbfd386-deb8-4016-8e02-1840b0b56a5e tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] 10.222.0.23 "GET /v2.0/ports?device_id=f862062c-4474-4058-9cab-b734c5bf856b HTTP/1.1" status: 200 len: 210 time: 0.0673871 May 05 21:43:53.475112 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4a32d85a-aae7-4d49-a1b0-5ca8abf47faa req-9a135af2-6096-4719-8c8c-967fca1067c3 service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5477595 May 05 21:43:53.501689 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44496b40-26d9-4611-bc72-a48048627f66 req-70b6dfd7-d3a9-43a5-88fe-da65cd03a421 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:53.509049 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-44496b40-26d9-4611-bc72-a48048627f66 req-70b6dfd7-d3a9-43a5-88fe-da65cd03a421 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4cdda4b-80c2-4d00-83e4-2ee7b75e3c84 HTTP/1.1" status: 200 len: 931 time: 0.1614475 May 05 21:43:53.563233 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-44496b40-26d9-4611-bc72-a48048627f66 req-77d15185-1825-43ed-a97b-96c4c0c24fbf tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbcf981c-f37d-4445-8488-e64399f606cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530293 May 05 21:43:53.647464 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-29a45c66-ce4d-40d9-af55-6f66a936aae4 req-d579830e-6654-4ed3-baa1-083b307927c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 402f4959-a63e-4d19-ab3f-527ea57712c6 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:43:53.655027 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-29a45c66-ce4d-40d9-af55-6f66a936aae4 req-d579830e-6654-4ed3-baa1-083b307927c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:53.671963 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-29a45c66-ce4d-40d9-af55-6f66a936aae4 req-d579830e-6654-4ed3-baa1-083b307927c3 service neutron] Transition to ACTIVE for port object 402f4959-a63e-4d19-ab3f-527ea57712c6 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:43:53.677891 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-29a45c66-ce4d-40d9-af55-6f66a936aae4 req-d579830e-6654-4ed3-baa1-083b307927c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:53.708664 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-661d08b6-6b0b-44df-bfac-6542364d45ce req-31d4a9e7-7962-4a7e-a409-cb459a54c268 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9d1b13062e674eaaa880c45b6f13f6df&device_id=315deb87-d047-4304-a959-933f5c40e9f0 HTTP/1.1" status: 200 len: 1099 time: 0.1442626 May 05 21:43:53.779241 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d579830e-6654-4ed3-baa1-083b307927c3 service neutron] Pushing event updated for resources: {'Port': ['ID=402f4959-a63e-4d19-ab3f-527ea57712c6,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:53.977976 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-29a45c66-ce4d-40d9-af55-6f66a936aae4 req-d579830e-6654-4ed3-baa1-083b307927c3 service neutron] Attempting to bind port 402f4959-a63e-4d19-ab3f-527ea57712c6 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:43:53.978360 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-29a45c66-ce4d-40d9-af55-6f66a936aae4 req-d579830e-6654-4ed3-baa1-083b307927c3 service neutron] Attempting to bind port 402f4959-a63e-4d19-ab3f-527ea57712c6 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'd7603f5b-adfa-4ba5-8903-79c78aa436ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '718ff0c6-f920-4b3f-81a3-076012439a00'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:43:53.978708 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a45c66-ce4d-40d9-af55-6f66a936aae4 req-d579830e-6654-4ed3-baa1-083b307927c3 service neutron] Attempting to bind port 402f4959-a63e-4d19-ab3f-527ea57712c6 on network 718ff0c6-f920-4b3f-81a3-076012439a00 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:43:53.985788 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a45c66-ce4d-40d9-af55-6f66a936aae4 req-d579830e-6654-4ed3-baa1-083b307927c3 service neutron] Port 402f4959-a63e-4d19-ab3f-527ea57712c6 on network 718ff0c6-f920-4b3f-81a3-076012439a00 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:43:53.986122 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a45c66-ce4d-40d9-af55-6f66a936aae4 req-d579830e-6654-4ed3-baa1-083b307927c3 service neutron] Attempting to bind port 402f4959-a63e-4d19-ab3f-527ea57712c6 on network 718ff0c6-f920-4b3f-81a3-076012439a00 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:43:53.992938 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a45c66-ce4d-40d9-af55-6f66a936aae4 req-d579830e-6654-4ed3-baa1-083b307927c3 service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:43:53.993275 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a45c66-ce4d-40d9-af55-6f66a936aae4 req-d579830e-6654-4ed3-baa1-083b307927c3 service neutron] Checking segment: {'id': 'd7603f5b-adfa-4ba5-8903-79c78aa436ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '718ff0c6-f920-4b3f-81a3-076012439a00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:43:53.993657 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a45c66-ce4d-40d9-af55-6f66a936aae4 req-d579830e-6654-4ed3-baa1-083b307927c3 service neutron] Bound using segment: {'id': 'd7603f5b-adfa-4ba5-8903-79c78aa436ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '718ff0c6-f920-4b3f-81a3-076012439a00'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:43:53.994087 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-29a45c66-ce4d-40d9-af55-6f66a936aae4 req-d579830e-6654-4ed3-baa1-083b307927c3 service neutron] Bound port: 402f4959-a63e-4d19-ab3f-527ea57712c6, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7603f5b-adfa-4ba5-8903-79c78aa436ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '718ff0c6-f920-4b3f-81a3-076012439a00'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:43:53.994433 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-29a45c66-ce4d-40d9-af55-6f66a936aae4 req-d579830e-6654-4ed3-baa1-083b307927c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:54.037646 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d08b6-6b0b-44df-bfac-6542364d45ce req-916460f0-70a5-4993-93e9-e68b2ca300f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:54.039138 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-661d08b6-6b0b-44df-bfac-6542364d45ce req-916460f0-70a5-4993-93e9-e68b2ca300f0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 HTTP/1.1" status: 200 len: 870 time: 0.3230786 May 05 21:43:54.090085 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-29a45c66-ce4d-40d9-af55-6f66a936aae4 req-d579830e-6654-4ed3-baa1-083b307927c3 service neutron] For port 402f4959-a63e-4d19-ab3f-527ea57712c6, host n-h2-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:43:54.093279 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-29a45c66-ce4d-40d9-af55-6f66a936aae4 req-d579830e-6654-4ed3-baa1-083b307927c3 service neutron] For port 402f4959-a63e-4d19-ab3f-527ea57712c6, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=402f4959-a63e-4d19-ab3f-527ea57712c6,segment=NetworkSegment(d7603f5b-adfa-4ba5-8903-79c78aa436ad),segment_id=d7603f5b-adfa-4ba5-8903-79c78aa436ad)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:43:54.098580 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-29a45c66-ce4d-40d9-af55-6f66a936aae4 req-d579830e-6654-4ed3-baa1-083b307927c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:54.108984 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192ab7c-588c-4965-8616-ed18ab966ded req-0ffa55a6-a850-48d1-8d91-3c9291393555 tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:54.110494 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a192ab7c-588c-4965-8616-ed18ab966ded req-0ffa55a6-a850-48d1-8d91-3c9291393555 tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] 10.222.0.23 "GET /v2.0/ports?device_id=315deb87-d047-4304-a959-933f5c40e9f0 HTTP/1.1" status: 200 len: 948 time: 0.3533046 May 05 21:43:54.133329 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce8740-941d-42da-952d-4ceadf1cb7ce req-95d29a9c-148b-4efd-a707-f060ad35cda7 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:54.134802 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-44ce8740-941d-42da-952d-4ceadf1cb7ce req-95d29a9c-148b-4efd-a707-f060ad35cda7 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/ports?device_id=0daecea4-3536-4666-9f7a-5863d0caacc5 HTTP/1.1" status: 200 len: 945 time: 0.2412062 May 05 21:43:54.150891 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-661d08b6-6b0b-44df-bfac-6542364d45ce req-a5153f3b-132f-4007-a75c-f70e7b75fca8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=2c015c13-b669-44aa-9dcf-ce82fbc735f0 HTTP/1.1" status: 200 len: 217 time: 0.0998633 May 05 21:43:54.169847 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-29a45c66-ce4d-40d9-af55-6f66a936aae4 req-d579830e-6654-4ed3-baa1-083b307927c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:54.172392 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-29a45c66-ce4d-40d9-af55-6f66a936aae4 req-d579830e-6654-4ed3-baa1-083b307927c3 service neutron] 10.222.0.32 "PUT /v2.0/ports/402f4959-a63e-4d19-ab3f-527ea57712c6 HTTP/1.1" status: 200 len: 1091 time: 1.4894538 May 05 21:43:54.176084 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4cdda4b-80c2-4d00-83e4-2ee7b75e3c84', 'tag': '402f4959-a63e-4d19-ab3f-527ea57712c6'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:43:54.201080 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d579830e-6654-4ed3-baa1-083b307927c3 service neutron] Pushing event updated for resources: {'Port': ['ID=402f4959-a63e-4d19-ab3f-527ea57712c6,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:54.296303 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a192ab7c-588c-4965-8616-ed18ab966ded req-1e44c030-612a-424b-a4be-d1c5b4fe8d80 tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] 10.222.0.23 "GET /v2.0/security-groups?id=d16ca1b9-a02b-404e-8e24-3af6f20777e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698880 May 05 21:43:54.302709 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d08b6-6b0b-44df-bfac-6542364d45ce req-3762f424-dd3e-4e1f-bde7-87d0cea02d9a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:54.304151 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-661d08b6-6b0b-44df-bfac-6542364d45ce req-3762f424-dd3e-4e1f-bde7-87d0cea02d9a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.1464071 May 05 21:43:54.313292 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-44ce8740-941d-42da-952d-4ceadf1cb7ce req-aa2356ff-c2e0-4ed7-a130-9d8e1db38f79 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/security-groups?id=060a0163-921c-42d6-97e2-b2f13023d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533358 May 05 21:43:54.422375 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-661d08b6-6b0b-44df-bfac-6542364d45ce req-b4544147-52a3-4aa4-810f-ddb13f1c71f1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1077385 May 05 21:43:54.425413 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d74db9ec-2d0f-4d9a-aa4f-51731d9447af req-28749f9f-7bbb-4394-bb67-86e4438b70ff tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=18ac00964dec4327a3c8072b295165d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0957201 May 05 21:43:54.640365 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-29a45c66-ce4d-40d9-af55-6f66a936aae4 req-8a27468e-e228-4879-8d01-9e3b47687924 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e254aa6e91fc4971a04919e3490afc47&device_id=a4cdda4b-80c2-4d00-83e4-2ee7b75e3c84 HTTP/1.1" status: 200 len: 1094 time: 0.4082010 May 05 21:43:54.645882 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-661d08b6-6b0b-44df-bfac-6542364d45ce req-9a257a45-0297-46d9-bac2-e07d20a4ed99 service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128158 May 05 21:43:54.665960 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-256b9cdb-7ff7-4504-9342-09062bfc8d17'] response: {'name': 'network-changed', 'server_uuid': 'a4cdda4b-80c2-4d00-83e4-2ee7b75e3c84', 'tag': '402f4959-a63e-4d19-ab3f-527ea57712c6', 'status': 'completed', 'code': 200} May 05 21:43:54.757673 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-29a45c66-ce4d-40d9-af55-6f66a936aae4 req-cd1939ac-b158-46cf-a7cc-732ea7d9a8ce service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=402f4959-a63e-4d19-ab3f-527ea57712c6 HTTP/1.1" status: 200 len: 217 time: 0.0940070 May 05 21:43:54.767017 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74db9ec-2d0f-4d9a-aa4f-51731d9447af req-7dfc5065-96a7-40e6-b719-8aa15239edac tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:54.768071 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d74db9ec-2d0f-4d9a-aa4f-51731d9447af req-7dfc5065-96a7-40e6-b719-8aa15239edac tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3338337 May 05 21:43:54.807832 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-d74db9ec-2d0f-4d9a-aa4f-51731d9447af req-fdc3648d-9940-41c5-abb3-46b9d55686bb tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] Request body: {'port': {'device_id': 'f862062c-4474-4058-9cab-b734c5bf856b', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'admin_state_up': True, 'tenant_id': '18ac00964dec4327a3c8072b295165d1'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:43:54.831407 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-54e8808c-4aab-4f61-9d8f-08370a508421 req-27f13ed5-9d51-496a-88ce-8a5728c6d8d7 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--658430653&fields=id&tenant_id=61abfbe113f746f29df633f17a179bab HTTP/1.1" status: 200 len: 267 time: 0.0899103 May 05 21:43:54.880315 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-661d08b6-6b0b-44df-bfac-6542364d45ce req-b207a3d2-5180-496f-9888-7fe3f4d2dcca service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253721 May 05 21:43:54.907824 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b190baa4-3f96-4fae-9a9f-7ef722161421 req-d85dbce9-a180-45cb-98d3-a85617e62cea tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] 10.222.0.23 "GET /v2.0/ports?device_id=f862062c-4474-4058-9cab-b734c5bf856b HTTP/1.1" status: 200 len: 210 time: 0.0730188 May 05 21:43:54.923370 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a45c66-ce4d-40d9-af55-6f66a936aae4 req-15167095-6373-46be-87b6-a5cebf019128 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:54.925149 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-29a45c66-ce4d-40d9-af55-6f66a936aae4 req-15167095-6373-46be-87b6-a5cebf019128 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f39d6243-09cb-485d-9aa5-4ff11d790f3c HTTP/1.1" status: 200 len: 843 time: 0.1562436 May 05 21:43:55.021852 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-d74db9ec-2d0f-4d9a-aa4f-51731d9447af req-fdc3648d-9940-41c5-abb3-46b9d55686bb tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:43:55.028215 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-d74db9ec-2d0f-4d9a-aa4f-51731d9447af req-fdc3648d-9940-41c5-abb3-46b9d55686bb tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] Usage tracker for resource:port and tenant:18ac00964dec4327a3c8072b295165d1 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:43:55.032203 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-d74db9ec-2d0f-4d9a-aa4f-51731d9447af req-fdc3648d-9940-41c5-abb3-46b9d55686bb tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:43:55.032788 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e8808c-4aab-4f61-9d8f-08370a508421 req-3ffc01b3-9002-4f07-80b6-f2eb0b95f89a tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:55.034258 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-54e8808c-4aab-4f61-9d8f-08370a508421 req-3ffc01b3-9002-4f07-80b6-f2eb0b95f89a tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] 10.222.0.23 "GET /v2.0/networks?id=c0872462-98fa-4b18-824d-ce804e81510e HTTP/1.1" status: 200 len: 815 time: 0.1624207 May 05 21:43:55.044687 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-d74db9ec-2d0f-4d9a-aa4f-51731d9447af req-fdc3648d-9940-41c5-abb3-46b9d55686bb tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:43:55.062784 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d74db9ec-2d0f-4d9a-aa4f-51731d9447af req-fdc3648d-9940-41c5-abb3-46b9d55686bb tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] Made reservation on behalf of 18ac00964dec4327a3c8072b295165d1 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:43:55.065732 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-d74db9ec-2d0f-4d9a-aa4f-51731d9447af req-fdc3648d-9940-41c5-abb3-46b9d55686bb tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:55.081353 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-d74db9ec-2d0f-4d9a-aa4f-51731d9447af req-fdc3648d-9940-41c5-abb3-46b9d55686bb tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:55.088788 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-54e8808c-4aab-4f61-9d8f-08370a508421 req-c92e7cef-7d5b-44d1-a48a-ecabaac9f30e tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] 10.222.0.23 "GET /v2.0/quotas/61abfbe113f746f29df633f17a179bab HTTP/1.1" status: 200 len: 375 time: 0.0245957 May 05 21:43:55.095023 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-29a45c66-ce4d-40d9-af55-6f66a936aae4 req-877c2e48-8f2a-4b76-b172-db398e043c4c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=718ff0c6-f920-4b3f-81a3-076012439a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1629453 May 05 21:43:55.164805 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-826109c0-a572-433a-b78f-8f93ad244c31 req-0ce39b47-cbbb-4a84-8c64-9375213245b2 tempest-LiveMigrationTest-271875399 tempest-LiveMigrationTest-271875399-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1a869846-74ef-49c4-bc12-0a6ef71a34fd HTTP/1.1" status: 200 len: 1097 time: 0.1295187 May 05 21:43:55.187802 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-d74db9ec-2d0f-4d9a-aa4f-51731d9447af req-fdc3648d-9940-41c5-abb3-46b9d55686bb tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:43:55.199333 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-d74db9ec-2d0f-4d9a-aa4f-51731d9447af req-fdc3648d-9940-41c5-abb3-46b9d55686bb tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] Usage tracker for resource:security_group_rule and tenant:18ac00964dec4327a3c8072b295165d1 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:43:55.203525 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-d74db9ec-2d0f-4d9a-aa4f-51731d9447af req-fdc3648d-9940-41c5-abb3-46b9d55686bb tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:43:55.212403 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-d74db9ec-2d0f-4d9a-aa4f-51731d9447af req-fdc3648d-9940-41c5-abb3-46b9d55686bb tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:43:55.213953 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-54e8808c-4aab-4f61-9d8f-08370a508421 req-a22d402f-0971-40ef-b6aa-6b864f0f2ef9 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=61abfbe113f746f29df633f17a179bab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1175551 May 05 21:43:55.223623 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-826109c0-a572-433a-b78f-8f93ad244c31 req-a39dd396-a88d-4643-889e-d5f8bba6d468 tempest-LiveMigrationTest-271875399 tempest-LiveMigrationTest-271875399-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521576 May 05 21:43:55.277685 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-29a45c66-ce4d-40d9-af55-6f66a936aae4 req-9808f7cf-df64-4151-a8ae-4026e9894ac1 service neutron] 10.222.0.32 "GET /v2.0/networks/718ff0c6-f920-4b3f-81a3-076012439a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749535 May 05 21:43:55.435169 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-d74db9ec-2d0f-4d9a-aa4f-51731d9447af req-fdc3648d-9940-41c5-abb3-46b9d55686bb tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:55.452087 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-d74db9ec-2d0f-4d9a-aa4f-51731d9447af req-fdc3648d-9940-41c5-abb3-46b9d55686bb tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:55.545109 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-54e8808c-4aab-4f61-9d8f-08370a508421 req-5118471e-446c-4e2d-93ee-1a621ce35171 service neutron] 10.222.0.23 "GET /v2.0/networks/c0872462-98fa-4b18-824d-ce804e81510e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068120 May 05 21:43:55.597508 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-29a45c66-ce4d-40d9-af55-6f66a936aae4 req-ab95ce12-a157-4469-a269-4b6310a264d0 service neutron] 10.222.0.32 "GET /v2.0/networks/718ff0c6-f920-4b3f-81a3-076012439a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139114 May 05 21:43:55.637460 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc3648d-9940-41c5-abb3-46b9d55686bb tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ac69e7-ed73-497e-bab8-ad8303c8090a,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:55.665596 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c9ed12-72fd-45d2-8882-6cd8ee3d6d18 req-529f6b49-2223-424a-879d-5132a914a0a7 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:55.667038 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f4c9ed12-72fd-45d2-8882-6cd8ee3d6d18 req-529f6b49-2223-424a-879d-5132a914a0a7 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4cdda4b-80c2-4d00-83e4-2ee7b75e3c84 HTTP/1.1" status: 200 len: 943 time: 0.1857016 May 05 21:43:55.729332 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-54e8808c-4aab-4f61-9d8f-08370a508421 req-06fada41-dcc1-47f0-a941-f02a04f073c3 service neutron] 10.222.0.23 "GET /v2.0/networks/c0872462-98fa-4b18-824d-ce804e81510e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731572 May 05 21:43:55.740011 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f4c9ed12-72fd-45d2-8882-6cd8ee3d6d18 req-e7b7da02-27f5-446f-b653-3166b2f04f8e tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbcf981c-f37d-4445-8488-e64399f606cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596449 May 05 21:43:55.777118 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-d74db9ec-2d0f-4d9a-aa4f-51731d9447af req-fdc3648d-9940-41c5-abb3-46b9d55686bb tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] Allocated IP 192.168.233.254 (4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9/f237a6ef-d044-411f-a2d8-d12619664c91/349e4061-2a07-4ef2-8d60-566db5d68653) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:43:55.786921 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-930c3d84-88f6-46fd-bd7f-6d783a071962 req-b3a9d16a-bd4d-48d2-84d8-7d4528a4d504 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e254aa6e91fc4971a04919e3490afc47&device_id=a4cdda4b-80c2-4d00-83e4-2ee7b75e3c84 HTTP/1.1" status: 200 len: 1094 time: 0.1431048 May 05 21:43:55.894432 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 2c015c13-b669-44aa-9dcf-ce82fbc735f0 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:43:55.997939 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f7eb621d-3d37-4cc0-8a27-e36e81419258 req-661dacc2-1f5d-4aaf-8b76-55f243f85fb9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1a869846-74ef-49c4-bc12-0a6ef71a34fd&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0884199 May 05 21:43:56.062084 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c3d84-88f6-46fd-bd7f-6d783a071962 req-e858cc83-7602-43c3-8463-0a16906e7149 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:56.064307 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-930c3d84-88f6-46fd-bd7f-6d783a071962 req-e858cc83-7602-43c3-8463-0a16906e7149 service neutron] 10.222.0.32 "GET /v2.0/networks?id=718ff0c6-f920-4b3f-81a3-076012439a00 HTTP/1.1" status: 200 len: 905 time: 0.2666614 May 05 21:43:56.082270 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 2c015c13-b669-44aa-9dcf-ce82fbc735f0, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=2c015c13-b669-44aa-9dcf-ce82fbc735f0,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:43:56.100474 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '2c015c13-b669-44aa-9dcf-ce82fbc735f0', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'port_id': '2c015c13-b669-44aa-9dcf-ce82fbc735f0', 'mac_address': 'fa:16:3e:f2:c8:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f237a6ef-d044-411f-a2d8-d12619664c91', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:43:56.154836 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-930c3d84-88f6-46fd-bd7f-6d783a071962 req-81d9c8cb-f4eb-4313-aca7-8178aaa1fa39 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=402f4959-a63e-4d19-ab3f-527ea57712c6 HTTP/1.1" status: 200 len: 217 time: 0.0720942 May 05 21:43:56.170208 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:56.189390 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c015c13-b669-44aa-9dcf-ce82fbc735f0 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:43:56.206480 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 2c015c13-b669-44aa-9dcf-ce82fbc735f0, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=2c015c13-b669-44aa-9dcf-ce82fbc735f0,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:43:56.212684 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:56.255708 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-d74db9ec-2d0f-4d9a-aa4f-51731d9447af req-fdc3648d-9940-41c5-abb3-46b9d55686bb tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:56.266117 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c3d84-88f6-46fd-bd7f-6d783a071962 req-98a828ea-c66c-4e0e-8f44-55bbbfe32e0b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:56.271746 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-930c3d84-88f6-46fd-bd7f-6d783a071962 req-98a828ea-c66c-4e0e-8f44-55bbbfe32e0b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f39d6243-09cb-485d-9aa5-4ff11d790f3c HTTP/1.1" status: 200 len: 843 time: 0.1093149 May 05 21:43:56.342395 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-d74db9ec-2d0f-4d9a-aa4f-51731d9447af req-fdc3648d-9940-41c5-abb3-46b9d55686bb tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] Transition to ACTIVE for port object 349e4061-2a07-4ef2-8d60-566db5d68653 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:43:56.408857 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=2c015c13-b669-44aa-9dcf-ce82fbc735f0,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:56.413477 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-930c3d84-88f6-46fd-bd7f-6d783a071962 req-54c0c963-e3d0-4671-8285-a7a1cbe36edb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=718ff0c6-f920-4b3f-81a3-076012439a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1266930 May 05 21:43:56.414868 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-d74db9ec-2d0f-4d9a-aa4f-51731d9447af req-fdc3648d-9940-41c5-abb3-46b9d55686bb tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:56.441558 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a58e104-bed2-410f-9dfb-e42af2e5f093 req-53d9b68b-6dbe-4704-bdf5-a8ce81fe9fde tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:56.443139 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4a58e104-bed2-410f-9dfb-e42af2e5f093 req-53d9b68b-6dbe-4704-bdf5-a8ce81fe9fde tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] 10.222.0.23 "GET /v2.0/ports?device_id=315deb87-d047-4304-a959-933f5c40e9f0 HTTP/1.1" status: 200 len: 949 time: 0.1433437 May 05 21:43:56.490699 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['2c015c13-b669-44aa-9dcf-ce82fbc735f0'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:43:56.496674 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4a58e104-bed2-410f-9dfb-e42af2e5f093 req-ddff5a4f-0858-4cc3-bc2f-aaa58ffdd1ce tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] 10.222.0.23 "GET /v2.0/security-groups?id=d16ca1b9-a02b-404e-8e24-3af6f20777e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467758 May 05 21:43:56.713257 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-930c3d84-88f6-46fd-bd7f-6d783a071962 req-da73a90b-2380-45f8-aa89-31460bb37bc7 service neutron] 10.222.0.32 "GET /v2.0/networks/718ff0c6-f920-4b3f-81a3-076012439a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592747 May 05 21:43:56.750258 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d74db9ec-2d0f-4d9a-aa4f-51731d9447af req-fdc3648d-9940-41c5-abb3-46b9d55686bb tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] Network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:43:56.753923 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc3648d-9940-41c5-abb3-46b9d55686bb tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] Pushing event updated for resources: {'Port': ['ID=349e4061-2a07-4ef2-8d60-566db5d68653,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:56.761454 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-d74db9ec-2d0f-4d9a-aa4f-51731d9447af req-fdc3648d-9940-41c5-abb3-46b9d55686bb tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:43:56.805499 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd1a4b-19ca-4f20-921b-d2348c7f6dc2 req-9b6c4c50-a6b8-41df-8171-929e476ec8a9 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:56.814724 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1bdd1a4b-19ca-4f20-921b-d2348c7f6dc2 req-9b6c4c50-a6b8-41df-8171-929e476ec8a9 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/ports?device_id=0daecea4-3536-4666-9f7a-5863d0caacc5 HTTP/1.1" status: 200 len: 945 time: 0.1536407 May 05 21:43:56.819116 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-d74db9ec-2d0f-4d9a-aa4f-51731d9447af req-fdc3648d-9940-41c5-abb3-46b9d55686bb tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:43:56.876889 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1bdd1a4b-19ca-4f20-921b-d2348c7f6dc2 req-09a6e3cf-938b-4474-b173-4cb86b9b048f tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/security-groups?id=060a0163-921c-42d6-97e2-b2f13023d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598793 May 05 21:43:56.895569 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74db9ec-2d0f-4d9a-aa4f-51731d9447af req-fdc3648d-9940-41c5-abb3-46b9d55686bb tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:56.897016 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-d74db9ec-2d0f-4d9a-aa4f-51731d9447af req-fdc3648d-9940-41c5-abb3-46b9d55686bb tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:56.977681 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d74db9ec-2d0f-4d9a-aa4f-51731d9447af req-fdc3648d-9940-41c5-abb3-46b9d55686bb tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1760905 May 05 21:43:56.994899 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-d74db9ec-2d0f-4d9a-aa4f-51731d9447af req-8dbec6c4-d75c-4366-b687-b6ef558bcad7 service neutron] Request body: {'port': {'device_id': 'f862062c-4474-4058-9cab-b734c5bf856b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:43:57.035856 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-930c3d84-88f6-46fd-bd7f-6d783a071962 req-b7de9180-e602-43ed-9527-78e6b5f9020c service neutron] 10.222.0.32 "GET /v2.0/networks/718ff0c6-f920-4b3f-81a3-076012439a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154247 May 05 21:43:57.124852 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-d74db9ec-2d0f-4d9a-aa4f-51731d9447af req-8dbec6c4-d75c-4366-b687-b6ef558bcad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:57.143323 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-a2cbe9a2-2809-4095-a18b-6f70f45dd37a None None] Provisioning for port 349e4061-2a07-4ef2-8d60-566db5d68653 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:43:57.152464 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-a2cbe9a2-2809-4095-a18b-6f70f45dd37a None None] Provisioning complete for port 349e4061-2a07-4ef2-8d60-566db5d68653 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:43:57.153148 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a2cbe9a2-2809-4095-a18b-6f70f45dd37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:57.273313 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-a2cbe9a2-2809-4095-a18b-6f70f45dd37a None None] Port 349e4061-2a07-4ef2-8d60-566db5d68653 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:43:57.318422 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a25d34e-09c0-4b93-a03f-3082a791028d req-3bd5d508-712d-489b-bd14-38d2009722bc tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:57.320279 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9a25d34e-09c0-4b93-a03f-3082a791028d req-3bd5d508-712d-489b-bd14-38d2009722bc tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] 10.222.0.23 "GET /v2.0/ports?device_id=f862062c-4474-4058-9cab-b734c5bf856b HTTP/1.1" status: 200 len: 936 time: 0.0969148 May 05 21:43:57.401352 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9a25d34e-09c0-4b93-a03f-3082a791028d req-117790e4-e5f8-4121-8b2f-a97946da7375 tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6ac69e7-ed73-497e-bab8-ad8303c8090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728290 May 05 21:43:57.437389 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-8486975f-be11-4f3a-9163-ec03aa4d3b21 tempest-LiveMigrationTest-271875399 tempest-LiveMigrationTest-271875399-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 21:43:57.438402 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-8486975f-be11-4f3a-9163-ec03aa4d3b21 tempest-LiveMigrationTest-271875399 tempest-LiveMigrationTest-271875399-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0058961 May 05 21:43:57.450434 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-2c360ed6-771a-48e5-8023-8f76847c16ba service neutron] Request body: {'binding': {'host': 'n-h2-825175-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:43:57.451792 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-2c360ed6-771a-48e5-8023-8f76847c16ba service neutron] Unknown quota resources ['binding']. {{(pid=84061) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 05 21:43:57.590774 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 35778) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:43:57.625432 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-d74db9ec-2d0f-4d9a-aa4f-51731d9447af req-8dbec6c4-d75c-4366-b687-b6ef558bcad7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 349e4061-2a07-4ef2-8d60-566db5d68653 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:43:57.634012 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-d74db9ec-2d0f-4d9a-aa4f-51731d9447af req-8dbec6c4-d75c-4366-b687-b6ef558bcad7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:57.649703 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-d74db9ec-2d0f-4d9a-aa4f-51731d9447af req-8dbec6c4-d75c-4366-b687-b6ef558bcad7 service neutron] Transition to ACTIVE for port object 349e4061-2a07-4ef2-8d60-566db5d68653 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:43:57.653781 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-d74db9ec-2d0f-4d9a-aa4f-51731d9447af req-8dbec6c4-d75c-4366-b687-b6ef558bcad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:57.678558 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6eeebc4b-5707-4c64-9b23-baceb1757da3 req-ccabcb40-d6af-488d-b668-2e0cba71edd0 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2749759-427b-4a40-96b7-9519adf36f4f HTTP/1.1" status: 200 len: 210 time: 0.1216276 May 05 21:43:57.804498 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-2c360ed6-771a-48e5-8023-8f76847c16ba service neutron] Attempting to bind port f4d9c9b2-5658-4234-b6b8-8992a1682e9f on host n-h2-825175-4 for vnic_type normal with profile None {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:43:57.805032 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-2c360ed6-771a-48e5-8023-8f76847c16ba service neutron] Attempting to bind port f4d9c9b2-5658-4234-b6b8-8992a1682e9f by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'df9c57c2-52c8-43c0-981c-16fd110b1d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd50665b6-9647-47f1-b718-b6ae7cd32366'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:43:57.805532 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-2c360ed6-771a-48e5-8023-8f76847c16ba service neutron] Attempting to bind port f4d9c9b2-5658-4234-b6b8-8992a1682e9f on network d50665b6-9647-47f1-b718-b6ae7cd32366 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:43:57.813293 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-2c360ed6-771a-48e5-8023-8f76847c16ba service neutron] Port f4d9c9b2-5658-4234-b6b8-8992a1682e9f on network d50665b6-9647-47f1-b718-b6ae7cd32366 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:43:57.813866 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-2c360ed6-771a-48e5-8023-8f76847c16ba service neutron] Attempting to bind port f4d9c9b2-5658-4234-b6b8-8992a1682e9f on network d50665b6-9647-47f1-b718-b6ae7cd32366 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:43:57.820741 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-2c360ed6-771a-48e5-8023-8f76847c16ba service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:43:57.821267 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-2c360ed6-771a-48e5-8023-8f76847c16ba service neutron] Checking segment: {'id': 'df9c57c2-52c8-43c0-981c-16fd110b1d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd50665b6-9647-47f1-b718-b6ae7cd32366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:43:57.821802 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-2c360ed6-771a-48e5-8023-8f76847c16ba service neutron] Bound using segment: {'id': 'df9c57c2-52c8-43c0-981c-16fd110b1d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd50665b6-9647-47f1-b718-b6ae7cd32366'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:43:57.822503 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-2c360ed6-771a-48e5-8023-8f76847c16ba service neutron] Bound port: f4d9c9b2-5658-4234-b6b8-8992a1682e9f, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df9c57c2-52c8-43c0-981c-16fd110b1d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd50665b6-9647-47f1-b718-b6ae7cd32366'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:43:57.907141 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 402f4959-a63e-4d19-ab3f-527ea57712c6 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:43:57.907426 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-2c360ed6-771a-48e5-8023-8f76847c16ba service neutron] For port f4d9c9b2-5658-4234-b6b8-8992a1682e9f, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=f4d9c9b2-5658-4234-b6b8-8992a1682e9f,segment=NetworkSegment(df9c57c2-52c8-43c0-981c-16fd110b1d0b),segment_id=df9c57c2-52c8-43c0-981c-16fd110b1d0b)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:43:57.912575 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 2c015c13-b669-44aa-9dcf-ce82fbc735f0 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:43:57.920008 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-2c360ed6-771a-48e5-8023-8f76847c16ba service neutron] Notify callbacks [] for binding, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:57.928271 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-2c360ed6-771a-48e5-8023-8f76847c16ba service neutron] 10.222.0.23 "POST /v2.0/ports/f4d9c9b2-5658-4234-b6b8-8992a1682e9f/bindings HTTP/1.1" status: 201 len: 389 time: 0.4818015 May 05 21:43:58.003159 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f748fa7-9fd5-4440-b818-27544d25d757 req-20e7570b-9fb9-48c9-970b-1cf6cc6eebd2 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:58.005695 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7f748fa7-9fd5-4440-b818-27544d25d757 req-20e7570b-9fb9-48c9-970b-1cf6cc6eebd2 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4cdda4b-80c2-4d00-83e4-2ee7b75e3c84 HTTP/1.1" status: 200 len: 943 time: 0.1398454 May 05 21:43:58.036490 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9d2dce5e-0782-41e5-8fe1-9c4abe4d0970 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:58.102292 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbec6c4-d75c-4366-b687-b6ef558bcad7 service neutron] Pushing event updated for resources: {'Port': ['ID=349e4061-2a07-4ef2-8d60-566db5d68653,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:58.123960 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7f748fa7-9fd5-4440-b818-27544d25d757 req-323a96e6-9ead-4338-92c7-e06cc822a610 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbcf981c-f37d-4445-8488-e64399f606cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106575 May 05 21:43:58.228891 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port 2c015c13-b669-44aa-9dcf-ce82fbc735f0 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:43:58.256302 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-9d2dce5e-0782-41e5-8fe1-9c4abe4d0970 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:43:58.261029 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9d2dce5e-0782-41e5-8fe1-9c4abe4d0970 admin admin] Usage tracker for resource:security_group_rule and tenant:f2cc8363eec746c4b534974d6a77a72d is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:43:58.262618 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 402f4959-a63e-4d19-ab3f-527ea57712c6, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=402f4959-a63e-4d19-ab3f-527ea57712c6,segment=NetworkSegment(d7603f5b-adfa-4ba5-8903-79c78aa436ad),segment_id=d7603f5b-adfa-4ba5-8903-79c78aa436ad)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:43:58.264461 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9d2dce5e-0782-41e5-8fe1-9c4abe4d0970 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:43:58.271088 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 2c015c13-b669-44aa-9dcf-ce82fbc735f0 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:43:58.271572 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:58.272015 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-9d2dce5e-0782-41e5-8fe1-9c4abe4d0970 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:43:58.343179 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '402f4959-a63e-4d19-ab3f-527ea57712c6', 'network_id': '718ff0c6-f920-4b3f-81a3-076012439a00', 'port_id': '402f4959-a63e-4d19-ab3f-527ea57712c6', 'mac_address': 'fa:16:3e:e0:73:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f39d6243-09cb-485d-9aa5-4ff11d790f3c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:43:58.361281 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9d2dce5e-0782-41e5-8fe1-9c4abe4d0970 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:58.425047 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9d2dce5e-0782-41e5-8fe1-9c4abe4d0970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:58.429980 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:58.469802 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9d2dce5e-0782-41e5-8fe1-9c4abe4d0970 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f2cc8363eec746c4b534974d6a77a72d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8779683 May 05 21:43:58.480139 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35792) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:43:58.493082 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 402f4959-a63e-4d19-ab3f-527ea57712c6 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:43:58.521371 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:58.539407 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e8808c-4aab-4f61-9d8f-08370a508421 req-61b3315c-d0d7-45f3-87bd-2d9e4973190f tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:58.541276 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-54e8808c-4aab-4f61-9d8f-08370a508421 req-61b3315c-d0d7-45f3-87bd-2d9e4973190f tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Synchronizing usage tracker for tenant:61abfbe113f746f29df633f17a179bab on resource:network {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:43:58.561535 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 402f4959-a63e-4d19-ab3f-527ea57712c6, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=402f4959-a63e-4d19-ab3f-527ea57712c6,segment=NetworkSegment(d7603f5b-adfa-4ba5-8903-79c78aa436ad),segment_id=d7603f5b-adfa-4ba5-8903-79c78aa436ad)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:43:58.564047 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2dce5e-0782-41e5-8fe1-9c4abe4d0970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19898dc9-f092-47be-bc28-1ccfc7028a94,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:58.590201 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:58.645764 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-d74db9ec-2d0f-4d9a-aa4f-51731d9447af req-8dbec6c4-d75c-4366-b687-b6ef558bcad7 service neutron] Attempting to bind port 349e4061-2a07-4ef2-8d60-566db5d68653 on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:43:58.651817 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-d74db9ec-2d0f-4d9a-aa4f-51731d9447af req-8dbec6c4-d75c-4366-b687-b6ef558bcad7 service neutron] Attempting to bind port 349e4061-2a07-4ef2-8d60-566db5d68653 by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:43:58.652163 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74db9ec-2d0f-4d9a-aa4f-51731d9447af req-8dbec6c4-d75c-4366-b687-b6ef558bcad7 service neutron] Attempting to bind port 349e4061-2a07-4ef2-8d60-566db5d68653 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:43:58.666423 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74db9ec-2d0f-4d9a-aa4f-51731d9447af req-8dbec6c4-d75c-4366-b687-b6ef558bcad7 service neutron] Port 349e4061-2a07-4ef2-8d60-566db5d68653 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:43:58.670886 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74db9ec-2d0f-4d9a-aa4f-51731d9447af req-8dbec6c4-d75c-4366-b687-b6ef558bcad7 service neutron] Attempting to bind port 349e4061-2a07-4ef2-8d60-566db5d68653 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:43:58.680645 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315deb87-d047-4304-a959-933f5c40e9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c015c13-b669-44aa-9dcf-ce82fbc735f0'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:43:58.690420 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74db9ec-2d0f-4d9a-aa4f-51731d9447af req-8dbec6c4-d75c-4366-b687-b6ef558bcad7 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:43:58.690824 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74db9ec-2d0f-4d9a-aa4f-51731d9447af req-8dbec6c4-d75c-4366-b687-b6ef558bcad7 service neutron] Checking segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:43:58.691243 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74db9ec-2d0f-4d9a-aa4f-51731d9447af req-8dbec6c4-d75c-4366-b687-b6ef558bcad7 service neutron] Bound using segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:43:58.695495 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d22391-d042-400f-9d2a-cb4a0a05c9a7 req-1b453951-f9de-4f17-a6de-fa8c808ac4cb tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:58.697226 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-49d22391-d042-400f-9d2a-cb4a0a05c9a7 req-1b453951-f9de-4f17-a6de-fa8c808ac4cb tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] 10.222.0.23 "GET /v2.0/ports?device_id=315deb87-d047-4304-a959-933f5c40e9f0 HTTP/1.1" status: 200 len: 949 time: 0.3352394 May 05 21:43:58.702968 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-d74db9ec-2d0f-4d9a-aa4f-51731d9447af req-8dbec6c4-d75c-4366-b687-b6ef558bcad7 service neutron] Bound port: 349e4061-2a07-4ef2-8d60-566db5d68653, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:43:58.703509 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-d74db9ec-2d0f-4d9a-aa4f-51731d9447af req-8dbec6c4-d75c-4366-b687-b6ef558bcad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:58.717960 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-231c930f-963b-4f69-83ee-116814e8720e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea576b38215846aaa224b1aa35155ba3&device_id=1a869846-74ef-49c4-bc12-0a6ef71a34fd HTTP/1.1" status: 200 len: 1097 time: 0.4522445 May 05 21:43:58.724690 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 2c015c13-b669-44aa-9dcf-ce82fbc735f0, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=2c015c13-b669-44aa-9dcf-ce82fbc735f0,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:43:58.769583 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-54e8808c-4aab-4f61-9d8f-08370a508421 req-61b3315c-d0d7-45f3-87bd-2d9e4973190f tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Unset dirty status for tenant:61abfbe113f746f29df633f17a179bab on resource:network {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:43:58.775432 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0586b3c2-3a47-4c43-8537-719e7cf3d4ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:58.777115 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-54e8808c-4aab-4f61-9d8f-08370a508421 req-61b3315c-d0d7-45f3-87bd-2d9e4973190f tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] 10.222.0.32 "GET /v2.0/networks?id=c0872462-98fa-4b18-824d-ce804e81510e HTTP/1.1" status: 200 len: 815 time: 1.1056421 May 05 21:43:58.799859 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:58.850020 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['402f4959-a63e-4d19-ab3f-527ea57712c6'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:43:58.929461 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=402f4959-a63e-4d19-ab3f-527ea57712c6,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:58.943876 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0586b3c2-3a47-4c43-8537-719e7cf3d4ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:58.959194 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-54e8808c-4aab-4f61-9d8f-08370a508421 req-fcd4fbf7-10ee-4465-a3d9-d4db9aaff9a3 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Synchronizing usage tracker for tenant:61abfbe113f746f29df633f17a179bab on resource:security_group {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:43:59.031054 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-49d22391-d042-400f-9d2a-cb4a0a05c9a7 req-8234ea64-31ad-428a-b6f0-41c9a62467ad tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] 10.222.0.23 "GET /v2.0/security-groups?id=d16ca1b9-a02b-404e-8e24-3af6f20777e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200572 May 05 21:43:59.089453 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-54e8808c-4aab-4f61-9d8f-08370a508421 req-fcd4fbf7-10ee-4465-a3d9-d4db9aaff9a3 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Unset dirty status for tenant:61abfbe113f746f29df633f17a179bab on resource:security_group {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:43:59.102981 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-54e8808c-4aab-4f61-9d8f-08370a508421 req-fcd4fbf7-10ee-4465-a3d9-d4db9aaff9a3 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61abfbe113f746f29df633f17a179bab HTTP/1.1" status: 200 len: 379 time: 0.2980659 May 05 21:43:59.107948 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-54e8808c-4aab-4f61-9d8f-08370a508421 req-7434fb70-3be7-4625-9202-bef86ba6382b tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Request body: {'port': {'device_id': 'c2749759-427b-4a40-96b7-9519adf36f4f', 'network_id': 'c0872462-98fa-4b18-824d-ce804e81510e', 'admin_state_up': True, 'tenant_id': '61abfbe113f746f29df633f17a179bab', 'security_groups': ['120b4c1c-14bf-4ea1-9ce2-540e096b21a1']}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:43:59.137431 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-d74db9ec-2d0f-4d9a-aa4f-51731d9447af req-8dbec6c4-d75c-4366-b687-b6ef558bcad7 service neutron] For port 349e4061-2a07-4ef2-8d60-566db5d68653, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:43:59.203583 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-3639a26a-7192-4101-bc8a-ee25f207f006 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:59.205219 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-3639a26a-7192-4101-bc8a-ee25f207f006 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d50665b6-9647-47f1-b718-b6ae7cd32366 HTTP/1.1" status: 200 len: 909 time: 0.4656513 May 05 21:43:59.207885 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=2c015c13-b669-44aa-9dcf-ce82fbc735f0,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:59.245897 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-d74db9ec-2d0f-4d9a-aa4f-51731d9447af req-8dbec6c4-d75c-4366-b687-b6ef558bcad7 service neutron] For port 349e4061-2a07-4ef2-8d60-566db5d68653, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=349e4061-2a07-4ef2-8d60-566db5d68653,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:43:59.252075 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-d74db9ec-2d0f-4d9a-aa4f-51731d9447af req-8dbec6c4-d75c-4366-b687-b6ef558bcad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:59.338885 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-d74db9ec-2d0f-4d9a-aa4f-51731d9447af req-8dbec6c4-d75c-4366-b687-b6ef558bcad7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:59.340716 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d74db9ec-2d0f-4d9a-aa4f-51731d9447af req-8dbec6c4-d75c-4366-b687-b6ef558bcad7 service neutron] 10.222.0.44 "PUT /v2.0/ports/349e4061-2a07-4ef2-8d60-566db5d68653 HTTP/1.1" status: 200 len: 1096 time: 2.3501141 May 05 21:43:59.347360 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f862062c-4474-4058-9cab-b734c5bf856b', 'tag': '349e4061-2a07-4ef2-8d60-566db5d68653'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:43:59.364836 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-697311a4-0fac-41d0-b4a0-436d558c418f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4d9c9b2-5658-4234-b6b8-8992a1682e9f HTTP/1.1" status: 200 len: 217 time: 0.1150773 May 05 21:43:59.446853 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbec6c4-d75c-4366-b687-b6ef558bcad7 service neutron] Pushing event updated for resources: {'Port': ['ID=349e4061-2a07-4ef2-8d60-566db5d68653,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:59.473507 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-54e8808c-4aab-4f61-9d8f-08370a508421 req-7434fb70-3be7-4625-9202-bef86ba6382b tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:43:59.479255 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-54e8808c-4aab-4f61-9d8f-08370a508421 req-7434fb70-3be7-4625-9202-bef86ba6382b tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Usage tracker for resource:port and tenant:61abfbe113f746f29df633f17a179bab is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:43:59.494244 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-54e8808c-4aab-4f61-9d8f-08370a508421 req-7434fb70-3be7-4625-9202-bef86ba6382b tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:43:59.501970 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-54e8808c-4aab-4f61-9d8f-08370a508421 req-7434fb70-3be7-4625-9202-bef86ba6382b tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:43:59.524720 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54e8808c-4aab-4f61-9d8f-08370a508421 req-7434fb70-3be7-4625-9202-bef86ba6382b tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Made reservation on behalf of 61abfbe113f746f29df633f17a179bab for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:43:59.534225 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-54e8808c-4aab-4f61-9d8f-08370a508421 req-7434fb70-3be7-4625-9202-bef86ba6382b tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:59.623973 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d74db9ec-2d0f-4d9a-aa4f-51731d9447af req-f62efedf-c586-4006-958d-64e8812ac04b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=18ac00964dec4327a3c8072b295165d1&device_id=f862062c-4474-4058-9cab-b734c5bf856b HTTP/1.1" status: 200 len: 1099 time: 0.2329104 May 05 21:43:59.660574 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0586b3c2-3a47-4c43-8537-719e7cf3d4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:59.692045 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae66b33-f037-4e74-9b3e-c4f0a4f81f1e req-bfba0b9d-f15e-45f8-aa54-5ca9754cd8ce tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:59.695626 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bae66b33-f037-4e74-9b3e-c4f0a4f81f1e req-bfba0b9d-f15e-45f8-aa54-5ca9754cd8ce tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a869846-74ef-49c4-bc12-0a6ef71a34fd HTTP/1.1" status: 200 len: 946 time: 0.7026176 May 05 21:43:59.700526 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0586b3c2-3a47-4c43-8537-719e7cf3d4ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19898dc9-f092-47be-bc28-1ccfc7028a94,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:43:59.717173 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d74db9ec-2d0f-4d9a-aa4f-51731d9447af req-bc59141b-6620-400d-a816-7a415bf16904 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=349e4061-2a07-4ef2-8d60-566db5d68653 HTTP/1.1" status: 200 len: 217 time: 0.0851414 May 05 21:43:59.739404 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c67da4-ec23-4d72-b05d-2261c5a139b4 req-d4834ed3-3a4c-417e-af2d-0bb1637572a2 tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:59.747140 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-42c67da4-ec23-4d72-b05d-2261c5a139b4 req-d4834ed3-3a4c-417e-af2d-0bb1637572a2 tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] 10.222.0.23 "GET /v2.0/ports?device_id=f862062c-4474-4058-9cab-b734c5bf856b HTTP/1.1" status: 200 len: 948 time: 0.5546379 May 05 21:43:59.768544 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-861a7ca1-d84d-46e2-868a-c7386a5a80c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:59.769813 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-861a7ca1-d84d-46e2-868a-c7386a5a80c4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2ef0800d-de6f-466d-b35f-d1403d70c310 HTTP/1.1" status: 200 len: 848 time: 0.3844173 May 05 21:43:59.775250 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0586b3c2-3a47-4c43-8537-719e7cf3d4ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:43:59.776564 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0586b3c2-3a47-4c43-8537-719e7cf3d4ca admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/19898dc9-f092-47be-bc28-1ccfc7028a94 HTTP/1.1" status: 204 len: 168 time: 1.2909861 May 05 21:43:59.857791 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74db9ec-2d0f-4d9a-aa4f-51731d9447af req-70c2a133-a777-46fa-b184-5d9be809d522 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:43:59.859643 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d74db9ec-2d0f-4d9a-aa4f-51731d9447af req-70c2a133-a777-46fa-b184-5d9be809d522 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.1351066 May 05 21:43:59.866714 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-bca51d73-b169-4641-9c2e-0b7915a100ac service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d50665b6-9647-47f1-b718-b6ae7cd32366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837529 May 05 21:43:59.907274 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 402f4959-a63e-4d19-ab3f-527ea57712c6 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:43:59.920412 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-54e8808c-4aab-4f61-9d8f-08370a508421 req-7434fb70-3be7-4625-9202-bef86ba6382b tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Allocated IP 172.20.0.10 (c0872462-98fa-4b18-824d-ce804e81510e/3616903f-0b3a-4ed3-93ad-c39d3f389ac9/8408dc29-f2b8-410f-87d2-a81518c6ab4d) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:43:59.983310 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bae66b33-f037-4e74-9b3e-c4f0a4f81f1e req-bcbc536f-abf3-4d33-93b9-1d0706bb910b tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768538 May 05 21:44:00.010229 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-42c67da4-ec23-4d72-b05d-2261c5a139b4 req-ebf63f3a-173d-40c8-9e61-5c6f2b64b371 tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6ac69e7-ed73-497e-bab8-ad8303c8090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620788 May 05 21:44:00.072052 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d74db9ec-2d0f-4d9a-aa4f-51731d9447af req-3a0762fc-4235-4747-ba2b-8a4b19ea4d01 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2039495 May 05 21:44:00.097670 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port 402f4959-a63e-4d19-ab3f-527ea57712c6 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:44:00.104679 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 402f4959-a63e-4d19-ab3f-527ea57712c6 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:44:00.105908 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:00.175541 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-7e9957ba-b510-44f2-b8b8-72960e92fa5e service neutron] 10.222.0.32 "GET /v2.0/networks/d50665b6-9647-47f1-b718-b6ae7cd32366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980666 May 05 21:44:00.250925 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd518c73-dd34-4d3f-b379-2a71fe31315d'] response: {'server_uuid': '315deb87-d047-4304-a959-933f5c40e9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c015c13-b669-44aa-9dcf-ce82fbc735f0', 'code': 200} May 05 21:44:00.422069 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 38511192-f2b6-49cb-a72f-91d46f1dfbd5 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:44:00.434296 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-f340bffb-5aae-4302-a067-26566687c2f1 service neutron] 10.222.0.32 "GET /v2.0/networks/d50665b6-9647-47f1-b718-b6ae7cd32366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489572 May 05 21:44:00.537212 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:00.538726 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-54e8808c-4aab-4f61-9d8f-08370a508421 req-7434fb70-3be7-4625-9202-bef86ba6382b tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:00.548903 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 35826) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:44:00.559599 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d74db9ec-2d0f-4d9a-aa4f-51731d9447af req-200ae355-0a20-45e2-9be1-d3ab57299c77 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4791002 May 05 21:44:00.583421 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6e800b67-d789-4353-8a88-8762eb09f016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:00.585701 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 402f4959-a63e-4d19-ab3f-527ea57712c6, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=402f4959-a63e-4d19-ab3f-527ea57712c6,segment=NetworkSegment(d7603f5b-adfa-4ba5-8903-79c78aa436ad),segment_id=d7603f5b-adfa-4ba5-8903-79c78aa436ad)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:44:00.603738 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:00.625728 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-54e8808c-4aab-4f61-9d8f-08370a508421 req-7434fb70-3be7-4625-9202-bef86ba6382b tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Transition to ACTIVE for port object 8408dc29-f2b8-410f-87d2-a81518c6ab4d will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:44:00.690729 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d7376aa4-c931-436d-bcd1-f955dfdca990 req-1e1082f8-fdff-4b6e-86a3-dbe7d322fb81 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2749759-427b-4a40-96b7-9519adf36f4f HTTP/1.1" status: 200 len: 210 time: 0.2576208 May 05 21:44:00.751214 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3c7918fe-a473-403a-aa93-b391aeedf023 req-0dab1a3b-31a7-46a6-a32f-b8c8f0aeb3c8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=315deb87-d047-4304-a959-933f5c40e9f0 HTTP/1.1" status: 200 len: 1101 time: 0.4721565 May 05 21:44:00.777286 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbdd5ea-3b6d-474f-9003-4acf27f74307 req-c190eb54-9362-4ac6-a3c7-b4c31f20682c tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:00.786116 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ccbdd5ea-3b6d-474f-9003-4acf27f74307 req-c190eb54-9362-4ac6-a3c7-b4c31f20682c tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4cdda4b-80c2-4d00-83e4-2ee7b75e3c84 HTTP/1.1" status: 200 len: 945 time: 0.2252669 May 05 21:44:00.790133 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 38511192-f2b6-49cb-a72f-91d46f1dfbd5, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=38511192-f2b6-49cb-a72f-91d46f1dfbd5,segment=NetworkSegment(1433ba6d-48b0-4056-91b6-deba1a0564ab),segment_id=1433ba6d-48b0-4056-91b6-deba1a0564ab)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:44:00.797992 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-accc2a6c-2e69-4766-9270-2b03ddc97cf2 tempest-LiveMigrationTest-271875399 tempest-LiveMigrationTest-271875399-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1a869846-74ef-49c4-bc12-0a6ef71a34fd&tenant_id=ea576b38215846aaa224b1aa35155ba3&binding%3Ahost_id=n-h1-825175-4 HTTP/1.1" status: 200 len: 1097 time: 0.2353582 May 05 21:44:00.804525 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '38511192-f2b6-49cb-a72f-91d46f1dfbd5', 'network_id': '20d2a56b-3a76-462e-a812-0f44fcc7b483', 'port_id': '38511192-f2b6-49cb-a72f-91d46f1dfbd5', 'mac_address': 'fa:16:3e:f5:f0:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41faf43c-45c2-40ca-97f2-b9922a51b49e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:44:00.808872 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=402f4959-a63e-4d19-ab3f-527ea57712c6,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:00.822981 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-b55d1ea9-6586-4183-aa0a-f95dbc0d357f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-825175-4'}}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:44:00.831797 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46cf6c7a-3547-4d0c-ae67-480b7f873b49'] response: {'name': 'network-changed', 'server_uuid': 'f862062c-4474-4058-9cab-b734c5bf856b', 'tag': '349e4061-2a07-4ef2-8d60-566db5d68653', 'status': 'completed', 'code': 200} May 05 21:44:00.851592 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-6e800b67-d789-4353-8a88-8762eb09f016 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:44:00.875466 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:00.895364 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-6e800b67-d789-4353-8a88-8762eb09f016 admin admin] Usage tracker for resource:security_group_rule and tenant:626b5eee54634104b66ff3b18f5b81a3 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:44:00.904766 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 38511192-f2b6-49cb-a72f-91d46f1dfbd5 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:44:00.912128 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-6e800b67-d789-4353-8a88-8762eb09f016 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:44:00.921534 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 38511192-f2b6-49cb-a72f-91d46f1dfbd5, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=38511192-f2b6-49cb-a72f-91d46f1dfbd5,segment=NetworkSegment(1433ba6d-48b0-4056-91b6-deba1a0564ab),segment_id=1433ba6d-48b0-4056-91b6-deba1a0564ab)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:44:00.927529 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:00.941937 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-6e800b67-d789-4353-8a88-8762eb09f016 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:44:00.966852 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-b55d1ea9-6586-4183-aa0a-f95dbc0d357f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:00.978147 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ccbdd5ea-3b6d-474f-9003-4acf27f74307 req-23753b9d-bd98-47ee-986f-40f370403aac tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbcf981c-f37d-4445-8488-e64399f606cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1911905 May 05 21:44:00.997847 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=38511192-f2b6-49cb-a72f-91d46f1dfbd5,revision_number=6']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:01.061960 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3c7918fe-a473-403a-aa93-b391aeedf023 req-591d9ade-ae88-4078-89e6-8492e10ba6f8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d16ca1b9-a02b-404e-8e24-3af6f20777e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993267 May 05 21:44:01.067466 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-54e8808c-4aab-4f61-9d8f-08370a508421 req-7434fb70-3be7-4625-9202-bef86ba6382b tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:01.071188 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['38511192-f2b6-49cb-a72f-91d46f1dfbd5'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:44:01.082372 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6e800b67-d789-4353-8a88-8762eb09f016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:01.089010 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d74db9ec-2d0f-4d9a-aa4f-51731d9447af req-1b010dd6-22ac-43cc-8b8f-47ccb9a7d0e6 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4911928 May 05 21:44:01.242217 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-b55d1ea9-6586-4183-aa0a-f95dbc0d357f service neutron] For port f4d9c9b2-5658-4234-b6b8-8992a1682e9f, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=f4d9c9b2-5658-4234-b6b8-8992a1682e9f,segment=NetworkSegment(df9c57c2-52c8-43c0-981c-16fd110b1d0b),segment_id=df9c57c2-52c8-43c0-981c-16fd110b1d0b)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:44:01.260009 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6e800b67-d789-4353-8a88-8762eb09f016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:01.295501 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-6e800b67-d789-4353-8a88-8762eb09f016 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=626b5eee54634104b66ff3b18f5b81a3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7433167 May 05 21:44:01.300053 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-b55d1ea9-6586-4183-aa0a-f95dbc0d357f service neutron] For port f4d9c9b2-5658-4234-b6b8-8992a1682e9f, host n-h1-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:44:01.310963 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 35836) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:44:01.373073 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54e8808c-4aab-4f61-9d8f-08370a508421 req-7434fb70-3be7-4625-9202-bef86ba6382b tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Network c0872462-98fa-4b18-824d-ce804e81510e is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:44:01.374159 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7434fb70-3be7-4625-9202-bef86ba6382b tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Pushing event updated for resources: {'Port': ['ID=8408dc29-f2b8-410f-87d2-a81518c6ab4d,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:01.393515 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-54e8808c-4aab-4f61-9d8f-08370a508421 req-7434fb70-3be7-4625-9202-bef86ba6382b tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:44:01.402280 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e800b67-d789-4353-8a88-8762eb09f016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ad81b3-ad93-4e3f-8a3d-e367f12c94e6,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:01.408439 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e8808c-4aab-4f61-9d8f-08370a508421 req-7434fb70-3be7-4625-9202-bef86ba6382b tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:44:01.472600 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a869846-74ef-49c4-bc12-0a6ef71a34fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4d9c9b2-5658-4234-b6b8-8992a1682e9f'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:44:01.479754 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-b55d1ea9-6586-4183-aa0a-f95dbc0d357f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:01.504347 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-b55d1ea9-6586-4183-aa0a-f95dbc0d357f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:01.533931 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e34c2141-e2bd-473c-bfda-77e1682ccb30 req-d94ff6a0-f1d3-4c75-8fe9-f1c897530f6c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=18ac00964dec4327a3c8072b295165d1&device_id=f862062c-4474-4058-9cab-b734c5bf856b HTTP/1.1" status: 200 len: 1099 time: 0.3619907 May 05 21:44:01.544788 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e8808c-4aab-4f61-9d8f-08370a508421 req-7434fb70-3be7-4625-9202-bef86ba6382b tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:01.545795 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-54e8808c-4aab-4f61-9d8f-08370a508421 req-7434fb70-3be7-4625-9202-bef86ba6382b tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:01.667825 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6164fd9e-22ef-46c3-815f-676b57b9995b req-8e4ec2e0-ba25-434d-b6f4-7c5f87cc0bf9 tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:01.669306 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6164fd9e-22ef-46c3-815f-676b57b9995b req-8e4ec2e0-ba25-434d-b6f4-7c5f87cc0bf9 tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] 10.222.0.23 "GET /v2.0/ports?device_id=315deb87-d047-4304-a959-933f5c40e9f0 HTTP/1.1" status: 200 len: 950 time: 0.3214712 May 05 21:44:01.673714 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6b93c293-9037-42f6-9dad-7fe81b686184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:01.697687 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298c2f2-3759-4a1f-930b-75e7cf3d0c43 req-bf2993ce-8ba1-41c3-9689-497c0acbd117 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:01.699161 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6298c2f2-3759-4a1f-930b-75e7cf3d0c43 req-bf2993ce-8ba1-41c3-9689-497c0acbd117 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a869846-74ef-49c4-bc12-0a6ef71a34fd HTTP/1.1" status: 200 len: 946 time: 0.3501983 May 05 21:44:01.722338 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6b93c293-9037-42f6-9dad-7fe81b686184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:01.724356 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55d1ea9-6586-4183-aa0a-f95dbc0d357f service neutron] Pushing event updated for resources: {'Port': ['ID=f4d9c9b2-5658-4234-b6b8-8992a1682e9f,revision_number=7']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:01.775498 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-54e8808c-4aab-4f61-9d8f-08370a508421 req-7434fb70-3be7-4625-9202-bef86ba6382b tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6714761 May 05 21:44:01.805266 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-4d35b8ad-d5d0-4de2-b079-62e2f3a743dc None None] Provisioning for port 8408dc29-f2b8-410f-87d2-a81518c6ab4d completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:44:01.808786 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-54e8808c-4aab-4f61-9d8f-08370a508421 req-80cc4b8d-ddb8-45b4-a8d6-c6e549d93274 service neutron] Request body: {'port': {'device_id': 'c2749759-427b-4a40-96b7-9519adf36f4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:44:01.811253 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-4d35b8ad-d5d0-4de2-b079-62e2f3a743dc None None] Provisioning complete for port 8408dc29-f2b8-410f-87d2-a81518c6ab4d triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:44:01.811622 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4d35b8ad-d5d0-4de2-b079-62e2f3a743dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:01.843250 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6164fd9e-22ef-46c3-815f-676b57b9995b req-89bc4407-e21a-4a59-a677-dc14324338bd tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] 10.222.0.23 "GET /v2.0/security-groups?id=d16ca1b9-a02b-404e-8e24-3af6f20777e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588378 May 05 21:44:01.847880 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-b55d1ea9-6586-4183-aa0a-f95dbc0d357f service neutron] Attempting to bind port f4d9c9b2-5658-4234-b6b8-8992a1682e9f on host n-h1-825175-4 for vnic_type normal with profile {"migrating_to": "n-h2-825175-4"} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:44:01.848205 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-b55d1ea9-6586-4183-aa0a-f95dbc0d357f service neutron] Attempting to bind port f4d9c9b2-5658-4234-b6b8-8992a1682e9f by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': 'df9c57c2-52c8-43c0-981c-16fd110b1d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd50665b6-9647-47f1-b718-b6ae7cd32366'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:44:01.848524 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-b55d1ea9-6586-4183-aa0a-f95dbc0d357f service neutron] Attempting to bind port f4d9c9b2-5658-4234-b6b8-8992a1682e9f on network d50665b6-9647-47f1-b718-b6ae7cd32366 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:44:01.873455 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6298c2f2-3759-4a1f-930b-75e7cf3d0c43 req-4aa73d38-9b8f-48bb-83d5-a8835dfc11fb tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545720 May 05 21:44:01.874950 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-b55d1ea9-6586-4183-aa0a-f95dbc0d357f service neutron] Port f4d9c9b2-5658-4234-b6b8-8992a1682e9f on network d50665b6-9647-47f1-b718-b6ae7cd32366 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:44:01.875333 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-b55d1ea9-6586-4183-aa0a-f95dbc0d357f service neutron] Attempting to bind port f4d9c9b2-5658-4234-b6b8-8992a1682e9f on network d50665b6-9647-47f1-b718-b6ae7cd32366 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:44:01.886992 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-b55d1ea9-6586-4183-aa0a-f95dbc0d357f service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:44:01.887353 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-b55d1ea9-6586-4183-aa0a-f95dbc0d357f service neutron] Checking segment: {'id': 'df9c57c2-52c8-43c0-981c-16fd110b1d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd50665b6-9647-47f1-b718-b6ae7cd32366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:44:01.887743 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-b55d1ea9-6586-4183-aa0a-f95dbc0d357f service neutron] Bound using segment: {'id': 'df9c57c2-52c8-43c0-981c-16fd110b1d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd50665b6-9647-47f1-b718-b6ae7cd32366'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:44:01.888217 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-b55d1ea9-6586-4183-aa0a-f95dbc0d357f service neutron] Bound port: f4d9c9b2-5658-4234-b6b8-8992a1682e9f, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df9c57c2-52c8-43c0-981c-16fd110b1d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd50665b6-9647-47f1-b718-b6ae7cd32366'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:44:01.888613 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-b55d1ea9-6586-4183-aa0a-f95dbc0d357f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:01.893562 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-4d35b8ad-d5d0-4de2-b079-62e2f3a743dc None None] Port 8408dc29-f2b8-410f-87d2-a81518c6ab4d cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:44:01.930175 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c2141-e2bd-473c-bfda-77e1682ccb30 req-dd42731a-1fe2-46b7-874c-f9b0eb4d286f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:01.931875 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e34c2141-e2bd-473c-bfda-77e1682ccb30 req-dd42731a-1fe2-46b7-874c-f9b0eb4d286f service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 HTTP/1.1" status: 200 len: 870 time: 0.3703616 May 05 21:44:01.939931 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6b93c293-9037-42f6-9dad-7fe81b686184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:02.068338 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-b55d1ea9-6586-4183-aa0a-f95dbc0d357f service neutron] For port f4d9c9b2-5658-4234-b6b8-8992a1682e9f, host n-h1-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:44:02.072336 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e34c2141-e2bd-473c-bfda-77e1682ccb30 req-0910e532-70a7-4110-aa39-34fce86effa6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=349e4061-2a07-4ef2-8d60-566db5d68653 HTTP/1.1" status: 200 len: 217 time: 0.1239178 May 05 21:44:02.087885 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6b93c293-9037-42f6-9dad-7fe81b686184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:02.089323 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-6b93c293-9037-42f6-9dad-7fe81b686184 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/72ad81b3-ad93-4e3f-8a3d-e367f12c94e6 HTTP/1.1" status: 204 len: 168 time: 0.7740984 May 05 21:44:02.127864 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-b55d1ea9-6586-4183-aa0a-f95dbc0d357f service neutron] For port f4d9c9b2-5658-4234-b6b8-8992a1682e9f, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=f4d9c9b2-5658-4234-b6b8-8992a1682e9f,segment=NetworkSegment(df9c57c2-52c8-43c0-981c-16fd110b1d0b),segment_id=df9c57c2-52c8-43c0-981c-16fd110b1d0b)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:44:02.142163 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-b55d1ea9-6586-4183-aa0a-f95dbc0d357f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:02.191058 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b93c293-9037-42f6-9dad-7fe81b686184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ad81b3-ad93-4e3f-8a3d-e367f12c94e6,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:02.194897 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c2141-e2bd-473c-bfda-77e1682ccb30 req-0e4d61ef-e87b-4d99-9333-c2fe8ec1034e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:02.197054 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e34c2141-e2bd-473c-bfda-77e1682ccb30 req-0e4d61ef-e87b-4d99-9333-c2fe8ec1034e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.1050603 May 05 21:44:02.252227 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4cdda4b-80c2-4d00-83e4-2ee7b75e3c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '402f4959-a63e-4d19-ab3f-527ea57712c6'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:44:02.323892 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-54e8808c-4aab-4f61-9d8f-08370a508421 req-80cc4b8d-ddb8-45b4-a8d6-c6e549d93274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:02.412510 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 38511192-f2b6-49cb-a72f-91d46f1dfbd5 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:44:02.452694 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e34c2141-e2bd-473c-bfda-77e1682ccb30 req-f61e7a49-d943-4d82-9bf3-82c7f33415c5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2453718 May 05 21:44:02.564762 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 38511192-f2b6-49cb-a72f-91d46f1dfbd5 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:44:02.565234 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:02.694735 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e34c2141-e2bd-473c-bfda-77e1682ccb30 req-42ab6e72-129c-4b5f-86da-918043ebbb64 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356353 May 05 21:44:02.779472 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:02.782354 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059875f7-76ec-467f-bc7f-a649e2dc8758 req-bf41cc54-e0a7-41cb-91b8-b8b043fbcdfb tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:02.789039 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-059875f7-76ec-467f-bc7f-a649e2dc8758 req-bf41cc54-e0a7-41cb-91b8-b8b043fbcdfb tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] 10.222.0.23 "GET /v2.0/ports?device_id=f862062c-4474-4058-9cab-b734c5bf856b HTTP/1.1" status: 200 len: 948 time: 0.7971911 May 05 21:44:02.821885 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8aa76-34c3-4a84-9419-35f8079efb4b req-4bd3c62f-bb7e-469c-b7ec-b30db96f5861 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:02.835164 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-73c8aa76-34c3-4a84-9419-35f8079efb4b req-4bd3c62f-bb7e-469c-b7ec-b30db96f5861 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=06e7ef30-e7fd-4621-88d5-a6da4e73b24b HTTP/1.1" status: 200 len: 945 time: 0.7662036 May 05 21:44:02.863315 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 38511192-f2b6-49cb-a72f-91d46f1dfbd5, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=38511192-f2b6-49cb-a72f-91d46f1dfbd5,segment=NetworkSegment(1433ba6d-48b0-4056-91b6-deba1a0564ab),segment_id=1433ba6d-48b0-4056-91b6-deba1a0564ab)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:44:02.874515 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:02.997698 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55d1ea9-6586-4183-aa0a-f95dbc0d357f service neutron] Pushing event updated for resources: {'Port': ['ID=f4d9c9b2-5658-4234-b6b8-8992a1682e9f,revision_number=8']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:03.030209 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=38511192-f2b6-49cb-a72f-91d46f1dfbd5,revision_number=7']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:03.044414 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-b55d1ea9-6586-4183-aa0a-f95dbc0d357f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:03.046000 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-b55d1ea9-6586-4183-aa0a-f95dbc0d357f service neutron] 10.222.0.32 "PUT /v2.0/ports/f4d9c9b2-5658-4234-b6b8-8992a1682e9f HTTP/1.1" status: 200 len: 1122 time: 2.2308996 May 05 21:44:03.109244 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-73c8aa76-34c3-4a84-9419-35f8079efb4b req-375a909c-84c3-460c-9063-f4f58b586150 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733014 May 05 21:44:03.124000 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['f4d9c9b2-5658-4234-b6b8-8992a1682e9f'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:44:03.158671 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-059875f7-76ec-467f-bc7f-a649e2dc8758 req-eac236f8-6d98-4b3d-b12a-b7e4d9397edb tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6ac69e7-ed73-497e-bab8-ad8303c8090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633468 May 05 21:44:03.241186 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8726e3e7-a08e-4ca5-9ba3-5d33ca5603fe'] response: {'server_uuid': '1a869846-74ef-49c4-bc12-0a6ef71a34fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4d9c9b2-5658-4234-b6b8-8992a1682e9f', 'code': 200} May 05 21:44:03.290211 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e34c2141-e2bd-473c-bfda-77e1682ccb30 req-152fd6f1-60dd-4b04-88c2-cf833c092edf service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5878534 May 05 21:44:03.418447 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9d5f50-eeb7-44e3-9663-e5faa5175ff8 req-c8fefa9f-6420-4663-86ba-dd7c42933e0d tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:03.419093 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-2e9d5f50-eeb7-44e3-9663-e5faa5175ff8 req-c8fefa9f-6420-4663-86ba-dd7c42933e0d tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Synchronizing usage tracker for tenant:5a55f0e1fc854ae480e2f7b2fc73c270 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:44:03.454247 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-54e8808c-4aab-4f61-9d8f-08370a508421 req-80cc4b8d-ddb8-45b4-a8d6-c6e549d93274 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8408dc29-f2b8-410f-87d2-a81518c6ab4d {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:44:03.475122 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-54e8808c-4aab-4f61-9d8f-08370a508421 req-80cc4b8d-ddb8-45b4-a8d6-c6e549d93274 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:03.494772 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-2e9d5f50-eeb7-44e3-9663-e5faa5175ff8 req-c8fefa9f-6420-4663-86ba-dd7c42933e0d tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Unset dirty status for tenant:5a55f0e1fc854ae480e2f7b2fc73c270 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:44:03.496544 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2e9d5f50-eeb7-44e3-9663-e5faa5175ff8 req-c8fefa9f-6420-4663-86ba-dd7c42933e0d tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.32 "GET /v2.0/ports?device_id=06e7ef30-e7fd-4621-88d5-a6da4e73b24b HTTP/1.1" status: 200 len: 945 time: 0.4670212 May 05 21:44:03.536231 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b4f2ec-d10d-402d-98ab-6e54f7c9455d req-dacab97b-6356-45ed-ac6c-9b903c7471aa tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:03.541239 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-54e8808c-4aab-4f61-9d8f-08370a508421 req-80cc4b8d-ddb8-45b4-a8d6-c6e549d93274 service neutron] Transition to ACTIVE for port object 8408dc29-f2b8-410f-87d2-a81518c6ab4d will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:44:03.551663 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-54e8808c-4aab-4f61-9d8f-08370a508421 req-80cc4b8d-ddb8-45b4-a8d6-c6e549d93274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:03.579377 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-92b4f2ec-d10d-402d-98ab-6e54f7c9455d req-dacab97b-6356-45ed-ac6c-9b903c7471aa tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4cdda4b-80c2-4d00-83e4-2ee7b75e3c84 HTTP/1.1" status: 200 len: 945 time: 0.1915233 May 05 21:44:03.668925 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-92b4f2ec-d10d-402d-98ab-6e54f7c9455d req-54ced8f6-b17b-4a88-ba37-ef06c812bb16 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbcf981c-f37d-4445-8488-e64399f606cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881341 May 05 21:44:03.741782 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35888) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:44:03.843014 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43d997bc-37f4-48cd-9340-1853ae21e836'] response: {'server_uuid': 'a4cdda4b-80c2-4d00-83e4-2ee7b75e3c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '402f4959-a63e-4d19-ab3f-527ea57712c6', 'code': 200} May 05 21:44:03.888751 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-2e9d5f50-eeb7-44e3-9663-e5faa5175ff8 req-8f2b2d7a-ad57-49ab-9b0f-fc89ec1c5556 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Deleting port 5140a628-f7b1-47ac-b4eb-4bfa8fb26aec {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:44:03.889241 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2e9d5f50-eeb7-44e3-9663-e5faa5175ff8 req-8f2b2d7a-ad57-49ab-9b0f-fc89ec1c5556 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:03.896113 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fca7dd-ddc1-4111-9088-d8539ef8a5d3 req-b67b0311-6da8-4beb-8198-4d8c444a2adf tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:03.904663 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-57fca7dd-ddc1-4111-9088-d8539ef8a5d3 req-b67b0311-6da8-4beb-8198-4d8c444a2adf tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2749759-427b-4a40-96b7-9519adf36f4f HTTP/1.1" status: 200 len: 944 time: 0.2251985 May 05 21:44:03.939284 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device f4d9c9b2-5658-4234-b6b8-8992a1682e9f details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:44:04.014857 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc4b8d-ddb8-45b4-a8d6-c6e549d93274 service neutron] Pushing event updated for resources: {'Port': ['ID=8408dc29-f2b8-410f-87d2-a81518c6ab4d,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:04.073794 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-57fca7dd-ddc1-4111-9088-d8539ef8a5d3 req-b6b5a4a1-930b-4171-a598-21129076c401 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] 10.222.0.23 "GET /v2.0/security-groups?id=120b4c1c-14bf-4ea1-9ce2-540e096b21a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667891 May 05 21:44:04.116298 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fceb2b44-8af9-442b-827f-863d0d3dfbed req-b3298e97-6a5d-42e1-8c12-fe118deaeb53 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a4cdda4b-80c2-4d00-83e4-2ee7b75e3c84 HTTP/1.1" status: 200 len: 1096 time: 0.2105758 May 05 21:44:04.134904 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-54e8808c-4aab-4f61-9d8f-08370a508421 req-80cc4b8d-ddb8-45b4-a8d6-c6e549d93274 service neutron] Attempting to bind port 8408dc29-f2b8-410f-87d2-a81518c6ab4d on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:44:04.135592 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-54e8808c-4aab-4f61-9d8f-08370a508421 req-80cc4b8d-ddb8-45b4-a8d6-c6e549d93274 service neutron] Attempting to bind port 8408dc29-f2b8-410f-87d2-a81518c6ab4d by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'b6a78c60-1e9b-428a-ae97-394891f78dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c0872462-98fa-4b18-824d-ce804e81510e'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:44:04.135925 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e8808c-4aab-4f61-9d8f-08370a508421 req-80cc4b8d-ddb8-45b4-a8d6-c6e549d93274 service neutron] Attempting to bind port 8408dc29-f2b8-410f-87d2-a81518c6ab4d on network c0872462-98fa-4b18-824d-ce804e81510e {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:44:04.148815 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e8808c-4aab-4f61-9d8f-08370a508421 req-80cc4b8d-ddb8-45b4-a8d6-c6e549d93274 service neutron] Port 8408dc29-f2b8-410f-87d2-a81518c6ab4d on network c0872462-98fa-4b18-824d-ce804e81510e not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:44:04.151046 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e8808c-4aab-4f61-9d8f-08370a508421 req-80cc4b8d-ddb8-45b4-a8d6-c6e549d93274 service neutron] Attempting to bind port 8408dc29-f2b8-410f-87d2-a81518c6ab4d on network c0872462-98fa-4b18-824d-ce804e81510e {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:44:04.230847 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e8808c-4aab-4f61-9d8f-08370a508421 req-80cc4b8d-ddb8-45b4-a8d6-c6e549d93274 service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:44:04.231184 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e8808c-4aab-4f61-9d8f-08370a508421 req-80cc4b8d-ddb8-45b4-a8d6-c6e549d93274 service neutron] Checking segment: {'id': 'b6a78c60-1e9b-428a-ae97-394891f78dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c0872462-98fa-4b18-824d-ce804e81510e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:44:04.231568 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e8808c-4aab-4f61-9d8f-08370a508421 req-80cc4b8d-ddb8-45b4-a8d6-c6e549d93274 service neutron] Bound using segment: {'id': 'b6a78c60-1e9b-428a-ae97-394891f78dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c0872462-98fa-4b18-824d-ce804e81510e'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:44:04.232017 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-54e8808c-4aab-4f61-9d8f-08370a508421 req-80cc4b8d-ddb8-45b4-a8d6-c6e549d93274 service neutron] Bound port: 8408dc29-f2b8-410f-87d2-a81518c6ab4d, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6a78c60-1e9b-428a-ae97-394891f78dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c0872462-98fa-4b18-824d-ce804e81510e'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:44:04.232353 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-54e8808c-4aab-4f61-9d8f-08370a508421 req-80cc4b8d-ddb8-45b4-a8d6-c6e549d93274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:04.292628 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-211c4bf6-951e-40e1-b559-9f22b49bb87d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1694457387-network', 'tenant_id': 'e84c598717d34685b8c4b6905e5a9899'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:44:04.300432 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-211c4bf6-951e-40e1-b559-9f22b49bb87d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:44:04.305986 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-211c4bf6-951e-40e1-b559-9f22b49bb87d admin admin] Usage tracker for resource:network and tenant:e84c598717d34685b8c4b6905e5a9899 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:44:04.309986 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port f4d9c9b2-5658-4234-b6b8-8992a1682e9f, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=f4d9c9b2-5658-4234-b6b8-8992a1682e9f,segment=NetworkSegment(df9c57c2-52c8-43c0-981c-16fd110b1d0b),segment_id=df9c57c2-52c8-43c0-981c-16fd110b1d0b)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:44:04.315342 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-211c4bf6-951e-40e1-b559-9f22b49bb87d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:44:04.324694 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-211c4bf6-951e-40e1-b559-9f22b49bb87d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:44:04.326397 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device f4d9c9b2-5658-4234-b6b8-8992a1682e9f has no active binding in host n-h2-825175-4 {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 05 21:44:04.387441 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-2e9d5f50-eeb7-44e3-9663-e5faa5175ff8 req-8f2b2d7a-ad57-49ab-9b0f-fc89ec1c5556 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] For port 5140a628-f7b1-47ac-b4eb-4bfa8fb26aec, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=5140a628-f7b1-47ac-b4eb-4bfa8fb26aec,segment=NetworkSegment(bb53319d-02d7-4ee5-a402-d07603ca726a),segment_id=bb53319d-02d7-4ee5-a402-d07603ca726a)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:44:04.387798 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2e9d5f50-eeb7-44e3-9663-e5faa5175ff8 req-8f2b2d7a-ad57-49ab-9b0f-fc89ec1c5556 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:04.405114 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211c4bf6-951e-40e1-b559-9f22b49bb87d admin admin] Made reservation on behalf of e84c598717d34685b8c4b6905e5a9899 for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:44:04.408885 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-211c4bf6-951e-40e1-b559-9f22b49bb87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:04.427666 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fceb2b44-8af9-442b-827f-863d0d3dfbed req-d492ec33-7bf4-4926-8793-c40ffa23f277 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cbcf981c-f37d-4445-8488-e64399f606cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846097 May 05 21:44:04.430597 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 349e4061-2a07-4ef2-8d60-566db5d68653 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:44:04.460597 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-211c4bf6-951e-40e1-b559-9f22b49bb87d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:04.465078 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-54e8808c-4aab-4f61-9d8f-08370a508421 req-80cc4b8d-ddb8-45b4-a8d6-c6e549d93274 service neutron] For port 8408dc29-f2b8-410f-87d2-a81518c6ab4d, host n-h2-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:44:04.518073 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40605d8-a19c-4913-a90a-ff344938a730 req-4ae6e842-bc47-4895-b784-f97f65827612 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:04.525227 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f40605d8-a19c-4913-a90a-ff344938a730 req-4ae6e842-bc47-4895-b784-f97f65827612 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a869846-74ef-49c4-bc12-0a6ef71a34fd HTTP/1.1" status: 200 len: 944 time: 0.2397454 May 05 21:44:04.530802 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-2e9d5f50-eeb7-44e3-9663-e5faa5175ff8 req-8f2b2d7a-ad57-49ab-9b0f-fc89ec1c5556 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Calling delete_port for 5140a628-f7b1-47ac-b4eb-4bfa8fb26aec owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:44:04.569191 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3521fcb5-316a-445a-86b7-0eb993584611 req-bfbcadbf-d1e9-4704-9f64-c1956ba0660f tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:04.571179 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3521fcb5-316a-445a-86b7-0eb993584611 req-bfbcadbf-d1e9-4704-9f64-c1956ba0660f tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] 10.222.0.23 "GET /v2.0/ports?device_id=315deb87-d047-4304-a959-933f5c40e9f0 HTTP/1.1" status: 200 len: 950 time: 0.4783990 May 05 21:44:04.585429 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-211c4bf6-951e-40e1-b559-9f22b49bb87d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:44:04.588490 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-54e8808c-4aab-4f61-9d8f-08370a508421 req-80cc4b8d-ddb8-45b4-a8d6-c6e549d93274 service neutron] For port 8408dc29-f2b8-410f-87d2-a81518c6ab4d, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=8408dc29-f2b8-410f-87d2-a81518c6ab4d,segment=NetworkSegment(b6a78c60-1e9b-428a-ae97-394891f78dc2),segment_id=b6a78c60-1e9b-428a-ae97-394891f78dc2)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:44:04.607580 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-211c4bf6-951e-40e1-b559-9f22b49bb87d admin admin] Usage tracker for resource:security_group_rule and tenant:e84c598717d34685b8c4b6905e5a9899 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:44:04.608133 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-54e8808c-4aab-4f61-9d8f-08370a508421 req-80cc4b8d-ddb8-45b4-a8d6-c6e549d93274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:04.616139 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-211c4bf6-951e-40e1-b559-9f22b49bb87d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:44:04.636153 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f40605d8-a19c-4913-a90a-ff344938a730 req-89376b4e-d3bd-44e8-9e8a-0e93ad4af6d8 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097908 May 05 21:44:04.641399 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-211c4bf6-951e-40e1-b559-9f22b49bb87d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:44:04.698331 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 349e4061-2a07-4ef2-8d60-566db5d68653, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=349e4061-2a07-4ef2-8d60-566db5d68653,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:44:04.705227 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc4b8d-ddb8-45b4-a8d6-c6e549d93274 service neutron] Pushing event updated for resources: {'Port': ['ID=8408dc29-f2b8-410f-87d2-a81518c6ab4d,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:04.719889 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3521fcb5-316a-445a-86b7-0eb993584611 req-ad1dd961-ba7f-4a5b-a4c7-9a9c9100bea0 tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] 10.222.0.23 "GET /v2.0/security-groups?id=d16ca1b9-a02b-404e-8e24-3af6f20777e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378367 May 05 21:44:04.720131 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '349e4061-2a07-4ef2-8d60-566db5d68653', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'port_id': '349e4061-2a07-4ef2-8d60-566db5d68653', 'mac_address': 'fa:16:3e:b7:59:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f237a6ef-d044-411f-a2d8-d12619664c91', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:44:04.741347 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-54e8808c-4aab-4f61-9d8f-08370a508421 req-80cc4b8d-ddb8-45b4-a8d6-c6e549d93274 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:04.742774 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-54e8808c-4aab-4f61-9d8f-08370a508421 req-80cc4b8d-ddb8-45b4-a8d6-c6e549d93274 service neutron] 10.222.0.32 "PUT /v2.0/ports/8408dc29-f2b8-410f-87d2-a81518c6ab4d HTTP/1.1" status: 200 len: 1092 time: 2.9571593 May 05 21:44:04.743528 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2749759-427b-4a40-96b7-9519adf36f4f', 'tag': '8408dc29-f2b8-410f-87d2-a81518c6ab4d'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:44:04.851655 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-211c4bf6-951e-40e1-b559-9f22b49bb87d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:04.865555 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-211c4bf6-951e-40e1-b559-9f22b49bb87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:04.867388 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:04.892420 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 349e4061-2a07-4ef2-8d60-566db5d68653 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:44:04.957411 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 349e4061-2a07-4ef2-8d60-566db5d68653, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=349e4061-2a07-4ef2-8d60-566db5d68653,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:44:04.966920 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:04.983212 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211c4bf6-951e-40e1-b559-9f22b49bb87d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aaff4c9-97f6-43da-b4cd-0f1f7e17d194,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:05.019696 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-54e8808c-4aab-4f61-9d8f-08370a508421 req-bb93e52f-7530-43ed-b582-eb4a4ed75056 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=61abfbe113f746f29df633f17a179bab&device_id=c2749759-427b-4a40-96b7-9519adf36f4f HTTP/1.1" status: 200 len: 1095 time: 0.1809051 May 05 21:44:05.020963 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2e9d5f50-eeb7-44e3-9663-e5faa5175ff8 req-8f2b2d7a-ad57-49ab-9b0f-fc89ec1c5556 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:05.034039 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-211c4bf6-951e-40e1-b559-9f22b49bb87d admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:44:05.050860 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-211c4bf6-951e-40e1-b559-9f22b49bb87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:05.055259 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-211c4bf6-951e-40e1-b559-9f22b49bb87d admin admin] Added segment 067a61f9-e0e6-40b8-a118-6ac628afe8b1 of type vlan for network 04deebed-3cb1-43a8-ba15-15808b79ed1c May 05 21:44:05.093114 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-211c4bf6-951e-40e1-b559-9f22b49bb87d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:05.145022 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-211c4bf6-951e-40e1-b559-9f22b49bb87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:05.146872 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211c4bf6-951e-40e1-b559-9f22b49bb87d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:05.147363 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-54e8808c-4aab-4f61-9d8f-08370a508421 req-8b5c84b3-4202-4e2e-8c0b-eba1f4e0b0fb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8408dc29-f2b8-410f-87d2-a81518c6ab4d HTTP/1.1" status: 200 len: 217 time: 0.0787628 May 05 21:44:05.147517 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-211c4bf6-951e-40e1-b559-9f22b49bb87d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:05.154258 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2b2d7a-ad57-49ab-9b0f-fc89ec1c5556 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Pushing event deleted for resources: {'Port': ['ID=5140a628-f7b1-47ac-b4eb-4bfa8fb26aec,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:05.190334 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=349e4061-2a07-4ef2-8d60-566db5d68653,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:05.229130 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['349e4061-2a07-4ef2-8d60-566db5d68653'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:44:05.294703 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e9d5f50-eeb7-44e3-9663-e5faa5175ff8 req-8f2b2d7a-ad57-49ab-9b0f-fc89ec1c5556 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] No DVR routers for this DVR port 5140a628-f7b1-47ac-b4eb-4bfa8fb26aec on host n-h2-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:44:05.299592 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2e9d5f50-eeb7-44e3-9663-e5faa5175ff8 req-8f2b2d7a-ad57-49ab-9b0f-fc89ec1c5556 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:05.303164 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e8808c-4aab-4f61-9d8f-08370a508421 req-de7113d8-97c4-41a2-bc4b-085015742ffe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:05.304592 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-54e8808c-4aab-4f61-9d8f-08370a508421 req-de7113d8-97c4-41a2-bc4b-085015742ffe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3616903f-0b3a-4ed3-93ad-c39d3f389ac9 HTTP/1.1" status: 200 len: 854 time: 0.1482351 May 05 21:44:05.332857 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a869846-74ef-49c4-bc12-0a6ef71a34fd', 'tag': 'f4d9c9b2-5658-4234-b6b8-8992a1682e9f'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:44:05.342392 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac26417-58de-45e6-8b64-604cd9217440 req-b2db9cde-04c7-4be9-89ea-35d28484bc72 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:05.344221 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dac26417-58de-45e6-8b64-604cd9217440 req-b2db9cde-04c7-4be9-89ea-35d28484bc72 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=06e7ef30-e7fd-4621-88d5-a6da4e73b24b HTTP/1.1" status: 200 len: 945 time: 0.4807065 May 05 21:44:05.357087 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-211c4bf6-951e-40e1-b559-9f22b49bb87d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6089227 May 05 21:44:05.357748 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35912) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:44:05.374323 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-781e36d0-229e-4bfd-b507-050e4e7895c1 admin admin] Request body: {'subnet': {'network_id': '04deebed-3cb1-43a8-ba15-15808b79ed1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1694457387-subnet', 'tenant_id': 'e84c598717d34685b8c4b6905e5a9899', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:44:05.379255 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2e9d5f50-eeb7-44e3-9663-e5faa5175ff8 req-8f2b2d7a-ad57-49ab-9b0f-fc89ec1c5556 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.32 "DELETE /v2.0/ports/5140a628-f7b1-47ac-b4eb-4bfa8fb26aec HTTP/1.1" status: 204 len: 173 time: 1.8764987 May 05 21:44:05.403096 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-781e36d0-229e-4bfd-b507-050e4e7895c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:44:05.405522 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211c4bf6-951e-40e1-b559-9f22b49bb87d admin admin] Pushing event updated for resources: {'Network': ['ID=04deebed-3cb1-43a8-ba15-15808b79ed1c,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:05.418868 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-781e36d0-229e-4bfd-b507-050e4e7895c1 admin admin] Usage tracker for resource:subnet and tenant:e84c598717d34685b8c4b6905e5a9899 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:44:05.425843 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 04deebed-3cb1-43a8-ba15-15808b79ed1c details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:44:05.433328 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-781e36d0-229e-4bfd-b507-050e4e7895c1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:44:05.450884 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-781e36d0-229e-4bfd-b507-050e4e7895c1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:44:05.474184 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-54e8808c-4aab-4f61-9d8f-08370a508421 req-c1b16b79-e8b9-41a6-bb20-e7c07f1ea15a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c0872462-98fa-4b18-824d-ce804e81510e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1525242 May 05 21:44:05.476228 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781e36d0-229e-4bfd-b507-050e4e7895c1 admin admin] Made reservation on behalf of e84c598717d34685b8c4b6905e5a9899 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:44:05.478330 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-781e36d0-229e-4bfd-b507-050e4e7895c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:05.494112 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dac26417-58de-45e6-8b64-604cd9217440 req-005f1ace-d9aa-48dc-9d65-3746dc531670 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352899 May 05 21:44:05.507596 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610f980-4ea7-41f6-94e0-cce1a8d8be3a req-02c7f1a0-7ebc-4a3e-9ec9-44a1ee5c105d tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:05.514512 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3610f980-4ea7-41f6-94e0-cce1a8d8be3a req-02c7f1a0-7ebc-4a3e-9ec9-44a1ee5c105d tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] 10.222.0.23 "GET /v2.0/ports?device_id=f862062c-4474-4058-9cab-b734c5bf856b HTTP/1.1" status: 200 len: 949 time: 0.3800831 May 05 21:44:05.686140 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3610f980-4ea7-41f6-94e0-cce1a8d8be3a req-9b9fe210-3f6b-4a92-afa3-2662ce932adf tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6ac69e7-ed73-497e-bab8-ad8303c8090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705348 May 05 21:44:05.924454 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0daecea4-3536-4666-9f7a-5863d0caacc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38511192-f2b6-49cb-a72f-91d46f1dfbd5'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:44:05.984154 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 5140a628-f7b1-47ac-b4eb-4bfa8fb26aec no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:44:05.994814 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad453642-097d-4a79-96e8-206341fcecd0'] response: {'name': 'network-changed', 'server_uuid': 'c2749759-427b-4a40-96b7-9519adf36f4f', 'tag': '8408dc29-f2b8-410f-87d2-a81518c6ab4d', 'status': 'completed', 'code': 200} May 05 21:44:06.006058 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-781e36d0-229e-4bfd-b507-050e4e7895c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:06.132663 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe58183-6510-4231-ba31-f54314ddef0e req-e8e31e9a-3b6d-44a4-a330-c7271dd1aed8 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:06.139835 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7fe58183-6510-4231-ba31-f54314ddef0e req-e8e31e9a-3b6d-44a4-a330-c7271dd1aed8 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4cdda4b-80c2-4d00-83e4-2ee7b75e3c84 HTTP/1.1" status: 200 len: 945 time: 0.2020841 May 05 21:44:06.148679 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:06.152521 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: 5140a628-f7b1-47ac-b4eb-4bfa8fb26aec {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:44:06.153150 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 5140a628-f7b1-47ac-b4eb-4bfa8fb26aec not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:44:06.158330 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:06.169220 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781e36d0-229e-4bfd-b507-050e4e7895c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c49391d0-ad41-4e4b-8f82-d13435f5b759,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:06.197642 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781e36d0-229e-4bfd-b507-050e4e7895c1 admin admin] Checking segment: {'id': '067a61f9-e0e6-40b8-a118-6ac628afe8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '04deebed-3cb1-43a8-ba15-15808b79ed1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:44:06.198056 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781e36d0-229e-4bfd-b507-050e4e7895c1 admin admin] Network hostable DHCP agents. Network: 04deebed-3cb1-43a8-ba15-15808b79ed1c, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:44:06.205266 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-54e8808c-4aab-4f61-9d8f-08370a508421 req-45d57c79-2102-4093-a6e8-ae8f6e8a036f service neutron] 10.222.0.32 "GET /v2.0/networks/c0872462-98fa-4b18-824d-ce804e81510e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7208858 May 05 21:44:06.226566 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7fe58183-6510-4231-ba31-f54314ddef0e req-84b95b91-8e44-48ab-bceb-6ab70b67437d tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbcf981c-f37d-4445-8488-e64399f606cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857782 May 05 21:44:06.264456 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781e36d0-229e-4bfd-b507-050e4e7895c1 admin admin] Network 04deebed-3cb1-43a8-ba15-15808b79ed1c is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:44:06.283580 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-781e36d0-229e-4bfd-b507-050e4e7895c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 04deebed-3cb1-43a8-ba15-15808b79ed1c) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:44:06.288111 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781e36d0-229e-4bfd-b507-050e4e7895c1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:06.288869 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-781e36d0-229e-4bfd-b507-050e4e7895c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:06.294702 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05222396-bec5-402b-a516-f4527a00c044 None None] Network 04deebed-3cb1-43a8-ba15-15808b79ed1c requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:44:06.342718 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-781e36d0-229e-4bfd-b507-050e4e7895c1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9793749 May 05 21:44:06.485089 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-54e8808c-4aab-4f61-9d8f-08370a508421 req-69c78169-e35d-4bdd-9cf8-386c9593f1df service neutron] 10.222.0.32 "GET /v2.0/networks/c0872462-98fa-4b18-824d-ce804e81510e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689230 May 05 21:44:06.660404 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b75ca7e-5c7e-4e15-a081-d014fba1ee47'] response: {'name': 'network-changed', 'server_uuid': '1a869846-74ef-49c4-bc12-0a6ef71a34fd', 'tag': 'f4d9c9b2-5658-4234-b6b8-8992a1682e9f', 'status': 'completed', 'code': 200} May 05 21:44:06.666981 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29173ec5-8df0-43d8-98ed-08f0b740c1a5 None None] Network 04deebed-3cb1-43a8-ba15-15808b79ed1c requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:44:06.819243 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0316af9d-cb9e-4469-bd17-38422665227d req-9dc09512-2184-493f-8666-16c68f6203cc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=61abfbe113f746f29df633f17a179bab&device_id=c2749759-427b-4a40-96b7-9519adf36f4f HTTP/1.1" status: 200 len: 1095 time: 0.1851444 May 05 21:44:06.996946 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0316af9d-cb9e-4469-bd17-38422665227d req-60a63a54-31e6-4789-ba79-83d586af35d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:06.999538 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0316af9d-cb9e-4469-bd17-38422665227d req-60a63a54-31e6-4789-ba79-83d586af35d4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c0872462-98fa-4b18-824d-ce804e81510e HTTP/1.1" status: 200 len: 916 time: 0.1731434 May 05 21:44:07.006764 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6fc816a3-0a02-4353-a495-2fb31d1c459c req-4d8f08b2-b1ad-4774-948a-d43caf3590df service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ea576b38215846aaa224b1aa35155ba3&device_id=1a869846-74ef-49c4-bc12-0a6ef71a34fd HTTP/1.1" status: 200 len: 1125 time: 0.4786212 May 05 21:44:07.045005 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059004ef-d7b8-4632-bf3f-84d4e26cbea9 req-311cba64-d200-423f-ac33-3e8ecb95b221 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:07.052179 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-059004ef-d7b8-4632-bf3f-84d4e26cbea9 req-311cba64-d200-423f-ac33-3e8ecb95b221 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2749759-427b-4a40-96b7-9519adf36f4f HTTP/1.1" status: 200 len: 944 time: 0.5578332 May 05 21:44:07.084648 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-d62169ea-29a1-468d-808e-6197a3dff47c service neutron] 10.222.0.44 "GET /v2.0/ports/f4d9c9b2-5658-4234-b6b8-8992a1682e9f/bindings/n-h2-825175-4 HTTP/1.1" status: 200 len: 384 time: 0.3328593 May 05 21:44:07.154983 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7370bc91-b84c-4920-9b03-389066de1d4e req-5a8db00f-7afb-4561-a9e9-cb632411edf2 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:07.161955 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7370bc91-b84c-4920-9b03-389066de1d4e req-5a8db00f-7afb-4561-a9e9-cb632411edf2 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a869846-74ef-49c4-bc12-0a6ef71a34fd HTTP/1.1" status: 200 len: 944 time: 0.4857683 May 05 21:44:07.169453 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0316af9d-cb9e-4469-bd17-38422665227d req-469fe024-6b80-4158-939f-c019bd21b1af service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8408dc29-f2b8-410f-87d2-a81518c6ab4d HTTP/1.1" status: 200 len: 217 time: 0.1623065 May 05 21:44:07.247603 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7370bc91-b84c-4920-9b03-389066de1d4e req-bcab8dae-f8da-4b8d-b0cb-5a5c2af32caf tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842102 May 05 21:44:07.263576 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-059004ef-d7b8-4632-bf3f-84d4e26cbea9 req-a4e5a7ba-eb9f-4829-9e00-d9013aa5b5b2 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] 10.222.0.23 "GET /v2.0/security-groups?id=120b4c1c-14bf-4ea1-9ce2-540e096b21a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2104464 May 05 21:44:07.288946 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0316af9d-cb9e-4469-bd17-38422665227d req-2843a615-5002-465a-8ae3-3502191326d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:07.290402 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0316af9d-cb9e-4469-bd17-38422665227d req-2843a615-5002-465a-8ae3-3502191326d2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3616903f-0b3a-4ed3-93ad-c39d3f389ac9 HTTP/1.1" status: 200 len: 854 time: 0.1111226 May 05 21:44:07.419982 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a267b8f8-f73f-45c7-b217-816ec4925c8f'] response: {'server_uuid': '0daecea4-3536-4666-9f7a-5863d0caacc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38511192-f2b6-49cb-a72f-91d46f1dfbd5', 'code': 200} May 05 21:44:07.425125 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc816a3-0a02-4353-a495-2fb31d1c459c req-33656588-5260-47b2-a6ca-32c5a9da1f78 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:07.426593 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6fc816a3-0a02-4353-a495-2fb31d1c459c req-33656588-5260-47b2-a6ca-32c5a9da1f78 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d50665b6-9647-47f1-b718-b6ae7cd32366 HTTP/1.1" status: 200 len: 909 time: 0.3561387 May 05 21:44:07.556734 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-309c21b7-cb0a-490a-b66a-93816d61014b service neutron] For port f4d9c9b2-5658-4234-b6b8-8992a1682e9f, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=f4d9c9b2-5658-4234-b6b8-8992a1682e9f,segment=NetworkSegment(df9c57c2-52c8-43c0-981c-16fd110b1d0b),segment_id=df9c57c2-52c8-43c0-981c-16fd110b1d0b)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:44:07.561996 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6fc816a3-0a02-4353-a495-2fb31d1c459c req-5b1f8d6c-470a-4772-8cf4-e3d2cb1dd01a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4d9c9b2-5658-4234-b6b8-8992a1682e9f HTTP/1.1" status: 200 len: 217 time: 0.1223025 May 05 21:44:07.605056 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-309c21b7-cb0a-490a-b66a-93816d61014b service neutron] For port f4d9c9b2-5658-4234-b6b8-8992a1682e9f, host n-h1-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:44:07.711442 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0316af9d-cb9e-4469-bd17-38422665227d req-cbc36975-aa84-46be-acab-0c60e550eb9a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c0872462-98fa-4b18-824d-ce804e81510e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3949676 May 05 21:44:07.712735 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-309c21b7-cb0a-490a-b66a-93816d61014b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4d9c9b2-5658-4234-b6b8-8992a1682e9f {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:44:07.725940 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-309c21b7-cb0a-490a-b66a-93816d61014b service neutron] For port f4d9c9b2-5658-4234-b6b8-8992a1682e9f, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=f4d9c9b2-5658-4234-b6b8-8992a1682e9f,segment=NetworkSegment(df9c57c2-52c8-43c0-981c-16fd110b1d0b),segment_id=df9c57c2-52c8-43c0-981c-16fd110b1d0b)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:44:07.816712 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-83b099cf-2e17-4641-9cb9-f107e06925ad req-cb80e142-22f3-4178-8c9b-4132ecf65f30 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-826217887', 'description': 'tempest-description-1654176983'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:44:07.823050 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-83b099cf-2e17-4641-9cb9-f107e06925ad req-cb80e142-22f3-4178-8c9b-4132ecf65f30 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:44:07.827053 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-83b099cf-2e17-4641-9cb9-f107e06925ad req-cb80e142-22f3-4178-8c9b-4132ecf65f30 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Usage tracker for resource:security_group and tenant:e84c598717d34685b8c4b6905e5a9899 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:44:07.830262 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-83b099cf-2e17-4641-9cb9-f107e06925ad req-cb80e142-22f3-4178-8c9b-4132ecf65f30 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:44:07.839017 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-83b099cf-2e17-4641-9cb9-f107e06925ad req-cb80e142-22f3-4178-8c9b-4132ecf65f30 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:44:07.849066 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-309c21b7-cb0a-490a-b66a-93816d61014b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:07.862580 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-83b099cf-2e17-4641-9cb9-f107e06925ad req-cb80e142-22f3-4178-8c9b-4132ecf65f30 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:07.878384 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0316af9d-cb9e-4469-bd17-38422665227d req-a060ca86-f07e-476a-b677-272663210d30 service neutron] 10.222.0.32 "GET /v2.0/networks/c0872462-98fa-4b18-824d-ce804e81510e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530330 May 05 21:44:07.878384 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc816a3-0a02-4353-a495-2fb31d1c459c req-12a92fa6-45bc-4e9b-8491-01315cc7838e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:07.878384 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6fc816a3-0a02-4353-a495-2fb31d1c459c req-12a92fa6-45bc-4e9b-8491-01315cc7838e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2ef0800d-de6f-466d-b35f-d1403d70c310 HTTP/1.1" status: 200 len: 848 time: 0.3061314 May 05 21:44:07.990730 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c7205-7628-4c28-af7a-2be88f48e6da req-e81df9a2-8eb0-4599-8136-5ed3c3130192 tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:07.995729 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6f8c7205-7628-4c28-af7a-2be88f48e6da req-e81df9a2-8eb0-4599-8136-5ed3c3130192 tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] 10.222.0.23 "GET /v2.0/ports?device_id=f862062c-4474-4058-9cab-b734c5bf856b HTTP/1.1" status: 200 len: 949 time: 0.2358072 May 05 21:44:07.996126 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e7ef30-e7fd-4621-88d5-a6da4e73b24b', 'name': 'network-vif-deleted', 'tag': '5140a628-f7b1-47ac-b4eb-4bfa8fb26aec'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:44:08.002803 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-83b099cf-2e17-4641-9cb9-f107e06925ad req-cb80e142-22f3-4178-8c9b-4132ecf65f30 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:44:08.007539 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6fc816a3-0a02-4353-a495-2fb31d1c459c req-a42cc850-4426-4c46-9de4-3ca0c386441d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d50665b6-9647-47f1-b718-b6ae7cd32366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1073616 May 05 21:44:08.008598 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-83b099cf-2e17-4641-9cb9-f107e06925ad req-cb80e142-22f3-4178-8c9b-4132ecf65f30 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Usage tracker for resource:security_group_rule and tenant:e84c598717d34685b8c4b6905e5a9899 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:44:08.012948 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-83b099cf-2e17-4641-9cb9-f107e06925ad req-cb80e142-22f3-4178-8c9b-4132ecf65f30 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:44:08.021116 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-83b099cf-2e17-4641-9cb9-f107e06925ad req-cb80e142-22f3-4178-8c9b-4132ecf65f30 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:44:08.086208 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-83b099cf-2e17-4641-9cb9-f107e06925ad req-cb80e142-22f3-4178-8c9b-4132ecf65f30 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:08.108793 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-83b099cf-2e17-4641-9cb9-f107e06925ad req-cb80e142-22f3-4178-8c9b-4132ecf65f30 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:08.181283 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-83b099cf-2e17-4641-9cb9-f107e06925ad req-cb80e142-22f3-4178-8c9b-4132ecf65f30 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:08.182620 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-83b099cf-2e17-4641-9cb9-f107e06925ad req-cb80e142-22f3-4178-8c9b-4132ecf65f30 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 0.3771598 May 05 21:44:08.207915 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0316af9d-cb9e-4469-bd17-38422665227d req-fcb08b10-3ee0-4475-b8e2-778470e0b71b service neutron] 10.222.0.32 "GET /v2.0/networks/c0872462-98fa-4b18-824d-ce804e81510e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271427 May 05 21:44:08.213313 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb80e142-22f3-4178-8c9b-4132ecf65f30 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=738db1b5-f9df-49df-a5d8-862da1080371,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:08.214085 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6fc816a3-0a02-4353-a495-2fb31d1c459c req-dd599962-3bf9-423e-b3bf-afe09e9587e3 service neutron] 10.222.0.44 "GET /v2.0/networks/d50665b6-9647-47f1-b718-b6ae7cd32366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968346 May 05 21:44:08.222060 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6f8c7205-7628-4c28-af7a-2be88f48e6da req-3c87101b-d71d-43f9-a65b-a6e677d2ae91 tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6ac69e7-ed73-497e-bab8-ad8303c8090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145577 May 05 21:44:08.224399 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-309c21b7-cb0a-490a-b66a-93816d61014b service neutron] Transition to ACTIVE for port object f4d9c9b2-5658-4234-b6b8-8992a1682e9f will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:44:08.232008 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-309c21b7-cb0a-490a-b66a-93816d61014b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:08.321561 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c21b7-cb0a-490a-b66a-93816d61014b service neutron] Pushing event updated for resources: {'Port': ['ID=f4d9c9b2-5658-4234-b6b8-8992a1682e9f,revision_number=10']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:08.464256 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 349e4061-2a07-4ef2-8d60-566db5d68653 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:44:08.466418 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-309c21b7-cb0a-490a-b66a-93816d61014b service neutron] No DVR routers for this DVR port f4d9c9b2-5658-4234-b6b8-8992a1682e9f on host n-h1-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:44:08.541182 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-309c21b7-cb0a-490a-b66a-93816d61014b service neutron] 10.222.0.44 "PUT /v2.0/ports/f4d9c9b2-5658-4234-b6b8-8992a1682e9f/bindings/n-h2-825175-4/activate HTTP/1.1" status: 200 len: 369 time: 1.4513636 May 05 21:44:08.571912 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dae3c1-037a-408a-99c5-0de6116af634 req-f0806bf1-3099-4ff8-ae4d-1df919ae2e65 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:08.573491 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-55dae3c1-037a-408a-99c5-0de6116af634 req-f0806bf1-3099-4ff8-ae4d-1df919ae2e65 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4cdda4b-80c2-4d00-83e4-2ee7b75e3c84 HTTP/1.1" status: 200 len: 945 time: 0.1506281 May 05 21:44:08.642920 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-55dae3c1-037a-408a-99c5-0de6116af634 req-eeda5d35-ce26-4081-83bb-39f21ff825f3 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbcf981c-f37d-4445-8488-e64399f606cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588646 May 05 21:44:08.694492 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 349e4061-2a07-4ef2-8d60-566db5d68653 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:44:08.700550 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 349e4061-2a07-4ef2-8d60-566db5d68653 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:44:08.701149 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:08.736950 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3e79377-1dcb-4fec-8902-5736136029a6'] response: {'server_uuid': '06e7ef30-e7fd-4621-88d5-a6da4e73b24b', 'name': 'network-vif-deleted', 'tag': '5140a628-f7b1-47ac-b4eb-4bfa8fb26aec', 'status': 'completed', 'code': 200} May 05 21:44:08.840126 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7b623525-e751-4f6a-8439-5048a413e80d req-e2b9c343-e1f9-4dce-8622-f9883dba9ced tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] 10.222.0.23 "GET /v2.0/security-groups/738db1b5-f9df-49df-a5d8-862da1080371 HTTP/1.1" status: 200 len: 1646 time: 0.1047018 May 05 21:44:08.849439 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-9f9cd64b-3133-4ee1-9bb6-abd2787f142e tempest-LiveMigrationTest-271875399 tempest-LiveMigrationTest-271875399-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1a869846-74ef-49c4-bc12-0a6ef71a34fd&tenant_id=ea576b38215846aaa224b1aa35155ba3&binding%3Ahost_id=n-h1-825175-4 HTTP/1.1" status: 200 len: 1096 time: 0.2294903 May 05 21:44:08.851675 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6fc816a3-0a02-4353-a495-2fb31d1c459c req-c8c093da-df2b-41bb-92ce-0716393c76b8 service neutron] 10.222.0.44 "GET /v2.0/networks/d50665b6-9647-47f1-b718-b6ae7cd32366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6310976 May 05 21:44:08.854045 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-7b623525-e751-4f6a-8439-5048a413e80d req-31894641-480a-4bf2-9720-2db6c49f7bb6 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '738db1b5-f9df-49df-a5d8-862da1080371', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:44:08.854365 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-7b623525-e751-4f6a-8439-5048a413e80d req-31894641-480a-4bf2-9720-2db6c49f7bb6 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '738db1b5-f9df-49df-a5d8-862da1080371', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:44:08.871929 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-7b623525-e751-4f6a-8439-5048a413e80d req-31894641-480a-4bf2-9720-2db6c49f7bb6 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:44:08.885332 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-7b623525-e751-4f6a-8439-5048a413e80d req-31894641-480a-4bf2-9720-2db6c49f7bb6 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Usage tracker for resource:security_group_rule and tenant:e84c598717d34685b8c4b6905e5a9899 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:44:08.894486 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-7b623525-e751-4f6a-8439-5048a413e80d req-31894641-480a-4bf2-9720-2db6c49f7bb6 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:44:08.898100 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:08.913858 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-7b623525-e751-4f6a-8439-5048a413e80d req-31894641-480a-4bf2-9720-2db6c49f7bb6 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:44:08.953420 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 349e4061-2a07-4ef2-8d60-566db5d68653, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=349e4061-2a07-4ef2-8d60-566db5d68653,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:44:08.963473 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:08.966958 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device f4d9c9b2-5658-4234-b6b8-8992a1682e9f no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:44:09.041331 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-41c5a72f-cfaa-47d0-8474-d8a014e17bb1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1a869846-74ef-49c4-bc12-0a6ef71a34fd&tenant_id=ea576b38215846aaa224b1aa35155ba3 HTTP/1.1" status: 200 len: 1096 time: 0.1850924 May 05 21:44:09.091927 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9beb164-e762-40d5-a8dd-63e97e96918f req-13409a7d-61bf-45f3-8407-888c0b6f0825 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:09.100614 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a9beb164-e762-40d5-a8dd-63e97e96918f req-13409a7d-61bf-45f3-8407-888c0b6f0825 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a869846-74ef-49c4-bc12-0a6ef71a34fd HTTP/1.1" status: 200 len: 945 time: 0.1837389 May 05 21:44:09.107429 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device f4d9c9b2-5658-4234-b6b8-8992a1682e9f not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:44:09.112942 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=349e4061-2a07-4ef2-8d60-566db5d68653,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:09.122767 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-7b623525-e751-4f6a-8439-5048a413e80d req-31894641-480a-4bf2-9720-2db6c49f7bb6 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:09.155997 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-3ce4ae00-3e7d-4314-9890-5e7bfc2daca3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea576b38215846aaa224b1aa35155ba3&device_id=1a869846-74ef-49c4-bc12-0a6ef71a34fd HTTP/1.1" status: 200 len: 1096 time: 0.0842783 May 05 21:44:09.162705 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-7b623525-e751-4f6a-8439-5048a413e80d req-31894641-480a-4bf2-9720-2db6c49f7bb6 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:09.171007 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-7b623525-e751-4f6a-8439-5048a413e80d req-31894641-480a-4bf2-9720-2db6c49f7bb6 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:09.200281 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a9beb164-e762-40d5-a8dd-63e97e96918f req-2da2b7ee-baf3-4175-b8b8-f81231a37b22 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987072 May 05 21:44:09.212293 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31894641-480a-4bf2-9720-2db6c49f7bb6 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7ed924f-44b3-416f-b3a1-6b86625117c9,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:09.219007 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-7b623525-e751-4f6a-8439-5048a413e80d req-31894641-480a-4bf2-9720-2db6c49f7bb6 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:09.244227 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7b623525-e751-4f6a-8439-5048a413e80d req-31894641-480a-4bf2-9720-2db6c49f7bb6 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.3958678 May 05 21:44:09.341128 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-3977b7a6-203e-44dc-9342-a8129faf9cc4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:09.342704 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-3977b7a6-203e-44dc-9342-a8129faf9cc4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d50665b6-9647-47f1-b718-b6ae7cd32366 HTTP/1.1" status: 200 len: 909 time: 0.1804328 May 05 21:44:09.431026 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f862062c-4474-4058-9cab-b734c5bf856b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '349e4061-2a07-4ef2-8d60-566db5d68653'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:44:09.462520 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-893f1e13-1734-4509-9370-1af499df38ba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4d9c9b2-5658-4234-b6b8-8992a1682e9f HTTP/1.1" status: 200 len: 217 time: 0.1129653 May 05 21:44:09.484909 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9779e4bf-c299-4536-a5a0-e96519f06173 req-b9274a49-50bd-4d4f-8566-1419df9b520f tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:09.488617 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9779e4bf-c299-4536-a5a0-e96519f06173 req-b9274a49-50bd-4d4f-8566-1419df9b520f tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2749759-427b-4a40-96b7-9519adf36f4f HTTP/1.1" status: 200 len: 944 time: 0.1350524 May 05 21:44:09.530839 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-591119e8-1c52-4673-abfe-85ba85ef3dea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:09.533166 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-591119e8-1c52-4673-abfe-85ba85ef3dea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2ef0800d-de6f-466d-b35f-d1403d70c310 HTTP/1.1" status: 200 len: 848 time: 0.0640869 May 05 21:44:09.578189 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9779e4bf-c299-4536-a5a0-e96519f06173 req-733cdf86-c0ce-4bf3-b8f5-705f0f7140c1 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] 10.222.0.23 "GET /v2.0/security-groups?id=120b4c1c-14bf-4ea1-9ce2-540e096b21a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815191 May 05 21:44:09.625921 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-619a9bea-f892-4223-9e3e-520d44a7cdd5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d50665b6-9647-47f1-b718-b6ae7cd32366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769022 May 05 21:44:09.792050 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-de39d245-0233-48ad-939a-7b68aecdb31c service neutron] 10.222.0.32 "GET /v2.0/networks/d50665b6-9647-47f1-b718-b6ae7cd32366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587291 May 05 21:44:09.848332 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58ad34-1a85-4a7c-b4e1-b56f0fec8e6f req-31052529-98f4-495f-b987-34efffc64d15 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:09.849843 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dd58ad34-1a85-4a7c-b4e1-b56f0fec8e6f req-31052529-98f4-495f-b987-34efffc64d15 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4cdda4b-80c2-4d00-83e4-2ee7b75e3c84 HTTP/1.1" status: 200 len: 945 time: 0.1789901 May 05 21:44:09.868790 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35990) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:44:09.876533 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-f001b526-6f2f-40c9-a54c-ea4072b1d51e tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Request body: {'floatingip': {'port_id': '402f4959-a63e-4d19-ab3f-527ea57712c6'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:44:09.943561 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-8265659f-e9c9-442f-b3a1-84b017bfc642 service neutron] 10.222.0.32 "GET /v2.0/networks/d50665b6-9647-47f1-b718-b6ae7cd32366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429203 May 05 21:44:10.112535 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f001b526-6f2f-40c9-a54c-ea4072b1d51e tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Notify callbacks [] for floatingip, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:10.212399 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e457c1c0-19bd-4569-abdc-171a2075262e req-872af8c4-1ff4-420a-947a-1fe0a0ff068e tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:10.213839 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e457c1c0-19bd-4569-abdc-171a2075262e req-872af8c4-1ff4-420a-947a-1fe0a0ff068e tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/networks?id=4988fe71-34c6-4737-ad2a-40f5327e7f0e HTTP/1.1" status: 200 len: 812 time: 0.4675963 May 05 21:44:10.280086 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e457c1c0-19bd-4569-abdc-171a2075262e req-2ec8c167-af76-4423-9297-d80c54f046ab tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/quotas/5a55f0e1fc854ae480e2f7b2fc73c270 HTTP/1.1" status: 200 len: 375 time: 0.0566730 May 05 21:44:10.286103 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bdd6d8b7-fc88-4b30-a89e-1fe5951f158b req-c2b8938a-acb2-46e6-b81c-8ae0d5911406 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] 10.222.0.23 "GET /v2.0/security-groups/738db1b5-f9df-49df-a5d8-862da1080371 HTTP/1.1" status: 200 len: 2149 time: 0.2322011 May 05 21:44:10.307114 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-ec254413-9c59-45af-93dd-6de4c97b7f13 tempest-LiveMigrationTest-271875399 tempest-LiveMigrationTest-271875399-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1a869846-74ef-49c4-bc12-0a6ef71a34fd&tenant_id=ea576b38215846aaa224b1aa35155ba3&binding%3Ahost_id=n-h2-825175-4 HTTP/1.1" status: 200 len: 1096 time: 0.0856977 May 05 21:44:10.346803 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e457c1c0-19bd-4569-abdc-171a2075262e req-93705521-21b9-48d1-a7c3-44e3f56faee7 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5a55f0e1fc854ae480e2f7b2fc73c270&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532732 May 05 21:44:10.423385 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-00dd05da-465e-4bf9-9a91-d1cbff11b966 service neutron] For port f4d9c9b2-5658-4234-b6b8-8992a1682e9f, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:44:10.426746 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-00dd05da-465e-4bf9-9a91-d1cbff11b966 service neutron] Notify callbacks [] for binding, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:10.427969 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fd7ab26f-af79-44aa-bb66-0d72ccee99a8 req-00dd05da-465e-4bf9-9a91-d1cbff11b966 service neutron] 10.222.0.32 "DELETE /v2.0/ports/f4d9c9b2-5658-4234-b6b8-8992a1682e9f/bindings/n-h1-825175-4 HTTP/1.1" status: 204 len: 173 time: 0.1142168 May 05 21:44:10.732558 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e457c1c0-19bd-4569-abdc-171a2075262e req-2c9a5528-4372-4e5d-9d50-c899a051ed50 service neutron] 10.222.0.23 "GET /v2.0/networks/4988fe71-34c6-4737-ad2a-40f5327e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536451 May 05 21:44:10.801335 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ee9e8-1b6c-458d-90fc-a59fc7a4bd6c req-f1a34b3f-f8f9-45b1-b63c-e4e6327fcb41 tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:10.803171 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e99ee9e8-1b6c-458d-90fc-a59fc7a4bd6c req-f1a34b3f-f8f9-45b1-b63c-e4e6327fcb41 tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] 10.222.0.23 "GET /v2.0/ports?device_id=f862062c-4474-4058-9cab-b734c5bf856b HTTP/1.1" status: 200 len: 950 time: 0.4020700 May 05 21:44:11.047230 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e99ee9e8-1b6c-458d-90fc-a59fc7a4bd6c req-27d1d168-e59b-470c-8032-9d53ec2b56de tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6ac69e7-ed73-497e-bab8-ad8303c8090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921294 May 05 21:44:11.063380 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90133cf-c429-4aa8-a12b-db35c021a29f req-c2feec51-59b5-4b81-b62f-7e063612bf72 tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:11.064506 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c90133cf-c429-4aa8-a12b-db35c021a29f req-c2feec51-59b5-4b81-b62f-7e063612bf72 tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] 10.222.0.32 "GET /v2.0/ports?device_id=315deb87-d047-4304-a959-933f5c40e9f0 HTTP/1.1" status: 200 len: 950 time: 0.1038892 May 05 21:44:11.084003 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e457c1c0-19bd-4569-abdc-171a2075262e req-dfae1b92-cf60-4d43-bd67-3fec8e39d69b service neutron] 10.222.0.23 "GET /v2.0/networks/4988fe71-34c6-4737-ad2a-40f5327e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398898 May 05 21:44:11.169791 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-c90133cf-c429-4aa8-a12b-db35c021a29f req-8ccdf29a-a289-4971-a7df-ea999dff701a tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] Deleting port 2c015c13-b669-44aa-9dcf-ce82fbc735f0 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:44:11.170150 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c90133cf-c429-4aa8-a12b-db35c021a29f req-8ccdf29a-a289-4971-a7df-ea999dff701a tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:11.304978 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4728aef-0104-4408-adc8-570d2a22c562'] response: {'server_uuid': 'f862062c-4474-4058-9cab-b734c5bf856b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '349e4061-2a07-4ef2-8d60-566db5d68653', 'code': 200} May 05 21:44:11.385681 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f001b526-6f2f-40c9-a54c-ea4072b1d51e tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:11.394968 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f001b526-6f2f-40c9-a54c-ea4072b1d51e tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:11.595499 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-c90133cf-c429-4aa8-a12b-db35c021a29f req-8ccdf29a-a289-4971-a7df-ea999dff701a tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] For port 2c015c13-b669-44aa-9dcf-ce82fbc735f0, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=2c015c13-b669-44aa-9dcf-ce82fbc735f0,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:44:11.595869 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c90133cf-c429-4aa8-a12b-db35c021a29f req-8ccdf29a-a289-4971-a7df-ea999dff701a tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:11.606014 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1553c8ac-3d2b-4ac7-b472-a8994c5a1cf5 req-08b54e49-7ca7-4400-9f32-d517952e319e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f862062c-4474-4058-9cab-b734c5bf856b HTTP/1.1" status: 200 len: 1101 time: 0.1336422 May 05 21:44:11.943127 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-c90133cf-c429-4aa8-a12b-db35c021a29f req-8ccdf29a-a289-4971-a7df-ea999dff701a tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] Calling delete_port for 2c015c13-b669-44aa-9dcf-ce82fbc735f0 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:44:11.956054 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e36fac-b918-4a91-8d31-f0b58f806bd6 req-7ae3e542-ede7-4634-986c-ba9c048ec457 tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:11.963839 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e3e36fac-b918-4a91-8d31-f0b58f806bd6 req-7ae3e542-ede7-4634-986c-ba9c048ec457 tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] 10.222.0.23 "GET /v2.0/ports?device_id=315deb87-d047-4304-a959-933f5c40e9f0 HTTP/1.1" status: 200 len: 950 time: 0.4621470 May 05 21:44:12.006140 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1553c8ac-3d2b-4ac7-b472-a8994c5a1cf5 req-929a4719-c8ad-4d51-b6e6-2dd76d09510a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e6ac69e7-ed73-497e-bab8-ad8303c8090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853371 May 05 21:44:12.009679 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e581e2-7301-4287-b9df-7f93defa658b req-508c3246-dbc0-4065-abe1-9d9b6ad8a97e tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:12.012801 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-92e581e2-7301-4287-b9df-7f93defa658b req-508c3246-dbc0-4065-abe1-9d9b6ad8a97e tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a869846-74ef-49c4-bc12-0a6ef71a34fd HTTP/1.1" status: 200 len: 945 time: 0.5001609 May 05 21:44:12.092470 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e3e36fac-b918-4a91-8d31-f0b58f806bd6 req-d39a3e3b-3ab0-4d65-ad46-2b1f17cd65e4 tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] 10.222.0.23 "GET /v2.0/security-groups?id=d16ca1b9-a02b-404e-8e24-3af6f20777e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275826 May 05 21:44:12.128295 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-92e581e2-7301-4287-b9df-7f93defa658b req-41f32d50-007d-4fe0-8a81-92faf34daaa2 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062200 May 05 21:44:12.163628 n-d-825175-4 neutron-server[84061]: INFO neutron.db.l3_db [None req-f001b526-6f2f-40c9-a54c-ea4072b1d51e tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Floating IP 137b9b6b-4cb6-41bf-aa3b-74aac3106ec4 associated. External IP: 172.25.4.69, port: 402f4959-a63e-4d19-ab3f-527ea57712c6. May 05 21:44:12.188598 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c90133cf-c429-4aa8-a12b-db35c021a29f req-8ccdf29a-a289-4971-a7df-ea999dff701a tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:12.246049 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccdf29a-a289-4971-a7df-ea999dff701a tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] Pushing event deleted for resources: {'Port': ['ID=2c015c13-b669-44aa-9dcf-ce82fbc735f0,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:12.347935 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-934c96f7-fb20-415a-81dd-dd05c7dd889c req-f63ad4d2-88e3-4da9-a1c2-daadc832e466 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] 10.222.0.23 "GET /v2.0/security-group-rules/e7ed924f-44b3-416f-b3a1-6b86625117c9 HTTP/1.1" status: 200 len: 713 time: 0.0835772 May 05 21:44:12.395482 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-c90133cf-c429-4aa8-a12b-db35c021a29f req-8ccdf29a-a289-4971-a7df-ea999dff701a tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] No DVR routers for this DVR port 2c015c13-b669-44aa-9dcf-ce82fbc735f0 on host n-h2-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:44:12.399986 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c90133cf-c429-4aa8-a12b-db35c021a29f req-8ccdf29a-a289-4971-a7df-ea999dff701a tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:12.403191 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315deb87-d047-4304-a959-933f5c40e9f0', 'name': 'network-vif-deleted', 'tag': '2c015c13-b669-44aa-9dcf-ce82fbc735f0'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:44:12.451354 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c90133cf-c429-4aa8-a12b-db35c021a29f req-8ccdf29a-a289-4971-a7df-ea999dff701a tempest-TenantUsagesTestJSON-1707324553 tempest-TenantUsagesTestJSON-1707324553-project] 10.222.0.32 "DELETE /v2.0/ports/2c015c13-b669-44aa-9dcf-ce82fbc735f0 HTTP/1.1" status: 204 len: 173 time: 1.3811412 May 05 21:44:12.579850 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-934c96f7-fb20-415a-81dd-dd05c7dd889c req-48a8fe22-2992-4f1b-ba4b-2154d2da45d7 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] 10.222.0.23 "GET /v2.0/security-groups/738db1b5-f9df-49df-a5d8-862da1080371 HTTP/1.1" status: 200 len: 2149 time: 0.2309511 May 05 21:44:12.672089 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-934c96f7-fb20-415a-81dd-dd05c7dd889c req-2f754f8a-4199-4979-9c2e-d3040efaf5d1 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:12.690962 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-934c96f7-fb20-415a-81dd-dd05c7dd889c req-2f754f8a-4199-4979-9c2e-d3040efaf5d1 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:12.717408 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d2f16-abc1-402e-9525-a655dba5de1e req-da0c7b93-e5ea-432d-98d7-f091ab662634 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:12.718965 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a16d2f16-abc1-402e-9525-a655dba5de1e req-da0c7b93-e5ea-432d-98d7-f091ab662634 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2749759-427b-4a40-96b7-9519adf36f4f HTTP/1.1" status: 200 len: 944 time: 0.3069260 May 05 21:44:12.771939 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-934c96f7-fb20-415a-81dd-dd05c7dd889c req-2f754f8a-4199-4979-9c2e-d3040efaf5d1 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:12.799702 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f754f8a-4199-4979-9c2e-d3040efaf5d1 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e7ed924f-44b3-416f-b3a1-6b86625117c9,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:12.809216 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a16d2f16-abc1-402e-9525-a655dba5de1e req-cce53d61-fdfc-4002-a82f-e4c3f5646a71 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] 10.222.0.23 "GET /v2.0/security-groups?id=120b4c1c-14bf-4ea1-9ce2-540e096b21a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818293 May 05 21:44:12.811401 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-934c96f7-fb20-415a-81dd-dd05c7dd889c req-2f754f8a-4199-4979-9c2e-d3040efaf5d1 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:12.812398 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-934c96f7-fb20-415a-81dd-dd05c7dd889c req-2f754f8a-4199-4979-9c2e-d3040efaf5d1 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/e7ed924f-44b3-416f-b3a1-6b86625117c9 HTTP/1.1" status: 204 len: 173 time: 0.2222803 May 05 21:44:13.075189 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-94734550-bdef-46f9-9724-f266139fce87 req-4ae008ae-9930-4f22-8108-7076dce1d55e tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=98367448-7f90-4b45-844c-03da8354469f HTTP/1.1" status: 200 len: 210 time: 0.1079535 May 05 21:44:13.280468 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb92f0c-f51f-4548-a99e-aef4c8819f3f req-27ced6c2-4eca-49dc-b22a-3f11afe36c22 tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:13.294788 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-edb92f0c-f51f-4548-a99e-aef4c8819f3f req-27ced6c2-4eca-49dc-b22a-3f11afe36c22 tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] 10.222.0.23 "GET /v2.0/ports?device_id=f862062c-4474-4058-9cab-b734c5bf856b HTTP/1.1" status: 200 len: 950 time: 0.2840929 May 05 21:44:13.358062 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e457c1c0-19bd-4569-abdc-171a2075262e req-5e9bf3e4-fe2f-4f54-90b1-048bd72228d9 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:13.361482 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e457c1c0-19bd-4569-abdc-171a2075262e req-5e9bf3e4-fe2f-4f54-90b1-048bd72228d9 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.44 "GET /v2.0/networks?id=4988fe71-34c6-4737-ad2a-40f5327e7f0e HTTP/1.1" status: 200 len: 812 time: 0.2275829 May 05 21:44:13.382532 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-edb92f0c-f51f-4548-a99e-aef4c8819f3f req-4376b4ab-f097-426b-aa65-f49b3b08acd8 tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6ac69e7-ed73-497e-bab8-ad8303c8090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868344 May 05 21:44:13.388491 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-e457c1c0-19bd-4569-abdc-171a2075262e req-056abd05-d505-4913-96d5-d6a3c1e19bb6 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Request body: {'port': {'device_id': '98367448-7f90-4b45-844c-03da8354469f', 'network_id': '4988fe71-34c6-4737-ad2a-40f5327e7f0e', 'admin_state_up': True, 'tenant_id': '5a55f0e1fc854ae480e2f7b2fc73c270'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:44:13.471359 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-e16d5ad7-f3f7-47ac-aa37-0f0561d8febd req-e8d8f37c-d6d5-4b93-9e7a-682f2654f383 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1727897100', 'description': 'tempest-description-174656490'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:44:13.487520 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-e16d5ad7-f3f7-47ac-aa37-0f0561d8febd req-e8d8f37c-d6d5-4b93-9e7a-682f2654f383 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:44:13.498015 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-e16d5ad7-f3f7-47ac-aa37-0f0561d8febd req-e8d8f37c-d6d5-4b93-9e7a-682f2654f383 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Usage tracker for resource:security_group and tenant:e84c598717d34685b8c4b6905e5a9899 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:44:13.521059 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-e16d5ad7-f3f7-47ac-aa37-0f0561d8febd req-e8d8f37c-d6d5-4b93-9e7a-682f2654f383 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:44:13.530184 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f001b526-6f2f-40c9-a54c-ea4072b1d51e tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Router 8d9118bd-6861-46b5-bce1-b3365e37bd92 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:44:13.541744 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-e16d5ad7-f3f7-47ac-aa37-0f0561d8febd req-e8d8f37c-d6d5-4b93-9e7a-682f2654f383 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:44:13.557287 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-056f3b3d-1100-4015-a569-8f6bb6a947c3'] response: {'server_uuid': '315deb87-d047-4304-a959-933f5c40e9f0', 'name': 'network-vif-deleted', 'tag': '2c015c13-b669-44aa-9dcf-ce82fbc735f0', 'status': 'completed', 'code': 200} May 05 21:44:13.558204 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-e457c1c0-19bd-4569-abdc-171a2075262e req-056abd05-d505-4913-96d5-d6a3c1e19bb6 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:44:13.567230 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-e457c1c0-19bd-4569-abdc-171a2075262e req-056abd05-d505-4913-96d5-d6a3c1e19bb6 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Usage tracker for resource:port and tenant:5a55f0e1fc854ae480e2f7b2fc73c270 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:44:13.573689 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-e457c1c0-19bd-4569-abdc-171a2075262e req-056abd05-d505-4913-96d5-d6a3c1e19bb6 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:44:13.592465 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-e457c1c0-19bd-4569-abdc-171a2075262e req-056abd05-d505-4913-96d5-d6a3c1e19bb6 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:44:13.614045 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e457c1c0-19bd-4569-abdc-171a2075262e req-056abd05-d505-4913-96d5-d6a3c1e19bb6 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Made reservation on behalf of 5a55f0e1fc854ae480e2f7b2fc73c270 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:44:13.617632 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-e457c1c0-19bd-4569-abdc-171a2075262e req-056abd05-d505-4913-96d5-d6a3c1e19bb6 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:13.661403 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-e16d5ad7-f3f7-47ac-aa37-0f0561d8febd req-e8d8f37c-d6d5-4b93-9e7a-682f2654f383 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:13.771493 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-e16d5ad7-f3f7-47ac-aa37-0f0561d8febd req-e8d8f37c-d6d5-4b93-9e7a-682f2654f383 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:44:13.775337 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-e16d5ad7-f3f7-47ac-aa37-0f0561d8febd req-e8d8f37c-d6d5-4b93-9e7a-682f2654f383 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Usage tracker for resource:security_group_rule and tenant:e84c598717d34685b8c4b6905e5a9899 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:44:13.778273 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-e16d5ad7-f3f7-47ac-aa37-0f0561d8febd req-e8d8f37c-d6d5-4b93-9e7a-682f2654f383 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:44:13.784895 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-e16d5ad7-f3f7-47ac-aa37-0f0561d8febd req-e8d8f37c-d6d5-4b93-9e7a-682f2654f383 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:44:13.863248 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-e16d5ad7-f3f7-47ac-aa37-0f0561d8febd req-e8d8f37c-d6d5-4b93-9e7a-682f2654f383 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:13.877109 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-e16d5ad7-f3f7-47ac-aa37-0f0561d8febd req-e8d8f37c-d6d5-4b93-9e7a-682f2654f383 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:13.912169 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-e457c1c0-19bd-4569-abdc-171a2075262e req-056abd05-d505-4913-96d5-d6a3c1e19bb6 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Allocated IP 172.20.0.10 (4988fe71-34c6-4737-ad2a-40f5327e7f0e/b652dcd0-731b-4d23-9d82-356eea5d9656/ac71e55f-a771-4213-9249-c2fb6df63426) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:44:13.928648 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-190206c8-fdbd-4acc-b78e-d625650a9604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:13.941596 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d8f37c-d6d5-4b93-9e7a-682f2654f383 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c90ffeda-d4e0-4b3b-bd55-7c367afc50cd,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:13.948177 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-e16d5ad7-f3f7-47ac-aa37-0f0561d8febd req-e8d8f37c-d6d5-4b93-9e7a-682f2654f383 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:13.949430 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e16d5ad7-f3f7-47ac-aa37-0f0561d8febd req-e8d8f37c-d6d5-4b93-9e7a-682f2654f383 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 0.4874418 May 05 21:44:14.005136 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 8408dc29-f2b8-410f-87d2-a81518c6ab4d details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:44:14.008217 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 2c015c13-b669-44aa-9dcf-ce82fbc735f0 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:44:14.092713 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f001b526-6f2f-40c9-a54c-ea4072b1d51e tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:44:14.098959 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f001b526-6f2f-40c9-a54c-ea4072b1d51e tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:14.107837 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: 2c015c13-b669-44aa-9dcf-ce82fbc735f0 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:44:14.108396 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 2c015c13-b669-44aa-9dcf-ce82fbc735f0 not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:44:14.120163 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6515201d-beeb-4942-afd9-19572f45a3e6 None None] Sync routers for ids ['8d9118bd-6861-46b5-bce1-b3365e37bd92'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:44:14.185995 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fd1aec63-4ef6-4e32-899c-424d5ab5caf1 req-cbd085dc-5fd8-437b-a6cc-5365be20b846 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=98367448-7f90-4b45-844c-03da8354469f HTTP/1.1" status: 200 len: 210 time: 0.0550656 May 05 21:44:14.206535 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c592d6ba-7cac-41d6-96c5-90d501aa3cf4 req-9f2d5361-d1b2-4258-86ad-e3bbb0decfec tempest-LiveMigrationTest-271875399 tempest-LiveMigrationTest-271875399-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1a869846-74ef-49c4-bc12-0a6ef71a34fd HTTP/1.1" status: 200 len: 1096 time: 0.2316561 May 05 21:44:14.262358 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-e457c1c0-19bd-4569-abdc-171a2075262e req-056abd05-d505-4913-96d5-d6a3c1e19bb6 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:14.296796 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-e457c1c0-19bd-4569-abdc-171a2075262e req-056abd05-d505-4913-96d5-d6a3c1e19bb6 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:14.343535 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f001b526-6f2f-40c9-a54c-ea4072b1d51e tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] 10.222.0.23 "PUT /v2.0/floatingips/137b9b6b-4cb6-41bf-aa3b-74aac3106ec4 HTTP/1.1" status: 200 len: 990 time: 4.4736321 May 05 21:44:14.377063 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6515201d-beeb-4942-afd9-19572f45a3e6 None None] Routers {'8d9118bd-6861-46b5-bce1-b3365e37bd92'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:44:14.378054 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-6515201d-beeb-4942-afd9-19572f45a3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:43:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8d9118bd-6861-46b5-bce1-b3365e37bd92'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:44:14.378909 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4cdda4b-80c2-4d00-83e4-2ee7b75e3c84', 'tag': '402f4959-a63e-4d19-ab3f-527ea57712c6'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:44:14.388862 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 36052) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:44:14.390534 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056abd05-d505-4913-96d5-d6a3c1e19bb6 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Pushing event updated for resources: {'Port': ['ID=ac71e55f-a771-4213-9249-c2fb6df63426,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:14.417925 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c592d6ba-7cac-41d6-96c5-90d501aa3cf4 req-a034508c-9235-48ff-82ff-f3c422fd0fc2 tempest-LiveMigrationTest-271875399 tempest-LiveMigrationTest-271875399-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103872 May 05 21:44:14.438857 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e457c1c0-19bd-4569-abdc-171a2075262e req-056abd05-d505-4913-96d5-d6a3c1e19bb6 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Network 4988fe71-34c6-4737-ad2a-40f5327e7f0e is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:44:14.443819 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-e457c1c0-19bd-4569-abdc-171a2075262e req-056abd05-d505-4913-96d5-d6a3c1e19bb6 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:44:14.448016 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-e457c1c0-19bd-4569-abdc-171a2075262e req-056abd05-d505-4913-96d5-d6a3c1e19bb6 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:44:14.532460 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea6acc5-be5d-435d-918f-16b7d7ea8623 req-79ffe717-02bc-4165-8850-5695b646701e tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:14.539481 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9ea6acc5-be5d-435d-918f-16b7d7ea8623 req-79ffe717-02bc-4165-8850-5695b646701e tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2749759-427b-4a40-96b7-9519adf36f4f HTTP/1.1" status: 200 len: 944 time: 0.1946716 May 05 21:44:14.609798 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9a7ae3e0-8c5f-4fe8-a04f-9928852d6805 req-2a86299d-1923-41c8-a88a-70b0395c49bf tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] 10.222.0.23 "GET /v2.0/security-groups/c90ffeda-d4e0-4b3b-bd55-7c367afc50cd HTTP/1.1" status: 200 len: 1646 time: 0.1124358 May 05 21:44:14.614710 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e457c1c0-19bd-4569-abdc-171a2075262e req-056abd05-d505-4913-96d5-d6a3c1e19bb6 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:14.617144 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-e457c1c0-19bd-4569-abdc-171a2075262e req-056abd05-d505-4913-96d5-d6a3c1e19bb6 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:14.635317 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9ea6acc5-be5d-435d-918f-16b7d7ea8623 req-dd170728-333d-4a82-96c1-341adaeb25e2 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] 10.222.0.23 "GET /v2.0/security-groups?id=120b4c1c-14bf-4ea1-9ce2-540e096b21a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949001 May 05 21:44:14.679066 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e457c1c0-19bd-4569-abdc-171a2075262e req-056abd05-d505-4913-96d5-d6a3c1e19bb6 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3028414 May 05 21:44:14.690702 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-e457c1c0-19bd-4569-abdc-171a2075262e req-23420e8a-3015-46a3-b2de-bb4a6b4407e8 service neutron] Request body: {'port': {'device_id': '98367448-7f90-4b45-844c-03da8354469f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:44:14.880003 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44a70b31-909d-40ee-b8cc-71d0e0ef34b5'] response: {'name': 'network-changed', 'server_uuid': 'a4cdda4b-80c2-4d00-83e4-2ee7b75e3c84', 'tag': '402f4959-a63e-4d19-ab3f-527ea57712c6', 'status': 'completed', 'code': 200} May 05 21:44:14.907544 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 8408dc29-f2b8-410f-87d2-a81518c6ab4d, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=8408dc29-f2b8-410f-87d2-a81518c6ab4d,segment=NetworkSegment(b6a78c60-1e9b-428a-ae97-394891f78dc2),segment_id=b6a78c60-1e9b-428a-ae97-394891f78dc2)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:44:14.914424 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93f0b7-9c87-4e2f-90c5-ae48835f8e1f req-55f5948e-8f43-4097-886a-bf37993568d0 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:14.922478 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5e93f0b7-9c87-4e2f-90c5-ae48835f8e1f req-55f5948e-8f43-4097-886a-bf37993568d0 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4cdda4b-80c2-4d00-83e4-2ee7b75e3c84 HTTP/1.1" status: 200 len: 945 time: 0.1276615 May 05 21:44:14.950046 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '8408dc29-f2b8-410f-87d2-a81518c6ab4d', 'network_id': 'c0872462-98fa-4b18-824d-ce804e81510e', 'port_id': '8408dc29-f2b8-410f-87d2-a81518c6ab4d', 'mac_address': 'fa:16:3e:42:16:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3616903f-0b3a-4ed3-93ad-c39d3f389ac9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:44:15.094298 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-e457c1c0-19bd-4569-abdc-171a2075262e req-23420e8a-3015-46a3-b2de-bb4a6b4407e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:15.119024 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:15.119024 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-6515201d-beeb-4942-afd9-19572f45a3e6 None None] Set router 8d9118bd-6861-46b5-bce1-b3365e37bd92 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:44:15.119281 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-3429f5a6-fe56-4e91-a419-1fa584085e60 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9d1b13062e674eaaa880c45b6f13f6df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7055960 May 05 21:44:15.119281 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 36070) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:44:15.166722 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8408dc29-f2b8-410f-87d2-a81518c6ab4d {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:44:15.253489 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5e93f0b7-9c87-4e2f-90c5-ae48835f8e1f req-2074acbd-bfa0-4b0b-8d95-3a03be990969 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbcf981c-f37d-4445-8488-e64399f606cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3260763 May 05 21:44:15.270927 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 8408dc29-f2b8-410f-87d2-a81518c6ab4d, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=8408dc29-f2b8-410f-87d2-a81518c6ab4d,segment=NetworkSegment(b6a78c60-1e9b-428a-ae97-394891f78dc2),segment_id=b6a78c60-1e9b-428a-ae97-394891f78dc2)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:44:15.283225 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ed99336c-29c8-4b3c-9d53-865fc2792ed3 req-df34cfce-a8e1-48d5-96aa-36b39657f16c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e254aa6e91fc4971a04919e3490afc47&device_id=a4cdda4b-80c2-4d00-83e4-2ee7b75e3c84 HTTP/1.1" status: 200 len: 1096 time: 0.3635211 May 05 21:44:15.316126 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:15.320975 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb62cee-2d51-45b0-b707-c3ee6e0f9070 req-5bc4c190-8087-4c2a-bcdd-5bd64acd8f94 tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:15.322750 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7bb62cee-2d51-45b0-b707-c3ee6e0f9070 req-5bc4c190-8087-4c2a-bcdd-5bd64acd8f94 tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] 10.222.0.23 "GET /v2.0/ports?device_id=f862062c-4474-4058-9cab-b734c5bf856b HTTP/1.1" status: 200 len: 950 time: 0.3120790 May 05 21:44:15.404881 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7bb62cee-2d51-45b0-b707-c3ee6e0f9070 req-b6071879-5e47-4550-a9a8-2ff640a35520 tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6ac69e7-ed73-497e-bab8-ad8303c8090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759106 May 05 21:44:15.485298 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=8408dc29-f2b8-410f-87d2-a81518c6ab4d,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:15.544847 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2c3a1742-1bd6-4d5b-a068-7b920904e953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:15.557705 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['8408dc29-f2b8-410f-87d2-a81518c6ab4d'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:44:15.621583 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2c3a1742-1bd6-4d5b-a068-7b920904e953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:15.692955 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1bf7ec-8c8a-4005-be8f-2afb37f08860 req-df1eb12f-b087-46b4-978b-199c12f97d73 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:15.699707 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-db1bf7ec-8c8a-4005-be8f-2afb37f08860 req-df1eb12f-b087-46b4-978b-199c12f97d73 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/networks?id=d50665b6-9647-47f1-b718-b6ae7cd32366 HTTP/1.1" status: 200 len: 808 time: 0.2093334 May 05 21:44:15.786810 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-db1bf7ec-8c8a-4005-be8f-2afb37f08860 req-e091f0a1-70c7-4be8-926f-f17229f6d6a6 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/quotas/ea576b38215846aaa224b1aa35155ba3 HTTP/1.1" status: 200 len: 375 time: 0.0859056 May 05 21:44:15.797223 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed99336c-29c8-4b3c-9d53-865fc2792ed3 req-cb2fca62-5190-48a7-aaa4-fb3d9ca268b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:15.799799 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ed99336c-29c8-4b3c-9d53-865fc2792ed3 req-cb2fca62-5190-48a7-aaa4-fb3d9ca268b7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=718ff0c6-f920-4b3f-81a3-076012439a00 HTTP/1.1" status: 200 len: 905 time: 0.5036886 May 05 21:44:15.907749 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72864c2e-19c6-4cad-b76a-1a43dd39a4b5 req-8e48700b-96e4-486e-ab9f-40f9b06b12b9 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:15.917735 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-72864c2e-19c6-4cad-b76a-1a43dd39a4b5 req-8e48700b-96e4-486e-ab9f-40f9b06b12b9 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=98367448-7f90-4b45-844c-03da8354469f HTTP/1.1" status: 200 len: 932 time: 0.2157953 May 05 21:44:15.919749 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-6515201d-beeb-4942-afd9-19572f45a3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9118bd-6861-46b5-bce1-b3365e37bd92', 'name': 'tempest-ServersTestJSON-50409553-router', 'tenant_id': 'e254aa6e91fc4971a04919e3490afc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '3d8c1209-ad27-48b3-b0e9-488054017850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:43:13Z', 'updated_at': '2022-05-05T21:43:29Z', 'revision_number': 4, 'project_id': 'e254aa6e91fc4971a04919e3490afc47', 'gw_port': {'id': '3d8c1209-ad27-48b3-b0e9-488054017850', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:56:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9118bd-6861-46b5-bce1-b3365e37bd92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:43:16Z', 'updated_at': '2022-05-05T21:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '137b9b6b-4cb6-41bf-aa3b-74aac3106ec4', 'tenant_id': 'e254aa6e91fc4971a04919e3490afc47', 'floating_ip_address': '172.25.4.69', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '8d9118bd-6861-46b5-bce1-b3365e37bd92', 'port_id': '402f4959-a63e-4d19-ab3f-527ea57712c6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '718ff0c6-f920-4b3f-81a3-076012439a00', 'mac_address': 'fa:16:3e:e0:73:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cdda4b-80c2-4d00-83e4-2ee7b75e3c84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:43:42Z', 'updated_at': '2022-05-05T21:44:11Z', 'revision_number': 1, 'project_id': 'e254aa6e91fc4971a04919e3490afc47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7866e95a-fd72-42a8-bd30-fdb3eb1f27a4', 'name': '', 'network_id': '718ff0c6-f920-4b3f-81a3-076012439a00', 'tenant_id': 'e254aa6e91fc4971a04919e3490afc47', 'mac_address': 'fa:16:3e:78:0e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9118bd-6861-46b5-bce1-b3365e37bd92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f39d6243-09cb-485d-9aa5-4ff11d790f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:43:27Z', 'updated_at': '2022-05-05T21:43:47Z', 'revision_number': 5, 'project_id': 'e254aa6e91fc4971a04919e3490afc47', 'subnets': [{'id': 'f39d6243-09cb-485d-9aa5-4ff11d790f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:44:15.934187 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6515201d-beeb-4942-afd9-19572f45a3e6 None None] Checking router: 8d9118bd-6861-46b5-bce1-b3365e37bd92 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:44:15.965667 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6515201d-beeb-4942-afd9-19572f45a3e6 None None] Routers {'8d9118bd-6861-46b5-bce1-b3365e37bd92'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:44:15.966400 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-db1bf7ec-8c8a-4005-be8f-2afb37f08860 req-c4bf4287-7c75-4a52-a2fa-aa12984c98af tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea576b38215846aaa224b1aa35155ba3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1780963 May 05 21:44:15.967336 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-6515201d-beeb-4942-afd9-19572f45a3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:43:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8d9118bd-6861-46b5-bce1-b3365e37bd92'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:44:15.977485 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2c3a1742-1bd6-4d5b-a068-7b920904e953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:16.045525 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a1742-1bd6-4d5b-a068-7b920904e953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16ca1b9-a02b-404e-8e24-3af6f20777e9,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:16.068499 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ed99336c-29c8-4b3c-9d53-865fc2792ed3 req-02735ccc-f813-4108-b265-2aa3f89e8a35 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=402f4959-a63e-4d19-ab3f-527ea57712c6 HTTP/1.1" status: 200 len: 998 time: 0.2606156 May 05 21:44:16.128058 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-db1bf7ec-8c8a-4005-be8f-2afb37f08860 req-02abbdfd-ebb6-4861-ac5d-4c6d7761abd9 service neutron] 10.222.0.23 "GET /v2.0/networks/d50665b6-9647-47f1-b718-b6ae7cd32366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608171 May 05 21:44:16.137663 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a4a2e612-e3b4-45e5-85e6-5ef90c3eb6f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:16.230891 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-6515201d-beeb-4942-afd9-19572f45a3e6 None None] Set router 8d9118bd-6861-46b5-bce1-b3365e37bd92 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:44:16.240930 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2c3a1742-1bd6-4d5b-a068-7b920904e953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:16.242633 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-2c3a1742-1bd6-4d5b-a068-7b920904e953 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d16ca1b9-a02b-404e-8e24-3af6f20777e9 HTTP/1.1" status: 204 len: 168 time: 1.1326485 May 05 21:44:16.285178 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-72864c2e-19c6-4cad-b76a-1a43dd39a4b5 req-3bbb2695-c4b4-4886-841c-30a056f87616 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3664696 May 05 21:44:16.327248 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-e457c1c0-19bd-4569-abdc-171a2075262e req-23420e8a-3015-46a3-b2de-bb4a6b4407e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac71e55f-a771-4213-9249-c2fb6df63426 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:44:16.342373 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed99336c-29c8-4b3c-9d53-865fc2792ed3 req-4334a453-18e1-468b-ac6c-2a11ac217c90 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:16.346140 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ed99336c-29c8-4b3c-9d53-865fc2792ed3 req-4334a453-18e1-468b-ac6c-2a11ac217c90 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f39d6243-09cb-485d-9aa5-4ff11d790f3c HTTP/1.1" status: 200 len: 843 time: 0.2642243 May 05 21:44:16.398628 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-1e8ec99f-fb19-415f-92f3-6294cbe76c0e req-ee4197de-5d89-43fe-b7f9-6d8e37a3f40a tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-698564292', 'description': 'tempest-description-845493991'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:44:16.423504 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-e457c1c0-19bd-4569-abdc-171a2075262e req-23420e8a-3015-46a3-b2de-bb4a6b4407e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:16.455626 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-e457c1c0-19bd-4569-abdc-171a2075262e req-23420e8a-3015-46a3-b2de-bb4a6b4407e8 service neutron] Transition to ACTIVE for port object ac71e55f-a771-4213-9249-c2fb6df63426 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:44:16.469944 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-e457c1c0-19bd-4569-abdc-171a2075262e req-23420e8a-3015-46a3-b2de-bb4a6b4407e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:16.474008 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-1e8ec99f-fb19-415f-92f3-6294cbe76c0e req-ee4197de-5d89-43fe-b7f9-6d8e37a3f40a tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:44:16.495151 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-1e8ec99f-fb19-415f-92f3-6294cbe76c0e req-ee4197de-5d89-43fe-b7f9-6d8e37a3f40a tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Usage tracker for resource:security_group and tenant:e84c598717d34685b8c4b6905e5a9899 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:44:16.505697 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-1e8ec99f-fb19-415f-92f3-6294cbe76c0e req-ee4197de-5d89-43fe-b7f9-6d8e37a3f40a tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:44:16.545757 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-db1bf7ec-8c8a-4005-be8f-2afb37f08860 req-b0851249-1ef1-436b-a33a-7076d3a79d81 service neutron] 10.222.0.23 "GET /v2.0/networks/d50665b6-9647-47f1-b718-b6ae7cd32366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4166207 May 05 21:44:16.550303 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-1e8ec99f-fb19-415f-92f3-6294cbe76c0e req-ee4197de-5d89-43fe-b7f9-6d8e37a3f40a tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:44:16.617489 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-1e8ec99f-fb19-415f-92f3-6294cbe76c0e req-ee4197de-5d89-43fe-b7f9-6d8e37a3f40a tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:16.658326 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23420e8a-3015-46a3-b2de-bb4a6b4407e8 service neutron] Pushing event updated for resources: {'Port': ['ID=ac71e55f-a771-4213-9249-c2fb6df63426,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:16.673762 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ed99336c-29c8-4b3c-9d53-865fc2792ed3 req-c9d8660b-2f4e-4954-a6f6-63ad0769e850 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=718ff0c6-f920-4b3f-81a3-076012439a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3204854 May 05 21:44:16.782924 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-1e8ec99f-fb19-415f-92f3-6294cbe76c0e req-ee4197de-5d89-43fe-b7f9-6d8e37a3f40a tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:44:16.808699 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-1e8ec99f-fb19-415f-92f3-6294cbe76c0e req-ee4197de-5d89-43fe-b7f9-6d8e37a3f40a tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Usage tracker for resource:security_group_rule and tenant:e84c598717d34685b8c4b6905e5a9899 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:44:16.811855 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-1e8ec99f-fb19-415f-92f3-6294cbe76c0e req-ee4197de-5d89-43fe-b7f9-6d8e37a3f40a tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:44:16.827742 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-1e8ec99f-fb19-415f-92f3-6294cbe76c0e req-ee4197de-5d89-43fe-b7f9-6d8e37a3f40a tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:44:16.894732 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-1e8ec99f-fb19-415f-92f3-6294cbe76c0e req-ee4197de-5d89-43fe-b7f9-6d8e37a3f40a tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:16.920337 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-1e8ec99f-fb19-415f-92f3-6294cbe76c0e req-ee4197de-5d89-43fe-b7f9-6d8e37a3f40a tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:16.964657 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4197de-5d89-43fe-b7f9-6d8e37a3f40a tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6a15ac-7249-4c6f-9c8c-570ee32c6e78,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:17.010578 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-1e8ec99f-fb19-415f-92f3-6294cbe76c0e req-ee4197de-5d89-43fe-b7f9-6d8e37a3f40a tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:17.013374 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1e8ec99f-fb19-415f-92f3-6294cbe76c0e req-ee4197de-5d89-43fe-b7f9-6d8e37a3f40a tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1650 time: 0.6483712 May 05 21:44:17.219735 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:17.242037 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36108) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:44:17.258843 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-6515201d-beeb-4942-afd9-19572f45a3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9118bd-6861-46b5-bce1-b3365e37bd92', 'name': 'tempest-ServersTestJSON-50409553-router', 'tenant_id': 'e254aa6e91fc4971a04919e3490afc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '3d8c1209-ad27-48b3-b0e9-488054017850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:43:13Z', 'updated_at': '2022-05-05T21:43:29Z', 'revision_number': 4, 'project_id': 'e254aa6e91fc4971a04919e3490afc47', 'gw_port': {'id': '3d8c1209-ad27-48b3-b0e9-488054017850', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:56:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9118bd-6861-46b5-bce1-b3365e37bd92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:43:16Z', 'updated_at': '2022-05-05T21:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '137b9b6b-4cb6-41bf-aa3b-74aac3106ec4', 'tenant_id': 'e254aa6e91fc4971a04919e3490afc47', 'floating_ip_address': '172.25.4.69', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '8d9118bd-6861-46b5-bce1-b3365e37bd92', 'port_id': '402f4959-a63e-4d19-ab3f-527ea57712c6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '718ff0c6-f920-4b3f-81a3-076012439a00', 'mac_address': 'fa:16:3e:e0:73:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cdda4b-80c2-4d00-83e4-2ee7b75e3c84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:43:42Z', 'updated_at': '2022-05-05T21:44:11Z', 'revision_number': 1, 'project_id': 'e254aa6e91fc4971a04919e3490afc47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7866e95a-fd72-42a8-bd30-fdb3eb1f27a4', 'name': '', 'network_id': '718ff0c6-f920-4b3f-81a3-076012439a00', 'tenant_id': 'e254aa6e91fc4971a04919e3490afc47', 'mac_address': 'fa:16:3e:78:0e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9118bd-6861-46b5-bce1-b3365e37bd92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f39d6243-09cb-485d-9aa5-4ff11d790f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:43:27Z', 'updated_at': '2022-05-05T21:43:47Z', 'revision_number': 5, 'project_id': 'e254aa6e91fc4971a04919e3490afc47', 'subnets': [{'id': 'f39d6243-09cb-485d-9aa5-4ff11d790f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:44:17.271777 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6515201d-beeb-4942-afd9-19572f45a3e6 None None] The sync data for ids ['8d9118bd-6861-46b5-bce1-b3365e37bd92'] in n-d-825175-4 is: [{'id': '8d9118bd-6861-46b5-bce1-b3365e37bd92', 'name': 'tempest-ServersTestJSON-50409553-router', 'tenant_id': 'e254aa6e91fc4971a04919e3490afc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '3d8c1209-ad27-48b3-b0e9-488054017850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:43:13Z', 'updated_at': '2022-05-05T21:43:29Z', 'revision_number': 4, 'project_id': 'e254aa6e91fc4971a04919e3490afc47', 'gw_port': {'id': '3d8c1209-ad27-48b3-b0e9-488054017850', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:56:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9118bd-6861-46b5-bce1-b3365e37bd92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:43:16Z', 'updated_at': '2022-05-05T21:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '137b9b6b-4cb6-41bf-aa3b-74aac3106ec4', 'tenant_id': 'e254aa6e91fc4971a04919e3490afc47', 'floating_ip_address': '172.25.4.69', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '8d9118bd-6861-46b5-bce1-b3365e37bd92', 'port_id': '402f4959-a63e-4d19-ab3f-527ea57712c6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '718ff0c6-f920-4b3f-81a3-076012439a00', 'mac_address': 'fa:16:3e:e0:73:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cdda4b-80c2-4d00-83e4-2ee7b75e3c84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:43:42Z', 'updated_at': '2022-05-05T21:44:11Z', 'revision_number': 1, 'project_id': 'e254aa6e91fc4971a04919e3490afc47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7866e95a-fd72-42a8-bd30-fdb3eb1f27a4', 'name': '', 'network_id': '718ff0c6-f920-4b3f-81a3-076012439a00', 'tenant_id': 'e254aa6e91fc4971a04919e3490afc47', 'mac_address': 'fa:16:3e:78:0e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9118bd-6861-46b5-bce1-b3365e37bd92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f39d6243-09cb-485d-9aa5-4ff11d790f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:43:27Z', 'updated_at': '2022-05-05T21:43:47Z', 'revision_number': 5, 'project_id': 'e254aa6e91fc4971a04919e3490afc47', 'subnets': [{'id': 'f39d6243-09cb-485d-9aa5-4ff11d790f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:44:17.277182 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ee2be76c-fa60-494a-bdde-929c5157d6f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:17.399771 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-e457c1c0-19bd-4569-abdc-171a2075262e req-23420e8a-3015-46a3-b2de-bb4a6b4407e8 service neutron] Attempting to bind port ac71e55f-a771-4213-9249-c2fb6df63426 on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:44:17.400101 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-e457c1c0-19bd-4569-abdc-171a2075262e req-23420e8a-3015-46a3-b2de-bb4a6b4407e8 service neutron] Attempting to bind port ac71e55f-a771-4213-9249-c2fb6df63426 by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': 'bb53319d-02d7-4ee5-a402-d07603ca726a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '4988fe71-34c6-4737-ad2a-40f5327e7f0e'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:44:17.400419 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e457c1c0-19bd-4569-abdc-171a2075262e req-23420e8a-3015-46a3-b2de-bb4a6b4407e8 service neutron] Attempting to bind port ac71e55f-a771-4213-9249-c2fb6df63426 on network 4988fe71-34c6-4737-ad2a-40f5327e7f0e {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:44:17.417369 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ed99336c-29c8-4b3c-9d53-865fc2792ed3 req-5c82b459-fbe0-45f0-931a-16bdbc4ee55a service neutron] 10.222.0.32 "GET /v2.0/networks/718ff0c6-f920-4b3f-81a3-076012439a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7330990 May 05 21:44:17.418196 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e457c1c0-19bd-4569-abdc-171a2075262e req-23420e8a-3015-46a3-b2de-bb4a6b4407e8 service neutron] Port ac71e55f-a771-4213-9249-c2fb6df63426 on network 4988fe71-34c6-4737-ad2a-40f5327e7f0e not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:44:17.418621 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e457c1c0-19bd-4569-abdc-171a2075262e req-23420e8a-3015-46a3-b2de-bb4a6b4407e8 service neutron] Attempting to bind port ac71e55f-a771-4213-9249-c2fb6df63426 on network 4988fe71-34c6-4737-ad2a-40f5327e7f0e {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:44:17.430068 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:17.458257 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-ee2be76c-fa60-494a-bdde-929c5157d6f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:44:17.474596 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-ee2be76c-fa60-494a-bdde-929c5157d6f1 admin admin] Usage tracker for resource:security_group_rule and tenant:4e149135b1474505914001763fd2a5c1 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:44:17.487210 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-ee2be76c-fa60-494a-bdde-929c5157d6f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:44:17.505174 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-ee2be76c-fa60-494a-bdde-929c5157d6f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:44:17.571859 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2221fecf-0aa1-4a88-80ee-b0cdd5b90192 req-b4cb8f8f-1ee6-4907-baa2-6350e3b4d2d7 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:17.573476 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2221fecf-0aa1-4a88-80ee-b0cdd5b90192 req-b4cb8f8f-1ee6-4907-baa2-6350e3b4d2d7 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2749759-427b-4a40-96b7-9519adf36f4f HTTP/1.1" status: 200 len: 945 time: 0.2494154 May 05 21:44:17.575998 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e457c1c0-19bd-4569-abdc-171a2075262e req-23420e8a-3015-46a3-b2de-bb4a6b4407e8 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:44:17.576302 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e457c1c0-19bd-4569-abdc-171a2075262e req-23420e8a-3015-46a3-b2de-bb4a6b4407e8 service neutron] Checking segment: {'id': 'bb53319d-02d7-4ee5-a402-d07603ca726a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '4988fe71-34c6-4737-ad2a-40f5327e7f0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:44:17.576665 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e457c1c0-19bd-4569-abdc-171a2075262e req-23420e8a-3015-46a3-b2de-bb4a6b4407e8 service neutron] Bound using segment: {'id': 'bb53319d-02d7-4ee5-a402-d07603ca726a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '4988fe71-34c6-4737-ad2a-40f5327e7f0e'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:44:17.577353 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-e457c1c0-19bd-4569-abdc-171a2075262e req-23420e8a-3015-46a3-b2de-bb4a6b4407e8 service neutron] Bound port: ac71e55f-a771-4213-9249-c2fb6df63426, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb53319d-02d7-4ee5-a402-d07603ca726a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '4988fe71-34c6-4737-ad2a-40f5327e7f0e'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:44:17.577562 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-e457c1c0-19bd-4569-abdc-171a2075262e req-23420e8a-3015-46a3-b2de-bb4a6b4407e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:17.694769 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03484497-b825-44ac-aeb5-7bca8be54e12 None None] New status for floating IP 137b9b6b-4cb6-41bf-aa3b-74aac3106ec4: ACTIVE {{(pid=84068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 21:44:17.748660 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ee2be76c-fa60-494a-bdde-929c5157d6f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:17.800855 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ed99336c-29c8-4b3c-9d53-865fc2792ed3 req-d0b8ded0-e920-46be-844c-d4b34e19e954 service neutron] 10.222.0.32 "GET /v2.0/networks/718ff0c6-f920-4b3f-81a3-076012439a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725321 May 05 21:44:17.804637 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-e457c1c0-19bd-4569-abdc-171a2075262e req-23420e8a-3015-46a3-b2de-bb4a6b4407e8 service neutron] For port ac71e55f-a771-4213-9249-c2fb6df63426, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:44:17.809699 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-e457c1c0-19bd-4569-abdc-171a2075262e req-23420e8a-3015-46a3-b2de-bb4a6b4407e8 service neutron] For port ac71e55f-a771-4213-9249-c2fb6df63426, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=ac71e55f-a771-4213-9249-c2fb6df63426,segment=NetworkSegment(bb53319d-02d7-4ee5-a402-d07603ca726a),segment_id=bb53319d-02d7-4ee5-a402-d07603ca726a)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:44:17.811345 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2221fecf-0aa1-4a88-80ee-b0cdd5b90192 req-69db2c03-bf4e-44fc-b809-f0d2b738a76c tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] 10.222.0.23 "GET /v2.0/security-groups?id=120b4c1c-14bf-4ea1-9ce2-540e096b21a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2113178 May 05 21:44:17.813920 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ee2be76c-fa60-494a-bdde-929c5157d6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:17.817837 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-e457c1c0-19bd-4569-abdc-171a2075262e req-23420e8a-3015-46a3-b2de-bb4a6b4407e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:17.907165 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ee2be76c-fa60-494a-bdde-929c5157d6f1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4e149135b1474505914001763fd2a5c1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6630840 May 05 21:44:17.908081 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2be76c-fa60-494a-bdde-929c5157d6f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df72f57-e9ee-47f8-bdb5-a0da2f1b2b06,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:17.910540 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36124) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:44:18.031781 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 8408dc29-f2b8-410f-87d2-a81518c6ab4d up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:44:18.036592 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2be76c-fa60-494a-bdde-929c5157d6f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:44:18.037132 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2be76c-fa60-494a-bdde-929c5157d6f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:44:18.040197 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2be76c-fa60-494a-bdde-929c5157d6f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:44:18.040679 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2be76c-fa60-494a-bdde-929c5157d6f1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:44:18.042805 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2be76c-fa60-494a-bdde-929c5157d6f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:44:18.043268 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2be76c-fa60-494a-bdde-929c5157d6f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:44:18.043678 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2be76c-fa60-494a-bdde-929c5157d6f1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:44:18.044304 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2be76c-fa60-494a-bdde-929c5157d6f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:44:18.047060 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2be76c-fa60-494a-bdde-929c5157d6f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:44:18.047584 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2be76c-fa60-494a-bdde-929c5157d6f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:44:18.048020 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2be76c-fa60-494a-bdde-929c5157d6f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:44:18.073429 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23420e8a-3015-46a3-b2de-bb4a6b4407e8 service neutron] Pushing event updated for resources: {'Port': ['ID=ac71e55f-a771-4213-9249-c2fb6df63426,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:18.099777 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-e457c1c0-19bd-4569-abdc-171a2075262e req-23420e8a-3015-46a3-b2de-bb4a6b4407e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:18.101540 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e457c1c0-19bd-4569-abdc-171a2075262e req-23420e8a-3015-46a3-b2de-bb4a6b4407e8 service neutron] 10.222.0.44 "PUT /v2.0/ports/ac71e55f-a771-4213-9249-c2fb6df63426 HTTP/1.1" status: 200 len: 1092 time: 3.4154608 May 05 21:44:18.102173 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98367448-7f90-4b45-844c-03da8354469f', 'tag': 'ac71e55f-a771-4213-9249-c2fb6df63426'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:44:18.168097 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c37f733e-77ae-45f2-a307-5cacc37a31fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:18.174708 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e264cdfa-c2f4-45ff-9985-5a3b4d8a9ac5 req-88a33234-b2da-4ada-9ceb-065c5885f7c9 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fa2aa3d-82d1-4e04-b9f0-21f6bf4713a5 HTTP/1.1" status: 200 len: 210 time: 0.0761998 May 05 21:44:18.224738 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c37f733e-77ae-45f2-a307-5cacc37a31fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:18.225602 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port 8408dc29-f2b8-410f-87d2-a81518c6ab4d completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:44:18.236016 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 8408dc29-f2b8-410f-87d2-a81518c6ab4d triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:44:18.237492 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:18.255247 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d744fa83-567d-4d78-ab41-efc94b5b22b7 req-5b2d1577-d470-4dce-a33a-2339ad06e0ae tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] 10.222.0.23 "GET /v2.0/security-groups/7e6a15ac-7249-4c6f-9c8c-570ee32c6e78 HTTP/1.1" status: 200 len: 1645 time: 0.1148810 May 05 21:44:18.360560 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c37f733e-77ae-45f2-a307-5cacc37a31fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:18.402536 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37f733e-77ae-45f2-a307-5cacc37a31fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df72f57-e9ee-47f8-bdb5-a0da2f1b2b06,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:18.412515 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c37f733e-77ae-45f2-a307-5cacc37a31fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:18.424131 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c37f733e-77ae-45f2-a307-5cacc37a31fa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1df72f57-e9ee-47f8-bdb5-a0da2f1b2b06 HTTP/1.1" status: 204 len: 168 time: 0.5125730 May 05 21:44:18.446708 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:44:18.489779 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e457c1c0-19bd-4569-abdc-171a2075262e req-fe798c20-2867-40e8-8be9-fc35711c25b3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5a55f0e1fc854ae480e2f7b2fc73c270&device_id=98367448-7f90-4b45-844c-03da8354469f HTTP/1.1" status: 200 len: 1095 time: 0.2644434 May 05 21:44:18.508885 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:18.595762 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-ebecbcc8-130b-40dd-b2d0-077d6611a038 req-a6624ae4-2fdb-4a3e-9387-d386f472b645 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-938870136', 'description': 'tempest-description-2081830701'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:44:18.596959 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 8408dc29-f2b8-410f-87d2-a81518c6ab4d, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=8408dc29-f2b8-410f-87d2-a81518c6ab4d,segment=NetworkSegment(b6a78c60-1e9b-428a-ae97-394891f78dc2),segment_id=b6a78c60-1e9b-428a-ae97-394891f78dc2)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:44:18.598075 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2749759-427b-4a40-96b7-9519adf36f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8408dc29-f2b8-410f-87d2-a81518c6ab4d'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:44:18.607131 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:18.628872 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-ebecbcc8-130b-40dd-b2d0-077d6611a038 req-a6624ae4-2fdb-4a3e-9387-d386f472b645 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:44:18.645064 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-ebecbcc8-130b-40dd-b2d0-077d6611a038 req-a6624ae4-2fdb-4a3e-9387-d386f472b645 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Usage tracker for resource:security_group and tenant:e84c598717d34685b8c4b6905e5a9899 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:44:18.655146 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-ebecbcc8-130b-40dd-b2d0-077d6611a038 req-a6624ae4-2fdb-4a3e-9387-d386f472b645 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:44:18.676457 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e312f0e8-0dae-4d25-af55-1ea9c8a8e028'] response: {'name': 'network-changed', 'server_uuid': '98367448-7f90-4b45-844c-03da8354469f', 'tag': 'ac71e55f-a771-4213-9249-c2fb6df63426', 'status': 'completed', 'code': 200} May 05 21:44:18.679441 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-ebecbcc8-130b-40dd-b2d0-077d6611a038 req-a6624ae4-2fdb-4a3e-9387-d386f472b645 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:44:18.703535 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7882ac1-49f8-48a5-b0c5-020df0579133 req-571d5f0a-ce80-4f79-ac86-9f55c64ad6cb tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:18.711632 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e7882ac1-49f8-48a5-b0c5-020df0579133 req-571d5f0a-ce80-4f79-ac86-9f55c64ad6cb tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=98367448-7f90-4b45-844c-03da8354469f HTTP/1.1" status: 200 len: 944 time: 0.2233598 May 05 21:44:18.729338 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=8408dc29-f2b8-410f-87d2-a81518c6ab4d,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:18.734139 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-ebecbcc8-130b-40dd-b2d0-077d6611a038 req-a6624ae4-2fdb-4a3e-9387-d386f472b645 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:18.750348 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e457c1c0-19bd-4569-abdc-171a2075262e req-91f0eda8-8a69-4d57-b21b-670520dd087f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac71e55f-a771-4213-9249-c2fb6df63426 HTTP/1.1" status: 200 len: 217 time: 0.2593961 May 05 21:44:18.812932 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:18.837868 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e7882ac1-49f8-48a5-b0c5-020df0579133 req-8c6a1120-0382-4302-8bc5-7fb3f979ef1d tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250443 May 05 21:44:18.848915 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-ebecbcc8-130b-40dd-b2d0-077d6611a038 req-a6624ae4-2fdb-4a3e-9387-d386f472b645 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:44:18.868177 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-ebecbcc8-130b-40dd-b2d0-077d6611a038 req-a6624ae4-2fdb-4a3e-9387-d386f472b645 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Usage tracker for resource:security_group_rule and tenant:e84c598717d34685b8c4b6905e5a9899 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:44:18.882062 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-ebecbcc8-130b-40dd-b2d0-077d6611a038 req-a6624ae4-2fdb-4a3e-9387-d386f472b645 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:44:18.903700 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-ebecbcc8-130b-40dd-b2d0-077d6611a038 req-a6624ae4-2fdb-4a3e-9387-d386f472b645 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:44:18.959741 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e7151c0-0a57-4729-8e04-5bcfea6ac453'] response: {'server_uuid': 'c2749759-427b-4a40-96b7-9519adf36f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8408dc29-f2b8-410f-87d2-a81518c6ab4d', 'code': 200} May 05 21:44:19.020564 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-ebecbcc8-130b-40dd-b2d0-077d6611a038 req-a6624ae4-2fdb-4a3e-9387-d386f472b645 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:19.030759 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-ebecbcc8-130b-40dd-b2d0-077d6611a038 req-a6624ae4-2fdb-4a3e-9387-d386f472b645 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:19.101359 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6624ae4-2fdb-4a3e-9387-d386f472b645 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7528037-7b55-4336-a315-ee72e7dda94d,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:19.138111 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-ebecbcc8-130b-40dd-b2d0-077d6611a038 req-a6624ae4-2fdb-4a3e-9387-d386f472b645 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:19.154150 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ebecbcc8-130b-40dd-b2d0-077d6611a038 req-a6624ae4-2fdb-4a3e-9387-d386f472b645 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 0.5732841 May 05 21:44:19.273096 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d488555-6191-42b3-a27e-98d058459eff req-4deb086f-a01e-4ef8-9955-a6bf19b1a131 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:19.274791 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0d488555-6191-42b3-a27e-98d058459eff req-4deb086f-a01e-4ef8-9955-a6bf19b1a131 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2749759-427b-4a40-96b7-9519adf36f4f HTTP/1.1" status: 200 len: 946 time: 0.0884290 May 05 21:44:19.325913 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1bf7ec-8c8a-4005-be8f-2afb37f08860 req-4b2d08a1-fcbb-4050-ba73-e23bf52aba49 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:19.327489 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-db1bf7ec-8c8a-4005-be8f-2afb37f08860 req-4b2d08a1-fcbb-4050-ba73-e23bf52aba49 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.32 "GET /v2.0/networks?id=d50665b6-9647-47f1-b718-b6ae7cd32366 HTTP/1.1" status: 200 len: 808 time: 0.5755222 May 05 21:44:19.341842 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e457c1c0-19bd-4569-abdc-171a2075262e req-0c67b723-1edc-414a-9aab-fa8b9c980e55 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:19.343516 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e457c1c0-19bd-4569-abdc-171a2075262e req-0c67b723-1edc-414a-9aab-fa8b9c980e55 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b652dcd0-731b-4d23-9d82-356eea5d9656 HTTP/1.1" status: 200 len: 852 time: 0.5334806 May 05 21:44:19.350763 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-db1bf7ec-8c8a-4005-be8f-2afb37f08860 req-85702e70-fb60-451a-ad52-243dbd6260f4 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Request body: {'port': {'device_id': '7fa2aa3d-82d1-4e04-b9f0-21f6bf4713a5', 'network_id': 'd50665b6-9647-47f1-b718-b6ae7cd32366', 'admin_state_up': True, 'tenant_id': 'ea576b38215846aaa224b1aa35155ba3'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:44:19.353179 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0d488555-6191-42b3-a27e-98d058459eff req-6f7b1b59-79c4-4316-a196-6b259d81d853 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] 10.222.0.23 "GET /v2.0/security-groups?id=120b4c1c-14bf-4ea1-9ce2-540e096b21a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723181 May 05 21:44:19.454811 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f76bd3a5-1714-403d-9a1c-0365ab71f444 req-205505d6-6c39-4a43-afc3-220bfd39d542 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] 10.222.0.23 "GET /v2.0/security-groups/c7528037-7b55-4336-a315-ee72e7dda94d HTTP/1.1" status: 200 len: 1646 time: 0.1271262 May 05 21:44:19.491281 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e457c1c0-19bd-4569-abdc-171a2075262e req-723544cf-7880-42aa-bd28-bf764ef47d8a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4988fe71-34c6-4737-ad2a-40f5327e7f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1152070 May 05 21:44:19.650439 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-8fa89306-fae4-4c4b-a173-58b7876ad72e req-b1118c2d-745f-4f1c-b6f7-02574c357151 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-96602654', 'description': 'tempest-description-1577316415'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:44:19.661208 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-71837ebd-e2b6-49e9-b2dd-97e587470d83 req-3f80b733-6514-449b-a34a-d6ab3e1b26ad tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fa2aa3d-82d1-4e04-b9f0-21f6bf4713a5 HTTP/1.1" status: 200 len: 210 time: 0.1379981 May 05 21:44:19.662580 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-8fa89306-fae4-4c4b-a173-58b7876ad72e req-b1118c2d-745f-4f1c-b6f7-02574c357151 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:44:19.670648 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-8fa89306-fae4-4c4b-a173-58b7876ad72e req-b1118c2d-745f-4f1c-b6f7-02574c357151 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Usage tracker for resource:security_group and tenant:e84c598717d34685b8c4b6905e5a9899 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:44:19.675475 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-8fa89306-fae4-4c4b-a173-58b7876ad72e req-b1118c2d-745f-4f1c-b6f7-02574c357151 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:44:19.683216 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-8fa89306-fae4-4c4b-a173-58b7876ad72e req-b1118c2d-745f-4f1c-b6f7-02574c357151 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:44:19.703329 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-8fa89306-fae4-4c4b-a173-58b7876ad72e req-b1118c2d-745f-4f1c-b6f7-02574c357151 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:19.776998 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-8fa89306-fae4-4c4b-a173-58b7876ad72e req-b1118c2d-745f-4f1c-b6f7-02574c357151 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:44:19.786279 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-8fa89306-fae4-4c4b-a173-58b7876ad72e req-b1118c2d-745f-4f1c-b6f7-02574c357151 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Usage tracker for resource:security_group_rule and tenant:e84c598717d34685b8c4b6905e5a9899 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:44:19.794147 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-8fa89306-fae4-4c4b-a173-58b7876ad72e req-b1118c2d-745f-4f1c-b6f7-02574c357151 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:44:19.807878 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-8fa89306-fae4-4c4b-a173-58b7876ad72e req-b1118c2d-745f-4f1c-b6f7-02574c357151 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:44:19.835082 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4edf7691-0e69-488e-a7e8-a5883e1267e5 req-db2a4b60-68ee-4775-b5bf-8f08a4b613ec service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c2749759-427b-4a40-96b7-9519adf36f4f HTTP/1.1" status: 200 len: 1097 time: 0.6303308 May 05 21:44:19.840099 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e457c1c0-19bd-4569-abdc-171a2075262e req-2388f76b-82ba-4ffc-8d23-62fce4a87868 service neutron] 10.222.0.44 "GET /v2.0/networks/4988fe71-34c6-4737-ad2a-40f5327e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479204 May 05 21:44:19.956627 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-8fa89306-fae4-4c4b-a173-58b7876ad72e req-b1118c2d-745f-4f1c-b6f7-02574c357151 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:19.969756 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-8fa89306-fae4-4c4b-a173-58b7876ad72e req-b1118c2d-745f-4f1c-b6f7-02574c357151 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:20.022342 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-db1bf7ec-8c8a-4005-be8f-2afb37f08860 req-85702e70-fb60-451a-ad52-243dbd6260f4 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:44:20.026459 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-db1bf7ec-8c8a-4005-be8f-2afb37f08860 req-85702e70-fb60-451a-ad52-243dbd6260f4 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Usage tracker for resource:port and tenant:ea576b38215846aaa224b1aa35155ba3 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:44:20.029669 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-db1bf7ec-8c8a-4005-be8f-2afb37f08860 req-85702e70-fb60-451a-ad52-243dbd6260f4 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:44:20.035815 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-db1bf7ec-8c8a-4005-be8f-2afb37f08860 req-85702e70-fb60-451a-ad52-243dbd6260f4 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:44:20.052839 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db1bf7ec-8c8a-4005-be8f-2afb37f08860 req-85702e70-fb60-451a-ad52-243dbd6260f4 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Made reservation on behalf of ea576b38215846aaa224b1aa35155ba3 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:44:20.056123 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-db1bf7ec-8c8a-4005-be8f-2afb37f08860 req-85702e70-fb60-451a-ad52-243dbd6260f4 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:20.090323 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1118c2d-745f-4f1c-b6f7-02574c357151 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=441de53f-6662-421d-8978-faa12498b6f0,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:20.092668 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4edf7691-0e69-488e-a7e8-a5883e1267e5 req-b8a4d5fc-8e93-4114-89c7-9bb17d090cce service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=120b4c1c-14bf-4ea1-9ce2-540e096b21a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2206693 May 05 21:44:20.100731 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-8fa89306-fae4-4c4b-a173-58b7876ad72e req-b1118c2d-745f-4f1c-b6f7-02574c357151 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:20.103754 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8fa89306-fae4-4c4b-a173-58b7876ad72e req-b1118c2d-745f-4f1c-b6f7-02574c357151 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1650 time: 0.4738288 May 05 21:44:20.240849 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e457c1c0-19bd-4569-abdc-171a2075262e req-3b7b08dd-b548-4e93-b60f-c7cf7a3be5ca service neutron] 10.222.0.44 "GET /v2.0/networks/4988fe71-34c6-4737-ad2a-40f5327e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3913803 May 05 21:44:20.263998 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0b8d9e7b-c088-4065-97dc-4d2e4a5a2db1 req-926c662e-7cc0-4956-9986-5efdc068c8dd tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] 10.222.0.23 "GET /v2.0/security-groups/441de53f-6662-421d-8978-faa12498b6f0 HTTP/1.1" status: 200 len: 1645 time: 0.0798652 May 05 21:44:20.319934 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d86e788-eb3b-401c-9180-e4e741a17dd0 req-8e7c17e2-668c-4add-b4fb-14f1ca357626 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:20.327387 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2d86e788-eb3b-401c-9180-e4e741a17dd0 req-8e7c17e2-668c-4add-b4fb-14f1ca357626 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=98367448-7f90-4b45-844c-03da8354469f HTTP/1.1" status: 200 len: 944 time: 0.2101364 May 05 21:44:20.389540 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2d86e788-eb3b-401c-9180-e4e741a17dd0 req-0d2278da-0cbc-4ee6-b028-f1e9a4417ab9 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610218 May 05 21:44:20.474559 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [req-ae7eb4e6-9fd6-4002-8013-34197660655d req-b9d92236-6f45-4e77-9b38-18d5d1be951c tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] show failed (client error): The resource could not be found. May 05 21:44:20.478007 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ae7eb4e6-9fd6-4002-8013-34197660655d req-b9d92236-6f45-4e77-9b38-18d5d1be951c tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] 10.222.0.23 "GET /v2.0/security-groups/c613f5b0-f888-4d70-9de8-8a5066cd0112 HTTP/1.1" status: 404 len: 352 time: 0.0344636 May 05 21:44:20.525081 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-db1bf7ec-8c8a-4005-be8f-2afb37f08860 req-85702e70-fb60-451a-ad52-243dbd6260f4 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Allocated IP 172.20.0.7 (d50665b6-9647-47f1-b718-b6ae7cd32366/2ef0800d-de6f-466d-b35f-d1403d70c310/6aa8365b-e092-44f6-b0bc-72c629a80a98) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:44:20.547742 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 349e4061-2a07-4ef2-8d60-566db5d68653 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:44:20.562901 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [req-ba7f4500-1e62-4036-8046-2f0084596275 req-d95b3686-3892-436a-a810-25ce8cd9f398 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] show failed (client error): The resource could not be found. May 05 21:44:20.563280 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-98d695bb-8dbc-4b54-9d27-dff909630825 req-dc532942-9293-457d-8518-0b9a7c19ae26 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5a55f0e1fc854ae480e2f7b2fc73c270&device_id=98367448-7f90-4b45-844c-03da8354469f HTTP/1.1" status: 200 len: 1095 time: 0.2204869 May 05 21:44:20.567025 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ba7f4500-1e62-4036-8046-2f0084596275 req-d95b3686-3892-436a-a810-25ce8cd9f398 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] 10.222.0.23 "GET /v2.0/security-group-rules/d6a64279-cf0b-41e2-bba6-29990919330d HTTP/1.1" status: 404 len: 361 time: 0.0271223 May 05 21:44:20.879835 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-789aca59-de66-45c6-85e8-5b12b024f255 req-ed64621b-0df8-41af-a63f-05c65df5dc17 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] 10.222.0.23 "GET /v2.0/security-groups/441de53f-6662-421d-8978-faa12498b6f0 HTTP/1.1" status: 200 len: 1645 time: 0.0637002 May 05 21:44:20.978129 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d695bb-8dbc-4b54-9d27-dff909630825 req-0d57182a-6019-4882-a8f0-3c5adac0af0d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:20.979882 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-98d695bb-8dbc-4b54-9d27-dff909630825 req-0d57182a-6019-4882-a8f0-3c5adac0af0d service neutron] 10.222.0.44 "GET /v2.0/networks?id=4988fe71-34c6-4737-ad2a-40f5327e7f0e HTTP/1.1" status: 200 len: 913 time: 0.4050057 May 05 21:44:21.017687 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 349e4061-2a07-4ef2-8d60-566db5d68653, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=349e4061-2a07-4ef2-8d60-566db5d68653,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:44:21.026976 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cf1c0-2288-4c0b-98aa-ed47f842de19 req-643f8166-99d9-4195-aad0-6c97bf4032ab tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:21.035938 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-582cf1c0-2288-4c0b-98aa-ed47f842de19 req-643f8166-99d9-4195-aad0-6c97bf4032ab tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2749759-427b-4a40-96b7-9519adf36f4f HTTP/1.1" status: 200 len: 946 time: 0.4511116 May 05 21:44:21.057963 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '349e4061-2a07-4ef2-8d60-566db5d68653', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'port_id': '349e4061-2a07-4ef2-8d60-566db5d68653', 'mac_address': 'fa:16:3e:b7:59:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f237a6ef-d044-411f-a2d8-d12619664c91', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:44:21.103455 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-789aca59-de66-45c6-85e8-5b12b024f255 req-1cc9d366-9d41-4cce-a4d1-e1fe891121d4 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:21.161504 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-789aca59-de66-45c6-85e8-5b12b024f255 req-1cc9d366-9d41-4cce-a4d1-e1fe891121d4 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:21.206596 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:21.247585 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 349e4061-2a07-4ef2-8d60-566db5d68653 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:44:21.282711 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-582cf1c0-2288-4c0b-98aa-ed47f842de19 req-b12c194c-3841-443c-bbf7-69a84bd418e8 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] 10.222.0.23 "GET /v2.0/security-groups?id=120b4c1c-14bf-4ea1-9ce2-540e096b21a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2456918 May 05 21:44:21.283804 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 349e4061-2a07-4ef2-8d60-566db5d68653, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=349e4061-2a07-4ef2-8d60-566db5d68653,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:44:21.288616 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-789aca59-de66-45c6-85e8-5b12b024f255 req-1cc9d366-9d41-4cce-a4d1-e1fe891121d4 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:21.294078 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:21.369002 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc9d366-9d41-4cce-a4d1-e1fe891121d4 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=441de53f-6662-421d-8978-faa12498b6f0,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:21.387791 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-789aca59-de66-45c6-85e8-5b12b024f255 req-1cc9d366-9d41-4cce-a4d1-e1fe891121d4 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:21.390018 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-789aca59-de66-45c6-85e8-5b12b024f255 req-1cc9d366-9d41-4cce-a4d1-e1fe891121d4 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] 10.222.0.23 "DELETE /v2.0/security-groups/441de53f-6662-421d-8978-faa12498b6f0 HTTP/1.1" status: 204 len: 173 time: 0.4931548 May 05 21:44:21.540155 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-98d695bb-8dbc-4b54-9d27-dff909630825 req-e4ef82f3-1f9b-49f7-9729-356fa08cc693 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac71e55f-a771-4213-9249-c2fb6df63426 HTTP/1.1" status: 200 len: 217 time: 0.4564953 May 05 21:44:21.556563 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['349e4061-2a07-4ef2-8d60-566db5d68653'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:44:21.684105 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=349e4061-2a07-4ef2-8d60-566db5d68653,revision_number=6']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:21.777482 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4cd8e6d5-d2d8-4543-935c-e8cad6dbaffd req-1a23890c-547f-4e48-ab63-dfcf08b75694 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] 10.222.0.23 "GET /v2.0/security-groups/c7528037-7b55-4336-a315-ee72e7dda94d HTTP/1.1" status: 200 len: 1646 time: 0.2285340 May 05 21:44:21.782551 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6528fbb3-703b-4211-a901-19aead5a796c req-d60a128c-3b91-4921-a83e-50750b6a9a06 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fa2aa3d-82d1-4e04-b9f0-21f6bf4713a5 HTTP/1.1" status: 200 len: 210 time: 0.1889441 May 05 21:44:21.787991 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d695bb-8dbc-4b54-9d27-dff909630825 req-8d25e055-c55c-4e3d-8465-09b03b874acf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:21.789435 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-98d695bb-8dbc-4b54-9d27-dff909630825 req-8d25e055-c55c-4e3d-8465-09b03b874acf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b652dcd0-731b-4d23-9d82-356eea5d9656 HTTP/1.1" status: 200 len: 852 time: 0.2392991 May 05 21:44:21.966479 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4cd8e6d5-d2d8-4543-935c-e8cad6dbaffd req-e24c07fd-c358-408b-bdc7-151f0837e91b tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:21.976817 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-db1bf7ec-8c8a-4005-be8f-2afb37f08860 req-85702e70-fb60-451a-ad52-243dbd6260f4 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:22.000785 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-98d695bb-8dbc-4b54-9d27-dff909630825 req-f137268e-a2ff-4c1c-bb1f-f049dff69aa2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4988fe71-34c6-4737-ad2a-40f5327e7f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1925466 May 05 21:44:22.079911 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4cd8e6d5-d2d8-4543-935c-e8cad6dbaffd req-e24c07fd-c358-408b-bdc7-151f0837e91b tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:22.160282 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892885f-e1b2-4b63-a7a9-5b5d804e8123 req-090b620b-b1a0-4e9c-b23a-25e5600b9e4c tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:22.172807 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6892885f-e1b2-4b63-a7a9-5b5d804e8123 req-090b620b-b1a0-4e9c-b23a-25e5600b9e4c tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=98367448-7f90-4b45-844c-03da8354469f HTTP/1.1" status: 200 len: 944 time: 0.1883590 May 05 21:44:22.206325 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-98d695bb-8dbc-4b54-9d27-dff909630825 req-e4a89e52-6f8b-4b96-819c-d06bce2b5fde service neutron] 10.222.0.44 "GET /v2.0/networks/4988fe71-34c6-4737-ad2a-40f5327e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960244 May 05 21:44:22.335861 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6892885f-e1b2-4b63-a7a9-5b5d804e8123 req-060344d3-e8d5-4f86-bb97-a213a349c089 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607752 May 05 21:44:22.342999 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4cd8e6d5-d2d8-4543-935c-e8cad6dbaffd req-e24c07fd-c358-408b-bdc7-151f0837e91b tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:22.391189 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24c07fd-c358-408b-bdc7-151f0837e91b tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7528037-7b55-4336-a315-ee72e7dda94d,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:22.409290 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4cd8e6d5-d2d8-4543-935c-e8cad6dbaffd req-e24c07fd-c358-408b-bdc7-151f0837e91b tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:22.410407 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4cd8e6d5-d2d8-4543-935c-e8cad6dbaffd req-e24c07fd-c358-408b-bdc7-151f0837e91b tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] 10.222.0.23 "DELETE /v2.0/security-groups/c7528037-7b55-4336-a315-ee72e7dda94d HTTP/1.1" status: 204 len: 173 time: 0.6317964 May 05 21:44:22.449918 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-db1bf7ec-8c8a-4005-be8f-2afb37f08860 req-85702e70-fb60-451a-ad52-243dbd6260f4 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:22.536958 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db1bf7ec-8c8a-4005-be8f-2afb37f08860 req-85702e70-fb60-451a-ad52-243dbd6260f4 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Network d50665b6-9647-47f1-b718-b6ae7cd32366 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:44:22.548377 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-db1bf7ec-8c8a-4005-be8f-2afb37f08860 req-85702e70-fb60-451a-ad52-243dbd6260f4 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:44:22.556972 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-db1bf7ec-8c8a-4005-be8f-2afb37f08860 req-85702e70-fb60-451a-ad52-243dbd6260f4 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:44:22.568769 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device ac71e55f-a771-4213-9249-c2fb6df63426 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:44:22.571233 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 349e4061-2a07-4ef2-8d60-566db5d68653 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:44:22.674861 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85702e70-fb60-451a-ad52-243dbd6260f4 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Pushing event updated for resources: {'Port': ['ID=6aa8365b-e092-44f6-b0bc-72c629a80a98,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:22.717347 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85702e70-fb60-451a-ad52-243dbd6260f4 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:44:22.717701 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85702e70-fb60-451a-ad52-243dbd6260f4 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:44:22.718044 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85702e70-fb60-451a-ad52-243dbd6260f4 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:44:22.718427 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85702e70-fb60-451a-ad52-243dbd6260f4 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:44:22.718893 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85702e70-fb60-451a-ad52-243dbd6260f4 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:44:22.719527 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85702e70-fb60-451a-ad52-243dbd6260f4 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:44:22.720109 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85702e70-fb60-451a-ad52-243dbd6260f4 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:44:22.720637 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85702e70-fb60-451a-ad52-243dbd6260f4 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:44:22.721033 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85702e70-fb60-451a-ad52-243dbd6260f4 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:44:22.721428 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85702e70-fb60-451a-ad52-243dbd6260f4 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:44:22.721821 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85702e70-fb60-451a-ad52-243dbd6260f4 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:44:22.743653 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-98d695bb-8dbc-4b54-9d27-dff909630825 req-c84676b2-1912-4845-b1f3-e637999c15f9 service neutron] 10.222.0.44 "GET /v2.0/networks/4988fe71-34c6-4737-ad2a-40f5327e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5281975 May 05 21:44:22.747995 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1bf7ec-8c8a-4005-be8f-2afb37f08860 req-85702e70-fb60-451a-ad52-243dbd6260f4 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:22.748695 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-db1bf7ec-8c8a-4005-be8f-2afb37f08860 req-85702e70-fb60-451a-ad52-243dbd6260f4 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:22.783044 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-db1bf7ec-8c8a-4005-be8f-2afb37f08860 req-85702e70-fb60-451a-ad52-243dbd6260f4 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4361031 May 05 21:44:22.795864 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-db1bf7ec-8c8a-4005-be8f-2afb37f08860 req-56b3240f-457d-4777-b7fe-9879cdb17d86 service neutron] Request body: {'port': {'device_id': '7fa2aa3d-82d1-4e04-b9f0-21f6bf4713a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:44:22.817549 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b2fb9bec-0d69-45d5-957d-c4535146bb37 req-192c1c22-7679-484d-b3a6-b2c869b468be tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] 10.222.0.23 "GET /v2.0/security-groups/7e6a15ac-7249-4c6f-9c8c-570ee32c6e78 HTTP/1.1" status: 200 len: 1645 time: 0.0768220 May 05 21:44:22.885609 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69b199-72b9-4296-8a06-5befef528261 req-237735cd-cc21-47a3-9e7e-749be2039b94 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:22.894069 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8b69b199-72b9-4296-8a06-5befef528261 req-237735cd-cc21-47a3-9e7e-749be2039b94 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2749759-427b-4a40-96b7-9519adf36f4f HTTP/1.1" status: 200 len: 946 time: 0.1994262 May 05 21:44:22.995275 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8b69b199-72b9-4296-8a06-5befef528261 req-eb4c66ea-9cf0-4ec0-b03b-898a802edd4f tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] 10.222.0.23 "GET /v2.0/security-groups?id=120b4c1c-14bf-4ea1-9ce2-540e096b21a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001458 May 05 21:44:22.996170 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-db1bf7ec-8c8a-4005-be8f-2afb37f08860 req-56b3240f-457d-4777-b7fe-9879cdb17d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:23.000945 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port ac71e55f-a771-4213-9249-c2fb6df63426, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=ac71e55f-a771-4213-9249-c2fb6df63426,segment=NetworkSegment(bb53319d-02d7-4ee5-a402-d07603ca726a),segment_id=bb53319d-02d7-4ee5-a402-d07603ca726a)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:44:23.004039 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-b2fb9bec-0d69-45d5-957d-c4535146bb37 req-21d3e6e8-459e-4308-b678-b4b9064a34dd tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:23.030312 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': 'ac71e55f-a771-4213-9249-c2fb6df63426', 'network_id': '4988fe71-34c6-4737-ad2a-40f5327e7f0e', 'port_id': 'ac71e55f-a771-4213-9249-c2fb6df63426', 'mac_address': 'fa:16:3e:36:6d:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b652dcd0-731b-4d23-9d82-356eea5d9656', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:44:23.098783 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-b2fb9bec-0d69-45d5-957d-c4535146bb37 req-21d3e6e8-459e-4308-b678-b4b9064a34dd tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:23.115439 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 349e4061-2a07-4ef2-8d60-566db5d68653 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:44:23.115711 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:23.197636 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-b2fb9bec-0d69-45d5-957d-c4535146bb37 req-21d3e6e8-459e-4308-b678-b4b9064a34dd tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:23.215801 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:23.224908 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d3e6e8-459e-4308-b678-b4b9064a34dd tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6a15ac-7249-4c6f-9c8c-570ee32c6e78,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:23.242371 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-b2fb9bec-0d69-45d5-957d-c4535146bb37 req-21d3e6e8-459e-4308-b678-b4b9064a34dd tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:23.243518 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b2fb9bec-0d69-45d5-957d-c4535146bb37 req-21d3e6e8-459e-4308-b678-b4b9064a34dd tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] 10.222.0.23 "DELETE /v2.0/security-groups/7e6a15ac-7249-4c6f-9c8c-570ee32c6e78 HTTP/1.1" status: 204 len: 173 time: 0.4194369 May 05 21:44:23.244151 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac71e55f-a771-4213-9249-c2fb6df63426 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:44:23.275790 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port ac71e55f-a771-4213-9249-c2fb6df63426, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=ac71e55f-a771-4213-9249-c2fb6df63426,segment=NetworkSegment(bb53319d-02d7-4ee5-a402-d07603ca726a),segment_id=bb53319d-02d7-4ee5-a402-d07603ca726a)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:44:23.311216 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:23.388884 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=ac71e55f-a771-4213-9249-c2fb6df63426,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:23.417766 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:23.457894 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f862062c-4474-4058-9cab-b734c5bf856b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '349e4061-2a07-4ef2-8d60-566db5d68653'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:44:23.478323 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 349e4061-2a07-4ef2-8d60-566db5d68653, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=349e4061-2a07-4ef2-8d60-566db5d68653,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:44:23.485034 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:23.582881 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['ac71e55f-a771-4213-9249-c2fb6df63426'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:44:23.594781 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-db1bf7ec-8c8a-4005-be8f-2afb37f08860 req-56b3240f-457d-4777-b7fe-9879cdb17d86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aa8365b-e092-44f6-b0bc-72c629a80a98 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:44:23.605453 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-db1bf7ec-8c8a-4005-be8f-2afb37f08860 req-56b3240f-457d-4777-b7fe-9879cdb17d86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:23.606285 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531dae49-cf4b-493e-8c48-ae742cb3d6b9 req-884ad4dc-08a5-4e2c-8e90-c66342809065 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:23.624387 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-531dae49-cf4b-493e-8c48-ae742cb3d6b9 req-884ad4dc-08a5-4e2c-8e90-c66342809065 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fa2aa3d-82d1-4e04-b9f0-21f6bf4713a5 HTTP/1.1" status: 200 len: 931 time: 0.2045095 May 05 21:44:23.640880 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-db1bf7ec-8c8a-4005-be8f-2afb37f08860 req-56b3240f-457d-4777-b7fe-9879cdb17d86 service neutron] Transition to ACTIVE for port object 6aa8365b-e092-44f6-b0bc-72c629a80a98 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:44:23.654925 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-db1bf7ec-8c8a-4005-be8f-2afb37f08860 req-56b3240f-457d-4777-b7fe-9879cdb17d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:23.655442 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=349e4061-2a07-4ef2-8d60-566db5d68653,revision_number=7']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:23.681892 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf033e2e-e127-493c-baf2-8f25cc6ac5da req-84209dc6-d5c5-4a07-a670-561c5ba1e147 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:23.684190 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bf033e2e-e127-493c-baf2-8f25cc6ac5da req-84209dc6-d5c5-4a07-a670-561c5ba1e147 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2749759-427b-4a40-96b7-9519adf36f4f HTTP/1.1" status: 200 len: 946 time: 0.2156565 May 05 21:44:23.708278 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 36282) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:44:23.735662 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-9ad99b91-63c8-4030-817b-bb9dfd0da7f5 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Request body: {'floatingip': {'port_id': '8408dc29-f2b8-410f-87d2-a81518c6ab4d'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:44:23.759991 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-531dae49-cf4b-493e-8c48-ae742cb3d6b9 req-7b9bf93a-1223-4b42-bb67-2443248e4d91 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321619 May 05 21:44:23.879283 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-91d9429e-238e-4ca4-ade8-d8dc34be33e2 req-af64cd62-8d21-49c2-bd11-738de1b33e85 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] 10.222.0.23 "GET /v2.0/security-groups/c90ffeda-d4e0-4b3b-bd55-7c367afc50cd HTTP/1.1" status: 200 len: 1646 time: 0.0726075 May 05 21:44:23.880682 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9ad99b91-63c8-4030-817b-bb9dfd0da7f5 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Notify callbacks [] for floatingip, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:23.981509 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-91d9429e-238e-4ca4-ade8-d8dc34be33e2 req-82e6e033-f13e-4a1b-b6d3-959eaabaf2a4 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:23.991477 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b3240f-457d-4777-b7fe-9879cdb17d86 service neutron] Pushing event updated for resources: {'Port': ['ID=6aa8365b-e092-44f6-b0bc-72c629a80a98,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:24.016167 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-91d9429e-238e-4ca4-ade8-d8dc34be33e2 req-82e6e033-f13e-4a1b-b6d3-959eaabaf2a4 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:24.080285 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-91d9429e-238e-4ca4-ade8-d8dc34be33e2 req-82e6e033-f13e-4a1b-b6d3-959eaabaf2a4 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:24.120639 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-91d9429e-238e-4ca4-ade8-d8dc34be33e2 req-82e6e033-f13e-4a1b-b6d3-959eaabaf2a4 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:24.122947 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-91d9429e-238e-4ca4-ade8-d8dc34be33e2 req-82e6e033-f13e-4a1b-b6d3-959eaabaf2a4 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] 10.222.0.23 "DELETE /v2.0/security-groups/c90ffeda-d4e0-4b3b-bd55-7c367afc50cd HTTP/1.1" status: 204 len: 173 time: 0.2428286 May 05 21:44:24.132380 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e6e033-f13e-4a1b-b6d3-959eaabaf2a4 tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90ffeda-d4e0-4b3b-bd55-7c367afc50cd,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:24.214478 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaeddf5d-1ebb-4181-b954-7af47ab6f319'] response: {'server_uuid': 'f862062c-4474-4058-9cab-b734c5bf856b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '349e4061-2a07-4ef2-8d60-566db5d68653', 'code': 200} May 05 21:44:24.571897 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09679ebe-6542-4422-b2b7-e6fdde28db2c req-d92685cc-69dc-4ff4-a69f-1609a38247c5 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:24.576791 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device ac71e55f-a771-4213-9249-c2fb6df63426 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:44:24.582484 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-09679ebe-6542-4422-b2b7-e6fdde28db2c req-d92685cc-69dc-4ff4-a69f-1609a38247c5 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=98367448-7f90-4b45-844c-03da8354469f HTTP/1.1" status: 200 len: 945 time: 0.2253997 May 05 21:44:24.679677 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-99416bd1-4e9e-476a-a200-19406fd41592 req-083d7a70-fb22-46dc-af2c-5d2c0d936f7c tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] 10.222.0.23 "GET /v2.0/security-groups/738db1b5-f9df-49df-a5d8-862da1080371 HTTP/1.1" status: 200 len: 1646 time: 0.2329218 May 05 21:44:24.701521 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port ac71e55f-a771-4213-9249-c2fb6df63426 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:44:24.711668 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port ac71e55f-a771-4213-9249-c2fb6df63426 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:44:24.712994 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:24.768266 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 36302) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:44:24.778020 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-09679ebe-6542-4422-b2b7-e6fdde28db2c req-8482f409-ce67-453a-a41f-5b7c253ca4ac tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923327 May 05 21:44:24.793987 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-db1bf7ec-8c8a-4005-be8f-2afb37f08860 req-56b3240f-457d-4777-b7fe-9879cdb17d86 service neutron] Attempting to bind port 6aa8365b-e092-44f6-b0bc-72c629a80a98 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:44:24.794929 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-db1bf7ec-8c8a-4005-be8f-2afb37f08860 req-56b3240f-457d-4777-b7fe-9879cdb17d86 service neutron] Attempting to bind port 6aa8365b-e092-44f6-b0bc-72c629a80a98 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'df9c57c2-52c8-43c0-981c-16fd110b1d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd50665b6-9647-47f1-b718-b6ae7cd32366'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:44:24.795285 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1bf7ec-8c8a-4005-be8f-2afb37f08860 req-56b3240f-457d-4777-b7fe-9879cdb17d86 service neutron] Attempting to bind port 6aa8365b-e092-44f6-b0bc-72c629a80a98 on network d50665b6-9647-47f1-b718-b6ae7cd32366 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:44:24.805101 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1bf7ec-8c8a-4005-be8f-2afb37f08860 req-56b3240f-457d-4777-b7fe-9879cdb17d86 service neutron] Port 6aa8365b-e092-44f6-b0bc-72c629a80a98 on network d50665b6-9647-47f1-b718-b6ae7cd32366 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:44:24.805470 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1bf7ec-8c8a-4005-be8f-2afb37f08860 req-56b3240f-457d-4777-b7fe-9879cdb17d86 service neutron] Attempting to bind port 6aa8365b-e092-44f6-b0bc-72c629a80a98 on network d50665b6-9647-47f1-b718-b6ae7cd32366 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:44:24.836853 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1bf7ec-8c8a-4005-be8f-2afb37f08860 req-56b3240f-457d-4777-b7fe-9879cdb17d86 service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:44:24.837254 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1bf7ec-8c8a-4005-be8f-2afb37f08860 req-56b3240f-457d-4777-b7fe-9879cdb17d86 service neutron] Checking segment: {'id': 'df9c57c2-52c8-43c0-981c-16fd110b1d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd50665b6-9647-47f1-b718-b6ae7cd32366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:44:24.837553 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1bf7ec-8c8a-4005-be8f-2afb37f08860 req-56b3240f-457d-4777-b7fe-9879cdb17d86 service neutron] Bound using segment: {'id': 'df9c57c2-52c8-43c0-981c-16fd110b1d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd50665b6-9647-47f1-b718-b6ae7cd32366'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:44:24.837991 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-db1bf7ec-8c8a-4005-be8f-2afb37f08860 req-56b3240f-457d-4777-b7fe-9879cdb17d86 service neutron] Bound port: 6aa8365b-e092-44f6-b0bc-72c629a80a98, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df9c57c2-52c8-43c0-981c-16fd110b1d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd50665b6-9647-47f1-b718-b6ae7cd32366'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:44:24.838330 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-db1bf7ec-8c8a-4005-be8f-2afb37f08860 req-56b3240f-457d-4777-b7fe-9879cdb17d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:24.903687 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-99416bd1-4e9e-476a-a200-19406fd41592 req-b721cf97-96bc-487f-905c-edb15dd61ddd tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:24.908383 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:25.005086 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-99416bd1-4e9e-476a-a200-19406fd41592 req-b721cf97-96bc-487f-905c-edb15dd61ddd tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:25.031865 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port ac71e55f-a771-4213-9249-c2fb6df63426, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=ac71e55f-a771-4213-9249-c2fb6df63426,segment=NetworkSegment(bb53319d-02d7-4ee5-a402-d07603ca726a),segment_id=bb53319d-02d7-4ee5-a402-d07603ca726a)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:44:25.045422 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:25.132998 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-99416bd1-4e9e-476a-a200-19406fd41592 req-b721cf97-96bc-487f-905c-edb15dd61ddd tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:25.147516 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-236fe387-43c6-4724-b5f8-f9a39516d229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:25.161058 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=ac71e55f-a771-4213-9249-c2fb6df63426,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:25.165007 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-99416bd1-4e9e-476a-a200-19406fd41592 req-b721cf97-96bc-487f-905c-edb15dd61ddd tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:25.175597 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-99416bd1-4e9e-476a-a200-19406fd41592 req-b721cf97-96bc-487f-905c-edb15dd61ddd tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] 10.222.0.23 "DELETE /v2.0/security-groups/738db1b5-f9df-49df-a5d8-862da1080371 HTTP/1.1" status: 204 len: 173 time: 0.4864812 May 05 21:44:25.176427 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b721cf97-96bc-487f-905c-edb15dd61ddd tempest-SecurityGroupRulesNegativeTestJSON-842155772 tempest-SecurityGroupRulesNegativeTestJSON-842155772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=738db1b5-f9df-49df-a5d8-862da1080371,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:25.180045 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 36314) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:44:25.277924 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e5172-6817-4e4c-9082-f0cf871bd3ab req-5213bb30-cfd1-4c0d-a2ba-d45285fbf72a tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:25.283203 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a43e5172-6817-4e4c-9082-f0cf871bd3ab req-5213bb30-cfd1-4c0d-a2ba-d45285fbf72a tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fa2aa3d-82d1-4e04-b9f0-21f6bf4713a5 HTTP/1.1" status: 200 len: 943 time: 0.0890427 May 05 21:44:25.343411 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a43e5172-6817-4e4c-9082-f0cf871bd3ab req-9e76c333-6581-4e0a-89ef-bb5d3af34926 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572803 May 05 21:44:25.426903 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-db1bf7ec-8c8a-4005-be8f-2afb37f08860 req-56b3240f-457d-4777-b7fe-9879cdb17d86 service neutron] For port 6aa8365b-e092-44f6-b0bc-72c629a80a98, host n-h2-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:44:25.447591 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6fcd540-43e4-429f-b426-69087ab89508 admin admin] Deleting subnet c49391d0-ad41-4e4b-8f82-d13435f5b759 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:44:25.454497 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-236fe387-43c6-4724-b5f8-f9a39516d229 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:44:25.463978 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-db1bf7ec-8c8a-4005-be8f-2afb37f08860 req-56b3240f-457d-4777-b7fe-9879cdb17d86 service neutron] For port 6aa8365b-e092-44f6-b0bc-72c629a80a98, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=6aa8365b-e092-44f6-b0bc-72c629a80a98,segment=NetworkSegment(df9c57c2-52c8-43c0-981c-16fd110b1d0b),segment_id=df9c57c2-52c8-43c0-981c-16fd110b1d0b)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:44:25.465339 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-236fe387-43c6-4724-b5f8-f9a39516d229 admin admin] Usage tracker for resource:security_group_rule and tenant:2c8d3e74b7bb474b9ee81b63b7b3abc1 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:44:25.471230 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c6fcd540-43e4-429f-b426-69087ab89508 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:25.502766 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-236fe387-43c6-4724-b5f8-f9a39516d229 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:44:25.516485 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-db1bf7ec-8c8a-4005-be8f-2afb37f08860 req-56b3240f-457d-4777-b7fe-9879cdb17d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:25.520195 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-236fe387-43c6-4724-b5f8-f9a39516d229 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:44:25.657448 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-db1bf7ec-8c8a-4005-be8f-2afb37f08860 req-56b3240f-457d-4777-b7fe-9879cdb17d86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:25.659019 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-db1bf7ec-8c8a-4005-be8f-2afb37f08860 req-56b3240f-457d-4777-b7fe-9879cdb17d86 service neutron] 10.222.0.32 "PUT /v2.0/ports/6aa8365b-e092-44f6-b0bc-72c629a80a98 HTTP/1.1" status: 200 len: 1091 time: 2.8690698 May 05 21:44:25.661262 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c6fcd540-43e4-429f-b426-69087ab89508 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:25.701452 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fa2aa3d-82d1-4e04-b9f0-21f6bf4713a5', 'tag': '6aa8365b-e092-44f6-b0bc-72c629a80a98'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:44:25.771473 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d40790ec-ade5-45d2-b290-422da5e64f06'] response: {'name': 'network-changed', 'server_uuid': '7fa2aa3d-82d1-4e04-b9f0-21f6bf4713a5', 'tag': '6aa8365b-e092-44f6-b0bc-72c629a80a98', 'status': 'completed', 'code': 200} May 05 21:44:25.802637 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b3240f-457d-4777-b7fe-9879cdb17d86 service neutron] Pushing event updated for resources: {'Port': ['ID=6aa8365b-e092-44f6-b0bc-72c629a80a98,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:25.807298 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.resource_extend [None req-9ad99b91-63c8-4030-817b-bb9dfd0da7f5 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 21:44:25.906263 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c6fcd540-43e4-429f-b426-69087ab89508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:26.019516 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9ad99b91-63c8-4030-817b-bb9dfd0da7f5 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:26.021659 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-236fe387-43c6-4724-b5f8-f9a39516d229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:26.041536 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9ad99b91-63c8-4030-817b-bb9dfd0da7f5 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:26.097360 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c1db1-7443-42cd-a96d-91b89a61b53f req-adb15492-1bd5-427a-8229-9701907b9c33 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:26.098380 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-306c1db1-7443-42cd-a96d-91b89a61b53f req-adb15492-1bd5-427a-8229-9701907b9c33 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=98367448-7f90-4b45-844c-03da8354469f HTTP/1.1" status: 200 len: 946 time: 0.1315432 May 05 21:44:26.104815 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-236fe387-43c6-4724-b5f8-f9a39516d229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:26.139350 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-db1bf7ec-8c8a-4005-be8f-2afb37f08860 req-89ac9a27-1a47-48c3-a5a2-8cea00b44b5b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea576b38215846aaa224b1aa35155ba3&device_id=7fa2aa3d-82d1-4e04-b9f0-21f6bf4713a5 HTTP/1.1" status: 200 len: 1094 time: 0.4231114 May 05 21:44:26.154893 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-306c1db1-7443-42cd-a96d-91b89a61b53f req-1d66f75c-aeff-4729-85c3-3f48aafe7c39 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504525 May 05 21:44:26.215275 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98367448-7f90-4b45-844c-03da8354469f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac71e55f-a771-4213-9249-c2fb6df63426'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:44:26.261564 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c6fcd540-43e4-429f-b426-69087ab89508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:26.289508 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1de9b84d-5241-4d35-97d3-d0f378d0bac4'] response: {'server_uuid': '98367448-7f90-4b45-844c-03da8354469f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac71e55f-a771-4213-9249-c2fb6df63426', 'code': 200} May 05 21:44:26.337480 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fcd540-43e4-429f-b426-69087ab89508 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c49391d0-ad41-4e4b-8f82-d13435f5b759,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:26.341262 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236fe387-43c6-4724-b5f8-f9a39516d229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675a3532-ce89-459d-86d5-c5d57dbaa6c5,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:26.349711 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-db1bf7ec-8c8a-4005-be8f-2afb37f08860 req-44ee14cf-8ee0-434a-883e-457d898b28ca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6aa8365b-e092-44f6-b0bc-72c629a80a98 HTTP/1.1" status: 200 len: 217 time: 0.1662884 May 05 21:44:26.353444 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-236fe387-43c6-4724-b5f8-f9a39516d229 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2c8d3e74b7bb474b9ee81b63b7b3abc1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5830200 May 05 21:44:26.356307 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36342) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:44:26.365674 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c6fcd540-43e4-429f-b426-69087ab89508 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:26.475537 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-59beb750-0114-4796-bf26-aff06a959e49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:26.505963 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-59beb750-0114-4796-bf26-aff06a959e49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:26.618810 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c6fcd540-43e4-429f-b426-69087ab89508 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c49391d0-ad41-4e4b-8f82-d13435f5b759 HTTP/1.1" status: 204 len: 168 time: 1.4338832 May 05 21:44:26.620700 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 36354) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:44:26.631525 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-59beb750-0114-4796-bf26-aff06a959e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:26.658577 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59beb750-0114-4796-bf26-aff06a959e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675a3532-ce89-459d-86d5-c5d57dbaa6c5,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:26.667141 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-59beb750-0114-4796-bf26-aff06a959e49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:26.668474 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-59beb750-0114-4796-bf26-aff06a959e49 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/675a3532-ce89-459d-86d5-c5d57dbaa6c5 HTTP/1.1" status: 204 len: 168 time: 0.3109484 May 05 21:44:26.720751 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaddb31e-ba95-4633-afdd-d663757e5cc7 req-e4feaad8-abac-4ec8-b389-f2319bf99c12 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:26.728248 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-eaddb31e-ba95-4633-afdd-d663757e5cc7 req-e4feaad8-abac-4ec8-b389-f2319bf99c12 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fa2aa3d-82d1-4e04-b9f0-21f6bf4713a5 HTTP/1.1" status: 200 len: 943 time: 0.1519389 May 05 21:44:26.743043 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1bf7ec-8c8a-4005-be8f-2afb37f08860 req-f2849483-e9ca-4637-8a54-d22b994c1913 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:26.744582 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-db1bf7ec-8c8a-4005-be8f-2afb37f08860 req-f2849483-e9ca-4637-8a54-d22b994c1913 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2ef0800d-de6f-466d-b35f-d1403d70c310 HTTP/1.1" status: 200 len: 848 time: 0.3757646 May 05 21:44:26.794487 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-eaddb31e-ba95-4633-afdd-d663757e5cc7 req-27c8c943-6e9d-4895-b808-53e2064d7dfc tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651431 May 05 21:44:26.837137 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-db1bf7ec-8c8a-4005-be8f-2afb37f08860 req-eb452945-1f9e-496c-957c-acc6fd81ac2f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d50665b6-9647-47f1-b718-b6ae7cd32366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737085 May 05 21:44:26.847248 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-20c8057f-7b80-414f-89a5-c2f2c4ae6af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:26.886623 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b217a37f-5c60-4879-9989-75a5435aba12 req-2fbe79e4-7db2-49d1-8127-38869c40fc50 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=98367448-7f90-4b45-844c-03da8354469f HTTP/1.1" status: 200 len: 1097 time: 0.5165989 May 05 21:44:27.150920 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-20c8057f-7b80-414f-89a5-c2f2c4ae6af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:27.190928 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-db1bf7ec-8c8a-4005-be8f-2afb37f08860 req-8408511e-15fb-4d8f-85ee-39bbc8866964 service neutron] 10.222.0.32 "GET /v2.0/networks/d50665b6-9647-47f1-b718-b6ae7cd32366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394055 May 05 21:44:27.195822 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b217a37f-5c60-4879-9989-75a5435aba12 req-d1c65da4-35e1-4603-863a-365230493050 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571397 May 05 21:44:27.201558 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-20c8057f-7b80-414f-89a5-c2f2c4ae6af0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04deebed-3cb1-43a8-ba15-15808b79ed1c']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:44:27.241538 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-20c8057f-7b80-414f-89a5-c2f2c4ae6af0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '067a61f9-e0e6-40b8-a118-6ac628afe8b1') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:44:27.241830 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-20c8057f-7b80-414f-89a5-c2f2c4ae6af0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '067a61f9-e0e6-40b8-a118-6ac628afe8b1') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:44:27.245857 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36374) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:44:27.301375 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-20c8057f-7b80-414f-89a5-c2f2c4ae6af0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:27.303155 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0ac1fc82-0eb8-4c33-a6d4-70caa2eda83c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:27.339018 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-20c8057f-7b80-414f-89a5-c2f2c4ae6af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:27.349303 n-d-825175-4 neutron-server[84063]: INFO neutron.db.l3_db [None req-9ad99b91-63c8-4030-817b-bb9dfd0da7f5 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Floating IP 5f9e2dd0-1e9f-4a78-bb41-cfb269a0fe4d associated. External IP: 172.25.4.154, port: 8408dc29-f2b8-410f-87d2-a81518c6ab4d. May 05 21:44:27.408382 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20c8057f-7b80-414f-89a5-c2f2c4ae6af0 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:44:27.408840 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-20c8057f-7b80-414f-89a5-c2f2c4ae6af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:27.428222 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 21:44:27.428222 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:44:27.428222 n-d-825175-4 neutron-server[84063]: timer() May 05 21:44:27.428222 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:44:27.428222 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 21:44:27.428222 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:44:27.428222 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 21:44:27.428222 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:44:27.428222 n-d-825175-4 neutron-server[84063]: self._notify() May 05 21:44:27.428222 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:44:27.428222 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 21:44:27.428222 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:44:27.428222 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 21:44:27.428222 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:44:27.428222 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:44:27.428222 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:44:27.428222 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:44:27.428222 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:44:27.428222 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 21:44:27.428222 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:44:27.428222 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 21:44:27.428222 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:44:27.428222 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:44:27.428222 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:44:27.428222 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 21:44:27.428222 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:44:27.428222 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:44:27.428222 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:44:27.428222 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:44:27.428222 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:44:27.428222 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:44:27.428222 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:44:27.511036 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3381cf7e-08bc-464e-8d89-0a1e746389a7 req-d21e6b2d-d744-4fe9-9ed4-800c50080d6d tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:27.513288 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3381cf7e-08bc-464e-8d89-0a1e746389a7 req-d21e6b2d-d744-4fe9-9ed4-800c50080d6d tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=98367448-7f90-4b45-844c-03da8354469f HTTP/1.1" status: 200 len: 946 time: 0.1113007 May 05 21:44:27.594408 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-db1bf7ec-8c8a-4005-be8f-2afb37f08860 req-6e10b1bd-1a6d-48c8-a2e8-c8d13ba872a8 service neutron] 10.222.0.32 "GET /v2.0/networks/d50665b6-9647-47f1-b718-b6ae7cd32366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3946896 May 05 21:44:27.607920 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-20c8057f-7b80-414f-89a5-c2f2c4ae6af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:27.614120 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-20c8057f-7b80-414f-89a5-c2f2c4ae6af0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:27.643041 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c8057f-7b80-414f-89a5-c2f2c4ae6af0 admin admin] Pushing event deleted for resources: {'Network': ['ID=04deebed-3cb1-43a8-ba15-15808b79ed1c,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:27.649234 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-20c8057f-7b80-414f-89a5-c2f2c4ae6af0 admin admin] 10.222.0.23 "DELETE /v2.0/networks/04deebed-3cb1-43a8-ba15-15808b79ed1c HTTP/1.1" status: 204 len: 168 time: 1.0212929 May 05 21:44:27.709366 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3381cf7e-08bc-464e-8d89-0a1e746389a7 req-1b6d2ab7-a4a3-4fd9-a806-291005624e3a tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860371 May 05 21:44:27.736401 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-0ac1fc82-0eb8-4c33-a6d4-70caa2eda83c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:44:27.755670 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-0ac1fc82-0eb8-4c33-a6d4-70caa2eda83c admin admin] Usage tracker for resource:security_group_rule and tenant:b5b71d6557964641961939c04aa3f578 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:44:27.768794 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-0ac1fc82-0eb8-4c33-a6d4-70caa2eda83c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:44:27.786139 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-eb13d688-55f4-49d1-9bb3-d694b735fefb req-a4eefe8c-23e3-4bb4-b8c6-77e9a3066086 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea576b38215846aaa224b1aa35155ba3&device_id=7fa2aa3d-82d1-4e04-b9f0-21f6bf4713a5 HTTP/1.1" status: 200 len: 1094 time: 0.1351085 May 05 21:44:27.798773 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-0ac1fc82-0eb8-4c33-a6d4-70caa2eda83c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:44:28.068186 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 36416) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:44:28.112127 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13d688-55f4-49d1-9bb3-d694b735fefb req-ddfc300b-7f2c-4607-90d7-c9425f11cf14 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:28.112127 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-eb13d688-55f4-49d1-9bb3-d694b735fefb req-ddfc300b-7f2c-4607-90d7-c9425f11cf14 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d50665b6-9647-47f1-b718-b6ae7cd32366 HTTP/1.1" status: 200 len: 909 time: 0.3080392 May 05 21:44:28.122912 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0ac1fc82-0eb8-4c33-a6d4-70caa2eda83c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:28.157361 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0ac1fc82-0eb8-4c33-a6d4-70caa2eda83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:28.232948 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac1fc82-0eb8-4c33-a6d4-70caa2eda83c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a20157-c468-419a-8cb2-b02c5f6de93c,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:28.265764 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0ac1fc82-0eb8-4c33-a6d4-70caa2eda83c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b5b71d6557964641961939c04aa3f578&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0183618 May 05 21:44:28.266711 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36432) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:44:28.335235 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625df6f4-fcfd-4608-9153-72fc977bde6f req-04f3454e-4743-48fd-848d-676a8b5fb0a7 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:28.336893 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-625df6f4-fcfd-4608-9153-72fc977bde6f req-04f3454e-4743-48fd-848d-676a8b5fb0a7 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fa2aa3d-82d1-4e04-b9f0-21f6bf4713a5 HTTP/1.1" status: 200 len: 943 time: 0.2123051 May 05 21:44:28.390430 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-eb13d688-55f4-49d1-9bb3-d694b735fefb req-6f7ead4d-2004-4e9f-a026-0abf6ea5e2e1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6aa8365b-e092-44f6-b0bc-72c629a80a98 HTTP/1.1" status: 200 len: 217 time: 0.2613096 May 05 21:44:28.393151 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d5b16a04-0181-4981-8e16-5feb0ebad059 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e84c598717d34685b8c4b6905e5a9899&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2854168 May 05 21:44:28.397740 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36436) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:44:28.412281 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-625df6f4-fcfd-4608-9153-72fc977bde6f req-3b8f1781-a4f0-4aad-8166-6ffbc2c54eb0 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626588 May 05 21:44:28.429128 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-75274803-02c8-49b1-9747-5c72fd0d20a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:28.498271 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-75274803-02c8-49b1-9747-5c72fd0d20a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:28.551634 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c908399f-ba5a-4c62-8acf-77aad29766bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:28.582378 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c908399f-ba5a-4c62-8acf-77aad29766bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:28.616848 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-75274803-02c8-49b1-9747-5c72fd0d20a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:28.646291 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75274803-02c8-49b1-9747-5c72fd0d20a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a20157-c468-419a-8cb2-b02c5f6de93c,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:28.660997 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-75274803-02c8-49b1-9747-5c72fd0d20a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:28.663952 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-75274803-02c8-49b1-9747-5c72fd0d20a0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a8a20157-c468-419a-8cb2-b02c5f6de93c HTTP/1.1" status: 204 len: 168 time: 0.3945637 May 05 21:44:28.699724 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c908399f-ba5a-4c62-8acf-77aad29766bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:28.730799 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c908399f-ba5a-4c62-8acf-77aad29766bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aaff4c9-97f6-43da-b4cd-0f1f7e17d194,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:28.737246 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13d688-55f4-49d1-9bb3-d694b735fefb req-9b9d99f6-dbc0-4ffc-a4a2-185972dfc4f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:28.738182 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-eb13d688-55f4-49d1-9bb3-d694b735fefb req-9b9d99f6-dbc0-4ffc-a4a2-185972dfc4f8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2ef0800d-de6f-466d-b35f-d1403d70c310 HTTP/1.1" status: 200 len: 848 time: 0.3356249 May 05 21:44:28.752953 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c908399f-ba5a-4c62-8acf-77aad29766bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:28.765633 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c908399f-ba5a-4c62-8acf-77aad29766bc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3aaff4c9-97f6-43da-b4cd-0f1f7e17d194 HTTP/1.1" status: 204 len: 168 time: 0.3665881 May 05 21:44:28.877806 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-eb13d688-55f4-49d1-9bb3-d694b735fefb req-54012b78-2114-47ee-be36-91606a642764 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d50665b6-9647-47f1-b718-b6ae7cd32366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1145797 May 05 21:44:28.935295 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e457c1c0-19bd-4569-abdc-171a2075262e req-407a0068-19a1-41f7-8cc3-35a7bce70512 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:28.936673 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-e457c1c0-19bd-4569-abdc-171a2075262e req-407a0068-19a1-41f7-8cc3-35a7bce70512 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Synchronizing usage tracker for tenant:5a55f0e1fc854ae480e2f7b2fc73c270 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:44:29.126312 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23760d1-df69-47b6-a275-3fceb572e593 req-2591e3f4-892d-47f7-9bb2-daaec3ecfd5e tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:29.134772 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b23760d1-df69-47b6-a275-3fceb572e593 req-2591e3f4-892d-47f7-9bb2-daaec3ecfd5e tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=98367448-7f90-4b45-844c-03da8354469f HTTP/1.1" status: 200 len: 946 time: 0.1567600 May 05 21:44:29.200523 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-e457c1c0-19bd-4569-abdc-171a2075262e req-407a0068-19a1-41f7-8cc3-35a7bce70512 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Unset dirty status for tenant:5a55f0e1fc854ae480e2f7b2fc73c270 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:44:29.204873 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e457c1c0-19bd-4569-abdc-171a2075262e req-407a0068-19a1-41f7-8cc3-35a7bce70512 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.44 "GET /v2.0/ports?device_id=98367448-7f90-4b45-844c-03da8354469f HTTP/1.1" status: 200 len: 946 time: 0.5718699 May 05 21:44:29.228407 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b23760d1-df69-47b6-a275-3fceb572e593 req-cf5487db-5a3d-435a-b7b6-4a6103a3b80b tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925477 May 05 21:44:29.373539 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-eb13d688-55f4-49d1-9bb3-d694b735fefb req-3717a7f0-02bf-4eeb-9319-3a1c069955ea service neutron] 10.222.0.32 "GET /v2.0/networks/d50665b6-9647-47f1-b718-b6ae7cd32366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4674654 May 05 21:44:29.377583 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-e457c1c0-19bd-4569-abdc-171a2075262e req-6dc3041d-f5b4-4503-b795-298d0f1904cf tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Deleting port ac71e55f-a771-4213-9249-c2fb6df63426 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:44:29.377926 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-e457c1c0-19bd-4569-abdc-171a2075262e req-6dc3041d-f5b4-4503-b795-298d0f1904cf tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:29.548775 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40006a82-6a0f-452b-90d5-cfa554b81b79 req-6f3df21d-90b0-4ad9-9e4d-fbdffbe3a5cb tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:29.557058 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-40006a82-6a0f-452b-90d5-cfa554b81b79 req-6f3df21d-90b0-4ad9-9e4d-fbdffbe3a5cb tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/networks?id=20d2a56b-3a76-462e-a812-0f44fcc7b483 HTTP/1.1" status: 200 len: 805 time: 0.2163773 May 05 21:44:29.582163 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-40006a82-6a0f-452b-90d5-cfa554b81b79 req-1becbf7b-a18b-42d0-9a22-3dc49e2daf5a tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/quotas/3ad6e070bfeb43998594f1d97e1517f2 HTTP/1.1" status: 200 len: 375 time: 0.0239446 May 05 21:44:29.681693 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ad99b91-63c8-4030-817b-bb9dfd0da7f5 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Router 758d72c6-f125-4f56-b4e8-835664d8e9fe has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:44:29.710447 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-40006a82-6a0f-452b-90d5-cfa554b81b79 req-f413fee7-50ba-4c99-8b9c-5283d419e167 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3ad6e070bfeb43998594f1d97e1517f2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1271472 May 05 21:44:29.935958 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-40006a82-6a0f-452b-90d5-cfa554b81b79 req-7cf3c032-af7a-4ec9-a387-47c3763e6c33 service neutron] 10.222.0.23 "GET /v2.0/networks/20d2a56b-3a76-462e-a812-0f44fcc7b483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240024 May 05 21:44:29.998907 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-eb13d688-55f4-49d1-9bb3-d694b735fefb req-ae2d8649-aba6-4ccb-9af0-95ace3e10d55 service neutron] 10.222.0.32 "GET /v2.0/networks/d50665b6-9647-47f1-b718-b6ae7cd32366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5900280 May 05 21:44:30.079466 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 6aa8365b-e092-44f6-b0bc-72c629a80a98 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:44:30.117496 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-40006a82-6a0f-452b-90d5-cfa554b81b79 req-52a4a0f6-9a28-45b4-af06-47c946f0f742 service neutron] 10.222.0.23 "GET /v2.0/networks/20d2a56b-3a76-462e-a812-0f44fcc7b483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803305 May 05 21:44:30.245671 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c74b0-e212-4f16-8c9f-0a3ce3ab1dbb req-b59702e8-0fe2-43f1-9cdc-311e6aa30874 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:30.266519 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ca8c74b0-e212-4f16-8c9f-0a3ce3ab1dbb req-b59702e8-0fe2-43f1-9cdc-311e6aa30874 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fa2aa3d-82d1-4e04-b9f0-21f6bf4713a5 HTTP/1.1" status: 200 len: 943 time: 0.3724103 May 05 21:44:30.344817 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ca8c74b0-e212-4f16-8c9f-0a3ce3ab1dbb req-86b35eff-6531-44d1-af44-6ddb08143ad6 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734673 May 05 21:44:30.349958 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36498) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:44:30.365211 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-e457c1c0-19bd-4569-abdc-171a2075262e req-6dc3041d-f5b4-4503-b795-298d0f1904cf tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] For port ac71e55f-a771-4213-9249-c2fb6df63426, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=ac71e55f-a771-4213-9249-c2fb6df63426,segment=NetworkSegment(bb53319d-02d7-4ee5-a402-d07603ca726a),segment_id=bb53319d-02d7-4ee5-a402-d07603ca726a)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:44:30.365722 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-e457c1c0-19bd-4569-abdc-171a2075262e req-6dc3041d-f5b4-4503-b795-298d0f1904cf tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:30.614780 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 38511192-f2b6-49cb-a72f-91d46f1dfbd5 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:44:30.777591 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-e457c1c0-19bd-4569-abdc-171a2075262e req-6dc3041d-f5b4-4503-b795-298d0f1904cf tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Calling delete_port for ac71e55f-a771-4213-9249-c2fb6df63426 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:44:30.879008 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 36516) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:44:30.888123 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 6aa8365b-e092-44f6-b0bc-72c629a80a98, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=6aa8365b-e092-44f6-b0bc-72c629a80a98,segment=NetworkSegment(df9c57c2-52c8-43c0-981c-16fd110b1d0b),segment_id=df9c57c2-52c8-43c0-981c-16fd110b1d0b)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:44:30.900609 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-0935200f-67e0-49af-b519-5796137e475e admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1586369596-network', 'tenant_id': 'f26c174273fc4c74bc9db73040442bd9'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:44:30.913375 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '6aa8365b-e092-44f6-b0bc-72c629a80a98', 'network_id': 'd50665b6-9647-47f1-b718-b6ae7cd32366', 'port_id': '6aa8365b-e092-44f6-b0bc-72c629a80a98', 'mac_address': 'fa:16:3e:14:2c:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ef0800d-de6f-466d-b35f-d1403d70c310', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:44:30.960094 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-0935200f-67e0-49af-b519-5796137e475e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:44:31.003863 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-0935200f-67e0-49af-b519-5796137e475e admin admin] Usage tracker for resource:network and tenant:f26c174273fc4c74bc9db73040442bd9 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:44:31.029166 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2fedc3f4-b148-4f72-b1c6-01df5e22307d req-13fe602e-7e82-47b8-88da-c9c3b7b405e5 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/ports?device_id=1de06078-b21a-4e3d-96a2-f34c8c35edf4 HTTP/1.1" status: 200 len: 210 time: 0.3644879 May 05 21:44:31.038497 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-0935200f-67e0-49af-b519-5796137e475e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:44:31.100175 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-0935200f-67e0-49af-b519-5796137e475e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:44:31.100372 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad99b91-63c8-4030-817b-bb9dfd0da7f5 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:44:31.119978 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9ad99b91-63c8-4030-817b-bb9dfd0da7f5 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:31.134582 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ebef22-93fb-41ce-a5cd-e60eb27108c3 None None] Sync routers for ids ['758d72c6-f125-4f56-b4e8-835664d8e9fe'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:44:31.166446 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c92c71-eda9-41d4-b0d6-514658a95e0c req-79b6e100-59bb-4e5b-b30a-b171a50fb2a5 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:31.168117 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a9c92c71-eda9-41d4-b0d6-514658a95e0c req-79b6e100-59bb-4e5b-b30a-b171a50fb2a5 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=98367448-7f90-4b45-844c-03da8354469f HTTP/1.1" status: 200 len: 946 time: 0.5811057 May 05 21:44:31.176819 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0935200f-67e0-49af-b519-5796137e475e admin admin] Made reservation on behalf of f26c174273fc4c74bc9db73040442bd9 for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:44:31.179656 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0935200f-67e0-49af-b519-5796137e475e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:31.214945 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:31.224873 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0935200f-67e0-49af-b519-5796137e475e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:31.231032 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9ad99b91-63c8-4030-817b-bb9dfd0da7f5 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] 10.222.0.23 "PUT /v2.0/floatingips/5f9e2dd0-1e9f-4a78-bb41-cfb269a0fe4d HTTP/1.1" status: 200 len: 992 time: 7.5157759 May 05 21:44:31.270204 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-6d291456-5c8b-4190-a045-01605307750f admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-86791613-network', 'tenant_id': '4e026652b1bc4f42bbf06a3a7e36a282'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:44:31.270862 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:31.274928 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2749759-427b-4a40-96b7-9519adf36f4f', 'tag': '8408dc29-f2b8-410f-87d2-a81518c6ab4d'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:44:31.282212 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24152f7b-b702-495d-9db0-4e0b78a00a39 req-2468b3ab-35e0-43e3-bec1-23681e105169 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:31.283837 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-24152f7b-b702-495d-9db0-4e0b78a00a39 req-2468b3ab-35e0-43e3-bec1-23681e105169 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.44 "GET /v2.0/ports?device_id=0daecea4-3536-4666-9f7a-5863d0caacc5 HTTP/1.1" status: 200 len: 945 time: 0.3788700 May 05 21:44:31.289362 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-6d291456-5c8b-4190-a045-01605307750f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:44:31.299887 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-6d291456-5c8b-4190-a045-01605307750f admin admin] Usage tracker for resource:network and tenant:4e026652b1bc4f42bbf06a3a7e36a282 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:44:31.307330 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-6d291456-5c8b-4190-a045-01605307750f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:44:31.320923 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-6d291456-5c8b-4190-a045-01605307750f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:44:31.341983 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-e457c1c0-19bd-4569-abdc-171a2075262e req-6dc3041d-f5b4-4503-b795-298d0f1904cf tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:31.364393 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 38511192-f2b6-49cb-a72f-91d46f1dfbd5, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=38511192-f2b6-49cb-a72f-91d46f1dfbd5,segment=NetworkSegment(1433ba6d-48b0-4056-91b6-deba1a0564ab),segment_id=1433ba6d-48b0-4056-91b6-deba1a0564ab)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:44:31.373036 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0daecea4-3536-4666-9f7a-5863d0caacc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38511192-f2b6-49cb-a72f-91d46f1dfbd5'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:44:31.380241 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['ac71e55f-a771-4213-9249-c2fb6df63426'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:44:31.447085 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ebef22-93fb-41ce-a5cd-e60eb27108c3 None None] Routers {'758d72c6-f125-4f56-b4e8-835664d8e9fe'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:44:31.448038 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-f6ebef22-93fb-41ce-a5cd-e60eb27108c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:44:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['758d72c6-f125-4f56-b4e8-835664d8e9fe'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:44:31.452780 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-0935200f-67e0-49af-b519-5796137e475e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:44:31.471013 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-0935200f-67e0-49af-b519-5796137e475e admin admin] Usage tracker for resource:security_group_rule and tenant:f26c174273fc4c74bc9db73040442bd9 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:44:31.479839 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-0935200f-67e0-49af-b519-5796137e475e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:44:31.489887 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-0935200f-67e0-49af-b519-5796137e475e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:44:31.498671 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d291456-5c8b-4190-a045-01605307750f admin admin] Made reservation on behalf of 4e026652b1bc4f42bbf06a3a7e36a282 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:44:31.501792 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6d291456-5c8b-4190-a045-01605307750f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:31.532330 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc3041d-f5b4-4503-b795-298d0f1904cf tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Pushing event deleted for resources: {'Port': ['ID=ac71e55f-a771-4213-9249-c2fb6df63426,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:31.591650 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6d291456-5c8b-4190-a045-01605307750f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:31.635642 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-e457c1c0-19bd-4569-abdc-171a2075262e req-6dc3041d-f5b4-4503-b795-298d0f1904cf tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] No DVR routers for this DVR port ac71e55f-a771-4213-9249-c2fb6df63426 on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:44:31.642579 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-e457c1c0-19bd-4569-abdc-171a2075262e req-6dc3041d-f5b4-4503-b795-298d0f1904cf tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:31.649087 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e457c1c0-19bd-4569-abdc-171a2075262e req-6dc3041d-f5b4-4503-b795-298d0f1904cf tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.44 "DELETE /v2.0/ports/ac71e55f-a771-4213-9249-c2fb6df63426 HTTP/1.1" status: 204 len: 173 time: 2.4240000 May 05 21:44:31.654011 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aa8365b-e092-44f6-b0bc-72c629a80a98 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:44:31.682012 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 6aa8365b-e092-44f6-b0bc-72c629a80a98, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=6aa8365b-e092-44f6-b0bc-72c629a80a98,segment=NetworkSegment(df9c57c2-52c8-43c0-981c-16fd110b1d0b),segment_id=df9c57c2-52c8-43c0-981c-16fd110b1d0b)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:44:31.683587 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:31.695675 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a9c92c71-eda9-41d4-b0d6-514658a95e0c req-88a495bb-2219-4655-8560-caf133ad4d04 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5210030 May 05 21:44:31.702395 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-6d291456-5c8b-4190-a045-01605307750f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:44:31.712452 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-6d291456-5c8b-4190-a045-01605307750f admin admin] Usage tracker for resource:security_group_rule and tenant:4e026652b1bc4f42bbf06a3a7e36a282 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:44:31.722311 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-6d291456-5c8b-4190-a045-01605307750f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:44:31.731381 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-6d291456-5c8b-4190-a045-01605307750f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:44:31.775492 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0935200f-67e0-49af-b519-5796137e475e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:31.795507 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-f6ebef22-93fb-41ce-a5cd-e60eb27108c3 None None] Set router 758d72c6-f125-4f56-b4e8-835664d8e9fe gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:44:31.809171 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0935200f-67e0-49af-b519-5796137e475e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:31.831979 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0935200f-67e0-49af-b519-5796137e475e admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:44:31.841766 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0935200f-67e0-49af-b519-5796137e475e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:31.842095 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-0935200f-67e0-49af-b519-5796137e475e admin admin] Added segment 51c02cf9-b533-4a1f-be25-586ebd89037c of type vlan for network 8097b0f0-fd36-4b57-be44-9ed5bd276e58 May 05 21:44:31.906308 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6d291456-5c8b-4190-a045-01605307750f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:31.916128 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6d291456-5c8b-4190-a045-01605307750f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:31.925113 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4ba2ab2-5d13-46b8-91e2-a758d3ede250'] response: {'name': 'network-changed', 'server_uuid': 'c2749759-427b-4a40-96b7-9519adf36f4f', 'tag': '8408dc29-f2b8-410f-87d2-a81518c6ab4d', 'status': 'completed', 'code': 200} May 05 21:44:31.973899 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0935200f-67e0-49af-b519-5796137e475e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:32.029323 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d291456-5c8b-4190-a045-01605307750f admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:44:32.042055 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-24152f7b-b702-495d-9db0-4e0b78a00a39 req-646ab6ae-a316-4864-937b-907f05fc70a6 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Deleting port 38511192-f2b6-49cb-a72f-91d46f1dfbd5 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:44:32.042341 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-24152f7b-b702-495d-9db0-4e0b78a00a39 req-646ab6ae-a316-4864-937b-907f05fc70a6 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:32.218100 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0935200f-67e0-49af-b519-5796137e475e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ced7c9d-1df0-4c52-be68-3769d0f468f2,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:32.255550 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6d291456-5c8b-4190-a045-01605307750f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:32.255924 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-6d291456-5c8b-4190-a045-01605307750f admin admin] Added segment 175541d5-fda9-4a81-b2c4-365f823aadee of type vlan for network 3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703 May 05 21:44:32.289134 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6d291456-5c8b-4190-a045-01605307750f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:32.318102 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:32.379478 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6d291456-5c8b-4190-a045-01605307750f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:32.380518 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d291456-5c8b-4190-a045-01605307750f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:32.381116 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6d291456-5c8b-4190-a045-01605307750f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:32.413997 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=38511192-f2b6-49cb-a72f-91d46f1dfbd5,revision_number=8']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:32.414230 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5d0a322c-2a72-4a2f-bae5-58dfa543f0cf req-fca7e551-ceee-40be-bf85-72edddf23107 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5a55f0e1fc854ae480e2f7b2fc73c270&device_id=98367448-7f90-4b45-844c-03da8354469f HTTP/1.1" status: 200 len: 210 time: 0.0930023 May 05 21:44:32.416087 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d291456-5c8b-4190-a045-01605307750f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01685b58-c5c4-46c5-9f2e-5e07825f21c0,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:32.432121 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0935200f-67e0-49af-b519-5796137e475e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:32.433022 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0935200f-67e0-49af-b519-5796137e475e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:32.433680 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0935200f-67e0-49af-b519-5796137e475e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:32.490095 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f193c6ed-1f53-4e2f-9eef-26fe933596f3 req-c74a6d34-5492-44ba-b76a-0ac8835f0098 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:32.499139 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f193c6ed-1f53-4e2f-9eef-26fe933596f3 req-c74a6d34-5492-44ba-b76a-0ac8835f0098 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2749759-427b-4a40-96b7-9519adf36f4f HTTP/1.1" status: 200 len: 946 time: 1.0646939 May 05 21:44:32.564217 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=6aa8365b-e092-44f6-b0bc-72c629a80a98,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:32.600644 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-f6ebef22-93fb-41ce-a5cd-e60eb27108c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758d72c6-f125-4f56-b4e8-835664d8e9fe', 'name': 'tempest-ServersTestBootFromVolume-556339299-router', 'tenant_id': '61abfbe113f746f29df633f17a179bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '45bf82e6-e82c-4dec-be68-8ae4b46a79bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:43:01Z', 'updated_at': '2022-05-05T21:43:10Z', 'revision_number': 4, 'project_id': '61abfbe113f746f29df633f17a179bab', 'gw_port': {'id': '45bf82e6-e82c-4dec-be68-8ae4b46a79bb', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758d72c6-f125-4f56-b4e8-835664d8e9fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:43:02Z', 'updated_at': '2022-05-05T21:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '5f9e2dd0-1e9f-4a78-bb41-cfb269a0fe4d', 'tenant_id': '61abfbe113f746f29df633f17a179bab', 'floating_ip_address': '172.25.4.154', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '758d72c6-f125-4f56-b4e8-835664d8e9fe', 'port_id': '8408dc29-f2b8-410f-87d2-a81518c6ab4d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0872462-98fa-4b18-824d-ce804e81510e', 'mac_address': 'fa:16:3e:42:16:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2749759-427b-4a40-96b7-9519adf36f4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:43:22Z', 'updated_at': '2022-05-05T21:44:25Z', 'revision_number': 1, 'project_id': '61abfbe113f746f29df633f17a179bab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43c19dec-7f02-451e-b95d-0dfbb535cc0c', 'name': '', 'network_id': 'c0872462-98fa-4b18-824d-ce804e81510e', 'tenant_id': '61abfbe113f746f29df633f17a179bab', 'mac_address': 'fa:16:3e:a8:09:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758d72c6-f125-4f56-b4e8-835664d8e9fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3616903f-0b3a-4ed3-93ad-c39d3f389ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:43:09Z', 'updated_at': '2022-05-05T21:43:24Z', 'revision_number': 5, 'project_id': '61abfbe113f746f29df633f17a179bab', 'subnets': [{'id': '3616903f-0b3a-4ed3-93ad-c39d3f389ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:44:32.605743 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ebef22-93fb-41ce-a5cd-e60eb27108c3 None None] Checking router: 758d72c6-f125-4f56-b4e8-835664d8e9fe for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:44:32.618386 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ebef22-93fb-41ce-a5cd-e60eb27108c3 None None] Routers {'758d72c6-f125-4f56-b4e8-835664d8e9fe'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:44:32.620234 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-f6ebef22-93fb-41ce-a5cd-e60eb27108c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:44:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['758d72c6-f125-4f56-b4e8-835664d8e9fe'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:44:32.854014 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d291456-5c8b-4190-a045-01605307750f admin admin] Pushing event updated for resources: {'Network': ['ID=3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:32.895175 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eded046-c876-44b7-8288-7970650a25a8 req-913502b2-4238-4b0b-9dbf-68f9fd082260 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:32.905377 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9eded046-c876-44b7-8288-7970650a25a8 req-913502b2-4238-4b0b-9dbf-68f9fd082260 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fa2aa3d-82d1-4e04-b9f0-21f6bf4713a5 HTTP/1.1" status: 200 len: 944 time: 0.7583849 May 05 21:44:32.907632 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-6d291456-5c8b-4190-a045-01605307750f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0186596 May 05 21:44:32.912799 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-f6ebef22-93fb-41ce-a5cd-e60eb27108c3 None None] Set router 758d72c6-f125-4f56-b4e8-835664d8e9fe gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:44:32.926900 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0935200f-67e0-49af-b519-5796137e475e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.5753443 May 05 21:44:32.927819 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 36544) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:44:32.939609 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0935200f-67e0-49af-b519-5796137e475e admin admin] Pushing event updated for resources: {'Network': ['ID=8097b0f0-fd36-4b57-be44-9ed5bd276e58,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:32.951736 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 36546) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:44:32.968129 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-119a8b47-6af4-4295-ad62-d96e562e49ee admin admin] Request body: {'subnet': {'network_id': '3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-86791613-subnet', 'tenant_id': '4e026652b1bc4f42bbf06a3a7e36a282', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:44:32.979541 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f193c6ed-1f53-4e2f-9eef-26fe933596f3 req-aaa9ba11-2fba-4e76-8106-8361585b30a6 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] 10.222.0.23 "GET /v2.0/security-groups?id=120b4c1c-14bf-4ea1-9ce2-540e096b21a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4785378 May 05 21:44:33.002035 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-0f94058f-c6f3-4f34-9887-1c9ce5d75ca7 admin admin] Request body: {'subnet': {'network_id': '8097b0f0-fd36-4b57-be44-9ed5bd276e58', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1586369596-subnet', 'tenant_id': 'f26c174273fc4c74bc9db73040442bd9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:44:33.037673 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9eded046-c876-44b7-8288-7970650a25a8 req-cba89965-81fd-4436-be4e-11fa3a59fa51 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306684 May 05 21:44:33.059006 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-0f94058f-c6f3-4f34-9887-1c9ce5d75ca7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:44:33.063603 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-119a8b47-6af4-4295-ad62-d96e562e49ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:44:33.072238 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0f94058f-c6f3-4f34-9887-1c9ce5d75ca7 admin admin] Usage tracker for resource:subnet and tenant:f26c174273fc4c74bc9db73040442bd9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:44:33.082413 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0f94058f-c6f3-4f34-9887-1c9ce5d75ca7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:44:33.088961 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['6aa8365b-e092-44f6-b0bc-72c629a80a98'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:44:33.109280 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-119a8b47-6af4-4295-ad62-d96e562e49ee admin admin] Usage tracker for resource:subnet and tenant:4e026652b1bc4f42bbf06a3a7e36a282 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:44:33.110923 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-24152f7b-b702-495d-9db0-4e0b78a00a39 req-646ab6ae-a316-4864-937b-907f05fc70a6 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] For port 38511192-f2b6-49cb-a72f-91d46f1dfbd5, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=38511192-f2b6-49cb-a72f-91d46f1dfbd5,segment=NetworkSegment(1433ba6d-48b0-4056-91b6-deba1a0564ab),segment_id=1433ba6d-48b0-4056-91b6-deba1a0564ab)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:44:33.111878 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-24152f7b-b702-495d-9db0-4e0b78a00a39 req-646ab6ae-a316-4864-937b-907f05fc70a6 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:33.145829 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-119a8b47-6af4-4295-ad62-d96e562e49ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:44:33.165603 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-0f94058f-c6f3-4f34-9887-1c9ce5d75ca7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:44:33.180374 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a0e13713-c027-4713-b975-be15d3ee61c4 req-59618fb9-cf20-4e92-bca0-80f392fe3f4f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=61abfbe113f746f29df633f17a179bab&device_id=c2749759-427b-4a40-96b7-9519adf36f4f HTTP/1.1" status: 200 len: 1097 time: 1.1516619 May 05 21:44:33.203345 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:44:33.258121 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-119a8b47-6af4-4295-ad62-d96e562e49ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:44:33.302001 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 8097b0f0-fd36-4b57-be44-9ed5bd276e58 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:44:33.369206 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-24152f7b-b702-495d-9db0-4e0b78a00a39 req-646ab6ae-a316-4864-937b-907f05fc70a6 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Calling delete_port for 38511192-f2b6-49cb-a72f-91d46f1dfbd5 owned by compute:nova {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:44:33.439574 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a322c-2a72-4a2f-bae5-58dfa543f0cf req-2fea530a-f825-4327-9c1c-6e41f323d3d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:33.443540 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5d0a322c-2a72-4a2f-bae5-58dfa543f0cf req-2fea530a-f825-4327-9c1c-6e41f323d3d1 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=5a55f0e1fc854ae480e2f7b2fc73c270&shared=False HTTP/1.1" status: 200 len: 913 time: 0.9539111 May 05 21:44:33.445239 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f94058f-c6f3-4f34-9887-1c9ce5d75ca7 admin admin] Made reservation on behalf of f26c174273fc4c74bc9db73040442bd9 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:44:33.451116 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df76eeb3-1df0-41da-9810-180e13774120'] response: {'server_uuid': '0daecea4-3536-4666-9f7a-5863d0caacc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38511192-f2b6-49cb-a72f-91d46f1dfbd5', 'code': 200} May 05 21:44:33.451612 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0f94058f-c6f3-4f34-9887-1c9ce5d75ca7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:33.562599 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119a8b47-6af4-4295-ad62-d96e562e49ee admin admin] Made reservation on behalf of 4e026652b1bc4f42bbf06a3a7e36a282 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:44:33.568227 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-119a8b47-6af4-4295-ad62-d96e562e49ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:33.572130 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1bc5f40d-6c28-4bb2-8553-dfad70236e0f req-b30b902e-7953-4c74-a9c4-990d36bdacf3 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=98367448-7f90-4b45-844c-03da8354469f HTTP/1.1" status: 200 len: 210 time: 0.0808508 May 05 21:44:33.595304 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-02f0fda4-ffa5-4bc7-8c37-b2f592e66ae1 req-7e02914b-6011-46d9-b2f7-8ebb13e07fda tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/ports?device_id=1de06078-b21a-4e3d-96a2-f34c8c35edf4 HTTP/1.1" status: 200 len: 210 time: 0.1586056 May 05 21:44:33.813858 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-24152f7b-b702-495d-9db0-4e0b78a00a39 req-646ab6ae-a316-4864-937b-907f05fc70a6 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:33.894148 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646ab6ae-a316-4864-937b-907f05fc70a6 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Pushing event deleted for resources: {'Port': ['ID=38511192-f2b6-49cb-a72f-91d46f1dfbd5,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:33.930001 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40006a82-6a0f-452b-90d5-cfa554b81b79 req-4783b81e-bd40-422c-8c97-2177e2a05f74 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:33.930492 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-40006a82-6a0f-452b-90d5-cfa554b81b79 req-4783b81e-bd40-422c-8c97-2177e2a05f74 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Synchronizing usage tracker for tenant:3ad6e070bfeb43998594f1d97e1517f2 on resource:network {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:44:33.951166 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98367448-7f90-4b45-844c-03da8354469f', 'name': 'network-vif-deleted', 'tag': 'ac71e55f-a771-4213-9249-c2fb6df63426'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:44:34.098752 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-40006a82-6a0f-452b-90d5-cfa554b81b79 req-4783b81e-bd40-422c-8c97-2177e2a05f74 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Unset dirty status for tenant:3ad6e070bfeb43998594f1d97e1517f2 on resource:network {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:44:34.099932 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-40006a82-6a0f-452b-90d5-cfa554b81b79 req-4783b81e-bd40-422c-8c97-2177e2a05f74 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.44 "GET /v2.0/networks?id=20d2a56b-3a76-462e-a812-0f44fcc7b483 HTTP/1.1" status: 200 len: 805 time: 1.5740891 May 05 21:44:34.133729 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-40006a82-6a0f-452b-90d5-cfa554b81b79 req-be1eeccb-25e8-42ce-b8d9-fbaf48b7a890 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Request body: {'port': {'device_id': '1de06078-b21a-4e3d-96a2-f34c8c35edf4', 'network_id': '20d2a56b-3a76-462e-a812-0f44fcc7b483', 'admin_state_up': True, 'tenant_id': '3ad6e070bfeb43998594f1d97e1517f2'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:44:34.146629 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-24152f7b-b702-495d-9db0-4e0b78a00a39 req-646ab6ae-a316-4864-937b-907f05fc70a6 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] No DVR routers for this DVR port 38511192-f2b6-49cb-a72f-91d46f1dfbd5 on host n-h1-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:44:34.152425 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-24152f7b-b702-495d-9db0-4e0b78a00a39 req-646ab6ae-a316-4864-937b-907f05fc70a6 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:34.158171 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e13713-c027-4713-b975-be15d3ee61c4 req-27d86911-038e-4d54-bb8d-d348e40a625b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:34.159801 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a0e13713-c027-4713-b975-be15d3ee61c4 req-27d86911-038e-4d54-bb8d-d348e40a625b service neutron] 10.222.0.32 "GET /v2.0/networks?id=c0872462-98fa-4b18-824d-ce804e81510e HTTP/1.1" status: 200 len: 916 time: 0.8732362 May 05 21:44:34.161273 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddb10ba5-2d55-4fe6-8db0-7a68716a5c9e'] response: {'server_uuid': '98367448-7f90-4b45-844c-03da8354469f', 'name': 'network-vif-deleted', 'tag': 'ac71e55f-a771-4213-9249-c2fb6df63426', 'status': 'completed', 'code': 200} May 05 21:44:34.161491 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0daecea4-3536-4666-9f7a-5863d0caacc5', 'name': 'network-vif-deleted', 'tag': '38511192-f2b6-49cb-a72f-91d46f1dfbd5'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:44:34.201041 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-24152f7b-b702-495d-9db0-4e0b78a00a39 req-646ab6ae-a316-4864-937b-907f05fc70a6 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.44 "DELETE /v2.0/ports/38511192-f2b6-49cb-a72f-91d46f1dfbd5 HTTP/1.1" status: 204 len: 173 time: 2.8897882 May 05 21:44:34.366357 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7fdaa60-7bab-4ab2-a9ce-13b5eb7a1d16'] response: {'server_uuid': '0daecea4-3536-4666-9f7a-5863d0caacc5', 'name': 'network-vif-deleted', 'tag': '38511192-f2b6-49cb-a72f-91d46f1dfbd5', 'status': 'completed', 'code': 200} May 05 21:44:34.368445 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-f6ebef22-93fb-41ce-a5cd-e60eb27108c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758d72c6-f125-4f56-b4e8-835664d8e9fe', 'name': 'tempest-ServersTestBootFromVolume-556339299-router', 'tenant_id': '61abfbe113f746f29df633f17a179bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '45bf82e6-e82c-4dec-be68-8ae4b46a79bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:43:01Z', 'updated_at': '2022-05-05T21:43:10Z', 'revision_number': 4, 'project_id': '61abfbe113f746f29df633f17a179bab', 'gw_port': {'id': '45bf82e6-e82c-4dec-be68-8ae4b46a79bb', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758d72c6-f125-4f56-b4e8-835664d8e9fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:43:02Z', 'updated_at': '2022-05-05T21:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '5f9e2dd0-1e9f-4a78-bb41-cfb269a0fe4d', 'tenant_id': '61abfbe113f746f29df633f17a179bab', 'floating_ip_address': '172.25.4.154', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '758d72c6-f125-4f56-b4e8-835664d8e9fe', 'port_id': '8408dc29-f2b8-410f-87d2-a81518c6ab4d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0872462-98fa-4b18-824d-ce804e81510e', 'mac_address': 'fa:16:3e:42:16:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2749759-427b-4a40-96b7-9519adf36f4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:43:22Z', 'updated_at': '2022-05-05T21:44:25Z', 'revision_number': 1, 'project_id': '61abfbe113f746f29df633f17a179bab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43c19dec-7f02-451e-b95d-0dfbb535cc0c', 'name': '', 'network_id': 'c0872462-98fa-4b18-824d-ce804e81510e', 'tenant_id': '61abfbe113f746f29df633f17a179bab', 'mac_address': 'fa:16:3e:a8:09:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758d72c6-f125-4f56-b4e8-835664d8e9fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3616903f-0b3a-4ed3-93ad-c39d3f389ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:43:09Z', 'updated_at': '2022-05-05T21:43:24Z', 'revision_number': 5, 'project_id': '61abfbe113f746f29df633f17a179bab', 'subnets': [{'id': '3616903f-0b3a-4ed3-93ad-c39d3f389ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:44:34.375901 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ebef22-93fb-41ce-a5cd-e60eb27108c3 None None] The sync data for ids ['758d72c6-f125-4f56-b4e8-835664d8e9fe'] in n-d-825175-4 is: [{'id': '758d72c6-f125-4f56-b4e8-835664d8e9fe', 'name': 'tempest-ServersTestBootFromVolume-556339299-router', 'tenant_id': '61abfbe113f746f29df633f17a179bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '45bf82e6-e82c-4dec-be68-8ae4b46a79bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:43:01Z', 'updated_at': '2022-05-05T21:43:10Z', 'revision_number': 4, 'project_id': '61abfbe113f746f29df633f17a179bab', 'gw_port': {'id': '45bf82e6-e82c-4dec-be68-8ae4b46a79bb', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758d72c6-f125-4f56-b4e8-835664d8e9fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:43:02Z', 'updated_at': '2022-05-05T21:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '5f9e2dd0-1e9f-4a78-bb41-cfb269a0fe4d', 'tenant_id': '61abfbe113f746f29df633f17a179bab', 'floating_ip_address': '172.25.4.154', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '758d72c6-f125-4f56-b4e8-835664d8e9fe', 'port_id': '8408dc29-f2b8-410f-87d2-a81518c6ab4d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0872462-98fa-4b18-824d-ce804e81510e', 'mac_address': 'fa:16:3e:42:16:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2749759-427b-4a40-96b7-9519adf36f4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:43:22Z', 'updated_at': '2022-05-05T21:44:25Z', 'revision_number': 1, 'project_id': '61abfbe113f746f29df633f17a179bab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43c19dec-7f02-451e-b95d-0dfbb535cc0c', 'name': '', 'network_id': 'c0872462-98fa-4b18-824d-ce804e81510e', 'tenant_id': '61abfbe113f746f29df633f17a179bab', 'mac_address': 'fa:16:3e:a8:09:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758d72c6-f125-4f56-b4e8-835664d8e9fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3616903f-0b3a-4ed3-93ad-c39d3f389ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:43:09Z', 'updated_at': '2022-05-05T21:43:24Z', 'revision_number': 5, 'project_id': '61abfbe113f746f29df633f17a179bab', 'subnets': [{'id': '3616903f-0b3a-4ed3-93ad-c39d3f389ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:44:34.443391 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a322c-2a72-4a2f-bae5-58dfa543f0cf req-36f7e224-3ac1-4675-9cda-7421d482650b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:34.444686 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33db87ba-fcb7-4e0c-afb3-8875f254b137 req-dc6b9379-66f5-4efa-94d1-2c9b41f9479a tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:34.445088 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5d0a322c-2a72-4a2f-bae5-58dfa543f0cf req-36f7e224-3ac1-4675-9cda-7421d482650b service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9461730 May 05 21:44:34.456704 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-33db87ba-fcb7-4e0c-afb3-8875f254b137 req-dc6b9379-66f5-4efa-94d1-2c9b41f9479a tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fa2aa3d-82d1-4e04-b9f0-21f6bf4713a5 HTTP/1.1" status: 200 len: 944 time: 0.1608682 May 05 21:44:34.591936 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-33db87ba-fcb7-4e0c-afb3-8875f254b137 req-8e0cfc62-775a-4e95-b2da-4969f29033ed tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343899 May 05 21:44:34.638039 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 38511192-f2b6-49cb-a72f-91d46f1dfbd5 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:44:34.724410 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: 38511192-f2b6-49cb-a72f-91d46f1dfbd5 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:44:34.725141 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 38511192-f2b6-49cb-a72f-91d46f1dfbd5 not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:44:34.766301 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd62f27-d812-43c7-bca3-f3cfa83a7866 None None] New status for floating IP 5f9e2dd0-1e9f-4a78-bb41-cfb269a0fe4d: ACTIVE {{(pid=84068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 21:44:34.838144 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a0e13713-c027-4713-b975-be15d3ee61c4 req-ac5bd6d5-4224-43e1-8369-9590d0c9a874 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8408dc29-f2b8-410f-87d2-a81518c6ab4d HTTP/1.1" status: 200 len: 1000 time: 0.6577883 May 05 21:44:34.875864 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-119a8b47-6af4-4295-ad62-d96e562e49ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:34.935683 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a56200d2-82db-433b-9611-55c846ae99ac req-092d0834-fd43-459c-ac10-af1fd00853ee tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=98367448-7f90-4b45-844c-03da8354469f HTTP/1.1" status: 200 len: 210 time: 0.1322918 May 05 21:44:34.963956 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-7c137e07-8731-44bf-a960-2dfc14bebab9 req-b09f2463-6901-4391-98d3-6f41b2bfa1d6 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Synchronizing usage tracker for tenant:3ad6e070bfeb43998594f1d97e1517f2 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:44:35.007615 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-7c137e07-8731-44bf-a960-2dfc14bebab9 req-b09f2463-6901-4391-98d3-6f41b2bfa1d6 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Unset dirty status for tenant:3ad6e070bfeb43998594f1d97e1517f2 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:44:35.008800 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7c137e07-8731-44bf-a960-2dfc14bebab9 req-b09f2463-6901-4391-98d3-6f41b2bfa1d6 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/ports?device_id=1de06078-b21a-4e3d-96a2-f34c8c35edf4 HTTP/1.1" status: 200 len: 210 time: 0.1418123 May 05 21:44:35.298287 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-40006a82-6a0f-452b-90d5-cfa554b81b79 req-be1eeccb-25e8-42ce-b8d9-fbaf48b7a890 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:44:35.308685 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e13713-c027-4713-b975-be15d3ee61c4 req-050e9120-ce71-406d-80c7-5e28fa04bb7f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:35.310223 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a0e13713-c027-4713-b975-be15d3ee61c4 req-050e9120-ce71-406d-80c7-5e28fa04bb7f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3616903f-0b3a-4ed3-93ad-c39d3f389ac9 HTTP/1.1" status: 200 len: 854 time: 0.4221911 May 05 21:44:35.321106 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119a8b47-6af4-4295-ad62-d96e562e49ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa809371-543a-4709-8923-302f20877630,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:35.370198 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0f94058f-c6f3-4f34-9887-1c9ce5d75ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:35.420661 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-40006a82-6a0f-452b-90d5-cfa554b81b79 req-be1eeccb-25e8-42ce-b8d9-fbaf48b7a890 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:44:35.466808 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:35.480284 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40006a82-6a0f-452b-90d5-cfa554b81b79 req-be1eeccb-25e8-42ce-b8d9-fbaf48b7a890 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Made reservation on behalf of 3ad6e070bfeb43998594f1d97e1517f2 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:44:35.483508 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-40006a82-6a0f-452b-90d5-cfa554b81b79 req-be1eeccb-25e8-42ce-b8d9-fbaf48b7a890 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:35.502348 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119a8b47-6af4-4295-ad62-d96e562e49ee admin admin] Checking segment: {'id': '175541d5-fda9-4a81-b2c4-365f823aadee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:44:35.502748 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119a8b47-6af4-4295-ad62-d96e562e49ee admin admin] Network hostable DHCP agents. Network: 3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:44:35.535313 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f94058f-c6f3-4f34-9887-1c9ce5d75ca7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba7914fd-cba9-4195-b54c-c60a7934169b,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:35.659357 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:35.665925 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f94058f-c6f3-4f34-9887-1c9ce5d75ca7 admin admin] Checking segment: {'id': '51c02cf9-b533-4a1f-be25-586ebd89037c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8097b0f0-fd36-4b57-be44-9ed5bd276e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:44:35.666284 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f94058f-c6f3-4f34-9887-1c9ce5d75ca7 admin admin] Network hostable DHCP agents. Network: 8097b0f0-fd36-4b57-be44-9ed5bd276e58, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:44:35.678769 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a0e13713-c027-4713-b975-be15d3ee61c4 req-98d6f835-b494-4bfa-bdcc-35e27dc41668 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c0872462-98fa-4b18-824d-ce804e81510e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3503785 May 05 21:44:35.770710 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119a8b47-6af4-4295-ad62-d96e562e49ee admin admin] Network 3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:44:35.873970 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bfb59e-87f7-4533-a171-c5082b71aa6f req-7e1834b5-956d-4196-8506-ece6fdfdec62 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:35.876842 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b6bfb59e-87f7-4533-a171-c5082b71aa6f req-7e1834b5-956d-4196-8506-ece6fdfdec62 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fa2aa3d-82d1-4e04-b9f0-21f6bf4713a5 HTTP/1.1" status: 200 len: 944 time: 0.1298723 May 05 21:44:35.927785 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-119a8b47-6af4-4295-ad62-d96e562e49ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:44:35.928133 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b6bfb59e-87f7-4533-a171-c5082b71aa6f req-23311a9b-0507-4da7-9ab8-27d2344a6c08 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453553 May 05 21:44:35.931146 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a0e13713-c027-4713-b975-be15d3ee61c4 req-35cbe29a-87ed-4eb9-9cd9-74f758b24bfe service neutron] 10.222.0.32 "GET /v2.0/networks/c0872462-98fa-4b18-824d-ce804e81510e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347453 May 05 21:44:35.936424 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf6f11b-751d-45b3-8602-8ee9cbca6074 None None] Network 3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:44:35.936990 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119a8b47-6af4-4295-ad62-d96e562e49ee admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:35.937884 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-119a8b47-6af4-4295-ad62-d96e562e49ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:36.057441 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-40006a82-6a0f-452b-90d5-cfa554b81b79 req-be1eeccb-25e8-42ce-b8d9-fbaf48b7a890 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Allocated IP 172.20.0.8 (20d2a56b-3a76-462e-a812-0f44fcc7b483/41faf43c-45c2-40ca-97f2-b9922a51b49e/8cb783c0-f01a-4300-92b9-2614f9ec0933) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:44:36.063720 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f94058f-c6f3-4f34-9887-1c9ce5d75ca7 admin admin] Network 8097b0f0-fd36-4b57-be44-9ed5bd276e58 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:44:36.066883 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-5d0a322c-2a72-4a2f-bae5-58dfa543f0cf req-0a75e25c-f9c6-4188-a860-c47e3e9b394c tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Synchronizing usage tracker for tenant:5a55f0e1fc854ae480e2f7b2fc73c270 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:44:36.167238 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-0f94058f-c6f3-4f34-9887-1c9ce5d75ca7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 8097b0f0-fd36-4b57-be44-9ed5bd276e58) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:44:36.193024 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f94058f-c6f3-4f34-9887-1c9ce5d75ca7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:36.193773 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0f94058f-c6f3-4f34-9887-1c9ce5d75ca7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:36.204369 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-119a8b47-6af4-4295-ad62-d96e562e49ee admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.2664752 May 05 21:44:36.209783 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3b477255-73d6-414b-803c-27032edf834f req-632924b4-ac01-4d15-a981-f4f27d1045ac tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=98367448-7f90-4b45-844c-03da8354469f HTTP/1.1" status: 200 len: 210 time: 0.0663543 May 05 21:44:36.239345 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-5d0a322c-2a72-4a2f-bae5-58dfa543f0cf req-0a75e25c-f9c6-4188-a860-c47e3e9b394c tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Unset dirty status for tenant:5a55f0e1fc854ae480e2f7b2fc73c270 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:44:36.239580 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859682a6-b1b0-4811-8070-cbcd96ddd367 None None] Network 8097b0f0-fd36-4b57-be44-9ed5bd276e58 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:44:36.240495 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5d0a322c-2a72-4a2f-bae5-58dfa543f0cf req-0a75e25c-f9c6-4188-a860-c47e3e9b394c tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.44 "GET /v2.0/ports?device_id=98367448-7f90-4b45-844c-03da8354469f HTTP/1.1" status: 200 len: 210 time: 0.2917106 May 05 21:44:36.346270 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 6aa8365b-e092-44f6-b0bc-72c629a80a98 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:44:36.365670 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0f94058f-c6f3-4f34-9887-1c9ce5d75ca7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.4061017 May 05 21:44:36.370532 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 36592) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:44:36.382285 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-017fcfe9-66db-47e5-b372-5120b08e9407 req-c3f4517f-a781-4442-ba90-3ace90bb832b tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/ports?device_id=1de06078-b21a-4e3d-96a2-f34c8c35edf4 HTTP/1.1" status: 200 len: 210 time: 0.1063027 May 05 21:44:36.403819 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-0c822df9-d1a0-48d0-8189-8003ed40d192 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1586369596-router', 'tenant_id': 'f26c174273fc4c74bc9db73040442bd9', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:44:36.413955 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a0e13713-c027-4713-b975-be15d3ee61c4 req-c54a05c3-0d91-4636-a17c-8a3cec6bcc67 service neutron] 10.222.0.32 "GET /v2.0/networks/c0872462-98fa-4b18-824d-ce804e81510e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4246073 May 05 21:44:36.425782 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-0c822df9-d1a0-48d0-8189-8003ed40d192 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:44:36.549999 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843edde4-7a53-4994-8da2-9591caff1a79 None None] Network 3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:44:36.579643 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0c822df9-d1a0-48d0-8189-8003ed40d192 admin admin] Usage tracker for resource:router and tenant:f26c174273fc4c74bc9db73040442bd9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:44:36.597998 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0c822df9-d1a0-48d0-8189-8003ed40d192 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:44:36.623660 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-0c822df9-d1a0-48d0-8189-8003ed40d192 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:44:36.669022 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0c822df9-d1a0-48d0-8189-8003ed40d192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:36.669961 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0c822df9-d1a0-48d0-8189-8003ed40d192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:36.731244 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port 6aa8365b-e092-44f6-b0bc-72c629a80a98 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:44:36.741758 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 6aa8365b-e092-44f6-b0bc-72c629a80a98 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:44:36.742407 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:36.779172 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-40006a82-6a0f-452b-90d5-cfa554b81b79 req-be1eeccb-25e8-42ce-b8d9-fbaf48b7a890 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:36.785680 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0c822df9-d1a0-48d0-8189-8003ed40d192 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:36.926320 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae71b5d0-d534-4ace-933f-5ef817b684ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-8097b0f0-fd36-4b57-be44-9ed5bd276e58', 'network_id': '8097b0f0-fd36-4b57-be44-9ed5bd276e58', 'tenant_id': 'f26c174273fc4c74bc9db73040442bd9', 'fixed_ips': [{'subnet_id': 'ba7914fd-cba9-4195-b54c-c60a7934169b'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 21:44:36.926425 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ae71b5d0-d534-4ace-933f-5ef817b684ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:37.006045 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-40006a82-6a0f-452b-90d5-cfa554b81b79 req-be1eeccb-25e8-42ce-b8d9-fbaf48b7a890 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:37.114464 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40006a82-6a0f-452b-90d5-cfa554b81b79 req-be1eeccb-25e8-42ce-b8d9-fbaf48b7a890 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Network 20d2a56b-3a76-462e-a812-0f44fcc7b483 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:44:37.119595 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-40006a82-6a0f-452b-90d5-cfa554b81b79 req-be1eeccb-25e8-42ce-b8d9-fbaf48b7a890 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:44:37.124967 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-40006a82-6a0f-452b-90d5-cfa554b81b79 req-be1eeccb-25e8-42ce-b8d9-fbaf48b7a890 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:44:37.175752 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0c822df9-d1a0-48d0-8189-8003ed40d192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:37.183671 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1eeccb-25e8-42ce-b8d9-fbaf48b7a890 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Pushing event updated for resources: {'Port': ['ID=8cb783c0-f01a-4300-92b9-2614f9ec0933,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:37.221799 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40006a82-6a0f-452b-90d5-cfa554b81b79 req-be1eeccb-25e8-42ce-b8d9-fbaf48b7a890 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:37.223275 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-40006a82-6a0f-452b-90d5-cfa554b81b79 req-be1eeccb-25e8-42ce-b8d9-fbaf48b7a890 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:37.330540 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:37.334621 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-40006a82-6a0f-452b-90d5-cfa554b81b79 req-be1eeccb-25e8-42ce-b8d9-fbaf48b7a890 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2082109 May 05 21:44:37.349255 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-40006a82-6a0f-452b-90d5-cfa554b81b79 req-fad86e4f-0a6f-410a-a277-2a1a148b533a service neutron] Request body: {'port': {'device_id': '1de06078-b21a-4e3d-96a2-f34c8c35edf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:44:37.382477 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 6aa8365b-e092-44f6-b0bc-72c629a80a98, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=6aa8365b-e092-44f6-b0bc-72c629a80a98,segment=NetworkSegment(df9c57c2-52c8-43c0-981c-16fd110b1d0b),segment_id=df9c57c2-52c8-43c0-981c-16fd110b1d0b)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:44:37.387174 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa2aa3d-82d1-4e04-b9f0-21f6bf4713a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa8365b-e092-44f6-b0bc-72c629a80a98'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:44:37.400199 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:37.447415 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-ae71b5d0-d534-4ace-933f-5ef817b684ca None None] Allocated IP 172.20.0.2 (8097b0f0-fd36-4b57-be44-9ed5bd276e58/ba7914fd-cba9-4195-b54c-c60a7934169b/65a5aa56-4191-493c-8ede-94bd47a96153) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:44:37.457137 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-6b7356e0-ae46-45ca-af7f-a68a85397813 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:37.459226 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-6b7356e0-ae46-45ca-af7f-a68a85397813 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] 10.222.0.23 "GET /v2.0/networks?id=3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703 HTTP/1.1" status: 200 len: 811 time: 0.1658847 May 05 21:44:37.492497 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-946ec224-24f9-4597-b681-cc53d42ba24e tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] 10.222.0.23 "GET /v2.0/quotas/4e026652b1bc4f42bbf06a3a7e36a282 HTTP/1.1" status: 200 len: 375 time: 0.0238202 May 05 21:44:37.545514 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-a9548e80-2cc4-4a66-9f16-86729fbfc30b tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4e026652b1bc4f42bbf06a3a7e36a282&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518677 May 05 21:44:37.563674 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-40006a82-6a0f-452b-90d5-cfa554b81b79 req-fad86e4f-0a6f-410a-a277-2a1a148b533a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:37.564461 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=6aa8365b-e092-44f6-b0bc-72c629a80a98,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:37.590549 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:44:37.591864 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:44:37.592359 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:44:37.592830 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:44:37.593718 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:44:37.594300 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:44:37.594966 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:44:37.595582 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:44:37.596048 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:44:37.596509 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:44:37.597088 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:44:37.750094 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ae71b5d0-d534-4ace-933f-5ef817b684ca None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:37.766971 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ae71b5d0-d534-4ace-933f-5ef817b684ca None None] Transition to ACTIVE for port object 65a5aa56-4191-493c-8ede-94bd47a96153 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:44:37.793540 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ae71b5d0-d534-4ace-933f-5ef817b684ca None None] Transition to ACTIVE for port object 65a5aa56-4191-493c-8ede-94bd47a96153 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:44:37.804705 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ae71b5d0-d534-4ace-933f-5ef817b684ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:37.834376 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-fa8b28ee-fabe-4508-9d78-c1b7f14b44d2 service neutron] 10.222.0.23 "GET /v2.0/networks/3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869270 May 05 21:44:37.888603 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae71b5d0-d534-4ace-933f-5ef817b684ca None None] Network 8097b0f0-fd36-4b57-be44-9ed5bd276e58 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:44:37.893272 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-ae71b5d0-d534-4ace-933f-5ef817b684ca None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:44:37.899851 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae71b5d0-d534-4ace-933f-5ef817b684ca None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:44:37.919797 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0c822df9-d1a0-48d0-8189-8003ed40d192 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:37.934033 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43d101-931d-4f2e-af2c-711a11463478 req-3ce18b7b-35c8-43b3-98ad-07277d9726dc tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:37.942336 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bd43d101-931d-4f2e-af2c-711a11463478 req-3ce18b7b-35c8-43b3-98ad-07277d9726dc tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fa2aa3d-82d1-4e04-b9f0-21f6bf4713a5 HTTP/1.1" status: 200 len: 944 time: 0.7419634 May 05 21:44:37.949689 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae71b5d0-d534-4ace-933f-5ef817b684ca None None] Pushing event updated for resources: {'Port': ['ID=65a5aa56-4191-493c-8ede-94bd47a96153,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:38.005380 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0c822df9-d1a0-48d0-8189-8003ed40d192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:38.032500 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bd43d101-931d-4f2e-af2c-711a11463478 req-1324b436-8fc6-4074-81b5-7c2aa6666a85 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889399 May 05 21:44:38.032751 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-ae71b5d0-d534-4ace-933f-5ef817b684ca None None] Attempting to bind port 65a5aa56-4191-493c-8ede-94bd47a96153 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:44:38.033116 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-ae71b5d0-d534-4ace-933f-5ef817b684ca None None] Attempting to bind port 65a5aa56-4191-493c-8ede-94bd47a96153 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '51c02cf9-b533-4a1f-be25-586ebd89037c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8097b0f0-fd36-4b57-be44-9ed5bd276e58'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:44:38.033469 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae71b5d0-d534-4ace-933f-5ef817b684ca None None] Attempting to bind port 65a5aa56-4191-493c-8ede-94bd47a96153 on network 8097b0f0-fd36-4b57-be44-9ed5bd276e58 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:44:38.042670 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae71b5d0-d534-4ace-933f-5ef817b684ca None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:44:38.043047 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae71b5d0-d534-4ace-933f-5ef817b684ca None None] Checking segment: {'id': '51c02cf9-b533-4a1f-be25-586ebd89037c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8097b0f0-fd36-4b57-be44-9ed5bd276e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:44:38.043443 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ae71b5d0-d534-4ace-933f-5ef817b684ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:38.043824 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae71b5d0-d534-4ace-933f-5ef817b684ca None None] Bound using segment: {'id': '51c02cf9-b533-4a1f-be25-586ebd89037c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8097b0f0-fd36-4b57-be44-9ed5bd276e58'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:44:38.044282 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-ae71b5d0-d534-4ace-933f-5ef817b684ca None None] Bound port: 65a5aa56-4191-493c-8ede-94bd47a96153, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51c02cf9-b533-4a1f-be25-586ebd89037c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8097b0f0-fd36-4b57-be44-9ed5bd276e58'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:44:38.044641 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ae71b5d0-d534-4ace-933f-5ef817b684ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:38.108963 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-e67d2161-1796-4c50-8490-475a1c0873fd service neutron] 10.222.0.23 "GET /v2.0/networks/3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729158 May 05 21:44:38.242863 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ae71b5d0-d534-4ace-933f-5ef817b684ca None None] For port 65a5aa56-4191-493c-8ede-94bd47a96153, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:44:38.246632 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ae71b5d0-d534-4ace-933f-5ef817b684ca None None] For port 65a5aa56-4191-493c-8ede-94bd47a96153, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=65a5aa56-4191-493c-8ede-94bd47a96153,segment=NetworkSegment(51c02cf9-b533-4a1f-be25-586ebd89037c),segment_id=51c02cf9-b533-4a1f-be25-586ebd89037c)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:44:38.329682 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ae71b5d0-d534-4ace-933f-5ef817b684ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:38.336734 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-0c822df9-d1a0-48d0-8189-8003ed40d192 admin admin] Allocated IP 172.25.4.36 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/0f5c54d6-071f-4561-968c-47087ecdba7c) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:44:38.448238 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12c3d795-443f-4765-b4a7-cb45c270d883'] response: {'server_uuid': '7fa2aa3d-82d1-4e04-b9f0-21f6bf4713a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa8365b-e092-44f6-b0bc-72c629a80a98', 'code': 200} May 05 21:44:38.633605 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae71b5d0-d534-4ace-933f-5ef817b684ca None None] Pushing event updated for resources: {'Port': ['ID=65a5aa56-4191-493c-8ede-94bd47a96153,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:38.737929 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0165d4b-e1f9-4aa1-b277-3dbec6cff021 req-118a7c1f-031f-4c15-8974-c0f4bdc03d2c tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:38.738506 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-40006a82-6a0f-452b-90d5-cfa554b81b79 req-fad86e4f-0a6f-410a-a277-2a1a148b533a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cb783c0-f01a-4300-92b9-2614f9ec0933 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:44:38.747212 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a0165d4b-e1f9-4aa1-b277-3dbec6cff021 req-118a7c1f-031f-4c15-8974-c0f4bdc03d2c tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/ports?device_id=1de06078-b21a-4e3d-96a2-f34c8c35edf4 HTTP/1.1" status: 200 len: 931 time: 0.1566727 May 05 21:44:38.747575 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-40006a82-6a0f-452b-90d5-cfa554b81b79 req-fad86e4f-0a6f-410a-a277-2a1a148b533a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:38.769842 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-40006a82-6a0f-452b-90d5-cfa554b81b79 req-fad86e4f-0a6f-410a-a277-2a1a148b533a service neutron] Transition to ACTIVE for port object 8cb783c0-f01a-4300-92b9-2614f9ec0933 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:44:38.819766 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a0165d4b-e1f9-4aa1-b277-3dbec6cff021 req-96aad48a-3c0e-461e-ae13-4371dc8c787d tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/security-groups?id=060a0163-921c-42d6-97e2-b2f13023d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713458 May 05 21:44:38.877270 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-40006a82-6a0f-452b-90d5-cfa554b81b79 req-fad86e4f-0a6f-410a-a277-2a1a148b533a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:39.023968 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d284ea50-f8e6-4925-9717-d9a5da28cf7a req-48fa644e-a5c3-4e08-a638-2611b992247e tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] 10.222.0.23 "GET /v2.0/ports?device_id=339ee01a-e1b6-43ac-8a73-0071b300af87 HTTP/1.1" status: 200 len: 210 time: 0.0674877 May 05 21:44:39.103788 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0c822df9-d1a0-48d0-8189-8003ed40d192 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:39.172945 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad86e4f-0a6f-410a-a277-2a1a148b533a service neutron] Pushing event updated for resources: {'Port': ['ID=8cb783c0-f01a-4300-92b9-2614f9ec0933,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:39.271617 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dfbe8a4b-a50e-4052-bd14-6fd0761d27fe req-64f11a7e-a7e2-46fb-ba6f-e403a675d107 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7fa2aa3d-82d1-4e04-b9f0-21f6bf4713a5 HTTP/1.1" status: 200 len: 1096 time: 0.6518190 May 05 21:44:39.305770 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9757fbf4-828d-45c4-83b9-148a0268f94f req-ad1b670f-06c2-4588-9816-39ce9cd5fd1f tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:39.316124 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9757fbf4-828d-45c4-83b9-148a0268f94f req-ad1b670f-06c2-4588-9816-39ce9cd5fd1f tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/networks?id=4988fe71-34c6-4737-ad2a-40f5327e7f0e HTTP/1.1" status: 200 len: 812 time: 0.2911789 May 05 21:44:39.343179 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9757fbf4-828d-45c4-83b9-148a0268f94f req-59d60a47-52dd-4143-a035-38add2efcfd6 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/quotas/5a55f0e1fc854ae480e2f7b2fc73c270 HTTP/1.1" status: 200 len: 375 time: 0.0252521 May 05 21:44:39.435182 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-40006a82-6a0f-452b-90d5-cfa554b81b79 req-fad86e4f-0a6f-410a-a277-2a1a148b533a service neutron] Attempting to bind port 8cb783c0-f01a-4300-92b9-2614f9ec0933 on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:44:39.435529 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-40006a82-6a0f-452b-90d5-cfa554b81b79 req-fad86e4f-0a6f-410a-a277-2a1a148b533a service neutron] Attempting to bind port 8cb783c0-f01a-4300-92b9-2614f9ec0933 by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': '1433ba6d-48b0-4056-91b6-deba1a0564ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '20d2a56b-3a76-462e-a812-0f44fcc7b483'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:44:39.435959 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40006a82-6a0f-452b-90d5-cfa554b81b79 req-fad86e4f-0a6f-410a-a277-2a1a148b533a service neutron] Attempting to bind port 8cb783c0-f01a-4300-92b9-2614f9ec0933 on network 20d2a56b-3a76-462e-a812-0f44fcc7b483 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:44:39.464266 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9757fbf4-828d-45c4-83b9-148a0268f94f req-f4997588-0e3b-4b9a-b806-d6f7a1c5923b tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5a55f0e1fc854ae480e2f7b2fc73c270&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1189344 May 05 21:44:39.472618 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dfbe8a4b-a50e-4052-bd14-6fd0761d27fe req-bbdc4019-97ec-4c5a-8729-05f7e93c4601 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909611 May 05 21:44:39.478307 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40006a82-6a0f-452b-90d5-cfa554b81b79 req-fad86e4f-0a6f-410a-a277-2a1a148b533a service neutron] Port 8cb783c0-f01a-4300-92b9-2614f9ec0933 on network 20d2a56b-3a76-462e-a812-0f44fcc7b483 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:44:39.478537 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40006a82-6a0f-452b-90d5-cfa554b81b79 req-fad86e4f-0a6f-410a-a277-2a1a148b533a service neutron] Attempting to bind port 8cb783c0-f01a-4300-92b9-2614f9ec0933 on network 20d2a56b-3a76-462e-a812-0f44fcc7b483 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:44:39.506082 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40006a82-6a0f-452b-90d5-cfa554b81b79 req-fad86e4f-0a6f-410a-a277-2a1a148b533a service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:44:39.506735 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40006a82-6a0f-452b-90d5-cfa554b81b79 req-fad86e4f-0a6f-410a-a277-2a1a148b533a service neutron] Checking segment: {'id': '1433ba6d-48b0-4056-91b6-deba1a0564ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '20d2a56b-3a76-462e-a812-0f44fcc7b483'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:44:39.507176 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40006a82-6a0f-452b-90d5-cfa554b81b79 req-fad86e4f-0a6f-410a-a277-2a1a148b533a service neutron] Bound using segment: {'id': '1433ba6d-48b0-4056-91b6-deba1a0564ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '20d2a56b-3a76-462e-a812-0f44fcc7b483'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:44:39.507337 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-40006a82-6a0f-452b-90d5-cfa554b81b79 req-fad86e4f-0a6f-410a-a277-2a1a148b533a service neutron] Bound port: 8cb783c0-f01a-4300-92b9-2614f9ec0933, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1433ba6d-48b0-4056-91b6-deba1a0564ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '20d2a56b-3a76-462e-a812-0f44fcc7b483'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:44:39.507851 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-40006a82-6a0f-452b-90d5-cfa554b81b79 req-fad86e4f-0a6f-410a-a277-2a1a148b533a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:39.596020 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0c822df9-d1a0-48d0-8189-8003ed40d192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:39.768289 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c822df9-d1a0-48d0-8189-8003ed40d192 admin admin] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:44:39.774698 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-0c822df9-d1a0-48d0-8189-8003ed40d192 admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:44:39.778866 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c822df9-d1a0-48d0-8189-8003ed40d192 admin admin] Pushing event updated for resources: {'Port': ['ID=0f5c54d6-071f-4561-968c-47087ecdba7c,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:39.781687 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c822df9-d1a0-48d0-8189-8003ed40d192 admin admin] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:44:39.872843 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-40006a82-6a0f-452b-90d5-cfa554b81b79 req-fad86e4f-0a6f-410a-a277-2a1a148b533a service neutron] For port 8cb783c0-f01a-4300-92b9-2614f9ec0933, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:44:39.886885 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-40006a82-6a0f-452b-90d5-cfa554b81b79 req-fad86e4f-0a6f-410a-a277-2a1a148b533a service neutron] For port 8cb783c0-f01a-4300-92b9-2614f9ec0933, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=8cb783c0-f01a-4300-92b9-2614f9ec0933,segment=NetworkSegment(1433ba6d-48b0-4056-91b6-deba1a0564ab),segment_id=1433ba6d-48b0-4056-91b6-deba1a0564ab)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:44:39.909186 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9757fbf4-828d-45c4-83b9-148a0268f94f req-b078f14b-b5bd-4af4-bbce-1e1771f91ae5 service neutron] 10.222.0.23 "GET /v2.0/networks/4988fe71-34c6-4737-ad2a-40f5327e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4435604 May 05 21:44:39.923934 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-40006a82-6a0f-452b-90d5-cfa554b81b79 req-fad86e4f-0a6f-410a-a277-2a1a148b533a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:40.048971 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd549866-b15e-4fe6-8060-bc4a2862d0ec req-05e697f4-3c75-4479-9513-6378fad9a026 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:40.056711 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dd549866-b15e-4fe6-8060-bc4a2862d0ec req-05e697f4-3c75-4479-9513-6378fad9a026 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fa2aa3d-82d1-4e04-b9f0-21f6bf4713a5 HTTP/1.1" status: 200 len: 945 time: 0.7384601 May 05 21:44:40.075479 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-40006a82-6a0f-452b-90d5-cfa554b81b79 req-fad86e4f-0a6f-410a-a277-2a1a148b533a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:40.077452 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-40006a82-6a0f-452b-90d5-cfa554b81b79 req-fad86e4f-0a6f-410a-a277-2a1a148b533a service neutron] 10.222.0.44 "PUT /v2.0/ports/8cb783c0-f01a-4300-92b9-2614f9ec0933 HTTP/1.1" status: 200 len: 1091 time: 2.7332401 May 05 21:44:40.078091 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1de06078-b21a-4e3d-96a2-f34c8c35edf4', 'tag': '8cb783c0-f01a-4300-92b9-2614f9ec0933'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:44:40.135274 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dd549866-b15e-4fe6-8060-bc4a2862d0ec req-5897ee95-07a3-412e-bd26-2feac8951f2a tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773323 May 05 21:44:40.169462 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626eaa69-9912-4687-90d5-534fd246d1ce None None] Network 8097b0f0-fd36-4b57-be44-9ed5bd276e58 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:44:40.196406 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad86e4f-0a6f-410a-a277-2a1a148b533a service neutron] Pushing event updated for resources: {'Port': ['ID=8cb783c0-f01a-4300-92b9-2614f9ec0933,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:40.225059 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9757fbf4-828d-45c4-83b9-148a0268f94f req-606902fb-3f2e-47d9-8647-d100471d1251 service neutron] 10.222.0.23 "GET /v2.0/networks/4988fe71-34c6-4737-ad2a-40f5327e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131182 May 05 21:44:40.246343 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-40006a82-6a0f-452b-90d5-cfa554b81b79 req-886e4d99-cd50-4908-8c12-dbc1967bddd3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3ad6e070bfeb43998594f1d97e1517f2&device_id=1de06078-b21a-4e3d-96a2-f34c8c35edf4 HTTP/1.1" status: 200 len: 1094 time: 0.1136973 May 05 21:44:40.407237 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-40006a82-6a0f-452b-90d5-cfa554b81b79 req-0ce679c5-f2ed-461f-96a0-1d12ea9da7c6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8cb783c0-f01a-4300-92b9-2614f9ec0933 HTTP/1.1" status: 200 len: 217 time: 0.1515050 May 05 21:44:40.578368 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0c822df9-d1a0-48d0-8189-8003ed40d192 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:40.578368 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0c822df9-d1a0-48d0-8189-8003ed40d192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:40.630729 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ed1a1921-e4af-4b82-9967-153f9f870362 None None] Provisioning for port 65a5aa56-4191-493c-8ede-94bd47a96153 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:44:40.635969 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 65a5aa56-4191-493c-8ede-94bd47a96153 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:44:40.687321 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0dc9e9-8e15-473d-a526-3fc01a37f08a req-719e641a-cfdc-47d8-a440-9c39e0f5a9d3 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:40.696262 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0d0dc9e9-8e15-473d-a526-3fc01a37f08a req-719e641a-cfdc-47d8-a440-9c39e0f5a9d3 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/ports?device_id=1de06078-b21a-4e3d-96a2-f34c8c35edf4 HTTP/1.1" status: 200 len: 943 time: 0.1677835 May 05 21:44:40.829383 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device ac71e55f-a771-4213-9249-c2fb6df63426 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:44:40.890561 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7565b20a-ecf1-45c0-a571-9f545249a6b2 req-fac25c4c-be2a-4f70-aac9-7aa1168877e5 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] 10.222.0.23 "GET /v2.0/ports?device_id=339ee01a-e1b6-43ac-8a73-0071b300af87 HTTP/1.1" status: 200 len: 210 time: 0.0700164 May 05 21:44:40.934243 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0d0dc9e9-8e15-473d-a526-3fc01a37f08a req-96471548-63df-42f4-87a1-6386d939027e tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/security-groups?id=060a0163-921c-42d6-97e2-b2f13023d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303164 May 05 21:44:41.047130 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: ac71e55f-a771-4213-9249-c2fb6df63426 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:44:41.047130 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device ac71e55f-a771-4213-9249-c2fb6df63426 not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:44:41.153119 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 65a5aa56-4191-493c-8ede-94bd47a96153 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:44:41.159673 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 65a5aa56-4191-493c-8ede-94bd47a96153 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:44:41.160086 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:41.196148 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f8f7e733-b11f-483b-8088-2e6b09be3c5d req-b4390db3-773a-4e28-afb8-5b39f3efa3b4 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3c5da2f-806d-43d1-8c79-2d95246167d0 HTTP/1.1" status: 200 len: 210 time: 0.0813429 May 05 21:44:41.427602 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33783495-b292-46be-a0dc-67a85e44cc1c'] response: {'name': 'network-changed', 'server_uuid': '1de06078-b21a-4e3d-96a2-f34c8c35edf4', 'tag': '8cb783c0-f01a-4300-92b9-2614f9ec0933', 'status': 'completed', 'code': 200} May 05 21:44:41.491049 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:41.568147 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 65a5aa56-4191-493c-8ede-94bd47a96153, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=65a5aa56-4191-493c-8ede-94bd47a96153,segment=NetworkSegment(51c02cf9-b533-4a1f-be25-586ebd89037c),segment_id=51c02cf9-b533-4a1f-be25-586ebd89037c)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:44:41.577277 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:41.711812 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=65a5aa56-4191-493c-8ede-94bd47a96153,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:41.846219 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f904eac7-7ca9-4e26-9911-b95deebdb642 None None] Provisioning complete for port 65a5aa56-4191-493c-8ede-94bd47a96153 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:44:41.846219 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f904eac7-7ca9-4e26-9911-b95deebdb642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:41.855563 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9bfd27-1cee-42f2-b062-3bb38f1f9c18 req-dd877408-67b8-4e1e-83c9-5ef333200c61 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:41.869008 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4e9bfd27-1cee-42f2-b062-3bb38f1f9c18 req-dd877408-67b8-4e1e-83c9-5ef333200c61 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fa2aa3d-82d1-4e04-b9f0-21f6bf4713a5 HTTP/1.1" status: 200 len: 945 time: 0.2749305 May 05 21:44:41.907427 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40006a82-6a0f-452b-90d5-cfa554b81b79 req-017b86b5-073a-4814-8e3b-b287600d60d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:41.907427 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-40006a82-6a0f-452b-90d5-cfa554b81b79 req-017b86b5-073a-4814-8e3b-b287600d60d2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=41faf43c-45c2-40ca-97f2-b9922a51b49e HTTP/1.1" status: 200 len: 845 time: 1.4833779 May 05 21:44:41.998014 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4e9bfd27-1cee-42f2-b062-3bb38f1f9c18 req-81bb0a3b-5e81-4c33-8e85-66ca7e23a9ed tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320634 May 05 21:44:42.028273 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-40006a82-6a0f-452b-90d5-cfa554b81b79 req-2177957a-87e0-47c3-aa47-b5f2f12f2772 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=20d2a56b-3a76-462e-a812-0f44fcc7b483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1072350 May 05 21:44:42.237907 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d70477df-6680-48a6-bc49-403b52b4147e req-5113277f-8b0f-4f26-8cba-efcd061113c8 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] 10.222.0.23 "GET /v2.0/ports?device_id=339ee01a-e1b6-43ac-8a73-0071b300af87 HTTP/1.1" status: 200 len: 210 time: 0.0897858 May 05 21:44:42.441699 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 65a5aa56-4191-493c-8ede-94bd47a96153 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:44:42.446016 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecbcad8-22b2-47e4-af40-fa864be15710 req-058ed992-07b6-4c1e-b723-a34609471b89 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:42.446016 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cecbcad8-22b2-47e4-af40-fa864be15710 req-058ed992-07b6-4c1e-b723-a34609471b89 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/ports?device_id=1de06078-b21a-4e3d-96a2-f34c8c35edf4 HTTP/1.1" status: 200 len: 943 time: 0.1714587 May 05 21:44:42.535055 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 65a5aa56-4191-493c-8ede-94bd47a96153 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:44:42.535597 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:42.550786 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cecbcad8-22b2-47e4-af40-fa864be15710 req-d7f5c827-9ea2-42da-9290-8f9e1aa6da09 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/security-groups?id=060a0163-921c-42d6-97e2-b2f13023d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894089 May 05 21:44:42.689530 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-5058f4e6-b84c-4bc1-bc3d-7a9612f2f170 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:42.690269 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-5058f4e6-b84c-4bc1-bc3d-7a9612f2f170 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Synchronizing usage tracker for tenant:4e026652b1bc4f42bbf06a3a7e36a282 on resource:network {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:44:42.745075 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b3cc1508-fdae-43b6-991b-90a05b4fe32d req-08cc0701-6d33-4eeb-8f19-273b75c506a6 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3c5da2f-806d-43d1-8c79-2d95246167d0 HTTP/1.1" status: 200 len: 210 time: 0.0671678 May 05 21:44:42.991421 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-5058f4e6-b84c-4bc1-bc3d-7a9612f2f170 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Unset dirty status for tenant:4e026652b1bc4f42bbf06a3a7e36a282 on resource:network {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:44:42.991421 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-5058f4e6-b84c-4bc1-bc3d-7a9612f2f170 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] 10.222.0.32 "GET /v2.0/networks?id=3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703 HTTP/1.1" status: 200 len: 811 time: 1.5587697 May 05 21:44:43.029969 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-926b4aa6-f013-4208-bc1e-a5532ef64fa2 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Request body: {'port': {'device_id': 'd30983cc-209f-4fbc-9d71-a01ed9096ab5', 'network_id': '3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703', 'admin_state_up': True, 'tenant_id': '4e026652b1bc4f42bbf06a3a7e36a282'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:44:43.336525 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8f27f7-4a6e-40c0-b550-908965d58b99 req-46b306bd-6c07-4499-8170-9c87a002c564 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:43.341102 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-926b4aa6-f013-4208-bc1e-a5532ef64fa2 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:44:43.348931 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ac8f27f7-4a6e-40c0-b550-908965d58b99 req-46b306bd-6c07-4499-8170-9c87a002c564 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fa2aa3d-82d1-4e04-b9f0-21f6bf4713a5 HTTP/1.1" status: 200 len: 945 time: 0.1147275 May 05 21:44:43.351266 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-40006a82-6a0f-452b-90d5-cfa554b81b79 req-d50ca48c-1ea7-4b0f-b312-ad0877583d54 service neutron] 10.222.0.44 "GET /v2.0/networks/20d2a56b-3a76-462e-a812-0f44fcc7b483?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3016374 May 05 21:44:43.352480 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-926b4aa6-f013-4208-bc1e-a5532ef64fa2 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Usage tracker for resource:port and tenant:4e026652b1bc4f42bbf06a3a7e36a282 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:44:43.358698 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-926b4aa6-f013-4208-bc1e-a5532ef64fa2 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:44:43.407620 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-926b4aa6-f013-4208-bc1e-a5532ef64fa2 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:44:43.434966 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ac8f27f7-4a6e-40c0-b550-908965d58b99 req-335f2eaf-f165-4b9f-857b-1496a0e76380 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839243 May 05 21:44:43.549454 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-926b4aa6-f013-4208-bc1e-a5532ef64fa2 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Made reservation on behalf of 4e026652b1bc4f42bbf06a3a7e36a282 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:44:43.553454 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-926b4aa6-f013-4208-bc1e-a5532ef64fa2 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:43.584581 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-f06f9abe-233a-4712-9ddc-8ab8af5975c6 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:43.587120 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-f06f9abe-233a-4712-9ddc-8ab8af5975c6 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] 10.222.0.32 "GET /v2.0/networks?id=3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703 HTTP/1.1" status: 200 len: 811 time: 0.8013706 May 05 21:44:43.621802 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-58f1a829-ae09-4c3f-af35-f4b83fe82f74 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Request body: {'port': {'device_id': '339ee01a-e1b6-43ac-8a73-0071b300af87', 'network_id': '3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703', 'admin_state_up': True, 'tenant_id': '4e026652b1bc4f42bbf06a3a7e36a282'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:44:43.682704 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b38ef28-bb17-4f82-ad23-3605b600ca5f req-eb1eed51-8643-45b0-bd95-bdee3dc1aa6f tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:43.686295 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5b38ef28-bb17-4f82-ad23-3605b600ca5f req-eb1eed51-8643-45b0-bd95-bdee3dc1aa6f tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4cdda4b-80c2-4d00-83e4-2ee7b75e3c84 HTTP/1.1" status: 200 len: 945 time: 0.3066792 May 05 21:44:43.787883 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f9e17717-2ac8-479f-9bc0-324d2e153824 req-74f79de2-fc01-40f6-a30d-4bf43a48d10b tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] 10.222.0.23 "GET /v2.0/ports?device_id=339ee01a-e1b6-43ac-8a73-0071b300af87 HTTP/1.1" status: 200 len: 210 time: 0.0630331 May 05 21:44:43.910854 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5b38ef28-bb17-4f82-ad23-3605b600ca5f req-70090ca9-29f8-414e-ac58-cdceb5db645c tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbcf981c-f37d-4445-8488-e64399f606cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2055044 May 05 21:44:43.936606 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6905b9e0-db1f-42ff-84e4-0c4fe41dc462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:43.987944 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-58f1a829-ae09-4c3f-af35-f4b83fe82f74 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:44:44.008187 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-58f1a829-ae09-4c3f-af35-f4b83fe82f74 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Usage tracker for resource:port and tenant:4e026652b1bc4f42bbf06a3a7e36a282 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:44:44.011956 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-58f1a829-ae09-4c3f-af35-f4b83fe82f74 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:44:44.018311 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-58f1a829-ae09-4c3f-af35-f4b83fe82f74 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:44:44.230083 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-926b4aa6-f013-4208-bc1e-a5532ef64fa2 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Allocated IP 172.20.0.11 (3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703/aa809371-543a-4709-8923-302f20877630/b585c35a-336f-4c64-bd58-fc1f4b5b33b8) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:44:44.474804 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9757fbf4-828d-45c4-83b9-148a0268f94f req-b215e9f6-32ec-43da-81ec-df5b66348e38 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:44.477633 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9757fbf4-828d-45c4-83b9-148a0268f94f req-b215e9f6-32ec-43da-81ec-df5b66348e38 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.32 "GET /v2.0/networks?id=4988fe71-34c6-4737-ad2a-40f5327e7f0e HTTP/1.1" status: 200 len: 812 time: 0.5653765 May 05 21:44:44.490001 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae601f16-41bb-476e-ace8-e4dce1b40be8 req-36dfe302-1657-4a8a-83fc-c4425cffc396 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:44.490244 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-926b4aa6-f013-4208-bc1e-a5532ef64fa2 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:44.492113 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ae601f16-41bb-476e-ace8-e4dce1b40be8 req-36dfe302-1657-4a8a-83fc-c4425cffc396 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/ports?device_id=1de06078-b21a-4e3d-96a2-f34c8c35edf4 HTTP/1.1" status: 200 len: 943 time: 0.3674750 May 05 21:44:44.497965 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-9757fbf4-828d-45c4-83b9-148a0268f94f req-6b4c1e21-2dcc-471f-b15f-e06404f42208 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Request body: {'port': {'device_id': 'c3c5da2f-806d-43d1-8c79-2d95246167d0', 'network_id': '4988fe71-34c6-4737-ad2a-40f5327e7f0e', 'admin_state_up': True, 'tenant_id': '5a55f0e1fc854ae480e2f7b2fc73c270'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:44:44.524061 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-40006a82-6a0f-452b-90d5-cfa554b81b79 req-0229ed6d-00c6-4242-a4a3-55963a455fb0 service neutron] 10.222.0.44 "GET /v2.0/networks/20d2a56b-3a76-462e-a812-0f44fcc7b483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1586800 May 05 21:44:44.527326 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-58f1a829-ae09-4c3f-af35-f4b83fe82f74 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Made reservation on behalf of 4e026652b1bc4f42bbf06a3a7e36a282 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:44:44.531140 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-58f1a829-ae09-4c3f-af35-f4b83fe82f74 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:44.780012 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9ffb7bd1-8f99-466b-97c4-b51c1da19deb req-c7277756-7fb9-403b-ad5f-28e2be6ce713 tempest-LiveMigrationTest-271875399 tempest-LiveMigrationTest-271875399-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7fa2aa3d-82d1-4e04-b9f0-21f6bf4713a5 HTTP/1.1" status: 200 len: 1096 time: 0.6554337 May 05 21:44:44.843373 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ae601f16-41bb-476e-ace8-e4dce1b40be8 req-f9e1cfda-e51f-442d-8af0-af4c56c673c7 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/security-groups?id=060a0163-921c-42d6-97e2-b2f13023d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122928 May 05 21:44:44.984078 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-58f1a829-ae09-4c3f-af35-f4b83fe82f74 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Allocated IP 172.20.0.3 (3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703/aa809371-543a-4709-8923-302f20877630/a127e670-b8b1-4e38-ab1b-0ba598bf1204) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:44:45.007006 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-926b4aa6-f013-4208-bc1e-a5532ef64fa2 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:45.032378 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9ffb7bd1-8f99-466b-97c4-b51c1da19deb req-fe3d5634-1797-434b-8e1c-263bd967feb9 tempest-LiveMigrationTest-271875399 tempest-LiveMigrationTest-271875399-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378616 May 05 21:44:45.033575 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-9757fbf4-828d-45c4-83b9-148a0268f94f req-6b4c1e21-2dcc-471f-b15f-e06404f42208 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:44:45.102765 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-9757fbf4-828d-45c4-83b9-148a0268f94f req-6b4c1e21-2dcc-471f-b15f-e06404f42208 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:44:45.142236 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f037d1a5-b5b5-49c6-98ce-bf075367d214 req-4c3ca2b1-960e-40ff-bc09-9a86eb3a134e tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3c5da2f-806d-43d1-8c79-2d95246167d0 HTTP/1.1" status: 200 len: 210 time: 0.0793939 May 05 21:44:45.144757 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9757fbf4-828d-45c4-83b9-148a0268f94f req-6b4c1e21-2dcc-471f-b15f-e06404f42208 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Made reservation on behalf of 5a55f0e1fc854ae480e2f7b2fc73c270 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:44:45.149483 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9757fbf4-828d-45c4-83b9-148a0268f94f req-6b4c1e21-2dcc-471f-b15f-e06404f42208 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:45.192322 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-926b4aa6-f013-4208-bc1e-a5532ef64fa2 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Network 3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:44:45.192322 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926b4aa6-f013-4208-bc1e-a5532ef64fa2 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Pushing event updated for resources: {'Port': ['ID=b585c35a-336f-4c64-bd58-fc1f4b5b33b8,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:45.200339 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-926b4aa6-f013-4208-bc1e-a5532ef64fa2 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:44:45.219096 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-926b4aa6-f013-4208-bc1e-a5532ef64fa2 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:44:45.348957 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-926b4aa6-f013-4208-bc1e-a5532ef64fa2 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:45.349098 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-926b4aa6-f013-4208-bc1e-a5532ef64fa2 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:45.451659 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-926b4aa6-f013-4208-bc1e-a5532ef64fa2 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4370875 May 05 21:44:45.488314 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-a507214f-3ff5-4ac2-8634-dacf90082694 service neutron] Request body: {'port': {'device_id': 'd30983cc-209f-4fbc-9d71-a01ed9096ab5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:44:45.490644 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4c17acf7-117e-4c7d-9b6a-a52777217030 req-7d614b82-a2a6-49f3-8734-673ca9f1f19d tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] 10.222.0.23 "GET /v2.0/ports?device_id=339ee01a-e1b6-43ac-8a73-0071b300af87 HTTP/1.1" status: 200 len: 210 time: 0.1321652 May 05 21:44:45.731717 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-9757fbf4-828d-45c4-83b9-148a0268f94f req-6b4c1e21-2dcc-471f-b15f-e06404f42208 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Allocated IP 172.20.0.14 (4988fe71-34c6-4737-ad2a-40f5327e7f0e/b652dcd0-731b-4d23-9d82-356eea5d9656/02a9500f-1952-4af2-b77c-7066c11be16c) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:44:45.734564 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-a507214f-3ff5-4ac2-8634-dacf90082694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:45.764090 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0f6293b1-fe2a-4d40-bcc1-88c79f468ce7 req-fb5374be-d1a5-4473-a2aa-edab8892f068 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3ad6e070bfeb43998594f1d97e1517f2&device_id=1de06078-b21a-4e3d-96a2-f34c8c35edf4 HTTP/1.1" status: 200 len: 1094 time: 0.7550826 May 05 21:44:45.957457 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c822df9-d1a0-48d0-8189-8003ed40d192 admin admin] Router a4388a85-510d-4631-88e8-78e7b63726b5 is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 21:44:46.086883 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9757fbf4-828d-45c4-83b9-148a0268f94f req-6b4c1e21-2dcc-471f-b15f-e06404f42208 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:46.095049 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5f10952b-5a66-471e-b4f6-7d5f36b52aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:46.141644 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9757fbf4-828d-45c4-83b9-148a0268f94f req-6b4c1e21-2dcc-471f-b15f-e06404f42208 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:46.259032 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c1e21-2dcc-471f-b15f-e06404f42208 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Pushing event updated for resources: {'Port': ['ID=02a9500f-1952-4af2-b77c-7066c11be16c,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:46.299756 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9757fbf4-828d-45c4-83b9-148a0268f94f req-6b4c1e21-2dcc-471f-b15f-e06404f42208 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Network 4988fe71-34c6-4737-ad2a-40f5327e7f0e is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:44:46.302440 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-9757fbf4-828d-45c4-83b9-148a0268f94f req-6b4c1e21-2dcc-471f-b15f-e06404f42208 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:44:46.310497 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-9757fbf4-828d-45c4-83b9-148a0268f94f req-6b4c1e21-2dcc-471f-b15f-e06404f42208 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:44:46.468931 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9757fbf4-828d-45c4-83b9-148a0268f94f req-6b4c1e21-2dcc-471f-b15f-e06404f42208 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:46.470471 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9757fbf4-828d-45c4-83b9-148a0268f94f req-6b4c1e21-2dcc-471f-b15f-e06404f42208 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:46.509812 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9757fbf4-828d-45c4-83b9-148a0268f94f req-6b4c1e21-2dcc-471f-b15f-e06404f42208 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0164952 May 05 21:44:46.519561 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c99be7-3b9b-4081-9a62-d657147ab4f3 req-ab4a32d1-89e0-43ac-9d1e-d8f5e5730a44 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:46.521153 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-66c99be7-3b9b-4081-9a62-d657147ab4f3 req-ab4a32d1-89e0-43ac-9d1e-d8f5e5730a44 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/ports?device_id=1de06078-b21a-4e3d-96a2-f34c8c35edf4 HTTP/1.1" status: 200 len: 943 time: 0.1641657 May 05 21:44:46.526506 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-9757fbf4-828d-45c4-83b9-148a0268f94f req-143a088f-44d2-4264-9a96-37fef5cfa708 service neutron] Request body: {'port': {'device_id': 'c3c5da2f-806d-43d1-8c79-2d95246167d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:44:46.655515 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 8cb783c0-f01a-4300-92b9-2614f9ec0933 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:44:46.717969 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-66c99be7-3b9b-4081-9a62-d657147ab4f3 req-710a6737-0928-4ef8-a2be-476f33bac6bd tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/security-groups?id=060a0163-921c-42d6-97e2-b2f13023d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948293 May 05 21:44:46.753692 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9757fbf4-828d-45c4-83b9-148a0268f94f req-143a088f-44d2-4264-9a96-37fef5cfa708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:46.797190 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6293b1-fe2a-4d40-bcc1-88c79f468ce7 req-14540d30-8b85-46f9-a6a5-0f2ca34b62a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:46.798376 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0f6293b1-fe2a-4d40-bcc1-88c79f468ce7 req-14540d30-8b85-46f9-a6a5-0f2ca34b62a8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=20d2a56b-3a76-462e-a812-0f44fcc7b483 HTTP/1.1" status: 200 len: 906 time: 1.0090430 May 05 21:44:46.913358 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.32', 49846) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:44:46.949688 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-58f1a829-ae09-4c3f-af35-f4b83fe82f74 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:47.006874 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0f6293b1-fe2a-4d40-bcc1-88c79f468ce7 req-9a5e61bb-dd2c-4718-a22e-bd9ee28efbbe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8cb783c0-f01a-4300-92b9-2614f9ec0933 HTTP/1.1" status: 200 len: 217 time: 0.1839731 May 05 21:44:47.135638 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6293b1-fe2a-4d40-bcc1-88c79f468ce7 req-21a4efb1-6601-4c39-bcca-fbe36f39427c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:47.140696 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0f6293b1-fe2a-4d40-bcc1-88c79f468ce7 req-21a4efb1-6601-4c39-bcca-fbe36f39427c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=41faf43c-45c2-40ca-97f2-b9922a51b49e HTTP/1.1" status: 200 len: 845 time: 0.1198528 May 05 21:44:47.157447 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-58f1a829-ae09-4c3f-af35-f4b83fe82f74 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:47.211751 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:47.233920 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 8cb783c0-f01a-4300-92b9-2614f9ec0933, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=8cb783c0-f01a-4300-92b9-2614f9ec0933,segment=NetworkSegment(1433ba6d-48b0-4056-91b6-deba1a0564ab),segment_id=1433ba6d-48b0-4056-91b6-deba1a0564ab)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:44:47.260292 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '8cb783c0-f01a-4300-92b9-2614f9ec0933', 'network_id': '20d2a56b-3a76-462e-a812-0f44fcc7b483', 'port_id': '8cb783c0-f01a-4300-92b9-2614f9ec0933', 'mac_address': 'fa:16:3e:8c:c9:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41faf43c-45c2-40ca-97f2-b9922a51b49e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:44:47.332191 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dceb21d9-2714-4561-873d-b9fa5836b9b0 req-eb4074ba-341c-47ef-a3a0-41c38c1c689e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1a869846-74ef-49c4-bc12-0a6ef71a34fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4166591 May 05 21:44:47.338501 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f8941-c462-418c-bf18-ef0f1bfb3ec5 req-281844ec-0eee-4c40-80f1-9e34c6365752 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:47.339401 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-f18f8941-c462-418c-bf18-ef0f1bfb3ec5 req-281844ec-0eee-4c40-80f1-9e34c6365752 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Synchronizing usage tracker for tenant:5a55f0e1fc854ae480e2f7b2fc73c270 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:44:47.361219 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac3e9a-ba45-4e0a-bac9-b3824a1b9e09 req-97f1d8b8-2e90-4c57-85a7-b2d905c8e6cc tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:47.362281 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3dac3e9a-ba45-4e0a-bac9-b3824a1b9e09 req-97f1d8b8-2e90-4c57-85a7-b2d905c8e6cc tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4cdda4b-80c2-4d00-83e4-2ee7b75e3c84 HTTP/1.1" status: 200 len: 945 time: 0.3610775 May 05 21:44:47.368427 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:47.414228 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-f18f8941-c462-418c-bf18-ef0f1bfb3ec5 req-281844ec-0eee-4c40-80f1-9e34c6365752 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Unset dirty status for tenant:5a55f0e1fc854ae480e2f7b2fc73c270 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:44:47.422162 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f18f8941-c462-418c-bf18-ef0f1bfb3ec5 req-281844ec-0eee-4c40-80f1-9e34c6365752 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3c5da2f-806d-43d1-8c79-2d95246167d0 HTTP/1.1" status: 200 len: 932 time: 0.5580194 May 05 21:44:47.430712 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cb783c0-f01a-4300-92b9-2614f9ec0933 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:44:47.432378 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0f6293b1-fe2a-4d40-bcc1-88c79f468ce7 req-ceb95919-b17c-499c-9129-f79f577cf512 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=20d2a56b-3a76-462e-a812-0f44fcc7b483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1913238 May 05 21:44:47.528417 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3dac3e9a-ba45-4e0a-bac9-b3824a1b9e09 req-e72424af-399b-4e79-bdba-03d187292bf0 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbcf981c-f37d-4445-8488-e64399f606cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481090 May 05 21:44:47.547990 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f18f8941-c462-418c-bf18-ef0f1bfb3ec5 req-e204a3b8-b225-4f87-9c3c-282514f3f81a tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186790 May 05 21:44:47.600567 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1a829-ae09-4c3f-af35-f4b83fe82f74 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Pushing event updated for resources: {'Port': ['ID=a127e670-b8b1-4e38-ab1b-0ba598bf1204,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:47.612873 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:47.646332 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 8cb783c0-f01a-4300-92b9-2614f9ec0933, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=8cb783c0-f01a-4300-92b9-2614f9ec0933,segment=NetworkSegment(1433ba6d-48b0-4056-91b6-deba1a0564ab),segment_id=1433ba6d-48b0-4056-91b6-deba1a0564ab)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:44:47.691627 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:47.935052 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=8cb783c0-f01a-4300-92b9-2614f9ec0933,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:48.001180 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['8cb783c0-f01a-4300-92b9-2614f9ec0933'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:44:48.121108 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.32', 49847) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:44:48.278358 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-9757fbf4-828d-45c4-83b9-148a0268f94f req-143a088f-44d2-4264-9a96-37fef5cfa708 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02a9500f-1952-4af2-b77c-7066c11be16c {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:44:48.286673 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9757fbf4-828d-45c4-83b9-148a0268f94f req-143a088f-44d2-4264-9a96-37fef5cfa708 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:48.329226 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-9757fbf4-828d-45c4-83b9-148a0268f94f req-143a088f-44d2-4264-9a96-37fef5cfa708 service neutron] Transition to ACTIVE for port object 02a9500f-1952-4af2-b77c-7066c11be16c will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:44:48.397785 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-a507214f-3ff5-4ac2-8634-dacf90082694 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b585c35a-336f-4c64-bd58-fc1f4b5b33b8 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:44:48.408423 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-a507214f-3ff5-4ac2-8634-dacf90082694 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:48.431514 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-a507214f-3ff5-4ac2-8634-dacf90082694 service neutron] Transition to ACTIVE for port object b585c35a-336f-4c64-bd58-fc1f4b5b33b8 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:44:48.450284 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-58f1a829-ae09-4c3f-af35-f4b83fe82f74 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Network 3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:44:48.458153 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-58f1a829-ae09-4c3f-af35-f4b83fe82f74 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:44:48.464205 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-a507214f-3ff5-4ac2-8634-dacf90082694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:48.470808 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-58f1a829-ae09-4c3f-af35-f4b83fe82f74 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:44:48.641615 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9757fbf4-828d-45c4-83b9-148a0268f94f req-143a088f-44d2-4264-9a96-37fef5cfa708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:48.714467 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-58f1a829-ae09-4c3f-af35-f4b83fe82f74 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:48.715234 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-58f1a829-ae09-4c3f-af35-f4b83fe82f74 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:48.730928 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a507214f-3ff5-4ac2-8634-dacf90082694 service neutron] Pushing event updated for resources: {'Port': ['ID=b585c35a-336f-4c64-bd58-fc1f4b5b33b8,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:48.731132 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143a088f-44d2-4264-9a96-37fef5cfa708 service neutron] Pushing event updated for resources: {'Port': ['ID=02a9500f-1952-4af2-b77c-7066c11be16c,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:48.786918 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-58f1a829-ae09-4c3f-af35-f4b83fe82f74 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1707926 May 05 21:44:48.828954 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:48.875287 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-8417183d-5c5e-4e0c-bd36-3432c69ba4f5 service neutron] Request body: {'port': {'device_id': '339ee01a-e1b6-43ac-8a73-0071b300af87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:44:48.908475 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dceb21d9-2714-4561-873d-b9fa5836b9b0 req-f4b29853-3d3e-4e7e-955a-007aeda89278 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea576b38215846aaa224b1aa35155ba3&device_id=1a869846-74ef-49c4-bc12-0a6ef71a34fd HTTP/1.1" status: 200 len: 1096 time: 1.3278151 May 05 21:44:48.931572 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c822df9-d1a0-48d0-8189-8003ed40d192 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:44:48.948347 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036e723d-3db5-4e87-bb9f-2c2988ca18d2 None None] Sync routers for ids ['a4388a85-510d-4631-88e8-78e7b63726b5'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:44:48.973569 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036e723d-3db5-4e87-bb9f-2c2988ca18d2 None None] Routers {'a4388a85-510d-4631-88e8-78e7b63726b5'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:44:48.974380 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-036e723d-3db5-4e87-bb9f-2c2988ca18d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:44:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['a4388a85-510d-4631-88e8-78e7b63726b5'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:44:49.022060 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0c822df9-d1a0-48d0-8189-8003ed40d192 admin admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:49.023313 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0c822df9-d1a0-48d0-8189-8003ed40d192 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 12.6378813 May 05 21:44:49.052745 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 36792) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:44:49.136291 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f475c-5e88-4b62-a04b-c96652d6d9ce req-654bfcc2-1847-427e-99ba-3aaf2ab939d2 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:49.138940 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a72f475c-5e88-4b62-a04b-c96652d6d9ce req-654bfcc2-1847-427e-99ba-3aaf2ab939d2 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] 10.222.0.23 "GET /v2.0/ports?device_id=339ee01a-e1b6-43ac-8a73-0071b300af87 HTTP/1.1" status: 200 len: 931 time: 1.1554935 May 05 21:44:49.156842 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0bb371-4104-4d39-a943-c06812eca658 req-b6dbc231-67a5-48e5-8b3d-340d8fd6bcbf tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:49.163933 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0b0bb371-4104-4d39-a943-c06812eca658 req-b6dbc231-67a5-48e5-8b3d-340d8fd6bcbf tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/ports?device_id=1de06078-b21a-4e3d-96a2-f34c8c35edf4 HTTP/1.1" status: 200 len: 944 time: 0.8277869 May 05 21:44:49.182147 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0f6293b1-fe2a-4d40-bcc1-88c79f468ce7 req-b2aefa0f-3c10-4dd0-b182-f3a5984cb6ba service neutron] 10.222.0.44 "GET /v2.0/networks/20d2a56b-3a76-462e-a812-0f44fcc7b483?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7222059 May 05 21:44:49.221464 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981c9f1-e024-448e-a957-d00d0ec3031e req-7c0c6994-7a31-4395-b935-76952cf8fa42 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:49.222784 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0981c9f1-e024-448e-a957-d00d0ec3031e req-7c0c6994-7a31-4395-b935-76952cf8fa42 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4cdda4b-80c2-4d00-83e4-2ee7b75e3c84 HTTP/1.1" status: 200 len: 945 time: 0.8917756 May 05 21:44:49.381695 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-8417183d-5c5e-4e0c-bd36-3432c69ba4f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:49.418861 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-036e723d-3db5-4e87-bb9f-2c2988ca18d2 None None] Set router a4388a85-510d-4631-88e8-78e7b63726b5 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:44:49.457880 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0b0bb371-4104-4d39-a943-c06812eca658 req-1c540c9a-d459-471c-9e34-e587b57f9a8b tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/security-groups?id=060a0163-921c-42d6-97e2-b2f13023d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925799 May 05 21:44:49.461240 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-0981c9f1-e024-448e-a957-d00d0ec3031e req-a28c756b-ad5e-4c74-b41d-53135361fb0c tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Deleting port 402f4959-a63e-4d19-ab3f-527ea57712c6 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:44:49.461905 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-0981c9f1-e024-448e-a957-d00d0ec3031e req-a28c756b-ad5e-4c74-b41d-53135361fb0c tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:49.464524 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-a507214f-3ff5-4ac2-8634-dacf90082694 service neutron] Attempting to bind port b585c35a-336f-4c64-bd58-fc1f4b5b33b8 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:44:49.464958 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-a507214f-3ff5-4ac2-8634-dacf90082694 service neutron] Attempting to bind port b585c35a-336f-4c64-bd58-fc1f4b5b33b8 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': '175541d5-fda9-4a81-b2c4-365f823aadee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:44:49.465083 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-a507214f-3ff5-4ac2-8634-dacf90082694 service neutron] Attempting to bind port b585c35a-336f-4c64-bd58-fc1f4b5b33b8 on network 3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:44:49.632757 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a72f475c-5e88-4b62-a04b-c96652d6d9ce req-bf459610-07c1-403d-884b-6855766c5a3c tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] 10.222.0.23 "GET /v2.0/security-groups?id=01685b58-c5c4-46c5-9f2e-5e07825f21c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4393890 May 05 21:44:49.633925 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-9757fbf4-828d-45c4-83b9-148a0268f94f req-143a088f-44d2-4264-9a96-37fef5cfa708 service neutron] Attempting to bind port 02a9500f-1952-4af2-b77c-7066c11be16c on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:44:49.633925 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-9757fbf4-828d-45c4-83b9-148a0268f94f req-143a088f-44d2-4264-9a96-37fef5cfa708 service neutron] Attempting to bind port 02a9500f-1952-4af2-b77c-7066c11be16c by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'bb53319d-02d7-4ee5-a402-d07603ca726a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '4988fe71-34c6-4737-ad2a-40f5327e7f0e'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:44:49.635210 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9757fbf4-828d-45c4-83b9-148a0268f94f req-143a088f-44d2-4264-9a96-37fef5cfa708 service neutron] Attempting to bind port 02a9500f-1952-4af2-b77c-7066c11be16c on network 4988fe71-34c6-4737-ad2a-40f5327e7f0e {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:44:49.636736 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb21d9-2714-4561-873d-b9fa5836b9b0 req-4c32c74a-a182-4b39-9f2b-d31bdd549114 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:49.638127 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dceb21d9-2714-4561-873d-b9fa5836b9b0 req-4c32c74a-a182-4b39-9f2b-d31bdd549114 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d50665b6-9647-47f1-b718-b6ae7cd32366 HTTP/1.1" status: 200 len: 909 time: 0.6983960 May 05 21:44:49.759928 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9757fbf4-828d-45c4-83b9-148a0268f94f req-143a088f-44d2-4264-9a96-37fef5cfa708 service neutron] Port 02a9500f-1952-4af2-b77c-7066c11be16c on network 4988fe71-34c6-4737-ad2a-40f5327e7f0e not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:44:49.760484 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9757fbf4-828d-45c4-83b9-148a0268f94f req-143a088f-44d2-4264-9a96-37fef5cfa708 service neutron] Attempting to bind port 02a9500f-1952-4af2-b77c-7066c11be16c on network 4988fe71-34c6-4737-ad2a-40f5327e7f0e {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:44:49.770589 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-a507214f-3ff5-4ac2-8634-dacf90082694 service neutron] Port b585c35a-336f-4c64-bd58-fc1f4b5b33b8 on network 3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:44:49.770939 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-a507214f-3ff5-4ac2-8634-dacf90082694 service neutron] Attempting to bind port b585c35a-336f-4c64-bd58-fc1f4b5b33b8 on network 3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:44:49.780182 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0f6293b1-fe2a-4d40-bcc1-88c79f468ce7 req-3e23725c-a7e2-4c38-9b04-dfd5d735d086 service neutron] 10.222.0.44 "GET /v2.0/networks/20d2a56b-3a76-462e-a812-0f44fcc7b483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5407794 May 05 21:44:49.823639 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9757fbf4-828d-45c4-83b9-148a0268f94f req-143a088f-44d2-4264-9a96-37fef5cfa708 service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:44:49.823978 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9757fbf4-828d-45c4-83b9-148a0268f94f req-143a088f-44d2-4264-9a96-37fef5cfa708 service neutron] Checking segment: {'id': 'bb53319d-02d7-4ee5-a402-d07603ca726a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '4988fe71-34c6-4737-ad2a-40f5327e7f0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:44:49.824352 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9757fbf4-828d-45c4-83b9-148a0268f94f req-143a088f-44d2-4264-9a96-37fef5cfa708 service neutron] Bound using segment: {'id': 'bb53319d-02d7-4ee5-a402-d07603ca726a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '4988fe71-34c6-4737-ad2a-40f5327e7f0e'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:44:49.824788 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-9757fbf4-828d-45c4-83b9-148a0268f94f req-143a088f-44d2-4264-9a96-37fef5cfa708 service neutron] Bound port: 02a9500f-1952-4af2-b77c-7066c11be16c, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb53319d-02d7-4ee5-a402-d07603ca726a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '4988fe71-34c6-4737-ad2a-40f5327e7f0e'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:44:49.825124 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9757fbf4-828d-45c4-83b9-148a0268f94f req-143a088f-44d2-4264-9a96-37fef5cfa708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:49.836649 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dceb21d9-2714-4561-873d-b9fa5836b9b0 req-27855e61-a43a-4a25-84d6-700b2b0d5efa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4d9c9b2-5658-4234-b6b8-8992a1682e9f HTTP/1.1" status: 200 len: 217 time: 0.1548204 May 05 21:44:49.848888 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-a507214f-3ff5-4ac2-8634-dacf90082694 service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:44:49.849903 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-a507214f-3ff5-4ac2-8634-dacf90082694 service neutron] Checking segment: {'id': '175541d5-fda9-4a81-b2c4-365f823aadee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:44:49.850465 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-a507214f-3ff5-4ac2-8634-dacf90082694 service neutron] Bound using segment: {'id': '175541d5-fda9-4a81-b2c4-365f823aadee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:44:49.851942 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-a507214f-3ff5-4ac2-8634-dacf90082694 service neutron] Bound port: b585c35a-336f-4c64-bd58-fc1f4b5b33b8, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '175541d5-fda9-4a81-b2c4-365f823aadee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:44:49.852463 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-a507214f-3ff5-4ac2-8634-dacf90082694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:49.934618 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-036e723d-3db5-4e87-bb9f-2c2988ca18d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4388a85-510d-4631-88e8-78e7b63726b5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1586369596-router', 'tenant_id': 'f26c174273fc4c74bc9db73040442bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '0f5c54d6-071f-4561-968c-47087ecdba7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:44:36Z', 'updated_at': '2022-05-05T21:44:40Z', 'revision_number': 3, 'project_id': 'f26c174273fc4c74bc9db73040442bd9', 'gw_port': {'id': '0f5c54d6-071f-4561-968c-47087ecdba7c', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:67:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4388a85-510d-4631-88e8-78e7b63726b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:44:38Z', 'updated_at': '2022-05-05T21:44:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:44:49.941833 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036e723d-3db5-4e87-bb9f-2c2988ca18d2 None None] Checking router: a4388a85-510d-4631-88e8-78e7b63726b5 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:44:49.941833 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036e723d-3db5-4e87-bb9f-2c2988ca18d2 None None] Updating router a4388a85-510d-4631-88e8-78e7b63726b5 port 0f5c54d6-071f-4561-968c-47087ecdba7c binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 21:44:50.007684 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-036e723d-3db5-4e87-bb9f-2c2988ca18d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:50.098965 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e38e7e-9740-419c-a078-91d333d3c7d7 req-7b68171b-1d77-4b28-b647-ffcacb8e5cef tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:50.100449 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-82e38e7e-9740-419c-a078-91d333d3c7d7 req-7b68171b-1d77-4b28-b647-ffcacb8e5cef tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3c5da2f-806d-43d1-8c79-2d95246167d0 HTTP/1.1" status: 200 len: 944 time: 0.4614627 May 05 21:44:50.140940 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-a507214f-3ff5-4ac2-8634-dacf90082694 service neutron] For port b585c35a-336f-4c64-bd58-fc1f4b5b33b8, host n-h2-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:44:50.141219 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb21d9-2714-4561-873d-b9fa5836b9b0 req-e7fc34b9-d49b-454f-bdef-2b073e57edd6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:50.142575 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dceb21d9-2714-4561-873d-b9fa5836b9b0 req-e7fc34b9-d49b-454f-bdef-2b073e57edd6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2ef0800d-de6f-466d-b35f-d1403d70c310 HTTP/1.1" status: 200 len: 848 time: 0.2793965 May 05 21:44:50.163375 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-a507214f-3ff5-4ac2-8634-dacf90082694 service neutron] For port b585c35a-336f-4c64-bd58-fc1f4b5b33b8, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=b585c35a-336f-4c64-bd58-fc1f4b5b33b8,segment=NetworkSegment(175541d5-fda9-4a81-b2c4-365f823aadee),segment_id=175541d5-fda9-4a81-b2c4-365f823aadee)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:44:50.173981 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-a507214f-3ff5-4ac2-8634-dacf90082694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:50.215040 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7e9b41a2-2504-4b66-8c73-3ee8caf0899d req-25435fa6-d855-4e84-bc25-1900b9928754 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=99b8cfee-86b7-4d33-8d20-496ef05adf08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2846887 May 05 21:44:50.372687 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dceb21d9-2714-4561-873d-b9fa5836b9b0 req-1eb49f3c-aa88-40f0-bcad-fa88e30b1665 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d50665b6-9647-47f1-b718-b6ae7cd32366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767183 May 05 21:44:50.394612 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 402f4959-a63e-4d19-ab3f-527ea57712c6 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:44:50.423818 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-0981c9f1-e024-448e-a957-d00d0ec3031e req-a28c756b-ad5e-4c74-b41d-53135361fb0c tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] For port 402f4959-a63e-4d19-ab3f-527ea57712c6, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=402f4959-a63e-4d19-ab3f-527ea57712c6,segment=NetworkSegment(d7603f5b-adfa-4ba5-8903-79c78aa436ad),segment_id=d7603f5b-adfa-4ba5-8903-79c78aa436ad)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:44:50.424167 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-0981c9f1-e024-448e-a957-d00d0ec3031e req-a28c756b-ad5e-4c74-b41d-53135361fb0c tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:50.560186 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-9757fbf4-828d-45c4-83b9-148a0268f94f req-143a088f-44d2-4264-9a96-37fef5cfa708 service neutron] For port 02a9500f-1952-4af2-b77c-7066c11be16c, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:44:50.605222 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-9757fbf4-828d-45c4-83b9-148a0268f94f req-143a088f-44d2-4264-9a96-37fef5cfa708 service neutron] For port 02a9500f-1952-4af2-b77c-7066c11be16c, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=02a9500f-1952-4af2-b77c-7066c11be16c,segment=NetworkSegment(bb53319d-02d7-4ee5-a402-d07603ca726a),segment_id=bb53319d-02d7-4ee5-a402-d07603ca726a)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:44:50.610103 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-82e38e7e-9740-419c-a078-91d333d3c7d7 req-92d03af2-2d8e-44b5-b5d1-b50c009df4a5 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4950182 May 05 21:44:50.626333 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9757fbf4-828d-45c4-83b9-148a0268f94f req-143a088f-44d2-4264-9a96-37fef5cfa708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:50.643458 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:50.670205 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6bce6e-d3dd-4ba4-ac13-98425c42582c req-e4b21311-bfa9-4ba0-a5ab-bdf62930b337 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:50.671952 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5f6bce6e-d3dd-4ba4-ac13-98425c42582c req-e4b21311-bfa9-4ba0-a5ab-bdf62930b337 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4cdda4b-80c2-4d00-83e4-2ee7b75e3c84 HTTP/1.1" status: 200 len: 945 time: 0.7588539 May 05 21:44:50.685077 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-036e723d-3db5-4e87-bb9f-2c2988ca18d2 None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:50.696668 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 8cb783c0-f01a-4300-92b9-2614f9ec0933 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:44:50.771313 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-036e723d-3db5-4e87-bb9f-2c2988ca18d2 None None] Transition to ACTIVE for port object 0f5c54d6-071f-4561-968c-47087ecdba7c will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:44:50.773547 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4cdda4b-80c2-4d00-83e4-2ee7b75e3c84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '402f4959-a63e-4d19-ab3f-527ea57712c6'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:44:50.797782 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 402f4959-a63e-4d19-ab3f-527ea57712c6, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=402f4959-a63e-4d19-ab3f-527ea57712c6,segment=NetworkSegment(d7603f5b-adfa-4ba5-8903-79c78aa436ad),segment_id=d7603f5b-adfa-4ba5-8903-79c78aa436ad)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:44:50.799091 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-036e723d-3db5-4e87-bb9f-2c2988ca18d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:50.822588 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-a507214f-3ff5-4ac2-8634-dacf90082694 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:50.824743 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-a507214f-3ff5-4ac2-8634-dacf90082694 service neutron] 10.222.0.32 "PUT /v2.0/ports/b585c35a-336f-4c64-bd58-fc1f4b5b33b8 HTTP/1.1" status: 200 len: 1092 time: 5.3430946 May 05 21:44:50.851835 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:50.862597 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd30983cc-209f-4fbc-9d71-a01ed9096ab5', 'tag': 'b585c35a-336f-4c64-bd58-fc1f4b5b33b8'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:44:50.872687 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9757fbf4-828d-45c4-83b9-148a0268f94f req-143a088f-44d2-4264-9a96-37fef5cfa708 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:50.874236 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9757fbf4-828d-45c4-83b9-148a0268f94f req-143a088f-44d2-4264-9a96-37fef5cfa708 service neutron] 10.222.0.32 "PUT /v2.0/ports/02a9500f-1952-4af2-b77c-7066c11be16c HTTP/1.1" status: 200 len: 1092 time: 4.3520055 May 05 21:44:50.885180 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3c5da2f-806d-43d1-8c79-2d95246167d0', 'tag': '02a9500f-1952-4af2-b77c-7066c11be16c'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:44:50.920962 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dceb21d9-2714-4561-873d-b9fa5836b9b0 req-f3ef6f01-d739-4422-b8fc-41c300102895 service neutron] 10.222.0.32 "GET /v2.0/networks/d50665b6-9647-47f1-b718-b6ae7cd32366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5292687 May 05 21:44:50.928170 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143a088f-44d2-4264-9a96-37fef5cfa708 service neutron] Pushing event updated for resources: {'Port': ['ID=02a9500f-1952-4af2-b77c-7066c11be16c,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:50.967026 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a09693-b397-4f71-acb9-7a4e78d64bb0 None None] Pushing event updated for resources: {'Port': ['ID=0f5c54d6-071f-4561-968c-47087ecdba7c,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:50.978569 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a507214f-3ff5-4ac2-8634-dacf90082694 service neutron] Pushing event updated for resources: {'Port': ['ID=b585c35a-336f-4c64-bd58-fc1f4b5b33b8,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:51.010390 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-8417183d-5c5e-4e0c-bd36-3432c69ba4f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a127e670-b8b1-4e38-ab1b-0ba598bf1204 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:44:51.029641 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5f6bce6e-d3dd-4ba4-ac13-98425c42582c req-df1a1c58-1a3b-4c9f-9391-a03bd700f20e tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbcf981c-f37d-4445-8488-e64399f606cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3223286 May 05 21:44:51.051230 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-8417183d-5c5e-4e0c-bd36-3432c69ba4f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:51.106057 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-036e723d-3db5-4e87-bb9f-2c2988ca18d2 None None] Attempting to bind port 0f5c54d6-071f-4561-968c-47087ecdba7c on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:44:51.106759 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-036e723d-3db5-4e87-bb9f-2c2988ca18d2 None None] Attempting to bind port 0f5c54d6-071f-4561-968c-47087ecdba7c by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:44:51.107345 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036e723d-3db5-4e87-bb9f-2c2988ca18d2 None None] Attempting to bind port 0f5c54d6-071f-4561-968c-47087ecdba7c on network 25bfe237-58de-4709-a3e0-ac79da07c300 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:44:51.130063 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-8417183d-5c5e-4e0c-bd36-3432c69ba4f5 service neutron] Transition to ACTIVE for port object a127e670-b8b1-4e38-ab1b-0ba598bf1204 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:44:51.141390 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7e9b41a2-2504-4b66-8c73-3ee8caf0899d req-38726bd6-5500-491d-b00e-9b10358c5b5b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ea576b38215846aaa224b1aa35155ba3&device_id=99b8cfee-86b7-4d33-8d20-496ef05adf08 HTTP/1.1" status: 200 len: 1095 time: 0.7950330 May 05 21:44:51.152790 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 8cb783c0-f01a-4300-92b9-2614f9ec0933 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:44:51.168079 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036e723d-3db5-4e87-bb9f-2c2988ca18d2 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:44:51.171667 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036e723d-3db5-4e87-bb9f-2c2988ca18d2 None None] Checking segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:44:51.172273 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-036e723d-3db5-4e87-bb9f-2c2988ca18d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:51.172813 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036e723d-3db5-4e87-bb9f-2c2988ca18d2 None None] Bound using segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:44:51.173521 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-036e723d-3db5-4e87-bb9f-2c2988ca18d2 None None] Bound port: 0f5c54d6-071f-4561-968c-47087ecdba7c, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:44:51.174256 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-036e723d-3db5-4e87-bb9f-2c2988ca18d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:51.212572 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 8cb783c0-f01a-4300-92b9-2614f9ec0933 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:44:51.212937 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:51.238300 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-8417183d-5c5e-4e0c-bd36-3432c69ba4f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:51.312047 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=402f4959-a63e-4d19-ab3f-527ea57712c6,revision_number=6']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:51.334077 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-036e723d-3db5-4e87-bb9f-2c2988ca18d2 None None] For port 0f5c54d6-071f-4561-968c-47087ecdba7c, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:44:51.340304 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-036e723d-3db5-4e87-bb9f-2c2988ca18d2 None None] For port 0f5c54d6-071f-4561-968c-47087ecdba7c, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=0f5c54d6-071f-4561-968c-47087ecdba7c,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:44:51.352533 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-036e723d-3db5-4e87-bb9f-2c2988ca18d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:51.424195 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8417183d-5c5e-4e0c-bd36-3432c69ba4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=a127e670-b8b1-4e38-ab1b-0ba598bf1204,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:51.543117 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-a682e1e8-eda8-41b1-b886-852f7bb67cad service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e026652b1bc4f42bbf06a3a7e36a282&device_id=d30983cc-209f-4fbc-9d71-a01ed9096ab5 HTTP/1.1" status: 200 len: 1095 time: 0.6307425 May 05 21:44:51.567749 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-0981c9f1-e024-448e-a957-d00d0ec3031e req-a28c756b-ad5e-4c74-b41d-53135361fb0c tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:51.568043 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-0981c9f1-e024-448e-a957-d00d0ec3031e req-a28c756b-ad5e-4c74-b41d-53135361fb0c tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:51.569714 n-d-825175-4 neutron-server[84061]: INFO neutron.db.l3_db [req-0981c9f1-e024-448e-a957-d00d0ec3031e req-a28c756b-ad5e-4c74-b41d-53135361fb0c tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Floating IP 137b9b6b-4cb6-41bf-aa3b-74aac3106ec4 disassociated. External IP: 172.25.4.69, port: 402f4959-a63e-4d19-ab3f-527ea57712c6. May 05 21:44:51.570496 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-0981c9f1-e024-448e-a957-d00d0ec3031e req-a28c756b-ad5e-4c74-b41d-53135361fb0c tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Calling delete_port for 402f4959-a63e-4d19-ab3f-527ea57712c6 owned by compute:nova {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:44:51.593985 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036e723d-3db5-4e87-bb9f-2c2988ca18d2 None None] Routers {'a4388a85-510d-4631-88e8-78e7b63726b5'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:44:51.594728 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-036e723d-3db5-4e87-bb9f-2c2988ca18d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:44:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['a4388a85-510d-4631-88e8-78e7b63726b5'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:44:51.655448 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:51.726206 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dceb21d9-2714-4561-873d-b9fa5836b9b0 req-3b2975fe-8cd6-4031-9a94-e45489379e61 service neutron] 10.222.0.32 "GET /v2.0/networks/d50665b6-9647-47f1-b718-b6ae7cd32366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7513814 May 05 21:44:51.742401 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 8cb783c0-f01a-4300-92b9-2614f9ec0933, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=8cb783c0-f01a-4300-92b9-2614f9ec0933,segment=NetworkSegment(1433ba6d-48b0-4056-91b6-deba1a0564ab),segment_id=1433ba6d-48b0-4056-91b6-deba1a0564ab)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:44:51.760394 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9757fbf4-828d-45c4-83b9-148a0268f94f req-40eeb8c1-7863-473f-9a4f-7cee8fcc66ae service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5a55f0e1fc854ae480e2f7b2fc73c270&device_id=c3c5da2f-806d-43d1-8c79-2d95246167d0 HTTP/1.1" status: 200 len: 1095 time: 0.8215947 May 05 21:44:51.860183 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:51.865439 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a09693-b397-4f71-acb9-7a4e78d64bb0 None None] Pushing event updated for resources: {'Port': ['ID=0f5c54d6-071f-4561-968c-47087ecdba7c,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:51.904402 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238be63-9aa4-412e-870b-b56e89d0b5ec req-d9384e01-261f-4ff6-a2d9-64c7a2af78ef tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:51.916703 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4238be63-9aa4-412e-870b-b56e89d0b5ec req-d9384e01-261f-4ff6-a2d9-64c7a2af78ef tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/ports?device_id=1de06078-b21a-4e3d-96a2-f34c8c35edf4 HTTP/1.1" status: 200 len: 944 time: 0.6513431 May 05 21:44:51.917856 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-974b2a94-cbf6-4911-8624-4e7ac63479aa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b585c35a-336f-4c64-bd58-fc1f4b5b33b8 HTTP/1.1" status: 200 len: 217 time: 0.2649789 May 05 21:44:51.940818 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9757fbf4-828d-45c4-83b9-148a0268f94f req-742106cb-4137-420a-9706-965b609f9af7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02a9500f-1952-4af2-b77c-7066c11be16c HTTP/1.1" status: 200 len: 217 time: 0.1545358 May 05 21:44:51.945055 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.api [req-0981c9f1-e024-448e-a957-d00d0ec3031e req-a28c756b-ad5e-4c74-b41d-53135361fb0c tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:44:51.945395 n-d-825175-4 neutron-server[84061]: DEBUG oslo_db.api [req-0981c9f1-e024-448e-a957-d00d0ec3031e req-a28c756b-ad5e-4c74-b41d-53135361fb0c tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:44:52.032306 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=8cb783c0-f01a-4300-92b9-2614f9ec0933,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:52.034552 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-8417183d-5c5e-4e0c-bd36-3432c69ba4f5 service neutron] Attempting to bind port a127e670-b8b1-4e38-ab1b-0ba598bf1204 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:44:52.036414 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-8417183d-5c5e-4e0c-bd36-3432c69ba4f5 service neutron] Attempting to bind port a127e670-b8b1-4e38-ab1b-0ba598bf1204 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': '175541d5-fda9-4a81-b2c4-365f823aadee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:44:52.036937 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-8417183d-5c5e-4e0c-bd36-3432c69ba4f5 service neutron] Attempting to bind port a127e670-b8b1-4e38-ab1b-0ba598bf1204 on network 3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:44:52.040775 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9757fbf4-828d-45c4-83b9-148a0268f94f req-b7f984ec-0bff-4c6c-8c1d-65e3c0179398 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:52.042203 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9757fbf4-828d-45c4-83b9-148a0268f94f req-b7f984ec-0bff-4c6c-8c1d-65e3c0179398 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b652dcd0-731b-4d23-9d82-356eea5d9656 HTTP/1.1" status: 200 len: 852 time: 0.0959668 May 05 21:44:52.052422 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4238be63-9aa4-412e-870b-b56e89d0b5ec req-79c229f5-db4e-4369-bb18-e12697deb7d5 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/security-groups?id=060a0163-921c-42d6-97e2-b2f13023d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329336 May 05 21:44:52.080323 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b41a2-2504-4b66-8c73-3ee8caf0899d req-0acf8739-c453-41e0-9d26-8fc6e146e9f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:52.081476 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7e9b41a2-2504-4b66-8c73-3ee8caf0899d req-0acf8739-c453-41e0-9d26-8fc6e146e9f7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d50665b6-9647-47f1-b718-b6ae7cd32366 HTTP/1.1" status: 200 len: 909 time: 0.9103968 May 05 21:44:52.122826 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eeb65e-bc2e-4063-96a9-31d476f70acd req-2859bf43-6cc8-4585-acbc-1c7e7166ba35 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:52.135849 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-07eeb65e-bc2e-4063-96a9-31d476f70acd req-2859bf43-6cc8-4585-acbc-1c7e7166ba35 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] 10.222.0.23 "GET /v2.0/ports?device_id=339ee01a-e1b6-43ac-8a73-0071b300af87 HTTP/1.1" status: 200 len: 943 time: 0.4611297 May 05 21:44:52.168209 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-8417183d-5c5e-4e0c-bd36-3432c69ba4f5 service neutron] Port a127e670-b8b1-4e38-ab1b-0ba598bf1204 on network 3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:44:52.168530 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-8417183d-5c5e-4e0c-bd36-3432c69ba4f5 service neutron] Attempting to bind port a127e670-b8b1-4e38-ab1b-0ba598bf1204 on network 3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:44:52.171022 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-036e723d-3db5-4e87-bb9f-2c2988ca18d2 None None] Set router a4388a85-510d-4631-88e8-78e7b63726b5 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:44:52.184421 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9757fbf4-828d-45c4-83b9-148a0268f94f req-aafd9108-9a44-4158-bbff-15dca9cf3068 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4988fe71-34c6-4737-ad2a-40f5327e7f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1292360 May 05 21:44:52.256066 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-07eeb65e-bc2e-4063-96a9-31d476f70acd req-2c90be41-db2c-4ffa-9b15-e0c4a4d3846a tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] 10.222.0.23 "GET /v2.0/security-groups?id=01685b58-c5c4-46c5-9f2e-5e07825f21c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189456 May 05 21:44:52.325774 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-9d9e03f9-3d23-4047-bd16-f392b09def61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:52.325774 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-9d9e03f9-3d23-4047-bd16-f392b09def61 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aa809371-543a-4709-8923-302f20877630 HTTP/1.1" status: 200 len: 851 time: 0.3790426 May 05 21:44:52.368315 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2b45964-32e6-40b7-9079-234cb40ddd84'] response: {'server_uuid': 'a4cdda4b-80c2-4d00-83e4-2ee7b75e3c84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '402f4959-a63e-4d19-ab3f-527ea57712c6', 'code': 200} May 05 21:44:52.574369 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-0981c9f1-e024-448e-a957-d00d0ec3031e req-a28c756b-ad5e-4c74-b41d-53135361fb0c tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Deleting port 402f4959-a63e-4d19-ab3f-527ea57712c6 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:44:52.577754 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4139b4f9-1f2a-4c46-99b7-9ed0553413a8'] response: {'name': 'network-changed', 'server_uuid': 'd30983cc-209f-4fbc-9d71-a01ed9096ab5', 'tag': 'b585c35a-336f-4c64-bd58-fc1f4b5b33b8', 'status': 'completed', 'code': 200} May 05 21:44:52.578156 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-0981c9f1-e024-448e-a957-d00d0ec3031e req-a28c756b-ad5e-4c74-b41d-53135361fb0c tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:52.599857 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7e9b41a2-2504-4b66-8c73-3ee8caf0899d req-e9e5f2dd-fba0-45d7-b9a0-701d2e1af5ab service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f68c5b1b-f7c3-4249-82c1-040d26e8afef HTTP/1.1" status: 200 len: 217 time: 0.4961355 May 05 21:44:52.603910 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-99d805d2-e9c4-476f-bf99-41d6f83cecae service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2432098 May 05 21:44:52.605784 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-8417183d-5c5e-4e0c-bd36-3432c69ba4f5 service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:44:52.607038 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-8417183d-5c5e-4e0c-bd36-3432c69ba4f5 service neutron] Checking segment: {'id': '175541d5-fda9-4a81-b2c4-365f823aadee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:44:52.607712 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-8417183d-5c5e-4e0c-bd36-3432c69ba4f5 service neutron] Bound using segment: {'id': '175541d5-fda9-4a81-b2c4-365f823aadee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:44:52.608248 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-8417183d-5c5e-4e0c-bd36-3432c69ba4f5 service neutron] Bound port: a127e670-b8b1-4e38-ab1b-0ba598bf1204, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '175541d5-fda9-4a81-b2c4-365f823aadee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:44:52.608824 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-8417183d-5c5e-4e0c-bd36-3432c69ba4f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:52.816311 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b41a2-2504-4b66-8c73-3ee8caf0899d req-560d5d2e-cf94-4916-8b10-f18a1e91adb1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:52.817767 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7e9b41a2-2504-4b66-8c73-3ee8caf0899d req-560d5d2e-cf94-4916-8b10-f18a1e91adb1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2ef0800d-de6f-466d-b35f-d1403d70c310 HTTP/1.1" status: 200 len: 848 time: 0.1773622 May 05 21:44:52.888196 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82ccae1e-6f92-4f83-a9cb-aa0cbd7ca259'] response: {'name': 'network-changed', 'server_uuid': 'c3c5da2f-806d-43d1-8c79-2d95246167d0', 'tag': '02a9500f-1952-4af2-b77c-7066c11be16c', 'status': 'completed', 'code': 200} May 05 21:44:52.893269 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-036e723d-3db5-4e87-bb9f-2c2988ca18d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4388a85-510d-4631-88e8-78e7b63726b5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1586369596-router', 'tenant_id': 'f26c174273fc4c74bc9db73040442bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '0f5c54d6-071f-4561-968c-47087ecdba7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:44:36Z', 'updated_at': '2022-05-05T21:44:40Z', 'revision_number': 3, 'project_id': 'f26c174273fc4c74bc9db73040442bd9', 'gw_port': {'id': '0f5c54d6-071f-4561-968c-47087ecdba7c', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:67:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4388a85-510d-4631-88e8-78e7b63726b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:44:38Z', 'updated_at': '2022-05-05T21:44:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:44:52.897631 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036e723d-3db5-4e87-bb9f-2c2988ca18d2 None None] The sync data for ids ['a4388a85-510d-4631-88e8-78e7b63726b5'] in n-d-825175-4 is: [{'id': 'a4388a85-510d-4631-88e8-78e7b63726b5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1586369596-router', 'tenant_id': 'f26c174273fc4c74bc9db73040442bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '0f5c54d6-071f-4561-968c-47087ecdba7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:44:36Z', 'updated_at': '2022-05-05T21:44:40Z', 'revision_number': 3, 'project_id': 'f26c174273fc4c74bc9db73040442bd9', 'gw_port': {'id': '0f5c54d6-071f-4561-968c-47087ecdba7c', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:67:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4388a85-510d-4631-88e8-78e7b63726b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:44:38Z', 'updated_at': '2022-05-05T21:44:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:44:52.974128 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7e9b41a2-2504-4b66-8c73-3ee8caf0899d req-1ea11409-db38-45b1-a4c2-19e5b8634e94 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d50665b6-9647-47f1-b718-b6ae7cd32366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1092219 May 05 21:44:53.009175 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9757fbf4-828d-45c4-83b9-148a0268f94f req-57440cca-bf22-45fa-937e-d1687a47cb10 service neutron] 10.222.0.32 "GET /v2.0/networks/4988fe71-34c6-4737-ad2a-40f5327e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7842379 May 05 21:44:53.331837 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-8417183d-5c5e-4e0c-bd36-3432c69ba4f5 service neutron] For port a127e670-b8b1-4e38-ab1b-0ba598bf1204, host n-h2-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:44:53.348600 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f35cbc5-f9f7-483b-b9aa-2cd7e47c55d4 req-d6442b18-4f4e-4263-a6c9-608dddd35aa8 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:53.350430 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2f35cbc5-f9f7-483b-b9aa-2cd7e47c55d4 req-d6442b18-4f4e-4263-a6c9-608dddd35aa8 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3c5da2f-806d-43d1-8c79-2d95246167d0 HTTP/1.1" status: 200 len: 944 time: 0.6990480 May 05 21:44:53.383292 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9757fbf4-828d-45c4-83b9-148a0268f94f req-d3177f4c-2f87-4a60-8e95-15679e810e63 service neutron] 10.222.0.32 "GET /v2.0/networks/4988fe71-34c6-4737-ad2a-40f5327e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3652904 May 05 21:44:53.399554 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ae8ff-07c7-4bfb-be5c-e8c77e31ac0f req-e1908220-c936-44bd-8fa4-adffb12346cc tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:53.406277 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-8417183d-5c5e-4e0c-bd36-3432c69ba4f5 service neutron] For port a127e670-b8b1-4e38-ab1b-0ba598bf1204, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=a127e670-b8b1-4e38-ab1b-0ba598bf1204,segment=NetworkSegment(175541d5-fda9-4a81-b2c4-365f823aadee),segment_id=175541d5-fda9-4a81-b2c4-365f823aadee)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:44:53.409766 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7e9b41a2-2504-4b66-8c73-3ee8caf0899d req-377f4ef3-db22-4f22-b066-50a915f4ead2 service neutron] 10.222.0.44 "GET /v2.0/networks/d50665b6-9647-47f1-b718-b6ae7cd32366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516963 May 05 21:44:53.409876 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4d2ae8ff-07c7-4bfb-be5c-e8c77e31ac0f req-e1908220-c936-44bd-8fa4-adffb12346cc tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4cdda4b-80c2-4d00-83e4-2ee7b75e3c84 HTTP/1.1" status: 200 len: 943 time: 0.5143566 May 05 21:44:53.445830 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-8417183d-5c5e-4e0c-bd36-3432c69ba4f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:53.588426 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8417183d-5c5e-4e0c-bd36-3432c69ba4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=a127e670-b8b1-4e38-ab1b-0ba598bf1204,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:53.603963 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-2e3c8879-3016-4524-83bb-5942aabbcdc2 service neutron] 10.222.0.32 "GET /v2.0/networks/3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9850273 May 05 21:44:53.653106 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-0981c9f1-e024-448e-a957-d00d0ec3031e req-a28c756b-ad5e-4c74-b41d-53135361fb0c tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] For port 402f4959-a63e-4d19-ab3f-527ea57712c6, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=402f4959-a63e-4d19-ab3f-527ea57712c6,segment=NetworkSegment(d7603f5b-adfa-4ba5-8903-79c78aa436ad),segment_id=d7603f5b-adfa-4ba5-8903-79c78aa436ad)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:44:53.653943 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-0981c9f1-e024-448e-a957-d00d0ec3031e req-a28c756b-ad5e-4c74-b41d-53135361fb0c tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:53.677342 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4d2ae8ff-07c7-4bfb-be5c-e8c77e31ac0f req-b0fa77e1-5dfe-4687-89d9-95eab368b1da tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbcf981c-f37d-4445-8488-e64399f606cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2667925 May 05 21:44:53.757064 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2f35cbc5-f9f7-483b-b9aa-2cd7e47c55d4 req-c3bbe0d9-1d23-4bd2-ae30-3939557cd80d tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3987470 May 05 21:44:53.820963 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-8417183d-5c5e-4e0c-bd36-3432c69ba4f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:53.822514 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-8417183d-5c5e-4e0c-bd36-3432c69ba4f5 service neutron] 10.222.0.32 "PUT /v2.0/ports/a127e670-b8b1-4e38-ab1b-0ba598bf1204 HTTP/1.1" status: 200 len: 1091 time: 4.9521480 May 05 21:44:53.886688 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-468fd516-b00e-4ab0-be37-1534c17b8c97 req-7d4dd22c-95f8-439a-9da7-3f1f7bda91e4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5a55f0e1fc854ae480e2f7b2fc73c270&device_id=c3c5da2f-806d-43d1-8c79-2d95246167d0 HTTP/1.1" status: 200 len: 1095 time: 0.4104910 May 05 21:44:54.034356 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-4dc031a8-f400-46a2-9232-d50d3a41d118 service neutron] 10.222.0.32 "GET /v2.0/networks/3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4155731 May 05 21:44:54.053274 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7e9b41a2-2504-4b66-8c73-3ee8caf0899d req-24e1baf4-99bc-438c-b946-0f9aa3875b18 service neutron] 10.222.0.44 "GET /v2.0/networks/d50665b6-9647-47f1-b718-b6ae7cd32366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6357107 May 05 21:44:54.115496 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-c86bec15-1aa2-4920-a21a-c3429e1288ca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e026652b1bc4f42bbf06a3a7e36a282&device_id=339ee01a-e1b6-43ac-8a73-0071b300af87 HTTP/1.1" status: 200 len: 1094 time: 0.2114213 May 05 21:44:54.243399 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-21de3825-fee0-4fe5-9dd6-1e690789458f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a127e670-b8b1-4e38-ab1b-0ba598bf1204 HTTP/1.1" status: 200 len: 217 time: 0.0900118 May 05 21:44:54.339877 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c5e90-5059-4f20-b6de-f2e860c5909b req-206e7192-b3e5-4252-9288-1da6bee904c5 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:54.348413 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fe6c5e90-5059-4f20-b6de-f2e860c5909b req-206e7192-b3e5-4252-9288-1da6bee904c5 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/ports?device_id=1de06078-b21a-4e3d-96a2-f34c8c35edf4 HTTP/1.1" status: 200 len: 945 time: 0.3496113 May 05 21:44:54.368608 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1de06078-b21a-4e3d-96a2-f34c8c35edf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb783c0-f01a-4300-92b9-2614f9ec0933'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:44:54.402651 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-0981c9f1-e024-448e-a957-d00d0ec3031e req-a28c756b-ad5e-4c74-b41d-53135361fb0c tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:54.403053 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-0981c9f1-e024-448e-a957-d00d0ec3031e req-a28c756b-ad5e-4c74-b41d-53135361fb0c tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:54.403360 n-d-825175-4 neutron-server[84061]: INFO neutron.db.l3_db [req-0981c9f1-e024-448e-a957-d00d0ec3031e req-a28c756b-ad5e-4c74-b41d-53135361fb0c tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Floating IP 137b9b6b-4cb6-41bf-aa3b-74aac3106ec4 disassociated. External IP: 172.25.4.69, port: 402f4959-a63e-4d19-ab3f-527ea57712c6. May 05 21:44:54.403697 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-0981c9f1-e024-448e-a957-d00d0ec3031e req-a28c756b-ad5e-4c74-b41d-53135361fb0c tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Calling delete_port for 402f4959-a63e-4d19-ab3f-527ea57712c6 owned by compute:nova {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:44:54.411749 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 0f5c54d6-071f-4561-968c-47087ecdba7c up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:44:54.424502 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-d8e89998-8775-4fab-9cac-d9cf9145ab7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:54.425974 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-d8e89998-8775-4fab-9cac-d9cf9145ab7a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aa809371-543a-4709-8923-302f20877630 HTTP/1.1" status: 200 len: 851 time: 0.1501138 May 05 21:44:54.459027 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468fd516-b00e-4ab0-be37-1534c17b8c97 req-458d2b09-20de-49ad-b8cb-a65e014dcda1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:54.460475 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-468fd516-b00e-4ab0-be37-1534c17b8c97 req-458d2b09-20de-49ad-b8cb-a65e014dcda1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4988fe71-34c6-4737-ad2a-40f5327e7f0e HTTP/1.1" status: 200 len: 913 time: 0.4807117 May 05 21:44:54.473828 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbde55-8269-4dfe-b2b0-21a4c36b35d0 req-121e47fd-8e55-49ff-822b-d5eaf923af14 tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:54.481418 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cdbbde55-8269-4dfe-b2b0-21a4c36b35d0 req-121e47fd-8e55-49ff-822b-d5eaf923af14 tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] 10.222.0.23 "GET /v2.0/ports?device_id=f862062c-4474-4058-9cab-b734c5bf856b HTTP/1.1" status: 200 len: 950 time: 0.5412664 May 05 21:44:54.486383 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fe6c5e90-5059-4f20-b6de-f2e860c5909b req-307a95bc-a003-4dc5-980c-fa28954121ad tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/security-groups?id=060a0163-921c-42d6-97e2-b2f13023d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375463 May 05 21:44:54.521753 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 0f5c54d6-071f-4561-968c-47087ecdba7c completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:44:54.529367 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 0f5c54d6-071f-4561-968c-47087ecdba7c triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:44:54.529858 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:54.533903 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-5d89cf13-56c0-4417-9616-307587bf5169 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0988212 May 05 21:44:54.578100 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-468fd516-b00e-4ab0-be37-1534c17b8c97 req-61f79154-00e9-42b6-a521-a34593bbfe0f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02a9500f-1952-4af2-b77c-7066c11be16c HTTP/1.1" status: 200 len: 217 time: 0.0880516 May 05 21:44:54.607498 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '339ee01a-e1b6-43ac-8a73-0071b300af87', 'tag': 'a127e670-b8b1-4e38-ab1b-0ba598bf1204'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:44:54.698465 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:54.703180 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cdbbde55-8269-4dfe-b2b0-21a4c36b35d0 req-5adee610-5e70-45c1-bf8d-8d5082c94997 tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6ac69e7-ed73-497e-bab8-ad8303c8090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201765 May 05 21:44:54.704974 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 349e4061-2a07-4ef2-8d60-566db5d68653 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:44:54.712265 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468fd516-b00e-4ab0-be37-1534c17b8c97 req-43e06442-4437-4a00-b476-a0356d641835 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:54.718013 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-468fd516-b00e-4ab0-be37-1534c17b8c97 req-43e06442-4437-4a00-b476-a0356d641835 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b652dcd0-731b-4d23-9d82-356eea5d9656 HTTP/1.1" status: 200 len: 852 time: 0.1285641 May 05 21:44:54.752212 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-11bfa33a-4833-43b6-91cc-b90a3e08fe1e req-1b70a1db-cbff-4272-8e2d-7b10294776c0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e026652b1bc4f42bbf06a3a7e36a282&device_id=d30983cc-209f-4fbc-9d71-a01ed9096ab5 HTTP/1.1" status: 200 len: 1095 time: 0.6282396 May 05 21:44:54.808346 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 0f5c54d6-071f-4561-968c-47087ecdba7c, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=0f5c54d6-071f-4561-968c-47087ecdba7c,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:44:54.817641 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:54.823865 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b11e31f2-6b76-4943-ba7f-539e853a6f24'] response: {'server_uuid': '1de06078-b21a-4e3d-96a2-f34c8c35edf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb783c0-f01a-4300-92b9-2614f9ec0933', 'code': 200} May 05 21:44:54.877760 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-05b023af-62ff-41b8-a323-c968b49c5e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:54.962820 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:55.002550 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-468fd516-b00e-4ab0-be37-1534c17b8c97 req-a325d00a-3f6b-4fc9-9ed1-e24000b1facf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4988fe71-34c6-4737-ad2a-40f5327e7f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1093278 May 05 21:44:55.010610 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84c77bcc-e84f-4a54-b410-353b785dd0df'] response: {'name': 'network-changed', 'server_uuid': '339ee01a-e1b6-43ac-8a73-0071b300af87', 'tag': 'a127e670-b8b1-4e38-ab1b-0ba598bf1204', 'status': 'completed', 'code': 200} May 05 21:44:55.065466 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 349e4061-2a07-4ef2-8d60-566db5d68653, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=349e4061-2a07-4ef2-8d60-566db5d68653,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:44:55.071495 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=0f5c54d6-071f-4561-968c-47087ecdba7c,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:55.084446 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:55.127837 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-5232bf2e-bf21-4ae7-9407-f51460b1c2bb service neutron] 10.222.0.32 "GET /v2.0/networks/3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5852785 May 05 21:44:55.201825 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bfa33a-4833-43b6-91cc-b90a3e08fe1e req-0cc24352-ea04-4516-a4d5-732871365ae0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:55.203465 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-11bfa33a-4833-43b6-91cc-b90a3e08fe1e req-0cc24352-ea04-4516-a4d5-732871365ae0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703 HTTP/1.1" status: 200 len: 912 time: 0.4420271 May 05 21:44:55.204339 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=349e4061-2a07-4ef2-8d60-566db5d68653,revision_number=8']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:55.211357 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-0981c9f1-e024-448e-a957-d00d0ec3031e req-a28c756b-ad5e-4c74-b41d-53135361fb0c tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:55.313601 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28c756b-ad5e-4c74-b41d-53135361fb0c tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Pushing event deleted for resources: {'Port': ['ID=402f4959-a63e-4d19-ab3f-527ea57712c6,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:55.361619 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f7ec7-4e71-4ffb-b724-1c275d3b69c4 req-641067f4-e019-40bd-8890-29e1a453e534 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:55.363637 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7c8f7ec7-4e71-4ffb-b724-1c275d3b69c4 req-641067f4-e019-40bd-8890-29e1a453e534 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] 10.222.0.23 "GET /v2.0/ports?device_id=339ee01a-e1b6-43ac-8a73-0071b300af87 HTTP/1.1" status: 200 len: 943 time: 0.4385900 May 05 21:44:55.370905 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-95b128c7-0800-4b9b-9b70-44d56ea8432d req-606e8908-3817-49db-8013-d567d2d3acd5 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4cdda4b-80c2-4d00-83e4-2ee7b75e3c84 HTTP/1.1" status: 200 len: 210 time: 0.1445308 May 05 21:44:55.442770 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:44:55.444684 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-468fd516-b00e-4ab0-be37-1534c17b8c97 req-d8c1a067-8572-4dc5-b3cf-b9113e11285e service neutron] 10.222.0.32 "GET /v2.0/networks/4988fe71-34c6-4737-ad2a-40f5327e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4215310 May 05 21:44:55.778169 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-11bfa33a-4833-43b6-91cc-b90a3e08fe1e req-ed2a3f80-a9ce-4a7c-bd74-b214b7453150 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b585c35a-336f-4c64-bd58-fc1f4b5b33b8 HTTP/1.1" status: 200 len: 217 time: 0.5650837 May 05 21:44:55.783465 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7c8f7ec7-4e71-4ffb-b724-1c275d3b69c4 req-c952d263-3f7c-4fe9-8e52-29408504352f tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] 10.222.0.23 "GET /v2.0/security-groups?id=01685b58-c5c4-46c5-9f2e-5e07825f21c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3980958 May 05 21:44:55.873975 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-468fd516-b00e-4ab0-be37-1534c17b8c97 req-241ef50a-0d64-4d6b-85b6-6b483edcc124 service neutron] 10.222.0.32 "GET /v2.0/networks/4988fe71-34c6-4737-ad2a-40f5327e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3600848 May 05 21:44:55.894019 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-05b023af-62ff-41b8-a323-c968b49c5e60 admin admin] Allocated IP 172.20.0.1 (8097b0f0-fd36-4b57-be44-9ed5bd276e58/ba7914fd-cba9-4195-b54c-c60a7934169b/d5387aac-a254-4bd5-808d-d66fb6c7a74b) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:44:55.904093 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f88c4e-62b7-4fcf-b328-407c062ebe6b req-c60ea70d-73e2-43b1-bdab-bfcef7391c63 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:55.915895 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-57f88c4e-62b7-4fcf-b328-407c062ebe6b req-c60ea70d-73e2-43b1-bdab-bfcef7391c63 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3c5da2f-806d-43d1-8c79-2d95246167d0 HTTP/1.1" status: 200 len: 944 time: 0.2459524 May 05 21:44:55.975909 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6b5c35af-e0c7-4601-b4dd-eb4c6319ac44 req-4c1db5a8-1d1c-44f2-9851-d9adf75d0378 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1de06078-b21a-4e3d-96a2-f34c8c35edf4 HTTP/1.1" status: 200 len: 1096 time: 0.9376466 May 05 21:44:55.977719 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6de467d4-63cf-4def-9c9c-687e8a1cb08f req-1358f871-37e9-43e3-92ce-f43727392d35 service neutron] 10.222.0.32 "GET /v2.0/networks/3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8231971 May 05 21:44:55.984130 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bfa33a-4833-43b6-91cc-b90a3e08fe1e req-e8f28e26-26d0-4160-af14-46aaf003c0a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:55.986274 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-11bfa33a-4833-43b6-91cc-b90a3e08fe1e req-e8f28e26-26d0-4160-af14-46aaf003c0a1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aa809371-543a-4709-8923-302f20877630 HTTP/1.1" status: 200 len: 851 time: 0.1996102 May 05 21:44:56.001032 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-57f88c4e-62b7-4fcf-b328-407c062ebe6b req-01fe64c8-f5f5-4436-bb9e-42bb59f8aaa1 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840962 May 05 21:44:56.101749 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0981c9f1-e024-448e-a957-d00d0ec3031e req-a28c756b-ad5e-4c74-b41d-53135361fb0c tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Router 8d9118bd-6861-46b5-bce1-b3365e37bd92 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:44:56.241156 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-11bfa33a-4833-43b6-91cc-b90a3e08fe1e req-f7f358cb-80f7-4109-b061-a67bb3b95c93 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1646817 May 05 21:44:56.352449 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754b273-d511-4678-96f5-e44f742be19a req-8b89617c-b745-4f5a-a01f-183bb7aa5651 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:56.354005 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3754b273-d511-4678-96f5-e44f742be19a req-8b89617c-b745-4f5a-a01f-183bb7aa5651 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/ports?device_id=1de06078-b21a-4e3d-96a2-f34c8c35edf4 HTTP/1.1" status: 200 len: 945 time: 0.2485204 May 05 21:44:56.406266 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 0f5c54d6-071f-4561-968c-47087ecdba7c up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:44:56.425895 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-05b023af-62ff-41b8-a323-c968b49c5e60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:56.447147 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3754b273-d511-4678-96f5-e44f742be19a req-dbc1fb4a-a68d-49bb-add4-c84bd9115484 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/security-groups?id=060a0163-921c-42d6-97e2-b2f13023d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826514 May 05 21:44:56.461146 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 02a9500f-1952-4af2-b77c-7066c11be16c details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:44:56.461357 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-05b023af-62ff-41b8-a323-c968b49c5e60 admin admin] Transition to ACTIVE for port object d5387aac-a254-4bd5-808d-d66fb6c7a74b will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:44:56.536974 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6b5c35af-e0c7-4601-b4dd-eb4c6319ac44 req-f84af209-b2dd-43fd-bbb3-a3e94a3eccf4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=060a0163-921c-42d6-97e2-b2f13023d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5475352 May 05 21:44:56.552931 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0981c9f1-e024-448e-a957-d00d0ec3031e req-a28c756b-ad5e-4c74-b41d-53135361fb0c tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:44:56.566581 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b26d5dd-7e7f-471b-9e4b-8aa6a03403e0 None None] Sync routers for ids ['8d9118bd-6861-46b5-bce1-b3365e37bd92'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:44:56.599449 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b26d5dd-7e7f-471b-9e4b-8aa6a03403e0 None None] Routers {'8d9118bd-6861-46b5-bce1-b3365e37bd92'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:44:56.600107 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-1b26d5dd-7e7f-471b-9e4b-8aa6a03403e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:44:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8d9118bd-6861-46b5-bce1-b3365e37bd92'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:44:56.761542 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-05b023af-62ff-41b8-a323-c968b49c5e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:56.786009 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 02a9500f-1952-4af2-b77c-7066c11be16c, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=02a9500f-1952-4af2-b77c-7066c11be16c,segment=NetworkSegment(bb53319d-02d7-4ee5-a402-d07603ca726a),segment_id=bb53319d-02d7-4ee5-a402-d07603ca726a)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:44:56.808676 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '02a9500f-1952-4af2-b77c-7066c11be16c', 'network_id': '4988fe71-34c6-4737-ad2a-40f5327e7f0e', 'port_id': '02a9500f-1952-4af2-b77c-7066c11be16c', 'mac_address': 'fa:16:3e:d4:bf:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b652dcd0-731b-4d23-9d82-356eea5d9656', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:44:56.851522 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f862062c-4474-4058-9cab-b734c5bf856b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '349e4061-2a07-4ef2-8d60-566db5d68653'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:44:56.886432 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-11bfa33a-4833-43b6-91cc-b90a3e08fe1e req-0d02d673-50e6-4c55-9bdc-963fff31f40c service neutron] 10.222.0.32 "GET /v2.0/networks/3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6344144 May 05 21:44:56.892902 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9d69055f-c088-42e0-a1bd-d27f14207ade req-2953eab2-954e-4845-ae6d-dd08b3b0b52f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e026652b1bc4f42bbf06a3a7e36a282&device_id=339ee01a-e1b6-43ac-8a73-0071b300af87 HTTP/1.1" status: 200 len: 1094 time: 0.7617750 May 05 21:44:56.893437 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 0f5c54d6-071f-4561-968c-47087ecdba7c triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:44:56.893658 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:56.908214 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f188f42b-6fe7-41c2-a62e-a95a53348a0c req-804608e3-2303-481b-a06e-82c9f55a8e7c tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] 10.222.0.23 "GET /v2.0/ports?device_id=a4cdda4b-80c2-4d00-83e4-2ee7b75e3c84 HTTP/1.1" status: 200 len: 210 time: 0.2245100 May 05 21:44:56.939051 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-0981c9f1-e024-448e-a957-d00d0ec3031e req-a28c756b-ad5e-4c74-b41d-53135361fb0c tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] No DVR routers for this DVR port 402f4959-a63e-4d19-ab3f-527ea57712c6 on host n-h2-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:44:56.955306 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-0981c9f1-e024-448e-a957-d00d0ec3031e req-a28c756b-ad5e-4c74-b41d-53135361fb0c tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:56.968904 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4cdda4b-80c2-4d00-83e4-2ee7b75e3c84', 'name': 'network-vif-deleted', 'tag': '402f4959-a63e-4d19-ab3f-527ea57712c6'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:44:57.003091 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0981c9f1-e024-448e-a957-d00d0ec3031e req-a28c756b-ad5e-4c74-b41d-53135361fb0c tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] 10.222.0.32 "DELETE /v2.0/ports/402f4959-a63e-4d19-ab3f-527ea57712c6 HTTP/1.1" status: 204 len: 173 time: 7.7458191 May 05 21:44:57.005181 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-1b26d5dd-7e7f-471b-9e4b-8aa6a03403e0 None None] Set router 8d9118bd-6861-46b5-bce1-b3365e37bd92 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:44:57.005698 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:57.045285 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02a9500f-1952-4af2-b77c-7066c11be16c {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:44:57.110007 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 02a9500f-1952-4af2-b77c-7066c11be16c, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=02a9500f-1952-4af2-b77c-7066c11be16c,segment=NetworkSegment(bb53319d-02d7-4ee5-a402-d07603ca726a),segment_id=bb53319d-02d7-4ee5-a402-d07603ca726a)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:44:57.222794 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b023af-62ff-41b8-a323-c968b49c5e60 admin admin] Pushing event updated for resources: {'Port': ['ID=d5387aac-a254-4bd5-808d-d66fb6c7a74b,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:57.269131 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:57.270090 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device b585c35a-336f-4c64-bd58-fc1f4b5b33b8 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:44:57.281593 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e83f03f3-3e7e-4984-b040-f0f73dba92c8'] response: {'server_uuid': 'f862062c-4474-4058-9cab-b734c5bf856b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '349e4061-2a07-4ef2-8d60-566db5d68653', 'code': 200} May 05 21:44:57.364328 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70d717f6-7e7a-4ef4-9c36-7b258f7e1307'] response: {'server_uuid': 'a4cdda4b-80c2-4d00-83e4-2ee7b75e3c84', 'name': 'network-vif-deleted', 'tag': '402f4959-a63e-4d19-ab3f-527ea57712c6', 'status': 'completed', 'code': 200} May 05 21:44:57.395040 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b023af-62ff-41b8-a323-c968b49c5e60 admin admin] Network 8097b0f0-fd36-4b57-be44-9ed5bd276e58 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:44:57.435784 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df9160-0c53-4542-928e-c709ef3232ff req-89411a1c-e8b6-459b-bc9c-ad21b03d485d tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:57.443288 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b7df9160-0c53-4542-928e-c709ef3232ff req-89411a1c-e8b6-459b-bc9c-ad21b03d485d tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] 10.222.0.23 "GET /v2.0/ports?device_id=339ee01a-e1b6-43ac-8a73-0071b300af87 HTTP/1.1" status: 200 len: 943 time: 0.2329323 May 05 21:44:57.453486 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=02a9500f-1952-4af2-b77c-7066c11be16c,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:57.527230 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-05b023af-62ff-41b8-a323-c968b49c5e60 admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:44:57.585857 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b023af-62ff-41b8-a323-c968b49c5e60 admin admin] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:44:57.627281 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b7df9160-0c53-4542-928e-c709ef3232ff req-5a6a3e9b-6d56-4734-81f4-58dcc997feda tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] 10.222.0.23 "GET /v2.0/security-groups?id=01685b58-c5c4-46c5-9f2e-5e07825f21c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778226 May 05 21:44:57.742417 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-11bfa33a-4833-43b6-91cc-b90a3e08fe1e req-5215daf6-e35c-4c2a-ae33-ca69083dbbfd service neutron] 10.222.0.32 "GET /v2.0/networks/3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8456206 May 05 21:44:57.909710 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port b585c35a-336f-4c64-bd58-fc1f4b5b33b8, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=b585c35a-336f-4c64-bd58-fc1f4b5b33b8,segment=NetworkSegment(175541d5-fda9-4a81-b2c4-365f823aadee),segment_id=175541d5-fda9-4a81-b2c4-365f823aadee)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:44:57.927885 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': 'b585c35a-336f-4c64-bd58-fc1f4b5b33b8', 'network_id': '3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703', 'port_id': 'b585c35a-336f-4c64-bd58-fc1f4b5b33b8', 'mac_address': 'fa:16:3e:df:a7:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa809371-543a-4709-8923-302f20877630', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:44:57.940614 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-05b023af-62ff-41b8-a323-c968b49c5e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:57.950299 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb16f45-6431-4dc7-adef-7b723390338b req-4c8b3768-5ec6-432c-9d67-f538aad4cbdd tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:57.960736 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-1b26d5dd-7e7f-471b-9e4b-8aa6a03403e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9118bd-6861-46b5-bce1-b3365e37bd92', 'name': 'tempest-ServersTestJSON-50409553-router', 'tenant_id': 'e254aa6e91fc4971a04919e3490afc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '3d8c1209-ad27-48b3-b0e9-488054017850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:43:13Z', 'updated_at': '2022-05-05T21:43:29Z', 'revision_number': 4, 'project_id': 'e254aa6e91fc4971a04919e3490afc47', 'gw_port': {'id': '3d8c1209-ad27-48b3-b0e9-488054017850', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:56:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9118bd-6861-46b5-bce1-b3365e37bd92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:43:16Z', 'updated_at': '2022-05-05T21:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '7866e95a-fd72-42a8-bd30-fdb3eb1f27a4', 'name': '', 'network_id': '718ff0c6-f920-4b3f-81a3-076012439a00', 'tenant_id': 'e254aa6e91fc4971a04919e3490afc47', 'mac_address': 'fa:16:3e:78:0e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9118bd-6861-46b5-bce1-b3365e37bd92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f39d6243-09cb-485d-9aa5-4ff11d790f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:43:27Z', 'updated_at': '2022-05-05T21:43:47Z', 'revision_number': 5, 'project_id': 'e254aa6e91fc4971a04919e3490afc47', 'subnets': [{'id': 'f39d6243-09cb-485d-9aa5-4ff11d790f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:44:57.962299 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-abb16f45-6431-4dc7-adef-7b723390338b req-4c8b3768-5ec6-432c-9d67-f538aad4cbdd tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3c5da2f-806d-43d1-8c79-2d95246167d0 HTTP/1.1" status: 200 len: 945 time: 0.2969792 May 05 21:44:57.976042 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69055f-c088-42e0-a1bd-d27f14207ade req-98341524-e0e4-4b6d-946b-cba16b2b8549 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:57.977652 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9d69055f-c088-42e0-a1bd-d27f14207ade req-98341524-e0e4-4b6d-946b-cba16b2b8549 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703 HTTP/1.1" status: 200 len: 912 time: 0.7451329 May 05 21:44:57.984108 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b26d5dd-7e7f-471b-9e4b-8aa6a03403e0 None None] Checking router: 8d9118bd-6861-46b5-bce1-b3365e37bd92 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:44:58.020032 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b26d5dd-7e7f-471b-9e4b-8aa6a03403e0 None None] Routers {'8d9118bd-6861-46b5-bce1-b3365e37bd92'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:44:58.020679 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-1b26d5dd-7e7f-471b-9e4b-8aa6a03403e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:44:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8d9118bd-6861-46b5-bce1-b3365e37bd92'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:44:58.086554 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:58.121229 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9d69055f-c088-42e0-a1bd-d27f14207ade req-3e3030b5-0d10-41e5-b9ac-46e6b6325713 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a127e670-b8b1-4e38-ab1b-0ba598bf1204 HTTP/1.1" status: 200 len: 217 time: 0.1131048 May 05 21:44:58.135662 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b585c35a-336f-4c64-bd58-fc1f4b5b33b8 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:44:58.150584 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-3e27889b-7cc6-4604-905c-2fad2c09f749 None None] Provisioning for port d5387aac-a254-4bd5-808d-d66fb6c7a74b completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:44:58.171067 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-3e27889b-7cc6-4604-905c-2fad2c09f749 None None] Provisioning complete for port d5387aac-a254-4bd5-808d-d66fb6c7a74b triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:44:58.171434 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3e27889b-7cc6-4604-905c-2fad2c09f749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:58.258835 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-3e27889b-7cc6-4604-905c-2fad2c09f749 None None] Port d5387aac-a254-4bd5-808d-d66fb6c7a74b cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:44:58.270626 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port b585c35a-336f-4c64-bd58-fc1f4b5b33b8, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=b585c35a-336f-4c64-bd58-fc1f4b5b33b8,segment=NetworkSegment(175541d5-fda9-4a81-b2c4-365f823aadee),segment_id=175541d5-fda9-4a81-b2c4-365f823aadee)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:44:58.277902 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69055f-c088-42e0-a1bd-d27f14207ade req-b063a43f-8f83-4c6f-80f3-cc1eb93dde21 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:58.278189 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:58.279990 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9d69055f-c088-42e0-a1bd-d27f14207ade req-b063a43f-8f83-4c6f-80f3-cc1eb93dde21 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aa809371-543a-4709-8923-302f20877630 HTTP/1.1" status: 200 len: 851 time: 0.1514530 May 05 21:44:58.283377 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-05b023af-62ff-41b8-a323-c968b49c5e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:58.322418 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-1b26d5dd-7e7f-471b-9e4b-8aa6a03403e0 None None] Set router 8d9118bd-6861-46b5-bce1-b3365e37bd92 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:44:58.345162 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-abb16f45-6431-4dc7-adef-7b723390338b req-ac9795d0-104f-4d42-a230-e402090eddd8 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3822377 May 05 21:44:58.352101 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9d69055f-c088-42e0-a1bd-d27f14207ade req-30fdbb2c-48d4-4712-94c0-b6baa182ddb0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551128 May 05 21:44:58.375867 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe88485-ffa8-4f8b-a3b7-8c91a3249ed2 req-f38bb0d3-690f-470b-89c7-63476b286460 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:58.376576 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=b585c35a-336f-4c64-bd58-fc1f4b5b33b8,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:58.377663 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1fe88485-ffa8-4f8b-a3b7-8c91a3249ed2 req-f38bb0d3-690f-470b-89c7-63476b286460 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/ports?device_id=1de06078-b21a-4e3d-96a2-f34c8c35edf4 HTTP/1.1" status: 200 len: 945 time: 0.3604813 May 05 21:44:58.464158 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1fe88485-ffa8-4f8b-a3b7-8c91a3249ed2 req-918e6b2c-ce26-4ec2-ab38-745ea6b03d60 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/security-groups?id=060a0163-921c-42d6-97e2-b2f13023d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708039 May 05 21:44:58.468964 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device a127e670-b8b1-4e38-ab1b-0ba598bf1204 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:44:58.565463 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['02a9500f-1952-4af2-b77c-7066c11be16c'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:44:58.708003 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['b585c35a-336f-4c64-bd58-fc1f4b5b33b8'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:44:58.896230 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9d69055f-c088-42e0-a1bd-d27f14207ade req-4b623f03-49fc-454a-a39f-50e15b6e9a2f service neutron] 10.222.0.32 "GET /v2.0/networks/3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5009615 May 05 21:44:59.008062 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-1b26d5dd-7e7f-471b-9e4b-8aa6a03403e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9118bd-6861-46b5-bce1-b3365e37bd92', 'name': 'tempest-ServersTestJSON-50409553-router', 'tenant_id': 'e254aa6e91fc4971a04919e3490afc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '3d8c1209-ad27-48b3-b0e9-488054017850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:43:13Z', 'updated_at': '2022-05-05T21:43:29Z', 'revision_number': 4, 'project_id': 'e254aa6e91fc4971a04919e3490afc47', 'gw_port': {'id': '3d8c1209-ad27-48b3-b0e9-488054017850', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:56:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9118bd-6861-46b5-bce1-b3365e37bd92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:43:16Z', 'updated_at': '2022-05-05T21:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '7866e95a-fd72-42a8-bd30-fdb3eb1f27a4', 'name': '', 'network_id': '718ff0c6-f920-4b3f-81a3-076012439a00', 'tenant_id': 'e254aa6e91fc4971a04919e3490afc47', 'mac_address': 'fa:16:3e:78:0e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9118bd-6861-46b5-bce1-b3365e37bd92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f39d6243-09cb-485d-9aa5-4ff11d790f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:43:27Z', 'updated_at': '2022-05-05T21:43:47Z', 'revision_number': 5, 'project_id': 'e254aa6e91fc4971a04919e3490afc47', 'subnets': [{'id': 'f39d6243-09cb-485d-9aa5-4ff11d790f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:44:59.014764 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b26d5dd-7e7f-471b-9e4b-8aa6a03403e0 None None] The sync data for ids ['8d9118bd-6861-46b5-bce1-b3365e37bd92'] in n-d-825175-4 is: [{'id': '8d9118bd-6861-46b5-bce1-b3365e37bd92', 'name': 'tempest-ServersTestJSON-50409553-router', 'tenant_id': 'e254aa6e91fc4971a04919e3490afc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '3d8c1209-ad27-48b3-b0e9-488054017850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:43:13Z', 'updated_at': '2022-05-05T21:43:29Z', 'revision_number': 4, 'project_id': 'e254aa6e91fc4971a04919e3490afc47', 'gw_port': {'id': '3d8c1209-ad27-48b3-b0e9-488054017850', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:56:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9118bd-6861-46b5-bce1-b3365e37bd92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:43:16Z', 'updated_at': '2022-05-05T21:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '7866e95a-fd72-42a8-bd30-fdb3eb1f27a4', 'name': '', 'network_id': '718ff0c6-f920-4b3f-81a3-076012439a00', 'tenant_id': 'e254aa6e91fc4971a04919e3490afc47', 'mac_address': 'fa:16:3e:78:0e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9118bd-6861-46b5-bce1-b3365e37bd92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f39d6243-09cb-485d-9aa5-4ff11d790f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:43:27Z', 'updated_at': '2022-05-05T21:43:47Z', 'revision_number': 5, 'project_id': 'e254aa6e91fc4971a04919e3490afc47', 'subnets': [{'id': 'f39d6243-09cb-485d-9aa5-4ff11d790f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:44:59.086714 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port a127e670-b8b1-4e38-ab1b-0ba598bf1204, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=a127e670-b8b1-4e38-ab1b-0ba598bf1204,segment=NetworkSegment(175541d5-fda9-4a81-b2c4-365f823aadee),segment_id=175541d5-fda9-4a81-b2c4-365f823aadee)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:44:59.105183 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': 'a127e670-b8b1-4e38-ab1b-0ba598bf1204', 'network_id': '3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703', 'port_id': 'a127e670-b8b1-4e38-ab1b-0ba598bf1204', 'mac_address': 'fa:16:3e:b8:b9:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa809371-543a-4709-8923-302f20877630', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:44:59.215950 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-05b023af-62ff-41b8-a323-c968b49c5e60 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:59.223141 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9d69055f-c088-42e0-a1bd-d27f14207ade req-a7aa41fd-4a95-41dc-b2c2-5f2f3f8a8d77 service neutron] 10.222.0.32 "GET /v2.0/networks/3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167839 May 05 21:44:59.225654 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-05b023af-62ff-41b8-a323-c968b49c5e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:59.330729 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:59.404737 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a127e670-b8b1-4e38-ab1b-0ba598bf1204 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:44:59.446422 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port a127e670-b8b1-4e38-ab1b-0ba598bf1204, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=a127e670-b8b1-4e38-ab1b-0ba598bf1204,segment=NetworkSegment(175541d5-fda9-4a81-b2c4-365f823aadee),segment_id=175541d5-fda9-4a81-b2c4-365f823aadee)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:44:59.477727 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:59.483681 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-05b023af-62ff-41b8-a323-c968b49c5e60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:44:59.535706 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b023af-62ff-41b8-a323-c968b49c5e60 admin admin] Pushing event updated for resources: {'Port': ['ID=d5387aac-a254-4bd5-808d-d66fb6c7a74b,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:59.608050 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c895f88-b5c2-4bdd-8e1a-5dfcf96a8db1 req-cf328b4b-09c6-43ba-8d9f-daf60bbfc20e tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:44:59.623516 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5c895f88-b5c2-4bdd-8e1a-5dfcf96a8db1 req-cf328b4b-09c6-43ba-8d9f-daf60bbfc20e tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] 10.222.0.23 "GET /v2.0/ports?device_id=339ee01a-e1b6-43ac-8a73-0071b300af87 HTTP/1.1" status: 200 len: 943 time: 0.3230979 May 05 21:44:59.750229 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=a127e670-b8b1-4e38-ab1b-0ba598bf1204,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:44:59.757813 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5c895f88-b5c2-4bdd-8e1a-5dfcf96a8db1 req-0f3c48f6-b68f-4016-b1d4-0b3adb637224 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] 10.222.0.23 "GET /v2.0/security-groups?id=01685b58-c5c4-46c5-9f2e-5e07825f21c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320601 May 05 21:44:59.769613 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['a127e670-b8b1-4e38-ab1b-0ba598bf1204'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:44:59.786937 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b023af-62ff-41b8-a323-c968b49c5e60 admin admin] Network 8097b0f0-fd36-4b57-be44-9ed5bd276e58 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:44:59.789515 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-05b023af-62ff-41b8-a323-c968b49c5e60 admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:44:59.813883 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36956) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:45:00.015783 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-736fcd44-e9ad-4229-8d4d-e674b8d30686 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:00.094464 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-736fcd44-e9ad-4229-8d4d-e674b8d30686 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:00.270912 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-736fcd44-e9ad-4229-8d4d-e674b8d30686 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:00.298427 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736fcd44-e9ad-4229-8d4d-e674b8d30686 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbcf981c-f37d-4445-8488-e64399f606cb,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:00.307811 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-be9520e5-bce2-4846-9bb3-b4c83ae47e9e None None] Provisioning complete for port d5387aac-a254-4bd5-808d-d66fb6c7a74b triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:45:00.310976 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-be9520e5-bce2-4846-9bb3-b4c83ae47e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:00.333974 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-736fcd44-e9ad-4229-8d4d-e674b8d30686 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:00.333974 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-736fcd44-e9ad-4229-8d4d-e674b8d30686 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] 10.222.0.23 "DELETE /v2.0/security-groups/cbcf981c-f37d-4445-8488-e64399f606cb HTTP/1.1" status: 204 len: 168 time: 0.5147603 May 05 21:45:00.333974 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36976) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:45:00.401523 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [None req-7bfe48ee-a63e-409e-96bc-2a47c8c7fb42 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] show failed (client error): The resource could not be found. May 05 21:45:00.401523 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-7bfe48ee-a63e-409e-96bc-2a47c8c7fb42 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] 10.222.0.23 "GET /v2.0/security-groups/cbcf981c-f37d-4445-8488-e64399f606cb HTTP/1.1" status: 404 len: 347 time: 0.0654333 May 05 21:45:00.402697 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36980) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:45:00.410248 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-be9520e5-bce2-4846-9bb3-b4c83ae47e9e None None] Port d5387aac-a254-4bd5-808d-d66fb6c7a74b cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:45:00.471695 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device b585c35a-336f-4c64-bd58-fc1f4b5b33b8 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:45:00.508016 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dbd7f7-01b4-447c-8429-6c06796bdeff req-841aa1b9-8e30-4008-8d52-313b4a82309f tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:00.513706 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-87dbd7f7-01b4-447c-8429-6c06796bdeff req-841aa1b9-8e30-4008-8d52-313b4a82309f tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3c5da2f-806d-43d1-8c79-2d95246167d0 HTTP/1.1" status: 200 len: 945 time: 0.3463356 May 05 21:45:00.585078 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port b585c35a-336f-4c64-bd58-fc1f4b5b33b8 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:45:00.593223 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port b585c35a-336f-4c64-bd58-fc1f4b5b33b8 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:45:00.594292 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:00.606634 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b023af-62ff-41b8-a323-c968b49c5e60 admin admin] Router a4388a85-510d-4631-88e8-78e7b63726b5 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:45:00.732827 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-c6775a99-4938-4720-b17f-e065ca67ecd9 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Deleting port df3435cd-d1a2-4d37-abe9-0cc76d44b098 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:45:00.737669 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c6775a99-4938-4720-b17f-e065ca67ecd9 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:00.761763 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:00.784512 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d299a6b6-5882-4903-9151-3ff0648407c9 None None] New status for floating IP 137b9b6b-4cb6-41bf-aa3b-74aac3106ec4: DOWN {{(pid=84064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 21:45:00.837485 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-87dbd7f7-01b4-447c-8429-6c06796bdeff req-078b1135-26c1-4625-a7f2-3ff93d196793 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875229 May 05 21:45:00.894179 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b023af-62ff-41b8-a323-c968b49c5e60 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:45:00.919814 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4a69ab-9b63-488d-8d3b-22960e0bcecd None None] Sync routers for ids ['a4388a85-510d-4631-88e8-78e7b63726b5'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:45:00.927427 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-05b023af-62ff-41b8-a323-c968b49c5e60 admin admin] 10.222.0.23 "PUT /v2.0/routers/a4388a85-510d-4631-88e8-78e7b63726b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8456671 May 05 21:45:01.022703 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4a69ab-9b63-488d-8d3b-22960e0bcecd None None] Routers {'a4388a85-510d-4631-88e8-78e7b63726b5'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:45:01.037180 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-2d4a69ab-9b63-488d-8d3b-22960e0bcecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:44:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['a4388a85-510d-4631-88e8-78e7b63726b5'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:45:01.127808 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd30983cc-209f-4fbc-9d71-a01ed9096ab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b585c35a-336f-4c64-bd58-fc1f4b5b33b8'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:45:01.172169 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port b585c35a-336f-4c64-bd58-fc1f4b5b33b8, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=b585c35a-336f-4c64-bd58-fc1f4b5b33b8,segment=NetworkSegment(175541d5-fda9-4a81-b2c4-365f823aadee),segment_id=175541d5-fda9-4a81-b2c4-365f823aadee)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:45:01.178359 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fb726360-2f17-4f98-a132-ccadf5121884 req-80a88cab-6947-4485-85ed-a250094a750b tempest-LiveMigrationTest-271875399 tempest-LiveMigrationTest-271875399-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7fa2aa3d-82d1-4e04-b9f0-21f6bf4713a5 HTTP/1.1" status: 200 len: 1096 time: 0.8285511 May 05 21:45:01.237112 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:01.238276 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 02a9500f-1952-4af2-b77c-7066c11be16c up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:45:01.323995 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c6775a99-4938-4720-b17f-e065ca67ecd9 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:01.324646 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c6775a99-4938-4720-b17f-e065ca67ecd9 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:01.372712 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=b585c35a-336f-4c64-bd58-fc1f4b5b33b8,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:01.390377 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port 02a9500f-1952-4af2-b77c-7066c11be16c completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:45:01.396859 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 02a9500f-1952-4af2-b77c-7066c11be16c triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:45:01.398708 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:01.416526 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-2d4a69ab-9b63-488d-8d3b-22960e0bcecd None None] Set router a4388a85-510d-4631-88e8-78e7b63726b5 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:45:01.573583 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-c6775a99-4938-4720-b17f-e065ca67ecd9 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Calling delete_port for df3435cd-d1a2-4d37-abe9-0cc76d44b098 owned by network:floatingip {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:45:01.579207 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:01.621549 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fb726360-2f17-4f98-a132-ccadf5121884 req-a2cd8557-a556-4f9a-bccd-755a5bbd5e2c tempest-LiveMigrationTest-271875399 tempest-LiveMigrationTest-271875399-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4423726 May 05 21:45:01.650609 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 02a9500f-1952-4af2-b77c-7066c11be16c, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=02a9500f-1952-4af2-b77c-7066c11be16c,segment=NetworkSegment(bb53319d-02d7-4ee5-a402-d07603ca726a),segment_id=bb53319d-02d7-4ee5-a402-d07603ca726a)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:45:01.663604 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:01.725255 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0b008-f31e-41d6-98bd-a582374cec41 req-a7fabd5d-e945-45a6-aca4-552ce21a60e0 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:01.728956 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e8a0b008-f31e-41d6-98bd-a582374cec41 req-a7fabd5d-e945-45a6-aca4-552ce21a60e0 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] 10.222.0.23 "GET /v2.0/ports?device_id=339ee01a-e1b6-43ac-8a73-0071b300af87 HTTP/1.1" status: 200 len: 944 time: 0.5354981 May 05 21:45:01.758813 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=02a9500f-1952-4af2-b77c-7066c11be16c,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:01.869981 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e8a0b008-f31e-41d6-98bd-a582374cec41 req-f81dafa9-ed8e-4a9c-85e6-e4f3592a56d9 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] 10.222.0.23 "GET /v2.0/security-groups?id=01685b58-c5c4-46c5-9f2e-5e07825f21c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260557 May 05 21:45:01.872637 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.api [None req-c6775a99-4938-4720-b17f-e065ca67ecd9 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:45:01.873043 n-d-825175-4 neutron-server[84061]: DEBUG oslo_db.api [None req-c6775a99-4938-4720-b17f-e065ca67ecd9 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:45:02.005460 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3101c27a-b457-4a27-a96a-ede11dc02b1c'] response: {'server_uuid': 'd30983cc-209f-4fbc-9d71-a01ed9096ab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b585c35a-336f-4c64-bd58-fc1f4b5b33b8', 'code': 200} May 05 21:45:02.143147 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-2d4a69ab-9b63-488d-8d3b-22960e0bcecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4388a85-510d-4631-88e8-78e7b63726b5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1586369596-router', 'tenant_id': 'f26c174273fc4c74bc9db73040442bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '0f5c54d6-071f-4561-968c-47087ecdba7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:44:36Z', 'updated_at': '2022-05-05T21:44:58Z', 'revision_number': 4, 'project_id': 'f26c174273fc4c74bc9db73040442bd9', 'gw_port': {'id': '0f5c54d6-071f-4561-968c-47087ecdba7c', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:67:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4388a85-510d-4631-88e8-78e7b63726b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:44:38Z', 'updated_at': '2022-05-05T21:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'd5387aac-a254-4bd5-808d-d66fb6c7a74b', 'name': '', 'network_id': '8097b0f0-fd36-4b57-be44-9ed5bd276e58', 'tenant_id': 'f26c174273fc4c74bc9db73040442bd9', 'mac_address': 'fa:16:3e:cb:48:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4388a85-510d-4631-88e8-78e7b63726b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba7914fd-cba9-4195-b54c-c60a7934169b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:44:55Z', 'updated_at': '2022-05-05T21:44:58Z', 'revision_number': 2, 'project_id': 'f26c174273fc4c74bc9db73040442bd9', 'subnets': [{'id': 'ba7914fd-cba9-4195-b54c-c60a7934169b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:45:02.148220 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4a69ab-9b63-488d-8d3b-22960e0bcecd None None] Checking router: a4388a85-510d-4631-88e8-78e7b63726b5 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:45:02.148653 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4a69ab-9b63-488d-8d3b-22960e0bcecd None None] Updating router a4388a85-510d-4631-88e8-78e7b63726b5 port d5387aac-a254-4bd5-808d-d66fb6c7a74b binding host n-d-825175-4 {{(pid=84068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 21:45:02.217477 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-cb0a77c5-79c5-4d3f-b5ca-b2691ff789dc req-4c04d9e9-8a39-4217-afa4-e49b32eaa3b4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d30983cc-209f-4fbc-9d71-a01ed9096ab5 HTTP/1.1" status: 200 len: 1097 time: 0.1298165 May 05 21:45:02.294114 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-2d4a69ab-9b63-488d-8d3b-22960e0bcecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:02.320688 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-cb0a77c5-79c5-4d3f-b5ca-b2691ff789dc req-5d543b13-1592-453b-af59-c185e3d8f990 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=01685b58-c5c4-46c5-9f2e-5e07825f21c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954149 May 05 21:45:02.327621 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bbf8e1-a088-458a-9b15-1c14cc96f110 req-7abeacae-eca7-40ae-978b-291ac14109b5 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:02.329075 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d3bbf8e1-a088-458a-9b15-1c14cc96f110 req-7abeacae-eca7-40ae-978b-291ac14109b5 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3c5da2f-806d-43d1-8c79-2d95246167d0 HTTP/1.1" status: 200 len: 946 time: 0.1661959 May 05 21:45:02.332816 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d85307b5-02cc-48a1-ba71-3f6024e7dcb4 req-62fb4d59-3cba-4649-bb45-146f3d7e1491 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7fa2aa3d-82d1-4e04-b9f0-21f6bf4713a5&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1098270 May 05 21:45:02.374760 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-c6775a99-4938-4720-b17f-e065ca67ecd9 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Deleting port df3435cd-d1a2-4d37-abe9-0cc76d44b098 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:45:02.375040 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c6775a99-4938-4720-b17f-e065ca67ecd9 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:02.442862 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d3bbf8e1-a088-458a-9b15-1c14cc96f110 req-6b9e3767-fa9c-457e-9b9f-0d3be9e0ed46 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009042 May 05 21:45:02.467133 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device a127e670-b8b1-4e38-ab1b-0ba598bf1204 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:45:02.532219 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37028) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:45:02.537550 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-38d9ec1c-9088-4855-a144-5e5120d457ca admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1863379920-network', 'tenant_id': '1558000fddc64215930486833c29f706'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:45:02.546755 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-38d9ec1c-9088-4855-a144-5e5120d457ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:45:02.560555 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-38d9ec1c-9088-4855-a144-5e5120d457ca admin admin] Usage tracker for resource:network and tenant:1558000fddc64215930486833c29f706 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:45:02.568429 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-38d9ec1c-9088-4855-a144-5e5120d457ca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:45:02.584120 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-38d9ec1c-9088-4855-a144-5e5120d457ca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:45:02.641962 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d9ec1c-9088-4855-a144-5e5120d457ca admin admin] Made reservation on behalf of 1558000fddc64215930486833c29f706 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:45:02.644683 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-38d9ec1c-9088-4855-a144-5e5120d457ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:02.657918 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c6775a99-4938-4720-b17f-e065ca67ecd9 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:02.663185 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c6775a99-4938-4720-b17f-e065ca67ecd9 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:02.667160 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port a127e670-b8b1-4e38-ab1b-0ba598bf1204 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:45:02.673801 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port a127e670-b8b1-4e38-ab1b-0ba598bf1204 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:45:02.674288 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:02.688590 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-38d9ec1c-9088-4855-a144-5e5120d457ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:02.773668 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 8cb783c0-f01a-4300-92b9-2614f9ec0933 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:45:02.785397 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-38d9ec1c-9088-4855-a144-5e5120d457ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:45:02.793592 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-38d9ec1c-9088-4855-a144-5e5120d457ca admin admin] Usage tracker for resource:security_group_rule and tenant:1558000fddc64215930486833c29f706 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:45:02.808258 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-38d9ec1c-9088-4855-a144-5e5120d457ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:45:02.820687 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-38d9ec1c-9088-4855-a144-5e5120d457ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:45:02.909699 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:02.925072 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-38d9ec1c-9088-4855-a144-5e5120d457ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:02.936259 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-38d9ec1c-9088-4855-a144-5e5120d457ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:02.937528 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.resource_extend [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 21:45:02.959497 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38d9ec1c-9088-4855-a144-5e5120d457ca admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:45:02.983337 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-38d9ec1c-9088-4855-a144-5e5120d457ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:02.984334 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-38d9ec1c-9088-4855-a144-5e5120d457ca admin admin] Added segment 7d5d0019-4642-44c5-b7b4-9ab8f077f05e of type vlan for network 96812a3d-9fc7-45f8-be80-6a4e61c11ca7 May 05 21:45:02.985535 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d9ec1c-9088-4855-a144-5e5120d457ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f472da7-4ee7-42a9-9697-5c1d189566b2,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:03.015852 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-38d9ec1c-9088-4855-a144-5e5120d457ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:03.050200 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port a127e670-b8b1-4e38-ab1b-0ba598bf1204, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=a127e670-b8b1-4e38-ab1b-0ba598bf1204,segment=NetworkSegment(175541d5-fda9-4a81-b2c4-365f823aadee),segment_id=175541d5-fda9-4a81-b2c4-365f823aadee)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:45:03.052741 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-2d4a69ab-9b63-488d-8d3b-22960e0bcecd None None] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:03.059423 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-38d9ec1c-9088-4855-a144-5e5120d457ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:03.059958 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:03.060998 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d9ec1c-9088-4855-a144-5e5120d457ca admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:03.062103 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-38d9ec1c-9088-4855-a144-5e5120d457ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:03.097670 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.provisioning_blocks [None req-2d4a69ab-9b63-488d-8d3b-22960e0bcecd None None] Transition to ACTIVE for port object d5387aac-a254-4bd5-808d-d66fb6c7a74b will not be triggered until provisioned by entity L2. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:45:03.112254 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-2d4a69ab-9b63-488d-8d3b-22960e0bcecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:03.131174 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-c6775a99-4938-4720-b17f-e065ca67ecd9 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Calling delete_port for df3435cd-d1a2-4d37-abe9-0cc76d44b098 owned by network:floatingip {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:45:03.191310 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 8cb783c0-f01a-4300-92b9-2614f9ec0933, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=8cb783c0-f01a-4300-92b9-2614f9ec0933,segment=NetworkSegment(1433ba6d-48b0-4056-91b6-deba1a0564ab),segment_id=1433ba6d-48b0-4056-91b6-deba1a0564ab)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:45:03.235652 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041532d5-1cf9-4489-8cb7-78a0444646c5 req-15108620-1fcc-430c-b32e-672b941d3f19 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:03.237141 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-041532d5-1cf9-4489-8cb7-78a0444646c5 req-15108620-1fcc-430c-b32e-672b941d3f19 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/ports?device_id=1de06078-b21a-4e3d-96a2-f34c8c35edf4 HTTP/1.1" status: 200 len: 945 time: 0.3070345 May 05 21:45:03.245211 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=a127e670-b8b1-4e38-ab1b-0ba598bf1204,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:03.259299 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-38d9ec1c-9088-4855-a144-5e5120d457ca admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7258742 May 05 21:45:03.262681 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37046) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:45:03.263614 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d9ec1c-9088-4855-a144-5e5120d457ca admin admin] Pushing event updated for resources: {'Network': ['ID=96812a3d-9fc7-45f8-be80-6a4e61c11ca7,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:03.266700 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '8cb783c0-f01a-4300-92b9-2614f9ec0933', 'network_id': '20d2a56b-3a76-462e-a812-0f44fcc7b483', 'port_id': '8cb783c0-f01a-4300-92b9-2614f9ec0933', 'mac_address': 'fa:16:3e:8c:c9:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41faf43c-45c2-40ca-97f2-b9922a51b49e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:45:03.291709 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-47c87873-7a30-49da-9b84-5ef412659296 admin admin] Request body: {'subnet': {'network_id': '96812a3d-9fc7-45f8-be80-6a4e61c11ca7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1863379920-subnet', 'tenant_id': '1558000fddc64215930486833c29f706', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:45:03.298084 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-47c87873-7a30-49da-9b84-5ef412659296 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:45:03.302912 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-47c87873-7a30-49da-9b84-5ef412659296 admin admin] Usage tracker for resource:subnet and tenant:1558000fddc64215930486833c29f706 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:45:03.307777 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-47c87873-7a30-49da-9b84-5ef412659296 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:45:03.316519 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-47c87873-7a30-49da-9b84-5ef412659296 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:45:03.342638 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c87873-7a30-49da-9b84-5ef412659296 admin admin] Made reservation on behalf of 1558000fddc64215930486833c29f706 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:45:03.346284 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-47c87873-7a30-49da-9b84-5ef412659296 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:03.395970 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:03.408199 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 96812a3d-9fc7-45f8-be80-6a4e61c11ca7 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:45:03.434797 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12bd058-7e35-4821-b1c3-76784b34baa7 None None] Pushing event updated for resources: {'Port': ['ID=d5387aac-a254-4bd5-808d-d66fb6c7a74b,revision_number=3']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:03.476685 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c6775a99-4938-4720-b17f-e065ca67ecd9 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:03.587311 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12bd058-7e35-4821-b1c3-76784b34baa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:45:03.587468 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12bd058-7e35-4821-b1c3-76784b34baa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:45:03.588330 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12bd058-7e35-4821-b1c3-76784b34baa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:45:03.588330 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12bd058-7e35-4821-b1c3-76784b34baa7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:45:03.588508 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12bd058-7e35-4821-b1c3-76784b34baa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:45:03.589508 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12bd058-7e35-4821-b1c3-76784b34baa7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:45:03.589508 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12bd058-7e35-4821-b1c3-76784b34baa7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:45:03.589508 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12bd058-7e35-4821-b1c3-76784b34baa7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:45:03.590290 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12bd058-7e35-4821-b1c3-76784b34baa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:45:03.590290 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12bd058-7e35-4821-b1c3-76784b34baa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:45:03.591389 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12bd058-7e35-4821-b1c3-76784b34baa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:45:03.628174 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-041532d5-1cf9-4489-8cb7-78a0444646c5 req-5f7d0b41-7598-47ec-b4d5-543778c3d8d1 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/security-groups?id=060a0163-921c-42d6-97e2-b2f13023d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110409 May 05 21:45:03.649331 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8cb783c0-f01a-4300-92b9-2614f9ec0933 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:45:03.672165 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6775a99-4938-4720-b17f-e065ca67ecd9 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Pushing event deleted for resources: {'Port': ['ID=df3435cd-d1a2-4d37-abe9-0cc76d44b098,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:03.828667 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 8cb783c0-f01a-4300-92b9-2614f9ec0933, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=8cb783c0-f01a-4300-92b9-2614f9ec0933,segment=NetworkSegment(1433ba6d-48b0-4056-91b6-deba1a0564ab),segment_id=1433ba6d-48b0-4056-91b6-deba1a0564ab)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:45:03.844250 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:03.845231 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 349e4061-2a07-4ef2-8d60-566db5d68653 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:45:03.868122 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-2d4a69ab-9b63-488d-8d3b-22960e0bcecd None None] Attempting to bind port d5387aac-a254-4bd5-808d-d66fb6c7a74b on host n-d-825175-4 for vnic_type normal with profile {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:45:03.868486 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-2d4a69ab-9b63-488d-8d3b-22960e0bcecd None None] Attempting to bind port d5387aac-a254-4bd5-808d-d66fb6c7a74b by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '51c02cf9-b533-4a1f-be25-586ebd89037c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8097b0f0-fd36-4b57-be44-9ed5bd276e58'}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:45:03.870038 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4a69ab-9b63-488d-8d3b-22960e0bcecd None None] Attempting to bind port d5387aac-a254-4bd5-808d-d66fb6c7a74b on network 8097b0f0-fd36-4b57-be44-9ed5bd276e58 {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:45:03.884791 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4a69ab-9b63-488d-8d3b-22960e0bcecd None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:45:03.885158 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4a69ab-9b63-488d-8d3b-22960e0bcecd None None] Checking segment: {'id': '51c02cf9-b533-4a1f-be25-586ebd89037c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8097b0f0-fd36-4b57-be44-9ed5bd276e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:45:03.885552 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-2d4a69ab-9b63-488d-8d3b-22960e0bcecd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:03.885935 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4a69ab-9b63-488d-8d3b-22960e0bcecd None None] Bound using segment: {'id': '51c02cf9-b533-4a1f-be25-586ebd89037c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8097b0f0-fd36-4b57-be44-9ed5bd276e58'} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:45:03.886400 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-2d4a69ab-9b63-488d-8d3b-22960e0bcecd None None] Bound port: d5387aac-a254-4bd5-808d-d66fb6c7a74b, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51c02cf9-b533-4a1f-be25-586ebd89037c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8097b0f0-fd36-4b57-be44-9ed5bd276e58'}}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:45:03.886787 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-2d4a69ab-9b63-488d-8d3b-22960e0bcecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:04.025462 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c6775a99-4938-4720-b17f-e065ca67ecd9 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Notify callbacks [] for floatingip, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:04.057573 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c6775a99-4938-4720-b17f-e065ca67ecd9 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:04.062871 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c6775a99-4938-4720-b17f-e065ca67ecd9 tempest-ServersTestJSON-2066765482 tempest-ServersTestJSON-2066765482-project] 10.222.0.23 "DELETE /v2.0/floatingips/137b9b6b-4cb6-41bf-aa3b-74aac3106ec4 HTTP/1.1" status: 204 len: 168 time: 3.6593146 May 05 21:45:04.068110 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37064) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:45:04.073079 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c5da2f-806d-43d1-8c79-2d95246167d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a9500f-1952-4af2-b77c-7066c11be16c'}, {'server_uuid': '339ee01a-e1b6-43ac-8a73-0071b300af87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a127e670-b8b1-4e38-ab1b-0ba598bf1204'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:45:04.083972 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=8cb783c0-f01a-4300-92b9-2614f9ec0933,revision_number=6']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:04.099242 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-2d4a69ab-9b63-488d-8d3b-22960e0bcecd None None] For port d5387aac-a254-4bd5-808d-d66fb6c7a74b, host n-d-825175-4, cleared binding levels {{(pid=84068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:45:04.102993 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-2d4a69ab-9b63-488d-8d3b-22960e0bcecd None None] For port d5387aac-a254-4bd5-808d-d66fb6c7a74b, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=d5387aac-a254-4bd5-808d-d66fb6c7a74b,segment=NetworkSegment(51c02cf9-b533-4a1f-be25-586ebd89037c),segment_id=51c02cf9-b533-4a1f-be25-586ebd89037c)] {{(pid=84068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:45:04.110857 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-2d4a69ab-9b63-488d-8d3b-22960e0bcecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:04.175614 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 349e4061-2a07-4ef2-8d60-566db5d68653, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=349e4061-2a07-4ef2-8d60-566db5d68653,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:45:04.191311 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '349e4061-2a07-4ef2-8d60-566db5d68653', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'port_id': '349e4061-2a07-4ef2-8d60-566db5d68653', 'mac_address': 'fa:16:3e:b7:59:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f237a6ef-d044-411f-a2d8-d12619664c91', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:45:04.207751 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12bd058-7e35-4821-b1c3-76784b34baa7 None None] Pushing event updated for resources: {'Port': ['ID=d5387aac-a254-4bd5-808d-d66fb6c7a74b,revision_number=4']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:04.231307 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4a69ab-9b63-488d-8d3b-22960e0bcecd None None] Routers {'a4388a85-510d-4631-88e8-78e7b63726b5'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:45:04.232138 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-2d4a69ab-9b63-488d-8d3b-22960e0bcecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:44:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['a4388a85-510d-4631-88e8-78e7b63726b5'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:45:04.268489 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51657bc0-1872-4e35-9788-54cb957effc3 req-d1aa332f-f74e-439a-bedc-796feb75eb47 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:04.276479 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-51657bc0-1872-4e35-9788-54cb957effc3 req-d1aa332f-f74e-439a-bedc-796feb75eb47 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] 10.222.0.23 "GET /v2.0/ports?device_id=339ee01a-e1b6-43ac-8a73-0071b300af87 HTTP/1.1" status: 200 len: 945 time: 0.3140991 May 05 21:45:04.277324 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:04.310616 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 349e4061-2a07-4ef2-8d60-566db5d68653 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:45:04.350206 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 349e4061-2a07-4ef2-8d60-566db5d68653, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=349e4061-2a07-4ef2-8d60-566db5d68653,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:45:04.360299 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:04.368462 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-51657bc0-1872-4e35-9788-54cb957effc3 req-f7b5a01b-c294-4202-b45d-c1c248ae71fd tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] 10.222.0.23 "GET /v2.0/security-groups?id=01685b58-c5c4-46c5-9f2e-5e07825f21c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906596 May 05 21:45:04.416662 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-47c87873-7a30-49da-9b84-5ef412659296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:04.459166 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['8cb783c0-f01a-4300-92b9-2614f9ec0933'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:45:04.519809 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['349e4061-2a07-4ef2-8d60-566db5d68653'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:45:04.585464 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-2d4a69ab-9b63-488d-8d3b-22960e0bcecd None None] Set router a4388a85-510d-4631-88e8-78e7b63726b5 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:45:04.643935 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c87873-7a30-49da-9b84-5ef412659296 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95c3156c-90d6-4b28-b91c-9d25632a4397,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:04.664898 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c87873-7a30-49da-9b84-5ef412659296 admin admin] Checking segment: {'id': '7d5d0019-4642-44c5-b7b4-9ab8f077f05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '96812a3d-9fc7-45f8-be80-6a4e61c11ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:45:04.665439 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c87873-7a30-49da-9b84-5ef412659296 admin admin] Network hostable DHCP agents. Network: 96812a3d-9fc7-45f8-be80-6a4e61c11ca7, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:45:04.738209 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c87873-7a30-49da-9b84-5ef412659296 admin admin] Network 96812a3d-9fc7-45f8-be80-6a4e61c11ca7 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:45:04.782766 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-47c87873-7a30-49da-9b84-5ef412659296 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 96812a3d-9fc7-45f8-be80-6a4e61c11ca7) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:45:04.797444 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c87873-7a30-49da-9b84-5ef412659296 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:04.799852 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-47c87873-7a30-49da-9b84-5ef412659296 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:04.814817 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-c9f8bb42-3c74-413a-a901-67d449f602fe tempest-LiveMigrationTest-271875399 tempest-LiveMigrationTest-271875399-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 21:45:04.818822 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f46910b-cedc-4e5d-8db1-d0fcaf7f6ad0 None None] Network 96812a3d-9fc7-45f8-be80-6a4e61c11ca7 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:45:04.822542 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-c9f8bb42-3c74-413a-a901-67d449f602fe tempest-LiveMigrationTest-271875399 tempest-LiveMigrationTest-271875399-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0124514 May 05 21:45:04.827691 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-bdc39c26-1bc3-4dd4-8bea-2f0f640bca8c service neutron] Request body: {'binding': {'host': 'n-h1-825175-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:45:04.828357 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-bdc39c26-1bc3-4dd4-8bea-2f0f640bca8c service neutron] Unknown quota resources ['binding']. {{(pid=84061) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 05 21:45:04.865876 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-47c87873-7a30-49da-9b84-5ef412659296 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5830300 May 05 21:45:04.868531 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37078) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:45:04.873977 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-0c0125f9-183e-487e-9708-72eb4e39a34b admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1863379920-router', 'tenant_id': '1558000fddc64215930486833c29f706', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:45:04.886044 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-0c0125f9-183e-487e-9708-72eb4e39a34b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:45:04.893725 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0c0125f9-183e-487e-9708-72eb4e39a34b admin admin] Usage tracker for resource:router and tenant:1558000fddc64215930486833c29f706 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:45:04.899451 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0c0125f9-183e-487e-9708-72eb4e39a34b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:45:04.907963 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=349e4061-2a07-4ef2-8d60-566db5d68653,revision_number=9']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:04.914680 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-0c0125f9-183e-487e-9708-72eb4e39a34b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:45:04.941610 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0c0125f9-183e-487e-9708-72eb4e39a34b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:04.942990 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0c0125f9-183e-487e-9708-72eb4e39a34b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:04.971676 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0c0125f9-183e-487e-9708-72eb4e39a34b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:05.185893 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-42081347-8cb0-47fd-8d8b-38b53eb106bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:05.232620 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-2d4a69ab-9b63-488d-8d3b-22960e0bcecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4388a85-510d-4631-88e8-78e7b63726b5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1586369596-router', 'tenant_id': 'f26c174273fc4c74bc9db73040442bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '0f5c54d6-071f-4561-968c-47087ecdba7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:44:36Z', 'updated_at': '2022-05-05T21:44:58Z', 'revision_number': 4, 'project_id': 'f26c174273fc4c74bc9db73040442bd9', 'gw_port': {'id': '0f5c54d6-071f-4561-968c-47087ecdba7c', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:67:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4388a85-510d-4631-88e8-78e7b63726b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:44:38Z', 'updated_at': '2022-05-05T21:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'd5387aac-a254-4bd5-808d-d66fb6c7a74b', 'name': '', 'network_id': '8097b0f0-fd36-4b57-be44-9ed5bd276e58', 'tenant_id': 'f26c174273fc4c74bc9db73040442bd9', 'mac_address': 'fa:16:3e:cb:48:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4388a85-510d-4631-88e8-78e7b63726b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba7914fd-cba9-4195-b54c-c60a7934169b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:44:55Z', 'updated_at': '2022-05-05T21:45:04Z', 'revision_number': 4, 'project_id': 'f26c174273fc4c74bc9db73040442bd9', 'subnets': [{'id': 'ba7914fd-cba9-4195-b54c-c60a7934169b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:45:05.254364 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4a69ab-9b63-488d-8d3b-22960e0bcecd None None] The sync data for ids ['a4388a85-510d-4631-88e8-78e7b63726b5'] in n-d-825175-4 is: [{'id': 'a4388a85-510d-4631-88e8-78e7b63726b5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1586369596-router', 'tenant_id': 'f26c174273fc4c74bc9db73040442bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '0f5c54d6-071f-4561-968c-47087ecdba7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:44:36Z', 'updated_at': '2022-05-05T21:44:58Z', 'revision_number': 4, 'project_id': 'f26c174273fc4c74bc9db73040442bd9', 'gw_port': {'id': '0f5c54d6-071f-4561-968c-47087ecdba7c', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:67:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4388a85-510d-4631-88e8-78e7b63726b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:44:38Z', 'updated_at': '2022-05-05T21:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'd5387aac-a254-4bd5-808d-d66fb6c7a74b', 'name': '', 'network_id': '8097b0f0-fd36-4b57-be44-9ed5bd276e58', 'tenant_id': 'f26c174273fc4c74bc9db73040442bd9', 'mac_address': 'fa:16:3e:cb:48:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4388a85-510d-4631-88e8-78e7b63726b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba7914fd-cba9-4195-b54c-c60a7934169b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:44:55Z', 'updated_at': '2022-05-05T21:45:04Z', 'revision_number': 4, 'project_id': 'f26c174273fc4c74bc9db73040442bd9', 'subnets': [{'id': 'ba7914fd-cba9-4195-b54c-c60a7934169b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:45:05.307148 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0c0125f9-183e-487e-9708-72eb4e39a34b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:05.583436 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ec8f28-680d-4146-bb2a-4df2b394573d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-96812a3d-9fc7-45f8-be80-6a4e61c11ca7', 'network_id': '96812a3d-9fc7-45f8-be80-6a4e61c11ca7', 'tenant_id': '1558000fddc64215930486833c29f706', 'fixed_ips': [{'subnet_id': '95c3156c-90d6-4b28-b91c-9d25632a4397'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 21:45:05.584338 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-68ec8f28-680d-4146-bb2a-4df2b394573d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:05.724324 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36778dd9-6a3e-466e-9210-d9c5b842d9b2 req-c65fd915-7ac2-4404-b04f-ac8a54182c11 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:05.736007 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-36778dd9-6a3e-466e-9210-d9c5b842d9b2 req-c65fd915-7ac2-4404-b04f-ac8a54182c11 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3c5da2f-806d-43d1-8c79-2d95246167d0 HTTP/1.1" status: 200 len: 946 time: 0.8716660 May 05 21:45:05.836812 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-bdc39c26-1bc3-4dd4-8bea-2f0f640bca8c service neutron] Attempting to bind port 6aa8365b-e092-44f6-b0bc-72c629a80a98 on host n-h1-825175-4 for vnic_type normal with profile None {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:45:05.837153 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-bdc39c26-1bc3-4dd4-8bea-2f0f640bca8c service neutron] Attempting to bind port 6aa8365b-e092-44f6-b0bc-72c629a80a98 by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': 'df9c57c2-52c8-43c0-981c-16fd110b1d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd50665b6-9647-47f1-b718-b6ae7cd32366'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:45:05.837485 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-bdc39c26-1bc3-4dd4-8bea-2f0f640bca8c service neutron] Attempting to bind port 6aa8365b-e092-44f6-b0bc-72c629a80a98 on network d50665b6-9647-47f1-b718-b6ae7cd32366 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:45:05.838863 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0c0125f9-183e-487e-9708-72eb4e39a34b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:05.876606 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-bdc39c26-1bc3-4dd4-8bea-2f0f640bca8c service neutron] Port 6aa8365b-e092-44f6-b0bc-72c629a80a98 on network d50665b6-9647-47f1-b718-b6ae7cd32366 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:45:05.876606 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-bdc39c26-1bc3-4dd4-8bea-2f0f640bca8c service neutron] Attempting to bind port 6aa8365b-e092-44f6-b0bc-72c629a80a98 on network d50665b6-9647-47f1-b718-b6ae7cd32366 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:45:05.888302 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-bdc39c26-1bc3-4dd4-8bea-2f0f640bca8c service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:45:05.888952 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-bdc39c26-1bc3-4dd4-8bea-2f0f640bca8c service neutron] Checking segment: {'id': 'df9c57c2-52c8-43c0-981c-16fd110b1d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd50665b6-9647-47f1-b718-b6ae7cd32366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:45:05.889545 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-bdc39c26-1bc3-4dd4-8bea-2f0f640bca8c service neutron] Bound using segment: {'id': 'df9c57c2-52c8-43c0-981c-16fd110b1d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd50665b6-9647-47f1-b718-b6ae7cd32366'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:45:05.890133 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-68ec8f28-680d-4146-bb2a-4df2b394573d None None] Allocated IP 172.20.0.2 (96812a3d-9fc7-45f8-be80-6a4e61c11ca7/95c3156c-90d6-4b28-b91c-9d25632a4397/f8fee0a0-1aa6-4cae-a124-73e718f14060) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:45:05.890777 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-bdc39c26-1bc3-4dd4-8bea-2f0f640bca8c service neutron] Bound port: 6aa8365b-e092-44f6-b0bc-72c629a80a98, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df9c57c2-52c8-43c0-981c-16fd110b1d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd50665b6-9647-47f1-b718-b6ae7cd32366'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:45:05.900835 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0c0125f9-183e-487e-9708-72eb4e39a34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:05.929181 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-36778dd9-6a3e-466e-9210-d9c5b842d9b2 req-362ef246-c9a9-4c81-8709-80ff1cc33f59 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907363 May 05 21:45:06.035293 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:06.046757 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-bdc39c26-1bc3-4dd4-8bea-2f0f640bca8c service neutron] For port 6aa8365b-e092-44f6-b0bc-72c629a80a98, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=6aa8365b-e092-44f6-b0bc-72c629a80a98,segment=NetworkSegment(df9c57c2-52c8-43c0-981c-16fd110b1d0b),segment_id=df9c57c2-52c8-43c0-981c-16fd110b1d0b)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:45:06.058878 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-bdc39c26-1bc3-4dd4-8bea-2f0f640bca8c service neutron] Notify callbacks [] for binding, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:06.059967 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:06.060452 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-bdc39c26-1bc3-4dd4-8bea-2f0f640bca8c service neutron] 10.222.0.23 "POST /v2.0/ports/6aa8365b-e092-44f6-b0bc-72c629a80a98/bindings HTTP/1.1" status: 201 len: 389 time: 1.2366219 May 05 21:45:06.153867 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fefce573-96fa-4729-80d4-17f722fc78a5'] response: {'server_uuid': 'c3c5da2f-806d-43d1-8c79-2d95246167d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a9500f-1952-4af2-b77c-7066c11be16c', 'code': 200} May 05 21:45:06.154277 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fefce573-96fa-4729-80d4-17f722fc78a5'] response: {'server_uuid': '339ee01a-e1b6-43ac-8a73-0071b300af87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a127e670-b8b1-4e38-ab1b-0ba598bf1204', 'code': 200} May 05 21:45:06.478281 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-68ec8f28-680d-4146-bb2a-4df2b394573d None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:06.524743 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device d5387aac-a254-4bd5-808d-d66fb6c7a74b up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:45:06.577686 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-68ec8f28-680d-4146-bb2a-4df2b394573d None None] Transition to ACTIVE for port object f8fee0a0-1aa6-4cae-a124-73e718f14060 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:45:06.619581 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-0c0125f9-183e-487e-9708-72eb4e39a34b admin admin] Allocated IP 172.25.4.138 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/bd79a060-0542-4914-9eb5-5e7910ad2c20) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:45:06.662278 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-68ec8f28-680d-4146-bb2a-4df2b394573d None None] Transition to ACTIVE for port object f8fee0a0-1aa6-4cae-a124-73e718f14060 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:45:06.709027 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-68ec8f28-680d-4146-bb2a-4df2b394573d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:06.798084 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 8cb783c0-f01a-4300-92b9-2614f9ec0933 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:45:06.887172 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ec8f28-680d-4146-bb2a-4df2b394573d None None] Pushing event updated for resources: {'Port': ['ID=f8fee0a0-1aa6-4cae-a124-73e718f14060,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:06.900220 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ec8f28-680d-4146-bb2a-4df2b394573d None None] Network 96812a3d-9fc7-45f8-be80-6a4e61c11ca7 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:45:06.905452 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port d5387aac-a254-4bd5-808d-d66fb6c7a74b completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:45:06.909341 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-68ec8f28-680d-4146-bb2a-4df2b394573d None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:45:06.911780 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f5019327-2029-4f42-8bb7-4d3b6996acbe req-b816e69c-9303-494d-92e4-6e42215b0c64 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c3c5da2f-806d-43d1-8c79-2d95246167d0 HTTP/1.1" status: 200 len: 1097 time: 0.6714835 May 05 21:45:06.913405 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ec8f28-680d-4146-bb2a-4df2b394573d None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:45:06.925640 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port d5387aac-a254-4bd5-808d-d66fb6c7a74b triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:45:06.926275 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:06.938856 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a83055d7-880f-4e0e-a924-66dd8ae2d64c req-6a84a402-bb47-4865-b9ad-a594d5f1f579 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=339ee01a-e1b6-43ac-8a73-0071b300af87 HTTP/1.1" status: 200 len: 1096 time: 0.6972880 May 05 21:45:06.977298 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d811fe5-2379-4aed-b40c-68050003365b req-0afc0e63-819d-4eee-8fc4-43f5a4bbffd8 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:06.985672 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7d811fe5-2379-4aed-b40c-68050003365b req-0afc0e63-819d-4eee-8fc4-43f5a4bbffd8 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/ports?device_id=1de06078-b21a-4e3d-96a2-f34c8c35edf4 HTTP/1.1" status: 200 len: 944 time: 0.5325527 May 05 21:45:07.037046 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f5019327-2029-4f42-8bb7-4d3b6996acbe req-bffeea87-da63-4314-ae2d-21a48d1f64b2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166148 May 05 21:45:07.040052 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-30a7089e-c944-4f88-aeac-5764240ad59c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ea576b38215846aaa224b1aa35155ba3&device_id=7fa2aa3d-82d1-4e04-b9f0-21f6bf4713a5 HTTP/1.1" status: 200 len: 1096 time: 0.5198572 May 05 21:45:07.057738 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd906ef6-8a42-4113-b6fe-b5ed46a45ec4 req-3aa892df-44ec-4f85-826a-03e8b190ed62 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:07.059268 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cd906ef6-8a42-4113-b6fe-b5ed46a45ec4 req-3aa892df-44ec-4f85-826a-03e8b190ed62 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] 10.222.0.23 "GET /v2.0/ports?device_id=339ee01a-e1b6-43ac-8a73-0071b300af87 HTTP/1.1" status: 200 len: 945 time: 0.4220014 May 05 21:45:07.110329 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 8cb783c0-f01a-4300-92b9-2614f9ec0933 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:45:07.111061 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:07.148722 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-68ec8f28-680d-4146-bb2a-4df2b394573d None None] Attempting to bind port f8fee0a0-1aa6-4cae-a124-73e718f14060 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:45:07.148722 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-68ec8f28-680d-4146-bb2a-4df2b394573d None None] Attempting to bind port f8fee0a0-1aa6-4cae-a124-73e718f14060 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '7d5d0019-4642-44c5-b7b4-9ab8f077f05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '96812a3d-9fc7-45f8-be80-6a4e61c11ca7'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:45:07.150299 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cd906ef6-8a42-4113-b6fe-b5ed46a45ec4 req-929c6769-3976-434c-93d0-d18657757c9e tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] 10.222.0.23 "GET /v2.0/security-groups?id=01685b58-c5c4-46c5-9f2e-5e07825f21c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791020 May 05 21:45:07.151307 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ec8f28-680d-4146-bb2a-4df2b394573d None None] Attempting to bind port f8fee0a0-1aa6-4cae-a124-73e718f14060 on network 96812a3d-9fc7-45f8-be80-6a4e61c11ca7 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:45:07.152790 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7d811fe5-2379-4aed-b40c-68050003365b req-e5c3e953-035b-414c-93c8-740897085560 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/security-groups?id=060a0163-921c-42d6-97e2-b2f13023d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658504 May 05 21:45:07.215955 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0c0125f9-183e-487e-9708-72eb4e39a34b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:07.240333 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a83055d7-880f-4e0e-a924-66dd8ae2d64c req-7e14cd66-eba9-4de8-a383-b13e6b3cbd40 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=01685b58-c5c4-46c5-9f2e-5e07825f21c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937608 May 05 21:45:07.248931 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ec8f28-680d-4146-bb2a-4df2b394573d None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:45:07.249683 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ec8f28-680d-4146-bb2a-4df2b394573d None None] Checking segment: {'id': '7d5d0019-4642-44c5-b7b4-9ab8f077f05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '96812a3d-9fc7-45f8-be80-6a4e61c11ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:45:07.250385 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-68ec8f28-680d-4146-bb2a-4df2b394573d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:07.251018 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ec8f28-680d-4146-bb2a-4df2b394573d None None] Bound using segment: {'id': '7d5d0019-4642-44c5-b7b4-9ab8f077f05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '96812a3d-9fc7-45f8-be80-6a4e61c11ca7'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:45:07.251729 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-68ec8f28-680d-4146-bb2a-4df2b394573d None None] Bound port: f8fee0a0-1aa6-4cae-a124-73e718f14060, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d5d0019-4642-44c5-b7b4-9ab8f077f05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '96812a3d-9fc7-45f8-be80-6a4e61c11ca7'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:45:07.252323 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-68ec8f28-680d-4146-bb2a-4df2b394573d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:07.342016 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:07.379257 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-42081347-8cb0-47fd-8d8b-38b53eb106bd admin admin] Deleting port 7866e95a-fd72-42a8-bd30-fdb3eb1f27a4 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:45:07.379749 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-42081347-8cb0-47fd-8d8b-38b53eb106bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:07.381862 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-1a8fca46-9123-4fff-90d0-103165409243 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:07.383348 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-1a8fca46-9123-4fff-90d0-103165409243 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d50665b6-9647-47f1-b718-b6ae7cd32366 HTTP/1.1" status: 200 len: 909 time: 0.3338199 May 05 21:45:07.527469 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0c0125f9-183e-487e-9708-72eb4e39a34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:07.538176 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-68ec8f28-680d-4146-bb2a-4df2b394573d None None] For port f8fee0a0-1aa6-4cae-a124-73e718f14060, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:45:07.553511 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-68ec8f28-680d-4146-bb2a-4df2b394573d None None] For port f8fee0a0-1aa6-4cae-a124-73e718f14060, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=f8fee0a0-1aa6-4cae-a124-73e718f14060,segment=NetworkSegment(7d5d0019-4642-44c5-b7b4-9ab8f077f05e),segment_id=7d5d0019-4642-44c5-b7b4-9ab8f077f05e)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:45:07.572578 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:07.574739 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-7d2d7b1f-b5ec-4676-9b90-837ed3e61fa2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6aa8365b-e092-44f6-b0bc-72c629a80a98 HTTP/1.1" status: 200 len: 217 time: 0.1798887 May 05 21:45:07.604525 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port d5387aac-a254-4bd5-808d-d66fb6c7a74b, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=d5387aac-a254-4bd5-808d-d66fb6c7a74b,segment=NetworkSegment(51c02cf9-b533-4a1f-be25-586ebd89037c),segment_id=51c02cf9-b533-4a1f-be25-586ebd89037c)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:45:07.611241 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-68ec8f28-680d-4146-bb2a-4df2b394573d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:07.626530 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0125f9-183e-487e-9708-72eb4e39a34b admin admin] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:45:07.632634 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-0c0125f9-183e-487e-9708-72eb4e39a34b admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:45:07.643838 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0125f9-183e-487e-9708-72eb4e39a34b admin admin] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:45:07.667573 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-42081347-8cb0-47fd-8d8b-38b53eb106bd admin admin] For port 7866e95a-fd72-42a8-bd30-fdb3eb1f27a4, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=7866e95a-fd72-42a8-bd30-fdb3eb1f27a4,segment=NetworkSegment(d7603f5b-adfa-4ba5-8903-79c78aa436ad),segment_id=d7603f5b-adfa-4ba5-8903-79c78aa436ad)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:45:07.668341 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-42081347-8cb0-47fd-8d8b-38b53eb106bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:07.688392 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:07.775958 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 8cb783c0-f01a-4300-92b9-2614f9ec0933, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=8cb783c0-f01a-4300-92b9-2614f9ec0933,segment=NetworkSegment(1433ba6d-48b0-4056-91b6-deba1a0564ab),segment_id=1433ba6d-48b0-4056-91b6-deba1a0564ab)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:45:07.791415 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:07.792672 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 349e4061-2a07-4ef2-8d60-566db5d68653 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:45:07.896225 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ec8f28-680d-4146-bb2a-4df2b394573d None None] Pushing event updated for resources: {'Port': ['ID=f8fee0a0-1aa6-4cae-a124-73e718f14060,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:07.901201 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-42081347-8cb0-47fd-8d8b-38b53eb106bd admin admin] Calling delete_port for 7866e95a-fd72-42a8-bd30-fdb3eb1f27a4 owned by network:router_interface {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:45:07.906148 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0125f9-183e-487e-9708-72eb4e39a34b admin admin] Pushing event updated for resources: {'Port': ['ID=bd79a060-0542-4914-9eb5-5e7910ad2c20,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:07.910640 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-c1bd53f2-76da-4e93-9e04-937f845e901a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:07.912706 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-c1bd53f2-76da-4e93-9e04-937f845e901a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2ef0800d-de6f-466d-b35f-d1403d70c310 HTTP/1.1" status: 200 len: 848 time: 0.3313041 May 05 21:45:08.000891 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=d5387aac-a254-4bd5-808d-d66fb6c7a74b,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:08.130540 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=8cb783c0-f01a-4300-92b9-2614f9ec0933,revision_number=7']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:08.133408 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 349e4061-2a07-4ef2-8d60-566db5d68653 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:45:08.133837 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:08.147936 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-23197624-d0a6-468a-a622-c72d1d20d999 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d50665b6-9647-47f1-b718-b6ae7cd32366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1886628 May 05 21:45:08.319278 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1de06078-b21a-4e3d-96a2-f34c8c35edf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb783c0-f01a-4300-92b9-2614f9ec0933'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:45:08.340586 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6039c564-b80c-4197-870c-24b9b1ac42e1 req-69773d96-d63b-4d6e-ab1f-d1db871d5a9e tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:08.354825 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6039c564-b80c-4197-870c-24b9b1ac42e1 req-69773d96-d63b-4d6e-ab1f-d1db871d5a9e tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3c5da2f-806d-43d1-8c79-2d95246167d0 HTTP/1.1" status: 200 len: 946 time: 0.3015740 May 05 21:45:08.434892 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e686e0b-b74a-4f66-9d3f-e3f0ddd01557 req-f1e174f8-5a2b-4610-a260-1cba41966db1 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:08.450142 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7e686e0b-b74a-4f66-9d3f-e3f0ddd01557 req-f1e174f8-5a2b-4610-a260-1cba41966db1 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fa2aa3d-82d1-4e04-b9f0-21f6bf4713a5 HTTP/1.1" status: 200 len: 945 time: 0.3934321 May 05 21:45:08.501547 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:08.511522 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-6467a1b4-d8f9-4b67-bc29-6927097e8b9a service neutron] 10.222.0.44 "GET /v2.0/networks/d50665b6-9647-47f1-b718-b6ae7cd32366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502772 May 05 21:45:08.584669 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device f8fee0a0-1aa6-4cae-a124-73e718f14060 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:45:08.683478 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6039c564-b80c-4197-870c-24b9b1ac42e1 req-f12ce393-21f2-4acc-a775-c8d51ad80e3e tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272915 May 05 21:45:08.700444 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-42081347-8cb0-47fd-8d8b-38b53eb106bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:08.751825 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 349e4061-2a07-4ef2-8d60-566db5d68653, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=349e4061-2a07-4ef2-8d60-566db5d68653,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:45:08.777495 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:08.845930 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 8cb783c0-f01a-4300-92b9-2614f9ec0933 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:45:08.862491 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-10ee76e8-80bb-4f75-8ef1-351ea713fb60 service neutron] 10.222.0.44 "GET /v2.0/networks/d50665b6-9647-47f1-b718-b6ae7cd32366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444254 May 05 21:45:08.871330 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7e686e0b-b74a-4f66-9d3f-e3f0ddd01557 req-c409d6f5-f61c-4ec1-8732-09f9e5ac56d5 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4174092 May 05 21:45:08.879559 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42081347-8cb0-47fd-8d8b-38b53eb106bd admin admin] Pushing event deleted for resources: {'Port': ['ID=7866e95a-fd72-42a8-bd30-fdb3eb1f27a4,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:08.970099 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port f8fee0a0-1aa6-4cae-a124-73e718f14060 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:45:08.981649 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0c0125f9-183e-487e-9708-72eb4e39a34b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:08.983011 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0c0125f9-183e-487e-9708-72eb4e39a34b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:09.081711 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device d5387aac-a254-4bd5-808d-d66fb6c7a74b up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:45:09.428622 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea2eb817-7815-4703-8392-c392d07f2536'] response: {'server_uuid': '1de06078-b21a-4e3d-96a2-f34c8c35edf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb783c0-f01a-4300-92b9-2614f9ec0933', 'code': 200} May 05 21:45:09.450443 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=349e4061-2a07-4ef2-8d60-566db5d68653,revision_number=10']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:09.517835 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port d5387aac-a254-4bd5-808d-d66fb6c7a74b triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:45:09.519223 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:09.606387 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e601463c-8058-492c-8801-2ff033ae99b0 None None] Network 96812a3d-9fc7-45f8-be80-6a4e61c11ca7 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:45:09.640982 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c0125f9-183e-487e-9708-72eb4e39a34b admin admin] Router b0abeade-d90b-47e1-aef2-bc14d30f979a is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 21:45:09.890064 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea98e602-f0f2-4ec4-8acc-25a8307f03fc req-e033499d-9cec-4ad8-8c2e-b7b4df6437d1 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:09.904587 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ea98e602-f0f2-4ec4-8acc-25a8307f03fc req-e033499d-9cec-4ad8-8c2e-b7b4df6437d1 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] 10.222.0.23 "GET /v2.0/ports?device_id=339ee01a-e1b6-43ac-8a73-0071b300af87 HTTP/1.1" status: 200 len: 945 time: 0.6650388 May 05 21:45:09.940074 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:10.012324 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0125f9-183e-487e-9708-72eb4e39a34b admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:45:10.058457 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ea98e602-f0f2-4ec4-8acc-25a8307f03fc req-106a538c-aa92-41cb-861d-01b7f5b1a02c tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] 10.222.0.23 "GET /v2.0/security-groups?id=01685b58-c5c4-46c5-9f2e-5e07825f21c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523626 May 05 21:45:10.063982 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0c0125f9-183e-487e-9708-72eb4e39a34b admin admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:10.066175 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0c0125f9-183e-487e-9708-72eb4e39a34b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.1964622 May 05 21:45:10.070892 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37128) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:45:10.092474 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-1b4a0a41-54d7-4ef7-99cb-8ef66fb2a938 None None] Provisioning for port f8fee0a0-1aa6-4cae-a124-73e718f14060 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:45:10.099068 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08dc4e5-08cd-43c4-89ec-2b6fb2d36319 None None] Sync routers for ids ['b0abeade-d90b-47e1-aef2-bc14d30f979a'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:45:10.114326 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-1b4a0a41-54d7-4ef7-99cb-8ef66fb2a938 None None] Provisioning complete for port f8fee0a0-1aa6-4cae-a124-73e718f14060 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:45:10.114895 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1b4a0a41-54d7-4ef7-99cb-8ef66fb2a938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:10.158172 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2595b824-b8a3-4d97-952f-59d19922e203 req-de67b962-ec13-460a-9aa9-7b7289fa5ddf tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:10.169966 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2595b824-b8a3-4d97-952f-59d19922e203 req-de67b962-ec13-460a-9aa9-7b7289fa5ddf tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3c5da2f-806d-43d1-8c79-2d95246167d0 HTTP/1.1" status: 200 len: 946 time: 0.2249265 May 05 21:45:10.294138 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-42081347-8cb0-47fd-8d8b-38b53eb106bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:10.310340 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2595b824-b8a3-4d97-952f-59d19922e203 req-6428fee2-17d0-41e4-ae59-933bf5d646d3 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380796 May 05 21:45:10.499383 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 8cb783c0-f01a-4300-92b9-2614f9ec0933, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=8cb783c0-f01a-4300-92b9-2614f9ec0933,segment=NetworkSegment(1433ba6d-48b0-4056-91b6-deba1a0564ab),segment_id=1433ba6d-48b0-4056-91b6-deba1a0564ab)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:45:10.500363 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1b4a0a41-54d7-4ef7-99cb-8ef66fb2a938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:10.545253 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08dc4e5-08cd-43c4-89ec-2b6fb2d36319 None None] Routers {'b0abeade-d90b-47e1-aef2-bc14d30f979a'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:45:10.545253 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-a08dc4e5-08cd-43c4-89ec-2b6fb2d36319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:44:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['b0abeade-d90b-47e1-aef2-bc14d30f979a'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:45:10.745276 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-1b4a0a41-54d7-4ef7-99cb-8ef66fb2a938 None None] For port f8fee0a0-1aa6-4cae-a124-73e718f14060, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=f8fee0a0-1aa6-4cae-a124-73e718f14060,segment=NetworkSegment(7d5d0019-4642-44c5-b7b4-9ab8f077f05e),segment_id=7d5d0019-4642-44c5-b7b4-9ab8f077f05e)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:45:10.891058 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:10.993303 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eced841-6e74-422c-825e-d09430496ee1 req-7bae7b64-f8ad-4c22-9089-fbcc08270e4e tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:11.008828 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7eced841-6e74-422c-825e-d09430496ee1 req-7bae7b64-f8ad-4c22-9089-fbcc08270e4e tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fa2aa3d-82d1-4e04-b9f0-21f6bf4713a5 HTTP/1.1" status: 200 len: 945 time: 0.4945235 May 05 21:45:11.041730 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1b4a0a41-54d7-4ef7-99cb-8ef66fb2a938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:11.048289 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=8cb783c0-f01a-4300-92b9-2614f9ec0933,revision_number=8']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:11.092559 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a828e93-2b45-4204-9246-19fe26e4bbc3 req-769c8937-43c3-4868-a00a-549409f92e21 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:11.096710 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-7a828e93-2b45-4204-9246-19fe26e4bbc3 req-769c8937-43c3-4868-a00a-549409f92e21 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Synchronizing usage tracker for tenant:3ad6e070bfeb43998594f1d97e1517f2 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:45:11.131470 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ca840-ae17-4164-92e7-dd7c33b66ed8 req-6af7d5cb-d1ab-483d-b379-e10ce0e35f73 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:11.137437 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e86ca840-ae17-4164-92e7-dd7c33b66ed8 req-6af7d5cb-d1ab-483d-b379-e10ce0e35f73 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] 10.222.0.23 "GET /v2.0/ports?device_id=d30983cc-209f-4fbc-9d71-a01ed9096ab5 HTTP/1.1" status: 200 len: 946 time: 0.2640617 May 05 21:45:11.159918 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-7a828e93-2b45-4204-9246-19fe26e4bbc3 req-769c8937-43c3-4868-a00a-549409f92e21 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Unset dirty status for tenant:3ad6e070bfeb43998594f1d97e1517f2 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:45:11.167781 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7a828e93-2b45-4204-9246-19fe26e4bbc3 req-769c8937-43c3-4868-a00a-549409f92e21 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.44 "GET /v2.0/ports?device_id=1de06078-b21a-4e3d-96a2-f34c8c35edf4 HTTP/1.1" status: 200 len: 943 time: 0.2760389 May 05 21:45:11.267575 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7eced841-6e74-422c-825e-d09430496ee1 req-eb83580b-a958-4f63-83c9-fc6120693ac2 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576110 May 05 21:45:11.353315 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e86ca840-ae17-4164-92e7-dd7c33b66ed8 req-add619cc-ef50-41c1-9090-68c340927766 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] 10.222.0.23 "GET /v2.0/security-groups?id=01685b58-c5c4-46c5-9f2e-5e07825f21c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995018 May 05 21:45:11.357604 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-7a828e93-2b45-4204-9246-19fe26e4bbc3 req-b487c274-d1eb-4831-bbc3-1cf951660edd tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Deleting port 8cb783c0-f01a-4300-92b9-2614f9ec0933 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:45:11.357704 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-7a828e93-2b45-4204-9246-19fe26e4bbc3 req-b487c274-d1eb-4831-bbc3-1cf951660edd tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:11.406233 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-a08dc4e5-08cd-43c4-89ec-2b6fb2d36319 None None] Set router b0abeade-d90b-47e1-aef2-bc14d30f979a gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:45:11.668447 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a0a41-54d7-4ef7-99cb-8ef66fb2a938 None None] Pushing event updated for resources: {'Port': ['ID=f8fee0a0-1aa6-4cae-a124-73e718f14060,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:11.685867 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f862062c-4474-4058-9cab-b734c5bf856b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '349e4061-2a07-4ef2-8d60-566db5d68653'}, {'server_uuid': '1de06078-b21a-4e3d-96a2-f34c8c35edf4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cb783c0-f01a-4300-92b9-2614f9ec0933'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:45:12.413373 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-a08dc4e5-08cd-43c4-89ec-2b6fb2d36319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0abeade-d90b-47e1-aef2-bc14d30f979a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1863379920-router', 'tenant_id': '1558000fddc64215930486833c29f706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'bd79a060-0542-4914-9eb5-5e7910ad2c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:45:04Z', 'updated_at': '2022-05-05T21:45:08Z', 'revision_number': 3, 'project_id': '1558000fddc64215930486833c29f706', 'gw_port': {'id': 'bd79a060-0542-4914-9eb5-5e7910ad2c20', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0abeade-d90b-47e1-aef2-bc14d30f979a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:45:05Z', 'updated_at': '2022-05-05T21:45:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:45:12.425077 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08dc4e5-08cd-43c4-89ec-2b6fb2d36319 None None] Checking router: b0abeade-d90b-47e1-aef2-bc14d30f979a for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:45:12.425423 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08dc4e5-08cd-43c4-89ec-2b6fb2d36319 None None] Updating router b0abeade-d90b-47e1-aef2-bc14d30f979a port bd79a060-0542-4914-9eb5-5e7910ad2c20 binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 21:45:12.626629 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-777d106f-4d5d-4684-a230-09271489ebe2'] response: {'server_uuid': 'f862062c-4474-4058-9cab-b734c5bf856b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '349e4061-2a07-4ef2-8d60-566db5d68653', 'code': 200} May 05 21:45:12.626911 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-777d106f-4d5d-4684-a230-09271489ebe2'] response: {'server_uuid': '1de06078-b21a-4e3d-96a2-f34c8c35edf4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cb783c0-f01a-4300-92b9-2614f9ec0933', 'code': 200} May 05 21:45:12.634645 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a08dc4e5-08cd-43c4-89ec-2b6fb2d36319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:12.687576 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device f8fee0a0-1aa6-4cae-a124-73e718f14060 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:45:12.791019 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b56161-5621-4879-9074-23e938174e98 req-f5048e7b-3557-41f9-b2b2-2c3f62295a1e tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:12.793293 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-34b56161-5621-4879-9074-23e938174e98 req-f5048e7b-3557-41f9-b2b2-2c3f62295a1e tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/ports?device_id=1de06078-b21a-4e3d-96a2-f34c8c35edf4 HTTP/1.1" status: 200 len: 943 time: 0.7509227 May 05 21:45:12.796347 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-7a828e93-2b45-4204-9246-19fe26e4bbc3 req-b487c274-d1eb-4831-bbc3-1cf951660edd tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] For port 8cb783c0-f01a-4300-92b9-2614f9ec0933, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=8cb783c0-f01a-4300-92b9-2614f9ec0933,segment=NetworkSegment(1433ba6d-48b0-4056-91b6-deba1a0564ab),segment_id=1433ba6d-48b0-4056-91b6-deba1a0564ab)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:45:12.796921 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-7a828e93-2b45-4204-9246-19fe26e4bbc3 req-b487c274-d1eb-4831-bbc3-1cf951660edd tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:12.967327 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f1e96cfb-60d4-475c-9b9a-da58fdf1bd20 None None] Provisioning complete for port f8fee0a0-1aa6-4cae-a124-73e718f14060 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:45:12.968339 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f1e96cfb-60d4-475c-9b9a-da58fdf1bd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:13.036517 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port f8fee0a0-1aa6-4cae-a124-73e718f14060 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:45:13.036891 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:13.052259 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-7a828e93-2b45-4204-9246-19fe26e4bbc3 req-b487c274-d1eb-4831-bbc3-1cf951660edd tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Calling delete_port for 8cb783c0-f01a-4300-92b9-2614f9ec0933 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:45:13.150143 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-34b56161-5621-4879-9074-23e938174e98 req-c2c02790-2af6-424c-95db-e06c4b70e0a0 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/security-groups?id=060a0163-921c-42d6-97e2-b2f13023d860&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902050 May 05 21:45:13.180226 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6d048-77b6-485b-b43e-c79a786b1c4d req-f43e0762-c537-4791-aee1-afd0a0b7ca6c tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:13.182228 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-89e6d048-77b6-485b-b43e-c79a786b1c4d req-f43e0762-c537-4791-aee1-afd0a0b7ca6c tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3c5da2f-806d-43d1-8c79-2d95246167d0 HTTP/1.1" status: 200 len: 946 time: 0.2931139 May 05 21:45:13.329597 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-89e6d048-77b6-485b-b43e-c79a786b1c4d req-532eb608-f633-4767-8b4c-f877b68c9a72 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359742 May 05 21:45:13.369344 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42081347-8cb0-47fd-8d8b-38b53eb106bd admin admin] Router 8d9118bd-6861-46b5-bce1-b3365e37bd92 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:45:13.499737 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a08dc4e5-08cd-43c4-89ec-2b6fb2d36319 None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:13.513900 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-7a828e93-2b45-4204-9246-19fe26e4bbc3 req-b487c274-d1eb-4831-bbc3-1cf951660edd tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:13.693440 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-a08dc4e5-08cd-43c4-89ec-2b6fb2d36319 None None] Transition to ACTIVE for port object bd79a060-0542-4914-9eb5-5e7910ad2c20 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:45:13.723920 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a08dc4e5-08cd-43c4-89ec-2b6fb2d36319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:13.880978 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b487c274-d1eb-4831-bbc3-1cf951660edd tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Pushing event deleted for resources: {'Port': ['ID=8cb783c0-f01a-4300-92b9-2614f9ec0933,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:13.939989 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-a08dc4e5-08cd-43c4-89ec-2b6fb2d36319 None None] Attempting to bind port bd79a060-0542-4914-9eb5-5e7910ad2c20 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:45:13.942720 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-a08dc4e5-08cd-43c4-89ec-2b6fb2d36319 None None] Attempting to bind port bd79a060-0542-4914-9eb5-5e7910ad2c20 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:45:13.944605 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08dc4e5-08cd-43c4-89ec-2b6fb2d36319 None None] Attempting to bind port bd79a060-0542-4914-9eb5-5e7910ad2c20 on network 25bfe237-58de-4709-a3e0-ac79da07c300 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:45:14.000956 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a828e93-2b45-4204-9246-19fe26e4bbc3 req-b487c274-d1eb-4831-bbc3-1cf951660edd tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] No DVR routers for this DVR port 8cb783c0-f01a-4300-92b9-2614f9ec0933 on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:45:14.005138 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-7a828e93-2b45-4204-9246-19fe26e4bbc3 req-b487c274-d1eb-4831-bbc3-1cf951660edd tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:14.016900 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d36f06e-49da-479a-a18b-5a8f6458dece None None] Pushing event updated for resources: {'Port': ['ID=bd79a060-0542-4914-9eb5-5e7910ad2c20,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:14.026075 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1de06078-b21a-4e3d-96a2-f34c8c35edf4', 'name': 'network-vif-deleted', 'tag': '8cb783c0-f01a-4300-92b9-2614f9ec0933'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:45:14.038268 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08dc4e5-08cd-43c4-89ec-2b6fb2d36319 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:45:14.038636 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08dc4e5-08cd-43c4-89ec-2b6fb2d36319 None None] Checking segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:45:14.042793 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a08dc4e5-08cd-43c4-89ec-2b6fb2d36319 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:14.043371 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08dc4e5-08cd-43c4-89ec-2b6fb2d36319 None None] Bound using segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:45:14.046888 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-a08dc4e5-08cd-43c4-89ec-2b6fb2d36319 None None] Bound port: bd79a060-0542-4914-9eb5-5e7910ad2c20, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:45:14.050646 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a08dc4e5-08cd-43c4-89ec-2b6fb2d36319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:14.085873 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7a828e93-2b45-4204-9246-19fe26e4bbc3 req-b487c274-d1eb-4831-bbc3-1cf951660edd tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.44 "DELETE /v2.0/ports/8cb783c0-f01a-4300-92b9-2614f9ec0933 HTTP/1.1" status: 204 len: 173 time: 2.9136622 May 05 21:45:14.165328 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8106791-46a0-458d-90bd-ca2017dc8850 req-bf6e2a98-bb12-40f1-bc0b-67aa825250f8 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:14.165328 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-b8106791-46a0-458d-90bd-ca2017dc8850 req-bf6e2a98-bb12-40f1-bc0b-67aa825250f8 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Synchronizing usage tracker for tenant:4e026652b1bc4f42bbf06a3a7e36a282 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:45:14.188944 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-250872df-85ec-4735-aa7f-21f03ec32bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:14.203868 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-b8106791-46a0-458d-90bd-ca2017dc8850 req-bf6e2a98-bb12-40f1-bc0b-67aa825250f8 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Unset dirty status for tenant:4e026652b1bc4f42bbf06a3a7e36a282 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:45:14.203868 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b8106791-46a0-458d-90bd-ca2017dc8850 req-bf6e2a98-bb12-40f1-bc0b-67aa825250f8 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] 10.222.0.32 "GET /v2.0/ports?device_id=d30983cc-209f-4fbc-9d71-a01ed9096ab5 HTTP/1.1" status: 200 len: 946 time: 0.4034901 May 05 21:45:14.279341 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-84f424c5-3651-444e-a4de-0580b9d7a413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:14.307911 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-b8106791-46a0-458d-90bd-ca2017dc8850 req-2688117e-2a5b-487f-961e-73227ef681d5 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Deleting port b585c35a-336f-4c64-bd58-fc1f4b5b33b8 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:45:14.308293 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-b8106791-46a0-458d-90bd-ca2017dc8850 req-2688117e-2a5b-487f-961e-73227ef681d5 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:14.370255 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-a08dc4e5-08cd-43c4-89ec-2b6fb2d36319 None None] For port bd79a060-0542-4914-9eb5-5e7910ad2c20, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:45:14.376507 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeca345c-4658-4605-af83-a2268c793ad6 req-7b0d31e3-9d29-464b-a979-2b3e7cd2aae3 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:14.377348 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-a08dc4e5-08cd-43c4-89ec-2b6fb2d36319 None None] For port bd79a060-0542-4914-9eb5-5e7910ad2c20, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=bd79a060-0542-4914-9eb5-5e7910ad2c20,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:45:14.386651 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a08dc4e5-08cd-43c4-89ec-2b6fb2d36319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:14.388078 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-aeca345c-4658-4605-af83-a2268c793ad6 req-7b0d31e3-9d29-464b-a979-2b3e7cd2aae3 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fa2aa3d-82d1-4e04-b9f0-21f6bf4713a5 HTTP/1.1" status: 200 len: 945 time: 0.8668053 May 05 21:45:14.503068 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-aeca345c-4658-4605-af83-a2268c793ad6 req-6bb829af-046a-44de-a81c-a01b708b7705 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140068 May 05 21:45:14.542326 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d36f06e-49da-479a-a18b-5a8f6458dece None None] Pushing event updated for resources: {'Port': ['ID=bd79a060-0542-4914-9eb5-5e7910ad2c20,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:14.547942 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08dc4e5-08cd-43c4-89ec-2b6fb2d36319 None None] Routers {'b0abeade-d90b-47e1-aef2-bc14d30f979a'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:45:14.548718 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-a08dc4e5-08cd-43c4-89ec-2b6fb2d36319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:44:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['b0abeade-d90b-47e1-aef2-bc14d30f979a'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:45:14.627617 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42081347-8cb0-47fd-8d8b-38b53eb106bd admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:45:14.647176 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce4f70e-9414-4313-9e9c-0e79cf897ed3 None None] Sync routers for ids ['8d9118bd-6861-46b5-bce1-b3365e37bd92'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:45:14.669374 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce4f70e-9414-4313-9e9c-0e79cf897ed3 None None] Routers {'8d9118bd-6861-46b5-bce1-b3365e37bd92'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:45:14.670229 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-bce4f70e-9414-4313-9e9c-0e79cf897ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:44:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8d9118bd-6861-46b5-bce1-b3365e37bd92'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:45:14.676741 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-42081347-8cb0-47fd-8d8b-38b53eb106bd admin admin] 10.222.0.23 "PUT /v2.0/routers/8d9118bd-6861-46b5-bce1-b3365e37bd92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6064761 May 05 21:45:14.682529 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37172) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:45:14.894934 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2167df8e-b85a-47de-a00c-ae8d4a795446'] response: {'server_uuid': '1de06078-b21a-4e3d-96a2-f34c8c35edf4', 'name': 'network-vif-deleted', 'tag': '8cb783c0-f01a-4300-92b9-2614f9ec0933', 'status': 'completed', 'code': 200} May 05 21:45:15.023563 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 8cb783c0-f01a-4300-92b9-2614f9ec0933 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:45:15.088229 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: 8cb783c0-f01a-4300-92b9-2614f9ec0933 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:45:15.088616 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 8cb783c0-f01a-4300-92b9-2614f9ec0933 not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:45:15.145317 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-10baa522-8cf7-4d6a-93d9-a1e33e17ec4c req-9dec2156-db36-44ef-b136-64a4df83ae02 tempest-ImagesTestJSON-1768468293 tempest-ImagesTestJSON-1768468293-project] 10.222.0.23 "GET /v2.0/ports?device_id=1de06078-b21a-4e3d-96a2-f34c8c35edf4 HTTP/1.1" status: 200 len: 210 time: 0.1205292 May 05 21:45:15.294090 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-a08dc4e5-08cd-43c4-89ec-2b6fb2d36319 None None] Set router b0abeade-d90b-47e1-aef2-bc14d30f979a gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:45:15.329228 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-250872df-85ec-4735-aa7f-21f03ec32bda admin admin] Allocated IP 172.20.0.1 (96812a3d-9fc7-45f8-be80-6a4e61c11ca7/95c3156c-90d6-4b28-b91c-9d25632a4397/84899a3f-75cd-4f58-acd3-5652f4310abd) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:45:15.345006 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-b8106791-46a0-458d-90bd-ca2017dc8850 req-2688117e-2a5b-487f-961e-73227ef681d5 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] For port b585c35a-336f-4c64-bd58-fc1f4b5b33b8, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=b585c35a-336f-4c64-bd58-fc1f4b5b33b8,segment=NetworkSegment(175541d5-fda9-4a81-b2c4-365f823aadee),segment_id=175541d5-fda9-4a81-b2c4-365f823aadee)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:45:15.345006 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-b8106791-46a0-458d-90bd-ca2017dc8850 req-2688117e-2a5b-487f-961e-73227ef681d5 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:15.361977 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-07339dee-34bc-46ec-b5a4-6ed04ad1d5ac admin admin] Notify callbacks [] for router, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:15.565751 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-bce4f70e-9414-4313-9e9c-0e79cf897ed3 None None] Set router 8d9118bd-6861-46b5-bce1-b3365e37bd92 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:45:15.694315 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-b8106791-46a0-458d-90bd-ca2017dc8850 req-2688117e-2a5b-487f-961e-73227ef681d5 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Calling delete_port for b585c35a-336f-4c64-bd58-fc1f4b5b33b8 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:45:16.054649 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-a2a36d3b-20c0-4918-9139-68703942cb90 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:16.060269 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-a2a36d3b-20c0-4918-9139-68703942cb90 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] 10.222.0.23 "GET /v2.0/networks?id=3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703 HTTP/1.1" status: 200 len: 811 time: 0.4629605 May 05 21:45:16.106836 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-250872df-85ec-4735-aa7f-21f03ec32bda admin admin] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:16.127795 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a5712-b76d-4cfe-91ab-74f3008ca089 req-4b15d76b-2ccf-4939-917a-f9998604d0c9 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:16.129331 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4f2a5712-b76d-4cfe-91ab-74f3008ca089 req-4b15d76b-2ccf-4939-917a-f9998604d0c9 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] 10.222.0.32 "GET /v2.0/ports?device_id=339ee01a-e1b6-43ac-8a73-0071b300af87 HTTP/1.1" status: 200 len: 945 time: 0.4844038 May 05 21:45:16.183318 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f8b4f-3c95-4694-b549-40964b9fc7e0 req-fad87523-dbd9-44b7-aa5c-0a5d626b20d4 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:16.184826 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-159f8b4f-3c95-4694-b549-40964b9fc7e0 req-fad87523-dbd9-44b7-aa5c-0a5d626b20d4 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3c5da2f-806d-43d1-8c79-2d95246167d0 HTTP/1.1" status: 200 len: 946 time: 0.6469724 May 05 21:45:16.185388 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-abeb74b4-036e-49fa-acfa-147e8a498cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:16.229025 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-a08dc4e5-08cd-43c4-89ec-2b6fb2d36319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0abeade-d90b-47e1-aef2-bc14d30f979a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1863379920-router', 'tenant_id': '1558000fddc64215930486833c29f706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'bd79a060-0542-4914-9eb5-5e7910ad2c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:45:04Z', 'updated_at': '2022-05-05T21:45:08Z', 'revision_number': 3, 'project_id': '1558000fddc64215930486833c29f706', 'gw_port': {'id': 'bd79a060-0542-4914-9eb5-5e7910ad2c20', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0abeade-d90b-47e1-aef2-bc14d30f979a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:45:05Z', 'updated_at': '2022-05-05T21:45:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:45:16.238507 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08dc4e5-08cd-43c4-89ec-2b6fb2d36319 None None] The sync data for ids ['b0abeade-d90b-47e1-aef2-bc14d30f979a'] in n-d-825175-4 is: [{'id': 'b0abeade-d90b-47e1-aef2-bc14d30f979a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1863379920-router', 'tenant_id': '1558000fddc64215930486833c29f706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'bd79a060-0542-4914-9eb5-5e7910ad2c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:45:04Z', 'updated_at': '2022-05-05T21:45:08Z', 'revision_number': 3, 'project_id': '1558000fddc64215930486833c29f706', 'gw_port': {'id': 'bd79a060-0542-4914-9eb5-5e7910ad2c20', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0abeade-d90b-47e1-aef2-bc14d30f979a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:45:05Z', 'updated_at': '2022-05-05T21:45:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:45:16.244579 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-39dff052-4930-4479-a829-b51d93fb907b tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] 10.222.0.23 "GET /v2.0/quotas/4e026652b1bc4f42bbf06a3a7e36a282 HTTP/1.1" status: 200 len: 375 time: 0.1526694 May 05 21:45:16.262766 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-bce4f70e-9414-4313-9e9c-0e79cf897ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9118bd-6861-46b5-bce1-b3365e37bd92', 'name': 'tempest-ServersTestJSON-50409553-router', 'tenant_id': 'e254aa6e91fc4971a04919e3490afc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '3d8c1209-ad27-48b3-b0e9-488054017850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:43:13Z', 'updated_at': '2022-05-05T21:45:08Z', 'revision_number': 5, 'project_id': 'e254aa6e91fc4971a04919e3490afc47', 'gw_port': {'id': '3d8c1209-ad27-48b3-b0e9-488054017850', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:56:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9118bd-6861-46b5-bce1-b3365e37bd92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:43:16Z', 'updated_at': '2022-05-05T21:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:45:16.268128 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce4f70e-9414-4313-9e9c-0e79cf897ed3 None None] Checking router: 8d9118bd-6861-46b5-bce1-b3365e37bd92 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:45:16.287819 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce4f70e-9414-4313-9e9c-0e79cf897ed3 None None] Routers {'8d9118bd-6861-46b5-bce1-b3365e37bd92'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:45:16.288884 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-bce4f70e-9414-4313-9e9c-0e79cf897ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:45:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8d9118bd-6861-46b5-bce1-b3365e37bd92'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:45:16.295285 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-4f2a5712-b76d-4cfe-91ab-74f3008ca089 req-7e10c70f-d1bf-439b-976b-598877ea8ea3 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Deleting port a127e670-b8b1-4e38-ab1b-0ba598bf1204 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:45:16.295681 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-4f2a5712-b76d-4cfe-91ab-74f3008ca089 req-7e10c70f-d1bf-439b-976b-598877ea8ea3 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:16.349867 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-250872df-85ec-4735-aa7f-21f03ec32bda admin admin] Transition to ACTIVE for port object 84899a3f-75cd-4f58-acd3-5652f4310abd will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:45:16.434065 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-159f8b4f-3c95-4694-b549-40964b9fc7e0 req-f216badc-a139-4aff-8a51-c52d3f4c09c5 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300587 May 05 21:45:16.494173 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-2a60164d-dd1b-4e91-ae2b-b6543006f7b8 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4e026652b1bc4f42bbf06a3a7e36a282&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2480180 May 05 21:45:16.511707 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device b585c35a-336f-4c64-bd58-fc1f4b5b33b8 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:45:16.578442 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: b585c35a-336f-4c64-bd58-fc1f4b5b33b8 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:45:16.578859 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device b585c35a-336f-4c64-bd58-fc1f4b5b33b8 not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:45:16.635848 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-bce4f70e-9414-4313-9e9c-0e79cf897ed3 None None] Set router 8d9118bd-6861-46b5-bce1-b3365e37bd92 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:45:16.638429 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-b8106791-46a0-458d-90bd-ca2017dc8850 req-2688117e-2a5b-487f-961e-73227ef681d5 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:16.729122 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2688117e-2a5b-487f-961e-73227ef681d5 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Pushing event deleted for resources: {'Port': ['ID=b585c35a-336f-4c64-bd58-fc1f4b5b33b8,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:16.769530 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-0ce85112-58e6-4de1-a34a-41485d18d5db service neutron] 10.222.0.23 "GET /v2.0/networks/3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744956 May 05 21:45:16.837253 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-250872df-85ec-4735-aa7f-21f03ec32bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:16.938751 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8106791-46a0-458d-90bd-ca2017dc8850 req-2688117e-2a5b-487f-961e-73227ef681d5 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] No DVR routers for this DVR port b585c35a-336f-4c64-bd58-fc1f4b5b33b8 on host n-h2-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:45:16.956130 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-b8106791-46a0-458d-90bd-ca2017dc8850 req-2688117e-2a5b-487f-961e-73227ef681d5 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:16.959342 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd30983cc-209f-4fbc-9d71-a01ed9096ab5', 'name': 'network-vif-deleted', 'tag': 'b585c35a-336f-4c64-bd58-fc1f4b5b33b8'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:45:17.001722 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-07339dee-34bc-46ec-b5a4-6ed04ad1d5ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:17.054831 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-07339dee-34bc-46ec-b5a4-6ed04ad1d5ac admin admin] Deleting port 3d8c1209-ad27-48b3-b0e9-488054017850 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:45:17.055903 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-07339dee-34bc-46ec-b5a4-6ed04ad1d5ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:17.057125 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250872df-85ec-4735-aa7f-21f03ec32bda admin admin] Pushing event updated for resources: {'Port': ['ID=84899a3f-75cd-4f58-acd3-5652f4310abd,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:17.099551 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b8106791-46a0-458d-90bd-ca2017dc8850 req-2688117e-2a5b-487f-961e-73227ef681d5 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] 10.222.0.32 "DELETE /v2.0/ports/b585c35a-336f-4c64-bd58-fc1f4b5b33b8 HTTP/1.1" status: 204 len: 173 time: 2.8914533 May 05 21:45:17.125944 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-4f2a5712-b76d-4cfe-91ab-74f3008ca089 req-7e10c70f-d1bf-439b-976b-598877ea8ea3 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] For port a127e670-b8b1-4e38-ab1b-0ba598bf1204, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=a127e670-b8b1-4e38-ab1b-0ba598bf1204,segment=NetworkSegment(175541d5-fda9-4a81-b2c4-365f823aadee),segment_id=175541d5-fda9-4a81-b2c4-365f823aadee)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:45:17.127436 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-4f2a5712-b76d-4cfe-91ab-74f3008ca089 req-7e10c70f-d1bf-439b-976b-598877ea8ea3 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:17.138284 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250872df-85ec-4735-aa7f-21f03ec32bda admin admin] Network 96812a3d-9fc7-45f8-be80-6a4e61c11ca7 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:45:17.142439 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-250872df-85ec-4735-aa7f-21f03ec32bda admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:45:17.152740 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250872df-85ec-4735-aa7f-21f03ec32bda admin admin] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:45:17.181088 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f8e737-83e1-4015-a1a1-b5ebef1b498a req-dee82b7c-cfa1-496e-a5c5-ef23a9e626f3 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:17.188484 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-78f8e737-83e1-4015-a1a1-b5ebef1b498a req-dee82b7c-cfa1-496e-a5c5-ef23a9e626f3 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3c5da2f-806d-43d1-8c79-2d95246167d0 HTTP/1.1" status: 200 len: 946 time: 0.4147758 May 05 21:45:17.216952 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:17.424872 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-1b2223a2-3922-4c5c-9be5-c2e30c4ccf64 service neutron] 10.222.0.23 "GET /v2.0/networks/3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6454163 May 05 21:45:17.428963 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:17.452813 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-bce4f70e-9414-4313-9e9c-0e79cf897ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d9118bd-6861-46b5-bce1-b3365e37bd92', 'name': 'tempest-ServersTestJSON-50409553-router', 'tenant_id': 'e254aa6e91fc4971a04919e3490afc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '3d8c1209-ad27-48b3-b0e9-488054017850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:43:13Z', 'updated_at': '2022-05-05T21:45:08Z', 'revision_number': 5, 'project_id': 'e254aa6e91fc4971a04919e3490afc47', 'gw_port': {'id': '3d8c1209-ad27-48b3-b0e9-488054017850', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:56:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9118bd-6861-46b5-bce1-b3365e37bd92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:43:16Z', 'updated_at': '2022-05-05T21:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:45:17.458433 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce4f70e-9414-4313-9e9c-0e79cf897ed3 None None] The sync data for ids ['8d9118bd-6861-46b5-bce1-b3365e37bd92'] in n-d-825175-4 is: [{'id': '8d9118bd-6861-46b5-bce1-b3365e37bd92', 'name': 'tempest-ServersTestJSON-50409553-router', 'tenant_id': 'e254aa6e91fc4971a04919e3490afc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '3d8c1209-ad27-48b3-b0e9-488054017850', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:43:13Z', 'updated_at': '2022-05-05T21:45:08Z', 'revision_number': 5, 'project_id': 'e254aa6e91fc4971a04919e3490afc47', 'gw_port': {'id': '3d8c1209-ad27-48b3-b0e9-488054017850', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:56:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9118bd-6861-46b5-bce1-b3365e37bd92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:43:16Z', 'updated_at': '2022-05-05T21:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:45:17.469325 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-4f2a5712-b76d-4cfe-91ab-74f3008ca089 req-7e10c70f-d1bf-439b-976b-598877ea8ea3 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Calling delete_port for a127e670-b8b1-4e38-ab1b-0ba598bf1204 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:45:17.599715 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-250872df-85ec-4735-aa7f-21f03ec32bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:17.661061 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-b250e639-1b02-4e15-ae7d-87b591d98444 None None] Provisioning for port 84899a3f-75cd-4f58-acd3-5652f4310abd completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:45:17.677671 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-b250e639-1b02-4e15-ae7d-87b591d98444 None None] Provisioning complete for port 84899a3f-75cd-4f58-acd3-5652f4310abd triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:45:17.678052 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b250e639-1b02-4e15-ae7d-87b591d98444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:17.823840 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-250872df-85ec-4735-aa7f-21f03ec32bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:17.849313 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-78f8e737-83e1-4015-a1a1-b5ebef1b498a req-c9b60d26-254e-4635-bfac-5af3a62fc30a tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Deleting port 02a9500f-1952-4af2-b77c-7066c11be16c {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:45:17.849313 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-78f8e737-83e1-4015-a1a1-b5ebef1b498a req-c9b60d26-254e-4635-bfac-5af3a62fc30a tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:17.956222 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-b250e639-1b02-4e15-ae7d-87b591d98444 None None] Port 84899a3f-75cd-4f58-acd3-5652f4310abd cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:45:18.061752 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-07339dee-34bc-46ec-b5a4-6ed04ad1d5ac admin admin] For port 3d8c1209-ad27-48b3-b0e9-488054017850, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=3d8c1209-ad27-48b3-b0e9-488054017850,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:45:18.063248 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-07339dee-34bc-46ec-b5a4-6ed04ad1d5ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:18.089543 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb871b-ff51-4280-9247-e814a5bb6b16 req-ae8f0f78-2085-4382-8490-7a2eb815004a tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:18.104277 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-30cb871b-ff51-4280-9247-e814a5bb6b16 req-ae8f0f78-2085-4382-8490-7a2eb815004a tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fa2aa3d-82d1-4e04-b9f0-21f6bf4713a5 HTTP/1.1" status: 200 len: 945 time: 0.3425469 May 05 21:45:18.157770 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-4f2a5712-b76d-4cfe-91ab-74f3008ca089 req-7e10c70f-d1bf-439b-976b-598877ea8ea3 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:18.348398 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-07339dee-34bc-46ec-b5a4-6ed04ad1d5ac admin admin] Calling delete_port for 3d8c1209-ad27-48b3-b0e9-488054017850 owned by network:router_gateway {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:45:18.365133 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 7866e95a-fd72-42a8-bd30-fdb3eb1f27a4 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:45:18.435727 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 7866e95a-fd72-42a8-bd30-fdb3eb1f27a4 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:45:18.439183 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 7866e95a-fd72-42a8-bd30-fdb3eb1f27a4 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:45:18.528876 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 02a9500f-1952-4af2-b77c-7066c11be16c no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:45:18.631082 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-07339dee-34bc-46ec-b5a4-6ed04ad1d5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:18.675274 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-30cb871b-ff51-4280-9247-e814a5bb6b16 req-e2f60969-153c-4312-8fbe-a6fafd539d04 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5423410 May 05 21:45:18.753759 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e10c70f-d1bf-439b-976b-598877ea8ea3 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Pushing event deleted for resources: {'Port': ['ID=a127e670-b8b1-4e38-ab1b-0ba598bf1204,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:18.836199 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f3c24ae-50ea-4204-ad3d-c5ea35ccc1c9'] response: {'server_uuid': 'd30983cc-209f-4fbc-9d71-a01ed9096ab5', 'name': 'network-vif-deleted', 'tag': 'b585c35a-336f-4c64-bd58-fc1f4b5b33b8', 'status': 'completed', 'code': 200} May 05 21:45:18.873801 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07339dee-34bc-46ec-b5a4-6ed04ad1d5ac admin admin] Pushing event deleted for resources: {'Port': ['ID=3d8c1209-ad27-48b3-b0e9-488054017850,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:18.875170 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f2a5712-b76d-4cfe-91ab-74f3008ca089 req-7e10c70f-d1bf-439b-976b-598877ea8ea3 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] No DVR routers for this DVR port a127e670-b8b1-4e38-ab1b-0ba598bf1204 on host n-h2-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:45:18.900339 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-4f2a5712-b76d-4cfe-91ab-74f3008ca089 req-7e10c70f-d1bf-439b-976b-598877ea8ea3 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:18.915573 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:18.939944 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:18.962100 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4f2a5712-b76d-4cfe-91ab-74f3008ca089 req-7e10c70f-d1bf-439b-976b-598877ea8ea3 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] 10.222.0.32 "DELETE /v2.0/ports/a127e670-b8b1-4e38-ab1b-0ba598bf1204 HTTP/1.1" status: 204 len: 173 time: 2.7883396 May 05 21:45:18.980742 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c5da2f-806d-43d1-8c79-2d95246167d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02a9500f-1952-4af2-b77c-7066c11be16c'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:45:18.992098 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-8a0533d9-d983-4845-b2f8-0801966245a8 tempest-LiveMigrationTest-271875399 tempest-LiveMigrationTest-271875399-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7fa2aa3d-82d1-4e04-b9f0-21f6bf4713a5&tenant_id=ea576b38215846aaa224b1aa35155ba3&binding%3Ahost_id=n-h2-825175-4 HTTP/1.1" status: 200 len: 1096 time: 0.3346589 May 05 21:45:19.006275 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-513f05f6-93c5-49d9-a7c7-b420ae1fadbf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-825175-4'}}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:45:19.007795 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 02a9500f-1952-4af2-b77c-7066c11be16c, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=02a9500f-1952-4af2-b77c-7066c11be16c,segment=NetworkSegment(bb53319d-02d7-4ee5-a402-d07603ca726a),segment_id=bb53319d-02d7-4ee5-a402-d07603ca726a)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:45:19.016430 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:19.017222 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device a127e670-b8b1-4e38-ab1b-0ba598bf1204 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:45:19.057192 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07339dee-34bc-46ec-b5a4-6ed04ad1d5ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:45:19.057445 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07339dee-34bc-46ec-b5a4-6ed04ad1d5ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:45:19.057967 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07339dee-34bc-46ec-b5a4-6ed04ad1d5ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:45:19.058502 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07339dee-34bc-46ec-b5a4-6ed04ad1d5ac admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:45:19.059017 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07339dee-34bc-46ec-b5a4-6ed04ad1d5ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:45:19.059798 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07339dee-34bc-46ec-b5a4-6ed04ad1d5ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:45:19.060334 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07339dee-34bc-46ec-b5a4-6ed04ad1d5ac admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:45:19.060815 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07339dee-34bc-46ec-b5a4-6ed04ad1d5ac admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:45:19.061369 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07339dee-34bc-46ec-b5a4-6ed04ad1d5ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:45:19.061862 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07339dee-34bc-46ec-b5a4-6ed04ad1d5ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:45:19.062862 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07339dee-34bc-46ec-b5a4-6ed04ad1d5ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:45:19.105162 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-250872df-85ec-4735-aa7f-21f03ec32bda admin admin] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:19.148789 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-250872df-85ec-4735-aa7f-21f03ec32bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:19.152481 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: a127e670-b8b1-4e38-ab1b-0ba598bf1204 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:45:19.153036 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device a127e670-b8b1-4e38-ab1b-0ba598bf1204 not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:45:19.236928 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=02a9500f-1952-4af2-b77c-7066c11be16c,revision_number=6']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:19.367940 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-513f05f6-93c5-49d9-a7c7-b420ae1fadbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:19.385984 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250872df-85ec-4735-aa7f-21f03ec32bda admin admin] Pushing event updated for resources: {'Port': ['ID=84899a3f-75cd-4f58-acd3-5652f4310abd,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:19.391778 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-250872df-85ec-4735-aa7f-21f03ec32bda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:19.435313 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-78f8e737-83e1-4015-a1a1-b5ebef1b498a req-c9b60d26-254e-4635-bfac-5af3a62fc30a tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] For port 02a9500f-1952-4af2-b77c-7066c11be16c, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=02a9500f-1952-4af2-b77c-7066c11be16c,segment=NetworkSegment(bb53319d-02d7-4ee5-a402-d07603ca726a),segment_id=bb53319d-02d7-4ee5-a402-d07603ca726a)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:45:19.435673 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-78f8e737-83e1-4015-a1a1-b5ebef1b498a req-c9b60d26-254e-4635-bfac-5af3a62fc30a tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:19.446074 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-07339dee-34bc-46ec-b5a4-6ed04ad1d5ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:19.742679 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250872df-85ec-4735-aa7f-21f03ec32bda admin admin] Network 96812a3d-9fc7-45f8-be80-6a4e61c11ca7 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:45:19.751087 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-250872df-85ec-4735-aa7f-21f03ec32bda admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:45:20.295747 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c144ef6-1e38-4387-99fd-d140f484e4eb req-76ba95d8-9345-4605-8eff-bdb8c0267a3b tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:20.310224 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-bca1f300-9c2e-4754-83a1-6c50e5e72be5 None None] Provisioning complete for port 84899a3f-75cd-4f58-acd3-5652f4310abd triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:45:20.311276 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-bca1f300-9c2e-4754-83a1-6c50e5e72be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:20.311402 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-513f05f6-93c5-49d9-a7c7-b420ae1fadbf service neutron] For port 6aa8365b-e092-44f6-b0bc-72c629a80a98, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=6aa8365b-e092-44f6-b0bc-72c629a80a98,segment=NetworkSegment(df9c57c2-52c8-43c0-981c-16fd110b1d0b),segment_id=df9c57c2-52c8-43c0-981c-16fd110b1d0b)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:45:20.319133 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7c144ef6-1e38-4387-99fd-d140f484e4eb req-76ba95d8-9345-4605-8eff-bdb8c0267a3b tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2749759-427b-4a40-96b7-9519adf36f4f HTTP/1.1" status: 200 len: 946 time: 1.5174561 May 05 21:45:20.414994 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-513f05f6-93c5-49d9-a7c7-b420ae1fadbf service neutron] For port 6aa8365b-e092-44f6-b0bc-72c629a80a98, host n-h2-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:45:20.453056 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-bca1f300-9c2e-4754-83a1-6c50e5e72be5 None None] Port 84899a3f-75cd-4f58-acd3-5652f4310abd cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:45:20.507909 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-513f05f6-93c5-49d9-a7c7-b420ae1fadbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:20.634838 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device bd79a060-0542-4914-9eb5-5e7910ad2c20 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:45:20.645642 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-78f8e737-83e1-4015-a1a1-b5ebef1b498a req-c9b60d26-254e-4635-bfac-5af3a62fc30a tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Calling delete_port for 02a9500f-1952-4af2-b77c-7066c11be16c owned by compute:nova {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:45:20.659208 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-513f05f6-93c5-49d9-a7c7-b420ae1fadbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:20.823571 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port bd79a060-0542-4914-9eb5-5e7910ad2c20 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:45:20.829296 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port bd79a060-0542-4914-9eb5-5e7910ad2c20 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:45:20.829934 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:20.854468 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339ee01a-e1b6-43ac-8a73-0071b300af87', 'name': 'network-vif-deleted', 'tag': 'a127e670-b8b1-4e38-ab1b-0ba598bf1204'}, {'server_uuid': '7fa2aa3d-82d1-4e04-b9f0-21f6bf4713a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6aa8365b-e092-44f6-b0bc-72c629a80a98'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:45:20.956379 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 6aa8365b-e092-44f6-b0bc-72c629a80a98 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:45:20.966167 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-07339dee-34bc-46ec-b5a4-6ed04ad1d5ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:21.266199 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-07339dee-34bc-46ec-b5a4-6ed04ad1d5ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:21.281754 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a257358-fd2b-4b9f-9049-ffd1232c14c2 req-d25bc168-0529-437b-876d-c6e5654e10e7 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:21.283649 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0a257358-fd2b-4b9f-9049-ffd1232c14c2 req-d25bc168-0529-437b-876d-c6e5654e10e7 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3c5da2f-806d-43d1-8c79-2d95246167d0 HTTP/1.1" status: 200 len: 944 time: 2.2050145 May 05 21:45:21.291082 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7c144ef6-1e38-4387-99fd-d140f484e4eb req-29d05aa4-c1da-4238-8767-2839c8a2b04f tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] 10.222.0.23 "GET /v2.0/security-groups?id=120b4c1c-14bf-4ea1-9ce2-540e096b21a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9711909 May 05 21:45:21.320550 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.api [req-78f8e737-83e1-4015-a1a1-b5ebef1b498a req-c9b60d26-254e-4635-bfac-5af3a62fc30a tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:45:21.320550 n-d-825175-4 neutron-server[84061]: DEBUG oslo_db.api [req-78f8e737-83e1-4015-a1a1-b5ebef1b498a req-c9b60d26-254e-4635-bfac-5af3a62fc30a tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:45:21.321379 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:21.403134 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port bd79a060-0542-4914-9eb5-5e7910ad2c20, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=bd79a060-0542-4914-9eb5-5e7910ad2c20,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:45:21.422023 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:21.490775 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0a257358-fd2b-4b9f-9049-ffd1232c14c2 req-0d24e5bc-9b9a-4aec-9b95-afe84c266cca tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963921 May 05 21:45:21.509470 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-2d9c9b95-a26b-4f58-a20b-7e8da1d442d6 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:21.544800 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-2d9c9b95-a26b-4f58-a20b-7e8da1d442d6 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] 10.222.0.44 "GET /v2.0/networks?id=3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703 HTTP/1.1" status: 200 len: 811 time: 0.7002707 May 05 21:45:21.554600 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-07339dee-34bc-46ec-b5a4-6ed04ad1d5ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:21.555135 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07339dee-34bc-46ec-b5a4-6ed04ad1d5ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d9118bd-6861-46b5-bce1-b3365e37bd92 {{(pid=84061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 21:45:21.562908 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-a2df0b61-b769-46ed-8b0d-da466eb3862b tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Request body: {'port': {'device_id': '9aa7c1a6-f06f-403c-a412-e9f8f555be98', 'network_id': '3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703', 'admin_state_up': True, 'tenant_id': '4e026652b1bc4f42bbf06a3a7e36a282'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:45:21.645872 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 6aa8365b-e092-44f6-b0bc-72c629a80a98, host n-h2-825175-4, got binding levels [] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:45:21.668012 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-0f9c016f-5a54-4d4e-b07e-97a5833e194e tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:21.669777 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-0f9c016f-5a54-4d4e-b07e-97a5833e194e tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] 10.222.0.44 "GET /v2.0/networks?id=3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703 HTTP/1.1" status: 200 len: 811 time: 1.7153394 May 05 21:45:21.670708 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513f05f6-93c5-49d9-a7c7-b420ae1fadbf service neutron] Pushing event updated for resources: {'Port': ['ID=6aa8365b-e092-44f6-b0bc-72c629a80a98,revision_number=7']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:21.696002 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=bd79a060-0542-4914-9eb5-5e7910ad2c20,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:21.716246 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Attempting to bind port 6aa8365b-e092-44f6-b0bc-72c629a80a98 on host n-h2-825175-4 for vnic_type normal with profile {"migrating_to": "n-h1-825175-4"} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:45:21.717022 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Attempting to bind port 6aa8365b-e092-44f6-b0bc-72c629a80a98 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'df9c57c2-52c8-43c0-981c-16fd110b1d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd50665b6-9647-47f1-b718-b6ae7cd32366'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:45:21.717665 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Attempting to bind port 6aa8365b-e092-44f6-b0bc-72c629a80a98 on network d50665b6-9647-47f1-b718-b6ae7cd32366 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:45:21.719093 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-ad4c1ac6-550a-4fb0-8a6e-e7d1698d7c99 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Request body: {'port': {'device_id': '3f659061-1fff-4a74-a711-89b64c4db80a', 'network_id': '3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703', 'admin_state_up': True, 'tenant_id': '4e026652b1bc4f42bbf06a3a7e36a282'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:45:21.729530 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Port 6aa8365b-e092-44f6-b0bc-72c629a80a98 on network d50665b6-9647-47f1-b718-b6ae7cd32366 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:45:21.730767 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Attempting to bind port 6aa8365b-e092-44f6-b0bc-72c629a80a98 on network d50665b6-9647-47f1-b718-b6ae7cd32366 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:45:21.743743 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:45:21.746958 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Checking segment: {'id': 'df9c57c2-52c8-43c0-981c-16fd110b1d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd50665b6-9647-47f1-b718-b6ae7cd32366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:45:21.747999 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Bound using segment: {'id': 'df9c57c2-52c8-43c0-981c-16fd110b1d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd50665b6-9647-47f1-b718-b6ae7cd32366'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:45:21.749570 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Bound port: 6aa8365b-e092-44f6-b0bc-72c629a80a98, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df9c57c2-52c8-43c0-981c-16fd110b1d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd50665b6-9647-47f1-b718-b6ae7cd32366'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:45:21.750797 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:21.819801 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-513f05f6-93c5-49d9-a7c7-b420ae1fadbf service neutron] Attempting to bind port 6aa8365b-e092-44f6-b0bc-72c629a80a98 on host n-h2-825175-4 for vnic_type normal with profile {"migrating_to": "n-h1-825175-4"} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:45:21.820270 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-513f05f6-93c5-49d9-a7c7-b420ae1fadbf service neutron] Attempting to bind port 6aa8365b-e092-44f6-b0bc-72c629a80a98 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'df9c57c2-52c8-43c0-981c-16fd110b1d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd50665b6-9647-47f1-b718-b6ae7cd32366'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:45:21.820872 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-513f05f6-93c5-49d9-a7c7-b420ae1fadbf service neutron] Attempting to bind port 6aa8365b-e092-44f6-b0bc-72c629a80a98 on network d50665b6-9647-47f1-b718-b6ae7cd32366 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:45:21.851144 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-513f05f6-93c5-49d9-a7c7-b420ae1fadbf service neutron] Port 6aa8365b-e092-44f6-b0bc-72c629a80a98 on network d50665b6-9647-47f1-b718-b6ae7cd32366 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:45:21.851858 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-513f05f6-93c5-49d9-a7c7-b420ae1fadbf service neutron] Attempting to bind port 6aa8365b-e092-44f6-b0bc-72c629a80a98 on network d50665b6-9647-47f1-b718-b6ae7cd32366 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:45:21.891254 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-513f05f6-93c5-49d9-a7c7-b420ae1fadbf service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:45:21.891910 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-513f05f6-93c5-49d9-a7c7-b420ae1fadbf service neutron] Checking segment: {'id': 'df9c57c2-52c8-43c0-981c-16fd110b1d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd50665b6-9647-47f1-b718-b6ae7cd32366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:45:21.892631 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-513f05f6-93c5-49d9-a7c7-b420ae1fadbf service neutron] Bound using segment: {'id': 'df9c57c2-52c8-43c0-981c-16fd110b1d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd50665b6-9647-47f1-b718-b6ae7cd32366'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:45:21.893303 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-513f05f6-93c5-49d9-a7c7-b420ae1fadbf service neutron] Bound port: 6aa8365b-e092-44f6-b0bc-72c629a80a98, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df9c57c2-52c8-43c0-981c-16fd110b1d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd50665b6-9647-47f1-b718-b6ae7cd32366'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:45:21.894026 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-513f05f6-93c5-49d9-a7c7-b420ae1fadbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:21.979127 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-78f8e737-83e1-4015-a1a1-b5ebef1b498a req-c9b60d26-254e-4635-bfac-5af3a62fc30a tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Deleting port 02a9500f-1952-4af2-b77c-7066c11be16c {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:45:21.979692 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-78f8e737-83e1-4015-a1a1-b5ebef1b498a req-c9b60d26-254e-4635-bfac-5af3a62fc30a tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:22.046254 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-513f05f6-93c5-49d9-a7c7-b420ae1fadbf service neutron] For port 6aa8365b-e092-44f6-b0bc-72c629a80a98, host n-h2-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:45:22.053324 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-513f05f6-93c5-49d9-a7c7-b420ae1fadbf service neutron] For port 6aa8365b-e092-44f6-b0bc-72c629a80a98, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=6aa8365b-e092-44f6-b0bc-72c629a80a98,segment=NetworkSegment(df9c57c2-52c8-43c0-981c-16fd110b1d0b),segment_id=df9c57c2-52c8-43c0-981c-16fd110b1d0b)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:45:22.063519 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-ad4c1ac6-550a-4fb0-8a6e-e7d1698d7c99 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:45:22.067021 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-513f05f6-93c5-49d9-a7c7-b420ae1fadbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:22.074385 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 6aa8365b-e092-44f6-b0bc-72c629a80a98, host n-h2-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:45:22.091926 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 6aa8365b-e092-44f6-b0bc-72c629a80a98-n-h2-825175-4-0 {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:45:22.092545 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:45:22.095991 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-a2df0b61-b769-46ed-8b0d-da466eb3862b tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:45:22.113516 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-ad4c1ac6-550a-4fb0-8a6e-e7d1698d7c99 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Usage tracker for resource:port and tenant:4e026652b1bc4f42bbf06a3a7e36a282 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:45:22.124057 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cceb6e02-4d52-4415-9e0d-f12132540ef2'] response: {'server_uuid': 'c3c5da2f-806d-43d1-8c79-2d95246167d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02a9500f-1952-4af2-b77c-7066c11be16c', 'code': 200} May 05 21:45:22.127555 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-ad4c1ac6-550a-4fb0-8a6e-e7d1698d7c99 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:45:22.159589 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-ad4c1ac6-550a-4fb0-8a6e-e7d1698d7c99 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:45:22.261809 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-ad4c1ac6-550a-4fb0-8a6e-e7d1698d7c99 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Made reservation on behalf of 4e026652b1bc4f42bbf06a3a7e36a282 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:45:22.265304 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-ad4c1ac6-550a-4fb0-8a6e-e7d1698d7c99 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:22.303112 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cf15edb-1ecc-4fbf-949e-e53a189a7595'] response: {'server_uuid': '339ee01a-e1b6-43ac-8a73-0071b300af87', 'name': 'network-vif-deleted', 'tag': 'a127e670-b8b1-4e38-ab1b-0ba598bf1204', 'status': 'completed', 'code': 200} May 05 21:45:22.303501 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cf15edb-1ecc-4fbf-949e-e53a189a7595'] response: {'server_uuid': '7fa2aa3d-82d1-4e04-b9f0-21f6bf4713a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6aa8365b-e092-44f6-b0bc-72c629a80a98', 'code': 200} May 05 21:45:22.305971 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513f05f6-93c5-49d9-a7c7-b420ae1fadbf service neutron] Pushing event updated for resources: {'Port': ['ID=6aa8365b-e092-44f6-b0bc-72c629a80a98,revision_number=8']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:22.388520 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-250872df-85ec-4735-aa7f-21f03ec32bda admin admin] Router b0abeade-d90b-47e1-aef2-bc14d30f979a has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:45:22.388755 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-a2df0b61-b769-46ed-8b0d-da466eb3862b tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Usage tracker for resource:port and tenant:4e026652b1bc4f42bbf06a3a7e36a282 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:45:22.408176 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-a2df0b61-b769-46ed-8b0d-da466eb3862b tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:45:22.418917 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-a2df0b61-b769-46ed-8b0d-da466eb3862b tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:45:22.448410 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device bd79a060-0542-4914-9eb5-5e7910ad2c20 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:45:22.472060 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-513f05f6-93c5-49d9-a7c7-b420ae1fadbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:22.473605 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-513f05f6-93c5-49d9-a7c7-b420ae1fadbf service neutron] 10.222.0.44 "PUT /v2.0/ports/6aa8365b-e092-44f6-b0bc-72c629a80a98 HTTP/1.1" status: 200 len: 1121 time: 3.4730487 May 05 21:45:22.542169 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-a2df0b61-b769-46ed-8b0d-da466eb3862b tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Made reservation on behalf of 4e026652b1bc4f42bbf06a3a7e36a282 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:45:22.545167 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-a2df0b61-b769-46ed-8b0d-da466eb3862b tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:22.657831 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['6aa8365b-e092-44f6-b0bc-72c629a80a98'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:45:22.696102 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-78f8e737-83e1-4015-a1a1-b5ebef1b498a req-c9b60d26-254e-4635-bfac-5af3a62fc30a tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] For port 02a9500f-1952-4af2-b77c-7066c11be16c, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=02a9500f-1952-4af2-b77c-7066c11be16c,segment=NetworkSegment(bb53319d-02d7-4ee5-a402-d07603ca726a),segment_id=bb53319d-02d7-4ee5-a402-d07603ca726a)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:45:22.696993 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-78f8e737-83e1-4015-a1a1-b5ebef1b498a req-c9b60d26-254e-4635-bfac-5af3a62fc30a tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:22.741657 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['6aa8365b-e092-44f6-b0bc-72c629a80a98'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:45:22.807976 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Attempting to bind port 6aa8365b-e092-44f6-b0bc-72c629a80a98 on host n-h2-825175-4 for vnic_type normal with profile {"migrating_to": "n-h1-825175-4"} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:45:22.808231 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Attempting to bind port 6aa8365b-e092-44f6-b0bc-72c629a80a98 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'df9c57c2-52c8-43c0-981c-16fd110b1d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd50665b6-9647-47f1-b718-b6ae7cd32366'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:45:22.808578 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Attempting to bind port 6aa8365b-e092-44f6-b0bc-72c629a80a98 on network d50665b6-9647-47f1-b718-b6ae7cd32366 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:45:22.812006 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-ad4c1ac6-550a-4fb0-8a6e-e7d1698d7c99 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Allocated IP 172.20.0.6 (3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703/aa809371-543a-4709-8923-302f20877630/0f38c4fa-6e0c-46e0-b72f-293a212dd26a) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:45:22.849066 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Port 6aa8365b-e092-44f6-b0bc-72c629a80a98 on network d50665b6-9647-47f1-b718-b6ae7cd32366 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:45:22.850180 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Attempting to bind port 6aa8365b-e092-44f6-b0bc-72c629a80a98 on network d50665b6-9647-47f1-b718-b6ae7cd32366 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:45:22.860452 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-78f8e737-83e1-4015-a1a1-b5ebef1b498a req-c9b60d26-254e-4635-bfac-5af3a62fc30a tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Calling delete_port for 02a9500f-1952-4af2-b77c-7066c11be16c owned by compute:nova {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:45:22.884999 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:45:22.885634 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Checking segment: {'id': 'df9c57c2-52c8-43c0-981c-16fd110b1d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd50665b6-9647-47f1-b718-b6ae7cd32366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:45:22.886194 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Bound using segment: {'id': 'df9c57c2-52c8-43c0-981c-16fd110b1d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd50665b6-9647-47f1-b718-b6ae7cd32366'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:45:22.886848 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Bound port: 6aa8365b-e092-44f6-b0bc-72c629a80a98, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df9c57c2-52c8-43c0-981c-16fd110b1d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd50665b6-9647-47f1-b718-b6ae7cd32366'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:45:22.887375 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:22.998135 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port bd79a060-0542-4914-9eb5-5e7910ad2c20 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:45:22.998841 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:23.049794 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250872df-85ec-4735-aa7f-21f03ec32bda admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:45:23.092852 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-250872df-85ec-4735-aa7f-21f03ec32bda admin admin] 10.222.0.23 "PUT /v2.0/routers/b0abeade-d90b-47e1-aef2-bc14d30f979a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0201998 May 05 21:45:23.105665 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-ad4c1ac6-550a-4fb0-8a6e-e7d1698d7c99 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:23.107509 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-07339dee-34bc-46ec-b5a4-6ed04ad1d5ac admin admin] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:23.111646 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-07339dee-34bc-46ec-b5a4-6ed04ad1d5ac admin admin] 10.222.0.23 "DELETE /v2.0/routers/8d9118bd-6861-46b5-bce1-b3365e37bd92 HTTP/1.1" status: 204 len: 168 time: 8.4280992 May 05 21:45:23.112437 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37252) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:45:23.136434 n-d-825175-4 neutron-server[84064]: WARNING neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Concurrent port binding operations failed on port 6aa8365b-e092-44f6-b0bc-72c629a80a98 May 05 21:45:23.144104 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 6aa8365b-e092-44f6-b0bc-72c629a80a98, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=6aa8365b-e092-44f6-b0bc-72c629a80a98,segment=NetworkSegment(df9c57c2-52c8-43c0-981c-16fd110b1d0b),segment_id=df9c57c2-52c8-43c0-981c-16fd110b1d0b)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:45:23.162179 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-ad4c1ac6-550a-4fb0-8a6e-e7d1698d7c99 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:23.168825 n-d-825175-4 neutron-server[84064]: INFO neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Attempt 2 to bind port 6aa8365b-e092-44f6-b0bc-72c629a80a98 May 05 21:45:23.169476 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 6aa8365b-e092-44f6-b0bc-72c629a80a98 has no active binding in host n-h1-825175-4 {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 05 21:45:23.238394 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-a2df0b61-b769-46ed-8b0d-da466eb3862b tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Allocated IP 172.20.0.3 (3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703/aa809371-543a-4709-8923-302f20877630/607fe699-d03c-4b52-96bb-bc628fef05e4) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:45:23.291772 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-ad4c1ac6-550a-4fb0-8a6e-e7d1698d7c99 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Network 3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:45:23.300761 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-ad4c1ac6-550a-4fb0-8a6e-e7d1698d7c99 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:45:23.316527 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-ad4c1ac6-550a-4fb0-8a6e-e7d1698d7c99 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:45:23.429687 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-ad4c1ac6-550a-4fb0-8a6e-e7d1698d7c99 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:23.430324 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-ad4c1ac6-550a-4fb0-8a6e-e7d1698d7c99 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:23.439813 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4c1ac6-550a-4fb0-8a6e-e7d1698d7c99 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Pushing event updated for resources: {'Port': ['ID=0f38c4fa-6e0c-46e0-b72f-293a212dd26a,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:23.459251 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4c1ac6-550a-4fb0-8a6e-e7d1698d7c99 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:45:23.459610 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4c1ac6-550a-4fb0-8a6e-e7d1698d7c99 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:45:23.459949 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4c1ac6-550a-4fb0-8a6e-e7d1698d7c99 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:45:23.460386 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4c1ac6-550a-4fb0-8a6e-e7d1698d7c99 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:45:23.460757 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4c1ac6-550a-4fb0-8a6e-e7d1698d7c99 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:45:23.461049 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4c1ac6-550a-4fb0-8a6e-e7d1698d7c99 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:45:23.461378 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4c1ac6-550a-4fb0-8a6e-e7d1698d7c99 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:45:23.461861 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4c1ac6-550a-4fb0-8a6e-e7d1698d7c99 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:45:23.462190 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4c1ac6-550a-4fb0-8a6e-e7d1698d7c99 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:45:23.462785 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4c1ac6-550a-4fb0-8a6e-e7d1698d7c99 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:45:23.462965 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4c1ac6-550a-4fb0-8a6e-e7d1698d7c99 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:45:23.471192 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-ad4c1ac6-550a-4fb0-8a6e-e7d1698d7c99 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7643762 May 05 21:45:23.485562 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-618f757e-a260-4f0b-967d-a8c9e91f1872 service neutron] Request body: {'port': {'device_id': '3f659061-1fff-4a74-a711-89b64c4db80a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:45:23.627386 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-618f757e-a260-4f0b-967d-a8c9e91f1872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:23.641765 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-78f8e737-83e1-4015-a1a1-b5ebef1b498a req-c9b60d26-254e-4635-bfac-5af3a62fc30a tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:23.866285 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b60d26-254e-4635-bfac-5af3a62fc30a tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Pushing event deleted for resources: {'Port': ['ID=02a9500f-1952-4af2-b77c-7066c11be16c,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:23.974452 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbe87199-97f4-41a8-be84-2974e6a63dd8 admin admin] Deleting subnet f39d6243-09cb-485d-9aa5-4ff11d790f3c {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:45:23.978115 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bbe87199-97f4-41a8-be84-2974e6a63dd8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:24.055452 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f8e737-83e1-4015-a1a1-b5ebef1b498a req-c9b60d26-254e-4635-bfac-5af3a62fc30a tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] No DVR routers for this DVR port 02a9500f-1952-4af2-b77c-7066c11be16c on host n-h2-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:45:24.103746 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-78f8e737-83e1-4015-a1a1-b5ebef1b498a req-c9b60d26-254e-4635-bfac-5af3a62fc30a tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:24.111015 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c5da2f-806d-43d1-8c79-2d95246167d0', 'name': 'network-vif-deleted', 'tag': '02a9500f-1952-4af2-b77c-7066c11be16c'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:45:24.147329 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bbe87199-97f4-41a8-be84-2974e6a63dd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:24.301922 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d92f1-f1dc-4cc4-b990-a1a407474cc4 req-c42b627f-49d5-4249-af04-6515a7f3f81a tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:24.305852 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fa2aa3d-82d1-4e04-b9f0-21f6bf4713a5', 'tag': '6aa8365b-e092-44f6-b0bc-72c629a80a98'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:45:24.313285 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ff5d92f1-f1dc-4cc4-b990-a1a407474cc4 req-c42b627f-49d5-4249-af04-6515a7f3f81a tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fa2aa3d-82d1-4e04-b9f0-21f6bf4713a5 HTTP/1.1" status: 200 len: 943 time: 1.9791570 May 05 21:45:24.402164 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 3d8c1209-ad27-48b3-b0e9-488054017850 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:45:24.446979 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bbe87199-97f4-41a8-be84-2974e6a63dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:24.520081 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 3d8c1209-ad27-48b3-b0e9-488054017850 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:45:24.520626 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 3d8c1209-ad27-48b3-b0e9-488054017850 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:45:24.537685 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22e293c-cf0e-4a60-87aa-d8b95b602cf6 None None] Sync routers for ids ['b0abeade-d90b-47e1-aef2-bc14d30f979a'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:45:24.543411 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-78f8e737-83e1-4015-a1a1-b5ebef1b498a req-c9b60d26-254e-4635-bfac-5af3a62fc30a tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.32 "DELETE /v2.0/ports/02a9500f-1952-4af2-b77c-7066c11be16c HTTP/1.1" status: 204 len: 173 time: 7.3216515 May 05 21:45:24.564455 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22e293c-cf0e-4a60-87aa-d8b95b602cf6 None None] Routers {'b0abeade-d90b-47e1-aef2-bc14d30f979a'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:45:24.567493 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-d22e293c-cf0e-4a60-87aa-d8b95b602cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:45:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['b0abeade-d90b-47e1-aef2-bc14d30f979a'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:45:24.636538 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-a2df0b61-b769-46ed-8b0d-da466eb3862b tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:24.831611 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae436008-68fa-46d0-aa38-7f3ecfce3ff2 req-3fe1d548-eb50-466e-be66-039ab13fc702 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:24.834723 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-ae436008-68fa-46d0-aa38-7f3ecfce3ff2 req-3fe1d548-eb50-466e-be66-039ab13fc702 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Synchronizing usage tracker for tenant:4e026652b1bc4f42bbf06a3a7e36a282 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:45:24.838052 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-a2df0b61-b769-46ed-8b0d-da466eb3862b tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:24.989661 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-d22e293c-cf0e-4a60-87aa-d8b95b602cf6 None None] Set router b0abeade-d90b-47e1-aef2-bc14d30f979a gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:45:25.015557 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-ae436008-68fa-46d0-aa38-7f3ecfce3ff2 req-3fe1d548-eb50-466e-be66-039ab13fc702 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Unset dirty status for tenant:4e026652b1bc4f42bbf06a3a7e36a282 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:45:25.022586 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ae436008-68fa-46d0-aa38-7f3ecfce3ff2 req-3fe1d548-eb50-466e-be66-039ab13fc702 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f659061-1fff-4a74-a711-89b64c4db80a HTTP/1.1" status: 200 len: 931 time: 1.9091017 May 05 21:45:25.041865 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bbe87199-97f4-41a8-be84-2974e6a63dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:25.110788 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe87199-97f4-41a8-be84-2974e6a63dd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f39d6243-09cb-485d-9aa5-4ff11d790f3c,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:25.140340 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ff5d92f1-f1dc-4cc4-b990-a1a407474cc4 req-780c352b-764f-40b9-91fa-97c5d230554b tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8260703 May 05 21:45:25.175306 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-a2df0b61-b769-46ed-8b0d-da466eb3862b tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Network 3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:45:25.189888 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bbe87199-97f4-41a8-be84-2974e6a63dd8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:25.223498 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-a2df0b61-b769-46ed-8b0d-da466eb3862b tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:45:25.240860 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-bbe87199-97f4-41a8-be84-2974e6a63dd8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f39d6243-09cb-485d-9aa5-4ff11d790f3c HTTP/1.1" status: 204 len: 168 time: 1.6840789 May 05 21:45:25.242275 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-a2df0b61-b769-46ed-8b0d-da466eb3862b tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:45:25.254610 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37270) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:45:25.254906 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf20d2d-7707-4cc9-abc6-3b01c1619eeb None None] Network 718ff0c6-f920-4b3f-81a3-076012439a00 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:45:25.316770 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2df0b61-b769-46ed-8b0d-da466eb3862b tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Pushing event updated for resources: {'Port': ['ID=607fe699-d03c-4b52-96bb-bc628fef05e4,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:25.361932 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ae436008-68fa-46d0-aa38-7f3ecfce3ff2 req-1d934366-59fb-484a-b3ad-827c82fa9bfa tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] 10.222.0.23 "GET /v2.0/security-groups?id=01685b58-c5c4-46c5-9f2e-5e07825f21c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383522 May 05 21:45:25.436128 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-a2df0b61-b769-46ed-8b0d-da466eb3862b tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:25.436799 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-a2df0b61-b769-46ed-8b0d-da466eb3862b tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:25.643050 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-df59bfe0-74fe-4870-bc86-ef87042ee50e req-7dfc1f5f-4e4b-428f-8573-025fc4240152 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Synchronizing usage tracker for tenant:5a55f0e1fc854ae480e2f7b2fc73c270 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:45:25.655808 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-a2df0b61-b769-46ed-8b0d-da466eb3862b tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0976963 May 05 21:45:25.687374 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-c04b371c-c859-4678-9d4e-9186a6518003 service neutron] Request body: {'port': {'device_id': '9aa7c1a6-f06f-403c-a412-e9f8f555be98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:45:25.800644 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-df59bfe0-74fe-4870-bc86-ef87042ee50e req-7dfc1f5f-4e4b-428f-8573-025fc4240152 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Unset dirty status for tenant:5a55f0e1fc854ae480e2f7b2fc73c270 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:45:25.803376 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-df59bfe0-74fe-4870-bc86-ef87042ee50e req-7dfc1f5f-4e4b-428f-8573-025fc4240152 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3c5da2f-806d-43d1-8c79-2d95246167d0 HTTP/1.1" status: 200 len: 210 time: 0.3292644 May 05 21:45:25.921260 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-618f757e-a260-4f0b-967d-a8c9e91f1872 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f38c4fa-6e0c-46e0-b72f-293a212dd26a {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:45:25.951723 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-618f757e-a260-4f0b-967d-a8c9e91f1872 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:26.009724 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-618f757e-a260-4f0b-967d-a8c9e91f1872 service neutron] Transition to ACTIVE for port object 0f38c4fa-6e0c-46e0-b72f-293a212dd26a will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:45:26.070115 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-c04b371c-c859-4678-9d4e-9186a6518003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:26.074356 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-618f757e-a260-4f0b-967d-a8c9e91f1872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:26.254250 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-991f586a-d80f-4108-bc35-70121233729c'] response: {'server_uuid': 'c3c5da2f-806d-43d1-8c79-2d95246167d0', 'name': 'network-vif-deleted', 'tag': '02a9500f-1952-4af2-b77c-7066c11be16c', 'status': 'completed', 'code': 200} May 05 21:45:26.407060 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-d22e293c-cf0e-4a60-87aa-d8b95b602cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0abeade-d90b-47e1-aef2-bc14d30f979a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1863379920-router', 'tenant_id': '1558000fddc64215930486833c29f706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'bd79a060-0542-4914-9eb5-5e7910ad2c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:45:04Z', 'updated_at': '2022-05-05T21:45:17Z', 'revision_number': 4, 'project_id': '1558000fddc64215930486833c29f706', 'gw_port': {'id': 'bd79a060-0542-4914-9eb5-5e7910ad2c20', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0abeade-d90b-47e1-aef2-bc14d30f979a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:45:05Z', 'updated_at': '2022-05-05T21:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '84899a3f-75cd-4f58-acd3-5652f4310abd', 'name': '', 'network_id': '96812a3d-9fc7-45f8-be80-6a4e61c11ca7', 'tenant_id': '1558000fddc64215930486833c29f706', 'mac_address': 'fa:16:3e:57:1b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0abeade-d90b-47e1-aef2-bc14d30f979a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95c3156c-90d6-4b28-b91c-9d25632a4397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:45:14Z', 'updated_at': '2022-05-05T21:45:18Z', 'revision_number': 2, 'project_id': '1558000fddc64215930486833c29f706', 'subnets': [{'id': '95c3156c-90d6-4b28-b91c-9d25632a4397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:45:26.418902 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22e293c-cf0e-4a60-87aa-d8b95b602cf6 None None] Checking router: b0abeade-d90b-47e1-aef2-bc14d30f979a for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:45:26.424437 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22e293c-cf0e-4a60-87aa-d8b95b602cf6 None None] Updating router b0abeade-d90b-47e1-aef2-bc14d30f979a port 84899a3f-75cd-4f58-acd3-5652f4310abd binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 21:45:26.532801 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecf29b2-5858-44f0-822a-a5766d03cae2 None None] DHCP port deletion for 718ff0c6-f920-4b3f-81a3-076012439a00 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 21:45:26.609133 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-783074e4-90c9-4c13-93d7-22efbd08c92a'] response: {'name': 'network-changed', 'server_uuid': '7fa2aa3d-82d1-4e04-b9f0-21f6bf4713a5', 'tag': '6aa8365b-e092-44f6-b0bc-72c629a80a98', 'status': 'completed', 'code': 200} May 05 21:45:26.617790 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-7ecf29b2-5858-44f0-822a-a5766d03cae2 None None] Deleting port e58afd7a-51f0-49b1-9f9f-210594d34e15 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:45:26.618357 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7ecf29b2-5858-44f0-822a-a5766d03cae2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:26.730048 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f757e-a260-4f0b-967d-a8c9e91f1872 service neutron] Pushing event updated for resources: {'Port': ['ID=0f38c4fa-6e0c-46e0-b72f-293a212dd26a,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:26.739986 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1c44c7c1-430c-4bac-876c-167e0bcfda05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:26.853787 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-1c44c7c1-430c-4bac-876c-167e0bcfda05 admin admin] Deleting port e58afd7a-51f0-49b1-9f9f-210594d34e15 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:45:26.854353 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1c44c7c1-430c-4bac-876c-167e0bcfda05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:26.878168 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d22e293c-cf0e-4a60-87aa-d8b95b602cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:26.884957 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-618f757e-a260-4f0b-967d-a8c9e91f1872 service neutron] Attempting to bind port 0f38c4fa-6e0c-46e0-b72f-293a212dd26a on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:45:26.885431 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-618f757e-a260-4f0b-967d-a8c9e91f1872 service neutron] Attempting to bind port 0f38c4fa-6e0c-46e0-b72f-293a212dd26a by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': '175541d5-fda9-4a81-b2c4-365f823aadee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:45:26.885865 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-618f757e-a260-4f0b-967d-a8c9e91f1872 service neutron] Attempting to bind port 0f38c4fa-6e0c-46e0-b72f-293a212dd26a on network 3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:45:26.915221 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-618f757e-a260-4f0b-967d-a8c9e91f1872 service neutron] Port 0f38c4fa-6e0c-46e0-b72f-293a212dd26a on network 3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:45:26.916186 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-618f757e-a260-4f0b-967d-a8c9e91f1872 service neutron] Attempting to bind port 0f38c4fa-6e0c-46e0-b72f-293a212dd26a on network 3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:45:27.088573 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-1c44c7c1-430c-4bac-876c-167e0bcfda05 admin admin] For port e58afd7a-51f0-49b1-9f9f-210594d34e15, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=e58afd7a-51f0-49b1-9f9f-210594d34e15,segment=NetworkSegment(d7603f5b-adfa-4ba5-8903-79c78aa436ad),segment_id=d7603f5b-adfa-4ba5-8903-79c78aa436ad)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:45:27.089354 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1c44c7c1-430c-4bac-876c-167e0bcfda05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:27.125804 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-618f757e-a260-4f0b-967d-a8c9e91f1872 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:45:27.126234 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-618f757e-a260-4f0b-967d-a8c9e91f1872 service neutron] Checking segment: {'id': '175541d5-fda9-4a81-b2c4-365f823aadee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:45:27.126614 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-618f757e-a260-4f0b-967d-a8c9e91f1872 service neutron] Bound using segment: {'id': '175541d5-fda9-4a81-b2c4-365f823aadee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:45:27.135302 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-618f757e-a260-4f0b-967d-a8c9e91f1872 service neutron] Bound port: 0f38c4fa-6e0c-46e0-b72f-293a212dd26a, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '175541d5-fda9-4a81-b2c4-365f823aadee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:45:27.136101 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-618f757e-a260-4f0b-967d-a8c9e91f1872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:27.212874 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-c04b371c-c859-4678-9d4e-9186a6518003 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 607fe699-d03c-4b52-96bb-bc628fef05e4 {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:45:27.236685 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-c04b371c-c859-4678-9d4e-9186a6518003 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:27.296349 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-c04b371c-c859-4678-9d4e-9186a6518003 service neutron] Transition to ACTIVE for port object 607fe699-d03c-4b52-96bb-bc628fef05e4 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:45:27.455800 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-c04b371c-c859-4678-9d4e-9186a6518003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:27.461865 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-7ecf29b2-5858-44f0-822a-a5766d03cae2 None None] For port e58afd7a-51f0-49b1-9f9f-210594d34e15, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=e58afd7a-51f0-49b1-9f9f-210594d34e15,segment=NetworkSegment(d7603f5b-adfa-4ba5-8903-79c78aa436ad),segment_id=d7603f5b-adfa-4ba5-8903-79c78aa436ad)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:45:27.463267 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7ecf29b2-5858-44f0-822a-a5766d03cae2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:27.722721 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-1c44c7c1-430c-4bac-876c-167e0bcfda05 admin admin] Calling delete_port for e58afd7a-51f0-49b1-9f9f-210594d34e15 owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:45:27.859875 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1c44c7c1-430c-4bac-876c-167e0bcfda05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:27.933124 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c44c7c1-430c-4bac-876c-167e0bcfda05 admin admin] Pushing event deleted for resources: {'Port': ['ID=e58afd7a-51f0-49b1-9f9f-210594d34e15,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:27.940317 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-618f757e-a260-4f0b-967d-a8c9e91f1872 service neutron] For port 0f38c4fa-6e0c-46e0-b72f-293a212dd26a, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:45:27.944893 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-7ecf29b2-5858-44f0-822a-a5766d03cae2 None None] Calling delete_port for e58afd7a-51f0-49b1-9f9f-210594d34e15 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:45:27.948099 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c44c7c1-430c-4bac-876c-167e0bcfda05 admin admin] No DVR routers for this DVR port e58afd7a-51f0-49b1-9f9f-210594d34e15 on host n-d-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:45:28.008824 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-618f757e-a260-4f0b-967d-a8c9e91f1872 service neutron] For port 0f38c4fa-6e0c-46e0-b72f-293a212dd26a, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=0f38c4fa-6e0c-46e0-b72f-293a212dd26a,segment=NetworkSegment(175541d5-fda9-4a81-b2c4-365f823aadee),segment_id=175541d5-fda9-4a81-b2c4-365f823aadee)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:45:28.035727 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-618f757e-a260-4f0b-967d-a8c9e91f1872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:28.239386 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f757e-a260-4f0b-967d-a8c9e91f1872 service neutron] Pushing event updated for resources: {'Port': ['ID=0f38c4fa-6e0c-46e0-b72f-293a212dd26a,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:28.348898 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b371c-c859-4678-9d4e-9186a6518003 service neutron] Pushing event updated for resources: {'Port': ['ID=607fe699-d03c-4b52-96bb-bc628fef05e4,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:28.448600 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-513aae42-2c75-4d3a-9098-28d5bd9c8d3f req-4b056c70-ca6b-4b8f-a72e-e5c5a5663c5b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea576b38215846aaa224b1aa35155ba3&device_id=7fa2aa3d-82d1-4e04-b9f0-21f6bf4713a5 HTTP/1.1" status: 200 len: 1124 time: 2.1016617 May 05 21:45:28.552923 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device e58afd7a-51f0-49b1-9f9f-210594d34e15 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:45:28.594070 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: e58afd7a-51f0-49b1-9f9f-210594d34e15 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:45:28.594856 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device e58afd7a-51f0-49b1-9f9f-210594d34e15 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:45:28.611409 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-7ecf29b2-5858-44f0-822a-a5766d03cae2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:45:28.612221 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-7ecf29b2-5858-44f0-822a-a5766d03cae2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:45:28.702632 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e0d92-3ded-4ae1-af04-410eda616eb2 req-119bf6c6-af7a-4e27-a160-fe6b4e8389d7 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:28.706457 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-376e0d92-3ded-4ae1-af04-410eda616eb2 req-119bf6c6-af7a-4e27-a160-fe6b4e8389d7 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Synchronizing usage tracker for tenant:61abfbe113f746f29df633f17a179bab on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:45:28.722652 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1c44c7c1-430c-4bac-876c-167e0bcfda05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:28.757436 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0aa234-c8ee-4e76-b34e-f8e72d06a1e6 req-02306b1c-b8f0-4179-9ea0-2018534a85ac tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:28.759073 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-618f757e-a260-4f0b-967d-a8c9e91f1872 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:28.762563 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-618f757e-a260-4f0b-967d-a8c9e91f1872 service neutron] 10.222.0.44 "PUT /v2.0/ports/0f38c4fa-6e0c-46e0-b72f-293a212dd26a HTTP/1.1" status: 200 len: 1091 time: 5.2821803 May 05 21:45:28.766408 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ef0aa234-c8ee-4e76-b34e-f8e72d06a1e6 req-02306b1c-b8f0-4179-9ea0-2018534a85ac tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fa2aa3d-82d1-4e04-b9f0-21f6bf4713a5 HTTP/1.1" status: 200 len: 943 time: 1.4670873 May 05 21:45:28.779318 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f659061-1fff-4a74-a711-89b64c4db80a', 'tag': '0f38c4fa-6e0c-46e0-b72f-293a212dd26a'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:45:28.796471 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-c04b371c-c859-4678-9d4e-9186a6518003 service neutron] Attempting to bind port 607fe699-d03c-4b52-96bb-bc628fef05e4 on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:45:28.796807 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-c04b371c-c859-4678-9d4e-9186a6518003 service neutron] Attempting to bind port 607fe699-d03c-4b52-96bb-bc628fef05e4 by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': '175541d5-fda9-4a81-b2c4-365f823aadee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:45:28.798159 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-c04b371c-c859-4678-9d4e-9186a6518003 service neutron] Attempting to bind port 607fe699-d03c-4b52-96bb-bc628fef05e4 on network 3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:45:28.824811 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf176d-0f00-4e5b-8708-5ca8dbe3c54a req-9dab349c-9bb2-4093-a716-87d0589ddeb6 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:28.832055 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9cbf176d-0f00-4e5b-8708-5ca8dbe3c54a req-9dab349c-9bb2-4093-a716-87d0589ddeb6 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2749759-427b-4a40-96b7-9519adf36f4f HTTP/1.1" status: 200 len: 946 time: 1.4559593 May 05 21:45:28.850820 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-1c44c7c1-430c-4bac-876c-167e0bcfda05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['718ff0c6-f920-4b3f-81a3-076012439a00']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:45:28.871625 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-1c44c7c1-430c-4bac-876c-167e0bcfda05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7603f5b-adfa-4ba5-8903-79c78aa436ad') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:45:28.872244 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-1c44c7c1-430c-4bac-876c-167e0bcfda05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7603f5b-adfa-4ba5-8903-79c78aa436ad') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:45:28.887725 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1c44c7c1-430c-4bac-876c-167e0bcfda05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:28.890721 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-c04b371c-c859-4678-9d4e-9186a6518003 service neutron] Port 607fe699-d03c-4b52-96bb-bc628fef05e4 on network 3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:45:28.891068 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-c04b371c-c859-4678-9d4e-9186a6518003 service neutron] Attempting to bind port 607fe699-d03c-4b52-96bb-bc628fef05e4 on network 3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:45:28.904532 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d22e293c-cf0e-4a60-87aa-d8b95b602cf6 None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:28.911193 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1c44c7c1-430c-4bac-876c-167e0bcfda05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:28.924609 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c44c7c1-430c-4bac-876c-167e0bcfda05 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:45:28.925488 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1c44c7c1-430c-4bac-876c-167e0bcfda05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:28.936862 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-d22e293c-cf0e-4a60-87aa-d8b95b602cf6 None None] Transition to ACTIVE for port object 84899a3f-75cd-4f58-acd3-5652f4310abd will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:45:28.952306 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d22e293c-cf0e-4a60-87aa-d8b95b602cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:28.956253 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-c04b371c-c859-4678-9d4e-9186a6518003 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:45:28.958051 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-c04b371c-c859-4678-9d4e-9186a6518003 service neutron] Checking segment: {'id': '175541d5-fda9-4a81-b2c4-365f823aadee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:45:28.958788 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-c04b371c-c859-4678-9d4e-9186a6518003 service neutron] Bound using segment: {'id': '175541d5-fda9-4a81-b2c4-365f823aadee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:45:28.961994 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-c04b371c-c859-4678-9d4e-9186a6518003 service neutron] Bound port: 607fe699-d03c-4b52-96bb-bc628fef05e4, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '175541d5-fda9-4a81-b2c4-365f823aadee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:45:28.962582 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-c04b371c-c859-4678-9d4e-9186a6518003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:29.000470 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9cbf176d-0f00-4e5b-8708-5ca8dbe3c54a req-672a995d-bd52-4a38-b868-4d21e0b5b28e tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] 10.222.0.23 "GET /v2.0/security-groups?id=120b4c1c-14bf-4ea1-9ce2-540e096b21a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675346 May 05 21:45:29.003947 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513aae42-2c75-4d3a-9098-28d5bd9c8d3f req-12829b8a-a1d0-4389-ab09-20856178568e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:29.011231 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-513aae42-2c75-4d3a-9098-28d5bd9c8d3f req-12829b8a-a1d0-4389-ab09-20856178568e service neutron] 10.222.0.32 "GET /v2.0/networks?id=d50665b6-9647-47f1-b718-b6ae7cd32366 HTTP/1.1" status: 200 len: 909 time: 0.5513387 May 05 21:45:29.032138 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ef0aa234-c8ee-4e76-b34e-f8e72d06a1e6 req-906bae4e-88e0-4796-b586-39c81c03aeac tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647209 May 05 21:45:29.152071 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 21:45:29.152071 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:45:29.152071 n-d-825175-4 neutron-server[84063]: timer() May 05 21:45:29.152071 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:45:29.152071 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 21:45:29.152071 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:45:29.152071 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 21:45:29.152071 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:45:29.152071 n-d-825175-4 neutron-server[84063]: self._notify() May 05 21:45:29.152071 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:45:29.152071 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 21:45:29.152071 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:45:29.152071 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 21:45:29.152071 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:45:29.152071 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:45:29.152071 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:45:29.152071 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:45:29.152071 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:45:29.152071 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 21:45:29.152071 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:45:29.152071 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 21:45:29.152071 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:45:29.152071 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:45:29.152071 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:45:29.152071 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 21:45:29.152071 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:45:29.152071 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:45:29.152071 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:45:29.152071 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:45:29.152071 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:45:29.152071 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:45:29.152071 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:45:29.310942 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-7ecf29b2-5858-44f0-822a-a5766d03cae2 None None] Deleting port e58afd7a-51f0-49b1-9f9f-210594d34e15 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:45:29.321312 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7ecf29b2-5858-44f0-822a-a5766d03cae2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:29.340130 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1c44c7c1-430c-4bac-876c-167e0bcfda05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:29.444544 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1c44c7c1-430c-4bac-876c-167e0bcfda05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:29.488480 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-3d2a62a0-3152-4f46-940f-216e990a8b55 service neutron] 10.222.0.32 "GET /v2.0/ports/6aa8365b-e092-44f6-b0bc-72c629a80a98/bindings/n-h1-825175-4 HTTP/1.1" status: 200 len: 384 time: 1.1843317 May 05 21:45:29.490352 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c44c7c1-430c-4bac-876c-167e0bcfda05 admin admin] Pushing event deleted for resources: {'Network': ['ID=718ff0c6-f920-4b3f-81a3-076012439a00,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:29.494115 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-7ecf29b2-5858-44f0-822a-a5766d03cae2 None None] The port 'e58afd7a-51f0-49b1-9f9f-210594d34e15' was deleted {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 21:45:29.500795 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-376e0d92-3ded-4ae1-af04-410eda616eb2 req-119bf6c6-af7a-4e27-a160-fe6b4e8389d7 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Unset dirty status for tenant:61abfbe113f746f29df633f17a179bab on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:45:29.502041 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-376e0d92-3ded-4ae1-af04-410eda616eb2 req-119bf6c6-af7a-4e27-a160-fe6b4e8389d7 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2749759-427b-4a40-96b7-9519adf36f4f HTTP/1.1" status: 200 len: 946 time: 1.6857581 May 05 21:45:29.509513 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f03ccbf-e310-4317-a94f-c141cbd7c93d None None] Pushing event updated for resources: {'Port': ['ID=84899a3f-75cd-4f58-acd3-5652f4310abd,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:29.626078 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-513aae42-2c75-4d3a-9098-28d5bd9c8d3f req-3a5d8c97-3ae2-47f1-b5f1-885ea27fcd41 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6aa8365b-e092-44f6-b0bc-72c629a80a98 HTTP/1.1" status: 200 len: 217 time: 0.5837812 May 05 21:45:29.739245 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1c44c7c1-430c-4bac-876c-167e0bcfda05 admin admin] 10.222.0.23 "DELETE /v2.0/networks/718ff0c6-f920-4b3f-81a3-076012439a00 HTTP/1.1" status: 204 len: 168 time: 4.4798739 May 05 21:45:29.869833 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-d22e293c-cf0e-4a60-87aa-d8b95b602cf6 None None] Attempting to bind port 84899a3f-75cd-4f58-acd3-5652f4310abd on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:45:29.871421 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-d22e293c-cf0e-4a60-87aa-d8b95b602cf6 None None] Attempting to bind port 84899a3f-75cd-4f58-acd3-5652f4310abd by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '7d5d0019-4642-44c5-b7b4-9ab8f077f05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '96812a3d-9fc7-45f8-be80-6a4e61c11ca7'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:45:29.873531 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22e293c-cf0e-4a60-87aa-d8b95b602cf6 None None] Attempting to bind port 84899a3f-75cd-4f58-acd3-5652f4310abd on network 96812a3d-9fc7-45f8-be80-6a4e61c11ca7 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:45:29.897575 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22e293c-cf0e-4a60-87aa-d8b95b602cf6 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:45:29.898170 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22e293c-cf0e-4a60-87aa-d8b95b602cf6 None None] Checking segment: {'id': '7d5d0019-4642-44c5-b7b4-9ab8f077f05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '96812a3d-9fc7-45f8-be80-6a4e61c11ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:45:29.898745 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d22e293c-cf0e-4a60-87aa-d8b95b602cf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:29.899289 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22e293c-cf0e-4a60-87aa-d8b95b602cf6 None None] Bound using segment: {'id': '7d5d0019-4642-44c5-b7b4-9ab8f077f05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '96812a3d-9fc7-45f8-be80-6a4e61c11ca7'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:45:29.899900 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-d22e293c-cf0e-4a60-87aa-d8b95b602cf6 None None] Bound port: 84899a3f-75cd-4f58-acd3-5652f4310abd, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d5d0019-4642-44c5-b7b4-9ab8f077f05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '96812a3d-9fc7-45f8-be80-6a4e61c11ca7'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:45:29.900424 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d22e293c-cf0e-4a60-87aa-d8b95b602cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:29.936800 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-376e0d92-3ded-4ae1-af04-410eda616eb2 req-814b8014-ff8b-4a80-af5e-e41bdba27925 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Deleting port 8408dc29-f2b8-410f-87d2-a81518c6ab4d {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:45:29.945689 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-376e0d92-3ded-4ae1-af04-410eda616eb2 req-814b8014-ff8b-4a80-af5e-e41bdba27925 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:30.039693 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-c04b371c-c859-4678-9d4e-9186a6518003 service neutron] For port 607fe699-d03c-4b52-96bb-bc628fef05e4, host n-h1-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:45:30.043494 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-1cecc2a4-7549-4ed0-8e3c-57c068f8eb36 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4e026652b1bc4f42bbf06a3a7e36a282&device_id=3f659061-1fff-4a74-a711-89b64c4db80a HTTP/1.1" status: 200 len: 1094 time: 0.8759582 May 05 21:45:30.056595 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-c04b371c-c859-4678-9d4e-9186a6518003 service neutron] For port 607fe699-d03c-4b52-96bb-bc628fef05e4, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=607fe699-d03c-4b52-96bb-bc628fef05e4,segment=NetworkSegment(175541d5-fda9-4a81-b2c4-365f823aadee),segment_id=175541d5-fda9-4a81-b2c4-365f823aadee)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:45:30.065731 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513aae42-2c75-4d3a-9098-28d5bd9c8d3f req-baab1517-0755-4b24-ba15-94e6046ace6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:30.079011 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cdfddf1-84e9-46f7-8917-38e1258e090a'] response: {'name': 'network-changed', 'server_uuid': '3f659061-1fff-4a74-a711-89b64c4db80a', 'tag': '0f38c4fa-6e0c-46e0-b72f-293a212dd26a', 'status': 'completed', 'code': 200} May 05 21:45:30.080779 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-513aae42-2c75-4d3a-9098-28d5bd9c8d3f req-baab1517-0755-4b24-ba15-94e6046ace6b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2ef0800d-de6f-466d-b35f-d1403d70c310 HTTP/1.1" status: 200 len: 848 time: 0.4538474 May 05 21:45:30.122330 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-d22e293c-cf0e-4a60-87aa-d8b95b602cf6 None None] For port 84899a3f-75cd-4f58-acd3-5652f4310abd, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:45:30.141158 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-d22e293c-cf0e-4a60-87aa-d8b95b602cf6 None None] For port 84899a3f-75cd-4f58-acd3-5652f4310abd, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=84899a3f-75cd-4f58-acd3-5652f4310abd,segment=NetworkSegment(7d5d0019-4642-44c5-b7b4-9ab8f077f05e),segment_id=7d5d0019-4642-44c5-b7b4-9ab8f077f05e)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:45:30.155557 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d22e293c-cf0e-4a60-87aa-d8b95b602cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:30.211143 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-c04b371c-c859-4678-9d4e-9186a6518003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:30.332367 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37320) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:45:30.343139 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-513aae42-2c75-4d3a-9098-28d5bd9c8d3f req-be91aa5e-48c0-439b-8ca1-64f26a401478 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d50665b6-9647-47f1-b718-b6ae7cd32366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2526128 May 05 21:45:30.489953 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f03ccbf-e310-4317-a94f-c141cbd7c93d None None] Pushing event updated for resources: {'Port': ['ID=84899a3f-75cd-4f58-acd3-5652f4310abd,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:30.508298 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22e293c-cf0e-4a60-87aa-d8b95b602cf6 None None] Routers {'b0abeade-d90b-47e1-aef2-bc14d30f979a'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:45:30.511342 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-d22e293c-cf0e-4a60-87aa-d8b95b602cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:45:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['b0abeade-d90b-47e1-aef2-bc14d30f979a'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:45:30.554312 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-b0be26c4-480b-4c84-9383-5f26b5afa55c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f38c4fa-6e0c-46e0-b72f-293a212dd26a HTTP/1.1" status: 200 len: 217 time: 0.4666755 May 05 21:45:30.579118 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-c04b371c-c859-4678-9d4e-9186a6518003 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:30.582557 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-c04b371c-c859-4678-9d4e-9186a6518003 service neutron] 10.222.0.44 "PUT /v2.0/ports/607fe699-d03c-4b52-96bb-bc628fef05e4 HTTP/1.1" status: 200 len: 1091 time: 4.9088371 May 05 21:45:30.587779 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aa7c1a6-f06f-403c-a412-e9f8f555be98', 'tag': '607fe699-d03c-4b52-96bb-bc628fef05e4'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:45:30.704256 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dec65-d30f-4eb8-a8b5-c1109dcf165b req-87e87b76-3f88-4247-92d6-2157457f3d73 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:30.705819 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a17dec65-d30f-4eb8-a8b5-c1109dcf165b req-87e87b76-3f88-4247-92d6-2157457f3d73 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f659061-1fff-4a74-a711-89b64c4db80a HTTP/1.1" status: 200 len: 943 time: 1.2735987 May 05 21:45:30.715665 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-51f4f814-e1d3-42f2-b92a-f568be0252a7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e254aa6e91fc4971a04919e3490afc47&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3713391 May 05 21:45:30.741573 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 6aa8365b-e092-44f6-b0bc-72c629a80a98 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:45:30.784512 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37332) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:45:30.982234 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-376e0d92-3ded-4ae1-af04-410eda616eb2 req-814b8014-ff8b-4a80-af5e-e41bdba27925 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] For port 8408dc29-f2b8-410f-87d2-a81518c6ab4d, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=8408dc29-f2b8-410f-87d2-a81518c6ab4d,segment=NetworkSegment(b6a78c60-1e9b-428a-ae97-394891f78dc2),segment_id=b6a78c60-1e9b-428a-ae97-394891f78dc2)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:45:30.982234 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-376e0d92-3ded-4ae1-af04-410eda616eb2 req-814b8014-ff8b-4a80-af5e-e41bdba27925 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:31.062981 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-513aae42-2c75-4d3a-9098-28d5bd9c8d3f req-d58d7c3b-9fd2-4eff-9378-9286273a0aab service neutron] 10.222.0.32 "GET /v2.0/networks/d50665b6-9647-47f1-b718-b6ae7cd32366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6693518 May 05 21:45:31.141914 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-d22e293c-cf0e-4a60-87aa-d8b95b602cf6 None None] Set router b0abeade-d90b-47e1-aef2-bc14d30f979a gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:45:31.226726 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a17dec65-d30f-4eb8-a8b5-c1109dcf165b req-097734fe-829b-4d83-82d9-255926010bb6 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] 10.222.0.23 "GET /v2.0/security-groups?id=01685b58-c5c4-46c5-9f2e-5e07825f21c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4977198 May 05 21:45:31.313742 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 8408dc29-f2b8-410f-87d2-a81518c6ab4d no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:45:31.393040 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b371c-c859-4678-9d4e-9186a6518003 service neutron] Pushing event updated for resources: {'Port': ['ID=607fe699-d03c-4b52-96bb-bc628fef05e4,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:31.500560 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5c5b0ce9-351f-4190-b562-7e9f801246c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:31.506564 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-fac8a5e5-ad44-4e12-bbac-149c766de4ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:31.508088 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-fac8a5e5-ad44-4e12-bbac-149c766de4ea service neutron] 10.222.0.44 "GET /v2.0/subnets?id=aa809371-543a-4709-8923-302f20877630 HTTP/1.1" status: 200 len: 851 time: 0.9269736 May 05 21:45:31.526302 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-75d7d335-52f1-4e24-b689-73908c3d26b9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4e026652b1bc4f42bbf06a3a7e36a282&device_id=9aa7c1a6-f06f-403c-a412-e9f8f555be98 HTTP/1.1" status: 200 len: 1094 time: 0.7407856 May 05 21:45:31.640072 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1651550-920b-4b67-bff8-a935c71b1df3 req-5d62b80b-30f1-4563-b420-c30dfb0f9750 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:31.646827 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a1651550-920b-4b67-bff8-a935c71b1df3 req-5d62b80b-30f1-4563-b420-c30dfb0f9750 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/networks?id=4988fe71-34c6-4737-ad2a-40f5327e7f0e HTTP/1.1" status: 200 len: 812 time: 1.0026805 May 05 21:45:31.717265 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-d4f56b7a-aa3c-4c30-8ae1-cad464fb0bd3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1326323 May 05 21:45:31.766428 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-2adb1691-641e-4ce3-bf55-e28d6297a5cf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=607fe699-d03c-4b52-96bb-bc628fef05e4 HTTP/1.1" status: 200 len: 217 time: 0.1887062 May 05 21:45:31.770956 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-513aae42-2c75-4d3a-9098-28d5bd9c8d3f req-7b8b1fc1-3d14-40a3-90ad-4f9391d2dc86 service neutron] 10.222.0.32 "GET /v2.0/networks/d50665b6-9647-47f1-b718-b6ae7cd32366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6542916 May 05 21:45:31.776273 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-6d6b9025-f0f8-4933-a33e-72a8d2625850 service neutron] For port 6aa8365b-e092-44f6-b0bc-72c629a80a98, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=6aa8365b-e092-44f6-b0bc-72c629a80a98,segment=NetworkSegment(df9c57c2-52c8-43c0-981c-16fd110b1d0b),segment_id=df9c57c2-52c8-43c0-981c-16fd110b1d0b)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:45:31.852519 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:31.892185 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 8408dc29-f2b8-410f-87d2-a81518c6ab4d, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=8408dc29-f2b8-410f-87d2-a81518c6ab4d,segment=NetworkSegment(b6a78c60-1e9b-428a-ae97-394891f78dc2),segment_id=b6a78c60-1e9b-428a-ae97-394891f78dc2)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:45:31.895634 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2749759-427b-4a40-96b7-9519adf36f4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8408dc29-f2b8-410f-87d2-a81518c6ab4d'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:45:31.903936 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:31.982738 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-6d6b9025-f0f8-4933-a33e-72a8d2625850 service neutron] For port 6aa8365b-e092-44f6-b0bc-72c629a80a98, host n-h2-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:45:32.008370 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=8408dc29-f2b8-410f-87d2-a81518c6ab4d,revision_number=6']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:32.119288 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5c5b0ce9-351f-4190-b562-7e9f801246c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:32.174568 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a1651550-920b-4b67-bff8-a935c71b1df3 req-fc97ebc9-59cd-4507-97e5-0373a0866e2a tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/quotas/5a55f0e1fc854ae480e2f7b2fc73c270 HTTP/1.1" status: 200 len: 375 time: 0.5267534 May 05 21:45:32.347168 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-6d6b9025-f0f8-4933-a33e-72a8d2625850 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aa8365b-e092-44f6-b0bc-72c629a80a98 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:45:32.354297 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-376e0d92-3ded-4ae1-af04-410eda616eb2 req-814b8014-ff8b-4a80-af5e-e41bdba27925 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:32.355114 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-376e0d92-3ded-4ae1-af04-410eda616eb2 req-814b8014-ff8b-4a80-af5e-e41bdba27925 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:32.355691 n-d-825175-4 neutron-server[84063]: INFO neutron.db.l3_db [req-376e0d92-3ded-4ae1-af04-410eda616eb2 req-814b8014-ff8b-4a80-af5e-e41bdba27925 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Floating IP 5f9e2dd0-1e9f-4a78-bb41-cfb269a0fe4d disassociated. External IP: 172.25.4.154, port: 8408dc29-f2b8-410f-87d2-a81518c6ab4d. May 05 21:45:32.356333 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-376e0d92-3ded-4ae1-af04-410eda616eb2 req-814b8014-ff8b-4a80-af5e-e41bdba27925 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Calling delete_port for 8408dc29-f2b8-410f-87d2-a81518c6ab4d owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:45:32.379327 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-d22e293c-cf0e-4a60-87aa-d8b95b602cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0abeade-d90b-47e1-aef2-bc14d30f979a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1863379920-router', 'tenant_id': '1558000fddc64215930486833c29f706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'bd79a060-0542-4914-9eb5-5e7910ad2c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:45:04Z', 'updated_at': '2022-05-05T21:45:17Z', 'revision_number': 4, 'project_id': '1558000fddc64215930486833c29f706', 'gw_port': {'id': 'bd79a060-0542-4914-9eb5-5e7910ad2c20', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0abeade-d90b-47e1-aef2-bc14d30f979a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:45:05Z', 'updated_at': '2022-05-05T21:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '84899a3f-75cd-4f58-acd3-5652f4310abd', 'name': '', 'network_id': '96812a3d-9fc7-45f8-be80-6a4e61c11ca7', 'tenant_id': '1558000fddc64215930486833c29f706', 'mac_address': 'fa:16:3e:57:1b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0abeade-d90b-47e1-aef2-bc14d30f979a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95c3156c-90d6-4b28-b91c-9d25632a4397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:45:14Z', 'updated_at': '2022-05-05T21:45:30Z', 'revision_number': 4, 'project_id': '1558000fddc64215930486833c29f706', 'subnets': [{'id': '95c3156c-90d6-4b28-b91c-9d25632a4397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:45:32.394868 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22e293c-cf0e-4a60-87aa-d8b95b602cf6 None None] The sync data for ids ['b0abeade-d90b-47e1-aef2-bc14d30f979a'] in n-d-825175-4 is: [{'id': 'b0abeade-d90b-47e1-aef2-bc14d30f979a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1863379920-router', 'tenant_id': '1558000fddc64215930486833c29f706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'bd79a060-0542-4914-9eb5-5e7910ad2c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:45:04Z', 'updated_at': '2022-05-05T21:45:17Z', 'revision_number': 4, 'project_id': '1558000fddc64215930486833c29f706', 'gw_port': {'id': 'bd79a060-0542-4914-9eb5-5e7910ad2c20', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0abeade-d90b-47e1-aef2-bc14d30f979a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:45:05Z', 'updated_at': '2022-05-05T21:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '84899a3f-75cd-4f58-acd3-5652f4310abd', 'name': '', 'network_id': '96812a3d-9fc7-45f8-be80-6a4e61c11ca7', 'tenant_id': '1558000fddc64215930486833c29f706', 'mac_address': 'fa:16:3e:57:1b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0abeade-d90b-47e1-aef2-bc14d30f979a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95c3156c-90d6-4b28-b91c-9d25632a4397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:45:14Z', 'updated_at': '2022-05-05T21:45:30Z', 'revision_number': 4, 'project_id': '1558000fddc64215930486833c29f706', 'subnets': [{'id': '95c3156c-90d6-4b28-b91c-9d25632a4397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:45:32.438402 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:45:32.441851 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-6d6b9025-f0f8-4933-a33e-72a8d2625850 service neutron] For port 6aa8365b-e092-44f6-b0bc-72c629a80a98, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=6aa8365b-e092-44f6-b0bc-72c629a80a98,segment=NetworkSegment(df9c57c2-52c8-43c0-981c-16fd110b1d0b),segment_id=df9c57c2-52c8-43c0-981c-16fd110b1d0b)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:45:32.516332 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-b5de6b2a-b581-403e-8070-82a2317cbd2c service neutron] 10.222.0.44 "GET /v2.0/networks/3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7900174 May 05 21:45:32.518738 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a1651550-920b-4b67-bff8-a935c71b1df3 req-c6c9f316-d003-4a75-b178-6176dab08c21 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5a55f0e1fc854ae480e2f7b2fc73c270&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3393474 May 05 21:45:32.705589 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-6d6b9025-f0f8-4933-a33e-72a8d2625850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:32.720449 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-7c6b3e7b-93ba-4ee3-83e5-7ea0155527ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:32.722340 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-7c6b3e7b-93ba-4ee3-83e5-7ea0155527ae service neutron] 10.222.0.44 "GET /v2.0/subnets?id=aa809371-543a-4709-8923-302f20877630 HTTP/1.1" status: 200 len: 851 time: 0.9322186 May 05 21:45:32.899828 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-30b297ce-d83d-4d9f-b7d8-15878e5d5e1a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828359 May 05 21:45:32.986140 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.api [req-376e0d92-3ded-4ae1-af04-410eda616eb2 req-814b8014-ff8b-4a80-af5e-e41bdba27925 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:45:32.986806 n-d-825175-4 neutron-server[84063]: DEBUG oslo_db.api [req-376e0d92-3ded-4ae1-af04-410eda616eb2 req-814b8014-ff8b-4a80-af5e-e41bdba27925 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:45:33.000803 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-0217b4b7-de97-4d97-9592-fc39d9baaa19 service neutron] 10.222.0.44 "GET /v2.0/networks/3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4541261 May 05 21:45:33.199643 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-a3e38846-87bb-4dea-acc8-53cbb929c722 service neutron] 10.222.0.44 "GET /v2.0/networks/3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855291 May 05 21:45:33.229967 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-6d6b9025-f0f8-4933-a33e-72a8d2625850 service neutron] Transition to ACTIVE for port object 6aa8365b-e092-44f6-b0bc-72c629a80a98 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:45:33.247389 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-6d6b9025-f0f8-4933-a33e-72a8d2625850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:33.429138 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f8937d6e-446b-456e-8220-a221d6c93df4 req-68bf8b50-e81f-419d-9c9c-6ef5667fbfb5 service neutron] 10.222.0.44 "GET /v2.0/networks/3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123773 May 05 21:45:33.448028 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-40c4d788-8c5a-4798-ae0d-bd11bf538db9 req-b9ed7bc2-252b-4ee8-ab3a-34536c4b1807 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4e026652b1bc4f42bbf06a3a7e36a282&device_id=3f659061-1fff-4a74-a711-89b64c4db80a HTTP/1.1" status: 200 len: 1094 time: 0.3559272 May 05 21:45:33.464610 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa1471-f5fd-4479-9513-a9e079e475ba req-cf20f1cb-c496-4df9-9e52-2d4be8f71ade tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:33.466323 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5bfa1471-f5fd-4479-9513-a9e079e475ba req-cf20f1cb-c496-4df9-9e52-2d4be8f71ade tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2749759-427b-4a40-96b7-9519adf36f4f HTTP/1.1" status: 200 len: 944 time: 1.8175886 May 05 21:45:33.562918 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5bfa1471-f5fd-4479-9513-a9e079e475ba req-e20393e3-c006-485c-aa37-9942a31791a2 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] 10.222.0.23 "GET /v2.0/security-groups?id=120b4c1c-14bf-4ea1-9ce2-540e096b21a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893266 May 05 21:45:33.612386 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5c5b0ce9-351f-4190-b562-7e9f801246c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:33.677482 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5b0ce9-351f-4190-b562-7e9f801246c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c52b30-703b-4bdf-be7b-9aa1fc2c5160,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:33.679632 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5c5b0ce9-351f-4190-b562-7e9f801246c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:33.680746 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-5c5b0ce9-351f-4190-b562-7e9f801246c2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/94c52b30-703b-4bdf-be7b-9aa1fc2c5160 HTTP/1.1" status: 204 len: 168 time: 2.8680394 May 05 21:45:33.690578 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a1651550-920b-4b67-bff8-a935c71b1df3 req-800ab976-40c4-4675-bbc7-22e585135e30 service neutron] 10.222.0.23 "GET /v2.0/networks/4988fe71-34c6-4737-ad2a-40f5327e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1639767 May 05 21:45:33.752775 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-376e0d92-3ded-4ae1-af04-410eda616eb2 req-814b8014-ff8b-4a80-af5e-e41bdba27925 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Deleting port 8408dc29-f2b8-410f-87d2-a81518c6ab4d {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:45:33.753231 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-376e0d92-3ded-4ae1-af04-410eda616eb2 req-814b8014-ff8b-4a80-af5e-e41bdba27925 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:33.788350 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4d788-8c5a-4798-ae0d-bd11bf538db9 req-54236f37-2627-4a7b-92bc-9927e173657a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:33.789989 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-40c4d788-8c5a-4798-ae0d-bd11bf538db9 req-54236f37-2627-4a7b-92bc-9927e173657a service neutron] 10.222.0.44 "GET /v2.0/networks?id=3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703 HTTP/1.1" status: 200 len: 912 time: 0.3022060 May 05 21:45:33.863820 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-6d6b9025-f0f8-4933-a33e-72a8d2625850 service neutron] No DVR routers for this DVR port 6aa8365b-e092-44f6-b0bc-72c629a80a98 on host n-h2-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:45:33.874877 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b9025-f0f8-4933-a33e-72a8d2625850 service neutron] Pushing event updated for resources: {'Port': ['ID=6aa8365b-e092-44f6-b0bc-72c629a80a98,revision_number=10']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:33.934800 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-40c4d788-8c5a-4798-ae0d-bd11bf538db9 req-e05ed325-2fa6-4491-b28e-bd4352f407e9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f38c4fa-6e0c-46e0-b72f-293a212dd26a HTTP/1.1" status: 200 len: 217 time: 0.1309109 May 05 21:45:34.117446 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a1651550-920b-4b67-bff8-a935c71b1df3 req-7f84a84d-1faa-46fc-927b-981e9d0f2196 service neutron] 10.222.0.23 "GET /v2.0/networks/4988fe71-34c6-4737-ad2a-40f5327e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4259055 May 05 21:45:34.149636 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4d788-8c5a-4798-ae0d-bd11bf538db9 req-9ae58862-ce4b-4526-aec1-4393dcda18f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:34.163838 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-40c4d788-8c5a-4798-ae0d-bd11bf538db9 req-9ae58862-ce4b-4526-aec1-4393dcda18f9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=aa809371-543a-4709-8923-302f20877630 HTTP/1.1" status: 200 len: 851 time: 0.1736045 May 05 21:45:34.230407 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8aa8e-4b96-4d5c-8b4d-1ff14c2aee31 req-01315a2d-0517-4788-855a-4ba54e74c571 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:34.262731 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3dd8aa8e-4b96-4d5c-8b4d-1ff14c2aee31 req-01315a2d-0517-4788-855a-4ba54e74c571 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fa2aa3d-82d1-4e04-b9f0-21f6bf4713a5 HTTP/1.1" status: 200 len: 944 time: 0.2049353 May 05 21:45:34.326203 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-40c4d788-8c5a-4798-ae0d-bd11bf538db9 req-67c4ea21-e525-42f2-b322-750cdddbe294 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1522722 May 05 21:45:34.427189 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3dd8aa8e-4b96-4d5c-8b4d-1ff14c2aee31 req-3585573f-c69a-4c7c-a045-9b624663140b tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631441 May 05 21:45:34.631642 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 84899a3f-75cd-4f58-acd3-5652f4310abd up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:45:34.703827 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d92043f-45fc-4758-b7d6-4b5c40dee17c'] response: {'name': 'network-changed', 'server_uuid': '9aa7c1a6-f06f-403c-a412-e9f8f555be98', 'tag': '607fe699-d03c-4b52-96bb-bc628fef05e4', 'status': 'completed', 'code': 200} May 05 21:45:34.919976 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 84899a3f-75cd-4f58-acd3-5652f4310abd completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:45:34.931893 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 84899a3f-75cd-4f58-acd3-5652f4310abd triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:45:34.932578 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:35.089244 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-92847a25-4f8d-4204-88f6-4e36fb8f05b5 req-dca413b7-14e5-49eb-a020-ebc874300163 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4e026652b1bc4f42bbf06a3a7e36a282&device_id=9aa7c1a6-f06f-403c-a412-e9f8f555be98 HTTP/1.1" status: 200 len: 1094 time: 0.3816657 May 05 21:45:35.196907 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-6d6b9025-f0f8-4933-a33e-72a8d2625850 service neutron] 10.222.0.32 "PUT /v2.0/ports/6aa8365b-e092-44f6-b0bc-72c629a80a98/bindings/n-h1-825175-4/activate HTTP/1.1" status: 200 len: 369 time: 5.6937454 May 05 21:45:35.217796 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84463351-5e70-4b15-8fcd-42793ca57672'] response: {'server_uuid': 'c2749759-427b-4a40-96b7-9519adf36f4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8408dc29-f2b8-410f-87d2-a81518c6ab4d', 'code': 200} May 05 21:45:35.249450 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-376e0d92-3ded-4ae1-af04-410eda616eb2 req-814b8014-ff8b-4a80-af5e-e41bdba27925 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] For port 8408dc29-f2b8-410f-87d2-a81518c6ab4d, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=8408dc29-f2b8-410f-87d2-a81518c6ab4d,segment=NetworkSegment(b6a78c60-1e9b-428a-ae97-394891f78dc2),segment_id=b6a78c60-1e9b-428a-ae97-394891f78dc2)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:45:35.250256 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-376e0d92-3ded-4ae1-af04-410eda616eb2 req-814b8014-ff8b-4a80-af5e-e41bdba27925 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:35.291275 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 0f38c4fa-6e0c-46e0-b72f-293a212dd26a details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:45:35.735000 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92847a25-4f8d-4204-88f6-4e36fb8f05b5 req-ec5e7cb1-4e97-40af-acff-114a0a8a1ce8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:35.738270 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-92847a25-4f8d-4204-88f6-4e36fb8f05b5 req-ec5e7cb1-4e97-40af-acff-114a0a8a1ce8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703 HTTP/1.1" status: 200 len: 912 time: 0.6418264 May 05 21:45:35.944696 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:35.967810 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:35.973421 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:36.067718 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-8aa460ec-74bd-45fa-bdff-6a72bbbb2526 tempest-LiveMigrationTest-271875399 tempest-LiveMigrationTest-271875399-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7fa2aa3d-82d1-4e04-b9f0-21f6bf4713a5&tenant_id=ea576b38215846aaa224b1aa35155ba3&binding%3Ahost_id=n-h2-825175-4 HTTP/1.1" status: 200 len: 1095 time: 0.7864835 May 05 21:45:36.131341 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 0f38c4fa-6e0c-46e0-b72f-293a212dd26a, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=0f38c4fa-6e0c-46e0-b72f-293a212dd26a,segment=NetworkSegment(175541d5-fda9-4a81-b2c4-365f823aadee),segment_id=175541d5-fda9-4a81-b2c4-365f823aadee)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:45:36.154172 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-40c4d788-8c5a-4798-ae0d-bd11bf538db9 req-fb329e05-53a9-459d-bb44-9a9132e2737c service neutron] 10.222.0.44 "GET /v2.0/networks/3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8146558 May 05 21:45:36.162977 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 84899a3f-75cd-4f58-acd3-5652f4310abd, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=84899a3f-75cd-4f58-acd3-5652f4310abd,segment=NetworkSegment(7d5d0019-4642-44c5-b7b4-9ab8f077f05e),segment_id=7d5d0019-4642-44c5-b7b4-9ab8f077f05e)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:45:36.173615 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '0f38c4fa-6e0c-46e0-b72f-293a212dd26a', 'network_id': '3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703', 'port_id': '0f38c4fa-6e0c-46e0-b72f-293a212dd26a', 'mac_address': 'fa:16:3e:c1:49:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa809371-543a-4709-8923-302f20877630', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:45:36.188523 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-13819bb8-fdcd-4c89-9d9b-3fcb03b3bdd3 req-321ed4d7-12b0-4084-8b56-c0a241830eca tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d839354-039d-4eef-80c3-6cc1a4dcfdd1 HTTP/1.1" status: 200 len: 210 time: 0.4402423 May 05 21:45:36.192737 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:36.252941 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-92847a25-4f8d-4204-88f6-4e36fb8f05b5 req-2deca58d-8af8-4d9a-884b-9acbc51f25f9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=607fe699-d03c-4b52-96bb-bc628fef05e4 HTTP/1.1" status: 200 len: 217 time: 0.3182302 May 05 21:45:36.529891 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92847a25-4f8d-4204-88f6-4e36fb8f05b5 req-ba902594-f16b-43b5-8b8d-5c7a4ecc03c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:36.536323 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-92847a25-4f8d-4204-88f6-4e36fb8f05b5 req-ba902594-f16b-43b5-8b8d-5c7a4ecc03c4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=aa809371-543a-4709-8923-302f20877630 HTTP/1.1" status: 200 len: 851 time: 0.2707939 May 05 21:45:36.540682 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37392) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:45:36.588287 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=84899a3f-75cd-4f58-acd3-5652f4310abd,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:36.591156 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:36.620486 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f38c4fa-6e0c-46e0-b72f-293a212dd26a {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:45:36.655468 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 0f38c4fa-6e0c-46e0-b72f-293a212dd26a, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=0f38c4fa-6e0c-46e0-b72f-293a212dd26a,segment=NetworkSegment(175541d5-fda9-4a81-b2c4-365f823aadee),segment_id=175541d5-fda9-4a81-b2c4-365f823aadee)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:45:36.698127 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:36.810484 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-92847a25-4f8d-4204-88f6-4e36fb8f05b5 req-9e1a0a61-1fc0-43c4-aad7-23fcb261352a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2463167 May 05 21:45:36.916261 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-376e0d92-3ded-4ae1-af04-410eda616eb2 req-814b8014-ff8b-4a80-af5e-e41bdba27925 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:36.917620 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-376e0d92-3ded-4ae1-af04-410eda616eb2 req-814b8014-ff8b-4a80-af5e-e41bdba27925 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:36.918152 n-d-825175-4 neutron-server[84063]: INFO neutron.db.l3_db [req-376e0d92-3ded-4ae1-af04-410eda616eb2 req-814b8014-ff8b-4a80-af5e-e41bdba27925 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Floating IP 5f9e2dd0-1e9f-4a78-bb41-cfb269a0fe4d disassociated. External IP: 172.25.4.154, port: 8408dc29-f2b8-410f-87d2-a81518c6ab4d. May 05 21:45:36.919227 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-376e0d92-3ded-4ae1-af04-410eda616eb2 req-814b8014-ff8b-4a80-af5e-e41bdba27925 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Calling delete_port for 8408dc29-f2b8-410f-87d2-a81518c6ab4d owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:45:36.977114 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['0f38c4fa-6e0c-46e0-b72f-293a212dd26a'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:45:37.166727 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=0f38c4fa-6e0c-46e0-b72f-293a212dd26a,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:37.219823 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-dc9c4eb6-97a6-4e7c-b38b-283a79772211 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-597397050-network', 'tenant_id': '5f6d3217202d4d8580bf1dbedeb67377'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:45:37.257785 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-dc9c4eb6-97a6-4e7c-b38b-283a79772211 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:45:37.284541 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf02c4c0-2927-4628-95ae-ce1d16d50265 req-c48bdf95-3907-4181-9d6f-6c9fca6b4066 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:37.311157 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 607fe699-d03c-4b52-96bb-bc628fef05e4 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:45:37.311531 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bf02c4c0-2927-4628-95ae-ce1d16d50265 req-c48bdf95-3907-4181-9d6f-6c9fca6b4066 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f659061-1fff-4a74-a711-89b64c4db80a HTTP/1.1" status: 200 len: 943 time: 1.5665560 May 05 21:45:37.347647 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-376e0d92-3ded-4ae1-af04-410eda616eb2 req-814b8014-ff8b-4a80-af5e-e41bdba27925 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:37.354277 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-dc9c4eb6-97a6-4e7c-b38b-283a79772211 admin admin] Usage tracker for resource:network and tenant:5f6d3217202d4d8580bf1dbedeb67377 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:45:37.381572 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-dc9c4eb6-97a6-4e7c-b38b-283a79772211 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:45:37.425007 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-dc9c4eb6-97a6-4e7c-b38b-283a79772211 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:45:37.660723 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814b8014-ff8b-4a80-af5e-e41bdba27925 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Pushing event deleted for resources: {'Port': ['ID=8408dc29-f2b8-410f-87d2-a81518c6ab4d,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:37.743334 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 607fe699-d03c-4b52-96bb-bc628fef05e4, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=607fe699-d03c-4b52-96bb-bc628fef05e4,segment=NetworkSegment(175541d5-fda9-4a81-b2c4-365f823aadee),segment_id=175541d5-fda9-4a81-b2c4-365f823aadee)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:45:37.749831 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-42c044f7-a2da-482b-be14-da12c939c091 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7fa2aa3d-82d1-4e04-b9f0-21f6bf4713a5&tenant_id=ea576b38215846aaa224b1aa35155ba3 HTTP/1.1" status: 200 len: 1095 time: 1.6751642 May 05 21:45:37.798996 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9c4eb6-97a6-4e7c-b38b-283a79772211 admin admin] Made reservation on behalf of 5f6d3217202d4d8580bf1dbedeb67377 for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:45:37.801401 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-dc9c4eb6-97a6-4e7c-b38b-283a79772211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:37.831531 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bf02c4c0-2927-4628-95ae-ce1d16d50265 req-9c935d80-2afa-4532-b75b-3f9cc7c8270e tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] 10.222.0.23 "GET /v2.0/security-groups?id=01685b58-c5c4-46c5-9f2e-5e07825f21c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5232487 May 05 21:45:37.835411 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '607fe699-d03c-4b52-96bb-bc628fef05e4', 'network_id': '3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703', 'port_id': '607fe699-d03c-4b52-96bb-bc628fef05e4', 'mac_address': 'fa:16:3e:3b:24:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa809371-543a-4709-8923-302f20877630', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:45:37.846583 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-92847a25-4f8d-4204-88f6-4e36fb8f05b5 req-cf723704-37c1-497f-9f05-a8f7bf2d1721 service neutron] 10.222.0.44 "GET /v2.0/networks/3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0351751 May 05 21:45:37.858275 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-dc9c4eb6-97a6-4e7c-b38b-283a79772211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:37.896398 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-40c4d788-8c5a-4798-ae0d-bd11bf538db9 req-f0b9a190-9f3d-4298-8499-df4da5538b5f service neutron] 10.222.0.44 "GET /v2.0/networks/3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6825581 May 05 21:45:37.953782 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:37.975559 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 607fe699-d03c-4b52-96bb-bc628fef05e4 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:45:37.999523 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 607fe699-d03c-4b52-96bb-bc628fef05e4, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=607fe699-d03c-4b52-96bb-bc628fef05e4,segment=NetworkSegment(175541d5-fda9-4a81-b2c4-365f823aadee),segment_id=175541d5-fda9-4a81-b2c4-365f823aadee)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:45:38.006928 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:38.042087 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1651550-920b-4b67-bff8-a935c71b1df3 req-2f4a3b7a-4dba-4822-9bd2-d28b1d90bda4 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:38.045106 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a1651550-920b-4b67-bff8-a935c71b1df3 req-2f4a3b7a-4dba-4822-9bd2-d28b1d90bda4 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.32 "GET /v2.0/networks?id=4988fe71-34c6-4737-ad2a-40f5327e7f0e HTTP/1.1" status: 200 len: 812 time: 0.7593403 May 05 21:45:38.089988 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-a1651550-920b-4b67-bff8-a935c71b1df3 req-2d2532dc-c3fc-4cc5-91d0-1f8b03dde27e tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Request body: {'port': {'device_id': '3d839354-039d-4eef-80c3-6cc1a4dcfdd1', 'network_id': '4988fe71-34c6-4737-ad2a-40f5327e7f0e', 'admin_state_up': True, 'tenant_id': '5a55f0e1fc854ae480e2f7b2fc73c270'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:45:38.146730 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=607fe699-d03c-4b52-96bb-bc628fef05e4,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:38.150771 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-92847a25-4f8d-4204-88f6-4e36fb8f05b5 req-6e4899b6-7584-4148-b52b-ba76543d2111 service neutron] 10.222.0.44 "GET /v2.0/networks/3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776189 May 05 21:45:38.167967 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:45:38.168674 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:45:38.169005 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:45:38.169327 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:45:38.169643 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:45:38.170107 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:45:38.170475 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:45:38.171186 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:45:38.172258 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:45:38.173085 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:45:38.173085 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:45:38.214458 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8798ec-7229-42fa-b9ab-0ff61b0701f9 req-b53d2f43-6b97-4256-ba14-020072672dbf tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:38.222766 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ab8798ec-7229-42fa-b9ab-0ff61b0701f9 req-b53d2f43-6b97-4256-ba14-020072672dbf tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2749759-427b-4a40-96b7-9519adf36f4f HTTP/1.1" status: 200 len: 865 time: 1.3241496 May 05 21:45:38.267025 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['607fe699-d03c-4b52-96bb-bc628fef05e4'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:45:38.291512 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-dc9c4eb6-97a6-4e7c-b38b-283a79772211 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:45:38.305530 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-dc9c4eb6-97a6-4e7c-b38b-283a79772211 admin admin] Usage tracker for resource:security_group_rule and tenant:5f6d3217202d4d8580bf1dbedeb67377 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:45:38.312117 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-c5ef007d-917c-4429-a669-b353e718a6ac service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ea576b38215846aaa224b1aa35155ba3&device_id=7fa2aa3d-82d1-4e04-b9f0-21f6bf4713a5 HTTP/1.1" status: 200 len: 1095 time: 0.4571998 May 05 21:45:38.319011 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-dc9c4eb6-97a6-4e7c-b38b-283a79772211 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:45:38.364842 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-dc9c4eb6-97a6-4e7c-b38b-283a79772211 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:45:38.429294 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-a1651550-920b-4b67-bff8-a935c71b1df3 req-2d2532dc-c3fc-4cc5-91d0-1f8b03dde27e tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:45:38.450065 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-a1651550-920b-4b67-bff8-a935c71b1df3 req-2d2532dc-c3fc-4cc5-91d0-1f8b03dde27e tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:45:38.493437 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1651550-920b-4b67-bff8-a935c71b1df3 req-2d2532dc-c3fc-4cc5-91d0-1f8b03dde27e tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Made reservation on behalf of 5a55f0e1fc854ae480e2f7b2fc73c270 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:45:38.497065 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a1651550-920b-4b67-bff8-a935c71b1df3 req-2d2532dc-c3fc-4cc5-91d0-1f8b03dde27e tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:38.500534 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 84899a3f-75cd-4f58-acd3-5652f4310abd up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:45:38.540760 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ab8798ec-7229-42fa-b9ab-0ff61b0701f9 req-57e4f3de-f47d-468d-a160-f9a44848aebb tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] 10.222.0.23 "GET /v2.0/security-groups?id=120b4c1c-14bf-4ea1-9ce2-540e096b21a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3136637 May 05 21:45:38.602833 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23553814-aef7-460e-afed-eb7a85ed8aa1 req-4a9d63e1-1212-4bab-b55a-1c133d6a3fb9 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:38.604717 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-23553814-aef7-460e-afed-eb7a85ed8aa1 req-4a9d63e1-1212-4bab-b55a-1c133d6a3fb9 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fa2aa3d-82d1-4e04-b9f0-21f6bf4713a5 HTTP/1.1" status: 200 len: 944 time: 0.4527311 May 05 21:45:38.611179 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-a7026f18-4741-4f1e-a2e2-65bb9854f117 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:38.612684 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-a7026f18-4741-4f1e-a2e2-65bb9854f117 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d50665b6-9647-47f1-b718-b6ae7cd32366 HTTP/1.1" status: 200 len: 909 time: 0.2957699 May 05 21:45:38.738768 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 84899a3f-75cd-4f58-acd3-5652f4310abd triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:45:38.739263 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:38.769798 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-ef8f49d0-b7ea-4834-8f37-4be6cdd4be02 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6aa8365b-e092-44f6-b0bc-72c629a80a98 HTTP/1.1" status: 200 len: 217 time: 0.1450367 May 05 21:45:38.799345 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-dc9c4eb6-97a6-4e7c-b38b-283a79772211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:38.812791 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-23553814-aef7-460e-afed-eb7a85ed8aa1 req-a9fe77a4-bf61-4221-b079-b8d7cfcd7a00 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937771 May 05 21:45:38.816241 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-dc9c4eb6-97a6-4e7c-b38b-283a79772211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:38.891702 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9c4eb6-97a6-4e7c-b38b-283a79772211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ff80e3-da96-4cd3-a486-dc686c4ae303,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:38.909571 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc9c4eb6-97a6-4e7c-b38b-283a79772211 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:45:38.937727 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-dc9c4eb6-97a6-4e7c-b38b-283a79772211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:38.939265 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-dc9c4eb6-97a6-4e7c-b38b-283a79772211 admin admin] Added segment 27eaa00d-2733-43bd-8e2f-2708b745ee87 of type vlan for network 71738638-1e8f-4898-8775-ee98b36918d6 May 05 21:45:38.971578 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37428) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:45:39.028951 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-376e0d92-3ded-4ae1-af04-410eda616eb2 req-814b8014-ff8b-4a80-af5e-e41bdba27925 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Router 758d72c6-f125-4f56-b4e8-835664d8e9fe has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:45:39.107495 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-40e399a0-9d3c-40f6-a23d-8f9e68a4358b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:39.109021 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-40e399a0-9d3c-40f6-a23d-8f9e68a4358b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2ef0800d-de6f-466d-b35f-d1403d70c310 HTTP/1.1" status: 200 len: 848 time: 0.3206725 May 05 21:45:39.115126 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-0944963b-2702-4725-90af-35545cd9916d admin admin] Deleting subnet 41faf43c-45c2-40ca-97f2-b9922a51b49e {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:45:39.151192 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-dc9c4eb6-97a6-4e7c-b38b-283a79772211 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:39.186644 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0944963b-2702-4725-90af-35545cd9916d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:39.246277 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0944963b-2702-4725-90af-35545cd9916d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:39.269243 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 0f38c4fa-6e0c-46e0-b72f-293a212dd26a up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:45:39.320528 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-5df337e6-728c-4466-aab2-b4e993563dcf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d50665b6-9647-47f1-b718-b6ae7cd32366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2024660 May 05 21:45:39.378088 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-a1651550-920b-4b67-bff8-a935c71b1df3 req-2d2532dc-c3fc-4cc5-91d0-1f8b03dde27e tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Allocated IP 172.20.0.13 (4988fe71-34c6-4737-ad2a-40f5327e7f0e/b652dcd0-731b-4d23-9d82-356eea5d9656/59fcd1b3-14da-4c63-a865-86c9da247275) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:45:39.387745 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 0f38c4fa-6e0c-46e0-b72f-293a212dd26a completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:45:39.393508 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 0f38c4fa-6e0c-46e0-b72f-293a212dd26a triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:45:39.394161 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:39.427824 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b044c283-bc1d-4fac-b49b-375581ff00cd req-2cd0fcff-63fd-43c9-afac-940078a62bc9 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d839354-039d-4eef-80c3-6cc1a4dcfdd1 HTTP/1.1" status: 200 len: 210 time: 0.2439480 May 05 21:45:39.435398 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-dc9c4eb6-97a6-4e7c-b38b-283a79772211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:39.436391 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9c4eb6-97a6-4e7c-b38b-283a79772211 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:39.437011 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-dc9c4eb6-97a6-4e7c-b38b-283a79772211 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:39.527073 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:39.560856 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 0f38c4fa-6e0c-46e0-b72f-293a212dd26a, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=0f38c4fa-6e0c-46e0-b72f-293a212dd26a,segment=NetworkSegment(175541d5-fda9-4a81-b2c4-365f823aadee),segment_id=175541d5-fda9-4a81-b2c4-365f823aadee)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:45:39.562293 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f659061-1fff-4a74-a711-89b64c4db80a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f38c4fa-6e0c-46e0-b72f-293a212dd26a'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:45:39.569869 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:39.627807 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9c4eb6-97a6-4e7c-b38b-283a79772211 admin admin] Pushing event updated for resources: {'Network': ['ID=71738638-1e8f-4898-8775-ee98b36918d6,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:39.671019 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-dc9c4eb6-97a6-4e7c-b38b-283a79772211 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.1256380 May 05 21:45:39.681430 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 71738638-1e8f-4898-8775-ee98b36918d6 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:45:39.690941 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37442) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:45:39.701677 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-28a44fdd-2331-4eec-a7a8-b8851358b512 admin admin] Request body: {'subnet': {'network_id': '71738638-1e8f-4898-8775-ee98b36918d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-597397050-subnet', 'tenant_id': '5f6d3217202d4d8580bf1dbedeb67377', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:45:39.714122 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0944963b-2702-4725-90af-35545cd9916d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:39.748780 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-28a44fdd-2331-4eec-a7a8-b8851358b512 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:45:39.767606 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-28a44fdd-2331-4eec-a7a8-b8851358b512 admin admin] Usage tracker for resource:subnet and tenant:5f6d3217202d4d8580bf1dbedeb67377 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:45:39.773152 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-28a44fdd-2331-4eec-a7a8-b8851358b512 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:45:39.774904 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-34085d54-817d-4abc-a074-83e75b58edfb service neutron] 10.222.0.44 "GET /v2.0/networks/d50665b6-9647-47f1-b718-b6ae7cd32366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3983655 May 05 21:45:39.788638 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=0f38c4fa-6e0c-46e0-b72f-293a212dd26a,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:39.789642 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-28a44fdd-2331-4eec-a7a8-b8851358b512 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:45:39.826841 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a44fdd-2331-4eec-a7a8-b8851358b512 admin admin] Made reservation on behalf of 5f6d3217202d4d8580bf1dbedeb67377 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:45:39.829247 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-28a44fdd-2331-4eec-a7a8-b8851358b512 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:39.848486 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55cfc51-f57c-4b02-87fe-3f7963803b34 req-c385e8f8-dfb6-4e05-82a1-42f5789081ac tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:39.855506 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f55cfc51-f57c-4b02-87fe-3f7963803b34 req-c385e8f8-dfb6-4e05-82a1-42f5789081ac tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] 10.222.0.23 "GET /v2.0/ports?device_id=f862062c-4474-4058-9cab-b734c5bf856b HTTP/1.1" status: 200 len: 951 time: 0.2425225 May 05 21:45:39.944388 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f2887-cce5-4192-8205-e63550568be9 req-b2e0ae77-6c4b-4682-af61-88642b4e8e2b tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:39.951222 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-247f2887-cce5-4192-8205-e63550568be9 req-b2e0ae77-6c4b-4682-af61-88642b4e8e2b tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f659061-1fff-4a74-a711-89b64c4db80a HTTP/1.1" status: 200 len: 944 time: 0.6356881 May 05 21:45:39.963737 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0944963b-2702-4725-90af-35545cd9916d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:40.054690 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-463055b0-98b5-40dd-a9ff-16adc5836cf6 service neutron] 10.222.0.44 "GET /v2.0/networks/d50665b6-9647-47f1-b718-b6ae7cd32366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702363 May 05 21:45:40.055612 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f55cfc51-f57c-4b02-87fe-3f7963803b34 req-740b4d6c-c525-41a1-bc77-825ce8a07aa4 tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6ac69e7-ed73-497e-bab8-ad8303c8090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990397 May 05 21:45:40.075127 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a1651550-920b-4b67-bff8-a935c71b1df3 req-2d2532dc-c3fc-4cc5-91d0-1f8b03dde27e tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:40.093951 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0944963b-2702-4725-90af-35545cd9916d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41faf43c-45c2-40ca-97f2-b9922a51b49e,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:40.126359 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-376e0d92-3ded-4ae1-af04-410eda616eb2 req-814b8014-ff8b-4a80-af5e-e41bdba27925 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:45:40.138149 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7456bda4-8d9f-4a75-b4c6-6c0ff5829fb4 None None] Sync routers for ids ['758d72c6-f125-4f56-b4e8-835664d8e9fe'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:45:40.167615 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7456bda4-8d9f-4a75-b4c6-6c0ff5829fb4 None None] Routers {'758d72c6-f125-4f56-b4e8-835664d8e9fe'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:45:40.168404 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-7456bda4-8d9f-4a75-b4c6-6c0ff5829fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:45:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['758d72c6-f125-4f56-b4e8-835664d8e9fe'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:45:40.174412 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67ce7f24-5a60-4648-8cf9-720b2fa746a9'] response: {'server_uuid': '3f659061-1fff-4a74-a711-89b64c4db80a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f38c4fa-6e0c-46e0-b72f-293a212dd26a', 'code': 200} May 05 21:45:40.200217 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0944963b-2702-4725-90af-35545cd9916d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:40.239277 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-376e0d92-3ded-4ae1-af04-410eda616eb2 req-814b8014-ff8b-4a80-af5e-e41bdba27925 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] No DVR routers for this DVR port 8408dc29-f2b8-410f-87d2-a81518c6ab4d on host n-h2-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:45:40.242359 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-376e0d92-3ded-4ae1-af04-410eda616eb2 req-814b8014-ff8b-4a80-af5e-e41bdba27925 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:40.245633 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2749759-427b-4a40-96b7-9519adf36f4f', 'name': 'network-vif-deleted', 'tag': '8408dc29-f2b8-410f-87d2-a81518c6ab4d'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:45:40.253034 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a1651550-920b-4b67-bff8-a935c71b1df3 req-2d2532dc-c3fc-4cc5-91d0-1f8b03dde27e tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:40.262890 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0944963b-2702-4725-90af-35545cd9916d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/41faf43c-45c2-40ca-97f2-b9922a51b49e HTTP/1.1" status: 204 len: 168 time: 1.2906485 May 05 21:45:40.282276 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37452) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:45:40.314366 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-376e0d92-3ded-4ae1-af04-410eda616eb2 req-814b8014-ff8b-4a80-af5e-e41bdba27925 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] 10.222.0.32 "DELETE /v2.0/ports/8408dc29-f2b8-410f-87d2-a81518c6ab4d HTTP/1.1" status: 204 len: 173 time: 10.5733945 May 05 21:45:40.351246 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-247f2887-cce5-4192-8205-e63550568be9 req-67f0bc35-439a-4b39-90b0-23a046c0f859 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] 10.222.0.23 "GET /v2.0/security-groups?id=01685b58-c5c4-46c5-9f2e-5e07825f21c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3987544 May 05 21:45:40.351655 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1651550-920b-4b67-bff8-a935c71b1df3 req-2d2532dc-c3fc-4cc5-91d0-1f8b03dde27e tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Network 4988fe71-34c6-4737-ad2a-40f5327e7f0e is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:45:40.436055 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2532dc-c3fc-4cc5-91d0-1f8b03dde27e tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Pushing event updated for resources: {'Port': ['ID=59fcd1b3-14da-4c63-a865-86c9da247275,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:40.451660 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-a1651550-920b-4b67-bff8-a935c71b1df3 req-2d2532dc-c3fc-4cc5-91d0-1f8b03dde27e tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:45:40.460848 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1651550-920b-4b67-bff8-a935c71b1df3 req-2d2532dc-c3fc-4cc5-91d0-1f8b03dde27e tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:45:40.562138 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1651550-920b-4b67-bff8-a935c71b1df3 req-2d2532dc-c3fc-4cc5-91d0-1f8b03dde27e tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:40.562791 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a1651550-920b-4b67-bff8-a935c71b1df3 req-2d2532dc-c3fc-4cc5-91d0-1f8b03dde27e tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:40.579585 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-7456bda4-8d9f-4a75-b4c6-6c0ff5829fb4 None None] Set router 758d72c6-f125-4f56-b4e8-835664d8e9fe gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:45:40.587194 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c7247197-043e-44f1-b2dd-cc4ac1d7f60a req-030a437a-e4f7-46db-b888-e5f3479ef608 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3f659061-1fff-4a74-a711-89b64c4db80a HTTP/1.1" status: 200 len: 1096 time: 0.2385123 May 05 21:45:40.593731 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a1651550-920b-4b67-bff8-a935c71b1df3 req-2d2532dc-c3fc-4cc5-91d0-1f8b03dde27e tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5229619 May 05 21:45:40.636714 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-a1651550-920b-4b67-bff8-a935c71b1df3 req-eeea9714-fd99-46b8-a205-dd3175734b40 service neutron] Request body: {'port': {'device_id': '3d839354-039d-4eef-80c3-6cc1a4dcfdd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:45:40.711123 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3845825b-20cb-4272-b607-0811592be863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:40.755622 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ff9dba48-d926-4032-8524-e08e575a786b req-49fe636c-81b3-4987-b5d8-590531e00f36 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2749759-427b-4a40-96b7-9519adf36f4f HTTP/1.1" status: 200 len: 210 time: 0.3864188 May 05 21:45:40.862638 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c7247197-043e-44f1-b2dd-cc4ac1d7f60a req-f2133e9e-bd5b-45c4-a2ae-e79423c084b4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=01685b58-c5c4-46c5-9f2e-5e07825f21c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635219 May 05 21:45:40.903941 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a1651550-920b-4b67-bff8-a935c71b1df3 req-eeea9714-fd99-46b8-a205-dd3175734b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:41.149099 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-7456bda4-8d9f-4a75-b4c6-6c0ff5829fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758d72c6-f125-4f56-b4e8-835664d8e9fe', 'name': 'tempest-ServersTestBootFromVolume-556339299-router', 'tenant_id': '61abfbe113f746f29df633f17a179bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '45bf82e6-e82c-4dec-be68-8ae4b46a79bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:43:01Z', 'updated_at': '2022-05-05T21:43:10Z', 'revision_number': 4, 'project_id': '61abfbe113f746f29df633f17a179bab', 'gw_port': {'id': '45bf82e6-e82c-4dec-be68-8ae4b46a79bb', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758d72c6-f125-4f56-b4e8-835664d8e9fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:43:02Z', 'updated_at': '2022-05-05T21:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '43c19dec-7f02-451e-b95d-0dfbb535cc0c', 'name': '', 'network_id': 'c0872462-98fa-4b18-824d-ce804e81510e', 'tenant_id': '61abfbe113f746f29df633f17a179bab', 'mac_address': 'fa:16:3e:a8:09:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758d72c6-f125-4f56-b4e8-835664d8e9fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3616903f-0b3a-4ed3-93ad-c39d3f389ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:43:09Z', 'updated_at': '2022-05-05T21:43:24Z', 'revision_number': 5, 'project_id': '61abfbe113f746f29df633f17a179bab', 'subnets': [{'id': '3616903f-0b3a-4ed3-93ad-c39d3f389ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:45:41.161102 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7456bda4-8d9f-4a75-b4c6-6c0ff5829fb4 None None] Checking router: 758d72c6-f125-4f56-b4e8-835664d8e9fe for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:45:41.178508 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3845825b-20cb-4272-b607-0811592be863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:41.220747 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7456bda4-8d9f-4a75-b4c6-6c0ff5829fb4 None None] Routers {'758d72c6-f125-4f56-b4e8-835664d8e9fe'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:45:41.226946 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-7456bda4-8d9f-4a75-b4c6-6c0ff5829fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:45:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['758d72c6-f125-4f56-b4e8-835664d8e9fe'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:45:41.248526 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-3845825b-20cb-4272-b607-0811592be863 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20d2a56b-3a76-462e-a812-0f44fcc7b483']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:45:41.267766 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-3845825b-20cb-4272-b607-0811592be863 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1433ba6d-48b0-4056-91b6-deba1a0564ab') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:45:41.268063 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-3845825b-20cb-4272-b607-0811592be863 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1433ba6d-48b0-4056-91b6-deba1a0564ab') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:45:41.280655 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3845825b-20cb-4272-b607-0811592be863 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:41.287583 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 607fe699-d03c-4b52-96bb-bc628fef05e4 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:45:41.322102 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3845825b-20cb-4272-b607-0811592be863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:41.329780 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3845825b-20cb-4272-b607-0811592be863 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:45:41.330802 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3845825b-20cb-4272-b607-0811592be863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:41.447731 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 21:45:41.447731 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:45:41.447731 n-d-825175-4 neutron-server[84061]: timer() May 05 21:45:41.447731 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:45:41.447731 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 21:45:41.447731 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:45:41.447731 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 21:45:41.447731 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:45:41.447731 n-d-825175-4 neutron-server[84061]: self._notify() May 05 21:45:41.447731 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:45:41.447731 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 21:45:41.447731 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:45:41.447731 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 21:45:41.447731 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:45:41.447731 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:45:41.447731 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:45:41.447731 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:45:41.447731 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:45:41.447731 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 21:45:41.447731 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:45:41.447731 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 21:45:41.447731 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:45:41.447731 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:45:41.447731 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:45:41.447731 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 21:45:41.447731 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:45:41.447731 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:45:41.447731 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:45:41.447731 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:45:41.447731 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:45:41.447731 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:45:41.447731 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:45:41.468769 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3845825b-20cb-4272-b607-0811592be863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:41.494794 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 607fe699-d03c-4b52-96bb-bc628fef05e4 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:45:41.501887 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 607fe699-d03c-4b52-96bb-bc628fef05e4 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:45:41.504214 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:41.515761 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3845825b-20cb-4272-b607-0811592be863 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:41.559909 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3845825b-20cb-4272-b607-0811592be863 admin admin] Pushing event deleted for resources: {'Network': ['ID=20d2a56b-3a76-462e-a812-0f44fcc7b483,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:41.564259 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-3845825b-20cb-4272-b607-0811592be863 admin admin] 10.222.0.23 "DELETE /v2.0/networks/20d2a56b-3a76-462e-a812-0f44fcc7b483 HTTP/1.1" status: 204 len: 168 time: 1.2789106 May 05 21:45:41.587675 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac30a2-d75c-470b-b9a6-103fbdfe42ac req-d7c02096-8c96-45e7-a28f-61aaf4a324e0 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:41.589594 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-61ac30a2-d75c-470b-b9a6-103fbdfe42ac req-d7c02096-8c96-45e7-a28f-61aaf4a324e0 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fa2aa3d-82d1-4e04-b9f0-21f6bf4713a5 HTTP/1.1" status: 200 len: 944 time: 0.8999321 May 05 21:45:41.592173 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-28a44fdd-2331-4eec-a7a8-b8851358b512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:41.694488 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-61ac30a2-d75c-470b-b9a6-103fbdfe42ac req-aaaaae8f-84aa-4022-bc83-f47cce7bbd60 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943408 May 05 21:45:41.707962 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-f9b9a52a-006a-465e-b30e-77ef3d7d316b tempest-LiveMigrationTest-271875399 tempest-LiveMigrationTest-271875399-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7fa2aa3d-82d1-4e04-b9f0-21f6bf4713a5&tenant_id=ea576b38215846aaa224b1aa35155ba3&binding%3Ahost_id=n-h1-825175-4 HTTP/1.1" status: 200 len: 1095 time: 1.0237920 May 05 21:45:41.713424 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-a1651550-920b-4b67-bff8-a935c71b1df3 req-eeea9714-fd99-46b8-a205-dd3175734b40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59fcd1b3-14da-4c63-a865-86c9da247275 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:45:41.752123 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a1651550-920b-4b67-bff8-a935c71b1df3 req-eeea9714-fd99-46b8-a205-dd3175734b40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:41.815358 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-a1651550-920b-4b67-bff8-a935c71b1df3 req-eeea9714-fd99-46b8-a205-dd3175734b40 service neutron] Transition to ACTIVE for port object 59fcd1b3-14da-4c63-a865-86c9da247275 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:45:41.825135 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a1651550-920b-4b67-bff8-a935c71b1df3 req-eeea9714-fd99-46b8-a205-dd3175734b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:41.842413 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-7456bda4-8d9f-4a75-b4c6-6c0ff5829fb4 None None] Set router 758d72c6-f125-4f56-b4e8-835664d8e9fe gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:45:41.900243 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:41.908389 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a44fdd-2331-4eec-a7a8-b8851358b512 admin admin] Pushing event updated for resources: {'Subnet': ['ID=031a2b5a-98f8-4394-83d4-c643c5284920,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:41.933288 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a44fdd-2331-4eec-a7a8-b8851358b512 admin admin] Checking segment: {'id': '27eaa00d-2733-43bd-8e2f-2708b745ee87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '71738638-1e8f-4898-8775-ee98b36918d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:45:41.939567 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a44fdd-2331-4eec-a7a8-b8851358b512 admin admin] Network hostable DHCP agents. Network: 71738638-1e8f-4898-8775-ee98b36918d6, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:45:41.972199 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 607fe699-d03c-4b52-96bb-bc628fef05e4, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=607fe699-d03c-4b52-96bb-bc628fef05e4,segment=NetworkSegment(175541d5-fda9-4a81-b2c4-365f823aadee),segment_id=175541d5-fda9-4a81-b2c4-365f823aadee)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:45:41.983055 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:41.984278 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 349e4061-2a07-4ef2-8d60-566db5d68653 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:45:41.998303 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37500) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:45:42.138341 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a44fdd-2331-4eec-a7a8-b8851358b512 admin admin] Network 71738638-1e8f-4898-8775-ee98b36918d6 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:45:42.166142 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-28a44fdd-2331-4eec-a7a8-b8851358b512 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 71738638-1e8f-4898-8775-ee98b36918d6) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:45:42.194472 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa7c1a6-f06f-403c-a412-e9f8f555be98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607fe699-d03c-4b52-96bb-bc628fef05e4'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:45:42.215770 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-d9be9f54-5993-4377-979c-b3ce03c93adf service neutron] For port 6aa8365b-e092-44f6-b0bc-72c629a80a98, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:45:42.228634 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c511c95-4433-4ffa-a3d7-13cf4aa83131 None None] Network 71738638-1e8f-4898-8775-ee98b36918d6 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:45:42.229027 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a44fdd-2331-4eec-a7a8-b8851358b512 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:42.229605 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-28a44fdd-2331-4eec-a7a8-b8851358b512 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:42.263548 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9686b8f-c125-4628-a3ca-697e6daf9033'] response: {'server_uuid': 'c2749759-427b-4a40-96b7-9519adf36f4f', 'name': 'network-vif-deleted', 'tag': '8408dc29-f2b8-410f-87d2-a81518c6ab4d', 'status': 'completed', 'code': 200} May 05 21:45:42.291339 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-d9be9f54-5993-4377-979c-b3ce03c93adf service neutron] Notify callbacks [] for binding, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:42.293857 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-d9be9f54-5993-4377-979c-b3ce03c93adf service neutron] 10.222.0.44 "DELETE /v2.0/ports/6aa8365b-e092-44f6-b0bc-72c629a80a98/bindings/n-h2-825175-4 HTTP/1.1" status: 204 len: 173 time: 0.5739143 May 05 21:45:42.460983 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ac350a71-bb46-4d00-8712-11bf3a0e541b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3ad6e070bfeb43998594f1d97e1517f2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4530375 May 05 21:45:42.465650 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-28a44fdd-2331-4eec-a7a8-b8851358b512 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7682540 May 05 21:45:42.465650 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37508) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:45:42.477602 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=607fe699-d03c-4b52-96bb-bc628fef05e4,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:42.494965 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37510) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:45:42.504916 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-1b99c073-a248-4dd7-88af-cf3931ba2fde admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-597397050-router', 'tenant_id': '5f6d3217202d4d8580bf1dbedeb67377', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:45:42.555957 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-1b99c073-a248-4dd7-88af-cf3931ba2fde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:45:42.565768 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-1b99c073-a248-4dd7-88af-cf3931ba2fde admin admin] Usage tracker for resource:router and tenant:5f6d3217202d4d8580bf1dbedeb67377 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:45:42.575941 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-1b99c073-a248-4dd7-88af-cf3931ba2fde admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:45:42.596807 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-1b99c073-a248-4dd7-88af-cf3931ba2fde admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:45:42.621950 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeea9714-fd99-46b8-a205-dd3175734b40 service neutron] Pushing event updated for resources: {'Port': ['ID=59fcd1b3-14da-4c63-a865-86c9da247275,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:42.710565 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:42.771830 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1b99c073-a248-4dd7-88af-cf3931ba2fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:42.774207 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1b99c073-a248-4dd7-88af-cf3931ba2fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:42.811996 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-61488813-70eb-4df0-9022-a5f53d0de0ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:42.825662 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-7456bda4-8d9f-4a75-b4c6-6c0ff5829fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758d72c6-f125-4f56-b4e8-835664d8e9fe', 'name': 'tempest-ServersTestBootFromVolume-556339299-router', 'tenant_id': '61abfbe113f746f29df633f17a179bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '45bf82e6-e82c-4dec-be68-8ae4b46a79bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:43:01Z', 'updated_at': '2022-05-05T21:43:10Z', 'revision_number': 4, 'project_id': '61abfbe113f746f29df633f17a179bab', 'gw_port': {'id': '45bf82e6-e82c-4dec-be68-8ae4b46a79bb', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758d72c6-f125-4f56-b4e8-835664d8e9fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:43:02Z', 'updated_at': '2022-05-05T21:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '43c19dec-7f02-451e-b95d-0dfbb535cc0c', 'name': '', 'network_id': 'c0872462-98fa-4b18-824d-ce804e81510e', 'tenant_id': '61abfbe113f746f29df633f17a179bab', 'mac_address': 'fa:16:3e:a8:09:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758d72c6-f125-4f56-b4e8-835664d8e9fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3616903f-0b3a-4ed3-93ad-c39d3f389ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:43:09Z', 'updated_at': '2022-05-05T21:43:24Z', 'revision_number': 5, 'project_id': '61abfbe113f746f29df633f17a179bab', 'subnets': [{'id': '3616903f-0b3a-4ed3-93ad-c39d3f389ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:45:42.837208 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7456bda4-8d9f-4a75-b4c6-6c0ff5829fb4 None None] The sync data for ids ['758d72c6-f125-4f56-b4e8-835664d8e9fe'] in n-d-825175-4 is: [{'id': '758d72c6-f125-4f56-b4e8-835664d8e9fe', 'name': 'tempest-ServersTestBootFromVolume-556339299-router', 'tenant_id': '61abfbe113f746f29df633f17a179bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '45bf82e6-e82c-4dec-be68-8ae4b46a79bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:43:01Z', 'updated_at': '2022-05-05T21:43:10Z', 'revision_number': 4, 'project_id': '61abfbe113f746f29df633f17a179bab', 'gw_port': {'id': '45bf82e6-e82c-4dec-be68-8ae4b46a79bb', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758d72c6-f125-4f56-b4e8-835664d8e9fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:43:02Z', 'updated_at': '2022-05-05T21:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '43c19dec-7f02-451e-b95d-0dfbb535cc0c', 'name': '', 'network_id': 'c0872462-98fa-4b18-824d-ce804e81510e', 'tenant_id': '61abfbe113f746f29df633f17a179bab', 'mac_address': 'fa:16:3e:a8:09:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758d72c6-f125-4f56-b4e8-835664d8e9fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3616903f-0b3a-4ed3-93ad-c39d3f389ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:43:09Z', 'updated_at': '2022-05-05T21:43:24Z', 'revision_number': 5, 'project_id': '61abfbe113f746f29df633f17a179bab', 'subnets': [{'id': '3616903f-0b3a-4ed3-93ad-c39d3f389ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:45:42.869522 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcba1f9-c34e-4315-96b7-67ff16ef68af req-5ba74ff0-27bb-43db-afca-4d1ae5050fe9 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:42.896489 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ddcba1f9-c34e-4315-96b7-67ff16ef68af req-5ba74ff0-27bb-43db-afca-4d1ae5050fe9 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d839354-039d-4eef-80c3-6cc1a4dcfdd1 HTTP/1.1" status: 200 len: 944 time: 0.5483570 May 05 21:45:42.980042 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1b99c073-a248-4dd7-88af-cf3931ba2fde admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:43.012138 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-a1651550-920b-4b67-bff8-a935c71b1df3 req-eeea9714-fd99-46b8-a205-dd3175734b40 service neutron] Attempting to bind port 59fcd1b3-14da-4c63-a865-86c9da247275 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:45:43.012782 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-a1651550-920b-4b67-bff8-a935c71b1df3 req-eeea9714-fd99-46b8-a205-dd3175734b40 service neutron] Attempting to bind port 59fcd1b3-14da-4c63-a865-86c9da247275 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'bb53319d-02d7-4ee5-a402-d07603ca726a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '4988fe71-34c6-4737-ad2a-40f5327e7f0e'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:45:43.013291 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1651550-920b-4b67-bff8-a935c71b1df3 req-eeea9714-fd99-46b8-a205-dd3175734b40 service neutron] Attempting to bind port 59fcd1b3-14da-4c63-a865-86c9da247275 on network 4988fe71-34c6-4737-ad2a-40f5327e7f0e {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:45:43.015621 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 349e4061-2a07-4ef2-8d60-566db5d68653, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=349e4061-2a07-4ef2-8d60-566db5d68653,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:45:43.023353 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1651550-920b-4b67-bff8-a935c71b1df3 req-eeea9714-fd99-46b8-a205-dd3175734b40 service neutron] Port 59fcd1b3-14da-4c63-a865-86c9da247275 on network 4988fe71-34c6-4737-ad2a-40f5327e7f0e not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:45:43.023912 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1651550-920b-4b67-bff8-a935c71b1df3 req-eeea9714-fd99-46b8-a205-dd3175734b40 service neutron] Attempting to bind port 59fcd1b3-14da-4c63-a865-86c9da247275 on network 4988fe71-34c6-4737-ad2a-40f5327e7f0e {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:45:43.032795 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-61488813-70eb-4df0-9022-a5f53d0de0ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:43.039084 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1651550-920b-4b67-bff8-a935c71b1df3 req-eeea9714-fd99-46b8-a205-dd3175734b40 service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:45:43.039460 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1651550-920b-4b67-bff8-a935c71b1df3 req-eeea9714-fd99-46b8-a205-dd3175734b40 service neutron] Checking segment: {'id': 'bb53319d-02d7-4ee5-a402-d07603ca726a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '4988fe71-34c6-4737-ad2a-40f5327e7f0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:45:43.039897 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1651550-920b-4b67-bff8-a935c71b1df3 req-eeea9714-fd99-46b8-a205-dd3175734b40 service neutron] Bound using segment: {'id': 'bb53319d-02d7-4ee5-a402-d07603ca726a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '4988fe71-34c6-4737-ad2a-40f5327e7f0e'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:45:43.040584 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-a1651550-920b-4b67-bff8-a935c71b1df3 req-eeea9714-fd99-46b8-a205-dd3175734b40 service neutron] Bound port: 59fcd1b3-14da-4c63-a865-86c9da247275, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb53319d-02d7-4ee5-a402-d07603ca726a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '4988fe71-34c6-4737-ad2a-40f5327e7f0e'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:45:43.040975 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a1651550-920b-4b67-bff8-a935c71b1df3 req-eeea9714-fd99-46b8-a205-dd3175734b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:43.045429 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:43.067208 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ddcba1f9-c34e-4315-96b7-67ff16ef68af req-71faf427-0230-47ad-af93-b236ce04bdcb tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293604 May 05 21:45:43.091204 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9f0970-c3ae-4842-a8ca-237fdb5d48d4 req-4fb6125f-aafd-49f8-8c2b-8de425190a08 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:43.102811 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5c9f0970-c3ae-4842-a8ca-237fdb5d48d4 req-4fb6125f-aafd-49f8-8c2b-8de425190a08 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f659061-1fff-4a74-a711-89b64c4db80a HTTP/1.1" status: 200 len: 945 time: 0.5242679 May 05 21:45:43.231701 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=349e4061-2a07-4ef2-8d60-566db5d68653,revision_number=11']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:43.248806 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2792a06-69eb-46c5-8927-0534943b57af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-71738638-1e8f-4898-8775-ee98b36918d6', 'network_id': '71738638-1e8f-4898-8775-ee98b36918d6', 'tenant_id': '5f6d3217202d4d8580bf1dbedeb67377', 'fixed_ips': [{'subnet_id': '031a2b5a-98f8-4394-83d4-c643c5284920'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 21:45:43.250025 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d2792a06-69eb-46c5-8927-0534943b57af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:43.319963 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5c9f0970-c3ae-4842-a8ca-237fdb5d48d4 req-d775f6da-f708-4e2a-a9b5-a25e9bde820d tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] 10.222.0.23 "GET /v2.0/security-groups?id=01685b58-c5c4-46c5-9f2e-5e07825f21c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157655 May 05 21:45:43.347133 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-61488813-70eb-4df0-9022-a5f53d0de0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:43.359358 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-a1651550-920b-4b67-bff8-a935c71b1df3 req-eeea9714-fd99-46b8-a205-dd3175734b40 service neutron] For port 59fcd1b3-14da-4c63-a865-86c9da247275, host n-h2-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:45:43.366466 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1b99c073-a248-4dd7-88af-cf3931ba2fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:43.375130 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-a1651550-920b-4b67-bff8-a935c71b1df3 req-eeea9714-fd99-46b8-a205-dd3175734b40 service neutron] For port 59fcd1b3-14da-4c63-a865-86c9da247275, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=59fcd1b3-14da-4c63-a865-86c9da247275,segment=NetworkSegment(bb53319d-02d7-4ee5-a402-d07603ca726a),segment_id=bb53319d-02d7-4ee5-a402-d07603ca726a)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:45:43.392475 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a1651550-920b-4b67-bff8-a935c71b1df3 req-eeea9714-fd99-46b8-a205-dd3175734b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:43.412810 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61488813-70eb-4df0-9022-a5f53d0de0ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060a0163-921c-42d6-97e2-b2f13023d860,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:43.421112 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-61488813-70eb-4df0-9022-a5f53d0de0ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:43.423130 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-61488813-70eb-4df0-9022-a5f53d0de0ed admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/060a0163-921c-42d6-97e2-b2f13023d860 HTTP/1.1" status: 204 len: 168 time: 0.9579372 May 05 21:45:43.621584 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82891eeb-490b-4398-af0b-fd940909a2c0'] response: {'server_uuid': '9aa7c1a6-f06f-403c-a412-e9f8f555be98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607fe699-d03c-4b52-96bb-bc628fef05e4', 'code': 200} May 05 21:45:43.668756 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a1651550-920b-4b67-bff8-a935c71b1df3 req-eeea9714-fd99-46b8-a205-dd3175734b40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:43.670218 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a1651550-920b-4b67-bff8-a935c71b1df3 req-eeea9714-fd99-46b8-a205-dd3175734b40 service neutron] 10.222.0.32 "PUT /v2.0/ports/59fcd1b3-14da-4c63-a865-86c9da247275 HTTP/1.1" status: 200 len: 1092 time: 3.0402932 May 05 21:45:43.675554 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeea9714-fd99-46b8-a205-dd3175734b40 service neutron] Pushing event updated for resources: {'Port': ['ID=59fcd1b3-14da-4c63-a865-86c9da247275,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:43.822730 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-d2792a06-69eb-46c5-8927-0534943b57af None None] Allocated IP 172.20.0.2 (71738638-1e8f-4898-8775-ee98b36918d6/031a2b5a-98f8-4394-83d4-c643c5284920/8c90d27e-de8d-4403-b094-9d806f48ad68) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:45:43.901750 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a138120f-5141-42bd-b351-977b5e822485 req-44263f18-2f49-4abe-8f1b-b4a42f275433 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9aa7c1a6-f06f-403c-a412-e9f8f555be98 HTTP/1.1" status: 200 len: 1096 time: 0.2227113 May 05 21:45:44.033403 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a1651550-920b-4b67-bff8-a935c71b1df3 req-8196121a-13fe-46c3-8eb2-67913f13967e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5a55f0e1fc854ae480e2f7b2fc73c270&device_id=3d839354-039d-4eef-80c3-6cc1a4dcfdd1 HTTP/1.1" status: 200 len: 1095 time: 0.3171031 May 05 21:45:44.099851 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-998c2f3a-2e42-4493-b4b6-c5ed186fba95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:44.104999 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a138120f-5141-42bd-b351-977b5e822485 req-4f5a3f25-ec76-4984-a6cf-8cf1b827782f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=01685b58-c5c4-46c5-9f2e-5e07825f21c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956758 May 05 21:45:44.204131 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a1651550-920b-4b67-bff8-a935c71b1df3 req-3a65eb02-cc48-4cab-b264-c616375a47fd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59fcd1b3-14da-4c63-a865-86c9da247275 HTTP/1.1" status: 200 len: 217 time: 0.1605020 May 05 21:45:44.278009 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d839354-039d-4eef-80c3-6cc1a4dcfdd1', 'tag': '59fcd1b3-14da-4c63-a865-86c9da247275'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:45:44.329538 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9b66802f-e38b-48c5-8274-5772a6b0bd96 req-f8abf8ac-8ce6-4043-877b-3131dca3d16e tempest-LiveMigrationTest-271875399 tempest-LiveMigrationTest-271875399-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7fa2aa3d-82d1-4e04-b9f0-21f6bf4713a5 HTTP/1.1" status: 200 len: 1095 time: 0.3491809 May 05 21:45:44.333533 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d2792a06-69eb-46c5-8927-0534943b57af None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:44.346431 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-d2792a06-69eb-46c5-8927-0534943b57af None None] Transition to ACTIVE for port object 8c90d27e-de8d-4403-b094-9d806f48ad68 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:45:44.394230 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-d2792a06-69eb-46c5-8927-0534943b57af None None] Transition to ACTIVE for port object 8c90d27e-de8d-4403-b094-9d806f48ad68 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:45:44.413148 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d2792a06-69eb-46c5-8927-0534943b57af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:44.426683 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c537e-1672-43a2-9140-4122bba846ee req-ae82ae4c-84b6-4a3c-a57f-1b5ee279da67 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:44.438758 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-958c537e-1672-43a2-9140-4122bba846ee req-ae82ae4c-84b6-4a3c-a57f-1b5ee279da67 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] 10.222.0.23 "GET /v2.0/ports?device_id=9aa7c1a6-f06f-403c-a412-e9f8f555be98 HTTP/1.1" status: 200 len: 945 time: 0.2995799 May 05 21:45:44.455717 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1651550-920b-4b67-bff8-a935c71b1df3 req-04fe38fb-d758-44fe-9521-d409a8c4bc1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:44.458575 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a1651550-920b-4b67-bff8-a935c71b1df3 req-04fe38fb-d758-44fe-9521-d409a8c4bc1b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b652dcd0-731b-4d23-9d82-356eea5d9656 HTTP/1.1" status: 200 len: 852 time: 0.2351010 May 05 21:45:44.497272 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9b66802f-e38b-48c5-8274-5772a6b0bd96 req-3f210489-3b4a-45e3-a658-c88e129ff053 tempest-LiveMigrationTest-271875399 tempest-LiveMigrationTest-271875399-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456528 May 05 21:45:44.577530 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-958c537e-1672-43a2-9140-4122bba846ee req-3d7ea509-ca42-4672-9f64-a31b9b11e797 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] 10.222.0.23 "GET /v2.0/security-groups?id=01685b58-c5c4-46c5-9f2e-5e07825f21c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371458 May 05 21:45:44.594985 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2792a06-69eb-46c5-8927-0534943b57af None None] Network 71738638-1e8f-4898-8775-ee98b36918d6 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:45:44.608899 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-d2792a06-69eb-46c5-8927-0534943b57af None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:45:44.611793 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2792a06-69eb-46c5-8927-0534943b57af None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:45:44.617411 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2792a06-69eb-46c5-8927-0534943b57af None None] Pushing event updated for resources: {'Port': ['ID=8c90d27e-de8d-4403-b094-9d806f48ad68,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:44.676165 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37544) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:45:44.712281 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a1651550-920b-4b67-bff8-a935c71b1df3 req-715e6cce-f4fe-4122-becf-0315ffa3be8f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4988fe71-34c6-4737-ad2a-40f5327e7f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2442670 May 05 21:45:44.821329 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1b99c073-a248-4dd7-88af-cf3931ba2fde admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:44.907861 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-d2792a06-69eb-46c5-8927-0534943b57af None None] Attempting to bind port 8c90d27e-de8d-4403-b094-9d806f48ad68 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:45:44.908436 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-d2792a06-69eb-46c5-8927-0534943b57af None None] Attempting to bind port 8c90d27e-de8d-4403-b094-9d806f48ad68 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '27eaa00d-2733-43bd-8e2f-2708b745ee87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '71738638-1e8f-4898-8775-ee98b36918d6'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:45:44.908715 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2792a06-69eb-46c5-8927-0534943b57af None None] Attempting to bind port 8c90d27e-de8d-4403-b094-9d806f48ad68 on network 71738638-1e8f-4898-8775-ee98b36918d6 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:45:44.911166 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9dd956ec-66c4-409b-a1f5-5adfb5ca5783 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:44.926140 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2792a06-69eb-46c5-8927-0534943b57af None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:45:44.926421 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2792a06-69eb-46c5-8927-0534943b57af None None] Checking segment: {'id': '27eaa00d-2733-43bd-8e2f-2708b745ee87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '71738638-1e8f-4898-8775-ee98b36918d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:45:44.926853 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d2792a06-69eb-46c5-8927-0534943b57af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:44.927237 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2792a06-69eb-46c5-8927-0534943b57af None None] Bound using segment: {'id': '27eaa00d-2733-43bd-8e2f-2708b745ee87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '71738638-1e8f-4898-8775-ee98b36918d6'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:45:44.927700 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-d2792a06-69eb-46c5-8927-0534943b57af None None] Bound port: 8c90d27e-de8d-4403-b094-9d806f48ad68, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27eaa00d-2733-43bd-8e2f-2708b745ee87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '71738638-1e8f-4898-8775-ee98b36918d6'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:45:44.928060 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d2792a06-69eb-46c5-8927-0534943b57af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:44.975079 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9dd956ec-66c4-409b-a1f5-5adfb5ca5783 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:45.051581 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d347e332-7dec-4039-98bb-4ea7a2731cd3'] response: {'name': 'network-changed', 'server_uuid': '3d839354-039d-4eef-80c3-6cc1a4dcfdd1', 'tag': '59fcd1b3-14da-4c63-a865-86c9da247275', 'status': 'completed', 'code': 200} May 05 21:45:45.059070 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1b99c073-a248-4dd7-88af-cf3931ba2fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:45.079121 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-d2792a06-69eb-46c5-8927-0534943b57af None None] For port 8c90d27e-de8d-4403-b094-9d806f48ad68, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:45:45.086867 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-d2792a06-69eb-46c5-8927-0534943b57af None None] For port 8c90d27e-de8d-4403-b094-9d806f48ad68, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=8c90d27e-de8d-4403-b094-9d806f48ad68,segment=NetworkSegment(27eaa00d-2733-43bd-8e2f-2708b745ee87),segment_id=27eaa00d-2733-43bd-8e2f-2708b745ee87)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:45:45.096360 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d2792a06-69eb-46c5-8927-0534943b57af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:45.270400 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9dd956ec-66c4-409b-a1f5-5adfb5ca5783 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:45.284172 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2792a06-69eb-46c5-8927-0534943b57af None None] Pushing event updated for resources: {'Port': ['ID=8c90d27e-de8d-4403-b094-9d806f48ad68,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:45.362620 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ff9ca-4254-48e7-8fa7-86ca79d2022a req-5606258d-389b-40c2-83c4-2af730462ff8 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:45.376151 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a81ff9ca-4254-48e7-8fa7-86ca79d2022a req-5606258d-389b-40c2-83c4-2af730462ff8 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d839354-039d-4eef-80c3-6cc1a4dcfdd1 HTTP/1.1" status: 200 len: 944 time: 0.3532145 May 05 21:45:45.422750 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a1651550-920b-4b67-bff8-a935c71b1df3 req-7278cc3f-18cd-446d-8df8-e7ad9dd8f1d7 service neutron] 10.222.0.32 "GET /v2.0/networks/4988fe71-34c6-4737-ad2a-40f5327e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6916080 May 05 21:45:45.448683 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd956ec-66c4-409b-a1f5-5adfb5ca5783 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=120b4c1c-14bf-4ea1-9ce2-540e096b21a1,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:45.466423 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9dd956ec-66c4-409b-a1f5-5adfb5ca5783 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:45.468289 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-9dd956ec-66c4-409b-a1f5-5adfb5ca5783 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] 10.222.0.23 "DELETE /v2.0/security-groups/120b4c1c-14bf-4ea1-9ce2-540e096b21a1 HTTP/1.1" status: 204 len: 168 time: 0.7908790 May 05 21:45:45.474253 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37556) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:45:45.539686 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-1b99c073-a248-4dd7-88af-cf3931ba2fde admin admin] Allocated IP 172.25.4.254 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/d084f69d-32f4-4613-8323-8c65764235f0) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:45:45.567607 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [None req-75463b1f-c9c8-4c66-a86e-e4d9919b6c21 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] show failed (client error): The resource could not be found. May 05 21:45:45.570806 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-75463b1f-c9c8-4c66-a86e-e4d9919b6c21 tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] 10.222.0.23 "GET /v2.0/security-groups/120b4c1c-14bf-4ea1-9ce2-540e096b21a1 HTTP/1.1" status: 404 len: 347 time: 0.0944250 May 05 21:45:45.594024 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37560) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:45:45.623189 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f862062c-4474-4058-9cab-b734c5bf856b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '349e4061-2a07-4ef2-8d60-566db5d68653'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:45:45.778013 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37568) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:45:45.869089 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a81ff9ca-4254-48e7-8fa7-86ca79d2022a req-2bd6b1f7-53e3-4c19-a9d9-e5ffedbd98ee tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4921837 May 05 21:45:46.054934 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-73064fc4-1e23-4dc7-86b7-3be2d198141e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:46.173824 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-e9da94ac-9bb5-42db-88ee-024e88aa0624 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-868148913-network', 'tenant_id': 'b50e99b600524c18b3199236d1a61be7'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:45:46.190517 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2170f925-509b-4ba4-b621-38dfbbedd20d req-a16027bb-fcaa-48fa-9357-d628a862dc9f tempest-LiveMigrationTest-271875399 tempest-LiveMigrationTest-271875399-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7fa2aa3d-82d1-4e04-b9f0-21f6bf4713a5 HTTP/1.1" status: 200 len: 1095 time: 0.7862859 May 05 21:45:46.193015 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-287752cd-cb2f-448f-af03-129bf9f33d8f tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Deleting port 93c15251-abd6-45b4-a86b-47be3974b193 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:45:46.193922 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-287752cd-cb2f-448f-af03-129bf9f33d8f tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:46.198687 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-e9da94ac-9bb5-42db-88ee-024e88aa0624 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:45:46.223533 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-e9da94ac-9bb5-42db-88ee-024e88aa0624 admin admin] Usage tracker for resource:network and tenant:b50e99b600524c18b3199236d1a61be7 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:45:46.232523 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-e9da94ac-9bb5-42db-88ee-024e88aa0624 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:45:46.266013 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-e9da94ac-9bb5-42db-88ee-024e88aa0624 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:45:46.324489 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1b99c073-a248-4dd7-88af-cf3931ba2fde admin admin] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:46.328503 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9da94ac-9bb5-42db-88ee-024e88aa0624 admin admin] Made reservation on behalf of b50e99b600524c18b3199236d1a61be7 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:45:46.330882 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e9da94ac-9bb5-42db-88ee-024e88aa0624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:46.360140 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a1651550-920b-4b67-bff8-a935c71b1df3 req-7eca0ef8-af72-4c94-bad4-aca3b5256924 service neutron] 10.222.0.32 "GET /v2.0/networks/4988fe71-34c6-4737-ad2a-40f5327e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6472218 May 05 21:45:46.377849 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e9da94ac-9bb5-42db-88ee-024e88aa0624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:46.503237 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-e9da94ac-9bb5-42db-88ee-024e88aa0624 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:45:46.539086 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-e9da94ac-9bb5-42db-88ee-024e88aa0624 admin admin] Usage tracker for resource:security_group_rule and tenant:b50e99b600524c18b3199236d1a61be7 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:45:46.549645 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-e9da94ac-9bb5-42db-88ee-024e88aa0624 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:45:46.556835 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1b99c073-a248-4dd7-88af-cf3931ba2fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:46.585919 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 8c90d27e-de8d-4403-b094-9d806f48ad68 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:45:46.629602 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2170f925-509b-4ba4-b621-38dfbbedd20d req-60a036a0-0fe7-4d1c-ad05-a6f91b1430fa tempest-LiveMigrationTest-271875399 tempest-LiveMigrationTest-271875399-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4344871 May 05 21:45:46.787160 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 8c90d27e-de8d-4403-b094-9d806f48ad68 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:45:46.789491 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-e9da94ac-9bb5-42db-88ee-024e88aa0624 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:45:46.792490 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b99c073-a248-4dd7-88af-cf3931ba2fde admin admin] Pushing event updated for resources: {'Port': ['ID=d084f69d-32f4-4613-8323-8c65764235f0,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:46.852249 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b99c073-a248-4dd7-88af-cf3931ba2fde admin admin] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:45:46.856284 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-1b99c073-a248-4dd7-88af-cf3931ba2fde admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:45:46.859031 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b99c073-a248-4dd7-88af-cf3931ba2fde admin admin] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:45:46.866498 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8595c648-599f-49c1-8aa9-d9c012aff286 None None] New status for floating IP 5f9e2dd0-1e9f-4a78-bb41-cfb269a0fe4d: DOWN {{(pid=84064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 21:45:46.994565 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-72737e53-af60-4650-9ee5-645316a37701 req-c64fa477-9aba-4a30-8dbd-f55421defec4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5a55f0e1fc854ae480e2f7b2fc73c270&device_id=3d839354-039d-4eef-80c3-6cc1a4dcfdd1 HTTP/1.1" status: 200 len: 1095 time: 0.5764637 May 05 21:45:47.227917 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-287752cd-cb2f-448f-af03-129bf9f33d8f tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:47.228396 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-287752cd-cb2f-448f-af03-129bf9f33d8f tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:47.244076 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e9da94ac-9bb5-42db-88ee-024e88aa0624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:47.265698 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e9da94ac-9bb5-42db-88ee-024e88aa0624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:47.296974 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72737e53-af60-4650-9ee5-645316a37701 req-4a9de014-0e72-46ac-9a01-ced1755dcb9b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:47.298498 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-72737e53-af60-4650-9ee5-645316a37701 req-4a9de014-0e72-46ac-9a01-ced1755dcb9b service neutron] 10.222.0.32 "GET /v2.0/networks?id=4988fe71-34c6-4737-ad2a-40f5327e7f0e HTTP/1.1" status: 200 len: 913 time: 0.2945187 May 05 21:45:47.334300 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8717a9-ca5d-4655-8eda-a52a93427dae None None] Network 71738638-1e8f-4898-8775-ee98b36918d6 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:45:47.379045 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-287752cd-cb2f-448f-af03-129bf9f33d8f tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Calling delete_port for 93c15251-abd6-45b4-a86b-47be3974b193 owned by network:floatingip {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:45:47.416424 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9da94ac-9bb5-42db-88ee-024e88aa0624 admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:45:47.416424 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da94ac-9bb5-42db-88ee-024e88aa0624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea35cbd-159b-4a97-ac8e-0ad5178ef2d6,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:47.416424 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e9da94ac-9bb5-42db-88ee-024e88aa0624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:47.416424 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-e9da94ac-9bb5-42db-88ee-024e88aa0624 admin admin] Added segment e9759abe-2932-4e54-a1fb-2399ee430195 of type vlan for network c31bae84-8c32-4141-b64c-009dbc2c261a May 05 21:45:47.477398 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:47.478155 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-fad79289-5c1b-40da-abaf-cdf194951bc4 None None] Provisioning for port 8c90d27e-de8d-4403-b094-9d806f48ad68 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:45:47.491849 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-72737e53-af60-4650-9ee5-645316a37701 req-7edf5ae4-155f-4891-96ac-d814b7e2c44b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59fcd1b3-14da-4c63-a865-86c9da247275 HTTP/1.1" status: 200 len: 217 time: 0.1790917 May 05 21:45:47.494950 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e9da94ac-9bb5-42db-88ee-024e88aa0624 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:47.500470 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:47.555837 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-fad79289-5c1b-40da-abaf-cdf194951bc4 None None] Provisioning complete for port 8c90d27e-de8d-4403-b094-9d806f48ad68 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:45:47.556211 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fad79289-5c1b-40da-abaf-cdf194951bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:47.599368 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f216b-08c9-4985-b4a6-b35643c58d12 req-7103ec45-f7f9-4b44-971c-162e617b5580 tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:47.602604 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fd1f216b-08c9-4985-b4a6-b35643c58d12 req-7103ec45-f7f9-4b44-971c-162e617b5580 tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] 10.222.0.23 "GET /v2.0/ports?device_id=f862062c-4474-4058-9cab-b734c5bf856b HTTP/1.1" status: 200 len: 949 time: 1.4708183 May 05 21:45:47.606635 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.api [None req-287752cd-cb2f-448f-af03-129bf9f33d8f tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:45:47.607135 n-d-825175-4 neutron-server[84061]: DEBUG oslo_db.api [None req-287752cd-cb2f-448f-af03-129bf9f33d8f tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:45:47.647451 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e9da94ac-9bb5-42db-88ee-024e88aa0624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:47.648315 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9da94ac-9bb5-42db-88ee-024e88aa0624 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:47.648996 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e9da94ac-9bb5-42db-88ee-024e88aa0624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:47.689198 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc601be-32ec-4ddd-8dc0-ce112f5c3a07 req-dce71a63-3154-4ea0-be98-6858abd2c85c tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:47.689656 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72737e53-af60-4650-9ee5-645316a37701 req-4238f283-9194-4b17-988f-ec9fd87078fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:47.690765 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-efc601be-32ec-4ddd-8dc0-ce112f5c3a07 req-dce71a63-3154-4ea0-be98-6858abd2c85c tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] 10.222.0.44 "GET /v2.0/ports?device_id=f862062c-4474-4058-9cab-b734c5bf856b HTTP/1.1" status: 200 len: 949 time: 0.9875453 May 05 21:45:47.690909 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-72737e53-af60-4650-9ee5-645316a37701 req-4238f283-9194-4b17-988f-ec9fd87078fa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b652dcd0-731b-4d23-9d82-356eea5d9656 HTTP/1.1" status: 200 len: 852 time: 0.1830764 May 05 21:45:47.751717 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1b99c073-a248-4dd7-88af-cf3931ba2fde admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:47.752469 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1b99c073-a248-4dd7-88af-cf3931ba2fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:47.773059 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c03360b-d768-48c2-98e3-6593aab6c923 req-5fca398f-b2d9-42f8-9bd9-64568dfc09b2 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:47.775126 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0c03360b-d768-48c2-98e3-6593aab6c923 req-5fca398f-b2d9-42f8-9bd9-64568dfc09b2 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] 10.222.0.23 "GET /v2.0/ports?device_id=9aa7c1a6-f06f-403c-a412-e9f8f555be98 HTTP/1.1" status: 200 len: 945 time: 0.7383602 May 05 21:45:47.777309 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fd1f216b-08c9-4985-b4a6-b35643c58d12 req-7c4bbb91-c23d-444d-b024-d416cc26bb56 tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6ac69e7-ed73-497e-bab8-ad8303c8090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599691 May 05 21:45:47.854461 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-efc601be-32ec-4ddd-8dc0-ce112f5c3a07 req-b1151347-88df-4b83-abec-1587f710c5f1 tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] Deleting port 349e4061-2a07-4ef2-8d60-566db5d68653 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:45:47.855233 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-efc601be-32ec-4ddd-8dc0-ce112f5c3a07 req-b1151347-88df-4b83-abec-1587f710c5f1 tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:47.928936 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fda39bf3-e0ed-4b2b-82d6-c150be3cfa0b'] response: {'server_uuid': 'f862062c-4474-4058-9cab-b734c5bf856b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '349e4061-2a07-4ef2-8d60-566db5d68653', 'code': 200} May 05 21:45:47.932139 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-72737e53-af60-4650-9ee5-645316a37701 req-de87303e-3a60-4177-a42e-04d0c43d4e80 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4988fe71-34c6-4737-ad2a-40f5327e7f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2185109 May 05 21:45:47.949128 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0c03360b-d768-48c2-98e3-6593aab6c923 req-a6476eda-3d81-42dc-a68b-cc7645ea4656 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] 10.222.0.23 "GET /v2.0/security-groups?id=01685b58-c5c4-46c5-9f2e-5e07825f21c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622138 May 05 21:45:47.976866 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fad79289-5c1b-40da-abaf-cdf194951bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:48.060819 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-fad79289-5c1b-40da-abaf-cdf194951bc4 None None] For port 8c90d27e-de8d-4403-b094-9d806f48ad68, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=8c90d27e-de8d-4403-b094-9d806f48ad68,segment=NetworkSegment(27eaa00d-2733-43bd-8e2f-2708b745ee87),segment_id=27eaa00d-2733-43bd-8e2f-2708b745ee87)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:45:48.074782 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fad79289-5c1b-40da-abaf-cdf194951bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:48.167472 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-287752cd-cb2f-448f-af03-129bf9f33d8f tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Deleting port 93c15251-abd6-45b4-a86b-47be3974b193 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:45:48.167815 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-287752cd-cb2f-448f-af03-129bf9f33d8f tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:48.212285 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-e9da94ac-9bb5-42db-88ee-024e88aa0624 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.4308863 May 05 21:45:48.215497 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da94ac-9bb5-42db-88ee-024e88aa0624 admin admin] Pushing event updated for resources: {'Network': ['ID=c31bae84-8c32-4141-b64c-009dbc2c261a,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:48.221895 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37586) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:45:48.247251 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad79289-5c1b-40da-abaf-cdf194951bc4 None None] Pushing event updated for resources: {'Port': ['ID=8c90d27e-de8d-4403-b094-9d806f48ad68,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:48.252570 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network c31bae84-8c32-4141-b64c-009dbc2c261a details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:45:48.366268 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-6d726fb1-39de-406f-8dd3-ac92ed327c8d admin admin] Request body: {'subnet': {'network_id': 'c31bae84-8c32-4141-b64c-009dbc2c261a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-868148913-subnet', 'tenant_id': 'b50e99b600524c18b3199236d1a61be7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:45:48.402564 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-6d726fb1-39de-406f-8dd3-ac92ed327c8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:45:48.410911 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-dd0f91a5-2c5e-4311-9aae-55085429ee6d None None] Provisioning complete for port 8c90d27e-de8d-4403-b094-9d806f48ad68 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:45:48.411455 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-dd0f91a5-2c5e-4311-9aae-55085429ee6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:48.433263 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-6d726fb1-39de-406f-8dd3-ac92ed327c8d admin admin] Usage tracker for resource:subnet and tenant:b50e99b600524c18b3199236d1a61be7 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:45:48.465604 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-6d726fb1-39de-406f-8dd3-ac92ed327c8d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:45:48.486925 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 8c90d27e-de8d-4403-b094-9d806f48ad68 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:45:48.506550 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-6d726fb1-39de-406f-8dd3-ac92ed327c8d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:45:48.579466 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d726fb1-39de-406f-8dd3-ac92ed327c8d admin admin] Made reservation on behalf of b50e99b600524c18b3199236d1a61be7 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:45:48.587351 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6d726fb1-39de-406f-8dd3-ac92ed327c8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:48.631620 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-efc601be-32ec-4ddd-8dc0-ce112f5c3a07 req-b1151347-88df-4b83-abec-1587f710c5f1 tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] For port 349e4061-2a07-4ef2-8d60-566db5d68653, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=349e4061-2a07-4ef2-8d60-566db5d68653,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:45:48.632003 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-efc601be-32ec-4ddd-8dc0-ce112f5c3a07 req-b1151347-88df-4b83-abec-1587f710c5f1 tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:48.635433 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 59fcd1b3-14da-4c63-a865-86c9da247275 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:45:48.659629 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cba81c-ad34-45a5-94f6-f630b105f6ac req-a6b68c9e-5421-47b6-9c92-891b4a0e8519 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:48.661547 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-79cba81c-ad34-45a5-94f6-f630b105f6ac req-a6b68c9e-5421-47b6-9c92-891b4a0e8519 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d839354-039d-4eef-80c3-6cc1a4dcfdd1 HTTP/1.1" status: 200 len: 944 time: 0.5769756 May 05 21:45:48.781007 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 8c90d27e-de8d-4403-b094-9d806f48ad68 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:45:48.781007 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:48.911669 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-72737e53-af60-4650-9ee5-645316a37701 req-4b25cf2f-a00a-4680-afeb-10e91db1a62a service neutron] 10.222.0.32 "GET /v2.0/networks/4988fe71-34c6-4737-ad2a-40f5327e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8238633 May 05 21:45:48.962245 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-efc601be-32ec-4ddd-8dc0-ce112f5c3a07 req-b1151347-88df-4b83-abec-1587f710c5f1 tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] Calling delete_port for 349e4061-2a07-4ef2-8d60-566db5d68653 owned by compute:nova {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:45:49.010349 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:49.063806 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-287752cd-cb2f-448f-af03-129bf9f33d8f tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:49.064181 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-287752cd-cb2f-448f-af03-129bf9f33d8f tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:49.212999 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 59fcd1b3-14da-4c63-a865-86c9da247275, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=59fcd1b3-14da-4c63-a865-86c9da247275,segment=NetworkSegment(bb53319d-02d7-4ee5-a402-d07603ca726a),segment_id=bb53319d-02d7-4ee5-a402-d07603ca726a)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:45:49.246300 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '59fcd1b3-14da-4c63-a865-86c9da247275', 'network_id': '4988fe71-34c6-4737-ad2a-40f5327e7f0e', 'port_id': '59fcd1b3-14da-4c63-a865-86c9da247275', 'mac_address': 'fa:16:3e:f8:96:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b652dcd0-731b-4d23-9d82-356eea5d9656', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:45:49.343391 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:49.387351 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59fcd1b3-14da-4c63-a865-86c9da247275 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:45:49.396242 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-72737e53-af60-4650-9ee5-645316a37701 req-ff28ddd9-8acc-47e5-b14a-775bbf731a29 service neutron] 10.222.0.32 "GET /v2.0/networks/4988fe71-34c6-4737-ad2a-40f5327e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4744835 May 05 21:45:49.424058 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 59fcd1b3-14da-4c63-a865-86c9da247275, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=59fcd1b3-14da-4c63-a865-86c9da247275,segment=NetworkSegment(bb53319d-02d7-4ee5-a402-d07603ca726a),segment_id=bb53319d-02d7-4ee5-a402-d07603ca726a)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:45:49.431411 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:49.486151 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6d726fb1-39de-406f-8dd3-ac92ed327c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:49.540461 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=59fcd1b3-14da-4c63-a865-86c9da247275,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:49.567263 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b99c073-a248-4dd7-88af-cf3931ba2fde admin admin] Router c5f6b298-1b69-4142-87d3-7379b9cdd278 is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 21:45:49.605525 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d726fb1-39de-406f-8dd3-ac92ed327c8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=63783bdb-c8ad-4703-ab4c-7c04f301afd6,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:49.633879 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['59fcd1b3-14da-4c63-a865-86c9da247275'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:45:49.677562 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d726fb1-39de-406f-8dd3-ac92ed327c8d admin admin] Checking segment: {'id': 'e9759abe-2932-4e54-a1fb-2399ee430195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c31bae84-8c32-4141-b64c-009dbc2c261a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:45:49.677810 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d726fb1-39de-406f-8dd3-ac92ed327c8d admin admin] Network hostable DHCP agents. Network: c31bae84-8c32-4141-b64c-009dbc2c261a, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:45:49.706115 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-287752cd-cb2f-448f-af03-129bf9f33d8f tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Calling delete_port for 93c15251-abd6-45b4-a86b-47be3974b193 owned by network:floatingip {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:45:49.785456 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d726fb1-39de-406f-8dd3-ac92ed327c8d admin admin] Network c31bae84-8c32-4141-b64c-009dbc2c261a is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:45:49.803901 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-6d726fb1-39de-406f-8dd3-ac92ed327c8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, c31bae84-8c32-4141-b64c-009dbc2c261a) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:45:49.819629 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-79cba81c-ad34-45a5-94f6-f630b105f6ac req-988476d7-5357-40e2-a163-250d57eec32a tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0292976 May 05 21:45:49.821699 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d726fb1-39de-406f-8dd3-ac92ed327c8d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:49.822340 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6d726fb1-39de-406f-8dd3-ac92ed327c8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:49.836746 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0799eccd-5314-4ec7-accd-d77f06a51964 None None] Network c31bae84-8c32-4141-b64c-009dbc2c261a requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:45:49.879459 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-6d726fb1-39de-406f-8dd3-ac92ed327c8d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5330143 May 05 21:45:49.989204 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b99c073-a248-4dd7-88af-cf3931ba2fde admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:45:50.003528 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f91583-1cff-403d-a3ef-999dfb4bc254 None None] Sync routers for ids ['c5f6b298-1b69-4142-87d3-7379b9cdd278'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:45:50.016534 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f91583-1cff-403d-a3ef-999dfb4bc254 None None] Routers {'c5f6b298-1b69-4142-87d3-7379b9cdd278'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:45:50.017426 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-44f91583-1cff-403d-a3ef-999dfb4bc254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:45:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['c5f6b298-1b69-4142-87d3-7379b9cdd278'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:45:50.038448 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1b99c073-a248-4dd7-88af-cf3931ba2fde admin admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:50.043392 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1b99c073-a248-4dd7-88af-cf3931ba2fde admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.5473142 May 05 21:45:50.044372 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37602) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:45:50.064332 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-efc601be-32ec-4ddd-8dc0-ce112f5c3a07 req-b1151347-88df-4b83-abec-1587f710c5f1 tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:50.147588 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b350dc-7332-43a4-8f9d-9a8881a0ef0c req-1de43161-432d-436a-8b2c-0b97b18bb3ae tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:50.149222 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-18b350dc-7332-43a4-8f9d-9a8881a0ef0c req-1de43161-432d-436a-8b2c-0b97b18bb3ae tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] 10.222.0.23 "GET /v2.0/ports?device_id=f862062c-4474-4058-9cab-b734c5bf856b HTTP/1.1" status: 200 len: 949 time: 0.4953382 May 05 21:45:50.246567 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1151347-88df-4b83-abec-1587f710c5f1 tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] Pushing event deleted for resources: {'Port': ['ID=349e4061-2a07-4ef2-8d60-566db5d68653,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:50.381394 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc601be-32ec-4ddd-8dc0-ce112f5c3a07 req-b1151347-88df-4b83-abec-1587f710c5f1 tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] No DVR routers for this DVR port 349e4061-2a07-4ef2-8d60-566db5d68653 on host n-h1-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:45:50.383670 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-efc601be-32ec-4ddd-8dc0-ce112f5c3a07 req-b1151347-88df-4b83-abec-1587f710c5f1 tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:50.498298 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f862062c-4474-4058-9cab-b734c5bf856b', 'name': 'network-vif-deleted', 'tag': '349e4061-2a07-4ef2-8d60-566db5d68653'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:45:50.504355 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-efc601be-32ec-4ddd-8dc0-ce112f5c3a07 req-b1151347-88df-4b83-abec-1587f710c5f1 tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] 10.222.0.44 "DELETE /v2.0/ports/349e4061-2a07-4ef2-8d60-566db5d68653 HTTP/1.1" status: 204 len: 173 time: 2.8022983 May 05 21:45:50.505582 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-44f91583-1cff-403d-a3ef-999dfb4bc254 None None] Set router c5f6b298-1b69-4142-87d3-7379b9cdd278 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:45:50.653339 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-18b350dc-7332-43a4-8f9d-9a8881a0ef0c req-62f411b6-843f-4001-8104-c2c1c47cc5a4 tempest-ImagesOneServerTestJSON-77792233 tempest-ImagesOneServerTestJSON-77792233-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6ac69e7-ed73-497e-bab8-ad8303c8090a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781973 May 05 21:45:50.703193 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-287752cd-cb2f-448f-af03-129bf9f33d8f tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:50.935501 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287752cd-cb2f-448f-af03-129bf9f33d8f tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Pushing event deleted for resources: {'Port': ['ID=93c15251-abd6-45b4-a86b-47be3974b193,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:50.986913 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc76dd-b70b-47ff-8c3e-0221bcae44c3 req-9eae16ff-415c-495f-b638-8c6cd6a4ef91 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:50.987719 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-75cc76dd-b70b-47ff-8c3e-0221bcae44c3 req-9eae16ff-415c-495f-b638-8c6cd6a4ef91 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Synchronizing usage tracker for tenant:4e026652b1bc4f42bbf06a3a7e36a282 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:45:51.018792 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-75cc76dd-b70b-47ff-8c3e-0221bcae44c3 req-9eae16ff-415c-495f-b638-8c6cd6a4ef91 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Unset dirty status for tenant:4e026652b1bc4f42bbf06a3a7e36a282 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:45:51.019819 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-75cc76dd-b70b-47ff-8c3e-0221bcae44c3 req-9eae16ff-415c-495f-b638-8c6cd6a4ef91 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] 10.222.0.44 "GET /v2.0/ports?device_id=9aa7c1a6-f06f-403c-a412-e9f8f555be98 HTTP/1.1" status: 200 len: 945 time: 0.5509374 May 05 21:45:51.061299 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcf48c0-38f7-48c4-82d9-8be938f90b9a None None] Network c31bae84-8c32-4141-b64c-009dbc2c261a requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:45:51.124973 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-75cc76dd-b70b-47ff-8c3e-0221bcae44c3 req-44ac896e-889e-4673-9d63-b2d825b96ccd tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Deleting port 607fe699-d03c-4b52-96bb-bc628fef05e4 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:45:51.125560 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-75cc76dd-b70b-47ff-8c3e-0221bcae44c3 req-44ac896e-889e-4673-9d63-b2d825b96ccd tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:51.170566 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-44f91583-1cff-403d-a3ef-999dfb4bc254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f6b298-1b69-4142-87d3-7379b9cdd278', 'name': 'tempest-TaggedBootDevicesTest-597397050-router', 'tenant_id': '5f6d3217202d4d8580bf1dbedeb67377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'd084f69d-32f4-4613-8323-8c65764235f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:45:42Z', 'updated_at': '2022-05-05T21:45:47Z', 'revision_number': 3, 'project_id': '5f6d3217202d4d8580bf1dbedeb67377', 'gw_port': {'id': 'd084f69d-32f4-4613-8323-8c65764235f0', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:91:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f6b298-1b69-4142-87d3-7379b9cdd278', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:45:45Z', 'updated_at': '2022-05-05T21:45:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:45:51.174963 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f91583-1cff-403d-a3ef-999dfb4bc254 None None] Checking router: c5f6b298-1b69-4142-87d3-7379b9cdd278 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:45:51.175419 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f91583-1cff-403d-a3ef-999dfb4bc254 None None] Updating router c5f6b298-1b69-4142-87d3-7379b9cdd278 port d084f69d-32f4-4613-8323-8c65764235f0 binding host n-d-825175-4 {{(pid=84068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 21:45:51.253374 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-44f91583-1cff-403d-a3ef-999dfb4bc254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:51.416859 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 349e4061-2a07-4ef2-8d60-566db5d68653 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:45:51.474011 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5b0db-f34c-402c-9251-f480f834c2a6 req-9de9a1b1-7b38-4bc1-974f-191f008a5f56 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:51.476407 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-edc5b0db-f34c-402c-9251-f480f834c2a6 req-9de9a1b1-7b38-4bc1-974f-191f008a5f56 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/networks?id=c31bae84-8c32-4141-b64c-009dbc2c261a HTTP/1.1" status: 200 len: 821 time: 0.5448883 May 05 21:45:51.507152 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-287752cd-cb2f-448f-af03-129bf9f33d8f tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Notify callbacks [] for floatingip, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:51.510451 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-287752cd-cb2f-448f-af03-129bf9f33d8f tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:51.511728 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-287752cd-cb2f-448f-af03-129bf9f33d8f tempest-ServersTestBootFromVolume-1236663332 tempest-ServersTestBootFromVolume-1236663332-project] 10.222.0.23 "DELETE /v2.0/floatingips/5f9e2dd0-1e9f-4a78-bb41-cfb269a0fe4d HTTP/1.1" status: 204 len: 168 time: 5.9104095 May 05 21:45:51.528403 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37624) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:45:51.531284 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: 349e4061-2a07-4ef2-8d60-566db5d68653 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:45:51.531639 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 349e4061-2a07-4ef2-8d60-566db5d68653 not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:45:51.762543 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-44f91583-1cff-403d-a3ef-999dfb4bc254 None None] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:51.763431 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac22ba-1ba9-4d26-8782-c3b96839eddd req-1562fed0-9df8-4d54-95f0-bcf3dc6fd5e4 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:51.771196 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f1ac22ba-1ba9-4d26-8782-c3b96839eddd req-1562fed0-9df8-4d54-95f0-bcf3dc6fd5e4 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] 10.222.0.23 "GET /v2.0/ports?device_id=9aa7c1a6-f06f-403c-a412-e9f8f555be98 HTTP/1.1" status: 200 len: 945 time: 0.7762916 May 05 21:45:51.778927 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.provisioning_blocks [None req-44f91583-1cff-403d-a3ef-999dfb4bc254 None None] Transition to ACTIVE for port object d084f69d-32f4-4613-8323-8c65764235f0 will not be triggered until provisioned by entity L2. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:45:51.792610 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-44f91583-1cff-403d-a3ef-999dfb4bc254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:51.813801 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-75cc76dd-b70b-47ff-8c3e-0221bcae44c3 req-44ac896e-889e-4673-9d63-b2d825b96ccd tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] For port 607fe699-d03c-4b52-96bb-bc628fef05e4, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=607fe699-d03c-4b52-96bb-bc628fef05e4,segment=NetworkSegment(175541d5-fda9-4a81-b2c4-365f823aadee),segment_id=175541d5-fda9-4a81-b2c4-365f823aadee)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:45:51.814152 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-75cc76dd-b70b-47ff-8c3e-0221bcae44c3 req-44ac896e-889e-4673-9d63-b2d825b96ccd tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:51.828645 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-edc5b0db-f34c-402c-9251-f480f834c2a6 req-ea754325-af00-41b4-8799-dd1e888b15be tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/quotas/b50e99b600524c18b3199236d1a61be7 HTTP/1.1" status: 200 len: 375 time: 0.3272128 May 05 21:45:51.888260 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f1ac22ba-1ba9-4d26-8782-c3b96839eddd req-d92e0d27-5d4a-4a51-ade1-1fcb5ee59dce tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] 10.222.0.23 "GET /v2.0/security-groups?id=01685b58-c5c4-46c5-9f2e-5e07825f21c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158986 May 05 21:45:51.891845 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93d0ce0-4b82-42f4-92f7-400c0a726366 None None] Pushing event updated for resources: {'Port': ['ID=d084f69d-32f4-4613-8323-8c65764235f0,revision_number=2']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:51.931487 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-44f91583-1cff-403d-a3ef-999dfb4bc254 None None] Attempting to bind port d084f69d-32f4-4613-8323-8c65764235f0 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:45:51.931856 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-44f91583-1cff-403d-a3ef-999dfb4bc254 None None] Attempting to bind port d084f69d-32f4-4613-8323-8c65764235f0 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:45:51.932208 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f91583-1cff-403d-a3ef-999dfb4bc254 None None] Attempting to bind port d084f69d-32f4-4613-8323-8c65764235f0 on network 25bfe237-58de-4709-a3e0-ac79da07c300 {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:45:51.939772 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f91583-1cff-403d-a3ef-999dfb4bc254 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:45:51.941483 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f91583-1cff-403d-a3ef-999dfb4bc254 None None] Checking segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:45:51.941880 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-44f91583-1cff-403d-a3ef-999dfb4bc254 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:51.942263 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f91583-1cff-403d-a3ef-999dfb4bc254 None None] Bound using segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:45:51.942893 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-44f91583-1cff-403d-a3ef-999dfb4bc254 None None] Bound port: d084f69d-32f4-4613-8323-8c65764235f0, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:45:51.943246 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-44f91583-1cff-403d-a3ef-999dfb4bc254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:52.052178 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-edc5b0db-f34c-402c-9251-f480f834c2a6 req-b3f4c8cb-0bcf-4415-a857-9a4f33ea0d47 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b50e99b600524c18b3199236d1a61be7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1447480 May 05 21:45:52.075858 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-44f91583-1cff-403d-a3ef-999dfb4bc254 None None] For port d084f69d-32f4-4613-8323-8c65764235f0, host n-d-825175-4, cleared binding levels {{(pid=84068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:45:52.085309 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-44f91583-1cff-403d-a3ef-999dfb4bc254 None None] For port d084f69d-32f4-4613-8323-8c65764235f0, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=d084f69d-32f4-4613-8323-8c65764235f0,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:45:52.096006 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-44f91583-1cff-403d-a3ef-999dfb4bc254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:52.106213 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-75cc76dd-b70b-47ff-8c3e-0221bcae44c3 req-44ac896e-889e-4673-9d63-b2d825b96ccd tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Calling delete_port for 607fe699-d03c-4b52-96bb-bc628fef05e4 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:45:52.202625 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93d0ce0-4b82-42f4-92f7-400c0a726366 None None] Pushing event updated for resources: {'Port': ['ID=d084f69d-32f4-4613-8323-8c65764235f0,revision_number=3']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:52.208032 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f91583-1cff-403d-a3ef-999dfb4bc254 None None] Routers {'c5f6b298-1b69-4142-87d3-7379b9cdd278'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:45:52.208787 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-44f91583-1cff-403d-a3ef-999dfb4bc254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:45:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['c5f6b298-1b69-4142-87d3-7379b9cdd278'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:45:52.272362 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4078bede-09c1-4e9f-ae67-443a9fdebab8'] response: {'server_uuid': 'f862062c-4474-4058-9cab-b734c5bf856b', 'name': 'network-vif-deleted', 'tag': '349e4061-2a07-4ef2-8d60-566db5d68653', 'status': 'completed', 'code': 200} May 05 21:45:52.346984 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f64bf-e58d-4e50-af37-ff72f92e54f4 req-e9290c4c-932d-4241-9d11-55aa644f6361 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:52.348512 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-224f64bf-e58d-4e50-af37-ff72f92e54f4 req-e9290c4c-932d-4241-9d11-55aa644f6361 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f659061-1fff-4a74-a711-89b64c4db80a HTTP/1.1" status: 200 len: 945 time: 0.5446501 May 05 21:45:52.475222 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-75cc76dd-b70b-47ff-8c3e-0221bcae44c3 req-44ac896e-889e-4673-9d63-b2d825b96ccd tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:52.487087 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['0f38c4fa-6e0c-46e0-b72f-293a212dd26a', '607fe699-d03c-4b52-96bb-bc628fef05e4'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:45:52.496046 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-44f91583-1cff-403d-a3ef-999dfb4bc254 None None] Set router c5f6b298-1b69-4142-87d3-7379b9cdd278 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:45:52.580442 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ac896e-889e-4673-9d63-b2d825b96ccd tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Pushing event deleted for resources: {'Port': ['ID=607fe699-d03c-4b52-96bb-bc628fef05e4,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:52.622458 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 59fcd1b3-14da-4c63-a865-86c9da247275 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:45:52.765442 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port 59fcd1b3-14da-4c63-a865-86c9da247275 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:45:52.776789 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 59fcd1b3-14da-4c63-a865-86c9da247275 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:45:52.777499 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:52.784135 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-224f64bf-e58d-4e50-af37-ff72f92e54f4 req-555ad3be-ac48-4389-8051-36c2c695a748 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Deleting port 0f38c4fa-6e0c-46e0-b72f-293a212dd26a {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:45:52.784689 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-224f64bf-e58d-4e50-af37-ff72f92e54f4 req-555ad3be-ac48-4389-8051-36c2c695a748 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:52.850048 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-75cc76dd-b70b-47ff-8c3e-0221bcae44c3 req-44ac896e-889e-4673-9d63-b2d825b96ccd tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] No DVR routers for this DVR port 607fe699-d03c-4b52-96bb-bc628fef05e4 on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:45:52.853959 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-75cc76dd-b70b-47ff-8c3e-0221bcae44c3 req-44ac896e-889e-4673-9d63-b2d825b96ccd tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:52.859182 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa7c1a6-f06f-403c-a412-e9f8f555be98', 'name': 'network-vif-deleted', 'tag': '607fe699-d03c-4b52-96bb-bc628fef05e4'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:45:52.878119 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-edc5b0db-f34c-402c-9251-f480f834c2a6 req-fdca2894-8063-4769-92a1-631538d95db1 service neutron] 10.222.0.23 "GET /v2.0/networks/c31bae84-8c32-4141-b64c-009dbc2c261a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8068504 May 05 21:45:52.945648 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-44f91583-1cff-403d-a3ef-999dfb4bc254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f6b298-1b69-4142-87d3-7379b9cdd278', 'name': 'tempest-TaggedBootDevicesTest-597397050-router', 'tenant_id': '5f6d3217202d4d8580bf1dbedeb67377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'd084f69d-32f4-4613-8323-8c65764235f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:45:42Z', 'updated_at': '2022-05-05T21:45:47Z', 'revision_number': 3, 'project_id': '5f6d3217202d4d8580bf1dbedeb67377', 'gw_port': {'id': 'd084f69d-32f4-4613-8323-8c65764235f0', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:91:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f6b298-1b69-4142-87d3-7379b9cdd278', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:45:45Z', 'updated_at': '2022-05-05T21:45:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:45:52.949525 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-23a99c06-7ec7-4fe7-81a8-f74634b7744c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:52.950676 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f91583-1cff-403d-a3ef-999dfb4bc254 None None] The sync data for ids ['c5f6b298-1b69-4142-87d3-7379b9cdd278'] in n-d-825175-4 is: [{'id': 'c5f6b298-1b69-4142-87d3-7379b9cdd278', 'name': 'tempest-TaggedBootDevicesTest-597397050-router', 'tenant_id': '5f6d3217202d4d8580bf1dbedeb67377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'd084f69d-32f4-4613-8323-8c65764235f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:45:42Z', 'updated_at': '2022-05-05T21:45:47Z', 'revision_number': 3, 'project_id': '5f6d3217202d4d8580bf1dbedeb67377', 'gw_port': {'id': 'd084f69d-32f4-4613-8323-8c65764235f0', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:91:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f6b298-1b69-4142-87d3-7379b9cdd278', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:45:45Z', 'updated_at': '2022-05-05T21:45:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:45:52.998720 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-75cc76dd-b70b-47ff-8c3e-0221bcae44c3 req-44ac896e-889e-4673-9d63-b2d825b96ccd tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] 10.222.0.44 "DELETE /v2.0/ports/607fe699-d03c-4b52-96bb-bc628fef05e4 HTTP/1.1" status: 204 len: 173 time: 1.9715898 May 05 21:45:53.100061 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:53.189551 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 59fcd1b3-14da-4c63-a865-86c9da247275, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=59fcd1b3-14da-4c63-a865-86c9da247275,segment=NetworkSegment(bb53319d-02d7-4ee5-a402-d07603ca726a),segment_id=bb53319d-02d7-4ee5-a402-d07603ca726a)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:45:53.191843 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d839354-039d-4eef-80c3-6cc1a4dcfdd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59fcd1b3-14da-4c63-a865-86c9da247275'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:45:53.206000 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:53.339799 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=59fcd1b3-14da-4c63-a865-86c9da247275,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:53.454017 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-23a99c06-7ec7-4fe7-81a8-f74634b7744c admin admin] Allocated IP 172.20.0.1 (71738638-1e8f-4898-8775-ee98b36918d6/031a2b5a-98f8-4394-83d4-c643c5284920/ad6cc51b-0fb2-4d21-a46a-db8d23cbd42c) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:45:53.689003 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-edc5b0db-f34c-402c-9251-f480f834c2a6 req-2f75ebdb-0d95-43b5-b0b8-affb26af03db service neutron] 10.222.0.23 "GET /v2.0/networks/c31bae84-8c32-4141-b64c-009dbc2c261a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8074350 May 05 21:45:53.765928 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-23a99c06-7ec7-4fe7-81a8-f74634b7744c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:53.812317 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-23a99c06-7ec7-4fe7-81a8-f74634b7744c admin admin] Transition to ACTIVE for port object ad6cc51b-0fb2-4d21-a46a-db8d23cbd42c will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:45:53.859305 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-23a99c06-7ec7-4fe7-81a8-f74634b7744c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:53.938974 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cabc8c-1e18-40b0-8d93-fc6d34f68602 req-6c9450ad-774b-4d30-b055-3aee7c22910d tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:53.947685 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-84cabc8c-1e18-40b0-8d93-fc6d34f68602 req-6c9450ad-774b-4d30-b055-3aee7c22910d tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d839354-039d-4eef-80c3-6cc1a4dcfdd1 HTTP/1.1" status: 200 len: 945 time: 1.5120704 May 05 21:45:53.967816 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a99c06-7ec7-4fe7-81a8-f74634b7744c admin admin] Pushing event updated for resources: {'Port': ['ID=ad6cc51b-0fb2-4d21-a46a-db8d23cbd42c,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:54.011757 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a99c06-7ec7-4fe7-81a8-f74634b7744c admin admin] Network 71738638-1e8f-4898-8775-ee98b36918d6 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:45:54.014072 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-23a99c06-7ec7-4fe7-81a8-f74634b7744c admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:45:54.016353 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a99c06-7ec7-4fe7-81a8-f74634b7744c admin admin] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:45:54.165353 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-23a99c06-7ec7-4fe7-81a8-f74634b7744c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:54.332037 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8ea64c1-7a07-4cab-a5a8-14aa56af031c'] response: {'server_uuid': '9aa7c1a6-f06f-403c-a412-e9f8f555be98', 'name': 'network-vif-deleted', 'tag': '607fe699-d03c-4b52-96bb-bc628fef05e4', 'status': 'completed', 'code': 200} May 05 21:45:54.418341 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-23a99c06-7ec7-4fe7-81a8-f74634b7744c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:54.629086 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-6f8bf89d-6931-4ebd-932b-d210d0866a39 None None] Provisioning for port ad6cc51b-0fb2-4d21-a46a-db8d23cbd42c completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:45:54.668402 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device d084f69d-32f4-4613-8323-8c65764235f0 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:45:54.711700 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-224f64bf-e58d-4e50-af37-ff72f92e54f4 req-555ad3be-ac48-4389-8051-36c2c695a748 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] For port 0f38c4fa-6e0c-46e0-b72f-293a212dd26a, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=0f38c4fa-6e0c-46e0-b72f-293a212dd26a,segment=NetworkSegment(175541d5-fda9-4a81-b2c4-365f823aadee),segment_id=175541d5-fda9-4a81-b2c4-365f823aadee)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:45:54.712060 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-224f64bf-e58d-4e50-af37-ff72f92e54f4 req-555ad3be-ac48-4389-8051-36c2c695a748 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:54.862651 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-6f8bf89d-6931-4ebd-932b-d210d0866a39 None None] Provisioning complete for port ad6cc51b-0fb2-4d21-a46a-db8d23cbd42c triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:45:54.863972 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6f8bf89d-6931-4ebd-932b-d210d0866a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:54.927773 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f56928c-3c65-4856-923d-f27c4487a4db'] response: {'server_uuid': '3d839354-039d-4eef-80c3-6cc1a4dcfdd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59fcd1b3-14da-4c63-a865-86c9da247275', 'code': 200} May 05 21:45:54.992089 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-84cabc8c-1e18-40b0-8d93-fc6d34f68602 req-6aa5bbef-914f-46c4-8430-d0382101f505 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0431981 May 05 21:45:55.061711 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-6f8bf89d-6931-4ebd-932b-d210d0866a39 None None] Port ad6cc51b-0fb2-4d21-a46a-db8d23cbd42c cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:45:55.095102 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port d084f69d-32f4-4613-8323-8c65764235f0 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:45:55.111652 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port d084f69d-32f4-4613-8323-8c65764235f0 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:45:55.112083 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:55.175554 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37696) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:45:55.225257 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-224f64bf-e58d-4e50-af37-ff72f92e54f4 req-555ad3be-ac48-4389-8051-36c2c695a748 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Calling delete_port for 0f38c4fa-6e0c-46e0-b72f-293a212dd26a owned by compute:nova {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:45:55.319279 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1efa0529-c45f-46c9-b664-a3d7e79d4e81 req-8f4cd018-0239-44e4-b25d-484dd6b72460 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9e93b10-6d3b-4d1a-b434-b398cc516811 HTTP/1.1" status: 200 len: 210 time: 0.1452587 May 05 21:45:55.409261 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-23a99c06-7ec7-4fe7-81a8-f74634b7744c admin admin] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:55.418773 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 0f38c4fa-6e0c-46e0-b72f-293a212dd26a no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:45:55.425923 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-23a99c06-7ec7-4fe7-81a8-f74634b7744c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:55.606513 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:55.737621 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port d084f69d-32f4-4613-8323-8c65764235f0, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=d084f69d-32f4-4613-8323-8c65764235f0,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:45:55.738331 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d99e1c-b22f-4560-b455-7e861b1619f9 req-ada66057-b416-47ec-b5cb-0ad474732067 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:55.748973 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b5d99e1c-b22f-4560-b455-7e861b1619f9 req-ada66057-b416-47ec-b5cb-0ad474732067 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f659061-1fff-4a74-a711-89b64c4db80a HTTP/1.1" status: 200 len: 945 time: 0.4711807 May 05 21:45:55.759921 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-23a99c06-7ec7-4fe7-81a8-f74634b7744c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:55.769662 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:55.780954 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a99c06-7ec7-4fe7-81a8-f74634b7744c admin admin] Pushing event updated for resources: {'Port': ['ID=ad6cc51b-0fb2-4d21-a46a-db8d23cbd42c,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:55.826304 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:55.888690 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=d084f69d-32f4-4613-8323-8c65764235f0,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:55.967862 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b5d99e1c-b22f-4560-b455-7e861b1619f9 req-c94ad136-3ef9-4218-b3b5-64c2b4e5ea0a tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] 10.222.0.23 "GET /v2.0/security-groups?id=01685b58-c5c4-46c5-9f2e-5e07825f21c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175915 May 05 21:45:55.968486 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-863bbc5d-46eb-4176-9092-a92dcc6aac4f req-62e120b7-236c-401f-a59c-fd13b374228c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3d839354-039d-4eef-80c3-6cc1a4dcfdd1 HTTP/1.1" status: 200 len: 1097 time: 0.7846866 May 05 21:45:55.974761 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-065e75cd-acda-45a5-bc5c-8563891928ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:56.275467 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-224f64bf-e58d-4e50-af37-ff72f92e54f4 req-555ad3be-ac48-4389-8051-36c2c695a748 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:56.303384 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 607fe699-d03c-4b52-96bb-bc628fef05e4 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:45:56.345562 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: 607fe699-d03c-4b52-96bb-bc628fef05e4 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:45:56.346764 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 607fe699-d03c-4b52-96bb-bc628fef05e4 not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:45:56.471595 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-cc1c09de-008b-4ff7-a871-7dbda2d992b9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=18ac00964dec4327a3c8072b295165d1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2934110 May 05 21:45:56.473036 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37710) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:45:56.485036 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ad3be-ac48-4389-8051-36c2c695a748 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Pushing event deleted for resources: {'Port': ['ID=0f38c4fa-6e0c-46e0-b72f-293a212dd26a,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:56.498298 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device d084f69d-32f4-4613-8323-8c65764235f0 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:45:56.524193 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-863bbc5d-46eb-4176-9092-a92dcc6aac4f req-dd5f62ec-5792-4555-bbb4-587afd6d7bb4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5485437 May 05 21:45:56.656788 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a99c06-7ec7-4fe7-81a8-f74634b7744c admin admin] Network 71738638-1e8f-4898-8775-ee98b36918d6 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:45:56.660559 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-23a99c06-7ec7-4fe7-81a8-f74634b7744c admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:45:56.663298 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port d084f69d-32f4-4613-8323-8c65764235f0 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:45:56.663298 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:56.690007 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-224f64bf-e58d-4e50-af37-ff72f92e54f4 req-555ad3be-ac48-4389-8051-36c2c695a748 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] No DVR routers for this DVR port 0f38c4fa-6e0c-46e0-b72f-293a212dd26a on host n-h1-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:45:56.722845 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-224f64bf-e58d-4e50-af37-ff72f92e54f4 req-555ad3be-ac48-4389-8051-36c2c695a748 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:56.739873 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f659061-1fff-4a74-a711-89b64c4db80a', 'name': 'network-vif-deleted', 'tag': '0f38c4fa-6e0c-46e0-b72f-293a212dd26a'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:45:56.750032 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-224f64bf-e58d-4e50-af37-ff72f92e54f4 req-555ad3be-ac48-4389-8051-36c2c695a748 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] 10.222.0.44 "DELETE /v2.0/ports/0f38c4fa-6e0c-46e0-b72f-293a212dd26a HTTP/1.1" status: 204 len: 173 time: 4.3877141 May 05 21:45:56.849367 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c80daeff-4f29-489c-b10c-62d5a123b351 req-b2a60b80-df7b-47f2-9188-13c506ce05f7 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9e93b10-6d3b-4d1a-b434-b398cc516811 HTTP/1.1" status: 200 len: 210 time: 0.1801982 May 05 21:45:56.945368 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839b96b-756f-48c4-987f-eaa232f6c86d req-0086ade0-ba04-46d0-9cf2-10b37a4ced23 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:56.959606 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8839b96b-756f-48c4-987f-eaa232f6c86d req-0086ade0-ba04-46d0-9cf2-10b37a4ced23 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d839354-039d-4eef-80c3-6cc1a4dcfdd1 HTTP/1.1" status: 200 len: 946 time: 0.6570964 May 05 21:45:57.081649 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5b0db-f34c-402c-9251-f480f834c2a6 req-4b694e77-14f3-438b-82fd-017327aac5da tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:57.083037 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-edc5b0db-f34c-402c-9251-f480f834c2a6 req-4b694e77-14f3-438b-82fd-017327aac5da tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Synchronizing usage tracker for tenant:b50e99b600524c18b3199236d1a61be7 on resource:network {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:45:57.091764 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c72f73c-ae8c-4f3e-bf03-0bb1645d1194'] response: {'server_uuid': '3f659061-1fff-4a74-a711-89b64c4db80a', 'name': 'network-vif-deleted', 'tag': '0f38c4fa-6e0c-46e0-b72f-293a212dd26a', 'status': 'completed', 'code': 200} May 05 21:45:57.133700 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-edc5b0db-f34c-402c-9251-f480f834c2a6 req-4b694e77-14f3-438b-82fd-017327aac5da tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Unset dirty status for tenant:b50e99b600524c18b3199236d1a61be7 on resource:network {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:45:57.135212 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f26edd33-0f4e-4a09-9e30-528ea60edcd7 None None] Provisioning complete for port ad6cc51b-0fb2-4d21-a46a-db8d23cbd42c triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:45:57.135740 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-edc5b0db-f34c-402c-9251-f480f834c2a6 req-4b694e77-14f3-438b-82fd-017327aac5da tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.44 "GET /v2.0/networks?id=c31bae84-8c32-4141-b64c-009dbc2c261a HTTP/1.1" status: 200 len: 821 time: 1.0509799 May 05 21:45:57.137202 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f26edd33-0f4e-4a09-9e30-528ea60edcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:57.221900 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-edc5b0db-f34c-402c-9251-f480f834c2a6 req-2683c607-a34c-401a-a750-1646bfab1a6a tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Request body: {'port': {'device_id': 'b9e93b10-6d3b-4d1a-b434-b398cc516811', 'network_id': 'c31bae84-8c32-4141-b64c-009dbc2c261a', 'admin_state_up': True, 'tenant_id': 'b50e99b600524c18b3199236d1a61be7'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:45:57.319410 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f26edd33-0f4e-4a09-9e30-528ea60edcd7 None None] Port ad6cc51b-0fb2-4d21-a46a-db8d23cbd42c cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:45:57.418379 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6784c9c7-e2e1-4359-9130-7d02d2e0c624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:57.554596 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-64eb8ed3-df90-4735-94d2-9c2306cdf034 req-c91da908-c2a9-4857-9a36-20cf58465b48 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Synchronizing usage tracker for tenant:4e026652b1bc4f42bbf06a3a7e36a282 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:45:57.693696 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6784c9c7-e2e1-4359-9130-7d02d2e0c624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:57.708945 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-edc5b0db-f34c-402c-9251-f480f834c2a6 req-2683c607-a34c-401a-a750-1646bfab1a6a tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:45:57.723172 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-edc5b0db-f34c-402c-9251-f480f834c2a6 req-2683c607-a34c-401a-a750-1646bfab1a6a tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Usage tracker for resource:port and tenant:b50e99b600524c18b3199236d1a61be7 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:45:57.734584 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-edc5b0db-f34c-402c-9251-f480f834c2a6 req-2683c607-a34c-401a-a750-1646bfab1a6a tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:45:57.748507 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8839b96b-756f-48c4-987f-eaa232f6c86d req-4512eb69-0e4b-475d-bff9-f3fee2363148 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7878959 May 05 21:45:57.763889 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-edc5b0db-f34c-402c-9251-f480f834c2a6 req-2683c607-a34c-401a-a750-1646bfab1a6a tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:45:57.807167 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edc5b0db-f34c-402c-9251-f480f834c2a6 req-2683c607-a34c-401a-a750-1646bfab1a6a tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Made reservation on behalf of b50e99b600524c18b3199236d1a61be7 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:45:57.810149 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-edc5b0db-f34c-402c-9251-f480f834c2a6 req-2683c607-a34c-401a-a750-1646bfab1a6a tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:57.842560 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-64eb8ed3-df90-4735-94d2-9c2306cdf034 req-c91da908-c2a9-4857-9a36-20cf58465b48 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] Unset dirty status for tenant:4e026652b1bc4f42bbf06a3a7e36a282 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:45:57.857918 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-64eb8ed3-df90-4735-94d2-9c2306cdf034 req-c91da908-c2a9-4857-9a36-20cf58465b48 tempest-MultipleCreateTestJSON-1961371676 tempest-MultipleCreateTestJSON-1961371676-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f659061-1fff-4a74-a711-89b64c4db80a HTTP/1.1" status: 200 len: 210 time: 0.5093820 May 05 21:45:58.089622 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23a99c06-7ec7-4fe7-81a8-f74634b7744c admin admin] Router c5f6b298-1b69-4142-87d3-7379b9cdd278 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:45:58.115132 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-edc5b0db-f34c-402c-9251-f480f834c2a6 req-2683c607-a34c-401a-a750-1646bfab1a6a tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Allocated IP 172.20.0.14 (c31bae84-8c32-4141-b64c-009dbc2c261a/63783bdb-c8ad-4703-ab4c-7c04f301afd6/734114df-186a-478d-8bda-0bab382f4836) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:45:58.193842 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6784c9c7-e2e1-4359-9130-7d02d2e0c624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:58.213439 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6784c9c7-e2e1-4359-9130-7d02d2e0c624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ac69e7-ed73-497e-bab8-ad8303c8090a,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:58.268827 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5ef30035-44e4-44fb-a19d-38aa4c6255f2 req-6d331e12-a75a-49ea-9331-4b82929fbd8c tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9e93b10-6d3b-4d1a-b434-b398cc516811 HTTP/1.1" status: 200 len: 210 time: 0.0564401 May 05 21:45:58.269860 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6784c9c7-e2e1-4359-9130-7d02d2e0c624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:58.271056 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-6784c9c7-e2e1-4359-9130-7d02d2e0c624 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e6ac69e7-ed73-497e-bab8-ad8303c8090a HTTP/1.1" status: 204 len: 168 time: 1.7893000 May 05 21:45:58.527858 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-edc5b0db-f34c-402c-9251-f480f834c2a6 req-2683c607-a34c-401a-a750-1646bfab1a6a tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:58.629601 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-edc5b0db-f34c-402c-9251-f480f834c2a6 req-2683c607-a34c-401a-a750-1646bfab1a6a tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:58.715327 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a99c06-7ec7-4fe7-81a8-f74634b7744c admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:45:58.735916 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34d9ea6-1b79-4639-bd29-f51df99f2603 None None] Sync routers for ids ['c5f6b298-1b69-4142-87d3-7379b9cdd278'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:45:58.764819 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34d9ea6-1b79-4639-bd29-f51df99f2603 None None] Routers {'c5f6b298-1b69-4142-87d3-7379b9cdd278'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:45:58.766284 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-d34d9ea6-1b79-4639-bd29-f51df99f2603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:45:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['c5f6b298-1b69-4142-87d3-7379b9cdd278'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:45:58.776143 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-23a99c06-7ec7-4fe7-81a8-f74634b7744c admin admin] 10.222.0.23 "PUT /v2.0/routers/c5f6b298-1b69-4142-87d3-7379b9cdd278/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7304814 May 05 21:45:58.799605 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-065e75cd-acda-45a5-bc5c-8563891928ac admin admin] Deleting port 43c19dec-7f02-451e-b95d-0dfbb535cc0c {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:45:58.800671 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-065e75cd-acda-45a5-bc5c-8563891928ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:58.803063 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edc5b0db-f34c-402c-9251-f480f834c2a6 req-2683c607-a34c-401a-a750-1646bfab1a6a tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Network c31bae84-8c32-4141-b64c-009dbc2c261a is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:45:58.804185 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2683c607-a34c-401a-a750-1646bfab1a6a tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Pushing event updated for resources: {'Port': ['ID=734114df-186a-478d-8bda-0bab382f4836,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:45:58.808571 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-edc5b0db-f34c-402c-9251-f480f834c2a6 req-2683c607-a34c-401a-a750-1646bfab1a6a tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:45:58.812840 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-edc5b0db-f34c-402c-9251-f480f834c2a6 req-2683c607-a34c-401a-a750-1646bfab1a6a tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:45:58.973278 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5b0db-f34c-402c-9251-f480f834c2a6 req-2683c607-a34c-401a-a750-1646bfab1a6a tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:45:58.973932 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-edc5b0db-f34c-402c-9251-f480f834c2a6 req-2683c607-a34c-401a-a750-1646bfab1a6a tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:59.030605 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-edc5b0db-f34c-402c-9251-f480f834c2a6 req-2683c607-a34c-401a-a750-1646bfab1a6a tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8127828 May 05 21:45:59.045220 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-edc5b0db-f34c-402c-9251-f480f834c2a6 req-4c52c9f9-0653-4e68-b453-8bcfd5a630f5 service neutron] Request body: {'port': {'device_id': 'b9e93b10-6d3b-4d1a-b434-b398cc516811', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:45:59.053941 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-065e75cd-acda-45a5-bc5c-8563891928ac admin admin] For port 43c19dec-7f02-451e-b95d-0dfbb535cc0c, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=43c19dec-7f02-451e-b95d-0dfbb535cc0c,segment=NetworkSegment(b6a78c60-1e9b-428a-ae97-394891f78dc2),segment_id=b6a78c60-1e9b-428a-ae97-394891f78dc2)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:45:59.054564 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-065e75cd-acda-45a5-bc5c-8563891928ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:59.121933 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37744) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:45:59.211541 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-065e75cd-acda-45a5-bc5c-8563891928ac admin admin] Calling delete_port for 43c19dec-7f02-451e-b95d-0dfbb535cc0c owned by network:router_interface {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:45:59.436496 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-d34d9ea6-1b79-4639-bd29-f51df99f2603 None None] Set router c5f6b298-1b69-4142-87d3-7379b9cdd278 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:45:59.464493 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d855dbb-77fd-450c-8254-ada3a3a43eb3 admin admin] Deleting subnet aa809371-543a-4709-8923-302f20877630 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:45:59.492414 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8d855dbb-77fd-450c-8254-ada3a3a43eb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:59.811652 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-065e75cd-acda-45a5-bc5c-8563891928ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:45:59.906990 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065e75cd-acda-45a5-bc5c-8563891928ac admin admin] Pushing event deleted for resources: {'Port': ['ID=43c19dec-7f02-451e-b95d-0dfbb535cc0c,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:00.027579 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb110be8-a580-4069-b10f-dbd97684ae8b req-0d974bb5-1d06-45c8-aaf1-a1a5c926e817 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:00.041987 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bb110be8-a580-4069-b10f-dbd97684ae8b req-0d974bb5-1d06-45c8-aaf1-a1a5c926e817 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d839354-039d-4eef-80c3-6cc1a4dcfdd1 HTTP/1.1" status: 200 len: 946 time: 0.5811439 May 05 21:46:00.143649 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-edc5b0db-f34c-402c-9251-f480f834c2a6 req-4c52c9f9-0653-4e68-b453-8bcfd5a630f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:00.197590 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bb110be8-a580-4069-b10f-dbd97684ae8b req-5ceef1ec-6557-4714-a8fc-312ef6f8a228 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540916 May 05 21:46:00.234046 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67bee76-b8d6-4592-939b-6fe66671a805 req-4fb955ab-30f6-4eee-a4ee-0a512fc857dd tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:00.246465 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c67bee76-b8d6-4592-939b-6fe66671a805 req-4fb955ab-30f6-4eee-a4ee-0a512fc857dd tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9e93b10-6d3b-4d1a-b434-b398cc516811 HTTP/1.1" status: 200 len: 932 time: 0.6448181 May 05 21:46:00.262622 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8d855dbb-77fd-450c-8254-ada3a3a43eb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:00.311139 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37768) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:46:00.394468 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c67bee76-b8d6-4592-939b-6fe66671a805 req-be65fb54-d1df-490f-af53-35a561623872 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ea35cbd-159b-4a97-ac8e-0ad5178ef2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430962 May 05 21:46:00.417318 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-d34d9ea6-1b79-4639-bd29-f51df99f2603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f6b298-1b69-4142-87d3-7379b9cdd278', 'name': 'tempest-TaggedBootDevicesTest-597397050-router', 'tenant_id': '5f6d3217202d4d8580bf1dbedeb67377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'd084f69d-32f4-4613-8323-8c65764235f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:45:42Z', 'updated_at': '2022-05-05T21:45:54Z', 'revision_number': 4, 'project_id': '5f6d3217202d4d8580bf1dbedeb67377', 'gw_port': {'id': 'd084f69d-32f4-4613-8323-8c65764235f0', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:91:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f6b298-1b69-4142-87d3-7379b9cdd278', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:45:45Z', 'updated_at': '2022-05-05T21:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'ad6cc51b-0fb2-4d21-a46a-db8d23cbd42c', 'name': '', 'network_id': '71738638-1e8f-4898-8775-ee98b36918d6', 'tenant_id': '5f6d3217202d4d8580bf1dbedeb67377', 'mac_address': 'fa:16:3e:b1:d2:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f6b298-1b69-4142-87d3-7379b9cdd278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '031a2b5a-98f8-4394-83d4-c643c5284920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:45:53Z', 'updated_at': '2022-05-05T21:45:54Z', 'revision_number': 2, 'project_id': '5f6d3217202d4d8580bf1dbedeb67377', 'subnets': [{'id': '031a2b5a-98f8-4394-83d4-c643c5284920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:46:00.428307 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34d9ea6-1b79-4639-bd29-f51df99f2603 None None] Checking router: c5f6b298-1b69-4142-87d3-7379b9cdd278 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:46:00.428660 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34d9ea6-1b79-4639-bd29-f51df99f2603 None None] Updating router c5f6b298-1b69-4142-87d3-7379b9cdd278 port ad6cc51b-0fb2-4d21-a46a-db8d23cbd42c binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 21:46:00.557112 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8d855dbb-77fd-450c-8254-ada3a3a43eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:00.558392 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d34d9ea6-1b79-4639-bd29-f51df99f2603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:00.682872 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-f35bc771-a85e-402f-a0d3-6829a065c36e admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-903671868-network', 'tenant_id': 'c5a8c9a56475462680e05305adb463b2'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:46:00.867000 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-f35bc771-a85e-402f-a0d3-6829a065c36e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:46:00.878363 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-f35bc771-a85e-402f-a0d3-6829a065c36e admin admin] Usage tracker for resource:network and tenant:c5a8c9a56475462680e05305adb463b2 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:46:00.894826 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-f35bc771-a85e-402f-a0d3-6829a065c36e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:46:00.903121 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-f35bc771-a85e-402f-a0d3-6829a065c36e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:46:00.966824 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35bc771-a85e-402f-a0d3-6829a065c36e admin admin] Made reservation on behalf of c5a8c9a56475462680e05305adb463b2 for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:46:00.969885 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f35bc771-a85e-402f-a0d3-6829a065c36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:01.009253 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f35bc771-a85e-402f-a0d3-6829a065c36e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:01.185139 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-f35bc771-a85e-402f-a0d3-6829a065c36e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:46:01.194316 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-f35bc771-a85e-402f-a0d3-6829a065c36e admin admin] Usage tracker for resource:security_group_rule and tenant:c5a8c9a56475462680e05305adb463b2 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:46:01.198131 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-f35bc771-a85e-402f-a0d3-6829a065c36e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:46:01.211808 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-f35bc771-a85e-402f-a0d3-6829a065c36e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:46:01.272085 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-065e75cd-acda-45a5-bc5c-8563891928ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:01.491841 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d34d9ea6-1b79-4639-bd29-f51df99f2603 None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:01.577484 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-d34d9ea6-1b79-4639-bd29-f51df99f2603 None None] Transition to ACTIVE for port object ad6cc51b-0fb2-4d21-a46a-db8d23cbd42c will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:46:01.607441 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d34d9ea6-1b79-4639-bd29-f51df99f2603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:01.697841 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-edc5b0db-f34c-402c-9251-f480f834c2a6 req-4c52c9f9-0653-4e68-b453-8bcfd5a630f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 734114df-186a-478d-8bda-0bab382f4836 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:46:01.727981 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-edc5b0db-f34c-402c-9251-f480f834c2a6 req-4c52c9f9-0653-4e68-b453-8bcfd5a630f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:01.754387 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f35bc771-a85e-402f-a0d3-6829a065c36e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:01.796467 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-edc5b0db-f34c-402c-9251-f480f834c2a6 req-4c52c9f9-0653-4e68-b453-8bcfd5a630f5 service neutron] Transition to ACTIVE for port object 734114df-186a-478d-8bda-0bab382f4836 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:46:01.797003 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f35bc771-a85e-402f-a0d3-6829a065c36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:01.801560 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8d855dbb-77fd-450c-8254-ada3a3a43eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:01.890717 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f35bc771-a85e-402f-a0d3-6829a065c36e admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:46:01.907966 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f35bc771-a85e-402f-a0d3-6829a065c36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:01.909149 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-f35bc771-a85e-402f-a0d3-6829a065c36e admin admin] Added segment 2bc45e6f-b7ab-4f0b-a595-6c4682d53763 of type vlan for network 1303113a-3b4f-4438-84cb-936009b5332f May 05 21:46:01.909672 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-edc5b0db-f34c-402c-9251-f480f834c2a6 req-4c52c9f9-0653-4e68-b453-8bcfd5a630f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:01.971577 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f35bc771-a85e-402f-a0d3-6829a065c36e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:01.989315 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8de149-66ef-4a3f-a01e-b0debe113f96 None None] Pushing event updated for resources: {'Port': ['ID=ad6cc51b-0fb2-4d21-a46a-db8d23cbd42c,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:02.020439 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37798) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:46:02.021629 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c52c9f9-0653-4e68-b453-8bcfd5a630f5 service neutron] Pushing event updated for resources: {'Port': ['ID=734114df-186a-478d-8bda-0bab382f4836,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:02.034161 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f35bc771-a85e-402f-a0d3-6829a065c36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:02.035025 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35bc771-a85e-402f-a0d3-6829a065c36e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:02.035589 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f35bc771-a85e-402f-a0d3-6829a065c36e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:02.041010 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-cd22279b-088e-4cb5-9e17-6fa1a0a397e1 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-786943525-network', 'tenant_id': '6ac90b6fe9b34fbabf11d9d5b1a9cb5b'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:46:02.049139 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d855dbb-77fd-450c-8254-ada3a3a43eb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa809371-543a-4709-8923-302f20877630,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:02.058611 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-cd22279b-088e-4cb5-9e17-6fa1a0a397e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:46:02.065421 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8d855dbb-77fd-450c-8254-ada3a3a43eb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:02.076488 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8d855dbb-77fd-450c-8254-ada3a3a43eb3 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/aa809371-543a-4709-8923-302f20877630 HTTP/1.1" status: 204 len: 168 time: 2.9482315 May 05 21:46:02.077950 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-cd22279b-088e-4cb5-9e17-6fa1a0a397e1 admin admin] Usage tracker for resource:network and tenant:6ac90b6fe9b34fbabf11d9d5b1a9cb5b is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:46:02.153453 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37804) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:46:02.161098 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-cd22279b-088e-4cb5-9e17-6fa1a0a397e1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:46:02.205440 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-cd22279b-088e-4cb5-9e17-6fa1a0a397e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:46:02.219915 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35bc771-a85e-402f-a0d3-6829a065c36e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9573ce4-4ce4-4afa-9e6e-aa96ba704bb5,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:02.313215 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-d34d9ea6-1b79-4639-bd29-f51df99f2603 None None] Attempting to bind port ad6cc51b-0fb2-4d21-a46a-db8d23cbd42c on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:46:02.313560 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-d34d9ea6-1b79-4639-bd29-f51df99f2603 None None] Attempting to bind port ad6cc51b-0fb2-4d21-a46a-db8d23cbd42c by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '27eaa00d-2733-43bd-8e2f-2708b745ee87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '71738638-1e8f-4898-8775-ee98b36918d6'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:46:02.314082 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34d9ea6-1b79-4639-bd29-f51df99f2603 None None] Attempting to bind port ad6cc51b-0fb2-4d21-a46a-db8d23cbd42c on network 71738638-1e8f-4898-8775-ee98b36918d6 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:46:02.322750 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34d9ea6-1b79-4639-bd29-f51df99f2603 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:46:02.323360 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34d9ea6-1b79-4639-bd29-f51df99f2603 None None] Checking segment: {'id': '27eaa00d-2733-43bd-8e2f-2708b745ee87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '71738638-1e8f-4898-8775-ee98b36918d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:46:02.323998 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d34d9ea6-1b79-4639-bd29-f51df99f2603 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:02.324381 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34d9ea6-1b79-4639-bd29-f51df99f2603 None None] Bound using segment: {'id': '27eaa00d-2733-43bd-8e2f-2708b745ee87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '71738638-1e8f-4898-8775-ee98b36918d6'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:46:02.325620 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-d34d9ea6-1b79-4639-bd29-f51df99f2603 None None] Bound port: ad6cc51b-0fb2-4d21-a46a-db8d23cbd42c, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27eaa00d-2733-43bd-8e2f-2708b745ee87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '71738638-1e8f-4898-8775-ee98b36918d6'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:46:02.325620 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d34d9ea6-1b79-4639-bd29-f51df99f2603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:02.330948 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-edc5b0db-f34c-402c-9251-f480f834c2a6 req-4c52c9f9-0653-4e68-b453-8bcfd5a630f5 service neutron] Attempting to bind port 734114df-186a-478d-8bda-0bab382f4836 on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:46:02.333413 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-edc5b0db-f34c-402c-9251-f480f834c2a6 req-4c52c9f9-0653-4e68-b453-8bcfd5a630f5 service neutron] Attempting to bind port 734114df-186a-478d-8bda-0bab382f4836 by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': 'e9759abe-2932-4e54-a1fb-2399ee430195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c31bae84-8c32-4141-b64c-009dbc2c261a'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:46:02.333737 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc5b0db-f34c-402c-9251-f480f834c2a6 req-4c52c9f9-0653-4e68-b453-8bcfd5a630f5 service neutron] Attempting to bind port 734114df-186a-478d-8bda-0bab382f4836 on network c31bae84-8c32-4141-b64c-009dbc2c261a {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:46:02.350623 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc5b0db-f34c-402c-9251-f480f834c2a6 req-4c52c9f9-0653-4e68-b453-8bcfd5a630f5 service neutron] Port 734114df-186a-478d-8bda-0bab382f4836 on network c31bae84-8c32-4141-b64c-009dbc2c261a not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:46:02.350871 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc5b0db-f34c-402c-9251-f480f834c2a6 req-4c52c9f9-0653-4e68-b453-8bcfd5a630f5 service neutron] Attempting to bind port 734114df-186a-478d-8bda-0bab382f4836 on network c31bae84-8c32-4141-b64c-009dbc2c261a {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:46:02.369878 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc5b0db-f34c-402c-9251-f480f834c2a6 req-4c52c9f9-0653-4e68-b453-8bcfd5a630f5 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:46:02.371316 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc5b0db-f34c-402c-9251-f480f834c2a6 req-4c52c9f9-0653-4e68-b453-8bcfd5a630f5 service neutron] Checking segment: {'id': 'e9759abe-2932-4e54-a1fb-2399ee430195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c31bae84-8c32-4141-b64c-009dbc2c261a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:46:02.371826 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc5b0db-f34c-402c-9251-f480f834c2a6 req-4c52c9f9-0653-4e68-b453-8bcfd5a630f5 service neutron] Bound using segment: {'id': 'e9759abe-2932-4e54-a1fb-2399ee430195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c31bae84-8c32-4141-b64c-009dbc2c261a'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:46:02.372273 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-edc5b0db-f34c-402c-9251-f480f834c2a6 req-4c52c9f9-0653-4e68-b453-8bcfd5a630f5 service neutron] Bound port: 734114df-186a-478d-8bda-0bab382f4836, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9759abe-2932-4e54-a1fb-2399ee430195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c31bae84-8c32-4141-b64c-009dbc2c261a'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:46:02.372654 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-edc5b0db-f34c-402c-9251-f480f834c2a6 req-4c52c9f9-0653-4e68-b453-8bcfd5a630f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:02.476081 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd22279b-088e-4cb5-9e17-6fa1a0a397e1 admin admin] Made reservation on behalf of 6ac90b6fe9b34fbabf11d9d5b1a9cb5b for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:46:02.476302 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f35bc771-a85e-402f-a0d3-6829a065c36e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1443486 May 05 21:46:02.476615 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cd22279b-088e-4cb5-9e17-6fa1a0a397e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:02.484108 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37808) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:46:02.495363 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35bc771-a85e-402f-a0d3-6829a065c36e admin admin] Pushing event updated for resources: {'Network': ['ID=1303113a-3b4f-4438-84cb-936009b5332f,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:02.501207 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cd22279b-088e-4cb5-9e17-6fa1a0a397e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:02.502196 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-6ea44d05-f4ee-4166-8608-4192a30997b3 admin admin] Request body: {'subnet': {'network_id': '1303113a-3b4f-4438-84cb-936009b5332f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-903671868-subnet', 'tenant_id': 'c5a8c9a56475462680e05305adb463b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:46:02.524042 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 1303113a-3b4f-4438-84cb-936009b5332f details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:46:02.527939 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-6ea44d05-f4ee-4166-8608-4192a30997b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:46:02.539584 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-93fb46ad-67af-4fb3-9413-0752809cc7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:02.544302 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-6ea44d05-f4ee-4166-8608-4192a30997b3 admin admin] Usage tracker for resource:subnet and tenant:c5a8c9a56475462680e05305adb463b2 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:46:02.552050 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-edc5b0db-f34c-402c-9251-f480f834c2a6 req-4c52c9f9-0653-4e68-b453-8bcfd5a630f5 service neutron] For port 734114df-186a-478d-8bda-0bab382f4836, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:46:02.556661 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-6ea44d05-f4ee-4166-8608-4192a30997b3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:46:02.572592 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-6ea44d05-f4ee-4166-8608-4192a30997b3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:46:02.600825 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610e3c8-492f-4dcb-a5f2-e66546f6fba2 req-a57871a1-488f-4552-9372-66e3d509e6df tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:02.605926 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-edc5b0db-f34c-402c-9251-f480f834c2a6 req-4c52c9f9-0653-4e68-b453-8bcfd5a630f5 service neutron] For port 734114df-186a-478d-8bda-0bab382f4836, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=734114df-186a-478d-8bda-0bab382f4836,segment=NetworkSegment(e9759abe-2932-4e54-a1fb-2399ee430195),segment_id=e9759abe-2932-4e54-a1fb-2399ee430195)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:46:02.608592 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d610e3c8-492f-4dcb-a5f2-e66546f6fba2 req-a57871a1-488f-4552-9372-66e3d509e6df tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d839354-039d-4eef-80c3-6cc1a4dcfdd1 HTTP/1.1" status: 200 len: 946 time: 0.5788748 May 05 21:46:02.620923 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-edc5b0db-f34c-402c-9251-f480f834c2a6 req-4c52c9f9-0653-4e68-b453-8bcfd5a630f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:02.624496 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8897530c-3755-48ba-87e7-87f2db60af86 req-8ff150b8-2d6d-4d6e-85f2-1c6946020176 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:02.631427 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8897530c-3755-48ba-87e7-87f2db60af86 req-8ff150b8-2d6d-4d6e-85f2-1c6946020176 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9e93b10-6d3b-4d1a-b434-b398cc516811 HTTP/1.1" status: 200 len: 944 time: 0.6187725 May 05 21:46:02.645441 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-cd22279b-088e-4cb5-9e17-6fa1a0a397e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:46:02.689068 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea44d05-f4ee-4166-8608-4192a30997b3 admin admin] Made reservation on behalf of c5a8c9a56475462680e05305adb463b2 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:46:02.697836 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6ea44d05-f4ee-4166-8608-4192a30997b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:02.728453 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-cd22279b-088e-4cb5-9e17-6fa1a0a397e1 admin admin] Usage tracker for resource:security_group_rule and tenant:6ac90b6fe9b34fbabf11d9d5b1a9cb5b is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:46:02.731735 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-cd22279b-088e-4cb5-9e17-6fa1a0a397e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:46:02.736008 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-edc5b0db-f34c-402c-9251-f480f834c2a6 req-4c52c9f9-0653-4e68-b453-8bcfd5a630f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:02.740717 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-edc5b0db-f34c-402c-9251-f480f834c2a6 req-4c52c9f9-0653-4e68-b453-8bcfd5a630f5 service neutron] 10.222.0.44 "PUT /v2.0/ports/734114df-186a-478d-8bda-0bab382f4836 HTTP/1.1" status: 200 len: 1092 time: 3.7033954 May 05 21:46:02.750324 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9e93b10-6d3b-4d1a-b434-b398cc516811', 'tag': '734114df-186a-478d-8bda-0bab382f4836'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:46:02.761606 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-cd22279b-088e-4cb5-9e17-6fa1a0a397e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:46:02.761864 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-d34d9ea6-1b79-4639-bd29-f51df99f2603 None None] For port ad6cc51b-0fb2-4d21-a46a-db8d23cbd42c, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:46:02.769375 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-d34d9ea6-1b79-4639-bd29-f51df99f2603 None None] For port ad6cc51b-0fb2-4d21-a46a-db8d23cbd42c, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=ad6cc51b-0fb2-4d21-a46a-db8d23cbd42c,segment=NetworkSegment(27eaa00d-2733-43bd-8e2f-2708b745ee87),segment_id=27eaa00d-2733-43bd-8e2f-2708b745ee87)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:46:02.780582 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d34d9ea6-1b79-4639-bd29-f51df99f2603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:02.852936 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c52c9f9-0653-4e68-b453-8bcfd5a630f5 service neutron] Pushing event updated for resources: {'Port': ['ID=734114df-186a-478d-8bda-0bab382f4836,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:02.940013 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cd22279b-088e-4cb5-9e17-6fa1a0a397e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:02.943923 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-edc5b0db-f34c-402c-9251-f480f834c2a6 req-359b7a05-5f44-4486-a0ba-824dc97958f7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b50e99b600524c18b3199236d1a61be7&device_id=b9e93b10-6d3b-4d1a-b434-b398cc516811 HTTP/1.1" status: 200 len: 1095 time: 0.1455543 May 05 21:46:02.982971 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8de149-66ef-4a3f-a01e-b0debe113f96 None None] Pushing event updated for resources: {'Port': ['ID=ad6cc51b-0fb2-4d21-a46a-db8d23cbd42c,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:03.022215 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34d9ea6-1b79-4639-bd29-f51df99f2603 None None] Routers {'c5f6b298-1b69-4142-87d3-7379b9cdd278'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:46:03.022901 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-d34d9ea6-1b79-4639-bd29-f51df99f2603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:45:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['c5f6b298-1b69-4142-87d3-7379b9cdd278'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:46:03.037212 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cd22279b-088e-4cb5-9e17-6fa1a0a397e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:03.139801 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd22279b-088e-4cb5-9e17-6fa1a0a397e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:46:03.161926 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cd22279b-088e-4cb5-9e17-6fa1a0a397e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:03.164062 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-cd22279b-088e-4cb5-9e17-6fa1a0a397e1 admin admin] Added segment 577f8d9e-4f0d-4550-a409-cd9141ea09ae of type vlan for network 74dfc09c-4460-4dd2-a116-f950ba9e54a2 May 05 21:46:03.240478 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cd22279b-088e-4cb5-9e17-6fa1a0a397e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:03.362239 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-edc5b0db-f34c-402c-9251-f480f834c2a6 req-62542bb6-a59e-4349-9023-55a828952c5d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=734114df-186a-478d-8bda-0bab382f4836 HTTP/1.1" status: 200 len: 217 time: 0.4102199 May 05 21:46:03.364141 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd22279b-088e-4cb5-9e17-6fa1a0a397e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1056d24-21a7-40d9-a56c-ff05efa32b6b,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:03.448400 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8897530c-3755-48ba-87e7-87f2db60af86 req-5a4ff6e7-e303-4c46-9e99-1de43929fc7b tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ea35cbd-159b-4a97-ac8e-0ad5178ef2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8160770 May 05 21:46:03.463309 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-d34d9ea6-1b79-4639-bd29-f51df99f2603 None None] Set router c5f6b298-1b69-4142-87d3-7379b9cdd278 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:46:03.573690 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5b0db-f34c-402c-9251-f480f834c2a6 req-fd510bf7-b562-4b2f-8fd0-1a7959d40640 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:03.576925 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-edc5b0db-f34c-402c-9251-f480f834c2a6 req-fd510bf7-b562-4b2f-8fd0-1a7959d40640 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=63783bdb-c8ad-4703-ab4c-7c04f301afd6 HTTP/1.1" status: 200 len: 861 time: 0.2016184 May 05 21:46:03.580412 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d53ffaf3-d9e3-4e2c-a9b5-b0eeef68313e'] response: {'name': 'network-changed', 'server_uuid': 'b9e93b10-6d3b-4d1a-b434-b398cc516811', 'tag': '734114df-186a-478d-8bda-0bab382f4836', 'status': 'completed', 'code': 200} May 05 21:46:03.581790 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cd22279b-088e-4cb5-9e17-6fa1a0a397e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:03.583061 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd22279b-088e-4cb5-9e17-6fa1a0a397e1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:03.584431 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cd22279b-088e-4cb5-9e17-6fa1a0a397e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:03.682067 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-edc5b0db-f34c-402c-9251-f480f834c2a6 req-5f0f2149-305c-4e5e-9b9e-5a7ab6362152 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c31bae84-8c32-4141-b64c-009dbc2c261a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683799 May 05 21:46:03.686366 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-cd22279b-088e-4cb5-9e17-6fa1a0a397e1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6482084 May 05 21:46:03.688439 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37816) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:46:03.718354 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d610e3c8-492f-4dcb-a5f2-e66546f6fba2 req-2a6833cf-0c3f-435c-a672-d778111ec3f2 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1088095 May 05 21:46:03.756969 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-93fb46ad-67af-4fb3-9413-0752809cc7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:03.869166 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-93fb46ad-67af-4fb3-9413-0752809cc7ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:46:03.898831 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-edc5b0db-f34c-402c-9251-f480f834c2a6 req-c990a80e-88af-468c-9e81-105f1a287efa service neutron] 10.222.0.44 "GET /v2.0/networks/c31bae84-8c32-4141-b64c-009dbc2c261a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091131 May 05 21:46:03.902441 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-a225bc1d-8d4d-42a5-8b4a-1bd313886c67 admin admin] Request body: {'subnet': {'network_id': '74dfc09c-4460-4dd2-a116-f950ba9e54a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-786943525-subnet', 'tenant_id': '6ac90b6fe9b34fbabf11d9d5b1a9cb5b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:46:03.909567 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-a225bc1d-8d4d-42a5-8b4a-1bd313886c67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:46:03.913350 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-a225bc1d-8d4d-42a5-8b4a-1bd313886c67 admin admin] Usage tracker for resource:subnet and tenant:6ac90b6fe9b34fbabf11d9d5b1a9cb5b is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:46:03.916637 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-a225bc1d-8d4d-42a5-8b4a-1bd313886c67 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:46:03.925693 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-93fb46ad-67af-4fb3-9413-0752809cc7ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '175541d5-fda9-4a81-b2c4-365f823aadee') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:46:03.929017 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-a225bc1d-8d4d-42a5-8b4a-1bd313886c67 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:46:03.929396 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-93fb46ad-67af-4fb3-9413-0752809cc7ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '175541d5-fda9-4a81-b2c4-365f823aadee') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:46:03.946619 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a225bc1d-8d4d-42a5-8b4a-1bd313886c67 admin admin] Made reservation on behalf of 6ac90b6fe9b34fbabf11d9d5b1a9cb5b for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:46:03.948987 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a225bc1d-8d4d-42a5-8b4a-1bd313886c67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:03.970569 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-93fb46ad-67af-4fb3-9413-0752809cc7ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:04.147518 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-93fb46ad-67af-4fb3-9413-0752809cc7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:04.174619 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-d34d9ea6-1b79-4639-bd29-f51df99f2603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f6b298-1b69-4142-87d3-7379b9cdd278', 'name': 'tempest-TaggedBootDevicesTest-597397050-router', 'tenant_id': '5f6d3217202d4d8580bf1dbedeb67377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'd084f69d-32f4-4613-8323-8c65764235f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:45:42Z', 'updated_at': '2022-05-05T21:45:54Z', 'revision_number': 4, 'project_id': '5f6d3217202d4d8580bf1dbedeb67377', 'gw_port': {'id': 'd084f69d-32f4-4613-8323-8c65764235f0', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:91:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f6b298-1b69-4142-87d3-7379b9cdd278', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:45:45Z', 'updated_at': '2022-05-05T21:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'ad6cc51b-0fb2-4d21-a46a-db8d23cbd42c', 'name': '', 'network_id': '71738638-1e8f-4898-8775-ee98b36918d6', 'tenant_id': '5f6d3217202d4d8580bf1dbedeb67377', 'mac_address': 'fa:16:3e:b1:d2:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f6b298-1b69-4142-87d3-7379b9cdd278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '031a2b5a-98f8-4394-83d4-c643c5284920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:45:53Z', 'updated_at': '2022-05-05T21:46:02Z', 'revision_number': 4, 'project_id': '5f6d3217202d4d8580bf1dbedeb67377', 'subnets': [{'id': '031a2b5a-98f8-4394-83d4-c643c5284920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:46:04.180338 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34d9ea6-1b79-4639-bd29-f51df99f2603 None None] The sync data for ids ['c5f6b298-1b69-4142-87d3-7379b9cdd278'] in n-d-825175-4 is: [{'id': 'c5f6b298-1b69-4142-87d3-7379b9cdd278', 'name': 'tempest-TaggedBootDevicesTest-597397050-router', 'tenant_id': '5f6d3217202d4d8580bf1dbedeb67377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'd084f69d-32f4-4613-8323-8c65764235f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:45:42Z', 'updated_at': '2022-05-05T21:45:54Z', 'revision_number': 4, 'project_id': '5f6d3217202d4d8580bf1dbedeb67377', 'gw_port': {'id': 'd084f69d-32f4-4613-8323-8c65764235f0', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:91:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f6b298-1b69-4142-87d3-7379b9cdd278', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:45:45Z', 'updated_at': '2022-05-05T21:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'ad6cc51b-0fb2-4d21-a46a-db8d23cbd42c', 'name': '', 'network_id': '71738638-1e8f-4898-8775-ee98b36918d6', 'tenant_id': '5f6d3217202d4d8580bf1dbedeb67377', 'mac_address': 'fa:16:3e:b1:d2:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f6b298-1b69-4142-87d3-7379b9cdd278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '031a2b5a-98f8-4394-83d4-c643c5284920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:45:53Z', 'updated_at': '2022-05-05T21:46:02Z', 'revision_number': 4, 'project_id': '5f6d3217202d4d8580bf1dbedeb67377', 'subnets': [{'id': '031a2b5a-98f8-4394-83d4-c643c5284920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:46:04.378533 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd22279b-088e-4cb5-9e17-6fa1a0a397e1 admin admin] Pushing event updated for resources: {'Network': ['ID=74dfc09c-4460-4dd2-a116-f950ba9e54a2,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:04.462480 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 74dfc09c-4460-4dd2-a116-f950ba9e54a2 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:46:04.470683 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93fb46ad-67af-4fb3-9413-0752809cc7ff admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:46:04.471369 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-93fb46ad-67af-4fb3-9413-0752809cc7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:04.492549 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 21:46:04.492549 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:46:04.492549 n-d-825175-4 neutron-server[84061]: timer() May 05 21:46:04.492549 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:46:04.492549 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 21:46:04.492549 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:46:04.492549 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 21:46:04.492549 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:46:04.492549 n-d-825175-4 neutron-server[84061]: self._notify() May 05 21:46:04.492549 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:46:04.492549 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 21:46:04.492549 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:46:04.492549 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 21:46:04.492549 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:46:04.492549 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:46:04.492549 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:46:04.492549 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:46:04.492549 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:46:04.492549 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 21:46:04.492549 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:46:04.492549 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 21:46:04.492549 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:46:04.492549 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:46:04.492549 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:46:04.492549 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 21:46:04.492549 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:46:04.492549 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:46:04.492549 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:46:04.492549 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:46:04.492549 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:46:04.492549 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:46:04.492549 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:46:04.540367 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-edc5b0db-f34c-402c-9251-f480f834c2a6 req-ea8e9a35-9b33-4b38-81f7-d9c2245cb630 service neutron] 10.222.0.44 "GET /v2.0/networks/c31bae84-8c32-4141-b64c-009dbc2c261a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5955517 May 05 21:46:04.668520 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device ad6cc51b-0fb2-4d21-a46a-db8d23cbd42c up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:46:05.031859 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7812c7a9-fc4f-4e1d-a4d8-6614940faf44 req-025ea0b8-3214-443a-b58d-a7be91c1ca83 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b50e99b600524c18b3199236d1a61be7&device_id=b9e93b10-6d3b-4d1a-b434-b398cc516811 HTTP/1.1" status: 200 len: 1095 time: 0.3648744 May 05 21:46:05.062147 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port ad6cc51b-0fb2-4d21-a46a-db8d23cbd42c completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:46:05.067175 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a225bc1d-8d4d-42a5-8b4a-1bd313886c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:05.076437 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port ad6cc51b-0fb2-4d21-a46a-db8d23cbd42c triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:46:05.076943 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:05.125225 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-93fb46ad-67af-4fb3-9413-0752809cc7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:05.277788 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a225bc1d-8d4d-42a5-8b4a-1bd313886c67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c66344dd-db40-49a8-90ba-6b1ae274eab8,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:05.281013 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-93fb46ad-67af-4fb3-9413-0752809cc7ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:05.311472 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6ea44d05-f4ee-4166-8608-4192a30997b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:05.360718 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7812c7a9-fc4f-4e1d-a4d8-6614940faf44 req-41947756-6919-4b29-965b-1cffbaab3695 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:05.361501 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:05.362720 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7812c7a9-fc4f-4e1d-a4d8-6614940faf44 req-41947756-6919-4b29-965b-1cffbaab3695 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c31bae84-8c32-4141-b64c-009dbc2c261a HTTP/1.1" status: 200 len: 922 time: 0.3293314 May 05 21:46:05.364993 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a225bc1d-8d4d-42a5-8b4a-1bd313886c67 admin admin] Checking segment: {'id': '577f8d9e-4f0d-4550-a409-cd9141ea09ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '74dfc09c-4460-4dd2-a116-f950ba9e54a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:46:05.365453 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a225bc1d-8d4d-42a5-8b4a-1bd313886c67 admin admin] Network hostable DHCP agents. Network: 74dfc09c-4460-4dd2-a116-f950ba9e54a2, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:46:05.454591 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea44d05-f4ee-4166-8608-4192a30997b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b04dd652-3e41-4577-abd4-c6835388be5c,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:05.456802 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fb46ad-67af-4fb3-9413-0752809cc7ff admin admin] Pushing event deleted for resources: {'Network': ['ID=3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:05.517289 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f288943-f30b-4012-9dfc-212240b2ccf6 req-d2922ff1-03fe-4e50-8ce4-d251a18d8b7d tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:05.518910 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7f288943-f30b-4012-9dfc-212240b2ccf6 req-d2922ff1-03fe-4e50-8ce4-d251a18d8b7d tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d839354-039d-4eef-80c3-6cc1a4dcfdd1 HTTP/1.1" status: 200 len: 946 time: 0.3750286 May 05 21:46:05.526190 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port ad6cc51b-0fb2-4d21-a46a-db8d23cbd42c, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=ad6cc51b-0fb2-4d21-a46a-db8d23cbd42c,segment=NetworkSegment(27eaa00d-2733-43bd-8e2f-2708b745ee87),segment_id=27eaa00d-2733-43bd-8e2f-2708b745ee87)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:46:05.532454 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:05.535004 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:05.538614 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-93fb46ad-67af-4fb3-9413-0752809cc7ff admin admin] 10.222.0.23 "DELETE /v2.0/networks/3e1b1c3b-b80b-4cdb-b0c9-85c90bc14703 HTTP/1.1" status: 204 len: 168 time: 3.3204463 May 05 21:46:05.614961 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7812c7a9-fc4f-4e1d-a4d8-6614940faf44 req-14bae29d-bb17-4a49-87b9-7bd79ab6ed9f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=734114df-186a-478d-8bda-0bab382f4836 HTTP/1.1" status: 200 len: 217 time: 0.2445114 May 05 21:46:05.677073 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:05.680979 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=ad6cc51b-0fb2-4d21-a46a-db8d23cbd42c,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:05.711062 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c226297-9ff1-455a-bc0d-278cc4aee6f7 req-9f2b54eb-5a7e-4cb2-a5ea-69f1ed2d516d tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:05.721156 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6c226297-9ff1-455a-bc0d-278cc4aee6f7 req-9f2b54eb-5a7e-4cb2-a5ea-69f1ed2d516d tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9e93b10-6d3b-4d1a-b434-b398cc516811 HTTP/1.1" status: 200 len: 944 time: 0.7559080 May 05 21:46:05.788806 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea44d05-f4ee-4166-8608-4192a30997b3 admin admin] Checking segment: {'id': '2bc45e6f-b7ab-4f0b-a595-6c4682d53763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1303113a-3b4f-4438-84cb-936009b5332f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:46:05.789167 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea44d05-f4ee-4166-8608-4192a30997b3 admin admin] Network hostable DHCP agents. Network: 1303113a-3b4f-4438-84cb-936009b5332f, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:46:05.839481 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a225bc1d-8d4d-42a5-8b4a-1bd313886c67 admin admin] Network 74dfc09c-4460-4dd2-a116-f950ba9e54a2 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:46:05.854867 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7812c7a9-fc4f-4e1d-a4d8-6614940faf44 req-5ce916bc-e538-41db-b0ca-7f05682cb42f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:05.858874 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6c226297-9ff1-455a-bc0d-278cc4aee6f7 req-e1eae745-7b63-4e33-a782-3c9178a66b92 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ea35cbd-159b-4a97-ac8e-0ad5178ef2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357188 May 05 21:46:05.859745 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea44d05-f4ee-4166-8608-4192a30997b3 admin admin] Network 1303113a-3b4f-4438-84cb-936009b5332f is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:46:05.860519 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7812c7a9-fc4f-4e1d-a4d8-6614940faf44 req-5ce916bc-e538-41db-b0ca-7f05682cb42f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=63783bdb-c8ad-4703-ab4c-7c04f301afd6 HTTP/1.1" status: 200 len: 861 time: 0.2389584 May 05 21:46:05.911985 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7f288943-f30b-4012-9dfc-212240b2ccf6 req-034c2903-0451-457a-82ce-d05b139ef822 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3651822 May 05 21:46:05.922623 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-065e75cd-acda-45a5-bc5c-8563891928ac admin admin] Router 758d72c6-f125-4f56-b4e8-835664d8e9fe has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:46:05.932448 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-6ea44d05-f4ee-4166-8608-4192a30997b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 1303113a-3b4f-4438-84cb-936009b5332f) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:46:05.944715 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8040ab-2d31-4a3e-afae-dfb9bcbd519b None None] Network 1303113a-3b4f-4438-84cb-936009b5332f requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:46:05.946552 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea44d05-f4ee-4166-8608-4192a30997b3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:05.948084 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6ea44d05-f4ee-4166-8608-4192a30997b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:05.984875 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-6ea44d05-f4ee-4166-8608-4192a30997b3 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.4939156 May 05 21:46:05.987990 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37830) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:46:06.009198 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-a9477766-f2a9-4e74-8430-fff4712bdfde admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-903671868-router', 'tenant_id': 'c5a8c9a56475462680e05305adb463b2', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:46:06.017053 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-a225bc1d-8d4d-42a5-8b4a-1bd313886c67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 74dfc09c-4460-4dd2-a116-f950ba9e54a2) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:46:06.019730 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a9477766-f2a9-4e74-8430-fff4712bdfde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:46:06.037296 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a9477766-f2a9-4e74-8430-fff4712bdfde admin admin] Usage tracker for resource:router and tenant:c5a8c9a56475462680e05305adb463b2 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:46:06.043167 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a9477766-f2a9-4e74-8430-fff4712bdfde admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:46:06.044918 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7812c7a9-fc4f-4e1d-a4d8-6614940faf44 req-88800222-6526-40cd-acae-8ad42d73939d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c31bae84-8c32-4141-b64c-009dbc2c261a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1759946 May 05 21:46:06.046446 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a225bc1d-8d4d-42a5-8b4a-1bd313886c67 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:06.047437 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a225bc1d-8d4d-42a5-8b4a-1bd313886c67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:06.055022 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a9477766-f2a9-4e74-8430-fff4712bdfde admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:46:06.098572 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37834) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:46:06.152957 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4c1cce-d57c-41cb-8c02-6e3aa38af384 None None] Network 74dfc09c-4460-4dd2-a116-f950ba9e54a2 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:46:06.243823 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a9477766-f2a9-4e74-8430-fff4712bdfde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:06.254267 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a9477766-f2a9-4e74-8430-fff4712bdfde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:06.282374 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a225bc1d-8d4d-42a5-8b4a-1bd313886c67 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5917418 May 05 21:46:06.289795 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37838) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:46:06.327077 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-795b1358-6c27-4a81-8c98-e9428e10831e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-786943525-router', 'tenant_id': '6ac90b6fe9b34fbabf11d9d5b1a9cb5b', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:46:06.355343 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-795b1358-6c27-4a81-8c98-e9428e10831e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:46:06.364751 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-795b1358-6c27-4a81-8c98-e9428e10831e admin admin] Usage tracker for resource:router and tenant:6ac90b6fe9b34fbabf11d9d5b1a9cb5b is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:46:06.368764 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-795b1358-6c27-4a81-8c98-e9428e10831e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:46:06.377125 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-795b1358-6c27-4a81-8c98-e9428e10831e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:46:06.409909 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a9477766-f2a9-4e74-8430-fff4712bdfde admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:06.424294 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-795b1358-6c27-4a81-8c98-e9428e10831e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:06.425260 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-795b1358-6c27-4a81-8c98-e9428e10831e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:06.454431 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-795b1358-6c27-4a81-8c98-e9428e10831e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:06.480653 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device ad6cc51b-0fb2-4d21-a46a-db8d23cbd42c up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:46:06.497130 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7812c7a9-fc4f-4e1d-a4d8-6614940faf44 req-1c3a4a61-b1d2-4bfc-94c6-a31e25604515 service neutron] 10.222.0.44 "GET /v2.0/networks/c31bae84-8c32-4141-b64c-009dbc2c261a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4366946 May 05 21:46:06.503523 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-feb84b8e-9adb-4146-993b-0c5b8f1fbff8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4e026652b1bc4f42bbf06a3a7e36a282&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3870053 May 05 21:46:06.551834 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37842) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:46:06.882436 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82cedccb-1185-43c3-9dff-9ff0695396d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-74dfc09c-4460-4dd2-a116-f950ba9e54a2', 'network_id': '74dfc09c-4460-4dd2-a116-f950ba9e54a2', 'tenant_id': '6ac90b6fe9b34fbabf11d9d5b1a9cb5b', 'fixed_ips': [{'subnet_id': 'c66344dd-db40-49a8-90ba-6b1ae274eab8'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 21:46:06.883372 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-82cedccb-1185-43c3-9dff-9ff0695396d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:06.978081 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-795b1358-6c27-4a81-8c98-e9428e10831e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:06.988746 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-051af85a-ddb5-4a20-b5eb-965ab7ba0aa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:07.011206 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a9477766-f2a9-4e74-8430-fff4712bdfde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:07.057583 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-051af85a-ddb5-4a20-b5eb-965ab7ba0aa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:07.110256 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065e75cd-acda-45a5-bc5c-8563891928ac admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:46:07.121162 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b3ef4a-8917-4bec-a8ae-57eb5df5a869 None None] Sync routers for ids ['758d72c6-f125-4f56-b4e8-835664d8e9fe'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:46:07.147564 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b3ef4a-8917-4bec-a8ae-57eb5df5a869 None None] Routers {'758d72c6-f125-4f56-b4e8-835664d8e9fe'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:46:07.151199 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-f9b3ef4a-8917-4bec-a8ae-57eb5df5a869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:45:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['758d72c6-f125-4f56-b4e8-835664d8e9fe'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:46:07.225487 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7812c7a9-fc4f-4e1d-a4d8-6614940faf44 req-95327fc1-4161-40e5-b8a8-a962f5ae10b9 service neutron] 10.222.0.44 "GET /v2.0/networks/c31bae84-8c32-4141-b64c-009dbc2c261a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7164559 May 05 21:46:07.238797 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-051af85a-ddb5-4a20-b5eb-965ab7ba0aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:07.273403 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a073c3a4-15b1-4682-9053-76fc26de7cec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-1303113a-3b4f-4438-84cb-936009b5332f', 'network_id': '1303113a-3b4f-4438-84cb-936009b5332f', 'tenant_id': 'c5a8c9a56475462680e05305adb463b2', 'fixed_ips': [{'subnet_id': 'b04dd652-3e41-4577-abd4-c6835388be5c'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 21:46:07.275336 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a073c3a4-15b1-4682-9053-76fc26de7cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:07.280549 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051af85a-ddb5-4a20-b5eb-965ab7ba0aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01685b58-c5c4-46c5-9f2e-5e07825f21c0,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:07.293353 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-051af85a-ddb5-4a20-b5eb-965ab7ba0aa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:07.299625 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-051af85a-ddb5-4a20-b5eb-965ab7ba0aa9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/01685b58-c5c4-46c5-9f2e-5e07825f21c0 HTTP/1.1" status: 204 len: 168 time: 0.7459290 May 05 21:46:07.335689 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port ad6cc51b-0fb2-4d21-a46a-db8d23cbd42c triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:46:07.336312 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:07.499980 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 734114df-186a-478d-8bda-0bab382f4836 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:46:07.696161 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 734114df-186a-478d-8bda-0bab382f4836, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=734114df-186a-478d-8bda-0bab382f4836,segment=NetworkSegment(e9759abe-2932-4e54-a1fb-2399ee430195),segment_id=e9759abe-2932-4e54-a1fb-2399ee430195)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:46:07.729142 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-f9b3ef4a-8917-4bec-a8ae-57eb5df5a869 None None] Set router 758d72c6-f125-4f56-b4e8-835664d8e9fe gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:46:07.730331 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '734114df-186a-478d-8bda-0bab382f4836', 'network_id': 'c31bae84-8c32-4141-b64c-009dbc2c261a', 'port_id': '734114df-186a-478d-8bda-0bab382f4836', 'mac_address': 'fa:16:3e:6e:ca:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63783bdb-c8ad-4703-ab4c-7c04f301afd6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:46:07.757962 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37860) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:46:07.758210 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-065e75cd-acda-45a5-bc5c-8563891928ac admin admin] 10.222.0.23 "PUT /v2.0/routers/758d72c6-f125-4f56-b4e8-835664d8e9fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.2148156 May 05 21:46:08.035477 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-82cedccb-1185-43c3-9dff-9ff0695396d4 None None] Allocated IP 172.20.0.2 (74dfc09c-4460-4dd2-a116-f950ba9e54a2/c66344dd-db40-49a8-90ba-6b1ae274eab8/38513d30-02dc-4671-9a78-68d90d011dc5) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:46:08.166330 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-f9b3ef4a-8917-4bec-a8ae-57eb5df5a869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758d72c6-f125-4f56-b4e8-835664d8e9fe', 'name': 'tempest-ServersTestBootFromVolume-556339299-router', 'tenant_id': '61abfbe113f746f29df633f17a179bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '45bf82e6-e82c-4dec-be68-8ae4b46a79bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:43:01Z', 'updated_at': '2022-05-05T21:45:59Z', 'revision_number': 5, 'project_id': '61abfbe113f746f29df633f17a179bab', 'gw_port': {'id': '45bf82e6-e82c-4dec-be68-8ae4b46a79bb', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758d72c6-f125-4f56-b4e8-835664d8e9fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:43:02Z', 'updated_at': '2022-05-05T21:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:46:08.177747 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b3ef4a-8917-4bec-a8ae-57eb5df5a869 None None] Checking router: 758d72c6-f125-4f56-b4e8-835664d8e9fe for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:46:08.205538 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b3ef4a-8917-4bec-a8ae-57eb5df5a869 None None] Routers {'758d72c6-f125-4f56-b4e8-835664d8e9fe'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:46:08.206416 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-f9b3ef4a-8917-4bec-a8ae-57eb5df5a869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:45:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['758d72c6-f125-4f56-b4e8-835664d8e9fe'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:46:08.300424 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:08.351285 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbddcf9a-780f-44ec-a309-d8a2ff5c5c19 req-912d59b4-8b2a-437e-9a40-28a150858e0f tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:08.361863 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fbddcf9a-780f-44ec-a309-d8a2ff5c5c19 req-912d59b4-8b2a-437e-9a40-28a150858e0f tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9e93b10-6d3b-4d1a-b434-b398cc516811 HTTP/1.1" status: 200 len: 944 time: 1.1739559 May 05 21:46:08.376550 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f84de-d2f5-4321-8f8c-35746d90bd2e req-76a176f7-2c42-4b22-bf58-7578d9e0468a tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:08.380846 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4e5f84de-d2f5-4321-8f8c-35746d90bd2e req-76a176f7-2c42-4b22-bf58-7578d9e0468a tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d839354-039d-4eef-80c3-6cc1a4dcfdd1 HTTP/1.1" status: 200 len: 946 time: 0.7479773 May 05 21:46:08.384767 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fb40d6b8-2c55-45e0-9a36-37e9f728a5bb admin admin] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:08.495097 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 734114df-186a-478d-8bda-0bab382f4836 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:46:08.556565 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-f9b3ef4a-8917-4bec-a8ae-57eb5df5a869 None None] Set router 758d72c6-f125-4f56-b4e8-835664d8e9fe gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:46:08.622836 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fbddcf9a-780f-44ec-a309-d8a2ff5c5c19 req-f0a1f0ff-48dc-4766-b4db-8423eeba4050 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ea35cbd-159b-4a97-ac8e-0ad5178ef2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599952 May 05 21:46:08.784438 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a9477766-f2a9-4e74-8430-fff4712bdfde admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:08.799559 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-a073c3a4-15b1-4682-9053-76fc26de7cec None None] Allocated IP 172.20.0.2 (1303113a-3b4f-4438-84cb-936009b5332f/b04dd652-3e41-4577-abd4-c6835388be5c/6abe6d81-b876-4cb8-a982-e995ba0acf2f) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:46:08.839191 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 734114df-186a-478d-8bda-0bab382f4836, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=734114df-186a-478d-8bda-0bab382f4836,segment=NetworkSegment(e9759abe-2932-4e54-a1fb-2399ee430195),segment_id=e9759abe-2932-4e54-a1fb-2399ee430195)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:46:08.866889 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4e5f84de-d2f5-4321-8f8c-35746d90bd2e req-94ff37aa-5e95-4114-ae1a-640af8da91f3 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4257126 May 05 21:46:08.883981 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a9477766-f2a9-4e74-8430-fff4712bdfde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:08.893042 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:08.969043 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-795b1358-6c27-4a81-8c98-e9428e10831e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:09.068870 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-795b1358-6c27-4a81-8c98-e9428e10831e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:09.072356 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fb40d6b8-2c55-45e0-9a36-37e9f728a5bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:09.099619 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-fb40d6b8-2c55-45e0-9a36-37e9f728a5bb admin admin] Deleting port 45bf82e6-e82c-4dec-be68-8ae4b46a79bb {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:46:09.100049 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fb40d6b8-2c55-45e0-9a36-37e9f728a5bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:09.194556 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['734114df-186a-478d-8bda-0bab382f4836'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:46:09.445411 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-fb40d6b8-2c55-45e0-9a36-37e9f728a5bb admin admin] For port 45bf82e6-e82c-4dec-be68-8ae4b46a79bb, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=45bf82e6-e82c-4dec-be68-8ae4b46a79bb,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:46:09.446060 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fb40d6b8-2c55-45e0-9a36-37e9f728a5bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:09.462469 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:46:09.473626 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-f9b3ef4a-8917-4bec-a8ae-57eb5df5a869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758d72c6-f125-4f56-b4e8-835664d8e9fe', 'name': 'tempest-ServersTestBootFromVolume-556339299-router', 'tenant_id': '61abfbe113f746f29df633f17a179bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '45bf82e6-e82c-4dec-be68-8ae4b46a79bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:43:01Z', 'updated_at': '2022-05-05T21:45:59Z', 'revision_number': 5, 'project_id': '61abfbe113f746f29df633f17a179bab', 'gw_port': {'id': '45bf82e6-e82c-4dec-be68-8ae4b46a79bb', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758d72c6-f125-4f56-b4e8-835664d8e9fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:43:02Z', 'updated_at': '2022-05-05T21:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:46:09.485648 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b3ef4a-8917-4bec-a8ae-57eb5df5a869 None None] The sync data for ids ['758d72c6-f125-4f56-b4e8-835664d8e9fe'] in n-d-825175-4 is: [{'id': '758d72c6-f125-4f56-b4e8-835664d8e9fe', 'name': 'tempest-ServersTestBootFromVolume-556339299-router', 'tenant_id': '61abfbe113f746f29df633f17a179bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '45bf82e6-e82c-4dec-be68-8ae4b46a79bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:43:01Z', 'updated_at': '2022-05-05T21:45:59Z', 'revision_number': 5, 'project_id': '61abfbe113f746f29df633f17a179bab', 'gw_port': {'id': '45bf82e6-e82c-4dec-be68-8ae4b46a79bb', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758d72c6-f125-4f56-b4e8-835664d8e9fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:43:02Z', 'updated_at': '2022-05-05T21:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:46:09.502100 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37892) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:46:09.506486 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=734114df-186a-478d-8bda-0bab382f4836,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:09.510419 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37896) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:46:09.515047 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-34e7feca-72a3-4d31-aa74-f22e2379dbb6 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1147799236', 'description': 'tempest-description--1565369275'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:46:09.522370 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-34e7feca-72a3-4d31-aa74-f22e2379dbb6 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:46:09.527151 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-34e7feca-72a3-4d31-aa74-f22e2379dbb6 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Usage tracker for resource:security_group and tenant:f26c174273fc4c74bc9db73040442bd9 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:46:09.531421 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-34e7feca-72a3-4d31-aa74-f22e2379dbb6 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:46:09.538880 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-34e7feca-72a3-4d31-aa74-f22e2379dbb6 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:46:09.562890 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-a9477766-f2a9-4e74-8430-fff4712bdfde admin admin] Allocated IP 172.25.4.48 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/35b0d766-3ed5-42cf-a020-801b48d68ef7) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:46:09.573472 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-34e7feca-72a3-4d31-aa74-f22e2379dbb6 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:09.684166 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a073c3a4-15b1-4682-9053-76fc26de7cec None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:09.695168 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-34e7feca-72a3-4d31-aa74-f22e2379dbb6 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:46:09.715744 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-a073c3a4-15b1-4682-9053-76fc26de7cec None None] Transition to ACTIVE for port object 6abe6d81-b876-4cb8-a982-e995ba0acf2f will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:46:09.727205 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-34e7feca-72a3-4d31-aa74-f22e2379dbb6 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Usage tracker for resource:security_group_rule and tenant:f26c174273fc4c74bc9db73040442bd9 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:46:09.733085 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-34e7feca-72a3-4d31-aa74-f22e2379dbb6 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:46:09.778868 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-34e7feca-72a3-4d31-aa74-f22e2379dbb6 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:46:09.782759 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-fb40d6b8-2c55-45e0-9a36-37e9f728a5bb admin admin] Calling delete_port for 45bf82e6-e82c-4dec-be68-8ae4b46a79bb owned by network:router_gateway {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:46:09.786861 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-a073c3a4-15b1-4682-9053-76fc26de7cec None None] Transition to ACTIVE for port object 6abe6d81-b876-4cb8-a982-e995ba0acf2f will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:46:09.802313 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-82cedccb-1185-43c3-9dff-9ff0695396d4 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:09.840580 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-82cedccb-1185-43c3-9dff-9ff0695396d4 None None] Transition to ACTIVE for port object 38513d30-02dc-4671-9a78-68d90d011dc5 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:46:09.843811 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a073c3a4-15b1-4682-9053-76fc26de7cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:09.853205 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-3e6f23d7-b48e-43de-82f9-53547db9a9eb admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2136586527-network', 'tenant_id': '0eb82da6a4bc47a2ae0058d78ca21e92'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:46:09.872407 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-3e6f23d7-b48e-43de-82f9-53547db9a9eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:46:09.899760 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-3e6f23d7-b48e-43de-82f9-53547db9a9eb admin admin] Usage tracker for resource:network and tenant:0eb82da6a4bc47a2ae0058d78ca21e92 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:46:09.908842 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-3e6f23d7-b48e-43de-82f9-53547db9a9eb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:46:09.963372 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-82cedccb-1185-43c3-9dff-9ff0695396d4 None None] Transition to ACTIVE for port object 38513d30-02dc-4671-9a78-68d90d011dc5 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:46:09.967318 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-3e6f23d7-b48e-43de-82f9-53547db9a9eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:46:10.000071 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-82cedccb-1185-43c3-9dff-9ff0695396d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:10.020009 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a073c3a4-15b1-4682-9053-76fc26de7cec None None] Network 1303113a-3b4f-4438-84cb-936009b5332f is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:46:10.035077 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6f23d7-b48e-43de-82f9-53547db9a9eb admin admin] Made reservation on behalf of 0eb82da6a4bc47a2ae0058d78ca21e92 for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:46:10.037424 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-a073c3a4-15b1-4682-9053-76fc26de7cec None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:46:10.037838 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3e6f23d7-b48e-43de-82f9-53547db9a9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:10.049587 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a073c3a4-15b1-4682-9053-76fc26de7cec None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:46:10.060396 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a073c3a4-15b1-4682-9053-76fc26de7cec None None] Pushing event updated for resources: {'Port': ['ID=6abe6d81-b876-4cb8-a982-e995ba0acf2f,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:10.083622 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-34e7feca-72a3-4d31-aa74-f22e2379dbb6 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:10.084581 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fb40d6b8-2c55-45e0-9a36-37e9f728a5bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:10.091135 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3e6f23d7-b48e-43de-82f9-53547db9a9eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:10.123768 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-34e7feca-72a3-4d31-aa74-f22e2379dbb6 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:10.124399 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82cedccb-1185-43c3-9dff-9ff0695396d4 None None] Network 74dfc09c-4460-4dd2-a116-f950ba9e54a2 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:46:10.154819 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb40d6b8-2c55-45e0-9a36-37e9f728a5bb admin admin] Pushing event deleted for resources: {'Port': ['ID=45bf82e6-e82c-4dec-be68-8ae4b46a79bb,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:10.160537 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a9477766-f2a9-4e74-8430-fff4712bdfde admin admin] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:10.170698 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-82cedccb-1185-43c3-9dff-9ff0695396d4 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:46:10.196788 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cedccb-1185-43c3-9dff-9ff0695396d4 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:46:10.290298 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cedccb-1185-43c3-9dff-9ff0695396d4 None None] Pushing event updated for resources: {'Port': ['ID=38513d30-02dc-4671-9a78-68d90d011dc5,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:10.337085 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a9477766-f2a9-4e74-8430-fff4712bdfde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:10.352526 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-a073c3a4-15b1-4682-9053-76fc26de7cec None None] Attempting to bind port 6abe6d81-b876-4cb8-a982-e995ba0acf2f on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:46:10.352763 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-a073c3a4-15b1-4682-9053-76fc26de7cec None None] Attempting to bind port 6abe6d81-b876-4cb8-a982-e995ba0acf2f by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '2bc45e6f-b7ab-4f0b-a595-6c4682d53763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1303113a-3b4f-4438-84cb-936009b5332f'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:46:10.353054 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a073c3a4-15b1-4682-9053-76fc26de7cec None None] Attempting to bind port 6abe6d81-b876-4cb8-a982-e995ba0acf2f on network 1303113a-3b4f-4438-84cb-936009b5332f {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:46:10.391463 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a073c3a4-15b1-4682-9053-76fc26de7cec None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:46:10.391463 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a073c3a4-15b1-4682-9053-76fc26de7cec None None] Checking segment: {'id': '2bc45e6f-b7ab-4f0b-a595-6c4682d53763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1303113a-3b4f-4438-84cb-936009b5332f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:46:10.391895 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a073c3a4-15b1-4682-9053-76fc26de7cec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:10.392011 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a073c3a4-15b1-4682-9053-76fc26de7cec None None] Bound using segment: {'id': '2bc45e6f-b7ab-4f0b-a595-6c4682d53763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1303113a-3b4f-4438-84cb-936009b5332f'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:46:10.392488 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-a073c3a4-15b1-4682-9053-76fc26de7cec None None] Bound port: 6abe6d81-b876-4cb8-a982-e995ba0acf2f, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc45e6f-b7ab-4f0b-a595-6c4682d53763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1303113a-3b4f-4438-84cb-936009b5332f'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:46:10.392857 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a073c3a4-15b1-4682-9053-76fc26de7cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:10.395248 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e7feca-72a3-4d31-aa74-f22e2379dbb6 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd3cbe3-d514-4b83-9f5b-499e6815d2ce,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:10.404955 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-3e6f23d7-b48e-43de-82f9-53547db9a9eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:46:10.409472 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-3e6f23d7-b48e-43de-82f9-53547db9a9eb admin admin] Usage tracker for resource:security_group_rule and tenant:0eb82da6a4bc47a2ae0058d78ca21e92 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:46:10.414405 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-3e6f23d7-b48e-43de-82f9-53547db9a9eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:46:10.422993 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-3e6f23d7-b48e-43de-82f9-53547db9a9eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:46:10.430978 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-82cedccb-1185-43c3-9dff-9ff0695396d4 None None] Attempting to bind port 38513d30-02dc-4671-9a78-68d90d011dc5 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:46:10.431409 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-82cedccb-1185-43c3-9dff-9ff0695396d4 None None] Attempting to bind port 38513d30-02dc-4671-9a78-68d90d011dc5 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '577f8d9e-4f0d-4550-a409-cd9141ea09ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '74dfc09c-4460-4dd2-a116-f950ba9e54a2'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:46:10.431736 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cedccb-1185-43c3-9dff-9ff0695396d4 None None] Attempting to bind port 38513d30-02dc-4671-9a78-68d90d011dc5 on network 74dfc09c-4460-4dd2-a116-f950ba9e54a2 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:46:10.442063 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d38a3-9ba3-494c-9d0c-88d76d955529 req-ae2ac2a3-6160-43c1-8502-993f37273e4e tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:10.443797 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a16d38a3-9ba3-494c-9d0c-88d76d955529 req-ae2ac2a3-6160-43c1-8502-993f37273e4e tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9e93b10-6d3b-4d1a-b434-b398cc516811 HTTP/1.1" status: 200 len: 945 time: 0.5320275 May 05 21:46:10.444558 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-34e7feca-72a3-4d31-aa74-f22e2379dbb6 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:10.449052 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-34e7feca-72a3-4d31-aa74-f22e2379dbb6 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.9456093 May 05 21:46:10.456599 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37910) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:46:10.458499 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fb40d6b8-2c55-45e0-9a36-37e9f728a5bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:10.479583 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-d7262dc4-aab5-457a-848f-911827fecdb2 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Request body: {'security_group_rule': {'security_group_id': '5fd3cbe3-d514-4b83-9f5b-499e6815d2ce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:46:10.487275 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-d7262dc4-aab5-457a-848f-911827fecdb2 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:46:10.487496 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cedccb-1185-43c3-9dff-9ff0695396d4 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:46:10.487821 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cedccb-1185-43c3-9dff-9ff0695396d4 None None] Checking segment: {'id': '577f8d9e-4f0d-4550-a409-cd9141ea09ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '74dfc09c-4460-4dd2-a116-f950ba9e54a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:46:10.488208 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-82cedccb-1185-43c3-9dff-9ff0695396d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:10.488632 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cedccb-1185-43c3-9dff-9ff0695396d4 None None] Bound using segment: {'id': '577f8d9e-4f0d-4550-a409-cd9141ea09ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '74dfc09c-4460-4dd2-a116-f950ba9e54a2'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:46:10.489099 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-82cedccb-1185-43c3-9dff-9ff0695396d4 None None] Bound port: 38513d30-02dc-4671-9a78-68d90d011dc5, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '577f8d9e-4f0d-4550-a409-cd9141ea09ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '74dfc09c-4460-4dd2-a116-f950ba9e54a2'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:46:10.489462 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-82cedccb-1185-43c3-9dff-9ff0695396d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:10.491754 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-d7262dc4-aab5-457a-848f-911827fecdb2 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Usage tracker for resource:security_group_rule and tenant:f26c174273fc4c74bc9db73040442bd9 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:46:10.495304 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-d7262dc4-aab5-457a-848f-911827fecdb2 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:46:10.501323 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-d7262dc4-aab5-457a-848f-911827fecdb2 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:46:10.604523 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a16d38a3-9ba3-494c-9d0c-88d76d955529 req-e0eef6cd-923d-44df-b939-f76426e59777 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ea35cbd-159b-4a97-ac8e-0ad5178ef2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374996 May 05 21:46:10.619303 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d7262dc4-aab5-457a-848f-911827fecdb2 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:10.696085 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-795b1358-6c27-4a81-8c98-e9428e10831e admin admin] Allocated IP 172.25.4.51 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/30ce69cd-dccf-4167-8354-d80bc7207776) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:46:10.714633 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-a073c3a4-15b1-4682-9053-76fc26de7cec None None] For port 6abe6d81-b876-4cb8-a982-e995ba0acf2f, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:46:10.743671 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-a073c3a4-15b1-4682-9053-76fc26de7cec None None] For port 6abe6d81-b876-4cb8-a982-e995ba0acf2f, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=6abe6d81-b876-4cb8-a982-e995ba0acf2f,segment=NetworkSegment(2bc45e6f-b7ab-4f0b-a595-6c4682d53763),segment_id=2bc45e6f-b7ab-4f0b-a595-6c4682d53763)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:46:10.749270 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-82cedccb-1185-43c3-9dff-9ff0695396d4 None None] For port 38513d30-02dc-4671-9a78-68d90d011dc5, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:46:10.753046 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-82cedccb-1185-43c3-9dff-9ff0695396d4 None None] For port 38513d30-02dc-4671-9a78-68d90d011dc5, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=38513d30-02dc-4671-9a78-68d90d011dc5,segment=NetworkSegment(577f8d9e-4f0d-4550-a409-cd9141ea09ae),segment_id=577f8d9e-4f0d-4550-a409-cd9141ea09ae)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:46:10.760182 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a073c3a4-15b1-4682-9053-76fc26de7cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:10.822899 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-82cedccb-1185-43c3-9dff-9ff0695396d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:10.835642 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fb40d6b8-2c55-45e0-9a36-37e9f728a5bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:10.839761 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fb40d6b8-2c55-45e0-9a36-37e9f728a5bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:10.861705 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9477766-f2a9-4e74-8430-fff4712bdfde admin admin] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:46:10.876121 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-a9477766-f2a9-4e74-8430-fff4712bdfde admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:46:10.880847 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fb40d6b8-2c55-45e0-9a36-37e9f728a5bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:10.881162 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb40d6b8-2c55-45e0-9a36-37e9f728a5bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 758d72c6-f125-4f56-b4e8-835664d8e9fe {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 21:46:10.892616 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a073c3a4-15b1-4682-9053-76fc26de7cec None None] Pushing event updated for resources: {'Port': ['ID=6abe6d81-b876-4cb8-a982-e995ba0acf2f,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:10.913874 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fb40d6b8-2c55-45e0-9a36-37e9f728a5bb admin admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:10.919922 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-fb40d6b8-2c55-45e0-9a36-37e9f728a5bb admin admin] 10.222.0.23 "DELETE /v2.0/routers/758d72c6-f125-4f56-b4e8-835664d8e9fe HTTP/1.1" status: 204 len: 168 time: 3.1599357 May 05 21:46:10.920156 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9477766-f2a9-4e74-8430-fff4712bdfde admin admin] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:46:10.920344 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37916) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:46:11.003880 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1da107-ebd2-4a46-a088-ef09ab8d9ce7 req-6c0634ea-4bb6-4284-a63a-b18799a2fd2d tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:11.009770 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cedccb-1185-43c3-9dff-9ff0695396d4 None None] Pushing event updated for resources: {'Port': ['ID=38513d30-02dc-4671-9a78-68d90d011dc5,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:11.011877 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6c1da107-ebd2-4a46-a088-ef09ab8d9ce7 req-6c0634ea-4bb6-4284-a63a-b18799a2fd2d tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d839354-039d-4eef-80c3-6cc1a4dcfdd1 HTTP/1.1" status: 200 len: 946 time: 0.8371344 May 05 21:46:11.018252 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-15424981-a92a-4123-868e-553d0c421a18 admin admin] Deleting subnet 3616903f-0b3a-4ed3-93ad-c39d3f389ac9 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:46:11.023163 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-15424981-a92a-4123-868e-553d0c421a18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:11.090399 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9477766-f2a9-4e74-8430-fff4712bdfde admin admin] Pushing event updated for resources: {'Port': ['ID=35b0d766-3ed5-42cf-a020-801b48d68ef7,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:11.150073 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-15424981-a92a-4123-868e-553d0c421a18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:11.183035 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d7262dc4-aab5-457a-848f-911827fecdb2 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:11.189634 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 43c19dec-7f02-451e-b95d-0dfbb535cc0c no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:46:11.213661 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3e6f23d7-b48e-43de-82f9-53547db9a9eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:11.238189 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d7262dc4-aab5-457a-848f-911827fecdb2 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:11.259647 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 43c19dec-7f02-451e-b95d-0dfbb535cc0c {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:46:11.260270 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 43c19dec-7f02-451e-b95d-0dfbb535cc0c not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:46:11.280750 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3e6f23d7-b48e-43de-82f9-53547db9a9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:11.318908 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-15424981-a92a-4123-868e-553d0c421a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:11.417357 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d7262dc4-aab5-457a-848f-911827fecdb2 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:11.418566 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-d7262dc4-aab5-457a-848f-911827fecdb2 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9500647 May 05 21:46:11.421917 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37920) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:46:11.428787 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-17955012-5657-4dd9-aabb-c4c61fc924d5 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Request body: {'security_group_rule': {'security_group_id': '5fd3cbe3-d514-4b83-9f5b-499e6815d2ce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:46:11.434063 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7262dc4-aab5-457a-848f-911827fecdb2 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce6b64a7-1a06-45f1-bdbf-1d541c2331c7,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:11.439406 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-795b1358-6c27-4a81-8c98-e9428e10831e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:11.446087 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-17955012-5657-4dd9-aabb-c4c61fc924d5 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:46:11.451967 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-17955012-5657-4dd9-aabb-c4c61fc924d5 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Usage tracker for resource:security_group_rule and tenant:f26c174273fc4c74bc9db73040442bd9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:46:11.457632 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-17955012-5657-4dd9-aabb-c4c61fc924d5 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:46:11.471683 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-17955012-5657-4dd9-aabb-c4c61fc924d5 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:46:11.473001 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 734114df-186a-478d-8bda-0bab382f4836 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:46:11.481982 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e6f23d7-b48e-43de-82f9-53547db9a9eb admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:46:11.489873 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6c1da107-ebd2-4a46-a088-ef09ab8d9ce7 req-28c213e1-ed9b-430e-b6c3-4bc9205d5e7b tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4769990 May 05 21:46:11.547197 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-17955012-5657-4dd9-aabb-c4c61fc924d5 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:11.608479 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6f23d7-b48e-43de-82f9-53547db9a9eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5165d8be-a1b9-4dce-a631-d72bdd4afdfb,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:11.653116 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3e6f23d7-b48e-43de-82f9-53547db9a9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:11.653463 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-3e6f23d7-b48e-43de-82f9-53547db9a9eb admin admin] Added segment 18a3c379-3cfc-4702-917f-3a57e26f3cd8 of type vlan for network f33cead3-3472-4ef7-9cf3-a35684adef89 May 05 21:46:11.656182 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 734114df-186a-478d-8bda-0bab382f4836 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:46:11.666106 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 734114df-186a-478d-8bda-0bab382f4836 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:46:11.667166 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:11.704027 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3e6f23d7-b48e-43de-82f9-53547db9a9eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:11.742483 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-795b1358-6c27-4a81-8c98-e9428e10831e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:11.839337 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:11.890035 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e93b10-6d3b-4d1a-b434-b398cc516811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '734114df-186a-478d-8bda-0bab382f4836'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:46:11.913381 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 734114df-186a-478d-8bda-0bab382f4836, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=734114df-186a-478d-8bda-0bab382f4836,segment=NetworkSegment(e9759abe-2932-4e54-a1fb-2399ee430195),segment_id=e9759abe-2932-4e54-a1fb-2399ee430195)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:46:11.916314 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-15424981-a92a-4123-868e-553d0c421a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:11.923259 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:11.990409 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795b1358-6c27-4a81-8c98-e9428e10831e admin admin] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:46:11.996337 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-795b1358-6c27-4a81-8c98-e9428e10831e admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:46:12.001990 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3e6f23d7-b48e-43de-82f9-53547db9a9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:12.002895 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6f23d7-b48e-43de-82f9-53547db9a9eb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:12.007856 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3e6f23d7-b48e-43de-82f9-53547db9a9eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:12.015499 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795b1358-6c27-4a81-8c98-e9428e10831e admin admin] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:46:12.090252 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795b1358-6c27-4a81-8c98-e9428e10831e admin admin] Pushing event updated for resources: {'Port': ['ID=30ce69cd-dccf-4167-8354-d80bc7207776,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:12.112340 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48b20d20-477e-48a5-a2b4-71b37a9b363a'] response: {'server_uuid': 'b9e93b10-6d3b-4d1a-b434-b398cc516811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '734114df-186a-478d-8bda-0bab382f4836', 'code': 200} May 05 21:46:12.145296 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=734114df-186a-478d-8bda-0bab382f4836,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:12.148607 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15424981-a92a-4123-868e-553d0c421a18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3616903f-0b3a-4ed3-93ad-c39d3f389ac9,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:12.179581 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-15424981-a92a-4123-868e-553d0c421a18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:12.186308 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e93f43f-d2ba-4d8b-919e-12596913b55e None None] Network c0872462-98fa-4b18-824d-ce804e81510e requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:46:12.199700 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-15424981-a92a-4123-868e-553d0c421a18 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3616903f-0b3a-4ed3-93ad-c39d3f389ac9 HTTP/1.1" status: 204 len: 168 time: 1.2783883 May 05 21:46:12.202333 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37930) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:46:12.423951 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-17955012-5657-4dd9-aabb-c4c61fc924d5 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:12.427577 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6f23d7-b48e-43de-82f9-53547db9a9eb admin admin] Pushing event updated for resources: {'Network': ['ID=f33cead3-3472-4ef7-9cf3-a35684adef89,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:12.433166 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d3296e9e-081b-43e3-8d0e-b0bbd52c6c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:12.442156 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-17955012-5657-4dd9-aabb-c4c61fc924d5 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:12.476946 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a9427263-1f53-4147-a1b2-226ea4ef06b0 req-13d86c6a-c404-4a37-8573-f09564a3ca32 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b9e93b10-6d3b-4d1a-b434-b398cc516811 HTTP/1.1" status: 200 len: 1097 time: 0.3773718 May 05 21:46:12.487225 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-3e6f23d7-b48e-43de-82f9-53547db9a9eb admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.9399731 May 05 21:46:12.488961 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17955012-5657-4dd9-aabb-c4c61fc924d5 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f4a2392-3ba3-482a-8dd1-3b97a378fbe6,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:12.493532 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37934) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:46:12.518924 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network f33cead3-3472-4ef7-9cf3-a35684adef89 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:46:12.532716 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ecd8cc-bbb4-4f50-82b5-e4deb40051aa None None] Network 1303113a-3b4f-4438-84cb-936009b5332f requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:46:12.533845 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-d3296e9e-081b-43e3-8d0e-b0bbd52c6c1e admin admin] Deleting port b499bc38-ba8d-428d-a7bf-ae8b14f74a02 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:46:12.534188 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d3296e9e-081b-43e3-8d0e-b0bbd52c6c1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:12.571285 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c6f7d-43b7-4487-8a6b-d09de120ad88 req-16b39887-80ea-4786-bd08-f9d68a5666ea tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:12.578889 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-356c6f7d-43b7-4487-8a6b-d09de120ad88 req-16b39887-80ea-4786-bd08-f9d68a5666ea tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9e93b10-6d3b-4d1a-b434-b398cc516811 HTTP/1.1" status: 200 len: 945 time: 0.7508204 May 05 21:46:12.610891 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-911cc340-9f0f-449e-920c-e20bff46af72 admin admin] Request body: {'subnet': {'network_id': 'f33cead3-3472-4ef7-9cf3-a35684adef89', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2136586527-subnet', 'tenant_id': '0eb82da6a4bc47a2ae0058d78ca21e92', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:46:12.617002 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-911cc340-9f0f-449e-920c-e20bff46af72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:46:12.621956 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-911cc340-9f0f-449e-920c-e20bff46af72 admin admin] Usage tracker for resource:subnet and tenant:0eb82da6a4bc47a2ae0058d78ca21e92 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:46:12.626575 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-911cc340-9f0f-449e-920c-e20bff46af72 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:46:12.628875 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-17955012-5657-4dd9-aabb-c4c61fc924d5 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:12.634508 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-911cc340-9f0f-449e-920c-e20bff46af72 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:46:12.635294 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-17955012-5657-4dd9-aabb-c4c61fc924d5 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.2120883 May 05 21:46:12.642966 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a9477766-f2a9-4e74-8430-fff4712bdfde admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:12.646458 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a9477766-f2a9-4e74-8430-fff4712bdfde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:12.663106 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37940) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:46:12.672126 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-8758ef83-2ff8-47ee-ad07-8fb19dff75ed tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Request body: {'floatingip': {'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:46:12.689976 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-911cc340-9f0f-449e-920c-e20bff46af72 admin admin] Made reservation on behalf of 0eb82da6a4bc47a2ae0058d78ca21e92 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:46:12.692313 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-911cc340-9f0f-449e-920c-e20bff46af72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:12.692557 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-8758ef83-2ff8-47ee-ad07-8fb19dff75ed tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:46:12.703362 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-8758ef83-2ff8-47ee-ad07-8fb19dff75ed tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Usage tracker for resource:floatingip and tenant:f26c174273fc4c74bc9db73040442bd9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:46:12.709696 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-8758ef83-2ff8-47ee-ad07-8fb19dff75ed tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:46:12.796048 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-8758ef83-2ff8-47ee-ad07-8fb19dff75ed tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:46:12.816229 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a9427263-1f53-4147-a1b2-226ea4ef06b0 req-bb6d4669-d41d-4aec-8888-5ab5c45c9383 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9ea35cbd-159b-4a97-ac8e-0ad5178ef2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295634 May 05 21:46:12.836942 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8758ef83-2ff8-47ee-ad07-8fb19dff75ed tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Notify callbacks [] for floatingip, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:12.935789 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b54a69-882d-4453-a6b0-dbd4a96914e0 None None] Network 74dfc09c-4460-4dd2-a116-f950ba9e54a2 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:46:13.059034 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-d3296e9e-081b-43e3-8d0e-b0bbd52c6c1e admin admin] For port b499bc38-ba8d-428d-a7bf-ae8b14f74a02, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=b499bc38-ba8d-428d-a7bf-ae8b14f74a02,segment=NetworkSegment(b6a78c60-1e9b-428a-ae97-394891f78dc2),segment_id=b6a78c60-1e9b-428a-ae97-394891f78dc2)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:46:13.059390 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d3296e9e-081b-43e3-8d0e-b0bbd52c6c1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:13.134457 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ffdf5529-1b71-44db-a44a-e36c1d4a5d22 None None] Provisioning for port 6abe6d81-b876-4cb8-a982-e995ba0acf2f completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:46:13.199645 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-356c6f7d-43b7-4487-8a6b-d09de120ad88 req-586caae1-7f0a-4b2f-b57f-286a22a27b15 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ea35cbd-159b-4a97-ac8e-0ad5178ef2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6196253 May 05 21:46:13.199846 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-d3296e9e-081b-43e3-8d0e-b0bbd52c6c1e admin admin] Calling delete_port for b499bc38-ba8d-428d-a7bf-ae8b14f74a02 owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:46:13.338334 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d3296e9e-081b-43e3-8d0e-b0bbd52c6c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:13.361114 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 6abe6d81-b876-4cb8-a982-e995ba0acf2f up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:46:13.402751 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8758ef83-2ff8-47ee-ad07-8fb19dff75ed tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:13.460635 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3296e9e-081b-43e3-8d0e-b0bbd52c6c1e admin admin] Pushing event deleted for resources: {'Port': ['ID=b499bc38-ba8d-428d-a7bf-ae8b14f74a02,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:13.472926 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3296e9e-081b-43e3-8d0e-b0bbd52c6c1e admin admin] No DVR routers for this DVR port b499bc38-ba8d-428d-a7bf-ae8b14f74a02 on host n-d-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:46:13.485921 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c785ad4d-01c1-4ec5-9482-e7a2ea0e907b None None] DHCP port deletion for c0872462-98fa-4b18-824d-ce804e81510e request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 21:46:13.491083 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf990c-a773-4ba5-bc54-370c262b3072 req-1cd7412b-d577-4b60-b94e-55e750abc943 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:13.500399 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8caf990c-a773-4ba5-bc54-370c262b3072 req-1cd7412b-d577-4b60-b94e-55e750abc943 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d839354-039d-4eef-80c3-6cc1a4dcfdd1 HTTP/1.1" status: 200 len: 946 time: 0.6279700 May 05 21:46:13.531627 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-795b1358-6c27-4a81-8c98-e9428e10831e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:13.532458 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-795b1358-6c27-4a81-8c98-e9428e10831e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:13.541476 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-a19f5b9d-0ebc-4154-8f56-5f9183320c25 None None] Provisioning for port 38513d30-02dc-4671-9a78-68d90d011dc5 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:46:13.650433 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 6abe6d81-b876-4cb8-a982-e995ba0acf2f completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:46:13.681681 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 6abe6d81-b876-4cb8-a982-e995ba0acf2f triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:46:13.682466 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:13.721805 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d3296e9e-081b-43e3-8d0e-b0bbd52c6c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:13.752173 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-620d74ee-4d9b-41ce-8184-2f016e0fd63f None None] Provisioning complete for port 6abe6d81-b876-4cb8-a982-e995ba0acf2f triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:46:13.752983 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-620d74ee-4d9b-41ce-8184-2f016e0fd63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:13.831070 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8caf990c-a773-4ba5-bc54-370c262b3072 req-59bcba9b-a461-4301-ae88-3d34a53f4977 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298969 May 05 21:46:13.870074 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-911cc340-9f0f-449e-920c-e20bff46af72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:13.872297 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-d3296e9e-081b-43e3-8d0e-b0bbd52c6c1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0872462-98fa-4b18-824d-ce804e81510e']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:46:13.913893 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-d3296e9e-081b-43e3-8d0e-b0bbd52c6c1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6a78c60-1e9b-428a-ae97-394891f78dc2') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:46:13.914489 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-d3296e9e-081b-43e3-8d0e-b0bbd52c6c1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6a78c60-1e9b-428a-ae97-394891f78dc2') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:46:13.988018 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d3296e9e-081b-43e3-8d0e-b0bbd52c6c1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:14.003804 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-8758ef83-2ff8-47ee-ad07-8fb19dff75ed tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Allocated IP 172.25.4.183 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/865cf155-3b8f-4529-ba07-226742b4fab2) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:46:14.010513 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-eaefa004-b884-4639-a3ab-3f80f54ae380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:14.021904 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:14.022171 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911cc340-9f0f-449e-920c-e20bff46af72 admin admin] Checking segment: {'id': '18a3c379-3cfc-4702-917f-3a57e26f3cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f33cead3-3472-4ef7-9cf3-a35684adef89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:46:14.022429 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911cc340-9f0f-449e-920c-e20bff46af72 admin admin] Network hostable DHCP agents. Network: f33cead3-3472-4ef7-9cf3-a35684adef89, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:46:14.040887 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d3296e9e-081b-43e3-8d0e-b0bbd52c6c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:14.049089 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-620d74ee-4d9b-41ce-8184-2f016e0fd63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:14.056084 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3296e9e-081b-43e3-8d0e-b0bbd52c6c1e admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:46:14.057463 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d3296e9e-081b-43e3-8d0e-b0bbd52c6c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:14.089310 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 21:46:14.089310 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:46:14.089310 n-d-825175-4 neutron-server[84063]: timer() May 05 21:46:14.089310 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:46:14.089310 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 21:46:14.089310 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:46:14.089310 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 21:46:14.089310 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:46:14.089310 n-d-825175-4 neutron-server[84063]: self._notify() May 05 21:46:14.089310 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:46:14.089310 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 21:46:14.089310 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:46:14.089310 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 21:46:14.089310 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:46:14.089310 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:46:14.089310 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:46:14.089310 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:46:14.089310 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:46:14.089310 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 21:46:14.089310 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:46:14.089310 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 21:46:14.089310 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:46:14.089310 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:46:14.089310 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:46:14.089310 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 21:46:14.089310 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:46:14.089310 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:46:14.089310 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:46:14.089310 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:46:14.089310 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:46:14.089310 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:46:14.089310 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:46:14.094744 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 6abe6d81-b876-4cb8-a982-e995ba0acf2f, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=6abe6d81-b876-4cb8-a982-e995ba0acf2f,segment=NetworkSegment(2bc45e6f-b7ab-4f0b-a595-6c4682d53763),segment_id=2bc45e6f-b7ab-4f0b-a595-6c4682d53763)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:46:14.104653 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911cc340-9f0f-449e-920c-e20bff46af72 admin admin] Network f33cead3-3472-4ef7-9cf3-a35684adef89 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:46:14.105258 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:14.106145 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 38513d30-02dc-4671-9a78-68d90d011dc5 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:46:14.114212 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911cc340-9f0f-449e-920c-e20bff46af72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d5de724-e15a-4a3a-8314-05869a0cf070,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:14.116501 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9477766-f2a9-4e74-8430-fff4712bdfde admin admin] Router f3e2abbc-288c-496f-bed1-a4d19d687720 is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 21:46:14.190136 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-911cc340-9f0f-449e-920c-e20bff46af72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, f33cead3-3472-4ef7-9cf3-a35684adef89) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:46:14.273010 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911cc340-9f0f-449e-920c-e20bff46af72 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:14.273603 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-911cc340-9f0f-449e-920c-e20bff46af72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:14.277355 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775deb15-d3d2-4c48-bb58-2b4bc923137f None None] Network f33cead3-3472-4ef7-9cf3-a35684adef89 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:46:14.314603 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-911cc340-9f0f-449e-920c-e20bff46af72 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7543535 May 05 21:46:14.316001 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37956) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:46:14.320558 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d3296e9e-081b-43e3-8d0e-b0bbd52c6c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:14.325910 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-7bd20a4f-9809-41c0-8452-911b77e8e4dd admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2136586527-router', 'tenant_id': '0eb82da6a4bc47a2ae0058d78ca21e92', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:46:14.331398 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-7bd20a4f-9809-41c0-8452-911b77e8e4dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:46:14.335833 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-7bd20a4f-9809-41c0-8452-911b77e8e4dd admin admin] Usage tracker for resource:router and tenant:0eb82da6a4bc47a2ae0058d78ca21e92 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:46:14.340609 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-7bd20a4f-9809-41c0-8452-911b77e8e4dd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:46:14.346674 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d3296e9e-081b-43e3-8d0e-b0bbd52c6c1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:14.347640 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-7bd20a4f-9809-41c0-8452-911b77e8e4dd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:46:14.380500 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7bd20a4f-9809-41c0-8452-911b77e8e4dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:14.381706 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7bd20a4f-9809-41c0-8452-911b77e8e4dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:14.484240 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3296e9e-081b-43e3-8d0e-b0bbd52c6c1e admin admin] Pushing event deleted for resources: {'Network': ['ID=c0872462-98fa-4b18-824d-ce804e81510e,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:14.523087 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8758ef83-2ff8-47ee-ad07-8fb19dff75ed tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:14.536021 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d3296e9e-081b-43e3-8d0e-b0bbd52c6c1e admin admin] 10.222.0.23 "DELETE /v2.0/networks/c0872462-98fa-4b18-824d-ce804e81510e HTTP/1.1" status: 204 len: 168 time: 2.3325212 May 05 21:46:14.541955 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=6abe6d81-b876-4cb8-a982-e995ba0acf2f,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:14.545101 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7bd20a4f-9809-41c0-8452-911b77e8e4dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:14.565080 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-795b1358-6c27-4a81-8c98-e9428e10831e admin admin] Router bffd1dee-5092-4142-8ea3-48695f55c7df is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 21:46:14.588523 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703740fb-3a37-4c25-80e1-68a88617e9a9 req-630ab53a-6224-40a7-a380-7ab6c772b9a2 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:14.597016 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-703740fb-3a37-4c25-80e1-68a88617e9a9 req-630ab53a-6224-40a7-a380-7ab6c772b9a2 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9e93b10-6d3b-4d1a-b434-b398cc516811 HTTP/1.1" status: 200 len: 946 time: 0.1886649 May 05 21:46:14.609180 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8758ef83-2ff8-47ee-ad07-8fb19dff75ed tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:14.635175 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-620d74ee-4d9b-41ce-8184-2f016e0fd63f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:46:14.635670 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-620d74ee-4d9b-41ce-8184-2f016e0fd63f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:46:14.696232 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 38513d30-02dc-4671-9a78-68d90d011dc5 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:46:14.707894 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8758ef83-2ff8-47ee-ad07-8fb19dff75ed tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Pushing event updated for resources: {'Port': ['ID=865cf155-3b8f-4529-ba07-226742b4fab2,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:14.708160 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 38513d30-02dc-4671-9a78-68d90d011dc5 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:46:14.708600 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:14.719502 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8758ef83-2ff8-47ee-ad07-8fb19dff75ed tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:46:14.720656 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-8758ef83-2ff8-47ee-ad07-8fb19dff75ed tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:46:14.723012 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8758ef83-2ff8-47ee-ad07-8fb19dff75ed tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:46:14.740811 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279a8ba8-6bf1-468e-9f2d-56c4c54c1bdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-f33cead3-3472-4ef7-9cf3-a35684adef89', 'network_id': 'f33cead3-3472-4ef7-9cf3-a35684adef89', 'tenant_id': '0eb82da6a4bc47a2ae0058d78ca21e92', 'fixed_ips': [{'subnet_id': '7d5de724-e15a-4a3a-8314-05869a0cf070'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 21:46:14.741792 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-279a8ba8-6bf1-468e-9f2d-56c4c54c1bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:14.796865 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37966) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:46:14.872648 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5caa3989-765b-4818-895e-f27bb11f77c2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=61abfbe113f746f29df633f17a179bab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0739169 May 05 21:46:14.876410 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37972) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:46:15.019260 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:15.020618 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8758ef83-2ff8-47ee-ad07-8fb19dff75ed tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:15.029338 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-53e677f1-0675-477e-b638-3260350c19f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:15.067644 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 38513d30-02dc-4671-9a78-68d90d011dc5, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=38513d30-02dc-4671-9a78-68d90d011dc5,segment=NetworkSegment(577f8d9e-4f0d-4550-a409-cd9141ea09ae),segment_id=577f8d9e-4f0d-4550-a409-cd9141ea09ae)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:46:15.069524 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-279a8ba8-6bf1-468e-9f2d-56c4c54c1bdc None None] Allocated IP 172.20.0.2 (f33cead3-3472-4ef7-9cf3-a35684adef89/7d5de724-e15a-4a3a-8314-05869a0cf070/d029d89d-0291-47e8-bef7-b68eaaa358bb) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:46:15.081081 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:15.120849 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-703740fb-3a37-4c25-80e1-68a88617e9a9 req-ca61fa04-24fd-4b26-a6f1-1f945131820c tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ea35cbd-159b-4a97-ac8e-0ad5178ef2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5222039 May 05 21:46:15.144094 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9477766-f2a9-4e74-8430-fff4712bdfde admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:46:15.162645 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8758ef83-2ff8-47ee-ad07-8fb19dff75ed tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:15.244731 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2571873-10fa-454e-a4e3-0a37ccaf8bcb None None] Sync routers for ids ['f3e2abbc-288c-496f-bed1-a4d19d687720'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:46:15.280179 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-53e677f1-0675-477e-b638-3260350c19f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:15.288979 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 6abe6d81-b876-4cb8-a982-e995ba0acf2f up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:46:15.473692 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-53e677f1-0675-477e-b638-3260350c19f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:15.498365 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e677f1-0675-477e-b638-3260350c19f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973992db-961f-45c5-97b0-a4514479737f,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:15.511797 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=38513d30-02dc-4671-9a78-68d90d011dc5,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:15.514337 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a9477766-f2a9-4e74-8430-fff4712bdfde admin admin] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:15.516302 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a9477766-f2a9-4e74-8430-fff4712bdfde admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.5252995 May 05 21:46:15.524394 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2571873-10fa-454e-a4e3-0a37ccaf8bcb None None] Routers {'f3e2abbc-288c-496f-bed1-a4d19d687720'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:46:15.525009 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-e2571873-10fa-454e-a4e3-0a37ccaf8bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:45:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['f3e2abbc-288c-496f-bed1-a4d19d687720'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:46:15.526987 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37980) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:46:15.533424 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7bd20a4f-9809-41c0-8452-911b77e8e4dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:15.572355 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-53e677f1-0675-477e-b638-3260350c19f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:15.573784 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-53e677f1-0675-477e-b638-3260350c19f8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/973992db-961f-45c5-97b0-a4514479737f HTTP/1.1" status: 204 len: 168 time: 0.6958287 May 05 21:46:15.627613 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8758ef83-2ff8-47ee-ad07-8fb19dff75ed tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:15.641333 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8758ef83-2ff8-47ee-ad07-8fb19dff75ed tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:15.790299 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dda94e-a020-44c4-b9c5-fe7743327a0f req-1915826f-2ce8-4b91-b328-d1b2379e2886 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:15.792370 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-80dda94e-a020-44c4-b9c5-fe7743327a0f req-1915826f-2ce8-4b91-b328-d1b2379e2886 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d839354-039d-4eef-80c3-6cc1a4dcfdd1 HTTP/1.1" status: 200 len: 946 time: 0.6505947 May 05 21:46:15.837477 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 6abe6d81-b876-4cb8-a982-e995ba0acf2f triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:46:15.837477 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:15.854330 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8758ef83-2ff8-47ee-ad07-8fb19dff75ed tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:15.878403 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-4a36af6d-dbb7-4a7b-af69-18aca38493b8 None None] Provisioning complete for port 38513d30-02dc-4671-9a78-68d90d011dc5 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:46:15.878403 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4a36af6d-dbb7-4a7b-af69-18aca38493b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:15.882814 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8758ef83-2ff8-47ee-ad07-8fb19dff75ed tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Pushing event updated for resources: {'Port': ['ID=865cf155-3b8f-4529-ba07-226742b4fab2,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:15.882931 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241debf-1aa3-477b-871d-b63e09ca0769 req-45f08cb8-6b22-4d4d-bf22-8ce25da993cd tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:15.882931 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4241debf-1aa3-477b-871d-b63e09ca0769 req-45f08cb8-6b22-4d4d-bf22-8ce25da993cd tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9e93b10-6d3b-4d1a-b434-b398cc516811 HTTP/1.1" status: 200 len: 946 time: 0.5246480 May 05 21:46:15.906372 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8758ef83-2ff8-47ee-ad07-8fb19dff75ed tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:15.908311 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8758ef83-2ff8-47ee-ad07-8fb19dff75ed tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2441289 May 05 21:46:15.969313 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-279a8ba8-6bf1-468e-9f2d-56c4c54c1bdc None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:15.991814 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-279a8ba8-6bf1-468e-9f2d-56c4c54c1bdc None None] Transition to ACTIVE for port object d029d89d-0291-47e8-bef7-b68eaaa358bb will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:46:16.031587 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-279a8ba8-6bf1-468e-9f2d-56c4c54c1bdc None None] Transition to ACTIVE for port object d029d89d-0291-47e8-bef7-b68eaaa358bb will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:46:16.060734 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-279a8ba8-6bf1-468e-9f2d-56c4c54c1bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:16.078391 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-795b1358-6c27-4a81-8c98-e9428e10831e admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:46:16.101754 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6365bb5-20fa-4ca0-a670-1c810e26c417 None None] Sync routers for ids ['bffd1dee-5092-4142-8ea3-48695f55c7df'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:46:16.126700 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6365bb5-20fa-4ca0-a670-1c810e26c417 None None] Routers {'bffd1dee-5092-4142-8ea3-48695f55c7df'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:46:16.127328 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-e6365bb5-20fa-4ca0-a670-1c810e26c417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:45:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['bffd1dee-5092-4142-8ea3-48695f55c7df'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:46:16.152603 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-80dda94e-a020-44c4-b9c5-fe7743327a0f req-a555109e-5e0e-4074-876b-74b650a58d19 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319404 May 05 21:46:16.160452 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4241debf-1aa3-477b-871d-b63e09ca0769 req-35a35390-d2f4-4328-b5e8-19f49811bc07 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ea35cbd-159b-4a97-ac8e-0ad5178ef2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732284 May 05 21:46:16.230297 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-e2571873-10fa-454e-a4e3-0a37ccaf8bcb None None] Set router f3e2abbc-288c-496f-bed1-a4d19d687720 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:46:16.241385 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-795b1358-6c27-4a81-8c98-e9428e10831e admin admin] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:16.248326 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-795b1358-6c27-4a81-8c98-e9428e10831e admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.9253669 May 05 21:46:16.248958 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37998) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:46:16.365917 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279a8ba8-6bf1-468e-9f2d-56c4c54c1bdc None None] Network f33cead3-3472-4ef7-9cf3-a35684adef89 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:46:16.441964 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-279a8ba8-6bf1-468e-9f2d-56c4c54c1bdc None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:46:16.504483 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279a8ba8-6bf1-468e-9f2d-56c4c54c1bdc None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:46:16.579467 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-e6365bb5-20fa-4ca0-a670-1c810e26c417 None None] Set router bffd1dee-5092-4142-8ea3-48695f55c7df gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:46:16.750382 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-279a8ba8-6bf1-468e-9f2d-56c4c54c1bdc None None] Attempting to bind port d029d89d-0291-47e8-bef7-b68eaaa358bb on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:46:16.751019 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-279a8ba8-6bf1-468e-9f2d-56c4c54c1bdc None None] Attempting to bind port d029d89d-0291-47e8-bef7-b68eaaa358bb by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '18a3c379-3cfc-4702-917f-3a57e26f3cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f33cead3-3472-4ef7-9cf3-a35684adef89'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:46:16.751696 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279a8ba8-6bf1-468e-9f2d-56c4c54c1bdc None None] Attempting to bind port d029d89d-0291-47e8-bef7-b68eaaa358bb on network f33cead3-3472-4ef7-9cf3-a35684adef89 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:46:16.758623 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7e769916-26e5-4c0b-ba5c-262cdd877bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:16.770692 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279a8ba8-6bf1-468e-9f2d-56c4c54c1bdc None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:46:16.771372 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279a8ba8-6bf1-468e-9f2d-56c4c54c1bdc None None] Checking segment: {'id': '18a3c379-3cfc-4702-917f-3a57e26f3cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f33cead3-3472-4ef7-9cf3-a35684adef89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:46:16.771924 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-279a8ba8-6bf1-468e-9f2d-56c4c54c1bdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:16.772457 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279a8ba8-6bf1-468e-9f2d-56c4c54c1bdc None None] Bound using segment: {'id': '18a3c379-3cfc-4702-917f-3a57e26f3cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f33cead3-3472-4ef7-9cf3-a35684adef89'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:46:16.773094 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-279a8ba8-6bf1-468e-9f2d-56c4c54c1bdc None None] Bound port: d029d89d-0291-47e8-bef7-b68eaaa358bb, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18a3c379-3cfc-4702-917f-3a57e26f3cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f33cead3-3472-4ef7-9cf3-a35684adef89'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:46:16.773788 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-279a8ba8-6bf1-468e-9f2d-56c4c54c1bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:16.816871 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-e1bb1b73-6a0e-475e-88b6-280419170fb9 req-965ccf9a-498a-4851-bac8-fac9c638910a tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Synchronizing usage tracker for tenant:f26c174273fc4c74bc9db73040442bd9 on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:46:16.844116 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a8ba8-6bf1-468e-9f2d-56c4c54c1bdc None None] Pushing event updated for resources: {'Port': ['ID=d029d89d-0291-47e8-bef7-b68eaaa358bb,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:16.851357 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7bd20a4f-9809-41c0-8452-911b77e8e4dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:16.909569 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7bd20a4f-9809-41c0-8452-911b77e8e4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:17.034085 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device b499bc38-ba8d-428d-a7bf-ae8b14f74a02 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:46:17.104255 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: b499bc38-ba8d-428d-a7bf-ae8b14f74a02 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:46:17.104485 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device b499bc38-ba8d-428d-a7bf-ae8b14f74a02 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:46:17.120482 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-e6365bb5-20fa-4ca0-a670-1c810e26c417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bffd1dee-5092-4142-8ea3-48695f55c7df', 'name': 'tempest-TaggedBootDevicesTest-786943525-router', 'tenant_id': '6ac90b6fe9b34fbabf11d9d5b1a9cb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '30ce69cd-dccf-4167-8354-d80bc7207776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:46:06Z', 'updated_at': '2022-05-05T21:46:12Z', 'revision_number': 3, 'project_id': '6ac90b6fe9b34fbabf11d9d5b1a9cb5b', 'gw_port': {'id': '30ce69cd-dccf-4167-8354-d80bc7207776', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bffd1dee-5092-4142-8ea3-48695f55c7df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:46:09Z', 'updated_at': '2022-05-05T21:46:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:46:17.122585 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-e1bb1b73-6a0e-475e-88b6-280419170fb9 req-965ccf9a-498a-4851-bac8-fac9c638910a tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Unset dirty status for tenant:f26c174273fc4c74bc9db73040442bd9 on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:46:17.130477 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6365bb5-20fa-4ca0-a670-1c810e26c417 None None] Checking router: bffd1dee-5092-4142-8ea3-48695f55c7df for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:46:17.130843 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6365bb5-20fa-4ca0-a670-1c810e26c417 None None] Updating router bffd1dee-5092-4142-8ea3-48695f55c7df port 30ce69cd-dccf-4167-8354-d80bc7207776 binding host n-d-825175-4 {{(pid=84068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 21:46:17.132151 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e1bb1b73-6a0e-475e-88b6-280419170fb9 req-965ccf9a-498a-4851-bac8-fac9c638910a tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1147799236&fields=id&tenant_id=f26c174273fc4c74bc9db73040442bd9 HTTP/1.1" status: 200 len: 267 time: 0.7552836 May 05 21:46:17.271405 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-e6365bb5-20fa-4ca0-a670-1c810e26c417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:17.290889 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 38513d30-02dc-4671-9a78-68d90d011dc5 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:46:17.332181 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb1b73-6a0e-475e-88b6-280419170fb9 req-8f0c6489-d084-451d-82dc-9860b7d4df92 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:17.332901 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-e1bb1b73-6a0e-475e-88b6-280419170fb9 req-8f0c6489-d084-451d-82dc-9860b7d4df92 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Synchronizing usage tracker for tenant:f26c174273fc4c74bc9db73040442bd9 on resource:network {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:46:17.364674 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 38026) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:46:17.453988 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-279a8ba8-6bf1-468e-9f2d-56c4c54c1bdc None None] For port d029d89d-0291-47e8-bef7-b68eaaa358bb, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:46:17.475998 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:17.486834 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-279a8ba8-6bf1-468e-9f2d-56c4c54c1bdc None None] For port d029d89d-0291-47e8-bef7-b68eaaa358bb, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=d029d89d-0291-47e8-bef7-b68eaaa358bb,segment=NetworkSegment(18a3c379-3cfc-4702-917f-3a57e26f3cd8),segment_id=18a3c379-3cfc-4702-917f-3a57e26f3cd8)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:46:17.491117 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:17.498941 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-279a8ba8-6bf1-468e-9f2d-56c4c54c1bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:17.692417 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 38513d30-02dc-4671-9a78-68d90d011dc5 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:46:17.692795 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:17.714771 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-e1bb1b73-6a0e-475e-88b6-280419170fb9 req-8f0c6489-d084-451d-82dc-9860b7d4df92 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Unset dirty status for tenant:f26c174273fc4c74bc9db73040442bd9 on resource:network {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:46:17.721957 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e1bb1b73-6a0e-475e-88b6-280419170fb9 req-8f0c6489-d084-451d-82dc-9860b7d4df92 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] 10.222.0.23 "GET /v2.0/networks?id=8097b0f0-fd36-4b57-be44-9ed5bd276e58 HTTP/1.1" status: 200 len: 815 time: 0.5888145 May 05 21:46:17.777581 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e1bb1b73-6a0e-475e-88b6-280419170fb9 req-f1e4dc69-824a-4bef-b6f4-22511ad282fd tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] 10.222.0.23 "GET /v2.0/quotas/f26c174273fc4c74bc9db73040442bd9 HTTP/1.1" status: 200 len: 375 time: 0.0542834 May 05 21:46:17.822501 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-e2571873-10fa-454e-a4e3-0a37ccaf8bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e2abbc-288c-496f-bed1-a4d19d687720', 'name': 'tempest-ServersTestManualDisk-903671868-router', 'tenant_id': 'c5a8c9a56475462680e05305adb463b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '35b0d766-3ed5-42cf-a020-801b48d68ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:46:06Z', 'updated_at': '2022-05-05T21:46:11Z', 'revision_number': 3, 'project_id': 'c5a8c9a56475462680e05305adb463b2', 'gw_port': {'id': '35b0d766-3ed5-42cf-a020-801b48d68ef7', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e2abbc-288c-496f-bed1-a4d19d687720', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:46:08Z', 'updated_at': '2022-05-05T21:46:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:46:17.829597 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2571873-10fa-454e-a4e3-0a37ccaf8bcb None None] Checking router: f3e2abbc-288c-496f-bed1-a4d19d687720 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:46:17.829929 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2571873-10fa-454e-a4e3-0a37ccaf8bcb None None] Updating router f3e2abbc-288c-496f-bed1-a4d19d687720 port 35b0d766-3ed5-42cf-a020-801b48d68ef7 binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 21:46:17.845723 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-c92c5b64-9fb8-4aa3-b59a-b6eaf3c4de27 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1516056609-network', 'tenant_id': 'a198a70ca3a34927a1a0f5619b367434'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:46:17.862315 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a8ba8-6bf1-468e-9f2d-56c4c54c1bdc None None] Pushing event updated for resources: {'Port': ['ID=d029d89d-0291-47e8-bef7-b68eaaa358bb,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:17.862573 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b111b8-d413-4855-b4ae-0c8799f2063e req-8df430e7-533e-4181-8308-80f151533e07 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:17.882433 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-10b111b8-d413-4855-b4ae-0c8799f2063e req-8df430e7-533e-4181-8308-80f151533e07 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9e93b10-6d3b-4d1a-b434-b398cc516811 HTTP/1.1" status: 200 len: 946 time: 1.3185992 May 05 21:46:17.953634 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-c92c5b64-9fb8-4aa3-b59a-b6eaf3c4de27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:46:17.976476 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e2571873-10fa-454e-a4e3-0a37ccaf8bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:17.977097 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-10b111b8-d413-4855-b4ae-0c8799f2063e req-b3d3a0c8-dd7d-40e8-b014-12820cf6eb98 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ea35cbd-159b-4a97-ac8e-0ad5178ef2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934756 May 05 21:46:18.012581 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-c92c5b64-9fb8-4aa3-b59a-b6eaf3c4de27 admin admin] Usage tracker for resource:network and tenant:a198a70ca3a34927a1a0f5619b367434 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:46:18.015884 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-c92c5b64-9fb8-4aa3-b59a-b6eaf3c4de27 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:46:18.022264 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-c92c5b64-9fb8-4aa3-b59a-b6eaf3c4de27 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:46:18.030902 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c31a2c63-9b58-44d7-92d2-5f97e6a684cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:18.073877 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92c5b64-9fb8-4aa3-b59a-b6eaf3c4de27 admin admin] Made reservation on behalf of a198a70ca3a34927a1a0f5619b367434 for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:46:18.076701 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c92c5b64-9fb8-4aa3-b59a-b6eaf3c4de27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:18.298376 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-7bd20a4f-9809-41c0-8452-911b77e8e4dd admin admin] Allocated IP 172.25.4.112 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/492005b6-aae6-49d6-8896-2a21bd3e474b) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:46:18.354499 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c92c5b64-9fb8-4aa3-b59a-b6eaf3c4de27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:18.423127 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-c31a2c63-9b58-44d7-92d2-5f97e6a684cf admin admin] Allocated IP 172.20.0.1 (74dfc09c-4460-4dd2-a116-f950ba9e54a2/c66344dd-db40-49a8-90ba-6b1ae274eab8/314fa535-9d36-43a1-b898-ec654644d9d9) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:46:18.524955 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e1bb1b73-6a0e-475e-88b6-280419170fb9 req-06137662-197a-48f8-aa96-669d6a5a7ca8 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f26c174273fc4c74bc9db73040442bd9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7462461 May 05 21:46:18.564939 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-c92c5b64-9fb8-4aa3-b59a-b6eaf3c4de27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:46:18.576872 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-c92c5b64-9fb8-4aa3-b59a-b6eaf3c4de27 admin admin] Usage tracker for resource:security_group_rule and tenant:a198a70ca3a34927a1a0f5619b367434 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:46:18.586715 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-c92c5b64-9fb8-4aa3-b59a-b6eaf3c4de27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:46:18.620942 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-c92c5b64-9fb8-4aa3-b59a-b6eaf3c4de27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:46:18.632529 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c31a2c63-9b58-44d7-92d2-5f97e6a684cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:18.657911 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-c31a2c63-9b58-44d7-92d2-5f97e6a684cf admin admin] Transition to ACTIVE for port object 314fa535-9d36-43a1-b898-ec654644d9d9 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:46:18.689127 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c31a2c63-9b58-44d7-92d2-5f97e6a684cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:18.798586 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31a2c63-9b58-44d7-92d2-5f97e6a684cf admin admin] Pushing event updated for resources: {'Port': ['ID=314fa535-9d36-43a1-b898-ec654644d9d9,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:18.810774 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31a2c63-9b58-44d7-92d2-5f97e6a684cf admin admin] Network 74dfc09c-4460-4dd2-a116-f950ba9e54a2 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:46:18.811976 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-c31a2c63-9b58-44d7-92d2-5f97e6a684cf admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:46:18.814015 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:18.818590 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31a2c63-9b58-44d7-92d2-5f97e6a684cf admin admin] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:46:18.876305 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7bd20a4f-9809-41c0-8452-911b77e8e4dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:18.883887 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c31a2c63-9b58-44d7-92d2-5f97e6a684cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:18.910564 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ec050-d9f5-403c-919e-61d1a2b3929f req-239218e5-218b-47cc-a35c-a47d8dfe7eeb tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:18.911995 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-543ec050-d9f5-403c-919e-61d1a2b3929f req-239218e5-218b-47cc-a35c-a47d8dfe7eeb tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d839354-039d-4eef-80c3-6cc1a4dcfdd1 HTTP/1.1" status: 200 len: 946 time: 0.6152041 May 05 21:46:19.019144 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c31a2c63-9b58-44d7-92d2-5f97e6a684cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:19.178589 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e1bb1b73-6a0e-475e-88b6-280419170fb9 req-b4834f69-b82a-4db9-9a96-0bb1ec4eeb8c service neutron] 10.222.0.23 "GET /v2.0/networks/8097b0f0-fd36-4b57-be44-9ed5bd276e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5889390 May 05 21:46:19.182388 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-543ec050-d9f5-403c-919e-61d1a2b3929f req-04290062-b086-4dca-9f0a-61415730adb0 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624164 May 05 21:46:19.234151 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251e57df-ed35-4677-8826-40b23e3a8b52 None None] Network f33cead3-3472-4ef7-9cf3-a35684adef89 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:46:19.396616 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device d029d89d-0291-47e8-bef7-b68eaaa358bb up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:46:19.427240 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7bd20a4f-9809-41c0-8452-911b77e8e4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:19.433754 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e1bb1b73-6a0e-475e-88b6-280419170fb9 req-6f7fe2c6-0ba2-4a76-b71b-f295dab3a664 service neutron] 10.222.0.23 "GET /v2.0/networks/8097b0f0-fd36-4b57-be44-9ed5bd276e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127104 May 05 21:46:19.437012 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c92c5b64-9fb8-4aa3-b59a-b6eaf3c4de27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:19.464994 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c31a2c63-9b58-44d7-92d2-5f97e6a684cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:19.485103 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c31a2c63-9b58-44d7-92d2-5f97e6a684cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:19.496370 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c92c5b64-9fb8-4aa3-b59a-b6eaf3c4de27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:19.577489 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92c5b64-9fb8-4aa3-b59a-b6eaf3c4de27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3f683f-5e78-4115-a05e-6459868c1105,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:19.590282 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-13844260-4a9a-46e3-8a9d-0cd40f31649d None None] Provisioning for port 314fa535-9d36-43a1-b898-ec654644d9d9 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:46:19.659821 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c92c5b64-9fb8-4aa3-b59a-b6eaf3c4de27 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:46:19.660760 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-13844260-4a9a-46e3-8a9d-0cd40f31649d None None] Provisioning complete for port 314fa535-9d36-43a1-b898-ec654644d9d9 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:46:19.661125 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-13844260-4a9a-46e3-8a9d-0cd40f31649d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:19.661361 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-e6365bb5-20fa-4ca0-a670-1c810e26c417 None None] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:19.691240 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd20a4f-9809-41c0-8452-911b77e8e4dd admin admin] Pushing event updated for resources: {'Port': ['ID=492005b6-aae6-49d6-8896-2a21bd3e474b,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:19.696996 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.provisioning_blocks [None req-e6365bb5-20fa-4ca0-a670-1c810e26c417 None None] Transition to ACTIVE for port object 30ce69cd-dccf-4167-8354-d80bc7207776 will not be triggered until provisioned by entity L2. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:46:19.709382 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92c5b64-9fb8-4aa3-b59a-b6eaf3c4de27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:46:19.709764 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92c5b64-9fb8-4aa3-b59a-b6eaf3c4de27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:46:19.710114 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92c5b64-9fb8-4aa3-b59a-b6eaf3c4de27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:46:19.710564 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92c5b64-9fb8-4aa3-b59a-b6eaf3c4de27 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:46:19.710981 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92c5b64-9fb8-4aa3-b59a-b6eaf3c4de27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:46:19.711641 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92c5b64-9fb8-4aa3-b59a-b6eaf3c4de27 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:46:19.712244 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92c5b64-9fb8-4aa3-b59a-b6eaf3c4de27 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:46:19.712574 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92c5b64-9fb8-4aa3-b59a-b6eaf3c4de27 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:46:19.713040 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92c5b64-9fb8-4aa3-b59a-b6eaf3c4de27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:46:19.713533 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92c5b64-9fb8-4aa3-b59a-b6eaf3c4de27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:46:19.714020 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92c5b64-9fb8-4aa3-b59a-b6eaf3c4de27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:46:19.718261 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-e6365bb5-20fa-4ca0-a670-1c810e26c417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:19.777029 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd20a4f-9809-41c0-8452-911b77e8e4dd admin admin] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:46:19.789464 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-7bd20a4f-9809-41c0-8452-911b77e8e4dd admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:46:19.813999 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c92c5b64-9fb8-4aa3-b59a-b6eaf3c4de27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:19.814296 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-c92c5b64-9fb8-4aa3-b59a-b6eaf3c4de27 admin admin] Added segment 43d06c87-4d85-4ca5-8553-463ff7bd73ff of type vlan for network fbba3412-04d5-47e9-8a00-85c966b7f046 May 05 21:46:19.816124 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd20a4f-9809-41c0-8452-911b77e8e4dd admin admin] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:46:19.868626 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd20a4f-9809-41c0-8452-911b77e8e4dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:46:19.868967 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd20a4f-9809-41c0-8452-911b77e8e4dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:46:19.869306 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd20a4f-9809-41c0-8452-911b77e8e4dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:46:19.891084 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd20a4f-9809-41c0-8452-911b77e8e4dd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:46:19.891509 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd20a4f-9809-41c0-8452-911b77e8e4dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:46:19.891838 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd20a4f-9809-41c0-8452-911b77e8e4dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:46:19.892164 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd20a4f-9809-41c0-8452-911b77e8e4dd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:46:19.892493 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd20a4f-9809-41c0-8452-911b77e8e4dd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:46:19.892817 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd20a4f-9809-41c0-8452-911b77e8e4dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:46:19.893138 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd20a4f-9809-41c0-8452-911b77e8e4dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:46:19.893456 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd20a4f-9809-41c0-8452-911b77e8e4dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:46:19.913735 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c31a2c63-9b58-44d7-92d2-5f97e6a684cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:19.921624 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31a2c63-9b58-44d7-92d2-5f97e6a684cf admin admin] Pushing event updated for resources: {'Port': ['ID=314fa535-9d36-43a1-b898-ec654644d9d9,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:19.941393 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c8e2ed-92d0-4ab5-b82c-e50dedccdd0c None None] Pushing event updated for resources: {'Port': ['ID=30ce69cd-dccf-4167-8354-d80bc7207776,revision_number=2']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:19.944235 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-e6365bb5-20fa-4ca0-a670-1c810e26c417 None None] Attempting to bind port 30ce69cd-dccf-4167-8354-d80bc7207776 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:46:19.944586 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-e6365bb5-20fa-4ca0-a670-1c810e26c417 None None] Attempting to bind port 30ce69cd-dccf-4167-8354-d80bc7207776 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:46:19.944932 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6365bb5-20fa-4ca0-a670-1c810e26c417 None None] Attempting to bind port 30ce69cd-dccf-4167-8354-d80bc7207776 on network 25bfe237-58de-4709-a3e0-ac79da07c300 {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:46:19.979304 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c8e2ed-92d0-4ab5-b82c-e50dedccdd0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:46:19.979895 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c8e2ed-92d0-4ab5-b82c-e50dedccdd0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:46:19.980398 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c8e2ed-92d0-4ab5-b82c-e50dedccdd0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:46:19.980880 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c8e2ed-92d0-4ab5-b82c-e50dedccdd0c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:46:19.981426 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c8e2ed-92d0-4ab5-b82c-e50dedccdd0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:46:19.981935 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c8e2ed-92d0-4ab5-b82c-e50dedccdd0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:46:19.982587 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c8e2ed-92d0-4ab5-b82c-e50dedccdd0c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:46:19.983196 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c8e2ed-92d0-4ab5-b82c-e50dedccdd0c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:46:19.983659 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c8e2ed-92d0-4ab5-b82c-e50dedccdd0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:46:19.984146 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c8e2ed-92d0-4ab5-b82c-e50dedccdd0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:46:19.984620 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c8e2ed-92d0-4ab5-b82c-e50dedccdd0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:46:19.989401 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6365bb5-20fa-4ca0-a670-1c810e26c417 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:46:19.990036 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6365bb5-20fa-4ca0-a670-1c810e26c417 None None] Checking segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:46:19.990690 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-e6365bb5-20fa-4ca0-a670-1c810e26c417 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:19.991223 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6365bb5-20fa-4ca0-a670-1c810e26c417 None None] Bound using segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:46:19.991845 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-e6365bb5-20fa-4ca0-a670-1c810e26c417 None None] Bound port: 30ce69cd-dccf-4167-8354-d80bc7207776, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:46:19.992420 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-e6365bb5-20fa-4ca0-a670-1c810e26c417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:20.085833 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-e6365bb5-20fa-4ca0-a670-1c810e26c417 None None] For port 30ce69cd-dccf-4167-8354-d80bc7207776, host n-d-825175-4, cleared binding levels {{(pid=84068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:46:20.092685 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-e6365bb5-20fa-4ca0-a670-1c810e26c417 None None] For port 30ce69cd-dccf-4167-8354-d80bc7207776, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=30ce69cd-dccf-4167-8354-d80bc7207776,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:46:20.104955 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-e6365bb5-20fa-4ca0-a670-1c810e26c417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:20.180528 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b051cbf9-205f-454d-9e69-848bdab43564 req-3afe162c-51c5-4b7a-8afc-372d842d147b tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbe975a-28d0-473c-a0a1-b38b162994ce HTTP/1.1" status: 200 len: 210 time: 0.2482476 May 05 21:46:20.205190 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31a2c63-9b58-44d7-92d2-5f97e6a684cf admin admin] Network 74dfc09c-4460-4dd2-a116-f950ba9e54a2 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:46:20.211164 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-c31a2c63-9b58-44d7-92d2-5f97e6a684cf admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:46:20.212177 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-13844260-4a9a-46e3-8a9d-0cd40f31649d None None] Port 314fa535-9d36-43a1-b898-ec654644d9d9 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:46:20.234560 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590cb5f5-e43b-4d78-9f88-4be845c076b2 req-d5493b24-bed4-4a00-a840-389d711728db tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:20.239269 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-590cb5f5-e43b-4d78-9f88-4be845c076b2 req-d5493b24-bed4-4a00-a840-389d711728db tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9e93b10-6d3b-4d1a-b434-b398cc516811 HTTP/1.1" status: 200 len: 946 time: 0.7581394 May 05 21:46:20.281281 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port d029d89d-0291-47e8-bef7-b68eaaa358bb completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:46:20.356038 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c8e2ed-92d0-4ab5-b82c-e50dedccdd0c None None] Pushing event updated for resources: {'Port': ['ID=30ce69cd-dccf-4167-8354-d80bc7207776,revision_number=3']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:20.360776 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c92c5b64-9fb8-4aa3-b59a-b6eaf3c4de27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:20.375340 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6365bb5-20fa-4ca0-a670-1c810e26c417 None None] Routers {'bffd1dee-5092-4142-8ea3-48695f55c7df'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:46:20.378193 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-e6365bb5-20fa-4ca0-a670-1c810e26c417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:46:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['bffd1dee-5092-4142-8ea3-48695f55c7df'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:46:20.504758 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 45bf82e6-e82c-4dec-be68-8ae4b46a79bb no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:46:20.555619 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-590cb5f5-e43b-4d78-9f88-4be845c076b2 req-57247c72-b4e5-4029-b5a4-298609b82e29 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ea35cbd-159b-4a97-ac8e-0ad5178ef2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824941 May 05 21:46:20.590684 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.resource_extend [None req-c92c5b64-9fb8-4aa3-b59a-b6eaf3c4de27 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 21:46:20.609531 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 45bf82e6-e82c-4dec-be68-8ae4b46a79bb {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:46:20.609869 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 45bf82e6-e82c-4dec-be68-8ae4b46a79bb not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:46:20.693773 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-9fa466d0-7709-42da-8701-bfc91b540157 None None] Provisioning for port d029d89d-0291-47e8-bef7-b68eaaa358bb completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:46:20.734453 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-9fa466d0-7709-42da-8701-bfc91b540157 None None] Provisioning complete for port d029d89d-0291-47e8-bef7-b68eaaa358bb triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:46:20.739813 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9fa466d0-7709-42da-8701-bfc91b540157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:20.798113 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c92c5b64-9fb8-4aa3-b59a-b6eaf3c4de27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:20.802817 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92c5b64-9fb8-4aa3-b59a-b6eaf3c4de27 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:20.810960 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c92c5b64-9fb8-4aa3-b59a-b6eaf3c4de27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:20.876420 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-e6365bb5-20fa-4ca0-a670-1c810e26c417 None None] Set router bffd1dee-5092-4142-8ea3-48695f55c7df gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:46:21.043032 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e2571873-10fa-454e-a4e3-0a37ccaf8bcb None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:21.085662 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e2571873-10fa-454e-a4e3-0a37ccaf8bcb None None] Transition to ACTIVE for port object 35b0d766-3ed5-42cf-a020-801b48d68ef7 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:46:21.133643 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e2571873-10fa-454e-a4e3-0a37ccaf8bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:21.350751 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c31a2c63-9b58-44d7-92d2-5f97e6a684cf admin admin] Router bffd1dee-5092-4142-8ea3-48695f55c7df has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:46:21.405853 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d2ecb-aa02-496b-8d4f-41ff0a44cdb9 None None] Pushing event updated for resources: {'Port': ['ID=35b0d766-3ed5-42cf-a020-801b48d68ef7,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:21.414315 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-e2571873-10fa-454e-a4e3-0a37ccaf8bcb None None] Attempting to bind port 35b0d766-3ed5-42cf-a020-801b48d68ef7 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:46:21.415301 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-e2571873-10fa-454e-a4e3-0a37ccaf8bcb None None] Attempting to bind port 35b0d766-3ed5-42cf-a020-801b48d68ef7 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:46:21.415947 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2571873-10fa-454e-a4e3-0a37ccaf8bcb None None] Attempting to bind port 35b0d766-3ed5-42cf-a020-801b48d68ef7 on network 25bfe237-58de-4709-a3e0-ac79da07c300 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:46:21.424715 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2571873-10fa-454e-a4e3-0a37ccaf8bcb None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:46:21.425355 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2571873-10fa-454e-a4e3-0a37ccaf8bcb None None] Checking segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:46:21.426058 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e2571873-10fa-454e-a4e3-0a37ccaf8bcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:21.426595 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2571873-10fa-454e-a4e3-0a37ccaf8bcb None None] Bound using segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:46:21.427230 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-e2571873-10fa-454e-a4e3-0a37ccaf8bcb None None] Bound port: 35b0d766-3ed5-42cf-a020-801b48d68ef7, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:46:21.427913 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e2571873-10fa-454e-a4e3-0a37ccaf8bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:21.468429 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-e6365bb5-20fa-4ca0-a670-1c810e26c417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bffd1dee-5092-4142-8ea3-48695f55c7df', 'name': 'tempest-TaggedBootDevicesTest-786943525-router', 'tenant_id': '6ac90b6fe9b34fbabf11d9d5b1a9cb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '30ce69cd-dccf-4167-8354-d80bc7207776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:46:06Z', 'updated_at': '2022-05-05T21:46:18Z', 'revision_number': 4, 'project_id': '6ac90b6fe9b34fbabf11d9d5b1a9cb5b', 'gw_port': {'id': '30ce69cd-dccf-4167-8354-d80bc7207776', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bffd1dee-5092-4142-8ea3-48695f55c7df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:46:09Z', 'updated_at': '2022-05-05T21:46:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '314fa535-9d36-43a1-b898-ec654644d9d9', 'name': '', 'network_id': '74dfc09c-4460-4dd2-a116-f950ba9e54a2', 'tenant_id': '6ac90b6fe9b34fbabf11d9d5b1a9cb5b', 'mac_address': 'fa:16:3e:7c:3e:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bffd1dee-5092-4142-8ea3-48695f55c7df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c66344dd-db40-49a8-90ba-6b1ae274eab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:46:18Z', 'updated_at': '2022-05-05T21:46:19Z', 'revision_number': 2, 'project_id': '6ac90b6fe9b34fbabf11d9d5b1a9cb5b', 'subnets': [{'id': 'c66344dd-db40-49a8-90ba-6b1ae274eab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:46:21.473238 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6365bb5-20fa-4ca0-a670-1c810e26c417 None None] The sync data for ids ['bffd1dee-5092-4142-8ea3-48695f55c7df'] in n-d-825175-4 is: [{'id': 'bffd1dee-5092-4142-8ea3-48695f55c7df', 'name': 'tempest-TaggedBootDevicesTest-786943525-router', 'tenant_id': '6ac90b6fe9b34fbabf11d9d5b1a9cb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '30ce69cd-dccf-4167-8354-d80bc7207776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:46:06Z', 'updated_at': '2022-05-05T21:46:18Z', 'revision_number': 4, 'project_id': '6ac90b6fe9b34fbabf11d9d5b1a9cb5b', 'gw_port': {'id': '30ce69cd-dccf-4167-8354-d80bc7207776', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bffd1dee-5092-4142-8ea3-48695f55c7df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:46:09Z', 'updated_at': '2022-05-05T21:46:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '314fa535-9d36-43a1-b898-ec654644d9d9', 'name': '', 'network_id': '74dfc09c-4460-4dd2-a116-f950ba9e54a2', 'tenant_id': '6ac90b6fe9b34fbabf11d9d5b1a9cb5b', 'mac_address': 'fa:16:3e:7c:3e:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bffd1dee-5092-4142-8ea3-48695f55c7df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c66344dd-db40-49a8-90ba-6b1ae274eab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:46:18Z', 'updated_at': '2022-05-05T21:46:19Z', 'revision_number': 2, 'project_id': '6ac90b6fe9b34fbabf11d9d5b1a9cb5b', 'subnets': [{'id': 'c66344dd-db40-49a8-90ba-6b1ae274eab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:46:21.537140 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-e2571873-10fa-454e-a4e3-0a37ccaf8bcb None None] For port 35b0d766-3ed5-42cf-a020-801b48d68ef7, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:46:21.549821 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-e2571873-10fa-454e-a4e3-0a37ccaf8bcb None None] For port 35b0d766-3ed5-42cf-a020-801b48d68ef7, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=35b0d766-3ed5-42cf-a020-801b48d68ef7,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:46:21.560075 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92c5b64-9fb8-4aa3-b59a-b6eaf3c4de27 admin admin] Pushing event updated for resources: {'Network': ['ID=fbba3412-04d5-47e9-8a00-85c966b7f046,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:21.571195 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c92c5b64-9fb8-4aa3-b59a-b6eaf3c4de27 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 4.1946123 May 05 21:46:21.584476 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 38064) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:46:21.615746 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e2571873-10fa-454e-a4e3-0a37ccaf8bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:21.617428 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-120a142d-490a-417c-8b4b-f6b220f70aaf admin admin] Request body: {'subnet': {'network_id': 'fbba3412-04d5-47e9-8a00-85c966b7f046', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1516056609-subnet', 'tenant_id': 'a198a70ca3a34927a1a0f5619b367434', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:46:21.636691 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-120a142d-490a-417c-8b4b-f6b220f70aaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:46:21.652238 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-120a142d-490a-417c-8b4b-f6b220f70aaf admin admin] Usage tracker for resource:subnet and tenant:a198a70ca3a34927a1a0f5619b367434 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:46:21.665395 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6f71a-6753-4105-a9ea-5b68a8cdbac1 req-783ef127-04c1-483a-b09a-51320589fb2d tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:21.669975 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network fbba3412-04d5-47e9-8a00-85c966b7f046 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:46:21.674128 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-58a6f71a-6753-4105-a9ea-5b68a8cdbac1 req-783ef127-04c1-483a-b09a-51320589fb2d tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d839354-039d-4eef-80c3-6cc1a4dcfdd1 HTTP/1.1" status: 200 len: 946 time: 1.1715932 May 05 21:46:21.752169 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-120a142d-490a-417c-8b4b-f6b220f70aaf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:46:21.810988 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-58a6f71a-6753-4105-a9ea-5b68a8cdbac1 req-15785002-aded-43d5-897b-831ddbca4ebd tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348610 May 05 21:46:21.814921 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-120a142d-490a-417c-8b4b-f6b220f70aaf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:46:21.874544 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dabd11-2ed2-4d22-8642-9fe0dad39ab6 req-f3e25e43-a543-4c86-af6f-cc12b12d861d tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:21.876110 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-77dabd11-2ed2-4d22-8642-9fe0dad39ab6 req-f3e25e43-a543-4c86-af6f-cc12b12d861d tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9e93b10-6d3b-4d1a-b434-b398cc516811 HTTP/1.1" status: 200 len: 946 time: 0.9775300 May 05 21:46:21.893621 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-547ba7ba-dfe5-49fa-b0cd-99ce1a508cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:22.036369 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d2ecb-aa02-496b-8d4f-41ff0a44cdb9 None None] Pushing event updated for resources: {'Port': ['ID=35b0d766-3ed5-42cf-a020-801b48d68ef7,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:22.043554 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9fa466d0-7709-42da-8701-bfc91b540157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:22.074632 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120a142d-490a-417c-8b4b-f6b220f70aaf admin admin] Made reservation on behalf of a198a70ca3a34927a1a0f5619b367434 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:46:22.077698 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-120a142d-490a-417c-8b4b-f6b220f70aaf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:22.102380 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2571873-10fa-454e-a4e3-0a37ccaf8bcb None None] Routers {'f3e2abbc-288c-496f-bed1-a4d19d687720'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:46:22.103289 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-e2571873-10fa-454e-a4e3-0a37ccaf8bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:46:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['f3e2abbc-288c-496f-bed1-a4d19d687720'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:46:22.265919 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-9fa466d0-7709-42da-8701-bfc91b540157 None None] For port d029d89d-0291-47e8-bef7-b68eaaa358bb, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=d029d89d-0291-47e8-bef7-b68eaaa358bb,segment=NetworkSegment(18a3c379-3cfc-4702-917f-3a57e26f3cd8),segment_id=18a3c379-3cfc-4702-917f-3a57e26f3cd8)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:46:22.295585 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-68dde012-55dd-4f20-a4f4-b8e7e7747488 req-3992ef38-30ef-4d76-8f33-eb3d7e5938be tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbe975a-28d0-473c-a0a1-b38b162994ce HTTP/1.1" status: 200 len: 210 time: 0.1191740 May 05 21:46:22.303173 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb1b73-6a0e-475e-88b6-280419170fb9 req-3f0d3680-7c44-4f47-8bff-a4f9938d3a2d tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:22.304615 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e1bb1b73-6a0e-475e-88b6-280419170fb9 req-3f0d3680-7c44-4f47-8bff-a4f9938d3a2d tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] 10.222.0.32 "GET /v2.0/networks?id=8097b0f0-fd36-4b57-be44-9ed5bd276e58 HTTP/1.1" status: 200 len: 815 time: 0.3333514 May 05 21:46:22.320225 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7bd20a4f-9809-41c0-8452-911b77e8e4dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:22.320961 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7bd20a4f-9809-41c0-8452-911b77e8e4dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:22.358015 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-77dabd11-2ed2-4d22-8642-9fe0dad39ab6 req-2d8df210-331a-4520-899b-3f9ed7f5a7fe tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ea35cbd-159b-4a97-ac8e-0ad5178ef2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4220006 May 05 21:46:22.377058 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9fa466d0-7709-42da-8701-bfc91b540157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:22.487001 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e1bb1b73-6a0e-475e-88b6-280419170fb9 req-d890e41a-e8f3-4950-a7ae-97d11647f13a tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f26c174273fc4c74bc9db73040442bd9 HTTP/1.1" status: 200 len: 380 time: 0.1690927 May 05 21:46:22.508973 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-e1bb1b73-6a0e-475e-88b6-280419170fb9 req-61a22da5-e7cd-40eb-a890-213568ad90ba tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Request body: {'port': {'device_id': '5bbe975a-28d0-473c-a0a1-b38b162994ce', 'network_id': '8097b0f0-fd36-4b57-be44-9ed5bd276e58', 'admin_state_up': True, 'tenant_id': 'f26c174273fc4c74bc9db73040442bd9', 'security_groups': ['5fd3cbe3-d514-4b83-9f5b-499e6815d2ce']}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:46:22.511932 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa466d0-7709-42da-8701-bfc91b540157 None None] Pushing event updated for resources: {'Port': ['ID=d029d89d-0291-47e8-bef7-b68eaaa358bb,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:22.569515 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c31a2c63-9b58-44d7-92d2-5f97e6a684cf admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:46:22.668408 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c31a2c63-9b58-44d7-92d2-5f97e6a684cf admin admin] 10.222.0.23 "PUT /v2.0/routers/bffd1dee-5092-4142-8ea3-48695f55c7df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4140513 May 05 21:46:22.757664 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ae66c80a-fe7d-415c-b687-d1e7fb197b4d None None] Provisioning complete for port 314fa535-9d36-43a1-b898-ec654644d9d9 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:46:22.758027 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ae66c80a-fe7d-415c-b687-d1e7fb197b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:22.823045 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-e1bb1b73-6a0e-475e-88b6-280419170fb9 req-61a22da5-e7cd-40eb-a890-213568ad90ba tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:46:22.828902 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-e1bb1b73-6a0e-475e-88b6-280419170fb9 req-61a22da5-e7cd-40eb-a890-213568ad90ba tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Usage tracker for resource:port and tenant:f26c174273fc4c74bc9db73040442bd9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:46:22.832654 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-e1bb1b73-6a0e-475e-88b6-280419170fb9 req-61a22da5-e7cd-40eb-a890-213568ad90ba tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:46:22.844513 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-e1bb1b73-6a0e-475e-88b6-280419170fb9 req-61a22da5-e7cd-40eb-a890-213568ad90ba tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:46:22.886984 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1bb1b73-6a0e-475e-88b6-280419170fb9 req-61a22da5-e7cd-40eb-a890-213568ad90ba tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Made reservation on behalf of f26c174273fc4c74bc9db73040442bd9 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:46:22.893182 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-e1bb1b73-6a0e-475e-88b6-280419170fb9 req-61a22da5-e7cd-40eb-a890-213568ad90ba tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:22.916185 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-e2571873-10fa-454e-a4e3-0a37ccaf8bcb None None] Set router f3e2abbc-288c-496f-bed1-a4d19d687720 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:46:22.978531 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ae66c80a-fe7d-415c-b687-d1e7fb197b4d None None] Port 314fa535-9d36-43a1-b898-ec654644d9d9 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:46:23.246682 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0a8ad-3f95-469f-8a65-474eec5fce6d req-ce0db1c5-d6a6-443b-a4b4-2a12471372b9 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:23.261742 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c2b0a8ad-3f95-469f-8a65-474eec5fce6d req-ce0db1c5-d6a6-443b-a4b4-2a12471372b9 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9e93b10-6d3b-4d1a-b434-b398cc516811 HTTP/1.1" status: 200 len: 946 time: 0.5327353 May 05 21:46:23.268872 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-547ba7ba-dfe5-49fa-b0cd-99ce1a508cf7 admin admin] Allocated IP 172.20.0.1 (1303113a-3b4f-4438-84cb-936009b5332f/b04dd652-3e41-4577-abd4-c6835388be5c/782516d7-efa7-4085-b1ea-f8dd331bc8af) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:46:23.404726 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-e1bb1b73-6a0e-475e-88b6-280419170fb9 req-61a22da5-e7cd-40eb-a890-213568ad90ba tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Allocated IP 172.20.0.4 (8097b0f0-fd36-4b57-be44-9ed5bd276e58/ba7914fd-cba9-4195-b54c-c60a7934169b/668a5a28-fc6f-4a3d-aa2b-c999c6a7c64d) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:46:23.600679 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device d029d89d-0291-47e8-bef7-b68eaaa358bb up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:46:23.806562 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-120a142d-490a-417c-8b4b-f6b220f70aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:23.829986 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ae66c80a-fe7d-415c-b687-d1e7fb197b4d None None] Provisioning complete for port d029d89d-0291-47e8-bef7-b68eaaa358bb triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:46:23.830570 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ae66c80a-fe7d-415c-b687-d1e7fb197b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:23.989821 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-e1bb1b73-6a0e-475e-88b6-280419170fb9 req-61a22da5-e7cd-40eb-a890-213568ad90ba tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:24.013197 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-e1bb1b73-6a0e-475e-88b6-280419170fb9 req-61a22da5-e7cd-40eb-a890-213568ad90ba tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Transition to ACTIVE for port object 668a5a28-fc6f-4a3d-aa2b-c999c6a7c64d will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:46:24.026173 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120a142d-490a-417c-8b4b-f6b220f70aaf admin admin] Checking segment: {'id': '43d06c87-4d85-4ca5-8553-463ff7bd73ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'fbba3412-04d5-47e9-8a00-85c966b7f046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:46:24.026691 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120a142d-490a-417c-8b4b-f6b220f70aaf admin admin] Network hostable DHCP agents. Network: fbba3412-04d5-47e9-8a00-85c966b7f046, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:46:24.054551 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-e1bb1b73-6a0e-475e-88b6-280419170fb9 req-61a22da5-e7cd-40eb-a890-213568ad90ba tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:24.094505 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port d029d89d-0291-47e8-bef7-b68eaaa358bb triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:46:24.095211 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:24.114368 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c2b0a8ad-3f95-469f-8a65-474eec5fce6d req-085b8844-3025-4e03-b5d0-1ab2d702dde9 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ea35cbd-159b-4a97-ac8e-0ad5178ef2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8511095 May 05 21:46:24.184322 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120a142d-490a-417c-8b4b-f6b220f70aaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=a799d3f5-89b2-4c70-a70f-16131fbdf419,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:24.218379 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e723a0-d2d6-453c-83bf-415a809347f3 req-e6f3832a-1266-43d7-9d51-37061c6fc72d tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:24.222571 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c5e723a0-d2d6-453c-83bf-415a809347f3 req-e6f3832a-1266-43d7-9d51-37061c6fc72d tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/networks?id=d50665b6-9647-47f1-b718-b6ae7cd32366 HTTP/1.1" status: 200 len: 808 time: 1.1998415 May 05 21:46:24.247194 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120a142d-490a-417c-8b4b-f6b220f70aaf admin admin] Network fbba3412-04d5-47e9-8a00-85c966b7f046 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:46:24.324184 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 30ce69cd-dccf-4167-8354-d80bc7207776 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:46:24.335370 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c5e723a0-d2d6-453c-83bf-415a809347f3 req-d7730e13-4354-40f9-a301-a77ffa8457bd tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/quotas/ea576b38215846aaa224b1aa35155ba3 HTTP/1.1" status: 200 len: 375 time: 0.0584588 May 05 21:46:24.345871 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-547ba7ba-dfe5-49fa-b0cd-99ce1a508cf7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:24.347091 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1bb1b73-6a0e-475e-88b6-280419170fb9 req-61a22da5-e7cd-40eb-a890-213568ad90ba tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Network 8097b0f0-fd36-4b57-be44-9ed5bd276e58 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:46:24.366566 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-e1bb1b73-6a0e-475e-88b6-280419170fb9 req-61a22da5-e7cd-40eb-a890-213568ad90ba tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:46:24.389574 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1bb1b73-6a0e-475e-88b6-280419170fb9 req-61a22da5-e7cd-40eb-a890-213568ad90ba tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:46:24.429975 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-120a142d-490a-417c-8b4b-f6b220f70aaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, fbba3412-04d5-47e9-8a00-85c966b7f046) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:46:24.457649 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-547ba7ba-dfe5-49fa-b0cd-99ce1a508cf7 admin admin] Transition to ACTIVE for port object 782516d7-efa7-4085-b1ea-f8dd331bc8af will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:46:24.473645 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03dc1f98-6211-45e2-abcf-2790ce315752 None None] Network fbba3412-04d5-47e9-8a00-85c966b7f046 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:46:24.542007 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb1b73-6a0e-475e-88b6-280419170fb9 req-61a22da5-e7cd-40eb-a890-213568ad90ba tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:24.543210 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-e1bb1b73-6a0e-475e-88b6-280419170fb9 req-61a22da5-e7cd-40eb-a890-213568ad90ba tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:24.558474 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a22da5-e7cd-40eb-a890-213568ad90ba tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Pushing event updated for resources: {'Port': ['ID=668a5a28-fc6f-4a3d-aa2b-c999c6a7c64d,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:24.589996 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a22da5-e7cd-40eb-a890-213568ad90ba tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:46:24.591513 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a22da5-e7cd-40eb-a890-213568ad90ba tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:46:24.592878 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a22da5-e7cd-40eb-a890-213568ad90ba tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:46:24.594105 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a22da5-e7cd-40eb-a890-213568ad90ba tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:46:24.594492 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a22da5-e7cd-40eb-a890-213568ad90ba tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:46:24.596011 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a22da5-e7cd-40eb-a890-213568ad90ba tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:46:24.596920 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a22da5-e7cd-40eb-a890-213568ad90ba tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:46:24.597301 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a22da5-e7cd-40eb-a890-213568ad90ba tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:46:24.597630 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a22da5-e7cd-40eb-a890-213568ad90ba tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:46:24.597955 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a22da5-e7cd-40eb-a890-213568ad90ba tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:46:24.598278 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a22da5-e7cd-40eb-a890-213568ad90ba tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:46:24.611755 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120a142d-490a-417c-8b4b-f6b220f70aaf admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:24.617190 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-120a142d-490a-417c-8b4b-f6b220f70aaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:24.626192 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e1bb1b73-6a0e-475e-88b6-280419170fb9 req-61a22da5-e7cd-40eb-a890-213568ad90ba tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1285923 May 05 21:46:24.655830 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-e1bb1b73-6a0e-475e-88b6-280419170fb9 req-b3057bbe-1a3a-421f-a1f0-797cfdc6ba16 service neutron] Request body: {'port': {'device_id': '5bbe975a-28d0-473c-a0a1-b38b162994ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:46:24.856393 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-120a142d-490a-417c-8b4b-f6b220f70aaf admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 3.2390015 May 05 21:46:24.889290 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-e2571873-10fa-454e-a4e3-0a37ccaf8bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e2abbc-288c-496f-bed1-a4d19d687720', 'name': 'tempest-ServersTestManualDisk-903671868-router', 'tenant_id': 'c5a8c9a56475462680e05305adb463b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '35b0d766-3ed5-42cf-a020-801b48d68ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:46:06Z', 'updated_at': '2022-05-05T21:46:11Z', 'revision_number': 3, 'project_id': 'c5a8c9a56475462680e05305adb463b2', 'gw_port': {'id': '35b0d766-3ed5-42cf-a020-801b48d68ef7', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e2abbc-288c-496f-bed1-a4d19d687720', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:46:08Z', 'updated_at': '2022-05-05T21:46:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:46:24.925112 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2571873-10fa-454e-a4e3-0a37ccaf8bcb None None] The sync data for ids ['f3e2abbc-288c-496f-bed1-a4d19d687720'] in n-d-825175-4 is: [{'id': 'f3e2abbc-288c-496f-bed1-a4d19d687720', 'name': 'tempest-ServersTestManualDisk-903671868-router', 'tenant_id': 'c5a8c9a56475462680e05305adb463b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '35b0d766-3ed5-42cf-a020-801b48d68ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:46:06Z', 'updated_at': '2022-05-05T21:46:11Z', 'revision_number': 3, 'project_id': 'c5a8c9a56475462680e05305adb463b2', 'gw_port': {'id': '35b0d766-3ed5-42cf-a020-801b48d68ef7', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e2abbc-288c-496f-bed1-a4d19d687720', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:46:08Z', 'updated_at': '2022-05-05T21:46:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:46:24.948902 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 30ce69cd-dccf-4167-8354-d80bc7207776 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:46:24.964303 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 30ce69cd-dccf-4167-8354-d80bc7207776 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:46:24.964303 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:24.972977 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268770a-f0a0-4530-b859-1daa6feab992 req-8a51b7d7-54a8-47bc-ba64-80b559086c54 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:24.983563 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5268770a-f0a0-4530-b859-1daa6feab992 req-8a51b7d7-54a8-47bc-ba64-80b559086c54 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d839354-039d-4eef-80c3-6cc1a4dcfdd1 HTTP/1.1" status: 200 len: 946 time: 0.5407760 May 05 21:46:25.003628 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c5e723a0-d2d6-453c-83bf-415a809347f3 req-c9224320-acd0-4156-94fc-ca4f6d65b6d8 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea576b38215846aaa224b1aa35155ba3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6355767 May 05 21:46:25.006621 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-547ba7ba-dfe5-49fa-b0cd-99ce1a508cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:25.109551 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-e1bb1b73-6a0e-475e-88b6-280419170fb9 req-b3057bbe-1a3a-421f-a1f0-797cfdc6ba16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:25.133033 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-144e1469-2633-4a55-bd66-6e5e4b76d65c None None] Provisioning for port 668a5a28-fc6f-4a3d-aa2b-c999c6a7c64d completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:46:25.153356 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-144e1469-2633-4a55-bd66-6e5e4b76d65c None None] Provisioning complete for port 668a5a28-fc6f-4a3d-aa2b-c999c6a7c64d triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:46:25.154172 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-144e1469-2633-4a55-bd66-6e5e4b76d65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:25.282955 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bd20a4f-9809-41c0-8452-911b77e8e4dd admin admin] Router 8fc88137-3275-4db7-bc2e-9936958326ac is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 21:46:25.372135 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-144e1469-2633-4a55-bd66-6e5e4b76d65c None None] Port 668a5a28-fc6f-4a3d-aa2b-c999c6a7c64d cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:46:25.579278 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:25.621954 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce99319-f56b-4298-b8a6-489f487f78e2 None None] Network fbba3412-04d5-47e9-8a00-85c966b7f046 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:46:25.676173 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 30ce69cd-dccf-4167-8354-d80bc7207776, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=30ce69cd-dccf-4167-8354-d80bc7207776,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:46:25.734194 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c5e723a0-d2d6-453c-83bf-415a809347f3 req-c13d7313-10be-481b-b047-3f464d35f20c service neutron] 10.222.0.23 "GET /v2.0/networks/d50665b6-9647-47f1-b718-b6ae7cd32366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7160316 May 05 21:46:25.805593 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547ba7ba-dfe5-49fa-b0cd-99ce1a508cf7 admin admin] Network 1303113a-3b4f-4438-84cb-936009b5332f is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:46:25.808999 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:25.815378 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-547ba7ba-dfe5-49fa-b0cd-99ce1a508cf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:46:25.822267 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ba7ba-dfe5-49fa-b0cd-99ce1a508cf7 admin admin] Pushing event updated for resources: {'Port': ['ID=782516d7-efa7-4085-b1ea-f8dd331bc8af,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:25.914145 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547ba7ba-dfe5-49fa-b0cd-99ce1a508cf7 admin admin] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:46:26.119465 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-e1bb1b73-6a0e-475e-88b6-280419170fb9 req-b3057bbe-1a3a-421f-a1f0-797cfdc6ba16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 668a5a28-fc6f-4a3d-aa2b-c999c6a7c64d {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:46:26.136853 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-e1bb1b73-6a0e-475e-88b6-280419170fb9 req-b3057bbe-1a3a-421f-a1f0-797cfdc6ba16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:26.186361 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-e1bb1b73-6a0e-475e-88b6-280419170fb9 req-b3057bbe-1a3a-421f-a1f0-797cfdc6ba16 service neutron] Transition to ACTIVE for port object 668a5a28-fc6f-4a3d-aa2b-c999c6a7c64d will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:46:26.195231 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-e1bb1b73-6a0e-475e-88b6-280419170fb9 req-b3057bbe-1a3a-421f-a1f0-797cfdc6ba16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:26.243850 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-547ba7ba-dfe5-49fa-b0cd-99ce1a508cf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:26.278030 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=30ce69cd-dccf-4167-8354-d80bc7207776,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:26.368370 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5268770a-f0a0-4530-b859-1daa6feab992 req-bc50e62d-0c6e-40e0-91df-b6bee5cd1267 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3832626 May 05 21:46:26.430482 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3057bbe-1a3a-421f-a1f0-797cfdc6ba16 service neutron] Pushing event updated for resources: {'Port': ['ID=668a5a28-fc6f-4a3d-aa2b-c999c6a7c64d,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:26.559873 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-47ea5b0c-0250-45aa-86c5-22d2104b64ee None None] Provisioning for port 782516d7-efa7-4085-b1ea-f8dd331bc8af completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:46:26.572905 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-47ea5b0c-0250-45aa-86c5-22d2104b64ee None None] Provisioning complete for port 782516d7-efa7-4085-b1ea-f8dd331bc8af triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:46:26.573433 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-47ea5b0c-0250-45aa-86c5-22d2104b64ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:26.680403 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-47ea5b0c-0250-45aa-86c5-22d2104b64ee None None] Port 782516d7-efa7-4085-b1ea-f8dd331bc8af cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:46:26.729760 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c5e723a0-d2d6-453c-83bf-415a809347f3 req-e365fe05-eece-4eaa-92c7-977e27cff5b2 service neutron] 10.222.0.23 "GET /v2.0/networks/d50665b6-9647-47f1-b718-b6ae7cd32366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9717743 May 05 21:46:26.815707 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-e1bb1b73-6a0e-475e-88b6-280419170fb9 req-b3057bbe-1a3a-421f-a1f0-797cfdc6ba16 service neutron] Attempting to bind port 668a5a28-fc6f-4a3d-aa2b-c999c6a7c64d on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:46:26.816243 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-e1bb1b73-6a0e-475e-88b6-280419170fb9 req-b3057bbe-1a3a-421f-a1f0-797cfdc6ba16 service neutron] Attempting to bind port 668a5a28-fc6f-4a3d-aa2b-c999c6a7c64d by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': '51c02cf9-b533-4a1f-be25-586ebd89037c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8097b0f0-fd36-4b57-be44-9ed5bd276e58'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:46:26.817852 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bb1b73-6a0e-475e-88b6-280419170fb9 req-b3057bbe-1a3a-421f-a1f0-797cfdc6ba16 service neutron] Attempting to bind port 668a5a28-fc6f-4a3d-aa2b-c999c6a7c64d on network 8097b0f0-fd36-4b57-be44-9ed5bd276e58 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:46:26.837397 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bb1b73-6a0e-475e-88b6-280419170fb9 req-b3057bbe-1a3a-421f-a1f0-797cfdc6ba16 service neutron] Port 668a5a28-fc6f-4a3d-aa2b-c999c6a7c64d on network 8097b0f0-fd36-4b57-be44-9ed5bd276e58 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:46:26.837716 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bb1b73-6a0e-475e-88b6-280419170fb9 req-b3057bbe-1a3a-421f-a1f0-797cfdc6ba16 service neutron] Attempting to bind port 668a5a28-fc6f-4a3d-aa2b-c999c6a7c64d on network 8097b0f0-fd36-4b57-be44-9ed5bd276e58 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:46:26.855554 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bb1b73-6a0e-475e-88b6-280419170fb9 req-b3057bbe-1a3a-421f-a1f0-797cfdc6ba16 service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:46:26.855953 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bb1b73-6a0e-475e-88b6-280419170fb9 req-b3057bbe-1a3a-421f-a1f0-797cfdc6ba16 service neutron] Checking segment: {'id': '51c02cf9-b533-4a1f-be25-586ebd89037c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8097b0f0-fd36-4b57-be44-9ed5bd276e58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:46:26.856564 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bb1b73-6a0e-475e-88b6-280419170fb9 req-b3057bbe-1a3a-421f-a1f0-797cfdc6ba16 service neutron] Bound using segment: {'id': '51c02cf9-b533-4a1f-be25-586ebd89037c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8097b0f0-fd36-4b57-be44-9ed5bd276e58'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:46:26.857375 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-e1bb1b73-6a0e-475e-88b6-280419170fb9 req-b3057bbe-1a3a-421f-a1f0-797cfdc6ba16 service neutron] Bound port: 668a5a28-fc6f-4a3d-aa2b-c999c6a7c64d, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51c02cf9-b533-4a1f-be25-586ebd89037c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8097b0f0-fd36-4b57-be44-9ed5bd276e58'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:46:26.857915 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-e1bb1b73-6a0e-475e-88b6-280419170fb9 req-b3057bbe-1a3a-421f-a1f0-797cfdc6ba16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:26.939789 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-547ba7ba-dfe5-49fa-b0cd-99ce1a508cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:27.109971 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f2020-74fe-46ab-85b1-f707c4c4d5dc req-1226cf16-0c3a-4bc0-86c7-1fa1f7f535c0 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:27.111486 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3c5f2020-74fe-46ab-85b1-f707c4c4d5dc req-1226cf16-0c3a-4bc0-86c7-1fa1f7f535c0 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbe975a-28d0-473c-a0a1-b38b162994ce HTTP/1.1" status: 200 len: 943 time: 0.3671608 May 05 21:46:27.221269 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-e1bb1b73-6a0e-475e-88b6-280419170fb9 req-b3057bbe-1a3a-421f-a1f0-797cfdc6ba16 service neutron] For port 668a5a28-fc6f-4a3d-aa2b-c999c6a7c64d, host n-h2-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:46:27.225919 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-e1bb1b73-6a0e-475e-88b6-280419170fb9 req-b3057bbe-1a3a-421f-a1f0-797cfdc6ba16 service neutron] For port 668a5a28-fc6f-4a3d-aa2b-c999c6a7c64d, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=668a5a28-fc6f-4a3d-aa2b-c999c6a7c64d,segment=NetworkSegment(51c02cf9-b533-4a1f-be25-586ebd89037c),segment_id=51c02cf9-b533-4a1f-be25-586ebd89037c)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:46:27.234692 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-e1bb1b73-6a0e-475e-88b6-280419170fb9 req-b3057bbe-1a3a-421f-a1f0-797cfdc6ba16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:27.307354 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-e1bb1b73-6a0e-475e-88b6-280419170fb9 req-b3057bbe-1a3a-421f-a1f0-797cfdc6ba16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:27.309525 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e1bb1b73-6a0e-475e-88b6-280419170fb9 req-b3057bbe-1a3a-421f-a1f0-797cfdc6ba16 service neutron] 10.222.0.32 "PUT /v2.0/ports/668a5a28-fc6f-4a3d-aa2b-c999c6a7c64d HTTP/1.1" status: 200 len: 1091 time: 2.6605124 May 05 21:46:27.310170 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bbe975a-28d0-473c-a0a1-b38b162994ce', 'tag': '668a5a28-fc6f-4a3d-aa2b-c999c6a7c64d'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:46:27.550712 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3057bbe-1a3a-421f-a1f0-797cfdc6ba16 service neutron] Pushing event updated for resources: {'Port': ['ID=668a5a28-fc6f-4a3d-aa2b-c999c6a7c64d,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:27.624436 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd20a4f-9809-41c0-8452-911b77e8e4dd admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:46:27.632397 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e1bb1b73-6a0e-475e-88b6-280419170fb9 req-ad94bdef-8bde-4e3f-af81-0648b6c2760b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f26c174273fc4c74bc9db73040442bd9&device_id=5bbe975a-28d0-473c-a0a1-b38b162994ce HTTP/1.1" status: 200 len: 1094 time: 0.2647607 May 05 21:46:27.633143 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3c5f2020-74fe-46ab-85b1-f707c4c4d5dc req-8d83272e-cb38-4932-a654-13f8c697b2ad tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] 10.222.0.23 "GET /v2.0/security-groups?id=5fd3cbe3-d514-4b83-9f5b-499e6815d2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4875476 May 05 21:46:27.634894 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46331be-2e2f-4cdf-9173-49096fd56e57 None None] Sync routers for ids ['8fc88137-3275-4db7-bc2e-9936958326ac'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:46:27.667972 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46331be-2e2f-4cdf-9173-49096fd56e57 None None] Routers {'8fc88137-3275-4db7-bc2e-9936958326ac'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:46:27.674210 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-e46331be-2e2f-4cdf-9173-49096fd56e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:46:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8fc88137-3275-4db7-bc2e-9936958326ac'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:46:27.723970 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7bd20a4f-9809-41c0-8452-911b77e8e4dd admin admin] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:27.737668 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-7bd20a4f-9809-41c0-8452-911b77e8e4dd admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 13.4192758 May 05 21:46:27.754372 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 38168) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:46:27.765305 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e1bb1b73-6a0e-475e-88b6-280419170fb9 req-c641b4a0-2f70-4066-8d8e-5751b28ba70e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=668a5a28-fc6f-4a3d-aa2b-c999c6a7c64d HTTP/1.1" status: 200 len: 217 time: 0.1234074 May 05 21:46:28.011984 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.resource_extend [None req-547ba7ba-dfe5-49fa-b0cd-99ce1a508cf7 admin admin] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 21:46:28.015187 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb1b73-6a0e-475e-88b6-280419170fb9 req-644dccd1-9100-4e63-b3f2-86a22f772dc9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:28.018293 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e1bb1b73-6a0e-475e-88b6-280419170fb9 req-644dccd1-9100-4e63-b3f2-86a22f772dc9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ba7914fd-cba9-4195-b54c-c60a7934169b HTTP/1.1" status: 200 len: 854 time: 0.2364621 May 05 21:46:28.021068 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15c21e52-4938-4ab5-8acc-55a11cfc9b34'] response: {'name': 'network-changed', 'server_uuid': '5bbe975a-28d0-473c-a0a1-b38b162994ce', 'tag': '668a5a28-fc6f-4a3d-aa2b-c999c6a7c64d', 'status': 'completed', 'code': 200} May 05 21:46:28.040213 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 30ce69cd-dccf-4167-8354-d80bc7207776 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:46:28.043118 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-547ba7ba-dfe5-49fa-b0cd-99ce1a508cf7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:28.060979 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-547ba7ba-dfe5-49fa-b0cd-99ce1a508cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:28.208481 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e1bb1b73-6a0e-475e-88b6-280419170fb9 req-cbbccb68-786b-4706-9d52-5323b10070af service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8097b0f0-fd36-4b57-be44-9ed5bd276e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1682508 May 05 21:46:28.250831 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-e46331be-2e2f-4cdf-9173-49096fd56e57 None None] Set router 8fc88137-3275-4db7-bc2e-9936958326ac gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:46:28.392028 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-547ba7ba-dfe5-49fa-b0cd-99ce1a508cf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:28.623304 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e1bb1b73-6a0e-475e-88b6-280419170fb9 req-b88906b9-36e0-4582-8153-a77d10d2fb85 service neutron] 10.222.0.32 "GET /v2.0/networks/8097b0f0-fd36-4b57-be44-9ed5bd276e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358452 May 05 21:46:28.727040 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 30ce69cd-dccf-4167-8354-d80bc7207776 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:46:28.727725 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:28.846137 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 59fcd1b3-14da-4c63-a865-86c9da247275 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:46:28.902947 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e1bb1b73-6a0e-475e-88b6-280419170fb9 req-fe731e6c-ab21-4cf3-b15d-bc3ecd567741 service neutron] 10.222.0.32 "GET /v2.0/networks/8097b0f0-fd36-4b57-be44-9ed5bd276e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577927 May 05 21:46:29.018491 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.resource_extend [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 21:46:29.198765 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-770576f5-8fcb-4c72-afe0-50f644798cde req-f4176fc3-3f8c-499b-8618-722813044924 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f26c174273fc4c74bc9db73040442bd9&device_id=5bbe975a-28d0-473c-a0a1-b38b162994ce HTTP/1.1" status: 200 len: 1094 time: 0.1860623 May 05 21:46:29.316974 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 59fcd1b3-14da-4c63-a865-86c9da247275, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=59fcd1b3-14da-4c63-a865-86c9da247275,segment=NetworkSegment(bb53319d-02d7-4ee5-a402-d07603ca726a),segment_id=bb53319d-02d7-4ee5-a402-d07603ca726a)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:46:29.335521 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-e46331be-2e2f-4cdf-9173-49096fd56e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc88137-3275-4db7-bc2e-9936958326ac', 'name': 'tempest-ServerActionsTestJSON-2136586527-router', 'tenant_id': '0eb82da6a4bc47a2ae0058d78ca21e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '492005b6-aae6-49d6-8896-2a21bd3e474b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:46:14Z', 'updated_at': '2022-05-05T21:46:20Z', 'revision_number': 3, 'project_id': '0eb82da6a4bc47a2ae0058d78ca21e92', 'gw_port': {'id': '492005b6-aae6-49d6-8896-2a21bd3e474b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc88137-3275-4db7-bc2e-9936958326ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:46:17Z', 'updated_at': '2022-05-05T21:46:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:46:29.344346 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '59fcd1b3-14da-4c63-a865-86c9da247275', 'network_id': '4988fe71-34c6-4737-ad2a-40f5327e7f0e', 'port_id': '59fcd1b3-14da-4c63-a865-86c9da247275', 'mac_address': 'fa:16:3e:f8:96:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b652dcd0-731b-4d23-9d82-356eea5d9656', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:46:29.346198 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46331be-2e2f-4cdf-9173-49096fd56e57 None None] Checking router: 8fc88137-3275-4db7-bc2e-9936958326ac for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:46:29.347097 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46331be-2e2f-4cdf-9173-49096fd56e57 None None] Updating router 8fc88137-3275-4db7-bc2e-9936958326ac port 492005b6-aae6-49d6-8896-2a21bd3e474b binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 21:46:29.486391 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e46331be-2e2f-4cdf-9173-49096fd56e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:29.540157 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770576f5-8fcb-4c72-afe0-50f644798cde req-d8100d42-92f5-4a27-87ab-b744da872404 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:29.543799 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-770576f5-8fcb-4c72-afe0-50f644798cde req-d8100d42-92f5-4a27-87ab-b744da872404 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8097b0f0-fd36-4b57-be44-9ed5bd276e58 HTTP/1.1" status: 200 len: 916 time: 0.3203986 May 05 21:46:29.549559 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:29.621121 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 59fcd1b3-14da-4c63-a865-86c9da247275 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:46:29.699457 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 59fcd1b3-14da-4c63-a865-86c9da247275, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=59fcd1b3-14da-4c63-a865-86c9da247275,segment=NetworkSegment(bb53319d-02d7-4ee5-a402-d07603ca726a),segment_id=bb53319d-02d7-4ee5-a402-d07603ca726a)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:46:29.717858 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:29.726489 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547ba7ba-dfe5-49fa-b0cd-99ce1a508cf7 admin admin] Network 1303113a-3b4f-4438-84cb-936009b5332f is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:46:29.734068 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-547ba7ba-dfe5-49fa-b0cd-99ce1a508cf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:46:29.975495 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['59fcd1b3-14da-4c63-a865-86c9da247275'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:46:30.032006 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-770576f5-8fcb-4c72-afe0-50f644798cde req-f50aa451-9b62-4075-9c9b-9b06c4cb219e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=668a5a28-fc6f-4a3d-aa2b-c999c6a7c64d HTTP/1.1" status: 200 len: 217 time: 0.4697044 May 05 21:46:30.237915 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770576f5-8fcb-4c72-afe0-50f644798cde req-a8c06403-fc7c-4533-b284-a2bbd4b7ef75 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:30.239507 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-770576f5-8fcb-4c72-afe0-50f644798cde req-a8c06403-fc7c-4533-b284-a2bbd4b7ef75 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ba7914fd-cba9-4195-b54c-c60a7934169b HTTP/1.1" status: 200 len: 854 time: 0.1823914 May 05 21:46:30.256658 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e723a0-d2d6-453c-83bf-415a809347f3 req-5fcd509d-46c9-4446-b010-77ed2eaec3ea tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:30.258058 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c5e723a0-d2d6-453c-83bf-415a809347f3 req-5fcd509d-46c9-4446-b010-77ed2eaec3ea tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.44 "GET /v2.0/networks?id=d50665b6-9647-47f1-b718-b6ae7cd32366 HTTP/1.1" status: 200 len: 808 time: 0.6043022 May 05 21:46:30.296415 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-a2ee0cf4-9192-4aae-9f9d-799d1e102247 None None] Provisioning complete for port 782516d7-efa7-4085-b1ea-f8dd331bc8af triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:46:30.296770 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a2ee0cf4-9192-4aae-9f9d-799d1e102247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:30.327736 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa53fd-c746-46b1-ab5b-35d8e4cdee46 req-f20415bc-5a34-4df7-ab48-b80f67761b09 tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:30.328340 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-14fa53fd-c746-46b1-ab5b-35d8e4cdee46 req-f20415bc-5a34-4df7-ab48-b80f67761b09 tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] Synchronizing usage tracker for tenant:a198a70ca3a34927a1a0f5619b367434 on resource:network {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:46:30.336527 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ba7ba-dfe5-49fa-b0cd-99ce1a508cf7 admin admin] Pushing event updated for resources: {'Port': ['ID=782516d7-efa7-4085-b1ea-f8dd331bc8af,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:30.364010 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-c5e723a0-d2d6-453c-83bf-415a809347f3 req-f139e8f5-b215-4816-8653-809799f33200 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Request body: {'port': {'device_id': '165e3d19-d7b0-474a-b06b-e64e6fe1293e', 'network_id': 'd50665b6-9647-47f1-b718-b6ae7cd32366', 'admin_state_up': True, 'tenant_id': 'ea576b38215846aaa224b1aa35155ba3'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:46:30.409556 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-14fa53fd-c746-46b1-ab5b-35d8e4cdee46 req-f20415bc-5a34-4df7-ab48-b80f67761b09 tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] Unset dirty status for tenant:a198a70ca3a34927a1a0f5619b367434 on resource:network {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:46:30.417150 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-14fa53fd-c746-46b1-ab5b-35d8e4cdee46 req-f20415bc-5a34-4df7-ab48-b80f67761b09 tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] 10.222.0.23 "GET /v2.0/networks?id=fbba3412-04d5-47e9-8a00-85c966b7f046 HTTP/1.1" status: 200 len: 822 time: 1.8365207 May 05 21:46:30.558367 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-14fa53fd-c746-46b1-ab5b-35d8e4cdee46 req-bb11002c-9555-4d7b-83aa-a1c45276c04e tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] 10.222.0.23 "GET /v2.0/quotas/a198a70ca3a34927a1a0f5619b367434 HTTP/1.1" status: 200 len: 375 time: 0.1401913 May 05 21:46:30.619061 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-c5e723a0-d2d6-453c-83bf-415a809347f3 req-f139e8f5-b215-4816-8653-809799f33200 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:46:30.630201 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-14fa53fd-c746-46b1-ab5b-35d8e4cdee46 req-e56a2515-685d-40f9-9544-9e4d7b111471 tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a198a70ca3a34927a1a0f5619b367434&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0708346 May 05 21:46:30.652298 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-c5e723a0-d2d6-453c-83bf-415a809347f3 req-f139e8f5-b215-4816-8653-809799f33200 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Usage tracker for resource:port and tenant:ea576b38215846aaa224b1aa35155ba3 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:46:30.665621 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-c5e723a0-d2d6-453c-83bf-415a809347f3 req-f139e8f5-b215-4816-8653-809799f33200 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:46:30.693823 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-c5e723a0-d2d6-453c-83bf-415a809347f3 req-f139e8f5-b215-4816-8653-809799f33200 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:46:30.709296 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-770576f5-8fcb-4c72-afe0-50f644798cde req-0b97e288-e83c-4c07-8b1a-c6a3979d9b43 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8097b0f0-fd36-4b57-be44-9ed5bd276e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4426050 May 05 21:46:30.799201 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-14fa53fd-c746-46b1-ab5b-35d8e4cdee46 req-a62b2e35-8498-47cc-9616-e1fcd903c3f8 service neutron] 10.222.0.23 "GET /v2.0/networks/fbba3412-04d5-47e9-8a00-85c966b7f046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678672 May 05 21:46:30.835200 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce7187-4c0d-4a97-89db-3d2e5206098a req-be9c05c0-3ed0-4a05-9741-a0fd43dc9d71 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:30.842575 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f0ce7187-4c0d-4a97-89db-3d2e5206098a req-be9c05c0-3ed0-4a05-9741-a0fd43dc9d71 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d839354-039d-4eef-80c3-6cc1a4dcfdd1 HTTP/1.1" status: 200 len: 946 time: 2.2263222 May 05 21:46:30.851289 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=59fcd1b3-14da-4c63-a865-86c9da247275,revision_number=6']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:30.921318 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5e723a0-d2d6-453c-83bf-415a809347f3 req-f139e8f5-b215-4816-8653-809799f33200 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Made reservation on behalf of ea576b38215846aaa224b1aa35155ba3 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:46:30.928645 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c5e723a0-d2d6-453c-83bf-415a809347f3 req-f139e8f5-b215-4816-8653-809799f33200 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:30.992048 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-a2ee0cf4-9192-4aae-9f9d-799d1e102247 None None] Port 782516d7-efa7-4085-b1ea-f8dd331bc8af cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:46:31.266408 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.resource_extend [None req-e46331be-2e2f-4cdf-9173-49096fd56e57 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 21:46:31.394276 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e46331be-2e2f-4cdf-9173-49096fd56e57 None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:31.421625 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e46331be-2e2f-4cdf-9173-49096fd56e57 None None] Transition to ACTIVE for port object 492005b6-aae6-49d6-8896-2a21bd3e474b will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:46:31.435026 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e46331be-2e2f-4cdf-9173-49096fd56e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:31.436713 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f0ce7187-4c0d-4a97-89db-3d2e5206098a req-6fb009e0-87b3-4a06-a7bc-3ae36d13dbe4 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5932407 May 05 21:46:31.507644 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-770576f5-8fcb-4c72-afe0-50f644798cde req-42a93feb-f88a-4792-b4c4-d82e314dd5b7 service neutron] 10.222.0.32 "GET /v2.0/networks/8097b0f0-fd36-4b57-be44-9ed5bd276e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7871606 May 05 21:46:31.519744 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6f7166-0ac6-41c3-a33b-fa663bdf6aa6 None None] Pushing event updated for resources: {'Port': ['ID=492005b6-aae6-49d6-8896-2a21bd3e474b,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:31.580611 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-e46331be-2e2f-4cdf-9173-49096fd56e57 None None] Attempting to bind port 492005b6-aae6-49d6-8896-2a21bd3e474b on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:46:31.580973 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-e46331be-2e2f-4cdf-9173-49096fd56e57 None None] Attempting to bind port 492005b6-aae6-49d6-8896-2a21bd3e474b by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:46:31.581328 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46331be-2e2f-4cdf-9173-49096fd56e57 None None] Attempting to bind port 492005b6-aae6-49d6-8896-2a21bd3e474b on network 25bfe237-58de-4709-a3e0-ac79da07c300 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:46:31.596507 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46331be-2e2f-4cdf-9173-49096fd56e57 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:46:31.598681 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46331be-2e2f-4cdf-9173-49096fd56e57 None None] Checking segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:46:31.599623 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e46331be-2e2f-4cdf-9173-49096fd56e57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:31.600015 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46331be-2e2f-4cdf-9173-49096fd56e57 None None] Bound using segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:46:31.600491 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-e46331be-2e2f-4cdf-9173-49096fd56e57 None None] Bound port: 492005b6-aae6-49d6-8896-2a21bd3e474b, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:46:31.602727 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e46331be-2e2f-4cdf-9173-49096fd56e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:31.811397 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-c5e723a0-d2d6-453c-83bf-415a809347f3 req-f139e8f5-b215-4816-8653-809799f33200 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Allocated IP 172.20.0.13 (d50665b6-9647-47f1-b718-b6ae7cd32366/2ef0800d-de6f-466d-b35f-d1403d70c310/209ab6e8-eeda-4627-af5b-3d7bb457be9b) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:46:31.816653 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-e46331be-2e2f-4cdf-9173-49096fd56e57 None None] For port 492005b6-aae6-49d6-8896-2a21bd3e474b, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:46:31.834370 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-e46331be-2e2f-4cdf-9173-49096fd56e57 None None] For port 492005b6-aae6-49d6-8896-2a21bd3e474b, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=492005b6-aae6-49d6-8896-2a21bd3e474b,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:46:31.849839 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e46331be-2e2f-4cdf-9173-49096fd56e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:31.901263 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-770576f5-8fcb-4c72-afe0-50f644798cde req-5bc54477-ca85-476d-ae3d-c904f6e5519f service neutron] 10.222.0.32 "GET /v2.0/networks/8097b0f0-fd36-4b57-be44-9ed5bd276e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818305 May 05 21:46:32.095403 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-925313df-f719-41d9-bc8a-cdd8185d9dad req-2bcaed57-5a5c-4be3-a93b-0160cfbc637c tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=165e3d19-d7b0-474a-b06b-e64e6fe1293e HTTP/1.1" status: 200 len: 210 time: 0.3070385 May 05 21:46:32.097284 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 35b0d766-3ed5-42cf-a020-801b48d68ef7 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:46:32.115643 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-14fa53fd-c746-46b1-ab5b-35d8e4cdee46 req-f2747100-2993-4dbd-8866-86a8e368f1a8 service neutron] 10.222.0.23 "GET /v2.0/networks/fbba3412-04d5-47e9-8a00-85c966b7f046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3154185 May 05 21:46:32.340792 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6f7166-0ac6-41c3-a33b-fa663bdf6aa6 None None] Pushing event updated for resources: {'Port': ['ID=492005b6-aae6-49d6-8896-2a21bd3e474b,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:32.391409 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46331be-2e2f-4cdf-9173-49096fd56e57 None None] Routers {'8fc88137-3275-4db7-bc2e-9936958326ac'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:46:32.392716 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-e46331be-2e2f-4cdf-9173-49096fd56e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:46:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8fc88137-3275-4db7-bc2e-9936958326ac'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:46:32.408844 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-547ba7ba-dfe5-49fa-b0cd-99ce1a508cf7 admin admin] Router f3e2abbc-288c-496f-bed1-a4d19d687720 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:46:32.747274 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c5e723a0-d2d6-453c-83bf-415a809347f3 req-f139e8f5-b215-4816-8653-809799f33200 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:32.853700 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c5e723a0-d2d6-453c-83bf-415a809347f3 req-f139e8f5-b215-4816-8653-809799f33200 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:32.977871 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 59fcd1b3-14da-4c63-a865-86c9da247275 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:46:33.055148 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['6aa8365b-e092-44f6-b0bc-72c629a80a98'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:46:33.089384 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f139e8f5-b215-4816-8653-809799f33200 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Pushing event updated for resources: {'Port': ['ID=209ab6e8-eeda-4627-af5b-3d7bb457be9b,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:33.112617 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5e723a0-d2d6-453c-83bf-415a809347f3 req-f139e8f5-b215-4816-8653-809799f33200 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Network d50665b6-9647-47f1-b718-b6ae7cd32366 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:46:33.122504 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-c5e723a0-d2d6-453c-83bf-415a809347f3 req-f139e8f5-b215-4816-8653-809799f33200 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:46:33.131413 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5e723a0-d2d6-453c-83bf-415a809347f3 req-f139e8f5-b215-4816-8653-809799f33200 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:46:33.305188 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-e46331be-2e2f-4cdf-9173-49096fd56e57 None None] Set router 8fc88137-3275-4db7-bc2e-9936958326ac gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:46:33.362178 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e723a0-d2d6-453c-83bf-415a809347f3 req-f139e8f5-b215-4816-8653-809799f33200 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:33.364453 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c5e723a0-d2d6-453c-83bf-415a809347f3 req-f139e8f5-b215-4816-8653-809799f33200 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:33.433892 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c5e723a0-d2d6-453c-83bf-415a809347f3 req-f139e8f5-b215-4816-8653-809799f33200 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0737820 May 05 21:46:33.447736 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-c5e723a0-d2d6-453c-83bf-415a809347f3 req-f70ec6ca-44a0-4c34-9326-2d6d3e612c26 service neutron] Request body: {'port': {'device_id': '165e3d19-d7b0-474a-b06b-e64e6fe1293e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:46:33.728292 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c5e723a0-d2d6-453c-83bf-415a809347f3 req-f70ec6ca-44a0-4c34-9326-2d6d3e612c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:33.765504 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 35b0d766-3ed5-42cf-a020-801b48d68ef7 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:46:33.855892 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 35b0d766-3ed5-42cf-a020-801b48d68ef7 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:46:33.857880 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:34.214133 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 59fcd1b3-14da-4c63-a865-86c9da247275 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:46:34.214570 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:34.266609 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6295c3a7-8028-477c-816c-47bd26eb5605 req-3f26e088-a4e0-472c-8d8e-3229464f38d9 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:34.275254 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6295c3a7-8028-477c-816c-47bd26eb5605 req-3f26e088-a4e0-472c-8d8e-3229464f38d9 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbe975a-28d0-473c-a0a1-b38b162994ce HTTP/1.1" status: 200 len: 943 time: 1.3929708 May 05 21:46:34.395365 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-e46331be-2e2f-4cdf-9173-49096fd56e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc88137-3275-4db7-bc2e-9936958326ac', 'name': 'tempest-ServerActionsTestJSON-2136586527-router', 'tenant_id': '0eb82da6a4bc47a2ae0058d78ca21e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '492005b6-aae6-49d6-8896-2a21bd3e474b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:46:14Z', 'updated_at': '2022-05-05T21:46:20Z', 'revision_number': 3, 'project_id': '0eb82da6a4bc47a2ae0058d78ca21e92', 'gw_port': {'id': '492005b6-aae6-49d6-8896-2a21bd3e474b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc88137-3275-4db7-bc2e-9936958326ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:46:17Z', 'updated_at': '2022-05-05T21:46:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:46:34.432201 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-c5e723a0-d2d6-453c-83bf-415a809347f3 req-f70ec6ca-44a0-4c34-9326-2d6d3e612c26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 209ab6e8-eeda-4627-af5b-3d7bb457be9b {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:46:34.450514 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c5e723a0-d2d6-453c-83bf-415a809347f3 req-f70ec6ca-44a0-4c34-9326-2d6d3e612c26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:34.461107 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46331be-2e2f-4cdf-9173-49096fd56e57 None None] The sync data for ids ['8fc88137-3275-4db7-bc2e-9936958326ac'] in n-d-825175-4 is: [{'id': '8fc88137-3275-4db7-bc2e-9936958326ac', 'name': 'tempest-ServerActionsTestJSON-2136586527-router', 'tenant_id': '0eb82da6a4bc47a2ae0058d78ca21e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '492005b6-aae6-49d6-8896-2a21bd3e474b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:46:14Z', 'updated_at': '2022-05-05T21:46:20Z', 'revision_number': 3, 'project_id': '0eb82da6a4bc47a2ae0058d78ca21e92', 'gw_port': {'id': '492005b6-aae6-49d6-8896-2a21bd3e474b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc88137-3275-4db7-bc2e-9936958326ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:46:17Z', 'updated_at': '2022-05-05T21:46:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:46:34.494518 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a85d1-a04a-4e52-aecb-c1d991fd0a0c req-907bf95f-f3aa-45f4-8be8-0196ae97fae1 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:34.505514 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-300a85d1-a04a-4e52-aecb-c1d991fd0a0c req-907bf95f-f3aa-45f4-8be8-0196ae97fae1 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9e93b10-6d3b-4d1a-b434-b398cc516811 HTTP/1.1" status: 200 len: 946 time: 1.6422794 May 05 21:46:34.506845 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-c5e723a0-d2d6-453c-83bf-415a809347f3 req-f70ec6ca-44a0-4c34-9326-2d6d3e612c26 service neutron] Transition to ACTIVE for port object 209ab6e8-eeda-4627-af5b-3d7bb457be9b will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:46:34.523335 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c5e723a0-d2d6-453c-83bf-415a809347f3 req-f70ec6ca-44a0-4c34-9326-2d6d3e612c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:34.549635 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:34.577341 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6295c3a7-8028-477c-816c-47bd26eb5605 req-a660d182-d0c2-4b46-a306-120fd4b71f8b tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] 10.222.0.23 "GET /v2.0/security-groups?id=5fd3cbe3-d514-4b83-9f5b-499e6815d2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2483041 May 05 21:46:34.659263 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 35b0d766-3ed5-42cf-a020-801b48d68ef7, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=35b0d766-3ed5-42cf-a020-801b48d68ef7,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:46:34.680356 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-300a85d1-a04a-4e52-aecb-c1d991fd0a0c req-cd3490f8-561d-497e-968c-93625d1fba51 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ea35cbd-159b-4a97-ac8e-0ad5178ef2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717134 May 05 21:46:34.724632 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:34.730733 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ec6ca-44a0-4c34-9326-2d6d3e612c26 service neutron] Pushing event updated for resources: {'Port': ['ID=209ab6e8-eeda-4627-af5b-3d7bb457be9b,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:34.952406 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547ba7ba-dfe5-49fa-b0cd-99ce1a508cf7 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:46:34.958143 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:34.983550 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-547ba7ba-dfe5-49fa-b0cd-99ce1a508cf7 admin admin] 10.222.0.23 "PUT /v2.0/routers/f3e2abbc-288c-496f-bed1-a4d19d687720/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.4336374 May 05 21:46:35.092499 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d839354-039d-4eef-80c3-6cc1a4dcfdd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59fcd1b3-14da-4c63-a865-86c9da247275'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:46:35.135182 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 59fcd1b3-14da-4c63-a865-86c9da247275, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=59fcd1b3-14da-4c63-a865-86c9da247275,segment=NetworkSegment(bb53319d-02d7-4ee5-a402-d07603ca726a),segment_id=bb53319d-02d7-4ee5-a402-d07603ca726a)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:46:35.138118 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=35b0d766-3ed5-42cf-a020-801b48d68ef7,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:35.151645 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:35.295780 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-11849184-a648-4be7-8071-e2e79f435f89 req-d6c25fb1-5848-4f3c-97d6-47b10ac3bc31 tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] 10.222.0.23 "GET /v2.0/ports?device_id=3fb67afd-60ec-4a25-9ce4-b8f6629f1ef0 HTTP/1.1" status: 200 len: 210 time: 0.3253636 May 05 21:46:35.333918 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=59fcd1b3-14da-4c63-a865-86c9da247275,revision_number=7']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:35.490086 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-c5e723a0-d2d6-453c-83bf-415a809347f3 req-f70ec6ca-44a0-4c34-9326-2d6d3e612c26 service neutron] Attempting to bind port 209ab6e8-eeda-4627-af5b-3d7bb457be9b on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:46:35.490690 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-c5e723a0-d2d6-453c-83bf-415a809347f3 req-f70ec6ca-44a0-4c34-9326-2d6d3e612c26 service neutron] Attempting to bind port 209ab6e8-eeda-4627-af5b-3d7bb457be9b by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': 'df9c57c2-52c8-43c0-981c-16fd110b1d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd50665b6-9647-47f1-b718-b6ae7cd32366'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:46:35.490818 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e723a0-d2d6-453c-83bf-415a809347f3 req-f70ec6ca-44a0-4c34-9326-2d6d3e612c26 service neutron] Attempting to bind port 209ab6e8-eeda-4627-af5b-3d7bb457be9b on network d50665b6-9647-47f1-b718-b6ae7cd32366 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:46:35.502267 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:35.516222 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa53fd-c746-46b1-ab5b-35d8e4cdee46 req-542619e4-72c7-4003-b615-1a95133fe598 tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:35.518217 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-14fa53fd-c746-46b1-ab5b-35d8e4cdee46 req-542619e4-72c7-4003-b615-1a95133fe598 tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] 10.222.0.32 "GET /v2.0/networks?id=fbba3412-04d5-47e9-8a00-85c966b7f046 HTTP/1.1" status: 200 len: 822 time: 0.6364727 May 05 21:46:35.519064 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e723a0-d2d6-453c-83bf-415a809347f3 req-f70ec6ca-44a0-4c34-9326-2d6d3e612c26 service neutron] Port 209ab6e8-eeda-4627-af5b-3d7bb457be9b on network d50665b6-9647-47f1-b718-b6ae7cd32366 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:46:35.519412 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e723a0-d2d6-453c-83bf-415a809347f3 req-f70ec6ca-44a0-4c34-9326-2d6d3e612c26 service neutron] Attempting to bind port 209ab6e8-eeda-4627-af5b-3d7bb457be9b on network d50665b6-9647-47f1-b718-b6ae7cd32366 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:46:35.529496 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e723a0-d2d6-453c-83bf-415a809347f3 req-f70ec6ca-44a0-4c34-9326-2d6d3e612c26 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:46:35.530144 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e723a0-d2d6-453c-83bf-415a809347f3 req-f70ec6ca-44a0-4c34-9326-2d6d3e612c26 service neutron] Checking segment: {'id': 'df9c57c2-52c8-43c0-981c-16fd110b1d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd50665b6-9647-47f1-b718-b6ae7cd32366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:46:35.530760 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e723a0-d2d6-453c-83bf-415a809347f3 req-f70ec6ca-44a0-4c34-9326-2d6d3e612c26 service neutron] Bound using segment: {'id': 'df9c57c2-52c8-43c0-981c-16fd110b1d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd50665b6-9647-47f1-b718-b6ae7cd32366'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:46:35.531684 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-c5e723a0-d2d6-453c-83bf-415a809347f3 req-f70ec6ca-44a0-4c34-9326-2d6d3e612c26 service neutron] Bound port: 209ab6e8-eeda-4627-af5b-3d7bb457be9b, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df9c57c2-52c8-43c0-981c-16fd110b1d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd50665b6-9647-47f1-b718-b6ae7cd32366'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:46:35.532289 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c5e723a0-d2d6-453c-83bf-415a809347f3 req-f70ec6ca-44a0-4c34-9326-2d6d3e612c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:35.556978 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-14fa53fd-c746-46b1-ab5b-35d8e4cdee46 req-714ae960-c255-4d70-bc29-1dae5ff935eb tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] Request body: {'port': {'device_id': '3fb67afd-60ec-4a25-9ce4-b8f6629f1ef0', 'network_id': 'fbba3412-04d5-47e9-8a00-85c966b7f046', 'admin_state_up': True, 'tenant_id': 'a198a70ca3a34927a1a0f5619b367434'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:46:35.599820 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9567e271-6f93-441f-b3c7-387d1eb9b53b req-b514f165-c271-4c79-ac52-f7d21ab679ad tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:35.624866 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9567e271-6f93-441f-b3c7-387d1eb9b53b req-b514f165-c271-4c79-ac52-f7d21ab679ad tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d839354-039d-4eef-80c3-6cc1a4dcfdd1 HTTP/1.1" status: 200 len: 946 time: 0.5079284 May 05 21:46:35.678403 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:35.765529 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-c5e723a0-d2d6-453c-83bf-415a809347f3 req-f70ec6ca-44a0-4c34-9326-2d6d3e612c26 service neutron] For port 209ab6e8-eeda-4627-af5b-3d7bb457be9b, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:46:35.772742 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-c5e723a0-d2d6-453c-83bf-415a809347f3 req-f70ec6ca-44a0-4c34-9326-2d6d3e612c26 service neutron] For port 209ab6e8-eeda-4627-af5b-3d7bb457be9b, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=209ab6e8-eeda-4627-af5b-3d7bb457be9b,segment=NetworkSegment(df9c57c2-52c8-43c0-981c-16fd110b1d0b),segment_id=df9c57c2-52c8-43c0-981c-16fd110b1d0b)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:46:35.783657 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c5e723a0-d2d6-453c-83bf-415a809347f3 req-f70ec6ca-44a0-4c34-9326-2d6d3e612c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:35.975508 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9567e271-6f93-441f-b3c7-387d1eb9b53b req-5f590abd-b61b-416f-899f-abb1f65c599d tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410468 May 05 21:46:36.026148 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c5e723a0-d2d6-453c-83bf-415a809347f3 req-f70ec6ca-44a0-4c34-9326-2d6d3e612c26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:36.027857 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c5e723a0-d2d6-453c-83bf-415a809347f3 req-f70ec6ca-44a0-4c34-9326-2d6d3e612c26 service neutron] 10.222.0.44 "PUT /v2.0/ports/209ab6e8-eeda-4627-af5b-3d7bb457be9b HTTP/1.1" status: 200 len: 1092 time: 2.5869143 May 05 21:46:36.058311 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '165e3d19-d7b0-474a-b06b-e64e6fe1293e', 'tag': '209ab6e8-eeda-4627-af5b-3d7bb457be9b'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:46:36.133184 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e1291eb5-7414-4313-a2fd-a5c6ba14a275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:36.251672 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ec6ca-44a0-4c34-9326-2d6d3e612c26 service neutron] Pushing event updated for resources: {'Port': ['ID=209ab6e8-eeda-4627-af5b-3d7bb457be9b,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:36.271758 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c5e723a0-d2d6-453c-83bf-415a809347f3 req-9154b7bf-3b38-40e4-88e2-d2ce4d7d0727 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ea576b38215846aaa224b1aa35155ba3&device_id=165e3d19-d7b0-474a-b06b-e64e6fe1293e HTTP/1.1" status: 200 len: 1095 time: 0.1786668 May 05 21:46:36.272961 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-14fa53fd-c746-46b1-ab5b-35d8e4cdee46 req-714ae960-c255-4d70-bc29-1dae5ff935eb tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:46:36.277583 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-14fa53fd-c746-46b1-ab5b-35d8e4cdee46 req-714ae960-c255-4d70-bc29-1dae5ff935eb tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] Usage tracker for resource:port and tenant:a198a70ca3a34927a1a0f5619b367434 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:46:36.397257 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329541c3-15f0-4f36-a985-ded7653f7d1d req-69222c6f-81f3-438e-9bbe-b4bb62b4cbf4 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:36.403226 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c5e723a0-d2d6-453c-83bf-415a809347f3 req-54507b7e-1e35-482b-8c15-0b16c88c4f39 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=209ab6e8-eeda-4627-af5b-3d7bb457be9b HTTP/1.1" status: 200 len: 217 time: 0.1217661 May 05 21:46:36.407184 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-14fa53fd-c746-46b1-ab5b-35d8e4cdee46 req-714ae960-c255-4d70-bc29-1dae5ff935eb tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:46:36.409557 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-329541c3-15f0-4f36-a985-ded7653f7d1d req-69222c6f-81f3-438e-9bbe-b4bb62b4cbf4 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=165e3d19-d7b0-474a-b06b-e64e6fe1293e HTTP/1.1" status: 200 len: 944 time: 0.5374703 May 05 21:46:36.500913 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e723a0-d2d6-453c-83bf-415a809347f3 req-150beca2-b678-4141-83b1-a6fdee3057ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:36.503786 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c5e723a0-d2d6-453c-83bf-415a809347f3 req-150beca2-b678-4141-83b1-a6fdee3057ea service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2ef0800d-de6f-466d-b35f-d1403d70c310 HTTP/1.1" status: 200 len: 848 time: 0.0794737 May 05 21:46:36.510152 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-14fa53fd-c746-46b1-ab5b-35d8e4cdee46 req-714ae960-c255-4d70-bc29-1dae5ff935eb tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:46:36.635366 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-329541c3-15f0-4f36-a985-ded7653f7d1d req-e12efc1d-0c75-44c8-b765-beb1c2b0befc tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246389 May 05 21:46:36.683875 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c5e723a0-d2d6-453c-83bf-415a809347f3 req-9f05e377-d251-45d0-aac8-37159a89770a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d50665b6-9647-47f1-b718-b6ae7cd32366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1667838 May 05 21:46:36.743118 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd8c367-90ec-481b-9192-b71901984aa1 req-9387ac12-0e76-4117-8b18-6fa23a0f5ed8 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:36.761811 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cbd8c367-90ec-481b-9192-b71901984aa1 req-9387ac12-0e76-4117-8b18-6fa23a0f5ed8 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9e93b10-6d3b-4d1a-b434-b398cc516811 HTTP/1.1" status: 200 len: 946 time: 0.3314753 May 05 21:46:36.821348 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85c7ebe9-5ce6-4c1d-90e3-eb54463902f9'] response: {'server_uuid': '3d839354-039d-4eef-80c3-6cc1a4dcfdd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59fcd1b3-14da-4c63-a865-86c9da247275', 'code': 200} May 05 21:46:36.907374 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 35b0d766-3ed5-42cf-a020-801b48d68ef7 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:46:36.908632 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14fa53fd-c746-46b1-ab5b-35d8e4cdee46 req-714ae960-c255-4d70-bc29-1dae5ff935eb tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] Made reservation on behalf of a198a70ca3a34927a1a0f5619b367434 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:46:36.911649 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-14fa53fd-c746-46b1-ab5b-35d8e4cdee46 req-714ae960-c255-4d70-bc29-1dae5ff935eb tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:37.009635 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-e1291eb5-7414-4313-a2fd-a5c6ba14a275 admin admin] Allocated IP 172.20.0.1 (f33cead3-3472-4ef7-9cf3-a35684adef89/7d5de724-e15a-4a3a-8314-05869a0cf070/63e74258-3e07-4692-99fd-674df226b289) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:46:37.021181 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cbd8c367-90ec-481b-9192-b71901984aa1 req-47d5b82b-968c-41d6-840a-2d354495488b tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ea35cbd-159b-4a97-ac8e-0ad5178ef2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557294 May 05 21:46:37.126542 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 35b0d766-3ed5-42cf-a020-801b48d68ef7 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:46:37.127991 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:37.556220 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c5e723a0-d2d6-453c-83bf-415a809347f3 req-5764f70d-86ff-4006-aa67-04330d05f978 service neutron] 10.222.0.44 "GET /v2.0/networks/d50665b6-9647-47f1-b718-b6ae7cd32366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8670621 May 05 21:46:37.585291 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 38250) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:46:37.602511 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-7a517c6e-dfe3-4e5c-9ad3-6c4dd4c2431e tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Request body: {'security_group': {'name': 'tempest-securitygroup--231379038', 'description': 'tempest-description--1949055414'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:46:37.722498 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e1291eb5-7414-4313-a2fd-a5c6ba14a275 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:37.741400 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa245457-ba68-464a-a76e-65bfbe1d91b7'] response: {'name': 'network-changed', 'server_uuid': '165e3d19-d7b0-474a-b06b-e64e6fe1293e', 'tag': '209ab6e8-eeda-4627-af5b-3d7bb457be9b', 'status': 'completed', 'code': 200} May 05 21:46:37.742042 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-7a517c6e-dfe3-4e5c-9ad3-6c4dd4c2431e tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:46:37.751147 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-7a517c6e-dfe3-4e5c-9ad3-6c4dd4c2431e tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Usage tracker for resource:security_group and tenant:c5a8c9a56475462680e05305adb463b2 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:46:37.758059 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c5e723a0-d2d6-453c-83bf-415a809347f3 req-262d14f9-6729-47a0-8da6-c06734c64d7e service neutron] 10.222.0.44 "GET /v2.0/networks/d50665b6-9647-47f1-b718-b6ae7cd32366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922550 May 05 21:46:37.760278 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-14fa53fd-c746-46b1-ab5b-35d8e4cdee46 req-714ae960-c255-4d70-bc29-1dae5ff935eb tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] Allocated IP 172.20.0.7 (fbba3412-04d5-47e9-8a00-85c966b7f046/a799d3f5-89b2-4c70-a70f-16131fbdf419/b4259fe0-404d-410e-a2c7-f91777fd80d0) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:46:37.788804 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-7a517c6e-dfe3-4e5c-9ad3-6c4dd4c2431e tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:46:37.797594 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-7a517c6e-dfe3-4e5c-9ad3-6c4dd4c2431e tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:46:37.808277 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-e1291eb5-7414-4313-a2fd-a5c6ba14a275 admin admin] Transition to ACTIVE for port object 63e74258-3e07-4692-99fd-674df226b289 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:46:37.845351 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7a517c6e-dfe3-4e5c-9ad3-6c4dd4c2431e tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:37.931907 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-69535a5c-661e-48e1-ad2e-0bea51c13935 req-b8d4c7f2-b3d1-4938-af0c-47b6568f8008 tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] 10.222.0.23 "GET /v2.0/ports?device_id=3fb67afd-60ec-4a25-9ce4-b8f6629f1ef0 HTTP/1.1" status: 200 len: 210 time: 0.0626245 May 05 21:46:37.973689 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f1d712-d5b5-4dc2-8a5d-d8599f80e5ed req-89e0d2d3-68ee-4660-a61e-4d7d3e7d3ba6 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:37.980635 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-19f1d712-d5b5-4dc2-8a5d-d8599f80e5ed req-89e0d2d3-68ee-4660-a61e-4d7d3e7d3ba6 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbe975a-28d0-473c-a0a1-b38b162994ce HTTP/1.1" status: 200 len: 943 time: 0.6463668 May 05 21:46:38.049690 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e1291eb5-7414-4313-a2fd-a5c6ba14a275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:38.115573 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-7a517c6e-dfe3-4e5c-9ad3-6c4dd4c2431e tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:46:38.127608 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-91faeb87-0b6c-4b0b-b9eb-afe22ad965c6 req-4f37efc3-6782-420f-b60c-6cdd855b472b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ea576b38215846aaa224b1aa35155ba3&device_id=165e3d19-d7b0-474a-b06b-e64e6fe1293e HTTP/1.1" status: 200 len: 1095 time: 0.2916830 May 05 21:46:38.136173 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-7a517c6e-dfe3-4e5c-9ad3-6c4dd4c2431e tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Usage tracker for resource:security_group_rule and tenant:c5a8c9a56475462680e05305adb463b2 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:46:38.141956 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-7a517c6e-dfe3-4e5c-9ad3-6c4dd4c2431e tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:46:38.165081 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-7a517c6e-dfe3-4e5c-9ad3-6c4dd4c2431e tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:46:38.182635 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1291eb5-7414-4313-a2fd-a5c6ba14a275 admin admin] Network f33cead3-3472-4ef7-9cf3-a35684adef89 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:46:38.190425 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-e1291eb5-7414-4313-a2fd-a5c6ba14a275 admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:46:38.194882 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1291eb5-7414-4313-a2fd-a5c6ba14a275 admin admin] Pushing event updated for resources: {'Port': ['ID=63e74258-3e07-4692-99fd-674df226b289,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:38.197428 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1291eb5-7414-4313-a2fd-a5c6ba14a275 admin admin] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:46:38.276527 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-19f1d712-d5b5-4dc2-8a5d-d8599f80e5ed req-34432c59-2ba2-46d4-82d5-6d60756c740c tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] 10.222.0.23 "GET /v2.0/security-groups?id=5fd3cbe3-d514-4b83-9f5b-499e6815d2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2903876 May 05 21:46:38.397662 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-14fa53fd-c746-46b1-ab5b-35d8e4cdee46 req-714ae960-c255-4d70-bc29-1dae5ff935eb tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:38.440802 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91faeb87-0b6c-4b0b-b9eb-afe22ad965c6 req-30c0d12d-1ee9-4e47-9a1d-fd5e40d7015c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:38.442918 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-91faeb87-0b6c-4b0b-b9eb-afe22ad965c6 req-30c0d12d-1ee9-4e47-9a1d-fd5e40d7015c service neutron] 10.222.0.44 "GET /v2.0/networks?id=d50665b6-9647-47f1-b718-b6ae7cd32366 HTTP/1.1" status: 200 len: 909 time: 0.3112922 May 05 21:46:38.528288 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e1291eb5-7414-4313-a2fd-a5c6ba14a275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:38.564041 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7a517c6e-dfe3-4e5c-9ad3-6c4dd4c2431e tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:38.572906 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-91faeb87-0b6c-4b0b-b9eb-afe22ad965c6 req-619e7de8-e447-4563-8d2b-957bb9c9477b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=209ab6e8-eeda-4627-af5b-3d7bb457be9b HTTP/1.1" status: 200 len: 217 time: 0.1192906 May 05 21:46:38.600870 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7a517c6e-dfe3-4e5c-9ad3-6c4dd4c2431e tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:38.619502 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-2d61028d-dfc6-4f31-acd5-46c18528e611 None None] Provisioning for port 63e74258-3e07-4692-99fd-674df226b289 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:46:38.628395 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-2d61028d-dfc6-4f31-acd5-46c18528e611 None None] Provisioning complete for port 63e74258-3e07-4692-99fd-674df226b289 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:46:38.628806 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2d61028d-dfc6-4f31-acd5-46c18528e611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:38.693179 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-14fa53fd-c746-46b1-ab5b-35d8e4cdee46 req-714ae960-c255-4d70-bc29-1dae5ff935eb tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:38.730360 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d31a930-62a7-4726-84d7-cbb806648c6e req-01f7c1de-cc1b-452c-b5b8-a5ad499c8734 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:38.739364 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6d31a930-62a7-4726-84d7-cbb806648c6e req-01f7c1de-cc1b-452c-b5b8-a5ad499c8734 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d839354-039d-4eef-80c3-6cc1a4dcfdd1 HTTP/1.1" status: 200 len: 946 time: 0.4955299 May 05 21:46:38.772181 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-2d61028d-dfc6-4f31-acd5-46c18528e611 None None] Port 63e74258-3e07-4692-99fd-674df226b289 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:46:38.776919 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a517c6e-dfe3-4e5c-9ad3-6c4dd4c2431e tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0b30f9-8c06-47ca-b845-d0b43dd9cf48,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:38.833458 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 668a5a28-fc6f-4a3d-aa2b-c999c6a7c64d details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:46:38.899215 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ae960-c255-4d70-bc29-1dae5ff935eb tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] Pushing event updated for resources: {'Port': ['ID=b4259fe0-404d-410e-a2c7-f91777fd80d0,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:38.956223 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14fa53fd-c746-46b1-ab5b-35d8e4cdee46 req-714ae960-c255-4d70-bc29-1dae5ff935eb tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] Network fbba3412-04d5-47e9-8a00-85c966b7f046 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:46:38.966670 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-14fa53fd-c746-46b1-ab5b-35d8e4cdee46 req-714ae960-c255-4d70-bc29-1dae5ff935eb tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:46:38.971916 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-14fa53fd-c746-46b1-ab5b-35d8e4cdee46 req-714ae960-c255-4d70-bc29-1dae5ff935eb tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:46:38.997419 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7a517c6e-dfe3-4e5c-9ad3-6c4dd4c2431e tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:39.001966 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-7a517c6e-dfe3-4e5c-9ad3-6c4dd4c2431e tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.4089801 May 05 21:46:39.005066 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 38264) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:46:39.018563 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-03927b29-0c3f-4a6b-8290-aba634dea4fc tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Request body: {'security_group_rule': {'security_group_id': '6d0b30f9-8c06-47ca-b845-d0b43dd9cf48', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:46:39.046220 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-03927b29-0c3f-4a6b-8290-aba634dea4fc tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:46:39.057520 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91faeb87-0b6c-4b0b-b9eb-afe22ad965c6 req-cc4fe02d-8195-4d2b-8f62-34e84cd4d299 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:39.059147 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-91faeb87-0b6c-4b0b-b9eb-afe22ad965c6 req-cc4fe02d-8195-4d2b-8f62-34e84cd4d299 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2ef0800d-de6f-466d-b35f-d1403d70c310 HTTP/1.1" status: 200 len: 848 time: 0.4785495 May 05 21:46:39.078488 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-03927b29-0c3f-4a6b-8290-aba634dea4fc tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Usage tracker for resource:security_group_rule and tenant:c5a8c9a56475462680e05305adb463b2 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:46:39.087172 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-03927b29-0c3f-4a6b-8290-aba634dea4fc tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:46:39.117876 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-03927b29-0c3f-4a6b-8290-aba634dea4fc tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:46:39.120602 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-91faeb87-0b6c-4b0b-b9eb-afe22ad965c6 req-eb75564d-1899-4dfa-b811-13dbf8da13aa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d50665b6-9647-47f1-b718-b6ae7cd32366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534711 May 05 21:46:39.150941 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6d31a930-62a7-4726-84d7-cbb806648c6e req-83f87708-3023-40e4-867c-13053d6c61db tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4106524 May 05 21:46:39.167247 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e1291eb5-7414-4313-a2fd-a5c6ba14a275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:39.181926 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 668a5a28-fc6f-4a3d-aa2b-c999c6a7c64d, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=668a5a28-fc6f-4a3d-aa2b-c999c6a7c64d,segment=NetworkSegment(51c02cf9-b533-4a1f-be25-586ebd89037c),segment_id=51c02cf9-b533-4a1f-be25-586ebd89037c)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:46:39.230979 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '668a5a28-fc6f-4a3d-aa2b-c999c6a7c64d', 'network_id': '8097b0f0-fd36-4b57-be44-9ed5bd276e58', 'port_id': '668a5a28-fc6f-4a3d-aa2b-c999c6a7c64d', 'mac_address': 'fa:16:3e:6c:24:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba7914fd-cba9-4195-b54c-c60a7934169b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:46:39.244325 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-03927b29-0c3f-4a6b-8290-aba634dea4fc tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:39.292428 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbee0de0-1707-4fd0-bc1c-f8d647ee93d0 None None] Sync routers for ids ['bffd1dee-5092-4142-8ea3-48695f55c7df'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:46:39.321352 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbee0de0-1707-4fd0-bc1c-f8d647ee93d0 None None] Routers {'bffd1dee-5092-4142-8ea3-48695f55c7df'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:46:39.322345 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-dbee0de0-1707-4fd0-bc1c-f8d647ee93d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:46:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['bffd1dee-5092-4142-8ea3-48695f55c7df'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:46:39.451245 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:39.495750 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa53fd-c746-46b1-ab5b-35d8e4cdee46 req-714ae960-c255-4d70-bc29-1dae5ff935eb tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:39.498820 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-14fa53fd-c746-46b1-ab5b-35d8e4cdee46 req-714ae960-c255-4d70-bc29-1dae5ff935eb tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:39.630996 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 668a5a28-fc6f-4a3d-aa2b-c999c6a7c64d {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:46:39.676384 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 668a5a28-fc6f-4a3d-aa2b-c999c6a7c64d, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=668a5a28-fc6f-4a3d-aa2b-c999c6a7c64d,segment=NetworkSegment(51c02cf9-b533-4a1f-be25-586ebd89037c),segment_id=51c02cf9-b533-4a1f-be25-586ebd89037c)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:46:39.692332 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:39.832750 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-91faeb87-0b6c-4b0b-b9eb-afe22ad965c6 req-2a764d5d-0496-4fc4-a03a-0c92e6783e8d service neutron] 10.222.0.44 "GET /v2.0/networks/d50665b6-9647-47f1-b718-b6ae7cd32366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7032387 May 05 21:46:39.838820 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-14fa53fd-c746-46b1-ab5b-35d8e4cdee46 req-714ae960-c255-4d70-bc29-1dae5ff935eb tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2867751 May 05 21:46:39.950197 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-14fa53fd-c746-46b1-ab5b-35d8e4cdee46 req-5c3ecc8c-3026-4d1a-a7cc-eefaec1d7a5b service neutron] Request body: {'port': {'device_id': '3fb67afd-60ec-4a25-9ce4-b8f6629f1ef0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:46:39.977098 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=668a5a28-fc6f-4a3d-aa2b-c999c6a7c64d,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:39.998952 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-dbee0de0-1707-4fd0-bc1c-f8d647ee93d0 None None] Set router bffd1dee-5092-4142-8ea3-48695f55c7df gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:46:40.006072 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['668a5a28-fc6f-4a3d-aa2b-c999c6a7c64d'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:46:40.105820 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:46:40.106981 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:46:40.107628 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:46:40.108175 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:46:40.110159 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:46:40.110763 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:46:40.111401 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:46:40.114513 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:46:40.115131 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:46:40.115685 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:46:40.116236 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:46:40.175643 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de94e9-47ce-4f51-b8c4-3688c4e5cd0c req-f8e99df3-11b6-4ed1-855b-8357589b02e5 tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:40.183883 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-11de94e9-47ce-4f51-b8c4-3688c4e5cd0c req-f8e99df3-11b6-4ed1-855b-8357589b02e5 tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] 10.222.0.23 "GET /v2.0/ports?device_id=3fb67afd-60ec-4a25-9ce4-b8f6629f1ef0 HTTP/1.1" status: 200 len: 931 time: 0.5440905 May 05 21:46:40.203873 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f0ac34-c0f0-4149-8d24-ba3fd3818a4c None None] Sync routers for ids ['f3e2abbc-288c-496f-bed1-a4d19d687720'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:46:40.290399 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f0ac34-c0f0-4149-8d24-ba3fd3818a4c None None] Routers {'f3e2abbc-288c-496f-bed1-a4d19d687720'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:46:40.291333 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-44f0ac34-c0f0-4149-8d24-ba3fd3818a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:46:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['f3e2abbc-288c-496f-bed1-a4d19d687720'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:46:40.324343 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-91faeb87-0b6c-4b0b-b9eb-afe22ad965c6 req-1a2e08d3-19f7-4035-a394-35bd32d28c7f service neutron] 10.222.0.44 "GET /v2.0/networks/d50665b6-9647-47f1-b718-b6ae7cd32366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4843895 May 05 21:46:40.364580 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-03927b29-0c3f-4a6b-8290-aba634dea4fc tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:40.432715 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff952c1b-61b1-4d45-9cb5-ec068efd9c41 req-07a7b700-be65-4626-b307-c8b6b8653334 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:40.435396 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ff952c1b-61b1-4d45-9cb5-ec068efd9c41 req-07a7b700-be65-4626-b307-c8b6b8653334 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=165e3d19-d7b0-474a-b06b-e64e6fe1293e HTTP/1.1" status: 200 len: 944 time: 0.9275863 May 05 21:46:40.444516 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-14fa53fd-c746-46b1-ab5b-35d8e4cdee46 req-5c3ecc8c-3026-4d1a-a7cc-eefaec1d7a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:40.446079 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-11de94e9-47ce-4f51-b8c4-3688c4e5cd0c req-e7c3ebb0-2b33-497b-a6aa-99315322576f tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] Synchronizing usage tracker for tenant:a198a70ca3a34927a1a0f5619b367434 on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:46:40.454909 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-03927b29-0c3f-4a6b-8290-aba634dea4fc tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:40.560710 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03927b29-0c3f-4a6b-8290-aba634dea4fc tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cc6eb11-984f-4832-9a4c-b8e08c5d0bd8,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:40.564354 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-03927b29-0c3f-4a6b-8290-aba634dea4fc tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:40.565772 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-03927b29-0c3f-4a6b-8290-aba634dea4fc tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.5531569 May 05 21:46:40.573728 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 38276) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:46:40.586030 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-f1ede93a-00d9-40e1-9e98-4482389c27fc tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Request body: {'security_group_rule': {'security_group_id': '6d0b30f9-8c06-47ca-b845-d0b43dd9cf48', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:46:40.603374 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-f1ede93a-00d9-40e1-9e98-4482389c27fc tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:46:40.616964 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-f1ede93a-00d9-40e1-9e98-4482389c27fc tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Usage tracker for resource:security_group_rule and tenant:c5a8c9a56475462680e05305adb463b2 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:46:40.626982 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ff952c1b-61b1-4d45-9cb5-ec068efd9c41 req-2e9836e6-193e-434a-bd66-a21c90ae5901 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363535 May 05 21:46:40.645952 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-f1ede93a-00d9-40e1-9e98-4482389c27fc tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:46:40.661710 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-11de94e9-47ce-4f51-b8c4-3688c4e5cd0c req-e7c3ebb0-2b33-497b-a6aa-99315322576f tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] Unset dirty status for tenant:a198a70ca3a34927a1a0f5619b367434 on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:46:40.675577 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-11de94e9-47ce-4f51-b8c4-3688c4e5cd0c req-e7c3ebb0-2b33-497b-a6aa-99315322576f tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec3f683f-5e78-4115-a05e-6459868c1105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4894972 May 05 21:46:40.682744 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e1291eb5-7414-4313-a2fd-a5c6ba14a275 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:40.694345 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-f1ede93a-00d9-40e1-9e98-4482389c27fc tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:46:40.713306 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e1291eb5-7414-4313-a2fd-a5c6ba14a275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:40.993274 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-dbee0de0-1707-4fd0-bc1c-f8d647ee93d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bffd1dee-5092-4142-8ea3-48695f55c7df', 'name': 'tempest-TaggedBootDevicesTest-786943525-router', 'tenant_id': '6ac90b6fe9b34fbabf11d9d5b1a9cb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '30ce69cd-dccf-4167-8354-d80bc7207776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:46:06Z', 'updated_at': '2022-05-05T21:46:18Z', 'revision_number': 4, 'project_id': '6ac90b6fe9b34fbabf11d9d5b1a9cb5b', 'gw_port': {'id': '30ce69cd-dccf-4167-8354-d80bc7207776', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffd1dee-5092-4142-8ea3-48695f55c7df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:46:09Z', 'updated_at': '2022-05-05T21:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '314fa535-9d36-43a1-b898-ec654644d9d9', 'name': '', 'network_id': '74dfc09c-4460-4dd2-a116-f950ba9e54a2', 'tenant_id': '6ac90b6fe9b34fbabf11d9d5b1a9cb5b', 'mac_address': 'fa:16:3e:7c:3e:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bffd1dee-5092-4142-8ea3-48695f55c7df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c66344dd-db40-49a8-90ba-6b1ae274eab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:46:18Z', 'updated_at': '2022-05-05T21:46:19Z', 'revision_number': 2, 'project_id': '6ac90b6fe9b34fbabf11d9d5b1a9cb5b', 'subnets': [{'id': 'c66344dd-db40-49a8-90ba-6b1ae274eab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:46:41.016479 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbee0de0-1707-4fd0-bc1c-f8d647ee93d0 None None] Checking router: bffd1dee-5092-4142-8ea3-48695f55c7df for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:46:41.016814 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbee0de0-1707-4fd0-bc1c-f8d647ee93d0 None None] Updating router bffd1dee-5092-4142-8ea3-48695f55c7df port 314fa535-9d36-43a1-b898-ec654644d9d9 binding host n-d-825175-4 {{(pid=84068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 21:46:41.030915 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-44f0ac34-c0f0-4149-8d24-ba3fd3818a4c None None] Set router f3e2abbc-288c-496f-bed1-a4d19d687720 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:46:41.101607 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e1291eb5-7414-4313-a2fd-a5c6ba14a275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:41.152057 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-dbee0de0-1707-4fd0-bc1c-f8d647ee93d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:41.167376 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 492005b6-aae6-49d6-8896-2a21bd3e474b up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:46:41.410825 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-14fa53fd-c746-46b1-ab5b-35d8e4cdee46 req-5c3ecc8c-3026-4d1a-a7cc-eefaec1d7a5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4259fe0-404d-410e-a2c7-f91777fd80d0 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:46:41.425852 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-14fa53fd-c746-46b1-ab5b-35d8e4cdee46 req-5c3ecc8c-3026-4d1a-a7cc-eefaec1d7a5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:41.471079 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f1ede93a-00d9-40e1-9e98-4482389c27fc tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:41.488210 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-14fa53fd-c746-46b1-ab5b-35d8e4cdee46 req-5c3ecc8c-3026-4d1a-a7cc-eefaec1d7a5b service neutron] Transition to ACTIVE for port object b4259fe0-404d-410e-a2c7-f91777fd80d0 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:46:41.498509 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-14fa53fd-c746-46b1-ab5b-35d8e4cdee46 req-5c3ecc8c-3026-4d1a-a7cc-eefaec1d7a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:41.619313 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 492005b6-aae6-49d6-8896-2a21bd3e474b completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:46:41.683173 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 492005b6-aae6-49d6-8896-2a21bd3e474b triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:46:41.684132 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:41.685533 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1291eb5-7414-4313-a2fd-a5c6ba14a275 admin admin] Pushing event updated for resources: {'Port': ['ID=63e74258-3e07-4692-99fd-674df226b289,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:41.807854 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2ef6ea-8443-4b5e-8dc9-df2da1c23329 req-f1b4133c-a5c9-4f22-842c-ea86ed519a0d tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:41.810077 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3b2ef6ea-8443-4b5e-8dc9-df2da1c23329 req-f1b4133c-a5c9-4f22-842c-ea86ed519a0d tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d839354-039d-4eef-80c3-6cc1a4dcfdd1 HTTP/1.1" status: 200 len: 946 time: 0.4999833 May 05 21:46:41.830532 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-14fa53fd-c746-46b1-ab5b-35d8e4cdee46 req-5c3ecc8c-3026-4d1a-a7cc-eefaec1d7a5b service neutron] Attempting to bind port b4259fe0-404d-410e-a2c7-f91777fd80d0 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:46:41.830978 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-14fa53fd-c746-46b1-ab5b-35d8e4cdee46 req-5c3ecc8c-3026-4d1a-a7cc-eefaec1d7a5b service neutron] Attempting to bind port b4259fe0-404d-410e-a2c7-f91777fd80d0 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': '43d06c87-4d85-4ca5-8553-463ff7bd73ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'fbba3412-04d5-47e9-8a00-85c966b7f046'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:46:41.831687 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fa53fd-c746-46b1-ab5b-35d8e4cdee46 req-5c3ecc8c-3026-4d1a-a7cc-eefaec1d7a5b service neutron] Attempting to bind port b4259fe0-404d-410e-a2c7-f91777fd80d0 on network fbba3412-04d5-47e9-8a00-85c966b7f046 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:46:41.838648 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3ecc8c-3026-4d1a-a7cc-eefaec1d7a5b service neutron] Pushing event updated for resources: {'Port': ['ID=b4259fe0-404d-410e-a2c7-f91777fd80d0,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:41.841042 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fa53fd-c746-46b1-ab5b-35d8e4cdee46 req-5c3ecc8c-3026-4d1a-a7cc-eefaec1d7a5b service neutron] Port b4259fe0-404d-410e-a2c7-f91777fd80d0 on network fbba3412-04d5-47e9-8a00-85c966b7f046 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:46:41.841366 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fa53fd-c746-46b1-ab5b-35d8e4cdee46 req-5c3ecc8c-3026-4d1a-a7cc-eefaec1d7a5b service neutron] Attempting to bind port b4259fe0-404d-410e-a2c7-f91777fd80d0 on network fbba3412-04d5-47e9-8a00-85c966b7f046 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:46:41.854493 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-dbee0de0-1707-4fd0-bc1c-f8d647ee93d0 None None] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:41.854932 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fa53fd-c746-46b1-ab5b-35d8e4cdee46 req-5c3ecc8c-3026-4d1a-a7cc-eefaec1d7a5b service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:46:41.855273 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fa53fd-c746-46b1-ab5b-35d8e4cdee46 req-5c3ecc8c-3026-4d1a-a7cc-eefaec1d7a5b service neutron] Checking segment: {'id': '43d06c87-4d85-4ca5-8553-463ff7bd73ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'fbba3412-04d5-47e9-8a00-85c966b7f046'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:46:41.855676 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14fa53fd-c746-46b1-ab5b-35d8e4cdee46 req-5c3ecc8c-3026-4d1a-a7cc-eefaec1d7a5b service neutron] Bound using segment: {'id': '43d06c87-4d85-4ca5-8553-463ff7bd73ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'fbba3412-04d5-47e9-8a00-85c966b7f046'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:46:41.856413 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-14fa53fd-c746-46b1-ab5b-35d8e4cdee46 req-5c3ecc8c-3026-4d1a-a7cc-eefaec1d7a5b service neutron] Bound port: b4259fe0-404d-410e-a2c7-f91777fd80d0, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43d06c87-4d85-4ca5-8553-463ff7bd73ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'fbba3412-04d5-47e9-8a00-85c966b7f046'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:46:41.857255 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-14fa53fd-c746-46b1-ab5b-35d8e4cdee46 req-5c3ecc8c-3026-4d1a-a7cc-eefaec1d7a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:41.891884 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65dfc0-8e0c-486e-9615-fb2595a41456 req-d6c6d358-364c-4134-a8f2-b5c194e42f65 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:41.894952 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8f65dfc0-8e0c-486e-9615-fb2595a41456 req-d6c6d358-364c-4134-a8f2-b5c194e42f65 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbe975a-28d0-473c-a0a1-b38b162994ce HTTP/1.1" status: 200 len: 944 time: 0.7869210 May 05 21:46:41.905773 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.provisioning_blocks [None req-dbee0de0-1707-4fd0-bc1c-f8d647ee93d0 None None] Transition to ACTIVE for port object 314fa535-9d36-43a1-b898-ec654644d9d9 will not be triggered until provisioned by entity L2. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:46:41.934430 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-dbee0de0-1707-4fd0-bc1c-f8d647ee93d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:41.992332 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-14fa53fd-c746-46b1-ab5b-35d8e4cdee46 req-5c3ecc8c-3026-4d1a-a7cc-eefaec1d7a5b service neutron] For port b4259fe0-404d-410e-a2c7-f91777fd80d0, host n-h2-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:46:41.995400 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f1ede93a-00d9-40e1-9e98-4482389c27fc tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:41.997319 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-14fa53fd-c746-46b1-ab5b-35d8e4cdee46 req-5c3ecc8c-3026-4d1a-a7cc-eefaec1d7a5b service neutron] For port b4259fe0-404d-410e-a2c7-f91777fd80d0, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=b4259fe0-404d-410e-a2c7-f91777fd80d0,segment=NetworkSegment(43d06c87-4d85-4ca5-8553-463ff7bd73ff),segment_id=43d06c87-4d85-4ca5-8553-463ff7bd73ff)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:46:42.011958 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-14fa53fd-c746-46b1-ab5b-35d8e4cdee46 req-5c3ecc8c-3026-4d1a-a7cc-eefaec1d7a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:42.056853 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f1ede93a-00d9-40e1-9e98-4482389c27fc tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:42.153821 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3b2ef6ea-8443-4b5e-8dc9-df2da1c23329 req-36d55ba0-b9d8-4aad-935e-b816575747bb tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377447 May 05 21:46:42.175907 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1291eb5-7414-4313-a2fd-a5c6ba14a275 admin admin] Network f33cead3-3472-4ef7-9cf3-a35684adef89 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:46:42.177286 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ede93a-00d9-40e1-9e98-4482389c27fc tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6f9a6ff-e645-4895-ac22-403483cfe320,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:42.197454 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-14fa53fd-c746-46b1-ab5b-35d8e4cdee46 req-5c3ecc8c-3026-4d1a-a7cc-eefaec1d7a5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:42.200466 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-14fa53fd-c746-46b1-ab5b-35d8e4cdee46 req-5c3ecc8c-3026-4d1a-a7cc-eefaec1d7a5b service neutron] 10.222.0.32 "PUT /v2.0/ports/b4259fe0-404d-410e-a2c7-f91777fd80d0 HTTP/1.1" status: 200 len: 1091 time: 2.2869463 May 05 21:46:42.202405 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-e1291eb5-7414-4313-a2fd-a5c6ba14a275 admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:46:42.210334 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fb67afd-60ec-4a25-9ce4-b8f6629f1ef0', 'tag': 'b4259fe0-404d-410e-a2c7-f91777fd80d0'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:46:42.234439 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0d1175-cf4a-425c-99af-f160ae1db19e None None] Pushing event updated for resources: {'Port': ['ID=314fa535-9d36-43a1-b898-ec654644d9d9,revision_number=3']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:42.253057 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3ecc8c-3026-4d1a-a7cc-eefaec1d7a5b service neutron] Pushing event updated for resources: {'Port': ['ID=b4259fe0-404d-410e-a2c7-f91777fd80d0,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:42.340149 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:42.449174 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 492005b6-aae6-49d6-8896-2a21bd3e474b, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=492005b6-aae6-49d6-8896-2a21bd3e474b,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:46:42.461544 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:42.481359 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-14fa53fd-c746-46b1-ab5b-35d8e4cdee46 req-5cf25723-34e9-4cb5-87a9-15c5b77f034e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a198a70ca3a34927a1a0f5619b367434&device_id=3fb67afd-60ec-4a25-9ce4-b8f6629f1ef0 HTTP/1.1" status: 200 len: 1094 time: 0.1737931 May 05 21:46:42.594468 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-dbee0de0-1707-4fd0-bc1c-f8d647ee93d0 None None] Attempting to bind port 314fa535-9d36-43a1-b898-ec654644d9d9 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:46:42.595287 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-dbee0de0-1707-4fd0-bc1c-f8d647ee93d0 None None] Attempting to bind port 314fa535-9d36-43a1-b898-ec654644d9d9 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '577f8d9e-4f0d-4550-a409-cd9141ea09ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '74dfc09c-4460-4dd2-a116-f950ba9e54a2'}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:46:42.596033 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbee0de0-1707-4fd0-bc1c-f8d647ee93d0 None None] Attempting to bind port 314fa535-9d36-43a1-b898-ec654644d9d9 on network 74dfc09c-4460-4dd2-a116-f950ba9e54a2 {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:46:42.613945 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbee0de0-1707-4fd0-bc1c-f8d647ee93d0 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:46:42.616686 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbee0de0-1707-4fd0-bc1c-f8d647ee93d0 None None] Checking segment: {'id': '577f8d9e-4f0d-4550-a409-cd9141ea09ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '74dfc09c-4460-4dd2-a116-f950ba9e54a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:46:42.618182 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-dbee0de0-1707-4fd0-bc1c-f8d647ee93d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:42.618691 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbee0de0-1707-4fd0-bc1c-f8d647ee93d0 None None] Bound using segment: {'id': '577f8d9e-4f0d-4550-a409-cd9141ea09ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '74dfc09c-4460-4dd2-a116-f950ba9e54a2'} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:46:42.619988 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-dbee0de0-1707-4fd0-bc1c-f8d647ee93d0 None None] Bound port: 314fa535-9d36-43a1-b898-ec654644d9d9, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '577f8d9e-4f0d-4550-a409-cd9141ea09ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '74dfc09c-4460-4dd2-a116-f950ba9e54a2'}}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:46:42.626384 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-dbee0de0-1707-4fd0-bc1c-f8d647ee93d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:42.660614 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=492005b6-aae6-49d6-8896-2a21bd3e474b,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:42.670408 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-44f0ac34-c0f0-4149-8d24-ba3fd3818a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e2abbc-288c-496f-bed1-a4d19d687720', 'name': 'tempest-ServersTestManualDisk-903671868-router', 'tenant_id': 'c5a8c9a56475462680e05305adb463b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '35b0d766-3ed5-42cf-a020-801b48d68ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:46:06Z', 'updated_at': '2022-05-05T21:46:26Z', 'revision_number': 4, 'project_id': 'c5a8c9a56475462680e05305adb463b2', 'gw_port': {'id': '35b0d766-3ed5-42cf-a020-801b48d68ef7', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e2abbc-288c-496f-bed1-a4d19d687720', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:46:08Z', 'updated_at': '2022-05-05T21:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '782516d7-efa7-4085-b1ea-f8dd331bc8af', 'name': '', 'network_id': '1303113a-3b4f-4438-84cb-936009b5332f', 'tenant_id': 'c5a8c9a56475462680e05305adb463b2', 'mac_address': 'fa:16:3e:c6:0c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e2abbc-288c-496f-bed1-a4d19d687720', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b04dd652-3e41-4577-abd4-c6835388be5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:46:22Z', 'updated_at': '2022-05-05T21:46:27Z', 'revision_number': 2, 'project_id': 'c5a8c9a56475462680e05305adb463b2', 'subnets': [{'id': 'b04dd652-3e41-4577-abd4-c6835388be5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:46:42.675517 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f0ac34-c0f0-4149-8d24-ba3fd3818a4c None None] Checking router: f3e2abbc-288c-496f-bed1-a4d19d687720 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:46:42.676244 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f0ac34-c0f0-4149-8d24-ba3fd3818a4c None None] Updating router f3e2abbc-288c-496f-bed1-a4d19d687720 port 782516d7-efa7-4085-b1ea-f8dd331bc8af binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 21:46:42.712277 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-14fa53fd-c746-46b1-ab5b-35d8e4cdee46 req-2e733b91-e762-4ee2-b814-28dc52840cf9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4259fe0-404d-410e-a2c7-f91777fd80d0 HTTP/1.1" status: 200 len: 217 time: 0.2237689 May 05 21:46:42.722403 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8f65dfc0-8e0c-486e-9615-fb2595a41456 req-adbd121d-5c00-448c-9bf4-ea788b87c06d tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] 10.222.0.23 "GET /v2.0/security-groups?id=5fd3cbe3-d514-4b83-9f5b-499e6815d2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8028977 May 05 21:46:42.737387 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-44f0ac34-c0f0-4149-8d24-ba3fd3818a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:42.747737 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f1ede93a-00d9-40e1-9e98-4482389c27fc tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:42.766732 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f1ede93a-00d9-40e1-9e98-4482389c27fc tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 2.1880884 May 05 21:46:42.768206 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 38296) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:46:42.844058 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 668a5a28-fc6f-4a3d-aa2b-c999c6a7c64d up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:46:42.844334 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-d0a920fe-c214-40fe-bc4f-ce66638fea7d tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Request body: {'floatingip': {'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:46:42.861307 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-d0a920fe-c214-40fe-bc4f-ce66638fea7d tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:46:42.882360 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-d0a920fe-c214-40fe-bc4f-ce66638fea7d tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Usage tracker for resource:floatingip and tenant:c5a8c9a56475462680e05305adb463b2 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:46:42.894707 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-d0a920fe-c214-40fe-bc4f-ce66638fea7d tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:46:42.899951 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-dbee0de0-1707-4fd0-bc1c-f8d647ee93d0 None None] For port 314fa535-9d36-43a1-b898-ec654644d9d9, host n-d-825175-4, cleared binding levels {{(pid=84068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:46:42.904022 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-dbee0de0-1707-4fd0-bc1c-f8d647ee93d0 None None] For port 314fa535-9d36-43a1-b898-ec654644d9d9, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=314fa535-9d36-43a1-b898-ec654644d9d9,segment=NetworkSegment(577f8d9e-4f0d-4550-a409-cd9141ea09ae),segment_id=577f8d9e-4f0d-4550-a409-cd9141ea09ae)] {{(pid=84068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:46:42.904563 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-d0a920fe-c214-40fe-bc4f-ce66638fea7d tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:46:42.918795 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-dbee0de0-1707-4fd0-bc1c-f8d647ee93d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:42.952265 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa53fd-c746-46b1-ab5b-35d8e4cdee46 req-ff5252a7-4822-4670-b5f2-02c02756d6ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:42.953815 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-14fa53fd-c746-46b1-ab5b-35d8e4cdee46 req-ff5252a7-4822-4670-b5f2-02c02756d6ee service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a799d3f5-89b2-4c70-a70f-16131fbdf419 HTTP/1.1" status: 200 len: 862 time: 0.2350488 May 05 21:46:42.956700 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d0a920fe-c214-40fe-bc4f-ce66638fea7d tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Notify callbacks [] for floatingip, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:42.967315 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 492005b6-aae6-49d6-8896-2a21bd3e474b up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:46:43.014527 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-14fa53fd-c746-46b1-ab5b-35d8e4cdee46 req-d856fb64-2340-48f1-97e6-35b3f9538047 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fbba3412-04d5-47e9-8a00-85c966b7f046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541215 May 05 21:46:43.188412 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0d1175-cf4a-425c-99af-f160ae1db19e None None] Pushing event updated for resources: {'Port': ['ID=314fa535-9d36-43a1-b898-ec654644d9d9,revision_number=4']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:43.196307 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f76bbcd3-4070-40f3-b642-37aa5875b93b None None] Provisioning complete for port 63e74258-3e07-4692-99fd-674df226b289 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:46:43.196960 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f76bbcd3-4070-40f3-b642-37aa5875b93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:43.216680 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbee0de0-1707-4fd0-bc1c-f8d647ee93d0 None None] Routers {'bffd1dee-5092-4142-8ea3-48695f55c7df'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:46:43.217403 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-dbee0de0-1707-4fd0-bc1c-f8d647ee93d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:46:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['bffd1dee-5092-4142-8ea3-48695f55c7df'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:46:43.302974 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f76bbcd3-4070-40f3-b642-37aa5875b93b None None] Port 63e74258-3e07-4692-99fd-674df226b289 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:46:43.305084 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port 668a5a28-fc6f-4a3d-aa2b-c999c6a7c64d completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:46:43.329532 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 668a5a28-fc6f-4a3d-aa2b-c999c6a7c64d triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:46:43.329951 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:43.378501 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-14fa53fd-c746-46b1-ab5b-35d8e4cdee46 req-b35419aa-448e-4e80-b605-fc366fbca6a4 service neutron] 10.222.0.32 "GET /v2.0/networks/fbba3412-04d5-47e9-8a00-85c966b7f046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547778 May 05 21:46:43.484748 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 492005b6-aae6-49d6-8896-2a21bd3e474b triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:46:43.485311 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:43.635264 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 734114df-186a-478d-8bda-0bab382f4836 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:46:43.894749 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 734114df-186a-478d-8bda-0bab382f4836, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=734114df-186a-478d-8bda-0bab382f4836,segment=NetworkSegment(e9759abe-2932-4e54-a1fb-2399ee430195),segment_id=e9759abe-2932-4e54-a1fb-2399ee430195)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:46:43.907371 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-dbee0de0-1707-4fd0-bc1c-f8d647ee93d0 None None] Set router bffd1dee-5092-4142-8ea3-48695f55c7df gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:46:43.968003 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-14fa53fd-c746-46b1-ab5b-35d8e4cdee46 req-ecb1f356-384d-4fd0-a167-576796a3ef54 service neutron] 10.222.0.32 "GET /v2.0/networks/fbba3412-04d5-47e9-8a00-85c966b7f046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5779860 May 05 21:46:44.085562 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8edf39-5dab-466c-97aa-1280dde23e14 req-a8a5f469-9688-49d1-b739-81c97ffeedd8 tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:44.087149 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9c8edf39-5dab-466c-97aa-1280dde23e14 req-a8a5f469-9688-49d1-b739-81c97ffeedd8 tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] 10.222.0.23 "GET /v2.0/ports?device_id=3fb67afd-60ec-4a25-9ce4-b8f6629f1ef0 HTTP/1.1" status: 200 len: 943 time: 0.9649363 May 05 21:46:44.131925 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc1ca4-f770-441d-955f-26561db7fe6c req-d7385c44-d7d8-4099-83e5-ba095e8d52a0 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:44.138029 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '734114df-186a-478d-8bda-0bab382f4836', 'network_id': 'c31bae84-8c32-4141-b64c-009dbc2c261a', 'port_id': '734114df-186a-478d-8bda-0bab382f4836', 'mac_address': 'fa:16:3e:6e:ca:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63783bdb-c8ad-4703-ab4c-7c04f301afd6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:46:44.139830 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6ccc1ca4-f770-441d-955f-26561db7fe6c req-d7385c44-d7d8-4099-83e5-ba095e8d52a0 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=165e3d19-d7b0-474a-b06b-e64e6fe1293e HTTP/1.1" status: 200 len: 944 time: 1.1278584 May 05 21:46:44.251443 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:44.261245 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9c8edf39-5dab-466c-97aa-1280dde23e14 req-01f8b565-1401-4dcc-89ba-3464e5dd1a0c tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec3f683f-5e78-4115-a05e-6459868c1105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632292 May 05 21:46:44.291353 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6ccc1ca4-f770-441d-955f-26561db7fe6c req-0a3f7918-61ee-46c3-8e14-27af96ac4c18 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503959 May 05 21:46:44.342074 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d0a920fe-c214-40fe-bc4f-ce66638fea7d tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:44.429162 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33679fbd-5f9a-4953-a12e-0ec5abcb02fb'] response: {'name': 'network-changed', 'server_uuid': '3fb67afd-60ec-4a25-9ce4-b8f6629f1ef0', 'tag': 'b4259fe0-404d-410e-a2c7-f91777fd80d0', 'status': 'completed', 'code': 200} May 05 21:46:44.439740 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:44.579584 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8c72792d-6891-47d2-b8cc-3c1235c64c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:44.626329 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 734114df-186a-478d-8bda-0bab382f4836 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:46:44.640770 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-90e20f0e-11de-4eb3-9856-e7a7d4ded75a req-4278ea03-5825-4876-a1c7-8f1f3dd4c111 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a198a70ca3a34927a1a0f5619b367434&device_id=3fb67afd-60ec-4a25-9ce4-b8f6629f1ef0 HTTP/1.1" status: 200 len: 1094 time: 0.1876671 May 05 21:46:44.705723 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-dbee0de0-1707-4fd0-bc1c-f8d647ee93d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bffd1dee-5092-4142-8ea3-48695f55c7df', 'name': 'tempest-TaggedBootDevicesTest-786943525-router', 'tenant_id': '6ac90b6fe9b34fbabf11d9d5b1a9cb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '30ce69cd-dccf-4167-8354-d80bc7207776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:46:06Z', 'updated_at': '2022-05-05T21:46:18Z', 'revision_number': 4, 'project_id': '6ac90b6fe9b34fbabf11d9d5b1a9cb5b', 'gw_port': {'id': '30ce69cd-dccf-4167-8354-d80bc7207776', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffd1dee-5092-4142-8ea3-48695f55c7df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:46:09Z', 'updated_at': '2022-05-05T21:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '314fa535-9d36-43a1-b898-ec654644d9d9', 'name': '', 'network_id': '74dfc09c-4460-4dd2-a116-f950ba9e54a2', 'tenant_id': '6ac90b6fe9b34fbabf11d9d5b1a9cb5b', 'mac_address': 'fa:16:3e:7c:3e:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bffd1dee-5092-4142-8ea3-48695f55c7df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c66344dd-db40-49a8-90ba-6b1ae274eab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:46:18Z', 'updated_at': '2022-05-05T21:46:42Z', 'revision_number': 4, 'project_id': '6ac90b6fe9b34fbabf11d9d5b1a9cb5b', 'subnets': [{'id': 'c66344dd-db40-49a8-90ba-6b1ae274eab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:46:44.716763 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbee0de0-1707-4fd0-bc1c-f8d647ee93d0 None None] The sync data for ids ['bffd1dee-5092-4142-8ea3-48695f55c7df'] in n-d-825175-4 is: [{'id': 'bffd1dee-5092-4142-8ea3-48695f55c7df', 'name': 'tempest-TaggedBootDevicesTest-786943525-router', 'tenant_id': '6ac90b6fe9b34fbabf11d9d5b1a9cb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '30ce69cd-dccf-4167-8354-d80bc7207776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:46:06Z', 'updated_at': '2022-05-05T21:46:18Z', 'revision_number': 4, 'project_id': '6ac90b6fe9b34fbabf11d9d5b1a9cb5b', 'gw_port': {'id': '30ce69cd-dccf-4167-8354-d80bc7207776', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffd1dee-5092-4142-8ea3-48695f55c7df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:46:09Z', 'updated_at': '2022-05-05T21:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '314fa535-9d36-43a1-b898-ec654644d9d9', 'name': '', 'network_id': '74dfc09c-4460-4dd2-a116-f950ba9e54a2', 'tenant_id': '6ac90b6fe9b34fbabf11d9d5b1a9cb5b', 'mac_address': 'fa:16:3e:7c:3e:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bffd1dee-5092-4142-8ea3-48695f55c7df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c66344dd-db40-49a8-90ba-6b1ae274eab8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:46:18Z', 'updated_at': '2022-05-05T21:46:42Z', 'revision_number': 4, 'project_id': '6ac90b6fe9b34fbabf11d9d5b1a9cb5b', 'subnets': [{'id': 'c66344dd-db40-49a8-90ba-6b1ae274eab8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:46:44.795750 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bbe975a-28d0-473c-a0a1-b38b162994ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668a5a28-fc6f-4a3d-aa2b-c999c6a7c64d'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:46:44.825245 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 734114df-186a-478d-8bda-0bab382f4836, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=734114df-186a-478d-8bda-0bab382f4836,segment=NetworkSegment(e9759abe-2932-4e54-a1fb-2399ee430195),segment_id=e9759abe-2932-4e54-a1fb-2399ee430195)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:46:44.851704 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 668a5a28-fc6f-4a3d-aa2b-c999c6a7c64d, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=668a5a28-fc6f-4a3d-aa2b-c999c6a7c64d,segment=NetworkSegment(51c02cf9-b533-4a1f-be25-586ebd89037c),segment_id=51c02cf9-b533-4a1f-be25-586ebd89037c)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:46:44.864293 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device b4259fe0-404d-410e-a2c7-f91777fd80d0 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:46:44.909317 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:44.949279 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-d0a920fe-c214-40fe-bc4f-ce66638fea7d tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Allocated IP 172.25.4.124 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/379b7f50-38d1-435a-9613-4e82b2806a31) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:46:44.984719 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:45.009356 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 314fa535-9d36-43a1-b898-ec654644d9d9 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:46:45.028639 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e20f0e-11de-4eb3-9856-e7a7d4ded75a req-e50f863f-825d-4282-828e-49f8d356077d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:45.031249 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-90e20f0e-11de-4eb3-9856-e7a7d4ded75a req-e50f863f-825d-4282-828e-49f8d356077d service neutron] 10.222.0.32 "GET /v2.0/networks?id=fbba3412-04d5-47e9-8a00-85c966b7f046 HTTP/1.1" status: 200 len: 923 time: 0.3819029 May 05 21:46:45.103241 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.resource_extend [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 21:46:45.133354 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['734114df-186a-478d-8bda-0bab382f4836'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:46:45.198420 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-90e20f0e-11de-4eb3-9856-e7a7d4ded75a req-6285894c-eedd-4a03-9ec4-d42df9ae9323 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4259fe0-404d-410e-a2c7-f91777fd80d0 HTTP/1.1" status: 200 len: 217 time: 0.1564367 May 05 21:46:45.207617 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d0a920fe-c214-40fe-bc4f-ce66638fea7d tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:45.298099 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d0a920fe-c214-40fe-bc4f-ce66638fea7d tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:45.335568 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e20f0e-11de-4eb3-9856-e7a7d4ded75a req-2ae581ee-4dda-47ec-a265-e6a32e9f6f39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:45.340021 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-90e20f0e-11de-4eb3-9856-e7a7d4ded75a req-2ae581ee-4dda-47ec-a265-e6a32e9f6f39 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a799d3f5-89b2-4c70-a70f-16131fbdf419 HTTP/1.1" status: 200 len: 862 time: 0.1358111 May 05 21:46:45.439269 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 314fa535-9d36-43a1-b898-ec654644d9d9 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:46:45.459630 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 314fa535-9d36-43a1-b898-ec654644d9d9 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:46:45.460271 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:45.460461 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-90e20f0e-11de-4eb3-9856-e7a7d4ded75a req-15150751-bbc7-47fe-98cf-10b05f139668 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fbba3412-04d5-47e9-8a00-85c966b7f046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1141415 May 05 21:46:45.485682 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a920fe-c214-40fe-bc4f-ce66638fea7d tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:46:45.507983 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-d0a920fe-c214-40fe-bc4f-ce66638fea7d tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:46:45.528798 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a920fe-c214-40fe-bc4f-ce66638fea7d tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:46:45.563610 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.resource_extend [None req-44f0ac34-c0f0-4149-8d24-ba3fd3818a4c None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 21:46:45.685707 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-90e20f0e-11de-4eb3-9856-e7a7d4ded75a req-3b4265c7-d026-4074-89aa-d7e2b2accd88 service neutron] 10.222.0.32 "GET /v2.0/networks/fbba3412-04d5-47e9-8a00-85c966b7f046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178257 May 05 21:46:45.708611 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:45.732867 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=734114df-186a-478d-8bda-0bab382f4836,revision_number=6']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:45.747048 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1291eb5-7414-4313-a2fd-a5c6ba14a275 admin admin] Router 8fc88137-3275-4db7-bc2e-9936958326ac has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:46:45.796192 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175cbec1-cb79-4498-a7e2-9b01ada40688 req-fbbfb6e1-d4f6-45a3-94e4-ab9a141104ad tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:45.796687 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-175cbec1-cb79-4498-a7e2-9b01ada40688 req-fbbfb6e1-d4f6-45a3-94e4-ab9a141104ad tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d839354-039d-4eef-80c3-6cc1a4dcfdd1 HTTP/1.1" status: 200 len: 946 time: 1.1052268 May 05 21:46:45.804493 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a920fe-c214-40fe-bc4f-ce66638fea7d tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Pushing event updated for resources: {'Port': ['ID=379b7f50-38d1-435a-9613-4e82b2806a31,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:45.847937 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 209ab6e8-eeda-4627-af5b-3d7bb457be9b details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:46:45.919662 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=668a5a28-fc6f-4a3d-aa2b-c999c6a7c64d,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:45.986405 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-90e20f0e-11de-4eb3-9856-e7a7d4ded75a req-df2516d1-67e1-4e6e-8823-7454b63ee89a service neutron] 10.222.0.32 "GET /v2.0/networks/fbba3412-04d5-47e9-8a00-85c966b7f046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880921 May 05 21:46:46.011580 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63b5a4-297c-4d3c-aa0a-9e742d7c2b64 req-f37225c4-4c1e-4d50-9ec9-22af6129d3e2 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:46.013571 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-df63b5a4-297c-4d3c-aa0a-9e742d7c2b64 req-f37225c4-4c1e-4d50-9ec9-22af6129d3e2 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9e93b10-6d3b-4d1a-b434-b398cc516811 HTTP/1.1" status: 200 len: 945 time: 1.2542293 May 05 21:46:46.174906 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port b4259fe0-404d-410e-a2c7-f91777fd80d0, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=b4259fe0-404d-410e-a2c7-f91777fd80d0,segment=NetworkSegment(43d06c87-4d85-4ca5-8553-463ff7bd73ff),segment_id=43d06c87-4d85-4ca5-8553-463ff7bd73ff)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:46:46.180632 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-df63b5a4-297c-4d3c-aa0a-9e742d7c2b64 req-6ced2494-f4a7-429e-8c54-360d44d8ac47 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ea35cbd-159b-4a97-ac8e-0ad5178ef2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678644 May 05 21:46:46.188073 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7d9ba9f2-4f15-439a-9c63-75042a022197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:46.208023 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.resource_extend [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 21:46:46.236653 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-44f0ac34-c0f0-4149-8d24-ba3fd3818a4c None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:46.250034 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': 'b4259fe0-404d-410e-a2c7-f91777fd80d0', 'network_id': 'fbba3412-04d5-47e9-8a00-85c966b7f046', 'port_id': 'b4259fe0-404d-410e-a2c7-f91777fd80d0', 'mac_address': 'fa:16:3e:ab:4e:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a799d3f5-89b2-4c70-a70f-16131fbdf419', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:46:46.266773 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-175cbec1-cb79-4498-a7e2-9b01ada40688 req-5925c2fa-846a-4951-b976-3432d82ccfa1 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4394329 May 05 21:46:46.314969 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 314fa535-9d36-43a1-b898-ec654644d9d9, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=314fa535-9d36-43a1-b898-ec654644d9d9,segment=NetworkSegment(577f8d9e-4f0d-4550-a409-cd9141ea09ae),segment_id=577f8d9e-4f0d-4550-a409-cd9141ea09ae)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:46:46.393636 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:46.416400 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:46.455587 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d0a920fe-c214-40fe-bc4f-ce66638fea7d tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:46.463271 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:46:46.602564 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-586b9aa1-2f03-4689-bf1f-b469586b2ad0'] response: {'server_uuid': '5bbe975a-28d0-473c-a0a1-b38b162994ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668a5a28-fc6f-4a3d-aa2b-c999c6a7c64d', 'code': 200} May 05 21:46:46.607914 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-44f0ac34-c0f0-4149-8d24-ba3fd3818a4c None None] Transition to ACTIVE for port object 782516d7-efa7-4085-b1ea-f8dd331bc8af will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:46:46.610372 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=314fa535-9d36-43a1-b898-ec654644d9d9,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:46.626293 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-44f0ac34-c0f0-4149-8d24-ba3fd3818a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:46.631196 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4259fe0-404d-410e-a2c7-f91777fd80d0 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:46:46.653240 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d0a920fe-c214-40fe-bc4f-ce66638fea7d tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:46.658465 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port b4259fe0-404d-410e-a2c7-f91777fd80d0, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=b4259fe0-404d-410e-a2c7-f91777fd80d0,segment=NetworkSegment(43d06c87-4d85-4ca5-8553-463ff7bd73ff),segment_id=43d06c87-4d85-4ca5-8553-463ff7bd73ff)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:46:46.681915 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b906e1b8-ba3f-47fa-a026-d756a368b7a7 req-248df9b6-7fa0-4086-8544-9d6400ca9c98 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5bbe975a-28d0-473c-a0a1-b38b162994ce HTTP/1.1" status: 200 len: 1096 time: 0.1683819 May 05 21:46:46.740022 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1291eb5-7414-4313-a2fd-a5c6ba14a275 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:46:46.753285 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d838fb0-f9c5-4be6-8cd7-c57eedacd8b2 None None] Pushing event updated for resources: {'Port': ['ID=782516d7-efa7-4085-b1ea-f8dd331bc8af,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:46.756451 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:46.772914 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b906e1b8-ba3f-47fa-a026-d756a368b7a7 req-826d9d5d-2208-4a16-8b11-156d882f67c5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5fd3cbe3-d514-4b83-9f5b-499e6815d2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889947 May 05 21:46:46.844021 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=b4259fe0-404d-410e-a2c7-f91777fd80d0,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:46.909738 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e1291eb5-7414-4313-a2fd-a5c6ba14a275 admin admin] 10.222.0.23 "PUT /v2.0/routers/8fc88137-3275-4db7-bc2e-9936958326ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.1488171 May 05 21:46:47.067807 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d16442-140d-4a6d-8e04-118bc06a959a req-97967c29-8dc2-43d8-bace-a97b239fdcb7 tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:47.069329 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b9d16442-140d-4a6d-8e04-118bc06a959a req-97967c29-8dc2-43d8-bace-a97b239fdcb7 tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] 10.222.0.23 "GET /v2.0/ports?device_id=3fb67afd-60ec-4a25-9ce4-b8f6629f1ef0 HTTP/1.1" status: 200 len: 944 time: 0.3486204 May 05 21:46:47.131187 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 209ab6e8-eeda-4627-af5b-3d7bb457be9b, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=209ab6e8-eeda-4627-af5b-3d7bb457be9b,segment=NetworkSegment(df9c57c2-52c8-43c0-981c-16fd110b1d0b),segment_id=df9c57c2-52c8-43c0-981c-16fd110b1d0b)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:46:47.176714 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '209ab6e8-eeda-4627-af5b-3d7bb457be9b', 'network_id': 'd50665b6-9647-47f1-b718-b6ae7cd32366', 'port_id': '209ab6e8-eeda-4627-af5b-3d7bb457be9b', 'mac_address': 'fa:16:3e:1f:1d:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ef0800d-de6f-466d-b35f-d1403d70c310', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:46:47.178762 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 314fa535-9d36-43a1-b898-ec654644d9d9 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:46:47.324016 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:47.332861 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['b4259fe0-404d-410e-a2c7-f91777fd80d0'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:46:47.420551 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:47.449195 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d0a920fe-c214-40fe-bc4f-ce66638fea7d tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:47.470495 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40f731-e37c-40b1-820b-263ea0fea308 req-f9770a04-8681-4e77-89e6-68bea3e6e77b tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:47.478637 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bd40f731-e37c-40b1-820b-263ea0fea308 req-f9770a04-8681-4e77-89e6-68bea3e6e77b tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbe975a-28d0-473c-a0a1-b38b162994ce HTTP/1.1" status: 200 len: 945 time: 0.9150417 May 05 21:46:47.515479 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 209ab6e8-eeda-4627-af5b-3d7bb457be9b {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:46:47.520332 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d0a920fe-c214-40fe-bc4f-ce66638fea7d tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:47.548795 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-44f0ac34-c0f0-4149-8d24-ba3fd3818a4c None None] Attempting to bind port 782516d7-efa7-4085-b1ea-f8dd331bc8af on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:46:47.549217 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-44f0ac34-c0f0-4149-8d24-ba3fd3818a4c None None] Attempting to bind port 782516d7-efa7-4085-b1ea-f8dd331bc8af by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '2bc45e6f-b7ab-4f0b-a595-6c4682d53763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1303113a-3b4f-4438-84cb-936009b5332f'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:46:47.549648 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f0ac34-c0f0-4149-8d24-ba3fd3818a4c None None] Attempting to bind port 782516d7-efa7-4085-b1ea-f8dd331bc8af on network 1303113a-3b4f-4438-84cb-936009b5332f {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:46:47.565705 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:47.581494 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 209ab6e8-eeda-4627-af5b-3d7bb457be9b, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=209ab6e8-eeda-4627-af5b-3d7bb457be9b,segment=NetworkSegment(df9c57c2-52c8-43c0-981c-16fd110b1d0b),segment_id=df9c57c2-52c8-43c0-981c-16fd110b1d0b)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:46:47.582380 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 314fa535-9d36-43a1-b898-ec654644d9d9 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:46:47.582757 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:47.612480 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-21c3d805-610e-430d-8dd7-b45cbed18723 req-8dc0ec68-cccf-4fc9-b7cb-653a6a11118e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1a869846-74ef-49c4-bc12-0a6ef71a34fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2076762 May 05 21:46:47.614022 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f0ac34-c0f0-4149-8d24-ba3fd3818a4c None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:46:47.614022 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f0ac34-c0f0-4149-8d24-ba3fd3818a4c None None] Checking segment: {'id': '2bc45e6f-b7ab-4f0b-a595-6c4682d53763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1303113a-3b4f-4438-84cb-936009b5332f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:46:47.614022 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-44f0ac34-c0f0-4149-8d24-ba3fd3818a4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:47.614022 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f0ac34-c0f0-4149-8d24-ba3fd3818a4c None None] Bound using segment: {'id': '2bc45e6f-b7ab-4f0b-a595-6c4682d53763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1303113a-3b4f-4438-84cb-936009b5332f'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:46:47.614022 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-44f0ac34-c0f0-4149-8d24-ba3fd3818a4c None None] Bound port: 782516d7-efa7-4085-b1ea-f8dd331bc8af, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc45e6f-b7ab-4f0b-a595-6c4682d53763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1303113a-3b4f-4438-84cb-936009b5332f'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:46:47.614022 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-44f0ac34-c0f0-4149-8d24-ba3fd3818a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:47.650009 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:47.656347 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b9d16442-140d-4a6d-8e04-118bc06a959a req-6de4611f-b580-461c-8d7a-029b15af446f tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec3f683f-5e78-4115-a05e-6459868c1105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5688901 May 05 21:46:47.681641 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bd40f731-e37c-40b1-820b-263ea0fea308 req-3d600e86-002f-41a2-b074-935a792c5deb tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] 10.222.0.23 "GET /v2.0/security-groups?id=5fd3cbe3-d514-4b83-9f5b-499e6815d2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2015879 May 05 21:46:47.783945 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a920fe-c214-40fe-bc4f-ce66638fea7d tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Pushing event updated for resources: {'Port': ['ID=379b7f50-38d1-435a-9613-4e82b2806a31,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:47.804373 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 734114df-186a-478d-8bda-0bab382f4836 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:46:47.862611 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d0a920fe-c214-40fe-bc4f-ce66638fea7d tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:47.913951 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d0a920fe-c214-40fe-bc4f-ce66638fea7d tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:47.916162 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-d0a920fe-c214-40fe-bc4f-ce66638fea7d tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1445704 May 05 21:46:47.966265 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-21c3d805-610e-430d-8dd7-b45cbed18723 req-abd49678-8882-4660-a2ae-edd92b698f65 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea576b38215846aaa224b1aa35155ba3&device_id=1a869846-74ef-49c4-bc12-0a6ef71a34fd HTTP/1.1" status: 200 len: 1096 time: 0.2144573 May 05 21:46:48.176146 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf7e57-f8e1-474b-837a-c70e4ce695af req-2f3e354e-586c-4416-afee-b65e933a2fc6 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:48.188231 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4cbf7e57-f8e1-474b-837a-c70e4ce695af req-2f3e354e-586c-4416-afee-b65e933a2fc6 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=165e3d19-d7b0-474a-b06b-e64e6fe1293e HTTP/1.1" status: 200 len: 945 time: 0.2511368 May 05 21:46:48.238624 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=209ab6e8-eeda-4627-af5b-3d7bb457be9b,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:48.332119 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4cbf7e57-f8e1-474b-837a-c70e4ce695af req-8be1efa1-6711-4cee-9d0c-ca41396f6021 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386859 May 05 21:46:48.378558 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['209ab6e8-eeda-4627-af5b-3d7bb457be9b'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:46:48.471559 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 38344) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:46:48.486980 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-674f3681-0fd7-49a5-9627-9fa80c833c72 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1972974725', 'description': 'tempest-description--2019470253'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:46:48.496841 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-674f3681-0fd7-49a5-9627-9fa80c833c72 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:46:48.507826 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-674f3681-0fd7-49a5-9627-9fa80c833c72 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Usage tracker for resource:security_group and tenant:0eb82da6a4bc47a2ae0058d78ca21e92 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:46:48.510835 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-674f3681-0fd7-49a5-9627-9fa80c833c72 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:46:48.532009 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-674f3681-0fd7-49a5-9627-9fa80c833c72 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:46:48.587555 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-674f3681-0fd7-49a5-9627-9fa80c833c72 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:48.607998 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c3d805-610e-430d-8dd7-b45cbed18723 req-9325c2e7-2bdb-4e67-96a7-377811ffc306 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:48.609881 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-21c3d805-610e-430d-8dd7-b45cbed18723 req-9325c2e7-2bdb-4e67-96a7-377811ffc306 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d50665b6-9647-47f1-b718-b6ae7cd32366 HTTP/1.1" status: 200 len: 909 time: 0.5010772 May 05 21:46:48.745822 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-674f3681-0fd7-49a5-9627-9fa80c833c72 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:46:48.748662 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b82eaf2-5b9d-473d-83ec-158dd31cab9e req-a93fbe5a-8faf-47fa-ba6a-19f6d95e6c15 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:48.750974 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-674f3681-0fd7-49a5-9627-9fa80c833c72 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Usage tracker for resource:security_group_rule and tenant:0eb82da6a4bc47a2ae0058d78ca21e92 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:46:48.755127 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-674f3681-0fd7-49a5-9627-9fa80c833c72 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:46:48.756976 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6b82eaf2-5b9d-473d-83ec-158dd31cab9e req-a93fbe5a-8faf-47fa-ba6a-19f6d95e6c15 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9e93b10-6d3b-4d1a-b434-b398cc516811 HTTP/1.1" status: 200 len: 945 time: 0.2393892 May 05 21:46:48.761810 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-674f3681-0fd7-49a5-9627-9fa80c833c72 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:46:48.826433 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30325cfe-5fd4-406c-838a-42889e6b64de req-514c3223-232f-4624-8b08-60c31a1f29be tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:48.834617 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-30325cfe-5fd4-406c-838a-42889e6b64de req-514c3223-232f-4624-8b08-60c31a1f29be tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d839354-039d-4eef-80c3-6cc1a4dcfdd1 HTTP/1.1" status: 200 len: 946 time: 0.1714830 May 05 21:46:48.860411 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-674f3681-0fd7-49a5-9627-9fa80c833c72 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:48.865826 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-21c3d805-610e-430d-8dd7-b45cbed18723 req-05d86c80-bb3b-4514-8d88-28256625a342 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4d9c9b2-5658-4234-b6b8-8992a1682e9f HTTP/1.1" status: 200 len: 217 time: 0.2448456 May 05 21:46:48.866579 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6b82eaf2-5b9d-473d-83ec-158dd31cab9e req-d19b9812-b7c3-40a8-8601-e36f77823b7e tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ea35cbd-159b-4a97-ac8e-0ad5178ef2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085584 May 05 21:46:48.868877 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-674f3681-0fd7-49a5-9627-9fa80c833c72 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:48.911561 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 734114df-186a-478d-8bda-0bab382f4836 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:46:48.912867 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:48.937918 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-30325cfe-5fd4-406c-838a-42889e6b64de req-9dbf8f02-d124-48f9-b81c-ff8bb07e3397 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019835 May 05 21:46:48.943117 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c30ecf9a-2ea5-454c-98fa-2ea040545dc9 req-d22704a2-a55b-4de2-8aac-576ecab1acc1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=99b8cfee-86b7-4d33-8d20-496ef05adf08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6398835 May 05 21:46:48.993132 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674f3681-0fd7-49a5-9627-9fa80c833c72 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58ad0f90-856b-4504-aa80-a4f5b31cc79e,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:49.007722 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c3d805-610e-430d-8dd7-b45cbed18723 req-d177bb9b-e360-4e57-b36b-ad2e2652c628 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:49.009089 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-21c3d805-610e-430d-8dd7-b45cbed18723 req-d177bb9b-e360-4e57-b36b-ad2e2652c628 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2ef0800d-de6f-466d-b35f-d1403d70c310 HTTP/1.1" status: 200 len: 848 time: 0.1355286 May 05 21:46:49.018076 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-44f0ac34-c0f0-4149-8d24-ba3fd3818a4c None None] For port 782516d7-efa7-4085-b1ea-f8dd331bc8af, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:46:49.055182 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-44f0ac34-c0f0-4149-8d24-ba3fd3818a4c None None] For port 782516d7-efa7-4085-b1ea-f8dd331bc8af, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=782516d7-efa7-4085-b1ea-f8dd331bc8af,segment=NetworkSegment(2bc45e6f-b7ab-4f0b-a595-6c4682d53763),segment_id=2bc45e6f-b7ab-4f0b-a595-6c4682d53763)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:46:49.057188 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-674f3681-0fd7-49a5-9627-9fa80c833c72 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:49.058401 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-674f3681-0fd7-49a5-9627-9fa80c833c72 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.5858915 May 05 21:46:49.061828 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 38358) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:46:49.067359 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-45686a36-dad4-4d8d-94d7-83db67fdf4b4 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Request body: {'security_group_rule': {'security_group_id': '58ad0f90-856b-4504-aa80-a4f5b31cc79e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:46:49.083900 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-45686a36-dad4-4d8d-94d7-83db67fdf4b4 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:46:49.088633 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-45686a36-dad4-4d8d-94d7-83db67fdf4b4 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Usage tracker for resource:security_group_rule and tenant:0eb82da6a4bc47a2ae0058d78ca21e92 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:46:49.095907 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-45686a36-dad4-4d8d-94d7-83db67fdf4b4 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:46:49.106995 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-45686a36-dad4-4d8d-94d7-83db67fdf4b4 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:46:49.125180 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:49.160228 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-45686a36-dad4-4d8d-94d7-83db67fdf4b4 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:49.162090 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-44f0ac34-c0f0-4149-8d24-ba3fd3818a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:49.229891 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-21c3d805-610e-430d-8dd7-b45cbed18723 req-333cb59d-7a1c-4c53-a4e7-2bcebd6e72b0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d50665b6-9647-47f1-b718-b6ae7cd32366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2099655 May 05 21:46:49.353780 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d838fb0-f9c5-4be6-8cd7-c57eedacd8b2 None None] Pushing event updated for resources: {'Port': ['ID=782516d7-efa7-4085-b1ea-f8dd331bc8af,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:49.467210 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:49.487332 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f0ac34-c0f0-4149-8d24-ba3fd3818a4c None None] Routers {'f3e2abbc-288c-496f-bed1-a4d19d687720'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:46:49.488478 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-44f0ac34-c0f0-4149-8d24-ba3fd3818a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:46:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['f3e2abbc-288c-496f-bed1-a4d19d687720'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:46:49.519794 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-edd9d212-868b-42ad-9f45-7475ee14eb02 req-890613e7-36e0-42f5-af85-b83efd05afa6 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Synchronizing usage tracker for tenant:c5a8c9a56475462680e05305adb463b2 on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:46:49.551702 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-45686a36-dad4-4d8d-94d7-83db67fdf4b4 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:49.581057 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-45686a36-dad4-4d8d-94d7-83db67fdf4b4 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:49.683741 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-45686a36-dad4-4d8d-94d7-83db67fdf4b4 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:49.685090 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-45686a36-dad4-4d8d-94d7-83db67fdf4b4 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6223347 May 05 21:46:49.689483 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 38370) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:46:49.701186 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-21c3d805-610e-430d-8dd7-b45cbed18723 req-b7afa67c-96e5-4136-aa60-38a5eac911fa service neutron] 10.222.0.32 "GET /v2.0/networks/d50665b6-9647-47f1-b718-b6ae7cd32366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4636846 May 05 21:46:49.709539 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf3763-21bc-40a4-88e2-f675c3bf5e86 req-1e5f6756-116f-4026-a161-ae0bd1230cbf tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:49.711144 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6daf3763-21bc-40a4-88e2-f675c3bf5e86 req-1e5f6756-116f-4026-a161-ae0bd1230cbf tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] 10.222.0.23 "GET /v2.0/ports?device_id=3fb67afd-60ec-4a25-9ce4-b8f6629f1ef0 HTTP/1.1" status: 200 len: 944 time: 0.4753332 May 05 21:46:49.718224 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-533771e1-60ab-441e-894d-6c21a18500d8 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Request body: {'security_group_rule': {'security_group_id': '58ad0f90-856b-4504-aa80-a4f5b31cc79e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:46:49.738239 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-533771e1-60ab-441e-894d-6c21a18500d8 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:46:49.743404 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-533771e1-60ab-441e-894d-6c21a18500d8 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Usage tracker for resource:security_group_rule and tenant:0eb82da6a4bc47a2ae0058d78ca21e92 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:46:49.757847 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-533771e1-60ab-441e-894d-6c21a18500d8 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:46:49.764097 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-533771e1-60ab-441e-894d-6c21a18500d8 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:46:49.764276 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 734114df-186a-478d-8bda-0bab382f4836, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=734114df-186a-478d-8bda-0bab382f4836,segment=NetworkSegment(e9759abe-2932-4e54-a1fb-2399ee430195),segment_id=e9759abe-2932-4e54-a1fb-2399ee430195)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:46:49.771570 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45686a36-dad4-4d8d-94d7-83db67fdf4b4 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fbc0ec6-43f9-44cf-b3c9-19f2236931c2,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:49.783727 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e93b10-6d3b-4d1a-b434-b398cc516811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '734114df-186a-478d-8bda-0bab382f4836'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:46:49.789227 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-edd9d212-868b-42ad-9f45-7475ee14eb02 req-890613e7-36e0-42f5-af85-b83efd05afa6 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Unset dirty status for tenant:c5a8c9a56475462680e05305adb463b2 on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:46:49.790406 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-edd9d212-868b-42ad-9f45-7475ee14eb02 req-890613e7-36e0-42f5-af85-b83efd05afa6 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--231379038&fields=id&tenant_id=c5a8c9a56475462680e05305adb463b2 HTTP/1.1" status: 200 len: 267 time: 0.5936754 May 05 21:46:49.795976 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:49.835745 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-533771e1-60ab-441e-894d-6c21a18500d8 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:49.885001 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c30ecf9a-2ea5-454c-98fa-2ea040545dc9 req-e556816d-c8aa-45f6-a2c9-4da19da227c3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ea576b38215846aaa224b1aa35155ba3&device_id=99b8cfee-86b7-4d33-8d20-496ef05adf08 HTTP/1.1" status: 200 len: 1095 time: 0.8128622 May 05 21:46:49.906514 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=734114df-186a-478d-8bda-0bab382f4836,revision_number=7']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:49.911270 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 734114df-186a-478d-8bda-0bab382f4836 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:46:49.987149 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6daf3763-21bc-40a4-88e2-f675c3bf5e86 req-8e7b7147-b0fc-4c08-bcff-fe494ca1569c tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec3f683f-5e78-4115-a05e-6459868c1105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130556 May 05 21:46:50.062195 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:50.127526 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-533771e1-60ab-441e-894d-6c21a18500d8 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:50.141351 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd9d212-868b-42ad-9f45-7475ee14eb02 req-e6aadbc4-3d0a-4209-9e46-2ee4051db41b tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:50.151755 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-edd9d212-868b-42ad-9f45-7475ee14eb02 req-e6aadbc4-3d0a-4209-9e46-2ee4051db41b tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Synchronizing usage tracker for tenant:c5a8c9a56475462680e05305adb463b2 on resource:network {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:46:50.156825 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-533771e1-60ab-441e-894d-6c21a18500d8 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:50.187124 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-21c3d805-610e-430d-8dd7-b45cbed18723 req-4228b2d1-cdc4-4511-b3b2-8661395a5f7b service neutron] 10.222.0.32 "GET /v2.0/networks/d50665b6-9647-47f1-b718-b6ae7cd32366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4731658 May 05 21:46:50.202975 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 734114df-186a-478d-8bda-0bab382f4836, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=734114df-186a-478d-8bda-0bab382f4836,segment=NetworkSegment(e9759abe-2932-4e54-a1fb-2399ee430195),segment_id=e9759abe-2932-4e54-a1fb-2399ee430195)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:46:50.217410 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533771e1-60ab-441e-894d-6c21a18500d8 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29c51f0e-92c8-4df1-8b3e-e9fcb8301c37,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:50.225490 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:50.311928 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-533771e1-60ab-441e-894d-6c21a18500d8 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:50.313785 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-533771e1-60ab-441e-894d-6c21a18500d8 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6220219 May 05 21:46:50.316665 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-edd9d212-868b-42ad-9f45-7475ee14eb02 req-e6aadbc4-3d0a-4209-9e46-2ee4051db41b tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Unset dirty status for tenant:c5a8c9a56475462680e05305adb463b2 on resource:network {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:46:50.324115 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 38378) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:46:50.326809 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-edd9d212-868b-42ad-9f45-7475ee14eb02 req-e6aadbc4-3d0a-4209-9e46-2ee4051db41b tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] 10.222.0.23 "GET /v2.0/networks?id=1303113a-3b4f-4438-84cb-936009b5332f HTTP/1.1" status: 200 len: 811 time: 0.5168335 May 05 21:46:50.331542 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-d46795ee-8bee-4513-b880-d9c0a7c6a8a4 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Request body: {'floatingip': {'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:46:50.342290 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-d46795ee-8bee-4513-b880-d9c0a7c6a8a4 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:46:50.356214 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ecf9a-2ea5-454c-98fa-2ea040545dc9 req-47842d72-79d5-4b35-81df-d01df2ec8f76 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:50.356740 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-edd9d212-868b-42ad-9f45-7475ee14eb02 req-1c1c5920-88b6-482c-a8a7-e59ed530b2e4 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] 10.222.0.23 "GET /v2.0/quotas/c5a8c9a56475462680e05305adb463b2 HTTP/1.1" status: 200 len: 375 time: 0.0278795 May 05 21:46:50.357965 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c30ecf9a-2ea5-454c-98fa-2ea040545dc9 req-47842d72-79d5-4b35-81df-d01df2ec8f76 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d50665b6-9647-47f1-b718-b6ae7cd32366 HTTP/1.1" status: 200 len: 909 time: 0.4519331 May 05 21:46:50.360751 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d46795ee-8bee-4513-b880-d9c0a7c6a8a4 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Usage tracker for resource:floatingip and tenant:0eb82da6a4bc47a2ae0058d78ca21e92 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:46:50.365733 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-44f0ac34-c0f0-4149-8d24-ba3fd3818a4c None None] Set router f3e2abbc-288c-496f-bed1-a4d19d687720 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:46:50.425151 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d99c1d9-595a-4171-a4e7-6eda4fa4d8e8 req-96974bd8-0488-4967-b663-d1390b7db385 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:50.427306 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5d99c1d9-595a-4171-a4e7-6eda4fa4d8e8 req-96974bd8-0488-4967-b663-d1390b7db385 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbe975a-28d0-473c-a0a1-b38b162994ce HTTP/1.1" status: 200 len: 945 time: 0.2030010 May 05 21:46:50.444764 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d46795ee-8bee-4513-b880-d9c0a7c6a8a4 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:46:50.465152 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-d46795ee-8bee-4513-b880-d9c0a7c6a8a4 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:46:50.466294 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c30ecf9a-2ea5-454c-98fa-2ea040545dc9 req-1f8aff5f-b43e-4418-9583-4e64b3f0df6a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f68c5b1b-f7c3-4249-82c1-040d26e8afef HTTP/1.1" status: 200 len: 217 time: 0.0904562 May 05 21:46:50.578274 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d46795ee-8bee-4513-b880-d9c0a7c6a8a4 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks [] for floatingip, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:50.605560 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5d99c1d9-595a-4171-a4e7-6eda4fa4d8e8 req-7d04fe10-4838-4c27-9d54-b86d783335b0 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] 10.222.0.23 "GET /v2.0/security-groups?id=5fd3cbe3-d514-4b83-9f5b-499e6815d2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718292 May 05 21:46:50.623083 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=734114df-186a-478d-8bda-0bab382f4836,revision_number=8']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:50.652198 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-edd9d212-868b-42ad-9f45-7475ee14eb02 req-c728849d-72cf-4dc0-9720-fbd822028c28 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Synchronizing usage tracker for tenant:c5a8c9a56475462680e05305adb463b2 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:46:50.699987 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-edd9d212-868b-42ad-9f45-7475ee14eb02 req-c728849d-72cf-4dc0-9720-fbd822028c28 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Unset dirty status for tenant:c5a8c9a56475462680e05305adb463b2 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:46:50.701598 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-edd9d212-868b-42ad-9f45-7475ee14eb02 req-c728849d-72cf-4dc0-9720-fbd822028c28 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c5a8c9a56475462680e05305adb463b2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3391516 May 05 21:46:50.804931 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ecf9a-2ea5-454c-98fa-2ea040545dc9 req-b3f63ce5-8ceb-4534-bf7a-03d299250209 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:50.806434 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c30ecf9a-2ea5-454c-98fa-2ea040545dc9 req-b3f63ce5-8ceb-4534-bf7a-03d299250209 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2ef0800d-de6f-466d-b35f-d1403d70c310 HTTP/1.1" status: 200 len: 848 time: 0.3336709 May 05 21:46:50.879499 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c30ecf9a-2ea5-454c-98fa-2ea040545dc9 req-20de72db-27aa-4c60-b22d-c447557e18e3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d50665b6-9647-47f1-b718-b6ae7cd32366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624433 May 05 21:46:50.918896 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-edd9d212-868b-42ad-9f45-7475ee14eb02 req-aab2951b-a342-4b13-a08e-de36b64ca025 service neutron] 10.222.0.23 "GET /v2.0/networks/1303113a-3b4f-4438-84cb-936009b5332f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043698 May 05 21:46:51.127745 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device b4259fe0-404d-410e-a2c7-f91777fd80d0 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:46:51.136851 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c30ecf9a-2ea5-454c-98fa-2ea040545dc9 req-4ae4db74-2faa-4fb4-b1a0-dc35b732b368 service neutron] 10.222.0.44 "GET /v2.0/networks/d50665b6-9647-47f1-b718-b6ae7cd32366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467892 May 05 21:46:51.150262 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-edd9d212-868b-42ad-9f45-7475ee14eb02 req-034def67-51e7-4e92-9789-9d5d17ba1a85 service neutron] 10.222.0.23 "GET /v2.0/networks/1303113a-3b4f-4438-84cb-936009b5332f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255471 May 05 21:46:51.312021 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d46795ee-8bee-4513-b880-d9c0a7c6a8a4 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:51.345860 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port b4259fe0-404d-410e-a2c7-f91777fd80d0 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:46:51.369176 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port b4259fe0-404d-410e-a2c7-f91777fd80d0 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:46:51.373782 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:51.552863 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1538b163-84a9-4e2a-8ff4-00034dc6bbcf'] response: {'server_uuid': 'b9e93b10-6d3b-4d1a-b434-b398cc516811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '734114df-186a-478d-8bda-0bab382f4836', 'code': 200} May 05 21:46:51.608754 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-44f0ac34-c0f0-4149-8d24-ba3fd3818a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e2abbc-288c-496f-bed1-a4d19d687720', 'name': 'tempest-ServersTestManualDisk-903671868-router', 'tenant_id': 'c5a8c9a56475462680e05305adb463b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '35b0d766-3ed5-42cf-a020-801b48d68ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:46:06Z', 'updated_at': '2022-05-05T21:46:26Z', 'revision_number': 4, 'project_id': 'c5a8c9a56475462680e05305adb463b2', 'gw_port': {'id': '35b0d766-3ed5-42cf-a020-801b48d68ef7', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e2abbc-288c-496f-bed1-a4d19d687720', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:46:08Z', 'updated_at': '2022-05-05T21:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '782516d7-efa7-4085-b1ea-f8dd331bc8af', 'name': '', 'network_id': '1303113a-3b4f-4438-84cb-936009b5332f', 'tenant_id': 'c5a8c9a56475462680e05305adb463b2', 'mac_address': 'fa:16:3e:c6:0c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e2abbc-288c-496f-bed1-a4d19d687720', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b04dd652-3e41-4577-abd4-c6835388be5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:46:22Z', 'updated_at': '2022-05-05T21:46:48Z', 'revision_number': 4, 'project_id': 'c5a8c9a56475462680e05305adb463b2', 'subnets': [{'id': 'b04dd652-3e41-4577-abd4-c6835388be5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:46:51.631856 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f0ac34-c0f0-4149-8d24-ba3fd3818a4c None None] The sync data for ids ['f3e2abbc-288c-496f-bed1-a4d19d687720'] in n-d-825175-4 is: [{'id': 'f3e2abbc-288c-496f-bed1-a4d19d687720', 'name': 'tempest-ServersTestManualDisk-903671868-router', 'tenant_id': 'c5a8c9a56475462680e05305adb463b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '35b0d766-3ed5-42cf-a020-801b48d68ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:46:06Z', 'updated_at': '2022-05-05T21:46:26Z', 'revision_number': 4, 'project_id': 'c5a8c9a56475462680e05305adb463b2', 'gw_port': {'id': '35b0d766-3ed5-42cf-a020-801b48d68ef7', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e2abbc-288c-496f-bed1-a4d19d687720', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:46:08Z', 'updated_at': '2022-05-05T21:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '782516d7-efa7-4085-b1ea-f8dd331bc8af', 'name': '', 'network_id': '1303113a-3b4f-4438-84cb-936009b5332f', 'tenant_id': 'c5a8c9a56475462680e05305adb463b2', 'mac_address': 'fa:16:3e:c6:0c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e2abbc-288c-496f-bed1-a4d19d687720', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b04dd652-3e41-4577-abd4-c6835388be5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:46:22Z', 'updated_at': '2022-05-05T21:46:48Z', 'revision_number': 4, 'project_id': 'c5a8c9a56475462680e05305adb463b2', 'subnets': [{'id': 'b04dd652-3e41-4577-abd4-c6835388be5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:46:51.730711 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c30ecf9a-2ea5-454c-98fa-2ea040545dc9 req-1beeb29d-d112-4dd4-94c6-c3e43251f67b service neutron] 10.222.0.44 "GET /v2.0/networks/d50665b6-9647-47f1-b718-b6ae7cd32366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5819306 May 05 21:46:51.765105 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 209ab6e8-eeda-4627-af5b-3d7bb457be9b up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:46:51.773396 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0412c5d-2397-49a0-94b3-4db9a6f22c6b req-a25a7ff9-9af9-447e-8add-906f0c837e1a tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:51.775332 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f0412c5d-2397-49a0-94b3-4db9a6f22c6b req-a25a7ff9-9af9-447e-8add-906f0c837e1a tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=165e3d19-d7b0-474a-b06b-e64e6fe1293e HTTP/1.1" status: 200 len: 945 time: 0.3458133 May 05 21:46:51.897058 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:51.915012 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-d46795ee-8bee-4513-b880-d9c0a7c6a8a4 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Allocated IP 172.25.4.155 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/af5d6439-a7eb-4cc2-a0f0-e3f9f95d5736) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:46:51.933092 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f054a2-5e04-4430-924a-2f75436eb9b2 req-fbb97313-651d-45e3-8849-884ce1ec63fe tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:51.935110 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-42f054a2-5e04-4430-924a-2f75436eb9b2 req-fbb97313-651d-45e3-8849-884ce1ec63fe tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d839354-039d-4eef-80c3-6cc1a4dcfdd1 HTTP/1.1" status: 200 len: 946 time: 0.3161120 May 05 21:46:51.955884 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f0412c5d-2397-49a0-94b3-4db9a6f22c6b req-8059b211-07d3-4d76-a661-5cc543a7b91e tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579990 May 05 21:46:52.050974 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 209ab6e8-eeda-4627-af5b-3d7bb457be9b completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:46:52.065586 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port b4259fe0-404d-410e-a2c7-f91777fd80d0, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=b4259fe0-404d-410e-a2c7-f91777fd80d0,segment=NetworkSegment(43d06c87-4d85-4ca5-8553-463ff7bd73ff),segment_id=43d06c87-4d85-4ca5-8553-463ff7bd73ff)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:46:52.078386 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 209ab6e8-eeda-4627-af5b-3d7bb457be9b triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:46:52.078765 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:52.120419 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-42f054a2-5e04-4430-924a-2f75436eb9b2 req-7c309347-36b1-4d3e-a20b-86602bfd20e2 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522729 May 05 21:46:52.126065 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:52.270115 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=b4259fe0-404d-410e-a2c7-f91777fd80d0,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:52.390153 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67295651-e43e-4487-ad98-4b9daa7df699 req-e6673f29-4df7-4bc2-b420-8ae8ea92fc1e tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:52.391713 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-67295651-e43e-4487-ad98-4b9daa7df699 req-e6673f29-4df7-4bc2-b420-8ae8ea92fc1e tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbe975a-28d0-473c-a0a1-b38b162994ce HTTP/1.1" status: 200 len: 945 time: 0.1546638 May 05 21:46:52.403036 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 38406) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:46:52.409050 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-219d8a9e-cb83-4e11-b346-512a125365ae tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Request body: {'floatingip': {'port_id': '668a5a28-fc6f-4a3d-aa2b-c999c6a7c64d'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:46:52.411847 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:52.414584 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d46795ee-8bee-4513-b880-d9c0a7c6a8a4 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:52.459373 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d46795ee-8bee-4513-b880-d9c0a7c6a8a4 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:52.520905 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 209ab6e8-eeda-4627-af5b-3d7bb457be9b, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=209ab6e8-eeda-4627-af5b-3d7bb457be9b,segment=NetworkSegment(df9c57c2-52c8-43c0-981c-16fd110b1d0b),segment_id=df9c57c2-52c8-43c0-981c-16fd110b1d0b)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:46:52.529917 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:52.677803 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46795ee-8bee-4513-b880-d9c0a7c6a8a4 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:46:52.695466 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-d46795ee-8bee-4513-b880-d9c0a7c6a8a4 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:46:52.702606 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46795ee-8bee-4513-b880-d9c0a7c6a8a4 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:46:52.752874 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=209ab6e8-eeda-4627-af5b-3d7bb457be9b,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:52.900273 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46795ee-8bee-4513-b880-d9c0a7c6a8a4 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Pushing event updated for resources: {'Port': ['ID=af5d6439-a7eb-4cc2-a0f0-e3f9f95d5736,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:53.113985 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 782516d7-efa7-4085-b1ea-f8dd331bc8af up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:46:53.138636 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-219d8a9e-cb83-4e11-b346-512a125365ae tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Notify callbacks [] for floatingip, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:53.139240 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aded0595-731d-4dfd-8147-04ad8d09a888 req-7cf19d43-ee94-419e-80cb-63b5e6396a8e tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:53.150999 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-aded0595-731d-4dfd-8147-04ad8d09a888 req-7cf19d43-ee94-419e-80cb-63b5e6396a8e tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Synchronizing usage tracker for tenant:b50e99b600524c18b3199236d1a61be7 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:46:53.243228 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-aded0595-731d-4dfd-8147-04ad8d09a888 req-7cf19d43-ee94-419e-80cb-63b5e6396a8e tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Unset dirty status for tenant:b50e99b600524c18b3199236d1a61be7 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:46:53.252353 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-aded0595-731d-4dfd-8147-04ad8d09a888 req-7cf19d43-ee94-419e-80cb-63b5e6396a8e tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9e93b10-6d3b-4d1a-b434-b398cc516811 HTTP/1.1" status: 200 len: 944 time: 0.4421272 May 05 21:46:53.391109 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 782516d7-efa7-4085-b1ea-f8dd331bc8af completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:46:53.402064 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 782516d7-efa7-4085-b1ea-f8dd331bc8af triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:46:53.402433 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:53.641319 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e93b10-6d3b-4d1a-b434-b398cc516811', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '734114df-186a-478d-8bda-0bab382f4836'}, {'server_uuid': '3fb67afd-60ec-4a25-9ce4-b8f6629f1ef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4259fe0-404d-410e-a2c7-f91777fd80d0'}, {'server_uuid': '165e3d19-d7b0-474a-b06b-e64e6fe1293e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209ab6e8-eeda-4627-af5b-3d7bb457be9b'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:46:53.644362 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-aded0595-731d-4dfd-8147-04ad8d09a888 req-ae0d080f-a140-4af4-a5d8-c50fa6807320 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Deleting port 734114df-186a-478d-8bda-0bab382f4836 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:46:53.644880 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-aded0595-731d-4dfd-8147-04ad8d09a888 req-ae0d080f-a140-4af4-a5d8-c50fa6807320 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:53.685811 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:53.707807 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d46795ee-8bee-4513-b880-d9c0a7c6a8a4 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:53.735331 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 782516d7-efa7-4085-b1ea-f8dd331bc8af, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=782516d7-efa7-4085-b1ea-f8dd331bc8af,segment=NetworkSegment(2bc45e6f-b7ab-4f0b-a595-6c4682d53763),segment_id=2bc45e6f-b7ab-4f0b-a595-6c4682d53763)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:46:53.742797 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:53.789288 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75d01c-f8e6-4568-b77a-aee31d3afe77 req-694b3746-b268-4694-a90a-3d570a65a26d tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:53.796660 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8f75d01c-f8e6-4568-b77a-aee31d3afe77 req-694b3746-b268-4694-a90a-3d570a65a26d tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9e93b10-6d3b-4d1a-b434-b398cc516811 HTTP/1.1" status: 200 len: 944 time: 0.9658968 May 05 21:46:53.935004 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=782516d7-efa7-4085-b1ea-f8dd331bc8af,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:54.001312 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d46795ee-8bee-4513-b880-d9c0a7c6a8a4 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:54.012134 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc5417-5189-4d81-92fa-f09894b19a98 req-ef762460-8302-4d7c-a5dc-e90662b6f526 tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:54.013640 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-10dc5417-5189-4d81-92fa-f09894b19a98 req-ef762460-8302-4d7c-a5dc-e90662b6f526 tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] 10.222.0.23 "GET /v2.0/ports?device_id=3fb67afd-60ec-4a25-9ce4-b8f6629f1ef0 HTTP/1.1" status: 200 len: 945 time: 0.9959211 May 05 21:46:54.061075 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8f75d01c-f8e6-4568-b77a-aee31d3afe77 req-eb9c19bd-f0bd-4f48-83ff-7a8b98492cfd tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ea35cbd-159b-4a97-ac8e-0ad5178ef2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635663 May 05 21:46:54.093247 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-10dc5417-5189-4d81-92fa-f09894b19a98 req-b3d4a3ae-6382-4c97-a636-afadd4a33754 tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec3f683f-5e78-4115-a05e-6459868c1105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698133 May 05 21:46:54.258448 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd9d212-868b-42ad-9f45-7475ee14eb02 req-ec7945eb-515f-4363-9389-f660f7e6188a tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:54.258448 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-edd9d212-868b-42ad-9f45-7475ee14eb02 req-ec7945eb-515f-4363-9389-f660f7e6188a tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] 10.222.0.32 "GET /v2.0/networks?id=1303113a-3b4f-4438-84cb-936009b5332f HTTP/1.1" status: 200 len: 811 time: 0.6378045 May 05 21:46:54.440894 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-edd9d212-868b-42ad-9f45-7475ee14eb02 req-5dc0d755-9dcb-424b-80ff-fb3cd4e1af1b tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5a8c9a56475462680e05305adb463b2 HTTP/1.1" status: 200 len: 379 time: 0.1593177 May 05 21:46:54.457664 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-46155ca0-25f2-40c5-912f-0bc5406efda4 req-07c7107a-c44a-46ff-8e86-a3b3bab658d3 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a3e09c0-2984-42c2-802f-9e4231836754 HTTP/1.1" status: 200 len: 210 time: 0.0532472 May 05 21:46:54.566006 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-edd9d212-868b-42ad-9f45-7475ee14eb02 req-9ad3f5c5-0b04-4fd6-ae64-08b87ab3512a tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Request body: {'port': {'device_id': '6a3e09c0-2984-42c2-802f-9e4231836754', 'network_id': '1303113a-3b4f-4438-84cb-936009b5332f', 'admin_state_up': True, 'tenant_id': 'c5a8c9a56475462680e05305adb463b2', 'security_groups': ['6d0b30f9-8c06-47ca-b845-d0b43dd9cf48']}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:46:54.613567 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43331f20-543d-45d5-ba54-1f0147de1312 req-3afc8552-37a0-48c2-a081-2ead0e118fc9 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:54.620340 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-43331f20-543d-45d5-ba54-1f0147de1312 req-3afc8552-37a0-48c2-a081-2ead0e118fc9 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=165e3d19-d7b0-474a-b06b-e64e6fe1293e HTTP/1.1" status: 200 len: 946 time: 0.2501216 May 05 21:46:54.641403 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-219d8a9e-cb83-4e11-b346-512a125365ae tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:54.651116 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-219d8a9e-cb83-4e11-b346-512a125365ae tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:54.894841 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-aded0595-731d-4dfd-8147-04ad8d09a888 req-ae0d080f-a140-4af4-a5d8-c50fa6807320 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] For port 734114df-186a-478d-8bda-0bab382f4836, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=734114df-186a-478d-8bda-0bab382f4836,segment=NetworkSegment(e9759abe-2932-4e54-a1fb-2399ee430195),segment_id=e9759abe-2932-4e54-a1fb-2399ee430195)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:46:54.895510 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-aded0595-731d-4dfd-8147-04ad8d09a888 req-ae0d080f-a140-4af4-a5d8-c50fa6807320 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:54.931484 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-43331f20-543d-45d5-ba54-1f0147de1312 req-ea6b4cf5-b8ec-4c6b-b950-ff9480c380ba tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100383 May 05 21:46:55.028715 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbede61-bd50-4311-a4e6-6d2c297a534e req-b86bd49b-8bbc-4e3f-887a-94cf5f3e3339 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:55.043529 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cfbede61-bd50-4311-a4e6-6d2c297a534e req-b86bd49b-8bbc-4e3f-887a-94cf5f3e3339 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d839354-039d-4eef-80c3-6cc1a4dcfdd1 HTTP/1.1" status: 200 len: 946 time: 0.2544315 May 05 21:46:55.081918 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c982f33d-2a7c-4f9b-926a-0436995b1236'] response: {'server_uuid': 'b9e93b10-6d3b-4d1a-b434-b398cc516811', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '734114df-186a-478d-8bda-0bab382f4836', 'code': 200} May 05 21:46:55.082877 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c982f33d-2a7c-4f9b-926a-0436995b1236'] response: {'server_uuid': '3fb67afd-60ec-4a25-9ce4-b8f6629f1ef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4259fe0-404d-410e-a2c7-f91777fd80d0', 'code': 200} May 05 21:46:55.082877 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c982f33d-2a7c-4f9b-926a-0436995b1236'] response: {'server_uuid': '165e3d19-d7b0-474a-b06b-e64e6fe1293e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209ab6e8-eeda-4627-af5b-3d7bb457be9b', 'code': 200} May 05 21:46:55.090824 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 782516d7-efa7-4085-b1ea-f8dd331bc8af up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:46:55.170803 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-edd9d212-868b-42ad-9f45-7475ee14eb02 req-9ad3f5c5-0b04-4fd6-ae64-08b87ab3512a tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:46:55.225842 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 782516d7-efa7-4085-b1ea-f8dd331bc8af triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:46:55.226588 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:55.238775 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cfbede61-bd50-4311-a4e6-6d2c297a534e req-fcce31ce-3b71-48cb-998e-9e021ee6c49c tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896660 May 05 21:46:55.302913 n-d-825175-4 neutron-server[84061]: INFO neutron.db.l3_db [None req-219d8a9e-cb83-4e11-b346-512a125365ae tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Floating IP 855e2f32-ece2-4b6d-bb1e-64e6f7b4dc5e associated. External IP: 172.25.4.183, port: 668a5a28-fc6f-4a3d-aa2b-c999c6a7c64d. May 05 21:46:55.470516 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-aded0595-731d-4dfd-8147-04ad8d09a888 req-ae0d080f-a140-4af4-a5d8-c50fa6807320 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Calling delete_port for 734114df-186a-478d-8bda-0bab382f4836 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:46:55.562502 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-edd9d212-868b-42ad-9f45-7475ee14eb02 req-9ad3f5c5-0b04-4fd6-ae64-08b87ab3512a tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:46:55.591956 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c0c485bd-8e87-408a-878d-2335a2f1a057 req-9eac9d93-b379-4518-b2f5-b595d38b4f46 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=165e3d19-d7b0-474a-b06b-e64e6fe1293e HTTP/1.1" status: 200 len: 1097 time: 0.4200647 May 05 21:46:55.618818 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edd9d212-868b-42ad-9f45-7475ee14eb02 req-9ad3f5c5-0b04-4fd6-ae64-08b87ab3512a tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Made reservation on behalf of c5a8c9a56475462680e05305adb463b2 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:46:55.622616 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-edd9d212-868b-42ad-9f45-7475ee14eb02 req-9ad3f5c5-0b04-4fd6-ae64-08b87ab3512a tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:55.743501 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d46795ee-8bee-4513-b880-d9c0a7c6a8a4 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:55.789758 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d46795ee-8bee-4513-b880-d9c0a7c6a8a4 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:55.865588 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9bb86252-b370-4650-af37-fd45ca4b02bd req-eb01ff2e-1cb8-4486-a08f-84929ec58dce service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3fb67afd-60ec-4a25-9ce4-b8f6629f1ef0 HTTP/1.1" status: 200 len: 1096 time: 0.5373132 May 05 21:46:55.931605 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c0c485bd-8e87-408a-878d-2335a2f1a057 req-18260c21-8151-4a12-bbd6-c786926d1268 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954545 May 05 21:46:55.984153 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61393741-089b-45a9-9b0f-215f573504f4 req-5a074d92-ebd3-458a-9f05-8b77ebe0493e tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:55.985634 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-61393741-089b-45a9-9b0f-215f573504f4 req-5a074d92-ebd3-458a-9f05-8b77ebe0493e tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9e93b10-6d3b-4d1a-b434-b398cc516811 HTTP/1.1" status: 200 len: 944 time: 0.3773661 May 05 21:46:56.041046 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d46795ee-8bee-4513-b880-d9c0a7c6a8a4 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:56.077872 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-61393741-089b-45a9-9b0f-215f573504f4 req-9c9a045b-6663-44f0-906d-73b3f5541d50 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ea35cbd-159b-4a97-ac8e-0ad5178ef2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853837 May 05 21:46:56.087996 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac919c5b-0f90-4562-93e1-85c04ec5e845 req-dc22d69f-2d02-4d8b-8e5b-f6d980e99cc3 tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:56.089821 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ac919c5b-0f90-4562-93e1-85c04ec5e845 req-dc22d69f-2d02-4d8b-8e5b-f6d980e99cc3 tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] 10.222.0.23 "GET /v2.0/ports?device_id=3fb67afd-60ec-4a25-9ce4-b8f6629f1ef0 HTTP/1.1" status: 200 len: 945 time: 0.2588680 May 05 21:46:56.181578 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ac919c5b-0f90-4562-93e1-85c04ec5e845 req-c8d07db7-ab1b-4f5c-be70-df505da6ef9a tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec3f683f-5e78-4115-a05e-6459868c1105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839889 May 05 21:46:56.200773 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-edd9d212-868b-42ad-9f45-7475ee14eb02 req-9ad3f5c5-0b04-4fd6-ae64-08b87ab3512a tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Allocated IP 172.20.0.9 (1303113a-3b4f-4438-84cb-936009b5332f/b04dd652-3e41-4577-abd4-c6835388be5c/424189b8-39d6-4d17-a228-aa68c71c7795) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:46:56.496660 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6c06a244-72b4-467a-93b2-04facc9b3401 req-f04dc53b-256c-4c24-804d-fb4e71f66c4c tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a3e09c0-2984-42c2-802f-9e4231836754 HTTP/1.1" status: 200 len: 210 time: 0.1562805 May 05 21:46:56.572174 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-edd9d212-868b-42ad-9f45-7475ee14eb02 req-9ad3f5c5-0b04-4fd6-ae64-08b87ab3512a tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:56.628206 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a0a10-ef60-4ff1-91e2-bfb029dd57c0 req-26e168df-30b3-444f-a6ef-99ed2696a6ae tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:56.641761 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9bb86252-b370-4650-af37-fd45ca4b02bd req-e481a175-4a4f-4e6b-8f6f-f263c5caa59a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ec3f683f-5e78-4115-a05e-6459868c1105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7606716 May 05 21:46:56.642504 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d46795ee-8bee-4513-b880-d9c0a7c6a8a4 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:56.647296 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9c1a0a10-ef60-4ff1-91e2-bfb029dd57c0 req-26e168df-30b3-444f-a6ef-99ed2696a6ae tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=165e3d19-d7b0-474a-b06b-e64e6fe1293e HTTP/1.1" status: 200 len: 946 time: 0.2081289 May 05 21:46:56.666914 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d46795ee-8bee-4513-b880-d9c0a7c6a8a4 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3414590 May 05 21:46:56.680207 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-edd9d212-868b-42ad-9f45-7475ee14eb02 req-9ad3f5c5-0b04-4fd6-ae64-08b87ab3512a tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Transition to ACTIVE for port object 424189b8-39d6-4d17-a228-aa68c71c7795 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:46:56.681724 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46795ee-8bee-4513-b880-d9c0a7c6a8a4 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Pushing event updated for resources: {'Port': ['ID=af5d6439-a7eb-4cc2-a0f0-e3f9f95d5736,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:56.698611 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-aded0595-731d-4dfd-8147-04ad8d09a888 req-ae0d080f-a140-4af4-a5d8-c50fa6807320 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:56.758343 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9c1a0a10-ef60-4ff1-91e2-bfb029dd57c0 req-968adf5e-3557-4dc1-ba74-266d8620c10d tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077888 May 05 21:46:56.879859 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-219d8a9e-cb83-4e11-b346-512a125365ae tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Router a4388a85-510d-4631-88e8-78e7b63726b5 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:46:56.890789 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f704671-301f-487c-a299-d2a9aa8695a4 req-cac7f4ae-44ed-406d-bfc7-e5ff5739f431 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:56.892517 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5f704671-301f-487c-a299-d2a9aa8695a4 req-cac7f4ae-44ed-406d-bfc7-e5ff5739f431 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d839354-039d-4eef-80c3-6cc1a4dcfdd1 HTTP/1.1" status: 200 len: 946 time: 0.1330264 May 05 21:46:56.901463 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-aded0595-731d-4dfd-8147-04ad8d09a888 req-ae0d080f-a140-4af4-a5d8-c50fa6807320 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] No DVR routers for this DVR port 734114df-186a-478d-8bda-0bab382f4836 on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:46:56.904853 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-aded0595-731d-4dfd-8147-04ad8d09a888 req-ae0d080f-a140-4af4-a5d8-c50fa6807320 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:56.908095 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-aded0595-731d-4dfd-8147-04ad8d09a888 req-ae0d080f-a140-4af4-a5d8-c50fa6807320 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.44 "DELETE /v2.0/ports/734114df-186a-478d-8bda-0bab382f4836 HTTP/1.1" status: 204 len: 173 time: 3.6442986 May 05 21:46:56.909819 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e93b10-6d3b-4d1a-b434-b398cc516811', 'name': 'network-vif-deleted', 'tag': '734114df-186a-478d-8bda-0bab382f4836'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:46:56.916699 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d080f-a140-4af4-a5d8-c50fa6807320 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Pushing event deleted for resources: {'Port': ['ID=734114df-186a-478d-8bda-0bab382f4836,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:56.959026 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-edd9d212-868b-42ad-9f45-7475ee14eb02 req-9ad3f5c5-0b04-4fd6-ae64-08b87ab3512a tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:57.056470 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edd9d212-868b-42ad-9f45-7475ee14eb02 req-9ad3f5c5-0b04-4fd6-ae64-08b87ab3512a tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Network 1303113a-3b4f-4438-84cb-936009b5332f is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:46:57.065743 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-edd9d212-868b-42ad-9f45-7475ee14eb02 req-9ad3f5c5-0b04-4fd6-ae64-08b87ab3512a tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:46:57.071674 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-edd9d212-868b-42ad-9f45-7475ee14eb02 req-9ad3f5c5-0b04-4fd6-ae64-08b87ab3512a tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:46:57.125601 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad3f5c5-0b04-4fd6-ae64-08b87ab3512a tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Pushing event updated for resources: {'Port': ['ID=424189b8-39d6-4d17-a228-aa68c71c7795,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:57.165092 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd9d212-868b-42ad-9f45-7475ee14eb02 req-9ad3f5c5-0b04-4fd6-ae64-08b87ab3512a tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:57.165985 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-edd9d212-868b-42ad-9f45-7475ee14eb02 req-9ad3f5c5-0b04-4fd6-ae64-08b87ab3512a tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:57.193325 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-edd9d212-868b-42ad-9f45-7475ee14eb02 req-9ad3f5c5-0b04-4fd6-ae64-08b87ab3512a tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7391741 May 05 21:46:57.213361 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-edd9d212-868b-42ad-9f45-7475ee14eb02 req-ead3b6b7-53cf-49d9-8fd2-cc9b176ef97f service neutron] Request body: {'port': {'device_id': '6a3e09c0-2984-42c2-802f-9e4231836754', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:46:57.383817 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-edd9d212-868b-42ad-9f45-7475ee14eb02 req-ead3b6b7-53cf-49d9-8fd2-cc9b176ef97f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:57.423770 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-f463a358-7a71-41e5-89dc-8329baf60c16 req-186e681a-97a8-454f-acee-33e18690a63c tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Synchronizing usage tracker for tenant:0eb82da6a4bc47a2ae0058d78ca21e92 on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:46:57.464916 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5f704671-301f-487c-a299-d2a9aa8695a4 req-c37c7b66-d4ce-4985-a61c-203087aa8255 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5583675 May 05 21:46:57.470371 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-7f8f710e-5253-40f1-a2a0-afd7846c7d06 None None] Provisioning for port 424189b8-39d6-4d17-a228-aa68c71c7795 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:46:57.477812 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-7f8f710e-5253-40f1-a2a0-afd7846c7d06 None None] Provisioning complete for port 424189b8-39d6-4d17-a228-aa68c71c7795 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:46:57.478441 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7f8f710e-5253-40f1-a2a0-afd7846c7d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:57.483127 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-f463a358-7a71-41e5-89dc-8329baf60c16 req-186e681a-97a8-454f-acee-33e18690a63c tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Unset dirty status for tenant:0eb82da6a4bc47a2ae0058d78ca21e92 on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:46:57.491449 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f463a358-7a71-41e5-89dc-8329baf60c16 req-186e681a-97a8-454f-acee-33e18690a63c tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1972974725&fields=id&tenant_id=0eb82da6a4bc47a2ae0058d78ca21e92 HTTP/1.1" status: 200 len: 267 time: 0.3876636 May 05 21:46:57.552903 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-7f8f710e-5253-40f1-a2a0-afd7846c7d06 None None] Port 424189b8-39d6-4d17-a228-aa68c71c7795 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:46:57.619250 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1af2fc18-898d-40c0-a6cc-e3b363e45383'] response: {'server_uuid': 'b9e93b10-6d3b-4d1a-b434-b398cc516811', 'name': 'network-vif-deleted', 'tag': '734114df-186a-478d-8bda-0bab382f4836', 'status': 'completed', 'code': 200} May 05 21:46:57.717404 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 734114df-186a-478d-8bda-0bab382f4836 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:46:57.739260 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f463a358-7a71-41e5-89dc-8329baf60c16 req-9ddfb17c-7497-4005-9437-c8bfae242923 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:57.740571 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-f463a358-7a71-41e5-89dc-8329baf60c16 req-9ddfb17c-7497-4005-9437-c8bfae242923 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Synchronizing usage tracker for tenant:0eb82da6a4bc47a2ae0058d78ca21e92 on resource:network {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:46:57.804863 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: 734114df-186a-478d-8bda-0bab382f4836 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:46:57.805474 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 734114df-186a-478d-8bda-0bab382f4836 not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:46:57.820460 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-f463a358-7a71-41e5-89dc-8329baf60c16 req-9ddfb17c-7497-4005-9437-c8bfae242923 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Unset dirty status for tenant:0eb82da6a4bc47a2ae0058d78ca21e92 on resource:network {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:46:57.821643 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f463a358-7a71-41e5-89dc-8329baf60c16 req-9ddfb17c-7497-4005-9437-c8bfae242923 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/networks?id=f33cead3-3472-4ef7-9cf3-a35684adef89 HTTP/1.1" status: 200 len: 812 time: 0.3294163 May 05 21:46:57.962050 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f463a358-7a71-41e5-89dc-8329baf60c16 req-dd57862c-81a0-448a-8e6a-a86ef613875e tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/quotas/0eb82da6a4bc47a2ae0058d78ca21e92 HTTP/1.1" status: 200 len: 375 time: 0.1317856 May 05 21:46:58.005161 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f52a23cf-25b4-4c31-ab0b-7bf7a6e2f542 req-49ead6a5-11e6-4571-b8a6-91bdaec3b8f5 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9e93b10-6d3b-4d1a-b434-b398cc516811 HTTP/1.1" status: 200 len: 210 time: 0.1228600 May 05 21:46:58.033394 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219d8a9e-cb83-4e11-b346-512a125365ae tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:46:58.043462 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b16cbf2-7015-4d19-932a-e31eb911b3f6 None None] Sync routers for ids ['a4388a85-510d-4631-88e8-78e7b63726b5'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:46:58.058310 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-219d8a9e-cb83-4e11-b346-512a125365ae tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:58.073017 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b16cbf2-7015-4d19-932a-e31eb911b3f6 None None] Routers {'a4388a85-510d-4631-88e8-78e7b63726b5'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:46:58.074285 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-0b16cbf2-7015-4d19-932a-e31eb911b3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:46:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['a4388a85-510d-4631-88e8-78e7b63726b5'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:46:58.148499 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-edd9d212-868b-42ad-9f45-7475ee14eb02 req-ead3b6b7-53cf-49d9-8fd2-cc9b176ef97f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 424189b8-39d6-4d17-a228-aa68c71c7795 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:46:58.185150 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-edd9d212-868b-42ad-9f45-7475ee14eb02 req-ead3b6b7-53cf-49d9-8fd2-cc9b176ef97f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:58.225850 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-edd9d212-868b-42ad-9f45-7475ee14eb02 req-ead3b6b7-53cf-49d9-8fd2-cc9b176ef97f service neutron] Transition to ACTIVE for port object 424189b8-39d6-4d17-a228-aa68c71c7795 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:46:58.235501 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-edd9d212-868b-42ad-9f45-7475ee14eb02 req-ead3b6b7-53cf-49d9-8fd2-cc9b176ef97f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:58.255107 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-219d8a9e-cb83-4e11-b346-512a125365ae tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] 10.222.0.23 "PUT /v2.0/floatingips/855e2f32-ece2-4b6d-bb1e-64e6f7b4dc5e HTTP/1.1" status: 200 len: 991 time: 5.8505363 May 05 21:46:58.256764 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bbe975a-28d0-473c-a0a1-b38b162994ce', 'tag': '668a5a28-fc6f-4a3d-aa2b-c999c6a7c64d'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:46:58.284099 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-f463a358-7a71-41e5-89dc-8329baf60c16 req-ea7d134d-1dd3-4793-93d9-09907a7b4e12 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Synchronizing usage tracker for tenant:0eb82da6a4bc47a2ae0058d78ca21e92 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:46:58.325264 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-f463a358-7a71-41e5-89dc-8329baf60c16 req-ea7d134d-1dd3-4793-93d9-09907a7b4e12 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Unset dirty status for tenant:0eb82da6a4bc47a2ae0058d78ca21e92 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:46:58.327079 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f463a358-7a71-41e5-89dc-8329baf60c16 req-ea7d134d-1dd3-4793-93d9-09907a7b4e12 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0eb82da6a4bc47a2ae0058d78ca21e92&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3642557 May 05 21:46:58.497778 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-0b16cbf2-7015-4d19-932a-e31eb911b3f6 None None] Set router a4388a85-510d-4631-88e8-78e7b63726b5 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:46:58.753150 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead3b6b7-53cf-49d9-8fd2-cc9b176ef97f service neutron] Pushing event updated for resources: {'Port': ['ID=424189b8-39d6-4d17-a228-aa68c71c7795,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:58.919976 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-edd9d212-868b-42ad-9f45-7475ee14eb02 req-ead3b6b7-53cf-49d9-8fd2-cc9b176ef97f service neutron] Attempting to bind port 424189b8-39d6-4d17-a228-aa68c71c7795 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:46:58.920618 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-edd9d212-868b-42ad-9f45-7475ee14eb02 req-ead3b6b7-53cf-49d9-8fd2-cc9b176ef97f service neutron] Attempting to bind port 424189b8-39d6-4d17-a228-aa68c71c7795 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': '2bc45e6f-b7ab-4f0b-a595-6c4682d53763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1303113a-3b4f-4438-84cb-936009b5332f'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:46:58.921172 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd9d212-868b-42ad-9f45-7475ee14eb02 req-ead3b6b7-53cf-49d9-8fd2-cc9b176ef97f service neutron] Attempting to bind port 424189b8-39d6-4d17-a228-aa68c71c7795 on network 1303113a-3b4f-4438-84cb-936009b5332f {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:46:58.939885 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd9d212-868b-42ad-9f45-7475ee14eb02 req-ead3b6b7-53cf-49d9-8fd2-cc9b176ef97f service neutron] Port 424189b8-39d6-4d17-a228-aa68c71c7795 on network 1303113a-3b4f-4438-84cb-936009b5332f not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:46:58.940376 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd9d212-868b-42ad-9f45-7475ee14eb02 req-ead3b6b7-53cf-49d9-8fd2-cc9b176ef97f service neutron] Attempting to bind port 424189b8-39d6-4d17-a228-aa68c71c7795 on network 1303113a-3b4f-4438-84cb-936009b5332f {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:46:58.947757 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd9d212-868b-42ad-9f45-7475ee14eb02 req-ead3b6b7-53cf-49d9-8fd2-cc9b176ef97f service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:46:58.948342 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd9d212-868b-42ad-9f45-7475ee14eb02 req-ead3b6b7-53cf-49d9-8fd2-cc9b176ef97f service neutron] Checking segment: {'id': '2bc45e6f-b7ab-4f0b-a595-6c4682d53763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1303113a-3b4f-4438-84cb-936009b5332f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:46:58.948892 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd9d212-868b-42ad-9f45-7475ee14eb02 req-ead3b6b7-53cf-49d9-8fd2-cc9b176ef97f service neutron] Bound using segment: {'id': '2bc45e6f-b7ab-4f0b-a595-6c4682d53763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1303113a-3b4f-4438-84cb-936009b5332f'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:46:58.949851 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-edd9d212-868b-42ad-9f45-7475ee14eb02 req-ead3b6b7-53cf-49d9-8fd2-cc9b176ef97f service neutron] Bound port: 424189b8-39d6-4d17-a228-aa68c71c7795, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bc45e6f-b7ab-4f0b-a595-6c4682d53763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1303113a-3b4f-4438-84cb-936009b5332f'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:46:58.950425 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-edd9d212-868b-42ad-9f45-7475ee14eb02 req-ead3b6b7-53cf-49d9-8fd2-cc9b176ef97f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:59.054007 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f0f80-4e09-406c-986d-37c1632bc517 req-0246dce9-e2fb-42b1-a5e8-7424599bc426 tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:59.055035 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-109f0f80-4e09-406c-986d-37c1632bc517 req-0246dce9-e2fb-42b1-a5e8-7424599bc426 tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] 10.222.0.23 "GET /v2.0/ports?device_id=3fb67afd-60ec-4a25-9ce4-b8f6629f1ef0 HTTP/1.1" status: 200 len: 945 time: 0.6752074 May 05 21:46:59.083262 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f463a358-7a71-41e5-89dc-8329baf60c16 req-a5fd4964-51cc-432e-aed8-dc69a349b99b service neutron] 10.222.0.23 "GET /v2.0/networks/f33cead3-3472-4ef7-9cf3-a35684adef89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7331121 May 05 21:46:59.090935 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-edd9d212-868b-42ad-9f45-7475ee14eb02 req-ead3b6b7-53cf-49d9-8fd2-cc9b176ef97f service neutron] For port 424189b8-39d6-4d17-a228-aa68c71c7795, host n-h2-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:46:59.094811 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-edd9d212-868b-42ad-9f45-7475ee14eb02 req-ead3b6b7-53cf-49d9-8fd2-cc9b176ef97f service neutron] For port 424189b8-39d6-4d17-a228-aa68c71c7795, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=424189b8-39d6-4d17-a228-aa68c71c7795,segment=NetworkSegment(2bc45e6f-b7ab-4f0b-a595-6c4682d53763),segment_id=2bc45e6f-b7ab-4f0b-a595-6c4682d53763)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:46:59.106370 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-edd9d212-868b-42ad-9f45-7475ee14eb02 req-ead3b6b7-53cf-49d9-8fd2-cc9b176ef97f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:59.147094 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-0b16cbf2-7015-4d19-932a-e31eb911b3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4388a85-510d-4631-88e8-78e7b63726b5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1586369596-router', 'tenant_id': 'f26c174273fc4c74bc9db73040442bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '0f5c54d6-071f-4561-968c-47087ecdba7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:44:36Z', 'updated_at': '2022-05-05T21:44:58Z', 'revision_number': 4, 'project_id': 'f26c174273fc4c74bc9db73040442bd9', 'gw_port': {'id': '0f5c54d6-071f-4561-968c-47087ecdba7c', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:67:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4388a85-510d-4631-88e8-78e7b63726b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:44:38Z', 'updated_at': '2022-05-05T21:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '855e2f32-ece2-4b6d-bb1e-64e6f7b4dc5e', 'tenant_id': 'f26c174273fc4c74bc9db73040442bd9', 'floating_ip_address': '172.25.4.183', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'a4388a85-510d-4631-88e8-78e7b63726b5', 'port_id': '668a5a28-fc6f-4a3d-aa2b-c999c6a7c64d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8097b0f0-fd36-4b57-be44-9ed5bd276e58', 'mac_address': 'fa:16:3e:6c:24:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bbe975a-28d0-473c-a0a1-b38b162994ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:46:14Z', 'updated_at': '2022-05-05T21:46:54Z', 'revision_number': 1, 'project_id': 'f26c174273fc4c74bc9db73040442bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5387aac-a254-4bd5-808d-d66fb6c7a74b', 'name': '', 'network_id': '8097b0f0-fd36-4b57-be44-9ed5bd276e58', 'tenant_id': 'f26c174273fc4c74bc9db73040442bd9', 'mac_address': 'fa:16:3e:cb:48:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4388a85-510d-4631-88e8-78e7b63726b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba7914fd-cba9-4195-b54c-c60a7934169b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:44:55Z', 'updated_at': '2022-05-05T21:45:07Z', 'revision_number': 5, 'project_id': 'f26c174273fc4c74bc9db73040442bd9', 'subnets': [{'id': 'ba7914fd-cba9-4195-b54c-c60a7934169b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:46:59.151810 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b16cbf2-7015-4d19-932a-e31eb911b3f6 None None] Checking router: a4388a85-510d-4631-88e8-78e7b63726b5 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:46:59.165159 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b16cbf2-7015-4d19-932a-e31eb911b3f6 None None] Routers {'a4388a85-510d-4631-88e8-78e7b63726b5'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:46:59.166803 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-0b16cbf2-7015-4d19-932a-e31eb911b3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:46:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['a4388a85-510d-4631-88e8-78e7b63726b5'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:46:59.212256 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-edd9d212-868b-42ad-9f45-7475ee14eb02 req-ead3b6b7-53cf-49d9-8fd2-cc9b176ef97f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:46:59.213874 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-edd9d212-868b-42ad-9f45-7475ee14eb02 req-ead3b6b7-53cf-49d9-8fd2-cc9b176ef97f service neutron] 10.222.0.32 "PUT /v2.0/ports/424189b8-39d6-4d17-a228-aa68c71c7795 HTTP/1.1" status: 200 len: 1091 time: 2.0061183 May 05 21:46:59.252508 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead3b6b7-53cf-49d9-8fd2-cc9b176ef97f service neutron] Pushing event updated for resources: {'Port': ['ID=424189b8-39d6-4d17-a228-aa68c71c7795,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:46:59.327044 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-109f0f80-4e09-406c-986d-37c1632bc517 req-0d570aa6-1843-420f-93b4-1f890dcf90a5 tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec3f683f-5e78-4115-a05e-6459868c1105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236500 May 05 21:46:59.378050 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-edd9d212-868b-42ad-9f45-7475ee14eb02 req-f04ffe66-3846-4289-8d41-d5b2ed4e60d7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c5a8c9a56475462680e05305adb463b2&device_id=6a3e09c0-2984-42c2-802f-9e4231836754 HTTP/1.1" status: 200 len: 1094 time: 0.1183288 May 05 21:46:59.459393 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f463a358-7a71-41e5-89dc-8329baf60c16 req-09f76571-a169-4b78-b967-071b6cc62557 service neutron] 10.222.0.23 "GET /v2.0/networks/f33cead3-3472-4ef7-9cf3-a35684adef89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3751540 May 05 21:46:59.469286 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-edd9d212-868b-42ad-9f45-7475ee14eb02 req-8254e5d3-fafd-4445-a327-18515bc70e38 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=424189b8-39d6-4d17-a228-aa68c71c7795 HTTP/1.1" status: 200 len: 217 time: 0.0824676 May 05 21:46:59.545169 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-0b16cbf2-7015-4d19-932a-e31eb911b3f6 None None] Set router a4388a85-510d-4631-88e8-78e7b63726b5 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:46:59.602417 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd9d212-868b-42ad-9f45-7475ee14eb02 req-9dd54368-a3ce-44c4-a199-2da00ed787db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:59.604112 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-edd9d212-868b-42ad-9f45-7475ee14eb02 req-9dd54368-a3ce-44c4-a199-2da00ed787db service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b04dd652-3e41-4577-abd4-c6835388be5c HTTP/1.1" status: 200 len: 850 time: 0.1263983 May 05 21:46:59.651951 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a3e09c0-2984-42c2-802f-9e4231836754', 'tag': '424189b8-39d6-4d17-a228-aa68c71c7795'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:46:59.758468 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-edd9d212-868b-42ad-9f45-7475ee14eb02 req-0866347d-00d4-4413-a30e-306913af83f9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1303113a-3b4f-4438-84cb-936009b5332f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1451619 May 05 21:46:59.950958 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa23ad-a0bc-4d3d-a7be-df2288e82cd3 req-db72aaae-7b40-4b88-85c7-9ebb26d66c97 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:59.953217 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9aaa23ad-a0bc-4d3d-a7be-df2288e82cd3 req-db72aaae-7b40-4b88-85c7-9ebb26d66c97 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a3e09c0-2984-42c2-802f-9e4231836754 HTTP/1.1" status: 200 len: 943 time: 0.2398129 May 05 21:46:59.973641 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b01fc5-92d5-43c6-8a81-6d80fdb0ff2a req-c3437d50-3d22-40df-bf3f-57a220099732 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:46:59.983798 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e0b01fc5-92d5-43c6-8a81-6d80fdb0ff2a req-c3437d50-3d22-40df-bf3f-57a220099732 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=165e3d19-d7b0-474a-b06b-e64e6fe1293e HTTP/1.1" status: 200 len: 946 time: 0.1749523 May 05 21:47:00.144555 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9aaa23ad-a0bc-4d3d-a7be-df2288e82cd3 req-02cf4a90-3187-4f7f-ad7f-6e021e71dafd tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d0b30f9-8c06-47ca-b845-d0b43dd9cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1827154 May 05 21:47:00.188091 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e0b01fc5-92d5-43c6-8a81-6d80fdb0ff2a req-e68e805b-08c6-4bea-9fe9-d9276fd9a623 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030859 May 05 21:47:00.237266 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-edd9d212-868b-42ad-9f45-7475ee14eb02 req-c4ff8277-1779-44e9-a282-4f4326a2eb47 service neutron] 10.222.0.32 "GET /v2.0/networks/1303113a-3b4f-4438-84cb-936009b5332f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4706554 May 05 21:47:00.277172 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaf94cce-8025-400c-bf2c-49b32aa3ed13'] response: {'name': 'network-changed', 'server_uuid': '5bbe975a-28d0-473c-a0a1-b38b162994ce', 'tag': '668a5a28-fc6f-4a3d-aa2b-c999c6a7c64d', 'status': 'completed', 'code': 200} May 05 21:47:00.493189 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c02e67-6cd3-4b8d-8cc7-68e5e87ccfd1 None None] Sync routers for ids ['8fc88137-3275-4db7-bc2e-9936958326ac'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:47:00.517530 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c02e67-6cd3-4b8d-8cc7-68e5e87ccfd1 None None] Routers {'8fc88137-3275-4db7-bc2e-9936958326ac'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:47:00.524535 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-87c02e67-6cd3-4b8d-8cc7-68e5e87ccfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:46:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8fc88137-3275-4db7-bc2e-9936958326ac'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:47:00.540662 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-edd9d212-868b-42ad-9f45-7475ee14eb02 req-1083804a-26db-47e9-b666-65dbee6c8427 service neutron] 10.222.0.32 "GET /v2.0/networks/1303113a-3b4f-4438-84cb-936009b5332f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956638 May 05 21:47:00.554096 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-614e92ec-a70b-4d8b-b4c2-e933db4b4814 req-b9d46594-1335-4474-a106-6f8204c51b41 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f26c174273fc4c74bc9db73040442bd9&device_id=5bbe975a-28d0-473c-a0a1-b38b162994ce HTTP/1.1" status: 200 len: 1096 time: 0.2458725 May 05 21:47:00.710485 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a138d8-461e-4d1c-964f-2b5ccff922a3 req-60451647-e20c-4526-866a-ef13969f5c75 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:00.715381 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d4a138d8-461e-4d1c-964f-2b5ccff922a3 req-60451647-e20c-4526-866a-ef13969f5c75 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d839354-039d-4eef-80c3-6cc1a4dcfdd1 HTTP/1.1" status: 200 len: 946 time: 0.2413447 May 05 21:47:00.745328 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-964dd907-eec3-4af8-afc5-a4339c73595c'] response: {'name': 'network-changed', 'server_uuid': '6a3e09c0-2984-42c2-802f-9e4231836754', 'tag': '424189b8-39d6-4d17-a228-aa68c71c7795', 'status': 'completed', 'code': 200} May 05 21:47:00.823445 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d4a138d8-461e-4d1c-964f-2b5ccff922a3 req-1f24dfd3-fd01-49a1-96ed-aec8157bb831 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004219 May 05 21:47:00.846592 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-0b16cbf2-7015-4d19-932a-e31eb911b3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4388a85-510d-4631-88e8-78e7b63726b5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1586369596-router', 'tenant_id': 'f26c174273fc4c74bc9db73040442bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '0f5c54d6-071f-4561-968c-47087ecdba7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:44:36Z', 'updated_at': '2022-05-05T21:44:58Z', 'revision_number': 4, 'project_id': 'f26c174273fc4c74bc9db73040442bd9', 'gw_port': {'id': '0f5c54d6-071f-4561-968c-47087ecdba7c', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:67:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4388a85-510d-4631-88e8-78e7b63726b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:44:38Z', 'updated_at': '2022-05-05T21:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '855e2f32-ece2-4b6d-bb1e-64e6f7b4dc5e', 'tenant_id': 'f26c174273fc4c74bc9db73040442bd9', 'floating_ip_address': '172.25.4.183', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'a4388a85-510d-4631-88e8-78e7b63726b5', 'port_id': '668a5a28-fc6f-4a3d-aa2b-c999c6a7c64d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8097b0f0-fd36-4b57-be44-9ed5bd276e58', 'mac_address': 'fa:16:3e:6c:24:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bbe975a-28d0-473c-a0a1-b38b162994ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:46:14Z', 'updated_at': '2022-05-05T21:46:54Z', 'revision_number': 1, 'project_id': 'f26c174273fc4c74bc9db73040442bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5387aac-a254-4bd5-808d-d66fb6c7a74b', 'name': '', 'network_id': '8097b0f0-fd36-4b57-be44-9ed5bd276e58', 'tenant_id': 'f26c174273fc4c74bc9db73040442bd9', 'mac_address': 'fa:16:3e:cb:48:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4388a85-510d-4631-88e8-78e7b63726b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba7914fd-cba9-4195-b54c-c60a7934169b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:44:55Z', 'updated_at': '2022-05-05T21:45:07Z', 'revision_number': 5, 'project_id': 'f26c174273fc4c74bc9db73040442bd9', 'subnets': [{'id': 'ba7914fd-cba9-4195-b54c-c60a7934169b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:47:00.861796 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b16cbf2-7015-4d19-932a-e31eb911b3f6 None None] The sync data for ids ['a4388a85-510d-4631-88e8-78e7b63726b5'] in n-d-825175-4 is: [{'id': 'a4388a85-510d-4631-88e8-78e7b63726b5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1586369596-router', 'tenant_id': 'f26c174273fc4c74bc9db73040442bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '0f5c54d6-071f-4561-968c-47087ecdba7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:44:36Z', 'updated_at': '2022-05-05T21:44:58Z', 'revision_number': 4, 'project_id': 'f26c174273fc4c74bc9db73040442bd9', 'gw_port': {'id': '0f5c54d6-071f-4561-968c-47087ecdba7c', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:67:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4388a85-510d-4631-88e8-78e7b63726b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:44:38Z', 'updated_at': '2022-05-05T21:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '855e2f32-ece2-4b6d-bb1e-64e6f7b4dc5e', 'tenant_id': 'f26c174273fc4c74bc9db73040442bd9', 'floating_ip_address': '172.25.4.183', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'a4388a85-510d-4631-88e8-78e7b63726b5', 'port_id': '668a5a28-fc6f-4a3d-aa2b-c999c6a7c64d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8097b0f0-fd36-4b57-be44-9ed5bd276e58', 'mac_address': 'fa:16:3e:6c:24:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bbe975a-28d0-473c-a0a1-b38b162994ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:46:14Z', 'updated_at': '2022-05-05T21:46:54Z', 'revision_number': 1, 'project_id': 'f26c174273fc4c74bc9db73040442bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5387aac-a254-4bd5-808d-d66fb6c7a74b', 'name': '', 'network_id': '8097b0f0-fd36-4b57-be44-9ed5bd276e58', 'tenant_id': 'f26c174273fc4c74bc9db73040442bd9', 'mac_address': 'fa:16:3e:cb:48:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4388a85-510d-4631-88e8-78e7b63726b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba7914fd-cba9-4195-b54c-c60a7934169b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:44:55Z', 'updated_at': '2022-05-05T21:45:07Z', 'revision_number': 5, 'project_id': 'f26c174273fc4c74bc9db73040442bd9', 'subnets': [{'id': 'ba7914fd-cba9-4195-b54c-c60a7934169b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:47:01.038187 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-87c02e67-6cd3-4b8d-8cc7-68e5e87ccfd1 None None] Set router 8fc88137-3275-4db7-bc2e-9936958326ac gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:47:01.098914 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-78bf8dbd-fc47-4b02-ba5b-847313d016ba req-eb22d2da-1751-4d9c-8206-f9226a539403 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 210 time: 0.0944257 May 05 21:47:01.157266 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e92ec-a70b-4d8b-b4c2-e933db4b4814 req-df6071a0-e70e-4d09-9367-e4b6eb2c9417 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:01.164275 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-614e92ec-a70b-4d8b-b4c2-e933db4b4814 req-df6071a0-e70e-4d09-9367-e4b6eb2c9417 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8097b0f0-fd36-4b57-be44-9ed5bd276e58 HTTP/1.1" status: 200 len: 916 time: 0.6009007 May 05 21:47:01.252715 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-45a53a6d-ab48-41f5-8116-f02e33011342 req-ae11f3e5-fb19-4d86-966e-99f3be315fe3 tempest-LiveMigrationTest-271875399 tempest-LiveMigrationTest-271875399-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=165e3d19-d7b0-474a-b06b-e64e6fe1293e HTTP/1.1" status: 200 len: 1097 time: 0.1085165 May 05 21:47:01.366184 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-45a53a6d-ab48-41f5-8116-f02e33011342 req-0131fbd1-9809-4205-9afe-a6f5b304a498 tempest-LiveMigrationTest-271875399 tempest-LiveMigrationTest-271875399-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120415 May 05 21:47:01.372791 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-cb42cb13-5933-4b61-a150-38653ecb8fee req-6dd69695-ac42-4355-8106-3c8847af7463 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c5a8c9a56475462680e05305adb463b2&device_id=6a3e09c0-2984-42c2-802f-9e4231836754 HTTP/1.1" status: 200 len: 1094 time: 0.6070764 May 05 21:47:01.589297 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-87c02e67-6cd3-4b8d-8cc7-68e5e87ccfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc88137-3275-4db7-bc2e-9936958326ac', 'name': 'tempest-ServerActionsTestJSON-2136586527-router', 'tenant_id': '0eb82da6a4bc47a2ae0058d78ca21e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '492005b6-aae6-49d6-8896-2a21bd3e474b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:46:14Z', 'updated_at': '2022-05-05T21:46:38Z', 'revision_number': 4, 'project_id': '0eb82da6a4bc47a2ae0058d78ca21e92', 'gw_port': {'id': '492005b6-aae6-49d6-8896-2a21bd3e474b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc88137-3275-4db7-bc2e-9936958326ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:46:17Z', 'updated_at': '2022-05-05T21:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '63e74258-3e07-4692-99fd-674df226b289', 'name': '', 'network_id': 'f33cead3-3472-4ef7-9cf3-a35684adef89', 'tenant_id': '0eb82da6a4bc47a2ae0058d78ca21e92', 'mac_address': 'fa:16:3e:a2:58:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc88137-3275-4db7-bc2e-9936958326ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d5de724-e15a-4a3a-8314-05869a0cf070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:46:36Z', 'updated_at': '2022-05-05T21:46:39Z', 'revision_number': 2, 'project_id': '0eb82da6a4bc47a2ae0058d78ca21e92', 'subnets': [{'id': '7d5de724-e15a-4a3a-8314-05869a0cf070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:47:01.605472 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c02e67-6cd3-4b8d-8cc7-68e5e87ccfd1 None None] Checking router: 8fc88137-3275-4db7-bc2e-9936958326ac for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:47:01.606874 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c02e67-6cd3-4b8d-8cc7-68e5e87ccfd1 None None] Updating router 8fc88137-3275-4db7-bc2e-9936958326ac port 63e74258-3e07-4692-99fd-674df226b289 binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 21:47:01.651729 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 38508) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:47:01.736009 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-3ffbdb23-9078-48d0-a0cc-9db9d014e12f tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1907336353', 'description': 'tempest-description--1302043550'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:47:01.742196 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-87c02e67-6cd3-4b8d-8cc7-68e5e87ccfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:01.773962 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-3ffbdb23-9078-48d0-a0cc-9db9d014e12f tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:47:01.829681 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-614e92ec-a70b-4d8b-b4c2-e933db4b4814 req-7b1f2bb2-5f6a-4b89-ba8e-af67986b79b4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=668a5a28-fc6f-4a3d-aa2b-c999c6a7c64d HTTP/1.1" status: 200 len: 999 time: 0.6500280 May 05 21:47:01.837076 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3ffbdb23-9078-48d0-a0cc-9db9d014e12f tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Usage tracker for resource:security_group and tenant:b50e99b600524c18b3199236d1a61be7 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:47:01.850996 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1742b-e69e-42d7-8a53-bd52fa23aa3e req-1f47c615-9163-44e1-a810-772307236dda tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:01.863908 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bab1742b-e69e-42d7-8a53-bd52fa23aa3e req-1f47c615-9163-44e1-a810-772307236dda tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a3e09c0-2984-42c2-802f-9e4231836754 HTTP/1.1" status: 200 len: 943 time: 0.2671871 May 05 21:47:01.925033 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3ffbdb23-9078-48d0-a0cc-9db9d014e12f tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:47:02.077789 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-3ffbdb23-9078-48d0-a0cc-9db9d014e12f tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:47:02.119988 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bab1742b-e69e-42d7-8a53-bd52fa23aa3e req-e6a3230b-57c0-494e-a9ef-2074098efa90 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d0b30f9-8c06-47ca-b845-d0b43dd9cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2545192 May 05 21:47:02.172248 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3ffbdb23-9078-48d0-a0cc-9db9d014e12f tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:02.194552 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb42cb13-5933-4b61-a150-38653ecb8fee req-2165c3eb-10bd-41c3-badf-17e6e6aded5a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:02.196282 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-cb42cb13-5933-4b61-a150-38653ecb8fee req-2165c3eb-10bd-41c3-badf-17e6e6aded5a service neutron] 10.222.0.32 "GET /v2.0/networks?id=1303113a-3b4f-4438-84cb-936009b5332f HTTP/1.1" status: 200 len: 912 time: 0.8017116 May 05 21:47:02.197704 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e92ec-a70b-4d8b-b4c2-e933db4b4814 req-c1dca6c5-379b-4348-807b-bb27e86c4148 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:02.199279 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-614e92ec-a70b-4d8b-b4c2-e933db4b4814 req-c1dca6c5-379b-4348-807b-bb27e86c4148 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ba7914fd-cba9-4195-b54c-c60a7934169b HTTP/1.1" status: 200 len: 854 time: 0.3442421 May 05 21:47:02.209172 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-31363c89-cf76-445f-8c8b-729221cf1791 req-54501958-4084-415e-a9fe-11fb69d2d66b tempest-LiveMigrationTest-271875399 tempest-LiveMigrationTest-271875399-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=165e3d19-d7b0-474a-b06b-e64e6fe1293e HTTP/1.1" status: 200 len: 1097 time: 0.2493982 May 05 21:47:02.348677 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-31363c89-cf76-445f-8c8b-729221cf1791 req-a8f71561-44b7-44b2-9db2-7384ba6a6622 tempest-LiveMigrationTest-271875399 tempest-LiveMigrationTest-271875399-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329033 May 05 21:47:02.395789 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-cb42cb13-5933-4b61-a150-38653ecb8fee req-0f115f30-1d15-4c7d-af1e-24700df418bf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=424189b8-39d6-4d17-a228-aa68c71c7795 HTTP/1.1" status: 200 len: 217 time: 0.1058962 May 05 21:47:02.408682 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f463a358-7a71-41e5-89dc-8329baf60c16 req-7c6c6347-cd5b-4343-b5c1-09daa5d01c53 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:02.410403 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f463a358-7a71-41e5-89dc-8329baf60c16 req-7c6c6347-cd5b-4343-b5c1-09daa5d01c53 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.44 "GET /v2.0/networks?id=f33cead3-3472-4ef7-9cf3-a35684adef89 HTTP/1.1" status: 200 len: 812 time: 0.6313798 May 05 21:47:02.527730 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb42cb13-5933-4b61-a150-38653ecb8fee req-74399adf-5ae0-47f3-8ef3-43f35a414f14 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:02.540912 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-cb42cb13-5933-4b61-a150-38653ecb8fee req-74399adf-5ae0-47f3-8ef3-43f35a414f14 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b04dd652-3e41-4577-abd4-c6835388be5c HTTP/1.1" status: 200 len: 850 time: 0.1261158 May 05 21:47:02.608005 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-3ffbdb23-9078-48d0-a0cc-9db9d014e12f tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:47:02.720235 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-87c02e67-6cd3-4b8d-8cc7-68e5e87ccfd1 None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:02.722152 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3ffbdb23-9078-48d0-a0cc-9db9d014e12f tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Usage tracker for resource:security_group_rule and tenant:b50e99b600524c18b3199236d1a61be7 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:47:02.735973 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-87c02e67-6cd3-4b8d-8cc7-68e5e87ccfd1 None None] Transition to ACTIVE for port object 63e74258-3e07-4692-99fd-674df226b289 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:47:02.742964 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3ffbdb23-9078-48d0-a0cc-9db9d014e12f tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:47:02.743385 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-87c02e67-6cd3-4b8d-8cc7-68e5e87ccfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:02.806712 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-3ffbdb23-9078-48d0-a0cc-9db9d014e12f tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:47:02.811634 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-f463a358-7a71-41e5-89dc-8329baf60c16 req-a1f73750-fe9d-4898-b74d-02bff44c420b tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Synchronizing usage tracker for tenant:0eb82da6a4bc47a2ae0058d78ca21e92 on resource:security_group {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:47:02.815522 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b984f1f7-f887-4d8c-84b9-8810f7874b61 None None] Pushing event updated for resources: {'Port': ['ID=63e74258-3e07-4692-99fd-674df226b289,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:02.882634 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9afd7b9b-1d50-4b77-931a-d8c6e1650c9d req-61c757e5-bd20-42e9-a9aa-05f7e55a56c7 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 210 time: 0.1049328 May 05 21:47:02.944808 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-f463a358-7a71-41e5-89dc-8329baf60c16 req-a1f73750-fe9d-4898-b74d-02bff44c420b tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Unset dirty status for tenant:0eb82da6a4bc47a2ae0058d78ca21e92 on resource:security_group {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:47:02.949196 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f463a358-7a71-41e5-89dc-8329baf60c16 req-a1f73750-fe9d-4898-b74d-02bff44c420b tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0eb82da6a4bc47a2ae0058d78ca21e92 HTTP/1.1" status: 200 len: 380 time: 0.4073358 May 05 21:47:02.983027 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-f463a358-7a71-41e5-89dc-8329baf60c16 req-6779c90c-b6c2-4daa-8238-f92b01243526 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Request body: {'port': {'device_id': 'c9978b89-a388-4e1f-ae58-d0f146c5b7c5', 'network_id': 'f33cead3-3472-4ef7-9cf3-a35684adef89', 'admin_state_up': True, 'tenant_id': '0eb82da6a4bc47a2ae0058d78ca21e92', 'security_groups': ['58ad0f90-856b-4504-aa80-a4f5b31cc79e']}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:47:03.001440 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b90c21-156f-4255-93d2-659f917074a7 req-6d225bf5-adfe-43d0-8d1b-ac86b7978250 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:03.006428 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f7b90c21-156f-4255-93d2-659f917074a7 req-6d225bf5-adfe-43d0-8d1b-ac86b7978250 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d839354-039d-4eef-80c3-6cc1a4dcfdd1 HTTP/1.1" status: 200 len: 946 time: 0.2995214 May 05 21:47:03.085099 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-87c02e67-6cd3-4b8d-8cc7-68e5e87ccfd1 None None] Attempting to bind port 63e74258-3e07-4692-99fd-674df226b289 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:47:03.085320 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-87c02e67-6cd3-4b8d-8cc7-68e5e87ccfd1 None None] Attempting to bind port 63e74258-3e07-4692-99fd-674df226b289 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '18a3c379-3cfc-4702-917f-3a57e26f3cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f33cead3-3472-4ef7-9cf3-a35684adef89'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:47:03.085469 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c02e67-6cd3-4b8d-8cc7-68e5e87ccfd1 None None] Attempting to bind port 63e74258-3e07-4692-99fd-674df226b289 on network f33cead3-3472-4ef7-9cf3-a35684adef89 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:47:03.095030 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c02e67-6cd3-4b8d-8cc7-68e5e87ccfd1 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:47:03.095391 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c02e67-6cd3-4b8d-8cc7-68e5e87ccfd1 None None] Checking segment: {'id': '18a3c379-3cfc-4702-917f-3a57e26f3cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f33cead3-3472-4ef7-9cf3-a35684adef89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:47:03.095879 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-87c02e67-6cd3-4b8d-8cc7-68e5e87ccfd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:03.096145 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c02e67-6cd3-4b8d-8cc7-68e5e87ccfd1 None None] Bound using segment: {'id': '18a3c379-3cfc-4702-917f-3a57e26f3cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f33cead3-3472-4ef7-9cf3-a35684adef89'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:47:03.096619 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-87c02e67-6cd3-4b8d-8cc7-68e5e87ccfd1 None None] Bound port: 63e74258-3e07-4692-99fd-674df226b289, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18a3c379-3cfc-4702-917f-3a57e26f3cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f33cead3-3472-4ef7-9cf3-a35684adef89'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:47:03.097096 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-87c02e67-6cd3-4b8d-8cc7-68e5e87ccfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:03.143305 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f7b90c21-156f-4255-93d2-659f917074a7 req-44e38161-5cb0-4508-9a9c-83adf064d01e tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294847 May 05 21:47:03.188535 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-614e92ec-a70b-4d8b-b4c2-e933db4b4814 req-992e0c38-f66b-42ee-82e7-d5d7b7ae9e82 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8097b0f0-fd36-4b57-be44-9ed5bd276e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9797006 May 05 21:47:03.387954 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3ffbdb23-9078-48d0-a0cc-9db9d014e12f tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:03.408076 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-cb42cb13-5933-4b61-a150-38653ecb8fee req-c9e1709f-3d8b-431c-a25a-770181de0ceb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1303113a-3b4f-4438-84cb-936009b5332f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8196754 May 05 21:47:03.422354 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3ffbdb23-9078-48d0-a0cc-9db9d014e12f tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:03.428075 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-87c02e67-6cd3-4b8d-8cc7-68e5e87ccfd1 None None] For port 63e74258-3e07-4692-99fd-674df226b289, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:47:03.437104 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-87c02e67-6cd3-4b8d-8cc7-68e5e87ccfd1 None None] For port 63e74258-3e07-4692-99fd-674df226b289, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=63e74258-3e07-4692-99fd-674df226b289,segment=NetworkSegment(18a3c379-3cfc-4702-917f-3a57e26f3cd8),segment_id=18a3c379-3cfc-4702-917f-3a57e26f3cd8)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:47:03.446646 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-87c02e67-6cd3-4b8d-8cc7-68e5e87ccfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:03.511359 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc21ca-a741-444a-8e07-b6c667c70960 req-d7f775d1-7f50-453d-b9fd-cd2eb2165e96 tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:03.514318 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6cbc21ca-a741-444a-8e07-b6c667c70960 req-d7f775d1-7f50-453d-b9fd-cd2eb2165e96 tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] 10.222.0.23 "GET /v2.0/ports?device_id=3fb67afd-60ec-4a25-9ce4-b8f6629f1ef0 HTTP/1.1" status: 200 len: 945 time: 0.2500198 May 05 21:47:03.541912 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b984f1f7-f887-4d8c-84b9-8810f7874b61 None None] Pushing event updated for resources: {'Port': ['ID=63e74258-3e07-4692-99fd-674df226b289,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:03.552078 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c02e67-6cd3-4b8d-8cc7-68e5e87ccfd1 None None] Routers {'8fc88137-3275-4db7-bc2e-9936958326ac'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:47:03.552726 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-87c02e67-6cd3-4b8d-8cc7-68e5e87ccfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:46:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8fc88137-3275-4db7-bc2e-9936958326ac'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:47:03.598645 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6cbc21ca-a741-444a-8e07-b6c667c70960 req-8e09d74f-8f21-4ad6-8a8c-2b6ce7c170fb tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec3f683f-5e78-4115-a05e-6459868c1105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658901 May 05 21:47:03.615012 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-15ab5f69-4a1f-4ebc-8b33-7d8f44d0eb6a req-8d4fe11d-179e-468d-8b11-cf15b1947b95 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=165e3d19-d7b0-474a-b06b-e64e6fe1293e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1729269 May 05 21:47:03.942883 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-87c02e67-6cd3-4b8d-8cc7-68e5e87ccfd1 None None] Set router 8fc88137-3275-4db7-bc2e-9936958326ac gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:47:03.950807 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3ffbdb23-9078-48d0-a0cc-9db9d014e12f tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:03.954379 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-3ffbdb23-9078-48d0-a0cc-9db9d014e12f tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 2.2408974 May 05 21:47:03.958973 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 38538) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:47:03.961734 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffbdb23-9078-48d0-a0cc-9db9d014e12f tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20cfe986-1ed7-4af6-b694-0b5479e5b59e,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:03.969417 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-f463a358-7a71-41e5-89dc-8329baf60c16 req-6779c90c-b6c2-4daa-8238-f92b01243526 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:47:03.978350 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-6ff7c721-fec3-48eb-8d5d-b3f2c63d84e0 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Request body: {'security_group_rule': {'security_group_id': '20cfe986-1ed7-4af6-b694-0b5479e5b59e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:47:04.026481 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-614e92ec-a70b-4d8b-b4c2-e933db4b4814 req-ab2eaa2f-924c-4b5a-864f-1076c2cb9f22 service neutron] 10.222.0.32 "GET /v2.0/networks/8097b0f0-fd36-4b57-be44-9ed5bd276e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8032525 May 05 21:47:04.027490 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-f463a358-7a71-41e5-89dc-8329baf60c16 req-6779c90c-b6c2-4daa-8238-f92b01243526 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:47:04.040425 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-6ff7c721-fec3-48eb-8d5d-b3f2c63d84e0 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:47:04.050083 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038231f1-0112-47c7-bd6b-0adb337fa4d3 req-2bf5d10d-c50c-42cc-a6ff-a9742e955038 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:04.059625 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-038231f1-0112-47c7-bd6b-0adb337fa4d3 req-2bf5d10d-c50c-42cc-a6ff-a9742e955038 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a3e09c0-2984-42c2-802f-9e4231836754 HTTP/1.1" status: 200 len: 943 time: 0.2394142 May 05 21:47:04.084788 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-6ff7c721-fec3-48eb-8d5d-b3f2c63d84e0 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Usage tracker for resource:security_group_rule and tenant:b50e99b600524c18b3199236d1a61be7 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:47:04.091486 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-6ff7c721-fec3-48eb-8d5d-b3f2c63d84e0 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:47:04.103503 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-6ff7c721-fec3-48eb-8d5d-b3f2c63d84e0 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:47:04.147689 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-cb42cb13-5933-4b61-a150-38653ecb8fee req-0e140003-4780-4a2f-ad39-6d0c3f2b22d8 service neutron] 10.222.0.32 "GET /v2.0/networks/1303113a-3b4f-4438-84cb-936009b5332f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7060695 May 05 21:47:04.155854 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f463a358-7a71-41e5-89dc-8329baf60c16 req-6779c90c-b6c2-4daa-8238-f92b01243526 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Made reservation on behalf of 0eb82da6a4bc47a2ae0058d78ca21e92 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:47:04.159856 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f463a358-7a71-41e5-89dc-8329baf60c16 req-6779c90c-b6c2-4daa-8238-f92b01243526 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:04.177173 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-038231f1-0112-47c7-bd6b-0adb337fa4d3 req-936d4917-e288-4507-ab86-bc5fa4d48bc3 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d0b30f9-8c06-47ca-b845-d0b43dd9cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165810 May 05 21:47:04.181474 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6ff7c721-fec3-48eb-8d5d-b3f2c63d84e0 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:04.280099 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610fa23-3294-41c3-97fd-9f10ac4075f9 req-5ffc2ce5-5351-4c69-8c59-3ce6997cd3fe tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:04.282008 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d610fa23-3294-41c3-97fd-9f10ac4075f9 req-5ffc2ce5-5351-4c69-8c59-3ce6997cd3fe tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fb67afd-60ec-4a25-9ce4-b8f6629f1ef0 HTTP/1.1" status: 200 len: 945 time: 0.2915316 May 05 21:47:04.284285 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6ff7c721-fec3-48eb-8d5d-b3f2c63d84e0 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:04.394973 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-d610fa23-3294-41c3-97fd-9f10ac4075f9 req-a03be9c1-0e40-4c6b-8c38-110c6ddcb6ed tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] Deleting port b4259fe0-404d-410e-a2c7-f91777fd80d0 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:47:04.395385 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-cb42cb13-5933-4b61-a150-38653ecb8fee req-2b3d90c9-3df3-4043-b58c-796b03d33792 service neutron] 10.222.0.32 "GET /v2.0/networks/1303113a-3b4f-4438-84cb-936009b5332f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234542 May 05 21:47:04.395990 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-d610fa23-3294-41c3-97fd-9f10ac4075f9 req-a03be9c1-0e40-4c6b-8c38-110c6ddcb6ed tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:04.542810 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-614e92ec-a70b-4d8b-b4c2-e933db4b4814 req-977cdebd-553b-4d37-b669-8426cc424c66 service neutron] 10.222.0.32 "GET /v2.0/networks/8097b0f0-fd36-4b57-be44-9ed5bd276e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5093484 May 05 21:47:04.560521 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6ff7c721-fec3-48eb-8d5d-b3f2c63d84e0 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:04.567671 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 38556) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:47:04.577794 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-9cb3f761-9e5d-464a-81c0-f5cda9569a26 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-170132333'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:47:04.584333 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-9cb3f761-9e5d-464a-81c0-f5cda9569a26 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:47:04.589561 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9cb3f761-9e5d-464a-81c0-f5cda9569a26 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Usage tracker for resource:network and tenant:5f6d3217202d4d8580bf1dbedeb67377 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:47:04.593660 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9cb3f761-9e5d-464a-81c0-f5cda9569a26 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:47:04.601858 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-9cb3f761-9e5d-464a-81c0-f5cda9569a26 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:47:04.603182 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9d69f09a-05e5-4099-9f64-17e2b7bd6aa6 req-4325fd20-79d8-4286-8055-fd0d9749f456 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 210 time: 0.1292515 May 05 21:47:04.623497 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb3f761-9e5d-464a-81c0-f5cda9569a26 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Made reservation on behalf of 5f6d3217202d4d8580bf1dbedeb67377 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:47:04.634197 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9cb3f761-9e5d-464a-81c0-f5cda9569a26 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:04.773941 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cb3f761-9e5d-464a-81c0-f5cda9569a26 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:47:04.784748 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9cb3f761-9e5d-464a-81c0-f5cda9569a26 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:04.785280 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-9cb3f761-9e5d-464a-81c0-f5cda9569a26 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Added segment a786530b-01ae-4f9f-838f-af9be8821358 of type vlan for network 94805836-07a0-47ad-ab35-ba65d7a7da33 May 05 21:47:04.793466 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-87c02e67-6cd3-4b8d-8cc7-68e5e87ccfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc88137-3275-4db7-bc2e-9936958326ac', 'name': 'tempest-ServerActionsTestJSON-2136586527-router', 'tenant_id': '0eb82da6a4bc47a2ae0058d78ca21e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '492005b6-aae6-49d6-8896-2a21bd3e474b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:46:14Z', 'updated_at': '2022-05-05T21:46:38Z', 'revision_number': 4, 'project_id': '0eb82da6a4bc47a2ae0058d78ca21e92', 'gw_port': {'id': '492005b6-aae6-49d6-8896-2a21bd3e474b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc88137-3275-4db7-bc2e-9936958326ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:46:17Z', 'updated_at': '2022-05-05T21:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '63e74258-3e07-4692-99fd-674df226b289', 'name': '', 'network_id': 'f33cead3-3472-4ef7-9cf3-a35684adef89', 'tenant_id': '0eb82da6a4bc47a2ae0058d78ca21e92', 'mac_address': 'fa:16:3e:a2:58:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc88137-3275-4db7-bc2e-9936958326ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d5de724-e15a-4a3a-8314-05869a0cf070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:46:36Z', 'updated_at': '2022-05-05T21:47:03Z', 'revision_number': 4, 'project_id': '0eb82da6a4bc47a2ae0058d78ca21e92', 'subnets': [{'id': '7d5de724-e15a-4a3a-8314-05869a0cf070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:47:04.798846 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c02e67-6cd3-4b8d-8cc7-68e5e87ccfd1 None None] The sync data for ids ['8fc88137-3275-4db7-bc2e-9936958326ac'] in n-d-825175-4 is: [{'id': '8fc88137-3275-4db7-bc2e-9936958326ac', 'name': 'tempest-ServerActionsTestJSON-2136586527-router', 'tenant_id': '0eb82da6a4bc47a2ae0058d78ca21e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '492005b6-aae6-49d6-8896-2a21bd3e474b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:46:14Z', 'updated_at': '2022-05-05T21:46:38Z', 'revision_number': 4, 'project_id': '0eb82da6a4bc47a2ae0058d78ca21e92', 'gw_port': {'id': '492005b6-aae6-49d6-8896-2a21bd3e474b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc88137-3275-4db7-bc2e-9936958326ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:46:17Z', 'updated_at': '2022-05-05T21:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '63e74258-3e07-4692-99fd-674df226b289', 'name': '', 'network_id': 'f33cead3-3472-4ef7-9cf3-a35684adef89', 'tenant_id': '0eb82da6a4bc47a2ae0058d78ca21e92', 'mac_address': 'fa:16:3e:a2:58:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc88137-3275-4db7-bc2e-9936958326ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d5de724-e15a-4a3a-8314-05869a0cf070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:46:36Z', 'updated_at': '2022-05-05T21:47:03Z', 'revision_number': 4, 'project_id': '0eb82da6a4bc47a2ae0058d78ca21e92', 'subnets': [{'id': '7d5de724-e15a-4a3a-8314-05869a0cf070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:47:04.822558 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9cb3f761-9e5d-464a-81c0-f5cda9569a26 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:04.882706 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9cb3f761-9e5d-464a-81c0-f5cda9569a26 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:04.888163 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 424189b8-39d6-4d17-a228-aa68c71c7795 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:47:04.888477 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb3f761-9e5d-464a-81c0-f5cda9569a26 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:04.889894 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9cb3f761-9e5d-464a-81c0-f5cda9569a26 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:05.008315 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-f463a358-7a71-41e5-89dc-8329baf60c16 req-6779c90c-b6c2-4daa-8238-f92b01243526 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Allocated IP 172.20.0.11 (f33cead3-3472-4ef7-9cf3-a35684adef89/7d5de724-e15a-4a3a-8314-05869a0cf070/254d6486-a2f8-4ac2-8cd3-e9e223b202eb) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:47:05.084860 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff7c721-fec3-48eb-8d5d-b3f2c63d84e0 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4484848f-e802-47d8-99c5-d668c3258289,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:05.115104 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6ff7c721-fec3-48eb-8d5d-b3f2c63d84e0 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:05.120176 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-6ff7c721-fec3-48eb-8d5d-b3f2c63d84e0 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1508725 May 05 21:47:05.121564 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 38572) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:47:05.190788 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-fe96ccb3-9532-4fa4-a46a-151a9b1dc5a2 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Request body: {'security_group_rule': {'security_group_id': '20cfe986-1ed7-4af6-b694-0b5479e5b59e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:47:05.199016 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-fe96ccb3-9532-4fa4-a46a-151a9b1dc5a2 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:47:05.209332 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-fe96ccb3-9532-4fa4-a46a-151a9b1dc5a2 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Usage tracker for resource:security_group_rule and tenant:b50e99b600524c18b3199236d1a61be7 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:47:05.213396 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-fe96ccb3-9532-4fa4-a46a-151a9b1dc5a2 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:47:05.219767 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-fe96ccb3-9532-4fa4-a46a-151a9b1dc5a2 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:47:05.242785 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 424189b8-39d6-4d17-a228-aa68c71c7795, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=424189b8-39d6-4d17-a228-aa68c71c7795,segment=NetworkSegment(2bc45e6f-b7ab-4f0b-a595-6c4682d53763),segment_id=2bc45e6f-b7ab-4f0b-a595-6c4682d53763)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:47:05.264592 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '424189b8-39d6-4d17-a228-aa68c71c7795', 'network_id': '1303113a-3b4f-4438-84cb-936009b5332f', 'port_id': '424189b8-39d6-4d17-a228-aa68c71c7795', 'mac_address': 'fa:16:3e:66:b0:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b04dd652-3e41-4577-abd4-c6835388be5c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:47:05.283766 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fe96ccb3-9532-4fa4-a46a-151a9b1dc5a2 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:05.288221 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 63e74258-3e07-4692-99fd-674df226b289 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:47:05.340056 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea537f2-eb96-4867-927e-0b746acc6ac7 req-ff1196be-c42c-483f-87aa-0ed807a5b43e tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:05.349276 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bea537f2-eb96-4867-927e-0b746acc6ac7 req-ff1196be-c42c-483f-87aa-0ed807a5b43e tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d839354-039d-4eef-80c3-6cc1a4dcfdd1 HTTP/1.1" status: 200 len: 946 time: 0.4316900 May 05 21:47:05.447429 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:05.463330 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f463a358-7a71-41e5-89dc-8329baf60c16 req-6779c90c-b6c2-4daa-8238-f92b01243526 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:05.467871 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-d4f3a4e1-8969-4f68-80ad-588ae29362a4 tempest-LiveMigrationTest-271875399 tempest-LiveMigrationTest-271875399-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 21:47:05.469418 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-d4f3a4e1-8969-4f68-80ad-588ae29362a4 tempest-LiveMigrationTest-271875399 tempest-LiveMigrationTest-271875399-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0062702 May 05 21:47:05.481400 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-f463a358-7a71-41e5-89dc-8329baf60c16 req-6779c90c-b6c2-4daa-8238-f92b01243526 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Transition to ACTIVE for port object 254d6486-a2f8-4ac2-8cd3-e9e223b202eb will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:47:05.489663 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 424189b8-39d6-4d17-a228-aa68c71c7795 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:47:05.522045 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9cb3f761-9e5d-464a-81c0-f5cda9569a26 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9530118 May 05 21:47:05.525203 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 38582) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:47:05.533930 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f463a358-7a71-41e5-89dc-8329baf60c16 req-6779c90c-b6c2-4daa-8238-f92b01243526 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:05.542816 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-d54397f3-ccd1-410e-9339-01016d718949 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-625495566'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:47:05.563442 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bea537f2-eb96-4867-927e-0b746acc6ac7 req-56c7d0a3-9a87-4138-8dab-7c586d52692b tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124515 May 05 21:47:05.591713 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fe96ccb3-9532-4fa4-a46a-151a9b1dc5a2 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:05.591713 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-d54397f3-ccd1-410e-9339-01016d718949 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:47:05.592162 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 63e74258-3e07-4692-99fd-674df226b289 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:47:05.602852 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 424189b8-39d6-4d17-a228-aa68c71c7795, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=424189b8-39d6-4d17-a228-aa68c71c7795,segment=NetworkSegment(2bc45e6f-b7ab-4f0b-a595-6c4682d53763),segment_id=2bc45e6f-b7ab-4f0b-a595-6c4682d53763)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:47:05.607363 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-d54397f3-ccd1-410e-9339-01016d718949 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Usage tracker for resource:network and tenant:5f6d3217202d4d8580bf1dbedeb67377 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:47:05.614551 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 63e74258-3e07-4692-99fd-674df226b289 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:47:05.614968 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:05.629812 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-d54397f3-ccd1-410e-9339-01016d718949 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:47:05.640141 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fe96ccb3-9532-4fa4-a46a-151a9b1dc5a2 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:05.697071 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-6be1ac24-b525-41ea-9eba-1b6a398b514d service neutron] Request body: {'binding': {'host': 'n-h2-825175-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:47:05.697523 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-6be1ac24-b525-41ea-9eba-1b6a398b514d service neutron] Unknown quota resources ['binding']. {{(pid=84061) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 05 21:47:05.746206 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:05.809286 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f463a358-7a71-41e5-89dc-8329baf60c16 req-6779c90c-b6c2-4daa-8238-f92b01243526 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Network f33cead3-3472-4ef7-9cf3-a35684adef89 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:47:05.812070 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb3f761-9e5d-464a-81c0-f5cda9569a26 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Pushing event updated for resources: {'Network': ['ID=94805836-07a0-47ad-ab35-ba65d7a7da33,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:05.819405 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-f463a358-7a71-41e5-89dc-8329baf60c16 req-6779c90c-b6c2-4daa-8238-f92b01243526 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:47:05.826116 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-f463a358-7a71-41e5-89dc-8329baf60c16 req-6779c90c-b6c2-4daa-8238-f92b01243526 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:47:05.853446 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=424189b8-39d6-4d17-a228-aa68c71c7795,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:05.853875 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-d54397f3-ccd1-410e-9339-01016d718949 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:47:05.856372 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 94805836-07a0-47ad-ab35-ba65d7a7da33 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:47:05.885385 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:05.905073 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6779c90c-b6c2-4daa-8238-f92b01243526 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Pushing event updated for resources: {'Port': ['ID=254d6486-a2f8-4ac2-8cd3-e9e223b202eb,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:05.984833 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f463a358-7a71-41e5-89dc-8329baf60c16 req-6779c90c-b6c2-4daa-8238-f92b01243526 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:05.995476 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f463a358-7a71-41e5-89dc-8329baf60c16 req-6779c90c-b6c2-4daa-8238-f92b01243526 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:06.008738 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:06.053593 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f463a358-7a71-41e5-89dc-8329baf60c16 req-6779c90c-b6c2-4daa-8238-f92b01243526 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0827620 May 05 21:47:06.066380 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-f463a358-7a71-41e5-89dc-8329baf60c16 req-c76fb4af-92bf-460a-bcef-c93797cec78a service neutron] Request body: {'port': {'device_id': 'c9978b89-a388-4e1f-ae58-d0f146c5b7c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:47:06.121179 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe96ccb3-9532-4fa4-a46a-151a9b1dc5a2 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd532ba2-311c-4020-89eb-f98d6684da12,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:06.129979 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['424189b8-39d6-4d17-a228-aa68c71c7795'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:47:06.270311 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f463a358-7a71-41e5-89dc-8329baf60c16 req-c76fb4af-92bf-460a-bcef-c93797cec78a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:06.396349 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fe96ccb3-9532-4fa4-a46a-151a9b1dc5a2 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:06.401111 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-fe96ccb3-9532-4fa4-a46a-151a9b1dc5a2 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.2229164 May 05 21:47:06.405676 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-d610fa23-3294-41c3-97fd-9f10ac4075f9 req-a03be9c1-0e40-4c6b-8c38-110c6ddcb6ed tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] For port b4259fe0-404d-410e-a2c7-f91777fd80d0, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=b4259fe0-404d-410e-a2c7-f91777fd80d0,segment=NetworkSegment(43d06c87-4d85-4ca5-8553-463ff7bd73ff),segment_id=43d06c87-4d85-4ca5-8553-463ff7bd73ff)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:47:06.413044 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-d610fa23-3294-41c3-97fd-9f10ac4075f9 req-a03be9c1-0e40-4c6b-8c38-110c6ddcb6ed tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:06.420621 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 38588) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:47:06.435552 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-7845d63a-b212-4d71-a73d-6ee631116b49 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Request body: {'floatingip': {'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:47:06.475215 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:06.475996 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-7845d63a-b212-4d71-a73d-6ee631116b49 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:47:06.485947 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-7845d63a-b212-4d71-a73d-6ee631116b49 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Usage tracker for resource:floatingip and tenant:b50e99b600524c18b3199236d1a61be7 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:47:06.505364 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f7e6bf94-56cd-4660-8e72-55ac438a2e55 None None] Provisioning for port 254d6486-a2f8-4ac2-8cd3-e9e223b202eb completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:47:06.575610 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f7e6bf94-56cd-4660-8e72-55ac438a2e55 None None] Provisioning complete for port 254d6486-a2f8-4ac2-8cd3-e9e223b202eb triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:47:06.579126 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f7e6bf94-56cd-4660-8e72-55ac438a2e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:06.649551 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-d610fa23-3294-41c3-97fd-9f10ac4075f9 req-a03be9c1-0e40-4c6b-8c38-110c6ddcb6ed tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] Calling delete_port for b4259fe0-404d-410e-a2c7-f91777fd80d0 owned by compute:nova {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:47:06.673749 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 63e74258-3e07-4692-99fd-674df226b289, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=63e74258-3e07-4692-99fd-674df226b289,segment=NetworkSegment(18a3c379-3cfc-4702-917f-3a57e26f3cd8),segment_id=18a3c379-3cfc-4702-917f-3a57e26f3cd8)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:47:06.688814 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:06.713247 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54397f3-ccd1-410e-9339-01016d718949 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Made reservation on behalf of 5f6d3217202d4d8580bf1dbedeb67377 for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:47:06.721979 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d54397f3-ccd1-410e-9339-01016d718949 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:06.794788 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=63e74258-3e07-4692-99fd-674df226b289,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:06.801052 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-f463a358-7a71-41e5-89dc-8329baf60c16 req-c76fb4af-92bf-460a-bcef-c93797cec78a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 254d6486-a2f8-4ac2-8cd3-e9e223b202eb {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:47:06.808598 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f463a358-7a71-41e5-89dc-8329baf60c16 req-c76fb4af-92bf-460a-bcef-c93797cec78a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:06.836735 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-f463a358-7a71-41e5-89dc-8329baf60c16 req-c76fb4af-92bf-460a-bcef-c93797cec78a service neutron] Transition to ACTIVE for port object 254d6486-a2f8-4ac2-8cd3-e9e223b202eb will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:47:06.838494 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-7845d63a-b212-4d71-a73d-6ee631116b49 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:47:06.849838 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-7845d63a-b212-4d71-a73d-6ee631116b49 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:47:06.857103 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f7e6bf94-56cd-4660-8e72-55ac438a2e55 None None] Port 254d6486-a2f8-4ac2-8cd3-e9e223b202eb cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:47:06.864234 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f463a358-7a71-41e5-89dc-8329baf60c16 req-c76fb4af-92bf-460a-bcef-c93797cec78a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:06.873491 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d54397f3-ccd1-410e-9339-01016d718949 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:47:06.887100 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device b4259fe0-404d-410e-a2c7-f91777fd80d0 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:47:06.906859 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d54397f3-ccd1-410e-9339-01016d718949 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:06.907584 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-d54397f3-ccd1-410e-9339-01016d718949 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Added segment b536ecc8-ef30-4eb4-8bcf-0bfc4de1bd3b of type vlan for network 53a49f5d-26b7-49e3-a8d3-0afbfe056e7c May 05 21:47:06.915767 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a47f6-7133-4056-ab76-c88f6a2567da req-49d83108-3b65-43be-895b-eca6d641710b tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:06.923611 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4e0a47f6-7133-4056-ab76-c88f6a2567da req-49d83108-3b65-43be-895b-eca6d641710b tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] 10.222.0.23 "GET /v2.0/ports?device_id=3fb67afd-60ec-4a25-9ce4-b8f6629f1ef0 HTTP/1.1" status: 200 len: 945 time: 1.0223830 May 05 21:47:07.056854 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-6be1ac24-b525-41ea-9eba-1b6a398b514d service neutron] Attempting to bind port 209ab6e8-eeda-4627-af5b-3d7bb457be9b on host n-h2-825175-4 for vnic_type normal with profile None {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:47:07.057287 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-6be1ac24-b525-41ea-9eba-1b6a398b514d service neutron] Attempting to bind port 209ab6e8-eeda-4627-af5b-3d7bb457be9b by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'df9c57c2-52c8-43c0-981c-16fd110b1d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd50665b6-9647-47f1-b718-b6ae7cd32366'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:47:07.057713 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-6be1ac24-b525-41ea-9eba-1b6a398b514d service neutron] Attempting to bind port 209ab6e8-eeda-4627-af5b-3d7bb457be9b on network d50665b6-9647-47f1-b718-b6ae7cd32366 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:47:07.070288 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d54397f3-ccd1-410e-9339-01016d718949 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:07.094375 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4e0a47f6-7133-4056-ab76-c88f6a2567da req-54922e64-12a1-4a6f-b75e-4c43fc226e1a tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec3f683f-5e78-4115-a05e-6459868c1105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692669 May 05 21:47:07.104526 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-6be1ac24-b525-41ea-9eba-1b6a398b514d service neutron] Port 209ab6e8-eeda-4627-af5b-3d7bb457be9b on network d50665b6-9647-47f1-b718-b6ae7cd32366 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:47:07.107485 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-6be1ac24-b525-41ea-9eba-1b6a398b514d service neutron] Attempting to bind port 209ab6e8-eeda-4627-af5b-3d7bb457be9b on network d50665b6-9647-47f1-b718-b6ae7cd32366 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:47:07.130574 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 63e74258-3e07-4692-99fd-674df226b289 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:47:07.155848 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7845d63a-b212-4d71-a73d-6ee631116b49 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Notify callbacks [] for floatingip, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:07.187997 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-6be1ac24-b525-41ea-9eba-1b6a398b514d service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:47:07.188475 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-6be1ac24-b525-41ea-9eba-1b6a398b514d service neutron] Checking segment: {'id': 'df9c57c2-52c8-43c0-981c-16fd110b1d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd50665b6-9647-47f1-b718-b6ae7cd32366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:47:07.188955 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-6be1ac24-b525-41ea-9eba-1b6a398b514d service neutron] Bound using segment: {'id': 'df9c57c2-52c8-43c0-981c-16fd110b1d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd50665b6-9647-47f1-b718-b6ae7cd32366'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:47:07.189660 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-6be1ac24-b525-41ea-9eba-1b6a398b514d service neutron] Bound port: 209ab6e8-eeda-4627-af5b-3d7bb457be9b, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df9c57c2-52c8-43c0-981c-16fd110b1d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd50665b6-9647-47f1-b718-b6ae7cd32366'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:47:07.234940 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-d610fa23-3294-41c3-97fd-9f10ac4075f9 req-a03be9c1-0e40-4c6b-8c38-110c6ddcb6ed tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:07.249807 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:07.322869 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a8f3e4-68ed-495e-93f5-500d17b0aa9a None None] New status for floating IP 855e2f32-ece2-4b6d-bb1e-64e6f7b4dc5e: ACTIVE {{(pid=84068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 21:47:07.378062 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76fb4af-92bf-460a-bcef-c93797cec78a service neutron] Pushing event updated for resources: {'Port': ['ID=254d6486-a2f8-4ac2-8cd3-e9e223b202eb,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:07.419795 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 63e74258-3e07-4692-99fd-674df226b289 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:47:07.420162 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:07.420812 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d54397f3-ccd1-410e-9339-01016d718949 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:07.425609 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54397f3-ccd1-410e-9339-01016d718949 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:07.426593 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d54397f3-ccd1-410e-9339-01016d718949 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:07.538650 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03be9c1-0e40-4c6b-8c38-110c6ddcb6ed tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] Pushing event deleted for resources: {'Port': ['ID=b4259fe0-404d-410e-a2c7-f91777fd80d0,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:07.821225 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-f463a358-7a71-41e5-89dc-8329baf60c16 req-c76fb4af-92bf-460a-bcef-c93797cec78a service neutron] Attempting to bind port 254d6486-a2f8-4ac2-8cd3-e9e223b202eb on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:47:07.823382 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-d610fa23-3294-41c3-97fd-9f10ac4075f9 req-a03be9c1-0e40-4c6b-8c38-110c6ddcb6ed tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] No DVR routers for this DVR port b4259fe0-404d-410e-a2c7-f91777fd80d0 on host n-h2-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:47:07.825914 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-f463a358-7a71-41e5-89dc-8329baf60c16 req-c76fb4af-92bf-460a-bcef-c93797cec78a service neutron] Attempting to bind port 254d6486-a2f8-4ac2-8cd3-e9e223b202eb by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': '18a3c379-3cfc-4702-917f-3a57e26f3cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f33cead3-3472-4ef7-9cf3-a35684adef89'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:47:07.825914 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f463a358-7a71-41e5-89dc-8329baf60c16 req-c76fb4af-92bf-460a-bcef-c93797cec78a service neutron] Attempting to bind port 254d6486-a2f8-4ac2-8cd3-e9e223b202eb on network f33cead3-3472-4ef7-9cf3-a35684adef89 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:47:07.833114 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f463a358-7a71-41e5-89dc-8329baf60c16 req-c76fb4af-92bf-460a-bcef-c93797cec78a service neutron] Port 254d6486-a2f8-4ac2-8cd3-e9e223b202eb on network f33cead3-3472-4ef7-9cf3-a35684adef89 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:47:07.833429 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f463a358-7a71-41e5-89dc-8329baf60c16 req-c76fb4af-92bf-460a-bcef-c93797cec78a service neutron] Attempting to bind port 254d6486-a2f8-4ac2-8cd3-e9e223b202eb on network f33cead3-3472-4ef7-9cf3-a35684adef89 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:47:07.837865 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-d610fa23-3294-41c3-97fd-9f10ac4075f9 req-a03be9c1-0e40-4c6b-8c38-110c6ddcb6ed tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:07.842302 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb67afd-60ec-4a25-9ce4-b8f6629f1ef0', 'name': 'network-vif-deleted', 'tag': 'b4259fe0-404d-410e-a2c7-f91777fd80d0'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:47:07.860262 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f463a358-7a71-41e5-89dc-8329baf60c16 req-c76fb4af-92bf-460a-bcef-c93797cec78a service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:47:07.862518 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f463a358-7a71-41e5-89dc-8329baf60c16 req-c76fb4af-92bf-460a-bcef-c93797cec78a service neutron] Checking segment: {'id': '18a3c379-3cfc-4702-917f-3a57e26f3cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f33cead3-3472-4ef7-9cf3-a35684adef89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:47:07.862518 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f463a358-7a71-41e5-89dc-8329baf60c16 req-c76fb4af-92bf-460a-bcef-c93797cec78a service neutron] Bound using segment: {'id': '18a3c379-3cfc-4702-917f-3a57e26f3cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f33cead3-3472-4ef7-9cf3-a35684adef89'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:47:07.862518 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-f463a358-7a71-41e5-89dc-8329baf60c16 req-c76fb4af-92bf-460a-bcef-c93797cec78a service neutron] Bound port: 254d6486-a2f8-4ac2-8cd3-e9e223b202eb, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18a3c379-3cfc-4702-917f-3a57e26f3cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f33cead3-3472-4ef7-9cf3-a35684adef89'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:47:07.862518 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f463a358-7a71-41e5-89dc-8329baf60c16 req-c76fb4af-92bf-460a-bcef-c93797cec78a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:07.863669 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-d54397f3-ccd1-410e-9339-01016d718949 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.3357043 May 05 21:47:07.866160 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 38604) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:47:07.869900 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-6be1ac24-b525-41ea-9eba-1b6a398b514d service neutron] For port 209ab6e8-eeda-4627-af5b-3d7bb457be9b, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=209ab6e8-eeda-4627-af5b-3d7bb457be9b,segment=NetworkSegment(df9c57c2-52c8-43c0-981c-16fd110b1d0b),segment_id=df9c57c2-52c8-43c0-981c-16fd110b1d0b)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:47:07.882219 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-9ca5a8d1-30ca-414d-9685-7b192cb6e338 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Request body: {'subnet': {'network_id': '94805836-07a0-47ad-ab35-ba65d7a7da33', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:47:07.900128 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54397f3-ccd1-410e-9339-01016d718949 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Pushing event updated for resources: {'Network': ['ID=53a49f5d-26b7-49e3-a8d3-0afbfe056e7c,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:07.903319 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d610fa23-3294-41c3-97fd-9f10ac4075f9 req-a03be9c1-0e40-4c6b-8c38-110c6ddcb6ed tempest-InstanceActionsNegativeTestJSON-643013838 tempest-InstanceActionsNegativeTestJSON-643013838-project] 10.222.0.32 "DELETE /v2.0/ports/b4259fe0-404d-410e-a2c7-f91777fd80d0 HTTP/1.1" status: 204 len: 173 time: 3.6145988 May 05 21:47:07.909533 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-6be1ac24-b525-41ea-9eba-1b6a398b514d service neutron] Notify callbacks [] for binding, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:07.922082 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-6be1ac24-b525-41ea-9eba-1b6a398b514d service neutron] 10.222.0.23 "POST /v2.0/ports/209ab6e8-eeda-4627-af5b-3d7bb457be9b/bindings HTTP/1.1" status: 201 len: 389 time: 2.4363770 May 05 21:47:07.924614 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 53a49f5d-26b7-49e3-a8d3-0afbfe056e7c details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:47:07.928116 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7845d63a-b212-4d71-a73d-6ee631116b49 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:08.147675 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-f463a358-7a71-41e5-89dc-8329baf60c16 req-c76fb4af-92bf-460a-bcef-c93797cec78a service neutron] For port 254d6486-a2f8-4ac2-8cd3-e9e223b202eb, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:47:08.192427 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-9ca5a8d1-30ca-414d-9685-7b192cb6e338 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:47:08.203516 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba669f07-a660-4ac0-966f-e41c46b61d74 req-0b992684-760c-4d67-8b74-02aa94fd7f52 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:08.205694 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ba669f07-a660-4ac0-966f-e41c46b61d74 req-0b992684-760c-4d67-8b74-02aa94fd7f52 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a3e09c0-2984-42c2-802f-9e4231836754 HTTP/1.1" status: 200 len: 944 time: 0.8065166 May 05 21:47:08.207070 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-9ca5a8d1-30ca-414d-9685-7b192cb6e338 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Usage tracker for resource:subnet and tenant:5f6d3217202d4d8580bf1dbedeb67377 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:47:08.210862 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-9ca5a8d1-30ca-414d-9685-7b192cb6e338 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:47:08.218285 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-9ca5a8d1-30ca-414d-9685-7b192cb6e338 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:47:08.254137 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-7845d63a-b212-4d71-a73d-6ee631116b49 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Allocated IP 172.25.4.234 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/c73a287c-0723-4f1b-86b9-6e1a0c479184) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:47:08.322284 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ba669f07-a660-4ac0-966f-e41c46b61d74 req-96ecb07a-794b-43c6-add1-b43a6680f188 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d0b30f9-8c06-47ca-b845-d0b43dd9cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967727 May 05 21:47:08.324942 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca5a8d1-30ca-414d-9685-7b192cb6e338 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Made reservation on behalf of 5f6d3217202d4d8580bf1dbedeb67377 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:47:08.381801 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-f463a358-7a71-41e5-89dc-8329baf60c16 req-c76fb4af-92bf-460a-bcef-c93797cec78a service neutron] For port 254d6486-a2f8-4ac2-8cd3-e9e223b202eb, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=254d6486-a2f8-4ac2-8cd3-e9e223b202eb,segment=NetworkSegment(18a3c379-3cfc-4702-917f-3a57e26f3cd8),segment_id=18a3c379-3cfc-4702-917f-3a57e26f3cd8)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:47:08.395773 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f463a358-7a71-41e5-89dc-8329baf60c16 req-c76fb4af-92bf-460a-bcef-c93797cec78a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:08.493624 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f463a358-7a71-41e5-89dc-8329baf60c16 req-c76fb4af-92bf-460a-bcef-c93797cec78a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:08.493624 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f463a358-7a71-41e5-89dc-8329baf60c16 req-c76fb4af-92bf-460a-bcef-c93797cec78a service neutron] 10.222.0.44 "PUT /v2.0/ports/254d6486-a2f8-4ac2-8cd3-e9e223b202eb HTTP/1.1" status: 200 len: 1092 time: 2.4312735 May 05 21:47:08.493624 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9978b89-a388-4e1f-ae58-d0f146c5b7c5', 'tag': '254d6486-a2f8-4ac2-8cd3-e9e223b202eb'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:47:08.556928 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76fb4af-92bf-460a-bcef-c93797cec78a service neutron] Pushing event updated for resources: {'Port': ['ID=254d6486-a2f8-4ac2-8cd3-e9e223b202eb,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:08.628912 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7845d63a-b212-4d71-a73d-6ee631116b49 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:08.708341 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7845d63a-b212-4d71-a73d-6ee631116b49 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:08.862314 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7845d63a-b212-4d71-a73d-6ee631116b49 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:47:08.866090 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-7845d63a-b212-4d71-a73d-6ee631116b49 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:47:08.872656 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7845d63a-b212-4d71-a73d-6ee631116b49 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:47:08.908028 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 424189b8-39d6-4d17-a228-aa68c71c7795 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:47:08.943891 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7845d63a-b212-4d71-a73d-6ee631116b49 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Pushing event updated for resources: {'Port': ['ID=c73a287c-0723-4f1b-86b9-6e1a0c479184,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:08.950606 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9ca5a8d1-30ca-414d-9685-7b192cb6e338 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:08.990882 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f463a358-7a71-41e5-89dc-8329baf60c16 req-0e2e4b52-c27f-4881-bb4a-c2ee7cbba328 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0eb82da6a4bc47a2ae0058d78ca21e92&device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 1095 time: 0.4030583 May 05 21:47:09.061094 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-3c0e7fb1-d552-4b5a-8820-a22f55c120f2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea576b38215846aaa224b1aa35155ba3&device_id=165e3d19-d7b0-474a-b06b-e64e6fe1293e HTTP/1.1" status: 200 len: 1097 time: 0.4487069 May 05 21:47:09.074924 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port 424189b8-39d6-4d17-a228-aa68c71c7795 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:47:09.088181 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 424189b8-39d6-4d17-a228-aa68c71c7795 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:47:09.088781 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:09.123161 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f463a358-7a71-41e5-89dc-8329baf60c16 req-b7ff8d6e-aad1-4dd7-9f8b-d3c7fc22aef3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=254d6486-a2f8-4ac2-8cd3-e9e223b202eb HTTP/1.1" status: 200 len: 217 time: 0.1225514 May 05 21:47:09.206174 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c3413bf0-be2f-4376-8380-cf14ce45b8d9 req-2d4f6445-2305-4911-9790-e2866cfe7309 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5a55f0e1fc854ae480e2f7b2fc73c270&device_id=3d839354-039d-4eef-80c3-6cc1a4dcfdd1 HTTP/1.1" status: 200 len: 1097 time: 0.4197006 May 05 21:47:09.234225 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d77e50-de9b-4d30-abf0-b5449006db0d req-3d5ff854-9d28-4ebd-871c-c13b640d7bfe tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:09.235728 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-43d77e50-de9b-4d30-abf0-b5449006db0d req-3d5ff854-9d28-4ebd-871c-c13b640d7bfe tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d839354-039d-4eef-80c3-6cc1a4dcfdd1 HTTP/1.1" status: 200 len: 946 time: 0.6248381 May 05 21:47:09.239519 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f463a358-7a71-41e5-89dc-8329baf60c16 req-cb62b421-cba7-4974-9ef6-78ff82f8befc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:09.241091 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f463a358-7a71-41e5-89dc-8329baf60c16 req-cb62b421-cba7-4974-9ef6-78ff82f8befc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7d5de724-e15a-4a3a-8314-05869a0cf070 HTTP/1.1" status: 200 len: 851 time: 0.1083586 May 05 21:47:09.259767 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c5b8c-eff6-4115-8e06-2edb993bae85 req-a3ca6a92-8d7a-4631-83fc-6c520f85d6ff tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:09.261222 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b64c5b8c-eff6-4115-8e06-2edb993bae85 req-a3ca6a92-8d7a-4631-83fc-6c520f85d6ff tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 944 time: 0.8837969 May 05 21:47:09.297601 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:09.308140 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-c17853c1-9b38-419b-827e-fce6730cb965 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:09.310677 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-c17853c1-9b38-419b-827e-fce6730cb965 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d50665b6-9647-47f1-b718-b6ae7cd32366 HTTP/1.1" status: 200 len: 909 time: 0.2319529 May 05 21:47:09.328082 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a3e09c0-2984-42c2-802f-9e4231836754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '424189b8-39d6-4d17-a228-aa68c71c7795'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:47:09.338909 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 424189b8-39d6-4d17-a228-aa68c71c7795, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=424189b8-39d6-4d17-a228-aa68c71c7795,segment=NetworkSegment(2bc45e6f-b7ab-4f0b-a595-6c4682d53763),segment_id=2bc45e6f-b7ab-4f0b-a595-6c4682d53763)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:47:09.346497 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:09.430338 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-4229dcd5-5318-4371-8c5f-08615fea6266 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=209ab6e8-eeda-4627-af5b-3d7bb457be9b HTTP/1.1" status: 200 len: 217 time: 0.1083949 May 05 21:47:09.431321 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=424189b8-39d6-4d17-a228-aa68c71c7795,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:09.486570 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7845d63a-b212-4d71-a73d-6ee631116b49 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:09.493785 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3413bf0-be2f-4376-8380-cf14ce45b8d9 req-01165c94-7302-41bc-a5bc-19a586869f66 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:09.495296 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c3413bf0-be2f-4376-8380-cf14ce45b8d9 req-01165c94-7302-41bc-a5bc-19a586869f66 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4988fe71-34c6-4737-ad2a-40f5327e7f0e HTTP/1.1" status: 200 len: 913 time: 0.2827599 May 05 21:47:09.504863 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-43d77e50-de9b-4d30-abf0-b5449006db0d req-d3fa0fe5-5b2a-4752-8400-8479e062f061 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393107 May 05 21:47:09.506839 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b64c5b8c-eff6-4115-8e06-2edb993bae85 req-b4bfb9b0-29e0-461f-a4e3-267e778e2a6a tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2336166 May 05 21:47:09.582079 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-edb94d8c-71c8-46f3-a152-7ec3d07952db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:09.583714 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-edb94d8c-71c8-46f3-a152-7ec3d07952db service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2ef0800d-de6f-466d-b35f-d1403d70c310 HTTP/1.1" status: 200 len: 848 time: 0.1211967 May 05 21:47:09.599799 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37b330f8-38cf-4251-adcc-1e326aae3187'] response: {'server_uuid': '3fb67afd-60ec-4a25-9ce4-b8f6629f1ef0', 'name': 'network-vif-deleted', 'tag': 'b4259fe0-404d-410e-a2c7-f91777fd80d0', 'status': 'completed', 'code': 200} May 05 21:47:09.654178 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-e3c8528a-c8d9-46a0-a322-5f6f09a46ef2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d50665b6-9647-47f1-b718-b6ae7cd32366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534773 May 05 21:47:09.713990 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 38624) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:47:09.715002 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9ca5a8d1-30ca-414d-9685-7b192cb6e338 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:09.765722 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1f8bda9-f400-4e8d-a643-00436005a041'] response: {'name': 'network-changed', 'server_uuid': 'c9978b89-a388-4e1f-ae58-d0f146c5b7c5', 'tag': '254d6486-a2f8-4ac2-8cd3-e9e223b202eb', 'status': 'completed', 'code': 200} May 05 21:47:09.789932 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de01e9eb-4754-4a72-bacb-ee3b36aebe9e'] response: {'server_uuid': '6a3e09c0-2984-42c2-802f-9e4231836754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '424189b8-39d6-4d17-a228-aa68c71c7795', 'code': 200} May 05 21:47:09.800023 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f463a358-7a71-41e5-89dc-8329baf60c16 req-2ef61003-00c3-404b-b595-6d67183e5521 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f33cead3-3472-4ef7-9cf3-a35684adef89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5066414 May 05 21:47:09.803647 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c3413bf0-be2f-4376-8380-cf14ce45b8d9 req-1122fd15-b54d-4922-86ac-1c877691574b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59fcd1b3-14da-4c63-a865-86c9da247275 HTTP/1.1" status: 200 len: 217 time: 0.2574146 May 05 21:47:09.827957 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7845d63a-b212-4d71-a73d-6ee631116b49 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:09.995017 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca5a8d1-30ca-414d-9685-7b192cb6e338 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Pushing event updated for resources: {'Subnet': ['ID=3b6f6bba-6319-48e6-9430-897ac47f4de2,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:10.005964 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-88d37781-fdfa-4f3f-9a14-5333031b575a admin admin] Deleting subnet a799d3f5-89b2-4c70-a70f-16131fbdf419 {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:47:10.028535 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-88d37781-fdfa-4f3f-9a14-5333031b575a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:10.067208 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3413bf0-be2f-4376-8380-cf14ce45b8d9 req-6b1e4f9e-9d2c-4789-9f0a-7f31d0af08d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:10.068645 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c3413bf0-be2f-4376-8380-cf14ce45b8d9 req-6b1e4f9e-9d2c-4789-9f0a-7f31d0af08d2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b652dcd0-731b-4d23-9d82-356eea5d9656 HTTP/1.1" status: 200 len: 852 time: 0.2154033 May 05 21:47:10.097644 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-2e785006-640e-4e4e-9b0c-3767cf2cd4ae service neutron] 10.222.0.32 "GET /v2.0/networks/d50665b6-9647-47f1-b718-b6ae7cd32366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4092340 May 05 21:47:10.135140 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-88d37781-fdfa-4f3f-9a14-5333031b575a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:10.169229 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca5a8d1-30ca-414d-9685-7b192cb6e338 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Checking segment: {'id': 'a786530b-01ae-4f9f-838f-af9be8821358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '94805836-07a0-47ad-ab35-ba65d7a7da33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:47:10.169605 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca5a8d1-30ca-414d-9685-7b192cb6e338 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Network hostable DHCP agents. Network: 94805836-07a0-47ad-ab35-ba65d7a7da33, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:47:10.197145 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c3413bf0-be2f-4376-8380-cf14ce45b8d9 req-c270f6f1-d99d-4b4e-8440-a8470efe8523 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4988fe71-34c6-4737-ad2a-40f5327e7f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1152759 May 05 21:47:10.203803 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f463a358-7a71-41e5-89dc-8329baf60c16 req-dd3955ee-170d-4754-bb6b-e1f8747d1f93 service neutron] 10.222.0.44 "GET /v2.0/networks/f33cead3-3472-4ef7-9cf3-a35684adef89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3947797 May 05 21:47:10.244164 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b6b1b-4aa8-45bf-9742-14095b646e27 req-897de358-aa41-49eb-9185-005cceba64b2 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:10.245648 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9c6b6b1b-4aa8-45bf-9742-14095b646e27 req-897de358-aa41-49eb-9185-005cceba64b2 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=165e3d19-d7b0-474a-b06b-e64e6fe1293e HTTP/1.1" status: 200 len: 946 time: 0.5950282 May 05 21:47:10.324313 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-88d37781-fdfa-4f3f-9a14-5333031b575a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:10.447316 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a0bf77f9-7c38-44ca-abc8-f9ce789ef01c req-621957f4-faf5-4f68-aee8-ca85562d38a1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6a3e09c0-2984-42c2-802f-9e4231836754 HTTP/1.1" status: 200 len: 1096 time: 0.5546339 May 05 21:47:10.510766 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fbc9c8-45d9-4726-9440-b1a46122a45f req-ab601502-8ff5-43b3-b1c4-a3a3ffdcf49f tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:10.512596 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a2fbc9c8-45d9-4726-9440-b1a46122a45f req-ab601502-8ff5-43b3-b1c4-a3a3ffdcf49f tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a3e09c0-2984-42c2-802f-9e4231836754 HTTP/1.1" status: 200 len: 945 time: 0.6116343 May 05 21:47:10.567235 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca5a8d1-30ca-414d-9685-7b192cb6e338 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Network 94805836-07a0-47ad-ab35-ba65d7a7da33 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:47:10.573535 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f463a358-7a71-41e5-89dc-8329baf60c16 req-b0b2d7f0-e354-437b-875a-a0e42afb6d3f service neutron] 10.222.0.44 "GET /v2.0/networks/f33cead3-3472-4ef7-9cf3-a35684adef89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3600616 May 05 21:47:10.579854 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c3413bf0-be2f-4376-8380-cf14ce45b8d9 req-f3efa3f7-1a80-4653-9eed-4032969a18ef service neutron] 10.222.0.32 "GET /v2.0/networks/4988fe71-34c6-4737-ad2a-40f5327e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3674831 May 05 21:47:10.582159 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-31afd7ed-611b-4bec-8c83-7e2be3df769e service neutron] 10.222.0.32 "GET /v2.0/networks/d50665b6-9647-47f1-b718-b6ae7cd32366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4699628 May 05 21:47:10.586213 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a0bf77f9-7c38-44ca-abc8-f9ce789ef01c req-bd3d26ca-e325-40b3-875f-a07a20c1c352 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6d0b30f9-8c06-47ca-b845-d0b43dd9cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272786 May 05 21:47:10.589415 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7845d63a-b212-4d71-a73d-6ee631116b49 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:10.599264 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9c6b6b1b-4aa8-45bf-9742-14095b646e27 req-2a2556aa-d93f-457e-b283-18a9cf7a77f3 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299937 May 05 21:47:10.605544 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-9ca5a8d1-30ca-414d-9685-7b192cb6e338 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 94805836-07a0-47ad-ab35-ba65d7a7da33) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:47:10.616903 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a51cf74-b3f2-4712-bda5-a4f9d935e2e3 None None] Network 94805836-07a0-47ad-ab35-ba65d7a7da33 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:47:10.626023 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7845d63a-b212-4d71-a73d-6ee631116b49 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:10.632172 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca5a8d1-30ca-414d-9685-7b192cb6e338 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:10.632995 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9ca5a8d1-30ca-414d-9685-7b192cb6e338 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:10.679461 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-88d37781-fdfa-4f3f-9a14-5333031b575a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:10.685421 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a2fbc9c8-45d9-4726-9440-b1a46122a45f req-d4e4ca6b-ccb5-4d38-b632-922f645bbd7f tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d0b30f9-8c06-47ca-b845-d0b43dd9cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407077 May 05 21:47:10.719677 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-9ca5a8d1-30ca-414d-9685-7b192cb6e338 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.8487811 May 05 21:47:10.726292 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 38632) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:47:10.728451 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d37781-fdfa-4f3f-9a14-5333031b575a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a799d3f5-89b2-4c70-a70f-16131fbdf419,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:10.733978 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-88d37781-fdfa-4f3f-9a14-5333031b575a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:10.739112 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-88d37781-fdfa-4f3f-9a14-5333031b575a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a799d3f5-89b2-4c70-a70f-16131fbdf419 HTTP/1.1" status: 204 len: 168 time: 1.0181651 May 05 21:47:10.740087 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 38634) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:47:10.751718 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-8b54f223-b88f-4c37-9ebd-23c8cd00f592 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Request body: {'subnet': {'network_id': '53a49f5d-26b7-49e3-a8d3-0afbfe056e7c', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:47:10.933947 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f2ebe6ea-56d0-44d1-8f5d-28598495fe35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:10.989802 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cff9dbf-0843-4c18-94f1-02f6c3931834 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-94805836-07a0-47ad-ab35-ba65d7a7da33', 'network_id': '94805836-07a0-47ad-ab35-ba65d7a7da33', 'tenant_id': '5f6d3217202d4d8580bf1dbedeb67377', 'fixed_ips': [{'subnet_id': '3b6f6bba-6319-48e6-9430-897ac47f4de2'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 21:47:10.990683 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1cff9dbf-0843-4c18-94f1-02f6c3931834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:11.002194 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7845d63a-b212-4d71-a73d-6ee631116b49 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Pushing event updated for resources: {'Port': ['ID=c73a287c-0723-4f1b-86b9-6e1a0c479184,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:11.040881 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-8b54f223-b88f-4c37-9ebd-23c8cd00f592 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:47:11.055996 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-8b54f223-b88f-4c37-9ebd-23c8cd00f592 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Usage tracker for resource:subnet and tenant:5f6d3217202d4d8580bf1dbedeb67377 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:47:11.116471 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c3413bf0-be2f-4376-8380-cf14ce45b8d9 req-a11ff700-22e6-49bc-86e7-76c51812b825 service neutron] 10.222.0.32 "GET /v2.0/networks/4988fe71-34c6-4737-ad2a-40f5327e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5242651 May 05 21:47:11.120357 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-8b54f223-b88f-4c37-9ebd-23c8cd00f592 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:47:11.129436 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f2ebe6ea-56d0-44d1-8f5d-28598495fe35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:11.135873 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-8b54f223-b88f-4c37-9ebd-23c8cd00f592 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:47:11.146963 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7845d63a-b212-4d71-a73d-6ee631116b49 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:11.150506 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7903e02-1b79-4ba2-8843-fe1182d20113 req-2ff4b945-4a80-4b6b-a871-2ed5358dc18c tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:11.152103 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d7903e02-1b79-4ba2-8843-fe1182d20113 req-2ff4b945-4a80-4b6b-a871-2ed5358dc18c tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 944 time: 0.2783167 May 05 21:47:11.160428 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9358f5-4af4-47b1-8eec-6ee4186708f3 req-d352c295-a015-4241-8553-5106ace025fb tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:11.162155 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dd9358f5-4af4-47b1-8eec-6ee4186708f3 req-d352c295-a015-4241-8553-5106ace025fb tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d839354-039d-4eef-80c3-6cc1a4dcfdd1 HTTP/1.1" status: 200 len: 946 time: 0.3466425 May 05 21:47:11.190863 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7845d63a-b212-4d71-a73d-6ee631116b49 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:11.193319 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-1cff9dbf-0843-4c18-94f1-02f6c3931834 None None] Allocated IP 10.1.1.2 (94805836-07a0-47ad-ab35-ba65d7a7da33/3b6f6bba-6319-48e6-9430-897ac47f4de2/73f8c172-e740-49dd-9d0a-a4256f51b776) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:47:11.201743 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-7845d63a-b212-4d71-a73d-6ee631116b49 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7786932 May 05 21:47:11.212174 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7bfe0063-3e20-4d85-97aa-52b6ff901987 req-1726800a-6bec-4139-8d14-8b599468fe4f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0eb82da6a4bc47a2ae0058d78ca21e92&device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 1095 time: 0.4873576 May 05 21:47:11.213756 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b54f223-b88f-4c37-9ebd-23c8cd00f592 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Made reservation on behalf of 5f6d3217202d4d8580bf1dbedeb67377 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:47:11.217949 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-f2ebe6ea-56d0-44d1-8f5d-28598495fe35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbba3412-04d5-47e9-8a00-85c966b7f046']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:47:11.257069 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-f2ebe6ea-56d0-44d1-8f5d-28598495fe35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43d06c87-4d85-4ca5-8553-463ff7bd73ff') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:47:11.257805 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-f2ebe6ea-56d0-44d1-8f5d-28598495fe35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43d06c87-4d85-4ca5-8553-463ff7bd73ff') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:47:11.302551 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f2ebe6ea-56d0-44d1-8f5d-28598495fe35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:11.366811 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d7903e02-1b79-4ba2-8843-fe1182d20113 req-416fc10f-1856-42d8-8fa9-5273ca6f610a tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916597 May 05 21:47:11.368148 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f2ebe6ea-56d0-44d1-8f5d-28598495fe35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:11.406587 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2ebe6ea-56d0-44d1-8f5d-28598495fe35 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:47:11.407303 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f2ebe6ea-56d0-44d1-8f5d-28598495fe35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:11.422380 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 21:47:11.422380 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:47:11.422380 n-d-825175-4 neutron-server[84061]: timer() May 05 21:47:11.422380 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:47:11.422380 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 21:47:11.422380 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:47:11.422380 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 21:47:11.422380 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:47:11.422380 n-d-825175-4 neutron-server[84061]: self._notify() May 05 21:47:11.422380 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:47:11.422380 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 21:47:11.422380 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:47:11.422380 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 21:47:11.422380 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:47:11.422380 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:47:11.422380 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:47:11.422380 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:47:11.422380 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:47:11.422380 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 21:47:11.422380 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:47:11.422380 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 21:47:11.422380 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:47:11.422380 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:47:11.422380 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:47:11.422380 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 21:47:11.422380 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:47:11.422380 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:47:11.422380 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:47:11.422380 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:47:11.422380 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:47:11.422380 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:47:11.422380 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:47:11.601057 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dd9358f5-4af4-47b1-8eec-6ee4186708f3 req-aaf625a9-0a30-4b3f-9390-271e3eca5e73 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4247334 May 05 21:47:11.638174 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8b54f223-b88f-4c37-9ebd-23c8cd00f592 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:11.646911 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1cff9dbf-0843-4c18-94f1-02f6c3931834 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:11.676045 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-1cff9dbf-0843-4c18-94f1-02f6c3931834 None None] Transition to ACTIVE for port object 73f8c172-e740-49dd-9d0a-a4256f51b776 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:47:11.720113 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-1cff9dbf-0843-4c18-94f1-02f6c3931834 None None] Transition to ACTIVE for port object 73f8c172-e740-49dd-9d0a-a4256f51b776 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:47:11.735391 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1cff9dbf-0843-4c18-94f1-02f6c3931834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:11.820818 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f2ebe6ea-56d0-44d1-8f5d-28598495fe35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:11.835243 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe0063-3e20-4d85-97aa-52b6ff901987 req-f9973de8-8322-4167-b445-2ce9fa452608 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:11.837011 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7bfe0063-3e20-4d85-97aa-52b6ff901987 req-f9973de8-8322-4167-b445-2ce9fa452608 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f33cead3-3472-4ef7-9cf3-a35684adef89 HTTP/1.1" status: 200 len: 913 time: 0.3535173 May 05 21:47:11.879834 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f2ebe6ea-56d0-44d1-8f5d-28598495fe35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:11.884683 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff9dbf-0843-4c18-94f1-02f6c3931834 None None] Pushing event updated for resources: {'Port': ['ID=73f8c172-e740-49dd-9d0a-a4256f51b776,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:11.896231 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cff9dbf-0843-4c18-94f1-02f6c3931834 None None] Network 94805836-07a0-47ad-ab35-ba65d7a7da33 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:47:11.897511 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-1cff9dbf-0843-4c18-94f1-02f6c3931834 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:47:11.899848 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cff9dbf-0843-4c18-94f1-02f6c3931834 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:47:11.940078 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ebe6ea-56d0-44d1-8f5d-28598495fe35 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbba3412-04d5-47e9-8a00-85c966b7f046,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:11.943942 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7bfe0063-3e20-4d85-97aa-52b6ff901987 req-e5dd350b-5ef2-4fd3-b924-29beab485930 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=254d6486-a2f8-4ac2-8cd3-e9e223b202eb HTTP/1.1" status: 200 len: 217 time: 0.0916748 May 05 21:47:11.985386 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f2ebe6ea-56d0-44d1-8f5d-28598495fe35 admin admin] 10.222.0.23 "DELETE /v2.0/networks/fbba3412-04d5-47e9-8a00-85c966b7f046 HTTP/1.1" status: 204 len: 168 time: 1.2439389 May 05 21:47:12.027006 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2db9ef-8bc4-41d7-af1d-30a32a3f7af6 req-38af272f-5b85-4c2d-b6b0-c207c0d5a6d3 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:12.028528 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2d2db9ef-8bc4-41d7-af1d-30a32a3f7af6 req-38af272f-5b85-4c2d-b6b0-c207c0d5a6d3 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/networks?id=c31bae84-8c32-4141-b64c-009dbc2c261a HTTP/1.1" status: 200 len: 821 time: 0.4533408 May 05 21:47:12.055170 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-1cff9dbf-0843-4c18-94f1-02f6c3931834 None None] Attempting to bind port 73f8c172-e740-49dd-9d0a-a4256f51b776 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:47:12.055501 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-1cff9dbf-0843-4c18-94f1-02f6c3931834 None None] Attempting to bind port 73f8c172-e740-49dd-9d0a-a4256f51b776 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'a786530b-01ae-4f9f-838f-af9be8821358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '94805836-07a0-47ad-ab35-ba65d7a7da33'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:47:12.055926 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cff9dbf-0843-4c18-94f1-02f6c3931834 None None] Attempting to bind port 73f8c172-e740-49dd-9d0a-a4256f51b776 on network 94805836-07a0-47ad-ab35-ba65d7a7da33 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:47:12.056587 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2d2db9ef-8bc4-41d7-af1d-30a32a3f7af6 req-60febce6-adc1-493e-9ad2-966ba146dc4b tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/quotas/b50e99b600524c18b3199236d1a61be7 HTTP/1.1" status: 200 len: 375 time: 0.0209572 May 05 21:47:12.069714 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cff9dbf-0843-4c18-94f1-02f6c3931834 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:47:12.070197 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cff9dbf-0843-4c18-94f1-02f6c3931834 None None] Checking segment: {'id': 'a786530b-01ae-4f9f-838f-af9be8821358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '94805836-07a0-47ad-ab35-ba65d7a7da33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:47:12.070803 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1cff9dbf-0843-4c18-94f1-02f6c3931834 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:12.071183 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cff9dbf-0843-4c18-94f1-02f6c3931834 None None] Bound using segment: {'id': 'a786530b-01ae-4f9f-838f-af9be8821358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '94805836-07a0-47ad-ab35-ba65d7a7da33'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:47:12.071748 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-1cff9dbf-0843-4c18-94f1-02f6c3931834 None None] Bound port: 73f8c172-e740-49dd-9d0a-a4256f51b776, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a786530b-01ae-4f9f-838f-af9be8821358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '94805836-07a0-47ad-ab35-ba65d7a7da33'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:47:12.072373 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1cff9dbf-0843-4c18-94f1-02f6c3931834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:12.087078 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe0063-3e20-4d85-97aa-52b6ff901987 req-839ea1a1-b4af-4bee-9da5-fc0591b7a8e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:12.088523 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7bfe0063-3e20-4d85-97aa-52b6ff901987 req-839ea1a1-b4af-4bee-9da5-fc0591b7a8e3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7d5de724-e15a-4a3a-8314-05869a0cf070 HTTP/1.1" status: 200 len: 851 time: 0.1377552 May 05 21:47:12.118299 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643dff03-7f07-4d7d-b2e7-c9e964ba54da req-9de8c3ef-e0c4-43be-8d51-3dd0dc5fa7b7 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:12.119775 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-643dff03-7f07-4d7d-b2e7-c9e964ba54da req-9de8c3ef-e0c4-43be-8d51-3dd0dc5fa7b7 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=165e3d19-d7b0-474a-b06b-e64e6fe1293e HTTP/1.1" status: 200 len: 946 time: 0.2326434 May 05 21:47:12.181038 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-1cff9dbf-0843-4c18-94f1-02f6c3931834 None None] For port 73f8c172-e740-49dd-9d0a-a4256f51b776, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:47:12.188242 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-1cff9dbf-0843-4c18-94f1-02f6c3931834 None None] For port 73f8c172-e740-49dd-9d0a-a4256f51b776, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=73f8c172-e740-49dd-9d0a-a4256f51b776,segment=NetworkSegment(a786530b-01ae-4f9f-838f-af9be8821358),segment_id=a786530b-01ae-4f9f-838f-af9be8821358)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:47:12.195552 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2d2db9ef-8bc4-41d7-af1d-30a32a3f7af6 req-7f44ebea-d75d-4fb7-9b16-cfd01fda5ec3 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b50e99b600524c18b3199236d1a61be7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1370876 May 05 21:47:12.197440 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1cff9dbf-0843-4c18-94f1-02f6c3931834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:12.199901 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8b54f223-b88f-4c37-9ebd-23c8cd00f592 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:12.203268 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-643dff03-7f07-4d7d-b2e7-c9e964ba54da req-f1cfbbc6-08a2-471b-a802-56f202f1fd58 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771093 May 05 21:47:12.287286 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 38656) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:47:12.341492 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff9dbf-0843-4c18-94f1-02f6c3931834 None None] Pushing event updated for resources: {'Port': ['ID=73f8c172-e740-49dd-9d0a-a4256f51b776,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:12.413853 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b54f223-b88f-4c37-9ebd-23c8cd00f592 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Pushing event updated for resources: {'Subnet': ['ID=a0fdc9bf-de2b-4aa2-9c30-9c714dc3a9b8,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:12.429610 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7bfe0063-3e20-4d85-97aa-52b6ff901987 req-e40414be-bfd4-4bd1-a5ba-400f3b3b05d9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f33cead3-3472-4ef7-9cf3-a35684adef89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3167090 May 05 21:47:12.451380 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2d2db9ef-8bc4-41d7-af1d-30a32a3f7af6 req-7b94adfa-5143-47c6-ba82-6eb06557cb7f service neutron] 10.222.0.23 "GET /v2.0/networks/c31bae84-8c32-4141-b64c-009dbc2c261a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466066 May 05 21:47:12.470005 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ab630efb-2888-46e6-a39c-3b4dd6f9fa0a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a198a70ca3a34927a1a0f5619b367434&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1783900 May 05 21:47:12.491785 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 38662) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:47:12.524532 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b54f223-b88f-4c37-9ebd-23c8cd00f592 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Checking segment: {'id': 'b536ecc8-ef30-4eb4-8bcf-0bfc4de1bd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53a49f5d-26b7-49e3-a8d3-0afbfe056e7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:47:12.525217 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b54f223-b88f-4c37-9ebd-23c8cd00f592 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Network hostable DHCP agents. Network: 53a49f5d-26b7-49e3-a8d3-0afbfe056e7c, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:47:12.631048 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b54f223-b88f-4c37-9ebd-23c8cd00f592 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Network 53a49f5d-26b7-49e3-a8d3-0afbfe056e7c is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:47:12.651601 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7bfe0063-3e20-4d85-97aa-52b6ff901987 req-e18daebe-0afe-4d89-ba7d-dd7facd61bec service neutron] 10.222.0.44 "GET /v2.0/networks/f33cead3-3472-4ef7-9cf3-a35684adef89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137103 May 05 21:47:12.655023 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-8b54f223-b88f-4c37-9ebd-23c8cd00f592 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 53a49f5d-26b7-49e3-a8d3-0afbfe056e7c) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:47:12.660280 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b54f223-b88f-4c37-9ebd-23c8cd00f592 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:12.660958 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8b54f223-b88f-4c37-9ebd-23c8cd00f592 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:12.664892 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5bdce3-ca98-4aa7-9dbb-910fe76bce91 None None] Network 53a49f5d-26b7-49e3-a8d3-0afbfe056e7c requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:47:12.799554 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8b54f223-b88f-4c37-9ebd-23c8cd00f592 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0593576 May 05 21:47:12.802173 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 38668) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:47:12.807881 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-256b33df-660d-4611-9990-1ea04b1db2f0 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Request body: {'port': {'network_id': '94805836-07a0-47ad-ab35-ba65d7a7da33', 'name': 'tempest-TaggedBootDevicesTest-1949799042', 'fixed_ips': [{'subnet_id': '3b6f6bba-6319-48e6-9430-897ac47f4de2'}]}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:47:12.822456 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8df032-8feb-411c-818c-26765d8686d7 req-9ccc3572-4d0a-4e50-8191-f941967f4053 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:12.832118 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8a8df032-8feb-411c-818c-26765d8686d7 req-9ccc3572-4d0a-4e50-8191-f941967f4053 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a3e09c0-2984-42c2-802f-9e4231836754 HTTP/1.1" status: 200 len: 945 time: 0.4266672 May 05 21:47:12.834010 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d786271f-4f3a-432e-a715-a0d39b922c8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:12.862264 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d786271f-4f3a-432e-a715-a0d39b922c8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:12.933646 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 59fcd1b3-14da-4c63-a865-86c9da247275 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:47:12.938633 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2d2db9ef-8bc4-41d7-af1d-30a32a3f7af6 req-7bcddf83-1f1f-44f0-9839-1c4667707fde service neutron] 10.222.0.23 "GET /v2.0/networks/c31bae84-8c32-4141-b64c-009dbc2c261a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4790304 May 05 21:47:12.939234 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d786271f-4f3a-432e-a715-a0d39b922c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:12.960440 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7bfe0063-3e20-4d85-97aa-52b6ff901987 req-fd38cf45-f2a8-4f43-8d0e-c4a7403a11a4 service neutron] 10.222.0.44 "GET /v2.0/networks/f33cead3-3472-4ef7-9cf3-a35684adef89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926500 May 05 21:47:12.980262 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d786271f-4f3a-432e-a715-a0d39b922c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3f683f-5e78-4115-a05e-6459868c1105,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:13.017171 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d786271f-4f3a-432e-a715-a0d39b922c8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:13.020564 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-d786271f-4f3a-432e-a715-a0d39b922c8d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ec3f683f-5e78-4115-a05e-6459868c1105 HTTP/1.1" status: 204 len: 168 time: 0.5242581 May 05 21:47:13.031217 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8a8df032-8feb-411c-818c-26765d8686d7 req-a8f52cd2-e70c-4c1c-a3e0-d85c7d220895 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d0b30f9-8c06-47ca-b845-d0b43dd9cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1981487 May 05 21:47:13.044569 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-256b33df-660d-4611-9990-1ea04b1db2f0 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:47:13.060054 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-256b33df-660d-4611-9990-1ea04b1db2f0 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Usage tracker for resource:port and tenant:5f6d3217202d4d8580bf1dbedeb67377 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:47:13.074883 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-256b33df-660d-4611-9990-1ea04b1db2f0 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:47:13.098813 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-256b33df-660d-4611-9990-1ea04b1db2f0 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:47:13.130154 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256b33df-660d-4611-9990-1ea04b1db2f0 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Made reservation on behalf of 5f6d3217202d4d8580bf1dbedeb67377 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:47:13.266421 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 73f8c172-e740-49dd-9d0a-a4256f51b776 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:47:13.297493 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217b9c66-ecd2-40b2-bcab-76fe485597c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-53a49f5d-26b7-49e3-a8d3-0afbfe056e7c', 'network_id': '53a49f5d-26b7-49e3-a8d3-0afbfe056e7c', 'tenant_id': '5f6d3217202d4d8580bf1dbedeb67377', 'fixed_ips': [{'subnet_id': 'a0fdc9bf-de2b-4aa2-9c30-9c714dc3a9b8'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 21:47:13.298627 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-217b9c66-ecd2-40b2-bcab-76fe485597c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:13.393431 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:13.477539 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-256b33df-660d-4611-9990-1ea04b1db2f0 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:13.547934 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [None req-256b33df-660d-4611-9990-1ea04b1db2f0 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] device_id is not set on port 34649ace-f82b-4ccc-974a-1666bac9e23b yet. {{(pid=84063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 21:47:13.597964 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d839354-039d-4eef-80c3-6cc1a4dcfdd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59fcd1b3-14da-4c63-a865-86c9da247275'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:47:13.624626 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 59fcd1b3-14da-4c63-a865-86c9da247275, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=59fcd1b3-14da-4c63-a865-86c9da247275,segment=NetworkSegment(bb53319d-02d7-4ee5-a402-d07603ca726a),segment_id=bb53319d-02d7-4ee5-a402-d07603ca726a)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:47:13.641772 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:13.674285 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ba2bce-6fc1-4272-be4e-a27e66f9bc8b req-247fd355-1d48-4b2a-9b9e-60e0e284bd48 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:13.678784 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-88ba2bce-6fc1-4272-be4e-a27e66f9bc8b req-247fd355-1d48-4b2a-9b9e-60e0e284bd48 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 944 time: 0.5110662 May 05 21:47:13.784596 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-88ba2bce-6fc1-4272-be4e-a27e66f9bc8b req-8b9f3ad3-a520-4152-8015-430d6d648a5f tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993211 May 05 21:47:13.810754 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 73f8c172-e740-49dd-9d0a-a4256f51b776 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:47:13.815141 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 254d6486-a2f8-4ac2-8cd3-e9e223b202eb details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:47:13.987357 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=59fcd1b3-14da-4c63-a865-86c9da247275,revision_number=8']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:14.000992 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea3d623-55fc-4ca2-b90c-4b3219d117f7 None None] Network 94805836-07a0-47ad-ab35-ba65d7a7da33 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:47:14.089570 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-217b9c66-ecd2-40b2-bcab-76fe485597c3 None None] Allocated IP 10.2.2.2 (53a49f5d-26b7-49e3-a8d3-0afbfe056e7c/a0fdc9bf-de2b-4aa2-9c30-9c714dc3a9b8/864900f6-1d1e-470e-9b6c-5a3006c6839e) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:47:14.110401 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-256b33df-660d-4611-9990-1ea04b1db2f0 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Allocated IP 10.1.1.173 (94805836-07a0-47ad-ab35-ba65d7a7da33/3b6f6bba-6319-48e6-9430-897ac47f4de2/34649ace-f82b-4ccc-974a-1666bac9e23b) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:47:14.172443 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358d23d-f8c9-4043-9439-07d8b82dcaa1 req-d2094830-d04e-42ca-853f-0cc272d6a04f tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:14.174594 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7358d23d-f8c9-4043-9439-07d8b82dcaa1 req-d2094830-d04e-42ca-853f-0cc272d6a04f tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a3e09c0-2984-42c2-802f-9e4231836754 HTTP/1.1" status: 200 len: 945 time: 0.2149148 May 05 21:47:14.185820 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a7a2a-97f8-4f31-8687-ecdefc86b523 req-ac491e4c-ecb0-4107-9f9d-50647d923621 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:14.187431 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-796a7a2a-97f8-4f31-8687-ecdefc86b523 req-ac491e4c-ecb0-4107-9f9d-50647d923621 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d839354-039d-4eef-80c3-6cc1a4dcfdd1 HTTP/1.1" status: 200 len: 944 time: 0.6450927 May 05 21:47:14.188106 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 38694) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:47:14.189708 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a0433d4a-b52f-4b4b-8b10-0f8ada6f5e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:14.196146 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-e48b9b6f-77c0-41b0-a3af-c9c1bf63f710 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Request body: {'floatingip': {'port_id': '424189b8-39d6-4d17-a228-aa68c71c7795'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:47:14.311963 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-03dede06-57b4-43df-b71f-c333cf69b187 None None] Provisioning for port 73f8c172-e740-49dd-9d0a-a4256f51b776 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:47:14.335901 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-03dede06-57b4-43df-b71f-c333cf69b187 None None] Provisioning complete for port 73f8c172-e740-49dd-9d0a-a4256f51b776 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:47:14.336553 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-03dede06-57b4-43df-b71f-c333cf69b187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:14.459953 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 254d6486-a2f8-4ac2-8cd3-e9e223b202eb, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=254d6486-a2f8-4ac2-8cd3-e9e223b202eb,segment=NetworkSegment(18a3c379-3cfc-4702-917f-3a57e26f3cd8),segment_id=18a3c379-3cfc-4702-917f-3a57e26f3cd8)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:47:14.546713 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '254d6486-a2f8-4ac2-8cd3-e9e223b202eb', 'network_id': 'f33cead3-3472-4ef7-9cf3-a35684adef89', 'port_id': '254d6486-a2f8-4ac2-8cd3-e9e223b202eb', 'mac_address': 'fa:16:3e:85:0d:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d5de724-e15a-4a3a-8314-05869a0cf070', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:47:14.580389 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e48b9b6f-77c0-41b0-a3af-c9c1bf63f710 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Notify callbacks [] for floatingip, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:14.674726 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-256b33df-660d-4611-9990-1ea04b1db2f0 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:14.700490 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-256b33df-660d-4611-9990-1ea04b1db2f0 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Transition to ACTIVE for port object 34649ace-f82b-4ccc-974a-1666bac9e23b will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:47:14.733445 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-256b33df-660d-4611-9990-1ea04b1db2f0 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:14.773954 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-796a7a2a-97f8-4f31-8687-ecdefc86b523 req-23a7f9a7-d1b3-4f55-add9-02ae93097b01 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4047489 May 05 21:47:14.812755 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:14.838373 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969bcf17-0751-4f4c-8370-e5e11527f618 req-cd65cab6-521e-4329-965d-7ff36d5cdb81 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:14.838373 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-969bcf17-0751-4f4c-8370-e5e11527f618 req-cd65cab6-521e-4329-965d-7ff36d5cdb81 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=165e3d19-d7b0-474a-b06b-e64e6fe1293e HTTP/1.1" status: 200 len: 946 time: 0.4410968 May 05 21:47:14.842636 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256b33df-660d-4611-9990-1ea04b1db2f0 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Network 94805836-07a0-47ad-ab35-ba65d7a7da33 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:47:14.842636 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-256b33df-660d-4611-9990-1ea04b1db2f0 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:47:14.862104 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256b33df-660d-4611-9990-1ea04b1db2f0 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:47:14.883774 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-217b9c66-ecd2-40b2-bcab-76fe485597c3 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:14.895638 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 254d6486-a2f8-4ac2-8cd3-e9e223b202eb {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:47:15.003768 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-03dede06-57b4-43df-b71f-c333cf69b187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:15.009262 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256b33df-660d-4611-9990-1ea04b1db2f0 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Pushing event updated for resources: {'Port': ['ID=34649ace-f82b-4ccc-974a-1666bac9e23b,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:15.009262 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256b33df-660d-4611-9990-1ea04b1db2f0 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:15.009262 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-256b33df-660d-4611-9990-1ea04b1db2f0 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:15.025996 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-217b9c66-ecd2-40b2-bcab-76fe485597c3 None None] Transition to ACTIVE for port object 864900f6-1d1e-470e-9b6c-5a3006c6839e will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:47:15.049662 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-256b33df-660d-4611-9990-1ea04b1db2f0 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2345450 May 05 21:47:15.049662 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 38716) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:47:15.054824 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-e18e7b34-808b-4713-8bc0-7d296fde9698 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Request body: {'port': {'network_id': '94805836-07a0-47ad-ab35-ba65d7a7da33', 'name': 'tempest-TaggedBootDevicesTest-570547899', 'fixed_ips': [{'subnet_id': '3b6f6bba-6319-48e6-9430-897ac47f4de2'}]}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:47:15.061160 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 254d6486-a2f8-4ac2-8cd3-e9e223b202eb, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=254d6486-a2f8-4ac2-8cd3-e9e223b202eb,segment=NetworkSegment(18a3c379-3cfc-4702-917f-3a57e26f3cd8),segment_id=18a3c379-3cfc-4702-917f-3a57e26f3cd8)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:47:15.092033 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:15.135722 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-217b9c66-ecd2-40b2-bcab-76fe485597c3 None None] Transition to ACTIVE for port object 864900f6-1d1e-470e-9b6c-5a3006c6839e will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:47:15.165722 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-217b9c66-ecd2-40b2-bcab-76fe485597c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:15.176521 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-03dede06-57b4-43df-b71f-c333cf69b187 None None] For port 73f8c172-e740-49dd-9d0a-a4256f51b776, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=73f8c172-e740-49dd-9d0a-a4256f51b776,segment=NetworkSegment(a786530b-01ae-4f9f-838f-af9be8821358),segment_id=a786530b-01ae-4f9f-838f-af9be8821358)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:47:15.189100 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-03dede06-57b4-43df-b71f-c333cf69b187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:15.225700 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217b9c66-ecd2-40b2-bcab-76fe485597c3 None None] Network 53a49f5d-26b7-49e3-a8d3-0afbfe056e7c is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:47:15.228837 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-217b9c66-ecd2-40b2-bcab-76fe485597c3 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:47:15.234175 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=254d6486-a2f8-4ac2-8cd3-e9e223b202eb,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:15.234175 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217b9c66-ecd2-40b2-bcab-76fe485597c3 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:47:15.379505 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 38724) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:47:15.388231 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-969bcf17-0751-4f4c-8370-e5e11527f618 req-f91d41c3-2705-4da1-841f-42022deb104a tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5560806 May 05 21:47:15.394277 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9b4c631f-caab-4dfc-8e48-5cdbea972887 req-a174965f-300e-4b0b-8d27-579a87406a54 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/ports?device_id=109a0b9d-1422-4dd0-9265-689257361e81 HTTP/1.1" status: 200 len: 210 time: 0.1736441 May 05 21:47:15.428219 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-e18e7b34-808b-4713-8bc0-7d296fde9698 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:47:15.437294 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-e18e7b34-808b-4713-8bc0-7d296fde9698 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Usage tracker for resource:port and tenant:5f6d3217202d4d8580bf1dbedeb67377 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:47:15.445431 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-e18e7b34-808b-4713-8bc0-7d296fde9698 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:47:15.466944 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-e18e7b34-808b-4713-8bc0-7d296fde9698 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:47:15.499844 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18e7b34-808b-4713-8bc0-7d296fde9698 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Made reservation on behalf of 5f6d3217202d4d8580bf1dbedeb67377 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:47:15.534316 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e18e7b34-808b-4713-8bc0-7d296fde9698 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:15.535028 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['254d6486-a2f8-4ac2-8cd3-e9e223b202eb'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:47:15.848634 n-d-825175-4 neutron-server[84064]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-937b8527-3dcf-4379-895f-198f27e46ff5']: {'server_uuid': '3d839354-039d-4eef-80c3-6cc1a4dcfdd1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '59fcd1b3-14da-4c63-a865-86c9da247275', 'code': 422} returned with failed status May 05 21:47:15.918078 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217b9c66-ecd2-40b2-bcab-76fe485597c3 None None] Pushing event updated for resources: {'Port': ['ID=864900f6-1d1e-470e-9b6c-5a3006c6839e,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:15.929742 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-217b9c66-ecd2-40b2-bcab-76fe485597c3 None None] Attempting to bind port 864900f6-1d1e-470e-9b6c-5a3006c6839e on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:47:15.930100 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-217b9c66-ecd2-40b2-bcab-76fe485597c3 None None] Attempting to bind port 864900f6-1d1e-470e-9b6c-5a3006c6839e by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'b536ecc8-ef30-4eb4-8bcf-0bfc4de1bd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53a49f5d-26b7-49e3-a8d3-0afbfe056e7c'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:47:15.931230 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217b9c66-ecd2-40b2-bcab-76fe485597c3 None None] Attempting to bind port 864900f6-1d1e-470e-9b6c-5a3006c6839e on network 53a49f5d-26b7-49e3-a8d3-0afbfe056e7c {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:47:15.932643 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e8004460-83bc-4c89-a0e1-600f61fa2c1b None None] Provisioning complete for port 73f8c172-e740-49dd-9d0a-a4256f51b776 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:47:15.932937 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e8004460-83bc-4c89-a0e1-600f61fa2c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:15.950505 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-2b663ff0-1075-4de3-ac7e-37db079c5cd9 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-765222405-network', 'tenant_id': '1b118ade69e34fa3be599d5412302063'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:47:16.014108 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-2b663ff0-1075-4de3-ac7e-37db079c5cd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:47:16.023234 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [None req-e18e7b34-808b-4713-8bc0-7d296fde9698 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] device_id is not set on port 538baf95-e3b5-4c0a-808d-33c668825b60 yet. {{(pid=84063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 21:47:16.084681 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217b9c66-ecd2-40b2-bcab-76fe485597c3 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:47:16.084681 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217b9c66-ecd2-40b2-bcab-76fe485597c3 None None] Checking segment: {'id': 'b536ecc8-ef30-4eb4-8bcf-0bfc4de1bd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53a49f5d-26b7-49e3-a8d3-0afbfe056e7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:47:16.084681 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-217b9c66-ecd2-40b2-bcab-76fe485597c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:16.084681 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217b9c66-ecd2-40b2-bcab-76fe485597c3 None None] Bound using segment: {'id': 'b536ecc8-ef30-4eb4-8bcf-0bfc4de1bd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53a49f5d-26b7-49e3-a8d3-0afbfe056e7c'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:47:16.084681 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-217b9c66-ecd2-40b2-bcab-76fe485597c3 None None] Bound port: 864900f6-1d1e-470e-9b6c-5a3006c6839e, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b536ecc8-ef30-4eb4-8bcf-0bfc4de1bd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53a49f5d-26b7-49e3-a8d3-0afbfe056e7c'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:47:16.084681 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-217b9c66-ecd2-40b2-bcab-76fe485597c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:16.131345 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fda0b0-7b25-420b-b7a7-cd3726d8e5e6 req-c6be3fa0-9985-4537-949f-22221bfbca14 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:16.131345 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-05fda0b0-7b25-420b-b7a7-cd3726d8e5e6 req-c6be3fa0-9985-4537-949f-22221bfbca14 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.3286998 May 05 21:47:16.159106 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fe7635ee-547a-4397-a4b6-8e077d6d51a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:16.228382 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-2b663ff0-1075-4de3-ac7e-37db079c5cd9 admin admin] Usage tracker for resource:network and tenant:1b118ade69e34fa3be599d5412302063 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:47:16.237346 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-2b663ff0-1075-4de3-ac7e-37db079c5cd9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:47:16.241840 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-05fda0b0-7b25-420b-b7a7-cd3726d8e5e6 req-32ce1b76-d761-4382-8c1f-2601c6633aca tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977194 May 05 21:47:16.246181 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-2b663ff0-1075-4de3-ac7e-37db079c5cd9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:47:16.250350 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dede06-57b4-43df-b71f-c333cf69b187 None None] Pushing event updated for resources: {'Port': ['ID=73f8c172-e740-49dd-9d0a-a4256f51b776,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:16.372097 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e8004460-83bc-4c89-a0e1-600f61fa2c1b None None] Provisioning for port 34649ace-f82b-4ccc-974a-1666bac9e23b completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:47:16.374885 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e48b9b6f-77c0-41b0-a3af-c9c1bf63f710 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:16.382637 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e48b9b6f-77c0-41b0-a3af-c9c1bf63f710 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:16.385153 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e8004460-83bc-4c89-a0e1-600f61fa2c1b None None] Provisioning complete for port 34649ace-f82b-4ccc-974a-1666bac9e23b triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:47:16.385512 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e8004460-83bc-4c89-a0e1-600f61fa2c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:16.448790 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-217b9c66-ecd2-40b2-bcab-76fe485597c3 None None] For port 864900f6-1d1e-470e-9b6c-5a3006c6839e, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:47:16.476085 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-217b9c66-ecd2-40b2-bcab-76fe485597c3 None None] For port 864900f6-1d1e-470e-9b6c-5a3006c6839e, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=864900f6-1d1e-470e-9b6c-5a3006c6839e,segment=NetworkSegment(b536ecc8-ef30-4eb4-8bcf-0bfc4de1bd3b),segment_id=b536ecc8-ef30-4eb4-8bcf-0bfc4de1bd3b)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:47:16.485943 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-e8004460-83bc-4c89-a0e1-600f61fa2c1b None None] Port 34649ace-f82b-4ccc-974a-1666bac9e23b cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:47:16.485943 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-217b9c66-ecd2-40b2-bcab-76fe485597c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:16.516259 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-e18e7b34-808b-4713-8bc0-7d296fde9698 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Allocated IP 10.1.1.52 (94805836-07a0-47ad-ab35-ba65d7a7da33/3b6f6bba-6319-48e6-9430-897ac47f4de2/538baf95-e3b5-4c0a-808d-33c668825b60) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:47:16.667917 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b663ff0-1075-4de3-ac7e-37db079c5cd9 admin admin] Made reservation on behalf of 1b118ade69e34fa3be599d5412302063 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:47:16.670734 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2b663ff0-1075-4de3-ac7e-37db079c5cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:16.780585 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2b663ff0-1075-4de3-ac7e-37db079c5cd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:16.825525 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2db9ef-8bc4-41d7-af1d-30a32a3f7af6 req-ef82c8e2-ed5d-4a18-a8a9-6bcad7472e15 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:16.827232 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2d2db9ef-8bc4-41d7-af1d-30a32a3f7af6 req-ef82c8e2-ed5d-4a18-a8a9-6bcad7472e15 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.32 "GET /v2.0/networks?id=c31bae84-8c32-4141-b64c-009dbc2c261a HTTP/1.1" status: 200 len: 821 time: 1.2492135 May 05 21:47:16.828994 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217b9c66-ecd2-40b2-bcab-76fe485597c3 None None] Pushing event updated for resources: {'Port': ['ID=864900f6-1d1e-470e-9b6c-5a3006c6839e,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:16.846904 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ef368921-8a96-43e8-bfde-6669d5386903 None None] Provisioning complete for port 34649ace-f82b-4ccc-974a-1666bac9e23b triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:47:16.847463 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ef368921-8a96-43e8-bfde-6669d5386903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:16.859596 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-2d2db9ef-8bc4-41d7-af1d-30a32a3f7af6 req-ba8b97d3-be69-4b23-ab44-ee8c9efb2aa3 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Request body: {'port': {'device_id': '109a0b9d-1422-4dd0-9265-689257361e81', 'network_id': 'c31bae84-8c32-4141-b64c-009dbc2c261a', 'admin_state_up': True, 'tenant_id': 'b50e99b600524c18b3199236d1a61be7'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:47:16.937879 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427d705-487a-4372-b2e2-ab9939e7bda1 req-6d643e26-c195-4d29-8a91-6821782df7b8 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:16.939410 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6427d705-487a-4372-b2e2-ab9939e7bda1 req-6d643e26-c195-4d29-8a91-6821782df7b8 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=165e3d19-d7b0-474a-b06b-e64e6fe1293e HTTP/1.1" status: 200 len: 946 time: 0.2598875 May 05 21:47:16.956626 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ef368921-8a96-43e8-bfde-6669d5386903 None None] Port 34649ace-f82b-4ccc-974a-1666bac9e23b cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:47:16.963201 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 59fcd1b3-14da-4c63-a865-86c9da247275 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:47:16.969528 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-2b663ff0-1075-4de3-ac7e-37db079c5cd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:47:16.998047 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-2b663ff0-1075-4de3-ac7e-37db079c5cd9 admin admin] Usage tracker for resource:security_group_rule and tenant:1b118ade69e34fa3be599d5412302063 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:47:17.000674 n-d-825175-4 neutron-server[84061]: INFO neutron.db.l3_db [None req-e48b9b6f-77c0-41b0-a3af-c9c1bf63f710 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Floating IP b800d645-c195-4189-b709-f9a65a8ef0ad associated. External IP: 172.25.4.124, port: 424189b8-39d6-4d17-a228-aa68c71c7795. May 05 21:47:17.006504 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-2b663ff0-1075-4de3-ac7e-37db079c5cd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:47:17.022753 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e18e7b34-808b-4713-8bc0-7d296fde9698 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:17.029001 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-2b663ff0-1075-4de3-ac7e-37db079c5cd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:47:17.073875 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-e18e7b34-808b-4713-8bc0-7d296fde9698 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Transition to ACTIVE for port object 538baf95-e3b5-4c0a-808d-33c668825b60 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:47:17.084405 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6427d705-487a-4372-b2e2-ab9939e7bda1 req-b6c01813-be15-4d08-bff0-8f6c3784e9ff tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390755 May 05 21:47:17.118322 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 73f8c172-e740-49dd-9d0a-a4256f51b776 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:47:17.121078 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-2d2db9ef-8bc4-41d7-af1d-30a32a3f7af6 req-ba8b97d3-be69-4b23-ab44-ee8c9efb2aa3 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:47:17.144644 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-2d2db9ef-8bc4-41d7-af1d-30a32a3f7af6 req-ba8b97d3-be69-4b23-ab44-ee8c9efb2aa3 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:47:17.166245 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e18e7b34-808b-4713-8bc0-7d296fde9698 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:17.218525 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d2db9ef-8bc4-41d7-af1d-30a32a3f7af6 req-ba8b97d3-be69-4b23-ab44-ee8c9efb2aa3 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Made reservation on behalf of b50e99b600524c18b3199236d1a61be7 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:47:17.223956 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2d2db9ef-8bc4-41d7-af1d-30a32a3f7af6 req-ba8b97d3-be69-4b23-ab44-ee8c9efb2aa3 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:17.303739 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:17.322440 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18e7b34-808b-4713-8bc0-7d296fde9698 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Pushing event updated for resources: {'Port': ['ID=538baf95-e3b5-4c0a-808d-33c668825b60,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:17.348419 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2b663ff0-1075-4de3-ac7e-37db079c5cd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:17.354075 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18e7b34-808b-4713-8bc0-7d296fde9698 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Network 94805836-07a0-47ad-ab35-ba65d7a7da33 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:47:17.357408 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-e18e7b34-808b-4713-8bc0-7d296fde9698 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:47:17.370062 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8b7cba21-0ced-4034-9e26-74486c9a52e6 req-35bb6e49-5f8f-4b73-9162-232048859b1a tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/ports?device_id=109a0b9d-1422-4dd0-9265-689257361e81 HTTP/1.1" status: 200 len: 210 time: 0.0784106 May 05 21:47:17.408879 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18e7b34-808b-4713-8bc0-7d296fde9698 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:47:17.428572 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 73f8c172-e740-49dd-9d0a-a4256f51b776 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:47:17.429502 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:17.474640 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2b663ff0-1075-4de3-ac7e-37db079c5cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:17.496196 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b663ff0-1075-4de3-ac7e-37db079c5cd9 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:47:17.521218 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:17.537205 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2b663ff0-1075-4de3-ac7e-37db079c5cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:17.538753 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-2b663ff0-1075-4de3-ac7e-37db079c5cd9 admin admin] Added segment 1184e18e-cbaa-4e58-af56-9f640dd13583 of type vlan for network 21ed081d-fe3d-4ca2-bb6a-815cbcaf596c May 05 21:47:17.594212 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b01eb-a7e1-44bf-ab56-d8d24f92d2ba req-f79520d3-b62a-47c2-b63e-804a8f1d521e tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:17.601658 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1c4b01eb-a7e1-44bf-ab56-d8d24f92d2ba req-f79520d3-b62a-47c2-b63e-804a8f1d521e tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d839354-039d-4eef-80c3-6cc1a4dcfdd1 HTTP/1.1" status: 200 len: 944 time: 0.1437414 May 05 21:47:17.628963 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2b663ff0-1075-4de3-ac7e-37db079c5cd9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:17.748292 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-1c4b01eb-a7e1-44bf-ab56-d8d24f92d2ba req-24d69601-e296-4791-8bfa-8f4dc88bbc9f tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Deleting port 59fcd1b3-14da-4c63-a865-86c9da247275 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:47:17.749063 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-1c4b01eb-a7e1-44bf-ab56-d8d24f92d2ba req-24d69601-e296-4791-8bfa-8f4dc88bbc9f tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:17.777139 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b663ff0-1075-4de3-ac7e-37db079c5cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c81d62-7340-4ce0-b3ef-d8837116671a,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:17.782414 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 254d6486-a2f8-4ac2-8cd3-e9e223b202eb up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:47:17.784679 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2b663ff0-1075-4de3-ac7e-37db079c5cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:17.785614 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b663ff0-1075-4de3-ac7e-37db079c5cd9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:17.786260 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2b663ff0-1075-4de3-ac7e-37db079c5cd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:17.793548 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18e7b34-808b-4713-8bc0-7d296fde9698 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:17.794429 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e18e7b34-808b-4713-8bc0-7d296fde9698 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:17.861769 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-dc2326b7-5b27-4491-9c51-b3aaab46bf5c None None] Provisioning for port 538baf95-e3b5-4c0a-808d-33c668825b60 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:47:17.870477 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-dc2326b7-5b27-4491-9c51-b3aaab46bf5c None None] Provisioning complete for port 538baf95-e3b5-4c0a-808d-33c668825b60 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:47:17.870860 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-dc2326b7-5b27-4491-9c51-b3aaab46bf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:17.974177 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-dc2326b7-5b27-4491-9c51-b3aaab46bf5c None None] Port 538baf95-e3b5-4c0a-808d-33c668825b60 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:47:18.004522 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 254d6486-a2f8-4ac2-8cd3-e9e223b202eb completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:47:18.014550 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 254d6486-a2f8-4ac2-8cd3-e9e223b202eb triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:47:18.014965 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:18.035065 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-e18e7b34-808b-4713-8bc0-7d296fde9698 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9933929 May 05 21:47:18.042363 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b663ff0-1075-4de3-ac7e-37db079c5cd9 admin admin] Pushing event updated for resources: {'Network': ['ID=21ed081d-fe3d-4ca2-bb6a-815cbcaf596c,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:18.054355 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-2b663ff0-1075-4de3-ac7e-37db079c5cd9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.6706605 May 05 21:47:18.066285 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 38774) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:47:18.072488 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-7e400ef4-d6db-4746-ba9c-2a0d6911db9d admin admin] Request body: {'subnet': {'network_id': '21ed081d-fe3d-4ca2-bb6a-815cbcaf596c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-765222405-subnet', 'tenant_id': '1b118ade69e34fa3be599d5412302063', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:47:18.077074 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 21ed081d-fe3d-4ca2-bb6a-815cbcaf596c details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:47:18.080423 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-7e400ef4-d6db-4746-ba9c-2a0d6911db9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:47:18.088168 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-2d2db9ef-8bc4-41d7-af1d-30a32a3f7af6 req-ba8b97d3-be69-4b23-ab44-ee8c9efb2aa3 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Allocated IP 172.20.0.13 (c31bae84-8c32-4141-b64c-009dbc2c261a/63783bdb-c8ad-4703-ab4c-7c04f301afd6/97f2ea67-e094-4767-b571-8c34f2ae8c40) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:47:18.091016 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-7e400ef4-d6db-4746-ba9c-2a0d6911db9d admin admin] Usage tracker for resource:subnet and tenant:1b118ade69e34fa3be599d5412302063 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:47:18.096612 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-7e400ef4-d6db-4746-ba9c-2a0d6911db9d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:47:18.108382 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-7e400ef4-d6db-4746-ba9c-2a0d6911db9d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:47:18.143230 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ccc65-a4a8-45fc-bd5f-cb8692455a91 req-a0452335-e2cd-4b78-9aa7-add0c02f06cd tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:18.150155 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-230ccc65-a4a8-45fc-bd5f-cb8692455a91 req-a0452335-e2cd-4b78-9aa7-add0c02f06cd tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.5057786 May 05 21:47:18.163011 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e400ef4-d6db-4746-ba9c-2a0d6911db9d admin admin] Made reservation on behalf of 1b118ade69e34fa3be599d5412302063 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:47:18.166469 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7e400ef4-d6db-4746-ba9c-2a0d6911db9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:18.291775 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:18.329989 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9978b89-a388-4e1f-ae58-d0f146c5b7c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254d6486-a2f8-4ac2-8cd3-e9e223b202eb'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:47:18.342423 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 254d6486-a2f8-4ac2-8cd3-e9e223b202eb, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=254d6486-a2f8-4ac2-8cd3-e9e223b202eb,segment=NetworkSegment(18a3c379-3cfc-4702-917f-3a57e26f3cd8),segment_id=18a3c379-3cfc-4702-917f-3a57e26f3cd8)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:47:18.349086 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:18.399698 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-230ccc65-a4a8-45fc-bd5f-cb8692455a91 req-1c489e2f-6f25-4fe7-b66d-8582435b525f tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2481856 May 05 21:47:18.446144 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=254d6486-a2f8-4ac2-8cd3-e9e223b202eb,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:18.505829 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-1c4b01eb-a7e1-44bf-ab56-d8d24f92d2ba req-24d69601-e296-4791-8bfa-8f4dc88bbc9f tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] For port 59fcd1b3-14da-4c63-a865-86c9da247275, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=59fcd1b3-14da-4c63-a865-86c9da247275,segment=NetworkSegment(bb53319d-02d7-4ee5-a402-d07603ca726a),segment_id=bb53319d-02d7-4ee5-a402-d07603ca726a)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:47:18.506767 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-1c4b01eb-a7e1-44bf-ab56-d8d24f92d2ba req-24d69601-e296-4791-8bfa-8f4dc88bbc9f tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:18.563549 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c410472-9761-4f37-9ae8-c2e7bf4e9bf2 None None] Network 53a49f5d-26b7-49e3-a8d3-0afbfe056e7c requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:47:18.696364 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-1c4b01eb-a7e1-44bf-ab56-d8d24f92d2ba req-24d69601-e296-4791-8bfa-8f4dc88bbc9f tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Calling delete_port for 59fcd1b3-14da-4c63-a865-86c9da247275 owned by compute:nova {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:47:18.752444 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7e400ef4-d6db-4746-ba9c-2a0d6911db9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:18.763700 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 38784) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:47:18.774040 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-82823126-8d65-49a4-886a-19b10f74997f tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1769639148', 'description': 'tempest-description--79647226'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:47:18.790202 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-82823126-8d65-49a4-886a-19b10f74997f tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:47:18.799124 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-82823126-8d65-49a4-886a-19b10f74997f tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Usage tracker for resource:security_group and tenant:5f6d3217202d4d8580bf1dbedeb67377 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:47:18.802074 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-82823126-8d65-49a4-886a-19b10f74997f tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:47:18.808739 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-82823126-8d65-49a4-886a-19b10f74997f tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:47:18.826753 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e48b9b6f-77c0-41b0-a3af-c9c1bf63f710 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Router f3e2abbc-288c-496f-bed1-a4d19d687720 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:47:18.842749 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-82823126-8d65-49a4-886a-19b10f74997f tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:18.903620 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-82823126-8d65-49a4-886a-19b10f74997f tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:47:18.909075 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-d542f390-75f3-4b41-b501-116405249eec None None] Provisioning for port 864900f6-1d1e-470e-9b6c-5a3006c6839e completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:47:18.914499 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-82823126-8d65-49a4-886a-19b10f74997f tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Usage tracker for resource:security_group_rule and tenant:5f6d3217202d4d8580bf1dbedeb67377 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:47:18.920261 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e400ef4-d6db-4746-ba9c-2a0d6911db9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7feb4980-afd9-44c7-8ab6-768fdb8191b6,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:18.927381 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:18.932302 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-82823126-8d65-49a4-886a-19b10f74997f tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:47:18.932302 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-82823126-8d65-49a4-886a-19b10f74997f tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:47:18.939054 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e400ef4-d6db-4746-ba9c-2a0d6911db9d admin admin] Checking segment: {'id': '1184e18e-cbaa-4e58-af56-9f640dd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '21ed081d-fe3d-4ca2-bb6a-815cbcaf596c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:47:18.939054 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e400ef4-d6db-4746-ba9c-2a0d6911db9d admin admin] Network hostable DHCP agents. Network: 21ed081d-fe3d-4ca2-bb6a-815cbcaf596c, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:47:18.983016 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2d2db9ef-8bc4-41d7-af1d-30a32a3f7af6 req-ba8b97d3-be69-4b23-ab44-ee8c9efb2aa3 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:19.020212 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e400ef4-d6db-4746-ba9c-2a0d6911db9d admin admin] Network 21ed081d-fe3d-4ca2-bb6a-815cbcaf596c is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:47:19.034018 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-7e400ef4-d6db-4746-ba9c-2a0d6911db9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 21ed081d-fe3d-4ca2-bb6a-815cbcaf596c) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:47:19.039785 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e400ef4-d6db-4746-ba9c-2a0d6911db9d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:19.040490 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7e400ef4-d6db-4746-ba9c-2a0d6911db9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:19.043727 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba3a347-1e0a-4104-ac8a-88e07531c3c8 None None] Network 21ed081d-fe3d-4ca2-bb6a-815cbcaf596c requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:47:19.066930 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2d2db9ef-8bc4-41d7-af1d-30a32a3f7af6 req-ba8b97d3-be69-4b23-ab44-ee8c9efb2aa3 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:19.151862 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-7e400ef4-d6db-4746-ba9c-2a0d6911db9d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0838079 May 05 21:47:19.167109 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d2db9ef-8bc4-41d7-af1d-30a32a3f7af6 req-ba8b97d3-be69-4b23-ab44-ee8c9efb2aa3 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Network c31bae84-8c32-4141-b64c-009dbc2c261a is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:47:19.175461 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-2d2db9ef-8bc4-41d7-af1d-30a32a3f7af6 req-ba8b97d3-be69-4b23-ab44-ee8c9efb2aa3 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:47:19.182210 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d2db9ef-8bc4-41d7-af1d-30a32a3f7af6 req-ba8b97d3-be69-4b23-ab44-ee8c9efb2aa3 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:47:19.223851 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 864900f6-1d1e-470e-9b6c-5a3006c6839e up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:47:19.252547 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8b97d3-be69-4b23-ab44-ee8c9efb2aa3 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Pushing event updated for resources: {'Port': ['ID=97f2ea67-e094-4767-b571-8c34f2ae8c40,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:19.302227 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2db9ef-8bc4-41d7-af1d-30a32a3f7af6 req-ba8b97d3-be69-4b23-ab44-ee8c9efb2aa3 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:19.308687 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2d2db9ef-8bc4-41d7-af1d-30a32a3f7af6 req-ba8b97d3-be69-4b23-ab44-ee8c9efb2aa3 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:19.371465 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-82823126-8d65-49a4-886a-19b10f74997f tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:19.397552 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2d2db9ef-8bc4-41d7-af1d-30a32a3f7af6 req-ba8b97d3-be69-4b23-ab44-ee8c9efb2aa3 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5379560 May 05 21:47:19.413762 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [req-2d2db9ef-8bc4-41d7-af1d-30a32a3f7af6 req-b68c3b09-2248-4864-8de9-a919fc76a5e3 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84063) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 21:47:19.422347 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2d2db9ef-8bc4-41d7-af1d-30a32a3f7af6 req-b68c3b09-2248-4864-8de9-a919fc76a5e3 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0068183 May 05 21:47:19.429376 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-2d2db9ef-8bc4-41d7-af1d-30a32a3f7af6 req-4a04874e-642c-4810-a0a4-2d0c39e4e8b6 service neutron] Request body: {'port': {'device_id': '109a0b9d-1422-4dd0-9265-689257361e81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:47:19.466167 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 864900f6-1d1e-470e-9b6c-5a3006c6839e completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:47:19.499753 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb68803-ce5e-491c-8417-5b40500f254d None None] Network 21ed081d-fe3d-4ca2-bb6a-815cbcaf596c requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:47:19.540797 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 864900f6-1d1e-470e-9b6c-5a3006c6839e triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:47:19.540797 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:19.609465 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-82823126-8d65-49a4-886a-19b10f74997f tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:19.620712 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-691936af-e063-4a35-8d29-911f09cb2350 None None] Provisioning complete for port 864900f6-1d1e-470e-9b6c-5a3006c6839e triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:47:19.621117 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-691936af-e063-4a35-8d29-911f09cb2350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:19.640387 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-1c4b01eb-a7e1-44bf-ab56-d8d24f92d2ba req-24d69601-e296-4791-8bfa-8f4dc88bbc9f tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:19.642542 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2d2db9ef-8bc4-41d7-af1d-30a32a3f7af6 req-4a04874e-642c-4810-a0a4-2d0c39e4e8b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:19.740306 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d69601-e296-4791-8bfa-8f4dc88bbc9f tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Pushing event deleted for resources: {'Port': ['ID=59fcd1b3-14da-4c63-a865-86c9da247275,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:19.752145 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-82823126-8d65-49a4-886a-19b10f74997f tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:19.756320 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-82823126-8d65-49a4-886a-19b10f74997f tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.9908335 May 05 21:47:19.760257 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 38796) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:47:19.760838 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82823126-8d65-49a4-886a-19b10f74997f tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d5c85a-cae6-44b0-a97b-93589deaee89,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:19.768665 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666ef9e-9f29-4cf3-bfc8-c82237fadbca req-17139c7c-9c8f-45cc-8b9e-b254b3676969 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:19.771029 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4666ef9e-9f29-4cf3-bfc8-c82237fadbca req-17139c7c-9c8f-45cc-8b9e-b254b3676969 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=165e3d19-d7b0-474a-b06b-e64e6fe1293e HTTP/1.1" status: 200 len: 946 time: 0.7480254 May 05 21:47:19.777834 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-5592e63c-cc95-41b0-b209-4c5aa35937d5 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Request body: {'security_group_rule': {'security_group_id': 'c9d5c85a-cae6-44b0-a97b-93589deaee89', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:47:19.803940 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-5592e63c-cc95-41b0-b209-4c5aa35937d5 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:47:19.845587 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-5592e63c-cc95-41b0-b209-4c5aa35937d5 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Usage tracker for resource:security_group_rule and tenant:5f6d3217202d4d8580bf1dbedeb67377 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:47:19.857910 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-5592e63c-cc95-41b0-b209-4c5aa35937d5 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:47:19.930408 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-5592e63c-cc95-41b0-b209-4c5aa35937d5 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:47:19.930408 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c4b01eb-a7e1-44bf-ab56-d8d24f92d2ba req-24d69601-e296-4791-8bfa-8f4dc88bbc9f tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] No DVR routers for this DVR port 59fcd1b3-14da-4c63-a865-86c9da247275 on host n-h2-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:47:19.930408 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-1c4b01eb-a7e1-44bf-ab56-d8d24f92d2ba req-24d69601-e296-4791-8bfa-8f4dc88bbc9f tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:19.944616 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1c4b01eb-a7e1-44bf-ab56-d8d24f92d2ba req-24d69601-e296-4791-8bfa-8f4dc88bbc9f tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "DELETE /v2.0/ports/59fcd1b3-14da-4c63-a865-86c9da247275 HTTP/1.1" status: 204 len: 173 time: 2.3325949 May 05 21:47:19.961621 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d839354-039d-4eef-80c3-6cc1a4dcfdd1', 'name': 'network-vif-deleted', 'tag': '59fcd1b3-14da-4c63-a865-86c9da247275'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:47:19.985337 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4666ef9e-9f29-4cf3-bfc8-c82237fadbca req-0649523b-113e-49df-9d70-ad3ea1986670 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889586 May 05 21:47:20.003168 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:20.013065 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5592e63c-cc95-41b0-b209-4c5aa35937d5 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:20.067316 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-691936af-e063-4a35-8d29-911f09cb2350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:20.147061 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-2d2db9ef-8bc4-41d7-af1d-30a32a3f7af6 req-4a04874e-642c-4810-a0a4-2d0c39e4e8b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97f2ea67-e094-4767-b571-8c34f2ae8c40 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:47:20.162073 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5592e63c-cc95-41b0-b209-4c5aa35937d5 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:20.162329 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2d2db9ef-8bc4-41d7-af1d-30a32a3f7af6 req-4a04874e-642c-4810-a0a4-2d0c39e4e8b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:20.162693 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48b9b6f-77c0-41b0-a3af-c9c1bf63f710 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:47:20.162693 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5592e63c-cc95-41b0-b209-4c5aa35937d5 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:20.191695 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-2d2db9ef-8bc4-41d7-af1d-30a32a3f7af6 req-4a04874e-642c-4810-a0a4-2d0c39e4e8b6 service neutron] Transition to ACTIVE for port object 97f2ea67-e094-4767-b571-8c34f2ae8c40 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:47:20.202391 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2d2db9ef-8bc4-41d7-af1d-30a32a3f7af6 req-4a04874e-642c-4810-a0a4-2d0c39e4e8b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:20.218865 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a78224a4-b024-4cfc-ad96-553e34639d30'] response: {'server_uuid': 'c9978b89-a388-4e1f-ae58-d0f146c5b7c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254d6486-a2f8-4ac2-8cd3-e9e223b202eb', 'code': 200} May 05 21:47:20.263530 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 864900f6-1d1e-470e-9b6c-5a3006c6839e, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=864900f6-1d1e-470e-9b6c-5a3006c6839e,segment=NetworkSegment(b536ecc8-ef30-4eb4-8bcf-0bfc4de1bd3b),segment_id=b536ecc8-ef30-4eb4-8bcf-0bfc4de1bd3b)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:47:20.269925 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7f2f57-cd08-4378-abde-2ef239cee289 None None] Sync routers for ids ['f3e2abbc-288c-496f-bed1-a4d19d687720'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:47:20.270431 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5592e63c-cc95-41b0-b209-4c5aa35937d5 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9e9e18b-c7d7-4902-987f-6e7589505113,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:20.285135 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e48b9b6f-77c0-41b0-a3af-c9c1bf63f710 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:20.345956 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:20.396465 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5592e63c-cc95-41b0-b209-4c5aa35937d5 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:20.400779 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-5592e63c-cc95-41b0-b209-4c5aa35937d5 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6269026 May 05 21:47:20.402562 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 38808) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:47:20.434498 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-1e5fa434-8930-4a6a-9ee4-b7c634ab2cd9 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Request body: {'security_group_rule': {'security_group_id': 'c9d5c85a-cae6-44b0-a97b-93589deaee89', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:47:20.437099 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=864900f6-1d1e-470e-9b6c-5a3006c6839e,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:20.451793 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7f2f57-cd08-4378-abde-2ef239cee289 None None] Routers {'f3e2abbc-288c-496f-bed1-a4d19d687720'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:47:20.452125 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-1e5fa434-8930-4a6a-9ee4-b7c634ab2cd9 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:47:20.452259 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-8e7f2f57-cd08-4378-abde-2ef239cee289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:47:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['f3e2abbc-288c-496f-bed1-a4d19d687720'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:47:20.459305 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-1e5fa434-8930-4a6a-9ee4-b7c634ab2cd9 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Usage tracker for resource:security_group_rule and tenant:5f6d3217202d4d8580bf1dbedeb67377 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:47:20.541671 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5592e63c-cc95-41b0-b209-4c5aa35937d5 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:47:20.542245 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5592e63c-cc95-41b0-b209-4c5aa35937d5 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:47:20.543297 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5592e63c-cc95-41b0-b209-4c5aa35937d5 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:47:20.543765 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5592e63c-cc95-41b0-b209-4c5aa35937d5 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:47:20.546185 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5592e63c-cc95-41b0-b209-4c5aa35937d5 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:47:20.546672 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5592e63c-cc95-41b0-b209-4c5aa35937d5 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:47:20.547820 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5592e63c-cc95-41b0-b209-4c5aa35937d5 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:47:20.548908 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5592e63c-cc95-41b0-b209-4c5aa35937d5 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:47:20.549846 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5592e63c-cc95-41b0-b209-4c5aa35937d5 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:47:20.550917 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5592e63c-cc95-41b0-b209-4c5aa35937d5 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:47:20.551657 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5592e63c-cc95-41b0-b209-4c5aa35937d5 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:47:20.552681 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-1e5fa434-8930-4a6a-9ee4-b7c634ab2cd9 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:47:20.585988 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04874e-642c-4810-a0a4-2d0c39e4e8b6 service neutron] Pushing event updated for resources: {'Port': ['ID=97f2ea67-e094-4767-b571-8c34f2ae8c40,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:20.596228 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-1e5fa434-8930-4a6a-9ee4-b7c634ab2cd9 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:47:20.597951 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e48b9b6f-77c0-41b0-a3af-c9c1bf63f710 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] 10.222.0.23 "PUT /v2.0/floatingips/b800d645-c195-4189-b709-f9a65a8ef0ad HTTP/1.1" status: 200 len: 991 time: 6.4072022 May 05 21:47:20.630605 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-691936af-e063-4a35-8d29-911f09cb2350 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:47:20.631003 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-691936af-e063-4a35-8d29-911f09cb2350 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:47:20.678508 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-8e7f2f57-cd08-4378-abde-2ef239cee289 None None] Set router f3e2abbc-288c-496f-bed1-a4d19d687720 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:47:20.689908 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd33259-137c-4366-a952-68c014506d10 req-251ddb5e-e6cc-4f12-bed4-2a8bb8294c6a tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:20.695323 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-edd33259-137c-4366-a952-68c014506d10 req-251ddb5e-e6cc-4f12-bed4-2a8bb8294c6a tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/ports?device_id=109a0b9d-1422-4dd0-9265-689257361e81 HTTP/1.1" status: 200 len: 944 time: 0.3003709 May 05 21:47:20.707776 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1e5fa434-8930-4a6a-9ee4-b7c634ab2cd9 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:20.763801 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-99122f5c-b057-4127-8285-2acde1f7a301 req-ba480873-f75c-43cd-af6a-89094c26e7b1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 1097 time: 0.4509561 May 05 21:47:20.799999 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-edd33259-137c-4366-a952-68c014506d10 req-f6d08cc0-e391-4e69-a78e-2a81b32c6691 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ea35cbd-159b-4a97-ac8e-0ad5178ef2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902491 May 05 21:47:20.888582 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1e5fa434-8930-4a6a-9ee4-b7c634ab2cd9 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:20.893281 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-99122f5c-b057-4127-8285-2acde1f7a301 req-f5afbeb6-d761-4138-a4c2-4a04d2a7beb5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172738 May 05 21:47:20.894092 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-2d2db9ef-8bc4-41d7-af1d-30a32a3f7af6 req-4a04874e-642c-4810-a0a4-2d0c39e4e8b6 service neutron] Attempting to bind port 97f2ea67-e094-4767-b571-8c34f2ae8c40 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:47:20.894459 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-2d2db9ef-8bc4-41d7-af1d-30a32a3f7af6 req-4a04874e-642c-4810-a0a4-2d0c39e4e8b6 service neutron] Attempting to bind port 97f2ea67-e094-4767-b571-8c34f2ae8c40 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'e9759abe-2932-4e54-a1fb-2399ee430195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c31bae84-8c32-4141-b64c-009dbc2c261a'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:47:20.894843 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2db9ef-8bc4-41d7-af1d-30a32a3f7af6 req-4a04874e-642c-4810-a0a4-2d0c39e4e8b6 service neutron] Attempting to bind port 97f2ea67-e094-4767-b571-8c34f2ae8c40 on network c31bae84-8c32-4141-b64c-009dbc2c261a {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:47:20.901225 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2db9ef-8bc4-41d7-af1d-30a32a3f7af6 req-4a04874e-642c-4810-a0a4-2d0c39e4e8b6 service neutron] Port 97f2ea67-e094-4767-b571-8c34f2ae8c40 on network c31bae84-8c32-4141-b64c-009dbc2c261a not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:47:20.901548 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2db9ef-8bc4-41d7-af1d-30a32a3f7af6 req-4a04874e-642c-4810-a0a4-2d0c39e4e8b6 service neutron] Attempting to bind port 97f2ea67-e094-4767-b571-8c34f2ae8c40 on network c31bae84-8c32-4141-b64c-009dbc2c261a {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:47:20.907879 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1e5fa434-8930-4a6a-9ee4-b7c634ab2cd9 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:20.921170 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2db9ef-8bc4-41d7-af1d-30a32a3f7af6 req-4a04874e-642c-4810-a0a4-2d0c39e4e8b6 service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:47:20.921771 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2db9ef-8bc4-41d7-af1d-30a32a3f7af6 req-4a04874e-642c-4810-a0a4-2d0c39e4e8b6 service neutron] Checking segment: {'id': 'e9759abe-2932-4e54-a1fb-2399ee430195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c31bae84-8c32-4141-b64c-009dbc2c261a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:47:20.922381 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2db9ef-8bc4-41d7-af1d-30a32a3f7af6 req-4a04874e-642c-4810-a0a4-2d0c39e4e8b6 service neutron] Bound using segment: {'id': 'e9759abe-2932-4e54-a1fb-2399ee430195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c31bae84-8c32-4141-b64c-009dbc2c261a'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:47:20.923014 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-2d2db9ef-8bc4-41d7-af1d-30a32a3f7af6 req-4a04874e-642c-4810-a0a4-2d0c39e4e8b6 service neutron] Bound port: 97f2ea67-e094-4767-b571-8c34f2ae8c40, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9759abe-2932-4e54-a1fb-2399ee430195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c31bae84-8c32-4141-b64c-009dbc2c261a'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:47:20.923500 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2d2db9ef-8bc4-41d7-af1d-30a32a3f7af6 req-4a04874e-642c-4810-a0a4-2d0c39e4e8b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:20.949163 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5fa434-8930-4a6a-9ee4-b7c634ab2cd9 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ee8d91d-9a4e-445a-ba57-f15a2e62ae28,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:21.061598 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1e5fa434-8930-4a6a-9ee4-b7c634ab2cd9 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:21.061598 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1e5fa434-8930-4a6a-9ee4-b7c634ab2cd9 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6406004 May 05 21:47:21.070183 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 38824) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:47:21.086323 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-37eaaad9-8da5-4380-b86f-cc05958724ba tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Request body: {'floatingip': {'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:47:21.101325 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-37eaaad9-8da5-4380-b86f-cc05958724ba tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:47:21.160304 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-2d2db9ef-8bc4-41d7-af1d-30a32a3f7af6 req-4a04874e-642c-4810-a0a4-2d0c39e4e8b6 service neutron] For port 97f2ea67-e094-4767-b571-8c34f2ae8c40, host n-h2-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:47:21.164239 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-2d2db9ef-8bc4-41d7-af1d-30a32a3f7af6 req-4a04874e-642c-4810-a0a4-2d0c39e4e8b6 service neutron] For port 97f2ea67-e094-4767-b571-8c34f2ae8c40, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=97f2ea67-e094-4767-b571-8c34f2ae8c40,segment=NetworkSegment(e9759abe-2932-4e54-a1fb-2399ee430195),segment_id=e9759abe-2932-4e54-a1fb-2399ee430195)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:47:21.170530 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2d2db9ef-8bc4-41d7-af1d-30a32a3f7af6 req-4a04874e-642c-4810-a0a4-2d0c39e4e8b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:21.193150 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-37eaaad9-8da5-4380-b86f-cc05958724ba tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Usage tracker for resource:floatingip and tenant:5f6d3217202d4d8580bf1dbedeb67377 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:47:21.197541 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-37eaaad9-8da5-4380-b86f-cc05958724ba tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:47:21.208419 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-37eaaad9-8da5-4380-b86f-cc05958724ba tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:47:21.221415 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 864900f6-1d1e-470e-9b6c-5a3006c6839e up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:47:21.260103 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-37eaaad9-8da5-4380-b86f-cc05958724ba tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks [] for floatingip, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:21.302392 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10042dc6-06d6-4617-8704-1449e8079fe7 req-64548254-5022-4dc8-a86b-624b3dd57507 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:21.312097 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-10042dc6-06d6-4617-8704-1449e8079fe7 req-64548254-5022-4dc8-a86b-624b3dd57507 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 946 time: 0.2174733 May 05 21:47:21.377254 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 864900f6-1d1e-470e-9b6c-5a3006c6839e triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:47:21.377531 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:21.419193 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2d2db9ef-8bc4-41d7-af1d-30a32a3f7af6 req-4a04874e-642c-4810-a0a4-2d0c39e4e8b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:21.421679 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2d2db9ef-8bc4-41d7-af1d-30a32a3f7af6 req-4a04874e-642c-4810-a0a4-2d0c39e4e8b6 service neutron] 10.222.0.32 "PUT /v2.0/ports/97f2ea67-e094-4767-b571-8c34f2ae8c40 HTTP/1.1" status: 200 len: 1092 time: 1.9975097 May 05 21:47:21.421784 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '109a0b9d-1422-4dd0-9265-689257361e81', 'tag': '97f2ea67-e094-4767-b571-8c34f2ae8c40'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:47:21.441108 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04874e-642c-4810-a0a4-2d0c39e4e8b6 service neutron] Pushing event updated for resources: {'Port': ['ID=97f2ea67-e094-4767-b571-8c34f2ae8c40,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:21.459189 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-10042dc6-06d6-4617-8704-1449e8079fe7 req-faa1ea4a-e19e-40dd-99d4-5b76639d04a7 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464503 May 05 21:47:21.477322 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-8e7f2f57-cd08-4378-abde-2ef239cee289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e2abbc-288c-496f-bed1-a4d19d687720', 'name': 'tempest-ServersTestManualDisk-903671868-router', 'tenant_id': 'c5a8c9a56475462680e05305adb463b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '35b0d766-3ed5-42cf-a020-801b48d68ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:46:06Z', 'updated_at': '2022-05-05T21:46:26Z', 'revision_number': 4, 'project_id': 'c5a8c9a56475462680e05305adb463b2', 'gw_port': {'id': '35b0d766-3ed5-42cf-a020-801b48d68ef7', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e2abbc-288c-496f-bed1-a4d19d687720', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:46:08Z', 'updated_at': '2022-05-05T21:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': 'b800d645-c195-4189-b709-f9a65a8ef0ad', 'tenant_id': 'c5a8c9a56475462680e05305adb463b2', 'floating_ip_address': '172.25.4.124', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'f3e2abbc-288c-496f-bed1-a4d19d687720', 'port_id': '424189b8-39d6-4d17-a228-aa68c71c7795', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1303113a-3b4f-4438-84cb-936009b5332f', 'mac_address': 'fa:16:3e:66:b0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3e09c0-2984-42c2-802f-9e4231836754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:46:46Z', 'updated_at': '2022-05-05T21:47:16Z', 'revision_number': 1, 'project_id': 'c5a8c9a56475462680e05305adb463b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '782516d7-efa7-4085-b1ea-f8dd331bc8af', 'name': '', 'network_id': '1303113a-3b4f-4438-84cb-936009b5332f', 'tenant_id': 'c5a8c9a56475462680e05305adb463b2', 'mac_address': 'fa:16:3e:c6:0c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e2abbc-288c-496f-bed1-a4d19d687720', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b04dd652-3e41-4577-abd4-c6835388be5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:46:22Z', 'updated_at': '2022-05-05T21:46:53Z', 'revision_number': 5, 'project_id': 'c5a8c9a56475462680e05305adb463b2', 'subnets': [{'id': 'b04dd652-3e41-4577-abd4-c6835388be5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:47:21.486274 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7f2f57-cd08-4378-abde-2ef239cee289 None None] Checking router: f3e2abbc-288c-496f-bed1-a4d19d687720 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:47:21.523683 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7f2f57-cd08-4378-abde-2ef239cee289 None None] Routers {'f3e2abbc-288c-496f-bed1-a4d19d687720'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:47:21.523683 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-8e7f2f57-cd08-4378-abde-2ef239cee289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:47:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['f3e2abbc-288c-496f-bed1-a4d19d687720'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:47:21.632746 n-d-825175-4 neutron-server[84061]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-8b71bacf-8194-4b03-bd5a-3a74af4aa49d']: {'server_uuid': '3d839354-039d-4eef-80c3-6cc1a4dcfdd1', 'name': 'network-vif-deleted', 'tag': '59fcd1b3-14da-4c63-a865-86c9da247275', 'status': 'failed', 'code': 422} returned with failed status May 05 21:47:21.693166 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2d2db9ef-8bc4-41d7-af1d-30a32a3f7af6 req-3a405f1b-9635-4ffe-83eb-ac7ea7f7620e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b50e99b600524c18b3199236d1a61be7&device_id=109a0b9d-1422-4dd0-9265-689257361e81 HTTP/1.1" status: 200 len: 1095 time: 0.2302542 May 05 21:47:21.761853 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-37eaaad9-8da5-4380-b86f-cc05958724ba tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:21.792699 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2d2db9ef-8bc4-41d7-af1d-30a32a3f7af6 req-31badfce-6d9e-40b1-a5b3-efb6d7618702 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97f2ea67-e094-4767-b571-8c34f2ae8c40 HTTP/1.1" status: 200 len: 217 time: 0.0918279 May 05 21:47:21.811894 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-8e7f2f57-cd08-4378-abde-2ef239cee289 None None] Set router f3e2abbc-288c-496f-bed1-a4d19d687720 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:47:21.868996 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2db9ef-8bc4-41d7-af1d-30a32a3f7af6 req-5d7ac67c-48b1-4975-b8bf-ab003e40dce9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:21.872020 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2d2db9ef-8bc4-41d7-af1d-30a32a3f7af6 req-5d7ac67c-48b1-4975-b8bf-ab003e40dce9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=63783bdb-c8ad-4703-ab4c-7c04f301afd6 HTTP/1.1" status: 200 len: 861 time: 0.0735517 May 05 21:47:21.928380 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2d2db9ef-8bc4-41d7-af1d-30a32a3f7af6 req-f5bf7d2a-517b-4dd3-9101-c386fbeb90f2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c31bae84-8c32-4141-b64c-009dbc2c261a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402908 May 05 21:47:21.963093 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc3430-9641-4077-b8fe-daaf00b655ca req-77b8c329-6e55-46ae-9cb2-39d953a02bfc tempest-ServerAddressesTestJSON-1042191164 tempest-ServerAddressesTestJSON-1042191164-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:21.964213 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5dbc3430-9641-4077-b8fe-daaf00b655ca req-77b8c329-6e55-46ae-9cb2-39d953a02bfc tempest-ServerAddressesTestJSON-1042191164 tempest-ServerAddressesTestJSON-1042191164-project] 10.222.0.23 "GET /v2.0/networks?id=21ed081d-fe3d-4ca2-bb6a-815cbcaf596c HTTP/1.1" status: 200 len: 813 time: 0.3303716 May 05 21:47:22.051928 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c610d16-8537-4a89-999f-400635161078 req-0fae7976-f87c-4fc7-8fc3-c56c8a88c7ef tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:22.053834 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5c610d16-8537-4a89-999f-400635161078 req-0fae7976-f87c-4fc7-8fc3-c56c8a88c7ef tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a3e09c0-2984-42c2-802f-9e4231836754 HTTP/1.1" status: 200 len: 945 time: 0.2441359 May 05 21:47:22.062794 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5dbc3430-9641-4077-b8fe-daaf00b655ca req-21a2aa94-d91e-47fb-a8d3-5888b281fdea tempest-ServerAddressesTestJSON-1042191164 tempest-ServerAddressesTestJSON-1042191164-project] 10.222.0.23 "GET /v2.0/quotas/1b118ade69e34fa3be599d5412302063 HTTP/1.1" status: 200 len: 375 time: 0.0865517 May 05 21:47:22.150546 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2d2db9ef-8bc4-41d7-af1d-30a32a3f7af6 req-2ddea8f0-d73d-4a0f-868b-58acaa6e906b service neutron] 10.222.0.32 "GET /v2.0/networks/c31bae84-8c32-4141-b64c-009dbc2c261a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146802 May 05 21:47:22.179988 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5dbc3430-9641-4077-b8fe-daaf00b655ca req-d1e926d1-1f04-4442-b658-590ad0351de6 tempest-ServerAddressesTestJSON-1042191164 tempest-ServerAddressesTestJSON-1042191164-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1b118ade69e34fa3be599d5412302063&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0709939 May 05 21:47:22.179988 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-37eaaad9-8da5-4380-b86f-cc05958724ba tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Allocated IP 172.25.4.194 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/6e0a5939-6bad-40b8-98cd-e58d4b7c281b) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:47:22.199522 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5c610d16-8537-4a89-999f-400635161078 req-73be1d20-6c97-4c98-aa91-6c2e23134ded tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d0b30f9-8c06-47ca-b845-d0b43dd9cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353786 May 05 21:47:22.351768 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2d2db9ef-8bc4-41d7-af1d-30a32a3f7af6 req-eaa26cbd-5b66-4ff6-af0e-cdbe24176175 service neutron] 10.222.0.32 "GET /v2.0/networks/c31bae84-8c32-4141-b64c-009dbc2c261a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954219 May 05 21:47:22.389102 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-8e7f2f57-cd08-4378-abde-2ef239cee289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e2abbc-288c-496f-bed1-a4d19d687720', 'name': 'tempest-ServersTestManualDisk-903671868-router', 'tenant_id': 'c5a8c9a56475462680e05305adb463b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '35b0d766-3ed5-42cf-a020-801b48d68ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:46:06Z', 'updated_at': '2022-05-05T21:46:26Z', 'revision_number': 4, 'project_id': 'c5a8c9a56475462680e05305adb463b2', 'gw_port': {'id': '35b0d766-3ed5-42cf-a020-801b48d68ef7', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e2abbc-288c-496f-bed1-a4d19d687720', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:46:08Z', 'updated_at': '2022-05-05T21:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': 'b800d645-c195-4189-b709-f9a65a8ef0ad', 'tenant_id': 'c5a8c9a56475462680e05305adb463b2', 'floating_ip_address': '172.25.4.124', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'f3e2abbc-288c-496f-bed1-a4d19d687720', 'port_id': '424189b8-39d6-4d17-a228-aa68c71c7795', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1303113a-3b4f-4438-84cb-936009b5332f', 'mac_address': 'fa:16:3e:66:b0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3e09c0-2984-42c2-802f-9e4231836754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:46:46Z', 'updated_at': '2022-05-05T21:47:16Z', 'revision_number': 1, 'project_id': 'c5a8c9a56475462680e05305adb463b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '782516d7-efa7-4085-b1ea-f8dd331bc8af', 'name': '', 'network_id': '1303113a-3b4f-4438-84cb-936009b5332f', 'tenant_id': 'c5a8c9a56475462680e05305adb463b2', 'mac_address': 'fa:16:3e:c6:0c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e2abbc-288c-496f-bed1-a4d19d687720', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b04dd652-3e41-4577-abd4-c6835388be5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:46:22Z', 'updated_at': '2022-05-05T21:46:53Z', 'revision_number': 5, 'project_id': 'c5a8c9a56475462680e05305adb463b2', 'subnets': [{'id': 'b04dd652-3e41-4577-abd4-c6835388be5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:47:22.394573 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7f2f57-cd08-4378-abde-2ef239cee289 None None] The sync data for ids ['f3e2abbc-288c-496f-bed1-a4d19d687720'] in n-d-825175-4 is: [{'id': 'f3e2abbc-288c-496f-bed1-a4d19d687720', 'name': 'tempest-ServersTestManualDisk-903671868-router', 'tenant_id': 'c5a8c9a56475462680e05305adb463b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '35b0d766-3ed5-42cf-a020-801b48d68ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:46:06Z', 'updated_at': '2022-05-05T21:46:26Z', 'revision_number': 4, 'project_id': 'c5a8c9a56475462680e05305adb463b2', 'gw_port': {'id': '35b0d766-3ed5-42cf-a020-801b48d68ef7', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e2abbc-288c-496f-bed1-a4d19d687720', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:46:08Z', 'updated_at': '2022-05-05T21:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': 'b800d645-c195-4189-b709-f9a65a8ef0ad', 'tenant_id': 'c5a8c9a56475462680e05305adb463b2', 'floating_ip_address': '172.25.4.124', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'f3e2abbc-288c-496f-bed1-a4d19d687720', 'port_id': '424189b8-39d6-4d17-a228-aa68c71c7795', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1303113a-3b4f-4438-84cb-936009b5332f', 'mac_address': 'fa:16:3e:66:b0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3e09c0-2984-42c2-802f-9e4231836754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:46:46Z', 'updated_at': '2022-05-05T21:47:16Z', 'revision_number': 1, 'project_id': 'c5a8c9a56475462680e05305adb463b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '782516d7-efa7-4085-b1ea-f8dd331bc8af', 'name': '', 'network_id': '1303113a-3b4f-4438-84cb-936009b5332f', 'tenant_id': 'c5a8c9a56475462680e05305adb463b2', 'mac_address': 'fa:16:3e:c6:0c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e2abbc-288c-496f-bed1-a4d19d687720', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b04dd652-3e41-4577-abd4-c6835388be5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:46:22Z', 'updated_at': '2022-05-05T21:46:53Z', 'revision_number': 5, 'project_id': 'c5a8c9a56475462680e05305adb463b2', 'subnets': [{'id': 'b04dd652-3e41-4577-abd4-c6835388be5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:47:22.623806 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5dbc3430-9641-4077-b8fe-daaf00b655ca req-2e0aefe5-5cfb-435e-aedd-7b6bf1e954ec service neutron] 10.222.0.23 "GET /v2.0/networks/21ed081d-fe3d-4ca2-bb6a-815cbcaf596c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4185095 May 05 21:47:22.845553 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-37eaaad9-8da5-4380-b86f-cc05958724ba tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:22.907647 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83716a6a-b2ef-4cce-9d74-954bce01c68d req-30f8051a-eb39-41b8-8513-ab81bd0f3f1f tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:22.908604 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-83716a6a-b2ef-4cce-9d74-954bce01c68d req-30f8051a-eb39-41b8-8513-ab81bd0f3f1f tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=165e3d19-d7b0-474a-b06b-e64e6fe1293e HTTP/1.1" status: 200 len: 946 time: 0.4262886 May 05 21:47:22.919225 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5dbc3430-9641-4077-b8fe-daaf00b655ca req-004e67ff-4589-477f-8988-c0dc91b585b7 service neutron] 10.222.0.23 "GET /v2.0/networks/21ed081d-fe3d-4ca2-bb6a-815cbcaf596c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887735 May 05 21:47:22.954065 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-37eaaad9-8da5-4380-b86f-cc05958724ba tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:23.039253 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-83716a6a-b2ef-4cce-9d74-954bce01c68d req-9bdacf0b-2745-401f-8ac8-aba59dd54f6f tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229496 May 05 21:47:23.045686 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37eaaad9-8da5-4380-b86f-cc05958724ba tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:47:23.048473 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-37eaaad9-8da5-4380-b86f-cc05958724ba tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:47:23.053796 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37eaaad9-8da5-4380-b86f-cc05958724ba tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:47:23.085610 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6950003-fb19-4353-a7e2-a4fffdbcfffd'] response: {'name': 'network-changed', 'server_uuid': '109a0b9d-1422-4dd0-9265-689257361e81', 'tag': '97f2ea67-e094-4767-b571-8c34f2ae8c40', 'status': 'completed', 'code': 200} May 05 21:47:23.117043 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eaaad9-8da5-4380-b86f-cc05958724ba tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Pushing event updated for resources: {'Port': ['ID=6e0a5939-6bad-40b8-98cd-e58d4b7c281b,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:23.317590 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bfd7a910-c6f0-421c-8220-9485ac619942 req-3d69cb76-c76b-4246-9441-adb7ea3a383d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b50e99b600524c18b3199236d1a61be7&device_id=109a0b9d-1422-4dd0-9265-689257361e81 HTTP/1.1" status: 200 len: 1095 time: 0.1931596 May 05 21:47:23.381825 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-37eaaad9-8da5-4380-b86f-cc05958724ba tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:23.450105 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:47:23.479907 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7a910-c6f0-421c-8220-9485ac619942 req-bde5863f-a959-469d-856f-b2754a7d3451 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:23.483013 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bfd7a910-c6f0-421c-8220-9485ac619942 req-bde5863f-a959-469d-856f-b2754a7d3451 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c31bae84-8c32-4141-b64c-009dbc2c261a HTTP/1.1" status: 200 len: 922 time: 0.1564608 May 05 21:47:23.485348 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-37eaaad9-8da5-4380-b86f-cc05958724ba tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:23.564513 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc5a52e-000e-47bd-91e7-be0beaacddb5 req-f871da0d-194b-40e8-b8a0-1dd36a42fccd tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:23.567249 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3cc5a52e-000e-47bd-91e7-be0beaacddb5 req-f871da0d-194b-40e8-b8a0-1dd36a42fccd tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 946 time: 0.2834728 May 05 21:47:23.575108 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5ac173-c358-4b2a-bc7a-1d838f405a72 req-13f894ea-877b-46a8-b3a8-ecdc89785e40 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:23.576733 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6d5ac173-c358-4b2a-bc7a-1d838f405a72 req-13f894ea-877b-46a8-b3a8-ecdc89785e40 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/ports?device_id=109a0b9d-1422-4dd0-9265-689257361e81 HTTP/1.1" status: 200 len: 944 time: 0.2323282 May 05 21:47:23.585002 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bfd7a910-c6f0-421c-8220-9485ac619942 req-c9de9d49-f323-4f33-a543-c6e07fb63fb3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97f2ea67-e094-4767-b571-8c34f2ae8c40 HTTP/1.1" status: 200 len: 217 time: 0.0925481 May 05 21:47:23.643237 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a3e09c0-2984-42c2-802f-9e4231836754', 'tag': '424189b8-39d6-4d17-a228-aa68c71c7795'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:47:23.670898 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7a910-c6f0-421c-8220-9485ac619942 req-9366be67-53eb-4298-9448-6cef81658784 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:23.672779 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bfd7a910-c6f0-421c-8220-9485ac619942 req-9366be67-53eb-4298-9448-6cef81658784 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=63783bdb-c8ad-4703-ab4c-7c04f301afd6 HTTP/1.1" status: 200 len: 861 time: 0.0807316 May 05 21:47:23.745540 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bfd7a910-c6f0-421c-8220-9485ac619942 req-282cc69c-271d-4184-9975-bc2b7c9b62af service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c31bae84-8c32-4141-b64c-009dbc2c261a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638604 May 05 21:47:23.759296 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3cc5a52e-000e-47bd-91e7-be0beaacddb5 req-fd9fbe56-2446-44cd-a2c6-576b0dc9ef4c tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815212 May 05 21:47:23.762080 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6d5ac173-c358-4b2a-bc7a-1d838f405a72 req-bd40a116-2ee7-456b-9ce9-991af8d51401 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ea35cbd-159b-4a97-ac8e-0ad5178ef2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615152 May 05 21:47:23.885281 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-37eaaad9-8da5-4380-b86f-cc05958724ba tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:23.897922 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-37eaaad9-8da5-4380-b86f-cc05958724ba tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:24.034648 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c080ca66-47c0-4300-a6ea-2b2f4e0c0d64 req-b1a0949e-bd6b-4d90-9444-a16587ebece5 tempest-ServerAddressesTestJSON-1042191164 tempest-ServerAddressesTestJSON-1042191164-project] 10.222.0.23 "GET /v2.0/ports?device_id=5840ae58-e97d-4be3-ba6f-ef73867df8dd HTTP/1.1" status: 200 len: 210 time: 0.0844202 May 05 21:47:24.085739 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bfd7a910-c6f0-421c-8220-9485ac619942 req-b529b00e-97b8-48a8-a308-dbd80419572b service neutron] 10.222.0.32 "GET /v2.0/networks/c31bae84-8c32-4141-b64c-009dbc2c261a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250091 May 05 21:47:24.118106 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-41ea00b1-157c-4054-ac8d-36d29a080e9c tempest-LiveMigrationTest-271875399 tempest-LiveMigrationTest-271875399-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=165e3d19-d7b0-474a-b06b-e64e6fe1293e&tenant_id=ea576b38215846aaa224b1aa35155ba3&binding%3Ahost_id=n-h1-825175-4 HTTP/1.1" status: 200 len: 1097 time: 0.1910641 May 05 21:47:24.175557 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b98d3774-7850-4809-a3a4-06507e41caef'] response: {'name': 'network-changed', 'server_uuid': '6a3e09c0-2984-42c2-802f-9e4231836754', 'tag': '424189b8-39d6-4d17-a228-aa68c71c7795', 'status': 'completed', 'code': 200} May 05 21:47:24.183846 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-4d65ef3c-600c-4233-9f90-2f908aa36311 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-825175-4'}}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:47:24.258110 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eaaad9-8da5-4380-b86f-cc05958724ba tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Pushing event updated for resources: {'Port': ['ID=6e0a5939-6bad-40b8-98cd-e58d4b7c281b,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:24.338823 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-37eaaad9-8da5-4380-b86f-cc05958724ba tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:24.364786 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bfd7a910-c6f0-421c-8220-9485ac619942 req-3d849be5-b393-474d-949e-1bcc442ced88 service neutron] 10.222.0.32 "GET /v2.0/networks/c31bae84-8c32-4141-b64c-009dbc2c261a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765534 May 05 21:47:24.371361 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-4d65ef3c-600c-4233-9f90-2f908aa36311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:24.409696 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-37eaaad9-8da5-4380-b86f-cc05958724ba tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:24.411000 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-37eaaad9-8da5-4380-b86f-cc05958724ba tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3447707 May 05 21:47:24.416298 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7983c3b-fae3-4b31-ab70-a01555fcdafe req-f66e2b16-080e-47b2-9ebd-d1390d9d6f44 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:24.417298 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a7983c3b-fae3-4b31-ab70-a01555fcdafe req-f66e2b16-080e-47b2-9ebd-d1390d9d6f44 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/networks?id=4988fe71-34c6-4737-ad2a-40f5327e7f0e HTTP/1.1" status: 200 len: 812 time: 0.4786866 May 05 21:47:24.450911 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7e0bd014-eb1c-4091-b1bb-32d32a827df6 req-28a1d879-18a2-4ef2-9aa4-e77ea045b63e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c5a8c9a56475462680e05305adb463b2&device_id=6a3e09c0-2984-42c2-802f-9e4231836754 HTTP/1.1" status: 200 len: 1096 time: 0.2662227 May 05 21:47:24.487223 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a7983c3b-fae3-4b31-ab70-a01555fcdafe req-84a0664b-5051-45c8-96c6-f62c9eeaee85 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/quotas/5a55f0e1fc854ae480e2f7b2fc73c270 HTTP/1.1" status: 200 len: 375 time: 0.0514102 May 05 21:47:24.502236 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d902d-7903-482a-84b2-acce04c7ba59 req-c321e88f-35c7-4720-a2fb-f44bf5e9a940 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:24.516107 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-553d902d-7903-482a-84b2-acce04c7ba59 req-c321e88f-35c7-4720-a2fb-f44bf5e9a940 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 946 time: 0.2660687 May 05 21:47:24.519164 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 38870) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:47:24.777463 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-76df7fc1-9e70-4e07-a9cd-c9ff65dd2953 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Request body: {'floatingip': {'port_id': '254d6486-a2f8-4ac2-8cd3-e9e223b202eb'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:47:24.860425 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-a7983c3b-fae3-4b31-ab70-a01555fcdafe req-b539f9f1-f006-4bc2-8801-3742740e487d tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Synchronizing usage tracker for tenant:5a55f0e1fc854ae480e2f7b2fc73c270 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:47:24.915699 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-76df7fc1-9e70-4e07-a9cd-c9ff65dd2953 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks [] for floatingip, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:24.975796 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-4d65ef3c-600c-4233-9f90-2f908aa36311 service neutron] For port 209ab6e8-eeda-4627-af5b-3d7bb457be9b, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=209ab6e8-eeda-4627-af5b-3d7bb457be9b,segment=NetworkSegment(df9c57c2-52c8-43c0-981c-16fd110b1d0b),segment_id=df9c57c2-52c8-43c0-981c-16fd110b1d0b)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:47:24.985097 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc3430-9641-4077-b8fe-daaf00b655ca req-7297c915-4e60-4a90-8127-32b474a0a89c tempest-ServerAddressesTestJSON-1042191164 tempest-ServerAddressesTestJSON-1042191164-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:24.985797 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-5dbc3430-9641-4077-b8fe-daaf00b655ca req-7297c915-4e60-4a90-8127-32b474a0a89c tempest-ServerAddressesTestJSON-1042191164 tempest-ServerAddressesTestJSON-1042191164-project] Synchronizing usage tracker for tenant:1b118ade69e34fa3be599d5412302063 on resource:network {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:47:25.015146 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-5dbc3430-9641-4077-b8fe-daaf00b655ca req-7297c915-4e60-4a90-8127-32b474a0a89c tempest-ServerAddressesTestJSON-1042191164 tempest-ServerAddressesTestJSON-1042191164-project] Unset dirty status for tenant:1b118ade69e34fa3be599d5412302063 on resource:network {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:47:25.016132 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5dbc3430-9641-4077-b8fe-daaf00b655ca req-7297c915-4e60-4a90-8127-32b474a0a89c tempest-ServerAddressesTestJSON-1042191164 tempest-ServerAddressesTestJSON-1042191164-project] 10.222.0.44 "GET /v2.0/networks?id=21ed081d-fe3d-4ca2-bb6a-815cbcaf596c HTTP/1.1" status: 200 len: 813 time: 0.2969644 May 05 21:47:25.035890 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-5dbc3430-9641-4077-b8fe-daaf00b655ca req-248c8f0a-5db1-4c85-8aa5-a89aff34e6ae tempest-ServerAddressesTestJSON-1042191164 tempest-ServerAddressesTestJSON-1042191164-project] Request body: {'port': {'device_id': '5840ae58-e97d-4be3-ba6f-ef73867df8dd', 'network_id': '21ed081d-fe3d-4ca2-bb6a-815cbcaf596c', 'admin_state_up': True, 'tenant_id': '1b118ade69e34fa3be599d5412302063'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:47:25.052023 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-4d65ef3c-600c-4233-9f90-2f908aa36311 service neutron] For port 209ab6e8-eeda-4627-af5b-3d7bb457be9b, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:47:25.139825 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-a7983c3b-fae3-4b31-ab70-a01555fcdafe req-b539f9f1-f006-4bc2-8801-3742740e487d tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Unset dirty status for tenant:5a55f0e1fc854ae480e2f7b2fc73c270 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:47:25.139825 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a7983c3b-fae3-4b31-ab70-a01555fcdafe req-b539f9f1-f006-4bc2-8801-3742740e487d tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5a55f0e1fc854ae480e2f7b2fc73c270&fields=id HTTP/1.1" status: 200 len: 210 time: 0.6479726 May 05 21:47:25.158829 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0bd014-eb1c-4091-b1bb-32d32a827df6 req-d0e8bb2a-a063-405f-9649-209c9bf367cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:25.158829 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7e0bd014-eb1c-4091-b1bb-32d32a827df6 req-d0e8bb2a-a063-405f-9649-209c9bf367cb service neutron] 10.222.0.32 "GET /v2.0/networks?id=1303113a-3b4f-4438-84cb-936009b5332f HTTP/1.1" status: 200 len: 912 time: 0.6991813 May 05 21:47:25.174348 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [req-a7983c3b-fae3-4b31-ab70-a01555fcdafe req-63e3744c-1758-48cf-9238-a17b6db7dd1f service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 21:47:25.174348 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a7983c3b-fae3-4b31-ab70-a01555fcdafe req-63e3744c-1758-48cf-9238-a17b6db7dd1f service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0075223 May 05 21:47:25.180593 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165e3d19-d7b0-474a-b06b-e64e6fe1293e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '209ab6e8-eeda-4627-af5b-3d7bb457be9b'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:47:25.188332 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-4d65ef3c-600c-4233-9f90-2f908aa36311 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:25.203734 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-4d65ef3c-600c-4233-9f90-2f908aa36311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:25.361683 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-5dbc3430-9641-4077-b8fe-daaf00b655ca req-248c8f0a-5db1-4c85-8aa5-a89aff34e6ae tempest-ServerAddressesTestJSON-1042191164 tempest-ServerAddressesTestJSON-1042191164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:47:25.364316 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65ef3c-600c-4233-9f90-2f908aa36311 service neutron] Pushing event updated for resources: {'Port': ['ID=209ab6e8-eeda-4627-af5b-3d7bb457be9b,revision_number=7']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:25.369434 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-5dbc3430-9641-4077-b8fe-daaf00b655ca req-248c8f0a-5db1-4c85-8aa5-a89aff34e6ae tempest-ServerAddressesTestJSON-1042191164 tempest-ServerAddressesTestJSON-1042191164-project] Usage tracker for resource:port and tenant:1b118ade69e34fa3be599d5412302063 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:47:25.374473 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-5dbc3430-9641-4077-b8fe-daaf00b655ca req-248c8f0a-5db1-4c85-8aa5-a89aff34e6ae tempest-ServerAddressesTestJSON-1042191164 tempest-ServerAddressesTestJSON-1042191164-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:47:25.387098 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-5dbc3430-9641-4077-b8fe-daaf00b655ca req-248c8f0a-5db1-4c85-8aa5-a89aff34e6ae tempest-ServerAddressesTestJSON-1042191164 tempest-ServerAddressesTestJSON-1042191164-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:47:25.391015 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d65ef3c-600c-4233-9f90-2f908aa36311 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:47:25.391350 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d65ef3c-600c-4233-9f90-2f908aa36311 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:47:25.391678 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d65ef3c-600c-4233-9f90-2f908aa36311 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:47:25.392023 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d65ef3c-600c-4233-9f90-2f908aa36311 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:47:25.392335 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d65ef3c-600c-4233-9f90-2f908aa36311 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:47:25.392668 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d65ef3c-600c-4233-9f90-2f908aa36311 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:47:25.392987 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d65ef3c-600c-4233-9f90-2f908aa36311 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:47:25.393298 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d65ef3c-600c-4233-9f90-2f908aa36311 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:47:25.393605 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d65ef3c-600c-4233-9f90-2f908aa36311 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:47:25.393905 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d65ef3c-600c-4233-9f90-2f908aa36311 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:47:25.394224 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d65ef3c-600c-4233-9f90-2f908aa36311 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:47:25.448330 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dbc3430-9641-4077-b8fe-daaf00b655ca req-248c8f0a-5db1-4c85-8aa5-a89aff34e6ae tempest-ServerAddressesTestJSON-1042191164 tempest-ServerAddressesTestJSON-1042191164-project] Made reservation on behalf of 1b118ade69e34fa3be599d5412302063 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:47:25.449889 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5dbc3430-9641-4077-b8fe-daaf00b655ca req-248c8f0a-5db1-4c85-8aa5-a89aff34e6ae tempest-ServerAddressesTestJSON-1042191164 tempest-ServerAddressesTestJSON-1042191164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:25.469023 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af66ff-a464-48a6-9274-0f4bac7d4384 req-b618497f-a43b-417e-94a1-117bc643d03b tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:25.470429 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-16af66ff-a464-48a6-9274-0f4bac7d4384 req-b618497f-a43b-417e-94a1-117bc643d03b tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=165e3d19-d7b0-474a-b06b-e64e6fe1293e HTTP/1.1" status: 200 len: 946 time: 0.7483294 May 05 21:47:25.473960 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-4d65ef3c-600c-4233-9f90-2f908aa36311 service neutron] Attempting to bind port 209ab6e8-eeda-4627-af5b-3d7bb457be9b on host n-h1-825175-4 for vnic_type normal with profile {"migrating_to": "n-h2-825175-4"} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:47:25.474291 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-4d65ef3c-600c-4233-9f90-2f908aa36311 service neutron] Attempting to bind port 209ab6e8-eeda-4627-af5b-3d7bb457be9b by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': 'df9c57c2-52c8-43c0-981c-16fd110b1d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd50665b6-9647-47f1-b718-b6ae7cd32366'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:47:25.474612 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-4d65ef3c-600c-4233-9f90-2f908aa36311 service neutron] Attempting to bind port 209ab6e8-eeda-4627-af5b-3d7bb457be9b on network d50665b6-9647-47f1-b718-b6ae7cd32366 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:47:25.519361 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-4d65ef3c-600c-4233-9f90-2f908aa36311 service neutron] Port 209ab6e8-eeda-4627-af5b-3d7bb457be9b on network d50665b6-9647-47f1-b718-b6ae7cd32366 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:47:25.519361 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-4d65ef3c-600c-4233-9f90-2f908aa36311 service neutron] Attempting to bind port 209ab6e8-eeda-4627-af5b-3d7bb457be9b on network d50665b6-9647-47f1-b718-b6ae7cd32366 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:47:25.545130 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-4d65ef3c-600c-4233-9f90-2f908aa36311 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:47:25.545678 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-4d65ef3c-600c-4233-9f90-2f908aa36311 service neutron] Checking segment: {'id': 'df9c57c2-52c8-43c0-981c-16fd110b1d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd50665b6-9647-47f1-b718-b6ae7cd32366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:47:25.546326 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-4d65ef3c-600c-4233-9f90-2f908aa36311 service neutron] Bound using segment: {'id': 'df9c57c2-52c8-43c0-981c-16fd110b1d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd50665b6-9647-47f1-b718-b6ae7cd32366'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:47:25.546963 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-4d65ef3c-600c-4233-9f90-2f908aa36311 service neutron] Bound port: 209ab6e8-eeda-4627-af5b-3d7bb457be9b, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df9c57c2-52c8-43c0-981c-16fd110b1d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd50665b6-9647-47f1-b718-b6ae7cd32366'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:47:25.547504 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-4d65ef3c-600c-4233-9f90-2f908aa36311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:25.558845 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7e0bd014-eb1c-4091-b1bb-32d32a827df6 req-aac73fcf-3f8a-4155-bfa4-cceae90ec950 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=424189b8-39d6-4d17-a228-aa68c71c7795 HTTP/1.1" status: 200 len: 999 time: 0.3624077 May 05 21:47:25.720416 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a7983c3b-fae3-4b31-ab70-a01555fcdafe req-dc691b03-733a-4f48-86ac-fd36a708e132 service neutron] 10.222.0.23 "GET /v2.0/networks/4988fe71-34c6-4737-ad2a-40f5327e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5226450 May 05 21:47:25.758476 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-4d65ef3c-600c-4233-9f90-2f908aa36311 service neutron] For port 209ab6e8-eeda-4627-af5b-3d7bb457be9b, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:47:25.760737 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-5dbc3430-9641-4077-b8fe-daaf00b655ca req-248c8f0a-5db1-4c85-8aa5-a89aff34e6ae tempest-ServerAddressesTestJSON-1042191164 tempest-ServerAddressesTestJSON-1042191164-project] Allocated IP 172.20.0.5 (21ed081d-fe3d-4ca2-bb6a-815cbcaf596c/7feb4980-afd9-44c7-8ab6-768fdb8191b6/86c21d6c-c5ad-479f-b1c0-9fd55b3dfe67) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:47:25.764475 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-4d65ef3c-600c-4233-9f90-2f908aa36311 service neutron] For port 209ab6e8-eeda-4627-af5b-3d7bb457be9b, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=209ab6e8-eeda-4627-af5b-3d7bb457be9b,segment=NetworkSegment(df9c57c2-52c8-43c0-981c-16fd110b1d0b),segment_id=df9c57c2-52c8-43c0-981c-16fd110b1d0b)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:47:25.773043 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-4d65ef3c-600c-4233-9f90-2f908aa36311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:25.870363 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-16af66ff-a464-48a6-9274-0f4bac7d4384 req-6f052654-24e3-464b-82b6-9abff5f0cfad tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3869586 May 05 21:47:25.927190 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0bd014-eb1c-4091-b1bb-32d32a827df6 req-69ae100d-9756-4ca3-8454-f22655c9149a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:25.928620 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7e0bd014-eb1c-4091-b1bb-32d32a827df6 req-69ae100d-9756-4ca3-8454-f22655c9149a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b04dd652-3e41-4577-abd4-c6835388be5c HTTP/1.1" status: 200 len: 850 time: 0.3572717 May 05 21:47:25.985665 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65ef3c-600c-4233-9f90-2f908aa36311 service neutron] Pushing event updated for resources: {'Port': ['ID=209ab6e8-eeda-4627-af5b-3d7bb457be9b,revision_number=8']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:26.126424 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-4d65ef3c-600c-4233-9f90-2f908aa36311 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:26.128578 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-4d65ef3c-600c-4233-9f90-2f908aa36311 service neutron] 10.222.0.32 "PUT /v2.0/ports/209ab6e8-eeda-4627-af5b-3d7bb457be9b HTTP/1.1" status: 200 len: 1122 time: 1.9497812 May 05 21:47:26.137532 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a7983c3b-fae3-4b31-ab70-a01555fcdafe req-19a19c21-46de-41b2-a06d-a4a08c8e3df4 service neutron] 10.222.0.23 "GET /v2.0/networks/4988fe71-34c6-4737-ad2a-40f5327e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4024079 May 05 21:47:26.194184 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-dd028530-8eac-4d85-90ec-a01495955140 req-e53422a0-8e66-4b35-81c0-0c6eed3d0eb6 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Synchronizing usage tracker for tenant:5f6d3217202d4d8580bf1dbedeb67377 on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:47:26.217027 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7e0bd014-eb1c-4091-b1bb-32d32a827df6 req-37621809-0554-402f-b5a5-46a7d2fe4b78 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1303113a-3b4f-4438-84cb-936009b5332f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2797477 May 05 21:47:26.224475 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['209ab6e8-eeda-4627-af5b-3d7bb457be9b'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:47:26.256055 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-dd028530-8eac-4d85-90ec-a01495955140 req-e53422a0-8e66-4b35-81c0-0c6eed3d0eb6 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Unset dirty status for tenant:5f6d3217202d4d8580bf1dbedeb67377 on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:47:26.257228 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-e53422a0-8e66-4b35-81c0-0c6eed3d0eb6 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1769639148&fields=id&tenant_id=5f6d3217202d4d8580bf1dbedeb67377 HTTP/1.1" status: 200 len: 267 time: 0.1928599 May 05 21:47:26.257798 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5dbc3430-9641-4077-b8fe-daaf00b655ca req-248c8f0a-5db1-4c85-8aa5-a89aff34e6ae tempest-ServerAddressesTestJSON-1042191164 tempest-ServerAddressesTestJSON-1042191164-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:26.281695 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['209ab6e8-eeda-4627-af5b-3d7bb457be9b'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:47:26.295971 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5dbc3430-9641-4077-b8fe-daaf00b655ca req-248c8f0a-5db1-4c85-8aa5-a89aff34e6ae tempest-ServerAddressesTestJSON-1042191164 tempest-ServerAddressesTestJSON-1042191164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:26.472535 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-76df7fc1-9e70-4e07-a9cd-c9ff65dd2953 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:26.501701 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dbc3430-9641-4077-b8fe-daaf00b655ca req-248c8f0a-5db1-4c85-8aa5-a89aff34e6ae tempest-ServerAddressesTestJSON-1042191164 tempest-ServerAddressesTestJSON-1042191164-project] Network 21ed081d-fe3d-4ca2-bb6a-815cbcaf596c is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:47:26.521878 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-5dbc3430-9641-4077-b8fe-daaf00b655ca req-248c8f0a-5db1-4c85-8aa5-a89aff34e6ae tempest-ServerAddressesTestJSON-1042191164 tempest-ServerAddressesTestJSON-1042191164-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:47:26.525270 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c8f0a-5db1-4c85-8aa5-a89aff34e6ae tempest-ServerAddressesTestJSON-1042191164 tempest-ServerAddressesTestJSON-1042191164-project] Pushing event updated for resources: {'Port': ['ID=86c21d6c-c5ad-479f-b1c0-9fd55b3dfe67,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:26.529224 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dbc3430-9641-4077-b8fe-daaf00b655ca req-248c8f0a-5db1-4c85-8aa5-a89aff34e6ae tempest-ServerAddressesTestJSON-1042191164 tempest-ServerAddressesTestJSON-1042191164-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:47:26.572683 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-76df7fc1-9e70-4e07-a9cd-c9ff65dd2953 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:26.677024 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc3430-9641-4077-b8fe-daaf00b655ca req-248c8f0a-5db1-4c85-8aa5-a89aff34e6ae tempest-ServerAddressesTestJSON-1042191164 tempest-ServerAddressesTestJSON-1042191164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:26.680189 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5dbc3430-9641-4077-b8fe-daaf00b655ca req-248c8f0a-5db1-4c85-8aa5-a89aff34e6ae tempest-ServerAddressesTestJSON-1042191164 tempest-ServerAddressesTestJSON-1042191164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:26.740456 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5dbc3430-9641-4077-b8fe-daaf00b655ca req-248c8f0a-5db1-4c85-8aa5-a89aff34e6ae tempest-ServerAddressesTestJSON-1042191164 tempest-ServerAddressesTestJSON-1042191164-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7092302 May 05 21:47:26.759013 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-5dbc3430-9641-4077-b8fe-daaf00b655ca req-df517629-7e2e-4ef3-b710-f0a2780526d9 service neutron] Request body: {'port': {'device_id': '5840ae58-e97d-4be3-ba6f-ef73867df8dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:47:26.851084 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db006c8-1053-468c-980f-cedfff5d288a None None] New status for floating IP b800d645-c195-4189-b709-f9a65a8ef0ad: ACTIVE {{(pid=84068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 21:47:26.953051 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 97f2ea67-e094-4767-b571-8c34f2ae8c40 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:47:26.959712 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd028530-8eac-4d85-90ec-a01495955140 req-c0c44e0a-d0f1-4b8b-bf87-9e6cab931cc6 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:26.968154 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-c0c44e0a-d0f1-4b8b-bf87-9e6cab931cc6 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/ports/34649ace-f82b-4ccc-974a-1666bac9e23b HTTP/1.1" status: 200 len: 932 time: 0.6599922 May 05 21:47:27.009462 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5dbc3430-9641-4077-b8fe-daaf00b655ca req-df517629-7e2e-4ef3-b710-f0a2780526d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:27.246481 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd028530-8eac-4d85-90ec-a01495955140 req-9b3f2f4a-a8cb-42e8-9f47-c4a659dc8f37 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:27.255599 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-9b3f2f4a-a8cb-42e8-9f47-c4a659dc8f37 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/ports/538baf95-e3b5-4c0a-808d-33c668825b60 HTTP/1.1" status: 200 len: 930 time: 0.2849987 May 05 21:47:27.294059 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 97f2ea67-e094-4767-b571-8c34f2ae8c40, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=97f2ea67-e094-4767-b571-8c34f2ae8c40,segment=NetworkSegment(e9759abe-2932-4e54-a1fb-2399ee430195),segment_id=e9759abe-2932-4e54-a1fb-2399ee430195)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:47:27.294541 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7e0bd014-eb1c-4091-b1bb-32d32a827df6 req-ed08871b-2d2c-4ffb-b423-fe0d0f0dd872 service neutron] 10.222.0.32 "GET /v2.0/networks/1303113a-3b4f-4438-84cb-936009b5332f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0692444 May 05 21:47:27.311055 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '97f2ea67-e094-4767-b571-8c34f2ae8c40', 'network_id': 'c31bae84-8c32-4141-b64c-009dbc2c261a', 'port_id': '97f2ea67-e094-4767-b571-8c34f2ae8c40', 'mac_address': 'fa:16:3e:d7:8c:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63783bdb-c8ad-4703-ab4c-7c04f301afd6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:47:27.339335 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-a95f720b-9098-40f9-a967-a3a3828bf67c tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/ports?network_id=53a49f5d-26b7-49e3-a8d3-0afbfe056e7c&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0835266 May 05 21:47:27.416211 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:27.456702 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97f2ea67-e094-4767-b571-8c34f2ae8c40 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:47:27.473215 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 97f2ea67-e094-4767-b571-8c34f2ae8c40, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=97f2ea67-e094-4767-b571-8c34f2ae8c40,segment=NetworkSegment(e9759abe-2932-4e54-a1fb-2399ee430195),segment_id=e9759abe-2932-4e54-a1fb-2399ee430195)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:47:27.476217 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-a3c4b004-2a97-48b8-b62a-307f2cc83b0f tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/ports?network_id=53a49f5d-26b7-49e3-a8d3-0afbfe056e7c&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1293926 May 05 21:47:27.482105 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:27.484270 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 209ab6e8-eeda-4627-af5b-3d7bb457be9b details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:47:27.490557 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f0437-af02-41be-ab5b-2afaf282a939 req-d9e134a9-aa8b-4a19-ac33-5796149d3d12 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:27.501133 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-136f0437-af02-41be-ab5b-2afaf282a939 req-d9e134a9-aa8b-4a19-ac33-5796149d3d12 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/ports?device_id=109a0b9d-1422-4dd0-9265-689257361e81 HTTP/1.1" status: 200 len: 944 time: 0.5705397 May 05 21:47:27.650678 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=97f2ea67-e094-4767-b571-8c34f2ae8c40,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:27.735547 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 209ab6e8-eeda-4627-af5b-3d7bb457be9b, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=209ab6e8-eeda-4627-af5b-3d7bb457be9b,segment=NetworkSegment(df9c57c2-52c8-43c0-981c-16fd110b1d0b),segment_id=df9c57c2-52c8-43c0-981c-16fd110b1d0b)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:47:27.745218 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-5dbc3430-9641-4077-b8fe-daaf00b655ca req-df517629-7e2e-4ef3-b710-f0a2780526d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86c21d6c-c5ad-479f-b1c0-9fd55b3dfe67 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:47:27.747904 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-136f0437-af02-41be-ab5b-2afaf282a939 req-727ae59e-d6d2-447a-bc82-507b364b2d03 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ea35cbd-159b-4a97-ac8e-0ad5178ef2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458317 May 05 21:47:27.756723 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 209ab6e8-eeda-4627-af5b-3d7bb457be9b has no active binding in host n-h2-825175-4 {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 05 21:47:27.766149 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5dbc3430-9641-4077-b8fe-daaf00b655ca req-df517629-7e2e-4ef3-b710-f0a2780526d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:27.807933 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7e0bd014-eb1c-4091-b1bb-32d32a827df6 req-dd2d0a70-8e1c-411b-905b-c894dc323945 service neutron] 10.222.0.32 "GET /v2.0/networks/1303113a-3b4f-4438-84cb-936009b5332f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4969559 May 05 21:47:27.817470 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd028530-8eac-4d85-90ec-a01495955140 req-73d07ffe-be6a-4946-9caf-6011ba05bd04 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:27.820784 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd028530-8eac-4d85-90ec-a01495955140 req-73d07ffe-be6a-4946-9caf-6011ba05bd04 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:27.821168 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-5dbc3430-9641-4077-b8fe-daaf00b655ca req-df517629-7e2e-4ef3-b710-f0a2780526d9 service neutron] Transition to ACTIVE for port object 86c21d6c-c5ad-479f-b1c0-9fd55b3dfe67 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:47:27.823809 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd028530-8eac-4d85-90ec-a01495955140 req-73d07ffe-be6a-4946-9caf-6011ba05bd04 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:27.826106 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-dd028530-8eac-4d85-90ec-a01495955140 req-73d07ffe-be6a-4946-9caf-6011ba05bd04 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Synchronizing usage tracker for tenant:5f6d3217202d4d8580bf1dbedeb67377 on resource:network {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:47:27.834710 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5dbc3430-9641-4077-b8fe-daaf00b655ca req-df517629-7e2e-4ef3-b710-f0a2780526d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:27.856822 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-dd028530-8eac-4d85-90ec-a01495955140 req-73d07ffe-be6a-4946-9caf-6011ba05bd04 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Unset dirty status for tenant:5f6d3217202d4d8580bf1dbedeb67377 on resource:network {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:47:27.858849 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-73d07ffe-be6a-4946-9caf-6011ba05bd04 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/networks?id=71738638-1e8f-4898-8775-ee98b36918d6&id=94805836-07a0-47ad-ab35-ba65d7a7da33&id=94805836-07a0-47ad-ab35-ba65d7a7da33&id=53a49f5d-26b7-49e3-a8d3-0afbfe056e7c&id=53a49f5d-26b7-49e3-a8d3-0afbfe056e7c HTTP/1.1" status: 200 len: 1988 time: 0.3547919 May 05 21:47:27.861359 n-d-825175-4 neutron-server[84061]: INFO neutron.db.l3_db [None req-76df7fc1-9e70-4e07-a9cd-c9ff65dd2953 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Floating IP a95a7668-6fcf-4d47-8dee-9f2d5a877558 associated. External IP: 172.25.4.155, port: 254d6486-a2f8-4ac2-8cd3-e9e223b202eb. May 05 21:47:27.999635 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df517629-7e2e-4ef3-b710-f0a2780526d9 service neutron] Pushing event updated for resources: {'Port': ['ID=86c21d6c-c5ad-479f-b1c0-9fd55b3dfe67,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:28.054404 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-4b6ece4e-7077-432a-ac5b-ecf5aae71710 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/quotas/5f6d3217202d4d8580bf1dbedeb67377 HTTP/1.1" status: 200 len: 375 time: 0.1193871 May 05 21:47:28.218030 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['97f2ea67-e094-4767-b571-8c34f2ae8c40'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:47:28.259933 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13db3c-3b98-4ed9-b9c6-277f4d68dfb3 req-46d818f5-beb6-4a59-adc9-3679dc94f8d4 tempest-ServerAddressesTestJSON-1042191164 tempest-ServerAddressesTestJSON-1042191164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:28.261638 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bc13db3c-3b98-4ed9-b9c6-277f4d68dfb3 req-46d818f5-beb6-4a59-adc9-3679dc94f8d4 tempest-ServerAddressesTestJSON-1042191164 tempest-ServerAddressesTestJSON-1042191164-project] 10.222.0.23 "GET /v2.0/ports?device_id=5840ae58-e97d-4be3-ba6f-ef73867df8dd HTTP/1.1" status: 200 len: 943 time: 0.3280578 May 05 21:47:28.330874 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-5dbc3430-9641-4077-b8fe-daaf00b655ca req-df517629-7e2e-4ef3-b710-f0a2780526d9 service neutron] Attempting to bind port 86c21d6c-c5ad-479f-b1c0-9fd55b3dfe67 on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:47:28.331488 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-5dbc3430-9641-4077-b8fe-daaf00b655ca req-df517629-7e2e-4ef3-b710-f0a2780526d9 service neutron] Attempting to bind port 86c21d6c-c5ad-479f-b1c0-9fd55b3dfe67 by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': '1184e18e-cbaa-4e58-af56-9f640dd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '21ed081d-fe3d-4ca2-bb6a-815cbcaf596c'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:47:28.331883 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbc3430-9641-4077-b8fe-daaf00b655ca req-df517629-7e2e-4ef3-b710-f0a2780526d9 service neutron] Attempting to bind port 86c21d6c-c5ad-479f-b1c0-9fd55b3dfe67 on network 21ed081d-fe3d-4ca2-bb6a-815cbcaf596c {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:47:28.345062 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbc3430-9641-4077-b8fe-daaf00b655ca req-df517629-7e2e-4ef3-b710-f0a2780526d9 service neutron] Port 86c21d6c-c5ad-479f-b1c0-9fd55b3dfe67 on network 21ed081d-fe3d-4ca2-bb6a-815cbcaf596c not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:47:28.345500 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbc3430-9641-4077-b8fe-daaf00b655ca req-df517629-7e2e-4ef3-b710-f0a2780526d9 service neutron] Attempting to bind port 86c21d6c-c5ad-479f-b1c0-9fd55b3dfe67 on network 21ed081d-fe3d-4ca2-bb6a-815cbcaf596c {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:47:28.353471 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbc3430-9641-4077-b8fe-daaf00b655ca req-df517629-7e2e-4ef3-b710-f0a2780526d9 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:47:28.353918 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbc3430-9641-4077-b8fe-daaf00b655ca req-df517629-7e2e-4ef3-b710-f0a2780526d9 service neutron] Checking segment: {'id': '1184e18e-cbaa-4e58-af56-9f640dd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '21ed081d-fe3d-4ca2-bb6a-815cbcaf596c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:47:28.354391 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbc3430-9641-4077-b8fe-daaf00b655ca req-df517629-7e2e-4ef3-b710-f0a2780526d9 service neutron] Bound using segment: {'id': '1184e18e-cbaa-4e58-af56-9f640dd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '21ed081d-fe3d-4ca2-bb6a-815cbcaf596c'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:47:28.354947 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-5dbc3430-9641-4077-b8fe-daaf00b655ca req-df517629-7e2e-4ef3-b710-f0a2780526d9 service neutron] Bound port: 86c21d6c-c5ad-479f-b1c0-9fd55b3dfe67, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1184e18e-cbaa-4e58-af56-9f640dd13583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '21ed081d-fe3d-4ca2-bb6a-815cbcaf596c'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:47:28.355422 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5dbc3430-9641-4077-b8fe-daaf00b655ca req-df517629-7e2e-4ef3-b710-f0a2780526d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:28.399982 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-c17befb5-bed0-4c48-a105-429bf9042215 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5f6d3217202d4d8580bf1dbedeb67377&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3186431 May 05 21:47:28.413558 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bc13db3c-3b98-4ed9-b9c6-277f4d68dfb3 req-59ecbd92-2100-49ab-9617-e3eec279933c tempest-ServerAddressesTestJSON-1042191164 tempest-ServerAddressesTestJSON-1042191164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c81d62-7340-4ce0-b3ef-d8837116671a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268995 May 05 21:47:28.420778 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7983c3b-fae3-4b31-ab70-a01555fcdafe req-8adf5323-6433-40b3-a119-8cd8fb73d762 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:28.422376 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a7983c3b-fae3-4b31-ab70-a01555fcdafe req-8adf5323-6433-40b3-a119-8cd8fb73d762 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.32 "GET /v2.0/networks?id=4988fe71-34c6-4737-ad2a-40f5327e7f0e HTTP/1.1" status: 200 len: 812 time: 0.2684767 May 05 21:47:28.470421 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-a7983c3b-fae3-4b31-ab70-a01555fcdafe req-f6af6348-aa7f-445a-b89c-ed461e50d1d6 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Request body: {'port': {'device_id': '516e0b7e-bb9b-42cb-b886-210ab219ec6d', 'network_id': '4988fe71-34c6-4737-ad2a-40f5327e7f0e', 'admin_state_up': True, 'tenant_id': '5a55f0e1fc854ae480e2f7b2fc73c270'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:47:28.470677 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-5dbc3430-9641-4077-b8fe-daaf00b655ca req-df517629-7e2e-4ef3-b710-f0a2780526d9 service neutron] For port 86c21d6c-c5ad-479f-b1c0-9fd55b3dfe67, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:47:28.476436 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-5dbc3430-9641-4077-b8fe-daaf00b655ca req-df517629-7e2e-4ef3-b710-f0a2780526d9 service neutron] For port 86c21d6c-c5ad-479f-b1c0-9fd55b3dfe67, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=86c21d6c-c5ad-479f-b1c0-9fd55b3dfe67,segment=NetworkSegment(1184e18e-cbaa-4e58-af56-9f640dd13583),segment_id=1184e18e-cbaa-4e58-af56-9f640dd13583)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:47:28.486349 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5dbc3430-9641-4077-b8fe-daaf00b655ca req-df517629-7e2e-4ef3-b710-f0a2780526d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:28.597802 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5dbc3430-9641-4077-b8fe-daaf00b655ca req-df517629-7e2e-4ef3-b710-f0a2780526d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:28.599567 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5dbc3430-9641-4077-b8fe-daaf00b655ca req-df517629-7e2e-4ef3-b710-f0a2780526d9 service neutron] 10.222.0.44 "PUT /v2.0/ports/86c21d6c-c5ad-479f-b1c0-9fd55b3dfe67 HTTP/1.1" status: 200 len: 1091 time: 1.8511755 May 05 21:47:28.616644 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df517629-7e2e-4ef3-b710-f0a2780526d9 service neutron] Pushing event updated for resources: {'Port': ['ID=86c21d6c-c5ad-479f-b1c0-9fd55b3dfe67,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:28.790486 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5dbc3430-9641-4077-b8fe-daaf00b655ca req-d4615df1-7881-49e5-a16a-f367dfb9b285 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1b118ade69e34fa3be599d5412302063&device_id=5840ae58-e97d-4be3-ba6f-ef73867df8dd HTTP/1.1" status: 200 len: 1094 time: 0.1307986 May 05 21:47:28.796821 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cceaf6af-1dbf-4094-93f2-73c31a81ac0d'] response: {'server_uuid': '165e3d19-d7b0-474a-b06b-e64e6fe1293e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '209ab6e8-eeda-4627-af5b-3d7bb457be9b', 'code': 200} May 05 21:47:28.878502 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5dbc3430-9641-4077-b8fe-daaf00b655ca req-036332e8-fa96-40ad-b43e-099b86e5533f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86c21d6c-c5ad-479f-b1c0-9fd55b3dfe67 HTTP/1.1" status: 200 len: 217 time: 0.0796480 May 05 21:47:28.949555 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc3430-9641-4077-b8fe-daaf00b655ca req-940e5fce-08dc-4a5f-a02a-b648790af1b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:28.954018 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5dbc3430-9641-4077-b8fe-daaf00b655ca req-940e5fce-08dc-4a5f-a02a-b648790af1b6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7feb4980-afd9-44c7-8ab6-768fdb8191b6 HTTP/1.1" status: 200 len: 853 time: 0.0691121 May 05 21:47:29.011475 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5dbc3430-9641-4077-b8fe-daaf00b655ca req-62ed1dbf-38ef-4ad7-b5c2-c463bf11403b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=21ed081d-fe3d-4ca2-bb6a-815cbcaf596c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484493 May 05 21:47:29.025283 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [req-5dbc3430-9641-4077-b8fe-daaf00b655ca req-cda6afed-e9e4-4d61-a9f4-590c5b111c31 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84063) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 21:47:29.027071 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5dbc3430-9641-4077-b8fe-daaf00b655ca req-cda6afed-e9e4-4d61-a9f4-590c5b111c31 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0066640 May 05 21:47:29.038951 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-738c43bb-c616-4b37-9ab9-634e378767f7 service neutron] 10.222.0.23 "GET /v2.0/networks/71738638-1e8f-4898-8775-ee98b36918d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6147220 May 05 21:47:29.047288 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-489cf665-c679-4049-978c-03e652d43c5d req-35ac2518-aa9e-4f1f-8ff3-457d1da30eeb tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=516e0b7e-bb9b-42cb-b886-210ab219ec6d HTTP/1.1" status: 200 len: 210 time: 0.1285825 May 05 21:47:29.081044 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-a7983c3b-fae3-4b31-ab70-a01555fcdafe req-f6af6348-aa7f-445a-b89c-ed461e50d1d6 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:47:29.153461 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-a7983c3b-fae3-4b31-ab70-a01555fcdafe req-f6af6348-aa7f-445a-b89c-ed461e50d1d6 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:47:29.187731 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7983c3b-fae3-4b31-ab70-a01555fcdafe req-f6af6348-aa7f-445a-b89c-ed461e50d1d6 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Made reservation on behalf of 5a55f0e1fc854ae480e2f7b2fc73c270 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:47:29.191009 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a7983c3b-fae3-4b31-ab70-a01555fcdafe req-f6af6348-aa7f-445a-b89c-ed461e50d1d6 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:29.319710 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5dbc3430-9641-4077-b8fe-daaf00b655ca req-1c145bd2-e077-47f0-9893-d87b7971a300 service neutron] 10.222.0.44 "GET /v2.0/networks/21ed081d-fe3d-4ca2-bb6a-815cbcaf596c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842245 May 05 21:47:29.337718 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-8dd6bfd6-0cd0-4819-8681-b1564c7dd296 service neutron] 10.222.0.23 "GET /v2.0/networks/71738638-1e8f-4898-8775-ee98b36918d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814946 May 05 21:47:29.534576 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5dbc3430-9641-4077-b8fe-daaf00b655ca req-b283e4e3-3b9f-4b89-8bdb-539da3790f71 service neutron] 10.222.0.44 "GET /v2.0/networks/21ed081d-fe3d-4ca2-bb6a-815cbcaf596c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076933 May 05 21:47:29.565124 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-5da279ef-00ec-4b51-bf0a-2647b40bbf91 service neutron] 10.222.0.23 "GET /v2.0/ports/34649ace-f82b-4ccc-974a-1666bac9e23b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.2085624 May 05 21:47:29.705889 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-a7983c3b-fae3-4b31-ab70-a01555fcdafe req-f6af6348-aa7f-445a-b89c-ed461e50d1d6 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Allocated IP 172.20.0.14 (4988fe71-34c6-4737-ad2a-40f5327e7f0e/b652dcd0-731b-4d23-9d82-356eea5d9656/9292ea20-238e-49f2-8ac1-998d58ffcc6a) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:47:29.720340 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f11709-9400-45e7-a4ce-d59492aebe54 req-d759cb30-24fb-43f6-afef-537c2e8b6857 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:29.721591 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e4f11709-9400-45e7-a4ce-d59492aebe54 req-d759cb30-24fb-43f6-afef-537c2e8b6857 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=165e3d19-d7b0-474a-b06b-e64e6fe1293e HTTP/1.1" status: 200 len: 944 time: 0.4360127 May 05 21:47:29.765842 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-931f80d1-bf9c-44bb-b039-dc0b4e50012a service neutron] 10.222.0.44 "GET /v2.0/ports/209ab6e8-eeda-4627-af5b-3d7bb457be9b/bindings/n-h2-825175-4 HTTP/1.1" status: 200 len: 384 time: 0.1063426 May 05 21:47:29.848898 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-157b1fd7-1056-4e1a-94e8-b9eeeb36dba0 service neutron] 10.222.0.23 "GET /v2.0/networks/94805836-07a0-47ad-ab35-ba65d7a7da33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662077 May 05 21:47:29.864182 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76df7fc1-9e70-4e07-a9cd-c9ff65dd2953 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Router 8fc88137-3275-4db7-bc2e-9936958326ac has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:47:29.918735 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e4f11709-9400-45e7-a4ce-d59492aebe54 req-eff1bfaf-ee3e-4a7e-9aec-010f14edb094 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922891 May 05 21:47:30.084225 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-abacd4d1-ea6c-4742-a20f-746a07630533 service neutron] For port 209ab6e8-eeda-4627-af5b-3d7bb457be9b, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=209ab6e8-eeda-4627-af5b-3d7bb457be9b,segment=NetworkSegment(df9c57c2-52c8-43c0-981c-16fd110b1d0b),segment_id=df9c57c2-52c8-43c0-981c-16fd110b1d0b)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:47:30.109506 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-abacd4d1-ea6c-4742-a20f-746a07630533 service neutron] For port 209ab6e8-eeda-4627-af5b-3d7bb457be9b, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:47:30.161325 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-abacd4d1-ea6c-4742-a20f-746a07630533 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 209ab6e8-eeda-4627-af5b-3d7bb457be9b {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:47:30.176042 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-abacd4d1-ea6c-4742-a20f-746a07630533 service neutron] For port 209ab6e8-eeda-4627-af5b-3d7bb457be9b, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=209ab6e8-eeda-4627-af5b-3d7bb457be9b,segment=NetworkSegment(df9c57c2-52c8-43c0-981c-16fd110b1d0b),segment_id=df9c57c2-52c8-43c0-981c-16fd110b1d0b)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:47:30.196248 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-abacd4d1-ea6c-4742-a20f-746a07630533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:30.309465 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-76b211e5-f788-40e3-9da2-59c00fe6d50b service neutron] 10.222.0.23 "GET /v2.0/networks/94805836-07a0-47ad-ab35-ba65d7a7da33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4411116 May 05 21:47:30.321974 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-abacd4d1-ea6c-4742-a20f-746a07630533 service neutron] Transition to ACTIVE for port object 209ab6e8-eeda-4627-af5b-3d7bb457be9b will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:47:30.326318 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-abacd4d1-ea6c-4742-a20f-746a07630533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:30.522554 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a7983c3b-fae3-4b31-ab70-a01555fcdafe req-f6af6348-aa7f-445a-b89c-ed461e50d1d6 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:30.562775 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-b8c50cbd-6a44-4f3d-a071-cdb30c3db3dc service neutron] 10.222.0.23 "GET /v2.0/ports/538baf95-e3b5-4c0a-808d-33c668825b60?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.2400317 May 05 21:47:30.585775 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-abacd4d1-ea6c-4742-a20f-746a07630533 service neutron] No DVR routers for this DVR port 209ab6e8-eeda-4627-af5b-3d7bb457be9b on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:47:30.588421 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abacd4d1-ea6c-4742-a20f-746a07630533 service neutron] Pushing event updated for resources: {'Port': ['ID=209ab6e8-eeda-4627-af5b-3d7bb457be9b,revision_number=10']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:30.601929 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0274e3d5-3ad8-4158-b094-6d21480fb398 req-a94219e0-23c4-46d9-b2fb-cdd99dca1b31 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:30.603604 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0274e3d5-3ad8-4158-b094-6d21480fb398 req-a94219e0-23c4-46d9-b2fb-cdd99dca1b31 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/ports?device_id=109a0b9d-1422-4dd0-9265-689257361e81 HTTP/1.1" status: 200 len: 945 time: 0.5498216 May 05 21:47:30.641080 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-abacd4d1-ea6c-4742-a20f-746a07630533 service neutron] 10.222.0.44 "PUT /v2.0/ports/209ab6e8-eeda-4627-af5b-3d7bb457be9b/bindings/n-h2-825175-4/activate HTTP/1.1" status: 200 len: 369 time: 0.8697469 May 05 21:47:30.742022 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a7983c3b-fae3-4b31-ab70-a01555fcdafe req-f6af6348-aa7f-445a-b89c-ed461e50d1d6 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:30.785212 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-4c7bd5cb-cdd5-4088-a35d-1a0ec1c870f4 tempest-LiveMigrationTest-271875399 tempest-LiveMigrationTest-271875399-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=165e3d19-d7b0-474a-b06b-e64e6fe1293e&tenant_id=ea576b38215846aaa224b1aa35155ba3&binding%3Ahost_id=n-h1-825175-4 HTTP/1.1" status: 200 len: 1096 time: 0.0924525 May 05 21:47:30.825379 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '165e3d19-d7b0-474a-b06b-e64e6fe1293e', 'tag': '209ab6e8-eeda-4627-af5b-3d7bb457be9b'}, {'name': 'network-changed', 'server_uuid': '5840ae58-e97d-4be3-ba6f-ef73867df8dd', 'tag': '86c21d6c-c5ad-479f-b1c0-9fd55b3dfe67'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:47:30.837816 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0274e3d5-3ad8-4158-b094-6d21480fb398 req-1b48da34-26c2-4a89-b93a-fb2dc18c9cda tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ea35cbd-159b-4a97-ac8e-0ad5178ef2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763291 May 05 21:47:30.844906 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-045de730-26bc-4927-a63a-74830c9023bb service neutron] 10.222.0.23 "GET /v2.0/networks/94805836-07a0-47ad-ab35-ba65d7a7da33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681489 May 05 21:47:30.888101 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7983c3b-fae3-4b31-ab70-a01555fcdafe req-f6af6348-aa7f-445a-b89c-ed461e50d1d6 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Network 4988fe71-34c6-4737-ad2a-40f5327e7f0e is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:47:30.896030 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6af6348-aa7f-445a-b89c-ed461e50d1d6 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Pushing event updated for resources: {'Port': ['ID=9292ea20-238e-49f2-8ac1-998d58ffcc6a,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:30.896197 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-9f58e70a-c51b-4365-9c09-5c1e271cda14 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=165e3d19-d7b0-474a-b06b-e64e6fe1293e&tenant_id=ea576b38215846aaa224b1aa35155ba3 HTTP/1.1" status: 200 len: 1096 time: 0.1028681 May 05 21:47:30.897547 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-a7983c3b-fae3-4b31-ab70-a01555fcdafe req-f6af6348-aa7f-445a-b89c-ed461e50d1d6 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:47:30.905662 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7983c3b-fae3-4b31-ab70-a01555fcdafe req-f6af6348-aa7f-445a-b89c-ed461e50d1d6 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:47:30.994137 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 97f2ea67-e094-4767-b571-8c34f2ae8c40 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:47:31.020818 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-ccfc0ac1-ec58-446e-aa61-d1df56119a96 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea576b38215846aaa224b1aa35155ba3&device_id=165e3d19-d7b0-474a-b06b-e64e6fe1293e HTTP/1.1" status: 200 len: 1096 time: 0.0992231 May 05 21:47:31.072305 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port 97f2ea67-e094-4767-b571-8c34f2ae8c40 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:47:31.078392 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 97f2ea67-e094-4767-b571-8c34f2ae8c40 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:47:31.078511 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76df7fc1-9e70-4e07-a9cd-c9ff65dd2953 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:47:31.078791 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:31.095294 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7983c3b-fae3-4b31-ab70-a01555fcdafe req-f6af6348-aa7f-445a-b89c-ed461e50d1d6 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:31.095894 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a7983c3b-fae3-4b31-ab70-a01555fcdafe req-f6af6348-aa7f-445a-b89c-ed461e50d1d6 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:31.111053 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a2297c-86a3-4c47-abad-bf8088dc57e6 None None] Sync routers for ids ['8fc88137-3275-4db7-bc2e-9936958326ac'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:47:31.148606 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a2297c-86a3-4c47-abad-bf8088dc57e6 None None] Routers {'8fc88137-3275-4db7-bc2e-9936958326ac'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:47:31.149275 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-c4a2297c-86a3-4c47-abad-bf8088dc57e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:47:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8fc88137-3275-4db7-bc2e-9936958326ac'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:47:31.157070 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-76df7fc1-9e70-4e07-a9cd-c9ff65dd2953 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:31.217127 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-bf2aa2c2-eef3-438a-88c3-90840996d61c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:31.217127 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-bf2aa2c2-eef3-438a-88c3-90840996d61c service neutron] 10.222.0.32 "GET /v2.0/networks?id=d50665b6-9647-47f1-b718-b6ae7cd32366 HTTP/1.1" status: 200 len: 909 time: 0.1841393 May 05 21:47:31.229864 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-37f97b87-6d14-49ea-852c-49b59a0c01bf service neutron] 10.222.0.23 "GET /v2.0/networks/94805836-07a0-47ad-ab35-ba65d7a7da33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543239 May 05 21:47:31.325705 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-2a5b6dbd-1a83-42c9-a3e8-05739ccc8e83 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=209ab6e8-eeda-4627-af5b-3d7bb457be9b HTTP/1.1" status: 200 len: 217 time: 0.1051555 May 05 21:47:31.339158 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a7983c3b-fae3-4b31-ab70-a01555fcdafe req-f6af6348-aa7f-445a-b89c-ed461e50d1d6 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8724475 May 05 21:47:31.355069 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-a7983c3b-fae3-4b31-ab70-a01555fcdafe req-153d2b0c-354f-43e6-bcb5-089ebfbec12b service neutron] Request body: {'port': {'device_id': '516e0b7e-bb9b-42cb-b886-210ab219ec6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:47:31.385934 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:31.402489 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-40d3bff0-c830-494d-80b6-41c4d45de5b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:31.404630 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-40d3bff0-c830-494d-80b6-41c4d45de5b9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2ef0800d-de6f-466d-b35f-d1403d70c310 HTTP/1.1" status: 200 len: 848 time: 0.0711024 May 05 21:47:31.420471 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-c4a2297c-86a3-4c47-abad-bf8088dc57e6 None None] Set router 8fc88137-3275-4db7-bc2e-9936958326ac gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:47:31.433989 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-76df7fc1-9e70-4e07-a9cd-c9ff65dd2953 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "PUT /v2.0/floatingips/a95a7668-6fcf-4d47-8dee-9f2d5a877558 HTTP/1.1" status: 200 len: 992 time: 6.7129550 May 05 21:47:31.438246 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9978b89-a388-4e1f-ae58-d0f146c5b7c5', 'tag': '254d6486-a2f8-4ac2-8cd3-e9e223b202eb'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:47:31.473998 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-82592522-2e9a-4124-8900-b5cd6990be05 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d50665b6-9647-47f1-b718-b6ae7cd32366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630598 May 05 21:47:31.489065 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070d5e5-33a4-4a04-a3ed-2eedaf471d0b req-0d08d160-9e0c-4598-9e06-259b12bad1de tempest-ServerAddressesTestJSON-1042191164 tempest-ServerAddressesTestJSON-1042191164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:31.496565 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b070d5e5-33a4-4a04-a3ed-2eedaf471d0b req-0d08d160-9e0c-4598-9e06-259b12bad1de tempest-ServerAddressesTestJSON-1042191164 tempest-ServerAddressesTestJSON-1042191164-project] 10.222.0.23 "GET /v2.0/ports?device_id=5840ae58-e97d-4be3-ba6f-ef73867df8dd HTTP/1.1" status: 200 len: 943 time: 0.4920218 May 05 21:47:31.516863 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '109a0b9d-1422-4dd0-9265-689257361e81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f2ea67-e094-4767-b571-8c34f2ae8c40'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:47:31.554034 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 97f2ea67-e094-4767-b571-8c34f2ae8c40, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=97f2ea67-e094-4767-b571-8c34f2ae8c40,segment=NetworkSegment(e9759abe-2932-4e54-a1fb-2399ee430195),segment_id=e9759abe-2932-4e54-a1fb-2399ee430195)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:47:31.564894 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:31.584221 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-c98c0787-5aac-45b9-ad47-38ed6c665ac6 service neutron] 10.222.0.23 "GET /v2.0/networks/94805836-07a0-47ad-ab35-ba65d7a7da33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594322 May 05 21:47:31.703952 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a7983c3b-fae3-4b31-ab70-a01555fcdafe req-153d2b0c-354f-43e6-bcb5-089ebfbec12b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:31.715913 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-3212af03-fd18-42d9-83f8-b44cc3645ca2 service neutron] 10.222.0.32 "GET /v2.0/networks/d50665b6-9647-47f1-b718-b6ae7cd32366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356791 May 05 21:47:31.760352 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=97f2ea67-e094-4767-b571-8c34f2ae8c40,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:31.771678 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b070d5e5-33a4-4a04-a3ed-2eedaf471d0b req-0aa4667b-8a0f-40e9-8093-a0d8357a61c7 tempest-ServerAddressesTestJSON-1042191164 tempest-ServerAddressesTestJSON-1042191164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c81d62-7340-4ce0-b3ef-d8837116671a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739735 May 05 21:47:31.834337 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-8b36ffcf-c81a-4106-bd06-bac94028d6ec service neutron] 10.222.0.23 "GET /v2.0/networks/94805836-07a0-47ad-ab35-ba65d7a7da33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410026 May 05 21:47:31.902252 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-bb09c4d6-1978-4f07-ad13-898e288d74b6 service neutron] 10.222.0.32 "GET /v2.0/networks/d50665b6-9647-47f1-b718-b6ae7cd32366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785812 May 05 21:47:31.905324 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 86c21d6c-c5ad-479f-b1c0-9fd55b3dfe67 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:47:31.912129 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 209ab6e8-eeda-4627-af5b-3d7bb457be9b no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:47:32.128760 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 209ab6e8-eeda-4627-af5b-3d7bb457be9b not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:47:32.213157 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 86c21d6c-c5ad-479f-b1c0-9fd55b3dfe67, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=86c21d6c-c5ad-479f-b1c0-9fd55b3dfe67,segment=NetworkSegment(1184e18e-cbaa-4e58-af56-9f640dd13583),segment_id=1184e18e-cbaa-4e58-af56-9f640dd13583)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:47:32.238634 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '86c21d6c-c5ad-479f-b1c0-9fd55b3dfe67', 'network_id': '21ed081d-fe3d-4ca2-bb6a-815cbcaf596c', 'port_id': '86c21d6c-c5ad-479f-b1c0-9fd55b3dfe67', 'mac_address': 'fa:16:3e:3c:56:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7feb4980-afd9-44c7-8ab6-768fdb8191b6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:47:32.245147 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-be16ff3e-18e0-4efa-9766-bab271ef3ed1 service neutron] 10.222.0.23 "GET /v2.0/networks/94805836-07a0-47ad-ab35-ba65d7a7da33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4095695 May 05 21:47:32.246922 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-c4a2297c-86a3-4c47-abad-bf8088dc57e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc88137-3275-4db7-bc2e-9936958326ac', 'name': 'tempest-ServerActionsTestJSON-2136586527-router', 'tenant_id': '0eb82da6a4bc47a2ae0058d78ca21e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '492005b6-aae6-49d6-8896-2a21bd3e474b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:46:14Z', 'updated_at': '2022-05-05T21:46:38Z', 'revision_number': 4, 'project_id': '0eb82da6a4bc47a2ae0058d78ca21e92', 'gw_port': {'id': '492005b6-aae6-49d6-8896-2a21bd3e474b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc88137-3275-4db7-bc2e-9936958326ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:46:17Z', 'updated_at': '2022-05-05T21:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': 'a95a7668-6fcf-4d47-8dee-9f2d5a877558', 'tenant_id': '0eb82da6a4bc47a2ae0058d78ca21e92', 'floating_ip_address': '172.25.4.155', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '8fc88137-3275-4db7-bc2e-9936958326ac', 'port_id': '254d6486-a2f8-4ac2-8cd3-e9e223b202eb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f33cead3-3472-4ef7-9cf3-a35684adef89', 'mac_address': 'fa:16:3e:85:0d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9978b89-a388-4e1f-ae58-d0f146c5b7c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:46:53Z', 'updated_at': '2022-05-05T21:47:26Z', 'revision_number': 1, 'project_id': '0eb82da6a4bc47a2ae0058d78ca21e92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63e74258-3e07-4692-99fd-674df226b289', 'name': '', 'network_id': 'f33cead3-3472-4ef7-9cf3-a35684adef89', 'tenant_id': '0eb82da6a4bc47a2ae0058d78ca21e92', 'mac_address': 'fa:16:3e:a2:58:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc88137-3275-4db7-bc2e-9936958326ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d5de724-e15a-4a3a-8314-05869a0cf070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:46:36Z', 'updated_at': '2022-05-05T21:47:06Z', 'revision_number': 5, 'project_id': '0eb82da6a4bc47a2ae0058d78ca21e92', 'subnets': [{'id': '7d5de724-e15a-4a3a-8314-05869a0cf070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:47:32.295982 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a2297c-86a3-4c47-abad-bf8088dc57e6 None None] Checking router: 8fc88137-3275-4db7-bc2e-9936958326ac for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:47:32.326397 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:32.338176 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a2297c-86a3-4c47-abad-bf8088dc57e6 None None] Routers {'8fc88137-3275-4db7-bc2e-9936958326ac'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:47:32.338936 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-c4a2297c-86a3-4c47-abad-bf8088dc57e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:47:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8fc88137-3275-4db7-bc2e-9936958326ac'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:47:32.461778 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86c21d6c-c5ad-479f-b1c0-9fd55b3dfe67 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:47:32.467362 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-d7f6c6bf-de22-426c-8d48-7f254cebb03a tempest-LiveMigrationTest-271875399 tempest-LiveMigrationTest-271875399-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=165e3d19-d7b0-474a-b06b-e64e6fe1293e&tenant_id=ea576b38215846aaa224b1aa35155ba3&binding%3Ahost_id=n-h2-825175-4 HTTP/1.1" status: 200 len: 1096 time: 0.1399884 May 05 21:47:32.540250 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 86c21d6c-c5ad-479f-b1c0-9fd55b3dfe67, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=86c21d6c-c5ad-479f-b1c0-9fd55b3dfe67,segment=NetworkSegment(1184e18e-cbaa-4e58-af56-9f640dd13583),segment_id=1184e18e-cbaa-4e58-af56-9f640dd13583)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:47:32.559735 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:32.679737 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=86c21d6c-c5ad-479f-b1c0-9fd55b3dfe67,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:32.681600 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-31b9e508-c38f-441c-bec6-b9dbe9098a87 service neutron] For port 209ab6e8-eeda-4627-af5b-3d7bb457be9b, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:47:32.689485 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-c4a2297c-86a3-4c47-abad-bf8088dc57e6 None None] Set router 8fc88137-3275-4db7-bc2e-9936958326ac gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:47:32.697030 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-31b9e508-c38f-441c-bec6-b9dbe9098a87 service neutron] Notify callbacks [] for binding, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:32.698075 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a9c9644f-0f16-4e7f-9fd4-d78bc2cef290 req-31b9e508-c38f-441c-bec6-b9dbe9098a87 service neutron] 10.222.0.32 "DELETE /v2.0/ports/209ab6e8-eeda-4627-af5b-3d7bb457be9b/bindings/n-h1-825175-4 HTTP/1.1" status: 204 len: 173 time: 0.2298307 May 05 21:47:32.789375 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-2795e7bf-486f-4ce7-a0e2-bd8f9bb2ecbf service neutron] 10.222.0.23 "GET /v2.0/networks/94805836-07a0-47ad-ab35-ba65d7a7da33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5437567 May 05 21:47:32.822348 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-a7983c3b-fae3-4b31-ab70-a01555fcdafe req-153d2b0c-354f-43e6-bcb5-089ebfbec12b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9292ea20-238e-49f2-8ac1-998d58ffcc6a {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:47:32.833058 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['86c21d6c-c5ad-479f-b1c0-9fd55b3dfe67'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:47:32.976948 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-1265ab49-469f-4afe-ab9c-d8df89125b20 service neutron] 10.222.0.23 "GET /v2.0/networks/53a49f5d-26b7-49e3-a8d3-0afbfe056e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794872 May 05 21:47:33.137537 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a7983c3b-fae3-4b31-ab70-a01555fcdafe req-153d2b0c-354f-43e6-bcb5-089ebfbec12b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:33.148138 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-2631f052-e6a2-4ecc-ab6c-17dad6e920dc service neutron] 10.222.0.23 "GET /v2.0/networks/53a49f5d-26b7-49e3-a8d3-0afbfe056e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702867 May 05 21:47:33.246351 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-a7983c3b-fae3-4b31-ab70-a01555fcdafe req-153d2b0c-354f-43e6-bcb5-089ebfbec12b service neutron] Transition to ACTIVE for port object 9292ea20-238e-49f2-8ac1-998d58ffcc6a will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:47:33.262476 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a7983c3b-fae3-4b31-ab70-a01555fcdafe req-153d2b0c-354f-43e6-bcb5-089ebfbec12b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:33.291427 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-c4a2297c-86a3-4c47-abad-bf8088dc57e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc88137-3275-4db7-bc2e-9936958326ac', 'name': 'tempest-ServerActionsTestJSON-2136586527-router', 'tenant_id': '0eb82da6a4bc47a2ae0058d78ca21e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '492005b6-aae6-49d6-8896-2a21bd3e474b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:46:14Z', 'updated_at': '2022-05-05T21:46:38Z', 'revision_number': 4, 'project_id': '0eb82da6a4bc47a2ae0058d78ca21e92', 'gw_port': {'id': '492005b6-aae6-49d6-8896-2a21bd3e474b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc88137-3275-4db7-bc2e-9936958326ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:46:17Z', 'updated_at': '2022-05-05T21:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': 'a95a7668-6fcf-4d47-8dee-9f2d5a877558', 'tenant_id': '0eb82da6a4bc47a2ae0058d78ca21e92', 'floating_ip_address': '172.25.4.155', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '8fc88137-3275-4db7-bc2e-9936958326ac', 'port_id': '254d6486-a2f8-4ac2-8cd3-e9e223b202eb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f33cead3-3472-4ef7-9cf3-a35684adef89', 'mac_address': 'fa:16:3e:85:0d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9978b89-a388-4e1f-ae58-d0f146c5b7c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:46:53Z', 'updated_at': '2022-05-05T21:47:26Z', 'revision_number': 1, 'project_id': '0eb82da6a4bc47a2ae0058d78ca21e92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63e74258-3e07-4692-99fd-674df226b289', 'name': '', 'network_id': 'f33cead3-3472-4ef7-9cf3-a35684adef89', 'tenant_id': '0eb82da6a4bc47a2ae0058d78ca21e92', 'mac_address': 'fa:16:3e:a2:58:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc88137-3275-4db7-bc2e-9936958326ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d5de724-e15a-4a3a-8314-05869a0cf070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:46:36Z', 'updated_at': '2022-05-05T21:47:06Z', 'revision_number': 5, 'project_id': '0eb82da6a4bc47a2ae0058d78ca21e92', 'subnets': [{'id': '7d5de724-e15a-4a3a-8314-05869a0cf070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:47:33.296951 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a2297c-86a3-4c47-abad-bf8088dc57e6 None None] The sync data for ids ['8fc88137-3275-4db7-bc2e-9936958326ac'] in n-d-825175-4 is: [{'id': '8fc88137-3275-4db7-bc2e-9936958326ac', 'name': 'tempest-ServerActionsTestJSON-2136586527-router', 'tenant_id': '0eb82da6a4bc47a2ae0058d78ca21e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '492005b6-aae6-49d6-8896-2a21bd3e474b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:46:14Z', 'updated_at': '2022-05-05T21:46:38Z', 'revision_number': 4, 'project_id': '0eb82da6a4bc47a2ae0058d78ca21e92', 'gw_port': {'id': '492005b6-aae6-49d6-8896-2a21bd3e474b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc88137-3275-4db7-bc2e-9936958326ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:46:17Z', 'updated_at': '2022-05-05T21:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': 'a95a7668-6fcf-4d47-8dee-9f2d5a877558', 'tenant_id': '0eb82da6a4bc47a2ae0058d78ca21e92', 'floating_ip_address': '172.25.4.155', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '8fc88137-3275-4db7-bc2e-9936958326ac', 'port_id': '254d6486-a2f8-4ac2-8cd3-e9e223b202eb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f33cead3-3472-4ef7-9cf3-a35684adef89', 'mac_address': 'fa:16:3e:85:0d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9978b89-a388-4e1f-ae58-d0f146c5b7c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:46:53Z', 'updated_at': '2022-05-05T21:47:26Z', 'revision_number': 1, 'project_id': '0eb82da6a4bc47a2ae0058d78ca21e92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63e74258-3e07-4692-99fd-674df226b289', 'name': '', 'network_id': 'f33cead3-3472-4ef7-9cf3-a35684adef89', 'tenant_id': '0eb82da6a4bc47a2ae0058d78ca21e92', 'mac_address': 'fa:16:3e:a2:58:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc88137-3275-4db7-bc2e-9936958326ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d5de724-e15a-4a3a-8314-05869a0cf070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:46:36Z', 'updated_at': '2022-05-05T21:47:06Z', 'revision_number': 5, 'project_id': '0eb82da6a4bc47a2ae0058d78ca21e92', 'subnets': [{'id': '7d5de724-e15a-4a3a-8314-05869a0cf070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:47:33.335032 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab66fe6e-c3c0-4eca-b1cc-f543826a74fb req-03e1828b-c304-4f84-ac77-c3894bda8744 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:33.335548 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-ab66fe6e-c3c0-4eca-b1cc-f543826a74fb req-03e1828b-c304-4f84-ac77-c3894bda8744 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Synchronizing usage tracker for tenant:5a55f0e1fc854ae480e2f7b2fc73c270 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:47:33.441622 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-ab66fe6e-c3c0-4eca-b1cc-f543826a74fb req-03e1828b-c304-4f84-ac77-c3894bda8744 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Unset dirty status for tenant:5a55f0e1fc854ae480e2f7b2fc73c270 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:47:33.442982 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ab66fe6e-c3c0-4eca-b1cc-f543826a74fb req-03e1828b-c304-4f84-ac77-c3894bda8744 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=516e0b7e-bb9b-42cb-b886-210ab219ec6d HTTP/1.1" status: 200 len: 932 time: 0.8013134 May 05 21:47:33.465082 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-8b04131f-97af-4272-b60f-7ba1a602d059 service neutron] 10.222.0.23 "GET /v2.0/networks/53a49f5d-26b7-49e3-a8d3-0afbfe056e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158407 May 05 21:47:33.465850 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153d2b0c-354f-43e6-bcb5-089ebfbec12b service neutron] Pushing event updated for resources: {'Port': ['ID=9292ea20-238e-49f2-8ac1-998d58ffcc6a,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:33.690721 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ab66fe6e-c3c0-4eca-b1cc-f543826a74fb req-45f7c204-c0cb-4194-834e-114c22554711 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354615 May 05 21:47:33.746184 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-2724898e-cd86-4b01-a1ca-42ae383fd58e service neutron] 10.222.0.23 "GET /v2.0/networks/53a49f5d-26b7-49e3-a8d3-0afbfe056e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653327 May 05 21:47:33.754035 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-a7983c3b-fae3-4b31-ab70-a01555fcdafe req-153d2b0c-354f-43e6-bcb5-089ebfbec12b service neutron] Attempting to bind port 9292ea20-238e-49f2-8ac1-998d58ffcc6a on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:47:33.754504 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-a7983c3b-fae3-4b31-ab70-a01555fcdafe req-153d2b0c-354f-43e6-bcb5-089ebfbec12b service neutron] Attempting to bind port 9292ea20-238e-49f2-8ac1-998d58ffcc6a by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'bb53319d-02d7-4ee5-a402-d07603ca726a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '4988fe71-34c6-4737-ad2a-40f5327e7f0e'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:47:33.754993 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7983c3b-fae3-4b31-ab70-a01555fcdafe req-153d2b0c-354f-43e6-bcb5-089ebfbec12b service neutron] Attempting to bind port 9292ea20-238e-49f2-8ac1-998d58ffcc6a on network 4988fe71-34c6-4737-ad2a-40f5327e7f0e {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:47:33.762482 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7983c3b-fae3-4b31-ab70-a01555fcdafe req-153d2b0c-354f-43e6-bcb5-089ebfbec12b service neutron] Port 9292ea20-238e-49f2-8ac1-998d58ffcc6a on network 4988fe71-34c6-4737-ad2a-40f5327e7f0e not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:47:33.762948 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7983c3b-fae3-4b31-ab70-a01555fcdafe req-153d2b0c-354f-43e6-bcb5-089ebfbec12b service neutron] Attempting to bind port 9292ea20-238e-49f2-8ac1-998d58ffcc6a on network 4988fe71-34c6-4737-ad2a-40f5327e7f0e {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:47:33.769641 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7983c3b-fae3-4b31-ab70-a01555fcdafe req-153d2b0c-354f-43e6-bcb5-089ebfbec12b service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:47:33.770166 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7983c3b-fae3-4b31-ab70-a01555fcdafe req-153d2b0c-354f-43e6-bcb5-089ebfbec12b service neutron] Checking segment: {'id': 'bb53319d-02d7-4ee5-a402-d07603ca726a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '4988fe71-34c6-4737-ad2a-40f5327e7f0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:47:33.770706 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7983c3b-fae3-4b31-ab70-a01555fcdafe req-153d2b0c-354f-43e6-bcb5-089ebfbec12b service neutron] Bound using segment: {'id': 'bb53319d-02d7-4ee5-a402-d07603ca726a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '4988fe71-34c6-4737-ad2a-40f5327e7f0e'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:47:33.771259 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-a7983c3b-fae3-4b31-ab70-a01555fcdafe req-153d2b0c-354f-43e6-bcb5-089ebfbec12b service neutron] Bound port: 9292ea20-238e-49f2-8ac1-998d58ffcc6a, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb53319d-02d7-4ee5-a402-d07603ca726a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '4988fe71-34c6-4737-ad2a-40f5327e7f0e'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:47:33.771736 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a7983c3b-fae3-4b31-ab70-a01555fcdafe req-153d2b0c-354f-43e6-bcb5-089ebfbec12b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:33.792043 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-feba8e85-0972-437d-afc3-5e32fffdd4d1'] response: {'name': 'network-changed', 'server_uuid': '165e3d19-d7b0-474a-b06b-e64e6fe1293e', 'tag': '209ab6e8-eeda-4627-af5b-3d7bb457be9b', 'status': 'completed', 'code': 200} May 05 21:47:33.792500 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-feba8e85-0972-437d-afc3-5e32fffdd4d1'] response: {'name': 'network-changed', 'server_uuid': '5840ae58-e97d-4be3-ba6f-ef73867df8dd', 'tag': '86c21d6c-c5ad-479f-b1c0-9fd55b3dfe67', 'status': 'completed', 'code': 200} May 05 21:47:33.897335 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-a7983c3b-fae3-4b31-ab70-a01555fcdafe req-153d2b0c-354f-43e6-bcb5-089ebfbec12b service neutron] For port 9292ea20-238e-49f2-8ac1-998d58ffcc6a, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:47:33.905344 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-a7983c3b-fae3-4b31-ab70-a01555fcdafe req-153d2b0c-354f-43e6-bcb5-089ebfbec12b service neutron] For port 9292ea20-238e-49f2-8ac1-998d58ffcc6a, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=9292ea20-238e-49f2-8ac1-998d58ffcc6a,segment=NetworkSegment(bb53319d-02d7-4ee5-a402-d07603ca726a),segment_id=bb53319d-02d7-4ee5-a402-d07603ca726a)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:47:33.906224 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 86c21d6c-c5ad-479f-b1c0-9fd55b3dfe67 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:47:33.913715 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a7983c3b-fae3-4b31-ab70-a01555fcdafe req-153d2b0c-354f-43e6-bcb5-089ebfbec12b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:33.957516 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b336f882-526e-4342-bfe5-63ae2180b78c req-a60395c8-37d1-4b68-bdfa-caa7b145067a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ea576b38215846aaa224b1aa35155ba3&device_id=165e3d19-d7b0-474a-b06b-e64e6fe1293e HTTP/1.1" status: 200 len: 1096 time: 0.1399589 May 05 21:47:34.038971 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a7983c3b-fae3-4b31-ab70-a01555fcdafe req-153d2b0c-354f-43e6-bcb5-089ebfbec12b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:34.040497 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a7983c3b-fae3-4b31-ab70-a01555fcdafe req-153d2b0c-354f-43e6-bcb5-089ebfbec12b service neutron] 10.222.0.32 "PUT /v2.0/ports/9292ea20-238e-49f2-8ac1-998d58ffcc6a HTTP/1.1" status: 200 len: 1092 time: 2.6914198 May 05 21:47:34.154788 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 86c21d6c-c5ad-479f-b1c0-9fd55b3dfe67 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:47:34.161604 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 86c21d6c-c5ad-479f-b1c0-9fd55b3dfe67 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:47:34.161848 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:34.341595 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336f882-526e-4342-bfe5-63ae2180b78c req-6faa7978-779c-474b-94c5-e482b62e9305 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:34.343766 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b336f882-526e-4342-bfe5-63ae2180b78c req-6faa7978-779c-474b-94c5-e482b62e9305 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d50665b6-9647-47f1-b718-b6ae7cd32366 HTTP/1.1" status: 200 len: 909 time: 0.3762131 May 05 21:47:34.383067 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:34.418807 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153d2b0c-354f-43e6-bcb5-089ebfbec12b service neutron] Pushing event updated for resources: {'Port': ['ID=9292ea20-238e-49f2-8ac1-998d58ffcc6a,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:34.434975 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 86c21d6c-c5ad-479f-b1c0-9fd55b3dfe67, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=86c21d6c-c5ad-479f-b1c0-9fd55b3dfe67,segment=NetworkSegment(1184e18e-cbaa-4e58-af56-9f640dd13583),segment_id=1184e18e-cbaa-4e58-af56-9f640dd13583)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:47:34.445374 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:34.469353 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b336f882-526e-4342-bfe5-63ae2180b78c req-10228b3e-22f2-4160-a1ca-19610159a94e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=209ab6e8-eeda-4627-af5b-3d7bb457be9b HTTP/1.1" status: 200 len: 217 time: 0.1189296 May 05 21:47:34.481212 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a7983c3b-fae3-4b31-ab70-a01555fcdafe req-f8072389-53b5-45eb-b220-5b4948af42f7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5a55f0e1fc854ae480e2f7b2fc73c270&device_id=516e0b7e-bb9b-42cb-b886-210ab219ec6d HTTP/1.1" status: 200 len: 1095 time: 0.3935382 May 05 21:47:34.549601 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=86c21d6c-c5ad-479f-b1c0-9fd55b3dfe67,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:34.607010 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336f882-526e-4342-bfe5-63ae2180b78c req-a0eaa5fe-0649-477f-880a-a17d49dc4ecc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:34.608909 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b336f882-526e-4342-bfe5-63ae2180b78c req-a0eaa5fe-0649-477f-880a-a17d49dc4ecc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2ef0800d-de6f-466d-b35f-d1403d70c310 HTTP/1.1" status: 200 len: 848 time: 0.1333580 May 05 21:47:34.627778 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e956def1-34dd-4a46-a630-6a8c43dc0e10 req-3f3bf980-7351-4f11-bd65-f3f57326599e tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:34.629331 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e956def1-34dd-4a46-a630-6a8c43dc0e10 req-3f3bf980-7351-4f11-bd65-f3f57326599e tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=165e3d19-d7b0-474a-b06b-e64e6fe1293e HTTP/1.1" status: 200 len: 945 time: 0.3611834 May 05 21:47:34.632019 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a7983c3b-fae3-4b31-ab70-a01555fcdafe req-a644bcff-1963-4e4b-b1bc-70d4d9d01f33 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9292ea20-238e-49f2-8ac1-998d58ffcc6a HTTP/1.1" status: 200 len: 217 time: 0.1334393 May 05 21:47:34.665244 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b336f882-526e-4342-bfe5-63ae2180b78c req-61db54ae-c4e9-43c6-80b8-34c5b9e5f33e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d50665b6-9647-47f1-b718-b6ae7cd32366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425274 May 05 21:47:34.665244 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b336f882-526e-4342-bfe5-63ae2180b78c req-f757df87-e0ba-478d-916a-35ba87cf252d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1b118ade69e34fa3be599d5412302063&device_id=5840ae58-e97d-4be3-ba6f-ef73867df8dd HTTP/1.1" status: 200 len: 1095 time: 0.8539453 May 05 21:47:34.749179 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e956def1-34dd-4a46-a630-6a8c43dc0e10 req-6c904ebc-a237-4351-b7ba-a6c17a2c996c tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137133 May 05 21:47:34.756764 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7983c3b-fae3-4b31-ab70-a01555fcdafe req-2018b986-95bd-4d6e-8492-b30a352569d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:34.758386 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a7983c3b-fae3-4b31-ab70-a01555fcdafe req-2018b986-95bd-4d6e-8492-b30a352569d7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b652dcd0-731b-4d23-9d82-356eea5d9656 HTTP/1.1" status: 200 len: 852 time: 0.1036413 May 05 21:47:34.818877 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a7983c3b-fae3-4b31-ab70-a01555fcdafe req-33d8cab2-73df-46b1-ae97-d2e613d3b301 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4988fe71-34c6-4737-ad2a-40f5327e7f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532665 May 05 21:47:35.058380 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bba56caf-21d0-4a06-9a14-c12106cfe930'] response: {'server_uuid': '109a0b9d-1422-4dd0-9265-689257361e81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f2ea67-e094-4767-b571-8c34f2ae8c40', 'code': 200} May 05 21:47:35.090939 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b336f882-526e-4342-bfe5-63ae2180b78c req-1d052141-5628-4f82-a096-5f68b33e9535 service neutron] 10.222.0.32 "GET /v2.0/networks/d50665b6-9647-47f1-b718-b6ae7cd32366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4229648 May 05 21:47:35.092423 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336f882-526e-4342-bfe5-63ae2180b78c req-bd83549a-b159-4d46-974c-c9c49e3f9cb5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:35.093977 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b336f882-526e-4342-bfe5-63ae2180b78c req-bd83549a-b159-4d46-974c-c9c49e3f9cb5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=21ed081d-fe3d-4ca2-bb6a-815cbcaf596c HTTP/1.1" status: 200 len: 914 time: 0.3983784 May 05 21:47:35.137192 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11eceda8-52cf-418c-b4d4-60cee0880ff5'] response: {'name': 'network-changed', 'server_uuid': 'c9978b89-a388-4e1f-ae58-d0f146c5b7c5', 'tag': '254d6486-a2f8-4ac2-8cd3-e9e223b202eb', 'status': 'completed', 'code': 200} May 05 21:47:35.298785 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b336f882-526e-4342-bfe5-63ae2180b78c req-b8ccce68-4d04-433d-917c-1399eadc4724 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86c21d6c-c5ad-479f-b1c0-9fd55b3dfe67 HTTP/1.1" status: 200 len: 217 time: 0.1803181 May 05 21:47:35.365655 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a7983c3b-fae3-4b31-ab70-a01555fcdafe req-2d2d9b30-fc0b-4a15-9414-d02fed1ac749 service neutron] 10.222.0.32 "GET /v2.0/networks/4988fe71-34c6-4737-ad2a-40f5327e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5389445 May 05 21:47:35.376604 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e4c1cb05-9ac2-408d-8f31-cad3ef135514 req-aa66a8d4-ca87-4a57-a55d-6f2d44b5bf4b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0eb82da6a4bc47a2ae0058d78ca21e92&device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 1097 time: 0.2760108 May 05 21:47:35.409689 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b336f882-526e-4342-bfe5-63ae2180b78c req-d86d9b17-414f-4cec-8c40-ee189b301181 service neutron] 10.222.0.32 "GET /v2.0/networks/d50665b6-9647-47f1-b718-b6ae7cd32366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124428 May 05 21:47:35.415376 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336f882-526e-4342-bfe5-63ae2180b78c req-ea0026ca-a2ec-455f-9242-05af438f5490 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:35.416742 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b336f882-526e-4342-bfe5-63ae2180b78c req-ea0026ca-a2ec-455f-9242-05af438f5490 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7feb4980-afd9-44c7-8ab6-768fdb8191b6 HTTP/1.1" status: 200 len: 853 time: 0.1049106 May 05 21:47:35.420534 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-eef3946c-1887-4458-87e8-d56db29e9166 req-07dd9c37-f04b-4b3f-b14e-8051ff078467 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=109a0b9d-1422-4dd0-9265-689257361e81 HTTP/1.1" status: 200 len: 1097 time: 0.2433200 May 05 21:47:35.448323 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23a6780-7990-435c-b8d9-7091f4adead7 req-f6fffc72-5356-4ba6-b9ab-f4d6dbf924f8 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:35.451134 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c23a6780-7990-435c-b8d9-7091f4adead7 req-f6fffc72-5356-4ba6-b9ab-f4d6dbf924f8 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 946 time: 0.3518744 May 05 21:47:35.478095 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b336f882-526e-4342-bfe5-63ae2180b78c req-e20d3853-5a87-4ef6-9a7b-042dd16aab8f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=21ed081d-fe3d-4ca2-bb6a-815cbcaf596c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542593 May 05 21:47:35.512254 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:35.529155 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-eef3946c-1887-4458-87e8-d56db29e9166 req-c7d06da8-5e18-40db-a85b-de4a5cef5e8d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9ea35cbd-159b-4a97-ac8e-0ad5178ef2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716777 May 05 21:47:35.606960 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3845f9-146e-4928-a8a4-c6d9dc0bdc81 req-15e926bd-71c4-4f6b-8a9c-e89f62356738 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:35.608519 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0f3845f9-146e-4928-a8a4-c6d9dc0bdc81 req-15e926bd-71c4-4f6b-8a9c-e89f62356738 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/ports?device_id=109a0b9d-1422-4dd0-9265-689257361e81 HTTP/1.1" status: 200 len: 946 time: 0.3873043 May 05 21:47:35.669298 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:35.677853 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b336f882-526e-4342-bfe5-63ae2180b78c req-b23531f1-05f1-4b96-becf-aca5b8fb5c34 service neutron] 10.222.0.44 "GET /v2.0/networks/21ed081d-fe3d-4ca2-bb6a-815cbcaf596c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929784 May 05 21:47:35.718648 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c23a6780-7990-435c-b8d9-7091f4adead7 req-05475ec2-ba0d-4a8c-ac8b-6f43774cc787 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2192709 May 05 21:47:35.734332 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1cb05-9ac2-408d-8f31-cad3ef135514 req-02ccb1f0-58ff-4e30-a457-6440d2755f06 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:35.735793 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e4c1cb05-9ac2-408d-8f31-cad3ef135514 req-02ccb1f0-58ff-4e30-a457-6440d2755f06 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f33cead3-3472-4ef7-9cf3-a35684adef89 HTTP/1.1" status: 200 len: 913 time: 0.3322074 May 05 21:47:35.739280 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a7983c3b-fae3-4b31-ab70-a01555fcdafe req-339a4b62-2cba-44e1-9001-85ddfac41216 service neutron] 10.222.0.32 "GET /v2.0/networks/4988fe71-34c6-4737-ad2a-40f5327e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618288 May 05 21:47:35.800498 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0f3845f9-146e-4928-a8a4-c6d9dc0bdc81 req-f5d60cd7-b00b-4d23-9dec-f701fc84d228 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ea35cbd-159b-4a97-ac8e-0ad5178ef2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725793 May 05 21:47:35.868084 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b336f882-526e-4342-bfe5-63ae2180b78c req-f3955fc8-5718-488b-8ab9-24f71e38ada7 service neutron] 10.222.0.44 "GET /v2.0/networks/21ed081d-fe3d-4ca2-bb6a-815cbcaf596c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827593 May 05 21:47:35.897822 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e4c1cb05-9ac2-408d-8f31-cad3ef135514 req-9934cf61-0796-4c65-beeb-86be74c4817d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=254d6486-a2f8-4ac2-8cd3-e9e223b202eb HTTP/1.1" status: 200 len: 1000 time: 0.1495550 May 05 21:47:36.054562 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1cb05-9ac2-408d-8f31-cad3ef135514 req-121e5aa1-15a0-48b3-8ada-526ad3c24285 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:36.055992 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e4c1cb05-9ac2-408d-8f31-cad3ef135514 req-121e5aa1-15a0-48b3-8ada-526ad3c24285 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7d5de724-e15a-4a3a-8314-05869a0cf070 HTTP/1.1" status: 200 len: 851 time: 0.1503019 May 05 21:47:36.157406 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba3ca8-864c-4822-b495-a6a20cb3699b req-ec830600-42f7-4e3b-b4b0-1940cc31ca8d tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:36.158849 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-89ba3ca8-864c-4822-b495-a6a20cb3699b req-ec830600-42f7-4e3b-b4b0-1940cc31ca8d tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=516e0b7e-bb9b-42cb-b886-210ab219ec6d HTTP/1.1" status: 200 len: 944 time: 0.2096806 May 05 21:47:36.164795 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e082ecba-633f-4042-baa4-68ac4ea140ef req-2c4e6854-7c9e-4126-a4e6-8e79d4851d0b tempest-ServerAddressesTestJSON-1042191164 tempest-ServerAddressesTestJSON-1042191164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:36.166130 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e082ecba-633f-4042-baa4-68ac4ea140ef req-2c4e6854-7c9e-4126-a4e6-8e79d4851d0b tempest-ServerAddressesTestJSON-1042191164 tempest-ServerAddressesTestJSON-1042191164-project] 10.222.0.23 "GET /v2.0/ports?device_id=5840ae58-e97d-4be3-ba6f-ef73867df8dd HTTP/1.1" status: 200 len: 945 time: 0.2206869 May 05 21:47:36.229894 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e4c1cb05-9ac2-408d-8f31-cad3ef135514 req-3b7f49e2-7681-4a9e-a216-39a3323772ad service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f33cead3-3472-4ef7-9cf3-a35684adef89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1656835 May 05 21:47:36.278323 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-d201489e-2053-4679-ba59-8c8e36d1f720 service neutron] 10.222.0.44 "GET /v2.0/ports/34649ace-f82b-4ccc-974a-1666bac9e23b HTTP/1.1" status: 200 len: 1028 time: 0.0745373 May 05 21:47:36.327607 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-89ba3ca8-864c-4822-b495-a6a20cb3699b req-faa28561-4a54-4208-adf7-a49e69447c6c tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605244 May 05 21:47:36.343265 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e082ecba-633f-4042-baa4-68ac4ea140ef req-b6c6e9a0-afd5-4614-8d52-2edb0812db0d tempest-ServerAddressesTestJSON-1042191164 tempest-ServerAddressesTestJSON-1042191164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c81d62-7340-4ce0-b3ef-d8837116671a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587336 May 05 21:47:36.407827 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-db9b5f8f-a311-4ec4-b9be-18a5f5136c69 service neutron] 10.222.0.44 "GET /v2.0/ports/538baf95-e3b5-4c0a-808d-33c668825b60 HTTP/1.1" status: 200 len: 1026 time: 0.1231484 May 05 21:47:36.412329 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07438d4c-e8eb-4e8a-939f-948e43b6e866 None None] New status for floating IP a95a7668-6fcf-4d47-8dee-9f2d5a877558: ACTIVE {{(pid=84068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 21:47:36.476209 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e4c1cb05-9ac2-408d-8f31-cad3ef135514 req-054cc438-6ed4-4379-af65-4856af232a12 service neutron] 10.222.0.44 "GET /v2.0/networks/f33cead3-3472-4ef7-9cf3-a35684adef89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387817 May 05 21:47:36.659627 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd028530-8eac-4d85-90ec-a01495955140 req-1f2cb503-123f-4f14-9918-af31390c0956 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:36.660970 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-20deeeb0-d47b-4a65-99a7-8de86e90946d req-afb1ff62-789a-465f-a7fc-aa3c23348ea3 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb2ef018-2997-4252-b6ee-9017394af03b HTTP/1.1" status: 200 len: 210 time: 0.1459439 May 05 21:47:36.678847 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd028530-8eac-4d85-90ec-a01495955140 req-1f2cb503-123f-4f14-9918-af31390c0956 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:36.682583 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd028530-8eac-4d85-90ec-a01495955140 req-1f2cb503-123f-4f14-9918-af31390c0956 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:36.699370 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-dd028530-8eac-4d85-90ec-a01495955140 req-1f2cb503-123f-4f14-9918-af31390c0956 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Synchronizing usage tracker for tenant:5f6d3217202d4d8580bf1dbedeb67377 on resource:network {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:47:36.723150 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-dd028530-8eac-4d85-90ec-a01495955140 req-1f2cb503-123f-4f14-9918-af31390c0956 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Unset dirty status for tenant:5f6d3217202d4d8580bf1dbedeb67377 on resource:network {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:47:36.724288 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-1f2cb503-123f-4f14-9918-af31390c0956 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.44 "GET /v2.0/networks?id=71738638-1e8f-4898-8775-ee98b36918d6&id=94805836-07a0-47ad-ab35-ba65d7a7da33&id=94805836-07a0-47ad-ab35-ba65d7a7da33&id=94805836-07a0-47ad-ab35-ba65d7a7da33&id=94805836-07a0-47ad-ab35-ba65d7a7da33&id=53a49f5d-26b7-49e3-a8d3-0afbfe056e7c&id=53a49f5d-26b7-49e3-a8d3-0afbfe056e7c HTTP/1.1" status: 200 len: 1988 time: 0.3110840 May 05 21:47:36.789169 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e4c1cb05-9ac2-408d-8f31-cad3ef135514 req-b6fd8999-d6ac-4f8c-9b1b-038a96ce1174 service neutron] 10.222.0.44 "GET /v2.0/networks/f33cead3-3472-4ef7-9cf3-a35684adef89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060691 May 05 21:47:36.819483 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc60615e-a590-4ca3-80b7-8bb1ceeb7d02 req-0e5a8a90-c190-4c5d-b136-b79beed4701e tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:36.821361 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cc60615e-a590-4ca3-80b7-8bb1ceeb7d02 req-0e5a8a90-c190-4c5d-b136-b79beed4701e tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 946 time: 0.2086196 May 05 21:47:36.847839 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-bcbbd4b5-72aa-488a-af6e-8585d1ea7c43 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f6d3217202d4d8580bf1dbedeb67377 HTTP/1.1" status: 200 len: 380 time: 0.1116707 May 05 21:47:36.859100 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-dd028530-8eac-4d85-90ec-a01495955140 req-13afaa05-fd19-41ea-b7ce-175dbf68c84c tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Request body: {'port': {'device_id': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'network_id': '71738638-1e8f-4898-8775-ee98b36918d6', 'admin_state_up': True, 'tenant_id': '5f6d3217202d4d8580bf1dbedeb67377', 'security_groups': ['c9d5c85a-cae6-44b0-a97b-93589deaee89']}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:47:37.061054 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5840ae58-e97d-4be3-ba6f-ef73867df8dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c21d6c-c5ad-479f-b1c0-9fd55b3dfe67'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:47:37.067923 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cc60615e-a590-4ca3-80b7-8bb1ceeb7d02 req-92c1c3c8-46ce-4ce8-96af-ab284f9639bb tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2388785 May 05 21:47:37.079901 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-dd028530-8eac-4d85-90ec-a01495955140 req-13afaa05-fd19-41ea-b7ce-175dbf68c84c tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:47:37.084510 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-dd028530-8eac-4d85-90ec-a01495955140 req-13afaa05-fd19-41ea-b7ce-175dbf68c84c tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Usage tracker for resource:port and tenant:5f6d3217202d4d8580bf1dbedeb67377 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:47:37.088007 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-dd028530-8eac-4d85-90ec-a01495955140 req-13afaa05-fd19-41ea-b7ce-175dbf68c84c tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Quota usage for port was recalculated. Used quota:7. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:47:37.096157 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-dd028530-8eac-4d85-90ec-a01495955140 req-13afaa05-fd19-41ea-b7ce-175dbf68c84c tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:47:37.103701 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-485aaf5d-72be-4b1d-bae7-1605ee0ce207 req-a744335f-9919-41ed-a3d7-60ff6274622a tempest-LiveMigrationTest-271875399 tempest-LiveMigrationTest-271875399-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=165e3d19-d7b0-474a-b06b-e64e6fe1293e HTTP/1.1" status: 200 len: 1096 time: 0.2420492 May 05 21:47:37.110426 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd028530-8eac-4d85-90ec-a01495955140 req-13afaa05-fd19-41ea-b7ce-175dbf68c84c tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Made reservation on behalf of 5f6d3217202d4d8580bf1dbedeb67377 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:47:37.114014 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-dd028530-8eac-4d85-90ec-a01495955140 req-13afaa05-fd19-41ea-b7ce-175dbf68c84c tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:37.147594 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '516e0b7e-bb9b-42cb-b886-210ab219ec6d', 'tag': '9292ea20-238e-49f2-8ac1-998d58ffcc6a'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:47:37.153946 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-485aaf5d-72be-4b1d-bae7-1605ee0ce207 req-55d386ea-4d52-4e94-a15b-4a8c4b32ea4c tempest-LiveMigrationTest-271875399 tempest-LiveMigrationTest-271875399-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487723 May 05 21:47:37.247770 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da03e3fa-52e4-4f35-9562-86d2dff50984'] response: {'server_uuid': '5840ae58-e97d-4be3-ba6f-ef73867df8dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c21d6c-c5ad-479f-b1c0-9fd55b3dfe67', 'code': 200} May 05 21:47:37.291478 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24174340-151d-4342-8369-a49b02af29ab req-76dab3d7-d127-46b6-983c-cb694c8056a2 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:37.293012 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-24174340-151d-4342-8369-a49b02af29ab req-76dab3d7-d127-46b6-983c-cb694c8056a2 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/ports?device_id=109a0b9d-1422-4dd0-9265-689257361e81 HTTP/1.1" status: 200 len: 946 time: 0.0897276 May 05 21:47:37.343983 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-dd028530-8eac-4d85-90ec-a01495955140 req-13afaa05-fd19-41ea-b7ce-175dbf68c84c tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Allocated IP 172.20.0.14 (71738638-1e8f-4898-8775-ee98b36918d6/031a2b5a-98f8-4394-83d4-c643c5284920/c6a625e6-cf6b-469e-bb09-671258762a76) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:47:37.355742 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b244e94-579c-489d-8662-727cff3ceda0'] response: {'name': 'network-changed', 'server_uuid': '516e0b7e-bb9b-42cb-b886-210ab219ec6d', 'tag': '9292ea20-238e-49f2-8ac1-998d58ffcc6a', 'status': 'completed', 'code': 200} May 05 21:47:37.460008 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-24174340-151d-4342-8369-a49b02af29ab req-62954ae9-2cea-47be-9401-791aa0748232 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ea35cbd-159b-4a97-ac8e-0ad5178ef2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606174 May 05 21:47:37.486074 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f15e0ff2-de9c-47eb-98bb-de7456bff171 req-eda85088-9f52-47dd-9b52-e95489c60b11 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5a55f0e1fc854ae480e2f7b2fc73c270&device_id=516e0b7e-bb9b-42cb-b886-210ab219ec6d HTTP/1.1" status: 200 len: 1095 time: 0.1290834 May 05 21:47:37.492047 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d37a9391-ada9-49f4-a64c-e60783fbed0e req-89c3e96c-31f7-4860-b7ad-5e5d3d965295 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5840ae58-e97d-4be3-ba6f-ef73867df8dd HTTP/1.1" status: 200 len: 1096 time: 0.1743591 May 05 21:47:37.739973 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d37a9391-ada9-49f4-a64c-e60783fbed0e req-8d1de0ad-c874-4922-95f6-82239b6f8cb4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e5c81d62-7340-4ce0-b3ef-d8837116671a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120793 May 05 21:47:37.796159 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-dd028530-8eac-4d85-90ec-a01495955140 req-13afaa05-fd19-41ea-b7ce-175dbf68c84c tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:37.813428 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-dd028530-8eac-4d85-90ec-a01495955140 req-13afaa05-fd19-41ea-b7ce-175dbf68c84c tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Transition to ACTIVE for port object c6a625e6-cf6b-469e-bb09-671258762a76 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:47:37.826264 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e0ff2-de9c-47eb-98bb-de7456bff171 req-e948ceb0-aeb5-4134-98c6-a5923aed08f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:37.827659 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f15e0ff2-de9c-47eb-98bb-de7456bff171 req-e948ceb0-aeb5-4134-98c6-a5923aed08f3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4988fe71-34c6-4737-ad2a-40f5327e7f0e HTTP/1.1" status: 200 len: 913 time: 0.3332262 May 05 21:47:37.838728 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-dd028530-8eac-4d85-90ec-a01495955140 req-13afaa05-fd19-41ea-b7ce-175dbf68c84c tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:37.912985 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f15e0ff2-de9c-47eb-98bb-de7456bff171 req-f47bb7dc-b5a1-4452-850a-633865b7faf0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9292ea20-238e-49f2-8ac1-998d58ffcc6a HTTP/1.1" status: 200 len: 217 time: 0.0712709 May 05 21:47:37.914951 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd028530-8eac-4d85-90ec-a01495955140 req-13afaa05-fd19-41ea-b7ce-175dbf68c84c tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Network 71738638-1e8f-4898-8775-ee98b36918d6 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:47:37.918623 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-dd028530-8eac-4d85-90ec-a01495955140 req-13afaa05-fd19-41ea-b7ce-175dbf68c84c tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:47:37.922753 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd028530-8eac-4d85-90ec-a01495955140 req-13afaa05-fd19-41ea-b7ce-175dbf68c84c tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:47:37.927086 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578362bb-44d7-4df6-b0bf-1c8a14b1f8e8 req-9f8e6f09-4550-4776-9e04-1c01bac5de9f tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:37.934528 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-578362bb-44d7-4df6-b0bf-1c8a14b1f8e8 req-9f8e6f09-4550-4776-9e04-1c01bac5de9f tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=516e0b7e-bb9b-42cb-b886-210ab219ec6d HTTP/1.1" status: 200 len: 944 time: 0.2535436 May 05 21:47:37.992842 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13afaa05-fd19-41ea-b7ce-175dbf68c84c tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Pushing event updated for resources: {'Port': ['ID=c6a625e6-cf6b-469e-bb09-671258762a76,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:38.014334 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd028530-8eac-4d85-90ec-a01495955140 req-13afaa05-fd19-41ea-b7ce-175dbf68c84c tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:38.014961 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-dd028530-8eac-4d85-90ec-a01495955140 req-13afaa05-fd19-41ea-b7ce-175dbf68c84c tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:38.015244 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8923b8f-a9ae-4b2b-a695-11bf38b3c9b4 req-39046d37-e90d-4081-9168-53814e57d32e tempest-ServerAddressesTestJSON-1042191164 tempest-ServerAddressesTestJSON-1042191164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:38.022068 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f8923b8f-a9ae-4b2b-a695-11bf38b3c9b4 req-39046d37-e90d-4081-9168-53814e57d32e tempest-ServerAddressesTestJSON-1042191164 tempest-ServerAddressesTestJSON-1042191164-project] 10.222.0.23 "GET /v2.0/ports?device_id=5840ae58-e97d-4be3-ba6f-ef73867df8dd HTTP/1.1" status: 200 len: 945 time: 0.2702796 May 05 21:47:38.037577 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-13afaa05-fd19-41ea-b7ce-175dbf68c84c tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1841006 May 05 21:47:38.047811 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-dd028530-8eac-4d85-90ec-a01495955140 req-82dffc77-11b9-485b-ab9c-1d6e7080a115 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Request body: {'port': {'device_id': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'network_id': '94805836-07a0-47ad-ab35-ba65d7a7da33', 'admin_state_up': True, 'tenant_id': '5f6d3217202d4d8580bf1dbedeb67377', 'security_groups': ['c9d5c85a-cae6-44b0-a97b-93589deaee89']}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:47:38.082904 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e0ff2-de9c-47eb-98bb-de7456bff171 req-4270bc98-50bf-490f-97d2-4a68c28b7e1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:38.097543 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f15e0ff2-de9c-47eb-98bb-de7456bff171 req-4270bc98-50bf-490f-97d2-4a68c28b7e1e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b652dcd0-731b-4d23-9d82-356eea5d9656 HTTP/1.1" status: 200 len: 852 time: 0.1578465 May 05 21:47:38.192173 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f8923b8f-a9ae-4b2b-a695-11bf38b3c9b4 req-a3dd7aa1-5960-471c-a082-b71fe7c335ea tempest-ServerAddressesTestJSON-1042191164 tempest-ServerAddressesTestJSON-1042191164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c81d62-7340-4ce0-b3ef-d8837116671a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691349 May 05 21:47:38.202318 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f15e0ff2-de9c-47eb-98bb-de7456bff171 req-55452876-c0da-40a2-881b-51887ebf4f21 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4988fe71-34c6-4737-ad2a-40f5327e7f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639441 May 05 21:47:38.222235 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-578362bb-44d7-4df6-b0bf-1c8a14b1f8e8 req-7ad22c72-016a-4ff2-97fc-485b7d70bd35 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864804 May 05 21:47:38.235512 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-dd028530-8eac-4d85-90ec-a01495955140 req-82dffc77-11b9-485b-ab9c-1d6e7080a115 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:47:38.240080 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-dd028530-8eac-4d85-90ec-a01495955140 req-82dffc77-11b9-485b-ab9c-1d6e7080a115 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Usage tracker for resource:port and tenant:5f6d3217202d4d8580bf1dbedeb67377 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:47:38.242962 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-dd028530-8eac-4d85-90ec-a01495955140 req-82dffc77-11b9-485b-ab9c-1d6e7080a115 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Quota usage for port was recalculated. Used quota:8. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:47:38.291857 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-dd028530-8eac-4d85-90ec-a01495955140 req-82dffc77-11b9-485b-ab9c-1d6e7080a115 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:47:38.346202 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd028530-8eac-4d85-90ec-a01495955140 req-82dffc77-11b9-485b-ab9c-1d6e7080a115 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Made reservation on behalf of 5f6d3217202d4d8580bf1dbedeb67377 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:47:38.349477 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-dd028530-8eac-4d85-90ec-a01495955140 req-82dffc77-11b9-485b-ab9c-1d6e7080a115 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:38.390410 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c4e66ea1-7268-41c3-b734-db14c7d07ca6 None None] Provisioning for port c6a625e6-cf6b-469e-bb09-671258762a76 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:47:38.399479 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c4e66ea1-7268-41c3-b734-db14c7d07ca6 None None] Provisioning complete for port c6a625e6-cf6b-469e-bb09-671258762a76 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:47:38.400079 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c4e66ea1-7268-41c3-b734-db14c7d07ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:38.473282 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-c4e66ea1-7268-41c3-b734-db14c7d07ca6 None None] Port c6a625e6-cf6b-469e-bb09-671258762a76 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:47:38.514124 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f15e0ff2-de9c-47eb-98bb-de7456bff171 req-3d3979ff-b584-48f7-a17b-7f46c2313875 service neutron] 10.222.0.32 "GET /v2.0/networks/4988fe71-34c6-4737-ad2a-40f5327e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908485 May 05 21:47:38.521878 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f830bbf3-dc01-4b46-8a04-ce115f651f26 req-1b2d3030-d46d-4f0f-bc9e-f6ca8c5aeab8 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:38.522649 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-f830bbf3-dc01-4b46-8a04-ce115f651f26 req-1b2d3030-d46d-4f0f-bc9e-f6ca8c5aeab8 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Synchronizing usage tracker for tenant:ea576b38215846aaa224b1aa35155ba3 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:47:38.575402 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-dd028530-8eac-4d85-90ec-a01495955140 req-82dffc77-11b9-485b-ab9c-1d6e7080a115 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Allocated IP 10.1.1.230 (94805836-07a0-47ad-ab35-ba65d7a7da33/3b6f6bba-6319-48e6-9430-897ac47f4de2/c7548de3-9774-4501-8d63-8da172363f2e) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:47:38.582385 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-f830bbf3-dc01-4b46-8a04-ce115f651f26 req-1b2d3030-d46d-4f0f-bc9e-f6ca8c5aeab8 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Unset dirty status for tenant:ea576b38215846aaa224b1aa35155ba3 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:47:38.583563 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f830bbf3-dc01-4b46-8a04-ce115f651f26 req-1b2d3030-d46d-4f0f-bc9e-f6ca8c5aeab8 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.32 "GET /v2.0/ports?device_id=165e3d19-d7b0-474a-b06b-e64e6fe1293e HTTP/1.1" status: 200 len: 945 time: 0.3365724 May 05 21:47:38.687565 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc8a4d-1799-4c2f-882b-c4e35b214f24 req-2a3fc62d-da9a-438f-9368-24b50eacf58f tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:38.689142 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-15bc8a4d-1799-4c2f-882b-c4e35b214f24 req-2a3fc62d-da9a-438f-9368-24b50eacf58f tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=165e3d19-d7b0-474a-b06b-e64e6fe1293e HTTP/1.1" status: 200 len: 945 time: 0.2873697 May 05 21:47:38.706416 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-f830bbf3-dc01-4b46-8a04-ce115f651f26 req-56a417e1-8b84-4cab-b0a6-143a6bf354b9 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Deleting port 209ab6e8-eeda-4627-af5b-3d7bb457be9b {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:47:38.706778 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f830bbf3-dc01-4b46-8a04-ce115f651f26 req-56a417e1-8b84-4cab-b0a6-143a6bf354b9 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:38.725740 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f72a896-1d0e-4a30-89f0-2bce30825151 req-922edb70-da52-4cea-8fb4-80242433d139 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:38.727814 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6f72a896-1d0e-4a30-89f0-2bce30825151 req-922edb70-da52-4cea-8fb4-80242433d139 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/ports?device_id=109a0b9d-1422-4dd0-9265-689257361e81 HTTP/1.1" status: 200 len: 946 time: 0.2706459 May 05 21:47:38.824177 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6f72a896-1d0e-4a30-89f0-2bce30825151 req-3369d37f-9faf-4cef-ac0b-56d89c2411eb tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ea35cbd-159b-4a97-ac8e-0ad5178ef2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667384 May 05 21:47:38.884457 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-15bc8a4d-1799-4c2f-882b-c4e35b214f24 req-2359c5ec-97e3-4806-add8-129f1e6ee364 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766555 May 05 21:47:38.887037 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f15e0ff2-de9c-47eb-98bb-de7456bff171 req-7b26caf1-72ef-482b-a5ff-98dea7d6c3da service neutron] 10.222.0.32 "GET /v2.0/networks/4988fe71-34c6-4737-ad2a-40f5327e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543930 May 05 21:47:39.055801 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-dd028530-8eac-4d85-90ec-a01495955140 req-82dffc77-11b9-485b-ab9c-1d6e7080a115 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:39.070428 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 9292ea20-238e-49f2-8ac1-998d58ffcc6a details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:47:39.091322 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-dd028530-8eac-4d85-90ec-a01495955140 req-82dffc77-11b9-485b-ab9c-1d6e7080a115 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Transition to ACTIVE for port object c7548de3-9774-4501-8d63-8da172363f2e will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:47:39.139331 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-f830bbf3-dc01-4b46-8a04-ce115f651f26 req-56a417e1-8b84-4cab-b0a6-143a6bf354b9 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] For port 209ab6e8-eeda-4627-af5b-3d7bb457be9b, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=209ab6e8-eeda-4627-af5b-3d7bb457be9b,segment=NetworkSegment(df9c57c2-52c8-43c0-981c-16fd110b1d0b),segment_id=df9c57c2-52c8-43c0-981c-16fd110b1d0b)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:47:39.139680 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f830bbf3-dc01-4b46-8a04-ce115f651f26 req-56a417e1-8b84-4cab-b0a6-143a6bf354b9 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:39.151641 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85462c51-34a9-408c-ba12-d5776ec38dc0 req-6347c3c9-e5db-4dff-83a0-ef4ae168ce2a tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:39.153435 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-85462c51-34a9-408c-ba12-d5776ec38dc0 req-6347c3c9-e5db-4dff-83a0-ef4ae168ce2a tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb2ef018-2997-4252-b6ee-9017394af03b HTTP/1.1" status: 200 len: 932 time: 0.1514363 May 05 21:47:39.164025 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904fd112-bbe6-4392-9fe8-cff8cde59772 req-3430ec4b-858f-4d34-9fea-f685c601d5e2 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:39.171057 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-904fd112-bbe6-4392-9fe8-cff8cde59772 req-3430ec4b-858f-4d34-9fea-f685c601d5e2 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 946 time: 0.1142879 May 05 21:47:39.255847 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-85462c51-34a9-408c-ba12-d5776ec38dc0 req-e2df9145-ac1d-410b-b2f6-1f0b357c0c08 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9d5c85a-cae6-44b0-a97b-93589deaee89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827546 May 05 21:47:39.270018 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-f830bbf3-dc01-4b46-8a04-ce115f651f26 req-56a417e1-8b84-4cab-b0a6-143a6bf354b9 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Calling delete_port for 209ab6e8-eeda-4627-af5b-3d7bb457be9b owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:47:39.297662 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-904fd112-bbe6-4392-9fe8-cff8cde59772 req-0aa5d8de-536d-4dfa-b5f2-a0416e7559c9 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255133 May 05 21:47:39.321872 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 9292ea20-238e-49f2-8ac1-998d58ffcc6a, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=9292ea20-238e-49f2-8ac1-998d58ffcc6a,segment=NetworkSegment(bb53319d-02d7-4ee5-a402-d07603ca726a),segment_id=bb53319d-02d7-4ee5-a402-d07603ca726a)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:47:39.355387 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '9292ea20-238e-49f2-8ac1-998d58ffcc6a', 'network_id': '4988fe71-34c6-4737-ad2a-40f5327e7f0e', 'port_id': '9292ea20-238e-49f2-8ac1-998d58ffcc6a', 'mac_address': 'fa:16:3e:28:7d:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b652dcd0-731b-4d23-9d82-356eea5d9656', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:47:39.422089 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:39.442360 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9292ea20-238e-49f2-8ac1-998d58ffcc6a {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:47:39.460684 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f830bbf3-dc01-4b46-8a04-ce115f651f26 req-56a417e1-8b84-4cab-b0a6-143a6bf354b9 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:39.463631 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 9292ea20-238e-49f2-8ac1-998d58ffcc6a, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=9292ea20-238e-49f2-8ac1-998d58ffcc6a,segment=NetworkSegment(bb53319d-02d7-4ee5-a402-d07603ca726a),segment_id=bb53319d-02d7-4ee5-a402-d07603ca726a)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:47:39.470461 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:39.507754 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['6aa8365b-e092-44f6-b0bc-72c629a80a98'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:47:39.518374 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-dd028530-8eac-4d85-90ec-a01495955140 req-82dffc77-11b9-485b-ab9c-1d6e7080a115 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:39.553897 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a417e1-8b84-4cab-b0a6-143a6bf354b9 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Pushing event deleted for resources: {'Port': ['ID=209ab6e8-eeda-4627-af5b-3d7bb457be9b,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:39.648209 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['209ab6e8-eeda-4627-af5b-3d7bb457be9b'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:47:39.697083 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f60d9-5ed7-4339-8436-b571dd26a468 req-ec8b190c-6f1d-45dd-8890-9f518731f819 tempest-ServerAddressesTestJSON-1042191164 tempest-ServerAddressesTestJSON-1042191164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:39.707930 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-839f60d9-5ed7-4339-8436-b571dd26a468 req-ec8b190c-6f1d-45dd-8890-9f518731f819 tempest-ServerAddressesTestJSON-1042191164 tempest-ServerAddressesTestJSON-1042191164-project] 10.222.0.23 "GET /v2.0/ports?device_id=5840ae58-e97d-4be3-ba6f-ef73867df8dd HTTP/1.1" status: 200 len: 945 time: 0.2242012 May 05 21:47:39.776005 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-839f60d9-5ed7-4339-8436-b571dd26a468 req-06c2ec62-c45e-496d-a7b8-bb3327595db6 tempest-ServerAddressesTestJSON-1042191164 tempest-ServerAddressesTestJSON-1042191164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c81d62-7340-4ce0-b3ef-d8837116671a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667176 May 05 21:47:39.879913 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['9292ea20-238e-49f2-8ac1-998d58ffcc6a'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:47:39.978789 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0553d-53ef-40c1-8454-ef4864b35e0d req-066486d8-7bb5-4a00-83f3-4619c98952a1 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:39.986357 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fea0553d-53ef-40c1-8454-ef4864b35e0d req-066486d8-7bb5-4a00-83f3-4619c98952a1 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=516e0b7e-bb9b-42cb-b886-210ab219ec6d HTTP/1.1" status: 200 len: 945 time: 0.0895667 May 05 21:47:39.994625 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=9292ea20-238e-49f2-8ac1-998d58ffcc6a,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:40.008262 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-f830bbf3-dc01-4b46-8a04-ce115f651f26 req-56a417e1-8b84-4cab-b0a6-143a6bf354b9 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] No DVR routers for this DVR port 209ab6e8-eeda-4627-af5b-3d7bb457be9b on host n-h2-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:47:40.024133 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f830bbf3-dc01-4b46-8a04-ce115f651f26 req-56a417e1-8b84-4cab-b0a6-143a6bf354b9 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:40.031438 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd028530-8eac-4d85-90ec-a01495955140 req-82dffc77-11b9-485b-ab9c-1d6e7080a115 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Network 94805836-07a0-47ad-ab35-ba65d7a7da33 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:47:40.032729 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165e3d19-d7b0-474a-b06b-e64e6fe1293e', 'name': 'network-vif-deleted', 'tag': '209ab6e8-eeda-4627-af5b-3d7bb457be9b'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:47:40.057375 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-dd028530-8eac-4d85-90ec-a01495955140 req-82dffc77-11b9-485b-ab9c-1d6e7080a115 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:47:40.061992 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd028530-8eac-4d85-90ec-a01495955140 req-82dffc77-11b9-485b-ab9c-1d6e7080a115 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:47:40.082493 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fea0553d-53ef-40c1-8454-ef4864b35e0d req-39996354-50da-49c1-be93-bf0c8f28e4e1 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895975 May 05 21:47:40.189981 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dffc77-11b9-485b-ab9c-1d6e7080a115 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Pushing event updated for resources: {'Port': ['ID=c7548de3-9774-4501-8d63-8da172363f2e,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:40.231376 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd028530-8eac-4d85-90ec-a01495955140 req-82dffc77-11b9-485b-ab9c-1d6e7080a115 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:40.232267 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-dd028530-8eac-4d85-90ec-a01495955140 req-82dffc77-11b9-485b-ab9c-1d6e7080a115 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:40.240609 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f830bbf3-dc01-4b46-8a04-ce115f651f26 req-56a417e1-8b84-4cab-b0a6-143a6bf354b9 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.32 "DELETE /v2.0/ports/209ab6e8-eeda-4627-af5b-3d7bb457be9b HTTP/1.1" status: 204 len: 173 time: 1.6504712 May 05 21:47:40.266936 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-82dffc77-11b9-485b-ab9c-1d6e7080a115 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2221165 May 05 21:47:40.277654 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-dd028530-8eac-4d85-90ec-a01495955140 req-8253f975-3691-41ef-b257-b4759e09c305 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Request body: {'port': {'device_id': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'network_id': '94805836-07a0-47ad-ab35-ba65d7a7da33', 'admin_state_up': True, 'tenant_id': '5f6d3217202d4d8580bf1dbedeb67377', 'security_groups': ['c9d5c85a-cae6-44b0-a97b-93589deaee89']}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:47:40.366157 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcc2c8b-89f6-4c78-a0c3-7e5376086006 req-75c8f65f-e274-4e62-91ed-82ca8b75993c tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:40.367750 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9dcc2c8b-89f6-4c78-a0c3-7e5376086006 req-75c8f65f-e274-4e62-91ed-82ca8b75993c tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 946 time: 0.2824657 May 05 21:47:40.478968 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9dcc2c8b-89f6-4c78-a0c3-7e5376086006 req-8a42859c-234e-46e0-883a-fa5399ea3d05 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030266 May 05 21:47:40.524533 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-dd028530-8eac-4d85-90ec-a01495955140 req-8253f975-3691-41ef-b257-b4759e09c305 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:47:40.530417 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-dd028530-8eac-4d85-90ec-a01495955140 req-8253f975-3691-41ef-b257-b4759e09c305 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Usage tracker for resource:port and tenant:5f6d3217202d4d8580bf1dbedeb67377 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:47:40.537026 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-dd028530-8eac-4d85-90ec-a01495955140 req-8253f975-3691-41ef-b257-b4759e09c305 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Quota usage for port was recalculated. Used quota:9. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:47:40.546418 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-dd028530-8eac-4d85-90ec-a01495955140 req-8253f975-3691-41ef-b257-b4759e09c305 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:47:40.564433 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd028530-8eac-4d85-90ec-a01495955140 req-8253f975-3691-41ef-b257-b4759e09c305 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Made reservation on behalf of 5f6d3217202d4d8580bf1dbedeb67377 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:47:40.580825 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-dd028530-8eac-4d85-90ec-a01495955140 req-8253f975-3691-41ef-b257-b4759e09c305 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:40.603346 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f665a39e-2d26-43b9-8245-3b93e89e4b66 None None] Provisioning for port c7548de3-9774-4501-8d63-8da172363f2e completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:47:40.622978 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f665a39e-2d26-43b9-8245-3b93e89e4b66 None None] Provisioning complete for port c7548de3-9774-4501-8d63-8da172363f2e triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:47:40.623227 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f665a39e-2d26-43b9-8245-3b93e89e4b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:40.721139 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1484681b-a229-41e5-9666-ac80e73118ed req-92a905df-cb6d-4cdf-a4cc-b3aa0ad087cc tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=165e3d19-d7b0-474a-b06b-e64e6fe1293e HTTP/1.1" status: 200 len: 210 time: 0.0768278 May 05 21:47:40.759511 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f665a39e-2d26-43b9-8245-3b93e89e4b66 None None] Port c7548de3-9774-4501-8d63-8da172363f2e cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:47:40.812428 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4a2ce37-ade4-4864-91cb-02cd153f894a'] response: {'server_uuid': '165e3d19-d7b0-474a-b06b-e64e6fe1293e', 'name': 'network-vif-deleted', 'tag': '209ab6e8-eeda-4627-af5b-3d7bb457be9b', 'status': 'completed', 'code': 200} May 05 21:47:40.859274 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-dd028530-8eac-4d85-90ec-a01495955140 req-8253f975-3691-41ef-b257-b4759e09c305 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Allocated IP 10.1.1.100 (94805836-07a0-47ad-ab35-ba65d7a7da33/3b6f6bba-6319-48e6-9430-897ac47f4de2/27b68c04-7dd9-42e8-9a47-ef4ac75714cf) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:47:41.020732 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c6fd5-86bf-4782-ba10-bfe87d2eb1fb req-7fd8ddf3-084f-4e04-98d6-8f34d2bf23a1 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:41.025010 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c6fd5-86bf-4782-ba10-bfe87d2eb1fb req-7fd8ddf3-084f-4e04-98d6-8f34d2bf23a1 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:41.033301 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8b5c6fd5-86bf-4782-ba10-bfe87d2eb1fb req-7fd8ddf3-084f-4e04-98d6-8f34d2bf23a1 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb2ef018-2997-4252-b6ee-9017394af03b HTTP/1.1" status: 200 len: 1654 time: 0.1496608 May 05 21:47:41.076241 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 209ab6e8-eeda-4627-af5b-3d7bb457be9b no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:47:41.092155 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8b5c6fd5-86bf-4782-ba10-bfe87d2eb1fb req-ef41e8a4-749e-4460-9cee-270a9e4bf620 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9d5c85a-cae6-44b0-a97b-93589deaee89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575671 May 05 21:47:41.116049 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-dd028530-8eac-4d85-90ec-a01495955140 req-8253f975-3691-41ef-b257-b4759e09c305 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:41.145510 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-dd028530-8eac-4d85-90ec-a01495955140 req-8253f975-3691-41ef-b257-b4759e09c305 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Transition to ACTIVE for port object 27b68c04-7dd9-42e8-9a47-ef4ac75714cf will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:47:41.148061 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: 209ab6e8-eeda-4627-af5b-3d7bb457be9b {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:47:41.150243 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 209ab6e8-eeda-4627-af5b-3d7bb457be9b not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:47:41.201155 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-dd028530-8eac-4d85-90ec-a01495955140 req-8253f975-3691-41ef-b257-b4759e09c305 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:41.328593 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8253f975-3691-41ef-b257-b4759e09c305 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Pushing event updated for resources: {'Port': ['ID=27b68c04-7dd9-42e8-9a47-ef4ac75714cf,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:41.341795 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd028530-8eac-4d85-90ec-a01495955140 req-8253f975-3691-41ef-b257-b4759e09c305 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Network 94805836-07a0-47ad-ab35-ba65d7a7da33 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:47:41.343003 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-dd028530-8eac-4d85-90ec-a01495955140 req-8253f975-3691-41ef-b257-b4759e09c305 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:47:41.356773 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd028530-8eac-4d85-90ec-a01495955140 req-8253f975-3691-41ef-b257-b4759e09c305 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:47:41.539913 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd028530-8eac-4d85-90ec-a01495955140 req-8253f975-3691-41ef-b257-b4759e09c305 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:41.545806 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-dd028530-8eac-4d85-90ec-a01495955140 req-8253f975-3691-41ef-b257-b4759e09c305 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:41.609953 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-8253f975-3691-41ef-b257-b4759e09c305 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3370593 May 05 21:47:41.624422 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-dd028530-8eac-4d85-90ec-a01495955140 req-0a868eb6-b8f1-424c-beab-a8794c6c667e tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Request body: {'port': {'device_id': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '53a49f5d-26b7-49e3-a8d3-0afbfe056e7c', 'admin_state_up': True, 'tenant_id': '5f6d3217202d4d8580bf1dbedeb67377', 'security_groups': ['c9d5c85a-cae6-44b0-a97b-93589deaee89']}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:47:41.798942 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-016cf9f1-71f2-42b2-824f-e78bfc7f80ea None None] Provisioning for port 27b68c04-7dd9-42e8-9a47-ef4ac75714cf completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:47:41.820168 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-016cf9f1-71f2-42b2-824f-e78bfc7f80ea None None] Provisioning complete for port 27b68c04-7dd9-42e8-9a47-ef4ac75714cf triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:47:41.820527 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-016cf9f1-71f2-42b2-824f-e78bfc7f80ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:41.930605 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-016cf9f1-71f2-42b2-824f-e78bfc7f80ea None None] Port 27b68c04-7dd9-42e8-9a47-ef4ac75714cf cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:47:41.957999 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-dd028530-8eac-4d85-90ec-a01495955140 req-0a868eb6-b8f1-424c-beab-a8794c6c667e tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:47:41.962295 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-dd028530-8eac-4d85-90ec-a01495955140 req-0a868eb6-b8f1-424c-beab-a8794c6c667e tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Usage tracker for resource:port and tenant:5f6d3217202d4d8580bf1dbedeb67377 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:47:41.966118 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-dd028530-8eac-4d85-90ec-a01495955140 req-0a868eb6-b8f1-424c-beab-a8794c6c667e tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Quota usage for port was recalculated. Used quota:10. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:47:41.972712 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-dd028530-8eac-4d85-90ec-a01495955140 req-0a868eb6-b8f1-424c-beab-a8794c6c667e tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:47:41.975839 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181f483c-749a-4c01-a0aa-72a8d1b88663 req-b6c0c668-cc9e-48c0-86e0-771341d9873c tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:41.987545 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-181f483c-749a-4c01-a0aa-72a8d1b88663 req-b6c0c668-cc9e-48c0-86e0-771341d9873c tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=516e0b7e-bb9b-42cb-b886-210ab219ec6d HTTP/1.1" status: 200 len: 945 time: 0.3302717 May 05 21:47:42.006760 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd028530-8eac-4d85-90ec-a01495955140 req-0a868eb6-b8f1-424c-beab-a8794c6c667e tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Made reservation on behalf of 5f6d3217202d4d8580bf1dbedeb67377 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:47:42.033538 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb01ba0-70b5-466b-8cdf-aef5593fde47 req-61fb983c-830d-4b8f-9dd9-f0c46bb684d3 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:42.043756 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1cb01ba0-70b5-466b-8cdf-aef5593fde47 req-61fb983c-830d-4b8f-9dd9-f0c46bb684d3 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/ports?device_id=109a0b9d-1422-4dd0-9265-689257361e81 HTTP/1.1" status: 200 len: 946 time: 0.3144102 May 05 21:47:42.127860 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-181f483c-749a-4c01-a0aa-72a8d1b88663 req-3038251c-3eb2-4a75-a1a9-7aa9ced2b5c1 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385741 May 05 21:47:42.162618 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1cb01ba0-70b5-466b-8cdf-aef5593fde47 req-388d92c4-f424-495e-a9e9-bbe5152ebb6f tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ea35cbd-159b-4a97-ac8e-0ad5178ef2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117582 May 05 21:47:42.214311 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-dd028530-8eac-4d85-90ec-a01495955140 req-0a868eb6-b8f1-424c-beab-a8794c6c667e tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:42.611328 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-dd028530-8eac-4d85-90ec-a01495955140 req-0a868eb6-b8f1-424c-beab-a8794c6c667e tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Allocated IP 10.2.2.100 (53a49f5d-26b7-49e3-a8d3-0afbfe056e7c/a0fdc9bf-de2b-4aa2-9c30-9c714dc3a9b8/b9baba6d-e965-4519-b39c-f777cce86217) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:47:42.704228 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379f468-1dcf-4203-b1cd-2c402a3b4c32 req-b366407c-acc3-4ce7-8a9e-fe62e40a9957 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:42.713475 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379f468-1dcf-4203-b1cd-2c402a3b4c32 req-b366407c-acc3-4ce7-8a9e-fe62e40a9957 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:42.720782 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379f468-1dcf-4203-b1cd-2c402a3b4c32 req-b366407c-acc3-4ce7-8a9e-fe62e40a9957 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:42.731927 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c379f468-1dcf-4203-b1cd-2c402a3b4c32 req-b366407c-acc3-4ce7-8a9e-fe62e40a9957 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb2ef018-2997-4252-b6ee-9017394af03b HTTP/1.1" status: 200 len: 2375 time: 0.1337824 May 05 21:47:42.800460 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c379f468-1dcf-4203-b1cd-2c402a3b4c32 req-bf1a9a99-d49c-4339-b119-c62b2612a3eb tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9d5c85a-cae6-44b0-a97b-93589deaee89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670047 May 05 21:47:42.930083 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-dd028530-8eac-4d85-90ec-a01495955140 req-0a868eb6-b8f1-424c-beab-a8794c6c667e tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:42.988817 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-dd028530-8eac-4d85-90ec-a01495955140 req-0a868eb6-b8f1-424c-beab-a8794c6c667e tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Transition to ACTIVE for port object b9baba6d-e965-4519-b39c-f777cce86217 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:47:43.032538 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-dd028530-8eac-4d85-90ec-a01495955140 req-0a868eb6-b8f1-424c-beab-a8794c6c667e tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:43.081083 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 97f2ea67-e094-4767-b571-8c34f2ae8c40 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:47:43.085167 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 9292ea20-238e-49f2-8ac1-998d58ffcc6a up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:47:43.139709 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd028530-8eac-4d85-90ec-a01495955140 req-0a868eb6-b8f1-424c-beab-a8794c6c667e tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Network 53a49f5d-26b7-49e3-a8d3-0afbfe056e7c is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:47:43.144924 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-dd028530-8eac-4d85-90ec-a01495955140 req-0a868eb6-b8f1-424c-beab-a8794c6c667e tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:47:43.153953 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd028530-8eac-4d85-90ec-a01495955140 req-0a868eb6-b8f1-424c-beab-a8794c6c667e tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:47:43.231115 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eaf1fd-4944-4e71-99e9-ca89ce46a5b3 req-173385b9-a4f4-41e5-b774-cc8c175cfcf6 tempest-ServerAddressesTestJSON-1042191164 tempest-ServerAddressesTestJSON-1042191164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:43.233187 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-83eaf1fd-4944-4e71-99e9-ca89ce46a5b3 req-173385b9-a4f4-41e5-b774-cc8c175cfcf6 tempest-ServerAddressesTestJSON-1042191164 tempest-ServerAddressesTestJSON-1042191164-project] 10.222.0.23 "GET /v2.0/ports?device_id=5840ae58-e97d-4be3-ba6f-ef73867df8dd HTTP/1.1" status: 200 len: 945 time: 0.2176187 May 05 21:47:43.280419 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd028530-8eac-4d85-90ec-a01495955140 req-0a868eb6-b8f1-424c-beab-a8794c6c667e tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:43.281079 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-dd028530-8eac-4d85-90ec-a01495955140 req-0a868eb6-b8f1-424c-beab-a8794c6c667e tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:43.341684 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a868eb6-b8f1-424c-beab-a8794c6c667e tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Pushing event updated for resources: {'Port': ['ID=b9baba6d-e965-4519-b39c-f777cce86217,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:43.386040 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-83eaf1fd-4944-4e71-99e9-ca89ce46a5b3 req-f0ae5d60-8393-45f1-94dd-c89f41e8ff1a tempest-ServerAddressesTestJSON-1042191164 tempest-ServerAddressesTestJSON-1042191164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c81d62-7340-4ce0-b3ef-d8837116671a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453881 May 05 21:47:43.395232 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-0a868eb6-b8f1-424c-beab-a8794c6c667e tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7727244 May 05 21:47:43.411194 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-dd028530-8eac-4d85-90ec-a01495955140 req-334e1fc7-1d34-4b95-98d4-d711d2c3cf04 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Request body: {'port': {'device_id': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '53a49f5d-26b7-49e3-a8d3-0afbfe056e7c', 'admin_state_up': True, 'tenant_id': '5f6d3217202d4d8580bf1dbedeb67377', 'security_groups': ['c9d5c85a-cae6-44b0-a97b-93589deaee89']}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:47:43.503199 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port 9292ea20-238e-49f2-8ac1-998d58ffcc6a completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:47:43.521840 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 9292ea20-238e-49f2-8ac1-998d58ffcc6a triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:47:43.526684 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:43.736457 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-dd028530-8eac-4d85-90ec-a01495955140 req-334e1fc7-1d34-4b95-98d4-d711d2c3cf04 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:47:43.744339 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 97f2ea67-e094-4767-b571-8c34f2ae8c40, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=97f2ea67-e094-4767-b571-8c34f2ae8c40,segment=NetworkSegment(e9759abe-2932-4e54-a1fb-2399ee430195),segment_id=e9759abe-2932-4e54-a1fb-2399ee430195)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:47:43.746302 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-dd028530-8eac-4d85-90ec-a01495955140 req-334e1fc7-1d34-4b95-98d4-d711d2c3cf04 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Usage tracker for resource:port and tenant:5f6d3217202d4d8580bf1dbedeb67377 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:47:43.752438 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e05c927d-2c29-4bee-b185-04b3987232d4 None None] Provisioning for port b9baba6d-e965-4519-b39c-f777cce86217 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:47:43.752783 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-dd028530-8eac-4d85-90ec-a01495955140 req-334e1fc7-1d34-4b95-98d4-d711d2c3cf04 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Quota usage for port was recalculated. Used quota:11. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:47:43.766107 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-dd028530-8eac-4d85-90ec-a01495955140 req-334e1fc7-1d34-4b95-98d4-d711d2c3cf04 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:47:43.792922 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd028530-8eac-4d85-90ec-a01495955140 req-334e1fc7-1d34-4b95-98d4-d711d2c3cf04 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Made reservation on behalf of 5f6d3217202d4d8580bf1dbedeb67377 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:47:43.798120 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-dd028530-8eac-4d85-90ec-a01495955140 req-334e1fc7-1d34-4b95-98d4-d711d2c3cf04 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:43.834307 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:43.859164 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e05c927d-2c29-4bee-b185-04b3987232d4 None None] Provisioning complete for port b9baba6d-e965-4519-b39c-f777cce86217 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:47:43.859754 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e05c927d-2c29-4bee-b185-04b3987232d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:43.883644 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '97f2ea67-e094-4767-b571-8c34f2ae8c40', 'network_id': 'c31bae84-8c32-4141-b64c-009dbc2c261a', 'port_id': '97f2ea67-e094-4767-b571-8c34f2ae8c40', 'mac_address': 'fa:16:3e:d7:8c:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63783bdb-c8ad-4703-ab4c-7c04f301afd6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:47:43.968106 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:43.998606 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '516e0b7e-bb9b-42cb-b886-210ab219ec6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9292ea20-238e-49f2-8ac1-998d58ffcc6a'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:47:44.018051 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 254d6486-a2f8-4ac2-8cd3-e9e223b202eb details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:47:44.085326 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42873509-0d19-488a-9b1c-24c7c2cd01a5 req-d56015ff-d395-4963-b4bc-4db870bdbadb tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:44.088123 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-42873509-0d19-488a-9b1c-24c7c2cd01a5 req-d56015ff-d395-4963-b4bc-4db870bdbadb tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=516e0b7e-bb9b-42cb-b886-210ab219ec6d HTTP/1.1" status: 200 len: 945 time: 0.4353950 May 05 21:47:44.194440 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b69aa-e8c5-4458-a181-27a7a071612b req-72bc30b9-2346-44a1-98c9-ca7c6ceed643 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:44.202400 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bd8b69aa-e8c5-4458-a181-27a7a071612b req-72bc30b9-2346-44a1-98c9-ca7c6ceed643 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/ports?device_id=109a0b9d-1422-4dd0-9265-689257361e81 HTTP/1.1" status: 200 len: 946 time: 0.4775643 May 05 21:47:44.219932 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 254d6486-a2f8-4ac2-8cd3-e9e223b202eb, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=254d6486-a2f8-4ac2-8cd3-e9e223b202eb,segment=NetworkSegment(18a3c379-3cfc-4702-917f-3a57e26f3cd8),segment_id=18a3c379-3cfc-4702-917f-3a57e26f3cd8)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:47:44.247472 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '254d6486-a2f8-4ac2-8cd3-e9e223b202eb', 'network_id': 'f33cead3-3472-4ef7-9cf3-a35684adef89', 'port_id': '254d6486-a2f8-4ac2-8cd3-e9e223b202eb', 'mac_address': 'fa:16:3e:85:0d:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d5de724-e15a-4a3a-8314-05869a0cf070', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:47:44.293380 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bd8b69aa-e8c5-4458-a181-27a7a071612b req-ef953f9e-7eb6-4afb-b1bb-7621f21832a9 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ea35cbd-159b-4a97-ac8e-0ad5178ef2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889645 May 05 21:47:44.322407 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bfe92f-602c-4367-ad4b-1a29a9a98711 req-243f7d6f-fcc1-4307-8ccb-c5f6b405b816 tempest-ServerAddressesTestJSON-1042191164 tempest-ServerAddressesTestJSON-1042191164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:44.326334 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-00bfe92f-602c-4367-ad4b-1a29a9a98711 req-243f7d6f-fcc1-4307-8ccb-c5f6b405b816 tempest-ServerAddressesTestJSON-1042191164 tempest-ServerAddressesTestJSON-1042191164-project] 10.222.0.44 "GET /v2.0/ports?device_id=5840ae58-e97d-4be3-ba6f-ef73867df8dd HTTP/1.1" status: 200 len: 945 time: 0.3298097 May 05 21:47:44.340462 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 9292ea20-238e-49f2-8ac1-998d58ffcc6a, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=9292ea20-238e-49f2-8ac1-998d58ffcc6a,segment=NetworkSegment(bb53319d-02d7-4ee5-a402-d07603ca726a),segment_id=bb53319d-02d7-4ee5-a402-d07603ca726a)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:47:44.341318 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:44.345420 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-42873509-0d19-488a-9b1c-24c7c2cd01a5 req-5866d488-cac2-4b5b-a26a-0dea3242b2fb tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385492 May 05 21:47:44.364264 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 254d6486-a2f8-4ac2-8cd3-e9e223b202eb {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:47:44.381658 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 254d6486-a2f8-4ac2-8cd3-e9e223b202eb, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=254d6486-a2f8-4ac2-8cd3-e9e223b202eb,segment=NetworkSegment(18a3c379-3cfc-4702-917f-3a57e26f3cd8),segment_id=18a3c379-3cfc-4702-917f-3a57e26f3cd8)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:47:44.384301 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 97f2ea67-e094-4767-b571-8c34f2ae8c40 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:47:44.412793 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 97f2ea67-e094-4767-b571-8c34f2ae8c40, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=97f2ea67-e094-4767-b571-8c34f2ae8c40,segment=NetworkSegment(e9759abe-2932-4e54-a1fb-2399ee430195),segment_id=e9759abe-2932-4e54-a1fb-2399ee430195)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:47:44.415601 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-e05c927d-2c29-4bee-b185-04b3987232d4 None None] Port b9baba6d-e965-4519-b39c-f777cce86217 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:47:44.417687 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-78ba9da0-d0b8-4348-922b-fedb10793773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:44.419273 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:44.432249 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:44.492807 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:44.579442 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=254d6486-a2f8-4ac2-8cd3-e9e223b202eb,revision_number=6']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:44.609553 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['97f2ea67-e094-4767-b571-8c34f2ae8c40'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:47:44.714514 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:47:44.714951 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:47:44.715339 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:47:44.716179 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:47:44.716179 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:47:44.716346 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:47:44.716741 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:47:44.717156 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:47:44.717470 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:47:44.717846 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:47:44.718313 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:47:44.726003 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['254d6486-a2f8-4ac2-8cd3-e9e223b202eb'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:47:44.759424 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-dd028530-8eac-4d85-90ec-a01495955140 req-334e1fc7-1d34-4b95-98d4-d711d2c3cf04 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Allocated IP 10.2.2.200 (53a49f5d-26b7-49e3-a8d3-0afbfe056e7c/a0fdc9bf-de2b-4aa2-9c30-9c714dc3a9b8/ecd2f147-21d5-4a73-989e-13841d2ef60b) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:47:44.767143 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-00bfe92f-602c-4367-ad4b-1a29a9a98711 req-5a86dad2-1c26-4053-80a2-3083bc797d88 tempest-ServerAddressesTestJSON-1042191164 tempest-ServerAddressesTestJSON-1042191164-project] Deleting port 86c21d6c-c5ad-479f-b1c0-9fd55b3dfe67 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:47:44.771012 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-00bfe92f-602c-4367-ad4b-1a29a9a98711 req-5a86dad2-1c26-4053-80a2-3083bc797d88 tempest-ServerAddressesTestJSON-1042191164 tempest-ServerAddressesTestJSON-1042191164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:44.869127 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd81d4a1-0ef3-4e7c-94aa-b450cb4e3678'] response: {'server_uuid': '516e0b7e-bb9b-42cb-b886-210ab219ec6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9292ea20-238e-49f2-8ac1-998d58ffcc6a', 'code': 200} May 05 21:47:44.995698 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80c103-5253-402d-be7e-5a39977eedfd req-f7d9bc71-8a8c-4dd2-b65e-4d384b0b1be1 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:44.999986 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80c103-5253-402d-be7e-5a39977eedfd req-f7d9bc71-8a8c-4dd2-b65e-4d384b0b1be1 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:45.004420 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80c103-5253-402d-be7e-5a39977eedfd req-f7d9bc71-8a8c-4dd2-b65e-4d384b0b1be1 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:45.010473 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80c103-5253-402d-be7e-5a39977eedfd req-f7d9bc71-8a8c-4dd2-b65e-4d384b0b1be1 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:45.012607 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8c80c103-5253-402d-be7e-5a39977eedfd req-f7d9bc71-8a8c-4dd2-b65e-4d384b0b1be1 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb2ef018-2997-4252-b6ee-9017394af03b HTTP/1.1" status: 200 len: 3096 time: 0.4421670 May 05 21:47:45.137394 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=9292ea20-238e-49f2-8ac1-998d58ffcc6a,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:45.163084 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8c80c103-5253-402d-be7e-5a39977eedfd req-2e3c9ffb-018d-424c-89f1-dc3a8324e187 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9d5c85a-cae6-44b0-a97b-93589deaee89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103349 May 05 21:47:45.267127 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaccd50-efa8-4bcb-9dd3-dd25923b9423 req-073d7194-7bad-404c-8a12-1e7f2aca8bd6 tempest-ServerAddressesTestJSON-1042191164 tempest-ServerAddressesTestJSON-1042191164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:45.274323 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4eaccd50-efa8-4bcb-9dd3-dd25923b9423 req-073d7194-7bad-404c-8a12-1e7f2aca8bd6 tempest-ServerAddressesTestJSON-1042191164 tempest-ServerAddressesTestJSON-1042191164-project] 10.222.0.23 "GET /v2.0/ports?device_id=5840ae58-e97d-4be3-ba6f-ef73867df8dd HTTP/1.1" status: 200 len: 945 time: 0.3972955 May 05 21:47:45.313708 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5d549e76-04ff-4ad1-87a9-c27a1514ee89 req-cb8fac52-75a0-4313-aaeb-230601babbb9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=516e0b7e-bb9b-42cb-b886-210ab219ec6d HTTP/1.1" status: 200 len: 1097 time: 0.5432844 May 05 21:47:45.409106 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-dd028530-8eac-4d85-90ec-a01495955140 req-334e1fc7-1d34-4b95-98d4-d711d2c3cf04 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:45.414309 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5d549e76-04ff-4ad1-87a9-c27a1514ee89 req-5ad883e9-0ebd-46a3-8e80-78d089402e2d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823383 May 05 21:47:45.440242 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-dd028530-8eac-4d85-90ec-a01495955140 req-334e1fc7-1d34-4b95-98d4-d711d2c3cf04 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Transition to ACTIVE for port object ecd2f147-21d5-4a73-989e-13841d2ef60b will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:47:45.461881 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=97f2ea67-e094-4767-b571-8c34f2ae8c40,revision_number=6']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:45.462632 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4eaccd50-efa8-4bcb-9dd3-dd25923b9423 req-dfed7610-e267-4dbf-9518-9c1c0947590d tempest-ServerAddressesTestJSON-1042191164 tempest-ServerAddressesTestJSON-1042191164-project] 10.222.0.23 "GET /v2.0/security-groups?id=e5c81d62-7340-4ce0-b3ef-d8837116671a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872733 May 05 21:47:45.528842 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-dd028530-8eac-4d85-90ec-a01495955140 req-334e1fc7-1d34-4b95-98d4-d711d2c3cf04 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:45.658339 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-00bfe92f-602c-4367-ad4b-1a29a9a98711 req-5a86dad2-1c26-4053-80a2-3083bc797d88 tempest-ServerAddressesTestJSON-1042191164 tempest-ServerAddressesTestJSON-1042191164-project] For port 86c21d6c-c5ad-479f-b1c0-9fd55b3dfe67, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=86c21d6c-c5ad-479f-b1c0-9fd55b3dfe67,segment=NetworkSegment(1184e18e-cbaa-4e58-af56-9f640dd13583),segment_id=1184e18e-cbaa-4e58-af56-9f640dd13583)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:47:45.660041 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-00bfe92f-602c-4367-ad4b-1a29a9a98711 req-5a86dad2-1c26-4053-80a2-3083bc797d88 tempest-ServerAddressesTestJSON-1042191164 tempest-ServerAddressesTestJSON-1042191164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:45.772162 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd028530-8eac-4d85-90ec-a01495955140 req-334e1fc7-1d34-4b95-98d4-d711d2c3cf04 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Network 53a49f5d-26b7-49e3-a8d3-0afbfe056e7c is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:47:45.776055 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-dd028530-8eac-4d85-90ec-a01495955140 req-334e1fc7-1d34-4b95-98d4-d711d2c3cf04 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:47:45.780545 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd028530-8eac-4d85-90ec-a01495955140 req-334e1fc7-1d34-4b95-98d4-d711d2c3cf04 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:47:45.849733 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1fc7-1d34-4b95-98d4-d711d2c3cf04 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Pushing event updated for resources: {'Port': ['ID=ecd2f147-21d5-4a73-989e-13841d2ef60b,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:45.912587 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd028530-8eac-4d85-90ec-a01495955140 req-334e1fc7-1d34-4b95-98d4-d711d2c3cf04 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:45.913266 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-dd028530-8eac-4d85-90ec-a01495955140 req-334e1fc7-1d34-4b95-98d4-d711d2c3cf04 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:46.007393 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-334e1fc7-1d34-4b95-98d4-d711d2c3cf04 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6074696 May 05 21:47:46.019438 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-dd028530-8eac-4d85-90ec-a01495955140 req-8cd99ddc-883d-4851-8f97-d916d29e6861 service neutron] Request body: {'port': {'device_id': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:47:46.114632 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8d1aea3f-81de-4921-9797-df1e764adabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:46.242819 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-dd028530-8eac-4d85-90ec-a01495955140 req-8cd99ddc-883d-4851-8f97-d916d29e6861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:46.265920 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e9bfb408-992a-4085-85f9-868f184554ba None None] Provisioning for port ecd2f147-21d5-4a73-989e-13841d2ef60b completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:47:46.272903 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e9bfb408-992a-4085-85f9-868f184554ba None None] Provisioning complete for port ecd2f147-21d5-4a73-989e-13841d2ef60b triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:47:46.273340 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e9bfb408-992a-4085-85f9-868f184554ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:46.307015 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-00bfe92f-602c-4367-ad4b-1a29a9a98711 req-5a86dad2-1c26-4053-80a2-3083bc797d88 tempest-ServerAddressesTestJSON-1042191164 tempest-ServerAddressesTestJSON-1042191164-project] Calling delete_port for 86c21d6c-c5ad-479f-b1c0-9fd55b3dfe67 owned by compute:nova {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:47:46.391169 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-e9bfb408-992a-4085-85f9-868f184554ba None None] Port ecd2f147-21d5-4a73-989e-13841d2ef60b cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:47:46.545633 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53049309-f202-4984-8a15-382c4144ca8a req-da2855e6-bdc2-4db1-8b86-17e13de95c3f tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:46.567475 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-53049309-f202-4984-8a15-382c4144ca8a req-da2855e6-bdc2-4db1-8b86-17e13de95c3f tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/ports?device_id=109a0b9d-1422-4dd0-9265-689257361e81 HTTP/1.1" status: 200 len: 945 time: 0.8638201 May 05 21:47:46.654744 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-00bfe92f-602c-4367-ad4b-1a29a9a98711 req-5a86dad2-1c26-4053-80a2-3083bc797d88 tempest-ServerAddressesTestJSON-1042191164 tempest-ServerAddressesTestJSON-1042191164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:46.752841 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9893e3-5228-4c38-bcce-672ca882274e req-9d363cae-cf1b-4fa4-975a-0cbce51b0ba8 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:46.759967 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1c9893e3-5228-4c38-bcce-672ca882274e req-9d363cae-cf1b-4fa4-975a-0cbce51b0ba8 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=516e0b7e-bb9b-42cb-b886-210ab219ec6d HTTP/1.1" status: 200 len: 946 time: 0.7674952 May 05 21:47:46.770750 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a86dad2-1c26-4053-80a2-3083bc797d88 tempest-ServerAddressesTestJSON-1042191164 tempest-ServerAddressesTestJSON-1042191164-project] Pushing event deleted for resources: {'Port': ['ID=86c21d6c-c5ad-479f-b1c0-9fd55b3dfe67,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:46.827325 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-53049309-f202-4984-8a15-382c4144ca8a req-233ce56e-3fe7-4537-bb5a-95bd994e0726 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ea35cbd-159b-4a97-ac8e-0ad5178ef2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586851 May 05 21:47:46.932198 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-00bfe92f-602c-4367-ad4b-1a29a9a98711 req-5a86dad2-1c26-4053-80a2-3083bc797d88 tempest-ServerAddressesTestJSON-1042191164 tempest-ServerAddressesTestJSON-1042191164-project] No DVR routers for this DVR port 86c21d6c-c5ad-479f-b1c0-9fd55b3dfe67 on host n-h1-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:47:46.936714 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-00bfe92f-602c-4367-ad4b-1a29a9a98711 req-5a86dad2-1c26-4053-80a2-3083bc797d88 tempest-ServerAddressesTestJSON-1042191164 tempest-ServerAddressesTestJSON-1042191164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:46.939590 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5840ae58-e97d-4be3-ba6f-ef73867df8dd', 'name': 'network-vif-deleted', 'tag': '86c21d6c-c5ad-479f-b1c0-9fd55b3dfe67'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:47:46.949727 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-dd028530-8eac-4d85-90ec-a01495955140 req-8cd99ddc-883d-4851-8f97-d916d29e6861 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6a625e6-cf6b-469e-bb09-671258762a76 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:47:46.965389 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-dd028530-8eac-4d85-90ec-a01495955140 req-8cd99ddc-883d-4851-8f97-d916d29e6861 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:46.966025 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-00bfe92f-602c-4367-ad4b-1a29a9a98711 req-5a86dad2-1c26-4053-80a2-3083bc797d88 tempest-ServerAddressesTestJSON-1042191164 tempest-ServerAddressesTestJSON-1042191164-project] 10.222.0.44 "DELETE /v2.0/ports/86c21d6c-c5ad-479f-b1c0-9fd55b3dfe67 HTTP/1.1" status: 204 len: 173 time: 2.6183653 May 05 21:47:46.983505 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1c9893e3-5228-4c38-bcce-672ca882274e req-4ffb7182-d537-4e0a-a6db-4e98fcab235d tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223492 May 05 21:47:47.029620 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-dd028530-8eac-4d85-90ec-a01495955140 req-8cd99ddc-883d-4851-8f97-d916d29e6861 service neutron] Transition to ACTIVE for port object c6a625e6-cf6b-469e-bb09-671258762a76 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:47:47.040710 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-dd028530-8eac-4d85-90ec-a01495955140 req-8cd99ddc-883d-4851-8f97-d916d29e6861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:47.104634 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 97f2ea67-e094-4767-b571-8c34f2ae8c40 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:47:47.307229 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:47.330958 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd99ddc-883d-4851-8f97-d916d29e6861 service neutron] Pushing event updated for resources: {'Port': ['ID=c6a625e6-cf6b-469e-bb09-671258762a76,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:47.382103 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-ec5549c8-88ca-4fb2-82f3-ca0c492320c1 req-cbd5b242-1ce7-4b9f-b9e5-642e01fc8781 tempest-ServerAddressesTestJSON-1042191164 tempest-ServerAddressesTestJSON-1042191164-project] Synchronizing usage tracker for tenant:1b118ade69e34fa3be599d5412302063 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:47:47.463287 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-dd028530-8eac-4d85-90ec-a01495955140 req-8cd99ddc-883d-4851-8f97-d916d29e6861 service neutron] Attempting to bind port c6a625e6-cf6b-469e-bb09-671258762a76 on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:47:47.464042 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-dd028530-8eac-4d85-90ec-a01495955140 req-8cd99ddc-883d-4851-8f97-d916d29e6861 service neutron] Attempting to bind port c6a625e6-cf6b-469e-bb09-671258762a76 by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': '27eaa00d-2733-43bd-8e2f-2708b745ee87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '71738638-1e8f-4898-8775-ee98b36918d6'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:47:47.465379 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd028530-8eac-4d85-90ec-a01495955140 req-8cd99ddc-883d-4851-8f97-d916d29e6861 service neutron] Attempting to bind port c6a625e6-cf6b-469e-bb09-671258762a76 on network 71738638-1e8f-4898-8775-ee98b36918d6 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:47:47.477307 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-ec5549c8-88ca-4fb2-82f3-ca0c492320c1 req-cbd5b242-1ce7-4b9f-b9e5-642e01fc8781 tempest-ServerAddressesTestJSON-1042191164 tempest-ServerAddressesTestJSON-1042191164-project] Unset dirty status for tenant:1b118ade69e34fa3be599d5412302063 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:47:47.510125 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ec5549c8-88ca-4fb2-82f3-ca0c492320c1 req-cbd5b242-1ce7-4b9f-b9e5-642e01fc8781 tempest-ServerAddressesTestJSON-1042191164 tempest-ServerAddressesTestJSON-1042191164-project] 10.222.0.23 "GET /v2.0/ports?device_id=5840ae58-e97d-4be3-ba6f-ef73867df8dd HTTP/1.1" status: 200 len: 210 time: 0.2623568 May 05 21:47:47.513374 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd028530-8eac-4d85-90ec-a01495955140 req-8cd99ddc-883d-4851-8f97-d916d29e6861 service neutron] Port c6a625e6-cf6b-469e-bb09-671258762a76 on network 71738638-1e8f-4898-8775-ee98b36918d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:47:47.513989 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd028530-8eac-4d85-90ec-a01495955140 req-8cd99ddc-883d-4851-8f97-d916d29e6861 service neutron] Attempting to bind port c6a625e6-cf6b-469e-bb09-671258762a76 on network 71738638-1e8f-4898-8775-ee98b36918d6 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:47:47.516302 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:47.532344 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd028530-8eac-4d85-90ec-a01495955140 req-8cd99ddc-883d-4851-8f97-d916d29e6861 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:47:47.533510 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd028530-8eac-4d85-90ec-a01495955140 req-8cd99ddc-883d-4851-8f97-d916d29e6861 service neutron] Checking segment: {'id': '27eaa00d-2733-43bd-8e2f-2708b745ee87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '71738638-1e8f-4898-8775-ee98b36918d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:47:47.534108 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd028530-8eac-4d85-90ec-a01495955140 req-8cd99ddc-883d-4851-8f97-d916d29e6861 service neutron] Bound using segment: {'id': '27eaa00d-2733-43bd-8e2f-2708b745ee87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '71738638-1e8f-4898-8775-ee98b36918d6'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:47:47.534768 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-dd028530-8eac-4d85-90ec-a01495955140 req-8cd99ddc-883d-4851-8f97-d916d29e6861 service neutron] Bound port: c6a625e6-cf6b-469e-bb09-671258762a76, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27eaa00d-2733-43bd-8e2f-2708b745ee87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '71738638-1e8f-4898-8775-ee98b36918d6'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:47:47.535313 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-dd028530-8eac-4d85-90ec-a01495955140 req-8cd99ddc-883d-4851-8f97-d916d29e6861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:47.552550 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:47.567411 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 97f2ea67-e094-4767-b571-8c34f2ae8c40 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:47:47.600297 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 97f2ea67-e094-4767-b571-8c34f2ae8c40, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=97f2ea67-e094-4767-b571-8c34f2ae8c40,segment=NetworkSegment(e9759abe-2932-4e54-a1fb-2399ee430195),segment_id=e9759abe-2932-4e54-a1fb-2399ee430195)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:47:47.617366 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:47.625020 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca75416-c77e-47f4-a9b7-f8691bac3e13 req-c6e2bf2c-2bfe-4610-88a0-05e7f88daeae tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:47.640326 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca75416-c77e-47f4-a9b7-f8691bac3e13 req-c6e2bf2c-2bfe-4610-88a0-05e7f88daeae tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:47.652776 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca75416-c77e-47f4-a9b7-f8691bac3e13 req-c6e2bf2c-2bfe-4610-88a0-05e7f88daeae tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:47.674619 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca75416-c77e-47f4-a9b7-f8691bac3e13 req-c6e2bf2c-2bfe-4610-88a0-05e7f88daeae tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:47.678762 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca75416-c77e-47f4-a9b7-f8691bac3e13 req-c6e2bf2c-2bfe-4610-88a0-05e7f88daeae tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:47.697295 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5ca75416-c77e-47f4-a9b7-f8691bac3e13 req-c6e2bf2c-2bfe-4610-88a0-05e7f88daeae tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb2ef018-2997-4252-b6ee-9017394af03b HTTP/1.1" status: 200 len: 3829 time: 0.3119619 May 05 21:47:47.752229 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-dd028530-8eac-4d85-90ec-a01495955140 req-8cd99ddc-883d-4851-8f97-d916d29e6861 service neutron] For port c6a625e6-cf6b-469e-bb09-671258762a76, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:47:47.758142 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-dd028530-8eac-4d85-90ec-a01495955140 req-8cd99ddc-883d-4851-8f97-d916d29e6861 service neutron] For port c6a625e6-cf6b-469e-bb09-671258762a76, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=c6a625e6-cf6b-469e-bb09-671258762a76,segment=NetworkSegment(27eaa00d-2733-43bd-8e2f-2708b745ee87),segment_id=27eaa00d-2733-43bd-8e2f-2708b745ee87)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:47:47.772742 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-dd028530-8eac-4d85-90ec-a01495955140 req-8cd99ddc-883d-4851-8f97-d916d29e6861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:47.807685 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=97f2ea67-e094-4767-b571-8c34f2ae8c40,revision_number=7']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:47.860680 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5ca75416-c77e-47f4-a9b7-f8691bac3e13 req-d5316c4f-00ce-4219-9d9a-2c80e86ca0cb tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9d5c85a-cae6-44b0-a97b-93589deaee89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624234 May 05 21:47:47.985443 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 254d6486-a2f8-4ac2-8cd3-e9e223b202eb up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:47:48.005913 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-dd028530-8eac-4d85-90ec-a01495955140 req-8cd99ddc-883d-4851-8f97-d916d29e6861 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:48.007812 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-8cd99ddc-883d-4851-8f97-d916d29e6861 service neutron] 10.222.0.44 "PUT /v2.0/ports/c6a625e6-cf6b-469e-bb09-671258762a76 HTTP/1.1" status: 200 len: 1092 time: 1.9927428 May 05 21:47:48.014741 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'tag': 'c6a625e6-cf6b-469e-bb09-671258762a76'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:47:48.067321 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-dd028530-8eac-4d85-90ec-a01495955140 req-8f805d75-d12a-4a90-838b-976362288b72 service neutron] Request body: {'port': {'device_id': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:47:48.096806 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-582a3e0d-bd2b-451d-92dc-5e2ec63d86b9'] response: {'server_uuid': '5840ae58-e97d-4be3-ba6f-ef73867df8dd', 'name': 'network-vif-deleted', 'tag': '86c21d6c-c5ad-479f-b1c0-9fd55b3dfe67', 'status': 'completed', 'code': 200} May 05 21:47:48.228889 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd99ddc-883d-4851-8f97-d916d29e6861 service neutron] Pushing event updated for resources: {'Port': ['ID=c6a625e6-cf6b-469e-bb09-671258762a76,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:48.243455 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 254d6486-a2f8-4ac2-8cd3-e9e223b202eb triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:47:48.243994 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:48.393936 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-dd028530-8eac-4d85-90ec-a01495955140 req-8f805d75-d12a-4a90-838b-976362288b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:48.659307 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:48.705015 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 254d6486-a2f8-4ac2-8cd3-e9e223b202eb, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=254d6486-a2f8-4ac2-8cd3-e9e223b202eb,segment=NetworkSegment(18a3c379-3cfc-4702-917f-3a57e26f3cd8),segment_id=18a3c379-3cfc-4702-917f-3a57e26f3cd8)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:47:48.707206 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9978b89-a388-4e1f-ae58-d0f146c5b7c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254d6486-a2f8-4ac2-8cd3-e9e223b202eb'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:47:48.718432 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:48.720222 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 86c21d6c-c5ad-479f-b1c0-9fd55b3dfe67 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:47:48.753720 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e874e7-881b-452c-96d4-f0c3e2f47ce4 req-b650f77c-3d88-44d4-9451-1ebe86be8fe8 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:48.755748 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c3e874e7-881b-452c-96d4-f0c3e2f47ce4 req-b650f77c-3d88-44d4-9451-1ebe86be8fe8 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fa2aa3d-82d1-4e04-b9f0-21f6bf4713a5 HTTP/1.1" status: 200 len: 944 time: 0.1714249 May 05 21:47:48.765311 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228a113-02e9-4c6d-b8fa-0f784d2035a0 req-91128cee-e1d7-4fac-b02d-b3e2f9fe7070 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:48.773596 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6228a113-02e9-4c6d-b8fa-0f784d2035a0 req-91128cee-e1d7-4fac-b02d-b3e2f9fe7070 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=516e0b7e-bb9b-42cb-b886-210ab219ec6d HTTP/1.1" status: 200 len: 946 time: 0.2639263 May 05 21:47:48.846437 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde489f0-f969-4453-abc2-089c7c7c84b9 req-bd1d9852-0a78-4c00-8290-3bae89de2f7a tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:48.851263 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: 86c21d6c-c5ad-479f-b1c0-9fd55b3dfe67 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:47:48.851263 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 86c21d6c-c5ad-479f-b1c0-9fd55b3dfe67 not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:47:48.856109 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=254d6486-a2f8-4ac2-8cd3-e9e223b202eb,revision_number=7']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:48.867250 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bde489f0-f969-4453-abc2-089c7c7c84b9 req-bd1d9852-0a78-4c00-8290-3bae89de2f7a tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fa2aa3d-82d1-4e04-b9f0-21f6bf4713a5 HTTP/1.1" status: 200 len: 944 time: 0.3252356 May 05 21:47:48.885559 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:48.952105 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-c3e874e7-881b-452c-96d4-f0c3e2f47ce4 req-2f4be193-095c-45d0-af90-5e2c967b5d68 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Deleting port 6aa8365b-e092-44f6-b0bc-72c629a80a98 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:47:48.952817 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c3e874e7-881b-452c-96d4-f0c3e2f47ce4 req-2f4be193-095c-45d0-af90-5e2c967b5d68 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:48.984864 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-dd028530-8eac-4d85-90ec-a01495955140 req-8f805d75-d12a-4a90-838b-976362288b72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34649ace-f82b-4ccc-974a-1666bac9e23b {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:47:48.992201 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-dd028530-8eac-4d85-90ec-a01495955140 req-8f805d75-d12a-4a90-838b-976362288b72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:49.007811 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6228a113-02e9-4c6d-b8fa-0f784d2035a0 req-f1ad03f2-3832-413b-9e07-9efb0f8cf6cc tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317228 May 05 21:47:49.012851 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-dd028530-8eac-4d85-90ec-a01495955140 req-8f805d75-d12a-4a90-838b-976362288b72 service neutron] Transition to ACTIVE for port object 34649ace-f82b-4ccc-974a-1666bac9e23b will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:47:49.016890 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bde489f0-f969-4453-abc2-089c7c7c84b9 req-aa277963-0504-419c-bd60-8329cdd7b2e8 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484101 May 05 21:47:49.024837 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-dd028530-8eac-4d85-90ec-a01495955140 req-8f805d75-d12a-4a90-838b-976362288b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:49.142688 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4084de14-eb7f-4601-986b-cfed39735f87'] response: {'name': 'network-changed', 'server_uuid': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'tag': 'c6a625e6-cf6b-469e-bb09-671258762a76', 'status': 'completed', 'code': 200} May 05 21:47:49.321397 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f805d75-d12a-4a90-838b-976362288b72 service neutron] Pushing event updated for resources: {'Port': ['ID=34649ace-f82b-4ccc-974a-1666bac9e23b,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:49.477661 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f9132d7a-478b-42ae-9be9-73dd6c32a2f3 req-19736ff0-da87-4055-ba75-33955a60531d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5f6d3217202d4d8580bf1dbedeb67377&device_id=fb2ef018-2997-4252-b6ee-9017394af03b HTTP/1.1" status: 200 len: 5246 time: 0.2584476 May 05 21:47:49.582799 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-dd028530-8eac-4d85-90ec-a01495955140 req-8f805d75-d12a-4a90-838b-976362288b72 service neutron] Attempting to bind port 34649ace-f82b-4ccc-974a-1666bac9e23b on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:47:49.583399 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-dd028530-8eac-4d85-90ec-a01495955140 req-8f805d75-d12a-4a90-838b-976362288b72 service neutron] Attempting to bind port 34649ace-f82b-4ccc-974a-1666bac9e23b by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': 'a786530b-01ae-4f9f-838f-af9be8821358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '94805836-07a0-47ad-ab35-ba65d7a7da33'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:47:49.584314 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd028530-8eac-4d85-90ec-a01495955140 req-8f805d75-d12a-4a90-838b-976362288b72 service neutron] Attempting to bind port 34649ace-f82b-4ccc-974a-1666bac9e23b on network 94805836-07a0-47ad-ab35-ba65d7a7da33 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:47:49.610952 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd028530-8eac-4d85-90ec-a01495955140 req-8f805d75-d12a-4a90-838b-976362288b72 service neutron] Port 34649ace-f82b-4ccc-974a-1666bac9e23b on network 94805836-07a0-47ad-ab35-ba65d7a7da33 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:47:49.611800 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd028530-8eac-4d85-90ec-a01495955140 req-8f805d75-d12a-4a90-838b-976362288b72 service neutron] Attempting to bind port 34649ace-f82b-4ccc-974a-1666bac9e23b on network 94805836-07a0-47ad-ab35-ba65d7a7da33 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:47:49.617915 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 39196) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:47:49.684467 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd028530-8eac-4d85-90ec-a01495955140 req-8f805d75-d12a-4a90-838b-976362288b72 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:47:49.685266 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd028530-8eac-4d85-90ec-a01495955140 req-8f805d75-d12a-4a90-838b-976362288b72 service neutron] Checking segment: {'id': 'a786530b-01ae-4f9f-838f-af9be8821358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '94805836-07a0-47ad-ab35-ba65d7a7da33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:47:49.686002 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd028530-8eac-4d85-90ec-a01495955140 req-8f805d75-d12a-4a90-838b-976362288b72 service neutron] Bound using segment: {'id': 'a786530b-01ae-4f9f-838f-af9be8821358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '94805836-07a0-47ad-ab35-ba65d7a7da33'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:47:49.686608 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-dd028530-8eac-4d85-90ec-a01495955140 req-8f805d75-d12a-4a90-838b-976362288b72 service neutron] Bound port: 34649ace-f82b-4ccc-974a-1666bac9e23b, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a786530b-01ae-4f9f-838f-af9be8821358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '94805836-07a0-47ad-ab35-ba65d7a7da33'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:47:49.687135 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-dd028530-8eac-4d85-90ec-a01495955140 req-8f805d75-d12a-4a90-838b-976362288b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:49.696215 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-c3e874e7-881b-452c-96d4-f0c3e2f47ce4 req-2f4be193-095c-45d0-af90-5e2c967b5d68 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] For port 6aa8365b-e092-44f6-b0bc-72c629a80a98, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=6aa8365b-e092-44f6-b0bc-72c629a80a98,segment=NetworkSegment(df9c57c2-52c8-43c0-981c-16fd110b1d0b),segment_id=df9c57c2-52c8-43c0-981c-16fd110b1d0b)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:47:49.696584 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c3e874e7-881b-452c-96d4-f0c3e2f47ce4 req-2f4be193-095c-45d0-af90-5e2c967b5d68 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:49.726435 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf12017c-8381-4de5-b028-d89ba22f94b3'] response: {'server_uuid': 'c9978b89-a388-4e1f-ae58-d0f146c5b7c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254d6486-a2f8-4ac2-8cd3-e9e223b202eb', 'code': 200} May 05 21:47:49.775107 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9132d7a-478b-42ae-9be9-73dd6c32a2f3 req-839befdf-a23e-4188-9859-28da08e853a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:49.775487 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9132d7a-478b-42ae-9be9-73dd6c32a2f3 req-839befdf-a23e-4188-9859-28da08e853a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:49.775985 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9132d7a-478b-42ae-9be9-73dd6c32a2f3 req-839befdf-a23e-4188-9859-28da08e853a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:49.777943 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f9132d7a-478b-42ae-9be9-73dd6c32a2f3 req-839befdf-a23e-4188-9859-28da08e853a9 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=5f6d3217202d4d8580bf1dbedeb67377&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2890689 May 05 21:47:49.816806 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2fb8beb-1190-47d7-9a55-4b41ad66561b admin admin] Deleting subnet 7feb4980-afd9-44c7-8ab6-768fdb8191b6 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:47:49.842938 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-c3e874e7-881b-452c-96d4-f0c3e2f47ce4 req-2f4be193-095c-45d0-af90-5e2c967b5d68 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Calling delete_port for 6aa8365b-e092-44f6-b0bc-72c629a80a98 owned by compute:nova {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:47:49.885579 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d2fb8beb-1190-47d7-9a55-4b41ad66561b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:49.987571 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-dd028530-8eac-4d85-90ec-a01495955140 req-8f805d75-d12a-4a90-838b-976362288b72 service neutron] For port 34649ace-f82b-4ccc-974a-1666bac9e23b, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:47:49.996598 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-dd028530-8eac-4d85-90ec-a01495955140 req-8f805d75-d12a-4a90-838b-976362288b72 service neutron] For port 34649ace-f82b-4ccc-974a-1666bac9e23b, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=34649ace-f82b-4ccc-974a-1666bac9e23b,segment=NetworkSegment(a786530b-01ae-4f9f-838f-af9be8821358),segment_id=a786530b-01ae-4f9f-838f-af9be8821358)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:47:50.015973 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d2fb8beb-1190-47d7-9a55-4b41ad66561b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:50.044092 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-dd028530-8eac-4d85-90ec-a01495955140 req-8f805d75-d12a-4a90-838b-976362288b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:50.191681 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9132d7a-478b-42ae-9be9-73dd6c32a2f3 req-39984f0f-290d-4a57-8798-595e40a9dd2c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:50.193400 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f9132d7a-478b-42ae-9be9-73dd6c32a2f3 req-39984f0f-290d-4a57-8798-595e40a9dd2c service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4055734 May 05 21:47:50.210371 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-dd028530-8eac-4d85-90ec-a01495955140 req-8f805d75-d12a-4a90-838b-976362288b72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:50.211759 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-8f805d75-d12a-4a90-838b-976362288b72 service neutron] 10.222.0.44 "PUT /v2.0/ports/34649ace-f82b-4ccc-974a-1666bac9e23b HTTP/1.1" status: 200 len: 1131 time: 2.1625042 May 05 21:47:50.222433 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afcdf5d-a347-43bc-9bbb-a4506254da1a req-d19bb725-65fb-4f63-9a76-a9b7415c1c78 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:50.227593 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d2fb8beb-1190-47d7-9a55-4b41ad66561b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:50.228090 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5afcdf5d-a347-43bc-9bbb-a4506254da1a req-d19bb725-65fb-4f63-9a76-a9b7415c1c78 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/ports?device_id=109a0b9d-1422-4dd0-9265-689257361e81 HTTP/1.1" status: 200 len: 944 time: 0.8267949 May 05 21:47:50.285100 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-dd028530-8eac-4d85-90ec-a01495955140 req-4628c029-bb16-4009-a516-559ea9bd03ec service neutron] Request body: {'port': {'device_id': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:47:50.324772 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5afcdf5d-a347-43bc-9bbb-a4506254da1a req-daea08cc-9026-441a-805f-8f963ea40c60 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ea35cbd-159b-4a97-ac8e-0ad5178ef2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854712 May 05 21:47:50.366733 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c3e874e7-881b-452c-96d4-f0c3e2f47ce4 req-2f4be193-095c-45d0-af90-5e2c967b5d68 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:50.400334 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f805d75-d12a-4a90-838b-976362288b72 service neutron] Pushing event updated for resources: {'Port': ['ID=34649ace-f82b-4ccc-974a-1666bac9e23b,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:50.489191 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d2fb8beb-1190-47d7-9a55-4b41ad66561b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:50.509001 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3852dab9-17fb-4157-8d4e-ceaa4ed8106e req-c7b8fbef-1986-41b3-94bf-3832fe5dd63e tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:50.509762 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-3852dab9-17fb-4157-8d4e-ceaa4ed8106e req-c7b8fbef-1986-41b3-94bf-3832fe5dd63e tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Synchronizing usage tracker for tenant:b50e99b600524c18b3199236d1a61be7 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:47:50.532635 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4be193-095c-45d0-af90-5e2c967b5d68 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Pushing event deleted for resources: {'Port': ['ID=6aa8365b-e092-44f6-b0bc-72c629a80a98,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:50.598859 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3e874e7-881b-452c-96d4-f0c3e2f47ce4 req-2f4be193-095c-45d0-af90-5e2c967b5d68 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] No DVR routers for this DVR port 6aa8365b-e092-44f6-b0bc-72c629a80a98 on host n-h1-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:47:50.602278 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c3e874e7-881b-452c-96d4-f0c3e2f47ce4 req-2f4be193-095c-45d0-af90-5e2c967b5d68 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:50.611814 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa2aa3d-82d1-4e04-b9f0-21f6bf4713a5', 'name': 'network-vif-deleted', 'tag': '6aa8365b-e092-44f6-b0bc-72c629a80a98'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:47:50.635837 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d2fb8beb-1190-47d7-9a55-4b41ad66561b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:50.641997 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-dd028530-8eac-4d85-90ec-a01495955140 req-4628c029-bb16-4009-a516-559ea9bd03ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:50.642193 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c3e874e7-881b-452c-96d4-f0c3e2f47ce4 req-2f4be193-095c-45d0-af90-5e2c967b5d68 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.44 "DELETE /v2.0/ports/6aa8365b-e092-44f6-b0bc-72c629a80a98 HTTP/1.1" status: 204 len: 173 time: 1.8499892 May 05 21:47:50.679089 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c877943-82ff-42c9-9fc4-fbf99ee6e85a req-9cc3f12d-bca9-4bf2-b465-e3600de071eb tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:50.685539 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c877943-82ff-42c9-9fc4-fbf99ee6e85a req-9cc3f12d-bca9-4bf2-b465-e3600de071eb tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:50.690446 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c877943-82ff-42c9-9fc4-fbf99ee6e85a req-9cc3f12d-bca9-4bf2-b465-e3600de071eb tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:50.695089 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c877943-82ff-42c9-9fc4-fbf99ee6e85a req-9cc3f12d-bca9-4bf2-b465-e3600de071eb tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:50.704018 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c877943-82ff-42c9-9fc4-fbf99ee6e85a req-9cc3f12d-bca9-4bf2-b465-e3600de071eb tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:50.709429 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c877943-82ff-42c9-9fc4-fbf99ee6e85a req-9cc3f12d-bca9-4bf2-b465-e3600de071eb tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:50.719732 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9c877943-82ff-42c9-9fc4-fbf99ee6e85a req-9cc3f12d-bca9-4bf2-b465-e3600de071eb tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb2ef018-2997-4252-b6ee-9017394af03b HTTP/1.1" status: 200 len: 4602 time: 0.5791733 May 05 21:47:50.788211 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fb8beb-1190-47d7-9a55-4b41ad66561b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7feb4980-afd9-44c7-8ab6-768fdb8191b6,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:50.802118 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9c877943-82ff-42c9-9fc4-fbf99ee6e85a req-a97ce7da-f879-4918-9db9-4a3cf8cec9dd tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5ff80e3-da96-4cd3-a486-dc686c4ae303&id=c9d5c85a-cae6-44b0-a97b-93589deaee89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0813296 May 05 21:47:50.940993 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d2fb8beb-1190-47d7-9a55-4b41ad66561b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7feb4980-afd9-44c7-8ab6-768fdb8191b6 HTTP/1.1" status: 204 len: 168 time: 1.3202617 May 05 21:47:50.944253 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 39208) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:47:50.959126 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-3852dab9-17fb-4157-8d4e-ceaa4ed8106e req-c7b8fbef-1986-41b3-94bf-3832fe5dd63e tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Unset dirty status for tenant:b50e99b600524c18b3199236d1a61be7 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:47:50.960555 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3852dab9-17fb-4157-8d4e-ceaa4ed8106e req-c7b8fbef-1986-41b3-94bf-3832fe5dd63e tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.32 "GET /v2.0/ports?device_id=109a0b9d-1422-4dd0-9265-689257361e81 HTTP/1.1" status: 200 len: 944 time: 0.9100647 May 05 21:47:51.144667 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-aca09f4c-7b75-4c9a-85fc-7bdeaa0c163e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:51.195228 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-14eda439-a07c-43d0-ac26-06d018608ea6 req-b1a51601-d1b0-4653-a806-eeab3a44cdf8 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Synchronizing usage tracker for tenant:ea576b38215846aaa224b1aa35155ba3 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:47:51.241040 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'tag': '34649ace-f82b-4ccc-974a-1666bac9e23b'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:47:51.298917 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-3852dab9-17fb-4157-8d4e-ceaa4ed8106e req-168ca16f-6486-4432-b5d3-ebbb60330723 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Deleting port 97f2ea67-e094-4767-b571-8c34f2ae8c40 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:47:51.299265 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-3852dab9-17fb-4157-8d4e-ceaa4ed8106e req-168ca16f-6486-4432-b5d3-ebbb60330723 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:51.303184 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-14eda439-a07c-43d0-ac26-06d018608ea6 req-b1a51601-d1b0-4653-a806-eeab3a44cdf8 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Unset dirty status for tenant:ea576b38215846aaa224b1aa35155ba3 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:47:51.311229 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-14eda439-a07c-43d0-ac26-06d018608ea6 req-b1a51601-d1b0-4653-a806-eeab3a44cdf8 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fa2aa3d-82d1-4e04-b9f0-21f6bf4713a5 HTTP/1.1" status: 200 len: 210 time: 0.1641476 May 05 21:47:51.373131 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c5db7-076a-4736-a2af-1538ddffbd07 req-46148109-d6ae-4e41-b1f5-ab101c630eb7 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:51.374619 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1e0c5db7-076a-4736-a2af-1538ddffbd07 req-46148109-d6ae-4e41-b1f5-ab101c630eb7 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbe975a-28d0-473c-a0a1-b38b162994ce HTTP/1.1" status: 200 len: 945 time: 0.4049726 May 05 21:47:51.456842 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57904dbd-1a3c-4744-ba20-af186b7fe5da'] response: {'server_uuid': '7fa2aa3d-82d1-4e04-b9f0-21f6bf4713a5', 'name': 'network-vif-deleted', 'tag': '6aa8365b-e092-44f6-b0bc-72c629a80a98', 'status': 'completed', 'code': 200} May 05 21:47:51.646401 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1e0c5db7-076a-4736-a2af-1538ddffbd07 req-71ccebb4-1e1b-48dc-b7d2-d276dd2fa34b tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] 10.222.0.23 "GET /v2.0/security-groups?id=5fd3cbe3-d514-4b83-9f5b-499e6815d2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2604654 May 05 21:47:51.664706 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dae6a8-5414-4a89-a451-51d24cec1667 req-dc3d6aa5-700b-45af-bdcd-8d1cfa4b52e5 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:51.666418 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c9dae6a8-5414-4a89-a451-51d24cec1667 req-dc3d6aa5-700b-45af-bdcd-8d1cfa4b52e5 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] 10.222.0.32 "GET /v2.0/ports?device_id=5bbe975a-28d0-473c-a0a1-b38b162994ce HTTP/1.1" status: 200 len: 945 time: 0.4349837 May 05 21:47:51.677361 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-aca09f4c-7b75-4c9a-85fc-7bdeaa0c163e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:51.800447 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-aca09f4c-7b75-4c9a-85fc-7bdeaa0c163e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21ed081d-fe3d-4ca2-bb6a-815cbcaf596c']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:47:51.842988 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-dd028530-8eac-4d85-90ec-a01495955140 req-4628c029-bb16-4009-a516-559ea9bd03ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 538baf95-e3b5-4c0a-808d-33c668825b60 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:47:51.852507 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-dd028530-8eac-4d85-90ec-a01495955140 req-4628c029-bb16-4009-a516-559ea9bd03ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:51.870630 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-aca09f4c-7b75-4c9a-85fc-7bdeaa0c163e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1184e18e-cbaa-4e58-af56-9f640dd13583') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:47:51.871136 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-aca09f4c-7b75-4c9a-85fc-7bdeaa0c163e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1184e18e-cbaa-4e58-af56-9f640dd13583') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:47:51.872378 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-dd028530-8eac-4d85-90ec-a01495955140 req-4628c029-bb16-4009-a516-559ea9bd03ec service neutron] Transition to ACTIVE for port object 538baf95-e3b5-4c0a-808d-33c668825b60 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:47:51.878486 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe670ed3-2350-42a2-912a-ebacc6538b6f'] response: {'name': 'network-changed', 'server_uuid': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'tag': '34649ace-f82b-4ccc-974a-1666bac9e23b', 'status': 'completed', 'code': 200} May 05 21:47:51.885775 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-dd028530-8eac-4d85-90ec-a01495955140 req-4628c029-bb16-4009-a516-559ea9bd03ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:51.890080 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ce23a-00ec-408c-942e-59f5e3e358bd req-fdfbbffc-179a-47f8-a457-9691f00327a9 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:51.891599 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-631ce23a-00ec-408c-942e-59f5e3e358bd req-fdfbbffc-179a-47f8-a457-9691f00327a9 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=516e0b7e-bb9b-42cb-b886-210ab219ec6d HTTP/1.1" status: 200 len: 946 time: 0.3071620 May 05 21:47:51.905097 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-aca09f4c-7b75-4c9a-85fc-7bdeaa0c163e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:51.958616 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-3852dab9-17fb-4157-8d4e-ceaa4ed8106e req-168ca16f-6486-4432-b5d3-ebbb60330723 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] For port 97f2ea67-e094-4767-b571-8c34f2ae8c40, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=97f2ea67-e094-4767-b571-8c34f2ae8c40,segment=NetworkSegment(e9759abe-2932-4e54-a1fb-2399ee430195),segment_id=e9759abe-2932-4e54-a1fb-2399ee430195)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:47:51.959079 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-3852dab9-17fb-4157-8d4e-ceaa4ed8106e req-168ca16f-6486-4432-b5d3-ebbb60330723 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:51.999515 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 6aa8365b-e092-44f6-b0bc-72c629a80a98 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:47:52.023285 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-c9dae6a8-5414-4a89-a451-51d24cec1667 req-fa58aeda-7766-48c2-9b6f-12c06dcc7325 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Deleting port 668a5a28-fc6f-4a3d-aa2b-c999c6a7c64d {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:47:52.023882 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c9dae6a8-5414-4a89-a451-51d24cec1667 req-fa58aeda-7766-48c2-9b6f-12c06dcc7325 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:52.070094 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: 6aa8365b-e092-44f6-b0bc-72c629a80a98 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:47:52.072519 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 6aa8365b-e092-44f6-b0bc-72c629a80a98 not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:47:52.088461 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-631ce23a-00ec-408c-942e-59f5e3e358bd req-0c3a3424-177e-4b77-81df-231d2e071757 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870584 May 05 21:47:52.133413 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-aca09f4c-7b75-4c9a-85fc-7bdeaa0c163e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:52.166848 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-3852dab9-17fb-4157-8d4e-ceaa4ed8106e req-168ca16f-6486-4432-b5d3-ebbb60330723 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Calling delete_port for 97f2ea67-e094-4767-b571-8c34f2ae8c40 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:47:52.169618 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aca09f4c-7b75-4c9a-85fc-7bdeaa0c163e admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:47:52.170189 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-aca09f4c-7b75-4c9a-85fc-7bdeaa0c163e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:52.189921 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 21:47:52.189921 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:47:52.189921 n-d-825175-4 neutron-server[84061]: timer() May 05 21:47:52.189921 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:47:52.189921 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 21:47:52.189921 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:47:52.189921 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 21:47:52.189921 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:47:52.189921 n-d-825175-4 neutron-server[84061]: self._notify() May 05 21:47:52.189921 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:47:52.189921 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 21:47:52.189921 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:47:52.189921 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 21:47:52.189921 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:47:52.189921 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:47:52.189921 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:47:52.189921 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:47:52.189921 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:47:52.189921 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 21:47:52.189921 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:47:52.189921 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 21:47:52.189921 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:47:52.189921 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:47:52.189921 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:47:52.189921 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 21:47:52.189921 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:47:52.189921 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:47:52.189921 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:47:52.189921 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:47:52.189921 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:47:52.189921 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:47:52.189921 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:47:52.306055 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4628c029-bb16-4009-a516-559ea9bd03ec service neutron] Pushing event updated for resources: {'Port': ['ID=538baf95-e3b5-4c0a-808d-33c668825b60,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:52.474950 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-561452b5-d099-437c-92e5-090bd25c5d9f req-1df13014-6376-4665-9e89-3452cd12b8ef service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5f6d3217202d4d8580bf1dbedeb67377&device_id=fb2ef018-2997-4252-b6ee-9017394af03b HTTP/1.1" status: 200 len: 5288 time: 0.6577461 May 05 21:47:52.528791 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-dd028530-8eac-4d85-90ec-a01495955140 req-4628c029-bb16-4009-a516-559ea9bd03ec service neutron] Attempting to bind port 538baf95-e3b5-4c0a-808d-33c668825b60 on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:47:52.529498 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-dd028530-8eac-4d85-90ec-a01495955140 req-4628c029-bb16-4009-a516-559ea9bd03ec service neutron] Attempting to bind port 538baf95-e3b5-4c0a-808d-33c668825b60 by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': 'a786530b-01ae-4f9f-838f-af9be8821358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '94805836-07a0-47ad-ab35-ba65d7a7da33'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:47:52.530935 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd028530-8eac-4d85-90ec-a01495955140 req-4628c029-bb16-4009-a516-559ea9bd03ec service neutron] Attempting to bind port 538baf95-e3b5-4c0a-808d-33c668825b60 on network 94805836-07a0-47ad-ab35-ba65d7a7da33 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:47:52.545177 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd028530-8eac-4d85-90ec-a01495955140 req-4628c029-bb16-4009-a516-559ea9bd03ec service neutron] Port 538baf95-e3b5-4c0a-808d-33c668825b60 on network 94805836-07a0-47ad-ab35-ba65d7a7da33 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:47:52.545613 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd028530-8eac-4d85-90ec-a01495955140 req-4628c029-bb16-4009-a516-559ea9bd03ec service neutron] Attempting to bind port 538baf95-e3b5-4c0a-808d-33c668825b60 on network 94805836-07a0-47ad-ab35-ba65d7a7da33 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:47:52.558190 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd028530-8eac-4d85-90ec-a01495955140 req-4628c029-bb16-4009-a516-559ea9bd03ec service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:47:52.558757 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd028530-8eac-4d85-90ec-a01495955140 req-4628c029-bb16-4009-a516-559ea9bd03ec service neutron] Checking segment: {'id': 'a786530b-01ae-4f9f-838f-af9be8821358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '94805836-07a0-47ad-ab35-ba65d7a7da33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:47:52.559247 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd028530-8eac-4d85-90ec-a01495955140 req-4628c029-bb16-4009-a516-559ea9bd03ec service neutron] Bound using segment: {'id': 'a786530b-01ae-4f9f-838f-af9be8821358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '94805836-07a0-47ad-ab35-ba65d7a7da33'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:47:52.559765 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-dd028530-8eac-4d85-90ec-a01495955140 req-4628c029-bb16-4009-a516-559ea9bd03ec service neutron] Bound port: 538baf95-e3b5-4c0a-808d-33c668825b60, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a786530b-01ae-4f9f-838f-af9be8821358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '94805836-07a0-47ad-ab35-ba65d7a7da33'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:47:52.560303 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-dd028530-8eac-4d85-90ec-a01495955140 req-4628c029-bb16-4009-a516-559ea9bd03ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:52.572780 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-3852dab9-17fb-4157-8d4e-ceaa4ed8106e req-168ca16f-6486-4432-b5d3-ebbb60330723 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:52.664866 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168ca16f-6486-4432-b5d3-ebbb60330723 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Pushing event deleted for resources: {'Port': ['ID=97f2ea67-e094-4767-b571-8c34f2ae8c40,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:52.772748 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-3852dab9-17fb-4157-8d4e-ceaa4ed8106e req-168ca16f-6486-4432-b5d3-ebbb60330723 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] No DVR routers for this DVR port 97f2ea67-e094-4767-b571-8c34f2ae8c40 on host n-h2-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:47:52.786210 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-3852dab9-17fb-4157-8d4e-ceaa4ed8106e req-168ca16f-6486-4432-b5d3-ebbb60330723 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:52.789222 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd9e4f-8018-44f1-acbc-833b65e9b38c req-c86deb24-38f7-48cc-b3cd-a315bc8b8462 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:52.800832 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-80cd9e4f-8018-44f1-acbc-833b65e9b38c req-c86deb24-38f7-48cc-b3cd-a315bc8b8462 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/ports?device_id=109a0b9d-1422-4dd0-9265-689257361e81 HTTP/1.1" status: 200 len: 944 time: 0.8968678 May 05 21:47:52.811758 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-dd028530-8eac-4d85-90ec-a01495955140 req-4628c029-bb16-4009-a516-559ea9bd03ec service neutron] For port 538baf95-e3b5-4c0a-808d-33c668825b60, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:47:52.815490 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-dd028530-8eac-4d85-90ec-a01495955140 req-4628c029-bb16-4009-a516-559ea9bd03ec service neutron] For port 538baf95-e3b5-4c0a-808d-33c668825b60, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=538baf95-e3b5-4c0a-808d-33c668825b60,segment=NetworkSegment(a786530b-01ae-4f9f-838f-af9be8821358),segment_id=a786530b-01ae-4f9f-838f-af9be8821358)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:47:52.817519 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3852dab9-17fb-4157-8d4e-ceaa4ed8106e req-168ca16f-6486-4432-b5d3-ebbb60330723 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.32 "DELETE /v2.0/ports/97f2ea67-e094-4767-b571-8c34f2ae8c40 HTTP/1.1" status: 204 len: 173 time: 1.7881362 May 05 21:47:52.832404 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-dd028530-8eac-4d85-90ec-a01495955140 req-4628c029-bb16-4009-a516-559ea9bd03ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:52.869222 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-aca09f4c-7b75-4c9a-85fc-7bdeaa0c163e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:52.913386 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-aca09f4c-7b75-4c9a-85fc-7bdeaa0c163e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:52.934681 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-dd028530-8eac-4d85-90ec-a01495955140 req-4628c029-bb16-4009-a516-559ea9bd03ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:52.936260 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-4628c029-bb16-4009-a516-559ea9bd03ec service neutron] 10.222.0.44 "PUT /v2.0/ports/538baf95-e3b5-4c0a-808d-33c668825b60 HTTP/1.1" status: 200 len: 1129 time: 2.6669669 May 05 21:47:52.958127 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca09f4c-7b75-4c9a-85fc-7bdeaa0c163e admin admin] Pushing event deleted for resources: {'Network': ['ID=21ed081d-fe3d-4ca2-bb6a-815cbcaf596c,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:52.959577 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4628c029-bb16-4009-a516-559ea9bd03ec service neutron] Pushing event updated for resources: {'Port': ['ID=538baf95-e3b5-4c0a-808d-33c668825b60,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:52.983327 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-dd028530-8eac-4d85-90ec-a01495955140 req-34e09e5e-d1ec-4978-b78d-6663d91119bb service neutron] Request body: {'port': {'device_id': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:47:53.024063 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-aca09f4c-7b75-4c9a-85fc-7bdeaa0c163e admin admin] 10.222.0.23 "DELETE /v2.0/networks/21ed081d-fe3d-4ca2-bb6a-815cbcaf596c HTTP/1.1" status: 204 len: 168 time: 2.0760427 May 05 21:47:53.146417 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-80cd9e4f-8018-44f1-acbc-833b65e9b38c req-2c0605e8-0481-4475-8e05-fde9939ce6db tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ea35cbd-159b-4a97-ac8e-0ad5178ef2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445101 May 05 21:47:53.154579 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561452b5-d099-437c-92e5-090bd25c5d9f req-8dadb9ba-8815-421a-bd5f-ff74c47ffc57 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:53.154992 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561452b5-d099-437c-92e5-090bd25c5d9f req-8dadb9ba-8815-421a-bd5f-ff74c47ffc57 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:53.155339 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561452b5-d099-437c-92e5-090bd25c5d9f req-8dadb9ba-8815-421a-bd5f-ff74c47ffc57 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:53.169274 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-561452b5-d099-437c-92e5-090bd25c5d9f req-8dadb9ba-8815-421a-bd5f-ff74c47ffc57 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=5f6d3217202d4d8580bf1dbedeb67377&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.6859071 May 05 21:47:53.187352 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-c9dae6a8-5414-4a89-a451-51d24cec1667 req-fa58aeda-7766-48c2-9b6f-12c06dcc7325 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] For port 668a5a28-fc6f-4a3d-aa2b-c999c6a7c64d, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=668a5a28-fc6f-4a3d-aa2b-c999c6a7c64d,segment=NetworkSegment(51c02cf9-b533-4a1f-be25-586ebd89037c),segment_id=51c02cf9-b533-4a1f-be25-586ebd89037c)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:47:53.194971 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c9dae6a8-5414-4a89-a451-51d24cec1667 req-fa58aeda-7766-48c2-9b6f-12c06dcc7325 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:53.247175 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd48b4-e706-464f-aa33-8746ed61054a req-f7bc91f2-1dd4-4c92-ab95-0abba63a1ab8 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:53.251281 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd48b4-e706-464f-aa33-8746ed61054a req-f7bc91f2-1dd4-4c92-ab95-0abba63a1ab8 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:53.255353 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd48b4-e706-464f-aa33-8746ed61054a req-f7bc91f2-1dd4-4c92-ab95-0abba63a1ab8 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:53.259450 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-dd028530-8eac-4d85-90ec-a01495955140 req-34e09e5e-d1ec-4978-b78d-6663d91119bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:53.259739 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd48b4-e706-464f-aa33-8746ed61054a req-f7bc91f2-1dd4-4c92-ab95-0abba63a1ab8 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:53.264096 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd48b4-e706-464f-aa33-8746ed61054a req-f7bc91f2-1dd4-4c92-ab95-0abba63a1ab8 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:53.267895 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd48b4-e706-464f-aa33-8746ed61054a req-f7bc91f2-1dd4-4c92-ab95-0abba63a1ab8 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:53.271960 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd48b4-e706-464f-aa33-8746ed61054a req-f7bc91f2-1dd4-4c92-ab95-0abba63a1ab8 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:53.280027 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-abdd48b4-e706-464f-aa33-8746ed61054a req-f7bc91f2-1dd4-4c92-ab95-0abba63a1ab8 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb2ef018-2997-4252-b6ee-9017394af03b HTTP/1.1" status: 200 len: 5373 time: 1.0084326 May 05 21:47:53.372583 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 39232) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:47:53.459479 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-7ad1e300-8931-477c-ab6b-9c4a71af80c3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1b118ade69e34fa3be599d5412302063&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0831997 May 05 21:47:53.459679 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 39240) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:47:53.769812 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-abdd48b4-e706-464f-aa33-8746ed61054a req-9a6ea4ca-3f9a-4de6-881c-feb2cc8fd862 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5ff80e3-da96-4cd3-a486-dc686c4ae303&id=c9d5c85a-cae6-44b0-a97b-93589deaee89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4887936 May 05 21:47:53.908039 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '109a0b9d-1422-4dd0-9265-689257361e81', 'name': 'network-vif-deleted', 'tag': '97f2ea67-e094-4767-b571-8c34f2ae8c40'}, {'name': 'network-changed', 'server_uuid': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'tag': '538baf95-e3b5-4c0a-808d-33c668825b60'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:47:53.999809 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-dd028530-8eac-4d85-90ec-a01495955140 req-34e09e5e-d1ec-4978-b78d-6663d91119bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7548de3-9774-4501-8d63-8da172363f2e {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:47:54.007461 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-dd028530-8eac-4d85-90ec-a01495955140 req-34e09e5e-d1ec-4978-b78d-6663d91119bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:54.022596 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-dd028530-8eac-4d85-90ec-a01495955140 req-34e09e5e-d1ec-4978-b78d-6663d91119bb service neutron] Transition to ACTIVE for port object c7548de3-9774-4501-8d63-8da172363f2e will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:47:54.030604 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-dd028530-8eac-4d85-90ec-a01495955140 req-34e09e5e-d1ec-4978-b78d-6663d91119bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:54.057167 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561452b5-d099-437c-92e5-090bd25c5d9f req-9474d90e-6998-4e21-a211-1ee9ac4b01d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:54.058708 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-561452b5-d099-437c-92e5-090bd25c5d9f req-9474d90e-6998-4e21-a211-1ee9ac4b01d7 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8493257 May 05 21:47:54.111408 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e3e95535-8679-4201-9b51-371cc763e127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:54.191372 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e09e5e-d1ec-4978-b78d-6663d91119bb service neutron] Pushing event updated for resources: {'Port': ['ID=c7548de3-9774-4501-8d63-8da172363f2e,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:54.213359 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c9dae6a8-5414-4a89-a451-51d24cec1667 req-fa58aeda-7766-48c2-9b6f-12c06dcc7325 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:54.213729 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c9dae6a8-5414-4a89-a451-51d24cec1667 req-fa58aeda-7766-48c2-9b6f-12c06dcc7325 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:54.214070 n-d-825175-4 neutron-server[84061]: INFO neutron.db.l3_db [req-c9dae6a8-5414-4a89-a451-51d24cec1667 req-fa58aeda-7766-48c2-9b6f-12c06dcc7325 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Floating IP 855e2f32-ece2-4b6d-bb1e-64e6f7b4dc5e disassociated. External IP: 172.25.4.183, port: 668a5a28-fc6f-4a3d-aa2b-c999c6a7c64d. May 05 21:47:54.214436 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-c9dae6a8-5414-4a89-a451-51d24cec1667 req-fa58aeda-7766-48c2-9b6f-12c06dcc7325 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Calling delete_port for 668a5a28-fc6f-4a3d-aa2b-c999c6a7c64d owned by compute:nova {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:47:54.247061 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68158eb-54b6-4244-ae08-9a40fc47725b req-55c7d7b1-9a8c-4ddb-8cad-c4e28f92ae59 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:54.254043 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f68158eb-54b6-4244-ae08-9a40fc47725b req-55c7d7b1-9a8c-4ddb-8cad-c4e28f92ae59 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbe975a-28d0-473c-a0a1-b38b162994ce HTTP/1.1" status: 200 len: 945 time: 0.5258567 May 05 21:47:54.299030 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e3e95535-8679-4201-9b51-371cc763e127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:54.367062 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-dd028530-8eac-4d85-90ec-a01495955140 req-34e09e5e-d1ec-4978-b78d-6663d91119bb service neutron] Attempting to bind port c7548de3-9774-4501-8d63-8da172363f2e on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:47:54.367638 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-dd028530-8eac-4d85-90ec-a01495955140 req-34e09e5e-d1ec-4978-b78d-6663d91119bb service neutron] Attempting to bind port c7548de3-9774-4501-8d63-8da172363f2e by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': 'a786530b-01ae-4f9f-838f-af9be8821358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '94805836-07a0-47ad-ab35-ba65d7a7da33'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:47:54.368604 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd028530-8eac-4d85-90ec-a01495955140 req-34e09e5e-d1ec-4978-b78d-6663d91119bb service neutron] Attempting to bind port c7548de3-9774-4501-8d63-8da172363f2e on network 94805836-07a0-47ad-ab35-ba65d7a7da33 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:47:54.378325 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd028530-8eac-4d85-90ec-a01495955140 req-34e09e5e-d1ec-4978-b78d-6663d91119bb service neutron] Port c7548de3-9774-4501-8d63-8da172363f2e on network 94805836-07a0-47ad-ab35-ba65d7a7da33 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:47:54.379065 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd028530-8eac-4d85-90ec-a01495955140 req-34e09e5e-d1ec-4978-b78d-6663d91119bb service neutron] Attempting to bind port c7548de3-9774-4501-8d63-8da172363f2e on network 94805836-07a0-47ad-ab35-ba65d7a7da33 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:47:54.391031 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd028530-8eac-4d85-90ec-a01495955140 req-34e09e5e-d1ec-4978-b78d-6663d91119bb service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:47:54.391674 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd028530-8eac-4d85-90ec-a01495955140 req-34e09e5e-d1ec-4978-b78d-6663d91119bb service neutron] Checking segment: {'id': 'a786530b-01ae-4f9f-838f-af9be8821358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '94805836-07a0-47ad-ab35-ba65d7a7da33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:47:54.392524 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd028530-8eac-4d85-90ec-a01495955140 req-34e09e5e-d1ec-4978-b78d-6663d91119bb service neutron] Bound using segment: {'id': 'a786530b-01ae-4f9f-838f-af9be8821358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '94805836-07a0-47ad-ab35-ba65d7a7da33'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:47:54.393279 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-dd028530-8eac-4d85-90ec-a01495955140 req-34e09e5e-d1ec-4978-b78d-6663d91119bb service neutron] Bound port: c7548de3-9774-4501-8d63-8da172363f2e, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a786530b-01ae-4f9f-838f-af9be8821358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '94805836-07a0-47ad-ab35-ba65d7a7da33'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:47:54.393669 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-dd028530-8eac-4d85-90ec-a01495955140 req-34e09e5e-d1ec-4978-b78d-6663d91119bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:54.410491 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b50eeee-2b32-4f0e-8fec-d8ef4dd6c3ef req-6e9a58be-3384-44b4-9edc-805ffa86af6c tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:54.411965 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0b50eeee-2b32-4f0e-8fec-d8ef4dd6c3ef req-6e9a58be-3384-44b4-9edc-805ffa86af6c tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=516e0b7e-bb9b-42cb-b886-210ab219ec6d HTTP/1.1" status: 200 len: 946 time: 0.4753041 May 05 21:47:54.436737 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f68158eb-54b6-4244-ae08-9a40fc47725b req-8297da2e-88ac-421f-a58b-b3aa40e52504 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] 10.222.0.23 "GET /v2.0/security-groups?id=5fd3cbe3-d514-4b83-9f5b-499e6815d2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689098 May 05 21:47:54.536387 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-dd028530-8eac-4d85-90ec-a01495955140 req-34e09e5e-d1ec-4978-b78d-6663d91119bb service neutron] For port c7548de3-9774-4501-8d63-8da172363f2e, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:47:54.540757 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-dd028530-8eac-4d85-90ec-a01495955140 req-34e09e5e-d1ec-4978-b78d-6663d91119bb service neutron] For port c7548de3-9774-4501-8d63-8da172363f2e, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=c7548de3-9774-4501-8d63-8da172363f2e,segment=NetworkSegment(a786530b-01ae-4f9f-838f-af9be8821358),segment_id=a786530b-01ae-4f9f-838f-af9be8821358)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:47:54.549331 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-dd028530-8eac-4d85-90ec-a01495955140 req-34e09e5e-d1ec-4978-b78d-6663d91119bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:54.655815 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e09e5e-d1ec-4978-b78d-6663d91119bb service neutron] Pushing event updated for resources: {'Port': ['ID=c7548de3-9774-4501-8d63-8da172363f2e,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:54.676953 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0b50eeee-2b32-4f0e-8fec-d8ef4dd6c3ef req-c7173b82-0481-4d2f-ba84-ed28917a7b9e tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381968 May 05 21:47:54.684418 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e3e95535-8679-4201-9b51-371cc763e127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:54.704047 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e95535-8679-4201-9b51-371cc763e127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c81d62-7340-4ce0-b3ef-d8837116671a,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:54.704524 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-dd028530-8eac-4d85-90ec-a01495955140 req-34e09e5e-d1ec-4978-b78d-6663d91119bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:54.711559 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c9dae6a8-5414-4a89-a451-51d24cec1667 req-fa58aeda-7766-48c2-9b6f-12c06dcc7325 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:54.718459 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-34e09e5e-d1ec-4978-b78d-6663d91119bb service neutron] 10.222.0.44 "PUT /v2.0/ports/c7548de3-9774-4501-8d63-8da172363f2e HTTP/1.1" status: 200 len: 1091 time: 1.7387462 May 05 21:47:54.756902 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-dd028530-8eac-4d85-90ec-a01495955140 req-c1b9460a-b0db-4e2c-b8a9-0e4b969c1831 service neutron] Request body: {'port': {'device_id': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:47:54.811805 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa58aeda-7766-48c2-9b6f-12c06dcc7325 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Pushing event deleted for resources: {'Port': ['ID=668a5a28-fc6f-4a3d-aa2b-c999c6a7c64d,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:54.826864 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e3e95535-8679-4201-9b51-371cc763e127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:54.831497 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e3e95535-8679-4201-9b51-371cc763e127 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e5c81d62-7340-4ce0-b3ef-d8837116671a HTTP/1.1" status: 204 len: 168 time: 1.3047094 May 05 21:47:55.149075 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 97f2ea67-e094-4767-b571-8c34f2ae8c40 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:47:55.149665 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-858d1b74-2a53-4ac0-b224-2eec7336393e'] response: {'server_uuid': '109a0b9d-1422-4dd0-9265-689257361e81', 'name': 'network-vif-deleted', 'tag': '97f2ea67-e094-4767-b571-8c34f2ae8c40', 'status': 'completed', 'code': 200} May 05 21:47:55.149759 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-858d1b74-2a53-4ac0-b224-2eec7336393e'] response: {'name': 'network-changed', 'server_uuid': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'tag': '538baf95-e3b5-4c0a-808d-33c668825b60', 'status': 'completed', 'code': 200} May 05 21:47:55.150377 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-dd028530-8eac-4d85-90ec-a01495955140 req-c1b9460a-b0db-4e2c-b8a9-0e4b969c1831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:55.263755 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: 97f2ea67-e094-4767-b571-8c34f2ae8c40 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:47:55.264761 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 97f2ea67-e094-4767-b571-8c34f2ae8c40 not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:47:55.267107 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 668a5a28-fc6f-4a3d-aa2b-c999c6a7c64d no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:47:55.405193 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c3f30e40-986a-476f-9e30-ea8f6bd52787 req-648d6591-d4ef-40dd-ac03-01dbb77c68a4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5f6d3217202d4d8580bf1dbedeb67377&device_id=fb2ef018-2997-4252-b6ee-9017394af03b HTTP/1.1" status: 200 len: 6277 time: 0.4622102 May 05 21:47:55.409494 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: 668a5a28-fc6f-4a3d-aa2b-c999c6a7c64d {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:47:55.412298 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 668a5a28-fc6f-4a3d-aa2b-c999c6a7c64d not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:47:55.751083 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5cd64-e292-45c6-88c9-0b0471c8fca2 req-9c18d97e-a4f4-40c3-b2b1-bf15514e0ab5 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:55.756832 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-a7b5cd64-e292-45c6-88c9-0b0471c8fca2 req-9c18d97e-a4f4-40c3-b2b1-bf15514e0ab5 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Synchronizing usage tracker for tenant:ea576b38215846aaa224b1aa35155ba3 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:47:55.853103 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-a7b5cd64-e292-45c6-88c9-0b0471c8fca2 req-9c18d97e-a4f4-40c3-b2b1-bf15514e0ab5 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Unset dirty status for tenant:ea576b38215846aaa224b1aa35155ba3 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:47:55.854862 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a7b5cd64-e292-45c6-88c9-0b0471c8fca2 req-9c18d97e-a4f4-40c3-b2b1-bf15514e0ab5 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a869846-74ef-49c4-bc12-0a6ef71a34fd HTTP/1.1" status: 200 len: 945 time: 0.4589455 May 05 21:47:55.947319 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-a7b5cd64-e292-45c6-88c9-0b0471c8fca2 req-96cfd601-eee1-470a-88d3-1727e561629c tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Deleting port f4d9c9b2-5658-4234-b6b8-8992a1682e9f {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:47:55.947662 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a7b5cd64-e292-45c6-88c9-0b0471c8fca2 req-96cfd601-eee1-470a-88d3-1727e561629c tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:56.038585 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f30e40-986a-476f-9e30-ea8f6bd52787 req-80e714d5-5678-4567-8010-d06ba8d553e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:56.038983 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f30e40-986a-476f-9e30-ea8f6bd52787 req-80e714d5-5678-4567-8010-d06ba8d553e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:56.039376 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f30e40-986a-476f-9e30-ea8f6bd52787 req-80e714d5-5678-4567-8010-d06ba8d553e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:56.043432 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c3f30e40-986a-476f-9e30-ea8f6bd52787 req-80e714d5-5678-4567-8010-d06ba8d553e0 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=5f6d3217202d4d8580bf1dbedeb67377&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.6234658 May 05 21:47:56.268936 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-a7b5cd64-e292-45c6-88c9-0b0471c8fca2 req-96cfd601-eee1-470a-88d3-1727e561629c tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] For port f4d9c9b2-5658-4234-b6b8-8992a1682e9f, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=f4d9c9b2-5658-4234-b6b8-8992a1682e9f,segment=NetworkSegment(df9c57c2-52c8-43c0-981c-16fd110b1d0b),segment_id=df9c57c2-52c8-43c0-981c-16fd110b1d0b)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:47:56.269449 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a7b5cd64-e292-45c6-88c9-0b0471c8fca2 req-96cfd601-eee1-470a-88d3-1727e561629c tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:56.279010 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9dae6a8-5414-4a89-a451-51d24cec1667 req-fa58aeda-7766-48c2-9b6f-12c06dcc7325 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Router a4388a85-510d-4631-88e8-78e7b63726b5 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:47:56.295081 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe841b2b-8024-482d-9834-4a4bde3a6b2e req-0a219f78-609c-40bc-a0e3-952a616a8ade tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:56.299963 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe841b2b-8024-482d-9834-4a4bde3a6b2e req-0a219f78-609c-40bc-a0e3-952a616a8ade tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:56.305207 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe841b2b-8024-482d-9834-4a4bde3a6b2e req-0a219f78-609c-40bc-a0e3-952a616a8ade tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:56.312230 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe841b2b-8024-482d-9834-4a4bde3a6b2e req-0a219f78-609c-40bc-a0e3-952a616a8ade tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:56.316748 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe841b2b-8024-482d-9834-4a4bde3a6b2e req-0a219f78-609c-40bc-a0e3-952a616a8ade tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:56.320834 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe841b2b-8024-482d-9834-4a4bde3a6b2e req-0a219f78-609c-40bc-a0e3-952a616a8ade tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:56.324967 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe841b2b-8024-482d-9834-4a4bde3a6b2e req-0a219f78-609c-40bc-a0e3-952a616a8ade tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:56.333989 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fe841b2b-8024-482d-9834-4a4bde3a6b2e req-0a219f78-609c-40bc-a0e3-952a616a8ade tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb2ef018-2997-4252-b6ee-9017394af03b HTTP/1.1" status: 200 len: 5385 time: 0.9155970 May 05 21:47:56.353463 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 39296) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:47:56.387752 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e68da-6351-41f1-9cfd-90b541884d25 req-e6d0d6b4-c11b-4ebe-bc36-8cae7741192d tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:56.394772 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-191e68da-6351-41f1-9cfd-90b541884d25 req-e6d0d6b4-c11b-4ebe-bc36-8cae7741192d tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=1a869846-74ef-49c4-bc12-0a6ef71a34fd HTTP/1.1" status: 200 len: 945 time: 0.5169473 May 05 21:47:56.429793 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f30e40-986a-476f-9e30-ea8f6bd52787 req-6d97bf2d-c191-4e12-a9a8-5ee6b473a12d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:56.431311 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c3f30e40-986a-476f-9e30-ea8f6bd52787 req-6d97bf2d-c191-4e12-a9a8-5ee6b473a12d service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3786757 May 05 21:47:56.499314 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fe841b2b-8024-482d-9834-4a4bde3a6b2e req-d4f641a1-f692-44c5-8b14-6ba1a64c00c8 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5ff80e3-da96-4cd3-a486-dc686c4ae303&id=c9d5c85a-cae6-44b0-a97b-93589deaee89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1647801 May 05 21:47:56.517221 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-a7b5cd64-e292-45c6-88c9-0b0471c8fca2 req-96cfd601-eee1-470a-88d3-1727e561629c tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Calling delete_port for f4d9c9b2-5658-4234-b6b8-8992a1682e9f owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:47:56.687712 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a7b5cd64-e292-45c6-88c9-0b0471c8fca2 req-96cfd601-eee1-470a-88d3-1727e561629c tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:56.746907 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-feca33d1-d2f9-4084-97d2-59a381e60bb7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1952583119-network', 'tenant_id': 'cf59b1a8623a48db9737966b2f762b3c'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:47:56.753798 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cfd601-eee1-470a-88d3-1727e561629c tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Pushing event deleted for resources: {'Port': ['ID=f4d9c9b2-5658-4234-b6b8-8992a1682e9f,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:56.764368 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-191e68da-6351-41f1-9cfd-90b541884d25 req-27691916-5110-4d71-87cf-170536a3cea9 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687325 May 05 21:47:56.824673 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-feca33d1-d2f9-4084-97d2-59a381e60bb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:47:56.841024 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-feca33d1-d2f9-4084-97d2-59a381e60bb7 admin admin] Usage tracker for resource:network and tenant:cf59b1a8623a48db9737966b2f762b3c is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:47:56.852018 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-feca33d1-d2f9-4084-97d2-59a381e60bb7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:47:56.872191 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-feca33d1-d2f9-4084-97d2-59a381e60bb7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:47:56.916862 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feca33d1-d2f9-4084-97d2-59a381e60bb7 admin admin] Made reservation on behalf of cf59b1a8623a48db9737966b2f762b3c for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:47:56.919180 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-feca33d1-d2f9-4084-97d2-59a381e60bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:56.941342 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b5cd64-e292-45c6-88c9-0b0471c8fca2 req-96cfd601-eee1-470a-88d3-1727e561629c tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] No DVR routers for this DVR port f4d9c9b2-5658-4234-b6b8-8992a1682e9f on host n-h2-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:47:56.945142 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a7b5cd64-e292-45c6-88c9-0b0471c8fca2 req-96cfd601-eee1-470a-88d3-1727e561629c tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:56.956693 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.resource_extend [req-dd028530-8eac-4d85-90ec-a01495955140 req-c1b9460a-b0db-4e2c-b8a9-0e4b969c1831 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 21:47:57.002418 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-feca33d1-d2f9-4084-97d2-59a381e60bb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:57.039605 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-67bb511b-d279-416c-bfee-74b0f0725588 req-ce1b08d9-c46e-4aa6-8a32-92d83b334825 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Synchronizing usage tracker for tenant:f26c174273fc4c74bc9db73040442bd9 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:47:57.050554 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-dd028530-8eac-4d85-90ec-a01495955140 req-c1b9460a-b0db-4e2c-b8a9-0e4b969c1831 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27b68c04-7dd9-42e8-9a47-ef4ac75714cf {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:47:57.054562 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a20a551-5dfd-4bea-9aea-af9de9b35384 req-ffdce215-6271-474f-96d7-e0eedb1a4952 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:57.056039 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4a20a551-5dfd-4bea-9aea-af9de9b35384 req-ffdce215-6271-474f-96d7-e0eedb1a4952 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/networks?id=c31bae84-8c32-4141-b64c-009dbc2c261a HTTP/1.1" status: 200 len: 821 time: 0.3406048 May 05 21:47:57.059480 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-dd028530-8eac-4d85-90ec-a01495955140 req-c1b9460a-b0db-4e2c-b8a9-0e4b969c1831 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:57.078427 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-dd028530-8eac-4d85-90ec-a01495955140 req-c1b9460a-b0db-4e2c-b8a9-0e4b969c1831 service neutron] Transition to ACTIVE for port object 27b68c04-7dd9-42e8-9a47-ef4ac75714cf will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:47:57.090238 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-dd028530-8eac-4d85-90ec-a01495955140 req-c1b9460a-b0db-4e2c-b8a9-0e4b969c1831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:57.107833 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4a20a551-5dfd-4bea-9aea-af9de9b35384 req-ece3538a-8ede-4004-b716-5b61c1318b31 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/quotas/b50e99b600524c18b3199236d1a61be7 HTTP/1.1" status: 200 len: 375 time: 0.0430861 May 05 21:47:57.112850 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-feca33d1-d2f9-4084-97d2-59a381e60bb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:47:57.118177 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-feca33d1-d2f9-4084-97d2-59a381e60bb7 admin admin] Usage tracker for resource:security_group_rule and tenant:cf59b1a8623a48db9737966b2f762b3c is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:47:57.156736 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-feca33d1-d2f9-4084-97d2-59a381e60bb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:47:57.168425 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-67bb511b-d279-416c-bfee-74b0f0725588 req-ce1b08d9-c46e-4aa6-8a32-92d83b334825 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Unset dirty status for tenant:f26c174273fc4c74bc9db73040442bd9 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:47:57.179221 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-67bb511b-d279-416c-bfee-74b0f0725588 req-ce1b08d9-c46e-4aa6-8a32-92d83b334825 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] 10.222.0.23 "GET /v2.0/ports?device_id=5bbe975a-28d0-473c-a0a1-b38b162994ce HTTP/1.1" status: 200 len: 210 time: 0.2393970 May 05 21:47:57.189597 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-feca33d1-d2f9-4084-97d2-59a381e60bb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:47:57.200562 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'tag': 'c7548de3-9774-4501-8d63-8da172363f2e'}, {'server_uuid': '1a869846-74ef-49c4-bc12-0a6ef71a34fd', 'name': 'network-vif-deleted', 'tag': 'f4d9c9b2-5658-4234-b6b8-8992a1682e9f'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:47:57.224469 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a7b5cd64-e292-45c6-88c9-0b0471c8fca2 req-96cfd601-eee1-470a-88d3-1727e561629c tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.32 "DELETE /v2.0/ports/f4d9c9b2-5658-4234-b6b8-8992a1682e9f HTTP/1.1" status: 204 len: 173 time: 1.3632197 May 05 21:47:57.349618 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b9460a-b0db-4e2c-b8a9-0e4b969c1831 service neutron] Pushing event updated for resources: {'Port': ['ID=27b68c04-7dd9-42e8-9a47-ef4ac75714cf,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:57.406305 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9dae6a8-5414-4a89-a451-51d24cec1667 req-fa58aeda-7766-48c2-9b6f-12c06dcc7325 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:47:57.418834 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deab1416-0d98-4fbc-8030-736876249eae None None] Sync routers for ids ['a4388a85-510d-4631-88e8-78e7b63726b5'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:47:57.439654 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deab1416-0d98-4fbc-8030-736876249eae None None] Routers {'a4388a85-510d-4631-88e8-78e7b63726b5'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:47:57.441134 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-deab1416-0d98-4fbc-8030-736876249eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:47:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['a4388a85-510d-4631-88e8-78e7b63726b5'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:47:57.497892 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-dd028530-8eac-4d85-90ec-a01495955140 req-c1b9460a-b0db-4e2c-b8a9-0e4b969c1831 service neutron] Attempting to bind port 27b68c04-7dd9-42e8-9a47-ef4ac75714cf on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:47:57.498611 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-dd028530-8eac-4d85-90ec-a01495955140 req-c1b9460a-b0db-4e2c-b8a9-0e4b969c1831 service neutron] Attempting to bind port 27b68c04-7dd9-42e8-9a47-ef4ac75714cf by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': 'a786530b-01ae-4f9f-838f-af9be8821358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '94805836-07a0-47ad-ab35-ba65d7a7da33'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:47:57.499386 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd028530-8eac-4d85-90ec-a01495955140 req-c1b9460a-b0db-4e2c-b8a9-0e4b969c1831 service neutron] Attempting to bind port 27b68c04-7dd9-42e8-9a47-ef4ac75714cf on network 94805836-07a0-47ad-ab35-ba65d7a7da33 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:47:57.508099 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd028530-8eac-4d85-90ec-a01495955140 req-c1b9460a-b0db-4e2c-b8a9-0e4b969c1831 service neutron] Port 27b68c04-7dd9-42e8-9a47-ef4ac75714cf on network 94805836-07a0-47ad-ab35-ba65d7a7da33 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:47:57.508723 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd028530-8eac-4d85-90ec-a01495955140 req-c1b9460a-b0db-4e2c-b8a9-0e4b969c1831 service neutron] Attempting to bind port 27b68c04-7dd9-42e8-9a47-ef4ac75714cf on network 94805836-07a0-47ad-ab35-ba65d7a7da33 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:47:57.529778 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd028530-8eac-4d85-90ec-a01495955140 req-c1b9460a-b0db-4e2c-b8a9-0e4b969c1831 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:47:57.530170 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd028530-8eac-4d85-90ec-a01495955140 req-c1b9460a-b0db-4e2c-b8a9-0e4b969c1831 service neutron] Checking segment: {'id': 'a786530b-01ae-4f9f-838f-af9be8821358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '94805836-07a0-47ad-ab35-ba65d7a7da33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:47:57.530565 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd028530-8eac-4d85-90ec-a01495955140 req-c1b9460a-b0db-4e2c-b8a9-0e4b969c1831 service neutron] Bound using segment: {'id': 'a786530b-01ae-4f9f-838f-af9be8821358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '94805836-07a0-47ad-ab35-ba65d7a7da33'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:47:57.535173 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-dd028530-8eac-4d85-90ec-a01495955140 req-c1b9460a-b0db-4e2c-b8a9-0e4b969c1831 service neutron] Bound port: 27b68c04-7dd9-42e8-9a47-ef4ac75714cf, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a786530b-01ae-4f9f-838f-af9be8821358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '94805836-07a0-47ad-ab35-ba65d7a7da33'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:47:57.536809 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-dd028530-8eac-4d85-90ec-a01495955140 req-c1b9460a-b0db-4e2c-b8a9-0e4b969c1831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:57.639625 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4a20a551-5dfd-4bea-9aea-af9de9b35384 req-8d8e1c6b-5c90-4a68-9a28-dd2f477b03ef tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b50e99b600524c18b3199236d1a61be7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5178885 May 05 21:47:57.655542 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9dae6a8-5414-4a89-a451-51d24cec1667 req-fa58aeda-7766-48c2-9b6f-12c06dcc7325 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] No DVR routers for this DVR port 668a5a28-fc6f-4a3d-aa2b-c999c6a7c64d on host n-h2-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:47:57.678142 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c9dae6a8-5414-4a89-a451-51d24cec1667 req-fa58aeda-7766-48c2-9b6f-12c06dcc7325 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:57.688228 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bbe975a-28d0-473c-a0a1-b38b162994ce', 'name': 'network-vif-deleted', 'tag': '668a5a28-fc6f-4a3d-aa2b-c999c6a7c64d'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:47:57.709818 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-dd028530-8eac-4d85-90ec-a01495955140 req-c1b9460a-b0db-4e2c-b8a9-0e4b969c1831 service neutron] For port 27b68c04-7dd9-42e8-9a47-ef4ac75714cf, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:47:57.716737 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-feca33d1-d2f9-4084-97d2-59a381e60bb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:57.719281 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-dd028530-8eac-4d85-90ec-a01495955140 req-c1b9460a-b0db-4e2c-b8a9-0e4b969c1831 service neutron] For port 27b68c04-7dd9-42e8-9a47-ef4ac75714cf, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=27b68c04-7dd9-42e8-9a47-ef4ac75714cf,segment=NetworkSegment(a786530b-01ae-4f9f-838f-af9be8821358),segment_id=a786530b-01ae-4f9f-838f-af9be8821358)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:47:57.731918 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c9dae6a8-5414-4a89-a451-51d24cec1667 req-fa58aeda-7766-48c2-9b6f-12c06dcc7325 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] 10.222.0.32 "DELETE /v2.0/ports/668a5a28-fc6f-4a3d-aa2b-c999c6a7c64d HTTP/1.1" status: 204 len: 173 time: 6.0456457 May 05 21:47:57.733320 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-dd028530-8eac-4d85-90ec-a01495955140 req-c1b9460a-b0db-4e2c-b8a9-0e4b969c1831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:57.744303 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-feca33d1-d2f9-4084-97d2-59a381e60bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:57.787057 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feca33d1-d2f9-4084-97d2-59a381e60bb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:47:57.793864 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feca33d1-d2f9-4084-97d2-59a381e60bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31fe5bf3-12b2-46fb-95aa-6ee5579edac7,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:57.802198 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-feca33d1-d2f9-4084-97d2-59a381e60bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:57.802864 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-feca33d1-d2f9-4084-97d2-59a381e60bb7 admin admin] Added segment 7dee26b3-4081-43b6-b222-2abb5ad4442f of type vlan for network ca488f45-7fe1-4a2d-919a-777283a719db May 05 21:47:57.842190 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [req-4a20a551-5dfd-4bea-9aea-af9de9b35384 req-06bb5378-74ca-4f85-9e5e-8b03fb705c8d service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 21:47:57.843325 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4a20a551-5dfd-4bea-9aea-af9de9b35384 req-06bb5378-74ca-4f85-9e5e-8b03fb705c8d service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1934085 May 05 21:47:57.872161 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-feca33d1-d2f9-4084-97d2-59a381e60bb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:57.888628 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-deab1416-0d98-4fbc-8030-736876249eae None None] Set router a4388a85-510d-4631-88e8-78e7b63726b5 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:47:57.999921 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-dd028530-8eac-4d85-90ec-a01495955140 req-c1b9460a-b0db-4e2c-b8a9-0e4b969c1831 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:58.001590 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-c1b9460a-b0db-4e2c-b8a9-0e4b969c1831 service neutron] 10.222.0.44 "PUT /v2.0/ports/27b68c04-7dd9-42e8-9a47-ef4ac75714cf HTTP/1.1" status: 200 len: 1091 time: 3.2562554 May 05 21:47:58.038361 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b9460a-b0db-4e2c-b8a9-0e4b969c1831 service neutron] Pushing event updated for resources: {'Port': ['ID=27b68c04-7dd9-42e8-9a47-ef4ac75714cf,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:58.123336 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-dd028530-8eac-4d85-90ec-a01495955140 req-a8803607-4745-4ccc-9e7c-0ef58dff28f2 service neutron] Request body: {'port': {'device_id': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:47:58.233590 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-feca33d1-d2f9-4084-97d2-59a381e60bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:58.234363 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feca33d1-d2f9-4084-97d2-59a381e60bb7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:58.234975 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-feca33d1-d2f9-4084-97d2-59a381e60bb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:58.333546 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-dd028530-8eac-4d85-90ec-a01495955140 req-a8803607-4745-4ccc-9e7c-0ef58dff28f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:58.389282 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4a20a551-5dfd-4bea-9aea-af9de9b35384 req-d32dba32-5655-4cf7-820e-ab1b1d25cdf1 service neutron] 10.222.0.23 "GET /v2.0/networks/c31bae84-8c32-4141-b64c-009dbc2c261a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5204244 May 05 21:47:58.390760 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-feca33d1-d2f9-4084-97d2-59a381e60bb7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.0260181 May 05 21:47:58.403877 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 39322) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:47:58.415519 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-704a5619-85f9-4c55-8283-c76ddef215a3 admin admin] Request body: {'subnet': {'network_id': 'ca488f45-7fe1-4a2d-919a-777283a719db', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1952583119-subnet', 'tenant_id': 'cf59b1a8623a48db9737966b2f762b3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:47:58.431398 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-704a5619-85f9-4c55-8283-c76ddef215a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:47:58.450105 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-704a5619-85f9-4c55-8283-c76ddef215a3 admin admin] Usage tracker for resource:subnet and tenant:cf59b1a8623a48db9737966b2f762b3c is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:47:58.455512 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-704a5619-85f9-4c55-8283-c76ddef215a3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:47:58.465034 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-704a5619-85f9-4c55-8283-c76ddef215a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:47:58.529354 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704a5619-85f9-4c55-8283-c76ddef215a3 admin admin] Made reservation on behalf of cf59b1a8623a48db9737966b2f762b3c for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:47:58.531761 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-704a5619-85f9-4c55-8283-c76ddef215a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:58.593452 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-deab1416-0d98-4fbc-8030-736876249eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4388a85-510d-4631-88e8-78e7b63726b5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1586369596-router', 'tenant_id': 'f26c174273fc4c74bc9db73040442bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '0f5c54d6-071f-4561-968c-47087ecdba7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:44:36Z', 'updated_at': '2022-05-05T21:44:58Z', 'revision_number': 4, 'project_id': 'f26c174273fc4c74bc9db73040442bd9', 'gw_port': {'id': '0f5c54d6-071f-4561-968c-47087ecdba7c', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:67:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4388a85-510d-4631-88e8-78e7b63726b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:44:38Z', 'updated_at': '2022-05-05T21:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'd5387aac-a254-4bd5-808d-d66fb6c7a74b', 'name': '', 'network_id': '8097b0f0-fd36-4b57-be44-9ed5bd276e58', 'tenant_id': 'f26c174273fc4c74bc9db73040442bd9', 'mac_address': 'fa:16:3e:cb:48:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4388a85-510d-4631-88e8-78e7b63726b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba7914fd-cba9-4195-b54c-c60a7934169b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:44:55Z', 'updated_at': '2022-05-05T21:45:07Z', 'revision_number': 5, 'project_id': 'f26c174273fc4c74bc9db73040442bd9', 'subnets': [{'id': 'ba7914fd-cba9-4195-b54c-c60a7934169b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:47:58.606418 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deab1416-0d98-4fbc-8030-736876249eae None None] Checking router: a4388a85-510d-4631-88e8-78e7b63726b5 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:47:58.627932 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deab1416-0d98-4fbc-8030-736876249eae None None] Routers {'a4388a85-510d-4631-88e8-78e7b63726b5'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:47:58.628780 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-deab1416-0d98-4fbc-8030-736876249eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:47:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['a4388a85-510d-4631-88e8-78e7b63726b5'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:47:58.706171 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4a20a551-5dfd-4bea-9aea-af9de9b35384 req-3443ac65-de14-4d84-a62a-683ac6d44dac service neutron] 10.222.0.23 "GET /v2.0/networks/c31bae84-8c32-4141-b64c-009dbc2c261a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812331 May 05 21:47:58.712257 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234128e-3054-496c-bd3d-123516b61804 req-2eb36b0f-08f0-4005-a3ff-0466eba40253 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:58.713836 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1234128e-3054-496c-bd3d-123516b61804 req-2eb36b0f-08f0-4005-a3ff-0466eba40253 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a3e09c0-2984-42c2-802f-9e4231836754 HTTP/1.1" status: 200 len: 945 time: 0.8463511 May 05 21:47:58.728016 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feca33d1-d2f9-4084-97d2-59a381e60bb7 admin admin] Pushing event updated for resources: {'Network': ['ID=ca488f45-7fe1-4a2d-919a-777283a719db,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:58.794179 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network ca488f45-7fe1-4a2d-919a-777283a719db details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:47:58.996297 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-deab1416-0d98-4fbc-8030-736876249eae None None] Set router a4388a85-510d-4631-88e8-78e7b63726b5 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:47:59.029023 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-dd028530-8eac-4d85-90ec-a01495955140 req-a8803607-4745-4ccc-9e7c-0ef58dff28f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9baba6d-e965-4519-b39c-f777cce86217 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:47:59.045855 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-704a5619-85f9-4c55-8283-c76ddef215a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:59.051228 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-dd028530-8eac-4d85-90ec-a01495955140 req-a8803607-4745-4ccc-9e7c-0ef58dff28f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:59.179363 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1234128e-3054-496c-bd3d-123516b61804 req-2f19e531-1eb5-4c2e-ba5c-06ed84480fae tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d0b30f9-8c06-47ca-b845-d0b43dd9cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4526448 May 05 21:47:59.203610 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-dd028530-8eac-4d85-90ec-a01495955140 req-a8803607-4745-4ccc-9e7c-0ef58dff28f2 service neutron] Transition to ACTIVE for port object b9baba6d-e965-4519-b39c-f777cce86217 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:47:59.222093 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-dd028530-8eac-4d85-90ec-a01495955140 req-a8803607-4745-4ccc-9e7c-0ef58dff28f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:47:59.279214 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device f4d9c9b2-5658-4234-b6b8-8992a1682e9f no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:47:59.294275 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a5619-85f9-4c55-8283-c76ddef215a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aae297b4-545c-4d68-be8d-c45225bf12de,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:59.332688 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ff3a951-f316-49ab-bb7b-03eecea4c7de'] response: {'name': 'network-changed', 'server_uuid': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'tag': 'c7548de3-9774-4501-8d63-8da172363f2e', 'status': 'completed', 'code': 200} May 05 21:47:59.333057 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ff3a951-f316-49ab-bb7b-03eecea4c7de'] response: {'server_uuid': '1a869846-74ef-49c4-bc12-0a6ef71a34fd', 'name': 'network-vif-deleted', 'tag': 'f4d9c9b2-5658-4234-b6b8-8992a1682e9f', 'status': 'completed', 'code': 200} May 05 21:47:59.354018 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: f4d9c9b2-5658-4234-b6b8-8992a1682e9f {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:47:59.354348 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device f4d9c9b2-5658-4234-b6b8-8992a1682e9f not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:47:59.487154 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c112f-67cf-4fa9-88bf-8c1ec104d906 req-c15cc8e5-d5af-4260-b4f8-9e6f86d86565 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:47:59.497520 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e58c112f-67cf-4fa9-88bf-8c1ec104d906 req-c15cc8e5-d5af-4260-b4f8-9e6f86d86565 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=516e0b7e-bb9b-42cb-b886-210ab219ec6d HTTP/1.1" status: 200 len: 946 time: 0.3168445 May 05 21:47:59.604052 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8803607-4745-4ccc-9e7c-0ef58dff28f2 service neutron] Pushing event updated for resources: {'Port': ['ID=b9baba6d-e965-4519-b39c-f777cce86217,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:47:59.625988 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704a5619-85f9-4c55-8283-c76ddef215a3 admin admin] Checking segment: {'id': '7dee26b3-4081-43b6-b222-2abb5ad4442f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ca488f45-7fe1-4a2d-919a-777283a719db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:47:59.631189 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704a5619-85f9-4c55-8283-c76ddef215a3 admin admin] Network hostable DHCP agents. Network: ca488f45-7fe1-4a2d-919a-777283a719db, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:47:59.808958 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-deab1416-0d98-4fbc-8030-736876249eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4388a85-510d-4631-88e8-78e7b63726b5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1586369596-router', 'tenant_id': 'f26c174273fc4c74bc9db73040442bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '0f5c54d6-071f-4561-968c-47087ecdba7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:44:36Z', 'updated_at': '2022-05-05T21:44:58Z', 'revision_number': 4, 'project_id': 'f26c174273fc4c74bc9db73040442bd9', 'gw_port': {'id': '0f5c54d6-071f-4561-968c-47087ecdba7c', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:67:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4388a85-510d-4631-88e8-78e7b63726b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:44:38Z', 'updated_at': '2022-05-05T21:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'd5387aac-a254-4bd5-808d-d66fb6c7a74b', 'name': '', 'network_id': '8097b0f0-fd36-4b57-be44-9ed5bd276e58', 'tenant_id': 'f26c174273fc4c74bc9db73040442bd9', 'mac_address': 'fa:16:3e:cb:48:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4388a85-510d-4631-88e8-78e7b63726b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba7914fd-cba9-4195-b54c-c60a7934169b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:44:55Z', 'updated_at': '2022-05-05T21:45:07Z', 'revision_number': 5, 'project_id': 'f26c174273fc4c74bc9db73040442bd9', 'subnets': [{'id': 'ba7914fd-cba9-4195-b54c-c60a7934169b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:47:59.809608 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1abd47d5-7d74-47ca-a7ff-e2f95d7e4e38 req-52054cd4-6dfd-4beb-abe1-83b3f107c375 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5f6d3217202d4d8580bf1dbedeb67377&device_id=fb2ef018-2997-4252-b6ee-9017394af03b HTTP/1.1" status: 200 len: 6369 time: 0.4662342 May 05 21:47:59.815604 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deab1416-0d98-4fbc-8030-736876249eae None None] The sync data for ids ['a4388a85-510d-4631-88e8-78e7b63726b5'] in n-d-825175-4 is: [{'id': 'a4388a85-510d-4631-88e8-78e7b63726b5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1586369596-router', 'tenant_id': 'f26c174273fc4c74bc9db73040442bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '0f5c54d6-071f-4561-968c-47087ecdba7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:44:36Z', 'updated_at': '2022-05-05T21:44:58Z', 'revision_number': 4, 'project_id': 'f26c174273fc4c74bc9db73040442bd9', 'gw_port': {'id': '0f5c54d6-071f-4561-968c-47087ecdba7c', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:67:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4388a85-510d-4631-88e8-78e7b63726b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:44:38Z', 'updated_at': '2022-05-05T21:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'd5387aac-a254-4bd5-808d-d66fb6c7a74b', 'name': '', 'network_id': '8097b0f0-fd36-4b57-be44-9ed5bd276e58', 'tenant_id': 'f26c174273fc4c74bc9db73040442bd9', 'mac_address': 'fa:16:3e:cb:48:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4388a85-510d-4631-88e8-78e7b63726b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba7914fd-cba9-4195-b54c-c60a7934169b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:44:55Z', 'updated_at': '2022-05-05T21:45:07Z', 'revision_number': 5, 'project_id': 'f26c174273fc4c74bc9db73040442bd9', 'subnets': [{'id': 'ba7914fd-cba9-4195-b54c-c60a7934169b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:47:59.827565 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e58c112f-67cf-4fa9-88bf-8c1ec104d906 req-d3541400-4e5c-4c9b-9514-3da37eb919e2 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192978 May 05 21:47:59.939444 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e18feb84-dbce-4530-b7e9-16517ad8c05c'] response: {'server_uuid': '5bbe975a-28d0-473c-a0a1-b38b162994ce', 'name': 'network-vif-deleted', 'tag': '668a5a28-fc6f-4a3d-aa2b-c999c6a7c64d', 'status': 'completed', 'code': 200} May 05 21:48:00.017571 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704a5619-85f9-4c55-8283-c76ddef215a3 admin admin] Network ca488f45-7fe1-4a2d-919a-777283a719db is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:48:00.052450 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-704a5619-85f9-4c55-8283-c76ddef215a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, ca488f45-7fe1-4a2d-919a-777283a719db) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:48:00.062617 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2913dcf-aa79-4a57-a59f-fd49d6adf91f None None] Network ca488f45-7fe1-4a2d-919a-777283a719db requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:48:00.106417 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704a5619-85f9-4c55-8283-c76ddef215a3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:00.115327 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f225db0-e9f7-4e25-980e-5c0e7aa470b1 req-42ba71b7-6b2e-42f8-9c44-ed4878b8ec1d tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:00.116847 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-704a5619-85f9-4c55-8283-c76ddef215a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:00.119225 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f225db0-e9f7-4e25-980e-5c0e7aa470b1 req-42ba71b7-6b2e-42f8-9c44-ed4878b8ec1d tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:00.127471 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f225db0-e9f7-4e25-980e-5c0e7aa470b1 req-42ba71b7-6b2e-42f8-9c44-ed4878b8ec1d tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:00.132756 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-dd028530-8eac-4d85-90ec-a01495955140 req-a8803607-4745-4ccc-9e7c-0ef58dff28f2 service neutron] Attempting to bind port b9baba6d-e965-4519-b39c-f777cce86217 on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:48:00.133104 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-dd028530-8eac-4d85-90ec-a01495955140 req-a8803607-4745-4ccc-9e7c-0ef58dff28f2 service neutron] Attempting to bind port b9baba6d-e965-4519-b39c-f777cce86217 by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': 'b536ecc8-ef30-4eb4-8bcf-0bfc4de1bd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53a49f5d-26b7-49e3-a8d3-0afbfe056e7c'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:48:00.133433 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd028530-8eac-4d85-90ec-a01495955140 req-a8803607-4745-4ccc-9e7c-0ef58dff28f2 service neutron] Attempting to bind port b9baba6d-e965-4519-b39c-f777cce86217 on network 53a49f5d-26b7-49e3-a8d3-0afbfe056e7c {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:48:00.134081 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f225db0-e9f7-4e25-980e-5c0e7aa470b1 req-42ba71b7-6b2e-42f8-9c44-ed4878b8ec1d tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:00.139301 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f225db0-e9f7-4e25-980e-5c0e7aa470b1 req-42ba71b7-6b2e-42f8-9c44-ed4878b8ec1d tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:00.143148 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f225db0-e9f7-4e25-980e-5c0e7aa470b1 req-42ba71b7-6b2e-42f8-9c44-ed4878b8ec1d tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:00.155773 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f225db0-e9f7-4e25-980e-5c0e7aa470b1 req-42ba71b7-6b2e-42f8-9c44-ed4878b8ec1d tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:00.156810 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd028530-8eac-4d85-90ec-a01495955140 req-a8803607-4745-4ccc-9e7c-0ef58dff28f2 service neutron] Port b9baba6d-e965-4519-b39c-f777cce86217 on network 53a49f5d-26b7-49e3-a8d3-0afbfe056e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:48:00.157159 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd028530-8eac-4d85-90ec-a01495955140 req-a8803607-4745-4ccc-9e7c-0ef58dff28f2 service neutron] Attempting to bind port b9baba6d-e965-4519-b39c-f777cce86217 on network 53a49f5d-26b7-49e3-a8d3-0afbfe056e7c {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:48:00.164632 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd028530-8eac-4d85-90ec-a01495955140 req-a8803607-4745-4ccc-9e7c-0ef58dff28f2 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:48:00.164983 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd028530-8eac-4d85-90ec-a01495955140 req-a8803607-4745-4ccc-9e7c-0ef58dff28f2 service neutron] Checking segment: {'id': 'b536ecc8-ef30-4eb4-8bcf-0bfc4de1bd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53a49f5d-26b7-49e3-a8d3-0afbfe056e7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:48:00.165369 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd028530-8eac-4d85-90ec-a01495955140 req-a8803607-4745-4ccc-9e7c-0ef58dff28f2 service neutron] Bound using segment: {'id': 'b536ecc8-ef30-4eb4-8bcf-0bfc4de1bd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53a49f5d-26b7-49e3-a8d3-0afbfe056e7c'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:48:00.165895 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-dd028530-8eac-4d85-90ec-a01495955140 req-a8803607-4745-4ccc-9e7c-0ef58dff28f2 service neutron] Bound port: b9baba6d-e965-4519-b39c-f777cce86217, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b536ecc8-ef30-4eb4-8bcf-0bfc4de1bd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53a49f5d-26b7-49e3-a8d3-0afbfe056e7c'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:48:00.166344 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-dd028530-8eac-4d85-90ec-a01495955140 req-a8803607-4745-4ccc-9e7c-0ef58dff28f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:00.167857 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9f225db0-e9f7-4e25-980e-5c0e7aa470b1 req-42ba71b7-6b2e-42f8-9c44-ed4878b8ec1d tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb2ef018-2997-4252-b6ee-9017394af03b HTTP/1.1" status: 200 len: 5409 time: 0.5478268 May 05 21:48:00.196650 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-704a5619-85f9-4c55-8283-c76ddef215a3 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.7862017 May 05 21:48:00.202620 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 39342) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:48:00.213822 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-4436b4a2-aa0c-4400-86f6-a00f92034214 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1952583119-router', 'tenant_id': 'cf59b1a8623a48db9737966b2f762b3c', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:48:00.221531 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4436b4a2-aa0c-4400-86f6-a00f92034214 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:48:00.239836 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-4436b4a2-aa0c-4400-86f6-a00f92034214 admin admin] Usage tracker for resource:router and tenant:cf59b1a8623a48db9737966b2f762b3c is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:48:00.243730 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd47d5-7d74-47ca-a7ff-e2f95d7e4e38 req-f51aa10f-19fb-4091-a3bd-b68461631ebf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:00.244428 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a382f2aa-ade3-4a31-b5c8-031b43d5bac0 None None] New status for floating IP 855e2f32-ece2-4b6d-bb1e-64e6f7b4dc5e: DOWN {{(pid=84068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 21:48:00.244897 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd47d5-7d74-47ca-a7ff-e2f95d7e4e38 req-f51aa10f-19fb-4091-a3bd-b68461631ebf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:00.245461 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd47d5-7d74-47ca-a7ff-e2f95d7e4e38 req-f51aa10f-19fb-4091-a3bd-b68461631ebf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:00.247490 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1abd47d5-7d74-47ca-a7ff-e2f95d7e4e38 req-f51aa10f-19fb-4091-a3bd-b68461631ebf service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=5f6d3217202d4d8580bf1dbedeb67377&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4151049 May 05 21:48:00.250798 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-4436b4a2-aa0c-4400-86f6-a00f92034214 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:48:00.280012 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4436b4a2-aa0c-4400-86f6-a00f92034214 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:48:00.359730 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9f225db0-e9f7-4e25-980e-5c0e7aa470b1 req-6cce2696-5553-4519-8ba2-cfe7085f25cb tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5ff80e3-da96-4cd3-a486-dc686c4ae303&id=c9d5c85a-cae6-44b0-a97b-93589deaee89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1908722 May 05 21:48:00.412421 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-dd028530-8eac-4d85-90ec-a01495955140 req-a8803607-4745-4ccc-9e7c-0ef58dff28f2 service neutron] For port b9baba6d-e965-4519-b39c-f777cce86217, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:48:00.438916 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-dd028530-8eac-4d85-90ec-a01495955140 req-a8803607-4745-4ccc-9e7c-0ef58dff28f2 service neutron] For port b9baba6d-e965-4519-b39c-f777cce86217, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=b9baba6d-e965-4519-b39c-f777cce86217,segment=NetworkSegment(b536ecc8-ef30-4eb4-8bcf-0bfc4de1bd3b),segment_id=b536ecc8-ef30-4eb4-8bcf-0bfc4de1bd3b)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:48:00.452629 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4436b4a2-aa0c-4400-86f6-a00f92034214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:00.452629 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4436b4a2-aa0c-4400-86f6-a00f92034214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:00.453057 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-dd028530-8eac-4d85-90ec-a01495955140 req-a8803607-4745-4ccc-9e7c-0ef58dff28f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:00.521340 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1cf18d-845e-4376-9498-9699118c157f None None] Network ca488f45-7fe1-4a2d-919a-777283a719db requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:48:00.555140 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-dd028530-8eac-4d85-90ec-a01495955140 req-a8803607-4745-4ccc-9e7c-0ef58dff28f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:00.560114 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-a8803607-4745-4ccc-9e7c-0ef58dff28f2 service neutron] 10.222.0.44 "PUT /v2.0/ports/b9baba6d-e965-4519-b39c-f777cce86217 HTTP/1.1" status: 200 len: 1091 time: 2.4480333 May 05 21:48:00.618715 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-dd028530-8eac-4d85-90ec-a01495955140 req-01f0b3de-82fc-43e3-b82b-d4a703b66b41 service neutron] Request body: {'port': {'device_id': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:48:00.627205 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b961b657-10e2-4895-840f-378a7e716099 req-cb990b43-e512-45c4-9e4a-c09dae54b88c tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e4aea67-89ff-4940-b82e-b417fa8b9eb3 HTTP/1.1" status: 200 len: 210 time: 0.1515071 May 05 21:48:00.702922 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4436b4a2-aa0c-4400-86f6-a00f92034214 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:00.734121 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd47d5-7d74-47ca-a7ff-e2f95d7e4e38 req-5b36908d-79d5-4e25-a996-affd0bdc4de2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:00.735638 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1abd47d5-7d74-47ca-a7ff-e2f95d7e4e38 req-5b36908d-79d5-4e25-a996-affd0bdc4de2 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4757833 May 05 21:48:00.782699 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:48:00.810928 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 39352) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:48:00.944629 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8803607-4745-4ccc-9e7c-0ef58dff28f2 service neutron] Pushing event updated for resources: {'Port': ['ID=b9baba6d-e965-4519-b39c-f777cce86217,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:00.985169 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-dd028530-8eac-4d85-90ec-a01495955140 req-01f0b3de-82fc-43e3-b82b-d4a703b66b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:01.348246 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'tag': '27b68c04-7dd9-42e8-9a47-ef4ac75714cf'}, {'name': 'network-changed', 'server_uuid': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'tag': 'b9baba6d-e965-4519-b39c-f777cce86217'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:48:01.416179 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e5476c15-024e-43fb-a198-149d224a4e3b tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:01.453059 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e5476c15-024e-43fb-a198-149d224a4e3b tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:01.581191 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e5476c15-024e-43fb-a198-149d224a4e3b tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:01.624526 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4436b4a2-aa0c-4400-86f6-a00f92034214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:01.660030 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5476c15-024e-43fb-a198-149d224a4e3b tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd3cbe3-d514-4b83-9f5b-499e6815d2ce,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:01.771619 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-dd028530-8eac-4d85-90ec-a01495955140 req-01f0b3de-82fc-43e3-b82b-d4a703b66b41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecd2f147-21d5-4a73-989e-13841d2ef60b {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:48:01.779690 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-dd028530-8eac-4d85-90ec-a01495955140 req-01f0b3de-82fc-43e3-b82b-d4a703b66b41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:01.797035 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-dd028530-8eac-4d85-90ec-a01495955140 req-01f0b3de-82fc-43e3-b82b-d4a703b66b41 service neutron] Transition to ACTIVE for port object ecd2f147-21d5-4a73-989e-13841d2ef60b will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:48:01.804999 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-dd028530-8eac-4d85-90ec-a01495955140 req-01f0b3de-82fc-43e3-b82b-d4a703b66b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:01.834913 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a20a551-5dfd-4bea-9aea-af9de9b35384 req-8cbe91c0-9d57-4b64-8777-7fd7c0bf19c5 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:01.837214 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4a20a551-5dfd-4bea-9aea-af9de9b35384 req-8cbe91c0-9d57-4b64-8777-7fd7c0bf19c5 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.32 "GET /v2.0/networks?id=c31bae84-8c32-4141-b64c-009dbc2c261a HTTP/1.1" status: 200 len: 821 time: 0.6899757 May 05 21:48:01.838205 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e5476c15-024e-43fb-a198-149d224a4e3b tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:01.839540 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e5476c15-024e-43fb-a198-149d224a4e3b tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] 10.222.0.23 "DELETE /v2.0/security-groups/5fd3cbe3-d514-4b83-9f5b-499e6815d2ce HTTP/1.1" status: 204 len: 168 time: 1.0276072 May 05 21:48:01.845710 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2944ca78-a373-4f41-9d53-bf46371c061a req-ae6d97e9-48c1-4e5b-be30-ede04c0e9e67 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:01.853016 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2944ca78-a373-4f41-9d53-bf46371c061a req-ae6d97e9-48c1-4e5b-be30-ede04c0e9e67 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=516e0b7e-bb9b-42cb-b886-210ab219ec6d HTTP/1.1" status: 200 len: 946 time: 0.6615198 May 05 21:48:01.854454 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 39376) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:48:01.882218 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-a1cf419c-e6e8-42c5-9317-f152de58c4ae tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] show failed (client error): The resource could not be found. May 05 21:48:01.886335 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a1cf419c-e6e8-42c5-9317-f152de58c4ae tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] 10.222.0.23 "GET /v2.0/security-groups/5fd3cbe3-d514-4b83-9f5b-499e6815d2ce HTTP/1.1" status: 404 len: 347 time: 0.0308304 May 05 21:48:01.893101 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-4a20a551-5dfd-4bea-9aea-af9de9b35384 req-7140ada1-6bb7-483d-888f-31fc0396c769 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Request body: {'port': {'device_id': '4e4aea67-89ff-4940-b82e-b417fa8b9eb3', 'network_id': 'c31bae84-8c32-4141-b64c-009dbc2c261a', 'admin_state_up': True, 'tenant_id': 'b50e99b600524c18b3199236d1a61be7'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:48:01.894318 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 39380) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:48:02.224385 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-4a20a551-5dfd-4bea-9aea-af9de9b35384 req-7140ada1-6bb7-483d-888f-31fc0396c769 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:48:02.261175 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f0b3de-82fc-43e3-b82b-d4a703b66b41 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd2f147-21d5-4a73-989e-13841d2ef60b,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:02.282353 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-4a20a551-5dfd-4bea-9aea-af9de9b35384 req-7140ada1-6bb7-483d-888f-31fc0396c769 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Usage tracker for resource:port and tenant:b50e99b600524c18b3199236d1a61be7 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:48:02.285114 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-4d5ef33d-3aa0-488a-bcab-37acd2a441c8 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Deleting port 865cf155-3b8f-4529-ba07-226742b4fab2 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:48:02.285475 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4d5ef33d-3aa0-488a-bcab-37acd2a441c8 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:02.298199 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-4a20a551-5dfd-4bea-9aea-af9de9b35384 req-7140ada1-6bb7-483d-888f-31fc0396c769 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:48:02.324925 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-4a20a551-5dfd-4bea-9aea-af9de9b35384 req-7140ada1-6bb7-483d-888f-31fc0396c769 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:48:02.343296 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2944ca78-a373-4f41-9d53-bf46371c061a req-8833be13-1f5f-4955-ba89-be6512861365 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4890273 May 05 21:48:02.409010 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a20a551-5dfd-4bea-9aea-af9de9b35384 req-7140ada1-6bb7-483d-888f-31fc0396c769 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Made reservation on behalf of b50e99b600524c18b3199236d1a61be7 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:48:02.414977 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4a20a551-5dfd-4bea-9aea-af9de9b35384 req-7140ada1-6bb7-483d-888f-31fc0396c769 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:02.456293 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d036e4c6-95ab-4125-8ccf-bee31f2a3648 req-02582d7a-33b1-4c12-bed3-4cd6a7c79444 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:02.465580 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fea26d8-f8f7-4987-be67-2263e01ba9b3'] response: {'name': 'network-changed', 'server_uuid': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'tag': '27b68c04-7dd9-42e8-9a47-ef4ac75714cf', 'status': 'completed', 'code': 200} May 05 21:48:02.466393 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fea26d8-f8f7-4987-be67-2263e01ba9b3'] response: {'name': 'network-changed', 'server_uuid': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'tag': 'b9baba6d-e965-4519-b39c-f777cce86217', 'status': 'completed', 'code': 200} May 05 21:48:02.467360 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d036e4c6-95ab-4125-8ccf-bee31f2a3648 req-02582d7a-33b1-4c12-bed3-4cd6a7c79444 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=99b8cfee-86b7-4d33-8d20-496ef05adf08 HTTP/1.1" status: 200 len: 944 time: 0.4323421 May 05 21:48:02.523910 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d404b-a5e4-4d1c-a020-31d48f5d7216 req-f02ef7e9-4888-40dd-879a-937259820b53 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:02.526554 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-791d404b-a5e4-4d1c-a020-31d48f5d7216 req-f02ef7e9-4888-40dd-879a-937259820b53 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.44 "GET /v2.0/ports?device_id=99b8cfee-86b7-4d33-8d20-496ef05adf08 HTTP/1.1" status: 200 len: 944 time: 0.8295283 May 05 21:48:02.602203 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d036e4c6-95ab-4125-8ccf-bee31f2a3648 req-1c5b45d1-6d9a-4dc1-8178-9f8f54ae6753 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336880 May 05 21:48:02.690024 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-dd028530-8eac-4d85-90ec-a01495955140 req-01f0b3de-82fc-43e3-b82b-d4a703b66b41 service neutron] Attempting to bind port ecd2f147-21d5-4a73-989e-13841d2ef60b on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:48:02.690502 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-dd028530-8eac-4d85-90ec-a01495955140 req-01f0b3de-82fc-43e3-b82b-d4a703b66b41 service neutron] Attempting to bind port ecd2f147-21d5-4a73-989e-13841d2ef60b by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': 'b536ecc8-ef30-4eb4-8bcf-0bfc4de1bd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53a49f5d-26b7-49e3-a8d3-0afbfe056e7c'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:48:02.690967 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd028530-8eac-4d85-90ec-a01495955140 req-01f0b3de-82fc-43e3-b82b-d4a703b66b41 service neutron] Attempting to bind port ecd2f147-21d5-4a73-989e-13841d2ef60b on network 53a49f5d-26b7-49e3-a8d3-0afbfe056e7c {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:48:02.722819 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd028530-8eac-4d85-90ec-a01495955140 req-01f0b3de-82fc-43e3-b82b-d4a703b66b41 service neutron] Port ecd2f147-21d5-4a73-989e-13841d2ef60b on network 53a49f5d-26b7-49e3-a8d3-0afbfe056e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:48:02.723311 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd028530-8eac-4d85-90ec-a01495955140 req-01f0b3de-82fc-43e3-b82b-d4a703b66b41 service neutron] Attempting to bind port ecd2f147-21d5-4a73-989e-13841d2ef60b on network 53a49f5d-26b7-49e3-a8d3-0afbfe056e7c {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:48:02.733527 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd028530-8eac-4d85-90ec-a01495955140 req-01f0b3de-82fc-43e3-b82b-d4a703b66b41 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:48:02.734188 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd028530-8eac-4d85-90ec-a01495955140 req-01f0b3de-82fc-43e3-b82b-d4a703b66b41 service neutron] Checking segment: {'id': 'b536ecc8-ef30-4eb4-8bcf-0bfc4de1bd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53a49f5d-26b7-49e3-a8d3-0afbfe056e7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:48:02.734692 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd028530-8eac-4d85-90ec-a01495955140 req-01f0b3de-82fc-43e3-b82b-d4a703b66b41 service neutron] Bound using segment: {'id': 'b536ecc8-ef30-4eb4-8bcf-0bfc4de1bd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53a49f5d-26b7-49e3-a8d3-0afbfe056e7c'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:48:02.735877 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-dd028530-8eac-4d85-90ec-a01495955140 req-01f0b3de-82fc-43e3-b82b-d4a703b66b41 service neutron] Bound port: ecd2f147-21d5-4a73-989e-13841d2ef60b, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b536ecc8-ef30-4eb4-8bcf-0bfc4de1bd3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53a49f5d-26b7-49e3-a8d3-0afbfe056e7c'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:48:02.736359 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-dd028530-8eac-4d85-90ec-a01495955140 req-01f0b3de-82fc-43e3-b82b-d4a703b66b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:02.832333 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4d5ef33d-3aa0-488a-bcab-37acd2a441c8 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:02.832986 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4d5ef33d-3aa0-488a-bcab-37acd2a441c8 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:02.856253 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a7e1407c-e0bc-4775-a54c-ed1a0baa71e8 req-36657d22-91c0-4221-be23-37b2c0276594 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e4aea67-89ff-4940-b82e-b417fa8b9eb3 HTTP/1.1" status: 200 len: 210 time: 0.0672634 May 05 21:48:02.878777 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-80c7bc7c-2b56-4bb7-89ff-1b0b1fd8c6a6 req-bdbaea96-ec88-4c75-93fa-c6685bf9f97f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5f6d3217202d4d8580bf1dbedeb67377&device_id=fb2ef018-2997-4252-b6ee-9017394af03b HTTP/1.1" status: 200 len: 6436 time: 0.4055614 May 05 21:48:02.898133 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-791d404b-a5e4-4d1c-a020-31d48f5d7216 req-9c9cf7a4-3896-4a0b-a240-e9a6729364ff tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Deleting port f68c5b1b-f7c3-4249-82c1-040d26e8afef {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:48:02.898622 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-791d404b-a5e4-4d1c-a020-31d48f5d7216 req-9c9cf7a4-3896-4a0b-a240-e9a6729364ff tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:03.100102 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4436b4a2-aa0c-4400-86f6-a00f92034214 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:03.175022 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4436b4a2-aa0c-4400-86f6-a00f92034214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:03.237571 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-4d5ef33d-3aa0-488a-bcab-37acd2a441c8 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Calling delete_port for 865cf155-3b8f-4529-ba07-226742b4fab2 owned by network:floatingip {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:48:03.277690 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-4a20a551-5dfd-4bea-9aea-af9de9b35384 req-7140ada1-6bb7-483d-888f-31fc0396c769 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Allocated IP 172.20.0.5 (c31bae84-8c32-4141-b64c-009dbc2c261a/63783bdb-c8ad-4703-ab4c-7c04f301afd6/eaf5401a-dab3-4230-8079-f1845f1df458) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:48:03.320393 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-dd028530-8eac-4d85-90ec-a01495955140 req-01f0b3de-82fc-43e3-b82b-d4a703b66b41 service neutron] For port ecd2f147-21d5-4a73-989e-13841d2ef60b, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:48:03.324149 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-dd028530-8eac-4d85-90ec-a01495955140 req-01f0b3de-82fc-43e3-b82b-d4a703b66b41 service neutron] For port ecd2f147-21d5-4a73-989e-13841d2ef60b, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=ecd2f147-21d5-4a73-989e-13841d2ef60b,segment=NetworkSegment(b536ecc8-ef30-4eb4-8bcf-0bfc4de1bd3b),segment_id=b536ecc8-ef30-4eb4-8bcf-0bfc4de1bd3b)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:48:03.337052 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bfcc62-c5e2-4654-a5a8-025a08b96565 req-020a5636-b68b-43b4-95b8-aad6245314a1 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:03.341937 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bfcc62-c5e2-4654-a5a8-025a08b96565 req-020a5636-b68b-43b4-95b8-aad6245314a1 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:03.345929 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bfcc62-c5e2-4654-a5a8-025a08b96565 req-020a5636-b68b-43b4-95b8-aad6245314a1 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:03.349758 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bfcc62-c5e2-4654-a5a8-025a08b96565 req-020a5636-b68b-43b4-95b8-aad6245314a1 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:03.353905 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bfcc62-c5e2-4654-a5a8-025a08b96565 req-020a5636-b68b-43b4-95b8-aad6245314a1 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:03.358553 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bfcc62-c5e2-4654-a5a8-025a08b96565 req-020a5636-b68b-43b4-95b8-aad6245314a1 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:03.362389 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bfcc62-c5e2-4654-a5a8-025a08b96565 req-020a5636-b68b-43b4-95b8-aad6245314a1 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:03.370491 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b4bfcc62-c5e2-4654-a5a8-025a08b96565 req-020a5636-b68b-43b4-95b8-aad6245314a1 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb2ef018-2997-4252-b6ee-9017394af03b HTTP/1.1" status: 200 len: 5421 time: 0.6711075 May 05 21:48:03.398808 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-dd028530-8eac-4d85-90ec-a01495955140 req-01f0b3de-82fc-43e3-b82b-d4a703b66b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:03.557572 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f0b3de-82fc-43e3-b82b-d4a703b66b41 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd2f147-21d5-4a73-989e-13841d2ef60b,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:03.596220 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831cc81-c60d-455e-901f-70928ae45b05 req-ff39bdd7-d2c4-4768-8a30-c3bb57cbf5c2 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:03.603356 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5831cc81-c60d-455e-901f-70928ae45b05 req-ff39bdd7-d2c4-4768-8a30-c3bb57cbf5c2 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a3e09c0-2984-42c2-802f-9e4231836754 HTTP/1.1" status: 200 len: 945 time: 0.5698867 May 05 21:48:03.645191 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-dd028530-8eac-4d85-90ec-a01495955140 req-01f0b3de-82fc-43e3-b82b-d4a703b66b41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:03.646572 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-01f0b3de-82fc-43e3-b82b-d4a703b66b41 service neutron] 10.222.0.44 "PUT /v2.0/ports/ecd2f147-21d5-4a73-989e-13841d2ef60b HTTP/1.1" status: 200 len: 1091 time: 3.0475175 May 05 21:48:03.658531 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-4436b4a2-aa0c-4400-86f6-a00f92034214 admin admin] Allocated IP 172.25.4.87 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/dcb5be8b-3392-4a5f-b7a4-b6a197cafd9f) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:48:03.694426 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b4bfcc62-c5e2-4654-a5a8-025a08b96565 req-128a628c-0f26-4f6c-84ba-4b396ba404c5 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5ff80e3-da96-4cd3-a486-dc686c4ae303&id=c9d5c85a-cae6-44b0-a97b-93589deaee89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3221526 May 05 21:48:03.837836 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a68de-3f81-4619-a3e0-0d930e8031af req-0e3c034b-4910-4fd4-8531-4ffa60a44b02 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:03.838551 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-f24a68de-3f81-4619-a3e0-0d930e8031af req-0e3c034b-4910-4fd4-8531-4ffa60a44b02 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Synchronizing usage tracker for tenant:c5a8c9a56475462680e05305adb463b2 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:48:03.852051 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c7bc7c-2b56-4bb7-89ff-1b0b1fd8c6a6 req-abeceecb-0cf1-4514-9e17-98122f6910d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:03.852793 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c7bc7c-2b56-4bb7-89ff-1b0b1fd8c6a6 req-abeceecb-0cf1-4514-9e17-98122f6910d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:03.853170 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c7bc7c-2b56-4bb7-89ff-1b0b1fd8c6a6 req-abeceecb-0cf1-4514-9e17-98122f6910d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:03.856351 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-80c7bc7c-2b56-4bb7-89ff-1b0b1fd8c6a6 req-abeceecb-0cf1-4514-9e17-98122f6910d0 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=5f6d3217202d4d8580bf1dbedeb67377&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4950850 May 05 21:48:03.922791 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4d5ef33d-3aa0-488a-bcab-37acd2a441c8 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:04.009486 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-f24a68de-3f81-4619-a3e0-0d930e8031af req-0e3c034b-4910-4fd4-8531-4ffa60a44b02 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Unset dirty status for tenant:c5a8c9a56475462680e05305adb463b2 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:48:04.027811 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f24a68de-3f81-4619-a3e0-0d930e8031af req-0e3c034b-4910-4fd4-8531-4ffa60a44b02 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a3e09c0-2984-42c2-802f-9e4231836754 HTTP/1.1" status: 200 len: 945 time: 0.6848221 May 05 21:48:04.073805 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-791d404b-a5e4-4d1c-a020-31d48f5d7216 req-9c9cf7a4-3896-4a0b-a240-e9a6729364ff tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] For port f68c5b1b-f7c3-4249-82c1-040d26e8afef, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=f68c5b1b-f7c3-4249-82c1-040d26e8afef,segment=NetworkSegment(df9c57c2-52c8-43c0-981c-16fd110b1d0b),segment_id=df9c57c2-52c8-43c0-981c-16fd110b1d0b)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:48:04.074397 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-791d404b-a5e4-4d1c-a020-31d48f5d7216 req-9c9cf7a4-3896-4a0b-a240-e9a6729364ff tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:04.148262 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ef33d-3aa0-488a-bcab-37acd2a441c8 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Pushing event deleted for resources: {'Port': ['ID=865cf155-3b8f-4529-ba07-226742b4fab2,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:04.225826 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-f24a68de-3f81-4619-a3e0-0d930e8031af req-bb77ee90-a1cb-43f7-81bb-f85637837aa0 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Deleting port 424189b8-39d6-4d17-a228-aa68c71c7795 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:48:04.226209 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f24a68de-3f81-4619-a3e0-0d930e8031af req-bb77ee90-a1cb-43f7-81bb-f85637837aa0 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:04.266135 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5831cc81-c60d-455e-901f-70928ae45b05 req-9687030c-0392-4049-9edb-7bed8aaba3a4 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] 10.222.0.23 "GET /v2.0/security-groups?id=6d0b30f9-8c06-47ca-b845-d0b43dd9cf48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6619229 May 05 21:48:04.273220 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-791d404b-a5e4-4d1c-a020-31d48f5d7216 req-9c9cf7a4-3896-4a0b-a240-e9a6729364ff tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Calling delete_port for f68c5b1b-f7c3-4249-82c1-040d26e8afef owned by compute:nova {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:48:04.289192 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c7bc7c-2b56-4bb7-89ff-1b0b1fd8c6a6 req-d79e36a0-2260-4f73-a99e-1cbe9c9d6349 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:04.290732 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-80c7bc7c-2b56-4bb7-89ff-1b0b1fd8c6a6 req-d79e36a0-2260-4f73-a99e-1cbe9c9d6349 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4168100 May 05 21:48:04.472293 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'tag': 'ecd2f147-21d5-4a73-989e-13841d2ef60b'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:48:04.549533 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4d5ef33d-3aa0-488a-bcab-37acd2a441c8 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Notify callbacks [] for floatingip, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:04.638893 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4a20a551-5dfd-4bea-9aea-af9de9b35384 req-7140ada1-6bb7-483d-888f-31fc0396c769 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:04.661892 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-80c7bc7c-2b56-4bb7-89ff-1b0b1fd8c6a6 req-144cbc74-5f09-44fb-baac-91cfdabe2800 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5f6d3217202d4d8580bf1dbedeb67377&device_id=fb2ef018-2997-4252-b6ee-9017394af03b HTTP/1.1" status: 200 len: 6478 time: 0.3023720 May 05 21:48:04.722410 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f9265-2184-47b7-ba2f-f530559f06e5 req-4a044e39-3aba-4f4e-a2c3-916731b5a723 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:04.725497 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8e5f9265-2184-47b7-ba2f-f530559f06e5 req-4a044e39-3aba-4f4e-a2c3-916731b5a723 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=516e0b7e-bb9b-42cb-b886-210ab219ec6d HTTP/1.1" status: 200 len: 946 time: 0.8231130 May 05 21:48:04.751711 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4436b4a2-aa0c-4400-86f6-a00f92034214 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:04.825705 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c7bc7c-2b56-4bb7-89ff-1b0b1fd8c6a6 req-04389b3f-e170-4243-ac6b-b3f11fae2957 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:04.825705 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c7bc7c-2b56-4bb7-89ff-1b0b1fd8c6a6 req-04389b3f-e170-4243-ac6b-b3f11fae2957 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:04.825983 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c7bc7c-2b56-4bb7-89ff-1b0b1fd8c6a6 req-04389b3f-e170-4243-ac6b-b3f11fae2957 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:04.827409 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-80c7bc7c-2b56-4bb7-89ff-1b0b1fd8c6a6 req-04389b3f-e170-4243-ac6b-b3f11fae2957 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=5f6d3217202d4d8580bf1dbedeb67377&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1547039 May 05 21:48:04.828858 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4d5ef33d-3aa0-488a-bcab-37acd2a441c8 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:04.833309 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-4d5ef33d-3aa0-488a-bcab-37acd2a441c8 tempest-AttachSCSIVolumeTestJSON-1005086908 tempest-AttachSCSIVolumeTestJSON-1005086908-project] 10.222.0.23 "DELETE /v2.0/floatingips/855e2f32-ece2-4b6d-bb1e-64e6f7b4dc5e HTTP/1.1" status: 204 len: 168 time: 2.9357026 May 05 21:48:04.862425 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca6ef6-77ff-4314-8c54-506c7b6f5bee req-9ca3d976-5083-4e1d-a242-17b5e36e886f tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:04.870317 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7dca6ef6-77ff-4314-8c54-506c7b6f5bee req-9ca3d976-5083-4e1d-a242-17b5e36e886f tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/ports?device_id=99b8cfee-86b7-4d33-8d20-496ef05adf08 HTTP/1.1" status: 200 len: 944 time: 0.3633561 May 05 21:48:04.899880 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4a20a551-5dfd-4bea-9aea-af9de9b35384 req-7140ada1-6bb7-483d-888f-31fc0396c769 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:04.954473 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-791d404b-a5e4-4d1c-a020-31d48f5d7216 req-9c9cf7a4-3896-4a0b-a240-e9a6729364ff tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:04.978704 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c7bc7c-2b56-4bb7-89ff-1b0b1fd8c6a6 req-ea949da8-e7cc-4266-8869-337e32fd131e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:04.980129 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-80c7bc7c-2b56-4bb7-89ff-1b0b1fd8c6a6 req-ea949da8-e7cc-4266-8869-337e32fd131e service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1432621 May 05 21:48:04.989978 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8e5f9265-2184-47b7-ba2f-f530559f06e5 req-830b5cc1-8433-4fe8-9844-c908bc5994c9 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550595 May 05 21:48:05.192785 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-f24a68de-3f81-4619-a3e0-0d930e8031af req-bb77ee90-a1cb-43f7-81bb-f85637837aa0 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] For port 424189b8-39d6-4d17-a228-aa68c71c7795, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=424189b8-39d6-4d17-a228-aa68c71c7795,segment=NetworkSegment(2bc45e6f-b7ab-4f0b-a595-6c4682d53763),segment_id=2bc45e6f-b7ab-4f0b-a595-6c4682d53763)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:48:05.193161 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f24a68de-3f81-4619-a3e0-0d930e8031af req-bb77ee90-a1cb-43f7-81bb-f85637837aa0 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:05.286401 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a20a551-5dfd-4bea-9aea-af9de9b35384 req-7140ada1-6bb7-483d-888f-31fc0396c769 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Network c31bae84-8c32-4141-b64c-009dbc2c261a is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:48:05.292886 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7140ada1-6bb7-483d-888f-31fc0396c769 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Pushing event updated for resources: {'Port': ['ID=eaf5401a-dab3-4230-8079-f1845f1df458,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:05.326954 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4436b4a2-aa0c-4400-86f6-a00f92034214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:05.351377 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-4a20a551-5dfd-4bea-9aea-af9de9b35384 req-7140ada1-6bb7-483d-888f-31fc0396c769 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:48:05.368802 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7dca6ef6-77ff-4314-8c54-506c7b6f5bee req-ab479280-63d9-4d84-a0d7-66956691da64 tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.23 "GET /v2.0/security-groups?id=014129a7-2dbb-41d4-b5c1-495ad1550d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4973762 May 05 21:48:05.369962 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-791d404b-a5e4-4d1c-a020-31d48f5d7216 req-9c9cf7a4-3896-4a0b-a240-e9a6729364ff tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] No DVR routers for this DVR port f68c5b1b-f7c3-4249-82c1-040d26e8afef on host n-h1-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:48:05.372831 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-791d404b-a5e4-4d1c-a020-31d48f5d7216 req-9c9cf7a4-3896-4a0b-a240-e9a6729364ff tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:05.396398 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a20a551-5dfd-4bea-9aea-af9de9b35384 req-7140ada1-6bb7-483d-888f-31fc0396c769 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:48:05.503087 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b8cfee-86b7-4d33-8d20-496ef05adf08', 'name': 'network-vif-deleted', 'tag': 'f68c5b1b-f7c3-4249-82c1-040d26e8afef'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:48:05.567503 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-791d404b-a5e4-4d1c-a020-31d48f5d7216 req-9c9cf7a4-3896-4a0b-a240-e9a6729364ff tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] 10.222.0.44 "DELETE /v2.0/ports/f68c5b1b-f7c3-4249-82c1-040d26e8afef HTTP/1.1" status: 204 len: 173 time: 2.9760268 May 05 21:48:05.567503 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9cf7a4-3896-4a0b-a240-e9a6729364ff tempest-LiveMigrationTest-1668425339 tempest-LiveMigrationTest-1668425339-project] Pushing event deleted for resources: {'Port': ['ID=f68c5b1b-f7c3-4249-82c1-040d26e8afef,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:05.567503 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4436b4a2-aa0c-4400-86f6-a00f92034214 admin admin] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:48:05.567503 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-4436b4a2-aa0c-4400-86f6-a00f92034214 admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:48:05.593126 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:05.630625 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a20a551-5dfd-4bea-9aea-af9de9b35384 req-7140ada1-6bb7-483d-888f-31fc0396c769 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:05.633658 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4a20a551-5dfd-4bea-9aea-af9de9b35384 req-7140ada1-6bb7-483d-888f-31fc0396c769 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:05.635614 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4436b4a2-aa0c-4400-86f6-a00f92034214 admin admin] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:48:05.636868 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-e2939f1d-9551-4b7f-9da9-254eac9a1383 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5f6d3217202d4d8580bf1dbedeb67377&device_id=fb2ef018-2997-4252-b6ee-9017394af03b HTTP/1.1" status: 200 len: 6478 time: 0.5903602 May 05 21:48:05.694156 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:05.749800 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a127c969-8712-4af8-8401-2e7cfba48306 req-24d23a1c-ddfe-4c24-a78d-4bc4e9a70fbe tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:05.750865 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-a127c969-8712-4af8-8401-2e7cfba48306 req-24d23a1c-ddfe-4c24-a78d-4bc4e9a70fbe tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Synchronizing usage tracker for tenant:b50e99b600524c18b3199236d1a61be7 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:48:05.766478 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4a20a551-5dfd-4bea-9aea-af9de9b35384 req-7140ada1-6bb7-483d-888f-31fc0396c769 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8855684 May 05 21:48:05.791280 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-4a20a551-5dfd-4bea-9aea-af9de9b35384 req-4ac52247-d1de-48ac-bb91-8a565e2b7673 service neutron] Request body: {'port': {'device_id': '4e4aea67-89ff-4940-b82e-b417fa8b9eb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:48:05.831401 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b290ef6-5eb4-42d3-adb7-e3e8776001c0'] response: {'name': 'network-changed', 'server_uuid': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'tag': 'ecd2f147-21d5-4a73-989e-13841d2ef60b', 'status': 'completed', 'code': 200} May 05 21:48:05.870276 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4436b4a2-aa0c-4400-86f6-a00f92034214 admin admin] Pushing event updated for resources: {'Port': ['ID=dcb5be8b-3392-4a5f-b7a4-b6a197cafd9f,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:05.915377 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-a127c969-8712-4af8-8401-2e7cfba48306 req-24d23a1c-ddfe-4c24-a78d-4bc4e9a70fbe tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Unset dirty status for tenant:b50e99b600524c18b3199236d1a61be7 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:48:05.916589 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a127c969-8712-4af8-8401-2e7cfba48306 req-24d23a1c-ddfe-4c24-a78d-4bc4e9a70fbe tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e4aea67-89ff-4940-b82e-b417fa8b9eb3 HTTP/1.1" status: 200 len: 931 time: 0.6775224 May 05 21:48:05.980789 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-80210b99-9ac2-4a26-9018-34474e3edfab service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6a625e6-cf6b-469e-bb09-671258762a76 HTTP/1.1" status: 200 len: 217 time: 0.1359878 May 05 21:48:06.059444 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f24a68de-3f81-4619-a3e0-0d930e8031af req-bb77ee90-a1cb-43f7-81bb-f85637837aa0 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:06.060018 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f24a68de-3f81-4619-a3e0-0d930e8031af req-bb77ee90-a1cb-43f7-81bb-f85637837aa0 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:06.060417 n-d-825175-4 neutron-server[84063]: INFO neutron.db.l3_db [req-f24a68de-3f81-4619-a3e0-0d930e8031af req-bb77ee90-a1cb-43f7-81bb-f85637837aa0 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Floating IP b800d645-c195-4189-b709-f9a65a8ef0ad disassociated. External IP: 172.25.4.124, port: 424189b8-39d6-4d17-a228-aa68c71c7795. May 05 21:48:06.060905 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-f24a68de-3f81-4619-a3e0-0d930e8031af req-bb77ee90-a1cb-43f7-81bb-f85637837aa0 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Calling delete_port for 424189b8-39d6-4d17-a228-aa68c71c7795 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:48:06.107920 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device f68c5b1b-f7c3-4249-82c1-040d26e8afef no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:48:06.158256 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd028530-8eac-4d85-90ec-a01495955140 req-c223a5ce-88f2-4be6-b439-4f2337863539 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:06.159845 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-c223a5ce-88f2-4be6-b439-4f2337863539 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=031a2b5a-98f8-4394-83d4-c643c5284920 HTTP/1.1" status: 200 len: 850 time: 0.1711354 May 05 21:48:06.169885 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcabc521-6815-4ff1-9da2-25f28e57e1fe req-552a291e-1e59-4d87-99a5-1c4637d5446b tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:06.174057 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: f68c5b1b-f7c3-4249-82c1-040d26e8afef {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:48:06.174602 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device f68c5b1b-f7c3-4249-82c1-040d26e8afef not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:48:06.180567 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcabc521-6815-4ff1-9da2-25f28e57e1fe req-552a291e-1e59-4d87-99a5-1c4637d5446b tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:06.185184 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcabc521-6815-4ff1-9da2-25f28e57e1fe req-552a291e-1e59-4d87-99a5-1c4637d5446b tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:06.189408 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcabc521-6815-4ff1-9da2-25f28e57e1fe req-552a291e-1e59-4d87-99a5-1c4637d5446b tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:06.194378 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcabc521-6815-4ff1-9da2-25f28e57e1fe req-552a291e-1e59-4d87-99a5-1c4637d5446b tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:06.198484 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcabc521-6815-4ff1-9da2-25f28e57e1fe req-552a291e-1e59-4d87-99a5-1c4637d5446b tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:06.202106 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcabc521-6815-4ff1-9da2-25f28e57e1fe req-552a291e-1e59-4d87-99a5-1c4637d5446b tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:06.210218 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bcabc521-6815-4ff1-9da2-25f28e57e1fe req-552a291e-1e59-4d87-99a5-1c4637d5446b tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb2ef018-2997-4252-b6ee-9017394af03b HTTP/1.1" status: 200 len: 5421 time: 0.3456059 May 05 21:48:06.232741 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a127c969-8712-4af8-8401-2e7cfba48306 req-e9e25e93-0a61-4161-9dea-fbe833994836 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ea35cbd-159b-4a97-ac8e-0ad5178ef2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821414 May 05 21:48:06.242060 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4a20a551-5dfd-4bea-9aea-af9de9b35384 req-4ac52247-d1de-48ac-bb91-8a565e2b7673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:06.467938 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bcabc521-6815-4ff1-9da2-25f28e57e1fe req-a4ac69aa-f648-42ce-9a11-2454db6a5987 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5ff80e3-da96-4cd3-a486-dc686c4ae303&id=c9d5c85a-cae6-44b0-a97b-93589deaee89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2568190 May 05 21:48:06.559927 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-06170399-264e-4a49-a57d-2517844189ee service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71738638-1e8f-4898-8775-ee98b36918d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3926299 May 05 21:48:06.635963 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f24a68de-3f81-4619-a3e0-0d930e8031af req-bb77ee90-a1cb-43f7-81bb-f85637837aa0 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:06.808660 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb4cdc59-87e5-4439-8ac0-8e47b46834b6'] response: {'server_uuid': '99b8cfee-86b7-4d33-8d20-496ef05adf08', 'name': 'network-vif-deleted', 'tag': 'f68c5b1b-f7c3-4249-82c1-040d26e8afef', 'status': 'completed', 'code': 200} May 05 21:48:06.833274 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-10b20614-8a06-4a9a-93d7-5554e32a4ec8 service neutron] 10.222.0.44 "GET /v2.0/networks/71738638-1e8f-4898-8775-ee98b36918d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650576 May 05 21:48:06.948542 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb77ee90-a1cb-43f7-81bb-f85637837aa0 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Pushing event deleted for resources: {'Port': ['ID=424189b8-39d6-4d17-a228-aa68c71c7795,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:06.952098 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c066d891-41cd-41f7-ba34-f0d44072b323 req-06c5d240-3004-4bbd-b3b9-4158ad9f305e tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a3e09c0-2984-42c2-802f-9e4231836754 HTTP/1.1" status: 200 len: 210 time: 0.5269294 May 05 21:48:07.074678 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 39464) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:48:07.107372 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4436b4a2-aa0c-4400-86f6-a00f92034214 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:07.108092 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4436b4a2-aa0c-4400-86f6-a00f92034214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:07.179733 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 424189b8-39d6-4d17-a228-aa68c71c7795 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:48:07.206935 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-dc763230-119d-4b95-8417-ac1b6a46902d service neutron] 10.222.0.44 "GET /v2.0/networks/71738638-1e8f-4898-8775-ee98b36918d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975245 May 05 21:48:07.230880 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: 424189b8-39d6-4d17-a228-aa68c71c7795 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:48:07.231732 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 424189b8-39d6-4d17-a228-aa68c71c7795 not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:48:07.239441 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f086a98-2e22-4e3a-b2b4-9f14150d85e0 req-c49c7e47-fa06-4b48-bb07-f54c89de350c tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:07.240987 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5f086a98-2e22-4e3a-b2b4-9f14150d85e0 req-c49c7e47-fa06-4b48-bb07-f54c89de350c tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=516e0b7e-bb9b-42cb-b886-210ab219ec6d HTTP/1.1" status: 200 len: 946 time: 0.4102368 May 05 21:48:07.344178 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-08868328-0c98-4685-88da-50674aec1bdc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=34649ace-f82b-4ccc-974a-1666bac9e23b HTTP/1.1" status: 200 len: 217 time: 0.1284375 May 05 21:48:07.407637 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d0a286d-2522-4c4c-b2d5-81936bb87b76 admin admin] Deleting subnet 2ef0800d-de6f-466d-b35f-d1403d70c310 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:48:07.411467 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0d0a286d-2522-4c4c-b2d5-81936bb87b76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:07.576910 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5f086a98-2e22-4e3a-b2b4-9f14150d85e0 req-48ae2dc3-5336-4487-a369-2e9ae7d3ded6 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283997 May 05 21:48:07.593854 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-4a20a551-5dfd-4bea-9aea-af9de9b35384 req-4ac52247-d1de-48ac-bb91-8a565e2b7673 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaf5401a-dab3-4230-8079-f1845f1df458 {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:48:07.621806 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4a20a551-5dfd-4bea-9aea-af9de9b35384 req-4ac52247-d1de-48ac-bb91-8a565e2b7673 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:07.651865 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-4a20a551-5dfd-4bea-9aea-af9de9b35384 req-4ac52247-d1de-48ac-bb91-8a565e2b7673 service neutron] Transition to ACTIVE for port object eaf5401a-dab3-4230-8079-f1845f1df458 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:48:07.664975 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4a20a551-5dfd-4bea-9aea-af9de9b35384 req-4ac52247-d1de-48ac-bb91-8a565e2b7673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:07.713397 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a741d83-b527-4eff-88a7-fbae50fc34ee req-e1a2d033-2191-4ecf-817d-9dfc137c0dc8 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:07.715931 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0a741d83-b527-4eff-88a7-fbae50fc34ee req-e1a2d033-2191-4ecf-817d-9dfc137c0dc8 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e4aea67-89ff-4940-b82e-b417fa8b9eb3 HTTP/1.1" status: 200 len: 931 time: 0.2591128 May 05 21:48:07.742315 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd028530-8eac-4d85-90ec-a01495955140 req-4aab6241-343f-4412-9b5f-306083c94c1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:07.744056 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-4aab6241-343f-4412-9b5f-306083c94c1c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3b6f6bba-6319-48e6-9430-897ac47f4de2 HTTP/1.1" status: 200 len: 797 time: 0.3053966 May 05 21:48:07.799590 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0d0a286d-2522-4c4c-b2d5-81936bb87b76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:07.878375 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0d0a286d-2522-4c4c-b2d5-81936bb87b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:07.914798 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac52247-d1de-48ac-bb91-8a565e2b7673 service neutron] Pushing event updated for resources: {'Port': ['ID=eaf5401a-dab3-4230-8079-f1845f1df458,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:07.928975 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f24a68de-3f81-4619-a3e0-0d930e8031af req-bb77ee90-a1cb-43f7-81bb-f85637837aa0 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Router f3e2abbc-288c-496f-bed1-a4d19d687720 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:48:07.941110 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0a741d83-b527-4eff-88a7-fbae50fc34ee req-d5777615-8e66-4df9-97ec-b949a1ce0cd2 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ea35cbd-159b-4a97-ac8e-0ad5178ef2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116916 May 05 21:48:07.960669 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-dd5b3e1a-eeee-4428-8eca-08a22b28dc6b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=94805836-07a0-47ad-ab35-ba65d7a7da33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2069027 May 05 21:48:08.059896 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da26d90-9126-4492-b98d-95d9de1667b8 req-a6dfd81d-2a0c-4df9-8d1d-d1a561db0d08 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:08.063930 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da26d90-9126-4492-b98d-95d9de1667b8 req-a6dfd81d-2a0c-4df9-8d1d-d1a561db0d08 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:08.067907 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da26d90-9126-4492-b98d-95d9de1667b8 req-a6dfd81d-2a0c-4df9-8d1d-d1a561db0d08 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:08.071901 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da26d90-9126-4492-b98d-95d9de1667b8 req-a6dfd81d-2a0c-4df9-8d1d-d1a561db0d08 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:08.076290 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da26d90-9126-4492-b98d-95d9de1667b8 req-a6dfd81d-2a0c-4df9-8d1d-d1a561db0d08 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:08.080788 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da26d90-9126-4492-b98d-95d9de1667b8 req-a6dfd81d-2a0c-4df9-8d1d-d1a561db0d08 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:08.084712 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da26d90-9126-4492-b98d-95d9de1667b8 req-a6dfd81d-2a0c-4df9-8d1d-d1a561db0d08 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:08.086643 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4da26d90-9126-4492-b98d-95d9de1667b8 req-a6dfd81d-2a0c-4df9-8d1d-d1a561db0d08 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb2ef018-2997-4252-b6ee-9017394af03b HTTP/1.1" status: 200 len: 5421 time: 0.3275287 May 05 21:48:08.181809 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0d0a286d-2522-4c4c-b2d5-81936bb87b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:08.215914 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-4a20a551-5dfd-4bea-9aea-af9de9b35384 req-4ac52247-d1de-48ac-bb91-8a565e2b7673 service neutron] Attempting to bind port eaf5401a-dab3-4230-8079-f1845f1df458 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:48:08.216346 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-4a20a551-5dfd-4bea-9aea-af9de9b35384 req-4ac52247-d1de-48ac-bb91-8a565e2b7673 service neutron] Attempting to bind port eaf5401a-dab3-4230-8079-f1845f1df458 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'e9759abe-2932-4e54-a1fb-2399ee430195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c31bae84-8c32-4141-b64c-009dbc2c261a'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:48:08.216669 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a20a551-5dfd-4bea-9aea-af9de9b35384 req-4ac52247-d1de-48ac-bb91-8a565e2b7673 service neutron] Attempting to bind port eaf5401a-dab3-4230-8079-f1845f1df458 on network c31bae84-8c32-4141-b64c-009dbc2c261a {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:48:08.247806 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a20a551-5dfd-4bea-9aea-af9de9b35384 req-4ac52247-d1de-48ac-bb91-8a565e2b7673 service neutron] Port eaf5401a-dab3-4230-8079-f1845f1df458 on network c31bae84-8c32-4141-b64c-009dbc2c261a not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:48:08.248278 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a20a551-5dfd-4bea-9aea-af9de9b35384 req-4ac52247-d1de-48ac-bb91-8a565e2b7673 service neutron] Attempting to bind port eaf5401a-dab3-4230-8079-f1845f1df458 on network c31bae84-8c32-4141-b64c-009dbc2c261a {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:48:08.255756 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4da26d90-9126-4492-b98d-95d9de1667b8 req-af9ab5f6-47f8-42f5-82be-bbd0b7f6b3b8 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5ff80e3-da96-4cd3-a486-dc686c4ae303&id=c9d5c85a-cae6-44b0-a97b-93589deaee89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1598079 May 05 21:48:08.280422 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4436b4a2-aa0c-4400-86f6-a00f92034214 admin admin] Router 645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 21:48:08.302598 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0a286d-2522-4c4c-b2d5-81936bb87b76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ef0800d-de6f-466d-b35f-d1403d70c310,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:08.302812 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a20a551-5dfd-4bea-9aea-af9de9b35384 req-4ac52247-d1de-48ac-bb91-8a565e2b7673 service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:48:08.302812 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a20a551-5dfd-4bea-9aea-af9de9b35384 req-4ac52247-d1de-48ac-bb91-8a565e2b7673 service neutron] Checking segment: {'id': 'e9759abe-2932-4e54-a1fb-2399ee430195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c31bae84-8c32-4141-b64c-009dbc2c261a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:48:08.302812 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a20a551-5dfd-4bea-9aea-af9de9b35384 req-4ac52247-d1de-48ac-bb91-8a565e2b7673 service neutron] Bound using segment: {'id': 'e9759abe-2932-4e54-a1fb-2399ee430195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c31bae84-8c32-4141-b64c-009dbc2c261a'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:48:08.302812 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-4a20a551-5dfd-4bea-9aea-af9de9b35384 req-4ac52247-d1de-48ac-bb91-8a565e2b7673 service neutron] Bound port: eaf5401a-dab3-4230-8079-f1845f1df458, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9759abe-2932-4e54-a1fb-2399ee430195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c31bae84-8c32-4141-b64c-009dbc2c261a'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:48:08.302812 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4a20a551-5dfd-4bea-9aea-af9de9b35384 req-4ac52247-d1de-48ac-bb91-8a565e2b7673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:08.303459 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-2c682eb8-1bc2-4d22-b653-dd707f63f9a6 service neutron] 10.222.0.44 "GET /v2.0/networks/94805836-07a0-47ad-ab35-ba65d7a7da33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356936 May 05 21:48:08.329101 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89545ea8-2b0e-4fc7-94b1-2d062e699b58 req-83d50ce3-fdf8-4024-95d2-9602c4a62cb5 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:08.336558 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-89545ea8-2b0e-4fc7-94b1-2d062e699b58 req-83d50ce3-fdf8-4024-95d2-9602c4a62cb5 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 946 time: 0.2195501 May 05 21:48:08.410954 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0d0a286d-2522-4c4c-b2d5-81936bb87b76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:08.438458 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0d0a286d-2522-4c4c-b2d5-81936bb87b76 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2ef0800d-de6f-466d-b35f-d1403d70c310 HTTP/1.1" status: 204 len: 168 time: 1.3608677 May 05 21:48:08.444036 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 39482) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:48:08.551252 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-bfedc0b0-6308-48c4-8158-9a44fe44bc59 service neutron] 10.222.0.44 "GET /v2.0/networks/94805836-07a0-47ad-ab35-ba65d7a7da33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386630 May 05 21:48:08.580066 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f615f02a-f645-481c-a77f-b31cfe0de872 req-2500f832-48f8-4921-a276-5223b5c7a7ad tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a3e09c0-2984-42c2-802f-9e4231836754 HTTP/1.1" status: 200 len: 210 time: 0.1317565 May 05 21:48:08.642232 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bc00efcf-e08a-4ee7-856c-1e78b0a8dfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:08.647596 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-f507fae8-2c53-493f-a1f5-11f0b540417e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=538baf95-e3b5-4c0a-808d-33c668825b60 HTTP/1.1" status: 200 len: 217 time: 0.0881588 May 05 21:48:08.648909 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-89545ea8-2b0e-4fc7-94b1-2d062e699b58 req-e1da1716-ff8a-4ec4-9add-56b4e7478590 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3115258 May 05 21:48:08.707108 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-4a20a551-5dfd-4bea-9aea-af9de9b35384 req-4ac52247-d1de-48ac-bb91-8a565e2b7673 service neutron] For port eaf5401a-dab3-4230-8079-f1845f1df458, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:48:08.711054 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-4a20a551-5dfd-4bea-9aea-af9de9b35384 req-4ac52247-d1de-48ac-bb91-8a565e2b7673 service neutron] For port eaf5401a-dab3-4230-8079-f1845f1df458, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=eaf5401a-dab3-4230-8079-f1845f1df458,segment=NetworkSegment(e9759abe-2932-4e54-a1fb-2399ee430195),segment_id=e9759abe-2932-4e54-a1fb-2399ee430195)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:48:08.731263 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4a20a551-5dfd-4bea-9aea-af9de9b35384 req-4ac52247-d1de-48ac-bb91-8a565e2b7673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:08.844934 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd028530-8eac-4d85-90ec-a01495955140 req-39ee247e-3692-4480-942d-ae1296975367 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:08.846205 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-39ee247e-3692-4480-942d-ae1296975367 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3b6f6bba-6319-48e6-9430-897ac47f4de2 HTTP/1.1" status: 200 len: 797 time: 0.1915016 May 05 21:48:08.884898 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac52247-d1de-48ac-bb91-8a565e2b7673 service neutron] Pushing event updated for resources: {'Port': ['ID=eaf5401a-dab3-4230-8079-f1845f1df458,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:08.892419 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4a20a551-5dfd-4bea-9aea-af9de9b35384 req-4ac52247-d1de-48ac-bb91-8a565e2b7673 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:08.893864 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4a20a551-5dfd-4bea-9aea-af9de9b35384 req-4ac52247-d1de-48ac-bb91-8a565e2b7673 service neutron] 10.222.0.32 "PUT /v2.0/ports/eaf5401a-dab3-4230-8079-f1845f1df458 HTTP/1.1" status: 200 len: 1091 time: 3.1069744 May 05 21:48:08.896135 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e4aea67-89ff-4940-b82e-b417fa8b9eb3', 'tag': 'eaf5401a-dab3-4230-8079-f1845f1df458'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:48:08.917709 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bc00efcf-e08a-4ee7-856c-1e78b0a8dfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:08.956627 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-bc00efcf-e08a-4ee7-856c-1e78b0a8dfc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d50665b6-9647-47f1-b718-b6ae7cd32366']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:48:08.969100 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-bc00efcf-e08a-4ee7-856c-1e78b0a8dfc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df9c57c2-52c8-43c0-981c-16fd110b1d0b') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:48:08.969403 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-bc00efcf-e08a-4ee7-856c-1e78b0a8dfc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df9c57c2-52c8-43c0-981c-16fd110b1d0b') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:48:08.982817 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bc00efcf-e08a-4ee7-856c-1e78b0a8dfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:09.002843 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bc00efcf-e08a-4ee7-856c-1e78b0a8dfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:09.009100 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc00efcf-e08a-4ee7-856c-1e78b0a8dfc2 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:48:09.009511 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bc00efcf-e08a-4ee7-856c-1e78b0a8dfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:09.009620 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50425572-2305-4c86-8bec-608b75be436c req-6b9732aa-cbf6-4c00-bb67-ce7744661a73 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:09.011303 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-50425572-2305-4c86-8bec-608b75be436c req-6b9732aa-cbf6-4c00-bb67-ce7744661a73 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=516e0b7e-bb9b-42cb-b886-210ab219ec6d HTTP/1.1" status: 200 len: 946 time: 0.2609921 May 05 21:48:09.049257 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4436b4a2-aa0c-4400-86f6-a00f92034214 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:48:09.060210 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64beb979-f4b0-40e1-9705-01c7551c5f42 None None] Sync routers for ids ['645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:48:09.081886 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64beb979-f4b0-40e1-9705-01c7551c5f42 None None] Routers {'645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:48:09.082715 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-64beb979-f4b0-40e1-9705-01c7551c5f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:47:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:48:09.090567 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-50425572-2305-4c86-8bec-608b75be436c req-f534df30-a0e8-4084-a227-3dde70c29ffd tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677874 May 05 21:48:09.100433 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 21:48:09.100433 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:48:09.100433 n-d-825175-4 neutron-server[84063]: timer() May 05 21:48:09.100433 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:48:09.100433 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 21:48:09.100433 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:48:09.100433 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 21:48:09.100433 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:48:09.100433 n-d-825175-4 neutron-server[84063]: self._notify() May 05 21:48:09.100433 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:48:09.100433 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 21:48:09.100433 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:48:09.100433 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 21:48:09.100433 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:48:09.100433 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:48:09.100433 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:48:09.100433 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:48:09.100433 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:48:09.100433 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 21:48:09.100433 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:48:09.100433 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 21:48:09.100433 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:48:09.100433 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:48:09.100433 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:48:09.100433 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 21:48:09.100433 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:48:09.100433 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:48:09.100433 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:48:09.100433 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:48:09.100433 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:48:09.100433 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:48:09.100433 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:48:09.104962 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bc00efcf-e08a-4ee7-856c-1e78b0a8dfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:09.124412 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bc00efcf-e08a-4ee7-856c-1e78b0a8dfc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:09.137780 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4a20a551-5dfd-4bea-9aea-af9de9b35384 req-62b61158-6df5-44a2-b64f-e2e6c77b1152 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b50e99b600524c18b3199236d1a61be7&device_id=4e4aea67-89ff-4940-b82e-b417fa8b9eb3 HTTP/1.1" status: 200 len: 1094 time: 0.1890399 May 05 21:48:09.139140 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4436b4a2-aa0c-4400-86f6-a00f92034214 admin admin] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:09.142762 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4436b4a2-aa0c-4400-86f6-a00f92034214 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.9342782 May 05 21:48:09.144550 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 39502) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:48:09.162566 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc00efcf-e08a-4ee7-856c-1e78b0a8dfc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d50665b6-9647-47f1-b718-b6ae7cd32366,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:09.201836 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f24a68de-3f81-4619-a3e0-0d930e8031af req-bb77ee90-a1cb-43f7-81bb-f85637837aa0 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:48:09.212299 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c644d30a-58ee-4b0c-828e-1ddc2ae23f8a None None] Sync routers for ids ['f3e2abbc-288c-496f-bed1-a4d19d687720'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:48:09.221100 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-bc00efcf-e08a-4ee7-856c-1e78b0a8dfc2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/d50665b6-9647-47f1-b718-b6ae7cd32366 HTTP/1.1" status: 204 len: 168 time: 0.7744708 May 05 21:48:09.222694 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 39506) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:48:09.231767 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c644d30a-58ee-4b0c-828e-1ddc2ae23f8a None None] Routers {'f3e2abbc-288c-496f-bed1-a4d19d687720'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:48:09.232380 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-c644d30a-58ee-4b0c-828e-1ddc2ae23f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:47:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['f3e2abbc-288c-496f-bed1-a4d19d687720'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:48:09.367941 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-77ce9404-4367-4469-b154-44db0560aa85 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=94805836-07a0-47ad-ab35-ba65d7a7da33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5100753 May 05 21:48:09.497326 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4a20a551-5dfd-4bea-9aea-af9de9b35384 req-8f0b341e-bd64-4ba9-9169-c1fef449712b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eaf5401a-dab3-4230-8079-f1845f1df458 HTTP/1.1" status: 200 len: 217 time: 0.3534355 May 05 21:48:09.548391 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-64beb979-f4b0-40e1-9705-01c7551c5f42 None None] Set router 645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:48:09.767576 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-c644d30a-58ee-4b0c-828e-1ddc2ae23f8a None None] Set router f3e2abbc-288c-496f-bed1-a4d19d687720 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:48:09.794515 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03de9600-6e93-4a4a-928d-4cccf838801c'] response: {'name': 'network-changed', 'server_uuid': '4e4aea67-89ff-4940-b82e-b417fa8b9eb3', 'tag': 'eaf5401a-dab3-4230-8079-f1845f1df458', 'status': 'completed', 'code': 200} May 05 21:48:09.856177 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-f24a68de-3f81-4619-a3e0-0d930e8031af req-bb77ee90-a1cb-43f7-81bb-f85637837aa0 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] No DVR routers for this DVR port 424189b8-39d6-4d17-a228-aa68c71c7795 on host n-h2-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:48:09.862131 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f24a68de-3f81-4619-a3e0-0d930e8031af req-bb77ee90-a1cb-43f7-81bb-f85637837aa0 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:09.864135 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f24a68de-3f81-4619-a3e0-0d930e8031af req-bb77ee90-a1cb-43f7-81bb-f85637837aa0 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] 10.222.0.32 "DELETE /v2.0/ports/424189b8-39d6-4d17-a228-aa68c71c7795 HTTP/1.1" status: 204 len: 173 time: 5.8353715 May 05 21:48:09.889029 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a20a551-5dfd-4bea-9aea-af9de9b35384 req-a95424e2-4991-4c3b-853f-59f5419a740f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:09.890770 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a3e09c0-2984-42c2-802f-9e4231836754', 'name': 'network-vif-deleted', 'tag': '424189b8-39d6-4d17-a228-aa68c71c7795'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:48:09.891406 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4a20a551-5dfd-4bea-9aea-af9de9b35384 req-a95424e2-4991-4c3b-853f-59f5419a740f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=63783bdb-c8ad-4703-ab4c-7c04f301afd6 HTTP/1.1" status: 200 len: 861 time: 0.3783288 May 05 21:48:09.951962 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 39522) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:48:10.046170 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4a20a551-5dfd-4bea-9aea-af9de9b35384 req-ff42b5f1-7253-440e-b7d3-78b71a4f3e7f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c31bae84-8c32-4141-b64c-009dbc2c261a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1396506 May 05 21:48:10.051977 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-284e82c3-6013-49fd-bcd2-995e7ebee82a admin admin] Deleting subnet 4ebca81d-3d58-433b-b322-db939d0da825 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:48:10.053812 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc86da4-5daf-4c78-bd15-71c752294882 req-b90da291-7a85-4688-af3d-4c9fee224f63 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:10.056158 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-acc86da4-5daf-4c78-bd15-71c752294882 req-b90da291-7a85-4688-af3d-4c9fee224f63 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e4aea67-89ff-4940-b82e-b417fa8b9eb3 HTTP/1.1" status: 200 len: 943 time: 0.3174615 May 05 21:48:10.092881 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-284e82c3-6013-49fd-bcd2-995e7ebee82a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:10.139665 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 254d6486-a2f8-4ac2-8cd3-e9e223b202eb no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:48:10.222219 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-284e82c3-6013-49fd-bcd2-995e7ebee82a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:10.246868 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4a20a551-5dfd-4bea-9aea-af9de9b35384 req-b981a9ef-75dc-43dc-b544-a95eb69ef6d7 service neutron] 10.222.0.32 "GET /v2.0/networks/c31bae84-8c32-4141-b64c-009dbc2c261a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784480 May 05 21:48:10.288648 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-71de8ca5-51ab-4f94-8511-efa1e95a0ae6 service neutron] 10.222.0.44 "GET /v2.0/networks/94805836-07a0-47ad-ab35-ba65d7a7da33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8718872 May 05 21:48:10.291776 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-284e82c3-6013-49fd-bcd2-995e7ebee82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:10.296724 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-c644d30a-58ee-4b0c-828e-1ddc2ae23f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e2abbc-288c-496f-bed1-a4d19d687720', 'name': 'tempest-ServersTestManualDisk-903671868-router', 'tenant_id': 'c5a8c9a56475462680e05305adb463b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '35b0d766-3ed5-42cf-a020-801b48d68ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:46:06Z', 'updated_at': '2022-05-05T21:46:26Z', 'revision_number': 4, 'project_id': 'c5a8c9a56475462680e05305adb463b2', 'gw_port': {'id': '35b0d766-3ed5-42cf-a020-801b48d68ef7', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e2abbc-288c-496f-bed1-a4d19d687720', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:46:08Z', 'updated_at': '2022-05-05T21:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '782516d7-efa7-4085-b1ea-f8dd331bc8af', 'name': '', 'network_id': '1303113a-3b4f-4438-84cb-936009b5332f', 'tenant_id': 'c5a8c9a56475462680e05305adb463b2', 'mac_address': 'fa:16:3e:c6:0c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e2abbc-288c-496f-bed1-a4d19d687720', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b04dd652-3e41-4577-abd4-c6835388be5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:46:22Z', 'updated_at': '2022-05-05T21:46:53Z', 'revision_number': 5, 'project_id': 'c5a8c9a56475462680e05305adb463b2', 'subnets': [{'id': 'b04dd652-3e41-4577-abd4-c6835388be5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:48:10.301416 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c644d30a-58ee-4b0c-828e-1ddc2ae23f8a None None] Checking router: f3e2abbc-288c-496f-bed1-a4d19d687720 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:48:10.308534 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:10.313441 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c644d30a-58ee-4b0c-828e-1ddc2ae23f8a None None] Routers {'f3e2abbc-288c-496f-bed1-a4d19d687720'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:48:10.314210 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-c644d30a-58ee-4b0c-828e-1ddc2ae23f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:47:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['f3e2abbc-288c-496f-bed1-a4d19d687720'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:48:10.361706 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 254d6486-a2f8-4ac2-8cd3-e9e223b202eb, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=254d6486-a2f8-4ac2-8cd3-e9e223b202eb,segment=NetworkSegment(18a3c379-3cfc-4702-917f-3a57e26f3cd8),segment_id=18a3c379-3cfc-4702-917f-3a57e26f3cd8)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:48:10.368385 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9978b89-a388-4e1f-ae58-d0f146c5b7c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '254d6486-a2f8-4ac2-8cd3-e9e223b202eb'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:48:10.378610 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:10.414977 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-acc86da4-5daf-4c78-bd15-71c752294882 req-3eb09208-688e-4cf9-b0bb-e60e45be0bea tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ea35cbd-159b-4a97-ac8e-0ad5178ef2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669047 May 05 21:48:10.493196 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-284e82c3-6013-49fd-bcd2-995e7ebee82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:10.526511 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-64beb979-f4b0-40e1-9705-01c7551c5f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf', 'name': 'tempest-ServerRescueTestJSONUnderV235-1952583119-router', 'tenant_id': 'cf59b1a8623a48db9737966b2f762b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'dcb5be8b-3392-4a5f-b7a4-b6a197cafd9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:48:00Z', 'updated_at': '2022-05-05T21:48:06Z', 'revision_number': 3, 'project_id': 'cf59b1a8623a48db9737966b2f762b3c', 'gw_port': {'id': 'dcb5be8b-3392-4a5f-b7a4-b6a197cafd9f', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:45:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:48:03Z', 'updated_at': '2022-05-05T21:48:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:48:10.535782 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64beb979-f4b0-40e1-9705-01c7551c5f42 None None] Checking router: 645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:48:10.536377 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64beb979-f4b0-40e1-9705-01c7551c5f42 None None] Updating router 645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf port dcb5be8b-3392-4a5f-b7a4-b6a197cafd9f binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 21:48:10.658854 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=254d6486-a2f8-4ac2-8cd3-e9e223b202eb,revision_number=8']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:10.662052 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-c644d30a-58ee-4b0c-828e-1ddc2ae23f8a None None] Set router f3e2abbc-288c-496f-bed1-a4d19d687720 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:48:10.680658 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-64beb979-f4b0-40e1-9705-01c7551c5f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:10.691808 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e82c3-6013-49fd-bcd2-995e7ebee82a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ebca81d-3d58-433b-b322-db939d0da825,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:10.708605 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-284e82c3-6013-49fd-bcd2-995e7ebee82a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:10.716462 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-3ea7b41f-5d2d-4603-a6c8-b0fb6739ef2f service neutron] 10.222.0.44 "GET /v2.0/networks/94805836-07a0-47ad-ab35-ba65d7a7da33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3948231 May 05 21:48:10.719775 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-284e82c3-6013-49fd-bcd2-995e7ebee82a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4ebca81d-3d58-433b-b322-db939d0da825 HTTP/1.1" status: 204 len: 168 time: 1.4319928 May 05 21:48:10.722717 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 39532) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:48:10.759951 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93f6de-91a5-430c-8d6e-c97faa980827 req-2b7c990d-b178-415a-b413-5f5de410986b tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:10.764693 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93f6de-91a5-430c-8d6e-c97faa980827 req-2b7c990d-b178-415a-b413-5f5de410986b tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:10.768541 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93f6de-91a5-430c-8d6e-c97faa980827 req-2b7c990d-b178-415a-b413-5f5de410986b tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:10.772739 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93f6de-91a5-430c-8d6e-c97faa980827 req-2b7c990d-b178-415a-b413-5f5de410986b tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:10.777309 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93f6de-91a5-430c-8d6e-c97faa980827 req-2b7c990d-b178-415a-b413-5f5de410986b tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:10.781501 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93f6de-91a5-430c-8d6e-c97faa980827 req-2b7c990d-b178-415a-b413-5f5de410986b tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:10.785802 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93f6de-91a5-430c-8d6e-c97faa980827 req-2b7c990d-b178-415a-b413-5f5de410986b tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:10.787696 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0b93f6de-91a5-430c-8d6e-c97faa980827 req-2b7c990d-b178-415a-b413-5f5de410986b tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb2ef018-2997-4252-b6ee-9017394af03b HTTP/1.1" status: 200 len: 5421 time: 0.5161910 May 05 21:48:10.846861 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d95e1cb3-b7dc-434b-997c-c666f3c34f93 req-532f2b4f-3e20-4bc6-9bd4-3da53d85b0d3 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a3e09c0-2984-42c2-802f-9e4231836754 HTTP/1.1" status: 200 len: 210 time: 0.0568995 May 05 21:48:10.900214 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-03e112a2-d7f2-47b6-934f-efc66f622eef service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=c7548de3-9774-4501-8d63-8da172363f2e HTTP/1.1" status: 200 len: 217 time: 0.1488504 May 05 21:48:10.927551 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0b93f6de-91a5-430c-8d6e-c97faa980827 req-50438b3a-8565-4043-a53d-f2c87cba4fa6 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5ff80e3-da96-4cd3-a486-dc686c4ae303&id=c9d5c85a-cae6-44b0-a97b-93589deaee89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0713930 May 05 21:48:11.014277 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef56b113-96fa-4b09-915d-83679435b2a2'] response: {'server_uuid': '6a3e09c0-2984-42c2-802f-9e4231836754', 'name': 'network-vif-deleted', 'tag': '424189b8-39d6-4d17-a228-aa68c71c7795', 'status': 'completed', 'code': 200} May 05 21:48:11.019331 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4a20a551-5dfd-4bea-9aea-af9de9b35384 req-1c899114-abdd-4643-aa2c-2953790512c9 service neutron] 10.222.0.32 "GET /v2.0/networks/c31bae84-8c32-4141-b64c-009dbc2c261a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6292822 May 05 21:48:11.061686 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f651c66d-2250-4edc-9d1f-47d4ec232a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:11.109930 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd028530-8eac-4d85-90ec-a01495955140 req-1315c40e-92b4-40eb-887e-4b71d23e2c2a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:11.118237 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-1315c40e-92b4-40eb-887e-4b71d23e2c2a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3b6f6bba-6319-48e6-9430-897ac47f4de2 HTTP/1.1" status: 200 len: 797 time: 0.2115238 May 05 21:48:11.189558 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75c13ee5-5223-436b-b753-d179949b3f2b'] response: {'server_uuid': 'c9978b89-a388-4e1f-ae58-d0f146c5b7c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '254d6486-a2f8-4ac2-8cd3-e9e223b202eb', 'code': 200} May 05 21:48:11.219934 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-c644d30a-58ee-4b0c-828e-1ddc2ae23f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e2abbc-288c-496f-bed1-a4d19d687720', 'name': 'tempest-ServersTestManualDisk-903671868-router', 'tenant_id': 'c5a8c9a56475462680e05305adb463b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '35b0d766-3ed5-42cf-a020-801b48d68ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:46:06Z', 'updated_at': '2022-05-05T21:46:26Z', 'revision_number': 4, 'project_id': 'c5a8c9a56475462680e05305adb463b2', 'gw_port': {'id': '35b0d766-3ed5-42cf-a020-801b48d68ef7', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e2abbc-288c-496f-bed1-a4d19d687720', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:46:08Z', 'updated_at': '2022-05-05T21:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '782516d7-efa7-4085-b1ea-f8dd331bc8af', 'name': '', 'network_id': '1303113a-3b4f-4438-84cb-936009b5332f', 'tenant_id': 'c5a8c9a56475462680e05305adb463b2', 'mac_address': 'fa:16:3e:c6:0c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e2abbc-288c-496f-bed1-a4d19d687720', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b04dd652-3e41-4577-abd4-c6835388be5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:46:22Z', 'updated_at': '2022-05-05T21:46:53Z', 'revision_number': 5, 'project_id': 'c5a8c9a56475462680e05305adb463b2', 'subnets': [{'id': 'b04dd652-3e41-4577-abd4-c6835388be5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:48:11.224346 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c644d30a-58ee-4b0c-828e-1ddc2ae23f8a None None] The sync data for ids ['f3e2abbc-288c-496f-bed1-a4d19d687720'] in n-d-825175-4 is: [{'id': 'f3e2abbc-288c-496f-bed1-a4d19d687720', 'name': 'tempest-ServersTestManualDisk-903671868-router', 'tenant_id': 'c5a8c9a56475462680e05305adb463b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '35b0d766-3ed5-42cf-a020-801b48d68ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:46:06Z', 'updated_at': '2022-05-05T21:46:26Z', 'revision_number': 4, 'project_id': 'c5a8c9a56475462680e05305adb463b2', 'gw_port': {'id': '35b0d766-3ed5-42cf-a020-801b48d68ef7', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e2abbc-288c-496f-bed1-a4d19d687720', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:46:08Z', 'updated_at': '2022-05-05T21:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '782516d7-efa7-4085-b1ea-f8dd331bc8af', 'name': '', 'network_id': '1303113a-3b4f-4438-84cb-936009b5332f', 'tenant_id': 'c5a8c9a56475462680e05305adb463b2', 'mac_address': 'fa:16:3e:c6:0c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e2abbc-288c-496f-bed1-a4d19d687720', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b04dd652-3e41-4577-abd4-c6835388be5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:46:22Z', 'updated_at': '2022-05-05T21:46:53Z', 'revision_number': 5, 'project_id': 'c5a8c9a56475462680e05305adb463b2', 'subnets': [{'id': 'b04dd652-3e41-4577-abd4-c6835388be5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:48:11.228853 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-64beb979-f4b0-40e1-9705-01c7551c5f42 None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:11.243282 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-64beb979-f4b0-40e1-9705-01c7551c5f42 None None] Transition to ACTIVE for port object dcb5be8b-3392-4a5f-b7a4-b6a197cafd9f will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:48:11.254158 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-64beb979-f4b0-40e1-9705-01c7551c5f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:11.337568 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327e41dc-0eb7-4c5b-b6d9-c557998dde26 None None] Pushing event updated for resources: {'Port': ['ID=dcb5be8b-3392-4a5f-b7a4-b6a197cafd9f,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:11.349832 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f651c66d-2250-4edc-9d1f-47d4ec232a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:11.360020 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-64beb979-f4b0-40e1-9705-01c7551c5f42 None None] Attempting to bind port dcb5be8b-3392-4a5f-b7a4-b6a197cafd9f on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:48:11.360386 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-64beb979-f4b0-40e1-9705-01c7551c5f42 None None] Attempting to bind port dcb5be8b-3392-4a5f-b7a4-b6a197cafd9f by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:48:11.360750 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64beb979-f4b0-40e1-9705-01c7551c5f42 None None] Attempting to bind port dcb5be8b-3392-4a5f-b7a4-b6a197cafd9f on network 25bfe237-58de-4709-a3e0-ac79da07c300 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:48:11.371034 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64beb979-f4b0-40e1-9705-01c7551c5f42 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:48:11.371461 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64beb979-f4b0-40e1-9705-01c7551c5f42 None None] Checking segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:48:11.371862 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-64beb979-f4b0-40e1-9705-01c7551c5f42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:11.372244 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64beb979-f4b0-40e1-9705-01c7551c5f42 None None] Bound using segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:48:11.372711 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-64beb979-f4b0-40e1-9705-01c7551c5f42 None None] Bound port: dcb5be8b-3392-4a5f-b7a4-b6a197cafd9f, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:48:11.373073 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-64beb979-f4b0-40e1-9705-01c7551c5f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:11.377653 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dd2abb3b-1921-4e58-aacc-ab7db33bd4c0 req-e9bfb49d-9ed5-4cba-8963-fc98c5cb418b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b50e99b600524c18b3199236d1a61be7&device_id=4e4aea67-89ff-4940-b82e-b417fa8b9eb3 HTTP/1.1" status: 200 len: 1094 time: 0.2936580 May 05 21:48:11.382235 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-f651c66d-2250-4edc-9d1f-47d4ec232a3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e76ab9a-5cc3-4462-97f5-fa4325c80b78']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:48:11.403368 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-f651c66d-2250-4edc-9d1f-47d4ec232a3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3554592-2dce-47af-8f6a-cc0036020733') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:48:11.403668 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-f651c66d-2250-4edc-9d1f-47d4ec232a3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3554592-2dce-47af-8f6a-cc0036020733') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:48:11.424954 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f651c66d-2250-4edc-9d1f-47d4ec232a3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:11.447410 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f651c66d-2250-4edc-9d1f-47d4ec232a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:11.455906 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-1d09a668-60a1-455b-9750-422d00b3e795 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=94805836-07a0-47ad-ab35-ba65d7a7da33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3306584 May 05 21:48:11.460214 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f651c66d-2250-4edc-9d1f-47d4ec232a3e admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:48:11.460214 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f651c66d-2250-4edc-9d1f-47d4ec232a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:11.465118 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-64beb979-f4b0-40e1-9705-01c7551c5f42 None None] For port dcb5be8b-3392-4a5f-b7a4-b6a197cafd9f, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:48:11.468711 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-64beb979-f4b0-40e1-9705-01c7551c5f42 None None] For port dcb5be8b-3392-4a5f-b7a4-b6a197cafd9f, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=dcb5be8b-3392-4a5f-b7a4-b6a197cafd9f,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:48:11.480312 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-64beb979-f4b0-40e1-9705-01c7551c5f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:11.496797 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 21:48:11.496797 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:48:11.496797 n-d-825175-4 neutron-server[84063]: timer() May 05 21:48:11.496797 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:48:11.496797 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 21:48:11.496797 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:48:11.496797 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 21:48:11.496797 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:48:11.496797 n-d-825175-4 neutron-server[84063]: self._notify() May 05 21:48:11.496797 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:48:11.496797 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 21:48:11.496797 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:48:11.496797 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 21:48:11.496797 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:48:11.496797 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:48:11.496797 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:48:11.496797 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:48:11.496797 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:48:11.496797 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 21:48:11.496797 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:48:11.496797 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 21:48:11.496797 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:48:11.496797 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:48:11.496797 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:48:11.496797 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 21:48:11.496797 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:48:11.496797 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:48:11.496797 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:48:11.496797 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:48:11.496797 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:48:11.496797 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:48:11.496797 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:48:11.533670 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2cd680-b519-4b74-8f62-7eb6033957b3 None None] New status for floating IP b800d645-c195-4189-b709-f9a65a8ef0ad: DOWN {{(pid=84064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 21:48:11.712033 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f651c66d-2250-4edc-9d1f-47d4ec232a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:11.717175 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f651c66d-2250-4edc-9d1f-47d4ec232a3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:11.746399 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f651c66d-2250-4edc-9d1f-47d4ec232a3e admin admin] Pushing event deleted for resources: {'Network': ['ID=3e76ab9a-5cc3-4462-97f5-fa4325c80b78,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:11.755045 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f651c66d-2250-4edc-9d1f-47d4ec232a3e admin admin] 10.222.0.23 "DELETE /v2.0/networks/3e76ab9a-5cc3-4462-97f5-fa4325c80b78 HTTP/1.1" status: 204 len: 168 time: 1.0289104 May 05 21:48:11.757731 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64beb979-f4b0-40e1-9705-01c7551c5f42 None None] Routers {'645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:48:11.757731 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-64beb979-f4b0-40e1-9705-01c7551c5f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:47:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:48:11.793065 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-3cc050be-3049-4a12-a705-e5853d16002e service neutron] 10.222.0.44 "GET /v2.0/networks/94805836-07a0-47ad-ab35-ba65d7a7da33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922192 May 05 21:48:11.839530 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa002c0-e36f-4f24-aa07-c7eab6803c8a req-7a457127-af0f-402e-a75e-3134e01d7a41 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:11.846173 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6fa002c0-e36f-4f24-aa07-c7eab6803c8a req-7a457127-af0f-402e-a75e-3134e01d7a41 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=516e0b7e-bb9b-42cb-b886-210ab219ec6d HTTP/1.1" status: 200 len: 946 time: 0.6302612 May 05 21:48:11.954308 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-3f2156f3-9afe-40fe-9bfe-bc69a9c2a78b service neutron] 10.222.0.44 "GET /v2.0/networks/94805836-07a0-47ad-ab35-ba65d7a7da33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536083 May 05 21:48:11.958280 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327e41dc-0eb7-4c5b-b6d9-c557998dde26 None None] Pushing event updated for resources: {'Port': ['ID=dcb5be8b-3392-4a5f-b7a4-b6a197cafd9f,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:12.029284 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-64beb979-f4b0-40e1-9705-01c7551c5f42 None None] Set router 645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:48:12.029994 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 39546) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:48:12.050376 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-5e4abbd3-15f9-450d-98cc-87a614bf20a7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=27b68c04-7dd9-42e8-9a47-ef4ac75714cf HTTP/1.1" status: 200 len: 217 time: 0.0898862 May 05 21:48:12.079620 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2abb3b-1921-4e58-aacc-ab7db33bd4c0 req-41db5f5a-f219-40ee-87d7-d8b1f30b85cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:12.081397 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dd2abb3b-1921-4e58-aacc-ab7db33bd4c0 req-41db5f5a-f219-40ee-87d7-d8b1f30b85cb service neutron] 10.222.0.32 "GET /v2.0/networks?id=c31bae84-8c32-4141-b64c-009dbc2c261a HTTP/1.1" status: 200 len: 922 time: 0.6911974 May 05 21:48:12.091025 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6fa002c0-e36f-4f24-aa07-c7eab6803c8a req-cd09c5d8-a512-4967-9209-ef62821928f0 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440026 May 05 21:48:12.144675 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 254d6486-a2f8-4ac2-8cd3-e9e223b202eb details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:48:12.189464 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3312896-45a4-4cb9-8332-0e20ec53d048 req-5c4a999c-c8a1-4446-8087-b28869ec8e14 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:12.196593 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a3312896-45a4-4cb9-8332-0e20ec53d048 req-5c4a999c-c8a1-4446-8087-b28869ec8e14 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e4aea67-89ff-4940-b82e-b417fa8b9eb3 HTTP/1.1" status: 200 len: 943 time: 0.4795334 May 05 21:48:12.203503 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dd2abb3b-1921-4e58-aacc-ab7db33bd4c0 req-48291583-71a0-412b-b89d-91e1a6236b16 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eaf5401a-dab3-4230-8079-f1845f1df458 HTTP/1.1" status: 200 len: 217 time: 0.1097555 May 05 21:48:12.231421 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd028530-8eac-4d85-90ec-a01495955140 req-cc8ec080-2081-453f-ba1f-292768b3985c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:12.232876 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-cc8ec080-2081-453f-ba1f-292768b3985c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3b6f6bba-6319-48e6-9430-897ac47f4de2 HTTP/1.1" status: 200 len: 797 time: 0.1758492 May 05 21:48:12.293697 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-2961a59b-673b-4efa-8d2e-8c14dec4850f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ea576b38215846aaa224b1aa35155ba3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2589748 May 05 21:48:12.300007 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 39552) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:48:12.338615 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2abb3b-1921-4e58-aacc-ab7db33bd4c0 req-01699412-2275-4b81-9886-935a592e0970 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:12.340322 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dd2abb3b-1921-4e58-aacc-ab7db33bd4c0 req-01699412-2275-4b81-9886-935a592e0970 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=63783bdb-c8ad-4703-ab4c-7c04f301afd6 HTTP/1.1" status: 200 len: 861 time: 0.1102223 May 05 21:48:12.356627 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a3312896-45a4-4cb9-8332-0e20ec53d048 req-fb78ad3f-0326-43a3-af49-5a338cb389c5 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ea35cbd-159b-4a97-ac8e-0ad5178ef2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590083 May 05 21:48:12.393492 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8874394e-d374-4ef0-8d15-58c795edcb66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:12.419427 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 39556) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:48:12.437804 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-64beb979-f4b0-40e1-9705-01c7551c5f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf', 'name': 'tempest-ServerRescueTestJSONUnderV235-1952583119-router', 'tenant_id': 'cf59b1a8623a48db9737966b2f762b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'dcb5be8b-3392-4a5f-b7a4-b6a197cafd9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:48:00Z', 'updated_at': '2022-05-05T21:48:06Z', 'revision_number': 3, 'project_id': 'cf59b1a8623a48db9737966b2f762b3c', 'gw_port': {'id': 'dcb5be8b-3392-4a5f-b7a4-b6a197cafd9f', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:45:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:48:03Z', 'updated_at': '2022-05-05T21:48:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:48:12.444553 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64beb979-f4b0-40e1-9705-01c7551c5f42 None None] The sync data for ids ['645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf'] in n-d-825175-4 is: [{'id': '645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf', 'name': 'tempest-ServerRescueTestJSONUnderV235-1952583119-router', 'tenant_id': 'cf59b1a8623a48db9737966b2f762b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'dcb5be8b-3392-4a5f-b7a4-b6a197cafd9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:48:00Z', 'updated_at': '2022-05-05T21:48:06Z', 'revision_number': 3, 'project_id': 'cf59b1a8623a48db9737966b2f762b3c', 'gw_port': {'id': 'dcb5be8b-3392-4a5f-b7a4-b6a197cafd9f', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:45:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:48:03Z', 'updated_at': '2022-05-05T21:48:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:48:12.449577 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-0de5d7d8-4811-424e-8560-54c62dfd1492 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=94805836-07a0-47ad-ab35-ba65d7a7da33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2095582 May 05 21:48:12.451345 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8874394e-d374-4ef0-8d15-58c795edcb66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:12.465861 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dd2abb3b-1921-4e58-aacc-ab7db33bd4c0 req-957242e2-3b2d-4e00-a699-df0dfdf86cc7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c31bae84-8c32-4141-b64c-009dbc2c261a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1067047 May 05 21:48:12.490008 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 254d6486-a2f8-4ac2-8cd3-e9e223b202eb, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=254d6486-a2f8-4ac2-8cd3-e9e223b202eb,segment=NetworkSegment(18a3c379-3cfc-4702-917f-3a57e26f3cd8),segment_id=18a3c379-3cfc-4702-917f-3a57e26f3cd8)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:48:12.505710 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a4c1c0c1-9e00-4cbe-b643-09c40f1b8d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:12.510581 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '254d6486-a2f8-4ac2-8cd3-e9e223b202eb', 'network_id': 'f33cead3-3472-4ef7-9cf3-a35684adef89', 'port_id': '254d6486-a2f8-4ac2-8cd3-e9e223b202eb', 'mac_address': 'fa:16:3e:85:0d:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d5de724-e15a-4a3a-8314-05869a0cf070', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:48:12.594300 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:12.614728 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 254d6486-a2f8-4ac2-8cd3-e9e223b202eb {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:48:12.636221 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 254d6486-a2f8-4ac2-8cd3-e9e223b202eb, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=254d6486-a2f8-4ac2-8cd3-e9e223b202eb,segment=NetworkSegment(18a3c379-3cfc-4702-917f-3a57e26f3cd8),segment_id=18a3c379-3cfc-4702-917f-3a57e26f3cd8)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:48:12.641945 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:12.663380 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-134c9ec9-566d-4f06-95a5-3958a55a0689 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:12.727938 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-134c9ec9-566d-4f06-95a5-3958a55a0689 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:12.733491 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=254d6486-a2f8-4ac2-8cd3-e9e223b202eb,revision_number=9']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:12.740928 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8874394e-d374-4ef0-8d15-58c795edcb66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:12.753509 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['254d6486-a2f8-4ac2-8cd3-e9e223b202eb'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:48:12.783615 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8874394e-d374-4ef0-8d15-58c795edcb66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014129a7-2dbb-41d4-b5c1-495ad1550d8b,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:12.798758 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-7858b384-473e-4496-81e3-f517dd5766dc service neutron] 10.222.0.44 "GET /v2.0/networks/94805836-07a0-47ad-ab35-ba65d7a7da33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340893 May 05 21:48:12.812300 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8874394e-d374-4ef0-8d15-58c795edcb66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:12.816148 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8874394e-d374-4ef0-8d15-58c795edcb66 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/014129a7-2dbb-41d4-b5c1-495ad1550d8b HTTP/1.1" status: 204 len: 168 time: 0.5142150 May 05 21:48:12.963211 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a8af52-4751-475f-82c8-20b18a687f3b req-8c274b64-72e4-4f8a-844d-21844a7c01fa tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:12.967669 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a8af52-4751-475f-82c8-20b18a687f3b req-8c274b64-72e4-4f8a-844d-21844a7c01fa tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:12.971876 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a8af52-4751-475f-82c8-20b18a687f3b req-8c274b64-72e4-4f8a-844d-21844a7c01fa tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:12.976353 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a8af52-4751-475f-82c8-20b18a687f3b req-8c274b64-72e4-4f8a-844d-21844a7c01fa tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:12.979237 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-134c9ec9-566d-4f06-95a5-3958a55a0689 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:12.980618 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a8af52-4751-475f-82c8-20b18a687f3b req-8c274b64-72e4-4f8a-844d-21844a7c01fa tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:12.984630 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a8af52-4751-475f-82c8-20b18a687f3b req-8c274b64-72e4-4f8a-844d-21844a7c01fa tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:12.988843 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a8af52-4751-475f-82c8-20b18a687f3b req-8c274b64-72e4-4f8a-844d-21844a7c01fa tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:12.997483 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a1a8af52-4751-475f-82c8-20b18a687f3b req-8c274b64-72e4-4f8a-844d-21844a7c01fa tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb2ef018-2997-4252-b6ee-9017394af03b HTTP/1.1" status: 200 len: 5421 time: 0.5703437 May 05 21:48:13.030393 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134c9ec9-566d-4f06-95a5-3958a55a0689 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0b30f9-8c06-47ca-b845-d0b43dd9cf48,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:13.066135 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dd2abb3b-1921-4e58-aacc-ab7db33bd4c0 req-ca8fe3f9-4f95-4f1f-b016-0a049cd44923 service neutron] 10.222.0.32 "GET /v2.0/networks/c31bae84-8c32-4141-b64c-009dbc2c261a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5902803 May 05 21:48:13.097380 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-134c9ec9-566d-4f06-95a5-3958a55a0689 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:13.101408 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-134c9ec9-566d-4f06-95a5-3958a55a0689 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] 10.222.0.23 "DELETE /v2.0/security-groups/6d0b30f9-8c06-47ca-b845-d0b43dd9cf48 HTTP/1.1" status: 204 len: 168 time: 0.6799953 May 05 21:48:13.102383 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 39564) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:48:13.106995 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-5ea64091-b3e1-4665-a171-2b911f731c73 service neutron] 10.222.0.44 "GET /v2.0/networks/94805836-07a0-47ad-ab35-ba65d7a7da33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958877 May 05 21:48:13.170468 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device dcb5be8b-3392-4a5f-b7a4-b6a197cafd9f up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:48:13.282021 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port dcb5be8b-3392-4a5f-b7a4-b6a197cafd9f completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:48:13.287723 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port dcb5be8b-3392-4a5f-b7a4-b6a197cafd9f triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:48:13.287872 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-d504c7ed-b07f-40ab-84f7-f77d458c658b tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] show failed (client error): The resource could not be found. May 05 21:48:13.288319 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:13.302861 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d504c7ed-b07f-40ab-84f7-f77d458c658b tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] 10.222.0.23 "GET /v2.0/security-groups/6d0b30f9-8c06-47ca-b845-d0b43dd9cf48 HTTP/1.1" status: 404 len: 347 time: 0.1990299 May 05 21:48:13.303849 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 39572) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:48:13.307925 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-9a7d82e6-c716-400c-99a2-c7435468af47 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b9baba6d-e965-4519-b39c-f777cce86217 HTTP/1.1" status: 200 len: 217 time: 0.1720693 May 05 21:48:13.443733 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dd2abb3b-1921-4e58-aacc-ab7db33bd4c0 req-785c432f-13b5-4192-adb8-7fbade0ce842 service neutron] 10.222.0.32 "GET /v2.0/networks/c31bae84-8c32-4141-b64c-009dbc2c261a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456466 May 05 21:48:13.480672 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd028530-8eac-4d85-90ec-a01495955140 req-4a5f6e99-139e-4506-bc59-9c4a66c91005 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:13.482714 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-4a5f6e99-139e-4506-bc59-9c4a66c91005 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a0fdc9bf-de2b-4aa2-9c30-9c714dc3a9b8 HTTP/1.1" status: 200 len: 797 time: 0.1105731 May 05 21:48:13.502464 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a1a8af52-4751-475f-82c8-20b18a687f3b req-e055dbda-7b21-4b23-a2b6-f8a01f2c2cd6 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5ff80e3-da96-4cd3-a486-dc686c4ae303&id=c9d5c85a-cae6-44b0-a97b-93589deaee89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5040963 May 05 21:48:13.551088 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:13.604259 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port dcb5be8b-3392-4a5f-b7a4-b6a197cafd9f, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=dcb5be8b-3392-4a5f-b7a4-b6a197cafd9f,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:48:13.612660 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:13.705221 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 39582) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:48:13.754930 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=dcb5be8b-3392-4a5f-b7a4-b6a197cafd9f,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:13.772721 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f4efffd7-37f6-42ac-b2fb-737057e71bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:13.782127 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-a0484166-c170-4277-95eb-2fd9b19a86f3 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Deleting port 379b7f50-38d1-435a-9613-4e82b2806a31 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:48:13.782443 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a0484166-c170-4277-95eb-2fd9b19a86f3 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:13.818191 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0bc5d-1ce0-4bad-bf54-7bd26bb5c7ed req-7dd4687b-f713-4a6f-adb6-a32ef7ce998c tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:13.820418 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-43f0bc5d-1ce0-4bad-bf54-7bd26bb5c7ed req-7dd4687b-f713-4a6f-adb6-a32ef7ce998c tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=516e0b7e-bb9b-42cb-b886-210ab219ec6d HTTP/1.1" status: 200 len: 946 time: 0.4879329 May 05 21:48:13.893157 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-f2f58655-ff78-4d7e-bd8b-81f443cdde04 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=53a49f5d-26b7-49e3-a8d3-0afbfe056e7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3942614 May 05 21:48:13.899390 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-fbf90e6f-be24-4929-ad66-2fea376be6db admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f2c9ffa15e864172a0285ba22785d287&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1886923 May 05 21:48:13.928319 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8a298523-489b-463f-9922-e61e0d8a8bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:14.007247 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 39588) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:48:14.141725 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 254d6486-a2f8-4ac2-8cd3-e9e223b202eb up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:48:14.212257 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a0484166-c170-4277-95eb-2fd9b19a86f3 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:14.212579 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a0484166-c170-4277-95eb-2fd9b19a86f3 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:14.235676 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-82801df6-40e2-408d-9489-55174e57c992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:14.254293 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 254d6486-a2f8-4ac2-8cd3-e9e223b202eb triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:48:14.255146 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:14.262144 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-82801df6-40e2-408d-9489-55174e57c992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:14.287324 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-43f0bc5d-1ce0-4bad-bf54-7bd26bb5c7ed req-4d821546-e112-4369-98cb-9f803f0add3e tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364125 May 05 21:48:14.359389 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f31e08-9b78-4687-a88f-16f7867eae82 req-d3fe0b04-4a25-4ba9-91d8-065400b9c5b6 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:14.360877 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-76f31e08-9b78-4687-a88f-16f7867eae82 req-d3fe0b04-4a25-4ba9-91d8-065400b9c5b6 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e4aea67-89ff-4940-b82e-b417fa8b9eb3 HTTP/1.1" status: 200 len: 943 time: 0.5496502 May 05 21:48:14.473337 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:14.482477 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-8a113096-6413-40bf-8628-ba1bfe51ad7a service neutron] 10.222.0.44 "GET /v2.0/networks/53a49f5d-26b7-49e3-a8d3-0afbfe056e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5819688 May 05 21:48:14.511462 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9978b89-a388-4e1f-ae58-d0f146c5b7c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254d6486-a2f8-4ac2-8cd3-e9e223b202eb'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:48:14.542540 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-82801df6-40e2-408d-9489-55174e57c992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:14.544040 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 254d6486-a2f8-4ac2-8cd3-e9e223b202eb, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=254d6486-a2f8-4ac2-8cd3-e9e223b202eb,segment=NetworkSegment(18a3c379-3cfc-4702-917f-3a57e26f3cd8),segment_id=18a3c379-3cfc-4702-917f-3a57e26f3cd8)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:48:14.555398 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-a0484166-c170-4277-95eb-2fd9b19a86f3 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Calling delete_port for 379b7f50-38d1-435a-9613-4e82b2806a31 owned by network:floatingip {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:48:14.557290 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:14.673004 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2c51ba0-7e2d-46cd-976f-6d67ad8a6a48'] response: {'server_uuid': 'c9978b89-a388-4e1f-ae58-d0f146c5b7c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254d6486-a2f8-4ac2-8cd3-e9e223b202eb', 'code': 200} May 05 21:48:14.677878 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82801df6-40e2-408d-9489-55174e57c992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6928492-a036-4309-b46f-f1d706f9504b,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:14.698872 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-82801df6-40e2-408d-9489-55174e57c992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:14.702501 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-82801df6-40e2-408d-9489-55174e57c992 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f6928492-a036-4309-b46f-f1d706f9504b HTTP/1.1" status: 204 len: 168 time: 0.6942556 May 05 21:48:14.716006 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-f4efffd7-37f6-42ac-b2fb-737057e71bff admin admin] Allocated IP 172.20.0.1 (ca488f45-7fe1-4a2d-919a-777283a719db/aae297b4-545c-4d68-be8d-c45225bf12de/8a40e2f3-fd24-46c8-a1ed-7679ecf6799d) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:48:14.751409 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-76f31e08-9b78-4687-a88f-16f7867eae82 req-d7a07656-f0ad-4b0f-bcbd-8b951a45e229 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ea35cbd-159b-4a97-ac8e-0ad5178ef2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243136 May 05 21:48:14.820303 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=254d6486-a2f8-4ac2-8cd3-e9e223b202eb,revision_number=10']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:14.885464 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-39947637-445b-4462-a947-86cfe010ae05 service neutron] 10.222.0.44 "GET /v2.0/networks/53a49f5d-26b7-49e3-a8d3-0afbfe056e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025494 May 05 21:48:14.969798 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-de6d5fde-e135-4414-ae7c-7f86668a5758 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ecd2f147-21d5-4a73-989e-13841d2ef60b HTTP/1.1" status: 200 len: 217 time: 0.0758028 May 05 21:48:15.056599 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd028530-8eac-4d85-90ec-a01495955140 req-57c70f7d-ae4d-4c5e-8ce9-7b2023e6706b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:15.061416 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-57c70f7d-ae4d-4c5e-8ce9-7b2023e6706b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a0fdc9bf-de2b-4aa2-9c30-9c714dc3a9b8 HTTP/1.1" status: 200 len: 797 time: 0.0853868 May 05 21:48:15.111770 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a0484166-c170-4277-95eb-2fd9b19a86f3 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:15.125242 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device dcb5be8b-3392-4a5f-b7a4-b6a197cafd9f up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:48:15.168405 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0484166-c170-4277-95eb-2fd9b19a86f3 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Pushing event deleted for resources: {'Port': ['ID=379b7f50-38d1-435a-9613-4e82b2806a31,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:15.224977 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device eaf5401a-dab3-4230-8079-f1845f1df458 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:48:15.242211 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f4efffd7-37f6-42ac-b2fb-737057e71bff admin admin] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:15.272223 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a5ad28-fd4f-4b37-b609-f3cfe60e2588 req-e05c1e73-a187-4a56-892b-83b66c9f1848 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:15.277429 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a5ad28-fd4f-4b37-b609-f3cfe60e2588 req-e05c1e73-a187-4a56-892b-83b66c9f1848 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:15.281906 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a5ad28-fd4f-4b37-b609-f3cfe60e2588 req-e05c1e73-a187-4a56-892b-83b66c9f1848 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:15.286933 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a5ad28-fd4f-4b37-b609-f3cfe60e2588 req-e05c1e73-a187-4a56-892b-83b66c9f1848 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:15.292044 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a5ad28-fd4f-4b37-b609-f3cfe60e2588 req-e05c1e73-a187-4a56-892b-83b66c9f1848 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:15.296582 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a5ad28-fd4f-4b37-b609-f3cfe60e2588 req-e05c1e73-a187-4a56-892b-83b66c9f1848 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:15.301178 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a5ad28-fd4f-4b37-b609-f3cfe60e2588 req-e05c1e73-a187-4a56-892b-83b66c9f1848 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:15.304099 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b8a5ad28-fd4f-4b37-b609-f3cfe60e2588 req-e05c1e73-a187-4a56-892b-83b66c9f1848 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb2ef018-2997-4252-b6ee-9017394af03b HTTP/1.1" status: 200 len: 5421 time: 0.4075646 May 05 21:48:15.400388 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-8aeb62c1-5eba-475a-8ab6-dcd066e56dcb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=53a49f5d-26b7-49e3-a8d3-0afbfe056e7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3285561 May 05 21:48:15.406232 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a0484166-c170-4277-95eb-2fd9b19a86f3 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Notify callbacks [] for floatingip, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:15.442146 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f4efffd7-37f6-42ac-b2fb-737057e71bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:15.450918 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port dcb5be8b-3392-4a5f-b7a4-b6a197cafd9f triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:48:15.455077 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:15.482286 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b8a5ad28-fd4f-4b37-b609-f3cfe60e2588 req-a5b08424-6f5d-4926-a5f2-ec3297ecf3ff tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5ff80e3-da96-4cd3-a486-dc686c4ae303&id=c9d5c85a-cae6-44b0-a97b-93589deaee89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1604750 May 05 21:48:15.559562 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4efffd7-37f6-42ac-b2fb-737057e71bff admin admin] Network ca488f45-7fe1-4a2d-919a-777283a719db is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:48:15.584654 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-f4efffd7-37f6-42ac-b2fb-737057e71bff admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:48:15.595474 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4efffd7-37f6-42ac-b2fb-737057e71bff admin admin] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:48:15.631514 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port eaf5401a-dab3-4230-8079-f1845f1df458, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=eaf5401a-dab3-4230-8079-f1845f1df458,segment=NetworkSegment(e9759abe-2932-4e54-a1fb-2399ee430195),segment_id=e9759abe-2932-4e54-a1fb-2399ee430195)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:48:15.651437 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': 'eaf5401a-dab3-4230-8079-f1845f1df458', 'network_id': 'c31bae84-8c32-4141-b64c-009dbc2c261a', 'port_id': 'eaf5401a-dab3-4230-8079-f1845f1df458', 'mac_address': 'fa:16:3e:2b:af:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63783bdb-c8ad-4703-ab4c-7c04f301afd6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:48:15.664306 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4efffd7-37f6-42ac-b2fb-737057e71bff admin admin] Pushing event updated for resources: {'Port': ['ID=8a40e2f3-fd24-46c8-a1ed-7679ecf6799d,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:15.849897 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:15.852967 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f4efffd7-37f6-42ac-b2fb-737057e71bff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:15.853834 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-47bf90fa-ce2a-40a3-80b1-fd786b77fc66 service neutron] 10.222.0.44 "GET /v2.0/networks/53a49f5d-26b7-49e3-a8d3-0afbfe056e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4388177 May 05 21:48:15.895803 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaf5401a-dab3-4230-8079-f1845f1df458 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:48:15.929067 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port eaf5401a-dab3-4230-8079-f1845f1df458, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=eaf5401a-dab3-4230-8079-f1845f1df458,segment=NetworkSegment(e9759abe-2932-4e54-a1fb-2399ee430195),segment_id=e9759abe-2932-4e54-a1fb-2399ee430195)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:48:15.937884 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:16.051127 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dd028530-8eac-4d85-90ec-a01495955140 req-6acbe49b-fad9-4da6-a95b-5b22e3be57c2 service neutron] 10.222.0.44 "GET /v2.0/networks/53a49f5d-26b7-49e3-a8d3-0afbfe056e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869938 May 05 21:48:16.063525 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a0484166-c170-4277-95eb-2fd9b19a86f3 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:16.065083 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a0484166-c170-4277-95eb-2fd9b19a86f3 tempest-ServersTestManualDisk-1148454545 tempest-ServersTestManualDisk-1148454545-project] 10.222.0.23 "DELETE /v2.0/floatingips/b800d645-c195-4189-b709-f9a65a8ef0ad HTTP/1.1" status: 204 len: 168 time: 2.7602820 May 05 21:48:16.068230 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 39628) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:48:16.116096 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1b5b1140-79a6-47ca-9ca0-20a1454f32e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:16.121313 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=eaf5401a-dab3-4230-8079-f1845f1df458,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:16.153707 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-a4c1c0c1-9e00-4cbe-b643-09c40f1b8d0d admin admin] Deleting port d5387aac-a254-4bd5-808d-d66fb6c7a74b {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:48:16.153964 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a4c1c0c1-9e00-4cbe-b643-09c40f1b8d0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:16.185023 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['eaf5401a-dab3-4230-8079-f1845f1df458'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:48:16.284862 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba07a71-79d4-4a99-b0cc-67e372691c7c req-e50bff43-850e-4c92-ab8d-256c26bfb8a0 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:16.286417 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cba07a71-79d4-4a99-b0cc-67e372691c7c req-e50bff43-850e-4c92-ab8d-256c26bfb8a0 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=516e0b7e-bb9b-42cb-b886-210ab219ec6d HTTP/1.1" status: 200 len: 946 time: 0.6131859 May 05 21:48:16.381804 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-99d9cd54-2116-48cc-81df-2144800018ea req-80127eb0-f518-43f0-9687-5c4e7e4d5fdd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5f6d3217202d4d8580bf1dbedeb67377&device_id=fb2ef018-2997-4252-b6ee-9017394af03b HTTP/1.1" status: 200 len: 6478 time: 0.1400759 May 05 21:48:16.441052 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f4efffd7-37f6-42ac-b2fb-737057e71bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:16.522492 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26611958-5756-4ef3-9331-d024a4fe18cc req-eaed6f08-fc0e-4328-830f-16d7f4228cd8 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:16.530568 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-26611958-5756-4ef3-9331-d024a4fe18cc req-eaed6f08-fc0e-4328-830f-16d7f4228cd8 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e4aea67-89ff-4940-b82e-b417fa8b9eb3 HTTP/1.1" status: 200 len: 944 time: 0.5252357 May 05 21:48:16.678456 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cba07a71-79d4-4a99-b0cc-67e372691c7c req-617e903c-11b3-43b1-8ed6-37c7c9624a3e tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682675 May 05 21:48:16.690255 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d9cd54-2116-48cc-81df-2144800018ea req-d53100ba-db24-475a-a2b8-1da752f20e04 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:16.696496 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-99d9cd54-2116-48cc-81df-2144800018ea req-d53100ba-db24-475a-a2b8-1da752f20e04 service neutron] 10.222.0.44 "GET /v2.0/networks?id=53a49f5d-26b7-49e3-a8d3-0afbfe056e7c HTTP/1.1" status: 200 len: 902 time: 0.3068640 May 05 21:48:16.970231 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-99d9cd54-2116-48cc-81df-2144800018ea req-b8c1a6ba-c7de-4213-b016-6b3ed9d8b4c7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ecd2f147-21d5-4a73-989e-13841d2ef60b HTTP/1.1" status: 200 len: 217 time: 0.2637889 May 05 21:48:17.054887 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-a4c1c0c1-9e00-4cbe-b643-09c40f1b8d0d admin admin] For port d5387aac-a254-4bd5-808d-d66fb6c7a74b, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=d5387aac-a254-4bd5-808d-d66fb6c7a74b,segment=NetworkSegment(51c02cf9-b533-4a1f-be25-586ebd89037c),segment_id=51c02cf9-b533-4a1f-be25-586ebd89037c)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:48:17.055276 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a4c1c0c1-9e00-4cbe-b643-09c40f1b8d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:17.114553 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d9cd54-2116-48cc-81df-2144800018ea req-fd90afd6-e86e-41af-9098-d0a9015c2156 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:17.115757 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-99d9cd54-2116-48cc-81df-2144800018ea req-fd90afd6-e86e-41af-9098-d0a9015c2156 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a0fdc9bf-de2b-4aa2-9c30-9c714dc3a9b8 HTTP/1.1" status: 200 len: 797 time: 0.0789194 May 05 21:48:17.218130 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device eaf5401a-dab3-4230-8079-f1845f1df458 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:48:17.238829 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-a4c1c0c1-9e00-4cbe-b643-09c40f1b8d0d admin admin] Calling delete_port for d5387aac-a254-4bd5-808d-d66fb6c7a74b owned by network:router_interface {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:48:17.292062 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:17.349618 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-26611958-5756-4ef3-9331-d024a4fe18cc req-babd1872-a40e-4745-ba9e-b99cefcef1d1 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ea35cbd-159b-4a97-ac8e-0ad5178ef2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8181462 May 05 21:48:17.350302 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port eaf5401a-dab3-4230-8079-f1845f1df458 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:48:17.358415 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port eaf5401a-dab3-4230-8079-f1845f1df458 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:48:17.359770 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:17.380549 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-99d9cd54-2116-48cc-81df-2144800018ea req-73da0e60-fa28-4c25-b9da-773072cc3f5d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=53a49f5d-26b7-49e3-a8d3-0afbfe056e7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2412229 May 05 21:48:17.498001 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:17.540614 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-06172f40-1df6-44c8-8106-5e9e742e97f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:17.585081 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f4efffd7-37f6-42ac-b2fb-737057e71bff admin admin] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:17.615656 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f4efffd7-37f6-42ac-b2fb-737057e71bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:17.623980 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:17.685493 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4aea67-89ff-4940-b82e-b417fa8b9eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf5401a-dab3-4230-8079-f1845f1df458'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:48:17.690357 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-99d9cd54-2116-48cc-81df-2144800018ea req-a910b443-c6c2-4eed-84fa-01507a8652cd service neutron] 10.222.0.44 "GET /v2.0/networks/53a49f5d-26b7-49e3-a8d3-0afbfe056e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024583 May 05 21:48:17.703217 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port eaf5401a-dab3-4230-8079-f1845f1df458, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=eaf5401a-dab3-4230-8079-f1845f1df458,segment=NetworkSegment(e9759abe-2932-4e54-a1fb-2399ee430195),segment_id=e9759abe-2932-4e54-a1fb-2399ee430195)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:48:17.715314 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:17.779787 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aaf54c-e4fb-497b-8b1a-add49c2de4a5 req-1e340abb-86db-4a47-a318-eda92fe9d281 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:17.783756 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aaf54c-e4fb-497b-8b1a-add49c2de4a5 req-1e340abb-86db-4a47-a318-eda92fe9d281 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:17.787863 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aaf54c-e4fb-497b-8b1a-add49c2de4a5 req-1e340abb-86db-4a47-a318-eda92fe9d281 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:17.794701 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aaf54c-e4fb-497b-8b1a-add49c2de4a5 req-1e340abb-86db-4a47-a318-eda92fe9d281 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:17.798873 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aaf54c-e4fb-497b-8b1a-add49c2de4a5 req-1e340abb-86db-4a47-a318-eda92fe9d281 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:17.803075 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aaf54c-e4fb-497b-8b1a-add49c2de4a5 req-1e340abb-86db-4a47-a318-eda92fe9d281 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:17.806932 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aaf54c-e4fb-497b-8b1a-add49c2de4a5 req-1e340abb-86db-4a47-a318-eda92fe9d281 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:17.815799 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-25aaf54c-e4fb-497b-8b1a-add49c2de4a5 req-1e340abb-86db-4a47-a318-eda92fe9d281 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb2ef018-2997-4252-b6ee-9017394af03b HTTP/1.1" status: 200 len: 5421 time: 0.8330717 May 05 21:48:17.816239 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=eaf5401a-dab3-4230-8079-f1845f1df458,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:17.865669 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac1b8722-5d8e-4ed8-b8b6-9f028aca4718'] response: {'server_uuid': '4e4aea67-89ff-4940-b82e-b417fa8b9eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf5401a-dab3-4230-8079-f1845f1df458', 'code': 200} May 05 21:48:17.962807 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4efffd7-37f6-42ac-b2fb-737057e71bff admin admin] Pushing event updated for resources: {'Port': ['ID=8a40e2f3-fd24-46c8-a1ed-7679ecf6799d,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:17.966107 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f4efffd7-37f6-42ac-b2fb-737057e71bff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:18.061446 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-99d9cd54-2116-48cc-81df-2144800018ea req-00acf6c3-17d8-491f-9a0c-76dfda2dc96d service neutron] 10.222.0.44 "GET /v2.0/networks/53a49f5d-26b7-49e3-a8d3-0afbfe056e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3491809 May 05 21:48:18.225328 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-25aaf54c-e4fb-497b-8b1a-add49c2de4a5 req-9de3db2f-8af5-443c-80b4-60b3101512e7 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5ff80e3-da96-4cd3-a486-dc686c4ae303&id=c9d5c85a-cae6-44b0-a97b-93589deaee89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4086623 May 05 21:48:18.473001 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2669e6-afa3-4d0f-a450-70bd31f34ad2 req-720973fb-f18f-4867-ae69-e1ae91296064 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:18.480503 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7a2669e6-afa3-4d0f-a450-70bd31f34ad2 req-720973fb-f18f-4867-ae69-e1ae91296064 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=516e0b7e-bb9b-42cb-b886-210ab219ec6d HTTP/1.1" status: 200 len: 946 time: 0.3842564 May 05 21:48:18.493189 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a2556602-ab72-4de6-9313-ae81b09703fa req-b7ecd7ae-1667-4c5a-9f17-97704e73182c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4e4aea67-89ff-4940-b82e-b417fa8b9eb3 HTTP/1.1" status: 200 len: 1096 time: 0.5317299 May 05 21:48:18.541639 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4efffd7-37f6-42ac-b2fb-737057e71bff admin admin] Network ca488f45-7fe1-4a2d-919a-777283a719db is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:48:18.546097 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a4c1c0c1-9e00-4cbe-b643-09c40f1b8d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:18.640348 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7a2669e6-afa3-4d0f-a450-70bd31f34ad2 req-40aed75a-f95f-450d-be4a-9660a2edc0ac tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588645 May 05 21:48:18.641297 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-f4efffd7-37f6-42ac-b2fb-737057e71bff admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:48:18.816724 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-06172f40-1df6-44c8-8106-5e9e742e97f9 admin admin] Deleting port 782516d7-efa7-4085-b1ea-f8dd331bc8af {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:48:18.817470 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-06172f40-1df6-44c8-8106-5e9e742e97f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:18.846584 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:19.017140 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c1c0c1-9e00-4cbe-b643-09c40f1b8d0d admin admin] Pushing event deleted for resources: {'Port': ['ID=d5387aac-a254-4bd5-808d-d66fb6c7a74b,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:19.091951 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-06172f40-1df6-44c8-8106-5e9e742e97f9 admin admin] For port 782516d7-efa7-4085-b1ea-f8dd331bc8af, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=782516d7-efa7-4085-b1ea-f8dd331bc8af,segment=NetworkSegment(2bc45e6f-b7ab-4f0b-a595-6c4682d53763),segment_id=2bc45e6f-b7ab-4f0b-a595-6c4682d53763)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:48:19.093100 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-06172f40-1df6-44c8-8106-5e9e742e97f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:19.098234 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a2556602-ab72-4de6-9313-ae81b09703fa req-fb9f0f32-5724-4fe5-bcbc-8c66577c0a6d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9ea35cbd-159b-4a97-ac8e-0ad5178ef2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5793109 May 05 21:48:19.444491 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-06172f40-1df6-44c8-8106-5e9e742e97f9 admin admin] Calling delete_port for 782516d7-efa7-4085-b1ea-f8dd331bc8af owned by network:router_interface {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:48:19.569446 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1520a85-1fec-4a6f-84c0-c6c484bdfcec req-636b11a8-e419-49c1-96bc-7d238ebd84c0 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:19.571437 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a1520a85-1fec-4a6f-84c0-c6c484bdfcec req-636b11a8-e419-49c1-96bc-7d238ebd84c0 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e4aea67-89ff-4940-b82e-b417fa8b9eb3 HTTP/1.1" status: 200 len: 945 time: 0.9232981 May 05 21:48:19.699069 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-06172f40-1df6-44c8-8106-5e9e742e97f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:19.759418 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06172f40-1df6-44c8-8106-5e9e742e97f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=782516d7-efa7-4085-b1ea-f8dd331bc8af,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:19.821468 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a1520a85-1fec-4a6f-84c0-c6c484bdfcec req-3a52ebf6-7fef-4fa8-bd5b-9a7b82497091 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ea35cbd-159b-4a97-ac8e-0ad5178ef2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375159 May 05 21:48:20.065046 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4efffd7-37f6-42ac-b2fb-737057e71bff admin admin] Router 645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:48:20.148675 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b8b529-80f4-4e33-9e32-7b2ccce1caa9 req-84132563-5857-4ed2-9268-07c54affa4f6 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:20.150335 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-29b8b529-80f4-4e33-9e32-7b2ccce1caa9 req-84132563-5857-4ed2-9268-07c54affa4f6 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=516e0b7e-bb9b-42cb-b886-210ab219ec6d HTTP/1.1" status: 200 len: 946 time: 0.2391560 May 05 21:48:20.225000 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a4c1c0c1-9e00-4cbe-b643-09c40f1b8d0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:20.285004 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-06172f40-1df6-44c8-8106-5e9e742e97f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:20.595349 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-29b8b529-80f4-4e33-9e32-7b2ccce1caa9 req-3e79a51b-8f27-453d-96de-97014fa21879 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615954 May 05 21:48:20.711548 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f159e-539d-475b-b6ff-55b6c7a7bdae req-d5786e51-c319-4990-8d34-e12de8153305 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:20.715663 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f159e-539d-475b-b6ff-55b6c7a7bdae req-d5786e51-c319-4990-8d34-e12de8153305 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:20.719649 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f159e-539d-475b-b6ff-55b6c7a7bdae req-d5786e51-c319-4990-8d34-e12de8153305 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:20.723520 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f159e-539d-475b-b6ff-55b6c7a7bdae req-d5786e51-c319-4990-8d34-e12de8153305 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:20.727407 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f159e-539d-475b-b6ff-55b6c7a7bdae req-d5786e51-c319-4990-8d34-e12de8153305 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:20.731441 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f159e-539d-475b-b6ff-55b6c7a7bdae req-d5786e51-c319-4990-8d34-e12de8153305 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:20.735311 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f159e-539d-475b-b6ff-55b6c7a7bdae req-d5786e51-c319-4990-8d34-e12de8153305 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:20.742785 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e04f159e-539d-475b-b6ff-55b6c7a7bdae req-d5786e51-c319-4990-8d34-e12de8153305 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb2ef018-2997-4252-b6ee-9017394af03b HTTP/1.1" status: 200 len: 5421 time: 0.5078340 May 05 21:48:20.871539 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e04f159e-539d-475b-b6ff-55b6c7a7bdae req-85b13467-e493-4f70-9e32-3893f8431750 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5ff80e3-da96-4cd3-a486-dc686c4ae303&id=c9d5c85a-cae6-44b0-a97b-93589deaee89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1278226 May 05 21:48:20.893085 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2420be71-dcdb-4e39-b5f5-e1011e5ae586 req-08585ff4-b6bf-4b1b-ae42-d873fbb86960 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:20.899595 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2420be71-dcdb-4e39-b5f5-e1011e5ae586 req-08585ff4-b6bf-4b1b-ae42-d873fbb86960 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.32 "GET /v2.0/ports?device_id=516e0b7e-bb9b-42cb-b886-210ab219ec6d HTTP/1.1" status: 200 len: 946 time: 0.2825694 May 05 21:48:20.997442 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-2420be71-dcdb-4e39-b5f5-e1011e5ae586 req-8dc2a10f-edea-438c-92b0-acce518496d9 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Deleting port 9292ea20-238e-49f2-8ac1-998d58ffcc6a {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:48:21.006227 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2420be71-dcdb-4e39-b5f5-e1011e5ae586 req-8dc2a10f-edea-438c-92b0-acce518496d9 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:21.215194 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4efffd7-37f6-42ac-b2fb-737057e71bff admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:48:21.231023 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e700bc09-d57c-4ac6-b151-b9789d2aae25 None None] Sync routers for ids ['645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:48:21.256278 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e700bc09-d57c-4ac6-b151-b9789d2aae25 None None] Routers {'645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:48:21.257173 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-e700bc09-d57c-4ac6-b151-b9789d2aae25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:48:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:48:21.295134 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06172f40-1df6-44c8-8106-5e9e742e97f9 admin admin] Router f3e2abbc-288c-496f-bed1-a4d19d687720 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:48:21.525089 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-e700bc09-d57c-4ac6-b151-b9789d2aae25 None None] Set router 645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:48:21.731898 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06172f40-1df6-44c8-8106-5e9e742e97f9 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:48:21.746265 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8455670d-1b92-452c-b744-f22d34e11147 None None] Sync routers for ids ['f3e2abbc-288c-496f-bed1-a4d19d687720'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:48:21.764760 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8455670d-1b92-452c-b744-f22d34e11147 None None] Routers {'f3e2abbc-288c-496f-bed1-a4d19d687720'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:48:21.765852 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-8455670d-1b92-452c-b744-f22d34e11147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:48:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['f3e2abbc-288c-496f-bed1-a4d19d687720'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:48:21.788255 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-06172f40-1df6-44c8-8106-5e9e742e97f9 admin admin] 10.222.0.23 "PUT /v2.0/routers/f3e2abbc-288c-496f-bed1-a4d19d687720/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7188098 May 05 21:48:21.789926 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 39714) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:48:21.815383 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f4efffd7-37f6-42ac-b2fb-737057e71bff admin admin] 10.222.0.23 "PUT /v2.0/routers/645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6697495 May 05 21:48:22.171514 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02167261-cd99-4a8e-836b-eaff51c1965f req-a8a7ccd1-1962-4858-9db3-5352b0649a2c tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:22.171514 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-02167261-cd99-4a8e-836b-eaff51c1965f req-a8a7ccd1-1962-4858-9db3-5352b0649a2c tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e4aea67-89ff-4940-b82e-b417fa8b9eb3 HTTP/1.1" status: 200 len: 945 time: 1.0822439 May 05 21:48:22.174990 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-8455670d-1b92-452c-b744-f22d34e11147 None None] Set router f3e2abbc-288c-496f-bed1-a4d19d687720 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:48:22.217779 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-e700bc09-d57c-4ac6-b151-b9789d2aae25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf', 'name': 'tempest-ServerRescueTestJSONUnderV235-1952583119-router', 'tenant_id': 'cf59b1a8623a48db9737966b2f762b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'dcb5be8b-3392-4a5f-b7a4-b6a197cafd9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:48:00Z', 'updated_at': '2022-05-05T21:48:16Z', 'revision_number': 4, 'project_id': 'cf59b1a8623a48db9737966b2f762b3c', 'gw_port': {'id': 'dcb5be8b-3392-4a5f-b7a4-b6a197cafd9f', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:45:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:48:03Z', 'updated_at': '2022-05-05T21:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '8a40e2f3-fd24-46c8-a1ed-7679ecf6799d', 'name': '', 'network_id': 'ca488f45-7fe1-4a2d-919a-777283a719db', 'tenant_id': 'cf59b1a8623a48db9737966b2f762b3c', 'mac_address': 'fa:16:3e:2f:2f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aae297b4-545c-4d68-be8d-c45225bf12de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:48:14Z', 'updated_at': '2022-05-05T21:48:16Z', 'revision_number': 2, 'project_id': 'cf59b1a8623a48db9737966b2f762b3c', 'subnets': [{'id': 'aae297b4-545c-4d68-be8d-c45225bf12de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:48:22.223546 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e700bc09-d57c-4ac6-b151-b9789d2aae25 None None] Checking router: 645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:48:22.224200 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e700bc09-d57c-4ac6-b151-b9789d2aae25 None None] Updating router 645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf port 8a40e2f3-fd24-46c8-a1ed-7679ecf6799d binding host n-d-825175-4 {{(pid=84068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 21:48:22.296146 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-e700bc09-d57c-4ac6-b151-b9789d2aae25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:22.583160 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-02167261-cd99-4a8e-836b-eaff51c1965f req-bd29fece-b1b0-41c4-855c-f5a459a88294 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ea35cbd-159b-4a97-ac8e-0ad5178ef2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4343426 May 05 21:48:22.681340 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe4ba6-b601-4a31-a70d-e014b67102a0 req-98a9db82-7e6f-4f4e-9185-d8372bc557af tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:22.682808 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-aee29233-36eb-4d41-b8e4-0b52fd0fd86d admin admin] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:22.690982 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-86fe4ba6-b601-4a31-a70d-e014b67102a0 req-98a9db82-7e6f-4f4e-9185-d8372bc557af tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=516e0b7e-bb9b-42cb-b886-210ab219ec6d HTTP/1.1" status: 200 len: 946 time: 0.8650126 May 05 21:48:22.824972 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-2420be71-dcdb-4e39-b5f5-e1011e5ae586 req-8dc2a10f-edea-438c-92b0-acce518496d9 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] For port 9292ea20-238e-49f2-8ac1-998d58ffcc6a, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=9292ea20-238e-49f2-8ac1-998d58ffcc6a,segment=NetworkSegment(bb53319d-02d7-4ee5-a402-d07603ca726a),segment_id=bb53319d-02d7-4ee5-a402-d07603ca726a)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:48:22.826099 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2420be71-dcdb-4e39-b5f5-e1011e5ae586 req-8dc2a10f-edea-438c-92b0-acce518496d9 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:22.878713 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-e700bc09-d57c-4ac6-b151-b9789d2aae25 None None] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:22.907760 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.provisioning_blocks [None req-e700bc09-d57c-4ac6-b151-b9789d2aae25 None None] Transition to ACTIVE for port object 8a40e2f3-fd24-46c8-a1ed-7679ecf6799d will not be triggered until provisioned by entity L2. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:48:22.920863 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-e700bc09-d57c-4ac6-b151-b9789d2aae25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:22.946071 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-8455670d-1b92-452c-b744-f22d34e11147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e2abbc-288c-496f-bed1-a4d19d687720', 'name': 'tempest-ServersTestManualDisk-903671868-router', 'tenant_id': 'c5a8c9a56475462680e05305adb463b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '35b0d766-3ed5-42cf-a020-801b48d68ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:46:06Z', 'updated_at': '2022-05-05T21:48:19Z', 'revision_number': 5, 'project_id': 'c5a8c9a56475462680e05305adb463b2', 'gw_port': {'id': '35b0d766-3ed5-42cf-a020-801b48d68ef7', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e2abbc-288c-496f-bed1-a4d19d687720', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:46:08Z', 'updated_at': '2022-05-05T21:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:48:22.959565 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8455670d-1b92-452c-b744-f22d34e11147 None None] Checking router: f3e2abbc-288c-496f-bed1-a4d19d687720 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:48:22.993697 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-2420be71-dcdb-4e39-b5f5-e1011e5ae586 req-8dc2a10f-edea-438c-92b0-acce518496d9 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Calling delete_port for 9292ea20-238e-49f2-8ac1-998d58ffcc6a owned by compute:nova {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:48:23.000934 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8455670d-1b92-452c-b744-f22d34e11147 None None] Routers {'f3e2abbc-288c-496f-bed1-a4d19d687720'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:48:23.002731 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-8455670d-1b92-452c-b744-f22d34e11147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:48:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['f3e2abbc-288c-496f-bed1-a4d19d687720'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:48:23.077037 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-86fe4ba6-b601-4a31-a70d-e014b67102a0 req-fd906c94-2a74-4461-9990-c6ab1555dce0 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3788321 May 05 21:48:23.114696 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6bf2b7-3a86-46e9-8e55-a3687e464f25 None None] Pushing event updated for resources: {'Port': ['ID=8a40e2f3-fd24-46c8-a1ed-7679ecf6799d,revision_number=3']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:23.166297 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6bf2b7-3a86-46e9-8e55-a3687e464f25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:48:23.166681 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6bf2b7-3a86-46e9-8e55-a3687e464f25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:48:23.167028 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6bf2b7-3a86-46e9-8e55-a3687e464f25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:48:23.167347 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6bf2b7-3a86-46e9-8e55-a3687e464f25 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:48:23.170677 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6bf2b7-3a86-46e9-8e55-a3687e464f25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:48:23.172043 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6bf2b7-3a86-46e9-8e55-a3687e464f25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:48:23.172371 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6bf2b7-3a86-46e9-8e55-a3687e464f25 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:48:23.172701 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6bf2b7-3a86-46e9-8e55-a3687e464f25 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:48:23.173007 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6bf2b7-3a86-46e9-8e55-a3687e464f25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:48:23.173321 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6bf2b7-3a86-46e9-8e55-a3687e464f25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:48:23.173631 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6bf2b7-3a86-46e9-8e55-a3687e464f25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:48:23.343980 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-aee29233-36eb-4d41-b8e4-0b52fd0fd86d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:23.375953 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-aee29233-36eb-4d41-b8e4-0b52fd0fd86d admin admin] Deleting port 35b0d766-3ed5-42cf-a020-801b48d68ef7 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:48:23.376459 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-aee29233-36eb-4d41-b8e4-0b52fd0fd86d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:23.500037 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-e700bc09-d57c-4ac6-b151-b9789d2aae25 None None] Attempting to bind port 8a40e2f3-fd24-46c8-a1ed-7679ecf6799d on host n-d-825175-4 for vnic_type normal with profile {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:48:23.509276 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-e700bc09-d57c-4ac6-b151-b9789d2aae25 None None] Attempting to bind port 8a40e2f3-fd24-46c8-a1ed-7679ecf6799d by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '7dee26b3-4081-43b6-b222-2abb5ad4442f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ca488f45-7fe1-4a2d-919a-777283a719db'}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:48:23.509913 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e700bc09-d57c-4ac6-b151-b9789d2aae25 None None] Attempting to bind port 8a40e2f3-fd24-46c8-a1ed-7679ecf6799d on network ca488f45-7fe1-4a2d-919a-777283a719db {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:48:23.527218 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e700bc09-d57c-4ac6-b151-b9789d2aae25 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:48:23.527902 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e700bc09-d57c-4ac6-b151-b9789d2aae25 None None] Checking segment: {'id': '7dee26b3-4081-43b6-b222-2abb5ad4442f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ca488f45-7fe1-4a2d-919a-777283a719db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:48:23.528457 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-e700bc09-d57c-4ac6-b151-b9789d2aae25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:23.528987 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e700bc09-d57c-4ac6-b151-b9789d2aae25 None None] Bound using segment: {'id': '7dee26b3-4081-43b6-b222-2abb5ad4442f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ca488f45-7fe1-4a2d-919a-777283a719db'} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:48:23.529709 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-e700bc09-d57c-4ac6-b151-b9789d2aae25 None None] Bound port: 8a40e2f3-fd24-46c8-a1ed-7679ecf6799d, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dee26b3-4081-43b6-b222-2abb5ad4442f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ca488f45-7fe1-4a2d-919a-777283a719db'}}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:48:23.532631 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-e700bc09-d57c-4ac6-b151-b9789d2aae25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:23.610026 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-8455670d-1b92-452c-b744-f22d34e11147 None None] Set router f3e2abbc-288c-496f-bed1-a4d19d687720 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:48:23.709373 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c1c0c1-9e00-4cbe-b643-09c40f1b8d0d admin admin] Router a4388a85-510d-4631-88e8-78e7b63726b5 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:48:23.738882 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350b227-9dc7-48d6-b2c9-a676e4f57998 req-89df9961-0c4b-4f9f-bb27-19b7aa712c93 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:23.743900 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350b227-9dc7-48d6-b2c9-a676e4f57998 req-89df9961-0c4b-4f9f-bb27-19b7aa712c93 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:23.754321 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350b227-9dc7-48d6-b2c9-a676e4f57998 req-89df9961-0c4b-4f9f-bb27-19b7aa712c93 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:23.766631 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350b227-9dc7-48d6-b2c9-a676e4f57998 req-89df9961-0c4b-4f9f-bb27-19b7aa712c93 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:23.770812 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350b227-9dc7-48d6-b2c9-a676e4f57998 req-89df9961-0c4b-4f9f-bb27-19b7aa712c93 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:23.775373 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350b227-9dc7-48d6-b2c9-a676e4f57998 req-89df9961-0c4b-4f9f-bb27-19b7aa712c93 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:23.775846 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-e700bc09-d57c-4ac6-b151-b9789d2aae25 None None] For port 8a40e2f3-fd24-46c8-a1ed-7679ecf6799d, host n-d-825175-4, cleared binding levels {{(pid=84068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:48:23.779880 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350b227-9dc7-48d6-b2c9-a676e4f57998 req-89df9961-0c4b-4f9f-bb27-19b7aa712c93 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:23.782444 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8350b227-9dc7-48d6-b2c9-a676e4f57998 req-89df9961-0c4b-4f9f-bb27-19b7aa712c93 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb2ef018-2997-4252-b6ee-9017394af03b HTTP/1.1" status: 200 len: 5421 time: 0.6408024 May 05 21:48:23.784212 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-e700bc09-d57c-4ac6-b151-b9789d2aae25 None None] For port 8a40e2f3-fd24-46c8-a1ed-7679ecf6799d, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=8a40e2f3-fd24-46c8-a1ed-7679ecf6799d,segment=NetworkSegment(7dee26b3-4081-43b6-b222-2abb5ad4442f),segment_id=7dee26b3-4081-43b6-b222-2abb5ad4442f)] {{(pid=84068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:48:23.796446 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-e700bc09-d57c-4ac6-b151-b9789d2aae25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:23.819067 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-aee29233-36eb-4d41-b8e4-0b52fd0fd86d admin admin] For port 35b0d766-3ed5-42cf-a020-801b48d68ef7, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=35b0d766-3ed5-42cf-a020-801b48d68ef7,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:48:23.819691 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-aee29233-36eb-4d41-b8e4-0b52fd0fd86d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:23.943962 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6bf2b7-3a86-46e9-8e55-a3687e464f25 None None] Pushing event updated for resources: {'Port': ['ID=8a40e2f3-fd24-46c8-a1ed-7679ecf6799d,revision_number=4']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:23.978958 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e700bc09-d57c-4ac6-b151-b9789d2aae25 None None] Routers {'645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:48:23.980240 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-e700bc09-d57c-4ac6-b151-b9789d2aae25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:48:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:48:24.072948 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-aee29233-36eb-4d41-b8e4-0b52fd0fd86d admin admin] Calling delete_port for 35b0d766-3ed5-42cf-a020-801b48d68ef7 owned by network:router_gateway {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:48:24.212801 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2420be71-dcdb-4e39-b5f5-e1011e5ae586 req-8dc2a10f-edea-438c-92b0-acce518496d9 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:24.281398 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-aee29233-36eb-4d41-b8e4-0b52fd0fd86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:24.373935 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc2a10f-edea-438c-92b0-acce518496d9 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Pushing event deleted for resources: {'Port': ['ID=9292ea20-238e-49f2-8ac1-998d58ffcc6a,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:24.402498 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 39758) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:48:24.428139 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee29233-36eb-4d41-b8e4-0b52fd0fd86d admin admin] Pushing event deleted for resources: {'Port': ['ID=35b0d766-3ed5-42cf-a020-801b48d68ef7,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:24.450411 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8350b227-9dc7-48d6-b2c9-a676e4f57998 req-a21f88cd-d2cf-43c0-895c-30e03f29d2ae tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5ff80e3-da96-4cd3-a486-dc686c4ae303&id=c9d5c85a-cae6-44b0-a97b-93589deaee89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6243489 May 05 21:48:24.476313 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-e700bc09-d57c-4ac6-b151-b9789d2aae25 None None] Set router 645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:48:24.491274 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-8455670d-1b92-452c-b744-f22d34e11147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e2abbc-288c-496f-bed1-a4d19d687720', 'name': 'tempest-ServersTestManualDisk-903671868-router', 'tenant_id': 'c5a8c9a56475462680e05305adb463b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '35b0d766-3ed5-42cf-a020-801b48d68ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:46:06Z', 'updated_at': '2022-05-05T21:48:19Z', 'revision_number': 5, 'project_id': 'c5a8c9a56475462680e05305adb463b2', 'gw_port': {'id': '35b0d766-3ed5-42cf-a020-801b48d68ef7', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e2abbc-288c-496f-bed1-a4d19d687720', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:46:08Z', 'updated_at': '2022-05-05T21:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:48:24.502365 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8455670d-1b92-452c-b744-f22d34e11147 None None] The sync data for ids ['f3e2abbc-288c-496f-bed1-a4d19d687720'] in n-d-825175-4 is: [{'id': 'f3e2abbc-288c-496f-bed1-a4d19d687720', 'name': 'tempest-ServersTestManualDisk-903671868-router', 'tenant_id': 'c5a8c9a56475462680e05305adb463b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '35b0d766-3ed5-42cf-a020-801b48d68ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:46:06Z', 'updated_at': '2022-05-05T21:48:19Z', 'revision_number': 5, 'project_id': 'c5a8c9a56475462680e05305adb463b2', 'gw_port': {'id': '35b0d766-3ed5-42cf-a020-801b48d68ef7', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e2abbc-288c-496f-bed1-a4d19d687720', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:46:08Z', 'updated_at': '2022-05-05T21:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:48:24.768483 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-2420be71-dcdb-4e39-b5f5-e1011e5ae586 req-8dc2a10f-edea-438c-92b0-acce518496d9 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] No DVR routers for this DVR port 9292ea20-238e-49f2-8ac1-998d58ffcc6a on host n-h2-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:48:24.804001 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc2a10f-edea-438c-92b0-acce518496d9 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:48:24.807122 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc2a10f-edea-438c-92b0-acce518496d9 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:48:24.807658 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc2a10f-edea-438c-92b0-acce518496d9 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:48:24.808275 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc2a10f-edea-438c-92b0-acce518496d9 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:48:24.808773 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc2a10f-edea-438c-92b0-acce518496d9 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:48:24.809237 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc2a10f-edea-438c-92b0-acce518496d9 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:48:24.819248 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc2a10f-edea-438c-92b0-acce518496d9 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:48:24.819803 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc2a10f-edea-438c-92b0-acce518496d9 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:48:24.820288 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc2a10f-edea-438c-92b0-acce518496d9 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:48:24.820761 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc2a10f-edea-438c-92b0-acce518496d9 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:48:24.821533 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc2a10f-edea-438c-92b0-acce518496d9 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:48:24.832857 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2420be71-dcdb-4e39-b5f5-e1011e5ae586 req-8dc2a10f-edea-438c-92b0-acce518496d9 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:24.836363 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '516e0b7e-bb9b-42cb-b886-210ab219ec6d', 'name': 'network-vif-deleted', 'tag': '9292ea20-238e-49f2-8ac1-998d58ffcc6a'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:48:24.898014 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-95175a1f-eb10-4062-b8a3-b0c095fbef76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:24.928799 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-aee29233-36eb-4d41-b8e4-0b52fd0fd86d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:24.950979 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2420be71-dcdb-4e39-b5f5-e1011e5ae586 req-8dc2a10f-edea-438c-92b0-acce518496d9 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.32 "DELETE /v2.0/ports/9292ea20-238e-49f2-8ac1-998d58ffcc6a HTTP/1.1" status: 204 len: 173 time: 4.0246758 May 05 21:48:25.031955 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-95175a1f-eb10-4062-b8a3-b0c095fbef76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:48:25.039906 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-95175a1f-eb10-4062-b8a3-b0c095fbef76 admin admin] Usage tracker for resource:security_group_rule and tenant:9fd9d08470d24f5396b80a30110cb402 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:48:25.050763 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-95175a1f-eb10-4062-b8a3-b0c095fbef76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:48:25.061743 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-95175a1f-eb10-4062-b8a3-b0c095fbef76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:48:25.216200 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 782516d7-efa7-4085-b1ea-f8dd331bc8af no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:48:25.221921 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-95175a1f-eb10-4062-b8a3-b0c095fbef76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:25.234361 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decdfd0c-2784-457a-b510-cc1130e8c07d req-ffb119e9-0698-478f-96cd-ab6f93683f63 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:25.236446 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-decdfd0c-2784-457a-b510-cc1130e8c07d req-ffb119e9-0698-478f-96cd-ab6f93683f63 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Synchronizing usage tracker for tenant:cf59b1a8623a48db9737966b2f762b3c on resource:network {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:48:25.242964 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-e700bc09-d57c-4ac6-b151-b9789d2aae25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf', 'name': 'tempest-ServerRescueTestJSONUnderV235-1952583119-router', 'tenant_id': 'cf59b1a8623a48db9737966b2f762b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'dcb5be8b-3392-4a5f-b7a4-b6a197cafd9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:48:00Z', 'updated_at': '2022-05-05T21:48:16Z', 'revision_number': 4, 'project_id': 'cf59b1a8623a48db9737966b2f762b3c', 'gw_port': {'id': 'dcb5be8b-3392-4a5f-b7a4-b6a197cafd9f', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:45:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:48:03Z', 'updated_at': '2022-05-05T21:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '8a40e2f3-fd24-46c8-a1ed-7679ecf6799d', 'name': '', 'network_id': 'ca488f45-7fe1-4a2d-919a-777283a719db', 'tenant_id': 'cf59b1a8623a48db9737966b2f762b3c', 'mac_address': 'fa:16:3e:2f:2f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aae297b4-545c-4d68-be8d-c45225bf12de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:48:14Z', 'updated_at': '2022-05-05T21:48:23Z', 'revision_number': 4, 'project_id': 'cf59b1a8623a48db9737966b2f762b3c', 'subnets': [{'id': 'aae297b4-545c-4d68-be8d-c45225bf12de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:48:25.252075 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e700bc09-d57c-4ac6-b151-b9789d2aae25 None None] The sync data for ids ['645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf'] in n-d-825175-4 is: [{'id': '645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf', 'name': 'tempest-ServerRescueTestJSONUnderV235-1952583119-router', 'tenant_id': 'cf59b1a8623a48db9737966b2f762b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'dcb5be8b-3392-4a5f-b7a4-b6a197cafd9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:48:00Z', 'updated_at': '2022-05-05T21:48:16Z', 'revision_number': 4, 'project_id': 'cf59b1a8623a48db9737966b2f762b3c', 'gw_port': {'id': 'dcb5be8b-3392-4a5f-b7a4-b6a197cafd9f', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:45:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:48:03Z', 'updated_at': '2022-05-05T21:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '8a40e2f3-fd24-46c8-a1ed-7679ecf6799d', 'name': '', 'network_id': 'ca488f45-7fe1-4a2d-919a-777283a719db', 'tenant_id': 'cf59b1a8623a48db9737966b2f762b3c', 'mac_address': 'fa:16:3e:2f:2f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aae297b4-545c-4d68-be8d-c45225bf12de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:48:14Z', 'updated_at': '2022-05-05T21:48:23Z', 'revision_number': 4, 'project_id': 'cf59b1a8623a48db9737966b2f762b3c', 'subnets': [{'id': 'aae297b4-545c-4d68-be8d-c45225bf12de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:48:25.280928 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 9292ea20-238e-49f2-8ac1-998d58ffcc6a no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:48:25.359819 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 782516d7-efa7-4085-b1ea-f8dd331bc8af {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:48:25.360159 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 782516d7-efa7-4085-b1ea-f8dd331bc8af not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:48:25.366860 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: 9292ea20-238e-49f2-8ac1-998d58ffcc6a {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:48:25.367222 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 9292ea20-238e-49f2-8ac1-998d58ffcc6a not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:48:25.378513 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-95175a1f-eb10-4062-b8a3-b0c095fbef76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:25.395867 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-beb8f718-f991-4bfc-a917-855f1f96cb81 req-0138f238-ebab-4727-ad01-aea8b498b4cd tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Synchronizing usage tracker for tenant:5a55f0e1fc854ae480e2f7b2fc73c270 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:48:25.466973 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-decdfd0c-2784-457a-b510-cc1130e8c07d req-ffb119e9-0698-478f-96cd-ab6f93683f63 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Unset dirty status for tenant:cf59b1a8623a48db9737966b2f762b3c on resource:network {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:48:25.474827 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-decdfd0c-2784-457a-b510-cc1130e8c07d req-ffb119e9-0698-478f-96cd-ab6f93683f63 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "GET /v2.0/networks?id=ca488f45-7fe1-4a2d-919a-777283a719db HTTP/1.1" status: 200 len: 820 time: 1.6891699 May 05 21:48:25.520606 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95175a1f-eb10-4062-b8a3-b0c095fbef76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda1ba5a-b0bc-4fe2-93ea-5b0324d8f150,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:25.569726 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-beb8f718-f991-4bfc-a917-855f1f96cb81 req-0138f238-ebab-4727-ad01-aea8b498b4cd tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Unset dirty status for tenant:5a55f0e1fc854ae480e2f7b2fc73c270 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:48:25.571009 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-beb8f718-f991-4bfc-a917-855f1f96cb81 req-0138f238-ebab-4727-ad01-aea8b498b4cd tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=516e0b7e-bb9b-42cb-b886-210ab219ec6d HTTP/1.1" status: 200 len: 210 time: 0.3281498 May 05 21:48:25.586382 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-decdfd0c-2784-457a-b510-cc1130e8c07d req-b1485fdb-3cc0-4cd1-bdb8-8cfe779a4a72 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "GET /v2.0/quotas/cf59b1a8623a48db9737966b2f762b3c HTTP/1.1" status: 200 len: 375 time: 0.1105700 May 05 21:48:25.598817 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-95175a1f-eb10-4062-b8a3-b0c095fbef76 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9fd9d08470d24f5396b80a30110cb402&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1911747 May 05 21:48:25.600338 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 39772) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:48:25.719725 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-627359e2-9ebe-467e-9ffa-975a4cf4012a'] response: {'server_uuid': '516e0b7e-bb9b-42cb-b886-210ab219ec6d', 'name': 'network-vif-deleted', 'tag': '9292ea20-238e-49f2-8ac1-998d58ffcc6a', 'status': 'completed', 'code': 200} May 05 21:48:25.787166 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-aee29233-36eb-4d41-b8e4-0b52fd0fd86d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:25.794220 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-aee29233-36eb-4d41-b8e4-0b52fd0fd86d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:25.826188 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-aee29233-36eb-4d41-b8e4-0b52fd0fd86d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:25.826962 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee29233-36eb-4d41-b8e4-0b52fd0fd86d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3e2abbc-288c-496f-bed1-a4d19d687720 {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 21:48:25.843101 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-aee29233-36eb-4d41-b8e4-0b52fd0fd86d admin admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:25.845334 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-aee29233-36eb-4d41-b8e4-0b52fd0fd86d admin admin] 10.222.0.23 "DELETE /v2.0/routers/f3e2abbc-288c-496f-bed1-a4d19d687720 HTTP/1.1" status: 204 len: 168 time: 4.0534718 May 05 21:48:25.847181 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 39776) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:48:25.932027 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c1c0c1-9e00-4cbe-b643-09c40f1b8d0d admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:48:25.943589 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ab2284-47ec-4608-9826-a862da854144 None None] Sync routers for ids ['a4388a85-510d-4631-88e8-78e7b63726b5'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:48:25.955000 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-29f57872-0a97-4139-8dc0-70b0efec6c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:25.961899 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-decdfd0c-2784-457a-b510-cc1130e8c07d req-1021aad9-2c1f-4073-a1b5-c8dc3bd43fde tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Synchronizing usage tracker for tenant:cf59b1a8623a48db9737966b2f762b3c on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:48:25.969987 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ab2284-47ec-4608-9826-a862da854144 None None] Routers {'a4388a85-510d-4631-88e8-78e7b63726b5'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:48:25.972896 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e2c5c90-7bda-48e7-8624-1abccccf1a8a admin admin] Deleting subnet b04dd652-3e41-4577-abd4-c6835388be5c {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:48:25.974328 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-22ab2284-47ec-4608-9826-a862da854144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:48:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['a4388a85-510d-4631-88e8-78e7b63726b5'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:48:25.986498 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6e2c5c90-7bda-48e7-8624-1abccccf1a8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:26.017049 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-decdfd0c-2784-457a-b510-cc1130e8c07d req-1021aad9-2c1f-4073-a1b5-c8dc3bd43fde tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Unset dirty status for tenant:cf59b1a8623a48db9737966b2f762b3c on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:48:26.026036 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-decdfd0c-2784-457a-b510-cc1130e8c07d req-1021aad9-2c1f-4073-a1b5-c8dc3bd43fde tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cf59b1a8623a48db9737966b2f762b3c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4386144 May 05 21:48:26.103416 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6e2c5c90-7bda-48e7-8624-1abccccf1a8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:26.202632 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a4c1c0c1-9e00-4cbe-b643-09c40f1b8d0d admin admin] 10.222.0.23 "PUT /v2.0/routers/a4388a85-510d-4631-88e8-78e7b63726b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.2451148 May 05 21:48:26.227441 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 39782) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:48:26.347557 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-22ab2284-47ec-4608-9826-a862da854144 None None] Set router a4388a85-510d-4631-88e8-78e7b63726b5 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:48:26.398277 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-decdfd0c-2784-457a-b510-cc1130e8c07d req-5b99cb08-f8c5-4bb7-bdce-75ef898085f0 service neutron] 10.222.0.23 "GET /v2.0/networks/ca488f45-7fe1-4a2d-919a-777283a719db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3710389 May 05 21:48:26.401970 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-29f57872-0a97-4139-8dc0-70b0efec6c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:26.481161 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6e2c5c90-7bda-48e7-8624-1abccccf1a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:26.654316 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6e2c5c90-7bda-48e7-8624-1abccccf1a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:26.722326 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2c5c90-7bda-48e7-8624-1abccccf1a8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b04dd652-3e41-4577-abd4-c6835388be5c,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:26.734348 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6e2c5c90-7bda-48e7-8624-1abccccf1a8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:26.739895 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4705b8e-b25c-42de-a681-95f6709a3204 None None] Network 1303113a-3b4f-4438-84cb-936009b5332f requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:48:26.754300 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-6e2c5c90-7bda-48e7-8624-1abccccf1a8a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b04dd652-3e41-4577-abd4-c6835388be5c HTTP/1.1" status: 204 len: 168 time: 0.8999536 May 05 21:48:26.757321 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 39790) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:48:26.807380 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2c5c90-7bda-48e7-8624-1abccccf1a8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:48:26.807718 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2c5c90-7bda-48e7-8624-1abccccf1a8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:48:26.808058 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2c5c90-7bda-48e7-8624-1abccccf1a8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:48:26.808474 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2c5c90-7bda-48e7-8624-1abccccf1a8a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:48:26.808806 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2c5c90-7bda-48e7-8624-1abccccf1a8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:48:26.809143 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2c5c90-7bda-48e7-8624-1abccccf1a8a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:48:26.809449 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2c5c90-7bda-48e7-8624-1abccccf1a8a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:48:26.809769 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2c5c90-7bda-48e7-8624-1abccccf1a8a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:48:26.810081 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2c5c90-7bda-48e7-8624-1abccccf1a8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:48:26.810396 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2c5c90-7bda-48e7-8624-1abccccf1a8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:48:26.811360 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2c5c90-7bda-48e7-8624-1abccccf1a8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:48:26.855817 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1ebdb49d-915a-4814-9c76-2d45a70ee488 admin admin] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:26.864328 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-29f57872-0a97-4139-8dc0-70b0efec6c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:26.925411 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f57872-0a97-4139-8dc0-70b0efec6c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda1ba5a-b0bc-4fe2-93ea-5b0324d8f150,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:26.995304 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-decdfd0c-2784-457a-b510-cc1130e8c07d req-919aa99b-28ad-4afe-b163-018632953ed0 service neutron] 10.222.0.23 "GET /v2.0/networks/ca488f45-7fe1-4a2d-919a-777283a719db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5927608 May 05 21:48:27.027072 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-29f57872-0a97-4139-8dc0-70b0efec6c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:27.033861 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-29f57872-0a97-4139-8dc0-70b0efec6c29 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eda1ba5a-b0bc-4fe2-93ea-5b0324d8f150 HTTP/1.1" status: 204 len: 168 time: 1.4195435 May 05 21:48:27.049316 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7566e1-9612-47eb-929e-219882332d27 req-f34ecb44-5926-4c19-a141-636a6715998d tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:27.059033 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6c7566e1-9612-47eb-929e-219882332d27 req-f34ecb44-5926-4c19-a141-636a6715998d tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e4aea67-89ff-4940-b82e-b417fa8b9eb3 HTTP/1.1" status: 200 len: 945 time: 1.0182323 May 05 21:48:27.143080 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-22ab2284-47ec-4608-9826-a862da854144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4388a85-510d-4631-88e8-78e7b63726b5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1586369596-router', 'tenant_id': 'f26c174273fc4c74bc9db73040442bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '0f5c54d6-071f-4561-968c-47087ecdba7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:44:36Z', 'updated_at': '2022-05-05T21:48:18Z', 'revision_number': 5, 'project_id': 'f26c174273fc4c74bc9db73040442bd9', 'gw_port': {'id': '0f5c54d6-071f-4561-968c-47087ecdba7c', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:67:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4388a85-510d-4631-88e8-78e7b63726b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:44:38Z', 'updated_at': '2022-05-05T21:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:48:27.149850 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e6912-1844-4aba-9f06-30e21d9c9f08 req-9b33e7b8-efc1-43b3-bb39-b04026c08f4d tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:27.151821 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-187e6912-1844-4aba-9f06-30e21d9c9f08 req-9b33e7b8-efc1-43b3-bb39-b04026c08f4d tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e4aea67-89ff-4940-b82e-b417fa8b9eb3 HTTP/1.1" status: 200 len: 945 time: 0.5260310 May 05 21:48:27.162061 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ab2284-47ec-4608-9826-a862da854144 None None] Checking router: a4388a85-510d-4631-88e8-78e7b63726b5 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:48:27.226698 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ab2284-47ec-4608-9826-a862da854144 None None] Routers {'a4388a85-510d-4631-88e8-78e7b63726b5'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:48:27.230702 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6c7566e1-9612-47eb-929e-219882332d27 req-f21fb924-cbc0-4f51-b3ce-a46612f1cbfd tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ea35cbd-159b-4a97-ac8e-0ad5178ef2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701996 May 05 21:48:27.231056 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-22ab2284-47ec-4608-9826-a862da854144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:48:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['a4388a85-510d-4631-88e8-78e7b63726b5'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:48:27.312704 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-187e6912-1844-4aba-9f06-30e21d9c9f08 req-048d8814-5486-4488-8d0f-3e380c111c99 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Deleting port eaf5401a-dab3-4230-8079-f1845f1df458 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:48:27.313048 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-187e6912-1844-4aba-9f06-30e21d9c9f08 req-048d8814-5486-4488-8d0f-3e380c111c99 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:27.391789 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 8a40e2f3-fd24-46c8-a1ed-7679ecf6799d up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:48:27.591563 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-91e068e2-e687-4dce-a242-7f8ac7a4f17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:27.611688 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-91e068e2-e687-4dce-a242-7f8ac7a4f17d admin admin] Deleting port 6abe6d81-b876-4cb8-a982-e995ba0acf2f {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:48:27.612030 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-91e068e2-e687-4dce-a242-7f8ac7a4f17d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:27.812427 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-22ab2284-47ec-4608-9826-a862da854144 None None] Set router a4388a85-510d-4631-88e8-78e7b63726b5 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:48:27.826811 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 8a40e2f3-fd24-46c8-a1ed-7679ecf6799d completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:48:27.844574 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 8a40e2f3-fd24-46c8-a1ed-7679ecf6799d triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:48:27.844949 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:28.006860 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df65b7f9-c340-4cf7-bcdc-45d2394596e4 None None] DHCP port deletion for 1303113a-3b4f-4438-84cb-936009b5332f request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 21:48:28.025199 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-df65b7f9-c340-4cf7-bcdc-45d2394596e4 None None] Deleting port 6abe6d81-b876-4cb8-a982-e995ba0acf2f {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:48:28.025743 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-df65b7f9-c340-4cf7-bcdc-45d2394596e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:28.102489 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-187e6912-1844-4aba-9f06-30e21d9c9f08 req-048d8814-5486-4488-8d0f-3e380c111c99 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] For port eaf5401a-dab3-4230-8079-f1845f1df458, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=eaf5401a-dab3-4230-8079-f1845f1df458,segment=NetworkSegment(e9759abe-2932-4e54-a1fb-2399ee430195),segment_id=e9759abe-2932-4e54-a1fb-2399ee430195)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:48:28.103336 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-187e6912-1844-4aba-9f06-30e21d9c9f08 req-048d8814-5486-4488-8d0f-3e380c111c99 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:28.148786 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1ebdb49d-915a-4814-9c76-2d45a70ee488 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:28.201819 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-91e068e2-e687-4dce-a242-7f8ac7a4f17d admin admin] For port 6abe6d81-b876-4cb8-a982-e995ba0acf2f, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=6abe6d81-b876-4cb8-a982-e995ba0acf2f,segment=NetworkSegment(2bc45e6f-b7ab-4f0b-a595-6c4682d53763),segment_id=2bc45e6f-b7ab-4f0b-a595-6c4682d53763)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:48:28.207026 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-91e068e2-e687-4dce-a242-7f8ac7a4f17d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:28.225691 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-1ebdb49d-915a-4814-9c76-2d45a70ee488 admin admin] Deleting port 0f5c54d6-071f-4561-968c-47087ecdba7c {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:48:28.226154 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1ebdb49d-915a-4814-9c76-2d45a70ee488 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:28.273769 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 39814) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:48:28.372396 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0348c63d-cbd4-4cce-9157-0cb77ba05ee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:28.444781 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-187e6912-1844-4aba-9f06-30e21d9c9f08 req-048d8814-5486-4488-8d0f-3e380c111c99 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Calling delete_port for eaf5401a-dab3-4230-8079-f1845f1df458 owned by compute:nova {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:48:28.517411 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-22ab2284-47ec-4608-9826-a862da854144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4388a85-510d-4631-88e8-78e7b63726b5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1586369596-router', 'tenant_id': 'f26c174273fc4c74bc9db73040442bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '0f5c54d6-071f-4561-968c-47087ecdba7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:44:36Z', 'updated_at': '2022-05-05T21:48:18Z', 'revision_number': 5, 'project_id': 'f26c174273fc4c74bc9db73040442bd9', 'gw_port': {'id': '0f5c54d6-071f-4561-968c-47087ecdba7c', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:67:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4388a85-510d-4631-88e8-78e7b63726b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:44:38Z', 'updated_at': '2022-05-05T21:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:48:28.523867 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ab2284-47ec-4608-9826-a862da854144 None None] The sync data for ids ['a4388a85-510d-4631-88e8-78e7b63726b5'] in n-d-825175-4 is: [{'id': 'a4388a85-510d-4631-88e8-78e7b63726b5', 'name': 'tempest-AttachSCSIVolumeTestJSON-1586369596-router', 'tenant_id': 'f26c174273fc4c74bc9db73040442bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '0f5c54d6-071f-4561-968c-47087ecdba7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:44:36Z', 'updated_at': '2022-05-05T21:48:18Z', 'revision_number': 5, 'project_id': 'f26c174273fc4c74bc9db73040442bd9', 'gw_port': {'id': '0f5c54d6-071f-4561-968c-47087ecdba7c', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:67:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4388a85-510d-4631-88e8-78e7b63726b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:44:38Z', 'updated_at': '2022-05-05T21:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:48:28.591049 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-91e068e2-e687-4dce-a242-7f8ac7a4f17d admin admin] Calling delete_port for 6abe6d81-b876-4cb8-a982-e995ba0acf2f owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:48:28.711645 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-0348c63d-cbd4-4cce-9157-0cb77ba05ee3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:48:28.730449 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-df65b7f9-c340-4cf7-bcdc-45d2394596e4 None None] For port 6abe6d81-b876-4cb8-a982-e995ba0acf2f, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=6abe6d81-b876-4cb8-a982-e995ba0acf2f,segment=NetworkSegment(2bc45e6f-b7ab-4f0b-a595-6c4682d53763),segment_id=2bc45e6f-b7ab-4f0b-a595-6c4682d53763)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:48:28.730844 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-df65b7f9-c340-4cf7-bcdc-45d2394596e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:28.777649 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0348c63d-cbd4-4cce-9157-0cb77ba05ee3 admin admin] Usage tracker for resource:security_group_rule and tenant:15649470dff24543880aa4b57093344b is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:48:28.789634 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0348c63d-cbd4-4cce-9157-0cb77ba05ee3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:48:28.802873 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-0348c63d-cbd4-4cce-9157-0cb77ba05ee3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:48:28.846038 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-91e068e2-e687-4dce-a242-7f8ac7a4f17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:28.853537 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-df65b7f9-c340-4cf7-bcdc-45d2394596e4 None None] Calling delete_port for 6abe6d81-b876-4cb8-a982-e995ba0acf2f owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:48:28.919637 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-14922dc5-2635-4944-bdfa-3777c3f87640 req-671330b8-75e5-4729-8b80-4db2bde95632 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecd4a405-2195-46d7-97a2-9d216ad40307 HTTP/1.1" status: 200 len: 210 time: 0.1422346 May 05 21:48:29.005363 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:29.010430 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-187e6912-1844-4aba-9f06-30e21d9c9f08 req-048d8814-5486-4488-8d0f-3e380c111c99 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:29.044997 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['eaf5401a-dab3-4230-8079-f1845f1df458'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:48:29.091500 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-df65b7f9-c340-4cf7-bcdc-45d2394596e4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:48:29.091990 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-df65b7f9-c340-4cf7-bcdc-45d2394596e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:48:29.121385 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048d8814-5486-4488-8d0f-3e380c111c99 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Pushing event deleted for resources: {'Port': ['ID=eaf5401a-dab3-4230-8079-f1845f1df458,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:29.128222 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 8a40e2f3-fd24-46c8-a1ed-7679ecf6799d, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=8a40e2f3-fd24-46c8-a1ed-7679ecf6799d,segment=NetworkSegment(7dee26b3-4081-43b6-b222-2abb5ad4442f),segment_id=7dee26b3-4081-43b6-b222-2abb5ad4442f)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:48:29.133612 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e068e2-e687-4dce-a242-7f8ac7a4f17d admin admin] Pushing event deleted for resources: {'Port': ['ID=6abe6d81-b876-4cb8-a982-e995ba0acf2f,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:29.138067 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:29.159933 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-1ebdb49d-915a-4814-9c76-2d45a70ee488 admin admin] For port 0f5c54d6-071f-4561-968c-47087ecdba7c, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=0f5c54d6-071f-4561-968c-47087ecdba7c,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:48:29.160399 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1ebdb49d-915a-4814-9c76-2d45a70ee488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:29.171777 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e068e2-e687-4dce-a242-7f8ac7a4f17d admin admin] No DVR routers for this DVR port 6abe6d81-b876-4cb8-a982-e995ba0acf2f on host n-d-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:48:29.178464 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 35b0d766-3ed5-42cf-a020-801b48d68ef7 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:48:29.277459 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 35b0d766-3ed5-42cf-a020-801b48d68ef7 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:48:29.277804 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 35b0d766-3ed5-42cf-a020-801b48d68ef7 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:48:29.337151 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=8a40e2f3-fd24-46c8-a1ed-7679ecf6799d,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:29.411169 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 6abe6d81-b876-4cb8-a982-e995ba0acf2f no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:48:29.452068 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 6abe6d81-b876-4cb8-a982-e995ba0acf2f {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:48:29.452470 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 6abe6d81-b876-4cb8-a982-e995ba0acf2f not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:48:29.452828 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device d5387aac-a254-4bd5-808d-d66fb6c7a74b no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:48:29.498299 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: d5387aac-a254-4bd5-808d-d66fb6c7a74b {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:48:29.498925 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device d5387aac-a254-4bd5-808d-d66fb6c7a74b not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:48:29.515975 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71ad50-1d4e-4c6b-9f16-78433464aea8 req-8e74ecea-6207-4e15-b6ab-8e23b0573f38 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:29.520175 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71ad50-1d4e-4c6b-9f16-78433464aea8 req-8e74ecea-6207-4e15-b6ab-8e23b0573f38 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:29.524101 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71ad50-1d4e-4c6b-9f16-78433464aea8 req-8e74ecea-6207-4e15-b6ab-8e23b0573f38 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:29.528110 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71ad50-1d4e-4c6b-9f16-78433464aea8 req-8e74ecea-6207-4e15-b6ab-8e23b0573f38 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:29.531862 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71ad50-1d4e-4c6b-9f16-78433464aea8 req-8e74ecea-6207-4e15-b6ab-8e23b0573f38 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:29.545131 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71ad50-1d4e-4c6b-9f16-78433464aea8 req-8e74ecea-6207-4e15-b6ab-8e23b0573f38 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:29.551781 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71ad50-1d4e-4c6b-9f16-78433464aea8 req-8e74ecea-6207-4e15-b6ab-8e23b0573f38 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:29.554462 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-91e068e2-e687-4dce-a242-7f8ac7a4f17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:29.560005 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4b71ad50-1d4e-4c6b-9f16-78433464aea8 req-8e74ecea-6207-4e15-b6ab-8e23b0573f38 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb2ef018-2997-4252-b6ee-9017394af03b HTTP/1.1" status: 200 len: 5421 time: 2.0758696 May 05 21:48:29.593473 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-df65b7f9-c340-4cf7-bcdc-45d2394596e4 None None] Deleting port 6abe6d81-b876-4cb8-a982-e995ba0acf2f {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:48:29.593846 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-df65b7f9-c340-4cf7-bcdc-45d2394596e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:29.596762 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-187e6912-1844-4aba-9f06-30e21d9c9f08 req-048d8814-5486-4488-8d0f-3e380c111c99 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] No DVR routers for this DVR port eaf5401a-dab3-4230-8079-f1845f1df458 on host n-h2-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:48:29.603714 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-187e6912-1844-4aba-9f06-30e21d9c9f08 req-048d8814-5486-4488-8d0f-3e380c111c99 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:29.606803 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4aea67-89ff-4940-b82e-b417fa8b9eb3', 'name': 'network-vif-deleted', 'tag': 'eaf5401a-dab3-4230-8079-f1845f1df458'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:48:29.613308 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-91e068e2-e687-4dce-a242-7f8ac7a4f17d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1303113a-3b4f-4438-84cb-936009b5332f']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:48:29.643228 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-91e068e2-e687-4dce-a242-7f8ac7a4f17d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bc45e6f-b7ab-4f0b-a595-6c4682d53763') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:48:29.645497 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-91e068e2-e687-4dce-a242-7f8ac7a4f17d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bc45e6f-b7ab-4f0b-a595-6c4682d53763') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:48:29.663276 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4b71ad50-1d4e-4c6b-9f16-78433464aea8 req-fdd131fd-51b6-40f1-bd91-4b10e594fd8d tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5ff80e3-da96-4cd3-a486-dc686c4ae303&id=c9d5c85a-cae6-44b0-a97b-93589deaee89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1022501 May 05 21:48:29.674628 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-1ebdb49d-915a-4814-9c76-2d45a70ee488 admin admin] Calling delete_port for 0f5c54d6-071f-4561-968c-47087ecdba7c owned by network:router_gateway {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:48:29.705449 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-df65b7f9-c340-4cf7-bcdc-45d2394596e4 None None] The port '6abe6d81-b876-4cb8-a982-e995ba0acf2f' was deleted {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 21:48:29.730150 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220117a-864c-4128-9394-bd87af6351e9 req-58c20be8-5a9b-46df-a6d2-824ccca1870c tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:29.737339 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a220117a-864c-4128-9394-bd87af6351e9 req-58c20be8-5a9b-46df-a6d2-824ccca1870c tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/networks?id=4988fe71-34c6-4737-ad2a-40f5327e7f0e HTTP/1.1" status: 200 len: 812 time: 0.6184108 May 05 21:48:29.748845 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-187e6912-1844-4aba-9f06-30e21d9c9f08 req-048d8814-5486-4488-8d0f-3e380c111c99 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.32 "DELETE /v2.0/ports/eaf5401a-dab3-4230-8079-f1845f1df458 HTTP/1.1" status: 204 len: 173 time: 2.5879934 May 05 21:48:29.766076 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a220117a-864c-4128-9394-bd87af6351e9 req-1f953d3f-17a1-4f46-b43a-f547b8a34577 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/quotas/5a55f0e1fc854ae480e2f7b2fc73c270 HTTP/1.1" status: 200 len: 375 time: 0.0282125 May 05 21:48:29.834485 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a220117a-864c-4128-9394-bd87af6351e9 req-82ede79a-c0ba-4ef5-8f02-cfb97f567c3d tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5a55f0e1fc854ae480e2f7b2fc73c270&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0670261 May 05 21:48:29.883976 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-91e068e2-e687-4dce-a242-7f8ac7a4f17d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:29.925778 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0348c63d-cbd4-4cce-9157-0cb77ba05ee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:29.947210 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0348c63d-cbd4-4cce-9157-0cb77ba05ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:29.970239 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-91e068e2-e687-4dce-a242-7f8ac7a4f17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:29.994185 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91e068e2-e687-4dce-a242-7f8ac7a4f17d admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:48:29.994898 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-91e068e2-e687-4dce-a242-7f8ac7a4f17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:30.023746 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 21:48:30.023746 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:48:30.023746 n-d-825175-4 neutron-server[84063]: timer() May 05 21:48:30.023746 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:48:30.023746 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 21:48:30.023746 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:48:30.023746 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 21:48:30.023746 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:48:30.023746 n-d-825175-4 neutron-server[84063]: self._notify() May 05 21:48:30.023746 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:48:30.023746 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 21:48:30.023746 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:48:30.023746 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 21:48:30.023746 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:48:30.023746 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:48:30.023746 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:48:30.023746 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:48:30.023746 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:48:30.023746 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 21:48:30.023746 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:48:30.023746 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 21:48:30.023746 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:48:30.023746 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:48:30.023746 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:48:30.023746 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 21:48:30.023746 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:48:30.023746 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:48:30.023746 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:48:30.023746 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:48:30.023746 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:48:30.023746 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:48:30.023746 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:48:30.040915 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-5f14bc3a-4d16-453e-bcc6-ecab4c2bca7d req-ee446ab8-0902-4d8b-983c-a7290ad83768 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Synchronizing usage tracker for tenant:b50e99b600524c18b3199236d1a61be7 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:48:30.074719 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-5f14bc3a-4d16-453e-bcc6-ecab4c2bca7d req-ee446ab8-0902-4d8b-983c-a7290ad83768 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Unset dirty status for tenant:b50e99b600524c18b3199236d1a61be7 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:48:30.075968 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5f14bc3a-4d16-453e-bcc6-ecab4c2bca7d req-ee446ab8-0902-4d8b-983c-a7290ad83768 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e4aea67-89ff-4940-b82e-b417fa8b9eb3 HTTP/1.1" status: 200 len: 210 time: 0.0985818 May 05 21:48:30.112159 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a220117a-864c-4128-9394-bd87af6351e9 req-21a64f6e-bcb1-423d-87ad-c0398bda0fc4 service neutron] 10.222.0.23 "GET /v2.0/networks/4988fe71-34c6-4737-ad2a-40f5327e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743194 May 05 21:48:30.150761 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0348c63d-cbd4-4cce-9157-0cb77ba05ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01aec6b-fb09-4442-8550-d14caf09e4ea,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:30.164875 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0348c63d-cbd4-4cce-9157-0cb77ba05ee3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=15649470dff24543880aa4b57093344b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8858538 May 05 21:48:30.171113 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decdfd0c-2784-457a-b510-cc1130e8c07d req-9851cfe5-8a46-4d53-b4eb-29fe8ab32489 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:30.173223 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-decdfd0c-2784-457a-b510-cc1130e8c07d req-9851cfe5-8a46-4d53-b4eb-29fe8ab32489 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.32 "GET /v2.0/networks?id=ca488f45-7fe1-4a2d-919a-777283a719db HTTP/1.1" status: 200 len: 820 time: 0.7910275 May 05 21:48:30.175667 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 39832) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:48:30.223190 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-decdfd0c-2784-457a-b510-cc1130e8c07d req-5212cb17-0bb1-4e7a-958f-e69894720c06 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Request body: {'port': {'device_id': 'ecd4a405-2195-46d7-97a2-9d216ad40307', 'network_id': 'ca488f45-7fe1-4a2d-919a-777283a719db', 'admin_state_up': True, 'tenant_id': 'cf59b1a8623a48db9737966b2f762b3c'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:48:30.256529 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-91e068e2-e687-4dce-a242-7f8ac7a4f17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:30.258260 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bd26a95-0999-4367-85a6-c1d9f7bcce7e'] response: {'server_uuid': '4e4aea67-89ff-4940-b82e-b417fa8b9eb3', 'name': 'network-vif-deleted', 'tag': 'eaf5401a-dab3-4230-8079-f1845f1df458', 'status': 'completed', 'code': 200} May 05 21:48:30.269625 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a220117a-864c-4128-9394-bd87af6351e9 req-739ff141-5101-434e-b1ed-fa3bff0c9300 service neutron] 10.222.0.23 "GET /v2.0/networks/4988fe71-34c6-4737-ad2a-40f5327e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585135 May 05 21:48:30.350251 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-91e068e2-e687-4dce-a242-7f8ac7a4f17d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:30.380815 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e068e2-e687-4dce-a242-7f8ac7a4f17d admin admin] Pushing event deleted for resources: {'Network': ['ID=1303113a-3b4f-4438-84cb-936009b5332f,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:30.515658 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-91fd7480-2e42-440d-816e-2c462ef10830 req-828b5532-4632-4f8b-bb87-0c683bf045a6 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=a71328a0-711f-4e1a-ae4a-4655ebab9e7b HTTP/1.1" status: 200 len: 210 time: 0.0548060 May 05 21:48:30.530163 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-972cb7b1-8273-48f1-8a1d-d86438346d43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:30.578026 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d0460467-e49b-4690-8aa0-2b1af6e5250e req-c42c05b5-ab81-40b2-a4bc-6cb58ce33f8a tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecd4a405-2195-46d7-97a2-9d216ad40307 HTTP/1.1" status: 200 len: 210 time: 0.0611019 May 05 21:48:30.591144 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-91e068e2-e687-4dce-a242-7f8ac7a4f17d admin admin] 10.222.0.23 "DELETE /v2.0/networks/1303113a-3b4f-4438-84cb-936009b5332f HTTP/1.1" status: 204 len: 168 time: 3.8306236 May 05 21:48:30.616845 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-decdfd0c-2784-457a-b510-cc1130e8c07d req-5212cb17-0bb1-4e7a-958f-e69894720c06 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:48:30.629736 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-decdfd0c-2784-457a-b510-cc1130e8c07d req-5212cb17-0bb1-4e7a-958f-e69894720c06 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:48:30.649901 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-972cb7b1-8273-48f1-8a1d-d86438346d43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:30.664688 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-decdfd0c-2784-457a-b510-cc1130e8c07d req-5212cb17-0bb1-4e7a-958f-e69894720c06 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Made reservation on behalf of cf59b1a8623a48db9737966b2f762b3c for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:48:30.669599 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-decdfd0c-2784-457a-b510-cc1130e8c07d req-5212cb17-0bb1-4e7a-958f-e69894720c06 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:30.774459 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1ebdb49d-915a-4814-9c76-2d45a70ee488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:30.927268 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebdb49d-915a-4814-9c76-2d45a70ee488 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f5c54d6-071f-4561-968c-47087ecdba7c,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:31.028621 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 39850) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:48:31.070833 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-972cb7b1-8273-48f1-8a1d-d86438346d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:31.147937 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972cb7b1-8273-48f1-8a1d-d86438346d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01aec6b-fb09-4442-8550-d14caf09e4ea,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:31.224475 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ea148-6db7-4433-b28f-5fbb2d8b40f4 req-a78c05f4-8e16-4712-958a-f39af186d06b tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:31.234369 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ea148-6db7-4433-b28f-5fbb2d8b40f4 req-a78c05f4-8e16-4712-958a-f39af186d06b tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:31.242907 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ea148-6db7-4433-b28f-5fbb2d8b40f4 req-a78c05f4-8e16-4712-958a-f39af186d06b tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:31.247253 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ea148-6db7-4433-b28f-5fbb2d8b40f4 req-a78c05f4-8e16-4712-958a-f39af186d06b tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:31.255078 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ea148-6db7-4433-b28f-5fbb2d8b40f4 req-a78c05f4-8e16-4712-958a-f39af186d06b tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:31.260666 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ea148-6db7-4433-b28f-5fbb2d8b40f4 req-a78c05f4-8e16-4712-958a-f39af186d06b tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:31.270054 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ea148-6db7-4433-b28f-5fbb2d8b40f4 req-a78c05f4-8e16-4712-958a-f39af186d06b tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:31.286282 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-527ea148-6db7-4433-b28f-5fbb2d8b40f4 req-a78c05f4-8e16-4712-958a-f39af186d06b tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb2ef018-2997-4252-b6ee-9017394af03b HTTP/1.1" status: 200 len: 5421 time: 0.3394551 May 05 21:48:31.338511 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device eaf5401a-dab3-4230-8079-f1845f1df458 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:48:31.427353 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e3472feb-1c2d-45b9-909c-4cebd46862be admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c5a8c9a56475462680e05305adb463b2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3892097 May 05 21:48:31.428059 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 39864) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:48:31.467620 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-972cb7b1-8273-48f1-8a1d-d86438346d43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:31.468741 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-972cb7b1-8273-48f1-8a1d-d86438346d43 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b01aec6b-fb09-4442-8550-d14caf09e4ea HTTP/1.1" status: 204 len: 168 time: 1.2914364 May 05 21:48:31.474319 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1ebdb49d-915a-4814-9c76-2d45a70ee488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:31.488114 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: eaf5401a-dab3-4230-8079-f1845f1df458 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:48:31.488440 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device eaf5401a-dab3-4230-8079-f1845f1df458 not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:48:31.515563 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-527ea148-6db7-4433-b28f-5fbb2d8b40f4 req-f5af9937-18c0-4977-b98b-107ecb1034a2 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5ff80e3-da96-4cd3-a486-dc686c4ae303&id=c9d5c85a-cae6-44b0-a97b-93589deaee89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2282834 May 05 21:48:31.637450 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 8a40e2f3-fd24-46c8-a1ed-7679ecf6799d up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:48:31.681028 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-decdfd0c-2784-457a-b510-cc1130e8c07d req-5212cb17-0bb1-4e7a-958f-e69894720c06 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Allocated IP 172.20.0.10 (ca488f45-7fe1-4a2d-919a-777283a719db/aae297b4-545c-4d68-be8d-c45225bf12de/dd043570-1ead-4571-a3b0-780aa65b61e4) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:48:31.843221 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 8a40e2f3-fd24-46c8-a1ed-7679ecf6799d triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:48:31.843221 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:32.002180 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-af819bce-6c3f-4ea5-acd2-8d89387f730f req-6d7fa556-a9e7-4380-98a9-4d4019898229 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecd4a405-2195-46d7-97a2-9d216ad40307 HTTP/1.1" status: 200 len: 210 time: 0.0968158 May 05 21:48:32.014910 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-13f91b30-2a54-483d-bb28-994d7e71961e req-f4de6268-54a3-42c0-a699-2ac92a759ec6 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=a71328a0-711f-4e1a-ae4a-4655ebab9e7b HTTP/1.1" status: 200 len: 210 time: 0.2200954 May 05 21:48:32.080819 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 39886) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:48:32.200263 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e8f9d3f9-390b-4128-aa4d-979ab1382ab1 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:32.252675 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e8f9d3f9-390b-4128-aa4d-979ab1382ab1 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:32.351801 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e8f9d3f9-390b-4128-aa4d-979ab1382ab1 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:32.384672 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1ebdb49d-915a-4814-9c76-2d45a70ee488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:32.389560 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1ebdb49d-915a-4814-9c76-2d45a70ee488 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:32.391180 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e8f9d3f9-390b-4128-aa4d-979ab1382ab1 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:32.401263 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e8f9d3f9-390b-4128-aa4d-979ab1382ab1 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "DELETE /v2.0/security-groups/20cfe986-1ed7-4af6-b694-0b5479e5b59e HTTP/1.1" status: 204 len: 168 time: 0.3190029 May 05 21:48:32.403731 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 39896) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:48:32.436053 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1ebdb49d-915a-4814-9c76-2d45a70ee488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:32.437015 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ebdb49d-915a-4814-9c76-2d45a70ee488 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4388a85-510d-4631-88e8-78e7b63726b5 {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 21:48:32.450352 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f9d3f9-390b-4128-aa4d-979ab1382ab1 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20cfe986-1ed7-4af6-b694-0b5479e5b59e,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:32.460187 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [None req-a7d45ad9-7149-4f3b-a071-2b968087d45c tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] show failed (client error): The resource could not be found. May 05 21:48:32.464237 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a7d45ad9-7149-4f3b-a071-2b968087d45c tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "GET /v2.0/security-groups/20cfe986-1ed7-4af6-b694-0b5479e5b59e HTTP/1.1" status: 404 len: 347 time: 0.0534434 May 05 21:48:32.465516 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 39900) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:48:32.513619 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1ebdb49d-915a-4814-9c76-2d45a70ee488 admin admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:32.518160 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1ebdb49d-915a-4814-9c76-2d45a70ee488 admin admin] 10.222.0.23 "DELETE /v2.0/routers/a4388a85-510d-4631-88e8-78e7b63726b5 HTTP/1.1" status: 204 len: 168 time: 6.2897360 May 05 21:48:32.523950 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-decdfd0c-2784-457a-b510-cc1130e8c07d req-5212cb17-0bb1-4e7a-958f-e69894720c06 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:32.527278 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 39902) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:48:32.563364 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-10edcb03-02d1-4ea1-974f-8336ee31929d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:32.590725 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-10edcb03-02d1-4ea1-974f-8336ee31929d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:32.652869 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-10edcb03-02d1-4ea1-974f-8336ee31929d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:32.690121 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10edcb03-02d1-4ea1-974f-8336ee31929d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9573ce4-4ce4-4afa-9e6e-aa96ba704bb5,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:32.729932 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-10edcb03-02d1-4ea1-974f-8336ee31929d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:32.731484 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-10edcb03-02d1-4ea1-974f-8336ee31929d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a9573ce4-4ce4-4afa-9e6e-aa96ba704bb5 HTTP/1.1" status: 204 len: 168 time: 1.2945657 May 05 21:48:32.739710 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b6be1e6-f4e4-4e47-a332-c3ea881b9abe admin admin] Deleting subnet ba7914fd-cba9-4195-b54c-c60a7934169b {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:48:32.743692 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6b6be1e6-f4e4-4e47-a332-c3ea881b9abe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:32.793593 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-decdfd0c-2784-457a-b510-cc1130e8c07d req-5212cb17-0bb1-4e7a-958f-e69894720c06 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:32.856807 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6b6be1e6-f4e4-4e47-a332-c3ea881b9abe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:32.879256 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220117a-864c-4128-9394-bd87af6351e9 req-c60675d7-6b49-49a1-8518-ebaca0e87de3 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:32.880991 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a220117a-864c-4128-9394-bd87af6351e9 req-c60675d7-6b49-49a1-8518-ebaca0e87de3 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.32 "GET /v2.0/networks?id=4988fe71-34c6-4737-ad2a-40f5327e7f0e HTTP/1.1" status: 200 len: 812 time: 0.4182084 May 05 21:48:32.910032 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-decdfd0c-2784-457a-b510-cc1130e8c07d req-5212cb17-0bb1-4e7a-958f-e69894720c06 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Network ca488f45-7fe1-4a2d-919a-777283a719db is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:48:32.927199 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-decdfd0c-2784-457a-b510-cc1130e8c07d req-5212cb17-0bb1-4e7a-958f-e69894720c06 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:48:32.963555 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-decdfd0c-2784-457a-b510-cc1130e8c07d req-5212cb17-0bb1-4e7a-958f-e69894720c06 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:48:33.029936 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5212cb17-0bb1-4e7a-958f-e69894720c06 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Pushing event updated for resources: {'Port': ['ID=dd043570-1ead-4571-a3b0-780aa65b61e4,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:33.133777 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-a220117a-864c-4128-9394-bd87af6351e9 req-1633144e-f07e-4ab0-8e17-d96cb67fbd44 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Request body: {'port': {'device_id': 'a71328a0-711f-4e1a-ae4a-4655ebab9e7b', 'network_id': '4988fe71-34c6-4737-ad2a-40f5327e7f0e', 'admin_state_up': True, 'tenant_id': '5a55f0e1fc854ae480e2f7b2fc73c270'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:48:33.158323 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decdfd0c-2784-457a-b510-cc1130e8c07d req-5212cb17-0bb1-4e7a-958f-e69894720c06 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:33.158981 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-decdfd0c-2784-457a-b510-cc1130e8c07d req-5212cb17-0bb1-4e7a-958f-e69894720c06 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:33.206830 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-decdfd0c-2784-457a-b510-cc1130e8c07d req-5212cb17-0bb1-4e7a-958f-e69894720c06 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9871552 May 05 21:48:33.223069 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-decdfd0c-2784-457a-b510-cc1130e8c07d req-6d759259-0e93-4ed6-baf6-b6d1b2d632d2 service neutron] Request body: {'port': {'device_id': 'ecd4a405-2195-46d7-97a2-9d216ad40307', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:48:33.404616 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-decdfd0c-2784-457a-b510-cc1130e8c07d req-6d759259-0e93-4ed6-baf6-b6d1b2d632d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:33.426187 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6b6be1e6-f4e4-4e47-a332-c3ea881b9abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:33.530091 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-76d78264-eacf-4d93-b479-c82cccc7bb28 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Deleting port c73a287c-0723-4f1b-86b9-6e1a0c479184 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:48:33.530631 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-76d78264-eacf-4d93-b479-c82cccc7bb28 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:33.905961 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e25ad-4524-4089-922b-433ff7900c84 req-39264405-5f0b-46b9-b62b-de610c69bec3 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:33.912045 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e25ad-4524-4089-922b-433ff7900c84 req-39264405-5f0b-46b9-b62b-de610c69bec3 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:33.916568 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e25ad-4524-4089-922b-433ff7900c84 req-39264405-5f0b-46b9-b62b-de610c69bec3 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:33.921538 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e25ad-4524-4089-922b-433ff7900c84 req-39264405-5f0b-46b9-b62b-de610c69bec3 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:33.926094 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e25ad-4524-4089-922b-433ff7900c84 req-39264405-5f0b-46b9-b62b-de610c69bec3 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:33.930805 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e25ad-4524-4089-922b-433ff7900c84 req-39264405-5f0b-46b9-b62b-de610c69bec3 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:33.939728 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e25ad-4524-4089-922b-433ff7900c84 req-39264405-5f0b-46b9-b62b-de610c69bec3 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:33.950704 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1b0e25ad-4524-4089-922b-433ff7900c84 req-39264405-5f0b-46b9-b62b-de610c69bec3 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb2ef018-2997-4252-b6ee-9017394af03b HTTP/1.1" status: 200 len: 5421 time: 0.8330982 May 05 21:48:33.994434 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-decdfd0c-2784-457a-b510-cc1130e8c07d req-6d759259-0e93-4ed6-baf6-b6d1b2d632d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd043570-1ead-4571-a3b0-780aa65b61e4 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:48:34.000665 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b5ca3-d72c-4ec0-a468-ca8265cfd12e req-beab1ff2-3199-4609-9288-b9c73c8fc6f8 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:34.002694 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-decdfd0c-2784-457a-b510-cc1130e8c07d req-6d759259-0e93-4ed6-baf6-b6d1b2d632d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:34.009849 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-899b5ca3-d72c-4ec0-a468-ca8265cfd12e req-beab1ff2-3199-4609-9288-b9c73c8fc6f8 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecd4a405-2195-46d7-97a2-9d216ad40307 HTTP/1.1" status: 200 len: 932 time: 0.8008890 May 05 21:48:34.016695 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-a220117a-864c-4128-9394-bd87af6351e9 req-1633144e-f07e-4ab0-8e17-d96cb67fbd44 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:48:34.019921 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-decdfd0c-2784-457a-b510-cc1130e8c07d req-6d759259-0e93-4ed6-baf6-b6d1b2d632d2 service neutron] Transition to ACTIVE for port object dd043570-1ead-4571-a3b0-780aa65b61e4 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:48:34.030716 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-a220117a-864c-4128-9394-bd87af6351e9 req-1633144e-f07e-4ab0-8e17-d96cb67fbd44 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:48:34.031100 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-decdfd0c-2784-457a-b510-cc1130e8c07d req-6d759259-0e93-4ed6-baf6-b6d1b2d632d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:34.084642 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-76d78264-eacf-4d93-b479-c82cccc7bb28 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:34.084966 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-76d78264-eacf-4d93-b479-c82cccc7bb28 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:34.206693 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 34649ace-f82b-4ccc-974a-1666bac9e23b details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:48:34.275394 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a220117a-864c-4128-9394-bd87af6351e9 req-1633144e-f07e-4ab0-8e17-d96cb67fbd44 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Made reservation on behalf of 5a55f0e1fc854ae480e2f7b2fc73c270 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:48:34.278813 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a220117a-864c-4128-9394-bd87af6351e9 req-1633144e-f07e-4ab0-8e17-d96cb67fbd44 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:34.304123 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-76d78264-eacf-4d93-b479-c82cccc7bb28 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Calling delete_port for c73a287c-0723-4f1b-86b9-6e1a0c479184 owned by network:floatingip {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:48:34.388150 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1b0e25ad-4524-4089-922b-433ff7900c84 req-b9fd873b-060d-4708-abbd-02ba8af68157 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5ff80e3-da96-4cd3-a486-dc686c4ae303&id=c9d5c85a-cae6-44b0-a97b-93589deaee89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4360886 May 05 21:48:34.411536 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-899b5ca3-d72c-4ec0-a468-ca8265cfd12e req-d74a48bc-6448-47f8-872e-9456192d32be tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Synchronizing usage tracker for tenant:cf59b1a8623a48db9737966b2f762b3c on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:48:34.497318 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 39954) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:48:34.501639 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 34649ace-f82b-4ccc-974a-1666bac9e23b, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=34649ace-f82b-4ccc-974a-1666bac9e23b,segment=NetworkSegment(a786530b-01ae-4f9f-838f-af9be8821358),segment_id=a786530b-01ae-4f9f-838f-af9be8821358)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:48:34.529721 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '34649ace-f82b-4ccc-974a-1666bac9e23b', 'network_id': '94805836-07a0-47ad-ab35-ba65d7a7da33', 'port_id': '34649ace-f82b-4ccc-974a-1666bac9e23b', 'mac_address': 'fa:16:3e:11:7a:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6f6bba-6319-48e6-9430-897ac47f4de2', 'ip_address': '10.1.1.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:48:34.574357 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6b6be1e6-f4e4-4e47-a332-c3ea881b9abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:34.640366 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-899b5ca3-d72c-4ec0-a468-ca8265cfd12e req-d74a48bc-6448-47f8-872e-9456192d32be tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Unset dirty status for tenant:cf59b1a8623a48db9737966b2f762b3c on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:48:34.656304 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-899b5ca3-d72c-4ec0-a468-ca8265cfd12e req-d74a48bc-6448-47f8-872e-9456192d32be tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "GET /v2.0/security-groups?id=31fe5bf3-12b2-46fb-95aa-6ee5579edac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6453156 May 05 21:48:34.685924 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6be1e6-f4e4-4e47-a332-c3ea881b9abe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba7914fd-cba9-4195-b54c-c60a7934169b,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:34.705489 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:34.711686 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d759259-0e93-4ed6-baf6-b6d1b2d632d2 service neutron] Pushing event updated for resources: {'Port': ['ID=dd043570-1ead-4571-a3b0-780aa65b61e4,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:34.739739 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6b6be1e6-f4e4-4e47-a332-c3ea881b9abe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:34.746407 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-322b8ac0-d609-4578-901d-62b80106c3d1 req-694bd2fb-4322-4861-9f38-3055e9b97564 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=a71328a0-711f-4e1a-ae4a-4655ebab9e7b HTTP/1.1" status: 200 len: 210 time: 0.0754702 May 05 21:48:34.748845 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a58228-6dd3-471e-8128-7cd2986ca038 None None] Network 8097b0f0-fd36-4b57-be44-9ed5bd276e58 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:48:34.792018 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34649ace-f82b-4ccc-974a-1666bac9e23b {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:48:34.881753 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-a220117a-864c-4128-9394-bd87af6351e9 req-1633144e-f07e-4ab0-8e17-d96cb67fbd44 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Allocated IP 172.20.0.9 (4988fe71-34c6-4737-ad2a-40f5327e7f0e/b652dcd0-731b-4d23-9d82-356eea5d9656/ec7d2831-9006-441a-bb28-d10cdc9d552f) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:48:34.889631 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-76d78264-eacf-4d93-b479-c82cccc7bb28 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:34.955168 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d78264-eacf-4d93-b479-c82cccc7bb28 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Pushing event deleted for resources: {'Port': ['ID=c73a287c-0723-4f1b-86b9-6e1a0c479184,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:34.965488 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 34649ace-f82b-4ccc-974a-1666bac9e23b, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=34649ace-f82b-4ccc-974a-1666bac9e23b,segment=NetworkSegment(a786530b-01ae-4f9f-838f-af9be8821358),segment_id=a786530b-01ae-4f9f-838f-af9be8821358)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:48:34.969213 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-a42856d9-6d17-4d32-a332-2aed9557750d admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-293763883-network', 'tenant_id': '1384b462eac846a090f14492c41d335c'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:48:34.978060 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:34.978725 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 538baf95-e3b5-4c0a-808d-33c668825b60 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:48:34.991124 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-a42856d9-6d17-4d32-a332-2aed9557750d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:48:34.995664 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-a42856d9-6d17-4d32-a332-2aed9557750d admin admin] Usage tracker for resource:network and tenant:1384b462eac846a090f14492c41d335c is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:48:35.000720 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 538baf95-e3b5-4c0a-808d-33c668825b60, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=538baf95-e3b5-4c0a-808d-33c668825b60,segment=NetworkSegment(a786530b-01ae-4f9f-838f-af9be8821358),segment_id=a786530b-01ae-4f9f-838f-af9be8821358)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:48:35.001459 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-a42856d9-6d17-4d32-a332-2aed9557750d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:48:35.014583 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-a42856d9-6d17-4d32-a332-2aed9557750d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:48:35.049523 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '538baf95-e3b5-4c0a-808d-33c668825b60', 'network_id': '94805836-07a0-47ad-ab35-ba65d7a7da33', 'port_id': '538baf95-e3b5-4c0a-808d-33c668825b60', 'mac_address': 'fa:16:3e:0f:48:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6f6bba-6319-48e6-9430-897ac47f4de2', 'ip_address': '10.1.1.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:48:35.065557 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-6b6be1e6-f4e4-4e47-a332-c3ea881b9abe admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ba7914fd-cba9-4195-b54c-c60a7934169b HTTP/1.1" status: 204 len: 168 time: 2.5350950 May 05 21:48:35.071374 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 39968) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:48:35.075745 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42856d9-6d17-4d32-a332-2aed9557750d admin admin] Made reservation on behalf of 1384b462eac846a090f14492c41d335c for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:48:35.078310 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a42856d9-6d17-4d32-a332-2aed9557750d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:35.178456 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-76d78264-eacf-4d93-b479-c82cccc7bb28 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Notify callbacks [] for floatingip, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:35.222341 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:35.232662 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-76d78264-eacf-4d93-b479-c82cccc7bb28 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:35.233826 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-76d78264-eacf-4d93-b479-c82cccc7bb28 tempest-ImagesOneServerNegativeTestJSON-991886882 tempest-ImagesOneServerNegativeTestJSON-991886882-project] 10.222.0.23 "DELETE /v2.0/floatingips/0aeec641-8f2f-49a8-be2b-768af919c71c HTTP/1.1" status: 204 len: 168 time: 2.3623054 May 05 21:48:35.237821 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9b5141c8-8a17-4255-90a7-743d64593831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:35.259179 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a42856d9-6d17-4d32-a332-2aed9557750d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:35.303285 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-decdfd0c-2784-457a-b510-cc1130e8c07d req-6d759259-0e93-4ed6-baf6-b6d1b2d632d2 service neutron] Attempting to bind port dd043570-1ead-4571-a3b0-780aa65b61e4 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:48:35.307248 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-decdfd0c-2784-457a-b510-cc1130e8c07d req-6d759259-0e93-4ed6-baf6-b6d1b2d632d2 service neutron] Attempting to bind port dd043570-1ead-4571-a3b0-780aa65b61e4 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': '7dee26b3-4081-43b6-b222-2abb5ad4442f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ca488f45-7fe1-4a2d-919a-777283a719db'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:48:35.307822 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decdfd0c-2784-457a-b510-cc1130e8c07d req-6d759259-0e93-4ed6-baf6-b6d1b2d632d2 service neutron] Attempting to bind port dd043570-1ead-4571-a3b0-780aa65b61e4 on network ca488f45-7fe1-4a2d-919a-777283a719db {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:48:35.310873 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a220117a-864c-4128-9394-bd87af6351e9 req-1633144e-f07e-4ab0-8e17-d96cb67fbd44 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:35.342306 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 538baf95-e3b5-4c0a-808d-33c668825b60 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:48:35.367736 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-a42856d9-6d17-4d32-a332-2aed9557750d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:48:35.374085 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-a42856d9-6d17-4d32-a332-2aed9557750d admin admin] Usage tracker for resource:security_group_rule and tenant:1384b462eac846a090f14492c41d335c is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:48:35.377439 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-a42856d9-6d17-4d32-a332-2aed9557750d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:48:35.380748 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 538baf95-e3b5-4c0a-808d-33c668825b60, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=538baf95-e3b5-4c0a-808d-33c668825b60,segment=NetworkSegment(a786530b-01ae-4f9f-838f-af9be8821358),segment_id=a786530b-01ae-4f9f-838f-af9be8821358)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:48:35.384888 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-a42856d9-6d17-4d32-a332-2aed9557750d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:48:35.404445 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a220117a-864c-4128-9394-bd87af6351e9 req-1633144e-f07e-4ab0-8e17-d96cb67fbd44 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:35.418570 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:35.419263 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device c6a625e6-cf6b-469e-bb09-671258762a76 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:48:35.501061 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a42856d9-6d17-4d32-a332-2aed9557750d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:35.506537 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decdfd0c-2784-457a-b510-cc1130e8c07d req-6d759259-0e93-4ed6-baf6-b6d1b2d632d2 service neutron] Port dd043570-1ead-4571-a3b0-780aa65b61e4 on network ca488f45-7fe1-4a2d-919a-777283a719db not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:48:35.507024 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decdfd0c-2784-457a-b510-cc1130e8c07d req-6d759259-0e93-4ed6-baf6-b6d1b2d632d2 service neutron] Attempting to bind port dd043570-1ead-4571-a3b0-780aa65b61e4 on network ca488f45-7fe1-4a2d-919a-777283a719db {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:48:35.518056 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a42856d9-6d17-4d32-a332-2aed9557750d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:35.558373 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-9b5141c8-8a17-4255-90a7-743d64593831 admin admin] Deleting port 65a5aa56-4191-493c-8ede-94bd47a96153 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:48:35.564199 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9b5141c8-8a17-4255-90a7-743d64593831 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:35.598802 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a220117a-864c-4128-9394-bd87af6351e9 req-1633144e-f07e-4ab0-8e17-d96cb67fbd44 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Network 4988fe71-34c6-4737-ad2a-40f5327e7f0e is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:48:35.606303 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-a220117a-864c-4128-9394-bd87af6351e9 req-1633144e-f07e-4ab0-8e17-d96cb67fbd44 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:48:35.617394 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-a220117a-864c-4128-9394-bd87af6351e9 req-1633144e-f07e-4ab0-8e17-d96cb67fbd44 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:48:35.689670 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 39986) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:48:35.736882 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port c6a625e6-cf6b-469e-bb09-671258762a76, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=c6a625e6-cf6b-469e-bb09-671258762a76,segment=NetworkSegment(27eaa00d-2733-43bd-8e2f-2708b745ee87),segment_id=27eaa00d-2733-43bd-8e2f-2708b745ee87)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:48:35.765096 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220117a-864c-4128-9394-bd87af6351e9 req-1633144e-f07e-4ab0-8e17-d96cb67fbd44 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:35.766240 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a220117a-864c-4128-9394-bd87af6351e9 req-1633144e-f07e-4ab0-8e17-d96cb67fbd44 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:35.781862 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': 'c6a625e6-cf6b-469e-bb09-671258762a76', 'network_id': '71738638-1e8f-4898-8775-ee98b36918d6', 'port_id': 'c6a625e6-cf6b-469e-bb09-671258762a76', 'mac_address': 'fa:16:3e:59:cb:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '031a2b5a-98f8-4394-83d4-c643c5284920', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:48:35.826885 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=34649ace-f82b-4ccc-974a-1666bac9e23b,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:35.875982 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cef23c7-1d5a-4225-a246-e5883c296279 admin admin] Deleting subnet 63783bdb-c8ad-4703-ab4c-7c04f301afd6 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:48:35.879149 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decdfd0c-2784-457a-b510-cc1130e8c07d req-6d759259-0e93-4ed6-baf6-b6d1b2d632d2 service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:48:35.882721 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decdfd0c-2784-457a-b510-cc1130e8c07d req-6d759259-0e93-4ed6-baf6-b6d1b2d632d2 service neutron] Checking segment: {'id': '7dee26b3-4081-43b6-b222-2abb5ad4442f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ca488f45-7fe1-4a2d-919a-777283a719db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:48:35.882721 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decdfd0c-2784-457a-b510-cc1130e8c07d req-6d759259-0e93-4ed6-baf6-b6d1b2d632d2 service neutron] Bound using segment: {'id': '7dee26b3-4081-43b6-b222-2abb5ad4442f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ca488f45-7fe1-4a2d-919a-777283a719db'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:48:35.883234 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-decdfd0c-2784-457a-b510-cc1130e8c07d req-6d759259-0e93-4ed6-baf6-b6d1b2d632d2 service neutron] Bound port: dd043570-1ead-4571-a3b0-780aa65b61e4, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dee26b3-4081-43b6-b222-2abb5ad4442f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ca488f45-7fe1-4a2d-919a-777283a719db'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:48:35.883597 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-decdfd0c-2784-457a-b510-cc1130e8c07d req-6d759259-0e93-4ed6-baf6-b6d1b2d632d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:35.889804 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a220117a-864c-4128-9394-bd87af6351e9 req-1633144e-f07e-4ab0-8e17-d96cb67fbd44 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7710900 May 05 21:48:35.910649 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a42856d9-6d17-4d32-a332-2aed9557750d admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:48:35.922934 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2cef23c7-1d5a-4225-a246-e5883c296279 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:35.933276 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:35.959017 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1633144e-f07e-4ab0-8e17-d96cb67fbd44 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Pushing event updated for resources: {'Port': ['ID=ec7d2831-9006-441a-bb28-d10cdc9d552f,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:35.962516 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:35.976064 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-a220117a-864c-4128-9394-bd87af6351e9 req-f10d352b-6782-4da1-8f74-9b9a7b632d6e service neutron] Request body: {'port': {'device_id': 'a71328a0-711f-4e1a-ae4a-4655ebab9e7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:48:35.985835 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:36.005519 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=538baf95-e3b5-4c0a-808d-33c668825b60,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:36.012326 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6a625e6-cf6b-469e-bb09-671258762a76 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:48:36.049030 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port c6a625e6-cf6b-469e-bb09-671258762a76, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=c6a625e6-cf6b-469e-bb09-671258762a76,segment=NetworkSegment(27eaa00d-2733-43bd-8e2f-2708b745ee87),segment_id=27eaa00d-2733-43bd-8e2f-2708b745ee87)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:48:36.064947 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:36.065826 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device b9baba6d-e965-4519-b39c-f777cce86217 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:48:36.110173 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c40535-3e27-42f7-838b-1f38f3362c47 None None] DHCP port deletion for 8097b0f0-fd36-4b57-be44-9ed5bd276e58 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 21:48:36.128078 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-9b5141c8-8a17-4255-90a7-743d64593831 admin admin] For port 65a5aa56-4191-493c-8ede-94bd47a96153, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=65a5aa56-4191-493c-8ede-94bd47a96153,segment=NetworkSegment(51c02cf9-b533-4a1f-be25-586ebd89037c),segment_id=51c02cf9-b533-4a1f-be25-586ebd89037c)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:48:36.128452 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9b5141c8-8a17-4255-90a7-743d64593831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:36.131162 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f0c40535-3e27-42f7-838b-1f38f3362c47 None None] Deleting port 65a5aa56-4191-493c-8ede-94bd47a96153 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:48:36.131598 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f0c40535-3e27-42f7-838b-1f38f3362c47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:36.249784 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-9b5141c8-8a17-4255-90a7-743d64593831 admin admin] Calling delete_port for 65a5aa56-4191-493c-8ede-94bd47a96153 owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:48:36.315676 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=c6a625e6-cf6b-469e-bb09-671258762a76,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:36.329959 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42856d9-6d17-4d32-a332-2aed9557750d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933a40d1-d6ba-41e6-a91e-e2abeccdac87,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:36.338635 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9b5141c8-8a17-4255-90a7-743d64593831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:36.376564 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a220117a-864c-4128-9394-bd87af6351e9 req-f10d352b-6782-4da1-8f74-9b9a7b632d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:36.397082 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e31569-c657-45e7-ad5d-78f84cbe0cd8 req-9591b206-d328-41c4-89be-03f8fe977952 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:36.401987 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e31569-c657-45e7-ad5d-78f84cbe0cd8 req-9591b206-d328-41c4-89be-03f8fe977952 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:36.406152 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e31569-c657-45e7-ad5d-78f84cbe0cd8 req-9591b206-d328-41c4-89be-03f8fe977952 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:36.410574 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e31569-c657-45e7-ad5d-78f84cbe0cd8 req-9591b206-d328-41c4-89be-03f8fe977952 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:36.415129 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e31569-c657-45e7-ad5d-78f84cbe0cd8 req-9591b206-d328-41c4-89be-03f8fe977952 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:36.419772 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e31569-c657-45e7-ad5d-78f84cbe0cd8 req-9591b206-d328-41c4-89be-03f8fe977952 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:36.424263 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e31569-c657-45e7-ad5d-78f84cbe0cd8 req-9591b206-d328-41c4-89be-03f8fe977952 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:36.426511 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-32e31569-c657-45e7-ad5d-78f84cbe0cd8 req-9591b206-d328-41c4-89be-03f8fe977952 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb2ef018-2997-4252-b6ee-9017394af03b HTTP/1.1" status: 200 len: 5423 time: 0.6785345 May 05 21:48:36.430296 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a42856d9-6d17-4d32-a332-2aed9557750d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:36.430635 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-a42856d9-6d17-4d32-a332-2aed9557750d admin admin] Added segment c87acedc-8928-411c-920e-a6f896871f6e of type vlan for network 446e975b-2a60-4e64-8210-57381d00909f May 05 21:48:36.470914 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5141c8-8a17-4255-90a7-743d64593831 admin admin] Pushing event deleted for resources: {'Port': ['ID=65a5aa56-4191-493c-8ede-94bd47a96153,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:36.471948 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e0dbe-89ed-4603-bb57-289f7b8cb025 req-68adaea8-40ac-437f-997c-f69d7239550f tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:36.482877 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-473e0dbe-89ed-4603-bb57-289f7b8cb025 req-68adaea8-40ac-437f-997c-f69d7239550f tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecd4a405-2195-46d7-97a2-9d216ad40307 HTTP/1.1" status: 200 len: 944 time: 0.6005027 May 05 21:48:36.483402 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2cef23c7-1d5a-4225-a246-e5883c296279 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:36.555521 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a42856d9-6d17-4d32-a332-2aed9557750d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:36.567030 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5141c8-8a17-4255-90a7-743d64593831 admin admin] No DVR routers for this DVR port 65a5aa56-4191-493c-8ede-94bd47a96153 on host n-d-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:48:36.570853 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port b9baba6d-e965-4519-b39c-f777cce86217, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=b9baba6d-e965-4519-b39c-f777cce86217,segment=NetworkSegment(b536ecc8-ef30-4eb4-8bcf-0bfc4de1bd3b),segment_id=b536ecc8-ef30-4eb4-8bcf-0bfc4de1bd3b)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:48:36.613955 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f0c40535-3e27-42f7-838b-1f38f3362c47 None None] For port 65a5aa56-4191-493c-8ede-94bd47a96153, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=65a5aa56-4191-493c-8ede-94bd47a96153,segment=NetworkSegment(51c02cf9-b533-4a1f-be25-586ebd89037c),segment_id=51c02cf9-b533-4a1f-be25-586ebd89037c)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:48:36.617502 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f0c40535-3e27-42f7-838b-1f38f3362c47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:36.623357 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-32e31569-c657-45e7-ad5d-78f84cbe0cd8 req-4bb5a888-3d7d-459a-9901-9ab89c22d834 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5ff80e3-da96-4cd3-a486-dc686c4ae303&id=c9d5c85a-cae6-44b0-a97b-93589deaee89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1847465 May 05 21:48:36.645086 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-decdfd0c-2784-457a-b510-cc1130e8c07d req-6d759259-0e93-4ed6-baf6-b6d1b2d632d2 service neutron] For port dd043570-1ead-4571-a3b0-780aa65b61e4, host n-h2-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:48:36.653188 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': 'b9baba6d-e965-4519-b39c-f777cce86217', 'network_id': '53a49f5d-26b7-49e3-a8d3-0afbfe056e7c', 'port_id': 'b9baba6d-e965-4519-b39c-f777cce86217', 'mac_address': 'fa:16:3e:d5:f5:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0fdc9bf-de2b-4aa2-9c30-9c714dc3a9b8', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:48:36.665631 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-473e0dbe-89ed-4603-bb57-289f7b8cb025 req-6b37b765-f527-414e-be23-2bba8055c0bd tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "GET /v2.0/security-groups?id=31fe5bf3-12b2-46fb-95aa-6ee5579edac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800172 May 05 21:48:36.711919 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.resource_extend [None req-a42856d9-6d17-4d32-a332-2aed9557750d admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 21:48:36.733900 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2cef23c7-1d5a-4225-a246-e5883c296279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:36.775462 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-decdfd0c-2784-457a-b510-cc1130e8c07d req-6d759259-0e93-4ed6-baf6-b6d1b2d632d2 service neutron] For port dd043570-1ead-4571-a3b0-780aa65b61e4, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=dd043570-1ead-4571-a3b0-780aa65b61e4,segment=NetworkSegment(7dee26b3-4081-43b6-b222-2abb5ad4442f),segment_id=7dee26b3-4081-43b6-b222-2abb5ad4442f)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:48:36.792017 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9b5141c8-8a17-4255-90a7-743d64593831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:36.810804 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-decdfd0c-2784-457a-b510-cc1130e8c07d req-6d759259-0e93-4ed6-baf6-b6d1b2d632d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:36.814563 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a42856d9-6d17-4d32-a332-2aed9557750d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:36.815417 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42856d9-6d17-4d32-a332-2aed9557750d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:36.815992 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a42856d9-6d17-4d32-a332-2aed9557750d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:36.879762 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f0c40535-3e27-42f7-838b-1f38f3362c47 None None] Calling delete_port for 65a5aa56-4191-493c-8ede-94bd47a96153 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:48:36.947706 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:36.986902 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9baba6d-e965-4519-b39c-f777cce86217 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:48:37.003231 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-f0c40535-3e27-42f7-838b-1f38f3362c47 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:48:37.003834 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-f0c40535-3e27-42f7-838b-1f38f3362c47 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:48:37.007315 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port b9baba6d-e965-4519-b39c-f777cce86217, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=b9baba6d-e965-4519-b39c-f777cce86217,segment=NetworkSegment(b536ecc8-ef30-4eb4-8bcf-0bfc4de1bd3b),segment_id=b536ecc8-ef30-4eb4-8bcf-0bfc4de1bd3b)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:48:37.014765 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:37.016068 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 27b68c04-7dd9-42e8-9a47-ef4ac75714cf details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:48:37.105932 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=b9baba6d-e965-4519-b39c-f777cce86217,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:37.109808 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 27b68c04-7dd9-42e8-9a47-ef4ac75714cf, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=27b68c04-7dd9-42e8-9a47-ef4ac75714cf,segment=NetworkSegment(a786530b-01ae-4f9f-838f-af9be8821358),segment_id=a786530b-01ae-4f9f-838f-af9be8821358)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:48:37.128936 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '27b68c04-7dd9-42e8-9a47-ef4ac75714cf', 'network_id': '94805836-07a0-47ad-ab35-ba65d7a7da33', 'port_id': '27b68c04-7dd9-42e8-9a47-ef4ac75714cf', 'mac_address': 'fa:16:3e:40:7a:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6f6bba-6319-48e6-9430-897ac47f4de2', 'ip_address': '10.1.1.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:48:37.183401 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-9b5141c8-8a17-4255-90a7-743d64593831 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8097b0f0-fd36-4b57-be44-9ed5bd276e58']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:48:37.186484 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b7cd4-5d95-48eb-9aaa-79540b602da0 req-ce58d4cf-5748-4932-a0e4-005872eb13a6 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:37.187475 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-ce8b7cd4-5d95-48eb-9aaa-79540b602da0 req-ce58d4cf-5748-4932-a0e4-005872eb13a6 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Synchronizing usage tracker for tenant:5a55f0e1fc854ae480e2f7b2fc73c270 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:48:37.200192 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-9b5141c8-8a17-4255-90a7-743d64593831 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51c02cf9-b533-4a1f-be25-586ebd89037c') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:48:37.200490 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-9b5141c8-8a17-4255-90a7-743d64593831 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51c02cf9-b533-4a1f-be25-586ebd89037c') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:48:37.214638 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:37.228462 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-ce8b7cd4-5d95-48eb-9aaa-79540b602da0 req-ce58d4cf-5748-4932-a0e4-005872eb13a6 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Unset dirty status for tenant:5a55f0e1fc854ae480e2f7b2fc73c270 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:48:37.229848 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ce8b7cd4-5d95-48eb-9aaa-79540b602da0 req-ce58d4cf-5748-4932-a0e4-005872eb13a6 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=a71328a0-711f-4e1a-ae4a-4655ebab9e7b HTTP/1.1" status: 200 len: 931 time: 0.1938813 May 05 21:48:37.239978 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27b68c04-7dd9-42e8-9a47-ef4ac75714cf {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:48:37.249017 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9b5141c8-8a17-4255-90a7-743d64593831 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:37.262235 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 27b68c04-7dd9-42e8-9a47-ef4ac75714cf, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=27b68c04-7dd9-42e8-9a47-ef4ac75714cf,segment=NetworkSegment(a786530b-01ae-4f9f-838f-af9be8821358),segment_id=a786530b-01ae-4f9f-838f-af9be8821358)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:48:37.271644 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:37.273032 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device ecd2f147-21d5-4a73-989e-13841d2ef60b details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:48:37.286564 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9b5141c8-8a17-4255-90a7-743d64593831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:37.294737 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b5141c8-8a17-4255-90a7-743d64593831 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:48:37.295901 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9b5141c8-8a17-4255-90a7-743d64593831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:37.368144 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port ecd2f147-21d5-4a73-989e-13841d2ef60b, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=ecd2f147-21d5-4a73-989e-13841d2ef60b,segment=NetworkSegment(b536ecc8-ef30-4eb4-8bcf-0bfc4de1bd3b),segment_id=b536ecc8-ef30-4eb4-8bcf-0bfc4de1bd3b)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:48:37.383508 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-42cc1a27-86c1-4b3f-9ddd-3bda91da9d22 req-a78cd1c5-17ad-4c2f-99d2-6463dce796a3 tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=87d89d51e9dc461ba11939b197ee4b20&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0776377 May 05 21:48:37.390515 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': 'ecd2f147-21d5-4a73-989e-13841d2ef60b', 'network_id': '53a49f5d-26b7-49e3-a8d3-0afbfe056e7c', 'port_id': 'ecd2f147-21d5-4a73-989e-13841d2ef60b', 'mac_address': 'fa:16:3e:79:a2:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0fdc9bf-de2b-4aa2-9c30-9c714dc3a9b8', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:48:37.393642 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=27b68c04-7dd9-42e8-9a47-ef4ac75714cf,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:37.437226 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 65a5aa56-4191-493c-8ede-94bd47a96153 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:48:37.448190 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42856d9-6d17-4d32-a332-2aed9557750d admin admin] Pushing event updated for resources: {'Network': ['ID=446e975b-2a60-4e64-8210-57381d00909f,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:37.462845 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 21:48:37.462845 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:48:37.462845 n-d-825175-4 neutron-server[84063]: timer() May 05 21:48:37.462845 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:48:37.462845 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 21:48:37.462845 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:48:37.462845 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 21:48:37.462845 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:48:37.462845 n-d-825175-4 neutron-server[84063]: self._notify() May 05 21:48:37.462845 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:48:37.462845 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 21:48:37.462845 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:48:37.462845 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 21:48:37.462845 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:48:37.462845 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:48:37.462845 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:48:37.462845 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:48:37.462845 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:48:37.462845 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 21:48:37.462845 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:48:37.462845 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 21:48:37.462845 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:48:37.462845 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:48:37.462845 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:48:37.462845 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 21:48:37.462845 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:48:37.462845 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:48:37.462845 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:48:37.462845 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:48:37.462845 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:48:37.462845 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:48:37.462845 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:48:37.489874 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 446e975b-2a60-4e64-8210-57381d00909f details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:48:37.490554 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9b5141c8-8a17-4255-90a7-743d64593831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:37.498634 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9b5141c8-8a17-4255-90a7-743d64593831 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:37.511044 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a42856d9-6d17-4d32-a332-2aed9557750d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.0116374 May 05 21:48:37.552792 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40008) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:48:37.553887 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5141c8-8a17-4255-90a7-743d64593831 admin admin] Pushing event deleted for resources: {'Network': ['ID=8097b0f0-fd36-4b57-be44-9ed5bd276e58,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:37.558167 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f0c40535-3e27-42f7-838b-1f38f3362c47 None None] Deleting port 65a5aa56-4191-493c-8ede-94bd47a96153 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:48:37.558542 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f0c40535-3e27-42f7-838b-1f38f3362c47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:37.563292 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9b5141c8-8a17-4255-90a7-743d64593831 admin admin] 10.222.0.23 "DELETE /v2.0/networks/8097b0f0-fd36-4b57-be44-9ed5bd276e58 HTTP/1.1" status: 204 len: 168 time: 2.4888942 May 05 21:48:37.570799 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40012) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:48:37.585520 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-5cc557f6-90d1-45a4-822e-d1cbd6ac6cb7 admin admin] Request body: {'subnet': {'network_id': '446e975b-2a60-4e64-8210-57381d00909f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-293763883-subnet', 'tenant_id': '1384b462eac846a090f14492c41d335c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:48:37.592971 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-5cc557f6-90d1-45a4-822e-d1cbd6ac6cb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:48:37.598543 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-5cc557f6-90d1-45a4-822e-d1cbd6ac6cb7 admin admin] Usage tracker for resource:subnet and tenant:1384b462eac846a090f14492c41d335c is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:48:37.601660 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 65a5aa56-4191-493c-8ede-94bd47a96153 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:48:37.602247 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 65a5aa56-4191-493c-8ede-94bd47a96153 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:48:37.609352 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-5cc557f6-90d1-45a4-822e-d1cbd6ac6cb7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:48:37.621265 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc1a27-86c1-4b3f-9ddd-3bda91da9d22 req-c25add30-2398-49c7-ace6-9c33028a09f7 tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:37.623007 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-42cc1a27-86c1-4b3f-9ddd-3bda91da9d22 req-c25add30-2398-49c7-ace6-9c33028a09f7 tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2309337 May 05 21:48:37.630744 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-5cc557f6-90d1-45a4-822e-d1cbd6ac6cb7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:48:37.631469 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:48:37.658947 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ce8b7cd4-5d95-48eb-9aaa-79540b602da0 req-3409444b-ad33-4276-b5ca-edb516e7e9b2 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4219341 May 05 21:48:37.683792 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-42cc1a27-86c1-4b3f-9ddd-3bda91da9d22 req-81ace0c7-8ba3-44ec-bdaa-01ccb043eb29 tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] 10.222.0.23 "GET /v2.0/quotas/87d89d51e9dc461ba11939b197ee4b20 HTTP/1.1" status: 200 len: 375 time: 0.0405431 May 05 21:48:37.685921 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-a220117a-864c-4128-9394-bd87af6351e9 req-f10d352b-6782-4da1-8f74-9b9a7b632d6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec7d2831-9006-441a-bb28-d10cdc9d552f {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:48:37.757747 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:37.778695 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f0c40535-3e27-42f7-838b-1f38f3362c47 None None] The port '65a5aa56-4191-493c-8ede-94bd47a96153' was deleted {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 21:48:37.800484 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-42cc1a27-86c1-4b3f-9ddd-3bda91da9d22 req-7d93bdca-8092-4870-b867-30ec141a12d8 tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=87d89d51e9dc461ba11939b197ee4b20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1096032 May 05 21:48:37.808233 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a220117a-864c-4128-9394-bd87af6351e9 req-f10d352b-6782-4da1-8f74-9b9a7b632d6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:37.812328 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-decdfd0c-2784-457a-b510-cc1130e8c07d req-6d759259-0e93-4ed6-baf6-b6d1b2d632d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:37.815069 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-decdfd0c-2784-457a-b510-cc1130e8c07d req-6d759259-0e93-4ed6-baf6-b6d1b2d632d2 service neutron] 10.222.0.32 "PUT /v2.0/ports/dd043570-1ead-4571-a3b0-780aa65b61e4 HTTP/1.1" status: 200 len: 1092 time: 4.5966990 May 05 21:48:37.830875 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecd4a405-2195-46d7-97a2-9d216ad40307', 'tag': 'dd043570-1ead-4571-a3b0-780aa65b61e4'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:48:37.835466 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecd2f147-21d5-4a73-989e-13841d2ef60b {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:48:37.837366 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc557f6-90d1-45a4-822e-d1cbd6ac6cb7 admin admin] Made reservation on behalf of 1384b462eac846a090f14492c41d335c for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:48:37.840704 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5cc557f6-90d1-45a4-822e-d1cbd6ac6cb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:37.879651 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port ecd2f147-21d5-4a73-989e-13841d2ef60b, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=ecd2f147-21d5-4a73-989e-13841d2ef60b,segment=NetworkSegment(b536ecc8-ef30-4eb4-8bcf-0bfc4de1bd3b),segment_id=b536ecc8-ef30-4eb4-8bcf-0bfc4de1bd3b)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:48:37.890328 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-a220117a-864c-4128-9394-bd87af6351e9 req-f10d352b-6782-4da1-8f74-9b9a7b632d6e service neutron] Transition to ACTIVE for port object ec7d2831-9006-441a-bb28-d10cdc9d552f will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:48:37.893767 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:37.895924 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device c7548de3-9774-4501-8d63-8da172363f2e details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:48:37.903316 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a220117a-864c-4128-9394-bd87af6351e9 req-f10d352b-6782-4da1-8f74-9b9a7b632d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:38.025856 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port c7548de3-9774-4501-8d63-8da172363f2e, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=c7548de3-9774-4501-8d63-8da172363f2e,segment=NetworkSegment(a786530b-01ae-4f9f-838f-af9be8821358),segment_id=a786530b-01ae-4f9f-838f-af9be8821358)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:48:38.044725 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=ecd2f147-21d5-4a73-989e-13841d2ef60b,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:38.083949 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': 'c7548de3-9774-4501-8d63-8da172363f2e', 'network_id': '94805836-07a0-47ad-ab35-ba65d7a7da33', 'port_id': 'c7548de3-9774-4501-8d63-8da172363f2e', 'mac_address': 'fa:16:3e:bf:83:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6f6bba-6319-48e6-9430-897ac47f4de2', 'ip_address': '10.1.1.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:48:38.159042 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2cef23c7-1d5a-4225-a246-e5883c296279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:38.171809 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:38.199065 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7548de3-9774-4501-8d63-8da172363f2e {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:48:38.239310 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port c7548de3-9774-4501-8d63-8da172363f2e, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=c7548de3-9774-4501-8d63-8da172363f2e,segment=NetworkSegment(a786530b-01ae-4f9f-838f-af9be8821358),segment_id=a786530b-01ae-4f9f-838f-af9be8821358)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:48:38.241247 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d759259-0e93-4ed6-baf6-b6d1b2d632d2 service neutron] Pushing event updated for resources: {'Port': ['ID=dd043570-1ead-4571-a3b0-780aa65b61e4,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:38.253440 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:38.302860 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cef23c7-1d5a-4225-a246-e5883c296279 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63783bdb-c8ad-4703-ab4c-7c04f301afd6,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:38.346688 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2cef23c7-1d5a-4225-a246-e5883c296279 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:38.385210 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-2cef23c7-1d5a-4225-a246-e5883c296279 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/63783bdb-c8ad-4703-ab4c-7c04f301afd6 HTTP/1.1" status: 204 len: 168 time: 2.6866033 May 05 21:48:38.401029 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40032) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:48:38.421021 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=c7548de3-9774-4501-8d63-8da172363f2e,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:38.517103 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-decdfd0c-2784-457a-b510-cc1130e8c07d req-8afc4734-6b3c-4b82-8295-a538150293f0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cf59b1a8623a48db9737966b2f762b3c&device_id=ecd4a405-2195-46d7-97a2-9d216ad40307 HTTP/1.1" status: 200 len: 1095 time: 0.5013182 May 05 21:48:38.518248 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5cc557f6-90d1-45a4-822e-d1cbd6ac6cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:38.542102 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10d352b-6782-4da1-8f74-9b9a7b632d6e service neutron] Pushing event updated for resources: {'Port': ['ID=ec7d2831-9006-441a-bb28-d10cdc9d552f,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:38.698871 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-decdfd0c-2784-457a-b510-cc1130e8c07d req-d7c13d60-1602-4fbd-ba0e-89b11116f4e0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd043570-1ead-4571-a3b0-780aa65b61e4 HTTP/1.1" status: 200 len: 217 time: 0.1304150 May 05 21:48:38.707507 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-da2da5ea-5af1-480f-bfef-11c005f54574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:38.753821 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc557f6-90d1-45a4-822e-d1cbd6ac6cb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01f07d2d-6d84-443b-bc43-f274c99cf90e,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:38.815962 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b006a-7bd2-446f-b987-929ed06bc0f4 req-57f4efbb-7992-4732-a6c1-19e29d06df28 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:38.817533 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-019b006a-7bd2-446f-b987-929ed06bc0f4 req-57f4efbb-7992-4732-a6c1-19e29d06df28 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecd4a405-2195-46d7-97a2-9d216ad40307 HTTP/1.1" status: 200 len: 944 time: 0.8276837 May 05 21:48:38.823705 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-a220117a-864c-4128-9394-bd87af6351e9 req-f10d352b-6782-4da1-8f74-9b9a7b632d6e service neutron] Attempting to bind port ec7d2831-9006-441a-bb28-d10cdc9d552f on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:48:38.824110 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-a220117a-864c-4128-9394-bd87af6351e9 req-f10d352b-6782-4da1-8f74-9b9a7b632d6e service neutron] Attempting to bind port ec7d2831-9006-441a-bb28-d10cdc9d552f by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'bb53319d-02d7-4ee5-a402-d07603ca726a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '4988fe71-34c6-4737-ad2a-40f5327e7f0e'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:48:38.824489 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a220117a-864c-4128-9394-bd87af6351e9 req-f10d352b-6782-4da1-8f74-9b9a7b632d6e service neutron] Attempting to bind port ec7d2831-9006-441a-bb28-d10cdc9d552f on network 4988fe71-34c6-4737-ad2a-40f5327e7f0e {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:48:38.837483 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c85fd3-b368-495c-a166-bab99b2c186a req-edd7f747-9027-4474-ad94-3f9f2f10ad5e tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:38.841649 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c85fd3-b368-495c-a166-bab99b2c186a req-edd7f747-9027-4474-ad94-3f9f2f10ad5e tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:38.845688 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c85fd3-b368-495c-a166-bab99b2c186a req-edd7f747-9027-4474-ad94-3f9f2f10ad5e tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:38.849745 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c85fd3-b368-495c-a166-bab99b2c186a req-edd7f747-9027-4474-ad94-3f9f2f10ad5e tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:38.853758 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c85fd3-b368-495c-a166-bab99b2c186a req-edd7f747-9027-4474-ad94-3f9f2f10ad5e tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:38.857862 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c85fd3-b368-495c-a166-bab99b2c186a req-edd7f747-9027-4474-ad94-3f9f2f10ad5e tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:38.864496 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c85fd3-b368-495c-a166-bab99b2c186a req-edd7f747-9027-4474-ad94-3f9f2f10ad5e tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:38.872512 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b1c85fd3-b368-495c-a166-bab99b2c186a req-edd7f747-9027-4474-ad94-3f9f2f10ad5e tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb2ef018-2997-4252-b6ee-9017394af03b HTTP/1.1" status: 200 len: 5428 time: 0.4561486 May 05 21:48:38.876268 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decdfd0c-2784-457a-b510-cc1130e8c07d req-a45982dd-5435-49ed-b627-ec81d6962c55 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:38.877734 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-decdfd0c-2784-457a-b510-cc1130e8c07d req-a45982dd-5435-49ed-b627-ec81d6962c55 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aae297b4-545c-4d68-be8d-c45225bf12de HTTP/1.1" status: 200 len: 860 time: 0.1666772 May 05 21:48:38.908238 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc557f6-90d1-45a4-822e-d1cbd6ac6cb7 admin admin] Checking segment: {'id': 'c87acedc-8928-411c-920e-a6f896871f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '446e975b-2a60-4e64-8210-57381d00909f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:48:38.908588 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc557f6-90d1-45a4-822e-d1cbd6ac6cb7 admin admin] Network hostable DHCP agents. Network: 446e975b-2a60-4e64-8210-57381d00909f, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:48:38.914507 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['34649ace-f82b-4ccc-974a-1666bac9e23b'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:48:38.940560 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a220117a-864c-4128-9394-bd87af6351e9 req-f10d352b-6782-4da1-8f74-9b9a7b632d6e service neutron] Port ec7d2831-9006-441a-bb28-d10cdc9d552f on network 4988fe71-34c6-4737-ad2a-40f5327e7f0e not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:48:38.941057 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a220117a-864c-4128-9394-bd87af6351e9 req-f10d352b-6782-4da1-8f74-9b9a7b632d6e service neutron] Attempting to bind port ec7d2831-9006-441a-bb28-d10cdc9d552f on network 4988fe71-34c6-4737-ad2a-40f5327e7f0e {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:48:38.950411 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a220117a-864c-4128-9394-bd87af6351e9 req-f10d352b-6782-4da1-8f74-9b9a7b632d6e service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:48:38.950914 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a220117a-864c-4128-9394-bd87af6351e9 req-f10d352b-6782-4da1-8f74-9b9a7b632d6e service neutron] Checking segment: {'id': 'bb53319d-02d7-4ee5-a402-d07603ca726a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '4988fe71-34c6-4737-ad2a-40f5327e7f0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:48:38.951390 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a220117a-864c-4128-9394-bd87af6351e9 req-f10d352b-6782-4da1-8f74-9b9a7b632d6e service neutron] Bound using segment: {'id': 'bb53319d-02d7-4ee5-a402-d07603ca726a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '4988fe71-34c6-4737-ad2a-40f5327e7f0e'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:48:38.952722 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-a220117a-864c-4128-9394-bd87af6351e9 req-f10d352b-6782-4da1-8f74-9b9a7b632d6e service neutron] Bound port: ec7d2831-9006-441a-bb28-d10cdc9d552f, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb53319d-02d7-4ee5-a402-d07603ca726a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '4988fe71-34c6-4737-ad2a-40f5327e7f0e'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:48:38.952722 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a220117a-864c-4128-9394-bd87af6351e9 req-f10d352b-6782-4da1-8f74-9b9a7b632d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:38.990415 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['c6a625e6-cf6b-469e-bb09-671258762a76'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:48:39.025664 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['c7548de3-9774-4501-8d63-8da172363f2e'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:48:39.029064 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-decdfd0c-2784-457a-b510-cc1130e8c07d req-fd655edc-3055-4cb8-a8ab-63d88c73b2c1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca488f45-7fe1-4a2d-919a-777283a719db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1139109 May 05 21:48:39.040039 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-019b006a-7bd2-446f-b987-929ed06bc0f4 req-0eda97fd-a243-4447-926c-87998208f8ba tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "GET /v2.0/security-groups?id=31fe5bf3-12b2-46fb-95aa-6ee5579edac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652753 May 05 21:48:39.075127 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b1c85fd3-b368-495c-a166-bab99b2c186a req-e02f8f70-6b92-4a99-8577-91e03ab6c12d tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5ff80e3-da96-4cd3-a486-dc686c4ae303&id=c9d5c85a-cae6-44b0-a97b-93589deaee89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1986651 May 05 21:48:39.097042 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['27b68c04-7dd9-42e8-9a47-ef4ac75714cf'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:48:39.147378 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-a220117a-864c-4128-9394-bd87af6351e9 req-f10d352b-6782-4da1-8f74-9b9a7b632d6e service neutron] For port ec7d2831-9006-441a-bb28-d10cdc9d552f, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:48:39.152348 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-a220117a-864c-4128-9394-bd87af6351e9 req-f10d352b-6782-4da1-8f74-9b9a7b632d6e service neutron] For port ec7d2831-9006-441a-bb28-d10cdc9d552f, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=ec7d2831-9006-441a-bb28-d10cdc9d552f,segment=NetworkSegment(bb53319d-02d7-4ee5-a402-d07603ca726a),segment_id=bb53319d-02d7-4ee5-a402-d07603ca726a)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:48:39.158402 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['ecd2f147-21d5-4a73-989e-13841d2ef60b'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:48:39.163062 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a220117a-864c-4128-9394-bd87af6351e9 req-f10d352b-6782-4da1-8f74-9b9a7b632d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:39.186799 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-da2da5ea-5af1-480f-bfef-11c005f54574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:39.288093 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['b9baba6d-e965-4519-b39c-f777cce86217'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:48:39.290146 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a220117a-864c-4128-9394-bd87af6351e9 req-f10d352b-6782-4da1-8f74-9b9a7b632d6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:39.295486 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a220117a-864c-4128-9394-bd87af6351e9 req-f10d352b-6782-4da1-8f74-9b9a7b632d6e service neutron] 10.222.0.32 "PUT /v2.0/ports/ec7d2831-9006-441a-bb28-d10cdc9d552f HTTP/1.1" status: 200 len: 1091 time: 3.3390837 May 05 21:48:39.299563 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a71328a0-711f-4e1a-ae4a-4655ebab9e7b', 'tag': 'ec7d2831-9006-441a-bb28-d10cdc9d552f'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:48:39.402526 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-da2da5ea-5af1-480f-bfef-11c005f54574 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c31bae84-8c32-4141-b64c-009dbc2c261a']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:48:39.418005 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-da2da5ea-5af1-480f-bfef-11c005f54574 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9759abe-2932-4e54-a1fb-2399ee430195') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:48:39.418357 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-da2da5ea-5af1-480f-bfef-11c005f54574 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9759abe-2932-4e54-a1fb-2399ee430195') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:48:39.427864 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 0f5c54d6-071f-4561-968c-47087ecdba7c no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:48:39.431766 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-da2da5ea-5af1-480f-bfef-11c005f54574 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:39.450313 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-da2da5ea-5af1-480f-bfef-11c005f54574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:39.457416 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7d35669-d0e1-437d-bddb-89c22cb7bc63'] response: {'name': 'network-changed', 'server_uuid': 'ecd4a405-2195-46d7-97a2-9d216ad40307', 'tag': 'dd043570-1ead-4571-a3b0-780aa65b61e4', 'status': 'completed', 'code': 200} May 05 21:48:39.485138 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 0f5c54d6-071f-4561-968c-47087ecdba7c {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:48:39.485678 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 0f5c54d6-071f-4561-968c-47087ecdba7c not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:48:39.551409 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a3e2f36a-b733-4c71-a3d0-973ed753c302 req-5f3afc82-6119-44bd-b8b6-1080d30107cb tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] 10.222.0.23 "GET /v2.0/ports?device_id=72498290-f68d-4887-a724-bb2562227841 HTTP/1.1" status: 200 len: 210 time: 0.1276858 May 05 21:48:39.553712 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10d352b-6782-4da1-8f74-9b9a7b632d6e service neutron] Pushing event updated for resources: {'Port': ['ID=ec7d2831-9006-441a-bb28-d10cdc9d552f,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:39.635214 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-decdfd0c-2784-457a-b510-cc1130e8c07d req-7a19e2e7-5f8e-4751-bde9-96fffa2c370d service neutron] 10.222.0.32 "GET /v2.0/networks/ca488f45-7fe1-4a2d-919a-777283a719db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821096 May 05 21:48:39.680915 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a220117a-864c-4128-9394-bd87af6351e9 req-56cf32b1-42d6-4725-9e1d-14bd9d357e34 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5a55f0e1fc854ae480e2f7b2fc73c270&device_id=a71328a0-711f-4e1a-ae4a-4655ebab9e7b HTTP/1.1" status: 200 len: 1094 time: 0.3290915 May 05 21:48:39.703004 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da2da5ea-5af1-480f-bfef-11c005f54574 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:48:39.703004 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-da2da5ea-5af1-480f-bfef-11c005f54574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:39.744244 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 21:48:39.744244 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:48:39.744244 n-d-825175-4 neutron-server[84063]: timer() May 05 21:48:39.744244 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:48:39.744244 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 21:48:39.744244 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:48:39.744244 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 21:48:39.744244 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:48:39.744244 n-d-825175-4 neutron-server[84063]: self._notify() May 05 21:48:39.744244 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:48:39.744244 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 21:48:39.744244 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:48:39.744244 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 21:48:39.744244 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:48:39.744244 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:48:39.744244 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:48:39.744244 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:48:39.744244 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:48:39.744244 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 21:48:39.744244 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:48:39.744244 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 21:48:39.744244 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:48:39.744244 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:48:39.744244 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:48:39.744244 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 21:48:39.744244 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:48:39.744244 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:48:39.744244 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:48:39.744244 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:48:39.744244 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:48:39.744244 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:48:39.744244 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:48:39.838873 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['538baf95-e3b5-4c0a-808d-33c668825b60'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:48:39.845026 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c4584aa-0dfc-4cb0-ae78-1c7a0ca46ec9'] response: {'name': 'network-changed', 'server_uuid': 'a71328a0-711f-4e1a-ae4a-4655ebab9e7b', 'tag': 'ec7d2831-9006-441a-bb28-d10cdc9d552f', 'status': 'completed', 'code': 200} May 05 21:48:39.867910 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc8866-bd59-4bec-8a2c-3bb12cd8996d req-1f0d43f7-8e44-4fc2-b1da-bab6d7373683 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:39.875737 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a1fc8866-bd59-4bec-8a2c-3bb12cd8996d req-1f0d43f7-8e44-4fc2-b1da-bab6d7373683 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=a71328a0-711f-4e1a-ae4a-4655ebab9e7b HTTP/1.1" status: 200 len: 943 time: 0.4231567 May 05 21:48:39.903224 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a220117a-864c-4128-9394-bd87af6351e9 req-fb86a900-526e-4cba-bfa8-a456e4305a67 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec7d2831-9006-441a-bb28-d10cdc9d552f HTTP/1.1" status: 200 len: 217 time: 0.1968889 May 05 21:48:40.086901 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-42cc1a27-86c1-4b3f-9ddd-3bda91da9d22 req-ca9396d7-c608-4af3-b79a-c4ba7d856f2c tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=87d89d51e9dc461ba11939b197ee4b20&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1495440 May 05 21:48:40.098818 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc557f6-90d1-45a4-822e-d1cbd6ac6cb7 admin admin] Network 446e975b-2a60-4e64-8210-57381d00909f is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:48:40.287307 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a1fc8866-bd59-4bec-8a2c-3bb12cd8996d req-59780381-a639-477e-9d36-5032cdcae4f9 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4095144 May 05 21:48:40.322429 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220117a-864c-4128-9394-bd87af6351e9 req-3667b272-9603-4629-bc32-59a329bda47e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:40.325316 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a220117a-864c-4128-9394-bd87af6351e9 req-3667b272-9603-4629-bc32-59a329bda47e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b652dcd0-731b-4d23-9d82-356eea5d9656 HTTP/1.1" status: 200 len: 852 time: 0.4071686 May 05 21:48:40.389202 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-5cc557f6-90d1-45a4-822e-d1cbd6ac6cb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 446e975b-2a60-4e64-8210-57381d00909f) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:48:40.413165 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc557f6-90d1-45a4-822e-d1cbd6ac6cb7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:40.414114 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5cc557f6-90d1-45a4-822e-d1cbd6ac6cb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:40.465532 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfbbf23-7da6-45c7-a01c-97f56a706f7e None None] Network 446e975b-2a60-4e64-8210-57381d00909f requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:48:40.471741 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-da2da5ea-5af1-480f-bfef-11c005f54574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:40.481985 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-da2da5ea-5af1-480f-bfef-11c005f54574 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:40.578051 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-da2da5ea-5af1-480f-bfef-11c005f54574 admin admin] 10.222.0.23 "DELETE /v2.0/networks/c31bae84-8c32-4141-b64c-009dbc2c261a HTTP/1.1" status: 204 len: 168 time: 2.1296337 May 05 21:48:40.578881 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a220117a-864c-4128-9394-bd87af6351e9 req-af12a4c6-cc0a-41ed-a3d8-c6f9678f4a60 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4988fe71-34c6-4737-ad2a-40f5327e7f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2158406 May 05 21:48:40.579852 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2da5ea-5af1-480f-bfef-11c005f54574 admin admin] Pushing event deleted for resources: {'Network': ['ID=c31bae84-8c32-4141-b64c-009dbc2c261a,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:40.645095 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5cc557f6-90d1-45a4-822e-d1cbd6ac6cb7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.0771224 May 05 21:48:40.674947 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40056) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:48:40.681100 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-decdfd0c-2784-457a-b510-cc1130e8c07d req-7d77b129-7345-465c-a960-b6cdc86ee400 service neutron] 10.222.0.32 "GET /v2.0/networks/ca488f45-7fe1-4a2d-919a-777283a719db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9626973 May 05 21:48:40.695616 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-7186e66d-2a4b-4c95-a329-b86ad57c645f admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-293763883-router', 'tenant_id': '1384b462eac846a090f14492c41d335c', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:48:40.716262 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-7186e66d-2a4b-4c95-a329-b86ad57c645f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:48:40.739453 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-7186e66d-2a4b-4c95-a329-b86ad57c645f admin admin] Usage tracker for resource:router and tenant:1384b462eac846a090f14492c41d335c is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:48:40.786119 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-7186e66d-2a4b-4c95-a329-b86ad57c645f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:48:40.807624 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc1a27-86c1-4b3f-9ddd-3bda91da9d22 req-9105e855-b676-4a77-abfe-9bb8a76af992 tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:40.809257 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-42cc1a27-86c1-4b3f-9ddd-3bda91da9d22 req-9105e855-b676-4a77-abfe-9bb8a76af992 tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7058618 May 05 21:48:40.819707 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-7186e66d-2a4b-4c95-a329-b86ad57c645f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:48:40.832011 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-42cc1a27-86c1-4b3f-9ddd-3bda91da9d22 req-5b668d7b-7967-4cd1-aaf3-35b6f6264ff2 tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] Request body: {'port': {'device_id': '72498290-f68d-4887-a724-bb2562227841', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'admin_state_up': True, 'tenant_id': '87d89d51e9dc461ba11939b197ee4b20'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:48:40.924616 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a220117a-864c-4128-9394-bd87af6351e9 req-773e37b5-7f71-4289-be7f-6a9af72aeb1f service neutron] 10.222.0.32 "GET /v2.0/networks/4988fe71-34c6-4737-ad2a-40f5327e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3539083 May 05 21:48:40.934543 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7186e66d-2a4b-4c95-a329-b86ad57c645f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:40.935509 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7186e66d-2a4b-4c95-a329-b86ad57c645f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:41.049670 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c38c216-b5ff-4806-b284-40a61d750fc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-446e975b-2a60-4e64-8210-57381d00909f', 'network_id': '446e975b-2a60-4e64-8210-57381d00909f', 'tenant_id': '1384b462eac846a090f14492c41d335c', 'fixed_ips': [{'subnet_id': '01f07d2d-6d84-443b-bc43-f274c99cf90e'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 21:48:41.050515 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6c38c216-b5ff-4806-b284-40a61d750fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:41.092301 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7186e66d-2a4b-4c95-a329-b86ad57c645f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:41.144351 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a32193da-5f7a-483b-8f50-5ba5113e267d req-b71fac20-c47d-40a2-a7e9-ca9501896f14 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cf59b1a8623a48db9737966b2f762b3c&device_id=ecd4a405-2195-46d7-97a2-9d216ad40307 HTTP/1.1" status: 200 len: 1095 time: 0.3970270 May 05 21:48:41.157516 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e25fe558-28f0-44a6-931f-6571cdd59e6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:41.187202 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 40066) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:48:41.245505 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157dee8-f4d9-41fd-b67b-09a72456f5e9 req-f3a542da-ac80-470a-b479-c53e134f8b2d tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:41.252820 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b157dee8-f4d9-41fd-b67b-09a72456f5e9 req-f3a542da-ac80-470a-b479-c53e134f8b2d tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecd4a405-2195-46d7-97a2-9d216ad40307 HTTP/1.1" status: 200 len: 944 time: 0.7025423 May 05 21:48:41.289831 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-42cc1a27-86c1-4b3f-9ddd-3bda91da9d22 req-5b668d7b-7967-4cd1-aaf3-35b6f6264ff2 tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:48:41.295601 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-42cc1a27-86c1-4b3f-9ddd-3bda91da9d22 req-5b668d7b-7967-4cd1-aaf3-35b6f6264ff2 tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] Usage tracker for resource:port and tenant:87d89d51e9dc461ba11939b197ee4b20 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:48:41.299569 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-42cc1a27-86c1-4b3f-9ddd-3bda91da9d22 req-5b668d7b-7967-4cd1-aaf3-35b6f6264ff2 tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:48:41.308244 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-42cc1a27-86c1-4b3f-9ddd-3bda91da9d22 req-5b668d7b-7967-4cd1-aaf3-35b6f6264ff2 tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:48:41.335985 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a120d-3ad6-4fa1-97f8-c085383ec371 req-056ee53e-adc8-4e78-a2fb-85bc206eda89 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:41.340818 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a120d-3ad6-4fa1-97f8-c085383ec371 req-056ee53e-adc8-4e78-a2fb-85bc206eda89 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:41.342416 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-6c38c216-b5ff-4806-b284-40a61d750fc2 None None] Allocated IP 172.20.0.2 (446e975b-2a60-4e64-8210-57381d00909f/01f07d2d-6d84-443b-bc43-f274c99cf90e/097a5503-56ab-4448-b99b-8f142b9605e6) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:48:41.344721 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a120d-3ad6-4fa1-97f8-c085383ec371 req-056ee53e-adc8-4e78-a2fb-85bc206eda89 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:41.348685 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a120d-3ad6-4fa1-97f8-c085383ec371 req-056ee53e-adc8-4e78-a2fb-85bc206eda89 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:41.352613 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a120d-3ad6-4fa1-97f8-c085383ec371 req-056ee53e-adc8-4e78-a2fb-85bc206eda89 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:41.359757 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a120d-3ad6-4fa1-97f8-c085383ec371 req-056ee53e-adc8-4e78-a2fb-85bc206eda89 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:41.363647 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a120d-3ad6-4fa1-97f8-c085383ec371 req-056ee53e-adc8-4e78-a2fb-85bc206eda89 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:41.372342 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-333a120d-3ad6-4fa1-97f8-c085383ec371 req-056ee53e-adc8-4e78-a2fb-85bc206eda89 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb2ef018-2997-4252-b6ee-9017394af03b HTTP/1.1" status: 200 len: 5428 time: 0.4464509 May 05 21:48:41.444961 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a220117a-864c-4128-9394-bd87af6351e9 req-03957c1c-4c5d-434a-bfc6-edc18d45c76a service neutron] 10.222.0.32 "GET /v2.0/networks/4988fe71-34c6-4737-ad2a-40f5327e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4877458 May 05 21:48:41.476340 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42cc1a27-86c1-4b3f-9ddd-3bda91da9d22 req-5b668d7b-7967-4cd1-aaf3-35b6f6264ff2 tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] Made reservation on behalf of 87d89d51e9dc461ba11939b197ee4b20 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:48:41.479740 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-42cc1a27-86c1-4b3f-9ddd-3bda91da9d22 req-5b668d7b-7967-4cd1-aaf3-35b6f6264ff2 tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:41.480095 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b157dee8-f4d9-41fd-b67b-09a72456f5e9 req-b6b1d638-9383-422d-ab2e-dabc9c8532d9 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "GET /v2.0/security-groups?id=31fe5bf3-12b2-46fb-95aa-6ee5579edac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256777 May 05 21:48:41.488603 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-80c92b33-38e6-46e0-8b32-2ec0cd668a3f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b50e99b600524c18b3199236d1a61be7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2989254 May 05 21:48:41.501103 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 40072) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:48:41.528813 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-333a120d-3ad6-4fa1-97f8-c085383ec371 req-9259e872-5aa5-4baf-9752-66fea9789e4a tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5ff80e3-da96-4cd3-a486-dc686c4ae303&id=c9d5c85a-cae6-44b0-a97b-93589deaee89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1558807 May 05 21:48:41.821666 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-42cc1a27-86c1-4b3f-9ddd-3bda91da9d22 req-5b668d7b-7967-4cd1-aaf3-35b6f6264ff2 tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:41.836347 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6c38c216-b5ff-4806-b284-40a61d750fc2 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:41.857699 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-6c38c216-b5ff-4806-b284-40a61d750fc2 None None] Transition to ACTIVE for port object 097a5503-56ab-4448-b99b-8f142b9605e6 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:48:41.879299 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-08cc6b93-24c4-44cb-91ca-33863054d419 req-7d500fa5-19a2-4813-8cf0-afbb3919d845 tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] 10.222.0.23 "GET /v2.0/ports?device_id=72498290-f68d-4887-a724-bb2562227841 HTTP/1.1" status: 200 len: 210 time: 0.1479788 May 05 21:48:41.890038 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-42cc1a27-86c1-4b3f-9ddd-3bda91da9d22 req-5b668d7b-7967-4cd1-aaf3-35b6f6264ff2 tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:48:41.890551 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-6c38c216-b5ff-4806-b284-40a61d750fc2 None None] Transition to ACTIVE for port object 097a5503-56ab-4448-b99b-8f142b9605e6 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:48:41.896201 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-42cc1a27-86c1-4b3f-9ddd-3bda91da9d22 req-5b668d7b-7967-4cd1-aaf3-35b6f6264ff2 tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] Usage tracker for resource:security_group_rule and tenant:87d89d51e9dc461ba11939b197ee4b20 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:48:41.900055 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6c38c216-b5ff-4806-b284-40a61d750fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:41.910483 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-42cc1a27-86c1-4b3f-9ddd-3bda91da9d22 req-5b668d7b-7967-4cd1-aaf3-35b6f6264ff2 tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:48:41.916626 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-42cc1a27-86c1-4b3f-9ddd-3bda91da9d22 req-5b668d7b-7967-4cd1-aaf3-35b6f6264ff2 tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:48:41.989205 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4e816c6b-29a0-4e63-93a4-7da97d8e9192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:42.008138 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-42cc1a27-86c1-4b3f-9ddd-3bda91da9d22 req-5b668d7b-7967-4cd1-aaf3-35b6f6264ff2 tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:42.017857 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b20d67b2-31f2-4630-97e3-d5e9bef0a7fd req-ee5f692a-917f-41f4-82e4-b8e1ec8240a6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5a55f0e1fc854ae480e2f7b2fc73c270&device_id=a71328a0-711f-4e1a-ae4a-4655ebab9e7b HTTP/1.1" status: 200 len: 1094 time: 0.5152228 May 05 21:48:42.040096 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7186e66d-2a4b-4c95-a329-b86ad57c645f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:42.043562 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-42cc1a27-86c1-4b3f-9ddd-3bda91da9d22 req-5b668d7b-7967-4cd1-aaf3-35b6f6264ff2 tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:42.058007 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d3d93d-9c68-4113-9921-7595d059e254 req-c196abdf-47d2-4c8c-b80e-63fe89d4f7a3 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:42.065880 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a7d3d93d-9c68-4113-9921-7595d059e254 req-c196abdf-47d2-4c8c-b80e-63fe89d4f7a3 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=a71328a0-711f-4e1a-ae4a-4655ebab9e7b HTTP/1.1" status: 200 len: 943 time: 0.2437248 May 05 21:48:42.075821 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c38c216-b5ff-4806-b284-40a61d750fc2 None None] Network 446e975b-2a60-4e64-8210-57381d00909f is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:48:42.080881 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-6c38c216-b5ff-4806-b284-40a61d750fc2 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:48:42.082638 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c38c216-b5ff-4806-b284-40a61d750fc2 None None] Pushing event updated for resources: {'Port': ['ID=097a5503-56ab-4448-b99b-8f142b9605e6,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:42.096706 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4e816c6b-29a0-4e63-93a4-7da97d8e9192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:42.097054 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c38c216-b5ff-4806-b284-40a61d750fc2 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:48:42.166923 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32193da-5f7a-483b-8f50-5ba5113e267d req-a494fb36-3754-4547-851c-4ec6e5300f85 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:42.167651 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a32193da-5f7a-483b-8f50-5ba5113e267d req-a494fb36-3754-4547-851c-4ec6e5300f85 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca488f45-7fe1-4a2d-919a-777283a719db HTTP/1.1" status: 200 len: 921 time: 0.9314821 May 05 21:48:42.228100 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-6c38c216-b5ff-4806-b284-40a61d750fc2 None None] Attempting to bind port 097a5503-56ab-4448-b99b-8f142b9605e6 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:48:42.228839 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-6c38c216-b5ff-4806-b284-40a61d750fc2 None None] Attempting to bind port 097a5503-56ab-4448-b99b-8f142b9605e6 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'c87acedc-8928-411c-920e-a6f896871f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '446e975b-2a60-4e64-8210-57381d00909f'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:48:42.229915 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c38c216-b5ff-4806-b284-40a61d750fc2 None None] Attempting to bind port 097a5503-56ab-4448-b99b-8f142b9605e6 on network 446e975b-2a60-4e64-8210-57381d00909f {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:48:42.241504 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c38c216-b5ff-4806-b284-40a61d750fc2 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:48:42.242279 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c38c216-b5ff-4806-b284-40a61d750fc2 None None] Checking segment: {'id': 'c87acedc-8928-411c-920e-a6f896871f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '446e975b-2a60-4e64-8210-57381d00909f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:48:42.243052 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6c38c216-b5ff-4806-b284-40a61d750fc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:42.243439 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c38c216-b5ff-4806-b284-40a61d750fc2 None None] Bound using segment: {'id': 'c87acedc-8928-411c-920e-a6f896871f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '446e975b-2a60-4e64-8210-57381d00909f'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:48:42.245217 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-6c38c216-b5ff-4806-b284-40a61d750fc2 None None] Bound port: 097a5503-56ab-4448-b99b-8f142b9605e6, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c87acedc-8928-411c-920e-a6f896871f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '446e975b-2a60-4e64-8210-57381d00909f'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:48:42.245388 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6c38c216-b5ff-4806-b284-40a61d750fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:42.263264 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a32193da-5f7a-483b-8f50-5ba5113e267d req-58f176e2-6117-4f4d-87fd-fa880c1bf58e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd043570-1ead-4571-a3b0-780aa65b61e4 HTTP/1.1" status: 200 len: 217 time: 0.0840902 May 05 21:48:42.263881 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b668d7b-7967-4cd1-aaf3-35b6f6264ff2 tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6170f242-e3a3-4ed4-b9c5-ed9a1e80a3c9,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:42.266907 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a7d3d93d-9c68-4113-9921-7595d059e254 req-f8d386d6-25bc-4937-a117-89a95f7729c9 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997929 May 05 21:48:42.318804 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d67b2-31f2-4630-97e3-d5e9bef0a7fd req-84ea2550-b3ce-46be-acd9-572fb0835d5d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:42.319027 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device b9baba6d-e965-4519-b39c-f777cce86217 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:48:42.320774 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b20d67b2-31f2-4630-97e3-d5e9bef0a7fd req-84ea2550-b3ce-46be-acd9-572fb0835d5d service neutron] 10.222.0.32 "GET /v2.0/networks?id=4988fe71-34c6-4737-ad2a-40f5327e7f0e HTTP/1.1" status: 200 len: 913 time: 0.2915463 May 05 21:48:42.367365 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32193da-5f7a-483b-8f50-5ba5113e267d req-cb206d4f-0b4f-4d4d-9471-c43b2a0dc32f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:42.368825 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a32193da-5f7a-483b-8f50-5ba5113e267d req-cb206d4f-0b4f-4d4d-9471-c43b2a0dc32f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aae297b4-545c-4d68-be8d-c45225bf12de HTTP/1.1" status: 200 len: 860 time: 0.0675566 May 05 21:48:42.406582 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b20d67b2-31f2-4630-97e3-d5e9bef0a7fd req-c6ebc5de-0b87-4b03-92c0-a572bfa0b82b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec7d2831-9006-441a-bb28-d10cdc9d552f HTTP/1.1" status: 200 len: 217 time: 0.0793800 May 05 21:48:42.408395 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4e816c6b-29a0-4e63-93a4-7da97d8e9192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:42.421168 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-6c38c216-b5ff-4806-b284-40a61d750fc2 None None] For port 097a5503-56ab-4448-b99b-8f142b9605e6, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:48:42.425356 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-6c38c216-b5ff-4806-b284-40a61d750fc2 None None] For port 097a5503-56ab-4448-b99b-8f142b9605e6, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=097a5503-56ab-4448-b99b-8f142b9605e6,segment=NetworkSegment(c87acedc-8928-411c-920e-a6f896871f6e),segment_id=c87acedc-8928-411c-920e-a6f896871f6e)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:48:42.435674 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6c38c216-b5ff-4806-b284-40a61d750fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:42.473509 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port b9baba6d-e965-4519-b39c-f777cce86217 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:48:42.476593 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4e816c6b-29a0-4e63-93a4-7da97d8e9192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:42.478103 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4e816c6b-29a0-4e63-93a4-7da97d8e9192 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9ea35cbd-159b-4a97-ac8e-0ad5178ef2d6 HTTP/1.1" status: 204 len: 168 time: 0.9743669 May 05 21:48:42.488888 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e816c6b-29a0-4e63-93a4-7da97d8e9192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea35cbd-159b-4a97-ac8e-0ad5178ef2d6,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:42.514290 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a32193da-5f7a-483b-8f50-5ba5113e267d req-eb1cc41a-47de-4b6b-b3db-027f7e06b1af service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca488f45-7fe1-4a2d-919a-777283a719db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1352794 May 05 21:48:42.522833 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port b9baba6d-e965-4519-b39c-f777cce86217 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:48:42.523442 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:42.547776 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d67b2-31f2-4630-97e3-d5e9bef0a7fd req-bb44fecd-0285-4e33-b985-d76c1583432f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:42.552644 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b20d67b2-31f2-4630-97e3-d5e9bef0a7fd req-bb44fecd-0285-4e33-b985-d76c1583432f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b652dcd0-731b-4d23-9d82-356eea5d9656 HTTP/1.1" status: 200 len: 852 time: 0.1367106 May 05 21:48:42.672524 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b20d67b2-31f2-4630-97e3-d5e9bef0a7fd req-5bdca240-c733-40c0-a6ac-fab103f80eff service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4988fe71-34c6-4737-ad2a-40f5327e7f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1138737 May 05 21:48:42.797852 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c38c216-b5ff-4806-b284-40a61d750fc2 None None] Pushing event updated for resources: {'Port': ['ID=097a5503-56ab-4448-b99b-8f142b9605e6,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:42.873841 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b20d67b2-31f2-4630-97e3-d5e9bef0a7fd req-f947a826-98c5-4414-8563-721db206837a service neutron] 10.222.0.32 "GET /v2.0/networks/4988fe71-34c6-4737-ad2a-40f5327e7f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948364 May 05 21:48:42.913378 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:42.958649 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port b9baba6d-e965-4519-b39c-f777cce86217, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=b9baba6d-e965-4519-b39c-f777cce86217,segment=NetworkSegment(b536ecc8-ef30-4eb4-8bcf-0bfc4de1bd3b),segment_id=b536ecc8-ef30-4eb4-8bcf-0bfc4de1bd3b)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:48:42.959613 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9baba6d-e965-4519-b39c-f777cce86217'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:48:42.968667 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:42.969889 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 34649ace-f82b-4ccc-974a-1666bac9e23b up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:48:43.004355 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-42cc1a27-86c1-4b3f-9ddd-3bda91da9d22 req-5b668d7b-7967-4cd1-aaf3-35b6f6264ff2 tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] Allocated IP 192.168.233.56 (4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9/f237a6ef-d044-411f-a2d8-d12619664c91/706f6723-19fb-4b17-9837-95eae04ce21d) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:48:43.170730 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=b9baba6d-e965-4519-b39c-f777cce86217,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:43.193578 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a32193da-5f7a-483b-8f50-5ba5113e267d req-5e74ff0f-4c04-44dc-9bc3-7b44264b5fb3 service neutron] 10.222.0.32 "GET /v2.0/networks/ca488f45-7fe1-4a2d-919a-777283a719db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6052036 May 05 21:48:43.246760 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 34649ace-f82b-4ccc-974a-1666bac9e23b completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:48:43.252774 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 34649ace-f82b-4ccc-974a-1666bac9e23b triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:48:43.253218 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:43.407684 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device dd043570-1ead-4571-a3b0-780aa65b61e4 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:48:43.551527 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b20d67b2-31f2-4630-97e3-d5e9bef0a7fd req-1f5d48b4-9fbc-44e0-98be-5df9b7b4acbf service neutron] 10.222.0.32 "GET /v2.0/networks/4988fe71-34c6-4737-ad2a-40f5327e7f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5805180 May 05 21:48:43.561843 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a033fa2-224a-46d6-9a0f-7f789d5f9344 req-089d7fbc-6c3e-4529-a2ca-4b83d7bf9382 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:43.570682 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2a033fa2-224a-46d6-9a0f-7f789d5f9344 req-089d7fbc-6c3e-4529-a2ca-4b83d7bf9382 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecd4a405-2195-46d7-97a2-9d216ad40307 HTTP/1.1" status: 200 len: 944 time: 0.6956415 May 05 21:48:43.604853 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d1908-c05e-4919-9d4a-b3bf171908ab req-2d8f40a1-68e3-4653-9c38-3e6a670a6bff tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:43.609255 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d1908-c05e-4919-9d4a-b3bf171908ab req-2d8f40a1-68e3-4653-9c38-3e6a670a6bff tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:43.613515 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d1908-c05e-4919-9d4a-b3bf171908ab req-2d8f40a1-68e3-4653-9c38-3e6a670a6bff tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:43.618350 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d1908-c05e-4919-9d4a-b3bf171908ab req-2d8f40a1-68e3-4653-9c38-3e6a670a6bff tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:43.623532 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d1908-c05e-4919-9d4a-b3bf171908ab req-2d8f40a1-68e3-4653-9c38-3e6a670a6bff tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:43.627931 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d1908-c05e-4919-9d4a-b3bf171908ab req-2d8f40a1-68e3-4653-9c38-3e6a670a6bff tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:43.634530 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d1908-c05e-4919-9d4a-b3bf171908ab req-2d8f40a1-68e3-4653-9c38-3e6a670a6bff tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:43.637710 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dd2d1908-c05e-4919-9d4a-b3bf171908ab req-2d8f40a1-68e3-4653-9c38-3e6a670a6bff tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb2ef018-2997-4252-b6ee-9017394af03b HTTP/1.1" status: 200 len: 5429 time: 0.7616618 May 05 21:48:43.653593 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.resource_extend [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 21:48:43.688147 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:43.697295 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 097a5503-56ab-4448-b99b-8f142b9605e6 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:48:43.710640 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2a033fa2-224a-46d6-9a0f-7f789d5f9344 req-2e8eff9b-df63-4a96-9cff-6d092aeca3b4 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "GET /v2.0/security-groups?id=31fe5bf3-12b2-46fb-95aa-6ee5579edac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386344 May 05 21:48:43.732169 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dd2d1908-c05e-4919-9d4a-b3bf171908ab req-745aec98-e583-4d8d-9cd5-761d57c80519 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5ff80e3-da96-4cd3-a486-dc686c4ae303&id=c9d5c85a-cae6-44b0-a97b-93589deaee89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0844674 May 05 21:48:43.929242 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port dd043570-1ead-4571-a3b0-780aa65b61e4, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=dd043570-1ead-4571-a3b0-780aa65b61e4,segment=NetworkSegment(7dee26b3-4081-43b6-b222-2abb5ad4442f),segment_id=7dee26b3-4081-43b6-b222-2abb5ad4442f)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:48:43.947124 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': 'dd043570-1ead-4571-a3b0-780aa65b61e4', 'network_id': 'ca488f45-7fe1-4a2d-919a-777283a719db', 'port_id': 'dd043570-1ead-4571-a3b0-780aa65b61e4', 'mac_address': 'fa:16:3e:33:f0:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aae297b4-545c-4d68-be8d-c45225bf12de', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:48:43.950394 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5723774-5f6b-4e59-a422-584fbd016dcd'] response: {'server_uuid': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9baba6d-e965-4519-b39c-f777cce86217', 'code': 200} May 05 21:48:43.987508 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 34649ace-f82b-4ccc-974a-1666bac9e23b, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=34649ace-f82b-4ccc-974a-1666bac9e23b,segment=NetworkSegment(a786530b-01ae-4f9f-838f-af9be8821358),segment_id=a786530b-01ae-4f9f-838f-af9be8821358)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:48:44.009012 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e7130c8b-0ea0-41a3-bb05-148dcce04cf2 req-8a9eb4cc-9946-47aa-a50e-a80432db61b3 tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] 10.222.0.23 "GET /v2.0/ports?device_id=72498290-f68d-4887-a724-bb2562227841 HTTP/1.1" status: 200 len: 210 time: 0.1118362 May 05 21:48:44.062599 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:44.063981 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device c7548de3-9774-4501-8d63-8da172363f2e up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:48:44.069649 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a32193da-5f7a-483b-8f50-5ba5113e267d req-f41332e6-a1b5-4069-a9ec-7fb3891195e2 service neutron] 10.222.0.32 "GET /v2.0/networks/ca488f45-7fe1-4a2d-919a-777283a719db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8629436 May 05 21:48:44.112609 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7186e66d-2a4b-4c95-a329-b86ad57c645f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:44.173920 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7186e66d-2a4b-4c95-a329-b86ad57c645f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:44.248405 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-799e3b94-7323-48cf-93f1-e2a00d711f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:44.300781 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc952f-3291-4df2-a947-c0ae013ad677 req-63117368-b40b-4263-aca3-bee761766b7d tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:44.302233 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-89dc952f-3291-4df2-a947-c0ae013ad677 req-63117368-b40b-4263-aca3-bee761766b7d tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=a71328a0-711f-4e1a-ae4a-4655ebab9e7b HTTP/1.1" status: 200 len: 943 time: 0.2272658 May 05 21:48:44.302920 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=34649ace-f82b-4ccc-974a-1666bac9e23b,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:44.318438 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-42cc1a27-86c1-4b3f-9ddd-3bda91da9d22 req-5b668d7b-7967-4cd1-aaf3-35b6f6264ff2 tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:44.321577 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efd30ce-61b8-45b8-98ee-03a5bc980a9f None None] Network 446e975b-2a60-4e64-8210-57381d00909f requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:48:44.342427 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 097a5503-56ab-4448-b99b-8f142b9605e6 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:48:44.352359 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:44.363468 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-42cc1a27-86c1-4b3f-9ddd-3bda91da9d22 req-5b668d7b-7967-4cd1-aaf3-35b6f6264ff2 tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] Transition to ACTIVE for port object 706f6723-19fb-4b17-9837-95eae04ce21d will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:48:44.377389 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-89dc952f-3291-4df2-a947-c0ae013ad677 req-b613f422-7df7-4765-bf61-627f1027adc7 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672081 May 05 21:48:44.394695 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f77d98-9925-4fc4-b0cc-0d6c762ab8ba req-8832e436-92ad-4c31-8005-d1e52a2e588d tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:44.401683 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-18f77d98-9925-4fc4-b0cc-0d6c762ab8ba req-8832e436-92ad-4c31-8005-d1e52a2e588d tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 947 time: 0.1540260 May 05 21:48:44.452131 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd043570-1ead-4571-a3b0-780aa65b61e4 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:48:44.458074 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-18f77d98-9925-4fc4-b0cc-0d6c762ab8ba req-9e873489-f10d-497a-811a-b3c75fd681ff tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554311 May 05 21:48:44.484094 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-7186e66d-2a4b-4c95-a329-b86ad57c645f admin admin] Allocated IP 172.25.4.161 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/67e4532a-8c94-4db4-a9b7-8239a2edf436) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:48:44.505601 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port c7548de3-9774-4501-8d63-8da172363f2e completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:48:44.548532 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port dd043570-1ead-4571-a3b0-780aa65b61e4, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=dd043570-1ead-4571-a3b0-780aa65b61e4,segment=NetworkSegment(7dee26b3-4081-43b6-b222-2abb5ad4442f),segment_id=7dee26b3-4081-43b6-b222-2abb5ad4442f)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:48:44.550342 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port c7548de3-9774-4501-8d63-8da172363f2e triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:48:44.553418 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:44.668790 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:44.682776 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-42cc1a27-86c1-4b3f-9ddd-3bda91da9d22 req-5b668d7b-7967-4cd1-aaf3-35b6f6264ff2 tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:44.733389 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-1a557006-9a7c-4372-8a7d-d8d79854b68a None None] Provisioning for port 097a5503-56ab-4448-b99b-8f142b9605e6 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:48:44.786614 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b668d7b-7967-4cd1-aaf3-35b6f6264ff2 tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] Pushing event updated for resources: {'Port': ['ID=706f6723-19fb-4b17-9837-95eae04ce21d,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:44.863842 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3f01c838-d312-4dce-9e21-9d39a3c3cc8f req-e98b2cfa-64c8-43f3-9330-f8492c6f486a tempest-AbsoluteLimitsNegativeTestJSON-1644616024 tempest-AbsoluteLimitsNegativeTestJSON-1644616024-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=c89a049067a444d1b6e4e03c1aab2906&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336013 May 05 21:48:44.896522 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42cc1a27-86c1-4b3f-9ddd-3bda91da9d22 req-5b668d7b-7967-4cd1-aaf3-35b6f6264ff2 tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] Network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:48:44.897337 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-1a557006-9a7c-4372-8a7d-d8d79854b68a None None] Provisioning complete for port 097a5503-56ab-4448-b99b-8f142b9605e6 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:48:44.897873 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1a557006-9a7c-4372-8a7d-d8d79854b68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:44.902057 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-42cc1a27-86c1-4b3f-9ddd-3bda91da9d22 req-5b668d7b-7967-4cd1-aaf3-35b6f6264ff2 tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:48:44.907803 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-42cc1a27-86c1-4b3f-9ddd-3bda91da9d22 req-5b668d7b-7967-4cd1-aaf3-35b6f6264ff2 tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:48:45.037174 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01c838-d312-4dce-9e21-9d39a3c3cc8f req-9d85e284-2e1e-402d-bae9-f9633f1dd9d9 tempest-AbsoluteLimitsNegativeTestJSON-1644616024 tempest-AbsoluteLimitsNegativeTestJSON-1644616024-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:45.038890 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3f01c838-d312-4dce-9e21-9d39a3c3cc8f req-9d85e284-2e1e-402d-bae9-f9633f1dd9d9 tempest-AbsoluteLimitsNegativeTestJSON-1644616024 tempest-AbsoluteLimitsNegativeTestJSON-1644616024-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1655405 May 05 21:48:45.061135 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-e25fe558-28f0-44a6-931f-6571cdd59e6b admin admin] Deleting port 84899a3f-75cd-4f58-acd3-5652f4310abd {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:48:45.061499 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e25fe558-28f0-44a6-931f-6571cdd59e6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:45.073830 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:45.079569 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3f01c838-d312-4dce-9e21-9d39a3c3cc8f req-55b473fe-7d6b-4ee7-914e-b9fbee1adb2b tempest-AbsoluteLimitsNegativeTestJSON-1644616024 tempest-AbsoluteLimitsNegativeTestJSON-1644616024-project] 10.222.0.23 "GET /v2.0/quotas/c89a049067a444d1b6e4e03c1aab2906 HTTP/1.1" status: 200 len: 375 time: 0.0277498 May 05 21:48:45.086590 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['dd043570-1ead-4571-a3b0-780aa65b61e4'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:48:45.108466 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7186e66d-2a4b-4c95-a329-b86ad57c645f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:45.137800 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3f01c838-d312-4dce-9e21-9d39a3c3cc8f req-80276519-6736-4e52-9539-bea59ad380b5 tempest-AbsoluteLimitsNegativeTestJSON-1644616024 tempest-AbsoluteLimitsNegativeTestJSON-1644616024-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c89a049067a444d1b6e4e03c1aab2906&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530343 May 05 21:48:45.149752 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc1a27-86c1-4b3f-9ddd-3bda91da9d22 req-5b668d7b-7967-4cd1-aaf3-35b6f6264ff2 tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:45.150755 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-42cc1a27-86c1-4b3f-9ddd-3bda91da9d22 req-5b668d7b-7967-4cd1-aaf3-35b6f6264ff2 tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:45.215071 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-42cc1a27-86c1-4b3f-9ddd-3bda91da9d22 req-5b668d7b-7967-4cd1-aaf3-35b6f6264ff2 tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3877079 May 05 21:48:45.248496 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-42cc1a27-86c1-4b3f-9ddd-3bda91da9d22 req-7dd18b4f-c00c-49f2-9f98-104547780a9b service neutron] Request body: {'port': {'device_id': '72498290-f68d-4887-a724-bb2562227841', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:48:45.350892 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=dd043570-1ead-4571-a3b0-780aa65b61e4,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:45.448147 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:48:45.448626 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:48:45.449049 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:48:45.449826 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:48:45.450245 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:48:45.450681 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:48:45.451131 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:48:45.451533 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:48:45.451944 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:48:45.452352 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:48:45.452762 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:48:45.459729 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7186e66d-2a4b-4c95-a329-b86ad57c645f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:45.461090 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device ec7d2831-9006-441a-bb28-d10cdc9d552f details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:48:45.473451 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1a557006-9a7c-4372-8a7d-d8d79854b68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:45.477150 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4525d58f-0d00-47f8-8b13-ac9e9c86be9b req-abf67bfd-04d3-483d-82e6-0efc7c341db2 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:45.483348 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4525d58f-0d00-47f8-8b13-ac9e9c86be9b req-abf67bfd-04d3-483d-82e6-0efc7c341db2 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecd4a405-2195-46d7-97a2-9d216ad40307 HTTP/1.1" status: 200 len: 945 time: 0.1708875 May 05 21:48:45.513024 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port c7548de3-9774-4501-8d63-8da172363f2e, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=c7548de3-9774-4501-8d63-8da172363f2e,segment=NetworkSegment(a786530b-01ae-4f9f-838f-af9be8821358),segment_id=a786530b-01ae-4f9f-838f-af9be8821358)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:48:45.533034 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaabb17-0159-4c32-9b15-fe3c00effcf6 req-a63f4c26-d5ac-490a-a283-17e688e88cfb tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:45.538556 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaabb17-0159-4c32-9b15-fe3c00effcf6 req-a63f4c26-d5ac-490a-a283-17e688e88cfb tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:45.543596 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaabb17-0159-4c32-9b15-fe3c00effcf6 req-a63f4c26-d5ac-490a-a283-17e688e88cfb tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:45.549840 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaabb17-0159-4c32-9b15-fe3c00effcf6 req-a63f4c26-d5ac-490a-a283-17e688e88cfb tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:45.555148 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaabb17-0159-4c32-9b15-fe3c00effcf6 req-a63f4c26-d5ac-490a-a283-17e688e88cfb tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:45.562135 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaabb17-0159-4c32-9b15-fe3c00effcf6 req-a63f4c26-d5ac-490a-a283-17e688e88cfb tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:45.565608 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-e25fe558-28f0-44a6-931f-6571cdd59e6b admin admin] For port 84899a3f-75cd-4f58-acd3-5652f4310abd, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=84899a3f-75cd-4f58-acd3-5652f4310abd,segment=NetworkSegment(7d5d0019-4642-44c5-b7b4-9ab8f077f05e),segment_id=7d5d0019-4642-44c5-b7b4-9ab8f077f05e)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:48:45.565959 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e25fe558-28f0-44a6-931f-6571cdd59e6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:45.569553 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaabb17-0159-4c32-9b15-fe3c00effcf6 req-a63f4c26-d5ac-490a-a283-17e688e88cfb tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:45.571205 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:45.580884 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dbaabb17-0159-4c32-9b15-fe3c00effcf6 req-a63f4c26-d5ac-490a-a283-17e688e88cfb tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb2ef018-2997-4252-b6ee-9017394af03b HTTP/1.1" status: 200 len: 5430 time: 0.2242935 May 05 21:48:45.590054 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7186e66d-2a4b-4c95-a329-b86ad57c645f admin admin] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:48:45.590991 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-42cc1a27-86c1-4b3f-9ddd-3bda91da9d22 req-7dd18b4f-c00c-49f2-9f98-104547780a9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:45.606484 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-7186e66d-2a4b-4c95-a329-b86ad57c645f admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:48:45.661945 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4525d58f-0d00-47f8-8b13-ac9e9c86be9b req-7a5d38ec-0889-4042-b88a-3e1a2e498183 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "GET /v2.0/security-groups?id=31fe5bf3-12b2-46fb-95aa-6ee5579edac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752822 May 05 21:48:45.697928 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=c7548de3-9774-4501-8d63-8da172363f2e,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:45.700974 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 538baf95-e3b5-4c0a-808d-33c668825b60 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:48:45.703643 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dbaabb17-0159-4c32-9b15-fe3c00effcf6 req-bc1cb76f-6341-431d-a355-51c2815df2b9 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5ff80e3-da96-4cd3-a486-dc686c4ae303&id=c9d5c85a-cae6-44b0-a97b-93589deaee89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1210418 May 05 21:48:45.743906 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7186e66d-2a4b-4c95-a329-b86ad57c645f admin admin] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:48:45.773903 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.resource_extend [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 21:48:45.801525 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 40150) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:48:45.817592 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7186e66d-2a4b-4c95-a329-b86ad57c645f admin admin] Pushing event updated for resources: {'Port': ['ID=67e4532a-8c94-4db4-a9b7-8239a2edf436,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:45.832903 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-e25fe558-28f0-44a6-931f-6571cdd59e6b admin admin] Calling delete_port for 84899a3f-75cd-4f58-acd3-5652f4310abd owned by network:router_interface {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:48:45.888621 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-1a557006-9a7c-4372-8a7d-d8d79854b68a None None] For port 097a5503-56ab-4448-b99b-8f142b9605e6, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=097a5503-56ab-4448-b99b-8f142b9605e6,segment=NetworkSegment(c87acedc-8928-411c-920e-a6f896871f6e),segment_id=c87acedc-8928-411c-920e-a6f896871f6e)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:48:45.959696 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1a557006-9a7c-4372-8a7d-d8d79854b68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:45.962977 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34649ace-f82b-4ccc-974a-1666bac9e23b'}, {'server_uuid': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7548de3-9774-4501-8d63-8da172363f2e'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:48:46.097790 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-650379dd-6b93-424f-af82-d3d00b1f1e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:46.100643 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 538baf95-e3b5-4c0a-808d-33c668825b60 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:48:46.108970 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-40776e4c-0186-4725-87fc-944af3f6801f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:46.131765 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 538baf95-e3b5-4c0a-808d-33c668825b60 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:48:46.132124 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:46.172114 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-650379dd-6b93-424f-af82-d3d00b1f1e1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:48:46.181391 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-650379dd-6b93-424f-af82-d3d00b1f1e1e admin admin] Usage tracker for resource:security_group_rule and tenant:c89a049067a444d1b6e4e03c1aab2906 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:48:46.188739 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port ec7d2831-9006-441a-bb28-d10cdc9d552f, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=ec7d2831-9006-441a-bb28-d10cdc9d552f,segment=NetworkSegment(bb53319d-02d7-4ee5-a402-d07603ca726a),segment_id=bb53319d-02d7-4ee5-a402-d07603ca726a)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:48:46.189301 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf15f1-9fc4-426f-85e1-e7526f12f336 req-d19c5f50-d093-4df4-822a-2a0ec0f027e0 tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:46.190796 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d0cf15f1-9fc4-426f-85e1-e7526f12f336 req-d19c5f50-d093-4df4-822a-2a0ec0f027e0 tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] 10.222.0.23 "GET /v2.0/ports?device_id=72498290-f68d-4887-a724-bb2562227841 HTTP/1.1" status: 200 len: 935 time: 0.2852852 May 05 21:48:46.192417 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-650379dd-6b93-424f-af82-d3d00b1f1e1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:48:46.200357 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d2280-8c76-4e0b-8a5f-5614b476fe35 req-95d3b04c-5bd7-45a3-a39e-b112bfc77335 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:46.201779 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7b1d2280-8c76-4e0b-8a5f-5614b476fe35 req-95d3b04c-5bd7-45a3-a39e-b112bfc77335 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 947 time: 0.2119954 May 05 21:48:46.203690 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a557006-9a7c-4372-8a7d-d8d79854b68a None None] Pushing event updated for resources: {'Port': ['ID=097a5503-56ab-4448-b99b-8f142b9605e6,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:46.227315 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': 'ec7d2831-9006-441a-bb28-d10cdc9d552f', 'network_id': '4988fe71-34c6-4737-ad2a-40f5327e7f0e', 'port_id': 'ec7d2831-9006-441a-bb28-d10cdc9d552f', 'mac_address': 'fa:16:3e:d2:bb:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b652dcd0-731b-4d23-9d82-356eea5d9656', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:48:46.231865 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-9c611e6d-c7b0-4b0d-bf33-0beb45b2e247 None None] Provisioning for port 706f6723-19fb-4b17-9837-95eae04ce21d completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:48:46.238040 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-650379dd-6b93-424f-af82-d3d00b1f1e1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:48:46.242727 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-9c611e6d-c7b0-4b0d-bf33-0beb45b2e247 None None] Provisioning complete for port 706f6723-19fb-4b17-9837-95eae04ce21d triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:48:46.243124 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9c611e6d-c7b0-4b0d-bf33-0beb45b2e247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:46.295929 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7b1d2280-8c76-4e0b-8a5f-5614b476fe35 req-b938441c-0cb5-4fa1-82b5-0336ad3d4c1b tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740702 May 05 21:48:46.306735 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d0cf15f1-9fc4-426f-85e1-e7526f12f336 req-fdf99865-6326-4c79-b59b-000effd23d6c tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] 10.222.0.23 "GET /v2.0/security-groups?id=6170f242-e3a3-4ed4-b9c5-ed9a1e80a3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039665 May 05 21:48:46.366596 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-650379dd-6b93-424f-af82-d3d00b1f1e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:46.374477 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-650379dd-6b93-424f-af82-d3d00b1f1e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:46.413653 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:46.439978 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-650379dd-6b93-424f-af82-d3d00b1f1e1e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c89a049067a444d1b6e4e03c1aab2906&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6353283 May 05 21:48:46.440925 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 40158) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:48:46.444582 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e25fe558-28f0-44a6-931f-6571cdd59e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:46.459760 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650379dd-6b93-424f-af82-d3d00b1f1e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb0c2ca-52ee-4097-8d91-a260968a9697,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:46.480457 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bebdd16d-d87c-40df-8479-398ba04b308f'] response: {'server_uuid': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34649ace-f82b-4ccc-974a-1666bac9e23b', 'code': 200} May 05 21:48:46.480711 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bebdd16d-d87c-40df-8479-398ba04b308f'] response: {'server_uuid': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7548de3-9774-4501-8d63-8da172363f2e', 'code': 200} May 05 21:48:46.497442 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-9c611e6d-c7b0-4b0d-bf33-0beb45b2e247 None None] Port 706f6723-19fb-4b17-9837-95eae04ce21d cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:48:46.515685 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7186e66d-2a4b-4c95-a329-b86ad57c645f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:46.516766 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7186e66d-2a4b-4c95-a329-b86ad57c645f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:46.523640 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec7d2831-9006-441a-bb28-d10cdc9d552f {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:48:46.524129 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25fe558-28f0-44a6-931f-6571cdd59e6b admin admin] Pushing event deleted for resources: {'Port': ['ID=84899a3f-75cd-4f58-acd3-5652f4310abd,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:46.529518 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:46.593318 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port ec7d2831-9006-441a-bb28-d10cdc9d552f, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=ec7d2831-9006-441a-bb28-d10cdc9d552f,segment=NetworkSegment(bb53319d-02d7-4ee5-a402-d07603ca726a),segment_id=bb53319d-02d7-4ee5-a402-d07603ca726a)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:48:46.614688 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:46.617744 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 538baf95-e3b5-4c0a-808d-33c668825b60, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=538baf95-e3b5-4c0a-808d-33c668825b60,segment=NetworkSegment(a786530b-01ae-4f9f-838f-af9be8821358),segment_id=a786530b-01ae-4f9f-838f-af9be8821358)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:48:46.661225 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f8858764-06f7-4a44-b800-8f7e98bb0d3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:46.664860 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:46.665700 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device c6a625e6-cf6b-469e-bb09-671258762a76 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:48:46.673310 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6212bfd-757c-4c12-9f44-a7ecfb47f384 req-11f69d36-736b-442a-92ee-e598bccdc4ab tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:46.681308 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b6212bfd-757c-4c12-9f44-a7ecfb47f384 req-11f69d36-736b-442a-92ee-e598bccdc4ab tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=a71328a0-711f-4e1a-ae4a-4655ebab9e7b HTTP/1.1" status: 200 len: 943 time: 0.2171962 May 05 21:48:46.765539 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b6212bfd-757c-4c12-9f44-a7ecfb47f384 req-d5dde239-bdb4-4965-9165-fdeb7b4de405 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832596 May 05 21:48:46.777402 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-3362ce7a-9ec1-4d40-bf09-e409c7a54325 None None] Provisioning complete for port 097a5503-56ab-4448-b99b-8f142b9605e6 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:48:46.786005 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3362ce7a-9ec1-4d40-bf09-e409c7a54325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:46.825036 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f8858764-06f7-4a44-b800-8f7e98bb0d3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:46.841047 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['ec7d2831-9006-441a-bb28-d10cdc9d552f'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:48:46.896822 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=ec7d2831-9006-441a-bb28-d10cdc9d552f,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:46.909909 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.resource_extend [req-42cc1a27-86c1-4b3f-9ddd-3bda91da9d22 req-7dd18b4f-c00c-49f2-9f98-104547780a9b service neutron] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 21:48:47.013129 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port c6a625e6-cf6b-469e-bb09-671258762a76 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:48:47.017028 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=538baf95-e3b5-4c0a-808d-33c668825b60,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:47.034045 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-42cc1a27-86c1-4b3f-9ddd-3bda91da9d22 req-7dd18b4f-c00c-49f2-9f98-104547780a9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 706f6723-19fb-4b17-9837-95eae04ce21d {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:48:47.037057 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0db98e-1839-4aa1-a738-3af755fdd162 req-7d83942e-94e7-4da8-893c-8ba16444c87e tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:47.043311 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9d0db98e-1839-4aa1-a738-3af755fdd162 req-7d83942e-94e7-4da8-893c-8ba16444c87e tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecd4a405-2195-46d7-97a2-9d216ad40307 HTTP/1.1" status: 200 len: 945 time: 0.2328565 May 05 21:48:47.052810 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f8858764-06f7-4a44-b800-8f7e98bb0d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:47.062418 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port c6a625e6-cf6b-469e-bb09-671258762a76 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:48:47.062922 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:47.090355 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8858764-06f7-4a44-b800-8f7e98bb0d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb0c2ca-52ee-4097-8d91-a260968a9697,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:47.094103 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-42cc1a27-86c1-4b3f-9ddd-3bda91da9d22 req-7dd18b4f-c00c-49f2-9f98-104547780a9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:47.104587 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f8858764-06f7-4a44-b800-8f7e98bb0d3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:47.105402 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f8858764-06f7-4a44-b800-8f7e98bb0d3d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ecb0c2ca-52ee-4097-8d91-a260968a9697 HTTP/1.1" status: 204 len: 168 time: 0.6634858 May 05 21:48:47.116491 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a5f9a-7359-4114-bda5-98670a99a4c9 req-77c66e50-71c6-4ac7-afd2-40b931eece12 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:47.120490 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a5f9a-7359-4114-bda5-98670a99a4c9 req-77c66e50-71c6-4ac7-afd2-40b931eece12 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:47.124830 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a5f9a-7359-4114-bda5-98670a99a4c9 req-77c66e50-71c6-4ac7-afd2-40b931eece12 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:47.129817 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a5f9a-7359-4114-bda5-98670a99a4c9 req-77c66e50-71c6-4ac7-afd2-40b931eece12 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:47.134143 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a5f9a-7359-4114-bda5-98670a99a4c9 req-77c66e50-71c6-4ac7-afd2-40b931eece12 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:47.138082 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a5f9a-7359-4114-bda5-98670a99a4c9 req-77c66e50-71c6-4ac7-afd2-40b931eece12 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:47.142072 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a5f9a-7359-4114-bda5-98670a99a4c9 req-77c66e50-71c6-4ac7-afd2-40b931eece12 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:47.144368 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b43a5f9a-7359-4114-bda5-98670a99a4c9 req-77c66e50-71c6-4ac7-afd2-40b931eece12 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb2ef018-2997-4252-b6ee-9017394af03b HTTP/1.1" status: 200 len: 5432 time: 0.2177022 May 05 21:48:47.182700 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-42cc1a27-86c1-4b3f-9ddd-3bda91da9d22 req-7dd18b4f-c00c-49f2-9f98-104547780a9b service neutron] Transition to ACTIVE for port object 706f6723-19fb-4b17-9837-95eae04ce21d will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:48:47.183538 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9d0db98e-1839-4aa1-a738-3af755fdd162 req-b1d345f4-93fc-4aa4-b45d-79cf6af50b0c tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "GET /v2.0/security-groups?id=31fe5bf3-12b2-46fb-95aa-6ee5579edac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337924 May 05 21:48:47.215241 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-42cc1a27-86c1-4b3f-9ddd-3bda91da9d22 req-7dd18b4f-c00c-49f2-9f98-104547780a9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:47.265016 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b43a5f9a-7359-4114-bda5-98670a99a4c9 req-b4d6898a-1460-4bf2-9e53-39c6586ac2d5 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5ff80e3-da96-4cd3-a486-dc686c4ae303&id=c9d5c85a-cae6-44b0-a97b-93589deaee89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0962760 May 05 21:48:47.272065 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:47.300065 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:47.300274 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd18b4f-c00c-49f2-9f98-104547780a9b service neutron] Pushing event updated for resources: {'Port': ['ID=706f6723-19fb-4b17-9837-95eae04ce21d,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:47.342342 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port c6a625e6-cf6b-469e-bb09-671258762a76, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=c6a625e6-cf6b-469e-bb09-671258762a76,segment=NetworkSegment(27eaa00d-2733-43bd-8e2f-2708b745ee87),segment_id=27eaa00d-2733-43bd-8e2f-2708b745ee87)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:48:47.357165 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device dd043570-1ead-4571-a3b0-780aa65b61e4 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:48:47.461880 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:47.462784 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device ecd2f147-21d5-4a73-989e-13841d2ef60b up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:48:47.554093 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 097a5503-56ab-4448-b99b-8f142b9605e6 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:48:47.716761 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a14eb07-2165-4139-9fa0-0f048c1342aa req-c537cd4e-4fe3-4ca0-b1bc-54ba0f186dfc tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:47.724161 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9a14eb07-2165-4139-9fa0-0f048c1342aa req-c537cd4e-4fe3-4ca0-b1bc-54ba0f186dfc tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 947 time: 0.2161486 May 05 21:48:47.735736 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-42cc1a27-86c1-4b3f-9ddd-3bda91da9d22 req-7dd18b4f-c00c-49f2-9f98-104547780a9b service neutron] Attempting to bind port 706f6723-19fb-4b17-9837-95eae04ce21d on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:48:47.736295 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-42cc1a27-86c1-4b3f-9ddd-3bda91da9d22 req-7dd18b4f-c00c-49f2-9f98-104547780a9b service neutron] Attempting to bind port 706f6723-19fb-4b17-9837-95eae04ce21d by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:48:47.736529 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cc1a27-86c1-4b3f-9ddd-3bda91da9d22 req-7dd18b4f-c00c-49f2-9f98-104547780a9b service neutron] Attempting to bind port 706f6723-19fb-4b17-9837-95eae04ce21d on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:48:47.760378 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cc1a27-86c1-4b3f-9ddd-3bda91da9d22 req-7dd18b4f-c00c-49f2-9f98-104547780a9b service neutron] Port 706f6723-19fb-4b17-9837-95eae04ce21d on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:48:47.760838 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cc1a27-86c1-4b3f-9ddd-3bda91da9d22 req-7dd18b4f-c00c-49f2-9f98-104547780a9b service neutron] Attempting to bind port 706f6723-19fb-4b17-9837-95eae04ce21d on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:48:47.785694 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cc1a27-86c1-4b3f-9ddd-3bda91da9d22 req-7dd18b4f-c00c-49f2-9f98-104547780a9b service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:48:47.786044 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cc1a27-86c1-4b3f-9ddd-3bda91da9d22 req-7dd18b4f-c00c-49f2-9f98-104547780a9b service neutron] Checking segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:48:47.786449 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cc1a27-86c1-4b3f-9ddd-3bda91da9d22 req-7dd18b4f-c00c-49f2-9f98-104547780a9b service neutron] Bound using segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:48:47.786915 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-42cc1a27-86c1-4b3f-9ddd-3bda91da9d22 req-7dd18b4f-c00c-49f2-9f98-104547780a9b service neutron] Bound port: 706f6723-19fb-4b17-9837-95eae04ce21d, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:48:47.787265 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-42cc1a27-86c1-4b3f-9ddd-3bda91da9d22 req-7dd18b4f-c00c-49f2-9f98-104547780a9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:47.800914 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e25fe558-28f0-44a6-931f-6571cdd59e6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:47.859045 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:47.889319 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=c6a625e6-cf6b-469e-bb09-671258762a76,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:47.899117 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port dd043570-1ead-4571-a3b0-780aa65b61e4 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:48:47.907092 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port dd043570-1ead-4571-a3b0-780aa65b61e4 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:48:47.907584 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:47.923277 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9a14eb07-2165-4139-9fa0-0f048c1342aa req-a8c52e0d-92b9-4918-9294-1461552ea637 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1979554 May 05 21:48:47.934806 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4158b-49fc-4542-a8e3-c2360796a93f req-985ef9f5-5bc4-4d19-b132-1e16813754a5 tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:47.948414 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 097a5503-56ab-4448-b99b-8f142b9605e6 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:48:47.949290 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:47.949509 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-37d4158b-49fc-4542-a8e3-c2360796a93f req-985ef9f5-5bc4-4d19-b132-1e16813754a5 tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] 10.222.0.23 "GET /v2.0/ports?device_id=72498290-f68d-4887-a724-bb2562227841 HTTP/1.1" status: 200 len: 947 time: 0.3477981 May 05 21:48:47.990001 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7186e66d-2a4b-4c95-a329-b86ad57c645f admin admin] Router d59bcb2e-a681-4dba-b03a-b73314d497e6 is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 21:48:48.033965 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port ecd2f147-21d5-4a73-989e-13841d2ef60b completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:48:48.037986 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-37d4158b-49fc-4542-a8e3-c2360796a93f req-8b975711-cf63-458d-9b13-d0fc51fbed16 tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] 10.222.0.23 "GET /v2.0/security-groups?id=6170f242-e3a3-4ed4-b9c5-ed9a1e80a3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819182 May 05 21:48:48.048700 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port ecd2f147-21d5-4a73-989e-13841d2ef60b triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:48:48.049142 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:48.207475 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51d9fb-ae7f-4d6e-9639-85494decc56b req-3098fbe9-8c49-4c42-95cd-a37d774186ec tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:48.210728 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2f51d9fb-ae7f-4d6e-9639-85494decc56b req-3098fbe9-8c49-4c42-95cd-a37d774186ec tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=a71328a0-711f-4e1a-ae4a-4655ebab9e7b HTTP/1.1" status: 200 len: 944 time: 0.0964801 May 05 21:48:48.221988 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:48.252052 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-42cc1a27-86c1-4b3f-9ddd-3bda91da9d22 req-7dd18b4f-c00c-49f2-9f98-104547780a9b service neutron] For port 706f6723-19fb-4b17-9837-95eae04ce21d, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:48:48.273311 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-42cc1a27-86c1-4b3f-9ddd-3bda91da9d22 req-7dd18b4f-c00c-49f2-9f98-104547780a9b service neutron] For port 706f6723-19fb-4b17-9837-95eae04ce21d, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=706f6723-19fb-4b17-9837-95eae04ce21d,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:48:48.301779 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port dd043570-1ead-4571-a3b0-780aa65b61e4, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=dd043570-1ead-4571-a3b0-780aa65b61e4,segment=NetworkSegment(7dee26b3-4081-43b6-b222-2abb5ad4442f),segment_id=7dee26b3-4081-43b6-b222-2abb5ad4442f)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:48:48.307351 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2f51d9fb-ae7f-4d6e-9639-85494decc56b req-da42aa05-bb40-43a0-929b-5d0eb0e90448 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906901 May 05 21:48:48.323038 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 254d6486-a2f8-4ac2-8cd3-e9e223b202eb details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:48:48.326798 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:48.336215 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-42cc1a27-86c1-4b3f-9ddd-3bda91da9d22 req-7dd18b4f-c00c-49f2-9f98-104547780a9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:48.419144 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:48.448549 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40196) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:48:48.505118 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd18b4f-c00c-49f2-9f98-104547780a9b service neutron] Pushing event updated for resources: {'Port': ['ID=706f6723-19fb-4b17-9837-95eae04ce21d,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:48.568376 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafbdaa5-b04d-4467-a2a0-330677b84f8d req-f3fdc01d-9ae3-4ee9-a147-e48935e4c76a tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:48.569973 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cafbdaa5-b04d-4467-a2a0-330677b84f8d req-f3fdc01d-9ae3-4ee9-a147-e48935e4c76a tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecd4a405-2195-46d7-97a2-9d216ad40307 HTTP/1.1" status: 200 len: 946 time: 0.1434703 May 05 21:48:48.572265 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-42cc1a27-86c1-4b3f-9ddd-3bda91da9d22 req-7dd18b4f-c00c-49f2-9f98-104547780a9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:48.576765 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-42cc1a27-86c1-4b3f-9ddd-3bda91da9d22 req-7dd18b4f-c00c-49f2-9f98-104547780a9b service neutron] 10.222.0.44 "PUT /v2.0/ports/706f6723-19fb-4b17-9837-95eae04ce21d HTTP/1.1" status: 200 len: 1095 time: 3.3380973 May 05 21:48:48.584260 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72498290-f68d-4887-a724-bb2562227841', 'tag': '706f6723-19fb-4b17-9837-95eae04ce21d'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:48:48.584504 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 254d6486-a2f8-4ac2-8cd3-e9e223b202eb, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=254d6486-a2f8-4ac2-8cd3-e9e223b202eb,segment=NetworkSegment(18a3c379-3cfc-4702-917f-3a57e26f3cd8),segment_id=18a3c379-3cfc-4702-917f-3a57e26f3cd8)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:48:48.596784 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f0ad5e-2d71-4a7c-8e4d-c9aabfb5ebd1 req-43dc3115-0b6c-47f4-9471-a0b99295add1 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:48.606155 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f0ad5e-2d71-4a7c-8e4d-c9aabfb5ebd1 req-43dc3115-0b6c-47f4-9471-a0b99295add1 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:48.607329 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '538baf95-e3b5-4c0a-808d-33c668825b60'}, {'server_uuid': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a625e6-cf6b-469e-bb09-671258762a76'}, {'server_uuid': 'ecd4a405-2195-46d7-97a2-9d216ad40307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd043570-1ead-4571-a3b0-780aa65b61e4'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:48:48.613399 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f0ad5e-2d71-4a7c-8e4d-c9aabfb5ebd1 req-43dc3115-0b6c-47f4-9471-a0b99295add1 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:48.617601 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f0ad5e-2d71-4a7c-8e4d-c9aabfb5ebd1 req-43dc3115-0b6c-47f4-9471-a0b99295add1 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:48.620883 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '254d6486-a2f8-4ac2-8cd3-e9e223b202eb', 'network_id': 'f33cead3-3472-4ef7-9cf3-a35684adef89', 'port_id': '254d6486-a2f8-4ac2-8cd3-e9e223b202eb', 'mac_address': 'fa:16:3e:85:0d:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d5de724-e15a-4a3a-8314-05869a0cf070', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:48:48.621859 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f0ad5e-2d71-4a7c-8e4d-c9aabfb5ebd1 req-43dc3115-0b6c-47f4-9471-a0b99295add1 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:48.626567 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f0ad5e-2d71-4a7c-8e4d-c9aabfb5ebd1 req-43dc3115-0b6c-47f4-9471-a0b99295add1 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:48.631636 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f0ad5e-2d71-4a7c-8e4d-c9aabfb5ebd1 req-43dc3115-0b6c-47f4-9471-a0b99295add1 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:48.640932 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d6f0ad5e-2d71-4a7c-8e4d-c9aabfb5ebd1 req-43dc3115-0b6c-47f4-9471-a0b99295add1 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb2ef018-2997-4252-b6ee-9017394af03b HTTP/1.1" status: 200 len: 5433 time: 0.1760542 May 05 21:48:48.758736 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d6f0ad5e-2d71-4a7c-8e4d-c9aabfb5ebd1 req-75a0739c-9d4c-4322-83ec-05ceccbc5e82 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5ff80e3-da96-4cd3-a486-dc686c4ae303&id=c9d5c85a-cae6-44b0-a97b-93589deaee89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1164846 May 05 21:48:48.786914 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cafbdaa5-b04d-4467-a2a0-330677b84f8d req-1363064a-048f-41dd-825f-a6819a16251f tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "GET /v2.0/security-groups?id=31fe5bf3-12b2-46fb-95aa-6ee5579edac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434667 May 05 21:48:48.803907 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port ecd2f147-21d5-4a73-989e-13841d2ef60b, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=ecd2f147-21d5-4a73-989e-13841d2ef60b,segment=NetworkSegment(b536ecc8-ef30-4eb4-8bcf-0bfc4de1bd3b),segment_id=b536ecc8-ef30-4eb4-8bcf-0bfc4de1bd3b)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:48:48.814872 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=dd043570-1ead-4571-a3b0-780aa65b61e4,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:48.826553 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:48.827491 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 27b68c04-7dd9-42e8-9a47-ef4ac75714cf up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:48:48.937445 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-c8c5d9f1-4a43-489f-819f-0df2e20b039c admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1826545772-network', 'tenant_id': '29018b8c8a7346519b4bd7496aff42ba'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:48:48.938235 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3e21cb6-f26e-4f8c-bca7-ee6192f1852c'] response: {'server_uuid': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '538baf95-e3b5-4c0a-808d-33c668825b60', 'code': 200} May 05 21:48:48.938584 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3e21cb6-f26e-4f8c-bca7-ee6192f1852c'] response: {'server_uuid': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a625e6-cf6b-469e-bb09-671258762a76', 'code': 200} May 05 21:48:48.938944 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3e21cb6-f26e-4f8c-bca7-ee6192f1852c'] response: {'server_uuid': 'ecd4a405-2195-46d7-97a2-9d216ad40307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd043570-1ead-4571-a3b0-780aa65b61e4', 'code': 200} May 05 21:48:48.948131 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6776a8ab-8f5c-42cb-8c5e-25eaaa807348'] response: {'name': 'network-changed', 'server_uuid': '72498290-f68d-4887-a724-bb2562227841', 'tag': '706f6723-19fb-4b17-9837-95eae04ce21d', 'status': 'completed', 'code': 200} May 05 21:48:48.970689 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:48.971596 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:48.977819 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c8c5d9f1-4a43-489f-819f-0df2e20b039c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:48:49.011924 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 254d6486-a2f8-4ac2-8cd3-e9e223b202eb {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:48:49.030031 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c8c5d9f1-4a43-489f-819f-0df2e20b039c admin admin] Usage tracker for resource:network and tenant:29018b8c8a7346519b4bd7496aff42ba is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:48:49.047061 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c8c5d9f1-4a43-489f-819f-0df2e20b039c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:48:49.064936 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=ecd2f147-21d5-4a73-989e-13841d2ef60b,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:49.068763 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 254d6486-a2f8-4ac2-8cd3-e9e223b202eb, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=254d6486-a2f8-4ac2-8cd3-e9e223b202eb,segment=NetworkSegment(18a3c379-3cfc-4702-917f-3a57e26f3cd8),segment_id=18a3c379-3cfc-4702-917f-3a57e26f3cd8)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:48:49.073794 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c8c5d9f1-4a43-489f-819f-0df2e20b039c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:48:49.076726 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:49.125550 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 27b68c04-7dd9-42e8-9a47-ef4ac75714cf completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:48:49.173210 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 27b68c04-7dd9-42e8-9a47-ef4ac75714cf triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:48:49.177211 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2f334d-aa7d-4fb4-841e-b723ca045f02 req-33d5fd27-8e93-4a42-ac4d-73a161c782dc tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:49.177953 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:49.184601 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c5d9f1-4a43-489f-819f-0df2e20b039c admin admin] Made reservation on behalf of 29018b8c8a7346519b4bd7496aff42ba for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:48:49.186054 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8a2f334d-aa7d-4fb4-841e-b723ca045f02 req-33d5fd27-8e93-4a42-ac4d-73a161c782dc tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 946 time: 0.1152804 May 05 21:48:49.186879 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c8c5d9f1-4a43-489f-819f-0df2e20b039c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:49.232127 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['254d6486-a2f8-4ac2-8cd3-e9e223b202eb'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:48:49.254961 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8a2f334d-aa7d-4fb4-841e-b723ca045f02 req-a0e04699-d797-4f9a-8a19-4421c1c88970 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678487 May 05 21:48:49.324935 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=254d6486-a2f8-4ac2-8cd3-e9e223b202eb,revision_number=11']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:49.329704 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c8c5d9f1-4a43-489f-819f-0df2e20b039c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:49.356483 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device ec7d2831-9006-441a-bb28-d10cdc9d552f up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:48:49.370392 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-42cc1a27-86c1-4b3f-9ddd-3bda91da9d22 req-940ff166-f455-44e2-a4e9-556fb67d3b80 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=87d89d51e9dc461ba11939b197ee4b20&device_id=72498290-f68d-4887-a724-bb2562227841 HTTP/1.1" status: 200 len: 1098 time: 0.4791694 May 05 21:48:49.375518 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7186e66d-2a4b-4c95-a329-b86ad57c645f admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:48:49.401260 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe57743-c8da-4e68-a89c-f0fee2591c9e None None] Sync routers for ids ['d59bcb2e-a681-4dba-b03a-b73314d497e6'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:48:49.404976 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3da962-c66d-4a94-a6fd-738cde286772 req-95d63808-235e-4d71-bcbc-8686d94edc6c tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:49.407175 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9b3da962-c66d-4a94-a6fd-738cde286772 req-95d63808-235e-4d71-bcbc-8686d94edc6c tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] 10.222.0.23 "GET /v2.0/ports?device_id=72498290-f68d-4887-a724-bb2562227841 HTTP/1.1" status: 200 len: 947 time: 0.1208303 May 05 21:48:49.473576 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9b3da962-c66d-4a94-a6fd-738cde286772 req-4e1f4f85-392b-4af3-a626-8f374ec7e0c2 tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] 10.222.0.23 "GET /v2.0/security-groups?id=6170f242-e3a3-4ed4-b9c5-ed9a1e80a3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608552 May 05 21:48:49.492927 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c8c5d9f1-4a43-489f-819f-0df2e20b039c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:48:49.507070 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-42cc1a27-86c1-4b3f-9ddd-3bda91da9d22 req-2ee2aca3-3eee-47cb-806a-5a9ffb87917c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=706f6723-19fb-4b17-9837-95eae04ce21d HTTP/1.1" status: 200 len: 217 time: 0.1295953 May 05 21:48:49.507956 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c8c5d9f1-4a43-489f-819f-0df2e20b039c admin admin] Usage tracker for resource:security_group_rule and tenant:29018b8c8a7346519b4bd7496aff42ba is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:48:49.520071 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8d479765-5ddc-444e-b1d6-f964f46019bf req-5ce4031b-177c-48a4-be9d-55cc23b706f0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ecd4a405-2195-46d7-97a2-9d216ad40307 HTTP/1.1" status: 200 len: 1097 time: 0.5241082 May 05 21:48:49.520071 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c8c5d9f1-4a43-489f-819f-0df2e20b039c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:48:49.560655 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe57743-c8da-4e68-a89c-f0fee2591c9e None None] Routers {'d59bcb2e-a681-4dba-b03a-b73314d497e6'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:48:49.561560 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-4fe57743-c8da-4e68-a89c-f0fee2591c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:48:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['d59bcb2e-a681-4dba-b03a-b73314d497e6'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:48:49.573929 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c8c5d9f1-4a43-489f-819f-0df2e20b039c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:48:49.589383 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7186e66d-2a4b-4c95-a329-b86ad57c645f admin admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:49.593174 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-7186e66d-2a4b-4c95-a329-b86ad57c645f admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.9081392 May 05 21:48:49.598551 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 40222) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:48:49.713192 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695689b5-29d2-4862-9778-1cce9674b29f req-bd5af44f-ae1e-454b-ac0e-c55799a5e5ac tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:49.720044 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-695689b5-29d2-4862-9778-1cce9674b29f req-bd5af44f-ae1e-454b-ac0e-c55799a5e5ac tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=a71328a0-711f-4e1a-ae4a-4655ebab9e7b HTTP/1.1" status: 200 len: 944 time: 0.2410553 May 05 21:48:49.774521 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc1a27-86c1-4b3f-9ddd-3bda91da9d22 req-619dddab-9e8d-4fff-aad1-e9584a3e00a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:49.776917 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-42cc1a27-86c1-4b3f-9ddd-3bda91da9d22 req-619dddab-9e8d-4fff-aad1-e9584a3e00a6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.2574921 May 05 21:48:49.848044 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-695689b5-29d2-4862-9778-1cce9674b29f req-798d06de-aac3-4bb5-a58a-c210f26ef960 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270506 May 05 21:48:49.870682 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-4fe57743-c8da-4e68-a89c-f0fee2591c9e None None] Set router d59bcb2e-a681-4dba-b03a-b73314d497e6 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:48:49.928717 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8d479765-5ddc-444e-b1d6-f964f46019bf req-49bebb8b-9804-4753-b415-c3abd55a1ca2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=31fe5bf3-12b2-46fb-95aa-6ee5579edac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666110 May 05 21:48:50.014850 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c8c5d9f1-4a43-489f-819f-0df2e20b039c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:50.030505 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c8c5d9f1-4a43-489f-819f-0df2e20b039c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:50.055160 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-42cc1a27-86c1-4b3f-9ddd-3bda91da9d22 req-f905f75a-cbcb-4672-8a93-98d78721d402 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2011137 May 05 21:48:50.117396 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8c5d9f1-4a43-489f-819f-0df2e20b039c admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:48:50.186065 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:50.190830 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c5d9f1-4a43-489f-819f-0df2e20b039c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40bc07ad-f01f-4a57-a09a-5e2aa2341b9d,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:50.215313 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c8c5d9f1-4a43-489f-819f-0df2e20b039c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:50.216403 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-c8c5d9f1-4a43-489f-819f-0df2e20b039c admin admin] Added segment 9ab868ac-4b69-405c-b1c9-80228511fc25 of type vlan for network 3d53238c-3066-4861-90b2-685d885616fa May 05 21:48:50.292943 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c8c5d9f1-4a43-489f-819f-0df2e20b039c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:50.332104 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90459636-0dca-4410-9d09-68cdc4296e0f req-518887ca-0a24-41a4-b1f0-99fb37acac9f tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:50.336750 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90459636-0dca-4410-9d09-68cdc4296e0f req-518887ca-0a24-41a4-b1f0-99fb37acac9f tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:50.344111 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90459636-0dca-4410-9d09-68cdc4296e0f req-518887ca-0a24-41a4-b1f0-99fb37acac9f tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:50.348135 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90459636-0dca-4410-9d09-68cdc4296e0f req-518887ca-0a24-41a4-b1f0-99fb37acac9f tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:50.355593 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-42cc1a27-86c1-4b3f-9ddd-3bda91da9d22 req-6ea1d6a2-f6be-4752-a69e-6cde64323aa5 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871788 May 05 21:48:50.361041 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90459636-0dca-4410-9d09-68cdc4296e0f req-518887ca-0a24-41a4-b1f0-99fb37acac9f tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:50.371210 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90459636-0dca-4410-9d09-68cdc4296e0f req-518887ca-0a24-41a4-b1f0-99fb37acac9f tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:50.375565 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90459636-0dca-4410-9d09-68cdc4296e0f req-518887ca-0a24-41a4-b1f0-99fb37acac9f tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:50.381353 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-90459636-0dca-4410-9d09-68cdc4296e0f req-518887ca-0a24-41a4-b1f0-99fb37acac9f tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb2ef018-2997-4252-b6ee-9017394af03b HTTP/1.1" status: 200 len: 5434 time: 0.2986231 May 05 21:48:50.412680 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e25fe558-28f0-44a6-931f-6571cdd59e6b admin admin] Router b0abeade-d90b-47e1-aef2-bc14d30f979a has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:48:50.413479 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb8d23-4f4e-4fa5-9251-cf21c68294ef req-d03b30ba-80a1-4453-abd3-b274f6d2f55c tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:50.415847 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-adfb8d23-4f4e-4fa5-9251-cf21c68294ef req-d03b30ba-80a1-4453-abd3-b274f6d2f55c tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecd4a405-2195-46d7-97a2-9d216ad40307 HTTP/1.1" status: 200 len: 946 time: 0.2464612 May 05 21:48:50.429320 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 27b68c04-7dd9-42e8-9a47-ef4ac75714cf, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=27b68c04-7dd9-42e8-9a47-ef4ac75714cf,segment=NetworkSegment(a786530b-01ae-4f9f-838f-af9be8821358),segment_id=a786530b-01ae-4f9f-838f-af9be8821358)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:48:50.470974 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:50.472086 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 254d6486-a2f8-4ac2-8cd3-e9e223b202eb no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:48:50.476761 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c8c5d9f1-4a43-489f-819f-0df2e20b039c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:50.478793 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c5d9f1-4a43-489f-819f-0df2e20b039c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:50.479904 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c8c5d9f1-4a43-489f-819f-0df2e20b039c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:50.549745 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-90459636-0dca-4410-9d09-68cdc4296e0f req-33f9b9d0-583f-46a9-95ca-258e3d413b5f tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5ff80e3-da96-4cd3-a486-dc686c4ae303&id=c9d5c85a-cae6-44b0-a97b-93589deaee89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1447937 May 05 21:48:50.581938 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-adfb8d23-4f4e-4fa5-9251-cf21c68294ef req-f1587832-0b6a-453e-9b2c-ab6655cb8e42 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "GET /v2.0/security-groups?id=31fe5bf3-12b2-46fb-95aa-6ee5579edac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176066 May 05 21:48:50.612661 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=27b68c04-7dd9-42e8-9a47-ef4ac75714cf,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:50.702781 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port ec7d2831-9006-441a-bb28-d10cdc9d552f completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:48:50.730343 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port ec7d2831-9006-441a-bb28-d10cdc9d552f triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:48:50.731064 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:50.897559 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c8c5d9f1-4a43-489f-819f-0df2e20b039c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.4469535 May 05 21:48:50.915650 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 40236) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:48:50.920904 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:50.942376 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd2f147-21d5-4a73-989e-13841d2ef60b'}, {'server_uuid': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b68c04-7dd9-42e8-9a47-ef4ac75714cf'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:48:50.961398 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c5d9f1-4a43-489f-819f-0df2e20b039c admin admin] Pushing event updated for resources: {'Network': ['ID=3d53238c-3066-4861-90b2-685d885616fa,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:50.991789 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 3d53238c-3066-4861-90b2-685d885616fa details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:48:51.021101 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 254d6486-a2f8-4ac2-8cd3-e9e223b202eb {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:48:51.116462 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-ccb6e57b-bace-479f-be06-a1fd63d4ed09 admin admin] Request body: {'subnet': {'network_id': '3d53238c-3066-4861-90b2-685d885616fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1826545772-subnet', 'tenant_id': '29018b8c8a7346519b4bd7496aff42ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:48:51.132532 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:51.163883 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 254d6486-a2f8-4ac2-8cd3-e9e223b202eb, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=254d6486-a2f8-4ac2-8cd3-e9e223b202eb,segment=NetworkSegment(18a3c379-3cfc-4702-917f-3a57e26f3cd8),segment_id=18a3c379-3cfc-4702-917f-3a57e26f3cd8)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:48:51.170163 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-4fe57743-c8da-4e68-a89c-f0fee2591c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59bcb2e-a681-4dba-b03a-b73314d497e6', 'name': 'tempest-ServersTestMultiNic-293763883-router', 'tenant_id': '1384b462eac846a090f14492c41d335c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '67e4532a-8c94-4db4-a9b7-8239a2edf436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:48:40Z', 'updated_at': '2022-05-05T21:48:46Z', 'revision_number': 3, 'project_id': '1384b462eac846a090f14492c41d335c', 'gw_port': {'id': '67e4532a-8c94-4db4-a9b7-8239a2edf436', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:71:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59bcb2e-a681-4dba-b03a-b73314d497e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:48:44Z', 'updated_at': '2022-05-05T21:48:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:48:51.177982 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe57743-c8da-4e68-a89c-f0fee2591c9e None None] Checking router: d59bcb2e-a681-4dba-b03a-b73314d497e6 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:48:51.178597 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe57743-c8da-4e68-a89c-f0fee2591c9e None None] Updating router d59bcb2e-a681-4dba-b03a-b73314d497e6 port 67e4532a-8c94-4db4-a9b7-8239a2edf436 binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 21:48:51.203463 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:51.306266 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-42cc1a27-86c1-4b3f-9ddd-3bda91da9d22 req-e99e92a7-60dc-4fab-a841-75313699f649 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9417548 May 05 21:48:51.332303 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port ec7d2831-9006-441a-bb28-d10cdc9d552f, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=ec7d2831-9006-441a-bb28-d10cdc9d552f,segment=NetworkSegment(bb53319d-02d7-4ee5-a402-d07603ca726a),segment_id=bb53319d-02d7-4ee5-a402-d07603ca726a)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:48:51.344830 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4fe57743-c8da-4e68-a89c-f0fee2591c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:51.442459 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-ccb6e57b-bace-479f-be06-a1fd63d4ed09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:48:51.469746 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-ccb6e57b-bace-479f-be06-a1fd63d4ed09 admin admin] Usage tracker for resource:subnet and tenant:29018b8c8a7346519b4bd7496aff42ba is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:48:51.510071 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f9c30087-58d3-4914-b3c0-aba5c83e91bc req-d0704ac3-4494-46be-84a5-e889621c4e3b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0eb82da6a4bc47a2ae0058d78ca21e92&device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 1096 time: 0.1125488 May 05 21:48:51.535739 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e25fe558-28f0-44a6-931f-6571cdd59e6b admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:48:51.543067 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-ccb6e57b-bace-479f-be06-a1fd63d4ed09 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:48:51.555486 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9c7164-bfa1-481a-ba95-429599eeb26a None None] Sync routers for ids ['b0abeade-d90b-47e1-aef2-bc14d30f979a'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:48:51.585697 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9c7164-bfa1-481a-ba95-429599eeb26a None None] Routers {'b0abeade-d90b-47e1-aef2-bc14d30f979a'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:48:51.586736 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-4f9c7164-bfa1-481a-ba95-429599eeb26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:48:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['b0abeade-d90b-47e1-aef2-bc14d30f979a'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:48:51.591248 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-e25fe558-28f0-44a6-931f-6571cdd59e6b admin admin] 10.222.0.23 "PUT /v2.0/routers/b0abeade-d90b-47e1-aef2-bc14d30f979a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0148115 May 05 21:48:51.592263 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40242) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:48:51.631442 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-ccb6e57b-bace-479f-be06-a1fd63d4ed09 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:48:51.691678 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4fe57743-c8da-4e68-a89c-f0fee2591c9e None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:51.705679 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-4fe57743-c8da-4e68-a89c-f0fee2591c9e None None] Transition to ACTIVE for port object 67e4532a-8c94-4db4-a9b7-8239a2edf436 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:48:51.714073 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:51.718751 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4fe57743-c8da-4e68-a89c-f0fee2591c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:51.727431 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=254d6486-a2f8-4ac2-8cd3-e9e223b202eb,revision_number=12']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:51.831769 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-4fe57743-c8da-4e68-a89c-f0fee2591c9e None None] Attempting to bind port 67e4532a-8c94-4db4-a9b7-8239a2edf436 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:48:51.832295 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-4fe57743-c8da-4e68-a89c-f0fee2591c9e None None] Attempting to bind port 67e4532a-8c94-4db4-a9b7-8239a2edf436 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:48:51.832747 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe57743-c8da-4e68-a89c-f0fee2591c9e None None] Attempting to bind port 67e4532a-8c94-4db4-a9b7-8239a2edf436 on network 25bfe237-58de-4709-a3e0-ac79da07c300 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:48:51.839275 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395d056-2ac4-4ab4-8432-5688bf7c6292 req-1872c231-f746-4c04-b159-d0ff0cfd5179 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:51.845887 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f395d056-2ac4-4ab4-8432-5688bf7c6292 req-1872c231-f746-4c04-b159-d0ff0cfd5179 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 946 time: 0.9044988 May 05 21:48:51.847711 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=ec7d2831-9006-441a-bb28-d10cdc9d552f,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:51.857589 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe57743-c8da-4e68-a89c-f0fee2591c9e None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:48:51.858239 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe57743-c8da-4e68-a89c-f0fee2591c9e None None] Checking segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:48:51.858870 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4fe57743-c8da-4e68-a89c-f0fee2591c9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:51.859603 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe57743-c8da-4e68-a89c-f0fee2591c9e None None] Bound using segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:48:51.860297 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-4fe57743-c8da-4e68-a89c-f0fee2591c9e None None] Bound port: 67e4532a-8c94-4db4-a9b7-8239a2edf436, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:48:51.860883 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4fe57743-c8da-4e68-a89c-f0fee2591c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:51.875962 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb6e57b-bace-479f-be06-a1fd63d4ed09 admin admin] Made reservation on behalf of 29018b8c8a7346519b4bd7496aff42ba for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:48:51.881172 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ccb6e57b-bace-479f-be06-a1fd63d4ed09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:51.959605 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f5bdb1-9fde-49fa-b279-ca5381efbcb6 None None] Pushing event updated for resources: {'Port': ['ID=67e4532a-8c94-4db4-a9b7-8239a2edf436,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:52.039797 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c30087-58d3-4914-b3c0-aba5c83e91bc req-203390fe-2d81-4dfc-8321-93575851f746 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:52.040515 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-4fe57743-c8da-4e68-a89c-f0fee2591c9e None None] For port 67e4532a-8c94-4db4-a9b7-8239a2edf436, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:48:52.044305 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f9c30087-58d3-4914-b3c0-aba5c83e91bc req-203390fe-2d81-4dfc-8321-93575851f746 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f33cead3-3472-4ef7-9cf3-a35684adef89 HTTP/1.1" status: 200 len: 913 time: 0.4981182 May 05 21:48:52.049247 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-4fe57743-c8da-4e68-a89c-f0fee2591c9e None None] For port 67e4532a-8c94-4db4-a9b7-8239a2edf436, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=67e4532a-8c94-4db4-a9b7-8239a2edf436,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:48:52.062256 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4fe57743-c8da-4e68-a89c-f0fee2591c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:52.086874 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92174fe7-d6ed-45d9-b349-f9fe35615319 req-c6c6720c-2c5c-4cec-9a09-f7c163bb8fd2 tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:52.088372 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-92174fe7-d6ed-45d9-b349-f9fe35615319 req-c6c6720c-2c5c-4cec-9a09-f7c163bb8fd2 tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] 10.222.0.23 "GET /v2.0/ports?device_id=72498290-f68d-4887-a724-bb2562227841 HTTP/1.1" status: 200 len: 947 time: 1.0415661 May 05 21:48:52.092454 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-473a4e8a-eeab-4dff-b485-890fe213ecc3 req-fe11c668-2914-47c7-aecb-7482e4277df0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=87d89d51e9dc461ba11939b197ee4b20&device_id=72498290-f68d-4887-a724-bb2562227841 HTTP/1.1" status: 200 len: 1098 time: 0.6435468 May 05 21:48:52.123447 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-4f9c7164-bfa1-481a-ba95-429599eeb26a None None] Set router b0abeade-d90b-47e1-aef2-bc14d30f979a gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:48:52.188873 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f5bdb1-9fde-49fa-b279-ca5381efbcb6 None None] Pushing event updated for resources: {'Port': ['ID=67e4532a-8c94-4db4-a9b7-8239a2edf436,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:52.201147 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe57743-c8da-4e68-a89c-f0fee2591c9e None None] Routers {'d59bcb2e-a681-4dba-b03a-b73314d497e6'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:48:52.202082 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-4fe57743-c8da-4e68-a89c-f0fee2591c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:48:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['d59bcb2e-a681-4dba-b03a-b73314d497e6'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:48:52.232266 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f9c30087-58d3-4914-b3c0-aba5c83e91bc req-6d525e4e-92e9-483d-99c8-3a371ece4e74 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=254d6486-a2f8-4ac2-8cd3-e9e223b202eb HTTP/1.1" status: 200 len: 1000 time: 0.1797683 May 05 21:48:52.251278 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f395d056-2ac4-4ab4-8432-5688bf7c6292 req-c7ff95e5-8786-432e-9d11-f32dc7a89640 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3879943 May 05 21:48:52.382810 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c30087-58d3-4914-b3c0-aba5c83e91bc req-e4e8ce8b-b013-4adf-8424-4c3a0129ed70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:52.386522 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f9c30087-58d3-4914-b3c0-aba5c83e91bc req-e4e8ce8b-b013-4adf-8424-4c3a0129ed70 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7d5de724-e15a-4a3a-8314-05869a0cf070 HTTP/1.1" status: 200 len: 851 time: 0.1436474 May 05 21:48:52.437476 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a4e8a-eeab-4dff-b485-890fe213ecc3 req-bbac7edf-c5b7-4ca3-ba39-13534901d137 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:52.438979 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-473a4e8a-eeab-4dff-b485-890fe213ecc3 req-bbac7edf-c5b7-4ca3-ba39-13534901d137 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 HTTP/1.1" status: 200 len: 870 time: 0.3344259 May 05 21:48:52.532197 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-473a4e8a-eeab-4dff-b485-890fe213ecc3 req-00c932b9-689f-410e-81ba-058918b6cb49 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=706f6723-19fb-4b17-9837-95eae04ce21d HTTP/1.1" status: 200 len: 217 time: 0.0841436 May 05 21:48:52.542908 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-92174fe7-d6ed-45d9-b349-f9fe35615319 req-0d823220-e06e-43e0-a839-f5683e2c0e72 tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] 10.222.0.23 "GET /v2.0/security-groups?id=6170f242-e3a3-4ed4-b9c5-ed9a1e80a3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4409220 May 05 21:48:52.587198 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 254d6486-a2f8-4ac2-8cd3-e9e223b202eb up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:48:52.609077 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-4f9c7164-bfa1-481a-ba95-429599eeb26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0abeade-d90b-47e1-aef2-bc14d30f979a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1863379920-router', 'tenant_id': '1558000fddc64215930486833c29f706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'bd79a060-0542-4914-9eb5-5e7910ad2c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:45:04Z', 'updated_at': '2022-05-05T21:48:46Z', 'revision_number': 5, 'project_id': '1558000fddc64215930486833c29f706', 'gw_port': {'id': 'bd79a060-0542-4914-9eb5-5e7910ad2c20', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0abeade-d90b-47e1-aef2-bc14d30f979a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:45:05Z', 'updated_at': '2022-05-05T21:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:48:52.617946 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9c7164-bfa1-481a-ba95-429599eeb26a None None] Checking router: b0abeade-d90b-47e1-aef2-bc14d30f979a for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:48:52.645265 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9c7164-bfa1-481a-ba95-429599eeb26a None None] Routers {'b0abeade-d90b-47e1-aef2-bc14d30f979a'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:48:52.646048 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-4f9c7164-bfa1-481a-ba95-429599eeb26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:48:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['b0abeade-d90b-47e1-aef2-bc14d30f979a'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:48:52.658853 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a4e8a-eeab-4dff-b485-890fe213ecc3 req-de7295fc-19a1-40c6-89ca-3706d2cead83 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:52.660414 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-473a4e8a-eeab-4dff-b485-890fe213ecc3 req-de7295fc-19a1-40c6-89ca-3706d2cead83 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.0749929 May 05 21:48:52.663577 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f9c30087-58d3-4914-b3c0-aba5c83e91bc req-bbf6f673-4d64-4e75-a944-b9644e4eb39d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f33cead3-3472-4ef7-9cf3-a35684adef89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2656324 May 05 21:48:52.734188 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8400209f-2d8d-4307-9bca-97d83936c69f'] response: {'server_uuid': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd2f147-21d5-4a73-989e-13841d2ef60b', 'code': 200} May 05 21:48:52.734788 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8400209f-2d8d-4307-9bca-97d83936c69f'] response: {'server_uuid': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b68c04-7dd9-42e8-9a47-ef4ac75714cf', 'code': 200} May 05 21:48:52.854873 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 254d6486-a2f8-4ac2-8cd3-e9e223b202eb triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:48:52.855815 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:52.905686 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-50f52b19-a19c-4588-97cb-fb006e3c6e06 admin admin] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:52.978290 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ccb6e57b-bace-479f-be06-a1fd63d4ed09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:52.984103 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-4fe57743-c8da-4e68-a89c-f0fee2591c9e None None] Set router d59bcb2e-a681-4dba-b03a-b73314d497e6 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:48:53.049249 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-4f9c7164-bfa1-481a-ba95-429599eeb26a None None] Set router b0abeade-d90b-47e1-aef2-bc14d30f979a gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:48:53.129965 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb6e57b-bace-479f-be06-a1fd63d4ed09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60615361-7c43-40b2-be85-a2b25c861f57,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:53.146046 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f9c30087-58d3-4914-b3c0-aba5c83e91bc req-b3fb9dab-5b6a-4a26-a57b-0f2d5bacf8a7 service neutron] 10.222.0.44 "GET /v2.0/networks/f33cead3-3472-4ef7-9cf3-a35684adef89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4710939 May 05 21:48:53.155914 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d96129d8-b5af-4ce1-92d4-308c606af050 req-158129c9-d938-47c7-9df9-7f205db89af9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fb2ef018-2997-4252-b6ee-9017394af03b HTTP/1.1" status: 200 len: 6492 time: 0.3141980 May 05 21:48:53.296341 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f9c30087-58d3-4914-b3c0-aba5c83e91bc req-8e3b90a8-e632-41cd-8842-243b429465a5 service neutron] 10.222.0.44 "GET /v2.0/networks/f33cead3-3472-4ef7-9cf3-a35684adef89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395302 May 05 21:48:53.306012 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a79c7c-cfbe-4ae7-91dd-c4b0020e802c req-86197b8d-b241-4e14-bf7d-96c84854bb92 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:53.308330 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b9a79c7c-cfbe-4ae7-91dd-c4b0020e802c req-86197b8d-b241-4e14-bf7d-96c84854bb92 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=a71328a0-711f-4e1a-ae4a-4655ebab9e7b HTTP/1.1" status: 200 len: 945 time: 0.7722986 May 05 21:48:53.318588 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-473a4e8a-eeab-4dff-b485-890fe213ecc3 req-13b6618e-9595-4f0a-bc5c-fc8c549b83b3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6183791 May 05 21:48:53.373338 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d96129d8-b5af-4ce1-92d4-308c606af050 req-f8e4fc20-f9e8-4048-a353-3ae7a1da04a6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c9d5c85a-cae6-44b0-a97b-93589deaee89&id=b5ff80e3-da96-4cd3-a486-dc686c4ae303&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0729558 May 05 21:48:53.451469 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-212c7347-5d47-4b37-8a5f-6b0c7d915a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:53.455798 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-50f52b19-a19c-4588-97cb-fb006e3c6e06 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:53.480182 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-50f52b19-a19c-4588-97cb-fb006e3c6e06 admin admin] Deleting port bd79a060-0542-4914-9eb5-5e7910ad2c20 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:48:53.480582 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-50f52b19-a19c-4588-97cb-fb006e3c6e06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:53.524588 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-4f9c7164-bfa1-481a-ba95-429599eeb26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0abeade-d90b-47e1-aef2-bc14d30f979a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1863379920-router', 'tenant_id': '1558000fddc64215930486833c29f706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'bd79a060-0542-4914-9eb5-5e7910ad2c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:45:04Z', 'updated_at': '2022-05-05T21:48:46Z', 'revision_number': 5, 'project_id': '1558000fddc64215930486833c29f706', 'gw_port': {'id': 'bd79a060-0542-4914-9eb5-5e7910ad2c20', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0abeade-d90b-47e1-aef2-bc14d30f979a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:45:05Z', 'updated_at': '2022-05-05T21:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:48:53.529164 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9c7164-bfa1-481a-ba95-429599eeb26a None None] The sync data for ids ['b0abeade-d90b-47e1-aef2-bc14d30f979a'] in n-d-825175-4 is: [{'id': 'b0abeade-d90b-47e1-aef2-bc14d30f979a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1863379920-router', 'tenant_id': '1558000fddc64215930486833c29f706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'bd79a060-0542-4914-9eb5-5e7910ad2c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:45:04Z', 'updated_at': '2022-05-05T21:48:46Z', 'revision_number': 5, 'project_id': '1558000fddc64215930486833c29f706', 'gw_port': {'id': 'bd79a060-0542-4914-9eb5-5e7910ad2c20', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0abeade-d90b-47e1-aef2-bc14d30f979a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:45:05Z', 'updated_at': '2022-05-05T21:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:48:53.597786 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb6e57b-bace-479f-be06-a1fd63d4ed09 admin admin] Checking segment: {'id': '9ab868ac-4b69-405c-b1c9-80228511fc25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3d53238c-3066-4861-90b2-685d885616fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:48:53.598398 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb6e57b-bace-479f-be06-a1fd63d4ed09 admin admin] Network hostable DHCP agents. Network: 3d53238c-3066-4861-90b2-685d885616fa, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:48:53.617477 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b5a32b-1964-46b5-b505-7f68f1ce9687 req-5ad9cbe9-e094-4c04-8214-ad46647a41c8 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:53.619018 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c9b5a32b-1964-46b5-b505-7f68f1ce9687 req-5ad9cbe9-e094-4c04-8214-ad46647a41c8 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecd4a405-2195-46d7-97a2-9d216ad40307 HTTP/1.1" status: 200 len: 946 time: 0.7172616 May 05 21:48:53.627855 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:53.690879 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 254d6486-a2f8-4ac2-8cd3-e9e223b202eb, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=254d6486-a2f8-4ac2-8cd3-e9e223b202eb,segment=NetworkSegment(18a3c379-3cfc-4702-917f-3a57e26f3cd8),segment_id=18a3c379-3cfc-4702-917f-3a57e26f3cd8)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:48:53.706756 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-4fe57743-c8da-4e68-a89c-f0fee2591c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59bcb2e-a681-4dba-b03a-b73314d497e6', 'name': 'tempest-ServersTestMultiNic-293763883-router', 'tenant_id': '1384b462eac846a090f14492c41d335c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '67e4532a-8c94-4db4-a9b7-8239a2edf436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:48:40Z', 'updated_at': '2022-05-05T21:48:46Z', 'revision_number': 3, 'project_id': '1384b462eac846a090f14492c41d335c', 'gw_port': {'id': '67e4532a-8c94-4db4-a9b7-8239a2edf436', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:71:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59bcb2e-a681-4dba-b03a-b73314d497e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:48:44Z', 'updated_at': '2022-05-05T21:48:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:48:53.709300 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:53.753529 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe57743-c8da-4e68-a89c-f0fee2591c9e None None] The sync data for ids ['d59bcb2e-a681-4dba-b03a-b73314d497e6'] in n-d-825175-4 is: [{'id': 'd59bcb2e-a681-4dba-b03a-b73314d497e6', 'name': 'tempest-ServersTestMultiNic-293763883-router', 'tenant_id': '1384b462eac846a090f14492c41d335c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '67e4532a-8c94-4db4-a9b7-8239a2edf436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:48:40Z', 'updated_at': '2022-05-05T21:48:46Z', 'revision_number': 3, 'project_id': '1384b462eac846a090f14492c41d335c', 'gw_port': {'id': '67e4532a-8c94-4db4-a9b7-8239a2edf436', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:71:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59bcb2e-a681-4dba-b03a-b73314d497e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:48:44Z', 'updated_at': '2022-05-05T21:48:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:48:53.774151 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b9a79c7c-cfbe-4ae7-91dd-c4b0020e802c req-aa388619-67e0-4920-b61f-783e7bf78ade tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4542806 May 05 21:48:53.818139 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=254d6486-a2f8-4ac2-8cd3-e9e223b202eb,revision_number=13']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:53.833545 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c9b5a32b-1964-46b5-b505-7f68f1ce9687 req-65ae80e1-a482-4416-911f-b63bc6b974c2 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "GET /v2.0/security-groups?id=31fe5bf3-12b2-46fb-95aa-6ee5579edac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952293 May 05 21:48:54.023068 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-50f52b19-a19c-4588-97cb-fb006e3c6e06 admin admin] For port bd79a060-0542-4914-9eb5-5e7910ad2c20, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=bd79a060-0542-4914-9eb5-5e7910ad2c20,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:48:54.023510 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-50f52b19-a19c-4588-97cb-fb006e3c6e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:54.097558 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-473a4e8a-eeab-4dff-b485-890fe213ecc3 req-2564a27b-90f8-43cd-9980-f49c627e0a66 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7522383 May 05 21:48:54.193942 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-50f52b19-a19c-4588-97cb-fb006e3c6e06 admin admin] Calling delete_port for bd79a060-0542-4914-9eb5-5e7910ad2c20 owned by network:router_gateway {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:48:54.371947 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 706f6723-19fb-4b17-9837-95eae04ce21d details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:48:54.454317 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb6e57b-bace-479f-be06-a1fd63d4ed09 admin admin] Network 3d53238c-3066-4861-90b2-685d885616fa is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:48:54.488262 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-50f52b19-a19c-4588-97cb-fb006e3c6e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:54.601777 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-212c7347-5d47-4b37-8a5f-6b0c7d915a69 admin admin] Allocated IP 172.20.0.1 (446e975b-2a60-4e64-8210-57381d00909f/01f07d2d-6d84-443b-bc43-f274c99cf90e/1ed0b09c-db07-4ec5-a0c8-ff8828fb7614) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:48:54.640732 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-ccb6e57b-bace-479f-be06-a1fd63d4ed09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 3d53238c-3066-4861-90b2-685d885616fa) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:48:54.641526 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 706f6723-19fb-4b17-9837-95eae04ce21d, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=706f6723-19fb-4b17-9837-95eae04ce21d,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:48:54.660880 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d55771-0353-44d8-af21-47b75678334c None None] Network 3d53238c-3066-4861-90b2-685d885616fa requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:48:54.694036 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb6e57b-bace-479f-be06-a1fd63d4ed09 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:54.694735 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ccb6e57b-bace-479f-be06-a1fd63d4ed09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:54.795661 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a71328a0-711f-4e1a-ae4a-4655ebab9e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec7d2831-9006-441a-bb28-d10cdc9d552f'}, {'server_uuid': 'c9978b89-a388-4e1f-ae58-d0f146c5b7c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254d6486-a2f8-4ac2-8cd3-e9e223b202eb'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:48:54.812306 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '706f6723-19fb-4b17-9837-95eae04ce21d', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'port_id': '706f6723-19fb-4b17-9837-95eae04ce21d', 'mac_address': 'fa:16:3e:6c:25:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f237a6ef-d044-411f-a2d8-d12619664c91', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:48:54.867905 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f52b19-a19c-4588-97cb-fb006e3c6e06 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd79a060-0542-4914-9eb5-5e7910ad2c20,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:54.943973 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-473a4e8a-eeab-4dff-b485-890fe213ecc3 req-5385f1fd-cafb-4f4d-9fd9-b9ba314c028b service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5353935 May 05 21:48:54.953146 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:54.974399 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 706f6723-19fb-4b17-9837-95eae04ce21d {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:48:54.985194 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ccb6e57b-bace-479f-be06-a1fd63d4ed09 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 4.0347898 May 05 21:48:54.988071 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00bec63-b4bf-4650-9d09-8b60cbcea746 req-7cebff7b-26b1-4cdc-929b-43c735cdf1df tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:55.001035 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f00bec63-b4bf-4650-9d09-8b60cbcea746 req-7cebff7b-26b1-4cdc-929b-43c735cdf1df tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 947 time: 0.9362793 May 05 21:48:55.038743 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023e124-addc-4cff-ad25-35de04447a88 req-27c2e378-100b-44f4-b334-36165ee23be9 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:55.050003 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023e124-addc-4cff-ad25-35de04447a88 req-27c2e378-100b-44f4-b334-36165ee23be9 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:55.053798 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023e124-addc-4cff-ad25-35de04447a88 req-27c2e378-100b-44f4-b334-36165ee23be9 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:55.071614 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023e124-addc-4cff-ad25-35de04447a88 req-27c2e378-100b-44f4-b334-36165ee23be9 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:55.076903 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023e124-addc-4cff-ad25-35de04447a88 req-27c2e378-100b-44f4-b334-36165ee23be9 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:55.081580 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023e124-addc-4cff-ad25-35de04447a88 req-27c2e378-100b-44f4-b334-36165ee23be9 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:55.086211 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023e124-addc-4cff-ad25-35de04447a88 req-27c2e378-100b-44f4-b334-36165ee23be9 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:55.088310 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c023e124-addc-4cff-ad25-35de04447a88 req-27c2e378-100b-44f4-b334-36165ee23be9 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb2ef018-2997-4252-b6ee-9017394af03b HTTP/1.1" status: 200 len: 5435 time: 0.9938984 May 05 21:48:55.169105 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-50f52b19-a19c-4588-97cb-fb006e3c6e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:55.201398 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 706f6723-19fb-4b17-9837-95eae04ce21d, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=706f6723-19fb-4b17-9837-95eae04ce21d,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:48:55.235470 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:55.280368 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f00bec63-b4bf-4650-9d09-8b60cbcea746 req-62981413-892f-4368-b443-72016ffa0f7c tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2783635 May 05 21:48:55.290018 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-212c7347-5d47-4b37-8a5f-6b0c7d915a69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:55.316333 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c023e124-addc-4cff-ad25-35de04447a88 req-f0d2b278-c4b0-4199-a714-83e827fb0c1f tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5ff80e3-da96-4cd3-a486-dc686c4ae303&id=c9d5c85a-cae6-44b0-a97b-93589deaee89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2180789 May 05 21:48:55.348203 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-212c7347-5d47-4b37-8a5f-6b0c7d915a69 admin admin] Transition to ACTIVE for port object 1ed0b09c-db07-4ec5-a0c8-ff8828fb7614 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:48:55.380227 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-212c7347-5d47-4b37-8a5f-6b0c7d915a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:55.468372 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212c7347-5d47-4b37-8a5f-6b0c7d915a69 admin admin] Network 446e975b-2a60-4e64-8210-57381d00909f is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:48:55.479320 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-212c7347-5d47-4b37-8a5f-6b0c7d915a69 admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:48:55.493761 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212c7347-5d47-4b37-8a5f-6b0c7d915a69 admin admin] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:48:55.571794 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212c7347-5d47-4b37-8a5f-6b0c7d915a69 admin admin] Pushing event updated for resources: {'Port': ['ID=1ed0b09c-db07-4ec5-a0c8-ff8828fb7614,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:55.574422 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['706f6723-19fb-4b17-9837-95eae04ce21d'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:48:55.672955 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a0e2dc-d547-44d9-bf38-d8737cd3db69 None None] Network 3d53238c-3066-4861-90b2-685d885616fa requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:48:55.692248 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-212c7347-5d47-4b37-8a5f-6b0c7d915a69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:55.701671 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-50f52b19-a19c-4588-97cb-fb006e3c6e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:55.715079 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-50f52b19-a19c-4588-97cb-fb006e3c6e06 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:55.778919 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-50f52b19-a19c-4588-97cb-fb006e3c6e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:55.779374 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f52b19-a19c-4588-97cb-fb006e3c6e06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0abeade-d90b-47e1-aef2-bc14d30f979a {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 21:48:55.797288 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-50f52b19-a19c-4588-97cb-fb006e3c6e06 admin admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:55.801712 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-50f52b19-a19c-4588-97cb-fb006e3c6e06 admin admin] 10.222.0.23 "DELETE /v2.0/routers/b0abeade-d90b-47e1-aef2-bc14d30f979a HTTP/1.1" status: 204 len: 168 time: 4.1914954 May 05 21:48:55.802069 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40266) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:48:55.917750 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-4114bd56-f807-496a-af10-9a6bcd9437ec admin admin] Deleting subnet 95c3156c-90d6-4b28-b91c-9d25632a4397 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:48:55.930712 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4114bd56-f807-496a-af10-9a6bcd9437ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:55.943644 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-212c7347-5d47-4b37-8a5f-6b0c7d915a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:56.106744 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 67e4532a-8c94-4db4-a9b7-8239a2edf436 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:48:56.140645 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9480dfb-860c-47f3-9a0c-7d06bba1775f'] response: {'server_uuid': 'a71328a0-711f-4e1a-ae4a-4655ebab9e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec7d2831-9006-441a-bb28-d10cdc9d552f', 'code': 200} May 05 21:48:56.141158 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9480dfb-860c-47f3-9a0c-7d06bba1775f'] response: {'server_uuid': 'c9978b89-a388-4e1f-ae58-d0f146c5b7c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254d6486-a2f8-4ac2-8cd3-e9e223b202eb', 'code': 200} May 05 21:48:56.154006 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4114bd56-f807-496a-af10-9a6bcd9437ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:56.208064 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=706f6723-19fb-4b17-9837-95eae04ce21d,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:56.286171 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-8319a168-5e72-4fe2-9455-e833d7075445 None None] Provisioning for port 1ed0b09c-db07-4ec5-a0c8-ff8828fb7614 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:48:56.305307 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-8319a168-5e72-4fe2-9455-e833d7075445 None None] Provisioning complete for port 1ed0b09c-db07-4ec5-a0c8-ff8828fb7614 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:48:56.306206 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8319a168-5e72-4fe2-9455-e833d7075445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:56.421763 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 67e4532a-8c94-4db4-a9b7-8239a2edf436 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:48:56.458721 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4114bd56-f807-496a-af10-9a6bcd9437ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:56.472065 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 67e4532a-8c94-4db4-a9b7-8239a2edf436 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:48:56.472567 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:56.491050 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-24fa7e91-da80-4862-993e-3be1928a6b8d req-3cc1223f-34c5-4d40-a5ff-ba7cdbbf7681 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cf59b1a8623a48db9737966b2f762b3c&device_id=ecd4a405-2195-46d7-97a2-9d216ad40307 HTTP/1.1" status: 200 len: 1097 time: 0.2494128 May 05 21:48:56.561195 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-8319a168-5e72-4fe2-9455-e833d7075445 None None] Port 1ed0b09c-db07-4ec5-a0c8-ff8828fb7614 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:48:56.636650 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4608b-7796-49b5-916a-0d96295c5db2 req-7cfde788-93ff-4f35-a7d3-d307855eff47 tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:56.639918 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a4b4608b-7796-49b5-916a-0d96295c5db2 req-7cfde788-93ff-4f35-a7d3-d307855eff47 tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] 10.222.0.23 "GET /v2.0/ports?device_id=72498290-f68d-4887-a724-bb2562227841 HTTP/1.1" status: 200 len: 948 time: 0.5899825 May 05 21:48:56.697651 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:56.729550 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 67e4532a-8c94-4db4-a9b7-8239a2edf436, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=67e4532a-8c94-4db4-a9b7-8239a2edf436,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:48:56.742258 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:56.822104 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 84899a3f-75cd-4f58-acd3-5652f4310abd no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:48:56.827090 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-212c7347-5d47-4b37-8a5f-6b0c7d915a69 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:56.843800 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-212c7347-5d47-4b37-8a5f-6b0c7d915a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:56.908224 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa7e91-da80-4862-993e-3be1928a6b8d req-e405cd7a-4093-4d04-be1c-bdad7eabd2ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:56.909979 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-24fa7e91-da80-4862-993e-3be1928a6b8d req-e405cd7a-4093-4d04-be1c-bdad7eabd2ff service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca488f45-7fe1-4a2d-919a-777283a719db HTTP/1.1" status: 200 len: 921 time: 0.4118946 May 05 21:48:56.914870 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 84899a3f-75cd-4f58-acd3-5652f4310abd {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:48:56.915384 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 84899a3f-75cd-4f58-acd3-5652f4310abd not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:48:56.944844 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=67e4532a-8c94-4db4-a9b7-8239a2edf436,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:56.987505 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-212c7347-5d47-4b37-8a5f-6b0c7d915a69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:57.004923 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4114bd56-f807-496a-af10-9a6bcd9437ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:57.029014 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212c7347-5d47-4b37-8a5f-6b0c7d915a69 admin admin] Pushing event updated for resources: {'Port': ['ID=1ed0b09c-db07-4ec5-a0c8-ff8828fb7614,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:57.058879 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f53fa-113e-4443-89ff-fbf9421f4bb3 req-f0ff88db-db1e-4575-b61d-41ec4fa73ac4 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:57.066448 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-176f53fa-113e-4443-89ff-fbf9421f4bb3 req-f0ff88db-db1e-4575-b61d-41ec4fa73ac4 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=a71328a0-711f-4e1a-ae4a-4655ebab9e7b HTTP/1.1" status: 200 len: 945 time: 0.6185443 May 05 21:48:57.087060 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a4b4608b-7796-49b5-916a-0d96295c5db2 req-cd17f944-891e-4cef-93e5-14f3075c041d tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] 10.222.0.23 "GET /v2.0/security-groups?id=6170f242-e3a3-4ed4-b9c5-ed9a1e80a3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4212482 May 05 21:48:57.095164 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-36700b71-849c-44dc-a712-9e865eaa0b7b req-d809eae7-995a-4787-985f-2bf1845d30ff service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a71328a0-711f-4e1a-ae4a-4655ebab9e7b HTTP/1.1" status: 200 len: 1096 time: 0.8513715 May 05 21:48:57.146168 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-24fa7e91-da80-4862-993e-3be1928a6b8d req-b654bc55-57ca-44f1-a0e4-fe5fbda81c31 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd043570-1ead-4571-a3b0-780aa65b61e4 HTTP/1.1" status: 200 len: 217 time: 0.2154753 May 05 21:48:57.152013 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4114bd56-f807-496a-af10-9a6bcd9437ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95c3156c-90d6-4b28-b91c-9d25632a4397,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:57.187684 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2038c1d7-97b6-4a79-9985-642dca61c0ed None None] Network 96812a3d-9fc7-45f8-be80-6a4e61c11ca7 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:48:57.241968 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4114bd56-f807-496a-af10-9a6bcd9437ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:57.265584 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-4114bd56-f807-496a-af10-9a6bcd9437ec admin admin] 10.222.0.23 "DELETE /v2.0/subnets/95c3156c-90d6-4b28-b91c-9d25632a4397 HTTP/1.1" status: 204 len: 168 time: 1.4587116 May 05 21:48:57.265816 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-176f53fa-113e-4443-89ff-fbf9421f4bb3 req-d0774e47-4580-4290-b4ed-c30c51078095 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949053 May 05 21:48:57.271142 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40278) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:48:57.307802 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-36700b71-849c-44dc-a712-9e865eaa0b7b req-2ab99188-9d03-4132-85d5-9f7211a9a749 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508582 May 05 21:48:57.336778 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212c7347-5d47-4b37-8a5f-6b0c7d915a69 admin admin] Network 446e975b-2a60-4e64-8210-57381d00909f is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:48:57.343804 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-212c7347-5d47-4b37-8a5f-6b0c7d915a69 admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:48:57.517417 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f4e739eb-3862-4951-a275-ac393e2d92a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:57.580272 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 67e4532a-8c94-4db4-a9b7-8239a2edf436 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:48:57.712976 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa7e91-da80-4862-993e-3be1928a6b8d req-823e8c51-b2d4-4489-858d-bcf028b2b08a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:57.714758 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-24fa7e91-da80-4862-993e-3be1928a6b8d req-823e8c51-b2d4-4489-858d-bcf028b2b08a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aae297b4-545c-4d68-be8d-c45225bf12de HTTP/1.1" status: 200 len: 860 time: 0.5449560 May 05 21:48:57.716531 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-f4e739eb-3862-4951-a275-ac393e2d92a4 admin admin] Deleting port f8fee0a0-1aa6-4cae-a124-73e718f14060 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:48:57.716871 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f4e739eb-3862-4951-a275-ac393e2d92a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:57.903117 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-24fa7e91-da80-4862-993e-3be1928a6b8d req-9091ab7d-1c11-4ae6-b3bd-092dcdd64101 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca488f45-7fe1-4a2d-919a-777283a719db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1321561 May 05 21:48:57.951073 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-5531ba05-1af8-448f-a9be-359a6e7a7ae6 None None] Provisioning complete for port 1ed0b09c-db07-4ec5-a0c8-ff8828fb7614 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:48:57.951442 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5531ba05-1af8-448f-a9be-359a6e7a7ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:57.976466 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722401cb-3925-4b7f-b1fa-c47f24aeaa94 req-18ef16ae-0e68-4287-b09b-c38e36b57524 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:57.984988 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-722401cb-3925-4b7f-b1fa-c47f24aeaa94 req-18ef16ae-0e68-4287-b09b-c38e36b57524 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecd4a405-2195-46d7-97a2-9d216ad40307 HTTP/1.1" status: 200 len: 946 time: 0.4396305 May 05 21:48:58.039226 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-5531ba05-1af8-448f-a9be-359a6e7a7ae6 None None] Port 1ed0b09c-db07-4ec5-a0c8-ff8828fb7614 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:48:58.045349 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 67e4532a-8c94-4db4-a9b7-8239a2edf436 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:48:58.045349 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:58.221954 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-f4e739eb-3862-4951-a275-ac393e2d92a4 admin admin] For port f8fee0a0-1aa6-4cae-a124-73e718f14060, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=f8fee0a0-1aa6-4cae-a124-73e718f14060,segment=NetworkSegment(7d5d0019-4642-44c5-b7b4-9ab8f077f05e),segment_id=7d5d0019-4642-44c5-b7b4-9ab8f077f05e)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:48:58.222554 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f4e739eb-3862-4951-a275-ac393e2d92a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:58.374234 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-f4e739eb-3862-4951-a275-ac393e2d92a4 admin admin] Calling delete_port for f8fee0a0-1aa6-4cae-a124-73e718f14060 owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:48:58.402002 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 706f6723-19fb-4b17-9837-95eae04ce21d up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:48:58.482077 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d0c9d8-6235-420d-ade0-a3c98363c695 None None] DHCP port deletion for 96812a3d-9fc7-45f8-be80-6a4e61c11ca7 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 21:48:58.484070 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-722401cb-3925-4b7f-b1fa-c47f24aeaa94 req-3042ee6f-b720-4da4-bf92-e746a8607a68 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "GET /v2.0/security-groups?id=31fe5bf3-12b2-46fb-95aa-6ee5579edac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4979908 May 05 21:48:58.529075 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f4e739eb-3862-4951-a275-ac393e2d92a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:58.631988 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 706f6723-19fb-4b17-9837-95eae04ce21d completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:48:58.640885 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 706f6723-19fb-4b17-9837-95eae04ce21d triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:48:58.641854 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7fe0e-e54e-456a-8c6d-a5e925f1ad7e req-ce692214-d716-4fbf-a50d-07813d6ca373 tempest-ServerAddressesNegativeTestJSON-2090403596 tempest-ServerAddressesNegativeTestJSON-2090403596-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:58.642925 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:58.648943 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-70a7fe0e-e54e-456a-8c6d-a5e925f1ad7e req-ce692214-d716-4fbf-a50d-07813d6ca373 tempest-ServerAddressesNegativeTestJSON-2090403596 tempest-ServerAddressesNegativeTestJSON-2090403596-project] 10.222.0.23 "GET /v2.0/networks?id=3d53238c-3066-4861-90b2-685d885616fa HTTP/1.1" status: 200 len: 822 time: 0.7171867 May 05 21:48:58.699220 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-70a7fe0e-e54e-456a-8c6d-a5e925f1ad7e req-f23d64aa-0b22-4934-8995-518f5ba57922 tempest-ServerAddressesNegativeTestJSON-2090403596 tempest-ServerAddressesNegativeTestJSON-2090403596-project] 10.222.0.23 "GET /v2.0/quotas/29018b8c8a7346519b4bd7496aff42ba HTTP/1.1" status: 200 len: 375 time: 0.0330591 May 05 21:48:58.699414 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e739eb-3862-4951-a275-ac393e2d92a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8fee0a0-1aa6-4cae-a124-73e718f14060,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:58.747103 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-24fa7e91-da80-4862-993e-3be1928a6b8d req-569be200-cf3c-4150-8d90-11928404d9cb service neutron] 10.222.0.32 "GET /v2.0/networks/ca488f45-7fe1-4a2d-919a-777283a719db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8330216 May 05 21:48:58.801690 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:58.840635 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72498290-f68d-4887-a724-bb2562227841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706f6723-19fb-4b17-9837-95eae04ce21d'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:48:58.843808 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-70a7fe0e-e54e-456a-8c6d-a5e925f1ad7e req-b1ac2426-8793-417d-99a9-24e842046ae6 tempest-ServerAddressesNegativeTestJSON-2090403596 tempest-ServerAddressesNegativeTestJSON-2090403596-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=29018b8c8a7346519b4bd7496aff42ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1437881 May 05 21:48:58.853392 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 706f6723-19fb-4b17-9837-95eae04ce21d, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=706f6723-19fb-4b17-9837-95eae04ce21d,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:48:58.862007 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:58.875069 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e739eb-3862-4951-a275-ac393e2d92a4 admin admin] No DVR routers for this DVR port f8fee0a0-1aa6-4cae-a124-73e718f14060 on host n-d-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:48:58.960241 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=706f6723-19fb-4b17-9837-95eae04ce21d,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:59.018101 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f4e739eb-3862-4951-a275-ac393e2d92a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:59.066286 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-f4e739eb-3862-4951-a275-ac393e2d92a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96812a3d-9fc7-45f8-be80-6a4e61c11ca7']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:48:59.070104 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ab554-41e9-4caf-974e-342b6090b3cf req-351a874e-21b5-4b03-8875-7d0acea30f58 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:59.071986 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-304ab554-41e9-4caf-974e-342b6090b3cf req-351a874e-21b5-4b03-8875-7d0acea30f58 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 947 time: 0.2855110 May 05 21:48:59.082379 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-24fa7e91-da80-4862-993e-3be1928a6b8d req-11ca7543-ac63-4d65-bfe5-403e5bc09d13 service neutron] 10.222.0.32 "GET /v2.0/networks/ca488f45-7fe1-4a2d-919a-777283a719db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308549 May 05 21:48:59.083897 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-f4e739eb-3862-4951-a275-ac393e2d92a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d5d0019-4642-44c5-b7b4-9ab8f077f05e') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:48:59.084210 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-f4e739eb-3862-4951-a275-ac393e2d92a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d5d0019-4642-44c5-b7b4-9ab8f077f05e') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:48:59.098955 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f4e739eb-3862-4951-a275-ac393e2d92a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:59.122348 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f4e739eb-3862-4951-a275-ac393e2d92a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:59.130595 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4e739eb-3862-4951-a275-ac393e2d92a4 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:48:59.131006 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f4e739eb-3862-4951-a275-ac393e2d92a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:59.151501 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 21:48:59.151501 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:48:59.151501 n-d-825175-4 neutron-server[84063]: timer() May 05 21:48:59.151501 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:48:59.151501 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 21:48:59.151501 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:48:59.151501 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 21:48:59.151501 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:48:59.151501 n-d-825175-4 neutron-server[84063]: self._notify() May 05 21:48:59.151501 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:48:59.151501 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 21:48:59.151501 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:48:59.151501 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 21:48:59.151501 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:48:59.151501 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:48:59.151501 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:48:59.151501 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:48:59.151501 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:48:59.151501 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 21:48:59.151501 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:48:59.151501 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 21:48:59.151501 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:48:59.151501 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:48:59.151501 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:48:59.151501 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 21:48:59.151501 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:48:59.151501 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:48:59.151501 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:48:59.151501 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:48:59.151501 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:48:59.151501 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:48:59.151501 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:48:59.156393 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-212c7347-5d47-4b37-8a5f-6b0c7d915a69 admin admin] Router d59bcb2e-a681-4dba-b03a-b73314d497e6 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:48:59.172867 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-70a7fe0e-e54e-456a-8c6d-a5e925f1ad7e req-ac796f51-bbc4-4d50-b67d-f086eb503f0d service neutron] 10.222.0.23 "GET /v2.0/networks/3d53238c-3066-4861-90b2-685d885616fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140655 May 05 21:48:59.254602 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f4e739eb-3862-4951-a275-ac393e2d92a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:59.282155 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f4e739eb-3862-4951-a275-ac393e2d92a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:48:59.291386 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e739eb-3862-4951-a275-ac393e2d92a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=96812a3d-9fc7-45f8-be80-6a4e61c11ca7,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:48:59.304484 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f4e739eb-3862-4951-a275-ac393e2d92a4 admin admin] 10.222.0.23 "DELETE /v2.0/networks/96812a3d-9fc7-45f8-be80-6a4e61c11ca7 HTTP/1.1" status: 204 len: 168 time: 2.0320468 May 05 21:48:59.351182 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-304ab554-41e9-4caf-974e-342b6090b3cf req-fbf10855-bb77-4ec5-ab36-89cdae248abc tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2647283 May 05 21:48:59.405383 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device f8fee0a0-1aa6-4cae-a124-73e718f14060 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:48:59.447545 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: f8fee0a0-1aa6-4cae-a124-73e718f14060 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:48:59.448053 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device f8fee0a0-1aa6-4cae-a124-73e718f14060 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:48:59.448484 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device bd79a060-0542-4914-9eb5-5e7910ad2c20 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:48:59.486948 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: bd79a060-0542-4914-9eb5-5e7910ad2c20 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:48:59.487361 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device bd79a060-0542-4914-9eb5-5e7910ad2c20 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:48:59.518101 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-70a7fe0e-e54e-456a-8c6d-a5e925f1ad7e req-8667b95e-fdc0-4f7e-912b-cc603a75981a service neutron] 10.222.0.23 "GET /v2.0/networks/3d53238c-3066-4861-90b2-685d885616fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360944 May 05 21:48:59.596069 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212c7347-5d47-4b37-8a5f-6b0c7d915a69 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:48:59.601675 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-212c7347-5d47-4b37-8a5f-6b0c7d915a69 admin admin] 10.222.0.23 "PUT /v2.0/routers/d59bcb2e-a681-4dba-b03a-b73314d497e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0006397 May 05 21:48:59.606151 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 40300) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:48:59.609529 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bd2262-08a8-4540-b099-5598d613ce2e None None] Sync routers for ids ['d59bcb2e-a681-4dba-b03a-b73314d497e6'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:48:59.628438 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bd2262-08a8-4540-b099-5598d613ce2e None None] Routers {'d59bcb2e-a681-4dba-b03a-b73314d497e6'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:48:59.631779 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-e0bd2262-08a8-4540-b099-5598d613ce2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:48:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['d59bcb2e-a681-4dba-b03a-b73314d497e6'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:48:59.789332 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-dd2d66f7-5d7e-4ceb-9f17-526d5e0d7a6f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f26c174273fc4c74bc9db73040442bd9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1802609 May 05 21:48:59.790454 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40308) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:48:59.830922 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40314) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:48:59.840802 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e230135-1c20-4951-8c5d-c001f341049e req-371cdd74-51cb-4ca0-bc91-0480c4b9ac1e tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:59.844703 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e230135-1c20-4951-8c5d-c001f341049e req-371cdd74-51cb-4ca0-bc91-0480c4b9ac1e tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:59.881766 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e230135-1c20-4951-8c5d-c001f341049e req-371cdd74-51cb-4ca0-bc91-0480c4b9ac1e tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:59.899614 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e230135-1c20-4951-8c5d-c001f341049e req-371cdd74-51cb-4ca0-bc91-0480c4b9ac1e tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:59.905498 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e230135-1c20-4951-8c5d-c001f341049e req-371cdd74-51cb-4ca0-bc91-0480c4b9ac1e tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:59.932059 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e230135-1c20-4951-8c5d-c001f341049e req-371cdd74-51cb-4ca0-bc91-0480c4b9ac1e tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:59.950690 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e230135-1c20-4951-8c5d-c001f341049e req-371cdd74-51cb-4ca0-bc91-0480c4b9ac1e tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:48:59.952655 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2e230135-1c20-4951-8c5d-c001f341049e req-371cdd74-51cb-4ca0-bc91-0480c4b9ac1e tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb2ef018-2997-4252-b6ee-9017394af03b HTTP/1.1" status: 200 len: 5435 time: 0.2973604 May 05 21:49:00.014470 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-e0bd2262-08a8-4540-b099-5598d613ce2e None None] Set router d59bcb2e-a681-4dba-b03a-b73314d497e6 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:49:00.049630 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-55e3dd15-49be-4ec8-9c32-beb63d874d44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:00.100529 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-55e3dd15-49be-4ec8-9c32-beb63d874d44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:00.170389 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-55e3dd15-49be-4ec8-9c32-beb63d874d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:00.183814 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-2a923c62-5eed-4abd-8305-3e526431e9f5 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-696631430'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:49:00.214833 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2e230135-1c20-4951-8c5d-c001f341049e req-f126865e-ebb9-4ffa-be28-e31318e7f83f tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5ff80e3-da96-4cd3-a486-dc686c4ae303&id=c9d5c85a-cae6-44b0-a97b-93589deaee89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1415217 May 05 21:49:00.220069 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-2a923c62-5eed-4abd-8305-3e526431e9f5 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:49:00.239990 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-2a923c62-5eed-4abd-8305-3e526431e9f5 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Usage tracker for resource:network and tenant:1384b462eac846a090f14492c41d335c is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:49:00.249847 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e3dd15-49be-4ec8-9c32-beb63d874d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ced7c9d-1df0-4c52-be68-3769d0f468f2,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:00.254408 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-2a923c62-5eed-4abd-8305-3e526431e9f5 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:49:00.273740 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-2a923c62-5eed-4abd-8305-3e526431e9f5 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:49:00.281142 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95742c4-971e-47b9-b21e-44ae615bbed3 req-b7fc078c-d2f8-4cb9-aed8-4f48e39a6136 tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:00.294712 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d95742c4-971e-47b9-b21e-44ae615bbed3 req-b7fc078c-d2f8-4cb9-aed8-4f48e39a6136 tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] 10.222.0.23 "GET /v2.0/ports?device_id=72498290-f68d-4887-a724-bb2562227841 HTTP/1.1" status: 200 len: 949 time: 0.3369267 May 05 21:49:00.306459 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-55e3dd15-49be-4ec8-9c32-beb63d874d44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:00.310562 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-55e3dd15-49be-4ec8-9c32-beb63d874d44 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2ced7c9d-1df0-4c52-be68-3769d0f468f2 HTTP/1.1" status: 204 len: 168 time: 0.5171585 May 05 21:49:00.314508 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a923c62-5eed-4abd-8305-3e526431e9f5 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Made reservation on behalf of 1384b462eac846a090f14492c41d335c for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:49:00.318700 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2a923c62-5eed-4abd-8305-3e526431e9f5 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:00.404590 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d95742c4-971e-47b9-b21e-44ae615bbed3 req-2fb9d0be-2bcb-44dc-aa52-9e4efa6ff878 tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] 10.222.0.23 "GET /v2.0/security-groups?id=6170f242-e3a3-4ed4-b9c5-ed9a1e80a3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122527 May 05 21:49:00.407551 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a923c62-5eed-4abd-8305-3e526431e9f5 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:49:00.439903 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2a923c62-5eed-4abd-8305-3e526431e9f5 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:00.442724 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-2a923c62-5eed-4abd-8305-3e526431e9f5 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Added segment 7897bb89-733a-4c20-9fc1-c2a07d157379 of type vlan for network ff40611f-0894-411d-b28c-f86eff8fde57 May 05 21:49:00.552828 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2a923c62-5eed-4abd-8305-3e526431e9f5 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:00.634964 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c43b0a9-27a9-4475-ab03-62f92a2537a0'] response: {'server_uuid': '72498290-f68d-4887-a724-bb2562227841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706f6723-19fb-4b17-9837-95eae04ce21d', 'code': 200} May 05 21:49:00.636197 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2a923c62-5eed-4abd-8305-3e526431e9f5 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:00.639716 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a923c62-5eed-4abd-8305-3e526431e9f5 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:00.640374 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2a923c62-5eed-4abd-8305-3e526431e9f5 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:00.684255 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3b697-d426-4690-a0a8-74271042231c req-5f4490d0-4107-443d-85c3-03754573cd9d tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:00.702150 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dbb3b697-d426-4690-a0a8-74271042231c req-5f4490d0-4107-443d-85c3-03754573cd9d tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=a71328a0-711f-4e1a-ae4a-4655ebab9e7b HTTP/1.1" status: 200 len: 945 time: 0.2963209 May 05 21:49:00.745271 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-2a923c62-5eed-4abd-8305-3e526431e9f5 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9123135 May 05 21:49:00.759783 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 40332) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:49:00.833013 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-e0bd2262-08a8-4540-b099-5598d613ce2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59bcb2e-a681-4dba-b03a-b73314d497e6', 'name': 'tempest-ServersTestMultiNic-293763883-router', 'tenant_id': '1384b462eac846a090f14492c41d335c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '67e4532a-8c94-4db4-a9b7-8239a2edf436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:48:40Z', 'updated_at': '2022-05-05T21:48:55Z', 'revision_number': 4, 'project_id': '1384b462eac846a090f14492c41d335c', 'gw_port': {'id': '67e4532a-8c94-4db4-a9b7-8239a2edf436', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:71:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59bcb2e-a681-4dba-b03a-b73314d497e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:48:44Z', 'updated_at': '2022-05-05T21:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '1ed0b09c-db07-4ec5-a0c8-ff8828fb7614', 'name': '', 'network_id': '446e975b-2a60-4e64-8210-57381d00909f', 'tenant_id': '1384b462eac846a090f14492c41d335c', 'mac_address': 'fa:16:3e:43:c0:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59bcb2e-a681-4dba-b03a-b73314d497e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01f07d2d-6d84-443b-bc43-f274c99cf90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:48:53Z', 'updated_at': '2022-05-05T21:48:56Z', 'revision_number': 2, 'project_id': '1384b462eac846a090f14492c41d335c', 'subnets': [{'id': '01f07d2d-6d84-443b-bc43-f274c99cf90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:49:00.858321 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bd2262-08a8-4540-b099-5598d613ce2e None None] Checking router: d59bcb2e-a681-4dba-b03a-b73314d497e6 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:49:00.859566 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bd2262-08a8-4540-b099-5598d613ce2e None None] Updating router d59bcb2e-a681-4dba-b03a-b73314d497e6 port 1ed0b09c-db07-4ec5-a0c8-ff8828fb7614 binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 21:49:00.902868 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a923c62-5eed-4abd-8305-3e526431e9f5 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Pushing event updated for resources: {'Network': ['ID=ff40611f-0894-411d-b28c-f86eff8fde57,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:00.927404 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network ff40611f-0894-411d-b28c-f86eff8fde57 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:49:00.990699 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-a2a8d611-758e-4474-b032-1ae0c424694f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Request body: {'subnet': {'network_id': 'ff40611f-0894-411d-b28c-f86eff8fde57', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:49:01.122381 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e0bd2262-08a8-4540-b099-5598d613ce2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:01.132214 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40338) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:49:01.216207 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-691c73ca-06d4-4708-9326-983cc9b3f417 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1558000fddc64215930486833c29f706&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0822945 May 05 21:49:01.216915 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40342) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:49:01.312055 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f5495d0a-2215-4034-b83a-fa54f0a28ab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:01.340722 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f5495d0a-2215-4034-b83a-fa54f0a28ab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:01.389253 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dbb3b697-d426-4690-a0a8-74271042231c req-56aceb6b-3fb1-4221-b665-d80db01685c9 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6833549 May 05 21:49:01.402434 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f5495d0a-2215-4034-b83a-fa54f0a28ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:01.416170 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a2a8d611-758e-4474-b032-1ae0c424694f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:49:01.421519 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a2a8d611-758e-4474-b032-1ae0c424694f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Usage tracker for resource:subnet and tenant:1384b462eac846a090f14492c41d335c is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:49:01.425341 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a2a8d611-758e-4474-b032-1ae0c424694f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:49:01.432787 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a2a8d611-758e-4474-b032-1ae0c424694f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:49:01.437345 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5495d0a-2215-4034-b83a-fa54f0a28ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f472da7-4ee7-42a9-9697-5c1d189566b2,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:01.445947 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f5495d0a-2215-4034-b83a-fa54f0a28ab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:01.462263 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f5495d0a-2215-4034-b83a-fa54f0a28ab9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1f472da7-4ee7-42a9-9697-5c1d189566b2 HTTP/1.1" status: 204 len: 168 time: 0.2317474 May 05 21:49:01.472669 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a8d611-758e-4474-b032-1ae0c424694f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Made reservation on behalf of 1384b462eac846a090f14492c41d335c for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:49:01.676264 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e0bd2262-08a8-4540-b099-5598d613ce2e None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:01.689797 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e0bd2262-08a8-4540-b099-5598d613ce2e None None] Transition to ACTIVE for port object 1ed0b09c-db07-4ec5-a0c8-ff8828fb7614 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:49:01.695320 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20f981-b5a7-4997-9679-9fae25f850b4 req-8f9607dc-174c-4f92-905e-0d821630e8d8 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:01.699851 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e0bd2262-08a8-4540-b099-5598d613ce2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:01.707782 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6d20f981-b5a7-4997-9679-9fae25f850b4 req-8f9607dc-174c-4f92-905e-0d821630e8d8 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecd4a405-2195-46d7-97a2-9d216ad40307 HTTP/1.1" status: 200 len: 946 time: 0.7870810 May 05 21:49:01.898901 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb70ce56-9c62-471b-98a0-c767dcd26b52 None None] Pushing event updated for resources: {'Port': ['ID=1ed0b09c-db07-4ec5-a0c8-ff8828fb7614,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:01.933956 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7fe0e-e54e-456a-8c6d-a5e925f1ad7e req-8ba5c0d3-53d9-405c-b052-1e5e6cf2e466 tempest-ServerAddressesNegativeTestJSON-2090403596 tempest-ServerAddressesNegativeTestJSON-2090403596-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:01.935270 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-70a7fe0e-e54e-456a-8c6d-a5e925f1ad7e req-8ba5c0d3-53d9-405c-b052-1e5e6cf2e466 tempest-ServerAddressesNegativeTestJSON-2090403596 tempest-ServerAddressesNegativeTestJSON-2090403596-project] Synchronizing usage tracker for tenant:29018b8c8a7346519b4bd7496aff42ba on resource:network {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:49:01.989214 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-70a7fe0e-e54e-456a-8c6d-a5e925f1ad7e req-8ba5c0d3-53d9-405c-b052-1e5e6cf2e466 tempest-ServerAddressesNegativeTestJSON-2090403596 tempest-ServerAddressesNegativeTestJSON-2090403596-project] Unset dirty status for tenant:29018b8c8a7346519b4bd7496aff42ba on resource:network {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:49:01.990785 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-70a7fe0e-e54e-456a-8c6d-a5e925f1ad7e req-8ba5c0d3-53d9-405c-b052-1e5e6cf2e466 tempest-ServerAddressesNegativeTestJSON-2090403596 tempest-ServerAddressesNegativeTestJSON-2090403596-project] 10.222.0.32 "GET /v2.0/networks?id=3d53238c-3066-4861-90b2-685d885616fa HTTP/1.1" status: 200 len: 822 time: 0.4748504 May 05 21:49:02.010093 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-70a7fe0e-e54e-456a-8c6d-a5e925f1ad7e req-c97720ab-99e2-4b0b-b8ae-b8d32743fb72 tempest-ServerAddressesNegativeTestJSON-2090403596 tempest-ServerAddressesNegativeTestJSON-2090403596-project] Request body: {'port': {'device_id': '86d4d917-930d-44b7-88c2-bf6a34b2f1c8', 'network_id': '3d53238c-3066-4861-90b2-685d885616fa', 'admin_state_up': True, 'tenant_id': '29018b8c8a7346519b4bd7496aff42ba'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:49:02.034322 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-707535a8-f971-4c2c-8065-37a98a0af45f req-240346c8-a123-4b10-b231-ef05bfe19ce6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=72498290-f68d-4887-a724-bb2562227841 HTTP/1.1" status: 200 len: 1100 time: 1.2698755 May 05 21:49:02.036418 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8dca1f0d-41e4-412a-87ad-7e9c7055b873 req-4f303e4f-bfa5-4acc-9230-dbe3615ab898 tempest-ServerAddressesNegativeTestJSON-2090403596 tempest-ServerAddressesNegativeTestJSON-2090403596-project] 10.222.0.23 "GET /v2.0/ports?device_id=86d4d917-930d-44b7-88c2-bf6a34b2f1c8 HTTP/1.1" status: 200 len: 210 time: 0.2543414 May 05 21:49:02.058933 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-e0bd2262-08a8-4540-b099-5598d613ce2e None None] Attempting to bind port 1ed0b09c-db07-4ec5-a0c8-ff8828fb7614 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:49:02.059210 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-e0bd2262-08a8-4540-b099-5598d613ce2e None None] Attempting to bind port 1ed0b09c-db07-4ec5-a0c8-ff8828fb7614 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'c87acedc-8928-411c-920e-a6f896871f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '446e975b-2a60-4e64-8210-57381d00909f'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:49:02.059569 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bd2262-08a8-4540-b099-5598d613ce2e None None] Attempting to bind port 1ed0b09c-db07-4ec5-a0c8-ff8828fb7614 on network 446e975b-2a60-4e64-8210-57381d00909f {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:49:02.075368 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bd2262-08a8-4540-b099-5598d613ce2e None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:49:02.076891 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bd2262-08a8-4540-b099-5598d613ce2e None None] Checking segment: {'id': 'c87acedc-8928-411c-920e-a6f896871f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '446e975b-2a60-4e64-8210-57381d00909f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:49:02.077362 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e0bd2262-08a8-4540-b099-5598d613ce2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:02.078268 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bd2262-08a8-4540-b099-5598d613ce2e None None] Bound using segment: {'id': 'c87acedc-8928-411c-920e-a6f896871f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '446e975b-2a60-4e64-8210-57381d00909f'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:49:02.080911 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-e0bd2262-08a8-4540-b099-5598d613ce2e None None] Bound port: 1ed0b09c-db07-4ec5-a0c8-ff8828fb7614, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c87acedc-8928-411c-920e-a6f896871f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '446e975b-2a60-4e64-8210-57381d00909f'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:49:02.081327 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e0bd2262-08a8-4540-b099-5598d613ce2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:02.199238 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a2a8d611-758e-4474-b032-1ae0c424694f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:02.283099 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6d20f981-b5a7-4997-9679-9fae25f850b4 req-fbff5725-02ca-4383-9e39-2b31233d8830 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "GET /v2.0/security-groups?id=31fe5bf3-12b2-46fb-95aa-6ee5579edac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5734408 May 05 21:49:02.286994 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-e0bd2262-08a8-4540-b099-5598d613ce2e None None] For port 1ed0b09c-db07-4ec5-a0c8-ff8828fb7614, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:49:02.291064 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-e0bd2262-08a8-4540-b099-5598d613ce2e None None] For port 1ed0b09c-db07-4ec5-a0c8-ff8828fb7614, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=1ed0b09c-db07-4ec5-a0c8-ff8828fb7614,segment=NetworkSegment(c87acedc-8928-411c-920e-a6f896871f6e),segment_id=c87acedc-8928-411c-920e-a6f896871f6e)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:49:02.301654 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e0bd2262-08a8-4540-b099-5598d613ce2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:02.338007 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-70a7fe0e-e54e-456a-8c6d-a5e925f1ad7e req-c97720ab-99e2-4b0b-b8ae-b8d32743fb72 tempest-ServerAddressesNegativeTestJSON-2090403596 tempest-ServerAddressesNegativeTestJSON-2090403596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:49:02.342351 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-70a7fe0e-e54e-456a-8c6d-a5e925f1ad7e req-c97720ab-99e2-4b0b-b8ae-b8d32743fb72 tempest-ServerAddressesNegativeTestJSON-2090403596 tempest-ServerAddressesNegativeTestJSON-2090403596-project] Usage tracker for resource:port and tenant:29018b8c8a7346519b4bd7496aff42ba is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:49:02.345327 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-70a7fe0e-e54e-456a-8c6d-a5e925f1ad7e req-c97720ab-99e2-4b0b-b8ae-b8d32743fb72 tempest-ServerAddressesNegativeTestJSON-2090403596 tempest-ServerAddressesNegativeTestJSON-2090403596-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:49:02.351427 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-70a7fe0e-e54e-456a-8c6d-a5e925f1ad7e req-c97720ab-99e2-4b0b-b8ae-b8d32743fb72 tempest-ServerAddressesNegativeTestJSON-2090403596 tempest-ServerAddressesNegativeTestJSON-2090403596-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:49:02.367786 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70a7fe0e-e54e-456a-8c6d-a5e925f1ad7e req-c97720ab-99e2-4b0b-b8ae-b8d32743fb72 tempest-ServerAddressesNegativeTestJSON-2090403596 tempest-ServerAddressesNegativeTestJSON-2090403596-project] Made reservation on behalf of 29018b8c8a7346519b4bd7496aff42ba for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:49:02.372280 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-70a7fe0e-e54e-456a-8c6d-a5e925f1ad7e req-c97720ab-99e2-4b0b-b8ae-b8d32743fb72 tempest-ServerAddressesNegativeTestJSON-2090403596 tempest-ServerAddressesNegativeTestJSON-2090403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:02.404183 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bd2262-08a8-4540-b099-5598d613ce2e None None] Routers {'d59bcb2e-a681-4dba-b03a-b73314d497e6'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:49:02.404807 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-e0bd2262-08a8-4540-b099-5598d613ce2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:48:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['d59bcb2e-a681-4dba-b03a-b73314d497e6'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:49:02.433235 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-707535a8-f971-4c2c-8065-37a98a0af45f req-07dfc26a-5992-48af-9afd-1654fca4218c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6170f242-e3a3-4ed4-b9c5-ed9a1e80a3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3738406 May 05 21:49:02.685923 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb70ce56-9c62-471b-98a0-c767dcd26b52 None None] Pushing event updated for resources: {'Port': ['ID=1ed0b09c-db07-4ec5-a0c8-ff8828fb7614,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:02.751545 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-70a7fe0e-e54e-456a-8c6d-a5e925f1ad7e req-c97720ab-99e2-4b0b-b8ae-b8d32743fb72 tempest-ServerAddressesNegativeTestJSON-2090403596 tempest-ServerAddressesNegativeTestJSON-2090403596-project] Allocated IP 172.20.0.8 (3d53238c-3066-4861-90b2-685d885616fa/60615361-7c43-40b2-be85-a2b25c861f57/4fb2503e-c086-4f9f-8bc0-eea5ea3eb159) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:49:02.864689 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-e0bd2262-08a8-4540-b099-5598d613ce2e None None] Set router d59bcb2e-a681-4dba-b03a-b73314d497e6 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:49:02.939257 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee44a0-ecc9-4013-aff6-199b55566738 req-ef94ae84-bca1-4ebb-bcb8-ca744516be62 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:02.943422 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee44a0-ecc9-4013-aff6-199b55566738 req-ef94ae84-bca1-4ebb-bcb8-ca744516be62 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:02.949015 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee44a0-ecc9-4013-aff6-199b55566738 req-ef94ae84-bca1-4ebb-bcb8-ca744516be62 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:02.953113 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee44a0-ecc9-4013-aff6-199b55566738 req-ef94ae84-bca1-4ebb-bcb8-ca744516be62 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:02.957651 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee44a0-ecc9-4013-aff6-199b55566738 req-ef94ae84-bca1-4ebb-bcb8-ca744516be62 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:02.962542 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee44a0-ecc9-4013-aff6-199b55566738 req-ef94ae84-bca1-4ebb-bcb8-ca744516be62 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:02.966794 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee44a0-ecc9-4013-aff6-199b55566738 req-ef94ae84-bca1-4ebb-bcb8-ca744516be62 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:02.981888 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e7ee44a0-ecc9-4013-aff6-199b55566738 req-ef94ae84-bca1-4ebb-bcb8-ca744516be62 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb2ef018-2997-4252-b6ee-9017394af03b HTTP/1.1" status: 200 len: 5435 time: 0.7543249 May 05 21:49:02.982086 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 40364) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:49:03.030556 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-465d774c-2346-4d4c-a219-e597cbba7d30 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Request body: {'floatingip': {'port_id': 'c6a625e6-cf6b-469e-bb09-671258762a76'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:49:03.198375 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-70a7fe0e-e54e-456a-8c6d-a5e925f1ad7e req-c97720ab-99e2-4b0b-b8ae-b8d32743fb72 tempest-ServerAddressesNegativeTestJSON-2090403596 tempest-ServerAddressesNegativeTestJSON-2090403596-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:03.213040 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40374) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:49:03.261888 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-70a7fe0e-e54e-456a-8c6d-a5e925f1ad7e req-c97720ab-99e2-4b0b-b8ae-b8d32743fb72 tempest-ServerAddressesNegativeTestJSON-2090403596 tempest-ServerAddressesNegativeTestJSON-2090403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:03.334305 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4718d408-7ca7-4efc-b93a-f764dc77ca8c req-866f2f4b-0e6c-4148-943f-2b5abd60060a tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:03.335778 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4718d408-7ca7-4efc-b93a-f764dc77ca8c req-866f2f4b-0e6c-4148-943f-2b5abd60060a tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 947 time: 0.7033958 May 05 21:49:03.377350 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70a7fe0e-e54e-456a-8c6d-a5e925f1ad7e req-c97720ab-99e2-4b0b-b8ae-b8d32743fb72 tempest-ServerAddressesNegativeTestJSON-2090403596 tempest-ServerAddressesNegativeTestJSON-2090403596-project] Network 3d53238c-3066-4861-90b2-685d885616fa is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:49:03.380378 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-465d774c-2346-4d4c-a219-e597cbba7d30 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks [] for floatingip, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:03.382815 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-70a7fe0e-e54e-456a-8c6d-a5e925f1ad7e req-c97720ab-99e2-4b0b-b8ae-b8d32743fb72 tempest-ServerAddressesNegativeTestJSON-2090403596 tempest-ServerAddressesNegativeTestJSON-2090403596-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:49:03.394730 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a7fe0e-e54e-456a-8c6d-a5e925f1ad7e req-c97720ab-99e2-4b0b-b8ae-b8d32743fb72 tempest-ServerAddressesNegativeTestJSON-2090403596 tempest-ServerAddressesNegativeTestJSON-2090403596-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:49:03.438459 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-9a6a9ab6-aef9-4d03-b5e4-6db6e228c9d3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-235526535-network', 'tenant_id': 'efd062a91591466db4e1b6ce1549b223'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:49:03.451764 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-9a6a9ab6-aef9-4d03-b5e4-6db6e228c9d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:49:03.471167 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9a6a9ab6-aef9-4d03-b5e4-6db6e228c9d3 admin admin] Usage tracker for resource:network and tenant:efd062a91591466db4e1b6ce1549b223 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:49:03.476031 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9a6a9ab6-aef9-4d03-b5e4-6db6e228c9d3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:49:03.484126 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97720ab-99e2-4b0b-b8ae-b8d32743fb72 tempest-ServerAddressesNegativeTestJSON-2090403596 tempest-ServerAddressesNegativeTestJSON-2090403596-project] Pushing event updated for resources: {'Port': ['ID=4fb2503e-c086-4f9f-8bc0-eea5ea3eb159,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:03.489430 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-9a6a9ab6-aef9-4d03-b5e4-6db6e228c9d3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:49:03.503827 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7fe0e-e54e-456a-8c6d-a5e925f1ad7e req-c97720ab-99e2-4b0b-b8ae-b8d32743fb72 tempest-ServerAddressesNegativeTestJSON-2090403596 tempest-ServerAddressesNegativeTestJSON-2090403596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:03.504560 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-70a7fe0e-e54e-456a-8c6d-a5e925f1ad7e req-c97720ab-99e2-4b0b-b8ae-b8d32743fb72 tempest-ServerAddressesNegativeTestJSON-2090403596 tempest-ServerAddressesNegativeTestJSON-2090403596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:03.527593 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6a9ab6-aef9-4d03-b5e4-6db6e228c9d3 admin admin] Made reservation on behalf of efd062a91591466db4e1b6ce1549b223 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:49:03.530304 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9a6a9ab6-aef9-4d03-b5e4-6db6e228c9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:03.550435 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-70a7fe0e-e54e-456a-8c6d-a5e925f1ad7e req-c97720ab-99e2-4b0b-b8ae-b8d32743fb72 tempest-ServerAddressesNegativeTestJSON-2090403596 tempest-ServerAddressesNegativeTestJSON-2090403596-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5460100 May 05 21:49:03.551679 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9a6a9ab6-aef9-4d03-b5e4-6db6e228c9d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:03.565959 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-70a7fe0e-e54e-456a-8c6d-a5e925f1ad7e req-fd95fb9a-0c52-4d8b-b879-6d776ee369ff service neutron] Request body: {'port': {'device_id': '86d4d917-930d-44b7-88c2-bf6a34b2f1c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:49:03.599274 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-e0bd2262-08a8-4540-b099-5598d613ce2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59bcb2e-a681-4dba-b03a-b73314d497e6', 'name': 'tempest-ServersTestMultiNic-293763883-router', 'tenant_id': '1384b462eac846a090f14492c41d335c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '67e4532a-8c94-4db4-a9b7-8239a2edf436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:48:40Z', 'updated_at': '2022-05-05T21:48:55Z', 'revision_number': 4, 'project_id': '1384b462eac846a090f14492c41d335c', 'gw_port': {'id': '67e4532a-8c94-4db4-a9b7-8239a2edf436', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:71:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59bcb2e-a681-4dba-b03a-b73314d497e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:48:44Z', 'updated_at': '2022-05-05T21:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '1ed0b09c-db07-4ec5-a0c8-ff8828fb7614', 'name': '', 'network_id': '446e975b-2a60-4e64-8210-57381d00909f', 'tenant_id': '1384b462eac846a090f14492c41d335c', 'mac_address': 'fa:16:3e:43:c0:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59bcb2e-a681-4dba-b03a-b73314d497e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01f07d2d-6d84-443b-bc43-f274c99cf90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:48:53Z', 'updated_at': '2022-05-05T21:49:02Z', 'revision_number': 4, 'project_id': '1384b462eac846a090f14492c41d335c', 'subnets': [{'id': '01f07d2d-6d84-443b-bc43-f274c99cf90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:49:03.620608 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bd2262-08a8-4540-b099-5598d613ce2e None None] The sync data for ids ['d59bcb2e-a681-4dba-b03a-b73314d497e6'] in n-d-825175-4 is: [{'id': 'd59bcb2e-a681-4dba-b03a-b73314d497e6', 'name': 'tempest-ServersTestMultiNic-293763883-router', 'tenant_id': '1384b462eac846a090f14492c41d335c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '67e4532a-8c94-4db4-a9b7-8239a2edf436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:48:40Z', 'updated_at': '2022-05-05T21:48:55Z', 'revision_number': 4, 'project_id': '1384b462eac846a090f14492c41d335c', 'gw_port': {'id': '67e4532a-8c94-4db4-a9b7-8239a2edf436', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:71:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59bcb2e-a681-4dba-b03a-b73314d497e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:48:44Z', 'updated_at': '2022-05-05T21:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '1ed0b09c-db07-4ec5-a0c8-ff8828fb7614', 'name': '', 'network_id': '446e975b-2a60-4e64-8210-57381d00909f', 'tenant_id': '1384b462eac846a090f14492c41d335c', 'mac_address': 'fa:16:3e:43:c0:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59bcb2e-a681-4dba-b03a-b73314d497e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01f07d2d-6d84-443b-bc43-f274c99cf90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:48:53Z', 'updated_at': '2022-05-05T21:49:02Z', 'revision_number': 4, 'project_id': '1384b462eac846a090f14492c41d335c', 'subnets': [{'id': '01f07d2d-6d84-443b-bc43-f274c99cf90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:49:03.729327 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-9a6a9ab6-aef9-4d03-b5e4-6db6e228c9d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:49:03.748354 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9a6a9ab6-aef9-4d03-b5e4-6db6e228c9d3 admin admin] Usage tracker for resource:security_group_rule and tenant:efd062a91591466db4e1b6ce1549b223 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:49:03.756170 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9a6a9ab6-aef9-4d03-b5e4-6db6e228c9d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:49:03.781074 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a2a8d611-758e-4474-b032-1ae0c424694f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:03.797506 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-9a6a9ab6-aef9-4d03-b5e4-6db6e228c9d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:49:03.889416 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-70a7fe0e-e54e-456a-8c6d-a5e925f1ad7e req-fd95fb9a-0c52-4d8b-b879-6d776ee369ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:03.925673 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9a6a9ab6-aef9-4d03-b5e4-6db6e228c9d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:03.944394 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4718d408-7ca7-4efc-b93a-f764dc77ca8c req-e75e2d36-2a8e-4cc0-970c-b83958a80cd0 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5675399 May 05 21:49:03.980259 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9a6a9ab6-aef9-4d03-b5e4-6db6e228c9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:03.992715 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a6a9ab6-aef9-4d03-b5e4-6db6e228c9d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:49:04.064695 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9a6a9ab6-aef9-4d03-b5e4-6db6e228c9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:04.065183 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-9a6a9ab6-aef9-4d03-b5e4-6db6e228c9d3 admin admin] Added segment 2344039b-9b10-4dfc-942d-5a4874832596 of type vlan for network 184fe21b-a956-4b0e-ae3a-b1e8f705d616 May 05 21:49:04.101686 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6a9ab6-aef9-4d03-b5e4-6db6e228c9d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09bd55b9-bd63-4740-ab16-7bcff449c2fd,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:04.241333 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9a6a9ab6-aef9-4d03-b5e4-6db6e228c9d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:04.309013 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec1ba9-0acf-4e80-936e-f21c587387c8 req-c74150b9-746f-4541-8c44-63ee8e607b73 tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:04.311364 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-12ec1ba9-0acf-4e80-936e-f21c587387c8 req-c74150b9-746f-4541-8c44-63ee8e607b73 tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] 10.222.0.23 "GET /v2.0/ports?device_id=72498290-f68d-4887-a724-bb2562227841 HTTP/1.1" status: 200 len: 949 time: 1.0903914 May 05 21:49:04.316892 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a8d611-758e-4474-b032-1ae0c424694f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Pushing event updated for resources: {'Subnet': ['ID=ac9c4f2b-20ca-4dee-9c0f-0def5d3c0a1c,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:04.322520 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a8d611-758e-4474-b032-1ae0c424694f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Checking segment: {'id': '7897bb89-733a-4c20-9fc1-c2a07d157379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ff40611f-0894-411d-b28c-f86eff8fde57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:49:04.323881 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a8d611-758e-4474-b032-1ae0c424694f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Network hostable DHCP agents. Network: ff40611f-0894-411d-b28c-f86eff8fde57, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:49:04.450196 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9a6a9ab6-aef9-4d03-b5e4-6db6e228c9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:04.455779 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6a9ab6-aef9-4d03-b5e4-6db6e228c9d3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:04.457580 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9a6a9ab6-aef9-4d03-b5e4-6db6e228c9d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:04.767226 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-70a7fe0e-e54e-456a-8c6d-a5e925f1ad7e req-fd95fb9a-0c52-4d8b-b879-6d776ee369ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fb2503e-c086-4f9f-8bc0-eea5ea3eb159 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:49:04.778601 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-70a7fe0e-e54e-456a-8c6d-a5e925f1ad7e req-fd95fb9a-0c52-4d8b-b879-6d776ee369ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:04.798279 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a8d611-758e-4474-b032-1ae0c424694f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Network ff40611f-0894-411d-b28c-f86eff8fde57 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:49:04.802495 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-70a7fe0e-e54e-456a-8c6d-a5e925f1ad7e req-fd95fb9a-0c52-4d8b-b879-6d776ee369ff service neutron] Transition to ACTIVE for port object 4fb2503e-c086-4f9f-8bc0-eea5ea3eb159 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:49:04.831442 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-a2a8d611-758e-4474-b032-1ae0c424694f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, ff40611f-0894-411d-b28c-f86eff8fde57) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:49:04.842376 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e96c595-35e2-411b-bd76-3c8c5d3b334f None None] Network ff40611f-0894-411d-b28c-f86eff8fde57 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:49:04.853979 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a8d611-758e-4474-b032-1ae0c424694f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:04.854556 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a2a8d611-758e-4474-b032-1ae0c424694f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:04.865662 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-12ec1ba9-0acf-4e80-936e-f21c587387c8 req-1eee2511-4828-4634-922b-ab57ffca3c9e tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] 10.222.0.23 "GET /v2.0/security-groups?id=6170f242-e3a3-4ed4-b9c5-ed9a1e80a3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5283756 May 05 21:49:04.891280 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-70a7fe0e-e54e-456a-8c6d-a5e925f1ad7e req-fd95fb9a-0c52-4d8b-b879-6d776ee369ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:04.915852 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6736f52-61ab-4c44-9b17-25bab696f169 req-8c5bf83f-c333-40fb-9a85-fe6a454277a4 tempest-ServerAddressesNegativeTestJSON-2090403596 tempest-ServerAddressesNegativeTestJSON-2090403596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:04.924846 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e6736f52-61ab-4c44-9b17-25bab696f169 req-8c5bf83f-c333-40fb-9a85-fe6a454277a4 tempest-ServerAddressesNegativeTestJSON-2090403596 tempest-ServerAddressesNegativeTestJSON-2090403596-project] 10.222.0.23 "GET /v2.0/ports?device_id=86d4d917-930d-44b7-88c2-bf6a34b2f1c8 HTTP/1.1" status: 200 len: 931 time: 0.2271996 May 05 21:49:04.953270 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a2a8d611-758e-4474-b032-1ae0c424694f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.0525229 May 05 21:49:04.957524 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 40384) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:49:04.976010 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-e6410f4c-4715-45b0-b19b-fa1fffb0c5ea tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-51219008'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:49:04.987428 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-e6410f4c-4715-45b0-b19b-fa1fffb0c5ea tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:49:05.013071 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e6410f4c-4715-45b0-b19b-fa1fffb0c5ea tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Usage tracker for resource:network and tenant:1384b462eac846a090f14492c41d335c is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:49:05.036187 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e6410f4c-4715-45b0-b19b-fa1fffb0c5ea tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:49:05.053339 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-e6410f4c-4715-45b0-b19b-fa1fffb0c5ea tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:49:05.075277 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e6736f52-61ab-4c44-9b17-25bab696f169 req-05786528-d340-46bb-8a35-37950ab18414 tempest-ServerAddressesNegativeTestJSON-2090403596 tempest-ServerAddressesNegativeTestJSON-2090403596-project] 10.222.0.23 "GET /v2.0/security-groups?id=40bc07ad-f01f-4a57-a09a-5e2aa2341b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491883 May 05 21:49:05.125779 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9a6a9ab6-aef9-4d03-b5e4-6db6e228c9d3 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9115517 May 05 21:49:05.142490 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40390) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:49:05.176026 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-e7542cbd-b356-4fa1-94a6-c3f35b47aeb5 admin admin] Request body: {'subnet': {'network_id': '184fe21b-a956-4b0e-ae3a-b1e8f705d616', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-235526535-subnet', 'tenant_id': 'efd062a91591466db4e1b6ce1549b223', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:49:05.229599 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-e7542cbd-b356-4fa1-94a6-c3f35b47aeb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:49:05.237028 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6410f4c-4715-45b0-b19b-fa1fffb0c5ea tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Made reservation on behalf of 1384b462eac846a090f14492c41d335c for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:49:05.240909 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e6410f4c-4715-45b0-b19b-fa1fffb0c5ea tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:05.296866 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c069595c-bbfb-442e-adc1-4d9d892ea5b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-ff40611f-0894-411d-b28c-f86eff8fde57', 'network_id': 'ff40611f-0894-411d-b28c-f86eff8fde57', 'tenant_id': '1384b462eac846a090f14492c41d335c', 'fixed_ips': [{'subnet_id': 'ac9c4f2b-20ca-4dee-9c0f-0def5d3c0a1c'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 21:49:05.297799 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c069595c-bbfb-442e-adc1-4d9d892ea5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:05.318043 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-e7542cbd-b356-4fa1-94a6-c3f35b47aeb5 admin admin] Usage tracker for resource:subnet and tenant:efd062a91591466db4e1b6ce1549b223 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:49:05.323691 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6a9ab6-aef9-4d03-b5e4-6db6e228c9d3 admin admin] Pushing event updated for resources: {'Network': ['ID=184fe21b-a956-4b0e-ae3a-b1e8f705d616,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:05.335296 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-e7542cbd-b356-4fa1-94a6-c3f35b47aeb5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:49:05.351318 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 184fe21b-a956-4b0e-ae3a-b1e8f705d616 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:49:05.353135 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-e7542cbd-b356-4fa1-94a6-c3f35b47aeb5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:49:05.365984 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6410f4c-4715-45b0-b19b-fa1fffb0c5ea tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:49:05.375210 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd95fb9a-0c52-4d8b-b879-6d776ee369ff service neutron] Pushing event updated for resources: {'Port': ['ID=4fb2503e-c086-4f9f-8bc0-eea5ea3eb159,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:05.387372 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7542cbd-b356-4fa1-94a6-c3f35b47aeb5 admin admin] Made reservation on behalf of efd062a91591466db4e1b6ce1549b223 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:49:05.391852 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-465d774c-2346-4d4c-a219-e597cbba7d30 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:05.392006 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e7542cbd-b356-4fa1-94a6-c3f35b47aeb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:05.407184 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e6410f4c-4715-45b0-b19b-fa1fffb0c5ea tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:05.407523 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-e6410f4c-4715-45b0-b19b-fa1fffb0c5ea tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Added segment 0948a826-fbb2-4422-be38-6b1ee05eefbc of type vlan for network cfc3db86-4321-47e9-83a2-389d0d99a29a May 05 21:49:05.408676 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-465d774c-2346-4d4c-a219-e597cbba7d30 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:05.532130 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 1ed0b09c-db07-4ec5-a0c8-ff8828fb7614 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:49:05.603122 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47840034-210b-41f0-b28d-2884e9ba1bbd req-017f56b9-427d-472d-b2c0-29846e9ca897 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:05.614015 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-47840034-210b-41f0-b28d-2884e9ba1bbd req-017f56b9-427d-472d-b2c0-29846e9ca897 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=a71328a0-711f-4e1a-ae4a-4655ebab9e7b HTTP/1.1" status: 200 len: 945 time: 0.3803754 May 05 21:49:05.658239 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:05.733232 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f7b24-484b-4f42-89e9-bc3a48ee0ef3 req-a99fd169-d8c6-4b47-94c1-32fb6b68473d tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:05.742765 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-326f7b24-484b-4f42-89e9-bc3a48ee0ef3 req-a99fd169-d8c6-4b47-94c1-32fb6b68473d tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecd4a405-2195-46d7-97a2-9d216ad40307 HTTP/1.1" status: 200 len: 946 time: 0.5754902 May 05 21:49:05.774518 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-70a7fe0e-e54e-456a-8c6d-a5e925f1ad7e req-fd95fb9a-0c52-4d8b-b879-6d776ee369ff service neutron] Attempting to bind port 4fb2503e-c086-4f9f-8bc0-eea5ea3eb159 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:49:05.775214 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-70a7fe0e-e54e-456a-8c6d-a5e925f1ad7e req-fd95fb9a-0c52-4d8b-b879-6d776ee369ff service neutron] Attempting to bind port 4fb2503e-c086-4f9f-8bc0-eea5ea3eb159 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': '9ab868ac-4b69-405c-b1c9-80228511fc25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3d53238c-3066-4861-90b2-685d885616fa'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:49:05.775928 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a7fe0e-e54e-456a-8c6d-a5e925f1ad7e req-fd95fb9a-0c52-4d8b-b879-6d776ee369ff service neutron] Attempting to bind port 4fb2503e-c086-4f9f-8bc0-eea5ea3eb159 on network 3d53238c-3066-4861-90b2-685d885616fa {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:49:05.793723 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e6410f4c-4715-45b0-b19b-fa1fffb0c5ea tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:05.797218 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a7fe0e-e54e-456a-8c6d-a5e925f1ad7e req-fd95fb9a-0c52-4d8b-b879-6d776ee369ff service neutron] Port 4fb2503e-c086-4f9f-8bc0-eea5ea3eb159 on network 3d53238c-3066-4861-90b2-685d885616fa not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:49:05.800274 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a7fe0e-e54e-456a-8c6d-a5e925f1ad7e req-fd95fb9a-0c52-4d8b-b879-6d776ee369ff service neutron] Attempting to bind port 4fb2503e-c086-4f9f-8bc0-eea5ea3eb159 on network 3d53238c-3066-4861-90b2-685d885616fa {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:49:05.816179 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a7fe0e-e54e-456a-8c6d-a5e925f1ad7e req-fd95fb9a-0c52-4d8b-b879-6d776ee369ff service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:49:05.816611 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a7fe0e-e54e-456a-8c6d-a5e925f1ad7e req-fd95fb9a-0c52-4d8b-b879-6d776ee369ff service neutron] Checking segment: {'id': '9ab868ac-4b69-405c-b1c9-80228511fc25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3d53238c-3066-4861-90b2-685d885616fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:49:05.817421 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a7fe0e-e54e-456a-8c6d-a5e925f1ad7e req-fd95fb9a-0c52-4d8b-b879-6d776ee369ff service neutron] Bound using segment: {'id': '9ab868ac-4b69-405c-b1c9-80228511fc25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3d53238c-3066-4861-90b2-685d885616fa'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:49:05.817875 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-70a7fe0e-e54e-456a-8c6d-a5e925f1ad7e req-fd95fb9a-0c52-4d8b-b879-6d776ee369ff service neutron] Bound port: 4fb2503e-c086-4f9f-8bc0-eea5ea3eb159, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ab868ac-4b69-405c-b1c9-80228511fc25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3d53238c-3066-4861-90b2-685d885616fa'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:49:05.818226 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-70a7fe0e-e54e-456a-8c6d-a5e925f1ad7e req-fd95fb9a-0c52-4d8b-b879-6d776ee369ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:05.851048 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:05.859393 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-47840034-210b-41f0-b28d-2884e9ba1bbd req-b90da623-cf41-4d1f-9c0a-d5048069ce34 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438064 May 05 21:49:05.878603 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-326f7b24-484b-4f42-89e9-bc3a48ee0ef3 req-d1728b6d-357d-42c0-be30-56bf663f05f1 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "GET /v2.0/security-groups?id=31fe5bf3-12b2-46fb-95aa-6ee5579edac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338530 May 05 21:49:05.880209 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-c069595c-bbfb-442e-adc1-4d9d892ea5b2 None None] Allocated IP 19.80.0.2 (ff40611f-0894-411d-b28c-f86eff8fde57/ac9c4f2b-20ca-4dee-9c0f-0def5d3c0a1c/737a27ac-980c-4f4c-92ea-70b24c5dd71b) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:49:05.892327 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 1ed0b09c-db07-4ec5-a0c8-ff8828fb7614 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:49:05.906343 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 1ed0b09c-db07-4ec5-a0c8-ff8828fb7614 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:49:05.906835 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:05.951683 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e6410f4c-4715-45b0-b19b-fa1fffb0c5ea tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:05.956257 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6410f4c-4715-45b0-b19b-fa1fffb0c5ea tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:05.957026 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e6410f4c-4715-45b0-b19b-fa1fffb0c5ea tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:06.168246 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-70a7fe0e-e54e-456a-8c6d-a5e925f1ad7e req-fd95fb9a-0c52-4d8b-b879-6d776ee369ff service neutron] For port 4fb2503e-c086-4f9f-8bc0-eea5ea3eb159, host n-h2-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:49:06.173351 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-70a7fe0e-e54e-456a-8c6d-a5e925f1ad7e req-fd95fb9a-0c52-4d8b-b879-6d776ee369ff service neutron] For port 4fb2503e-c086-4f9f-8bc0-eea5ea3eb159, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=4fb2503e-c086-4f9f-8bc0-eea5ea3eb159,segment=NetworkSegment(9ab868ac-4b69-405c-b1c9-80228511fc25),segment_id=9ab868ac-4b69-405c-b1c9-80228511fc25)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:49:06.181418 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:06.217850 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-70a7fe0e-e54e-456a-8c6d-a5e925f1ad7e req-fd95fb9a-0c52-4d8b-b879-6d776ee369ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:06.232446 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 1ed0b09c-db07-4ec5-a0c8-ff8828fb7614, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=1ed0b09c-db07-4ec5-a0c8-ff8828fb7614,segment=NetworkSegment(c87acedc-8928-411c-920e-a6f896871f6e),segment_id=c87acedc-8928-411c-920e-a6f896871f6e)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:49:06.244305 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e6410f4c-4715-45b0-b19b-fa1fffb0c5ea tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2839322 May 05 21:49:06.248635 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 40404) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:49:06.268384 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:06.283369 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e7542cbd-b356-4fa1-94a6-c3f35b47aeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:06.355908 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-69e33f2d-1afd-466c-8306-df1337358546 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Request body: {'subnet': {'network_id': 'cfc3db86-4321-47e9-83a2-389d0d99a29a', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:49:06.361760 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c069595c-bbfb-442e-adc1-4d9d892ea5b2 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:06.375206 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=1ed0b09c-db07-4ec5-a0c8-ff8828fb7614,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:06.379024 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c069595c-bbfb-442e-adc1-4d9d892ea5b2 None None] Transition to ACTIVE for port object 737a27ac-980c-4f4c-92ea-70b24c5dd71b will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:49:06.420316 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c069595c-bbfb-442e-adc1-4d9d892ea5b2 None None] Transition to ACTIVE for port object 737a27ac-980c-4f4c-92ea-70b24c5dd71b will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:49:06.435803 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c069595c-bbfb-442e-adc1-4d9d892ea5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:06.454553 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-70a7fe0e-e54e-456a-8c6d-a5e925f1ad7e req-fd95fb9a-0c52-4d8b-b879-6d776ee369ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:06.456658 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-70a7fe0e-e54e-456a-8c6d-a5e925f1ad7e req-fd95fb9a-0c52-4d8b-b879-6d776ee369ff service neutron] 10.222.0.32 "PUT /v2.0/ports/4fb2503e-c086-4f9f-8bc0-eea5ea3eb159 HTTP/1.1" status: 200 len: 1091 time: 2.8944793 May 05 21:49:06.475639 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86d4d917-930d-44b7-88c2-bf6a34b2f1c8', 'tag': '4fb2503e-c086-4f9f-8bc0-eea5ea3eb159'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:49:06.594160 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6410f4c-4715-45b0-b19b-fa1fffb0c5ea tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Pushing event updated for resources: {'Network': ['ID=cfc3db86-4321-47e9-83a2-389d0d99a29a,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:06.609825 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c069595c-bbfb-442e-adc1-4d9d892ea5b2 None None] Network ff40611f-0894-411d-b28c-f86eff8fde57 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:49:06.613399 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-c069595c-bbfb-442e-adc1-4d9d892ea5b2 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:49:06.618860 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c069595c-bbfb-442e-adc1-4d9d892ea5b2 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:49:06.630745 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network cfc3db86-4321-47e9-83a2-389d0d99a29a details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:49:06.709257 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7542cbd-b356-4fa1-94a6-c3f35b47aeb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=784a9870-c203-4045-8925-52dbcf2f86f3,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:06.725919 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd95fb9a-0c52-4d8b-b879-6d776ee369ff service neutron] Pushing event updated for resources: {'Port': ['ID=4fb2503e-c086-4f9f-8bc0-eea5ea3eb159,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:06.751131 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7542cbd-b356-4fa1-94a6-c3f35b47aeb5 admin admin] Checking segment: {'id': '2344039b-9b10-4dfc-942d-5a4874832596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '184fe21b-a956-4b0e-ae3a-b1e8f705d616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:49:06.751131 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7542cbd-b356-4fa1-94a6-c3f35b47aeb5 admin admin] Network hostable DHCP agents. Network: 184fe21b-a956-4b0e-ae3a-b1e8f705d616, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:49:06.815095 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-70a7fe0e-e54e-456a-8c6d-a5e925f1ad7e req-3c7ac1e3-9bc9-4cba-9485-abef8fc5ba7b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=29018b8c8a7346519b4bd7496aff42ba&device_id=86d4d917-930d-44b7-88c2-bf6a34b2f1c8 HTTP/1.1" status: 200 len: 1094 time: 0.2866039 May 05 21:49:06.823376 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c069595c-bbfb-442e-adc1-4d9d892ea5b2 None None] Pushing event updated for resources: {'Port': ['ID=737a27ac-980c-4f4c-92ea-70b24c5dd71b,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:06.912087 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-69e33f2d-1afd-466c-8306-df1337358546 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:49:06.925500 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-69e33f2d-1afd-466c-8306-df1337358546 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Usage tracker for resource:subnet and tenant:1384b462eac846a090f14492c41d335c is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:49:06.929809 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-69e33f2d-1afd-466c-8306-df1337358546 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:49:06.946453 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7542cbd-b356-4fa1-94a6-c3f35b47aeb5 admin admin] Network 184fe21b-a956-4b0e-ae3a-b1e8f705d616 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:49:06.952145 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-69e33f2d-1afd-466c-8306-df1337358546 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:49:06.957956 n-d-825175-4 neutron-server[84061]: INFO neutron.db.l3_db [None req-465d774c-2346-4d4c-a219-e597cbba7d30 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Floating IP 1dc4849a-39c2-4489-8bea-d6839caa6152 associated. External IP: 172.25.4.194, port: c6a625e6-cf6b-469e-bb09-671258762a76. May 05 21:49:06.980815 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-70a7fe0e-e54e-456a-8c6d-a5e925f1ad7e req-94e5923d-06bf-4f1c-a9d0-da274065ea72 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4fb2503e-c086-4f9f-8bc0-eea5ea3eb159 HTTP/1.1" status: 200 len: 217 time: 0.1636205 May 05 21:49:06.983854 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-e7542cbd-b356-4fa1-94a6-c3f35b47aeb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 184fe21b-a956-4b0e-ae3a-b1e8f705d616) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:49:07.005402 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8617c27b-83c9-47d7-b067-744d7c2a57cf None None] Network 184fe21b-a956-4b0e-ae3a-b1e8f705d616 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:49:07.059779 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d583d0-19c7-4732-ae7d-50b6d6ab3912 req-2aa6fb24-b823-4a7a-9152-01ca160bcbc5 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:07.062156 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e4d583d0-19c7-4732-ae7d-50b6d6ab3912 req-2aa6fb24-b823-4a7a-9152-01ca160bcbc5 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 947 time: 0.9389970 May 05 21:49:07.108041 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7542cbd-b356-4fa1-94a6-c3f35b47aeb5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:07.108842 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e7542cbd-b356-4fa1-94a6-c3f35b47aeb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:07.163038 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e33f2d-1afd-466c-8306-df1337358546 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Made reservation on behalf of 1384b462eac846a090f14492c41d335c for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:49:07.173545 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-e7542cbd-b356-4fa1-94a6-c3f35b47aeb5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0082469 May 05 21:49:07.180990 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40414) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:49:07.198024 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-9278611c-b6c7-4655-b9a9-3656aeb5d921 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-235526535-router', 'tenant_id': 'efd062a91591466db4e1b6ce1549b223', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:49:07.210212 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-c069595c-bbfb-442e-adc1-4d9d892ea5b2 None None] Attempting to bind port 737a27ac-980c-4f4c-92ea-70b24c5dd71b on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:49:07.210828 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-9278611c-b6c7-4655-b9a9-3656aeb5d921 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:49:07.211070 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-c069595c-bbfb-442e-adc1-4d9d892ea5b2 None None] Attempting to bind port 737a27ac-980c-4f4c-92ea-70b24c5dd71b by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '7897bb89-733a-4c20-9fc1-c2a07d157379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ff40611f-0894-411d-b28c-f86eff8fde57'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:49:07.212100 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c069595c-bbfb-442e-adc1-4d9d892ea5b2 None None] Attempting to bind port 737a27ac-980c-4f4c-92ea-70b24c5dd71b on network ff40611f-0894-411d-b28c-f86eff8fde57 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:49:07.216946 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9278611c-b6c7-4655-b9a9-3656aeb5d921 admin admin] Usage tracker for resource:router and tenant:efd062a91591466db4e1b6ce1549b223 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:49:07.222717 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9278611c-b6c7-4655-b9a9-3656aeb5d921 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:49:07.231615 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-9278611c-b6c7-4655-b9a9-3656aeb5d921 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:49:07.234158 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c069595c-bbfb-442e-adc1-4d9d892ea5b2 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:49:07.234763 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c069595c-bbfb-442e-adc1-4d9d892ea5b2 None None] Checking segment: {'id': '7897bb89-733a-4c20-9fc1-c2a07d157379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ff40611f-0894-411d-b28c-f86eff8fde57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:49:07.236185 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c069595c-bbfb-442e-adc1-4d9d892ea5b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:07.236718 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c069595c-bbfb-442e-adc1-4d9d892ea5b2 None None] Bound using segment: {'id': '7897bb89-733a-4c20-9fc1-c2a07d157379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ff40611f-0894-411d-b28c-f86eff8fde57'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:49:07.238726 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-c069595c-bbfb-442e-adc1-4d9d892ea5b2 None None] Bound port: 737a27ac-980c-4f4c-92ea-70b24c5dd71b, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7897bb89-733a-4c20-9fc1-c2a07d157379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ff40611f-0894-411d-b28c-f86eff8fde57'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:49:07.239409 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c069595c-bbfb-442e-adc1-4d9d892ea5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:07.244864 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7fe0e-e54e-456a-8c6d-a5e925f1ad7e req-d7266834-3b21-400a-bd6f-43ad55ff6931 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:07.247457 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-70a7fe0e-e54e-456a-8c6d-a5e925f1ad7e req-d7266834-3b21-400a-bd6f-43ad55ff6931 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=60615361-7c43-40b2-be85-a2b25c861f57 HTTP/1.1" status: 200 len: 862 time: 0.2602692 May 05 21:49:07.252482 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9278611c-b6c7-4655-b9a9-3656aeb5d921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:07.252482 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9278611c-b6c7-4655-b9a9-3656aeb5d921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:07.332148 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-70a7fe0e-e54e-456a-8c6d-a5e925f1ad7e req-30ce1958-6406-4937-be56-ed603a84c76e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3d53238c-3066-4861-90b2-685d885616fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757999 May 05 21:49:07.529156 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a56c4-5298-4f6f-820a-57fec154bf63 req-3906bf5f-2ac9-4903-9a3d-86342be32726 tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:07.531501 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0d0a56c4-5298-4f6f-820a-57fec154bf63 req-3906bf5f-2ac9-4903-9a3d-86342be32726 tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] 10.222.0.23 "GET /v2.0/ports?device_id=72498290-f68d-4887-a724-bb2562227841 HTTP/1.1" status: 200 len: 949 time: 0.7588375 May 05 21:49:07.553715 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e4d583d0-19c7-4732-ae7d-50b6d6ab3912 req-01f78713-d98d-47a0-98c7-be75ee63831a tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4221611 May 05 21:49:07.575330 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-69e33f2d-1afd-466c-8306-df1337358546 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:07.577435 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 1ed0b09c-db07-4ec5-a0c8-ff8828fb7614 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:49:07.644686 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9278611c-b6c7-4655-b9a9-3656aeb5d921 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:07.693115 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-70a7fe0e-e54e-456a-8c6d-a5e925f1ad7e req-668c6c10-d022-4a5c-9904-5255a9fed691 service neutron] 10.222.0.32 "GET /v2.0/networks/3d53238c-3066-4861-90b2-685d885616fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520715 May 05 21:49:07.900410 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-c069595c-bbfb-442e-adc1-4d9d892ea5b2 None None] For port 737a27ac-980c-4f4c-92ea-70b24c5dd71b, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:49:07.916397 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-c069595c-bbfb-442e-adc1-4d9d892ea5b2 None None] For port 737a27ac-980c-4f4c-92ea-70b24c5dd71b, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=737a27ac-980c-4f4c-92ea-70b24c5dd71b,segment=NetworkSegment(7897bb89-733a-4c20-9fc1-c2a07d157379),segment_id=7897bb89-733a-4c20-9fc1-c2a07d157379)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:49:07.973409 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c069595c-bbfb-442e-adc1-4d9d892ea5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:08.013465 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57563e27-b1d1-491a-b6e1-901c46ad4b48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-184fe21b-a956-4b0e-ae3a-b1e8f705d616', 'network_id': '184fe21b-a956-4b0e-ae3a-b1e8f705d616', 'tenant_id': 'efd062a91591466db4e1b6ce1549b223', 'fixed_ips': [{'subnet_id': '784a9870-c203-4045-8925-52dbcf2f86f3'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 21:49:08.014274 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-57563e27-b1d1-491a-b6e1-901c46ad4b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:08.098315 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c069595c-bbfb-442e-adc1-4d9d892ea5b2 None None] Pushing event updated for resources: {'Port': ['ID=737a27ac-980c-4f4c-92ea-70b24c5dd71b,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:08.168497 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0d0a56c4-5298-4f6f-820a-57fec154bf63 req-001dd8e5-e7ad-4895-94b6-3e35ffa4988f tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] 10.222.0.23 "GET /v2.0/security-groups?id=6170f242-e3a3-4ed4-b9c5-ed9a1e80a3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6115589 May 05 21:49:08.174490 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-69e33f2d-1afd-466c-8306-df1337358546 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:08.218545 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9278611c-b6c7-4655-b9a9-3656aeb5d921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:08.221085 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 1ed0b09c-db07-4ec5-a0c8-ff8828fb7614 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:49:08.221770 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:08.282019 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-70a7fe0e-e54e-456a-8c6d-a5e925f1ad7e req-98b60ce5-2ce3-46cd-ab4b-70b3dc4b9f6e service neutron] 10.222.0.32 "GET /v2.0/networks/3d53238c-3066-4861-90b2-685d885616fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5792499 May 05 21:49:08.323765 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a72b4e1-456d-42b3-b0f5-2560c6acbfa9'] response: {'name': 'network-changed', 'server_uuid': '86d4d917-930d-44b7-88c2-bf6a34b2f1c8', 'tag': '4fb2503e-c086-4f9f-8bc0-eea5ea3eb159', 'status': 'completed', 'code': 200} May 05 21:49:08.366157 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e33f2d-1afd-466c-8306-df1337358546 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Pushing event updated for resources: {'Subnet': ['ID=0aea371b-71d9-4634-9239-5c1de07a3960,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:08.436567 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-57563e27-b1d1-491a-b6e1-901c46ad4b48 None None] Allocated IP 172.20.0.2 (184fe21b-a956-4b0e-ae3a-b1e8f705d616/784a9870-c203-4045-8925-52dbcf2f86f3/91b4de6a-939d-4f85-a83e-d2fd86489254) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:49:08.443151 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e33f2d-1afd-466c-8306-df1337358546 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Checking segment: {'id': '0948a826-fbb2-4422-be38-6b1ee05eefbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'cfc3db86-4321-47e9-83a2-389d0d99a29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:49:08.443751 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e33f2d-1afd-466c-8306-df1337358546 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Network hostable DHCP agents. Network: cfc3db86-4321-47e9-83a2-389d0d99a29a, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:49:08.472210 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fc8b17-ccff-4754-a6c2-06cd434c5798 req-aa9f7f7d-1dff-4c98-96e4-cb8f0d535dde tempest-ServerAddressesNegativeTestJSON-2090403596 tempest-ServerAddressesNegativeTestJSON-2090403596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:08.476713 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a8fc8b17-ccff-4754-a6c2-06cd434c5798 req-aa9f7f7d-1dff-4c98-96e4-cb8f0d535dde tempest-ServerAddressesNegativeTestJSON-2090403596 tempest-ServerAddressesNegativeTestJSON-2090403596-project] 10.222.0.23 "GET /v2.0/ports?device_id=86d4d917-930d-44b7-88c2-bf6a34b2f1c8 HTTP/1.1" status: 200 len: 943 time: 0.4120886 May 05 21:49:08.551874 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065646d7-72eb-4d13-8183-a25fa5a9f143 req-aed5fb75-c0af-4bb8-9f40-8aeb2203fdb0 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:08.556282 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-065646d7-72eb-4d13-8183-a25fa5a9f143 req-aed5fb75-c0af-4bb8-9f40-8aeb2203fdb0 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.32 "GET /v2.0/ports?device_id=a71328a0-711f-4e1a-ae4a-4655ebab9e7b HTTP/1.1" status: 200 len: 945 time: 0.4123347 May 05 21:49:08.737899 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3d8f7de3-5a42-4b9e-abe5-99c41c47e9ac req-98b75f96-eac6-487a-ac6e-adc70ee12998 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=29018b8c8a7346519b4bd7496aff42ba&device_id=86d4d917-930d-44b7-88c2-bf6a34b2f1c8 HTTP/1.1" status: 200 len: 1094 time: 0.2594826 May 05 21:49:08.804108 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a8fc8b17-ccff-4754-a6c2-06cd434c5798 req-b450674d-c5b7-49e1-a3f4-2797871cc323 tempest-ServerAddressesNegativeTestJSON-2090403596 tempest-ServerAddressesNegativeTestJSON-2090403596-project] 10.222.0.23 "GET /v2.0/security-groups?id=40bc07ad-f01f-4a57-a09a-5e2aa2341b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014421 May 05 21:49:08.827731 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-065646d7-72eb-4d13-8183-a25fa5a9f143 req-fac86665-8910-4da5-b7a1-0cf7229abce0 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Deleting port ec7d2831-9006-441a-bb28-d10cdc9d552f {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:49:08.828315 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-065646d7-72eb-4d13-8183-a25fa5a9f143 req-fac86665-8910-4da5-b7a1-0cf7229abce0 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:08.858174 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-57563e27-b1d1-491a-b6e1-901c46ad4b48 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:08.870923 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e33f2d-1afd-466c-8306-df1337358546 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Network cfc3db86-4321-47e9-83a2-389d0d99a29a is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:49:08.871804 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-57563e27-b1d1-491a-b6e1-901c46ad4b48 None None] Transition to ACTIVE for port object 91b4de6a-939d-4f85-a83e-d2fd86489254 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:49:08.895876 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-57563e27-b1d1-491a-b6e1-901c46ad4b48 None None] Transition to ACTIVE for port object 91b4de6a-939d-4f85-a83e-d2fd86489254 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:49:08.911399 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-57563e27-b1d1-491a-b6e1-901c46ad4b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:08.980874 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-69e33f2d-1afd-466c-8306-df1337358546 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, cfc3db86-4321-47e9-83a2-389d0d99a29a) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:49:08.993581 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e379e9cf-771d-4a21-995f-bdd4a675d650 None None] Network cfc3db86-4321-47e9-83a2-389d0d99a29a requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:49:08.996737 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e33f2d-1afd-466c-8306-df1337358546 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:08.997756 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-69e33f2d-1afd-466c-8306-df1337358546 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:09.034742 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57563e27-b1d1-491a-b6e1-901c46ad4b48 None None] Pushing event updated for resources: {'Port': ['ID=91b4de6a-939d-4f85-a83e-d2fd86489254,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:09.049818 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57563e27-b1d1-491a-b6e1-901c46ad4b48 None None] Network 184fe21b-a956-4b0e-ae3a-b1e8f705d616 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:49:09.115722 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-57563e27-b1d1-491a-b6e1-901c46ad4b48 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:49:09.134753 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57563e27-b1d1-491a-b6e1-901c46ad4b48 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:49:09.171376 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f7de3-5a42-4b9e-abe5-99c41c47e9ac req-cb22e699-6cfe-4378-a698-9cd4d97f4a62 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:09.172836 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3d8f7de3-5a42-4b9e-abe5-99c41c47e9ac req-cb22e699-6cfe-4378-a698-9cd4d97f4a62 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3d53238c-3066-4861-90b2-685d885616fa HTTP/1.1" status: 200 len: 923 time: 0.4238183 May 05 21:49:09.199890 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-69e33f2d-1afd-466c-8306-df1337358546 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.8917367 May 05 21:49:09.253374 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9278611c-b6c7-4655-b9a9-3656aeb5d921 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:09.294473 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e007441-80bc-450e-8f10-ef0feb801dc9 req-be0a3bf8-fb32-4bf6-96ac-fd1b7c20d816 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:09.296056 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2e007441-80bc-450e-8f10-ef0feb801dc9 req-be0a3bf8-fb32-4bf6-96ac-fd1b7c20d816 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/ports?device_id=a71328a0-711f-4e1a-ae4a-4655ebab9e7b HTTP/1.1" status: 200 len: 945 time: 0.7107506 May 05 21:49:09.300990 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9278611c-b6c7-4655-b9a9-3656aeb5d921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:09.344871 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3d8f7de3-5a42-4b9e-abe5-99c41c47e9ac req-4f169fb9-ec27-47bd-9eb7-8d44fa8976fa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4fb2503e-c086-4f9f-8bc0-eea5ea3eb159 HTTP/1.1" status: 200 len: 217 time: 0.1603789 May 05 21:49:09.454090 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-57563e27-b1d1-491a-b6e1-901c46ad4b48 None None] Attempting to bind port 91b4de6a-939d-4f85-a83e-d2fd86489254 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:49:09.454866 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-57563e27-b1d1-491a-b6e1-901c46ad4b48 None None] Attempting to bind port 91b4de6a-939d-4f85-a83e-d2fd86489254 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '2344039b-9b10-4dfc-942d-5a4874832596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '184fe21b-a956-4b0e-ae3a-b1e8f705d616'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:49:09.455446 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57563e27-b1d1-491a-b6e1-901c46ad4b48 None None] Attempting to bind port 91b4de6a-939d-4f85-a83e-d2fd86489254 on network 184fe21b-a956-4b0e-ae3a-b1e8f705d616 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:49:09.479421 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57563e27-b1d1-491a-b6e1-901c46ad4b48 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:49:09.480269 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57563e27-b1d1-491a-b6e1-901c46ad4b48 None None] Checking segment: {'id': '2344039b-9b10-4dfc-942d-5a4874832596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '184fe21b-a956-4b0e-ae3a-b1e8f705d616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:49:09.480887 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-57563e27-b1d1-491a-b6e1-901c46ad4b48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:09.481509 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57563e27-b1d1-491a-b6e1-901c46ad4b48 None None] Bound using segment: {'id': '2344039b-9b10-4dfc-942d-5a4874832596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '184fe21b-a956-4b0e-ae3a-b1e8f705d616'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:49:09.482197 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-57563e27-b1d1-491a-b6e1-901c46ad4b48 None None] Bound port: 91b4de6a-939d-4f85-a83e-d2fd86489254, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2344039b-9b10-4dfc-942d-5a4874832596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '184fe21b-a956-4b0e-ae3a-b1e8f705d616'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:49:09.482833 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-57563e27-b1d1-491a-b6e1-901c46ad4b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:09.535060 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 737a27ac-980c-4f4c-92ea-70b24c5dd71b up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:49:09.671400 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f7de3-5a42-4b9e-abe5-99c41c47e9ac req-58178f11-3c73-4a36-873e-d99e8fc6a750 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:09.673767 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3d8f7de3-5a42-4b9e-abe5-99c41c47e9ac req-58178f11-3c73-4a36-873e-d99e8fc6a750 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=60615361-7c43-40b2-be85-a2b25c861f57 HTTP/1.1" status: 200 len: 862 time: 0.3175049 May 05 21:49:09.686000 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-57563e27-b1d1-491a-b6e1-901c46ad4b48 None None] For port 91b4de6a-939d-4f85-a83e-d2fd86489254, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:49:09.689607 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-57563e27-b1d1-491a-b6e1-901c46ad4b48 None None] For port 91b4de6a-939d-4f85-a83e-d2fd86489254, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=91b4de6a-939d-4f85-a83e-d2fd86489254,segment=NetworkSegment(2344039b-9b10-4dfc-942d-5a4874832596),segment_id=2344039b-9b10-4dfc-942d-5a4874832596)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:49:09.718287 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-57563e27-b1d1-491a-b6e1-901c46ad4b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:09.722709 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6d6e98-db2f-4ad1-bc95-7db7079bd6d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-cfc3db86-4321-47e9-83a2-389d0d99a29a', 'network_id': 'cfc3db86-4321-47e9-83a2-389d0d99a29a', 'tenant_id': '1384b462eac846a090f14492c41d335c', 'fixed_ips': [{'subnet_id': '0aea371b-71d9-4634-9239-5c1de07a3960'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 21:49:09.723738 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8f6d6e98-db2f-4ad1-bc95-7db7079bd6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:09.760845 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3d8f7de3-5a42-4b9e-abe5-99c41c47e9ac req-7d5a12d9-6cb1-405a-bde9-f9b3b75e7642 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3d53238c-3066-4861-90b2-685d885616fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730441 May 05 21:49:09.777739 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-065646d7-72eb-4d13-8183-a25fa5a9f143 req-fac86665-8910-4da5-b7a1-0cf7229abce0 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] For port ec7d2831-9006-441a-bb28-d10cdc9d552f, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=ec7d2831-9006-441a-bb28-d10cdc9d552f,segment=NetworkSegment(bb53319d-02d7-4ee5-a402-d07603ca726a),segment_id=bb53319d-02d7-4ee5-a402-d07603ca726a)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:49:09.778094 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-065646d7-72eb-4d13-8183-a25fa5a9f143 req-fac86665-8910-4da5-b7a1-0cf7229abce0 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:09.910320 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-9278611c-b6c7-4655-b9a9-3656aeb5d921 admin admin] Allocated IP 172.25.4.134 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/abd039be-6068-4130-9526-70405ebc580f) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:49:09.947572 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57563e27-b1d1-491a-b6e1-901c46ad4b48 None None] Pushing event updated for resources: {'Port': ['ID=91b4de6a-939d-4f85-a83e-d2fd86489254,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:09.986245 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 737a27ac-980c-4f4c-92ea-70b24c5dd71b completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:49:10.029863 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3d8f7de3-5a42-4b9e-abe5-99c41c47e9ac req-f79fd746-1371-43b6-941e-e1f14881b80d service neutron] 10.222.0.32 "GET /v2.0/networks/3d53238c-3066-4861-90b2-685d885616fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609806 May 05 21:49:10.064804 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-065646d7-72eb-4d13-8183-a25fa5a9f143 req-fac86665-8910-4da5-b7a1-0cf7229abce0 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Calling delete_port for ec7d2831-9006-441a-bb28-d10cdc9d552f owned by compute:nova {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:49:10.071266 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6d4056-4cfe-4086-bf53-fb643c5421c5 None None] Network ff40611f-0894-411d-b28c-f86eff8fde57 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:49:10.263390 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-10cc46b6-b69b-4a3c-898b-9f947eb55595 None None] Provisioning for port 737a27ac-980c-4f4c-92ea-70b24c5dd71b completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:49:10.349484 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620486c-744d-4e60-8987-2b0c3e758afa req-a0a6dd18-7c0c-47da-99d3-badc5f9efced tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:10.351279 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8620486c-744d-4e60-8987-2b0c3e758afa req-a0a6dd18-7c0c-47da-99d3-badc5f9efced tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecd4a405-2195-46d7-97a2-9d216ad40307 HTTP/1.1" status: 200 len: 946 time: 1.2264693 May 05 21:49:10.400874 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2e007441-80bc-450e-8f10-ef0feb801dc9 req-528a87be-3177-47e9-96f9-ffb47ad1d4ef tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7e8795f-087a-440e-a19e-aa465e5f739f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0057797 May 05 21:49:10.429573 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-065646d7-72eb-4d13-8183-a25fa5a9f143 req-fac86665-8910-4da5-b7a1-0cf7229abce0 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:10.433851 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-8f6d6e98-db2f-4ad1-bc95-7db7079bd6d5 None None] Allocated IP 19.86.0.2 (cfc3db86-4321-47e9-83a2-389d0d99a29a/0aea371b-71d9-4634-9239-5c1de07a3960/9bfe827a-8694-4fd7-be36-e24eca10bc44) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:49:10.588797 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9278611c-b6c7-4655-b9a9-3656aeb5d921 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:10.625779 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3d8f7de3-5a42-4b9e-abe5-99c41c47e9ac req-75b875bd-c8df-418f-a131-20370dc33f60 service neutron] 10.222.0.32 "GET /v2.0/networks/3d53238c-3066-4861-90b2-685d885616fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5868702 May 05 21:49:10.627789 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9278611c-b6c7-4655-b9a9-3656aeb5d921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:10.671717 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac86665-8910-4da5-b7a1-0cf7229abce0 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Pushing event deleted for resources: {'Port': ['ID=ec7d2831-9006-441a-bb28-d10cdc9d552f,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:10.714492 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9278611c-b6c7-4655-b9a9-3656aeb5d921 admin admin] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:49:10.729274 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-9278611c-b6c7-4655-b9a9-3656aeb5d921 admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:49:10.750917 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9278611c-b6c7-4655-b9a9-3656aeb5d921 admin admin] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:49:10.779510 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-10cc46b6-b69b-4a3c-898b-9f947eb55595 None None] Provisioning complete for port 737a27ac-980c-4f4c-92ea-70b24c5dd71b triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:49:10.780029 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-10cc46b6-b69b-4a3c-898b-9f947eb55595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:10.786406 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8620486c-744d-4e60-8987-2b0c3e758afa req-54019587-9ae3-4db8-bd55-bc058576d134 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "GET /v2.0/security-groups?id=31fe5bf3-12b2-46fb-95aa-6ee5579edac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4232552 May 05 21:49:10.788865 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-065646d7-72eb-4d13-8183-a25fa5a9f143 req-fac86665-8910-4da5-b7a1-0cf7229abce0 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] No DVR routers for this DVR port ec7d2831-9006-441a-bb28-d10cdc9d552f on host n-h2-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:49:10.793019 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-065646d7-72eb-4d13-8183-a25fa5a9f143 req-fac86665-8910-4da5-b7a1-0cf7229abce0 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:10.796193 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a71328a0-711f-4e1a-ae4a-4655ebab9e7b', 'name': 'network-vif-deleted', 'tag': 'ec7d2831-9006-441a-bb28-d10cdc9d552f'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:49:10.824703 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-065646d7-72eb-4d13-8183-a25fa5a9f143 req-fac86665-8910-4da5-b7a1-0cf7229abce0 tempest-DeleteServersTestJSON-1459668321 tempest-DeleteServersTestJSON-1459668321-project] 10.222.0.32 "DELETE /v2.0/ports/ec7d2831-9006-441a-bb28-d10cdc9d552f HTTP/1.1" status: 204 len: 173 time: 2.2424920 May 05 21:49:10.864458 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-465d774c-2346-4d4c-a219-e597cbba7d30 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Router c5f6b298-1b69-4142-87d3-7379b9cdd278 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:49:11.022562 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9278611c-b6c7-4655-b9a9-3656aeb5d921 admin admin] Pushing event updated for resources: {'Port': ['ID=abd039be-6068-4130-9526-70405ebc580f,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:11.120833 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9278611c-b6c7-4655-b9a9-3656aeb5d921 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:11.121874 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9278611c-b6c7-4655-b9a9-3656aeb5d921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:11.235470 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8f6d6e98-db2f-4ad1-bc95-7db7079bd6d5 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:11.250321 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-8f6d6e98-db2f-4ad1-bc95-7db7079bd6d5 None None] Transition to ACTIVE for port object 9bfe827a-8694-4fd7-be36-e24eca10bc44 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:49:11.272245 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-8f6d6e98-db2f-4ad1-bc95-7db7079bd6d5 None None] Transition to ACTIVE for port object 9bfe827a-8694-4fd7-be36-e24eca10bc44 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:49:11.331462 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8f6d6e98-db2f-4ad1-bc95-7db7079bd6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:11.471944 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-8aaf340d-7c3c-4c3d-84ab-a7937aa23180 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:11.478615 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6d6e98-db2f-4ad1-bc95-7db7079bd6d5 None None] Pushing event updated for resources: {'Port': ['ID=9bfe827a-8694-4fd7-be36-e24eca10bc44,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:11.487210 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-8aaf340d-7c3c-4c3d-84ab-a7937aa23180 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:11.488017 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 4fb2503e-c086-4f9f-8bc0-eea5ea3eb159 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:49:11.491153 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-8aaf340d-7c3c-4c3d-84ab-a7937aa23180 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Synchronizing usage tracker for tenant:1384b462eac846a090f14492c41d335c on resource:network {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:49:11.509721 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2551a621-0ba1-44e5-9494-a2c79bac7d95 req-ba17ff65-b9be-44d5-9c26-81448eb68a0e tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:11.511527 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2551a621-0ba1-44e5-9494-a2c79bac7d95 req-ba17ff65-b9be-44d5-9c26-81448eb68a0e tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 947 time: 0.4104331 May 05 21:49:11.665593 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device ec7d2831-9006-441a-bb28-d10cdc9d552f no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:49:11.688962 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-8aaf340d-7c3c-4c3d-84ab-a7937aa23180 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Unset dirty status for tenant:1384b462eac846a090f14492c41d335c on resource:network {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:49:11.690438 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-8aaf340d-7c3c-4c3d-84ab-a7937aa23180 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.23 "GET /v2.0/networks?id=ff40611f-0894-411d-b28c-f86eff8fde57&id=cfc3db86-4321-47e9-83a2-389d0d99a29a&id=ff40611f-0894-411d-b28c-f86eff8fde57 HTTP/1.1" status: 200 len: 1389 time: 0.5878446 May 05 21:49:11.740104 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: ec7d2831-9006-441a-bb28-d10cdc9d552f {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:49:11.740670 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device ec7d2831-9006-441a-bb28-d10cdc9d552f not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:49:11.743834 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 91b4de6a-939d-4f85-a83e-d2fd86489254 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:49:11.763952 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2551a621-0ba1-44e5-9494-a2c79bac7d95 req-0039378e-dd10-4620-9829-ba080a9b5a39 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2411871 May 05 21:49:11.769029 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-b716438c-879a-4440-ba2c-8492bb212b9c tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.23 "GET /v2.0/quotas/1384b462eac846a090f14492c41d335c HTTP/1.1" status: 200 len: 375 time: 0.0644259 May 05 21:49:11.818896 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32f8a85-e6d3-4016-aab0-88576e907492 None None] Network 184fe21b-a956-4b0e-ae3a-b1e8f705d616 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:49:11.838525 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6d6e98-db2f-4ad1-bc95-7db7079bd6d5 None None] Network cfc3db86-4321-47e9-83a2-389d0d99a29a is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:49:11.887202 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465d774c-2346-4d4c-a219-e597cbba7d30 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:49:11.899405 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75f9a64-9136-4e31-897e-b8197849ea7c None None] Sync routers for ids ['c5f6b298-1b69-4142-87d3-7379b9cdd278'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:49:11.902612 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-465d774c-2346-4d4c-a219-e597cbba7d30 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:11.919058 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75f9a64-9136-4e31-897e-b8197849ea7c None None] Routers {'c5f6b298-1b69-4142-87d3-7379b9cdd278'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:49:11.919684 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-e75f9a64-9136-4e31-897e-b8197849ea7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:48:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['c5f6b298-1b69-4142-87d3-7379b9cdd278'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:49:11.929147 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-8f6d6e98-db2f-4ad1-bc95-7db7079bd6d5 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:49:11.992726 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-10cc46b6-b69b-4a3c-898b-9f947eb55595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:12.032285 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6d6e98-db2f-4ad1-bc95-7db7079bd6d5 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:49:12.047442 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-465d774c-2346-4d4c-a219-e597cbba7d30 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "PUT /v2.0/floatingips/1dc4849a-39c2-4489-8bea-d6839caa6152 HTTP/1.1" status: 200 len: 992 time: 9.0533910 May 05 21:49:12.093434 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9278611c-b6c7-4655-b9a9-3656aeb5d921 admin admin] Router 7eec692e-d074-438a-8f7e-dc27892a4c94 is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 21:49:12.127727 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-a2073527-a41d-4f7c-93c4-8b38fb31def2 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Synchronizing usage tracker for tenant:1384b462eac846a090f14492c41d335c on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:49:12.144566 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea20465-182b-4e56-8d21-12ad0f1f748f req-ec188174-9c42-4394-a004-374eb18908cd tempest-ServerAddressesNegativeTestJSON-2090403596 tempest-ServerAddressesNegativeTestJSON-2090403596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:12.146402 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bea20465-182b-4e56-8d21-12ad0f1f748f req-ec188174-9c42-4394-a004-374eb18908cd tempest-ServerAddressesNegativeTestJSON-2090403596 tempest-ServerAddressesNegativeTestJSON-2090403596-project] 10.222.0.23 "GET /v2.0/ports?device_id=86d4d917-930d-44b7-88c2-bf6a34b2f1c8 HTTP/1.1" status: 200 len: 943 time: 0.1324565 May 05 21:49:12.184131 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-a2073527-a41d-4f7c-93c4-8b38fb31def2 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Unset dirty status for tenant:1384b462eac846a090f14492c41d335c on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:49:12.185828 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-a2073527-a41d-4f7c-93c4-8b38fb31def2 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1384b462eac846a090f14492c41d335c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4030178 May 05 21:49:12.307445 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-8f6d6e98-db2f-4ad1-bc95-7db7079bd6d5 None None] Attempting to bind port 9bfe827a-8694-4fd7-be36-e24eca10bc44 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:49:12.307445 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-8f6d6e98-db2f-4ad1-bc95-7db7079bd6d5 None None] Attempting to bind port 9bfe827a-8694-4fd7-be36-e24eca10bc44 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '0948a826-fbb2-4422-be38-6b1ee05eefbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'cfc3db86-4321-47e9-83a2-389d0d99a29a'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:49:12.308125 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6d6e98-db2f-4ad1-bc95-7db7079bd6d5 None None] Attempting to bind port 9bfe827a-8694-4fd7-be36-e24eca10bc44 on network cfc3db86-4321-47e9-83a2-389d0d99a29a {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:49:12.358529 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-39451c44-c5ae-4c2c-8bd4-cd3d3e67b643 service neutron] 10.222.0.23 "GET /v2.0/networks/ff40611f-0894-411d-b28c-f86eff8fde57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643729 May 05 21:49:12.372925 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-e75f9a64-9136-4e31-897e-b8197849ea7c None None] Set router c5f6b298-1b69-4142-87d3-7379b9cdd278 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:49:12.394924 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 4fb2503e-c086-4f9f-8bc0-eea5ea3eb159, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=4fb2503e-c086-4f9f-8bc0-eea5ea3eb159,segment=NetworkSegment(9ab868ac-4b69-405c-b1c9-80228511fc25),segment_id=9ab868ac-4b69-405c-b1c9-80228511fc25)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:49:12.420200 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bea20465-182b-4e56-8d21-12ad0f1f748f req-db468514-b379-4fa3-8024-b73e0b4e76e7 tempest-ServerAddressesNegativeTestJSON-2090403596 tempest-ServerAddressesNegativeTestJSON-2090403596-project] 10.222.0.23 "GET /v2.0/security-groups?id=40bc07ad-f01f-4a57-a09a-5e2aa2341b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635083 May 05 21:49:12.445355 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6d6e98-db2f-4ad1-bc95-7db7079bd6d5 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:49:12.445748 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6d6e98-db2f-4ad1-bc95-7db7079bd6d5 None None] Checking segment: {'id': '0948a826-fbb2-4422-be38-6b1ee05eefbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'cfc3db86-4321-47e9-83a2-389d0d99a29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:49:12.446140 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8f6d6e98-db2f-4ad1-bc95-7db7079bd6d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:12.448829 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6d6e98-db2f-4ad1-bc95-7db7079bd6d5 None None] Bound using segment: {'id': '0948a826-fbb2-4422-be38-6b1ee05eefbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'cfc3db86-4321-47e9-83a2-389d0d99a29a'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:49:12.451069 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-8f6d6e98-db2f-4ad1-bc95-7db7079bd6d5 None None] Bound port: 9bfe827a-8694-4fd7-be36-e24eca10bc44, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0948a826-fbb2-4422-be38-6b1ee05eefbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'cfc3db86-4321-47e9-83a2-389d0d99a29a'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:49:12.456200 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8f6d6e98-db2f-4ad1-bc95-7db7079bd6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:12.461717 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9278611c-b6c7-4655-b9a9-3656aeb5d921 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:49:12.492961 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-10cc46b6-b69b-4a3c-898b-9f947eb55595 None None] For port 737a27ac-980c-4f4c-92ea-70b24c5dd71b, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=737a27ac-980c-4f4c-92ea-70b24c5dd71b,segment=NetworkSegment(7897bb89-733a-4c20-9fc1-c2a07d157379),segment_id=7897bb89-733a-4c20-9fc1-c2a07d157379)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:49:12.507120 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9278611c-b6c7-4655-b9a9-3656aeb5d921 admin admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:12.510195 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9278611c-b6c7-4655-b9a9-3656aeb5d921 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.3263423 May 05 21:49:12.512577 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40442) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:49:12.516691 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb09b41a-0fed-4ca2-a9a3-4b7604093f07 None None] Sync routers for ids ['7eec692e-d074-438a-8f7e-dc27892a4c94'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:49:12.519901 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '4fb2503e-c086-4f9f-8bc0-eea5ea3eb159', 'network_id': '3d53238c-3066-4861-90b2-685d885616fa', 'port_id': '4fb2503e-c086-4f9f-8bc0-eea5ea3eb159', 'mac_address': 'fa:16:3e:6f:30:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60615361-7c43-40b2-be85-a2b25c861f57', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:49:12.554447 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-10cc46b6-b69b-4a3c-898b-9f947eb55595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:12.797202 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-12d75420-a502-4ba1-ac28-6d73f76c139e service neutron] 10.222.0.23 "GET /v2.0/networks/ff40611f-0894-411d-b28c-f86eff8fde57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4238193 May 05 21:49:12.941770 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:13.082673 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-70769db4-75bf-4316-a75b-82863bac55db service neutron] 10.222.0.23 "GET /v2.0/networks/cfc3db86-4321-47e9-83a2-389d0d99a29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791431 May 05 21:49:13.099501 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb09b41a-0fed-4ca2-a9a3-4b7604093f07 None None] Routers {'7eec692e-d074-438a-8f7e-dc27892a4c94'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:49:13.102362 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-bb09b41a-0fed-4ca2-a9a3-4b7604093f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:48:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['7eec692e-d074-438a-8f7e-dc27892a4c94'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:49:13.174104 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0bd3c30-e0d5-4ac1-a476-69c309d416ca'] response: {'server_uuid': 'a71328a0-711f-4e1a-ae4a-4655ebab9e7b', 'name': 'network-vif-deleted', 'tag': 'ec7d2831-9006-441a-bb28-d10cdc9d552f', 'status': 'completed', 'code': 200} May 05 21:49:13.254350 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-427c2688-7393-4db8-ab54-645cb021c767 service neutron] 10.222.0.23 "GET /v2.0/networks/cfc3db86-4321-47e9-83a2-389d0d99a29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649356 May 05 21:49:13.405081 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-e75f9a64-9136-4e31-897e-b8197849ea7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f6b298-1b69-4142-87d3-7379b9cdd278', 'name': 'tempest-TaggedBootDevicesTest-597397050-router', 'tenant_id': '5f6d3217202d4d8580bf1dbedeb67377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'd084f69d-32f4-4613-8323-8c65764235f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:45:42Z', 'updated_at': '2022-05-05T21:45:54Z', 'revision_number': 4, 'project_id': '5f6d3217202d4d8580bf1dbedeb67377', 'gw_port': {'id': 'd084f69d-32f4-4613-8323-8c65764235f0', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:91:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f6b298-1b69-4142-87d3-7379b9cdd278', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:45:45Z', 'updated_at': '2022-05-05T21:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '1dc4849a-39c2-4489-8bea-d6839caa6152', 'tenant_id': '5f6d3217202d4d8580bf1dbedeb67377', 'floating_ip_address': '172.25.4.194', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'c5f6b298-1b69-4142-87d3-7379b9cdd278', 'port_id': 'c6a625e6-cf6b-469e-bb09-671258762a76', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71738638-1e8f-4898-8775-ee98b36918d6', 'mac_address': 'fa:16:3e:59:cb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:47:23Z', 'updated_at': '2022-05-05T21:49:04Z', 'revision_number': 1, 'project_id': '5f6d3217202d4d8580bf1dbedeb67377', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad6cc51b-0fb2-4d21-a46a-db8d23cbd42c', 'name': '', 'network_id': '71738638-1e8f-4898-8775-ee98b36918d6', 'tenant_id': '5f6d3217202d4d8580bf1dbedeb67377', 'mac_address': 'fa:16:3e:b1:d2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f6b298-1b69-4142-87d3-7379b9cdd278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '031a2b5a-98f8-4394-83d4-c643c5284920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:45:53Z', 'updated_at': '2022-05-05T21:46:05Z', 'revision_number': 5, 'project_id': '5f6d3217202d4d8580bf1dbedeb67377', 'subnets': [{'id': '031a2b5a-98f8-4394-83d4-c643c5284920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:49:13.411471 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75f9a64-9136-4e31-897e-b8197849ea7c None None] Checking router: c5f6b298-1b69-4142-87d3-7379b9cdd278 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:49:13.445392 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75f9a64-9136-4e31-897e-b8197849ea7c None None] Routers {'c5f6b298-1b69-4142-87d3-7379b9cdd278'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:49:13.446369 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-e75f9a64-9136-4e31-897e-b8197849ea7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:48:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['c5f6b298-1b69-4142-87d3-7379b9cdd278'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:49:13.483194 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-bb09b41a-0fed-4ca2-a9a3-4b7604093f07 None None] Set router 7eec692e-d074-438a-8f7e-dc27892a4c94 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:49:13.561342 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 91b4de6a-939d-4f85-a83e-d2fd86489254 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:49:13.851390 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fb2503e-c086-4f9f-8bc0-eea5ea3eb159 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:49:13.959397 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-f5c9b629-ff5b-4952-b4b6-61e252cad2f8 service neutron] 10.222.0.23 "GET /v2.0/networks/ff40611f-0894-411d-b28c-f86eff8fde57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6907659 May 05 21:49:13.967569 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-e75f9a64-9136-4e31-897e-b8197849ea7c None None] Set router c5f6b298-1b69-4142-87d3-7379b9cdd278 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:49:13.974484 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-d466d594-98a9-40a2-ba9f-9c5910c7f47a None None] Provisioning complete for port 737a27ac-980c-4f4c-92ea-70b24c5dd71b triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:49:13.975023 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d466d594-98a9-40a2-ba9f-9c5910c7f47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:14.004127 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc46b6-b69b-4a3c-898b-9f947eb55595 None None] Pushing event updated for resources: {'Port': ['ID=737a27ac-980c-4f4c-92ea-70b24c5dd71b,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:14.121673 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bf8db41a-5e59-4386-9699-8a59d5dac007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:14.227046 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-d6334dbc-e896-40ca-b550-a948d708800f service neutron] 10.222.0.23 "GET /v2.0/networks/ff40611f-0894-411d-b28c-f86eff8fde57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475247 May 05 21:49:14.276944 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84f212f-c147-4d65-81b6-3008fd646649 req-e07a8aae-9d6d-4ca6-be5b-117bf471e9f1 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:14.284359 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a84f212f-c147-4d65-81b6-3008fd646649 req-e07a8aae-9d6d-4ca6-be5b-117bf471e9f1 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecd4a405-2195-46d7-97a2-9d216ad40307 HTTP/1.1" status: 200 len: 946 time: 0.7413433 May 05 21:49:14.287469 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 4fb2503e-c086-4f9f-8bc0-eea5ea3eb159, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=4fb2503e-c086-4f9f-8bc0-eea5ea3eb159,segment=NetworkSegment(9ab868ac-4b69-405c-b1c9-80228511fc25),segment_id=9ab868ac-4b69-405c-b1c9-80228511fc25)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:49:14.328446 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fef5ce14-2aef-4c9c-a36e-d0bdd8e95952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:14.407155 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a84f212f-c147-4d65-81b6-3008fd646649 req-887a22e4-6896-4d62-92e7-c97e7fb650dd tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "GET /v2.0/security-groups?id=31fe5bf3-12b2-46fb-95aa-6ee5579edac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217339 May 05 21:49:14.417426 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:14.608700 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-d466d594-98a9-40a2-ba9f-9c5910c7f47a None None] Provisioning for port 91b4de6a-939d-4f85-a83e-d2fd86489254 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:49:14.623232 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-8f6d6e98-db2f-4ad1-bc95-7db7079bd6d5 None None] For port 9bfe827a-8694-4fd7-be36-e24eca10bc44, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:49:14.639355 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-d466d594-98a9-40a2-ba9f-9c5910c7f47a None None] Provisioning complete for port 91b4de6a-939d-4f85-a83e-d2fd86489254 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:49:14.641224 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d466d594-98a9-40a2-ba9f-9c5910c7f47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:14.739901 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:49:14.803930 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-e75f9a64-9136-4e31-897e-b8197849ea7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f6b298-1b69-4142-87d3-7379b9cdd278', 'name': 'tempest-TaggedBootDevicesTest-597397050-router', 'tenant_id': '5f6d3217202d4d8580bf1dbedeb67377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'd084f69d-32f4-4613-8323-8c65764235f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:45:42Z', 'updated_at': '2022-05-05T21:45:54Z', 'revision_number': 4, 'project_id': '5f6d3217202d4d8580bf1dbedeb67377', 'gw_port': {'id': 'd084f69d-32f4-4613-8323-8c65764235f0', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:91:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f6b298-1b69-4142-87d3-7379b9cdd278', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:45:45Z', 'updated_at': '2022-05-05T21:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '1dc4849a-39c2-4489-8bea-d6839caa6152', 'tenant_id': '5f6d3217202d4d8580bf1dbedeb67377', 'floating_ip_address': '172.25.4.194', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'c5f6b298-1b69-4142-87d3-7379b9cdd278', 'port_id': 'c6a625e6-cf6b-469e-bb09-671258762a76', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71738638-1e8f-4898-8775-ee98b36918d6', 'mac_address': 'fa:16:3e:59:cb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:47:23Z', 'updated_at': '2022-05-05T21:49:04Z', 'revision_number': 1, 'project_id': '5f6d3217202d4d8580bf1dbedeb67377', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad6cc51b-0fb2-4d21-a46a-db8d23cbd42c', 'name': '', 'network_id': '71738638-1e8f-4898-8775-ee98b36918d6', 'tenant_id': '5f6d3217202d4d8580bf1dbedeb67377', 'mac_address': 'fa:16:3e:b1:d2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f6b298-1b69-4142-87d3-7379b9cdd278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '031a2b5a-98f8-4394-83d4-c643c5284920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:45:53Z', 'updated_at': '2022-05-05T21:46:05Z', 'revision_number': 5, 'project_id': '5f6d3217202d4d8580bf1dbedeb67377', 'subnets': [{'id': '031a2b5a-98f8-4394-83d4-c643c5284920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:49:14.823157 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75f9a64-9136-4e31-897e-b8197849ea7c None None] The sync data for ids ['c5f6b298-1b69-4142-87d3-7379b9cdd278'] in n-d-825175-4 is: [{'id': 'c5f6b298-1b69-4142-87d3-7379b9cdd278', 'name': 'tempest-TaggedBootDevicesTest-597397050-router', 'tenant_id': '5f6d3217202d4d8580bf1dbedeb67377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'd084f69d-32f4-4613-8323-8c65764235f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:45:42Z', 'updated_at': '2022-05-05T21:45:54Z', 'revision_number': 4, 'project_id': '5f6d3217202d4d8580bf1dbedeb67377', 'gw_port': {'id': 'd084f69d-32f4-4613-8323-8c65764235f0', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:91:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f6b298-1b69-4142-87d3-7379b9cdd278', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:45:45Z', 'updated_at': '2022-05-05T21:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '1dc4849a-39c2-4489-8bea-d6839caa6152', 'tenant_id': '5f6d3217202d4d8580bf1dbedeb67377', 'floating_ip_address': '172.25.4.194', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'c5f6b298-1b69-4142-87d3-7379b9cdd278', 'port_id': 'c6a625e6-cf6b-469e-bb09-671258762a76', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71738638-1e8f-4898-8775-ee98b36918d6', 'mac_address': 'fa:16:3e:59:cb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:47:23Z', 'updated_at': '2022-05-05T21:49:04Z', 'revision_number': 1, 'project_id': '5f6d3217202d4d8580bf1dbedeb67377', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad6cc51b-0fb2-4d21-a46a-db8d23cbd42c', 'name': '', 'network_id': '71738638-1e8f-4898-8775-ee98b36918d6', 'tenant_id': '5f6d3217202d4d8580bf1dbedeb67377', 'mac_address': 'fa:16:3e:b1:d2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f6b298-1b69-4142-87d3-7379b9cdd278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '031a2b5a-98f8-4394-83d4-c643c5284920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:45:53Z', 'updated_at': '2022-05-05T21:46:05Z', 'revision_number': 5, 'project_id': '5f6d3217202d4d8580bf1dbedeb67377', 'subnets': [{'id': '031a2b5a-98f8-4394-83d4-c643c5284920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:49:14.867740 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-8f6d6e98-db2f-4ad1-bc95-7db7079bd6d5 None None] For port 9bfe827a-8694-4fd7-be36-e24eca10bc44, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=9bfe827a-8694-4fd7-be36-e24eca10bc44,segment=NetworkSegment(0948a826-fbb2-4422-be38-6b1ee05eefbc),segment_id=0948a826-fbb2-4422-be38-6b1ee05eefbc)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:49:14.877330 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5cb8ba-bddb-4e3f-95b5-b6970bf6b6dc req-ce1c663a-d7f6-469b-9033-d02dcf646d1e tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:14.886633 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3d5cb8ba-bddb-4e3f-95b5-b6970bf6b6dc req-ce1c663a-d7f6-469b-9033-d02dcf646d1e tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] 10.222.0.44 "GET /v2.0/ports?device_id=72498290-f68d-4887-a724-bb2562227841 HTTP/1.1" status: 200 len: 949 time: 0.3976774 May 05 21:49:14.998395 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-bf8db41a-5e59-4386-9699-8a59d5dac007 admin admin] Allocated IP 172.20.0.1 (184fe21b-a956-4b0e-ae3a-b1e8f705d616/784a9870-c203-4045-8925-52dbcf2f86f3/722128f6-4b57-4a55-a312-129d88c2bc88) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:49:15.015573 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=4fb2503e-c086-4f9f-8bc0-eea5ea3eb159,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:15.021414 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['4fb2503e-c086-4f9f-8bc0-eea5ea3eb159'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:49:15.151744 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-3d5cb8ba-bddb-4e3f-95b5-b6970bf6b6dc req-df50fc87-dab1-4ab1-b5bb-309c2ca895ac tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] Deleting port 706f6723-19fb-4b17-9837-95eae04ce21d {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:49:15.151744 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-3d5cb8ba-bddb-4e3f-95b5-b6970bf6b6dc req-df50fc87-dab1-4ab1-b5bb-309c2ca895ac tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:15.159907 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8f6d6e98-db2f-4ad1-bc95-7db7079bd6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:15.183640 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'tag': 'c6a625e6-cf6b-469e-bb09-671258762a76'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:49:15.440800 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bf8db41a-5e59-4386-9699-8a59d5dac007 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:15.479073 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-bf8db41a-5e59-4386-9699-8a59d5dac007 admin admin] Transition to ACTIVE for port object 722128f6-4b57-4a55-a312-129d88c2bc88 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:49:15.483275 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-bb09b41a-0fed-4ca2-a9a3-4b7604093f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eec692e-d074-438a-8f7e-dc27892a4c94', 'name': 'tempest-FloatingIPsTestJSON-235526535-router', 'tenant_id': 'efd062a91591466db4e1b6ce1549b223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': 'abd039be-6068-4130-9526-70405ebc580f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:49:07Z', 'updated_at': '2022-05-05T21:49:11Z', 'revision_number': 3, 'project_id': 'efd062a91591466db4e1b6ce1549b223', 'gw_port': {'id': 'abd039be-6068-4130-9526-70405ebc580f', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c3:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eec692e-d074-438a-8f7e-dc27892a4c94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:49:09Z', 'updated_at': '2022-05-05T21:49:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:49:15.526017 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bf8db41a-5e59-4386-9699-8a59d5dac007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:15.673743 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a75fe-9ffa-40e3-ae33-ec46ec9086bd req-404151af-37f7-4600-9b7a-aa6a62c663f9 tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:15.676820 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3e3a75fe-9ffa-40e3-ae33-ec46ec9086bd req-404151af-37f7-4600-9b7a-aa6a62c663f9 tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] 10.222.0.23 "GET /v2.0/ports?device_id=72498290-f68d-4887-a724-bb2562227841 HTTP/1.1" status: 200 len: 949 time: 0.6405058 May 05 21:49:15.682453 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb09b41a-0fed-4ca2-a9a3-4b7604093f07 None None] Checking router: 7eec692e-d074-438a-8f7e-dc27892a4c94 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:49:15.683011 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb09b41a-0fed-4ca2-a9a3-4b7604093f07 None None] Updating router 7eec692e-d074-438a-8f7e-dc27892a4c94 port abd039be-6068-4130-9526-70405ebc580f binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 21:49:15.780246 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8db41a-5e59-4386-9699-8a59d5dac007 admin admin] Network 184fe21b-a956-4b0e-ae3a-b1e8f705d616 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:49:15.792396 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-bf8db41a-5e59-4386-9699-8a59d5dac007 admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:49:15.809672 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8db41a-5e59-4386-9699-8a59d5dac007 admin admin] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:49:15.880867 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bf8db41a-5e59-4386-9699-8a59d5dac007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:15.897808 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8db41a-5e59-4386-9699-8a59d5dac007 admin admin] Pushing event updated for resources: {'Port': ['ID=722128f6-4b57-4a55-a312-129d88c2bc88,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:15.978879 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6d6e98-db2f-4ad1-bc95-7db7079bd6d5 None None] Pushing event updated for resources: {'Port': ['ID=9bfe827a-8694-4fd7-be36-e24eca10bc44,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:16.033567 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 737a27ac-980c-4f4c-92ea-70b24c5dd71b up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:49:16.115489 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bf8db41a-5e59-4386-9699-8a59d5dac007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:16.168150 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-bb09b41a-0fed-4ca2-a9a3-4b7604093f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:16.259058 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9960e9-9a43-4da1-b771-54e104567cbd req-da099dc7-d34e-4323-ad6d-e0f2de8a209e tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:16.275128 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6d9960e9-9a43-4da1-b771-54e104567cbd req-da099dc7-d34e-4323-ad6d-e0f2de8a209e tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 947 time: 1.2297707 May 05 21:49:16.318218 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d466d594-98a9-40a2-ba9f-9c5910c7f47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:16.540095 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-bd783999-516c-48d9-9715-83184d169000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:16.632708 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-d466d594-98a9-40a2-ba9f-9c5910c7f47a None None] For port 91b4de6a-939d-4f85-a83e-d2fd86489254, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=91b4de6a-939d-4f85-a83e-d2fd86489254,segment=NetworkSegment(2344039b-9b10-4dfc-942d-5a4874832596),segment_id=2344039b-9b10-4dfc-942d-5a4874832596)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:49:16.643640 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3e3a75fe-9ffa-40e3-ae33-ec46ec9086bd req-3023a148-77fd-45e0-902a-f5f7973d373b tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] 10.222.0.23 "GET /v2.0/security-groups?id=6170f242-e3a3-4ed4-b9c5-ed9a1e80a3c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7026405 May 05 21:49:16.654976 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bf8db41a-5e59-4386-9699-8a59d5dac007 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:16.675856 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bf8db41a-5e59-4386-9699-8a59d5dac007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:16.677775 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d466d594-98a9-40a2-ba9f-9c5910c7f47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:16.709587 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6d9960e9-9a43-4da1-b771-54e104567cbd req-6b89050a-b626-48a8-9d23-5168d4d7cc14 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4395373 May 05 21:49:16.724541 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-3d5cb8ba-bddb-4e3f-95b5-b6970bf6b6dc req-df50fc87-dab1-4ab1-b5bb-309c2ca895ac tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] For port 706f6723-19fb-4b17-9837-95eae04ce21d, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=706f6723-19fb-4b17-9837-95eae04ce21d,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:49:16.724899 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-3d5cb8ba-bddb-4e3f-95b5-b6970bf6b6dc req-df50fc87-dab1-4ab1-b5bb-309c2ca895ac tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:16.887975 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8db41a-5e59-4386-9699-8a59d5dac007 admin admin] Pushing event updated for resources: {'Port': ['ID=722128f6-4b57-4a55-a312-129d88c2bc88,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:16.893419 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bf8db41a-5e59-4386-9699-8a59d5dac007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:17.128723 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f39ead20-3296-4220-ac1f-7cc37f3f9189 None None] Provisioning complete for port 91b4de6a-939d-4f85-a83e-d2fd86489254 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:49:17.135275 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f39ead20-3296-4220-ac1f-7cc37f3f9189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:17.214698 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8db41a-5e59-4386-9699-8a59d5dac007 admin admin] Network 184fe21b-a956-4b0e-ae3a-b1e8f705d616 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:49:17.214698 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-bf8db41a-5e59-4386-9699-8a59d5dac007 admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:49:17.340064 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-3d5cb8ba-bddb-4e3f-95b5-b6970bf6b6dc req-df50fc87-dab1-4ab1-b5bb-309c2ca895ac tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] Calling delete_port for 706f6723-19fb-4b17-9837-95eae04ce21d owned by compute:nova {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:49:17.548849 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2223d3ed-a280-4930-b9a3-3cf20d31bb55 req-28ef520b-9509-4f15-8670-20751814c58e tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.23 "GET /v2.0/ports?device_id=c101afed-0857-4553-940f-f06940fb468c HTTP/1.1" status: 200 len: 210 time: 0.2750227 May 05 21:49:17.608750 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:17.619890 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-3d5cb8ba-bddb-4e3f-95b5-b6970bf6b6dc req-df50fc87-dab1-4ab1-b5bb-309c2ca895ac tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:17.621261 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d466d594-98a9-40a2-ba9f-9c5910c7f47a None None] Pushing event updated for resources: {'Port': ['ID=91b4de6a-939d-4f85-a83e-d2fd86489254,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:17.635284 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 737a27ac-980c-4f4c-92ea-70b24c5dd71b triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:49:17.635284 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:17.789282 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-1675729a-e20d-4ff9-b945-5a8d2297561a tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:17.799936 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-1675729a-e20d-4ff9-b945-5a8d2297561a tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:17.801487 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-1675729a-e20d-4ff9-b945-5a8d2297561a tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.32 "GET /v2.0/networks?id=ff40611f-0894-411d-b28c-f86eff8fde57&id=cfc3db86-4321-47e9-83a2-389d0d99a29a&id=ff40611f-0894-411d-b28c-f86eff8fde57 HTTP/1.1" status: 200 len: 1389 time: 0.7953701 May 05 21:49:17.836420 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2d2aadb-6f20-4a40-a91f-59ff5ca0e906'] response: {'name': 'network-changed', 'server_uuid': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'tag': 'c6a625e6-cf6b-469e-bb09-671258762a76', 'status': 'completed', 'code': 200} May 05 21:49:17.838422 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a779346e-c542-4ae9-896c-2c7ab740d051 None None] Network cfc3db86-4321-47e9-83a2-389d0d99a29a requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:49:17.870395 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df50fc87-dab1-4ab1-b5bb-309c2ca895ac tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] Pushing event deleted for resources: {'Port': ['ID=706f6723-19fb-4b17-9837-95eae04ce21d,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:17.892179 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-824efbd9-22b1-44bd-a270-4c3b97c671ed tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Request body: {'port': {'device_id': 'c101afed-0857-4553-940f-f06940fb468c', 'network_id': 'ff40611f-0894-411d-b28c-f86eff8fde57', 'admin_state_up': True, 'tenant_id': '1384b462eac846a090f14492c41d335c'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:49:18.030472 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:18.038616 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-068786d1-c813-4895-b6c6-66f143e26ab0 req-f418e30c-ecbd-4f94-9eb7-10b2ed314fd4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5f6d3217202d4d8580bf1dbedeb67377&device_id=fb2ef018-2997-4252-b6ee-9017394af03b HTTP/1.1" status: 200 len: 6492 time: 0.1774871 May 05 21:49:18.267796 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf8db41a-5e59-4386-9699-8a59d5dac007 admin admin] Router 7eec692e-d074-438a-8f7e-dc27892a4c94 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:49:18.270459 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068786d1-c813-4895-b6c6-66f143e26ab0 req-b352c565-4660-49d7-a518-40da061f3cd8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:18.276856 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-068786d1-c813-4895-b6c6-66f143e26ab0 req-b352c565-4660-49d7-a518-40da061f3cd8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=71738638-1e8f-4898-8775-ee98b36918d6 HTTP/1.1" status: 200 len: 912 time: 0.2287872 May 05 21:49:18.385240 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-824efbd9-22b1-44bd-a270-4c3b97c671ed tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:49:18.424331 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-824efbd9-22b1-44bd-a270-4c3b97c671ed tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Usage tracker for resource:port and tenant:1384b462eac846a090f14492c41d335c is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:49:18.428136 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-824efbd9-22b1-44bd-a270-4c3b97c671ed tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:49:18.434253 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-824efbd9-22b1-44bd-a270-4c3b97c671ed tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:49:18.464390 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 4fb2503e-c086-4f9f-8bc0-eea5ea3eb159 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:49:18.469284 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb55f5-8843-4520-a714-82c77fe8b732 req-fa60edc2-f146-4e93-8e3b-c45b5b5b657e tempest-ServerAddressesNegativeTestJSON-2090403596 tempest-ServerAddressesNegativeTestJSON-2090403596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:18.476326 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-aedb55f5-8843-4520-a714-82c77fe8b732 req-fa60edc2-f146-4e93-8e3b-c45b5b5b657e tempest-ServerAddressesNegativeTestJSON-2090403596 tempest-ServerAddressesNegativeTestJSON-2090403596-project] 10.222.0.23 "GET /v2.0/ports?device_id=86d4d917-930d-44b7-88c2-bf6a34b2f1c8 HTTP/1.1" status: 200 len: 944 time: 1.5054684 May 05 21:49:18.493683 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d5cb8ba-bddb-4e3f-95b5-b6970bf6b6dc req-df50fc87-dab1-4ab1-b5bb-309c2ca895ac tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] No DVR routers for this DVR port 706f6723-19fb-4b17-9837-95eae04ce21d on host n-h1-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:49:18.494317 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f39ead20-3296-4220-ac1f-7cc37f3f9189 None None] Provisioning for port 722128f6-4b57-4a55-a312-129d88c2bc88 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:49:18.495686 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-824efbd9-22b1-44bd-a270-4c3b97c671ed tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Made reservation on behalf of 1384b462eac846a090f14492c41d335c for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:49:18.499289 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-824efbd9-22b1-44bd-a270-4c3b97c671ed tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:18.533965 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-3d5cb8ba-bddb-4e3f-95b5-b6970bf6b6dc req-df50fc87-dab1-4ab1-b5bb-309c2ca895ac tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:18.629001 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 706f6723-19fb-4b17-9837-95eae04ce21d no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:49:18.685578 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-068786d1-c813-4895-b6c6-66f143e26ab0 req-57c71c20-ee5a-4f2b-a01c-748519f77a88 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6a625e6-cf6b-469e-bb09-671258762a76 HTTP/1.1" status: 200 len: 1000 time: 0.3990247 May 05 21:49:18.730942 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f39ead20-3296-4220-ac1f-7cc37f3f9189 None None] Provisioning complete for port 722128f6-4b57-4a55-a312-129d88c2bc88 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:49:18.730942 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f39ead20-3296-4220-ac1f-7cc37f3f9189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:18.777221 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: 706f6723-19fb-4b17-9837-95eae04ce21d {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:49:18.777221 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 706f6723-19fb-4b17-9837-95eae04ce21d not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:49:18.832957 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-bb09b41a-0fed-4ca2-a9a3-4b7604093f07 None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:18.849991 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f39ead20-3296-4220-ac1f-7cc37f3f9189 None None] Port 722128f6-4b57-4a55-a312-129d88c2bc88 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:49:18.861570 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-bb09b41a-0fed-4ca2-a9a3-4b7604093f07 None None] Transition to ACTIVE for port object abd039be-6068-4130-9526-70405ebc580f will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:49:18.865437 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068786d1-c813-4895-b6c6-66f143e26ab0 req-79a77e0f-a820-409f-ba36-48843bb2605b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:18.865722 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:18.867440 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-068786d1-c813-4895-b6c6-66f143e26ab0 req-79a77e0f-a820-409f-ba36-48843bb2605b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=031a2b5a-98f8-4394-83d4-c643c5284920 HTTP/1.1" status: 200 len: 850 time: 0.1515450 May 05 21:49:18.874502 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-bb09b41a-0fed-4ca2-a9a3-4b7604093f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:18.878898 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3d5cb8ba-bddb-4e3f-95b5-b6970bf6b6dc req-df50fc87-dab1-4ab1-b5bb-309c2ca895ac tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] 10.222.0.44 "DELETE /v2.0/ports/706f6723-19fb-4b17-9837-95eae04ce21d HTTP/1.1" status: 204 len: 173 time: 3.9913235 May 05 21:49:18.923437 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 91b4de6a-939d-4f85-a83e-d2fd86489254 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:49:18.924448 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-aedb55f5-8843-4520-a714-82c77fe8b732 req-c9c5985e-f184-48ec-b13f-8cd474d3261a tempest-ServerAddressesNegativeTestJSON-2090403596 tempest-ServerAddressesNegativeTestJSON-2090403596-project] 10.222.0.23 "GET /v2.0/security-groups?id=40bc07ad-f01f-4a57-a09a-5e2aa2341b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4469838 May 05 21:49:18.962402 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-824efbd9-22b1-44bd-a270-4c3b97c671ed tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Allocated IP 19.80.0.155 (ff40611f-0894-411d-b28c-f86eff8fde57/ac9c4f2b-20ca-4dee-9c0f-0def5d3c0a1c/e7ec7866-39a3-4fcc-8578-f88ef89c0bcf) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:49:19.054704 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c947643c-4f3f-4871-be92-31e05f605014 req-97e3ae7a-6e76-4574-a3cf-b6572706de68 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:19.064752 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c947643c-4f3f-4871-be92-31e05f605014 req-97e3ae7a-6e76-4574-a3cf-b6572706de68 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecd4a405-2195-46d7-97a2-9d216ad40307 HTTP/1.1" status: 200 len: 946 time: 1.0639455 May 05 21:49:19.071254 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port 4fb2503e-c086-4f9f-8bc0-eea5ea3eb159 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:49:19.178427 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 4fb2503e-c086-4f9f-8bc0-eea5ea3eb159 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:49:19.178427 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:19.224963 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-068786d1-c813-4895-b6c6-66f143e26ab0 req-02b0a05e-1ab3-4385-9193-7c9b431d5a5c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71738638-1e8f-4898-8775-ee98b36918d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3386955 May 05 21:49:19.257453 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8db41a-5e59-4386-9699-8a59d5dac007 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:49:19.395018 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-bf8db41a-5e59-4386-9699-8a59d5dac007 admin admin] 10.222.0.23 "PUT /v2.0/routers/7eec692e-d074-438a-8f7e-dc27892a4c94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8787456 May 05 21:49:19.399131 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa2836b-7f89-46db-b5f8-0feeb0fb5cd9 None None] Pushing event updated for resources: {'Port': ['ID=abd039be-6068-4130-9526-70405ebc580f,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:19.420806 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c947643c-4f3f-4871-be92-31e05f605014 req-2cf7f2b9-9e6d-40d7-b5a8-8baf55a89e7f tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "GET /v2.0/security-groups?id=31fe5bf3-12b2-46fb-95aa-6ee5579edac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649077 May 05 21:49:19.430183 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ee7517-c2eb-4ed2-a01c-a510a23841e4 None None] New status for floating IP 1dc4849a-39c2-4489-8bea-d6839caa6152: ACTIVE {{(pid=84068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 21:49:19.464295 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-bb09b41a-0fed-4ca2-a9a3-4b7604093f07 None None] Attempting to bind port abd039be-6068-4130-9526-70405ebc580f on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:49:19.464659 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-bb09b41a-0fed-4ca2-a9a3-4b7604093f07 None None] Attempting to bind port abd039be-6068-4130-9526-70405ebc580f by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:49:19.465273 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb09b41a-0fed-4ca2-a9a3-4b7604093f07 None None] Attempting to bind port abd039be-6068-4130-9526-70405ebc580f on network 25bfe237-58de-4709-a3e0-ac79da07c300 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:49:19.538865 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-38ae1af3-9b7c-4fce-983e-8d2d05d1c465 None None] Provisioning complete for port 722128f6-4b57-4a55-a312-129d88c2bc88 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:49:19.539290 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-38ae1af3-9b7c-4fce-983e-8d2d05d1c465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:19.558341 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-068786d1-c813-4895-b6c6-66f143e26ab0 req-0112fd8c-3bb7-44e4-b245-9d1219a4837e service neutron] 10.222.0.44 "GET /v2.0/networks/71738638-1e8f-4898-8775-ee98b36918d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366089 May 05 21:49:19.641131 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb09b41a-0fed-4ca2-a9a3-4b7604093f07 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:49:19.641492 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb09b41a-0fed-4ca2-a9a3-4b7604093f07 None None] Checking segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:49:19.647279 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-bb09b41a-0fed-4ca2-a9a3-4b7604093f07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:19.647978 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb09b41a-0fed-4ca2-a9a3-4b7604093f07 None None] Bound using segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:49:19.648670 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-bb09b41a-0fed-4ca2-a9a3-4b7604093f07 None None] Bound port: abd039be-6068-4130-9526-70405ebc580f, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:49:19.652117 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-bb09b41a-0fed-4ca2-a9a3-4b7604093f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:19.847146 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-824efbd9-22b1-44bd-a270-4c3b97c671ed tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:19.886067 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-824efbd9-22b1-44bd-a270-4c3b97c671ed tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Transition to ACTIVE for port object e7ec7866-39a3-4fcc-8578-f88ef89c0bcf will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:49:19.926334 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72498290-f68d-4887-a724-bb2562227841', 'name': 'network-vif-deleted', 'tag': '706f6723-19fb-4b17-9837-95eae04ce21d'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:49:19.934246 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-068786d1-c813-4895-b6c6-66f143e26ab0 req-c7b373fb-b194-4703-ae1a-ca4e29ee406f service neutron] 10.222.0.44 "GET /v2.0/networks/71738638-1e8f-4898-8775-ee98b36918d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3692050 May 05 21:49:19.955763 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-38ae1af3-9b7c-4fce-983e-8d2d05d1c465 None None] Port 722128f6-4b57-4a55-a312-129d88c2bc88 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:49:19.955763 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 91b4de6a-939d-4f85-a83e-d2fd86489254 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:49:19.955763 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:19.967678 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-824efbd9-22b1-44bd-a270-4c3b97c671ed tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:20.154576 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-bb09b41a-0fed-4ca2-a9a3-4b7604093f07 None None] For port abd039be-6068-4130-9526-70405ebc580f, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:49:20.160496 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-bb09b41a-0fed-4ca2-a9a3-4b7604093f07 None None] For port abd039be-6068-4130-9526-70405ebc580f, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=abd039be-6068-4130-9526-70405ebc580f,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:49:20.165940 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:20.183202 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-bb09b41a-0fed-4ca2-a9a3-4b7604093f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:20.186598 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-38ae1af3-9b7c-4fce-983e-8d2d05d1c465 None None] Provisioning for port 9bfe827a-8694-4fd7-be36-e24eca10bc44 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:49:20.235986 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-b991cd5b-fe8f-4502-b855-31405f56a753 req-3b21b0d5-7529-462f-8031-53a621c78e8c tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] Synchronizing usage tracker for tenant:87d89d51e9dc461ba11939b197ee4b20 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:49:20.247739 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-824efbd9-22b1-44bd-a270-4c3b97c671ed tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Network ff40611f-0894-411d-b28c-f86eff8fde57 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:49:20.256731 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-824efbd9-22b1-44bd-a270-4c3b97c671ed tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:49:20.272312 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-824efbd9-22b1-44bd-a270-4c3b97c671ed tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:49:20.273146 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d4d917-930d-44b7-88c2-bf6a34b2f1c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb2503e-c086-4f9f-8bc0-eea5ea3eb159'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:49:20.391419 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-824efbd9-22b1-44bd-a270-4c3b97c671ed tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:20.391419 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-824efbd9-22b1-44bd-a270-4c3b97c671ed tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:20.407943 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-b991cd5b-fe8f-4502-b855-31405f56a753 req-3b21b0d5-7529-462f-8031-53a621c78e8c tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] Unset dirty status for tenant:87d89d51e9dc461ba11939b197ee4b20 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:49:20.417138 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b991cd5b-fe8f-4502-b855-31405f56a753 req-3b21b0d5-7529-462f-8031-53a621c78e8c tempest-ServerDiagnosticsNegativeTest-629741326 tempest-ServerDiagnosticsNegativeTest-629741326-project] 10.222.0.23 "GET /v2.0/ports?device_id=72498290-f68d-4887-a724-bb2562227841 HTTP/1.1" status: 200 len: 210 time: 0.4768982 May 05 21:49:20.471952 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824efbd9-22b1-44bd-a270-4c3b97c671ed tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Pushing event updated for resources: {'Port': ['ID=e7ec7866-39a3-4fcc-8578-f88ef89c0bcf,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:20.506632 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-824efbd9-22b1-44bd-a270-4c3b97c671ed tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6374567 May 05 21:49:20.515365 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1db53e83-99d5-447a-93b7-6c6ee5c0d042 req-1b5801e4-3844-4116-8b4e-0d7cc750772b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ecd4a405-2195-46d7-97a2-9d216ad40307 HTTP/1.1" status: 200 len: 1097 time: 0.2913485 May 05 21:49:20.562287 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-646a42e5-b765-4853-9003-b2f116681943 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Request body: {'port': {'device_id': 'c101afed-0857-4553-940f-f06940fb468c', 'network_id': 'cfc3db86-4321-47e9-83a2-389d0d99a29a', 'admin_state_up': True, 'tenant_id': '1384b462eac846a090f14492c41d335c'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:49:20.639055 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa2836b-7f89-46db-b5f8-0feeb0fb5cd9 None None] Pushing event updated for resources: {'Port': ['ID=abd039be-6068-4130-9526-70405ebc580f,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:20.655213 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 4fb2503e-c086-4f9f-8bc0-eea5ea3eb159, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=4fb2503e-c086-4f9f-8bc0-eea5ea3eb159,segment=NetworkSegment(9ab868ac-4b69-405c-b1c9-80228511fc25),segment_id=9ab868ac-4b69-405c-b1c9-80228511fc25)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:49:20.669727 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1db53e83-99d5-447a-93b7-6c6ee5c0d042 req-42943bb0-3337-435b-9185-e97dd3d12521 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=31fe5bf3-12b2-46fb-95aa-6ee5579edac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443882 May 05 21:49:20.685135 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:20.726235 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e39e5-1211-464d-80b9-5778665d93ce req-89b2674f-458e-4e24-b1f1-63fe8e7e6870 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:20.727662 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1c9e39e5-1211-464d-80b9-5778665d93ce req-89b2674f-458e-4e24-b1f1-63fe8e7e6870 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 947 time: 0.7754881 May 05 21:49:20.847935 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb09b41a-0fed-4ca2-a9a3-4b7604093f07 None None] Routers {'7eec692e-d074-438a-8f7e-dc27892a4c94'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:49:20.847935 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-bb09b41a-0fed-4ca2-a9a3-4b7604093f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:49:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['7eec692e-d074-438a-8f7e-dc27892a4c94'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:49:20.909683 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1c9e39e5-1211-464d-80b9-5778665d93ce req-74a698f4-6b8d-4960-899a-cc502da9d4ae tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570852 May 05 21:49:20.909683 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-646a42e5-b765-4853-9003-b2f116681943 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:49:20.918939 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-646a42e5-b765-4853-9003-b2f116681943 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Usage tracker for resource:port and tenant:1384b462eac846a090f14492c41d335c is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:49:20.935030 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05847dee-4094-4a3a-a4f8-ea3ac6d75d13 req-06b82e25-802a-4b17-a9e7-f80e4ce124ab tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:20.935030 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-05847dee-4094-4a3a-a4f8-ea3ac6d75d13 req-06b82e25-802a-4b17-a9e7-f80e4ce124ab tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Synchronizing usage tracker for tenant:1384b462eac846a090f14492c41d335c on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:49:20.935030 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-646a42e5-b765-4853-9003-b2f116681943 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:49:20.947645 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-646a42e5-b765-4853-9003-b2f116681943 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:49:20.972597 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-646a42e5-b765-4853-9003-b2f116681943 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Made reservation on behalf of 1384b462eac846a090f14492c41d335c for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:49:20.972597 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-646a42e5-b765-4853-9003-b2f116681943 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:20.984688 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-05847dee-4094-4a3a-a4f8-ea3ac6d75d13 req-06b82e25-802a-4b17-a9e7-f80e4ce124ab tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Unset dirty status for tenant:1384b462eac846a090f14492c41d335c on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:49:20.995217 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-05847dee-4094-4a3a-a4f8-ea3ac6d75d13 req-06b82e25-802a-4b17-a9e7-f80e4ce124ab tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.23 "GET /v2.0/ports?device_id=c101afed-0857-4553-940f-f06940fb468c HTTP/1.1" status: 200 len: 932 time: 0.2561932 May 05 21:49:21.142385 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-bb09b41a-0fed-4ca2-a9a3-4b7604093f07 None None] Set router 7eec692e-d074-438a-8f7e-dc27892a4c94 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:49:21.184196 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-05847dee-4094-4a3a-a4f8-ea3ac6d75d13 req-9dd221e8-539c-44df-80d8-4d7918bc8192 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.23 "GET /v2.0/security-groups?id=933a40d1-d6ba-41e6-a91e-e2abeccdac87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929321 May 05 21:49:21.224469 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 9bfe827a-8694-4fd7-be36-e24eca10bc44 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:49:21.348635 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-646a42e5-b765-4853-9003-b2f116681943 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Allocated IP 19.86.0.145 (cfc3db86-4321-47e9-83a2-389d0d99a29a/0aea371b-71d9-4634-9239-5c1de07a3960/ac224bb7-3a5e-47f0-be23-47b832a4e700) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:49:21.390868 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-256f836a-2003-4e16-99ff-c006d5a656aa'] response: {'server_uuid': '72498290-f68d-4887-a724-bb2562227841', 'name': 'network-vif-deleted', 'tag': '706f6723-19fb-4b17-9837-95eae04ce21d', 'status': 'completed', 'code': 200} May 05 21:49:21.395989 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=4fb2503e-c086-4f9f-8bc0-eea5ea3eb159,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:21.424927 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-310d147c-b92e-45ed-9420-be5f0d9826c0 None None] Provisioning for port e7ec7866-39a3-4fcc-8578-f88ef89c0bcf completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:49:21.537981 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-310d147c-b92e-45ed-9420-be5f0d9826c0 None None] Provisioning complete for port e7ec7866-39a3-4fcc-8578-f88ef89c0bcf triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:49:21.537981 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-310d147c-b92e-45ed-9420-be5f0d9826c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:21.640399 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-310d147c-b92e-45ed-9420-be5f0d9826c0 None None] Port e7ec7866-39a3-4fcc-8578-f88ef89c0bcf cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:49:21.662470 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 9bfe827a-8694-4fd7-be36-e24eca10bc44 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:49:21.690084 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 9bfe827a-8694-4fd7-be36-e24eca10bc44 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:49:21.690084 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:21.861333 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-235d441b-20bf-4c93-9e92-6e75a2a38ba4 req-6e37a71d-e05a-45e5-9862-8014dee81491 tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4737809 May 05 21:49:21.866876 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:21.871174 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd312421-d006-4e58-b355-dc3e37081900 req-0a65a9f9-a1c8-4cfa-bb4f-62b0244e58e7 tempest-ServerAddressesNegativeTestJSON-2090403596 tempest-ServerAddressesNegativeTestJSON-2090403596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:21.873786 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fd312421-d006-4e58-b355-dc3e37081900 req-0a65a9f9-a1c8-4cfa-bb4f-62b0244e58e7 tempest-ServerAddressesNegativeTestJSON-2090403596 tempest-ServerAddressesNegativeTestJSON-2090403596-project] 10.222.0.23 "GET /v2.0/ports?device_id=86d4d917-930d-44b7-88c2-bf6a34b2f1c8 HTTP/1.1" status: 200 len: 945 time: 0.4836488 May 05 21:49:21.882872 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-bb09b41a-0fed-4ca2-a9a3-4b7604093f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eec692e-d074-438a-8f7e-dc27892a4c94', 'name': 'tempest-FloatingIPsTestJSON-235526535-router', 'tenant_id': 'efd062a91591466db4e1b6ce1549b223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': 'abd039be-6068-4130-9526-70405ebc580f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:49:07Z', 'updated_at': '2022-05-05T21:49:15Z', 'revision_number': 4, 'project_id': 'efd062a91591466db4e1b6ce1549b223', 'gw_port': {'id': 'abd039be-6068-4130-9526-70405ebc580f', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c3:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eec692e-d074-438a-8f7e-dc27892a4c94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:49:09Z', 'updated_at': '2022-05-05T21:49:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '722128f6-4b57-4a55-a312-129d88c2bc88', 'name': '', 'network_id': '184fe21b-a956-4b0e-ae3a-b1e8f705d616', 'tenant_id': 'efd062a91591466db4e1b6ce1549b223', 'mac_address': 'fa:16:3e:8c:fe:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eec692e-d074-438a-8f7e-dc27892a4c94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '784a9870-c203-4045-8925-52dbcf2f86f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:49:14Z', 'updated_at': '2022-05-05T21:49:16Z', 'revision_number': 2, 'project_id': 'efd062a91591466db4e1b6ce1549b223', 'subnets': [{'id': '784a9870-c203-4045-8925-52dbcf2f86f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:49:21.889741 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb09b41a-0fed-4ca2-a9a3-4b7604093f07 None None] The sync data for ids ['7eec692e-d074-438a-8f7e-dc27892a4c94'] in n-d-825175-4 is: [{'id': '7eec692e-d074-438a-8f7e-dc27892a4c94', 'name': 'tempest-FloatingIPsTestJSON-235526535-router', 'tenant_id': 'efd062a91591466db4e1b6ce1549b223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': 'abd039be-6068-4130-9526-70405ebc580f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:49:07Z', 'updated_at': '2022-05-05T21:49:15Z', 'revision_number': 4, 'project_id': 'efd062a91591466db4e1b6ce1549b223', 'gw_port': {'id': 'abd039be-6068-4130-9526-70405ebc580f', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c3:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eec692e-d074-438a-8f7e-dc27892a4c94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:49:09Z', 'updated_at': '2022-05-05T21:49:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '722128f6-4b57-4a55-a312-129d88c2bc88', 'name': '', 'network_id': '184fe21b-a956-4b0e-ae3a-b1e8f705d616', 'tenant_id': 'efd062a91591466db4e1b6ce1549b223', 'mac_address': 'fa:16:3e:8c:fe:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eec692e-d074-438a-8f7e-dc27892a4c94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '784a9870-c203-4045-8925-52dbcf2f86f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:49:14Z', 'updated_at': '2022-05-05T21:49:16Z', 'revision_number': 2, 'project_id': 'efd062a91591466db4e1b6ce1549b223', 'subnets': [{'id': '784a9870-c203-4045-8925-52dbcf2f86f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:49:21.890800 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-235d441b-20bf-4c93-9e92-6e75a2a38ba4 req-997f4908-88f2-4255-ad92-292c8434f583 tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Request body: {'floatingip': {'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:49:21.912895 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 9bfe827a-8694-4fd7-be36-e24eca10bc44, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=9bfe827a-8694-4fd7-be36-e24eca10bc44,segment=NetworkSegment(0948a826-fbb2-4422-be38-6b1ee05eefbc),segment_id=0948a826-fbb2-4422-be38-6b1ee05eefbc)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:49:21.913550 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-235d441b-20bf-4c93-9e92-6e75a2a38ba4 req-997f4908-88f2-4255-ad92-292c8434f583 tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:49:21.920079 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:21.947261 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-235d441b-20bf-4c93-9e92-6e75a2a38ba4 req-997f4908-88f2-4255-ad92-292c8434f583 tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Usage tracker for resource:floatingip and tenant:efd062a91591466db4e1b6ce1549b223 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:49:21.957595 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-235d441b-20bf-4c93-9e92-6e75a2a38ba4 req-997f4908-88f2-4255-ad92-292c8434f583 tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:49:22.005982 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=9bfe827a-8694-4fd7-be36-e24eca10bc44,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:22.107379 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-646a42e5-b765-4853-9003-b2f116681943 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:22.112373 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-235d441b-20bf-4c93-9e92-6e75a2a38ba4 req-997f4908-88f2-4255-ad92-292c8434f583 tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:49:22.151898 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-235d441b-20bf-4c93-9e92-6e75a2a38ba4 req-997f4908-88f2-4255-ad92-292c8434f583 tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Notify callbacks [] for floatingip, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:22.169053 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-646a42e5-b765-4853-9003-b2f116681943 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Transition to ACTIVE for port object ac224bb7-3a5e-47f0-be23-47b832a4e700 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:49:22.171823 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fd312421-d006-4e58-b355-dc3e37081900 req-badca381-9391-4648-9d3b-ed0a2af2c278 tempest-ServerAddressesNegativeTestJSON-2090403596 tempest-ServerAddressesNegativeTestJSON-2090403596-project] 10.222.0.23 "GET /v2.0/security-groups?id=40bc07ad-f01f-4a57-a09a-5e2aa2341b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868707 May 05 21:49:22.260976 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c053e00-f282-4434-be51-69fa8e0706d9'] response: {'server_uuid': '86d4d917-930d-44b7-88c2-bf6a34b2f1c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb2503e-c086-4f9f-8bc0-eea5ea3eb159', 'code': 200} May 05 21:49:22.291133 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-646a42e5-b765-4853-9003-b2f116681943 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:22.374636 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646a42e5-b765-4853-9003-b2f116681943 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Pushing event updated for resources: {'Port': ['ID=ac224bb7-3a5e-47f0-be23-47b832a4e700,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:22.427518 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8feb678b-a8df-4776-b10b-12b65c8f29df req-91b02433-21c0-4e51-aa89-6bf9acb4cb8b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=86d4d917-930d-44b7-88c2-bf6a34b2f1c8 HTTP/1.1" status: 200 len: 1096 time: 0.1032245 May 05 21:49:22.468948 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-646a42e5-b765-4853-9003-b2f116681943 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Network cfc3db86-4321-47e9-83a2-389d0d99a29a is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:49:22.478686 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8feb678b-a8df-4776-b10b-12b65c8f29df req-d554b064-3c77-49d9-8e7a-c4f3ca3bd675 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=40bc07ad-f01f-4a57-a09a-5e2aa2341b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454764 May 05 21:49:22.478816 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-646a42e5-b765-4853-9003-b2f116681943 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:49:22.482481 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-646a42e5-b765-4853-9003-b2f116681943 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:49:22.533501 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-235d441b-20bf-4c93-9e92-6e75a2a38ba4 req-997f4908-88f2-4255-ad92-292c8434f583 tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:22.543693 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 254d6486-a2f8-4ac2-8cd3-e9e223b202eb no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:49:22.657493 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5850e-fdd5-4343-8ae6-7d5bcf995d5f req-7cf55103-5efa-48b5-9cd7-53482100f1fa tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:22.659378 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-68a5850e-fdd5-4343-8ae6-7d5bcf995d5f req-7cf55103-5efa-48b5-9cd7-53482100f1fa tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecd4a405-2195-46d7-97a2-9d216ad40307 HTTP/1.1" status: 200 len: 946 time: 0.2564352 May 05 21:49:22.720007 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-646a42e5-b765-4853-9003-b2f116681943 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:22.720621 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-646a42e5-b765-4853-9003-b2f116681943 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:22.765547 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:22.821004 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 254d6486-a2f8-4ac2-8cd3-e9e223b202eb, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=254d6486-a2f8-4ac2-8cd3-e9e223b202eb,segment=NetworkSegment(18a3c379-3cfc-4702-917f-3a57e26f3cd8),segment_id=18a3c379-3cfc-4702-917f-3a57e26f3cd8)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:49:22.825321 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-03377313-0418-4db7-a80f-98e730938695 None None] Provisioning for port ac224bb7-3a5e-47f0-be23-47b832a4e700 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:49:22.832776 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:22.853054 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-646a42e5-b765-4853-9003-b2f116681943 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3224499 May 05 21:49:22.864504 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-77d02609-374c-4bef-8ad7-f583fa180fb3 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Request body: {'port': {'device_id': 'c101afed-0857-4553-940f-f06940fb468c', 'network_id': 'ff40611f-0894-411d-b28c-f86eff8fde57', 'admin_state_up': True, 'tenant_id': '1384b462eac846a090f14492c41d335c'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:49:22.878361 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-03377313-0418-4db7-a80f-98e730938695 None None] Provisioning complete for port ac224bb7-3a5e-47f0-be23-47b832a4e700 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:49:22.878361 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-03377313-0418-4db7-a80f-98e730938695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:22.895150 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-68a5850e-fdd5-4343-8ae6-7d5bcf995d5f req-03d30e5f-6dde-45af-9829-69ca3acbc1a9 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "GET /v2.0/security-groups?id=31fe5bf3-12b2-46fb-95aa-6ee5579edac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093644 May 05 21:49:22.972600 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=254d6486-a2f8-4ac2-8cd3-e9e223b202eb,revision_number=14']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:23.003144 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-03377313-0418-4db7-a80f-98e730938695 None None] Port ac224bb7-3a5e-47f0-be23-47b832a4e700 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:49:23.018214 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-235d441b-20bf-4c93-9e92-6e75a2a38ba4 req-997f4908-88f2-4255-ad92-292c8434f583 tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Allocated IP 172.25.4.187 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/8876deeb-2e72-45b9-824b-fbc58551cd6b) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:49:23.205321 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-77d02609-374c-4bef-8ad7-f583fa180fb3 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:49:23.214927 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-77d02609-374c-4bef-8ad7-f583fa180fb3 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Usage tracker for resource:port and tenant:1384b462eac846a090f14492c41d335c is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:49:23.227161 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-77d02609-374c-4bef-8ad7-f583fa180fb3 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Quota usage for port was recalculated. Used quota:6. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:49:23.251901 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-77d02609-374c-4bef-8ad7-f583fa180fb3 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:49:23.294858 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-235d441b-20bf-4c93-9e92-6e75a2a38ba4 req-997f4908-88f2-4255-ad92-292c8434f583 tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:23.302012 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-77d02609-374c-4bef-8ad7-f583fa180fb3 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Made reservation on behalf of 1384b462eac846a090f14492c41d335c for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:49:23.304968 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-77d02609-374c-4bef-8ad7-f583fa180fb3 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:23.337719 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898f198-88f7-4101-ae86-241ad215c112 req-07b299fc-9075-4b35-a6cf-90f4730013b3 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:23.338790 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6898f198-88f7-4101-ae86-241ad215c112 req-07b299fc-9075-4b35-a6cf-90f4730013b3 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.2021608 May 05 21:49:23.463397 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-235d441b-20bf-4c93-9e92-6e75a2a38ba4 req-997f4908-88f2-4255-ad92-292c8434f583 tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:23.535292 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6898f198-88f7-4101-ae86-241ad215c112 req-5f0a5fd2-9485-4842-831a-ee52a0c3227a tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548121 May 05 21:49:23.680023 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-235d441b-20bf-4c93-9e92-6e75a2a38ba4 req-997f4908-88f2-4255-ad92-292c8434f583 tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:49:23.680023 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-235d441b-20bf-4c93-9e92-6e75a2a38ba4 req-997f4908-88f2-4255-ad92-292c8434f583 tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:49:23.680023 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997f4908-88f2-4255-ad92-292c8434f583 tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Pushing event updated for resources: {'Port': ['ID=8876deeb-2e72-45b9-824b-fbc58551cd6b,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:23.697218 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-235d441b-20bf-4c93-9e92-6e75a2a38ba4 req-997f4908-88f2-4255-ad92-292c8434f583 tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:49:23.787756 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-77d02609-374c-4bef-8ad7-f583fa180fb3 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Allocated IP 19.80.0.51 (ff40611f-0894-411d-b28c-f86eff8fde57/ac9c4f2b-20ca-4dee-9c0f-0def5d3c0a1c/0c7e156f-2aaa-4235-9064-3406b0bc7d75) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:49:24.079170 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-235d441b-20bf-4c93-9e92-6e75a2a38ba4 req-997f4908-88f2-4255-ad92-292c8434f583 tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:24.253261 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device abd039be-6068-4130-9526-70405ebc580f up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:49:24.270209 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40596) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:49:24.284461 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-235d441b-20bf-4c93-9e92-6e75a2a38ba4 req-997f4908-88f2-4255-ad92-292c8434f583 tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:24.308061 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9978b89-a388-4e1f-ae58-d0f146c5b7c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '254d6486-a2f8-4ac2-8cd3-e9e223b202eb'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:49:24.420884 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port abd039be-6068-4130-9526-70405ebc580f completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:49:24.432287 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port abd039be-6068-4130-9526-70405ebc580f triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:49:24.432287 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:24.611234 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:24.633316 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port abd039be-6068-4130-9526-70405ebc580f, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=abd039be-6068-4130-9526-70405ebc580f,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:49:24.633316 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:24.645249 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 9bfe827a-8694-4fd7-be36-e24eca10bc44 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:49:24.649673 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796dec43-d3ac-40b1-abd6-623c1ffb9c8f req-31d95af6-2804-4b36-b2f6-d3758ffbea16 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:24.649673 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796dec43-d3ac-40b1-abd6-623c1ffb9c8f req-31d95af6-2804-4b36-b2f6-d3758ffbea16 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:24.649673 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-796dec43-d3ac-40b1-abd6-623c1ffb9c8f req-31d95af6-2804-4b36-b2f6-d3758ffbea16 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Synchronizing usage tracker for tenant:1384b462eac846a090f14492c41d335c on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:49:24.667770 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f564311d-afc7-46c3-86b8-73708efea49f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=87d89d51e9dc461ba11939b197ee4b20&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3918855 May 05 21:49:24.667770 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40608) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:49:24.736954 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-796dec43-d3ac-40b1-abd6-623c1ffb9c8f req-31d95af6-2804-4b36-b2f6-d3758ffbea16 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Unset dirty status for tenant:1384b462eac846a090f14492c41d335c on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:49:24.736954 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-796dec43-d3ac-40b1-abd6-623c1ffb9c8f req-31d95af6-2804-4b36-b2f6-d3758ffbea16 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.23 "GET /v2.0/ports?device_id=c101afed-0857-4553-940f-f06940fb468c HTTP/1.1" status: 200 len: 1655 time: 0.7240410 May 05 21:49:24.743197 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-77d02609-374c-4bef-8ad7-f583fa180fb3 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:24.811463 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-77d02609-374c-4bef-8ad7-f583fa180fb3 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Transition to ACTIVE for port object 0c7e156f-2aaa-4235-9064-3406b0bc7d75 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:49:24.816028 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cc583ecc-129c-4df9-a728-699dab11bf05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:24.835576 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=abd039be-6068-4130-9526-70405ebc580f,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:24.850069 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 9bfe827a-8694-4fd7-be36-e24eca10bc44 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:49:24.850069 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:24.861360 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cc583ecc-129c-4df9-a728-699dab11bf05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:24.901002 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-796dec43-d3ac-40b1-abd6-623c1ffb9c8f req-cadd9f69-3d4d-4a8d-9ae9-0cbe593a8c85 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.23 "GET /v2.0/security-groups?id=933a40d1-d6ba-41e6-a91e-e2abeccdac87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557496 May 05 21:49:24.940906 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-77d02609-374c-4bef-8ad7-f583fa180fb3 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:24.997231 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cc583ecc-129c-4df9-a728-699dab11bf05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:25.015597 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-4e450e14-e5a7-49a7-9d63-7e4b12559616 req-08655009-9628-4d80-af9a-e693801d35a1 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1446485590', 'description': 'tempest-description-1220337616'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:49:25.019732 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc583ecc-129c-4df9-a728-699dab11bf05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6170f242-e3a3-4ed4-b9c5-ed9a1e80a3c9,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:25.035172 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cc583ecc-129c-4df9-a728-699dab11bf05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:25.035852 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-4e450e14-e5a7-49a7-9d63-7e4b12559616 req-08655009-9628-4d80-af9a-e693801d35a1 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:49:25.041335 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-cc583ecc-129c-4df9-a728-699dab11bf05 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6170f242-e3a3-4ed4-b9c5-ed9a1e80a3c9 HTTP/1.1" status: 204 len: 168 time: 0.3743730 May 05 21:49:25.067373 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-77d02609-374c-4bef-8ad7-f583fa180fb3 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Network ff40611f-0894-411d-b28c-f86eff8fde57 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:49:25.073635 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-4e450e14-e5a7-49a7-9d63-7e4b12559616 req-08655009-9628-4d80-af9a-e693801d35a1 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:49:25.079052 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-77d02609-374c-4bef-8ad7-f583fa180fb3 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:49:25.083764 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d02609-374c-4bef-8ad7-f583fa180fb3 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Pushing event updated for resources: {'Port': ['ID=0c7e156f-2aaa-4235-9064-3406b0bc7d75,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:25.094358 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-77d02609-374c-4bef-8ad7-f583fa180fb3 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:49:25.135365 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.resource_extend [req-235d441b-20bf-4c93-9e92-6e75a2a38ba4 req-997f4908-88f2-4255-ad92-292c8434f583 tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 21:49:25.166752 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4e450e14-e5a7-49a7-9d63-7e4b12559616 req-08655009-9628-4d80-af9a-e693801d35a1 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:25.190604 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-235d441b-20bf-4c93-9e92-6e75a2a38ba4 req-997f4908-88f2-4255-ad92-292c8434f583 tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:25.195986 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d02609-374c-4bef-8ad7-f583fa180fb3 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:49:25.195986 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d02609-374c-4bef-8ad7-f583fa180fb3 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:49:25.196430 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d02609-374c-4bef-8ad7-f583fa180fb3 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:49:25.196858 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d02609-374c-4bef-8ad7-f583fa180fb3 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:49:25.197578 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d02609-374c-4bef-8ad7-f583fa180fb3 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:49:25.197578 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d02609-374c-4bef-8ad7-f583fa180fb3 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:49:25.197938 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d02609-374c-4bef-8ad7-f583fa180fb3 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:49:25.198069 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d02609-374c-4bef-8ad7-f583fa180fb3 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:49:25.199389 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d02609-374c-4bef-8ad7-f583fa180fb3 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:49:25.199389 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d02609-374c-4bef-8ad7-f583fa180fb3 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:49:25.199389 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d02609-374c-4bef-8ad7-f583fa180fb3 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:49:25.212455 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-235d441b-20bf-4c93-9e92-6e75a2a38ba4 req-997f4908-88f2-4255-ad92-292c8434f583 tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:25.294398 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-77d02609-374c-4bef-8ad7-f583fa180fb3 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:25.294959 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-77d02609-374c-4bef-8ad7-f583fa180fb3 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:25.387639 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-4e450e14-e5a7-49a7-9d63-7e4b12559616 req-08655009-9628-4d80-af9a-e693801d35a1 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:49:25.400848 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-4e450e14-e5a7-49a7-9d63-7e4b12559616 req-08655009-9628-4d80-af9a-e693801d35a1 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Usage tracker for resource:security_group_rule and tenant:cf59b1a8623a48db9737966b2f762b3c is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:49:25.408778 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997f4908-88f2-4255-ad92-292c8434f583 tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Pushing event updated for resources: {'Port': ['ID=8876deeb-2e72-45b9-824b-fbc58551cd6b,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:25.419711 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-4e450e14-e5a7-49a7-9d63-7e4b12559616 req-08655009-9628-4d80-af9a-e693801d35a1 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:49:25.435251 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-4e450e14-e5a7-49a7-9d63-7e4b12559616 req-08655009-9628-4d80-af9a-e693801d35a1 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:49:25.435251 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-77d02609-374c-4bef-8ad7-f583fa180fb3 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5732083 May 05 21:49:25.441417 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-235d441b-20bf-4c93-9e92-6e75a2a38ba4 req-997f4908-88f2-4255-ad92-292c8434f583 tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:25.450124 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-c639ecc7-d687-40cd-b061-9d7cec90bfc5 service neutron] Request body: {'port': {'device_id': 'c101afed-0857-4553-940f-f06940fb468c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:49:25.459255 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f06cda26-eb1e-489f-b562-86c4bc97ff73 None None] Provisioning for port 0c7e156f-2aaa-4235-9064-3406b0bc7d75 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:49:25.475850 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f06cda26-eb1e-489f-b562-86c4bc97ff73 None None] Provisioning complete for port 0c7e156f-2aaa-4235-9064-3406b0bc7d75 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:49:25.475850 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f06cda26-eb1e-489f-b562-86c4bc97ff73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:25.559194 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-235d441b-20bf-4c93-9e92-6e75a2a38ba4 req-997f4908-88f2-4255-ad92-292c8434f583 tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:25.560546 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-235d441b-20bf-4c93-9e92-6e75a2a38ba4 req-997f4908-88f2-4255-ad92-292c8434f583 tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6793978 May 05 21:49:25.588049 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f06cda26-eb1e-489f-b562-86c4bc97ff73 None None] Port 0c7e156f-2aaa-4235-9064-3406b0bc7d75 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:49:25.679470 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40648) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:49:25.699788 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-442b80b3-6587-4d9a-94bf-6312e8f6fe18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:25.735424 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-442b80b3-6587-4d9a-94bf-6312e8f6fe18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:49:25.738995 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-442b80b3-6587-4d9a-94bf-6312e8f6fe18 admin admin] Usage tracker for resource:security_group_rule and tenant:1fe1eb25cd8f447389ac50308744e7bf is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:49:25.742142 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-442b80b3-6587-4d9a-94bf-6312e8f6fe18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:49:25.748426 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-442b80b3-6587-4d9a-94bf-6312e8f6fe18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:49:25.765006 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-235d441b-20bf-4c93-9e92-6e75a2a38ba4 req-d160cfd3-7e18-4313-a564-a83ebcb8f3ba tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Synchronizing usage tracker for tenant:efd062a91591466db4e1b6ce1549b223 on resource:floatingip {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:49:25.777492 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4e450e14-e5a7-49a7-9d63-7e4b12559616 req-08655009-9628-4d80-af9a-e693801d35a1 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:25.782233 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-c639ecc7-d687-40cd-b061-9d7cec90bfc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:25.798913 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4e450e14-e5a7-49a7-9d63-7e4b12559616 req-08655009-9628-4d80-af9a-e693801d35a1 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:25.837552 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-442b80b3-6587-4d9a-94bf-6312e8f6fe18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:25.848173 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-442b80b3-6587-4d9a-94bf-6312e8f6fe18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:25.870139 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-235d441b-20bf-4c93-9e92-6e75a2a38ba4 req-d160cfd3-7e18-4313-a564-a83ebcb8f3ba tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Unset dirty status for tenant:efd062a91591466db4e1b6ce1549b223 on resource:floatingip {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:49:25.871353 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-235d441b-20bf-4c93-9e92-6e75a2a38ba4 req-d160cfd3-7e18-4313-a564-a83ebcb8f3ba tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.187 HTTP/1.1" status: 200 len: 696 time: 0.2934725 May 05 21:49:25.917017 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-442b80b3-6587-4d9a-94bf-6312e8f6fe18 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1fe1eb25cd8f447389ac50308744e7bf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2350805 May 05 21:49:25.917017 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b80b3-6587-4d9a-94bf-6312e8f6fe18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9fdb41f-0878-4718-8687-be086713ae4f,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:25.921965 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40652) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:49:25.949054 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4e450e14-e5a7-49a7-9d63-7e4b12559616 req-08655009-9628-4d80-af9a-e693801d35a1 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:25.951265 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4e450e14-e5a7-49a7-9d63-7e4b12559616 req-08655009-9628-4d80-af9a-e693801d35a1 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1647 time: 0.9574482 May 05 21:49:25.963923 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08655009-9628-4d80-af9a-e693801d35a1 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=255cbdef-0ca2-479a-bbf7-a4c9fed41048,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:26.006069 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-76ae9b0f-64e9-46d3-8870-e0a66b9b8737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:26.039875 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device abd039be-6068-4130-9526-70405ebc580f up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:49:26.042736 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-76ae9b0f-64e9-46d3-8870-e0a66b9b8737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:26.136325 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-76ae9b0f-64e9-46d3-8870-e0a66b9b8737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:26.152370 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port abd039be-6068-4130-9526-70405ebc580f triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:49:26.152370 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:26.161455 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae9b0f-64e9-46d3-8870-e0a66b9b8737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9fdb41f-0878-4718-8687-be086713ae4f,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:26.178185 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-76ae9b0f-64e9-46d3-8870-e0a66b9b8737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:26.181905 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-76ae9b0f-64e9-46d3-8870-e0a66b9b8737 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f9fdb41f-0878-4718-8687-be086713ae4f HTTP/1.1" status: 204 len: 168 time: 0.2591898 May 05 21:49:26.386879 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d441b-20bf-4c93-9e92-6e75a2a38ba4 req-6cfa6c5e-3deb-4eb0-af99-ee7675cbb118 tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:26.389102 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-235d441b-20bf-4c93-9e92-6e75a2a38ba4 req-6cfa6c5e-3deb-4eb0-af99-ee7675cbb118 tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] 10.222.0.23 "GET /v2.0/networks/25bfe237-58de-4709-a3e0-ac79da07c300 HTTP/1.1" status: 200 len: 784 time: 0.5007100 May 05 21:49:26.422210 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e1630-bc66-4ae0-ac91-009f9e517ed7 req-33377382-860f-4d42-8360-dde4077fb5d4 tempest-ServerAddressesNegativeTestJSON-2090403596 tempest-ServerAddressesNegativeTestJSON-2090403596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:26.428463 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-940e1630-bc66-4ae0-ac91-009f9e517ed7 req-33377382-860f-4d42-8360-dde4077fb5d4 tempest-ServerAddressesNegativeTestJSON-2090403596 tempest-ServerAddressesNegativeTestJSON-2090403596-project] 10.222.0.23 "GET /v2.0/ports?device_id=86d4d917-930d-44b7-88c2-bf6a34b2f1c8 HTTP/1.1" status: 200 len: 945 time: 0.3242228 May 05 21:49:26.512390 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-940e1630-bc66-4ae0-ac91-009f9e517ed7 req-cb36ad86-e652-4a18-a651-d693546dd60a tempest-ServerAddressesNegativeTestJSON-2090403596 tempest-ServerAddressesNegativeTestJSON-2090403596-project] 10.222.0.23 "GET /v2.0/security-groups?id=40bc07ad-f01f-4a57-a09a-5e2aa2341b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712588 May 05 21:49:26.561533 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ebcf343-2db6-4ec2-b69c-72d841c50a12'] response: {'server_uuid': 'c9978b89-a388-4e1f-ae58-d0f146c5b7c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '254d6486-a2f8-4ac2-8cd3-e9e223b202eb', 'code': 200} May 05 21:49:26.636725 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-c639ecc7-d687-40cd-b061-9d7cec90bfc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7ec7866-39a3-4fcc-8578-f88ef89c0bcf {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:49:26.652048 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-c639ecc7-d687-40cd-b061-9d7cec90bfc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:26.684421 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-c639ecc7-d687-40cd-b061-9d7cec90bfc5 service neutron] Transition to ACTIVE for port object e7ec7866-39a3-4fcc-8578-f88ef89c0bcf will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:49:26.689155 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-c639ecc7-d687-40cd-b061-9d7cec90bfc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:26.868104 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c639ecc7-d687-40cd-b061-9d7cec90bfc5 service neutron] Pushing event updated for resources: {'Port': ['ID=e7ec7866-39a3-4fcc-8578-f88ef89c0bcf,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:27.252458 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d52c3e-5082-47f4-9b89-928eee2f1a9d req-af19522b-a7e2-456c-af35-b1b5c167bcb3 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:27.256099 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d52c3e-5082-47f4-9b89-928eee2f1a9d req-af19522b-a7e2-456c-af35-b1b5c167bcb3 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:27.264068 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d52c3e-5082-47f4-9b89-928eee2f1a9d req-af19522b-a7e2-456c-af35-b1b5c167bcb3 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:27.264068 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-19d52c3e-5082-47f4-9b89-928eee2f1a9d req-af19522b-a7e2-456c-af35-b1b5c167bcb3 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.23 "GET /v2.0/ports?device_id=c101afed-0857-4553-940f-f06940fb468c HTTP/1.1" status: 200 len: 2388 time: 0.5077760 May 05 21:49:27.276986 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba24550e-e0b0-4139-b7bf-35d9ab1715f6 req-35b7446c-b856-43d4-b351-0da7a14bc12f tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:27.276986 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ba24550e-e0b0-4139-b7bf-35d9ab1715f6 req-35b7446c-b856-43d4-b351-0da7a14bc12f tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.5190542 May 05 21:49:27.378796 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-c639ecc7-d687-40cd-b061-9d7cec90bfc5 service neutron] Attempting to bind port e7ec7866-39a3-4fcc-8578-f88ef89c0bcf on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:49:27.378796 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-c639ecc7-d687-40cd-b061-9d7cec90bfc5 service neutron] Attempting to bind port e7ec7866-39a3-4fcc-8578-f88ef89c0bcf by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': '7897bb89-733a-4c20-9fc1-c2a07d157379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ff40611f-0894-411d-b28c-f86eff8fde57'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:49:27.378796 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-c639ecc7-d687-40cd-b061-9d7cec90bfc5 service neutron] Attempting to bind port e7ec7866-39a3-4fcc-8578-f88ef89c0bcf on network ff40611f-0894-411d-b28c-f86eff8fde57 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:49:27.403121 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-19d52c3e-5082-47f4-9b89-928eee2f1a9d req-ea357af8-c5e3-4a36-933a-7adcf7edbe42 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.23 "GET /v2.0/security-groups?id=933a40d1-d6ba-41e6-a91e-e2abeccdac87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215489 May 05 21:49:27.403121 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-c639ecc7-d687-40cd-b061-9d7cec90bfc5 service neutron] Port e7ec7866-39a3-4fcc-8578-f88ef89c0bcf on network ff40611f-0894-411d-b28c-f86eff8fde57 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:49:27.403121 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-c639ecc7-d687-40cd-b061-9d7cec90bfc5 service neutron] Attempting to bind port e7ec7866-39a3-4fcc-8578-f88ef89c0bcf on network ff40611f-0894-411d-b28c-f86eff8fde57 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:49:27.415223 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ba24550e-e0b0-4139-b7bf-35d9ab1715f6 req-cd8ad5a1-ecdc-41ca-b6bd-2051bc957429 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099446 May 05 21:49:27.415223 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-c639ecc7-d687-40cd-b061-9d7cec90bfc5 service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:49:27.415223 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-c639ecc7-d687-40cd-b061-9d7cec90bfc5 service neutron] Checking segment: {'id': '7897bb89-733a-4c20-9fc1-c2a07d157379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ff40611f-0894-411d-b28c-f86eff8fde57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:49:27.415223 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-c639ecc7-d687-40cd-b061-9d7cec90bfc5 service neutron] Bound using segment: {'id': '7897bb89-733a-4c20-9fc1-c2a07d157379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ff40611f-0894-411d-b28c-f86eff8fde57'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:49:27.415223 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-c639ecc7-d687-40cd-b061-9d7cec90bfc5 service neutron] Bound port: e7ec7866-39a3-4fcc-8578-f88ef89c0bcf, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7897bb89-733a-4c20-9fc1-c2a07d157379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ff40611f-0894-411d-b28c-f86eff8fde57'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:49:27.415223 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-c639ecc7-d687-40cd-b061-9d7cec90bfc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:27.672764 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5a15d66b-3517-4820-aaa1-e1591901c159 req-4d3f45c7-91fb-4a70-a0b4-38b7d76eb715 tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] 10.222.0.23 "GET /v2.0/floatingips/78a4331a-b786-4a05-891d-72d455373781 HTTP/1.1" status: 200 len: 693 time: 0.1658080 May 05 21:49:27.742700 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-c639ecc7-d687-40cd-b061-9d7cec90bfc5 service neutron] For port e7ec7866-39a3-4fcc-8578-f88ef89c0bcf, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:49:27.821884 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-c639ecc7-d687-40cd-b061-9d7cec90bfc5 service neutron] For port e7ec7866-39a3-4fcc-8578-f88ef89c0bcf, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=e7ec7866-39a3-4fcc-8578-f88ef89c0bcf,segment=NetworkSegment(7897bb89-733a-4c20-9fc1-c2a07d157379),segment_id=7897bb89-733a-4c20-9fc1-c2a07d157379)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:49:27.836886 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-0256c139-8707-4c37-a4c6-5c890da7b56c req-148377e1-7759-4d1f-935e-109172e99903 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Synchronizing usage tracker for tenant:cf59b1a8623a48db9737966b2f762b3c on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:49:27.845188 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-c639ecc7-d687-40cd-b061-9d7cec90bfc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:27.973174 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-c639ecc7-d687-40cd-b061-9d7cec90bfc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:27.973796 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-c639ecc7-d687-40cd-b061-9d7cec90bfc5 service neutron] 10.222.0.32 "PUT /v2.0/ports/e7ec7866-39a3-4fcc-8578-f88ef89c0bcf HTTP/1.1" status: 200 len: 1092 time: 2.5302491 May 05 21:49:27.978812 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-0256c139-8707-4c37-a4c6-5c890da7b56c req-148377e1-7759-4d1f-935e-109172e99903 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Unset dirty status for tenant:cf59b1a8623a48db9737966b2f762b3c on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:49:27.980111 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0256c139-8707-4c37-a4c6-5c890da7b56c req-148377e1-7759-4d1f-935e-109172e99903 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1446485590&fields=id&tenant_id=cf59b1a8623a48db9737966b2f762b3c HTTP/1.1" status: 200 len: 267 time: 0.3717713 May 05 21:49:27.987394 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c101afed-0857-4553-940f-f06940fb468c', 'tag': 'e7ec7866-39a3-4fcc-8578-f88ef89c0bcf'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:49:28.020150 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-a04142c0-90ae-4149-9e20-0903068a063f service neutron] Request body: {'port': {'device_id': 'c101afed-0857-4553-940f-f06940fb468c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:49:28.141605 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a15d66b-3517-4820-aaa1-e1591901c159 req-3f6e3c2f-c6dd-4e33-bbd4-f2c448848946 tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:28.143219 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5a15d66b-3517-4820-aaa1-e1591901c159 req-3f6e3c2f-c6dd-4e33-bbd4-f2c448848946 tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] 10.222.0.23 "GET /v2.0/networks/25bfe237-58de-4709-a3e0-ac79da07c300 HTTP/1.1" status: 200 len: 784 time: 0.4630086 May 05 21:49:28.149015 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c639ecc7-d687-40cd-b061-9d7cec90bfc5 service neutron] Pushing event updated for resources: {'Port': ['ID=e7ec7866-39a3-4fcc-8578-f88ef89c0bcf,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:28.181826 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [req-5a15d66b-3517-4820-aaa1-e1591901c159 req-d30d12cf-c35e-4dad-a276-2775271c44dd tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 21:49:28.186195 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5a15d66b-3517-4820-aaa1-e1591901c159 req-d30d12cf-c35e-4dad-a276-2775271c44dd tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0212348 May 05 21:49:28.298741 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-a04142c0-90ae-4149-9e20-0903068a063f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:28.371143 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0256c139-8707-4c37-a4c6-5c890da7b56c req-548a0cb3-06a3-4754-9dc6-5926050c65a8 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:28.372672 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0256c139-8707-4c37-a4c6-5c890da7b56c req-548a0cb3-06a3-4754-9dc6-5926050c65a8 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecd4a405-2195-46d7-97a2-9d216ad40307 HTTP/1.1" status: 200 len: 946 time: 0.3654583 May 05 21:49:28.395140 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-0256c139-8707-4c37-a4c6-5c890da7b56c req-7c9f330f-66be-4987-9c31-3292e50a9157 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Request body: {'port': {'security_groups': ['31fe5bf3-12b2-46fb-95aa-6ee5579edac7', '255cbdef-0ca2-479a-bbf7-a4c9fed41048']}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:49:28.718518 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-0256c139-8707-4c37-a4c6-5c890da7b56c req-7c9f330f-66be-4987-9c31-3292e50a9157 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:28.821743 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139004e2-d3b3-4a3f-90dc-ada6a94d7278 req-9aba1ff0-1005-445b-b8b9-d124cd4ecf9a tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:28.823245 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-139004e2-d3b3-4a3f-90dc-ada6a94d7278 req-9aba1ff0-1005-445b-b8b9-d124cd4ecf9a tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.3272371 May 05 21:49:28.960526 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-139004e2-d3b3-4a3f-90dc-ada6a94d7278 req-cb0ab702-d732-493f-a0bb-4ab2f7750a98 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240952 May 05 21:49:29.081695 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29e6ec75-e111-4b3c-b151-f05adb9e2f13'] response: {'name': 'network-changed', 'server_uuid': 'c101afed-0857-4553-940f-f06940fb468c', 'tag': 'e7ec7866-39a3-4fcc-8578-f88ef89c0bcf', 'status': 'completed', 'code': 200} May 05 21:49:29.083521 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-a04142c0-90ae-4149-9e20-0903068a063f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac224bb7-3a5e-47f0-be23-47b832a4e700 {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:49:29.133750 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fb9925af-dffc-4e16-b10d-bea3e3c47771 req-928bf319-9f45-439c-b829-acd3c320fe49 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1384b462eac846a090f14492c41d335c&device_id=c101afed-0857-4553-940f-f06940fb468c HTTP/1.1" status: 200 len: 2731 time: 0.0812178 May 05 21:49:29.271862 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-a04142c0-90ae-4149-9e20-0903068a063f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:29.285175 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9925af-dffc-4e16-b10d-bea3e3c47771 req-694650e1-254f-4c4a-9033-b0b91a6671c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:29.285379 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9925af-dffc-4e16-b10d-bea3e3c47771 req-694650e1-254f-4c4a-9033-b0b91a6671c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:29.285625 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9925af-dffc-4e16-b10d-bea3e3c47771 req-694650e1-254f-4c4a-9033-b0b91a6671c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:29.287316 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fb9925af-dffc-4e16-b10d-bea3e3c47771 req-694650e1-254f-4c4a-9033-b0b91a6671c9 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=1384b462eac846a090f14492c41d335c&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.1478078 May 05 21:49:29.310841 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-683254c1-a571-4269-89c8-267c701a41d2 req-39ed9176-cbfe-48c1-960d-508a24d9c465 tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] 10.222.0.23 "GET /v2.0/floatingips?tenant_id=efd062a91591466db4e1b6ce1549b223 HTTP/1.1" status: 200 len: 696 time: 0.2310181 May 05 21:49:29.344104 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-a04142c0-90ae-4149-9e20-0903068a063f service neutron] Transition to ACTIVE for port object ac224bb7-3a5e-47f0-be23-47b832a4e700 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:49:29.369617 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-a04142c0-90ae-4149-9e20-0903068a063f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:29.433339 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9925af-dffc-4e16-b10d-bea3e3c47771 req-0bbd8b33-5b61-4ab0-9363-1b52d78c7609 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:29.434828 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fb9925af-dffc-4e16-b10d-bea3e3c47771 req-0bbd8b33-5b61-4ab0-9363-1b52d78c7609 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1413763 May 05 21:49:29.514193 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-0256c139-8707-4c37-a4c6-5c890da7b56c req-7c9f330f-66be-4987-9c31-3292e50a9157 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] For port dd043570-1ead-4571-a3b0-780aa65b61e4, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=dd043570-1ead-4571-a3b0-780aa65b61e4,segment=NetworkSegment(7dee26b3-4081-43b6-b222-2abb5ad4442f),segment_id=7dee26b3-4081-43b6-b222-2abb5ad4442f)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:49:29.592120 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04142c0-90ae-4149-9e20-0903068a063f service neutron] Pushing event updated for resources: {'Port': ['ID=ac224bb7-3a5e-47f0-be23-47b832a4e700,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:29.685752 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683254c1-a571-4269-89c8-267c701a41d2 req-98a5c685-b61d-4d25-9155-61b1cc44ce52 tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:29.687373 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-683254c1-a571-4269-89c8-267c701a41d2 req-98a5c685-b61d-4d25-9155-61b1cc44ce52 tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] 10.222.0.23 "GET /v2.0/networks?id=25bfe237-58de-4709-a3e0-ac79da07c300 HTTP/1.1" status: 200 len: 787 time: 0.3680632 May 05 21:49:29.694309 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-0256c139-8707-4c37-a4c6-5c890da7b56c req-7c9f330f-66be-4987-9c31-3292e50a9157 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:29.707295 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [req-683254c1-a571-4269-89c8-267c701a41d2 req-a32a48a3-16ff-4469-bada-83519653043f tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 21:49:29.708247 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-683254c1-a571-4269-89c8-267c701a41d2 req-a32a48a3-16ff-4469-bada-83519653043f tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0120876 May 05 21:49:29.709681 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-0256c139-8707-4c37-a4c6-5c890da7b56c req-7c9f330f-66be-4987-9c31-3292e50a9157 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:29.721055 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['dd043570-1ead-4571-a3b0-780aa65b61e4'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:49:29.841240 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0256c139-8707-4c37-a4c6-5c890da7b56c req-7c9f330f-66be-4987-9c31-3292e50a9157 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:29.841986 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-0256c139-8707-4c37-a4c6-5c890da7b56c req-7c9f330f-66be-4987-9c31-3292e50a9157 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:29.843503 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0256c139-8707-4c37-a4c6-5c890da7b56c req-7c9f330f-66be-4987-9c31-3292e50a9157 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "PUT /v2.0/ports/dd043570-1ead-4571-a3b0-780aa65b61e4 HTTP/1.1" status: 200 len: 982 time: 1.4596975 May 05 21:49:29.872288 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9f330f-66be-4987-9c31-3292e50a9157 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Pushing event updated for resources: {'Port': ['ID=dd043570-1ead-4571-a3b0-780aa65b61e4,revision_number=6']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:29.887908 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-a04142c0-90ae-4149-9e20-0903068a063f service neutron] Attempting to bind port ac224bb7-3a5e-47f0-be23-47b832a4e700 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:49:29.888239 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-a04142c0-90ae-4149-9e20-0903068a063f service neutron] Attempting to bind port ac224bb7-3a5e-47f0-be23-47b832a4e700 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': '0948a826-fbb2-4422-be38-6b1ee05eefbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'cfc3db86-4321-47e9-83a2-389d0d99a29a'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:49:29.888557 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-a04142c0-90ae-4149-9e20-0903068a063f service neutron] Attempting to bind port ac224bb7-3a5e-47f0-be23-47b832a4e700 on network cfc3db86-4321-47e9-83a2-389d0d99a29a {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:49:29.894886 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-a04142c0-90ae-4149-9e20-0903068a063f service neutron] Port ac224bb7-3a5e-47f0-be23-47b832a4e700 on network cfc3db86-4321-47e9-83a2-389d0d99a29a not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:49:29.895069 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-a04142c0-90ae-4149-9e20-0903068a063f service neutron] Attempting to bind port ac224bb7-3a5e-47f0-be23-47b832a4e700 on network cfc3db86-4321-47e9-83a2-389d0d99a29a {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:49:29.903530 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-a04142c0-90ae-4149-9e20-0903068a063f service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:49:29.903856 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-a04142c0-90ae-4149-9e20-0903068a063f service neutron] Checking segment: {'id': '0948a826-fbb2-4422-be38-6b1ee05eefbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'cfc3db86-4321-47e9-83a2-389d0d99a29a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:49:29.904439 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-a04142c0-90ae-4149-9e20-0903068a063f service neutron] Bound using segment: {'id': '0948a826-fbb2-4422-be38-6b1ee05eefbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'cfc3db86-4321-47e9-83a2-389d0d99a29a'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:49:29.905029 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-a04142c0-90ae-4149-9e20-0903068a063f service neutron] Bound port: ac224bb7-3a5e-47f0-be23-47b832a4e700, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0948a826-fbb2-4422-be38-6b1ee05eefbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'cfc3db86-4321-47e9-83a2-389d0d99a29a'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:49:29.908001 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-a04142c0-90ae-4149-9e20-0903068a063f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:29.909177 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['dd043570-1ead-4571-a3b0-780aa65b61e4'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:49:30.080000 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-a04142c0-90ae-4149-9e20-0903068a063f service neutron] For port ac224bb7-3a5e-47f0-be23-47b832a4e700, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:49:30.083759 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-a04142c0-90ae-4149-9e20-0903068a063f service neutron] For port ac224bb7-3a5e-47f0-be23-47b832a4e700, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=ac224bb7-3a5e-47f0-be23-47b832a4e700,segment=NetworkSegment(0948a826-fbb2-4422-be38-6b1ee05eefbc),segment_id=0948a826-fbb2-4422-be38-6b1ee05eefbc)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:49:30.092416 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2fcaad-418f-4ba7-9eea-0a4783a5f94e req-009d60b8-9934-40c7-bbbd-77a6c8da20c9 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:30.096121 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2fcaad-418f-4ba7-9eea-0a4783a5f94e req-009d60b8-9934-40c7-bbbd-77a6c8da20c9 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:30.099960 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2fcaad-418f-4ba7-9eea-0a4783a5f94e req-009d60b8-9934-40c7-bbbd-77a6c8da20c9 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:30.101762 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0f2fcaad-418f-4ba7-9eea-0a4783a5f94e req-009d60b8-9934-40c7-bbbd-77a6c8da20c9 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.23 "GET /v2.0/ports?device_id=c101afed-0857-4553-940f-f06940fb468c HTTP/1.1" status: 200 len: 2400 time: 0.1824803 May 05 21:49:30.104176 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-a04142c0-90ae-4149-9e20-0903068a063f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:30.229694 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-a04142c0-90ae-4149-9e20-0903068a063f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:30.231084 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-a04142c0-90ae-4149-9e20-0903068a063f service neutron] 10.222.0.32 "PUT /v2.0/ports/ac224bb7-3a5e-47f0-be23-47b832a4e700 HTTP/1.1" status: 200 len: 1092 time: 2.2150998 May 05 21:49:30.244385 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8eceacd2-b241-4bea-b83f-298cdb0e7112 req-c55a0e4a-3307-4e2d-ad9e-e15e57c80289 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=573addcdcad64ebbacaadf6765f34d35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0616138 May 05 21:49:30.254373 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04142c0-90ae-4149-9e20-0903068a063f service neutron] Pushing event updated for resources: {'Port': ['ID=ac224bb7-3a5e-47f0-be23-47b832a4e700,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:30.286235 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-0c85a9b6-d835-47d4-9ef7-636cb5095372 service neutron] Request body: {'port': {'device_id': 'c101afed-0857-4553-940f-f06940fb468c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:49:30.330090 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0f2fcaad-418f-4ba7-9eea-0a4783a5f94e req-1cb55be9-a71b-4192-8c8e-852955812c24 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.23 "GET /v2.0/security-groups?id=933a40d1-d6ba-41e6-a91e-e2abeccdac87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886301 May 05 21:49:30.546343 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-0c85a9b6-d835-47d4-9ef7-636cb5095372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:30.574785 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eceacd2-b241-4bea-b83f-298cdb0e7112 req-7ea52a12-2c4c-4d69-93e9-e5906254fc87 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:30.576698 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8eceacd2-b241-4bea-b83f-298cdb0e7112 req-7ea52a12-2c4c-4d69-93e9-e5906254fc87 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3230038 May 05 21:49:30.653621 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8eceacd2-b241-4bea-b83f-298cdb0e7112 req-66efe4b1-f5c1-4bae-93cb-4a7c27c2eee9 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/quotas/573addcdcad64ebbacaadf6765f34d35 HTTP/1.1" status: 200 len: 375 time: 0.0448079 May 05 21:49:30.763055 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13262cc8-c66a-4e2f-938a-7d03d1cffc4a req-1905e230-3ff4-437d-9c8e-e5979df753ea tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:30.764939 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-13262cc8-c66a-4e2f-938a-7d03d1cffc4a req-1905e230-3ff4-437d-9c8e-e5979df753ea tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.3066113 May 05 21:49:30.770541 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8eceacd2-b241-4bea-b83f-298cdb0e7112 req-69b4d796-aae1-4135-8b98-12f67acaa8ee tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=573addcdcad64ebbacaadf6765f34d35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1053700 May 05 21:49:30.974343 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-13262cc8-c66a-4e2f-938a-7d03d1cffc4a req-b62db8dc-a6bc-4d7b-bb36-1a8ef2f08011 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1998775 May 05 21:49:31.121989 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecd4a405-2195-46d7-97a2-9d216ad40307', 'tag': 'dd043570-1ead-4571-a3b0-780aa65b61e4'}, {'name': 'network-changed', 'server_uuid': 'c101afed-0857-4553-940f-f06940fb468c', 'tag': 'ac224bb7-3a5e-47f0-be23-47b832a4e700'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:49:31.140108 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1f4ab0d8-559a-4104-9fc0-637dfe95ee8f req-9d973cf5-9656-49bb-a061-220b4fa10b43 tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] 10.222.0.23 "GET /v2.0/floatingips/78a4331a-b786-4a05-891d-72d455373781 HTTP/1.1" status: 200 len: 693 time: 0.2387283 May 05 21:49:31.379143 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ab0d8-559a-4104-9fc0-637dfe95ee8f req-ddb895e4-7b1c-41cc-90e1-1d3894681b95 tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:31.380469 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1f4ab0d8-559a-4104-9fc0-637dfe95ee8f req-ddb895e4-7b1c-41cc-90e1-1d3894681b95 tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] 10.222.0.23 "GET /v2.0/networks/25bfe237-58de-4709-a3e0-ac79da07c300 HTTP/1.1" status: 200 len: 784 time: 0.2283933 May 05 21:49:31.482344 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-0c85a9b6-d835-47d4-9ef7-636cb5095372 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c7e156f-2aaa-4235-9064-3406b0bc7d75 {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:49:31.491293 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-0c85a9b6-d835-47d4-9ef7-636cb5095372 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:31.536160 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1f4ab0d8-559a-4104-9fc0-637dfe95ee8f req-b38d3fea-f9aa-4492-ae24-01ffc2124586 tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.187 HTTP/1.1" status: 200 len: 696 time: 0.1457815 May 05 21:49:31.539411 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-0c85a9b6-d835-47d4-9ef7-636cb5095372 service neutron] Transition to ACTIVE for port object 0c7e156f-2aaa-4235-9064-3406b0bc7d75 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:49:31.607649 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-0c85a9b6-d835-47d4-9ef7-636cb5095372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:31.692131 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1f4ab0d8-559a-4104-9fc0-637dfe95ee8f req-4b6ac9bf-c6d3-4354-9365-93f020343882 tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.187 HTTP/1.1" status: 200 len: 696 time: 0.1483321 May 05 21:49:31.856820 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c85a9b6-d835-47d4-9ef7-636cb5095372 service neutron] Pushing event updated for resources: {'Port': ['ID=0c7e156f-2aaa-4235-9064-3406b0bc7d75,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:31.920553 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f3e64068-fa27-4fff-8f2b-feca89fb353c req-035660d8-1b90-47bf-9378-4a74d1bed8b7 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1446485590&fields=id&tenant_id=cf59b1a8623a48db9737966b2f762b3c HTTP/1.1" status: 200 len: 267 time: 0.3204899 May 05 21:49:32.013427 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-1f4ab0d8-559a-4104-9fc0-637dfe95ee8f req-8e46c57f-a993-4135-aa98-26d08fba14f4 tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Deleting port 8876deeb-2e72-45b9-824b-fbc58551cd6b {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:49:32.014166 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-1f4ab0d8-559a-4104-9fc0-637dfe95ee8f req-8e46c57f-a993-4135-aa98-26d08fba14f4 tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:32.042349 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8eceacd2-b241-4bea-b83f-298cdb0e7112 req-fa9ed612-1769-429f-8ee9-cb93b0696c9b tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=573addcdcad64ebbacaadf6765f34d35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288825 May 05 21:49:32.200068 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eceacd2-b241-4bea-b83f-298cdb0e7112 req-21c5cb9b-fdb4-4532-ba71-3a270ae6929a tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:32.201579 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8eceacd2-b241-4bea-b83f-298cdb0e7112 req-21c5cb9b-fdb4-4532-ba71-3a270ae6929a tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1543355 May 05 21:49:32.219242 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-8eceacd2-b241-4bea-b83f-298cdb0e7112 req-57949955-a19c-4abe-ba86-ea9df30ae588 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Request body: {'port': {'device_id': 'dc613964-f3cb-46cf-9505-ca79a0288f95', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'admin_state_up': True, 'tenant_id': '573addcdcad64ebbacaadf6765f34d35'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:49:32.228135 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-0c85a9b6-d835-47d4-9ef7-636cb5095372 service neutron] Attempting to bind port 0c7e156f-2aaa-4235-9064-3406b0bc7d75 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:49:32.228289 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-0c85a9b6-d835-47d4-9ef7-636cb5095372 service neutron] Attempting to bind port 0c7e156f-2aaa-4235-9064-3406b0bc7d75 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': '7897bb89-733a-4c20-9fc1-c2a07d157379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ff40611f-0894-411d-b28c-f86eff8fde57'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:49:32.228554 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-0c85a9b6-d835-47d4-9ef7-636cb5095372 service neutron] Attempting to bind port 0c7e156f-2aaa-4235-9064-3406b0bc7d75 on network ff40611f-0894-411d-b28c-f86eff8fde57 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:49:32.241826 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e64068-fa27-4fff-8f2b-feca89fb353c req-6d9e25e7-ab48-4464-a273-0a219b5eee30 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:32.244267 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f3e64068-fa27-4fff-8f2b-feca89fb353c req-6d9e25e7-ab48-4464-a273-0a219b5eee30 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecd4a405-2195-46d7-97a2-9d216ad40307 HTTP/1.1" status: 200 len: 985 time: 0.3161349 May 05 21:49:32.265896 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-f3e64068-fa27-4fff-8f2b-feca89fb353c req-ed7793bb-77a4-4cf4-a787-22ad652cc790 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Request body: {'port': {'security_groups': ['31fe5bf3-12b2-46fb-95aa-6ee5579edac7']}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:49:32.298181 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-0c85a9b6-d835-47d4-9ef7-636cb5095372 service neutron] Port 0c7e156f-2aaa-4235-9064-3406b0bc7d75 on network ff40611f-0894-411d-b28c-f86eff8fde57 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:49:32.298496 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-0c85a9b6-d835-47d4-9ef7-636cb5095372 service neutron] Attempting to bind port 0c7e156f-2aaa-4235-9064-3406b0bc7d75 on network ff40611f-0894-411d-b28c-f86eff8fde57 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:49:32.339831 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-1f4ab0d8-559a-4104-9fc0-637dfe95ee8f req-8e46c57f-a993-4135-aa98-26d08fba14f4 tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:32.340159 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-1f4ab0d8-559a-4104-9fc0-637dfe95ee8f req-8e46c57f-a993-4135-aa98-26d08fba14f4 tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:32.347985 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-0c85a9b6-d835-47d4-9ef7-636cb5095372 service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:49:32.348133 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-0c85a9b6-d835-47d4-9ef7-636cb5095372 service neutron] Checking segment: {'id': '7897bb89-733a-4c20-9fc1-c2a07d157379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ff40611f-0894-411d-b28c-f86eff8fde57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:49:32.348465 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-0c85a9b6-d835-47d4-9ef7-636cb5095372 service neutron] Bound using segment: {'id': '7897bb89-733a-4c20-9fc1-c2a07d157379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ff40611f-0894-411d-b28c-f86eff8fde57'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:49:32.348915 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-0c85a9b6-d835-47d4-9ef7-636cb5095372 service neutron] Bound port: 0c7e156f-2aaa-4235-9064-3406b0bc7d75, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7897bb89-733a-4c20-9fc1-c2a07d157379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ff40611f-0894-411d-b28c-f86eff8fde57'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:49:32.349255 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-0c85a9b6-d835-47d4-9ef7-636cb5095372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:32.474295 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-8eceacd2-b241-4bea-b83f-298cdb0e7112 req-57949955-a19c-4abe-ba86-ea9df30ae588 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:49:32.477345 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-8eceacd2-b241-4bea-b83f-298cdb0e7112 req-57949955-a19c-4abe-ba86-ea9df30ae588 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Usage tracker for resource:port and tenant:573addcdcad64ebbacaadf6765f34d35 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:49:32.480773 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-8eceacd2-b241-4bea-b83f-298cdb0e7112 req-57949955-a19c-4abe-ba86-ea9df30ae588 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:49:32.487133 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-8eceacd2-b241-4bea-b83f-298cdb0e7112 req-57949955-a19c-4abe-ba86-ea9df30ae588 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:49:32.492014 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-1f4ab0d8-559a-4104-9fc0-637dfe95ee8f req-8e46c57f-a993-4135-aa98-26d08fba14f4 tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Calling delete_port for 8876deeb-2e72-45b9-824b-fbc58551cd6b owned by network:floatingip {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:49:32.501713 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eceacd2-b241-4bea-b83f-298cdb0e7112 req-57949955-a19c-4abe-ba86-ea9df30ae588 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Made reservation on behalf of 573addcdcad64ebbacaadf6765f34d35 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:49:32.504486 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-8eceacd2-b241-4bea-b83f-298cdb0e7112 req-57949955-a19c-4abe-ba86-ea9df30ae588 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:32.517236 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-8eceacd2-b241-4bea-b83f-298cdb0e7112 req-57949955-a19c-4abe-ba86-ea9df30ae588 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:32.549885 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-8eceacd2-b241-4bea-b83f-298cdb0e7112 req-57949955-a19c-4abe-ba86-ea9df30ae588 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:49:32.554597 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-8eceacd2-b241-4bea-b83f-298cdb0e7112 req-57949955-a19c-4abe-ba86-ea9df30ae588 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Usage tracker for resource:security_group_rule and tenant:573addcdcad64ebbacaadf6765f34d35 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:49:32.557803 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-8eceacd2-b241-4bea-b83f-298cdb0e7112 req-57949955-a19c-4abe-ba86-ea9df30ae588 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:49:32.564320 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-8eceacd2-b241-4bea-b83f-298cdb0e7112 req-57949955-a19c-4abe-ba86-ea9df30ae588 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:49:32.646681 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-8eceacd2-b241-4bea-b83f-298cdb0e7112 req-57949955-a19c-4abe-ba86-ea9df30ae588 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:32.653206 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-8eceacd2-b241-4bea-b83f-298cdb0e7112 req-57949955-a19c-4abe-ba86-ea9df30ae588 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:32.747456 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57949955-a19c-4abe-ba86-ea9df30ae588 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba103f14-d368-4614-b5e0-c13077274973,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:32.766317 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57949955-a19c-4abe-ba86-ea9df30ae588 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:49:32.766845 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57949955-a19c-4abe-ba86-ea9df30ae588 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:49:32.767216 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57949955-a19c-4abe-ba86-ea9df30ae588 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:49:32.767551 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57949955-a19c-4abe-ba86-ea9df30ae588 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:49:32.767870 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57949955-a19c-4abe-ba86-ea9df30ae588 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:49:32.768177 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57949955-a19c-4abe-ba86-ea9df30ae588 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:49:32.768507 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57949955-a19c-4abe-ba86-ea9df30ae588 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:49:32.768814 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57949955-a19c-4abe-ba86-ea9df30ae588 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:49:32.769118 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57949955-a19c-4abe-ba86-ea9df30ae588 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:49:32.769427 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57949955-a19c-4abe-ba86-ea9df30ae588 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:49:32.769739 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57949955-a19c-4abe-ba86-ea9df30ae588 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:49:32.778011 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-f3e64068-fa27-4fff-8f2b-feca89fb353c req-ed7793bb-77a4-4cf4-a787-22ad652cc790 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:32.818317 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-0c85a9b6-d835-47d4-9ef7-636cb5095372 service neutron] For port 0c7e156f-2aaa-4235-9064-3406b0bc7d75, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:49:32.864705 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-0c85a9b6-d835-47d4-9ef7-636cb5095372 service neutron] For port 0c7e156f-2aaa-4235-9064-3406b0bc7d75, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=0c7e156f-2aaa-4235-9064-3406b0bc7d75,segment=NetworkSegment(7897bb89-733a-4c20-9fc1-c2a07d157379),segment_id=7897bb89-733a-4c20-9fc1-c2a07d157379)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:49:32.875774 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-0c85a9b6-d835-47d4-9ef7-636cb5095372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:32.890701 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-8eceacd2-b241-4bea-b83f-298cdb0e7112 req-57949955-a19c-4abe-ba86-ea9df30ae588 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Allocated IP 192.168.233.215 (4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9/f237a6ef-d044-411f-a2d8-d12619664c91/95aa95b3-c351-4de7-8c77-edac6278846e) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:49:32.932821 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d965dd-da55-496e-a8f0-4fb798c138a5 req-8183aeb3-39ec-481e-b377-157985d9a3f5 tempest-ServerAddressesNegativeTestJSON-2090403596 tempest-ServerAddressesNegativeTestJSON-2090403596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:32.933722 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-d7d965dd-da55-496e-a8f0-4fb798c138a5 req-8183aeb3-39ec-481e-b377-157985d9a3f5 tempest-ServerAddressesNegativeTestJSON-2090403596 tempest-ServerAddressesNegativeTestJSON-2090403596-project] Synchronizing usage tracker for tenant:29018b8c8a7346519b4bd7496aff42ba on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:49:32.979101 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-d7d965dd-da55-496e-a8f0-4fb798c138a5 req-8183aeb3-39ec-481e-b377-157985d9a3f5 tempest-ServerAddressesNegativeTestJSON-2090403596 tempest-ServerAddressesNegativeTestJSON-2090403596-project] Unset dirty status for tenant:29018b8c8a7346519b4bd7496aff42ba on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:49:32.980486 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d7d965dd-da55-496e-a8f0-4fb798c138a5 req-8183aeb3-39ec-481e-b377-157985d9a3f5 tempest-ServerAddressesNegativeTestJSON-2090403596 tempest-ServerAddressesNegativeTestJSON-2090403596-project] 10.222.0.32 "GET /v2.0/ports?device_id=86d4d917-930d-44b7-88c2-bf6a34b2f1c8 HTTP/1.1" status: 200 len: 945 time: 0.1699741 May 05 21:49:33.027335 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-0c85a9b6-d835-47d4-9ef7-636cb5095372 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:33.029997 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-0c85a9b6-d835-47d4-9ef7-636cb5095372 service neutron] 10.222.0.32 "PUT /v2.0/ports/0c7e156f-2aaa-4235-9064-3406b0bc7d75 HTTP/1.1" status: 200 len: 1091 time: 2.7710922 May 05 21:49:33.042611 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c85a9b6-d835-47d4-9ef7-636cb5095372 service neutron] Pushing event updated for resources: {'Port': ['ID=0c7e156f-2aaa-4235-9064-3406b0bc7d75,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:33.048453 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-1f4ab0d8-559a-4104-9fc0-637dfe95ee8f req-8e46c57f-a993-4135-aa98-26d08fba14f4 tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:33.136896 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-d7d965dd-da55-496e-a8f0-4fb798c138a5 req-0475e994-093e-41e3-b3d0-cfda1ebd6de0 tempest-ServerAddressesNegativeTestJSON-2090403596 tempest-ServerAddressesNegativeTestJSON-2090403596-project] Deleting port 4fb2503e-c086-4f9f-8bc0-eea5ea3eb159 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:49:33.137490 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-d7d965dd-da55-496e-a8f0-4fb798c138a5 req-0475e994-093e-41e3-b3d0-cfda1ebd6de0 tempest-ServerAddressesNegativeTestJSON-2090403596 tempest-ServerAddressesNegativeTestJSON-2090403596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:33.142333 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e46c57f-a993-4135-aa98-26d08fba14f4 tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Pushing event deleted for resources: {'Port': ['ID=8876deeb-2e72-45b9-824b-fbc58551cd6b,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:33.332994 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-8eceacd2-b241-4bea-b83f-298cdb0e7112 req-57949955-a19c-4abe-ba86-ea9df30ae588 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:33.368884 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-f3e64068-fa27-4fff-8f2b-feca89fb353c req-ed7793bb-77a4-4cf4-a787-22ad652cc790 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] For port dd043570-1ead-4571-a3b0-780aa65b61e4, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=dd043570-1ead-4571-a3b0-780aa65b61e4,segment=NetworkSegment(7dee26b3-4081-43b6-b222-2abb5ad4442f),segment_id=7dee26b3-4081-43b6-b222-2abb5ad4442f)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:49:33.380356 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-1f4ab0d8-559a-4104-9fc0-637dfe95ee8f req-8e46c57f-a993-4135-aa98-26d08fba14f4 tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Notify callbacks [] for floatingip, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:33.388188 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-d2c6c40d-48db-408d-bc6b-1fcd24446165 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1384b462eac846a090f14492c41d335c&device_id=c101afed-0857-4553-940f-f06940fb468c HTTP/1.1" status: 200 len: 2865 time: 0.3020563 May 05 21:49:33.418755 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-8eceacd2-b241-4bea-b83f-298cdb0e7112 req-57949955-a19c-4abe-ba86-ea9df30ae588 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Transition to ACTIVE for port object 95aa95b3-c351-4de7-8c77-edac6278846e will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:49:33.477632 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-d7d965dd-da55-496e-a8f0-4fb798c138a5 req-0475e994-093e-41e3-b3d0-cfda1ebd6de0 tempest-ServerAddressesNegativeTestJSON-2090403596 tempest-ServerAddressesNegativeTestJSON-2090403596-project] For port 4fb2503e-c086-4f9f-8bc0-eea5ea3eb159, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=4fb2503e-c086-4f9f-8bc0-eea5ea3eb159,segment=NetworkSegment(9ab868ac-4b69-405c-b1c9-80228511fc25),segment_id=9ab868ac-4b69-405c-b1c9-80228511fc25)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:49:33.478083 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-d7d965dd-da55-496e-a8f0-4fb798c138a5 req-0475e994-093e-41e3-b3d0-cfda1ebd6de0 tempest-ServerAddressesNegativeTestJSON-2090403596 tempest-ServerAddressesNegativeTestJSON-2090403596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:33.479556 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-f3e64068-fa27-4fff-8f2b-feca89fb353c req-ed7793bb-77a4-4cf4-a787-22ad652cc790 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:33.481891 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-72773214-3d2a-4099-a850-612ee29be57c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.155&port_id=e7ec7866-39a3-4fcc-8578-f88ef89c0bcf HTTP/1.1" status: 200 len: 217 time: 0.0848267 May 05 21:49:33.483727 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-1f4ab0d8-559a-4104-9fc0-637dfe95ee8f req-8e46c57f-a993-4135-aa98-26d08fba14f4 tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:33.484713 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1f4ab0d8-559a-4104-9fc0-637dfe95ee8f req-8e46c57f-a993-4135-aa98-26d08fba14f4 tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] 10.222.0.23 "DELETE /v2.0/floatingips/78a4331a-b786-4a05-891d-72d455373781 HTTP/1.1" status: 204 len: 173 time: 1.7838435 May 05 21:49:33.485721 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-f3e64068-fa27-4fff-8f2b-feca89fb353c req-ed7793bb-77a4-4cf4-a787-22ad652cc790 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:33.497828 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['dd043570-1ead-4571-a3b0-780aa65b61e4'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:49:33.550579 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-8eceacd2-b241-4bea-b83f-298cdb0e7112 req-57949955-a19c-4abe-ba86-ea9df30ae588 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:33.622447 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e64068-fa27-4fff-8f2b-feca89fb353c req-ed7793bb-77a4-4cf4-a787-22ad652cc790 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:33.623102 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-f3e64068-fa27-4fff-8f2b-feca89fb353c req-ed7793bb-77a4-4cf4-a787-22ad652cc790 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:33.640138 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f3e64068-fa27-4fff-8f2b-feca89fb353c req-ed7793bb-77a4-4cf4-a787-22ad652cc790 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "PUT /v2.0/ports/dd043570-1ead-4571-a3b0-780aa65b61e4 HTTP/1.1" status: 200 len: 943 time: 1.3814213 May 05 21:49:33.692808 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-d7d965dd-da55-496e-a8f0-4fb798c138a5 req-0475e994-093e-41e3-b3d0-cfda1ebd6de0 tempest-ServerAddressesNegativeTestJSON-2090403596 tempest-ServerAddressesNegativeTestJSON-2090403596-project] Calling delete_port for 4fb2503e-c086-4f9f-8bc0-eea5ea3eb159 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:49:33.704610 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-2a199278-e515-4c38-8f5c-a4a0aef257ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:33.706186 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-2a199278-e515-4c38-8f5c-a4a0aef257ad service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ac9c4f2b-20ca-4dee-9c0f-0def5d3c0a1c HTTP/1.1" status: 200 len: 801 time: 0.1829214 May 05 21:49:33.732785 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eceacd2-b241-4bea-b83f-298cdb0e7112 req-57949955-a19c-4abe-ba86-ea9df30ae588 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:49:33.738436 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-8eceacd2-b241-4bea-b83f-298cdb0e7112 req-57949955-a19c-4abe-ba86-ea9df30ae588 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:49:33.741218 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eceacd2-b241-4bea-b83f-298cdb0e7112 req-57949955-a19c-4abe-ba86-ea9df30ae588 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:49:33.747790 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7793bb-77a4-4cf4-a787-22ad652cc790 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Pushing event updated for resources: {'Port': ['ID=dd043570-1ead-4571-a3b0-780aa65b61e4,revision_number=7']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:33.809509 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57949955-a19c-4abe-ba86-ea9df30ae588 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Pushing event updated for resources: {'Port': ['ID=95aa95b3-c351-4de7-8c77-edac6278846e,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:33.833555 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['dd043570-1ead-4571-a3b0-780aa65b61e4'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:49:33.845052 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b50ce-4700-49fd-9b06-c9fa3fea06d3 req-2ad37a61-9665-4367-8219-0d6c05c9069c tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:33.846776 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-809b50ce-4700-49fd-9b06-c9fa3fea06d3 req-2ad37a61-9665-4367-8219-0d6c05c9069c tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc613964-f3cb-46cf-9505-ca79a0288f95 HTTP/1.1" status: 200 len: 936 time: 0.2006242 May 05 21:49:33.850883 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-d285f3e0-0f3d-44f5-9467-2e6856d5b131 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ff40611f-0894-411d-b28c-f86eff8fde57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1374311 May 05 21:49:33.856454 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eceacd2-b241-4bea-b83f-298cdb0e7112 req-57949955-a19c-4abe-ba86-ea9df30ae588 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:33.857057 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-8eceacd2-b241-4bea-b83f-298cdb0e7112 req-57949955-a19c-4abe-ba86-ea9df30ae588 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:33.951891 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8eceacd2-b241-4bea-b83f-298cdb0e7112 req-57949955-a19c-4abe-ba86-ea9df30ae588 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7364168 May 05 21:49:33.981352 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-8eceacd2-b241-4bea-b83f-298cdb0e7112 req-7b9b3c6a-0632-4eba-a8fb-ff6ff8a988f7 service neutron] Request body: {'port': {'device_id': 'dc613964-f3cb-46cf-9505-ca79a0288f95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:49:34.085634 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-809b50ce-4700-49fd-9b06-c9fa3fea06d3 req-394d8a86-845d-4f7e-bace-2e7c906cbbdb tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267456 May 05 21:49:34.091715 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-d7d965dd-da55-496e-a8f0-4fb798c138a5 req-0475e994-093e-41e3-b3d0-cfda1ebd6de0 tempest-ServerAddressesNegativeTestJSON-2090403596 tempest-ServerAddressesNegativeTestJSON-2090403596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:34.104485 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['4fb2503e-c086-4f9f-8bc0-eea5ea3eb159'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:49:34.122029 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8cd415f-f60c-45d8-a874-6933ae4c1a44'] response: {'name': 'network-changed', 'server_uuid': 'ecd4a405-2195-46d7-97a2-9d216ad40307', 'tag': 'dd043570-1ead-4571-a3b0-780aa65b61e4', 'status': 'completed', 'code': 200} May 05 21:49:34.122287 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8cd415f-f60c-45d8-a874-6933ae4c1a44'] response: {'name': 'network-changed', 'server_uuid': 'c101afed-0857-4553-940f-f06940fb468c', 'tag': 'ac224bb7-3a5e-47f0-be23-47b832a4e700', 'status': 'completed', 'code': 200} May 05 21:49:34.195619 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-14e16079-1c81-45e0-8967-969fadb0dc66 None None] Provisioning for port 95aa95b3-c351-4de7-8c77-edac6278846e completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:49:34.204505 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-14e16079-1c81-45e0-8967-969fadb0dc66 None None] Provisioning complete for port 95aa95b3-c351-4de7-8c77-edac6278846e triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:49:34.204876 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-14e16079-1c81-45e0-8967-969fadb0dc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:34.211493 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0475e994-093e-41e3-b3d0-cfda1ebd6de0 tempest-ServerAddressesNegativeTestJSON-2090403596 tempest-ServerAddressesNegativeTestJSON-2090403596-project] Pushing event deleted for resources: {'Port': ['ID=4fb2503e-c086-4f9f-8bc0-eea5ea3eb159,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:34.273475 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-7c104719-044f-45ae-a36e-d0454170d5bd service neutron] 10.222.0.32 "GET /v2.0/networks/ff40611f-0894-411d-b28c-f86eff8fde57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4130275 May 05 21:49:34.277472 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-8eceacd2-b241-4bea-b83f-298cdb0e7112 req-7b9b3c6a-0632-4eba-a8fb-ff6ff8a988f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:34.277630 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b7d0d1e4-666e-4e35-a5e9-a420707ef77c req-c9729060-914f-44ae-a4b9-5caaedb05e4c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0eb82da6a4bc47a2ae0058d78ca21e92&device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 1096 time: 0.1910081 May 05 21:49:34.285683 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-14e16079-1c81-45e0-8967-969fadb0dc66 None None] Port 95aa95b3-c351-4de7-8c77-edac6278846e cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:49:34.454396 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7d965dd-da55-496e-a8f0-4fb798c138a5 req-0475e994-093e-41e3-b3d0-cfda1ebd6de0 tempest-ServerAddressesNegativeTestJSON-2090403596 tempest-ServerAddressesNegativeTestJSON-2090403596-project] No DVR routers for this DVR port 4fb2503e-c086-4f9f-8bc0-eea5ea3eb159 on host n-h2-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:49:34.458116 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-577b1b77-f76d-499f-bbe4-1b3de8d0bf44 req-c1d4c4f3-35b6-4af4-aa78-1c7b51d9ac8d tempest-ServerAddressesNegativeTestJSON-2090403596 tempest-ServerAddressesNegativeTestJSON-2090403596-project] 10.222.0.23 "GET /v2.0/ports?device_id=86d4d917-930d-44b7-88c2-bf6a34b2f1c8 HTTP/1.1" status: 200 len: 210 time: 0.1484916 May 05 21:49:34.484219 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-d7d965dd-da55-496e-a8f0-4fb798c138a5 req-0475e994-093e-41e3-b3d0-cfda1ebd6de0 tempest-ServerAddressesNegativeTestJSON-2090403596 tempest-ServerAddressesNegativeTestJSON-2090403596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:34.486702 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d4d917-930d-44b7-88c2-bf6a34b2f1c8', 'name': 'network-vif-deleted', 'tag': '4fb2503e-c086-4f9f-8bc0-eea5ea3eb159'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:49:34.526149 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d7d965dd-da55-496e-a8f0-4fb798c138a5 req-0475e994-093e-41e3-b3d0-cfda1ebd6de0 tempest-ServerAddressesNegativeTestJSON-2090403596 tempest-ServerAddressesNegativeTestJSON-2090403596-project] 10.222.0.32 "DELETE /v2.0/ports/4fb2503e-c086-4f9f-8bc0-eea5ea3eb159 HTTP/1.1" status: 204 len: 173 time: 1.5395942 May 05 21:49:34.546021 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4297a8b5-aa25-4eb2-b7e7-d8f1f06d5b44 req-6f4c96ee-b588-4d99-b339-998c636e89af service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cf59b1a8623a48db9737966b2f762b3c&device_id=ecd4a405-2195-46d7-97a2-9d216ad40307 HTTP/1.1" status: 200 len: 1097 time: 0.4389207 May 05 21:49:34.837642 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297a8b5-aa25-4eb2-b7e7-d8f1f06d5b44 req-15af5067-ca6d-43df-9d9d-1babf81a4a61 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:34.839283 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4297a8b5-aa25-4eb2-b7e7-d8f1f06d5b44 req-15af5067-ca6d-43df-9d9d-1babf81a4a61 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca488f45-7fe1-4a2d-919a-777283a719db HTTP/1.1" status: 200 len: 921 time: 0.2495189 May 05 21:49:34.860489 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-904dbabb-2b77-41f7-b39f-6b9ae1e21add service neutron] 10.222.0.32 "GET /v2.0/networks/ff40611f-0894-411d-b28c-f86eff8fde57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5518978 May 05 21:49:34.928255 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4297a8b5-aa25-4eb2-b7e7-d8f1f06d5b44 req-601ff032-4a8c-4514-bf9c-f89ea84cedab service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd043570-1ead-4571-a3b0-780aa65b61e4 HTTP/1.1" status: 200 len: 217 time: 0.0742478 May 05 21:49:34.965359 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d0d1e4-666e-4e35-a5e9-a420707ef77c req-d039f78e-dece-4658-8506-504fbb47811d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:34.966833 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b7d0d1e4-666e-4e35-a5e9-a420707ef77c req-d039f78e-dece-4658-8506-504fbb47811d service neutron] 10.222.0.44 "GET /v2.0/networks?id=f33cead3-3472-4ef7-9cf3-a35684adef89 HTTP/1.1" status: 200 len: 913 time: 0.6563675 May 05 21:49:35.035216 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-117a2a23-3437-4d81-aad7-eadd6d00dca1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.145&port_id=ac224bb7-3a5e-47f0-be23-47b832a4e700 HTTP/1.1" status: 200 len: 217 time: 0.1589274 May 05 21:49:35.054345 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-8eceacd2-b241-4bea-b83f-298cdb0e7112 req-7b9b3c6a-0632-4eba-a8fb-ff6ff8a988f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95aa95b3-c351-4de7-8c77-edac6278846e {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:49:35.063030 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-8eceacd2-b241-4bea-b83f-298cdb0e7112 req-7b9b3c6a-0632-4eba-a8fb-ff6ff8a988f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:35.063674 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41325206-71e1-4892-9633-d2643fd97713 req-50e88be0-35fd-4a4d-8dd5-ec7239bad313 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:35.067259 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41325206-71e1-4892-9633-d2643fd97713 req-50e88be0-35fd-4a4d-8dd5-ec7239bad313 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:35.080844 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41325206-71e1-4892-9633-d2643fd97713 req-50e88be0-35fd-4a4d-8dd5-ec7239bad313 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:35.080844 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-41325206-71e1-4892-9633-d2643fd97713 req-50e88be0-35fd-4a4d-8dd5-ec7239bad313 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.23 "GET /v2.0/ports?device_id=c101afed-0857-4553-940f-f06940fb468c HTTP/1.1" status: 200 len: 2412 time: 0.7946615 May 05 21:49:35.089411 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-8eceacd2-b241-4bea-b83f-298cdb0e7112 req-7b9b3c6a-0632-4eba-a8fb-ff6ff8a988f7 service neutron] Transition to ACTIVE for port object 95aa95b3-c351-4de7-8c77-edac6278846e will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:49:35.093447 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297a8b5-aa25-4eb2-b7e7-d8f1f06d5b44 req-26fb0318-8155-487f-9595-0387e5763959 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:35.096851 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4297a8b5-aa25-4eb2-b7e7-d8f1f06d5b44 req-26fb0318-8155-487f-9595-0387e5763959 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aae297b4-545c-4d68-be8d-c45225bf12de HTTP/1.1" status: 200 len: 860 time: 0.1576512 May 05 21:49:35.096851 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-8eceacd2-b241-4bea-b83f-298cdb0e7112 req-7b9b3c6a-0632-4eba-a8fb-ff6ff8a988f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:35.144900 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1679f5d1-65a4-4f25-b024-8e0d46a135e0 req-75c5ffa8-e445-40a7-b5ac-85b487748a91 tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4916849 May 05 21:49:35.200942 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4297a8b5-aa25-4eb2-b7e7-d8f1f06d5b44 req-5f6a0cb1-d4cd-4cec-86a7-72e9f0ebab22 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca488f45-7fe1-4a2d-919a-777283a719db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0982175 May 05 21:49:35.201701 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-1679f5d1-65a4-4f25-b024-8e0d46a135e0 req-40583c89-d1e6-4ada-bf64-a390d16d1e9d tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Request body: {'floatingip': {'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:49:35.224931 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-1679f5d1-65a4-4f25-b024-8e0d46a135e0 req-40583c89-d1e6-4ada-bf64-a390d16d1e9d tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:49:35.239047 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-f06e8ae1-689f-4307-b489-04bb727a5df3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:35.240385 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-f06e8ae1-689f-4307-b489-04bb727a5df3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aea371b-71d9-4634-9239-5c1de07a3960 HTTP/1.1" status: 200 len: 801 time: 0.1952090 May 05 21:49:35.242829 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-1679f5d1-65a4-4f25-b024-8e0d46a135e0 req-40583c89-d1e6-4ada-bf64-a390d16d1e9d tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Usage tracker for resource:floatingip and tenant:efd062a91591466db4e1b6ce1549b223 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:49:35.247576 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b7d0d1e4-666e-4e35-a5e9-a420707ef77c req-ed79f724-2656-4afe-9510-f31bb3710baa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=254d6486-a2f8-4ac2-8cd3-e9e223b202eb HTTP/1.1" status: 200 len: 1000 time: 0.2701786 May 05 21:49:35.248962 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-1679f5d1-65a4-4f25-b024-8e0d46a135e0 req-40583c89-d1e6-4ada-bf64-a390d16d1e9d tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:49:35.298362 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-1679f5d1-65a4-4f25-b024-8e0d46a135e0 req-40583c89-d1e6-4ada-bf64-a390d16d1e9d tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:49:35.299095 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b3c6a-0632-4eba-a8fb-ff6ff8a988f7 service neutron] Pushing event updated for resources: {'Port': ['ID=95aa95b3-c351-4de7-8c77-edac6278846e,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:35.362958 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-41325206-71e1-4892-9633-d2643fd97713 req-26b06b07-be32-4b45-84fe-7d03f54458e0 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.23 "GET /v2.0/security-groups?id=933a40d1-d6ba-41e6-a91e-e2abeccdac87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349052 May 05 21:49:35.375715 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-1679f5d1-65a4-4f25-b024-8e0d46a135e0 req-40583c89-d1e6-4ada-bf64-a390d16d1e9d tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Notify callbacks [] for floatingip, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:35.430254 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d0d1e4-666e-4e35-a5e9-a420707ef77c req-b81692b6-623f-4749-ba8d-d271e44f211a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:35.434232 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b7d0d1e4-666e-4e35-a5e9-a420707ef77c req-b81692b6-623f-4749-ba8d-d271e44f211a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7d5de724-e15a-4a3a-8314-05869a0cf070 HTTP/1.1" status: 200 len: 851 time: 0.1808569 May 05 21:49:35.530366 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4297a8b5-aa25-4eb2-b7e7-d8f1f06d5b44 req-0e220bff-ba33-47bb-8012-8b5e21405caf service neutron] 10.222.0.32 "GET /v2.0/networks/ca488f45-7fe1-4a2d-919a-777283a719db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200803 May 05 21:49:35.571344 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:35.622376 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-8eceacd2-b241-4bea-b83f-298cdb0e7112 req-7b9b3c6a-0632-4eba-a8fb-ff6ff8a988f7 service neutron] Attempting to bind port 95aa95b3-c351-4de7-8c77-edac6278846e on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:49:35.622528 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-8eceacd2-b241-4bea-b83f-298cdb0e7112 req-7b9b3c6a-0632-4eba-a8fb-ff6ff8a988f7 service neutron] Attempting to bind port 95aa95b3-c351-4de7-8c77-edac6278846e by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:49:35.625623 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eceacd2-b241-4bea-b83f-298cdb0e7112 req-7b9b3c6a-0632-4eba-a8fb-ff6ff8a988f7 service neutron] Attempting to bind port 95aa95b3-c351-4de7-8c77-edac6278846e on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:49:35.642982 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eceacd2-b241-4bea-b83f-298cdb0e7112 req-7b9b3c6a-0632-4eba-a8fb-ff6ff8a988f7 service neutron] Port 95aa95b3-c351-4de7-8c77-edac6278846e on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:49:35.642982 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eceacd2-b241-4bea-b83f-298cdb0e7112 req-7b9b3c6a-0632-4eba-a8fb-ff6ff8a988f7 service neutron] Attempting to bind port 95aa95b3-c351-4de7-8c77-edac6278846e on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:49:35.657029 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eceacd2-b241-4bea-b83f-298cdb0e7112 req-7b9b3c6a-0632-4eba-a8fb-ff6ff8a988f7 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:49:35.657029 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eceacd2-b241-4bea-b83f-298cdb0e7112 req-7b9b3c6a-0632-4eba-a8fb-ff6ff8a988f7 service neutron] Checking segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:49:35.658881 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eceacd2-b241-4bea-b83f-298cdb0e7112 req-7b9b3c6a-0632-4eba-a8fb-ff6ff8a988f7 service neutron] Bound using segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:49:35.658881 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-8eceacd2-b241-4bea-b83f-298cdb0e7112 req-7b9b3c6a-0632-4eba-a8fb-ff6ff8a988f7 service neutron] Bound port: 95aa95b3-c351-4de7-8c77-edac6278846e, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:49:35.658881 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-8eceacd2-b241-4bea-b83f-298cdb0e7112 req-7b9b3c6a-0632-4eba-a8fb-ff6ff8a988f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:35.700093 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:35.729547 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-409faab4-d6af-489b-b42e-3fef21eab769 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cfc3db86-4321-47e9-83a2-389d0d99a29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4775438 May 05 21:49:35.758459 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4297a8b5-aa25-4eb2-b7e7-d8f1f06d5b44 req-c4ec8468-86e1-4f0a-8ba5-1577aa719587 service neutron] 10.222.0.32 "GET /v2.0/networks/ca488f45-7fe1-4a2d-919a-777283a719db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201588 May 05 21:49:35.794466 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-8eceacd2-b241-4bea-b83f-298cdb0e7112 req-7b9b3c6a-0632-4eba-a8fb-ff6ff8a988f7 service neutron] For port 95aa95b3-c351-4de7-8c77-edac6278846e, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:49:35.797929 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-8eceacd2-b241-4bea-b83f-298cdb0e7112 req-7b9b3c6a-0632-4eba-a8fb-ff6ff8a988f7 service neutron] For port 95aa95b3-c351-4de7-8c77-edac6278846e, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=95aa95b3-c351-4de7-8c77-edac6278846e,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:49:35.805688 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-8eceacd2-b241-4bea-b83f-298cdb0e7112 req-7b9b3c6a-0632-4eba-a8fb-ff6ff8a988f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:35.869496 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-8eceacd2-b241-4bea-b83f-298cdb0e7112 req-7b9b3c6a-0632-4eba-a8fb-ff6ff8a988f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:35.870889 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8eceacd2-b241-4bea-b83f-298cdb0e7112 req-7b9b3c6a-0632-4eba-a8fb-ff6ff8a988f7 service neutron] 10.222.0.44 "PUT /v2.0/ports/95aa95b3-c351-4de7-8c77-edac6278846e HTTP/1.1" status: 200 len: 1096 time: 1.8946900 May 05 21:49:35.883480 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0d2e2a85-72b4-4496-a68b-5d8d44841f25 req-2c204eda-2f40-4399-bed5-1757eb4e8833 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3466053 May 05 21:49:35.900370 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b3c6a-0632-4eba-a8fb-ff6ff8a988f7 service neutron] Pushing event updated for resources: {'Port': ['ID=95aa95b3-c351-4de7-8c77-edac6278846e,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:35.902105 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-0d2e2a85-72b4-4496-a68b-5d8d44841f25 req-57183ce4-151d-4e3d-9760-92aa54175cc3 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Request body: {'floatingip': {'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:49:35.919567 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b7d0d1e4-666e-4e35-a5e9-a420707ef77c req-04aca925-fdf8-497e-ac9d-5bbe6a43f3cb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f33cead3-3472-4ef7-9cf3-a35684adef89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4160054 May 05 21:49:35.923188 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-0d2e2a85-72b4-4496-a68b-5d8d44841f25 req-57183ce4-151d-4e3d-9760-92aa54175cc3 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:49:35.972694 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-0d2e2a85-72b4-4496-a68b-5d8d44841f25 req-57183ce4-151d-4e3d-9760-92aa54175cc3 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Usage tracker for resource:floatingip and tenant:cf59b1a8623a48db9737966b2f762b3c is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:49:35.981182 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-0d2e2a85-72b4-4496-a68b-5d8d44841f25 req-57183ce4-151d-4e3d-9760-92aa54175cc3 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:49:36.011856 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8eceacd2-b241-4bea-b83f-298cdb0e7112 req-448ae37e-42eb-479b-8a5b-91d27538c7fa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=573addcdcad64ebbacaadf6765f34d35&device_id=dc613964-f3cb-46cf-9505-ca79a0288f95 HTTP/1.1" status: 200 len: 1099 time: 0.0960851 May 05 21:49:36.056412 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-0d2e2a85-72b4-4496-a68b-5d8d44841f25 req-57183ce4-151d-4e3d-9760-92aa54175cc3 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:49:36.108157 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8eceacd2-b241-4bea-b83f-298cdb0e7112 req-6a29483b-4afe-4945-bb53-4c9058fa95ee service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=95aa95b3-c351-4de7-8c77-edac6278846e HTTP/1.1" status: 200 len: 217 time: 0.0882792 May 05 21:49:36.112256 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-0aa905c8-f67b-4d15-8cba-6d5d28e4b392 service neutron] 10.222.0.32 "GET /v2.0/networks/cfc3db86-4321-47e9-83a2-389d0d99a29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3639944 May 05 21:49:36.142549 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c101afed-0857-4553-940f-f06940fb468c', 'tag': '0c7e156f-2aaa-4235-9064-3406b0bc7d75'}, {'name': 'network-changed', 'server_uuid': 'ecd4a405-2195-46d7-97a2-9d216ad40307', 'tag': 'dd043570-1ead-4571-a3b0-780aa65b61e4'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:49:36.154105 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-0d2e2a85-72b4-4496-a68b-5d8d44841f25 req-57183ce4-151d-4e3d-9760-92aa54175cc3 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Notify callbacks [] for floatingip, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:36.278321 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-1679f5d1-65a4-4f25-b024-8e0d46a135e0 req-40583c89-d1e6-4ada-bf64-a390d16d1e9d tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:36.318251 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eceacd2-b241-4bea-b83f-298cdb0e7112 req-9c85f6e2-054c-4b86-a91f-bec9af1b511a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:36.319695 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8eceacd2-b241-4bea-b83f-298cdb0e7112 req-9c85f6e2-054c-4b86-a91f-bec9af1b511a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.2055500 May 05 21:49:36.416025 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8eceacd2-b241-4bea-b83f-298cdb0e7112 req-ed5b92b0-95ed-4e87-a5ad-846d7db0c40e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0893819 May 05 21:49:36.548844 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b7d0d1e4-666e-4e35-a5e9-a420707ef77c req-d58aff40-dcdc-4804-98c0-abb857c1b4a5 service neutron] 10.222.0.44 "GET /v2.0/networks/f33cead3-3472-4ef7-9cf3-a35684adef89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6077406 May 05 21:49:36.592557 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8eceacd2-b241-4bea-b83f-298cdb0e7112 req-9c01ca1e-19fe-4f75-baaf-77dd188c7366 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703117 May 05 21:49:36.597815 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 4fb2503e-c086-4f9f-8bc0-eea5ea3eb159 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:49:36.637547 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: 4fb2503e-c086-4f9f-8bc0-eea5ea3eb159 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:49:36.637547 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 4fb2503e-c086-4f9f-8bc0-eea5ea3eb159 not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:49:36.736003 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8eceacd2-b241-4bea-b83f-298cdb0e7112 req-f2899e2b-0a10-48d7-9f6e-c882bf69cfab service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362317 May 05 21:49:36.755237 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-7448e707-040e-4d68-81d4-875d67600e1c service neutron] 10.222.0.32 "GET /v2.0/networks/cfc3db86-4321-47e9-83a2-389d0d99a29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6331522 May 05 21:49:36.882975 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-1417cc82-7575-42e1-8aeb-d3bb7011d46b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.51&port_id=0c7e156f-2aaa-4235-9064-3406b0bc7d75 HTTP/1.1" status: 200 len: 217 time: 0.1183574 May 05 21:49:36.938432 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-1679f5d1-65a4-4f25-b024-8e0d46a135e0 req-40583c89-d1e6-4ada-bf64-a390d16d1e9d tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Allocated IP 172.25.4.213 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/573d5ff5-a6f5-4a5c-bf57-e9eee1d6d7f8) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:49:36.942851 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b7d0d1e4-666e-4e35-a5e9-a420707ef77c req-378727d0-8f24-4ee4-b215-1dc69d65c825 service neutron] 10.222.0.44 "GET /v2.0/networks/f33cead3-3472-4ef7-9cf3-a35684adef89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764191 May 05 21:49:37.068603 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-64038b2f-17f0-4bc6-b534-be24e1ba3cca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:37.071329 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-64038b2f-17f0-4bc6-b534-be24e1ba3cca service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ac9c4f2b-20ca-4dee-9c0f-0def5d3c0a1c HTTP/1.1" status: 200 len: 801 time: 0.1782556 May 05 21:49:37.169168 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-0d2e2a85-72b4-4496-a68b-5d8d44841f25 req-57183ce4-151d-4e3d-9760-92aa54175cc3 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:37.246651 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-1679f5d1-65a4-4f25-b024-8e0d46a135e0 req-40583c89-d1e6-4ada-bf64-a390d16d1e9d tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:37.294005 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-73cc0bdb-880f-4157-9bcf-777cade1f1df service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ff40611f-0894-411d-b28c-f86eff8fde57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2113578 May 05 21:49:37.421827 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-1679f5d1-65a4-4f25-b024-8e0d46a135e0 req-40583c89-d1e6-4ada-bf64-a390d16d1e9d tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:37.535466 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1679f5d1-65a4-4f25-b024-8e0d46a135e0 req-40583c89-d1e6-4ada-bf64-a390d16d1e9d tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:49:37.542449 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-1679f5d1-65a4-4f25-b024-8e0d46a135e0 req-40583c89-d1e6-4ada-bf64-a390d16d1e9d tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:49:37.563518 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-0d2e2a85-72b4-4496-a68b-5d8d44841f25 req-57183ce4-151d-4e3d-9760-92aa54175cc3 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Allocated IP 172.25.4.207 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/da38fa89-1f3e-4b35-8333-7aee15d1ee31) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:49:37.565529 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-1679f5d1-65a4-4f25-b024-8e0d46a135e0 req-40583c89-d1e6-4ada-bf64-a390d16d1e9d tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:49:37.606889 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-ceadfc2a-4830-4952-85f3-4d102f36447c service neutron] 10.222.0.32 "GET /v2.0/networks/ff40611f-0894-411d-b28c-f86eff8fde57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056285 May 05 21:49:37.612001 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40583c89-d1e6-4ada-bf64-a390d16d1e9d tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Pushing event updated for resources: {'Port': ['ID=573d5ff5-a6f5-4a5c-bf57-e9eee1d6d7f8,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:37.880315 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c8af482e-6958-4de5-8b97-b210bcbe3c88 req-befe5ef0-60bc-440f-b400-ae6769fb4be4 service neutron] 10.222.0.32 "GET /v2.0/networks/ff40611f-0894-411d-b28c-f86eff8fde57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631738 May 05 21:49:37.903853 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-0d2e2a85-72b4-4496-a68b-5d8d44841f25 req-57183ce4-151d-4e3d-9760-92aa54175cc3 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:38.035141 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-1679f5d1-65a4-4f25-b024-8e0d46a135e0 req-40583c89-d1e6-4ada-bf64-a390d16d1e9d tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:38.128019 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cfffe8-b0de-479e-b186-0ab19fa8cec1 None None] Sync routers for ids ['7eec692e-d074-438a-8f7e-dc27892a4c94'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:49:38.144354 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cfffe8-b0de-479e-b186-0ab19fa8cec1 None None] Routers {'7eec692e-d074-438a-8f7e-dc27892a4c94'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:49:38.144354 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-43cfffe8-b0de-479e-b186-0ab19fa8cec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:49:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['7eec692e-d074-438a-8f7e-dc27892a4c94'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:49:38.245460 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-0d2e2a85-72b4-4496-a68b-5d8d44841f25 req-57183ce4-151d-4e3d-9760-92aa54175cc3 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:38.282308 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-1679f5d1-65a4-4f25-b024-8e0d46a135e0 req-40583c89-d1e6-4ada-bf64-a390d16d1e9d tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:38.356597 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-43cfffe8-b0de-479e-b186-0ab19fa8cec1 None None] Set router 7eec692e-d074-438a-8f7e-dc27892a4c94 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:49:38.381915 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d2e2a85-72b4-4496-a68b-5d8d44841f25 req-57183ce4-151d-4e3d-9760-92aa54175cc3 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:49:38.396768 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-0d2e2a85-72b4-4496-a68b-5d8d44841f25 req-57183ce4-151d-4e3d-9760-92aa54175cc3 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:49:38.401513 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4297a8b5-aa25-4eb2-b7e7-d8f1f06d5b44 req-630f6291-a33f-4edd-b3a5-cad5416754ac service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1384b462eac846a090f14492c41d335c&device_id=c101afed-0857-4553-940f-f06940fb468c HTTP/1.1" status: 200 len: 2865 time: 0.4251621 May 05 21:49:38.402262 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57183ce4-151d-4e3d-9760-92aa54175cc3 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Pushing event updated for resources: {'Port': ['ID=da38fa89-1f3e-4b35-8333-7aee15d1ee31,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:38.406289 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d2e2a85-72b4-4496-a68b-5d8d44841f25 req-57183ce4-151d-4e3d-9760-92aa54175cc3 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:49:38.650768 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 95aa95b3-c351-4de7-8c77-edac6278846e details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:49:38.721900 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297a8b5-aa25-4eb2-b7e7-d8f1f06d5b44 req-962bd9dd-b14d-455d-ad5b-21a79c5f5ade service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:38.721900 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4297a8b5-aa25-4eb2-b7e7-d8f1f06d5b44 req-962bd9dd-b14d-455d-ad5b-21a79c5f5ade service neutron] 10.222.0.32 "GET /v2.0/networks?id=cfc3db86-4321-47e9-83a2-389d0d99a29a HTTP/1.1" status: 200 len: 901 time: 0.2890198 May 05 21:49:38.813990 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4297a8b5-aa25-4eb2-b7e7-d8f1f06d5b44 req-848517ea-755d-48f6-b7b3-c9ffe9cdb147 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.145&port_id=ac224bb7-3a5e-47f0-be23-47b832a4e700 HTTP/1.1" status: 200 len: 217 time: 0.0843117 May 05 21:49:38.816026 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-1679f5d1-65a4-4f25-b024-8e0d46a135e0 req-40583c89-d1e6-4ada-bf64-a390d16d1e9d tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:38.848266 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-43cfffe8-b0de-479e-b186-0ab19fa8cec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eec692e-d074-438a-8f7e-dc27892a4c94', 'name': 'tempest-FloatingIPsTestJSON-235526535-router', 'tenant_id': 'efd062a91591466db4e1b6ce1549b223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': 'abd039be-6068-4130-9526-70405ebc580f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:49:07Z', 'updated_at': '2022-05-05T21:49:15Z', 'revision_number': 4, 'project_id': 'efd062a91591466db4e1b6ce1549b223', 'gw_port': {'id': 'abd039be-6068-4130-9526-70405ebc580f', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eec692e-d074-438a-8f7e-dc27892a4c94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:49:09Z', 'updated_at': '2022-05-05T21:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '722128f6-4b57-4a55-a312-129d88c2bc88', 'name': '', 'network_id': '184fe21b-a956-4b0e-ae3a-b1e8f705d616', 'tenant_id': 'efd062a91591466db4e1b6ce1549b223', 'mac_address': 'fa:16:3e:8c:fe:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eec692e-d074-438a-8f7e-dc27892a4c94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '784a9870-c203-4045-8925-52dbcf2f86f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:49:14Z', 'updated_at': '2022-05-05T21:49:16Z', 'revision_number': 2, 'project_id': 'efd062a91591466db4e1b6ce1549b223', 'subnets': [{'id': '784a9870-c203-4045-8925-52dbcf2f86f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:49:38.855665 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 95aa95b3-c351-4de7-8c77-edac6278846e, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=95aa95b3-c351-4de7-8c77-edac6278846e,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:49:38.865549 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cfffe8-b0de-479e-b186-0ab19fa8cec1 None None] Checking router: 7eec692e-d074-438a-8f7e-dc27892a4c94 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:49:38.865549 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cfffe8-b0de-479e-b186-0ab19fa8cec1 None None] Updating router 7eec692e-d074-438a-8f7e-dc27892a4c94 port 722128f6-4b57-4a55-a312-129d88c2bc88 binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 21:49:38.906869 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '95aa95b3-c351-4de7-8c77-edac6278846e', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'port_id': '95aa95b3-c351-4de7-8c77-edac6278846e', 'mac_address': 'fa:16:3e:28:db:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f237a6ef-d044-411f-a2d8-d12619664c91', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:49:38.930417 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-1679f5d1-65a4-4f25-b024-8e0d46a135e0 req-40583c89-d1e6-4ada-bf64-a390d16d1e9d tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:38.963039 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43cfffe8-b0de-479e-b186-0ab19fa8cec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:39.005722 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-0d2e2a85-72b4-4496-a68b-5d8d44841f25 req-57183ce4-151d-4e3d-9760-92aa54175cc3 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:39.035391 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:39.061388 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95aa95b3-c351-4de7-8c77-edac6278846e {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:49:39.097307 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40583c89-d1e6-4ada-bf64-a390d16d1e9d tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Pushing event updated for resources: {'Port': ['ID=573d5ff5-a6f5-4a5c-bf57-e9eee1d6d7f8,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:39.110008 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297a8b5-aa25-4eb2-b7e7-d8f1f06d5b44 req-93ec57a8-ef2b-46c7-8384-1a37908150fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:39.110008 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4297a8b5-aa25-4eb2-b7e7-d8f1f06d5b44 req-93ec57a8-ef2b-46c7-8384-1a37908150fb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0aea371b-71d9-4634-9239-5c1de07a3960 HTTP/1.1" status: 200 len: 801 time: 0.2885804 May 05 21:49:39.132407 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 95aa95b3-c351-4de7-8c77-edac6278846e, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=95aa95b3-c351-4de7-8c77-edac6278846e,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:49:39.132407 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:39.185607 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-0d2e2a85-72b4-4496-a68b-5d8d44841f25 req-57183ce4-151d-4e3d-9760-92aa54175cc3 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:39.229699 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-1679f5d1-65a4-4f25-b024-8e0d46a135e0 req-40583c89-d1e6-4ada-bf64-a390d16d1e9d tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:39.283355 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=95aa95b3-c351-4de7-8c77-edac6278846e,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:39.372915 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-1679f5d1-65a4-4f25-b024-8e0d46a135e0 req-40583c89-d1e6-4ada-bf64-a390d16d1e9d tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:39.372915 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1679f5d1-65a4-4f25-b024-8e0d46a135e0 req-40583c89-d1e6-4ada-bf64-a390d16d1e9d tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.1971591 May 05 21:49:39.429768 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['95aa95b3-c351-4de7-8c77-edac6278846e'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:49:39.443915 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4297a8b5-aa25-4eb2-b7e7-d8f1f06d5b44 req-3871d20b-f1cc-43b4-bb41-164765e630cf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cfc3db86-4321-47e9-83a2-389d0d99a29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3216810 May 05 21:49:39.497257 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43cfffe8-b0de-479e-b186-0ab19fa8cec1 None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:39.519853 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43cfffe8-b0de-479e-b186-0ab19fa8cec1 None None] Transition to ACTIVE for port object 722128f6-4b57-4a55-a312-129d88c2bc88 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:49:39.534816 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43cfffe8-b0de-479e-b186-0ab19fa8cec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:39.581404 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-1679f5d1-65a4-4f25-b024-8e0d46a135e0 req-b567eb89-0d6b-4880-bbdc-d47941027e12 tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Synchronizing usage tracker for tenant:efd062a91591466db4e1b6ce1549b223 on resource:floatingip {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:49:39.672336 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-1679f5d1-65a4-4f25-b024-8e0d46a135e0 req-b567eb89-0d6b-4880-bbdc-d47941027e12 tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Unset dirty status for tenant:efd062a91591466db4e1b6ce1549b223 on resource:floatingip {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:49:39.672336 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1679f5d1-65a4-4f25-b024-8e0d46a135e0 req-b567eb89-0d6b-4880-bbdc-d47941027e12 tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.213 HTTP/1.1" status: 200 len: 696 time: 0.2947953 May 05 21:49:39.702513 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1debe8d2-5694-4b4b-86b9-2461c1a614cd None None] Pushing event updated for resources: {'Port': ['ID=722128f6-4b57-4a55-a312-129d88c2bc88,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:39.818223 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-43cfffe8-b0de-479e-b186-0ab19fa8cec1 None None] Attempting to bind port 722128f6-4b57-4a55-a312-129d88c2bc88 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:49:39.818529 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-43cfffe8-b0de-479e-b186-0ab19fa8cec1 None None] Attempting to bind port 722128f6-4b57-4a55-a312-129d88c2bc88 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '2344039b-9b10-4dfc-942d-5a4874832596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '184fe21b-a956-4b0e-ae3a-b1e8f705d616'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:49:39.818923 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cfffe8-b0de-479e-b186-0ab19fa8cec1 None None] Attempting to bind port 722128f6-4b57-4a55-a312-129d88c2bc88 on network 184fe21b-a956-4b0e-ae3a-b1e8f705d616 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:49:39.837661 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cfffe8-b0de-479e-b186-0ab19fa8cec1 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:49:39.837661 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cfffe8-b0de-479e-b186-0ab19fa8cec1 None None] Checking segment: {'id': '2344039b-9b10-4dfc-942d-5a4874832596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '184fe21b-a956-4b0e-ae3a-b1e8f705d616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:49:39.837661 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43cfffe8-b0de-479e-b186-0ab19fa8cec1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:39.838045 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cfffe8-b0de-479e-b186-0ab19fa8cec1 None None] Bound using segment: {'id': '2344039b-9b10-4dfc-942d-5a4874832596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '184fe21b-a956-4b0e-ae3a-b1e8f705d616'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:49:39.838406 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-43cfffe8-b0de-479e-b186-0ab19fa8cec1 None None] Bound port: 722128f6-4b57-4a55-a312-129d88c2bc88, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2344039b-9b10-4dfc-942d-5a4874832596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '184fe21b-a956-4b0e-ae3a-b1e8f705d616'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:49:39.838846 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43cfffe8-b0de-479e-b186-0ab19fa8cec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:39.956095 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4297a8b5-aa25-4eb2-b7e7-d8f1f06d5b44 req-c461dda5-47e8-42b2-85b4-fc0359d703f2 service neutron] 10.222.0.32 "GET /v2.0/networks/cfc3db86-4321-47e9-83a2-389d0d99a29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4916482 May 05 21:49:39.961512 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.resource_extend [req-0d2e2a85-72b4-4496-a68b-5d8d44841f25 req-57183ce4-151d-4e3d-9760-92aa54175cc3 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 21:49:39.967391 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43cfffe8-b0de-479e-b186-0ab19fa8cec1 None None] For port 722128f6-4b57-4a55-a312-129d88c2bc88, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:49:39.970567 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43cfffe8-b0de-479e-b186-0ab19fa8cec1 None None] For port 722128f6-4b57-4a55-a312-129d88c2bc88, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=722128f6-4b57-4a55-a312-129d88c2bc88,segment=NetworkSegment(2344039b-9b10-4dfc-942d-5a4874832596),segment_id=2344039b-9b10-4dfc-942d-5a4874832596)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:49:39.979199 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43cfffe8-b0de-479e-b186-0ab19fa8cec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:40.074765 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-0d2e2a85-72b4-4496-a68b-5d8d44841f25 req-57183ce4-151d-4e3d-9760-92aa54175cc3 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:40.082146 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1debe8d2-5694-4b4b-86b9-2461c1a614cd None None] Pushing event updated for resources: {'Port': ['ID=722128f6-4b57-4a55-a312-129d88c2bc88,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:40.087917 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cfffe8-b0de-479e-b186-0ab19fa8cec1 None None] Routers {'7eec692e-d074-438a-8f7e-dc27892a4c94'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:49:40.088740 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-43cfffe8-b0de-479e-b186-0ab19fa8cec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:49:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['7eec692e-d074-438a-8f7e-dc27892a4c94'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:49:40.093384 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-0d2e2a85-72b4-4496-a68b-5d8d44841f25 req-57183ce4-151d-4e3d-9760-92aa54175cc3 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:40.289583 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57183ce4-151d-4e3d-9760-92aa54175cc3 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Pushing event updated for resources: {'Port': ['ID=da38fa89-1f3e-4b35-8333-7aee15d1ee31,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:40.309344 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1679f5d1-65a4-4f25-b024-8e0d46a135e0 req-2e447bfd-8d72-4dcd-a782-cd28af5d09b2 tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:40.309344 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1679f5d1-65a4-4f25-b024-8e0d46a135e0 req-2e447bfd-8d72-4dcd-a782-cd28af5d09b2 tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] 10.222.0.23 "GET /v2.0/networks/25bfe237-58de-4709-a3e0-ac79da07c300 HTTP/1.1" status: 200 len: 784 time: 0.6133304 May 05 21:49:40.322945 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4297a8b5-aa25-4eb2-b7e7-d8f1f06d5b44 req-01917822-4566-47f7-8ed9-0866a3e8e8d7 service neutron] 10.222.0.32 "GET /v2.0/networks/cfc3db86-4321-47e9-83a2-389d0d99a29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3500872 May 05 21:49:40.350717 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-0d2e2a85-72b4-4496-a68b-5d8d44841f25 req-57183ce4-151d-4e3d-9760-92aa54175cc3 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:40.381156 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-0d2e2a85-72b4-4496-a68b-5d8d44841f25 req-57183ce4-151d-4e3d-9760-92aa54175cc3 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:40.393581 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-43cfffe8-b0de-479e-b186-0ab19fa8cec1 None None] Set router 7eec692e-d074-438a-8f7e-dc27892a4c94 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:49:40.398395 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0d2e2a85-72b4-4496-a68b-5d8d44841f25 req-57183ce4-151d-4e3d-9760-92aa54175cc3 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.5032694 May 05 21:49:40.543068 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-0d2e2a85-72b4-4496-a68b-5d8d44841f25 req-d669aff2-34da-4498-a458-c499a64e1618 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Synchronizing usage tracker for tenant:cf59b1a8623a48db9737966b2f762b3c on resource:floatingip {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:49:40.593393 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-0d2e2a85-72b4-4496-a68b-5d8d44841f25 req-d669aff2-34da-4498-a458-c499a64e1618 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Unset dirty status for tenant:cf59b1a8623a48db9737966b2f762b3c on resource:floatingip {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:49:40.602814 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0d2e2a85-72b4-4496-a68b-5d8d44841f25 req-d669aff2-34da-4498-a458-c499a64e1618 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.207 HTTP/1.1" status: 200 len: 696 time: 0.2011559 May 05 21:49:40.623699 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device e7ec7866-39a3-4fcc-8578-f88ef89c0bcf details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:49:40.632396 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ebd9f5-3f9c-48fc-8a52-6a11fdc8daec req-600a5c5f-8f30-4292-a144-69aa1c2db87a tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:40.633947 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-71ebd9f5-3f9c-48fc-8a52-6a11fdc8daec req-600a5c5f-8f30-4292-a144-69aa1c2db87a tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.1759603 May 05 21:49:40.694800 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 95aa95b3-c351-4de7-8c77-edac6278846e up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:49:40.777099 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-71ebd9f5-3f9c-48fc-8a52-6a11fdc8daec req-aa4ce577-9de0-4762-921e-07e4ff1db79b tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307397 May 05 21:49:40.836601 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e2a85-72b4-4496-a68b-5d8d44841f25 req-ba622ca3-f8ab-4667-8055-c7ac01879d1c tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:40.838300 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0d2e2a85-72b4-4496-a68b-5d8d44841f25 req-ba622ca3-f8ab-4667-8055-c7ac01879d1c tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "GET /v2.0/networks/25bfe237-58de-4709-a3e0-ac79da07c300 HTTP/1.1" status: 200 len: 784 time: 0.2347507 May 05 21:49:40.943800 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port e7ec7866-39a3-4fcc-8578-f88ef89c0bcf, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=e7ec7866-39a3-4fcc-8578-f88ef89c0bcf,segment=NetworkSegment(7897bb89-733a-4c20-9fc1-c2a07d157379),segment_id=7897bb89-733a-4c20-9fc1-c2a07d157379)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:49:40.963452 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': 'e7ec7866-39a3-4fcc-8578-f88ef89c0bcf', 'network_id': 'ff40611f-0894-411d-b28c-f86eff8fde57', 'port_id': 'e7ec7866-39a3-4fcc-8578-f88ef89c0bcf', 'mac_address': 'fa:16:3e:34:70:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac9c4f2b-20ca-4dee-9c0f-0def5d3c0a1c', 'ip_address': '19.80.0.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:49:40.963684 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a890d1f6-28eb-41b9-b4cb-81d93b5935bb'] response: {'server_uuid': '86d4d917-930d-44b7-88c2-bf6a34b2f1c8', 'name': 'network-vif-deleted', 'tag': '4fb2503e-c086-4f9f-8bc0-eea5ea3eb159', 'status': 'completed', 'code': 200} May 05 21:49:41.003388 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 95aa95b3-c351-4de7-8c77-edac6278846e completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:49:41.026297 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 95aa95b3-c351-4de7-8c77-edac6278846e triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:49:41.026716 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:41.068576 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 40788) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:49:41.086325 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:41.098116 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-43cfffe8-b0de-479e-b186-0ab19fa8cec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eec692e-d074-438a-8f7e-dc27892a4c94', 'name': 'tempest-FloatingIPsTestJSON-235526535-router', 'tenant_id': 'efd062a91591466db4e1b6ce1549b223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': 'abd039be-6068-4130-9526-70405ebc580f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:49:07Z', 'updated_at': '2022-05-05T21:49:15Z', 'revision_number': 4, 'project_id': 'efd062a91591466db4e1b6ce1549b223', 'gw_port': {'id': 'abd039be-6068-4130-9526-70405ebc580f', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eec692e-d074-438a-8f7e-dc27892a4c94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:49:09Z', 'updated_at': '2022-05-05T21:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '722128f6-4b57-4a55-a312-129d88c2bc88', 'name': '', 'network_id': '184fe21b-a956-4b0e-ae3a-b1e8f705d616', 'tenant_id': 'efd062a91591466db4e1b6ce1549b223', 'mac_address': 'fa:16:3e:8c:fe:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eec692e-d074-438a-8f7e-dc27892a4c94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '784a9870-c203-4045-8925-52dbcf2f86f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:49:14Z', 'updated_at': '2022-05-05T21:49:39Z', 'revision_number': 4, 'project_id': 'efd062a91591466db4e1b6ce1549b223', 'subnets': [{'id': '784a9870-c203-4045-8925-52dbcf2f86f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:49:41.119768 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cfffe8-b0de-479e-b186-0ab19fa8cec1 None None] The sync data for ids ['7eec692e-d074-438a-8f7e-dc27892a4c94'] in n-d-825175-4 is: [{'id': '7eec692e-d074-438a-8f7e-dc27892a4c94', 'name': 'tempest-FloatingIPsTestJSON-235526535-router', 'tenant_id': 'efd062a91591466db4e1b6ce1549b223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': 'abd039be-6068-4130-9526-70405ebc580f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:49:07Z', 'updated_at': '2022-05-05T21:49:15Z', 'revision_number': 4, 'project_id': 'efd062a91591466db4e1b6ce1549b223', 'gw_port': {'id': 'abd039be-6068-4130-9526-70405ebc580f', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eec692e-d074-438a-8f7e-dc27892a4c94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:49:09Z', 'updated_at': '2022-05-05T21:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '722128f6-4b57-4a55-a312-129d88c2bc88', 'name': '', 'network_id': '184fe21b-a956-4b0e-ae3a-b1e8f705d616', 'tenant_id': 'efd062a91591466db4e1b6ce1549b223', 'mac_address': 'fa:16:3e:8c:fe:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eec692e-d074-438a-8f7e-dc27892a4c94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '784a9870-c203-4045-8925-52dbcf2f86f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:49:14Z', 'updated_at': '2022-05-05T21:49:39Z', 'revision_number': 4, 'project_id': 'efd062a91591466db4e1b6ce1549b223', 'subnets': [{'id': '784a9870-c203-4045-8925-52dbcf2f86f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:49:41.130278 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7ec7866-39a3-4fcc-8578-f88ef89c0bcf {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:49:41.163170 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5454e889-1693-46a2-a024-7ef70a9f0f84'] response: {'name': 'network-changed', 'server_uuid': 'c101afed-0857-4553-940f-f06940fb468c', 'tag': '0c7e156f-2aaa-4235-9064-3406b0bc7d75', 'status': 'completed', 'code': 200} May 05 21:49:41.163431 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5454e889-1693-46a2-a024-7ef70a9f0f84'] response: {'name': 'network-changed', 'server_uuid': 'ecd4a405-2195-46d7-97a2-9d216ad40307', 'tag': 'dd043570-1ead-4571-a3b0-780aa65b61e4', 'status': 'completed', 'code': 200} May 05 21:49:41.313774 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port e7ec7866-39a3-4fcc-8578-f88ef89c0bcf, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=e7ec7866-39a3-4fcc-8578-f88ef89c0bcf,segment=NetworkSegment(7897bb89-733a-4c20-9fc1-c2a07d157379),segment_id=7897bb89-733a-4c20-9fc1-c2a07d157379)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:49:41.326267 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:41.327286 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 0c7e156f-2aaa-4235-9064-3406b0bc7d75 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:49:41.371052 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-563bcb2f-9b6c-4e61-8332-1c72f534377e admin admin] Deleting subnet 60615361-7c43-40b2-be85-a2b25c861f57 {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:49:41.382683 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-563bcb2f-9b6c-4e61-8332-1c72f534377e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:41.418112 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:41.465529 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84785cc-62c2-426f-bfa3-8beebc332855 req-e1ceb839-89f6-443b-932b-a7eaa11e2c9d tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:41.466940 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=e7ec7866-39a3-4fcc-8578-f88ef89c0bcf,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:41.467087 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d84785cc-62c2-426f-bfa3-8beebc332855 req-e1ceb839-89f6-443b-932b-a7eaa11e2c9d tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc613964-f3cb-46cf-9505-ca79a0288f95 HTTP/1.1" status: 200 len: 949 time: 0.3936603 May 05 21:49:41.478064 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-563bcb2f-9b6c-4e61-8332-1c72f534377e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:41.485091 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 0c7e156f-2aaa-4235-9064-3406b0bc7d75, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=0c7e156f-2aaa-4235-9064-3406b0bc7d75,segment=NetworkSegment(7897bb89-733a-4c20-9fc1-c2a07d157379),segment_id=7897bb89-733a-4c20-9fc1-c2a07d157379)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:49:41.498859 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc613964-f3cb-46cf-9505-ca79a0288f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95aa95b3-c351-4de7-8c77-edac6278846e'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:49:41.530612 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 95aa95b3-c351-4de7-8c77-edac6278846e, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=95aa95b3-c351-4de7-8c77-edac6278846e,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:49:41.531959 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '0c7e156f-2aaa-4235-9064-3406b0bc7d75', 'network_id': 'ff40611f-0894-411d-b28c-f86eff8fde57', 'port_id': '0c7e156f-2aaa-4235-9064-3406b0bc7d75', 'mac_address': 'fa:16:3e:a6:09:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac9c4f2b-20ca-4dee-9c0f-0def5d3c0a1c', 'ip_address': '19.80.0.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:49:41.536952 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5e47b6c9-5c5d-42a8-a619-e1fb4d4aaf72 req-d104dcf2-6d61-47c5-8da8-b4ec3bdc4477 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1384b462eac846a090f14492c41d335c&device_id=c101afed-0857-4553-940f-f06940fb468c HTTP/1.1" status: 200 len: 2865 time: 0.3255200 May 05 21:49:41.585334 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:41.680613 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ebee2-3861-4626-b7e2-6c666c1dd692 req-d3b7e996-f58b-47cd-bca9-9acf9df00c69 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:41.686033 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ebee2-3861-4626-b7e2-6c666c1dd692 req-d3b7e996-f58b-47cd-bca9-9acf9df00c69 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:41.697544 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ebee2-3861-4626-b7e2-6c666c1dd692 req-d3b7e996-f58b-47cd-bca9-9acf9df00c69 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:41.699354 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ae4ebee2-3861-4626-b7e2-6c666c1dd692 req-d3b7e996-f58b-47cd-bca9-9acf9df00c69 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.23 "GET /v2.0/ports?device_id=c101afed-0857-4553-940f-f06940fb468c HTTP/1.1" status: 200 len: 2413 time: 0.4232123 May 05 21:49:41.733318 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-563bcb2f-9b6c-4e61-8332-1c72f534377e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:41.784969 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:41.808027 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d84785cc-62c2-426f-bfa3-8beebc332855 req-e44fb543-cc10-41d3-86bb-b2b30a40c01e tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970512 May 05 21:49:41.838711 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c7e156f-2aaa-4235-9064-3406b0bc7d75 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:49:41.842395 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=95aa95b3-c351-4de7-8c77-edac6278846e,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:41.871221 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 0c7e156f-2aaa-4235-9064-3406b0bc7d75, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=0c7e156f-2aaa-4235-9064-3406b0bc7d75,segment=NetworkSegment(7897bb89-733a-4c20-9fc1-c2a07d157379),segment_id=7897bb89-733a-4c20-9fc1-c2a07d157379)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:49:41.879881 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:41.880851 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device ac224bb7-3a5e-47f0-be23-47b832a4e700 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:49:42.037047 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47b6c9-5c5d-42a8-a619-e1fb4d4aaf72 req-e5099ec2-a967-4c21-ada7-fa6188c2b2df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:42.038522 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5e47b6c9-5c5d-42a8-a619-e1fb4d4aaf72 req-e5099ec2-a967-4c21-ada7-fa6188c2b2df service neutron] 10.222.0.32 "GET /v2.0/networks?id=ff40611f-0894-411d-b28c-f86eff8fde57 HTTP/1.1" status: 200 len: 902 time: 0.4886768 May 05 21:49:42.052028 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=0c7e156f-2aaa-4235-9064-3406b0bc7d75,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:42.063692 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-730e203d-bde5-4621-b94e-888db476fad5 req-5bd1aa3f-bcb9-4262-90c4-d189b10f2739 tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] 10.222.0.23 "GET /v2.0/floatingips/df84581e-d532-425a-bd24-4ee1882a59b9 HTTP/1.1" status: 200 len: 693 time: 0.1711531 May 05 21:49:42.111928 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 722128f6-4b57-4a55-a312-129d88c2bc88 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:49:42.134419 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ae4ebee2-3861-4626-b7e2-6c666c1dd692 req-50e93b49-0a8a-450e-a5d0-194ddfc014a5 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.23 "GET /v2.0/security-groups?id=933a40d1-d6ba-41e6-a91e-e2abeccdac87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4190907 May 05 21:49:42.161687 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port ac224bb7-3a5e-47f0-be23-47b832a4e700, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=ac224bb7-3a5e-47f0-be23-47b832a4e700,segment=NetworkSegment(0948a826-fbb2-4422-be38-6b1ee05eefbc),segment_id=0948a826-fbb2-4422-be38-6b1ee05eefbc)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:49:42.192421 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': 'ac224bb7-3a5e-47f0-be23-47b832a4e700', 'network_id': 'cfc3db86-4321-47e9-83a2-389d0d99a29a', 'port_id': 'ac224bb7-3a5e-47f0-be23-47b832a4e700', 'mac_address': 'fa:16:3e:ab:a4:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0aea371b-71d9-4634-9239-5c1de07a3960', 'ip_address': '19.86.0.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:49:42.263763 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:42.275999 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 722128f6-4b57-4a55-a312-129d88c2bc88 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:49:42.287749 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 722128f6-4b57-4a55-a312-129d88c2bc88 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:49:42.288442 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:42.314882 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac224bb7-3a5e-47f0-be23-47b832a4e700 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:49:42.341163 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5e47b6c9-5c5d-42a8-a619-e1fb4d4aaf72 req-e2166431-fc97-485f-90b7-85a04575ea8f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.51&port_id=0c7e156f-2aaa-4235-9064-3406b0bc7d75 HTTP/1.1" status: 200 len: 217 time: 0.2738304 May 05 21:49:42.359850 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port ac224bb7-3a5e-47f0-be23-47b832a4e700, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=ac224bb7-3a5e-47f0-be23-47b832a4e700,segment=NetworkSegment(0948a826-fbb2-4422-be38-6b1ee05eefbc),segment_id=0948a826-fbb2-4422-be38-6b1ee05eefbc)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:49:42.365341 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:42.412507 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-563bcb2f-9b6c-4e61-8332-1c72f534377e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:42.471313 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-563bcb2f-9b6c-4e61-8332-1c72f534377e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:42.485674 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=ac224bb7-3a5e-47f0-be23-47b832a4e700,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:42.486273 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563bcb2f-9b6c-4e61-8332-1c72f534377e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60615361-7c43-40b2-be85-a2b25c861f57,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:42.494118 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:42.527462 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 722128f6-4b57-4a55-a312-129d88c2bc88, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=722128f6-4b57-4a55-a312-129d88c2bc88,segment=NetworkSegment(2344039b-9b10-4dfc-942d-5a4874832596),segment_id=2344039b-9b10-4dfc-942d-5a4874832596)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:49:42.533576 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:42.547032 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-563bcb2f-9b6c-4e61-8332-1c72f534377e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/60615361-7c43-40b2-be85-a2b25c861f57 HTTP/1.1" status: 204 len: 168 time: 1.4750540 May 05 21:49:42.547421 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40800) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:49:42.581025 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47b6c9-5c5d-42a8-a619-e1fb4d4aaf72 req-aa39c29d-8b16-4ecc-8d7f-d701b6d42520 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:42.582639 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5e47b6c9-5c5d-42a8-a619-e1fb4d4aaf72 req-aa39c29d-8b16-4ecc-8d7f-d701b6d42520 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ac9c4f2b-20ca-4dee-9c0f-0def5d3c0a1c HTTP/1.1" status: 200 len: 801 time: 0.2226520 May 05 21:49:42.613566 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=722128f6-4b57-4a55-a312-129d88c2bc88,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:42.658736 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730e203d-bde5-4621-b94e-888db476fad5 req-910fde28-204f-47bd-a568-8f9239d679a2 tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:42.660062 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-730e203d-bde5-4621-b94e-888db476fad5 req-910fde28-204f-47bd-a568-8f9239d679a2 tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] 10.222.0.23 "GET /v2.0/networks/25bfe237-58de-4709-a3e0-ac79da07c300 HTTP/1.1" status: 200 len: 784 time: 0.5958369 May 05 21:49:42.663861 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['ac224bb7-3a5e-47f0-be23-47b832a4e700'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:49:42.700830 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['0c7e156f-2aaa-4235-9064-3406b0bc7d75'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:49:42.704920 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-82cc7aad-45dd-454e-be3e-93b833b04dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:42.783031 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-730e203d-bde5-4621-b94e-888db476fad5 req-e561257e-b8de-4e6c-a888-65b96571cf4c tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.213 HTTP/1.1" status: 200 len: 696 time: 0.1053963 May 05 21:49:42.790090 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c55cb-8e8a-4802-9a10-8168b6c4837e req-9d9ef9a3-0b46-4bf6-9897-01e05f0de6c9 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:42.792350 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0b3c55cb-8e8a-4802-9a10-8168b6c4837e req-9d9ef9a3-0b46-4bf6-9897-01e05f0de6c9 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecd4a405-2195-46d7-97a2-9d216ad40307&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3078403 May 05 21:49:42.831086 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-82cc7aad-45dd-454e-be3e-93b833b04dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:42.857010 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-82cc7aad-45dd-454e-be3e-93b833b04dbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d53238c-3066-4861-90b2-685d885616fa']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:49:42.869873 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-82cc7aad-45dd-454e-be3e-93b833b04dbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ab868ac-4b69-405c-b1c9-80228511fc25') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:49:42.870086 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-82cc7aad-45dd-454e-be3e-93b833b04dbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ab868ac-4b69-405c-b1c9-80228511fc25') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:49:42.882178 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-82cc7aad-45dd-454e-be3e-93b833b04dbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:42.898064 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-82cc7aad-45dd-454e-be3e-93b833b04dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:42.904515 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82cc7aad-45dd-454e-be3e-93b833b04dbe admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:49:42.904914 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-82cc7aad-45dd-454e-be3e-93b833b04dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:42.950089 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5e47b6c9-5c5d-42a8-a619-e1fb4d4aaf72 req-8604c25e-721e-4ce5-b863-034bc47ac87a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ff40611f-0894-411d-b28c-f86eff8fde57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3519337 May 05 21:49:42.986119 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-730e203d-bde5-4621-b94e-888db476fad5 req-d02d7111-1c25-4960-a98d-4408982e42c0 tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.213 HTTP/1.1" status: 200 len: 696 time: 0.1926298 May 05 21:49:42.994075 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0b3c55cb-8e8a-4802-9a10-8168b6c4837e req-5fc4c03d-66e7-4839-a057-78b9fefaed71 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.207 HTTP/1.1" status: 200 len: 696 time: 0.1459527 May 05 21:49:42.994790 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 21:49:42.994790 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:49:42.994790 n-d-825175-4 neutron-server[84063]: timer() May 05 21:49:42.994790 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:49:42.994790 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 21:49:42.994790 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:49:42.994790 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 21:49:42.994790 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:49:42.994790 n-d-825175-4 neutron-server[84063]: self._notify() May 05 21:49:42.994790 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:49:42.994790 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 21:49:42.994790 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:49:42.994790 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 21:49:42.994790 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:49:42.994790 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:49:42.994790 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:49:42.994790 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:49:42.994790 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:49:42.994790 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 21:49:42.994790 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:49:42.994790 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 21:49:42.994790 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:49:42.994790 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:49:42.994790 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:49:42.994790 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 21:49:42.994790 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:49:42.994790 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:49:42.994790 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:49:42.994790 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:49:42.994790 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:49:42.994790 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:49:42.994790 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:49:42.996650 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc613964-f3cb-46cf-9505-ca79a0288f95', 'tag': '95aa95b3-c351-4de7-8c77-edac6278846e'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:49:43.001969 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-82cc7aad-45dd-454e-be3e-93b833b04dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:43.027190 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-82cc7aad-45dd-454e-be3e-93b833b04dbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:43.037580 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cc7aad-45dd-454e-be3e-93b833b04dbe admin admin] Pushing event deleted for resources: {'Network': ['ID=3d53238c-3066-4861-90b2-685d885616fa,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:43.050930 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-82cc7aad-45dd-454e-be3e-93b833b04dbe admin admin] 10.222.0.23 "DELETE /v2.0/networks/3d53238c-3066-4861-90b2-685d885616fa HTTP/1.1" status: 204 len: 168 time: 0.5016286 May 05 21:49:43.130442 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-0b3c55cb-8e8a-4802-9a10-8168b6c4837e req-dae3992e-e27f-4fb8-a48f-48d165c309d4 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Request body: {'floatingip': {'port_id': 'dd043570-1ead-4571-a3b0-780aa65b61e4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:49:43.293685 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40812) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:49:43.303789 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-0b3c55cb-8e8a-4802-9a10-8168b6c4837e req-dae3992e-e27f-4fb8-a48f-48d165c309d4 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Notify callbacks [] for floatingip, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:43.345749 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-26cde162-90bf-4f21-9483-b670c0b8e543 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=29018b8c8a7346519b4bd7496aff42ba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0508614 May 05 21:49:43.348299 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40816) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:49:43.394231 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-730e203d-bde5-4621-b94e-888db476fad5 req-9a5e293c-ae5f-4d94-9db3-2d0802aae71e tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Deleting port 573d5ff5-a6f5-4a5c-bf57-e9eee1d6d7f8 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:49:43.394574 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-730e203d-bde5-4621-b94e-888db476fad5 req-9a5e293c-ae5f-4d94-9db3-2d0802aae71e tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:43.501633 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5e47b6c9-5c5d-42a8-a619-e1fb4d4aaf72 req-791b16ea-1f8e-4853-9e13-cbabcecd1e22 service neutron] 10.222.0.32 "GET /v2.0/networks/ff40611f-0894-411d-b28c-f86eff8fde57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5404780 May 05 21:49:43.511200 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6437e13d-cb5a-4c38-a9be-55bd7f5bc23a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:43.556428 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6437e13d-cb5a-4c38-a9be-55bd7f5bc23a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:43.660195 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6437e13d-cb5a-4c38-a9be-55bd7f5bc23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:43.684143 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['e7ec7866-39a3-4fcc-8578-f88ef89c0bcf'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:49:43.700028 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6437e13d-cb5a-4c38-a9be-55bd7f5bc23a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40bc07ad-f01f-4a57-a09a-5e2aa2341b9d,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:43.706638 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6437e13d-cb5a-4c38-a9be-55bd7f5bc23a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:43.708427 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-6437e13d-cb5a-4c38-a9be-55bd7f5bc23a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/40bc07ad-f01f-4a57-a09a-5e2aa2341b9d HTTP/1.1" status: 204 len: 168 time: 0.3590980 May 05 21:49:44.019457 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f2885bc0-4242-4df4-baed-6d29a7249e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:44.064729 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-730e203d-bde5-4621-b94e-888db476fad5 req-9a5e293c-ae5f-4d94-9db3-2d0802aae71e tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:44.065058 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-730e203d-bde5-4621-b94e-888db476fad5 req-9a5e293c-ae5f-4d94-9db3-2d0802aae71e tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:44.083303 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 722128f6-4b57-4a55-a312-129d88c2bc88 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:49:44.295230 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-730e203d-bde5-4621-b94e-888db476fad5 req-9a5e293c-ae5f-4d94-9db3-2d0802aae71e tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Calling delete_port for 573d5ff5-a6f5-4a5c-bf57-e9eee1d6d7f8 owned by network:floatingip {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:49:44.315511 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 722128f6-4b57-4a55-a312-129d88c2bc88 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:49:44.315935 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:44.348510 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5e47b6c9-5c5d-42a8-a619-e1fb4d4aaf72 req-a6b2c21c-c5b6-4e99-ba81-72dd35418b4e service neutron] 10.222.0.32 "GET /v2.0/networks/ff40611f-0894-411d-b28c-f86eff8fde57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8360693 May 05 21:49:44.629893 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 0c7e156f-2aaa-4235-9064-3406b0bc7d75 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:49:44.719399 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port 0c7e156f-2aaa-4235-9064-3406b0bc7d75 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:49:44.729798 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 0c7e156f-2aaa-4235-9064-3406b0bc7d75 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:49:44.730370 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:44.892016 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:44.920348 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5e47b6c9-5c5d-42a8-a619-e1fb4d4aaf72 req-3bc834ee-438d-456f-9293-f11500fea05e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cf59b1a8623a48db9737966b2f762b3c&device_id=ecd4a405-2195-46d7-97a2-9d216ad40307 HTTP/1.1" status: 200 len: 1097 time: 0.4852636 May 05 21:49:44.960266 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-730e203d-bde5-4621-b94e-888db476fad5 req-9a5e293c-ae5f-4d94-9db3-2d0802aae71e tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:44.963266 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40842) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:49:44.980199 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 0c7e156f-2aaa-4235-9064-3406b0bc7d75, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=0c7e156f-2aaa-4235-9064-3406b0bc7d75,segment=NetworkSegment(7897bb89-733a-4c20-9fc1-c2a07d157379),segment_id=7897bb89-733a-4c20-9fc1-c2a07d157379)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:49:44.988458 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:44.989694 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device e7ec7866-39a3-4fcc-8578-f88ef89c0bcf up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:49:45.083407 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5e293c-ae5f-4d94-9db3-2d0802aae71e tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Pushing event deleted for resources: {'Port': ['ID=573d5ff5-a6f5-4a5c-bf57-e9eee1d6d7f8,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:45.169880 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=0c7e156f-2aaa-4235-9064-3406b0bc7d75,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:45.190630 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port e7ec7866-39a3-4fcc-8578-f88ef89c0bcf completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:49:45.197176 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port e7ec7866-39a3-4fcc-8578-f88ef89c0bcf triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:49:45.198063 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:45.207804 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-75785a13-eea1-436d-8a96-cb6185f00a3d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1032024978-network', 'tenant_id': 'b8d6052b833a4534bc346cca1ce7985f'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:49:45.213377 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-75785a13-eea1-436d-8a96-cb6185f00a3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:49:45.217864 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-75785a13-eea1-436d-8a96-cb6185f00a3d admin admin] Usage tracker for resource:network and tenant:b8d6052b833a4534bc346cca1ce7985f is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:49:45.220910 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-75785a13-eea1-436d-8a96-cb6185f00a3d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:49:45.226947 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-75785a13-eea1-436d-8a96-cb6185f00a3d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:49:45.239547 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75785a13-eea1-436d-8a96-cb6185f00a3d admin admin] Made reservation on behalf of b8d6052b833a4534bc346cca1ce7985f for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:49:45.241974 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-75785a13-eea1-436d-8a96-cb6185f00a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:45.247899 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47b6c9-5c5d-42a8-a619-e1fb4d4aaf72 req-119336da-f483-4485-ba0d-a166a0567efa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:45.249380 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5e47b6c9-5c5d-42a8-a619-e1fb4d4aaf72 req-119336da-f483-4485-ba0d-a166a0567efa service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca488f45-7fe1-4a2d-919a-777283a719db HTTP/1.1" status: 200 len: 921 time: 0.3198810 May 05 21:49:45.250129 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-730e203d-bde5-4621-b94e-888db476fad5 req-9a5e293c-ae5f-4d94-9db3-2d0802aae71e tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Notify callbacks [] for floatingip, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:45.255602 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-75785a13-eea1-436d-8a96-cb6185f00a3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:45.287441 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-75785a13-eea1-436d-8a96-cb6185f00a3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:49:45.291620 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-75785a13-eea1-436d-8a96-cb6185f00a3d admin admin] Usage tracker for resource:security_group_rule and tenant:b8d6052b833a4534bc346cca1ce7985f is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:49:45.294562 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-75785a13-eea1-436d-8a96-cb6185f00a3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:49:45.300336 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-75785a13-eea1-436d-8a96-cb6185f00a3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:49:45.326287 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:45.360637 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port e7ec7866-39a3-4fcc-8578-f88ef89c0bcf, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=e7ec7866-39a3-4fcc-8578-f88ef89c0bcf,segment=NetworkSegment(7897bb89-733a-4c20-9fc1-c2a07d157379),segment_id=7897bb89-733a-4c20-9fc1-c2a07d157379)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:49:45.365092 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:45.365851 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device ac224bb7-3a5e-47f0-be23-47b832a4e700 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:49:45.366894 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-75785a13-eea1-436d-8a96-cb6185f00a3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:45.372915 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-75785a13-eea1-436d-8a96-cb6185f00a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:45.400756 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75785a13-eea1-436d-8a96-cb6185f00a3d admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:49:45.408940 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5e47b6c9-5c5d-42a8-a619-e1fb4d4aaf72 req-637226c1-d0d2-41ec-a458-58cd922428c4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd043570-1ead-4571-a3b0-780aa65b61e4 HTTP/1.1" status: 200 len: 217 time: 0.1526570 May 05 21:49:45.416523 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75785a13-eea1-436d-8a96-cb6185f00a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910f211c-c7ca-4cc4-8d09-61e980cdaa2e,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:45.422776 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-75785a13-eea1-436d-8a96-cb6185f00a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:45.423120 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-75785a13-eea1-436d-8a96-cb6185f00a3d admin admin] Added segment 5513eecd-fe5a-4823-bb4c-ae0607ac9c61 of type vlan for network 0209bbe2-ae77-4a5e-8f5f-b598cdea432f May 05 21:49:45.453740 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-75785a13-eea1-436d-8a96-cb6185f00a3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:45.456677 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-730e203d-bde5-4621-b94e-888db476fad5 req-9a5e293c-ae5f-4d94-9db3-2d0802aae71e tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:45.458003 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-730e203d-bde5-4621-b94e-888db476fad5 req-9a5e293c-ae5f-4d94-9db3-2d0802aae71e tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] 10.222.0.23 "DELETE /v2.0/floatingips/df84581e-d532-425a-bd24-4ee1882a59b9 HTTP/1.1" status: 204 len: 173 time: 2.4120657 May 05 21:49:45.482255 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-0b3c55cb-8e8a-4802-9a10-8168b6c4837e req-dae3992e-e27f-4fb8-a48f-48d165c309d4 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:45.484530 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=e7ec7866-39a3-4fcc-8578-f88ef89c0bcf,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:45.492239 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-0b3c55cb-8e8a-4802-9a10-8168b6c4837e req-dae3992e-e27f-4fb8-a48f-48d165c309d4 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:45.496880 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-75785a13-eea1-436d-8a96-cb6185f00a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:45.498508 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75785a13-eea1-436d-8a96-cb6185f00a3d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:45.499695 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-75785a13-eea1-436d-8a96-cb6185f00a3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:45.500159 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:49:45.500553 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:49:45.500967 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:49:45.501344 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:49:45.501730 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:49:45.502118 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:49:45.502439 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:49:45.502802 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:49:45.503322 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:49:45.503800 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:49:45.504324 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:49:45.535465 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port ac224bb7-3a5e-47f0-be23-47b832a4e700 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:49:45.548534 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port ac224bb7-3a5e-47f0-be23-47b832a4e700 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:49:45.548898 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:45.633269 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-75785a13-eea1-436d-8a96-cb6185f00a3d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6681955 May 05 21:49:45.634879 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75785a13-eea1-436d-8a96-cb6185f00a3d admin admin] Pushing event updated for resources: {'Network': ['ID=0209bbe2-ae77-4a5e-8f5f-b598cdea432f,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:45.637657 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40850) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:49:45.645375 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-4ae684a5-6d4b-46b3-98e3-0b6f8ea574e9 admin admin] Request body: {'subnet': {'network_id': '0209bbe2-ae77-4a5e-8f5f-b598cdea432f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1032024978-subnet', 'tenant_id': 'b8d6052b833a4534bc346cca1ce7985f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:49:45.662172 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-4ae684a5-6d4b-46b3-98e3-0b6f8ea574e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:49:45.668821 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-4ae684a5-6d4b-46b3-98e3-0b6f8ea574e9 admin admin] Usage tracker for resource:subnet and tenant:b8d6052b833a4534bc346cca1ce7985f is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:49:45.673100 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-4ae684a5-6d4b-46b3-98e3-0b6f8ea574e9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:49:45.680809 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-4ae684a5-6d4b-46b3-98e3-0b6f8ea574e9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:49:45.698363 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae684a5-6d4b-46b3-98e3-0b6f8ea574e9 admin admin] Made reservation on behalf of b8d6052b833a4534bc346cca1ce7985f for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:49:45.704363 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4ae684a5-6d4b-46b3-98e3-0b6f8ea574e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:45.730452 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11108cd7-8e4c-4575-874b-6a45ccb89202'] response: {'server_uuid': 'dc613964-f3cb-46cf-9505-ca79a0288f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95aa95b3-c351-4de7-8c77-edac6278846e', 'code': 200} May 05 21:49:45.733678 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 0209bbe2-ae77-4a5e-8f5f-b598cdea432f details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:49:45.773746 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47b6c9-5c5d-42a8-a619-e1fb4d4aaf72 req-b1039041-5816-44d8-b5e9-16b85de26f8b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:45.775821 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5e47b6c9-5c5d-42a8-a619-e1fb4d4aaf72 req-b1039041-5816-44d8-b5e9-16b85de26f8b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aae297b4-545c-4d68-be8d-c45225bf12de HTTP/1.1" status: 200 len: 860 time: 0.3567705 May 05 21:49:45.861545 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:45.909903 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port ac224bb7-3a5e-47f0-be23-47b832a4e700, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=ac224bb7-3a5e-47f0-be23-47b832a4e700,segment=NetworkSegment(0948a826-fbb2-4422-be38-6b1ee05eefbc),segment_id=0948a826-fbb2-4422-be38-6b1ee05eefbc)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:49:45.914076 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5e47b6c9-5c5d-42a8-a619-e1fb4d4aaf72 req-21e27fd7-31d9-4893-8b2c-ac3e19b0764a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca488f45-7fe1-4a2d-919a-777283a719db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1027496 May 05 21:49:45.915652 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:45.926355 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4ae684a5-6d4b-46b3-98e3-0b6f8ea574e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:45.995274 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=ac224bb7-3a5e-47f0-be23-47b832a4e700,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:46.004983 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae684a5-6d4b-46b3-98e3-0b6f8ea574e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1666d56-aa2f-45d5-85a5-62900adc165a,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:46.016556 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae684a5-6d4b-46b3-98e3-0b6f8ea574e9 admin admin] Checking segment: {'id': '5513eecd-fe5a-4823-bb4c-ae0607ac9c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0209bbe2-ae77-4a5e-8f5f-b598cdea432f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:49:46.016907 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae684a5-6d4b-46b3-98e3-0b6f8ea574e9 admin admin] Network hostable DHCP agents. Network: 0209bbe2-ae77-4a5e-8f5f-b598cdea432f, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:49:46.047747 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae684a5-6d4b-46b3-98e3-0b6f8ea574e9 admin admin] Network 0209bbe2-ae77-4a5e-8f5f-b598cdea432f is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:49:46.059421 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-4ae684a5-6d4b-46b3-98e3-0b6f8ea574e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 0209bbe2-ae77-4a5e-8f5f-b598cdea432f) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:49:46.061343 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-08d8ec74-242e-446b-86c9-078bc83ade45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:46.064215 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae684a5-6d4b-46b3-98e3-0b6f8ea574e9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:46.064872 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4ae684a5-6d4b-46b3-98e3-0b6f8ea574e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:46.075550 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e6e935-68ae-4cdb-9355-3809ef91aa27 None None] Network 0209bbe2-ae77-4a5e-8f5f-b598cdea432f requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:49:46.099926 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-4ae684a5-6d4b-46b3-98e3-0b6f8ea574e9 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4607272 May 05 21:49:46.100696 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40854) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:49:46.111402 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-872bd028-7a69-4f54-b6db-84df3691fdb1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1032024978-router', 'tenant_id': 'b8d6052b833a4534bc346cca1ce7985f', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:49:46.120150 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-872bd028-7a69-4f54-b6db-84df3691fdb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:49:46.126480 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-872bd028-7a69-4f54-b6db-84df3691fdb1 admin admin] Usage tracker for resource:router and tenant:b8d6052b833a4534bc346cca1ce7985f is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:49:46.127135 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7baebad-e031-4449-9662-b8656590753b req-885ea7f3-0f0d-40f8-a3c2-e88b790d256e tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:46.128670 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b7baebad-e031-4449-9662-b8656590753b req-885ea7f3-0f0d-40f8-a3c2-e88b790d256e tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.3186233 May 05 21:49:46.130367 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-872bd028-7a69-4f54-b6db-84df3691fdb1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:49:46.131539 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f4ee8cf1-01a4-4363-a4a2-355b185fd0df req-072f1d28-7e58-4e1d-8ad4-620fc4cc84e0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dc613964-f3cb-46cf-9505-ca79a0288f95 HTTP/1.1" status: 200 len: 1101 time: 0.3598943 May 05 21:49:46.140092 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-872bd028-7a69-4f54-b6db-84df3691fdb1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:49:46.152877 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-872bd028-7a69-4f54-b6db-84df3691fdb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:46.153879 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-872bd028-7a69-4f54-b6db-84df3691fdb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:46.172575 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5e47b6c9-5c5d-42a8-a619-e1fb4d4aaf72 req-69aa85af-7c83-4d50-9437-89836047f425 service neutron] 10.222.0.32 "GET /v2.0/networks/ca488f45-7fe1-4a2d-919a-777283a719db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505026 May 05 21:49:46.187477 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-872bd028-7a69-4f54-b6db-84df3691fdb1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:46.326223 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c351ad49-5e91-4509-9ca7-a38386947e7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-0209bbe2-ae77-4a5e-8f5f-b598cdea432f', 'network_id': '0209bbe2-ae77-4a5e-8f5f-b598cdea432f', 'tenant_id': 'b8d6052b833a4534bc346cca1ce7985f', 'fixed_ips': [{'subnet_id': 'd1666d56-aa2f-45d5-85a5-62900adc165a'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 21:49:46.327210 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c351ad49-5e91-4509-9ca7-a38386947e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:46.331536 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b7baebad-e031-4449-9662-b8656590753b req-572370fb-5350-4f34-9523-0cc7c066844d tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920609 May 05 21:49:46.339956 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f4ee8cf1-01a4-4363-a4a2-355b185fd0df req-5204aa67-4c9e-40ef-baac-c3719a83ceab service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981506 May 05 21:49:46.398991 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5e47b6c9-5c5d-42a8-a619-e1fb4d4aaf72 req-4706ea3e-14f3-4472-816e-46d41c9a1c1f service neutron] 10.222.0.32 "GET /v2.0/networks/ca488f45-7fe1-4a2d-919a-777283a719db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116187 May 05 21:49:46.406610 n-d-825175-4 neutron-server[84061]: INFO neutron.db.l3_db [req-0b3c55cb-8e8a-4802-9a10-8168b6c4837e req-dae3992e-e27f-4fb8-a48f-48d165c309d4 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Floating IP 96061dd2-5b43-47be-a350-898cd1e2abb4 associated. External IP: 172.25.4.207, port: dd043570-1ead-4571-a3b0-780aa65b61e4. May 05 21:49:46.459787 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-872bd028-7a69-4f54-b6db-84df3691fdb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:46.519171 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-c351ad49-5e91-4509-9ca7-a38386947e7d None None] Allocated IP 172.20.0.2 (0209bbe2-ae77-4a5e-8f5f-b598cdea432f/d1666d56-aa2f-45d5-85a5-62900adc165a/de92ae74-9c5d-4817-a0ae-434f3a23bd78) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:49:46.645830 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc512a-777b-4560-83e4-3ad9cdebfa1a req-001842a8-f902-4055-9e2f-bc9a54863ed7 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:46.647668 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7ddc512a-777b-4560-83e4-3ad9cdebfa1a req-001842a8-f902-4055-9e2f-bc9a54863ed7 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc613964-f3cb-46cf-9505-ca79a0288f95 HTTP/1.1" status: 200 len: 950 time: 0.1665633 May 05 21:49:46.679772 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-872bd028-7a69-4f54-b6db-84df3691fdb1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:46.710254 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-872bd028-7a69-4f54-b6db-84df3691fdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:46.711613 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7ddc512a-777b-4560-83e4-3ad9cdebfa1a req-8d8c276b-1a06-4820-aca7-ba9933d2a5bb tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532215 May 05 21:49:46.776906 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c351ad49-5e91-4509-9ca7-a38386947e7d None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:46.795636 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c351ad49-5e91-4509-9ca7-a38386947e7d None None] Transition to ACTIVE for port object de92ae74-9c5d-4817-a0ae-434f3a23bd78 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:49:46.825320 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1b94ad6-1e66-41d3-87be-a808da9d8472'] response: {'name': 'network-changed', 'server_uuid': 'dc613964-f3cb-46cf-9505-ca79a0288f95', 'tag': '95aa95b3-c351-4de7-8c77-edac6278846e', 'status': 'completed', 'code': 200} May 05 21:49:46.832344 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c351ad49-5e91-4509-9ca7-a38386947e7d None None] Transition to ACTIVE for port object de92ae74-9c5d-4817-a0ae-434f3a23bd78 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:49:46.843379 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c351ad49-5e91-4509-9ca7-a38386947e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:46.863992 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-872bd028-7a69-4f54-b6db-84df3691fdb1 admin admin] Allocated IP 172.25.4.172 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/ed498169-4038-4481-ba40-f7a1f9056ae2) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:49:46.906396 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c351ad49-5e91-4509-9ca7-a38386947e7d None None] Network 0209bbe2-ae77-4a5e-8f5f-b598cdea432f is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:49:46.913330 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-c351ad49-5e91-4509-9ca7-a38386947e7d None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:49:46.928678 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c351ad49-5e91-4509-9ca7-a38386947e7d None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:49:47.026787 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-872bd028-7a69-4f54-b6db-84df3691fdb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:47.028662 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c351ad49-5e91-4509-9ca7-a38386947e7d None None] Pushing event updated for resources: {'Port': ['ID=de92ae74-9c5d-4817-a0ae-434f3a23bd78,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:47.041084 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-c351ad49-5e91-4509-9ca7-a38386947e7d None None] Attempting to bind port de92ae74-9c5d-4817-a0ae-434f3a23bd78 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:49:47.041515 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-c351ad49-5e91-4509-9ca7-a38386947e7d None None] Attempting to bind port de92ae74-9c5d-4817-a0ae-434f3a23bd78 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '5513eecd-fe5a-4823-bb4c-ae0607ac9c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0209bbe2-ae77-4a5e-8f5f-b598cdea432f'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:49:47.041958 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c351ad49-5e91-4509-9ca7-a38386947e7d None None] Attempting to bind port de92ae74-9c5d-4817-a0ae-434f3a23bd78 on network 0209bbe2-ae77-4a5e-8f5f-b598cdea432f {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:49:47.050154 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c351ad49-5e91-4509-9ca7-a38386947e7d None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:49:47.050154 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c351ad49-5e91-4509-9ca7-a38386947e7d None None] Checking segment: {'id': '5513eecd-fe5a-4823-bb4c-ae0607ac9c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0209bbe2-ae77-4a5e-8f5f-b598cdea432f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:49:47.050448 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c351ad49-5e91-4509-9ca7-a38386947e7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:47.050811 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c351ad49-5e91-4509-9ca7-a38386947e7d None None] Bound using segment: {'id': '5513eecd-fe5a-4823-bb4c-ae0607ac9c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0209bbe2-ae77-4a5e-8f5f-b598cdea432f'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:49:47.051267 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-c351ad49-5e91-4509-9ca7-a38386947e7d None None] Bound port: de92ae74-9c5d-4817-a0ae-434f3a23bd78, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5513eecd-fe5a-4823-bb4c-ae0607ac9c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0209bbe2-ae77-4a5e-8f5f-b598cdea432f'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:49:47.051629 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c351ad49-5e91-4509-9ca7-a38386947e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:47.068275 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-872bd028-7a69-4f54-b6db-84df3691fdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:47.070675 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8bbc0-006e-4032-8aa6-f5c54bba7260 req-0f4d1d5a-4491-4a3e-a8d5-4a662e777e95 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:47.075256 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8bbc0-006e-4032-8aa6-f5c54bba7260 req-0f4d1d5a-4491-4a3e-a8d5-4a662e777e95 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:47.079553 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8bbc0-006e-4032-8aa6-f5c54bba7260 req-0f4d1d5a-4491-4a3e-a8d5-4a662e777e95 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:47.081156 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-41d8bbc0-006e-4032-8aa6-f5c54bba7260 req-0f4d1d5a-4491-4a3e-a8d5-4a662e777e95 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.23 "GET /v2.0/ports?device_id=c101afed-0857-4553-940f-f06940fb468c HTTP/1.1" status: 200 len: 2418 time: 0.1519663 May 05 21:49:47.093531 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-71150e0c-c6c9-47ad-87fe-291758a0466e req-51b6eae1-4a6d-4f87-b763-552abf33ef30 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=573addcdcad64ebbacaadf6765f34d35&device_id=dc613964-f3cb-46cf-9505-ca79a0288f95 HTTP/1.1" status: 200 len: 1101 time: 0.2576051 May 05 21:49:47.140469 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-c351ad49-5e91-4509-9ca7-a38386947e7d None None] For port de92ae74-9c5d-4817-a0ae-434f3a23bd78, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:49:47.143792 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-c351ad49-5e91-4509-9ca7-a38386947e7d None None] For port de92ae74-9c5d-4817-a0ae-434f3a23bd78, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=de92ae74-9c5d-4817-a0ae-434f3a23bd78,segment=NetworkSegment(5513eecd-fe5a-4823-bb4c-ae0607ac9c61),segment_id=5513eecd-fe5a-4823-bb4c-ae0607ac9c61)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:49:47.146568 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872bd028-7a69-4f54-b6db-84df3691fdb1 admin admin] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:49:47.148927 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-872bd028-7a69-4f54-b6db-84df3691fdb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:49:47.150246 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c351ad49-5e91-4509-9ca7-a38386947e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:47.151089 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872bd028-7a69-4f54-b6db-84df3691fdb1 admin admin] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:49:47.218479 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872bd028-7a69-4f54-b6db-84df3691fdb1 admin admin] Pushing event updated for resources: {'Port': ['ID=ed498169-4038-4481-ba40-f7a1f9056ae2,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:47.266917 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-41d8bbc0-006e-4032-8aa6-f5c54bba7260 req-c46ab677-9aa4-478a-900c-176bd9a60208 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.23 "GET /v2.0/security-groups?id=933a40d1-d6ba-41e6-a91e-e2abeccdac87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780779 May 05 21:49:47.301053 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:47.308408 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c351ad49-5e91-4509-9ca7-a38386947e7d None None] Pushing event updated for resources: {'Port': ['ID=de92ae74-9c5d-4817-a0ae-434f3a23bd78,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:47.312858 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71150e0c-c6c9-47ad-87fe-291758a0466e req-f1654efd-6ebc-47e0-a7c0-8cf4f0dedd99 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:47.314239 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-71150e0c-c6c9-47ad-87fe-291758a0466e req-f1654efd-6ebc-47e0-a7c0-8cf4f0dedd99 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 HTTP/1.1" status: 200 len: 870 time: 0.2033637 May 05 21:49:47.377160 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-872bd028-7a69-4f54-b6db-84df3691fdb1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:47.378194 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-872bd028-7a69-4f54-b6db-84df3691fdb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:47.454454 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:47.600582 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-71150e0c-c6c9-47ad-87fe-291758a0466e req-3eff3798-e1fa-4c92-bd37-5c703e8c8490 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=95aa95b3-c351-4de7-8c77-edac6278846e HTTP/1.1" status: 200 len: 217 time: 0.2707143 May 05 21:49:47.675994 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b3c55cb-8e8a-4802-9a10-8168b6c4837e req-dae3992e-e27f-4fb8-a48f-48d165c309d4 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Router 645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:49:47.710124 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [req-c287b496-132f-4188-8ac0-30559cdbdf01 req-8c647ea2-63bc-484a-9f9c-46ec5ddb7cac tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] show failed (client error): The resource could not be found. May 05 21:49:47.711186 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c287b496-132f-4188-8ac0-30559cdbdf01 req-8c647ea2-63bc-484a-9f9c-46ec5ddb7cac tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] 10.222.0.23 "GET /v2.0/floatingips/df84581e-d532-425a-bd24-4ee1882a59b9 HTTP/1.1" status: 404 len: 350 time: 0.1093993 May 05 21:49:47.733116 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c101afed-0857-4553-940f-f06940fb468c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c7e156f-2aaa-4235-9064-3406b0bc7d75'}, {'server_uuid': 'c101afed-0857-4553-940f-f06940fb468c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7ec7866-39a3-4fcc-8578-f88ef89c0bcf'}, {'server_uuid': 'c101afed-0857-4553-940f-f06940fb468c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac224bb7-3a5e-47f0-be23-47b832a4e700'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:49:47.752724 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71150e0c-c6c9-47ad-87fe-291758a0466e req-76c2e44f-d12f-490a-936c-1870990c8b98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:47.754142 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-71150e0c-c6c9-47ad-87fe-291758a0466e req-76c2e44f-d12f-490a-936c-1870990c8b98 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.0768344 May 05 21:49:47.767374 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-872bd028-7a69-4f54-b6db-84df3691fdb1 admin admin] Router c75c1270-4a41-4a4b-8adf-fd2eee70e08e is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 21:49:47.981512 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-872bd028-7a69-4f54-b6db-84df3691fdb1 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:49:48.009996 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3eb8580-b0d1-4c6c-813d-d35dd65de92d None None] Sync routers for ids ['c75c1270-4a41-4a4b-8adf-fd2eee70e08e'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:49:48.014939 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-872bd028-7a69-4f54-b6db-84df3691fdb1 admin admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:48.018626 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-872bd028-7a69-4f54-b6db-84df3691fdb1 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 1.9155796 May 05 21:49:48.021682 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40868) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:49:48.034694 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3eb8580-b0d1-4c6c-813d-d35dd65de92d None None] Routers {'c75c1270-4a41-4a4b-8adf-fd2eee70e08e'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:49:48.035408 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-c3eb8580-b0d1-4c6c-813d-d35dd65de92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:49:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['c75c1270-4a41-4a4b-8adf-fd2eee70e08e'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:49:48.037493 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-71150e0c-c6c9-47ad-87fe-291758a0466e req-ffa1583e-35bc-49bd-b6d2-4c2a65cb14da service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2299960 May 05 21:49:48.045776 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b06fb84-7496-4d68-9577-e733424e030f req-d8be9a36-80a6-4d46-ae77-112f0413ea97 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:48.056159 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2b06fb84-7496-4d68-9577-e733424e030f req-d8be9a36-80a6-4d46-ae77-112f0413ea97 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.2152181 May 05 21:49:48.094107 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device de92ae74-9c5d-4817-a0ae-434f3a23bd78 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:49:48.240750 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port de92ae74-9c5d-4817-a0ae-434f3a23bd78 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:49:48.253060 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2b06fb84-7496-4d68-9577-e733424e030f req-f5b1e8d4-a378-4f7d-8a29-51bf11c43a0e tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959591 May 05 21:49:48.312143 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-71150e0c-c6c9-47ad-87fe-291758a0466e req-3f4e21cc-2a8b-4f48-8d4e-aa57ba0330d7 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500353 May 05 21:49:48.428410 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b3c55cb-8e8a-4802-9a10-8168b6c4837e req-dae3992e-e27f-4fb8-a48f-48d165c309d4 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:49:48.438376 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-0b3c55cb-8e8a-4802-9a10-8168b6c4837e req-dae3992e-e27f-4fb8-a48f-48d165c309d4 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:48.438888 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727a528e-90ab-4511-b99a-8df16e33fb64 None None] Sync routers for ids ['645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:49:48.459070 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727a528e-90ab-4511-b99a-8df16e33fb64 None None] Routers {'645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:49:48.459884 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-727a528e-90ab-4511-b99a-8df16e33fb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:49:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:49:48.479105 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-c3eb8580-b0d1-4c6c-813d-d35dd65de92d None None] Set router c75c1270-4a41-4a4b-8adf-fd2eee70e08e gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:49:48.598335 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [req-daf74a16-502e-48d4-9b1c-35d29765dea0 req-ef8b9337-aa9c-4495-be42-099a3a0dd0e9 tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] show failed (client error): The resource could not be found. May 05 21:49:48.606721 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-daf74a16-502e-48d4-9b1c-35d29765dea0 req-ef8b9337-aa9c-4495-be42-099a3a0dd0e9 tempest-FloatingIPsTestJSON-1287403738 tempest-FloatingIPsTestJSON-1287403738-project] 10.222.0.23 "GET /v2.0/floatingips/df84581e-d532-425a-bd24-4ee1882a59b9 HTTP/1.1" status: 404 len: 350 time: 0.1258187 May 05 21:49:48.656639 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 40878) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:49:48.796465 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78e699bb-16ea-4935-bd70-6d20183eabcb'] response: {'server_uuid': 'c101afed-0857-4553-940f-f06940fb468c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c7e156f-2aaa-4235-9064-3406b0bc7d75', 'code': 200} May 05 21:49:48.797646 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78e699bb-16ea-4935-bd70-6d20183eabcb'] response: {'server_uuid': 'c101afed-0857-4553-940f-f06940fb468c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7ec7866-39a3-4fcc-8578-f88ef89c0bcf', 'code': 200} May 05 21:49:48.797977 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78e699bb-16ea-4935-bd70-6d20183eabcb'] response: {'server_uuid': 'c101afed-0857-4553-940f-f06940fb468c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac224bb7-3a5e-47f0-be23-47b832a4e700', 'code': 200} May 05 21:49:48.802890 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4dcd14-8757-462c-8887-93fe41928a8f None None] Network 0209bbe2-ae77-4a5e-8f5f-b598cdea432f requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:49:48.894809 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-c3eb8580-b0d1-4c6c-813d-d35dd65de92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75c1270-4a41-4a4b-8adf-fd2eee70e08e', 'name': 'tempest-ServerRescueNegativeTestJSON-1032024978-router', 'tenant_id': 'b8d6052b833a4534bc346cca1ce7985f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'ed498169-4038-4481-ba40-f7a1f9056ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:49:46Z', 'updated_at': '2022-05-05T21:49:47Z', 'revision_number': 3, 'project_id': 'b8d6052b833a4534bc346cca1ce7985f', 'gw_port': {'id': 'ed498169-4038-4481-ba40-f7a1f9056ae2', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:43:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75c1270-4a41-4a4b-8adf-fd2eee70e08e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:49:46Z', 'updated_at': '2022-05-05T21:49:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:49:48.900706 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3eb8580-b0d1-4c6c-813d-d35dd65de92d None None] Checking router: c75c1270-4a41-4a4b-8adf-fd2eee70e08e for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:49:48.900706 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3eb8580-b0d1-4c6c-813d-d35dd65de92d None None] Updating router c75c1270-4a41-4a4b-8adf-fd2eee70e08e port ed498169-4038-4481-ba40-f7a1f9056ae2 binding host n-d-825175-4 {{(pid=84068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 21:49:48.925321 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:48.936149 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-727a528e-90ab-4511-b99a-8df16e33fb64 None None] Set router 645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:49:48.965876 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-c3eb8580-b0d1-4c6c-813d-d35dd65de92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:48.978006 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-b2fc26fa-03d4-4115-8718-6be486ef082d None None] Provisioning for port de92ae74-9c5d-4817-a0ae-434f3a23bd78 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:49:49.000581 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0b3c55cb-8e8a-4802-9a10-8168b6c4837e req-dae3992e-e27f-4fb8-a48f-48d165c309d4 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "PUT /v2.0/floatingips/96061dd2-5b43-47be-a350-898cd1e2abb4 HTTP/1.1" status: 200 len: 997 time: 5.9468307 May 05 21:49:49.002421 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-71150e0c-c6c9-47ad-87fe-291758a0466e req-ac8039ae-eaad-49a9-bc16-cde2c3c77940 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6827133 May 05 21:49:49.010539 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecd4a405-2195-46d7-97a2-9d216ad40307', 'tag': 'dd043570-1ead-4571-a3b0-780aa65b61e4'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:49:49.052420 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-b2fc26fa-03d4-4115-8718-6be486ef082d None None] Provisioning complete for port de92ae74-9c5d-4817-a0ae-434f3a23bd78 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:49:49.052858 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b2fc26fa-03d4-4115-8718-6be486ef082d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:49.162067 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-aaed8db6-9bf7-4658-91dc-8a49fce1c4be req-530d4ed4-2e0c-4b57-b5f3-5cf8e3fc7e2a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c101afed-0857-4553-940f-f06940fb468c HTTP/1.1" status: 200 len: 2871 time: 0.2201254 May 05 21:49:49.177714 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8040d-a94f-473f-9e1d-67b0cd26903c req-f8270b17-7f51-4f74-b516-41d6ca97b2c0 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:49.185359 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-92b8040d-a94f-473f-9e1d-67b0cd26903c req-f8270b17-7f51-4f74-b516-41d6ca97b2c0 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc613964-f3cb-46cf-9505-ca79a0288f95 HTTP/1.1" status: 200 len: 950 time: 0.2814374 May 05 21:49:49.257983 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-92b8040d-a94f-473f-9e1d-67b0cd26903c req-5f679f64-9146-43d2-bd1f-a231a701ad01 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723181 May 05 21:49:49.396623 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0b3c55cb-8e8a-4802-9a10-8168b6c4837e req-98f788a5-a986-481b-9c77-3c58819ba916 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cf59b1a8623a48db9737966b2f762b3c&device_id=ecd4a405-2195-46d7-97a2-9d216ad40307 HTTP/1.1" status: 200 len: 1097 time: 0.3577516 May 05 21:49:49.456555 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-da973673-819c-422c-83d2-47dba30a091b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:49.497659 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b2fc26fa-03d4-4115-8718-6be486ef082d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:49.552171 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-c3eb8580-b0d1-4c6c-813d-d35dd65de92d None None] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:49.558123 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-b2fc26fa-03d4-4115-8718-6be486ef082d None None] For port de92ae74-9c5d-4817-a0ae-434f3a23bd78, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=de92ae74-9c5d-4817-a0ae-434f3a23bd78,segment=NetworkSegment(5513eecd-fe5a-4823-bb4c-ae0607ac9c61),segment_id=5513eecd-fe5a-4823-bb4c-ae0607ac9c61)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:49:49.579558 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b2fc26fa-03d4-4115-8718-6be486ef082d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:49.597150 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.provisioning_blocks [None req-c3eb8580-b0d1-4c6c-813d-d35dd65de92d None None] Transition to ACTIVE for port object ed498169-4038-4481-ba40-f7a1f9056ae2 will not be triggered until provisioned by entity L2. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:49:49.613816 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-c3eb8580-b0d1-4c6c-813d-d35dd65de92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:49.703531 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-aaed8db6-9bf7-4658-91dc-8a49fce1c4be req-09cd10fa-d2b4-4409-b2be-010ee42b6a8a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=933a40d1-d6ba-41e6-a91e-e2abeccdac87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4941502 May 05 21:49:49.725926 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc26fa-03d4-4115-8718-6be486ef082d None None] Pushing event updated for resources: {'Port': ['ID=de92ae74-9c5d-4817-a0ae-434f3a23bd78,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:49.736961 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-c3eb8580-b0d1-4c6c-813d-d35dd65de92d None None] Attempting to bind port ed498169-4038-4481-ba40-f7a1f9056ae2 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:49:49.737531 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-c3eb8580-b0d1-4c6c-813d-d35dd65de92d None None] Attempting to bind port ed498169-4038-4481-ba40-f7a1f9056ae2 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:49:49.739012 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eb8580-b0d1-4c6c-813d-d35dd65de92d None None] Attempting to bind port ed498169-4038-4481-ba40-f7a1f9056ae2 on network 25bfe237-58de-4709-a3e0-ac79da07c300 {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:49:49.765084 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eb8580-b0d1-4c6c-813d-d35dd65de92d None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:49:49.765460 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eb8580-b0d1-4c6c-813d-d35dd65de92d None None] Checking segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:49:49.766528 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-c3eb8580-b0d1-4c6c-813d-d35dd65de92d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:49.766528 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eb8580-b0d1-4c6c-813d-d35dd65de92d None None] Bound using segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:49:49.766709 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-c3eb8580-b0d1-4c6c-813d-d35dd65de92d None None] Bound port: ed498169-4038-4481-ba40-f7a1f9056ae2, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:49:49.767064 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-c3eb8580-b0d1-4c6c-813d-d35dd65de92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:49.777719 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-727a528e-90ab-4511-b99a-8df16e33fb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf', 'name': 'tempest-ServerRescueTestJSONUnderV235-1952583119-router', 'tenant_id': 'cf59b1a8623a48db9737966b2f762b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'dcb5be8b-3392-4a5f-b7a4-b6a197cafd9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:48:00Z', 'updated_at': '2022-05-05T21:48:16Z', 'revision_number': 4, 'project_id': 'cf59b1a8623a48db9737966b2f762b3c', 'gw_port': {'id': 'dcb5be8b-3392-4a5f-b7a4-b6a197cafd9f', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:45:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:48:03Z', 'updated_at': '2022-05-05T21:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '96061dd2-5b43-47be-a350-898cd1e2abb4', 'tenant_id': 'cf59b1a8623a48db9737966b2f762b3c', 'floating_ip_address': '172.25.4.207', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf', 'port_id': 'dd043570-1ead-4571-a3b0-780aa65b61e4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca488f45-7fe1-4a2d-919a-777283a719db', 'mac_address': 'fa:16:3e:33:f0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd4a405-2195-46d7-97a2-9d216ad40307', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:49:38Z', 'updated_at': '2022-05-05T21:49:45Z', 'revision_number': 1, 'project_id': 'cf59b1a8623a48db9737966b2f762b3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a40e2f3-fd24-46c8-a1ed-7679ecf6799d', 'name': '', 'network_id': 'ca488f45-7fe1-4a2d-919a-777283a719db', 'tenant_id': 'cf59b1a8623a48db9737966b2f762b3c', 'mac_address': 'fa:16:3e:2f:2f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aae297b4-545c-4d68-be8d-c45225bf12de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:48:14Z', 'updated_at': '2022-05-05T21:48:29Z', 'revision_number': 5, 'project_id': 'cf59b1a8623a48db9737966b2f762b3c', 'subnets': [{'id': 'aae297b4-545c-4d68-be8d-c45225bf12de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:49:49.783256 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727a528e-90ab-4511-b99a-8df16e33fb64 None None] Checking router: 645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:49:49.797449 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-da973673-819c-422c-83d2-47dba30a091b admin admin] Allocated IP 172.20.0.1 (0209bbe2-ae77-4a5e-8f5f-b598cdea432f/d1666d56-aa2f-45d5-85a5-62900adc165a/bca95d23-9ab7-49d8-9a3b-ee93ba2c24c0) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:49:49.805196 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727a528e-90ab-4511-b99a-8df16e33fb64 None None] Routers {'645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:49:49.807095 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-727a528e-90ab-4511-b99a-8df16e33fb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:49:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:49:49.858111 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4c1f55-8ced-41d0-b216-2d78bc05bf0a None None] Pushing event updated for resources: {'Port': ['ID=ed498169-4038-4481-ba40-f7a1f9056ae2,revision_number=2']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:49.888284 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4c1f55-8ced-41d0-b216-2d78bc05bf0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:49:49.888932 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4c1f55-8ced-41d0-b216-2d78bc05bf0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:49:49.889487 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4c1f55-8ced-41d0-b216-2d78bc05bf0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:49:49.890015 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4c1f55-8ced-41d0-b216-2d78bc05bf0a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:49:49.890556 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4c1f55-8ced-41d0-b216-2d78bc05bf0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:49:49.891128 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4c1f55-8ced-41d0-b216-2d78bc05bf0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:49:49.891661 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4c1f55-8ced-41d0-b216-2d78bc05bf0a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:49:49.892854 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4c1f55-8ced-41d0-b216-2d78bc05bf0a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:49:49.893383 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4c1f55-8ced-41d0-b216-2d78bc05bf0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:49:49.893921 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4c1f55-8ced-41d0-b216-2d78bc05bf0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:49:49.894474 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4c1f55-8ced-41d0-b216-2d78bc05bf0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:49:49.932414 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-c3eb8580-b0d1-4c6c-813d-d35dd65de92d None None] For port ed498169-4038-4481-ba40-f7a1f9056ae2, host n-d-825175-4, cleared binding levels {{(pid=84068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:49:49.937332 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-c3eb8580-b0d1-4c6c-813d-d35dd65de92d None None] For port ed498169-4038-4481-ba40-f7a1f9056ae2, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=ed498169-4038-4481-ba40-f7a1f9056ae2,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:49:49.942373 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-c3eb8580-b0d1-4c6c-813d-d35dd65de92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:50.028077 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3eb8580-b0d1-4c6c-813d-d35dd65de92d None None] Routers {'c75c1270-4a41-4a4b-8adf-fd2eee70e08e'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:49:50.028751 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-c3eb8580-b0d1-4c6c-813d-d35dd65de92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:49:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['c75c1270-4a41-4a4b-8adf-fd2eee70e08e'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:49:50.033575 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-da973673-819c-422c-83d2-47dba30a091b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:50.072628 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3d7047ab-2ba5-4646-9b77-6dfcb4dc4ea2 req-d0841f9d-b59c-4790-bfe5-c7a7ca14e108 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ecd4a405-2195-46d7-97a2-9d216ad40307&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6728876 May 05 21:49:50.102253 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c55cb-8e8a-4802-9a10-8168b6c4837e req-f2601b5b-44a6-494b-a418-caaabb1efa70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:50.103861 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0b3c55cb-8e8a-4802-9a10-8168b6c4837e req-f2601b5b-44a6-494b-a418-caaabb1efa70 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ca488f45-7fe1-4a2d-919a-777283a719db HTTP/1.1" status: 200 len: 921 time: 0.7067647 May 05 21:49:50.116488 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-da973673-819c-422c-83d2-47dba30a091b admin admin] Transition to ACTIVE for port object bca95d23-9ab7-49d8-9a3b-ee93ba2c24c0 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:49:50.127390 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ebfc8b-86c0-430c-8f58-eaba7bb2528b req-53905e4a-f208-4210-a7e6-0874de8be372 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:50.134233 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-53ebfc8b-86c0-430c-8f58-eaba7bb2528b req-53905e4a-f208-4210-a7e6-0874de8be372 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.5191979 May 05 21:49:50.154870 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-da973673-819c-422c-83d2-47dba30a091b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:50.157286 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device de92ae74-9c5d-4817-a0ae-434f3a23bd78 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:49:50.249010 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4c1f55-8ced-41d0-b216-2d78bc05bf0a None None] Pushing event updated for resources: {'Port': ['ID=ed498169-4038-4481-ba40-f7a1f9056ae2,revision_number=3']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:50.268904 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-7db67e7b-c3c2-4801-bb0f-2cf7cc9ab012 None None] Provisioning complete for port de92ae74-9c5d-4817-a0ae-434f3a23bd78 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:49:50.269620 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7db67e7b-c3c2-4801-bb0f-2cf7cc9ab012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:50.310427 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-53ebfc8b-86c0-430c-8f58-eaba7bb2528b req-1c47f8dc-027a-4199-84ea-1c1e3e9c5872 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680903 May 05 21:49:50.317414 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da973673-819c-422c-83d2-47dba30a091b admin admin] Network 0209bbe2-ae77-4a5e-8f5f-b598cdea432f is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:49:50.337596 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0b3c55cb-8e8a-4802-9a10-8168b6c4837e req-936be873-78d5-4947-a8d1-3bf2dda8f860 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd043570-1ead-4571-a3b0-780aa65b61e4 HTTP/1.1" status: 200 len: 1000 time: 0.1763895 May 05 21:49:50.344358 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-da973673-819c-422c-83d2-47dba30a091b admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:49:50.347942 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da973673-819c-422c-83d2-47dba30a091b admin admin] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:49:50.362189 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-727a528e-90ab-4511-b99a-8df16e33fb64 None None] Set router 645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:49:50.389401 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da973673-819c-422c-83d2-47dba30a091b admin admin] Pushing event updated for resources: {'Port': ['ID=bca95d23-9ab7-49d8-9a3b-ee93ba2c24c0,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:50.392923 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-c3eb8580-b0d1-4c6c-813d-d35dd65de92d None None] Set router c75c1270-4a41-4a4b-8adf-fd2eee70e08e gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:49:50.493217 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-da973673-819c-422c-83d2-47dba30a091b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:50.542615 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3d7047ab-2ba5-4646-9b77-6dfcb4dc4ea2 req-efc9b9dc-5fe6-47a7-ad41-889b07ae1900 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cf59b1a8623a48db9737966b2f762b3c&device_id=ecd4a405-2195-46d7-97a2-9d216ad40307 HTTP/1.1" status: 200 len: 1097 time: 0.3331361 May 05 21:49:50.562012 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c55cb-8e8a-4802-9a10-8168b6c4837e req-2fd0af52-a48e-484f-b0dc-b9ab0df5037d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:50.573430 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0b3c55cb-8e8a-4802-9a10-8168b6c4837e req-2fd0af52-a48e-484f-b0dc-b9ab0df5037d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aae297b4-545c-4d68-be8d-c45225bf12de HTTP/1.1" status: 200 len: 860 time: 0.2341137 May 05 21:49:50.622934 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port de92ae74-9c5d-4817-a0ae-434f3a23bd78 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:49:50.623504 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:50.750839 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0b3c55cb-8e8a-4802-9a10-8168b6c4837e req-00c945c9-a91b-437e-9889-41848ac9d6aa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ca488f45-7fe1-4a2d-919a-777283a719db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1760104 May 05 21:49:50.817931 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9b52b1b9-38b1-422c-ac6b-3c81be41be17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:50.834830 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-da973673-819c-422c-83d2-47dba30a091b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:50.951145 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-c3eb8580-b0d1-4c6c-813d-d35dd65de92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75c1270-4a41-4a4b-8adf-fd2eee70e08e', 'name': 'tempest-ServerRescueNegativeTestJSON-1032024978-router', 'tenant_id': 'b8d6052b833a4534bc346cca1ce7985f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'ed498169-4038-4481-ba40-f7a1f9056ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:49:46Z', 'updated_at': '2022-05-05T21:49:47Z', 'revision_number': 3, 'project_id': 'b8d6052b833a4534bc346cca1ce7985f', 'gw_port': {'id': 'ed498169-4038-4481-ba40-f7a1f9056ae2', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:43:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75c1270-4a41-4a4b-8adf-fd2eee70e08e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:49:46Z', 'updated_at': '2022-05-05T21:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:49:50.956420 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3eb8580-b0d1-4c6c-813d-d35dd65de92d None None] The sync data for ids ['c75c1270-4a41-4a4b-8adf-fd2eee70e08e'] in n-d-825175-4 is: [{'id': 'c75c1270-4a41-4a4b-8adf-fd2eee70e08e', 'name': 'tempest-ServerRescueNegativeTestJSON-1032024978-router', 'tenant_id': 'b8d6052b833a4534bc346cca1ce7985f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'ed498169-4038-4481-ba40-f7a1f9056ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:49:46Z', 'updated_at': '2022-05-05T21:49:47Z', 'revision_number': 3, 'project_id': 'b8d6052b833a4534bc346cca1ce7985f', 'gw_port': {'id': 'ed498169-4038-4481-ba40-f7a1f9056ae2', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:43:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75c1270-4a41-4a4b-8adf-fd2eee70e08e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:49:46Z', 'updated_at': '2022-05-05T21:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:49:50.970375 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7047ab-2ba5-4646-9b77-6dfcb4dc4ea2 req-c5396436-89fb-4ba7-9a78-782d9905f1c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:50.971874 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3d7047ab-2ba5-4646-9b77-6dfcb4dc4ea2 req-c5396436-89fb-4ba7-9a78-782d9905f1c5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca488f45-7fe1-4a2d-919a-777283a719db HTTP/1.1" status: 200 len: 921 time: 0.4058959 May 05 21:49:51.148073 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0b3c55cb-8e8a-4802-9a10-8168b6c4837e req-38c78f3a-e1d5-4f81-b049-fb38862fec00 service neutron] 10.222.0.23 "GET /v2.0/networks/ca488f45-7fe1-4a2d-919a-777283a719db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3963876 May 05 21:49:51.155848 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ee461b10-a6ce-4013-b879-405d9c2b0a5b None None] Provisioning for port bca95d23-9ab7-49d8-9a3b-ee93ba2c24c0 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:49:51.156367 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e4449-2758-45b2-8328-17ac3b1a6f4a req-20ee5b43-d329-402f-be20-d403add8af6b tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:51.161393 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e4449-2758-45b2-8328-17ac3b1a6f4a req-20ee5b43-d329-402f-be20-d403add8af6b tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:51.166244 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e4449-2758-45b2-8328-17ac3b1a6f4a req-20ee5b43-d329-402f-be20-d403add8af6b tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:51.167581 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-206e4449-2758-45b2-8328-17ac3b1a6f4a req-20ee5b43-d329-402f-be20-d403add8af6b tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.23 "GET /v2.0/ports?device_id=c101afed-0857-4553-940f-f06940fb468c HTTP/1.1" status: 200 len: 2418 time: 0.4812741 May 05 21:49:51.170540 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ee461b10-a6ce-4013-b879-405d9c2b0a5b None None] Provisioning complete for port bca95d23-9ab7-49d8-9a3b-ee93ba2c24c0 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:49:51.171009 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ee461b10-a6ce-4013-b879-405d9c2b0a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:51.184032 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3d7047ab-2ba5-4646-9b77-6dfcb4dc4ea2 req-d1ed40bd-0106-4d22-ad9f-d1ab40012e97 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd043570-1ead-4571-a3b0-780aa65b61e4 HTTP/1.1" status: 200 len: 1000 time: 0.1992569 May 05 21:49:51.242703 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ee461b10-a6ce-4013-b879-405d9c2b0a5b None None] Port bca95d23-9ab7-49d8-9a3b-ee93ba2c24c0 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:49:51.265810 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-727a528e-90ab-4511-b99a-8df16e33fb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf', 'name': 'tempest-ServerRescueTestJSONUnderV235-1952583119-router', 'tenant_id': 'cf59b1a8623a48db9737966b2f762b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'dcb5be8b-3392-4a5f-b7a4-b6a197cafd9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:48:00Z', 'updated_at': '2022-05-05T21:48:16Z', 'revision_number': 4, 'project_id': 'cf59b1a8623a48db9737966b2f762b3c', 'gw_port': {'id': 'dcb5be8b-3392-4a5f-b7a4-b6a197cafd9f', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:45:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:48:03Z', 'updated_at': '2022-05-05T21:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '96061dd2-5b43-47be-a350-898cd1e2abb4', 'tenant_id': 'cf59b1a8623a48db9737966b2f762b3c', 'floating_ip_address': '172.25.4.207', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf', 'port_id': 'dd043570-1ead-4571-a3b0-780aa65b61e4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca488f45-7fe1-4a2d-919a-777283a719db', 'mac_address': 'fa:16:3e:33:f0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd4a405-2195-46d7-97a2-9d216ad40307', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:49:38Z', 'updated_at': '2022-05-05T21:49:45Z', 'revision_number': 1, 'project_id': 'cf59b1a8623a48db9737966b2f762b3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a40e2f3-fd24-46c8-a1ed-7679ecf6799d', 'name': '', 'network_id': 'ca488f45-7fe1-4a2d-919a-777283a719db', 'tenant_id': 'cf59b1a8623a48db9737966b2f762b3c', 'mac_address': 'fa:16:3e:2f:2f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aae297b4-545c-4d68-be8d-c45225bf12de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:48:14Z', 'updated_at': '2022-05-05T21:48:29Z', 'revision_number': 5, 'project_id': 'cf59b1a8623a48db9737966b2f762b3c', 'subnets': [{'id': 'aae297b4-545c-4d68-be8d-c45225bf12de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:49:51.272687 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727a528e-90ab-4511-b99a-8df16e33fb64 None None] The sync data for ids ['645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf'] in n-d-825175-4 is: [{'id': '645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf', 'name': 'tempest-ServerRescueTestJSONUnderV235-1952583119-router', 'tenant_id': 'cf59b1a8623a48db9737966b2f762b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'dcb5be8b-3392-4a5f-b7a4-b6a197cafd9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:48:00Z', 'updated_at': '2022-05-05T21:48:16Z', 'revision_number': 4, 'project_id': 'cf59b1a8623a48db9737966b2f762b3c', 'gw_port': {'id': 'dcb5be8b-3392-4a5f-b7a4-b6a197cafd9f', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:45:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:48:03Z', 'updated_at': '2022-05-05T21:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '96061dd2-5b43-47be-a350-898cd1e2abb4', 'tenant_id': 'cf59b1a8623a48db9737966b2f762b3c', 'floating_ip_address': '172.25.4.207', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf', 'port_id': 'dd043570-1ead-4571-a3b0-780aa65b61e4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca488f45-7fe1-4a2d-919a-777283a719db', 'mac_address': 'fa:16:3e:33:f0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd4a405-2195-46d7-97a2-9d216ad40307', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:49:38Z', 'updated_at': '2022-05-05T21:49:45Z', 'revision_number': 1, 'project_id': 'cf59b1a8623a48db9737966b2f762b3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a40e2f3-fd24-46c8-a1ed-7679ecf6799d', 'name': '', 'network_id': 'ca488f45-7fe1-4a2d-919a-777283a719db', 'tenant_id': 'cf59b1a8623a48db9737966b2f762b3c', 'mac_address': 'fa:16:3e:2f:2f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aae297b4-545c-4d68-be8d-c45225bf12de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:48:14Z', 'updated_at': '2022-05-05T21:48:29Z', 'revision_number': 5, 'project_id': 'cf59b1a8623a48db9737966b2f762b3c', 'subnets': [{'id': 'aae297b4-545c-4d68-be8d-c45225bf12de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:49:51.349565 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-206e4449-2758-45b2-8328-17ac3b1a6f4a req-225b8af8-a95c-4944-8813-82f19fa5188e tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.23 "GET /v2.0/security-groups?id=933a40d1-d6ba-41e6-a91e-e2abeccdac87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611049 May 05 21:49:51.387617 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7047ab-2ba5-4646-9b77-6dfcb4dc4ea2 req-a5b0ab76-fe1d-440f-9c19-0f40bd755f01 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:51.387890 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0b3c55cb-8e8a-4802-9a10-8168b6c4837e req-0da48bfe-6eab-4e17-8278-525174b81ea8 service neutron] 10.222.0.23 "GET /v2.0/networks/ca488f45-7fe1-4a2d-919a-777283a719db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173586 May 05 21:49:51.389051 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3d7047ab-2ba5-4646-9b77-6dfcb4dc4ea2 req-a5b0ab76-fe1d-440f-9c19-0f40bd755f01 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aae297b4-545c-4d68-be8d-c45225bf12de HTTP/1.1" status: 200 len: 860 time: 0.1976533 May 05 21:49:51.438915 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3d7047ab-2ba5-4646-9b77-6dfcb4dc4ea2 req-7e5241c6-8f4c-4745-9510-b23369a092ee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca488f45-7fe1-4a2d-919a-777283a719db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412755 May 05 21:49:51.554017 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31a3cbb6-983c-45cc-8215-ab067eb72a20'] response: {'name': 'network-changed', 'server_uuid': 'ecd4a405-2195-46d7-97a2-9d216ad40307', 'tag': 'dd043570-1ead-4571-a3b0-780aa65b61e4', 'status': 'completed', 'code': 200} May 05 21:49:51.640470 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3d7047ab-2ba5-4646-9b77-6dfcb4dc4ea2 req-6a8557bd-75aa-4015-a075-e9060d8c06f0 service neutron] 10.222.0.32 "GET /v2.0/networks/ca488f45-7fe1-4a2d-919a-777283a719db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950879 May 05 21:49:51.647835 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:49:51.648042 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-da973673-819c-422c-83d2-47dba30a091b admin admin] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:51.673622 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-da973673-819c-422c-83d2-47dba30a091b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:51.760888 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-da973673-819c-422c-83d2-47dba30a091b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:51.954950 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da973673-819c-422c-83d2-47dba30a091b admin admin] Pushing event updated for resources: {'Port': ['ID=bca95d23-9ab7-49d8-9a3b-ee93ba2c24c0,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:52.029790 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a7569-8fb9-4f36-b0fa-a6d2d7855938 req-ee8bf2e8-437d-4526-8906-e5a36cde1f5e tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:52.033091 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3d7047ab-2ba5-4646-9b77-6dfcb4dc4ea2 req-6bc09fa3-e230-4714-bd12-1a1579992f69 service neutron] 10.222.0.32 "GET /v2.0/networks/ca488f45-7fe1-4a2d-919a-777283a719db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3831952 May 05 21:49:52.033507 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a7569-8fb9-4f36-b0fa-a6d2d7855938 req-ee8bf2e8-437d-4526-8906-e5a36cde1f5e tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:52.037520 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a7569-8fb9-4f36-b0fa-a6d2d7855938 req-ee8bf2e8-437d-4526-8906-e5a36cde1f5e tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:52.041230 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a7569-8fb9-4f36-b0fa-a6d2d7855938 req-ee8bf2e8-437d-4526-8906-e5a36cde1f5e tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:52.042704 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da973673-819c-422c-83d2-47dba30a091b admin admin] Network 0209bbe2-ae77-4a5e-8f5f-b598cdea432f is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:49:52.043914 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-da973673-819c-422c-83d2-47dba30a091b admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:49:52.045026 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a7569-8fb9-4f36-b0fa-a6d2d7855938 req-ee8bf2e8-437d-4526-8906-e5a36cde1f5e tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:52.049240 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a7569-8fb9-4f36-b0fa-a6d2d7855938 req-ee8bf2e8-437d-4526-8906-e5a36cde1f5e tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:52.052653 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a7569-8fb9-4f36-b0fa-a6d2d7855938 req-ee8bf2e8-437d-4526-8906-e5a36cde1f5e tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:52.054499 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bb2a7569-8fb9-4f36-b0fa-a6d2d7855938 req-ee8bf2e8-437d-4526-8906-e5a36cde1f5e tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb2ef018-2997-4252-b6ee-9017394af03b HTTP/1.1" status: 200 len: 5435 time: 0.4394515 May 05 21:49:52.132147 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2e7ea103-57ec-40b8-886f-c25c39e24d37 req-6f3f6bb5-689a-427e-883b-47689d8f2a05 tempest-ServersOnMultiNodesTest-1137210654 tempest-ServersOnMultiNodesTest-1137210654-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=dc613964-f3cb-46cf-9505-ca79a0288f95 HTTP/1.1" status: 200 len: 1101 time: 0.2002618 May 05 21:49:52.168507 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2e7ea103-57ec-40b8-886f-c25c39e24d37 req-ddace29e-7b0d-46f0-a498-6e1f1694c73b tempest-ServersOnMultiNodesTest-1137210654 tempest-ServersOnMultiNodesTest-1137210654-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:52.186042 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bb2a7569-8fb9-4f36-b0fa-a6d2d7855938 req-9e4f5103-ec94-49ec-8961-608f6ac58259 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5ff80e3-da96-4cd3-a486-dc686c4ae303&id=c9d5c85a-cae6-44b0-a97b-93589deaee89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1202915 May 05 21:49:52.269646 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-2e7ea103-57ec-40b8-886f-c25c39e24d37 req-ddace29e-7b0d-46f0-a498-6e1f1694c73b tempest-ServersOnMultiNodesTest-1137210654 tempest-ServersOnMultiNodesTest-1137210654-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:49:52.284942 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-2e7ea103-57ec-40b8-886f-c25c39e24d37 req-ddace29e-7b0d-46f0-a498-6e1f1694c73b tempest-ServersOnMultiNodesTest-1137210654 tempest-ServersOnMultiNodesTest-1137210654-project-admin] Usage tracker for resource:security_group_rule and tenant:a71e12eb06f648fcbc36439c7dd92874 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:49:52.289051 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-2e7ea103-57ec-40b8-886f-c25c39e24d37 req-ddace29e-7b0d-46f0-a498-6e1f1694c73b tempest-ServersOnMultiNodesTest-1137210654 tempest-ServersOnMultiNodesTest-1137210654-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:49:52.311698 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fa5e6cdc-40cf-4960-8dfa-4256f68cf73c req-5940dc7c-2758-401c-8f92-655816e1e881 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cf59b1a8623a48db9737966b2f762b3c&device_id=ecd4a405-2195-46d7-97a2-9d216ad40307 HTTP/1.1" status: 200 len: 1097 time: 0.2044818 May 05 21:49:52.331024 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-2e7ea103-57ec-40b8-886f-c25c39e24d37 req-ddace29e-7b0d-46f0-a498-6e1f1694c73b tempest-ServersOnMultiNodesTest-1137210654 tempest-ServersOnMultiNodesTest-1137210654-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:49:52.490105 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-fd1ad2e4-e706-4327-8dfb-07d8fa8479ba None None] Provisioning complete for port bca95d23-9ab7-49d8-9a3b-ee93ba2c24c0 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:49:52.490584 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fd1ad2e4-e706-4327-8dfb-07d8fa8479ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:52.535499 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-9b52b1b9-38b1-422c-ac6b-3c81be41be17 admin admin] Deleting port 722128f6-4b57-4a55-a312-129d88c2bc88 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:49:52.535778 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9b52b1b9-38b1-422c-ac6b-3c81be41be17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:52.606616 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-fd1ad2e4-e706-4327-8dfb-07d8fa8479ba None None] Port bca95d23-9ab7-49d8-9a3b-ee93ba2c24c0 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:49:52.658360 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e6cdc-40cf-4960-8dfa-4256f68cf73c req-a3b9ce3a-f116-490e-8ad5-832f066826a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:52.666556 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fa5e6cdc-40cf-4960-8dfa-4256f68cf73c req-a3b9ce3a-f116-490e-8ad5-832f066826a1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca488f45-7fe1-4a2d-919a-777283a719db HTTP/1.1" status: 200 len: 921 time: 0.2493439 May 05 21:49:52.704303 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3bf6e3-a031-44a8-87cd-e9292c01fc7b None None] New status for floating IP 96061dd2-5b43-47be-a350-898cd1e2abb4: ACTIVE {{(pid=84068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 21:49:52.847743 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2feb83d8-4051-4615-a4f4-a4e8e5b0e853 req-ce4aedb4-7679-4b63-b807-7c54bb89b3b0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5555134 May 05 21:49:52.867642 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2e7ea103-57ec-40b8-886f-c25c39e24d37 req-ddace29e-7b0d-46f0-a498-6e1f1694c73b tempest-ServersOnMultiNodesTest-1137210654 tempest-ServersOnMultiNodesTest-1137210654-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:52.889603 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2e7ea103-57ec-40b8-886f-c25c39e24d37 req-ddace29e-7b0d-46f0-a498-6e1f1694c73b tempest-ServersOnMultiNodesTest-1137210654 tempest-ServersOnMultiNodesTest-1137210654-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:52.926456 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fa5e6cdc-40cf-4960-8dfa-4256f68cf73c req-0a4caefb-a706-471a-a499-7a2687b8c824 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd043570-1ead-4571-a3b0-780aa65b61e4 HTTP/1.1" status: 200 len: 1000 time: 0.2494462 May 05 21:49:53.087226 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e0734-7d42-46f1-ad53-1c8c1a42645d req-2e00a61e-5b14-47a8-98a2-e24e6447159b tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:53.094786 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-679e0734-7d42-46f1-ad53-1c8c1a42645d req-2e00a61e-5b14-47a8-98a2-e24e6447159b tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.6664398 May 05 21:49:53.121738 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2e7ea103-57ec-40b8-886f-c25c39e24d37 req-ddace29e-7b0d-46f0-a498-6e1f1694c73b tempest-ServersOnMultiNodesTest-1137210654 tempest-ServersOnMultiNodesTest-1137210654-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9799953 May 05 21:49:53.200388 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddace29e-7b0d-46f0-a498-6e1f1694c73b tempest-ServersOnMultiNodesTest-1137210654 tempest-ServersOnMultiNodesTest-1137210654-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b6a50f-e5a2-4e19-9425-f523d6dd6d14,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:53.206629 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-9b52b1b9-38b1-422c-ac6b-3c81be41be17 admin admin] For port 722128f6-4b57-4a55-a312-129d88c2bc88, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=722128f6-4b57-4a55-a312-129d88c2bc88,segment=NetworkSegment(2344039b-9b10-4dfc-942d-5a4874832596),segment_id=2344039b-9b10-4dfc-942d-5a4874832596)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:49:53.206964 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9b52b1b9-38b1-422c-ac6b-3c81be41be17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:53.286252 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e6cdc-40cf-4960-8dfa-4256f68cf73c req-2bfd649b-dbd4-47a3-a96a-af479d957e04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:53.287829 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fa5e6cdc-40cf-4960-8dfa-4256f68cf73c req-2bfd649b-dbd4-47a3-a96a-af479d957e04 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aae297b4-545c-4d68-be8d-c45225bf12de HTTP/1.1" status: 200 len: 860 time: 0.3487895 May 05 21:49:53.345510 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da973673-819c-422c-83d2-47dba30a091b admin admin] Router c75c1270-4a41-4a4b-8adf-fd2eee70e08e has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:49:53.349678 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fa5e6cdc-40cf-4960-8dfa-4256f68cf73c req-581583cf-25ee-419f-a480-0fa1ea36bd9c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca488f45-7fe1-4a2d-919a-777283a719db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485935 May 05 21:49:53.493537 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-9b52b1b9-38b1-422c-ac6b-3c81be41be17 admin admin] Calling delete_port for 722128f6-4b57-4a55-a312-129d88c2bc88 owned by network:router_interface {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:49:53.548342 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-679e0734-7d42-46f1-ad53-1c8c1a42645d req-eece1922-9088-458a-b740-0209e8bab9a9 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4522219 May 05 21:49:53.586341 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-82dc52a4-f5cf-4929-901e-05d207fdc1c7 req-056e0939-3437-4e96-9ef7-87e16d97bf9a tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.207 HTTP/1.1" status: 200 len: 1002 time: 0.4090269 May 05 21:49:53.646171 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fa5e6cdc-40cf-4960-8dfa-4256f68cf73c req-f0418a13-6f51-4ede-bfc5-19d35166496d service neutron] 10.222.0.32 "GET /v2.0/networks/ca488f45-7fe1-4a2d-919a-777283a719db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772458 May 05 21:49:53.681675 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2feb83d8-4051-4615-a4f4-a4e8e5b0e853 req-65809ecd-363a-4137-9502-91fbdf3e2e6e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0eb82da6a4bc47a2ae0058d78ca21e92&device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 1096 time: 0.6827672 May 05 21:49:53.692502 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 40908) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:49:53.819492 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fa5e6cdc-40cf-4960-8dfa-4256f68cf73c req-16092967-3bf9-44ef-b63c-26a98ae64b27 service neutron] 10.222.0.32 "GET /v2.0/networks/ca488f45-7fe1-4a2d-919a-777283a719db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712525 May 05 21:49:53.887454 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc52a4-f5cf-4929-901e-05d207fdc1c7 req-46268a16-f0cd-41ba-8cb2-db1c0ce1af71 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:53.889934 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-82dc52a4-f5cf-4929-901e-05d207fdc1c7 req-46268a16-f0cd-41ba-8cb2-db1c0ce1af71 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "GET /v2.0/ports/dd043570-1ead-4571-a3b0-780aa65b61e4 HTTP/1.1" status: 200 len: 943 time: 0.3016374 May 05 21:49:53.953786 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da973673-819c-422c-83d2-47dba30a091b admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:49:53.967834 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-da973673-819c-422c-83d2-47dba30a091b admin admin] 10.222.0.23 "PUT /v2.0/routers/c75c1270-4a41-4a4b-8adf-fd2eee70e08e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9451857 May 05 21:49:54.104347 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device ed498169-4038-4481-ba40-f7a1f9056ae2 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:49:54.204381 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port ed498169-4038-4481-ba40-f7a1f9056ae2 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:49:54.209373 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port ed498169-4038-4481-ba40-f7a1f9056ae2 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:49:54.209841 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:54.344237 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:54.363465 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-f788c31f-ca12-4d9b-9c84-a0487658f1d7 admin admin] Deleting subnet b652dcd0-731b-4d23-9d82-356eea5d9656 {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:49:54.363947 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port ed498169-4038-4481-ba40-f7a1f9056ae2, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=ed498169-4038-4481-ba40-f7a1f9056ae2,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:49:54.375052 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:54.390557 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f788c31f-ca12-4d9b-9c84-a0487658f1d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:54.436898 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb83d8-4051-4615-a4f4-a4e8e5b0e853 req-19d4cb63-527a-4f97-9fa6-8f78a248128b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:54.438415 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2feb83d8-4051-4615-a4f4-a4e8e5b0e853 req-19d4cb63-527a-4f97-9fa6-8f78a248128b service neutron] 10.222.0.44 "GET /v2.0/networks?id=f33cead3-3472-4ef7-9cf3-a35684adef89 HTTP/1.1" status: 200 len: 913 time: 0.7315669 May 05 21:49:54.450018 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=ed498169-4038-4481-ba40-f7a1f9056ae2,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:54.456923 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-82dc52a4-f5cf-4929-901e-05d207fdc1c7 req-52dffd6c-898d-4ed0-80d5-1c3360aa7abf tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.207 HTTP/1.1" status: 200 len: 1002 time: 0.4498296 May 05 21:49:54.572130 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f788c31f-ca12-4d9b-9c84-a0487658f1d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:54.601422 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9b52b1b9-38b1-422c-ac6b-3c81be41be17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:54.748187 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24033b52-be8f-4430-acdc-b86f5f73a248 req-f44db2b2-3dfa-43f5-aead-655ea8a3e9d7 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:54.752200 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24033b52-be8f-4430-acdc-b86f5f73a248 req-f44db2b2-3dfa-43f5-aead-655ea8a3e9d7 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:54.756126 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24033b52-be8f-4430-acdc-b86f5f73a248 req-f44db2b2-3dfa-43f5-aead-655ea8a3e9d7 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:54.760192 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24033b52-be8f-4430-acdc-b86f5f73a248 req-f44db2b2-3dfa-43f5-aead-655ea8a3e9d7 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:54.764083 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24033b52-be8f-4430-acdc-b86f5f73a248 req-f44db2b2-3dfa-43f5-aead-655ea8a3e9d7 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:54.768238 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24033b52-be8f-4430-acdc-b86f5f73a248 req-f44db2b2-3dfa-43f5-aead-655ea8a3e9d7 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:54.772189 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24033b52-be8f-4430-acdc-b86f5f73a248 req-f44db2b2-3dfa-43f5-aead-655ea8a3e9d7 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:54.774013 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-24033b52-be8f-4430-acdc-b86f5f73a248 req-f44db2b2-3dfa-43f5-aead-655ea8a3e9d7 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb2ef018-2997-4252-b6ee-9017394af03b HTTP/1.1" status: 200 len: 5435 time: 0.8749604 May 05 21:49:54.785175 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b52b1b9-38b1-422c-ac6b-3c81be41be17 admin admin] Pushing event deleted for resources: {'Port': ['ID=722128f6-4b57-4a55-a312-129d88c2bc88,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:54.904636 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f788c31f-ca12-4d9b-9c84-a0487658f1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:54.934562 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2feb83d8-4051-4615-a4f4-a4e8e5b0e853 req-cfcaaa3b-f333-407f-a1b2-6e110ee8d0f3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=254d6486-a2f8-4ac2-8cd3-e9e223b202eb HTTP/1.1" status: 200 len: 1000 time: 0.4747391 May 05 21:49:55.092573 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc52a4-f5cf-4929-901e-05d207fdc1c7 req-5b683776-ae40-424c-8324-f79c58caf981 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:55.093968 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-82dc52a4-f5cf-4929-901e-05d207fdc1c7 req-5b683776-ae40-424c-8324-f79c58caf981 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "GET /v2.0/networks/25bfe237-58de-4709-a3e0-ac79da07c300 HTTP/1.1" status: 200 len: 784 time: 0.6303113 May 05 21:49:55.237595 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb83d8-4051-4615-a4f4-a4e8e5b0e853 req-ebca6d46-5246-490c-98de-e776b36e7e13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:55.239233 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2feb83d8-4051-4615-a4f4-a4e8e5b0e853 req-ebca6d46-5246-490c-98de-e776b36e7e13 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7d5de724-e15a-4a3a-8314-05869a0cf070 HTTP/1.1" status: 200 len: 851 time: 0.2466235 May 05 21:49:55.436299 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f788c31f-ca12-4d9b-9c84-a0487658f1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:55.485587 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-82dc52a4-f5cf-4929-901e-05d207fdc1c7 req-ff1ee61b-7995-41f3-b3d5-865eba8b4d36 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.207 HTTP/1.1" status: 200 len: 1002 time: 0.3764627 May 05 21:49:55.499484 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f788c31f-ca12-4d9b-9c84-a0487658f1d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b652dcd0-731b-4d23-9d82-356eea5d9656,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:55.509740 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-82dc52a4-f5cf-4929-901e-05d207fdc1c7 req-83598576-20a8-4bb5-8f86-2ed7c40ab5c1 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:49:55.577296 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84068240-7f43-4a12-b3d2-0b7af6a7a07b req-d0d39fcd-2933-4802-8ddc-058bdde3892a tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:55.581430 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84068240-7f43-4a12-b3d2-0b7af6a7a07b req-d0d39fcd-2933-4802-8ddc-058bdde3892a tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:55.585238 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84068240-7f43-4a12-b3d2-0b7af6a7a07b req-d0d39fcd-2933-4802-8ddc-058bdde3892a tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:55.586881 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-84068240-7f43-4a12-b3d2-0b7af6a7a07b req-d0d39fcd-2933-4802-8ddc-058bdde3892a tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.23 "GET /v2.0/ports?device_id=c101afed-0857-4553-940f-f06940fb468c HTTP/1.1" status: 200 len: 2418 time: 0.6551950 May 05 21:49:55.603693 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f788c31f-ca12-4d9b-9c84-a0487658f1d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:55.678754 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f788c31f-ca12-4d9b-9c84-a0487658f1d7 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b652dcd0-731b-4d23-9d82-356eea5d9656 HTTP/1.1" status: 204 len: 168 time: 1.9849758 May 05 21:49:55.681369 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40930) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:49:55.686798 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-82dc52a4-f5cf-4929-901e-05d207fdc1c7 req-83598576-20a8-4bb5-8f86-2ed7c40ab5c1 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Notify callbacks [] for floatingip, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:55.799481 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d5ca052d-f9f9-4108-b130-5059514fa52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:55.872105 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2feb83d8-4051-4615-a4f4-a4e8e5b0e853 req-836233ce-225b-4000-b8c5-d282b311c0c7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f33cead3-3472-4ef7-9cf3-a35684adef89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6135423 May 05 21:49:55.924930 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-84068240-7f43-4a12-b3d2-0b7af6a7a07b req-bbe76f10-8eb2-4d36-bdc6-154995238127 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.23 "GET /v2.0/security-groups?id=933a40d1-d6ba-41e6-a91e-e2abeccdac87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266680 May 05 21:49:55.966159 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d5ca052d-f9f9-4108-b130-5059514fa52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:56.005645 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-d5ca052d-f9f9-4108-b130-5059514fa52b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4988fe71-34c6-4737-ad2a-40f5327e7f0e']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:49:56.046111 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-d5ca052d-f9f9-4108-b130-5059514fa52b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb53319d-02d7-4ee5-a402-d07603ca726a') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:49:56.046502 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-d5ca052d-f9f9-4108-b130-5059514fa52b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb53319d-02d7-4ee5-a402-d07603ca726a') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:49:56.086293 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d5ca052d-f9f9-4108-b130-5059514fa52b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:56.128826 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d5ca052d-f9f9-4108-b130-5059514fa52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:56.146331 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5ca052d-f9f9-4108-b130-5059514fa52b admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:49:56.147022 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d5ca052d-f9f9-4108-b130-5059514fa52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:56.175383 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 21:49:56.175383 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:49:56.175383 n-d-825175-4 neutron-server[84063]: timer() May 05 21:49:56.175383 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:49:56.175383 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 21:49:56.175383 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:49:56.175383 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 21:49:56.175383 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:49:56.175383 n-d-825175-4 neutron-server[84063]: self._notify() May 05 21:49:56.175383 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:49:56.175383 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 21:49:56.175383 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:49:56.175383 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 21:49:56.175383 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:49:56.175383 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:49:56.175383 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:49:56.175383 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:49:56.175383 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:49:56.175383 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 21:49:56.175383 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:49:56.175383 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 21:49:56.175383 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:49:56.175383 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:49:56.175383 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:49:56.175383 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 21:49:56.175383 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:49:56.175383 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:49:56.175383 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:49:56.175383 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:49:56.175383 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:49:56.175383 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:49:56.175383 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:49:56.189443 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device ed498169-4038-4481-ba40-f7a1f9056ae2 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:49:56.190762 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2feb83d8-4051-4615-a4f4-a4e8e5b0e853 req-61d4997c-4af3-4564-b331-a62a0f0ab19f service neutron] 10.222.0.44 "GET /v2.0/networks/f33cead3-3472-4ef7-9cf3-a35684adef89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037708 May 05 21:49:56.312094 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40958) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:49:56.317704 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port ed498169-4038-4481-ba40-f7a1f9056ae2 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:49:56.318363 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:56.339704 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d5ca052d-f9f9-4108-b130-5059514fa52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:56.345230 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d5ca052d-f9f9-4108-b130-5059514fa52b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:56.374093 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca052d-f9f9-4108-b130-5059514fa52b admin admin] Pushing event deleted for resources: {'Network': ['ID=4988fe71-34c6-4737-ad2a-40f5327e7f0e,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:56.386740 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d5ca052d-f9f9-4108-b130-5059514fa52b admin admin] 10.222.0.23 "DELETE /v2.0/networks/4988fe71-34c6-4737-ad2a-40f5327e7f0e HTTP/1.1" status: 204 len: 168 time: 0.7025325 May 05 21:49:56.402275 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9b52b1b9-38b1-422c-ac6b-3c81be41be17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:56.501094 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-410ecce3-9edb-4f58-ba0d-65c8c5cda8e1 req-d86e442a-9919-46a0-9800-656e3d7b1756 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fb2ef018-2997-4252-b6ee-9017394af03b HTTP/1.1" status: 200 len: 6492 time: 0.1878908 May 05 21:49:56.516374 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-82dc52a4-f5cf-4929-901e-05d207fdc1c7 req-83598576-20a8-4bb5-8f86-2ed7c40ab5c1 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:56.557603 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-410ecce3-9edb-4f58-ba0d-65c8c5cda8e1 req-50df9b7f-4546-4f0d-b750-ba89764c0f79 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c9d5c85a-cae6-44b0-a97b-93589deaee89&id=b5ff80e3-da96-4cd3-a486-dc686c4ae303&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0494387 May 05 21:49:56.581306 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40970) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:49:56.590168 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-82dc52a4-f5cf-4929-901e-05d207fdc1c7 req-83598576-20a8-4bb5-8f86-2ed7c40ab5c1 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:56.590472 n-d-825175-4 neutron-server[84061]: INFO neutron.db.l3_db [req-82dc52a4-f5cf-4929-901e-05d207fdc1c7 req-83598576-20a8-4bb5-8f86-2ed7c40ab5c1 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Floating IP 96061dd2-5b43-47be-a350-898cd1e2abb4 disassociated. External IP: 172.25.4.207, port: dd043570-1ead-4571-a3b0-780aa65b61e4. May 05 21:49:56.634782 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-01e8770d-e78d-4788-99fe-e89d911c8b29 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5a55f0e1fc854ae480e2f7b2fc73c270&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0516877 May 05 21:49:56.636875 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40974) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:49:56.704583 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6b7bb7dd-1863-4f71-9051-0f60a6926356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:56.732099 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6b7bb7dd-1863-4f71-9051-0f60a6926356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:56.786743 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6b7bb7dd-1863-4f71-9051-0f60a6926356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:56.803090 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7bb7dd-1863-4f71-9051-0f60a6926356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e8795f-087a-440e-a19e-aa465e5f739f,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:56.820692 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6b7bb7dd-1863-4f71-9051-0f60a6926356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:56.822312 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-6b7bb7dd-1863-4f71-9051-0f60a6926356 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e7e8795f-087a-440e-a19e-aa465e5f739f HTTP/1.1" status: 204 len: 168 time: 0.1845214 May 05 21:49:56.830299 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2feb83d8-4051-4615-a4f4-a4e8e5b0e853 req-e88979c5-3480-4fb3-9019-0a23cb92ab3c service neutron] 10.222.0.44 "GET /v2.0/networks/f33cead3-3472-4ef7-9cf3-a35684adef89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6306739 May 05 21:49:56.885342 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32c33d-f81e-457a-8bca-fa4d8ce99a06 req-fd6e2762-363e-42c2-84bf-0986c524f870 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:56.886859 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6d32c33d-f81e-457a-8bca-fa4d8ce99a06 req-fd6e2762-363e-42c2-84bf-0986c524f870 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/networks?id=f33cead3-3472-4ef7-9cf3-a35684adef89 HTTP/1.1" status: 200 len: 812 time: 0.4970737 May 05 21:49:56.919779 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6d32c33d-f81e-457a-8bca-fa4d8ce99a06 req-3c0885a7-30c1-4c2a-b828-e2a629aee5d1 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/quotas/0eb82da6a4bc47a2ae0058d78ca21e92 HTTP/1.1" status: 200 len: 375 time: 0.0256839 May 05 21:49:57.113156 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6d32c33d-f81e-457a-8bca-fa4d8ce99a06 req-695c2238-9ac6-44ec-a423-f639e437a318 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0eb82da6a4bc47a2ae0058d78ca21e92&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1866992 May 05 21:49:57.635351 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6d32c33d-f81e-457a-8bca-fa4d8ce99a06 req-600de76d-83f1-45da-a98f-b5e5a83940ce service neutron] 10.222.0.23 "GET /v2.0/networks/f33cead3-3472-4ef7-9cf3-a35684adef89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4578521 May 05 21:49:57.744349 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41000) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:49:57.874739 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-9183a855-853b-4df5-aa26-1c0beeff8db6 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1870720976-network', 'tenant_id': 'f49bb537458640de8650e6e4d4293f6e'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:49:57.879673 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-9183a855-853b-4df5-aa26-1c0beeff8db6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:49:57.883612 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9183a855-853b-4df5-aa26-1c0beeff8db6 admin admin] Usage tracker for resource:network and tenant:f49bb537458640de8650e6e4d4293f6e is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:49:57.886592 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9183a855-853b-4df5-aa26-1c0beeff8db6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:49:57.892312 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-9183a855-853b-4df5-aa26-1c0beeff8db6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:49:57.904066 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6d32c33d-f81e-457a-8bca-fa4d8ce99a06 req-b176c788-ae19-48bd-8c85-5664c6c604c6 service neutron] 10.222.0.23 "GET /v2.0/networks/f33cead3-3472-4ef7-9cf3-a35684adef89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602038 May 05 21:49:57.910072 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9183a855-853b-4df5-aa26-1c0beeff8db6 admin admin] Made reservation on behalf of f49bb537458640de8650e6e4d4293f6e for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:49:57.912230 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9183a855-853b-4df5-aa26-1c0beeff8db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:57.925342 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9183a855-853b-4df5-aa26-1c0beeff8db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:57.960746 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-9183a855-853b-4df5-aa26-1c0beeff8db6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:49:57.964826 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9183a855-853b-4df5-aa26-1c0beeff8db6 admin admin] Usage tracker for resource:security_group_rule and tenant:f49bb537458640de8650e6e4d4293f6e is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:49:57.967140 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82dc52a4-f5cf-4929-901e-05d207fdc1c7 req-83598576-20a8-4bb5-8f86-2ed7c40ab5c1 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Router 645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:49:57.968049 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9183a855-853b-4df5-aa26-1c0beeff8db6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:49:57.974102 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-9183a855-853b-4df5-aa26-1c0beeff8db6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:49:58.051803 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9183a855-853b-4df5-aa26-1c0beeff8db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:58.058277 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9183a855-853b-4df5-aa26-1c0beeff8db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:58.091349 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9183a855-853b-4df5-aa26-1c0beeff8db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641c29c1-5292-43eb-8a1a-a8af1fdf1957,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:58.114719 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9183a855-853b-4df5-aa26-1c0beeff8db6 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:49:58.124638 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b52b1b9-38b1-422c-ac6b-3c81be41be17 admin admin] Router 7eec692e-d074-438a-8f7e-dc27892a4c94 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:49:58.126750 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9183a855-853b-4df5-aa26-1c0beeff8db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:58.127358 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-9183a855-853b-4df5-aa26-1c0beeff8db6 admin admin] Added segment 6daf42f5-f714-4280-b4f8-14ac385ec522 of type vlan for network 7bb8ede8-a2e0-4b9c-bb3c-9c0d57b73bc1 May 05 21:49:58.161287 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9183a855-853b-4df5-aa26-1c0beeff8db6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:58.196740 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9183a855-853b-4df5-aa26-1c0beeff8db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:58.197674 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9183a855-853b-4df5-aa26-1c0beeff8db6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:58.198402 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9183a855-853b-4df5-aa26-1c0beeff8db6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:58.321299 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9183a855-853b-4df5-aa26-1c0beeff8db6 admin admin] Pushing event updated for resources: {'Network': ['ID=7bb8ede8-a2e0-4b9c-bb3c-9c0d57b73bc1,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:58.324328 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9183a855-853b-4df5-aa26-1c0beeff8db6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5788739 May 05 21:49:58.327617 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41016) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:49:58.333387 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 7bb8ede8-a2e0-4b9c-bb3c-9c0d57b73bc1 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:49:58.343230 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-8515ff4d-1d9d-4550-83df-367b1c27c986 admin admin] Request body: {'subnet': {'network_id': '7bb8ede8-a2e0-4b9c-bb3c-9c0d57b73bc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1870720976-subnet', 'tenant_id': 'f49bb537458640de8650e6e4d4293f6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:49:58.354753 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-8515ff4d-1d9d-4550-83df-367b1c27c986 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:49:58.361086 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-8515ff4d-1d9d-4550-83df-367b1c27c986 admin admin] Usage tracker for resource:subnet and tenant:f49bb537458640de8650e6e4d4293f6e is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:49:58.368514 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-8515ff4d-1d9d-4550-83df-367b1c27c986 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:49:58.376156 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-8515ff4d-1d9d-4550-83df-367b1c27c986 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:49:58.397362 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82dc52a4-f5cf-4929-901e-05d207fdc1c7 req-83598576-20a8-4bb5-8f86-2ed7c40ab5c1 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:49:58.400835 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8515ff4d-1d9d-4550-83df-367b1c27c986 admin admin] Made reservation on behalf of f49bb537458640de8650e6e4d4293f6e for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:49:58.403254 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8515ff4d-1d9d-4550-83df-367b1c27c986 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:58.419127 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-82dc52a4-f5cf-4929-901e-05d207fdc1c7 req-83598576-20a8-4bb5-8f86-2ed7c40ab5c1 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:58.428787 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e6cf1a-7b33-45ec-bded-e9d7c5d8cb5b None None] Sync routers for ids ['645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:49:58.474934 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e6cf1a-7b33-45ec-bded-e9d7c5d8cb5b None None] Routers {'645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:49:58.475943 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-c3e6cf1a-7b33-45ec-bded-e9d7c5d8cb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:49:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:49:58.577019 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-82dc52a4-f5cf-4929-901e-05d207fdc1c7 req-83598576-20a8-4bb5-8f86-2ed7c40ab5c1 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "PUT /v2.0/floatingips/96061dd2-5b43-47be-a350-898cd1e2abb4 HTTP/1.1" status: 200 len: 695 time: 3.0807633 May 05 21:49:58.615532 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecd4a405-2195-46d7-97a2-9d216ad40307', 'tag': 'dd043570-1ead-4571-a3b0-780aa65b61e4'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:49:58.700734 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-c3e6cf1a-7b33-45ec-bded-e9d7c5d8cb5b None None] Set router 645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:49:58.746557 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b52b1b9-38b1-422c-ac6b-3c81be41be17 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:49:58.757179 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8423a68-f009-4a19-989b-6021f2a9a904 None None] Sync routers for ids ['7eec692e-d074-438a-8f7e-dc27892a4c94'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:49:58.776845 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-9b52b1b9-38b1-422c-ac6b-3c81be41be17 admin admin] 10.222.0.23 "PUT /v2.0/routers/7eec692e-d074-438a-8f7e-dc27892a4c94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1187413 May 05 21:49:58.779271 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41028) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:49:58.782594 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8423a68-f009-4a19-989b-6021f2a9a904 None None] Routers {'7eec692e-d074-438a-8f7e-dc27892a4c94'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:49:58.784569 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-b8423a68-f009-4a19-989b-6021f2a9a904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:49:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['7eec692e-d074-438a-8f7e-dc27892a4c94'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:49:59.059222 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-82dc52a4-f5cf-4929-901e-05d207fdc1c7 req-e9f68dfd-5c1c-488e-8bdd-1747edb8c1db service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cf59b1a8623a48db9737966b2f762b3c&device_id=ecd4a405-2195-46d7-97a2-9d216ad40307 HTTP/1.1" status: 200 len: 1097 time: 0.4812109 May 05 21:49:59.086273 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ae030-a49f-41f6-be8c-5fa9dd8dd33e req-38dfffef-be2e-4c5c-843a-22208b0aef84 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:59.093672 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-845ae030-a49f-41f6-be8c-5fa9dd8dd33e req-38dfffef-be2e-4c5c-843a-22208b0aef84 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/networks?id=0209bbe2-ae77-4a5e-8f5f-b598cdea432f HTTP/1.1" status: 200 len: 819 time: 0.4679916 May 05 21:49:59.146030 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-c3e6cf1a-7b33-45ec-bded-e9d7c5d8cb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf', 'name': 'tempest-ServerRescueTestJSONUnderV235-1952583119-router', 'tenant_id': 'cf59b1a8623a48db9737966b2f762b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'dcb5be8b-3392-4a5f-b7a4-b6a197cafd9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:48:00Z', 'updated_at': '2022-05-05T21:48:16Z', 'revision_number': 4, 'project_id': 'cf59b1a8623a48db9737966b2f762b3c', 'gw_port': {'id': 'dcb5be8b-3392-4a5f-b7a4-b6a197cafd9f', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:45:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:48:03Z', 'updated_at': '2022-05-05T21:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '8a40e2f3-fd24-46c8-a1ed-7679ecf6799d', 'name': '', 'network_id': 'ca488f45-7fe1-4a2d-919a-777283a719db', 'tenant_id': 'cf59b1a8623a48db9737966b2f762b3c', 'mac_address': 'fa:16:3e:2f:2f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aae297b4-545c-4d68-be8d-c45225bf12de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:48:14Z', 'updated_at': '2022-05-05T21:48:29Z', 'revision_number': 5, 'project_id': 'cf59b1a8623a48db9737966b2f762b3c', 'subnets': [{'id': 'aae297b4-545c-4d68-be8d-c45225bf12de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:49:59.151582 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e6cf1a-7b33-45ec-bded-e9d7c5d8cb5b None None] Checking router: 645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:49:59.154681 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-b8423a68-f009-4a19-989b-6021f2a9a904 None None] Set router 7eec692e-d074-438a-8f7e-dc27892a4c94 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:49:59.165122 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e6cf1a-7b33-45ec-bded-e9d7c5d8cb5b None None] Routers {'645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:49:59.166000 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-c3e6cf1a-7b33-45ec-bded-e9d7c5d8cb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:49:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:49:59.170445 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0c2a5971-d871-461d-ac4a-e2f1c049b295 admin admin] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:59.208007 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-845ae030-a49f-41f6-be8c-5fa9dd8dd33e req-ff165784-2db3-49ef-939d-f9e6af502fff tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/quotas/b8d6052b833a4534bc346cca1ce7985f HTTP/1.1" status: 200 len: 375 time: 0.1132524 May 05 21:49:59.264561 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8515ff4d-1d9d-4550-83df-367b1c27c986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:59.365319 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc52a4-f5cf-4929-901e-05d207fdc1c7 req-d8b6b630-30bb-4dfd-82dc-0df91e5c18a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:59.372905 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-82dc52a4-f5cf-4929-901e-05d207fdc1c7 req-d8b6b630-30bb-4dfd-82dc-0df91e5c18a0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ca488f45-7fe1-4a2d-919a-777283a719db HTTP/1.1" status: 200 len: 921 time: 0.3124528 May 05 21:49:59.464047 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-c3e6cf1a-7b33-45ec-bded-e9d7c5d8cb5b None None] Set router 645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:49:59.467917 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8515ff4d-1d9d-4550-83df-367b1c27c986 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e7b0307-b9df-4e84-a70b-9e1ff89107d7,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:49:59.478481 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-82dc52a4-f5cf-4929-901e-05d207fdc1c7 req-9b866a77-8cb7-4b7c-b94e-f291fe1e09ce service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd043570-1ead-4571-a3b0-780aa65b61e4 HTTP/1.1" status: 200 len: 217 time: 0.1045270 May 05 21:49:59.501120 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0c2a5971-d871-461d-ac4a-e2f1c049b295 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:59.539764 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-0c2a5971-d871-461d-ac4a-e2f1c049b295 admin admin] Deleting port abd039be-6068-4130-9526-70405ebc580f {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:49:59.540024 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0c2a5971-d871-461d-ac4a-e2f1c049b295 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:49:59.570065 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-845ae030-a49f-41f6-be8c-5fa9dd8dd33e req-585fc659-f8c7-4eed-8567-6af89804e618 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b8d6052b833a4534bc346cca1ce7985f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3550184 May 05 21:49:59.605009 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8515ff4d-1d9d-4550-83df-367b1c27c986 admin admin] Checking segment: {'id': '6daf42f5-f714-4280-b4f8-14ac385ec522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7bb8ede8-a2e0-4b9c-bb3c-9c0d57b73bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:49:59.611508 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8515ff4d-1d9d-4550-83df-367b1c27c986 admin admin] Network hostable DHCP agents. Network: 7bb8ede8-a2e0-4b9c-bb3c-9c0d57b73bc1, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:49:59.687957 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-b8423a68-f009-4a19-989b-6021f2a9a904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eec692e-d074-438a-8f7e-dc27892a4c94', 'name': 'tempest-FloatingIPsTestJSON-235526535-router', 'tenant_id': 'efd062a91591466db4e1b6ce1549b223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': 'abd039be-6068-4130-9526-70405ebc580f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:49:07Z', 'updated_at': '2022-05-05T21:49:54Z', 'revision_number': 5, 'project_id': 'efd062a91591466db4e1b6ce1549b223', 'gw_port': {'id': 'abd039be-6068-4130-9526-70405ebc580f', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eec692e-d074-438a-8f7e-dc27892a4c94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:49:09Z', 'updated_at': '2022-05-05T21:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:49:59.694533 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc52a4-f5cf-4929-901e-05d207fdc1c7 req-0135be07-e996-4f9e-b961-8d3f90241ac5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:59.698119 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8423a68-f009-4a19-989b-6021f2a9a904 None None] Checking router: 7eec692e-d074-438a-8f7e-dc27892a4c94 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:49:59.705459 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-82dc52a4-f5cf-4929-901e-05d207fdc1c7 req-0135be07-e996-4f9e-b961-8d3f90241ac5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aae297b4-545c-4d68-be8d-c45225bf12de HTTP/1.1" status: 200 len: 860 time: 0.2260547 May 05 21:49:59.714518 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8423a68-f009-4a19-989b-6021f2a9a904 None None] Routers {'7eec692e-d074-438a-8f7e-dc27892a4c94'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:49:59.715204 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-b8423a68-f009-4a19-989b-6021f2a9a904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:49:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['7eec692e-d074-438a-8f7e-dc27892a4c94'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:49:59.869802 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-845ae030-a49f-41f6-be8c-5fa9dd8dd33e req-a52a7c39-95e3-43d0-979c-2c169d69c37d service neutron] 10.222.0.23 "GET /v2.0/networks/0209bbe2-ae77-4a5e-8f5f-b598cdea432f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975247 May 05 21:49:59.897611 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-82dc52a4-f5cf-4929-901e-05d207fdc1c7 req-dac27603-dcba-4055-b79c-5c2c6d369a34 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ca488f45-7fe1-4a2d-919a-777283a719db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1006398 May 05 21:49:59.901939 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8515ff4d-1d9d-4550-83df-367b1c27c986 admin admin] Network 7bb8ede8-a2e0-4b9c-bb3c-9c0d57b73bc1 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:49:59.937386 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32c33d-f81e-457a-8bca-fa4d8ce99a06 req-d9600a32-71f0-431d-9dcb-2cd4f6ad8ec1 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:49:59.938957 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6d32c33d-f81e-457a-8bca-fa4d8ce99a06 req-d9600a32-71f0-431d-9dcb-2cd4f6ad8ec1 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.32 "GET /v2.0/networks?id=f33cead3-3472-4ef7-9cf3-a35684adef89 HTTP/1.1" status: 200 len: 812 time: 0.3251901 May 05 21:49:59.969066 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-6d32c33d-f81e-457a-8bca-fa4d8ce99a06 req-c35c3cfb-4a68-4b3a-b030-e1ff8f966636 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Request body: {'port': {'device_id': '9e69ec30-08d3-41b4-b7e1-6334c8ce0d1b', 'network_id': 'f33cead3-3472-4ef7-9cf3-a35684adef89', 'admin_state_up': True, 'tenant_id': '0eb82da6a4bc47a2ae0058d78ca21e92'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:50:00.005418 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-b8423a68-f009-4a19-989b-6021f2a9a904 None None] Set router 7eec692e-d074-438a-8f7e-dc27892a4c94 gateway port host: None {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:50:00.071278 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-82dc52a4-f5cf-4929-901e-05d207fdc1c7 req-c6891b60-2fae-4542-ae7d-e926d5cb79d8 service neutron] 10.222.0.23 "GET /v2.0/networks/ca488f45-7fe1-4a2d-919a-777283a719db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599588 May 05 21:50:00.116153 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-c3e6cf1a-7b33-45ec-bded-e9d7c5d8cb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf', 'name': 'tempest-ServerRescueTestJSONUnderV235-1952583119-router', 'tenant_id': 'cf59b1a8623a48db9737966b2f762b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'dcb5be8b-3392-4a5f-b7a4-b6a197cafd9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:48:00Z', 'updated_at': '2022-05-05T21:48:16Z', 'revision_number': 4, 'project_id': 'cf59b1a8623a48db9737966b2f762b3c', 'gw_port': {'id': 'dcb5be8b-3392-4a5f-b7a4-b6a197cafd9f', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:45:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:48:03Z', 'updated_at': '2022-05-05T21:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '8a40e2f3-fd24-46c8-a1ed-7679ecf6799d', 'name': '', 'network_id': 'ca488f45-7fe1-4a2d-919a-777283a719db', 'tenant_id': 'cf59b1a8623a48db9737966b2f762b3c', 'mac_address': 'fa:16:3e:2f:2f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aae297b4-545c-4d68-be8d-c45225bf12de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:48:14Z', 'updated_at': '2022-05-05T21:48:29Z', 'revision_number': 5, 'project_id': 'cf59b1a8623a48db9737966b2f762b3c', 'subnets': [{'id': 'aae297b4-545c-4d68-be8d-c45225bf12de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:50:00.126187 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-0c2a5971-d871-461d-ac4a-e2f1c049b295 admin admin] For port abd039be-6068-4130-9526-70405ebc580f, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=abd039be-6068-4130-9526-70405ebc580f,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:50:00.126645 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0c2a5971-d871-461d-ac4a-e2f1c049b295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:00.135563 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e6cf1a-7b33-45ec-bded-e9d7c5d8cb5b None None] The sync data for ids ['645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf'] in n-d-825175-4 is: [{'id': '645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf', 'name': 'tempest-ServerRescueTestJSONUnderV235-1952583119-router', 'tenant_id': 'cf59b1a8623a48db9737966b2f762b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'dcb5be8b-3392-4a5f-b7a4-b6a197cafd9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:48:00Z', 'updated_at': '2022-05-05T21:48:16Z', 'revision_number': 4, 'project_id': 'cf59b1a8623a48db9737966b2f762b3c', 'gw_port': {'id': 'dcb5be8b-3392-4a5f-b7a4-b6a197cafd9f', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:45:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:48:03Z', 'updated_at': '2022-05-05T21:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '8a40e2f3-fd24-46c8-a1ed-7679ecf6799d', 'name': '', 'network_id': 'ca488f45-7fe1-4a2d-919a-777283a719db', 'tenant_id': 'cf59b1a8623a48db9737966b2f762b3c', 'mac_address': 'fa:16:3e:2f:2f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aae297b4-545c-4d68-be8d-c45225bf12de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:48:14Z', 'updated_at': '2022-05-05T21:48:29Z', 'revision_number': 5, 'project_id': 'cf59b1a8623a48db9737966b2f762b3c', 'subnets': [{'id': 'aae297b4-545c-4d68-be8d-c45225bf12de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:50:00.200104 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-b8423a68-f009-4a19-989b-6021f2a9a904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eec692e-d074-438a-8f7e-dc27892a4c94', 'name': 'tempest-FloatingIPsTestJSON-235526535-router', 'tenant_id': 'efd062a91591466db4e1b6ce1549b223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:49:07Z', 'updated_at': '2022-05-05T21:49:59Z', 'revision_number': 6, 'project_id': 'efd062a91591466db4e1b6ce1549b223', 'gw_port_host': None}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:50:00.208434 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8423a68-f009-4a19-989b-6021f2a9a904 None None] The sync data for ids ['7eec692e-d074-438a-8f7e-dc27892a4c94'] in n-d-825175-4 is: [{'id': '7eec692e-d074-438a-8f7e-dc27892a4c94', 'name': 'tempest-FloatingIPsTestJSON-235526535-router', 'tenant_id': 'efd062a91591466db4e1b6ce1549b223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:49:07Z', 'updated_at': '2022-05-05T21:49:59Z', 'revision_number': 6, 'project_id': 'efd062a91591466db4e1b6ce1549b223', 'gw_port_host': None}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:50:00.212217 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-8515ff4d-1d9d-4550-83df-367b1c27c986 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 7bb8ede8-a2e0-4b9c-bb3c-9c0d57b73bc1) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:50:00.223980 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c1b9fe-db10-43f4-8f8d-023d942a68ec None None] Network 7bb8ede8-a2e0-4b9c-bb3c-9c0d57b73bc1 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:50:00.291726 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-0c2a5971-d871-461d-ac4a-e2f1c049b295 admin admin] Calling delete_port for abd039be-6068-4130-9526-70405ebc580f owned by network:router_gateway {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:50:00.300588 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8515ff4d-1d9d-4550-83df-367b1c27c986 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:00.301471 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8515ff4d-1d9d-4550-83df-367b1c27c986 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:00.340003 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-6d32c33d-f81e-457a-8bca-fa4d8ce99a06 req-c35c3cfb-4a68-4b3a-b030-e1ff8f966636 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:50:00.356778 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-6d32c33d-f81e-457a-8bca-fa4d8ce99a06 req-c35c3cfb-4a68-4b3a-b030-e1ff8f966636 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:50:00.376491 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-8515ff4d-1d9d-4550-83df-367b1c27c986 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0404642 May 05 21:50:00.379744 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-82dc52a4-f5cf-4929-901e-05d207fdc1c7 req-b97689bd-6d75-49ea-ab1c-7b73b69e8708 service neutron] 10.222.0.23 "GET /v2.0/networks/ca488f45-7fe1-4a2d-919a-777283a719db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567925 May 05 21:50:00.436569 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d32c33d-f81e-457a-8bca-fa4d8ce99a06 req-c35c3cfb-4a68-4b3a-b030-e1ff8f966636 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Made reservation on behalf of 0eb82da6a4bc47a2ae0058d78ca21e92 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:50:00.445565 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6d32c33d-f81e-457a-8bca-fa4d8ce99a06 req-c35c3cfb-4a68-4b3a-b030-e1ff8f966636 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:00.479252 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-845ae030-a49f-41f6-be8c-5fa9dd8dd33e req-6599a521-81ca-47a3-afb6-413126db5f63 service neutron] 10.222.0.23 "GET /v2.0/networks/0209bbe2-ae77-4a5e-8f5f-b598cdea432f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6059930 May 05 21:50:00.786100 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-1d8d03f8-3b4b-4445-84b9-64ad87b6b9d3 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=573addcdcad64ebbacaadf6765f34d35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0974097 May 05 21:50:00.801993 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32367000-6e63-4c48-b36b-a0732874763d None None] Network 7bb8ede8-a2e0-4b9c-bb3c-9c0d57b73bc1 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:50:01.054899 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-6d32c33d-f81e-457a-8bca-fa4d8ce99a06 req-c35c3cfb-4a68-4b3a-b030-e1ff8f966636 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Allocated IP 172.20.0.3 (f33cead3-3472-4ef7-9cf3-a35684adef89/7d5de724-e15a-4a3a-8314-05869a0cf070/38613b19-f2b6-4d9b-984b-e50a2c516817) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:50:01.169315 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0c2a5971-d871-461d-ac4a-e2f1c049b295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:01.182944 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-f9f849bb-248e-4bb8-8f6e-5a78417b0538 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:01.192120 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-f9f849bb-248e-4bb8-8f6e-5a78417b0538 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3978922 May 05 21:50:01.219613 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5b29062c-10ab-4f9c-8087-5704b2a5de25 req-5ec0568e-1662-465d-a451-eb71a8a1704a tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e69ec30-08d3-41b4-b7e1-6334c8ce0d1b HTTP/1.1" status: 200 len: 210 time: 0.1041710 May 05 21:50:01.227147 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-f9910562-7222-40d3-8ecf-425d473b6f1b tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/quotas/573addcdcad64ebbacaadf6765f34d35 HTTP/1.1" status: 200 len: 375 time: 0.0341103 May 05 21:50:01.273623 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2a5971-d871-461d-ac4a-e2f1c049b295 admin admin] Pushing event deleted for resources: {'Port': ['ID=abd039be-6068-4130-9526-70405ebc580f,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:01.298355 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af030b85-2fb7-45f1-add9-bf0082c32c92'] response: {'name': 'network-changed', 'server_uuid': 'ecd4a405-2195-46d7-97a2-9d216ad40307', 'tag': 'dd043570-1ead-4571-a3b0-780aa65b61e4', 'status': 'completed', 'code': 200} May 05 21:50:01.467906 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-0d79c77e-e0c2-40c0-ba25-255792f3e5df tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=573addcdcad64ebbacaadf6765f34d35&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2289169 May 05 21:50:01.470919 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d9fa4c67-73ba-4797-9cb8-bca1068cfb80 req-29de4664-6acd-44e6-ac84-2b573b38925d tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "GET /v2.0/floatingips/96061dd2-5b43-47be-a350-898cd1e2abb4 HTTP/1.1" status: 200 len: 695 time: 0.1469734 May 05 21:50:01.788962 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6d32c33d-f81e-457a-8bca-fa4d8ce99a06 req-c35c3cfb-4a68-4b3a-b030-e1ff8f966636 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:01.789938 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d8babe58-1cd0-40b5-9e0d-c7ee945d39e5 req-4fc2269b-0877-456b-b838-18b303968012 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cf59b1a8623a48db9737966b2f762b3c&device_id=ecd4a405-2195-46d7-97a2-9d216ad40307 HTTP/1.1" status: 200 len: 1097 time: 0.3980832 May 05 21:50:01.810483 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0c2a5971-d871-461d-ac4a-e2f1c049b295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:01.938169 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa4c67-73ba-4797-9cb8-bca1068cfb80 req-ae19d06b-a475-4a01-a66c-5b777bccd3ec tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:01.939726 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d9fa4c67-73ba-4797-9cb8-bca1068cfb80 req-ae19d06b-a475-4a01-a66c-5b777bccd3ec tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "GET /v2.0/networks/25bfe237-58de-4709-a3e0-ac79da07c300 HTTP/1.1" status: 200 len: 784 time: 0.4502645 May 05 21:50:01.957265 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-6d32c33d-f81e-457a-8bca-fa4d8ce99a06 req-c35c3cfb-4a68-4b3a-b030-e1ff8f966636 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Transition to ACTIVE for port object 38613b19-f2b6-4d9b-984b-e50a2c516817 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:50:02.073417 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8babe58-1cd0-40b5-9e0d-c7ee945d39e5 req-fdd909ba-2fcd-496d-9b8e-13b7209de45c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:02.074903 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d8babe58-1cd0-40b5-9e0d-c7ee945d39e5 req-fdd909ba-2fcd-496d-9b8e-13b7209de45c service neutron] 10.222.0.32 "GET /v2.0/networks?id=ca488f45-7fe1-4a2d-919a-777283a719db HTTP/1.1" status: 200 len: 921 time: 0.2763174 May 05 21:50:02.078865 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d9fa4c67-73ba-4797-9cb8-bca1068cfb80 req-c54387c6-9a5f-4a17-a276-f9d0595141c7 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.207 HTTP/1.1" status: 200 len: 698 time: 0.1240075 May 05 21:50:02.110428 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 722128f6-4b57-4a55-a312-129d88c2bc88 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:50:02.189289 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0c2a5971-d871-461d-ac4a-e2f1c049b295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:02.191646 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 722128f6-4b57-4a55-a312-129d88c2bc88 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:50:02.193963 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 722128f6-4b57-4a55-a312-129d88c2bc88 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:50:02.204760 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0c2a5971-d871-461d-ac4a-e2f1c049b295 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:02.218050 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6d32c33d-f81e-457a-8bca-fa4d8ce99a06 req-c35c3cfb-4a68-4b3a-b030-e1ff8f966636 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:02.245648 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d8babe58-1cd0-40b5-9e0d-c7ee945d39e5 req-9d24802b-50ac-4bb0-86e2-d11df0bc3da9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd043570-1ead-4571-a3b0-780aa65b61e4 HTTP/1.1" status: 200 len: 217 time: 0.1633267 May 05 21:50:02.357780 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0c2a5971-d871-461d-ac4a-e2f1c049b295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:02.358219 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2a5971-d871-461d-ac4a-e2f1c049b295 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7eec692e-d074-438a-8f7e-dc27892a4c94 {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 21:50:02.377334 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d32c33d-f81e-457a-8bca-fa4d8ce99a06 req-c35c3cfb-4a68-4b3a-b030-e1ff8f966636 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Network f33cead3-3472-4ef7-9cf3-a35684adef89 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:50:02.382764 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-6d32c33d-f81e-457a-8bca-fa4d8ce99a06 req-c35c3cfb-4a68-4b3a-b030-e1ff8f966636 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:50:02.404171 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d32c33d-f81e-457a-8bca-fa4d8ce99a06 req-c35c3cfb-4a68-4b3a-b030-e1ff8f966636 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:50:02.409907 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8babe58-1cd0-40b5-9e0d-c7ee945d39e5 req-2a81d5d6-f04c-4941-8297-ffc8aadf5376 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:02.411778 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d8babe58-1cd0-40b5-9e0d-c7ee945d39e5 req-2a81d5d6-f04c-4941-8297-ffc8aadf5376 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aae297b4-545c-4d68-be8d-c45225bf12de HTTP/1.1" status: 200 len: 860 time: 0.1155150 May 05 21:50:02.445059 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c3cfb-4a68-4b3a-b030-e1ff8f966636 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Pushing event updated for resources: {'Port': ['ID=38613b19-f2b6-4d9b-984b-e50a2c516817,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:02.472030 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0c2a5971-d871-461d-ac4a-e2f1c049b295 admin admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:02.473569 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0c2a5971-d871-461d-ac4a-e2f1c049b295 admin admin] 10.222.0.23 "DELETE /v2.0/routers/7eec692e-d074-438a-8f7e-dc27892a4c94 HTTP/1.1" status: 204 len: 168 time: 3.6927276 May 05 21:50:02.476839 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41072) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:50:02.572379 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32c33d-f81e-457a-8bca-fa4d8ce99a06 req-c35c3cfb-4a68-4b3a-b030-e1ff8f966636 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:02.573038 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6d32c33d-f81e-457a-8bca-fa4d8ce99a06 req-c35c3cfb-4a68-4b3a-b030-e1ff8f966636 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:02.636040 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6d32c33d-f81e-457a-8bca-fa4d8ce99a06 req-c35c3cfb-4a68-4b3a-b030-e1ff8f966636 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6755009 May 05 21:50:02.639226 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-d14bcb0f-84f2-4d80-8c27-5a44cb020a2e admin admin] Deleting subnet 784a9870-c203-4045-8925-52dbcf2f86f3 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:50:02.642785 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d14bcb0f-84f2-4d80-8c27-5a44cb020a2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:02.654712 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d9fa4c67-73ba-4797-9cb8-bca1068cfb80 req-1fc40fff-e44a-409b-a1ed-ace6d2ad2f82 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.207 HTTP/1.1" status: 200 len: 698 time: 0.5049803 May 05 21:50:02.676492 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-6d32c33d-f81e-457a-8bca-fa4d8ce99a06 req-1357636c-cf71-4b4f-878c-c8f9d40adb88 service neutron] Request body: {'port': {'device_id': '9e69ec30-08d3-41b4-b7e1-6334c8ce0d1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:50:02.736869 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2424f939-244e-433e-8693-aa79907cf225 req-9529c09f-aa23-4a4a-b927-57569e452b77 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=82e9fd69-4c0a-4daf-8e56-1cf72160ef5b HTTP/1.1" status: 200 len: 210 time: 0.3015802 May 05 21:50:02.738947 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d8babe58-1cd0-40b5-9e0d-c7ee945d39e5 req-2f909c32-795a-4928-ae9c-a4573f20057b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ca488f45-7fe1-4a2d-919a-777283a719db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2962055 May 05 21:50:02.749344 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d14bcb0f-84f2-4d80-8c27-5a44cb020a2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:02.778602 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-7c828664-501c-4a9f-9dc0-d42c02b59472 None None] Provisioning for port 38613b19-f2b6-4d9b-984b-e50a2c516817 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:50:02.786049 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-7c828664-501c-4a9f-9dc0-d42c02b59472 None None] Provisioning complete for port 38613b19-f2b6-4d9b-984b-e50a2c516817 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:50:02.786789 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7c828664-501c-4a9f-9dc0-d42c02b59472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:02.853442 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-7c828664-501c-4a9f-9dc0-d42c02b59472 None None] Port 38613b19-f2b6-4d9b-984b-e50a2c516817 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:50:02.947481 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6d32c33d-f81e-457a-8bca-fa4d8ce99a06 req-1357636c-cf71-4b4f-878c-c8f9d40adb88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:03.004541 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d14bcb0f-84f2-4d80-8c27-5a44cb020a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:03.076769 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d8babe58-1cd0-40b5-9e0d-c7ee945d39e5 req-0cb0f2cf-8558-4af9-bf54-901a56a15bce service neutron] 10.222.0.32 "GET /v2.0/networks/ca488f45-7fe1-4a2d-919a-777283a719db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251238 May 05 21:50:03.082364 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ae030-a49f-41f6-be8c-5fa9dd8dd33e req-addd8d11-df9a-469c-a2a3-fbf3e1da5773 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:03.083824 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-845ae030-a49f-41f6-be8c-5fa9dd8dd33e req-addd8d11-df9a-469c-a2a3-fbf3e1da5773 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.44 "GET /v2.0/networks?id=0209bbe2-ae77-4a5e-8f5f-b598cdea432f HTTP/1.1" status: 200 len: 819 time: 0.7904668 May 05 21:50:03.157848 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-845ae030-a49f-41f6-be8c-5fa9dd8dd33e req-3ffdb158-d5e2-4115-8e05-8b8cd8f9660c tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Request body: {'port': {'device_id': '82e9fd69-4c0a-4daf-8e56-1cf72160ef5b', 'network_id': '0209bbe2-ae77-4a5e-8f5f-b598cdea432f', 'admin_state_up': True, 'tenant_id': 'b8d6052b833a4534bc346cca1ce7985f'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:50:03.280029 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-d9fa4c67-73ba-4797-9cb8-bca1068cfb80 req-4dcd4922-c76e-4e10-a140-626859359f87 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Deleting port da38fa89-1f3e-4b35-8333-7aee15d1ee31 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:50:03.280679 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-d9fa4c67-73ba-4797-9cb8-bca1068cfb80 req-4dcd4922-c76e-4e10-a140-626859359f87 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:03.350219 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d14bcb0f-84f2-4d80-8c27-5a44cb020a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:03.409030 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14bcb0f-84f2-4d80-8c27-5a44cb020a2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=784a9870-c203-4045-8925-52dbcf2f86f3,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:03.419052 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d14bcb0f-84f2-4d80-8c27-5a44cb020a2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:03.424847 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed139a3e-e30f-4f8a-8aef-adcafbf86660 None None] Network 184fe21b-a956-4b0e-ae3a-b1e8f705d616 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:50:03.428267 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d14bcb0f-84f2-4d80-8c27-5a44cb020a2e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/784a9870-c203-4045-8925-52dbcf2f86f3 HTTP/1.1" status: 204 len: 168 time: 0.9503522 May 05 21:50:03.431365 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41088) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:50:03.731451 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d8babe58-1cd0-40b5-9e0d-c7ee945d39e5 req-46e749ed-175d-4f4a-8657-ed980b6da9a7 service neutron] 10.222.0.32 "GET /v2.0/networks/ca488f45-7fe1-4a2d-919a-777283a719db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6466460 May 05 21:50:03.770107 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-6d32c33d-f81e-457a-8bca-fa4d8ce99a06 req-1357636c-cf71-4b4f-878c-c8f9d40adb88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38613b19-f2b6-4d9b-984b-e50a2c516817 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:50:03.780395 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a5bf0-a034-4755-a274-16c324311b6d req-c961581b-7aea-476d-aaa6-a10b28bf3fb0 tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:03.781776 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-160a5bf0-a034-4755-a274-16c324311b6d req-c961581b-7aea-476d-aaa6-a10b28bf3fb0 tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] 10.222.0.23 "GET /v2.0/networks?id=7bb8ede8-a2e0-4b9c-bb3c-9c0d57b73bc1 HTTP/1.1" status: 200 len: 814 time: 0.6960270 May 05 21:50:03.786051 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-845ae030-a49f-41f6-be8c-5fa9dd8dd33e req-3ffdb158-d5e2-4115-8e05-8b8cd8f9660c tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:50:03.789224 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6d32c33d-f81e-457a-8bca-fa4d8ce99a06 req-1357636c-cf71-4b4f-878c-c8f9d40adb88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:03.793623 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-845ae030-a49f-41f6-be8c-5fa9dd8dd33e req-3ffdb158-d5e2-4115-8e05-8b8cd8f9660c tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Usage tracker for resource:port and tenant:b8d6052b833a4534bc346cca1ce7985f is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:50:03.805045 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446e1a41-3316-49a7-802c-04e41fbf6362 None None] DHCP port deletion for 184fe21b-a956-4b0e-ae3a-b1e8f705d616 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 21:50:03.810059 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-845ae030-a49f-41f6-be8c-5fa9dd8dd33e req-3ffdb158-d5e2-4115-8e05-8b8cd8f9660c tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:50:03.813900 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-446e1a41-3316-49a7-802c-04e41fbf6362 None None] Deleting port 91b4de6a-939d-4f85-a83e-d2fd86489254 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:50:03.814537 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-446e1a41-3316-49a7-802c-04e41fbf6362 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:03.826270 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-6d32c33d-f81e-457a-8bca-fa4d8ce99a06 req-1357636c-cf71-4b4f-878c-c8f9d40adb88 service neutron] Transition to ACTIVE for port object 38613b19-f2b6-4d9b-984b-e50a2c516817 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:50:03.829410 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3bd7ee10-4d99-45dc-a803-79432914d2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:03.839848 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-160a5bf0-a034-4755-a274-16c324311b6d req-ffcad8e4-785c-43ff-8116-2a5bf6e28f66 tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] 10.222.0.23 "GET /v2.0/quotas/f49bb537458640de8650e6e4d4293f6e HTTP/1.1" status: 200 len: 375 time: 0.0306363 May 05 21:50:03.840206 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6d32c33d-f81e-457a-8bca-fa4d8ce99a06 req-1357636c-cf71-4b4f-878c-c8f9d40adb88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:03.842749 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-845ae030-a49f-41f6-be8c-5fa9dd8dd33e req-3ffdb158-d5e2-4115-8e05-8b8cd8f9660c tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:50:03.880681 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-3bd7ee10-4d99-45dc-a803-79432914d2d2 admin admin] Deleting port 91b4de6a-939d-4f85-a83e-d2fd86489254 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:50:03.880681 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3bd7ee10-4d99-45dc-a803-79432914d2d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:03.931507 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-d9fa4c67-73ba-4797-9cb8-bca1068cfb80 req-4dcd4922-c76e-4e10-a140-626859359f87 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:03.931896 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-d9fa4c67-73ba-4797-9cb8-bca1068cfb80 req-4dcd4922-c76e-4e10-a140-626859359f87 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:03.954359 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-160a5bf0-a034-4755-a274-16c324311b6d req-83c5fc24-3a66-4a5e-9318-4f0b62f16cf1 tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f49bb537458640de8650e6e4d4293f6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1032379 May 05 21:50:03.954986 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-845ae030-a49f-41f6-be8c-5fa9dd8dd33e req-3ffdb158-d5e2-4115-8e05-8b8cd8f9660c tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Made reservation on behalf of b8d6052b833a4534bc346cca1ce7985f for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:50:03.957915 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-845ae030-a49f-41f6-be8c-5fa9dd8dd33e req-3ffdb158-d5e2-4115-8e05-8b8cd8f9660c tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:04.102402 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1357636c-cf71-4b4f-878c-c8f9d40adb88 service neutron] Pushing event updated for resources: {'Port': ['ID=38613b19-f2b6-4d9b-984b-e50a2c516817,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:04.158949 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 91b4de6a-939d-4f85-a83e-d2fd86489254 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:50:04.175669 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-78bcd0fd-71fc-4ff5-9dcd-173ed1bfd6cd tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=573addcdcad64ebbacaadf6765f34d35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2660975 May 05 21:50:04.189032 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-d9fa4c67-73ba-4797-9cb8-bca1068cfb80 req-4dcd4922-c76e-4e10-a140-626859359f87 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Calling delete_port for da38fa89-1f3e-4b35-8333-7aee15d1ee31 owned by network:floatingip {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:50:04.357466 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:04.383577 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-446e1a41-3316-49a7-802c-04e41fbf6362 None None] For port 91b4de6a-939d-4f85-a83e-d2fd86489254, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=91b4de6a-939d-4f85-a83e-d2fd86489254,segment=NetworkSegment(2344039b-9b10-4dfc-942d-5a4874832596),segment_id=2344039b-9b10-4dfc-942d-5a4874832596)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:50:04.384098 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-446e1a41-3316-49a7-802c-04e41fbf6362 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:04.414027 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 91b4de6a-939d-4f85-a83e-d2fd86489254, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=91b4de6a-939d-4f85-a83e-d2fd86489254,segment=NetworkSegment(2344039b-9b10-4dfc-942d-5a4874832596),segment_id=2344039b-9b10-4dfc-942d-5a4874832596)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:50:04.429132 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:04.430288 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device abd039be-6068-4130-9526-70405ebc580f no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:50:04.465349 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11624bdc-416e-4ba7-86e1-6a5300c09ced req-87e8977c-1dd1-401b-9482-8474ef6cf444 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:04.469308 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11624bdc-416e-4ba7-86e1-6a5300c09ced req-87e8977c-1dd1-401b-9482-8474ef6cf444 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:04.473632 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11624bdc-416e-4ba7-86e1-6a5300c09ced req-87e8977c-1dd1-401b-9482-8474ef6cf444 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:04.475281 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-11624bdc-416e-4ba7-86e1-6a5300c09ced req-87e8977c-1dd1-401b-9482-8474ef6cf444 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.32 "GET /v2.0/ports?device_id=c101afed-0857-4553-940f-f06940fb468c HTTP/1.1" status: 200 len: 2418 time: 0.4541309 May 05 21:50:04.511482 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-77ef06a5-7910-4b8b-bb14-df87ede4ded8 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=573addcdcad64ebbacaadf6765f34d35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1356580 May 05 21:50:04.547324 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-6d32c33d-f81e-457a-8bca-fa4d8ce99a06 req-1357636c-cf71-4b4f-878c-c8f9d40adb88 service neutron] Attempting to bind port 38613b19-f2b6-4d9b-984b-e50a2c516817 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:50:04.555859 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-6d32c33d-f81e-457a-8bca-fa4d8ce99a06 req-1357636c-cf71-4b4f-878c-c8f9d40adb88 service neutron] Attempting to bind port 38613b19-f2b6-4d9b-984b-e50a2c516817 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': '18a3c379-3cfc-4702-917f-3a57e26f3cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f33cead3-3472-4ef7-9cf3-a35684adef89'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:50:04.555859 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d32c33d-f81e-457a-8bca-fa4d8ce99a06 req-1357636c-cf71-4b4f-878c-c8f9d40adb88 service neutron] Attempting to bind port 38613b19-f2b6-4d9b-984b-e50a2c516817 on network f33cead3-3472-4ef7-9cf3-a35684adef89 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:50:04.584217 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d32c33d-f81e-457a-8bca-fa4d8ce99a06 req-1357636c-cf71-4b4f-878c-c8f9d40adb88 service neutron] Port 38613b19-f2b6-4d9b-984b-e50a2c516817 on network f33cead3-3472-4ef7-9cf3-a35684adef89 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:50:04.584996 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d32c33d-f81e-457a-8bca-fa4d8ce99a06 req-1357636c-cf71-4b4f-878c-c8f9d40adb88 service neutron] Attempting to bind port 38613b19-f2b6-4d9b-984b-e50a2c516817 on network f33cead3-3472-4ef7-9cf3-a35684adef89 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:50:04.590187 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-11624bdc-416e-4ba7-86e1-6a5300c09ced req-24121dec-31ff-4c1e-9980-352e0d5dfc30 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Deleting port ac224bb7-3a5e-47f0-be23-47b832a4e700 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:50:04.590531 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-11624bdc-416e-4ba7-86e1-6a5300c09ced req-24121dec-31ff-4c1e-9980-352e0d5dfc30 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:04.637296 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-3bd7ee10-4d99-45dc-a803-79432914d2d2 admin admin] For port 91b4de6a-939d-4f85-a83e-d2fd86489254, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=91b4de6a-939d-4f85-a83e-d2fd86489254,segment=NetworkSegment(2344039b-9b10-4dfc-942d-5a4874832596),segment_id=2344039b-9b10-4dfc-942d-5a4874832596)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:50:04.637739 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3bd7ee10-4d99-45dc-a803-79432914d2d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:04.682689 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-446e1a41-3316-49a7-802c-04e41fbf6362 None None] Calling delete_port for 91b4de6a-939d-4f85-a83e-d2fd86489254 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:50:04.708799 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: abd039be-6068-4130-9526-70405ebc580f {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:50:04.709187 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device abd039be-6068-4130-9526-70405ebc580f not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:50:04.782032 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=91b4de6a-939d-4f85-a83e-d2fd86489254,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:04.794994 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-446e1a41-3316-49a7-802c-04e41fbf6362 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:50:04.795475 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-446e1a41-3316-49a7-802c-04e41fbf6362 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:50:04.799190 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-3bd7ee10-4d99-45dc-a803-79432914d2d2 admin admin] Calling delete_port for 91b4de6a-939d-4f85-a83e-d2fd86489254 owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:50:04.828383 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d32c33d-f81e-457a-8bca-fa4d8ce99a06 req-1357636c-cf71-4b4f-878c-c8f9d40adb88 service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:50:04.828724 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d32c33d-f81e-457a-8bca-fa4d8ce99a06 req-1357636c-cf71-4b4f-878c-c8f9d40adb88 service neutron] Checking segment: {'id': '18a3c379-3cfc-4702-917f-3a57e26f3cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f33cead3-3472-4ef7-9cf3-a35684adef89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:50:04.829115 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d32c33d-f81e-457a-8bca-fa4d8ce99a06 req-1357636c-cf71-4b4f-878c-c8f9d40adb88 service neutron] Bound using segment: {'id': '18a3c379-3cfc-4702-917f-3a57e26f3cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f33cead3-3472-4ef7-9cf3-a35684adef89'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:50:04.829559 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-6d32c33d-f81e-457a-8bca-fa4d8ce99a06 req-1357636c-cf71-4b4f-878c-c8f9d40adb88 service neutron] Bound port: 38613b19-f2b6-4d9b-984b-e50a2c516817, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18a3c379-3cfc-4702-917f-3a57e26f3cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f33cead3-3472-4ef7-9cf3-a35684adef89'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:50:04.829902 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6d32c33d-f81e-457a-8bca-fa4d8ce99a06 req-1357636c-cf71-4b4f-878c-c8f9d40adb88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:04.860656 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-160a5bf0-a034-4755-a274-16c324311b6d req-8fe6d25c-4827-4c25-84ea-c3b6671cb9c2 service neutron] 10.222.0.23 "GET /v2.0/networks/7bb8ede8-a2e0-4b9c-bb3c-9c0d57b73bc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8875668 May 05 21:50:04.865268 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-bb13bbfc-ba92-4c38-96c4-22e98697fc92 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:04.866572 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-bb13bbfc-ba92-4c38-96c4-22e98697fc92 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6045744 May 05 21:50:04.913570 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-eb8d6b5d-814f-4ff4-8476-421aac42df49 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Request body: {'port': {'device_id': '96d03dba-d32f-48fd-b323-bed56210f927', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'admin_state_up': True, 'tenant_id': '573addcdcad64ebbacaadf6765f34d35'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:50:04.943633 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-8849488a-d2ca-4600-a1f8-a37cfa216983 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:04.945016 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-8849488a-d2ca-4600-a1f8-a37cfa216983 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4144197 May 05 21:50:05.050018 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-6306a55d-7925-4736-9400-b8353e003f98 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Request body: {'port': {'device_id': '6f455359-c485-4129-ac66-5a50feca85c9', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'admin_state_up': True, 'tenant_id': '573addcdcad64ebbacaadf6765f34d35'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:50:05.088299 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.api [None req-3bd7ee10-4d99-45dc-a803-79432914d2d2 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:50:05.088617 n-d-825175-4 neutron-server[84063]: DEBUG oslo_db.api [None req-3bd7ee10-4d99-45dc-a803-79432914d2d2 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:50:05.092235 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-6d32c33d-f81e-457a-8bca-fa4d8ce99a06 req-1357636c-cf71-4b4f-878c-c8f9d40adb88 service neutron] For port 38613b19-f2b6-4d9b-984b-e50a2c516817, host n-h2-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:50:05.108028 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-6d32c33d-f81e-457a-8bca-fa4d8ce99a06 req-1357636c-cf71-4b4f-878c-c8f9d40adb88 service neutron] For port 38613b19-f2b6-4d9b-984b-e50a2c516817, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=38613b19-f2b6-4d9b-984b-e50a2c516817,segment=NetworkSegment(18a3c379-3cfc-4702-917f-3a57e26f3cd8),segment_id=18a3c379-3cfc-4702-917f-3a57e26f3cd8)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:50:05.113724 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6d32c33d-f81e-457a-8bca-fa4d8ce99a06 req-1357636c-cf71-4b4f-878c-c8f9d40adb88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:05.218575 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-11624bdc-416e-4ba7-86e1-6a5300c09ced req-24121dec-31ff-4c1e-9980-352e0d5dfc30 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] For port ac224bb7-3a5e-47f0-be23-47b832a4e700, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=ac224bb7-3a5e-47f0-be23-47b832a4e700,segment=NetworkSegment(0948a826-fbb2-4422-be38-6b1ee05eefbc),segment_id=0948a826-fbb2-4422-be38-6b1ee05eefbc)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:50:05.218985 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-11624bdc-416e-4ba7-86e1-6a5300c09ced req-24121dec-31ff-4c1e-9980-352e0d5dfc30 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:05.238766 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6d32c33d-f81e-457a-8bca-fa4d8ce99a06 req-1357636c-cf71-4b4f-878c-c8f9d40adb88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:05.240686 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6d32c33d-f81e-457a-8bca-fa4d8ce99a06 req-1357636c-cf71-4b4f-878c-c8f9d40adb88 service neutron] 10.222.0.32 "PUT /v2.0/ports/38613b19-f2b6-4d9b-984b-e50a2c516817 HTTP/1.1" status: 200 len: 1091 time: 2.5682826 May 05 21:50:05.243205 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e69ec30-08d3-41b4-b7e1-6334c8ce0d1b', 'tag': '38613b19-f2b6-4d9b-984b-e50a2c516817'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:50:05.252135 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f94f7f-ec80-4759-ac54-c600b71a79c0 None None] New status for floating IP 96061dd2-5b43-47be-a350-898cd1e2abb4: DOWN {{(pid=84064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 21:50:05.303424 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-845ae030-a49f-41f6-be8c-5fa9dd8dd33e req-3ffdb158-d5e2-4115-8e05-8b8cd8f9660c tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Allocated IP 172.20.0.12 (0209bbe2-ae77-4a5e-8f5f-b598cdea432f/d1666d56-aa2f-45d5-85a5-62900adc165a/f1ec1427-0aa0-4ddc-9cf3-114836e26138) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:50:05.335013 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-446e1a41-3316-49a7-802c-04e41fbf6362 None None] Deleting port 91b4de6a-939d-4f85-a83e-d2fd86489254 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:50:05.335508 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-446e1a41-3316-49a7-802c-04e41fbf6362 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:05.355983 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-d9fa4c67-73ba-4797-9cb8-bca1068cfb80 req-4dcd4922-c76e-4e10-a140-626859359f87 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:05.451635 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcd4922-c76e-4e10-a140-626859359f87 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Pushing event deleted for resources: {'Port': ['ID=da38fa89-1f3e-4b35-8333-7aee15d1ee31,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:05.530423 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1357636c-cf71-4b4f-878c-c8f9d40adb88 service neutron] Pushing event updated for resources: {'Port': ['ID=38613b19-f2b6-4d9b-984b-e50a2c516817,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:05.539916 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-11624bdc-416e-4ba7-86e1-6a5300c09ced req-24121dec-31ff-4c1e-9980-352e0d5dfc30 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Calling delete_port for ac224bb7-3a5e-47f0-be23-47b832a4e700 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:50:05.592569 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-6306a55d-7925-4736-9400-b8353e003f98 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:50:05.593905 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-3bd7ee10-4d99-45dc-a803-79432914d2d2 admin admin] Deleting port 91b4de6a-939d-4f85-a83e-d2fd86489254 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:50:05.594138 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3bd7ee10-4d99-45dc-a803-79432914d2d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:05.595366 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-eb8d6b5d-814f-4ff4-8476-421aac42df49 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:50:05.621915 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:05.640576 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-160a5bf0-a034-4755-a274-16c324311b6d req-f14b9e72-7a38-466c-b57b-73462aa255e9 service neutron] 10.222.0.23 "GET /v2.0/networks/7bb8ede8-a2e0-4b9c-bb3c-9c0d57b73bc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7517645 May 05 21:50:05.644567 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-eb8d6b5d-814f-4ff4-8476-421aac42df49 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Usage tracker for resource:port and tenant:573addcdcad64ebbacaadf6765f34d35 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:50:05.653059 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-6306a55d-7925-4736-9400-b8353e003f98 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Usage tracker for resource:port and tenant:573addcdcad64ebbacaadf6765f34d35 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:50:05.654627 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-446e1a41-3316-49a7-802c-04e41fbf6362 None None] For port 91b4de6a-939d-4f85-a83e-d2fd86489254, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=91b4de6a-939d-4f85-a83e-d2fd86489254,segment=NetworkSegment(2344039b-9b10-4dfc-942d-5a4874832596),segment_id=2344039b-9b10-4dfc-942d-5a4874832596)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:50:05.655119 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-446e1a41-3316-49a7-802c-04e41fbf6362 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:05.663089 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-eb8d6b5d-814f-4ff4-8476-421aac42df49 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:50:05.673283 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-6306a55d-7925-4736-9400-b8353e003f98 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:50:05.739582 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-eb8d6b5d-814f-4ff4-8476-421aac42df49 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:50:05.744741 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-6306a55d-7925-4736-9400-b8353e003f98 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:50:05.749496 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-d9fa4c67-73ba-4797-9cb8-bca1068cfb80 req-4dcd4922-c76e-4e10-a140-626859359f87 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Notify callbacks [] for floatingip, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:05.779408 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6d32c33d-f81e-457a-8bca-fa4d8ce99a06 req-029dd110-c03b-4e69-930b-4d66f15e8f31 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0eb82da6a4bc47a2ae0058d78ca21e92&device_id=9e69ec30-08d3-41b4-b7e1-6334c8ce0d1b HTTP/1.1" status: 200 len: 1094 time: 0.4790843 May 05 21:50:05.796631 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-446e1a41-3316-49a7-802c-04e41fbf6362 None None] Calling delete_port for 91b4de6a-939d-4f85-a83e-d2fd86489254 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:50:05.851643 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-eb8d6b5d-814f-4ff4-8476-421aac42df49 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Made reservation on behalf of 573addcdcad64ebbacaadf6765f34d35 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:50:05.855220 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-eb8d6b5d-814f-4ff4-8476-421aac42df49 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:05.855415 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:05.880343 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-6306a55d-7925-4736-9400-b8353e003f98 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Made reservation on behalf of 573addcdcad64ebbacaadf6765f34d35 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:50:05.883555 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-6306a55d-7925-4736-9400-b8353e003f98 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:05.894020 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-d9fa4c67-73ba-4797-9cb8-bca1068cfb80 req-4dcd4922-c76e-4e10-a140-626859359f87 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:05.903245 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-446e1a41-3316-49a7-802c-04e41fbf6362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:05.908015 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d9fa4c67-73ba-4797-9cb8-bca1068cfb80 req-4dcd4922-c76e-4e10-a140-626859359f87 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "DELETE /v2.0/floatingips/96061dd2-5b43-47be-a350-898cd1e2abb4 HTTP/1.1" status: 204 len: 173 time: 3.2517176 May 05 21:50:06.000555 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446e1a41-3316-49a7-802c-04e41fbf6362 None None] Pushing event deleted for resources: {'Port': ['ID=91b4de6a-939d-4f85-a83e-d2fd86489254,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:06.014570 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446e1a41-3316-49a7-802c-04e41fbf6362 None None] No DVR routers for this DVR port 91b4de6a-939d-4f85-a83e-d2fd86489254 on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:50:06.045503 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6d32c33d-f81e-457a-8bca-fa4d8ce99a06 req-19f58086-a86b-4483-ab52-36bc72e7fec4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38613b19-f2b6-4d9b-984b-e50a2c516817 HTTP/1.1" status: 200 len: 217 time: 0.2280192 May 05 21:50:06.128893 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-3bd7ee10-4d99-45dc-a803-79432914d2d2 admin admin] For port 91b4de6a-939d-4f85-a83e-d2fd86489254, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=91b4de6a-939d-4f85-a83e-d2fd86489254,segment=NetworkSegment(2344039b-9b10-4dfc-942d-5a4874832596),segment_id=2344039b-9b10-4dfc-942d-5a4874832596)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:50:06.129485 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3bd7ee10-4d99-45dc-a803-79432914d2d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:06.149715 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-11624bdc-416e-4ba7-86e1-6a5300c09ced req-24121dec-31ff-4c1e-9980-352e0d5dfc30 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:06.339417 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24121dec-31ff-4c1e-9980-352e0d5dfc30 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Pushing event deleted for resources: {'Port': ['ID=ac224bb7-3a5e-47f0-be23-47b832a4e700,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:06.348811 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-3bd7ee10-4d99-45dc-a803-79432914d2d2 admin admin] Calling delete_port for 91b4de6a-939d-4f85-a83e-d2fd86489254 owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:50:06.379867 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-eb8d6b5d-814f-4ff4-8476-421aac42df49 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Allocated IP 192.168.233.182 (4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9/f237a6ef-d044-411f-a2d8-d12619664c91/cba3d0c5-8834-4d3a-b7bc-eb551f80748b) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:50:06.404730 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-845ae030-a49f-41f6-be8c-5fa9dd8dd33e req-3ffdb158-d5e2-4115-8e05-8b8cd8f9660c tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:06.438607 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32c33d-f81e-457a-8bca-fa4d8ce99a06 req-1c9bd9be-ed21-4e11-8792-22c810352401 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:06.440283 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6d32c33d-f81e-457a-8bca-fa4d8ce99a06 req-1c9bd9be-ed21-4e11-8792-22c810352401 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7d5de724-e15a-4a3a-8314-05869a0cf070 HTTP/1.1" status: 200 len: 851 time: 0.3863056 May 05 21:50:06.465927 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-845ae030-a49f-41f6-be8c-5fa9dd8dd33e req-3ffdb158-d5e2-4115-8e05-8b8cd8f9660c tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Transition to ACTIVE for port object f1ec1427-0aa0-4ddc-9cf3-114836e26138 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:50:06.525917 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5cfde-cd4f-4d62-956c-f1de27e1421c req-c415480d-dd2a-421d-99d3-3bd370e0eb48 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:06.531723 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c4a5cfde-cd4f-4d62-956c-f1de27e1421c req-c415480d-dd2a-421d-99d3-3bd370e0eb48 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e69ec30-08d3-41b4-b7e1-6334c8ce0d1b HTTP/1.1" status: 200 len: 943 time: 0.3912802 May 05 21:50:06.556715 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-11624bdc-416e-4ba7-86e1-6a5300c09ced req-24121dec-31ff-4c1e-9980-352e0d5dfc30 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] No DVR routers for this DVR port ac224bb7-3a5e-47f0-be23-47b832a4e700 on host n-h2-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:50:06.559306 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-11624bdc-416e-4ba7-86e1-6a5300c09ced req-24121dec-31ff-4c1e-9980-352e0d5dfc30 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:06.604539 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-11624bdc-416e-4ba7-86e1-6a5300c09ced req-24121dec-31ff-4c1e-9980-352e0d5dfc30 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.32 "DELETE /v2.0/ports/ac224bb7-3a5e-47f0-be23-47b832a4e700 HTTP/1.1" status: 204 len: 173 time: 2.1205688 May 05 21:50:06.608731 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.api [None req-3bd7ee10-4d99-45dc-a803-79432914d2d2 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:50:06.609052 n-d-825175-4 neutron-server[84063]: DEBUG oslo_db.api [None req-3bd7ee10-4d99-45dc-a803-79432914d2d2 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:50:06.649898 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b37f4-07a9-4ca8-9804-ba4d06e67506 req-7b27bc36-5355-471a-8495-0a442a50f6fe tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:06.655159 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b37f4-07a9-4ca8-9804-ba4d06e67506 req-7b27bc36-5355-471a-8495-0a442a50f6fe tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:06.661964 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c80bd2c-8623-4652-afb9-ebb56ad01db4 None None] Sync routers for ids ['c75c1270-4a41-4a4b-8adf-fd2eee70e08e'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:50:06.665964 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f07b37f4-07a9-4ca8-9804-ba4d06e67506 req-7b27bc36-5355-471a-8495-0a442a50f6fe tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.23 "GET /v2.0/ports?device_id=c101afed-0857-4553-940f-f06940fb468c HTTP/1.1" status: 200 len: 1682 time: 0.3491764 May 05 21:50:06.681790 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6d32c33d-f81e-457a-8bca-fa4d8ce99a06 req-83fa0412-4201-44a6-bed6-1a2c33d5be88 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f33cead3-3472-4ef7-9cf3-a35684adef89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2299862 May 05 21:50:06.688703 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c80bd2c-8623-4652-afb9-ebb56ad01db4 None None] Routers {'c75c1270-4a41-4a4b-8adf-fd2eee70e08e'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:50:06.689086 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-5c80bd2c-8623-4652-afb9-ebb56ad01db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:49:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['c75c1270-4a41-4a4b-8adf-fd2eee70e08e'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:50:06.711253 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-11624bdc-416e-4ba7-86e1-6a5300c09ced req-c4ce2ee9-fce4-4356-8ba2-4094d45b4965 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Deleting port e7ec7866-39a3-4fcc-8578-f88ef89c0bcf {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:50:06.711703 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-11624bdc-416e-4ba7-86e1-6a5300c09ced req-c4ce2ee9-fce4-4356-8ba2-4094d45b4965 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:06.738418 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 0c7e156f-2aaa-4235-9064-3406b0bc7d75 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:50:06.802910 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-845ae030-a49f-41f6-be8c-5fa9dd8dd33e req-3ffdb158-d5e2-4115-8e05-8b8cd8f9660c tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:06.860304 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c4a5cfde-cd4f-4d62-956c-f1de27e1421c req-a291faf8-37cb-43ec-ab77-31e6065d88cf tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=5165d8be-a1b9-4dce-a631-d72bdd4afdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275688 May 05 21:50:07.024167 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-845ae030-a49f-41f6-be8c-5fa9dd8dd33e req-3ffdb158-d5e2-4115-8e05-8b8cd8f9660c tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Network 0209bbe2-ae77-4a5e-8f5f-b598cdea432f is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:50:07.028463 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:07.064330 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c101afed-0857-4553-940f-f06940fb468c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c7e156f-2aaa-4235-9064-3406b0bc7d75'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:50:07.067018 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f07b37f4-07a9-4ca8-9804-ba4d06e67506 req-4654af47-87a4-4707-bed9-57748676e130 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.23 "GET /v2.0/security-groups?id=933a40d1-d6ba-41e6-a91e-e2abeccdac87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4000952 May 05 21:50:07.068038 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-845ae030-a49f-41f6-be8c-5fa9dd8dd33e req-3ffdb158-d5e2-4115-8e05-8b8cd8f9660c tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:50:07.090933 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 0c7e156f-2aaa-4235-9064-3406b0bc7d75, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=0c7e156f-2aaa-4235-9064-3406b0bc7d75,segment=NetworkSegment(7897bb89-733a-4c20-9fc1-c2a07d157379),segment_id=7897bb89-733a-4c20-9fc1-c2a07d157379)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:50:07.104718 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:07.105413 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-5c80bd2c-8623-4652-afb9-ebb56ad01db4 None None] Set router c75c1270-4a41-4a4b-8adf-fd2eee70e08e gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:50:07.105800 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device e7ec7866-39a3-4fcc-8578-f88ef89c0bcf no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:50:07.108951 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-845ae030-a49f-41f6-be8c-5fa9dd8dd33e req-3ffdb158-d5e2-4115-8e05-8b8cd8f9660c tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:50:07.165264 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffdb158-d5e2-4115-8e05-8b8cd8f9660c tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Pushing event updated for resources: {'Port': ['ID=f1ec1427-0aa0-4ddc-9cf3-114836e26138,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:07.188798 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6d32c33d-f81e-457a-8bca-fa4d8ce99a06 req-24aa7740-6a19-4b20-ad07-cd3951513283 service neutron] 10.222.0.32 "GET /v2.0/networks/f33cead3-3472-4ef7-9cf3-a35684adef89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5005977 May 05 21:50:07.272481 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-eb8d6b5d-814f-4ff4-8476-421aac42df49 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:07.325015 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=0c7e156f-2aaa-4235-9064-3406b0bc7d75,revision_number=6']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:07.430122 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-eb8d6b5d-814f-4ff4-8476-421aac42df49 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Transition to ACTIVE for port object cba3d0c5-8834-4d3a-b7bc-eb551f80748b will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:50:07.444018 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ae030-a49f-41f6-be8c-5fa9dd8dd33e req-3ffdb158-d5e2-4115-8e05-8b8cd8f9660c tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:07.444945 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-845ae030-a49f-41f6-be8c-5fa9dd8dd33e req-3ffdb158-d5e2-4115-8e05-8b8cd8f9660c tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:07.473500 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-3bd7ee10-4d99-45dc-a803-79432914d2d2 admin admin] Deleting port 91b4de6a-939d-4f85-a83e-d2fd86489254 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:50:07.473870 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3bd7ee10-4d99-45dc-a803-79432914d2d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:07.537325 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-499ea98a-089e-407f-b99a-f51799cdcaa1 None None] Provisioning for port f1ec1427-0aa0-4ddc-9cf3-114836e26138 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:50:07.546621 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:07.584432 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-499ea98a-089e-407f-b99a-f51799cdcaa1 None None] Provisioning complete for port f1ec1427-0aa0-4ddc-9cf3-114836e26138 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:50:07.584793 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-499ea98a-089e-407f-b99a-f51799cdcaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:07.605326 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-600abe45-d071-4df3-9076-4a55df273303'] response: {'name': 'network-changed', 'server_uuid': '9e69ec30-08d3-41b4-b7e1-6334c8ce0d1b', 'tag': '38613b19-f2b6-4d9b-984b-e50a2c516817', 'status': 'completed', 'code': 200} May 05 21:50:07.607890 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6d32c33d-f81e-457a-8bca-fa4d8ce99a06 req-3ce3b526-aa54-4050-b12b-048d0ab75f68 service neutron] 10.222.0.32 "GET /v2.0/networks/f33cead3-3472-4ef7-9cf3-a35684adef89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4052970 May 05 21:50:07.611511 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a7a722ec-797f-476b-86a7-e5b2d05cce6f req-4588ee94-ea89-4ace-8f0a-8542e21c643c tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2e2ad79-4cb8-4c3a-93dd-8d507af9b26a HTTP/1.1" status: 200 len: 210 time: 0.1426120 May 05 21:50:07.642474 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-845ae030-a49f-41f6-be8c-5fa9dd8dd33e req-3ffdb158-d5e2-4115-8e05-8b8cd8f9660c tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5406973 May 05 21:50:07.670638 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-3bd7ee10-4d99-45dc-a803-79432914d2d2 admin admin] The port '91b4de6a-939d-4f85-a83e-d2fd86489254' was deleted {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 21:50:07.675950 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-845ae030-a49f-41f6-be8c-5fa9dd8dd33e req-db74cdb9-adac-464d-bad3-3f021bc5e4b2 service neutron] Request body: {'port': {'device_id': '82e9fd69-4c0a-4daf-8e56-1cf72160ef5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:50:07.714554 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port e7ec7866-39a3-4fcc-8578-f88ef89c0bcf, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=e7ec7866-39a3-4fcc-8578-f88ef89c0bcf,segment=NetworkSegment(7897bb89-733a-4c20-9fc1-c2a07d157379),segment_id=7897bb89-733a-4c20-9fc1-c2a07d157379)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:50:07.719830 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-499ea98a-089e-407f-b99a-f51799cdcaa1 None None] Port f1ec1427-0aa0-4ddc-9cf3-114836e26138 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:50:07.724719 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:07.725432 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device ac224bb7-3a5e-47f0-be23-47b832a4e700 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:50:07.758916 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-5c80bd2c-8623-4652-afb9-ebb56ad01db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75c1270-4a41-4a4b-8adf-fd2eee70e08e', 'name': 'tempest-ServerRescueNegativeTestJSON-1032024978-router', 'tenant_id': 'b8d6052b833a4534bc346cca1ce7985f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'ed498169-4038-4481-ba40-f7a1f9056ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:49:46Z', 'updated_at': '2022-05-05T21:49:50Z', 'revision_number': 4, 'project_id': 'b8d6052b833a4534bc346cca1ce7985f', 'gw_port': {'id': 'ed498169-4038-4481-ba40-f7a1f9056ae2', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:43:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75c1270-4a41-4a4b-8adf-fd2eee70e08e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:49:46Z', 'updated_at': '2022-05-05T21:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'bca95d23-9ab7-49d8-9a3b-ee93ba2c24c0', 'name': '', 'network_id': '0209bbe2-ae77-4a5e-8f5f-b598cdea432f', 'tenant_id': 'b8d6052b833a4534bc346cca1ce7985f', 'mac_address': 'fa:16:3e:b7:38:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75c1270-4a41-4a4b-8adf-fd2eee70e08e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1666d56-aa2f-45d5-85a5-62900adc165a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:49:49Z', 'updated_at': '2022-05-05T21:49:51Z', 'revision_number': 2, 'project_id': 'b8d6052b833a4534bc346cca1ce7985f', 'subnets': [{'id': 'd1666d56-aa2f-45d5-85a5-62900adc165a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:50:07.765193 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c80bd2c-8623-4652-afb9-ebb56ad01db4 None None] Checking router: c75c1270-4a41-4a4b-8adf-fd2eee70e08e for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:50:07.765731 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c80bd2c-8623-4652-afb9-ebb56ad01db4 None None] Updating router c75c1270-4a41-4a4b-8adf-fd2eee70e08e port bca95d23-9ab7-49d8-9a3b-ee93ba2c24c0 binding host n-d-825175-4 {{(pid=84068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 21:50:07.785294 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832774ba-6312-4748-b29c-daf1f94d1761 req-6eef2f7f-e282-4f07-8eeb-96e5adb66d00 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:07.790351 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-832774ba-6312-4748-b29c-daf1f94d1761 req-6eef2f7f-e282-4f07-8eeb-96e5adb66d00 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/networks?id=0209bbe2-ae77-4a5e-8f5f-b598cdea432f HTTP/1.1" status: 200 len: 819 time: 0.6979859 May 05 21:50:07.800304 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: ac224bb7-3a5e-47f0-be23-47b832a4e700 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:50:07.800304 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device ac224bb7-3a5e-47f0-be23-47b832a4e700 not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:50:07.834293 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-5c80bd2c-8623-4652-afb9-ebb56ad01db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:07.836105 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=e7ec7866-39a3-4fcc-8578-f88ef89c0bcf,revision_number=6']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:07.911480 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-eb8d6b5d-814f-4ff4-8476-421aac42df49 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:07.922966 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['95aa95b3-c351-4de7-8c77-edac6278846e'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:50:07.963203 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3bd7ee10-4d99-45dc-a803-79432914d2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:08.058275 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a5bf0-a034-4755-a274-16c324311b6d req-0f48691b-6a75-4dd8-9a69-7cd0825b918f tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:08.059353 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-160a5bf0-a034-4755-a274-16c324311b6d req-0f48691b-6a75-4dd8-9a69-7cd0825b918f tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] Synchronizing usage tracker for tenant:f49bb537458640de8650e6e4d4293f6e on resource:network {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:50:08.072667 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-11624bdc-416e-4ba7-86e1-6a5300c09ced req-c4ce2ee9-fce4-4356-8ba2-4094d45b4965 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] For port e7ec7866-39a3-4fcc-8578-f88ef89c0bcf, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=e7ec7866-39a3-4fcc-8578-f88ef89c0bcf,segment=NetworkSegment(7897bb89-733a-4c20-9fc1-c2a07d157379),segment_id=7897bb89-733a-4c20-9fc1-c2a07d157379)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:50:08.074344 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-11624bdc-416e-4ba7-86e1-6a5300c09ced req-c4ce2ee9-fce4-4356-8ba2-4094d45b4965 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:08.160687 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-832774ba-6312-4748-b29c-daf1f94d1761 req-b5996071-a135-418d-b062-7ac21636acf5 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/quotas/b8d6052b833a4534bc346cca1ce7985f HTTP/1.1" status: 200 len: 375 time: 0.3156962 May 05 21:50:08.217473 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-5c80bd2c-8623-4652-afb9-ebb56ad01db4 None None] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:08.230035 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.provisioning_blocks [None req-5c80bd2c-8623-4652-afb9-ebb56ad01db4 None None] Transition to ACTIVE for port object bca95d23-9ab7-49d8-9a3b-ee93ba2c24c0 will not be triggered until provisioned by entity L2. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:50:08.237100 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-5c80bd2c-8623-4652-afb9-ebb56ad01db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:08.240544 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8611e2b0-b045-4234-880e-3d04ff3e74c3 req-58923d8c-8d66-427a-bc5e-79ccc925f6ad tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "GET /v2.0/security-groups/255cbdef-0ca2-479a-bbf7-a4c9fed41048 HTTP/1.1" status: 200 len: 1642 time: 0.5101814 May 05 21:50:08.246837 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-11624bdc-416e-4ba7-86e1-6a5300c09ced req-c4ce2ee9-fce4-4356-8ba2-4094d45b4965 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Calling delete_port for e7ec7866-39a3-4fcc-8578-f88ef89c0bcf owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:50:08.307454 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-3bd7ee10-4d99-45dc-a803-79432914d2d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['184fe21b-a956-4b0e-ae3a-b1e8f705d616']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:50:08.310121 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-eb8d6b5d-814f-4ff4-8476-421aac42df49 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:50:08.322089 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-eb8d6b5d-814f-4ff4-8476-421aac42df49 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:50:08.324062 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d6b5d-814f-4ff4-8476-421aac42df49 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Pushing event updated for resources: {'Port': ['ID=cba3d0c5-8834-4d3a-b7bc-eb551f80748b,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:08.328431 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-eb8d6b5d-814f-4ff4-8476-421aac42df49 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:50:08.331971 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-3bd7ee10-4d99-45dc-a803-79432914d2d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2344039b-9b10-4dfc-942d-5a4874832596') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:50:08.332368 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-3bd7ee10-4d99-45dc-a803-79432914d2d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2344039b-9b10-4dfc-942d-5a4874832596') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:50:08.359356 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3bd7ee10-4d99-45dc-a803-79432914d2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:08.361493 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-845ae030-a49f-41f6-be8c-5fa9dd8dd33e req-db74cdb9-adac-464d-bad3-3f021bc5e4b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:08.378111 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-160a5bf0-a034-4755-a274-16c324311b6d req-0f48691b-6a75-4dd8-9a69-7cd0825b918f tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] Unset dirty status for tenant:f49bb537458640de8650e6e4d4293f6e on resource:network {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:50:08.380127 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-160a5bf0-a034-4755-a274-16c324311b6d req-0f48691b-6a75-4dd8-9a69-7cd0825b918f tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] 10.222.0.44 "GET /v2.0/networks?id=7bb8ede8-a2e0-4b9c-bb3c-9c0d57b73bc1 HTTP/1.1" status: 200 len: 814 time: 0.8671598 May 05 21:50:08.382709 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-6306a55d-7925-4736-9400-b8353e003f98 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Allocated IP 192.168.233.238 (4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9/f237a6ef-d044-411f-a2d8-d12619664c91/cfc1d106-e577-4500-a5d8-8130ac0a87a6) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:50:08.398766 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb958551-4dd2-4d67-804b-5b9743595355 None None] Pushing event updated for resources: {'Port': ['ID=bca95d23-9ab7-49d8-9a3b-ee93ba2c24c0,revision_number=3']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:08.428242 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3bd7ee10-4d99-45dc-a803-79432914d2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:08.440769 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bd7ee10-4d99-45dc-a803-79432914d2d2 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:50:08.441417 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3bd7ee10-4d99-45dc-a803-79432914d2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:08.477424 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-160a5bf0-a034-4755-a274-16c324311b6d req-9a65af2d-f7c5-4079-9702-3eabd60c81d5 tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] Request body: {'port': {'device_id': 'e2e2ad79-4cb8-4c3a-93dd-8d507af9b26a', 'network_id': '7bb8ede8-a2e0-4b9c-bb3c-9c0d57b73bc1', 'admin_state_up': True, 'tenant_id': 'f49bb537458640de8650e6e4d4293f6e'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:50:08.536338 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-5c80bd2c-8623-4652-afb9-ebb56ad01db4 None None] Attempting to bind port bca95d23-9ab7-49d8-9a3b-ee93ba2c24c0 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:50:08.537002 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-5c80bd2c-8623-4652-afb9-ebb56ad01db4 None None] Attempting to bind port bca95d23-9ab7-49d8-9a3b-ee93ba2c24c0 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '5513eecd-fe5a-4823-bb4c-ae0607ac9c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0209bbe2-ae77-4a5e-8f5f-b598cdea432f'}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:50:08.537515 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c80bd2c-8623-4652-afb9-ebb56ad01db4 None None] Attempting to bind port bca95d23-9ab7-49d8-9a3b-ee93ba2c24c0 on network 0209bbe2-ae77-4a5e-8f5f-b598cdea432f {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:50:08.547531 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c80bd2c-8623-4652-afb9-ebb56ad01db4 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:50:08.548193 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c80bd2c-8623-4652-afb9-ebb56ad01db4 None None] Checking segment: {'id': '5513eecd-fe5a-4823-bb4c-ae0607ac9c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0209bbe2-ae77-4a5e-8f5f-b598cdea432f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:50:08.549126 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-5c80bd2c-8623-4652-afb9-ebb56ad01db4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:08.549657 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c80bd2c-8623-4652-afb9-ebb56ad01db4 None None] Bound using segment: {'id': '5513eecd-fe5a-4823-bb4c-ae0607ac9c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0209bbe2-ae77-4a5e-8f5f-b598cdea432f'} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:50:08.550308 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-5c80bd2c-8623-4652-afb9-ebb56ad01db4 None None] Bound port: bca95d23-9ab7-49d8-9a3b-ee93ba2c24c0, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5513eecd-fe5a-4823-bb4c-ae0607ac9c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0209bbe2-ae77-4a5e-8f5f-b598cdea432f'}}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:50:08.550882 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-5c80bd2c-8623-4652-afb9-ebb56ad01db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:08.568604 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-eb8d6b5d-814f-4ff4-8476-421aac42df49 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:08.568995 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-eb8d6b5d-814f-4ff4-8476-421aac42df49 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:08.655260 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:50:08.655260 n-d-825175-4 neutron-server[84063]: util.warn( May 05 21:50:08.655260 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:50:08.655260 n-d-825175-4 neutron-server[84063]: util.warn( May 05 21:50:08.655260 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:50:08.655260 n-d-825175-4 neutron-server[84063]: util.warn( May 05 21:50:08.655260 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:50:08.655260 n-d-825175-4 neutron-server[84063]: util.warn( May 05 21:50:08.655260 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 21:50:08.655260 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:50:08.655260 n-d-825175-4 neutron-server[84063]: timer() May 05 21:50:08.655260 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:50:08.655260 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 21:50:08.655260 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:50:08.655260 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 21:50:08.655260 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:50:08.655260 n-d-825175-4 neutron-server[84063]: self._notify() May 05 21:50:08.655260 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:50:08.655260 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 21:50:08.655260 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:50:08.655260 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 21:50:08.655260 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:50:08.655260 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:50:08.655260 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:50:08.655260 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:50:08.655260 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:50:08.655260 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 21:50:08.655260 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:50:08.655260 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 21:50:08.655260 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:50:08.655260 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:50:08.655260 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:50:08.655260 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 21:50:08.655260 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:50:08.655260 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:50:08.655260 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:50:08.655260 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:50:08.655260 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:50:08.655260 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:50:08.655260 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:50:08.660505 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-160a5bf0-a034-4755-a274-16c324311b6d req-9a65af2d-f7c5-4079-9702-3eabd60c81d5 tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:50:08.664536 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-160a5bf0-a034-4755-a274-16c324311b6d req-9a65af2d-f7c5-4079-9702-3eabd60c81d5 tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] Usage tracker for resource:port and tenant:f49bb537458640de8650e6e4d4293f6e is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:50:08.668130 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-160a5bf0-a034-4755-a274-16c324311b6d req-9a65af2d-f7c5-4079-9702-3eabd60c81d5 tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:50:08.684195 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7a164a06-2097-4993-ae82-8ec164692974 req-98c39c89-023a-4abb-8616-c5f78fc9701d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0eb82da6a4bc47a2ae0058d78ca21e92&device_id=9e69ec30-08d3-41b4-b7e1-6334c8ce0d1b HTTP/1.1" status: 200 len: 1094 time: 0.9120376 May 05 21:50:08.704999 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-5c80bd2c-8623-4652-afb9-ebb56ad01db4 None None] For port bca95d23-9ab7-49d8-9a3b-ee93ba2c24c0, host n-d-825175-4, cleared binding levels {{(pid=84068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:50:08.708575 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-5c80bd2c-8623-4652-afb9-ebb56ad01db4 None None] For port bca95d23-9ab7-49d8-9a3b-ee93ba2c24c0, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=bca95d23-9ab7-49d8-9a3b-ee93ba2c24c0,segment=NetworkSegment(5513eecd-fe5a-4823-bb4c-ae0607ac9c61),segment_id=5513eecd-fe5a-4823-bb4c-ae0607ac9c61)] {{(pid=84068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:50:08.713832 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-eb8d6b5d-814f-4ff4-8476-421aac42df49 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8345747 May 05 21:50:08.716846 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-5c80bd2c-8623-4652-afb9-ebb56ad01db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:08.720719 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-832774ba-6312-4748-b29c-daf1f94d1761 req-564e82d1-b456-4f1d-8a34-c045b9dc116e tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Synchronizing usage tracker for tenant:b8d6052b833a4534bc346cca1ce7985f on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:50:08.723695 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-8611e2b0-b045-4234-880e-3d04ff3e74c3 req-d9b5d1f3-4214-4ea0-b8b6-1ef3ad6faa5a tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:08.728612 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-160a5bf0-a034-4755-a274-16c324311b6d req-9a65af2d-f7c5-4079-9702-3eabd60c81d5 tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:50:08.740084 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-7b5d4bff-7062-4b56-b0de-91cbc4bb3f9f service neutron] Request body: {'port': {'device_id': '96d03dba-d32f-48fd-b323-bed56210f927', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:50:08.769097 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-400b9cd0-eb2f-49b9-b167-a978ffd7a306 None None] Provisioning for port cba3d0c5-8834-4d3a-b7bc-eb551f80748b completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:50:08.775936 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-400b9cd0-eb2f-49b9-b167-a978ffd7a306 None None] Provisioning complete for port cba3d0c5-8834-4d3a-b7bc-eb551f80748b triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:50:08.776708 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-400b9cd0-eb2f-49b9-b167-a978ffd7a306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:08.811611 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb958551-4dd2-4d67-804b-5b9743595355 None None] Pushing event updated for resources: {'Port': ['ID=bca95d23-9ab7-49d8-9a3b-ee93ba2c24c0,revision_number=4']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:08.819373 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c80bd2c-8623-4652-afb9-ebb56ad01db4 None None] Routers {'c75c1270-4a41-4a4b-8adf-fd2eee70e08e'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:50:08.820161 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-5c80bd2c-8623-4652-afb9-ebb56ad01db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:49:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['c75c1270-4a41-4a4b-8adf-fd2eee70e08e'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:50:08.884773 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a164a06-2097-4993-ae82-8ec164692974 req-5e759cde-ed4a-4032-abdd-714d7d5382d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:08.886290 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7a164a06-2097-4993-ae82-8ec164692974 req-5e759cde-ed4a-4032-abdd-714d7d5382d1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f33cead3-3472-4ef7-9cf3-a35684adef89 HTTP/1.1" status: 200 len: 913 time: 0.1548700 May 05 21:50:08.890921 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-400b9cd0-eb2f-49b9-b167-a978ffd7a306 None None] Port cba3d0c5-8834-4d3a-b7bc-eb551f80748b cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:50:08.899621 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.api [req-11624bdc-416e-4ba7-86e1-6a5300c09ced req-c4ce2ee9-fce4-4356-8ba2-4094d45b4965 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:50:08.899979 n-d-825175-4 neutron-server[84063]: DEBUG oslo_db.api [req-11624bdc-416e-4ba7-86e1-6a5300c09ced req-c4ce2ee9-fce4-4356-8ba2-4094d45b4965 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:50:08.962376 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-160a5bf0-a034-4755-a274-16c324311b6d req-9a65af2d-f7c5-4079-9702-3eabd60c81d5 tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] Made reservation on behalf of f49bb537458640de8650e6e4d4293f6e for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:50:08.965756 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-160a5bf0-a034-4755-a274-16c324311b6d req-9a65af2d-f7c5-4079-9702-3eabd60c81d5 tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:08.975809 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-8611e2b0-b045-4234-880e-3d04ff3e74c3 req-d9b5d1f3-4214-4ea0-b8b6-1ef3ad6faa5a tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:09.050979 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-8611e2b0-b045-4234-880e-3d04ff3e74c3 req-d9b5d1f3-4214-4ea0-b8b6-1ef3ad6faa5a tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:09.061476 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3bd7ee10-4d99-45dc-a803-79432914d2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:09.066262 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3bd7ee10-4d99-45dc-a803-79432914d2d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:09.069771 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-5c80bd2c-8623-4652-afb9-ebb56ad01db4 None None] Set router c75c1270-4a41-4a4b-8adf-fd2eee70e08e gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:50:09.086756 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7a164a06-2097-4993-ae82-8ec164692974 req-3ee54281-7ebe-46fa-af76-cf7c021243df service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38613b19-f2b6-4d9b-984b-e50a2c516817 HTTP/1.1" status: 200 len: 217 time: 0.1924775 May 05 21:50:09.144330 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd7ee10-4d99-45dc-a803-79432914d2d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=184fe21b-a956-4b0e-ae3a-b1e8f705d616,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:09.152411 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b5d1f3-4214-4ea0-b8b6-1ef3ad6faa5a tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=255cbdef-0ca2-479a-bbf7-a4c9fed41048,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:09.162088 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-832774ba-6312-4748-b29c-daf1f94d1761 req-564e82d1-b456-4f1d-8a34-c045b9dc116e tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Unset dirty status for tenant:b8d6052b833a4534bc346cca1ce7985f on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:50:09.163504 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-832774ba-6312-4748-b29c-daf1f94d1761 req-564e82d1-b456-4f1d-8a34-c045b9dc116e tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b8d6052b833a4534bc346cca1ce7985f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9826381 May 05 21:50:09.193844 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-3bd7ee10-4d99-45dc-a803-79432914d2d2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/184fe21b-a956-4b0e-ae3a-b1e8f705d616 HTTP/1.1" status: 204 len: 168 time: 5.7587729 May 05 21:50:09.230713 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a164a06-2097-4993-ae82-8ec164692974 req-69a23e59-a8b6-4310-b099-b87b21da4729 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:09.232172 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7a164a06-2097-4993-ae82-8ec164692974 req-69a23e59-a8b6-4310-b099-b87b21da4729 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7d5de724-e15a-4a3a-8314-05869a0cf070 HTTP/1.1" status: 200 len: 851 time: 0.1357358 May 05 21:50:09.242192 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-160a5bf0-a034-4755-a274-16c324311b6d req-9a65af2d-f7c5-4079-9702-3eabd60c81d5 tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] Allocated IP 172.20.0.4 (7bb8ede8-a2e0-4b9c-bb3c-9c0d57b73bc1/6e7b0307-b9df-4e84-a70b-9e1ff89107d7/4e0b3703-20d5-414a-8261-0f2347b4990f) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:50:09.359087 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-7b5d4bff-7062-4b56-b0de-91cbc4bb3f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:09.401349 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-11624bdc-416e-4ba7-86e1-6a5300c09ced req-c4ce2ee9-fce4-4356-8ba2-4094d45b4965 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Deleting port e7ec7866-39a3-4fcc-8578-f88ef89c0bcf {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:50:09.401702 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-11624bdc-416e-4ba7-86e1-6a5300c09ced req-c4ce2ee9-fce4-4356-8ba2-4094d45b4965 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:09.420387 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-5c80bd2c-8623-4652-afb9-ebb56ad01db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75c1270-4a41-4a4b-8adf-fd2eee70e08e', 'name': 'tempest-ServerRescueNegativeTestJSON-1032024978-router', 'tenant_id': 'b8d6052b833a4534bc346cca1ce7985f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'ed498169-4038-4481-ba40-f7a1f9056ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:49:46Z', 'updated_at': '2022-05-05T21:49:50Z', 'revision_number': 4, 'project_id': 'b8d6052b833a4534bc346cca1ce7985f', 'gw_port': {'id': 'ed498169-4038-4481-ba40-f7a1f9056ae2', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:43:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75c1270-4a41-4a4b-8adf-fd2eee70e08e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:49:46Z', 'updated_at': '2022-05-05T21:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'bca95d23-9ab7-49d8-9a3b-ee93ba2c24c0', 'name': '', 'network_id': '0209bbe2-ae77-4a5e-8f5f-b598cdea432f', 'tenant_id': 'b8d6052b833a4534bc346cca1ce7985f', 'mac_address': 'fa:16:3e:b7:38:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75c1270-4a41-4a4b-8adf-fd2eee70e08e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1666d56-aa2f-45d5-85a5-62900adc165a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:49:49Z', 'updated_at': '2022-05-05T21:50:08Z', 'revision_number': 4, 'project_id': 'b8d6052b833a4534bc346cca1ce7985f', 'subnets': [{'id': 'd1666d56-aa2f-45d5-85a5-62900adc165a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:50:09.424061 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-8611e2b0-b045-4234-880e-3d04ff3e74c3 req-d9b5d1f3-4214-4ea0-b8b6-1ef3ad6faa5a tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:09.425179 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8611e2b0-b045-4234-880e-3d04ff3e74c3 req-d9b5d1f3-4214-4ea0-b8b6-1ef3ad6faa5a tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "DELETE /v2.0/security-groups/255cbdef-0ca2-479a-bbf7-a4c9fed41048 HTTP/1.1" status: 204 len: 173 time: 1.1653199 May 05 21:50:09.429707 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41124) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:50:09.431403 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c80bd2c-8623-4652-afb9-ebb56ad01db4 None None] The sync data for ids ['c75c1270-4a41-4a4b-8adf-fd2eee70e08e'] in n-d-825175-4 is: [{'id': 'c75c1270-4a41-4a4b-8adf-fd2eee70e08e', 'name': 'tempest-ServerRescueNegativeTestJSON-1032024978-router', 'tenant_id': 'b8d6052b833a4534bc346cca1ce7985f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'ed498169-4038-4481-ba40-f7a1f9056ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:49:46Z', 'updated_at': '2022-05-05T21:49:50Z', 'revision_number': 4, 'project_id': 'b8d6052b833a4534bc346cca1ce7985f', 'gw_port': {'id': 'ed498169-4038-4481-ba40-f7a1f9056ae2', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:43:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75c1270-4a41-4a4b-8adf-fd2eee70e08e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:49:46Z', 'updated_at': '2022-05-05T21:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'bca95d23-9ab7-49d8-9a3b-ee93ba2c24c0', 'name': '', 'network_id': '0209bbe2-ae77-4a5e-8f5f-b598cdea432f', 'tenant_id': 'b8d6052b833a4534bc346cca1ce7985f', 'mac_address': 'fa:16:3e:b7:38:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75c1270-4a41-4a4b-8adf-fd2eee70e08e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1666d56-aa2f-45d5-85a5-62900adc165a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:49:49Z', 'updated_at': '2022-05-05T21:50:08Z', 'revision_number': 4, 'project_id': 'b8d6052b833a4534bc346cca1ce7985f', 'subnets': [{'id': 'd1666d56-aa2f-45d5-85a5-62900adc165a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:50:09.606404 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-73b8e16d-1eae-4afd-9fd3-0d01d3bd5a51 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=efd062a91591466db4e1b6ce1549b223&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1677971 May 05 21:50:09.615139 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41130) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:50:09.619177 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-6306a55d-7925-4736-9400-b8353e003f98 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:09.643099 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c101afed-0857-4553-940f-f06940fb468c', 'name': 'network-vif-deleted', 'tag': 'ac224bb7-3a5e-47f0-be23-47b832a4e700'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:50:09.744767 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-bc1f6b31-b5a0-4e0a-a88c-b57e1ec95f1f req-5b30c635-b20d-4afe-ada7-689712835a22 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Synchronizing usage tracker for tenant:573addcdcad64ebbacaadf6765f34d35 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:50:09.871616 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7a164a06-2097-4993-ae82-8ec164692974 req-78194e65-88fe-4fe4-bd3b-abcd46704241 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f33cead3-3472-4ef7-9cf3-a35684adef89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6308286 May 05 21:50:09.906918 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-6306a55d-7925-4736-9400-b8353e003f98 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Transition to ACTIVE for port object cfc1d106-e577-4500-a5d8-8130ac0a87a6 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:50:09.929617 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-832774ba-6312-4748-b29c-daf1f94d1761 req-fea1927f-205c-4d18-9661-aceaa16cac55 service neutron] 10.222.0.23 "GET /v2.0/networks/0209bbe2-ae77-4a5e-8f5f-b598cdea432f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5883100 May 05 21:50:09.979148 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-bc1f6b31-b5a0-4e0a-a88c-b57e1ec95f1f req-5b30c635-b20d-4afe-ada7-689712835a22 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Unset dirty status for tenant:573addcdcad64ebbacaadf6765f34d35 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:50:09.980311 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bc1f6b31-b5a0-4e0a-a88c-b57e1ec95f1f req-5b30c635-b20d-4afe-ada7-689712835a22 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f455359-c485-4129-ac66-5a50feca85c9 HTTP/1.1" status: 200 len: 210 time: 0.3786438 May 05 21:50:10.060606 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2c349bae-38b4-446a-8f07-9a1790263c83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:10.089399 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-11624bdc-416e-4ba7-86e1-6a5300c09ced req-c4ce2ee9-fce4-4356-8ba2-4094d45b4965 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] For port e7ec7866-39a3-4fcc-8578-f88ef89c0bcf, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=e7ec7866-39a3-4fcc-8578-f88ef89c0bcf,segment=NetworkSegment(7897bb89-733a-4c20-9fc1-c2a07d157379),segment_id=7897bb89-733a-4c20-9fc1-c2a07d157379)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:50:10.090120 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-11624bdc-416e-4ba7-86e1-6a5300c09ced req-c4ce2ee9-fce4-4356-8ba2-4094d45b4965 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:10.134489 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27f390c9-6a14-484e-bcb8-338209ff690f'] response: {'server_uuid': 'c101afed-0857-4553-940f-f06940fb468c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c7e156f-2aaa-4235-9064-3406b0bc7d75', 'code': 200} May 05 21:50:10.153296 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device bca95d23-9ab7-49d8-9a3b-ee93ba2c24c0 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:50:10.164659 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2c349bae-38b4-446a-8f07-9a1790263c83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:10.181231 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-6306a55d-7925-4736-9400-b8353e003f98 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:10.215325 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['95aa95b3-c351-4de7-8c77-edac6278846e'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:50:10.270505 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-11624bdc-416e-4ba7-86e1-6a5300c09ced req-c4ce2ee9-fce4-4356-8ba2-4094d45b4965 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Calling delete_port for e7ec7866-39a3-4fcc-8578-f88ef89c0bcf owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:50:10.315993 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-160a5bf0-a034-4755-a274-16c324311b6d req-9a65af2d-f7c5-4079-9702-3eabd60c81d5 tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:10.352926 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7a164a06-2097-4993-ae82-8ec164692974 req-4391de34-be1b-4711-92b1-c0d085f57cd4 service neutron] 10.222.0.32 "GET /v2.0/networks/f33cead3-3472-4ef7-9cf3-a35684adef89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4613562 May 05 21:50:10.412854 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port bca95d23-9ab7-49d8-9a3b-ee93ba2c24c0 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:50:10.423001 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port bca95d23-9ab7-49d8-9a3b-ee93ba2c24c0 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:50:10.423456 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:10.515412 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-832774ba-6312-4748-b29c-daf1f94d1761 req-c2451a05-d91b-48c6-a08b-91616da9b94c service neutron] 10.222.0.23 "GET /v2.0/networks/0209bbe2-ae77-4a5e-8f5f-b598cdea432f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5715387 May 05 21:50:10.569724 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-160a5bf0-a034-4755-a274-16c324311b6d req-9a65af2d-f7c5-4079-9702-3eabd60c81d5 tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:10.641993 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-845ae030-a49f-41f6-be8c-5fa9dd8dd33e req-db74cdb9-adac-464d-bad3-3f021bc5e4b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1ec1427-0aa0-4ddc-9cf3-114836e26138 {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:50:10.678502 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-845ae030-a49f-41f6-be8c-5fa9dd8dd33e req-db74cdb9-adac-464d-bad3-3f021bc5e4b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:10.682329 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-6306a55d-7925-4736-9400-b8353e003f98 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:50:10.685977 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:10.689144 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7a164a06-2097-4993-ae82-8ec164692974 req-eb31a7e3-be16-4b77-93b7-c037c789fd36 service neutron] 10.222.0.32 "GET /v2.0/networks/f33cead3-3472-4ef7-9cf3-a35684adef89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250449 May 05 21:50:10.711565 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-6306a55d-7925-4736-9400-b8353e003f98 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:50:10.713778 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6306a55d-7925-4736-9400-b8353e003f98 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Pushing event updated for resources: {'Port': ['ID=cfc1d106-e577-4500-a5d8-8130ac0a87a6,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:10.732153 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-11624bdc-416e-4ba7-86e1-6a5300c09ced req-c4ce2ee9-fce4-4356-8ba2-4094d45b4965 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:10.744968 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port bca95d23-9ab7-49d8-9a3b-ee93ba2c24c0, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=bca95d23-9ab7-49d8-9a3b-ee93ba2c24c0,segment=NetworkSegment(5513eecd-fe5a-4823-bb4c-ae0607ac9c61),segment_id=5513eecd-fe5a-4823-bb4c-ae0607ac9c61)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:50:10.755040 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 38613b19-f2b6-4d9b-984b-e50a2c516817 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:50:10.757506 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:10.773671 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-6306a55d-7925-4736-9400-b8353e003f98 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:50:10.931236 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-845ae030-a49f-41f6-be8c-5fa9dd8dd33e req-db74cdb9-adac-464d-bad3-3f021bc5e4b2 service neutron] Transition to ACTIVE for port object f1ec1427-0aa0-4ddc-9cf3-114836e26138 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:50:10.966865 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-845ae030-a49f-41f6-be8c-5fa9dd8dd33e req-db74cdb9-adac-464d-bad3-3f021bc5e4b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:11.005164 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-11624bdc-416e-4ba7-86e1-6a5300c09ced req-c4ce2ee9-fce4-4356-8ba2-4094d45b4965 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] No DVR routers for this DVR port e7ec7866-39a3-4fcc-8578-f88ef89c0bcf on host n-h2-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:50:11.012406 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-11624bdc-416e-4ba7-86e1-6a5300c09ced req-c4ce2ee9-fce4-4356-8ba2-4094d45b4965 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:11.038101 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 38613b19-f2b6-4d9b-984b-e50a2c516817, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=38613b19-f2b6-4d9b-984b-e50a2c516817,segment=NetworkSegment(18a3c379-3cfc-4702-917f-3a57e26f3cd8),segment_id=18a3c379-3cfc-4702-917f-3a57e26f3cd8)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:50:11.039624 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-160a5bf0-a034-4755-a274-16c324311b6d req-9a65af2d-f7c5-4079-9702-3eabd60c81d5 tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] Network 7bb8ede8-a2e0-4b9c-bb3c-9c0d57b73bc1 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:50:11.044476 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-11624bdc-416e-4ba7-86e1-6a5300c09ced req-c4ce2ee9-fce4-4356-8ba2-4094d45b4965 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.32 "DELETE /v2.0/ports/e7ec7866-39a3-4fcc-8578-f88ef89c0bcf HTTP/1.1" status: 204 len: 173 time: 4.4338219 May 05 21:50:11.045492 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-160a5bf0-a034-4755-a274-16c324311b6d req-9a65af2d-f7c5-4079-9702-3eabd60c81d5 tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:50:11.048640 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-160a5bf0-a034-4755-a274-16c324311b6d req-9a65af2d-f7c5-4079-9702-3eabd60c81d5 tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:50:11.127377 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '38613b19-f2b6-4d9b-984b-e50a2c516817', 'network_id': 'f33cead3-3472-4ef7-9cf3-a35684adef89', 'port_id': '38613b19-f2b6-4d9b-984b-e50a2c516817', 'mac_address': 'fa:16:3e:97:de:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d5de724-e15a-4a3a-8314-05869a0cf070', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:50:11.129822 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2c349bae-38b4-446a-8f07-9a1790263c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:11.172716 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-6306a55d-7925-4736-9400-b8353e003f98 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:11.173577 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-6306a55d-7925-4736-9400-b8353e003f98 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:11.215095 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c349bae-38b4-446a-8f07-9a1790263c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09bd55b9-bd63-4740-ab16-7bcff449c2fd,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:11.227347 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.resource_extend [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-7b5d4bff-7062-4b56-b0de-91cbc4bb3f9f service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 21:50:11.232919 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:11.263970 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-494cd7bf-db3f-4dc2-9ba5-9d54e68bc4b3 None None] Provisioning for port cfc1d106-e577-4500-a5d8-8130ac0a87a6 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:50:11.282090 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-494cd7bf-db3f-4dc2-9ba5-9d54e68bc4b3 None None] Provisioning complete for port cfc1d106-e577-4500-a5d8-8130ac0a87a6 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:50:11.283166 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-494cd7bf-db3f-4dc2-9ba5-9d54e68bc4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:11.283613 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a5bf0-a034-4755-a274-16c324311b6d req-9a65af2d-f7c5-4079-9702-3eabd60c81d5 tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:11.284962 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-160a5bf0-a034-4755-a274-16c324311b6d req-9a65af2d-f7c5-4079-9702-3eabd60c81d5 tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:11.292791 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a65af2d-f7c5-4079-9702-3eabd60c81d5 tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] Pushing event updated for resources: {'Port': ['ID=4e0b3703-20d5-414a-8261-0f2347b4990f,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:11.335706 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=bca95d23-9ab7-49d8-9a3b-ee93ba2c24c0,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:11.347469 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db74cdb9-adac-464d-bad3-3f021bc5e4b2 service neutron] Pushing event updated for resources: {'Port': ['ID=f1ec1427-0aa0-4ddc-9cf3-114836e26138,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:11.357428 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-11624bdc-416e-4ba7-86e1-6a5300c09ced req-df461562-3096-4baa-ad9f-fdd133e22cc3 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Deleting port 0c7e156f-2aaa-4235-9064-3406b0bc7d75 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:50:11.357938 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-11624bdc-416e-4ba7-86e1-6a5300c09ced req-df461562-3096-4baa-ad9f-fdd133e22cc3 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:11.375376 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38613b19-f2b6-4d9b-984b-e50a2c516817 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:50:11.379077 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2c349bae-38b4-446a-8f07-9a1790263c83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:11.382820 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-2c349bae-38b4-446a-8f07-9a1790263c83 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/09bd55b9-bd63-4740-ab16-7bcff449c2fd HTTP/1.1" status: 204 len: 168 time: 1.7524853 May 05 21:50:11.402027 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ce2ee9-fce4-4356-8ba2-4094d45b4965 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Pushing event deleted for resources: {'Port': ['ID=e7ec7866-39a3-4fcc-8578-f88ef89c0bcf,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:11.418802 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-160a5bf0-a034-4755-a274-16c324311b6d req-9a65af2d-f7c5-4079-9702-3eabd60c81d5 tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0032725 May 05 21:50:11.438076 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 38613b19-f2b6-4d9b-984b-e50a2c516817, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=38613b19-f2b6-4d9b-984b-e50a2c516817,segment=NetworkSegment(18a3c379-3cfc-4702-917f-3a57e26f3cd8),segment_id=18a3c379-3cfc-4702-917f-3a57e26f3cd8)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:50:11.439446 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-494cd7bf-db3f-4dc2-9ba5-9d54e68bc4b3 None None] Port cfc1d106-e577-4500-a5d8-8130ac0a87a6 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:50:11.442093 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-160a5bf0-a034-4755-a274-16c324311b6d req-11e19fc4-a8f5-404a-a6c4-ad74520a27a4 service neutron] Request body: {'port': {'device_id': 'e2e2ad79-4cb8-4c3a-93dd-8d507af9b26a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:50:11.449351 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:11.460131 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-6306a55d-7925-4736-9400-b8353e003f98 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.4600530 May 05 21:50:11.492104 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248a3cb-1294-4778-a8a4-a758e0619dbf req-2bb5edda-2e07-4b53-ad26-784ba31eb721 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:11.504831 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2248a3cb-1294-4778-a8a4-a758e0619dbf req-2bb5edda-2e07-4b53-ad26-784ba31eb721 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e69ec30-08d3-41b4-b7e1-6334c8ce0d1b HTTP/1.1" status: 200 len: 943 time: 1.0098500 May 05 21:50:11.542387 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-670d2112-50fe-442b-8b8f-b06199e604a6 service neutron] Request body: {'port': {'device_id': '6f455359-c485-4129-ac66-5a50feca85c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:50:11.556856 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=38613b19-f2b6-4d9b-984b-e50a2c516817,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:11.658909 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['38613b19-f2b6-4d9b-984b-e50a2c516817'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:50:11.677799 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-7b5d4bff-7062-4b56-b0de-91cbc4bb3f9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cba3d0c5-8834-4d3a-b7bc-eb551f80748b {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:50:11.739721 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-7b5d4bff-7062-4b56-b0de-91cbc4bb3f9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:11.830601 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82af444-b524-4382-b03c-3c6898886975 req-a46e5d97-368e-48e3-bbcc-7e89e6350d41 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:11.832989 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d82af444-b524-4382-b03c-3c6898886975 req-a46e5d97-368e-48e3-bbcc-7e89e6350d41 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.23 "GET /v2.0/ports?device_id=c101afed-0857-4553-940f-f06940fb468c HTTP/1.1" status: 200 len: 943 time: 0.7974396 May 05 21:50:11.851615 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-7b5d4bff-7062-4b56-b0de-91cbc4bb3f9f service neutron] Transition to ACTIVE for port object cba3d0c5-8834-4d3a-b7bc-eb551f80748b will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:50:11.867268 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2248a3cb-1294-4778-a8a4-a758e0619dbf req-9001ff91-efc4-470d-b18a-da9f59b6469d tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=5165d8be-a1b9-4dce-a631-d72bdd4afdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599982 May 05 21:50:11.937969 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-7b5d4bff-7062-4b56-b0de-91cbc4bb3f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:12.071376 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-160a5bf0-a034-4755-a274-16c324311b6d req-11e19fc4-a8f5-404a-a6c4-ad74520a27a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:12.072175 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-670d2112-50fe-442b-8b8f-b06199e604a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:12.085814 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device bca95d23-9ab7-49d8-9a3b-ee93ba2c24c0 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:50:12.135311 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d82af444-b524-4382-b03c-3c6898886975 req-bd32f593-4b87-45a1-aae9-27a1127f839d tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.23 "GET /v2.0/security-groups?id=933a40d1-d6ba-41e6-a91e-e2abeccdac87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846024 May 05 21:50:12.138819 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c101afed-0857-4553-940f-f06940fb468c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7ec7866-39a3-4fcc-8578-f88ef89c0bcf'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:50:12.175861 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port bca95d23-9ab7-49d8-9a3b-ee93ba2c24c0 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:50:12.176233 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:12.211142 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-11624bdc-416e-4ba7-86e1-6a5300c09ced req-df461562-3096-4baa-ad9f-fdd133e22cc3 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] For port 0c7e156f-2aaa-4235-9064-3406b0bc7d75, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=0c7e156f-2aaa-4235-9064-3406b0bc7d75,segment=NetworkSegment(7897bb89-733a-4c20-9fc1-c2a07d157379),segment_id=7897bb89-733a-4c20-9fc1-c2a07d157379)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:50:12.211533 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-11624bdc-416e-4ba7-86e1-6a5300c09ced req-df461562-3096-4baa-ad9f-fdd133e22cc3 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:12.448899 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-11624bdc-416e-4ba7-86e1-6a5300c09ced req-df461562-3096-4baa-ad9f-fdd133e22cc3 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Calling delete_port for 0c7e156f-2aaa-4235-9064-3406b0bc7d75 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:50:12.480747 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-845ae030-a49f-41f6-be8c-5fa9dd8dd33e req-db74cdb9-adac-464d-bad3-3f021bc5e4b2 service neutron] Attempting to bind port f1ec1427-0aa0-4ddc-9cf3-114836e26138 on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:50:12.481372 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-845ae030-a49f-41f6-be8c-5fa9dd8dd33e req-db74cdb9-adac-464d-bad3-3f021bc5e4b2 service neutron] Attempting to bind port f1ec1427-0aa0-4ddc-9cf3-114836e26138 by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': '5513eecd-fe5a-4823-bb4c-ae0607ac9c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0209bbe2-ae77-4a5e-8f5f-b598cdea432f'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:50:12.482020 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845ae030-a49f-41f6-be8c-5fa9dd8dd33e req-db74cdb9-adac-464d-bad3-3f021bc5e4b2 service neutron] Attempting to bind port f1ec1427-0aa0-4ddc-9cf3-114836e26138 on network 0209bbe2-ae77-4a5e-8f5f-b598cdea432f {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:50:12.497066 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5d4bff-7062-4b56-b0de-91cbc4bb3f9f service neutron] Pushing event updated for resources: {'Port': ['ID=cba3d0c5-8834-4d3a-b7bc-eb551f80748b,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:12.714241 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a29ae60-ad85-4e9e-ba9d-38a2e3915bf3'] response: {'server_uuid': 'c101afed-0857-4553-940f-f06940fb468c', 'name': 'network-vif-deleted', 'tag': 'ac224bb7-3a5e-47f0-be23-47b832a4e700', 'status': 'completed', 'code': 200} May 05 21:50:12.773669 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 38613b19-f2b6-4d9b-984b-e50a2c516817 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:50:12.839173 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832774ba-6312-4748-b29c-daf1f94d1761 req-28a841ac-1ae7-437c-9a83-98ec6cc34138 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:12.840226 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-832774ba-6312-4748-b29c-daf1f94d1761 req-28a841ac-1ae7-437c-9a83-98ec6cc34138 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Synchronizing usage tracker for tenant:b8d6052b833a4534bc346cca1ce7985f on resource:network {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:50:12.903678 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port 38613b19-f2b6-4d9b-984b-e50a2c516817 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:50:12.906095 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845ae030-a49f-41f6-be8c-5fa9dd8dd33e req-db74cdb9-adac-464d-bad3-3f021bc5e4b2 service neutron] Port f1ec1427-0aa0-4ddc-9cf3-114836e26138 on network 0209bbe2-ae77-4a5e-8f5f-b598cdea432f not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:50:12.906575 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845ae030-a49f-41f6-be8c-5fa9dd8dd33e req-db74cdb9-adac-464d-bad3-3f021bc5e4b2 service neutron] Attempting to bind port f1ec1427-0aa0-4ddc-9cf3-114836e26138 on network 0209bbe2-ae77-4a5e-8f5f-b598cdea432f {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:50:12.911666 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 38613b19-f2b6-4d9b-984b-e50a2c516817 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:50:12.912190 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:12.920954 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-832774ba-6312-4748-b29c-daf1f94d1761 req-28a841ac-1ae7-437c-9a83-98ec6cc34138 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Unset dirty status for tenant:b8d6052b833a4534bc346cca1ce7985f on resource:network {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:50:12.922472 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-832774ba-6312-4748-b29c-daf1f94d1761 req-28a841ac-1ae7-437c-9a83-98ec6cc34138 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.44 "GET /v2.0/networks?id=0209bbe2-ae77-4a5e-8f5f-b598cdea432f HTTP/1.1" status: 200 len: 819 time: 0.3870111 May 05 21:50:12.949006 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-832774ba-6312-4748-b29c-daf1f94d1761 req-6421b81c-197b-48bc-a35a-18f8c0dac32b tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Request body: {'port': {'device_id': '2d95b01c-6710-48cf-9af7-f1de1a8bd458', 'network_id': '0209bbe2-ae77-4a5e-8f5f-b598cdea432f', 'admin_state_up': True, 'tenant_id': 'b8d6052b833a4534bc346cca1ce7985f'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:50:12.982983 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41172) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:50:13.044857 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-954269e6-522e-4a8b-84e6-7b2d24a27812 req-ba196ca8-2be5-4d0b-94b2-af3c7acc4024 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d95b01c-6710-48cf-9af7-f1de1a8bd458 HTTP/1.1" status: 200 len: 210 time: 0.0749114 May 05 21:50:13.058632 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845ae030-a49f-41f6-be8c-5fa9dd8dd33e req-db74cdb9-adac-464d-bad3-3f021bc5e4b2 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:50:13.058987 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845ae030-a49f-41f6-be8c-5fa9dd8dd33e req-db74cdb9-adac-464d-bad3-3f021bc5e4b2 service neutron] Checking segment: {'id': '5513eecd-fe5a-4823-bb4c-ae0607ac9c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0209bbe2-ae77-4a5e-8f5f-b598cdea432f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:50:13.059373 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845ae030-a49f-41f6-be8c-5fa9dd8dd33e req-db74cdb9-adac-464d-bad3-3f021bc5e4b2 service neutron] Bound using segment: {'id': '5513eecd-fe5a-4823-bb4c-ae0607ac9c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0209bbe2-ae77-4a5e-8f5f-b598cdea432f'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:50:13.059821 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-845ae030-a49f-41f6-be8c-5fa9dd8dd33e req-db74cdb9-adac-464d-bad3-3f021bc5e4b2 service neutron] Bound port: f1ec1427-0aa0-4ddc-9cf3-114836e26138, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5513eecd-fe5a-4823-bb4c-ae0607ac9c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0209bbe2-ae77-4a5e-8f5f-b598cdea432f'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:50:13.060584 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-845ae030-a49f-41f6-be8c-5fa9dd8dd33e req-db74cdb9-adac-464d-bad3-3f021bc5e4b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:13.069018 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:13.102137 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.resource_extend [req-160a5bf0-a034-4755-a274-16c324311b6d req-11e19fc4-a8f5-404a-a6c4-ad74520a27a4 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 21:50:13.116547 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4c4bc-57c3-4db2-aa65-b074ce77b594 req-750d82c9-101d-439e-bb49-d9ed6c76cdd4 tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:13.122858 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-11624bdc-416e-4ba7-86e1-6a5300c09ced req-df461562-3096-4baa-ad9f-fdd133e22cc3 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:13.124570 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-81a4c4bc-57c3-4db2-aa65-b074ce77b594 req-750d82c9-101d-439e-bb49-d9ed6c76cdd4 tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2e2ad79-4cb8-4c3a-93dd-8d507af9b26a HTTP/1.1" status: 200 len: 931 time: 1.0372930 May 05 21:50:13.140585 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 38613b19-f2b6-4d9b-984b-e50a2c516817, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=38613b19-f2b6-4d9b-984b-e50a2c516817,segment=NetworkSegment(18a3c379-3cfc-4702-917f-3a57e26f3cd8),segment_id=18a3c379-3cfc-4702-917f-3a57e26f3cd8)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:50:13.150455 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:13.195922 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-7b5d4bff-7062-4b56-b0de-91cbc4bb3f9f service neutron] Attempting to bind port cba3d0c5-8834-4d3a-b7bc-eb551f80748b on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:50:13.195922 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-7b5d4bff-7062-4b56-b0de-91cbc4bb3f9f service neutron] Attempting to bind port cba3d0c5-8834-4d3a-b7bc-eb551f80748b by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:50:13.196164 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-7b5d4bff-7062-4b56-b0de-91cbc4bb3f9f service neutron] Attempting to bind port cba3d0c5-8834-4d3a-b7bc-eb551f80748b on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:50:13.235521 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461562-3096-4baa-ad9f-fdd133e22cc3 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Pushing event deleted for resources: {'Port': ['ID=0c7e156f-2aaa-4235-9064-3406b0bc7d75,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:13.264584 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-160a5bf0-a034-4755-a274-16c324311b6d req-11e19fc4-a8f5-404a-a6c4-ad74520a27a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e0b3703-20d5-414a-8261-0f2347b4990f {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:50:13.271763 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=38613b19-f2b6-4d9b-984b-e50a2c516817,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:13.309867 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-160a5bf0-a034-4755-a274-16c324311b6d req-11e19fc4-a8f5-404a-a6c4-ad74520a27a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:13.363659 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-70d1f02a-1cc0-4148-8318-9aae73ac92a2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1020285565-network', 'tenant_id': '533a2fbb51ae42009bb97af11d84b393'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:50:13.374373 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-832774ba-6312-4748-b29c-daf1f94d1761 req-6421b81c-197b-48bc-a35a-18f8c0dac32b tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:50:13.377454 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-160a5bf0-a034-4755-a274-16c324311b6d req-11e19fc4-a8f5-404a-a6c4-ad74520a27a4 service neutron] Transition to ACTIVE for port object 4e0b3703-20d5-414a-8261-0f2347b4990f will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:50:13.386060 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-70d1f02a-1cc0-4148-8318-9aae73ac92a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:50:13.391627 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-160a5bf0-a034-4755-a274-16c324311b6d req-11e19fc4-a8f5-404a-a6c4-ad74520a27a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:13.395573 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-11624bdc-416e-4ba7-86e1-6a5300c09ced req-df461562-3096-4baa-ad9f-fdd133e22cc3 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] No DVR routers for this DVR port 0c7e156f-2aaa-4235-9064-3406b0bc7d75 on host n-h2-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:50:13.425662 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-7b5d4bff-7062-4b56-b0de-91cbc4bb3f9f service neutron] Port cba3d0c5-8834-4d3a-b7bc-eb551f80748b on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:50:13.425986 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-7b5d4bff-7062-4b56-b0de-91cbc4bb3f9f service neutron] Attempting to bind port cba3d0c5-8834-4d3a-b7bc-eb551f80748b on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:50:13.432265 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.resource_extend [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-670d2112-50fe-442b-8b8f-b06199e604a6 service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 21:50:13.433422 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-11624bdc-416e-4ba7-86e1-6a5300c09ced req-df461562-3096-4baa-ad9f-fdd133e22cc3 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:13.436404 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-832774ba-6312-4748-b29c-daf1f94d1761 req-6421b81c-197b-48bc-a35a-18f8c0dac32b tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:50:13.439416 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-70d1f02a-1cc0-4148-8318-9aae73ac92a2 admin admin] Usage tracker for resource:network and tenant:533a2fbb51ae42009bb97af11d84b393 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:50:13.447779 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-70d1f02a-1cc0-4148-8318-9aae73ac92a2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:50:13.460801 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-81a4c4bc-57c3-4db2-aa65-b074ce77b594 req-8f44b4a4-4f57-4d3c-b47a-1885e7f3ac22 tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] 10.222.0.23 "GET /v2.0/security-groups?id=641c29c1-5292-43eb-8a1a-a8af1fdf1957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3353574 May 05 21:50:13.473612 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-70d1f02a-1cc0-4148-8318-9aae73ac92a2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:50:13.495734 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-11624bdc-416e-4ba7-86e1-6a5300c09ced req-df461562-3096-4baa-ad9f-fdd133e22cc3 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.32 "DELETE /v2.0/ports/0c7e156f-2aaa-4235-9064-3406b0bc7d75 HTTP/1.1" status: 204 len: 173 time: 2.3321912 May 05 21:50:13.532274 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-7b5d4bff-7062-4b56-b0de-91cbc4bb3f9f service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:50:13.532610 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-7b5d4bff-7062-4b56-b0de-91cbc4bb3f9f service neutron] Checking segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:50:13.532987 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-7b5d4bff-7062-4b56-b0de-91cbc4bb3f9f service neutron] Bound using segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:50:13.533425 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-7b5d4bff-7062-4b56-b0de-91cbc4bb3f9f service neutron] Bound port: cba3d0c5-8834-4d3a-b7bc-eb551f80748b, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:50:13.533766 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-7b5d4bff-7062-4b56-b0de-91cbc4bb3f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:13.544676 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-832774ba-6312-4748-b29c-daf1f94d1761 req-6421b81c-197b-48bc-a35a-18f8c0dac32b tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Made reservation on behalf of b8d6052b833a4534bc346cca1ce7985f for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:50:13.547651 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-832774ba-6312-4748-b29c-daf1f94d1761 req-6421b81c-197b-48bc-a35a-18f8c0dac32b tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:13.576752 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-845ae030-a49f-41f6-be8c-5fa9dd8dd33e req-db74cdb9-adac-464d-bad3-3f021bc5e4b2 service neutron] For port f1ec1427-0aa0-4ddc-9cf3-114836e26138, host n-h1-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:50:13.585169 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e19fc4-a8f5-404a-a6c4-ad74520a27a4 service neutron] Pushing event updated for resources: {'Port': ['ID=4e0b3703-20d5-414a-8261-0f2347b4990f,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:13.587973 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d1f02a-1cc0-4148-8318-9aae73ac92a2 admin admin] Made reservation on behalf of 533a2fbb51ae42009bb97af11d84b393 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:50:13.589701 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-70d1f02a-1cc0-4148-8318-9aae73ac92a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:13.598603 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-845ae030-a49f-41f6-be8c-5fa9dd8dd33e req-db74cdb9-adac-464d-bad3-3f021bc5e4b2 service neutron] For port f1ec1427-0aa0-4ddc-9cf3-114836e26138, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=f1ec1427-0aa0-4ddc-9cf3-114836e26138,segment=NetworkSegment(5513eecd-fe5a-4823-bb4c-ae0607ac9c61),segment_id=5513eecd-fe5a-4823-bb4c-ae0607ac9c61)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:50:13.604569 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83ca0241-8eb0-445b-963f-b75130ca7f4b'] response: {'server_uuid': 'c101afed-0857-4553-940f-f06940fb468c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7ec7866-39a3-4fcc-8578-f88ef89c0bcf', 'code': 200} May 05 21:50:13.608932 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-70d1f02a-1cc0-4148-8318-9aae73ac92a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:13.639650 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-670d2112-50fe-442b-8b8f-b06199e604a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfc1d106-e577-4500-a5d8-8130ac0a87a6 {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:50:13.644101 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-845ae030-a49f-41f6-be8c-5fa9dd8dd33e req-db74cdb9-adac-464d-bad3-3f021bc5e4b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:13.691548 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-670d2112-50fe-442b-8b8f-b06199e604a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:13.791687 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-670d2112-50fe-442b-8b8f-b06199e604a6 service neutron] Transition to ACTIVE for port object cfc1d106-e577-4500-a5d8-8130ac0a87a6 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:50:13.808945 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55cdb91-5f3a-40e0-8812-668dd66ea5be req-d49a98f5-49d2-4c12-91a0-4c48d3b82845 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:13.810544 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b55cdb91-5f3a-40e0-8812-668dd66ea5be req-d49a98f5-49d2-4c12-91a0-4c48d3b82845 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f455359-c485-4129-ac66-5a50feca85c9 HTTP/1.1" status: 200 len: 936 time: 0.6070993 May 05 21:50:13.818786 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-845ae030-a49f-41f6-be8c-5fa9dd8dd33e req-db74cdb9-adac-464d-bad3-3f021bc5e4b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:13.820187 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-845ae030-a49f-41f6-be8c-5fa9dd8dd33e req-db74cdb9-adac-464d-bad3-3f021bc5e4b2 service neutron] 10.222.0.44 "PUT /v2.0/ports/f1ec1427-0aa0-4ddc-9cf3-114836e26138 HTTP/1.1" status: 200 len: 1092 time: 6.1561692 May 05 21:50:13.823151 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82e9fd69-4c0a-4daf-8e56-1cf72160ef5b', 'tag': 'f1ec1427-0aa0-4ddc-9cf3-114836e26138'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:50:13.836065 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-670d2112-50fe-442b-8b8f-b06199e604a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:13.849233 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db74cdb9-adac-464d-bad3-3f021bc5e4b2 service neutron] Pushing event updated for resources: {'Port': ['ID=f1ec1427-0aa0-4ddc-9cf3-114836e26138,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:13.871198 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-7b5d4bff-7062-4b56-b0de-91cbc4bb3f9f service neutron] For port cba3d0c5-8834-4d3a-b7bc-eb551f80748b, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:50:13.959963 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-03079e69-e0b2-40aa-ad0b-f913f16f8573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:14.058125 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-70d1f02a-1cc0-4148-8318-9aae73ac92a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:50:14.069932 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670d2112-50fe-442b-8b8f-b06199e604a6 service neutron] Pushing event updated for resources: {'Port': ['ID=cfc1d106-e577-4500-a5d8-8130ac0a87a6,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:14.071036 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-70d1f02a-1cc0-4148-8318-9aae73ac92a2 admin admin] Usage tracker for resource:security_group_rule and tenant:533a2fbb51ae42009bb97af11d84b393 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:50:14.077863 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-70d1f02a-1cc0-4148-8318-9aae73ac92a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:50:14.109831 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-70d1f02a-1cc0-4148-8318-9aae73ac92a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:50:14.117818 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-160a5bf0-a034-4755-a274-16c324311b6d req-11e19fc4-a8f5-404a-a6c4-ad74520a27a4 service neutron] Attempting to bind port 4e0b3703-20d5-414a-8261-0f2347b4990f on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:50:14.118155 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-160a5bf0-a034-4755-a274-16c324311b6d req-11e19fc4-a8f5-404a-a6c4-ad74520a27a4 service neutron] Attempting to bind port 4e0b3703-20d5-414a-8261-0f2347b4990f by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': '6daf42f5-f714-4280-b4f8-14ac385ec522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7bb8ede8-a2e0-4b9c-bb3c-9c0d57b73bc1'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:50:14.118472 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160a5bf0-a034-4755-a274-16c324311b6d req-11e19fc4-a8f5-404a-a6c4-ad74520a27a4 service neutron] Attempting to bind port 4e0b3703-20d5-414a-8261-0f2347b4990f on network 7bb8ede8-a2e0-4b9c-bb3c-9c0d57b73bc1 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:50:14.129761 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160a5bf0-a034-4755-a274-16c324311b6d req-11e19fc4-a8f5-404a-a6c4-ad74520a27a4 service neutron] Port 4e0b3703-20d5-414a-8261-0f2347b4990f on network 7bb8ede8-a2e0-4b9c-bb3c-9c0d57b73bc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:50:14.130452 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160a5bf0-a034-4755-a274-16c324311b6d req-11e19fc4-a8f5-404a-a6c4-ad74520a27a4 service neutron] Attempting to bind port 4e0b3703-20d5-414a-8261-0f2347b4990f on network 7bb8ede8-a2e0-4b9c-bb3c-9c0d57b73bc1 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:50:14.144144 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-832774ba-6312-4748-b29c-daf1f94d1761 req-6421b81c-197b-48bc-a35a-18f8c0dac32b tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Allocated IP 172.20.0.5 (0209bbe2-ae77-4a5e-8f5f-b598cdea432f/d1666d56-aa2f-45d5-85a5-62900adc165a/4c709e3b-4982-40c3-a103-e3eef9277a29) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:50:14.148700 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-7b5d4bff-7062-4b56-b0de-91cbc4bb3f9f service neutron] For port cba3d0c5-8834-4d3a-b7bc-eb551f80748b, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=cba3d0c5-8834-4d3a-b7bc-eb551f80748b,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:50:14.157724 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160a5bf0-a034-4755-a274-16c324311b6d req-11e19fc4-a8f5-404a-a6c4-ad74520a27a4 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:50:14.158067 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160a5bf0-a034-4755-a274-16c324311b6d req-11e19fc4-a8f5-404a-a6c4-ad74520a27a4 service neutron] Checking segment: {'id': '6daf42f5-f714-4280-b4f8-14ac385ec522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7bb8ede8-a2e0-4b9c-bb3c-9c0d57b73bc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:50:14.158728 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160a5bf0-a034-4755-a274-16c324311b6d req-11e19fc4-a8f5-404a-a6c4-ad74520a27a4 service neutron] Bound using segment: {'id': '6daf42f5-f714-4280-b4f8-14ac385ec522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7bb8ede8-a2e0-4b9c-bb3c-9c0d57b73bc1'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:50:14.159417 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-160a5bf0-a034-4755-a274-16c324311b6d req-11e19fc4-a8f5-404a-a6c4-ad74520a27a4 service neutron] Bound port: 4e0b3703-20d5-414a-8261-0f2347b4990f, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6daf42f5-f714-4280-b4f8-14ac385ec522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7bb8ede8-a2e0-4b9c-bb3c-9c0d57b73bc1'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:50:14.159975 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-160a5bf0-a034-4755-a274-16c324311b6d req-11e19fc4-a8f5-404a-a6c4-ad74520a27a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:14.183884 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-7b5d4bff-7062-4b56-b0de-91cbc4bb3f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:14.336280 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5d4bff-7062-4b56-b0de-91cbc4bb3f9f service neutron] Pushing event updated for resources: {'Port': ['ID=cba3d0c5-8834-4d3a-b7bc-eb551f80748b,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:14.388640 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b55cdb91-5f3a-40e0-8812-668dd66ea5be req-99ee919a-a7e1-4a1c-b71a-4dc82ec6358a tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5551953 May 05 21:50:14.400883 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631a839-06f6-4f23-8512-4fc95e03d1f2 req-6320a8df-c430-48f1-aa8b-a2d04a5195ea tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:14.401585 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-1631a839-06f6-4f23-8512-4fc95e03d1f2 req-6320a8df-c430-48f1-aa8b-a2d04a5195ea tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Synchronizing usage tracker for tenant:cf59b1a8623a48db9737966b2f762b3c on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:50:14.428200 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-7b5d4bff-7062-4b56-b0de-91cbc4bb3f9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:14.428586 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-70d1f02a-1cc0-4148-8318-9aae73ac92a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:14.429617 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-7b5d4bff-7062-4b56-b0de-91cbc4bb3f9f service neutron] 10.222.0.32 "PUT /v2.0/ports/cba3d0c5-8834-4d3a-b7bc-eb551f80748b HTTP/1.1" status: 200 len: 1096 time: 5.6947391 May 05 21:50:14.452890 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-70d1f02a-1cc0-4148-8318-9aae73ac92a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:14.480229 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-1631a839-06f6-4f23-8512-4fc95e03d1f2 req-6320a8df-c430-48f1-aa8b-a2d04a5195ea tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Unset dirty status for tenant:cf59b1a8623a48db9737966b2f762b3c on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:50:14.481592 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1631a839-06f6-4f23-8512-4fc95e03d1f2 req-6320a8df-c430-48f1-aa8b-a2d04a5195ea tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecd4a405-2195-46d7-97a2-9d216ad40307 HTTP/1.1" status: 200 len: 946 time: 0.7432888 May 05 21:50:14.489563 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-845ae030-a49f-41f6-be8c-5fa9dd8dd33e req-b1237e6d-4b56-4327-b207-e0c3f4a07615 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b8d6052b833a4534bc346cca1ce7985f&device_id=82e9fd69-4c0a-4daf-8e56-1cf72160ef5b HTTP/1.1" status: 200 len: 1095 time: 0.4217696 May 05 21:50:14.494193 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d1f02a-1cc0-4148-8318-9aae73ac92a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c59bae8-8be3-4e26-b6d0-2ddd383ad811,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:14.502799 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-160a5bf0-a034-4755-a274-16c324311b6d req-11e19fc4-a8f5-404a-a6c4-ad74520a27a4 service neutron] For port 4e0b3703-20d5-414a-8261-0f2347b4990f, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:50:14.521042 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70d1f02a-1cc0-4148-8318-9aae73ac92a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:50:14.544216 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-160a5bf0-a034-4755-a274-16c324311b6d req-11e19fc4-a8f5-404a-a6c4-ad74520a27a4 service neutron] For port 4e0b3703-20d5-414a-8261-0f2347b4990f, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=4e0b3703-20d5-414a-8261-0f2347b4990f,segment=NetworkSegment(6daf42f5-f714-4280-b4f8-14ac385ec522),segment_id=6daf42f5-f714-4280-b4f8-14ac385ec522)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:50:14.558079 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-70d1f02a-1cc0-4148-8318-9aae73ac92a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:14.558422 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-70d1f02a-1cc0-4148-8318-9aae73ac92a2 admin admin] Added segment 9494ff87-f8c9-4ae2-b60f-abd4c141a096 of type vlan for network a0bbb488-cf22-4390-ab5b-42ceab7ce09d May 05 21:50:14.568795 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-160a5bf0-a034-4755-a274-16c324311b6d req-11e19fc4-a8f5-404a-a6c4-ad74520a27a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:14.610015 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-832774ba-6312-4748-b29c-daf1f94d1761 req-6421b81c-197b-48bc-a35a-18f8c0dac32b tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:14.631246 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-832774ba-6312-4748-b29c-daf1f94d1761 req-6421b81c-197b-48bc-a35a-18f8c0dac32b tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Transition to ACTIVE for port object 4c709e3b-4982-40c3-a103-e3eef9277a29 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:50:14.714783 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-670d2112-50fe-442b-8b8f-b06199e604a6 service neutron] Attempting to bind port cfc1d106-e577-4500-a5d8-8130ac0a87a6 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:50:14.715011 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-670d2112-50fe-442b-8b8f-b06199e604a6 service neutron] Attempting to bind port cfc1d106-e577-4500-a5d8-8130ac0a87a6 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:50:14.715207 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-670d2112-50fe-442b-8b8f-b06199e604a6 service neutron] Attempting to bind port cfc1d106-e577-4500-a5d8-8130ac0a87a6 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:50:14.725553 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c101afed-0857-4553-940f-f06940fb468c', 'name': 'network-vif-deleted', 'tag': 'e7ec7866-39a3-4fcc-8578-f88ef89c0bcf'}, {'server_uuid': 'c101afed-0857-4553-940f-f06940fb468c', 'name': 'network-vif-deleted', 'tag': '0c7e156f-2aaa-4235-9064-3406b0bc7d75'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:50:14.745823 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-845ae030-a49f-41f6-be8c-5fa9dd8dd33e req-9b2ac6cc-4f76-48c8-9125-3cb9151093de service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1ec1427-0aa0-4ddc-9cf3-114836e26138 HTTP/1.1" status: 200 len: 217 time: 0.2015059 May 05 21:50:14.772578 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-70d1f02a-1cc0-4148-8318-9aae73ac92a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:14.782063 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-160a5bf0-a034-4755-a274-16c324311b6d req-11e19fc4-a8f5-404a-a6c4-ad74520a27a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:14.783409 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-160a5bf0-a034-4755-a274-16c324311b6d req-11e19fc4-a8f5-404a-a6c4-ad74520a27a4 service neutron] 10.222.0.44 "PUT /v2.0/ports/4e0b3703-20d5-414a-8261-0f2347b4990f HTTP/1.1" status: 200 len: 1091 time: 3.3461957 May 05 21:50:14.803836 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-670d2112-50fe-442b-8b8f-b06199e604a6 service neutron] Port cfc1d106-e577-4500-a5d8-8130ac0a87a6 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:50:14.804209 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-670d2112-50fe-442b-8b8f-b06199e604a6 service neutron] Attempting to bind port cfc1d106-e577-4500-a5d8-8130ac0a87a6 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:50:14.811933 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e19fc4-a8f5-404a-a6c4-ad74520a27a4 service neutron] Pushing event updated for resources: {'Port': ['ID=4e0b3703-20d5-414a-8261-0f2347b4990f,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:14.814803 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-832774ba-6312-4748-b29c-daf1f94d1761 req-6421b81c-197b-48bc-a35a-18f8c0dac32b tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:14.849870 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-1631a839-06f6-4f23-8512-4fc95e03d1f2 req-e412278b-2181-4d07-b1c9-0db0a752e70f tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Synchronizing usage tracker for tenant:cf59b1a8623a48db9737966b2f762b3c on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:50:14.865256 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-670d2112-50fe-442b-8b8f-b06199e604a6 service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:50:14.865586 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-670d2112-50fe-442b-8b8f-b06199e604a6 service neutron] Checking segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:50:14.865963 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-670d2112-50fe-442b-8b8f-b06199e604a6 service neutron] Bound using segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:50:14.866394 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-670d2112-50fe-442b-8b8f-b06199e604a6 service neutron] Bound port: cfc1d106-e577-4500-a5d8-8130ac0a87a6, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:50:14.866756 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-670d2112-50fe-442b-8b8f-b06199e604a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:14.893451 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ae030-a49f-41f6-be8c-5fa9dd8dd33e req-043dd567-6c7b-4214-9ce1-be6cdc067318 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:14.895018 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-845ae030-a49f-41f6-be8c-5fa9dd8dd33e req-043dd567-6c7b-4214-9ce1-be6cdc067318 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d1666d56-aa2f-45d5-85a5-62900adc165a HTTP/1.1" status: 200 len: 858 time: 0.1386092 May 05 21:50:14.944824 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-70d1f02a-1cc0-4148-8318-9aae73ac92a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:14.945671 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d1f02a-1cc0-4148-8318-9aae73ac92a2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:14.946301 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-70d1f02a-1cc0-4148-8318-9aae73ac92a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:14.981748 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-1631a839-06f6-4f23-8512-4fc95e03d1f2 req-e412278b-2181-4d07-b1c9-0db0a752e70f tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Unset dirty status for tenant:cf59b1a8623a48db9737966b2f762b3c on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:50:14.982944 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1631a839-06f6-4f23-8512-4fc95e03d1f2 req-e412278b-2181-4d07-b1c9-0db0a752e70f tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "GET /v2.0/security-groups?id=31fe5bf3-12b2-46fb-95aa-6ee5579edac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4895475 May 05 21:50:14.989482 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-832774ba-6312-4748-b29c-daf1f94d1761 req-6421b81c-197b-48bc-a35a-18f8c0dac32b tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Network 0209bbe2-ae77-4a5e-8f5f-b598cdea432f is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:50:15.020246 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-ba242229-7fa5-4a6e-bbbc-6fdb47f791b1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=573addcdcad64ebbacaadf6765f34d35&device_id=96d03dba-d32f-48fd-b323-bed56210f927 HTTP/1.1" status: 200 len: 1099 time: 0.3725491 May 05 21:50:15.031400 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364b971-d3f0-4538-8d7e-01daecde1c0a req-c6d41544-8a2a-42ba-b6c6-e96ae540e959 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:15.032857 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4364b971-d3f0-4538-8d7e-01daecde1c0a req-c6d41544-8a2a-42ba-b6c6-e96ae540e959 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e69ec30-08d3-41b4-b7e1-6334c8ce0d1b HTTP/1.1" status: 200 len: 945 time: 0.3841801 May 05 21:50:15.040565 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-832774ba-6312-4748-b29c-daf1f94d1761 req-6421b81c-197b-48bc-a35a-18f8c0dac32b tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:50:15.059484 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25400c97-77d8-4f59-b857-ecfa51bde449 req-22935093-9826-4de3-8413-bae53ddbc6c0 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:15.060181 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-25400c97-77d8-4f59-b857-ecfa51bde449 req-22935093-9826-4de3-8413-bae53ddbc6c0 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Synchronizing usage tracker for tenant:cf59b1a8623a48db9737966b2f762b3c on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:50:15.063823 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6421b81c-197b-48bc-a35a-18f8c0dac32b tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Pushing event updated for resources: {'Port': ['ID=4c709e3b-4982-40c3-a103-e3eef9277a29,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:15.065356 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-832774ba-6312-4748-b29c-daf1f94d1761 req-6421b81c-197b-48bc-a35a-18f8c0dac32b tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:50:15.107449 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41188) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:50:15.197143 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832774ba-6312-4748-b29c-daf1f94d1761 req-6421b81c-197b-48bc-a35a-18f8c0dac32b tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:15.197891 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-832774ba-6312-4748-b29c-daf1f94d1761 req-6421b81c-197b-48bc-a35a-18f8c0dac32b tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:15.216911 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c7941e4-9207-4231-afd6-c782e88d97d7'] response: {'name': 'network-changed', 'server_uuid': '82e9fd69-4c0a-4daf-8e56-1cf72160ef5b', 'tag': 'f1ec1427-0aa0-4ddc-9cf3-114836e26138', 'status': 'completed', 'code': 200} May 05 21:50:15.241085 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d1f02a-1cc0-4148-8318-9aae73ac92a2 admin admin] Pushing event updated for resources: {'Network': ['ID=a0bbb488-cf22-4390-ab5b-42ceab7ce09d,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:15.248062 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-25400c97-77d8-4f59-b857-ecfa51bde449 req-22935093-9826-4de3-8413-bae53ddbc6c0 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Unset dirty status for tenant:cf59b1a8623a48db9737966b2f762b3c on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:50:15.256829 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-25400c97-77d8-4f59-b857-ecfa51bde449 req-22935093-9826-4de3-8413-bae53ddbc6c0 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecd4a405-2195-46d7-97a2-9d216ad40307 HTTP/1.1" status: 200 len: 946 time: 0.5885909 May 05 21:50:15.262927 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-670d2112-50fe-442b-8b8f-b06199e604a6 service neutron] For port cfc1d106-e577-4500-a5d8-8130ac0a87a6, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:50:15.265473 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network a0bbb488-cf22-4390-ab5b-42ceab7ce09d details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:50:15.268009 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-08528574-6f31-4a63-b42b-e277dd99fb89 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=cba3d0c5-8834-4d3a-b7bc-eb551f80748b HTTP/1.1" status: 200 len: 217 time: 0.2342513 May 05 21:50:15.277633 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-70d1f02a-1cc0-4148-8318-9aae73ac92a2 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.2889259 May 05 21:50:15.299372 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41192) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:50:15.324229 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-832774ba-6312-4748-b29c-daf1f94d1761 req-6421b81c-197b-48bc-a35a-18f8c0dac32b tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3807557 May 05 21:50:15.348721 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-832774ba-6312-4748-b29c-daf1f94d1761 req-6d35f793-d2e1-47dd-9942-f6fff8bd7df3 service neutron] Request body: {'port': {'device_id': '2d95b01c-6710-48cf-9af7-f1de1a8bd458', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:50:15.392229 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-8d5db543-87ae-47a7-a033-620fc2fac721 None None] Provisioning for port 4c709e3b-4982-40c3-a103-e3eef9277a29 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:50:15.398485 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-8d5db543-87ae-47a7-a033-620fc2fac721 None None] Provisioning complete for port 4c709e3b-4982-40c3-a103-e3eef9277a29 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:50:15.398942 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8d5db543-87ae-47a7-a033-620fc2fac721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:15.399892 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-ae7806a4-8984-41d8-9587-0c91a1848d6d admin admin] Request body: {'subnet': {'network_id': 'a0bbb488-cf22-4390-ab5b-42ceab7ce09d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1020285565-subnet', 'tenant_id': '533a2fbb51ae42009bb97af11d84b393', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:50:15.407911 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-670d2112-50fe-442b-8b8f-b06199e604a6 service neutron] For port cfc1d106-e577-4500-a5d8-8130ac0a87a6, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=cfc1d106-e577-4500-a5d8-8130ac0a87a6,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:50:15.409751 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-160a5bf0-a034-4755-a274-16c324311b6d req-2da1e48b-20e0-4f56-bed2-9e1563968861 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f49bb537458640de8650e6e4d4293f6e&device_id=e2e2ad79-4cb8-4c3a-93dd-8d507af9b26a HTTP/1.1" status: 200 len: 1094 time: 0.5502887 May 05 21:50:15.422918 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-25400c97-77d8-4f59-b857-ecfa51bde449 req-dfb49afa-da06-44d9-86ae-4439caf783f2 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Deleting port dd043570-1ead-4571-a3b0-780aa65b61e4 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:50:15.423294 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-25400c97-77d8-4f59-b857-ecfa51bde449 req-dfb49afa-da06-44d9-86ae-4439caf783f2 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:15.460995 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-8d5db543-87ae-47a7-a033-620fc2fac721 None None] Port 4c709e3b-4982-40c3-a103-e3eef9277a29 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:50:15.569543 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-160a5bf0-a034-4755-a274-16c324311b6d req-45673171-fc76-486b-af3e-9d25dc78c002 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e0b3703-20d5-414a-8261-0f2347b4990f HTTP/1.1" status: 200 len: 217 time: 0.1176574 May 05 21:50:15.575626 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-ae7806a4-8984-41d8-9587-0c91a1848d6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:50:15.600440 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-670d2112-50fe-442b-8b8f-b06199e604a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:15.605762 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e69ec30-08d3-41b4-b7e1-6334c8ce0d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38613b19-f2b6-4d9b-984b-e50a2c516817'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:50:15.610810 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-ae7806a4-8984-41d8-9587-0c91a1848d6d admin admin] Usage tracker for resource:subnet and tenant:533a2fbb51ae42009bb97af11d84b393 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:50:15.645034 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-845ae030-a49f-41f6-be8c-5fa9dd8dd33e req-15853ca2-10dd-4dd0-a307-b494221119d5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0209bbe2-ae77-4a5e-8f5f-b598cdea432f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7394831 May 05 21:50:15.646897 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-ae7806a4-8984-41d8-9587-0c91a1848d6d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:50:15.674921 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-ae7806a4-8984-41d8-9587-0c91a1848d6d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:50:15.680186 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-832774ba-6312-4748-b29c-daf1f94d1761 req-6d35f793-d2e1-47dd-9942-f6fff8bd7df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:15.715875 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a5bf0-a034-4755-a274-16c324311b6d req-8b5e4cbd-c7a7-4dad-94a8-53406610b741 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:15.717321 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-160a5bf0-a034-4755-a274-16c324311b6d req-8b5e4cbd-c7a7-4dad-94a8-53406610b741 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6e7b0307-b9df-4e84-a70b-9e1ff89107d7 HTTP/1.1" status: 200 len: 854 time: 0.1413636 May 05 21:50:15.718276 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4364b971-d3f0-4538-8d7e-01daecde1c0a req-239b5114-e834-468b-ae8a-812283489bf3 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=5165d8be-a1b9-4dce-a631-d72bdd4afdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6118665 May 05 21:50:15.783660 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-5c3d9072-5359-4240-ab75-2fc66c8d3b9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:15.785073 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-5c3d9072-5359-4240-ab75-2fc66c8d3b9c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.4848299 May 05 21:50:15.891830 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-670d2112-50fe-442b-8b8f-b06199e604a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:15.893244 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-670d2112-50fe-442b-8b8f-b06199e604a6 service neutron] 10.222.0.32 "PUT /v2.0/ports/cfc1d106-e577-4500-a5d8-8130ac0a87a6 HTTP/1.1" status: 200 len: 1096 time: 4.3849430 May 05 21:50:15.893894 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7806a4-8984-41d8-9587-0c91a1848d6d admin admin] Made reservation on behalf of 533a2fbb51ae42009bb97af11d84b393 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:50:15.896145 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ae7806a4-8984-41d8-9587-0c91a1848d6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:15.996689 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-160a5bf0-a034-4755-a274-16c324311b6d req-519bb54a-5753-4127-85bc-9ba3d2d5f72e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7bb8ede8-a2e0-4b9c-bb3c-9c0d57b73bc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2450595 May 05 21:50:16.055223 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670d2112-50fe-442b-8b8f-b06199e604a6 service neutron] Pushing event updated for resources: {'Port': ['ID=cfc1d106-e577-4500-a5d8-8130ac0a87a6,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:16.074996 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-47030ab9-07df-4c2a-8ef7-69f840351b3d tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Deleting subnet 0aea371b-71d9-4634-9239-5c1de07a3960 {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:50:16.083788 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-17c0a915-2044-4b49-aa31-d5d7644c0181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:16.107908 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-47030ab9-07df-4c2a-8ef7-69f840351b3d tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:16.230180 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-845ae030-a49f-41f6-be8c-5fa9dd8dd33e req-4b974208-abdf-40c9-bace-405d41147f97 service neutron] 10.222.0.44 "GET /v2.0/networks/0209bbe2-ae77-4a5e-8f5f-b598cdea432f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5565026 May 05 21:50:16.231909 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-25400c97-77d8-4f59-b857-ecfa51bde449 req-dfb49afa-da06-44d9-86ae-4439caf783f2 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] For port dd043570-1ead-4571-a3b0-780aa65b61e4, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=dd043570-1ead-4571-a3b0-780aa65b61e4,segment=NetworkSegment(7dee26b3-4081-43b6-b222-2abb5ad4442f),segment_id=7dee26b3-4081-43b6-b222-2abb5ad4442f)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:50:16.232459 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-25400c97-77d8-4f59-b857-ecfa51bde449 req-dfb49afa-da06-44d9-86ae-4439caf783f2 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:16.247807 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f022af6e-3d5b-41f7-9415-5b5ce956dbbc req-8386f6ea-0be4-4aea-ad9d-0a030aae61bc tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:16.249241 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f022af6e-3d5b-41f7-9415-5b5ce956dbbc req-8386f6ea-0be4-4aea-ad9d-0a030aae61bc tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d95b01c-6710-48cf-9af7-f1de1a8bd458 HTTP/1.1" status: 200 len: 931 time: 0.8974211 May 05 21:50:16.254581 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-47030ab9-07df-4c2a-8ef7-69f840351b3d tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:16.395305 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-25400c97-77d8-4f59-b857-ecfa51bde449 req-dfb49afa-da06-44d9-86ae-4439caf783f2 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Calling delete_port for dd043570-1ead-4571-a3b0-780aa65b61e4 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:50:16.471911 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-0363a6b8-a0de-40e5-b8f4-02f6a922f953 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6614673 May 05 21:50:16.476337 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-160a5bf0-a034-4755-a274-16c324311b6d req-b9e9380e-95b3-40dc-b1a4-b8b3fd78e187 service neutron] 10.222.0.44 "GET /v2.0/networks/7bb8ede8-a2e0-4b9c-bb3c-9c0d57b73bc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4662309 May 05 21:50:16.510512 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a929e015-e404-4370-9b8d-ef568b8d7499 req-dcc7401a-600f-4966-a556-5a67a18b4a86 tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:16.512022 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a929e015-e404-4370-9b8d-ef568b8d7499 req-dcc7401a-600f-4966-a556-5a67a18b4a86 tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2e2ad79-4cb8-4c3a-93dd-8d507af9b26a HTTP/1.1" status: 200 len: 943 time: 0.6446915 May 05 21:50:16.682504 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-50e75fe5-427a-4da3-9f4f-b3a425941686 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=573addcdcad64ebbacaadf6765f34d35&device_id=6f455359-c485-4129-ac66-5a50feca85c9 HTTP/1.1" status: 200 len: 1099 time: 0.7231727 May 05 21:50:16.684708 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f022af6e-3d5b-41f7-9415-5b5ce956dbbc req-446bd15f-43ec-4a59-9a34-f34ed6b1511e tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=910f211c-c7ca-4cc4-8d09-61e980cdaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4002190 May 05 21:50:16.748287 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-160a5bf0-a034-4755-a274-16c324311b6d req-357a0fb2-228c-4bc7-8076-6453a6d8117f service neutron] 10.222.0.44 "GET /v2.0/networks/7bb8ede8-a2e0-4b9c-bb3c-9c0d57b73bc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565098 May 05 21:50:16.759283 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-845ae030-a49f-41f6-be8c-5fa9dd8dd33e req-7f5fe4f7-9abc-41fb-bf6a-dff5ae5ee984 service neutron] 10.222.0.44 "GET /v2.0/networks/0209bbe2-ae77-4a5e-8f5f-b598cdea432f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4773896 May 05 21:50:16.766266 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1198228b-3949-4425-9940-60dfcaaeb5d3'] response: {'server_uuid': 'c101afed-0857-4553-940f-f06940fb468c', 'name': 'network-vif-deleted', 'tag': 'e7ec7866-39a3-4fcc-8578-f88ef89c0bcf', 'status': 'completed', 'code': 200} May 05 21:50:16.766526 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1198228b-3949-4425-9940-60dfcaaeb5d3'] response: {'server_uuid': 'c101afed-0857-4553-940f-f06940fb468c', 'name': 'network-vif-deleted', 'tag': '0c7e156f-2aaa-4235-9064-3406b0bc7d75', 'status': 'completed', 'code': 200} May 05 21:50:16.778853 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-47030ab9-07df-4c2a-8ef7-69f840351b3d tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:16.837805 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-25400c97-77d8-4f59-b857-ecfa51bde449 req-dfb49afa-da06-44d9-86ae-4439caf783f2 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:16.877402 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-832774ba-6312-4748-b29c-daf1f94d1761 req-6d35f793-d2e1-47dd-9942-f6fff8bd7df3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c709e3b-4982-40c3-a103-e3eef9277a29 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:50:16.898818 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-832774ba-6312-4748-b29c-daf1f94d1761 req-6d35f793-d2e1-47dd-9942-f6fff8bd7df3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:16.901851 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb49afa-da06-44d9-86ae-4439caf783f2 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Pushing event deleted for resources: {'Port': ['ID=dd043570-1ead-4571-a3b0-780aa65b61e4,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:16.956829 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-c0d38cad-481f-4ebf-832c-6e9f90358951 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=cfc1d106-e577-4500-a5d8-8130ac0a87a6 HTTP/1.1" status: 200 len: 217 time: 0.2516730 May 05 21:50:16.989682 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-832774ba-6312-4748-b29c-daf1f94d1761 req-6d35f793-d2e1-47dd-9942-f6fff8bd7df3 service neutron] Transition to ACTIVE for port object 4c709e3b-4982-40c3-a103-e3eef9277a29 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:50:16.990988 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-25400c97-77d8-4f59-b857-ecfa51bde449 req-dfb49afa-da06-44d9-86ae-4439caf783f2 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] No DVR routers for this DVR port dd043570-1ead-4571-a3b0-780aa65b61e4 on host n-h2-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:50:16.995090 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-25400c97-77d8-4f59-b857-ecfa51bde449 req-dfb49afa-da06-44d9-86ae-4439caf783f2 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:16.998974 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a929e015-e404-4370-9b8d-ef568b8d7499 req-9917e4e2-05ce-4fe6-b522-3c831856f545 tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] 10.222.0.23 "GET /v2.0/security-groups?id=641c29c1-5292-43eb-8a1a-a8af1fdf1957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4561305 May 05 21:50:17.000248 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-832774ba-6312-4748-b29c-daf1f94d1761 req-6d35f793-d2e1-47dd-9942-f6fff8bd7df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:17.042604 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ae7806a4-8984-41d8-9587-0c91a1848d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:17.062424 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-25400c97-77d8-4f59-b857-ecfa51bde449 req-dfb49afa-da06-44d9-86ae-4439caf783f2 tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.32 "DELETE /v2.0/ports/dd043570-1ead-4571-a3b0-780aa65b61e4 HTTP/1.1" status: 204 len: 173 time: 1.7876511 May 05 21:50:17.072600 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3045ea9d-bdd3-4d58-9d92-05ad6a6af8c9'] response: {'server_uuid': '9e69ec30-08d3-41b4-b7e1-6334c8ce0d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38613b19-f2b6-4d9b-984b-e50a2c516817', 'code': 200} May 05 21:50:17.148529 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-a74c9714-fe48-44f8-b467-07ebcda928e0 service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6127765 May 05 21:50:17.167884 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d35f793-d2e1-47dd-9942-f6fff8bd7df3 service neutron] Pushing event updated for resources: {'Port': ['ID=4c709e3b-4982-40c3-a103-e3eef9277a29,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:17.233718 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:17.337158 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96d03dba-d32f-48fd-b323-bed56210f927', 'tag': 'cba3d0c5-8834-4d3a-b7bc-eb551f80748b'}, {'name': 'network-changed', 'server_uuid': '6f455359-c485-4129-ac66-5a50feca85c9', 'tag': 'cfc1d106-e577-4500-a5d8-8130ac0a87a6'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:50:17.348078 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-832774ba-6312-4748-b29c-daf1f94d1761 req-6d35f793-d2e1-47dd-9942-f6fff8bd7df3 service neutron] Attempting to bind port 4c709e3b-4982-40c3-a103-e3eef9277a29 on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:50:17.348670 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-832774ba-6312-4748-b29c-daf1f94d1761 req-6d35f793-d2e1-47dd-9942-f6fff8bd7df3 service neutron] Attempting to bind port 4c709e3b-4982-40c3-a103-e3eef9277a29 by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': '5513eecd-fe5a-4823-bb4c-ae0607ac9c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0209bbe2-ae77-4a5e-8f5f-b598cdea432f'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:50:17.348786 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832774ba-6312-4748-b29c-daf1f94d1761 req-6d35f793-d2e1-47dd-9942-f6fff8bd7df3 service neutron] Attempting to bind port 4c709e3b-4982-40c3-a103-e3eef9277a29 on network 0209bbe2-ae77-4a5e-8f5f-b598cdea432f {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:50:17.359170 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832774ba-6312-4748-b29c-daf1f94d1761 req-6d35f793-d2e1-47dd-9942-f6fff8bd7df3 service neutron] Port 4c709e3b-4982-40c3-a103-e3eef9277a29 on network 0209bbe2-ae77-4a5e-8f5f-b598cdea432f not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:50:17.359492 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832774ba-6312-4748-b29c-daf1f94d1761 req-6d35f793-d2e1-47dd-9942-f6fff8bd7df3 service neutron] Attempting to bind port 4c709e3b-4982-40c3-a103-e3eef9277a29 on network 0209bbe2-ae77-4a5e-8f5f-b598cdea432f {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:50:17.371708 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832774ba-6312-4748-b29c-daf1f94d1761 req-6d35f793-d2e1-47dd-9942-f6fff8bd7df3 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:50:17.372034 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832774ba-6312-4748-b29c-daf1f94d1761 req-6d35f793-d2e1-47dd-9942-f6fff8bd7df3 service neutron] Checking segment: {'id': '5513eecd-fe5a-4823-bb4c-ae0607ac9c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0209bbe2-ae77-4a5e-8f5f-b598cdea432f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:50:17.372321 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832774ba-6312-4748-b29c-daf1f94d1761 req-6d35f793-d2e1-47dd-9942-f6fff8bd7df3 service neutron] Bound using segment: {'id': '5513eecd-fe5a-4823-bb4c-ae0607ac9c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0209bbe2-ae77-4a5e-8f5f-b598cdea432f'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:50:17.372819 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-832774ba-6312-4748-b29c-daf1f94d1761 req-6d35f793-d2e1-47dd-9942-f6fff8bd7df3 service neutron] Bound port: 4c709e3b-4982-40c3-a103-e3eef9277a29, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5513eecd-fe5a-4823-bb4c-ae0607ac9c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0209bbe2-ae77-4a5e-8f5f-b598cdea432f'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:50:17.373213 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-832774ba-6312-4748-b29c-daf1f94d1761 req-6d35f793-d2e1-47dd-9942-f6fff8bd7df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:17.387249 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-96d12a0f-89f1-4d56-b1a7-f4a1ce617b13 req-0d70116a-1c9a-4224-90ae-ab3f04c1aa33 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9e69ec30-08d3-41b4-b7e1-6334c8ce0d1b HTTP/1.1" status: 200 len: 1096 time: 0.1674964 May 05 21:50:17.418354 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-331d7ed7-edd7-49e0-ae62-e009378d72a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:17.419762 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-331d7ed7-edd7-49e0-ae62-e009378d72a2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.4288402 May 05 21:50:17.456185 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:17.487620 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-68f1abd4-1712-4c94-a3ff-7d6d7018bdf2 req-8a498677-5746-4126-80ab-dfd76e7c709f tempest-ServerRescueTestJSONUnderV235-560113586 tempest-ServerRescueTestJSONUnderV235-560113586-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecd4a405-2195-46d7-97a2-9d216ad40307 HTTP/1.1" status: 200 len: 210 time: 0.1558301 May 05 21:50:17.488477 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-96d12a0f-89f1-4d56-b1a7-f4a1ce617b13 req-79fc8825-42cb-4854-9f44-68823d4fc8c6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5165d8be-a1b9-4dce-a631-d72bdd4afdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939415 May 05 21:50:17.489741 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-47030ab9-07df-4c2a-8ef7-69f840351b3d tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:17.497299 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-832774ba-6312-4748-b29c-daf1f94d1761 req-6d35f793-d2e1-47dd-9942-f6fff8bd7df3 service neutron] For port 4c709e3b-4982-40c3-a103-e3eef9277a29, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:50:17.501290 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-832774ba-6312-4748-b29c-daf1f94d1761 req-6d35f793-d2e1-47dd-9942-f6fff8bd7df3 service neutron] For port 4c709e3b-4982-40c3-a103-e3eef9277a29, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=4c709e3b-4982-40c3-a103-e3eef9277a29,segment=NetworkSegment(5513eecd-fe5a-4823-bb4c-ae0607ac9c61),segment_id=5513eecd-fe5a-4823-bb4c-ae0607ac9c61)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:50:17.506059 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-832774ba-6312-4748-b29c-daf1f94d1761 req-6d35f793-d2e1-47dd-9942-f6fff8bd7df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:17.544841 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7806a4-8984-41d8-9587-0c91a1848d6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b7d8fcb-535e-4c87-9000-2d76e329425a,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:17.579274 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-832774ba-6312-4748-b29c-daf1f94d1761 req-6d35f793-d2e1-47dd-9942-f6fff8bd7df3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:17.580506 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-832774ba-6312-4748-b29c-daf1f94d1761 req-6d35f793-d2e1-47dd-9942-f6fff8bd7df3 service neutron] 10.222.0.44 "PUT /v2.0/ports/4c709e3b-4982-40c3-a103-e3eef9277a29 HTTP/1.1" status: 200 len: 1091 time: 2.2475982 May 05 21:50:17.592000 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d35f793-d2e1-47dd-9942-f6fff8bd7df3 service neutron] Pushing event updated for resources: {'Port': ['ID=4c709e3b-4982-40c3-a103-e3eef9277a29,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:17.632521 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-57b6ef70-3607-4dc6-aef0-d771968f73e9 req-ed4b0314-d0ef-4108-a7ee-dc0282dec341 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b8d6052b833a4534bc346cca1ce7985f&device_id=82e9fd69-4c0a-4daf-8e56-1cf72160ef5b HTTP/1.1" status: 200 len: 1095 time: 0.8008032 May 05 21:50:17.645843 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47030ab9-07df-4c2a-8ef7-69f840351b3d tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Pushing event deleted for resources: {'Subnet': ['ID=0aea371b-71d9-4634-9239-5c1de07a3960,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:17.663838 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6baf7c67-078d-4449-b9df-cd0c9bb6e9f0 None None] Network cfc3db86-4321-47e9-83a2-389d0d99a29a requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:50:17.715754 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-47030ab9-07df-4c2a-8ef7-69f840351b3d tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:17.744195 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-832774ba-6312-4748-b29c-daf1f94d1761 req-4495fe77-06fb-4176-9c7d-57074d02e112 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b8d6052b833a4534bc346cca1ce7985f&device_id=2d95b01c-6710-48cf-9af7-f1de1a8bd458 HTTP/1.1" status: 200 len: 1094 time: 0.1149011 May 05 21:50:17.759812 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b2e48-9864-4917-af89-328ea0c459cf req-a29c7679-e6e3-445d-961a-6e9e6b8512f5 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:17.762098 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f02b2e48-9864-4917-af89-328ea0c459cf req-a29c7679-e6e3-445d-961a-6e9e6b8512f5 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f455359-c485-4129-ac66-5a50feca85c9 HTTP/1.1" status: 200 len: 948 time: 0.8697593 May 05 21:50:17.794625 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-57fad32e-c181-4b21-b2ef-0fe53f144389 service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4642072 May 05 21:50:17.949924 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-832774ba-6312-4748-b29c-daf1f94d1761 req-50feed64-f1b4-4832-b646-6ea01083aeee service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c709e3b-4982-40c3-a103-e3eef9277a29 HTTP/1.1" status: 200 len: 217 time: 0.1986632 May 05 21:50:17.961870 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7806a4-8984-41d8-9587-0c91a1848d6d admin admin] Checking segment: {'id': '9494ff87-f8c9-4ae2-b60f-abd4c141a096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0bbb488-cf22-4390-ab5b-42ceab7ce09d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:50:17.962294 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7806a4-8984-41d8-9587-0c91a1848d6d admin admin] Network hostable DHCP agents. Network: a0bbb488-cf22-4390-ab5b-42ceab7ce09d, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:50:17.993368 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-47030ab9-07df-4c2a-8ef7-69f840351b3d tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.23 "DELETE /v2.0/subnets/0aea371b-71d9-4634-9239-5c1de07a3960 HTTP/1.1" status: 204 len: 168 time: 2.8798225 May 05 21:50:17.996198 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41208) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:50:18.061635 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49b2954-3473-4eb1-8190-1dec90049ea9 None None] DHCP port deletion for cfc3db86-4321-47e9-83a2-389d0d99a29a request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 21:50:18.065578 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-e49b2954-3473-4eb1-8190-1dec90049ea9 None None] Deleting port 9bfe827a-8694-4fd7-be36-e24eca10bc44 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:50:18.065972 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e49b2954-3473-4eb1-8190-1dec90049ea9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:18.100232 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6ef70-3607-4dc6-aef0-d771968f73e9 req-ed514bd6-7e1e-4f4c-8261-4f823a140825 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:18.102137 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-57b6ef70-3607-4dc6-aef0-d771968f73e9 req-ed514bd6-7e1e-4f4c-8261-4f823a140825 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0209bbe2-ae77-4a5e-8f5f-b598cdea432f HTTP/1.1" status: 200 len: 920 time: 0.4459779 May 05 21:50:18.104071 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f02b2e48-9864-4917-af89-328ea0c459cf req-44a9f22c-8420-4674-9a8a-7174a28b1db2 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876511 May 05 21:50:18.123454 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4308d1cb-ea4d-40fe-a008-f82696a53b61 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:18.130889 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832774ba-6312-4748-b29c-daf1f94d1761 req-89be19f3-27c9-4bfc-918d-1e816e9e2b73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:18.132530 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-832774ba-6312-4748-b29c-daf1f94d1761 req-89be19f3-27c9-4bfc-918d-1e816e9e2b73 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d1666d56-aa2f-45d5-85a5-62900adc165a HTTP/1.1" status: 200 len: 858 time: 0.1756387 May 05 21:50:18.169402 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7806a4-8984-41d8-9587-0c91a1848d6d admin admin] Network a0bbb488-cf22-4390-ab5b-42ceab7ce09d is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:50:18.174045 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-dd97151d-53d2-4b43-b7fb-a74b97d57a1b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6704061 May 05 21:50:18.185488 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-4308d1cb-ea4d-40fe-a008-f82696a53b61 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Deleting port 9bfe827a-8694-4fd7-be36-e24eca10bc44 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:50:18.186108 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4308d1cb-ea4d-40fe-a008-f82696a53b61 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:18.217954 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-57b6ef70-3607-4dc6-aef0-d771968f73e9 req-79edcaab-efe1-4aa6-9f05-200477f9e0e6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1ec1427-0aa0-4ddc-9cf3-114836e26138 HTTP/1.1" status: 200 len: 217 time: 0.1072214 May 05 21:50:18.267431 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87b86f28-444d-40c6-8fbb-f780c48a5a5d'] response: {'name': 'network-changed', 'server_uuid': '96d03dba-d32f-48fd-b323-bed56210f927', 'tag': 'cba3d0c5-8834-4d3a-b7bc-eb551f80748b', 'status': 'completed', 'code': 200} May 05 21:50:18.267697 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87b86f28-444d-40c6-8fbb-f780c48a5a5d'] response: {'name': 'network-changed', 'server_uuid': '6f455359-c485-4129-ac66-5a50feca85c9', 'tag': 'cfc1d106-e577-4500-a5d8-8130ac0a87a6', 'status': 'completed', 'code': 200} May 05 21:50:18.269646 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-ae7806a4-8984-41d8-9587-0c91a1848d6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, a0bbb488-cf22-4390-ab5b-42ceab7ce09d) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:50:18.276417 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75cdde4-9278-4fac-9c81-b725b2154c03 req-c3b42333-d5a8-4e5c-bf61-c37ce2ab2dfb tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:18.283226 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e75cdde4-9278-4fac-9c81-b725b2154c03 req-c3b42333-d5a8-4e5c-bf61-c37ce2ab2dfb tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e69ec30-08d3-41b4-b7e1-6334c8ce0d1b HTTP/1.1" status: 200 len: 945 time: 0.5198965 May 05 21:50:18.320377 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7806a4-8984-41d8-9587-0c91a1848d6d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:18.320991 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ae7806a4-8984-41d8-9587-0c91a1848d6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:18.338002 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-e49b2954-3473-4eb1-8190-1dec90049ea9 None None] For port 9bfe827a-8694-4fd7-be36-e24eca10bc44, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=9bfe827a-8694-4fd7-be36-e24eca10bc44,segment=NetworkSegment(0948a826-fbb2-4422-be38-6b1ee05eefbc),segment_id=0948a826-fbb2-4422-be38-6b1ee05eefbc)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:50:18.338623 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e49b2954-3473-4eb1-8190-1dec90049ea9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:18.380860 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-832774ba-6312-4748-b29c-daf1f94d1761 req-425fa286-b51b-435d-a186-c81635363f06 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0209bbe2-ae77-4a5e-8f5f-b598cdea432f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2404857 May 05 21:50:18.413237 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbe4ab7-2932-4263-8847-258fc64b938b None None] Network a0bbb488-cf22-4390-ab5b-42ceab7ce09d requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:50:18.495403 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ae7806a4-8984-41d8-9587-0c91a1848d6d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.1908321 May 05 21:50:18.497062 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41214) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:50:18.505853 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-afec41a9-fdf5-4126-a657-dc0d0cdf0788 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1020285565-router', 'tenant_id': '533a2fbb51ae42009bb97af11d84b393', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:50:18.518530 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-afec41a9-fdf5-4126-a657-dc0d0cdf0788 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:50:18.524936 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-afec41a9-fdf5-4126-a657-dc0d0cdf0788 admin admin] Usage tracker for resource:router and tenant:533a2fbb51ae42009bb97af11d84b393 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:50:18.528367 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-4308d1cb-ea4d-40fe-a008-f82696a53b61 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] For port 9bfe827a-8694-4fd7-be36-e24eca10bc44, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=9bfe827a-8694-4fd7-be36-e24eca10bc44,segment=NetworkSegment(0948a826-fbb2-4422-be38-6b1ee05eefbc),segment_id=0948a826-fbb2-4422-be38-6b1ee05eefbc)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:50:18.529067 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4308d1cb-ea4d-40fe-a008-f82696a53b61 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:18.535369 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6ef70-3607-4dc6-aef0-d771968f73e9 req-a93d5852-0a9e-497e-84a2-50b6c88de5b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:18.536822 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-57b6ef70-3607-4dc6-aef0-d771968f73e9 req-a93d5852-0a9e-497e-84a2-50b6c88de5b4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d1666d56-aa2f-45d5-85a5-62900adc165a HTTP/1.1" status: 200 len: 858 time: 0.2684004 May 05 21:50:18.537977 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-afec41a9-fdf5-4126-a657-dc0d0cdf0788 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:50:18.557460 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-afec41a9-fdf5-4126-a657-dc0d0cdf0788 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:50:18.568755 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e75cdde4-9278-4fac-9c81-b725b2154c03 req-fd19a1e9-0610-44ce-8673-3e729093d316 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=5165d8be-a1b9-4dce-a631-d72bdd4afdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845740 May 05 21:50:18.600362 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-e49b2954-3473-4eb1-8190-1dec90049ea9 None None] Calling delete_port for 9bfe827a-8694-4fd7-be36-e24eca10bc44 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:50:18.681931 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-1fbd5b1b-9b32-41bd-843f-2d947c86c6a3 service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4953103 May 05 21:50:18.705416 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-4308d1cb-ea4d-40fe-a008-f82696a53b61 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Calling delete_port for 9bfe827a-8694-4fd7-be36-e24eca10bc44 owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:50:18.767985 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2e2ad79-4cb8-4c3a-93dd-8d507af9b26a', 'tag': '4e0b3703-20d5-414a-8261-0f2347b4990f'}, {'server_uuid': 'ecd4a405-2195-46d7-97a2-9d216ad40307', 'name': 'network-vif-deleted', 'tag': 'dd043570-1ead-4571-a3b0-780aa65b61e4'}, {'name': 'network-changed', 'server_uuid': '2d95b01c-6710-48cf-9af7-f1de1a8bd458', 'tag': '4c709e3b-4982-40c3-a103-e3eef9277a29'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:50:18.773707 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-832774ba-6312-4748-b29c-daf1f94d1761 req-e8fbceaa-5d67-4119-8c5f-3ed5f66c8c53 service neutron] 10.222.0.44 "GET /v2.0/networks/0209bbe2-ae77-4a5e-8f5f-b598cdea432f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3770998 May 05 21:50:18.774542 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-afec41a9-fdf5-4126-a657-dc0d0cdf0788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:18.775605 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-afec41a9-fdf5-4126-a657-dc0d0cdf0788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:18.833732 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device dd043570-1ead-4571-a3b0-780aa65b61e4 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:50:18.861404 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4251e718-8f34-403e-890e-497199570b26 req-5c9d7b2a-6365-4a62-8547-4522fe455ffd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=573addcdcad64ebbacaadf6765f34d35&device_id=96d03dba-d32f-48fd-b323-bed56210f927 HTTP/1.1" status: 200 len: 1099 time: 0.5214615 May 05 21:50:18.889348 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: dd043570-1ead-4571-a3b0-780aa65b61e4 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:50:18.889348 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device dd043570-1ead-4571-a3b0-780aa65b61e4 not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:50:18.897388 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e49b2954-3473-4eb1-8190-1dec90049ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:18.906118 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 4e0b3703-20d5-414a-8261-0f2347b4990f details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:50:18.912028 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-afec41a9-fdf5-4126-a657-dc0d0cdf0788 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:18.936245 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.api [None req-4308d1cb-ea4d-40fe-a008-f82696a53b61 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:50:18.936533 n-d-825175-4 neutron-server[84063]: DEBUG oslo_db.api [None req-4308d1cb-ea4d-40fe-a008-f82696a53b61 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:50:18.963259 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-832774ba-6312-4748-b29c-daf1f94d1761 req-ec04651e-f0d2-480f-9c3e-759be4e299c3 service neutron] 10.222.0.44 "GET /v2.0/networks/0209bbe2-ae77-4a5e-8f5f-b598cdea432f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746125 May 05 21:50:19.002150 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea2a98-9b94-4e3b-9976-84cca9a90a5f req-0dcca7a4-85d1-47f3-8ade-a5894ca848dd tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:19.003818 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-13ea2a98-9b94-4e3b-9976-84cca9a90a5f req-0dcca7a4-85d1-47f3-8ade-a5894ca848dd tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d95b01c-6710-48cf-9af7-f1de1a8bd458 HTTP/1.1" status: 200 len: 943 time: 0.5915358 May 05 21:50:19.009865 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b2954-3473-4eb1-8190-1dec90049ea9 None None] Pushing event deleted for resources: {'Port': ['ID=9bfe827a-8694-4fd7-be36-e24eca10bc44,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:19.012686 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:19.049489 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49b2954-3473-4eb1-8190-1dec90049ea9 None None] No DVR routers for this DVR port 9bfe827a-8694-4fd7-be36-e24eca10bc44 on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:50:19.097003 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-afec41a9-fdf5-4126-a657-dc0d0cdf0788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:19.132327 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-57b6ef70-3607-4dc6-aef0-d771968f73e9 req-333dc369-64ee-4b97-a8c7-6cd2219e994f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0209bbe2-ae77-4a5e-8f5f-b598cdea432f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5793896 May 05 21:50:19.138233 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bd794b-d318-4f78-9f7d-ae987bda5b70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-a0bbb488-cf22-4390-ab5b-42ceab7ce09d', 'network_id': 'a0bbb488-cf22-4390-ab5b-42ceab7ce09d', 'tenant_id': '533a2fbb51ae42009bb97af11d84b393', 'fixed_ips': [{'subnet_id': '8b7d8fcb-535e-4c87-9000-2d76e329425a'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 21:50:19.139081 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-90bd794b-d318-4f78-9f7d-ae987bda5b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:19.281772 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 4e0b3703-20d5-414a-8261-0f2347b4990f, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=4e0b3703-20d5-414a-8261-0f2347b4990f,segment=NetworkSegment(6daf42f5-f714-4280-b4f8-14ac385ec522),segment_id=6daf42f5-f714-4280-b4f8-14ac385ec522)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:50:19.310499 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-afec41a9-fdf5-4126-a657-dc0d0cdf0788 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:19.330379 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '4e0b3703-20d5-414a-8261-0f2347b4990f', 'network_id': '7bb8ede8-a2e0-4b9c-bb3c-9c0d57b73bc1', 'port_id': '4e0b3703-20d5-414a-8261-0f2347b4990f', 'mac_address': 'fa:16:3e:92:3d:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e7b0307-b9df-4e84-a70b-9e1ff89107d7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:50:19.341129 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-afec41a9-fdf5-4126-a657-dc0d0cdf0788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:19.402929 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-90bd794b-d318-4f78-9f7d-ae987bda5b70 None None] Allocated IP 172.20.0.2 (a0bbb488-cf22-4390-ab5b-42ceab7ce09d/8b7d8fcb-535e-4c87-9000-2d76e329425a/f3ca7b0b-8220-4df3-8db8-ba5752803873) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:50:19.408322 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:19.416009 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2f6775aa-cb2a-429c-adb1-13a0cd1b288d req-bbe2f3d6-4726-4e89-a651-8d32a18692db service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6977355 May 05 21:50:19.418340 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-13ea2a98-9b94-4e3b-9976-84cca9a90a5f req-1d24fd24-7f62-47b4-accb-9359a97aeaa2 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=910f211c-c7ca-4cc4-8d09-61e980cdaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3885863 May 05 21:50:19.431330 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e0b3703-20d5-414a-8261-0f2347b4990f {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:50:19.442032 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4251e718-8f34-403e-890e-497199570b26 req-18a467cf-c921-4c9a-9322-9403c7712bde service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:19.445848 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4251e718-8f34-403e-890e-497199570b26 req-18a467cf-c921-4c9a-9322-9403c7712bde service neutron] 10.222.0.32 "GET /v2.0/networks?id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 HTTP/1.1" status: 200 len: 870 time: 0.5326810 May 05 21:50:19.448829 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 4e0b3703-20d5-414a-8261-0f2347b4990f, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=4e0b3703-20d5-414a-8261-0f2347b4990f,segment=NetworkSegment(6daf42f5-f714-4280-b4f8-14ac385ec522),segment_id=6daf42f5-f714-4280-b4f8-14ac385ec522)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:50:19.459637 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:19.460283 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device f1ec1427-0aa0-4ddc-9cf3-114836e26138 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:50:19.517479 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-4308d1cb-ea4d-40fe-a008-f82696a53b61 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Deleting port 9bfe827a-8694-4fd7-be36-e24eca10bc44 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:50:19.518071 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4308d1cb-ea4d-40fe-a008-f82696a53b61 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:19.554348 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41224) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:50:19.664212 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185be16-1f43-4376-9242-c14b760968b7 req-9fef9949-3d34-467f-bdef-e6452db8f472 tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:19.666400 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd39c918-38bd-4f29-9147-9c68d881f6d8'] response: {'name': 'network-changed', 'server_uuid': 'e2e2ad79-4cb8-4c3a-93dd-8d507af9b26a', 'tag': '4e0b3703-20d5-414a-8261-0f2347b4990f', 'status': 'completed', 'code': 200} May 05 21:50:19.667048 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd39c918-38bd-4f29-9147-9c68d881f6d8'] response: {'server_uuid': 'ecd4a405-2195-46d7-97a2-9d216ad40307', 'name': 'network-vif-deleted', 'tag': 'dd043570-1ead-4571-a3b0-780aa65b61e4', 'status': 'completed', 'code': 200} May 05 21:50:19.667486 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd39c918-38bd-4f29-9147-9c68d881f6d8'] response: {'name': 'network-changed', 'server_uuid': '2d95b01c-6710-48cf-9af7-f1de1a8bd458', 'tag': '4c709e3b-4982-40c3-a103-e3eef9277a29', 'status': 'completed', 'code': 200} May 05 21:50:19.676110 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9185be16-1f43-4376-9242-c14b760968b7 req-9fef9949-3d34-467f-bdef-e6452db8f472 tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2e2ad79-4cb8-4c3a-93dd-8d507af9b26a HTTP/1.1" status: 200 len: 943 time: 0.8776059 May 05 21:50:19.737007 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-57b6ef70-3607-4dc6-aef0-d771968f73e9 req-a2e4c9ce-afb0-4451-b13e-77ea6fd68675 service neutron] 10.222.0.44 "GET /v2.0/networks/0209bbe2-ae77-4a5e-8f5f-b598cdea432f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5857997 May 05 21:50:19.738566 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4251e718-8f34-403e-890e-497199570b26 req-6c3e10b1-3f0e-4c4d-9dd0-067081a9df19 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=cba3d0c5-8834-4d3a-b7bc-eb551f80748b HTTP/1.1" status: 200 len: 217 time: 0.2860515 May 05 21:50:19.814588 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-4308d1cb-ea4d-40fe-a008-f82696a53b61 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] The port '9bfe827a-8694-4fd7-be36-e24eca10bc44' was deleted {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 21:50:19.820344 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=4e0b3703-20d5-414a-8261-0f2347b4990f,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:19.913316 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-57b6ef70-3607-4dc6-aef0-d771968f73e9 req-eb06b503-d38f-4539-8d9b-da94ba6dd9ab service neutron] 10.222.0.44 "GET /v2.0/networks/0209bbe2-ae77-4a5e-8f5f-b598cdea432f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696258 May 05 21:50:19.960310 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port f1ec1427-0aa0-4ddc-9cf3-114836e26138, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=f1ec1427-0aa0-4ddc-9cf3-114836e26138,segment=NetworkSegment(5513eecd-fe5a-4823-bb4c-ae0607ac9c61),segment_id=5513eecd-fe5a-4823-bb4c-ae0607ac9c61)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:50:19.987657 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-90bd794b-d318-4f78-9f7d-ae987bda5b70 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:19.990297 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': 'f1ec1427-0aa0-4ddc-9cf3-114836e26138', 'network_id': '0209bbe2-ae77-4a5e-8f5f-b598cdea432f', 'port_id': 'f1ec1427-0aa0-4ddc-9cf3-114836e26138', 'mac_address': 'fa:16:3e:5a:74:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1666d56-aa2f-45d5-85a5-62900adc165a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:50:20.034255 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-90bd794b-d318-4f78-9f7d-ae987bda5b70 None None] Transition to ACTIVE for port object f3ca7b0b-8220-4df3-8db8-ba5752803873 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:50:20.080576 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-afec41a9-fdf5-4126-a657-dc0d0cdf0788 admin admin] Allocated IP 172.25.4.3 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/bc517e87-e1cd-4314-a0a2-3167a18702ac) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:50:20.087255 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-90bd794b-d318-4f78-9f7d-ae987bda5b70 None None] Transition to ACTIVE for port object f3ca7b0b-8220-4df3-8db8-ba5752803873 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:50:20.091340 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:20.097089 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4308d1cb-ea4d-40fe-a008-f82696a53b61 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:20.104907 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 9bfe827a-8694-4fd7-be36-e24eca10bc44 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:50:20.144650 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-90bd794b-d318-4f78-9f7d-ae987bda5b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:20.168032 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-4308d1cb-ea4d-40fe-a008-f82696a53b61 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfc3db86-4321-47e9-83a2-389d0d99a29a']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:50:20.186259 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9185be16-1f43-4376-9242-c14b760968b7 req-53b166f3-ecd6-4a36-b5e5-43a1c8966e31 tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] 10.222.0.23 "GET /v2.0/security-groups?id=641c29c1-5292-43eb-8a1a-a8af1fdf1957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5092776 May 05 21:50:20.188672 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4251e718-8f34-403e-890e-497199570b26 req-832344cb-345d-432e-9325-20852b845cfb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:20.190063 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4251e718-8f34-403e-890e-497199570b26 req-832344cb-345d-432e-9325-20852b845cfb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.2224219 May 05 21:50:20.205775 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 9bfe827a-8694-4fd7-be36-e24eca10bc44 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:50:20.206129 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 9bfe827a-8694-4fd7-be36-e24eca10bc44 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:50:20.249788 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1ec1427-0aa0-4ddc-9cf3-114836e26138 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:50:20.266029 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c6afd8-3e8d-4d2d-b5c6-dfb249b1dbab req-0c155e56-a851-47f1-ad9e-88ff87fb9d5d tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:20.267930 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f9c6afd8-3e8d-4d2d-b5c6-dfb249b1dbab req-0c155e56-a851-47f1-ad9e-88ff87fb9d5d tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f455359-c485-4129-ac66-5a50feca85c9 HTTP/1.1" status: 200 len: 948 time: 0.3535683 May 05 21:50:20.276454 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-4308d1cb-ea4d-40fe-a008-f82696a53b61 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0948a826-fbb2-4422-be38-6b1ee05eefbc') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:50:20.277315 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-4308d1cb-ea4d-40fe-a008-f82696a53b61 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0948a826-fbb2-4422-be38-6b1ee05eefbc') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:50:20.298980 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4308d1cb-ea4d-40fe-a008-f82696a53b61 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:20.311468 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-69607fc8-89d6-41e6-839b-4266be280a75 req-8f7fb62c-e67a-4e76-9b8b-fd5ab932f828 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f49bb537458640de8650e6e4d4293f6e&device_id=e2e2ad79-4cb8-4c3a-93dd-8d507af9b26a HTTP/1.1" status: 200 len: 1095 time: 0.6427515 May 05 21:50:20.312600 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bd794b-d318-4f78-9f7d-ae987bda5b70 None None] Network a0bbb488-cf22-4390-ab5b-42ceab7ce09d is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:50:20.317553 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-90bd794b-d318-4f78-9f7d-ae987bda5b70 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:50:20.320929 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bd794b-d318-4f78-9f7d-ae987bda5b70 None None] Pushing event updated for resources: {'Port': ['ID=f3ca7b0b-8220-4df3-8db8-ba5752803873,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:20.335338 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bd794b-d318-4f78-9f7d-ae987bda5b70 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:50:20.338616 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port f1ec1427-0aa0-4ddc-9cf3-114836e26138, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=f1ec1427-0aa0-4ddc-9cf3-114836e26138,segment=NetworkSegment(5513eecd-fe5a-4823-bb4c-ae0607ac9c61),segment_id=5513eecd-fe5a-4823-bb4c-ae0607ac9c61)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:50:20.352397 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:20.357944 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f9c6afd8-3e8d-4d2d-b5c6-dfb249b1dbab req-6578f7a7-a9d4-4718-acfd-8422647b8e20 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815387 May 05 21:50:20.372742 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4251e718-8f34-403e-890e-497199570b26 req-bf406896-77c0-4fb3-a5cf-2a5a2020341b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1737487 May 05 21:50:20.433030 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4308d1cb-ea4d-40fe-a008-f82696a53b61 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:20.483881 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4308d1cb-ea4d-40fe-a008-f82696a53b61 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:50:20.483881 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4308d1cb-ea4d-40fe-a008-f82696a53b61 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:20.521215 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-90bd794b-d318-4f78-9f7d-ae987bda5b70 None None] Attempting to bind port f3ca7b0b-8220-4df3-8db8-ba5752803873 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:50:20.521767 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-90bd794b-d318-4f78-9f7d-ae987bda5b70 None None] Attempting to bind port f3ca7b0b-8220-4df3-8db8-ba5752803873 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '9494ff87-f8c9-4ae2-b60f-abd4c141a096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0bbb488-cf22-4390-ab5b-42ceab7ce09d'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:50:20.522044 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bd794b-d318-4f78-9f7d-ae987bda5b70 None None] Attempting to bind port f3ca7b0b-8220-4df3-8db8-ba5752803873 on network a0bbb488-cf22-4390-ab5b-42ceab7ce09d {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:50:20.527992 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=f1ec1427-0aa0-4ddc-9cf3-114836e26138,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:20.539628 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bd794b-d318-4f78-9f7d-ae987bda5b70 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:50:20.540026 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bd794b-d318-4f78-9f7d-ae987bda5b70 None None] Checking segment: {'id': '9494ff87-f8c9-4ae2-b60f-abd4c141a096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0bbb488-cf22-4390-ab5b-42ceab7ce09d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:50:20.540422 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-90bd794b-d318-4f78-9f7d-ae987bda5b70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:20.540804 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bd794b-d318-4f78-9f7d-ae987bda5b70 None None] Bound using segment: {'id': '9494ff87-f8c9-4ae2-b60f-abd4c141a096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0bbb488-cf22-4390-ab5b-42ceab7ce09d'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:50:20.541276 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-90bd794b-d318-4f78-9f7d-ae987bda5b70 None None] Bound port: f3ca7b0b-8220-4df3-8db8-ba5752803873, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9494ff87-f8c9-4ae2-b60f-abd4c141a096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0bbb488-cf22-4390-ab5b-42ceab7ce09d'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:50:20.541643 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-90bd794b-d318-4f78-9f7d-ae987bda5b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:20.605866 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b622306-b242-4f60-8347-7e8e90afc906 req-23297702-58f5-428c-bc7c-6b21881df394 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:20.608325 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0b622306-b242-4f60-8347-7e8e90afc906 req-23297702-58f5-428c-bc7c-6b21881df394 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e69ec30-08d3-41b4-b7e1-6334c8ce0d1b HTTP/1.1" status: 200 len: 945 time: 0.2014749 May 05 21:50:20.652687 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:50:20.652687 n-d-825175-4 neutron-server[84063]: util.warn( May 05 21:50:20.652687 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:50:20.652687 n-d-825175-4 neutron-server[84063]: util.warn( May 05 21:50:20.652687 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:50:20.652687 n-d-825175-4 neutron-server[84063]: util.warn( May 05 21:50:20.652687 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:50:20.652687 n-d-825175-4 neutron-server[84063]: util.warn( May 05 21:50:20.652687 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 21:50:20.652687 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:50:20.652687 n-d-825175-4 neutron-server[84063]: timer() May 05 21:50:20.652687 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:50:20.652687 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 21:50:20.652687 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:50:20.652687 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 21:50:20.652687 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:50:20.652687 n-d-825175-4 neutron-server[84063]: self._notify() May 05 21:50:20.652687 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:50:20.652687 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 21:50:20.652687 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:50:20.652687 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 21:50:20.652687 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:50:20.652687 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:50:20.652687 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:50:20.652687 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:50:20.652687 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:50:20.652687 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 21:50:20.652687 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:50:20.652687 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 21:50:20.652687 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:50:20.652687 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:50:20.652687 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:50:20.652687 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 21:50:20.652687 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:50:20.652687 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:50:20.652687 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:50:20.652687 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:50:20.652687 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:50:20.652687 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:50:20.652687 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:50:20.662491 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['f1ec1427-0aa0-4ddc-9cf3-114836e26138'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:50:20.697026 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['4e0b3703-20d5-414a-8261-0f2347b4990f'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:50:20.722922 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4251e718-8f34-403e-890e-497199570b26 req-40dc661e-33d8-4995-93ce-ae6f4ef4595e service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421185 May 05 21:50:20.753690 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-90bd794b-d318-4f78-9f7d-ae987bda5b70 None None] For port f3ca7b0b-8220-4df3-8db8-ba5752803873, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:50:20.758125 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4308d1cb-ea4d-40fe-a008-f82696a53b61 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:20.762986 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4308d1cb-ea4d-40fe-a008-f82696a53b61 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:20.779056 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-90bd794b-d318-4f78-9f7d-ae987bda5b70 None None] For port f3ca7b0b-8220-4df3-8db8-ba5752803873, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=f3ca7b0b-8220-4df3-8db8-ba5752803873,segment=NetworkSegment(9494ff87-f8c9-4ae2-b60f-abd4c141a096),segment_id=9494ff87-f8c9-4ae2-b60f-abd4c141a096)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:50:20.798766 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-afec41a9-fdf5-4126-a657-dc0d0cdf0788 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:20.801487 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-90bd794b-d318-4f78-9f7d-ae987bda5b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:20.824060 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4308d1cb-ea4d-40fe-a008-f82696a53b61 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Pushing event deleted for resources: {'Network': ['ID=cfc3db86-4321-47e9-83a2-389d0d99a29a,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:20.832485 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69607fc8-89d6-41e6-839b-4266be280a75 req-e23a5761-bb27-4aea-9d56-f9db76b394ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:20.834069 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-69607fc8-89d6-41e6-839b-4266be280a75 req-e23a5761-bb27-4aea-9d56-f9db76b394ac service neutron] 10.222.0.44 "GET /v2.0/networks?id=7bb8ede8-a2e0-4b9c-bb3c-9c0d57b73bc1 HTTP/1.1" status: 200 len: 915 time: 0.5101514 May 05 21:50:20.851572 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device cba3d0c5-8834-4d3a-b7bc-eb551f80748b details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:50:20.907844 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 4c709e3b-4982-40c3-a103-e3eef9277a29 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:50:20.943557 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-69607fc8-89d6-41e6-839b-4266be280a75 req-d271808c-3bf8-4314-99f2-ae70f21af63a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e0b3703-20d5-414a-8261-0f2347b4990f HTTP/1.1" status: 200 len: 217 time: 0.0954089 May 05 21:50:20.953929 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-4308d1cb-ea4d-40fe-a008-f82696a53b61 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.23 "DELETE /v2.0/networks/cfc3db86-4321-47e9-83a2-389d0d99a29a HTTP/1.1" status: 204 len: 168 time: 2.9539285 May 05 21:50:20.956115 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41232) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:50:21.033784 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4251e718-8f34-403e-890e-497199570b26 req-4c846f00-84f5-48b7-be98-8c069807ca27 service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999890 May 05 21:50:21.040460 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0b622306-b242-4f60-8347-7e8e90afc906 req-973dd5a3-e41e-41b3-ba37-ca677d7fef1c tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=5165d8be-a1b9-4dce-a631-d72bdd4afdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4051661 May 05 21:50:21.090476 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69607fc8-89d6-41e6-839b-4266be280a75 req-86c426b8-35c8-415d-b9ee-a0a5f0eb6b2b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:21.092547 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-69607fc8-89d6-41e6-839b-4266be280a75 req-86c426b8-35c8-415d-b9ee-a0a5f0eb6b2b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6e7b0307-b9df-4e84-a70b-9e1ff89107d7 HTTP/1.1" status: 200 len: 854 time: 0.1403639 May 05 21:50:21.099988 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-afec41a9-fdf5-4126-a657-dc0d0cdf0788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:21.205591 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.resource_extend [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 21:50:21.214178 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0e1f5-b578-485f-b7d0-62f100cc1782 req-48242108-28b6-4179-a06d-7993d9cfd4b2 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:21.215746 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c3d0e1f5-b578-485f-b7d0-62f100cc1782 req-48242108-28b6-4179-a06d-7993d9cfd4b2 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d95b01c-6710-48cf-9af7-f1de1a8bd458 HTTP/1.1" status: 200 len: 943 time: 0.5569363 May 05 21:50:21.233177 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bd794b-d318-4f78-9f7d-ae987bda5b70 None None] Pushing event updated for resources: {'Port': ['ID=f3ca7b0b-8220-4df3-8db8-ba5752803873,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:21.246574 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afec41a9-fdf5-4126-a657-dc0d0cdf0788 admin admin] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:50:21.249876 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-69607fc8-89d6-41e6-839b-4266be280a75 req-d0a30ddf-fa8e-47ef-90ef-6097caa59b9e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7bb8ede8-a2e0-4b9c-bb3c-9c0d57b73bc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1374893 May 05 21:50:21.250965 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afec41a9-fdf5-4126-a657-dc0d0cdf0788 admin admin] Pushing event updated for resources: {'Port': ['ID=bc517e87-e1cd-4314-a0a2-3167a18702ac,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:21.253393 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-afec41a9-fdf5-4126-a657-dc0d0cdf0788 admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:50:21.282203 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bb4af57-56c6-492c-a722-c4e485e8e46d tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Deleting subnet ac9c4f2b-20ca-4dee-9c0f-0def5d3c0a1c {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:50:21.307065 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c3d0e1f5-b578-485f-b7d0-62f100cc1782 req-3e0e2ef1-a53d-4655-9280-e1634716e5c0 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=910f211c-c7ca-4cc4-8d09-61e980cdaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755737 May 05 21:50:21.307811 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3bb4af57-56c6-492c-a722-c4e485e8e46d tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:21.374574 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4251e718-8f34-403e-890e-497199570b26 req-15ed551f-cb40-4e83-ae2e-545494ae97a6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=573addcdcad64ebbacaadf6765f34d35&device_id=6f455359-c485-4129-ac66-5a50feca85c9 HTTP/1.1" status: 200 len: 1099 time: 0.2610931 May 05 21:50:21.449779 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3bb4af57-56c6-492c-a722-c4e485e8e46d tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:21.506986 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 4c709e3b-4982-40c3-a103-e3eef9277a29, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=4c709e3b-4982-40c3-a103-e3eef9277a29,segment=NetworkSegment(5513eecd-fe5a-4823-bb4c-ae0607ac9c61),segment_id=5513eecd-fe5a-4823-bb4c-ae0607ac9c61)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:50:21.553870 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '4c709e3b-4982-40c3-a103-e3eef9277a29', 'network_id': '0209bbe2-ae77-4a5e-8f5f-b598cdea432f', 'port_id': '4c709e3b-4982-40c3-a103-e3eef9277a29', 'mac_address': 'fa:16:3e:da:3d:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1666d56-aa2f-45d5-85a5-62900adc165a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:50:21.580448 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afec41a9-fdf5-4126-a657-dc0d0cdf0788 admin admin] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:50:21.658369 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:21.705922 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c709e3b-4982-40c3-a103-e3eef9277a29 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:50:21.716547 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port cba3d0c5-8834-4d3a-b7bc-eb551f80748b, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=cba3d0c5-8834-4d3a-b7bc-eb551f80748b,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:50:21.759398 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': 'cba3d0c5-8834-4d3a-b7bc-eb551f80748b', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'port_id': 'cba3d0c5-8834-4d3a-b7bc-eb551f80748b', 'mac_address': 'fa:16:3e:de:26:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f237a6ef-d044-411f-a2d8-d12619664c91', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:50:21.823478 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 4c709e3b-4982-40c3-a103-e3eef9277a29, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=4c709e3b-4982-40c3-a103-e3eef9277a29,segment=NetworkSegment(5513eecd-fe5a-4823-bb4c-ae0607ac9c61),segment_id=5513eecd-fe5a-4823-bb4c-ae0607ac9c61)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:50:21.824459 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:21.855602 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cba3d0c5-8834-4d3a-b7bc-eb551f80748b {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:50:21.870461 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:21.886460 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-69607fc8-89d6-41e6-839b-4266be280a75 req-21ef4576-5d6d-4443-bfa7-a4071b99b339 service neutron] 10.222.0.44 "GET /v2.0/networks/7bb8ede8-a2e0-4b9c-bb3c-9c0d57b73bc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594372 May 05 21:50:21.947850 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port cba3d0c5-8834-4d3a-b7bc-eb551f80748b, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=cba3d0c5-8834-4d3a-b7bc-eb551f80748b,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:50:21.959726 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:21.960095 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device cfc1d106-e577-4500-a5d8-8130ac0a87a6 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:50:21.977753 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=4c709e3b-4982-40c3-a103-e3eef9277a29,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:22.023533 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4251e718-8f34-403e-890e-497199570b26 req-168434e9-ac1e-452d-b12c-19c5ec6f60bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:22.025543 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4251e718-8f34-403e-890e-497199570b26 req-168434e9-ac1e-452d-b12c-19c5ec6f60bd service neutron] 10.222.0.32 "GET /v2.0/networks?id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 HTTP/1.1" status: 200 len: 870 time: 0.6412253 May 05 21:50:22.101175 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-69607fc8-89d6-41e6-839b-4266be280a75 req-cb105bde-6881-4927-9e58-2756df3ce550 service neutron] 10.222.0.44 "GET /v2.0/networks/7bb8ede8-a2e0-4b9c-bb3c-9c0d57b73bc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053969 May 05 21:50:22.112679 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f069125b-e744-4651-99bc-2cdb76b6b841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:22.150376 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4251e718-8f34-403e-890e-497199570b26 req-7ea36b2e-e8ea-460a-abd6-6ece5ad499b6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=cfc1d106-e577-4500-a5d8-8130ac0a87a6 HTTP/1.1" status: 200 len: 217 time: 0.1129937 May 05 21:50:22.165977 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.resource_extend [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 21:50:22.218915 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca47478-75f1-4816-b9d0-fbc4cc6107a9 req-794b1429-cd5b-4728-b519-4ea5df357e1b tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:22.224398 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3ca47478-75f1-4816-b9d0-fbc4cc6107a9 req-794b1429-cd5b-4728-b519-4ea5df357e1b tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2e2ad79-4cb8-4c3a-93dd-8d507af9b26a HTTP/1.1" status: 200 len: 944 time: 0.6032884 May 05 21:50:22.237048 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device f3ca7b0b-8220-4df3-8db8-ba5752803873 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:50:22.245710 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3bb4af57-56c6-492c-a722-c4e485e8e46d tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:22.283909 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57df712-3c46-4784-b708-836241ebe184 req-9091e617-72e2-4be7-9e44-15876cda62b3 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:22.291449 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a57df712-3c46-4784-b708-836241ebe184 req-9091e617-72e2-4be7-9e44-15876cda62b3 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e69ec30-08d3-41b4-b7e1-6334c8ce0d1b HTTP/1.1" status: 200 len: 945 time: 0.6127906 May 05 21:50:22.314908 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port cfc1d106-e577-4500-a5d8-8130ac0a87a6, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=cfc1d106-e577-4500-a5d8-8130ac0a87a6,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:50:22.336710 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-afec41a9-fdf5-4126-a657-dc0d0cdf0788 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:22.338043 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-afec41a9-fdf5-4126-a657-dc0d0cdf0788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:22.355135 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4251e718-8f34-403e-890e-497199570b26 req-198ba7fa-c276-4b57-ac46-b439b9f89a4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:22.356759 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4251e718-8f34-403e-890e-497199570b26 req-198ba7fa-c276-4b57-ac46-b439b9f89a4e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.2000620 May 05 21:50:22.380211 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': 'cfc1d106-e577-4500-a5d8-8130ac0a87a6', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'port_id': 'cfc1d106-e577-4500-a5d8-8130ac0a87a6', 'mac_address': 'fa:16:3e:25:ed:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f237a6ef-d044-411f-a2d8-d12619664c91', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:50:22.392431 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=cba3d0c5-8834-4d3a-b7bc-eb551f80748b,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:22.397593 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port f3ca7b0b-8220-4df3-8db8-ba5752803873 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:50:22.456370 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['4c709e3b-4982-40c3-a103-e3eef9277a29'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:50:22.456624 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a57df712-3c46-4784-b708-836241ebe184 req-bed84285-e344-4198-8fcd-e891f5087b59 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=5165d8be-a1b9-4dce-a631-d72bdd4afdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638627 May 05 21:50:22.483355 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3ca47478-75f1-4816-b9d0-fbc4cc6107a9 req-517e0014-ad25-4e8f-b5de-364ad2892d51 tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] 10.222.0.23 "GET /v2.0/security-groups?id=641c29c1-5292-43eb-8a1a-a8af1fdf1957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579193 May 05 21:50:22.507282 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3bb4af57-56c6-492c-a722-c4e485e8e46d tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:22.544851 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:22.600228 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb4af57-56c6-492c-a722-c4e485e8e46d tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Pushing event deleted for resources: {'Subnet': ['ID=ac9c4f2b-20ca-4dee-9c0f-0def5d3c0a1c,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:22.602539 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3bb4af57-56c6-492c-a722-c4e485e8e46d tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:22.615165 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-3bb4af57-56c6-492c-a722-c4e485e8e46d tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.23 "DELETE /v2.0/subnets/ac9c4f2b-20ca-4dee-9c0f-0def5d3c0a1c HTTP/1.1" status: 204 len: 168 time: 1.6547625 May 05 21:50:22.620091 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4251e718-8f34-403e-890e-497199570b26 req-c71a9a8e-0309-4571-a9a9-3d7edf6d2781 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2511981 May 05 21:50:22.620463 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfc1d106-e577-4500-a5d8-8130ac0a87a6 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:50:22.620940 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41248) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:50:22.637798 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274935e6-4d1e-4d83-ac3f-cdff73c04892 None None] Network ff40611f-0894-411d-b28c-f86eff8fde57 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:50:22.659285 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-69607fc8-89d6-41e6-839b-4266be280a75 req-e94a4608-ce86-4263-84b4-911914ee06bb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b8d6052b833a4534bc346cca1ce7985f&device_id=2d95b01c-6710-48cf-9af7-f1de1a8bd458 HTTP/1.1" status: 200 len: 1095 time: 0.4831071 May 05 21:50:22.817042 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde58f0c-08e8-4e35-a7f7-ed2de0dc1ba8 None None] Network a0bbb488-cf22-4390-ab5b-42ceab7ce09d requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:50:22.852685 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-070f01e9-79a0-4121-958d-6df8d79d7426 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:22.926780 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port cfc1d106-e577-4500-a5d8-8130ac0a87a6, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=cfc1d106-e577-4500-a5d8-8130ac0a87a6,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:50:22.936786 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69607fc8-89d6-41e6-839b-4266be280a75 req-70b9295a-a292-4b47-bea5-7832331331a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:22.937887 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 4e0b3703-20d5-414a-8261-0f2347b4990f up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:50:22.938280 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-69607fc8-89d6-41e6-839b-4266be280a75 req-70b9295a-a292-4b47-bea5-7832331331a9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0209bbe2-ae77-4a5e-8f5f-b598cdea432f HTTP/1.1" status: 200 len: 920 time: 0.2663305 May 05 21:50:22.991536 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:23.011949 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-070f01e9-79a0-4121-958d-6df8d79d7426 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Deleting port 737a27ac-980c-4f4c-92ea-70b24c5dd71b {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:50:23.011949 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-070f01e9-79a0-4121-958d-6df8d79d7426 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:23.027959 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-69607fc8-89d6-41e6-839b-4266be280a75 req-b65943be-7a06-439d-8252-d080045210ca service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c709e3b-4982-40c3-a103-e3eef9277a29 HTTP/1.1" status: 200 len: 217 time: 0.0823886 May 05 21:50:23.085409 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4251e718-8f34-403e-890e-497199570b26 req-82dcb7e0-5a8a-4a91-a6da-a57eda10d554 service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4295418 May 05 21:50:23.143319 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7deac06-2d83-4665-93ce-fd6e14e7f52e req-6b7bcb38-a786-4540-80fb-57577e6b90c6 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:23.144762 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d7deac06-2d83-4665-93ce-fd6e14e7f52e req-6b7bcb38-a786-4540-80fb-57577e6b90c6 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f455359-c485-4129-ac66-5a50feca85c9 HTTP/1.1" status: 200 len: 949 time: 0.2901306 May 05 21:50:23.222824 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-46aaf546-0e4b-4951-a7eb-45c17d198bfe None None] Provisioning for port f3ca7b0b-8220-4df3-8db8-ba5752803873 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:50:23.245589 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=cfc1d106-e577-4500-a5d8-8130ac0a87a6,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:23.256719 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-46aaf546-0e4b-4951-a7eb-45c17d198bfe None None] Provisioning complete for port f3ca7b0b-8220-4df3-8db8-ba5752803873 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:50:23.257102 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-46aaf546-0e4b-4951-a7eb-45c17d198bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:23.259452 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abdccc5-14ea-420c-ab2c-4bdb8892baad req-170bfeb3-3029-4513-9880-71c0095c501a tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:23.261006 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6abdccc5-14ea-420c-ab2c-4bdb8892baad req-170bfeb3-3029-4513-9880-71c0095c501a tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d95b01c-6710-48cf-9af7-f1de1a8bd458 HTTP/1.1" status: 200 len: 944 time: 0.4009395 May 05 21:50:23.281093 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['cfc1d106-e577-4500-a5d8-8130ac0a87a6'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:50:23.303982 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['cba3d0c5-8834-4d3a-b7bc-eb551f80748b'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:50:23.351439 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69607fc8-89d6-41e6-839b-4266be280a75 req-ba278e73-2d3d-41fd-99c5-9c3dfe0bc718 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:23.353612 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-69607fc8-89d6-41e6-839b-4266be280a75 req-ba278e73-2d3d-41fd-99c5-9c3dfe0bc718 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d1666d56-aa2f-45d5-85a5-62900adc165a HTTP/1.1" status: 200 len: 858 time: 0.2719519 May 05 21:50:23.432365 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d7deac06-2d83-4665-93ce-fd6e14e7f52e req-3a2ab0d5-bccb-4f74-b480-77821232a626 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244174 May 05 21:50:23.449708 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4251e718-8f34-403e-890e-497199570b26 req-64a0a940-5454-4cdc-971d-f2a204d50ef2 service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3559706 May 05 21:50:23.456529 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-070f01e9-79a0-4121-958d-6df8d79d7426 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] For port 737a27ac-980c-4f4c-92ea-70b24c5dd71b, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=737a27ac-980c-4f4c-92ea-70b24c5dd71b,segment=NetworkSegment(7897bb89-733a-4c20-9fc1-c2a07d157379),segment_id=7897bb89-733a-4c20-9fc1-c2a07d157379)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:50:23.456876 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-070f01e9-79a0-4121-958d-6df8d79d7426 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:23.481080 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6abdccc5-14ea-420c-ab2c-4bdb8892baad req-2b9fff57-9085-4c6e-a080-08af506536e1 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=910f211c-c7ca-4cc4-8d09-61e980cdaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918600 May 05 21:50:23.497030 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 4e0b3703-20d5-414a-8261-0f2347b4990f completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:50:23.550813 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 4e0b3703-20d5-414a-8261-0f2347b4990f triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:50:23.551164 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:23.641938 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352617da-9275-490f-81e0-373f2ecbf4ab None None] DHCP port deletion for ff40611f-0894-411d-b28c-f86eff8fde57 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 21:50:23.657266 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-69607fc8-89d6-41e6-839b-4266be280a75 req-7e77bbe9-a820-4b74-8625-622a3b40c16a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0209bbe2-ae77-4a5e-8f5f-b598cdea432f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2956614 May 05 21:50:23.658967 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afec41a9-fdf5-4126-a657-dc0d0cdf0788 admin admin] Router bc06220c-986d-4be1-95ec-5cc702ddab50 is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 21:50:23.703629 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-352617da-9275-490f-81e0-373f2ecbf4ab None None] Deleting port 737a27ac-980c-4f4c-92ea-70b24c5dd71b {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:50:23.704008 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-352617da-9275-490f-81e0-373f2ecbf4ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:23.751464 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-070f01e9-79a0-4121-958d-6df8d79d7426 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Calling delete_port for 737a27ac-980c-4f4c-92ea-70b24c5dd71b owned by network:dhcp {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:50:23.874941 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-46aaf546-0e4b-4951-a7eb-45c17d198bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:23.958585 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-69607fc8-89d6-41e6-839b-4266be280a75 req-ffaf983b-7bcb-416d-8300-2e4874627232 service neutron] 10.222.0.44 "GET /v2.0/networks/0209bbe2-ae77-4a5e-8f5f-b598cdea432f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914822 May 05 21:50:24.082706 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1007e-2c5c-44aa-a6c5-8ff2c2e4806c req-01323a8e-195f-437b-be69-22c780223ee0 tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:24.084902 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-34d1007e-2c5c-44aa-a6c5-8ff2c2e4806c req-01323a8e-195f-437b-be69-22c780223ee0 tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2e2ad79-4cb8-4c3a-93dd-8d507af9b26a HTTP/1.1" status: 200 len: 944 time: 0.3456278 May 05 21:50:24.098224 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b36e77-bfb3-4f0f-a6c9-59b2463d473a req-5cbb3171-6a73-46ce-81b7-803f7da7918f tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:24.103168 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c3b36e77-bfb3-4f0f-a6c9-59b2463d473a req-5cbb3171-6a73-46ce-81b7-803f7da7918f tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e69ec30-08d3-41b4-b7e1-6334c8ce0d1b HTTP/1.1" status: 200 len: 945 time: 0.3627560 May 05 21:50:24.105438 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-070f01e9-79a0-4121-958d-6df8d79d7426 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:24.127835 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 737a27ac-980c-4f4c-92ea-70b24c5dd71b no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:50:24.186574 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-69607fc8-89d6-41e6-839b-4266be280a75 req-9ed88b88-8ea4-4f6b-951d-61fcc2bcdcd7 service neutron] 10.222.0.44 "GET /v2.0/networks/0209bbe2-ae77-4a5e-8f5f-b598cdea432f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171156 May 05 21:50:24.187723 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070f01e9-79a0-4121-958d-6df8d79d7426 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Pushing event deleted for resources: {'Port': ['ID=737a27ac-980c-4f4c-92ea-70b24c5dd71b,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:24.193736 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-46aaf546-0e4b-4951-a7eb-45c17d198bfe None None] For port f3ca7b0b-8220-4df3-8db8-ba5752803873, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=f3ca7b0b-8220-4df3-8db8-ba5752803873,segment=NetworkSegment(9494ff87-f8c9-4ae2-b60f-abd4c141a096),segment_id=9494ff87-f8c9-4ae2-b60f-abd4c141a096)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:50:24.206774 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:24.219259 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070f01e9-79a0-4121-958d-6df8d79d7426 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] No DVR routers for this DVR port 737a27ac-980c-4f4c-92ea-70b24c5dd71b on host n-d-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:50:24.266594 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-f069125b-e744-4651-99bc-2cdb76b6b841 admin admin] Deleting port 8a40e2f3-fd24-46c8-a1ed-7679ecf6799d {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:50:24.266954 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f069125b-e744-4651-99bc-2cdb76b6b841 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:24.270641 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-352617da-9275-490f-81e0-373f2ecbf4ab None None] For port 737a27ac-980c-4f4c-92ea-70b24c5dd71b, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=737a27ac-980c-4f4c-92ea-70b24c5dd71b,segment=NetworkSegment(7897bb89-733a-4c20-9fc1-c2a07d157379),segment_id=7897bb89-733a-4c20-9fc1-c2a07d157379)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:50:24.271047 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-352617da-9275-490f-81e0-373f2ecbf4ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:24.283720 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c3b36e77-bfb3-4f0f-a6c9-59b2463d473a req-002082a9-c228-4b1d-ac2a-0b5fb6dc80cf tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=5165d8be-a1b9-4dce-a631-d72bdd4afdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722353 May 05 21:50:24.290039 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-34d1007e-2c5c-44aa-a6c5-8ff2c2e4806c req-3afa41da-40e1-4ce2-aa0c-5142947123cd tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] 10.222.0.23 "GET /v2.0/security-groups?id=641c29c1-5292-43eb-8a1a-a8af1fdf1957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856675 May 05 21:50:24.375364 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-070f01e9-79a0-4121-958d-6df8d79d7426 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:24.377978 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 737a27ac-980c-4f4c-92ea-70b24c5dd71b {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:50:24.378268 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 737a27ac-980c-4f4c-92ea-70b24c5dd71b not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:50:24.407610 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-070f01e9-79a0-4121-958d-6df8d79d7426 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff40611f-0894-411d-b28c-f86eff8fde57']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:50:24.421103 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-070f01e9-79a0-4121-958d-6df8d79d7426 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7897bb89-733a-4c20-9fc1-c2a07d157379') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:50:24.421475 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-070f01e9-79a0-4121-958d-6df8d79d7426 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7897bb89-733a-4c20-9fc1-c2a07d157379') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:50:24.427409 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afec41a9-fdf5-4126-a657-dc0d0cdf0788 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:50:24.435342 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-070f01e9-79a0-4121-958d-6df8d79d7426 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:24.451548 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-070f01e9-79a0-4121-958d-6df8d79d7426 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:24.458384 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-070f01e9-79a0-4121-958d-6df8d79d7426 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:50:24.458815 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-070f01e9-79a0-4121-958d-6df8d79d7426 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:24.474106 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 21:50:24.474106 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:50:24.474106 n-d-825175-4 neutron-server[84061]: timer() May 05 21:50:24.474106 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:50:24.474106 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 21:50:24.474106 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:50:24.474106 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 21:50:24.474106 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:50:24.474106 n-d-825175-4 neutron-server[84061]: self._notify() May 05 21:50:24.474106 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:50:24.474106 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 21:50:24.474106 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:50:24.474106 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 21:50:24.474106 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:50:24.474106 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:50:24.474106 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:50:24.474106 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:50:24.474106 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:50:24.474106 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 21:50:24.474106 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:50:24.474106 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 21:50:24.474106 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:50:24.474106 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:50:24.474106 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:50:24.474106 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 21:50:24.474106 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:50:24.474106 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:50:24.474106 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:50:24.474106 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:50:24.474106 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:50:24.474106 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:50:24.474106 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:50:24.479728 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-afec41a9-fdf5-4126-a657-dc0d0cdf0788 admin admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:24.480931 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-afec41a9-fdf5-4126-a657-dc0d0cdf0788 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.9793806 May 05 21:50:24.484197 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41256) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:50:24.486806 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-46aaf546-0e4b-4951-a7eb-45c17d198bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:24.500632 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-352617da-9275-490f-81e0-373f2ecbf4ab None None] Calling delete_port for 737a27ac-980c-4f4c-92ea-70b24c5dd71b owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:50:24.596680 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c14133-11cc-4866-8a3e-ce1aedbb0ae9 None None] Sync routers for ids ['bc06220c-986d-4be1-95ec-5cc702ddab50'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:50:24.607643 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-070f01e9-79a0-4121-958d-6df8d79d7426 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:24.612718 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-070f01e9-79a0-4121-958d-6df8d79d7426 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:24.620309 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aaf546-0e4b-4951-a7eb-45c17d198bfe None None] Pushing event updated for resources: {'Port': ['ID=f3ca7b0b-8220-4df3-8db8-ba5752803873,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:24.622443 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-f069125b-e744-4651-99bc-2cdb76b6b841 admin admin] For port 8a40e2f3-fd24-46c8-a1ed-7679ecf6799d, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=8a40e2f3-fd24-46c8-a1ed-7679ecf6799d,segment=NetworkSegment(7dee26b3-4081-43b6-b222-2abb5ad4442f),segment_id=7dee26b3-4081-43b6-b222-2abb5ad4442f)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:50:24.622821 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f069125b-e744-4651-99bc-2cdb76b6b841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:24.627401 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e2ad79-4cb8-4c3a-93dd-8d507af9b26a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e0b3703-20d5-414a-8261-0f2347b4990f'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:50:24.687135 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070f01e9-79a0-4121-958d-6df8d79d7426 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Pushing event deleted for resources: {'Network': ['ID=ff40611f-0894-411d-b28c-f86eff8fde57,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:24.696036 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 4e0b3703-20d5-414a-8261-0f2347b4990f, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=4e0b3703-20d5-414a-8261-0f2347b4990f,segment=NetworkSegment(6daf42f5-f714-4280-b4f8-14ac385ec522),segment_id=6daf42f5-f714-4280-b4f8-14ac385ec522)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:50:24.700773 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-486cc920-44ee-4921-8b34-4d0e8f7b0155 None None] Provisioning complete for port f3ca7b0b-8220-4df3-8db8-ba5752803873 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:50:24.713590 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-486cc920-44ee-4921-8b34-4d0e8f7b0155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:24.737463 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-070f01e9-79a0-4121-958d-6df8d79d7426 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.23 "DELETE /v2.0/networks/ff40611f-0894-411d-b28c-f86eff8fde57 HTTP/1.1" status: 204 len: 168 time: 2.1153951 May 05 21:50:24.748399 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41266) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:50:24.757324 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-f069125b-e744-4651-99bc-2cdb76b6b841 admin admin] Calling delete_port for 8a40e2f3-fd24-46c8-a1ed-7679ecf6799d owned by network:router_interface {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:50:24.767056 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c14133-11cc-4866-8a3e-ce1aedbb0ae9 None None] Routers {'bc06220c-986d-4be1-95ec-5cc702ddab50'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:50:24.767946 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-86c14133-11cc-4866-8a3e-ce1aedbb0ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:50:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['bc06220c-986d-4be1-95ec-5cc702ddab50'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:50:24.799041 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-07069406-b561-42a8-b603-6ceaf7a2f199 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-142207607'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:50:24.808128 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-07069406-b561-42a8-b603-6ceaf7a2f199 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:50:24.819825 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:24.820699 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device f1ec1427-0aa0-4ddc-9cf3-114836e26138 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:50:24.823556 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-07069406-b561-42a8-b603-6ceaf7a2f199 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Usage tracker for resource:network and tenant:1384b462eac846a090f14492c41d335c is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:50:24.828730 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-07069406-b561-42a8-b603-6ceaf7a2f199 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:50:24.839163 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-07069406-b561-42a8-b603-6ceaf7a2f199 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:50:24.850684 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00854f2-412d-4791-bf77-d399cbb73784 req-251f8acf-76ef-4e92-9a28-2218c6bc7cfe tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:24.854366 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f00854f2-412d-4791-bf77-d399cbb73784 req-251f8acf-76ef-4e92-9a28-2218c6bc7cfe tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d95b01c-6710-48cf-9af7-f1de1a8bd458 HTTP/1.1" status: 200 len: 944 time: 0.1501253 May 05 21:50:24.869444 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157c8c5-2537-499f-aca7-4bca7f9cce30 req-bb538d29-ab5c-4d06-97f3-ee22866da9c8 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:24.870975 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b157c8c5-2537-499f-aca7-4bca7f9cce30 req-bb538d29-ab5c-4d06-97f3-ee22866da9c8 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f455359-c485-4129-ac66-5a50feca85c9 HTTP/1.1" status: 200 len: 949 time: 0.1048765 May 05 21:50:24.872870 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07069406-b561-42a8-b603-6ceaf7a2f199 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Made reservation on behalf of 1384b462eac846a090f14492c41d335c for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:50:24.877064 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-07069406-b561-42a8-b603-6ceaf7a2f199 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:24.938385 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07069406-b561-42a8-b603-6ceaf7a2f199 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:50:24.955331 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f00854f2-412d-4791-bf77-d399cbb73784 req-5defabbc-2d67-4442-ae08-2003b41e42cc tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=910f211c-c7ca-4cc4-8d09-61e980cdaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832360 May 05 21:50:24.974121 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b157c8c5-2537-499f-aca7-4bca7f9cce30 req-29f75652-f8bb-4876-8f04-03e01935e6b1 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781310 May 05 21:50:25.072320 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6a6071d-c9cf-4fec-97f2-e6036420d57b'] response: {'server_uuid': 'e2e2ad79-4cb8-4c3a-93dd-8d507af9b26a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e0b3703-20d5-414a-8261-0f2347b4990f', 'code': 200} May 05 21:50:25.085810 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-07069406-b561-42a8-b603-6ceaf7a2f199 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:25.086535 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-07069406-b561-42a8-b603-6ceaf7a2f199 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Added segment 2c577bc7-91ae-4b04-9ef5-a0ac47b8abd8 of type vlan for network fce1ca7e-07c4-4f53-b33d-2796d8223d2a May 05 21:50:25.140048 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-352617da-9275-490f-81e0-373f2ecbf4ab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:50:25.140389 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-352617da-9275-490f-81e0-373f2ecbf4ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:50:25.155169 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=4e0b3703-20d5-414a-8261-0f2347b4990f,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:25.211131 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-07069406-b561-42a8-b603-6ceaf7a2f199 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:25.237870 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port f1ec1427-0aa0-4ddc-9cf3-114836e26138 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:50:25.247995 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-86c14133-11cc-4866-8a3e-ce1aedbb0ae9 None None] Set router bc06220c-986d-4be1-95ec-5cc702ddab50 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:50:25.287472 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port f1ec1427-0aa0-4ddc-9cf3-114836e26138 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:50:25.287831 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:25.319381 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f069125b-e744-4651-99bc-2cdb76b6b841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:25.449787 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-07069406-b561-42a8-b603-6ceaf7a2f199 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:25.454066 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07069406-b561-42a8-b603-6ceaf7a2f199 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:25.454638 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-07069406-b561-42a8-b603-6ceaf7a2f199 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:25.479542 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069125b-e744-4651-99bc-2cdb76b6b841 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a40e2f3-fd24-46c8-a1ed-7679ecf6799d,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:25.583465 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56200ed6-92c5-4a0f-b307-f6fc45734e72 req-9c6b277c-9294-4a57-8f0a-6d8417a617de tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:25.591063 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:25.595070 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-56200ed6-92c5-4a0f-b307-f6fc45734e72 req-9c6b277c-9294-4a57-8f0a-6d8417a617de tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2e2ad79-4cb8-4c3a-93dd-8d507af9b26a HTTP/1.1" status: 200 len: 945 time: 0.1717386 May 05 21:50:25.625270 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fc24cfd5-dd0a-4835-9c54-8939a0a77437 req-5d8310f8-d41b-43fb-9254-b208e40a8cd0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e2e2ad79-4cb8-4c3a-93dd-8d507af9b26a HTTP/1.1" status: 200 len: 1096 time: 0.5103590 May 05 21:50:25.634830 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc7fca-77be-4e8f-b90a-cc900f052df7 req-f84b2419-6db0-44f9-9432-ffdc3eb92af4 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:25.636295 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-29cc7fca-77be-4e8f-b90a-cc900f052df7 req-f84b2419-6db0-44f9-9432-ffdc3eb92af4 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e69ec30-08d3-41b4-b7e1-6334c8ce0d1b HTTP/1.1" status: 200 len: 945 time: 0.1793380 May 05 21:50:25.652795 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-352617da-9275-490f-81e0-373f2ecbf4ab None None] Deleting port 737a27ac-980c-4f4c-92ea-70b24c5dd71b {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:50:25.653014 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-352617da-9275-490f-81e0-373f2ecbf4ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:25.677443 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-56200ed6-92c5-4a0f-b307-f6fc45734e72 req-7259b7bc-3d04-4c94-b638-6f04c0c9f784 tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] 10.222.0.23 "GET /v2.0/security-groups?id=641c29c1-5292-43eb-8a1a-a8af1fdf1957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813923 May 05 21:50:25.683688 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-07069406-b561-42a8-b603-6ceaf7a2f199 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9339786 May 05 21:50:25.686505 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41274) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:50:25.689505 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07069406-b561-42a8-b603-6ceaf7a2f199 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Pushing event updated for resources: {'Network': ['ID=fce1ca7e-07c4-4f53-b33d-2796d8223d2a,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:25.693661 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-37779f67-b27e-4f8a-b5a5-17625e86ab9f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Request body: {'subnet': {'network_id': 'fce1ca7e-07c4-4f53-b33d-2796d8223d2a', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:50:25.704733 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port f1ec1427-0aa0-4ddc-9cf3-114836e26138, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=f1ec1427-0aa0-4ddc-9cf3-114836e26138,segment=NetworkSegment(5513eecd-fe5a-4823-bb4c-ae0607ac9c61),segment_id=5513eecd-fe5a-4823-bb4c-ae0607ac9c61)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:50:25.738715 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network fce1ca7e-07c4-4f53-b33d-2796d8223d2a details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:50:25.756238 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-352617da-9275-490f-81e0-373f2ecbf4ab None None] The port '737a27ac-980c-4f4c-92ea-70b24c5dd71b' was deleted {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 21:50:25.762057 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:25.804329 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fc24cfd5-dd0a-4835-9c54-8939a0a77437 req-ffe4b5d6-596e-4ca5-ade7-132498b03fc5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=641c29c1-5292-43eb-8a1a-a8af1fdf1957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488414 May 05 21:50:25.810036 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 4c709e3b-4982-40c3-a103-e3eef9277a29 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:50:25.818101 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-29cc7fca-77be-4e8f-b90a-cc900f052df7 req-d79d2332-553c-4582-bff1-60405f9b9c56 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=5165d8be-a1b9-4dce-a631-d72bdd4afdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699672 May 05 21:50:25.829437 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-37779f67-b27e-4f8a-b5a5-17625e86ab9f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:50:25.833804 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-37779f67-b27e-4f8a-b5a5-17625e86ab9f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Usage tracker for resource:subnet and tenant:1384b462eac846a090f14492c41d335c is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:50:25.848527 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-37779f67-b27e-4f8a-b5a5-17625e86ab9f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:50:25.855302 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-37779f67-b27e-4f8a-b5a5-17625e86ab9f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:50:25.869589 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37779f67-b27e-4f8a-b5a5-17625e86ab9f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Made reservation on behalf of 1384b462eac846a090f14492c41d335c for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:50:25.980029 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=f1ec1427-0aa0-4ddc-9cf3-114836e26138,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:25.980366 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-37779f67-b27e-4f8a-b5a5-17625e86ab9f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:26.000357 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-86c14133-11cc-4866-8a3e-ce1aedbb0ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc06220c-986d-4be1-95ec-5cc702ddab50', 'name': 'tempest-FloatingIPDetailsTestJSON-1020285565-router', 'tenant_id': '533a2fbb51ae42009bb97af11d84b393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'bc517e87-e1cd-4314-a0a2-3167a18702ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:50:18Z', 'updated_at': '2022-05-05T21:50:21Z', 'revision_number': 3, 'project_id': '533a2fbb51ae42009bb97af11d84b393', 'gw_port': {'id': 'bc517e87-e1cd-4314-a0a2-3167a18702ac', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc06220c-986d-4be1-95ec-5cc702ddab50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:50:19Z', 'updated_at': '2022-05-05T21:50:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:50:26.006514 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c14133-11cc-4866-8a3e-ce1aedbb0ae9 None None] Checking router: bc06220c-986d-4be1-95ec-5cc702ddab50 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:50:26.006965 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c14133-11cc-4866-8a3e-ce1aedbb0ae9 None None] Updating router bc06220c-986d-4be1-95ec-5cc702ddab50 port bc517e87-e1cd-4314-a0a2-3167a18702ac binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 21:50:26.036254 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 4c709e3b-4982-40c3-a103-e3eef9277a29 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:50:26.084176 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 4c709e3b-4982-40c3-a103-e3eef9277a29 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:50:26.084176 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:26.144660 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f069125b-e744-4651-99bc-2cdb76b6b841 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:26.194763 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-86c14133-11cc-4866-8a3e-ce1aedbb0ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:26.327202 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device f3ca7b0b-8220-4df3-8db8-ba5752803873 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:50:26.367002 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-37779f67-b27e-4f8a-b5a5-17625e86ab9f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:26.458090 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37779f67-b27e-4f8a-b5a5-17625e86ab9f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Pushing event updated for resources: {'Subnet': ['ID=6a516039-3ed3-4e77-8ea0-c8a0a5b18a1d,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:26.465146 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb9b0d-d07b-4d3c-817d-20d8e2c212c7 req-c33c4ddf-c3be-445d-aa85-6233f803b702 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:26.466613 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5eeb9b0d-d07b-4d3c-817d-20d8e2c212c7 req-c33c4ddf-c3be-445d-aa85-6233f803b702 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d95b01c-6710-48cf-9af7-f1de1a8bd458 HTTP/1.1" status: 200 len: 944 time: 0.2357557 May 05 21:50:26.495558 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0473d1-0e21-4d5e-aeb6-119d9a3b65e6 req-a9ef3cbd-d302-43d2-820b-fb8c07e5332e tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:26.496916 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3c0473d1-0e21-4d5e-aeb6-119d9a3b65e6 req-a9ef3cbd-d302-43d2-820b-fb8c07e5332e tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f455359-c485-4129-ac66-5a50feca85c9 HTTP/1.1" status: 200 len: 949 time: 0.2291746 May 05 21:50:26.508221 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:26.548797 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37779f67-b27e-4f8a-b5a5-17625e86ab9f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:50:26.549326 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37779f67-b27e-4f8a-b5a5-17625e86ab9f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:50:26.549884 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37779f67-b27e-4f8a-b5a5-17625e86ab9f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:50:26.550476 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37779f67-b27e-4f8a-b5a5-17625e86ab9f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:50:26.550986 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37779f67-b27e-4f8a-b5a5-17625e86ab9f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:50:26.551462 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37779f67-b27e-4f8a-b5a5-17625e86ab9f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:50:26.551965 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37779f67-b27e-4f8a-b5a5-17625e86ab9f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:50:26.552519 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37779f67-b27e-4f8a-b5a5-17625e86ab9f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:50:26.553129 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37779f67-b27e-4f8a-b5a5-17625e86ab9f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:50:26.554097 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37779f67-b27e-4f8a-b5a5-17625e86ab9f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:50:26.554699 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37779f67-b27e-4f8a-b5a5-17625e86ab9f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:50:26.573764 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7a620970-8d72-4c97-8d33-d1e69602892b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:26.617919 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37779f67-b27e-4f8a-b5a5-17625e86ab9f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Checking segment: {'id': '2c577bc7-91ae-4b04-9ef5-a0ac47b8abd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'fce1ca7e-07c4-4f53-b33d-2796d8223d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:50:26.618528 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37779f67-b27e-4f8a-b5a5-17625e86ab9f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Network hostable DHCP agents. Network: fce1ca7e-07c4-4f53-b33d-2796d8223d2a, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:50:26.629408 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5eeb9b0d-d07b-4d3c-817d-20d8e2c212c7 req-cb713d6e-aa67-44fc-b752-0acd306fc85f tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=910f211c-c7ca-4cc4-8d09-61e980cdaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526027 May 05 21:50:26.634412 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 4c709e3b-4982-40c3-a103-e3eef9277a29, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=4c709e3b-4982-40c3-a103-e3eef9277a29,segment=NetworkSegment(5513eecd-fe5a-4823-bb4c-ae0607ac9c61),segment_id=5513eecd-fe5a-4823-bb4c-ae0607ac9c61)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:50:26.638301 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port f3ca7b0b-8220-4df3-8db8-ba5752803873 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:50:26.638717 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:26.644788 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3c0473d1-0e21-4d5e-aeb6-119d9a3b65e6 req-b3c06c3b-efca-4b47-9c76-a330e3a197cb tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329205 May 05 21:50:26.658806 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37779f67-b27e-4f8a-b5a5-17625e86ab9f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Network fce1ca7e-07c4-4f53-b33d-2796d8223d2a is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:50:26.675930 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-37779f67-b27e-4f8a-b5a5-17625e86ab9f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, fce1ca7e-07c4-4f53-b33d-2796d8223d2a) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:50:26.681956 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37779f67-b27e-4f8a-b5a5-17625e86ab9f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:26.683259 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-37779f67-b27e-4f8a-b5a5-17625e86ab9f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:26.686144 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:26.721841 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32370a8d-a341-4cd5-97a2-77e5f17bc01a None None] Network fce1ca7e-07c4-4f53-b33d-2796d8223d2a requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:50:26.725331 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-37779f67-b27e-4f8a-b5a5-17625e86ab9f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0368330 May 05 21:50:26.728601 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41282) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:50:26.735073 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-e477017a-936f-408c-a578-b96a15d9689f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-714161181'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:50:26.742392 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-e477017a-936f-408c-a578-b96a15d9689f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:50:26.752444 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e477017a-936f-408c-a578-b96a15d9689f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Usage tracker for resource:network and tenant:1384b462eac846a090f14492c41d335c is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:50:26.758156 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e477017a-936f-408c-a578-b96a15d9689f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:50:26.766257 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-e477017a-936f-408c-a578-b96a15d9689f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:50:26.786791 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e477017a-936f-408c-a578-b96a15d9689f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Made reservation on behalf of 1384b462eac846a090f14492c41d335c for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:50:26.790712 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e477017a-936f-408c-a578-b96a15d9689f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:26.855418 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e477017a-936f-408c-a578-b96a15d9689f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:50:27.004342 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=4c709e3b-4982-40c3-a103-e3eef9277a29,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:27.019524 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device cba3d0c5-8834-4d3a-b7bc-eb551f80748b up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:50:27.074072 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82e9fd69-4c0a-4daf-8e56-1cf72160ef5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ec1427-0aa0-4ddc-9cf3-114836e26138'}, {'server_uuid': '2d95b01c-6710-48cf-9af7-f1de1a8bd458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c709e3b-4982-40c3-a103-e3eef9277a29'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:50:27.079626 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e477017a-936f-408c-a578-b96a15d9689f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:27.079991 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-e477017a-936f-408c-a578-b96a15d9689f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Added segment 0c06b550-f0ac-4a88-9b13-80689274d2f3 of type vlan for network 29b594e3-6031-4c0e-887f-bccbb18a4129 May 05 21:50:27.144062 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.resource_extend [None req-86c14133-11cc-4866-8a3e-ce1aedbb0ae9 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 21:50:27.171700 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e477017a-936f-408c-a578-b96a15d9689f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:27.223608 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e274443-ffa6-4356-84c3-926a6c8dbf97 req-fcbbd8df-bee5-4779-b8d3-b4e12a2c0dfd tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:27.225079 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4e274443-ffa6-4356-84c3-926a6c8dbf97 req-fcbbd8df-bee5-4779-b8d3-b4e12a2c0dfd tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2e2ad79-4cb8-4c3a-93dd-8d507af9b26a HTTP/1.1" status: 200 len: 945 time: 0.3579440 May 05 21:50:27.228419 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e477017a-936f-408c-a578-b96a15d9689f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:27.232680 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e477017a-936f-408c-a578-b96a15d9689f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:27.233235 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e477017a-936f-408c-a578-b96a15d9689f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:27.282037 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae317b-0f0b-4b74-9791-7c0003f6f61a req-dc2e0c40-0b24-4a77-b064-13aa3b839b29 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:27.283524 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bbae317b-0f0b-4b74-9791-7c0003f6f61a req-dc2e0c40-0b24-4a77-b064-13aa3b839b29 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e69ec30-08d3-41b4-b7e1-6334c8ce0d1b HTTP/1.1" status: 200 len: 945 time: 0.1979051 May 05 21:50:27.293129 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-86c14133-11cc-4866-8a3e-ce1aedbb0ae9 None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:27.335997 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port cba3d0c5-8834-4d3a-b7bc-eb551f80748b completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:50:27.346954 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-86c14133-11cc-4866-8a3e-ce1aedbb0ae9 None None] Transition to ACTIVE for port object bc517e87-e1cd-4314-a0a2-3167a18702ac will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:50:27.349574 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port cba3d0c5-8834-4d3a-b7bc-eb551f80748b triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:50:27.349904 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:27.360444 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-7a620970-8d72-4c97-8d33-d1e69602892b admin admin] Allocated IP 172.20.0.1 (a0bbb488-cf22-4390-ab5b-42ceab7ce09d/8b7d8fcb-535e-4c87-9000-2d76e329425a/3691edcb-bd84-4fbc-9906-9896f408cec5) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:50:27.395641 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ba6691-7d1a-4d56-b6fa-a6727a1d3cdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-fce1ca7e-07c4-4f53-b33d-2796d8223d2a', 'network_id': 'fce1ca7e-07c4-4f53-b33d-2796d8223d2a', 'tenant_id': '1384b462eac846a090f14492c41d335c', 'fixed_ips': [{'subnet_id': '6a516039-3ed3-4e77-8ea0-c8a0a5b18a1d'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 21:50:27.396569 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-88ba6691-7d1a-4d56-b6fa-a6727a1d3cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:27.408047 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e477017a-936f-408c-a578-b96a15d9689f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6753674 May 05 21:50:27.413532 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41292) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:50:27.415444 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e477017a-936f-408c-a578-b96a15d9689f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Pushing event updated for resources: {'Network': ['ID=29b594e3-6031-4c0e-887f-bccbb18a4129,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:27.418383 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-86c14133-11cc-4866-8a3e-ce1aedbb0ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:27.429485 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4e274443-ffa6-4356-84c3-926a6c8dbf97 req-c66cfae7-7381-4388-be70-b8bada464dd7 tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] 10.222.0.23 "GET /v2.0/security-groups?id=641c29c1-5292-43eb-8a1a-a8af1fdf1957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922455 May 05 21:50:27.436753 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bbae317b-0f0b-4b74-9791-7c0003f6f61a req-0ef3e3dd-56ca-47f8-a4d2-8101b8e75724 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=5165d8be-a1b9-4dce-a631-d72bdd4afdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969718 May 05 21:50:27.477279 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 29b594e3-6031-4c0e-887f-bccbb18a4129 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:50:27.519182 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0931effb-2866-4699-ba43-298752851d35'] response: {'server_uuid': '82e9fd69-4c0a-4daf-8e56-1cf72160ef5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ec1427-0aa0-4ddc-9cf3-114836e26138', 'code': 200} May 05 21:50:27.519492 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0931effb-2866-4699-ba43-298752851d35'] response: {'server_uuid': '2d95b01c-6710-48cf-9af7-f1de1a8bd458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c709e3b-4982-40c3-a103-e3eef9277a29', 'code': 200} May 05 21:50:27.524924 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-2c7efbee-12c8-4e88-8327-7bf6cb65c763 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Request body: {'subnet': {'network_id': '29b594e3-6031-4c0e-887f-bccbb18a4129', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:50:27.637210 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-86c14133-11cc-4866-8a3e-ce1aedbb0ae9 None None] Attempting to bind port bc517e87-e1cd-4314-a0a2-3167a18702ac on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:50:27.637613 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-86c14133-11cc-4866-8a3e-ce1aedbb0ae9 None None] Attempting to bind port bc517e87-e1cd-4314-a0a2-3167a18702ac by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:50:27.637979 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c14133-11cc-4866-8a3e-ce1aedbb0ae9 None None] Attempting to bind port bc517e87-e1cd-4314-a0a2-3167a18702ac on network 25bfe237-58de-4709-a3e0-ac79da07c300 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:50:27.676724 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-719d2161-9d4f-457a-a1c2-d00d66eb9c03 req-cfb9fdfb-1f74-452e-89d1-dfa6c6754754 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=82e9fd69-4c0a-4daf-8e56-1cf72160ef5b HTTP/1.1" status: 200 len: 1097 time: 0.0754521 May 05 21:50:27.691469 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20252c9-9f44-4a3b-a5f0-783c785971ae None None] Pushing event updated for resources: {'Port': ['ID=bc517e87-e1cd-4314-a0a2-3167a18702ac,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:27.699618 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c14133-11cc-4866-8a3e-ce1aedbb0ae9 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:50:27.700069 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c14133-11cc-4866-8a3e-ce1aedbb0ae9 None None] Checking segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:50:27.700358 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-86c14133-11cc-4866-8a3e-ce1aedbb0ae9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:27.700736 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c14133-11cc-4866-8a3e-ce1aedbb0ae9 None None] Bound using segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:50:27.701197 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-86c14133-11cc-4866-8a3e-ce1aedbb0ae9 None None] Bound port: bc517e87-e1cd-4314-a0a2-3167a18702ac, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:50:27.701559 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-86c14133-11cc-4866-8a3e-ce1aedbb0ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:27.737483 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7a620970-8d72-4c97-8d33-d1e69602892b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:27.781256 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-719d2161-9d4f-457a-a1c2-d00d66eb9c03 req-9d62955b-414a-4179-a650-f8e93243bc61 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=910f211c-c7ca-4cc4-8d09-61e980cdaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912819 May 05 21:50:27.802957 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-2c7efbee-12c8-4e88-8327-7bf6cb65c763 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:50:27.807275 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-2c7efbee-12c8-4e88-8327-7bf6cb65c763 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Usage tracker for resource:subnet and tenant:1384b462eac846a090f14492c41d335c is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:50:27.810242 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-2c7efbee-12c8-4e88-8327-7bf6cb65c763 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:50:27.817381 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-7a620970-8d72-4c97-8d33-d1e69602892b admin admin] Transition to ACTIVE for port object 3691edcb-bd84-4fbc-9906-9896f408cec5 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:50:27.822366 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-2c7efbee-12c8-4e88-8327-7bf6cb65c763 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:50:27.861010 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7efbee-12c8-4e88-8327-7bf6cb65c763 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Made reservation on behalf of 1384b462eac846a090f14492c41d335c for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:50:27.880216 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:27.893622 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-86c14133-11cc-4866-8a3e-ce1aedbb0ae9 None None] For port bc517e87-e1cd-4314-a0a2-3167a18702ac, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:50:27.914345 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-86c14133-11cc-4866-8a3e-ce1aedbb0ae9 None None] For port bc517e87-e1cd-4314-a0a2-3167a18702ac, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=bc517e87-e1cd-4314-a0a2-3167a18702ac,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:50:27.924342 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-88ba6691-7d1a-4d56-b6fa-a6727a1d3cdc None None] Allocated IP 19.80.0.2 (fce1ca7e-07c4-4f53-b33d-2796d8223d2a/6a516039-3ed3-4e77-8ea0-c8a0a5b18a1d/3732b390-a93b-4486-a4f9-8945cb8cf548) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:50:27.930938 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-86c14133-11cc-4866-8a3e-ce1aedbb0ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:27.962366 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-07a4aaf8-089b-4dbd-893b-9e286a7a5238 req-acecd86a-1099-4cc0-bf79-3d3033431223 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2d95b01c-6710-48cf-9af7-f1de1a8bd458 HTTP/1.1" status: 200 len: 1096 time: 0.3193774 May 05 21:50:27.986791 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port cba3d0c5-8834-4d3a-b7bc-eb551f80748b, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=cba3d0c5-8834-4d3a-b7bc-eb551f80748b,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:50:27.987259 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae23d0-d8e8-4302-9334-5f88ccbcc8a8 req-5663b2e6-9218-4c94-a9ea-1485aefd8645 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:27.988763 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4bae23d0-d8e8-4302-9334-5f88ccbcc8a8 req-5663b2e6-9218-4c94-a9ea-1485aefd8645 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d95b01c-6710-48cf-9af7-f1de1a8bd458 HTTP/1.1" status: 200 len: 945 time: 0.1367512 May 05 21:50:28.000811 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3c030-dd10-4ebb-9f87-98f2ac061d42 req-7e874076-1fcf-4615-a208-97d9f01a7054 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:28.002346 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-97a3c030-dd10-4ebb-9f87-98f2ac061d42 req-7e874076-1fcf-4615-a208-97d9f01a7054 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f455359-c485-4129-ac66-5a50feca85c9 HTTP/1.1" status: 200 len: 949 time: 0.1139815 May 05 21:50:28.006098 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:28.006886 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device cfc1d106-e577-4500-a5d8-8130ac0a87a6 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:50:28.007452 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7a620970-8d72-4c97-8d33-d1e69602892b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:28.013021 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2c7efbee-12c8-4e88-8327-7bf6cb65c763 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:28.091417 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-97a3c030-dd10-4ebb-9f87-98f2ac061d42 req-29157290-8291-4c60-bd07-d1251edce179 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823851 May 05 21:50:28.110940 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4bae23d0-d8e8-4302-9334-5f88ccbcc8a8 req-19434f6e-4950-4c3c-b72f-7ba0f2d1f7ff tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=910f211c-c7ca-4cc4-8d09-61e980cdaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808971 May 05 21:50:28.149497 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20252c9-9f44-4a3b-a5f0-783c785971ae None None] Pushing event updated for resources: {'Port': ['ID=bc517e87-e1cd-4314-a0a2-3167a18702ac,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:28.191053 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a620970-8d72-4c97-8d33-d1e69602892b admin admin] Network a0bbb488-cf22-4390-ab5b-42ceab7ce09d is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:50:28.198992 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-7a620970-8d72-4c97-8d33-d1e69602892b admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:50:28.208555 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a620970-8d72-4c97-8d33-d1e69602892b admin admin] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:50:28.238540 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c14133-11cc-4866-8a3e-ce1aedbb0ae9 None None] Routers {'bc06220c-986d-4be1-95ec-5cc702ddab50'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:50:28.239422 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-86c14133-11cc-4866-8a3e-ce1aedbb0ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:50:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['bc06220c-986d-4be1-95ec-5cc702ddab50'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:50:28.240916 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f069125b-e744-4651-99bc-2cdb76b6b841 admin admin] Router 645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:50:28.241703 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a620970-8d72-4c97-8d33-d1e69602892b admin admin] Pushing event updated for resources: {'Port': ['ID=3691edcb-bd84-4fbc-9906-9896f408cec5,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:28.252429 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-07a4aaf8-089b-4dbd-893b-9e286a7a5238 req-87dcaeed-984e-47b9-91d2-5a95a5e282cd service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=910f211c-c7ca-4cc4-8d09-61e980cdaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657540 May 05 21:50:28.301958 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7a620970-8d72-4c97-8d33-d1e69602892b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:28.425425 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=cba3d0c5-8834-4d3a-b7bc-eb551f80748b,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:28.453158 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port cfc1d106-e577-4500-a5d8-8130ac0a87a6 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:50:28.522300 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port cfc1d106-e577-4500-a5d8-8130ac0a87a6 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:50:28.522900 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:28.623477 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-88ba6691-7d1a-4d56-b6fa-a6727a1d3cdc None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:28.650557 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:50:28.661715 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-88ba6691-7d1a-4d56-b6fa-a6727a1d3cdc None None] Transition to ACTIVE for port object 3732b390-a93b-4486-a4f9-8945cb8cf548 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:50:28.672302 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-289c9ff1-4324-4947-b99e-8f82c11f98fc None None] Provisioning for port 3691edcb-bd84-4fbc-9906-9896f408cec5 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:50:28.697916 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-86c14133-11cc-4866-8a3e-ce1aedbb0ae9 None None] Set router bc06220c-986d-4be1-95ec-5cc702ddab50 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:50:28.795552 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7a620970-8d72-4c97-8d33-d1e69602892b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:28.805881 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2c7efbee-12c8-4e88-8327-7bf6cb65c763 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:28.810177 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d0f08f-b56e-4e09-bfac-5a0639967c06 req-e1649a56-ac84-4b9d-a421-4092a683bd3e tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:28.817801 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-13d0f08f-b56e-4e09-bfac-5a0639967c06 req-e1649a56-ac84-4b9d-a421-4092a683bd3e tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e69ec30-08d3-41b4-b7e1-6334c8ce0d1b HTTP/1.1" status: 200 len: 945 time: 0.1767902 May 05 21:50:28.826299 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ce865-c35a-4e6d-a064-810a4bc97b40 req-8e775e3c-27e9-46a4-b1fc-6948c6be8a05 tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:28.827882 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f36ce865-c35a-4e6d-a064-810a4bc97b40 req-8e775e3c-27e9-46a4-b1fc-6948c6be8a05 tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2e2ad79-4cb8-4c3a-93dd-8d507af9b26a HTTP/1.1" status: 200 len: 945 time: 0.1382647 May 05 21:50:28.832569 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-289c9ff1-4324-4947-b99e-8f82c11f98fc None None] Provisioning complete for port 3691edcb-bd84-4fbc-9906-9896f408cec5 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:50:28.832569 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-289c9ff1-4324-4947-b99e-8f82c11f98fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:28.856355 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-88ba6691-7d1a-4d56-b6fa-a6727a1d3cdc None None] Transition to ACTIVE for port object 3732b390-a93b-4486-a4f9-8945cb8cf548 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:50:28.917492 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f36ce865-c35a-4e6d-a064-810a4bc97b40 req-b05066f8-0054-4440-80ac-d45bb0e6ea60 tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] 10.222.0.23 "GET /v2.0/security-groups?id=641c29c1-5292-43eb-8a1a-a8af1fdf1957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729802 May 05 21:50:28.929438 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-13d0f08f-b56e-4e09-bfac-5a0639967c06 req-b0eaae4d-9ec0-45d9-ae24-d1cb84d3f187 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=5165d8be-a1b9-4dce-a631-d72bdd4afdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104457 May 05 21:50:28.941881 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7efbee-12c8-4e88-8327-7bf6cb65c763 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Pushing event updated for resources: {'Subnet': ['ID=dedd47a9-a75a-4340-ac15-eebabd4ccf22,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:28.979297 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-88ba6691-7d1a-4d56-b6fa-a6727a1d3cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:29.062419 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7efbee-12c8-4e88-8327-7bf6cb65c763 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Checking segment: {'id': '0c06b550-f0ac-4a88-9b13-80689274d2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '29b594e3-6031-4c0e-887f-bccbb18a4129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:50:29.063019 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7efbee-12c8-4e88-8327-7bf6cb65c763 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Network hostable DHCP agents. Network: 29b594e3-6031-4c0e-887f-bccbb18a4129, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:50:29.117903 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-289c9ff1-4324-4947-b99e-8f82c11f98fc None None] Port 3691edcb-bd84-4fbc-9906-9896f408cec5 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:50:29.147470 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:29.152607 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f069125b-e744-4651-99bc-2cdb76b6b841 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:50:29.160877 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ba6691-7d1a-4d56-b6fa-a6727a1d3cdc None None] Pushing event updated for resources: {'Port': ['ID=3732b390-a93b-4486-a4f9-8945cb8cf548,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:29.166861 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacef41b-620b-4ca4-909b-c59100161b0c None None] Sync routers for ids ['645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:50:29.173476 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7efbee-12c8-4e88-8327-7bf6cb65c763 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Network 29b594e3-6031-4c0e-887f-bccbb18a4129 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:50:29.180226 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ba6691-7d1a-4d56-b6fa-a6727a1d3cdc None None] Network fce1ca7e-07c4-4f53-b33d-2796d8223d2a is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:50:29.192394 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacef41b-620b-4ca4-909b-c59100161b0c None None] Routers {'645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:50:29.193284 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-bacef41b-620b-4ca4-909b-c59100161b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:50:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:50:29.193448 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41312) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:50:29.193644 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f069125b-e744-4651-99bc-2cdb76b6b841 admin admin] 10.222.0.23 "PUT /v2.0/routers/645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6379728 May 05 21:50:29.196849 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-2c7efbee-12c8-4e88-8327-7bf6cb65c763 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 29b594e3-6031-4c0e-887f-bccbb18a4129) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:50:29.199973 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-88ba6691-7d1a-4d56-b6fa-a6727a1d3cdc None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:50:29.213013 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7efbee-12c8-4e88-8327-7bf6cb65c763 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:29.213607 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2c7efbee-12c8-4e88-8327-7bf6cb65c763 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:29.222053 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7a620970-8d72-4c97-8d33-d1e69602892b admin admin] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:29.229604 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e651f3-33fa-4f54-9946-552375e023d8 None None] Network 29b594e3-6031-4c0e-887f-bccbb18a4129 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:50:29.242288 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7a620970-8d72-4c97-8d33-d1e69602892b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:29.267169 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ba6691-7d1a-4d56-b6fa-a6727a1d3cdc None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:50:29.393318 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-2c7efbee-12c8-4e88-8327-7bf6cb65c763 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9786751 May 05 21:50:29.438643 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7a620970-8d72-4c97-8d33-d1e69602892b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:29.446335 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a620970-8d72-4c97-8d33-d1e69602892b admin admin] Pushing event updated for resources: {'Port': ['ID=3691edcb-bd84-4fbc-9906-9896f408cec5,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:29.559504 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d03dba-d32f-48fd-b323-bed56210f927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba3d0c5-8834-4d3a-b7bc-eb551f80748b'}, {'server_uuid': '6f455359-c485-4129-ac66-5a50feca85c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc1d106-e577-4500-a5d8-8130ac0a87a6'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:50:29.711693 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-bacef41b-620b-4ca4-909b-c59100161b0c None None] Set router 645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:50:29.754585 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port cfc1d106-e577-4500-a5d8-8130ac0a87a6, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=cfc1d106-e577-4500-a5d8-8130ac0a87a6,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:50:29.781405 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a620970-8d72-4c97-8d33-d1e69602892b admin admin] Network a0bbb488-cf22-4390-ab5b-42ceab7ce09d is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:50:29.782683 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-7a620970-8d72-4c97-8d33-d1e69602892b admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:50:29.850547 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c5a91-6fa4-43b4-b5f4-ddf0b1982541 req-0a805399-889d-4a42-a447-7c256c64ebc1 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:29.859689 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f34c5a91-6fa4-43b4-b5f4-ddf0b1982541 req-0a805399-889d-4a42-a447-7c256c64ebc1 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f455359-c485-4129-ac66-5a50feca85c9 HTTP/1.1" status: 200 len: 949 time: 0.3418674 May 05 21:50:29.868693 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:29.876957 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-88ba6691-7d1a-4d56-b6fa-a6727a1d3cdc None None] Attempting to bind port 3732b390-a93b-4486-a4f9-8945cb8cf548 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:50:29.877316 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-88ba6691-7d1a-4d56-b6fa-a6727a1d3cdc None None] Attempting to bind port 3732b390-a93b-4486-a4f9-8945cb8cf548 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '2c577bc7-91ae-4b04-9ef5-a0ac47b8abd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'fce1ca7e-07c4-4f53-b33d-2796d8223d2a'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:50:29.877673 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ba6691-7d1a-4d56-b6fa-a6727a1d3cdc None None] Attempting to bind port 3732b390-a93b-4486-a4f9-8945cb8cf548 on network fce1ca7e-07c4-4f53-b33d-2796d8223d2a {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:50:29.930713 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ba6691-7d1a-4d56-b6fa-a6727a1d3cdc None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:50:29.931107 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ba6691-7d1a-4d56-b6fa-a6727a1d3cdc None None] Checking segment: {'id': '2c577bc7-91ae-4b04-9ef5-a0ac47b8abd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'fce1ca7e-07c4-4f53-b33d-2796d8223d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:50:29.931511 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-88ba6691-7d1a-4d56-b6fa-a6727a1d3cdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:29.931965 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ba6691-7d1a-4d56-b6fa-a6727a1d3cdc None None] Bound using segment: {'id': '2c577bc7-91ae-4b04-9ef5-a0ac47b8abd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'fce1ca7e-07c4-4f53-b33d-2796d8223d2a'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:50:29.932748 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-88ba6691-7d1a-4d56-b6fa-a6727a1d3cdc None None] Bound port: 3732b390-a93b-4486-a4f9-8945cb8cf548, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c577bc7-91ae-4b04-9ef5-a0ac47b8abd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'fce1ca7e-07c4-4f53-b33d-2796d8223d2a'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:50:29.933120 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-88ba6691-7d1a-4d56-b6fa-a6727a1d3cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:29.956100 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f34c5a91-6fa4-43b4-b5f4-ddf0b1982541 req-049279d1-ef26-41c1-aa37-52a7db129eaa tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948641 May 05 21:50:29.997122 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e3ca8f-bbc4-48c7-a94e-4ecc4b0204a9 req-f51847ea-0dd8-42ca-9f49-f6838f2b3558 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:30.002075 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-78e3ca8f-bbc4-48c7-a94e-4ecc4b0204a9 req-f51847ea-0dd8-42ca-9f49-f6838f2b3558 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d95b01c-6710-48cf-9af7-f1de1a8bd458 HTTP/1.1" status: 200 len: 945 time: 0.2480714 May 05 21:50:30.130702 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-78e3ca8f-bbc4-48c7-a94e-4ecc4b0204a9 req-8f4ee1b6-251c-4a6d-a214-d86715f701d4 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=910f211c-c7ca-4cc4-8d09-61e980cdaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216872 May 05 21:50:30.131742 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=cfc1d106-e577-4500-a5d8-8130ac0a87a6,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:30.159061 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-29ad01dd-a394-466b-b1c6-060a24a00029 admin admin] Notify callbacks [] for router, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:30.179898 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-bacef41b-620b-4ca4-909b-c59100161b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf', 'name': 'tempest-ServerRescueTestJSONUnderV235-1952583119-router', 'tenant_id': 'cf59b1a8623a48db9737966b2f762b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'dcb5be8b-3392-4a5f-b7a4-b6a197cafd9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:48:00Z', 'updated_at': '2022-05-05T21:50:25Z', 'revision_number': 5, 'project_id': 'cf59b1a8623a48db9737966b2f762b3c', 'gw_port': {'id': 'dcb5be8b-3392-4a5f-b7a4-b6a197cafd9f', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:45:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:48:03Z', 'updated_at': '2022-05-05T21:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:50:30.184348 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacef41b-620b-4ca4-909b-c59100161b0c None None] Checking router: 645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:50:30.210146 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacef41b-620b-4ca4-909b-c59100161b0c None None] Routers {'645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:50:30.210777 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-bacef41b-620b-4ca4-909b-c59100161b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:50:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:50:30.215964 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3030bb4-74a7-4bbf-aaef-ccb5fdba87be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-29b594e3-6031-4c0e-887f-bccbb18a4129', 'network_id': '29b594e3-6031-4c0e-887f-bccbb18a4129', 'tenant_id': '1384b462eac846a090f14492c41d335c', 'fixed_ips': [{'subnet_id': 'dedd47a9-a75a-4340-ac15-eebabd4ccf22'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 21:50:30.217313 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f3030bb4-74a7-4bbf-aaef-ccb5fdba87be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:30.244671 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-86c14133-11cc-4866-8a3e-ce1aedbb0ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc06220c-986d-4be1-95ec-5cc702ddab50', 'name': 'tempest-FloatingIPDetailsTestJSON-1020285565-router', 'tenant_id': '533a2fbb51ae42009bb97af11d84b393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'bc517e87-e1cd-4314-a0a2-3167a18702ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:50:18Z', 'updated_at': '2022-05-05T21:50:21Z', 'revision_number': 3, 'project_id': '533a2fbb51ae42009bb97af11d84b393', 'gw_port': {'id': 'bc517e87-e1cd-4314-a0a2-3167a18702ac', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc06220c-986d-4be1-95ec-5cc702ddab50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:50:19Z', 'updated_at': '2022-05-05T21:50:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:50:30.291785 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c14133-11cc-4866-8a3e-ce1aedbb0ae9 None None] The sync data for ids ['bc06220c-986d-4be1-95ec-5cc702ddab50'] in n-d-825175-4 is: [{'id': 'bc06220c-986d-4be1-95ec-5cc702ddab50', 'name': 'tempest-FloatingIPDetailsTestJSON-1020285565-router', 'tenant_id': '533a2fbb51ae42009bb97af11d84b393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'bc517e87-e1cd-4314-a0a2-3167a18702ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:50:18Z', 'updated_at': '2022-05-05T21:50:21Z', 'revision_number': 3, 'project_id': '533a2fbb51ae42009bb97af11d84b393', 'gw_port': {'id': 'bc517e87-e1cd-4314-a0a2-3167a18702ac', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc06220c-986d-4be1-95ec-5cc702ddab50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:50:19Z', 'updated_at': '2022-05-05T21:50:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:50:30.315805 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4a57ae7-fa5c-432d-9c52-85d69e917b50'] response: {'server_uuid': '96d03dba-d32f-48fd-b323-bed56210f927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba3d0c5-8834-4d3a-b7bc-eb551f80748b', 'code': 200} May 05 21:50:30.316143 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4a57ae7-fa5c-432d-9c52-85d69e917b50'] response: {'server_uuid': '6f455359-c485-4129-ac66-5a50feca85c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc1d106-e577-4500-a5d8-8130ac0a87a6', 'code': 200} May 05 21:50:30.326515 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-88ba6691-7d1a-4d56-b6fa-a6727a1d3cdc None None] For port 3732b390-a93b-4486-a4f9-8945cb8cf548, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:50:30.341073 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-88ba6691-7d1a-4d56-b6fa-a6727a1d3cdc None None] For port 3732b390-a93b-4486-a4f9-8945cb8cf548, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=3732b390-a93b-4486-a4f9-8945cb8cf548,segment=NetworkSegment(2c577bc7-91ae-4b04-9ef5-a0ac47b8abd8),segment_id=2c577bc7-91ae-4b04-9ef5-a0ac47b8abd8)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:50:30.378493 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-86815ee0-72c1-44c8-8327-c136330938ed req-1c5ea295-cf8a-4181-864c-f7a02cb9738f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f49bb537458640de8650e6e4d4293f6e&device_id=e2e2ad79-4cb8-4c3a-93dd-8d507af9b26a HTTP/1.1" status: 200 len: 1096 time: 0.6429455 May 05 21:50:30.382408 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-88ba6691-7d1a-4d56-b6fa-a6727a1d3cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:30.443403 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-087cf744-307d-4dbb-86d8-005306198d62 None None] Provisioning complete for port 3691edcb-bd84-4fbc-9906-9896f408cec5 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:50:30.443774 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-087cf744-307d-4dbb-86d8-005306198d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:30.474245 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-bacef41b-620b-4ca4-909b-c59100161b0c None None] Set router 645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:50:30.517694 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-087cf744-307d-4dbb-86d8-005306198d62 None None] Port 3691edcb-bd84-4fbc-9906-9896f408cec5 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:50:30.645851 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ba6691-7d1a-4d56-b6fa-a6727a1d3cdc None None] Pushing event updated for resources: {'Port': ['ID=3732b390-a93b-4486-a4f9-8945cb8cf548,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:30.669864 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86815ee0-72c1-44c8-8327-c136330938ed req-f4a01505-eaf6-492c-845c-6c820c1edca6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:30.671636 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-86815ee0-72c1-44c8-8327-c136330938ed req-f4a01505-eaf6-492c-845c-6c820c1edca6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7bb8ede8-a2e0-4b9c-bb3c-9c0d57b73bc1 HTTP/1.1" status: 200 len: 915 time: 0.2796013 May 05 21:50:30.692237 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-f3030bb4-74a7-4bbf-aaef-ccb5fdba87be None None] Allocated IP 19.86.0.2 (29b594e3-6031-4c0e-887f-bccbb18a4129/dedd47a9-a75a-4340-ac15-eebabd4ccf22/102a9802-9d20-4f72-9c4e-740ceab05573) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:50:30.835939 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-86815ee0-72c1-44c8-8327-c136330938ed req-25c77828-4507-4e87-96fa-7514e416c9b2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e0b3703-20d5-414a-8261-0f2347b4990f HTTP/1.1" status: 200 len: 217 time: 0.1378682 May 05 21:50:30.990505 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86815ee0-72c1-44c8-8327-c136330938ed req-7e3edf5c-57ca-4cde-abc5-06e98e1f62de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:30.991969 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-86815ee0-72c1-44c8-8327-c136330938ed req-7e3edf5c-57ca-4cde-abc5-06e98e1f62de service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6e7b0307-b9df-4e84-a70b-9e1ff89107d7 HTTP/1.1" status: 200 len: 854 time: 0.1413002 May 05 21:50:31.035046 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f3030bb4-74a7-4bbf-aaef-ccb5fdba87be None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:31.066374 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f3030bb4-74a7-4bbf-aaef-ccb5fdba87be None None] Transition to ACTIVE for port object 102a9802-9d20-4f72-9c4e-740ceab05573 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:50:31.079300 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-86815ee0-72c1-44c8-8327-c136330938ed req-07f7aa8f-4b89-4974-bdf3-c9d82ea954b8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7bb8ede8-a2e0-4b9c-bb3c-9c0d57b73bc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695703 May 05 21:50:31.104405 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f3030bb4-74a7-4bbf-aaef-ccb5fdba87be None None] Transition to ACTIVE for port object 102a9802-9d20-4f72-9c4e-740ceab05573 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:50:31.109926 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-bacef41b-620b-4ca4-909b-c59100161b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf', 'name': 'tempest-ServerRescueTestJSONUnderV235-1952583119-router', 'tenant_id': 'cf59b1a8623a48db9737966b2f762b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'dcb5be8b-3392-4a5f-b7a4-b6a197cafd9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:48:00Z', 'updated_at': '2022-05-05T21:50:25Z', 'revision_number': 5, 'project_id': 'cf59b1a8623a48db9737966b2f762b3c', 'gw_port': {'id': 'dcb5be8b-3392-4a5f-b7a4-b6a197cafd9f', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:45:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:48:03Z', 'updated_at': '2022-05-05T21:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:50:31.116566 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f3030bb4-74a7-4bbf-aaef-ccb5fdba87be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:31.123306 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacef41b-620b-4ca4-909b-c59100161b0c None None] The sync data for ids ['645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf'] in n-d-825175-4 is: [{'id': '645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf', 'name': 'tempest-ServerRescueTestJSONUnderV235-1952583119-router', 'tenant_id': 'cf59b1a8623a48db9737966b2f762b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'dcb5be8b-3392-4a5f-b7a4-b6a197cafd9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:48:00Z', 'updated_at': '2022-05-05T21:50:25Z', 'revision_number': 5, 'project_id': 'cf59b1a8623a48db9737966b2f762b3c', 'gw_port': {'id': 'dcb5be8b-3392-4a5f-b7a4-b6a197cafd9f', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:45:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:48:03Z', 'updated_at': '2022-05-05T21:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:50:31.223638 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3030bb4-74a7-4bbf-aaef-ccb5fdba87be None None] Network 29b594e3-6031-4c0e-887f-bccbb18a4129 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:50:31.226602 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-f3030bb4-74a7-4bbf-aaef-ccb5fdba87be None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:50:31.232032 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3030bb4-74a7-4bbf-aaef-ccb5fdba87be None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:50:31.243989 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3030bb4-74a7-4bbf-aaef-ccb5fdba87be None None] Pushing event updated for resources: {'Port': ['ID=102a9802-9d20-4f72-9c4e-740ceab05573,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:31.283344 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-9a957bf2-6e26-41a7-8e50-b69f2892e7c8 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:31.287175 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-9a957bf2-6e26-41a7-8e50-b69f2892e7c8 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:31.287943 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-9a957bf2-6e26-41a7-8e50-b69f2892e7c8 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Synchronizing usage tracker for tenant:1384b462eac846a090f14492c41d335c on resource:network {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:50:31.304854 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36be0a3a-6471-4390-a3a0-189838fd8a00 req-640e6a49-8000-4070-aa3f-c802a67f768a tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:31.310807 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-36be0a3a-6471-4390-a3a0-189838fd8a00 req-640e6a49-8000-4070-aa3f-c802a67f768a tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2e2ad79-4cb8-4c3a-93dd-8d507af9b26a HTTP/1.1" status: 200 len: 945 time: 1.0500817 May 05 21:50:31.358812 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-03fd398d-f530-4bea-b367-683a6d9d3763 req-b89bacac-c4e6-41dd-897d-55da93be4203 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6f455359-c485-4129-ac66-5a50feca85c9 HTTP/1.1" status: 200 len: 1101 time: 0.9405701 May 05 21:50:31.367566 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8a1a7063-8a22-4abc-a440-479341f9c3d0 req-f843b1a1-9e55-4533-aded-48466e5e3e1b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=96d03dba-d32f-48fd-b323-bed56210f927 HTTP/1.1" status: 200 len: 1101 time: 0.9102669 May 05 21:50:31.372658 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a620970-8d72-4c97-8d33-d1e69602892b admin admin] Router bc06220c-986d-4be1-95ec-5cc702ddab50 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:50:31.446648 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-9a957bf2-6e26-41a7-8e50-b69f2892e7c8 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Unset dirty status for tenant:1384b462eac846a090f14492c41d335c on resource:network {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:50:31.454142 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-9a957bf2-6e26-41a7-8e50-b69f2892e7c8 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.23 "GET /v2.0/networks?id=fce1ca7e-07c4-4f53-b33d-2796d8223d2a&id=29b594e3-6031-4c0e-887f-bccbb18a4129 HTTP/1.1" status: 200 len: 1390 time: 0.6242762 May 05 21:50:31.471415 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-f3030bb4-74a7-4bbf-aaef-ccb5fdba87be None None] Attempting to bind port 102a9802-9d20-4f72-9c4e-740ceab05573 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:50:31.472232 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-f3030bb4-74a7-4bbf-aaef-ccb5fdba87be None None] Attempting to bind port 102a9802-9d20-4f72-9c4e-740ceab05573 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '0c06b550-f0ac-4a88-9b13-80689274d2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '29b594e3-6031-4c0e-887f-bccbb18a4129'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:50:31.472232 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3030bb4-74a7-4bbf-aaef-ccb5fdba87be None None] Attempting to bind port 102a9802-9d20-4f72-9c4e-740ceab05573 on network 29b594e3-6031-4c0e-887f-bccbb18a4129 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:50:31.483024 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3030bb4-74a7-4bbf-aaef-ccb5fdba87be None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:50:31.483450 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3030bb4-74a7-4bbf-aaef-ccb5fdba87be None None] Checking segment: {'id': '0c06b550-f0ac-4a88-9b13-80689274d2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '29b594e3-6031-4c0e-887f-bccbb18a4129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:50:31.483849 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f3030bb4-74a7-4bbf-aaef-ccb5fdba87be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:31.484236 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3030bb4-74a7-4bbf-aaef-ccb5fdba87be None None] Bound using segment: {'id': '0c06b550-f0ac-4a88-9b13-80689274d2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '29b594e3-6031-4c0e-887f-bccbb18a4129'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:50:31.484700 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-f3030bb4-74a7-4bbf-aaef-ccb5fdba87be None None] Bound port: 102a9802-9d20-4f72-9c4e-740ceab05573, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c06b550-f0ac-4a88-9b13-80689274d2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '29b594e3-6031-4c0e-887f-bccbb18a4129'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:50:31.485114 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f3030bb4-74a7-4bbf-aaef-ccb5fdba87be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:31.558027 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-36be0a3a-6471-4390-a3a0-189838fd8a00 req-6208cf41-880e-40ab-872e-7b8b0c252612 tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] 10.222.0.23 "GET /v2.0/security-groups?id=641c29c1-5292-43eb-8a1a-a8af1fdf1957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463295 May 05 21:50:31.576899 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-44a62ab9-7ae3-45e5-8d29-c3eaa48ef44b tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.23 "GET /v2.0/quotas/1384b462eac846a090f14492c41d335c HTTP/1.1" status: 200 len: 375 time: 0.1218662 May 05 21:50:31.609115 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-86815ee0-72c1-44c8-8327-c136330938ed req-95c2df40-545b-430d-8a94-c67fb9ca0849 service neutron] 10.222.0.44 "GET /v2.0/networks/7bb8ede8-a2e0-4b9c-bb3c-9c0d57b73bc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5231397 May 05 21:50:31.643175 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f3030bb4-74a7-4bbf-aaef-ccb5fdba87be None None] For port 102a9802-9d20-4f72-9c4e-740ceab05573, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:50:31.648417 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f3030bb4-74a7-4bbf-aaef-ccb5fdba87be None None] For port 102a9802-9d20-4f72-9c4e-740ceab05573, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=102a9802-9d20-4f72-9c4e-740ceab05573,segment=NetworkSegment(0c06b550-f0ac-4a88-9b13-80689274d2f3),segment_id=0c06b550-f0ac-4a88-9b13-80689274d2f3)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:50:31.653491 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8a1a7063-8a22-4abc-a440-479341f9c3d0 req-139e9505-3417-4dc6-9d12-be50bfb42e64 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771537 May 05 21:50:31.658381 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f3030bb4-74a7-4bbf-aaef-ccb5fdba87be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:31.679953 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-03fd398d-f530-4bea-b367-683a6d9d3763 req-38b53716-1b65-48cd-b82e-70c30e9e5a97 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052318 May 05 21:50:31.806571 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3030bb4-74a7-4bbf-aaef-ccb5fdba87be None None] Pushing event updated for resources: {'Port': ['ID=102a9802-9d20-4f72-9c4e-740ceab05573,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:31.808280 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-29ad01dd-a394-466b-b1c6-060a24a00029 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:31.881456 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-60cfb3b4-30c7-4868-8def-700c87f5f28d tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Synchronizing usage tracker for tenant:1384b462eac846a090f14492c41d335c on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:50:31.897212 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-86815ee0-72c1-44c8-8327-c136330938ed req-34c2518a-4f31-49a9-8108-66744d4ce97a service neutron] 10.222.0.44 "GET /v2.0/networks/7bb8ede8-a2e0-4b9c-bb3c-9c0d57b73bc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751472 May 05 21:50:31.897494 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-29ad01dd-a394-466b-b1c6-060a24a00029 admin admin] Deleting port dcb5be8b-3392-4a5f-b7a4-b6a197cafd9f {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:50:31.897846 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-29ad01dd-a394-466b-b1c6-060a24a00029 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:31.943032 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a620970-8d72-4c97-8d33-d1e69602892b admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:50:31.949300 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-7a620970-8d72-4c97-8d33-d1e69602892b admin admin] 10.222.0.23 "PUT /v2.0/routers/bc06220c-986d-4be1-95ec-5cc702ddab50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4641058 May 05 21:50:32.015416 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-60cfb3b4-30c7-4868-8def-700c87f5f28d tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Unset dirty status for tenant:1384b462eac846a090f14492c41d335c on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:50:32.016857 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-60cfb3b4-30c7-4868-8def-700c87f5f28d tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1384b462eac846a090f14492c41d335c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4387264 May 05 21:50:32.260322 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97af84f-f090-4f9c-962a-ee73119a1460 None None] Network fce1ca7e-07c4-4f53-b33d-2796d8223d2a requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:50:32.315851 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd86438c-43ae-4d88-ba36-b8c889960f8f req-ba6afabb-74ad-4b9a-92ff-da09cd0f75c2 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:32.317223 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bd86438c-43ae-4d88-ba36-b8c889960f8f req-ba6afabb-74ad-4b9a-92ff-da09cd0f75c2 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e69ec30-08d3-41b4-b7e1-6334c8ce0d1b HTTP/1.1" status: 200 len: 945 time: 0.5030534 May 05 21:50:32.332390 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 3732b390-a93b-4486-a4f9-8945cb8cf548 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:50:32.374125 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-29ad01dd-a394-466b-b1c6-060a24a00029 admin admin] For port dcb5be8b-3392-4a5f-b7a4-b6a197cafd9f, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=dcb5be8b-3392-4a5f-b7a4-b6a197cafd9f,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:50:32.374471 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-29ad01dd-a394-466b-b1c6-060a24a00029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:32.383203 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-8fbba4e1-0dc2-4b46-9077-91b1a33a58fc service neutron] 10.222.0.23 "GET /v2.0/networks/fce1ca7e-07c4-4f53-b33d-2796d8223d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3539162 May 05 21:50:32.439579 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-65bf7cb5-cebd-4dd2-8804-9b49dd9d7396 None None] Provisioning for port 3732b390-a93b-4486-a4f9-8945cb8cf548 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:50:32.508875 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 3732b390-a93b-4486-a4f9-8945cb8cf548 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:50:32.547045 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 3732b390-a93b-4486-a4f9-8945cb8cf548 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:50:32.547371 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:32.588415 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-29ad01dd-a394-466b-b1c6-060a24a00029 admin admin] Calling delete_port for dcb5be8b-3392-4a5f-b7a4-b6a197cafd9f owned by network:router_gateway {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:50:32.672196 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bd86438c-43ae-4d88-ba36-b8c889960f8f req-8ba30b47-4e7f-419e-b854-92685a64dd10 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=5165d8be-a1b9-4dce-a631-d72bdd4afdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3466258 May 05 21:50:32.727441 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:32.786465 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 3732b390-a93b-4486-a4f9-8945cb8cf548, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=3732b390-a93b-4486-a4f9-8945cb8cf548,segment=NetworkSegment(2c577bc7-91ae-4b04-9ef5-a0ac47b8abd8),segment_id=2c577bc7-91ae-4b04-9ef5-a0ac47b8abd8)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:50:32.793728 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:32.794629 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device bc517e87-e1cd-4314-a0a2-3167a18702ac up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:50:32.807784 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-b6e1801a-4fc2-4e5c-b92d-4fd670bcf5b8 service neutron] 10.222.0.23 "GET /v2.0/networks/fce1ca7e-07c4-4f53-b33d-2796d8223d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4141872 May 05 21:50:32.997959 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-aceac875-6986-4e12-9958-65df04805cf2 service neutron] 10.222.0.23 "GET /v2.0/networks/29b594e3-6031-4c0e-887f-bccbb18a4129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830661 May 05 21:50:33.104841 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=3732b390-a93b-4486-a4f9-8945cb8cf548,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:33.108763 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port bc517e87-e1cd-4314-a0a2-3167a18702ac completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:50:33.114651 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port bc517e87-e1cd-4314-a0a2-3167a18702ac triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:50:33.130562 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:33.180018 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e949f429-96bc-4f48-8d2e-0263e08724e7 None None] Network 29b594e3-6031-4c0e-887f-bccbb18a4129 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:50:33.207691 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-9a67d9d4-cec8-47a3-a5ca-b3e44382b742 None None] Provisioning complete for port 3732b390-a93b-4486-a4f9-8945cb8cf548 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:50:33.208056 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9a67d9d4-cec8-47a3-a5ca-b3e44382b742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:33.408000 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-d6a3bcdd-df10-447b-8658-b950ab81155c service neutron] 10.222.0.23 "GET /v2.0/networks/29b594e3-6031-4c0e-887f-bccbb18a4129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4091437 May 05 21:50:33.427148 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a302bc-8aef-4b78-87bc-16c60d0d2594 req-cf4953f4-36d8-4b07-a9c2-9c3245a5721c tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:33.428759 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-78a302bc-8aef-4b78-87bc-16c60d0d2594 req-cf4953f4-36d8-4b07-a9c2-9c3245a5721c tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f455359-c485-4129-ac66-5a50feca85c9 HTTP/1.1" status: 200 len: 950 time: 0.4278271 May 05 21:50:33.430333 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-29ad01dd-a394-466b-b1c6-060a24a00029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:33.493523 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ad01dd-a394-466b-b1c6-060a24a00029 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcb5be8b-3392-4a5f-b7a4-b6a197cafd9f,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:33.533733 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:33.611074 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-78a302bc-8aef-4b78-87bc-16c60d0d2594 req-cdaae24d-3bc6-4e96-b425-71f4a0df5920 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476068 May 05 21:50:33.615660 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port bc517e87-e1cd-4314-a0a2-3167a18702ac, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=bc517e87-e1cd-4314-a0a2-3167a18702ac,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:50:33.625628 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:33.682078 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 8a40e2f3-fd24-46c8-a1ed-7679ecf6799d no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:50:33.732805 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 8a40e2f3-fd24-46c8-a1ed-7679ecf6799d {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:50:33.733144 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 8a40e2f3-fd24-46c8-a1ed-7679ecf6799d not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:50:33.783381 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=bc517e87-e1cd-4314-a0a2-3167a18702ac,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:33.789123 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-501c2628-3ff3-4d13-856c-58eedc2bd202 None None] Provisioning for port 102a9802-9d20-4f72-9c4e-740ceab05573 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:50:33.985239 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-29ad01dd-a394-466b-b1c6-060a24a00029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:34.239519 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 102a9802-9d20-4f72-9c4e-740ceab05573 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:50:34.303089 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-29ad01dd-a394-466b-b1c6-060a24a00029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:34.314382 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f76a7-c9f9-4a10-8fc7-fc78234148d4 req-ac2e1aac-ac6b-4be0-81e2-0efcde2a9561 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:34.316096 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-918f76a7-c9f9-4a10-8fc7-fc78234148d4 req-ac2e1aac-ac6b-4be0-81e2-0efcde2a9561 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d95b01c-6710-48cf-9af7-f1de1a8bd458 HTTP/1.1" status: 200 len: 945 time: 0.4921119 May 05 21:50:34.320650 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 102a9802-9d20-4f72-9c4e-740ceab05573 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:50:34.321118 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-aab22ef4-7682-4deb-afa0-60055e7e3b60 req-2e5409e1-bf9b-4283-8280-b987499d5955 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4590549 May 05 21:50:34.322576 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-29ad01dd-a394-466b-b1c6-060a24a00029 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:34.330444 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 102a9802-9d20-4f72-9c4e-740ceab05573 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:50:34.330963 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:34.332898 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-aab22ef4-7682-4deb-afa0-60055e7e3b60 req-af81adda-84f5-41ad-96bc-74ea14432a04 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Request body: {'floatingip': {'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:50:34.353918 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-aab22ef4-7682-4deb-afa0-60055e7e3b60 req-af81adda-84f5-41ad-96bc-74ea14432a04 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:50:34.375372 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-aab22ef4-7682-4deb-afa0-60055e7e3b60 req-af81adda-84f5-41ad-96bc-74ea14432a04 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Usage tracker for resource:floatingip and tenant:533a2fbb51ae42009bb97af11d84b393 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:50:34.381403 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-aab22ef4-7682-4deb-afa0-60055e7e3b60 req-af81adda-84f5-41ad-96bc-74ea14432a04 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:50:34.396367 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-aab22ef4-7682-4deb-afa0-60055e7e3b60 req-af81adda-84f5-41ad-96bc-74ea14432a04 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:50:34.402720 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-29ad01dd-a394-466b-b1c6-060a24a00029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:34.403245 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ad01dd-a394-466b-b1c6-060a24a00029 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf {{(pid=84061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 21:50:34.424313 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-918f76a7-c9f9-4a10-8fc7-fc78234148d4 req-20b18ee4-47b3-418e-b65b-f56a552c26e1 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=910f211c-c7ca-4cc4-8d09-61e980cdaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869050 May 05 21:50:34.426841 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-aab22ef4-7682-4deb-afa0-60055e7e3b60 req-af81adda-84f5-41ad-96bc-74ea14432a04 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Notify callbacks [] for floatingip, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:34.461669 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:34.469801 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-29ad01dd-a394-466b-b1c6-060a24a00029 admin admin] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:34.471316 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-29ad01dd-a394-466b-b1c6-060a24a00029 admin admin] 10.222.0.23 "DELETE /v2.0/routers/645d4ab6-43a0-4d5b-bbae-bc1c8330a3bf HTTP/1.1" status: 204 len: 168 time: 5.2767737 May 05 21:50:34.474044 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41356) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:50:34.531307 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 102a9802-9d20-4f72-9c4e-740ceab05573, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=102a9802-9d20-4f72-9c4e-740ceab05573,segment=NetworkSegment(0c06b550-f0ac-4a88-9b13-80689274d2f3),segment_id=0c06b550-f0ac-4a88-9b13-80689274d2f3)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:50:34.541736 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:34.542623 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 3732b390-a93b-4486-a4f9-8945cb8cf548 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:50:34.608494 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ae0d05e-f465-4c63-b7c9-000008b6aad3 admin admin] Deleting subnet aae297b4-545c-4d68-be8d-c45225bf12de {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:50:34.612091 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4ae0d05e-f465-4c63-b7c9-000008b6aad3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:34.709052 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4ae0d05e-f465-4c63-b7c9-000008b6aad3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:34.746555 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-aab22ef4-7682-4deb-afa0-60055e7e3b60 req-af81adda-84f5-41ad-96bc-74ea14432a04 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:34.759343 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=102a9802-9d20-4f72-9c4e-740ceab05573,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:34.777526 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 3732b390-a93b-4486-a4f9-8945cb8cf548 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:50:34.777887 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:34.780125 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4ae0d05e-f465-4c63-b7c9-000008b6aad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:34.797947 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d86eaeb-056b-4ee2-9ef9-f5524b7a10a7 req-6f5d6bde-608a-4bb6-9d29-f584fb8df5ac tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:34.799777 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6d86eaeb-056b-4ee2-9ef9-f5524b7a10a7 req-6f5d6bde-608a-4bb6-9d29-f584fb8df5ac tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2e2ad79-4cb8-4c3a-93dd-8d507af9b26a HTTP/1.1" status: 200 len: 945 time: 0.2086427 May 05 21:50:34.895509 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4ae0d05e-f465-4c63-b7c9-000008b6aad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:34.923177 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device bc517e87-e1cd-4314-a0a2-3167a18702ac up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:50:34.952656 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae0d05e-f465-4c63-b7c9-000008b6aad3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aae297b4-545c-4d68-be8d-c45225bf12de,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:34.964129 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19fe08e-2c4f-478e-af18-3a574368cfaa None None] Sync routers for ids ['bc06220c-986d-4be1-95ec-5cc702ddab50'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:50:34.969668 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae0d05e-f465-4c63-b7c9-000008b6aad3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:50:34.970007 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae0d05e-f465-4c63-b7c9-000008b6aad3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:50:34.970529 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae0d05e-f465-4c63-b7c9-000008b6aad3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:50:34.971035 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae0d05e-f465-4c63-b7c9-000008b6aad3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:50:34.971511 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae0d05e-f465-4c63-b7c9-000008b6aad3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:50:34.972012 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae0d05e-f465-4c63-b7c9-000008b6aad3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:50:34.972483 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae0d05e-f465-4c63-b7c9-000008b6aad3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:50:34.972951 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae0d05e-f465-4c63-b7c9-000008b6aad3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:50:34.973423 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae0d05e-f465-4c63-b7c9-000008b6aad3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:50:34.973891 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae0d05e-f465-4c63-b7c9-000008b6aad3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:50:34.974376 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae0d05e-f465-4c63-b7c9-000008b6aad3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:50:34.981002 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4ae0d05e-f465-4c63-b7c9-000008b6aad3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:34.992153 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-4ae0d05e-f465-4c63-b7c9-000008b6aad3 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/aae297b4-545c-4d68-be8d-c45225bf12de HTTP/1.1" status: 204 len: 168 time: 0.5158937 May 05 21:50:34.993459 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41362) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:50:35.001195 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19fe08e-2c4f-478e-af18-3a574368cfaa None None] Routers {'bc06220c-986d-4be1-95ec-5cc702ddab50'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:50:35.001818 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-c19fe08e-2c4f-478e-af18-3a574368cfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:50:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['bc06220c-986d-4be1-95ec-5cc702ddab50'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:50:35.149431 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-58d9ac03-6684-408c-840b-e66867162048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:35.168203 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port bc517e87-e1cd-4314-a0a2-3167a18702ac triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:50:35.168552 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:35.189798 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-3379f409-5c1a-4c9e-bf75-d3b7bc058fb1 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:35.193585 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-3379f409-5c1a-4c9e-bf75-d3b7bc058fb1 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:35.195079 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-3379f409-5c1a-4c9e-bf75-d3b7bc058fb1 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.32 "GET /v2.0/networks?id=fce1ca7e-07c4-4f53-b33d-2796d8223d2a&id=29b594e3-6031-4c0e-887f-bccbb18a4129 HTTP/1.1" status: 200 len: 1390 time: 0.3924835 May 05 21:50:35.235912 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-e477d07b-dc99-43fe-ad96-7354485a8c3f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Request body: {'port': {'device_id': '0b301f04-6a0f-43a0-a6ee-7cc657052592', 'network_id': 'fce1ca7e-07c4-4f53-b33d-2796d8223d2a', 'admin_state_up': True, 'tenant_id': '1384b462eac846a090f14492c41d335c'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:50:35.262019 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6d86eaeb-056b-4ee2-9ef9-f5524b7a10a7 req-c2b44210-439d-48d8-b950-d439a1bea123 tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] 10.222.0.23 "GET /v2.0/security-groups?id=641c29c1-5292-43eb-8a1a-a8af1fdf1957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4298844 May 05 21:50:35.282830 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-58d9ac03-6684-408c-840b-e66867162048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:35.296140 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-c19fe08e-2c4f-478e-af18-3a574368cfaa None None] Set router bc06220c-986d-4be1-95ec-5cc702ddab50 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:50:35.323895 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-58d9ac03-6684-408c-840b-e66867162048 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca488f45-7fe1-4a2d-919a-777283a719db']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:50:35.342513 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-58d9ac03-6684-408c-840b-e66867162048 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dee26b3-4081-43b6-b222-2abb5ad4442f') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:50:35.344016 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-58d9ac03-6684-408c-840b-e66867162048 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dee26b3-4081-43b6-b222-2abb5ad4442f') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:50:35.354404 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-aab22ef4-7682-4deb-afa0-60055e7e3b60 req-af81adda-84f5-41ad-96bc-74ea14432a04 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Allocated IP 172.25.4.241 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/2f65b94f-ecc8-42e1-9c7d-4807ad9ac5d0) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:50:35.359461 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-58d9ac03-6684-408c-840b-e66867162048 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:35.382476 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-58d9ac03-6684-408c-840b-e66867162048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:35.396304 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58d9ac03-6684-408c-840b-e66867162048 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:50:35.397495 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-58d9ac03-6684-408c-840b-e66867162048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:35.466509 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 21:50:35.466509 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:50:35.466509 n-d-825175-4 neutron-server[84063]: timer() May 05 21:50:35.466509 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:50:35.466509 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 21:50:35.466509 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:50:35.466509 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 21:50:35.466509 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:50:35.466509 n-d-825175-4 neutron-server[84063]: self._notify() May 05 21:50:35.466509 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:50:35.466509 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 21:50:35.466509 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:50:35.466509 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 21:50:35.466509 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:50:35.466509 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:50:35.466509 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:50:35.466509 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:50:35.466509 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:50:35.466509 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 21:50:35.466509 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:50:35.466509 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 21:50:35.466509 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:50:35.466509 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:50:35.466509 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:50:35.466509 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 21:50:35.466509 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:50:35.466509 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:50:35.466509 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:50:35.466509 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:50:35.466509 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:50:35.466509 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:50:35.466509 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:50:35.496736 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-58d9ac03-6684-408c-840b-e66867162048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:35.501975 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-58d9ac03-6684-408c-840b-e66867162048 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:35.523183 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-e477d07b-dc99-43fe-ad96-7354485a8c3f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:50:35.527801 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d9ac03-6684-408c-840b-e66867162048 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca488f45-7fe1-4a2d-919a-777283a719db,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:35.528164 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-14cd7f92-1cb9-4d7f-a1fb-45b7a66c5df3 req-7e03435e-84aa-40e9-9d7d-e3e41e1241c4 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b301f04-6a0f-43a0-a6ee-7cc657052592 HTTP/1.1" status: 200 len: 210 time: 0.0633440 May 05 21:50:35.541260 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-e477d07b-dc99-43fe-ad96-7354485a8c3f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:50:35.548136 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-58d9ac03-6684-408c-840b-e66867162048 admin admin] 10.222.0.23 "DELETE /v2.0/networks/ca488f45-7fe1-4a2d-919a-777283a719db HTTP/1.1" status: 204 len: 168 time: 0.5532188 May 05 21:50:35.600009 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-e477d07b-dc99-43fe-ad96-7354485a8c3f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Made reservation on behalf of 1384b462eac846a090f14492c41d335c for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:50:35.602767 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-e477d07b-dc99-43fe-ad96-7354485a8c3f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:35.643422 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-aab22ef4-7682-4deb-afa0-60055e7e3b60 req-af81adda-84f5-41ad-96bc-74ea14432a04 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:35.645711 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:35.719803 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:35.734764 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41370) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:50:35.738217 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-c19fe08e-2c4f-478e-af18-3a574368cfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc06220c-986d-4be1-95ec-5cc702ddab50', 'name': 'tempest-FloatingIPDetailsTestJSON-1020285565-router', 'tenant_id': '533a2fbb51ae42009bb97af11d84b393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'bc517e87-e1cd-4314-a0a2-3167a18702ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:50:18Z', 'updated_at': '2022-05-05T21:50:28Z', 'revision_number': 4, 'project_id': '533a2fbb51ae42009bb97af11d84b393', 'gw_port': {'id': 'bc517e87-e1cd-4314-a0a2-3167a18702ac', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc06220c-986d-4be1-95ec-5cc702ddab50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:50:19Z', 'updated_at': '2022-05-05T21:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '3691edcb-bd84-4fbc-9906-9896f408cec5', 'name': '', 'network_id': 'a0bbb488-cf22-4390-ab5b-42ceab7ce09d', 'tenant_id': '533a2fbb51ae42009bb97af11d84b393', 'mac_address': 'fa:16:3e:37:fa:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc06220c-986d-4be1-95ec-5cc702ddab50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b7d8fcb-535e-4c87-9000-2d76e329425a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:50:27Z', 'updated_at': '2022-05-05T21:50:28Z', 'revision_number': 2, 'project_id': '533a2fbb51ae42009bb97af11d84b393', 'subnets': [{'id': '8b7d8fcb-535e-4c87-9000-2d76e329425a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:50:35.742472 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19fe08e-2c4f-478e-af18-3a574368cfaa None None] Checking router: bc06220c-986d-4be1-95ec-5cc702ddab50 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:50:35.743375 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19fe08e-2c4f-478e-af18-3a574368cfaa None None] Updating router bc06220c-986d-4be1-95ec-5cc702ddab50 port 3691edcb-bd84-4fbc-9906-9896f408cec5 binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 21:50:35.789895 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-360ce82e-1298-4a39-bda1-5036c6674660 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cf59b1a8623a48db9737966b2f762b3c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0535862 May 05 21:50:35.792144 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41374) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:50:35.800804 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c19fe08e-2c4f-478e-af18-3a574368cfaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:35.853165 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-aab22ef4-7682-4deb-afa0-60055e7e3b60 req-af81adda-84f5-41ad-96bc-74ea14432a04 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:35.855591 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fdf8906b-79e9-4a08-9e92-a56e65044221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:35.882534 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fdf8906b-79e9-4a08-9e92-a56e65044221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:35.927944 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-e477d07b-dc99-43fe-ad96-7354485a8c3f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Allocated IP 19.80.0.56 (fce1ca7e-07c4-4f53-b33d-2796d8223d2a/6a516039-3ed3-4e77-8ea0-c8a0a5b18a1d/8f8c955c-7788-46a9-bc20-db2f41f17c52) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:50:35.939506 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fdf8906b-79e9-4a08-9e92-a56e65044221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:35.944334 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59bb90d-cc5f-449c-bac0-3ce67a0926f5 req-a32a982f-b4cc-4bcb-a356-7b9cfa863f9a tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:35.946304 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e59bb90d-cc5f-449c-bac0-3ce67a0926f5 req-a32a982f-b4cc-4bcb-a356-7b9cfa863f9a tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e69ec30-08d3-41b4-b7e1-6334c8ce0d1b HTTP/1.1" status: 200 len: 945 time: 0.2492390 May 05 21:50:35.965045 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf8906b-79e9-4a08-9e92-a56e65044221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31fe5bf3-12b2-46fb-95aa-6ee5579edac7,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:35.974617 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fdf8906b-79e9-4a08-9e92-a56e65044221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:35.975789 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-fdf8906b-79e9-4a08-9e92-a56e65044221 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/31fe5bf3-12b2-46fb-95aa-6ee5579edac7 HTTP/1.1" status: 204 len: 168 time: 0.1827018 May 05 21:50:35.986756 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af81adda-84f5-41ad-96bc-74ea14432a04 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Pushing event updated for resources: {'Port': ['ID=2f65b94f-ecc8-42e1-9c7d-4807ad9ac5d0,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:35.993204 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aab22ef4-7682-4deb-afa0-60055e7e3b60 req-af81adda-84f5-41ad-96bc-74ea14432a04 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:50:35.999245 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-aab22ef4-7682-4deb-afa0-60055e7e3b60 req-af81adda-84f5-41ad-96bc-74ea14432a04 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:50:36.014410 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab22ef4-7682-4deb-afa0-60055e7e3b60 req-af81adda-84f5-41ad-96bc-74ea14432a04 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:50:36.103862 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 102a9802-9d20-4f72-9c4e-740ceab05573 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:50:36.142919 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e59bb90d-cc5f-449c-bac0-3ce67a0926f5 req-a7b21c28-f3ea-4878-811f-906af39113e3 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=5165d8be-a1b9-4dce-a631-d72bdd4afdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848090 May 05 21:50:36.251872 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c19fe08e-2c4f-478e-af18-3a574368cfaa None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:36.257651 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 102a9802-9d20-4f72-9c4e-740ceab05573 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:50:36.257651 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:36.302816 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c19fe08e-2c4f-478e-af18-3a574368cfaa None None] Transition to ACTIVE for port object 3691edcb-bd84-4fbc-9906-9896f408cec5 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:50:36.323002 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c19fe08e-2c4f-478e-af18-3a574368cfaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:36.373967 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-aab22ef4-7682-4deb-afa0-60055e7e3b60 req-af81adda-84f5-41ad-96bc-74ea14432a04 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:36.532437 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-aab22ef4-7682-4deb-afa0-60055e7e3b60 req-af81adda-84f5-41ad-96bc-74ea14432a04 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:36.551306 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcb9e6-cc6f-4a91-af3b-f4b2c078cb73 None None] Pushing event updated for resources: {'Port': ['ID=3691edcb-bd84-4fbc-9906-9896f408cec5,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:36.583049 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-e477d07b-dc99-43fe-ad96-7354485a8c3f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:36.620020 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-e477d07b-dc99-43fe-ad96-7354485a8c3f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Transition to ACTIVE for port object 8f8c955c-7788-46a9-bc20-db2f41f17c52 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:50:36.717767 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bfde5d55-d4ae-4d41-8e71-5a3705084863 req-b5c79c0f-a69a-4574-8cc8-8de23dc76d24 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b8d6052b833a4534bc346cca1ce7985f&device_id=2d95b01c-6710-48cf-9af7-f1de1a8bd458 HTTP/1.1" status: 200 len: 1096 time: 0.1854246 May 05 21:50:36.782293 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-c19fe08e-2c4f-478e-af18-3a574368cfaa None None] Attempting to bind port 3691edcb-bd84-4fbc-9906-9896f408cec5 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:50:36.782846 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-c19fe08e-2c4f-478e-af18-3a574368cfaa None None] Attempting to bind port 3691edcb-bd84-4fbc-9906-9896f408cec5 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '9494ff87-f8c9-4ae2-b60f-abd4c141a096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0bbb488-cf22-4390-ab5b-42ceab7ce09d'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:50:36.783021 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19fe08e-2c4f-478e-af18-3a574368cfaa None None] Attempting to bind port 3691edcb-bd84-4fbc-9906-9896f408cec5 on network a0bbb488-cf22-4390-ab5b-42ceab7ce09d {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:50:36.793882 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19fe08e-2c4f-478e-af18-3a574368cfaa None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:50:36.794249 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19fe08e-2c4f-478e-af18-3a574368cfaa None None] Checking segment: {'id': '9494ff87-f8c9-4ae2-b60f-abd4c141a096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0bbb488-cf22-4390-ab5b-42ceab7ce09d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:50:36.794779 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c19fe08e-2c4f-478e-af18-3a574368cfaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:36.795096 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19fe08e-2c4f-478e-af18-3a574368cfaa None None] Bound using segment: {'id': '9494ff87-f8c9-4ae2-b60f-abd4c141a096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0bbb488-cf22-4390-ab5b-42ceab7ce09d'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:50:36.795518 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-c19fe08e-2c4f-478e-af18-3a574368cfaa None None] Bound port: 3691edcb-bd84-4fbc-9906-9896f408cec5, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9494ff87-f8c9-4ae2-b60f-abd4c141a096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0bbb488-cf22-4390-ab5b-42ceab7ce09d'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:50:36.795841 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c19fe08e-2c4f-478e-af18-3a574368cfaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:36.811925 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device dcb5be8b-3392-4a5f-b7a4-b6a197cafd9f no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:50:36.844637 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8719aa05-28a3-46a6-b621-e7a759709d8c req-7c747f26-1e1b-4604-8fd6-872696c161ce tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:36.846117 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8719aa05-28a3-46a6-b621-e7a759709d8c req-7c747f26-1e1b-4604-8fd6-872696c161ce tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f455359-c485-4129-ac66-5a50feca85c9 HTTP/1.1" status: 200 len: 950 time: 0.2246230 May 05 21:50:36.850940 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-e477d07b-dc99-43fe-ad96-7354485a8c3f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:36.856690 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: dcb5be8b-3392-4a5f-b7a4-b6a197cafd9f {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:50:36.857043 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device dcb5be8b-3392-4a5f-b7a4-b6a197cafd9f not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:50:36.899978 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde5d55-d4ae-4d41-8e71-5a3705084863 req-439a6cd7-0f72-44c8-96ea-fd424e559c9a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:36.901799 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bfde5d55-d4ae-4d41-8e71-5a3705084863 req-439a6cd7-0f72-44c8-96ea-fd424e559c9a service neutron] 10.222.0.44 "GET /v2.0/networks?id=0209bbe2-ae77-4a5e-8f5f-b598cdea432f HTTP/1.1" status: 200 len: 920 time: 0.1766348 May 05 21:50:36.944491 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-c19fe08e-2c4f-478e-af18-3a574368cfaa None None] For port 3691edcb-bd84-4fbc-9906-9896f408cec5, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:50:36.949224 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-c19fe08e-2c4f-478e-af18-3a574368cfaa None None] For port 3691edcb-bd84-4fbc-9906-9896f408cec5, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=3691edcb-bd84-4fbc-9906-9896f408cec5,segment=NetworkSegment(9494ff87-f8c9-4ae2-b60f-abd4c141a096),segment_id=9494ff87-f8c9-4ae2-b60f-abd4c141a096)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:50:36.959745 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c19fe08e-2c4f-478e-af18-3a574368cfaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:37.056952 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcb9e6-cc6f-4a91-af3b-f4b2c078cb73 None None] Pushing event updated for resources: {'Port': ['ID=3691edcb-bd84-4fbc-9906-9896f408cec5,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:37.066810 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19fe08e-2c4f-478e-af18-3a574368cfaa None None] Routers {'bc06220c-986d-4be1-95ec-5cc702ddab50'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:50:37.067834 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-c19fe08e-2c4f-478e-af18-3a574368cfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:50:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['bc06220c-986d-4be1-95ec-5cc702ddab50'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:50:37.144817 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-e477d07b-dc99-43fe-ad96-7354485a8c3f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Network fce1ca7e-07c4-4f53-b33d-2796d8223d2a is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:50:37.149795 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bfde5d55-d4ae-4d41-8e71-5a3705084863 req-bd32f4e2-1fc3-4fed-9225-1c115ba0ffc9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c709e3b-4982-40c3-a103-e3eef9277a29 HTTP/1.1" status: 200 len: 217 time: 0.2405136 May 05 21:50:37.153856 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-e477d07b-dc99-43fe-ad96-7354485a8c3f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:50:37.156390 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.resource_extend [req-aab22ef4-7682-4deb-afa0-60055e7e3b60 req-af81adda-84f5-41ad-96bc-74ea14432a04 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 21:50:37.176485 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e477d07b-dc99-43fe-ad96-7354485a8c3f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Pushing event updated for resources: {'Port': ['ID=8f8c955c-7788-46a9-bc20-db2f41f17c52,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:37.196362 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-e477d07b-dc99-43fe-ad96-7354485a8c3f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:50:37.233541 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde5d55-d4ae-4d41-8e71-5a3705084863 req-f55bc95d-6968-4dc1-8456-617f4704f01c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:37.235679 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bfde5d55-d4ae-4d41-8e71-5a3705084863 req-f55bc95d-6968-4dc1-8456-617f4704f01c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d1666d56-aa2f-45d5-85a5-62900adc165a HTTP/1.1" status: 200 len: 858 time: 0.0772402 May 05 21:50:37.256661 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-aab22ef4-7682-4deb-afa0-60055e7e3b60 req-af81adda-84f5-41ad-96bc-74ea14432a04 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:37.279158 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8719aa05-28a3-46a6-b621-e7a759709d8c req-ec6c2284-16f0-4e88-bf86-cb8e87cd647f tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795965 May 05 21:50:37.297388 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-aab22ef4-7682-4deb-afa0-60055e7e3b60 req-af81adda-84f5-41ad-96bc-74ea14432a04 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:37.369052 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-c19fe08e-2c4f-478e-af18-3a574368cfaa None None] Set router bc06220c-986d-4be1-95ec-5cc702ddab50 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:50:37.416965 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bfde5d55-d4ae-4d41-8e71-5a3705084863 req-71e81df3-1606-4061-ba76-1ee4d67f73f0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0209bbe2-ae77-4a5e-8f5f-b598cdea432f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1605325 May 05 21:50:37.527061 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af81adda-84f5-41ad-96bc-74ea14432a04 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Pushing event updated for resources: {'Port': ['ID=2f65b94f-ecc8-42e1-9c7d-4807ad9ac5d0,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:37.584140 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-e477d07b-dc99-43fe-ad96-7354485a8c3f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:37.584954 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-e477d07b-dc99-43fe-ad96-7354485a8c3f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:37.588425 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bfde5d55-d4ae-4d41-8e71-5a3705084863 req-22bd4b0c-107a-4bfd-8537-3561cfd9e6c5 service neutron] 10.222.0.44 "GET /v2.0/networks/0209bbe2-ae77-4a5e-8f5f-b598cdea432f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666684 May 05 21:50:37.624845 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-e477d07b-dc99-43fe-ad96-7354485a8c3f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3960063 May 05 21:50:37.625794 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-aab22ef4-7682-4deb-afa0-60055e7e3b60 req-af81adda-84f5-41ad-96bc-74ea14432a04 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:37.637047 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-c85cc65e-3765-41d3-97e2-ff4ea7e21934 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Request body: {'port': {'device_id': '0b301f04-6a0f-43a0-a6ee-7cc657052592', 'network_id': '29b594e3-6031-4c0e-887f-bccbb18a4129', 'admin_state_up': True, 'tenant_id': '1384b462eac846a090f14492c41d335c'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:50:37.764857 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bfde5d55-d4ae-4d41-8e71-5a3705084863 req-0025721f-22a1-4872-bf58-b415576b5a65 service neutron] 10.222.0.44 "GET /v2.0/networks/0209bbe2-ae77-4a5e-8f5f-b598cdea432f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652586 May 05 21:50:37.772282 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-aab22ef4-7682-4deb-afa0-60055e7e3b60 req-af81adda-84f5-41ad-96bc-74ea14432a04 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:37.773239 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-aab22ef4-7682-4deb-afa0-60055e7e3b60 req-af81adda-84f5-41ad-96bc-74ea14432a04 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4468462 May 05 21:50:37.785286 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-24fceb06-d23e-4074-89f3-167083f9c386 None None] Provisioning for port 8f8c955c-7788-46a9-bc20-db2f41f17c52 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:50:37.794068 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-c19fe08e-2c4f-478e-af18-3a574368cfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc06220c-986d-4be1-95ec-5cc702ddab50', 'name': 'tempest-FloatingIPDetailsTestJSON-1020285565-router', 'tenant_id': '533a2fbb51ae42009bb97af11d84b393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'bc517e87-e1cd-4314-a0a2-3167a18702ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:50:18Z', 'updated_at': '2022-05-05T21:50:28Z', 'revision_number': 4, 'project_id': '533a2fbb51ae42009bb97af11d84b393', 'gw_port': {'id': 'bc517e87-e1cd-4314-a0a2-3167a18702ac', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc06220c-986d-4be1-95ec-5cc702ddab50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:50:19Z', 'updated_at': '2022-05-05T21:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '3691edcb-bd84-4fbc-9906-9896f408cec5', 'name': '', 'network_id': 'a0bbb488-cf22-4390-ab5b-42ceab7ce09d', 'tenant_id': '533a2fbb51ae42009bb97af11d84b393', 'mac_address': 'fa:16:3e:37:fa:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc06220c-986d-4be1-95ec-5cc702ddab50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b7d8fcb-535e-4c87-9000-2d76e329425a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:50:27Z', 'updated_at': '2022-05-05T21:50:36Z', 'revision_number': 4, 'project_id': '533a2fbb51ae42009bb97af11d84b393', 'subnets': [{'id': '8b7d8fcb-535e-4c87-9000-2d76e329425a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:50:37.797757 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-24fceb06-d23e-4074-89f3-167083f9c386 None None] Provisioning complete for port 8f8c955c-7788-46a9-bc20-db2f41f17c52 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:50:37.798124 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-24fceb06-d23e-4074-89f3-167083f9c386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:37.826018 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19fe08e-2c4f-478e-af18-3a574368cfaa None None] The sync data for ids ['bc06220c-986d-4be1-95ec-5cc702ddab50'] in n-d-825175-4 is: [{'id': 'bc06220c-986d-4be1-95ec-5cc702ddab50', 'name': 'tempest-FloatingIPDetailsTestJSON-1020285565-router', 'tenant_id': '533a2fbb51ae42009bb97af11d84b393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'bc517e87-e1cd-4314-a0a2-3167a18702ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:50:18Z', 'updated_at': '2022-05-05T21:50:28Z', 'revision_number': 4, 'project_id': '533a2fbb51ae42009bb97af11d84b393', 'gw_port': {'id': 'bc517e87-e1cd-4314-a0a2-3167a18702ac', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc06220c-986d-4be1-95ec-5cc702ddab50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:50:19Z', 'updated_at': '2022-05-05T21:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '3691edcb-bd84-4fbc-9906-9896f408cec5', 'name': '', 'network_id': 'a0bbb488-cf22-4390-ab5b-42ceab7ce09d', 'tenant_id': '533a2fbb51ae42009bb97af11d84b393', 'mac_address': 'fa:16:3e:37:fa:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc06220c-986d-4be1-95ec-5cc702ddab50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b7d8fcb-535e-4c87-9000-2d76e329425a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:50:27Z', 'updated_at': '2022-05-05T21:50:36Z', 'revision_number': 4, 'project_id': '533a2fbb51ae42009bb97af11d84b393', 'subnets': [{'id': '8b7d8fcb-535e-4c87-9000-2d76e329425a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:50:37.866090 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-24fceb06-d23e-4074-89f3-167083f9c386 None None] Port 8f8c955c-7788-46a9-bc20-db2f41f17c52 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:50:37.909254 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-aab22ef4-7682-4deb-afa0-60055e7e3b60 req-4aaeb21c-16ac-4e81-a2de-b3b6c0525818 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Synchronizing usage tracker for tenant:533a2fbb51ae42009bb97af11d84b393 on resource:floatingip {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:50:37.951987 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-c85cc65e-3765-41d3-97e2-ff4ea7e21934 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:50:37.956894 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-aab22ef4-7682-4deb-afa0-60055e7e3b60 req-4aaeb21c-16ac-4e81-a2de-b3b6c0525818 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Unset dirty status for tenant:533a2fbb51ae42009bb97af11d84b393 on resource:floatingip {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:50:37.958048 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-aab22ef4-7682-4deb-afa0-60055e7e3b60 req-4aaeb21c-16ac-4e81-a2de-b3b6c0525818 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.241 HTTP/1.1" status: 200 len: 696 time: 0.1765389 May 05 21:50:37.960395 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-c85cc65e-3765-41d3-97e2-ff4ea7e21934 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Usage tracker for resource:port and tenant:1384b462eac846a090f14492c41d335c is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:50:37.964915 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-c85cc65e-3765-41d3-97e2-ff4ea7e21934 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:50:37.980357 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902461ce-209f-4aff-93cf-3c77ed507420 req-ce0d8657-71aa-46be-8740-ecd2c87684a3 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:37.981832 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-902461ce-209f-4aff-93cf-3c77ed507420 req-ce0d8657-71aa-46be-8740-ecd2c87684a3 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d95b01c-6710-48cf-9af7-f1de1a8bd458 HTTP/1.1" status: 200 len: 945 time: 0.2582531 May 05 21:50:37.982812 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-c85cc65e-3765-41d3-97e2-ff4ea7e21934 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:50:38.086984 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 3691edcb-bd84-4fbc-9906-9896f408cec5 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:50:38.090020 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-c85cc65e-3765-41d3-97e2-ff4ea7e21934 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Made reservation on behalf of 1384b462eac846a090f14492c41d335c for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:50:38.092973 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-c85cc65e-3765-41d3-97e2-ff4ea7e21934 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:38.174340 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 3691edcb-bd84-4fbc-9906-9896f408cec5 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:50:38.182051 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 3691edcb-bd84-4fbc-9906-9896f408cec5 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:50:38.182431 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:38.193473 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-902461ce-209f-4aff-93cf-3c77ed507420 req-75c64514-9b6e-4f71-ace4-1a148111629b tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=910f211c-c7ca-4cc4-8d09-61e980cdaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862919 May 05 21:50:38.280973 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab22ef4-7682-4deb-afa0-60055e7e3b60 req-652b8b59-9050-435b-b08f-1ad7a6f8b84b tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:38.282294 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-aab22ef4-7682-4deb-afa0-60055e7e3b60 req-652b8b59-9050-435b-b08f-1ad7a6f8b84b tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] 10.222.0.23 "GET /v2.0/networks/25bfe237-58de-4709-a3e0-ac79da07c300 HTTP/1.1" status: 200 len: 784 time: 0.3117821 May 05 21:50:38.327581 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:38.365491 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 3691edcb-bd84-4fbc-9906-9896f408cec5, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=3691edcb-bd84-4fbc-9906-9896f408cec5,segment=NetworkSegment(9494ff87-f8c9-4ae2-b60f-abd4c141a096),segment_id=9494ff87-f8c9-4ae2-b60f-abd4c141a096)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:50:38.371925 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:38.443580 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=3691edcb-bd84-4fbc-9906-9896f408cec5,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:38.476459 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-c85cc65e-3765-41d3-97e2-ff4ea7e21934 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Allocated IP 19.86.0.215 (29b594e3-6031-4c0e-887f-bccbb18a4129/dedd47a9-a75a-4340-ac15-eebabd4ccf22/7903b742-82ef-4a64-9841-fb44e6a19c1e) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:50:38.569914 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ed07f-486a-4213-bf56-743ba513f617 req-83a3f651-1971-4278-83ca-f2012b35dfcb tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:38.570692 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-043ed07f-486a-4213-bf56-743ba513f617 req-83a3f651-1971-4278-83ca-f2012b35dfcb tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Synchronizing usage tracker for tenant:1384b462eac846a090f14492c41d335c on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:50:38.626106 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714590ee-caba-44c7-b13a-56555df941d6 req-6400ed3b-8101-46bb-8e1b-0fbe487391cf tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:38.627593 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-714590ee-caba-44c7-b13a-56555df941d6 req-6400ed3b-8101-46bb-8e1b-0fbe487391cf tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e69ec30-08d3-41b4-b7e1-6334c8ce0d1b HTTP/1.1" status: 200 len: 945 time: 0.2223568 May 05 21:50:38.697209 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-043ed07f-486a-4213-bf56-743ba513f617 req-83a3f651-1971-4278-83ca-f2012b35dfcb tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Unset dirty status for tenant:1384b462eac846a090f14492c41d335c on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:50:38.698356 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-043ed07f-486a-4213-bf56-743ba513f617 req-83a3f651-1971-4278-83ca-f2012b35dfcb tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b301f04-6a0f-43a0-a6ee-7cc657052592 HTTP/1.1" status: 200 len: 931 time: 0.3422012 May 05 21:50:38.813507 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-714590ee-caba-44c7-b13a-56555df941d6 req-af231c30-6f53-4596-b373-7ad008246e46 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=5165d8be-a1b9-4dce-a631-d72bdd4afdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396718 May 05 21:50:38.830603 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-043ed07f-486a-4213-bf56-743ba513f617 req-197f36a6-aae1-4fcb-9f9a-45c9413c5ccc tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.23 "GET /v2.0/security-groups?id=933a40d1-d6ba-41e6-a91e-e2abeccdac87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192877 May 05 21:50:38.838948 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-c85cc65e-3765-41d3-97e2-ff4ea7e21934 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:38.865020 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-c85cc65e-3765-41d3-97e2-ff4ea7e21934 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Transition to ACTIVE for port object 7903b742-82ef-4a64-9841-fb44e6a19c1e will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:50:38.893247 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-c85cc65e-3765-41d3-97e2-ff4ea7e21934 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:39.017119 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-c85cc65e-3765-41d3-97e2-ff4ea7e21934 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Network 29b594e3-6031-4c0e-887f-bccbb18a4129 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:50:39.018461 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-c85cc65e-3765-41d3-97e2-ff4ea7e21934 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:50:39.022187 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85cc65e-3765-41d3-97e2-ff4ea7e21934 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Pushing event updated for resources: {'Port': ['ID=7903b742-82ef-4a64-9841-fb44e6a19c1e,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:39.026682 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-c85cc65e-3765-41d3-97e2-ff4ea7e21934 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:50:39.102543 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-c85cc65e-3765-41d3-97e2-ff4ea7e21934 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:39.103135 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-c85cc65e-3765-41d3-97e2-ff4ea7e21934 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:39.130935 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c18c9-9019-4758-b822-2846cb6fdae0 req-42e9f160-84bb-4d06-9496-b8195a53330e tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:39.133191 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a25c18c9-9019-4758-b822-2846cb6fdae0 req-42e9f160-84bb-4d06-9496-b8195a53330e tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=96d03dba-d32f-48fd-b323-bed56210f927 HTTP/1.1" status: 200 len: 950 time: 0.1944718 May 05 21:50:39.135190 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-c85cc65e-3765-41d3-97e2-ff4ea7e21934 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5026295 May 05 21:50:39.160740 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-2ce06cde-dfdc-468f-b9e5-ae93520380c5 service neutron] Request body: {'port': {'device_id': '0b301f04-6a0f-43a0-a6ee-7cc657052592', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:50:39.269099 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a25c18c9-9019-4758-b822-2846cb6fdae0 req-0c5342ca-b415-47d2-8c90-7fdf49514aa2 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294498 May 05 21:50:39.300470 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-2ce06cde-dfdc-468f-b9e5-ae93520380c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:39.307997 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-41d3d4f7-4b23-4a98-9da7-b0e8f9e89577 None None] Provisioning for port 7903b742-82ef-4a64-9841-fb44e6a19c1e completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:50:39.314558 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-41d3d4f7-4b23-4a98-9da7-b0e8f9e89577 None None] Provisioning complete for port 7903b742-82ef-4a64-9841-fb44e6a19c1e triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:50:39.314957 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-41d3d4f7-4b23-4a98-9da7-b0e8f9e89577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:39.399276 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-41d3d4f7-4b23-4a98-9da7-b0e8f9e89577 None None] Port 7903b742-82ef-4a64-9841-fb44e6a19c1e cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:50:39.615208 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4b2d9486-2970-4a07-9f71-c876151451d4 req-2ba25aba-0205-4295-989b-772f2c12f62e tempest-ServerShowV247Test-231054139 tempest-ServerShowV247Test-231054139-project] 10.222.0.23 "GET /v2.0/ports?device_id=9df82c0e-2337-49fe-ad80-535b52f25715 HTTP/1.1" status: 200 len: 210 time: 0.1304240 May 05 21:50:39.818951 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a436a608-55fb-4136-bd58-54f1341eec4d req-322b426f-99e4-463e-83fa-b54e8ed9909f tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4831080 May 05 21:50:39.896336 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-a436a608-55fb-4136-bd58-54f1341eec4d req-3d4737f6-4c52-43dc-963b-d96f90722d3b tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Request body: {'floatingip': {'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:50:39.913613 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-a436a608-55fb-4136-bd58-54f1341eec4d req-3d4737f6-4c52-43dc-963b-d96f90722d3b tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:50:39.938242 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-a436a608-55fb-4136-bd58-54f1341eec4d req-3d4737f6-4c52-43dc-963b-d96f90722d3b tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:50:39.983171 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a436a608-55fb-4136-bd58-54f1341eec4d req-3d4737f6-4c52-43dc-963b-d96f90722d3b tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Notify callbacks [] for floatingip, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:40.059189 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 3691edcb-bd84-4fbc-9906-9896f408cec5 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:50:40.062909 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c9fd3-5a05-4fec-a36a-79171327cb71 req-68352e66-1602-40f7-90bf-6a42251ed209 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:40.064354 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c82c9fd3-5a05-4fec-a36a-79171327cb71 req-68352e66-1602-40f7-90bf-6a42251ed209 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d95b01c-6710-48cf-9af7-f1de1a8bd458 HTTP/1.1" status: 200 len: 945 time: 0.3095686 May 05 21:50:40.130934 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 3691edcb-bd84-4fbc-9906-9896f408cec5 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:50:40.131319 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:40.188856 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-2ce06cde-dfdc-468f-b9e5-ae93520380c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f8c955c-7788-46a9-bc20-db2f41f17c52 {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:50:40.195264 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c82c9fd3-5a05-4fec-a36a-79171327cb71 req-5404a748-0ef0-4a55-97f8-444cb44bd30f tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=910f211c-c7ca-4cc4-8d09-61e980cdaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249547 May 05 21:50:40.201401 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-2ce06cde-dfdc-468f-b9e5-ae93520380c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:40.227198 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-2ce06cde-dfdc-468f-b9e5-ae93520380c5 service neutron] Transition to ACTIVE for port object 8f8c955c-7788-46a9-bc20-db2f41f17c52 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:50:40.234391 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-2ce06cde-dfdc-468f-b9e5-ae93520380c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:40.372000 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce06cde-dfdc-468f-b9e5-ae93520380c5 service neutron] Pushing event updated for resources: {'Port': ['ID=8f8c955c-7788-46a9-bc20-db2f41f17c52,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:40.386818 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a436a608-55fb-4136-bd58-54f1341eec4d req-3d4737f6-4c52-43dc-963b-d96f90722d3b tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:40.656350 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-2ce06cde-dfdc-468f-b9e5-ae93520380c5 service neutron] Attempting to bind port 8f8c955c-7788-46a9-bc20-db2f41f17c52 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:50:40.656793 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-2ce06cde-dfdc-468f-b9e5-ae93520380c5 service neutron] Attempting to bind port 8f8c955c-7788-46a9-bc20-db2f41f17c52 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': '2c577bc7-91ae-4b04-9ef5-a0ac47b8abd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'fce1ca7e-07c4-4f53-b33d-2796d8223d2a'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:50:40.656968 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-2ce06cde-dfdc-468f-b9e5-ae93520380c5 service neutron] Attempting to bind port 8f8c955c-7788-46a9-bc20-db2f41f17c52 on network fce1ca7e-07c4-4f53-b33d-2796d8223d2a {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:50:40.682019 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-2ce06cde-dfdc-468f-b9e5-ae93520380c5 service neutron] Port 8f8c955c-7788-46a9-bc20-db2f41f17c52 on network fce1ca7e-07c4-4f53-b33d-2796d8223d2a not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:50:40.682341 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-2ce06cde-dfdc-468f-b9e5-ae93520380c5 service neutron] Attempting to bind port 8f8c955c-7788-46a9-bc20-db2f41f17c52 on network fce1ca7e-07c4-4f53-b33d-2796d8223d2a {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:50:40.684839 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-a436a608-55fb-4136-bd58-54f1341eec4d req-3d4737f6-4c52-43dc-963b-d96f90722d3b tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Allocated IP 172.25.4.184 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/8f7a5cec-2ab1-44db-8043-f9679e8f7850) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:50:40.706338 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-2ce06cde-dfdc-468f-b9e5-ae93520380c5 service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:50:40.706688 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-2ce06cde-dfdc-468f-b9e5-ae93520380c5 service neutron] Checking segment: {'id': '2c577bc7-91ae-4b04-9ef5-a0ac47b8abd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'fce1ca7e-07c4-4f53-b33d-2796d8223d2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:50:40.707088 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-2ce06cde-dfdc-468f-b9e5-ae93520380c5 service neutron] Bound using segment: {'id': '2c577bc7-91ae-4b04-9ef5-a0ac47b8abd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'fce1ca7e-07c4-4f53-b33d-2796d8223d2a'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:50:40.707502 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-2ce06cde-dfdc-468f-b9e5-ae93520380c5 service neutron] Bound port: 8f8c955c-7788-46a9-bc20-db2f41f17c52, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c577bc7-91ae-4b04-9ef5-a0ac47b8abd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'fce1ca7e-07c4-4f53-b33d-2796d8223d2a'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:50:40.707833 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-2ce06cde-dfdc-468f-b9e5-ae93520380c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:40.865630 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde4d244-6361-41e8-a363-3ab094589414 req-7c990835-05df-4cc9-bdec-6e711b87d7dd tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:40.869471 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde4d244-6361-41e8-a363-3ab094589414 req-7c990835-05df-4cc9-bdec-6e711b87d7dd tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:40.871024 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fde4d244-6361-41e8-a363-3ab094589414 req-7c990835-05df-4cc9-bdec-6e711b87d7dd tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f455359-c485-4129-ac66-5a50feca85c9&device_id=96d03dba-d32f-48fd-b323-bed56210f927 HTTP/1.1" status: 200 len: 1691 time: 0.2648127 May 05 21:50:40.960164 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-2ce06cde-dfdc-468f-b9e5-ae93520380c5 service neutron] For port 8f8c955c-7788-46a9-bc20-db2f41f17c52, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:50:40.973640 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a436a608-55fb-4136-bd58-54f1341eec4d req-3d4737f6-4c52-43dc-963b-d96f90722d3b tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:40.986066 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-2ce06cde-dfdc-468f-b9e5-ae93520380c5 service neutron] For port 8f8c955c-7788-46a9-bc20-db2f41f17c52, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=8f8c955c-7788-46a9-bc20-db2f41f17c52,segment=NetworkSegment(2c577bc7-91ae-4b04-9ef5-a0ac47b8abd8),segment_id=2c577bc7-91ae-4b04-9ef5-a0ac47b8abd8)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:50:40.990064 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fde4d244-6361-41e8-a363-3ab094589414 req-21a8bb86-e1d4-4e8e-ae04-1f8384d40cf6 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094525 May 05 21:50:40.992712 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-2ce06cde-dfdc-468f-b9e5-ae93520380c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:41.214332 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-2ce06cde-dfdc-468f-b9e5-ae93520380c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:41.215714 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-2ce06cde-dfdc-468f-b9e5-ae93520380c5 service neutron] 10.222.0.32 "PUT /v2.0/ports/8f8c955c-7788-46a9-bc20-db2f41f17c52 HTTP/1.1" status: 200 len: 1091 time: 2.0597878 May 05 21:50:41.217562 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c421b-d731-472e-9174-a92a48e351b4 req-ac7eabf4-7efb-4329-8be8-570d09b01f9e tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:41.218967 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-f84c421b-d731-472e-9174-a92a48e351b4 req-ac7eabf4-7efb-4329-8be8-570d09b01f9e tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] Synchronizing usage tracker for tenant:f49bb537458640de8650e6e4d4293f6e on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:50:41.219420 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b301f04-6a0f-43a0-a6ee-7cc657052592', 'tag': '8f8c955c-7788-46a9-bc20-db2f41f17c52'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:50:41.242233 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-f84c421b-d731-472e-9174-a92a48e351b4 req-ac7eabf4-7efb-4329-8be8-570d09b01f9e tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] Unset dirty status for tenant:f49bb537458640de8650e6e4d4293f6e on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:50:41.243479 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f84c421b-d731-472e-9174-a92a48e351b4 req-ac7eabf4-7efb-4329-8be8-570d09b01f9e tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] 10.222.0.44 "GET /v2.0/ports?device_id=e2e2ad79-4cb8-4c3a-93dd-8d507af9b26a HTTP/1.1" status: 200 len: 945 time: 0.1099687 May 05 21:50:41.250986 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce06cde-dfdc-468f-b9e5-ae93520380c5 service neutron] Pushing event updated for resources: {'Port': ['ID=8f8c955c-7788-46a9-bc20-db2f41f17c52,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:41.257553 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a436a608-55fb-4136-bd58-54f1341eec4d req-3d4737f6-4c52-43dc-963b-d96f90722d3b tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:41.298176 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-1a4ce1fd-85aa-4ee8-bb15-72506fa9d3e7 service neutron] Request body: {'port': {'device_id': '0b301f04-6a0f-43a0-a6ee-7cc657052592', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:50:41.324645 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-f84c421b-d731-472e-9174-a92a48e351b4 req-597398d0-d9af-4880-b7b2-909a6878096f tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] Deleting port 4e0b3703-20d5-414a-8261-0f2347b4990f {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:50:41.325271 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f84c421b-d731-472e-9174-a92a48e351b4 req-597398d0-d9af-4880-b7b2-909a6878096f tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:41.401827 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4737f6-4c52-43dc-963b-d96f90722d3b tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Pushing event updated for resources: {'Port': ['ID=8f7a5cec-2ab1-44db-8043-f9679e8f7850,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:41.465167 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a436a608-55fb-4136-bd58-54f1341eec4d req-3d4737f6-4c52-43dc-963b-d96f90722d3b tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:50:41.469100 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-a436a608-55fb-4136-bd58-54f1341eec4d req-3d4737f6-4c52-43dc-963b-d96f90722d3b tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:50:41.480535 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-a436a608-55fb-4136-bd58-54f1341eec4d req-3d4737f6-4c52-43dc-963b-d96f90722d3b tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:50:41.517530 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15cfce-d9a3-4982-a023-2493d066e3e6 req-da034c7e-cc45-493e-a257-7fa61e0e0ad6 tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:41.518976 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9c15cfce-d9a3-4982-a023-2493d066e3e6 req-da034c7e-cc45-493e-a257-7fa61e0e0ad6 tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2e2ad79-4cb8-4c3a-93dd-8d507af9b26a HTTP/1.1" status: 200 len: 945 time: 0.3727255 May 05 21:50:41.525258 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-1a4ce1fd-85aa-4ee8-bb15-72506fa9d3e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:41.593487 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-f84c421b-d731-472e-9174-a92a48e351b4 req-597398d0-d9af-4880-b7b2-909a6878096f tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] For port 4e0b3703-20d5-414a-8261-0f2347b4990f, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=4e0b3703-20d5-414a-8261-0f2347b4990f,segment=NetworkSegment(6daf42f5-f714-4280-b4f8-14ac385ec522),segment_id=6daf42f5-f714-4280-b4f8-14ac385ec522)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:50:41.593886 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f84c421b-d731-472e-9174-a92a48e351b4 req-597398d0-d9af-4880-b7b2-909a6878096f tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:41.707971 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9c15cfce-d9a3-4982-a023-2493d066e3e6 req-f10c1509-257d-4286-a804-800158ecb72f tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] 10.222.0.23 "GET /v2.0/security-groups?id=641c29c1-5292-43eb-8a1a-a8af1fdf1957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737540 May 05 21:50:41.723886 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-f84c421b-d731-472e-9174-a92a48e351b4 req-597398d0-d9af-4880-b7b2-909a6878096f tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] Calling delete_port for 4e0b3703-20d5-414a-8261-0f2347b4990f owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:50:41.880864 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f84c421b-d731-472e-9174-a92a48e351b4 req-597398d0-d9af-4880-b7b2-909a6878096f tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:41.897224 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['4e0b3703-20d5-414a-8261-0f2347b4990f'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:50:41.940781 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a436a608-55fb-4136-bd58-54f1341eec4d req-3d4737f6-4c52-43dc-963b-d96f90722d3b tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:41.997136 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597398d0-d9af-4880-b7b2-909a6878096f tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] Pushing event deleted for resources: {'Port': ['ID=4e0b3703-20d5-414a-8261-0f2347b4990f,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:42.037235 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-21d98cfd-b1d5-4814-8b9e-45c059bef105 req-e2983ee9-1480-4f94-8e2f-1d099fd33a80 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9df82c0e-2337-49fe-ad80-535b52f25715 HTTP/1.1" status: 200 len: 210 time: 0.0642455 May 05 21:50:42.041998 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-f84c421b-d731-472e-9174-a92a48e351b4 req-597398d0-d9af-4880-b7b2-909a6878096f tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] No DVR routers for this DVR port 4e0b3703-20d5-414a-8261-0f2347b4990f on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:50:42.047224 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f84c421b-d731-472e-9174-a92a48e351b4 req-597398d0-d9af-4880-b7b2-909a6878096f tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:42.052107 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e2ad79-4cb8-4c3a-93dd-8d507af9b26a', 'name': 'network-vif-deleted', 'tag': '4e0b3703-20d5-414a-8261-0f2347b4990f'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:50:42.071807 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a436a608-55fb-4136-bd58-54f1341eec4d req-3d4737f6-4c52-43dc-963b-d96f90722d3b tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:42.075429 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f84c421b-d731-472e-9174-a92a48e351b4 req-597398d0-d9af-4880-b7b2-909a6878096f tempest-InstanceActionsTestJSON-1181762783 tempest-InstanceActionsTestJSON-1181762783-project] 10.222.0.44 "DELETE /v2.0/ports/4e0b3703-20d5-414a-8261-0f2347b4990f HTTP/1.1" status: 204 len: 173 time: 0.8250995 May 05 21:50:42.222414 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-1a4ce1fd-85aa-4ee8-bb15-72506fa9d3e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7903b742-82ef-4a64-9841-fb44e6a19c1e {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:50:42.235144 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-1a4ce1fd-85aa-4ee8-bb15-72506fa9d3e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:42.328604 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-1a4ce1fd-85aa-4ee8-bb15-72506fa9d3e7 service neutron] Transition to ACTIVE for port object 7903b742-82ef-4a64-9841-fb44e6a19c1e will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:50:42.348617 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-1a4ce1fd-85aa-4ee8-bb15-72506fa9d3e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:42.441216 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b901723-0867-4d84-8bc7-5fbbb9e338ff req-df4dca6a-a902-4f92-bc7f-bee30a6ed7f6 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:42.442679 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4b901723-0867-4d84-8bc7-5fbbb9e338ff req-df4dca6a-a902-4f92-bc7f-bee30a6ed7f6 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e69ec30-08d3-41b4-b7e1-6334c8ce0d1b HTTP/1.1" status: 200 len: 945 time: 0.3086569 May 05 21:50:42.512097 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4ce1fd-85aa-4ee8-bb15-72506fa9d3e7 service neutron] Pushing event updated for resources: {'Port': ['ID=7903b742-82ef-4a64-9841-fb44e6a19c1e,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:42.660065 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a436a608-55fb-4136-bd58-54f1341eec4d req-3d4737f6-4c52-43dc-963b-d96f90722d3b tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:42.665423 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4b901723-0867-4d84-8bc7-5fbbb9e338ff req-f024630b-fe3b-4251-adaa-e58dc724bf68 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=5165d8be-a1b9-4dce-a631-d72bdd4afdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032993 May 05 21:50:42.672086 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a436a608-55fb-4136-bd58-54f1341eec4d req-3d4737f6-4c52-43dc-963b-d96f90722d3b tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:42.939003 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-1a4ce1fd-85aa-4ee8-bb15-72506fa9d3e7 service neutron] Attempting to bind port 7903b742-82ef-4a64-9841-fb44e6a19c1e on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:50:42.939327 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-1a4ce1fd-85aa-4ee8-bb15-72506fa9d3e7 service neutron] Attempting to bind port 7903b742-82ef-4a64-9841-fb44e6a19c1e by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': '0c06b550-f0ac-4a88-9b13-80689274d2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '29b594e3-6031-4c0e-887f-bccbb18a4129'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:50:42.939653 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-1a4ce1fd-85aa-4ee8-bb15-72506fa9d3e7 service neutron] Attempting to bind port 7903b742-82ef-4a64-9841-fb44e6a19c1e on network 29b594e3-6031-4c0e-887f-bccbb18a4129 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:50:42.951104 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4737f6-4c52-43dc-963b-d96f90722d3b tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Pushing event updated for resources: {'Port': ['ID=8f7a5cec-2ab1-44db-8043-f9679e8f7850,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:42.972062 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-1a4ce1fd-85aa-4ee8-bb15-72506fa9d3e7 service neutron] Port 7903b742-82ef-4a64-9841-fb44e6a19c1e on network 29b594e3-6031-4c0e-887f-bccbb18a4129 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:50:42.972381 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-1a4ce1fd-85aa-4ee8-bb15-72506fa9d3e7 service neutron] Attempting to bind port 7903b742-82ef-4a64-9841-fb44e6a19c1e on network 29b594e3-6031-4c0e-887f-bccbb18a4129 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:50:42.988622 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a436a608-55fb-4136-bd58-54f1341eec4d req-3d4737f6-4c52-43dc-963b-d96f90722d3b tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:42.997739 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-1a4ce1fd-85aa-4ee8-bb15-72506fa9d3e7 service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:50:42.998066 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-1a4ce1fd-85aa-4ee8-bb15-72506fa9d3e7 service neutron] Checking segment: {'id': '0c06b550-f0ac-4a88-9b13-80689274d2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '29b594e3-6031-4c0e-887f-bccbb18a4129'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:50:42.998454 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-1a4ce1fd-85aa-4ee8-bb15-72506fa9d3e7 service neutron] Bound using segment: {'id': '0c06b550-f0ac-4a88-9b13-80689274d2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '29b594e3-6031-4c0e-887f-bccbb18a4129'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:50:42.998904 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-1a4ce1fd-85aa-4ee8-bb15-72506fa9d3e7 service neutron] Bound port: 7903b742-82ef-4a64-9841-fb44e6a19c1e, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c06b550-f0ac-4a88-9b13-80689274d2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '29b594e3-6031-4c0e-887f-bccbb18a4129'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:50:42.999233 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-1a4ce1fd-85aa-4ee8-bb15-72506fa9d3e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:43.075174 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a436a608-55fb-4136-bd58-54f1341eec4d req-3d4737f6-4c52-43dc-963b-d96f90722d3b tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:43.076245 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a436a608-55fb-4136-bd58-54f1341eec4d req-3d4737f6-4c52-43dc-963b-d96f90722d3b tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2327762 May 05 21:50:43.144335 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78fbe5c-da4c-49e1-b14e-d8d094945b1c req-097e4ebe-b192-44a4-8d2d-68fad4a42e7a tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:43.148164 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78fbe5c-da4c-49e1-b14e-d8d094945b1c req-097e4ebe-b192-44a4-8d2d-68fad4a42e7a tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:43.149780 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a78fbe5c-da4c-49e1-b14e-d8d094945b1c req-097e4ebe-b192-44a4-8d2d-68fad4a42e7a tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b301f04-6a0f-43a0-a6ee-7cc657052592 HTTP/1.1" status: 200 len: 1678 time: 0.2492452 May 05 21:50:43.216779 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-a436a608-55fb-4136-bd58-54f1341eec4d req-452da85a-0f20-4e6d-b076-2e1e095fcd1c tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Synchronizing usage tracker for tenant:533a2fbb51ae42009bb97af11d84b393 on resource:floatingip {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:50:43.237791 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-1a4ce1fd-85aa-4ee8-bb15-72506fa9d3e7 service neutron] For port 7903b742-82ef-4a64-9841-fb44e6a19c1e, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:50:43.256635 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a78fbe5c-da4c-49e1-b14e-d8d094945b1c req-67770d2a-6faf-4bc0-80b5-f1eef25199a8 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.23 "GET /v2.0/security-groups?id=933a40d1-d6ba-41e6-a91e-e2abeccdac87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984435 May 05 21:50:43.258135 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-1a4ce1fd-85aa-4ee8-bb15-72506fa9d3e7 service neutron] For port 7903b742-82ef-4a64-9841-fb44e6a19c1e, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=7903b742-82ef-4a64-9841-fb44e6a19c1e,segment=NetworkSegment(0c06b550-f0ac-4a88-9b13-80689274d2f3),segment_id=0c06b550-f0ac-4a88-9b13-80689274d2f3)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:50:43.259770 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-a436a608-55fb-4136-bd58-54f1341eec4d req-452da85a-0f20-4e6d-b076-2e1e095fcd1c tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Unset dirty status for tenant:533a2fbb51ae42009bb97af11d84b393 on resource:floatingip {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:50:43.260824 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a436a608-55fb-4136-bd58-54f1341eec4d req-452da85a-0f20-4e6d-b076-2e1e095fcd1c tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.184 HTTP/1.1" status: 200 len: 696 time: 0.1729376 May 05 21:50:43.290314 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-1a4ce1fd-85aa-4ee8-bb15-72506fa9d3e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:43.427286 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-1a4ce1fd-85aa-4ee8-bb15-72506fa9d3e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:43.428632 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-1a4ce1fd-85aa-4ee8-bb15-72506fa9d3e7 service neutron] 10.222.0.32 "PUT /v2.0/ports/7903b742-82ef-4a64-9841-fb44e6a19c1e HTTP/1.1" status: 200 len: 1092 time: 2.1747289 May 05 21:50:43.442333 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4ce1fd-85aa-4ee8-bb15-72506fa9d3e7 service neutron] Pushing event updated for resources: {'Port': ['ID=7903b742-82ef-4a64-9841-fb44e6a19c1e,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:43.582336 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436a608-55fb-4136-bd58-54f1341eec4d req-f1003841-418f-401d-ad16-cbf82cfb2a07 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:43.583862 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a436a608-55fb-4136-bd58-54f1341eec4d req-f1003841-418f-401d-ad16-cbf82cfb2a07 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] 10.222.0.23 "GET /v2.0/networks/25bfe237-58de-4709-a3e0-ac79da07c300 HTTP/1.1" status: 200 len: 784 time: 0.3168001 May 05 21:50:43.637237 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee246e9f-607e-4654-bc3d-d9163da76254 req-a2c75f75-3ec7-466f-ad00-f708a114816a tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:43.638806 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ee246e9f-607e-4654-bc3d-d9163da76254 req-a2c75f75-3ec7-466f-ad00-f708a114816a tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d95b01c-6710-48cf-9af7-f1de1a8bd458 HTTP/1.1" status: 200 len: 945 time: 0.1547441 May 05 21:50:43.647996 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-6978a927-1fbc-47e5-9815-8345092c4517 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1384b462eac846a090f14492c41d335c&device_id=0b301f04-6a0f-43a0-a6ee-7cc657052592 HTTP/1.1" status: 200 len: 1980 time: 0.1650951 May 05 21:50:43.651556 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fa10ca4-faa1-44fd-978f-cc4bb2cfc1e2'] response: {'name': 'network-changed', 'server_uuid': '0b301f04-6a0f-43a0-a6ee-7cc657052592', 'tag': '8f8c955c-7788-46a9-bc20-db2f41f17c52', 'status': 'completed', 'code': 200} May 05 21:50:43.748536 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-32506727-10bc-4221-8b28-cd54eb3a6e61 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.56&port_id=8f8c955c-7788-46a9-bc20-db2f41f17c52 HTTP/1.1" status: 200 len: 217 time: 0.0810452 May 05 21:50:43.761353 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ee246e9f-607e-4654-bc3d-d9163da76254 req-97105cb4-4ed9-46ec-b34a-22efab3fc1f1 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=910f211c-c7ca-4cc4-8d09-61e980cdaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123431 May 05 21:50:43.807281 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8aae912f-e659-4cbe-9acd-48bbf86f53dc'] response: {'server_uuid': 'e2e2ad79-4cb8-4c3a-93dd-8d507af9b26a', 'name': 'network-vif-deleted', 'tag': '4e0b3703-20d5-414a-8261-0f2347b4990f', 'status': 'completed', 'code': 200} May 05 21:50:43.826059 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-94dd10bb-636f-4bf1-b77f-6898b899fd38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:43.827916 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-94dd10bb-636f-4bf1-b77f-6898b899fd38 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6a516039-3ed3-4e77-8ea0-c8a0a5b18a1d HTTP/1.1" status: 200 len: 801 time: 0.0637419 May 05 21:50:43.867913 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41476) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:50:43.933843 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-70b3b95d-acc4-4a39-91f8-57e20adc970f admin admin] Deleting subnet 6e7b0307-b9df-4e84-a70b-9e1ff89107d7 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:50:43.937107 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-70b3b95d-acc4-4a39-91f8-57e20adc970f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:43.940045 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-93e9e792-1dae-47b4-9507-738b224ba55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:43.991246 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-70b3b95d-acc4-4a39-91f8-57e20adc970f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:44.048191 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-70b3b95d-acc4-4a39-91f8-57e20adc970f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:44.064608 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-9c70ec69-f41f-4190-ae8a-2cb2bd0801c8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fce1ca7e-07c4-4f53-b33d-2796d8223d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2305369 May 05 21:50:44.118324 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-70b3b95d-acc4-4a39-91f8-57e20adc970f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:44.159620 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b3b95d-acc4-4a39-91f8-57e20adc970f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e7b0307-b9df-4e84-a70b-9e1ff89107d7,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:44.162320 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-92d637e2-9219-457b-912f-d6e6d73dfdb4 req-9fc1eba8-ec21-477e-a4fd-db4c36a9b534 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2691631 May 05 21:50:44.165233 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-70b3b95d-acc4-4a39-91f8-57e20adc970f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:44.171669 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-70b3b95d-acc4-4a39-91f8-57e20adc970f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6e7b0307-b9df-4e84-a70b-9e1ff89107d7 HTTP/1.1" status: 204 len: 168 time: 0.3023925 May 05 21:50:44.174163 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41480) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:50:44.183815 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-92d637e2-9219-457b-912f-d6e6d73dfdb4 req-2b8d67af-0048-460f-9590-3d1a944ec187 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Request body: {'floatingip': {'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:50:44.193342 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-92d637e2-9219-457b-912f-d6e6d73dfdb4 req-2b8d67af-0048-460f-9590-3d1a944ec187 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:50:44.199813 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-914a5663-1cf3-4847-bc68-fc0038dd3b2a req-225ffb1b-15be-4748-8c0a-2252a3565f76 tempest-ServersOnMultiNodesTest-1137210654 tempest-ServersOnMultiNodesTest-1137210654-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6f455359-c485-4129-ac66-5a50feca85c9 HTTP/1.1" status: 200 len: 1101 time: 0.2824244 May 05 21:50:44.236590 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-92d637e2-9219-457b-912f-d6e6d73dfdb4 req-2b8d67af-0048-460f-9590-3d1a944ec187 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:50:44.270147 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-92d637e2-9219-457b-912f-d6e6d73dfdb4 req-2b8d67af-0048-460f-9590-3d1a944ec187 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Notify callbacks [] for floatingip, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:44.284053 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f9eff3f5-fa07-40aa-8160-810dda72e131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:44.293130 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-797f928e-fbd8-4231-92af-8c640d598c7e service neutron] 10.222.0.32 "GET /v2.0/networks/fce1ca7e-07c4-4f53-b33d-2796d8223d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127717 May 05 21:50:44.364539 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-914a5663-1cf3-4847-bc68-fc0038dd3b2a req-9fda19c0-8f27-4194-b98c-2949cd010314 tempest-ServersOnMultiNodesTest-1137210654 tempest-ServersOnMultiNodesTest-1137210654-project-admin] Synchronizing usage tracker for tenant:a71e12eb06f648fcbc36439c7dd92874 on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:50:44.481704 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-914a5663-1cf3-4847-bc68-fc0038dd3b2a req-9fda19c0-8f27-4194-b98c-2949cd010314 tempest-ServersOnMultiNodesTest-1137210654 tempest-ServersOnMultiNodesTest-1137210654-project-admin] Unset dirty status for tenant:a71e12eb06f648fcbc36439c7dd92874 on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:50:44.482777 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-914a5663-1cf3-4847-bc68-fc0038dd3b2a req-9fda19c0-8f27-4194-b98c-2949cd010314 tempest-ServersOnMultiNodesTest-1137210654 tempest-ServersOnMultiNodesTest-1137210654-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738180 May 05 21:50:44.503145 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-189494d8-a346-42f0-a228-64e5b54c2694 service neutron] 10.222.0.32 "GET /v2.0/networks/fce1ca7e-07c4-4f53-b33d-2796d8223d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000451 May 05 21:50:44.504273 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f9eff3f5-fa07-40aa-8160-810dda72e131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:44.537326 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-f9eff3f5-fa07-40aa-8160-810dda72e131 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bb8ede8-a2e0-4b9c-bb3c-9c0d57b73bc1']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:50:44.553491 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-f9eff3f5-fa07-40aa-8160-810dda72e131 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6daf42f5-f714-4280-b4f8-14ac385ec522') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:50:44.553806 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-f9eff3f5-fa07-40aa-8160-810dda72e131 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6daf42f5-f714-4280-b4f8-14ac385ec522') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:50:44.568050 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f9eff3f5-fa07-40aa-8160-810dda72e131 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:44.588628 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f9eff3f5-fa07-40aa-8160-810dda72e131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:44.596721 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9eff3f5-fa07-40aa-8160-810dda72e131 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:50:44.597002 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f9eff3f5-fa07-40aa-8160-810dda72e131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:44.613069 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 21:50:44.613069 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:50:44.613069 n-d-825175-4 neutron-server[84063]: timer() May 05 21:50:44.613069 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:50:44.613069 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 21:50:44.613069 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:50:44.613069 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 21:50:44.613069 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:50:44.613069 n-d-825175-4 neutron-server[84063]: self._notify() May 05 21:50:44.613069 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:50:44.613069 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 21:50:44.613069 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:50:44.613069 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 21:50:44.613069 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:50:44.613069 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:50:44.613069 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:50:44.613069 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:50:44.613069 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:50:44.613069 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 21:50:44.613069 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:50:44.613069 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 21:50:44.613069 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:50:44.613069 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:50:44.613069 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:50:44.613069 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 21:50:44.613069 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:50:44.613069 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:50:44.613069 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:50:44.613069 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:50:44.613069 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:50:44.613069 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:50:44.613069 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:50:44.694468 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f9eff3f5-fa07-40aa-8160-810dda72e131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:44.710865 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f9eff3f5-fa07-40aa-8160-810dda72e131 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:44.721154 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eff3f5-fa07-40aa-8160-810dda72e131 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bb8ede8-a2e0-4b9c-bb3c-9c0d57b73bc1,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:44.730510 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f9eff3f5-fa07-40aa-8160-810dda72e131 admin admin] 10.222.0.23 "DELETE /v2.0/networks/7bb8ede8-a2e0-4b9c-bb3c-9c0d57b73bc1 HTTP/1.1" status: 204 len: 168 time: 0.5553017 May 05 21:50:44.775131 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5fa61f4c-b91b-43d8-a5a8-85143fc79059 req-00b400ad-6471-4f78-b7b7-00e00cdd58a6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f6906490-847e-4484-9bc2-3d8adcb7e823 HTTP/1.1" status: 200 len: 210 time: 0.0887451 May 05 21:50:44.781214 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-527ca213-37b6-433d-abb7-054cf98b72d4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.215&port_id=7903b742-82ef-4a64-9841-fb44e6a19c1e HTTP/1.1" status: 200 len: 217 time: 0.2715952 May 05 21:50:44.832426 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-92d637e2-9219-457b-912f-d6e6d73dfdb4 req-2b8d67af-0048-460f-9590-3d1a944ec187 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:44.877212 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1878a11c-4c14-44b8-9342-f9ec6d042c0f req-68262096-170a-404d-8d12-882bcad1a8b2 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:44.878918 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1878a11c-4c14-44b8-9342-f9ec6d042c0f req-68262096-170a-404d-8d12-882bcad1a8b2 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e69ec30-08d3-41b4-b7e1-6334c8ce0d1b HTTP/1.1" status: 200 len: 945 time: 0.1914940 May 05 21:50:44.937035 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41492) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:50:45.012676 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 4e0b3703-20d5-414a-8261-0f2347b4990f no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:50:45.040478 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1878a11c-4c14-44b8-9342-f9ec6d042c0f req-cd45bb19-722f-4025-a7be-d61c799adc50 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=5165d8be-a1b9-4dce-a631-d72bdd4afdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512206 May 05 21:50:45.047753 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: 4e0b3703-20d5-414a-8261-0f2347b4990f {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:50:45.048118 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 4e0b3703-20d5-414a-8261-0f2347b4990f not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:50:45.113003 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-78546efc-97ec-4f6e-b728-32ad859de6c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:45.114422 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-78546efc-97ec-4f6e-b728-32ad859de6c1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dedd47a9-a75a-4340-ac15-eebabd4ccf22 HTTP/1.1" status: 200 len: 801 time: 0.1203010 May 05 21:50:45.115736 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-92d637e2-9219-457b-912f-d6e6d73dfdb4 req-2b8d67af-0048-460f-9590-3d1a944ec187 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Allocated IP 172.25.4.78 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/512f50fd-0f22-426e-8f01-b650330b11e3) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:50:45.121054 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-78bb0ae4-8aee-4d8f-bc94-c88feaf4ca6b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f49bb537458640de8650e6e4d4293f6e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1785777 May 05 21:50:45.123066 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41496) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:50:45.186057 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8f42ce72-7006-431b-b858-21573fb52619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:45.211588 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8f42ce72-7006-431b-b858-21573fb52619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:45.262539 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8f42ce72-7006-431b-b858-21573fb52619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:45.271485 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-838be81e-d3bd-4704-a3fc-8d6d1bef04fa req-15a47ee8-93ab-4020-9834-7962103055d8 tempest-ServerShowV247Test-231054139 tempest-ServerShowV247Test-231054139-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6906490-847e-4484-9bc2-3d8adcb7e823 HTTP/1.1" status: 200 len: 210 time: 0.1027915 May 05 21:50:45.280828 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f42ce72-7006-431b-b858-21573fb52619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641c29c1-5292-43eb-8a1a-a8af1fdf1957,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:45.288993 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8f42ce72-7006-431b-b858-21573fb52619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:45.293108 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8f42ce72-7006-431b-b858-21573fb52619 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/641c29c1-5292-43eb-8a1a-a8af1fdf1957 HTTP/1.1" status: 204 len: 168 time: 0.1689856 May 05 21:50:45.332499 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-5d05943d-58f8-406a-a25d-fb2f4a6fc7ad service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29b594e3-6031-4c0e-887f-bccbb18a4129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2100465 May 05 21:50:45.390710 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-92d637e2-9219-457b-912f-d6e6d73dfdb4 req-2b8d67af-0048-460f-9590-3d1a944ec187 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:45.585735 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-f4e26156-47ab-441e-b7d4-7650323cf29c service neutron] 10.222.0.32 "GET /v2.0/networks/29b594e3-6031-4c0e-887f-bccbb18a4129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368550 May 05 21:50:45.666511 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b301f04-6a0f-43a0-a6ee-7cc657052592', 'tag': '7903b742-82ef-4a64-9841-fb44e6a19c1e'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:50:45.671257 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-92d637e2-9219-457b-912f-d6e6d73dfdb4 req-2b8d67af-0048-460f-9590-3d1a944ec187 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:45.761577 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5edc831-0a9f-49d1-8159-402ba1e2eeed req-32071b54-dd31-47b0-a8af-0631500ed3c2 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:45.765425 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5edc831-0a9f-49d1-8159-402ba1e2eeed req-32071b54-dd31-47b0-a8af-0631500ed3c2 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:45.766999 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a5edc831-0a9f-49d1-8159-402ba1e2eeed req-32071b54-dd31-47b0-a8af-0631500ed3c2 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b301f04-6a0f-43a0-a6ee-7cc657052592 HTTP/1.1" status: 200 len: 1678 time: 0.3297946 May 05 21:50:45.814626 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92d637e2-9219-457b-912f-d6e6d73dfdb4 req-2b8d67af-0048-460f-9590-3d1a944ec187 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:50:45.826946 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8d67af-0048-460f-9590-3d1a944ec187 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Pushing event updated for resources: {'Port': ['ID=512f50fd-0f22-426e-8f01-b650330b11e3,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:45.836407 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-92d637e2-9219-457b-912f-d6e6d73dfdb4 req-2b8d67af-0048-460f-9590-3d1a944ec187 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:50:45.839077 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-92d637e2-9219-457b-912f-d6e6d73dfdb4 req-2b8d67af-0048-460f-9590-3d1a944ec187 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:50:45.917829 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f085b942-d2fb-491a-8289-4a4a0ae52632 req-35430d8e-dc5a-40b1-88f4-463d241c0f83 service neutron] 10.222.0.32 "GET /v2.0/networks/29b594e3-6031-4c0e-887f-bccbb18a4129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237326 May 05 21:50:45.944661 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a5edc831-0a9f-49d1-8159-402ba1e2eeed req-f3efc99d-182f-4225-a4ed-f06ece2feb83 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.23 "GET /v2.0/security-groups?id=933a40d1-d6ba-41e6-a91e-e2abeccdac87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645131 May 05 21:50:46.069241 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-89e771c1-b715-43d5-82f0-2952bbeba93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:46.155101 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-92d637e2-9219-457b-912f-d6e6d73dfdb4 req-2b8d67af-0048-460f-9590-3d1a944ec187 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:46.277335 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41522) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:50:46.277882 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-92d637e2-9219-457b-912f-d6e6d73dfdb4 req-2b8d67af-0048-460f-9590-3d1a944ec187 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:46.379426 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7fb953b7-0955-4609-b02d-62ff39ff370e req-7297106a-fe18-4424-b918-c33b40322cf9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1384b462eac846a090f14492c41d335c&device_id=0b301f04-6a0f-43a0-a6ee-7cc657052592 HTTP/1.1" status: 200 len: 1980 time: 0.2879274 May 05 21:50:46.418018 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-47e0c230-5571-4174-90bf-2c1ecb83214a admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-128608151-network', 'tenant_id': '6697fb4f0b5b40abaf019f09d1bff3e1'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:50:46.423685 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-47e0c230-5571-4174-90bf-2c1ecb83214a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:50:46.428585 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-47e0c230-5571-4174-90bf-2c1ecb83214a admin admin] Usage tracker for resource:network and tenant:6697fb4f0b5b40abaf019f09d1bff3e1 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:50:46.431733 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-47e0c230-5571-4174-90bf-2c1ecb83214a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:50:46.439021 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-47e0c230-5571-4174-90bf-2c1ecb83214a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:50:46.452669 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e0c230-5571-4174-90bf-2c1ecb83214a admin admin] Made reservation on behalf of 6697fb4f0b5b40abaf019f09d1bff3e1 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:50:46.455042 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-47e0c230-5571-4174-90bf-2c1ecb83214a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:46.468172 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-47e0c230-5571-4174-90bf-2c1ecb83214a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:46.501412 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-47e0c230-5571-4174-90bf-2c1ecb83214a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:50:46.505316 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-47e0c230-5571-4174-90bf-2c1ecb83214a admin admin] Usage tracker for resource:security_group_rule and tenant:6697fb4f0b5b40abaf019f09d1bff3e1 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:50:46.508399 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-47e0c230-5571-4174-90bf-2c1ecb83214a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:50:46.514501 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-47e0c230-5571-4174-90bf-2c1ecb83214a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:50:46.561050 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4dec6b8c-d2d5-413f-b1a4-a7a9a31e9ea0 req-a794f0a7-778f-408c-a5ef-0d32b23b1b16 tempest-ServersOnMultiNodesTest-1137210654 tempest-ServersOnMultiNodesTest-1137210654-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=96d03dba-d32f-48fd-b323-bed56210f927 HTTP/1.1" status: 200 len: 1101 time: 0.4154329 May 05 21:50:46.584281 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-47e0c230-5571-4174-90bf-2c1ecb83214a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:46.590049 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-47e0c230-5571-4174-90bf-2c1ecb83214a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:46.621068 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47e0c230-5571-4174-90bf-2c1ecb83214a admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:50:46.629902 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e0c230-5571-4174-90bf-2c1ecb83214a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c216409-7e2d-4668-8522-a17a8919e2c1,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:46.635482 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-47e0c230-5571-4174-90bf-2c1ecb83214a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:46.635825 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-47e0c230-5571-4174-90bf-2c1ecb83214a admin admin] Added segment ab059889-1745-43d8-821d-758e8bd9dab2 of type vlan for network b0caf3af-f01e-4c26-b5b2-6118e6087908 May 05 21:50:46.663178 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-47e0c230-5571-4174-90bf-2c1ecb83214a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:46.695483 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-47e0c230-5571-4174-90bf-2c1ecb83214a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:46.696413 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e0c230-5571-4174-90bf-2c1ecb83214a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:46.696980 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-47e0c230-5571-4174-90bf-2c1ecb83214a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:46.769852 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4dec6b8c-d2d5-413f-b1a4-a7a9a31e9ea0 req-204a256a-4c2e-47e4-8efa-a4416271d176 tempest-ServersOnMultiNodesTest-1137210654 tempest-ServersOnMultiNodesTest-1137210654-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806076 May 05 21:50:46.789723 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb953b7-0955-4609-b02d-62ff39ff370e req-4f2131ef-a2bf-489c-94fd-a6522d55c88b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:46.791325 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7fb953b7-0955-4609-b02d-62ff39ff370e req-4f2131ef-a2bf-489c-94fd-a6522d55c88b service neutron] 10.222.0.32 "GET /v2.0/networks?id=fce1ca7e-07c4-4f53-b33d-2796d8223d2a HTTP/1.1" status: 200 len: 902 time: 0.2256536 May 05 21:50:46.814762 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-47e0c230-5571-4174-90bf-2c1ecb83214a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5251009 May 05 21:50:46.814762 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e0c230-5571-4174-90bf-2c1ecb83214a admin admin] Pushing event updated for resources: {'Network': ['ID=b0caf3af-f01e-4c26-b5b2-6118e6087908,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:46.815054 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41530) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:50:46.819169 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-14f324da-53c3-4311-9b57-f11bce678cb6 admin admin] Request body: {'subnet': {'network_id': 'b0caf3af-f01e-4c26-b5b2-6118e6087908', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-128608151-subnet', 'tenant_id': '6697fb4f0b5b40abaf019f09d1bff3e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:50:46.824792 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network b0caf3af-f01e-4c26-b5b2-6118e6087908 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:50:46.827612 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-92d637e2-9219-457b-912f-d6e6d73dfdb4 req-2b8d67af-0048-460f-9590-3d1a944ec187 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:46.879684 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-14f324da-53c3-4311-9b57-f11bce678cb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:50:46.891102 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-92d637e2-9219-457b-912f-d6e6d73dfdb4 req-2b8d67af-0048-460f-9590-3d1a944ec187 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:46.895039 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-14f324da-53c3-4311-9b57-f11bce678cb6 admin admin] Usage tracker for resource:subnet and tenant:6697fb4f0b5b40abaf019f09d1bff3e1 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:50:46.938887 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-14f324da-53c3-4311-9b57-f11bce678cb6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:50:47.003988 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7fb953b7-0955-4609-b02d-62ff39ff370e req-c65a2a68-bc8c-4c9b-9aa3-5f3239f724de service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.56&port_id=8f8c955c-7788-46a9-bc20-db2f41f17c52 HTTP/1.1" status: 200 len: 217 time: 0.1889343 May 05 21:50:47.004809 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-14f324da-53c3-4311-9b57-f11bce678cb6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:50:47.119875 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f324da-53c3-4311-9b57-f11bce678cb6 admin admin] Made reservation on behalf of 6697fb4f0b5b40abaf019f09d1bff3e1 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:50:47.122101 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-14f324da-53c3-4311-9b57-f11bce678cb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:47.141727 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8d67af-0048-460f-9590-3d1a944ec187 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Pushing event updated for resources: {'Port': ['ID=512f50fd-0f22-426e-8f01-b650330b11e3,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:47.223220 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:47.232682 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb953b7-0955-4609-b02d-62ff39ff370e req-3f5d9556-90cf-4e1e-b4c8-7e89abc38efe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:47.234122 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7fb953b7-0955-4609-b02d-62ff39ff370e req-3f5d9556-90cf-4e1e-b4c8-7e89abc38efe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6a516039-3ed3-4e77-8ea0-c8a0a5b18a1d HTTP/1.1" status: 200 len: 801 time: 0.2106223 May 05 21:50:47.281950 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-92d637e2-9219-457b-912f-d6e6d73dfdb4 req-2b8d67af-0048-460f-9590-3d1a944ec187 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:47.346498 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-92d637e2-9219-457b-912f-d6e6d73dfdb4 req-2b8d67af-0048-460f-9590-3d1a944ec187 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:47.352135 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-92d637e2-9219-457b-912f-d6e6d73dfdb4 req-2b8d67af-0048-460f-9590-3d1a944ec187 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.1748190 May 05 21:50:47.360566 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f55c0-6903-4703-9e45-a5c62d5092b7 req-b7919976-8e48-47b0-bb61-5f12c59dbfae tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:47.361977 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-eb3f55c0-6903-4703-9e45-a5c62d5092b7 req-b7919976-8e48-47b0-bb61-5f12c59dbfae tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d95b01c-6710-48cf-9af7-f1de1a8bd458 HTTP/1.1" status: 200 len: 945 time: 0.4201295 May 05 21:50:47.453135 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:47.509030 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-92d637e2-9219-457b-912f-d6e6d73dfdb4 req-e7b92c08-b872-4b97-b588-96b6db3f4b3e tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Synchronizing usage tracker for tenant:533a2fbb51ae42009bb97af11d84b393 on resource:floatingip {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:50:47.561188 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7fb953b7-0955-4609-b02d-62ff39ff370e req-87d8ffc9-c1b6-4241-9aac-95684b194f89 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fce1ca7e-07c4-4f53-b33d-2796d8223d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3170326 May 05 21:50:47.565179 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-92d637e2-9219-457b-912f-d6e6d73dfdb4 req-e7b92c08-b872-4b97-b588-96b6db3f4b3e tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Unset dirty status for tenant:533a2fbb51ae42009bb97af11d84b393 on resource:floatingip {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:50:47.566206 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-92d637e2-9219-457b-912f-d6e6d73dfdb4 req-e7b92c08-b872-4b97-b588-96b6db3f4b3e tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.78 HTTP/1.1" status: 200 len: 695 time: 0.2011063 May 05 21:50:47.576140 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-eb3f55c0-6903-4703-9e45-a5c62d5092b7 req-73267429-620c-4172-bb7c-747ff135b4fb tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=910f211c-c7ca-4cc4-8d09-61e980cdaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065823 May 05 21:50:47.728996 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9020b71e-e1d1-4cbf-9ef3-5b4b7631a601'] response: {'name': 'network-changed', 'server_uuid': '0b301f04-6a0f-43a0-a6ee-7cc657052592', 'tag': '7903b742-82ef-4a64-9841-fb44e6a19c1e', 'status': 'completed', 'code': 200} May 05 21:50:47.738058 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-14f324da-53c3-4311-9b57-f11bce678cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:47.924771 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f324da-53c3-4311-9b57-f11bce678cb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2f834c9-f2cd-47e0-baf7-498169e71d3e,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:47.971290 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7fb953b7-0955-4609-b02d-62ff39ff370e req-789ecfbd-460d-4a86-b2fd-b16545c961df service neutron] 10.222.0.32 "GET /v2.0/networks/fce1ca7e-07c4-4f53-b33d-2796d8223d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3941813 May 05 21:50:47.979072 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d637e2-9219-457b-912f-d6e6d73dfdb4 req-e5887b1f-e852-43f7-a73b-a57728967b84 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:47.980235 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-92d637e2-9219-457b-912f-d6e6d73dfdb4 req-e5887b1f-e852-43f7-a73b-a57728967b84 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] 10.222.0.23 "GET /v2.0/networks/25bfe237-58de-4709-a3e0-ac79da07c300 HTTP/1.1" status: 200 len: 784 time: 0.4018843 May 05 21:50:48.013846 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [req-92d637e2-9219-457b-912f-d6e6d73dfdb4 req-c20dd397-01eb-4dce-96cd-f216749867f8 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 21:50:48.014807 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-92d637e2-9219-457b-912f-d6e6d73dfdb4 req-c20dd397-01eb-4dce-96cd-f216749867f8 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0128605 May 05 21:50:48.191968 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f324da-53c3-4311-9b57-f11bce678cb6 admin admin] Checking segment: {'id': 'ab059889-1745-43d8-821d-758e8bd9dab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b0caf3af-f01e-4c26-b5b2-6118e6087908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:50:48.192345 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f324da-53c3-4311-9b57-f11bce678cb6 admin admin] Network hostable DHCP agents. Network: b0caf3af-f01e-4c26-b5b2-6118e6087908, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:50:48.251726 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6a4b58b2-228d-44b7-b2cf-abfd4db537f4 req-ef1ded47-d53e-4273-99bd-31a2df888934 tempest-ServerShowV247Test-231054139 tempest-ServerShowV247Test-231054139-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6906490-847e-4484-9bc2-3d8adcb7e823 HTTP/1.1" status: 200 len: 210 time: 0.0664952 May 05 21:50:48.264002 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930004ed-ac36-4437-8734-5740d23953b1 req-db31c3d9-8195-4259-9aa0-21f0a6e67bcb tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:48.265403 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-930004ed-ac36-4437-8734-5740d23953b1 req-db31c3d9-8195-4259-9aa0-21f0a6e67bcb tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e69ec30-08d3-41b4-b7e1-6334c8ce0d1b HTTP/1.1" status: 200 len: 945 time: 0.4945810 May 05 21:50:48.328695 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f324da-53c3-4311-9b57-f11bce678cb6 admin admin] Network b0caf3af-f01e-4c26-b5b2-6118e6087908 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:50:48.350827 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7fb953b7-0955-4609-b02d-62ff39ff370e req-3621df28-3f03-420a-913b-a4d6fc0b6cd9 service neutron] 10.222.0.32 "GET /v2.0/networks/fce1ca7e-07c4-4f53-b33d-2796d8223d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3681743 May 05 21:50:48.358994 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-14f324da-53c3-4311-9b57-f11bce678cb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, b0caf3af-f01e-4c26-b5b2-6118e6087908) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:50:48.367644 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-930004ed-ac36-4437-8734-5740d23953b1 req-595d85b1-94d4-46d0-b531-7d45f2b2c191 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=5165d8be-a1b9-4dce-a631-d72bdd4afdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947113 May 05 21:50:48.368866 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f324da-53c3-4311-9b57-f11bce678cb6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:48.369456 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-14f324da-53c3-4311-9b57-f11bce678cb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:48.370797 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7dc84c6-b856-4fee-a2d5-b4c5965bb4a5 None None] Network b0caf3af-f01e-4c26-b5b2-6118e6087908 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:50:48.402568 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-14f324da-53c3-4311-9b57-f11bce678cb6 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5822976 May 05 21:50:48.567722 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b828b147-e9c7-4e73-a688-5ada69d8f66e req-dbd87d11-7aad-426a-bad8-099b54e73a8c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1384b462eac846a090f14492c41d335c&device_id=0b301f04-6a0f-43a0-a6ee-7cc657052592 HTTP/1.1" status: 200 len: 1980 time: 0.1098399 May 05 21:50:48.740426 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d620732b-aff9-4cf4-a9fa-fb1f1b157cf6 None None] Network b0caf3af-f01e-4c26-b5b2-6118e6087908 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:50:48.840900 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:48.923727 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828b147-e9c7-4e73-a688-5ada69d8f66e req-f41645ab-e46d-4266-8a13-cace9ed36247 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:48.925166 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b828b147-e9c7-4e73-a688-5ada69d8f66e req-f41645ab-e46d-4266-8a13-cace9ed36247 service neutron] 10.222.0.32 "GET /v2.0/networks?id=29b594e3-6031-4c0e-887f-bccbb18a4129 HTTP/1.1" status: 200 len: 902 time: 0.3526554 May 05 21:50:49.011659 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-537bb434-a719-4241-b932-5fe5ec7dc06f req-34eabab9-a068-4a4d-9273-3f693c1b4d3d tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2873051 May 05 21:50:49.019348 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19ebea-ca39-42f0-81e2-e7e12747bc6f req-87c1ec7d-2496-4197-b9f9-9db31d249182 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:49.023094 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19ebea-ca39-42f0-81e2-e7e12747bc6f req-87c1ec7d-2496-4197-b9f9-9db31d249182 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:49.024549 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2b19ebea-ca39-42f0-81e2-e7e12747bc6f req-87c1ec7d-2496-4197-b9f9-9db31d249182 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b301f04-6a0f-43a0-a6ee-7cc657052592 HTTP/1.1" status: 200 len: 1678 time: 0.4156806 May 05 21:50:49.027080 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b828b147-e9c7-4e73-a688-5ada69d8f66e req-18bf1c91-a355-4804-b739-09ab1d1ed844 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.215&port_id=7903b742-82ef-4a64-9841-fb44e6a19c1e HTTP/1.1" status: 200 len: 217 time: 0.0959024 May 05 21:50:49.030630 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-537bb434-a719-4241-b932-5fe5ec7dc06f req-9b2907ad-e743-4e56-ae99-3c5622fb090a tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Request body: {'floatingip': {'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:50:49.038113 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-537bb434-a719-4241-b932-5fe5ec7dc06f req-9b2907ad-e743-4e56-ae99-3c5622fb090a tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:50:49.063830 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 7903b742-82ef-4a64-9841-fb44e6a19c1e details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:50:49.108989 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-537bb434-a719-4241-b932-5fe5ec7dc06f req-9b2907ad-e743-4e56-ae99-3c5622fb090a tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:50:49.140294 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828b147-e9c7-4e73-a688-5ada69d8f66e req-3177a45f-92f5-495d-bf31-a3f75dc25166 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:49.141729 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b828b147-e9c7-4e73-a688-5ada69d8f66e req-3177a45f-92f5-495d-bf31-a3f75dc25166 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dedd47a9-a75a-4340-ac15-eebabd4ccf22 HTTP/1.1" status: 200 len: 801 time: 0.1047404 May 05 21:50:49.143230 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-537bb434-a719-4241-b932-5fe5ec7dc06f req-9b2907ad-e743-4e56-ae99-3c5622fb090a tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Notify callbacks [] for floatingip, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:49.157938 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2b19ebea-ca39-42f0-81e2-e7e12747bc6f req-0e64c2bf-ca93-444c-9e82-a93a85936438 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.23 "GET /v2.0/security-groups?id=933a40d1-d6ba-41e6-a91e-e2abeccdac87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233966 May 05 21:50:49.210539 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 7903b742-82ef-4a64-9841-fb44e6a19c1e, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=7903b742-82ef-4a64-9841-fb44e6a19c1e,segment=NetworkSegment(0c06b550-f0ac-4a88-9b13-80689274d2f3),segment_id=0c06b550-f0ac-4a88-9b13-80689274d2f3)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:50:49.224765 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '7903b742-82ef-4a64-9841-fb44e6a19c1e', 'network_id': '29b594e3-6031-4c0e-887f-bccbb18a4129', 'port_id': '7903b742-82ef-4a64-9841-fb44e6a19c1e', 'mac_address': 'fa:16:3e:e6:b2:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dedd47a9-a75a-4340-ac15-eebabd4ccf22', 'ip_address': '19.86.0.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:50:49.279339 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:49.297274 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7903b742-82ef-4a64-9841-fb44e6a19c1e {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:50:49.308228 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b828b147-e9c7-4e73-a688-5ada69d8f66e req-ed4417ed-6a32-4813-82e4-a43dd5a8e0fc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=29b594e3-6031-4c0e-887f-bccbb18a4129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1493230 May 05 21:50:49.313433 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 7903b742-82ef-4a64-9841-fb44e6a19c1e, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=7903b742-82ef-4a64-9841-fb44e6a19c1e,segment=NetworkSegment(0c06b550-f0ac-4a88-9b13-80689274d2f3),segment_id=0c06b550-f0ac-4a88-9b13-80689274d2f3)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:50:49.318743 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:49.319426 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 8f8c955c-7788-46a9-bc20-db2f41f17c52 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:50:49.473265 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-537bb434-a719-4241-b932-5fe5ec7dc06f req-9b2907ad-e743-4e56-ae99-3c5622fb090a tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:49.522412 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=7903b742-82ef-4a64-9841-fb44e6a19c1e,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:49.538285 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:50:49.539998 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:50:49.543133 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:50:49.543718 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:50:49.544118 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:50:49.544541 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:50:49.544961 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:50:49.545378 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:50:49.545820 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:50:49.547816 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:50:49.548246 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:50:49.573776 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 8f8c955c-7788-46a9-bc20-db2f41f17c52, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=8f8c955c-7788-46a9-bc20-db2f41f17c52,segment=NetworkSegment(2c577bc7-91ae-4b04-9ef5-a0ac47b8abd8),segment_id=2c577bc7-91ae-4b04-9ef5-a0ac47b8abd8)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:50:49.605097 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '8f8c955c-7788-46a9-bc20-db2f41f17c52', 'network_id': 'fce1ca7e-07c4-4f53-b33d-2796d8223d2a', 'port_id': '8f8c955c-7788-46a9-bc20-db2f41f17c52', 'mac_address': 'fa:16:3e:60:15:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a516039-3ed3-4e77-8ea0-c8a0a5b18a1d', 'ip_address': '19.80.0.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:50:49.609527 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b828b147-e9c7-4e73-a688-5ada69d8f66e req-b29d930b-6d01-4a85-a9db-6fe0fc301aed service neutron] 10.222.0.32 "GET /v2.0/networks/29b594e3-6031-4c0e-887f-bccbb18a4129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777555 May 05 21:50:49.678350 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:49.698460 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f8c955c-7788-46a9-bc20-db2f41f17c52 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:50:49.701852 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c7d2522d-77de-4bf6-a20c-bfb429a52a39 req-3e327baf-d095-439a-945c-afffd5eef241 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9e69ec30-08d3-41b4-b7e1-6334c8ce0d1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2954013 May 05 21:50:49.715984 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 8f8c955c-7788-46a9-bc20-db2f41f17c52, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=8f8c955c-7788-46a9-bc20-db2f41f17c52,segment=NetworkSegment(2c577bc7-91ae-4b04-9ef5-a0ac47b8abd8),segment_id=2c577bc7-91ae-4b04-9ef5-a0ac47b8abd8)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:50:49.721921 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:49.800862 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=8f8c955c-7788-46a9-bc20-db2f41f17c52,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:49.834347 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-537bb434-a719-4241-b932-5fe5ec7dc06f req-9b2907ad-e743-4e56-ae99-3c5622fb090a tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Allocated IP 172.25.4.230 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/cae34af1-48d3-4953-88be-7ab035bb44e7) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:50:49.911588 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b828b147-e9c7-4e73-a688-5ada69d8f66e req-248bce27-e6e7-4365-9443-42795d073ff8 service neutron] 10.222.0.32 "GET /v2.0/networks/29b594e3-6031-4c0e-887f-bccbb18a4129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948728 May 05 21:50:50.000879 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['8f8c955c-7788-46a9-bc20-db2f41f17c52'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:50:50.197975 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c7d2522d-77de-4bf6-a20c-bfb429a52a39 req-c0638242-fe4e-4847-8176-a385a1595688 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0eb82da6a4bc47a2ae0058d78ca21e92&device_id=9e69ec30-08d3-41b4-b7e1-6334c8ce0d1b HTTP/1.1" status: 200 len: 1096 time: 0.3611078 May 05 21:50:50.200680 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-537bb434-a719-4241-b932-5fe5ec7dc06f req-9b2907ad-e743-4e56-ae99-3c5622fb090a tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:50.208584 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff2ea9-029a-4690-ba98-4d2bd9cf8a2a req-b02c0d04-0ac2-4f02-bb09-65458cf2c88d tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:50.209959 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a9ff2ea9-029a-4690-ba98-4d2bd9cf8a2a req-b02c0d04-0ac2-4f02-bb09-65458cf2c88d tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d95b01c-6710-48cf-9af7-f1de1a8bd458 HTTP/1.1" status: 200 len: 945 time: 0.4219260 May 05 21:50:50.355539 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-537bb434-a719-4241-b932-5fe5ec7dc06f req-9b2907ad-e743-4e56-ae99-3c5622fb090a tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:50.395700 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a9ff2ea9-029a-4690-ba98-4d2bd9cf8a2a req-78ff8207-d1d6-4b3d-af28-f85547559728 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=910f211c-c7ca-4cc4-8d09-61e980cdaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790390 May 05 21:50:50.451731 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2907ad-e743-4e56-ae99-3c5622fb090a tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Pushing event updated for resources: {'Port': ['ID=cae34af1-48d3-4953-88be-7ab035bb44e7,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:50.456706 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d2522d-77de-4bf6-a20c-bfb429a52a39 req-4227ffc6-6a63-4b01-b056-ea6125e4c642 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:50.458127 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c7d2522d-77de-4bf6-a20c-bfb429a52a39 req-4227ffc6-6a63-4b01-b056-ea6125e4c642 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f33cead3-3472-4ef7-9cf3-a35684adef89 HTTP/1.1" status: 200 len: 913 time: 0.2266126 May 05 21:50:50.459917 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-537bb434-a719-4241-b932-5fe5ec7dc06f req-9b2907ad-e743-4e56-ae99-3c5622fb090a tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:50:50.461857 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-537bb434-a719-4241-b932-5fe5ec7dc06f req-9b2907ad-e743-4e56-ae99-3c5622fb090a tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:50:50.463959 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-537bb434-a719-4241-b932-5fe5ec7dc06f req-9b2907ad-e743-4e56-ae99-3c5622fb090a tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:50:50.564313 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c7d2522d-77de-4bf6-a20c-bfb429a52a39 req-dac89562-57e6-4373-8389-2b75833b3dce service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38613b19-f2b6-4d9b-984b-e50a2c516817 HTTP/1.1" status: 200 len: 217 time: 0.0727611 May 05 21:50:50.679997 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d2522d-77de-4bf6-a20c-bfb429a52a39 req-7e8bb817-6e78-4758-8712-3c5ff0f8e2f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:50.681405 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c7d2522d-77de-4bf6-a20c-bfb429a52a39 req-7e8bb817-6e78-4758-8712-3c5ff0f8e2f8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7d5de724-e15a-4a3a-8314-05869a0cf070 HTTP/1.1" status: 200 len: 851 time: 0.0968103 May 05 21:50:50.911321 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f8e44-eb5e-4a00-ada7-bdfa05cdb658 req-92a92c7f-4971-4583-800c-35a8f7f39c56 tempest-ServerTagsTestJSON-2091005598 tempest-ServerTagsTestJSON-2091005598-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:50.912715 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9f3f8e44-eb5e-4a00-ada7-bdfa05cdb658 req-92a92c7f-4971-4583-800c-35a8f7f39c56 tempest-ServerTagsTestJSON-2091005598 tempest-ServerTagsTestJSON-2091005598-project] 10.222.0.23 "GET /v2.0/networks?id=b0caf3af-f01e-4c26-b5b2-6118e6087908 HTTP/1.1" status: 200 len: 808 time: 0.2672458 May 05 21:50:50.920538 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-537bb434-a719-4241-b932-5fe5ec7dc06f req-9b2907ad-e743-4e56-ae99-3c5622fb090a tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:50.967563 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9f3f8e44-eb5e-4a00-ada7-bdfa05cdb658 req-36caec71-7267-4a76-8124-94109c4ad8e1 tempest-ServerTagsTestJSON-2091005598 tempest-ServerTagsTestJSON-2091005598-project] 10.222.0.23 "GET /v2.0/quotas/6697fb4f0b5b40abaf019f09d1bff3e1 HTTP/1.1" status: 200 len: 375 time: 0.0479765 May 05 21:50:51.026643 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c7d2522d-77de-4bf6-a20c-bfb429a52a39 req-967d5f58-6302-4b8d-96bc-649c27ec2205 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f33cead3-3472-4ef7-9cf3-a35684adef89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2977338 May 05 21:50:51.030430 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9f3f8e44-eb5e-4a00-ada7-bdfa05cdb658 req-c880ac08-686b-407b-a619-680a51d8cb45 tempest-ServerTagsTestJSON-2091005598 tempest-ServerTagsTestJSON-2091005598-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6697fb4f0b5b40abaf019f09d1bff3e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534551 May 05 21:50:51.032818 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-537bb434-a719-4241-b932-5fe5ec7dc06f req-9b2907ad-e743-4e56-ae99-3c5622fb090a tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:51.055968 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['7903b742-82ef-4a64-9841-fb44e6a19c1e'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:50:51.088943 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 8f8c955c-7788-46a9-bc20-db2f41f17c52 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:50:51.212611 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port 8f8c955c-7788-46a9-bc20-db2f41f17c52 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:50:51.223546 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 8f8c955c-7788-46a9-bc20-db2f41f17c52 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:50:51.223907 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:51.393264 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c7d2522d-77de-4bf6-a20c-bfb429a52a39 req-c2be7904-1253-4db2-a686-cf71eb8ca52c service neutron] 10.222.0.32 "GET /v2.0/networks/f33cead3-3472-4ef7-9cf3-a35684adef89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368626 May 05 21:50:51.427371 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:51.429070 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9f3f8e44-eb5e-4a00-ada7-bdfa05cdb658 req-e431e94c-b875-415f-896c-358e0a044db3 service neutron] 10.222.0.23 "GET /v2.0/networks/b0caf3af-f01e-4c26-b5b2-6118e6087908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3737760 May 05 21:50:51.455584 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b301f04-6a0f-43a0-a6ee-7cc657052592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f8c955c-7788-46a9-bc20-db2f41f17c52'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:50:51.465612 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 8f8c955c-7788-46a9-bc20-db2f41f17c52, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=8f8c955c-7788-46a9-bc20-db2f41f17c52,segment=NetworkSegment(2c577bc7-91ae-4b04-9ef5-a0ac47b8abd8),segment_id=2c577bc7-91ae-4b04-9ef5-a0ac47b8abd8)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:50:51.470288 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:51.541356 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=8f8c955c-7788-46a9-bc20-db2f41f17c52,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:51.780597 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-537bb434-a719-4241-b932-5fe5ec7dc06f req-9b2907ad-e743-4e56-ae99-3c5622fb090a tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:51.785123 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c7d2522d-77de-4bf6-a20c-bfb429a52a39 req-8a9201e0-025c-4ae3-be74-8f4b32c7f467 service neutron] 10.222.0.32 "GET /v2.0/networks/f33cead3-3472-4ef7-9cf3-a35684adef89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3841283 May 05 21:50:51.787792 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-537bb434-a719-4241-b932-5fe5ec7dc06f req-9b2907ad-e743-4e56-ae99-3c5622fb090a tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:51.852531 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9f3f8e44-eb5e-4a00-ada7-bdfa05cdb658 req-0fb20c0e-4e11-4635-871f-315b28de6115 service neutron] 10.222.0.23 "GET /v2.0/networks/b0caf3af-f01e-4c26-b5b2-6118e6087908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4132967 May 05 21:50:51.907776 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2907ad-e743-4e56-ae99-3c5622fb090a tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Pushing event updated for resources: {'Port': ['ID=cae34af1-48d3-4953-88be-7ab035bb44e7,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:51.922485 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-537bb434-a719-4241-b932-5fe5ec7dc06f req-9b2907ad-e743-4e56-ae99-3c5622fb090a tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:51.948403 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-537bb434-a719-4241-b932-5fe5ec7dc06f req-9b2907ad-e743-4e56-ae99-3c5622fb090a tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:51.949701 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-537bb434-a719-4241-b932-5fe5ec7dc06f req-9b2907ad-e743-4e56-ae99-3c5622fb090a tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9243019 May 05 21:50:52.035647 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-537bb434-a719-4241-b932-5fe5ec7dc06f req-b06b5574-02bd-4e97-99e1-06e742991567 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Synchronizing usage tracker for tenant:533a2fbb51ae42009bb97af11d84b393 on resource:floatingip {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:50:52.073051 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-3a9d0b92-d5bd-4c8f-a440-ac2dc306258a tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=573addcdcad64ebbacaadf6765f34d35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306306 May 05 21:50:52.078400 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-537bb434-a719-4241-b932-5fe5ec7dc06f req-b06b5574-02bd-4e97-99e1-06e742991567 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Unset dirty status for tenant:533a2fbb51ae42009bb97af11d84b393 on resource:floatingip {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:50:52.079668 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-537bb434-a719-4241-b932-5fe5ec7dc06f req-b06b5574-02bd-4e97-99e1-06e742991567 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.230 HTTP/1.1" status: 200 len: 696 time: 0.1227150 May 05 21:50:52.335881 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-0516eb09-21d2-46a9-9eee-9f4d2381b3b9 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:52.337738 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-0516eb09-21d2-46a9-9eee-9f4d2381b3b9 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2573423 May 05 21:50:52.344083 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bb434-a719-4241-b932-5fe5ec7dc06f req-34f0dfeb-79c8-42c9-8bd6-2caeaef3861d tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:52.345332 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-537bb434-a719-4241-b932-5fe5ec7dc06f req-34f0dfeb-79c8-42c9-8bd6-2caeaef3861d tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] 10.222.0.23 "GET /v2.0/networks/25bfe237-58de-4709-a3e0-ac79da07c300 HTTP/1.1" status: 200 len: 784 time: 0.2455425 May 05 21:50:52.357176 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-d48ac731-4559-48ae-8f35-22d03923294a tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/quotas/573addcdcad64ebbacaadf6765f34d35 HTTP/1.1" status: 200 len: 375 time: 0.0109072 May 05 21:50:52.421979 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d6bbb3bb-6dcd-4bb0-b9d9-10d1a169cd69 req-1379e349-edcd-442d-b07d-caa58c2d6bdd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fb2ef018-2997-4252-b6ee-9017394af03b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1074831 May 05 21:50:52.468319 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-7da61489-3542-4f32-87a0-f3b0b348c116 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=573addcdcad64ebbacaadf6765f34d35&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1041238 May 05 21:50:52.525036 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-49714b13-bd3f-469c-8087-dc83c2045871 req-51d8ab7a-8bc9-4e31-bbde-aa00a54e3b81 tempest-ServerShowV247Test-231054139 tempest-ServerShowV247Test-231054139-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6906490-847e-4484-9bc2-3d8adcb7e823 HTTP/1.1" status: 200 len: 210 time: 0.0483017 May 05 21:50:52.562475 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d6bbb3bb-6dcd-4bb0-b9d9-10d1a169cd69 req-8ac35458-f5ff-4f21-8a8a-7e1b3bac0182 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5f6d3217202d4d8580bf1dbedeb67377&device_id=fb2ef018-2997-4252-b6ee-9017394af03b HTTP/1.1" status: 200 len: 6492 time: 0.1124573 May 05 21:50:52.786642 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbb3bb-6dcd-4bb0-b9d9-10d1a169cd69 req-5faa15fa-35e6-4386-8438-78bdd78a93a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:52.787280 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbb3bb-6dcd-4bb0-b9d9-10d1a169cd69 req-5faa15fa-35e6-4386-8438-78bdd78a93a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:52.787755 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbb3bb-6dcd-4bb0-b9d9-10d1a169cd69 req-5faa15fa-35e6-4386-8438-78bdd78a93a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:52.789940 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d6bbb3bb-6dcd-4bb0-b9d9-10d1a169cd69 req-5faa15fa-35e6-4386-8438-78bdd78a93a0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=71738638-1e8f-4898-8775-ee98b36918d6&id=94805836-07a0-47ad-ab35-ba65d7a7da33&id=94805836-07a0-47ad-ab35-ba65d7a7da33&id=94805836-07a0-47ad-ab35-ba65d7a7da33&id=94805836-07a0-47ad-ab35-ba65d7a7da33&id=53a49f5d-26b7-49e3-a8d3-0afbfe056e7c&id=53a49f5d-26b7-49e3-a8d3-0afbfe056e7c HTTP/1.1" status: 200 len: 2291 time: 0.1920056 May 05 21:50:52.825871 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488a2fd-b982-41c2-903e-02a9ff57d069 req-f97dc498-e831-44d6-ad40-e015f6ed8a3b tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:52.827592 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e488a2fd-b982-41c2-903e-02a9ff57d069 req-f97dc498-e831-44d6-ad40-e015f6ed8a3b tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.0855486 May 05 21:50:52.886471 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e488a2fd-b982-41c2-903e-02a9ff57d069 req-9f8accf6-db53-4333-9dfc-3c2c57053593 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524585 May 05 21:50:52.907761 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d6bbb3bb-6dcd-4bb0-b9d9-10d1a169cd69 req-4b43b88f-c72c-4661-83c9-d2cb0e9017f2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6a625e6-cf6b-469e-bb09-671258762a76 HTTP/1.1" status: 200 len: 1002 time: 0.1063132 May 05 21:50:52.998358 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbb3bb-6dcd-4bb0-b9d9-10d1a169cd69 req-0b94b735-4cd9-4375-9777-4ce9ae0e7f26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:53.000033 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d6bbb3bb-6dcd-4bb0-b9d9-10d1a169cd69 req-0b94b735-4cd9-4375-9777-4ce9ae0e7f26 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=031a2b5a-98f8-4394-83d4-c643c5284920 HTTP/1.1" status: 200 len: 850 time: 0.0767019 May 05 21:50:53.071026 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 7903b742-82ef-4a64-9841-fb44e6a19c1e up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:50:53.125777 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d6bbb3bb-6dcd-4bb0-b9d9-10d1a169cd69 req-d8cb4d94-0649-4cb8-afea-90c60f37694f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71738638-1e8f-4898-8775-ee98b36918d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1166275 May 05 21:50:53.217381 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port 7903b742-82ef-4a64-9841-fb44e6a19c1e completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:50:53.223767 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 7903b742-82ef-4a64-9841-fb44e6a19c1e triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:50:53.224185 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:53.327935 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a7758-b3b4-460b-8f4d-3921d17151ee req-f0146352-0bdf-4a0e-be04-a5ea528ecc72 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:53.340236 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d6bbb3bb-6dcd-4bb0-b9d9-10d1a169cd69 req-a3eb6564-c2a2-4608-8612-567b749d2d6c service neutron] 10.222.0.44 "GET /v2.0/networks/71738638-1e8f-4898-8775-ee98b36918d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021754 May 05 21:50:53.340489 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a7758-b3b4-460b-8f4d-3921d17151ee req-f0146352-0bdf-4a0e-be04-a5ea528ecc72 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:53.341845 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3c4a7758-b3b4-460b-8f4d-3921d17151ee req-f0146352-0bdf-4a0e-be04-a5ea528ecc72 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b301f04-6a0f-43a0-a6ee-7cc657052592 HTTP/1.1" status: 200 len: 1681 time: 0.3060780 May 05 21:50:53.371099 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:53.434900 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 7903b742-82ef-4a64-9841-fb44e6a19c1e, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=7903b742-82ef-4a64-9841-fb44e6a19c1e,segment=NetworkSegment(0c06b550-f0ac-4a88-9b13-80689274d2f3),segment_id=0c06b550-f0ac-4a88-9b13-80689274d2f3)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:50:53.447567 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:53.503840 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d6bbb3bb-6dcd-4bb0-b9d9-10d1a169cd69 req-4353251b-bd9f-4e8e-bf8b-f1f31a2b7fef service neutron] 10.222.0.44 "GET /v2.0/networks/71738638-1e8f-4898-8775-ee98b36918d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543083 May 05 21:50:53.539608 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3c4a7758-b3b4-460b-8f4d-3921d17151ee req-310d429d-8493-4979-b513-2b1b68127ba4 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.23 "GET /v2.0/security-groups?id=933a40d1-d6ba-41e6-a91e-e2abeccdac87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703606 May 05 21:50:53.597730 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=7903b742-82ef-4a64-9841-fb44e6a19c1e,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:53.603060 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d6bbb3bb-6dcd-4bb0-b9d9-10d1a169cd69 req-c6d1ef52-d69b-4b5c-9e12-7f284fb64bd7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=34649ace-f82b-4ccc-974a-1666bac9e23b HTTP/1.1" status: 200 len: 217 time: 0.0918875 May 05 21:50:53.603261 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f8e44-eb5e-4a00-ada7-bdfa05cdb658 req-b9296c00-dc0f-428e-924e-25dd23484007 tempest-ServerTagsTestJSON-2091005598 tempest-ServerTagsTestJSON-2091005598-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:53.604696 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9f3f8e44-eb5e-4a00-ada7-bdfa05cdb658 req-b9296c00-dc0f-428e-924e-25dd23484007 tempest-ServerTagsTestJSON-2091005598 tempest-ServerTagsTestJSON-2091005598-project] 10.222.0.44 "GET /v2.0/networks?id=b0caf3af-f01e-4c26-b5b2-6118e6087908 HTTP/1.1" status: 200 len: 808 time: 0.3701344 May 05 21:50:53.627802 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78ee4d-4439-43e4-ab1c-6191c95d8147 req-f8540b81-f389-48e1-ab4b-5af82f7b25cc tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:53.634546 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1a78ee4d-4439-43e4-ab1c-6191c95d8147 req-f8540b81-f389-48e1-ab4b-5af82f7b25cc tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d95b01c-6710-48cf-9af7-f1de1a8bd458 HTTP/1.1" status: 200 len: 945 time: 0.4021547 May 05 21:50:53.657019 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-9f3f8e44-eb5e-4a00-ada7-bdfa05cdb658 req-2d8c357a-837d-4128-b307-760f95759aaa tempest-ServerTagsTestJSON-2091005598 tempest-ServerTagsTestJSON-2091005598-project] Request body: {'port': {'device_id': '1e94dd41-f1f5-4e9b-85af-eba3bc6ac4ed', 'network_id': 'b0caf3af-f01e-4c26-b5b2-6118e6087908', 'admin_state_up': True, 'tenant_id': '6697fb4f0b5b40abaf019f09d1bff3e1'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:50:53.657812 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c277ef55-e8a1-4cef-beef-d6c41de86d30'] response: {'server_uuid': '0b301f04-6a0f-43a0-a6ee-7cc657052592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f8c955c-7788-46a9-bc20-db2f41f17c52', 'code': 200} May 05 21:50:53.791284 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1a78ee4d-4439-43e4-ab1c-6191c95d8147 req-b3c05e3d-eb91-4f30-b18d-14b0024fa5f7 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=910f211c-c7ca-4cc4-8d09-61e980cdaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557457 May 05 21:50:53.808380 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbb3bb-6dcd-4bb0-b9d9-10d1a169cd69 req-e753b1d8-b5ac-4d70-8b46-08663a22c10a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:53.809951 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d6bbb3bb-6dcd-4bb0-b9d9-10d1a169cd69 req-e753b1d8-b5ac-4d70-8b46-08663a22c10a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3b6f6bba-6319-48e6-9430-897ac47f4de2 HTTP/1.1" status: 200 len: 797 time: 0.1880507 May 05 21:50:53.909552 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d6bbb3bb-6dcd-4bb0-b9d9-10d1a169cd69 req-c4b82677-681c-454e-8eec-f1e450b052b5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=94805836-07a0-47ad-ab35-ba65d7a7da33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0896928 May 05 21:50:54.068278 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-40c46090-a92e-4dab-ab64-1e3fc92b7c1c req-a41e2374-e51c-410a-8ffb-5ac07aa5281e tempest-ServerTagsTestJSON-2091005598 tempest-ServerTagsTestJSON-2091005598-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e94dd41-f1f5-4e9b-85af-eba3bc6ac4ed HTTP/1.1" status: 200 len: 210 time: 0.2651660 May 05 21:50:54.081511 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d6bbb3bb-6dcd-4bb0-b9d9-10d1a169cd69 req-727cb6eb-ff33-48f2-bf44-1d1d42bcd409 service neutron] 10.222.0.44 "GET /v2.0/networks/94805836-07a0-47ad-ab35-ba65d7a7da33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598580 May 05 21:50:54.097342 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-58efadf9-e0cf-4210-a12b-994acdbba171 req-2570aca6-30bd-4338-8566-55be8fc61a08 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] 10.222.0.23 "GET /v2.0/floatingips/b8dee3fb-3d02-4ad8-b022-9c2965201b7e HTTP/1.1" status: 200 len: 693 time: 0.2452757 May 05 21:50:54.099565 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-9f3f8e44-eb5e-4a00-ada7-bdfa05cdb658 req-2d8c357a-837d-4128-b307-760f95759aaa tempest-ServerTagsTestJSON-2091005598 tempest-ServerTagsTestJSON-2091005598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:50:54.105027 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-9f3f8e44-eb5e-4a00-ada7-bdfa05cdb658 req-2d8c357a-837d-4128-b307-760f95759aaa tempest-ServerTagsTestJSON-2091005598 tempest-ServerTagsTestJSON-2091005598-project] Usage tracker for resource:port and tenant:6697fb4f0b5b40abaf019f09d1bff3e1 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:50:54.126760 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-9f3f8e44-eb5e-4a00-ada7-bdfa05cdb658 req-2d8c357a-837d-4128-b307-760f95759aaa tempest-ServerTagsTestJSON-2091005598 tempest-ServerTagsTestJSON-2091005598-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:50:54.218017 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-9f3f8e44-eb5e-4a00-ada7-bdfa05cdb658 req-2d8c357a-837d-4128-b307-760f95759aaa tempest-ServerTagsTestJSON-2091005598 tempest-ServerTagsTestJSON-2091005598-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:50:54.249380 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d6bbb3bb-6dcd-4bb0-b9d9-10d1a169cd69 req-6aa57ab0-3c9c-4b6c-a567-21ca746bb8e5 service neutron] 10.222.0.44 "GET /v2.0/networks/94805836-07a0-47ad-ab35-ba65d7a7da33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602633 May 05 21:50:54.249904 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f3f8e44-eb5e-4a00-ada7-bdfa05cdb658 req-2d8c357a-837d-4128-b307-760f95759aaa tempest-ServerTagsTestJSON-2091005598 tempest-ServerTagsTestJSON-2091005598-project] Made reservation on behalf of 6697fb4f0b5b40abaf019f09d1bff3e1 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:50:54.254259 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9f3f8e44-eb5e-4a00-ada7-bdfa05cdb658 req-2d8c357a-837d-4128-b307-760f95759aaa tempest-ServerTagsTestJSON-2091005598 tempest-ServerTagsTestJSON-2091005598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:54.321049 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58efadf9-e0cf-4210-a12b-994acdbba171 req-ca385419-5eb4-44f7-89e2-68727d319490 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:54.322405 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-58efadf9-e0cf-4210-a12b-994acdbba171 req-ca385419-5eb4-44f7-89e2-68727d319490 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] 10.222.0.23 "GET /v2.0/networks/25bfe237-58de-4709-a3e0-ac79da07c300 HTTP/1.1" status: 200 len: 784 time: 0.2187016 May 05 21:50:54.334117 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d6bbb3bb-6dcd-4bb0-b9d9-10d1a169cd69 req-fcbba9de-676f-4fb0-9a04-527aa02888ce service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=538baf95-e3b5-4c0a-808d-33c668825b60 HTTP/1.1" status: 200 len: 217 time: 0.0655253 May 05 21:50:54.400765 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbb3bb-6dcd-4bb0-b9d9-10d1a169cd69 req-8cb63147-7d53-41e8-b8f6-52e849ead6a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:54.402212 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d6bbb3bb-6dcd-4bb0-b9d9-10d1a169cd69 req-8cb63147-7d53-41e8-b8f6-52e849ead6a5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3b6f6bba-6319-48e6-9430-897ac47f4de2 HTTP/1.1" status: 200 len: 797 time: 0.0615370 May 05 21:50:54.480904 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f65a19-0c65-4690-9e51-3fdaa83c0c16 req-c5df3d1c-e3e0-4c40-8e3e-a667d63605f3 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:54.482373 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-26f65a19-0c65-4690-9e51-3fdaa83c0c16 req-c5df3d1c-e3e0-4c40-8e3e-a667d63605f3 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.2069516 May 05 21:50:54.485449 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d6bbb3bb-6dcd-4bb0-b9d9-10d1a169cd69 req-9ab51f36-5b78-46e7-a57f-cd7ab7e6e773 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=94805836-07a0-47ad-ab35-ba65d7a7da33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0747006 May 05 21:50:54.519866 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-9f3f8e44-eb5e-4a00-ada7-bdfa05cdb658 req-2d8c357a-837d-4128-b307-760f95759aaa tempest-ServerTagsTestJSON-2091005598 tempest-ServerTagsTestJSON-2091005598-project] Allocated IP 172.20.0.8 (b0caf3af-f01e-4c26-b5b2-6118e6087908/d2f834c9-f2cd-47e0-baf7-498169e71d3e/a6df3f73-d7bc-4859-b9ff-866459fc5bbb) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:50:54.567122 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-26f65a19-0c65-4690-9e51-3fdaa83c0c16 req-9bf7c55a-88d9-4b5a-b496-acde9207c0f9 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764410 May 05 21:50:54.756243 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d6bbb3bb-6dcd-4bb0-b9d9-10d1a169cd69 req-2a5e3f9d-cff3-4392-8291-767290b19943 service neutron] 10.222.0.44 "GET /v2.0/networks/94805836-07a0-47ad-ab35-ba65d7a7da33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625794 May 05 21:50:54.919906 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d6bbb3bb-6dcd-4bb0-b9d9-10d1a169cd69 req-9a4ac5d1-61e9-46f7-a4fe-7e1787d00ae5 service neutron] 10.222.0.44 "GET /v2.0/networks/94805836-07a0-47ad-ab35-ba65d7a7da33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550961 May 05 21:50:54.938519 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bfe4b095-d7ba-4ef3-9aa0-702fbb150cea req-328ebddc-428c-4031-b5ff-1726cb93fb21 tempest-ServerShowV247Test-231054139 tempest-ServerShowV247Test-231054139-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6906490-847e-4484-9bc2-3d8adcb7e823 HTTP/1.1" status: 200 len: 210 time: 0.1031103 May 05 21:50:54.948219 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-95a5899f-02e6-481e-86aa-0285c17ed58f req-72b8b24d-f601-4b0d-a0be-989b7e5b2371 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] 10.222.0.23 "GET /v2.0/floatingips/b8dee3fb-3d02-4ad8-b022-9c2965201b7e HTTP/1.1" status: 200 len: 693 time: 0.1791918 May 05 21:50:54.952518 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-4b807456-98e7-41b0-a536-8ae17fbb56fc tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=573addcdcad64ebbacaadf6765f34d35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0546389 May 05 21:50:54.955860 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9f3f8e44-eb5e-4a00-ada7-bdfa05cdb658 req-2d8c357a-837d-4128-b307-760f95759aaa tempest-ServerTagsTestJSON-2091005598 tempest-ServerTagsTestJSON-2091005598-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:54.969367 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-0036e67c-2af0-4b42-a1d9-663411c6a425 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=573addcdcad64ebbacaadf6765f34d35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430996 May 05 21:50:55.067371 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d6bbb3bb-6dcd-4bb0-b9d9-10d1a169cd69 req-bf0ea397-841d-4570-b81e-b7a1de19819b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=c7548de3-9774-4501-8d63-8da172363f2e HTTP/1.1" status: 200 len: 217 time: 0.1007743 May 05 21:50:55.234222 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbb3bb-6dcd-4bb0-b9d9-10d1a169cd69 req-2a2e6178-8eb4-4df5-991d-65e3ecf6852d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:55.235629 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d6bbb3bb-6dcd-4bb0-b9d9-10d1a169cd69 req-2a2e6178-8eb4-4df5-991d-65e3ecf6852d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3b6f6bba-6319-48e6-9430-897ac47f4de2 HTTP/1.1" status: 200 len: 797 time: 0.1374626 May 05 21:50:55.317585 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-0cfc1ef5-c05c-498b-8394-ace67390fcc4 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:55.319036 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-0cfc1ef5-c05c-498b-8394-ace67390fcc4 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2505329 May 05 21:50:55.320563 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5899f-02e6-481e-86aa-0285c17ed58f req-f92c8866-d0d6-4b88-bdb1-3b55b191f196 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:55.321871 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-95a5899f-02e6-481e-86aa-0285c17ed58f req-f92c8866-d0d6-4b88-bdb1-3b55b191f196 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] 10.222.0.23 "GET /v2.0/networks/25bfe237-58de-4709-a3e0-ac79da07c300 HTTP/1.1" status: 200 len: 784 time: 0.3399520 May 05 21:50:55.325229 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9f3f8e44-eb5e-4a00-ada7-bdfa05cdb658 req-2d8c357a-837d-4128-b307-760f95759aaa tempest-ServerTagsTestJSON-2091005598 tempest-ServerTagsTestJSON-2091005598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:55.340242 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-3477b561-655f-4cd7-906f-d677d96d147e tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Request body: {'port': {'device_id': '1ff3c9b0-3266-4312-b176-00b69ba30379', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'admin_state_up': True, 'tenant_id': '573addcdcad64ebbacaadf6765f34d35'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:50:55.374576 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-f1bf7f07-f6ae-4fca-b582-b263d24f8149 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:55.375997 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-f1bf7f07-f6ae-4fca-b582-b263d24f8149 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4166718 May 05 21:50:55.428450 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d6bbb3bb-6dcd-4bb0-b9d9-10d1a169cd69 req-cf94f5d3-310d-467d-aa80-08718aafa821 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=94805836-07a0-47ad-ab35-ba65d7a7da33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1777003 May 05 21:50:55.451166 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-0b7518e5-c24e-4528-ba96-5a7dbf460d02 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Request body: {'port': {'device_id': '34beee0c-7e35-4d03-96bf-5e171b451c70', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'admin_state_up': True, 'tenant_id': '573addcdcad64ebbacaadf6765f34d35'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:50:55.564203 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e124f-7821-4fb3-87a0-60e5de55f11c req-a29fdfa2-525a-4568-acea-71503df2665d tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:55.568654 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e124f-7821-4fb3-87a0-60e5de55f11c req-a29fdfa2-525a-4568-acea-71503df2665d tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:55.569534 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ea3e124f-7821-4fb3-87a0-60e5de55f11c req-a29fdfa2-525a-4568-acea-71503df2665d tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b301f04-6a0f-43a0-a6ee-7cc657052592 HTTP/1.1" status: 200 len: 1682 time: 0.4456203 May 05 21:50:55.570105 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-3477b561-655f-4cd7-906f-d677d96d147e tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:50:55.583866 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f3f8e44-eb5e-4a00-ada7-bdfa05cdb658 req-2d8c357a-837d-4128-b307-760f95759aaa tempest-ServerTagsTestJSON-2091005598 tempest-ServerTagsTestJSON-2091005598-project] Network b0caf3af-f01e-4c26-b5b2-6118e6087908 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:50:55.585232 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-3477b561-655f-4cd7-906f-d677d96d147e tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:50:55.596734 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-95a5899f-02e6-481e-86aa-0285c17ed58f req-23ecc6b1-6453-408c-a545-ca52bacd892d tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.230 HTTP/1.1" status: 200 len: 696 time: 0.2642431 May 05 21:50:55.615610 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-9f3f8e44-eb5e-4a00-ada7-bdfa05cdb658 req-2d8c357a-837d-4128-b307-760f95759aaa tempest-ServerTagsTestJSON-2091005598 tempest-ServerTagsTestJSON-2091005598-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:50:55.622449 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f3f8e44-eb5e-4a00-ada7-bdfa05cdb658 req-2d8c357a-837d-4128-b307-760f95759aaa tempest-ServerTagsTestJSON-2091005598 tempest-ServerTagsTestJSON-2091005598-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:50:55.659664 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8c357a-837d-4128-b307-760f95759aaa tempest-ServerTagsTestJSON-2091005598 tempest-ServerTagsTestJSON-2091005598-project] Pushing event updated for resources: {'Port': ['ID=a6df3f73-d7bc-4859-b9ff-866459fc5bbb,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:55.659836 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b301f04-6a0f-43a0-a6ee-7cc657052592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7903b742-82ef-4a64-9841-fb44e6a19c1e'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:50:55.728692 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-3477b561-655f-4cd7-906f-d677d96d147e tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Made reservation on behalf of 573addcdcad64ebbacaadf6765f34d35 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:50:55.731506 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-3477b561-655f-4cd7-906f-d677d96d147e tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:55.753766 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d6bbb3bb-6dcd-4bb0-b9d9-10d1a169cd69 req-010af1a4-9dd0-4d93-a325-9a0bb2dd0b81 service neutron] 10.222.0.44 "GET /v2.0/networks/94805836-07a0-47ad-ab35-ba65d7a7da33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158474 May 05 21:50:55.957448 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-95a5899f-02e6-481e-86aa-0285c17ed58f req-3c0b9bea-4a95-4cd6-9cff-c443fb074303 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.230 HTTP/1.1" status: 200 len: 696 time: 0.3598232 May 05 21:50:56.011697 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d6bbb3bb-6dcd-4bb0-b9d9-10d1a169cd69 req-f36d5f97-6f0d-4754-864d-8f7e5bc3c843 service neutron] 10.222.0.44 "GET /v2.0/networks/94805836-07a0-47ad-ab35-ba65d7a7da33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133820 May 05 21:50:56.048218 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f8e44-eb5e-4a00-ada7-bdfa05cdb658 req-2d8c357a-837d-4128-b307-760f95759aaa tempest-ServerTagsTestJSON-2091005598 tempest-ServerTagsTestJSON-2091005598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:56.048218 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9f3f8e44-eb5e-4a00-ada7-bdfa05cdb658 req-2d8c357a-837d-4128-b307-760f95759aaa tempest-ServerTagsTestJSON-2091005598 tempest-ServerTagsTestJSON-2091005598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:56.077356 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ea3e124f-7821-4fb3-87a0-60e5de55f11c req-92024181-6ec0-4e06-9455-4c9b78c6afe2 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.23 "GET /v2.0/security-groups?id=933a40d1-d6ba-41e6-a91e-e2abeccdac87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4967542 May 05 21:50:56.077834 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-3477b561-655f-4cd7-906f-d677d96d147e tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Allocated IP 192.168.233.128 (4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9/f237a6ef-d044-411f-a2d8-d12619664c91/cd80ef28-f478-4ffe-9474-4a4480525f9e) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:50:56.095841 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d6bbb3bb-6dcd-4bb0-b9d9-10d1a169cd69 req-08bc47a8-c68b-459f-80c1-02bbd48f7308 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=27b68c04-7dd9-42e8-9a47-ef4ac75714cf HTTP/1.1" status: 200 len: 217 time: 0.0771050 May 05 21:50:56.188705 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9f3f8e44-eb5e-4a00-ada7-bdfa05cdb658 req-2d8c357a-837d-4128-b307-760f95759aaa tempest-ServerTagsTestJSON-2091005598 tempest-ServerTagsTestJSON-2091005598-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5514727 May 05 21:50:56.204383 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-0b7518e5-c24e-4528-ba96-5a7dbf460d02 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:50:56.215072 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-9f3f8e44-eb5e-4a00-ada7-bdfa05cdb658 req-3bf74f46-db73-491d-8f89-1f7257d8f96f service neutron] Request body: {'port': {'device_id': '1e94dd41-f1f5-4e9b-85af-eba3bc6ac4ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:50:56.218631 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbb3bb-6dcd-4bb0-b9d9-10d1a169cd69 req-7e563f1e-1b24-4123-a093-da2e80533348 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:56.220101 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d6bbb3bb-6dcd-4bb0-b9d9-10d1a169cd69 req-7e563f1e-1b24-4123-a093-da2e80533348 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3b6f6bba-6319-48e6-9430-897ac47f4de2 HTTP/1.1" status: 200 len: 797 time: 0.1145151 May 05 21:50:56.286727 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-95a5899f-02e6-481e-86aa-0285c17ed58f req-033b0141-ee73-43a4-aba9-3360d06c014a tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Deleting port cae34af1-48d3-4953-88be-7ab035bb44e7 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:50:56.287060 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-95a5899f-02e6-481e-86aa-0285c17ed58f req-033b0141-ee73-43a4-aba9-3360d06c014a tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:56.323985 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-0b7518e5-c24e-4528-ba96-5a7dbf460d02 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:50:56.415541 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-0b7518e5-c24e-4528-ba96-5a7dbf460d02 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Made reservation on behalf of 573addcdcad64ebbacaadf6765f34d35 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:50:56.418196 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-3477b561-655f-4cd7-906f-d677d96d147e tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:56.419306 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-0b7518e5-c24e-4528-ba96-5a7dbf460d02 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:56.427220 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d6bbb3bb-6dcd-4bb0-b9d9-10d1a169cd69 req-5ab41e97-b1a2-4a42-ad24-380cae76e104 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=94805836-07a0-47ad-ab35-ba65d7a7da33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1919456 May 05 21:50:56.455546 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-3477b561-655f-4cd7-906f-d677d96d147e tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Transition to ACTIVE for port object cd80ef28-f478-4ffe-9474-4a4480525f9e will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:50:56.566735 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-3477b561-655f-4cd7-906f-d677d96d147e tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:56.580425 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9f3f8e44-eb5e-4a00-ada7-bdfa05cdb658 req-3bf74f46-db73-491d-8f89-1f7257d8f96f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:56.581831 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['95aa95b3-c351-4de7-8c77-edac6278846e'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:50:56.614770 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['cfc1d106-e577-4500-a5d8-8130ac0a87a6', 'cba3d0c5-8834-4d3a-b7bc-eb551f80748b'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:50:56.615766 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d6bbb3bb-6dcd-4bb0-b9d9-10d1a169cd69 req-6f13c888-41d0-4fff-8234-70979f66789c service neutron] 10.222.0.44 "GET /v2.0/networks/94805836-07a0-47ad-ab35-ba65d7a7da33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796036 May 05 21:50:56.696002 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-95a5899f-02e6-481e-86aa-0285c17ed58f req-033b0141-ee73-43a4-aba9-3360d06c014a tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:56.696459 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-95a5899f-02e6-481e-86aa-0285c17ed58f req-033b0141-ee73-43a4-aba9-3360d06c014a tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:56.718267 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3477b561-655f-4cd7-906f-d677d96d147e tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Pushing event updated for resources: {'Port': ['ID=cd80ef28-f478-4ffe-9474-4a4480525f9e,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:56.721428 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c3aa7e-dc16-4a67-ae25-d5fbcbfe11ba req-6f9fe8ad-2b2a-4f83-9420-1816d63eef59 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:56.728735 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-06c3aa7e-dc16-4a67-ae25-d5fbcbfe11ba req-6f9fe8ad-2b2a-4f83-9420-1816d63eef59 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.4862504 May 05 21:50:56.731289 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-3477b561-655f-4cd7-906f-d677d96d147e tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:50:56.734318 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-3477b561-655f-4cd7-906f-d677d96d147e tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:50:56.737880 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-3477b561-655f-4cd7-906f-d677d96d147e tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:50:56.831650 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-3477b561-655f-4cd7-906f-d677d96d147e tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:56.832256 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-3477b561-655f-4cd7-906f-d677d96d147e tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:56.840763 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d6bbb3bb-6dcd-4bb0-b9d9-10d1a169cd69 req-525f42ef-93f8-45d7-b6df-fb869c455545 service neutron] 10.222.0.44 "GET /v2.0/networks/94805836-07a0-47ad-ab35-ba65d7a7da33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129974 May 05 21:50:56.913292 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-95a5899f-02e6-481e-86aa-0285c17ed58f req-033b0141-ee73-43a4-aba9-3360d06c014a tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Calling delete_port for cae34af1-48d3-4953-88be-7ab035bb44e7 owned by network:floatingip {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:50:56.918942 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d6bbb3bb-6dcd-4bb0-b9d9-10d1a169cd69 req-b7d4ec67-967a-4ffc-b3f6-ea31a357488c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b9baba6d-e965-4519-b39c-f777cce86217 HTTP/1.1" status: 200 len: 217 time: 0.0697429 May 05 21:50:56.925076 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-3477b561-655f-4cd7-906f-d677d96d147e tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5882852 May 05 21:50:56.976438 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-0916c528-ba75-4d7b-bee9-05aa848e136b service neutron] Request body: {'port': {'device_id': '1ff3c9b0-3266-4312-b176-00b69ba30379', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:50:57.061729 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbb3bb-6dcd-4bb0-b9d9-10d1a169cd69 req-65fadd2f-6268-450e-8a55-b7331338ecc6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:57.063207 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d6bbb3bb-6dcd-4bb0-b9d9-10d1a169cd69 req-65fadd2f-6268-450e-8a55-b7331338ecc6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a0fdc9bf-de2b-4aa2-9c30-9c714dc3a9b8 HTTP/1.1" status: 200 len: 797 time: 0.1368508 May 05 21:50:57.080168 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-5a333416-c494-465a-bcd4-f142f35506de None None] Provisioning for port cd80ef28-f478-4ffe-9474-4a4480525f9e completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:50:57.086690 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-5a333416-c494-465a-bcd4-f142f35506de None None] Provisioning complete for port cd80ef28-f478-4ffe-9474-4a4480525f9e triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:50:57.087423 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5a333416-c494-465a-bcd4-f142f35506de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:57.091280 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-06c3aa7e-dc16-4a67-ae25-d5fbcbfe11ba req-deaa7b4d-a9c5-460c-96e5-2540c29fea6f tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3615999 May 05 21:50:57.104406 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-0b7518e5-c24e-4528-ba96-5a7dbf460d02 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Allocated IP 192.168.233.13 (4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9/f237a6ef-d044-411f-a2d8-d12619664c91/486adfde-c997-46bf-be2f-046f4bfb9410) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:50:57.154565 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-5a333416-c494-465a-bcd4-f142f35506de None None] Port cd80ef28-f478-4ffe-9474-4a4480525f9e cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:50:57.170379 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-0916c528-ba75-4d7b-bee9-05aa848e136b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:57.250416 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d6bbb3bb-6dcd-4bb0-b9d9-10d1a169cd69 req-7da0d769-8086-4b02-af2d-84c454cc0664 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=53a49f5d-26b7-49e3-a8d3-0afbfe056e7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1562333 May 05 21:50:57.567564 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d6bbb3bb-6dcd-4bb0-b9d9-10d1a169cd69 req-4b45f798-f36d-473c-8f29-375e606f19ea service neutron] 10.222.0.44 "GET /v2.0/networks/53a49f5d-26b7-49e3-a8d3-0afbfe056e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081174 May 05 21:50:57.719820 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-95a5899f-02e6-481e-86aa-0285c17ed58f req-033b0141-ee73-43a4-aba9-3360d06c014a tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:57.722055 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d6bbb3bb-6dcd-4bb0-b9d9-10d1a169cd69 req-e7ae7641-9bb8-4b0a-88cc-e34a3fbff9ef service neutron] 10.222.0.44 "GET /v2.0/networks/53a49f5d-26b7-49e3-a8d3-0afbfe056e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414616 May 05 21:50:57.790972 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033b0141-ee73-43a4-aba9-3360d06c014a tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Pushing event deleted for resources: {'Port': ['ID=cae34af1-48d3-4953-88be-7ab035bb44e7,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:57.813093 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d6bbb3bb-6dcd-4bb0-b9d9-10d1a169cd69 req-2f222a95-fb9d-4ddf-9895-0a859ba03630 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ecd2f147-21d5-4a73-989e-13841d2ef60b HTTP/1.1" status: 200 len: 217 time: 0.0816100 May 05 21:50:57.898517 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1627a72c-4e46-4a57-a686-628d3fd278f9 req-b21828d2-a28b-4b9d-bb14-49b772e6b8eb tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:57.898517 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1627a72c-4e46-4a57-a686-628d3fd278f9 req-b21828d2-a28b-4b9d-bb14-49b772e6b8eb tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ff3c9b0-3266-4312-b176-00b69ba30379 HTTP/1.1" status: 200 len: 936 time: 0.6455319 May 05 21:50:57.898517 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-0b7518e5-c24e-4528-ba96-5a7dbf460d02 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:57.898517 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.resource_extend [req-9f3f8e44-eb5e-4a00-ada7-bdfa05cdb658 req-3bf74f46-db73-491d-8f89-1f7257d8f96f service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 21:50:57.900620 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbb3bb-6dcd-4bb0-b9d9-10d1a169cd69 req-f9142790-92d0-49ef-95bf-202acb75e0fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:57.900620 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d6bbb3bb-6dcd-4bb0-b9d9-10d1a169cd69 req-f9142790-92d0-49ef-95bf-202acb75e0fb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a0fdc9bf-de2b-4aa2-9c30-9c714dc3a9b8 HTTP/1.1" status: 200 len: 797 time: 0.0775635 May 05 21:50:57.988482 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d6bbb3bb-6dcd-4bb0-b9d9-10d1a169cd69 req-e3ce2196-a57d-4f87-a167-e16e12ece551 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=53a49f5d-26b7-49e3-a8d3-0afbfe056e7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0847178 May 05 21:50:58.027687 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-0b7518e5-c24e-4528-ba96-5a7dbf460d02 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Transition to ACTIVE for port object 486adfde-c997-46bf-be2f-046f4bfb9410 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:50:58.087094 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-9f3f8e44-eb5e-4a00-ada7-bdfa05cdb658 req-3bf74f46-db73-491d-8f89-1f7257d8f96f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6df3f73-d7bc-4859-b9ff-866459fc5bbb {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:50:58.099556 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-95a5899f-02e6-481e-86aa-0285c17ed58f req-033b0141-ee73-43a4-aba9-3360d06c014a tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Notify callbacks [] for floatingip, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:58.105464 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9f3f8e44-eb5e-4a00-ada7-bdfa05cdb658 req-3bf74f46-db73-491d-8f89-1f7257d8f96f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:58.133988 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1627a72c-4e46-4a57-a686-628d3fd278f9 req-ac64b4bc-040a-4ccb-9b12-25fde90b7eb5 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292545 May 05 21:50:58.157243 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-9f3f8e44-eb5e-4a00-ada7-bdfa05cdb658 req-3bf74f46-db73-491d-8f89-1f7257d8f96f service neutron] Transition to ACTIVE for port object a6df3f73-d7bc-4859-b9ff-866459fc5bbb will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:50:58.157393 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d6bbb3bb-6dcd-4bb0-b9d9-10d1a169cd69 req-bc72442e-8657-4ae1-8f1b-0c10aa9fa14a service neutron] 10.222.0.44 "GET /v2.0/networks/53a49f5d-26b7-49e3-a8d3-0afbfe056e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574748 May 05 21:50:58.166708 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-0b7518e5-c24e-4528-ba96-5a7dbf460d02 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:58.166708 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9f3f8e44-eb5e-4a00-ada7-bdfa05cdb658 req-3bf74f46-db73-491d-8f89-1f7257d8f96f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:58.175468 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['95aa95b3-c351-4de7-8c77-edac6278846e'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:50:58.223958 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['cfc1d106-e577-4500-a5d8-8130ac0a87a6', 'cba3d0c5-8834-4d3a-b7bc-eb551f80748b'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:50:58.227373 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-95a5899f-02e6-481e-86aa-0285c17ed58f req-033b0141-ee73-43a4-aba9-3360d06c014a tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:58.232898 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-95a5899f-02e6-481e-86aa-0285c17ed58f req-033b0141-ee73-43a4-aba9-3360d06c014a tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] 10.222.0.23 "DELETE /v2.0/floatingips/b8dee3fb-3d02-4ad8-b022-9c2965201b7e HTTP/1.1" status: 204 len: 173 time: 2.2746210 May 05 21:50:58.444431 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d6bbb3bb-6dcd-4bb0-b9d9-10d1a169cd69 req-7c654f90-bdea-4184-ad56-a86c22364554 service neutron] 10.222.0.44 "GET /v2.0/networks/53a49f5d-26b7-49e3-a8d3-0afbfe056e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692595 May 05 21:50:58.538439 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-0b7518e5-c24e-4528-ba96-5a7dbf460d02 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:50:58.620130 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf74f46-db73-491d-8f89-1f7257d8f96f service neutron] Pushing event updated for resources: {'Port': ['ID=a6df3f73-d7bc-4859-b9ff-866459fc5bbb,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:58.661304 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-0b7518e5-c24e-4528-ba96-5a7dbf460d02 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:50:58.674628 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-0916c528-ba75-4d7b-bee9-05aa848e136b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd80ef28-f478-4ffe-9474-4a4480525f9e {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:50:58.681931 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-0b7518e5-c24e-4528-ba96-5a7dbf460d02 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:50:58.687328 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-0916c528-ba75-4d7b-bee9-05aa848e136b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:58.708215 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-0916c528-ba75-4d7b-bee9-05aa848e136b service neutron] Transition to ACTIVE for port object cd80ef28-f478-4ffe-9474-4a4480525f9e will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:50:58.713517 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-0916c528-ba75-4d7b-bee9-05aa848e136b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:58.849359 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7518e5-c24e-4528-ba96-5a7dbf460d02 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Pushing event updated for resources: {'Port': ['ID=486adfde-c997-46bf-be2f-046f4bfb9410,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:58.864758 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0916c528-ba75-4d7b-bee9-05aa848e136b service neutron] Pushing event updated for resources: {'Port': ['ID=cd80ef28-f478-4ffe-9474-4a4480525f9e,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:58.900616 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-0b7518e5-c24e-4528-ba96-5a7dbf460d02 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:58.901225 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-0b7518e5-c24e-4528-ba96-5a7dbf460d02 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:58.945324 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-0b7518e5-c24e-4528-ba96-5a7dbf460d02 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5065112 May 05 21:50:58.962614 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-2fc174d9-92a7-47b0-a34e-cc3a2f033c67 service neutron] Request body: {'port': {'device_id': '34beee0c-7e35-4d03-96bf-5e171b451c70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:50:58.983148 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-0916c528-ba75-4d7b-bee9-05aa848e136b service neutron] Attempting to bind port cd80ef28-f478-4ffe-9474-4a4480525f9e on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:50:58.983702 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-0916c528-ba75-4d7b-bee9-05aa848e136b service neutron] Attempting to bind port cd80ef28-f478-4ffe-9474-4a4480525f9e by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:50:58.984223 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-0916c528-ba75-4d7b-bee9-05aa848e136b service neutron] Attempting to bind port cd80ef28-f478-4ffe-9474-4a4480525f9e on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:50:58.992204 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-0916c528-ba75-4d7b-bee9-05aa848e136b service neutron] Port cd80ef28-f478-4ffe-9474-4a4480525f9e on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:50:58.992893 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-0916c528-ba75-4d7b-bee9-05aa848e136b service neutron] Attempting to bind port cd80ef28-f478-4ffe-9474-4a4480525f9e on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:50:59.002819 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-0916c528-ba75-4d7b-bee9-05aa848e136b service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:50:59.003580 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-0916c528-ba75-4d7b-bee9-05aa848e136b service neutron] Checking segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:50:59.004144 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-0916c528-ba75-4d7b-bee9-05aa848e136b service neutron] Bound using segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:50:59.005047 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-0916c528-ba75-4d7b-bee9-05aa848e136b service neutron] Bound port: cd80ef28-f478-4ffe-9474-4a4480525f9e, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:50:59.005484 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-0916c528-ba75-4d7b-bee9-05aa848e136b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:59.009860 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-df39ff05-d338-41ca-803a-18ba3d1509b5 None None] Provisioning for port 486adfde-c997-46bf-be2f-046f4bfb9410 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:50:59.018047 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-df39ff05-d338-41ca-803a-18ba3d1509b5 None None] Provisioning complete for port 486adfde-c997-46bf-be2f-046f4bfb9410 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:50:59.024824 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-df39ff05-d338-41ca-803a-18ba3d1509b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:59.036337 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46138578-54b1-45dc-a254-2078bd962cfa req-6cb72353-325e-4442-92db-74fa7b641ca6 tempest-ServerTagsTestJSON-2091005598 tempest-ServerTagsTestJSON-2091005598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:59.037067 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-46138578-54b1-45dc-a254-2078bd962cfa req-6cb72353-325e-4442-92db-74fa7b641ca6 tempest-ServerTagsTestJSON-2091005598 tempest-ServerTagsTestJSON-2091005598-project] Synchronizing usage tracker for tenant:6697fb4f0b5b40abaf019f09d1bff3e1 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:50:59.053311 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd69e6-e72c-4e1e-80b5-d93ec9274c9d req-27a43e1e-198b-4f98-ad44-24b0a4a2d501 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:59.054977 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d0fd69e6-e72c-4e1e-80b5-d93ec9274c9d req-27a43e1e-198b-4f98-ad44-24b0a4a2d501 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d95b01c-6710-48cf-9af7-f1de1a8bd458 HTTP/1.1" status: 200 len: 945 time: 0.5940385 May 05 21:50:59.097973 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-9f3f8e44-eb5e-4a00-ada7-bdfa05cdb658 req-3bf74f46-db73-491d-8f89-1f7257d8f96f service neutron] Attempting to bind port a6df3f73-d7bc-4859-b9ff-866459fc5bbb on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:50:59.098537 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-9f3f8e44-eb5e-4a00-ada7-bdfa05cdb658 req-3bf74f46-db73-491d-8f89-1f7257d8f96f service neutron] Attempting to bind port a6df3f73-d7bc-4859-b9ff-866459fc5bbb by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': 'ab059889-1745-43d8-821d-758e8bd9dab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b0caf3af-f01e-4c26-b5b2-6118e6087908'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:50:59.099040 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3f8e44-eb5e-4a00-ada7-bdfa05cdb658 req-3bf74f46-db73-491d-8f89-1f7257d8f96f service neutron] Attempting to bind port a6df3f73-d7bc-4859-b9ff-866459fc5bbb on network b0caf3af-f01e-4c26-b5b2-6118e6087908 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:50:59.107412 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-df39ff05-d338-41ca-803a-18ba3d1509b5 None None] Port 486adfde-c997-46bf-be2f-046f4bfb9410 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:50:59.132213 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-0916c528-ba75-4d7b-bee9-05aa848e136b service neutron] For port cd80ef28-f478-4ffe-9474-4a4480525f9e, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:50:59.136694 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-0916c528-ba75-4d7b-bee9-05aa848e136b service neutron] For port cd80ef28-f478-4ffe-9474-4a4480525f9e, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=cd80ef28-f478-4ffe-9474-4a4480525f9e,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:50:59.142190 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-0916c528-ba75-4d7b-bee9-05aa848e136b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:59.166042 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-46138578-54b1-45dc-a254-2078bd962cfa req-6cb72353-325e-4442-92db-74fa7b641ca6 tempest-ServerTagsTestJSON-2091005598 tempest-ServerTagsTestJSON-2091005598-project] Unset dirty status for tenant:6697fb4f0b5b40abaf019f09d1bff3e1 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:50:59.172281 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-46138578-54b1-45dc-a254-2078bd962cfa req-6cb72353-325e-4442-92db-74fa7b641ca6 tempest-ServerTagsTestJSON-2091005598 tempest-ServerTagsTestJSON-2091005598-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e94dd41-f1f5-4e9b-85af-eba3bc6ac4ed HTTP/1.1" status: 200 len: 943 time: 0.6942267 May 05 21:50:59.207415 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3f8e44-eb5e-4a00-ada7-bdfa05cdb658 req-3bf74f46-db73-491d-8f89-1f7257d8f96f service neutron] Port a6df3f73-d7bc-4859-b9ff-866459fc5bbb on network b0caf3af-f01e-4c26-b5b2-6118e6087908 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:50:59.207562 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3f8e44-eb5e-4a00-ada7-bdfa05cdb658 req-3bf74f46-db73-491d-8f89-1f7257d8f96f service neutron] Attempting to bind port a6df3f73-d7bc-4859-b9ff-866459fc5bbb on network b0caf3af-f01e-4c26-b5b2-6118e6087908 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:50:59.216221 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-0916c528-ba75-4d7b-bee9-05aa848e136b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:59.217915 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-0916c528-ba75-4d7b-bee9-05aa848e136b service neutron] 10.222.0.44 "PUT /v2.0/ports/cd80ef28-f478-4ffe-9474-4a4480525f9e HTTP/1.1" status: 200 len: 1096 time: 2.2502968 May 05 21:50:59.218242 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ff3c9b0-3266-4312-b176-00b69ba30379', 'tag': 'cd80ef28-f478-4ffe-9474-4a4480525f9e'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:50:59.240689 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0916c528-ba75-4d7b-bee9-05aa848e136b service neutron] Pushing event updated for resources: {'Port': ['ID=cd80ef28-f478-4ffe-9474-4a4480525f9e,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:50:59.246730 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-2fc174d9-92a7-47b0-a34e-cc3a2f033c67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:59.261706 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3f8e44-eb5e-4a00-ada7-bdfa05cdb658 req-3bf74f46-db73-491d-8f89-1f7257d8f96f service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:50:59.262044 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3f8e44-eb5e-4a00-ada7-bdfa05cdb658 req-3bf74f46-db73-491d-8f89-1f7257d8f96f service neutron] Checking segment: {'id': 'ab059889-1745-43d8-821d-758e8bd9dab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b0caf3af-f01e-4c26-b5b2-6118e6087908'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:50:59.262426 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3f8e44-eb5e-4a00-ada7-bdfa05cdb658 req-3bf74f46-db73-491d-8f89-1f7257d8f96f service neutron] Bound using segment: {'id': 'ab059889-1745-43d8-821d-758e8bd9dab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b0caf3af-f01e-4c26-b5b2-6118e6087908'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:50:59.262877 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-9f3f8e44-eb5e-4a00-ada7-bdfa05cdb658 req-3bf74f46-db73-491d-8f89-1f7257d8f96f service neutron] Bound port: a6df3f73-d7bc-4859-b9ff-866459fc5bbb, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab059889-1745-43d8-821d-758e8bd9dab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b0caf3af-f01e-4c26-b5b2-6118e6087908'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:50:59.263215 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9f3f8e44-eb5e-4a00-ada7-bdfa05cdb658 req-3bf74f46-db73-491d-8f89-1f7257d8f96f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:59.295739 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d0fd69e6-e72c-4e1e-80b5-d93ec9274c9d req-27fa085d-1de7-4e58-be01-1edb6c84dd42 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=910f211c-c7ca-4cc4-8d09-61e980cdaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342634 May 05 21:50:59.373790 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-dff7dfd8-caa6-49df-84c1-5f79f40f957a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=573addcdcad64ebbacaadf6765f34d35&device_id=1ff3c9b0-3266-4312-b176-00b69ba30379 HTTP/1.1" status: 200 len: 1099 time: 0.0935640 May 05 21:50:59.407280 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-46138578-54b1-45dc-a254-2078bd962cfa req-bf56dd2f-8bc7-4a95-aa1d-cd74fc7f970d tempest-ServerTagsTestJSON-2091005598 tempest-ServerTagsTestJSON-2091005598-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c216409-7e2d-4668-8522-a17a8919e2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339549 May 05 21:50:59.457532 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75027295-8f79-40b8-aaec-89363fcf42b2'] response: {'server_uuid': '0b301f04-6a0f-43a0-a6ee-7cc657052592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7903b742-82ef-4a64-9841-fb44e6a19c1e', 'code': 200} May 05 21:50:59.612789 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-c8545c5a-075e-443a-bb1e-354d7163c318 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=cd80ef28-f478-4ffe-9474-4a4480525f9e HTTP/1.1" status: 200 len: 217 time: 0.2243960 May 05 21:50:59.689614 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-057e31b9-0f1e-4724-b5c0-744e0bb5090d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:50:59.691275 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-057e31b9-0f1e-4724-b5c0-744e0bb5090d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.0679111 May 05 21:50:59.714909 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-9f3f8e44-eb5e-4a00-ada7-bdfa05cdb658 req-3bf74f46-db73-491d-8f89-1f7257d8f96f service neutron] For port a6df3f73-d7bc-4859-b9ff-866459fc5bbb, host n-h1-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:50:59.745116 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d4d0e7c9-8c67-40a4-8650-f5749ff07ec2 req-8a32f0f0-fec6-432a-818e-ca1127061db2 tempest-ServerShowV247Test-231054139 tempest-ServerShowV247Test-231054139-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6906490-847e-4484-9bc2-3d8adcb7e823 HTTP/1.1" status: 200 len: 210 time: 0.0823133 May 05 21:50:59.762782 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-9f3f8e44-eb5e-4a00-ada7-bdfa05cdb658 req-3bf74f46-db73-491d-8f89-1f7257d8f96f service neutron] For port a6df3f73-d7bc-4859-b9ff-866459fc5bbb, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=a6df3f73-d7bc-4859-b9ff-866459fc5bbb,segment=NetworkSegment(ab059889-1745-43d8-821d-758e8bd9dab2),segment_id=ab059889-1745-43d8-821d-758e8bd9dab2)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:50:59.770440 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-dba99a24-7198-47c4-a5ca-fb096fd96206 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0722415 May 05 21:50:59.828600 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9f3f8e44-eb5e-4a00-ada7-bdfa05cdb658 req-3bf74f46-db73-491d-8f89-1f7257d8f96f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:50:59.924907 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-7b83a2d4-dd19-4fbf-86ec-47514ae1d07e service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460981 May 05 21:51:00.071702 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-f360d850-f098-4d6b-84ca-53c438fa7386 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405940 May 05 21:51:00.117298 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9f3f8e44-eb5e-4a00-ada7-bdfa05cdb658 req-3bf74f46-db73-491d-8f89-1f7257d8f96f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:00.119367 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9f3f8e44-eb5e-4a00-ada7-bdfa05cdb658 req-3bf74f46-db73-491d-8f89-1f7257d8f96f service neutron] 10.222.0.44 "PUT /v2.0/ports/a6df3f73-d7bc-4859-b9ff-866459fc5bbb HTTP/1.1" status: 200 len: 1091 time: 3.9109647 May 05 21:51:00.124538 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e94dd41-f1f5-4e9b-85af-eba3bc6ac4ed', 'tag': 'a6df3f73-d7bc-4859-b9ff-866459fc5bbb'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:51:00.155084 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5020b013-4842-4ec8-983e-d1270d267e30 req-6bcda776-df89-4343-9779-bdbdf4479d24 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0b301f04-6a0f-43a0-a6ee-7cc657052592 HTTP/1.1" status: 200 len: 1984 time: 0.5950572 May 05 21:51:00.214263 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf74f46-db73-491d-8f89-1f7257d8f96f service neutron] Pushing event updated for resources: {'Port': ['ID=a6df3f73-d7bc-4859-b9ff-866459fc5bbb,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:00.243283 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee1b717-bbf5-4ae7-8804-1a5fa5b141fc req-b9f6bb09-3045-4bcb-9aba-2f89eae83485 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:00.244742 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dee1b717-bbf5-4ae7-8804-1a5fa5b141fc req-b9f6bb09-3045-4bcb-9aba-2f89eae83485 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.6285491 May 05 21:51:00.369682 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5020b013-4842-4ec8-983e-d1270d267e30 req-1b8eae8c-7cde-40cf-ab52-dc56e66b6eb8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=933a40d1-d6ba-41e6-a91e-e2abeccdac87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073562 May 05 21:51:00.404436 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ecfdc-cd4c-4944-8f1e-b5f7505a107a req-63133291-9c76-4eb0-93b1-d4eca193de70 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:00.404436 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ecfdc-cd4c-4944-8f1e-b5f7505a107a req-63133291-9c76-4eb0-93b1-d4eca193de70 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:00.404436 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ed9ecfdc-cd4c-4944-8f1e-b5f7505a107a req-63133291-9c76-4eb0-93b1-d4eca193de70 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b301f04-6a0f-43a0-a6ee-7cc657052592 HTTP/1.1" status: 200 len: 1682 time: 0.5217195 May 05 21:51:00.406118 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-2fc174d9-92a7-47b0-a34e-cc3a2f033c67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 486adfde-c997-46bf-be2f-046f4bfb9410 {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:51:00.418095 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-2fc174d9-92a7-47b0-a34e-cc3a2f033c67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:00.436774 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dee1b717-bbf5-4ae7-8804-1a5fa5b141fc req-344c7db0-c678-4998-b326-55ace0beeebd tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1816227 May 05 21:51:00.461234 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9f3f8e44-eb5e-4a00-ada7-bdfa05cdb658 req-6e9a95eb-075e-4144-b273-34108dd83706 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6697fb4f0b5b40abaf019f09d1bff3e1&device_id=1e94dd41-f1f5-4e9b-85af-eba3bc6ac4ed HTTP/1.1" status: 200 len: 1094 time: 0.2973473 May 05 21:51:00.462971 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-2fc174d9-92a7-47b0-a34e-cc3a2f033c67 service neutron] Transition to ACTIVE for port object 486adfde-c997-46bf-be2f-046f4bfb9410 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:51:00.519313 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-2fc174d9-92a7-47b0-a34e-cc3a2f033c67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:00.678877 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ed9ecfdc-cd4c-4944-8f1e-b5f7505a107a req-6eb6e07c-12e4-413e-9749-7581b9133d92 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.23 "GET /v2.0/security-groups?id=933a40d1-d6ba-41e6-a91e-e2abeccdac87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656174 May 05 21:51:00.680078 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9f3f8e44-eb5e-4a00-ada7-bdfa05cdb658 req-bc8bb694-fe39-4806-8f8d-ab6291ea6a94 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6df3f73-d7bc-4859-b9ff-866459fc5bbb HTTP/1.1" status: 200 len: 217 time: 0.2091486 May 05 21:51:00.853015 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc174d9-92a7-47b0-a34e-cc3a2f033c67 service neutron] Pushing event updated for resources: {'Port': ['ID=486adfde-c997-46bf-be2f-046f4bfb9410,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:01.009038 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f8e44-eb5e-4a00-ada7-bdfa05cdb658 req-7c98bb1c-a913-4c6e-98ed-724f242ad8e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:01.010473 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9f3f8e44-eb5e-4a00-ada7-bdfa05cdb658 req-7c98bb1c-a913-4c6e-98ed-724f242ad8e2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d2f834c9-f2cd-47e0-baf7-498169e71d3e HTTP/1.1" status: 200 len: 848 time: 0.3194206 May 05 21:51:01.089282 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85ca87-de0c-4792-8aa7-0fbb34fc793d req-a076e3fa-6737-4393-bdb7-4f45d971584a tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:01.090610 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6e85ca87-de0c-4792-8aa7-0fbb34fc793d req-a076e3fa-6737-4393-bdb7-4f45d971584a tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5659621 May 05 21:51:01.099712 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9f3f8e44-eb5e-4a00-ada7-bdfa05cdb658 req-686aa8e8-2e11-46ad-bbc8-32ef2fd3cc30 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0caf3af-f01e-4c26-b5b2-6118e6087908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706966 May 05 21:51:01.150119 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ddd810b-f498-4aac-b7ca-692f25cde915'] response: {'name': 'network-changed', 'server_uuid': '1ff3c9b0-3266-4312-b176-00b69ba30379', 'tag': 'cd80ef28-f478-4ffe-9474-4a4480525f9e', 'status': 'completed', 'code': 200} May 05 21:51:01.201573 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-2fc174d9-92a7-47b0-a34e-cc3a2f033c67 service neutron] Attempting to bind port 486adfde-c997-46bf-be2f-046f4bfb9410 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:51:01.202536 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-2fc174d9-92a7-47b0-a34e-cc3a2f033c67 service neutron] Attempting to bind port 486adfde-c997-46bf-be2f-046f4bfb9410 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:51:01.202536 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-2fc174d9-92a7-47b0-a34e-cc3a2f033c67 service neutron] Attempting to bind port 486adfde-c997-46bf-be2f-046f4bfb9410 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:51:01.216594 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff2bf46c-f191-43a4-8257-31c912848615'] response: {'name': 'network-changed', 'server_uuid': '1e94dd41-f1f5-4e9b-85af-eba3bc6ac4ed', 'tag': 'a6df3f73-d7bc-4859-b9ff-866459fc5bbb', 'status': 'completed', 'code': 200} May 05 21:51:01.236419 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-2fc174d9-92a7-47b0-a34e-cc3a2f033c67 service neutron] Port 486adfde-c997-46bf-be2f-046f4bfb9410 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:51:01.236911 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-2fc174d9-92a7-47b0-a34e-cc3a2f033c67 service neutron] Attempting to bind port 486adfde-c997-46bf-be2f-046f4bfb9410 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:51:01.256812 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe0ba4-ad98-428d-9459-b033918755d5 req-9abc81fe-651b-43ea-8b0d-608a06d71917 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:01.257502 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-a3fe0ba4-ad98-428d-9459-b033918755d5 req-9abc81fe-651b-43ea-8b0d-608a06d71917 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Synchronizing usage tracker for tenant:573addcdcad64ebbacaadf6765f34d35 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:51:01.268180 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-775fec03-7a3f-4111-bfb8-09cc22d1b27d req-ad29e299-6542-4c7a-aea3-6321269549ae service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=573addcdcad64ebbacaadf6765f34d35&device_id=1ff3c9b0-3266-4312-b176-00b69ba30379 HTTP/1.1" status: 200 len: 1099 time: 0.0782461 May 05 21:51:01.277711 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-2fc174d9-92a7-47b0-a34e-cc3a2f033c67 service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:51:01.278028 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-2fc174d9-92a7-47b0-a34e-cc3a2f033c67 service neutron] Checking segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:51:01.278399 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-2fc174d9-92a7-47b0-a34e-cc3a2f033c67 service neutron] Bound using segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:51:01.278876 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-2fc174d9-92a7-47b0-a34e-cc3a2f033c67 service neutron] Bound port: 486adfde-c997-46bf-be2f-046f4bfb9410, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:51:01.279206 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-2fc174d9-92a7-47b0-a34e-cc3a2f033c67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:01.318299 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-a3fe0ba4-ad98-428d-9459-b033918755d5 req-9abc81fe-651b-43ea-8b0d-608a06d71917 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Unset dirty status for tenant:573addcdcad64ebbacaadf6765f34d35 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:51:01.319439 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a3fe0ba4-ad98-428d-9459-b033918755d5 req-9abc81fe-651b-43ea-8b0d-608a06d71917 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ff3c9b0-3266-4312-b176-00b69ba30379 HTTP/1.1" status: 200 len: 948 time: 0.4808474 May 05 21:51:01.409607 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775fec03-7a3f-4111-bfb8-09cc22d1b27d req-5e67e1a7-a7f8-451b-a062-1e4e986f0b6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:01.411152 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-775fec03-7a3f-4111-bfb8-09cc22d1b27d req-5e67e1a7-a7f8-451b-a062-1e4e986f0b6a service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 HTTP/1.1" status: 200 len: 870 time: 0.1363471 May 05 21:51:01.416226 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9f3f8e44-eb5e-4a00-ada7-bdfa05cdb658 req-9546da08-ffe1-4733-92d0-ba7fcd7caa39 service neutron] 10.222.0.44 "GET /v2.0/networks/b0caf3af-f01e-4c26-b5b2-6118e6087908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022876 May 05 21:51:01.490792 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-775fec03-7a3f-4111-bfb8-09cc22d1b27d req-c43811dd-83f0-4f5b-9df3-255def4fffdd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=cd80ef28-f478-4ffe-9474-4a4480525f9e HTTP/1.1" status: 200 len: 217 time: 0.0687587 May 05 21:51:01.593623 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775fec03-7a3f-4111-bfb8-09cc22d1b27d req-7aa435bf-b8ff-4e28-91c9-6078eba2e96e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:01.595953 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-775fec03-7a3f-4111-bfb8-09cc22d1b27d req-7aa435bf-b8ff-4e28-91c9-6078eba2e96e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.0994394 May 05 21:51:01.597908 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-2fc174d9-92a7-47b0-a34e-cc3a2f033c67 service neutron] For port 486adfde-c997-46bf-be2f-046f4bfb9410, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:51:01.602495 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-2fc174d9-92a7-47b0-a34e-cc3a2f033c67 service neutron] For port 486adfde-c997-46bf-be2f-046f4bfb9410, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=486adfde-c997-46bf-be2f-046f4bfb9410,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:51:01.617787 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a3fe0ba4-ad98-428d-9459-b033918755d5 req-263a8a31-ef5e-4a5c-9907-ba6a522e5c08 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659888 May 05 21:51:01.625703 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-2fc174d9-92a7-47b0-a34e-cc3a2f033c67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:01.712486 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de8517a-cbbb-4a2e-ab77-a1fef593a49a req-07be6f40-715b-499d-9289-14efb114c035 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:01.713994 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5de8517a-cbbb-4a2e-ab77-a1fef593a49a req-07be6f40-715b-499d-9289-14efb114c035 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d95b01c-6710-48cf-9af7-f1de1a8bd458 HTTP/1.1" status: 200 len: 945 time: 0.4007518 May 05 21:51:01.716540 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9f3f8e44-eb5e-4a00-ada7-bdfa05cdb658 req-1084ac47-0100-4170-b0fa-e0dfe07c455f service neutron] 10.222.0.44 "GET /v2.0/networks/b0caf3af-f01e-4c26-b5b2-6118e6087908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870481 May 05 21:51:01.726273 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-2fc174d9-92a7-47b0-a34e-cc3a2f033c67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:01.727454 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-2fc174d9-92a7-47b0-a34e-cc3a2f033c67 service neutron] 10.222.0.32 "PUT /v2.0/ports/486adfde-c997-46bf-be2f-046f4bfb9410 HTTP/1.1" status: 200 len: 1095 time: 2.7696395 May 05 21:51:01.751403 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-775fec03-7a3f-4111-bfb8-09cc22d1b27d req-50a4f96f-9af9-437e-898e-c466cd13b7c5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1468928 May 05 21:51:01.955612 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-775fec03-7a3f-4111-bfb8-09cc22d1b27d req-45c16de2-7a3e-4bad-9df8-1bdd52e1b7a1 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980295 May 05 21:51:02.045489 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc174d9-92a7-47b0-a34e-cc3a2f033c67 service neutron] Pushing event updated for resources: {'Port': ['ID=486adfde-c997-46bf-be2f-046f4bfb9410,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:02.127532 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-775fec03-7a3f-4111-bfb8-09cc22d1b27d req-91600cd4-d1fb-4ebd-9b5e-ae30a4bbdbcf service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638892 May 05 21:51:02.165555 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5de8517a-cbbb-4a2e-ab77-a1fef593a49a req-96755b63-2689-4382-b5a6-7269c9003823 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=910f211c-c7ca-4cc4-8d09-61e980cdaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4370053 May 05 21:51:02.222483 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-996c8856-e872-41bd-af18-bf09d632a63c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=573addcdcad64ebbacaadf6765f34d35&device_id=34beee0c-7e35-4d03-96bf-5e171b451c70 HTTP/1.1" status: 200 len: 1098 time: 0.4416785 May 05 21:51:02.230778 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e5eb1-076f-4997-8dc2-7d19e0cfa048 req-9506f2b7-1053-4f93-81ba-565962db5922 tempest-ServerTagsTestJSON-2091005598 tempest-ServerTagsTestJSON-2091005598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:02.232247 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c04e5eb1-076f-4997-8dc2-7d19e0cfa048 req-9506f2b7-1053-4f93-81ba-565962db5922 tempest-ServerTagsTestJSON-2091005598 tempest-ServerTagsTestJSON-2091005598-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e94dd41-f1f5-4e9b-85af-eba3bc6ac4ed HTTP/1.1" status: 200 len: 943 time: 0.2291641 May 05 21:51:02.285755 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6f708168-ac55-4675-8b4e-17b5d8272035 req-72e1e2f6-41aa-422f-a59d-664942ad9a23 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6697fb4f0b5b40abaf019f09d1bff3e1&device_id=1e94dd41-f1f5-4e9b-85af-eba3bc6ac4ed HTTP/1.1" status: 200 len: 1094 time: 0.2432406 May 05 21:51:02.455218 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-89241c45-1f11-482e-aeb7-926631eaf71c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=486adfde-c997-46bf-be2f-046f4bfb9410 HTTP/1.1" status: 200 len: 217 time: 0.2218864 May 05 21:51:02.588651 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c04e5eb1-076f-4997-8dc2-7d19e0cfa048 req-4a61ada5-125f-4956-8ca0-26eae794cb05 tempest-ServerTagsTestJSON-2091005598 tempest-ServerTagsTestJSON-2091005598-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c216409-7e2d-4668-8522-a17a8919e2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002565 May 05 21:51:02.613955 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-cdae307a-53e5-46a9-8844-dac95d70b367 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:02.615394 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-cdae307a-53e5-46a9-8844-dac95d70b367 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.1462824 May 05 21:51:02.689452 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926f828-2567-4024-9412-85d622400a12 req-f684b440-176f-49ed-bb47-631bde56913e tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:02.690874 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9926f828-2567-4024-9412-85d622400a12 req-f684b440-176f-49ed-bb47-631bde56913e tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/networks?id=f33cead3-3472-4ef7-9cf3-a35684adef89 HTTP/1.1" status: 200 len: 812 time: 0.4042752 May 05 21:51:02.692010 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f708168-ac55-4675-8b4e-17b5d8272035 req-9efb7379-a8e1-4e6b-8ed3-89822e3238a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:02.693321 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6f708168-ac55-4675-8b4e-17b5d8272035 req-9efb7379-a8e1-4e6b-8ed3-89822e3238a1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b0caf3af-f01e-4c26-b5b2-6118e6087908 HTTP/1.1" status: 200 len: 909 time: 0.3583748 May 05 21:51:02.813385 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9926f828-2567-4024-9412-85d622400a12 req-1b3ce935-f87d-4ae2-b979-391d19a67c12 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/quotas/0eb82da6a4bc47a2ae0058d78ca21e92 HTTP/1.1" status: 200 len: 375 time: 0.1157987 May 05 21:51:02.828067 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6f708168-ac55-4675-8b4e-17b5d8272035 req-cb386fb9-a84f-4bfb-9288-1a524204c9bc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6df3f73-d7bc-4859-b9ff-866459fc5bbb HTTP/1.1" status: 200 len: 217 time: 0.1215291 May 05 21:51:02.859125 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-452168b0-dc16-4365-a700-90d80d00e4c9 req-c041d939-717e-46de-8833-f074eedf6a96 tempest-ServerShowV247Test-231054139 tempest-ServerShowV247Test-231054139-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6906490-847e-4484-9bc2-3d8adcb7e823 HTTP/1.1" status: 200 len: 210 time: 0.1021414 May 05 21:51:03.017388 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-2fd54f89-611a-4621-a9d9-d8256e0520ba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3810539 May 05 21:51:03.027654 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f708168-ac55-4675-8b4e-17b5d8272035 req-02bb0795-cf81-473d-8a6d-b403d0ae0a3e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:03.028961 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6f708168-ac55-4675-8b4e-17b5d8272035 req-02bb0795-cf81-473d-8a6d-b403d0ae0a3e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d2f834c9-f2cd-47e0-baf7-498169e71d3e HTTP/1.1" status: 200 len: 848 time: 0.1682527 May 05 21:51:03.058443 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-f04c2964-f0c3-41d3-9db9-92a2ae1fbb91 req-8bdc4fbb-e990-4e41-9c19-9c14f1962bc4 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Synchronizing usage tracker for tenant:533a2fbb51ae42009bb97af11d84b393 on resource:floatingip {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:51:03.122151 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device cd80ef28-f478-4ffe-9474-4a4480525f9e details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:51:03.156553 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6f708168-ac55-4675-8b4e-17b5d8272035 req-37c5c061-606e-49ba-90c3-adcf39b653cb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b0caf3af-f01e-4c26-b5b2-6118e6087908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1063712 May 05 21:51:03.252974 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34beee0c-7e35-4d03-96bf-5e171b451c70', 'tag': '486adfde-c997-46bf-be2f-046f4bfb9410'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:51:03.265117 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-f04c2964-f0c3-41d3-9db9-92a2ae1fbb91 req-8bdc4fbb-e990-4e41-9c19-9c14f1962bc4 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Unset dirty status for tenant:533a2fbb51ae42009bb97af11d84b393 on resource:floatingip {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:51:03.266282 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f04c2964-f0c3-41d3-9db9-92a2ae1fbb91 req-8bdc4fbb-e990-4e41-9c19-9c14f1962bc4 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] 10.222.0.23 "GET /v2.0/floatingips?tenant_id=533a2fbb51ae42009bb97af11d84b393 HTTP/1.1" status: 200 len: 1656 time: 0.3396976 May 05 21:51:03.274007 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port cd80ef28-f478-4ffe-9474-4a4480525f9e, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=cd80ef28-f478-4ffe-9474-4a4480525f9e,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:51:03.287424 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': 'cd80ef28-f478-4ffe-9474-4a4480525f9e', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'port_id': 'cd80ef28-f478-4ffe-9474-4a4480525f9e', 'mac_address': 'fa:16:3e:aa:85:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f237a6ef-d044-411f-a2d8-d12619664c91', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:51:03.328548 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9926f828-2567-4024-9412-85d622400a12 req-655ab510-061b-44da-91a2-c65e07006344 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0eb82da6a4bc47a2ae0058d78ca21e92&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5088625 May 05 21:51:03.339270 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:03.356143 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd80ef28-f478-4ffe-9474-4a4480525f9e {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:51:03.371740 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port cd80ef28-f478-4ffe-9474-4a4480525f9e, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=cd80ef28-f478-4ffe-9474-4a4480525f9e,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:51:03.376851 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:03.447070 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=cd80ef28-f478-4ffe-9474-4a4480525f9e,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:03.563655 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-d8bec161-d58c-49aa-8002-3fb4fc89d4ee service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5337529 May 05 21:51:03.740607 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6f708168-ac55-4675-8b4e-17b5d8272035 req-df2f2d0c-c6e6-4996-adeb-2f4a072651f4 service neutron] 10.222.0.44 "GET /v2.0/networks/b0caf3af-f01e-4c26-b5b2-6118e6087908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5660884 May 05 21:51:03.758366 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['cd80ef28-f478-4ffe-9474-4a4480525f9e'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:51:03.869366 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c2964-f0c3-41d3-9db9-92a2ae1fbb91 req-a83155c1-2247-43b4-9e5e-0d4ce2505b51 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:03.870860 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f04c2964-f0c3-41d3-9db9-92a2ae1fbb91 req-a83155c1-2247-43b4-9e5e-0d4ce2505b51 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] 10.222.0.23 "GET /v2.0/networks?id=25bfe237-58de-4709-a3e0-ac79da07c300&id=25bfe237-58de-4709-a3e0-ac79da07c300&id=25bfe237-58de-4709-a3e0-ac79da07c300 HTTP/1.1" status: 200 len: 787 time: 0.5830245 May 05 21:51:03.898931 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9926f828-2567-4024-9412-85d622400a12 req-d233bc03-5a8f-48f0-b643-23ebc9b8e098 service neutron] 10.222.0.23 "GET /v2.0/networks/f33cead3-3472-4ef7-9cf3-a35684adef89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3887293 May 05 21:51:04.056748 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9b473e3c-4b10-4afd-94d6-6b0b5a44fc65 req-63a35a4f-2af4-49da-8d13-04e3ea2d132d service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4348514 May 05 21:51:04.101570 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6f708168-ac55-4675-8b4e-17b5d8272035 req-c3d842ec-82b7-461c-923c-092b815643c6 service neutron] 10.222.0.44 "GET /v2.0/networks/b0caf3af-f01e-4c26-b5b2-6118e6087908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3363779 May 05 21:51:04.148947 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9926f828-2567-4024-9412-85d622400a12 req-ed017dd9-bde2-4ff4-9982-dc26bfedec72 service neutron] 10.222.0.23 "GET /v2.0/networks/f33cead3-3472-4ef7-9cf3-a35684adef89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354276 May 05 21:51:04.164653 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c3cad4-2f3a-4bd1-a6ff-e4c152437136 req-1a9c7259-485a-476b-9c5f-b29f27a90f0b tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:04.168598 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c3cad4-2f3a-4bd1-a6ff-e4c152437136 req-1a9c7259-485a-476b-9c5f-b29f27a90f0b tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:04.170152 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d8c3cad4-2f3a-4bd1-a6ff-e4c152437136 req-1a9c7259-485a-476b-9c5f-b29f27a90f0b tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b301f04-6a0f-43a0-a6ee-7cc657052592 HTTP/1.1" status: 200 len: 1682 time: 0.1740956 May 05 21:51:04.221406 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d8c3cad4-2f3a-4bd1-a6ff-e4c152437136 req-98037413-1296-4c85-b68d-075a32498ed7 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.23 "GET /v2.0/security-groups?id=933a40d1-d6ba-41e6-a91e-e2abeccdac87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454245 May 05 21:51:04.485860 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab45e495-87d5-4462-9699-c8a75bda9bec req-a49ede63-d89e-4a60-b0a0-06629b1d8b34 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:04.487959 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ab45e495-87d5-4462-9699-c8a75bda9bec req-a49ede63-d89e-4a60-b0a0-06629b1d8b34 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d95b01c-6710-48cf-9af7-f1de1a8bd458 HTTP/1.1" status: 200 len: 945 time: 0.1412354 May 05 21:51:04.498864 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7796d4-2887-4d51-82fa-b764ed0128a8 req-43a46b28-c3d8-4ac3-80fb-d85a5cd2a86e tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:04.500252 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8a7796d4-2887-4d51-82fa-b764ed0128a8 req-43a46b28-c3d8-4ac3-80fb-d85a5cd2a86e tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ff3c9b0-3266-4312-b176-00b69ba30379 HTTP/1.1" status: 200 len: 949 time: 0.1192501 May 05 21:51:04.575268 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ab45e495-87d5-4462-9699-c8a75bda9bec req-4976368a-36bb-4314-889f-acc817803a0d tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=910f211c-c7ca-4cc4-8d09-61e980cdaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740833 May 05 21:51:04.588440 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8a7796d4-2887-4d51-82fa-b764ed0128a8 req-2dd08b42-e115-4273-8e7e-c846bbf7b72d tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706966 May 05 21:51:04.648552 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b124a533-0f1a-46ed-a321-3b74a4f2dc61'] response: {'name': 'network-changed', 'server_uuid': '34beee0c-7e35-4d03-96bf-5e171b451c70', 'tag': '486adfde-c997-46bf-be2f-046f4bfb9410', 'status': 'completed', 'code': 200} May 05 21:51:04.834198 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a08b85b6-ed5e-4b00-88ec-b981391cd7b3 req-2bd228a0-8ff5-400d-8749-18f60dcdd212 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] 10.222.0.23 "GET /v2.0/floatingips/242ce6fb-5434-49cb-92c4-e8393307aff0 HTTP/1.1" status: 200 len: 692 time: 0.1617789 May 05 21:51:05.008520 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b0428-83da-41cc-8864-8512f8fa05ab req-0031b19a-5cc9-4e35-b023-c04884e17a1c tempest-ServerTagsTestJSON-2091005598 tempest-ServerTagsTestJSON-2091005598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:05.010045 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-346b0428-83da-41cc-8864-8512f8fa05ab req-0031b19a-5cc9-4e35-b023-c04884e17a1c tempest-ServerTagsTestJSON-2091005598 tempest-ServerTagsTestJSON-2091005598-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e94dd41-f1f5-4e9b-85af-eba3bc6ac4ed HTTP/1.1" status: 200 len: 943 time: 0.2740922 May 05 21:51:05.012723 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e8874330-c775-4db8-9034-40f1384e7dcd req-1184ac74-3d61-40b6-ab19-e1a3bb8e12bf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=573addcdcad64ebbacaadf6765f34d35&device_id=34beee0c-7e35-4d03-96bf-5e171b451c70 HTTP/1.1" status: 200 len: 1098 time: 0.2837048 May 05 21:51:05.057552 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b85b6-ed5e-4b00-88ec-b981391cd7b3 req-57bcddb6-4177-4c80-8dca-71712147e2b9 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:05.058767 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a08b85b6-ed5e-4b00-88ec-b981391cd7b3 req-57bcddb6-4177-4c80-8dca-71712147e2b9 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] 10.222.0.23 "GET /v2.0/networks/25bfe237-58de-4709-a3e0-ac79da07c300 HTTP/1.1" status: 200 len: 784 time: 0.2166712 May 05 21:51:05.149628 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device a6df3f73-d7bc-4859-b9ff-866459fc5bbb details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:51:05.153035 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device cd80ef28-f478-4ffe-9474-4a4480525f9e up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:51:05.312654 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port cd80ef28-f478-4ffe-9474-4a4480525f9e completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:51:05.323406 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port cd80ef28-f478-4ffe-9474-4a4480525f9e triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:51:05.323852 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:05.358243 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-346b0428-83da-41cc-8864-8512f8fa05ab req-da16cba3-cc2f-42e5-8a4d-a263ed8d82ec tempest-ServerTagsTestJSON-2091005598 tempest-ServerTagsTestJSON-2091005598-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c216409-7e2d-4668-8522-a17a8919e2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422272 May 05 21:51:05.360830 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a08b85b6-ed5e-4b00-88ec-b981391cd7b3 req-59e5c1be-68c2-491a-a1d3-bcd4771fdbb4 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.78 HTTP/1.1" status: 200 len: 695 time: 0.2935858 May 05 21:51:05.379119 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port a6df3f73-d7bc-4859-b9ff-866459fc5bbb, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=a6df3f73-d7bc-4859-b9ff-866459fc5bbb,segment=NetworkSegment(ab059889-1745-43d8-821d-758e8bd9dab2),segment_id=ab059889-1745-43d8-821d-758e8bd9dab2)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:51:05.404033 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': 'a6df3f73-d7bc-4859-b9ff-866459fc5bbb', 'network_id': 'b0caf3af-f01e-4c26-b5b2-6118e6087908', 'port_id': 'a6df3f73-d7bc-4859-b9ff-866459fc5bbb', 'mac_address': 'fa:16:3e:1f:38:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2f834c9-f2cd-47e0-baf7-498169e71d3e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:51:05.533557 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:05.549395 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8874330-c775-4db8-9034-40f1384e7dcd req-364493ca-087e-4a98-864d-e94ea01ef56f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:05.550887 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e8874330-c775-4db8-9034-40f1384e7dcd req-364493ca-087e-4a98-864d-e94ea01ef56f service neutron] 10.222.0.32 "GET /v2.0/networks?id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 HTTP/1.1" status: 200 len: 870 time: 0.5198717 May 05 21:51:05.567041 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a08b85b6-ed5e-4b00-88ec-b981391cd7b3 req-12f8d19a-a60a-4a6e-ac3c-f07862edd3bb tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.78 HTTP/1.1" status: 200 len: 695 time: 0.1951604 May 05 21:51:05.600989 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6df3f73-d7bc-4859-b9ff-866459fc5bbb {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:51:05.614391 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:05.632586 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:05.641849 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port a6df3f73-d7bc-4859-b9ff-866459fc5bbb, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=a6df3f73-d7bc-4859-b9ff-866459fc5bbb,segment=NetworkSegment(ab059889-1745-43d8-821d-758e8bd9dab2),segment_id=ab059889-1745-43d8-821d-758e8bd9dab2)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:51:05.653604 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:51:05.662584 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:05.695248 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ff3c9b0-3266-4312-b176-00b69ba30379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd80ef28-f478-4ffe-9474-4a4480525f9e'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:51:05.733517 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port cd80ef28-f478-4ffe-9474-4a4480525f9e, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=cd80ef28-f478-4ffe-9474-4a4480525f9e,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:51:05.739857 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:05.744492 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:05.753999 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-738bcca9-f412-40aa-bc53-7f751e5a96a5 req-9456f84a-8b0c-4bcd-9851-e316c347e9d0 tempest-ServerShowV247Test-231054139 tempest-ServerShowV247Test-231054139-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6906490-847e-4484-9bc2-3d8adcb7e823 HTTP/1.1" status: 200 len: 210 time: 0.1242464 May 05 21:51:05.754213 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=a6df3f73-d7bc-4859-b9ff-866459fc5bbb,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:05.820378 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e8874330-c775-4db8-9034-40f1384e7dcd req-e10ccf9d-d427-41c4-85c1-0fa7ffcbe184 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=486adfde-c997-46bf-be2f-046f4bfb9410 HTTP/1.1" status: 200 len: 217 time: 0.1493847 May 05 21:51:05.844715 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=cd80ef28-f478-4ffe-9474-4a4480525f9e,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:05.911055 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-a08b85b6-ed5e-4b00-88ec-b981391cd7b3 req-4f4dec48-cf7b-4fc4-9207-f6643d433b90 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Deleting port 512f50fd-0f22-426e-8f01-b650330b11e3 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:51:05.911395 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a08b85b6-ed5e-4b00-88ec-b981391cd7b3 req-4f4dec48-cf7b-4fc4-9207-f6643d433b90 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:05.972641 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926f828-2567-4024-9412-85d622400a12 req-e547f001-57dd-42f4-9569-1a7cb9af4ffa tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:05.974041 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9926f828-2567-4024-9412-85d622400a12 req-e547f001-57dd-42f4-9569-1a7cb9af4ffa tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.32 "GET /v2.0/networks?id=f33cead3-3472-4ef7-9cf3-a35684adef89 HTTP/1.1" status: 200 len: 812 time: 0.5460286 May 05 21:51:06.012416 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['a6df3f73-d7bc-4859-b9ff-866459fc5bbb'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:51:06.025815 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-9926f828-2567-4024-9412-85d622400a12 req-b27905c6-a21f-4ca6-8031-f90bdf6e8a9e tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Request body: {'port': {'device_id': 'b0d8abb3-f36c-43f6-b699-1619016f6b8c', 'network_id': 'f33cead3-3472-4ef7-9cf3-a35684adef89', 'admin_state_up': True, 'tenant_id': '0eb82da6a4bc47a2ae0058d78ca21e92'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:51:06.046480 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e0242874-6652-4ab9-8ceb-750e486dfba7 req-b36a26bc-66ca-468b-bbd6-4c0c07d19dcd tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0d8abb3-f36c-43f6-b699-1619016f6b8c HTTP/1.1" status: 200 len: 210 time: 0.0694499 May 05 21:51:06.065981 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8874330-c775-4db8-9034-40f1384e7dcd req-c3bca1dc-619e-4e49-8344-85d584727264 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:06.067455 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e8874330-c775-4db8-9034-40f1384e7dcd req-c3bca1dc-619e-4e49-8344-85d584727264 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.2272136 May 05 21:51:06.379991 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a08b85b6-ed5e-4b00-88ec-b981391cd7b3 req-4f4dec48-cf7b-4fc4-9207-f6643d433b90 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:06.380262 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a08b85b6-ed5e-4b00-88ec-b981391cd7b3 req-4f4dec48-cf7b-4fc4-9207-f6643d433b90 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:06.392528 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-9926f828-2567-4024-9412-85d622400a12 req-b27905c6-a21f-4ca6-8031-f90bdf6e8a9e tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:51:06.507886 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-a08b85b6-ed5e-4b00-88ec-b981391cd7b3 req-4f4dec48-cf7b-4fc4-9207-f6643d433b90 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Calling delete_port for 512f50fd-0f22-426e-8f01-b650330b11e3 owned by network:floatingip {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:51:06.532907 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-9926f828-2567-4024-9412-85d622400a12 req-b27905c6-a21f-4ca6-8031-f90bdf6e8a9e tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Usage tracker for resource:port and tenant:0eb82da6a4bc47a2ae0058d78ca21e92 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:51:06.536610 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-9926f828-2567-4024-9412-85d622400a12 req-b27905c6-a21f-4ca6-8031-f90bdf6e8a9e tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:51:06.561210 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-9926f828-2567-4024-9412-85d622400a12 req-b27905c6-a21f-4ca6-8031-f90bdf6e8a9e tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:51:06.585231 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e8874330-c775-4db8-9034-40f1384e7dcd req-35fda1a3-7807-4ff1-b569-edbc54b38315 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4659128 May 05 21:51:06.594431 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd0f72-f73a-4414-8246-4f617e34d791 req-0f4a5268-b15b-4b96-aa1f-943517c2b374 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:06.595846 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-83cd0f72-f73a-4414-8246-4f617e34d791 req-0f4a5268-b15b-4b96-aa1f-943517c2b374 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ff3c9b0-3266-4312-b176-00b69ba30379 HTTP/1.1" status: 200 len: 950 time: 0.4265268 May 05 21:51:06.621022 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9926f828-2567-4024-9412-85d622400a12 req-b27905c6-a21f-4ca6-8031-f90bdf6e8a9e tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Made reservation on behalf of 0eb82da6a4bc47a2ae0058d78ca21e92 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:51:06.623761 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9926f828-2567-4024-9412-85d622400a12 req-b27905c6-a21f-4ca6-8031-f90bdf6e8a9e tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:07.005615 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e8874330-c775-4db8-9034-40f1384e7dcd req-1913a2dc-9e87-4d88-8541-60dd90c78621 service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4074924 May 05 21:51:07.011986 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-83cd0f72-f73a-4414-8246-4f617e34d791 req-be7c43bb-a304-4649-a08e-f7c5bec63fd2 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775148 May 05 21:51:07.147731 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 486adfde-c997-46bf-be2f-046f4bfb9410 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:51:07.171287 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a08b85b6-ed5e-4b00-88ec-b981391cd7b3 req-4f4dec48-cf7b-4fc4-9207-f6643d433b90 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:07.250833 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4dec48-cf7b-4fc4-9207-f6643d433b90 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Pushing event deleted for resources: {'Port': ['ID=512f50fd-0f22-426e-8f01-b650330b11e3,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:07.297267 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 486adfde-c997-46bf-be2f-046f4bfb9410, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=486adfde-c997-46bf-be2f-046f4bfb9410,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:51:07.311443 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '486adfde-c997-46bf-be2f-046f4bfb9410', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'port_id': '486adfde-c997-46bf-be2f-046f4bfb9410', 'mac_address': 'fa:16:3e:59:d1:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f237a6ef-d044-411f-a2d8-d12619664c91', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:51:07.317585 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-9926f828-2567-4024-9412-85d622400a12 req-b27905c6-a21f-4ca6-8031-f90bdf6e8a9e tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Allocated IP 172.20.0.6 (f33cead3-3472-4ef7-9cf3-a35684adef89/7d5de724-e15a-4a3a-8314-05869a0cf070/25d9e451-57c3-41ad-9d23-df0953c08e55) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:51:07.370062 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:07.387538 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 486adfde-c997-46bf-be2f-046f4bfb9410 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:51:07.404011 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 486adfde-c997-46bf-be2f-046f4bfb9410, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=486adfde-c997-46bf-be2f-046f4bfb9410,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:51:07.406572 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e8874330-c775-4db8-9034-40f1384e7dcd req-eaf8cfe6-6554-4015-8c3a-9546997ae550 service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3936551 May 05 21:51:07.407894 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:07.443783 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a08b85b6-ed5e-4b00-88ec-b981391cd7b3 req-4f4dec48-cf7b-4fc4-9207-f6643d433b90 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Notify callbacks [] for floatingip, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:07.469313 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509d34c-d920-40e0-bdcd-7663eb71e976 req-0b90a3f5-b801-4ebd-8f3f-332072840a90 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:07.470836 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9509d34c-d920-40e0-bdcd-7663eb71e976 req-0b90a3f5-b801-4ebd-8f3f-332072840a90 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d95b01c-6710-48cf-9af7-f1de1a8bd458 HTTP/1.1" status: 200 len: 945 time: 0.3410406 May 05 21:51:07.479832 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=486adfde-c997-46bf-be2f-046f4bfb9410,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:07.589229 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a08b85b6-ed5e-4b00-88ec-b981391cd7b3 req-4f4dec48-cf7b-4fc4-9207-f6643d433b90 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:07.590332 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a08b85b6-ed5e-4b00-88ec-b981391cd7b3 req-4f4dec48-cf7b-4fc4-9207-f6643d433b90 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] 10.222.0.23 "DELETE /v2.0/floatingips/242ce6fb-5434-49cb-92c4-e8393307aff0 HTTP/1.1" status: 204 len: 173 time: 2.0226309 May 05 21:51:07.628235 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9509d34c-d920-40e0-bdcd-7663eb71e976 req-4c789f53-0933-4437-bdf5-f529f96ed91f tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=910f211c-c7ca-4cc4-8d09-61e980cdaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366317 May 05 21:51:07.646435 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d6d9fc2-7f20-4a3d-a7ca-387f18f2c62a'] response: {'server_uuid': '1ff3c9b0-3266-4312-b176-00b69ba30379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd80ef28-f478-4ffe-9474-4a4480525f9e', 'code': 200} May 05 21:51:07.675380 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9926f828-2567-4024-9412-85d622400a12 req-b27905c6-a21f-4ca6-8031-f90bdf6e8a9e tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:07.693536 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-9926f828-2567-4024-9412-85d622400a12 req-b27905c6-a21f-4ca6-8031-f90bdf6e8a9e tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Transition to ACTIVE for port object 25d9e451-57c3-41ad-9d23-df0953c08e55 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:51:07.702527 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['486adfde-c997-46bf-be2f-046f4bfb9410'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:51:07.760439 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9926f828-2567-4024-9412-85d622400a12 req-b27905c6-a21f-4ca6-8031-f90bdf6e8a9e tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:07.906287 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9926f828-2567-4024-9412-85d622400a12 req-b27905c6-a21f-4ca6-8031-f90bdf6e8a9e tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Network f33cead3-3472-4ef7-9cf3-a35684adef89 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:51:07.908896 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27905c6-a21f-4ca6-8031-f90bdf6e8a9e tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Pushing event updated for resources: {'Port': ['ID=25d9e451-57c3-41ad-9d23-df0953c08e55,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:07.915194 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-9926f828-2567-4024-9412-85d622400a12 req-b27905c6-a21f-4ca6-8031-f90bdf6e8a9e tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:51:07.917376 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-9926f828-2567-4024-9412-85d622400a12 req-b27905c6-a21f-4ca6-8031-f90bdf6e8a9e tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:51:07.999448 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926f828-2567-4024-9412-85d622400a12 req-b27905c6-a21f-4ca6-8031-f90bdf6e8a9e tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:08.000054 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9926f828-2567-4024-9412-85d622400a12 req-b27905c6-a21f-4ca6-8031-f90bdf6e8a9e tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:08.012504 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ee9cd7ef-791a-4299-be11-a790d2eb3fb0 req-294e0fe6-1a8b-4b9d-9b36-c4a2f3f1f935 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1ff3c9b0-3266-4312-b176-00b69ba30379 HTTP/1.1" status: 200 len: 1101 time: 0.2902999 May 05 21:51:08.077304 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fdccc0-3b34-4003-9ce9-34032b069ca5 req-b929586a-9e39-466e-8cf6-0af262023bdd tempest-ServerTagsTestJSON-2091005598 tempest-ServerTagsTestJSON-2091005598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:08.078818 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e0fdccc0-3b34-4003-9ce9-34032b069ca5 req-b929586a-9e39-466e-8cf6-0af262023bdd tempest-ServerTagsTestJSON-2091005598 tempest-ServerTagsTestJSON-2091005598-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e94dd41-f1f5-4e9b-85af-eba3bc6ac4ed HTTP/1.1" status: 200 len: 944 time: 0.3063455 May 05 21:51:08.098119 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6618bb9f-7f11-4b63-acbf-84a32c6be55e req-f7cea15a-ae3c-4abe-a0f4-deaf029dc151 tempest-ServerShowV247Test-231054139 tempest-ServerShowV247Test-231054139-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6906490-847e-4484-9bc2-3d8adcb7e823 HTTP/1.1" status: 200 len: 210 time: 0.0788739 May 05 21:51:08.100350 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9926f828-2567-4024-9412-85d622400a12 req-b27905c6-a21f-4ca6-8031-f90bdf6e8a9e tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0840325 May 05 21:51:08.125600 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-9926f828-2567-4024-9412-85d622400a12 req-a3260972-2b2e-4124-a526-c64e31e3f265 service neutron] Request body: {'port': {'device_id': 'b0d8abb3-f36c-43f6-b699-1619016f6b8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:51:08.150470 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e63fed80-c880-40aa-978d-093e70a2ac4a None None] Provisioning for port 25d9e451-57c3-41ad-9d23-df0953c08e55 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:51:08.156666 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e63fed80-c880-40aa-978d-093e70a2ac4a None None] Provisioning complete for port 25d9e451-57c3-41ad-9d23-df0953c08e55 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:51:08.156977 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e63fed80-c880-40aa-978d-093e70a2ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:08.204006 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ee9cd7ef-791a-4299-be11-a790d2eb3fb0 req-b74e88c1-50ca-43d0-804b-a86da04d8983 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814673 May 05 21:51:08.230173 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-e63fed80-c880-40aa-978d-093e70a2ac4a None None] Port 25d9e451-57c3-41ad-9d23-df0953c08e55 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:51:08.249221 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e0fdccc0-3b34-4003-9ce9-34032b069ca5 req-0cc3e267-21f0-4a31-8d99-43eb1ac7ef4d tempest-ServerTagsTestJSON-2091005598 tempest-ServerTagsTestJSON-2091005598-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c216409-7e2d-4668-8522-a17a8919e2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548975 May 05 21:51:08.371249 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9926f828-2567-4024-9412-85d622400a12 req-a3260972-2b2e-4124-a526-c64e31e3f265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:08.437696 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f7e1a2f9-6d26-4b49-bf84-ec1e22f5f219 req-5eef2092-bf8d-4473-8c25-24e1d0cf7cb0 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] 10.222.0.23 "GET /v2.0/floatingips/c9195c91-e8d8-4786-8642-e72167a1c3f9 HTTP/1.1" status: 200 len: 693 time: 0.1338530 May 05 21:51:08.495293 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['38613b19-f2b6-4d9b-984b-e50a2c516817'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:51:08.707387 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3599ba9d-490a-4a62-8243-0ffa41b552af req-a3ee054f-d833-48ad-9af6-bdccd2af0df1 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:08.707955 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-3599ba9d-490a-4a62-8243-0ffa41b552af req-a3ee054f-d833-48ad-9af6-bdccd2af0df1 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Synchronizing usage tracker for tenant:0eb82da6a4bc47a2ae0058d78ca21e92 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:51:08.832518 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-3599ba9d-490a-4a62-8243-0ffa41b552af req-a3ee054f-d833-48ad-9af6-bdccd2af0df1 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Unset dirty status for tenant:0eb82da6a4bc47a2ae0058d78ca21e92 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:51:08.833673 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3599ba9d-490a-4a62-8243-0ffa41b552af req-a3ee054f-d833-48ad-9af6-bdccd2af0df1 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0d8abb3-f36c-43f6-b699-1619016f6b8c HTTP/1.1" status: 200 len: 931 time: 0.5913739 May 05 21:51:08.841508 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1a2f9-6d26-4b49-bf84-ec1e22f5f219 req-a0f2d199-edae-417e-9701-105846e14f0f tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:08.842784 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f7e1a2f9-6d26-4b49-bf84-ec1e22f5f219 req-a0f2d199-edae-417e-9701-105846e14f0f tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] 10.222.0.23 "GET /v2.0/networks/25bfe237-58de-4709-a3e0-ac79da07c300 HTTP/1.1" status: 200 len: 784 time: 0.3996427 May 05 21:51:09.010825 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-f7e1a2f9-6d26-4b49-bf84-ec1e22f5f219 req-ee7edf77-e35e-4953-aa13-a8362f8580b5 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Synchronizing usage tracker for tenant:533a2fbb51ae42009bb97af11d84b393 on resource:floatingip {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:51:09.040202 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3599ba9d-490a-4a62-8243-0ffa41b552af req-4899ac51-7ee7-4fde-9581-911d837d35ab tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=5165d8be-a1b9-4dce-a631-d72bdd4afdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965001 May 05 21:51:09.077675 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-f7e1a2f9-6d26-4b49-bf84-ec1e22f5f219 req-ee7edf77-e35e-4953-aa13-a8362f8580b5 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Unset dirty status for tenant:533a2fbb51ae42009bb97af11d84b393 on resource:floatingip {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:51:09.078850 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f7e1a2f9-6d26-4b49-bf84-ec1e22f5f219 req-ee7edf77-e35e-4953-aa13-a8362f8580b5 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.184 HTTP/1.1" status: 200 len: 696 time: 0.1883869 May 05 21:51:09.159912 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 486adfde-c997-46bf-be2f-046f4bfb9410 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:51:09.184511 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device a6df3f73-d7bc-4859-b9ff-866459fc5bbb up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:51:09.239004 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-9926f828-2567-4024-9412-85d622400a12 req-a3260972-2b2e-4124-a526-c64e31e3f265 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25d9e451-57c3-41ad-9d23-df0953c08e55 {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:51:09.250607 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9926f828-2567-4024-9412-85d622400a12 req-a3260972-2b2e-4124-a526-c64e31e3f265 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:09.262868 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f7e1a2f9-6d26-4b49-bf84-ec1e22f5f219 req-3801f4dd-66b7-44a2-99ea-1b05b8c9398e tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.184 HTTP/1.1" status: 200 len: 696 time: 0.1518586 May 05 21:51:09.285391 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port a6df3f73-d7bc-4859-b9ff-866459fc5bbb completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:51:09.289800 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port 486adfde-c997-46bf-be2f-046f4bfb9410 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:51:09.294356 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port a6df3f73-d7bc-4859-b9ff-866459fc5bbb triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:51:09.294754 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:09.316939 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 486adfde-c997-46bf-be2f-046f4bfb9410 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:51:09.317300 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:09.331361 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-9926f828-2567-4024-9412-85d622400a12 req-a3260972-2b2e-4124-a526-c64e31e3f265 service neutron] Transition to ACTIVE for port object 25d9e451-57c3-41ad-9d23-df0953c08e55 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:51:09.356145 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9926f828-2567-4024-9412-85d622400a12 req-a3260972-2b2e-4124-a526-c64e31e3f265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:09.548448 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-f7e1a2f9-6d26-4b49-bf84-ec1e22f5f219 req-4a2a46c4-3e87-4043-b07a-4b4343bea39e tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Deleting port 8f7a5cec-2ab1-44db-8043-f9679e8f7850 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:51:09.548786 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-f7e1a2f9-6d26-4b49-bf84-ec1e22f5f219 req-4a2a46c4-3e87-4043-b07a-4b4343bea39e tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:09.565602 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:09.576029 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:09.639344 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port a6df3f73-d7bc-4859-b9ff-866459fc5bbb, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=a6df3f73-d7bc-4859-b9ff-866459fc5bbb,segment=NetworkSegment(ab059889-1745-43d8-821d-758e8bd9dab2),segment_id=ab059889-1745-43d8-821d-758e8bd9dab2)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:51:09.642334 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 486adfde-c997-46bf-be2f-046f4bfb9410, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=486adfde-c997-46bf-be2f-046f4bfb9410,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:51:09.647477 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e94dd41-f1f5-4e9b-85af-eba3bc6ac4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6df3f73-d7bc-4859-b9ff-866459fc5bbb'}, {'server_uuid': '34beee0c-7e35-4d03-96bf-5e171b451c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '486adfde-c997-46bf-be2f-046f4bfb9410'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:51:09.656611 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:09.666904 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3260972-2b2e-4124-a526-c64e31e3f265 service neutron] Pushing event updated for resources: {'Port': ['ID=25d9e451-57c3-41ad-9d23-df0953c08e55,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:09.703081 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:09.749308 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e37328-bcd1-4c2e-9ecf-fec98d6356ee req-670289c2-457c-496d-9453-abd2e2000e73 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:09.754151 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=a6df3f73-d7bc-4859-b9ff-866459fc5bbb,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:09.755067 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e37328-bcd1-4c2e-9ecf-fec98d6356ee req-670289c2-457c-496d-9453-abd2e2000e73 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:09.756814 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e8e37328-bcd1-4c2e-9ecf-fec98d6356ee req-670289c2-457c-496d-9453-abd2e2000e73 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b301f04-6a0f-43a0-a6ee-7cc657052592 HTTP/1.1" status: 200 len: 1682 time: 0.5824456 May 05 21:51:09.830174 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=486adfde-c997-46bf-be2f-046f4bfb9410,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:10.059731 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e8e37328-bcd1-4c2e-9ecf-fec98d6356ee req-a984efe8-4174-4b9e-b856-34e0fcb3a7ed tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.23 "GET /v2.0/security-groups?id=933a40d1-d6ba-41e6-a91e-e2abeccdac87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507021 May 05 21:51:10.061798 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-f7e1a2f9-6d26-4b49-bf84-ec1e22f5f219 req-4a2a46c4-3e87-4043-b07a-4b4343bea39e tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:10.062146 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-f7e1a2f9-6d26-4b49-bf84-ec1e22f5f219 req-4a2a46c4-3e87-4043-b07a-4b4343bea39e tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:10.313264 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-f7e1a2f9-6d26-4b49-bf84-ec1e22f5f219 req-4a2a46c4-3e87-4043-b07a-4b4343bea39e tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Calling delete_port for 8f7a5cec-2ab1-44db-8043-f9679e8f7850 owned by network:floatingip {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:51:10.417948 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c9e02788-7f48-4c6b-bcbe-89837068dece req-df41c82c-d312-4b71-bcf5-88aac7347ce4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2d95b01c-6710-48cf-9af7-f1de1a8bd458 HTTP/1.1" status: 200 len: 1096 time: 0.6599791 May 05 21:51:10.421804 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-9926f828-2567-4024-9412-85d622400a12 req-a3260972-2b2e-4124-a526-c64e31e3f265 service neutron] Attempting to bind port 25d9e451-57c3-41ad-9d23-df0953c08e55 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:51:10.422134 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-9926f828-2567-4024-9412-85d622400a12 req-a3260972-2b2e-4124-a526-c64e31e3f265 service neutron] Attempting to bind port 25d9e451-57c3-41ad-9d23-df0953c08e55 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': '18a3c379-3cfc-4702-917f-3a57e26f3cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f33cead3-3472-4ef7-9cf3-a35684adef89'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:51:10.422457 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9926f828-2567-4024-9412-85d622400a12 req-a3260972-2b2e-4124-a526-c64e31e3f265 service neutron] Attempting to bind port 25d9e451-57c3-41ad-9d23-df0953c08e55 on network f33cead3-3472-4ef7-9cf3-a35684adef89 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:51:10.433814 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80831aff-91d2-4b3c-b944-aff60609d010 req-2a48650a-209e-4b95-9221-c33f3681ee67 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:10.437683 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80831aff-91d2-4b3c-b944-aff60609d010 req-2a48650a-209e-4b95-9221-c33f3681ee67 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:10.439077 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-80831aff-91d2-4b3c-b944-aff60609d010 req-2a48650a-209e-4b95-9221-c33f3681ee67 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b301f04-6a0f-43a0-a6ee-7cc657052592 HTTP/1.1" status: 200 len: 1682 time: 0.7638087 May 05 21:51:10.530179 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9926f828-2567-4024-9412-85d622400a12 req-a3260972-2b2e-4124-a526-c64e31e3f265 service neutron] Port 25d9e451-57c3-41ad-9d23-df0953c08e55 on network f33cead3-3472-4ef7-9cf3-a35684adef89 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:51:10.530502 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9926f828-2567-4024-9412-85d622400a12 req-a3260972-2b2e-4124-a526-c64e31e3f265 service neutron] Attempting to bind port 25d9e451-57c3-41ad-9d23-df0953c08e55 on network f33cead3-3472-4ef7-9cf3-a35684adef89 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:51:10.578254 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9926f828-2567-4024-9412-85d622400a12 req-a3260972-2b2e-4124-a526-c64e31e3f265 service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:51:10.578582 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9926f828-2567-4024-9412-85d622400a12 req-a3260972-2b2e-4124-a526-c64e31e3f265 service neutron] Checking segment: {'id': '18a3c379-3cfc-4702-917f-3a57e26f3cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f33cead3-3472-4ef7-9cf3-a35684adef89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:51:10.578987 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9926f828-2567-4024-9412-85d622400a12 req-a3260972-2b2e-4124-a526-c64e31e3f265 service neutron] Bound using segment: {'id': '18a3c379-3cfc-4702-917f-3a57e26f3cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f33cead3-3472-4ef7-9cf3-a35684adef89'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:51:10.579413 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-9926f828-2567-4024-9412-85d622400a12 req-a3260972-2b2e-4124-a526-c64e31e3f265 service neutron] Bound port: 25d9e451-57c3-41ad-9d23-df0953c08e55, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18a3c379-3cfc-4702-917f-3a57e26f3cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f33cead3-3472-4ef7-9cf3-a35684adef89'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:51:10.579748 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9926f828-2567-4024-9412-85d622400a12 req-a3260972-2b2e-4124-a526-c64e31e3f265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:10.621202 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-80831aff-91d2-4b3c-b944-aff60609d010 req-c1f94ffb-1086-496a-827c-a5f164b1a56d tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Deleting port 7903b742-82ef-4a64-9841-fb44e6a19c1e {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:51:10.621539 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-80831aff-91d2-4b3c-b944-aff60609d010 req-c1f94ffb-1086-496a-827c-a5f164b1a56d tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:10.652215 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c9e02788-7f48-4c6b-bcbe-89837068dece req-5284a60a-31eb-432e-90ca-f17797bcb828 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=910f211c-c7ca-4cc4-8d09-61e980cdaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101867 May 05 21:51:10.695587 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5791ff18-6d83-4b6d-a94b-0c1ae5820dd4 req-db7b6767-08b7-4f28-8ac1-fb79f30e2164 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:10.696929 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5791ff18-6d83-4b6d-a94b-0c1ae5820dd4 req-db7b6767-08b7-4f28-8ac1-fb79f30e2164 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ff3c9b0-3266-4312-b176-00b69ba30379 HTTP/1.1" status: 200 len: 950 time: 0.3944776 May 05 21:51:10.814479 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-f7e1a2f9-6d26-4b49-bf84-ec1e22f5f219 req-4a2a46c4-3e87-4043-b07a-4b4343bea39e tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:10.900136 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2a46c4-3e87-4043-b07a-4b4343bea39e tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Pushing event deleted for resources: {'Port': ['ID=8f7a5cec-2ab1-44db-8043-f9679e8f7850,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:10.980477 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5791ff18-6d83-4b6d-a94b-0c1ae5820dd4 req-11b74769-dfd2-4fa0-a12c-5e070c8030d2 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534814 May 05 21:51:11.017532 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-9926f828-2567-4024-9412-85d622400a12 req-a3260972-2b2e-4124-a526-c64e31e3f265 service neutron] For port 25d9e451-57c3-41ad-9d23-df0953c08e55, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:51:11.072906 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-9926f828-2567-4024-9412-85d622400a12 req-a3260972-2b2e-4124-a526-c64e31e3f265 service neutron] For port 25d9e451-57c3-41ad-9d23-df0953c08e55, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=25d9e451-57c3-41ad-9d23-df0953c08e55,segment=NetworkSegment(18a3c379-3cfc-4702-917f-3a57e26f3cd8),segment_id=18a3c379-3cfc-4702-917f-3a57e26f3cd8)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:51:11.086824 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9926f828-2567-4024-9412-85d622400a12 req-a3260972-2b2e-4124-a526-c64e31e3f265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:11.230278 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-f7e1a2f9-6d26-4b49-bf84-ec1e22f5f219 req-4a2a46c4-3e87-4043-b07a-4b4343bea39e tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Notify callbacks [] for floatingip, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:11.233946 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9926f828-2567-4024-9412-85d622400a12 req-a3260972-2b2e-4124-a526-c64e31e3f265 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:11.235329 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9926f828-2567-4024-9412-85d622400a12 req-a3260972-2b2e-4124-a526-c64e31e3f265 service neutron] 10.222.0.32 "PUT /v2.0/ports/25d9e451-57c3-41ad-9d23-df0953c08e55 HTTP/1.1" status: 200 len: 1091 time: 3.1162837 May 05 21:51:11.238153 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0d8abb3-f36c-43f6-b699-1619016f6b8c', 'tag': '25d9e451-57c3-41ad-9d23-df0953c08e55'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:51:11.254781 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-80831aff-91d2-4b3c-b944-aff60609d010 req-c1f94ffb-1086-496a-827c-a5f164b1a56d tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] For port 7903b742-82ef-4a64-9841-fb44e6a19c1e, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=7903b742-82ef-4a64-9841-fb44e6a19c1e,segment=NetworkSegment(0c06b550-f0ac-4a88-9b13-80689274d2f3),segment_id=0c06b550-f0ac-4a88-9b13-80689274d2f3)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:51:11.255684 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-80831aff-91d2-4b3c-b944-aff60609d010 req-c1f94ffb-1086-496a-827c-a5f164b1a56d tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:11.440678 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-80831aff-91d2-4b3c-b944-aff60609d010 req-c1f94ffb-1086-496a-827c-a5f164b1a56d tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Calling delete_port for 7903b742-82ef-4a64-9841-fb44e6a19c1e owned by compute:nova {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:51:11.469801 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3260972-2b2e-4124-a526-c64e31e3f265 service neutron] Pushing event updated for resources: {'Port': ['ID=25d9e451-57c3-41ad-9d23-df0953c08e55,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:11.486108 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-f7e1a2f9-6d26-4b49-bf84-ec1e22f5f219 req-4a2a46c4-3e87-4043-b07a-4b4343bea39e tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:11.487201 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f7e1a2f9-6d26-4b49-bf84-ec1e22f5f219 req-4a2a46c4-3e87-4043-b07a-4b4343bea39e tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] 10.222.0.23 "DELETE /v2.0/floatingips/c9195c91-e8d8-4786-8642-e72167a1c3f9 HTTP/1.1" status: 204 len: 173 time: 2.2185478 May 05 21:51:11.537470 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6476e-2f17-4eb6-9c0f-a07bc16ad2a6 req-46caf74b-e116-4be1-b91d-08b68c4e44cf tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:11.539019 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2ee6476e-2f17-4eb6-9c0f-a07bc16ad2a6 req-46caf74b-e116-4be1-b91d-08b68c4e44cf tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d95b01c-6710-48cf-9af7-f1de1a8bd458 HTTP/1.1" status: 200 len: 945 time: 0.4436567 May 05 21:51:11.596290 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9926f828-2567-4024-9412-85d622400a12 req-0a4bcbaa-2583-460c-a3e8-60be8259d25f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0eb82da6a4bc47a2ae0058d78ca21e92&device_id=b0d8abb3-f36c-43f6-b699-1619016f6b8c HTTP/1.1" status: 200 len: 1094 time: 0.3130550 May 05 21:51:11.890836 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bf13205e-8311-41a4-8535-1f55a792a6b2 req-05324716-5238-41ac-9170-b73363451197 tempest-ServerShowV247Test-231054139 tempest-ServerShowV247Test-231054139-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6906490-847e-4484-9bc2-3d8adcb7e823 HTTP/1.1" status: 200 len: 210 time: 0.2570038 May 05 21:51:11.891992 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9926f828-2567-4024-9412-85d622400a12 req-2c4486c8-1d72-4da8-94e3-e724eb2136b7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25d9e451-57c3-41ad-9d23-df0953c08e55 HTTP/1.1" status: 200 len: 217 time: 0.2530622 May 05 21:51:11.902009 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2ee6476e-2f17-4eb6-9c0f-a07bc16ad2a6 req-1e9490bc-9c75-4913-9d18-c34dd9a5b298 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=910f211c-c7ca-4cc4-8d09-61e980cdaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3501680 May 05 21:51:11.934421 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-80831aff-91d2-4b3c-b944-aff60609d010 req-c1f94ffb-1086-496a-827c-a5f164b1a56d tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:12.001661 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1a08292-a3a8-4683-b71a-d6c30a5d19c9'] response: {'server_uuid': '1e94dd41-f1f5-4e9b-85af-eba3bc6ac4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6df3f73-d7bc-4859-b9ff-866459fc5bbb', 'code': 200} May 05 21:51:12.002249 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f94ffb-1086-496a-827c-a5f164b1a56d tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Pushing event deleted for resources: {'Port': ['ID=7903b742-82ef-4a64-9841-fb44e6a19c1e,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:12.002739 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1a08292-a3a8-4683-b71a-d6c30a5d19c9'] response: {'server_uuid': '34beee0c-7e35-4d03-96bf-5e171b451c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '486adfde-c997-46bf-be2f-046f4bfb9410', 'code': 200} May 05 21:51:12.079238 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9926f828-2567-4024-9412-85d622400a12 req-9fc59a61-e4ca-4fde-b821-3c0dcb141850 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:12.080720 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9926f828-2567-4024-9412-85d622400a12 req-9fc59a61-e4ca-4fde-b821-3c0dcb141850 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7d5de724-e15a-4a3a-8314-05869a0cf070 HTTP/1.1" status: 200 len: 851 time: 0.1814151 May 05 21:51:12.086809 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-80831aff-91d2-4b3c-b944-aff60609d010 req-c1f94ffb-1086-496a-827c-a5f164b1a56d tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] No DVR routers for this DVR port 7903b742-82ef-4a64-9841-fb44e6a19c1e on host n-h2-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:51:12.088718 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-80831aff-91d2-4b3c-b944-aff60609d010 req-c1f94ffb-1086-496a-827c-a5f164b1a56d tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:12.193585 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e9cfa891-1279-4065-8629-9539c529e448 req-509d4b58-2516-4034-9055-d325ade2140b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=34beee0c-7e35-4d03-96bf-5e171b451c70 HTTP/1.1" status: 200 len: 1100 time: 0.1041825 May 05 21:51:12.245579 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e9cfa891-1279-4065-8629-9539c529e448 req-19024927-9df1-4468-8827-483bfefece4e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413055 May 05 21:51:12.279984 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-80831aff-91d2-4b3c-b944-aff60609d010 req-c1f94ffb-1086-496a-827c-a5f164b1a56d tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.32 "DELETE /v2.0/ports/7903b742-82ef-4a64-9841-fb44e6a19c1e HTTP/1.1" status: 204 len: 173 time: 1.8197470 May 05 21:51:12.372972 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9926f828-2567-4024-9412-85d622400a12 req-0b8f342d-e71a-4ecc-a23d-8603c10c1ec0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f33cead3-3472-4ef7-9cf3-a35684adef89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2809799 May 05 21:51:12.382027 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d3051-f9c5-4c84-9274-248a03eca522 req-ea427007-1170-4fe4-b4db-c6236e65933c tempest-ServerTagsTestJSON-2091005598 tempest-ServerTagsTestJSON-2091005598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:12.383448 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-688d3051-f9c5-4c84-9274-248a03eca522 req-ea427007-1170-4fe4-b4db-c6236e65933c tempest-ServerTagsTestJSON-2091005598 tempest-ServerTagsTestJSON-2091005598-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e94dd41-f1f5-4e9b-85af-eba3bc6ac4ed HTTP/1.1" status: 200 len: 945 time: 0.2381055 May 05 21:51:12.387771 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dbdbf8de-e650-4d3e-8968-362ca4d6101b req-29480e29-bbc5-4a68-bb4a-49e2cee37919 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1e94dd41-f1f5-4e9b-85af-eba3bc6ac4ed HTTP/1.1" status: 200 len: 1096 time: 0.1963792 May 05 21:51:12.395083 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f342007c-1bef-466d-82a7-2194a2370ca8 req-d51f0d44-421f-4fdd-81f1-2ac447b44edd tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:12.396424 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f342007c-1bef-466d-82a7-2194a2370ca8 req-d51f0d44-421f-4fdd-81f1-2ac447b44edd tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0d8abb3-f36c-43f6-b699-1619016f6b8c HTTP/1.1" status: 200 len: 943 time: 0.1620665 May 05 21:51:12.621541 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dbdbf8de-e650-4d3e-8968-362ca4d6101b req-afaa7cfd-9c42-4db3-a7b5-789375341e51 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6c216409-7e2d-4668-8522-a17a8919e2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236593 May 05 21:51:12.639115 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-688d3051-f9c5-4c84-9274-248a03eca522 req-bbf2615b-ca78-4d46-ae7f-57027bf908bc tempest-ServerTagsTestJSON-2091005598 tempest-ServerTagsTestJSON-2091005598-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c216409-7e2d-4668-8522-a17a8919e2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497017 May 05 21:51:12.643185 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f342007c-1bef-466d-82a7-2194a2370ca8 req-43cccaaa-906f-4d54-a4dd-9867ae609fb2 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=5165d8be-a1b9-4dce-a631-d72bdd4afdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209499 May 05 21:51:12.646460 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-80831aff-91d2-4b3c-b944-aff60609d010 req-65abcd0d-e3e8-420d-9d12-7508e151316d tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Deleting port 8f8c955c-7788-46a9-bc20-db2f41f17c52 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:51:12.646834 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-80831aff-91d2-4b3c-b944-aff60609d010 req-65abcd0d-e3e8-420d-9d12-7508e151316d tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:12.734805 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9926f828-2567-4024-9412-85d622400a12 req-9c712096-d6f4-4e4a-a95e-ad24f120fbf7 service neutron] 10.222.0.32 "GET /v2.0/networks/f33cead3-3472-4ef7-9cf3-a35684adef89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735250 May 05 21:51:13.117459 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9926f828-2567-4024-9412-85d622400a12 req-9cccfdc7-7d18-490e-b4e8-3a17f52b90ca service neutron] 10.222.0.32 "GET /v2.0/networks/f33cead3-3472-4ef7-9cf3-a35684adef89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590910 May 05 21:51:13.141092 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-80831aff-91d2-4b3c-b944-aff60609d010 req-65abcd0d-e3e8-420d-9d12-7508e151316d tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] For port 8f8c955c-7788-46a9-bc20-db2f41f17c52, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=8f8c955c-7788-46a9-bc20-db2f41f17c52,segment=NetworkSegment(2c577bc7-91ae-4b04-9ef5-a0ac47b8abd8),segment_id=2c577bc7-91ae-4b04-9ef5-a0ac47b8abd8)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:51:13.141433 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-80831aff-91d2-4b3c-b944-aff60609d010 req-65abcd0d-e3e8-420d-9d12-7508e151316d tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:13.162510 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78b93fd-4ecd-4c1c-bc4f-1bbe621c6942 req-603649dc-de51-41e4-993c-e6cf0f0a281f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:13.163213 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-e78b93fd-4ecd-4c1c-bc4f-1bbe621c6942 req-603649dc-de51-41e4-993c-e6cf0f0a281f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Synchronizing usage tracker for tenant:1384b462eac846a090f14492c41d335c on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:51:13.209166 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 7903b742-82ef-4a64-9841-fb44e6a19c1e no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:51:13.251718 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: 7903b742-82ef-4a64-9841-fb44e6a19c1e {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:51:13.252017 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 7903b742-82ef-4a64-9841-fb44e6a19c1e not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:51:13.252453 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 8f8c955c-7788-46a9-bc20-db2f41f17c52 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:51:13.278777 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-80831aff-91d2-4b3c-b944-aff60609d010 req-65abcd0d-e3e8-420d-9d12-7508e151316d tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Calling delete_port for 8f8c955c-7788-46a9-bc20-db2f41f17c52 owned by compute:nova {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:51:13.392238 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:13.425658 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 8f8c955c-7788-46a9-bc20-db2f41f17c52, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=8f8c955c-7788-46a9-bc20-db2f41f17c52,segment=NetworkSegment(2c577bc7-91ae-4b04-9ef5-a0ac47b8abd8),segment_id=2c577bc7-91ae-4b04-9ef5-a0ac47b8abd8)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:51:13.428525 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e31c87f-7a92-498e-aa97-519a685ad970 req-5795533d-a1b5-4ece-913c-792b5e0f4c70 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:13.430612 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:13.435170 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7e31c87f-7a92-498e-aa97-519a685ad970 req-5795533d-a1b5-4ece-913c-792b5e0f4c70 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=34beee0c-7e35-4d03-96bf-5e171b451c70 HTTP/1.1" status: 200 len: 949 time: 0.6552570 May 05 21:51:13.488995 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-e78b93fd-4ecd-4c1c-bc4f-1bbe621c6942 req-603649dc-de51-41e4-993c-e6cf0f0a281f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Unset dirty status for tenant:1384b462eac846a090f14492c41d335c on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:51:13.490147 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e78b93fd-4ecd-4c1c-bc4f-1bbe621c6942 req-603649dc-de51-41e4-993c-e6cf0f0a281f tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b301f04-6a0f-43a0-a6ee-7cc657052592 HTTP/1.1" status: 200 len: 945 time: 0.7092869 May 05 21:51:13.505456 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=8f8c955c-7788-46a9-bc20-db2f41f17c52,revision_number=6']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:13.511450 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7e31c87f-7a92-498e-aa97-519a685ad970 req-df1b9361-4ae2-4397-aeb5-1864e9b7bb95 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751753 May 05 21:51:13.580540 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.api [req-80831aff-91d2-4b3c-b944-aff60609d010 req-65abcd0d-e3e8-420d-9d12-7508e151316d tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:51:13.580853 n-d-825175-4 neutron-server[84061]: DEBUG oslo_db.api [req-80831aff-91d2-4b3c-b944-aff60609d010 req-65abcd0d-e3e8-420d-9d12-7508e151316d tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:51:13.598992 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e78b93fd-4ecd-4c1c-bc4f-1bbe621c6942 req-3119e289-ebbc-4304-8344-b8804d3bd020 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.23 "GET /v2.0/security-groups?id=933a40d1-d6ba-41e6-a91e-e2abeccdac87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862763 May 05 21:51:13.699026 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bd1e878-dd45-429a-ab1d-c53e88f39db2'] response: {'name': 'network-changed', 'server_uuid': 'b0d8abb3-f36c-43f6-b699-1619016f6b8c', 'tag': '25d9e451-57c3-41ad-9d23-df0953c08e55', 'status': 'completed', 'code': 200} May 05 21:51:13.790545 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-079bb56d-584d-47b1-9b21-502ce8f1e360 req-2224a69b-815a-44ef-abfd-11cc30e214e5 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] 10.222.0.23 "GET /v2.0/floatingips/50410cb1-9a2e-443a-850b-ad8b93f67669 HTTP/1.1" status: 200 len: 693 time: 0.1633427 May 05 21:51:13.945545 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ca1477d2-28ca-4ae2-abac-886717b073bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:13.984956 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079bb56d-584d-47b1-9b21-502ce8f1e360 req-fff9e17f-7a33-46d9-844b-c4246cbc77c7 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:13.986270 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-079bb56d-584d-47b1-9b21-502ce8f1e360 req-fff9e17f-7a33-46d9-844b-c4246cbc77c7 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] 10.222.0.23 "GET /v2.0/networks/25bfe237-58de-4709-a3e0-ac79da07c300 HTTP/1.1" status: 200 len: 784 time: 0.1888087 May 05 21:51:13.989493 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-37a036e9-a054-45d0-a369-abc7239c2437 req-9fbe4250-82d0-4ce8-b885-0d38e91e570b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0eb82da6a4bc47a2ae0058d78ca21e92&device_id=b0d8abb3-f36c-43f6-b699-1619016f6b8c HTTP/1.1" status: 200 len: 1094 time: 0.2897203 May 05 21:51:13.995050 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fed930-84aa-475d-a059-61cb93959f62 req-a0dea9a2-bfc8-47ff-a994-2b7e03f15e83 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:13.996471 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-96fed930-84aa-475d-a059-61cb93959f62 req-a0dea9a2-bfc8-47ff-a994-2b7e03f15e83 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d95b01c-6710-48cf-9af7-f1de1a8bd458 HTTP/1.1" status: 200 len: 945 time: 0.2537384 May 05 21:51:14.009203 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b301f04-6a0f-43a0-a6ee-7cc657052592', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f8c955c-7788-46a9-bc20-db2f41f17c52'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:51:14.137205 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-80831aff-91d2-4b3c-b944-aff60609d010 req-65abcd0d-e3e8-420d-9d12-7508e151316d tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Deleting port 8f8c955c-7788-46a9-bc20-db2f41f17c52 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:51:14.137770 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-80831aff-91d2-4b3c-b944-aff60609d010 req-65abcd0d-e3e8-420d-9d12-7508e151316d tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:14.231599 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-079bb56d-584d-47b1-9b21-502ce8f1e360 req-c8b03c50-b12f-4b38-8a81-e8c8fb1f0940 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Synchronizing usage tracker for tenant:533a2fbb51ae42009bb97af11d84b393 on resource:floatingip {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:51:14.289875 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-96fed930-84aa-475d-a059-61cb93959f62 req-8d6d0b08-f4f7-4948-849f-e842f6013e7d tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=910f211c-c7ca-4cc4-8d09-61e980cdaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708161 May 05 21:51:14.327878 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-079bb56d-584d-47b1-9b21-502ce8f1e360 req-c8b03c50-b12f-4b38-8a81-e8c8fb1f0940 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Unset dirty status for tenant:533a2fbb51ae42009bb97af11d84b393 on resource:floatingip {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:51:14.329028 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-079bb56d-584d-47b1-9b21-502ce8f1e360 req-c8b03c50-b12f-4b38-8a81-e8c8fb1f0940 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.241 HTTP/1.1" status: 200 len: 696 time: 0.3317025 May 05 21:51:14.465635 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a036e9-a054-45d0-a369-abc7239c2437 req-a79084d8-3715-4939-8ee8-c3a8c857acf6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:14.467074 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-37a036e9-a054-45d0-a369-abc7239c2437 req-a79084d8-3715-4939-8ee8-c3a8c857acf6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f33cead3-3472-4ef7-9cf3-a35684adef89 HTTP/1.1" status: 200 len: 913 time: 0.4686928 May 05 21:51:14.593460 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8d10e886-49a8-42c8-b66c-4d53622a8eae req-c874f546-1b11-45a5-abef-7f2d84d447b6 tempest-ServerShowV247Test-231054139 tempest-ServerShowV247Test-231054139-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6906490-847e-4484-9bc2-3d8adcb7e823 HTTP/1.1" status: 200 len: 210 time: 0.1769292 May 05 21:51:14.608092 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-079bb56d-584d-47b1-9b21-502ce8f1e360 req-1f962a3c-e2e0-44e1-b0e0-833445c6d6d3 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.25.4.241 HTTP/1.1" status: 200 len: 696 time: 0.2661953 May 05 21:51:14.612519 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-37a036e9-a054-45d0-a369-abc7239c2437 req-228f1c02-f112-40e9-972b-1e870ff104c4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25d9e451-57c3-41ad-9d23-df0953c08e55 HTTP/1.1" status: 200 len: 217 time: 0.0983250 May 05 21:51:15.012044 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-80831aff-91d2-4b3c-b944-aff60609d010 req-65abcd0d-e3e8-420d-9d12-7508e151316d tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] For port 8f8c955c-7788-46a9-bc20-db2f41f17c52, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=8f8c955c-7788-46a9-bc20-db2f41f17c52,segment=NetworkSegment(2c577bc7-91ae-4b04-9ef5-a0ac47b8abd8),segment_id=2c577bc7-91ae-4b04-9ef5-a0ac47b8abd8)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:51:15.012287 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-80831aff-91d2-4b3c-b944-aff60609d010 req-65abcd0d-e3e8-420d-9d12-7508e151316d tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:15.019987 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a036e9-a054-45d0-a369-abc7239c2437 req-6b96d23c-52f0-42f0-9fd7-533e79568ae8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:15.021427 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-37a036e9-a054-45d0-a369-abc7239c2437 req-6b96d23c-52f0-42f0-9fd7-533e79568ae8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7d5de724-e15a-4a3a-8314-05869a0cf070 HTTP/1.1" status: 200 len: 851 time: 0.3494489 May 05 21:51:15.033444 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-079bb56d-584d-47b1-9b21-502ce8f1e360 req-83036bb7-68a3-4796-b2fe-75201261f402 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Deleting port 2f65b94f-ecc8-42e1-9c7d-4807ad9ac5d0 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:51:15.033784 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-079bb56d-584d-47b1-9b21-502ce8f1e360 req-83036bb7-68a3-4796-b2fe-75201261f402 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:15.206262 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-80831aff-91d2-4b3c-b944-aff60609d010 req-65abcd0d-e3e8-420d-9d12-7508e151316d tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Calling delete_port for 8f8c955c-7788-46a9-bc20-db2f41f17c52 owned by compute:nova {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:51:15.219385 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 25d9e451-57c3-41ad-9d23-df0953c08e55 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:51:15.360232 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 25d9e451-57c3-41ad-9d23-df0953c08e55, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=25d9e451-57c3-41ad-9d23-df0953c08e55,segment=NetworkSegment(18a3c379-3cfc-4702-917f-3a57e26f3cd8),segment_id=18a3c379-3cfc-4702-917f-3a57e26f3cd8)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:51:15.374488 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '25d9e451-57c3-41ad-9d23-df0953c08e55', 'network_id': 'f33cead3-3472-4ef7-9cf3-a35684adef89', 'port_id': '25d9e451-57c3-41ad-9d23-df0953c08e55', 'mac_address': 'fa:16:3e:b7:1e:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d5de724-e15a-4a3a-8314-05869a0cf070', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:51:15.404915 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84502d4-b8cd-4af4-92dd-419e86f7a633 req-21dc28d5-d8f1-4744-87bd-20bfce11f99a tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:15.406371 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d84502d4-b8cd-4af4-92dd-419e86f7a633 req-21dc28d5-d8f1-4744-87bd-20bfce11f99a tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0d8abb3-f36c-43f6-b699-1619016f6b8c HTTP/1.1" status: 200 len: 943 time: 0.6815891 May 05 21:51:15.433071 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:15.451303 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25d9e451-57c3-41ad-9d23-df0953c08e55 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:51:15.467785 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 25d9e451-57c3-41ad-9d23-df0953c08e55, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=25d9e451-57c3-41ad-9d23-df0953c08e55,segment=NetworkSegment(18a3c379-3cfc-4702-917f-3a57e26f3cd8),segment_id=18a3c379-3cfc-4702-917f-3a57e26f3cd8)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:51:15.472564 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:15.530695 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-079bb56d-584d-47b1-9b21-502ce8f1e360 req-83036bb7-68a3-4796-b2fe-75201261f402 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:15.531013 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-079bb56d-584d-47b1-9b21-502ce8f1e360 req-83036bb7-68a3-4796-b2fe-75201261f402 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:15.537455 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=25d9e451-57c3-41ad-9d23-df0953c08e55,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:15.541539 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-37a036e9-a054-45d0-a369-abc7239c2437 req-2710267b-4187-431a-b5df-d0ade53241e7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f33cead3-3472-4ef7-9cf3-a35684adef89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5108109 May 05 21:51:15.700581 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-079bb56d-584d-47b1-9b21-502ce8f1e360 req-83036bb7-68a3-4796-b2fe-75201261f402 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Calling delete_port for 2f65b94f-ecc8-42e1-9c7d-4807ad9ac5d0 owned by network:floatingip {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:51:15.727245 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d84502d4-b8cd-4af4-92dd-419e86f7a633 req-fe2b5e8c-799f-4347-a74f-5bfa53ec0a0b tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=5165d8be-a1b9-4dce-a631-d72bdd4afdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092034 May 05 21:51:15.727668 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b301f04-6a0f-43a0-a6ee-7cc657052592', 'name': 'network-vif-deleted', 'tag': '7903b742-82ef-4a64-9841-fb44e6a19c1e'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:51:15.771607 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['25d9e451-57c3-41ad-9d23-df0953c08e55'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:51:15.806581 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-80831aff-91d2-4b3c-b944-aff60609d010 req-65abcd0d-e3e8-420d-9d12-7508e151316d tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:15.897033 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65abcd0d-e3e8-420d-9d12-7508e151316d tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Pushing event deleted for resources: {'Port': ['ID=8f8c955c-7788-46a9-bc20-db2f41f17c52,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:16.053210 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-80831aff-91d2-4b3c-b944-aff60609d010 req-65abcd0d-e3e8-420d-9d12-7508e151316d tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] No DVR routers for this DVR port 8f8c955c-7788-46a9-bc20-db2f41f17c52 on host n-h2-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:51:16.056393 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-80831aff-91d2-4b3c-b944-aff60609d010 req-65abcd0d-e3e8-420d-9d12-7508e151316d tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:16.065084 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-801e4eb4-bfca-4aa7-88c1-fe5612a2b9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:16.065268 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-37a036e9-a054-45d0-a369-abc7239c2437 req-3749e078-f0c3-4c0c-8433-e14202bead47 service neutron] 10.222.0.32 "GET /v2.0/networks/f33cead3-3472-4ef7-9cf3-a35684adef89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4562407 May 05 21:51:16.199504 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-80831aff-91d2-4b3c-b944-aff60609d010 req-65abcd0d-e3e8-420d-9d12-7508e151316d tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.32 "DELETE /v2.0/ports/8f8c955c-7788-46a9-bc20-db2f41f17c52 HTTP/1.1" status: 204 len: 173 time: 3.7392673 May 05 21:51:16.240598 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39518be-7c81-4b90-9429-aa6e9eb51656 req-0fb89aca-c80b-4779-9310-feae08ae5c7f tempest-ServerTagsTestJSON-2091005598 tempest-ServerTagsTestJSON-2091005598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:16.242001 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b39518be-7c81-4b90-9429-aa6e9eb51656 req-0fb89aca-c80b-4779-9310-feae08ae5c7f tempest-ServerTagsTestJSON-2091005598 tempest-ServerTagsTestJSON-2091005598-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e94dd41-f1f5-4e9b-85af-eba3bc6ac4ed HTTP/1.1" status: 200 len: 945 time: 0.3884509 May 05 21:51:16.282559 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-079bb56d-584d-47b1-9b21-502ce8f1e360 req-83036bb7-68a3-4796-b2fe-75201261f402 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:16.338213 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83036bb7-68a3-4796-b2fe-75201261f402 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Pushing event deleted for resources: {'Port': ['ID=2f65b94f-ecc8-42e1-9c7d-4807ad9ac5d0,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:16.341440 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-37a036e9-a054-45d0-a369-abc7239c2437 req-fc70d1ba-5d5d-4b7c-8197-a37a0263a8f5 service neutron] 10.222.0.32 "GET /v2.0/networks/f33cead3-3472-4ef7-9cf3-a35684adef89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651727 May 05 21:51:16.536766 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b39518be-7c81-4b90-9429-aa6e9eb51656 req-e7807fad-89a8-4024-b3e3-257031db9e45 tempest-ServerTagsTestJSON-2091005598 tempest-ServerTagsTestJSON-2091005598-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c216409-7e2d-4668-8522-a17a8919e2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829144 May 05 21:51:16.558153 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-079bb56d-584d-47b1-9b21-502ce8f1e360 req-83036bb7-68a3-4796-b2fe-75201261f402 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Notify callbacks [] for floatingip, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:16.565396 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-079bb56d-584d-47b1-9b21-502ce8f1e360 req-83036bb7-68a3-4796-b2fe-75201261f402 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:16.566511 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-079bb56d-584d-47b1-9b21-502ce8f1e360 req-83036bb7-68a3-4796-b2fe-75201261f402 tempest-FloatingIPDetailsTestJSON-615383471 tempest-FloatingIPDetailsTestJSON-615383471-project] 10.222.0.23 "DELETE /v2.0/floatingips/50410cb1-9a2e-443a-850b-ad8b93f67669 HTTP/1.1" status: 204 len: 173 time: 1.9531555 May 05 21:51:16.573542 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41740) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:51:16.632357 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c178fb66-06b4-46c5-be69-01eeefab3cc7'] response: {'server_uuid': '0b301f04-6a0f-43a0-a6ee-7cc657052592', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f8c955c-7788-46a9-bc20-db2f41f17c52', 'code': 200} May 05 21:51:16.875256 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f0e0cb-7ecb-405f-a800-061fa9d8de10 req-094ba6aa-a95b-42cc-9245-3c7dfabcd876 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:16.876703 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-03f0e0cb-7ecb-405f-a800-061fa9d8de10 req-094ba6aa-a95b-42cc-9245-3c7dfabcd876 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=82e9fd69-4c0a-4daf-8e56-1cf72160ef5b HTTP/1.1" status: 200 len: 946 time: 0.1806905 May 05 21:51:16.885192 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf8a97-8b9b-4768-835a-ff2258a05a4d req-fd6abdff-3e05-48a6-9018-13387ee54539 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:16.886556 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2fcf8a97-8b9b-4768-835a-ff2258a05a4d req-fd6abdff-3e05-48a6-9018-13387ee54539 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=34beee0c-7e35-4d03-96bf-5e171b451c70 HTTP/1.1" status: 200 len: 949 time: 0.1430426 May 05 21:51:16.980242 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-03f0e0cb-7ecb-405f-a800-061fa9d8de10 req-5f5e2d08-1a2e-4f7d-94b9-5168958b5b97 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=910f211c-c7ca-4cc4-8d09-61e980cdaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921516 May 05 21:51:16.983631 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2fcf8a97-8b9b-4768-835a-ff2258a05a4d req-47b6bb69-393d-4a5b-b044-b3669e9a315f tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803938 May 05 21:51:17.075302 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41752) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:51:17.130455 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a2a3c00-8a97-4d6a-b812-905fb1d7b3df'] response: {'server_uuid': '0b301f04-6a0f-43a0-a6ee-7cc657052592', 'name': 'network-vif-deleted', 'tag': '7903b742-82ef-4a64-9841-fb44e6a19c1e', 'status': 'completed', 'code': 200} May 05 21:51:17.180169 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f6a2e97b-51e1-4949-99f6-6bd2440c314d req-d305b10e-3cc3-4c70-a283-a9508986095f tempest-ServerShowV247Test-231054139 tempest-ServerShowV247Test-231054139-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6906490-847e-4484-9bc2-3d8adcb7e823 HTTP/1.1" status: 200 len: 210 time: 0.0486703 May 05 21:51:17.241405 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 25d9e451-57c3-41ad-9d23-df0953c08e55 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:51:17.298822 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:17.321127 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-824124e5-9824-48dc-8bc8-d3f311861e39 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Deleting subnet dedd47a9-a75a-4340-ac15-eebabd4ccf22 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:51:17.322518 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-afcef530-0509-4912-85a5-f97c691ae249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:17.326019 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-824124e5-9824-48dc-8bc8-d3f311861e39 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:17.372906 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port 25d9e451-57c3-41ad-9d23-df0953c08e55 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:51:17.378735 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 25d9e451-57c3-41ad-9d23-df0953c08e55 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:51:17.379410 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:17.384682 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-824124e5-9824-48dc-8bc8-d3f311861e39 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:17.528539 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:17.538861 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:17.573934 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 25d9e451-57c3-41ad-9d23-df0953c08e55, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=25d9e451-57c3-41ad-9d23-df0953c08e55,segment=NetworkSegment(18a3c379-3cfc-4702-917f-3a57e26f3cd8),segment_id=18a3c379-3cfc-4702-917f-3a57e26f3cd8)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:51:17.582236 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:17.598604 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-824124e5-9824-48dc-8bc8-d3f311861e39 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:17.602551 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8482e78c-87d3-48a2-9b87-a42e8218d1fe req-edb98118-7947-48eb-baf2-4df3e20540c2 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:17.609328 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8482e78c-87d3-48a2-9b87-a42e8218d1fe req-edb98118-7947-48eb-baf2-4df3e20540c2 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0d8abb3-f36c-43f6-b699-1619016f6b8c HTTP/1.1" status: 200 len: 944 time: 0.2197869 May 05 21:51:17.681118 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8482e78c-87d3-48a2-9b87-a42e8218d1fe req-679e2cd5-3f00-4333-96ac-5c8cbd1103f5 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=5165d8be-a1b9-4dce-a631-d72bdd4afdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708528 May 05 21:51:17.681617 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=25d9e451-57c3-41ad-9d23-df0953c08e55,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:17.684156 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-824124e5-9824-48dc-8bc8-d3f311861e39 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:17.737093 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824124e5-9824-48dc-8bc8-d3f311861e39 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Pushing event deleted for resources: {'Subnet': ['ID=dedd47a9-a75a-4340-ac15-eebabd4ccf22,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:17.751855 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-824124e5-9824-48dc-8bc8-d3f311861e39 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:17.758278 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7a1aee-92d7-4d03-bd33-95917c74e29b None None] Network 29b594e3-6031-4c0e-887f-bccbb18a4129 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:51:17.765296 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-824124e5-9824-48dc-8bc8-d3f311861e39 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.23 "DELETE /v2.0/subnets/dedd47a9-a75a-4340-ac15-eebabd4ccf22 HTTP/1.1" status: 204 len: 168 time: 0.6880193 May 05 21:51:17.770934 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41762) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:51:17.893789 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-015506d0-9014-426d-a1e6-799e870c49f6 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:17.905279 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-015506d0-9014-426d-a1e6-799e870c49f6 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Deleting port 102a9802-9d20-4f72-9c4e-740ceab05573 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:51:17.905610 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-015506d0-9014-426d-a1e6-799e870c49f6 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:18.074010 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c0b21a-dd6f-4915-bc86-366506251266 None None] DHCP port deletion for 29b594e3-6031-4c0e-887f-bccbb18a4129 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 21:51:18.079030 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-b1c0b21a-dd6f-4915-bc86-366506251266 None None] Deleting port 102a9802-9d20-4f72-9c4e-740ceab05573 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:51:18.079402 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b1c0b21a-dd6f-4915-bc86-366506251266 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:18.155592 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9164ba61-6cce-40b9-bbcf-3d8690bd1457 req-b5ff3d90-f94f-42a1-8e33-797066afcfe7 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:18.159506 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9164ba61-6cce-40b9-bbcf-3d8690bd1457 req-b5ff3d90-f94f-42a1-8e33-797066afcfe7 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:18.170461 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9164ba61-6cce-40b9-bbcf-3d8690bd1457 req-b5ff3d90-f94f-42a1-8e33-797066afcfe7 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ff3c9b0-3266-4312-b176-00b69ba30379&device_id=34beee0c-7e35-4d03-96bf-5e171b451c70 HTTP/1.1" status: 200 len: 1690 time: 0.3419068 May 05 21:51:18.191478 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-015506d0-9014-426d-a1e6-799e870c49f6 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] For port 102a9802-9d20-4f72-9c4e-740ceab05573, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=102a9802-9d20-4f72-9c4e-740ceab05573,segment=NetworkSegment(0c06b550-f0ac-4a88-9b13-80689274d2f3),segment_id=0c06b550-f0ac-4a88-9b13-80689274d2f3)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:51:18.192671 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-015506d0-9014-426d-a1e6-799e870c49f6 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:18.263282 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9164ba61-6cce-40b9-bbcf-3d8690bd1457 req-77cddc06-eef1-4ec3-aaf9-4e3373d833bf tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917885 May 05 21:51:18.348329 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-b1c0b21a-dd6f-4915-bc86-366506251266 None None] For port 102a9802-9d20-4f72-9c4e-740ceab05573, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=102a9802-9d20-4f72-9c4e-740ceab05573,segment=NetworkSegment(0c06b550-f0ac-4a88-9b13-80689274d2f3),segment_id=0c06b550-f0ac-4a88-9b13-80689274d2f3)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:51:18.348875 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b1c0b21a-dd6f-4915-bc86-366506251266 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:18.359261 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-015506d0-9014-426d-a1e6-799e870c49f6 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Calling delete_port for 102a9802-9d20-4f72-9c4e-740ceab05573 owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:51:18.476828 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-015506d0-9014-426d-a1e6-799e870c49f6 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:18.520803 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-b1c0b21a-dd6f-4915-bc86-366506251266 None None] Calling delete_port for 102a9802-9d20-4f72-9c4e-740ceab05573 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:51:18.531245 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015506d0-9014-426d-a1e6-799e870c49f6 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Pushing event deleted for resources: {'Port': ['ID=102a9802-9d20-4f72-9c4e-740ceab05573,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:18.545577 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015506d0-9014-426d-a1e6-799e870c49f6 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] No DVR routers for this DVR port 102a9802-9d20-4f72-9c4e-740ceab05573 on host n-d-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:51:18.595204 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 05 21:51:18.595204 n-d-825175-4 neutron-server[84064]: util.warn_limited( May 05 21:51:18.595204 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 05 21:51:18.595204 n-d-825175-4 neutron-server[84064]: util.warn_limited( May 05 21:51:18.595204 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:51:18.595204 n-d-825175-4 neutron-server[84064]: util.warn( May 05 21:51:18.595204 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:51:18.595204 n-d-825175-4 neutron-server[84064]: util.warn( May 05 21:51:18.595204 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:51:18.595204 n-d-825175-4 neutron-server[84064]: util.warn( May 05 21:51:18.595204 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:51:18.595204 n-d-825175-4 neutron-server[84064]: util.warn( May 05 21:51:18.595204 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:51:18.595204 n-d-825175-4 neutron-server[84064]: util.warn( May 05 21:51:18.595204 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:51:18.595204 n-d-825175-4 neutron-server[84064]: util.warn( May 05 21:51:18.595204 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:51:18.595204 n-d-825175-4 neutron-server[84064]: util.warn( May 05 21:51:18.595204 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:51:18.595204 n-d-825175-4 neutron-server[84064]: util.warn( May 05 21:51:18.595204 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:51:18.595204 n-d-825175-4 neutron-server[84064]: util.warn( May 05 21:51:18.595204 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:51:18.595204 n-d-825175-4 neutron-server[84064]: util.warn( May 05 21:51:18.595204 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:51:18.595204 n-d-825175-4 neutron-server[84064]: util.warn( May 05 21:51:18.595204 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:51:18.595204 n-d-825175-4 neutron-server[84064]: util.warn( May 05 21:51:18.595204 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:51:18.595204 n-d-825175-4 neutron-server[84064]: util.warn( May 05 21:51:18.595204 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:51:18.595204 n-d-825175-4 neutron-server[84064]: util.warn( May 05 21:51:18.595204 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:51:18.595204 n-d-825175-4 neutron-server[84064]: util.warn( May 05 21:51:18.595204 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:51:18.595204 n-d-825175-4 neutron-server[84064]: util.warn( May 05 21:51:18.595204 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:51:18.595204 n-d-825175-4 neutron-server[84064]: util.warn( May 05 21:51:18.595204 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:51:18.595204 n-d-825175-4 neutron-server[84064]: util.warn( May 05 21:51:18.597518 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:51:18.597518 n-d-825175-4 neutron-server[84064]: util.warn( May 05 21:51:18.597518 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:51:18.597518 n-d-825175-4 neutron-server[84064]: util.warn( May 05 21:51:18.597518 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:51:18.597518 n-d-825175-4 neutron-server[84064]: util.warn( May 05 21:51:18.597518 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:51:18.597518 n-d-825175-4 neutron-server[84064]: util.warn( May 05 21:51:18.597518 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:51:18.597518 n-d-825175-4 neutron-server[84064]: util.warn( May 05 21:51:18.597518 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:51:18.597518 n-d-825175-4 neutron-server[84064]: util.warn( May 05 21:51:18.597518 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:51:18.597518 n-d-825175-4 neutron-server[84064]: util.warn( May 05 21:51:18.597518 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:51:18.597518 n-d-825175-4 neutron-server[84064]: util.warn( May 05 21:51:18.602933 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-b1c0b21a-dd6f-4915-bc86-366506251266 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:51:18.603282 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-b1c0b21a-dd6f-4915-bc86-366506251266 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:51:18.633906 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0d8abb3-f36c-43f6-b699-1619016f6b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25d9e451-57c3-41ad-9d23-df0953c08e55'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:51:18.638909 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-077506a1-b0e3-4651-aba7-7161bef9be11 req-95d102e5-ff7a-474d-bdb6-f3ca59029c9f tempest-ServerShowV247Test-231054139 tempest-ServerShowV247Test-231054139-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6906490-847e-4484-9bc2-3d8adcb7e823 HTTP/1.1" status: 200 len: 210 time: 0.0838871 May 05 21:51:18.688718 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-015506d0-9014-426d-a1e6-799e870c49f6 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:18.717651 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-015506d0-9014-426d-a1e6-799e870c49f6 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29b594e3-6031-4c0e-887f-bccbb18a4129']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:51:18.730649 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-015506d0-9014-426d-a1e6-799e870c49f6 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c06b550-f0ac-4a88-9b13-80689274d2f3') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:51:18.730846 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8cf113-e877-4b33-b1e4-e346e217be87 req-2cadac9e-8349-4a95-9af2-25c08673b9bf tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:18.730930 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-015506d0-9014-426d-a1e6-799e870c49f6 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c06b550-f0ac-4a88-9b13-80689274d2f3') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:51:18.733758 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5e8cf113-e877-4b33-b1e4-e346e217be87 req-2cadac9e-8349-4a95-9af2-25c08673b9bf tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=82e9fd69-4c0a-4daf-8e56-1cf72160ef5b HTTP/1.1" status: 200 len: 946 time: 0.1460240 May 05 21:51:18.743354 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-015506d0-9014-426d-a1e6-799e870c49f6 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:18.763253 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-015506d0-9014-426d-a1e6-799e870c49f6 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:18.769960 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-015506d0-9014-426d-a1e6-799e870c49f6 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:51:18.770415 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-015506d0-9014-426d-a1e6-799e870c49f6 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:18.774259 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-afcef530-0509-4912-85a5-f97c691ae249 admin admin] Deleting port 3691edcb-bd84-4fbc-9906-9896f408cec5 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:51:18.774744 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-afcef530-0509-4912-85a5-f97c691ae249 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:18.786190 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 21:51:18.786190 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:51:18.786190 n-d-825175-4 neutron-server[84063]: timer() May 05 21:51:18.786190 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:51:18.786190 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 21:51:18.786190 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:51:18.786190 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 21:51:18.786190 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:51:18.786190 n-d-825175-4 neutron-server[84063]: self._notify() May 05 21:51:18.786190 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:51:18.786190 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 21:51:18.786190 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:51:18.786190 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 21:51:18.786190 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:51:18.786190 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:51:18.786190 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:51:18.786190 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:51:18.786190 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:51:18.786190 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 21:51:18.786190 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:51:18.786190 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 21:51:18.786190 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:51:18.786190 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:51:18.786190 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:51:18.786190 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 21:51:18.786190 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:51:18.786190 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:51:18.786190 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:51:18.786190 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:51:18.786190 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:51:18.786190 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:51:18.786190 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:51:18.838349 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:18.842938 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5e8cf113-e877-4b33-b1e4-e346e217be87 req-55cc770a-62f7-4c19-802e-f1177574158c tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=910f211c-c7ca-4cc4-8d09-61e980cdaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993240 May 05 21:51:18.890948 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-015506d0-9014-426d-a1e6-799e870c49f6 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:18.897143 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-015506d0-9014-426d-a1e6-799e870c49f6 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:18.921643 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d05bee00-9135-4214-84bf-acbbadbaeaeb'] response: {'server_uuid': 'b0d8abb3-f36c-43f6-b699-1619016f6b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25d9e451-57c3-41ad-9d23-df0953c08e55', 'code': 200} May 05 21:51:18.939121 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015506d0-9014-426d-a1e6-799e870c49f6 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Pushing event deleted for resources: {'Network': ['ID=29b594e3-6031-4c0e-887f-bccbb18a4129,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:18.953601 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-015506d0-9014-426d-a1e6-799e870c49f6 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.23 "DELETE /v2.0/networks/29b594e3-6031-4c0e-887f-bccbb18a4129 HTTP/1.1" status: 204 len: 168 time: 1.1815410 May 05 21:51:18.956560 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41784) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:51:19.104488 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-b1c0b21a-dd6f-4915-bc86-366506251266 None None] Deleting port 102a9802-9d20-4f72-9c4e-740ceab05573 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:51:19.104887 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b1c0b21a-dd6f-4915-bc86-366506251266 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:19.151045 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b301f04-6a0f-43a0-a6ee-7cc657052592', 'name': 'network-vif-deleted', 'tag': '8f8c955c-7788-46a9-bc20-db2f41f17c52'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:51:19.160247 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6a1b0c3-6aca-4c04-9de7-b403e05ef212 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Deleting subnet 6a516039-3ed3-4e77-8ea0-c8a0a5b18a1d {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:51:19.163901 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a6a1b0c3-6aca-4c04-9de7-b403e05ef212 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:19.167616 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-b1c0b21a-dd6f-4915-bc86-366506251266 None None] The port '102a9802-9d20-4f72-9c4e-740ceab05573' was deleted {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 21:51:19.182293 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-afcef530-0509-4912-85a5-f97c691ae249 admin admin] For port 3691edcb-bd84-4fbc-9906-9896f408cec5, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=3691edcb-bd84-4fbc-9906-9896f408cec5,segment=NetworkSegment(9494ff87-f8c9-4ae2-b60f-abd4c141a096),segment_id=9494ff87-f8c9-4ae2-b60f-abd4c141a096)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:51:19.182651 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-afcef530-0509-4912-85a5-f97c691ae249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:19.222704 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a6a1b0c3-6aca-4c04-9de7-b403e05ef212 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:19.318928 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a6a1b0c3-6aca-4c04-9de7-b403e05ef212 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:19.319107 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-afcef530-0509-4912-85a5-f97c691ae249 admin admin] Calling delete_port for 3691edcb-bd84-4fbc-9906-9896f408cec5 owned by network:router_interface {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:51:19.397050 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a6a1b0c3-6aca-4c04-9de7-b403e05ef212 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:19.398273 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-747c9ae8-7ce9-4ac1-935b-235ac8b93072 req-d26f5eaf-0057-4399-af21-d601fbae83a9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b0d8abb3-f36c-43f6-b699-1619016f6b8c HTTP/1.1" status: 200 len: 1096 time: 0.4008586 May 05 21:51:19.436392 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a1b0c3-6aca-4c04-9de7-b403e05ef212 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Pushing event deleted for resources: {'Subnet': ['ID=6a516039-3ed3-4e77-8ea0-c8a0a5b18a1d,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:19.441329 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a6a1b0c3-6aca-4c04-9de7-b403e05ef212 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:19.448638 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a09d4de-ab15-4fcb-96ee-efc09959ec46 None None] Network fce1ca7e-07c4-4f53-b33d-2796d8223d2a requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:51:19.449053 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a6a1b0c3-6aca-4c04-9de7-b403e05ef212 tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.23 "DELETE /v2.0/subnets/6a516039-3ed3-4e77-8ea0-c8a0a5b18a1d HTTP/1.1" status: 204 len: 168 time: 0.4910944 May 05 21:51:19.452011 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41792) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:51:19.457560 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-05f81cf8-a550-4f54-99f7-07ccbc217e4b req-b5253672-9a10-429d-a4c6-44acd231f120 tempest-ServersOnMultiNodesTest-1137210654 tempest-ServersOnMultiNodesTest-1137210654-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1ff3c9b0-3266-4312-b176-00b69ba30379 HTTP/1.1" status: 200 len: 1101 time: 0.3946126 May 05 21:51:19.479494 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c451b01d-895d-41c0-a3ef-f1d6c6e3b02b req-e681748a-b7c8-4369-9331-5f32e1092d9d tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:19.480953 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c451b01d-895d-41c0-a3ef-f1d6c6e3b02b req-e681748a-b7c8-4369-9331-5f32e1092d9d tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0d8abb3-f36c-43f6-b699-1619016f6b8c HTTP/1.1" status: 200 len: 945 time: 0.4091437 May 05 21:51:19.554308 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-747c9ae8-7ce9-4ac1-935b-235ac8b93072 req-3be5cc5e-f9e4-444e-8cfc-8c5b2c3493c4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5165d8be-a1b9-4dce-a631-d72bdd4afdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463027 May 05 21:51:19.587802 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-05f81cf8-a550-4f54-99f7-07ccbc217e4b req-c1390b90-3762-4616-b726-956701aebbf1 tempest-ServersOnMultiNodesTest-1137210654 tempest-ServersOnMultiNodesTest-1137210654-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291971 May 05 21:51:19.626297 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c451b01d-895d-41c0-a3ef-f1d6c6e3b02b req-f2081d71-b6ca-49d6-8a03-bf333ab68adc tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=5165d8be-a1b9-4dce-a631-d72bdd4afdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105139 May 05 21:51:19.697293 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-be120405-1fd2-4c69-a1be-ecd67fafcfee tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:19.716920 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-be120405-1fd2-4c69-a1be-ecd67fafcfee tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Deleting port 3732b390-a93b-4486-a4f9-8945cb8cf548 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:51:19.717466 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-afcef530-0509-4912-85a5-f97c691ae249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:19.718073 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-be120405-1fd2-4c69-a1be-ecd67fafcfee tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:19.758473 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc00a827-84d5-4a53-9d18-a1957e9bd3d3'] response: {'server_uuid': '0b301f04-6a0f-43a0-a6ee-7cc657052592', 'name': 'network-vif-deleted', 'tag': '8f8c955c-7788-46a9-bc20-db2f41f17c52', 'status': 'completed', 'code': 200} May 05 21:51:19.775284 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcef530-0509-4912-85a5-f97c691ae249 admin admin] Pushing event deleted for resources: {'Port': ['ID=3691edcb-bd84-4fbc-9906-9896f408cec5,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:19.799429 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea079bc-3279-4d81-97ac-e370eb66fae9 None None] DHCP port deletion for fce1ca7e-07c4-4f53-b33d-2796d8223d2a request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 21:51:19.804004 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-0ea079bc-3279-4d81-97ac-e370eb66fae9 None None] Deleting port 3732b390-a93b-4486-a4f9-8945cb8cf548 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:51:19.804515 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0ea079bc-3279-4d81-97ac-e370eb66fae9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:20.024332 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-be120405-1fd2-4c69-a1be-ecd67fafcfee tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] For port 3732b390-a93b-4486-a4f9-8945cb8cf548, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=3732b390-a93b-4486-a4f9-8945cb8cf548,segment=NetworkSegment(2c577bc7-91ae-4b04-9ef5-a0ac47b8abd8),segment_id=2c577bc7-91ae-4b04-9ef5-a0ac47b8abd8)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:51:20.024680 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-be120405-1fd2-4c69-a1be-ecd67fafcfee tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:20.056086 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3bf83fed-2ad7-4d8c-9bef-3a4add2607b0 req-22327dc1-0d75-40f9-b776-05397175c7d3 tempest-ServerShowV247Test-231054139 tempest-ServerShowV247Test-231054139-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6906490-847e-4484-9bc2-3d8adcb7e823 HTTP/1.1" status: 200 len: 210 time: 0.1747346 May 05 21:51:20.137078 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-0ea079bc-3279-4d81-97ac-e370eb66fae9 None None] For port 3732b390-a93b-4486-a4f9-8945cb8cf548, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=3732b390-a93b-4486-a4f9-8945cb8cf548,segment=NetworkSegment(2c577bc7-91ae-4b04-9ef5-a0ac47b8abd8),segment_id=2c577bc7-91ae-4b04-9ef5-a0ac47b8abd8)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:51:20.139692 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0ea079bc-3279-4d81-97ac-e370eb66fae9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:20.243483 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fdf632f7-a54d-43b5-9e9e-f42f6ff7fa64 req-24de2c17-45b0-4f51-84e2-9edac4fda757 tempest-ServersOnMultiNodesTest-1137210654 tempest-ServersOnMultiNodesTest-1137210654-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=34beee0c-7e35-4d03-96bf-5e171b451c70 HTTP/1.1" status: 200 len: 1100 time: 0.4086394 May 05 21:51:20.306594 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-be120405-1fd2-4c69-a1be-ecd67fafcfee tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Calling delete_port for 3732b390-a93b-4486-a4f9-8945cb8cf548 owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:51:20.371018 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fdf632f7-a54d-43b5-9e9e-f42f6ff7fa64 req-00c06658-ba45-48e0-ab6b-f1ae8c9a4d6e tempest-ServersOnMultiNodesTest-1137210654 tempest-ServersOnMultiNodesTest-1137210654-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189122 May 05 21:51:20.376881 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-0ea079bc-3279-4d81-97ac-e370eb66fae9 None None] Calling delete_port for 3732b390-a93b-4486-a4f9-8945cb8cf548 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:51:20.436114 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-afcef530-0509-4912-85a5-f97c691ae249 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:20.437474 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 102a9802-9d20-4f72-9c4e-740ceab05573 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:51:20.508446 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-be120405-1fd2-4c69-a1be-ecd67fafcfee tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:20.617803 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be120405-1fd2-4c69-a1be-ecd67fafcfee tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Pushing event deleted for resources: {'Port': ['ID=3732b390-a93b-4486-a4f9-8945cb8cf548,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:20.637885 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be120405-1fd2-4c69-a1be-ecd67fafcfee tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] No DVR routers for this DVR port 3732b390-a93b-4486-a4f9-8945cb8cf548 on host n-d-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:51:20.711526 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 102a9802-9d20-4f72-9c4e-740ceab05573 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:51:20.712119 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 102a9802-9d20-4f72-9c4e-740ceab05573 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:51:20.713655 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 3732b390-a93b-4486-a4f9-8945cb8cf548 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:51:20.815658 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-0ea079bc-3279-4d81-97ac-e370eb66fae9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:51:20.819038 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-0ea079bc-3279-4d81-97ac-e370eb66fae9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:51:20.820828 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 3732b390-a93b-4486-a4f9-8945cb8cf548 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:51:20.823477 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 3732b390-a93b-4486-a4f9-8945cb8cf548 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:51:20.831640 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-be120405-1fd2-4c69-a1be-ecd67fafcfee tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:20.875704 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-be120405-1fd2-4c69-a1be-ecd67fafcfee tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fce1ca7e-07c4-4f53-b33d-2796d8223d2a']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:51:20.888515 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-be120405-1fd2-4c69-a1be-ecd67fafcfee tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c577bc7-91ae-4b04-9ef5-a0ac47b8abd8') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:51:20.888866 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-be120405-1fd2-4c69-a1be-ecd67fafcfee tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c577bc7-91ae-4b04-9ef5-a0ac47b8abd8') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:51:20.900952 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-be120405-1fd2-4c69-a1be-ecd67fafcfee tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:20.917940 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-be120405-1fd2-4c69-a1be-ecd67fafcfee tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:20.924700 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be120405-1fd2-4c69-a1be-ecd67fafcfee tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:51:20.925231 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-be120405-1fd2-4c69-a1be-ecd67fafcfee tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:20.940728 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 21:51:20.940728 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:51:20.940728 n-d-825175-4 neutron-server[84063]: timer() May 05 21:51:20.940728 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:51:20.940728 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 21:51:20.940728 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:51:20.940728 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 21:51:20.940728 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:51:20.940728 n-d-825175-4 neutron-server[84063]: self._notify() May 05 21:51:20.940728 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:51:20.940728 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 21:51:20.940728 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:51:20.940728 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 21:51:20.940728 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:51:20.940728 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:51:20.940728 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:51:20.940728 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:51:20.940728 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:51:20.940728 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 21:51:20.940728 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:51:20.940728 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 21:51:20.940728 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:51:20.940728 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:51:20.940728 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:51:20.940728 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 21:51:20.940728 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:51:20.940728 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:51:20.940728 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:51:20.940728 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:51:20.940728 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:51:20.940728 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:51:20.940728 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:51:20.967506 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-93849217-443c-4759-8152-b69f6ff94942 req-8adde818-8428-4e67-b2f7-769d01c738b7 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=573addcdcad64ebbacaadf6765f34d35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0798614 May 05 21:51:21.029307 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-be120405-1fd2-4c69-a1be-ecd67fafcfee tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:21.047447 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-be120405-1fd2-4c69-a1be-ecd67fafcfee tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:21.061299 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be120405-1fd2-4c69-a1be-ecd67fafcfee tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] Pushing event deleted for resources: {'Network': ['ID=fce1ca7e-07c4-4f53-b33d-2796d8223d2a,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:21.073009 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-be120405-1fd2-4c69-a1be-ecd67fafcfee tempest-ServersTestMultiNic-1862797246 tempest-ServersTestMultiNic-1862797246-project] 10.222.0.23 "DELETE /v2.0/networks/fce1ca7e-07c4-4f53-b33d-2796d8223d2a HTTP/1.1" status: 204 len: 168 time: 1.6200101 May 05 21:51:21.164454 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed390e15-26f8-4f97-892b-a7d9e10a6538 req-974f8ef2-8a51-4b22-a5f5-77960f0908cb tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:21.165836 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ed390e15-26f8-4f97-892b-a7d9e10a6538 req-974f8ef2-8a51-4b22-a5f5-77960f0908cb tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=82e9fd69-4c0a-4daf-8e56-1cf72160ef5b HTTP/1.1" status: 200 len: 946 time: 0.2794178 May 05 21:51:21.170583 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93849217-443c-4759-8152-b69f6ff94942 req-8e926d84-e262-40ad-9bf4-88c204461f12 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:21.172002 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-93849217-443c-4759-8152-b69f6ff94942 req-8e926d84-e262-40ad-9bf4-88c204461f12 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1845095 May 05 21:51:21.228076 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-93849217-443c-4759-8152-b69f6ff94942 req-5b809c7d-c7a2-4277-bb77-e1e179cfb99b tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/quotas/573addcdcad64ebbacaadf6765f34d35 HTTP/1.1" status: 200 len: 375 time: 0.0387402 May 05 21:51:21.240441 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ed390e15-26f8-4f97-892b-a7d9e10a6538 req-9ce99d84-7b68-49aa-9594-481f3886c8b4 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=910f211c-c7ca-4cc4-8d09-61e980cdaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673056 May 05 21:51:21.320847 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-0ea079bc-3279-4d81-97ac-e370eb66fae9 None None] Deleting port 3732b390-a93b-4486-a4f9-8945cb8cf548 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:51:21.321880 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0ea079bc-3279-4d81-97ac-e370eb66fae9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:21.396490 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-0ea079bc-3279-4d81-97ac-e370eb66fae9 None None] The port '3732b390-a93b-4486-a4f9-8945cb8cf548' was deleted {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 21:51:21.487970 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-93849217-443c-4759-8152-b69f6ff94942 req-8590e323-2c1d-4350-b0a1-1e184e7ebb1a tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=573addcdcad64ebbacaadf6765f34d35&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2514927 May 05 21:51:21.796212 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56eb36-628a-4c40-8747-5d51d7b5b5e4 req-b7f639b5-dcf4-4b8a-ac61-6862eed791f0 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:21.797680 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc56eb36-628a-4c40-8747-5d51d7b5b5e4 req-b7f639b5-dcf4-4b8a-ac61-6862eed791f0 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0d8abb3-f36c-43f6-b699-1619016f6b8c HTTP/1.1" status: 200 len: 945 time: 0.2515063 May 05 21:51:21.902478 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc56eb36-628a-4c40-8747-5d51d7b5b5e4 req-f45b0a0c-e5db-405f-aa33-82d18f7d5b04 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=5165d8be-a1b9-4dce-a631-d72bdd4afdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935953 May 05 21:51:21.905318 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6363a1a7-c9a5-4558-8c56-8231eecf3544 req-086e1ae3-b598-40eb-ac57-b76e18019b11 tempest-ServerShowV247Test-231054139 tempest-ServerShowV247Test-231054139-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6906490-847e-4484-9bc2-3d8adcb7e823 HTTP/1.1" status: 200 len: 210 time: 0.0524094 May 05 21:51:21.962412 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afcef530-0509-4912-85a5-f97c691ae249 admin admin] Router bc06220c-986d-4be1-95ec-5cc702ddab50 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:51:22.187500 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afcef530-0509-4912-85a5-f97c691ae249 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:51:22.197220 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9700c5-e692-4e8a-b230-d822b53c8cd2 None None] Sync routers for ids ['bc06220c-986d-4be1-95ec-5cc702ddab50'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:51:22.218922 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41842) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:51:22.219805 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9700c5-e692-4e8a-b230-d822b53c8cd2 None None] Routers {'bc06220c-986d-4be1-95ec-5cc702ddab50'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:51:22.220328 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-afcef530-0509-4912-85a5-f97c691ae249 admin admin] 10.222.0.23 "PUT /v2.0/routers/bc06220c-986d-4be1-95ec-5cc702ddab50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6452720 May 05 21:51:22.222545 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-8c9700c5-e692-4e8a-b230-d822b53c8cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:51:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['bc06220c-986d-4be1-95ec-5cc702ddab50'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:51:22.304565 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-56a4288b-b734-4ed3-95c3-db98a075c397 req-00638144-dfe3-4b1e-9772-8a197d2f4776 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d07d06a-1a51-4c89-aeb3-87094e83bf8d HTTP/1.1" status: 200 len: 210 time: 0.0542269 May 05 21:51:22.500765 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-8c9700c5-e692-4e8a-b230-d822b53c8cd2 None None] Set router bc06220c-986d-4be1-95ec-5cc702ddab50 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:51:22.548089 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bef12f25-35f4-4407-80ad-8bb9ccc1b967 admin admin] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:22.650199 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e4d7afa2-5eba-4324-aa56-b558094bb85f req-fc52350a-e53a-49ce-92ca-0b33678e85ab service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f6906490-847e-4484-9bc2-3d8adcb7e823 HTTP/1.1" status: 200 len: 210 time: 0.0801637 May 05 21:51:22.820332 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bef12f25-35f4-4407-80ad-8bb9ccc1b967 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:22.835225 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-bef12f25-35f4-4407-80ad-8bb9ccc1b967 admin admin] Deleting port bc517e87-e1cd-4314-a0a2-3167a18702ac {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:51:22.835936 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bef12f25-35f4-4407-80ad-8bb9ccc1b967 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:23.068695 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41856) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:51:23.098993 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-8c9700c5-e692-4e8a-b230-d822b53c8cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc06220c-986d-4be1-95ec-5cc702ddab50', 'name': 'tempest-FloatingIPDetailsTestJSON-1020285565-router', 'tenant_id': '533a2fbb51ae42009bb97af11d84b393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'bc517e87-e1cd-4314-a0a2-3167a18702ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:50:18Z', 'updated_at': '2022-05-05T21:51:19Z', 'revision_number': 5, 'project_id': '533a2fbb51ae42009bb97af11d84b393', 'gw_port': {'id': 'bc517e87-e1cd-4314-a0a2-3167a18702ac', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:5e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc06220c-986d-4be1-95ec-5cc702ddab50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:50:19Z', 'updated_at': '2022-05-05T21:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:51:23.105909 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9700c5-e692-4e8a-b230-d822b53c8cd2 None None] Checking router: bc06220c-986d-4be1-95ec-5cc702ddab50 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:51:23.120177 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9700c5-e692-4e8a-b230-d822b53c8cd2 None None] Routers {'bc06220c-986d-4be1-95ec-5cc702ddab50'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:51:23.121347 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-8c9700c5-e692-4e8a-b230-d822b53c8cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:51:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['bc06220c-986d-4be1-95ec-5cc702ddab50'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:51:23.185288 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-bef12f25-35f4-4407-80ad-8bb9ccc1b967 admin admin] For port bc517e87-e1cd-4314-a0a2-3167a18702ac, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=bc517e87-e1cd-4314-a0a2-3167a18702ac,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:51:23.185649 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bef12f25-35f4-4407-80ad-8bb9ccc1b967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:23.294915 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-93849217-443c-4759-8152-b69f6ff94942 req-a9be57f8-81cc-4b22-807f-f3af0ea7ff0d tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=573addcdcad64ebbacaadf6765f34d35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506451 May 05 21:51:23.312863 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-8c9700c5-e692-4e8a-b230-d822b53c8cd2 None None] Set router bc06220c-986d-4be1-95ec-5cc702ddab50 gateway port host: None {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:51:23.329956 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-bef12f25-35f4-4407-80ad-8bb9ccc1b967 admin admin] Calling delete_port for bc517e87-e1cd-4314-a0a2-3167a18702ac owned by network:router_gateway {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:51:23.446083 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-8c9700c5-e692-4e8a-b230-d822b53c8cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc06220c-986d-4be1-95ec-5cc702ddab50', 'name': 'tempest-FloatingIPDetailsTestJSON-1020285565-router', 'tenant_id': '533a2fbb51ae42009bb97af11d84b393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:50:18Z', 'updated_at': '2022-05-05T21:51:22Z', 'revision_number': 6, 'project_id': '533a2fbb51ae42009bb97af11d84b393', 'gw_port_host': None}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:51:23.455667 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9700c5-e692-4e8a-b230-d822b53c8cd2 None None] The sync data for ids ['bc06220c-986d-4be1-95ec-5cc702ddab50'] in n-d-825175-4 is: [{'id': 'bc06220c-986d-4be1-95ec-5cc702ddab50', 'name': 'tempest-FloatingIPDetailsTestJSON-1020285565-router', 'tenant_id': '533a2fbb51ae42009bb97af11d84b393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:50:18Z', 'updated_at': '2022-05-05T21:51:22Z', 'revision_number': 6, 'project_id': '533a2fbb51ae42009bb97af11d84b393', 'gw_port_host': None}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:51:23.461871 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-74fa1236-3de0-425d-acbc-26b43afcf814 req-1dcf3b48-998a-4185-863f-670beedf8883 tempest-ServerShowV247Test-231054139 tempest-ServerShowV247Test-231054139-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6906490-847e-4484-9bc2-3d8adcb7e823 HTTP/1.1" status: 200 len: 210 time: 0.0843208 May 05 21:51:23.470688 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d2e947-4817-441c-b77e-8d65a590ae62 req-262f53d3-6b9c-4f88-a73c-66f77d963aa2 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:23.472148 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c0d2e947-4817-441c-b77e-8d65a590ae62 req-262f53d3-6b9c-4f88-a73c-66f77d963aa2 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=82e9fd69-4c0a-4daf-8e56-1cf72160ef5b HTTP/1.1" status: 200 len: 946 time: 0.6409991 May 05 21:51:23.552243 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bef12f25-35f4-4407-80ad-8bb9ccc1b967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:23.559850 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93849217-443c-4759-8152-b69f6ff94942 req-e855aa2c-8b23-4c5f-b6f8-ceeb9df49646 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:23.561615 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-93849217-443c-4759-8152-b69f6ff94942 req-e855aa2c-8b23-4c5f-b6f8-ceeb9df49646 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2604051 May 05 21:51:23.586569 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-93849217-443c-4759-8152-b69f6ff94942 req-1acf614a-5cd9-4661-bf51-4d588bbd82ba tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Request body: {'port': {'device_id': '3d07d06a-1a51-4c89-aeb3-87094e83bf8d', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'admin_state_up': True, 'tenant_id': '573addcdcad64ebbacaadf6765f34d35'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:51:23.609464 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef12f25-35f4-4407-80ad-8bb9ccc1b967 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc517e87-e1cd-4314-a0a2-3167a18702ac,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:23.772549 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ea9a4891-207b-45ee-bcae-2e5b46656966 req-61d064a8-1084-415f-b76c-213a9a28edb4 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d07d06a-1a51-4c89-aeb3-87094e83bf8d HTTP/1.1" status: 200 len: 210 time: 0.0781798 May 05 21:51:23.811725 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c0d2e947-4817-441c-b77e-8d65a590ae62 req-6592e790-7a80-4d82-a585-dd7985ed19df tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=910f211c-c7ca-4cc4-8d09-61e980cdaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307900 May 05 21:51:23.873674 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bef12f25-35f4-4407-80ad-8bb9ccc1b967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:23.880901 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-93849217-443c-4759-8152-b69f6ff94942 req-1acf614a-5cd9-4661-bf51-4d588bbd82ba tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:51:23.900417 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-93849217-443c-4759-8152-b69f6ff94942 req-1acf614a-5cd9-4661-bf51-4d588bbd82ba tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:51:24.025513 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93849217-443c-4759-8152-b69f6ff94942 req-1acf614a-5cd9-4661-bf51-4d588bbd82ba tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Made reservation on behalf of 573addcdcad64ebbacaadf6765f34d35 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:51:24.028992 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-93849217-443c-4759-8152-b69f6ff94942 req-1acf614a-5cd9-4661-bf51-4d588bbd82ba tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:24.208414 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bef12f25-35f4-4407-80ad-8bb9ccc1b967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:24.213120 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bef12f25-35f4-4407-80ad-8bb9ccc1b967 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:24.242803 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bef12f25-35f4-4407-80ad-8bb9ccc1b967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:24.243356 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef12f25-35f4-4407-80ad-8bb9ccc1b967 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc06220c-986d-4be1-95ec-5cc702ddab50 {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 21:51:24.256024 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bef12f25-35f4-4407-80ad-8bb9ccc1b967 admin admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:24.259802 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-bef12f25-35f4-4407-80ad-8bb9ccc1b967 admin admin] 10.222.0.23 "DELETE /v2.0/routers/bc06220c-986d-4be1-95ec-5cc702ddab50 HTTP/1.1" status: 204 len: 168 time: 2.0374715 May 05 21:51:24.260257 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41872) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:51:24.286896 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-93849217-443c-4759-8152-b69f6ff94942 req-1acf614a-5cd9-4661-bf51-4d588bbd82ba tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Allocated IP 192.168.233.28 (4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9/f237a6ef-d044-411f-a2d8-d12619664c91/d181073e-9fef-4858-9d10-55294cbbae5c) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:51:24.360181 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-08d50d17-8e78-48ae-9540-e6a89ec7ba27 admin admin] Deleting subnet 8b7d8fcb-535e-4c87-9000-2d76e329425a {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:51:24.365092 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-08d50d17-8e78-48ae-9540-e6a89ec7ba27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:24.384187 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1c3f4ea7-2b57-4e26-93ec-71b620cfb9da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:24.399135 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 3691edcb-bd84-4fbc-9906-9896f408cec5 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:51:24.433608 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-08d50d17-8e78-48ae-9540-e6a89ec7ba27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:24.446827 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 3691edcb-bd84-4fbc-9906-9896f408cec5 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:51:24.447417 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 3691edcb-bd84-4fbc-9906-9896f408cec5 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:51:24.447962 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device bc517e87-e1cd-4314-a0a2-3167a18702ac no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:51:24.492010 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: bc517e87-e1cd-4314-a0a2-3167a18702ac {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:51:24.492590 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device bc517e87-e1cd-4314-a0a2-3167a18702ac not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:51:24.538866 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-08d50d17-8e78-48ae-9540-e6a89ec7ba27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:24.637267 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-08d50d17-8e78-48ae-9540-e6a89ec7ba27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:24.688610 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d50d17-8e78-48ae-9540-e6a89ec7ba27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b7d8fcb-535e-4c87-9000-2d76e329425a,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:24.708142 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f7bd14-7f40-4a72-bf9e-7cd929d59dd9 None None] Network a0bbb488-cf22-4390-ab5b-42ceab7ce09d requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:51:24.719824 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-08d50d17-8e78-48ae-9540-e6a89ec7ba27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:24.733565 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-08d50d17-8e78-48ae-9540-e6a89ec7ba27 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8b7d8fcb-535e-4c87-9000-2d76e329425a HTTP/1.1" status: 204 len: 168 time: 0.4723370 May 05 21:51:24.737763 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41882) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:51:24.815023 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a5759041-c82d-40ae-baeb-b43dddb8a48e req-9b80be3d-e7c0-4676-ac58-e41cd51661d7 tempest-ServerShowV247Test-231054139 tempest-ServerShowV247Test-231054139-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6906490-847e-4484-9bc2-3d8adcb7e823 HTTP/1.1" status: 200 len: 210 time: 0.0514274 May 05 21:51:24.851870 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-93849217-443c-4759-8152-b69f6ff94942 req-1acf614a-5cd9-4661-bf51-4d588bbd82ba tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:24.876599 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-93849217-443c-4759-8152-b69f6ff94942 req-1acf614a-5cd9-4661-bf51-4d588bbd82ba tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Transition to ACTIVE for port object d181073e-9fef-4858-9d10-55294cbbae5c will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:51:24.907083 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-161b525a-281f-4ff5-90f0-b537163e2908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:24.923973 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-161b525a-281f-4ff5-90f0-b537163e2908 admin admin] Deleting port f3ca7b0b-8220-4df3-8db8-ba5752803873 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:51:24.924553 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-161b525a-281f-4ff5-90f0-b537163e2908 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:24.947372 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-93849217-443c-4759-8152-b69f6ff94942 req-1acf614a-5cd9-4661-bf51-4d588bbd82ba tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:24.983437 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['cfc1d106-e577-4500-a5d8-8130ac0a87a6', 'cba3d0c5-8834-4d3a-b7bc-eb551f80748b', '486adfde-c997-46bf-be2f-046f4bfb9410'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:51:25.033079 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['95aa95b3-c351-4de7-8c77-edac6278846e', 'cd80ef28-f478-4ffe-9474-4a4480525f9e'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:51:25.216812 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acf614a-5cd9-4661-bf51-4d588bbd82ba tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Pushing event updated for resources: {'Port': ['ID=d181073e-9fef-4858-9d10-55294cbbae5c,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:25.222944 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93849217-443c-4759-8152-b69f6ff94942 req-1acf614a-5cd9-4661-bf51-4d588bbd82ba tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:51:25.228873 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-93849217-443c-4759-8152-b69f6ff94942 req-1acf614a-5cd9-4661-bf51-4d588bbd82ba tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:51:25.237042 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-93849217-443c-4759-8152-b69f6ff94942 req-1acf614a-5cd9-4661-bf51-4d588bbd82ba tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:51:25.289023 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-161b525a-281f-4ff5-90f0-b537163e2908 admin admin] For port f3ca7b0b-8220-4df3-8db8-ba5752803873, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=f3ca7b0b-8220-4df3-8db8-ba5752803873,segment=NetworkSegment(9494ff87-f8c9-4ae2-b60f-abd4c141a096),segment_id=9494ff87-f8c9-4ae2-b60f-abd4c141a096)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:51:25.289023 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-161b525a-281f-4ff5-90f0-b537163e2908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:25.325650 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93849217-443c-4759-8152-b69f6ff94942 req-1acf614a-5cd9-4661-bf51-4d588bbd82ba tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:25.326264 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-93849217-443c-4759-8152-b69f6ff94942 req-1acf614a-5cd9-4661-bf51-4d588bbd82ba tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:25.353474 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc493170-ff89-46bc-bb7d-2f99dfc16514 None None] DHCP port deletion for a0bbb488-cf22-4390-ab5b-42ceab7ce09d request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 21:51:25.389273 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-fc493170-ff89-46bc-bb7d-2f99dfc16514 None None] Deleting port f3ca7b0b-8220-4df3-8db8-ba5752803873 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:51:25.390487 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fc493170-ff89-46bc-bb7d-2f99dfc16514 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:25.445665 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-161b525a-281f-4ff5-90f0-b537163e2908 admin admin] Calling delete_port for f3ca7b0b-8220-4df3-8db8-ba5752803873 owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:51:25.464108 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec683c6-7bc8-44e3-af37-867442963925 req-1fc774f5-21ea-476c-ad5f-e0389f81294c tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:25.464813 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-fec683c6-7bc8-44e3-af37-867442963925 req-1fc774f5-21ea-476c-ad5f-e0389f81294c tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Synchronizing usage tracker for tenant:573addcdcad64ebbacaadf6765f34d35 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:51:25.478760 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-93849217-443c-4759-8152-b69f6ff94942 req-1acf614a-5cd9-4661-bf51-4d588bbd82ba tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8992825 May 05 21:51:25.500457 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-93849217-443c-4759-8152-b69f6ff94942 req-133f90f6-4a26-4271-bf40-ac4b44b47004 service neutron] Request body: {'port': {'device_id': '3d07d06a-1a51-4c89-aeb3-87094e83bf8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:51:25.531869 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-161b525a-281f-4ff5-90f0-b537163e2908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:25.544264 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-fec683c6-7bc8-44e3-af37-867442963925 req-1fc774f5-21ea-476c-ad5f-e0389f81294c tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Unset dirty status for tenant:573addcdcad64ebbacaadf6765f34d35 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:51:25.545935 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fec683c6-7bc8-44e3-af37-867442963925 req-1fc774f5-21ea-476c-ad5f-e0389f81294c tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d07d06a-1a51-4c89-aeb3-87094e83bf8d HTTP/1.1" status: 200 len: 935 time: 0.5331194 May 05 21:51:25.551859 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb576b-71f2-43bc-8d70-e419b02844b5 req-96c05194-e152-46a3-8bc7-c97b25b15fa0 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:25.558936 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-92fb576b-71f2-43bc-8d70-e419b02844b5 req-96c05194-e152-46a3-8bc7-c97b25b15fa0 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=82e9fd69-4c0a-4daf-8e56-1cf72160ef5b HTTP/1.1" status: 200 len: 946 time: 0.5039072 May 05 21:51:25.584336 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-fc493170-ff89-46bc-bb7d-2f99dfc16514 None None] The port 'f3ca7b0b-8220-4df3-8db8-ba5752803873' was deleted {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 21:51:25.612241 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161b525a-281f-4ff5-90f0-b537163e2908 admin admin] No DVR routers for this DVR port f3ca7b0b-8220-4df3-8db8-ba5752803873 on host n-d-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:51:25.648849 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b525a-281f-4ff5-90f0-b537163e2908 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3ca7b0b-8220-4df3-8db8-ba5752803873,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:25.669563 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-4df5fa1a-f78f-4937-8f66-530a5d496f1a None None] Provisioning for port d181073e-9fef-4858-9d10-55294cbbae5c completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:51:25.690569 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-4df5fa1a-f78f-4937-8f66-530a5d496f1a None None] Provisioning complete for port d181073e-9fef-4858-9d10-55294cbbae5c triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:51:25.690968 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4df5fa1a-f78f-4937-8f66-530a5d496f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:25.712016 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fec683c6-7bc8-44e3-af37-867442963925 req-a4a763e9-e3bf-48da-846b-7abb36eb582c tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486559 May 05 21:51:25.747537 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-161b525a-281f-4ff5-90f0-b537163e2908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:25.777953 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-161b525a-281f-4ff5-90f0-b537163e2908 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0bbb488-cf22-4390-ab5b-42ceab7ce09d']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:51:25.783384 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-4df5fa1a-f78f-4937-8f66-530a5d496f1a None None] Port d181073e-9fef-4858-9d10-55294cbbae5c cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:51:25.797193 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-92fb576b-71f2-43bc-8d70-e419b02844b5 req-d104e206-71d1-4bdc-8169-951f26b9500e tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=910f211c-c7ca-4cc4-8d09-61e980cdaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373796 May 05 21:51:25.799177 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-161b525a-281f-4ff5-90f0-b537163e2908 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9494ff87-f8c9-4ae2-b60f-abd4c141a096') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:51:25.799478 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-161b525a-281f-4ff5-90f0-b537163e2908 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9494ff87-f8c9-4ae2-b60f-abd4c141a096') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:51:25.812637 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-161b525a-281f-4ff5-90f0-b537163e2908 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:25.813311 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-93849217-443c-4759-8152-b69f6ff94942 req-133f90f6-4a26-4271-bf40-ac4b44b47004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:25.844787 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-161b525a-281f-4ff5-90f0-b537163e2908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:25.852568 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-161b525a-281f-4ff5-90f0-b537163e2908 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:51:25.853110 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-161b525a-281f-4ff5-90f0-b537163e2908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:25.971692 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 21:51:25.971692 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:51:25.971692 n-d-825175-4 neutron-server[84063]: timer() May 05 21:51:25.971692 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:51:25.971692 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 21:51:25.971692 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:51:25.971692 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 21:51:25.971692 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:51:25.971692 n-d-825175-4 neutron-server[84063]: self._notify() May 05 21:51:25.971692 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:51:25.971692 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 21:51:25.971692 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:51:25.971692 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 21:51:25.971692 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:51:25.971692 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:51:25.971692 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:51:25.971692 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:51:25.971692 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:51:25.971692 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 21:51:25.971692 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:51:25.971692 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 21:51:25.971692 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:51:25.971692 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:51:25.971692 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:51:25.971692 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 21:51:25.971692 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:51:25.971692 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:51:25.971692 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:51:25.971692 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:51:25.971692 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:51:25.971692 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:51:25.971692 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:51:25.977668 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-161b525a-281f-4ff5-90f0-b537163e2908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:26.006614 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-161b525a-281f-4ff5-90f0-b537163e2908 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:26.009334 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b525a-281f-4ff5-90f0-b537163e2908 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0bbb488-cf22-4390-ab5b-42ceab7ce09d,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:26.018124 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-161b525a-281f-4ff5-90f0-b537163e2908 admin admin] 10.222.0.23 "DELETE /v2.0/networks/a0bbb488-cf22-4390-ab5b-42ceab7ce09d HTTP/1.1" status: 204 len: 168 time: 1.2793257 May 05 21:51:26.170790 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device f3ca7b0b-8220-4df3-8db8-ba5752803873 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:51:26.255647 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: f3ca7b0b-8220-4df3-8db8-ba5752803873 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:51:26.256070 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device f3ca7b0b-8220-4df3-8db8-ba5752803873 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:51:26.303927 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41902) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:51:26.370156 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-02e45a65-9bd0-4e41-8287-1cb16f0e0236 req-b2a25545-9133-4573-b8f8-45972f85b50b tempest-ServerShowV247Test-231054139 tempest-ServerShowV247Test-231054139-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6906490-847e-4484-9bc2-3d8adcb7e823&device_id=9df82c0e-2337-49fe-ad80-535b52f25715 HTTP/1.1" status: 200 len: 210 time: 0.0530734 May 05 21:51:26.378171 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ffa56397-cc09-47bf-b939-d84bd1ba9a9a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=533a2fbb51ae42009bb97af11d84b393&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0729675 May 05 21:51:26.378797 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41908) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:51:26.480122 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-535eef6e-4028-431a-8309-75cd3d6822c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:26.500245 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-93849217-443c-4759-8152-b69f6ff94942 req-133f90f6-4a26-4271-bf40-ac4b44b47004 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d181073e-9fef-4858-9d10-55294cbbae5c {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:51:26.510243 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-93849217-443c-4759-8152-b69f6ff94942 req-133f90f6-4a26-4271-bf40-ac4b44b47004 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:26.520746 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-1c3f4ea7-2b57-4e26-93ec-71b620cfb9da admin admin] Deleting port 1ed0b09c-db07-4ec5-a0c8-ff8828fb7614 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:51:26.521081 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1c3f4ea7-2b57-4e26-93ec-71b620cfb9da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:26.554742 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-535eef6e-4028-431a-8309-75cd3d6822c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:26.568100 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-93849217-443c-4759-8152-b69f6ff94942 req-133f90f6-4a26-4271-bf40-ac4b44b47004 service neutron] Transition to ACTIVE for port object d181073e-9fef-4858-9d10-55294cbbae5c will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:51:26.579931 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-93849217-443c-4759-8152-b69f6ff94942 req-133f90f6-4a26-4271-bf40-ac4b44b47004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:26.650716 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-535eef6e-4028-431a-8309-75cd3d6822c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:26.683506 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535eef6e-4028-431a-8309-75cd3d6822c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c59bae8-8be3-4e26-b6d0-2ddd383ad811,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:26.691077 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-535eef6e-4028-431a-8309-75cd3d6822c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:26.702515 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-535eef6e-4028-431a-8309-75cd3d6822c1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2c59bae8-8be3-4e26-b6d0-2ddd383ad811 HTTP/1.1" status: 204 len: 168 time: 0.3225081 May 05 21:51:27.001705 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133f90f6-4a26-4271-bf40-ac4b44b47004 service neutron] Pushing event updated for resources: {'Port': ['ID=d181073e-9fef-4858-9d10-55294cbbae5c,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:27.054974 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-1c3f4ea7-2b57-4e26-93ec-71b620cfb9da admin admin] For port 1ed0b09c-db07-4ec5-a0c8-ff8828fb7614, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=1ed0b09c-db07-4ec5-a0c8-ff8828fb7614,segment=NetworkSegment(c87acedc-8928-411c-920e-a6f896871f6e),segment_id=c87acedc-8928-411c-920e-a6f896871f6e)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:51:27.055379 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1c3f4ea7-2b57-4e26-93ec-71b620cfb9da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:27.268065 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-1c3f4ea7-2b57-4e26-93ec-71b620cfb9da admin admin] Calling delete_port for 1ed0b09c-db07-4ec5-a0c8-ff8828fb7614 owned by network:router_interface {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:51:27.335304 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0da97847-8e59-4efc-9780-fe9ce1b8d990 req-b2e36b4f-b60a-4a95-b238-989d56f7099e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d1c258c689684001a188d6fa642701d7&device_id=f6906490-847e-4484-9bc2-3d8adcb7e823 HTTP/1.1" status: 200 len: 210 time: 0.2165780 May 05 21:51:27.389926 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f90f6-4a26-4271-bf40-ac4b44b47004 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:51:27.390349 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f90f6-4a26-4271-bf40-ac4b44b47004 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:51:27.390597 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f90f6-4a26-4271-bf40-ac4b44b47004 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:51:27.390957 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f90f6-4a26-4271-bf40-ac4b44b47004 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:51:27.391282 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f90f6-4a26-4271-bf40-ac4b44b47004 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:51:27.391603 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f90f6-4a26-4271-bf40-ac4b44b47004 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:51:27.391926 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f90f6-4a26-4271-bf40-ac4b44b47004 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:51:27.392250 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f90f6-4a26-4271-bf40-ac4b44b47004 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:51:27.392557 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f90f6-4a26-4271-bf40-ac4b44b47004 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:51:27.392876 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f90f6-4a26-4271-bf40-ac4b44b47004 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:51:27.393191 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133f90f6-4a26-4271-bf40-ac4b44b47004 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:51:27.435505 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0da97847-8e59-4efc-9780-fe9ce1b8d990 req-3746b269-fcc5-4ae8-aed9-912709c9f178 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=d1c258c689684001a188d6fa642701d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0770202 May 05 21:51:27.712934 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af5af0d-45c8-4a6c-a0b1-c897d36a9af8 req-1a23df8f-ed8e-42ce-849c-ddcdf70f73c5 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:27.714635 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2af5af0d-45c8-4a6c-a0b1-c897d36a9af8 req-1a23df8f-ed8e-42ce-849c-ddcdf70f73c5 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d07d06a-1a51-4c89-aeb3-87094e83bf8d HTTP/1.1" status: 200 len: 947 time: 0.5635931 May 05 21:51:27.755688 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caceb691-8992-403f-91c5-d992431397a2 req-4bff1929-46da-44d1-af93-579302f69b9b tempest-ServerTagsTestJSON-2091005598 tempest-ServerTagsTestJSON-2091005598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:27.757362 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-caceb691-8992-403f-91c5-d992431397a2 req-4bff1929-46da-44d1-af93-579302f69b9b tempest-ServerTagsTestJSON-2091005598 tempest-ServerTagsTestJSON-2091005598-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e94dd41-f1f5-4e9b-85af-eba3bc6ac4ed HTTP/1.1" status: 200 len: 945 time: 0.5106838 May 05 21:51:27.798844 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-93849217-443c-4759-8152-b69f6ff94942 req-133f90f6-4a26-4271-bf40-ac4b44b47004 service neutron] Attempting to bind port d181073e-9fef-4858-9d10-55294cbbae5c on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:51:27.798844 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-93849217-443c-4759-8152-b69f6ff94942 req-133f90f6-4a26-4271-bf40-ac4b44b47004 service neutron] Attempting to bind port d181073e-9fef-4858-9d10-55294cbbae5c by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:51:27.798844 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93849217-443c-4759-8152-b69f6ff94942 req-133f90f6-4a26-4271-bf40-ac4b44b47004 service neutron] Attempting to bind port d181073e-9fef-4858-9d10-55294cbbae5c on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:51:27.833608 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da97847-8e59-4efc-9780-fe9ce1b8d990 req-ba3fc8ce-c19f-4a92-8cb1-89714caabe57 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:27.835158 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0da97847-8e59-4efc-9780-fe9ce1b8d990 req-ba3fc8ce-c19f-4a92-8cb1-89714caabe57 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3611314 May 05 21:51:27.847119 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93849217-443c-4759-8152-b69f6ff94942 req-133f90f6-4a26-4271-bf40-ac4b44b47004 service neutron] Port d181073e-9fef-4858-9d10-55294cbbae5c on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:51:27.847458 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93849217-443c-4759-8152-b69f6ff94942 req-133f90f6-4a26-4271-bf40-ac4b44b47004 service neutron] Attempting to bind port d181073e-9fef-4858-9d10-55294cbbae5c on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:51:27.919846 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93849217-443c-4759-8152-b69f6ff94942 req-133f90f6-4a26-4271-bf40-ac4b44b47004 service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:51:27.920165 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93849217-443c-4759-8152-b69f6ff94942 req-133f90f6-4a26-4271-bf40-ac4b44b47004 service neutron] Checking segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:51:27.920540 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93849217-443c-4759-8152-b69f6ff94942 req-133f90f6-4a26-4271-bf40-ac4b44b47004 service neutron] Bound using segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:51:27.920966 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-93849217-443c-4759-8152-b69f6ff94942 req-133f90f6-4a26-4271-bf40-ac4b44b47004 service neutron] Bound port: d181073e-9fef-4858-9d10-55294cbbae5c, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:51:27.921301 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-93849217-443c-4759-8152-b69f6ff94942 req-133f90f6-4a26-4271-bf40-ac4b44b47004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:27.944743 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2af5af0d-45c8-4a6c-a0b1-c897d36a9af8 req-f4a009ab-b680-42eb-b53e-10de9b07556f tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002611 May 05 21:51:27.950743 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-caceb691-8992-403f-91c5-d992431397a2 req-3b437cbf-f105-47ed-ada4-85dc42ba0ef8 tempest-ServerTagsTestJSON-2091005598 tempest-ServerTagsTestJSON-2091005598-project] 10.222.0.23 "GET /v2.0/security-groups?id=6c216409-7e2d-4668-8522-a17a8919e2c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705060 May 05 21:51:28.007200 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1c3f4ea7-2b57-4e26-93ec-71b620cfb9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:28.073839 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3f4ea7-2b57-4e26-93ec-71b620cfb9da admin admin] Pushing event deleted for resources: {'Port': ['ID=1ed0b09c-db07-4ec5-a0c8-ff8828fb7614,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:28.232615 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d88b0571-7041-4cca-965b-363f47b366b1 req-ca320bea-37eb-4393-a8fe-2064888f49f2 tempest-ServerShowV247Test-231054139 tempest-ServerShowV247Test-231054139-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6906490-847e-4484-9bc2-3d8adcb7e823 HTTP/1.1" status: 200 len: 210 time: 0.1011312 May 05 21:51:28.233606 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-93849217-443c-4759-8152-b69f6ff94942 req-133f90f6-4a26-4271-bf40-ac4b44b47004 service neutron] For port d181073e-9fef-4858-9d10-55294cbbae5c, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:51:28.252092 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-93849217-443c-4759-8152-b69f6ff94942 req-133f90f6-4a26-4271-bf40-ac4b44b47004 service neutron] For port d181073e-9fef-4858-9d10-55294cbbae5c, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=d181073e-9fef-4858-9d10-55294cbbae5c,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:51:28.260987 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-93849217-443c-4759-8152-b69f6ff94942 req-133f90f6-4a26-4271-bf40-ac4b44b47004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:28.392320 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-93849217-443c-4759-8152-b69f6ff94942 req-133f90f6-4a26-4271-bf40-ac4b44b47004 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:28.393774 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-93849217-443c-4759-8152-b69f6ff94942 req-133f90f6-4a26-4271-bf40-ac4b44b47004 service neutron] 10.222.0.32 "PUT /v2.0/ports/d181073e-9fef-4858-9d10-55294cbbae5c HTTP/1.1" status: 200 len: 1095 time: 2.8980551 May 05 21:51:28.403634 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d07d06a-1a51-4c89-aeb3-87094e83bf8d', 'tag': 'd181073e-9fef-4858-9d10-55294cbbae5c'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:51:28.566529 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0151c85b-be37-4806-94ce-7bcccb9ccac7'] response: {'name': 'network-changed', 'server_uuid': '3d07d06a-1a51-4c89-aeb3-87094e83bf8d', 'tag': 'd181073e-9fef-4858-9d10-55294cbbae5c', 'status': 'completed', 'code': 200} May 05 21:51:28.724014 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd703d-0c40-488a-b0f0-a4763699390c req-771a50ef-f519-4fa3-8f2a-1bca13c3b226 tempest-ServerTagsTestJSON-2091005598 tempest-ServerTagsTestJSON-2091005598-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:28.725569 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-aebd703d-0c40-488a-b0f0-a4763699390c req-771a50ef-f519-4fa3-8f2a-1bca13c3b226 tempest-ServerTagsTestJSON-2091005598 tempest-ServerTagsTestJSON-2091005598-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e94dd41-f1f5-4e9b-85af-eba3bc6ac4ed HTTP/1.1" status: 200 len: 945 time: 0.0830007 May 05 21:51:28.822586 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-aebd703d-0c40-488a-b0f0-a4763699390c req-8efa46f5-b5f3-4f05-9779-a28a91dddcc4 tempest-ServerTagsTestJSON-2091005598 tempest-ServerTagsTestJSON-2091005598-project] Deleting port a6df3f73-d7bc-4859-b9ff-866459fc5bbb {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:51:28.823137 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-aebd703d-0c40-488a-b0f0-a4763699390c req-8efa46f5-b5f3-4f05-9779-a28a91dddcc4 tempest-ServerTagsTestJSON-2091005598 tempest-ServerTagsTestJSON-2091005598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:28.843464 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133f90f6-4a26-4271-bf40-ac4b44b47004 service neutron] Pushing event updated for resources: {'Port': ['ID=d181073e-9fef-4858-9d10-55294cbbae5c,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:28.953214 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-93849217-443c-4759-8152-b69f6ff94942 req-abbe8208-38c7-4cf8-a8ce-8212e332c264 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=573addcdcad64ebbacaadf6765f34d35&device_id=3d07d06a-1a51-4c89-aeb3-87094e83bf8d HTTP/1.1" status: 200 len: 1098 time: 0.3883109 May 05 21:51:28.967975 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bbb25c6e-9d2d-43ce-af93-ef7d9da2cf4a req-67359147-1d1c-49d3-8b66-f1b991046174 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b8d6052b833a4534bc346cca1ce7985f&device_id=82e9fd69-4c0a-4daf-8e56-1cf72160ef5b HTTP/1.1" status: 200 len: 1097 time: 0.4346776 May 05 21:51:29.040991 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d76630-975d-400b-9f31-f7be06c7f59e req-75321dd3-e934-49ff-8961-708f5eb9ce5a tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:29.042632 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-73d76630-975d-400b-9f31-f7be06c7f59e req-75321dd3-e934-49ff-8961-708f5eb9ce5a tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=82e9fd69-4c0a-4daf-8e56-1cf72160ef5b HTTP/1.1" status: 200 len: 946 time: 0.2970634 May 05 21:51:29.126773 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-aebd703d-0c40-488a-b0f0-a4763699390c req-8efa46f5-b5f3-4f05-9779-a28a91dddcc4 tempest-ServerTagsTestJSON-2091005598 tempest-ServerTagsTestJSON-2091005598-project] For port a6df3f73-d7bc-4859-b9ff-866459fc5bbb, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=a6df3f73-d7bc-4859-b9ff-866459fc5bbb,segment=NetworkSegment(ab059889-1745-43d8-821d-758e8bd9dab2),segment_id=ab059889-1745-43d8-821d-758e8bd9dab2)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:51:29.127128 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-aebd703d-0c40-488a-b0f0-a4763699390c req-8efa46f5-b5f3-4f05-9779-a28a91dddcc4 tempest-ServerTagsTestJSON-2091005598 tempest-ServerTagsTestJSON-2091005598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:29.253371 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-93849217-443c-4759-8152-b69f6ff94942 req-f692045e-748e-41a2-ba60-3d788ee811af service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=d181073e-9fef-4858-9d10-55294cbbae5c HTTP/1.1" status: 200 len: 217 time: 0.2843492 May 05 21:51:29.263000 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-aebd703d-0c40-488a-b0f0-a4763699390c req-8efa46f5-b5f3-4f05-9779-a28a91dddcc4 tempest-ServerTagsTestJSON-2091005598 tempest-ServerTagsTestJSON-2091005598-project] Calling delete_port for a6df3f73-d7bc-4859-b9ff-866459fc5bbb owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:51:29.317094 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0da97847-8e59-4efc-9780-fe9ce1b8d990 req-4403cfe8-a95c-4efc-8c0b-8e7e1eca67ca tempest-ServerShowV247Test-231054139 tempest-ServerShowV247Test-231054139-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6906490-847e-4484-9bc2-3d8adcb7e823 HTTP/1.1" status: 200 len: 210 time: 0.1406870 May 05 21:51:29.414048 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-aebd703d-0c40-488a-b0f0-a4763699390c req-8efa46f5-b5f3-4f05-9779-a28a91dddcc4 tempest-ServerTagsTestJSON-2091005598 tempest-ServerTagsTestJSON-2091005598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:29.415348 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-73d76630-975d-400b-9f31-f7be06c7f59e req-637b82c7-0fd7-43fb-bdfc-265158a743e4 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=910f211c-c7ca-4cc4-8d09-61e980cdaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395698 May 05 21:51:29.426965 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['a6df3f73-d7bc-4859-b9ff-866459fc5bbb'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:51:29.452831 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93849217-443c-4759-8152-b69f6ff94942 req-befdea6e-b8b2-4fdb-8a22-b82f41499666 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:29.454265 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-93849217-443c-4759-8152-b69f6ff94942 req-befdea6e-b8b2-4fdb-8a22-b82f41499666 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.1865897 May 05 21:51:29.587093 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa46f5-b5f3-4f05-9779-a28a91dddcc4 tempest-ServerTagsTestJSON-2091005598 tempest-ServerTagsTestJSON-2091005598-project] Pushing event deleted for resources: {'Port': ['ID=a6df3f73-d7bc-4859-b9ff-866459fc5bbb,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:29.601119 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb25c6e-9d2d-43ce-af93-ef7d9da2cf4a req-4d032023-c198-42f0-8570-98a7bb3f223b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:29.602817 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bbb25c6e-9d2d-43ce-af93-ef7d9da2cf4a req-4d032023-c198-42f0-8570-98a7bb3f223b service neutron] 10.222.0.44 "GET /v2.0/networks?id=0209bbe2-ae77-4a5e-8f5f-b598cdea432f HTTP/1.1" status: 200 len: 920 time: 0.5573144 May 05 21:51:29.659070 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-aebd703d-0c40-488a-b0f0-a4763699390c req-8efa46f5-b5f3-4f05-9779-a28a91dddcc4 tempest-ServerTagsTestJSON-2091005598 tempest-ServerTagsTestJSON-2091005598-project] No DVR routers for this DVR port a6df3f73-d7bc-4859-b9ff-866459fc5bbb on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:51:29.661608 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-aebd703d-0c40-488a-b0f0-a4763699390c req-8efa46f5-b5f3-4f05-9779-a28a91dddcc4 tempest-ServerTagsTestJSON-2091005598 tempest-ServerTagsTestJSON-2091005598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:29.664266 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e94dd41-f1f5-4e9b-85af-eba3bc6ac4ed', 'name': 'network-vif-deleted', 'tag': 'a6df3f73-d7bc-4859-b9ff-866459fc5bbb'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:51:29.680371 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-aebd703d-0c40-488a-b0f0-a4763699390c req-8efa46f5-b5f3-4f05-9779-a28a91dddcc4 tempest-ServerTagsTestJSON-2091005598 tempest-ServerTagsTestJSON-2091005598-project] 10.222.0.44 "DELETE /v2.0/ports/a6df3f73-d7bc-4859-b9ff-866459fc5bbb HTTP/1.1" status: 204 len: 173 time: 0.9438562 May 05 21:51:29.719224 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3c0eed5d-9ae6-4582-aa3f-d882a217ea37 req-a0ef972a-deed-46ee-91d7-1991e0b89df3 tempest-ServerTagsTestJSON-2091005598 tempest-ServerTagsTestJSON-2091005598-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e94dd41-f1f5-4e9b-85af-eba3bc6ac4ed HTTP/1.1" status: 200 len: 210 time: 0.1194046 May 05 21:51:29.741226 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57489a7a-0ecb-46dc-a694-d829f3444066 req-9a45bef7-f768-40e3-aa41-2acbc4d43b31 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:29.742904 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-57489a7a-0ecb-46dc-a694-d829f3444066 req-9a45bef7-f768-40e3-aa41-2acbc4d43b31 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d07d06a-1a51-4c89-aeb3-87094e83bf8d HTTP/1.1" status: 200 len: 947 time: 0.6321294 May 05 21:51:29.750115 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bbb25c6e-9d2d-43ce-af93-ef7d9da2cf4a req-7d3b2dba-e585-4d00-a077-a3aac09517d4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1ec1427-0aa0-4ddc-9cf3-114836e26138 HTTP/1.1" status: 200 len: 217 time: 0.1039135 May 05 21:51:29.817015 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1c3f4ea7-2b57-4e26-93ec-71b620cfb9da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:29.932724 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-93849217-443c-4759-8152-b69f6ff94942 req-b525b42f-6a46-4bfa-afed-8be24fa65eab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4295943 May 05 21:51:29.946554 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-57489a7a-0ecb-46dc-a694-d829f3444066 req-60dc8639-5678-4aeb-8494-1449ff9e3c51 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943915 May 05 21:51:30.014885 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb25c6e-9d2d-43ce-af93-ef7d9da2cf4a req-c8c7f168-4db1-4977-8973-91251fe4563a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:30.016306 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bbb25c6e-9d2d-43ce-af93-ef7d9da2cf4a req-c8c7f168-4db1-4977-8973-91251fe4563a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d1666d56-aa2f-45d5-85a5-62900adc165a HTTP/1.1" status: 200 len: 858 time: 0.2350292 May 05 21:51:30.027778 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0728f38-0a5f-479a-81de-c87aaf7215a6'] response: {'server_uuid': '1e94dd41-f1f5-4e9b-85af-eba3bc6ac4ed', 'name': 'network-vif-deleted', 'tag': 'a6df3f73-d7bc-4859-b9ff-866459fc5bbb', 'status': 'completed', 'code': 200} May 05 21:51:30.173040 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-37108921-b8a2-4ccb-a4c6-3f11e7079102 req-0f19d852-5288-48d4-88a0-3f2ebca2e462 tempest-ServerShowV247Test-231054139 tempest-ServerShowV247Test-231054139-project] 10.222.0.23 "GET /v2.0/ports?device_id=f6906490-847e-4484-9bc2-3d8adcb7e823 HTTP/1.1" status: 200 len: 210 time: 0.0691214 May 05 21:51:30.244542 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-93849217-443c-4759-8152-b69f6ff94942 req-f0a93874-6720-4efe-938f-a00a68ce39c3 service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007491 May 05 21:51:30.288581 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bbb25c6e-9d2d-43ce-af93-ef7d9da2cf4a req-234da4cd-612c-4fd2-a003-ed111862bc33 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0209bbe2-ae77-4a5e-8f5f-b598cdea432f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2578278 May 05 21:51:30.673177 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-93849217-443c-4759-8152-b69f6ff94942 req-3d380fda-f734-4bcc-adef-648b0a60606c service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4217474 May 05 21:51:30.713033 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bbb25c6e-9d2d-43ce-af93-ef7d9da2cf4a req-85f2885b-75f8-44b3-863c-8a29bebbcef9 service neutron] 10.222.0.44 "GET /v2.0/networks/0209bbe2-ae77-4a5e-8f5f-b598cdea432f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819888 May 05 21:51:30.788503 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf2d95-a8fc-40f2-b136-946030e7f244 req-647f0537-b66c-4255-a03c-e50cfcd52cc4 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:30.790129 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-eccf2d95-a8fc-40f2-b136-946030e7f244 req-647f0537-b66c-4255-a03c-e50cfcd52cc4 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=82e9fd69-4c0a-4daf-8e56-1cf72160ef5b HTTP/1.1" status: 200 len: 946 time: 0.2409756 May 05 21:51:30.852841 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42006) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:51:30.917145 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-16ec2343-06c6-45e4-86d2-27524476ab28 admin admin] Deleting subnet d2f834c9-f2cd-47e0-baf7-498169e71d3e {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:51:30.920511 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-16ec2343-06c6-45e4-86d2-27524476ab28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:30.971392 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-16ec2343-06c6-45e4-86d2-27524476ab28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:31.032459 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-16ec2343-06c6-45e4-86d2-27524476ab28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:31.101956 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-16ec2343-06c6-45e4-86d2-27524476ab28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:31.102803 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-eccf2d95-a8fc-40f2-b136-946030e7f244 req-38763843-715e-411a-9a6f-ffc67c9955b4 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=910f211c-c7ca-4cc4-8d09-61e980cdaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067912 May 05 21:51:31.141155 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ec2343-06c6-45e4-86d2-27524476ab28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2f834c9-f2cd-47e0-baf7-498169e71d3e,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:31.147171 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-16ec2343-06c6-45e4-86d2-27524476ab28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:31.153666 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-16ec2343-06c6-45e4-86d2-27524476ab28 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d2f834c9-f2cd-47e0-baf7-498169e71d3e HTTP/1.1" status: 204 len: 168 time: 0.2996995 May 05 21:51:31.156187 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42014) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:51:31.157940 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bbb25c6e-9d2d-43ce-af93-ef7d9da2cf4a req-735a5fc7-455f-4299-9d66-a35498bd3f55 service neutron] 10.222.0.44 "GET /v2.0/networks/0209bbe2-ae77-4a5e-8f5f-b598cdea432f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4361534 May 05 21:51:31.169042 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3553eb9a-5d44-42d8-8209-3ae6c42a9f35 req-6c29a8c3-2b51-4856-bd3b-58ab78e77a84 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=573addcdcad64ebbacaadf6765f34d35&device_id=3d07d06a-1a51-4c89-aeb3-87094e83bf8d HTTP/1.1" status: 200 len: 1098 time: 0.4485803 May 05 21:51:31.282687 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-95019b51-fefc-4e86-a821-1b51aead7c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:31.417955 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2213bf7-1a13-461b-8cd9-91b576716899 req-5fd6dc95-b77e-432f-8e17-f21710731e7a tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:31.419498 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f2213bf7-1a13-461b-8cd9-91b576716899 req-5fd6dc95-b77e-432f-8e17-f21710731e7a tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d07d06a-1a51-4c89-aeb3-87094e83bf8d HTTP/1.1" status: 200 len: 947 time: 0.3254325 May 05 21:51:31.437818 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-95019b51-fefc-4e86-a821-1b51aead7c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:31.469211 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-95019b51-fefc-4e86-a821-1b51aead7c72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0caf3af-f01e-4c26-b5b2-6118e6087908']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:51:31.490345 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-95019b51-fefc-4e86-a821-1b51aead7c72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab059889-1745-43d8-821d-758e8bd9dab2') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:51:31.491351 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-95019b51-fefc-4e86-a821-1b51aead7c72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab059889-1745-43d8-821d-758e8bd9dab2') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:51:31.502441 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3553eb9a-5d44-42d8-8209-3ae6c42a9f35 req-2e170d68-2033-4890-b3d4-d8a1d3788612 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:31.503929 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3553eb9a-5d44-42d8-8209-3ae6c42a9f35 req-2e170d68-2033-4890-b3d4-d8a1d3788612 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 HTTP/1.1" status: 200 len: 870 time: 0.3244460 May 05 21:51:31.508095 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-95019b51-fefc-4e86-a821-1b51aead7c72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:31.531221 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-95019b51-fefc-4e86-a821-1b51aead7c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:31.537785 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95019b51-fefc-4e86-a821-1b51aead7c72 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:51:31.538099 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-95019b51-fefc-4e86-a821-1b51aead7c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:31.587533 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f2213bf7-1a13-461b-8cd9-91b576716899 req-e70b5600-9ac8-42a6-979a-12fc5db571bd tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606040 May 05 21:51:31.589832 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3553eb9a-5d44-42d8-8209-3ae6c42a9f35 req-9e9aeac5-8b8b-4af3-bfb6-3ef402e0dbdc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=d181073e-9fef-4858-9d10-55294cbbae5c HTTP/1.1" status: 200 len: 217 time: 0.0774059 May 05 21:51:31.628771 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 21:51:31.628771 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:51:31.628771 n-d-825175-4 neutron-server[84063]: timer() May 05 21:51:31.628771 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:51:31.628771 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 21:51:31.628771 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:51:31.628771 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 21:51:31.628771 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:51:31.628771 n-d-825175-4 neutron-server[84063]: self._notify() May 05 21:51:31.628771 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:51:31.628771 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 21:51:31.628771 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:51:31.628771 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 21:51:31.628771 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:51:31.628771 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:51:31.628771 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:51:31.628771 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:51:31.628771 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:51:31.628771 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 21:51:31.628771 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:51:31.628771 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 21:51:31.628771 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:51:31.628771 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:51:31.628771 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:51:31.628771 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 21:51:31.628771 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:51:31.628771 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:51:31.628771 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:51:31.628771 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:51:31.628771 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:51:31.628771 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:51:31.628771 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:51:31.636439 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-95019b51-fefc-4e86-a821-1b51aead7c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:31.676032 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-95019b51-fefc-4e86-a821-1b51aead7c72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:31.682173 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95019b51-fefc-4e86-a821-1b51aead7c72 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0caf3af-f01e-4c26-b5b2-6118e6087908,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:31.685025 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-95019b51-fefc-4e86-a821-1b51aead7c72 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b0caf3af-f01e-4c26-b5b2-6118e6087908 HTTP/1.1" status: 204 len: 168 time: 0.5278509 May 05 21:51:31.749474 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c9dd06e2-c698-4d4d-8dd3-a18dd5983130 req-16159207-0491-4dbb-acff-9143b4552ca5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d1c258c689684001a188d6fa642701d7&device_id=9df82c0e-2337-49fe-ad80-535b52f25715 HTTP/1.1" status: 200 len: 210 time: 0.0520742 May 05 21:51:31.804504 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c3f4ea7-2b57-4e26-93ec-71b620cfb9da admin admin] Router d59bcb2e-a681-4dba-b03a-b73314d497e6 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:51:31.807303 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c9dd06e2-c698-4d4d-8dd3-a18dd5983130 req-af5bfe87-67fd-4963-81ce-8d934a1f630f service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=d1c258c689684001a188d6fa642701d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449822 May 05 21:51:31.808520 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3553eb9a-5d44-42d8-8209-3ae6c42a9f35 req-8cff4608-d736-4169-b12e-bb1e303689f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:31.809783 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3553eb9a-5d44-42d8-8209-3ae6c42a9f35 req-8cff4608-d736-4169-b12e-bb1e303689f1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.2060657 May 05 21:51:31.912547 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8e9d77dd-36f5-40e9-9072-12008684ad44 req-1dab34b4-02cd-45f1-99f7-074fd25fb91a tempest-ServerShowV247Test-231054139 tempest-ServerShowV247Test-231054139-project] 10.222.0.23 "GET /v2.0/ports?device_id=9df82c0e-2337-49fe-ad80-535b52f25715 HTTP/1.1" status: 200 len: 210 time: 0.1147659 May 05 21:51:31.927402 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42054) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:51:31.997859 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-97b9309f-1dfc-4d3f-806d-77964451bb39 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6697fb4f0b5b40abaf019f09d1bff3e1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0692289 May 05 21:51:32.000852 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42060) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:51:32.071395 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-88141750-afba-421a-b4f6-fe261d6f1e4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:32.099111 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-88141750-afba-421a-b4f6-fe261d6f1e4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:32.156808 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-88141750-afba-421a-b4f6-fe261d6f1e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:32.172317 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88141750-afba-421a-b4f6-fe261d6f1e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c216409-7e2d-4668-8522-a17a8919e2c1,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:32.179504 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-88141750-afba-421a-b4f6-fe261d6f1e4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:32.183535 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-88141750-afba-421a-b4f6-fe261d6f1e4d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6c216409-7e2d-4668-8522-a17a8919e2c1 HTTP/1.1" status: 204 len: 168 time: 0.1814349 May 05 21:51:32.364414 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd06e2-c698-4d4d-8dd3-a18dd5983130 req-fe6134a0-6ee3-41f0-864b-39a0b73e8e0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:32.365869 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c9dd06e2-c698-4d4d-8dd3-a18dd5983130 req-fe6134a0-6ee3-41f0-864b-39a0b73e8e0a service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5249362 May 05 21:51:32.373259 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3553eb9a-5d44-42d8-8209-3ae6c42a9f35 req-2b9ad48e-e386-4a51-8cf0-a2501479c45f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5266876 May 05 21:51:32.511900 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba993988-39a8-430e-a675-f66114896b41 req-6c0982f2-2887-4659-895f-309da1756905 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:32.514219 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ba993988-39a8-430e-a675-f66114896b41 req-6c0982f2-2887-4659-895f-309da1756905 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=82e9fd69-4c0a-4daf-8e56-1cf72160ef5b HTTP/1.1" status: 200 len: 946 time: 0.2500908 May 05 21:51:32.578799 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3553eb9a-5d44-42d8-8209-3ae6c42a9f35 req-79a20a12-5f7e-4cda-9753-3e2e06d85a00 service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965504 May 05 21:51:32.684779 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ba993988-39a8-430e-a675-f66114896b41 req-d1fdea1d-b1a2-4235-bc16-b13336c702fd tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=910f211c-c7ca-4cc4-8d09-61e980cdaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570468 May 05 21:51:32.789635 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3553eb9a-5d44-42d8-8209-3ae6c42a9f35 req-930910c5-53fd-4211-9592-e6f6bce4e1b4 service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998305 May 05 21:51:32.799410 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c3f4ea7-2b57-4e26-93ec-71b620cfb9da admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:51:32.812497 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afef38f-efc3-4eaf-bc1b-d3297f7f90d5 None None] Sync routers for ids ['d59bcb2e-a681-4dba-b03a-b73314d497e6'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:51:32.825295 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afef38f-efc3-4eaf-bc1b-d3297f7f90d5 None None] Routers {'d59bcb2e-a681-4dba-b03a-b73314d497e6'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:51:32.825983 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-6afef38f-efc3-4eaf-bc1b-d3297f7f90d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:51:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['d59bcb2e-a681-4dba-b03a-b73314d497e6'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:51:32.831015 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-1c3f4ea7-2b57-4e26-93ec-71b620cfb9da admin admin] 10.222.0.23 "PUT /v2.0/routers/d59bcb2e-a681-4dba-b03a-b73314d497e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7586749 May 05 21:51:32.831591 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42080) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:51:32.853313 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca4541-0192-4006-b535-b48446dd24e9 req-987f1751-776f-48df-ba21-03a568620a6d tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:32.854935 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-baca4541-0192-4006-b535-b48446dd24e9 req-987f1751-776f-48df-ba21-03a568620a6d tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d07d06a-1a51-4c89-aeb3-87094e83bf8d HTTP/1.1" status: 200 len: 947 time: 0.1148913 May 05 21:51:32.917396 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-baca4541-0192-4006-b535-b48446dd24e9 req-1fe11d22-5287-4215-bfdd-fa1c7bcf525b tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535522 May 05 21:51:33.077985 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-6afef38f-efc3-4eaf-bc1b-d3297f7f90d5 None None] Set router d59bcb2e-a681-4dba-b03a-b73314d497e6 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:51:33.126799 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b3e4de4a-8223-4402-aae1-4a416fbff3c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:33.178033 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ade69824-6a0d-4566-a20e-b076f5d34e1c req-c1484b3e-5f98-425c-bb9d-0a9a796faeb4 tempest-ServerShowV247Test-231054139 tempest-ServerShowV247Test-231054139-project] 10.222.0.23 "GET /v2.0/ports?device_id=9df82c0e-2337-49fe-ad80-535b52f25715 HTTP/1.1" status: 200 len: 210 time: 0.0919881 May 05 21:51:33.316444 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device d181073e-9fef-4858-9d10-55294cbbae5c details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:51:33.381925 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device a6df3f73-d7bc-4859-b9ff-866459fc5bbb no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:51:33.395251 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b3e4de4a-8223-4402-aae1-4a416fbff3c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:33.407549 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-b3e4de4a-8223-4402-aae1-4a416fbff3c5 admin admin] Deleting port 67e4532a-8c94-4db4-a9b7-8239a2edf436 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:51:33.408003 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b3e4de4a-8223-4402-aae1-4a416fbff3c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:33.488006 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: a6df3f73-d7bc-4859-b9ff-866459fc5bbb {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:51:33.488652 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device a6df3f73-d7bc-4859-b9ff-866459fc5bbb not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:51:33.577452 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-6afef38f-efc3-4eaf-bc1b-d3297f7f90d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59bcb2e-a681-4dba-b03a-b73314d497e6', 'name': 'tempest-ServersTestMultiNic-293763883-router', 'tenant_id': '1384b462eac846a090f14492c41d335c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '67e4532a-8c94-4db4-a9b7-8239a2edf436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:48:40Z', 'updated_at': '2022-05-05T21:51:27Z', 'revision_number': 5, 'project_id': '1384b462eac846a090f14492c41d335c', 'gw_port': {'id': '67e4532a-8c94-4db4-a9b7-8239a2edf436', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:71:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59bcb2e-a681-4dba-b03a-b73314d497e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:48:44Z', 'updated_at': '2022-05-05T21:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:51:33.586948 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afef38f-efc3-4eaf-bc1b-d3297f7f90d5 None None] Checking router: d59bcb2e-a681-4dba-b03a-b73314d497e6 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:51:33.614222 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port d181073e-9fef-4858-9d10-55294cbbae5c, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=d181073e-9fef-4858-9d10-55294cbbae5c,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:51:33.630500 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afef38f-efc3-4eaf-bc1b-d3297f7f90d5 None None] Routers {'d59bcb2e-a681-4dba-b03a-b73314d497e6'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:51:33.631144 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-6afef38f-efc3-4eaf-bc1b-d3297f7f90d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:51:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['d59bcb2e-a681-4dba-b03a-b73314d497e6'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:51:33.785395 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': 'd181073e-9fef-4858-9d10-55294cbbae5c', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'port_id': 'd181073e-9fef-4858-9d10-55294cbbae5c', 'mac_address': 'fa:16:3e:55:c2:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f237a6ef-d044-411f-a2d8-d12619664c91', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:51:33.790893 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-b3e4de4a-8223-4402-aae1-4a416fbff3c5 admin admin] For port 67e4532a-8c94-4db4-a9b7-8239a2edf436, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=67e4532a-8c94-4db4-a9b7-8239a2edf436,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:51:33.791252 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b3e4de4a-8223-4402-aae1-4a416fbff3c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:33.870083 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c9dd06e2-c698-4d4d-8dd3-a18dd5983130 req-751a058c-4963-4e6c-9498-c6e7b0c37b5c tempest-ServerShowV247Test-231054139 tempest-ServerShowV247Test-231054139-project] 10.222.0.44 "GET /v2.0/ports?device_id=9df82c0e-2337-49fe-ad80-535b52f25715 HTTP/1.1" status: 200 len: 210 time: 0.0721576 May 05 21:51:33.976499 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:33.986825 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-b3e4de4a-8223-4402-aae1-4a416fbff3c5 admin admin] Calling delete_port for 67e4532a-8c94-4db4-a9b7-8239a2edf436 owned by network:router_gateway {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:51:33.998477 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-6afef38f-efc3-4eaf-bc1b-d3297f7f90d5 None None] Set router d59bcb2e-a681-4dba-b03a-b73314d497e6 gateway port host: None {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:51:33.999891 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36878de5-605b-4f00-988a-0c01350973e1 req-fa72fafe-fabd-420a-a1bf-b60903c85525 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:34.010404 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-36878de5-605b-4f00-988a-0c01350973e1 req-fa72fafe-fabd-420a-a1bf-b60903c85525 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=82e9fd69-4c0a-4daf-8e56-1cf72160ef5b HTTP/1.1" status: 200 len: 946 time: 0.1392181 May 05 21:51:34.069704 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fcee03e2-9774-4e65-a44a-10b26a94e31c req-50027fa1-07e6-4cdf-b429-9f3037f78f35 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=cc2941004c7848d8a2fef20902df1dd3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406744 May 05 21:51:34.117451 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-6afef38f-efc3-4eaf-bc1b-d3297f7f90d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59bcb2e-a681-4dba-b03a-b73314d497e6', 'name': 'tempest-ServersTestMultiNic-293763883-router', 'tenant_id': '1384b462eac846a090f14492c41d335c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:48:40Z', 'updated_at': '2022-05-05T21:51:33Z', 'revision_number': 6, 'project_id': '1384b462eac846a090f14492c41d335c', 'gw_port_host': None}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:51:34.120451 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d181073e-9fef-4858-9d10-55294cbbae5c {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:51:34.127266 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afef38f-efc3-4eaf-bc1b-d3297f7f90d5 None None] The sync data for ids ['d59bcb2e-a681-4dba-b03a-b73314d497e6'] in n-d-825175-4 is: [{'id': 'd59bcb2e-a681-4dba-b03a-b73314d497e6', 'name': 'tempest-ServersTestMultiNic-293763883-router', 'tenant_id': '1384b462eac846a090f14492c41d335c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:48:40Z', 'updated_at': '2022-05-05T21:51:33Z', 'revision_number': 6, 'project_id': '1384b462eac846a090f14492c41d335c', 'gw_port_host': None}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:51:34.138267 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port d181073e-9fef-4858-9d10-55294cbbae5c, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=d181073e-9fef-4858-9d10-55294cbbae5c,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:51:34.143977 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:34.174037 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-36878de5-605b-4f00-988a-0c01350973e1 req-3a1dbc85-28cd-47b0-83eb-060b4973db8f tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=910f211c-c7ca-4cc4-8d09-61e980cdaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595800 May 05 21:51:34.184994 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b3e4de4a-8223-4402-aae1-4a416fbff3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:34.231979 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=d181073e-9fef-4858-9d10-55294cbbae5c,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:34.236176 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e4de4a-8223-4402-aae1-4a416fbff3c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=67e4532a-8c94-4db4-a9b7-8239a2edf436,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:34.290441 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee03e2-9774-4e65-a44a-10b26a94e31c req-5b1433dd-ae66-48d4-94cf-0256bd187d4c tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:34.292033 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fcee03e2-9774-4e65-a44a-10b26a94e31c req-5b1433dd-ae66-48d4-94cf-0256bd187d4c tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2136638 May 05 21:51:34.309464 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fcee03e2-9774-4e65-a44a-10b26a94e31c req-7f99057e-0264-4e80-9b15-509122cd05ca tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] 10.222.0.23 "GET /v2.0/quotas/cc2941004c7848d8a2fef20902df1dd3 HTTP/1.1" status: 200 len: 375 time: 0.0115812 May 05 21:51:34.376522 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fcee03e2-9774-4e65-a44a-10b26a94e31c req-30adeced-ad9f-47ef-bc7d-50180c3f8d06 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cc2941004c7848d8a2fef20902df1dd3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537145 May 05 21:51:34.447997 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['d181073e-9fef-4858-9d10-55294cbbae5c'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:51:34.538931 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b3e4de4a-8223-4402-aae1-4a416fbff3c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:34.647952 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb33500-3843-48bc-85b4-d607986df5a6 req-bee4076f-20bc-4920-be4a-311ffaa6d209 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:34.660086 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7bb33500-3843-48bc-85b4-d607986df5a6 req-bee4076f-20bc-4920-be4a-311ffaa6d209 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d07d06a-1a51-4c89-aeb3-87094e83bf8d HTTP/1.1" status: 200 len: 948 time: 0.1785679 May 05 21:51:34.806980 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7bb33500-3843-48bc-85b4-d607986df5a6 req-581c24f6-af52-471a-aa32-9acd9a57843b tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419251 May 05 21:51:34.924712 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42174) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:51:34.956876 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ec5dd25d-84b5-4b69-8e44-bebb262ba000 req-653b34f2-8408-4bcd-b461-308b3da8a1e2 tempest-ServerShowV247Test-231054139 tempest-ServerShowV247Test-231054139-project] 10.222.0.23 "GET /v2.0/ports?device_id=9df82c0e-2337-49fe-ad80-535b52f25715 HTTP/1.1" status: 200 len: 210 time: 0.1165822 May 05 21:51:35.014341 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b3e4de4a-8223-4402-aae1-4a416fbff3c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:35.028592 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b3e4de4a-8223-4402-aae1-4a416fbff3c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:35.091200 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b3e4de4a-8223-4402-aae1-4a416fbff3c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:35.091716 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e4de4a-8223-4402-aae1-4a416fbff3c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d59bcb2e-a681-4dba-b03a-b73314d497e6 {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 21:51:35.105594 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b3e4de4a-8223-4402-aae1-4a416fbff3c5 admin admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:35.109106 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b3e4de4a-8223-4402-aae1-4a416fbff3c5 admin admin] 10.222.0.23 "DELETE /v2.0/routers/d59bcb2e-a681-4dba-b03a-b73314d497e6 HTTP/1.1" status: 204 len: 168 time: 2.2739723 May 05 21:51:35.109826 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 42186) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:51:35.145518 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5fa97750-e396-4e9a-808a-7c6863037311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:35.189039 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-5fa97750-e396-4e9a-808a-7c6863037311 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:51:35.193584 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-5fa97750-e396-4e9a-808a-7c6863037311 admin admin] Usage tracker for resource:security_group_rule and tenant:0e947e301fc44fee8de0833b41408353 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:51:35.197164 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-5fa97750-e396-4e9a-808a-7c6863037311 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:51:35.201606 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-07a2b9f2-87a2-4a20-a8ab-1601ab6b7ca5 req-80dab017-2ffa-4cb0-8744-cb06e3419ca8 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=cc2941004c7848d8a2fef20902df1dd3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0484364 May 05 21:51:35.205266 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-5fa97750-e396-4e9a-808a-7c6863037311 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:51:35.287061 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5fa97750-e396-4e9a-808a-7c6863037311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:35.292334 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5fa97750-e396-4e9a-808a-7c6863037311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:35.340994 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa97750-e396-4e9a-808a-7c6863037311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073b1e60-af40-4819-8125-bef2a5d25dc7,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:35.350773 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa97750-e396-4e9a-808a-7c6863037311 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:51:35.351650 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa97750-e396-4e9a-808a-7c6863037311 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:51:35.351650 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa97750-e396-4e9a-808a-7c6863037311 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:51:35.351893 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa97750-e396-4e9a-808a-7c6863037311 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:51:35.352209 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa97750-e396-4e9a-808a-7c6863037311 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:51:35.352525 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa97750-e396-4e9a-808a-7c6863037311 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:51:35.352834 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa97750-e396-4e9a-808a-7c6863037311 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:51:35.353175 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa97750-e396-4e9a-808a-7c6863037311 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:51:35.353477 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa97750-e396-4e9a-808a-7c6863037311 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:51:35.353791 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa97750-e396-4e9a-808a-7c6863037311 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:51:35.354149 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa97750-e396-4e9a-808a-7c6863037311 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:51:35.362431 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5fa97750-e396-4e9a-808a-7c6863037311 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0e947e301fc44fee8de0833b41408353&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4366310 May 05 21:51:35.363101 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42194) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:51:35.433943 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b587194d-c5cd-47af-8efc-367fbf409c8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:35.466361 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b587194d-c5cd-47af-8efc-367fbf409c8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:35.485755 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-81a25cf9-1426-425b-8054-cea26a383776 admin admin] Deleting subnet 01f07d2d-6d84-443b-bc43-f274c99cf90e {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:51:35.495091 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-81a25cf9-1426-425b-8054-cea26a383776 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:35.534341 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b587194d-c5cd-47af-8efc-367fbf409c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:35.574877 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b587194d-c5cd-47af-8efc-367fbf409c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073b1e60-af40-4819-8125-bef2a5d25dc7,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:35.582173 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b587194d-c5cd-47af-8efc-367fbf409c8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:35.584241 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b587194d-c5cd-47af-8efc-367fbf409c8a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/073b1e60-af40-4819-8125-bef2a5d25dc7 HTTP/1.1" status: 204 len: 168 time: 0.2194443 May 05 21:51:35.589839 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:35.600274 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-81a25cf9-1426-425b-8054-cea26a383776 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:35.638482 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2b9f2-87a2-4a20-a8ab-1601ab6b7ca5 req-fb2087bb-65f6-4c5f-a577-f8a079b3529a tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:35.640056 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-07a2b9f2-87a2-4a20-a8ab-1601ab6b7ca5 req-fb2087bb-65f6-4c5f-a577-f8a079b3529a tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4380441 May 05 21:51:35.645508 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49950670-be2a-4ec8-9200-2b5bd1fbd216 req-14ac6ca8-40a3-4d73-b6b5-733a3e18e7dc tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:35.647179 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-49950670-be2a-4ec8-9200-2b5bd1fbd216 req-14ac6ca8-40a3-4d73-b6b5-733a3e18e7dc tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.4593856 May 05 21:51:35.699923 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-07a2b9f2-87a2-4a20-a8ab-1601ab6b7ca5 req-7c24bdeb-cfbe-4b4f-83cb-c32859afd8ab tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] 10.222.0.23 "GET /v2.0/quotas/cc2941004c7848d8a2fef20902df1dd3 HTTP/1.1" status: 200 len: 375 time: 0.0505402 May 05 21:51:35.714524 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:35.789219 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-07a2b9f2-87a2-4a20-a8ab-1601ab6b7ca5 req-93e59208-4fc5-4206-99de-321066ef3af8 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cc2941004c7848d8a2fef20902df1dd3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611334 May 05 21:51:35.794179 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-49950670-be2a-4ec8-9200-2b5bd1fbd216 req-2114b54e-a355-43a8-8592-04a19703664d tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293333 May 05 21:51:35.808625 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-81a25cf9-1426-425b-8054-cea26a383776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:35.891655 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-81a25cf9-1426-425b-8054-cea26a383776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:35.933359 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a25cf9-1426-425b-8054-cea26a383776 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01f07d2d-6d84-443b-bc43-f274c99cf90e,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:35.943826 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-81a25cf9-1426-425b-8054-cea26a383776 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:35.949789 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abdfee8-3895-4f11-8908-82c2ba3ffbac None None] Network 446e975b-2a60-4e64-8210-57381d00909f requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:51:35.957466 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-81a25cf9-1426-425b-8054-cea26a383776 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/01f07d2d-6d84-443b-bc43-f274c99cf90e HTTP/1.1" status: 204 len: 168 time: 0.8463655 May 05 21:51:35.960058 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42212) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:51:36.131943 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ba72a038-5fd0-4ff0-82ee-f0ba9f69d263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:36.168515 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-ba72a038-5fd0-4ff0-82ee-f0ba9f69d263 admin admin] Deleting port 097a5503-56ab-4448-b99b-8f142b9605e6 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:51:36.169034 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ba72a038-5fd0-4ff0-82ee-f0ba9f69d263 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:36.178759 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 67e4532a-8c94-4db4-a9b7-8239a2edf436 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:51:36.299204 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 67e4532a-8c94-4db4-a9b7-8239a2edf436 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:51:36.299522 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 67e4532a-8c94-4db4-a9b7-8239a2edf436 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:51:36.300277 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 1ed0b09c-db07-4ec5-a0c8-ff8828fb7614 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:51:36.312140 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fcee03e2-9774-4e65-a44a-10b26a94e31c req-96e9d817-5e20-4058-9582-14b68dab3a2d tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=cc2941004c7848d8a2fef20902df1dd3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387754 May 05 21:51:36.351489 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 1ed0b09c-db07-4ec5-a0c8-ff8828fb7614 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:51:36.351829 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 1ed0b09c-db07-4ec5-a0c8-ff8828fb7614 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:51:36.458456 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6135e3b-19b0-4081-918f-1e473f9b06af None None] DHCP port deletion for 446e975b-2a60-4e64-8210-57381d00909f request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 21:51:36.464587 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-a6135e3b-19b0-4081-918f-1e473f9b06af None None] Deleting port 097a5503-56ab-4448-b99b-8f142b9605e6 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:51:36.465093 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a6135e3b-19b0-4081-918f-1e473f9b06af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:36.617476 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1270c6e1-8b36-4d2a-a37f-f6dd1f4c43fb req-b51be4ee-b02e-40bb-beca-36a587dd870b tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:36.620120 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1270c6e1-8b36-4d2a-a37f-f6dd1f4c43fb req-b51be4ee-b02e-40bb-beca-36a587dd870b tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=82e9fd69-4c0a-4daf-8e56-1cf72160ef5b HTTP/1.1" status: 200 len: 946 time: 0.6536565 May 05 21:51:36.675637 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f324f4-6fa6-4b76-90e0-eb945c414e95 req-05b2b4b8-e78e-4e24-9cf1-6f73c2d2b88d tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:36.683455 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b8f324f4-6fa6-4b76-90e0-eb945c414e95 req-05b2b4b8-e78e-4e24-9cf1-6f73c2d2b88d tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.5420034 May 05 21:51:36.749998 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-ba72a038-5fd0-4ff0-82ee-f0ba9f69d263 admin admin] For port 097a5503-56ab-4448-b99b-8f142b9605e6, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=097a5503-56ab-4448-b99b-8f142b9605e6,segment=NetworkSegment(c87acedc-8928-411c-920e-a6f896871f6e),segment_id=c87acedc-8928-411c-920e-a6f896871f6e)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:51:36.760747 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ba72a038-5fd0-4ff0-82ee-f0ba9f69d263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:36.784224 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee03e2-9774-4e65-a44a-10b26a94e31c req-7a40b84c-4c64-4ce0-9b2e-74df98e6d1c4 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:36.785668 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fcee03e2-9774-4e65-a44a-10b26a94e31c req-7a40b84c-4c64-4ce0-9b2e-74df98e6d1c4 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4655585 May 05 21:51:36.812503 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b8f324f4-6fa6-4b76-90e0-eb945c414e95 req-861ae478-ca36-41ae-8e0d-a36e12bee031 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247091 May 05 21:51:36.815275 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1270c6e1-8b36-4d2a-a37f-f6dd1f4c43fb req-85fe9913-965e-4680-99d9-2b0c177ef060 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=910f211c-c7ca-4cc4-8d09-61e980cdaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795180 May 05 21:51:36.821460 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-fcee03e2-9774-4e65-a44a-10b26a94e31c req-5118f992-b724-4f58-b0fc-f55153ed53a9 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Request body: {'port': {'device_id': 'a77a8e30-26e6-4a45-b602-06e131904fc2', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'admin_state_up': True, 'tenant_id': 'cc2941004c7848d8a2fef20902df1dd3'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:51:36.928958 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-a6135e3b-19b0-4081-918f-1e473f9b06af None None] For port 097a5503-56ab-4448-b99b-8f142b9605e6, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=097a5503-56ab-4448-b99b-8f142b9605e6,segment=NetworkSegment(c87acedc-8928-411c-920e-a6f896871f6e),segment_id=c87acedc-8928-411c-920e-a6f896871f6e)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:51:36.929684 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a6135e3b-19b0-4081-918f-1e473f9b06af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:37.021920 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-ba72a038-5fd0-4ff0-82ee-f0ba9f69d263 admin admin] Calling delete_port for 097a5503-56ab-4448-b99b-8f142b9605e6 owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:51:37.110632 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ba72a038-5fd0-4ff0-82ee-f0ba9f69d263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:37.130864 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-a6135e3b-19b0-4081-918f-1e473f9b06af None None] Calling delete_port for 097a5503-56ab-4448-b99b-8f142b9605e6 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:51:37.159709 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cee95cca-155f-4492-b607-651c6ae8005f req-b411c809-82fe-45e1-8b58-205e3265ae6a tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] 10.222.0.23 "GET /v2.0/ports?device_id=a73723ed-69a3-4f82-a60f-d682a3604ae7 HTTP/1.1" status: 200 len: 210 time: 0.0669882 May 05 21:51:37.176126 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba72a038-5fd0-4ff0-82ee-f0ba9f69d263 admin admin] Pushing event deleted for resources: {'Port': ['ID=097a5503-56ab-4448-b99b-8f142b9605e6,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:37.185800 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba72a038-5fd0-4ff0-82ee-f0ba9f69d263 admin admin] No DVR routers for this DVR port 097a5503-56ab-4448-b99b-8f142b9605e6 on host n-d-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:51:37.201030 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-fcee03e2-9774-4e65-a44a-10b26a94e31c req-5118f992-b724-4f58-b0fc-f55153ed53a9 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:51:37.211104 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-fcee03e2-9774-4e65-a44a-10b26a94e31c req-5118f992-b724-4f58-b0fc-f55153ed53a9 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Usage tracker for resource:port and tenant:cc2941004c7848d8a2fef20902df1dd3 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:51:37.216597 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-fcee03e2-9774-4e65-a44a-10b26a94e31c req-5118f992-b724-4f58-b0fc-f55153ed53a9 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:51:37.235715 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-fcee03e2-9774-4e65-a44a-10b26a94e31c req-5118f992-b724-4f58-b0fc-f55153ed53a9 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:51:37.279118 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac1917-b473-4f34-94ea-94f00508372e req-38e82a50-f5d7-433d-bfa6-d63c6c2c4386 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:37.281521 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-17ac1917-b473-4f34-94ea-94f00508372e req-38e82a50-f5d7-433d-bfa6-d63c6c2c4386 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d07d06a-1a51-4c89-aeb3-87094e83bf8d HTTP/1.1" status: 200 len: 948 time: 0.2438765 May 05 21:51:37.282862 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcee03e2-9774-4e65-a44a-10b26a94e31c req-5118f992-b724-4f58-b0fc-f55153ed53a9 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Made reservation on behalf of cc2941004c7848d8a2fef20902df1dd3 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:51:37.287480 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-fcee03e2-9774-4e65-a44a-10b26a94e31c req-5118f992-b724-4f58-b0fc-f55153ed53a9 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:37.296154 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-a6135e3b-19b0-4081-918f-1e473f9b06af None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:51:37.296802 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-a6135e3b-19b0-4081-918f-1e473f9b06af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:51:37.322798 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ba72a038-5fd0-4ff0-82ee-f0ba9f69d263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:37.331630 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device d181073e-9fef-4858-9d10-55294cbbae5c up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:51:37.334577 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-fcee03e2-9774-4e65-a44a-10b26a94e31c req-5118f992-b724-4f58-b0fc-f55153ed53a9 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:37.352081 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-ba72a038-5fd0-4ff0-82ee-f0ba9f69d263 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['446e975b-2a60-4e64-8210-57381d00909f']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:51:37.366610 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-ba72a038-5fd0-4ff0-82ee-f0ba9f69d263 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c87acedc-8928-411c-920e-a6f896871f6e') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:51:37.366804 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-ba72a038-5fd0-4ff0-82ee-f0ba9f69d263 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c87acedc-8928-411c-920e-a6f896871f6e') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:51:37.384070 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ba72a038-5fd0-4ff0-82ee-f0ba9f69d263 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:37.407291 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-17ac1917-b473-4f34-94ea-94f00508372e req-565d823b-13d3-4c4d-aa3b-e23e7094d14e tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938814 May 05 21:51:37.408456 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-fcee03e2-9774-4e65-a44a-10b26a94e31c req-5118f992-b724-4f58-b0fc-f55153ed53a9 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:51:37.408891 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ba72a038-5fd0-4ff0-82ee-f0ba9f69d263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:37.419047 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-fcee03e2-9774-4e65-a44a-10b26a94e31c req-5118f992-b724-4f58-b0fc-f55153ed53a9 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Usage tracker for resource:security_group_rule and tenant:cc2941004c7848d8a2fef20902df1dd3 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:51:37.424447 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba72a038-5fd0-4ff0-82ee-f0ba9f69d263 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:51:37.425030 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ba72a038-5fd0-4ff0-82ee-f0ba9f69d263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:37.433189 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-fcee03e2-9774-4e65-a44a-10b26a94e31c req-5118f992-b724-4f58-b0fc-f55153ed53a9 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:51:37.440982 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-fcee03e2-9774-4e65-a44a-10b26a94e31c req-5118f992-b724-4f58-b0fc-f55153ed53a9 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:51:37.465547 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 21:51:37.465547 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:51:37.465547 n-d-825175-4 neutron-server[84063]: timer() May 05 21:51:37.465547 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:51:37.465547 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 21:51:37.465547 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:51:37.465547 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 21:51:37.465547 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:51:37.465547 n-d-825175-4 neutron-server[84063]: self._notify() May 05 21:51:37.465547 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:51:37.465547 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 21:51:37.465547 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:51:37.465547 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 21:51:37.465547 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:51:37.465547 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:51:37.465547 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:51:37.465547 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:51:37.465547 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:51:37.465547 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 21:51:37.465547 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:51:37.465547 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 21:51:37.465547 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:51:37.465547 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:51:37.465547 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:51:37.465547 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 21:51:37.465547 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:51:37.465547 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:51:37.465547 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:51:37.465547 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:51:37.465547 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:51:37.465547 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:51:37.465547 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:51:37.497390 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port d181073e-9fef-4858-9d10-55294cbbae5c completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:51:37.509424 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port d181073e-9fef-4858-9d10-55294cbbae5c triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:51:37.510063 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:37.653359 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ba72a038-5fd0-4ff0-82ee-f0ba9f69d263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:37.678154 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ba72a038-5fd0-4ff0-82ee-f0ba9f69d263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:37.702258 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba72a038-5fd0-4ff0-82ee-f0ba9f69d263 admin admin] Pushing event deleted for resources: {'Network': ['ID=446e975b-2a60-4e64-8210-57381d00909f,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:37.736578 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ba72a038-5fd0-4ff0-82ee-f0ba9f69d263 admin admin] 10.222.0.23 "DELETE /v2.0/networks/446e975b-2a60-4e64-8210-57381d00909f HTTP/1.1" status: 204 len: 168 time: 1.7752595 May 05 21:51:37.738857 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:37.738982 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-fcee03e2-9774-4e65-a44a-10b26a94e31c req-5118f992-b724-4f58-b0fc-f55153ed53a9 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:37.747866 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-fcee03e2-9774-4e65-a44a-10b26a94e31c req-5118f992-b724-4f58-b0fc-f55153ed53a9 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:37.781977 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d07d06a-1a51-4c89-aeb3-87094e83bf8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd181073e-9fef-4858-9d10-55294cbbae5c'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:51:37.793235 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port d181073e-9fef-4858-9d10-55294cbbae5c, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=d181073e-9fef-4858-9d10-55294cbbae5c,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:51:37.798341 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-a6135e3b-19b0-4081-918f-1e473f9b06af None None] Deleting port 097a5503-56ab-4448-b99b-8f142b9605e6 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:51:37.799036 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a6135e3b-19b0-4081-918f-1e473f9b06af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:37.812275 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42256) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:51:37.870123 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5118f992-b724-4f58-b0fc-f55153ed53a9 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6340a722-1ab1-4170-b7b5-2fd4e644b44a,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:37.882536 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:37.917978 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a5da047-7e1a-41fc-8127-3aad671d8699'] response: {'server_uuid': '3d07d06a-1a51-4c89-aeb3-87094e83bf8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd181073e-9fef-4858-9d10-55294cbbae5c', 'code': 200} May 05 21:51:37.923314 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-a6135e3b-19b0-4081-918f-1e473f9b06af None None] The port '097a5503-56ab-4448-b99b-8f142b9605e6' was deleted {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 21:51:37.943592 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-07a2b9f2-87a2-4a20-a8ab-1601ab6b7ca5 req-c554da0f-3b9d-435e-8806-b6e3747402bd tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=cc2941004c7848d8a2fef20902df1dd3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0810170 May 05 21:51:37.981574 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=d181073e-9fef-4858-9d10-55294cbbae5c,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:38.053150 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42266) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:51:38.088042 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b7d2f5-d630-43bf-95d7-4013ae6ad5a4 req-f4770b28-38fb-4af0-9358-98c1c3bd4ec5 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:38.089559 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-53b7d2f5-d630-43bf-95d7-4013ae6ad5a4 req-f4770b28-38fb-4af0-9358-98c1c3bd4ec5 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.5196402 May 05 21:51:38.187642 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 097a5503-56ab-4448-b99b-8f142b9605e6 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:51:38.206304 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-fcd457cb-d74d-4ae6-a071-39d031bbe749 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1384b462eac846a090f14492c41d335c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1518886 May 05 21:51:38.208722 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42272) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:51:38.258489 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 097a5503-56ab-4448-b99b-8f142b9605e6 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:51:38.259414 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 097a5503-56ab-4448-b99b-8f142b9605e6 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:51:38.305466 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bee3962c-623f-4900-a9e4-1064fb235c1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:38.345915 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a8a81eba-7721-48aa-9b14-30b97a4091ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:38.363687 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bee3962c-623f-4900-a9e4-1064fb235c1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:38.417817 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-a8a81eba-7721-48aa-9b14-30b97a4091ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:51:38.422921 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-a8a81eba-7721-48aa-9b14-30b97a4091ae admin admin] Usage tracker for resource:security_group_rule and tenant:d1c258c689684001a188d6fa642701d7 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:51:38.425984 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-a8a81eba-7721-48aa-9b14-30b97a4091ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:51:38.432949 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-a8a81eba-7721-48aa-9b14-30b97a4091ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:51:38.472700 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bee3962c-623f-4900-a9e4-1064fb235c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:38.496770 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee3962c-623f-4900-a9e4-1064fb235c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933a40d1-d6ba-41e6-a91e-e2abeccdac87,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:38.527754 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bee3962c-623f-4900-a9e4-1064fb235c1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:38.528298 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-bee3962c-623f-4900-a9e4-1064fb235c1f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/933a40d1-d6ba-41e6-a91e-e2abeccdac87 HTTP/1.1" status: 204 len: 168 time: 0.3186843 May 05 21:51:38.535949 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a8a81eba-7721-48aa-9b14-30b97a4091ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:38.544950 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2b9f2-87a2-4a20-a8ab-1601ab6b7ca5 req-f6a3680c-6a69-4e7a-89d9-65a72b402133 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:38.545616 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a8a81eba-7721-48aa-9b14-30b97a4091ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:38.546537 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-07a2b9f2-87a2-4a20-a8ab-1601ab6b7ca5 req-f6a3680c-6a69-4e7a-89d9-65a72b402133 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5922990 May 05 21:51:38.564081 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-53b7d2f5-d630-43bf-95d7-4013ae6ad5a4 req-ece10d52-ef28-4399-9a84-7bdd3e5ea976 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3867598 May 05 21:51:38.574383 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-07a2b9f2-87a2-4a20-a8ab-1601ab6b7ca5 req-2637035e-fe8c-4d39-bf4f-80d9a67b2bf7 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Request body: {'port': {'device_id': 'a73723ed-69a3-4f82-a60f-d682a3604ae7', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'admin_state_up': True, 'tenant_id': 'cc2941004c7848d8a2fef20902df1dd3'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:51:38.631025 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a81eba-7721-48aa-9b14-30b97a4091ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c22907-ffce-4010-8355-9e207b751c53,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:38.635129 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a8a81eba-7721-48aa-9b14-30b97a4091ae admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d1c258c689684001a188d6fa642701d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8209984 May 05 21:51:38.637641 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42288) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:51:38.678497 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-fcee03e2-9774-4e65-a44a-10b26a94e31c req-5118f992-b724-4f58-b0fc-f55153ed53a9 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Allocated IP 192.168.233.90 (4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9/f237a6ef-d044-411f-a2d8-d12619664c91/8420b722-907a-4202-9af4-f5d3ca30218f) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:51:38.717257 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-41b6161f-3c03-4c8a-ae52-e7ecae2b9312 req-1ab0a5ab-0d5e-48bd-88be-9db83f9b108d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3d07d06a-1a51-4c89-aeb3-87094e83bf8d HTTP/1.1" status: 200 len: 1100 time: 0.6147683 May 05 21:51:38.728846 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ed0b9f-1544-4af4-a406-f5a958c5f6ae req-e238dac8-c92d-4f18-91f6-23d11b17af8f tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:38.733340 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2ef2e32b-d3cd-4b4f-9f58-b2b1415fb895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:38.736191 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-57ed0b9f-1544-4af4-a406-f5a958c5f6ae req-e238dac8-c92d-4f18-91f6-23d11b17af8f tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=82e9fd69-4c0a-4daf-8e56-1cf72160ef5b HTTP/1.1" status: 200 len: 946 time: 0.6361847 May 05 21:51:38.785618 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2ef2e32b-d3cd-4b4f-9f58-b2b1415fb895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:38.890069 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2ef2e32b-d3cd-4b4f-9f58-b2b1415fb895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:38.912487 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef2e32b-d3cd-4b4f-9f58-b2b1415fb895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c22907-ffce-4010-8355-9e207b751c53,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:38.916421 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2ef2e32b-d3cd-4b4f-9f58-b2b1415fb895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:38.917704 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-2ef2e32b-d3cd-4b4f-9f58-b2b1415fb895 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/34c22907-ffce-4010-8355-9e207b751c53 HTTP/1.1" status: 204 len: 168 time: 0.2790172 May 05 21:51:38.936443 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-57ed0b9f-1544-4af4-a406-f5a958c5f6ae req-d4adbd9a-5ac3-4c20-836e-c2724501d5e4 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=910f211c-c7ca-4cc4-8d09-61e980cdaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991622 May 05 21:51:38.949147 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-07a2b9f2-87a2-4a20-a8ab-1601ab6b7ca5 req-2637035e-fe8c-4d39-bf4f-80d9a67b2bf7 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:51:38.976579 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-07a2b9f2-87a2-4a20-a8ab-1601ab6b7ca5 req-2637035e-fe8c-4d39-bf4f-80d9a67b2bf7 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Usage tracker for resource:port and tenant:cc2941004c7848d8a2fef20902df1dd3 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:51:38.992667 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-34447418-a78e-46ae-af34-05344d91069d req-6a8e83bb-0aea-4b8a-a9c0-23bda40f82cd tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] 10.222.0.23 "GET /v2.0/ports?device_id=a73723ed-69a3-4f82-a60f-d682a3604ae7 HTTP/1.1" status: 200 len: 210 time: 0.1343904 May 05 21:51:38.997351 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-07a2b9f2-87a2-4a20-a8ab-1601ab6b7ca5 req-2637035e-fe8c-4d39-bf4f-80d9a67b2bf7 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:51:39.104215 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-07a2b9f2-87a2-4a20-a8ab-1601ab6b7ca5 req-2637035e-fe8c-4d39-bf4f-80d9a67b2bf7 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:51:39.107488 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-41b6161f-3c03-4c8a-ae52-e7ecae2b9312 req-a2a2eeb4-fb63-4b17-a90a-5e6e3f98964e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3692656 May 05 21:51:39.217562 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07a2b9f2-87a2-4a20-a8ab-1601ab6b7ca5 req-2637035e-fe8c-4d39-bf4f-80d9a67b2bf7 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Made reservation on behalf of cc2941004c7848d8a2fef20902df1dd3 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:51:39.220565 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-07a2b9f2-87a2-4a20-a8ab-1601ab6b7ca5 req-2637035e-fe8c-4d39-bf4f-80d9a67b2bf7 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:39.403484 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-fcee03e2-9774-4e65-a44a-10b26a94e31c req-5118f992-b724-4f58-b0fc-f55153ed53a9 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:39.427435 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea859d87-c191-4aaa-b495-42828790c306 req-3d7cb462-cf38-4eeb-a052-db61b87c7438 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:39.434639 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ea859d87-c191-4aaa-b495-42828790c306 req-3d7cb462-cf38-4eeb-a052-db61b87c7438 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d07d06a-1a51-4c89-aeb3-87094e83bf8d HTTP/1.1" status: 200 len: 949 time: 0.3380964 May 05 21:51:39.458140 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb2b1c-465b-44b6-b534-9a7132668353 req-d45b95da-ec68-496b-af4e-17185f11b071 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:39.459657 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d6cb2b1c-465b-44b6-b534-9a7132668353 req-d45b95da-ec68-496b-af4e-17185f11b071 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.3020561 May 05 21:51:39.478091 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-fcee03e2-9774-4e65-a44a-10b26a94e31c req-5118f992-b724-4f58-b0fc-f55153ed53a9 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Transition to ACTIVE for port object 8420b722-907a-4202-9af4-f5d3ca30218f will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:51:39.543672 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ea859d87-c191-4aaa-b495-42828790c306 req-7be39827-a297-431c-ac9f-6c094c2139ed tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081595 May 05 21:51:39.586695 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d6cb2b1c-465b-44b6-b534-9a7132668353 req-f9c224fe-aa74-4718-8c73-eb12f49dfe5a tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117725 May 05 21:51:39.667928 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-fcee03e2-9774-4e65-a44a-10b26a94e31c req-5118f992-b724-4f58-b0fc-f55153ed53a9 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:39.762175 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcee03e2-9774-4e65-a44a-10b26a94e31c req-5118f992-b724-4f58-b0fc-f55153ed53a9 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:51:39.768376 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-fcee03e2-9774-4e65-a44a-10b26a94e31c req-5118f992-b724-4f58-b0fc-f55153ed53a9 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:51:39.775979 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcee03e2-9774-4e65-a44a-10b26a94e31c req-5118f992-b724-4f58-b0fc-f55153ed53a9 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:51:39.847445 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5118f992-b724-4f58-b0fc-f55153ed53a9 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Pushing event updated for resources: {'Port': ['ID=8420b722-907a-4202-9af4-f5d3ca30218f,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:39.850295 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-07a2b9f2-87a2-4a20-a8ab-1601ab6b7ca5 req-2637035e-fe8c-4d39-bf4f-80d9a67b2bf7 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Allocated IP 192.168.233.139 (4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9/f237a6ef-d044-411f-a2d8-d12619664c91/199666d6-2180-401a-b938-2ceedbced119) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:51:39.856349 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee03e2-9774-4e65-a44a-10b26a94e31c req-5118f992-b724-4f58-b0fc-f55153ed53a9 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:39.856969 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-fcee03e2-9774-4e65-a44a-10b26a94e31c req-5118f992-b724-4f58-b0fc-f55153ed53a9 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:39.918968 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fcee03e2-9774-4e65-a44a-10b26a94e31c req-5118f992-b724-4f58-b0fc-f55153ed53a9 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1024992 May 05 21:51:39.942633 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-fcee03e2-9774-4e65-a44a-10b26a94e31c req-d3380eb4-f064-411a-a148-f9e6f07c15a3 service neutron] Request body: {'port': {'device_id': 'a77a8e30-26e6-4a45-b602-06e131904fc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:51:40.196498 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-985e406d-0eaa-4757-8ce7-9f7b2200fc9e None None] Provisioning for port 8420b722-907a-4202-9af4-f5d3ca30218f completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:51:40.204074 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-985e406d-0eaa-4757-8ce7-9f7b2200fc9e None None] Provisioning complete for port 8420b722-907a-4202-9af4-f5d3ca30218f triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:51:40.204601 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-985e406d-0eaa-4757-8ce7-9f7b2200fc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:40.274878 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-985e406d-0eaa-4757-8ce7-9f7b2200fc9e None None] Port 8420b722-907a-4202-9af4-f5d3ca30218f cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:51:40.314072 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-fcee03e2-9774-4e65-a44a-10b26a94e31c req-d3380eb4-f064-411a-a148-f9e6f07c15a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:40.486986 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-07a2b9f2-87a2-4a20-a8ab-1601ab6b7ca5 req-2637035e-fe8c-4d39-bf4f-80d9a67b2bf7 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:40.549644 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7f954-6a55-42d5-9955-b0c069a28cff req-cbfe1157-d474-4458-9f39-32fc0dd086e3 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:40.556724 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-49d7f954-6a55-42d5-9955-b0c069a28cff req-cbfe1157-d474-4458-9f39-32fc0dd086e3 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.4939928 May 05 21:51:40.591204 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c2b35f-5d14-437c-95b4-12d35742c32b req-683f80d8-6dcc-495d-9a3e-22b917a19df8 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:40.592643 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-07c2b35f-5d14-437c-95b4-12d35742c32b req-683f80d8-6dcc-495d-9a3e-22b917a19df8 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=82e9fd69-4c0a-4daf-8e56-1cf72160ef5b HTTP/1.1" status: 200 len: 946 time: 0.4370086 May 05 21:51:40.617687 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-07a2b9f2-87a2-4a20-a8ab-1601ab6b7ca5 req-2637035e-fe8c-4d39-bf4f-80d9a67b2bf7 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Transition to ACTIVE for port object 199666d6-2180-401a-b938-2ceedbced119 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:51:40.692139 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-49d7f954-6a55-42d5-9955-b0c069a28cff req-a94346fb-522c-4414-8c5c-e11a8e4be27e tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345649 May 05 21:51:40.703168 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-07c2b35f-5d14-437c-95b4-12d35742c32b req-eba120bc-dd4c-4e86-b9da-28f962d0b00d tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=910f211c-c7ca-4cc4-8d09-61e980cdaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001360 May 05 21:51:40.736932 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-07a2b9f2-87a2-4a20-a8ab-1601ab6b7ca5 req-2637035e-fe8c-4d39-bf4f-80d9a67b2bf7 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:41.086648 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07a2b9f2-87a2-4a20-a8ab-1601ab6b7ca5 req-2637035e-fe8c-4d39-bf4f-80d9a67b2bf7 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:51:41.099131 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2637035e-fe8c-4d39-bf4f-80d9a67b2bf7 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Pushing event updated for resources: {'Port': ['ID=199666d6-2180-401a-b938-2ceedbced119,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:41.102773 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-07a2b9f2-87a2-4a20-a8ab-1601ab6b7ca5 req-2637035e-fe8c-4d39-bf4f-80d9a67b2bf7 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:51:41.118953 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a2b9f2-87a2-4a20-a8ab-1601ab6b7ca5 req-2637035e-fe8c-4d39-bf4f-80d9a67b2bf7 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:51:41.234906 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2b9f2-87a2-4a20-a8ab-1601ab6b7ca5 req-2637035e-fe8c-4d39-bf4f-80d9a67b2bf7 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:41.235506 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-07a2b9f2-87a2-4a20-a8ab-1601ab6b7ca5 req-2637035e-fe8c-4d39-bf4f-80d9a67b2bf7 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:41.281043 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f8f77-0429-4737-95dc-ef7c25a4bc6b req-a21f493d-db02-4ef8-8dab-7d7f0635ba55 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:41.281452 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-833f8f77-0429-4737-95dc-ef7c25a4bc6b req-a21f493d-db02-4ef8-8dab-7d7f0635ba55 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Synchronizing usage tracker for tenant:cc2941004c7848d8a2fef20902df1dd3 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:51:41.359993 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-07a2b9f2-87a2-4a20-a8ab-1601ab6b7ca5 req-2637035e-fe8c-4d39-bf4f-80d9a67b2bf7 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7924001 May 05 21:51:41.374437 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c9dc9-4750-4a9c-a9f3-67f817bbeaf4 req-d3c8a247-c090-4e7e-b9d0-1804f68e322c tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:41.376047 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-858c9dc9-4750-4a9c-a9f3-67f817bbeaf4 req-d3c8a247-c090-4e7e-b9d0-1804f68e322c tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d07d06a-1a51-4c89-aeb3-87094e83bf8d HTTP/1.1" status: 200 len: 949 time: 0.4222028 May 05 21:51:41.385977 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-07a2b9f2-87a2-4a20-a8ab-1601ab6b7ca5 req-53b15c08-9bd7-4c1d-a7ca-99fd4ac2f9fe service neutron] Request body: {'port': {'device_id': 'a73723ed-69a3-4f82-a60f-d682a3604ae7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:51:41.411014 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-8112fe72-ca2d-4af4-a30e-811ec1a84640 None None] Provisioning for port 199666d6-2180-401a-b938-2ceedbced119 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:51:41.421022 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-8112fe72-ca2d-4af4-a30e-811ec1a84640 None None] Provisioning complete for port 199666d6-2180-401a-b938-2ceedbced119 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:51:41.421469 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8112fe72-ca2d-4af4-a30e-811ec1a84640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:41.422397 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-fcee03e2-9774-4e65-a44a-10b26a94e31c req-d3380eb4-f064-411a-a148-f9e6f07c15a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8420b722-907a-4202-9af4-f5d3ca30218f {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:51:41.464630 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-fcee03e2-9774-4e65-a44a-10b26a94e31c req-d3380eb4-f064-411a-a148-f9e6f07c15a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:41.505011 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-833f8f77-0429-4737-95dc-ef7c25a4bc6b req-a21f493d-db02-4ef8-8dab-7d7f0635ba55 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Unset dirty status for tenant:cc2941004c7848d8a2fef20902df1dd3 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:51:41.506176 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-833f8f77-0429-4737-95dc-ef7c25a4bc6b req-a21f493d-db02-4ef8-8dab-7d7f0635ba55 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] 10.222.0.23 "GET /v2.0/ports?device_id=a73723ed-69a3-4f82-a60f-d682a3604ae7 HTTP/1.1" status: 200 len: 936 time: 0.5594714 May 05 21:51:41.527477 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-858c9dc9-4750-4a9c-a9f3-67f817bbeaf4 req-2190ef33-69ea-4efc-97ac-00548e82d08d tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073210 May 05 21:51:41.545003 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-8112fe72-ca2d-4af4-a30e-811ec1a84640 None None] Port 199666d6-2180-401a-b938-2ceedbced119 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:51:41.547667 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-fcee03e2-9774-4e65-a44a-10b26a94e31c req-d3380eb4-f064-411a-a148-f9e6f07c15a3 service neutron] Transition to ACTIVE for port object 8420b722-907a-4202-9af4-f5d3ca30218f will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:51:41.571067 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-fcee03e2-9774-4e65-a44a-10b26a94e31c req-d3380eb4-f064-411a-a148-f9e6f07c15a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:41.771667 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3380eb4-f064-411a-a148-f9e6f07c15a3 service neutron] Pushing event updated for resources: {'Port': ['ID=8420b722-907a-4202-9af4-f5d3ca30218f,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:41.781860 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-833f8f77-0429-4737-95dc-ef7c25a4bc6b req-b30a147c-c75f-47d1-aa4d-53fbb46d912d tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Synchronizing usage tracker for tenant:cc2941004c7848d8a2fef20902df1dd3 on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:51:41.799161 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-07a2b9f2-87a2-4a20-a8ab-1601ab6b7ca5 req-53b15c08-9bd7-4c1d-a7ca-99fd4ac2f9fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:42.059282 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-833f8f77-0429-4737-95dc-ef7c25a4bc6b req-b30a147c-c75f-47d1-aa4d-53fbb46d912d tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Unset dirty status for tenant:cc2941004c7848d8a2fef20902df1dd3 on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:51:42.071328 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-833f8f77-0429-4737-95dc-ef7c25a4bc6b req-b30a147c-c75f-47d1-aa4d-53fbb46d912d tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] 10.222.0.23 "GET /v2.0/security-groups?id=6340a722-1ab1-4170-b7b5-2fd4e644b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5427361 May 05 21:51:42.246559 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-fcee03e2-9774-4e65-a44a-10b26a94e31c req-d3380eb4-f064-411a-a148-f9e6f07c15a3 service neutron] Attempting to bind port 8420b722-907a-4202-9af4-f5d3ca30218f on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:51:42.247076 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-fcee03e2-9774-4e65-a44a-10b26a94e31c req-d3380eb4-f064-411a-a148-f9e6f07c15a3 service neutron] Attempting to bind port 8420b722-907a-4202-9af4-f5d3ca30218f by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:51:42.247422 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcee03e2-9774-4e65-a44a-10b26a94e31c req-d3380eb4-f064-411a-a148-f9e6f07c15a3 service neutron] Attempting to bind port 8420b722-907a-4202-9af4-f5d3ca30218f on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:51:42.288573 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcee03e2-9774-4e65-a44a-10b26a94e31c req-d3380eb4-f064-411a-a148-f9e6f07c15a3 service neutron] Port 8420b722-907a-4202-9af4-f5d3ca30218f on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:51:42.288895 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcee03e2-9774-4e65-a44a-10b26a94e31c req-d3380eb4-f064-411a-a148-f9e6f07c15a3 service neutron] Attempting to bind port 8420b722-907a-4202-9af4-f5d3ca30218f on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:51:42.313815 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcee03e2-9774-4e65-a44a-10b26a94e31c req-d3380eb4-f064-411a-a148-f9e6f07c15a3 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:51:42.314149 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcee03e2-9774-4e65-a44a-10b26a94e31c req-d3380eb4-f064-411a-a148-f9e6f07c15a3 service neutron] Checking segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:51:42.314523 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcee03e2-9774-4e65-a44a-10b26a94e31c req-d3380eb4-f064-411a-a148-f9e6f07c15a3 service neutron] Bound using segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:51:42.314977 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-fcee03e2-9774-4e65-a44a-10b26a94e31c req-d3380eb4-f064-411a-a148-f9e6f07c15a3 service neutron] Bound port: 8420b722-907a-4202-9af4-f5d3ca30218f, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:51:42.315313 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-fcee03e2-9774-4e65-a44a-10b26a94e31c req-d3380eb4-f064-411a-a148-f9e6f07c15a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:42.453545 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-88deee9b-83a6-45b3-8406-f48bc3ef27d6 req-3fc3322d-2ace-4f41-b166-4c2ae915419f tempest-ServersOnMultiNodesTest-1137210654 tempest-ServersOnMultiNodesTest-1137210654-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3d07d06a-1a51-4c89-aeb3-87094e83bf8d HTTP/1.1" status: 200 len: 1100 time: 0.2541690 May 05 21:51:42.529482 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-07a2b9f2-87a2-4a20-a8ab-1601ab6b7ca5 req-53b15c08-9bd7-4c1d-a7ca-99fd4ac2f9fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 199666d6-2180-401a-b938-2ceedbced119 {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:51:42.548974 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-07a2b9f2-87a2-4a20-a8ab-1601ab6b7ca5 req-53b15c08-9bd7-4c1d-a7ca-99fd4ac2f9fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:42.566482 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-fcee03e2-9774-4e65-a44a-10b26a94e31c req-d3380eb4-f064-411a-a148-f9e6f07c15a3 service neutron] For port 8420b722-907a-4202-9af4-f5d3ca30218f, host n-h1-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:51:42.616974 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-88deee9b-83a6-45b3-8406-f48bc3ef27d6 req-7dd8bd9d-5b28-4fb2-82cf-57a35467c4e2 tempest-ServersOnMultiNodesTest-1137210654 tempest-ServersOnMultiNodesTest-1137210654-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571004 May 05 21:51:42.624120 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-fcee03e2-9774-4e65-a44a-10b26a94e31c req-d3380eb4-f064-411a-a148-f9e6f07c15a3 service neutron] For port 8420b722-907a-4202-9af4-f5d3ca30218f, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=8420b722-907a-4202-9af4-f5d3ca30218f,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:51:42.625759 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-07a2b9f2-87a2-4a20-a8ab-1601ab6b7ca5 req-53b15c08-9bd7-4c1d-a7ca-99fd4ac2f9fe service neutron] Transition to ACTIVE for port object 199666d6-2180-401a-b938-2ceedbced119 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:51:42.664736 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:51:42.672306 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1abd4-e1d6-4d2d-977d-f7f1f2727b57 req-4e5e67e4-ec1e-41ea-86f8-63328d61b9ce tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:42.679516 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f0c1abd4-e1d6-4d2d-977d-f7f1f2727b57 req-4e5e67e4-ec1e-41ea-86f8-63328d61b9ce tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=82e9fd69-4c0a-4daf-8e56-1cf72160ef5b HTTP/1.1" status: 200 len: 946 time: 0.2082870 May 05 21:51:42.682824 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-fcee03e2-9774-4e65-a44a-10b26a94e31c req-d3380eb4-f064-411a-a148-f9e6f07c15a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:42.692575 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-07a2b9f2-87a2-4a20-a8ab-1601ab6b7ca5 req-53b15c08-9bd7-4c1d-a7ca-99fd4ac2f9fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:42.784071 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-fcee03e2-9774-4e65-a44a-10b26a94e31c req-d3380eb4-f064-411a-a148-f9e6f07c15a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:42.785461 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fcee03e2-9774-4e65-a44a-10b26a94e31c req-d3380eb4-f064-411a-a148-f9e6f07c15a3 service neutron] 10.222.0.44 "PUT /v2.0/ports/8420b722-907a-4202-9af4-f5d3ca30218f HTTP/1.1" status: 200 len: 1095 time: 2.8501160 May 05 21:51:42.792970 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a77a8e30-26e6-4a45-b602-06e131904fc2', 'tag': '8420b722-907a-4202-9af4-f5d3ca30218f'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:51:43.097074 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82c333e1-fbf3-4396-8559-a68bda54a2ee'] response: {'name': 'network-changed', 'server_uuid': 'a77a8e30-26e6-4a45-b602-06e131904fc2', 'tag': '8420b722-907a-4202-9af4-f5d3ca30218f', 'status': 'completed', 'code': 200} May 05 21:51:43.182813 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f0c1abd4-e1d6-4d2d-977d-f7f1f2727b57 req-3b2b4d05-6ac3-4fc7-9358-b7abb1af5de0 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=910f211c-c7ca-4cc4-8d09-61e980cdaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5022821 May 05 21:51:43.317359 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5df219bf-df19-48b1-9a10-5459293048cc req-c07ee9e9-5451-4b48-b929-56467baa3a87 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=573addcdcad64ebbacaadf6765f34d35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1154652 May 05 21:51:43.318443 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3380eb4-f064-411a-a148-f9e6f07c15a3 service neutron] Pushing event updated for resources: {'Port': ['ID=8420b722-907a-4202-9af4-f5d3ca30218f,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:43.558687 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b15c08-9bd7-4c1d-a7ca-99fd4ac2f9fe service neutron] Pushing event updated for resources: {'Port': ['ID=199666d6-2180-401a-b938-2ceedbced119,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:43.599684 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fcee03e2-9774-4e65-a44a-10b26a94e31c req-2b80c9f2-b6ef-4beb-a425-c4b04da416d5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cc2941004c7848d8a2fef20902df1dd3&device_id=a77a8e30-26e6-4a45-b602-06e131904fc2 HTTP/1.1" status: 200 len: 1098 time: 0.5017831 May 05 21:51:43.676667 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-07a2b9f2-87a2-4a20-a8ab-1601ab6b7ca5 req-53b15c08-9bd7-4c1d-a7ca-99fd4ac2f9fe service neutron] Attempting to bind port 199666d6-2180-401a-b938-2ceedbced119 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:51:43.677001 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-07a2b9f2-87a2-4a20-a8ab-1601ab6b7ca5 req-53b15c08-9bd7-4c1d-a7ca-99fd4ac2f9fe service neutron] Attempting to bind port 199666d6-2180-401a-b938-2ceedbced119 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:51:43.677337 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a2b9f2-87a2-4a20-a8ab-1601ab6b7ca5 req-53b15c08-9bd7-4c1d-a7ca-99fd4ac2f9fe service neutron] Attempting to bind port 199666d6-2180-401a-b938-2ceedbced119 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:51:43.752648 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a2b9f2-87a2-4a20-a8ab-1601ab6b7ca5 req-53b15c08-9bd7-4c1d-a7ca-99fd4ac2f9fe service neutron] Port 199666d6-2180-401a-b938-2ceedbced119 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:51:43.752973 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a2b9f2-87a2-4a20-a8ab-1601ab6b7ca5 req-53b15c08-9bd7-4c1d-a7ca-99fd4ac2f9fe service neutron] Attempting to bind port 199666d6-2180-401a-b938-2ceedbced119 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:51:43.769205 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fcee03e2-9774-4e65-a44a-10b26a94e31c req-0a3604b4-d34b-4237-869c-f89f9b75c7bd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=8420b722-907a-4202-9af4-f5d3ca30218f HTTP/1.1" status: 200 len: 217 time: 0.1610155 May 05 21:51:43.818270 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a2b9f2-87a2-4a20-a8ab-1601ab6b7ca5 req-53b15c08-9bd7-4c1d-a7ca-99fd4ac2f9fe service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:51:43.818905 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a2b9f2-87a2-4a20-a8ab-1601ab6b7ca5 req-53b15c08-9bd7-4c1d-a7ca-99fd4ac2f9fe service neutron] Checking segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:51:43.819036 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a2b9f2-87a2-4a20-a8ab-1601ab6b7ca5 req-53b15c08-9bd7-4c1d-a7ca-99fd4ac2f9fe service neutron] Bound using segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:51:43.819476 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-07a2b9f2-87a2-4a20-a8ab-1601ab6b7ca5 req-53b15c08-9bd7-4c1d-a7ca-99fd4ac2f9fe service neutron] Bound port: 199666d6-2180-401a-b938-2ceedbced119, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:51:43.819819 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-07a2b9f2-87a2-4a20-a8ab-1601ab6b7ca5 req-53b15c08-9bd7-4c1d-a7ca-99fd4ac2f9fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:43.881299 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df219bf-df19-48b1-9a10-5459293048cc req-4b53aa80-b878-45ec-bd84-b80b3ddfaca4 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:43.887880 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5df219bf-df19-48b1-9a10-5459293048cc req-4b53aa80-b878-45ec-bd84-b80b3ddfaca4 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5542738 May 05 21:51:43.945402 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-eb8c8b02-79a2-4c8e-9689-4dd2e237aa5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:43.957400 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee03e2-9774-4e65-a44a-10b26a94e31c req-7916e95f-d1d0-4abd-b736-a4a2469635be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:43.958887 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fcee03e2-9774-4e65-a44a-10b26a94e31c req-7916e95f-d1d0-4abd-b736-a4a2469635be service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.1792548 May 05 21:51:43.964584 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5df219bf-df19-48b1-9a10-5459293048cc req-b4311d90-6f57-46e9-8e31-f91319c92a52 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/quotas/573addcdcad64ebbacaadf6765f34d35 HTTP/1.1" status: 200 len: 375 time: 0.0759108 May 05 21:51:44.012959 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de30f39-30ec-4c74-aa24-3599e6e5b1cd req-879e94e3-5794-483f-94c8-91ca7b784d3b tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:44.014410 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4de30f39-30ec-4c74-aa24-3599e6e5b1cd req-879e94e3-5794-483f-94c8-91ca7b784d3b tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] 10.222.0.23 "GET /v2.0/ports?device_id=a73723ed-69a3-4f82-a60f-d682a3604ae7 HTTP/1.1" status: 200 len: 948 time: 0.3329573 May 05 21:51:44.129597 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-07a2b9f2-87a2-4a20-a8ab-1601ab6b7ca5 req-53b15c08-9bd7-4c1d-a7ca-99fd4ac2f9fe service neutron] For port 199666d6-2180-401a-b938-2ceedbced119, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:51:44.156099 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-07a2b9f2-87a2-4a20-a8ab-1601ab6b7ca5 req-53b15c08-9bd7-4c1d-a7ca-99fd4ac2f9fe service neutron] For port 199666d6-2180-401a-b938-2ceedbced119, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=199666d6-2180-401a-b938-2ceedbced119,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:51:44.165900 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4de30f39-30ec-4c74-aa24-3599e6e5b1cd req-955935ac-e630-4cc2-b13c-9ad1b8d12b8f tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] 10.222.0.23 "GET /v2.0/security-groups?id=6340a722-1ab1-4170-b7b5-2fd4e644b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091146 May 05 21:51:44.169198 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-07a2b9f2-87a2-4a20-a8ab-1601ab6b7ca5 req-53b15c08-9bd7-4c1d-a7ca-99fd4ac2f9fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:44.246377 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fcee03e2-9774-4e65-a44a-10b26a94e31c req-cc93599e-0c49-4c37-aada-73c5edd83d36 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2776020 May 05 21:51:44.270933 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5df219bf-df19-48b1-9a10-5459293048cc req-7a210dd5-5c4d-436a-8aaa-c2f8f48b5ba5 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=573addcdcad64ebbacaadf6765f34d35&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2643549 May 05 21:51:44.272594 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-07a2b9f2-87a2-4a20-a8ab-1601ab6b7ca5 req-53b15c08-9bd7-4c1d-a7ca-99fd4ac2f9fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:44.273967 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-07a2b9f2-87a2-4a20-a8ab-1601ab6b7ca5 req-53b15c08-9bd7-4c1d-a7ca-99fd4ac2f9fe service neutron] 10.222.0.32 "PUT /v2.0/ports/199666d6-2180-401a-b938-2ceedbced119 HTTP/1.1" status: 200 len: 1096 time: 2.8936310 May 05 21:51:44.457662 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b15c08-9bd7-4c1d-a7ca-99fd4ac2f9fe service neutron] Pushing event updated for resources: {'Port': ['ID=199666d6-2180-401a-b938-2ceedbced119,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:44.720101 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fcee03e2-9774-4e65-a44a-10b26a94e31c req-0090b37c-5c49-4656-a8f4-02c5224d2bd5 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4428174 May 05 21:51:44.766491 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049d450-9a86-4be9-bfc5-d3603578f827 req-d92955db-d516-4cff-9507-d23ceb32c0ed tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:44.768226 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6049d450-9a86-4be9-bfc5-d3603578f827 req-d92955db-d516-4cff-9507-d23ceb32c0ed tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.3539674 May 05 21:51:44.771347 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-07a2b9f2-87a2-4a20-a8ab-1601ab6b7ca5 req-f8295e12-bfae-47f9-9d2e-4afc7e702b7d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc2941004c7848d8a2fef20902df1dd3&device_id=a73723ed-69a3-4f82-a60f-d682a3604ae7 HTTP/1.1" status: 200 len: 1099 time: 0.3582289 May 05 21:51:45.099905 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a73723ed-69a3-4f82-a60f-d682a3604ae7', 'tag': '199666d6-2180-401a-b938-2ceedbced119'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:51:45.114783 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-07a2b9f2-87a2-4a20-a8ab-1601ab6b7ca5 req-6a016766-435c-4973-bc02-e9ec88924b24 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=199666d6-2180-401a-b938-2ceedbced119 HTTP/1.1" status: 200 len: 217 time: 0.2855661 May 05 21:51:45.138289 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6049d450-9a86-4be9-bfc5-d3603578f827 req-c91cf38c-448a-4ea6-ab09-615d8db3e676 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3102329 May 05 21:51:45.210020 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75449179-880a-4ad3-9414-ee03bf5531b9 req-d10e4f89-c3af-4bfd-a225-2789e40e37ee tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:45.217007 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-75449179-880a-4ad3-9414-ee03bf5531b9 req-d10e4f89-c3af-4bfd-a225-2789e40e37ee tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=82e9fd69-4c0a-4daf-8e56-1cf72160ef5b HTTP/1.1" status: 200 len: 946 time: 0.5796068 May 05 21:51:45.261844 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fcee03e2-9774-4e65-a44a-10b26a94e31c req-53363309-20ca-4282-b7d8-4cddee219ea5 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5342805 May 05 21:51:45.285750 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2b9f2-87a2-4a20-a8ab-1601ab6b7ca5 req-38946c4b-9bdb-4003-861e-636be708a73b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:45.288065 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-07a2b9f2-87a2-4a20-a8ab-1601ab6b7ca5 req-38946c4b-9bdb-4003-861e-636be708a73b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.1527324 May 05 21:51:45.303029 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42508) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:51:45.381158 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-75449179-880a-4ad3-9414-ee03bf5531b9 req-2732bf52-4879-450c-ad9f-fe8f15dc4193 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=910f211c-c7ca-4cc4-8d09-61e980cdaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626952 May 05 21:51:45.436544 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9aa1d1b8-a9b5-4097-893d-3a01ea68b210 req-87bec52e-b28f-440c-b820-39bff5c4ad30 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbba48f3-876a-42cb-a53a-58413d30e1ae HTTP/1.1" status: 200 len: 210 time: 0.1016052 May 05 21:51:45.483783 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-07a2b9f2-87a2-4a20-a8ab-1601ab6b7ca5 req-1cdffee7-7054-4984-a2d6-3bd5135849fe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1877027 May 05 21:51:45.493000 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78eb5b1a-9368-475a-8539-67f3cbf4edc0'] response: {'name': 'network-changed', 'server_uuid': 'a73723ed-69a3-4f82-a60f-d682a3604ae7', 'tag': '199666d6-2180-401a-b938-2ceedbced119', 'status': 'completed', 'code': 200} May 05 21:51:45.497390 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ce277662-736b-487a-b668-619d7831dccc req-499ca4f2-c4b5-4778-9717-99481a6e00e3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cc2941004c7848d8a2fef20902df1dd3&device_id=a77a8e30-26e6-4a45-b602-06e131904fc2 HTTP/1.1" status: 200 len: 1098 time: 0.1610436 May 05 21:51:45.551287 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1957d39c-e453-40d2-8b8d-0c0c237ef4f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:45.654920 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-1957d39c-e453-40d2-8b8d-0c0c237ef4f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:51:45.678868 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-1957d39c-e453-40d2-8b8d-0c0c237ef4f2 admin admin] Usage tracker for resource:security_group_rule and tenant:637a26ae563c47d0a3ef8539ee78ba76 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:51:45.689538 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-1957d39c-e453-40d2-8b8d-0c0c237ef4f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:51:45.703846 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-1957d39c-e453-40d2-8b8d-0c0c237ef4f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:51:45.840326 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1957d39c-e453-40d2-8b8d-0c0c237ef4f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:45.841438 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42530) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:51:45.849813 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1957d39c-e453-40d2-8b8d-0c0c237ef4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:45.881082 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5df219bf-df19-48b1-9a10-5459293048cc req-534054a2-d29d-4f16-bf86-ee91a64186af tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=573addcdcad64ebbacaadf6765f34d35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457120 May 05 21:51:45.908065 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1957d39c-e453-40d2-8b8d-0c0c237ef4f2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=637a26ae563c47d0a3ef8539ee78ba76&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6032047 May 05 21:51:45.909228 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42536) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:51:45.910083 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1957d39c-e453-40d2-8b8d-0c0c237ef4f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f57b43-9792-4881-85d5-a7e1d3a7c959,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:45.995233 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-44c8b17b-0f42-4f6b-abde-bfcf3e893d0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:46.005521 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce277662-736b-487a-b668-619d7831dccc req-c95b74c8-247a-4df4-acd9-cf3f11cd5360 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:46.007113 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ce277662-736b-487a-b668-619d7831dccc req-c95b74c8-247a-4df4-acd9-cf3f11cd5360 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 HTTP/1.1" status: 200 len: 870 time: 0.4830356 May 05 21:51:46.009033 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-07a2b9f2-87a2-4a20-a8ab-1601ab6b7ca5 req-b1aed283-fcae-4bb1-8f6f-5394019c0cb3 service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5094745 May 05 21:51:46.027604 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-44c8b17b-0f42-4f6b-abde-bfcf3e893d0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:46.030429 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0952e6b-c419-46e4-baf9-a2463cba303b req-84701836-f3da-4f8b-85a4-0f07e43826c8 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:46.034416 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a0952e6b-c419-46e4-baf9-a2463cba303b req-84701836-f3da-4f8b-85a4-0f07e43826c8 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] 10.222.0.23 "GET /v2.0/ports?device_id=a73723ed-69a3-4f82-a60f-d682a3604ae7 HTTP/1.1" status: 200 len: 948 time: 0.3328586 May 05 21:51:46.065842 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-060aadf9-d384-42b0-8ed6-3bb231773cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:46.135525 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f8216bbc-de60-4685-98f8-63cbb50baa4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:46.174289 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-44c8b17b-0f42-4f6b-abde-bfcf3e893d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:46.202334 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c8b17b-0f42-4f6b-abde-bfcf3e893d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f57b43-9792-4881-85d5-a7e1d3a7c959,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:46.204550 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f8216bbc-de60-4685-98f8-63cbb50baa4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:51:46.210916 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f8216bbc-de60-4685-98f8-63cbb50baa4b admin admin] Usage tracker for resource:security_group_rule and tenant:9ee0be16f2ba44248ca31ad5e0d1c18f is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:51:46.214067 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f8216bbc-de60-4685-98f8-63cbb50baa4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:51:46.217019 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-44c8b17b-0f42-4f6b-abde-bfcf3e893d0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:46.218152 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-44c8b17b-0f42-4f6b-abde-bfcf3e893d0c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e9f57b43-9792-4881-85d5-a7e1d3a7c959 HTTP/1.1" status: 204 len: 168 time: 0.3051713 May 05 21:51:46.222262 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f8216bbc-de60-4685-98f8-63cbb50baa4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:51:46.276011 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ce277662-736b-487a-b668-619d7831dccc req-b083ddf1-582f-4e1c-8a33-565af01086b8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=8420b722-907a-4202-9af4-f5d3ca30218f HTTP/1.1" status: 200 len: 217 time: 0.2560263 May 05 21:51:46.325858 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f8216bbc-de60-4685-98f8-63cbb50baa4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:46.335876 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f8216bbc-de60-4685-98f8-63cbb50baa4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:46.372871 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a0952e6b-c419-46e4-baf9-a2463cba303b req-88932c69-64a6-4aaa-8116-be0b5f642bfd tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] 10.222.0.23 "GET /v2.0/security-groups?id=6340a722-1ab1-4170-b7b5-2fd4e644b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429442 May 05 21:51:46.407229 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8216bbc-de60-4685-98f8-63cbb50baa4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c3310f-99bc-4782-a588-f9ffd489731e,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:46.414505 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f8216bbc-de60-4685-98f8-63cbb50baa4b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9ee0be16f2ba44248ca31ad5e0d1c18f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5715821 May 05 21:51:46.416433 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42560) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:51:46.470851 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df219bf-df19-48b1-9a10-5459293048cc req-741f0705-9c8c-42d9-a2f5-8549f0b4e8ff tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:46.472491 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5df219bf-df19-48b1-9a10-5459293048cc req-741f0705-9c8c-42d9-a2f5-8549f0b4e8ff tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5788918 May 05 21:51:46.497163 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-87c57ea0-fec6-4330-811d-949e66d3f0c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:46.518715 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-5df219bf-df19-48b1-9a10-5459293048cc req-03fa413c-99db-4829-9255-1a2d301768a4 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Request body: {'port': {'device_id': 'dbba48f3-876a-42cb-a53a-58413d30e1ae', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'admin_state_up': True, 'tenant_id': '573addcdcad64ebbacaadf6765f34d35'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:51:46.524955 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-87c57ea0-fec6-4330-811d-949e66d3f0c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:46.543376 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce277662-736b-487a-b668-619d7831dccc req-a6879a43-60dc-4185-ac15-08bb4a8829b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:46.544843 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ce277662-736b-487a-b668-619d7831dccc req-a6879a43-60dc-4185-ac15-08bb4a8829b4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.2591128 May 05 21:51:46.546592 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-07a2b9f2-87a2-4a20-a8ab-1601ab6b7ca5 req-6a01742f-e11a-4b6f-b203-cb2620f36472 service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5228951 May 05 21:51:46.616742 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-87c57ea0-fec6-4330-811d-949e66d3f0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:46.638790 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c57ea0-fec6-4330-811d-949e66d3f0c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c3310f-99bc-4782-a588-f9ffd489731e,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:46.642017 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-87c57ea0-fec6-4330-811d-949e66d3f0c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:46.646777 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-87c57ea0-fec6-4330-811d-949e66d3f0c4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/83c3310f-99bc-4782-a588-f9ffd489731e HTTP/1.1" status: 204 len: 168 time: 0.2285149 May 05 21:51:46.763379 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42574) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:51:46.786467 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-99304339-fc07-41e4-b628-0fa6be15f605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:46.830263 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-99304339-fc07-41e4-b628-0fa6be15f605 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:51:46.839680 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-99304339-fc07-41e4-b628-0fa6be15f605 admin admin] Usage tracker for resource:security_group_rule and tenant:6f8ff9209d784e14a09d4971d1fa4424 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:51:46.844737 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-99304339-fc07-41e4-b628-0fa6be15f605 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:51:46.851586 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-99304339-fc07-41e4-b628-0fa6be15f605 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:51:46.919749 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e34a0a1-2779-4ee2-8cf7-35bc09748ae1 req-8dc09277-3a9e-4439-80a5-e51a7fcf830d tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:46.926887 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7e34a0a1-2779-4ee2-8cf7-35bc09748ae1 req-8dc09277-3a9e-4439-80a5-e51a7fcf830d tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.5429330 May 05 21:51:46.929836 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-99304339-fc07-41e4-b628-0fa6be15f605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:46.937324 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-99304339-fc07-41e4-b628-0fa6be15f605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:47.013942 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99304339-fc07-41e4-b628-0fa6be15f605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94dadfde-ee4b-4ac8-a4a8-0de2a1039934,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:47.041113 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-99304339-fc07-41e4-b628-0fa6be15f605 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6f8ff9209d784e14a09d4971d1fa4424&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2762225 May 05 21:51:47.043265 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42586) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:51:47.099573 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-5df219bf-df19-48b1-9a10-5459293048cc req-03fa413c-99db-4829-9255-1a2d301768a4 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:51:47.119226 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda73b50-f570-4d78-8c98-9825778cbe40 req-9396aeda-ad4d-4988-9b3d-d8c939ccb38f tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:47.120693 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bda73b50-f570-4d78-8c98-9825778cbe40 req-9396aeda-ad4d-4988-9b3d-d8c939ccb38f tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=82e9fd69-4c0a-4daf-8e56-1cf72160ef5b HTTP/1.1" status: 200 len: 946 time: 0.4020483 May 05 21:51:47.121009 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-525021d0-38cc-40f6-b044-c9e7dd6f8346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:47.127583 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ce277662-736b-487a-b668-619d7831dccc req-03fc2dad-2a39-4d44-8d5a-069b4cccb341 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5637779 May 05 21:51:47.136680 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-5df219bf-df19-48b1-9a10-5459293048cc req-03fa413c-99db-4829-9255-1a2d301768a4 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:51:47.140421 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-36517253-a169-4043-92ec-4e1d927efa3f req-3a00845f-0de1-4c45-8541-4596a1d08123 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc2941004c7848d8a2fef20902df1dd3&device_id=a73723ed-69a3-4f82-a60f-d682a3604ae7 HTTP/1.1" status: 200 len: 1099 time: 0.4500976 May 05 21:51:47.157822 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-525021d0-38cc-40f6-b044-c9e7dd6f8346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:47.232629 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-525021d0-38cc-40f6-b044-c9e7dd6f8346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:47.243484 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:47.255586 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525021d0-38cc-40f6-b044-c9e7dd6f8346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94dadfde-ee4b-4ac8-a4a8-0de2a1039934,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:47.263698 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-525021d0-38cc-40f6-b044-c9e7dd6f8346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:47.264620 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-525021d0-38cc-40f6-b044-c9e7dd6f8346 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/94dadfde-ee4b-4ac8-a4a8-0de2a1039934 HTTP/1.1" status: 204 len: 168 time: 0.2197919 May 05 21:51:47.270268 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5df219bf-df19-48b1-9a10-5459293048cc req-03fa413c-99db-4829-9255-1a2d301768a4 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Made reservation on behalf of 573addcdcad64ebbacaadf6765f34d35 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:51:47.273279 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-5df219bf-df19-48b1-9a10-5459293048cc req-03fa413c-99db-4829-9255-1a2d301768a4 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:47.363191 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7e34a0a1-2779-4ee2-8cf7-35bc09748ae1 req-20ff54e5-95ef-4197-b626-d50690ee4422 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4351900 May 05 21:51:47.433622 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 8420b722-907a-4202-9af4-f5d3ca30218f details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:51:47.461386 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ce277662-736b-487a-b668-619d7831dccc req-f2c130e7-df17-47fd-8bc2-370a10317d29 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200729 May 05 21:51:47.467150 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bda73b50-f570-4d78-8c98-9825778cbe40 req-50e6fa90-65f9-4463-a305-4f6b73a674a9 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=910f211c-c7ca-4cc4-8d09-61e980cdaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321645 May 05 21:51:47.471599 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:47.761539 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 8420b722-907a-4202-9af4-f5d3ca30218f, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=8420b722-907a-4202-9af4-f5d3ca30218f,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:51:47.770738 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-33339e75-e195-49dd-927f-994e908498a2 req-2f737c04-5292-424c-8219-a76a45606dad tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbba48f3-876a-42cb-a53a-58413d30e1ae HTTP/1.1" status: 200 len: 210 time: 0.2601254 May 05 21:51:47.813345 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '8420b722-907a-4202-9af4-f5d3ca30218f', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'port_id': '8420b722-907a-4202-9af4-f5d3ca30218f', 'mac_address': 'fa:16:3e:cd:ed:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f237a6ef-d044-411f-a2d8-d12619664c91', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:51:47.886853 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:47.910639 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8420b722-907a-4202-9af4-f5d3ca30218f {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:51:47.930249 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 8420b722-907a-4202-9af4-f5d3ca30218f, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=8420b722-907a-4202-9af4-f5d3ca30218f,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:51:47.939544 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:47.973063 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36517253-a169-4043-92ec-4e1d927efa3f req-f75b0316-08ae-48cd-84fa-54cf0cce1581 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:47.974793 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-36517253-a169-4043-92ec-4e1d927efa3f req-f75b0316-08ae-48cd-84fa-54cf0cce1581 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 HTTP/1.1" status: 200 len: 870 time: 0.7983634 May 05 21:51:47.982336 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 42626) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:51:48.065465 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-44a6f5f9-1270-4d8f-a1cf-dd0018fcd01b req-038fbcaa-b106-43a8-9731-2fb19bb6a902 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=82e9fd69-4c0a-4daf-8e56-1cf72160ef5b HTTP/1.1" status: 200 len: 1097 time: 0.3233078 May 05 21:51:48.078012 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=8420b722-907a-4202-9af4-f5d3ca30218f,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:48.122469 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-44a6f5f9-1270-4d8f-a1cf-dd0018fcd01b req-b6c6521b-39b6-4b54-a077-46e270137351 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=910f211c-c7ca-4cc4-8d09-61e980cdaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492170 May 05 21:51:48.149822 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-36517253-a169-4043-92ec-4e1d927efa3f req-486d0cf4-0dd9-41b9-aae1-2c1fcfa38ad1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=199666d6-2180-401a-b938-2ceedbced119 HTTP/1.1" status: 200 len: 217 time: 0.1542585 May 05 21:51:48.164019 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb93e855-e5bb-4eb3-b4e9-6e783a2dd3f5 req-07e0a796-874f-4bf0-a87d-5acc60df0640 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:48.165225 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cb93e855-e5bb-4eb3-b4e9-6e783a2dd3f5 req-07e0a796-874f-4bf0-a87d-5acc60df0640 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] 10.222.0.23 "GET /v2.0/ports?device_id=a73723ed-69a3-4f82-a60f-d682a3604ae7 HTTP/1.1" status: 200 len: 948 time: 0.4076083 May 05 21:51:48.206847 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ce277662-736b-487a-b668-619d7831dccc req-88529c69-8b47-4682-9b3c-78236562841d service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7154644 May 05 21:51:48.262797 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-5df219bf-df19-48b1-9a10-5459293048cc req-03fa413c-99db-4829-9255-1a2d301768a4 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Allocated IP 192.168.233.58 (4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9/f237a6ef-d044-411f-a2d8-d12619664c91/6d46f772-0eff-4982-8ebd-3ae59a9eb31c) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:51:48.282189 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36517253-a169-4043-92ec-4e1d927efa3f req-990fa770-0acf-4ba3-bf94-b112c52917f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:48.283681 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-36517253-a169-4043-92ec-4e1d927efa3f req-990fa770-0acf-4ba3-bf94-b112c52917f3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.1175525 May 05 21:51:48.295356 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['8420b722-907a-4202-9af4-f5d3ca30218f'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:51:48.357729 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-87bc4ccc-2e29-4db3-9a0b-cafe8bbad0de admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-1760086747-network', 'tenant_id': 'f6c238ea5d5c4770902f2f580b5d0392'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:51:48.370143 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cb93e855-e5bb-4eb3-b4e9-6e783a2dd3f5 req-de96a36f-6b44-4171-97d6-90a95b53bf05 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] 10.222.0.23 "GET /v2.0/security-groups?id=6340a722-1ab1-4170-b7b5-2fd4e644b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623785 May 05 21:51:48.376288 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-87bc4ccc-2e29-4db3-9a0b-cafe8bbad0de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:51:48.401056 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-87bc4ccc-2e29-4db3-9a0b-cafe8bbad0de admin admin] Usage tracker for resource:network and tenant:f6c238ea5d5c4770902f2f580b5d0392 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:51:48.409155 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-87bc4ccc-2e29-4db3-9a0b-cafe8bbad0de admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:51:48.433252 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-87bc4ccc-2e29-4db3-9a0b-cafe8bbad0de admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:51:48.540209 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87bc4ccc-2e29-4db3-9a0b-cafe8bbad0de admin admin] Made reservation on behalf of f6c238ea5d5c4770902f2f580b5d0392 for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:51:48.542739 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-87bc4ccc-2e29-4db3-9a0b-cafe8bbad0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:48.603559 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-87bc4ccc-2e29-4db3-9a0b-cafe8bbad0de admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:48.679260 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-36517253-a169-4043-92ec-4e1d927efa3f req-9d9f3232-3f1d-4946-8d99-3d76af3241a4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3819151 May 05 21:51:48.748854 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-87bc4ccc-2e29-4db3-9a0b-cafe8bbad0de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:51:48.763124 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-87bc4ccc-2e29-4db3-9a0b-cafe8bbad0de admin admin] Usage tracker for resource:security_group_rule and tenant:f6c238ea5d5c4770902f2f580b5d0392 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:51:48.821105 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-87bc4ccc-2e29-4db3-9a0b-cafe8bbad0de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:51:48.840388 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:48.846611 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-87bc4ccc-2e29-4db3-9a0b-cafe8bbad0de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:51:48.889203 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-5df219bf-df19-48b1-9a10-5459293048cc req-03fa413c-99db-4829-9255-1a2d301768a4 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:48.950315 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-5df219bf-df19-48b1-9a10-5459293048cc req-03fa413c-99db-4829-9255-1a2d301768a4 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Transition to ACTIVE for port object 6d46f772-0eff-4982-8ebd-3ae59a9eb31c will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:51:49.013370 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-36517253-a169-4043-92ec-4e1d927efa3f req-395fede9-23ec-46b2-9207-4b96c859275a service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942305 May 05 21:51:49.058264 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d66103-f552-4250-a7dd-4489dd977106 req-99e6aa52-6532-4f30-8dd4-1c0382636b1c tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:49.064944 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d2d66103-f552-4250-a7dd-4489dd977106 req-99e6aa52-6532-4f30-8dd4-1c0382636b1c tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=82e9fd69-4c0a-4daf-8e56-1cf72160ef5b HTTP/1.1" status: 200 len: 946 time: 0.3848774 May 05 21:51:49.341759 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-5df219bf-df19-48b1-9a10-5459293048cc req-03fa413c-99db-4829-9255-1a2d301768a4 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:49.356282 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['cfc1d106-e577-4500-a5d8-8130ac0a87a6', 'cba3d0c5-8834-4d3a-b7bc-eb551f80748b', '486adfde-c997-46bf-be2f-046f4bfb9410', 'd181073e-9fef-4858-9d10-55294cbbae5c'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:51:49.360851 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-87bc4ccc-2e29-4db3-9a0b-cafe8bbad0de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:49.399615 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 199666d6-2180-401a-b938-2ceedbced119 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:51:49.439499 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-87bc4ccc-2e29-4db3-9a0b-cafe8bbad0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:49.493920 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d2d66103-f552-4250-a7dd-4489dd977106 req-bb96b0e6-d282-47b3-955a-a5329be91324 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=910f211c-c7ca-4cc4-8d09-61e980cdaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4280326 May 05 21:51:49.499805 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['95aa95b3-c351-4de7-8c77-edac6278846e', 'cd80ef28-f478-4ffe-9474-4a4480525f9e'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:51:49.584247 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1480f3ce-845f-4a8e-b004-59bac369a55a req-922ce5ef-2f43-4120-8389-99ff40b3e5ec service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=96d03dba-d32f-48fd-b323-bed56210f927&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1602254 May 05 21:51:49.588529 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.resource_extend [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 21:51:49.593071 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87bc4ccc-2e29-4db3-9a0b-cafe8bbad0de admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:51:49.634723 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c4235-d465-48e7-ac1a-5f4738203556 req-d2c949b7-f084-4b9f-bace-8e3becefae7e tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:49.641999 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7c5c4235-d465-48e7-ac1a-5f4738203556 req-d2c949b7-f084-4b9f-bace-8e3becefae7e tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.7111766 May 05 21:51:49.673957 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-36517253-a169-4043-92ec-4e1d927efa3f req-0c9e4448-ad8e-4e7e-a29e-14c4d219225e service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6524739 May 05 21:51:49.722217 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5df219bf-df19-48b1-9a10-5459293048cc req-03fa413c-99db-4829-9255-1a2d301768a4 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:51:49.724236 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fa413c-99db-4829-9255-1a2d301768a4 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Pushing event updated for resources: {'Port': ['ID=6d46f772-0eff-4982-8ebd-3ae59a9eb31c,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:49.730329 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-5df219bf-df19-48b1-9a10-5459293048cc req-03fa413c-99db-4829-9255-1a2d301768a4 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:51:49.739924 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc4ccc-2e29-4db3-9a0b-cafe8bbad0de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6dda54-0c76-4934-8946-23a7022cf3d1,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:49.743468 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-5df219bf-df19-48b1-9a10-5459293048cc req-03fa413c-99db-4829-9255-1a2d301768a4 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:51:49.776214 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-87bc4ccc-2e29-4db3-9a0b-cafe8bbad0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:49.776558 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-87bc4ccc-2e29-4db3-9a0b-cafe8bbad0de admin admin] Added segment aa130125-ac4f-4cc9-bf93-587f41590d45 of type vlan for network fb42f921-f81d-43e5-bc6b-665ccb72c0b1 May 05 21:51:49.783074 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1480f3ce-845f-4a8e-b004-59bac369a55a req-e89b8aa2-459d-45be-9463-aedfcc149b24 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=573addcdcad64ebbacaadf6765f34d35&device_id=96d03dba-d32f-48fd-b323-bed56210f927 HTTP/1.1" status: 200 len: 1101 time: 0.1736097 May 05 21:51:50.000117 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-87bc4ccc-2e29-4db3-9a0b-cafe8bbad0de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:50.030253 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7c5c4235-d465-48e7-ac1a-5f4738203556 req-3c68e250-34c8-4c9b-ba37-a563701ef74b tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3819737 May 05 21:51:50.082976 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df219bf-df19-48b1-9a10-5459293048cc req-03fa413c-99db-4829-9255-1a2d301768a4 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:50.084274 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-5df219bf-df19-48b1-9a10-5459293048cc req-03fa413c-99db-4829-9255-1a2d301768a4 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:50.161155 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480f3ce-845f-4a8e-b004-59bac369a55a req-7cae1cd9-e35a-4223-9a85-d3fd9f5d1e39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:50.167491 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde0eb7b-7066-4552-8d43-6e40704157dc req-368f22d2-fd53-47ad-9a3b-6ac99bcd9c8c tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:50.167726 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1480f3ce-845f-4a8e-b004-59bac369a55a req-7cae1cd9-e35a-4223-9a85-d3fd9f5d1e39 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 HTTP/1.1" status: 200 len: 870 time: 0.3465798 May 05 21:51:50.169168 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fde0eb7b-7066-4552-8d43-6e40704157dc req-368f22d2-fd53-47ad-9a3b-6ac99bcd9c8c tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbba48f3-876a-42cb-a53a-58413d30e1ae HTTP/1.1" status: 200 len: 935 time: 0.4348347 May 05 21:51:50.191290 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 199666d6-2180-401a-b938-2ceedbced119, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=199666d6-2180-401a-b938-2ceedbced119,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:51:50.198914 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-87bc4ccc-2e29-4db3-9a0b-cafe8bbad0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:50.199927 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bc4ccc-2e29-4db3-9a0b-cafe8bbad0de admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:50.200510 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-87bc4ccc-2e29-4db3-9a0b-cafe8bbad0de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:50.245652 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-87bc4ccc-2e29-4db3-9a0b-cafe8bbad0de admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2489338 May 05 21:51:50.256444 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '199666d6-2180-401a-b938-2ceedbced119', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'port_id': '199666d6-2180-401a-b938-2ceedbced119', 'mac_address': 'fa:16:3e:28:db:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f237a6ef-d044-411f-a2d8-d12619664c91', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:51:50.280205 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f891e8ca-5a4e-45ac-a977-b7f0ecea45f1 None None] Provisioning for port 6d46f772-0eff-4982-8ebd-3ae59a9eb31c completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:51:50.289936 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42710) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:51:50.296140 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5df219bf-df19-48b1-9a10-5459293048cc req-03fa413c-99db-4829-9255-1a2d301768a4 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7961900 May 05 21:51:50.300479 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-7d83a6a5-7312-43ae-8302-f358937688e5 admin admin] Request body: {'subnet': {'network_id': 'fb42f921-f81d-43e5-bc6b-665ccb72c0b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-1760086747-subnet', 'tenant_id': 'f6c238ea5d5c4770902f2f580b5d0392', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:51:50.333853 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-7d83a6a5-7312-43ae-8302-f358937688e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:51:50.338348 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1480f3ce-845f-4a8e-b004-59bac369a55a req-a20d9565-0aca-4a59-8c4e-8d6fd7cdf416 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=cba3d0c5-8834-4d3a-b7bc-eb551f80748b HTTP/1.1" status: 200 len: 217 time: 0.1650844 May 05 21:51:50.341306 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-7d83a6a5-7312-43ae-8302-f358937688e5 admin admin] Usage tracker for resource:subnet and tenant:f6c238ea5d5c4770902f2f580b5d0392 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:51:50.345500 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-7d83a6a5-7312-43ae-8302-f358937688e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:51:50.380210 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f891e8ca-5a4e-45ac-a977-b7f0ecea45f1 None None] Provisioning complete for port 6d46f772-0eff-4982-8ebd-3ae59a9eb31c triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:51:50.380827 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f891e8ca-5a4e-45ac-a977-b7f0ecea45f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:50.389742 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-7d83a6a5-7312-43ae-8302-f358937688e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:51:50.407358 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc4ccc-2e29-4db3-9a0b-cafe8bbad0de admin admin] Pushing event updated for resources: {'Network': ['ID=fb42f921-f81d-43e5-bc6b-665ccb72c0b1,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:50.424705 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d83a6a5-7312-43ae-8302-f358937688e5 admin admin] Made reservation on behalf of f6c238ea5d5c4770902f2f580b5d0392 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:51:50.427756 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7d83a6a5-7312-43ae-8302-f358937688e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:50.442163 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network fb42f921-f81d-43e5-bc6b-665ccb72c0b1 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:51:50.449078 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-5df219bf-df19-48b1-9a10-5459293048cc req-5f219d3d-a053-451a-9ada-719574d108af service neutron] Request body: {'port': {'device_id': 'dbba48f3-876a-42cb-a53a-58413d30e1ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:51:50.620773 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fde0eb7b-7066-4552-8d43-6e40704157dc req-0c84781c-36f4-4acf-8836-40b9106a6a51 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4442308 May 05 21:51:50.668500 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7d83a6a5-7312-43ae-8302-f358937688e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:50.673941 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1adf7e-218e-4e8a-a254-4711b48614e9 req-2c9dc73f-b282-41c0-9bd2-492a4e37fcba tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:50.684051 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bf1adf7e-218e-4e8a-a254-4711b48614e9 req-2c9dc73f-b282-41c0-9bd2-492a4e37fcba tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] 10.222.0.23 "GET /v2.0/ports?device_id=a73723ed-69a3-4f82-a60f-d682a3604ae7 HTTP/1.1" status: 200 len: 948 time: 0.4615104 May 05 21:51:50.729544 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480f3ce-845f-4a8e-b004-59bac369a55a req-aa8ff01d-d9b7-478e-8baf-bc9588692c83 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:50.736540 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:50.737010 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1480f3ce-845f-4a8e-b004-59bac369a55a req-aa8ff01d-d9b7-478e-8baf-bc9588692c83 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.3843246 May 05 21:51:50.765192 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-5df219bf-df19-48b1-9a10-5459293048cc req-5f219d3d-a053-451a-9ada-719574d108af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:50.893143 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f891e8ca-5a4e-45ac-a977-b7f0ecea45f1 None None] Port 6d46f772-0eff-4982-8ebd-3ae59a9eb31c cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:51:50.925993 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 199666d6-2180-401a-b938-2ceedbced119 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:51:50.979747 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d83a6a5-7312-43ae-8302-f358937688e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2612d89-11db-402c-b929-cf8f08671389,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:50.992807 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 199666d6-2180-401a-b938-2ceedbced119, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=199666d6-2180-401a-b938-2ceedbced119,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:51:51.000719 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d83a6a5-7312-43ae-8302-f358937688e5 admin admin] Checking segment: {'id': 'aa130125-ac4f-4cc9-bf93-587f41590d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'fb42f921-f81d-43e5-bc6b-665ccb72c0b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:51:51.001088 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d83a6a5-7312-43ae-8302-f358937688e5 admin admin] Network hostable DHCP agents. Network: fb42f921-f81d-43e5-bc6b-665ccb72c0b1, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:51:51.032725 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:51.058846 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1480f3ce-845f-4a8e-b004-59bac369a55a req-cf6f72fd-0bd5-4496-bb3c-6787d6e09b61 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3166220 May 05 21:51:51.059948 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d83a6a5-7312-43ae-8302-f358937688e5 admin admin] Network fb42f921-f81d-43e5-bc6b-665ccb72c0b1 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:51:51.110774 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-7d83a6a5-7312-43ae-8302-f358937688e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, fb42f921-f81d-43e5-bc6b-665ccb72c0b1) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:51:51.112912 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bf1adf7e-218e-4e8a-a254-4711b48614e9 req-02ad687e-0530-4e06-a4f8-ff1e1895df1b tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] 10.222.0.23 "GET /v2.0/security-groups?id=6340a722-1ab1-4170-b7b5-2fd4e644b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4272826 May 05 21:51:51.127191 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d83a6a5-7312-43ae-8302-f358937688e5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:51.127786 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7d83a6a5-7312-43ae-8302-f358937688e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:51.140226 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb9b1a0-2435-418a-a055-9f14b4058eba None None] Network fb42f921-f81d-43e5-bc6b-665ccb72c0b1 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:51:51.290102 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-7d83a6a5-7312-43ae-8302-f358937688e5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9990544 May 05 21:51:51.314107 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdbe168-d405-4e2c-b116-f043c1794260 req-03830e46-25e1-4d75-b41c-fb10ab74575c tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:51.315972 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4bdbe168-d405-4e2c-b116-f043c1794260 req-03830e46-25e1-4d75-b41c-fb10ab74575c tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=82e9fd69-4c0a-4daf-8e56-1cf72160ef5b HTTP/1.1" status: 200 len: 946 time: 0.3458467 May 05 21:51:51.325762 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1480f3ce-845f-4a8e-b004-59bac369a55a req-aebccf76-bba3-4e7c-a49c-0b6a9ddc58c3 service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595274 May 05 21:51:51.432718 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=199666d6-2180-401a-b938-2ceedbced119,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:51.461097 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4bdbe168-d405-4e2c-b116-f043c1794260 req-8d6ab4b1-65cf-4f47-a76c-077c10206347 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=910f211c-c7ca-4cc4-8d09-61e980cdaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306832 May 05 21:51:51.510223 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['199666d6-2180-401a-b938-2ceedbced119'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:51:51.514150 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1480f3ce-845f-4a8e-b004-59bac369a55a req-c036e1ec-46a5-48fe-9de9-c861afed645e service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784549 May 05 21:51:51.563294 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-5df219bf-df19-48b1-9a10-5459293048cc req-5f219d3d-a053-451a-9ada-719574d108af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d46f772-0eff-4982-8ebd-3ae59a9eb31c {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:51:51.571620 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 8420b722-907a-4202-9af4-f5d3ca30218f up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:51:51.572825 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d81262-4394-4ec3-bccc-89e3aa35af4d req-46749a2b-5a6b-43b8-9b01-a5b29108174b tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:51.580189 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f2d81262-4394-4ec3-bccc-89e3aa35af4d req-46749a2b-5a6b-43b8-9b01-a5b29108174b tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.2095449 May 05 21:51:51.600344 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-5df219bf-df19-48b1-9a10-5459293048cc req-5f219d3d-a053-451a-9ada-719574d108af service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:51.632451 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-5df219bf-df19-48b1-9a10-5459293048cc req-5f219d3d-a053-451a-9ada-719574d108af service neutron] Transition to ACTIVE for port object 6d46f772-0eff-4982-8ebd-3ae59a9eb31c will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:51:51.653328 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f2d81262-4394-4ec3-bccc-89e3aa35af4d req-35da478c-9f21-4ec4-8ce6-e622c30f7f6a tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719211 May 05 21:51:51.654788 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-5df219bf-df19-48b1-9a10-5459293048cc req-5f219d3d-a053-451a-9ada-719574d108af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:51.823222 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f219d3d-a053-451a-9ada-719574d108af service neutron] Pushing event updated for resources: {'Port': ['ID=6d46f772-0eff-4982-8ebd-3ae59a9eb31c,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:51.976185 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:51:51.976549 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:51:51.976892 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:51:51.977215 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:51:51.977628 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:51:51.977948 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:51:51.978261 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:51:51.978576 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:51:51.978992 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:51:51.979306 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:51:51.979616 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:51:52.078972 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-5df219bf-df19-48b1-9a10-5459293048cc req-5f219d3d-a053-451a-9ada-719574d108af service neutron] Attempting to bind port 6d46f772-0eff-4982-8ebd-3ae59a9eb31c on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:51:52.079432 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-5df219bf-df19-48b1-9a10-5459293048cc req-5f219d3d-a053-451a-9ada-719574d108af service neutron] Attempting to bind port 6d46f772-0eff-4982-8ebd-3ae59a9eb31c by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:51:52.079900 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df219bf-df19-48b1-9a10-5459293048cc req-5f219d3d-a053-451a-9ada-719574d108af service neutron] Attempting to bind port 6d46f772-0eff-4982-8ebd-3ae59a9eb31c on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:51:52.092411 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df219bf-df19-48b1-9a10-5459293048cc req-5f219d3d-a053-451a-9ada-719574d108af service neutron] Port 6d46f772-0eff-4982-8ebd-3ae59a9eb31c on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:51:52.092721 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df219bf-df19-48b1-9a10-5459293048cc req-5f219d3d-a053-451a-9ada-719574d108af service neutron] Attempting to bind port 6d46f772-0eff-4982-8ebd-3ae59a9eb31c on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:51:52.105717 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d765ad3-acb4-4b85-b1dc-454381671f53 req-868eb1ed-ad8e-4880-b39d-6779afc62563 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:52.106625 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-0d765ad3-acb4-4b85-b1dc-454381671f53 req-868eb1ed-ad8e-4880-b39d-6779afc62563 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Synchronizing usage tracker for tenant:573addcdcad64ebbacaadf6765f34d35 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:51:52.117793 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df219bf-df19-48b1-9a10-5459293048cc req-5f219d3d-a053-451a-9ada-719574d108af service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:51:52.118256 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df219bf-df19-48b1-9a10-5459293048cc req-5f219d3d-a053-451a-9ada-719574d108af service neutron] Checking segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:51:52.118747 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df219bf-df19-48b1-9a10-5459293048cc req-5f219d3d-a053-451a-9ada-719574d108af service neutron] Bound using segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:51:52.119275 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-5df219bf-df19-48b1-9a10-5459293048cc req-5f219d3d-a053-451a-9ada-719574d108af service neutron] Bound port: 6d46f772-0eff-4982-8ebd-3ae59a9eb31c, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:51:52.119698 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-5df219bf-df19-48b1-9a10-5459293048cc req-5f219d3d-a053-451a-9ada-719574d108af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:52.185260 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-0d765ad3-acb4-4b85-b1dc-454381671f53 req-868eb1ed-ad8e-4880-b39d-6779afc62563 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Unset dirty status for tenant:573addcdcad64ebbacaadf6765f34d35 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:51:52.186870 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0d765ad3-acb4-4b85-b1dc-454381671f53 req-868eb1ed-ad8e-4880-b39d-6779afc62563 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbba48f3-876a-42cb-a53a-58413d30e1ae HTTP/1.1" status: 200 len: 947 time: 0.2585285 May 05 21:51:52.188086 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951bd10d-341d-4616-8084-4c9d10fb4a46 None None] Network fb42f921-f81d-43e5-bc6b-665ccb72c0b1 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:51:52.403219 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42786) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:51:52.431810 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 8420b722-907a-4202-9af4-f5d3ca30218f completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:51:52.433810 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-5df219bf-df19-48b1-9a10-5459293048cc req-5f219d3d-a053-451a-9ada-719574d108af service neutron] For port 6d46f772-0eff-4982-8ebd-3ae59a9eb31c, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:51:52.475878 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 8420b722-907a-4202-9af4-f5d3ca30218f triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:51:52.476455 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:52.555725 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-5df219bf-df19-48b1-9a10-5459293048cc req-5f219d3d-a053-451a-9ada-719574d108af service neutron] For port 6d46f772-0eff-4982-8ebd-3ae59a9eb31c, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=6d46f772-0eff-4982-8ebd-3ae59a9eb31c,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:51:52.572054 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-5df219bf-df19-48b1-9a10-5459293048cc req-5f219d3d-a053-451a-9ada-719574d108af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:52.679025 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-913b5b15-1c41-4ee5-870f-f1658aa6e8a0 req-92a1844d-6a77-4bc7-b1e1-55aabab97070 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b8d6052b833a4534bc346cca1ce7985f&device_id=82e9fd69-4c0a-4daf-8e56-1cf72160ef5b HTTP/1.1" status: 200 len: 1097 time: 0.1603603 May 05 21:51:52.768212 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:52.795241 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0d765ad3-acb4-4b85-b1dc-454381671f53 req-b9842be6-730e-4076-8ea3-bd99c8b0af0b tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5994589 May 05 21:51:52.830257 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-5df219bf-df19-48b1-9a10-5459293048cc req-5f219d3d-a053-451a-9ada-719574d108af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:52.831964 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5df219bf-df19-48b1-9a10-5459293048cc req-5f219d3d-a053-451a-9ada-719574d108af service neutron] 10.222.0.32 "PUT /v2.0/ports/6d46f772-0eff-4982-8ebd-3ae59a9eb31c HTTP/1.1" status: 200 len: 1095 time: 2.4010370 May 05 21:51:52.836975 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbba48f3-876a-42cb-a53a-58413d30e1ae', 'tag': '6d46f772-0eff-4982-8ebd-3ae59a9eb31c'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:51:52.912370 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b5b15-1c41-4ee5-870f-f1658aa6e8a0 req-81a25a3b-d3c7-4f88-8585-1cb4bd191e13 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:52.914616 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-913b5b15-1c41-4ee5-870f-f1658aa6e8a0 req-81a25a3b-d3c7-4f88-8585-1cb4bd191e13 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0209bbe2-ae77-4a5e-8f5f-b598cdea432f HTTP/1.1" status: 200 len: 920 time: 0.2293983 May 05 21:51:52.937590 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a77a8e30-26e6-4a45-b602-06e131904fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8420b722-907a-4202-9af4-f5d3ca30218f'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:51:52.993951 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 8420b722-907a-4202-9af4-f5d3ca30218f, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=8420b722-907a-4202-9af4-f5d3ca30218f,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:51:53.011541 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:53.047712 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f219d3d-a053-451a-9ada-719574d108af service neutron] Pushing event updated for resources: {'Port': ['ID=6d46f772-0eff-4982-8ebd-3ae59a9eb31c,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:53.083066 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-913b5b15-1c41-4ee5-870f-f1658aa6e8a0 req-a3dd6135-8349-4359-8d12-27d0cc1e446f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1ec1427-0aa0-4ddc-9cf3-114836e26138 HTTP/1.1" status: 200 len: 217 time: 0.1526282 May 05 21:51:53.102309 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0d0c04c2-c7bc-41e4-bf39-9b0c4ad92583 req-ac29ac20-6b9f-4233-8dda-974eb2ba8b65 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dc613964-f3cb-46cf-9505-ca79a0288f95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6730292 May 05 21:51:53.121371 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=8420b722-907a-4202-9af4-f5d3ca30218f,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:53.176204 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b5b15-1c41-4ee5-870f-f1658aa6e8a0 req-bd642559-3e49-4a57-964b-246d08bda17c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:53.184694 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-913b5b15-1c41-4ee5-870f-f1658aa6e8a0 req-bd642559-3e49-4a57-964b-246d08bda17c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d1666d56-aa2f-45d5-85a5-62900adc165a HTTP/1.1" status: 200 len: 858 time: 0.1007776 May 05 21:51:53.185862 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6b42dbec-6050-49eb-ab74-9c777d54c61f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:53.219952 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d1465-106c-487f-be10-726d52bcb50f req-82f2a0fa-8e56-42fa-b718-cbe89ff8eea5 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:53.221499 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d02d1465-106c-487f-be10-726d52bcb50f req-82f2a0fa-8e56-42fa-b718-cbe89ff8eea5 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] 10.222.0.23 "GET /v2.0/ports?device_id=a73723ed-69a3-4f82-a60f-d682a3604ae7 HTTP/1.1" status: 200 len: 949 time: 0.5085013 May 05 21:51:53.276276 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-6b42dbec-6050-49eb-ab74-9c777d54c61f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:51:53.280831 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5df219bf-df19-48b1-9a10-5459293048cc req-5552105d-467f-4f88-b29d-2ac9a4eef897 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=573addcdcad64ebbacaadf6765f34d35&device_id=dbba48f3-876a-42cb-a53a-58413d30e1ae HTTP/1.1" status: 200 len: 1098 time: 0.3939364 May 05 21:51:53.281731 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-6b42dbec-6050-49eb-ab74-9c777d54c61f admin admin] Usage tracker for resource:security_group_rule and tenant:ad64587d279048dd9055dccb03693ff7 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:51:53.289650 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-6b42dbec-6050-49eb-ab74-9c777d54c61f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:51:53.302313 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-6b42dbec-6050-49eb-ab74-9c777d54c61f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:51:53.316514 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-913b5b15-1c41-4ee5-870f-f1658aa6e8a0 req-ddea9ad5-ffa3-42e6-827a-4f248b68816b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0209bbe2-ae77-4a5e-8f5f-b598cdea432f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1147695 May 05 21:51:53.390623 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5df219bf-df19-48b1-9a10-5459293048cc req-0f6d23ce-17a2-4253-95e6-9b4009e65a07 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=6d46f772-0eff-4982-8ebd-3ae59a9eb31c HTTP/1.1" status: 200 len: 217 time: 0.0950348 May 05 21:51:53.395710 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d02d1465-106c-487f-be10-726d52bcb50f req-ad74b8e8-2209-45b3-b7f1-33cd6a9ec244 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] 10.222.0.23 "GET /v2.0/security-groups?id=6340a722-1ab1-4170-b7b5-2fd4e644b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650105 May 05 21:51:53.446960 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ec8b6-e0c7-4bbf-9e9d-f60eca903cc0 req-e13353e7-496c-4922-b3dc-6e38b4f4229f tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:53.454241 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2e0ec8b6-e0c7-4bbf-9e9d-f60eca903cc0 req-e13353e7-496c-4922-b3dc-6e38b4f4229f tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=82e9fd69-4c0a-4daf-8e56-1cf72160ef5b HTTP/1.1" status: 200 len: 946 time: 0.3366215 May 05 21:51:53.463965 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0d0c04c2-c7bc-41e4-bf39-9b0c4ad92583 req-ec283b71-605c-4728-8783-6d2837b7b1ae service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=573addcdcad64ebbacaadf6765f34d35&device_id=dc613964-f3cb-46cf-9505-ca79a0288f95 HTTP/1.1" status: 200 len: 1101 time: 0.3053234 May 05 21:51:53.614772 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6b42dbec-6050-49eb-ab74-9c777d54c61f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:53.632621 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6b42dbec-6050-49eb-ab74-9c777d54c61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:53.635544 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df219bf-df19-48b1-9a10-5459293048cc req-fb44309f-3a27-4d12-b077-af043a00ebef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:53.637001 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5df219bf-df19-48b1-9a10-5459293048cc req-fb44309f-3a27-4d12-b077-af043a00ebef service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.2349925 May 05 21:51:53.688574 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-913b5b15-1c41-4ee5-870f-f1658aa6e8a0 req-e4d3178c-6595-42b8-a3e4-8aca80a3f62e service neutron] 10.222.0.44 "GET /v2.0/networks/0209bbe2-ae77-4a5e-8f5f-b598cdea432f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610439 May 05 21:51:53.696387 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b42dbec-6050-49eb-ab74-9c777d54c61f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7797206c-2b71-48bb-9e27-e14b3923e8b2,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:53.724771 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-6b42dbec-6050-49eb-ab74-9c777d54c61f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ad64587d279048dd9055dccb03693ff7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3181212 May 05 21:51:53.725206 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2e0ec8b6-e0c7-4bbf-9e9d-f60eca903cc0 req-2084209c-7bb4-424b-84e3-4363a425a98f tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=910f211c-c7ca-4cc4-8d09-61e980cdaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699058 May 05 21:51:53.726682 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42816) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:51:53.790452 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c04c2-c7bc-41e4-bf39-9b0c4ad92583 req-fe27df4e-9cd8-42aa-be2a-8b9a6785f621 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:53.791984 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0d0c04c2-c7bc-41e4-bf39-9b0c4ad92583 req-fe27df4e-9cd8-42aa-be2a-8b9a6785f621 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 HTTP/1.1" status: 200 len: 870 time: 0.3016219 May 05 21:51:53.842022 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-60d48319-6f24-4c07-a026-fbb3866db797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:53.888286 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e792964a-e2d3-4fa2-a206-4f4c8bbe568f'] response: {'name': 'network-changed', 'server_uuid': 'dbba48f3-876a-42cb-a53a-58413d30e1ae', 'tag': '6d46f772-0eff-4982-8ebd-3ae59a9eb31c', 'status': 'completed', 'code': 200} May 05 21:51:53.923384 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-60d48319-6f24-4c07-a026-fbb3866db797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:53.953404 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d056d6b0-98c1-4e67-946d-4b8dd322efe0 req-c270d473-cd6c-40f3-8c66-6437468c27f1 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:53.955601 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d056d6b0-98c1-4e67-946d-4b8dd322efe0 req-c270d473-cd6c-40f3-8c66-6437468c27f1 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.3571551 May 05 21:51:53.957813 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b259647b-76dd-4b4a-9b76-ae5360507aa7'] response: {'server_uuid': 'a77a8e30-26e6-4a45-b602-06e131904fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8420b722-907a-4202-9af4-f5d3ca30218f', 'code': 200} May 05 21:51:53.975396 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0d0c04c2-c7bc-41e4-bf39-9b0c4ad92583 req-161d41f4-ee6e-4054-914c-fa40b399ced5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=95aa95b3-c351-4de7-8c77-edac6278846e HTTP/1.1" status: 200 len: 217 time: 0.1759150 May 05 21:51:53.981842 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5df219bf-df19-48b1-9a10-5459293048cc req-759edda7-2633-48df-ac44-faf0de12206d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3359439 May 05 21:51:53.982022 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-913b5b15-1c41-4ee5-870f-f1658aa6e8a0 req-8e37334c-932c-4364-9f50-869695bc4262 service neutron] 10.222.0.44 "GET /v2.0/networks/0209bbe2-ae77-4a5e-8f5f-b598cdea432f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827251 May 05 21:51:54.008252 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-60d48319-6f24-4c07-a026-fbb3866db797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:54.034373 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-60d48319-6f24-4c07-a026-fbb3866db797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:54.035652 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-60d48319-6f24-4c07-a026-fbb3866db797 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7797206c-2b71-48bb-9e27-e14b3923e8b2 HTTP/1.1" status: 204 len: 168 time: 0.3081052 May 05 21:51:54.037229 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d48319-6f24-4c07-a026-fbb3866db797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7797206c-2b71-48bb-9e27-e14b3923e8b2,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:54.062255 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d056d6b0-98c1-4e67-946d-4b8dd322efe0 req-a3a15d99-d60f-4e79-bf7a-a1dde83c732f tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848477 May 05 21:51:54.344529 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c04c2-c7bc-41e4-bf39-9b0c4ad92583 req-8bf44961-1852-4852-97c1-db255fa0961f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:54.345988 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0d0c04c2-c7bc-41e4-bf39-9b0c4ad92583 req-8bf44961-1852-4852-97c1-db255fa0961f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.2881954 May 05 21:51:54.349175 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-797bc717-9566-433f-a17e-fa61c38a6775 req-82080c48-d8c6-4fba-8780-896aa5494722 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a77a8e30-26e6-4a45-b602-06e131904fc2 HTTP/1.1" status: 200 len: 1100 time: 0.1638093 May 05 21:51:54.407481 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-797bc717-9566-433f-a17e-fa61c38a6775 req-562186d6-15a4-4c6c-a4f4-6c1f545d5870 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6340a722-1ab1-4170-b7b5-2fd4e644b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469699 May 05 21:51:54.443340 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5df219bf-df19-48b1-9a10-5459293048cc req-d1c3617b-617f-4749-adba-80eeca631619 service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864844 May 05 21:51:54.472526 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42840) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:51:54.485594 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209484c3-f239-47b4-8650-abeb7900eb60 req-5de5b431-2c0e-4c9a-b685-a3d9af790d98 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:54.493141 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-209484c3-f239-47b4-8650-abeb7900eb60 req-5de5b431-2c0e-4c9a-b685-a3d9af790d98 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbba48f3-876a-42cb-a53a-58413d30e1ae HTTP/1.1" status: 200 len: 947 time: 0.3420193 May 05 21:51:54.612062 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d38e07c-040c-4ec8-b5b4-dc6b7c366324 admin admin] Deleting subnet e2612d89-11db-402c-b929-cf8f08671389 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:51:54.620158 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9d38e07c-040c-4ec8-b5b4-dc6b7c366324 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:54.640876 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0d0c04c2-c7bc-41e4-bf39-9b0c4ad92583 req-a044c3c2-d3bc-423b-98a3-fe196237800f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2787492 May 05 21:51:54.670614 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-209484c3-f239-47b4-8650-abeb7900eb60 req-de0e01c3-7ecc-427b-a7e9-257106f759f2 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765170 May 05 21:51:54.710933 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5df219bf-df19-48b1-9a10-5459293048cc req-5707cd02-2552-4a54-b1a2-3b98c44c59f0 service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599366 May 05 21:51:54.745724 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9d38e07c-040c-4ec8-b5b4-dc6b7c366324 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:54.809706 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9d38e07c-040c-4ec8-b5b4-dc6b7c366324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:54.844291 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42852) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:51:54.894089 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cf683bdf-1d1c-44be-a869-91ac6d557973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:54.945059 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-cf683bdf-1d1c-44be-a869-91ac6d557973 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:51:54.949666 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-cf683bdf-1d1c-44be-a869-91ac6d557973 admin admin] Usage tracker for resource:security_group_rule and tenant:f311d58c19c547d38021a8cdfc94a358 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:51:54.953503 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-cf683bdf-1d1c-44be-a869-91ac6d557973 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:51:54.960833 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9d38e07c-040c-4ec8-b5b4-dc6b7c366324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:54.965218 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-cf683bdf-1d1c-44be-a869-91ac6d557973 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:51:55.008874 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d38e07c-040c-4ec8-b5b4-dc6b7c366324 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2612d89-11db-402c-b929-cf8f08671389,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:55.020066 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9d38e07c-040c-4ec8-b5b4-dc6b7c366324 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:55.047706 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9d38e07c-040c-4ec8-b5b4-dc6b7c366324 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e2612d89-11db-402c-b929-cf8f08671389 HTTP/1.1" status: 204 len: 168 time: 0.5739167 May 05 21:51:55.048339 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42860) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:51:55.159426 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0d0c04c2-c7bc-41e4-bf39-9b0c4ad92583 req-1c3afb36-0327-4863-898a-875b8611fc90 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5019190 May 05 21:51:55.175723 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96bab49-9e92-4c03-a57b-dc1d09d4e439 req-fd2f7bac-aa83-4a9e-9adf-7efa7552101a tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:55.177135 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c96bab49-9e92-4c03-a57b-dc1d09d4e439 req-fd2f7bac-aa83-4a9e-9adf-7efa7552101a tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] 10.222.0.23 "GET /v2.0/ports?device_id=a73723ed-69a3-4f82-a60f-d682a3604ae7 HTTP/1.1" status: 200 len: 949 time: 0.4777005 May 05 21:51:55.189160 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cf683bdf-1d1c-44be-a869-91ac6d557973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:55.194059 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d45a89eb-b7b7-4456-b16f-1d6b38d554b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:55.197633 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cf683bdf-1d1c-44be-a869-91ac6d557973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:55.271827 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3db2e8f1-1f3a-4037-be53-575d09a4d9c9 req-d16c5691-235d-42bb-a5a5-3a2309a7814a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=573addcdcad64ebbacaadf6765f34d35&device_id=dbba48f3-876a-42cb-a53a-58413d30e1ae HTTP/1.1" status: 200 len: 1098 time: 0.3144841 May 05 21:51:55.277182 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282fe4f-9df5-47fe-a0a7-d49199c2a470 req-da047af1-d149-4eff-a91e-ce2c94a41db6 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:55.278553 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7282fe4f-9df5-47fe-a0a7-d49199c2a470 req-da047af1-d149-4eff-a91e-ce2c94a41db6 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=82e9fd69-4c0a-4daf-8e56-1cf72160ef5b HTTP/1.1" status: 200 len: 946 time: 0.3203082 May 05 21:51:55.284180 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf683bdf-1d1c-44be-a869-91ac6d557973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=455c370b-07ce-4917-969a-db1cde449f12,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:55.305103 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-cf683bdf-1d1c-44be-a869-91ac6d557973 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f311d58c19c547d38021a8cdfc94a358&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4548461 May 05 21:51:55.305103 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42870) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:51:55.406364 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d45a89eb-b7b7-4456-b16f-1d6b38d554b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:55.408517 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 199666d6-2180-401a-b938-2ceedbced119 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:51:55.439308 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-d45a89eb-b7b7-4456-b16f-1d6b38d554b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb42f921-f81d-43e5-bc6b-665ccb72c0b1']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:51:55.461528 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c96bab49-9e92-4c03-a57b-dc1d09d4e439 req-321563af-2f3d-4f3b-9fce-f325bcbd76ec tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] 10.222.0.23 "GET /v2.0/security-groups?id=6340a722-1ab1-4170-b7b5-2fd4e644b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616730 May 05 21:51:55.461877 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-d45a89eb-b7b7-4456-b16f-1d6b38d554b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa130125-ac4f-4cc9-bf93-587f41590d45') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:51:55.462170 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-d45a89eb-b7b7-4456-b16f-1d6b38d554b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa130125-ac4f-4cc9-bf93-587f41590d45') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:51:55.472781 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0113576f-3264-468e-91b0-4dbdc5746099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:55.484943 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d45a89eb-b7b7-4456-b16f-1d6b38d554b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:55.491048 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7282fe4f-9df5-47fe-a0a7-d49199c2a470 req-8432aa59-7bcf-4fdd-a3b4-e89ff4b90f38 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=910f211c-c7ca-4cc4-8d09-61e980cdaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785920 May 05 21:51:55.522792 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0d0c04c2-c7bc-41e4-bf39-9b0c4ad92583 req-6fa3159c-ef74-4df6-93c8-4decf1d03c30 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536587 May 05 21:51:55.523211 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port 199666d6-2180-401a-b938-2ceedbced119 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:51:55.530743 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 199666d6-2180-401a-b938-2ceedbced119 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:51:55.531336 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:55.551143 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0113576f-3264-468e-91b0-4dbdc5746099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:55.558535 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d45a89eb-b7b7-4456-b16f-1d6b38d554b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:55.560960 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db2e8f1-1f3a-4037-be53-575d09a4d9c9 req-4830ba08-1161-498b-bdb7-a3d02f7034a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:55.562412 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3db2e8f1-1f3a-4037-be53-575d09a4d9c9 req-4830ba08-1161-498b-bdb7-a3d02f7034a8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 HTTP/1.1" status: 200 len: 870 time: 0.2730072 May 05 21:51:55.603111 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d45a89eb-b7b7-4456-b16f-1d6b38d554b9 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:51:55.603517 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d45a89eb-b7b7-4456-b16f-1d6b38d554b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:55.627683 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 21:51:55.627683 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:51:55.627683 n-d-825175-4 neutron-server[84063]: timer() May 05 21:51:55.627683 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:51:55.627683 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 21:51:55.627683 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:51:55.627683 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 21:51:55.627683 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:51:55.627683 n-d-825175-4 neutron-server[84063]: self._notify() May 05 21:51:55.627683 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:51:55.627683 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 21:51:55.627683 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:51:55.627683 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 21:51:55.627683 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:51:55.627683 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:51:55.627683 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:51:55.627683 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:51:55.627683 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:51:55.627683 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 21:51:55.627683 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:51:55.627683 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 21:51:55.627683 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:51:55.627683 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:51:55.627683 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:51:55.627683 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 21:51:55.627683 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:51:55.627683 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:51:55.627683 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:51:55.627683 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:51:55.627683 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:51:55.627683 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:51:55.627683 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:51:55.708018 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:55.766432 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3db2e8f1-1f3a-4037-be53-575d09a4d9c9 req-64456633-55c7-4da4-b01c-7fe2210918f7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=6d46f772-0eff-4982-8ebd-3ae59a9eb31c HTTP/1.1" status: 200 len: 217 time: 0.1961122 May 05 21:51:55.810872 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 199666d6-2180-401a-b938-2ceedbced119, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=199666d6-2180-401a-b938-2ceedbced119,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:51:55.821045 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:55.833978 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d45a89eb-b7b7-4456-b16f-1d6b38d554b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:55.865297 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d45a89eb-b7b7-4456-b16f-1d6b38d554b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:55.871290 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db2e8f1-1f3a-4037-be53-575d09a4d9c9 req-5842c107-b200-4db4-aa89-d46e9ffecddc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:55.872724 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3db2e8f1-1f3a-4037-be53-575d09a4d9c9 req-5842c107-b200-4db4-aa89-d46e9ffecddc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.0946729 May 05 21:51:55.884792 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0113576f-3264-468e-91b0-4dbdc5746099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:55.906074 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45a89eb-b7b7-4456-b16f-1d6b38d554b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb42f921-f81d-43e5-bc6b-665ccb72c0b1,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:55.926886 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=199666d6-2180-401a-b938-2ceedbced119,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:55.932764 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0113576f-3264-468e-91b0-4dbdc5746099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=455c370b-07ce-4917-969a-db1cde449f12,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:55.936770 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0113576f-3264-468e-91b0-4dbdc5746099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:55.938265 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0113576f-3264-468e-91b0-4dbdc5746099 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/455c370b-07ce-4917-969a-db1cde449f12 HTTP/1.1" status: 204 len: 168 time: 0.6331549 May 05 21:51:55.943172 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d45a89eb-b7b7-4456-b16f-1d6b38d554b9 admin admin] 10.222.0.23 "DELETE /v2.0/networks/fb42f921-f81d-43e5-bc6b-665ccb72c0b1 HTTP/1.1" status: 204 len: 168 time: 0.8922403 May 05 21:51:55.962005 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a73723ed-69a3-4f82-a60f-d682a3604ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '199666d6-2180-401a-b938-2ceedbced119'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:51:56.019903 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7abbaf2-537a-4d51-8e94-d438048726e1 req-485ed0ec-bf09-4cf6-9c27-b6267ef3da25 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:56.021404 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e7abbaf2-537a-4d51-8e94-d438048726e1 req-485ed0ec-bf09-4cf6-9c27-b6267ef3da25 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.2993448 May 05 21:51:56.117832 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2e0e2-cbfc-4d6f-88b0-a424bb0df824 req-6fe0716d-6407-49e8-97fb-327072a9888a tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:56.119355 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-73a2e0e2-cbfc-4d6f-88b0-a424bb0df824 req-6fe0716d-6407-49e8-97fb-327072a9888a tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbba48f3-876a-42cb-a53a-58413d30e1ae HTTP/1.1" status: 200 len: 947 time: 0.2404928 May 05 21:51:56.125690 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3db2e8f1-1f3a-4037-be53-575d09a4d9c9 req-9e0b410f-cbef-4d74-aa1c-a20c46d3dc4b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2035911 May 05 21:51:56.127355 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e7abbaf2-537a-4d51-8e94-d438048726e1 req-6ceddc98-1d38-40ab-b0c5-3de92c3ac372 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975137 May 05 21:51:56.207895 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f98c526-1bd0-4989-bace-96ba52fe76fe'] response: {'server_uuid': 'a73723ed-69a3-4f82-a60f-d682a3604ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '199666d6-2180-401a-b938-2ceedbced119', 'code': 200} May 05 21:51:56.263431 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-73a2e0e2-cbfc-4d6f-88b0-a424bb0df824 req-446a09c2-031a-44a1-86a9-27d58543958a tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341681 May 05 21:51:56.307727 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3db2e8f1-1f3a-4037-be53-575d09a4d9c9 req-60c3541b-7107-46eb-9bfe-4fe3f96cbf31 service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632638 May 05 21:51:56.399653 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42892) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:51:56.474145 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-435ca7de-9a1a-457a-a576-5ebd255eed07 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f6c238ea5d5c4770902f2f580b5d0392&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0733898 May 05 21:51:56.476868 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 42898) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:51:56.478410 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-be6c785a-aa26-47b8-b0e3-5921f227bb63 req-fb6c3f46-0092-43fd-8974-a35330712a24 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a73723ed-69a3-4f82-a60f-d682a3604ae7 HTTP/1.1" status: 200 len: 1101 time: 0.1883271 May 05 21:51:56.536804 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-be6c785a-aa26-47b8-b0e3-5921f227bb63 req-855a9faa-b40c-4727-92c5-5122604d0ed2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6340a722-1ab1-4170-b7b5-2fd4e644b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491130 May 05 21:51:56.574978 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3db2e8f1-1f3a-4037-be53-575d09a4d9c9 req-4d1afa24-d050-4eff-aac7-72503719c442 service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599154 May 05 21:51:56.601470 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c49b0b7e-0a0b-4661-8520-d406cb8f67cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:56.628186 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c49b0b7e-0a0b-4661-8520-d406cb8f67cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:56.723560 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c49b0b7e-0a0b-4661-8520-d406cb8f67cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:56.838376 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49b0b7e-0a0b-4661-8520-d406cb8f67cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6dda54-0c76-4934-8946-23a7022cf3d1,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:56.846374 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c49b0b7e-0a0b-4661-8520-d406cb8f67cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:56.847758 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c49b0b7e-0a0b-4661-8520-d406cb8f67cf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ca6dda54-0c76-4934-8946-23a7022cf3d1 HTTP/1.1" status: 204 len: 168 time: 0.3695049 May 05 21:51:56.899536 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97088d7b-666f-4821-b42c-e1cdef8f4055 req-16b6d1aa-6abd-4ede-98e8-7d36e93a37d0 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:56.900984 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-97088d7b-666f-4821-b42c-e1cdef8f4055 req-16b6d1aa-6abd-4ede-98e8-7d36e93a37d0 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] 10.222.0.23 "GET /v2.0/ports?device_id=a73723ed-69a3-4f82-a60f-d682a3604ae7 HTTP/1.1" status: 200 len: 950 time: 0.1800950 May 05 21:51:56.909376 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e3707-b24f-4e5c-8c67-41f8c1650f22 req-926fba28-1d60-4d80-870a-3eb8e57b62ed tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:56.910738 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d78e3707-b24f-4e5c-8c67-41f8c1650f22 req-926fba28-1d60-4d80-870a-3eb8e57b62ed tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=82e9fd69-4c0a-4daf-8e56-1cf72160ef5b HTTP/1.1" status: 200 len: 946 time: 0.1820691 May 05 21:51:57.105084 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-97088d7b-666f-4821-b42c-e1cdef8f4055 req-7cf7ba15-c792-435a-bd55-6b5a59ef7ab4 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] 10.222.0.23 "GET /v2.0/security-groups?id=6340a722-1ab1-4170-b7b5-2fd4e644b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934135 May 05 21:51:57.112258 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d78e3707-b24f-4e5c-8c67-41f8c1650f22 req-e623211f-e0fd-42e4-95ba-600697af9427 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=910f211c-c7ca-4cc4-8d09-61e980cdaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867323 May 05 21:51:57.360348 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038267f0-5d9f-4a51-b281-b6e80924616e req-c60787d3-f478-45e2-8cad-e730e27609c6 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:57.371960 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-038267f0-5d9f-4a51-b281-b6e80924616e req-c60787d3-f478-45e2-8cad-e730e27609c6 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.1028342 May 05 21:51:57.433839 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 6d46f772-0eff-4982-8ebd-3ae59a9eb31c details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:51:57.436884 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-038267f0-5d9f-4a51-b281-b6e80924616e req-b5e65bf9-db0a-418a-a452-c0d2ab2cd3cf tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636072 May 05 21:51:57.568770 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7552fdbd-3092-45f2-ae1d-a54cec3becb3 req-d28125f8-189f-4cdb-8c05-e9b4900c23cb tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:57.577895 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7552fdbd-3092-45f2-ae1d-a54cec3becb3 req-d28125f8-189f-4cdb-8c05-e9b4900c23cb tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbba48f3-876a-42cb-a53a-58413d30e1ae HTTP/1.1" status: 200 len: 947 time: 0.0968766 May 05 21:51:57.624066 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 6d46f772-0eff-4982-8ebd-3ae59a9eb31c, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=6d46f772-0eff-4982-8ebd-3ae59a9eb31c,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:51:57.640007 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '6d46f772-0eff-4982-8ebd-3ae59a9eb31c', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'port_id': '6d46f772-0eff-4982-8ebd-3ae59a9eb31c', 'mac_address': 'fa:16:3e:2c:8a:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f237a6ef-d044-411f-a2d8-d12619664c91', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:51:57.717730 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7552fdbd-3092-45f2-ae1d-a54cec3becb3 req-543afe72-61f3-47d2-8a1c-0b5cf77857a5 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389668 May 05 21:51:57.758452 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:57.799671 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d46f772-0eff-4982-8ebd-3ae59a9eb31c {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:51:57.819585 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 6d46f772-0eff-4982-8ebd-3ae59a9eb31c, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=6d46f772-0eff-4982-8ebd-3ae59a9eb31c,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:51:57.826457 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:57.905037 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=6d46f772-0eff-4982-8ebd-3ae59a9eb31c,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:58.127581 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['6d46f772-0eff-4982-8ebd-3ae59a9eb31c'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:51:58.504714 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d966df-828b-40e3-9a0a-a33be25fa211 req-e5172d2b-288a-4f80-b5f6-0ac1071de9d9 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:58.519494 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b0d966df-828b-40e3-9a0a-a33be25fa211 req-e5172d2b-288a-4f80-b5f6-0ac1071de9d9 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] 10.222.0.23 "GET /v2.0/ports?device_id=a73723ed-69a3-4f82-a60f-d682a3604ae7 HTTP/1.1" status: 200 len: 950 time: 0.1472509 May 05 21:51:58.591235 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b0d966df-828b-40e3-9a0a-a33be25fa211 req-25eeda77-7f77-4f5b-996e-f5b952ef0add tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] 10.222.0.23 "GET /v2.0/security-groups?id=6340a722-1ab1-4170-b7b5-2fd4e644b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653369 May 05 21:51:58.652299 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42990) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:51:58.722126 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ddc29-fa10-4bc1-aefb-90b5f1ba4839 req-1b122a89-98b7-43d4-853c-e2636a403259 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:58.723501 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c73ddc29-fa10-4bc1-aefb-90b5f1ba4839 req-1b122a89-98b7-43d4-853c-e2636a403259 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.0865474 May 05 21:51:58.771110 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c73ddc29-fa10-4bc1-aefb-90b5f1ba4839 req-7ab56627-90c3-46fb-9c88-85eeb01ffbfe tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411861 May 05 21:51:58.999701 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4f0b0-2446-4e96-a4db-cf2e3068b80f req-9b9aeea3-6f9e-44d2-9ba8-20189b742167 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:59.001259 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-22b4f0b0-2446-4e96-a4db-cf2e3068b80f req-9b9aeea3-6f9e-44d2-9ba8-20189b742167 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] 10.222.0.23 "GET /v2.0/ports?device_id=a77a8e30-26e6-4a45-b602-06e131904fc2 HTTP/1.1" status: 200 len: 949 time: 0.0990987 May 05 21:51:59.056357 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-22b4f0b0-2446-4e96-a4db-cf2e3068b80f req-7b77b45f-8f96-47d6-91b3-0e5b7828f49f tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] 10.222.0.23 "GET /v2.0/security-groups?id=6340a722-1ab1-4170-b7b5-2fd4e644b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469508 May 05 21:51:59.148534 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-9e8e8ed2-83e0-4c2f-b8c4-50db5cad95c0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-177764559-network', 'tenant_id': '0ea2eb66bb064d42bceac53953af552d'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:51:59.154754 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-9e8e8ed2-83e0-4c2f-b8c4-50db5cad95c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:51:59.165025 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9e8e8ed2-83e0-4c2f-b8c4-50db5cad95c0 admin admin] Usage tracker for resource:network and tenant:0ea2eb66bb064d42bceac53953af552d is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:51:59.169607 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9e8e8ed2-83e0-4c2f-b8c4-50db5cad95c0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:51:59.184613 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-9e8e8ed2-83e0-4c2f-b8c4-50db5cad95c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:51:59.205882 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8e8ed2-83e0-4c2f-b8c4-50db5cad95c0 admin admin] Made reservation on behalf of 0ea2eb66bb064d42bceac53953af552d for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:51:59.209602 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9e8e8ed2-83e0-4c2f-b8c4-50db5cad95c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:59.226760 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9e8e8ed2-83e0-4c2f-b8c4-50db5cad95c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:59.269490 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-9e8e8ed2-83e0-4c2f-b8c4-50db5cad95c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:51:59.274410 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9e8e8ed2-83e0-4c2f-b8c4-50db5cad95c0 admin admin] Usage tracker for resource:security_group_rule and tenant:0ea2eb66bb064d42bceac53953af552d is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:51:59.277322 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9e8e8ed2-83e0-4c2f-b8c4-50db5cad95c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:51:59.285014 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-9e8e8ed2-83e0-4c2f-b8c4-50db5cad95c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:51:59.293086 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a338baf9-3f9f-4916-8171-29ce5beb515d req-f4d12baa-624e-4373-9996-83ba1f9399db tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:59.301646 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a338baf9-3f9f-4916-8171-29ce5beb515d req-f4d12baa-624e-4373-9996-83ba1f9399db tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbba48f3-876a-42cb-a53a-58413d30e1ae HTTP/1.1" status: 200 len: 948 time: 0.1135375 May 05 21:51:59.370387 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a338baf9-3f9f-4916-8171-29ce5beb515d req-7673a433-e16a-4d2f-b33e-43df0e922f10 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666220 May 05 21:51:59.370916 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9e8e8ed2-83e0-4c2f-b8c4-50db5cad95c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:59.379011 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9e8e8ed2-83e0-4c2f-b8c4-50db5cad95c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:59.532840 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8e8ed2-83e0-4c2f-b8c4-50db5cad95c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7df6dd-6015-4ac7-aae7-389eac3e2794,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:59.536008 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e8e8ed2-83e0-4c2f-b8c4-50db5cad95c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:51:59.548635 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9e8e8ed2-83e0-4c2f-b8c4-50db5cad95c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:59.549066 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-9e8e8ed2-83e0-4c2f-b8c4-50db5cad95c0 admin admin] Added segment 5e9da586-bb12-4958-b15e-b7cf97bc3d1b of type vlan for network 18b54df9-33ed-4370-adce-cf7c028d1c63 May 05 21:51:59.604755 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9e8e8ed2-83e0-4c2f-b8c4-50db5cad95c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:59.684786 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9e8e8ed2-83e0-4c2f-b8c4-50db5cad95c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:59.685728 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8e8ed2-83e0-4c2f-b8c4-50db5cad95c0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:51:59.686386 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9e8e8ed2-83e0-4c2f-b8c4-50db5cad95c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:51:59.859798 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8e8ed2-83e0-4c2f-b8c4-50db5cad95c0 admin admin] Pushing event updated for resources: {'Network': ['ID=18b54df9-33ed-4370-adce-cf7c028d1c63,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:51:59.872262 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 18b54df9-33ed-4370-adce-cf7c028d1c63 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:51:59.877875 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9e8e8ed2-83e0-4c2f-b8c4-50db5cad95c0 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2244623 May 05 21:51:59.880685 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 43036) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:51:59.890601 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-5ade1003-9f9e-4c33-8888-81b0d8010094 admin admin] Request body: {'subnet': {'network_id': '18b54df9-33ed-4370-adce-cf7c028d1c63', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-177764559-subnet', 'tenant_id': '0ea2eb66bb064d42bceac53953af552d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:51:59.903518 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-5ade1003-9f9e-4c33-8888-81b0d8010094 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:51:59.913178 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-5ade1003-9f9e-4c33-8888-81b0d8010094 admin admin] Usage tracker for resource:subnet and tenant:0ea2eb66bb064d42bceac53953af552d is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:51:59.917301 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-5ade1003-9f9e-4c33-8888-81b0d8010094 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:51:59.929999 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-5ade1003-9f9e-4c33-8888-81b0d8010094 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:51:59.952905 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ade1003-9f9e-4c33-8888-81b0d8010094 admin admin] Made reservation on behalf of 0ea2eb66bb064d42bceac53953af552d for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:51:59.955946 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5ade1003-9f9e-4c33-8888-81b0d8010094 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:00.133390 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 43044) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:52:00.142921 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-0221efc8-9508-49a1-afb9-750e3ec0f410 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Request body: {'security_group': {'name': 'tempest-securitygroup--768151033', 'description': 'tempest-description--1799994308'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:52:00.157855 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-0221efc8-9508-49a1-afb9-750e3ec0f410 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:52:00.168358 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-0221efc8-9508-49a1-afb9-750e3ec0f410 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Usage tracker for resource:security_group and tenant:b8d6052b833a4534bc346cca1ce7985f is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:52:00.174591 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-0221efc8-9508-49a1-afb9-750e3ec0f410 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:52:00.187634 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-0221efc8-9508-49a1-afb9-750e3ec0f410 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:52:00.217703 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0221efc8-9508-49a1-afb9-750e3ec0f410 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:00.270329 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5ade1003-9f9e-4c33-8888-81b0d8010094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:00.323349 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-0221efc8-9508-49a1-afb9-750e3ec0f410 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:52:00.342625 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-0221efc8-9508-49a1-afb9-750e3ec0f410 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Usage tracker for resource:security_group_rule and tenant:b8d6052b833a4534bc346cca1ce7985f is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:52:00.347075 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-0221efc8-9508-49a1-afb9-750e3ec0f410 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:52:00.355481 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-0221efc8-9508-49a1-afb9-750e3ec0f410 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:52:00.391146 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ade1003-9f9e-4c33-8888-81b0d8010094 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53681791-224f-47a5-828b-e46692c08c1b,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:00.407977 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ade1003-9f9e-4c33-8888-81b0d8010094 admin admin] Checking segment: {'id': '5e9da586-bb12-4958-b15e-b7cf97bc3d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '18b54df9-33ed-4370-adce-cf7c028d1c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:52:00.408516 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ade1003-9f9e-4c33-8888-81b0d8010094 admin admin] Network hostable DHCP agents. Network: 18b54df9-33ed-4370-adce-cf7c028d1c63, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:52:00.440643 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ade1003-9f9e-4c33-8888-81b0d8010094 admin admin] Network 18b54df9-33ed-4370-adce-cf7c028d1c63 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:52:00.460562 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-5ade1003-9f9e-4c33-8888-81b0d8010094 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 18b54df9-33ed-4370-adce-cf7c028d1c63) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:52:00.469417 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3b5e9f-4572-4c2b-a3df-a5247ea45fea None None] Network 18b54df9-33ed-4370-adce-cf7c028d1c63 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:52:00.489444 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ade1003-9f9e-4c33-8888-81b0d8010094 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:00.490090 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5ade1003-9f9e-4c33-8888-81b0d8010094 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:00.533579 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5ade1003-9f9e-4c33-8888-81b0d8010094 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6514442 May 05 21:52:00.536160 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 43054) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:52:00.545947 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-395d8afa-1725-4dd5-8a5d-3b6a303cf108 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-177764559-router', 'tenant_id': '0ea2eb66bb064d42bceac53953af552d', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:52:00.556048 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-395d8afa-1725-4dd5-8a5d-3b6a303cf108 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:52:00.563772 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-395d8afa-1725-4dd5-8a5d-3b6a303cf108 admin admin] Usage tracker for resource:router and tenant:0ea2eb66bb064d42bceac53953af552d is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:52:00.568755 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-395d8afa-1725-4dd5-8a5d-3b6a303cf108 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:52:00.594636 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-395d8afa-1725-4dd5-8a5d-3b6a303cf108 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:52:00.635743 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0221efc8-9508-49a1-afb9-750e3ec0f410 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:00.654561 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9900cab-d787-43f9-b9ec-76528d5961bd req-09278873-5b31-462e-8ccd-aa77f87eed9f tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:00.660091 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-395d8afa-1725-4dd5-8a5d-3b6a303cf108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:00.661221 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-395d8afa-1725-4dd5-8a5d-3b6a303cf108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:00.665378 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9900cab-d787-43f9-b9ec-76528d5961bd req-09278873-5b31-462e-8ccd-aa77f87eed9f tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:00.676934 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9900cab-d787-43f9-b9ec-76528d5961bd req-09278873-5b31-462e-8ccd-aa77f87eed9f tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:00.686012 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9900cab-d787-43f9-b9ec-76528d5961bd req-09278873-5b31-462e-8ccd-aa77f87eed9f tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:00.690148 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9900cab-d787-43f9-b9ec-76528d5961bd req-09278873-5b31-462e-8ccd-aa77f87eed9f tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:00.695186 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-395d8afa-1725-4dd5-8a5d-3b6a303cf108 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:00.696403 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9900cab-d787-43f9-b9ec-76528d5961bd req-09278873-5b31-462e-8ccd-aa77f87eed9f tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:00.702312 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9900cab-d787-43f9-b9ec-76528d5961bd req-09278873-5b31-462e-8ccd-aa77f87eed9f tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:00.713543 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a9900cab-d787-43f9-b9ec-76528d5961bd req-09278873-5b31-462e-8ccd-aa77f87eed9f tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb2ef018-2997-4252-b6ee-9017394af03b HTTP/1.1" status: 200 len: 5435 time: 0.4319623 May 05 21:52:00.735887 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0221efc8-9508-49a1-afb9-750e3ec0f410 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:00.821663 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b74e34-4fe5-42aa-9dae-fd385903afb3 req-c8811863-d5ab-46a2-bcac-b7fc58feff80 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:00.823492 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f5b74e34-4fe5-42aa-9dae-fd385903afb3 req-c8811863-d5ab-46a2-bcac-b7fc58feff80 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.4468451 May 05 21:52:00.826909 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a9900cab-d787-43f9-b9ec-76528d5961bd req-8f4f1479-280f-4843-8416-17fb3bb48457 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5ff80e3-da96-4cd3-a486-dc686c4ae303&id=c9d5c85a-cae6-44b0-a97b-93589deaee89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1122634 May 05 21:52:00.870432 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0221efc8-9508-49a1-afb9-750e3ec0f410 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:00.872224 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0221efc8-9508-49a1-afb9-750e3ec0f410 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.7368824 May 05 21:52:00.878415 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 43064) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:52:00.879379 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0221efc8-9508-49a1-afb9-750e3ec0f410 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15081b51-34a6-41df-a644-0d6ba32bfe58,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:00.888279 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-6fabef48-d1e2-41f6-8615-8db385a24d96 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Request body: {'security_group_rule': {'security_group_id': '15081b51-34a6-41df-a644-0d6ba32bfe58', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:52:00.899391 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-6fabef48-d1e2-41f6-8615-8db385a24d96 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:52:00.901166 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a3511c-8993-4e56-964e-ef97a97e112b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-18b54df9-33ed-4370-adce-cf7c028d1c63', 'network_id': '18b54df9-33ed-4370-adce-cf7c028d1c63', 'tenant_id': '0ea2eb66bb064d42bceac53953af552d', 'fixed_ips': [{'subnet_id': '53681791-224f-47a5-828b-e46692c08c1b'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 21:52:00.903195 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a6a3511c-8993-4e56-964e-ef97a97e112b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:00.904559 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-6fabef48-d1e2-41f6-8615-8db385a24d96 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Usage tracker for resource:security_group_rule and tenant:b8d6052b833a4534bc346cca1ce7985f is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:52:00.907735 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-6fabef48-d1e2-41f6-8615-8db385a24d96 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:52:00.912877 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f5b74e34-4fe5-42aa-9dae-fd385903afb3 req-65ac53cb-1914-4304-8009-0f0c1b5af0d8 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787854 May 05 21:52:00.916988 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-6fabef48-d1e2-41f6-8615-8db385a24d96 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:52:00.947490 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6fabef48-d1e2-41f6-8615-8db385a24d96 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:00.978782 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-395d8afa-1725-4dd5-8a5d-3b6a303cf108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:01.021420 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6fabef48-d1e2-41f6-8615-8db385a24d96 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:01.034473 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6fabef48-d1e2-41f6-8615-8db385a24d96 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:01.057269 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fabef48-d1e2-41f6-8615-8db385a24d96 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5746ebd-4fd2-4a2d-b417-905561a64260,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:01.082765 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6fabef48-d1e2-41f6-8615-8db385a24d96 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:01.087158 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-6fabef48-d1e2-41f6-8615-8db385a24d96 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2024465 May 05 21:52:01.088611 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 43076) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:52:01.103564 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-ca5b775f-3016-4dc1-9ca3-80aba3d29a53 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Request body: {'security_group_rule': {'security_group_id': '15081b51-34a6-41df-a644-0d6ba32bfe58', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:52:01.120126 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-ca5b775f-3016-4dc1-9ca3-80aba3d29a53 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:52:01.129297 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-ca5b775f-3016-4dc1-9ca3-80aba3d29a53 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Usage tracker for resource:security_group_rule and tenant:b8d6052b833a4534bc346cca1ce7985f is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:52:01.139085 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-ca5b775f-3016-4dc1-9ca3-80aba3d29a53 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:52:01.158007 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-ca5b775f-3016-4dc1-9ca3-80aba3d29a53 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:52:01.191671 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ca5b775f-3016-4dc1-9ca3-80aba3d29a53 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:01.244014 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-a6a3511c-8993-4e56-964e-ef97a97e112b None None] Allocated IP 172.20.0.2 (18b54df9-33ed-4370-adce-cf7c028d1c63/53681791-224f-47a5-828b-e46692c08c1b/afa42598-84d6-46a9-8bdb-75957a8f5401) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:52:01.443613 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2cb48f-10f0-4bca-8237-3f208b6c00b8 req-cf76d8f2-b21c-4d6d-9f28-3c264df8af5a tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:01.452609 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-395d8afa-1725-4dd5-8a5d-3b6a303cf108 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:01.455815 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8c2cb48f-10f0-4bca-8237-3f208b6c00b8 req-cf76d8f2-b21c-4d6d-9f28-3c264df8af5a tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbba48f3-876a-42cb-a53a-58413d30e1ae HTTP/1.1" status: 200 len: 948 time: 0.2652712 May 05 21:52:01.483039 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a6a3511c-8993-4e56-964e-ef97a97e112b None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:01.487409 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ca5b775f-3016-4dc1-9ca3-80aba3d29a53 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:01.496838 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 6d46f772-0eff-4982-8ebd-3ae59a9eb31c up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:52:01.498639 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ca5b775f-3016-4dc1-9ca3-80aba3d29a53 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:01.542471 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-a6a3511c-8993-4e56-964e-ef97a97e112b None None] Transition to ACTIVE for port object afa42598-84d6-46a9-8bdb-75957a8f5401 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:52:01.567954 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-395d8afa-1725-4dd5-8a5d-3b6a303cf108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:01.574571 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b775f-3016-4dc1-9ca3-80aba3d29a53 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d5368fa-253a-4269-9704-ede56c9280e4,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:01.615561 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8c2cb48f-10f0-4bca-8237-3f208b6c00b8 req-efb3a61e-3a39-4147-8f88-5c133790e1aa tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587291 May 05 21:52:01.620088 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ca5b775f-3016-4dc1-9ca3-80aba3d29a53 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:01.624964 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ca5b775f-3016-4dc1-9ca3-80aba3d29a53 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5336688 May 05 21:52:01.627210 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 43086) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:52:01.639933 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-a6a3511c-8993-4e56-964e-ef97a97e112b None None] Transition to ACTIVE for port object afa42598-84d6-46a9-8bdb-75957a8f5401 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:52:01.653128 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-e2b28719-f77c-443c-9366-a3750950253d tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Request body: {'floatingip': {'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:52:01.661328 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-e2b28719-f77c-443c-9366-a3750950253d tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:52:01.672360 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a6a3511c-8993-4e56-964e-ef97a97e112b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:01.736126 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e2b28719-f77c-443c-9366-a3750950253d tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Usage tracker for resource:floatingip and tenant:b8d6052b833a4534bc346cca1ce7985f is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:52:01.785790 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e2b28719-f77c-443c-9366-a3750950253d tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:52:01.798938 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-e2b28719-f77c-443c-9366-a3750950253d tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:52:01.799089 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a3511c-8993-4e56-964e-ef97a97e112b None None] Pushing event updated for resources: {'Port': ['ID=afa42598-84d6-46a9-8bdb-75957a8f5401,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:01.836735 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a3511c-8993-4e56-964e-ef97a97e112b None None] Network 18b54df9-33ed-4370-adce-cf7c028d1c63 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:52:01.839009 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port 6d46f772-0eff-4982-8ebd-3ae59a9eb31c completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:52:01.845433 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 6d46f772-0eff-4982-8ebd-3ae59a9eb31c triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:52:01.846028 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:01.856053 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e2b28719-f77c-443c-9366-a3750950253d tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify callbacks [] for floatingip, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:01.862225 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-395d8afa-1725-4dd5-8a5d-3b6a303cf108 admin admin] Allocated IP 172.25.4.207 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/2e96534a-0b3f-4b1d-842c-2fddbaad2d4b) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:52:01.880690 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-a6a3511c-8993-4e56-964e-ef97a97e112b None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:52:01.890620 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a3511c-8993-4e56-964e-ef97a97e112b None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:52:02.035959 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-a6a3511c-8993-4e56-964e-ef97a97e112b None None] Attempting to bind port afa42598-84d6-46a9-8bdb-75957a8f5401 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:52:02.036589 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-a6a3511c-8993-4e56-964e-ef97a97e112b None None] Attempting to bind port afa42598-84d6-46a9-8bdb-75957a8f5401 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '5e9da586-bb12-4958-b15e-b7cf97bc3d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '18b54df9-33ed-4370-adce-cf7c028d1c63'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:52:02.036798 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a3511c-8993-4e56-964e-ef97a97e112b None None] Attempting to bind port afa42598-84d6-46a9-8bdb-75957a8f5401 on network 18b54df9-33ed-4370-adce-cf7c028d1c63 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:52:02.059200 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a3511c-8993-4e56-964e-ef97a97e112b None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:52:02.059200 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a3511c-8993-4e56-964e-ef97a97e112b None None] Checking segment: {'id': '5e9da586-bb12-4958-b15e-b7cf97bc3d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '18b54df9-33ed-4370-adce-cf7c028d1c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:52:02.059808 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a6a3511c-8993-4e56-964e-ef97a97e112b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:02.060303 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a3511c-8993-4e56-964e-ef97a97e112b None None] Bound using segment: {'id': '5e9da586-bb12-4958-b15e-b7cf97bc3d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '18b54df9-33ed-4370-adce-cf7c028d1c63'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:52:02.061007 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-a6a3511c-8993-4e56-964e-ef97a97e112b None None] Bound port: afa42598-84d6-46a9-8bdb-75957a8f5401, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e9da586-bb12-4958-b15e-b7cf97bc3d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '18b54df9-33ed-4370-adce-cf7c028d1c63'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:52:02.061439 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a6a3511c-8993-4e56-964e-ef97a97e112b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:02.063329 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94e5c3-14b8-431c-980e-9b3a6ca6af4f req-f55d2edd-0f03-4ab2-b5a3-193037999479 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:02.071734 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ff94e5c3-14b8-431c-980e-9b3a6ca6af4f req-f55d2edd-0f03-4ab2-b5a3-193037999479 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.4025357 May 05 21:52:02.107459 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8bb95ddc-21c2-4ecb-8e36-9e87f7df64ab req-e4d21e45-1a17-4ce5-8ff5-2f78aa07f875 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0eb82da6a4bc47a2ae0058d78ca21e92&device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 1096 time: 0.3723168 May 05 21:52:02.181461 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-395d8afa-1725-4dd5-8a5d-3b6a303cf108 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:02.221338 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-a6a3511c-8993-4e56-964e-ef97a97e112b None None] For port afa42598-84d6-46a9-8bdb-75957a8f5401, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:52:02.229057 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-a6a3511c-8993-4e56-964e-ef97a97e112b None None] For port afa42598-84d6-46a9-8bdb-75957a8f5401, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=afa42598-84d6-46a9-8bdb-75957a8f5401,segment=NetworkSegment(5e9da586-bb12-4958-b15e-b7cf97bc3d1b),segment_id=5e9da586-bb12-4958-b15e-b7cf97bc3d1b)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:52:02.247061 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-395d8afa-1725-4dd5-8a5d-3b6a303cf108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:02.285785 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ff94e5c3-14b8-431c-980e-9b3a6ca6af4f req-e954f5e6-fb70-46d7-b011-8f92f0b27fa7 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2137430 May 05 21:52:02.291041 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb95ddc-21c2-4ecb-8e36-9e87f7df64ab req-b9d23977-1a38-4b1e-aa71-b669a2e0549f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:02.292416 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8bb95ddc-21c2-4ecb-8e36-9e87f7df64ab req-b9d23977-1a38-4b1e-aa71-b669a2e0549f service neutron] 10.222.0.44 "GET /v2.0/networks?id=f33cead3-3472-4ef7-9cf3-a35684adef89 HTTP/1.1" status: 200 len: 913 time: 0.1516976 May 05 21:52:02.311469 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a6a3511c-8993-4e56-964e-ef97a97e112b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:02.363979 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395d8afa-1725-4dd5-8a5d-3b6a303cf108 admin admin] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:52:02.370465 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-395d8afa-1725-4dd5-8a5d-3b6a303cf108 admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:52:02.384794 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395d8afa-1725-4dd5-8a5d-3b6a303cf108 admin admin] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:52:02.467732 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:02.507002 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d8afa-1725-4dd5-8a5d-3b6a303cf108 admin admin] Pushing event updated for resources: {'Port': ['ID=2e96534a-0b3f-4b1d-842c-2fddbaad2d4b,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:02.612378 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbba48f3-876a-42cb-a53a-58413d30e1ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d46f772-0eff-4982-8ebd-3ae59a9eb31c'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:52:02.639445 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a3511c-8993-4e56-964e-ef97a97e112b None None] Pushing event updated for resources: {'Port': ['ID=afa42598-84d6-46a9-8bdb-75957a8f5401,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:02.656890 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 6d46f772-0eff-4982-8ebd-3ae59a9eb31c, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=6d46f772-0eff-4982-8ebd-3ae59a9eb31c,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:52:02.673625 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:02.725096 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e2b28719-f77c-443c-9366-a3750950253d tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:02.764342 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b70ab35c-cc52-4108-920f-698cce2e63b0'] response: {'server_uuid': 'dbba48f3-876a-42cb-a53a-58413d30e1ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d46f772-0eff-4982-8ebd-3ae59a9eb31c', 'code': 200} May 05 21:52:02.823325 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abe4f62-29ed-4104-b9d7-76e2d0e7238a req-3af8262c-143b-461b-aa84-65c6bbce9290 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:02.828190 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abe4f62-29ed-4104-b9d7-76e2d0e7238a req-3af8262c-143b-461b-aa84-65c6bbce9290 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:02.832462 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abe4f62-29ed-4104-b9d7-76e2d0e7238a req-3af8262c-143b-461b-aa84-65c6bbce9290 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:02.837146 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abe4f62-29ed-4104-b9d7-76e2d0e7238a req-3af8262c-143b-461b-aa84-65c6bbce9290 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:02.842739 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abe4f62-29ed-4104-b9d7-76e2d0e7238a req-3af8262c-143b-461b-aa84-65c6bbce9290 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:02.846909 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abe4f62-29ed-4104-b9d7-76e2d0e7238a req-3af8262c-143b-461b-aa84-65c6bbce9290 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:02.850984 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abe4f62-29ed-4104-b9d7-76e2d0e7238a req-3af8262c-143b-461b-aa84-65c6bbce9290 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:02.857926 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=6d46f772-0eff-4982-8ebd-3ae59a9eb31c,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:02.859454 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5abe4f62-29ed-4104-b9d7-76e2d0e7238a req-3af8262c-143b-461b-aa84-65c6bbce9290 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb2ef018-2997-4252-b6ee-9017394af03b HTTP/1.1" status: 200 len: 5435 time: 0.5772209 May 05 21:52:02.915219 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-ea66d7bd-123a-4dcf-a99b-cccedd5aebea tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:02.922065 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-ea66d7bd-123a-4dcf-a99b-cccedd5aebea tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:02.926187 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-ea66d7bd-123a-4dcf-a99b-cccedd5aebea tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:02.944788 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-ea66d7bd-123a-4dcf-a99b-cccedd5aebea tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:02.954870 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-ea66d7bd-123a-4dcf-a99b-cccedd5aebea tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:02.967760 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-ea66d7bd-123a-4dcf-a99b-cccedd5aebea tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:02.986396 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-ea66d7bd-123a-4dcf-a99b-cccedd5aebea tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:03.001683 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-ea66d7bd-123a-4dcf-a99b-cccedd5aebea tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Synchronizing usage tracker for tenant:5f6d3217202d4d8580bf1dbedeb67377 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:52:03.013956 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-395d8afa-1725-4dd5-8a5d-3b6a303cf108 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:03.014782 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-395d8afa-1725-4dd5-8a5d-3b6a303cf108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:03.102722 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8bb95ddc-21c2-4ecb-8e36-9e87f7df64ab req-295f7f99-f86f-4a55-bc4e-80ffb7cc260a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=254d6486-a2f8-4ac2-8cd3-e9e223b202eb HTTP/1.1" status: 200 len: 1000 time: 0.7529495 May 05 21:52:03.271311 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-ea66d7bd-123a-4dcf-a99b-cccedd5aebea tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Unset dirty status for tenant:5f6d3217202d4d8580bf1dbedeb67377 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:52:03.272768 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-ea66d7bd-123a-4dcf-a99b-cccedd5aebea tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb2ef018-2997-4252-b6ee-9017394af03b HTTP/1.1" status: 200 len: 5435 time: 0.5588539 May 05 21:52:03.322052 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5abe4f62-29ed-4104-b9d7-76e2d0e7238a req-c61f6259-cf1f-44f1-b240-58d7c6f33196 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5ff80e3-da96-4cd3-a486-dc686c4ae303&id=c9d5c85a-cae6-44b0-a97b-93589deaee89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4613659 May 05 21:52:03.339387 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb95ddc-21c2-4ecb-8e36-9e87f7df64ab req-44a050b9-50b2-42a2-918f-1b536135d268 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:03.340816 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8bb95ddc-21c2-4ecb-8e36-9e87f7df64ab req-44a050b9-50b2-42a2-918f-1b536135d268 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7d5de724-e15a-4a3a-8314-05869a0cf070 HTTP/1.1" status: 200 len: 851 time: 0.2060490 May 05 21:52:03.356543 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7e220638-b5b1-4370-ac3e-0aa0e0fac520 req-ced12376-bbbd-4f9c-b528-467bed6de15f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dbba48f3-876a-42cb-a53a-58413d30e1ae HTTP/1.1" status: 200 len: 1100 time: 0.4948697 May 05 21:52:03.359520 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-e2b28719-f77c-443c-9366-a3750950253d tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Allocated IP 172.25.4.82 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/a010f67b-74e5-4026-bec8-4f71b9a3eff5) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:52:03.381184 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-4d1a3ce1-464d-4dc0-a082-13bd2586c2ba tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:03.382894 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-4d1a3ce1-464d-4dc0-a082-13bd2586c2ba tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.44 "GET /v2.0/ports/538baf95-e3b5-4c0a-808d-33c668825b60?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0987744 May 05 21:52:03.522994 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 8420b722-907a-4202-9af4-f5d3ca30218f details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:52:03.550394 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6118ea-b448-45cd-9488-f6443b0b7df1 req-0adde9d1-b592-406c-a0ee-431a2e4f6795 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:03.560761 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4c6118ea-b448-45cd-9488-f6443b0b7df1 req-0adde9d1-b592-406c-a0ee-431a2e4f6795 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbba48f3-876a-42cb-a53a-58413d30e1ae HTTP/1.1" status: 200 len: 949 time: 0.5441620 May 05 21:52:03.663164 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-3a2ce34d-5aee-47f0-b917-006643976fdd tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.44 "GET /v2.0/networks/94805836-07a0-47ad-ab35-ba65d7a7da33?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2748566 May 05 21:52:03.691200 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-2a8ae658-41d8-4448-9e73-e9d7b6c093c7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:52:03.836012 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 8420b722-907a-4202-9af4-f5d3ca30218f, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=8420b722-907a-4202-9af4-f5d3ca30218f,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:52:03.867978 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '8420b722-907a-4202-9af4-f5d3ca30218f', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'port_id': '8420b722-907a-4202-9af4-f5d3ca30218f', 'mac_address': 'fa:16:3e:cd:ed:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f237a6ef-d044-411f-a2d8-d12619664c91', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:52:03.950320 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:03.968207 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7e220638-b5b1-4370-ac3e-0aa0e0fac520 req-5f0728b7-f18f-4e57-867e-cb7394f327d5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5654085 May 05 21:52:03.994128 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8420b722-907a-4202-9af4-f5d3ca30218f {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:52:04.018313 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-2a8ae658-41d8-4448-9e73-e9d7b6c093c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:04.032656 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 8420b722-907a-4202-9af4-f5d3ca30218f, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=8420b722-907a-4202-9af4-f5d3ca30218f,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:52:04.041183 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:04.080868 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-395d8afa-1725-4dd5-8a5d-3b6a303cf108 admin admin] Router b3ad7406-69ba-41fa-8407-7590b4b7dc02 is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 21:52:04.105451 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8bb95ddc-21c2-4ecb-8e36-9e87f7df64ab req-e6b5eb40-e138-4af5-8c1f-826e9e1ab980 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f33cead3-3472-4ef7-9cf3-a35684adef89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7417459 May 05 21:52:04.149420 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4c6118ea-b448-45cd-9488-f6443b0b7df1 req-2d79b202-5c92-4e5d-bfbe-c5d17247f031 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5790222 May 05 21:52:04.193550 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['8420b722-907a-4202-9af4-f5d3ca30218f'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:52:04.314493 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48d4e0c-8f80-4003-951b-c1bb6eedd549 None None] Network 18b54df9-33ed-4370-adce-cf7c028d1c63 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:52:04.471945 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e2b28719-f77c-443c-9366-a3750950253d tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:04.484769 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-2a8ae658-41d8-4448-9e73-e9d7b6c093c7 service neutron] For port 538baf95-e3b5-4c0a-808d-33c668825b60, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=538baf95-e3b5-4c0a-808d-33c668825b60,segment=NetworkSegment(a786530b-01ae-4f9f-838f-af9be8821358),segment_id=a786530b-01ae-4f9f-838f-af9be8821358)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:52:04.511443 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be7299-e626-42a8-80c2-fecd4c934988 req-f09f2bb0-0b60-415a-b502-d5eae59ef2ca tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:04.527982 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d8be7299-e626-42a8-80c2-fecd4c934988 req-f09f2bb0-0b60-415a-b502-d5eae59ef2ca tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.7884445 May 05 21:52:04.596817 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-2a8ae658-41d8-4448-9e73-e9d7b6c093c7 service neutron] For port 538baf95-e3b5-4c0a-808d-33c668825b60, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:52:04.695644 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395d8afa-1725-4dd5-8a5d-3b6a303cf108 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:52:04.707284 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6113ef-b6f2-468c-b1e2-1006d0a14664 None None] Sync routers for ids ['b3ad7406-69ba-41fa-8407-7590b4b7dc02'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:52:04.727440 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-2a8ae658-41d8-4448-9e73-e9d7b6c093c7 service neutron] device_id is not set on port 538baf95-e3b5-4c0a-808d-33c668825b60 yet. {{(pid=84063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 21:52:04.740821 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-2a8ae658-41d8-4448-9e73-e9d7b6c093c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:04.745951 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-395d8afa-1725-4dd5-8a5d-3b6a303cf108 admin admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:04.747517 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-395d8afa-1725-4dd5-8a5d-3b6a303cf108 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.2102277 May 05 21:52:04.748665 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6113ef-b6f2-468c-b1e2-1006d0a14664 None None] Routers {'b3ad7406-69ba-41fa-8407-7590b4b7dc02'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:52:04.750299 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 43158) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:52:04.757937 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-7d6113ef-b6f2-468c-b1e2-1006d0a14664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:51:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['b3ad7406-69ba-41fa-8407-7590b4b7dc02'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:52:04.776996 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device afa42598-84d6-46a9-8bdb-75957a8f5401 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:52:04.914922 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-2a8ae658-41d8-4448-9e73-e9d7b6c093c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:04.915369 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8bb95ddc-21c2-4ecb-8e36-9e87f7df64ab req-cd142768-0583-4df8-9e12-3ac4df53ed1c service neutron] 10.222.0.44 "GET /v2.0/networks/f33cead3-3472-4ef7-9cf3-a35684adef89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7473319 May 05 21:52:05.000894 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8ae658-41d8-4448-9e73-e9d7b6c093c7 service neutron] Pushing event updated for resources: {'Port': ['ID=538baf95-e3b5-4c0a-808d-33c668825b60,revision_number=6']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:05.049263 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=8420b722-907a-4202-9af4-f5d3ca30218f,revision_number=6']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:05.212414 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-2a8ae658-41d8-4448-9e73-e9d7b6c093c7 service neutron] No DVR routers for this DVR port 538baf95-e3b5-4c0a-808d-33c668825b60 on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:52:05.341154 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-2a8ae658-41d8-4448-9e73-e9d7b6c093c7 service neutron] In _notify_port_updated(), no bound segment for port 538baf95-e3b5-4c0a-808d-33c668825b60 on network 94805836-07a0-47ad-ab35-ba65d7a7da33 {{(pid=84063) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 05 21:52:05.345184 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-2a8ae658-41d8-4448-9e73-e9d7b6c093c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:05.349472 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-2a8ae658-41d8-4448-9e73-e9d7b6c093c7 service neutron] 10.222.0.44 "PUT /v2.0/ports/538baf95-e3b5-4c0a-808d-33c668825b60 HTTP/1.1" status: 200 len: 1026 time: 1.6714497 May 05 21:52:05.370582 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d8be7299-e626-42a8-80c2-fecd4c934988 req-fcda20be-9765-4de6-b039-972d83984fdf tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8036623 May 05 21:52:05.423355 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-02607cb5-7a35-4846-9db7-9bb20868d125 None None] Provisioning for port afa42598-84d6-46a9-8bdb-75957a8f5401 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:52:05.438136 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e2b28719-f77c-443c-9366-a3750950253d tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:05.458938 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-7d6113ef-b6f2-468c-b1e2-1006d0a14664 None None] Set router b3ad7406-69ba-41fa-8407-7590b4b7dc02 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:52:05.566522 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 34649ace-f82b-4ccc-974a-1666bac9e23b no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:52:05.681976 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-bda7c782-6a09-4d39-9615-1a9a4fb80ff4 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:05.690567 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-bda7c782-6a09-4d39-9615-1a9a4fb80ff4 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.44 "GET /v2.0/ports/34649ace-f82b-4ccc-974a-1666bac9e23b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3170443 May 05 21:52:05.723160 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-3d7ef018-4a0b-4bcc-84d4-fd5fe3aa4cac service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:52:05.779987 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port afa42598-84d6-46a9-8bdb-75957a8f5401 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:52:05.828599 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:05.847795 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port afa42598-84d6-46a9-8bdb-75957a8f5401 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:52:05.848455 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:05.894507 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b28719-f77c-443c-9366-a3750950253d tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:52:05.925763 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-e2b28719-f77c-443c-9366-a3750950253d tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:52:05.995200 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:06.017931 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b28719-f77c-443c-9366-a3750950253d tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:52:06.111283 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b28719-f77c-443c-9366-a3750950253d tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Pushing event updated for resources: {'Port': ['ID=a010f67b-74e5-4026-bec8-4f71b9a3eff5,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:06.182534 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf159cd-284d-4d23-8eb1-d624d741ed58 req-ddbd97db-4b65-4a18-afa4-8a129e946779 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:06.194202 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf159cd-284d-4d23-8eb1-d624d741ed58 req-ddbd97db-4b65-4a18-afa4-8a129e946779 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:06.202704 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf159cd-284d-4d23-8eb1-d624d741ed58 req-ddbd97db-4b65-4a18-afa4-8a129e946779 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:06.212783 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf159cd-284d-4d23-8eb1-d624d741ed58 req-ddbd97db-4b65-4a18-afa4-8a129e946779 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:06.222392 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf159cd-284d-4d23-8eb1-d624d741ed58 req-ddbd97db-4b65-4a18-afa4-8a129e946779 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:06.236331 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf159cd-284d-4d23-8eb1-d624d741ed58 req-ddbd97db-4b65-4a18-afa4-8a129e946779 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:06.243856 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ddf159cd-284d-4d23-8eb1-d624d741ed58 req-ddbd97db-4b65-4a18-afa4-8a129e946779 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb2ef018-2997-4252-b6ee-9017394af03b HTTP/1.1" status: 200 len: 4662 time: 1.4777279 May 05 21:52:06.364879 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-7d6113ef-b6f2-468c-b1e2-1006d0a14664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ad7406-69ba-41fa-8407-7590b4b7dc02', 'name': 'tempest-AttachVolumeShelveTestJSON-177764559-router', 'tenant_id': '0ea2eb66bb064d42bceac53953af552d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '2e96534a-0b3f-4b1d-842c-2fddbaad2d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:52:00Z', 'updated_at': '2022-05-05T21:52:02Z', 'revision_number': 3, 'project_id': '0ea2eb66bb064d42bceac53953af552d', 'gw_port': {'id': '2e96534a-0b3f-4b1d-842c-2fddbaad2d4b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c2:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ad7406-69ba-41fa-8407-7590b4b7dc02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:52:01Z', 'updated_at': '2022-05-05T21:52:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:52:06.367131 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-101c4d54-a4fa-46e7-aefd-419cca96dc1d None None] Provisioning complete for port 538baf95-e3b5-4c0a-808d-33c668825b60 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:52:06.367498 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-101c4d54-a4fa-46e7-aefd-419cca96dc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:06.371608 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8bb95ddc-21c2-4ecb-8e36-9e87f7df64ab req-48cafcce-9738-47df-95b0-ebd63196df24 service neutron] 10.222.0.44 "GET /v2.0/networks/f33cead3-3472-4ef7-9cf3-a35684adef89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4260533 May 05 21:52:06.379561 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6113ef-b6f2-468c-b1e2-1006d0a14664 None None] Checking router: b3ad7406-69ba-41fa-8407-7590b4b7dc02 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:52:06.380314 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6113ef-b6f2-468c-b1e2-1006d0a14664 None None] Updating router b3ad7406-69ba-41fa-8407-7590b4b7dc02 port 2e96534a-0b3f-4b1d-842c-2fddbaad2d4b binding host n-d-825175-4 {{(pid=84068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 21:52:06.509883 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-7d6113ef-b6f2-468c-b1e2-1006d0a14664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:06.539261 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-101c4d54-a4fa-46e7-aefd-419cca96dc1d None None] Port 538baf95-e3b5-4c0a-808d-33c668825b60 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:52:06.559828 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:06.634568 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2436991c-a9b0-4926-8990-b82cf537da04 req-9a125e2e-2dad-4b4a-b9df-779532fc8f96 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:06.640405 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2436991c-a9b0-4926-8990-b82cf537da04 req-9a125e2e-2dad-4b4a-b9df-779532fc8f96 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbba48f3-876a-42cb-a53a-58413d30e1ae HTTP/1.1" status: 200 len: 949 time: 0.8401039 May 05 21:52:06.642428 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 34649ace-f82b-4ccc-974a-1666bac9e23b, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=34649ace-f82b-4ccc-974a-1666bac9e23b,segment=NetworkSegment(a786530b-01ae-4f9f-838f-af9be8821358),segment_id=a786530b-01ae-4f9f-838f-af9be8821358)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:52:06.651512 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34649ace-f82b-4ccc-974a-1666bac9e23b'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:52:06.652720 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ddf159cd-284d-4d23-8eb1-d624d741ed58 req-a4ccd1c1-4fce-4553-ab32-ff53905d9cc9 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5ff80e3-da96-4cd3-a486-dc686c4ae303&id=c9d5c85a-cae6-44b0-a97b-93589deaee89&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3759751 May 05 21:52:06.682430 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:06.683455 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device c7548de3-9774-4501-8d63-8da172363f2e no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:52:06.792463 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2436991c-a9b0-4926-8990-b82cf537da04 req-76214d25-0fce-4504-99e4-d102c4bf1230 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347287 May 05 21:52:06.916519 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-3d7ef018-4a0b-4bcc-84d4-fd5fe3aa4cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:07.087982 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=34649ace-f82b-4ccc-974a-1666bac9e23b,revision_number=6']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:07.194765 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e2b28719-f77c-443c-9366-a3750950253d tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:07.306559 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff24a39b-cbc6-4b86-b6ce-5027de361c60'] response: {'server_uuid': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34649ace-f82b-4ccc-974a-1666bac9e23b', 'code': 200} May 05 21:52:07.325031 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-0ec42f60-991b-4ef9-99eb-8d6cfb64d0dc None None] Provisioning complete for port afa42598-84d6-46a9-8bdb-75957a8f5401 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:52:07.327141 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0ec42f60-991b-4ef9-99eb-8d6cfb64d0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:07.514880 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-3d7ef018-4a0b-4bcc-84d4-fd5fe3aa4cac service neutron] For port 34649ace-f82b-4ccc-974a-1666bac9e23b, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=34649ace-f82b-4ccc-974a-1666bac9e23b,segment=NetworkSegment(a786530b-01ae-4f9f-838f-af9be8821358),segment_id=a786530b-01ae-4f9f-838f-af9be8821358)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:52:07.539418 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:07.566244 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-7d6113ef-b6f2-468c-b1e2-1006d0a14664 None None] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:07.592427 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.provisioning_blocks [None req-7d6113ef-b6f2-468c-b1e2-1006d0a14664 None None] Transition to ACTIVE for port object 2e96534a-0b3f-4b1d-842c-2fddbaad2d4b will not be triggered until provisioned by entity L2. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:52:07.610912 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-7d6113ef-b6f2-468c-b1e2-1006d0a14664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:07.628931 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-3d7ef018-4a0b-4bcc-84d4-fd5fe3aa4cac service neutron] For port 34649ace-f82b-4ccc-974a-1666bac9e23b, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:52:07.759433 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port afa42598-84d6-46a9-8bdb-75957a8f5401, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=afa42598-84d6-46a9-8bdb-75957a8f5401,segment=NetworkSegment(5e9da586-bb12-4958-b15e-b7cf97bc3d1b),segment_id=5e9da586-bb12-4958-b15e-b7cf97bc3d1b)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:52:07.765569 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-3d7ef018-4a0b-4bcc-84d4-fd5fe3aa4cac service neutron] device_id is not set on port 34649ace-f82b-4ccc-974a-1666bac9e23b yet. {{(pid=84063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 21:52:07.772106 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f9e1bf-4772-4870-9929-64bb0d72a73a None None] Pushing event updated for resources: {'Port': ['ID=2e96534a-0b3f-4b1d-842c-2fddbaad2d4b,revision_number=2']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:07.780496 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:07.785636 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-3d7ef018-4a0b-4bcc-84d4-fd5fe3aa4cac service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:07.801535 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-3d7ef018-4a0b-4bcc-84d4-fd5fe3aa4cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:07.822955 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f9e1bf-4772-4870-9929-64bb0d72a73a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:52:07.823709 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f9e1bf-4772-4870-9929-64bb0d72a73a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:52:07.824595 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f9e1bf-4772-4870-9929-64bb0d72a73a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:52:07.826162 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f9e1bf-4772-4870-9929-64bb0d72a73a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:52:07.826804 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f9e1bf-4772-4870-9929-64bb0d72a73a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:52:07.827533 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f9e1bf-4772-4870-9929-64bb0d72a73a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:52:07.828116 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f9e1bf-4772-4870-9929-64bb0d72a73a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:52:07.829273 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f9e1bf-4772-4870-9929-64bb0d72a73a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:52:07.829818 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f9e1bf-4772-4870-9929-64bb0d72a73a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:52:07.830828 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f9e1bf-4772-4870-9929-64bb0d72a73a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:52:07.831552 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f9e1bf-4772-4870-9929-64bb0d72a73a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:52:07.858780 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-7d6113ef-b6f2-468c-b1e2-1006d0a14664 None None] Attempting to bind port 2e96534a-0b3f-4b1d-842c-2fddbaad2d4b on host n-d-825175-4 for vnic_type normal with profile {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:52:07.859462 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-7d6113ef-b6f2-468c-b1e2-1006d0a14664 None None] Attempting to bind port 2e96534a-0b3f-4b1d-842c-2fddbaad2d4b by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:52:07.860085 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6113ef-b6f2-468c-b1e2-1006d0a14664 None None] Attempting to bind port 2e96534a-0b3f-4b1d-842c-2fddbaad2d4b on network 25bfe237-58de-4709-a3e0-ac79da07c300 {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:52:07.868582 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6113ef-b6f2-468c-b1e2-1006d0a14664 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:52:07.869349 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6113ef-b6f2-468c-b1e2-1006d0a14664 None None] Checking segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:52:07.870036 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-7d6113ef-b6f2-468c-b1e2-1006d0a14664 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:07.871249 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6113ef-b6f2-468c-b1e2-1006d0a14664 None None] Bound using segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:52:07.871941 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-7d6113ef-b6f2-468c-b1e2-1006d0a14664 None None] Bound port: 2e96534a-0b3f-4b1d-842c-2fddbaad2d4b, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:52:07.872704 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-7d6113ef-b6f2-468c-b1e2-1006d0a14664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:08.014615 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e2b28719-f77c-443c-9366-a3750950253d tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:08.035695 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-7d6113ef-b6f2-468c-b1e2-1006d0a14664 None None] For port 2e96534a-0b3f-4b1d-842c-2fddbaad2d4b, host n-d-825175-4, cleared binding levels {{(pid=84068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:52:08.052972 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-7d6113ef-b6f2-468c-b1e2-1006d0a14664 None None] For port 2e96534a-0b3f-4b1d-842c-2fddbaad2d4b, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=2e96534a-0b3f-4b1d-842c-2fddbaad2d4b,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:52:08.054334 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:08.065640 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-7d6113ef-b6f2-468c-b1e2-1006d0a14664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:08.151557 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7ef018-4a0b-4bcc-84d4-fd5fe3aa4cac service neutron] Pushing event updated for resources: {'Port': ['ID=34649ace-f82b-4ccc-974a-1666bac9e23b,revision_number=7']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:08.175752 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=afa42598-84d6-46a9-8bdb-75957a8f5401,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:08.204516 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port c7548de3-9774-4501-8d63-8da172363f2e, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=c7548de3-9774-4501-8d63-8da172363f2e,segment=NetworkSegment(a786530b-01ae-4f9f-838f-af9be8821358),segment_id=a786530b-01ae-4f9f-838f-af9be8821358)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:52:08.213836 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:08.214544 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 538baf95-e3b5-4c0a-808d-33c668825b60 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:52:08.298082 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-3d7ef018-4a0b-4bcc-84d4-fd5fe3aa4cac service neutron] No DVR routers for this DVR port 34649ace-f82b-4ccc-974a-1666bac9e23b on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:52:08.305248 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6113ef-b6f2-468c-b1e2-1006d0a14664 None None] Routers {'b3ad7406-69ba-41fa-8407-7590b4b7dc02'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:52:08.307821 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-7d6113ef-b6f2-468c-b1e2-1006d0a14664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:51:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['b3ad7406-69ba-41fa-8407-7590b4b7dc02'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:52:08.400346 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-3d7ef018-4a0b-4bcc-84d4-fd5fe3aa4cac service neutron] In _notify_port_updated(), no bound segment for port 34649ace-f82b-4ccc-974a-1666bac9e23b on network 94805836-07a0-47ad-ab35-ba65d7a7da33 {{(pid=84063) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 05 21:52:08.402142 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-3d7ef018-4a0b-4bcc-84d4-fd5fe3aa4cac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:08.417198 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-3d7ef018-4a0b-4bcc-84d4-fd5fe3aa4cac service neutron] 10.222.0.44 "PUT /v2.0/ports/34649ace-f82b-4ccc-974a-1666bac9e23b HTTP/1.1" status: 200 len: 1028 time: 2.7181652 May 05 21:52:08.476617 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 538baf95-e3b5-4c0a-808d-33c668825b60 not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:52:08.477043 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device c6a625e6-cf6b-469e-bb09-671258762a76 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:52:08.562890 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-a40558c1-5b4d-44dc-80dd-ca6c3324157a tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Deleting port c7548de3-9774-4501-8d63-8da172363f2e {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:52:08.563597 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-a40558c1-5b4d-44dc-80dd-ca6c3324157a tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:08.610078 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=c7548de3-9774-4501-8d63-8da172363f2e,revision_number=6']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:08.613136 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e2b28719-f77c-443c-9366-a3750950253d tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:08.671266 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e2b28719-f77c-443c-9366-a3750950253d tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:08.697630 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c55e3d-1772-4220-bd7b-df4ce0ea9c2c req-54ed597a-0cc1-46f1-8b0e-db00fc3d6095 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:08.708460 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c5c55e3d-1772-4220-bd7b-df4ce0ea9c2c req-54ed597a-0cc1-46f1-8b0e-db00fc3d6095 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 1.4132950 May 05 21:52:08.753742 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f09252ad-1374-4433-a8a5-e7e14335487f None None] Provisioning complete for port 34649ace-f82b-4ccc-974a-1666bac9e23b triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:52:08.754106 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f09252ad-1374-4433-a8a5-e7e14335487f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:08.811574 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f9e1bf-4772-4870-9929-64bb0d72a73a None None] Pushing event updated for resources: {'Port': ['ID=2e96534a-0b3f-4b1d-842c-2fddbaad2d4b,revision_number=3']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:08.870966 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:08.926879 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f09252ad-1374-4433-a8a5-e7e14335487f None None] Port 34649ace-f82b-4ccc-974a-1666bac9e23b cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:52:08.974089 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port c6a625e6-cf6b-469e-bb09-671258762a76, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=c6a625e6-cf6b-469e-bb09-671258762a76,segment=NetworkSegment(27eaa00d-2733-43bd-8e2f-2708b745ee87),segment_id=27eaa00d-2733-43bd-8e2f-2708b745ee87)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:52:08.988202 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:08.989175 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device b9baba6d-e965-4519-b39c-f777cce86217 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:52:08.992559 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-7d6113ef-b6f2-468c-b1e2-1006d0a14664 None None] Set router b3ad7406-69ba-41fa-8407-7590b4b7dc02 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:52:08.998028 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-db0d66ef-e4e1-46a2-b64b-b504fcc17d8a req-1b594f06-c3c5-4370-83b1-e49ccb280a29 tempest-ServersOnMultiNodesTest-1137210654 tempest-ServersOnMultiNodesTest-1137210654-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=dbba48f3-876a-42cb-a53a-58413d30e1ae HTTP/1.1" status: 200 len: 1100 time: 1.1797953 May 05 21:52:09.118240 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-a40558c1-5b4d-44dc-80dd-ca6c3324157a tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] For port c7548de3-9774-4501-8d63-8da172363f2e, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=c7548de3-9774-4501-8d63-8da172363f2e,segment=NetworkSegment(a786530b-01ae-4f9f-838f-af9be8821358),segment_id=a786530b-01ae-4f9f-838f-af9be8821358)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:52:09.118645 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-a40558c1-5b4d-44dc-80dd-ca6c3324157a tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:09.169926 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c5c55e3d-1772-4220-bd7b-df4ce0ea9c2c req-a48614bb-99d8-4eef-95ff-49e48ad4a793 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4571869 May 05 21:52:09.171061 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b28719-f77c-443c-9366-a3750950253d tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Pushing event updated for resources: {'Port': ['ID=a010f67b-74e5-4026-bec8-4f71b9a3eff5,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:09.251944 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-db0d66ef-e4e1-46a2-b64b-b504fcc17d8a req-73fd04ba-d338-4f1f-a39e-a49764eb3cb9 tempest-ServersOnMultiNodesTest-1137210654 tempest-ServersOnMultiNodesTest-1137210654-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354360 May 05 21:52:09.267242 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-a40558c1-5b4d-44dc-80dd-ca6c3324157a tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Calling delete_port for c7548de3-9774-4501-8d63-8da172363f2e owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:52:09.340846 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7548de3-9774-4501-8d63-8da172363f2e'}, {'server_uuid': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6a625e6-cf6b-469e-bb09-671258762a76'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:52:09.353753 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e2b28719-f77c-443c-9366-a3750950253d tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:09.430145 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e2b28719-f77c-443c-9366-a3750950253d tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:09.440325 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e2b28719-f77c-443c-9366-a3750950253d tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.8016779 May 05 21:52:09.611804 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=c6a625e6-cf6b-469e-bb09-671258762a76,revision_number=6']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:09.648513 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a6cdbd7-18eb-4460-8203-0cb5c37a466e'] response: {'server_uuid': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7548de3-9774-4501-8d63-8da172363f2e', 'code': 200} May 05 21:52:09.648766 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a6cdbd7-18eb-4460-8203-0cb5c37a466e'] response: {'server_uuid': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6a625e6-cf6b-469e-bb09-671258762a76', 'code': 200} May 05 21:52:09.731623 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7f97bc-6427-45e8-a399-e6e5b9b993c0 req-528d468d-def0-4ef0-b849-a94e22f53778 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:09.744447 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:09.750284 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7f97bc-6427-45e8-a399-e6e5b9b993c0 req-528d468d-def0-4ef0-b849-a94e22f53778 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:09.781955 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7f97bc-6427-45e8-a399-e6e5b9b993c0 req-528d468d-def0-4ef0-b849-a94e22f53778 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:09.802252 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7f97bc-6427-45e8-a399-e6e5b9b993c0 req-528d468d-def0-4ef0-b849-a94e22f53778 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:09.812474 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7f97bc-6427-45e8-a399-e6e5b9b993c0 req-528d468d-def0-4ef0-b849-a94e22f53778 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:09.827585 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ea7f97bc-6427-45e8-a399-e6e5b9b993c0 req-528d468d-def0-4ef0-b849-a94e22f53778 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb2ef018-2997-4252-b6ee-9017394af03b HTTP/1.1" status: 200 len: 3883 time: 0.2952344 May 05 21:52:09.881422 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-a40558c1-5b4d-44dc-80dd-ca6c3324157a tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:09.889715 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-523383ea-ae78-4e16-ad8b-af39d7afcbce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:09.898996 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port b9baba6d-e965-4519-b39c-f777cce86217, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=b9baba6d-e965-4519-b39c-f777cce86217,segment=NetworkSegment(b536ecc8-ef30-4eb4-8bcf-0bfc4de1bd3b),segment_id=b536ecc8-ef30-4eb4-8bcf-0bfc4de1bd3b)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:52:09.913521 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:09.918748 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device ecd2f147-21d5-4a73-989e-13841d2ef60b no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:52:10.004095 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40558c1-5b4d-44dc-80dd-ca6c3324157a tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Pushing event deleted for resources: {'Port': ['ID=c7548de3-9774-4501-8d63-8da172363f2e,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:10.049088 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4b19bdb5-da58-42d1-91ac-28d3d39513b0 req-81bf13b8-30a1-414e-904b-f4b495420acc tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=573addcdcad64ebbacaadf6765f34d35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1102836 May 05 21:52:10.113323 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ea7f97bc-6427-45e8-a399-e6e5b9b993c0 req-defb39f9-3451-4b0b-ac0d-7b03730853e5 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9d5c85a-cae6-44b0-a97b-93589deaee89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2767673 May 05 21:52:10.114748 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-7d6113ef-b6f2-468c-b1e2-1006d0a14664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ad7406-69ba-41fa-8407-7590b4b7dc02', 'name': 'tempest-AttachVolumeShelveTestJSON-177764559-router', 'tenant_id': '0ea2eb66bb064d42bceac53953af552d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '2e96534a-0b3f-4b1d-842c-2fddbaad2d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:52:00Z', 'updated_at': '2022-05-05T21:52:02Z', 'revision_number': 3, 'project_id': '0ea2eb66bb064d42bceac53953af552d', 'gw_port': {'id': '2e96534a-0b3f-4b1d-842c-2fddbaad2d4b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c2:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ad7406-69ba-41fa-8407-7590b4b7dc02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:52:01Z', 'updated_at': '2022-05-05T21:52:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:52:10.131631 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6113ef-b6f2-468c-b1e2-1006d0a14664 None None] The sync data for ids ['b3ad7406-69ba-41fa-8407-7590b4b7dc02'] in n-d-825175-4 is: [{'id': 'b3ad7406-69ba-41fa-8407-7590b4b7dc02', 'name': 'tempest-AttachVolumeShelveTestJSON-177764559-router', 'tenant_id': '0ea2eb66bb064d42bceac53953af552d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '2e96534a-0b3f-4b1d-842c-2fddbaad2d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:52:00Z', 'updated_at': '2022-05-05T21:52:02Z', 'revision_number': 3, 'project_id': '0ea2eb66bb064d42bceac53953af552d', 'gw_port': {'id': '2e96534a-0b3f-4b1d-842c-2fddbaad2d4b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c2:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ad7406-69ba-41fa-8407-7590b4b7dc02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:52:01Z', 'updated_at': '2022-05-05T21:52:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:52:10.143933 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device afa42598-84d6-46a9-8bdb-75957a8f5401 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:52:10.183486 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-a40558c1-5b4d-44dc-80dd-ca6c3324157a tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] No DVR routers for this DVR port c7548de3-9774-4501-8d63-8da172363f2e on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:52:10.193363 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-a40558c1-5b4d-44dc-80dd-ca6c3324157a tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:10.254847 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'name': 'network-vif-deleted', 'tag': 'c7548de3-9774-4501-8d63-8da172363f2e'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:52:10.320947 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-a40558c1-5b4d-44dc-80dd-ca6c3324157a tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.44 "DELETE /v2.0/ports/c7548de3-9774-4501-8d63-8da172363f2e HTTP/1.1" status: 204 len: 173 time: 1.8524437 May 05 21:52:10.488706 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19bdb5-da58-42d1-91ac-28d3d39513b0 req-939f70c8-5401-43d0-ac8e-448b299d6879 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:10.507756 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4b19bdb5-da58-42d1-91ac-28d3d39513b0 req-939f70c8-5401-43d0-ac8e-448b299d6879 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4525931 May 05 21:52:10.542376 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4b19bdb5-da58-42d1-91ac-28d3d39513b0 req-13d20e33-ec73-46f4-8c5a-9000a5acc31f tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/quotas/573addcdcad64ebbacaadf6765f34d35 HTTP/1.1" status: 200 len: 375 time: 0.0334849 May 05 21:52:10.610947 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-523383ea-ae78-4e16-ad8b-af39d7afcbce admin admin] Allocated IP 172.20.0.1 (18b54df9-33ed-4370-adce-cf7c028d1c63/53681791-224f-47a5-828b-e46692c08c1b/5f1e015c-7e2a-45db-8f28-ebb7488d457f) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:52:10.788109 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-d7f544fc-708c-461e-b440-d80cd25af4bf req-6b632d58-39ad-4c94-b956-14fd7f5b5e74 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Synchronizing usage tracker for tenant:b8d6052b833a4534bc346cca1ce7985f on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:52:10.795981 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=b9baba6d-e965-4519-b39c-f777cce86217,revision_number=6']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:10.892585 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:10.919384 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port afa42598-84d6-46a9-8bdb-75957a8f5401 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:52:10.919744 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:10.925599 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4b19bdb5-da58-42d1-91ac-28d3d39513b0 req-7a63e4e2-c325-4126-b487-326a1112d253 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=573addcdcad64ebbacaadf6765f34d35&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3739250 May 05 21:52:10.928308 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-d7f544fc-708c-461e-b440-d80cd25af4bf req-6b632d58-39ad-4c94-b956-14fd7f5b5e74 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Unset dirty status for tenant:b8d6052b833a4534bc346cca1ce7985f on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:52:10.931368 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d7f544fc-708c-461e-b440-d80cd25af4bf req-6b632d58-39ad-4c94-b956-14fd7f5b5e74 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--768151033&fields=id&tenant_id=b8d6052b833a4534bc346cca1ce7985f HTTP/1.1" status: 200 len: 267 time: 0.5073609 May 05 21:52:10.982226 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-523383ea-ae78-4e16-ad8b-af39d7afcbce admin admin] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:11.004581 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-523383ea-ae78-4e16-ad8b-af39d7afcbce admin admin] Transition to ACTIVE for port object 5f1e015c-7e2a-45db-8f28-ebb7488d457f will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:52:11.075406 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-523383ea-ae78-4e16-ad8b-af39d7afcbce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:11.120431 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port ecd2f147-21d5-4a73-989e-13841d2ef60b, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=ecd2f147-21d5-4a73-989e-13841d2ef60b,segment=NetworkSegment(b536ecc8-ef30-4eb4-8bcf-0bfc4de1bd3b),segment_id=b536ecc8-ef30-4eb4-8bcf-0bfc4de1bd3b)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:52:11.139856 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:11.142994 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 27b68c04-7dd9-42e8-9a47-ef4ac75714cf no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:52:11.313735 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523383ea-ae78-4e16-ad8b-af39d7afcbce admin admin] Network 18b54df9-33ed-4370-adce-cf7c028d1c63 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:52:11.349606 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-523383ea-ae78-4e16-ad8b-af39d7afcbce admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:52:11.355970 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f544fc-708c-461e-b440-d80cd25af4bf req-d8a6607e-f2ef-4cc6-98cc-961a0a16c4c3 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:11.378529 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d7f544fc-708c-461e-b440-d80cd25af4bf req-d8a6607e-f2ef-4cc6-98cc-961a0a16c4c3 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/networks?id=0209bbe2-ae77-4a5e-8f5f-b598cdea432f HTTP/1.1" status: 200 len: 819 time: 0.4376614 May 05 21:52:11.404153 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523383ea-ae78-4e16-ad8b-af39d7afcbce admin admin] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:52:11.432387 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d7f544fc-708c-461e-b440-d80cd25af4bf req-1a9eb8b2-9e86-44ec-a22c-0495098d088d tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/quotas/b8d6052b833a4534bc346cca1ce7985f HTTP/1.1" status: 200 len: 375 time: 0.0528536 May 05 21:52:11.571520 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-fe6a669c-2913-4b8d-9a03-75b16511a7b6 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Deleting port b9baba6d-e965-4519-b39c-f777cce86217 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:52:11.572011 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-fe6a669c-2913-4b8d-9a03-75b16511a7b6 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:11.658815 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523383ea-ae78-4e16-ad8b-af39d7afcbce admin admin] Pushing event updated for resources: {'Port': ['ID=5f1e015c-7e2a-45db-8f28-ebb7488d457f,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:11.660104 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9baba6d-e965-4519-b39c-f777cce86217'}, {'server_uuid': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecd2f147-21d5-4a73-989e-13841d2ef60b'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:52:11.725670 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-523383ea-ae78-4e16-ad8b-af39d7afcbce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:11.731661 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94ec44-b773-403d-96fa-c0e0fe3cb8af req-f128b668-ad64-4146-a4b6-918c89be712e tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:11.733241 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2e94ec44-b773-403d-96fa-c0e0fe3cb8af req-f128b668-ad64-4146-a4b6-918c89be712e tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.1736970 May 05 21:52:11.798782 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=ecd2f147-21d5-4a73-989e-13841d2ef60b,revision_number=6']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:11.876352 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2e94ec44-b773-403d-96fa-c0e0fe3cb8af req-c009f8d3-f663-48df-b3df-58a6b02b221c tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367118 May 05 21:52:11.970314 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:11.993123 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-b7fe3ee6-1621-4c63-bc6e-46f4ab955b6e None None] Provisioning for port 5f1e015c-7e2a-45db-8f28-ebb7488d457f completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:52:12.010047 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-b7fe3ee6-1621-4c63-bc6e-46f4ab955b6e None None] Provisioning complete for port 5f1e015c-7e2a-45db-8f28-ebb7488d457f triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:52:12.010406 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b7fe3ee6-1621-4c63-bc6e-46f4ab955b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:12.261307 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 2e96534a-0b3f-4b1d-842c-2fddbaad2d4b up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:52:12.275625 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05d8c2d5-3faf-49dd-8cd9-37fd4ebebc78'] response: {'server_uuid': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'name': 'network-vif-deleted', 'tag': 'c7548de3-9774-4501-8d63-8da172363f2e', 'status': 'completed', 'code': 200} May 05 21:52:12.397982 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 27b68c04-7dd9-42e8-9a47-ef4ac75714cf, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=27b68c04-7dd9-42e8-9a47-ef4ac75714cf,segment=NetworkSegment(a786530b-01ae-4f9f-838f-af9be8821358),segment_id=a786530b-01ae-4f9f-838f-af9be8821358)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:52:12.430700 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:12.498805 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-913bde31-9c44-4a51-b45b-dc1364385978 req-662aa5de-3717-489f-ac9c-5cdd302f9d17 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=e301e864-6fd4-4013-b043-1de6a0723920 HTTP/1.1" status: 200 len: 210 time: 0.0634654 May 05 21:52:12.567537 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 8420b722-907a-4202-9af4-f5d3ca30218f up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:52:12.611256 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-fe6a669c-2913-4b8d-9a03-75b16511a7b6 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] For port b9baba6d-e965-4519-b39c-f777cce86217, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=b9baba6d-e965-4519-b39c-f777cce86217,segment=NetworkSegment(b536ecc8-ef30-4eb4-8bcf-0bfc4de1bd3b),segment_id=b536ecc8-ef30-4eb4-8bcf-0bfc4de1bd3b)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:52:12.611837 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-fe6a669c-2913-4b8d-9a03-75b16511a7b6 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:12.644889 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-b7fe3ee6-1621-4c63-bc6e-46f4ab955b6e None None] Port 5f1e015c-7e2a-45db-8f28-ebb7488d457f cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:52:12.752249 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-523383ea-ae78-4e16-ad8b-af39d7afcbce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:12.911753 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=27b68c04-7dd9-42e8-9a47-ef4ac75714cf,revision_number=6']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:12.977472 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 8420b722-907a-4202-9af4-f5d3ca30218f triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:52:12.980841 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:13.058229 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 2e96534a-0b3f-4b1d-842c-2fddbaad2d4b completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:52:13.067091 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a433f-a152-4dbf-94f5-aec3327c8467 req-427661b4-dce5-4031-b31d-a325e20fce48 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:13.073344 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a433f-a152-4dbf-94f5-aec3327c8467 req-427661b4-dce5-4031-b31d-a325e20fce48 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:13.073532 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 2e96534a-0b3f-4b1d-842c-2fddbaad2d4b triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:52:13.074184 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:13.079974 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-fe6a669c-2913-4b8d-9a03-75b16511a7b6 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Calling delete_port for b9baba6d-e965-4519-b39c-f777cce86217 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:52:13.087612 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a433f-a152-4dbf-94f5-aec3327c8467 req-427661b4-dce5-4031-b31d-a325e20fce48 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:13.094835 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a433f-a152-4dbf-94f5-aec3327c8467 req-427661b4-dce5-4031-b31d-a325e20fce48 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:13.107340 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-414a433f-a152-4dbf-94f5-aec3327c8467 req-427661b4-dce5-4031-b31d-a325e20fce48 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb2ef018-2997-4252-b6ee-9017394af03b HTTP/1.1" status: 200 len: 3144 time: 0.4372928 May 05 21:52:13.245518 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-414a433f-a152-4dbf-94f5-aec3327c8467 req-aaefdb63-6972-4cb6-ac0c-c7864341dea0 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9d5c85a-cae6-44b0-a97b-93589deaee89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360502 May 05 21:52:13.279893 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:13.305789 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d7f544fc-708c-461e-b440-d80cd25af4bf req-58213e03-4178-48d1-a581-09a2ef1fdf83 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b8d6052b833a4534bc346cca1ce7985f&fields=id HTTP/1.1" status: 200 len: 440 time: 1.8725286 May 05 21:52:13.450044 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 2e96534a-0b3f-4b1d-842c-2fddbaad2d4b, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=2e96534a-0b3f-4b1d-842c-2fddbaad2d4b,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:52:13.479232 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e428a8ae-edfc-454a-8316-1600524e6c07'] response: {'server_uuid': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9baba6d-e965-4519-b39c-f777cce86217', 'code': 200} May 05 21:52:13.479493 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e428a8ae-edfc-454a-8316-1600524e6c07'] response: {'server_uuid': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecd2f147-21d5-4a73-989e-13841d2ef60b', 'code': 200} May 05 21:52:13.504434 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:13.558042 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4b19bdb5-da58-42d1-91ac-28d3d39513b0 req-216619e8-e60c-4563-b22b-e7cef092369c tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=573addcdcad64ebbacaadf6765f34d35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454915 May 05 21:52:13.671807 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=2e96534a-0b3f-4b1d-842c-2fddbaad2d4b,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:13.675530 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:13.754891 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 8420b722-907a-4202-9af4-f5d3ca30218f, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=8420b722-907a-4202-9af4-f5d3ca30218f,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:52:13.765408 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:13.793608 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19bdb5-da58-42d1-91ac-28d3d39513b0 req-66b03de6-9a2e-4895-a1a4-a13ee785542e tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:13.801146 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4b19bdb5-da58-42d1-91ac-28d3d39513b0 req-66b03de6-9a2e-4895-a1a4-a13ee785542e tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2320371 May 05 21:52:13.864113 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-4b19bdb5-da58-42d1-91ac-28d3d39513b0 req-3f0cf378-36fc-4b06-97eb-e2cfb1d355c4 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Request body: {'port': {'device_id': 'e301e864-6fd4-4013-b043-1de6a0723920', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'admin_state_up': True, 'tenant_id': '573addcdcad64ebbacaadf6765f34d35'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:52:13.912260 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-523383ea-ae78-4e16-ad8b-af39d7afcbce admin admin] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:13.923849 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-523383ea-ae78-4e16-ad8b-af39d7afcbce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:13.944640 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=8420b722-907a-4202-9af4-f5d3ca30218f,revision_number=7']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:13.993036 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a69ad565-7162-471e-99a1-d72c142da78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:14.175389 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 2e96534a-0b3f-4b1d-842c-2fddbaad2d4b up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:52:14.179240 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-523383ea-ae78-4e16-ad8b-af39d7afcbce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:14.231659 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523383ea-ae78-4e16-ad8b-af39d7afcbce admin admin] Pushing event updated for resources: {'Port': ['ID=5f1e015c-7e2a-45db-8f28-ebb7488d457f,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:14.260574 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-4b19bdb5-da58-42d1-91ac-28d3d39513b0 req-3f0cf378-36fc-4b06-97eb-e2cfb1d355c4 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:52:14.283233 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-4b19bdb5-da58-42d1-91ac-28d3d39513b0 req-3f0cf378-36fc-4b06-97eb-e2cfb1d355c4 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:52:14.320943 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b19bdb5-da58-42d1-91ac-28d3d39513b0 req-3f0cf378-36fc-4b06-97eb-e2cfb1d355c4 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Made reservation on behalf of 573addcdcad64ebbacaadf6765f34d35 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:52:14.330151 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4b19bdb5-da58-42d1-91ac-28d3d39513b0 req-3f0cf378-36fc-4b06-97eb-e2cfb1d355c4 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:14.339198 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 2e96534a-0b3f-4b1d-842c-2fddbaad2d4b triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:52:14.339715 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:14.524486 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523383ea-ae78-4e16-ad8b-af39d7afcbce admin admin] Network 18b54df9-33ed-4370-adce-cf7c028d1c63 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:52:14.529405 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d7f544fc-708c-461e-b440-d80cd25af4bf req-f7384f6f-1b45-480c-af4b-e361e96f79af service neutron] 10.222.0.23 "GET /v2.0/networks/0209bbe2-ae77-4a5e-8f5f-b598cdea432f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2055106 May 05 21:52:14.538604 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-523383ea-ae78-4e16-ad8b-af39d7afcbce admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:52:14.778362 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 43336) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:52:14.905156 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41259206-ce6e-4b11-a6c8-b1c003715eac req-e9ab40a3-7187-480f-9d48-734b300b2964 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:14.916539 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-41259206-ce6e-4b11-a6c8-b1c003715eac req-e9ab40a3-7187-480f-9d48-734b300b2964 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 1.1041934 May 05 21:52:14.944660 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-fe6a669c-2913-4b8d-9a03-75b16511a7b6 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:15.004368 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d7f544fc-708c-461e-b440-d80cd25af4bf req-2f681118-c65c-4f1d-9e47-f5b8409e26dd service neutron] 10.222.0.23 "GET /v2.0/networks/0209bbe2-ae77-4a5e-8f5f-b598cdea432f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4670529 May 05 21:52:15.090158 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-4b19bdb5-da58-42d1-91ac-28d3d39513b0 req-3f0cf378-36fc-4b06-97eb-e2cfb1d355c4 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Allocated IP 192.168.233.178 (4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9/f237a6ef-d044-411f-a2d8-d12619664c91/59f257f5-2dce-42d9-b029-6ef8f9d68ee6) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:52:15.116782 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-03b21837-6084-4a73-9b83-92fb22c223af None None] Provisioning complete for port 5f1e015c-7e2a-45db-8f28-ebb7488d457f triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:52:15.117814 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-03b21837-6084-4a73-9b83-92fb22c223af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:15.183703 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-fe6a669c-2913-4b8d-9a03-75b16511a7b6 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] No DVR routers for this DVR port b9baba6d-e965-4519-b39c-f777cce86217 on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:52:15.196849 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-fe6a669c-2913-4b8d-9a03-75b16511a7b6 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:15.221516 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'name': 'network-vif-deleted', 'tag': 'b9baba6d-e965-4519-b39c-f777cce86217'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:52:15.225251 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-fe6a669c-2913-4b8d-9a03-75b16511a7b6 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.44 "DELETE /v2.0/ports/b9baba6d-e965-4519-b39c-f777cce86217 HTTP/1.1" status: 204 len: 173 time: 4.1927264 May 05 21:52:15.239187 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6a669c-2913-4b8d-9a03-75b16511a7b6 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Pushing event deleted for resources: {'Port': ['ID=b9baba6d-e965-4519-b39c-f777cce86217,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:15.291219 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-03b21837-6084-4a73-9b83-92fb22c223af None None] Port 5f1e015c-7e2a-45db-8f28-ebb7488d457f cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:52:15.404125 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-0942d1cc-cd71-465f-822c-485cd38e4686 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Deleting port c6a625e6-cf6b-469e-bb09-671258762a76 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:52:15.404520 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-0942d1cc-cd71-465f-822c-485cd38e4686 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:15.480639 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27b68c04-7dd9-42e8-9a47-ef4ac75714cf'}, {'server_uuid': 'a77a8e30-26e6-4a45-b602-06e131904fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8420b722-907a-4202-9af4-f5d3ca30218f'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:52:15.792363 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2b0e5573-16fb-4004-92cd-f286a2ba0717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:15.837472 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6bc45ae4-c3ab-4b8d-951b-fa0e5d7fa834 req-820465ca-3477-4b40-842f-8e5c89a292a7 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=e301e864-6fd4-4013-b043-1de6a0723920 HTTP/1.1" status: 200 len: 210 time: 0.1824856 May 05 21:52:15.887677 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-41259206-ce6e-4b11-a6c8-b1c003715eac req-cc61ecf7-64a6-4e4b-9646-6d4370e5ee32 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9700449 May 05 21:52:15.987246 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4b19bdb5-da58-42d1-91ac-28d3d39513b0 req-3f0cf378-36fc-4b06-97eb-e2cfb1d355c4 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:16.012236 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-4b19bdb5-da58-42d1-91ac-28d3d39513b0 req-3f0cf378-36fc-4b06-97eb-e2cfb1d355c4 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Transition to ACTIVE for port object 59f257f5-2dce-42d9-b029-6ef8f9d68ee6 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:52:16.037111 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c9f9498-7d2a-4ba3-877c-c24fc3981b97'] response: {'server_uuid': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'name': 'network-vif-deleted', 'tag': 'b9baba6d-e965-4519-b39c-f777cce86217', 'status': 'completed', 'code': 200} May 05 21:52:16.075404 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4b19bdb5-da58-42d1-91ac-28d3d39513b0 req-3f0cf378-36fc-4b06-97eb-e2cfb1d355c4 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:16.081683 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-543fad9e-125f-4cb4-a8b0-1d0ae7424648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:16.094136 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['95aa95b3-c351-4de7-8c77-edac6278846e', 'cd80ef28-f478-4ffe-9474-4a4480525f9e'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:52:16.182500 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['cfc1d106-e577-4500-a5d8-8130ac0a87a6', 'cba3d0c5-8834-4d3a-b7bc-eb551f80748b', '486adfde-c997-46bf-be2f-046f4bfb9410', 'd181073e-9fef-4858-9d10-55294cbbae5c', '6d46f772-0eff-4982-8ebd-3ae59a9eb31c'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:52:16.325381 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b19bdb5-da58-42d1-91ac-28d3d39513b0 req-3f0cf378-36fc-4b06-97eb-e2cfb1d355c4 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:52:16.331533 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0cf378-36fc-4b06-97eb-e2cfb1d355c4 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Pushing event updated for resources: {'Port': ['ID=59f257f5-2dce-42d9-b029-6ef8f9d68ee6,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:16.334528 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-4b19bdb5-da58-42d1-91ac-28d3d39513b0 req-3f0cf378-36fc-4b06-97eb-e2cfb1d355c4 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:52:16.339890 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b19bdb5-da58-42d1-91ac-28d3d39513b0 req-3f0cf378-36fc-4b06-97eb-e2cfb1d355c4 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:52:16.500977 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-0942d1cc-cd71-465f-822c-485cd38e4686 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] For port c6a625e6-cf6b-469e-bb09-671258762a76, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=c6a625e6-cf6b-469e-bb09-671258762a76,segment=NetworkSegment(27eaa00d-2733-43bd-8e2f-2708b745ee87),segment_id=27eaa00d-2733-43bd-8e2f-2708b745ee87)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:52:16.506446 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-0942d1cc-cd71-465f-822c-485cd38e4686 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:16.565206 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-2b0e5573-16fb-4004-92cd-f286a2ba0717 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:52:16.586139 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-15ededc3-6fb2-4d6d-9330-98ba9f4c3c1c req-7564403e-d28b-4d57-8d8c-0d6b50ccf801 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45320f9-cb81-42ee-8a0f-05d3575e834a HTTP/1.1" status: 200 len: 210 time: 0.2555799 May 05 21:52:16.625444 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-2b0e5573-16fb-4004-92cd-f286a2ba0717 admin admin] Usage tracker for resource:security_group_rule and tenant:884b70897dd44e15b5929f2c83798dd2 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:52:16.650555 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-2b0e5573-16fb-4004-92cd-f286a2ba0717 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:52:16.678745 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-2b0e5573-16fb-4004-92cd-f286a2ba0717 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:52:16.696687 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19bdb5-da58-42d1-91ac-28d3d39513b0 req-3f0cf378-36fc-4b06-97eb-e2cfb1d355c4 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:16.697402 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4b19bdb5-da58-42d1-91ac-28d3d39513b0 req-3f0cf378-36fc-4b06-97eb-e2cfb1d355c4 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:16.800117 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4b19bdb5-da58-42d1-91ac-28d3d39513b0 req-3f0cf378-36fc-4b06-97eb-e2cfb1d355c4 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9482946 May 05 21:52:16.818595 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847abfcd-1d6a-4482-9133-4bebb5d48523 req-682c72ee-c75b-435e-9b9e-775363f96339 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:16.822625 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847abfcd-1d6a-4482-9133-4bebb5d48523 req-682c72ee-c75b-435e-9b9e-775363f96339 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:16.826850 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847abfcd-1d6a-4482-9133-4bebb5d48523 req-682c72ee-c75b-435e-9b9e-775363f96339 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:16.834550 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-847abfcd-1d6a-4482-9133-4bebb5d48523 req-682c72ee-c75b-435e-9b9e-775363f96339 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb2ef018-2997-4252-b6ee-9017394af03b HTTP/1.1" status: 200 len: 2411 time: 0.5066917 May 05 21:52:16.841763 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-4b19bdb5-da58-42d1-91ac-28d3d39513b0 req-125835aa-9159-464a-bef5-3744bbf36f06 service neutron] Request body: {'port': {'device_id': 'e301e864-6fd4-4013-b043-1de6a0723920', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:52:16.883703 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07ae43e4-48d1-41d2-8de9-081c989fc0ed'] response: {'server_uuid': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27b68c04-7dd9-42e8-9a47-ef4ac75714cf', 'code': 200} May 05 21:52:16.884042 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07ae43e4-48d1-41d2-8de9-081c989fc0ed'] response: {'server_uuid': 'a77a8e30-26e6-4a45-b602-06e131904fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8420b722-907a-4202-9af4-f5d3ca30218f', 'code': 200} May 05 21:52:16.969051 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c6bcd76a-95f6-4a14-8edc-f19dec179a37 None None] Provisioning for port 59f257f5-2dce-42d9-b029-6ef8f9d68ee6 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:52:17.041931 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c6bcd76a-95f6-4a14-8edc-f19dec179a37 None None] Provisioning complete for port 59f257f5-2dce-42d9-b029-6ef8f9d68ee6 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:52:17.047850 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c6bcd76a-95f6-4a14-8edc-f19dec179a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:17.071206 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4b19bdb5-da58-42d1-91ac-28d3d39513b0 req-125835aa-9159-464a-bef5-3744bbf36f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:17.115053 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-847abfcd-1d6a-4482-9133-4bebb5d48523 req-56fef3b9-2169-4523-b856-77a6fef0e897 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9d5c85a-cae6-44b0-a97b-93589deaee89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2796872 May 05 21:52:17.203953 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2b0e5573-16fb-4004-92cd-f286a2ba0717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:17.214103 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2b0e5573-16fb-4004-92cd-f286a2ba0717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:17.302311 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0e5573-16fb-4004-92cd-f286a2ba0717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea73fcc2-7545-4908-85f5-1719698487b7,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:17.362828 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-2b0e5573-16fb-4004-92cd-f286a2ba0717 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=884b70897dd44e15b5929f2c83798dd2&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5807297 May 05 21:52:17.370048 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 43394) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:52:17.474707 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-523383ea-ae78-4e16-ad8b-af39d7afcbce admin admin] Router b3ad7406-69ba-41fa-8407-7590b4b7dc02 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:52:17.710383 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-0942d1cc-cd71-465f-822c-485cd38e4686 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:17.714307 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-0942d1cc-cd71-465f-822c-485cd38e4686 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:17.714899 n-d-825175-4 neutron-server[84063]: INFO neutron.db.l3_db [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-0942d1cc-cd71-465f-822c-485cd38e4686 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Floating IP 1dc4849a-39c2-4489-8bea-d6839caa6152 disassociated. External IP: 172.25.4.194, port: c6a625e6-cf6b-469e-bb09-671258762a76. May 05 21:52:17.717401 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-0942d1cc-cd71-465f-822c-485cd38e4686 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Calling delete_port for c6a625e6-cf6b-469e-bb09-671258762a76 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:52:17.856718 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:17.902314 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-c6bcd76a-95f6-4a14-8edc-f19dec179a37 None None] Port 59f257f5-2dce-42d9-b029-6ef8f9d68ee6 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:52:17.937309 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:17.980894 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-4b19bdb5-da58-42d1-91ac-28d3d39513b0 req-125835aa-9159-464a-bef5-3744bbf36f06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59f257f5-2dce-42d9-b029-6ef8f9d68ee6 {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:52:18.017482 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4b19bdb5-da58-42d1-91ac-28d3d39513b0 req-125835aa-9159-464a-bef5-3744bbf36f06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:18.050651 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-4b19bdb5-da58-42d1-91ac-28d3d39513b0 req-125835aa-9159-464a-bef5-3744bbf36f06 service neutron] Transition to ACTIVE for port object 59f257f5-2dce-42d9-b029-6ef8f9d68ee6 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:52:18.055543 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f544fc-708c-461e-b440-d80cd25af4bf req-6f444cba-2cad-44f4-acc6-337ba4e2623c tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:18.057532 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d7f544fc-708c-461e-b440-d80cd25af4bf req-6f444cba-2cad-44f4-acc6-337ba4e2623c tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.44 "GET /v2.0/networks?id=0209bbe2-ae77-4a5e-8f5f-b598cdea432f HTTP/1.1" status: 200 len: 819 time: 0.1777153 May 05 21:52:18.059855 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-0942d1cc-cd71-465f-822c-485cd38e4686 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:18.068914 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4b19bdb5-da58-42d1-91ac-28d3d39513b0 req-125835aa-9159-464a-bef5-3744bbf36f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:18.306932 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-89d21103-e80e-4247-bd33-45fbc1a45541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:18.338053 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-89d21103-e80e-4247-bd33-45fbc1a45541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:18.454061 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942d1cc-cd71-465f-822c-485cd38e4686 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Pushing event deleted for resources: {'Port': ['ID=c6a625e6-cf6b-469e-bb09-671258762a76,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:18.463356 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-89d21103-e80e-4247-bd33-45fbc1a45541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:18.507096 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-d7f544fc-708c-461e-b440-d80cd25af4bf req-2d36ccff-ffe1-4f4d-9422-a16ac147a11e tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Synchronizing usage tracker for tenant:b8d6052b833a4534bc346cca1ce7985f on resource:security_group {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:52:18.661122 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-89d21103-e80e-4247-bd33-45fbc1a45541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:18.662357 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-89d21103-e80e-4247-bd33-45fbc1a45541 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ea73fcc2-7545-4908-85f5-1719698487b7 HTTP/1.1" status: 204 len: 168 time: 1.2909975 May 05 21:52:18.734725 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d21103-e80e-4247-bd33-45fbc1a45541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea73fcc2-7545-4908-85f5-1719698487b7,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:18.741749 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125835aa-9159-464a-bef5-3744bbf36f06 service neutron] Pushing event updated for resources: {'Port': ['ID=59f257f5-2dce-42d9-b029-6ef8f9d68ee6,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:18.844325 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:18.852903 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c070a1-c0ff-482e-a1ca-973fdc32938f req-6fb40978-89f0-45af-97ad-4a9b459ed680 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:18.860171 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-61c070a1-c0ff-482e-a1ca-973fdc32938f req-6fb40978-89f0-45af-97ad-4a9b459ed680 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.8009543 May 05 21:52:18.866907 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-d7f544fc-708c-461e-b440-d80cd25af4bf req-2d36ccff-ffe1-4f4d-9422-a16ac147a11e tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Unset dirty status for tenant:b8d6052b833a4534bc346cca1ce7985f on resource:security_group {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:52:18.868151 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d7f544fc-708c-461e-b440-d80cd25af4bf req-2d36ccff-ffe1-4f4d-9422-a16ac147a11e tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8d6052b833a4534bc346cca1ce7985f HTTP/1.1" status: 200 len: 379 time: 0.6936119 May 05 21:52:18.875931 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8cb44-215b-45ad-a6c1-8622839ef3c5 req-23c5c5a2-57cc-4a61-99d2-54df2b031eb4 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:18.876651 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-e8a8cb44-215b-45ad-a6c1-8622839ef3c5 req-23c5c5a2-57cc-4a61-99d2-54df2b031eb4 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Synchronizing usage tracker for tenant:573addcdcad64ebbacaadf6765f34d35 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:52:18.914794 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-d7f544fc-708c-461e-b440-d80cd25af4bf req-cdb29d3c-3376-4845-94ba-20acca87deeb tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Request body: {'port': {'device_id': 'b45320f9-cb81-42ee-8a0f-05d3575e834a', 'network_id': '0209bbe2-ae77-4a5e-8f5f-b598cdea432f', 'admin_state_up': True, 'tenant_id': 'b8d6052b833a4534bc346cca1ce7985f', 'security_groups': ['15081b51-34a6-41df-a644-0d6ba32bfe58']}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:52:19.001929 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-61c070a1-c0ff-482e-a1ca-973fdc32938f req-f3456cae-32fd-4303-b0e9-98065f1bfc9d tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407566 May 05 21:52:19.027854 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-e8a8cb44-215b-45ad-a6c1-8622839ef3c5 req-23c5c5a2-57cc-4a61-99d2-54df2b031eb4 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Unset dirty status for tenant:573addcdcad64ebbacaadf6765f34d35 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:52:19.030358 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e8a8cb44-215b-45ad-a6c1-8622839ef3c5 req-23c5c5a2-57cc-4a61-99d2-54df2b031eb4 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=e301e864-6fd4-4013-b043-1de6a0723920 HTTP/1.1" status: 200 len: 948 time: 0.9736502 May 05 21:52:19.139801 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-4b19bdb5-da58-42d1-91ac-28d3d39513b0 req-125835aa-9159-464a-bef5-3744bbf36f06 service neutron] Attempting to bind port 59f257f5-2dce-42d9-b029-6ef8f9d68ee6 on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:52:19.140056 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-4b19bdb5-da58-42d1-91ac-28d3d39513b0 req-125835aa-9159-464a-bef5-3744bbf36f06 service neutron] Attempting to bind port 59f257f5-2dce-42d9-b029-6ef8f9d68ee6 by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:52:19.140711 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b19bdb5-da58-42d1-91ac-28d3d39513b0 req-125835aa-9159-464a-bef5-3744bbf36f06 service neutron] Attempting to bind port 59f257f5-2dce-42d9-b029-6ef8f9d68ee6 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:52:19.209109 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e8a8cb44-215b-45ad-a6c1-8622839ef3c5 req-fec896e1-72f5-4f3b-8709-b8ea9a793a3c tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669459 May 05 21:52:19.214162 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b19bdb5-da58-42d1-91ac-28d3d39513b0 req-125835aa-9159-464a-bef5-3744bbf36f06 service neutron] Port 59f257f5-2dce-42d9-b029-6ef8f9d68ee6 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:52:19.215809 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b19bdb5-da58-42d1-91ac-28d3d39513b0 req-125835aa-9159-464a-bef5-3744bbf36f06 service neutron] Attempting to bind port 59f257f5-2dce-42d9-b029-6ef8f9d68ee6 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:52:19.232886 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b19bdb5-da58-42d1-91ac-28d3d39513b0 req-125835aa-9159-464a-bef5-3744bbf36f06 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:52:19.233218 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b19bdb5-da58-42d1-91ac-28d3d39513b0 req-125835aa-9159-464a-bef5-3744bbf36f06 service neutron] Checking segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:52:19.235098 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b19bdb5-da58-42d1-91ac-28d3d39513b0 req-125835aa-9159-464a-bef5-3744bbf36f06 service neutron] Bound using segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:52:19.236238 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-4b19bdb5-da58-42d1-91ac-28d3d39513b0 req-125835aa-9159-464a-bef5-3744bbf36f06 service neutron] Bound port: 59f257f5-2dce-42d9-b029-6ef8f9d68ee6, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:52:19.237202 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4b19bdb5-da58-42d1-91ac-28d3d39513b0 req-125835aa-9159-464a-bef5-3744bbf36f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:19.335260 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-877d63d5-1c2d-4a10-8aaf-327944e0f99c req-3f743ff6-1b53-416a-81e5-19e207a7d852 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45320f9-cb81-42ee-8a0f-05d3575e834a HTTP/1.1" status: 200 len: 210 time: 0.0666234 May 05 21:52:19.454726 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-d7f544fc-708c-461e-b440-d80cd25af4bf req-cdb29d3c-3376-4845-94ba-20acca87deeb tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:52:19.498568 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-d7f544fc-708c-461e-b440-d80cd25af4bf req-cdb29d3c-3376-4845-94ba-20acca87deeb tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Usage tracker for resource:port and tenant:b8d6052b833a4534bc346cca1ce7985f is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:52:19.519042 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523383ea-ae78-4e16-ad8b-af39d7afcbce admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:52:19.531215 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-d7f544fc-708c-461e-b440-d80cd25af4bf req-cdb29d3c-3376-4845-94ba-20acca87deeb tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:52:19.538852 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4429b81-7b26-4383-8af7-b365b50ccc76 None None] Sync routers for ids ['b3ad7406-69ba-41fa-8407-7590b4b7dc02'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:52:19.559838 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-d7f544fc-708c-461e-b440-d80cd25af4bf req-cdb29d3c-3376-4845-94ba-20acca87deeb tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:52:19.561828 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4429b81-7b26-4383-8af7-b365b50ccc76 None None] Routers {'b3ad7406-69ba-41fa-8407-7590b4b7dc02'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:52:19.562865 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-d4429b81-7b26-4383-8af7-b365b50ccc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:52:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['b3ad7406-69ba-41fa-8407-7590b4b7dc02'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:52:19.595011 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-523383ea-ae78-4e16-ad8b-af39d7afcbce admin admin] 10.222.0.23 "PUT /v2.0/routers/b3ad7406-69ba-41fa-8407-7590b4b7dc02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8433049 May 05 21:52:19.623167 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7f544fc-708c-461e-b440-d80cd25af4bf req-cdb29d3c-3376-4845-94ba-20acca87deeb tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Made reservation on behalf of b8d6052b833a4534bc346cca1ce7985f for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:52:19.631591 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-d7f544fc-708c-461e-b440-d80cd25af4bf req-cdb29d3c-3376-4845-94ba-20acca87deeb tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:19.651726 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-4b19bdb5-da58-42d1-91ac-28d3d39513b0 req-125835aa-9159-464a-bef5-3744bbf36f06 service neutron] For port 59f257f5-2dce-42d9-b029-6ef8f9d68ee6, host n-h1-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:52:19.660551 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-0942d1cc-cd71-465f-822c-485cd38e4686 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Router c5f6b298-1b69-4142-87d3-7379b9cdd278 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:52:19.669022 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:52:19.710458 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-4b19bdb5-da58-42d1-91ac-28d3d39513b0 req-125835aa-9159-464a-bef5-3744bbf36f06 service neutron] For port 59f257f5-2dce-42d9-b029-6ef8f9d68ee6, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=59f257f5-2dce-42d9-b029-6ef8f9d68ee6,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:52:19.786956 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 43428) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:52:19.830993 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4b19bdb5-da58-42d1-91ac-28d3d39513b0 req-125835aa-9159-464a-bef5-3744bbf36f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:19.915715 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-d4429b81-7b26-4383-8af7-b365b50ccc76 None None] Set router b3ad7406-69ba-41fa-8407-7590b4b7dc02 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:52:19.974848 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d55713c-fcc1-4511-8a36-10dd22b7ecff req-3f10fa21-5116-4f60-8d8d-2e1b0792b9c3 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:19.981572 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d55713c-fcc1-4511-8a36-10dd22b7ecff req-3f10fa21-5116-4f60-8d8d-2e1b0792b9c3 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:19.996707 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4d55713c-fcc1-4511-8a36-10dd22b7ecff req-3f10fa21-5116-4f60-8d8d-2e1b0792b9c3 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb2ef018-2997-4252-b6ee-9017394af03b HTTP/1.1" status: 200 len: 1677 time: 0.5129445 May 05 21:52:20.010038 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4b19bdb5-da58-42d1-91ac-28d3d39513b0 req-125835aa-9159-464a-bef5-3744bbf36f06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:20.012200 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4b19bdb5-da58-42d1-91ac-28d3d39513b0 req-125835aa-9159-464a-bef5-3744bbf36f06 service neutron] 10.222.0.44 "PUT /v2.0/ports/59f257f5-2dce-42d9-b029-6ef8f9d68ee6 HTTP/1.1" status: 200 len: 1096 time: 3.2033944 May 05 21:52:20.012786 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e301e864-6fd4-4013-b043-1de6a0723920', 'tag': '59f257f5-2dce-42d9-b029-6ef8f9d68ee6'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:52:20.017865 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dd522825-ce80-46bc-ae9c-1e231a272268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:20.082836 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125835aa-9159-464a-bef5-3744bbf36f06 service neutron] Pushing event updated for resources: {'Port': ['ID=59f257f5-2dce-42d9-b029-6ef8f9d68ee6,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:20.203891 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-dd522825-ce80-46bc-ae9c-1e231a272268 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:52:20.242574 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-dd522825-ce80-46bc-ae9c-1e231a272268 admin admin] Usage tracker for resource:security_group_rule and tenant:26a7646b877740e7b9014de4f81ee5cc is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:52:20.249601 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-dd522825-ce80-46bc-ae9c-1e231a272268 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:52:20.255714 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed52f136-aa40-4da7-8a81-f4512455f2b2 req-cdb28808-0bcc-4d7a-a3cc-8140c778f61c tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:20.265350 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-dd522825-ce80-46bc-ae9c-1e231a272268 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:52:20.267141 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ed52f136-aa40-4da7-8a81-f4512455f2b2 req-cdb28808-0bcc-4d7a-a3cc-8140c778f61c tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.5605233 May 05 21:52:20.289761 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4d55713c-fcc1-4511-8a36-10dd22b7ecff req-c06d9d1c-f169-4441-8785-10f6ab22bba9 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9d5c85a-cae6-44b0-a97b-93589deaee89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2835605 May 05 21:52:20.314732 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-d7f544fc-708c-461e-b440-d80cd25af4bf req-cdb29d3c-3376-4845-94ba-20acca87deeb tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Allocated IP 172.20.0.10 (0209bbe2-ae77-4a5e-8f5f-b598cdea432f/d1666d56-aa2f-45d5-85a5-62900adc165a/8b72b898-3e41-4f63-90b6-bd608bd09268) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:52:20.354496 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ed52f136-aa40-4da7-8a81-f4512455f2b2 req-8a790dba-69c3-4f18-9753-0bba0a637396 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871630 May 05 21:52:20.403121 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4b19bdb5-da58-42d1-91ac-28d3d39513b0 req-b336edec-ccaa-4d21-8e73-68f131a832f2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=573addcdcad64ebbacaadf6765f34d35&device_id=e301e864-6fd4-4013-b043-1de6a0723920 HTTP/1.1" status: 200 len: 1099 time: 0.2803819 May 05 21:52:20.644924 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe044dcc-1bfc-4f91-8405-29a9fc2a3811'] response: {'name': 'network-changed', 'server_uuid': 'e301e864-6fd4-4013-b043-1de6a0723920', 'tag': '59f257f5-2dce-42d9-b029-6ef8f9d68ee6', 'status': 'completed', 'code': 200} May 05 21:52:20.646919 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4b19bdb5-da58-42d1-91ac-28d3d39513b0 req-6dd525e4-893a-4862-8c9a-f7f282b980da service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=59f257f5-2dce-42d9-b029-6ef8f9d68ee6 HTTP/1.1" status: 200 len: 217 time: 0.2253969 May 05 21:52:20.767159 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dd522825-ce80-46bc-ae9c-1e231a272268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:20.836997 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19bdb5-da58-42d1-91ac-28d3d39513b0 req-49e4e582-9312-42c2-9ed1-978d5240e3b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:20.838457 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4b19bdb5-da58-42d1-91ac-28d3d39513b0 req-49e4e582-9312-42c2-9ed1-978d5240e3b2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.1810815 May 05 21:52:20.867102 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dd522825-ce80-46bc-ae9c-1e231a272268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:20.917698 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 43448) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:52:20.948755 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-dd522825-ce80-46bc-ae9c-1e231a272268 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=26a7646b877740e7b9014de4f81ee5cc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0664129 May 05 21:52:20.959869 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 43450) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:52:20.963885 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd522825-ce80-46bc-ae9c-1e231a272268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d05248-bce8-4416-a3ae-a6334d9cb7ca,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:20.999589 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-d4429b81-7b26-4383-8af7-b365b50ccc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ad7406-69ba-41fa-8407-7590b4b7dc02', 'name': 'tempest-AttachVolumeShelveTestJSON-177764559-router', 'tenant_id': '0ea2eb66bb064d42bceac53953af552d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '2e96534a-0b3f-4b1d-842c-2fddbaad2d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:52:00Z', 'updated_at': '2022-05-05T21:52:12Z', 'revision_number': 4, 'project_id': '0ea2eb66bb064d42bceac53953af552d', 'gw_port': {'id': '2e96534a-0b3f-4b1d-842c-2fddbaad2d4b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ad7406-69ba-41fa-8407-7590b4b7dc02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:52:01Z', 'updated_at': '2022-05-05T21:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '5f1e015c-7e2a-45db-8f28-ebb7488d457f', 'name': '', 'network_id': '18b54df9-33ed-4370-adce-cf7c028d1c63', 'tenant_id': '0ea2eb66bb064d42bceac53953af552d', 'mac_address': 'fa:16:3e:3e:e9:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ad7406-69ba-41fa-8407-7590b4b7dc02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53681791-224f-47a5-828b-e46692c08c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:52:10Z', 'updated_at': '2022-05-05T21:52:13Z', 'revision_number': 2, 'project_id': '0ea2eb66bb064d42bceac53953af552d', 'subnets': [{'id': '53681791-224f-47a5-828b-e46692c08c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:52:21.015143 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4429b81-7b26-4383-8af7-b365b50ccc76 None None] Checking router: b3ad7406-69ba-41fa-8407-7590b4b7dc02 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:52:21.015496 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4429b81-7b26-4383-8af7-b365b50ccc76 None None] Updating router b3ad7406-69ba-41fa-8407-7590b4b7dc02 port 5f1e015c-7e2a-45db-8f28-ebb7488d457f binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 21:52:21.027887 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-0942d1cc-cd71-465f-822c-485cd38e4686 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:52:21.053738 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfef7de-ec08-456e-a561-c4411790615f None None] Sync routers for ids ['c5f6b298-1b69-4142-87d3-7379b9cdd278'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:52:21.081093 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfef7de-ec08-456e-a561-c4411790615f None None] Routers {'c5f6b298-1b69-4142-87d3-7379b9cdd278'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:52:21.093721 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-6dfef7de-ec08-456e-a561-c4411790615f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:52:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['c5f6b298-1b69-4142-87d3-7379b9cdd278'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:52:21.214142 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d4429b81-7b26-4383-8af7-b365b50ccc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:21.218278 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-0942d1cc-cd71-465f-822c-485cd38e4686 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] No DVR routers for this DVR port c6a625e6-cf6b-469e-bb09-671258762a76 on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:52:21.274825 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-0942d1cc-cd71-465f-822c-485cd38e4686 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:21.345992 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76d610a-65a5-48ab-b54b-1d1846a6d58a req-0f225deb-ad30-452a-b9e3-ca4cfc6a51af tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:21.353484 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e76d610a-65a5-48ab-b54b-1d1846a6d58a req-0f225deb-ad30-452a-b9e3-ca4cfc6a51af tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=e301e864-6fd4-4013-b043-1de6a0723920 HTTP/1.1" status: 200 len: 948 time: 0.3361645 May 05 21:52:21.388106 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'name': 'network-vif-deleted', 'tag': 'c6a625e6-cf6b-469e-bb09-671258762a76'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:52:21.402120 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4b19bdb5-da58-42d1-91ac-28d3d39513b0 req-e1ade554-bc3c-4362-b42b-06a263d08543 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5521815 May 05 21:52:21.417188 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-0942d1cc-cd71-465f-822c-485cd38e4686 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.44 "DELETE /v2.0/ports/c6a625e6-cf6b-469e-bb09-671258762a76 HTTP/1.1" status: 204 len: 173 time: 6.1739419 May 05 21:52:21.469207 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e76d610a-65a5-48ab-b54b-1d1846a6d58a req-cc1dc2c9-ac2d-4771-8208-ae26c240c115 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147392 May 05 21:52:21.518145 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9a848636-0786-49ec-bb88-3ead44942762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:21.576990 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-6dfef7de-ec08-456e-a561-c4411790615f None None] Set router c5f6b298-1b69-4142-87d3-7379b9cdd278 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:52:21.770640 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2f2061d3-1a46-4ac6-9931-ab6ffe3f6254 req-4e4e1c20-98db-4958-b1cb-45e235da7c02 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45320f9-cb81-42ee-8a0f-05d3575e834a HTTP/1.1" status: 200 len: 210 time: 0.0682740 May 05 21:52:21.780455 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4b19bdb5-da58-42d1-91ac-28d3d39513b0 req-7c8023d9-6184-4e3c-9acc-60a00e9049dc service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3623118 May 05 21:52:21.904962 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-d7f544fc-708c-461e-b440-d80cd25af4bf req-cdb29d3c-3376-4845-94ba-20acca87deeb tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:21.962334 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-d7f544fc-708c-461e-b440-d80cd25af4bf req-cdb29d3c-3376-4845-94ba-20acca87deeb tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Transition to ACTIVE for port object 8b72b898-3e41-4f63-90b6-bd608bd09268 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:52:22.010964 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 43462) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:52:22.025102 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-d7f544fc-708c-461e-b440-d80cd25af4bf req-cdb29d3c-3376-4845-94ba-20acca87deeb tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:22.203824 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4b19bdb5-da58-42d1-91ac-28d3d39513b0 req-42053f85-f2c2-4196-8e9b-ef6ba4e62647 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4222567 May 05 21:52:22.268341 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-edf7c8c6-eafc-402d-9066-2387690e764f tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1627100959', 'description': 'tempest-description--579744928'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:52:22.278609 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-edf7c8c6-eafc-402d-9066-2387690e764f tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:52:22.286986 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-edf7c8c6-eafc-402d-9066-2387690e764f tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Usage tracker for resource:security_group and tenant:0ea2eb66bb064d42bceac53953af552d is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:52:22.295262 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-edf7c8c6-eafc-402d-9066-2387690e764f tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:52:22.310699 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-edf7c8c6-eafc-402d-9066-2387690e764f tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:52:22.353861 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb29d3c-3376-4845-94ba-20acca87deeb tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Pushing event updated for resources: {'Port': ['ID=8b72b898-3e41-4f63-90b6-bd608bd09268,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:22.359241 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-6dfef7de-ec08-456e-a561-c4411790615f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f6b298-1b69-4142-87d3-7379b9cdd278', 'name': 'tempest-TaggedBootDevicesTest-597397050-router', 'tenant_id': '5f6d3217202d4d8580bf1dbedeb67377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'd084f69d-32f4-4613-8323-8c65764235f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:45:42Z', 'updated_at': '2022-05-05T21:45:54Z', 'revision_number': 4, 'project_id': '5f6d3217202d4d8580bf1dbedeb67377', 'gw_port': {'id': 'd084f69d-32f4-4613-8323-8c65764235f0', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:91:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f6b298-1b69-4142-87d3-7379b9cdd278', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:45:45Z', 'updated_at': '2022-05-05T21:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'ad6cc51b-0fb2-4d21-a46a-db8d23cbd42c', 'name': '', 'network_id': '71738638-1e8f-4898-8775-ee98b36918d6', 'tenant_id': '5f6d3217202d4d8580bf1dbedeb67377', 'mac_address': 'fa:16:3e:b1:d2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f6b298-1b69-4142-87d3-7379b9cdd278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '031a2b5a-98f8-4394-83d4-c643c5284920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:45:53Z', 'updated_at': '2022-05-05T21:46:05Z', 'revision_number': 5, 'project_id': '5f6d3217202d4d8580bf1dbedeb67377', 'subnets': [{'id': '031a2b5a-98f8-4394-83d4-c643c5284920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:52:22.364295 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfef7de-ec08-456e-a561-c4411790615f None None] Checking router: c5f6b298-1b69-4142-87d3-7379b9cdd278 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:52:22.376600 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfef7de-ec08-456e-a561-c4411790615f None None] Routers {'c5f6b298-1b69-4142-87d3-7379b9cdd278'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:52:22.377558 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-6dfef7de-ec08-456e-a561-c4411790615f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:52:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['c5f6b298-1b69-4142-87d3-7379b9cdd278'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:52:22.393922 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-edf7c8c6-eafc-402d-9066-2387690e764f tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:22.442937 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-edf7c8c6-eafc-402d-9066-2387690e764f tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:52:22.449298 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-edf7c8c6-eafc-402d-9066-2387690e764f tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Usage tracker for resource:security_group_rule and tenant:0ea2eb66bb064d42bceac53953af552d is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:52:22.452787 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-edf7c8c6-eafc-402d-9066-2387690e764f tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:52:22.456391 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d4429b81-7b26-4383-8af7-b365b50ccc76 None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:22.459417 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-edf7c8c6-eafc-402d-9066-2387690e764f tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:52:22.522025 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-d4429b81-7b26-4383-8af7-b365b50ccc76 None None] Transition to ACTIVE for port object 5f1e015c-7e2a-45db-8f28-ebb7488d457f will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:52:22.547221 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-edf7c8c6-eafc-402d-9066-2387690e764f tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:22.548266 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d4429b81-7b26-4383-8af7-b365b50ccc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:22.548731 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1f016b5a-831c-4025-99de-6470851b276d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:22.574487 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-6dfef7de-ec08-456e-a561-c4411790615f None None] Set router c5f6b298-1b69-4142-87d3-7379b9cdd278 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:52:22.587264 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1f016b5a-831c-4025-99de-6470851b276d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:22.616770 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d188e-7087-4ae3-bf85-4a4d2ae56cfa req-1495d4af-6aa3-48d6-b79e-27d3d8c2950c tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:22.629827 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-159d188e-7087-4ae3-bf85-4a4d2ae56cfa req-1495d4af-6aa3-48d6-b79e-27d3d8c2950c tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.4247582 May 05 21:52:22.682120 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-b08e9b56-5dfe-4472-a8b6-5e0ee20d6fa4 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Deleting port 27b68c04-7dd9-42e8-9a47-ef4ac75714cf {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:52:22.682899 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-b08e9b56-5dfe-4472-a8b6-5e0ee20d6fa4 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:22.714413 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-9a848636-0786-49ec-bb88-3ead44942762 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:52:22.717082 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-edf7c8c6-eafc-402d-9066-2387690e764f tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:22.720875 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1f016b5a-831c-4025-99de-6470851b276d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:22.774933 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5091f81c-8296-4ca2-9e9d-079841ecf1be req-42e3c547-c1d4-4500-ae07-6423ed7f7ce4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=573addcdcad64ebbacaadf6765f34d35&device_id=e301e864-6fd4-4013-b043-1de6a0723920 HTTP/1.1" status: 200 len: 1099 time: 0.5098524 May 05 21:52:22.782101 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9a848636-0786-49ec-bb88-3ead44942762 admin admin] Usage tracker for resource:security_group_rule and tenant:023d9ff7349540d18fc6ff4bd451cd97 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:52:22.785397 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf7c8c6-eafc-402d-9066-2387690e764f tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7172c50-8266-4028-bd8e-9c21e9bde333,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:22.800070 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9a848636-0786-49ec-bb88-3ead44942762 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:52:22.818092 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7f544fc-708c-461e-b440-d80cd25af4bf req-cdb29d3c-3376-4845-94ba-20acca87deeb tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Network 0209bbe2-ae77-4a5e-8f5f-b598cdea432f is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:52:22.824278 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b692c-9753-4f77-8904-cca62c1cc763 req-a4645be9-a525-469f-b006-73336d452c7a tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:22.830766 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-9a848636-0786-49ec-bb88-3ead44942762 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:52:22.839790 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b692c-9753-4f77-8904-cca62c1cc763 req-a4645be9-a525-469f-b006-73336d452c7a tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:22.847283 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-d7f544fc-708c-461e-b440-d80cd25af4bf req-cdb29d3c-3376-4845-94ba-20acca87deeb tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:52:22.851805 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f544fc-708c-461e-b440-d80cd25af4bf req-cdb29d3c-3376-4845-94ba-20acca87deeb tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:52:22.857959 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-833b692c-9753-4f77-8904-cca62c1cc763 req-a4645be9-a525-469f-b006-73336d452c7a tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb2ef018-2997-4252-b6ee-9017394af03b HTTP/1.1" status: 200 len: 1677 time: 0.4528549 May 05 21:52:22.958424 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-159d188e-7087-4ae3-bf85-4a4d2ae56cfa req-4cb88c0a-632b-4dad-ab62-5c919eb1df1b tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3277164 May 05 21:52:23.084373 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854bae6e-b853-4e28-aa2d-5f86dfbfec86 None None] Pushing event updated for resources: {'Port': ['ID=5f1e015c-7e2a-45db-8f28-ebb7488d457f,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:23.208185 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab56970d-052d-4537-b069-e111d31e4658'] response: {'server_uuid': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'name': 'network-vif-deleted', 'tag': 'c6a625e6-cf6b-469e-bb09-671258762a76', 'status': 'completed', 'code': 200} May 05 21:52:23.270432 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-833b692c-9753-4f77-8904-cca62c1cc763 req-09d1bf7a-35ec-4ddb-9cda-a32ecaced2e8 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9d5c85a-cae6-44b0-a97b-93589deaee89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4111171 May 05 21:52:23.327631 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9a848636-0786-49ec-bb88-3ead44942762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:23.335316 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f016b5a-831c-4025-99de-6470851b276d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d05248-bce8-4416-a3ae-a6334d9cb7ca,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:23.352592 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-edf7c8c6-eafc-402d-9066-2387690e764f tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:23.354503 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-edf7c8c6-eafc-402d-9066-2387690e764f tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.3191149 May 05 21:52:23.355523 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9a848636-0786-49ec-bb88-3ead44942762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:23.360136 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 43478) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:52:23.379947 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-b78d0533-66d0-4ecf-b415-a8578a47b512 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Request body: {'security_group_rule': {'security_group_id': 'e7172c50-8266-4028-bd8e-9c21e9bde333', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:52:23.420159 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-d4429b81-7b26-4383-8af7-b365b50ccc76 None None] Attempting to bind port 5f1e015c-7e2a-45db-8f28-ebb7488d457f on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:52:23.421084 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-d4429b81-7b26-4383-8af7-b365b50ccc76 None None] Attempting to bind port 5f1e015c-7e2a-45db-8f28-ebb7488d457f by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '5e9da586-bb12-4958-b15e-b7cf97bc3d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '18b54df9-33ed-4370-adce-cf7c028d1c63'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:52:23.421084 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4429b81-7b26-4383-8af7-b365b50ccc76 None None] Attempting to bind port 5f1e015c-7e2a-45db-8f28-ebb7488d457f on network 18b54df9-33ed-4370-adce-cf7c028d1c63 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:52:23.421779 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b78d0533-66d0-4ecf-b415-a8578a47b512 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:52:23.434896 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9a848636-0786-49ec-bb88-3ead44942762 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=023d9ff7349540d18fc6ff4bd451cd97&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4779158 May 05 21:52:23.444210 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-6dfef7de-ec08-456e-a561-c4411790615f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f6b298-1b69-4142-87d3-7379b9cdd278', 'name': 'tempest-TaggedBootDevicesTest-597397050-router', 'tenant_id': '5f6d3217202d4d8580bf1dbedeb67377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'd084f69d-32f4-4613-8323-8c65764235f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:45:42Z', 'updated_at': '2022-05-05T21:45:54Z', 'revision_number': 4, 'project_id': '5f6d3217202d4d8580bf1dbedeb67377', 'gw_port': {'id': 'd084f69d-32f4-4613-8323-8c65764235f0', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:91:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f6b298-1b69-4142-87d3-7379b9cdd278', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:45:45Z', 'updated_at': '2022-05-05T21:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'ad6cc51b-0fb2-4d21-a46a-db8d23cbd42c', 'name': '', 'network_id': '71738638-1e8f-4898-8775-ee98b36918d6', 'tenant_id': '5f6d3217202d4d8580bf1dbedeb67377', 'mac_address': 'fa:16:3e:b1:d2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f6b298-1b69-4142-87d3-7379b9cdd278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '031a2b5a-98f8-4394-83d4-c643c5284920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:45:53Z', 'updated_at': '2022-05-05T21:46:05Z', 'revision_number': 5, 'project_id': '5f6d3217202d4d8580bf1dbedeb67377', 'subnets': [{'id': '031a2b5a-98f8-4394-83d4-c643c5284920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:52:23.449141 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 43482) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:52:23.450287 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a848636-0786-49ec-bb88-3ead44942762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8a2505-b187-452a-915e-a405ec4748f2,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:23.452252 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfef7de-ec08-456e-a561-c4411790615f None None] The sync data for ids ['c5f6b298-1b69-4142-87d3-7379b9cdd278'] in n-d-825175-4 is: [{'id': 'c5f6b298-1b69-4142-87d3-7379b9cdd278', 'name': 'tempest-TaggedBootDevicesTest-597397050-router', 'tenant_id': '5f6d3217202d4d8580bf1dbedeb67377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'd084f69d-32f4-4613-8323-8c65764235f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:45:42Z', 'updated_at': '2022-05-05T21:45:54Z', 'revision_number': 4, 'project_id': '5f6d3217202d4d8580bf1dbedeb67377', 'gw_port': {'id': 'd084f69d-32f4-4613-8323-8c65764235f0', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:91:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f6b298-1b69-4142-87d3-7379b9cdd278', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:45:45Z', 'updated_at': '2022-05-05T21:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'ad6cc51b-0fb2-4d21-a46a-db8d23cbd42c', 'name': '', 'network_id': '71738638-1e8f-4898-8775-ee98b36918d6', 'tenant_id': '5f6d3217202d4d8580bf1dbedeb67377', 'mac_address': 'fa:16:3e:b1:d2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f6b298-1b69-4142-87d3-7379b9cdd278', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '031a2b5a-98f8-4394-83d4-c643c5284920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:45:53Z', 'updated_at': '2022-05-05T21:46:05Z', 'revision_number': 5, 'project_id': '5f6d3217202d4d8580bf1dbedeb67377', 'subnets': [{'id': '031a2b5a-98f8-4394-83d4-c643c5284920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:52:23.463755 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4429b81-7b26-4383-8af7-b365b50ccc76 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:52:23.464280 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4429b81-7b26-4383-8af7-b365b50ccc76 None None] Checking segment: {'id': '5e9da586-bb12-4958-b15e-b7cf97bc3d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '18b54df9-33ed-4370-adce-cf7c028d1c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:52:23.464495 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d4429b81-7b26-4383-8af7-b365b50ccc76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:23.464867 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4429b81-7b26-4383-8af7-b365b50ccc76 None None] Bound using segment: {'id': '5e9da586-bb12-4958-b15e-b7cf97bc3d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '18b54df9-33ed-4370-adce-cf7c028d1c63'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:52:23.465329 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-d4429b81-7b26-4383-8af7-b365b50ccc76 None None] Bound port: 5f1e015c-7e2a-45db-8f28-ebb7488d457f, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e9da586-bb12-4958-b15e-b7cf97bc3d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '18b54df9-33ed-4370-adce-cf7c028d1c63'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:52:23.465684 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d4429b81-7b26-4383-8af7-b365b50ccc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:23.515215 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1f016b5a-831c-4025-99de-6470851b276d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:23.516737 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1f016b5a-831c-4025-99de-6470851b276d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/42d05248-bce8-4416-a3ae-a6334d9cb7ca HTTP/1.1" status: 204 len: 168 time: 2.5487111 May 05 21:52:23.550814 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-98c2a354-a71f-4a0b-aee6-4f8fb9f70adb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:23.607646 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-98c2a354-a71f-4a0b-aee6-4f8fb9f70adb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:23.616909 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b78d0533-66d0-4ecf-b415-a8578a47b512 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Usage tracker for resource:security_group_rule and tenant:0ea2eb66bb064d42bceac53953af552d is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:52:23.639724 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-d4429b81-7b26-4383-8af7-b365b50ccc76 None None] For port 5f1e015c-7e2a-45db-8f28-ebb7488d457f, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:52:23.640647 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b78d0533-66d0-4ecf-b415-a8578a47b512 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:52:23.649735 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-d4429b81-7b26-4383-8af7-b365b50ccc76 None None] For port 5f1e015c-7e2a-45db-8f28-ebb7488d457f, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=5f1e015c-7e2a-45db-8f28-ebb7488d457f,segment=NetworkSegment(5e9da586-bb12-4958-b15e-b7cf97bc3d1b),segment_id=5e9da586-bb12-4958-b15e-b7cf97bc3d1b)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:52:23.669297 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d4429b81-7b26-4383-8af7-b365b50ccc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:23.687212 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5091f81c-8296-4ca2-9e9d-079841ecf1be req-524c5be4-dd56-4f0e-9918-451b8dd5d7cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:23.693449 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5091f81c-8296-4ca2-9e9d-079841ecf1be req-524c5be4-dd56-4f0e-9918-451b8dd5d7cf service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 HTTP/1.1" status: 200 len: 870 time: 0.8257842 May 05 21:52:23.698943 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b78d0533-66d0-4ecf-b415-a8578a47b512 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:52:23.710232 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f544fc-708c-461e-b440-d80cd25af4bf req-cdb29d3c-3376-4845-94ba-20acca87deeb tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:23.710802 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-d7f544fc-708c-461e-b440-d80cd25af4bf req-cdb29d3c-3376-4845-94ba-20acca87deeb tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:23.753147 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-98c2a354-a71f-4a0b-aee6-4f8fb9f70adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:23.826714 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c2a354-a71f-4a0b-aee6-4f8fb9f70adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8a2505-b187-452a-915e-a405ec4748f2,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:23.840264 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854bae6e-b853-4e28-aa2d-5f86dfbfec86 None None] Pushing event updated for resources: {'Port': ['ID=5f1e015c-7e2a-45db-8f28-ebb7488d457f,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:23.863270 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-98c2a354-a71f-4a0b-aee6-4f8fb9f70adb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:23.864463 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-98c2a354-a71f-4a0b-aee6-4f8fb9f70adb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ab8a2505-b187-452a-915e-a405ec4748f2 HTTP/1.1" status: 204 len: 168 time: 0.4093690 May 05 21:52:23.885238 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d7f544fc-708c-461e-b440-d80cd25af4bf req-cdb29d3c-3376-4845-94ba-20acca87deeb tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9971530 May 05 21:52:23.941868 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-b3dbce72-2224-4229-9971-6867f4e76c14 None None] Provisioning for port 8b72b898-3e41-4f63-90b6-bd608bd09268 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:52:23.943036 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-d7f544fc-708c-461e-b440-d80cd25af4bf req-cb4355c3-6158-4838-9e96-a0fa00396d05 service neutron] Request body: {'port': {'device_id': 'b45320f9-cb81-42ee-8a0f-05d3575e834a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:52:23.962116 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-b3dbce72-2224-4229-9971-6867f4e76c14 None None] Provisioning complete for port 8b72b898-3e41-4f63-90b6-bd608bd09268 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:52:23.962390 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b3dbce72-2224-4229-9971-6867f4e76c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:23.999642 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5091f81c-8296-4ca2-9e9d-079841ecf1be req-339a4733-474f-49a1-a7a5-4265a8f80287 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=59f257f5-2dce-42d9-b029-6ef8f9d68ee6 HTTP/1.1" status: 200 len: 217 time: 0.2839630 May 05 21:52:24.006124 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b78d0533-66d0-4ecf-b415-a8578a47b512 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:24.109015 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-b3dbce72-2224-4229-9971-6867f4e76c14 None None] Port 8b72b898-3e41-4f63-90b6-bd608bd09268 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:52:24.111035 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc575c5d-62b9-4039-bc29-4b70651032b7 None None] New status for floating IP 1dc4849a-39c2-4489-8bea-d6839caa6152: DOWN {{(pid=84064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 21:52:24.127413 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5091f81c-8296-4ca2-9e9d-079841ecf1be req-98073b54-1448-40fb-87c5-d90a1bf6bb95 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:24.129631 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5091f81c-8296-4ca2-9e9d-079841ecf1be req-98073b54-1448-40fb-87c5-d90a1bf6bb95 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.0813606 May 05 21:52:24.140477 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b3fd1b-c8dd-4507-98f8-668efd4c0bdf req-7fa9efcc-c945-465e-ba99-49a98766a1af tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:24.146203 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d2b3fd1b-c8dd-4507-98f8-668efd4c0bdf req-7fa9efcc-c945-465e-ba99-49a98766a1af tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=e301e864-6fd4-4013-b043-1de6a0723920 HTTP/1.1" status: 200 len: 948 time: 0.7312939 May 05 21:52:24.192216 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-b08e9b56-5dfe-4472-a8b6-5e0ee20d6fa4 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] For port 27b68c04-7dd9-42e8-9a47-ef4ac75714cf, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=27b68c04-7dd9-42e8-9a47-ef4ac75714cf,segment=NetworkSegment(a786530b-01ae-4f9f-838f-af9be8821358),segment_id=a786530b-01ae-4f9f-838f-af9be8821358)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:52:24.199096 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-b08e9b56-5dfe-4472-a8b6-5e0ee20d6fa4 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:24.255169 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac302e2-1429-469e-9bbd-dad947b80551 req-0d50f6e4-1a83-4f77-ba69-25c7eb564f10 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:24.259893 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7ac302e2-1429-469e-9bbd-dad947b80551 req-0d50f6e4-1a83-4f77-ba69-25c7eb564f10 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45320f9-cb81-42ee-8a0f-05d3575e834a HTTP/1.1" status: 200 len: 932 time: 0.4666414 May 05 21:52:24.391147 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b78d0533-66d0-4ecf-b415-a8578a47b512 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:24.408937 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d2b3fd1b-c8dd-4507-98f8-668efd4c0bdf req-b95c63cd-14ab-47b6-9d6b-de167610c44a tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744967 May 05 21:52:24.456300 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b78d0533-66d0-4ecf-b415-a8578a47b512 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:24.494220 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4429b81-7b26-4383-8af7-b365b50ccc76 None None] Routers {'b3ad7406-69ba-41fa-8407-7590b4b7dc02'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:52:24.494923 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-d4429b81-7b26-4383-8af7-b365b50ccc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:52:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['b3ad7406-69ba-41fa-8407-7590b4b7dc02'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:52:24.558921 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-b08e9b56-5dfe-4472-a8b6-5e0ee20d6fa4 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Calling delete_port for 27b68c04-7dd9-42e8-9a47-ef4ac75714cf owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:52:24.586163 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78d0533-66d0-4ecf-b415-a8578a47b512 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50257720-59d0-45da-927a-df54054604af,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:24.598051 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b78d0533-66d0-4ecf-b415-a8578a47b512 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:24.607044 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b78d0533-66d0-4ecf-b415-a8578a47b512 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.2458382 May 05 21:52:24.612708 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 43502) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:52:24.633689 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-d7f544fc-708c-461e-b440-d80cd25af4bf req-cb4355c3-6158-4838-9e96-a0fa00396d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:24.644144 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-e23334d2-1bb5-4ddf-872b-cf1edd88e3fd tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Request body: {'security_group_rule': {'security_group_id': 'e7172c50-8266-4028-bd8e-9c21e9bde333', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:52:24.669947 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-e23334d2-1bb5-4ddf-872b-cf1edd88e3fd tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:52:24.689059 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e23334d2-1bb5-4ddf-872b-cf1edd88e3fd tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Usage tracker for resource:security_group_rule and tenant:0ea2eb66bb064d42bceac53953af552d is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:52:24.703410 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e23334d2-1bb5-4ddf-872b-cf1edd88e3fd tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:52:24.721290 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-e23334d2-1bb5-4ddf-872b-cf1edd88e3fd tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:52:24.802770 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e23334d2-1bb5-4ddf-872b-cf1edd88e3fd tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:24.907021 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-d4429b81-7b26-4383-8af7-b365b50ccc76 None None] Set router b3ad7406-69ba-41fa-8407-7590b4b7dc02 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:52:24.951526 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 43510) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:52:25.002776 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e23334d2-1bb5-4ddf-872b-cf1edd88e3fd tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:25.024662 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e23334d2-1bb5-4ddf-872b-cf1edd88e3fd tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:25.140546 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7ac302e2-1429-469e-9bbd-dad947b80551 req-71a318ff-f8d5-44db-9e10-bdfa1a222cfd tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=15081b51-34a6-41df-a644-0d6ba32bfe58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8202031 May 05 21:52:25.145177 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e23334d2-1bb5-4ddf-872b-cf1edd88e3fd tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:25.146378 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e23334d2-1bb5-4ddf-872b-cf1edd88e3fd tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5320916 May 05 21:52:25.149354 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23334d2-1bb5-4ddf-872b-cf1edd88e3fd tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd8cd6dc-c480-4d2c-a8c4-007744cacbcf,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:25.159788 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 43518) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:52:25.189593 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-84cb0136-28ab-433c-a3dd-17f867f703e0 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Request body: {'floatingip': {'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:52:25.205469 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-84cb0136-28ab-433c-a3dd-17f867f703e0 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:52:25.226305 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-84cb0136-28ab-433c-a3dd-17f867f703e0 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Usage tracker for resource:floatingip and tenant:0ea2eb66bb064d42bceac53953af552d is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:52:25.241075 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-84cb0136-28ab-433c-a3dd-17f867f703e0 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:52:25.262114 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5091f81c-8296-4ca2-9e9d-079841ecf1be req-dc633e52-2856-48c5-b399-76d891ce0758 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1111934 May 05 21:52:25.285909 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-84cb0136-28ab-433c-a3dd-17f867f703e0 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:52:25.410718 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c2de4517-ffa0-4d46-b878-45ba94718429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:25.593158 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c2de4517-ffa0-4d46-b878-45ba94718429 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:52:25.598019 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c2de4517-ffa0-4d46-b878-45ba94718429 admin admin] Usage tracker for resource:security_group_rule and tenant:524baa9039d04bc0b1336fcdd7f22897 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:52:25.647780 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c2de4517-ffa0-4d46-b878-45ba94718429 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:52:25.653803 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-84cb0136-28ab-433c-a3dd-17f867f703e0 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks [] for floatingip, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:25.654620 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c2de4517-ffa0-4d46-b878-45ba94718429 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:52:25.654721 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-d4429b81-7b26-4383-8af7-b365b50ccc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ad7406-69ba-41fa-8407-7590b4b7dc02', 'name': 'tempest-AttachVolumeShelveTestJSON-177764559-router', 'tenant_id': '0ea2eb66bb064d42bceac53953af552d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '2e96534a-0b3f-4b1d-842c-2fddbaad2d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:52:00Z', 'updated_at': '2022-05-05T21:52:12Z', 'revision_number': 4, 'project_id': '0ea2eb66bb064d42bceac53953af552d', 'gw_port': {'id': '2e96534a-0b3f-4b1d-842c-2fddbaad2d4b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ad7406-69ba-41fa-8407-7590b4b7dc02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:52:01Z', 'updated_at': '2022-05-05T21:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '5f1e015c-7e2a-45db-8f28-ebb7488d457f', 'name': '', 'network_id': '18b54df9-33ed-4370-adce-cf7c028d1c63', 'tenant_id': '0ea2eb66bb064d42bceac53953af552d', 'mac_address': 'fa:16:3e:3e:e9:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ad7406-69ba-41fa-8407-7590b4b7dc02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53681791-224f-47a5-828b-e46692c08c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:52:10Z', 'updated_at': '2022-05-05T21:52:23Z', 'revision_number': 4, 'project_id': '0ea2eb66bb064d42bceac53953af552d', 'subnets': [{'id': '53681791-224f-47a5-828b-e46692c08c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:52:25.655136 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4429b81-7b26-4383-8af7-b365b50ccc76 None None] The sync data for ids ['b3ad7406-69ba-41fa-8407-7590b4b7dc02'] in n-d-825175-4 is: [{'id': 'b3ad7406-69ba-41fa-8407-7590b4b7dc02', 'name': 'tempest-AttachVolumeShelveTestJSON-177764559-router', 'tenant_id': '0ea2eb66bb064d42bceac53953af552d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '2e96534a-0b3f-4b1d-842c-2fddbaad2d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:52:00Z', 'updated_at': '2022-05-05T21:52:12Z', 'revision_number': 4, 'project_id': '0ea2eb66bb064d42bceac53953af552d', 'gw_port': {'id': '2e96534a-0b3f-4b1d-842c-2fddbaad2d4b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ad7406-69ba-41fa-8407-7590b4b7dc02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:52:01Z', 'updated_at': '2022-05-05T21:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '5f1e015c-7e2a-45db-8f28-ebb7488d457f', 'name': '', 'network_id': '18b54df9-33ed-4370-adce-cf7c028d1c63', 'tenant_id': '0ea2eb66bb064d42bceac53953af552d', 'mac_address': 'fa:16:3e:3e:e9:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ad7406-69ba-41fa-8407-7590b4b7dc02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53681791-224f-47a5-828b-e46692c08c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:52:10Z', 'updated_at': '2022-05-05T21:52:23Z', 'revision_number': 4, 'project_id': '0ea2eb66bb064d42bceac53953af552d', 'subnets': [{'id': '53681791-224f-47a5-828b-e46692c08c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:52:25.660908 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-b08e9b56-5dfe-4472-a8b6-5e0ee20d6fa4 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:25.670204 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 59f257f5-2dce-42d9-b029-6ef8f9d68ee6 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:52:25.789360 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c2de4517-ffa0-4d46-b878-45ba94718429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:25.868990 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08e9b56-5dfe-4472-a8b6-5e0ee20d6fa4 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Pushing event deleted for resources: {'Port': ['ID=27b68c04-7dd9-42e8-9a47-ef4ac75714cf,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:25.872045 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c2de4517-ffa0-4d46-b878-45ba94718429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:25.941925 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5091f81c-8296-4ca2-9e9d-079841ecf1be req-1f454058-bb8b-40e6-b23a-b6d58ed27bce service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6623042 May 05 21:52:25.949331 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c2de4517-ffa0-4d46-b878-45ba94718429 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=524baa9039d04bc0b1336fcdd7f22897&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9942634 May 05 21:52:25.957320 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 43536) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:52:26.040838 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 59f257f5-2dce-42d9-b029-6ef8f9d68ee6, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=59f257f5-2dce-42d9-b029-6ef8f9d68ee6,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:52:26.086719 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '59f257f5-2dce-42d9-b029-6ef8f9d68ee6', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'port_id': '59f257f5-2dce-42d9-b029-6ef8f9d68ee6', 'mac_address': 'fa:16:3e:66:fd:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f237a6ef-d044-411f-a2d8-d12619664c91', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:52:26.172087 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-b08e9b56-5dfe-4472-a8b6-5e0ee20d6fa4 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] No DVR routers for this DVR port 27b68c04-7dd9-42e8-9a47-ef4ac75714cf on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:52:26.198524 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 5f1e015c-7e2a-45db-8f28-ebb7488d457f up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:52:26.199654 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2de4517-ffa0-4d46-b878-45ba94718429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a78d0d9d-e055-4518-ac2a-5a41f002ce63,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:26.205126 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-b08e9b56-5dfe-4472-a8b6-5e0ee20d6fa4 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:26.207723 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'name': 'network-vif-deleted', 'tag': '27b68c04-7dd9-42e8-9a47-ef4ac75714cf'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:52:26.273689 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5dc29d-307a-4ab0-95e9-4f0b17b1bf40 req-3158da38-7409-478b-9443-b19e313b3b0b tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:26.277387 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-b08e9b56-5dfe-4472-a8b6-5e0ee20d6fa4 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.44 "DELETE /v2.0/ports/27b68c04-7dd9-42e8-9a47-ef4ac75714cf HTTP/1.1" status: 204 len: 173 time: 4.6523387 May 05 21:52:26.284383 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5dc29d-307a-4ab0-95e9-4f0b17b1bf40 req-3158da38-7409-478b-9443-b19e313b3b0b tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:26.294527 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6b5dc29d-307a-4ab0-95e9-4f0b17b1bf40 req-3158da38-7409-478b-9443-b19e313b3b0b tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb2ef018-2997-4252-b6ee-9017394af03b HTTP/1.1" status: 200 len: 1599 time: 0.9160981 May 05 21:52:26.422919 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-d7f544fc-708c-461e-b440-d80cd25af4bf req-cb4355c3-6158-4838-9e96-a0fa00396d05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b72b898-3e41-4f63-90b6-bd608bd09268 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:52:26.424591 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:26.441360 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-d7f544fc-708c-461e-b440-d80cd25af4bf req-cb4355c3-6158-4838-9e96-a0fa00396d05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:26.457843 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59f257f5-2dce-42d9-b029-6ef8f9d68ee6 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:52:26.472075 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 5f1e015c-7e2a-45db-8f28-ebb7488d457f completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:52:26.478402 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-d7f544fc-708c-461e-b440-d80cd25af4bf req-cb4355c3-6158-4838-9e96-a0fa00396d05 service neutron] Transition to ACTIVE for port object 8b72b898-3e41-4f63-90b6-bd608bd09268 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:52:26.482738 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 5f1e015c-7e2a-45db-8f28-ebb7488d457f triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:52:26.483617 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:26.576149 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-d7f544fc-708c-461e-b440-d80cd25af4bf req-cb4355c3-6158-4838-9e96-a0fa00396d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:26.640201 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0261c1d-61eb-4071-a7ec-39bd4916deb6 req-6a00e9bf-5dd4-4cde-8dff-d544d50a3b97 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:26.644881 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f0261c1d-61eb-4071-a7ec-39bd4916deb6 req-6a00e9bf-5dd4-4cde-8dff-d544d50a3b97 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 1.1463342 May 05 21:52:26.671043 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 59f257f5-2dce-42d9-b029-6ef8f9d68ee6, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=59f257f5-2dce-42d9-b029-6ef8f9d68ee6,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:52:26.697312 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:26.790712 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-92efe031-22f2-4937-b7fd-df7eef2f3d04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:26.803423 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=59f257f5-2dce-42d9-b029-6ef8f9d68ee6,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:26.823541 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f0261c1d-61eb-4071-a7ec-39bd4916deb6 req-138f98d1-9d16-4b0a-817f-65e3d213cc35 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441450 May 05 21:52:26.902060 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-eb0d455c-69ae-4346-b9f3-cdfeec04e692 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Deleting port ecd2f147-21d5-4a73-989e-13841d2ef60b {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:52:26.902579 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-eb0d455c-69ae-4346-b9f3-cdfeec04e692 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:26.937605 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:26.960886 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6b5dc29d-307a-4ab0-95e9-4f0b17b1bf40 req-7b0a3838-4a34-4216-bb41-2121289ac996 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9d5c85a-cae6-44b0-a97b-93589deaee89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6627500 May 05 21:52:26.975652 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4355c3-6158-4838-9e96-a0fa00396d05 service neutron] Pushing event updated for resources: {'Port': ['ID=8b72b898-3e41-4f63-90b6-bd608bd09268,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:27.014010 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 5f1e015c-7e2a-45db-8f28-ebb7488d457f, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=5f1e015c-7e2a-45db-8f28-ebb7488d457f,segment=NetworkSegment(5e9da586-bb12-4958-b15e-b7cf97bc3d1b),segment_id=5e9da586-bb12-4958-b15e-b7cf97bc3d1b)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:52:27.024361 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:27.134488 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-92efe031-22f2-4937-b7fd-df7eef2f3d04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:27.158940 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=5f1e015c-7e2a-45db-8f28-ebb7488d457f,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:27.163449 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['59f257f5-2dce-42d9-b029-6ef8f9d68ee6'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:52:27.362351 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5091f81c-8296-4ca2-9e9d-079841ecf1be req-09b7f5a6-edc6-4294-8649-77c1ac668565 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4076281 May 05 21:52:27.435059 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-92efe031-22f2-4937-b7fd-df7eef2f3d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:27.480632 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92efe031-22f2-4937-b7fd-df7eef2f3d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78d0d9d-e055-4518-ac2a-5a41f002ce63,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:27.507872 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92efe031-22f2-4937-b7fd-df7eef2f3d04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:52:27.508205 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92efe031-22f2-4937-b7fd-df7eef2f3d04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:52:27.508532 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92efe031-22f2-4937-b7fd-df7eef2f3d04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:52:27.508859 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92efe031-22f2-4937-b7fd-df7eef2f3d04 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:52:27.509176 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92efe031-22f2-4937-b7fd-df7eef2f3d04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:52:27.509489 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92efe031-22f2-4937-b7fd-df7eef2f3d04 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:52:27.509798 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92efe031-22f2-4937-b7fd-df7eef2f3d04 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:52:27.510106 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92efe031-22f2-4937-b7fd-df7eef2f3d04 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:52:27.510411 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92efe031-22f2-4937-b7fd-df7eef2f3d04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:52:27.510740 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92efe031-22f2-4937-b7fd-df7eef2f3d04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:52:27.511052 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92efe031-22f2-4937-b7fd-df7eef2f3d04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:52:27.584344 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-d7f544fc-708c-461e-b440-d80cd25af4bf req-cb4355c3-6158-4838-9e96-a0fa00396d05 service neutron] Attempting to bind port 8b72b898-3e41-4f63-90b6-bd608bd09268 on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:52:27.585075 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-d7f544fc-708c-461e-b440-d80cd25af4bf req-cb4355c3-6158-4838-9e96-a0fa00396d05 service neutron] Attempting to bind port 8b72b898-3e41-4f63-90b6-bd608bd09268 by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': '5513eecd-fe5a-4823-bb4c-ae0607ac9c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0209bbe2-ae77-4a5e-8f5f-b598cdea432f'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:52:27.585603 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f544fc-708c-461e-b440-d80cd25af4bf req-cb4355c3-6158-4838-9e96-a0fa00396d05 service neutron] Attempting to bind port 8b72b898-3e41-4f63-90b6-bd608bd09268 on network 0209bbe2-ae77-4a5e-8f5f-b598cdea432f {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:52:27.623479 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f544fc-708c-461e-b440-d80cd25af4bf req-cb4355c3-6158-4838-9e96-a0fa00396d05 service neutron] Port 8b72b898-3e41-4f63-90b6-bd608bd09268 on network 0209bbe2-ae77-4a5e-8f5f-b598cdea432f not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:52:27.624048 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f544fc-708c-461e-b440-d80cd25af4bf req-cb4355c3-6158-4838-9e96-a0fa00396d05 service neutron] Attempting to bind port 8b72b898-3e41-4f63-90b6-bd608bd09268 on network 0209bbe2-ae77-4a5e-8f5f-b598cdea432f {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:52:27.649770 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f544fc-708c-461e-b440-d80cd25af4bf req-cb4355c3-6158-4838-9e96-a0fa00396d05 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:52:27.650086 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f544fc-708c-461e-b440-d80cd25af4bf req-cb4355c3-6158-4838-9e96-a0fa00396d05 service neutron] Checking segment: {'id': '5513eecd-fe5a-4823-bb4c-ae0607ac9c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0209bbe2-ae77-4a5e-8f5f-b598cdea432f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:52:27.654131 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f544fc-708c-461e-b440-d80cd25af4bf req-cb4355c3-6158-4838-9e96-a0fa00396d05 service neutron] Bound using segment: {'id': '5513eecd-fe5a-4823-bb4c-ae0607ac9c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0209bbe2-ae77-4a5e-8f5f-b598cdea432f'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:52:27.659856 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-d7f544fc-708c-461e-b440-d80cd25af4bf req-cb4355c3-6158-4838-9e96-a0fa00396d05 service neutron] Bound port: 8b72b898-3e41-4f63-90b6-bd608bd09268, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5513eecd-fe5a-4823-bb4c-ae0607ac9c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0209bbe2-ae77-4a5e-8f5f-b598cdea432f'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:52:27.661651 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-d7f544fc-708c-461e-b440-d80cd25af4bf req-cb4355c3-6158-4838-9e96-a0fa00396d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:27.690907 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-84cb0136-28ab-433c-a3dd-17f867f703e0 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:27.705864 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-92efe031-22f2-4937-b7fd-df7eef2f3d04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:27.708217 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-92efe031-22f2-4937-b7fd-df7eef2f3d04 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a78d0d9d-e055-4518-ac2a-5a41f002ce63 HTTP/1.1" status: 204 len: 168 time: 1.6843925 May 05 21:52:27.772013 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-eb0d455c-69ae-4346-b9f3-cdfeec04e692 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] For port ecd2f147-21d5-4a73-989e-13841d2ef60b, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=ecd2f147-21d5-4a73-989e-13841d2ef60b,segment=NetworkSegment(b536ecc8-ef30-4eb4-8bcf-0bfc4de1bd3b),segment_id=b536ecc8-ef30-4eb4-8bcf-0bfc4de1bd3b)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:52:27.772532 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-eb0d455c-69ae-4346-b9f3-cdfeec04e692 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:27.889348 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997721c3-a764-4910-94e7-a748ec30fedb req-6524e91f-8676-459e-9bb3-5861b26bbe09 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:27.891301 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-997721c3-a764-4910-94e7-a748ec30fedb req-6524e91f-8676-459e-9bb3-5861b26bbe09 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45320f9-cb81-42ee-8a0f-05d3575e834a HTTP/1.1" status: 200 len: 944 time: 0.3856723 May 05 21:52:27.897084 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f31b9-6f06-456a-893e-dca4a0ca6870 req-f7e9070e-31c0-42f3-89d7-a7f69704d67c tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:27.908909 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-460f31b9-6f06-456a-893e-dca4a0ca6870 req-f7e9070e-31c0-42f3-89d7-a7f69704d67c tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=e301e864-6fd4-4013-b043-1de6a0723920 HTTP/1.1" status: 200 len: 949 time: 0.6588533 May 05 21:52:27.925829 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-eb0d455c-69ae-4346-b9f3-cdfeec04e692 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Calling delete_port for ecd2f147-21d5-4a73-989e-13841d2ef60b owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:52:27.989372 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-d7f544fc-708c-461e-b440-d80cd25af4bf req-cb4355c3-6158-4838-9e96-a0fa00396d05 service neutron] For port 8b72b898-3e41-4f63-90b6-bd608bd09268, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:52:28.003294 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-d7f544fc-708c-461e-b440-d80cd25af4bf req-cb4355c3-6158-4838-9e96-a0fa00396d05 service neutron] For port 8b72b898-3e41-4f63-90b6-bd608bd09268, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=8b72b898-3e41-4f63-90b6-bd608bd09268,segment=NetworkSegment(5513eecd-fe5a-4823-bb4c-ae0607ac9c61),segment_id=5513eecd-fe5a-4823-bb4c-ae0607ac9c61)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:52:28.017114 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-d7f544fc-708c-461e-b440-d80cd25af4bf req-cb4355c3-6158-4838-9e96-a0fa00396d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:28.097440 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4355c3-6158-4838-9e96-a0fa00396d05 service neutron] Pushing event updated for resources: {'Port': ['ID=8b72b898-3e41-4f63-90b6-bd608bd09268,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:28.106521 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-997721c3-a764-4910-94e7-a748ec30fedb req-42869cfb-50ec-47b4-8faa-68ef339efec4 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=15081b51-34a6-41df-a644-0d6ba32bfe58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1783478 May 05 21:52:28.151428 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 5f1e015c-7e2a-45db-8f28-ebb7488d457f up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:52:28.156271 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-d7f544fc-708c-461e-b440-d80cd25af4bf req-cb4355c3-6158-4838-9e96-a0fa00396d05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:28.157521 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d7f544fc-708c-461e-b440-d80cd25af4bf req-cb4355c3-6158-4838-9e96-a0fa00396d05 service neutron] 10.222.0.44 "PUT /v2.0/ports/8b72b898-3e41-4f63-90b6-bd608bd09268 HTTP/1.1" status: 200 len: 1092 time: 4.2583222 May 05 21:52:28.277837 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-460f31b9-6f06-456a-893e-dca4a0ca6870 req-8ffc8bfa-39f8-4e70-9693-738e5d02d201 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3677881 May 05 21:52:28.282228 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-84cb0136-28ab-433c-a3dd-17f867f703e0 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Allocated IP 172.25.4.190 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/4e49a303-e04b-4e70-a7a0-9442bf334961) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:52:28.342516 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c205d1f-dfdd-4ddb-9fc6-34aec644445f'] response: {'server_uuid': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'name': 'network-vif-deleted', 'tag': '27b68c04-7dd9-42e8-9a47-ef4ac75714cf', 'status': 'completed', 'code': 200} May 05 21:52:28.354582 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 5f1e015c-7e2a-45db-8f28-ebb7488d457f triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:52:28.355262 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:28.363748 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-eb0d455c-69ae-4346-b9f3-cdfeec04e692 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:28.729999 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1fcbd5af-0302-4474-ac97-4a0eba66fafe req-bf4e8b03-3e38-46d6-a52d-5138568f9736 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb2ef018-2997-4252-b6ee-9017394af03b HTTP/1.1" status: 200 len: 210 time: 0.0874002 May 05 21:52:28.814243 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-84cb0136-28ab-433c-a3dd-17f867f703e0 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:28.840859 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0d455c-69ae-4346-b9f3-cdfeec04e692 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Pushing event deleted for resources: {'Port': ['ID=ecd2f147-21d5-4a73-989e-13841d2ef60b,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:28.952380 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-84cb0136-28ab-433c-a3dd-17f867f703e0 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:28.969948 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-eb0d455c-69ae-4346-b9f3-cdfeec04e692 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] No DVR routers for this DVR port ecd2f147-21d5-4a73-989e-13841d2ef60b on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:52:28.972887 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-eb0d455c-69ae-4346-b9f3-cdfeec04e692 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:28.990916 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1e269ce6-ffba-4305-803e-da526d3fa3e2 req-eb0d455c-69ae-4346-b9f3-cdfeec04e692 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.44 "DELETE /v2.0/ports/ecd2f147-21d5-4a73-989e-13841d2ef60b HTTP/1.1" status: 204 len: 173 time: 2.5099888 May 05 21:52:28.994546 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d7f544fc-708c-461e-b440-d80cd25af4bf req-0c07a986-92d9-4132-9a11-297e54267210 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b8d6052b833a4534bc346cca1ce7985f&device_id=b45320f9-cb81-42ee-8a0f-05d3575e834a HTTP/1.1" status: 200 len: 1095 time: 0.7668536 May 05 21:52:29.037806 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cb0136-28ab-433c-a3dd-17f867f703e0 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:52:29.049129 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-84cb0136-28ab-433c-a3dd-17f867f703e0 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:52:29.074024 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cb0136-28ab-433c-a3dd-17f867f703e0 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:52:29.127947 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d7f544fc-708c-461e-b440-d80cd25af4bf req-696e85d4-a2f9-4db7-8936-8893be37b8f7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b72b898-3e41-4f63-90b6-bd608bd09268 HTTP/1.1" status: 200 len: 217 time: 0.1252291 May 05 21:52:29.247465 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f544fc-708c-461e-b440-d80cd25af4bf req-52edaca6-33c6-493a-94df-cd8b798ee975 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:29.249434 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d7f544fc-708c-461e-b440-d80cd25af4bf req-52edaca6-33c6-493a-94df-cd8b798ee975 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d1666d56-aa2f-45d5-85a5-62900adc165a HTTP/1.1" status: 200 len: 858 time: 0.1093237 May 05 21:52:29.330398 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-84cb0136-28ab-433c-a3dd-17f867f703e0 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:29.403061 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d7f544fc-708c-461e-b440-d80cd25af4bf req-b23e98fe-b2d9-488e-bd54-aaf699ac3fea service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0209bbe2-ae77-4a5e-8f5f-b598cdea432f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1470509 May 05 21:52:29.522331 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-84cb0136-28ab-433c-a3dd-17f867f703e0 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:29.613633 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cb0136-28ab-433c-a3dd-17f867f703e0 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Pushing event updated for resources: {'Port': ['ID=4e49a303-e04b-4e70-a7a0-9442bf334961,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:29.689950 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 59f257f5-2dce-42d9-b029-6ef8f9d68ee6 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:52:29.705575 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d7f544fc-708c-461e-b440-d80cd25af4bf req-0e45ba6f-ca75-4a7f-ae64-468510f0dc82 service neutron] 10.222.0.44 "GET /v2.0/networks/0209bbe2-ae77-4a5e-8f5f-b598cdea432f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906156 May 05 21:52:29.780448 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48510775-bf45-4a53-a324-1b87983928fb req-0f2e13f2-cb69-4aa3-bd44-ce49a5421c48 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:29.787606 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-48510775-bf45-4a53-a324-1b87983928fb req-0f2e13f2-cb69-4aa3-bd44-ce49a5421c48 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 1.0541298 May 05 21:52:29.872418 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 59f257f5-2dce-42d9-b029-6ef8f9d68ee6 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:52:29.886737 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 59f257f5-2dce-42d9-b029-6ef8f9d68ee6 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:52:29.887471 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:30.081583 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-48510775-bf45-4a53-a324-1b87983928fb req-e6098483-0eb0-44e1-a697-f94b1fe1bf6f tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2926478 May 05 21:52:30.206195 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55190a-f0bc-4f93-b2cb-217b2c8c329b req-b27f6d1d-a896-40c7-854e-dc65497ebc38 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:30.226246 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fb55190a-f0bc-4f93-b2cb-217b2c8c329b req-b27f6d1d-a896-40c7-854e-dc65497ebc38 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45320f9-cb81-42ee-8a0f-05d3575e834a HTTP/1.1" status: 200 len: 944 time: 0.6288934 May 05 21:52:30.246691 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d7f544fc-708c-461e-b440-d80cd25af4bf req-5968242a-d739-4453-918f-9b62bf52f238 service neutron] 10.222.0.44 "GET /v2.0/networks/0209bbe2-ae77-4a5e-8f5f-b598cdea432f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5372953 May 05 21:52:30.343760 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b45320f9-cb81-42ee-8a0f-05d3575e834a', 'tag': '8b72b898-3e41-4f63-90b6-bd608bd09268'}, {'server_uuid': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'name': 'network-vif-deleted', 'tag': 'ecd2f147-21d5-4a73-989e-13841d2ef60b'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:52:30.371714 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:30.458441 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e301e864-6fd4-4013-b043-1de6a0723920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f257f5-2dce-42d9-b029-6ef8f9d68ee6'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:52:30.491379 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 59f257f5-2dce-42d9-b029-6ef8f9d68ee6, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=59f257f5-2dce-42d9-b029-6ef8f9d68ee6,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:52:30.492052 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fb55190a-f0bc-4f93-b2cb-217b2c8c329b req-249b7292-07cd-43ca-a48d-d29709bf8977 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=15081b51-34a6-41df-a644-0d6ba32bfe58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2608068 May 05 21:52:30.506805 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:30.572196 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-84cb0136-28ab-433c-a3dd-17f867f703e0 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:30.581768 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-84cb0136-28ab-433c-a3dd-17f867f703e0 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:30.727011 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=59f257f5-2dce-42d9-b029-6ef8f9d68ee6,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:30.813543 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b4051-6606-4f86-ad98-1c4a7304b736 req-6dc12829-f0d7-4d2d-b69a-28659d112201 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:30.822126 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c08b4051-6606-4f86-ad98-1c4a7304b736 req-6dc12829-f0d7-4d2d-b69a-28659d112201 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=e301e864-6fd4-4013-b043-1de6a0723920 HTTP/1.1" status: 200 len: 949 time: 0.4159434 May 05 21:52:30.853434 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cb0136-28ab-433c-a3dd-17f867f703e0 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Pushing event updated for resources: {'Port': ['ID=4e49a303-e04b-4e70-a7a0-9442bf334961,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:30.869115 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-84cb0136-28ab-433c-a3dd-17f867f703e0 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:30.906775 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-84cb0136-28ab-433c-a3dd-17f867f703e0 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:30.917765 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-84cb0136-28ab-433c-a3dd-17f867f703e0 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7556791 May 05 21:52:31.196315 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-365fad06-936a-47c9-92fa-f2283cf8a7eb req-3b385f65-8214-4c9e-9a9c-e583ab4efbef tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb2ef018-2997-4252-b6ee-9017394af03b HTTP/1.1" status: 200 len: 210 time: 0.2769008 May 05 21:52:31.217856 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c08b4051-6606-4f86-ad98-1c4a7304b736 req-3719d12e-f57a-46b4-b4a9-bd35c5e12bbe tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3946197 May 05 21:52:31.675707 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c052c35-a62d-4d03-a715-e1547b55cdda'] response: {'server_uuid': 'e301e864-6fd4-4013-b043-1de6a0723920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f257f5-2dce-42d9-b029-6ef8f9d68ee6', 'code': 200} May 05 21:52:31.932653 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ec7f0522-7434-4204-82e4-6ca744c7ea91 req-d1789a70-2e2f-4e4c-850d-32480fc1f176 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1627100959&fields=id&tenant_id=0ea2eb66bb064d42bceac53953af552d HTTP/1.1" status: 200 len: 267 time: 0.0941434 May 05 21:52:32.011977 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99f2b48d-f184-44f4-a1f8-214bd02f357f'] response: {'name': 'network-changed', 'server_uuid': 'b45320f9-cb81-42ee-8a0f-05d3575e834a', 'tag': '8b72b898-3e41-4f63-90b6-bd608bd09268', 'status': 'completed', 'code': 200} May 05 21:52:32.012674 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99f2b48d-f184-44f4-a1f8-214bd02f357f'] response: {'server_uuid': 'fb2ef018-2997-4252-b6ee-9017394af03b', 'name': 'network-vif-deleted', 'tag': 'ecd2f147-21d5-4a73-989e-13841d2ef60b', 'status': 'completed', 'code': 200} May 05 21:52:32.030470 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fc49c077-9e9a-4d5d-a091-e00336842f03 req-4167c7c4-c2ca-4f3c-928e-a72a80a3ecd9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e301e864-6fd4-4013-b043-1de6a0723920 HTTP/1.1" status: 200 len: 1101 time: 0.2173958 May 05 21:52:32.153596 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 43672) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:52:32.266800 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fc49c077-9e9a-4d5d-a091-e00336842f03 req-3ec2c4b5-6e26-4e35-b3ab-270e12d9e63d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508434 May 05 21:52:32.284402 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-690e7103-196d-4a19-8a0d-8ad744648ba9 req-bfa3d1ec-abbe-47e2-9309-2122ce2ec472 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b8d6052b833a4534bc346cca1ce7985f&device_id=b45320f9-cb81-42ee-8a0f-05d3575e834a HTTP/1.1" status: 200 len: 1095 time: 0.2429605 May 05 21:52:32.316338 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7f0522-7434-4204-82e4-6ca744c7ea91 req-484f5fdc-6f68-452a-9157-3f602895dadb tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:32.326331 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ec7f0522-7434-4204-82e4-6ca744c7ea91 req-484f5fdc-6f68-452a-9157-3f602895dadb tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/networks?id=18b54df9-33ed-4370-adce-cf7c028d1c63 HTTP/1.1" status: 200 len: 816 time: 0.3925414 May 05 21:52:32.351984 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ec7f0522-7434-4204-82e4-6ca744c7ea91 req-e1cc770f-a6c1-4162-b76c-913febd16000 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/quotas/0ea2eb66bb064d42bceac53953af552d HTTP/1.1" status: 200 len: 375 time: 0.0231714 May 05 21:52:32.587127 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6894dc5e-7568-4807-9dfb-cd3e0ef45afb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:32.638932 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ec7f0522-7434-4204-82e4-6ca744c7ea91 req-8b03e674-be03-43f3-a657-113cdafe9ab9 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ea2eb66bb064d42bceac53953af552d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2856879 May 05 21:52:32.657379 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedccc66-5988-4ef6-9877-1429f7fd3524 req-35b536a4-e299-43cf-a7a1-1cf1880215d1 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:32.658927 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-eedccc66-5988-4ef6-9877-1429f7fd3524 req-35b536a4-e299-43cf-a7a1-1cf1880215d1 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45320f9-cb81-42ee-8a0f-05d3575e834a HTTP/1.1" status: 200 len: 944 time: 0.3292911 May 05 21:52:32.810639 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e7103-196d-4a19-8a0d-8ad744648ba9 req-626f53bb-ebe6-42ea-a75f-b52eb45c286d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:32.812610 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-690e7103-196d-4a19-8a0d-8ad744648ba9 req-626f53bb-ebe6-42ea-a75f-b52eb45c286d service neutron] 10.222.0.44 "GET /v2.0/networks?id=0209bbe2-ae77-4a5e-8f5f-b598cdea432f HTTP/1.1" status: 200 len: 920 time: 0.3176787 May 05 21:52:32.878151 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ec7f0522-7434-4204-82e4-6ca744c7ea91 req-cb3c66af-3264-4517-9575-7e218029a401 service neutron] 10.222.0.23 "GET /v2.0/networks/18b54df9-33ed-4370-adce-cf7c028d1c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182548 May 05 21:52:32.882098 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-6894dc5e-7568-4807-9dfb-cd3e0ef45afb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:52:32.886623 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-6894dc5e-7568-4807-9dfb-cd3e0ef45afb admin admin] Usage tracker for resource:security_group_rule and tenant:780b13abf5bd4e0e88a11af153558661 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:52:32.890240 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-6894dc5e-7568-4807-9dfb-cd3e0ef45afb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:52:32.897964 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-6894dc5e-7568-4807-9dfb-cd3e0ef45afb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:52:32.914469 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-690e7103-196d-4a19-8a0d-8ad744648ba9 req-0a04887c-5feb-4776-89ab-994d5f386982 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b72b898-3e41-4f63-90b6-bd608bd09268 HTTP/1.1" status: 200 len: 217 time: 0.0954247 May 05 21:52:33.000111 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e7103-196d-4a19-8a0d-8ad744648ba9 req-df2ae503-a2b8-4c23-b9a9-6508e729e831 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:33.001780 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-690e7103-196d-4a19-8a0d-8ad744648ba9 req-df2ae503-a2b8-4c23-b9a9-6508e729e831 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d1666d56-aa2f-45d5-85a5-62900adc165a HTTP/1.1" status: 200 len: 858 time: 0.0787704 May 05 21:52:33.080194 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-eedccc66-5988-4ef6-9877-1429f7fd3524 req-4553dd0d-06fc-435b-9c6e-5a46e748aaf7 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=15081b51-34a6-41df-a644-0d6ba32bfe58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3723130 May 05 21:52:33.146425 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-690e7103-196d-4a19-8a0d-8ad744648ba9 req-0bd38512-4714-429f-856f-bc4175145be0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0209bbe2-ae77-4a5e-8f5f-b598cdea432f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1299210 May 05 21:52:33.257746 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6894dc5e-7568-4807-9dfb-cd3e0ef45afb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:33.266461 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ec7f0522-7434-4204-82e4-6ca744c7ea91 req-9c111ef8-ecca-41f5-b6df-befa7aa5fa62 service neutron] 10.222.0.23 "GET /v2.0/networks/18b54df9-33ed-4370-adce-cf7c028d1c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429024 May 05 21:52:33.272006 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6894dc5e-7568-4807-9dfb-cd3e0ef45afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:33.355928 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6894dc5e-7568-4807-9dfb-cd3e0ef45afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55533f03-5163-4520-bfee-9044b1038340,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:33.409183 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-6894dc5e-7568-4807-9dfb-cd3e0ef45afb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=780b13abf5bd4e0e88a11af153558661&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2507858 May 05 21:52:33.413728 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 43698) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:52:33.489521 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-690e7103-196d-4a19-8a0d-8ad744648ba9 req-b1bc7680-5550-4f79-8996-3898fa29c249 service neutron] 10.222.0.44 "GET /v2.0/networks/0209bbe2-ae77-4a5e-8f5f-b598cdea432f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307695 May 05 21:52:33.500052 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de60455e-1736-46a6-b9f4-f1b5c60b868d req-ae8490de-1020-409f-8931-178144405885 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:33.508083 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-de60455e-1736-46a6-b9f4-f1b5c60b868d req-ae8490de-1020-409f-8931-178144405885 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.2387133 May 05 21:52:33.709377 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 8b72b898-3e41-4f63-90b6-bd608bd09268 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:52:33.733944 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ca4e3a69-400c-4175-b4c9-1a688708c5d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:33.794174 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-690e7103-196d-4a19-8a0d-8ad744648ba9 req-add2edbf-a97e-4561-bdc3-2272ef17d629 service neutron] 10.222.0.44 "GET /v2.0/networks/0209bbe2-ae77-4a5e-8f5f-b598cdea432f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788799 May 05 21:52:33.846546 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-de60455e-1736-46a6-b9f4-f1b5c60b868d req-cf1e4273-33c3-41e2-9aa1-85042c85ed52 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3376341 May 05 21:52:33.890031 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ca4e3a69-400c-4175-b4c9-1a688708c5d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:34.108847 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261208d-1235-4480-bf9b-6366d853d719 req-db749692-d078-4eef-bf58-6e0b95b6075e tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:34.111940 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c261208d-1235-4480-bf9b-6366d853d719 req-db749692-d078-4eef-bf58-6e0b95b6075e tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=e301e864-6fd4-4013-b043-1de6a0723920 HTTP/1.1" status: 200 len: 950 time: 0.1742001 May 05 21:52:34.113250 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ca4e3a69-400c-4175-b4c9-1a688708c5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:34.142310 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 8b72b898-3e41-4f63-90b6-bd608bd09268, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=8b72b898-3e41-4f63-90b6-bd608bd09268,segment=NetworkSegment(5513eecd-fe5a-4823-bb4c-ae0607ac9c61),segment_id=5513eecd-fe5a-4823-bb4c-ae0607ac9c61)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:52:34.152708 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4e3a69-400c-4175-b4c9-1a688708c5d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55533f03-5163-4520-bfee-9044b1038340,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:34.191890 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '8b72b898-3e41-4f63-90b6-bd608bd09268', 'network_id': '0209bbe2-ae77-4a5e-8f5f-b598cdea432f', 'port_id': '8b72b898-3e41-4f63-90b6-bd608bd09268', 'mac_address': 'fa:16:3e:ce:78:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1666d56-aa2f-45d5-85a5-62900adc165a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:52:34.209064 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ca4e3a69-400c-4175-b4c9-1a688708c5d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:34.210597 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ca4e3a69-400c-4175-b4c9-1a688708c5d6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/55533f03-5163-4520-bfee-9044b1038340 HTTP/1.1" status: 204 len: 168 time: 0.7961688 May 05 21:52:34.260487 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:34.275114 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c261208d-1235-4480-bf9b-6366d853d719 req-10678d17-c049-490e-9fa3-4062f1d60aa9 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514144 May 05 21:52:34.280086 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b72b898-3e41-4f63-90b6-bd608bd09268 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:52:34.288265 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cb9bc55e-f23e-4501-b38a-6bb69924f177 req-7285afb2-0599-4da5-a554-9b41f43f05d8 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14 HTTP/1.1" status: 200 len: 210 time: 0.0835402 May 05 21:52:34.303568 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 8b72b898-3e41-4f63-90b6-bd608bd09268, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=8b72b898-3e41-4f63-90b6-bd608bd09268,segment=NetworkSegment(5513eecd-fe5a-4823-bb4c-ae0607ac9c61),segment_id=5513eecd-fe5a-4823-bb4c-ae0607ac9c61)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:52:34.315459 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:34.477895 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 43736) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:52:34.494612 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=8b72b898-3e41-4f63-90b6-bd608bd09268,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:34.596326 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0c91a7c8-a7d9-41bb-9fff-53ebb539a6a8 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:34.642949 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0c91a7c8-a7d9-41bb-9fff-53ebb539a6a8 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:34.678516 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['8b72b898-3e41-4f63-90b6-bd608bd09268'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:52:34.756073 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0c91a7c8-a7d9-41bb-9fff-53ebb539a6a8 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:34.760750 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f6700-6583-45df-8f9f-d8cbc1697d57 req-80d10881-926a-4447-8aea-57735739a077 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:34.776946 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6f2f6700-6583-45df-8f9f-d8cbc1697d57 req-80d10881-926a-4447-8aea-57735739a077 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.3230522 May 05 21:52:34.851243 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c91a7c8-a7d9-41bb-9fff-53ebb539a6a8 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d5c85a-cae6-44b0-a97b-93589deaee89,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:34.904368 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0c91a7c8-a7d9-41bb-9fff-53ebb539a6a8 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:34.912102 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0c91a7c8-a7d9-41bb-9fff-53ebb539a6a8 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "DELETE /v2.0/security-groups/c9d5c85a-cae6-44b0-a97b-93589deaee89 HTTP/1.1" status: 204 len: 168 time: 0.4311900 May 05 21:52:34.913673 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 43748) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:52:34.967963 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-3c3bc9e6-cd46-47b0-93d1-3a215dd6738a tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] show failed (client error): The resource could not be found. May 05 21:52:34.973803 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-3c3bc9e6-cd46-47b0-93d1-3a215dd6738a tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "GET /v2.0/security-groups/c9d5c85a-cae6-44b0-a97b-93589deaee89 HTTP/1.1" status: 404 len: 347 time: 0.0590711 May 05 21:52:34.978107 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 43752) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:52:35.025945 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6f2f6700-6583-45df-8f9f-d8cbc1697d57 req-b04d886f-86c7-4a62-9179-fb3800e3aa35 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2431540 May 05 21:52:35.155874 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e9e1df-a295-4e6a-8cab-427e4b150fb5 req-80e9db42-bcb1-4834-9c9b-5e010319ba30 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:35.178274 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-55e9e1df-a295-4e6a-8cab-427e4b150fb5 req-80e9db42-bcb1-4834-9c9b-5e010319ba30 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45320f9-cb81-42ee-8a0f-05d3575e834a HTTP/1.1" status: 200 len: 945 time: 0.3318141 May 05 21:52:35.294835 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-55e9e1df-a295-4e6a-8cab-427e4b150fb5 req-3349e6f2-2c17-4009-bca2-f9be9f4b578b tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=15081b51-34a6-41df-a644-0d6ba32bfe58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051922 May 05 21:52:35.512020 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d0616-10a9-4580-bf62-4787c54bf674 req-da976fc0-c5e6-4cd7-9c96-b705d8a24093 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:35.514362 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ea0d0616-10a9-4580-bf62-4787c54bf674 req-da976fc0-c5e6-4cd7-9c96-b705d8a24093 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.1824367 May 05 21:52:35.588631 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-2121c196-7a4e-4026-bb14-bcb188b71e78 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Deleting port 6e0a5939-6bad-40b8-98cd-e58d4b7c281b {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:52:35.589160 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2121c196-7a4e-4026-bb14-bcb188b71e78 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:35.626884 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:35.644638 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ea0d0616-10a9-4580-bf62-4787c54bf674 req-f311f042-4780-442b-89ab-dade902bf9d2 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201634 May 05 21:52:35.714258 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 43784) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:52:35.732564 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:35.748191 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cecbbb31-d8bc-4254-a780-9f99402e7b30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:35.893664 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5fbc0aea-511c-437b-a14e-c7c2936dcafb req-99ea3882-5809-4873-aebf-d92da9081702 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14 HTTP/1.1" status: 200 len: 210 time: 0.0625839 May 05 21:52:35.896563 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-cecbbb31-d8bc-4254-a780-9f99402e7b30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:52:35.907229 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-cecbbb31-d8bc-4254-a780-9f99402e7b30 admin admin] Usage tracker for resource:security_group_rule and tenant:bf2684c40e76410e9e431b941fbfbca4 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:52:35.910629 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-cecbbb31-d8bc-4254-a780-9f99402e7b30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:52:35.921361 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-cecbbb31-d8bc-4254-a780-9f99402e7b30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:52:35.931403 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2121c196-7a4e-4026-bb14-bcb188b71e78 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:35.931709 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2121c196-7a4e-4026-bb14-bcb188b71e78 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:35.940711 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c61a2-67db-44d8-86f0-405866c6dd58 req-00e0ad86-d16f-4a25-bfc3-a59ce8b3355d tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:35.970510 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-914c61a2-67db-44d8-86f0-405866c6dd58 req-00e0ad86-d16f-4a25-bfc3-a59ce8b3355d tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=e301e864-6fd4-4013-b043-1de6a0723920 HTTP/1.1" status: 200 len: 950 time: 0.2940338 May 05 21:52:36.113372 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-914c61a2-67db-44d8-86f0-405866c6dd58 req-a15b91e0-93ef-4461-b8ab-837f695b5fb4 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410377 May 05 21:52:36.328939 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cecbbb31-d8bc-4254-a780-9f99402e7b30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:36.362198 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-2121c196-7a4e-4026-bb14-bcb188b71e78 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Calling delete_port for 6e0a5939-6bad-40b8-98cd-e58d4b7c281b owned by network:floatingip {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:52:36.403742 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cecbbb31-d8bc-4254-a780-9f99402e7b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:36.419211 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7f0522-7434-4204-82e4-6ca744c7ea91 req-8650e20d-6602-4dc7-ac68-fadfc3b5a500 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:36.420276 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-ec7f0522-7434-4204-82e4-6ca744c7ea91 req-8650e20d-6602-4dc7-ac68-fadfc3b5a500 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Synchronizing usage tracker for tenant:0ea2eb66bb064d42bceac53953af552d on resource:network {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:52:36.499141 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-ec7f0522-7434-4204-82e4-6ca744c7ea91 req-8650e20d-6602-4dc7-ac68-fadfc3b5a500 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Unset dirty status for tenant:0ea2eb66bb064d42bceac53953af552d on resource:network {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:52:36.500883 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ec7f0522-7434-4204-82e4-6ca744c7ea91 req-8650e20d-6602-4dc7-ac68-fadfc3b5a500 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.44 "GET /v2.0/networks?id=18b54df9-33ed-4370-adce-cf7c028d1c63 HTTP/1.1" status: 200 len: 816 time: 0.3212991 May 05 21:52:36.620374 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-ec7f0522-7434-4204-82e4-6ca744c7ea91 req-d4645af5-2176-4905-ae0b-40836ad58122 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Synchronizing usage tracker for tenant:0ea2eb66bb064d42bceac53953af552d on resource:security_group {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:52:36.626688 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecbbb31-d8bc-4254-a780-9f99402e7b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81dd1394-9977-4036-adc1-c6b47dcf72f0,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:36.662556 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-ec7f0522-7434-4204-82e4-6ca744c7ea91 req-d4645af5-2176-4905-ae0b-40836ad58122 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Unset dirty status for tenant:0ea2eb66bb064d42bceac53953af552d on resource:security_group {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:52:36.664169 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ec7f0522-7434-4204-82e4-6ca744c7ea91 req-d4645af5-2176-4905-ae0b-40836ad58122 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ea2eb66bb064d42bceac53953af552d HTTP/1.1" status: 200 len: 380 time: 0.1033733 May 05 21:52:36.666738 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2121c196-7a4e-4026-bb14-bcb188b71e78 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:36.696358 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 43808) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:52:36.703220 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a9ddf1-baf8-4da6-9e93-f8692fb73bc3 req-2b5cfa54-976c-449f-a3dd-59510492127e tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:36.705836 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-26a9ddf1-baf8-4da6-9e93-f8692fb73bc3 req-2b5cfa54-976c-449f-a3dd-59510492127e tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.5376108 May 05 21:52:36.728234 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-ec7f0522-7434-4204-82e4-6ca744c7ea91 req-f7e30f6b-15c3-4100-9b12-70ae56fb1e03 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Request body: {'port': {'device_id': '15ba7ec0-d1c3-4cb3-9a56-ed383e235f14', 'network_id': '18b54df9-33ed-4370-adce-cf7c028d1c63', 'admin_state_up': True, 'tenant_id': '0ea2eb66bb064d42bceac53953af552d', 'security_groups': ['e7172c50-8266-4028-bd8e-9c21e9bde333']}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:52:36.745025 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-cecbbb31-d8bc-4254-a780-9f99402e7b30 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bf2684c40e76410e9e431b941fbfbca4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0293846 May 05 21:52:36.750067 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 43814) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:52:36.775150 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2121c196-7a4e-4026-bb14-bcb188b71e78 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Pushing event deleted for resources: {'Port': ['ID=6e0a5939-6bad-40b8-98cd-e58d4b7c281b,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:36.821121 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-26a9ddf1-baf8-4da6-9e93-f8692fb73bc3 req-cb24e196-8114-4294-bd75-18dc5a648e60 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038756 May 05 21:52:36.832177 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-64998f10-008d-46ee-ba54-2a9e59313aa3 req-e8fdbc40-2181-4f04-aae4-69e2e4d904d0 tempest-ServersOnMultiNodesTest-1137210654 tempest-ServersOnMultiNodesTest-1137210654-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e301e864-6fd4-4013-b043-1de6a0723920 HTTP/1.1" status: 200 len: 1101 time: 0.5004618 May 05 21:52:36.852533 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5637c7dd-cbc1-440b-9753-04fa1c527325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:36.880780 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2121c196-7a4e-4026-bb14-bcb188b71e78 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:52:36.881120 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2121c196-7a4e-4026-bb14-bcb188b71e78 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:52:36.881452 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2121c196-7a4e-4026-bb14-bcb188b71e78 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:52:36.881779 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2121c196-7a4e-4026-bb14-bcb188b71e78 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:52:36.882103 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2121c196-7a4e-4026-bb14-bcb188b71e78 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:52:36.882424 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2121c196-7a4e-4026-bb14-bcb188b71e78 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:52:36.882783 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2121c196-7a4e-4026-bb14-bcb188b71e78 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:52:36.883105 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2121c196-7a4e-4026-bb14-bcb188b71e78 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:52:36.883421 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2121c196-7a4e-4026-bb14-bcb188b71e78 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:52:36.883736 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2121c196-7a4e-4026-bb14-bcb188b71e78 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:52:36.884054 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2121c196-7a4e-4026-bb14-bcb188b71e78 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:52:36.906165 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5637c7dd-cbc1-440b-9753-04fa1c527325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:36.938104 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2121c196-7a4e-4026-bb14-bcb188b71e78 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks [] for floatingip, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:36.947337 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-64998f10-008d-46ee-ba54-2a9e59313aa3 req-e7cb3c62-96c0-4b6f-a035-be8c2670cd48 tempest-ServersOnMultiNodesTest-1137210654 tempest-ServersOnMultiNodesTest-1137210654-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040888 May 05 21:52:36.972219 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2121c196-7a4e-4026-bb14-bcb188b71e78 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:36.975894 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-2121c196-7a4e-4026-bb14-bcb188b71e78 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "DELETE /v2.0/floatingips/1dc4849a-39c2-4489-8bea-d6839caa6152 HTTP/1.1" status: 204 len: 168 time: 1.9877007 May 05 21:52:36.977092 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 43824) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:52:37.015920 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-ec7f0522-7434-4204-82e4-6ca744c7ea91 req-f7e30f6b-15c3-4100-9b12-70ae56fb1e03 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:52:37.024441 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ce6f24a1-ad8b-4c87-b88f-54c07a6a657c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:37.026733 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-ec7f0522-7434-4204-82e4-6ca744c7ea91 req-f7e30f6b-15c3-4100-9b12-70ae56fb1e03 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Usage tracker for resource:port and tenant:0ea2eb66bb064d42bceac53953af552d is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:52:37.035824 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-ec7f0522-7434-4204-82e4-6ca744c7ea91 req-f7e30f6b-15c3-4100-9b12-70ae56fb1e03 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:52:37.045382 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-ec7f0522-7434-4204-82e4-6ca744c7ea91 req-f7e30f6b-15c3-4100-9b12-70ae56fb1e03 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:52:37.060387 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-fa91ecd8-bcd5-4366-b220-3cbe65e4a16f tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Deleting port 538baf95-e3b5-4c0a-808d-33c668825b60 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:52:37.060532 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fa91ecd8-bcd5-4366-b220-3cbe65e4a16f tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:37.082443 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-ce6f24a1-ad8b-4c87-b88f-54c07a6a657c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:52:37.091464 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-ce6f24a1-ad8b-4c87-b88f-54c07a6a657c admin admin] Usage tracker for resource:security_group_rule and tenant:2584f5882f4e467c84834d8412d8d241 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:52:37.095599 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-ce6f24a1-ad8b-4c87-b88f-54c07a6a657c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:52:37.098315 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5637c7dd-cbc1-440b-9753-04fa1c527325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:37.105692 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec7f0522-7434-4204-82e4-6ca744c7ea91 req-f7e30f6b-15c3-4100-9b12-70ae56fb1e03 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Made reservation on behalf of 0ea2eb66bb064d42bceac53953af552d for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:52:37.110901 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-ec7f0522-7434-4204-82e4-6ca744c7ea91 req-f7e30f6b-15c3-4100-9b12-70ae56fb1e03 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:37.115012 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-ce6f24a1-ad8b-4c87-b88f-54c07a6a657c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:52:37.126885 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5637c7dd-cbc1-440b-9753-04fa1c527325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81dd1394-9977-4036-adc1-c6b47dcf72f0,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:37.153385 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8cff5-0d1d-443c-bca3-bf8f805b9ff8 req-1813a0d6-ae4c-46f9-a4b3-a92e18f99729 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:37.154915 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-45b8cff5-0d1d-443c-bca3-bf8f805b9ff8 req-1813a0d6-ae4c-46f9-a4b3-a92e18f99729 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45320f9-cb81-42ee-8a0f-05d3575e834a HTTP/1.1" status: 200 len: 945 time: 0.1897380 May 05 21:52:37.158306 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5637c7dd-cbc1-440b-9753-04fa1c527325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:37.159251 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-5637c7dd-cbc1-440b-9753-04fa1c527325 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/81dd1394-9977-4036-adc1-c6b47dcf72f0 HTTP/1.1" status: 204 len: 168 time: 0.4083011 May 05 21:52:37.281649 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ce6f24a1-ad8b-4c87-b88f-54c07a6a657c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:37.297954 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ce6f24a1-ad8b-4c87-b88f-54c07a6a657c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:37.324598 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-45b8cff5-0d1d-443c-bca3-bf8f805b9ff8 req-3792df75-5592-4a06-b4bc-ef9861ea2a29 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=15081b51-34a6-41df-a644-0d6ba32bfe58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394689 May 05 21:52:37.377833 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f24a1-ad8b-4c87-b88f-54c07a6a657c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253a565a-3e77-44fc-8db2-2cb0017637de,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:37.392237 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ce6f24a1-ad8b-4c87-b88f-54c07a6a657c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2584f5882f4e467c84834d8412d8d241&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6852882 May 05 21:52:37.393448 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 43838) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:52:37.451068 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d1752-a8f8-46fc-8f2f-a4f0cac78ddb req-35cb04d0-9136-4b93-9e53-c756f4f2b33a tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:37.457718 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-802d1752-a8f8-46fc-8f2f-a4f0cac78ddb req-35cb04d0-9136-4b93-9e53-c756f4f2b33a tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.2141995 May 05 21:52:37.543412 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-ec7f0522-7434-4204-82e4-6ca744c7ea91 req-f7e30f6b-15c3-4100-9b12-70ae56fb1e03 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Allocated IP 172.20.0.12 (18b54df9-33ed-4370-adce-cf7c028d1c63/53681791-224f-47a5-828b-e46692c08c1b/5e7fe4e5-73d4-44dd-b7d6-101b4b978c61) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:52:37.553928 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-00abc7f8-c9b9-4ec4-bcf7-4f7aba6e040e req-94795c0b-bbd1-4bba-b357-d5de616003f4 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14 HTTP/1.1" status: 200 len: 210 time: 0.0713813 May 05 21:52:37.554527 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-dea83349-8c59-4679-943c-d5e7ee8a852d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:37.583175 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-802d1752-a8f8-46fc-8f2f-a4f0cac78ddb req-f4803925-368d-4585-b21c-4e5d5beebaf3 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244552 May 05 21:52:37.643675 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-dea83349-8c59-4679-943c-d5e7ee8a852d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:37.726314 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 8b72b898-3e41-4f63-90b6-bd608bd09268 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:52:37.761813 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-dea83349-8c59-4679-943c-d5e7ee8a852d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:37.793300 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea83349-8c59-4679-943c-d5e7ee8a852d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253a565a-3e77-44fc-8db2-2cb0017637de,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:37.813094 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-dea83349-8c59-4679-943c-d5e7ee8a852d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:37.814564 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-dea83349-8c59-4679-943c-d5e7ee8a852d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/253a565a-3e77-44fc-8db2-2cb0017637de HTTP/1.1" status: 204 len: 168 time: 0.4202645 May 05 21:52:37.886242 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 8b72b898-3e41-4f63-90b6-bd608bd09268 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:52:37.893581 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 8b72b898-3e41-4f63-90b6-bd608bd09268 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:52:37.894407 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:37.970934 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fa91ecd8-bcd5-4366-b220-3cbe65e4a16f tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:38.101411 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168cab5d-616e-4f61-89ff-9d8f196f6c47 req-9a13b266-ab25-4098-99eb-39fecb8c3fdc tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:38.119566 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-168cab5d-616e-4f61-89ff-9d8f196f6c47 req-9a13b266-ab25-4098-99eb-39fecb8c3fdc tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.2107582 May 05 21:52:38.136474 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:38.137525 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-fa91ecd8-bcd5-4366-b220-3cbe65e4a16f tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Calling delete_port for 538baf95-e3b5-4c0a-808d-33c668825b60 owned by {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:52:38.182957 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b45320f9-cb81-42ee-8a0f-05d3575e834a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b72b898-3e41-4f63-90b6-bd608bd09268'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:52:38.199932 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 8b72b898-3e41-4f63-90b6-bd608bd09268, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=8b72b898-3e41-4f63-90b6-bd608bd09268,segment=NetworkSegment(5513eecd-fe5a-4823-bb4c-ae0607ac9c61),segment_id=5513eecd-fe5a-4823-bb4c-ae0607ac9c61)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:52:38.203352 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-168cab5d-616e-4f61-89ff-9d8f196f6c47 req-fade9224-b0be-4a09-9b79-992eef91eabe tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826595 May 05 21:52:38.207367 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:38.239512 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-ec7f0522-7434-4204-82e4-6ca744c7ea91 req-f7e30f6b-15c3-4100-9b12-70ae56fb1e03 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:38.271598 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-ec7f0522-7434-4204-82e4-6ca744c7ea91 req-f7e30f6b-15c3-4100-9b12-70ae56fb1e03 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Transition to ACTIVE for port object 5e7fe4e5-73d4-44dd-b7d6-101b4b978c61 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:52:38.309243 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=8b72b898-3e41-4f63-90b6-bd608bd09268,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:38.365520 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-ec7f0522-7434-4204-82e4-6ca744c7ea91 req-f7e30f6b-15c3-4100-9b12-70ae56fb1e03 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:38.367697 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fa91ecd8-bcd5-4366-b220-3cbe65e4a16f tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:38.446123 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e30f6b-15c3-4100-9b12-70ae56fb1e03 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Pushing event updated for resources: {'Port': ['ID=5e7fe4e5-73d4-44dd-b7d6-101b4b978c61,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:38.498436 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa91ecd8-bcd5-4366-b220-3cbe65e4a16f tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Pushing event deleted for resources: {'Port': ['ID=538baf95-e3b5-4c0a-808d-33c668825b60,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:38.509542 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec7f0522-7434-4204-82e4-6ca744c7ea91 req-f7e30f6b-15c3-4100-9b12-70ae56fb1e03 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Network 18b54df9-33ed-4370-adce-cf7c028d1c63 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:52:38.510505 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c2293-18f0-48ec-a424-81191c011917 req-4b8116b3-35a1-4e3d-a795-9f82faed50dc tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:38.512209 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a25c2293-18f0-48ec-a424-81191c011917 req-4b8116b3-35a1-4e3d-a795-9f82faed50dc tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] 10.222.0.23 "GET /v2.0/ports?device_id=a77a8e30-26e6-4a45-b602-06e131904fc2 HTTP/1.1" status: 200 len: 949 time: 0.3029449 May 05 21:52:38.525736 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8900e893-cd8c-47ec-9190-712162038631 req-0f2a1b75-9457-4683-9ef8-228bf0fd87a0 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:38.527509 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8900e893-cd8c-47ec-9190-712162038631 req-0f2a1b75-9457-4683-9ef8-228bf0fd87a0 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=e301e864-6fd4-4013-b043-1de6a0723920 HTTP/1.1" status: 200 len: 950 time: 0.1467423 May 05 21:52:38.625527 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-ec7f0522-7434-4204-82e4-6ca744c7ea91 req-f7e30f6b-15c3-4100-9b12-70ae56fb1e03 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:52:38.628460 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec7f0522-7434-4204-82e4-6ca744c7ea91 req-f7e30f6b-15c3-4100-9b12-70ae56fb1e03 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:52:38.636409 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a25c2293-18f0-48ec-a424-81191c011917 req-889a5f4e-8ebf-43a8-adef-017abd9af9f1 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] 10.222.0.23 "GET /v2.0/security-groups?id=6340a722-1ab1-4170-b7b5-2fd4e644b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072729 May 05 21:52:38.661992 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8900e893-cd8c-47ec-9190-712162038631 req-70ce5515-2e1e-4ee7-913b-f3089c458b0d tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183279 May 05 21:52:38.708016 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7f0522-7434-4204-82e4-6ca744c7ea91 req-f7e30f6b-15c3-4100-9b12-70ae56fb1e03 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:38.708876 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-ec7f0522-7434-4204-82e4-6ca744c7ea91 req-f7e30f6b-15c3-4100-9b12-70ae56fb1e03 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:38.714891 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fa91ecd8-bcd5-4366-b220-3cbe65e4a16f tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:38.786012 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 43884) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:52:38.790388 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-fa91ecd8-bcd5-4366-b220-3cbe65e4a16f tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "DELETE /v2.0/ports/538baf95-e3b5-4c0a-808d-33c668825b60 HTTP/1.1" status: 204 len: 168 time: 1.8122125 May 05 21:52:38.793088 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7914cfd-d327-4c19-9054-c6b55fab023d'] response: {'server_uuid': 'b45320f9-cb81-42ee-8a0f-05d3575e834a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b72b898-3e41-4f63-90b6-bd608bd09268', 'code': 200} May 05 21:52:38.801098 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ec7f0522-7434-4204-82e4-6ca744c7ea91 req-f7e30f6b-15c3-4100-9b12-70ae56fb1e03 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1207180 May 05 21:52:38.812630 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 43888) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:52:38.851581 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9511f927-78a6-476c-9bf2-25015bb80ff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:38.931106 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-9511f927-78a6-476c-9bf2-25015bb80ff5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:52:38.947578 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9511f927-78a6-476c-9bf2-25015bb80ff5 admin admin] Usage tracker for resource:security_group_rule and tenant:880656a40a7447debbc333069749d1bf is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:52:38.956183 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9511f927-78a6-476c-9bf2-25015bb80ff5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:52:38.972188 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-9511f927-78a6-476c-9bf2-25015bb80ff5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:52:39.061426 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9511f927-78a6-476c-9bf2-25015bb80ff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:39.071017 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9511f927-78a6-476c-9bf2-25015bb80ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:39.127214 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-b1256619-2776-4317-8f8a-e478cbd93e01 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Deleting port 34649ace-f82b-4ccc-974a-1666bac9e23b {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:52:39.128428 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b1256619-2776-4317-8f8a-e478cbd93e01 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:39.135891 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-97dbd9c3-1dd2-4602-8ddf-7d468ff3f106 None None] Provisioning for port 5e7fe4e5-73d4-44dd-b7d6-101b4b978c61 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:52:39.143344 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-97dbd9c3-1dd2-4602-8ddf-7d468ff3f106 None None] Provisioning complete for port 5e7fe4e5-73d4-44dd-b7d6-101b4b978c61 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:52:39.144011 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-97dbd9c3-1dd2-4602-8ddf-7d468ff3f106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:39.160367 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9511f927-78a6-476c-9bf2-25015bb80ff5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=880656a40a7447debbc333069749d1bf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3390949 May 05 21:52:39.166644 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-ec7f0522-7434-4204-82e4-6ca744c7ea91 req-edde6747-b5da-4d6f-b708-f29fa94209bd service neutron] Request body: {'port': {'device_id': '15ba7ec0-d1c3-4cb3-9a56-ed383e235f14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:52:39.172237 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 43898) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:52:39.209777 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9511f927-78a6-476c-9bf2-25015bb80ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4fb2f41-e6bc-41ba-894d-0c7520a381b6,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:39.251278 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-97dbd9c3-1dd2-4602-8ddf-7d468ff3f106 None None] Port 5e7fe4e5-73d4-44dd-b7d6-101b4b978c61 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:52:39.345156 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-ec7f0522-7434-4204-82e4-6ca744c7ea91 req-edde6747-b5da-4d6f-b708-f29fa94209bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:39.365317 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee6978-82a8-4985-9612-73fc78170f79 req-c1cfb4e6-5e49-4482-bddc-4cfd9ee23281 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:39.366897 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f7ee6978-82a8-4985-9612-73fc78170f79 req-c1cfb4e6-5e49-4482-bddc-4cfd9ee23281 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45320f9-cb81-42ee-8a0f-05d3575e834a HTTP/1.1" status: 200 len: 946 time: 0.4296525 May 05 21:52:39.406926 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ae827-5a4d-4087-aa59-8e66f33dab38 req-2a2f4f7e-4d40-44da-bed6-99af11e05b53 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:39.408340 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f78ae827-5a4d-4087-aa59-8e66f33dab38 req-2a2f4f7e-4d40-44da-bed6-99af11e05b53 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14 HTTP/1.1" status: 200 len: 932 time: 0.3646088 May 05 21:52:39.432985 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dc80542e-485b-4f0f-95f5-637f8879f5c4 req-542a4a26-f269-4c95-bb03-805dea6261e8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b45320f9-cb81-42ee-8a0f-05d3575e834a HTTP/1.1" status: 200 len: 1097 time: 0.5556133 May 05 21:52:39.515492 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-97a090a6-e763-4330-bf9a-3314f648810e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:39.629259 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-97a090a6-e763-4330-bf9a-3314f648810e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:39.647653 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f7ee6978-82a8-4985-9612-73fc78170f79 req-2508d447-7bb4-4013-ab4d-c92457c18158 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=15081b51-34a6-41df-a644-0d6ba32bfe58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2692013 May 05 21:52:39.657179 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dc80542e-485b-4f0f-95f5-637f8879f5c4 req-70d8f3a5-6b79-43ed-9733-426c753d04d1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=15081b51-34a6-41df-a644-0d6ba32bfe58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334739 May 05 21:52:39.685910 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f78ae827-5a4d-4087-aa59-8e66f33dab38 req-9c97aab8-5734-4b01-b7e0-0325e10e1573 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7172c50-8266-4028-bd8e-9c21e9bde333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2414613 May 05 21:52:39.728991 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b1256619-2776-4317-8f8a-e478cbd93e01 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:39.813930 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-ec7f0522-7434-4204-82e4-6ca744c7ea91 req-edde6747-b5da-4d6f-b708-f29fa94209bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e7fe4e5-73d4-44dd-b7d6-101b4b978c61 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:52:39.835301 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-ec7f0522-7434-4204-82e4-6ca744c7ea91 req-edde6747-b5da-4d6f-b708-f29fa94209bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:39.976513 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-b1256619-2776-4317-8f8a-e478cbd93e01 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Calling delete_port for 34649ace-f82b-4ccc-974a-1666bac9e23b owned by {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:52:40.069027 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-ec7f0522-7434-4204-82e4-6ca744c7ea91 req-edde6747-b5da-4d6f-b708-f29fa94209bd service neutron] Transition to ACTIVE for port object 5e7fe4e5-73d4-44dd-b7d6-101b4b978c61 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:52:40.074950 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-97a090a6-e763-4330-bf9a-3314f648810e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:40.075610 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-ec7f0522-7434-4204-82e4-6ca744c7ea91 req-edde6747-b5da-4d6f-b708-f29fa94209bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:40.105185 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1876a186-858f-432c-80b0-8d6f7dda365e req-570abd5f-c951-4767-bcbd-1ccb1cfa34a7 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:40.106600 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1876a186-858f-432c-80b0-8d6f7dda365e req-570abd5f-c951-4767-bcbd-1ccb1cfa34a7 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.44 "GET /v2.0/ports?device_id=e301e864-6fd4-4013-b043-1de6a0723920 HTTP/1.1" status: 200 len: 950 time: 0.5591679 May 05 21:52:40.131619 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a090a6-e763-4330-bf9a-3314f648810e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4fb2f41-e6bc-41ba-894d-0c7520a381b6,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:40.178968 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-97a090a6-e763-4330-bf9a-3314f648810e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:40.182418 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-97a090a6-e763-4330-bf9a-3314f648810e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c4fb2f41-e6bc-41ba-894d-0c7520a381b6 HTTP/1.1" status: 204 len: 168 time: 0.9963884 May 05 21:52:40.272905 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-1876a186-858f-432c-80b0-8d6f7dda365e req-70a4585d-28e6-4ffc-8903-e9e7be96bd8c tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Deleting port 59f257f5-2dce-42d9-b029-6ef8f9d68ee6 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:52:40.273301 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-1876a186-858f-432c-80b0-8d6f7dda365e req-70a4585d-28e6-4ffc-8903-e9e7be96bd8c tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:40.355477 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee1c686-3110-47ee-9869-64aa63858b31 req-3c6b980e-78ac-438e-9dee-114aa23b6bc4 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:40.356950 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dee1c686-3110-47ee-9869-64aa63858b31 req-3c6b980e-78ac-438e-9dee-114aa23b6bc4 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=e301e864-6fd4-4013-b043-1de6a0723920 HTTP/1.1" status: 200 len: 950 time: 0.3891551 May 05 21:52:40.386992 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edde6747-b5da-4d6f-b708-f29fa94209bd service neutron] Pushing event updated for resources: {'Port': ['ID=5e7fe4e5-73d4-44dd-b7d6-101b4b978c61,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:40.426702 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b1256619-2776-4317-8f8a-e478cbd93e01 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:40.550731 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1256619-2776-4317-8f8a-e478cbd93e01 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Pushing event deleted for resources: {'Port': ['ID=34649ace-f82b-4ccc-974a-1666bac9e23b,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:40.612331 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-ec7f0522-7434-4204-82e4-6ca744c7ea91 req-edde6747-b5da-4d6f-b708-f29fa94209bd service neutron] Attempting to bind port 5e7fe4e5-73d4-44dd-b7d6-101b4b978c61 on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:52:40.614198 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-ec7f0522-7434-4204-82e4-6ca744c7ea91 req-edde6747-b5da-4d6f-b708-f29fa94209bd service neutron] Attempting to bind port 5e7fe4e5-73d4-44dd-b7d6-101b4b978c61 by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': '5e9da586-bb12-4958-b15e-b7cf97bc3d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '18b54df9-33ed-4370-adce-cf7c028d1c63'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:52:40.614602 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7f0522-7434-4204-82e4-6ca744c7ea91 req-edde6747-b5da-4d6f-b708-f29fa94209bd service neutron] Attempting to bind port 5e7fe4e5-73d4-44dd-b7d6-101b4b978c61 on network 18b54df9-33ed-4370-adce-cf7c028d1c63 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:52:40.628472 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7f0522-7434-4204-82e4-6ca744c7ea91 req-edde6747-b5da-4d6f-b708-f29fa94209bd service neutron] Port 5e7fe4e5-73d4-44dd-b7d6-101b4b978c61 on network 18b54df9-33ed-4370-adce-cf7c028d1c63 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:52:40.629047 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7f0522-7434-4204-82e4-6ca744c7ea91 req-edde6747-b5da-4d6f-b708-f29fa94209bd service neutron] Attempting to bind port 5e7fe4e5-73d4-44dd-b7d6-101b4b978c61 on network 18b54df9-33ed-4370-adce-cf7c028d1c63 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:52:40.646028 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7f0522-7434-4204-82e4-6ca744c7ea91 req-edde6747-b5da-4d6f-b708-f29fa94209bd service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:52:40.646755 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7f0522-7434-4204-82e4-6ca744c7ea91 req-edde6747-b5da-4d6f-b708-f29fa94209bd service neutron] Checking segment: {'id': '5e9da586-bb12-4958-b15e-b7cf97bc3d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '18b54df9-33ed-4370-adce-cf7c028d1c63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:52:40.647254 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec7f0522-7434-4204-82e4-6ca744c7ea91 req-edde6747-b5da-4d6f-b708-f29fa94209bd service neutron] Bound using segment: {'id': '5e9da586-bb12-4958-b15e-b7cf97bc3d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '18b54df9-33ed-4370-adce-cf7c028d1c63'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:52:40.647791 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-ec7f0522-7434-4204-82e4-6ca744c7ea91 req-edde6747-b5da-4d6f-b708-f29fa94209bd service neutron] Bound port: 5e7fe4e5-73d4-44dd-b7d6-101b4b978c61, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e9da586-bb12-4958-b15e-b7cf97bc3d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '18b54df9-33ed-4370-adce-cf7c028d1c63'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:52:40.648229 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-ec7f0522-7434-4204-82e4-6ca744c7ea91 req-edde6747-b5da-4d6f-b708-f29fa94209bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:40.757076 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dee1c686-3110-47ee-9869-64aa63858b31 req-1a760e7b-2075-4df3-8632-8ef0bbe177c5 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3883219 May 05 21:52:40.831209 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b1256619-2776-4317-8f8a-e478cbd93e01 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:40.846615 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-1876a186-858f-432c-80b0-8d6f7dda365e req-70a4585d-28e6-4ffc-8903-e9e7be96bd8c tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] For port 59f257f5-2dce-42d9-b029-6ef8f9d68ee6, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=59f257f5-2dce-42d9-b029-6ef8f9d68ee6,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:52:40.847132 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-1876a186-858f-432c-80b0-8d6f7dda365e req-70a4585d-28e6-4ffc-8903-e9e7be96bd8c tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:40.858678 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b1256619-2776-4317-8f8a-e478cbd93e01 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "DELETE /v2.0/ports/34649ace-f82b-4ccc-974a-1666bac9e23b HTTP/1.1" status: 204 len: 168 time: 2.0715356 May 05 21:52:40.861790 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 43940) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:52:40.935777 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-ec7f0522-7434-4204-82e4-6ca744c7ea91 req-edde6747-b5da-4d6f-b708-f29fa94209bd service neutron] For port 5e7fe4e5-73d4-44dd-b7d6-101b4b978c61, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:52:40.943113 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-ec7f0522-7434-4204-82e4-6ca744c7ea91 req-edde6747-b5da-4d6f-b708-f29fa94209bd service neutron] For port 5e7fe4e5-73d4-44dd-b7d6-101b4b978c61, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=5e7fe4e5-73d4-44dd-b7d6-101b4b978c61,segment=NetworkSegment(5e9da586-bb12-4958-b15e-b7cf97bc3d1b),segment_id=5e9da586-bb12-4958-b15e-b7cf97bc3d1b)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:52:40.951932 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-ec7f0522-7434-4204-82e4-6ca744c7ea91 req-edde6747-b5da-4d6f-b708-f29fa94209bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:41.045534 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-ec7f0522-7434-4204-82e4-6ca744c7ea91 req-edde6747-b5da-4d6f-b708-f29fa94209bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:41.046977 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ec7f0522-7434-4204-82e4-6ca744c7ea91 req-edde6747-b5da-4d6f-b708-f29fa94209bd service neutron] 10.222.0.44 "PUT /v2.0/ports/5e7fe4e5-73d4-44dd-b7d6-101b4b978c61 HTTP/1.1" status: 200 len: 1092 time: 2.2355289 May 05 21:52:41.047414 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15ba7ec0-d1c3-4cb3-9a56-ed383e235f14', 'tag': '5e7fe4e5-73d4-44dd-b7d6-101b4b978c61'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:52:41.067317 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edde6747-b5da-4d6f-b708-f29fa94209bd service neutron] Pushing event updated for resources: {'Port': ['ID=5e7fe4e5-73d4-44dd-b7d6-101b4b978c61,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:41.236707 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-1876a186-858f-432c-80b0-8d6f7dda365e req-70a4585d-28e6-4ffc-8903-e9e7be96bd8c tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Calling delete_port for 59f257f5-2dce-42d9-b029-6ef8f9d68ee6 owned by compute:nova {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:52:41.326505 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ec7f0522-7434-4204-82e4-6ca744c7ea91 req-a5a3faa4-3142-4553-84e2-119e28ad63d6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0ea2eb66bb064d42bceac53953af552d&device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14 HTTP/1.1" status: 200 len: 1095 time: 0.1616743 May 05 21:52:41.430294 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ec7f0522-7434-4204-82e4-6ca744c7ea91 req-038caf43-c6d8-449f-8d62-02bada5a5cad service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e7fe4e5-73d4-44dd-b7d6-101b4b978c61 HTTP/1.1" status: 200 len: 217 time: 0.0914268 May 05 21:52:41.482338 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 43960) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:52:41.516169 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7f0522-7434-4204-82e4-6ca744c7ea91 req-3eca83c3-e99b-48b4-a883-864326a21c5c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:41.517874 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ec7f0522-7434-4204-82e4-6ca744c7ea91 req-3eca83c3-e99b-48b4-a883-864326a21c5c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53681791-224f-47a5-828b-e46692c08c1b HTTP/1.1" status: 200 len: 855 time: 0.0818107 May 05 21:52:41.615497 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe011cf-fa30-472e-9caa-4979413a9e74 req-01c85ccb-53d3-4916-afeb-7f584fd7a899 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:41.617004 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cbe011cf-fa30-472e-9caa-4979413a9e74 req-01c85ccb-53d3-4916-afeb-7f584fd7a899 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45320f9-cb81-42ee-8a0f-05d3575e834a HTTP/1.1" status: 200 len: 946 time: 0.5555360 May 05 21:52:41.635525 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b0dbc-674d-4425-95f7-9f0df7c40055 req-d12e1426-6e91-447b-8dc6-40fb7d8725ac tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:41.642342 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a72b0dbc-674d-4425-95f7-9f0df7c40055 req-d12e1426-6e91-447b-8dc6-40fb7d8725ac tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14 HTTP/1.1" status: 200 len: 944 time: 0.6029754 May 05 21:52:41.650836 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ec7f0522-7434-4204-82e4-6ca744c7ea91 req-db98f05a-4dc7-44cc-b74d-0df41eb52ac6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=18b54df9-33ed-4370-adce-cf7c028d1c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1256261 May 05 21:52:41.741349 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 8420b722-907a-4202-9af4-f5d3ca30218f no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:52:41.743764 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-1876a186-858f-432c-80b0-8d6f7dda365e req-70a4585d-28e6-4ffc-8903-e9e7be96bd8c tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:41.764384 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-de0fa4b0-c2ac-4815-952e-e2e4b87c7097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:41.804378 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6826712-70e2-4b3d-a2bb-129bc60c2534 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Deleting subnet a0fdc9bf-de2b-4aa2-9c30-9c714dc3a9b8 {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:52:41.849180 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-de0fa4b0-c2ac-4815-952e-e2e4b87c7097 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:52:41.851670 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a4585d-28e6-4ffc-8903-e9e7be96bd8c tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Pushing event deleted for resources: {'Port': ['ID=59f257f5-2dce-42d9-b029-6ef8f9d68ee6,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:41.863321 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e6826712-70e2-4b3d-a2bb-129bc60c2534 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:41.868493 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-de0fa4b0-c2ac-4815-952e-e2e4b87c7097 admin admin] Usage tracker for resource:security_group_rule and tenant:1400dccb3d6c4ca78488b0653ed307d9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:52:41.869915 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['cfc1d106-e577-4500-a5d8-8130ac0a87a6', 'cba3d0c5-8834-4d3a-b7bc-eb551f80748b', '486adfde-c997-46bf-be2f-046f4bfb9410', 'd181073e-9fef-4858-9d10-55294cbbae5c', '6d46f772-0eff-4982-8ebd-3ae59a9eb31c'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:52:41.875009 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-de0fa4b0-c2ac-4815-952e-e2e4b87c7097 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:52:41.884515 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-de0fa4b0-c2ac-4815-952e-e2e4b87c7097 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:52:41.888650 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ec7f0522-7434-4204-82e4-6ca744c7ea91 req-25ec7961-8474-41fa-a64b-543bbb326e46 service neutron] 10.222.0.44 "GET /v2.0/networks/18b54df9-33ed-4370-adce-cf7c028d1c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286768 May 05 21:52:41.915998 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['95aa95b3-c351-4de7-8c77-edac6278846e', 'cd80ef28-f478-4ffe-9474-4a4480525f9e', '59f257f5-2dce-42d9-b029-6ef8f9d68ee6'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:52:42.108562 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ec7f0522-7434-4204-82e4-6ca744c7ea91 req-ea376a27-4d07-4acd-aff5-f23270d7b83b service neutron] 10.222.0.44 "GET /v2.0/networks/18b54df9-33ed-4370-adce-cf7c028d1c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103963 May 05 21:52:42.116291 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-de0fa4b0-c2ac-4815-952e-e2e4b87c7097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:42.124493 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-de0fa4b0-c2ac-4815-952e-e2e4b87c7097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:42.135315 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cbe011cf-fa30-472e-9caa-4979413a9e74 req-cbe7b5d7-37fd-4c15-9c2a-e1effdc35092 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=15081b51-34a6-41df-a644-0d6ba32bfe58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5090089 May 05 21:52:42.157040 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a72b0dbc-674d-4425-95f7-9f0df7c40055 req-36a7265d-156b-443d-8f16-92006b044554 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7172c50-8266-4028-bd8e-9c21e9bde333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5138168 May 05 21:52:42.180892 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-1876a186-858f-432c-80b0-8d6f7dda365e req-70a4585d-28e6-4ffc-8903-e9e7be96bd8c tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] No DVR routers for this DVR port 59f257f5-2dce-42d9-b029-6ef8f9d68ee6 on host n-h1-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:52:42.187896 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-1876a186-858f-432c-80b0-8d6f7dda365e req-70a4585d-28e6-4ffc-8903-e9e7be96bd8c tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:42.211877 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e301e864-6fd4-4013-b043-1de6a0723920', 'name': 'network-vif-deleted', 'tag': '59f257f5-2dce-42d9-b029-6ef8f9d68ee6'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:52:42.244166 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1876a186-858f-432c-80b0-8d6f7dda365e req-70a4585d-28e6-4ffc-8903-e9e7be96bd8c tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.44 "DELETE /v2.0/ports/59f257f5-2dce-42d9-b029-6ef8f9d68ee6 HTTP/1.1" status: 204 len: 173 time: 2.1138225 May 05 21:52:42.260064 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e6826712-70e2-4b3d-a2bb-129bc60c2534 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:42.278742 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0fa4b0-c2ac-4815-952e-e2e4b87c7097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56348229-aa3d-4cda-8794-25c2ef727963,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:42.282989 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-de0fa4b0-c2ac-4815-952e-e2e4b87c7097 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1400dccb3d6c4ca78488b0653ed307d9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7991557 May 05 21:52:42.285039 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-362a3fb0-2a0e-4186-aa36-9b36bee9a70f'] response: {'name': 'network-changed', 'server_uuid': '15ba7ec0-d1c3-4cb3-9a56-ed383e235f14', 'tag': '5e7fe4e5-73d4-44dd-b7d6-101b4b978c61', 'status': 'completed', 'code': 200} May 05 21:52:42.285653 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 43982) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:52:42.340713 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:42.439308 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5770efbc-e19b-4caa-901e-5aea3218330d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:42.457312 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4db2a8db-cccd-46a1-9825-b9c8d425b0ef'] response: {'server_uuid': 'e301e864-6fd4-4013-b043-1de6a0723920', 'name': 'network-vif-deleted', 'tag': '59f257f5-2dce-42d9-b029-6ef8f9d68ee6', 'status': 'completed', 'code': 200} May 05 21:52:42.468344 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a77a8e30-26e6-4a45-b602-06e131904fc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8420b722-907a-4202-9af4-f5d3ca30218f'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:52:42.485518 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5770efbc-e19b-4caa-901e-5aea3218330d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:42.551739 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5770efbc-e19b-4caa-901e-5aea3218330d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:42.566844 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-1862d4b9-5887-4c52-b3e7-8f55e06be198 req-4f33708f-3d46-47cb-bfba-2f87ba01b9d9 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Synchronizing usage tracker for tenant:573addcdcad64ebbacaadf6765f34d35 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:52:42.569952 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5770efbc-e19b-4caa-901e-5aea3218330d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56348229-aa3d-4cda-8794-25c2ef727963,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:42.577780 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcbac975-343c-454a-bd00-edfd42bb8546'] response: {'server_uuid': 'a77a8e30-26e6-4a45-b602-06e131904fc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8420b722-907a-4202-9af4-f5d3ca30218f', 'code': 200} May 05 21:52:42.579232 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 8420b722-907a-4202-9af4-f5d3ca30218f, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=8420b722-907a-4202-9af4-f5d3ca30218f,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:52:42.589760 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5770efbc-e19b-4caa-901e-5aea3218330d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:42.594011 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5770efbc-e19b-4caa-901e-5aea3218330d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/56348229-aa3d-4cda-8794-25c2ef727963 HTTP/1.1" status: 204 len: 168 time: 0.3074319 May 05 21:52:42.636707 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d65e77b9-4f07-4477-822c-f8cbeaba7d06 req-8e04f53e-4b40-42c5-baf5-2b088fb896a3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0ea2eb66bb064d42bceac53953af552d&device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14 HTTP/1.1" status: 200 len: 1095 time: 0.3154924 May 05 21:52:42.639723 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-1862d4b9-5887-4c52-b3e7-8f55e06be198 req-4f33708f-3d46-47cb-bfba-2f87ba01b9d9 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Unset dirty status for tenant:573addcdcad64ebbacaadf6765f34d35 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:52:42.640795 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1862d4b9-5887-4c52-b3e7-8f55e06be198 req-4f33708f-3d46-47cb-bfba-2f87ba01b9d9 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=e301e864-6fd4-4013-b043-1de6a0723920 HTTP/1.1" status: 200 len: 210 time: 0.1648166 May 05 21:52:42.654679 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:42.686273 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e6826712-70e2-4b3d-a2bb-129bc60c2534 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:42.862448 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=8420b722-907a-4202-9af4-f5d3ca30218f,revision_number=8']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:42.886057 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e77b9-4f07-4477-822c-f8cbeaba7d06 req-c6be768b-6f2c-40ea-821e-b166609ddbda service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:42.887701 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d65e77b9-4f07-4477-822c-f8cbeaba7d06 req-c6be768b-6f2c-40ea-821e-b166609ddbda service neutron] 10.222.0.44 "GET /v2.0/networks?id=18b54df9-33ed-4370-adce-cf7c028d1c63 HTTP/1.1" status: 200 len: 917 time: 0.2421927 May 05 21:52:42.895909 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e6826712-70e2-4b3d-a2bb-129bc60c2534 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:43.027522 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6826712-70e2-4b3d-a2bb-129bc60c2534 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Pushing event deleted for resources: {'Subnet': ['ID=a0fdc9bf-de2b-4aa2-9c30-9c714dc3a9b8,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:43.032993 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d65e77b9-4f07-4477-822c-f8cbeaba7d06 req-bf738005-b051-4c04-8fde-9f701b0965fd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e7fe4e5-73d4-44dd-b7d6-101b4b978c61 HTTP/1.1" status: 200 len: 217 time: 0.0958905 May 05 21:52:43.035691 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e6826712-70e2-4b3d-a2bb-129bc60c2534 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:43.045322 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba4f95b-8185-41ab-a747-478aaa8f9fc4 None None] Network 53a49f5d-26b7-49e3-a8d3-0afbfe056e7c requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:52:43.091051 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e6826712-70e2-4b3d-a2bb-129bc60c2534 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "DELETE /v2.0/subnets/a0fdc9bf-de2b-4aa2-9c30-9c714dc3a9b8 HTTP/1.1" status: 204 len: 168 time: 2.2280715 May 05 21:52:43.093727 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44002) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:52:43.151899 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44008) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:52:43.183917 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-28148dca-c5e7-47f0-9871-239e7bd11f76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:43.220746 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e77b9-4f07-4477-822c-f8cbeaba7d06 req-1a3b2cf7-27d4-4a00-9d8b-0d6396b634fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:43.222181 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d65e77b9-4f07-4477-822c-f8cbeaba7d06 req-1a3b2cf7-27d4-4a00-9d8b-0d6396b634fb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53681791-224f-47a5-828b-e46692c08c1b HTTP/1.1" status: 200 len: 855 time: 0.1819665 May 05 21:52:43.423497 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-28148dca-c5e7-47f0-9871-239e7bd11f76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:52:43.452911 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-28148dca-c5e7-47f0-9871-239e7bd11f76 admin admin] Usage tracker for resource:security_group_rule and tenant:8010ef70acab437e8b647c5aaa3ac52a is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:52:43.473198 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-28148dca-c5e7-47f0-9871-239e7bd11f76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:52:43.508398 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb3c7063-3095-40ed-bb79-c8923f5b3751 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Deleting subnet 3b6f6bba-6319-48e6-9430-897ac47f4de2 {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:52:43.516916 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-28148dca-c5e7-47f0-9871-239e7bd11f76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:52:43.531933 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cb3c7063-3095-40ed-bb79-c8923f5b3751 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:43.627623 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 199666d6-2180-401a-b938-2ceedbced119 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:52:43.632971 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28673d56-7ad2-42d1-92e1-782684261c2f None None] DHCP port deletion for 53a49f5d-26b7-49e3-a8d3-0afbfe056e7c request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 21:52:43.640509 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-28673d56-7ad2-42d1-92e1-782684261c2f None None] Deleting port 864900f6-1d1e-470e-9b6c-5a3006c6839e {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:52:43.640875 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-28673d56-7ad2-42d1-92e1-782684261c2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:43.683017 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d65e77b9-4f07-4477-822c-f8cbeaba7d06 req-2399012a-5c7a-4f7d-891a-f2d92b06d906 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=18b54df9-33ed-4370-adce-cf7c028d1c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3675668 May 05 21:52:43.689777 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cb3c7063-3095-40ed-bb79-c8923f5b3751 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:43.754322 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d405934-6d52-40af-806f-b0cc5ba20582 req-bcc0b6d0-cb02-4690-8b44-017bed483a9e tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:43.759163 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7d405934-6d52-40af-806f-b0cc5ba20582 req-bcc0b6d0-cb02-4690-8b44-017bed483a9e tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45320f9-cb81-42ee-8a0f-05d3575e834a HTTP/1.1" status: 200 len: 946 time: 0.4448850 May 05 21:52:43.762590 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 59f257f5-2dce-42d9-b029-6ef8f9d68ee6 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:52:43.813562 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: 59f257f5-2dce-42d9-b029-6ef8f9d68ee6 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:52:43.813952 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 59f257f5-2dce-42d9-b029-6ef8f9d68ee6 not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:52:43.977235 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 199666d6-2180-401a-b938-2ceedbced119, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=199666d6-2180-401a-b938-2ceedbced119,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:52:44.002700 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-28148dca-c5e7-47f0-9871-239e7bd11f76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:44.022131 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c26e8-e0e0-4a19-b63b-98b12cb1678a req-355306e6-e5ad-4202-b63b-9ea8331315b1 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:44.023130 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '199666d6-2180-401a-b938-2ceedbced119', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'port_id': '199666d6-2180-401a-b938-2ceedbced119', 'mac_address': 'fa:16:3e:28:db:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f237a6ef-d044-411f-a2d8-d12619664c91', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:52:44.030027 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-de6c26e8-e0e0-4a19-b63b-98b12cb1678a req-355306e6-e5ad-4202-b63b-9ea8331315b1 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14 HTTP/1.1" status: 200 len: 944 time: 0.4526792 May 05 21:52:44.030857 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ded66000-7b3b-412b-a7f6-1624b67e33f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:44.033190 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-28673d56-7ad2-42d1-92e1-782684261c2f None None] For port 864900f6-1d1e-470e-9b6c-5a3006c6839e, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=864900f6-1d1e-470e-9b6c-5a3006c6839e,segment=NetworkSegment(b536ecc8-ef30-4eb4-8bcf-0bfc4de1bd3b),segment_id=b536ecc8-ef30-4eb4-8bcf-0bfc4de1bd3b)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:52:44.033564 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-28673d56-7ad2-42d1-92e1-782684261c2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:44.044851 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7d405934-6d52-40af-806f-b0cc5ba20582 req-629bd7ae-17f5-47b7-b412-d230a065fd4a tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=15081b51-34a6-41df-a644-0d6ba32bfe58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2729335 May 05 21:52:44.073393 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 44032) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:52:44.100701 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-28148dca-c5e7-47f0-9871-239e7bd11f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:44.138173 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d65e77b9-4f07-4477-822c-f8cbeaba7d06 req-2f02f675-b810-4305-bb00-eeb0317e87e8 service neutron] 10.222.0.44 "GET /v2.0/networks/18b54df9-33ed-4370-adce-cf7c028d1c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4136043 May 05 21:52:44.150153 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cb3c7063-3095-40ed-bb79-c8923f5b3751 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:44.194102 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 864900f6-1d1e-470e-9b6c-5a3006c6839e no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:52:44.251772 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-30891ac2-45d1-43b6-b433-125a3b4efe21 tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] Request body: {'quota': {'network': 2}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:52:44.306165 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-30891ac2-45d1-43b6-b433-125a3b4efe21 tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] 10.222.0.23 "PUT /v2.0/quotas/89467df22bb74e0b93f0c47508c6f0b6 HTTP/1.1" status: 200 len: 368 time: 0.2279541 May 05 21:52:44.313231 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 44044) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:52:44.320790 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-fb441928-76a8-42bb-bd58-22693ab4bbe3 tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] Request body: {'network': {'project_id': '89467df22bb74e0b93f0c47508c6f0b6'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:52:44.331337 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-28673d56-7ad2-42d1-92e1-782684261c2f None None] Calling delete_port for 864900f6-1d1e-470e-9b6c-5a3006c6839e owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:52:44.336321 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-fb441928-76a8-42bb-bd58-22693ab4bbe3 tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:52:44.349029 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-fb441928-76a8-42bb-bd58-22693ab4bbe3 tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] Usage tracker for resource:network and tenant:89467df22bb74e0b93f0c47508c6f0b6 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:52:44.357654 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-fb441928-76a8-42bb-bd58-22693ab4bbe3 tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:52:44.371061 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-fb441928-76a8-42bb-bd58-22693ab4bbe3 tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:52:44.400919 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb441928-76a8-42bb-bd58-22693ab4bbe3 tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] Made reservation on behalf of 89467df22bb74e0b93f0c47508c6f0b6 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:52:44.403525 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fb441928-76a8-42bb-bd58-22693ab4bbe3 tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:44.432224 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fb441928-76a8-42bb-bd58-22693ab4bbe3 tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:44.487848 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-fb441928-76a8-42bb-bd58-22693ab4bbe3 tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:52:44.495334 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-fb441928-76a8-42bb-bd58-22693ab4bbe3 tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] Usage tracker for resource:security_group_rule and tenant:89467df22bb74e0b93f0c47508c6f0b6 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:52:44.499330 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-fb441928-76a8-42bb-bd58-22693ab4bbe3 tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:52:44.506635 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:44.510918 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-fb441928-76a8-42bb-bd58-22693ab4bbe3 tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:52:44.529879 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-28148dca-c5e7-47f0-9871-239e7bd11f76 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8010ef70acab437e8b647c5aaa3ac52a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3768528 May 05 21:52:44.531209 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 44052) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:52:44.535807 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 199666d6-2180-401a-b938-2ceedbced119 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:52:44.560153 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:44.571797 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-28673d56-7ad2-42d1-92e1-782684261c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:44.582509 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 199666d6-2180-401a-b938-2ceedbced119, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=199666d6-2180-401a-b938-2ceedbced119,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:52:44.599797 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28148dca-c5e7-47f0-9871-239e7bd11f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7370d7-c802-41c1-b810-310e21102d69,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:44.624649 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:44.630892 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28673d56-7ad2-42d1-92e1-782684261c2f None None] Pushing event deleted for resources: {'Port': ['ID=864900f6-1d1e-470e-9b6c-5a3006c6839e,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:44.638571 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-de6c26e8-e0e0-4a19-b63b-98b12cb1678a req-875ef3fb-c4e2-4381-a2cc-4404177132fa tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7172c50-8266-4028-bd8e-9c21e9bde333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6075761 May 05 21:52:44.715490 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28673d56-7ad2-42d1-92e1-782684261c2f None None] No DVR routers for this DVR port 864900f6-1d1e-470e-9b6c-5a3006c6839e on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:52:44.726985 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=199666d6-2180-401a-b938-2ceedbced119,revision_number=6']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:44.755028 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fb441928-76a8-42bb-bd58-22693ab4bbe3 tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:44.769123 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fb441928-76a8-42bb-bd58-22693ab4bbe3 tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:44.776660 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['199666d6-2180-401a-b938-2ceedbced119'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:52:44.808688 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d65e77b9-4f07-4477-822c-f8cbeaba7d06 req-d50a1f8c-293c-4abd-b8cf-e7f3f2a0f3e6 service neutron] 10.222.0.44 "GET /v2.0/networks/18b54df9-33ed-4370-adce-cf7c028d1c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6299736 May 05 21:52:44.810566 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cb3c7063-3095-40ed-bb79-c8923f5b3751 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:44.822962 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb441928-76a8-42bb-bd58-22693ab4bbe3 tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:52:44.830812 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb441928-76a8-42bb-bd58-22693ab4bbe3 tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57bae2a8-f7f3-41a1-b086-c797ff541dbd,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:44.867750 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fb441928-76a8-42bb-bd58-22693ab4bbe3 tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:44.868195 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-fb441928-76a8-42bb-bd58-22693ab4bbe3 tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] Added segment 8bc25085-95fb-40e6-8f77-00c87a5c97e9 of type vlan for network 2880877e-6639-45d6-b17a-5eb25cc3a184 May 05 21:52:44.869311 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-924c5a1d-4b7c-403d-8bfd-c1f7944a6a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:44.917896 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-924c5a1d-4b7c-403d-8bfd-c1f7944a6a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:44.923255 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3c7063-3095-40ed-bb79-c8923f5b3751 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Pushing event deleted for resources: {'Subnet': ['ID=3b6f6bba-6319-48e6-9430-897ac47f4de2,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:44.926049 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fb441928-76a8-42bb-bd58-22693ab4bbe3 tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:44.946417 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4e09c-f8f5-493d-ade4-c4e6e111bd6e req-62ade2a1-a6de-4337-a7cb-48eb4ff6ecf1 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:44.948396 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6bd4e09c-f8f5-493d-ade4-c4e6e111bd6e req-62ade2a1-a6de-4337-a7cb-48eb4ff6ecf1 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45320f9-cb81-42ee-8a0f-05d3575e834a HTTP/1.1" status: 200 len: 946 time: 0.4242697 May 05 21:52:44.950363 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cb3c7063-3095-40ed-bb79-c8923f5b3751 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:44.954340 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06738a1a-35a5-4c06-877f-cdd6ea01d1d9 None None] Network 94805836-07a0-47ad-ab35-ba65d7a7da33 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:52:44.959414 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 44062) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:52:44.966973 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-af18d6b3-d814-4e87-975a-a28843a5311a tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Request body: {'floatingip': {'port_id': '8b72b898-3e41-4f63-90b6-bd608bd09268'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:52:44.970025 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-cb3c7063-3095-40ed-bb79-c8923f5b3751 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "DELETE /v2.0/subnets/3b6f6bba-6319-48e6-9430-897ac47f4de2 HTTP/1.1" status: 204 len: 168 time: 1.8731732 May 05 21:52:44.970320 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44066) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:52:45.065556 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-af18d6b3-d814-4e87-975a-a28843a5311a tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify callbacks [] for floatingip, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:45.118951 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ac802833-7b7c-4eae-8ea9-7dc9ac7f1610 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:45.132046 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.resource_extend [None req-fb441928-76a8-42bb-bd58-22693ab4bbe3 tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 21:52:45.180171 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fb441928-76a8-42bb-bd58-22693ab4bbe3 tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:45.181610 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb441928-76a8-42bb-bd58-22693ab4bbe3 tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:45.182203 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fb441928-76a8-42bb-bd58-22693ab4bbe3 tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:45.379512 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bd3f5c-5d14-4ccd-8e11-72b47a4cd0b4 None None] DHCP port deletion for 94805836-07a0-47ad-ab35-ba65d7a7da33 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 21:52:45.384189 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-d9bd3f5c-5d14-4ccd-8e11-72b47a4cd0b4 None None] Deleting port 73f8c172-e740-49dd-9d0a-a4256f51b776 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:52:45.384913 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d9bd3f5c-5d14-4ccd-8e11-72b47a4cd0b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:45.387509 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ac802833-7b7c-4eae-8ea9-7dc9ac7f1610 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:45.413846 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-ac802833-7b7c-4eae-8ea9-7dc9ac7f1610 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53a49f5d-26b7-49e3-a8d3-0afbfe056e7c']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:52:45.426850 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-fb441928-76a8-42bb-bd58-22693ab4bbe3 tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1124694 May 05 21:52:45.428182 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-ac802833-7b7c-4eae-8ea9-7dc9ac7f1610 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b536ecc8-ef30-4eb4-8bcf-0bfc4de1bd3b') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:52:45.428669 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-ac802833-7b7c-4eae-8ea9-7dc9ac7f1610 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b536ecc8-ef30-4eb4-8bcf-0bfc4de1bd3b') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:52:45.441106 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44080) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:52:45.496807 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-1d5271f6-a445-4925-9595-db1c57c688b7 tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] Request body: {'network': {'project_id': '89467df22bb74e0b93f0c47508c6f0b6'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:52:45.501542 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-1d5271f6-a445-4925-9595-db1c57c688b7 tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:52:45.505253 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-924c5a1d-4b7c-403d-8bfd-c1f7944a6a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:45.505746 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-1d5271f6-a445-4925-9595-db1c57c688b7 tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] Usage tracker for resource:network and tenant:89467df22bb74e0b93f0c47508c6f0b6 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:52:45.508740 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-1d5271f6-a445-4925-9595-db1c57c688b7 tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:52:45.515214 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-1d5271f6-a445-4925-9595-db1c57c688b7 tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:52:45.529020 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ac802833-7b7c-4eae-8ea9-7dc9ac7f1610 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:45.541021 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924c5a1d-4b7c-403d-8bfd-c1f7944a6a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7370d7-c802-41c1-b810-310e21102d69,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:45.567474 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-924c5a1d-4b7c-403d-8bfd-c1f7944a6a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:45.572059 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-924c5a1d-4b7c-403d-8bfd-c1f7944a6a0b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ee7370d7-c802-41c1-b810-310e21102d69 HTTP/1.1" status: 204 len: 168 time: 1.0396888 May 05 21:52:45.573116 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb441928-76a8-42bb-bd58-22693ab4bbe3 tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] Pushing event updated for resources: {'Network': ['ID=2880877e-6639-45d6-b17a-5eb25cc3a184,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:45.575442 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5271f6-a445-4925-9595-db1c57c688b7 tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] Made reservation on behalf of 89467df22bb74e0b93f0c47508c6f0b6 for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:52:45.579596 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1d5271f6-a445-4925-9595-db1c57c688b7 tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:45.613898 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ac802833-7b7c-4eae-8ea9-7dc9ac7f1610 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:45.634857 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 2880877e-6639-45d6-b17a-5eb25cc3a184 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:52:45.635484 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d5271f6-a445-4925-9595-db1c57c688b7 tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:52:45.645874 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1d5271f6-a445-4925-9595-db1c57c688b7 tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:45.646347 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-1d5271f6-a445-4925-9595-db1c57c688b7 tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] Added segment e821ab2f-7bb6-4973-99a9-b877c209d072 of type vlan for network 5120b14d-7751-4d2e-a754-3c2eb3fdeaf6 May 05 21:52:45.650723 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 199666d6-2180-401a-b938-2ceedbced119 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:52:45.683568 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1d5271f6-a445-4925-9595-db1c57c688b7 tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:45.702700 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac802833-7b7c-4eae-8ea9-7dc9ac7f1610 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:52:45.705633 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ac802833-7b7c-4eae-8ea9-7dc9ac7f1610 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:45.801181 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e350a5-500e-4139-b112-60ad336f8daa req-14373a9e-461f-4147-a5bb-eaeaf03b4854 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:45.811960 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-38e350a5-500e-4139-b112-60ad336f8daa req-14373a9e-461f-4147-a5bb-eaeaf03b4854 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbba48f3-876a-42cb-a53a-58413d30e1ae HTTP/1.1" status: 200 len: 949 time: 0.3607800 May 05 21:52:45.813774 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 21:52:45.813774 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:52:45.813774 n-d-825175-4 neutron-server[84061]: timer() May 05 21:52:45.813774 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:52:45.813774 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 21:52:45.813774 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:52:45.813774 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 21:52:45.813774 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:52:45.813774 n-d-825175-4 neutron-server[84061]: self._notify() May 05 21:52:45.813774 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:52:45.813774 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 21:52:45.813774 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:52:45.813774 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 21:52:45.813774 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:52:45.813774 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:52:45.813774 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:52:45.813774 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:52:45.813774 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:52:45.813774 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 21:52:45.813774 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:52:45.813774 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 21:52:45.813774 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:52:45.813774 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:52:45.813774 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:52:45.813774 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 21:52:45.813774 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:52:45.813774 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:52:45.813774 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:52:45.813774 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:52:45.813774 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:52:45.813774 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:52:45.813774 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:52:45.852810 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 5e7fe4e5-73d4-44dd-b7d6-101b4b978c61 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:52:45.936796 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-d9bd3f5c-5d14-4ccd-8e11-72b47a4cd0b4 None None] For port 73f8c172-e740-49dd-9d0a-a4256f51b776, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=73f8c172-e740-49dd-9d0a-a4256f51b776,segment=NetworkSegment(a786530b-01ae-4f9f-838f-af9be8821358),segment_id=a786530b-01ae-4f9f-838f-af9be8821358)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:52:45.937349 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d9bd3f5c-5d14-4ccd-8e11-72b47a4cd0b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:46.264209 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-d9bd3f5c-5d14-4ccd-8e11-72b47a4cd0b4 None None] Calling delete_port for 73f8c172-e740-49dd-9d0a-a4256f51b776 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:52:46.295793 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 73f8c172-e740-49dd-9d0a-a4256f51b776 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:52:46.330675 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-af18d6b3-d814-4e87-975a-a28843a5311a tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:46.341770 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-af18d6b3-d814-4e87-975a-a28843a5311a tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:46.355002 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.resource_extend [None req-1d5271f6-a445-4925-9595-db1c57c688b7 tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 21:52:46.400903 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ac802833-7b7c-4eae-8ea9-7dc9ac7f1610 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:46.459722 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ac802833-7b7c-4eae-8ea9-7dc9ac7f1610 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:46.483356 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e5599102-61fb-40ea-b44d-050c8c455bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:46.513746 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-38e350a5-500e-4139-b112-60ad336f8daa req-cb3662ca-4164-4391-bbcc-14706ecf1e7f tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7007239 May 05 21:52:46.553396 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac802833-7b7c-4eae-8ea9-7dc9ac7f1610 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Pushing event deleted for resources: {'Network': ['ID=53a49f5d-26b7-49e3-a8d3-0afbfe056e7c,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:46.553396 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1d5271f6-a445-4925-9595-db1c57c688b7 tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:46.553396 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5271f6-a445-4925-9595-db1c57c688b7 tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:46.554693 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1d5271f6-a445-4925-9595-db1c57c688b7 tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:46.680452 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 199666d6-2180-401a-b938-2ceedbced119 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:52:46.680867 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:46.773487 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5271f6-a445-4925-9595-db1c57c688b7 tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] Pushing event updated for resources: {'Network': ['ID=5120b14d-7751-4d2e-a754-3c2eb3fdeaf6,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:46.807730 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ac802833-7b7c-4eae-8ea9-7dc9ac7f1610 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "DELETE /v2.0/networks/53a49f5d-26b7-49e3-a8d3-0afbfe056e7c HTTP/1.1" status: 204 len: 168 time: 1.8363345 May 05 21:52:46.814493 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 44100) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:52:46.824680 n-d-825175-4 neutron-server[84063]: INFO neutron.db.l3_db [None req-af18d6b3-d814-4e87-975a-a28843a5311a tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Floating IP 756f3f59-a325-4619-87f8-f498cc8fec51 associated. External IP: 172.25.4.82, port: 8b72b898-3e41-4f63-90b6-bd608bd09268. May 05 21:52:46.829415 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d9bd3f5c-5d14-4ccd-8e11-72b47a4cd0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:46.841001 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 5120b14d-7751-4d2e-a754-3c2eb3fdeaf6 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:52:46.856135 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca6e77-7e4d-47d3-8866-97af5a31b975 req-3b4f5411-f352-4ffb-9602-dd0560c64882 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:46.858118 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b4ca6e77-7e4d-47d3-8866-97af5a31b975 req-3b4f5411-f352-4ffb-9602-dd0560c64882 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14 HTTP/1.1" status: 200 len: 944 time: 0.7856021 May 05 21:52:46.868064 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-1d5271f6-a445-4925-9595-db1c57c688b7 tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3856730 May 05 21:52:46.873863 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44104) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:52:46.905420 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-d7d220a7-962e-46cf-b6c0-8db41d9a3bab tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] Request body: {'network': {'project_id': '89467df22bb74e0b93f0c47508c6f0b6'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:52:46.918793 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-d7d220a7-962e-46cf-b6c0-8db41d9a3bab tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:52:46.946352 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-d7d220a7-962e-46cf-b6c0-8db41d9a3bab tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] Usage tracker for resource:network and tenant:89467df22bb74e0b93f0c47508c6f0b6 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:52:46.963533 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-d7d220a7-962e-46cf-b6c0-8db41d9a3bab tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:52:47.005764 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2090626e-5ec5-4388-9f03-c2194785b984 req-eab1e337-0f6d-4dd8-82e8-492ccf31f45f tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:47.010981 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2090626e-5ec5-4388-9f03-c2194785b984 req-eab1e337-0f6d-4dd8-82e8-492ccf31f45f tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbba48f3-876a-42cb-a53a-58413d30e1ae HTTP/1.1" status: 200 len: 949 time: 0.2874775 May 05 21:52:47.016656 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-d7d220a7-962e-46cf-b6c0-8db41d9a3bab tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:52:47.040680 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bd3f5c-5d14-4ccd-8e11-72b47a4cd0b4 None None] No DVR routers for this DVR port 73f8c172-e740-49dd-9d0a-a4256f51b776 on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:52:47.098147 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7d220a7-962e-46cf-b6c0-8db41d9a3bab tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 05 21:52:47.098628 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7d220a7-962e-46cf-b6c0-8db41d9a3bab tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 21:52:47.099899 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-d7d220a7-962e-46cf-b6c0-8db41d9a3bab tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2242711 May 05 21:52:47.104661 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 44112) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:52:47.115285 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b4ca6e77-7e4d-47d3-8866-97af5a31b975 req-ae08646d-a583-4f99-a390-479dc11adfba tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7172c50-8266-4028-bd8e-9c21e9bde333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2430243 May 05 21:52:47.179329 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-2090626e-5ec5-4388-9f03-c2194785b984 req-fad6a49d-0537-4bc6-b42a-6d7d74ca7f21 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Deleting port 6d46f772-0eff-4982-8ebd-3ae59a9eb31c {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:52:47.179619 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2090626e-5ec5-4388-9f03-c2194785b984 req-fad6a49d-0537-4bc6-b42a-6d7d74ca7f21 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:47.197983 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-390f61ed-d117-41f2-8d39-ebc98a7e9713 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:47.198199 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bd3f5c-5d14-4ccd-8e11-72b47a4cd0b4 None None] Pushing event deleted for resources: {'Port': ['ID=73f8c172-e740-49dd-9d0a-a4256f51b776,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:47.253927 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 5e7fe4e5-73d4-44dd-b7d6-101b4b978c61, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=5e7fe4e5-73d4-44dd-b7d6-101b4b978c61,segment=NetworkSegment(5e9da586-bb12-4958-b15e-b7cf97bc3d1b),segment_id=5e9da586-bb12-4958-b15e-b7cf97bc3d1b)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:52:47.308715 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-92c1a308-b8d7-4c8a-bf84-8ecd444ee704 tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=89467df22bb74e0b93f0c47508c6f0b6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1843803 May 05 21:52:47.309425 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44120) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:52:47.320007 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:47.352534 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:47.434287 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-390f61ed-d117-41f2-8d39-ebc98a7e9713 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:47.441248 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '5e7fe4e5-73d4-44dd-b7d6-101b4b978c61', 'network_id': '18b54df9-33ed-4370-adce-cf7c028d1c63', 'port_id': '5e7fe4e5-73d4-44dd-b7d6-101b4b978c61', 'mac_address': 'fa:16:3e:1d:7c:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53681791-224f-47a5-828b-e46692c08c1b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:52:47.452807 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-acb16b52-6854-419a-a93d-dd3bfe9980ac tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:47.515242 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-390f61ed-d117-41f2-8d39-ebc98a7e9713 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94805836-07a0-47ad-ab35-ba65d7a7da33']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:52:47.565681 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-390f61ed-d117-41f2-8d39-ebc98a7e9713 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a786530b-01ae-4f9f-838f-af9be8821358') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:52:47.566110 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-390f61ed-d117-41f2-8d39-ebc98a7e9713 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a786530b-01ae-4f9f-838f-af9be8821358') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:52:47.602407 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-acb16b52-6854-419a-a93d-dd3bfe9980ac tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:47.636135 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-390f61ed-d117-41f2-8d39-ebc98a7e9713 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:47.736130 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:47.745487 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:47.778176 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-390f61ed-d117-41f2-8d39-ebc98a7e9713 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:47.800374 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:47.824196 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e7fe4e5-73d4-44dd-b7d6-101b4b978c61 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:52:47.836349 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a73723ed-69a3-4f82-a60f-d682a3604ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '199666d6-2180-401a-b938-2ceedbced119'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:52:47.853123 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 199666d6-2180-401a-b938-2ceedbced119, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=199666d6-2180-401a-b938-2ceedbced119,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:52:47.865291 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:47.881230 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 5e7fe4e5-73d4-44dd-b7d6-101b4b978c61, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=5e7fe4e5-73d4-44dd-b7d6-101b4b978c61,segment=NetworkSegment(5e9da586-bb12-4958-b15e-b7cf97bc3d1b),segment_id=5e9da586-bb12-4958-b15e-b7cf97bc3d1b)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:52:47.891815 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-390f61ed-d117-41f2-8d39-ebc98a7e9713 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:52:47.892671 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-390f61ed-d117-41f2-8d39-ebc98a7e9713 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:47.915574 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 21:52:47.915574 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:52:47.915574 n-d-825175-4 neutron-server[84063]: timer() May 05 21:52:47.915574 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:52:47.915574 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 21:52:47.915574 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:52:47.915574 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 21:52:47.915574 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:52:47.915574 n-d-825175-4 neutron-server[84063]: self._notify() May 05 21:52:47.915574 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:52:47.915574 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 21:52:47.915574 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:52:47.915574 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 21:52:47.915574 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:52:47.915574 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:52:47.915574 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:52:47.915574 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:52:47.915574 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:52:47.915574 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 21:52:47.915574 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:52:47.915574 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 21:52:47.915574 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:52:47.915574 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:52:47.915574 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:52:47.915574 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 21:52:47.915574 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:52:47.915574 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:52:47.915574 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:52:47.915574 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:52:47.915574 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:52:47.915574 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:52:47.915574 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:52:47.921841 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:47.974571 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=199666d6-2180-401a-b938-2ceedbced119,revision_number=7']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:47.982245 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-2090626e-5ec5-4388-9f03-c2194785b984 req-fad6a49d-0537-4bc6-b42a-6d7d74ca7f21 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] For port 6d46f772-0eff-4982-8ebd-3ae59a9eb31c, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=6d46f772-0eff-4982-8ebd-3ae59a9eb31c,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:52:47.982869 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2090626e-5ec5-4388-9f03-c2194785b984 req-fad6a49d-0537-4bc6-b42a-6d7d74ca7f21 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:48.089642 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=5e7fe4e5-73d4-44dd-b7d6-101b4b978c61,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:48.119247 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-2090626e-5ec5-4388-9f03-c2194785b984 req-fad6a49d-0537-4bc6-b42a-6d7d74ca7f21 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Calling delete_port for 6d46f772-0eff-4982-8ebd-3ae59a9eb31c owned by compute:nova {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:52:48.216944 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d638019-3645-4bff-a297-f7a7bc88cf79'] response: {'server_uuid': 'a73723ed-69a3-4f82-a60f-d682a3604ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '199666d6-2180-401a-b938-2ceedbced119', 'code': 200} May 05 21:52:48.223513 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['5e7fe4e5-73d4-44dd-b7d6-101b4b978c61'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:52:48.339832 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-acb16b52-6854-419a-a93d-dd3bfe9980ac tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:48.373249 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-390f61ed-d117-41f2-8d39-ebc98a7e9713 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:48.393290 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-390f61ed-d117-41f2-8d39-ebc98a7e9713 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:48.407983 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390f61ed-d117-41f2-8d39-ebc98a7e9713 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] Pushing event deleted for resources: {'Network': ['ID=94805836-07a0-47ad-ab35-ba65d7a7da33,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:48.414099 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-390f61ed-d117-41f2-8d39-ebc98a7e9713 tempest-TaggedBootDevicesTest-1202492003 tempest-TaggedBootDevicesTest-1202492003-project] 10.222.0.23 "DELETE /v2.0/networks/94805836-07a0-47ad-ab35-ba65d7a7da33 HTTP/1.1" status: 204 len: 168 time: 1.5261211 May 05 21:52:48.438940 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb16b52-6854-419a-a93d-dd3bfe9980ac tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bae2a8-f7f3-41a1-b086-c797ff541dbd,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:48.443124 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2090626e-5ec5-4388-9f03-c2194785b984 req-fad6a49d-0537-4bc6-b42a-6d7d74ca7f21 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:48.470624 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['cfc1d106-e577-4500-a5d8-8130ac0a87a6', 'cba3d0c5-8834-4d3a-b7bc-eb551f80748b', '486adfde-c997-46bf-be2f-046f4bfb9410', 'd181073e-9fef-4858-9d10-55294cbbae5c', '6d46f772-0eff-4982-8ebd-3ae59a9eb31c'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:52:48.492007 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af18d6b3-d814-4e87-975a-a28843a5311a tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Router c75c1270-4a41-4a4b-8adf-fd2eee70e08e has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:52:48.582438 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad6a49d-0537-4bc6-b42a-6d7d74ca7f21 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Pushing event deleted for resources: {'Port': ['ID=6d46f772-0eff-4982-8ebd-3ae59a9eb31c,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:48.637716 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-acb16b52-6854-419a-a93d-dd3bfe9980ac tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:48.641347 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-acb16b52-6854-419a-a93d-dd3bfe9980ac tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] 10.222.0.23 "DELETE /v2.0/security-groups/57bae2a8-f7f3-41a1-b086-c797ff541dbd HTTP/1.1" status: 204 len: 168 time: 1.3255019 May 05 21:52:48.641347 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-2090626e-5ec5-4388-9f03-c2194785b984 req-fad6a49d-0537-4bc6-b42a-6d7d74ca7f21 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] No DVR routers for this DVR port 6d46f772-0eff-4982-8ebd-3ae59a9eb31c on host n-h2-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:52:48.642540 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2090626e-5ec5-4388-9f03-c2194785b984 req-fad6a49d-0537-4bc6-b42a-6d7d74ca7f21 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:48.644695 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2090626e-5ec5-4388-9f03-c2194785b984 req-fad6a49d-0537-4bc6-b42a-6d7d74ca7f21 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.32 "DELETE /v2.0/ports/6d46f772-0eff-4982-8ebd-3ae59a9eb31c HTTP/1.1" status: 204 len: 173 time: 1.6230662 May 05 21:52:48.645560 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44146) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:52:48.646312 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbba48f3-876a-42cb-a53a-58413d30e1ae', 'name': 'network-vif-deleted', 'tag': '6d46f772-0eff-4982-8ebd-3ae59a9eb31c'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:52:48.685016 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee499c7-fafc-4586-a670-77daebc3e447 req-3c28d15a-9a93-4ce6-94d0-201098b1f807 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:48.685869 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-cee499c7-fafc-4586-a670-77daebc3e447 req-3c28d15a-9a93-4ce6-94d0-201098b1f807 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Synchronizing usage tracker for tenant:573addcdcad64ebbacaadf6765f34d35 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:52:48.813462 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-cee499c7-fafc-4586-a670-77daebc3e447 req-3c28d15a-9a93-4ce6-94d0-201098b1f807 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Unset dirty status for tenant:573addcdcad64ebbacaadf6765f34d35 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:52:48.822477 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cee499c7-fafc-4586-a670-77daebc3e447 req-3c28d15a-9a93-4ce6-94d0-201098b1f807 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=dbba48f3-876a-42cb-a53a-58413d30e1ae HTTP/1.1" status: 200 len: 949 time: 1.0626962 May 05 21:52:48.842045 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:48.907450 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e8ab55-4ace-49d8-b853-5fa7afa6db9f req-060eb4a9-c0a9-43d0-83b2-1db287662d86 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:48.909225 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c9e8ab55-4ace-49d8-b853-5fa7afa6db9f req-060eb4a9-c0a9-43d0-83b2-1db287662d86 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14 HTTP/1.1" status: 200 len: 945 time: 0.5511031 May 05 21:52:48.977468 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0fbaebbb-f10d-495c-a6f3-555f797d0e76 tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:49.001746 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cee499c7-fafc-4586-a670-77daebc3e447 req-334bf0a0-dd97-4961-b6d9-b09ebd4df464 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780977 May 05 21:52:49.032552 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af18d6b3-d814-4e87-975a-a28843a5311a tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:52:49.042032 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-af18d6b3-d814-4e87-975a-a28843a5311a tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:49.047434 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff93d0c9-eca7-4098-bc64-fc18a2f2f470 None None] Sync routers for ids ['c75c1270-4a41-4a4b-8adf-fd2eee70e08e'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:52:49.085884 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff93d0c9-eca7-4098-bc64-fc18a2f2f470 None None] Routers {'c75c1270-4a41-4a4b-8adf-fd2eee70e08e'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:52:49.086574 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-ff93d0c9-eca7-4098-bc64-fc18a2f2f470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:52:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['c75c1270-4a41-4a4b-8adf-fd2eee70e08e'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:52:49.101531 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c9e8ab55-4ace-49d8-b853-5fa7afa6db9f req-ab2ba7bb-7d09-43b7-8114-30affc3fb921 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7172c50-8266-4028-bd8e-9c21e9bde333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794910 May 05 21:52:49.274691 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-af18d6b3-d814-4e87-975a-a28843a5311a tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "PUT /v2.0/floatingips/756f3f59-a325-4619-87f8-f498cc8fec51 HTTP/1.1" status: 200 len: 991 time: 4.3052130 May 05 21:52:49.274691 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b45320f9-cb81-42ee-8a0f-05d3575e834a', 'tag': '8b72b898-3e41-4f63-90b6-bd608bd09268'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:52:49.330441 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['95aa95b3-c351-4de7-8c77-edac6278846e', 'cd80ef28-f478-4ffe-9474-4a4480525f9e'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:52:49.392761 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0fbaebbb-f10d-495c-a6f3-555f797d0e76 tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:49.447282 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-0fbaebbb-f10d-495c-a6f3-555f797d0e76 tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5120b14d-7751-4d2e-a754-3c2eb3fdeaf6']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:52:49.474813 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-0fbaebbb-f10d-495c-a6f3-555f797d0e76 tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e821ab2f-7bb6-4973-99a9-b877c209d072') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:52:49.475481 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-0fbaebbb-f10d-495c-a6f3-555f797d0e76 tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e821ab2f-7bb6-4973-99a9-b877c209d072') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:52:49.509165 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0fbaebbb-f10d-495c-a6f3-555f797d0e76 tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:49.538185 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0fbaebbb-f10d-495c-a6f3-555f797d0e76 tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:49.554740 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fbaebbb-f10d-495c-a6f3-555f797d0e76 tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:52:49.555139 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0fbaebbb-f10d-495c-a6f3-555f797d0e76 tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:49.589363 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-ff93d0c9-eca7-4098-bc64-fc18a2f2f470 None None] Set router c75c1270-4a41-4a4b-8adf-fd2eee70e08e gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:52:49.664776 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d13ad91-9f99-4474-b1c2-5eeca415374d'] response: {'name': 'network-changed', 'server_uuid': 'b45320f9-cb81-42ee-8a0f-05d3575e834a', 'tag': '8b72b898-3e41-4f63-90b6-bd608bd09268', 'status': 'completed', 'code': 200} May 05 21:52:49.731945 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21f511a2-987e-4d17-9643-78c9dff8a2f8'] response: {'server_uuid': 'dbba48f3-876a-42cb-a53a-58413d30e1ae', 'name': 'network-vif-deleted', 'tag': '6d46f772-0eff-4982-8ebd-3ae59a9eb31c', 'status': 'completed', 'code': 200} May 05 21:52:49.786324 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 21:52:49.786324 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:52:49.786324 n-d-825175-4 neutron-server[84061]: timer() May 05 21:52:49.786324 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:52:49.786324 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 21:52:49.786324 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:52:49.786324 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 21:52:49.786324 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:52:49.786324 n-d-825175-4 neutron-server[84061]: self._notify() May 05 21:52:49.786324 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:52:49.786324 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 21:52:49.786324 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:52:49.786324 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 21:52:49.786324 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:52:49.786324 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:52:49.786324 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:52:49.786324 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:52:49.786324 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:52:49.786324 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 21:52:49.786324 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:52:49.786324 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 21:52:49.786324 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:52:49.786324 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:52:49.786324 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:52:49.786324 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 21:52:49.786324 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:52:49.786324 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:52:49.786324 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:52:49.786324 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:52:49.786324 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:52:49.786324 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:52:49.786324 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:52:49.888961 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-84d4acde-85a3-4fbb-8961-c2914019f7d8 req-07141201-0e09-4814-a529-42c15748fc8f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b8d6052b833a4534bc346cca1ce7985f&device_id=b45320f9-cb81-42ee-8a0f-05d3575e834a HTTP/1.1" status: 200 len: 1097 time: 0.1548774 May 05 21:52:49.890870 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0fbaebbb-f10d-495c-a6f3-555f797d0e76 tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:49.934895 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 5e7fe4e5-73d4-44dd-b7d6-101b4b978c61 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:52:50.015328 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0fbaebbb-f10d-495c-a6f3-555f797d0e76 tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:50.036749 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbaebbb-f10d-495c-a6f3-555f797d0e76 tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] Pushing event deleted for resources: {'Network': ['ID=5120b14d-7751-4d2e-a754-3c2eb3fdeaf6,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:50.154329 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0fbaebbb-f10d-495c-a6f3-555f797d0e76 tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] 10.222.0.23 "DELETE /v2.0/networks/5120b14d-7751-4d2e-a754-3c2eb3fdeaf6 HTTP/1.1" status: 204 len: 168 time: 1.4780052 May 05 21:52:50.157202 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 44180) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:52:50.160693 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-ff93d0c9-eca7-4098-bc64-fc18a2f2f470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75c1270-4a41-4a4b-8adf-fd2eee70e08e', 'name': 'tempest-ServerRescueNegativeTestJSON-1032024978-router', 'tenant_id': 'b8d6052b833a4534bc346cca1ce7985f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'ed498169-4038-4481-ba40-f7a1f9056ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:49:46Z', 'updated_at': '2022-05-05T21:49:50Z', 'revision_number': 4, 'project_id': 'b8d6052b833a4534bc346cca1ce7985f', 'gw_port': {'id': 'ed498169-4038-4481-ba40-f7a1f9056ae2', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:43:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75c1270-4a41-4a4b-8adf-fd2eee70e08e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:49:46Z', 'updated_at': '2022-05-05T21:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '756f3f59-a325-4619-87f8-f498cc8fec51', 'tenant_id': 'b8d6052b833a4534bc346cca1ce7985f', 'floating_ip_address': '172.25.4.82', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'c75c1270-4a41-4a4b-8adf-fd2eee70e08e', 'port_id': '8b72b898-3e41-4f63-90b6-bd608bd09268', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0209bbe2-ae77-4a5e-8f5f-b598cdea432f', 'mac_address': 'fa:16:3e:ce:78:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45320f9-cb81-42ee-8a0f-05d3575e834a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:52:06Z', 'updated_at': '2022-05-05T21:52:46Z', 'revision_number': 1, 'project_id': 'b8d6052b833a4534bc346cca1ce7985f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca95d23-9ab7-49d8-9a3b-ee93ba2c24c0', 'name': '', 'network_id': '0209bbe2-ae77-4a5e-8f5f-b598cdea432f', 'tenant_id': 'b8d6052b833a4534bc346cca1ce7985f', 'mac_address': 'fa:16:3e:b7:38:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75c1270-4a41-4a4b-8adf-fd2eee70e08e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1666d56-aa2f-45d5-85a5-62900adc165a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:49:49Z', 'updated_at': '2022-05-05T21:50:10Z', 'revision_number': 5, 'project_id': 'b8d6052b833a4534bc346cca1ce7985f', 'subnets': [{'id': 'd1666d56-aa2f-45d5-85a5-62900adc165a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:52:50.176395 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff93d0c9-eca7-4098-bc64-fc18a2f2f470 None None] Checking router: c75c1270-4a41-4a4b-8adf-fd2eee70e08e for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:52:50.203880 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff93d0c9-eca7-4098-bc64-fc18a2f2f470 None None] Routers {'c75c1270-4a41-4a4b-8adf-fd2eee70e08e'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:52:50.207129 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-ff93d0c9-eca7-4098-bc64-fc18a2f2f470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:52:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['c75c1270-4a41-4a4b-8adf-fd2eee70e08e'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:52:50.312039 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4acde-85a3-4fbb-8961-c2914019f7d8 req-88a172b1-b2a5-4d56-8bd4-3b4c9d63e26b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:50.313734 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-84d4acde-85a3-4fbb-8961-c2914019f7d8 req-88a172b1-b2a5-4d56-8bd4-3b4c9d63e26b service neutron] 10.222.0.44 "GET /v2.0/networks?id=0209bbe2-ae77-4a5e-8f5f-b598cdea432f HTTP/1.1" status: 200 len: 920 time: 0.3630939 May 05 21:52:50.429492 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-33b21dc0-e675-4b46-8d60-df1bfc096b5e tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:50.462164 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 5e7fe4e5-73d4-44dd-b7d6-101b4b978c61 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:52:50.476670 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 5e7fe4e5-73d4-44dd-b7d6-101b4b978c61 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:52:50.477038 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:50.539207 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-84d4acde-85a3-4fbb-8961-c2914019f7d8 req-40066aa4-d446-407b-b6cb-bd6fa70edf5a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b72b898-3e41-4f63-90b6-bd608bd09268 HTTP/1.1" status: 200 len: 999 time: 0.2185183 May 05 21:52:50.664331 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-ff93d0c9-eca7-4098-bc64-fc18a2f2f470 None None] Set router c75c1270-4a41-4a4b-8adf-fd2eee70e08e gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:52:50.690708 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4acde-85a3-4fbb-8961-c2914019f7d8 req-eaf3bf8d-b29b-48e9-bd81-909e45997e1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:50.692243 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-84d4acde-85a3-4fbb-8961-c2914019f7d8 req-eaf3bf8d-b29b-48e9-bd81-909e45997e1c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d1666d56-aa2f-45d5-85a5-62900adc165a HTTP/1.1" status: 200 len: 858 time: 0.1402333 May 05 21:52:50.762614 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:50.767268 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-33b21dc0-e675-4b46-8d60-df1bfc096b5e tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:50.797493 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-33b21dc0-e675-4b46-8d60-df1bfc096b5e tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2880877e-6639-45d6-b17a-5eb25cc3a184']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:52:50.811820 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-33b21dc0-e675-4b46-8d60-df1bfc096b5e tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bc25085-95fb-40e6-8f77-00c87a5c97e9') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:52:50.812367 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-33b21dc0-e675-4b46-8d60-df1bfc096b5e tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bc25085-95fb-40e6-8f77-00c87a5c97e9') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:52:50.824769 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ba7ec0-d1c3-4cb3-9a56-ed383e235f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7fe4e5-73d4-44dd-b7d6-101b4b978c61'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:52:50.827438 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-33b21dc0-e675-4b46-8d60-df1bfc096b5e tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:50.851017 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 5e7fe4e5-73d4-44dd-b7d6-101b4b978c61, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=5e7fe4e5-73d4-44dd-b7d6-101b4b978c61,segment=NetworkSegment(5e9da586-bb12-4958-b15e-b7cf97bc3d1b),segment_id=5e9da586-bb12-4958-b15e-b7cf97bc3d1b)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:52:50.859587 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:50.883713 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-33b21dc0-e675-4b46-8d60-df1bfc096b5e tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:50.916411 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33b21dc0-e675-4b46-8d60-df1bfc096b5e tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:52:50.917011 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-33b21dc0-e675-4b46-8d60-df1bfc096b5e tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:51.040907 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=5e7fe4e5-73d4-44dd-b7d6-101b4b978c61,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:51.114158 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fb398cd-ebee-49f6-ba6f-e281dd50e0fc'] response: {'server_uuid': '15ba7ec0-d1c3-4cb3-9a56-ed383e235f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7fe4e5-73d4-44dd-b7d6-101b4b978c61', 'code': 200} May 05 21:52:51.160057 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 21:52:51.160057 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:52:51.160057 n-d-825175-4 neutron-server[84063]: timer() May 05 21:52:51.160057 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:52:51.160057 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 21:52:51.160057 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:52:51.160057 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 21:52:51.160057 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:52:51.160057 n-d-825175-4 neutron-server[84063]: self._notify() May 05 21:52:51.160057 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:52:51.160057 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 21:52:51.160057 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:52:51.160057 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 21:52:51.160057 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:52:51.160057 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:52:51.160057 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:52:51.160057 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:52:51.160057 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:52:51.160057 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 21:52:51.160057 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:52:51.160057 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 21:52:51.160057 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:52:51.160057 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:52:51.160057 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:52:51.160057 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 21:52:51.160057 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:52:51.160057 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:52:51.160057 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:52:51.160057 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:52:51.160057 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:52:51.160057 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:52:51.160057 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:52:51.193420 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-84d4acde-85a3-4fbb-8961-c2914019f7d8 req-2a00b8b0-6ea3-442b-ae59-af7ce223bf5a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0209bbe2-ae77-4a5e-8f5f-b598cdea432f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4226158 May 05 21:52:51.205943 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-33b21dc0-e675-4b46-8d60-df1bfc096b5e tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:51.210549 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6fa355-3cf6-4b29-bac7-ade102b2b9ef req-828b13ae-0936-4102-9047-020846ab8a38 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:51.212210 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bd6fa355-3cf6-4b29-bac7-ade102b2b9ef req-828b13ae-0936-4102-9047-020846ab8a38 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14 HTTP/1.1" status: 200 len: 945 time: 0.5190756 May 05 21:52:51.234169 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-33b21dc0-e675-4b46-8d60-df1bfc096b5e tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:51.429914 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b21dc0-e675-4b46-8d60-df1bfc096b5e tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] Pushing event deleted for resources: {'Network': ['ID=2880877e-6639-45d6-b17a-5eb25cc3a184,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:51.445209 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-33b21dc0-e675-4b46-8d60-df1bfc096b5e tempest-QuotasNegativeTest-1326071467 tempest-QuotasNegativeTest-1326071467-project-admin] 10.222.0.23 "DELETE /v2.0/networks/2880877e-6639-45d6-b17a-5eb25cc3a184 HTTP/1.1" status: 204 len: 168 time: 1.2868257 May 05 21:52:51.496379 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-cc827913-eb14-4cb8-be29-01657df1bcab req-d451fed5-158f-4370-ace0-977b2c2afa4b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14 HTTP/1.1" status: 200 len: 1097 time: 0.2432399 May 05 21:52:51.598567 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-cc827913-eb14-4cb8-be29-01657df1bcab req-84289717-2fab-4b34-8d90-a1b143001af1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e7172c50-8266-4028-bd8e-9c21e9bde333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932887 May 05 21:52:51.632175 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-ff93d0c9-eca7-4098-bc64-fc18a2f2f470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75c1270-4a41-4a4b-8adf-fd2eee70e08e', 'name': 'tempest-ServerRescueNegativeTestJSON-1032024978-router', 'tenant_id': 'b8d6052b833a4534bc346cca1ce7985f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'ed498169-4038-4481-ba40-f7a1f9056ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:49:46Z', 'updated_at': '2022-05-05T21:49:50Z', 'revision_number': 4, 'project_id': 'b8d6052b833a4534bc346cca1ce7985f', 'gw_port': {'id': 'ed498169-4038-4481-ba40-f7a1f9056ae2', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:43:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75c1270-4a41-4a4b-8adf-fd2eee70e08e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:49:46Z', 'updated_at': '2022-05-05T21:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '756f3f59-a325-4619-87f8-f498cc8fec51', 'tenant_id': 'b8d6052b833a4534bc346cca1ce7985f', 'floating_ip_address': '172.25.4.82', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'c75c1270-4a41-4a4b-8adf-fd2eee70e08e', 'port_id': '8b72b898-3e41-4f63-90b6-bd608bd09268', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0209bbe2-ae77-4a5e-8f5f-b598cdea432f', 'mac_address': 'fa:16:3e:ce:78:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45320f9-cb81-42ee-8a0f-05d3575e834a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:52:06Z', 'updated_at': '2022-05-05T21:52:46Z', 'revision_number': 1, 'project_id': 'b8d6052b833a4534bc346cca1ce7985f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca95d23-9ab7-49d8-9a3b-ee93ba2c24c0', 'name': '', 'network_id': '0209bbe2-ae77-4a5e-8f5f-b598cdea432f', 'tenant_id': 'b8d6052b833a4534bc346cca1ce7985f', 'mac_address': 'fa:16:3e:b7:38:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75c1270-4a41-4a4b-8adf-fd2eee70e08e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1666d56-aa2f-45d5-85a5-62900adc165a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:49:49Z', 'updated_at': '2022-05-05T21:50:10Z', 'revision_number': 5, 'project_id': 'b8d6052b833a4534bc346cca1ce7985f', 'subnets': [{'id': 'd1666d56-aa2f-45d5-85a5-62900adc165a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:52:51.639246 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 6d46f772-0eff-4982-8ebd-3ae59a9eb31c no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:52:51.644268 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff93d0c9-eca7-4098-bc64-fc18a2f2f470 None None] The sync data for ids ['c75c1270-4a41-4a4b-8adf-fd2eee70e08e'] in n-d-825175-4 is: [{'id': 'c75c1270-4a41-4a4b-8adf-fd2eee70e08e', 'name': 'tempest-ServerRescueNegativeTestJSON-1032024978-router', 'tenant_id': 'b8d6052b833a4534bc346cca1ce7985f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'ed498169-4038-4481-ba40-f7a1f9056ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:49:46Z', 'updated_at': '2022-05-05T21:49:50Z', 'revision_number': 4, 'project_id': 'b8d6052b833a4534bc346cca1ce7985f', 'gw_port': {'id': 'ed498169-4038-4481-ba40-f7a1f9056ae2', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:43:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75c1270-4a41-4a4b-8adf-fd2eee70e08e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:49:46Z', 'updated_at': '2022-05-05T21:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '756f3f59-a325-4619-87f8-f498cc8fec51', 'tenant_id': 'b8d6052b833a4534bc346cca1ce7985f', 'floating_ip_address': '172.25.4.82', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'c75c1270-4a41-4a4b-8adf-fd2eee70e08e', 'port_id': '8b72b898-3e41-4f63-90b6-bd608bd09268', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0209bbe2-ae77-4a5e-8f5f-b598cdea432f', 'mac_address': 'fa:16:3e:ce:78:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45320f9-cb81-42ee-8a0f-05d3575e834a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:52:06Z', 'updated_at': '2022-05-05T21:52:46Z', 'revision_number': 1, 'project_id': 'b8d6052b833a4534bc346cca1ce7985f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca95d23-9ab7-49d8-9a3b-ee93ba2c24c0', 'name': '', 'network_id': '0209bbe2-ae77-4a5e-8f5f-b598cdea432f', 'tenant_id': 'b8d6052b833a4534bc346cca1ce7985f', 'mac_address': 'fa:16:3e:b7:38:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75c1270-4a41-4a4b-8adf-fd2eee70e08e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1666d56-aa2f-45d5-85a5-62900adc165a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:49:49Z', 'updated_at': '2022-05-05T21:50:10Z', 'revision_number': 5, 'project_id': 'b8d6052b833a4534bc346cca1ce7985f', 'subnets': [{'id': 'd1666d56-aa2f-45d5-85a5-62900adc165a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:52:51.650157 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bd6fa355-3cf6-4b29-bac7-ade102b2b9ef req-a5339696-87e6-41d5-b83d-90c760b4b338 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7172c50-8266-4028-bd8e-9c21e9bde333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4040987 May 05 21:52:51.746995 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: 6d46f772-0eff-4982-8ebd-3ae59a9eb31c {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:52:51.747368 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 6d46f772-0eff-4982-8ebd-3ae59a9eb31c not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:52:51.802509 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-84d4acde-85a3-4fbb-8961-c2914019f7d8 req-540d6e31-dcff-4b5b-8dbe-2f68bfa96144 service neutron] 10.222.0.44 "GET /v2.0/networks/0209bbe2-ae77-4a5e-8f5f-b598cdea432f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5866005 May 05 21:52:51.853784 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f74c6-8dc3-479e-ac00-2f5e9d4618c3 req-640930da-80ed-4e4d-8bbf-d4030f4da080 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:51.862094 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-714f74c6-8dc3-479e-ac00-2f5e9d4618c3 req-640930da-80ed-4e4d-8bbf-d4030f4da080 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d07d06a-1a51-4c89-aeb3-87094e83bf8d HTTP/1.1" status: 200 len: 949 time: 0.3369913 May 05 21:52:52.030798 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa85d383-b052-4ce3-86d4-263f5a392ec9 None None] New status for floating IP 756f3f59-a325-4619-87f8-f498cc8fec51: ACTIVE {{(pid=84064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 21:52:52.051249 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-714f74c6-8dc3-479e-ac00-2f5e9d4618c3 req-21517d85-8bfd-467e-a346-7fe989291041 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865506 May 05 21:52:52.099997 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-33d05e39-dce7-4a41-86e3-6fafb564d400 req-095830d5-ab92-4572-b111-7575321fcd5b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6f455359-c485-4129-ac66-5a50feca85c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6470468 May 05 21:52:52.311334 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-84d4acde-85a3-4fbb-8961-c2914019f7d8 req-ff2c326c-1467-4b5b-9d66-126d0a65f738 service neutron] 10.222.0.44 "GET /v2.0/networks/0209bbe2-ae77-4a5e-8f5f-b598cdea432f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4915860 May 05 21:52:52.361473 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d906b-4372-47b6-832a-1b0eb0ef8fd8 req-739a4c4f-64db-4e3a-a0e4-9bc705ed500e tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:52.363773 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-7f0d906b-4372-47b6-832a-1b0eb0ef8fd8 req-739a4c4f-64db-4e3a-a0e4-9bc705ed500e tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Synchronizing usage tracker for tenant:573addcdcad64ebbacaadf6765f34d35 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:52:52.379569 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-33d05e39-dce7-4a41-86e3-6fafb564d400 req-2f3a6e6b-9298-4836-8315-a12020f1e26a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=573addcdcad64ebbacaadf6765f34d35&device_id=6f455359-c485-4129-ac66-5a50feca85c9 HTTP/1.1" status: 200 len: 1101 time: 0.2354763 May 05 21:52:52.408967 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-7f0d906b-4372-47b6-832a-1b0eb0ef8fd8 req-739a4c4f-64db-4e3a-a0e4-9bc705ed500e tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Unset dirty status for tenant:573addcdcad64ebbacaadf6765f34d35 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:52:52.412217 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7f0d906b-4372-47b6-832a-1b0eb0ef8fd8 req-739a4c4f-64db-4e3a-a0e4-9bc705ed500e tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d07d06a-1a51-4c89-aeb3-87094e83bf8d HTTP/1.1" status: 200 len: 949 time: 0.2614586 May 05 21:52:52.549077 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-7f0d906b-4372-47b6-832a-1b0eb0ef8fd8 req-3aead23b-ab42-4507-9068-4ba1d955a683 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Deleting port d181073e-9fef-4858-9d10-55294cbbae5c {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:52:52.549822 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-7f0d906b-4372-47b6-832a-1b0eb0ef8fd8 req-3aead23b-ab42-4507-9068-4ba1d955a683 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:52.777214 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d05e39-dce7-4a41-86e3-6fafb564d400 req-3752865a-50bb-48a6-807f-6cbf4561b5bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:52.780205 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-33d05e39-dce7-4a41-86e3-6fafb564d400 req-3752865a-50bb-48a6-807f-6cbf4561b5bb service neutron] 10.222.0.32 "GET /v2.0/networks?id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 HTTP/1.1" status: 200 len: 870 time: 0.3798146 May 05 21:52:53.011031 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44234) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:52:53.034898 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-33d05e39-dce7-4a41-86e3-6fafb564d400 req-0b8c71b2-0fd9-435b-b6f3-44b5dea04d3a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=cfc1d106-e577-4500-a5d8-8130ac0a87a6 HTTP/1.1" status: 200 len: 217 time: 0.2472212 May 05 21:52:53.134948 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-7f0d906b-4372-47b6-832a-1b0eb0ef8fd8 req-3aead23b-ab42-4507-9068-4ba1d955a683 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] For port d181073e-9fef-4858-9d10-55294cbbae5c, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=d181073e-9fef-4858-9d10-55294cbbae5c,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:52:53.135434 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-7f0d906b-4372-47b6-832a-1b0eb0ef8fd8 req-3aead23b-ab42-4507-9068-4ba1d955a683 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:53.285566 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d05e39-dce7-4a41-86e3-6fafb564d400 req-00b0ca7c-7f17-42a7-8277-0a1d4391b8a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:53.287541 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-33d05e39-dce7-4a41-86e3-6fafb564d400 req-00b0ca7c-7f17-42a7-8277-0a1d4391b8a5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.1800418 May 05 21:52:53.349626 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-7f0d906b-4372-47b6-832a-1b0eb0ef8fd8 req-3aead23b-ab42-4507-9068-4ba1d955a683 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Calling delete_port for d181073e-9fef-4858-9d10-55294cbbae5c owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:52:53.487928 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722123c5-f700-4fe0-91d7-e117c2116ba4 req-f5a36a4a-c894-4b01-ae0b-596b98724a7b tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:53.494569 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-722123c5-f700-4fe0-91d7-e117c2116ba4 req-f5a36a4a-c894-4b01-ae0b-596b98724a7b tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14 HTTP/1.1" status: 200 len: 946 time: 0.4743104 May 05 21:52:53.545390 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7aa83749-184f-4044-b0e2-78dbac85d6a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:53.558763 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-7f0d906b-4372-47b6-832a-1b0eb0ef8fd8 req-3aead23b-ab42-4507-9068-4ba1d955a683 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:53.573408 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['cfc1d106-e577-4500-a5d8-8130ac0a87a6', 'cba3d0c5-8834-4d3a-b7bc-eb551f80748b', '486adfde-c997-46bf-be2f-046f4bfb9410', 'd181073e-9fef-4858-9d10-55294cbbae5c'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:52:53.635477 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['95aa95b3-c351-4de7-8c77-edac6278846e', 'cd80ef28-f478-4ffe-9474-4a4480525f9e'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:52:53.648208 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-722123c5-f700-4fe0-91d7-e117c2116ba4 req-f8673919-14c9-45b4-bd52-e997810f962c tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7172c50-8266-4028-bd8e-9c21e9bde333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526418 May 05 21:52:53.719653 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-affc52c0-ed5e-4057-b5a2-8a1443d112ee req-6a556165-37c8-4fc8-abe4-bd5b7ad66a18 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3778112 May 05 21:52:53.731272 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aead23b-ab42-4507-9068-4ba1d955a683 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Pushing event deleted for resources: {'Port': ['ID=d181073e-9fef-4858-9d10-55294cbbae5c,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:53.811884 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-7aa83749-184f-4044-b0e2-78dbac85d6a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:52:53.811884 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-7aa83749-184f-4044-b0e2-78dbac85d6a2 admin admin] Usage tracker for resource:security_group_rule and tenant:a9ef1338ada64a98a2190d1038169049 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:52:53.830558 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-7aa83749-184f-4044-b0e2-78dbac85d6a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:52:53.967239 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-7aa83749-184f-4044-b0e2-78dbac85d6a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:52:54.073303 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-33d05e39-dce7-4a41-86e3-6fafb564d400 req-8986501c-e3f6-4f95-bc40-356fa2beec5c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7781494 May 05 21:52:54.087244 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64370e8-896c-41c0-a9aa-98de8870c849 req-8a95edec-3fbf-466a-857c-948dd8112395 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:54.095465 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a64370e8-896c-41c0-a9aa-98de8870c849 req-8a95edec-3fbf-466a-857c-948dd8112395 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d07d06a-1a51-4c89-aeb3-87094e83bf8d HTTP/1.1" status: 200 len: 949 time: 0.6697938 May 05 21:52:54.527463 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-33d05e39-dce7-4a41-86e3-6fafb564d400 req-ea6a1a04-1c12-4b65-9c37-9f33f8739f22 service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4259164 May 05 21:52:54.567517 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f0d906b-4372-47b6-832a-1b0eb0ef8fd8 req-3aead23b-ab42-4507-9068-4ba1d955a683 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] No DVR routers for this DVR port d181073e-9fef-4858-9d10-55294cbbae5c on host n-h2-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:52:54.578119 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-7f0d906b-4372-47b6-832a-1b0eb0ef8fd8 req-3aead23b-ab42-4507-9068-4ba1d955a683 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:54.620657 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d07d06a-1a51-4c89-aeb3-87094e83bf8d', 'name': 'network-vif-deleted', 'tag': 'd181073e-9fef-4858-9d10-55294cbbae5c'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:52:54.662955 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7f0d906b-4372-47b6-832a-1b0eb0ef8fd8 req-3aead23b-ab42-4507-9068-4ba1d955a683 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.32 "DELETE /v2.0/ports/d181073e-9fef-4858-9d10-55294cbbae5c HTTP/1.1" status: 204 len: 173 time: 2.2436361 May 05 21:52:54.811594 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-33d05e39-dce7-4a41-86e3-6fafb564d400 req-cdcf9fa5-4c92-4981-b474-7d717fc0b676 service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631893 May 05 21:52:55.040552 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a64370e8-896c-41c0-a9aa-98de8870c849 req-7e53d08f-4ea5-4ad9-a76b-0f16f73d8550 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9439206 May 05 21:52:55.079241 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-affc52c0-ed5e-4057-b5a2-8a1443d112ee req-7b974730-d4d6-4085-92da-0ffd617f5d82 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0eb82da6a4bc47a2ae0058d78ca21e92&device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 1096 time: 1.0989301 May 05 21:52:55.128738 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-262b640a-82c0-4220-8936-d193bf49f6e3'] response: {'server_uuid': '3d07d06a-1a51-4c89-aeb3-87094e83bf8d', 'name': 'network-vif-deleted', 'tag': 'd181073e-9fef-4858-9d10-55294cbbae5c', 'status': 'completed', 'code': 200} May 05 21:52:55.237335 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a557d0-8b90-4135-93cf-26dc64e6b729 req-71bc8207-4e96-4049-b4cc-af09204c882d tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:55.245156 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-77a557d0-8b90-4135-93cf-26dc64e6b729 req-71bc8207-4e96-4049-b4cc-af09204c882d tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.4319956 May 05 21:52:55.263708 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7aa83749-184f-4044-b0e2-78dbac85d6a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:55.330619 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7aa83749-184f-4044-b0e2-78dbac85d6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:55.495347 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-77a557d0-8b90-4135-93cf-26dc64e6b729 req-a2570043-c5be-4ebc-a385-3751196d2166 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2491114 May 05 21:52:55.496110 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa83749-184f-4044-b0e2-78dbac85d6a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6df07f-74e5-48ff-b46b-f990008af82f,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:55.505588 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-7aa83749-184f-4044-b0e2-78dbac85d6a2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a9ef1338ada64a98a2190d1038169049&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4892516 May 05 21:52:55.506285 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 44288) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:52:55.558331 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc52c0-ed5e-4057-b5a2-8a1443d112ee req-872f29cd-c811-4db6-8eec-98b82e21e705 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:55.559958 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-affc52c0-ed5e-4057-b5a2-8a1443d112ee req-872f29cd-c811-4db6-8eec-98b82e21e705 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f33cead3-3472-4ef7-9cf3-a35684adef89 HTTP/1.1" status: 200 len: 913 time: 0.4525259 May 05 21:52:55.569883 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e7816c-be3b-4fc9-ab25-4670b3fedccf req-7d34c196-c923-4b5f-9c91-e8235df07e3c tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:55.578027 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-78e7816c-be3b-4fc9-ab25-4670b3fedccf req-7d34c196-c923-4b5f-9c91-e8235df07e3c tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14 HTTP/1.1" status: 200 len: 946 time: 0.3105097 May 05 21:52:55.662058 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-12d92184-c18a-456f-9fd5-bf25823083a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:55.720578 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-12d92184-c18a-456f-9fd5-bf25823083a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:55.757572 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-78e7816c-be3b-4fc9-ab25-4670b3fedccf req-43ec3ad1-3537-4af8-af14-33ceb1051901 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7172c50-8266-4028-bd8e-9c21e9bde333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785028 May 05 21:52:55.787126 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-12d92184-c18a-456f-9fd5-bf25823083a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:55.797095 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-affc52c0-ed5e-4057-b5a2-8a1443d112ee req-0cb0b477-ad32-4f60-8489-53baa5ff9050 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=254d6486-a2f8-4ac2-8cd3-e9e223b202eb HTTP/1.1" status: 200 len: 1000 time: 0.2166920 May 05 21:52:55.826873 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d92184-c18a-456f-9fd5-bf25823083a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6df07f-74e5-48ff-b46b-f990008af82f,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:55.881147 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-12d92184-c18a-456f-9fd5-bf25823083a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:55.885707 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-12d92184-c18a-456f-9fd5-bf25823083a3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ec6df07f-74e5-48ff-b46b-f990008af82f HTTP/1.1" status: 204 len: 168 time: 0.3775997 May 05 21:52:55.899363 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc52c0-ed5e-4057-b5a2-8a1443d112ee req-8074ef9e-a7d7-4e58-9d6c-91169a582d99 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:55.901743 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-affc52c0-ed5e-4057-b5a2-8a1443d112ee req-8074ef9e-a7d7-4e58-9d6c-91169a582d99 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7d5de724-e15a-4a3a-8314-05869a0cf070 HTTP/1.1" status: 200 len: 851 time: 0.0858855 May 05 21:52:56.136816 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b83d1e5-619b-4513-8c60-2ce8a6bd1065 req-8f01d74e-f079-4f4f-b639-40fdf0e237c6 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:56.138143 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8b83d1e5-619b-4513-8c60-2ce8a6bd1065 req-8f01d74e-f079-4f4f-b639-40fdf0e237c6 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14 HTTP/1.1" status: 200 len: 946 time: 0.2260549 May 05 21:52:56.148257 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 44304) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:52:56.154316 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-33666314-93e8-4a4b-9528-117e671a99cf tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Request body: {'floatingip': {'port_id': '5e7fe4e5-73d4-44dd-b7d6-101b4b978c61'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:52:56.172596 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-affc52c0-ed5e-4057-b5a2-8a1443d112ee req-b773496a-6fd7-4089-b7a2-ec23bdfc5127 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f33cead3-3472-4ef7-9cf3-a35684adef89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2160604 May 05 21:52:56.316880 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-33666314-93e8-4a4b-9528-117e671a99cf tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks [] for floatingip, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:56.481388 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-affc52c0-ed5e-4057-b5a2-8a1443d112ee req-27678a27-07ba-4f86-85db-fa4b64fb5ee3 service neutron] 10.222.0.44 "GET /v2.0/networks/f33cead3-3472-4ef7-9cf3-a35684adef89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914174 May 05 21:52:56.559525 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44312) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:52:56.660884 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:52:56.813696 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c618687f-5b22-44a3-85ad-ea1d03d5f199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:57.096551 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-c618687f-5b22-44a3-85ad-ea1d03d5f199 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:52:57.108730 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-affc52c0-ed5e-4057-b5a2-8a1443d112ee req-abcf3aa5-5ad9-4c8c-8c71-66eb4b61f352 service neutron] 10.222.0.44 "GET /v2.0/networks/f33cead3-3472-4ef7-9cf3-a35684adef89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6201499 May 05 21:52:57.113434 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-c618687f-5b22-44a3-85ad-ea1d03d5f199 admin admin] Usage tracker for resource:security_group_rule and tenant:446d98e3408e43a2b3b7cf4d42e6fa79 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:52:57.118880 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-c618687f-5b22-44a3-85ad-ea1d03d5f199 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:52:57.141631 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-c618687f-5b22-44a3-85ad-ea1d03d5f199 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:52:57.358536 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ab8eec-cbc5-4f76-b2f0-293071b2522b req-b4f33e36-821e-4d75-a67f-56da42d06975 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:57.366700 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-87ab8eec-cbc5-4f76-b2f0-293071b2522b req-b4f33e36-821e-4d75-a67f-56da42d06975 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.5068324 May 05 21:52:57.484550 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-33666314-93e8-4a4b-9528-117e671a99cf tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:57.492696 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-33666314-93e8-4a4b-9528-117e671a99cf tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:57.618175 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-87ab8eec-cbc5-4f76-b2f0-293071b2522b req-28963928-743f-4595-8377-9da17c4bc765 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2503903 May 05 21:52:57.667666 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device d181073e-9fef-4858-9d10-55294cbbae5c no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:52:57.682570 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d2622e4d-53ee-4647-8403-ab77e5cfbaf2 req-b329ce16-0721-4b03-a4a6-c2d1208ffa79 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0eb82da6a4bc47a2ae0058d78ca21e92&device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 1096 time: 0.4944110 May 05 21:52:57.728097 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29442b4-d125-4d6f-a639-ef53afc5f97e req-c763cc85-ed98-4afb-a693-472a15671779 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:57.729593 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f29442b4-d125-4d6f-a639-ef53afc5f97e req-c763cc85-ed98-4afb-a693-472a15671779 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=34beee0c-7e35-4d03-96bf-5e171b451c70 HTTP/1.1" status: 200 len: 949 time: 0.2810369 May 05 21:52:57.768684 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: d181073e-9fef-4858-9d10-55294cbbae5c {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:52:57.769265 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device d181073e-9fef-4858-9d10-55294cbbae5c not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:52:57.908630 n-d-825175-4 neutron-server[84063]: INFO neutron.db.l3_db [None req-33666314-93e8-4a4b-9528-117e671a99cf tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Floating IP 188c1be7-4365-4bdd-b8e3-feaa87c52812 associated. External IP: 172.25.4.190, port: 5e7fe4e5-73d4-44dd-b7d6-101b4b978c61. May 05 21:52:57.965116 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c618687f-5b22-44a3-85ad-ea1d03d5f199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:57.970102 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f29442b4-d125-4d6f-a639-ef53afc5f97e req-fdc6ea2b-227e-4078-849e-532dc70e882c tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675148 May 05 21:52:57.979003 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c618687f-5b22-44a3-85ad-ea1d03d5f199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:58.040826 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c618687f-5b22-44a3-85ad-ea1d03d5f199 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=446d98e3408e43a2b3b7cf4d42e6fa79&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4802530 May 05 21:52:58.075361 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44354) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:52:58.172012 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c618687f-5b22-44a3-85ad-ea1d03d5f199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0515cbb-3f17-4e11-8513-7b730fb7a24d,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:58.243773 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-353a5a8b-9622-4255-afa4-acaaf5527401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:58.448155 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-353a5a8b-9622-4255-afa4-acaaf5527401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:58.549498 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-353a5a8b-9622-4255-afa4-acaaf5527401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:58.581534 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2622e4d-53ee-4647-8403-ab77e5cfbaf2 req-b35f8596-0fa9-47da-816c-a497c8e8b51e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:58.583318 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d2622e4d-53ee-4647-8403-ab77e5cfbaf2 req-b35f8596-0fa9-47da-816c-a497c8e8b51e service neutron] 10.222.0.44 "GET /v2.0/networks?id=f33cead3-3472-4ef7-9cf3-a35684adef89 HTTP/1.1" status: 200 len: 913 time: 0.8419328 May 05 21:52:58.596789 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353a5a8b-9622-4255-afa4-acaaf5527401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0515cbb-3f17-4e11-8513-7b730fb7a24d,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:52:58.811617 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d2622e4d-53ee-4647-8403-ab77e5cfbaf2 req-286c49e9-0d6a-4344-a046-a0a6da269c62 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=254d6486-a2f8-4ac2-8cd3-e9e223b202eb HTTP/1.1" status: 200 len: 1000 time: 0.2139874 May 05 21:52:58.813801 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-353a5a8b-9622-4255-afa4-acaaf5527401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:58.821181 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-353a5a8b-9622-4255-afa4-acaaf5527401 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f0515cbb-3f17-4e11-8513-7b730fb7a24d HTTP/1.1" status: 204 len: 168 time: 0.7383404 May 05 21:52:58.833193 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441af6f8-cc0d-4b02-b0d5-31c2b6aaa8fc req-bc95b1bb-0d24-4ade-9e8c-9d9736231e53 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:58.837035 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-441af6f8-cc0d-4b02-b0d5-31c2b6aaa8fc req-bc95b1bb-0d24-4ade-9e8c-9d9736231e53 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.32 "GET /v2.0/ports?device_id=34beee0c-7e35-4d03-96bf-5e171b451c70 HTTP/1.1" status: 200 len: 949 time: 0.8112788 May 05 21:52:58.860706 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33666314-93e8-4a4b-9528-117e671a99cf tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Router b3ad7406-69ba-41fa-8407-7590b4b7dc02 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:52:59.006704 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2622e4d-53ee-4647-8403-ab77e5cfbaf2 req-8243c94c-b343-4670-b568-ce379127808f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:59.009212 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d2622e4d-53ee-4647-8403-ab77e5cfbaf2 req-8243c94c-b343-4670-b568-ce379127808f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7d5de724-e15a-4a3a-8314-05869a0cf070 HTTP/1.1" status: 200 len: 851 time: 0.1630299 May 05 21:52:59.212897 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-441af6f8-cc0d-4b02-b0d5-31c2b6aaa8fc req-705f0ade-2a31-41b3-ae25-ee70fa2b530a tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Deleting port 486adfde-c997-46bf-be2f-046f4bfb9410 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:52:59.213231 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-441af6f8-cc0d-4b02-b0d5-31c2b6aaa8fc req-705f0ade-2a31-41b3-ae25-ee70fa2b530a tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:59.373040 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e5a50-54f3-480a-976f-c413b4c56c2c req-220f41f4-d530-4ff7-b148-ad86683e4094 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:59.374123 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-c17e5a50-54f3-480a-976f-c413b4c56c2c req-220f41f4-d530-4ff7-b148-ad86683e4094 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Synchronizing usage tracker for tenant:573addcdcad64ebbacaadf6765f34d35 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:52:59.387747 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192a036-7821-4b67-9d0c-ad8a971c43b7 req-59b2cb05-4d4a-48ee-b4de-3a6383611ae3 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:52:59.394687 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4192a036-7821-4b67-9d0c-ad8a971c43b7 req-59b2cb05-4d4a-48ee-b4de-3a6383611ae3 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.4517615 May 05 21:52:59.423504 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-c17e5a50-54f3-480a-976f-c413b4c56c2c req-220f41f4-d530-4ff7-b148-ad86683e4094 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Unset dirty status for tenant:573addcdcad64ebbacaadf6765f34d35 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:52:59.425055 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c17e5a50-54f3-480a-976f-c413b4c56c2c req-220f41f4-d530-4ff7-b148-ad86683e4094 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ff3c9b0-3266-4312-b176-00b69ba30379 HTTP/1.1" status: 200 len: 950 time: 0.4367399 May 05 21:52:59.442515 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d2622e4d-53ee-4647-8403-ab77e5cfbaf2 req-f23dcd1b-85aa-46ea-b858-8bb7253e873a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f33cead3-3472-4ef7-9cf3-a35684adef89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4030230 May 05 21:52:59.567548 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33666314-93e8-4a4b-9528-117e671a99cf tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:52:59.580659 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cc9b5d-8b79-4bb4-ae36-945e026995c3 None None] Sync routers for ids ['b3ad7406-69ba-41fa-8407-7590b4b7dc02'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:52:59.595931 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-33666314-93e8-4a4b-9528-117e671a99cf tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:59.601855 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cc9b5d-8b79-4bb4-ae36-945e026995c3 None None] Routers {'b3ad7406-69ba-41fa-8407-7590b4b7dc02'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:52:59.604162 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-60cc9b5d-8b79-4bb4-ae36-945e026995c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:52:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['b3ad7406-69ba-41fa-8407-7590b4b7dc02'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:52:59.694992 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-c17e5a50-54f3-480a-976f-c413b4c56c2c req-3b3384e4-71b4-48e6-873c-a3ccd499684f tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Deleting port cd80ef28-f478-4ffe-9474-4a4480525f9e {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:52:59.695456 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c17e5a50-54f3-480a-976f-c413b4c56c2c req-3b3384e4-71b4-48e6-873c-a3ccd499684f tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:52:59.748677 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d2622e4d-53ee-4647-8403-ab77e5cfbaf2 req-2b449104-2891-47be-83c8-1d58002dcb8b service neutron] 10.222.0.44 "GET /v2.0/networks/f33cead3-3472-4ef7-9cf3-a35684adef89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610416 May 05 21:52:59.793501 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-33666314-93e8-4a4b-9528-117e671a99cf tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "PUT /v2.0/floatingips/188c1be7-4365-4bdd-b8e3-feaa87c52812 HTTP/1.1" status: 200 len: 992 time: 3.6439548 May 05 21:52:59.797742 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15ba7ec0-d1c3-4cb3-9a56-ed383e235f14', 'tag': '5e7fe4e5-73d4-44dd-b7d6-101b4b978c61'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:52:59.981270 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-60cc9b5d-8b79-4bb4-ae36-945e026995c3 None None] Set router b3ad7406-69ba-41fa-8407-7590b4b7dc02 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:53:00.047146 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d2622e4d-53ee-4647-8403-ab77e5cfbaf2 req-2a07461c-5c0a-45aa-bacc-97058b03ce9f service neutron] 10.222.0.44 "GET /v2.0/networks/f33cead3-3472-4ef7-9cf3-a35684adef89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738974 May 05 21:53:00.071257 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4192a036-7821-4b67-9d0c-ad8a971c43b7 req-10961d63-0e2f-4c10-a7b5-9feaa6a76fad tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6756203 May 05 21:53:00.085412 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-c17e5a50-54f3-480a-976f-c413b4c56c2c req-3b3384e4-71b4-48e6-873c-a3ccd499684f tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] For port cd80ef28-f478-4ffe-9474-4a4480525f9e, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=cd80ef28-f478-4ffe-9474-4a4480525f9e,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:53:00.086596 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c17e5a50-54f3-480a-976f-c413b4c56c2c req-3b3384e4-71b4-48e6-873c-a3ccd499684f tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:00.123333 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e451e4a-c085-4817-a22f-f5b50f41b4ae req-9eace89f-e9d6-47f8-a6c8-c826686464db tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:53:00.130608 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1e451e4a-c085-4817-a22f-f5b50f41b4ae req-9eace89f-e9d6-47f8-a6c8-c826686464db tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=34beee0c-7e35-4d03-96bf-5e171b451c70 HTTP/1.1" status: 200 len: 949 time: 0.8745658 May 05 21:53:00.460911 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c19e6f85-20ef-4902-82f9-1ad9051e827c'] response: {'name': 'network-changed', 'server_uuid': '15ba7ec0-d1c3-4cb3-9a56-ed383e235f14', 'tag': '5e7fe4e5-73d4-44dd-b7d6-101b4b978c61', 'status': 'completed', 'code': 200} May 05 21:53:00.480017 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-c17e5a50-54f3-480a-976f-c413b4c56c2c req-3b3384e4-71b4-48e6-873c-a3ccd499684f tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Calling delete_port for cd80ef28-f478-4ffe-9474-4a4480525f9e owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:53:00.634108 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1e451e4a-c085-4817-a22f-f5b50f41b4ae req-e75c75a2-6bb2-4be0-af7d-8704b2aae45f tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4859002 May 05 21:53:00.678345 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-60cc9b5d-8b79-4bb4-ae36-945e026995c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ad7406-69ba-41fa-8407-7590b4b7dc02', 'name': 'tempest-AttachVolumeShelveTestJSON-177764559-router', 'tenant_id': '0ea2eb66bb064d42bceac53953af552d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '2e96534a-0b3f-4b1d-842c-2fddbaad2d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:52:00Z', 'updated_at': '2022-05-05T21:52:12Z', 'revision_number': 4, 'project_id': '0ea2eb66bb064d42bceac53953af552d', 'gw_port': {'id': '2e96534a-0b3f-4b1d-842c-2fddbaad2d4b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ad7406-69ba-41fa-8407-7590b4b7dc02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:52:01Z', 'updated_at': '2022-05-05T21:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '188c1be7-4365-4bdd-b8e3-feaa87c52812', 'tenant_id': '0ea2eb66bb064d42bceac53953af552d', 'floating_ip_address': '172.25.4.190', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'b3ad7406-69ba-41fa-8407-7590b4b7dc02', 'port_id': '5e7fe4e5-73d4-44dd-b7d6-101b4b978c61', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18b54df9-33ed-4370-adce-cf7c028d1c63', 'mac_address': 'fa:16:3e:1d:7c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ba7ec0-d1c3-4cb3-9a56-ed383e235f14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:52:29Z', 'updated_at': '2022-05-05T21:52:57Z', 'revision_number': 1, 'project_id': '0ea2eb66bb064d42bceac53953af552d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f1e015c-7e2a-45db-8f28-ebb7488d457f', 'name': '', 'network_id': '18b54df9-33ed-4370-adce-cf7c028d1c63', 'tenant_id': '0ea2eb66bb064d42bceac53953af552d', 'mac_address': 'fa:16:3e:3e:e9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ad7406-69ba-41fa-8407-7590b4b7dc02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53681791-224f-47a5-828b-e46692c08c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:52:10Z', 'updated_at': '2022-05-05T21:52:26Z', 'revision_number': 5, 'project_id': '0ea2eb66bb064d42bceac53953af552d', 'subnets': [{'id': '53681791-224f-47a5-828b-e46692c08c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:53:00.697328 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cc9b5d-8b79-4bb4-ae36-945e026995c3 None None] Checking router: b3ad7406-69ba-41fa-8407-7590b4b7dc02 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:53:00.735999 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cc9b5d-8b79-4bb4-ae36-945e026995c3 None None] Routers {'b3ad7406-69ba-41fa-8407-7590b4b7dc02'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:53:00.736680 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-60cc9b5d-8b79-4bb4-ae36-945e026995c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:52:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['b3ad7406-69ba-41fa-8407-7590b4b7dc02'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:53:00.745314 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c17e5a50-54f3-480a-976f-c413b4c56c2c req-3b3384e4-71b4-48e6-873c-a3ccd499684f tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:00.755173 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-441af6f8-cc0d-4b02-b0d5-31c2b6aaa8fc req-705f0ade-2a31-41b3-ae25-ee70fa2b530a tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] For port 486adfde-c997-46bf-be2f-046f4bfb9410, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=486adfde-c997-46bf-be2f-046f4bfb9410,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:53:00.755654 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-441af6f8-cc0d-4b02-b0d5-31c2b6aaa8fc req-705f0ade-2a31-41b3-ae25-ee70fa2b530a tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:00.760056 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['95aa95b3-c351-4de7-8c77-edac6278846e', 'cd80ef28-f478-4ffe-9474-4a4480525f9e'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:53:00.870278 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['cfc1d106-e577-4500-a5d8-8130ac0a87a6', 'cba3d0c5-8834-4d3a-b7bc-eb551f80748b', '486adfde-c997-46bf-be2f-046f4bfb9410'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:53:00.877956 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3384e4-71b4-48e6-873c-a3ccd499684f tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Pushing event deleted for resources: {'Port': ['ID=cd80ef28-f478-4ffe-9474-4a4480525f9e,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:00.976239 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-c17e5a50-54f3-480a-976f-c413b4c56c2c req-3b3384e4-71b4-48e6-873c-a3ccd499684f tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] No DVR routers for this DVR port cd80ef28-f478-4ffe-9474-4a4480525f9e on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:53:00.979772 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c17e5a50-54f3-480a-976f-c413b4c56c2c req-3b3384e4-71b4-48e6-873c-a3ccd499684f tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:01.000221 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c17e5a50-54f3-480a-976f-c413b4c56c2c req-3b3384e4-71b4-48e6-873c-a3ccd499684f tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.44 "DELETE /v2.0/ports/cd80ef28-f478-4ffe-9474-4a4480525f9e HTTP/1.1" status: 204 len: 173 time: 1.5657609 May 05 21:53:01.124928 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-441af6f8-cc0d-4b02-b0d5-31c2b6aaa8fc req-705f0ade-2a31-41b3-ae25-ee70fa2b530a tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Calling delete_port for 486adfde-c997-46bf-be2f-046f4bfb9410 owned by compute:nova {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:53:01.191351 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-db23952f-0204-4472-9ee6-62b3f742f35e req-96d27dff-5988-4ed8-8f8a-fcd591e4a34b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0ea2eb66bb064d42bceac53953af552d&device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14 HTTP/1.1" status: 200 len: 1097 time: 0.8493474 May 05 21:53:01.350126 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-60cc9b5d-8b79-4bb4-ae36-945e026995c3 None None] Set router b3ad7406-69ba-41fa-8407-7590b4b7dc02 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:53:01.543990 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 44412) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:02.370989 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-441af6f8-cc0d-4b02-b0d5-31c2b6aaa8fc req-705f0ade-2a31-41b3-ae25-ee70fa2b530a tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:02.377142 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-409622c4-94b9-4d39-bcf5-04c37ead15f0 req-813d5a62-a3bc-4bec-a6a3-e2fb2ced2f4c tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=34beee0c-7e35-4d03-96bf-5e171b451c70 HTTP/1.1" status: 200 len: 210 time: 0.0942807 May 05 21:53:02.383900 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['95aa95b3-c351-4de7-8c77-edac6278846e'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:53:02.463168 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ff3c9b0-3266-4312-b176-00b69ba30379', 'name': 'network-vif-deleted', 'tag': 'cd80ef28-f478-4ffe-9474-4a4480525f9e'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:53:02.478433 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['cfc1d106-e577-4500-a5d8-8130ac0a87a6', 'cba3d0c5-8834-4d3a-b7bc-eb551f80748b'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:53:02.527586 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705f0ade-2a31-41b3-ae25-ee70fa2b530a tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Pushing event deleted for resources: {'Port': ['ID=486adfde-c997-46bf-be2f-046f4bfb9410,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:02.530157 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23952f-0204-4472-9ee6-62b3f742f35e req-f55bcfb7-6288-4ad6-b314-1b6c58b9c32f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:53:02.535094 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-db23952f-0204-4472-9ee6-62b3f742f35e req-f55bcfb7-6288-4ad6-b314-1b6c58b9c32f service neutron] 10.222.0.44 "GET /v2.0/networks?id=18b54df9-33ed-4370-adce-cf7c028d1c63 HTTP/1.1" status: 200 len: 917 time: 1.3233395 May 05 21:53:02.624516 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a530658-6278-44a7-a6a9-221df429de20'] response: {'server_uuid': '1ff3c9b0-3266-4312-b176-00b69ba30379', 'name': 'network-vif-deleted', 'tag': 'cd80ef28-f478-4ffe-9474-4a4480525f9e', 'status': 'completed', 'code': 200} May 05 21:53:02.794245 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec73a67-ff23-4310-940d-6cf8f6949a42 req-87c3d7d5-06e7-4886-bbdf-d35310305c32 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:53:02.802967 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-eec73a67-ff23-4310-940d-6cf8f6949a42 req-87c3d7d5-06e7-4886-bbdf-d35310305c32 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 1.4769258 May 05 21:53:02.869329 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-441af6f8-cc0d-4b02-b0d5-31c2b6aaa8fc req-705f0ade-2a31-41b3-ae25-ee70fa2b530a tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] No DVR routers for this DVR port 486adfde-c997-46bf-be2f-046f4bfb9410 on host n-h2-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:53:02.881645 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-441af6f8-cc0d-4b02-b0d5-31c2b6aaa8fc req-705f0ade-2a31-41b3-ae25-ee70fa2b530a tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:02.888979 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34beee0c-7e35-4d03-96bf-5e171b451c70', 'name': 'network-vif-deleted', 'tag': '486adfde-c997-46bf-be2f-046f4bfb9410'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:53:02.889780 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-60cc9b5d-8b79-4bb4-ae36-945e026995c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ad7406-69ba-41fa-8407-7590b4b7dc02', 'name': 'tempest-AttachVolumeShelveTestJSON-177764559-router', 'tenant_id': '0ea2eb66bb064d42bceac53953af552d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '2e96534a-0b3f-4b1d-842c-2fddbaad2d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:52:00Z', 'updated_at': '2022-05-05T21:52:12Z', 'revision_number': 4, 'project_id': '0ea2eb66bb064d42bceac53953af552d', 'gw_port': {'id': '2e96534a-0b3f-4b1d-842c-2fddbaad2d4b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ad7406-69ba-41fa-8407-7590b4b7dc02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:52:01Z', 'updated_at': '2022-05-05T21:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '188c1be7-4365-4bdd-b8e3-feaa87c52812', 'tenant_id': '0ea2eb66bb064d42bceac53953af552d', 'floating_ip_address': '172.25.4.190', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'b3ad7406-69ba-41fa-8407-7590b4b7dc02', 'port_id': '5e7fe4e5-73d4-44dd-b7d6-101b4b978c61', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18b54df9-33ed-4370-adce-cf7c028d1c63', 'mac_address': 'fa:16:3e:1d:7c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ba7ec0-d1c3-4cb3-9a56-ed383e235f14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:52:29Z', 'updated_at': '2022-05-05T21:52:57Z', 'revision_number': 1, 'project_id': '0ea2eb66bb064d42bceac53953af552d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f1e015c-7e2a-45db-8f28-ebb7488d457f', 'name': '', 'network_id': '18b54df9-33ed-4370-adce-cf7c028d1c63', 'tenant_id': '0ea2eb66bb064d42bceac53953af552d', 'mac_address': 'fa:16:3e:3e:e9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ad7406-69ba-41fa-8407-7590b4b7dc02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53681791-224f-47a5-828b-e46692c08c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:52:10Z', 'updated_at': '2022-05-05T21:52:26Z', 'revision_number': 5, 'project_id': '0ea2eb66bb064d42bceac53953af552d', 'subnets': [{'id': '53681791-224f-47a5-828b-e46692c08c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:53:02.922909 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-441af6f8-cc0d-4b02-b0d5-31c2b6aaa8fc req-705f0ade-2a31-41b3-ae25-ee70fa2b530a tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.32 "DELETE /v2.0/ports/486adfde-c997-46bf-be2f-046f4bfb9410 HTTP/1.1" status: 204 len: 173 time: 4.0777242 May 05 21:53:02.927566 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-db23952f-0204-4472-9ee6-62b3f742f35e req-7b056b30-12a8-4747-ae4c-eb66c0f30493 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e7fe4e5-73d4-44dd-b7d6-101b4b978c61 HTTP/1.1" status: 200 len: 1000 time: 0.3765464 May 05 21:53:02.972994 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cc9b5d-8b79-4bb4-ae36-945e026995c3 None None] The sync data for ids ['b3ad7406-69ba-41fa-8407-7590b4b7dc02'] in n-d-825175-4 is: [{'id': 'b3ad7406-69ba-41fa-8407-7590b4b7dc02', 'name': 'tempest-AttachVolumeShelveTestJSON-177764559-router', 'tenant_id': '0ea2eb66bb064d42bceac53953af552d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '2e96534a-0b3f-4b1d-842c-2fddbaad2d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:52:00Z', 'updated_at': '2022-05-05T21:52:12Z', 'revision_number': 4, 'project_id': '0ea2eb66bb064d42bceac53953af552d', 'gw_port': {'id': '2e96534a-0b3f-4b1d-842c-2fddbaad2d4b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ad7406-69ba-41fa-8407-7590b4b7dc02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:52:01Z', 'updated_at': '2022-05-05T21:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '188c1be7-4365-4bdd-b8e3-feaa87c52812', 'tenant_id': '0ea2eb66bb064d42bceac53953af552d', 'floating_ip_address': '172.25.4.190', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'b3ad7406-69ba-41fa-8407-7590b4b7dc02', 'port_id': '5e7fe4e5-73d4-44dd-b7d6-101b4b978c61', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18b54df9-33ed-4370-adce-cf7c028d1c63', 'mac_address': 'fa:16:3e:1d:7c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ba7ec0-d1c3-4cb3-9a56-ed383e235f14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:52:29Z', 'updated_at': '2022-05-05T21:52:57Z', 'revision_number': 1, 'project_id': '0ea2eb66bb064d42bceac53953af552d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f1e015c-7e2a-45db-8f28-ebb7488d457f', 'name': '', 'network_id': '18b54df9-33ed-4370-adce-cf7c028d1c63', 'tenant_id': '0ea2eb66bb064d42bceac53953af552d', 'mac_address': 'fa:16:3e:3e:e9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ad7406-69ba-41fa-8407-7590b4b7dc02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53681791-224f-47a5-828b-e46692c08c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:52:10Z', 'updated_at': '2022-05-05T21:52:26Z', 'revision_number': 5, 'project_id': '0ea2eb66bb064d42bceac53953af552d', 'subnets': [{'id': '53681791-224f-47a5-828b-e46692c08c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:53:03.109932 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23952f-0204-4472-9ee6-62b3f742f35e req-30f373cd-ed3e-469e-a1f6-099bf339ceaf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:53:03.111655 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-db23952f-0204-4472-9ee6-62b3f742f35e req-30f373cd-ed3e-469e-a1f6-099bf339ceaf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53681791-224f-47a5-828b-e46692c08c1b HTTP/1.1" status: 200 len: 855 time: 0.1763382 May 05 21:53:03.131582 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-eec73a67-ff23-4310-940d-6cf8f6949a42 req-b9f8cd01-461b-43ef-87b0-db9b7cd90ee6 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3272357 May 05 21:53:03.326796 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04861cac-1d31-4735-88c4-fdabd7a2016b'] response: {'server_uuid': '34beee0c-7e35-4d03-96bf-5e171b451c70', 'name': 'network-vif-deleted', 'tag': '486adfde-c997-46bf-be2f-046f4bfb9410', 'status': 'completed', 'code': 200} May 05 21:53:03.430574 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-db23952f-0204-4472-9ee6-62b3f742f35e req-a645dd70-a633-4f54-b31e-93e5f94d2816 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=18b54df9-33ed-4370-adce-cf7c028d1c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2977862 May 05 21:53:03.433872 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1e800303-d5b0-41b3-af4a-f858532ae699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:03.570095 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb62de12-8b84-42a2-bdc7-d32967392083 None None] New status for floating IP 188c1be7-4365-4bdd-b8e3-feaa87c52812: ACTIVE {{(pid=84064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 21:53:03.662819 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 44456) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:03.743936 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 486adfde-c997-46bf-be2f-046f4bfb9410 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:53:03.763080 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-db23952f-0204-4472-9ee6-62b3f742f35e req-6a072b26-646f-431f-adac-b906a5beb46f service neutron] 10.222.0.44 "GET /v2.0/networks/18b54df9-33ed-4370-adce-cf7c028d1c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259585 May 05 21:53:03.851551 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: 486adfde-c997-46bf-be2f-046f4bfb9410 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:53:03.858418 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 486adfde-c997-46bf-be2f-046f4bfb9410 not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:53:03.936950 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-fd2e209d-6865-477a-84fd-ffccd52bb62e req-dd888493-a664-47b7-96e9-9d376eb94462 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Synchronizing usage tracker for tenant:573addcdcad64ebbacaadf6765f34d35 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:53:04.110016 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-fd2e209d-6865-477a-84fd-ffccd52bb62e req-dd888493-a664-47b7-96e9-9d376eb94462 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Unset dirty status for tenant:573addcdcad64ebbacaadf6765f34d35 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:53:04.114063 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fd2e209d-6865-477a-84fd-ffccd52bb62e req-dd888493-a664-47b7-96e9-9d376eb94462 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=34beee0c-7e35-4d03-96bf-5e171b451c70 HTTP/1.1" status: 200 len: 210 time: 0.2960439 May 05 21:53:04.137089 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-cbb0da59-e270-472f-ae98-7735bb0c8976 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1720936359', 'router:external': True}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:53:04.156588 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-cbb0da59-e270-472f-ae98-7735bb0c8976 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:53:04.158609 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-cbb0da59-e270-472f-ae98-7735bb0c8976 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Usage tracker for resource:network and tenant:f3341df7da694c4690f67a2fbc87bf10 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:53:04.172500 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-cbb0da59-e270-472f-ae98-7735bb0c8976 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:53:04.186178 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-cbb0da59-e270-472f-ae98-7735bb0c8976 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:53:04.188540 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device cd80ef28-f478-4ffe-9474-4a4480525f9e no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:53:04.210104 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-db23952f-0204-4472-9ee6-62b3f742f35e req-61cd4b94-d087-4b96-8a6b-ea5aae41c6d4 service neutron] 10.222.0.44 "GET /v2.0/networks/18b54df9-33ed-4370-adce-cf7c028d1c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4394915 May 05 21:53:04.218126 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb0da59-e270-472f-ae98-7735bb0c8976 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Made reservation on behalf of f3341df7da694c4690f67a2fbc87bf10 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:53:04.220626 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cbb0da59-e270-472f-ae98-7735bb0c8976 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:04.254624 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cbb0da59-e270-472f-ae98-7735bb0c8976 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:04.272518 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: cd80ef28-f478-4ffe-9474-4a4480525f9e {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:53:04.273002 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device cd80ef28-f478-4ffe-9474-4a4480525f9e not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:53:04.357780 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-cbb0da59-e270-472f-ae98-7735bb0c8976 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:53:04.364219 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-cbb0da59-e270-472f-ae98-7735bb0c8976 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Usage tracker for resource:security_group_rule and tenant:f3341df7da694c4690f67a2fbc87bf10 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:53:04.368233 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-cbb0da59-e270-472f-ae98-7735bb0c8976 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:53:04.376608 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-cbb0da59-e270-472f-ae98-7735bb0c8976 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:53:04.515745 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-1e800303-d5b0-41b3-af4a-f858532ae699 admin admin] Deleting port ad6cc51b-0fb2-4d21-a46a-db8d23cbd42c {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:53:04.516369 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1e800303-d5b0-41b3-af4a-f858532ae699 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:04.580001 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cbb0da59-e270-472f-ae98-7735bb0c8976 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:04.604484 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cbb0da59-e270-472f-ae98-7735bb0c8976 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:04.714974 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbb0da59-e270-472f-ae98-7735bb0c8976 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:53:04.716964 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb0da59-e270-472f-ae98-7735bb0c8976 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b523b4a8-a61c-4f1f-9685-1e0ecf27f3bb,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:04.744646 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cbb0da59-e270-472f-ae98-7735bb0c8976 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:04.747659 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-cbb0da59-e270-472f-ae98-7735bb0c8976 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Added segment 695db19b-33f2-448a-9a72-44f415fa6c2b of type vlan for network 3f775c45-dcc1-4e2b-b195-1862e45c6b7c May 05 21:53:04.785636 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-1e800303-d5b0-41b3-af4a-f858532ae699 admin admin] For port ad6cc51b-0fb2-4d21-a46a-db8d23cbd42c, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=ad6cc51b-0fb2-4d21-a46a-db8d23cbd42c,segment=NetworkSegment(27eaa00d-2733-43bd-8e2f-2708b745ee87),segment_id=27eaa00d-2733-43bd-8e2f-2708b745ee87)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:53:04.786010 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1e800303-d5b0-41b3-af4a-f858532ae699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:04.870763 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cbb0da59-e270-472f-ae98-7735bb0c8976 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:04.940594 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-1e800303-d5b0-41b3-af4a-f858532ae699 admin admin] Calling delete_port for ad6cc51b-0fb2-4d21-a46a-db8d23cbd42c owned by network:router_interface {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:53:05.044448 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cbb0da59-e270-472f-ae98-7735bb0c8976 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:05.045351 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb0da59-e270-472f-ae98-7735bb0c8976 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:53:05.045935 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cbb0da59-e270-472f-ae98-7735bb0c8976 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:05.190250 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-cbb0da59-e270-472f-ae98-7735bb0c8976 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.5263166 May 05 21:53:05.193540 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44476) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:05.201306 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb0da59-e270-472f-ae98-7735bb0c8976 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Pushing event updated for resources: {'Network': ['ID=3f775c45-dcc1-4e2b-b195-1862e45c6b7c,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:05.202392 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-5ef629bf-9fa9-43ba-8765-5fddc577d4ac tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Request body: {'subnet': {'network_id': '3f775c45-dcc1-4e2b-b195-1862e45c6b7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:53:05.217900 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 3f775c45-dcc1-4e2b-b195-1862e45c6b7c details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:53:05.233528 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-5ef629bf-9fa9-43ba-8765-5fddc577d4ac tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:53:05.247427 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-5ef629bf-9fa9-43ba-8765-5fddc577d4ac tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Usage tracker for resource:subnet and tenant:f3341df7da694c4690f67a2fbc87bf10 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:53:05.258322 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-5ef629bf-9fa9-43ba-8765-5fddc577d4ac tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:53:05.284707 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-5ef629bf-9fa9-43ba-8765-5fddc577d4ac tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:53:05.305887 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1e800303-d5b0-41b3-af4a-f858532ae699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:05.319718 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef629bf-9fa9-43ba-8765-5fddc577d4ac tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Made reservation on behalf of f3341df7da694c4690f67a2fbc87bf10 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:53:05.322612 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5ef629bf-9fa9-43ba-8765-5fddc577d4ac tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:05.379743 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e800303-d5b0-41b3-af4a-f858532ae699 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad6cc51b-0fb2-4d21-a46a-db8d23cbd42c,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:05.634498 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:05.749907 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:05.964653 n-d-825175-4 neutron-server[84061]: DEBUG neutron.objects.ports [None req-5ef629bf-9fa9-43ba-8765-5fddc577d4ac tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84061) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 05 21:53:05.965177 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5ef629bf-9fa9-43ba-8765-5fddc577d4ac tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:06.072066 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef629bf-9fa9-43ba-8765-5fddc577d4ac tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2325a2c7-e56e-48da-803b-fb092b1d2e1b,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:06.104899 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1e800303-d5b0-41b3-af4a-f858532ae699 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:06.134488 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef629bf-9fa9-43ba-8765-5fddc577d4ac tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Checking segment: {'id': '695db19b-33f2-448a-9a72-44f415fa6c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '3f775c45-dcc1-4e2b-b195-1862e45c6b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:53:06.135021 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef629bf-9fa9-43ba-8765-5fddc577d4ac tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Network hostable DHCP agents. Network: 3f775c45-dcc1-4e2b-b195-1862e45c6b7c, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:53:06.170585 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef629bf-9fa9-43ba-8765-5fddc577d4ac tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Network 3f775c45-dcc1-4e2b-b195-1862e45c6b7c is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:53:06.189118 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-5ef629bf-9fa9-43ba-8765-5fddc577d4ac tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 3f775c45-dcc1-4e2b-b195-1862e45c6b7c) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:53:06.197554 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73a8d4c-7c0c-45c5-87fe-593919be78e6 None None] Network 3f775c45-dcc1-4e2b-b195-1862e45c6b7c requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:53:06.209940 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef629bf-9fa9-43ba-8765-5fddc577d4ac tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:53:06.214826 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5ef629bf-9fa9-43ba-8765-5fddc577d4ac tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:06.262037 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-5ef629bf-9fa9-43ba-8765-5fddc577d4ac tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0660751 May 05 21:53:06.265271 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44496) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:06.272610 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-163d6fbd-2593-4224-af80-d0845b6d4892 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1429085392', 'network_id': '3f775c45-dcc1-4e2b-b195-1862e45c6b7c'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:53:06.278253 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-163d6fbd-2593-4224-af80-d0845b6d4892 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:53:06.283143 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-163d6fbd-2593-4224-af80-d0845b6d4892 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Usage tracker for resource:port and tenant:f3341df7da694c4690f67a2fbc87bf10 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:53:06.286692 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-163d6fbd-2593-4224-af80-d0845b6d4892 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:53:06.301630 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-163d6fbd-2593-4224-af80-d0845b6d4892 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:53:06.322963 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163d6fbd-2593-4224-af80-d0845b6d4892 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Made reservation on behalf of f3341df7da694c4690f67a2fbc87bf10 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:53:06.326328 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-163d6fbd-2593-4224-af80-d0845b6d4892 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:06.380924 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [None req-163d6fbd-2593-4224-af80-d0845b6d4892 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] device_id is not set on port 8dbfb48a-c503-4388-b88b-8889a815ec0b yet. {{(pid=84061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 21:53:06.570288 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cbad23-1a30-4c06-baa6-8f5fbffefd74 None None] Network 3f775c45-dcc1-4e2b-b195-1862e45c6b7c requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:53:06.693398 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-163d6fbd-2593-4224-af80-d0845b6d4892 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Allocated IP 172.20.0.13 (3f775c45-dcc1-4e2b-b195-1862e45c6b7c/2325a2c7-e56e-48da-803b-fb092b1d2e1b/8dbfb48a-c503-4388-b88b-8889a815ec0b) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:53:06.775919 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e507ae-f55d-4042-80f1-a8ea90243770 req-e46d5de2-1bb5-415a-9ac1-b9c21f031f05 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:53:06.777623 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c9e507ae-f55d-4042-80f1-a8ea90243770 req-e46d5de2-1bb5-415a-9ac1-b9c21f031f05 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=96d03dba-d32f-48fd-b323-bed56210f927 HTTP/1.1" status: 200 len: 950 time: 0.2273896 May 05 21:53:06.981764 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e800303-d5b0-41b3-af4a-f858532ae699 admin admin] Router c5f6b298-1b69-4142-87d3-7379b9cdd278 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:53:07.018649 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c9e507ae-f55d-4042-80f1-a8ea90243770 req-c290f6ea-b99b-4378-a528-b765be632243 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238982 May 05 21:53:07.078744 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-163d6fbd-2593-4224-af80-d0845b6d4892 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:07.122332 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-163d6fbd-2593-4224-af80-d0845b6d4892 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:07.210831 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163d6fbd-2593-4224-af80-d0845b6d4892 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Network 3f775c45-dcc1-4e2b-b195-1862e45c6b7c is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:53:07.219837 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-163d6fbd-2593-4224-af80-d0845b6d4892 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:53:07.229313 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163d6fbd-2593-4224-af80-d0845b6d4892 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:53:07.275177 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e800303-d5b0-41b3-af4a-f858532ae699 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:53:07.281526 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163d6fbd-2593-4224-af80-d0845b6d4892 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Pushing event updated for resources: {'Port': ['ID=8dbfb48a-c503-4388-b88b-8889a815ec0b,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:07.286488 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fbb864-464a-4b29-89d0-55dc2a20c8ff None None] Sync routers for ids ['c5f6b298-1b69-4142-87d3-7379b9cdd278'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:53:07.298765 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163d6fbd-2593-4224-af80-d0845b6d4892 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:53:07.300565 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1e800303-d5b0-41b3-af4a-f858532ae699 admin admin] 10.222.0.23 "PUT /v2.0/routers/c5f6b298-1b69-4142-87d3-7379b9cdd278/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7553885 May 05 21:53:07.303107 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 44510) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:07.303525 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fbb864-464a-4b29-89d0-55dc2a20c8ff None None] Routers {'c5f6b298-1b69-4142-87d3-7379b9cdd278'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:53:07.304508 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-21fbb864-464a-4b29-89d0-55dc2a20c8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:52:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['c5f6b298-1b69-4142-87d3-7379b9cdd278'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:53:07.305465 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-163d6fbd-2593-4224-af80-d0845b6d4892 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:07.338950 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-163d6fbd-2593-4224-af80-d0845b6d4892 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.0695531 May 05 21:53:07.341882 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44514) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:07.487956 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-2a156d2b-03b6-4e5b-ae20-ae4184ed2c53 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Deleting port 8dbfb48a-c503-4388-b88b-8889a815ec0b {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:53:07.488327 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2a156d2b-03b6-4e5b-ae20-ae4184ed2c53 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:07.526887 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4b47dba4-dc10-4f0c-a4a5-c7f95f4b2545 admin admin] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:07.578483 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-21fbb864-464a-4b29-89d0-55dc2a20c8ff None None] Set router c5f6b298-1b69-4142-87d3-7379b9cdd278 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:53:07.703453 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6303efb-7ba3-40de-a8d0-2ef75a6af45a req-97f9e8b3-4d75-4515-8e5e-4e73b4c9536c tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:53:07.705390 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e6303efb-7ba3-40de-a8d0-2ef75a6af45a req-97f9e8b3-4d75-4515-8e5e-4e73b4c9536c tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.32 "GET /v2.0/ports?device_id=96d03dba-d32f-48fd-b323-bed56210f927 HTTP/1.1" status: 200 len: 950 time: 0.3171883 May 05 21:53:07.868224 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-e6303efb-7ba3-40de-a8d0-2ef75a6af45a req-efa31f37-38eb-497a-81d2-76f302fe8290 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Deleting port cba3d0c5-8834-4d3a-b7bc-eb551f80748b {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:53:07.868562 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-e6303efb-7ba3-40de-a8d0-2ef75a6af45a req-efa31f37-38eb-497a-81d2-76f302fe8290 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:07.923038 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-21fbb864-464a-4b29-89d0-55dc2a20c8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f6b298-1b69-4142-87d3-7379b9cdd278', 'name': 'tempest-TaggedBootDevicesTest-597397050-router', 'tenant_id': '5f6d3217202d4d8580bf1dbedeb67377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'd084f69d-32f4-4613-8323-8c65764235f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:45:42Z', 'updated_at': '2022-05-05T21:53:05Z', 'revision_number': 5, 'project_id': '5f6d3217202d4d8580bf1dbedeb67377', 'gw_port': {'id': 'd084f69d-32f4-4613-8323-8c65764235f0', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:91:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f6b298-1b69-4142-87d3-7379b9cdd278', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:45:45Z', 'updated_at': '2022-05-05T21:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:53:07.928140 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fbb864-464a-4b29-89d0-55dc2a20c8ff None None] Checking router: c5f6b298-1b69-4142-87d3-7379b9cdd278 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:53:07.942625 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fbb864-464a-4b29-89d0-55dc2a20c8ff None None] Routers {'c5f6b298-1b69-4142-87d3-7379b9cdd278'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:53:07.943673 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-21fbb864-464a-4b29-89d0-55dc2a20c8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:52:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['c5f6b298-1b69-4142-87d3-7379b9cdd278'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:53:08.004184 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4b47dba4-dc10-4f0c-a4a5-c7f95f4b2545 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:08.018521 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe1fbe-c4aa-468d-bf9b-8e7cc80f3781 req-d49cc869-f87e-46aa-bcb5-894d035d17d4 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:53:08.021060 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-cbfe1fbe-c4aa-468d-bf9b-8e7cc80f3781 req-d49cc869-f87e-46aa-bcb5-894d035d17d4 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Synchronizing usage tracker for tenant:573addcdcad64ebbacaadf6765f34d35 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:53:08.025369 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2a156d2b-03b6-4e5b-ae20-ae4184ed2c53 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:08.029774 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-4b47dba4-dc10-4f0c-a4a5-c7f95f4b2545 admin admin] Deleting port d084f69d-32f4-4613-8323-8c65764235f0 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:53:08.030256 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4b47dba4-dc10-4f0c-a4a5-c7f95f4b2545 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:08.149092 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-cbfe1fbe-c4aa-468d-bf9b-8e7cc80f3781 req-d49cc869-f87e-46aa-bcb5-894d035d17d4 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Unset dirty status for tenant:573addcdcad64ebbacaadf6765f34d35 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:53:08.150155 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-cbfe1fbe-c4aa-468d-bf9b-8e7cc80f3781 req-d49cc869-f87e-46aa-bcb5-894d035d17d4 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f455359-c485-4129-ac66-5a50feca85c9 HTTP/1.1" status: 200 len: 950 time: 0.4090760 May 05 21:53:08.179017 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-21fbb864-464a-4b29-89d0-55dc2a20c8ff None None] Set router c5f6b298-1b69-4142-87d3-7379b9cdd278 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:53:08.335806 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-2a156d2b-03b6-4e5b-ae20-ae4184ed2c53 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Calling delete_port for 8dbfb48a-c503-4388-b88b-8889a815ec0b owned by {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:53:08.460168 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-4b47dba4-dc10-4f0c-a4a5-c7f95f4b2545 admin admin] For port d084f69d-32f4-4613-8323-8c65764235f0, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=d084f69d-32f4-4613-8323-8c65764235f0,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:53:08.460861 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4b47dba4-dc10-4f0c-a4a5-c7f95f4b2545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:08.530914 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-e6303efb-7ba3-40de-a8d0-2ef75a6af45a req-efa31f37-38eb-497a-81d2-76f302fe8290 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] For port cba3d0c5-8834-4d3a-b7bc-eb551f80748b, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=cba3d0c5-8834-4d3a-b7bc-eb551f80748b,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:53:08.532678 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-e6303efb-7ba3-40de-a8d0-2ef75a6af45a req-efa31f37-38eb-497a-81d2-76f302fe8290 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:08.601822 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-21fbb864-464a-4b29-89d0-55dc2a20c8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f6b298-1b69-4142-87d3-7379b9cdd278', 'name': 'tempest-TaggedBootDevicesTest-597397050-router', 'tenant_id': '5f6d3217202d4d8580bf1dbedeb67377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'd084f69d-32f4-4613-8323-8c65764235f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:45:42Z', 'updated_at': '2022-05-05T21:53:05Z', 'revision_number': 5, 'project_id': '5f6d3217202d4d8580bf1dbedeb67377', 'gw_port': {'id': 'd084f69d-32f4-4613-8323-8c65764235f0', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:91:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f6b298-1b69-4142-87d3-7379b9cdd278', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:45:45Z', 'updated_at': '2022-05-05T21:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:53:08.610736 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0ba8d3-a5fd-45a6-9e59-ea10a671d235 req-347f9ae7-45e9-421b-82d3-1c338f204cbe tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:53:08.620376 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fbb864-464a-4b29-89d0-55dc2a20c8ff None None] The sync data for ids ['c5f6b298-1b69-4142-87d3-7379b9cdd278'] in n-d-825175-4 is: [{'id': 'c5f6b298-1b69-4142-87d3-7379b9cdd278', 'name': 'tempest-TaggedBootDevicesTest-597397050-router', 'tenant_id': '5f6d3217202d4d8580bf1dbedeb67377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': 'd084f69d-32f4-4613-8323-8c65764235f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:45:42Z', 'updated_at': '2022-05-05T21:53:05Z', 'revision_number': 5, 'project_id': '5f6d3217202d4d8580bf1dbedeb67377', 'gw_port': {'id': 'd084f69d-32f4-4613-8323-8c65764235f0', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:91:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f6b298-1b69-4142-87d3-7379b9cdd278', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:45:45Z', 'updated_at': '2022-05-05T21:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:53:08.625024 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5e0ba8d3-a5fd-45a6-9e59-ea10a671d235 req-347f9ae7-45e9-421b-82d3-1c338f204cbe tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=96d03dba-d32f-48fd-b323-bed56210f927 HTTP/1.1" status: 200 len: 950 time: 0.3275189 May 05 21:53:08.687959 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-4b47dba4-dc10-4f0c-a4a5-c7f95f4b2545 admin admin] Calling delete_port for d084f69d-32f4-4613-8323-8c65764235f0 owned by network:router_gateway {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:53:08.776661 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-cbfe1fbe-c4aa-468d-bf9b-8e7cc80f3781 req-c6ff377f-ef43-44da-913b-884c826a513f tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Deleting port cfc1d106-e577-4500-a5d8-8130ac0a87a6 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:53:08.777113 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-cbfe1fbe-c4aa-468d-bf9b-8e7cc80f3781 req-c6ff377f-ef43-44da-913b-884c826a513f tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:08.798085 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-e6303efb-7ba3-40de-a8d0-2ef75a6af45a req-efa31f37-38eb-497a-81d2-76f302fe8290 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Calling delete_port for cba3d0c5-8834-4d3a-b7bc-eb551f80748b owned by compute:nova {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:53:08.912048 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5e0ba8d3-a5fd-45a6-9e59-ea10a671d235 req-1a985030-dcd9-4d24-8005-3cc65389ddf1 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859793 May 05 21:53:08.950670 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2a156d2b-03b6-4e5b-ae20-ae4184ed2c53 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:09.152279 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a156d2b-03b6-4e5b-ae20-ae4184ed2c53 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Pushing event deleted for resources: {'Port': ['ID=8dbfb48a-c503-4388-b88b-8889a815ec0b,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:09.155859 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4b47dba4-dc10-4f0c-a4a5-c7f95f4b2545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:09.210099 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b47dba4-dc10-4f0c-a4a5-c7f95f4b2545 admin admin] Pushing event deleted for resources: {'Port': ['ID=d084f69d-32f4-4613-8323-8c65764235f0,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:09.217810 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-cbfe1fbe-c4aa-468d-bf9b-8e7cc80f3781 req-c6ff377f-ef43-44da-913b-884c826a513f tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] For port cfc1d106-e577-4500-a5d8-8130ac0a87a6, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=cfc1d106-e577-4500-a5d8-8130ac0a87a6,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:53:09.218276 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-cbfe1fbe-c4aa-468d-bf9b-8e7cc80f3781 req-c6ff377f-ef43-44da-913b-884c826a513f tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:09.274606 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-e6303efb-7ba3-40de-a8d0-2ef75a6af45a req-efa31f37-38eb-497a-81d2-76f302fe8290 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:09.286228 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['cfc1d106-e577-4500-a5d8-8130ac0a87a6', 'cba3d0c5-8834-4d3a-b7bc-eb551f80748b'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:53:09.341480 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2a156d2b-03b6-4e5b-ae20-ae4184ed2c53 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:09.351851 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['95aa95b3-c351-4de7-8c77-edac6278846e'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:53:09.376601 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa31f37-38eb-497a-81d2-76f302fe8290 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Pushing event deleted for resources: {'Port': ['ID=cba3d0c5-8834-4d3a-b7bc-eb551f80748b,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:09.432401 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-2a156d2b-03b6-4e5b-ae20-ae4184ed2c53 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] 10.222.0.23 "DELETE /v2.0/ports/8dbfb48a-c503-4388-b88b-8889a815ec0b HTTP/1.1" status: 204 len: 168 time: 2.0893192 May 05 21:53:09.437878 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44542) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:09.484272 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-65ddc30f-3a47-46c9-858f-ee7ace120110 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3f775c45-dcc1-4e2b-b195-1862e45c6b7c', 'external_fixed_ips': [{'subnet_id': '2325a2c7-e56e-48da-803b-fb092b1d2e1b', 'ip_address': '172.20.0.13'}]}}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:53:09.489248 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-65ddc30f-3a47-46c9-858f-ee7ace120110 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:53:09.494744 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-65ddc30f-3a47-46c9-858f-ee7ace120110 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Usage tracker for resource:router and tenant:f3341df7da694c4690f67a2fbc87bf10 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:53:09.497769 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-65ddc30f-3a47-46c9-858f-ee7ace120110 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:53:09.504028 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-65ddc30f-3a47-46c9-858f-ee7ace120110 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:53:09.513044 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6303efb-7ba3-40de-a8d0-2ef75a6af45a req-efa31f37-38eb-497a-81d2-76f302fe8290 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] No DVR routers for this DVR port cba3d0c5-8834-4d3a-b7bc-eb551f80748b on host n-h2-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:53:09.516055 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-cbfe1fbe-c4aa-468d-bf9b-8e7cc80f3781 req-c6ff377f-ef43-44da-913b-884c826a513f tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Calling delete_port for cfc1d106-e577-4500-a5d8-8130ac0a87a6 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:53:09.516620 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-e6303efb-7ba3-40de-a8d0-2ef75a6af45a req-efa31f37-38eb-497a-81d2-76f302fe8290 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:09.520022 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e6303efb-7ba3-40de-a8d0-2ef75a6af45a req-efa31f37-38eb-497a-81d2-76f302fe8290 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.32 "DELETE /v2.0/ports/cba3d0c5-8834-4d3a-b7bc-eb551f80748b HTTP/1.1" status: 204 len: 173 time: 1.7931478 May 05 21:53:09.521935 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d03dba-d32f-48fd-b323-bed56210f927', 'name': 'network-vif-deleted', 'tag': 'cba3d0c5-8834-4d3a-b7bc-eb551f80748b'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:53:09.535776 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-65ddc30f-3a47-46c9-858f-ee7ace120110 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:09.537651 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-65ddc30f-3a47-46c9-858f-ee7ace120110 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:09.588350 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-65ddc30f-3a47-46c9-858f-ee7ace120110 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:09.856001 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-cbfe1fbe-c4aa-468d-bf9b-8e7cc80f3781 req-c6ff377f-ef43-44da-913b-884c826a513f tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:09.893326 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-65ddc30f-3a47-46c9-858f-ee7ace120110 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:10.075644 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['95aa95b3-c351-4de7-8c77-edac6278846e'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:53:10.193603 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22182253-44fd-47d1-a6e5-ce35f223c1ad'] response: {'server_uuid': '96d03dba-d32f-48fd-b323-bed56210f927', 'name': 'network-vif-deleted', 'tag': 'cba3d0c5-8834-4d3a-b7bc-eb551f80748b', 'status': 'completed', 'code': 200} May 05 21:53:10.292736 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device ad6cc51b-0fb2-4d21-a46a-db8d23cbd42c no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:53:10.321238 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-4e740920-eab1-41c6-b4e4-6cb0fa9e7fb4 req-6e3615af-e10b-4edc-b6f9-540fffb7b9fc tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Synchronizing usage tracker for tenant:573addcdcad64ebbacaadf6765f34d35 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:53:10.334867 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: ad6cc51b-0fb2-4d21-a46a-db8d23cbd42c {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:53:10.335506 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device ad6cc51b-0fb2-4d21-a46a-db8d23cbd42c not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:53:10.393296 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-4e740920-eab1-41c6-b4e4-6cb0fa9e7fb4 req-6e3615af-e10b-4edc-b6f9-540fffb7b9fc tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Unset dirty status for tenant:573addcdcad64ebbacaadf6765f34d35 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:53:10.393296 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4e740920-eab1-41c6-b4e4-6cb0fa9e7fb4 req-6e3615af-e10b-4edc-b6f9-540fffb7b9fc tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=96d03dba-d32f-48fd-b323-bed56210f927 HTTP/1.1" status: 200 len: 210 time: 0.2177758 May 05 21:53:10.572647 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4b47dba4-dc10-4f0c-a4a5-c7f95f4b2545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:10.664164 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-65ddc30f-3a47-46c9-858f-ee7ace120110 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:10.697155 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-65ddc30f-3a47-46c9-858f-ee7ace120110 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:10.727206 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ff377f-ef43-44da-913b-884c826a513f tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Pushing event deleted for resources: {'Port': ['ID=cfc1d106-e577-4500-a5d8-8130ac0a87a6,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:10.772634 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbfe1fbe-c4aa-468d-bf9b-8e7cc80f3781 req-c6ff377f-ef43-44da-913b-884c826a513f tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] No DVR routers for this DVR port cfc1d106-e577-4500-a5d8-8130ac0a87a6 on host n-h2-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:53:10.828583 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-cbfe1fbe-c4aa-468d-bf9b-8e7cc80f3781 req-c6ff377f-ef43-44da-913b-884c826a513f tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:10.830925 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f455359-c485-4129-ac66-5a50feca85c9', 'name': 'network-vif-deleted', 'tag': 'cfc1d106-e577-4500-a5d8-8130ac0a87a6'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:53:10.896475 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6b57ee4-c9c5-421b-b03e-5b7784899d54'] response: {'server_uuid': '6f455359-c485-4129-ac66-5a50feca85c9', 'name': 'network-vif-deleted', 'tag': 'cfc1d106-e577-4500-a5d8-8130ac0a87a6', 'status': 'completed', 'code': 200} May 05 21:53:10.897090 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-65ddc30f-3a47-46c9-858f-ee7ace120110 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Allocated IP 172.20.0.13 (3f775c45-dcc1-4e2b-b195-1862e45c6b7c/2325a2c7-e56e-48da-803b-fb092b1d2e1b/709b523c-9ebf-4401-a04d-914bb671edc1) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:53:10.915728 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-cbfe1fbe-c4aa-468d-bf9b-8e7cc80f3781 req-c6ff377f-ef43-44da-913b-884c826a513f tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.32 "DELETE /v2.0/ports/cfc1d106-e577-4500-a5d8-8130ac0a87a6 HTTP/1.1" status: 204 len: 173 time: 2.6203787 May 05 21:53:10.917551 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4b47dba4-dc10-4f0c-a4a5-c7f95f4b2545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:10.921699 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4b47dba4-dc10-4f0c-a4a5-c7f95f4b2545 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:10.947020 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4b47dba4-dc10-4f0c-a4a5-c7f95f4b2545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:10.947509 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b47dba4-dc10-4f0c-a4a5-c7f95f4b2545 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5f6b298-1b69-4142-87d3-7379b9cdd278 {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 21:53:10.956905 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4b47dba4-dc10-4f0c-a4a5-c7f95f4b2545 admin admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:10.960756 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-4b47dba4-dc10-4f0c-a4a5-c7f95f4b2545 admin admin] 10.222.0.23 "DELETE /v2.0/routers/c5f6b298-1b69-4142-87d3-7379b9cdd278 HTTP/1.1" status: 204 len: 168 time: 3.6564207 May 05 21:53:10.962113 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 44578) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:11.043759 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cb3f5c9-de25-4f19-a4d2-a3faba49a12b admin admin] Deleting subnet 031a2b5a-98f8-4394-83d4-c643c5284920 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:53:11.047670 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6cb3f5c9-de25-4f19-a4d2-a3faba49a12b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:11.070595 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-65ddc30f-3a47-46c9-858f-ee7ace120110 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:11.111726 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6cb3f5c9-de25-4f19-a4d2-a3faba49a12b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:11.112117 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-65ddc30f-3a47-46c9-858f-ee7ace120110 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:11.188439 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ddc30f-3a47-46c9-858f-ee7ace120110 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Network 3f775c45-dcc1-4e2b-b195-1862e45c6b7c is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:53:11.192108 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-65ddc30f-3a47-46c9-858f-ee7ace120110 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:53:11.195329 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ddc30f-3a47-46c9-858f-ee7ace120110 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:53:11.208752 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6cb3f5c9-de25-4f19-a4d2-a3faba49a12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:11.227628 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ddc30f-3a47-46c9-858f-ee7ace120110 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Pushing event updated for resources: {'Port': ['ID=709b523c-9ebf-4401-a04d-914bb671edc1,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:11.277159 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6cb3f5c9-de25-4f19-a4d2-a3faba49a12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:11.315787 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb3f5c9-de25-4f19-a4d2-a3faba49a12b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=031a2b5a-98f8-4394-83d4-c643c5284920,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:11.321490 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6cb3f5c9-de25-4f19-a4d2-a3faba49a12b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:11.327192 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbe344a-aab2-4add-9fe2-38b69df9003c None None] Network 71738638-1e8f-4898-8775-ee98b36918d6 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:53:11.328485 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-6cb3f5c9-de25-4f19-a4d2-a3faba49a12b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/031a2b5a-98f8-4394-83d4-c643c5284920 HTTP/1.1" status: 204 len: 168 time: 0.3659906 May 05 21:53:11.330959 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 44582) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:11.368329 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-65ddc30f-3a47-46c9-858f-ee7ace120110 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:11.369363 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-65ddc30f-3a47-46c9-858f-ee7ace120110 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:11.439005 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1b3c917e-9679-43c7-a74d-fc2b18cbf9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:11.456459 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-1b3c917e-9679-43c7-a74d-fc2b18cbf9f5 admin admin] Deleting port 8c90d27e-de8d-4403-b094-9d806f48ad68 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:53:11.457106 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1b3c917e-9679-43c7-a74d-fc2b18cbf9f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:11.653278 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e304ed0-0e51-422a-9d6a-d1d58f934ff4 None None] DHCP port deletion for 71738638-1e8f-4898-8775-ee98b36918d6 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 21:53:11.665467 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-5e304ed0-0e51-422a-9d6a-d1d58f934ff4 None None] Deleting port 8c90d27e-de8d-4403-b094-9d806f48ad68 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:53:11.665861 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5e304ed0-0e51-422a-9d6a-d1d58f934ff4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:11.753163 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device cba3d0c5-8834-4d3a-b7bc-eb551f80748b no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:53:11.832948 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: cba3d0c5-8834-4d3a-b7bc-eb551f80748b {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:53:11.833532 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device cba3d0c5-8834-4d3a-b7bc-eb551f80748b not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:53:11.834225 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device cfc1d106-e577-4500-a5d8-8130ac0a87a6 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:53:11.907548 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: cfc1d106-e577-4500-a5d8-8130ac0a87a6 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:53:11.913622 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device cfc1d106-e577-4500-a5d8-8130ac0a87a6 not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:53:11.951499 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-1b3c917e-9679-43c7-a74d-fc2b18cbf9f5 admin admin] For port 8c90d27e-de8d-4403-b094-9d806f48ad68, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=8c90d27e-de8d-4403-b094-9d806f48ad68,segment=NetworkSegment(27eaa00d-2733-43bd-8e2f-2708b745ee87),segment_id=27eaa00d-2733-43bd-8e2f-2708b745ee87)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:53:11.952163 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1b3c917e-9679-43c7-a74d-fc2b18cbf9f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:12.030533 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65ddc30f-3a47-46c9-858f-ee7ace120110 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Router 39c09ee4-4487-417c-9a86-e6fb84fe5139 is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 21:53:12.038738 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-55ba797c-a421-419b-98a0-343c3e37d1bd req-bd566a79-2202-4a69-80e7-be57df923d71 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f455359-c485-4129-ac66-5a50feca85c9 HTTP/1.1" status: 200 len: 210 time: 0.0896127 May 05 21:53:12.102011 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-1b3c917e-9679-43c7-a74d-fc2b18cbf9f5 admin admin] Calling delete_port for 8c90d27e-de8d-4403-b094-9d806f48ad68 owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:53:12.140164 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 8c90d27e-de8d-4403-b094-9d806f48ad68 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:53:12.181599 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1b3c917e-9679-43c7-a74d-fc2b18cbf9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:12.204180 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c122a91-50fc-4e2a-b413-eb4fce9c594c req-367e883d-e220-42ef-9533-92aa96e96d24 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:53:12.205644 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1c122a91-50fc-4e2a-b413-eb4fce9c594c req-367e883d-e220-42ef-9533-92aa96e96d24 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] 10.222.0.23 "GET /v2.0/ports?device_id=a73723ed-69a3-4f82-a60f-d682a3604ae7 HTTP/1.1" status: 200 len: 950 time: 0.2211103 May 05 21:53:12.206584 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-5e304ed0-0e51-422a-9d6a-d1d58f934ff4 None None] For port 8c90d27e-de8d-4403-b094-9d806f48ad68, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=8c90d27e-de8d-4403-b094-9d806f48ad68,segment=NetworkSegment(27eaa00d-2733-43bd-8e2f-2708b745ee87),segment_id=27eaa00d-2733-43bd-8e2f-2708b745ee87)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:53:12.206920 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5e304ed0-0e51-422a-9d6a-d1d58f934ff4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:12.236370 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3c917e-9679-43c7-a74d-fc2b18cbf9f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c90d27e-de8d-4403-b094-9d806f48ad68,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:12.242753 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3c917e-9679-43c7-a74d-fc2b18cbf9f5 admin admin] No DVR routers for this DVR port 8c90d27e-de8d-4403-b094-9d806f48ad68 on host n-d-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:53:12.269597 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1c122a91-50fc-4e2a-b413-eb4fce9c594c req-278a4385-4e77-4c35-8b08-7931899d636c tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] 10.222.0.23 "GET /v2.0/security-groups?id=6340a722-1ab1-4170-b7b5-2fd4e644b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550213 May 05 21:53:12.324273 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ddc30f-3a47-46c9-858f-ee7ace120110 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:53:12.331452 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No active binding found for port 8c90d27e-de8d-4403-b094-9d806f48ad68 {{(pid=84064) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 05 21:53:12.331452 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 8c90d27e-de8d-4403-b094-9d806f48ad68 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:53:12.331947 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device d084f69d-32f4-4613-8323-8c65764235f0 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:53:12.364900 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-65ddc30f-3a47-46c9-858f-ee7ace120110 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:12.366630 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-65ddc30f-3a47-46c9-858f-ee7ace120110 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.9276142 May 05 21:53:12.369245 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-5e304ed0-0e51-422a-9d6a-d1d58f934ff4 None None] Calling delete_port for 8c90d27e-de8d-4403-b094-9d806f48ad68 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:53:12.369956 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44612) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:12.395260 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb5454e-b811-4264-869f-b0afb96aab5d None None] Sync routers for ids ['39c09ee4-4487-417c-9a86-e6fb84fe5139'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:53:12.410881 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: d084f69d-32f4-4613-8323-8c65764235f0 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:53:12.411219 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device d084f69d-32f4-4613-8323-8c65764235f0 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:53:12.438922 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb5454e-b811-4264-869f-b0afb96aab5d None None] Routers {'39c09ee4-4487-417c-9a86-e6fb84fe5139'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:53:12.439448 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-5cb5454e-b811-4264-869f-b0afb96aab5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:52:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['39c09ee4-4487-417c-9a86-e6fb84fe5139'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:53:12.494123 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1b3c917e-9679-43c7-a74d-fc2b18cbf9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:12.523657 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-1b3c917e-9679-43c7-a74d-fc2b18cbf9f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71738638-1e8f-4898-8775-ee98b36918d6']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:53:12.536913 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-1b3c917e-9679-43c7-a74d-fc2b18cbf9f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27eaa00d-2733-43bd-8e2f-2708b745ee87') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:53:12.537359 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-1b3c917e-9679-43c7-a74d-fc2b18cbf9f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27eaa00d-2733-43bd-8e2f-2708b745ee87') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:53:12.555870 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1b3c917e-9679-43c7-a74d-fc2b18cbf9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:12.584059 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1b3c917e-9679-43c7-a74d-fc2b18cbf9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:12.596544 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b3c917e-9679-43c7-a74d-fc2b18cbf9f5 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:53:12.596981 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1b3c917e-9679-43c7-a74d-fc2b18cbf9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:12.598715 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-5e304ed0-0e51-422a-9d6a-d1d58f934ff4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:53:12.599110 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-5e304ed0-0e51-422a-9d6a-d1d58f934ff4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:53:12.613088 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1062b5fb-5bfb-4490-8957-7a90c40f858f tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks [] for router, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:12.622065 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 21:53:12.622065 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:53:12.622065 n-d-825175-4 neutron-server[84063]: timer() May 05 21:53:12.622065 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:53:12.622065 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 21:53:12.622065 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:53:12.622065 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 21:53:12.622065 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:53:12.622065 n-d-825175-4 neutron-server[84063]: self._notify() May 05 21:53:12.622065 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:53:12.622065 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 21:53:12.622065 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:53:12.622065 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 21:53:12.622065 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:53:12.622065 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:53:12.622065 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:53:12.622065 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:53:12.622065 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:53:12.622065 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 21:53:12.622065 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:53:12.622065 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 21:53:12.622065 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:53:12.622065 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:53:12.622065 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:53:12.622065 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 21:53:12.622065 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:53:12.622065 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:53:12.622065 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:53:12.622065 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:53:12.622065 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:53:12.622065 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:53:12.622065 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:53:12.676963 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-5cb5454e-b811-4264-869f-b0afb96aab5d None None] Set router 39c09ee4-4487-417c-9a86-e6fb84fe5139 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:53:12.707454 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1b3c917e-9679-43c7-a74d-fc2b18cbf9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:12.735191 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1b3c917e-9679-43c7-a74d-fc2b18cbf9f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:12.750394 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3c917e-9679-43c7-a74d-fc2b18cbf9f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=71738638-1e8f-4898-8775-ee98b36918d6,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:12.757199 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1b3c917e-9679-43c7-a74d-fc2b18cbf9f5 admin admin] 10.222.0.23 "DELETE /v2.0/networks/71738638-1e8f-4898-8775-ee98b36918d6 HTTP/1.1" status: 204 len: 168 time: 1.4222717 May 05 21:53:12.758035 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 44620) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:12.890365 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1062b5fb-5bfb-4490-8957-7a90c40f858f tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:12.912999 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-1062b5fb-5bfb-4490-8957-7a90c40f858f tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Deleting port 709b523c-9ebf-4401-a04d-914bb671edc1 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:53:12.913434 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1062b5fb-5bfb-4490-8957-7a90c40f858f tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:13.063082 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-5cb5454e-b811-4264-869f-b0afb96aab5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c09ee4-4487-417c-9a86-e6fb84fe5139', 'name': '', 'tenant_id': 'f3341df7da694c4690f67a2fbc87bf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f775c45-dcc1-4e2b-b195-1862e45c6b7c', 'external_fixed_ips': [{'subnet_id': '2325a2c7-e56e-48da-803b-fb092b1d2e1b', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': '709b523c-9ebf-4401-a04d-914bb671edc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:53:09Z', 'updated_at': '2022-05-05T21:53:11Z', 'revision_number': 3, 'project_id': 'f3341df7da694c4690f67a2fbc87bf10', 'gw_port': {'id': '709b523c-9ebf-4401-a04d-914bb671edc1', 'name': '', 'network_id': '3f775c45-dcc1-4e2b-b195-1862e45c6b7c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c09ee4-4487-417c-9a86-e6fb84fe5139', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2325a2c7-e56e-48da-803b-fb092b1d2e1b', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:53:10Z', 'updated_at': '2022-05-05T21:53:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2325a2c7-e56e-48da-803b-fb092b1d2e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:53:13.067105 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb5454e-b811-4264-869f-b0afb96aab5d None None] Checking router: 39c09ee4-4487-417c-9a86-e6fb84fe5139 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:53:13.067431 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb5454e-b811-4264-869f-b0afb96aab5d None None] Updating router 39c09ee4-4487-417c-9a86-e6fb84fe5139 port 709b523c-9ebf-4401-a04d-914bb671edc1 binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 21:53:13.100318 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-5e304ed0-0e51-422a-9d6a-d1d58f934ff4 None None] Deleting port 8c90d27e-de8d-4403-b094-9d806f48ad68 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:53:13.100684 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5e304ed0-0e51-422a-9d6a-d1d58f934ff4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:13.131701 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1062b5fb-5bfb-4490-8957-7a90c40f858f tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:13.186044 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-5e304ed0-0e51-422a-9d6a-d1d58f934ff4 None None] The port '8c90d27e-de8d-4403-b094-9d806f48ad68' was deleted {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 21:53:13.189923 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5cb5454e-b811-4264-869f-b0afb96aab5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:13.251468 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4adb72d0-0759-4420-837c-769f10b21e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:13.290897 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-1062b5fb-5bfb-4490-8957-7a90c40f858f tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Calling delete_port for 709b523c-9ebf-4401-a04d-914bb671edc1 owned by network:router_gateway {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:53:13.487421 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1062b5fb-5bfb-4490-8957-7a90c40f858f tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:13.532270 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062b5fb-5bfb-4490-8957-7a90c40f858f tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Pushing event deleted for resources: {'Port': ['ID=709b523c-9ebf-4401-a04d-914bb671edc1,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:13.581888 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-5cb5454e-b811-4264-869f-b0afb96aab5d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:53:13.586146 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-5cb5454e-b811-4264-869f-b0afb96aab5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:53:13.897900 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-4adb72d0-0759-4420-837c-769f10b21e8a admin admin] Deleting port 314fa535-9d36-43a1-b898-ec654644d9d9 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:53:13.898233 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4adb72d0-0759-4420-837c-769f10b21e8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:13.937552 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2ae13bf9-7e03-4f1c-8acd-a0b9c3fb3891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:13.988142 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1062b5fb-5bfb-4490-8957-7a90c40f858f tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:14.080526 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-4adb72d0-0759-4420-837c-769f10b21e8a admin admin] For port 314fa535-9d36-43a1-b898-ec654644d9d9, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=314fa535-9d36-43a1-b898-ec654644d9d9,segment=NetworkSegment(577f8d9e-4f0d-4550-a409-cd9141ea09ae),segment_id=577f8d9e-4f0d-4550-a409-cd9141ea09ae)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:53:14.080866 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4adb72d0-0759-4420-837c-769f10b21e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:14.125468 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb5454e-b811-4264-869f-b0afb96aab5d None None] Port 709b523c-9ebf-4401-a04d-914bb671edc1 not found while updating agent binding for router 39c09ee4-4487-417c-9a86-e6fb84fe5139. {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:210}} May 05 21:53:14.137316 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb5454e-b811-4264-869f-b0afb96aab5d None None] Routers {'39c09ee4-4487-417c-9a86-e6fb84fe5139'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:53:14.137850 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-5cb5454e-b811-4264-869f-b0afb96aab5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:52:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['39c09ee4-4487-417c-9a86-e6fb84fe5139'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:53:14.268279 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8056d9-c077-482f-b672-4022d502e33f req-cc81f127-2109-4d44-898f-b06b6a73d0db tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:53:14.269781 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6b8056d9-c077-482f-b672-4022d502e33f req-cc81f127-2109-4d44-898f-b06b6a73d0db tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc613964-f3cb-46cf-9505-ca79a0288f95 HTTP/1.1" status: 200 len: 950 time: 0.5429754 May 05 21:53:14.293438 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1062b5fb-5bfb-4490-8957-7a90c40f858f tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:14.303884 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1062b5fb-5bfb-4490-8957-7a90c40f858f tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:14.307536 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-5cb5454e-b811-4264-869f-b0afb96aab5d None None] Set router 39c09ee4-4487-417c-9a86-e6fb84fe5139 gateway port host: None {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:53:14.327006 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-4adb72d0-0759-4420-837c-769f10b21e8a admin admin] Calling delete_port for 314fa535-9d36-43a1-b898-ec654644d9d9 owned by network:router_interface {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:53:14.339966 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6b8056d9-c077-482f-b672-4022d502e33f req-df511fcd-e1e1-4d94-9921-dfa9eef71777 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637105 May 05 21:53:14.348090 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1062b5fb-5bfb-4490-8957-7a90c40f858f tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:14.348643 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1062b5fb-5bfb-4490-8957-7a90c40f858f tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 39c09ee4-4487-417c-9a86-e6fb84fe5139 {{(pid=84061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 21:53:14.365048 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1062b5fb-5bfb-4490-8957-7a90c40f858f tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:14.366696 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-1062b5fb-5bfb-4490-8957-7a90c40f858f tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] 10.222.0.23 "DELETE /v2.0/routers/39c09ee4-4487-417c-9a86-e6fb84fe5139 HTTP/1.1" status: 204 len: 168 time: 1.9952800 May 05 21:53:14.369490 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44652) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:14.419387 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-5cb5454e-b811-4264-869f-b0afb96aab5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c09ee4-4487-417c-9a86-e6fb84fe5139', 'name': '', 'tenant_id': 'f3341df7da694c4690f67a2fbc87bf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:53:09Z', 'updated_at': '2022-05-05T21:53:13Z', 'revision_number': 5, 'project_id': 'f3341df7da694c4690f67a2fbc87bf10', 'gw_port_host': None}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:53:14.424711 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb5454e-b811-4264-869f-b0afb96aab5d None None] The sync data for ids ['39c09ee4-4487-417c-9a86-e6fb84fe5139'] in n-d-825175-4 is: [{'id': '39c09ee4-4487-417c-9a86-e6fb84fe5139', 'name': '', 'tenant_id': 'f3341df7da694c4690f67a2fbc87bf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:53:09Z', 'updated_at': '2022-05-05T21:53:13Z', 'revision_number': 5, 'project_id': 'f3341df7da694c4690f67a2fbc87bf10', 'gw_port_host': None}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:53:14.441274 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6047a33-0fb8-4c8f-a37b-7ebbdcb78105 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Deleting subnet 2325a2c7-e56e-48da-803b-fb092b1d2e1b {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:53:14.445633 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b6047a33-0fb8-4c8f-a37b-7ebbdcb78105 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:14.505798 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b6047a33-0fb8-4c8f-a37b-7ebbdcb78105 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:14.534799 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4adb72d0-0759-4420-837c-769f10b21e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:14.567714 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b6047a33-0fb8-4c8f-a37b-7ebbdcb78105 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:14.584663 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adb72d0-0759-4420-837c-769f10b21e8a admin admin] Pushing event deleted for resources: {'Port': ['ID=314fa535-9d36-43a1-b898-ec654644d9d9,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:14.669466 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b6047a33-0fb8-4c8f-a37b-7ebbdcb78105 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:14.715782 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6047a33-0fb8-4c8f-a37b-7ebbdcb78105 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2325a2c7-e56e-48da-803b-fb092b1d2e1b,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:14.719837 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b6047a33-0fb8-4c8f-a37b-7ebbdcb78105 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:14.726406 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b6047a33-0fb8-4c8f-a37b-7ebbdcb78105 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] 10.222.0.23 "DELETE /v2.0/subnets/2325a2c7-e56e-48da-803b-fb092b1d2e1b HTTP/1.1" status: 204 len: 168 time: 0.3554487 May 05 21:53:14.728767 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44656) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:14.840727 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a652e7bf-cb61-4df5-a8e2-8f503c1c4bde tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:14.898216 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4adb72d0-0759-4420-837c-769f10b21e8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:14.964704 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a652e7bf-cb61-4df5-a8e2-8f503c1c4bde tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:14.995067 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-a652e7bf-cb61-4df5-a8e2-8f503c1c4bde tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f775c45-dcc1-4e2b-b195-1862e45c6b7c']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:53:15.016653 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-a652e7bf-cb61-4df5-a8e2-8f503c1c4bde tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '695db19b-33f2-448a-9a72-44f415fa6c2b') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:53:15.017132 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-a652e7bf-cb61-4df5-a8e2-8f503c1c4bde tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '695db19b-33f2-448a-9a72-44f415fa6c2b') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:53:15.029680 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a652e7bf-cb61-4df5-a8e2-8f503c1c4bde tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:15.046756 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a652e7bf-cb61-4df5-a8e2-8f503c1c4bde tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:15.053073 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a652e7bf-cb61-4df5-a8e2-8f503c1c4bde tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:53:15.053534 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a652e7bf-cb61-4df5-a8e2-8f503c1c4bde tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:15.068149 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 21:53:15.068149 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:53:15.068149 n-d-825175-4 neutron-server[84061]: timer() May 05 21:53:15.068149 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:53:15.068149 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 21:53:15.068149 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:53:15.068149 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 21:53:15.068149 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:53:15.068149 n-d-825175-4 neutron-server[84061]: self._notify() May 05 21:53:15.068149 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:53:15.068149 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 21:53:15.068149 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:53:15.068149 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 21:53:15.068149 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:53:15.068149 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:53:15.068149 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:53:15.068149 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:53:15.068149 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:53:15.068149 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 21:53:15.068149 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:53:15.068149 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 21:53:15.068149 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:53:15.068149 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:53:15.068149 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:53:15.068149 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 21:53:15.068149 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:53:15.068149 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:53:15.068149 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:53:15.068149 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:53:15.068149 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:53:15.068149 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:53:15.068149 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:53:15.174184 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a652e7bf-cb61-4df5-a8e2-8f503c1c4bde tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:15.211667 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a652e7bf-cb61-4df5-a8e2-8f503c1c4bde tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3f775c45-dcc1-4e2b-b195-1862e45c6b7c {{(pid=84061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 05 21:53:15.213638 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a652e7bf-cb61-4df5-a8e2-8f503c1c4bde tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Pushing event deleted for resources: {'Network': ['ID=3f775c45-dcc1-4e2b-b195-1862e45c6b7c,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:15.215738 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a652e7bf-cb61-4df5-a8e2-8f503c1c4bde tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:15.222346 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a652e7bf-cb61-4df5-a8e2-8f503c1c4bde tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] 10.222.0.23 "DELETE /v2.0/networks/3f775c45-dcc1-4e2b-b195-1862e45c6b7c HTTP/1.1" status: 204 len: 168 time: 0.4924092 May 05 21:53:15.643521 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44682) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:15.723895 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f2790-85e9-46fb-a7aa-0130df6c8f33 req-c984395c-b925-4062-8fa6-7d6d8d328745 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:53:15.725206 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-918f2790-85e9-46fb-a7aa-0130df6c8f33 req-c984395c-b925-4062-8fa6-7d6d8d328745 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc613964-f3cb-46cf-9505-ca79a0288f95 HTTP/1.1" status: 200 len: 950 time: 0.1655219 May 05 21:53:15.740135 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 44688) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:15.745085 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4adb72d0-0759-4420-837c-769f10b21e8a admin admin] Router bffd1dee-5092-4142-8ea3-48695f55c7df has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:53:15.746944 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 199666d6-2180-401a-b938-2ceedbced119 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:53:15.749022 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-2da086a1-2aad-496d-b3c5-42bb8e042562 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Request body: {'router': {'name': 'tempest-router--1574701443', 'project_id': '25140b64a46148faad914846d7592b30'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:53:15.759241 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-2da086a1-2aad-496d-b3c5-42bb8e042562 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:53:15.766024 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-2da086a1-2aad-496d-b3c5-42bb8e042562 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Usage tracker for resource:router and tenant:25140b64a46148faad914846d7592b30 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:53:15.769310 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-2da086a1-2aad-496d-b3c5-42bb8e042562 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:53:15.831896 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-2da086a1-2aad-496d-b3c5-42bb8e042562 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:53:15.906259 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:15.925826 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2da086a1-2aad-496d-b3c5-42bb8e042562 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:15.927063 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2da086a1-2aad-496d-b3c5-42bb8e042562 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:15.938832 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a73723ed-69a3-4f82-a60f-d682a3604ae7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '199666d6-2180-401a-b938-2ceedbced119'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:53:15.950139 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 199666d6-2180-401a-b938-2ceedbced119, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=199666d6-2180-401a-b938-2ceedbced119,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:53:15.958524 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:15.987641 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2da086a1-2aad-496d-b3c5-42bb8e042562 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:16.002117 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cda49c94-fe26-4e50-bcfa-f363e6b003e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:16.014059 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-918f2790-85e9-46fb-a7aa-0130df6c8f33 req-5fde5415-aaf1-468f-8fc8-bf9ade642306 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Deleting port 95aa95b3-c351-4de7-8c77-edac6278846e {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:53:16.014454 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-918f2790-85e9-46fb-a7aa-0130df6c8f33 req-5fde5415-aaf1-468f-8fc8-bf9ade642306 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:16.020780 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2da086a1-2aad-496d-b3c5-42bb8e042562 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:16.024642 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2c1ef66-a3fb-4a05-ba6f-35a1da4d3fd1'] response: {'server_uuid': 'a73723ed-69a3-4f82-a60f-d682a3604ae7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '199666d6-2180-401a-b938-2ceedbced119', 'code': 200} May 05 21:53:16.075167 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=199666d6-2180-401a-b938-2ceedbced119,revision_number=8']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:16.091131 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:53:16.101279 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:53:16.102605 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:53:16.103154 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:53:16.103678 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:53:16.104134 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:53:16.106220 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:53:16.106561 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:53:16.107463 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:53:16.107796 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:53:16.108358 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:53:16.120129 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 8420b722-907a-4202-9af4-f5d3ca30218f details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:53:16.126521 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2da086a1-2aad-496d-b3c5-42bb8e042562 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:16.127986 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-2da086a1-2aad-496d-b3c5-42bb8e042562 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3866930 May 05 21:53:16.132247 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 44698) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:16.285043 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-cda49c94-fe26-4e50-bcfa-f363e6b003e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:53:16.289402 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-cda49c94-fe26-4e50-bcfa-f363e6b003e4 admin admin] Usage tracker for resource:security_group_rule and tenant:982ce4a8c5c64cd3b6c1b79ba8630c9d is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:53:16.292751 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-cda49c94-fe26-4e50-bcfa-f363e6b003e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:53:16.293510 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 8420b722-907a-4202-9af4-f5d3ca30218f, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=8420b722-907a-4202-9af4-f5d3ca30218f,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:53:16.298940 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-cda49c94-fe26-4e50-bcfa-f363e6b003e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:53:16.309618 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '8420b722-907a-4202-9af4-f5d3ca30218f', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'port_id': '8420b722-907a-4202-9af4-f5d3ca30218f', 'mac_address': 'fa:16:3e:cd:ed:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f237a6ef-d044-411f-a2d8-d12619664c91', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:53:16.375175 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-40de417c-104c-43f8-8f74-0c90b439253a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:16.384493 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:16.387914 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cda49c94-fe26-4e50-bcfa-f363e6b003e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:16.400696 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cda49c94-fe26-4e50-bcfa-f363e6b003e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:16.402785 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8420b722-907a-4202-9af4-f5d3ca30218f {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:53:16.418921 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 8420b722-907a-4202-9af4-f5d3ca30218f, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=8420b722-907a-4202-9af4-f5d3ca30218f,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:53:16.424305 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:16.431274 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-86165999-9f82-4e0a-a446-cc018685ef40 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:16.446276 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5e7d5-4842-41b9-9ad4-602bb8dc5a7a req-bab92ad8-ac6d-4eac-b82e-ab513963f2af tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:53:16.447808 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-60b5e7d5-4842-41b9-9ad4-602bb8dc5a7a req-bab92ad8-ac6d-4eac-b82e-ab513963f2af tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc613964-f3cb-46cf-9505-ca79a0288f95 HTTP/1.1" status: 200 len: 950 time: 0.7361605 May 05 21:53:16.498180 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=8420b722-907a-4202-9af4-f5d3ca30218f,revision_number=9']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:16.513073 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda49c94-fe26-4e50-bcfa-f363e6b003e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72eee8b2-a631-4759-b1c3-fcca56fd6f36,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:16.536323 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-cda49c94-fe26-4e50-bcfa-f363e6b003e4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=982ce4a8c5c64cd3b6c1b79ba8630c9d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8890591 May 05 21:53:16.538699 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44704) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:16.545005 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['8420b722-907a-4202-9af4-f5d3ca30218f'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:53:16.569820 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4adb72d0-0759-4420-837c-769f10b21e8a admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:53:16.575227 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-4adb72d0-0759-4420-837c-769f10b21e8a admin admin] 10.222.0.23 "PUT /v2.0/routers/bffd1dee-5092-4142-8ea3-48695f55c7df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8161204 May 05 21:53:16.581616 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9fd829-6308-4a2c-b7e5-37aa1248b799 None None] Sync routers for ids ['bffd1dee-5092-4142-8ea3-48695f55c7df'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:53:16.585835 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 44708) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:16.608146 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-918f2790-85e9-46fb-a7aa-0130df6c8f33 req-5fde5415-aaf1-468f-8fc8-bf9ade642306 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] For port 95aa95b3-c351-4de7-8c77-edac6278846e, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=95aa95b3-c351-4de7-8c77-edac6278846e,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:53:16.608518 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-918f2790-85e9-46fb-a7aa-0130df6c8f33 req-5fde5415-aaf1-468f-8fc8-bf9ade642306 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:16.609444 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9fd829-6308-4a2c-b7e5-37aa1248b799 None None] Routers {'bffd1dee-5092-4142-8ea3-48695f55c7df'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:53:16.610268 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-4e9fd829-6308-4a2c-b7e5-37aa1248b799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:53:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['bffd1dee-5092-4142-8ea3-48695f55c7df'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:53:16.626448 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-60b5e7d5-4842-41b9-9ad4-602bb8dc5a7a req-23fdc062-0e77-40b9-8955-4aa206abc260 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba103f14-d368-4614-b5e0-c13077274973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644380 May 05 21:53:16.775332 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-918f2790-85e9-46fb-a7aa-0130df6c8f33 req-5fde5415-aaf1-468f-8fc8-bf9ade642306 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Calling delete_port for 95aa95b3-c351-4de7-8c77-edac6278846e owned by compute:nova {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:53:16.845401 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fd82b1e9-73da-4e75-b3cb-829cc68f7e55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:16.853209 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-4e9fd829-6308-4a2c-b7e5-37aa1248b799 None None] Set router bffd1dee-5092-4142-8ea3-48695f55c7df gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:53:16.887522 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fd82b1e9-73da-4e75-b3cb-829cc68f7e55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:16.986548 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-86165999-9f82-4e0a-a446-cc018685ef40 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:16.995790 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-86165999-9f82-4e0a-a446-cc018685ef40 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:17.000462 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-918f2790-85e9-46fb-a7aa-0130df6c8f33 req-5fde5415-aaf1-468f-8fc8-bf9ade642306 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:17.033541 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-86165999-9f82-4e0a-a446-cc018685ef40 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:17.033919 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86165999-9f82-4e0a-a446-cc018685ef40 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Fanout notify agent at l3_agent the message router_deleted on router af90c688-1e8c-4594-8306-de6b5d2b3ba1 {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 21:53:17.042973 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-86165999-9f82-4e0a-a446-cc018685ef40 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:17.044070 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-86165999-9f82-4e0a-a446-cc018685ef40 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] 10.222.0.23 "DELETE /v2.0/routers/af90c688-1e8c-4594-8306-de6b5d2b3ba1 HTTP/1.1" status: 204 len: 168 time: 0.9107635 May 05 21:53:17.068607 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fde5415-aaf1-468f-8fc8-bf9ade642306 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Pushing event deleted for resources: {'Port': ['ID=95aa95b3-c351-4de7-8c77-edac6278846e,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:17.071118 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fd82b1e9-73da-4e75-b3cb-829cc68f7e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:17.075533 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c1705b66-ae5d-402a-91e1-d5f7f52d6a0b admin admin] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:17.129195 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd82b1e9-73da-4e75-b3cb-829cc68f7e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72eee8b2-a631-4759-b1c3-fcca56fd6f36,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:17.179885 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-918f2790-85e9-46fb-a7aa-0130df6c8f33 req-5fde5415-aaf1-468f-8fc8-bf9ade642306 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] No DVR routers for this DVR port 95aa95b3-c351-4de7-8c77-edac6278846e on host n-h1-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:53:17.182730 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-918f2790-85e9-46fb-a7aa-0130df6c8f33 req-5fde5415-aaf1-468f-8fc8-bf9ade642306 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:17.190523 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc613964-f3cb-46cf-9505-ca79a0288f95', 'name': 'network-vif-deleted', 'tag': '95aa95b3-c351-4de7-8c77-edac6278846e'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:53:17.196827 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-918f2790-85e9-46fb-a7aa-0130df6c8f33 req-5fde5415-aaf1-468f-8fc8-bf9ade642306 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.44 "DELETE /v2.0/ports/95aa95b3-c351-4de7-8c77-edac6278846e HTTP/1.1" status: 204 len: 173 time: 1.4378829 May 05 21:53:17.210596 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fd82b1e9-73da-4e75-b3cb-829cc68f7e55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:17.220054 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-fd82b1e9-73da-4e75-b3cb-829cc68f7e55 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/72eee8b2-a631-4759-b1c3-fcca56fd6f36 HTTP/1.1" status: 204 len: 168 time: 0.6802826 May 05 21:53:17.228712 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-4e9fd829-6308-4a2c-b7e5-37aa1248b799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bffd1dee-5092-4142-8ea3-48695f55c7df', 'name': 'tempest-TaggedBootDevicesTest-786943525-router', 'tenant_id': '6ac90b6fe9b34fbabf11d9d5b1a9cb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '30ce69cd-dccf-4167-8354-d80bc7207776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:46:06Z', 'updated_at': '2022-05-05T21:53:14Z', 'revision_number': 5, 'project_id': '6ac90b6fe9b34fbabf11d9d5b1a9cb5b', 'gw_port': {'id': '30ce69cd-dccf-4167-8354-d80bc7207776', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffd1dee-5092-4142-8ea3-48695f55c7df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:46:09Z', 'updated_at': '2022-05-05T21:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:53:17.233203 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9fd829-6308-4a2c-b7e5-37aa1248b799 None None] Checking router: bffd1dee-5092-4142-8ea3-48695f55c7df for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:53:17.250911 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9fd829-6308-4a2c-b7e5-37aa1248b799 None None] Routers {'bffd1dee-5092-4142-8ea3-48695f55c7df'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:53:17.251630 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:17.252139 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-4e9fd829-6308-4a2c-b7e5-37aa1248b799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:53:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['bffd1dee-5092-4142-8ea3-48695f55c7df'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:53:17.299265 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94962906-b864-4cff-b5d5-7e5649e699b5'] response: {'server_uuid': 'dc613964-f3cb-46cf-9505-ca79a0288f95', 'name': 'network-vif-deleted', 'tag': '95aa95b3-c351-4de7-8c77-edac6278846e', 'status': 'completed', 'code': 200} May 05 21:53:17.314219 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44724) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:17.410641 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['95aa95b3-c351-4de7-8c77-edac6278846e'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:53:17.466488 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c1705b66-ae5d-402a-91e1-d5f7f52d6a0b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:17.494691 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-c1705b66-ae5d-402a-91e1-d5f7f52d6a0b admin admin] Deleting port 30ce69cd-dccf-4167-8354-d80bc7207776 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:53:17.495329 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c1705b66-ae5d-402a-91e1-d5f7f52d6a0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:17.546746 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:17.725334 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-4e9fd829-6308-4a2c-b7e5-37aa1248b799 None None] Set router bffd1dee-5092-4142-8ea3-48695f55c7df gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:53:17.798415 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-206421de-c801-4752-bbfd-a21455d80a4b tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1721253541', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}, 'admin_state_up': False}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:53:17.826131 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-206421de-c801-4752-bbfd-a21455d80a4b tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:53:17.833817 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-206421de-c801-4752-bbfd-a21455d80a4b tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Usage tracker for resource:router and tenant:f69bf16d05e940ae9628f45daf8858c4 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:53:17.838328 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-206421de-c801-4752-bbfd-a21455d80a4b tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:53:17.846405 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-206421de-c801-4752-bbfd-a21455d80a4b tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:53:17.860659 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-c1705b66-ae5d-402a-91e1-d5f7f52d6a0b admin admin] For port 30ce69cd-dccf-4167-8354-d80bc7207776, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=30ce69cd-dccf-4167-8354-d80bc7207776,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:53:17.861541 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c1705b66-ae5d-402a-91e1-d5f7f52d6a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:17.870299 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-206421de-c801-4752-bbfd-a21455d80a4b tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:17.871430 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-206421de-c801-4752-bbfd-a21455d80a4b tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:17.909644 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-206421de-c801-4752-bbfd-a21455d80a4b tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:18.089466 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-88da8b70-8731-4447-8f6c-d7c576852f83 req-5fbd1806-82d7-4e50-96ca-b6b9c7773399 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Synchronizing usage tracker for tenant:573addcdcad64ebbacaadf6765f34d35 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:53:18.133780 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 8420b722-907a-4202-9af4-f5d3ca30218f up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:53:18.268164 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-88da8b70-8731-4447-8f6c-d7c576852f83 req-5fbd1806-82d7-4e50-96ca-b6b9c7773399 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] Unset dirty status for tenant:573addcdcad64ebbacaadf6765f34d35 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:53:18.276571 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-88da8b70-8731-4447-8f6c-d7c576852f83 req-5fbd1806-82d7-4e50-96ca-b6b9c7773399 tempest-ServersOnMultiNodesTest-191821640 tempest-ServersOnMultiNodesTest-191821640-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc613964-f3cb-46cf-9505-ca79a0288f95 HTTP/1.1" status: 200 len: 210 time: 0.3220642 May 05 21:53:18.292148 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-4e9fd829-6308-4a2c-b7e5-37aa1248b799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bffd1dee-5092-4142-8ea3-48695f55c7df', 'name': 'tempest-TaggedBootDevicesTest-786943525-router', 'tenant_id': '6ac90b6fe9b34fbabf11d9d5b1a9cb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '30ce69cd-dccf-4167-8354-d80bc7207776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:46:06Z', 'updated_at': '2022-05-05T21:53:14Z', 'revision_number': 5, 'project_id': '6ac90b6fe9b34fbabf11d9d5b1a9cb5b', 'gw_port': {'id': '30ce69cd-dccf-4167-8354-d80bc7207776', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffd1dee-5092-4142-8ea3-48695f55c7df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:46:09Z', 'updated_at': '2022-05-05T21:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:53:18.299421 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 8420b722-907a-4202-9af4-f5d3ca30218f triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:53:18.299984 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:18.306182 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9fd829-6308-4a2c-b7e5-37aa1248b799 None None] The sync data for ids ['bffd1dee-5092-4142-8ea3-48695f55c7df'] in n-d-825175-4 is: [{'id': 'bffd1dee-5092-4142-8ea3-48695f55c7df', 'name': 'tempest-TaggedBootDevicesTest-786943525-router', 'tenant_id': '6ac90b6fe9b34fbabf11d9d5b1a9cb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': '30ce69cd-dccf-4167-8354-d80bc7207776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:46:06Z', 'updated_at': '2022-05-05T21:53:14Z', 'revision_number': 5, 'project_id': '6ac90b6fe9b34fbabf11d9d5b1a9cb5b', 'gw_port': {'id': '30ce69cd-dccf-4167-8354-d80bc7207776', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bffd1dee-5092-4142-8ea3-48695f55c7df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:46:09Z', 'updated_at': '2022-05-05T21:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:53:18.431262 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-c1705b66-ae5d-402a-91e1-d5f7f52d6a0b admin admin] Calling delete_port for 30ce69cd-dccf-4167-8354-d80bc7207776 owned by network:router_gateway {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:53:18.493700 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-206421de-c801-4752-bbfd-a21455d80a4b tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:18.537275 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:18.608616 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 8420b722-907a-4202-9af4-f5d3ca30218f, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=8420b722-907a-4202-9af4-f5d3ca30218f,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:53:18.609919 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a77a8e30-26e6-4a45-b602-06e131904fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8420b722-907a-4202-9af4-f5d3ca30218f'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:53:18.618892 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:18.742027 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=8420b722-907a-4202-9af4-f5d3ca30218f,revision_number=10']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:18.776029 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c1705b66-ae5d-402a-91e1-d5f7f52d6a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:18.791487 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-176f103a-3418-496c-b2f7-5049838b248b'] response: {'server_uuid': 'a77a8e30-26e6-4a45-b602-06e131904fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8420b722-907a-4202-9af4-f5d3ca30218f', 'code': 200} May 05 21:53:18.846952 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:18.851517 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-206421de-c801-4752-bbfd-a21455d80a4b tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks [] for router_gateway, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:18.875200 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1705b66-ae5d-402a-91e1-d5f7f52d6a0b admin admin] Pushing event deleted for resources: {'Port': ['ID=30ce69cd-dccf-4167-8354-d80bc7207776,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:18.909079 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-206421de-c801-4752-bbfd-a21455d80a4b tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:19.102838 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-206421de-c801-4752-bbfd-a21455d80a4b tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Allocated IP 172.25.4.91 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/55872f1c-04db-4a8b-bd28-cb8ed0636744) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:53:19.256213 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c1705b66-ae5d-402a-91e1-d5f7f52d6a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:19.416521 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-206421de-c801-4752-bbfd-a21455d80a4b tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:19.471151 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-206421de-c801-4752-bbfd-a21455d80a4b tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:19.583229 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206421de-c801-4752-bbfd-a21455d80a4b tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Pushing event updated for resources: {'Port': ['ID=55872f1c-04db-4a8b-bd28-cb8ed0636744,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:19.592904 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206421de-c801-4752-bbfd-a21455d80a4b tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:53:19.594441 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-206421de-c801-4752-bbfd-a21455d80a4b tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:53:19.597096 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206421de-c801-4752-bbfd-a21455d80a4b tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:53:19.649357 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c1705b66-ae5d-402a-91e1-d5f7f52d6a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:19.654956 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c1705b66-ae5d-402a-91e1-d5f7f52d6a0b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:19.692313 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c1705b66-ae5d-402a-91e1-d5f7f52d6a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:19.694690 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1705b66-ae5d-402a-91e1-d5f7f52d6a0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router bffd1dee-5092-4142-8ea3-48695f55c7df {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 21:53:19.739452 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c1705b66-ae5d-402a-91e1-d5f7f52d6a0b admin admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:19.744340 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44790) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:19.744761 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c1705b66-ae5d-402a-91e1-d5f7f52d6a0b admin admin] 10.222.0.23 "DELETE /v2.0/routers/bffd1dee-5092-4142-8ea3-48695f55c7df HTTP/1.1" status: 204 len: 168 time: 3.1565418 May 05 21:53:19.842077 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e64abed-c911-46ff-9c33-2f272f164f17 admin admin] Deleting subnet c66344dd-db40-49a8-90ba-6b1ae274eab8 {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:53:19.860806 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1e64abed-c911-46ff-9c33-2f272f164f17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:19.949802 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1e64abed-c911-46ff-9c33-2f272f164f17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:19.994524 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 44796) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:20.014643 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-206421de-c801-4752-bbfd-a21455d80a4b tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks [] for router_gateway, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:20.017084 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-206421de-c801-4752-bbfd-a21455d80a4b tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:20.149442 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 95aa95b3-c351-4de7-8c77-edac6278846e no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:53:20.238514 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: 95aa95b3-c351-4de7-8c77-edac6278846e {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:53:20.238870 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 95aa95b3-c351-4de7-8c77-edac6278846e not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:53:20.326120 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 314fa535-9d36-43a1-b898-ec654644d9d9 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:53:20.362920 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0b954d44-8102-489f-aa5c-e58777be5583 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=573addcdcad64ebbacaadf6765f34d35&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3668454 May 05 21:53:20.365437 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44808) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:20.405673 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1e64abed-c911-46ff-9c33-2f272f164f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:20.409845 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 314fa535-9d36-43a1-b898-ec654644d9d9 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:53:20.410452 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 314fa535-9d36-43a1-b898-ec654644d9d9 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:53:20.411810 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 30ce69cd-dccf-4167-8354-d80bc7207776 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:53:20.453033 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 30ce69cd-dccf-4167-8354-d80bc7207776 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:53:20.453723 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 30ce69cd-dccf-4167-8354-d80bc7207776 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:53:20.565379 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-150f03e2-2fd8-4d5d-963d-be8625e4c41e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:20.591235 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1e64abed-c911-46ff-9c33-2f272f164f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:20.659427 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e64abed-c911-46ff-9c33-2f272f164f17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c66344dd-db40-49a8-90ba-6b1ae274eab8,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:20.676047 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-150f03e2-2fd8-4d5d-963d-be8625e4c41e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:20.696703 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85d9f84-ba26-406e-bfe4-abe2967b4aa0 None None] Network 74dfc09c-4460-4dd2-a116-f950ba9e54a2 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:53:20.704021 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1e64abed-c911-46ff-9c33-2f272f164f17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:20.774149 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-150f03e2-2fd8-4d5d-963d-be8625e4c41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:20.782113 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-1e64abed-c911-46ff-9c33-2f272f164f17 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c66344dd-db40-49a8-90ba-6b1ae274eab8 HTTP/1.1" status: 204 len: 168 time: 1.0337634 May 05 21:53:20.784140 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 44822) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:20.797460 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150f03e2-2fd8-4d5d-963d-be8625e4c41e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba103f14-d368-4614-b5e0-c13077274973,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:20.820499 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-150f03e2-2fd8-4d5d-963d-be8625e4c41e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:20.821992 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-150f03e2-2fd8-4d5d-963d-be8625e4c41e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ba103f14-d368-4614-b5e0-c13077274973 HTTP/1.1" status: 204 len: 168 time: 0.4556420 May 05 21:53:20.863443 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-206421de-c801-4752-bbfd-a21455d80a4b tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Router 38e9c2d5-973b-4271-9e25-065a3c83d060 is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 21:53:21.149464 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-85e23b63-919c-4cdb-af18-70f0ab26c07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:21.187307 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-85e23b63-919c-4cdb-af18-70f0ab26c07b admin admin] Deleting port 38513d30-02dc-4671-9a78-68d90d011dc5 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:53:21.187769 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-85e23b63-919c-4cdb-af18-70f0ab26c07b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:21.273288 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4559a582-70b6-4f57-8963-cad46b776953 None None] DHCP port deletion for 74dfc09c-4460-4dd2-a116-f950ba9e54a2 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 21:53:21.282937 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-4559a582-70b6-4f57-8963-cad46b776953 None None] Deleting port 38513d30-02dc-4671-9a78-68d90d011dc5 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:53:21.283402 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4559a582-70b6-4f57-8963-cad46b776953 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:21.506353 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206421de-c801-4752-bbfd-a21455d80a4b tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:53:21.588046 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-206421de-c801-4752-bbfd-a21455d80a4b tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:21.589490 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-206421de-c801-4752-bbfd-a21455d80a4b tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.2739694 May 05 21:53:21.594896 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44852) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:21.598889 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98365c47-98ba-4019-9db4-3097150354cd None None] Sync routers for ids ['38e9c2d5-973b-4271-9e25-065a3c83d060'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:53:21.698269 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98365c47-98ba-4019-9db4-3097150354cd None None] Routers {'38e9c2d5-973b-4271-9e25-065a3c83d060'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:53:21.700364 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-98365c47-98ba-4019-9db4-3097150354cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:53:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['38e9c2d5-973b-4271-9e25-065a3c83d060'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:53:21.721839 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 44862) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:21.886920 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-98365c47-98ba-4019-9db4-3097150354cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:53:21.974566 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44878) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:21.975661 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c6dbf295-31ba-4295-aef7-baa298b0694e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a71e12eb06f648fcbc36439c7dd92874&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2484055 May 05 21:53:21.993008 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-85e23b63-919c-4cdb-af18-70f0ab26c07b admin admin] For port 38513d30-02dc-4671-9a78-68d90d011dc5, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=38513d30-02dc-4671-9a78-68d90d011dc5,segment=NetworkSegment(577f8d9e-4f0d-4550-a409-cd9141ea09ae),segment_id=577f8d9e-4f0d-4550-a409-cd9141ea09ae)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:53:21.993533 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-85e23b63-919c-4cdb-af18-70f0ab26c07b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:22.136410 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98365c47-98ba-4019-9db4-3097150354cd None None] Routers {'38e9c2d5-973b-4271-9e25-065a3c83d060'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:53:22.137506 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-98365c47-98ba-4019-9db4-3097150354cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:53:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['38e9c2d5-973b-4271-9e25-065a3c83d060'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:53:22.229394 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 38513d30-02dc-4671-9a78-68d90d011dc5 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:53:22.270756 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2f58be97-3359-4e00-99b2-00136c7fd0f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:22.295751 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-98365c47-98ba-4019-9db4-3097150354cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:53:22.296328 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98365c47-98ba-4019-9db4-3097150354cd None None] The sync data for ids ['38e9c2d5-973b-4271-9e25-065a3c83d060'] in n-d-825175-4 is: [] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:53:22.304414 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-4559a582-70b6-4f57-8963-cad46b776953 None None] For port 38513d30-02dc-4671-9a78-68d90d011dc5, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=38513d30-02dc-4671-9a78-68d90d011dc5,segment=NetworkSegment(577f8d9e-4f0d-4550-a409-cd9141ea09ae),segment_id=577f8d9e-4f0d-4550-a409-cd9141ea09ae)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:53:22.304796 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4559a582-70b6-4f57-8963-cad46b776953 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:22.363207 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-25737c70-1616-4183-91eb-7d533a7737be tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] 10.222.0.23 "GET /v2.0/routers/38e9c2d5-973b-4271-9e25-065a3c83d060 HTTP/1.1" status: 200 len: 920 time: 0.7671642 May 05 21:53:22.379488 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2f58be97-3359-4e00-99b2-00136c7fd0f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:22.436870 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44890) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:22.524226 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-4559a582-70b6-4f57-8963-cad46b776953 None None] Calling delete_port for 38513d30-02dc-4671-9a78-68d90d011dc5 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:53:22.525774 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-d2be644e-d872-4b7e-8056-c86b0911e633 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e9c2d5-973b-4271-9e25-065a3c83d060 HTTP/1.1" status: 200 len: 205 time: 0.0867851 May 05 21:53:22.526368 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44894) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:22.530217 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-85e23b63-919c-4cdb-af18-70f0ab26c07b admin admin] Calling delete_port for 38513d30-02dc-4671-9a78-68d90d011dc5 owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:53:22.532828 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2f58be97-3359-4e00-99b2-00136c7fd0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:22.667264 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:22.726254 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f58be97-3359-4e00-99b2-00136c7fd0f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b6a50f-e5a2-4e19-9425-f523d6dd6d14,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:22.765907 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 38513d30-02dc-4671-9a78-68d90d011dc5, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=38513d30-02dc-4671-9a78-68d90d011dc5,segment=NetworkSegment(577f8d9e-4f0d-4550-a409-cd9141ea09ae),segment_id=577f8d9e-4f0d-4550-a409-cd9141ea09ae)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:53:22.800261 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:22.808562 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.api [None req-85e23b63-919c-4cdb-af18-70f0ab26c07b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:53:22.808928 n-d-825175-4 neutron-server[84063]: DEBUG oslo_db.api [None req-85e23b63-919c-4cdb-af18-70f0ab26c07b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:53:22.844691 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2f58be97-3359-4e00-99b2-00136c7fd0f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:22.849058 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-2f58be97-3359-4e00-99b2-00136c7fd0f2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/44b6a50f-e5a2-4e19-9425-f523d6dd6d14 HTTP/1.1" status: 204 len: 168 time: 0.8732994 May 05 21:53:22.875710 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 44908) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:22.881986 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-4559a582-70b6-4f57-8963-cad46b776953 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 05 21:53:22.881986 n-d-825175-4 neutron-server[84064]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s] May 05 21:53:22.881986 n-d-825175-4 neutron-server[84064]: [parameters: {'port_id': '38513d30-02dc-4671-9a78-68d90d011dc5', 'host': 'n-d-825175-4'}] May 05 21:53:22.881986 n-d-825175-4 neutron-server[84064]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:53:22.882823 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-4559a582-70b6-4f57-8963-cad46b776953 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:53:23.000979 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=38513d30-02dc-4671-9a78-68d90d011dc5,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:23.119882 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-dd4ba75e-7e9b-4180-9f6b-a8ad8cfa99f3 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks [] for router, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:23.202946 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-865946f1-c95e-4c0c-95ee-c06a12d93f9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:23.259607 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-865946f1-c95e-4c0c-95ee-c06a12d93f9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:53:23.264540 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-865946f1-c95e-4c0c-95ee-c06a12d93f9d admin admin] Usage tracker for resource:security_group_rule and tenant:03429faee09a472c9864ab05086c5933 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:53:23.267610 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-865946f1-c95e-4c0c-95ee-c06a12d93f9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:53:23.274741 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-865946f1-c95e-4c0c-95ee-c06a12d93f9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:53:23.310195 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-85e23b63-919c-4cdb-af18-70f0ab26c07b admin admin] Deleting port 38513d30-02dc-4671-9a78-68d90d011dc5 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:53:23.310614 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-85e23b63-919c-4cdb-af18-70f0ab26c07b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:23.384524 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-4559a582-70b6-4f57-8963-cad46b776953 None None] Deleting port 38513d30-02dc-4671-9a78-68d90d011dc5 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:53:23.385101 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4559a582-70b6-4f57-8963-cad46b776953 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:23.476808 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-865946f1-c95e-4c0c-95ee-c06a12d93f9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:23.540508 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-865946f1-c95e-4c0c-95ee-c06a12d93f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:23.557892 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-dd4ba75e-7e9b-4180-9f6b-a8ad8cfa99f3 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:23.581070 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-dd4ba75e-7e9b-4180-9f6b-a8ad8cfa99f3 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Deleting port 55872f1c-04db-4a8b-bd28-cb8ed0636744 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:53:23.581617 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-dd4ba75e-7e9b-4180-9f6b-a8ad8cfa99f3 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:23.784771 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-4559a582-70b6-4f57-8963-cad46b776953 None None] For port 38513d30-02dc-4671-9a78-68d90d011dc5, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=38513d30-02dc-4671-9a78-68d90d011dc5,segment=NetworkSegment(577f8d9e-4f0d-4550-a409-cd9141ea09ae),segment_id=577f8d9e-4f0d-4550-a409-cd9141ea09ae)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:53:23.785076 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4559a582-70b6-4f57-8963-cad46b776953 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:23.890197 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865946f1-c95e-4c0c-95ee-c06a12d93f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0291e6cc-031c-4cff-9979-71fa24a336ce,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:23.900580 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-865946f1-c95e-4c0c-95ee-c06a12d93f9d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=03429faee09a472c9864ab05086c5933&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0215437 May 05 21:53:23.901829 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 44930) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:23.903226 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-dd4ba75e-7e9b-4180-9f6b-a8ad8cfa99f3 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:24.087393 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e0e02563-d4d6-4e74-b341-e8e8f8b33bc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:24.128214 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-dd4ba75e-7e9b-4180-9f6b-a8ad8cfa99f3 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Calling delete_port for 55872f1c-04db-4a8b-bd28-cb8ed0636744 owned by network:router_gateway {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:53:24.129026 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-85e23b63-919c-4cdb-af18-70f0ab26c07b admin admin] For port 38513d30-02dc-4671-9a78-68d90d011dc5, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=38513d30-02dc-4671-9a78-68d90d011dc5,segment=NetworkSegment(577f8d9e-4f0d-4550-a409-cd9141ea09ae),segment_id=577f8d9e-4f0d-4550-a409-cd9141ea09ae)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:53:24.129618 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-85e23b63-919c-4cdb-af18-70f0ab26c07b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:24.145376 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e0e02563-d4d6-4e74-b341-e8e8f8b33bc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:24.197480 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-4559a582-70b6-4f57-8963-cad46b776953 None None] Calling delete_port for 38513d30-02dc-4671-9a78-68d90d011dc5 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:53:24.353124 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4559a582-70b6-4f57-8963-cad46b776953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:24.366028 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-dd4ba75e-7e9b-4180-9f6b-a8ad8cfa99f3 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:24.402101 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-85e23b63-919c-4cdb-af18-70f0ab26c07b admin admin] Calling delete_port for 38513d30-02dc-4671-9a78-68d90d011dc5 owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:53:24.421968 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559a582-70b6-4f57-8963-cad46b776953 None None] Pushing event deleted for resources: {'Port': ['ID=38513d30-02dc-4671-9a78-68d90d011dc5,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:24.434401 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4559a582-70b6-4f57-8963-cad46b776953 None None] No DVR routers for this DVR port 38513d30-02dc-4671-9a78-68d90d011dc5 on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:53:24.466190 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4ba75e-7e9b-4180-9f6b-a8ad8cfa99f3 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Pushing event deleted for resources: {'Port': ['ID=55872f1c-04db-4a8b-bd28-cb8ed0636744,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:24.516900 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.api [None req-85e23b63-919c-4cdb-af18-70f0ab26c07b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:53:24.526702 n-d-825175-4 neutron-server[84063]: DEBUG oslo_db.api [None req-85e23b63-919c-4cdb-af18-70f0ab26c07b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:53:24.526702 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e0e02563-d4d6-4e74-b341-e8e8f8b33bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:24.540263 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e02563-d4d6-4e74-b341-e8e8f8b33bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0291e6cc-031c-4cff-9979-71fa24a336ce,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:24.585275 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e0e02563-d4d6-4e74-b341-e8e8f8b33bc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:24.587212 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-e0e02563-d4d6-4e74-b341-e8e8f8b33bc9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0291e6cc-031c-4cff-9979-71fa24a336ce HTTP/1.1" status: 204 len: 168 time: 0.6784718 May 05 21:53:24.863704 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-dd4ba75e-7e9b-4180-9f6b-a8ad8cfa99f3 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:25.043773 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-85e23b63-919c-4cdb-af18-70f0ab26c07b admin admin] Deleting port 38513d30-02dc-4671-9a78-68d90d011dc5 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:53:25.044428 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-85e23b63-919c-4cdb-af18-70f0ab26c07b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:25.250769 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-85e23b63-919c-4cdb-af18-70f0ab26c07b admin admin] The port '38513d30-02dc-4671-9a78-68d90d011dc5' was deleted {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 21:53:25.433063 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-dd4ba75e-7e9b-4180-9f6b-a8ad8cfa99f3 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:25.437497 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-dd4ba75e-7e9b-4180-9f6b-a8ad8cfa99f3 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:25.469092 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44964) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:25.478104 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-dd4ba75e-7e9b-4180-9f6b-a8ad8cfa99f3 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:25.479292 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd4ba75e-7e9b-4180-9f6b-a8ad8cfa99f3 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Fanout notify agent at l3_agent the message router_deleted on router 38e9c2d5-973b-4271-9e25-065a3c83d060 {{(pid=84061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 21:53:25.530033 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-dd4ba75e-7e9b-4180-9f6b-a8ad8cfa99f3 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:25.531489 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-dd4ba75e-7e9b-4180-9f6b-a8ad8cfa99f3 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] 10.222.0.23 "DELETE /v2.0/routers/38e9c2d5-973b-4271-9e25-065a3c83d060 HTTP/1.1" status: 204 len: 168 time: 3.0028868 May 05 21:53:25.534013 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-43e24e27-f44d-4200-918f-88d26f61bb12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:25.555958 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44970) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:25.568483 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-44ec8b4c-61cf-4d48-8edb-02d4c2209995 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Request body: {'router': {'name': 'tempest-snat-router-822317687', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'enable_snat': False}}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:53:25.577545 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-44ec8b4c-61cf-4d48-8edb-02d4c2209995 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:53:25.584475 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-44ec8b4c-61cf-4d48-8edb-02d4c2209995 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Usage tracker for resource:router and tenant:f3341df7da694c4690f67a2fbc87bf10 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:53:25.588123 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-44ec8b4c-61cf-4d48-8edb-02d4c2209995 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:53:25.594561 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-44ec8b4c-61cf-4d48-8edb-02d4c2209995 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:53:25.617480 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-44ec8b4c-61cf-4d48-8edb-02d4c2209995 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:25.618586 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-44ec8b4c-61cf-4d48-8edb-02d4c2209995 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:25.623981 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-85e23b63-919c-4cdb-af18-70f0ab26c07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:25.651000 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-43e24e27-f44d-4200-918f-88d26f61bb12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:53:25.656039 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-85e23b63-919c-4cdb-af18-70f0ab26c07b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74dfc09c-4460-4dd2-a116-f950ba9e54a2']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:53:25.659527 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-43e24e27-f44d-4200-918f-88d26f61bb12 admin admin] Usage tracker for resource:security_group_rule and tenant:1bb772db3a524a77aaeddd0f5021a6ad is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:53:25.670503 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-43e24e27-f44d-4200-918f-88d26f61bb12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:53:25.677304 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-85e23b63-919c-4cdb-af18-70f0ab26c07b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '577f8d9e-4f0d-4550-a409-cd9141ea09ae') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:53:25.677623 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-85e23b63-919c-4cdb-af18-70f0ab26c07b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '577f8d9e-4f0d-4550-a409-cd9141ea09ae') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:53:25.683361 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-43e24e27-f44d-4200-918f-88d26f61bb12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:53:25.701826 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-44ec8b4c-61cf-4d48-8edb-02d4c2209995 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:25.712508 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-85e23b63-919c-4cdb-af18-70f0ab26c07b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:25.756553 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-85e23b63-919c-4cdb-af18-70f0ab26c07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:25.777654 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85e23b63-919c-4cdb-af18-70f0ab26c07b admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:53:25.778134 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-85e23b63-919c-4cdb-af18-70f0ab26c07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:25.807610 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:53:25.807610 n-d-825175-4 neutron-server[84063]: util.warn( May 05 21:53:25.807610 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:53:25.807610 n-d-825175-4 neutron-server[84063]: util.warn( May 05 21:53:25.807610 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:53:25.807610 n-d-825175-4 neutron-server[84063]: util.warn( May 05 21:53:25.807610 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:53:25.807610 n-d-825175-4 neutron-server[84063]: util.warn( May 05 21:53:25.807610 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 21:53:25.807610 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:53:25.807610 n-d-825175-4 neutron-server[84063]: timer() May 05 21:53:25.807610 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:53:25.807610 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 21:53:25.807610 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:53:25.807610 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 21:53:25.807610 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:53:25.807610 n-d-825175-4 neutron-server[84063]: self._notify() May 05 21:53:25.807610 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:53:25.807610 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 21:53:25.807610 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:53:25.807610 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 21:53:25.807610 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:53:25.807610 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:53:25.807610 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:53:25.807610 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:53:25.807610 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:53:25.807610 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 21:53:25.807610 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:53:25.807610 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 21:53:25.807610 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:53:25.807610 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:53:25.807610 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:53:25.807610 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 21:53:25.807610 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:53:25.807610 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:53:25.807610 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:53:25.807610 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:53:25.807610 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:53:25.807610 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:53:25.807610 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:53:25.916190 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-85e23b63-919c-4cdb-af18-70f0ab26c07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:25.921785 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-85e23b63-919c-4cdb-af18-70f0ab26c07b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:25.972346 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-85e23b63-919c-4cdb-af18-70f0ab26c07b admin admin] 10.222.0.23 "DELETE /v2.0/networks/74dfc09c-4460-4dd2-a116-f950ba9e54a2 HTTP/1.1" status: 204 len: 168 time: 5.1841760 May 05 21:53:25.988727 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e23b63-919c-4cdb-af18-70f0ab26c07b admin admin] Pushing event deleted for resources: {'Network': ['ID=74dfc09c-4460-4dd2-a116-f950ba9e54a2,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:26.167007 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-43e24e27-f44d-4200-918f-88d26f61bb12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:26.167357 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-44ec8b4c-61cf-4d48-8edb-02d4c2209995 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:26.179727 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-43e24e27-f44d-4200-918f-88d26f61bb12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:26.279293 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e24e27-f44d-4200-918f-88d26f61bb12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e82333f7-90a8-449f-b764-6cfc40d04cb1,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:26.296639 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-43e24e27-f44d-4200-918f-88d26f61bb12 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1bb772db3a524a77aaeddd0f5021a6ad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8231094 May 05 21:53:26.297609 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 45006) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:26.401912 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 45014) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:26.510268 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-e761adee-fbca-4b0b-b258-f46643412b90 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5f6d3217202d4d8580bf1dbedeb67377&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1064248 May 05 21:53:26.512999 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 45030) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:26.524248 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e309f5cf-f1cb-4b65-9fe0-35563103a2e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:26.570238 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e309f5cf-f1cb-4b65-9fe0-35563103a2e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:26.605517 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-44ec8b4c-61cf-4d48-8edb-02d4c2209995 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:26.634587 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e309f5cf-f1cb-4b65-9fe0-35563103a2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:26.682547 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-44ec8b4c-61cf-4d48-8edb-02d4c2209995 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:26.732573 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e309f5cf-f1cb-4b65-9fe0-35563103a2e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82333f7-90a8-449f-b764-6cfc40d04cb1,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:26.763011 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e309f5cf-f1cb-4b65-9fe0-35563103a2e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:26.772047 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-e309f5cf-f1cb-4b65-9fe0-35563103a2e3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e82333f7-90a8-449f-b764-6cfc40d04cb1 HTTP/1.1" status: 204 len: 168 time: 0.4733403 May 05 21:53:26.850029 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c6d3adfb-b9fa-4897-9937-c4651abc7285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:26.903581 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c6d3adfb-b9fa-4897-9937-c4651abc7285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:26.905810 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-44ec8b4c-61cf-4d48-8edb-02d4c2209995 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Allocated IP 172.25.4.215 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/86de9f6f-3432-4daa-8986-c075d40b5d58) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:53:26.936953 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 45042) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:26.998219 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c6d3adfb-b9fa-4897-9937-c4651abc7285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:27.038844 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d3adfb-b9fa-4897-9937-c4651abc7285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ff80e3-da96-4cd3-a486-dc686c4ae303,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:27.048119 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c6d3adfb-b9fa-4897-9937-c4651abc7285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:27.051810 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c6d3adfb-b9fa-4897-9937-c4651abc7285 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b5ff80e3-da96-4cd3-a486-dc686c4ae303 HTTP/1.1" status: 204 len: 168 time: 0.5343592 May 05 21:53:27.101816 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-44ec8b4c-61cf-4d48-8edb-02d4c2209995 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:27.144197 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-44ec8b4c-61cf-4d48-8edb-02d4c2209995 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:27.221922 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ec8b4c-61cf-4d48-8edb-02d4c2209995 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Pushing event updated for resources: {'Port': ['ID=86de9f6f-3432-4daa-8986-c075d40b5d58,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:27.242035 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ec8b4c-61cf-4d48-8edb-02d4c2209995 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:53:27.243351 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-44ec8b4c-61cf-4d48-8edb-02d4c2209995 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:53:27.246259 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ec8b4c-61cf-4d48-8edb-02d4c2209995 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:53:27.261978 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-420e148f-9436-488f-b6a3-c510e326552c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:27.344718 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-420e148f-9436-488f-b6a3-c510e326552c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:53:27.351615 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-420e148f-9436-488f-b6a3-c510e326552c admin admin] Usage tracker for resource:security_group_rule and tenant:5b0d94911a3a4b748f531505174d647b is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:53:27.359054 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-420e148f-9436-488f-b6a3-c510e326552c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:53:27.375131 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-420e148f-9436-488f-b6a3-c510e326552c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:53:27.490493 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-420e148f-9436-488f-b6a3-c510e326552c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:27.499016 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-420e148f-9436-488f-b6a3-c510e326552c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:27.521004 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-44ec8b4c-61cf-4d48-8edb-02d4c2209995 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:27.522106 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-44ec8b4c-61cf-4d48-8edb-02d4c2209995 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:27.648635 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 45064) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:27.669551 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420e148f-9436-488f-b6a3-c510e326552c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6724ccd2-99ac-4a9e-b7b3-078b2204603f,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:27.734576 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-420e148f-9436-488f-b6a3-c510e326552c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5b0d94911a3a4b748f531505174d647b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7963612 May 05 21:53:27.737281 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 45068) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:27.802599 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-46d6cfa7-d1ab-4669-bd8f-8133d2a05e2a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6ac90b6fe9b34fbabf11d9d5b1a9cb5b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1456554 May 05 21:53:27.803576 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45074) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:27.858440 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-88c1f6f0-4ca3-4b51-b1e0-d4b6beb09775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:27.890827 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-88c1f6f0-4ca3-4b51-b1e0-d4b6beb09775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:27.922220 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-680a367e-f2b6-457c-bc37-4950c5766573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:27.955641 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-88c1f6f0-4ca3-4b51-b1e0-d4b6beb09775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:27.976101 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c1f6f0-4ca3-4b51-b1e0-d4b6beb09775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6724ccd2-99ac-4a9e-b7b3-078b2204603f,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:27.983691 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-88c1f6f0-4ca3-4b51-b1e0-d4b6beb09775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:27.984916 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-88c1f6f0-4ca3-4b51-b1e0-d4b6beb09775 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6724ccd2-99ac-4a9e-b7b3-078b2204603f HTTP/1.1" status: 204 len: 168 time: 0.2459946 May 05 21:53:28.017054 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-680a367e-f2b6-457c-bc37-4950c5766573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:28.068628 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ec8b4c-61cf-4d48-8edb-02d4c2209995 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Router 812cd703-08f8-4a9e-ba3e-84bbe4a63032 is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 21:53:28.166031 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-680a367e-f2b6-457c-bc37-4950c5766573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:28.281932 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680a367e-f2b6-457c-bc37-4950c5766573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1056d24-21a7-40d9-a56c-ff05efa32b6b,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:28.316699 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680a367e-f2b6-457c-bc37-4950c5766573 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:53:28.317636 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680a367e-f2b6-457c-bc37-4950c5766573 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:53:28.318108 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680a367e-f2b6-457c-bc37-4950c5766573 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:53:28.318598 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680a367e-f2b6-457c-bc37-4950c5766573 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:53:28.319083 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680a367e-f2b6-457c-bc37-4950c5766573 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:53:28.319537 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680a367e-f2b6-457c-bc37-4950c5766573 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:53:28.319987 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680a367e-f2b6-457c-bc37-4950c5766573 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:53:28.320435 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680a367e-f2b6-457c-bc37-4950c5766573 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:53:28.320915 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680a367e-f2b6-457c-bc37-4950c5766573 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:53:28.321227 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680a367e-f2b6-457c-bc37-4950c5766573 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:53:28.321540 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680a367e-f2b6-457c-bc37-4950c5766573 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:53:28.353107 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-680a367e-f2b6-457c-bc37-4950c5766573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:28.356636 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-680a367e-f2b6-457c-bc37-4950c5766573 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e1056d24-21a7-40d9-a56c-ff05efa32b6b HTTP/1.1" status: 204 len: 168 time: 0.5476334 May 05 21:53:28.462186 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ec8b4c-61cf-4d48-8edb-02d4c2209995 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:53:28.475558 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f133db1d-1b75-416e-a910-5ba8732f34d0 None None] Sync routers for ids ['812cd703-08f8-4a9e-ba3e-84bbe4a63032'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:53:28.492832 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f133db1d-1b75-416e-a910-5ba8732f34d0 None None] Routers {'812cd703-08f8-4a9e-ba3e-84bbe4a63032'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:53:28.493884 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-f133db1d-1b75-416e-a910-5ba8732f34d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:53:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['812cd703-08f8-4a9e-ba3e-84bbe4a63032'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:53:28.495843 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-44ec8b4c-61cf-4d48-8edb-02d4c2209995 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:28.504483 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-44ec8b4c-61cf-4d48-8edb-02d4c2209995 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.9402821 May 05 21:53:28.504946 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 45096) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:28.729651 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-f133db1d-1b75-416e-a910-5ba8732f34d0 None None] Set router 812cd703-08f8-4a9e-ba3e-84bbe4a63032 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:53:29.148892 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-f133db1d-1b75-416e-a910-5ba8732f34d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '812cd703-08f8-4a9e-ba3e-84bbe4a63032', 'name': 'tempest-snat-router-822317687', 'tenant_id': 'f3341df7da694c4690f67a2fbc87bf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215'}], 'enable_snat': False}, 'gw_port_id': '86de9f6f-3432-4daa-8986-c075d40b5d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:53:25Z', 'updated_at': '2022-05-05T21:53:27Z', 'revision_number': 3, 'project_id': 'f3341df7da694c4690f67a2fbc87bf10', 'gw_port': {'id': '86de9f6f-3432-4daa-8986-c075d40b5d58', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c0:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '812cd703-08f8-4a9e-ba3e-84bbe4a63032', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:53:26Z', 'updated_at': '2022-05-05T21:53:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:53:29.159485 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f133db1d-1b75-416e-a910-5ba8732f34d0 None None] Checking router: 812cd703-08f8-4a9e-ba3e-84bbe4a63032 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:53:29.161335 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f133db1d-1b75-416e-a910-5ba8732f34d0 None None] Updating router 812cd703-08f8-4a9e-ba3e-84bbe4a63032 port 86de9f6f-3432-4daa-8986-c075d40b5d58 binding host n-d-825175-4 {{(pid=84068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 21:53:29.275626 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-f133db1d-1b75-416e-a910-5ba8732f34d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:29.353705 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45138) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:29.354332 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0205a26d-f463-4dec-9401-f51507c89fd5 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] 10.222.0.23 "GET /v2.0/routers/812cd703-08f8-4a9e-ba3e-84bbe4a63032 HTTP/1.1" status: 200 len: 908 time: 0.8472989 May 05 21:53:29.363114 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-88095061-5128-4637-9d35-09caae5a184a tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Request body: {'router': {'name': 'tempest-snat-router-822317687', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'enable_snat': True}}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:53:29.372063 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-88095061-5128-4637-9d35-09caae5a184a tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:53:29.387281 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-88095061-5128-4637-9d35-09caae5a184a tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Usage tracker for resource:router and tenant:f3341df7da694c4690f67a2fbc87bf10 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:53:29.398630 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-88095061-5128-4637-9d35-09caae5a184a tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:53:29.421803 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-88095061-5128-4637-9d35-09caae5a184a tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:53:29.452921 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-88095061-5128-4637-9d35-09caae5a184a tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:29.455304 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-88095061-5128-4637-9d35-09caae5a184a tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:29.503394 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-88095061-5128-4637-9d35-09caae5a184a tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:29.884853 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 45176) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:29.912819 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-f133db1d-1b75-416e-a910-5ba8732f34d0 None None] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:29.932480 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.provisioning_blocks [None req-f133db1d-1b75-416e-a910-5ba8732f34d0 None None] Transition to ACTIVE for port object 86de9f6f-3432-4daa-8986-c075d40b5d58 will not be triggered until provisioned by entity L2. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:53:29.945534 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-f133db1d-1b75-416e-a910-5ba8732f34d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:30.017708 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-88095061-5128-4637-9d35-09caae5a184a tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:30.068938 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc035589-f4c5-488c-8fc8-cb051cd2ec1d None None] Pushing event updated for resources: {'Port': ['ID=86de9f6f-3432-4daa-8986-c075d40b5d58,revision_number=2']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:30.082406 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc035589-f4c5-488c-8fc8-cb051cd2ec1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:53:30.083007 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc035589-f4c5-488c-8fc8-cb051cd2ec1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:53:30.083617 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc035589-f4c5-488c-8fc8-cb051cd2ec1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:53:30.084087 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc035589-f4c5-488c-8fc8-cb051cd2ec1d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:53:30.084917 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc035589-f4c5-488c-8fc8-cb051cd2ec1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:53:30.085385 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc035589-f4c5-488c-8fc8-cb051cd2ec1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:53:30.086125 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc035589-f4c5-488c-8fc8-cb051cd2ec1d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:53:30.086836 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc035589-f4c5-488c-8fc8-cb051cd2ec1d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:53:30.087296 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc035589-f4c5-488c-8fc8-cb051cd2ec1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:53:30.087742 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc035589-f4c5-488c-8fc8-cb051cd2ec1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:53:30.088195 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc035589-f4c5-488c-8fc8-cb051cd2ec1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:53:30.130568 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-f133db1d-1b75-416e-a910-5ba8732f34d0 None None] Attempting to bind port 86de9f6f-3432-4daa-8986-c075d40b5d58 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:53:30.131231 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-f133db1d-1b75-416e-a910-5ba8732f34d0 None None] Attempting to bind port 86de9f6f-3432-4daa-8986-c075d40b5d58 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:53:30.131763 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f133db1d-1b75-416e-a910-5ba8732f34d0 None None] Attempting to bind port 86de9f6f-3432-4daa-8986-c075d40b5d58 on network 25bfe237-58de-4709-a3e0-ac79da07c300 {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:53:30.136356 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-a9f7b8f5-a335-43f7-987f-341d797690db admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1778530650-network', 'tenant_id': 'c3f9ce50114047b1adfc22c64baa15b0'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:53:30.142156 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f133db1d-1b75-416e-a910-5ba8732f34d0 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:53:30.144859 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-a9f7b8f5-a335-43f7-987f-341d797690db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:53:30.153180 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f133db1d-1b75-416e-a910-5ba8732f34d0 None None] Checking segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:53:30.153627 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-f133db1d-1b75-416e-a910-5ba8732f34d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:30.154050 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f133db1d-1b75-416e-a910-5ba8732f34d0 None None] Bound using segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:53:30.154506 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-f133db1d-1b75-416e-a910-5ba8732f34d0 None None] Bound port: 86de9f6f-3432-4daa-8986-c075d40b5d58, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:53:30.154899 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-f133db1d-1b75-416e-a910-5ba8732f34d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:30.155345 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-a9f7b8f5-a335-43f7-987f-341d797690db admin admin] Usage tracker for resource:network and tenant:c3f9ce50114047b1adfc22c64baa15b0 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:53:30.167635 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-a9f7b8f5-a335-43f7-987f-341d797690db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:53:30.186508 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-a9f7b8f5-a335-43f7-987f-341d797690db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:53:30.219504 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f7b8f5-a335-43f7-987f-341d797690db admin admin] Made reservation on behalf of c3f9ce50114047b1adfc22c64baa15b0 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:53:30.224558 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a9f7b8f5-a335-43f7-987f-341d797690db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:30.266053 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a9f7b8f5-a335-43f7-987f-341d797690db admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:30.314280 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-f133db1d-1b75-416e-a910-5ba8732f34d0 None None] For port 86de9f6f-3432-4daa-8986-c075d40b5d58, host n-d-825175-4, cleared binding levels {{(pid=84068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:53:30.322458 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-f133db1d-1b75-416e-a910-5ba8732f34d0 None None] For port 86de9f6f-3432-4daa-8986-c075d40b5d58, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=86de9f6f-3432-4daa-8986-c075d40b5d58,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:53:30.334760 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-f133db1d-1b75-416e-a910-5ba8732f34d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:30.377719 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-88095061-5128-4637-9d35-09caae5a184a tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:30.393420 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-a9f7b8f5-a335-43f7-987f-341d797690db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:53:30.400455 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-a9f7b8f5-a335-43f7-987f-341d797690db admin admin] Usage tracker for resource:security_group_rule and tenant:c3f9ce50114047b1adfc22c64baa15b0 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:53:30.404295 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-a9f7b8f5-a335-43f7-987f-341d797690db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:53:30.411219 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-88095061-5128-4637-9d35-09caae5a184a tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:30.418216 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-a9f7b8f5-a335-43f7-987f-341d797690db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:53:30.508383 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc035589-f4c5-488c-8fc8-cb051cd2ec1d None None] Pushing event updated for resources: {'Port': ['ID=86de9f6f-3432-4daa-8986-c075d40b5d58,revision_number=3']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:30.524253 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f133db1d-1b75-416e-a910-5ba8732f34d0 None None] Routers {'812cd703-08f8-4a9e-ba3e-84bbe4a63032'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:53:30.525115 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-f133db1d-1b75-416e-a910-5ba8732f34d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:53:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['812cd703-08f8-4a9e-ba3e-84bbe4a63032'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:53:30.597819 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a9f7b8f5-a335-43f7-987f-341d797690db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:30.608317 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a9f7b8f5-a335-43f7-987f-341d797690db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:30.644526 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f7b8f5-a335-43f7-987f-341d797690db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b940f3-f2a7-478e-a3f4-c0ad661f5649,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:30.667739 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9f7b8f5-a335-43f7-987f-341d797690db admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:53:30.677798 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a9f7b8f5-a335-43f7-987f-341d797690db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:30.678226 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-a9f7b8f5-a335-43f7-987f-341d797690db admin admin] Added segment fa89ad8c-491c-4028-8282-637f6824c8a1 of type vlan for network 3120f5ac-8b43-4ef1-9697-254002b20677 May 05 21:53:30.709142 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a9f7b8f5-a335-43f7-987f-341d797690db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:30.742030 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 45196) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:30.761298 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a9f7b8f5-a335-43f7-987f-341d797690db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:30.764485 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-88095061-5128-4637-9d35-09caae5a184a tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Allocated IP 172.25.4.163 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/e7530b7c-75d9-4086-8689-15cacd3b84fb) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:53:30.765016 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f7b8f5-a335-43f7-987f-341d797690db admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:53:30.766173 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a9f7b8f5-a335-43f7-987f-341d797690db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:30.870198 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-f133db1d-1b75-416e-a910-5ba8732f34d0 None None] Set router 812cd703-08f8-4a9e-ba3e-84bbe4a63032 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:53:30.980804 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f7b8f5-a335-43f7-987f-341d797690db admin admin] Pushing event updated for resources: {'Network': ['ID=3120f5ac-8b43-4ef1-9697-254002b20677,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:30.992384 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 3120f5ac-8b43-4ef1-9697-254002b20677 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:53:31.039526 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-88095061-5128-4637-9d35-09caae5a184a tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:31.055293 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0cd41d4b-32a2-49ed-9159-6407c30e42e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:31.090558 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-88095061-5128-4637-9d35-09caae5a184a tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:31.111519 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a9f7b8f5-a335-43f7-987f-341d797690db admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2249341 May 05 21:53:31.116558 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 45208) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:31.147988 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-73210821-5d11-4ee7-b164-527bb6c63a5d admin admin] Request body: {'subnet': {'network_id': '3120f5ac-8b43-4ef1-9697-254002b20677', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1778530650-subnet', 'tenant_id': 'c3f9ce50114047b1adfc22c64baa15b0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:53:31.163463 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-73210821-5d11-4ee7-b164-527bb6c63a5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:53:31.168261 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-73210821-5d11-4ee7-b164-527bb6c63a5d admin admin] Usage tracker for resource:subnet and tenant:c3f9ce50114047b1adfc22c64baa15b0 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:53:31.172311 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-73210821-5d11-4ee7-b164-527bb6c63a5d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:53:31.181120 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-73210821-5d11-4ee7-b164-527bb6c63a5d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:53:31.196100 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-0cd41d4b-32a2-49ed-9159-6407c30e42e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:53:31.201746 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0cd41d4b-32a2-49ed-9159-6407c30e42e6 admin admin] Usage tracker for resource:security_group_rule and tenant:18dd38b727744d84937fd52f38e44eb3 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:53:31.206345 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0cd41d4b-32a2-49ed-9159-6407c30e42e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:53:31.214191 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-0cd41d4b-32a2-49ed-9159-6407c30e42e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:53:31.215281 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88095061-5128-4637-9d35-09caae5a184a tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:53:31.219220 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-88095061-5128-4637-9d35-09caae5a184a tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:53:31.221284 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88095061-5128-4637-9d35-09caae5a184a tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Pushing event updated for resources: {'Port': ['ID=e7530b7c-75d9-4086-8689-15cacd3b84fb,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:31.224173 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88095061-5128-4637-9d35-09caae5a184a tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:53:31.335966 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0cd41d4b-32a2-49ed-9159-6407c30e42e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:31.340273 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73210821-5d11-4ee7-b164-527bb6c63a5d admin admin] Made reservation on behalf of c3f9ce50114047b1adfc22c64baa15b0 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:53:31.346583 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-73210821-5d11-4ee7-b164-527bb6c63a5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:31.373791 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-f133db1d-1b75-416e-a910-5ba8732f34d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '812cd703-08f8-4a9e-ba3e-84bbe4a63032', 'name': 'tempest-snat-router-822317687', 'tenant_id': 'f3341df7da694c4690f67a2fbc87bf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215'}], 'enable_snat': False}, 'gw_port_id': '86de9f6f-3432-4daa-8986-c075d40b5d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:53:25Z', 'updated_at': '2022-05-05T21:53:27Z', 'revision_number': 3, 'project_id': 'f3341df7da694c4690f67a2fbc87bf10', 'gw_port': {'id': '86de9f6f-3432-4daa-8986-c075d40b5d58', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c0:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '812cd703-08f8-4a9e-ba3e-84bbe4a63032', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:53:26Z', 'updated_at': '2022-05-05T21:53:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:53:31.382115 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f133db1d-1b75-416e-a910-5ba8732f34d0 None None] The sync data for ids ['812cd703-08f8-4a9e-ba3e-84bbe4a63032'] in n-d-825175-4 is: [{'id': '812cd703-08f8-4a9e-ba3e-84bbe4a63032', 'name': 'tempest-snat-router-822317687', 'tenant_id': 'f3341df7da694c4690f67a2fbc87bf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215'}], 'enable_snat': False}, 'gw_port_id': '86de9f6f-3432-4daa-8986-c075d40b5d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:53:25Z', 'updated_at': '2022-05-05T21:53:27Z', 'revision_number': 3, 'project_id': 'f3341df7da694c4690f67a2fbc87bf10', 'gw_port': {'id': '86de9f6f-3432-4daa-8986-c075d40b5d58', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:c0:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '812cd703-08f8-4a9e-ba3e-84bbe4a63032', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:53:26Z', 'updated_at': '2022-05-05T21:53:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:53:31.617725 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-88095061-5128-4637-9d35-09caae5a184a tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:31.618539 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-88095061-5128-4637-9d35-09caae5a184a tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:31.760563 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0cd41d4b-32a2-49ed-9159-6407c30e42e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:31.818475 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-73210821-5d11-4ee7-b164-527bb6c63a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:31.954275 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd41d4b-32a2-49ed-9159-6407c30e42e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26bd11ef-e04a-4baf-90e6-ab1ba3befdf8,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:31.978535 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0cd41d4b-32a2-49ed-9159-6407c30e42e6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=18dd38b727744d84937fd52f38e44eb3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2349997 May 05 21:53:31.981464 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45228) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:31.990286 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73210821-5d11-4ee7-b164-527bb6c63a5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1594dc8-6a87-4080-8b31-94a5f80267f6,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:32.025564 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73210821-5d11-4ee7-b164-527bb6c63a5d admin admin] Checking segment: {'id': 'fa89ad8c-491c-4028-8282-637f6824c8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3120f5ac-8b43-4ef1-9697-254002b20677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:53:32.025920 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73210821-5d11-4ee7-b164-527bb6c63a5d admin admin] Network hostable DHCP agents. Network: 3120f5ac-8b43-4ef1-9697-254002b20677, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:53:32.090561 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73210821-5d11-4ee7-b164-527bb6c63a5d admin admin] Network 3120f5ac-8b43-4ef1-9697-254002b20677 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:53:32.126983 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-73210821-5d11-4ee7-b164-527bb6c63a5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 3120f5ac-8b43-4ef1-9697-254002b20677) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:53:32.142346 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2e1b56-07d4-42ee-a331-fa4ac26bf4f2 None None] Network 3120f5ac-8b43-4ef1-9697-254002b20677 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:53:32.153040 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73210821-5d11-4ee7-b164-527bb6c63a5d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:53:32.155146 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-73210821-5d11-4ee7-b164-527bb6c63a5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:32.251390 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-73210821-5d11-4ee7-b164-527bb6c63a5d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1307442 May 05 21:53:32.252513 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 45240) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:32.268764 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-481593f0-6caf-4d9d-a4d6-5286bd3317bd admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1778530650-router', 'tenant_id': 'c3f9ce50114047b1adfc22c64baa15b0', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:53:32.287725 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-481593f0-6caf-4d9d-a4d6-5286bd3317bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:53:32.305243 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-481593f0-6caf-4d9d-a4d6-5286bd3317bd admin admin] Usage tracker for resource:router and tenant:c3f9ce50114047b1adfc22c64baa15b0 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:53:32.318386 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-481593f0-6caf-4d9d-a4d6-5286bd3317bd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:53:32.336686 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4bddb464-1736-4298-88cd-9cf360bf1774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:32.339860 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-481593f0-6caf-4d9d-a4d6-5286bd3317bd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:53:32.373388 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-481593f0-6caf-4d9d-a4d6-5286bd3317bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:32.374621 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-481593f0-6caf-4d9d-a4d6-5286bd3317bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:32.410426 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-481593f0-6caf-4d9d-a4d6-5286bd3317bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:32.410608 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 86de9f6f-3432-4daa-8986-c075d40b5d58 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:53:32.416689 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88095061-5128-4637-9d35-09caae5a184a tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Router dcd1e407-f22d-422c-ba55-bfff06cb7da2 is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 21:53:32.466434 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4bddb464-1736-4298-88cd-9cf360bf1774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:32.644223 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 86de9f6f-3432-4daa-8986-c075d40b5d58 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:53:32.687108 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 86de9f6f-3432-4daa-8986-c075d40b5d58 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:53:32.688316 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:32.781199 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-481593f0-6caf-4d9d-a4d6-5286bd3317bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:32.844341 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b46eecf-be9b-4213-b003-2253f9770f92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-3120f5ac-8b43-4ef1-9697-254002b20677', 'network_id': '3120f5ac-8b43-4ef1-9697-254002b20677', 'tenant_id': 'c3f9ce50114047b1adfc22c64baa15b0', 'fixed_ips': [{'subnet_id': 'a1594dc8-6a87-4080-8b31-94a5f80267f6'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 21:53:32.845327 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2b46eecf-be9b-4213-b003-2253f9770f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:32.889359 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7d8b62c0-4375-4362-af85-7b85fb4d6f97 req-6679843b-eee8-4a84-9ee3-98f364540f31 tempest-FlavorsV2NegativeTest-59149650 tempest-FlavorsV2NegativeTest-59149650-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=c970dd847514460a906ee64f6b644ad6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2527966 May 05 21:53:33.169783 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4bddb464-1736-4298-88cd-9cf360bf1774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:33.204251 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:33.276392 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bddb464-1736-4298-88cd-9cf360bf1774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26bd11ef-e04a-4baf-90e6-ab1ba3befdf8,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:33.314412 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-481593f0-6caf-4d9d-a4d6-5286bd3317bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:33.317790 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 86de9f6f-3432-4daa-8986-c075d40b5d58, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=86de9f6f-3432-4daa-8986-c075d40b5d58,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:53:33.333415 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:33.381680 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b62c0-4375-4362-af85-7b85fb4d6f97 req-29b9e489-2328-4802-9811-f7bed58030aa tempest-FlavorsV2NegativeTest-59149650 tempest-FlavorsV2NegativeTest-59149650-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:53:33.394576 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7d8b62c0-4375-4362-af85-7b85fb4d6f97 req-29b9e489-2328-4802-9811-f7bed58030aa tempest-FlavorsV2NegativeTest-59149650 tempest-FlavorsV2NegativeTest-59149650-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5036380 May 05 21:53:33.403022 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-481593f0-6caf-4d9d-a4d6-5286bd3317bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:33.456283 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-2b46eecf-be9b-4213-b003-2253f9770f92 None None] Allocated IP 172.20.0.2 (3120f5ac-8b43-4ef1-9697-254002b20677/a1594dc8-6a87-4080-8b31-94a5f80267f6/610992a1-b229-4c43-8e6d-5bee8c639daf) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:53:33.481326 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7d8b62c0-4375-4362-af85-7b85fb4d6f97 req-4fc5d51b-37b7-418f-a6dd-9954f24d9e26 tempest-FlavorsV2NegativeTest-59149650 tempest-FlavorsV2NegativeTest-59149650-project] 10.222.0.23 "GET /v2.0/quotas/c970dd847514460a906ee64f6b644ad6 HTTP/1.1" status: 200 len: 375 time: 0.0838785 May 05 21:53:33.483801 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4bddb464-1736-4298-88cd-9cf360bf1774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:33.486554 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4bddb464-1736-4298-88cd-9cf360bf1774 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/26bd11ef-e04a-4baf-90e6-ab1ba3befdf8 HTTP/1.1" status: 204 len: 168 time: 1.5036426 May 05 21:53:33.510040 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=86de9f6f-3432-4daa-8986-c075d40b5d58,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:33.664364 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:53:33.719868 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-481593f0-6caf-4d9d-a4d6-5286bd3317bd admin admin] Allocated IP 172.25.4.116 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/a2c91a8b-8350-41f6-ba48-2b9017f00b77) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:53:33.881218 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2b46eecf-be9b-4213-b003-2253f9770f92 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:33.903093 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-2b46eecf-be9b-4213-b003-2253f9770f92 None None] Transition to ACTIVE for port object 610992a1-b229-4c43-8e6d-5bee8c639daf will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:53:33.941117 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7d8b62c0-4375-4362-af85-7b85fb4d6f97 req-7c173cab-66b7-4609-80ab-e2e4fa7a88bf tempest-FlavorsV2NegativeTest-59149650 tempest-FlavorsV2NegativeTest-59149650-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c970dd847514460a906ee64f6b644ad6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4505916 May 05 21:53:33.975168 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-2b46eecf-be9b-4213-b003-2253f9770f92 None None] Transition to ACTIVE for port object 610992a1-b229-4c43-8e6d-5bee8c639daf will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:53:33.998923 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2b46eecf-be9b-4213-b003-2253f9770f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:34.012132 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88095061-5128-4637-9d35-09caae5a184a tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:53:34.057122 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f4f19005-bf8b-44d4-893d-1e7749d2d5e3 req-5ae3886b-7b7d-4f05-b75f-f8d62b3fa204 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b8d6052b833a4534bc346cca1ce7985f&device_id=b45320f9-cb81-42ee-8a0f-05d3575e834a HTTP/1.1" status: 200 len: 1097 time: 0.1993761 May 05 21:53:34.060909 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-88095061-5128-4637-9d35-09caae5a184a tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:34.066905 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-88095061-5128-4637-9d35-09caae5a184a tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.7077408 May 05 21:53:34.111268 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 45280) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:34.237975 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65b02db-8077-438d-b07a-130356e21383 None None] Sync routers for ids ['dcd1e407-f22d-422c-ba55-bfff06cb7da2'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:53:34.292034 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 86de9f6f-3432-4daa-8986-c075d40b5d58 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:53:34.328939 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f19005-bf8b-44d4-893d-1e7749d2d5e3 req-0cfd2826-ab95-4894-a527-c8b305d33379 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:53:34.329904 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f4f19005-bf8b-44d4-893d-1e7749d2d5e3 req-0cfd2826-ab95-4894-a527-c8b305d33379 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0209bbe2-ae77-4a5e-8f5f-b598cdea432f HTTP/1.1" status: 200 len: 920 time: 0.2627289 May 05 21:53:34.452126 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b46eecf-be9b-4213-b003-2253f9770f92 None None] Network 3120f5ac-8b43-4ef1-9697-254002b20677 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:53:34.455295 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b46eecf-be9b-4213-b003-2253f9770f92 None None] Pushing event updated for resources: {'Port': ['ID=610992a1-b229-4c43-8e6d-5bee8c639daf,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:34.478419 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-2b46eecf-be9b-4213-b003-2253f9770f92 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:53:34.498639 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65b02db-8077-438d-b07a-130356e21383 None None] Routers {'dcd1e407-f22d-422c-ba55-bfff06cb7da2'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:53:34.500950 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-d65b02db-8077-438d-b07a-130356e21383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:53:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['dcd1e407-f22d-422c-ba55-bfff06cb7da2'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:53:34.687898 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-481593f0-6caf-4d9d-a4d6-5286bd3317bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:34.712830 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f4f19005-bf8b-44d4-893d-1e7749d2d5e3 req-4dd8ecca-172e-4885-b685-dbd165151ece service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b72b898-3e41-4f63-90b6-bd608bd09268 HTTP/1.1" status: 200 len: 1001 time: 0.3366647 May 05 21:53:34.856580 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-481593f0-6caf-4d9d-a4d6-5286bd3317bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:34.985686 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f19005-bf8b-44d4-893d-1e7749d2d5e3 req-1a84cc25-07ab-4bac-880d-885bb68708a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:53:34.987206 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f4f19005-bf8b-44d4-893d-1e7749d2d5e3 req-1a84cc25-07ab-4bac-880d-885bb68708a8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d1666d56-aa2f-45d5-85a5-62900adc165a HTTP/1.1" status: 200 len: 858 time: 0.2529144 May 05 21:53:35.054285 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b46eecf-be9b-4213-b003-2253f9770f92 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:53:35.076432 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3374dba1-49b6-407b-9a8a-8613131b7e98 req-f1e2b6be-da48-4344-a145-b08ce6a68287 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:53:35.082651 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3374dba1-49b6-407b-9a8a-8613131b7e98 req-f1e2b6be-da48-4344-a145-b08ce6a68287 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45320f9-cb81-42ee-8a0f-05d3575e834a HTTP/1.1" status: 200 len: 946 time: 0.7514503 May 05 21:53:35.182323 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f4f19005-bf8b-44d4-893d-1e7749d2d5e3 req-88e0fdea-d6dd-4a58-81ed-20b9ee4a91ae service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0209bbe2-ae77-4a5e-8f5f-b598cdea432f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1865587 May 05 21:53:35.220616 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3374dba1-49b6-407b-9a8a-8613131b7e98 req-c22cee56-7420-4fc7-8d5e-613d65daea02 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=15081b51-34a6-41df-a644-0d6ba32bfe58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153946 May 05 21:53:35.380161 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f4f19005-bf8b-44d4-893d-1e7749d2d5e3 req-ef14d03a-9519-4c4c-8ac0-827c811239a5 service neutron] 10.222.0.44 "GET /v2.0/networks/0209bbe2-ae77-4a5e-8f5f-b598cdea432f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906595 May 05 21:53:35.416277 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481593f0-6caf-4d9d-a4d6-5286bd3317bd admin admin] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:53:35.431513 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-481593f0-6caf-4d9d-a4d6-5286bd3317bd admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:53:35.437752 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481593f0-6caf-4d9d-a4d6-5286bd3317bd admin admin] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:53:35.440597 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-d65b02db-8077-438d-b07a-130356e21383 None None] Set router dcd1e407-f22d-422c-ba55-bfff06cb7da2 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:53:35.507990 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481593f0-6caf-4d9d-a4d6-5286bd3317bd admin admin] Pushing event updated for resources: {'Port': ['ID=a2c91a8b-8350-41f6-ba48-2b9017f00b77,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:35.715868 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f4f19005-bf8b-44d4-893d-1e7749d2d5e3 req-9362d8d6-68b7-4e79-a647-bbf1e784acb3 service neutron] 10.222.0.44 "GET /v2.0/networks/0209bbe2-ae77-4a5e-8f5f-b598cdea432f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294089 May 05 21:53:35.797883 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 86de9f6f-3432-4daa-8986-c075d40b5d58 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:53:35.798713 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:35.816207 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45336) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:35.892041 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-2b46eecf-be9b-4213-b003-2253f9770f92 None None] Attempting to bind port 610992a1-b229-4c43-8e6d-5bee8c639daf on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:53:35.892676 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-2b46eecf-be9b-4213-b003-2253f9770f92 None None] Attempting to bind port 610992a1-b229-4c43-8e6d-5bee8c639daf by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'fa89ad8c-491c-4028-8282-637f6824c8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3120f5ac-8b43-4ef1-9697-254002b20677'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:53:35.893281 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b46eecf-be9b-4213-b003-2253f9770f92 None None] Attempting to bind port 610992a1-b229-4c43-8e6d-5bee8c639daf on network 3120f5ac-8b43-4ef1-9697-254002b20677 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:53:35.985027 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45342) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:36.007481 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:36.013588 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b46eecf-be9b-4213-b003-2253f9770f92 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:53:36.020556 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-62f3b4fb-7f94-4064-9aa1-53b546785354 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] 10.222.0.23 "GET /v2.0/routers/dcd1e407-f22d-422c-ba55-bfff06cb7da2 HTTP/1.1" status: 200 len: 907 time: 1.8634098 May 05 21:53:36.021307 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b46eecf-be9b-4213-b003-2253f9770f92 None None] Checking segment: {'id': 'fa89ad8c-491c-4028-8282-637f6824c8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3120f5ac-8b43-4ef1-9697-254002b20677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:53:36.021892 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2b46eecf-be9b-4213-b003-2253f9770f92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:36.022478 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b46eecf-be9b-4213-b003-2253f9770f92 None None] Bound using segment: {'id': 'fa89ad8c-491c-4028-8282-637f6824c8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3120f5ac-8b43-4ef1-9697-254002b20677'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:53:36.023200 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-2b46eecf-be9b-4213-b003-2253f9770f92 None None] Bound port: 610992a1-b229-4c43-8e6d-5bee8c639daf, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa89ad8c-491c-4028-8282-637f6824c8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3120f5ac-8b43-4ef1-9697-254002b20677'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:53:36.023594 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2b46eecf-be9b-4213-b003-2253f9770f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:36.160803 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-481593f0-6caf-4d9d-a4d6-5286bd3317bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:36.170500 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-481593f0-6caf-4d9d-a4d6-5286bd3317bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:36.212254 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:36.284465 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-47f5d751-189f-4ce3-8b91-a2ba5c02282a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:36.441333 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-47f5d751-189f-4ce3-8b91-a2ba5c02282a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:53:36.449503 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-47f5d751-189f-4ce3-8b91-a2ba5c02282a admin admin] Usage tracker for resource:security_group_rule and tenant:c970dd847514460a906ee64f6b644ad6 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:53:36.466981 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-47f5d751-189f-4ce3-8b91-a2ba5c02282a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:53:36.479700 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-47f5d751-189f-4ce3-8b91-a2ba5c02282a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:53:36.542029 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-2b46eecf-be9b-4213-b003-2253f9770f92 None None] For port 610992a1-b229-4c43-8e6d-5bee8c639daf, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:53:36.546805 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-2b46eecf-be9b-4213-b003-2253f9770f92 None None] For port 610992a1-b229-4c43-8e6d-5bee8c639daf, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=610992a1-b229-4c43-8e6d-5bee8c639daf,segment=NetworkSegment(fa89ad8c-491c-4028-8282-637f6824c8a1),segment_id=fa89ad8c-491c-4028-8282-637f6824c8a1)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:53:36.560038 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2b46eecf-be9b-4213-b003-2253f9770f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:36.673952 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-47f5d751-189f-4ce3-8b91-a2ba5c02282a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:36.683845 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7ab1d2bf-6c87-46e5-9785-80f0384ac520 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks [] for router, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:36.732228 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-d65b02db-8077-438d-b07a-130356e21383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd1e407-f22d-422c-ba55-bfff06cb7da2', 'name': 'tempest-snat-router-822317687', 'tenant_id': 'f3341df7da694c4690f67a2fbc87bf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': 'e7530b7c-75d9-4086-8689-15cacd3b84fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:53:29Z', 'updated_at': '2022-05-05T21:53:31Z', 'revision_number': 3, 'project_id': 'f3341df7da694c4690f67a2fbc87bf10', 'gw_port': {'id': 'e7530b7c-75d9-4086-8689-15cacd3b84fb', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd1e407-f22d-422c-ba55-bfff06cb7da2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:53:30Z', 'updated_at': '2022-05-05T21:53:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:53:36.736828 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b46eecf-be9b-4213-b003-2253f9770f92 None None] Pushing event updated for resources: {'Port': ['ID=610992a1-b229-4c43-8e6d-5bee8c639daf,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:36.743513 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65b02db-8077-438d-b07a-130356e21383 None None] Checking router: dcd1e407-f22d-422c-ba55-bfff06cb7da2 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:53:36.746244 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65b02db-8077-438d-b07a-130356e21383 None None] Updating router dcd1e407-f22d-422c-ba55-bfff06cb7da2 port e7530b7c-75d9-4086-8689-15cacd3b84fb binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 21:53:36.820449 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d65b02db-8077-438d-b07a-130356e21383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:36.863048 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 45358) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:36.923412 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-47f5d751-189f-4ce3-8b91-a2ba5c02282a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:37.071840 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-481593f0-6caf-4d9d-a4d6-5286bd3317bd admin admin] Router cef6f07d-d741-43c8-b13b-9461db1dc25b is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 21:53:37.199674 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f5d751-189f-4ce3-8b91-a2ba5c02282a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737198a2-c4d2-410f-a7b3-795fb9f18b4d,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:37.216133 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-47f5d751-189f-4ce3-8b91-a2ba5c02282a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c970dd847514460a906ee64f6b644ad6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3986163 May 05 21:53:37.237514 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45370) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:37.413795 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d735b0e9-4715-4aa2-b9cf-cb8b458a4609 req-c5a4a55b-759a-4eb4-a055-614d9998971b tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:53:37.415528 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d735b0e9-4715-4aa2-b9cf-cb8b458a4609 req-c5a4a55b-759a-4eb4-a055-614d9998971b tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45320f9-cb81-42ee-8a0f-05d3575e834a HTTP/1.1" status: 200 len: 946 time: 0.5652242 May 05 21:53:37.418339 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d65b02db-8077-438d-b07a-130356e21383 None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:37.436778 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-d65b02db-8077-438d-b07a-130356e21383 None None] Transition to ACTIVE for port object e7530b7c-75d9-4086-8689-15cacd3b84fb will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:53:37.448731 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d65b02db-8077-438d-b07a-130356e21383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:37.453132 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-07aa6549-934a-45bc-a5f8-fefd2b736b5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:37.459882 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-86a5acc7-6e2c-40d1-8614-e9269c9bb41a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:37.508441 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-07aa6549-934a-45bc-a5f8-fefd2b736b5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:53:37.514676 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-07aa6549-934a-45bc-a5f8-fefd2b736b5a admin admin] Usage tracker for resource:security_group_rule and tenant:28a0461f1bd046e68b1c2dbd517746d5 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:53:37.514841 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d735b0e9-4715-4aa2-b9cf-cb8b458a4609 req-ded42242-a050-4c5c-9004-448112e918ae tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=15081b51-34a6-41df-a644-0d6ba32bfe58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889940 May 05 21:53:37.528992 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-07aa6549-934a-45bc-a5f8-fefd2b736b5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:53:37.529867 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-86a5acc7-6e2c-40d1-8614-e9269c9bb41a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:37.550713 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-07aa6549-934a-45bc-a5f8-fefd2b736b5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:53:37.625121 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7ab1d2bf-6c87-46e5-9785-80f0384ac520 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:37.640399 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-7ab1d2bf-6c87-46e5-9785-80f0384ac520 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Deleting port e7530b7c-75d9-4086-8689-15cacd3b84fb {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:53:37.641072 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7ab1d2bf-6c87-46e5-9785-80f0384ac520 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:37.672608 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269c06bb-950d-412f-be12-595d23e48bd7 None None] Pushing event updated for resources: {'Port': ['ID=e7530b7c-75d9-4086-8689-15cacd3b84fb,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:37.681830 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-d65b02db-8077-438d-b07a-130356e21383 None None] Attempting to bind port e7530b7c-75d9-4086-8689-15cacd3b84fb on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:53:37.682209 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-d65b02db-8077-438d-b07a-130356e21383 None None] Attempting to bind port e7530b7c-75d9-4086-8689-15cacd3b84fb by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:53:37.682567 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65b02db-8077-438d-b07a-130356e21383 None None] Attempting to bind port e7530b7c-75d9-4086-8689-15cacd3b84fb on network 25bfe237-58de-4709-a3e0-ac79da07c300 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:53:37.704378 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65b02db-8077-438d-b07a-130356e21383 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:53:37.704818 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65b02db-8077-438d-b07a-130356e21383 None None] Checking segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:53:37.705223 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d65b02db-8077-438d-b07a-130356e21383 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:37.705620 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65b02db-8077-438d-b07a-130356e21383 None None] Bound using segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:53:37.706112 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-d65b02db-8077-438d-b07a-130356e21383 None None] Bound port: e7530b7c-75d9-4086-8689-15cacd3b84fb, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:53:37.706483 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d65b02db-8077-438d-b07a-130356e21383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:37.719735 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-07aa6549-934a-45bc-a5f8-fefd2b736b5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:37.751816 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-07aa6549-934a-45bc-a5f8-fefd2b736b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:37.797059 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481593f0-6caf-4d9d-a4d6-5286bd3317bd admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:53:37.808643 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-d65b02db-8077-438d-b07a-130356e21383 None None] For port e7530b7c-75d9-4086-8689-15cacd3b84fb, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:53:37.809561 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5be151-3502-426d-9a63-0d0bbfd7c792 None None] Sync routers for ids ['cef6f07d-d741-43c8-b13b-9461db1dc25b'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:53:37.814029 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-d65b02db-8077-438d-b07a-130356e21383 None None] For port e7530b7c-75d9-4086-8689-15cacd3b84fb, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=e7530b7c-75d9-4086-8689-15cacd3b84fb,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:53:37.827805 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d65b02db-8077-438d-b07a-130356e21383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:37.833174 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5be151-3502-426d-9a63-0d0bbfd7c792 None None] Routers {'cef6f07d-d741-43c8-b13b-9461db1dc25b'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:53:37.834074 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-fd5be151-3502-426d-9a63-0d0bbfd7c792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:53:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['cef6f07d-d741-43c8-b13b-9461db1dc25b'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:53:37.839448 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-07aa6549-934a-45bc-a5f8-fefd2b736b5a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=28a0461f1bd046e68b1c2dbd517746d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9736266 May 05 21:53:37.853457 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 45382) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:37.991357 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aa6549-934a-45bc-a5f8-fefd2b736b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11215546-4795-44f2-934d-329c2ccb0a38,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:38.030889 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269c06bb-950d-412f-be12-595d23e48bd7 None None] Pushing event updated for resources: {'Port': ['ID=e7530b7c-75d9-4086-8689-15cacd3b84fb,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:38.034901 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aa6549-934a-45bc-a5f8-fefd2b736b5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:53:38.035252 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aa6549-934a-45bc-a5f8-fefd2b736b5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:53:38.035596 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aa6549-934a-45bc-a5f8-fefd2b736b5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:53:38.036048 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aa6549-934a-45bc-a5f8-fefd2b736b5a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:53:38.036391 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aa6549-934a-45bc-a5f8-fefd2b736b5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:53:38.036720 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aa6549-934a-45bc-a5f8-fefd2b736b5a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:53:38.037046 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aa6549-934a-45bc-a5f8-fefd2b736b5a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:53:38.037369 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aa6549-934a-45bc-a5f8-fefd2b736b5a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:53:38.037689 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aa6549-934a-45bc-a5f8-fefd2b736b5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:53:38.038017 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aa6549-934a-45bc-a5f8-fefd2b736b5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:53:38.038342 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07aa6549-934a-45bc-a5f8-fefd2b736b5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:53:38.056201 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-86a5acc7-6e2c-40d1-8614-e9269c9bb41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:38.086571 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65b02db-8077-438d-b07a-130356e21383 None None] Routers {'dcd1e407-f22d-422c-ba55-bfff06cb7da2'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:53:38.089795 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-d65b02db-8077-438d-b07a-130356e21383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:53:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['dcd1e407-f22d-422c-ba55-bfff06cb7da2'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:53:38.094469 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a5acc7-6e2c-40d1-8614-e9269c9bb41a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737198a2-c4d2-410f-a7b3-795fb9f18b4d,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:38.130389 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-86a5acc7-6e2c-40d1-8614-e9269c9bb41a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:38.134894 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-86a5acc7-6e2c-40d1-8614-e9269c9bb41a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/737198a2-c4d2-410f-a7b3-795fb9f18b4d HTTP/1.1" status: 204 len: 168 time: 0.8884861 May 05 21:53:38.184089 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-481593f0-6caf-4d9d-a4d6-5286bd3317bd admin admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:38.184415 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-7ab1d2bf-6c87-46e5-9785-80f0384ac520 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] For port e7530b7c-75d9-4086-8689-15cacd3b84fb, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=e7530b7c-75d9-4086-8689-15cacd3b84fb,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:53:38.184788 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7ab1d2bf-6c87-46e5-9785-80f0384ac520 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:38.188581 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-481593f0-6caf-4d9d-a4d6-5286bd3317bd admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.9316845 May 05 21:53:38.188581 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 45390) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:38.452088 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53074eb5-d889-4749-8306-6dd63fb2db3e None None] Network 3120f5ac-8b43-4ef1-9697-254002b20677 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:53:38.481305 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-7ab1d2bf-6c87-46e5-9785-80f0384ac520 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Calling delete_port for e7530b7c-75d9-4086-8689-15cacd3b84fb owned by network:router_gateway {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:53:38.491753 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-fd5be151-3502-426d-9a63-0d0bbfd7c792 None None] Set router cef6f07d-d741-43c8-b13b-9461db1dc25b gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:53:38.531828 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-646ce59a-a868-42cb-a55c-5df845a8e11f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:38.600707 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-646ce59a-a868-42cb-a55c-5df845a8e11f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:38.704296 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-1f05625b-17de-435a-bbbd-bf98986a49bc None None] Provisioning for port 610992a1-b229-4c43-8e6d-5bee8c639daf completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:53:38.731083 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-d65b02db-8077-438d-b07a-130356e21383 None None] Set router dcd1e407-f22d-422c-ba55-bfff06cb7da2 gateway port host: None {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:53:38.809563 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 610992a1-b229-4c43-8e6d-5bee8c639daf up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:53:38.834593 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-646ce59a-a868-42cb-a55c-5df845a8e11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:38.857124 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646ce59a-a868-42cb-a55c-5df845a8e11f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11215546-4795-44f2-934d-329c2ccb0a38,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:38.866877 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-646ce59a-a868-42cb-a55c-5df845a8e11f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:38.868330 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-646ce59a-a868-42cb-a55c-5df845a8e11f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/11215546-4795-44f2-934d-329c2ccb0a38 HTTP/1.1" status: 204 len: 168 time: 1.0143611 May 05 21:53:39.060541 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-d65b02db-8077-438d-b07a-130356e21383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd1e407-f22d-422c-ba55-bfff06cb7da2', 'name': 'tempest-snat-router-822317687', 'tenant_id': 'f3341df7da694c4690f67a2fbc87bf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:53:29Z', 'updated_at': '2022-05-05T21:53:37Z', 'revision_number': 4, 'project_id': 'f3341df7da694c4690f67a2fbc87bf10', 'gw_port_host': None}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:53:39.135794 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7ab1d2bf-6c87-46e5-9785-80f0384ac520 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:39.140488 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65b02db-8077-438d-b07a-130356e21383 None None] The sync data for ids ['dcd1e407-f22d-422c-ba55-bfff06cb7da2'] in n-d-825175-4 is: [{'id': 'dcd1e407-f22d-422c-ba55-bfff06cb7da2', 'name': 'tempest-snat-router-822317687', 'tenant_id': 'f3341df7da694c4690f67a2fbc87bf10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:53:29Z', 'updated_at': '2022-05-05T21:53:37Z', 'revision_number': 4, 'project_id': 'f3341df7da694c4690f67a2fbc87bf10', 'gw_port_host': None}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:53:39.235483 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab1d2bf-6c87-46e5-9785-80f0384ac520 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Pushing event deleted for resources: {'Port': ['ID=e7530b7c-75d9-4086-8689-15cacd3b84fb,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:39.373179 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-fd5be151-3502-426d-9a63-0d0bbfd7c792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef6f07d-d741-43c8-b13b-9461db1dc25b', 'name': 'tempest-TaggedBootDevicesTest_v242-1778530650-router', 'tenant_id': 'c3f9ce50114047b1adfc22c64baa15b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'a2c91a8b-8350-41f6-ba48-2b9017f00b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:53:32Z', 'updated_at': '2022-05-05T21:53:35Z', 'revision_number': 3, 'project_id': 'c3f9ce50114047b1adfc22c64baa15b0', 'gw_port': {'id': 'a2c91a8b-8350-41f6-ba48-2b9017f00b77', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef6f07d-d741-43c8-b13b-9461db1dc25b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:53:33Z', 'updated_at': '2022-05-05T21:53:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:53:39.377724 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 610992a1-b229-4c43-8e6d-5bee8c639daf completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:53:39.382435 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5be151-3502-426d-9a63-0d0bbfd7c792 None None] Checking router: cef6f07d-d741-43c8-b13b-9461db1dc25b for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:53:39.384170 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5be151-3502-426d-9a63-0d0bbfd7c792 None None] Updating router cef6f07d-d741-43c8-b13b-9461db1dc25b port a2c91a8b-8350-41f6-ba48-2b9017f00b77 binding host n-d-825175-4 {{(pid=84068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 21:53:39.423294 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 610992a1-b229-4c43-8e6d-5bee8c639daf triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:53:39.424249 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:39.424365 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560a4541-d02e-4bac-a227-f13eed6abcd1 req-1be204d6-88a8-4af9-b15e-a749a66b5d14 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:53:39.430234 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-560a4541-d02e-4bac-a227-f13eed6abcd1 req-1be204d6-88a8-4af9-b15e-a749a66b5d14 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.6585238 May 05 21:53:39.561518 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-fd5be151-3502-426d-9a63-0d0bbfd7c792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:39.816478 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:39.902509 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 610992a1-b229-4c43-8e6d-5bee8c639daf, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=610992a1-b229-4c43-8e6d-5bee8c639daf,segment=NetworkSegment(fa89ad8c-491c-4028-8282-637f6824c8a1),segment_id=fa89ad8c-491c-4028-8282-637f6824c8a1)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:53:39.919873 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:39.946972 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-560a4541-d02e-4bac-a227-f13eed6abcd1 req-f0ba36a7-642f-4bd6-8628-afa022770d4c tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4195313 May 05 21:53:40.207085 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=610992a1-b229-4c43-8e6d-5bee8c639daf,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:40.267453 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7ab1d2bf-6c87-46e5-9785-80f0384ac520 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:40.314201 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-fca9028e-45cc-41d9-a1dd-be576eea9568 None None] Provisioning complete for port 610992a1-b229-4c43-8e6d-5bee8c639daf triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:53:40.314989 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fca9028e-45cc-41d9-a1dd-be576eea9568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:40.559886 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-fd5be151-3502-426d-9a63-0d0bbfd7c792 None None] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:40.580172 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.provisioning_blocks [None req-fd5be151-3502-426d-9a63-0d0bbfd7c792 None None] Transition to ACTIVE for port object a2c91a8b-8350-41f6-ba48-2b9017f00b77 will not be triggered until provisioned by entity L2. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:53:40.600763 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-fd5be151-3502-426d-9a63-0d0bbfd7c792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:40.688138 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 610992a1-b229-4c43-8e6d-5bee8c639daf up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:53:40.740253 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-fd5be151-3502-426d-9a63-0d0bbfd7c792 None None] Attempting to bind port a2c91a8b-8350-41f6-ba48-2b9017f00b77 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:53:40.740636 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-fd5be151-3502-426d-9a63-0d0bbfd7c792 None None] Attempting to bind port a2c91a8b-8350-41f6-ba48-2b9017f00b77 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:53:40.740996 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5be151-3502-426d-9a63-0d0bbfd7c792 None None] Attempting to bind port a2c91a8b-8350-41f6-ba48-2b9017f00b77 on network 25bfe237-58de-4709-a3e0-ac79da07c300 {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:53:40.750505 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5be151-3502-426d-9a63-0d0bbfd7c792 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:53:40.750894 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5be151-3502-426d-9a63-0d0bbfd7c792 None None] Checking segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:53:40.751348 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-fd5be151-3502-426d-9a63-0d0bbfd7c792 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:40.751900 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5be151-3502-426d-9a63-0d0bbfd7c792 None None] Bound using segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:53:40.752369 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-fd5be151-3502-426d-9a63-0d0bbfd7c792 None None] Bound port: a2c91a8b-8350-41f6-ba48-2b9017f00b77, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:53:40.752728 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-fd5be151-3502-426d-9a63-0d0bbfd7c792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:40.857628 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 610992a1-b229-4c43-8e6d-5bee8c639daf triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:53:40.858614 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:40.882440 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-fd5be151-3502-426d-9a63-0d0bbfd7c792 None None] For port a2c91a8b-8350-41f6-ba48-2b9017f00b77, host n-d-825175-4, cleared binding levels {{(pid=84068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:53:40.891728 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-fd5be151-3502-426d-9a63-0d0bbfd7c792 None None] For port a2c91a8b-8350-41f6-ba48-2b9017f00b77, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=a2c91a8b-8350-41f6-ba48-2b9017f00b77,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:53:40.897620 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209df7e6-9a20-4c0e-b87f-c9f42c21f440 req-2b53c305-629c-492f-a26f-8d6a2b6238a3 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:53:40.907388 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-209df7e6-9a20-4c0e-b87f-c9f42c21f440 req-2b53c305-629c-492f-a26f-8d6a2b6238a3 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45320f9-cb81-42ee-8a0f-05d3575e834a HTTP/1.1" status: 200 len: 946 time: 1.2482555 May 05 21:53:40.918881 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7ab1d2bf-6c87-46e5-9785-80f0384ac520 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:40.926169 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-fd5be151-3502-426d-9a63-0d0bbfd7c792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:40.959030 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7ab1d2bf-6c87-46e5-9785-80f0384ac520 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:41.039437 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5be151-3502-426d-9a63-0d0bbfd7c792 None None] Routers {'cef6f07d-d741-43c8-b13b-9461db1dc25b'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:53:41.043622 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-fd5be151-3502-426d-9a63-0d0bbfd7c792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:53:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['cef6f07d-d741-43c8-b13b-9461db1dc25b'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:53:41.102786 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3836d678-5f17-427c-abce-f7e3ed144b61 None None] Pushing event updated for resources: {'Port': ['ID=a2c91a8b-8350-41f6-ba48-2b9017f00b77,revision_number=2']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:41.119797 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-45c591b3-2ca2-489d-9792-70d4bf7fade1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:41.248317 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0230b9f1-b484-48d6-89c7-4421f00911b7 req-184f9289-66a8-4b24-83b4-2a4f7034cf94 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:53:41.251173 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0230b9f1-b484-48d6-89c7-4421f00911b7 req-184f9289-66a8-4b24-83b4-2a4f7034cf94 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14 HTTP/1.1" status: 200 len: 946 time: 0.6748962 May 05 21:53:41.305396 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-209df7e6-9a20-4c0e-b87f-c9f42c21f440 req-8d7c1b10-a4f4-439c-bfbd-ddfe278e4208 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=15081b51-34a6-41df-a644-0d6ba32bfe58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3971260 May 05 21:53:41.329084 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7ab1d2bf-6c87-46e5-9785-80f0384ac520 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:41.329630 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab1d2bf-6c87-46e5-9785-80f0384ac520 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dcd1e407-f22d-422c-ba55-bfff06cb7da2 {{(pid=84061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 21:53:41.371578 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3836d678-5f17-427c-abce-f7e3ed144b61 None None] Pushing event updated for resources: {'Port': ['ID=a2c91a8b-8350-41f6-ba48-2b9017f00b77,revision_number=3']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:41.438500 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7ab1d2bf-6c87-46e5-9785-80f0384ac520 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:41.447098 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-7ab1d2bf-6c87-46e5-9785-80f0384ac520 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] 10.222.0.23 "DELETE /v2.0/routers/dcd1e407-f22d-422c-ba55-bfff06cb7da2 HTTP/1.1" status: 204 len: 168 time: 5.4607000 May 05 21:53:41.450151 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 45454) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:41.452915 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0230b9f1-b484-48d6-89c7-4421f00911b7 req-f43834ed-30b6-43c0-91e3-5743265d1625 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7172c50-8266-4028-bd8e-9c21e9bde333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1808538 May 05 21:53:41.492971 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-fd5be151-3502-426d-9a63-0d0bbfd7c792 None None] Set router cef6f07d-d741-43c8-b13b-9461db1dc25b gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:53:41.850652 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-45c591b3-2ca2-489d-9792-70d4bf7fade1 admin admin] Allocated IP 172.20.0.1 (3120f5ac-8b43-4ef1-9697-254002b20677/a1594dc8-6a87-4080-8b31-94a5f80267f6/cda6c3e1-1630-4120-b4ee-615220a00b12) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:53:42.050426 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-45c591b3-2ca2-489d-9792-70d4bf7fade1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:42.062349 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7115f01a-50d5-452e-8f16-7f4406bd542f req-f9f587d3-710e-433b-b074-77665971d18f tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:53:42.064982 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7115f01a-50d5-452e-8f16-7f4406bd542f req-f9f587d3-710e-433b-b074-77665971d18f tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.2522130 May 05 21:53:42.089415 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2e960452-845c-458f-9c85-76e33319ef41 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:42.122311 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-fd5be151-3502-426d-9a63-0d0bbfd7c792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef6f07d-d741-43c8-b13b-9461db1dc25b', 'name': 'tempest-TaggedBootDevicesTest_v242-1778530650-router', 'tenant_id': 'c3f9ce50114047b1adfc22c64baa15b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'a2c91a8b-8350-41f6-ba48-2b9017f00b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:53:32Z', 'updated_at': '2022-05-05T21:53:35Z', 'revision_number': 3, 'project_id': 'c3f9ce50114047b1adfc22c64baa15b0', 'gw_port': {'id': 'a2c91a8b-8350-41f6-ba48-2b9017f00b77', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef6f07d-d741-43c8-b13b-9461db1dc25b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:53:33Z', 'updated_at': '2022-05-05T21:53:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:53:42.129685 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5be151-3502-426d-9a63-0d0bbfd7c792 None None] The sync data for ids ['cef6f07d-d741-43c8-b13b-9461db1dc25b'] in n-d-825175-4 is: [{'id': 'cef6f07d-d741-43c8-b13b-9461db1dc25b', 'name': 'tempest-TaggedBootDevicesTest_v242-1778530650-router', 'tenant_id': 'c3f9ce50114047b1adfc22c64baa15b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'a2c91a8b-8350-41f6-ba48-2b9017f00b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:53:32Z', 'updated_at': '2022-05-05T21:53:35Z', 'revision_number': 3, 'project_id': 'c3f9ce50114047b1adfc22c64baa15b0', 'gw_port': {'id': 'a2c91a8b-8350-41f6-ba48-2b9017f00b77', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef6f07d-d741-43c8-b13b-9461db1dc25b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:53:33Z', 'updated_at': '2022-05-05T21:53:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:53:42.174641 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-45c591b3-2ca2-489d-9792-70d4bf7fade1 admin admin] Transition to ACTIVE for port object cda6c3e1-1630-4120-b4ee-615220a00b12 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:53:42.176475 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7115f01a-50d5-452e-8f16-7f4406bd542f req-0f1e52b1-d3ee-4749-85bf-9799f8d24447 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027048 May 05 21:53:42.296086 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-45c591b3-2ca2-489d-9792-70d4bf7fade1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:42.463039 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c591b3-2ca2-489d-9792-70d4bf7fade1 admin admin] Network 3120f5ac-8b43-4ef1-9697-254002b20677 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:53:42.473133 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-45c591b3-2ca2-489d-9792-70d4bf7fade1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:53:42.494173 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c591b3-2ca2-489d-9792-70d4bf7fade1 admin admin] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:53:42.505935 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad07bbc-ca71-467a-8656-529d7e85d177 req-efd834d2-520c-41a5-a47f-d3bcea34e96b tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:53:42.512539 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8ad07bbc-ca71-467a-8656-529d7e85d177 req-efd834d2-520c-41a5-a47f-d3bcea34e96b tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.1295323 May 05 21:53:42.573647 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c591b3-2ca2-489d-9792-70d4bf7fade1 admin admin] Pushing event updated for resources: {'Port': ['ID=cda6c3e1-1630-4120-b4ee-615220a00b12,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:42.622008 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8ad07bbc-ca71-467a-8656-529d7e85d177 req-fa029858-ee97-49fe-b676-e133d41177bc tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953035 May 05 21:53:42.628867 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-45c591b3-2ca2-489d-9792-70d4bf7fade1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:42.791391 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c032bb2-42c8-4a18-8c64-13d6844b74fc req-50686735-844f-4d8c-b96a-bbeb4d2edf23 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:53:42.794229 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8c032bb2-42c8-4a18-8c64-13d6844b74fc req-50686735-844f-4d8c-b96a-bbeb4d2edf23 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45320f9-cb81-42ee-8a0f-05d3575e834a HTTP/1.1" status: 200 len: 946 time: 0.1706717 May 05 21:53:42.829588 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2e960452-845c-458f-9c85-76e33319ef41 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:42.863174 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-2e960452-845c-458f-9c85-76e33319ef41 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Deleting port 86de9f6f-3432-4daa-8986-c075d40b5d58 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:53:42.864062 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2e960452-845c-458f-9c85-76e33319ef41 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:42.902798 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8c032bb2-42c8-4a18-8c64-13d6844b74fc req-ab7906c5-894b-45b6-b746-36cdb27eeec6 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=15081b51-34a6-41df-a644-0d6ba32bfe58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912092 May 05 21:53:42.913339 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-fbdc58d5-472f-47cf-b955-809a0f9f773a None None] Provisioning for port cda6c3e1-1630-4120-b4ee-615220a00b12 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:53:42.922055 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-fbdc58d5-472f-47cf-b955-809a0f9f773a None None] Provisioning complete for port cda6c3e1-1630-4120-b4ee-615220a00b12 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:53:42.922872 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fbdc58d5-472f-47cf-b955-809a0f9f773a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:42.958748 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-45c591b3-2ca2-489d-9792-70d4bf7fade1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:43.045440 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-fbdc58d5-472f-47cf-b955-809a0f9f773a None None] Port cda6c3e1-1630-4120-b4ee-615220a00b12 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:53:43.195710 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45516) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:43.269385 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e171ff-2e88-4a35-8d39-b49e6f250174 req-8ead0166-eb2c-4501-87e8-ed42ce6a73e4 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:53:43.271678 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-41e171ff-2e88-4a35-8d39-b49e6f250174 req-8ead0166-eb2c-4501-87e8-ed42ce6a73e4 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14 HTTP/1.1" status: 200 len: 946 time: 0.1189013 May 05 21:53:43.272320 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45522) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:43.289650 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2effc99-5540-43fa-9fd6-b5c785db2ff7 req-500dabbc-3481-475c-8412-27f42a10a73c tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:53:43.296834 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c2effc99-5540-43fa-9fd6-b5c785db2ff7 req-500dabbc-3481-475c-8412-27f42a10a73c tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.1799893 May 05 21:53:43.374180 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-41e171ff-2e88-4a35-8d39-b49e6f250174 req-53e4e5e4-00f9-4c8a-8d7b-9fd0808be858 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7172c50-8266-4028-bd8e-9c21e9bde333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620503 May 05 21:53:43.390378 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c2effc99-5540-43fa-9fd6-b5c785db2ff7 req-ff7d6627-710d-4bc7-8c06-1a07108ba655 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922856 May 05 21:53:43.534447 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-45c591b3-2ca2-489d-9792-70d4bf7fade1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:43.555603 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9922df46-a320-4184-a322-f289d9673b81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:43.620334 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-2e960452-845c-458f-9c85-76e33319ef41 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] For port 86de9f6f-3432-4daa-8986-c075d40b5d58, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=86de9f6f-3432-4daa-8986-c075d40b5d58,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:53:43.620871 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2e960452-845c-458f-9c85-76e33319ef41 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:43.637869 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-9922df46-a320-4184-a322-f289d9673b81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:53:43.646479 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-9922df46-a320-4184-a322-f289d9673b81 admin admin] Usage tracker for resource:security_group_rule and tenant:eda25d8ad70c4035b7cddbde60b2d31d is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:53:43.655374 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-9922df46-a320-4184-a322-f289d9673b81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:53:43.666320 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-9922df46-a320-4184-a322-f289d9673b81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:53:43.782819 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-54ebd3d3-9551-40f9-b73f-ad5ef88efbfb tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-364722649'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:53:43.799007 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-54ebd3d3-9551-40f9-b73f-ad5ef88efbfb tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:53:43.811962 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-54ebd3d3-9551-40f9-b73f-ad5ef88efbfb tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Usage tracker for resource:network and tenant:3682f5af97b6409692628d697075dc83 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:53:43.817631 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-54ebd3d3-9551-40f9-b73f-ad5ef88efbfb tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:53:43.833326 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-54ebd3d3-9551-40f9-b73f-ad5ef88efbfb tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:53:43.839653 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9922df46-a320-4184-a322-f289d9673b81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:43.846712 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9922df46-a320-4184-a322-f289d9673b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:43.885256 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ebd3d3-9551-40f9-b73f-ad5ef88efbfb tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Made reservation on behalf of 3682f5af97b6409692628d697075dc83 for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:53:43.888430 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-54ebd3d3-9551-40f9-b73f-ad5ef88efbfb tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:43.919441 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-45c591b3-2ca2-489d-9792-70d4bf7fade1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:43.956913 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-2e960452-845c-458f-9c85-76e33319ef41 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Calling delete_port for 86de9f6f-3432-4daa-8986-c075d40b5d58 owned by network:router_gateway {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:53:43.976004 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6591b18d-a8bc-40d3-8b36-c7111b816119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:44.061328 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-9922df46-a320-4184-a322-f289d9673b81 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eda25d8ad70c4035b7cddbde60b2d31d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7874911 May 05 21:53:44.070308 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 45544) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:44.076609 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-54ebd3d3-9551-40f9-b73f-ad5ef88efbfb tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:44.154342 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c591b3-2ca2-489d-9792-70d4bf7fade1 admin admin] Pushing event updated for resources: {'Port': ['ID=cda6c3e1-1630-4120-b4ee-615220a00b12,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:44.156744 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-45c591b3-2ca2-489d-9792-70d4bf7fade1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:44.251395 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-54ebd3d3-9551-40f9-b73f-ad5ef88efbfb tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:53:44.257805 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-54ebd3d3-9551-40f9-b73f-ad5ef88efbfb tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Usage tracker for resource:security_group_rule and tenant:3682f5af97b6409692628d697075dc83 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:53:44.261399 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-54ebd3d3-9551-40f9-b73f-ad5ef88efbfb tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:53:44.271681 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9922df46-a320-4184-a322-f289d9673b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8686ce-2c86-4ab6-8687-aa63326ce5a2,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:44.300540 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-54ebd3d3-9551-40f9-b73f-ad5ef88efbfb tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:53:44.420804 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c5148a0a-8539-42e2-9c2d-b2a228d993a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:44.477362 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c591b3-2ca2-489d-9792-70d4bf7fade1 admin admin] Network 3120f5ac-8b43-4ef1-9697-254002b20677 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:53:44.481961 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ef0f9-0bf6-4774-a1c2-d0de73077732 req-b2452280-e317-45e7-9353-67a5395e9448 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:53:44.483615 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f57ef0f9-0bf6-4774-a1c2-d0de73077732 req-b2452280-e317-45e7-9353-67a5395e9448 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45320f9-cb81-42ee-8a0f-05d3575e834a HTTP/1.1" status: 200 len: 946 time: 0.3920102 May 05 21:53:44.487822 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-45c591b3-2ca2-489d-9792-70d4bf7fade1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:53:44.515024 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66680805-6b6a-4ca6-ba75-9b038920b7fb req-042a4e04-c190-493f-a9d7-39ef131327f4 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:53:44.517984 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-66680805-6b6a-4ca6-ba75-9b038920b7fb req-042a4e04-c190-493f-a9d7-39ef131327f4 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/networks?id=f33cead3-3472-4ef7-9cf3-a35684adef89 HTTP/1.1" status: 200 len: 812 time: 0.6146891 May 05 21:53:44.701771 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device a2c91a8b-8350-41f6-ba48-2b9017f00b77 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:53:44.710107 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-66680805-6b6a-4ca6-ba75-9b038920b7fb req-247af7e1-d890-4de0-8405-9029775820a1 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/quotas/0eb82da6a4bc47a2ae0058d78ca21e92 HTTP/1.1" status: 200 len: 375 time: 0.1730337 May 05 21:53:44.739787 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f57ef0f9-0bf6-4774-a1c2-d0de73077732 req-4e886287-a7fe-4c1b-8e1d-518083c0f18b tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=15081b51-34a6-41df-a644-0d6ba32bfe58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2205474 May 05 21:53:44.886345 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port a2c91a8b-8350-41f6-ba48-2b9017f00b77 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:53:44.892318 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port a2c91a8b-8350-41f6-ba48-2b9017f00b77 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:53:44.892888 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:44.895561 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-54ebd3d3-9551-40f9-b73f-ad5ef88efbfb tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:44.926707 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-54ebd3d3-9551-40f9-b73f-ad5ef88efbfb tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:44.995205 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c5148a0a-8539-42e2-9c2d-b2a228d993a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:45.018183 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54ebd3d3-9551-40f9-b73f-ad5ef88efbfb tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:53:45.037140 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-914ee333-c221-4e97-a40b-38a2757690c4 None None] Provisioning complete for port cda6c3e1-1630-4120-b4ee-615220a00b12 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:53:45.038321 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-914ee333-c221-4e97-a40b-38a2757690c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:45.099516 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-914ee333-c221-4e97-a40b-38a2757690c4 None None] Port cda6c3e1-1630-4120-b4ee-615220a00b12 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:53:45.111506 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ebd3d3-9551-40f9-b73f-ad5ef88efbfb tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=227bbb12-24a0-46af-9139-e9170c3870f6,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:45.144933 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-54ebd3d3-9551-40f9-b73f-ad5ef88efbfb tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:45.145716 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-54ebd3d3-9551-40f9-b73f-ad5ef88efbfb tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Added segment 6a1a7243-2f46-48de-a0e4-4eadcd95c44d of type vlan for network b31baa66-7f47-4ada-8579-10346998ad49 May 05 21:53:45.184801 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-66680805-6b6a-4ca6-ba75-9b038920b7fb req-11987a2c-b8a5-43a5-a1b2-c7408bb2a5ba tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0eb82da6a4bc47a2ae0058d78ca21e92&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4570980 May 05 21:53:45.217865 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-54ebd3d3-9551-40f9-b73f-ad5ef88efbfb tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:45.222368 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:45.241392 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2e960452-845c-458f-9c85-76e33319ef41 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:45.250021 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1acae9b-8f15-4744-baba-6adc7e472d6f req-9416cea0-9f5b-474c-acf7-3fe9b36a7a88 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:53:45.261587 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d1acae9b-8f15-4744-baba-6adc7e472d6f req-9416cea0-9f5b-474c-acf7-3fe9b36a7a88 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14 HTTP/1.1" status: 200 len: 946 time: 0.2461607 May 05 21:53:45.264004 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port a2c91a8b-8350-41f6-ba48-2b9017f00b77, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=a2c91a8b-8350-41f6-ba48-2b9017f00b77,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:53:45.270464 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:45.303780 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e960452-845c-458f-9c85-76e33319ef41 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Pushing event deleted for resources: {'Port': ['ID=86de9f6f-3432-4daa-8986-c075d40b5d58,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:45.353267 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.resource_extend [None req-54ebd3d3-9551-40f9-b73f-ad5ef88efbfb tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 21:53:45.396742 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d1acae9b-8f15-4744-baba-6adc7e472d6f req-5890c5f1-1f63-4fb7-9090-3d6ebf7285cd tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7172c50-8266-4028-bd8e-9c21e9bde333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289001 May 05 21:53:45.398335 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-54ebd3d3-9551-40f9-b73f-ad5ef88efbfb tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:45.402940 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=a2c91a8b-8350-41f6-ba48-2b9017f00b77,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:45.404873 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ebd3d3-9551-40f9-b73f-ad5ef88efbfb tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:53:45.405474 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-54ebd3d3-9551-40f9-b73f-ad5ef88efbfb tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:45.673233 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2e960452-845c-458f-9c85-76e33319ef41 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:45.704652 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ebd3d3-9551-40f9-b73f-ad5ef88efbfb tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Pushing event updated for resources: {'Network': ['ID=b31baa66-7f47-4ada-8579-10346998ad49,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:45.719630 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network b31baa66-7f47-4ada-8579-10346998ad49 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:53:45.725043 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-54ebd3d3-9551-40f9-b73f-ad5ef88efbfb tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.5259976 May 05 21:53:45.727444 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45562) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:45.734848 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-6c382ba1-d59e-4df8-9286-e908999fa9e2 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Request body: {'subnet': {'network_id': 'b31baa66-7f47-4ada-8579-10346998ad49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:53:45.910321 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-6c382ba1-d59e-4df8-9286-e908999fa9e2 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:53:45.914865 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-6c382ba1-d59e-4df8-9286-e908999fa9e2 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Usage tracker for resource:subnet and tenant:3682f5af97b6409692628d697075dc83 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:53:45.917868 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-6c382ba1-d59e-4df8-9286-e908999fa9e2 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:53:45.923827 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-6c382ba1-d59e-4df8-9286-e908999fa9e2 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:53:45.994792 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-66680805-6b6a-4ca6-ba75-9b038920b7fb req-04e2a04f-7575-4ae7-97d2-1532810e211d service neutron] 10.222.0.23 "GET /v2.0/networks/f33cead3-3472-4ef7-9cf3-a35684adef89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7974164 May 05 21:53:45.997479 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c382ba1-d59e-4df8-9286-e908999fa9e2 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Made reservation on behalf of 3682f5af97b6409692628d697075dc83 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:53:46.010488 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c5148a0a-8539-42e2-9c2d-b2a228d993a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:46.034497 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5148a0a-8539-42e2-9c2d-b2a228d993a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8686ce-2c86-4ab6-8687-aa63326ce5a2,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:46.196931 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c5148a0a-8539-42e2-9c2d-b2a228d993a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:46.198063 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c5148a0a-8539-42e2-9c2d-b2a228d993a0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ff8686ce-2c86-4ab6-8687-aa63326ce5a2 HTTP/1.1" status: 204 len: 168 time: 2.1267588 May 05 21:53:46.209713 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2e960452-845c-458f-9c85-76e33319ef41 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:46.219821 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2e960452-845c-458f-9c85-76e33319ef41 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:46.274505 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-113a232b-5024-445a-ba0e-c0d07a78058c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:46.279323 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2e960452-845c-458f-9c85-76e33319ef41 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:46.280026 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e960452-845c-458f-9c85-76e33319ef41 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 812cd703-08f8-4a9e-ba3e-84bbe4a63032 {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 21:53:46.298684 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2e960452-845c-458f-9c85-76e33319ef41 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:46.303609 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-2e960452-845c-458f-9c85-76e33319ef41 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] 10.222.0.23 "DELETE /v2.0/routers/812cd703-08f8-4a9e-ba3e-84bbe4a63032 HTTP/1.1" status: 204 len: 168 time: 4.8488865 May 05 21:53:46.304171 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c591b3-2ca2-489d-9792-70d4bf7fade1 admin admin] Router cef6f07d-d741-43c8-b13b-9461db1dc25b has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:53:46.304904 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 45576) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:46.317495 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-2a494459-11b1-49d9-8c18-080e1da1ba61 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-288845662', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}, 'admin_state_up': False}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:53:46.328036 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-2a494459-11b1-49d9-8c18-080e1da1ba61 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:53:46.339097 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6c382ba1-d59e-4df8-9286-e908999fa9e2 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:46.385374 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-2a494459-11b1-49d9-8c18-080e1da1ba61 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Usage tracker for resource:router and tenant:f69bf16d05e940ae9628f45daf8858c4 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:53:46.395581 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-2a494459-11b1-49d9-8c18-080e1da1ba61 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:53:46.458561 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-2a494459-11b1-49d9-8c18-080e1da1ba61 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:53:46.484230 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2a494459-11b1-49d9-8c18-080e1da1ba61 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:46.485156 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2a494459-11b1-49d9-8c18-080e1da1ba61 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:46.486619 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f162aadb-fcd4-4f45-9430-53b83ac20566 req-1a007c2c-a64b-4628-b2fa-90a269c527e5 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:53:46.488138 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f162aadb-fcd4-4f45-9430-53b83ac20566 req-1a007c2c-a64b-4628-b2fa-90a269c527e5 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45320f9-cb81-42ee-8a0f-05d3575e834a HTTP/1.1" status: 200 len: 946 time: 0.5590405 May 05 21:53:46.533327 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2a494459-11b1-49d9-8c18-080e1da1ba61 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:46.548631 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-66680805-6b6a-4ca6-ba75-9b038920b7fb req-529f0cbf-810f-4c21-810c-e122fbad079e service neutron] 10.222.0.23 "GET /v2.0/networks/f33cead3-3472-4ef7-9cf3-a35684adef89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014026 May 05 21:53:46.587337 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f162aadb-fcd4-4f45-9430-53b83ac20566 req-a2bc92dd-66ce-41e6-b436-0ac55d7b6988 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=15081b51-34a6-41df-a644-0d6ba32bfe58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825973 May 05 21:53:46.794075 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device a2c91a8b-8350-41f6-ba48-2b9017f00b77 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:53:46.798124 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6c382ba1-d59e-4df8-9286-e908999fa9e2 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:46.860523 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c591b3-2ca2-489d-9792-70d4bf7fade1 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:53:46.879319 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-45c591b3-2ca2-489d-9792-70d4bf7fade1 admin admin] 10.222.0.23 "PUT /v2.0/routers/cef6f07d-d741-43c8-b13b-9461db1dc25b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6898744 May 05 21:53:46.883377 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2a494459-11b1-49d9-8c18-080e1da1ba61 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:47.009901 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port a2c91a8b-8350-41f6-ba48-2b9017f00b77 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:53:47.010261 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:47.027527 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c382ba1-d59e-4df8-9286-e908999fa9e2 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Pushing event updated for resources: {'Subnet': ['ID=32ec7b71-a724-4be9-99f8-dbd5e2a37d32,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:47.040022 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c382ba1-d59e-4df8-9286-e908999fa9e2 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Checking segment: {'id': '6a1a7243-2f46-48de-a0e4-4eadcd95c44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b31baa66-7f47-4ada-8579-10346998ad49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:53:47.040386 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c382ba1-d59e-4df8-9286-e908999fa9e2 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Network hostable DHCP agents. Network: b31baa66-7f47-4ada-8579-10346998ad49, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:53:47.092501 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481918c-3e52-4c48-95a6-e4fdd33b67f9 req-17947ec1-c019-46bf-97c8-3e92d55e61b9 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:53:47.094182 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e481918c-3e52-4c48-95a6-e4fdd33b67f9 req-17947ec1-c019-46bf-97c8-3e92d55e61b9 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14 HTTP/1.1" status: 200 len: 946 time: 0.2146876 May 05 21:53:47.095852 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c382ba1-d59e-4df8-9286-e908999fa9e2 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Network b31baa66-7f47-4ada-8579-10346998ad49 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:53:47.131680 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-6c382ba1-d59e-4df8-9286-e908999fa9e2 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, b31baa66-7f47-4ada-8579-10346998ad49) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:53:47.141788 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9f3d76-f478-429d-a0de-3f7fdedddf32 None None] Network b31baa66-7f47-4ada-8579-10346998ad49 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:53:47.148683 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c382ba1-d59e-4df8-9286-e908999fa9e2 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:53:47.149296 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6c382ba1-d59e-4df8-9286-e908999fa9e2 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:47.187579 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e481918c-3e52-4c48-95a6-e4fdd33b67f9 req-8a71ca27-e39d-48e5-b500-24d11ac06847 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7172c50-8266-4028-bd8e-9c21e9bde333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823722 May 05 21:53:47.249030 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-6c382ba1-d59e-4df8-9286-e908999fa9e2 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5210552 May 05 21:53:47.253864 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45614) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:47.267559 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-509fb603-1aab-4e9a-82da-a68bb4125c89 req-688d2977-8591-4961-99f2-08b7eff9616e tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a4d0dca-6efc-4ac5-8ac1-17078bf99dac HTTP/1.1" status: 200 len: 210 time: 0.0685108 May 05 21:53:47.280564 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-b410f04f-2baa-4c5b-a89f-d54aa2e31419 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Request body: {'port': {'network_id': 'b31baa66-7f47-4ada-8579-10346998ad49', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1990234229'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:53:47.361610 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2a494459-11b1-49d9-8c18-080e1da1ba61 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks [] for router_gateway, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:47.457810 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2a494459-11b1-49d9-8c18-080e1da1ba61 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:47.496035 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b410f04f-2baa-4c5b-a89f-d54aa2e31419 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:53:47.501056 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b410f04f-2baa-4c5b-a89f-d54aa2e31419 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Usage tracker for resource:port and tenant:3682f5af97b6409692628d697075dc83 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:53:47.504163 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b410f04f-2baa-4c5b-a89f-d54aa2e31419 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:53:47.536075 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:47.545898 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b410f04f-2baa-4c5b-a89f-d54aa2e31419 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:53:47.609263 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b410f04f-2baa-4c5b-a89f-d54aa2e31419 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Made reservation on behalf of 3682f5af97b6409692628d697075dc83 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:53:47.620803 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b410f04f-2baa-4c5b-a89f-d54aa2e31419 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:47.649598 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:47.725686 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [None req-b410f04f-2baa-4c5b-a89f-d54aa2e31419 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] device_id is not set on port 4ba62063-7bf8-41e7-8b31-a95600896277 yet. {{(pid=84061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 21:53:47.775837 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-2a494459-11b1-49d9-8c18-080e1da1ba61 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Allocated IP 172.25.4.105 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/86e3dc0c-b917-4bb9-b0e8-ab5febfc7db6) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:53:47.880799 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6cc3a1-5e67-4178-8def-1ef9ee47a8c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-b31baa66-7f47-4ada-8579-10346998ad49', 'network_id': 'b31baa66-7f47-4ada-8579-10346998ad49', 'tenant_id': '3682f5af97b6409692628d697075dc83', 'fixed_ips': [{'subnet_id': '32ec7b71-a724-4be9-99f8-dbd5e2a37d32'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 21:53:47.883203 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7f6cc3a1-5e67-4178-8def-1ef9ee47a8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:47.975474 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e265b522-29b8-4f98-a37b-d4a2bffe9dcf req-0110162f-4087-4937-ae6b-defec2df0128 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:53:47.984411 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e265b522-29b8-4f98-a37b-d4a2bffe9dcf req-0110162f-4087-4937-ae6b-defec2df0128 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] 10.222.0.23 "GET /v2.0/ports?device_id=a77a8e30-26e6-4a45-b602-06e131904fc2 HTTP/1.1" status: 200 len: 950 time: 0.4762852 May 05 21:53:48.025223 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2a494459-11b1-49d9-8c18-080e1da1ba61 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:48.081093 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2a494459-11b1-49d9-8c18-080e1da1ba61 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:48.144540 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-b410f04f-2baa-4c5b-a89f-d54aa2e31419 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Allocated IP 172.20.0.13 (b31baa66-7f47-4ada-8579-10346998ad49/32ec7b71-a724-4be9-99f8-dbd5e2a37d32/4ba62063-7bf8-41e7-8b31-a95600896277) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:53:48.148359 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e265b522-29b8-4f98-a37b-d4a2bffe9dcf req-6410bdb0-0a0b-459a-ab0b-fa4220bcec1b tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] 10.222.0.23 "GET /v2.0/security-groups?id=6340a722-1ab1-4170-b7b5-2fd4e644b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629879 May 05 21:53:48.158372 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c012e-ca17-45f0-8952-7cbe852476c2 req-a212a970-5177-437f-8869-866a6ffacc9a tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:53:48.160124 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-540c012e-ca17-45f0-8952-7cbe852476c2 req-a212a970-5177-437f-8869-866a6ffacc9a tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45320f9-cb81-42ee-8a0f-05d3575e834a HTTP/1.1" status: 200 len: 946 time: 0.2597113 May 05 21:53:48.211329 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a494459-11b1-49d9-8c18-080e1da1ba61 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Pushing event updated for resources: {'Port': ['ID=86e3dc0c-b917-4bb9-b0e8-ab5febfc7db6,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:48.220750 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a494459-11b1-49d9-8c18-080e1da1ba61 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:53:48.221919 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-2a494459-11b1-49d9-8c18-080e1da1ba61 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:53:48.225180 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a494459-11b1-49d9-8c18-080e1da1ba61 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:53:48.266410 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-540c012e-ca17-45f0-8952-7cbe852476c2 req-122904ed-fc85-4ce4-be40-15e51eb1d97a tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=15081b51-34a6-41df-a644-0d6ba32bfe58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945723 May 05 21:53:48.525103 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2a494459-11b1-49d9-8c18-080e1da1ba61 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks [] for router_gateway, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:48.525797 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2a494459-11b1-49d9-8c18-080e1da1ba61 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:48.597305 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 86de9f6f-3432-4daa-8986-c075d40b5d58 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:53:48.615265 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b410f04f-2baa-4c5b-a89f-d54aa2e31419 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:48.659003 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-b410f04f-2baa-4c5b-a89f-d54aa2e31419 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Transition to ACTIVE for port object 4ba62063-7bf8-41e7-8b31-a95600896277 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:53:48.680149 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 86de9f6f-3432-4daa-8986-c075d40b5d58 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:53:48.680476 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 86de9f6f-3432-4daa-8986-c075d40b5d58 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:53:48.708322 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b410f04f-2baa-4c5b-a89f-d54aa2e31419 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:48.793301 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f21baad-7087-453d-a90b-7a34ad96eb28 None None] Sync routers for ids ['cef6f07d-d741-43c8-b13b-9461db1dc25b'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:53:48.844131 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f21baad-7087-453d-a90b-7a34ad96eb28 None None] Routers {'cef6f07d-d741-43c8-b13b-9461db1dc25b'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:53:48.845113 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-3f21baad-7087-453d-a90b-7a34ad96eb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:53:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['cef6f07d-d741-43c8-b13b-9461db1dc25b'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:53:48.872199 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b410f04f-2baa-4c5b-a89f-d54aa2e31419 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Network b31baa66-7f47-4ada-8579-10346998ad49 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:53:48.882203 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-b410f04f-2baa-4c5b-a89f-d54aa2e31419 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:53:48.889868 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b410f04f-2baa-4c5b-a89f-d54aa2e31419 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:53:48.950709 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:48.952433 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-7f6cc3a1-5e67-4178-8def-1ef9ee47a8c4 None None] Allocated IP 172.20.0.2 (b31baa66-7f47-4ada-8579-10346998ad49/32ec7b71-a724-4be9-99f8-dbd5e2a37d32/cba6c53c-4833-4730-96e3-e1f0d9b4f9e1) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:53:48.994017 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 45662) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:49.043070 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b410f04f-2baa-4c5b-a89f-d54aa2e31419 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Pushing event updated for resources: {'Port': ['ID=4ba62063-7bf8-41e7-8b31-a95600896277,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:49.082229 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b410f04f-2baa-4c5b-a89f-d54aa2e31419 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:53:49.083218 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b410f04f-2baa-4c5b-a89f-d54aa2e31419 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:49.111868 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b410f04f-2baa-4c5b-a89f-d54aa2e31419 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.8422611 May 05 21:53:49.115630 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45666) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:49.122868 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d528e89-7e0f-4a8a-8995-f5fca3d059f3 req-0303365b-a657-43d2-b68f-93c83d57c9b4 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:53:49.124676 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-cd65df37-aba3-48c7-9076-78cc03c6e5bc admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-839243125-network', 'tenant_id': '735428d0de8342fab8a3fbb83b562761'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:53:49.130341 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9d528e89-7e0f-4a8a-8995-f5fca3d059f3 req-0303365b-a657-43d2-b68f-93c83d57c9b4 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14 HTTP/1.1" status: 200 len: 946 time: 0.2012610 May 05 21:53:49.144464 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-cd65df37-aba3-48c7-9076-78cc03c6e5bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:53:49.161463 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-cd65df37-aba3-48c7-9076-78cc03c6e5bc admin admin] Usage tracker for resource:network and tenant:735428d0de8342fab8a3fbb83b562761 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:53:49.169920 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-cd65df37-aba3-48c7-9076-78cc03c6e5bc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:53:49.182061 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-cd65df37-aba3-48c7-9076-78cc03c6e5bc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:53:49.217462 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-3f21baad-7087-453d-a90b-7a34ad96eb28 None None] Set router cef6f07d-d741-43c8-b13b-9461db1dc25b gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:53:49.235106 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd65df37-aba3-48c7-9076-78cc03c6e5bc admin admin] Made reservation on behalf of 735428d0de8342fab8a3fbb83b562761 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:53:49.237350 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cd65df37-aba3-48c7-9076-78cc03c6e5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:49.261747 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66680805-6b6a-4ca6-ba75-9b038920b7fb req-68d72740-a270-4a7d-b3a1-6c8c9dc35718 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:53:49.263626 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-66680805-6b6a-4ca6-ba75-9b038920b7fb req-68d72740-a270-4a7d-b3a1-6c8c9dc35718 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.32 "GET /v2.0/networks?id=f33cead3-3472-4ef7-9cf3-a35684adef89 HTTP/1.1" status: 200 len: 812 time: 0.5177045 May 05 21:53:49.266480 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cd65df37-aba3-48c7-9076-78cc03c6e5bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:49.282517 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-66680805-6b6a-4ca6-ba75-9b038920b7fb req-fc5cb8ce-a13d-4724-a451-91e1f95611ce tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Request body: {'port': {'device_id': '5a4d0dca-6efc-4ac5-8ac1-17078bf99dac', 'network_id': 'f33cead3-3472-4ef7-9cf3-a35684adef89', 'admin_state_up': True, 'tenant_id': '0eb82da6a4bc47a2ae0058d78ca21e92'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:53:49.384859 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9d528e89-7e0f-4a8a-8995-f5fca3d059f3 req-28d510c8-9984-4a7a-ba3c-3f851e2aad06 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7172c50-8266-4028-bd8e-9c21e9bde333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2535460 May 05 21:53:49.407085 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-cd65df37-aba3-48c7-9076-78cc03c6e5bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:53:49.417136 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-38581a54-3d1d-4a40-b2ec-b642dd474e59 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Deleting port 4ba62063-7bf8-41e7-8b31-a95600896277 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:53:49.417493 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-38581a54-3d1d-4a40-b2ec-b642dd474e59 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:49.418094 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-cd65df37-aba3-48c7-9076-78cc03c6e5bc admin admin] Usage tracker for resource:security_group_rule and tenant:735428d0de8342fab8a3fbb83b562761 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:53:49.435665 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-cd65df37-aba3-48c7-9076-78cc03c6e5bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:53:49.445747 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-cd65df37-aba3-48c7-9076-78cc03c6e5bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:53:49.497525 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7f6cc3a1-5e67-4178-8def-1ef9ee47a8c4 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:49.502801 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-66680805-6b6a-4ca6-ba75-9b038920b7fb req-fc5cb8ce-a13d-4724-a451-91e1f95611ce tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:53:49.522757 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-7f6cc3a1-5e67-4178-8def-1ef9ee47a8c4 None None] Transition to ACTIVE for port object cba6c53c-4833-4730-96e3-e1f0d9b4f9e1 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:53:49.560376 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-66680805-6b6a-4ca6-ba75-9b038920b7fb req-fc5cb8ce-a13d-4724-a451-91e1f95611ce tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:53:49.564371 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-7f6cc3a1-5e67-4178-8def-1ef9ee47a8c4 None None] Transition to ACTIVE for port object cba6c53c-4833-4730-96e3-e1f0d9b4f9e1 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:53:49.584329 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7f6cc3a1-5e67-4178-8def-1ef9ee47a8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:49.621961 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66680805-6b6a-4ca6-ba75-9b038920b7fb req-fc5cb8ce-a13d-4724-a451-91e1f95611ce tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Made reservation on behalf of 0eb82da6a4bc47a2ae0058d78ca21e92 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:53:49.630834 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-66680805-6b6a-4ca6-ba75-9b038920b7fb req-fc5cb8ce-a13d-4724-a451-91e1f95611ce tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:49.712377 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cd65df37-aba3-48c7-9076-78cc03c6e5bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:49.721534 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6cc3a1-5e67-4178-8def-1ef9ee47a8c4 None None] Network b31baa66-7f47-4ada-8579-10346998ad49 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:53:49.723362 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-7f6cc3a1-5e67-4178-8def-1ef9ee47a8c4 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:53:49.725342 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6cc3a1-5e67-4178-8def-1ef9ee47a8c4 None None] Pushing event updated for resources: {'Port': ['ID=cba6c53c-4833-4730-96e3-e1f0d9b4f9e1,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:49.727456 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6cc3a1-5e67-4178-8def-1ef9ee47a8c4 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:53:49.755104 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cd65df37-aba3-48c7-9076-78cc03c6e5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:49.811231 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b1b9f113-9618-46c0-b716-9c9485e0a7e8 req-1c7d7229-180e-40e6-8228-1a5db935e6bd tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a4d0dca-6efc-4ac5-8ac1-17078bf99dac HTTP/1.1" status: 200 len: 210 time: 0.1242781 May 05 21:53:49.816547 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd65df37-aba3-48c7-9076-78cc03c6e5bc admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:53:49.855348 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-7f6cc3a1-5e67-4178-8def-1ef9ee47a8c4 None None] Attempting to bind port cba6c53c-4833-4730-96e3-e1f0d9b4f9e1 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:53:49.856031 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-7f6cc3a1-5e67-4178-8def-1ef9ee47a8c4 None None] Attempting to bind port cba6c53c-4833-4730-96e3-e1f0d9b4f9e1 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '6a1a7243-2f46-48de-a0e4-4eadcd95c44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b31baa66-7f47-4ada-8579-10346998ad49'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:53:49.856389 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6cc3a1-5e67-4178-8def-1ef9ee47a8c4 None None] Attempting to bind port cba6c53c-4833-4730-96e3-e1f0d9b4f9e1 on network b31baa66-7f47-4ada-8579-10346998ad49 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:53:49.866215 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6cc3a1-5e67-4178-8def-1ef9ee47a8c4 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:53:49.866570 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6cc3a1-5e67-4178-8def-1ef9ee47a8c4 None None] Checking segment: {'id': '6a1a7243-2f46-48de-a0e4-4eadcd95c44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b31baa66-7f47-4ada-8579-10346998ad49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:53:49.867143 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7f6cc3a1-5e67-4178-8def-1ef9ee47a8c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:49.867573 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6cc3a1-5e67-4178-8def-1ef9ee47a8c4 None None] Bound using segment: {'id': '6a1a7243-2f46-48de-a0e4-4eadcd95c44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b31baa66-7f47-4ada-8579-10346998ad49'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:53:49.868050 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-7f6cc3a1-5e67-4178-8def-1ef9ee47a8c4 None None] Bound port: cba6c53c-4833-4730-96e3-e1f0d9b4f9e1, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a1a7243-2f46-48de-a0e4-4eadcd95c44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b31baa66-7f47-4ada-8579-10346998ad49'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:53:49.868451 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7f6cc3a1-5e67-4178-8def-1ef9ee47a8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:49.904294 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd65df37-aba3-48c7-9076-78cc03c6e5bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb39c91a-cb25-4625-9705-77ff85bfcc91,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:49.915996 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cd65df37-aba3-48c7-9076-78cc03c6e5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:49.916195 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-cd65df37-aba3-48c7-9076-78cc03c6e5bc admin admin] Added segment b58799b7-6084-4791-a5cc-f7c831cab4ac of type vlan for network 4d448c8b-5772-4171-97f3-962f7aa5adfe May 05 21:53:49.932313 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a494459-11b1-49d9-8c18-080e1da1ba61 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Router ff0e033b-e9e4-4b2d-ba01-5fde95e73edf is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 21:53:49.971888 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cd65df37-aba3-48c7-9076-78cc03c6e5bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:49.973368 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-3f21baad-7087-453d-a90b-7a34ad96eb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef6f07d-d741-43c8-b13b-9461db1dc25b', 'name': 'tempest-TaggedBootDevicesTest_v242-1778530650-router', 'tenant_id': 'c3f9ce50114047b1adfc22c64baa15b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'a2c91a8b-8350-41f6-ba48-2b9017f00b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:53:32Z', 'updated_at': '2022-05-05T21:53:42Z', 'revision_number': 4, 'project_id': 'c3f9ce50114047b1adfc22c64baa15b0', 'gw_port': {'id': 'a2c91a8b-8350-41f6-ba48-2b9017f00b77', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef6f07d-d741-43c8-b13b-9461db1dc25b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:53:33Z', 'updated_at': '2022-05-05T21:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'cda6c3e1-1630-4120-b4ee-615220a00b12', 'name': '', 'network_id': '3120f5ac-8b43-4ef1-9697-254002b20677', 'tenant_id': 'c3f9ce50114047b1adfc22c64baa15b0', 'mac_address': 'fa:16:3e:dd:2c:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef6f07d-d741-43c8-b13b-9461db1dc25b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1594dc8-6a87-4080-8b31-94a5f80267f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:53:41Z', 'updated_at': '2022-05-05T21:53:43Z', 'revision_number': 2, 'project_id': 'c3f9ce50114047b1adfc22c64baa15b0', 'subnets': [{'id': 'a1594dc8-6a87-4080-8b31-94a5f80267f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:53:49.980752 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f21baad-7087-453d-a90b-7a34ad96eb28 None None] Checking router: cef6f07d-d741-43c8-b13b-9461db1dc25b for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:53:49.981091 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f21baad-7087-453d-a90b-7a34ad96eb28 None None] Updating router cef6f07d-d741-43c8-b13b-9461db1dc25b port cda6c3e1-1630-4120-b4ee-615220a00b12 binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 21:53:49.987089 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-38581a54-3d1d-4a40-b2ec-b642dd474e59 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:50.001625 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f383733f-ab73-481c-98ba-aca88a25f3a4 req-998ac88e-6826-40f1-88e0-e9495ee78997 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:53:50.002060 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-66680805-6b6a-4ca6-ba75-9b038920b7fb req-fc5cb8ce-a13d-4724-a451-91e1f95611ce tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Allocated IP 172.20.0.14 (f33cead3-3472-4ef7-9cf3-a35684adef89/7d5de724-e15a-4a3a-8314-05869a0cf070/24348f34-2327-4667-a507-ef12551adca6) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:53:50.009299 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f383733f-ab73-481c-98ba-aca88a25f3a4 req-998ac88e-6826-40f1-88e0-e9495ee78997 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45320f9-cb81-42ee-8a0f-05d3575e834a HTTP/1.1" status: 200 len: 946 time: 0.1889195 May 05 21:53:50.064239 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3f21baad-7087-453d-a90b-7a34ad96eb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:50.074307 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-7f6cc3a1-5e67-4178-8def-1ef9ee47a8c4 None None] For port cba6c53c-4833-4730-96e3-e1f0d9b4f9e1, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:53:50.088249 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-7f6cc3a1-5e67-4178-8def-1ef9ee47a8c4 None None] For port cba6c53c-4833-4730-96e3-e1f0d9b4f9e1, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=cba6c53c-4833-4730-96e3-e1f0d9b4f9e1,segment=NetworkSegment(6a1a7243-2f46-48de-a0e4-4eadcd95c44d),segment_id=6a1a7243-2f46-48de-a0e4-4eadcd95c44d)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:53:50.174602 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-38581a54-3d1d-4a40-b2ec-b642dd474e59 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Calling delete_port for 4ba62063-7bf8-41e7-8b31-a95600896277 owned by {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:53:50.211421 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cd65df37-aba3-48c7-9076-78cc03c6e5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:50.212575 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd65df37-aba3-48c7-9076-78cc03c6e5bc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:53:50.213643 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cd65df37-aba3-48c7-9076-78cc03c6e5bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:50.252112 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f383733f-ab73-481c-98ba-aca88a25f3a4 req-e8c61b6c-111f-4bc2-b90d-28e9b25f8ba5 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=15081b51-34a6-41df-a644-0d6ba32bfe58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2418532 May 05 21:53:50.293305 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-cd65df37-aba3-48c7-9076-78cc03c6e5bc admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2981160 May 05 21:53:50.314429 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45698) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:50.321181 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-7538f8e7-3df3-4c89-99dc-4906f98c1b34 admin admin] Request body: {'subnet': {'network_id': '4d448c8b-5772-4171-97f3-962f7aa5adfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-839243125-subnet', 'tenant_id': '735428d0de8342fab8a3fbb83b562761', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:53:50.336748 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-7538f8e7-3df3-4c89-99dc-4906f98c1b34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:53:50.343235 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-7538f8e7-3df3-4c89-99dc-4906f98c1b34 admin admin] Usage tracker for resource:subnet and tenant:735428d0de8342fab8a3fbb83b562761 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:53:50.358471 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-7538f8e7-3df3-4c89-99dc-4906f98c1b34 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:53:50.405160 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd65df37-aba3-48c7-9076-78cc03c6e5bc admin admin] Pushing event updated for resources: {'Network': ['ID=4d448c8b-5772-4171-97f3-962f7aa5adfe,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:50.471679 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3f21baad-7087-453d-a90b-7a34ad96eb28 None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:50.484481 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-3f21baad-7087-453d-a90b-7a34ad96eb28 None None] Transition to ACTIVE for port object cda6c3e1-1630-4120-b4ee-615220a00b12 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:53:50.491425 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 8420b722-907a-4202-9af4-f5d3ca30218f no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:53:50.500224 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-7538f8e7-3df3-4c89-99dc-4906f98c1b34 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:53:50.513477 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-38581a54-3d1d-4a40-b2ec-b642dd474e59 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:50.585006 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7538f8e7-3df3-4c89-99dc-4906f98c1b34 admin admin] Made reservation on behalf of 735428d0de8342fab8a3fbb83b562761 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:53:50.597293 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7538f8e7-3df3-4c89-99dc-4906f98c1b34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:50.606461 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 4d448c8b-5772-4171-97f3-962f7aa5adfe details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:53:50.634095 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7f6cc3a1-5e67-4178-8def-1ef9ee47a8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:50.744366 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3f21baad-7087-453d-a90b-7a34ad96eb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:50.745048 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38581a54-3d1d-4a40-b2ec-b642dd474e59 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Pushing event deleted for resources: {'Port': ['ID=4ba62063-7bf8-41e7-8b31-a95600896277,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:50.758752 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-66680805-6b6a-4ca6-ba75-9b038920b7fb req-fc5cb8ce-a13d-4724-a451-91e1f95611ce tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:50.776746 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a494459-11b1-49d9-8c18-080e1da1ba61 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:53:50.789238 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d35a30c-7495-432e-9530-17f4319e400e None None] Sync routers for ids ['ff0e033b-e9e4-4b2d-ba01-5fde95e73edf'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:53:50.805193 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d35a30c-7495-432e-9530-17f4319e400e None None] Routers {'ff0e033b-e9e4-4b2d-ba01-5fde95e73edf'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:53:50.805817 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-5d35a30c-7495-432e-9530-17f4319e400e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:53:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['ff0e033b-e9e4-4b2d-ba01-5fde95e73edf'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:53:50.859299 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-66680805-6b6a-4ca6-ba75-9b038920b7fb req-fc5cb8ce-a13d-4724-a451-91e1f95611ce tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Transition to ACTIVE for port object 24348f34-2327-4667-a507-ef12551adca6 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:53:50.877254 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2a494459-11b1-49d9-8c18-080e1da1ba61 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:50.878873 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-2a494459-11b1-49d9-8c18-080e1da1ba61 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.5727365 May 05 21:53:50.883407 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45724) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:50.894331 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6cc3a1-5e67-4178-8def-1ef9ee47a8c4 None None] Pushing event updated for resources: {'Port': ['ID=cba6c53c-4833-4730-96e3-e1f0d9b4f9e1,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:50.908550 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-5d35a30c-7495-432e-9530-17f4319e400e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:53:50.926788 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-66680805-6b6a-4ca6-ba75-9b038920b7fb req-fc5cb8ce-a13d-4724-a451-91e1f95611ce tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:50.936961 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d35a30c-7495-432e-9530-17f4319e400e None None] Routers {'ff0e033b-e9e4-4b2d-ba01-5fde95e73edf'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:53:50.938976 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-5d35a30c-7495-432e-9530-17f4319e400e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:53:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['ff0e033b-e9e4-4b2d-ba01-5fde95e73edf'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:53:50.952749 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-e86142b0-9feb-46dc-905f-0e5360630d8c tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'enable_snat': False}}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:53:51.037540 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['38613b19-f2b6-4d9b-984b-e50a2c516817', '25d9e451-57c3-41ad-9d23-df0953c08e55'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:53:51.117876 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66680805-6b6a-4ca6-ba75-9b038920b7fb req-fc5cb8ce-a13d-4724-a451-91e1f95611ce tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Network f33cead3-3472-4ef7-9cf3-a35684adef89 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:53:51.128164 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-66680805-6b6a-4ca6-ba75-9b038920b7fb req-fc5cb8ce-a13d-4724-a451-91e1f95611ce tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:53:51.129128 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-5d35a30c-7495-432e-9530-17f4319e400e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:53:51.129715 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d35a30c-7495-432e-9530-17f4319e400e None None] The sync data for ids ['ff0e033b-e9e4-4b2d-ba01-5fde95e73edf'] in n-d-825175-4 is: [] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:53:51.131152 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5cb8ce-a13d-4724-a451-91e1f95611ce tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Pushing event updated for resources: {'Port': ['ID=24348f34-2327-4667-a507-ef12551adca6,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:51.150110 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-66680805-6b6a-4ca6-ba75-9b038920b7fb req-fc5cb8ce-a13d-4724-a451-91e1f95611ce tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:53:51.248134 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66680805-6b6a-4ca6-ba75-9b038920b7fb req-fc5cb8ce-a13d-4724-a451-91e1f95611ce tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:53:51.248439 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-66680805-6b6a-4ca6-ba75-9b038920b7fb req-fc5cb8ce-a13d-4724-a451-91e1f95611ce tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:51.295593 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-66680805-6b6a-4ca6-ba75-9b038920b7fb req-fc5cb8ce-a13d-4724-a451-91e1f95611ce tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0169060 May 05 21:53:51.308819 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-66680805-6b6a-4ca6-ba75-9b038920b7fb req-dabaeb13-7963-4a19-af3d-619c74d6d530 service neutron] Request body: {'port': {'device_id': '5a4d0dca-6efc-4ac5-8ac1-17078bf99dac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:53:51.343194 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-38581a54-3d1d-4a40-b2ec-b642dd474e59 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:51.405157 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:51.424904 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21043805-be34-46e9-ba8b-409275937d5c None None] Pushing event updated for resources: {'Port': ['ID=cda6c3e1-1630-4120-b4ee-615220a00b12,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:51.469588 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-38581a54-3d1d-4a40-b2ec-b642dd474e59 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] 10.222.0.23 "DELETE /v2.0/ports/4ba62063-7bf8-41e7-8b31-a95600896277 HTTP/1.1" status: 204 len: 168 time: 2.3371499 May 05 21:53:51.482073 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7538f8e7-3df3-4c89-99dc-4906f98c1b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:51.487351 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 45738) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:51.587691 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-66680805-6b6a-4ca6-ba75-9b038920b7fb req-dabaeb13-7963-4a19-af3d-619c74d6d530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:51.688431 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a77a8e30-26e6-4a45-b602-06e131904fc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8420b722-907a-4202-9af4-f5d3ca30218f'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:53:51.720018 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-3f21baad-7087-453d-a90b-7a34ad96eb28 None None] Attempting to bind port cda6c3e1-1630-4120-b4ee-615220a00b12 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:53:51.720545 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-3f21baad-7087-453d-a90b-7a34ad96eb28 None None] Attempting to bind port cda6c3e1-1630-4120-b4ee-615220a00b12 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'fa89ad8c-491c-4028-8282-637f6824c8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3120f5ac-8b43-4ef1-9697-254002b20677'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:53:51.721018 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f21baad-7087-453d-a90b-7a34ad96eb28 None None] Attempting to bind port cda6c3e1-1630-4120-b4ee-615220a00b12 on network 3120f5ac-8b43-4ef1-9697-254002b20677 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:53:51.742131 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 8420b722-907a-4202-9af4-f5d3ca30218f, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=8420b722-907a-4202-9af4-f5d3ca30218f,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:53:51.758242 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f21baad-7087-453d-a90b-7a34ad96eb28 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:53:51.759017 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f21baad-7087-453d-a90b-7a34ad96eb28 None None] Checking segment: {'id': 'fa89ad8c-491c-4028-8282-637f6824c8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3120f5ac-8b43-4ef1-9697-254002b20677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:53:51.759287 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3f21baad-7087-453d-a90b-7a34ad96eb28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:51.759927 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f21baad-7087-453d-a90b-7a34ad96eb28 None None] Bound using segment: {'id': 'fa89ad8c-491c-4028-8282-637f6824c8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3120f5ac-8b43-4ef1-9697-254002b20677'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:53:51.760562 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-3f21baad-7087-453d-a90b-7a34ad96eb28 None None] Bound port: cda6c3e1-1630-4120-b4ee-615220a00b12, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa89ad8c-491c-4028-8282-637f6824c8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3120f5ac-8b43-4ef1-9697-254002b20677'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:53:51.761023 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3f21baad-7087-453d-a90b-7a34ad96eb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:51.773552 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:51.805614 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219fd3a-b0dc-473c-a27c-33bf7d482797 req-9b69f367-cd64-4ce7-8fdc-ef2f1234879d tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:53:51.807227 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9219fd3a-b0dc-473c-a27c-33bf7d482797 req-9b69f367-cd64-4ce7-8fdc-ef2f1234879d tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14 HTTP/1.1" status: 200 len: 946 time: 0.9903038 May 05 21:53:51.822743 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7538f8e7-3df3-4c89-99dc-4906f98c1b34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f52ac6d-7c04-426a-ab2f-4cdd90a78f80,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:51.856439 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7538f8e7-3df3-4c89-99dc-4906f98c1b34 admin admin] Checking segment: {'id': 'b58799b7-6084-4791-a5cc-f7c831cab4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4d448c8b-5772-4171-97f3-962f7aa5adfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:53:51.856790 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7538f8e7-3df3-4c89-99dc-4906f98c1b34 admin admin] Network hostable DHCP agents. Network: 4d448c8b-5772-4171-97f3-962f7aa5adfe, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:53:51.897338 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d2973-3eb6-45be-b740-2c1477067cc1 req-977207fb-e9c8-4ee0-b311-4fcbc7f3a5ee tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:53:51.904133 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-062d2973-3eb6-45be-b740-2c1477067cc1 req-977207fb-e9c8-4ee0-b311-4fcbc7f3a5ee tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a4d0dca-6efc-4ac5-8ac1-17078bf99dac HTTP/1.1" status: 200 len: 932 time: 0.5678327 May 05 21:53:51.910117 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=8420b722-907a-4202-9af4-f5d3ca30218f,revision_number=11']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:51.957330 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9219fd3a-b0dc-473c-a27c-33bf7d482797 req-1961d65a-c810-4481-9538-800c7aa079a8 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7172c50-8266-4028-bd8e-9c21e9bde333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310778 May 05 21:53:51.999420 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-062d2973-3eb6-45be-b740-2c1477067cc1 req-33c93d81-4d46-4a74-b806-f3734f3ec78d tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=5165d8be-a1b9-4dce-a631-d72bdd4afdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943179 May 05 21:53:52.000210 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7538f8e7-3df3-4c89-99dc-4906f98c1b34 admin admin] Network 4d448c8b-5772-4171-97f3-962f7aa5adfe is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:53:52.030071 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-7538f8e7-3df3-4c89-99dc-4906f98c1b34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 4d448c8b-5772-4171-97f3-962f7aa5adfe) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:53:52.041049 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f94c1b38-41e6-4683-bd0f-0a85aa074cb3 tempest-DHCPAgentSchedulersTestJSON-1016346896 tempest-DHCPAgentSchedulersTestJSON-1016346896-project-admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.5523694 May 05 21:53:52.041531 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-4cd372a6-f668-4e8c-850b-f63f9b21ae0d None None] Provisioning for port 24348f34-2327-4667-a507-ef12551adca6 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:53:52.041646 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7538f8e7-3df3-4c89-99dc-4906f98c1b34 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:53:52.042067 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7538f8e7-3df3-4c89-99dc-4906f98c1b34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:52.050033 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 45746) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:52.052424 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3bb54b-d4b3-414e-8aab-f6b08e1cc8da None None] Network 4d448c8b-5772-4171-97f3-962f7aa5adfe requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:53:52.070976 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-f21b7334-d83f-44ee-b941-27fdb438d1c5 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-861232087'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:53:52.102155 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-4cd372a6-f668-4e8c-850b-f63f9b21ae0d None None] Provisioning complete for port 24348f34-2327-4667-a507-ef12551adca6 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:53:52.102548 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4cd372a6-f668-4e8c-850b-f63f9b21ae0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:52.105186 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f21b7334-d83f-44ee-b941-27fdb438d1c5 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:53:52.151520 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f21b7334-d83f-44ee-b941-27fdb438d1c5 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Usage tracker for resource:network and tenant:3682f5af97b6409692628d697075dc83 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:53:52.154771 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f21b7334-d83f-44ee-b941-27fdb438d1c5 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:53:52.183005 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-7538f8e7-3df3-4c89-99dc-4906f98c1b34 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8656504 May 05 21:53:52.207607 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45756) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:52.231358 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f21b7334-d83f-44ee-b941-27fdb438d1c5 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:53:52.279494 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21b7334-d83f-44ee-b941-27fdb438d1c5 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Made reservation on behalf of 3682f5af97b6409692628d697075dc83 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:53:52.286449 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f21b7334-d83f-44ee-b941-27fdb438d1c5 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:52.301627 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-2275e137-7df8-499e-bebd-db1a2260acee admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-839243125-router', 'tenant_id': '735428d0de8342fab8a3fbb83b562761', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:53:52.309958 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-2275e137-7df8-499e-bebd-db1a2260acee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:53:52.331973 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-3f21baad-7087-453d-a90b-7a34ad96eb28 None None] For port cda6c3e1-1630-4120-b4ee-615220a00b12, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:53:52.333947 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-2275e137-7df8-499e-bebd-db1a2260acee admin admin] Usage tracker for resource:router and tenant:735428d0de8342fab8a3fbb83b562761 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:53:52.347712 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-2275e137-7df8-499e-bebd-db1a2260acee admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:53:52.365033 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-2275e137-7df8-499e-bebd-db1a2260acee admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:53:52.367545 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f21b7334-d83f-44ee-b941-27fdb438d1c5 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:53:52.385825 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f21b7334-d83f-44ee-b941-27fdb438d1c5 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:52.386304 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-f21b7334-d83f-44ee-b941-27fdb438d1c5 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Added segment dd5fcb5f-1814-4368-a2ed-106eba9fc54f of type vlan for network cc37454f-9e79-4cb4-9228-d4d6fb8931bf May 05 21:53:52.394105 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-3f21baad-7087-453d-a90b-7a34ad96eb28 None None] For port cda6c3e1-1630-4120-b4ee-615220a00b12, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=cda6c3e1-1630-4120-b4ee-615220a00b12,segment=NetworkSegment(fa89ad8c-491c-4028-8282-637f6824c8a1),segment_id=fa89ad8c-491c-4028-8282-637f6824c8a1)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:53:52.404567 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-846c3746-f406-4365-9eef-b8c7634e6527'] response: {'server_uuid': 'a77a8e30-26e6-4a45-b602-06e131904fc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8420b722-907a-4202-9af4-f5d3ca30218f', 'code': 200} May 05 21:53:52.408420 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2275e137-7df8-499e-bebd-db1a2260acee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:52.409649 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2275e137-7df8-499e-bebd-db1a2260acee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:52.420319 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3f21baad-7087-453d-a90b-7a34ad96eb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:52.503747 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f21b7334-d83f-44ee-b941-27fdb438d1c5 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:52.518625 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-4cd372a6-f668-4e8c-850b-f63f9b21ae0d None None] Port 24348f34-2327-4667-a507-ef12551adca6 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:53:52.554202 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-66680805-6b6a-4ca6-ba75-9b038920b7fb req-dabaeb13-7963-4a19-af3d-619c74d6d530 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24348f34-2327-4667-a507-ef12551adca6 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:53:52.567880 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2275e137-7df8-499e-bebd-db1a2260acee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:52.610632 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521ad92-85dd-495c-96ef-646838c3223a req-50eb92ef-d08c-4519-80e5-50bb040424cb tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:53:52.610958 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-66680805-6b6a-4ca6-ba75-9b038920b7fb req-dabaeb13-7963-4a19-af3d-619c74d6d530 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:52.629059 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1521ad92-85dd-495c-96ef-646838c3223a req-50eb92ef-d08c-4519-80e5-50bb040424cb tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45320f9-cb81-42ee-8a0f-05d3575e834a HTTP/1.1" status: 200 len: 946 time: 0.2111657 May 05 21:53:52.660392 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-66680805-6b6a-4ca6-ba75-9b038920b7fb req-dabaeb13-7963-4a19-af3d-619c74d6d530 service neutron] Transition to ACTIVE for port object 24348f34-2327-4667-a507-ef12551adca6 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:53:52.672482 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21043805-be34-46e9-ba8b-409275937d5c None None] Pushing event updated for resources: {'Port': ['ID=cda6c3e1-1630-4120-b4ee-615220a00b12,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:52.674504 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-66680805-6b6a-4ca6-ba75-9b038920b7fb req-dabaeb13-7963-4a19-af3d-619c74d6d530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:52.690986 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f21b7334-d83f-44ee-b941-27fdb438d1c5 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:52.696222 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21b7334-d83f-44ee-b941-27fdb438d1c5 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:53:52.697356 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f21b7334-d83f-44ee-b941-27fdb438d1c5 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:52.740390 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device cba6c53c-4833-4730-96e3-e1f0d9b4f9e1 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:53:52.784190 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec019892-1334-48bb-8b1b-dbd2234dfa9f None None] Network b31baa66-7f47-4ada-8579-10346998ad49 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:53:52.856630 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f21baad-7087-453d-a90b-7a34ad96eb28 None None] Routers {'cef6f07d-d741-43c8-b13b-9461db1dc25b'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:53:52.857256 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-3f21baad-7087-453d-a90b-7a34ad96eb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:53:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['cef6f07d-d741-43c8-b13b-9461db1dc25b'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:53:53.042527 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f21b7334-d83f-44ee-b941-27fdb438d1c5 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9911141 May 05 21:53:53.043403 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 45778) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:53.045427 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b7334-d83f-44ee-b941-27fdb438d1c5 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Pushing event updated for resources: {'Network': ['ID=cc37454f-9e79-4cb4-9228-d4d6fb8931bf,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:53.047550 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabaeb13-7963-4a19-af3d-619c74d6d530 service neutron] Pushing event updated for resources: {'Port': ['ID=24348f34-2327-4667-a507-ef12551adca6,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:53.089525 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network cc37454f-9e79-4cb4-9228-d4d6fb8931bf details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:53:53.178390 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1521ad92-85dd-495c-96ef-646838c3223a req-b0b3067c-25d0-4613-91e4-11478565fc6d tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=15081b51-34a6-41df-a644-0d6ba32bfe58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5450397 May 05 21:53:53.211154 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2275e137-7df8-499e-bebd-db1a2260acee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:53.394366 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port cba6c53c-4833-4730-96e3-e1f0d9b4f9e1 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:53:53.478795 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-80b9be10-9f93-4e90-a345-3d9c27e8ce1a None None] Provisioning for port cba6c53c-4833-4730-96e3-e1f0d9b4f9e1 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:53:53.483218 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-73a61f5d-c30b-4a3b-80cc-3420203d80b0 tempest-DHCPAgentSchedulersTestJSON-1016346896 tempest-DHCPAgentSchedulersTestJSON-1016346896-project-admin] 10.222.0.23 "GET /v2.0/agents/617fa3f7-cb1b-438f-82a9-a9f9668a4da4/dhcp-networks HTTP/1.1" status: 200 len: 7081 time: 0.4331708 May 05 21:53:53.486475 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 45786) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:53.491182 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-80b9be10-9f93-4e90-a345-3d9c27e8ce1a None None] Provisioning complete for port cba6c53c-4833-4730-96e3-e1f0d9b4f9e1 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:53:53.492155 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-80b9be10-9f93-4e90-a345-3d9c27e8ce1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:53.517983 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ca314-5f38-49ae-a75a-01d5dad4ebf7 req-f26db356-f197-4587-9bd8-3a2963a31cf4 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:53:53.524037 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-316ca314-5f38-49ae-a75a-01d5dad4ebf7 req-f26db356-f197-4587-9bd8-3a2963a31cf4 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14 HTTP/1.1" status: 200 len: 946 time: 0.1453419 May 05 21:53:53.535676 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-66680805-6b6a-4ca6-ba75-9b038920b7fb req-dabaeb13-7963-4a19-af3d-619c74d6d530 service neutron] Attempting to bind port 24348f34-2327-4667-a507-ef12551adca6 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:53:53.536243 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-66680805-6b6a-4ca6-ba75-9b038920b7fb req-dabaeb13-7963-4a19-af3d-619c74d6d530 service neutron] Attempting to bind port 24348f34-2327-4667-a507-ef12551adca6 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': '18a3c379-3cfc-4702-917f-3a57e26f3cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f33cead3-3472-4ef7-9cf3-a35684adef89'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:53:53.536732 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66680805-6b6a-4ca6-ba75-9b038920b7fb req-dabaeb13-7963-4a19-af3d-619c74d6d530 service neutron] Attempting to bind port 24348f34-2327-4667-a507-ef12551adca6 on network f33cead3-3472-4ef7-9cf3-a35684adef89 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:53:53.554192 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633f39f4-7221-405c-838d-0e4d40d53643 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-4d448c8b-5772-4171-97f3-962f7aa5adfe', 'network_id': '4d448c8b-5772-4171-97f3-962f7aa5adfe', 'tenant_id': '735428d0de8342fab8a3fbb83b562761', 'fixed_ips': [{'subnet_id': '7f52ac6d-7c04-426a-ab2f-4cdd90a78f80'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 21:53:53.555304 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-633f39f4-7221-405c-838d-0e4d40d53643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:53.608246 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-316ca314-5f38-49ae-a75a-01d5dad4ebf7 req-2498b8d0-059b-4ec6-840f-84d6023f0525 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7172c50-8266-4028-bd8e-9c21e9bde333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765932 May 05 21:53:53.657107 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66680805-6b6a-4ca6-ba75-9b038920b7fb req-dabaeb13-7963-4a19-af3d-619c74d6d530 service neutron] Port 24348f34-2327-4667-a507-ef12551adca6 on network f33cead3-3472-4ef7-9cf3-a35684adef89 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:53:53.657661 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66680805-6b6a-4ca6-ba75-9b038920b7fb req-dabaeb13-7963-4a19-af3d-619c74d6d530 service neutron] Attempting to bind port 24348f34-2327-4667-a507-ef12551adca6 on network f33cead3-3472-4ef7-9cf3-a35684adef89 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:53:53.695178 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66680805-6b6a-4ca6-ba75-9b038920b7fb req-dabaeb13-7963-4a19-af3d-619c74d6d530 service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:53:53.695812 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66680805-6b6a-4ca6-ba75-9b038920b7fb req-dabaeb13-7963-4a19-af3d-619c74d6d530 service neutron] Checking segment: {'id': '18a3c379-3cfc-4702-917f-3a57e26f3cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f33cead3-3472-4ef7-9cf3-a35684adef89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:53:53.696376 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66680805-6b6a-4ca6-ba75-9b038920b7fb req-dabaeb13-7963-4a19-af3d-619c74d6d530 service neutron] Bound using segment: {'id': '18a3c379-3cfc-4702-917f-3a57e26f3cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f33cead3-3472-4ef7-9cf3-a35684adef89'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:53:53.697019 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-66680805-6b6a-4ca6-ba75-9b038920b7fb req-dabaeb13-7963-4a19-af3d-619c74d6d530 service neutron] Bound port: 24348f34-2327-4667-a507-ef12551adca6, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18a3c379-3cfc-4702-917f-3a57e26f3cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f33cead3-3472-4ef7-9cf3-a35684adef89'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:53:53.697459 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-66680805-6b6a-4ca6-ba75-9b038920b7fb req-dabaeb13-7963-4a19-af3d-619c74d6d530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:53.726448 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e86142b0-9feb-46dc-905f-0e5360630d8c tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:53.775872 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-633f39f4-7221-405c-838d-0e4d40d53643 None None] Allocated IP 172.20.0.2 (4d448c8b-5772-4171-97f3-962f7aa5adfe/7f52ac6d-7c04-426a-ab2f-4cdd90a78f80/3817e184-6c3f-4183-b9eb-29d605c11de6) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:53:53.809437 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fe35d4-e6bf-412a-8d9b-b7d0c3750096 tempest-DHCPAgentSchedulersTestJSON-1016346896 tempest-DHCPAgentSchedulersTestJSON-1016346896-project-admin] Network cc37454f-9e79-4cb4-9228-d4d6fb8931bf is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:53:53.839735 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-68fe35d4-e6bf-412a-8d9b-b7d0c3750096 tempest-DHCPAgentSchedulersTestJSON-1016346896 tempest-DHCPAgentSchedulersTestJSON-1016346896-project-admin] 10.222.0.23 "POST /v2.0/agents/617fa3f7-cb1b-438f-82a9-a9f9668a4da4/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3519251 May 05 21:53:53.843816 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 45798) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:53.855603 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6b2131-29fa-4664-a067-8fb6266863fc None None] Network cc37454f-9e79-4cb4-9228-d4d6fb8931bf requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:53:53.863808 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2275e137-7df8-499e-bebd-db1a2260acee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:53.908494 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2275e137-7df8-499e-bebd-db1a2260acee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:53.982897 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-66680805-6b6a-4ca6-ba75-9b038920b7fb req-dabaeb13-7963-4a19-af3d-619c74d6d530 service neutron] For port 24348f34-2327-4667-a507-ef12551adca6, host n-h2-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:53:54.004394 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-66680805-6b6a-4ca6-ba75-9b038920b7fb req-dabaeb13-7963-4a19-af3d-619c74d6d530 service neutron] For port 24348f34-2327-4667-a507-ef12551adca6, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=24348f34-2327-4667-a507-ef12551adca6,segment=NetworkSegment(18a3c379-3cfc-4702-917f-3a57e26f3cd8),segment_id=18a3c379-3cfc-4702-917f-3a57e26f3cd8)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:53:54.013331 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-66680805-6b6a-4ca6-ba75-9b038920b7fb req-dabaeb13-7963-4a19-af3d-619c74d6d530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:54.025992 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd3040c-6e88-4fb2-b7b4-d3fd32ddccd1 req-bd1ce4aa-f1aa-4718-9e93-58869fbf78f9 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:53:54.033166 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bcd3040c-6e88-4fb2-b7b4-d3fd32ddccd1 req-bd1ce4aa-f1aa-4718-9e93-58869fbf78f9 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a4d0dca-6efc-4ac5-8ac1-17078bf99dac HTTP/1.1" status: 200 len: 944 time: 0.3496895 May 05 21:53:54.101799 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-3f21baad-7087-453d-a90b-7a34ad96eb28 None None] Set router cef6f07d-d741-43c8-b13b-9461db1dc25b gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:53:54.118542 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-66680805-6b6a-4ca6-ba75-9b038920b7fb req-dabaeb13-7963-4a19-af3d-619c74d6d530 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:54.120021 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-66680805-6b6a-4ca6-ba75-9b038920b7fb req-dabaeb13-7963-4a19-af3d-619c74d6d530 service neutron] 10.222.0.32 "PUT /v2.0/ports/24348f34-2327-4667-a507-ef12551adca6 HTTP/1.1" status: 200 len: 1092 time: 2.8166451 May 05 21:53:54.128859 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a4d0dca-6efc-4ac5-8ac1-17078bf99dac', 'tag': '24348f34-2327-4667-a507-ef12551adca6'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:53:54.194439 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bcd3040c-6e88-4fb2-b7b4-d3fd32ddccd1 req-ede7f31a-09f0-4254-b14e-5ae139d960a1 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=5165d8be-a1b9-4dce-a631-d72bdd4afdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602938 May 05 21:53:54.247902 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-99c91696-f75f-4a3a-90b5-7f5a389582d2 tempest-DHCPAgentSchedulersTestJSON-1016346896 tempest-DHCPAgentSchedulersTestJSON-1016346896-project-admin] 10.222.0.23 "GET /v2.0/agents/617fa3f7-cb1b-438f-82a9-a9f9668a4da4/dhcp-networks HTTP/1.1" status: 200 len: 7825 time: 0.4027753 May 05 21:53:54.252143 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 45808) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:54.254523 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-2275e137-7df8-499e-bebd-db1a2260acee admin admin] Allocated IP 172.25.4.11 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/0c2635f1-1967-4ee6-9c29-df42cfe655b3) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:53:54.267504 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabaeb13-7963-4a19-af3d-619c74d6d530 service neutron] Pushing event updated for resources: {'Port': ['ID=24348f34-2327-4667-a507-ef12551adca6,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:54.400233 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-66680805-6b6a-4ca6-ba75-9b038920b7fb req-8aacffe8-19f2-4fc8-9e2e-68ae5d5997b9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0eb82da6a4bc47a2ae0058d78ca21e92&device_id=5a4d0dca-6efc-4ac5-8ac1-17078bf99dac HTTP/1.1" status: 200 len: 1095 time: 0.2118554 May 05 21:53:54.428302 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-633f39f4-7221-405c-838d-0e4d40d53643 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:54.456912 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-633f39f4-7221-405c-838d-0e4d40d53643 None None] Transition to ACTIVE for port object 3817e184-6c3f-4183-b9eb-29d605c11de6 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:53:54.461248 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-80b9be10-9f93-4e90-a345-3d9c27e8ce1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:54.616982 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-66680805-6b6a-4ca6-ba75-9b038920b7fb req-3db879df-9c7a-45f9-9f14-ad473ce1170c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24348f34-2327-4667-a507-ef12551adca6 HTTP/1.1" status: 200 len: 217 time: 0.2080994 May 05 21:53:54.631319 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9fdaecd-81a3-4937-9f23-1a7bbe964104'] response: {'name': 'network-changed', 'server_uuid': '5a4d0dca-6efc-4ac5-8ac1-17078bf99dac', 'tag': '24348f34-2327-4667-a507-ef12551adca6', 'status': 'completed', 'code': 200} May 05 21:53:54.784025 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e86142b0-9feb-46dc-905f-0e5360630d8c tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:54.836799 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66680805-6b6a-4ca6-ba75-9b038920b7fb req-488225aa-fff5-4669-8451-cdd20fbcbbf8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:53:54.838262 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-66680805-6b6a-4ca6-ba75-9b038920b7fb req-488225aa-fff5-4669-8451-cdd20fbcbbf8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7d5de724-e15a-4a3a-8314-05869a0cf070 HTTP/1.1" status: 200 len: 851 time: 0.2057703 May 05 21:53:54.841590 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-aba2db06-f672-4df4-a1d1-7fee73cb5295 tempest-DHCPAgentSchedulersTestJSON-1016346896 tempest-DHCPAgentSchedulersTestJSON-1016346896-project-admin] 10.222.0.23 "DELETE /v2.0/agents/617fa3f7-cb1b-438f-82a9-a9f9668a4da4/dhcp-networks/cc37454f-9e79-4cb4-9228-d4d6fb8931bf HTTP/1.1" status: 204 len: 168 time: 0.5875452 May 05 21:53:54.854303 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e86142b0-9feb-46dc-905f-0e5360630d8c tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-926863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-926864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-930834'] for router, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:54.856247 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45830) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:54.929160 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-80b9be10-9f93-4e90-a345-3d9c27e8ce1a None None] For port cba6c53c-4833-4730-96e3-e1f0d9b4f9e1, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=cba6c53c-4833-4730-96e3-e1f0d9b4f9e1,segment=NetworkSegment(6a1a7243-2f46-48de-a0e4-4eadcd95c44d),segment_id=6a1a7243-2f46-48de-a0e4-4eadcd95c44d)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:53:54.930824 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-633f39f4-7221-405c-838d-0e4d40d53643 None None] Transition to ACTIVE for port object 3817e184-6c3f-4183-b9eb-29d605c11de6 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:53:54.931399 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-66680805-6b6a-4ca6-ba75-9b038920b7fb req-a32fb231-635d-4f75-8c62-5f03fa22ed38 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f33cead3-3472-4ef7-9cf3-a35684adef89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0834539 May 05 21:53:54.953181 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-80b9be10-9f93-4e90-a345-3d9c27e8ce1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:54.995624 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-633f39f4-7221-405c-838d-0e4d40d53643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:55.065456 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633f39f4-7221-405c-838d-0e4d40d53643 None None] Network 4d448c8b-5772-4171-97f3-962f7aa5adfe is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:53:55.068553 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-66680805-6b6a-4ca6-ba75-9b038920b7fb req-59574e4a-7acf-4472-a276-b7c4375f5754 service neutron] 10.222.0.32 "GET /v2.0/networks/f33cead3-3472-4ef7-9cf3-a35684adef89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314178 May 05 21:53:55.086073 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-633f39f4-7221-405c-838d-0e4d40d53643 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:53:55.089126 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633f39f4-7221-405c-838d-0e4d40d53643 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:53:55.096625 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b9be10-9f93-4e90-a345-3d9c27e8ce1a None None] Pushing event updated for resources: {'Port': ['ID=cba6c53c-4833-4730-96e3-e1f0d9b4f9e1,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:55.212187 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-66680805-6b6a-4ca6-ba75-9b038920b7fb req-48b7550e-03db-4ad3-ad22-ba1cc80b3578 service neutron] 10.222.0.32 "GET /v2.0/networks/f33cead3-3472-4ef7-9cf3-a35684adef89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380529 May 05 21:53:55.314687 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633f39f4-7221-405c-838d-0e4d40d53643 None None] Pushing event updated for resources: {'Port': ['ID=3817e184-6c3f-4183-b9eb-29d605c11de6,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:55.329744 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-633f39f4-7221-405c-838d-0e4d40d53643 None None] Attempting to bind port 3817e184-6c3f-4183-b9eb-29d605c11de6 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:53:55.330108 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-633f39f4-7221-405c-838d-0e4d40d53643 None None] Attempting to bind port 3817e184-6c3f-4183-b9eb-29d605c11de6 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'b58799b7-6084-4791-a5cc-f7c831cab4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4d448c8b-5772-4171-97f3-962f7aa5adfe'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:53:55.330467 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633f39f4-7221-405c-838d-0e4d40d53643 None None] Attempting to bind port 3817e184-6c3f-4183-b9eb-29d605c11de6 on network 4d448c8b-5772-4171-97f3-962f7aa5adfe {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:53:55.343794 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633f39f4-7221-405c-838d-0e4d40d53643 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:53:55.344165 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633f39f4-7221-405c-838d-0e4d40d53643 None None] Checking segment: {'id': 'b58799b7-6084-4791-a5cc-f7c831cab4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4d448c8b-5772-4171-97f3-962f7aa5adfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:53:55.344566 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-633f39f4-7221-405c-838d-0e4d40d53643 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:55.344950 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633f39f4-7221-405c-838d-0e4d40d53643 None None] Bound using segment: {'id': 'b58799b7-6084-4791-a5cc-f7c831cab4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4d448c8b-5772-4171-97f3-962f7aa5adfe'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:53:55.345425 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-633f39f4-7221-405c-838d-0e4d40d53643 None None] Bound port: 3817e184-6c3f-4183-b9eb-29d605c11de6, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b58799b7-6084-4791-a5cc-f7c831cab4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4d448c8b-5772-4171-97f3-962f7aa5adfe'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:53:55.345799 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-633f39f4-7221-405c-838d-0e4d40d53643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:55.346539 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8d6c0942-e301-4683-8805-c288202d4c34 req-403ea190-3ea1-44ce-b393-7dca11da8d4b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0eb82da6a4bc47a2ae0058d78ca21e92&device_id=5a4d0dca-6efc-4ac5-8ac1-17078bf99dac HTTP/1.1" status: 200 len: 1095 time: 0.0854483 May 05 21:53:55.382688 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5a58ff82-5286-4a72-8896-cc4f964d8603 req-afa03fea-01f6-44fc-938e-10e723821862 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=82e9fd69-4c0a-4daf-8e56-1cf72160ef5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5302384 May 05 21:53:55.408524 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2275e137-7df8-499e-bebd-db1a2260acee admin admin] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:55.418596 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e976794-3ad8-4912-91f4-dbc65f4d51dc req-5008845e-90a2-49f9-ba2b-3c63cdc3b6b8 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:53:55.419757 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-3f21baad-7087-453d-a90b-7a34ad96eb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef6f07d-d741-43c8-b13b-9461db1dc25b', 'name': 'tempest-TaggedBootDevicesTest_v242-1778530650-router', 'tenant_id': 'c3f9ce50114047b1adfc22c64baa15b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'a2c91a8b-8350-41f6-ba48-2b9017f00b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:53:32Z', 'updated_at': '2022-05-05T21:53:42Z', 'revision_number': 4, 'project_id': 'c3f9ce50114047b1adfc22c64baa15b0', 'gw_port': {'id': 'a2c91a8b-8350-41f6-ba48-2b9017f00b77', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef6f07d-d741-43c8-b13b-9461db1dc25b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:53:33Z', 'updated_at': '2022-05-05T21:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'cda6c3e1-1630-4120-b4ee-615220a00b12', 'name': '', 'network_id': '3120f5ac-8b43-4ef1-9697-254002b20677', 'tenant_id': 'c3f9ce50114047b1adfc22c64baa15b0', 'mac_address': 'fa:16:3e:dd:2c:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef6f07d-d741-43c8-b13b-9461db1dc25b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1594dc8-6a87-4080-8b31-94a5f80267f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:53:41Z', 'updated_at': '2022-05-05T21:53:52Z', 'revision_number': 4, 'project_id': 'c3f9ce50114047b1adfc22c64baa15b0', 'subnets': [{'id': 'a1594dc8-6a87-4080-8b31-94a5f80267f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:53:55.425606 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5e976794-3ad8-4912-91f4-dbc65f4d51dc req-5008845e-90a2-49f9-ba2b-3c63cdc3b6b8 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45320f9-cb81-42ee-8a0f-05d3575e834a HTTP/1.1" status: 200 len: 946 time: 0.5742114 May 05 21:53:55.429228 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f21baad-7087-453d-a90b-7a34ad96eb28 None None] The sync data for ids ['cef6f07d-d741-43c8-b13b-9461db1dc25b'] in n-d-825175-4 is: [{'id': 'cef6f07d-d741-43c8-b13b-9461db1dc25b', 'name': 'tempest-TaggedBootDevicesTest_v242-1778530650-router', 'tenant_id': 'c3f9ce50114047b1adfc22c64baa15b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'a2c91a8b-8350-41f6-ba48-2b9017f00b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:53:32Z', 'updated_at': '2022-05-05T21:53:42Z', 'revision_number': 4, 'project_id': 'c3f9ce50114047b1adfc22c64baa15b0', 'gw_port': {'id': 'a2c91a8b-8350-41f6-ba48-2b9017f00b77', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef6f07d-d741-43c8-b13b-9461db1dc25b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:53:33Z', 'updated_at': '2022-05-05T21:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'cda6c3e1-1630-4120-b4ee-615220a00b12', 'name': '', 'network_id': '3120f5ac-8b43-4ef1-9697-254002b20677', 'tenant_id': 'c3f9ce50114047b1adfc22c64baa15b0', 'mac_address': 'fa:16:3e:dd:2c:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cef6f07d-d741-43c8-b13b-9461db1dc25b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1594dc8-6a87-4080-8b31-94a5f80267f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:53:41Z', 'updated_at': '2022-05-05T21:53:52Z', 'revision_number': 4, 'project_id': 'c3f9ce50114047b1adfc22c64baa15b0', 'subnets': [{'id': 'a1594dc8-6a87-4080-8b31-94a5f80267f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:53:55.482448 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-633f39f4-7221-405c-838d-0e4d40d53643 None None] For port 3817e184-6c3f-4183-b9eb-29d605c11de6, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:53:55.492930 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-633f39f4-7221-405c-838d-0e4d40d53643 None None] For port 3817e184-6c3f-4183-b9eb-29d605c11de6, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=3817e184-6c3f-4183-b9eb-29d605c11de6,segment=NetworkSegment(b58799b7-6084-4791-a5cc-f7c831cab4ac),segment_id=b58799b7-6084-4791-a5cc-f7c831cab4ac)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:53:55.528794 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73132018-ad32-4783-8b16-ed8df35f368c req-9e1ace03-db17-4724-afd0-7113709164da tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:53:55.536340 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-73132018-ad32-4783-8b16-ed8df35f368c req-9e1ace03-db17-4724-afd0-7113709164da tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14 HTTP/1.1" status: 200 len: 946 time: 0.5829334 May 05 21:53:55.543596 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-633f39f4-7221-405c-838d-0e4d40d53643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:55.613801 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c0942-e301-4683-8805-c288202d4c34 req-2e890f0f-b9f2-4e9d-83ca-daa75ff74a94 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:53:55.615742 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8d6c0942-e301-4683-8805-c288202d4c34 req-2e890f0f-b9f2-4e9d-83ca-daa75ff74a94 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f33cead3-3472-4ef7-9cf3-a35684adef89 HTTP/1.1" status: 200 len: 913 time: 0.2623746 May 05 21:53:55.701213 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8d6c0942-e301-4683-8805-c288202d4c34 req-6c8d96b4-4e1f-433f-a8e0-044536951a5e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24348f34-2327-4667-a507-ef12551adca6 HTTP/1.1" status: 200 len: 217 time: 0.0776095 May 05 21:53:55.732079 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-2058ff41-5226-47e5-8f77-555235cf6991 None None] Provisioning complete for port cba6c53c-4833-4730-96e3-e1f0d9b4f9e1 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:53:55.732469 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2058ff41-5226-47e5-8f77-555235cf6991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:55.753957 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5e976794-3ad8-4912-91f4-dbc65f4d51dc req-c36853ef-38dd-44e5-9f2a-c30e49792782 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=15081b51-34a6-41df-a644-0d6ba32bfe58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3273897 May 05 21:53:55.773331 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0a42c5f9-fe17-4303-8cea-09289cbf155a tempest-DHCPAgentSchedulersTestJSON-1016346896 tempest-DHCPAgentSchedulersTestJSON-1016346896-project-admin] 10.222.0.23 "GET /v2.0/agents/617fa3f7-cb1b-438f-82a9-a9f9668a4da4/dhcp-networks HTTP/1.1" status: 200 len: 7081 time: 0.8762376 May 05 21:53:55.792104 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 45836) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:55.813542 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c0942-e301-4683-8805-c288202d4c34 req-2aab1d71-06f1-45c0-b23a-2e599d70e40f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:53:55.815031 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8d6c0942-e301-4683-8805-c288202d4c34 req-2aab1d71-06f1-45c0-b23a-2e599d70e40f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7d5de724-e15a-4a3a-8314-05869a0cf070 HTTP/1.1" status: 200 len: 851 time: 0.1074095 May 05 21:53:55.852247 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633f39f4-7221-405c-838d-0e4d40d53643 None None] Pushing event updated for resources: {'Port': ['ID=3817e184-6c3f-4183-b9eb-29d605c11de6,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:55.912661 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9b627fd8-8d39-49fc-9eb7-faf4465660da tempest-DHCPAgentSchedulersTestJSON-1016346896 tempest-DHCPAgentSchedulersTestJSON-1016346896-project-admin] 10.222.0.23 "GET /v2.0/networks/b31baa66-7f47-4ada-8579-10346998ad49/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.1160908 May 05 21:53:55.913485 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 45844) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:55.923722 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-73132018-ad32-4783-8b16-ed8df35f368c req-41ec0963-6697-401c-ae95-2112c6cc1b35 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7172c50-8266-4028-bd8e-9c21e9bde333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3861778 May 05 21:53:55.961837 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5a58ff82-5286-4a72-8896-cc4f964d8603 req-95e23e61-b656-494c-8811-fcbdee59b19d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b8d6052b833a4534bc346cca1ce7985f&device_id=82e9fd69-4c0a-4daf-8e56-1cf72160ef5b HTTP/1.1" status: 200 len: 1097 time: 0.5334466 May 05 21:53:56.013785 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8ee3852a-328a-4380-a92d-6b0338d07896 tempest-DHCPAgentSchedulersTestJSON-1016346896 tempest-DHCPAgentSchedulersTestJSON-1016346896-project-admin] 10.222.0.23 "GET /v2.0/networks/b31baa66-7f47-4ada-8579-10346998ad49/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0987561 May 05 21:53:56.016258 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 45850) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:56.044190 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8d6c0942-e301-4683-8805-c288202d4c34 req-a4391ca2-185e-4dfb-ba80-60b1c2a61fcc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f33cead3-3472-4ef7-9cf3-a35684adef89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2201521 May 05 21:53:56.103324 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-b655c3ec-dd17-4c53-a0f3-f7b359583ecf None None] Could not find standard attr ID for object 4ba62063-7bf8-41e7-8b31-a95600896277. {{(pid=84064) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 21:53:56.240861 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2275e137-7df8-499e-bebd-db1a2260acee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:56.302557 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8d6c0942-e301-4683-8805-c288202d4c34 req-6f49cd2f-a1a8-4dd7-a26a-f2aa225b4ab4 service neutron] 10.222.0.32 "GET /v2.0/networks/f33cead3-3472-4ef7-9cf3-a35684adef89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449963 May 05 21:53:56.364497 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 5e7fe4e5-73d4-44dd-b7d6-101b4b978c61 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:53:56.563460 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2275e137-7df8-499e-bebd-db1a2260acee admin admin] Pushing event updated for resources: {'Port': ['ID=0c2635f1-1967-4ee6-9c29-df42cfe655b3,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:56.580918 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2275e137-7df8-499e-bebd-db1a2260acee admin admin] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:53:56.602972 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-2275e137-7df8-499e-bebd-db1a2260acee admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:53:56.646926 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2275e137-7df8-499e-bebd-db1a2260acee admin admin] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:53:56.706669 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 5e7fe4e5-73d4-44dd-b7d6-101b4b978c61, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=5e7fe4e5-73d4-44dd-b7d6-101b4b978c61,segment=NetworkSegment(5e9da586-bb12-4958-b15e-b7cf97bc3d1b),segment_id=5e9da586-bb12-4958-b15e-b7cf97bc3d1b)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:53:56.737330 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '5e7fe4e5-73d4-44dd-b7d6-101b4b978c61', 'network_id': '18b54df9-33ed-4370-adce-cf7c028d1c63', 'port_id': '5e7fe4e5-73d4-44dd-b7d6-101b4b978c61', 'mac_address': 'fa:16:3e:1d:7c:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53681791-224f-47a5-828b-e46692c08c1b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:53:56.846833 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:56.934853 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5e7fe4e5-73d4-44dd-b7d6-101b4b978c61 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:53:56.939153 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device cba6c53c-4833-4730-96e3-e1f0d9b4f9e1 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:53:56.978074 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-15a1ed15-e973-4eca-a19e-34b82bdf0a3b tempest-DHCPAgentSchedulersTestJSON-1016346896 tempest-DHCPAgentSchedulersTestJSON-1016346896-project-admin] 10.222.0.23 "GET /v2.0/agents/617fa3f7-cb1b-438f-82a9-a9f9668a4da4/dhcp-networks HTTP/1.1" status: 200 len: 7081 time: 0.9531884 May 05 21:53:56.984446 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 45878) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:57.022453 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8d6c0942-e301-4683-8805-c288202d4c34 req-62eebf36-9c53-4feb-96bd-b217d9493518 service neutron] 10.222.0.32 "GET /v2.0/networks/f33cead3-3472-4ef7-9cf3-a35684adef89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6913848 May 05 21:53:57.044160 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7024c87-c751-4534-960d-bb2addb8919c req-801bb4b1-4bba-492a-a2f3-8e4282c6e8cc tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:53:57.045861 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c7024c87-c751-4534-960d-bb2addb8919c req-801bb4b1-4bba-492a-a2f3-8e4282c6e8cc tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a4d0dca-6efc-4ac5-8ac1-17078bf99dac HTTP/1.1" status: 200 len: 944 time: 0.8064561 May 05 21:53:57.077638 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a58ff82-5286-4a72-8896-cc4f964d8603 req-dc416c79-fe22-401d-9752-83c5cfa896a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:53:57.086266 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5a58ff82-5286-4a72-8896-cc4f964d8603 req-dc416c79-fe22-401d-9752-83c5cfa896a3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0209bbe2-ae77-4a5e-8f5f-b598cdea432f HTTP/1.1" status: 200 len: 920 time: 1.0996327 May 05 21:53:57.105882 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e86142b0-9feb-46dc-905f-0e5360630d8c tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Router ff0e033b-e9e4-4b2d-ba01-5fde95e73edf has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:53:57.183228 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 45898) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:57.210691 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 5e7fe4e5-73d4-44dd-b7d6-101b4b978c61, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=5e7fe4e5-73d4-44dd-b7d6-101b4b978c61,segment=NetworkSegment(5e9da586-bb12-4958-b15e-b7cf97bc3d1b),segment_id=5e9da586-bb12-4958-b15e-b7cf97bc3d1b)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:53:57.219727 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:57.223862 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a428e86e-ff7f-400a-b643-96c3f06c5e14 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:57.523423 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=5e7fe4e5-73d4-44dd-b7d6-101b4b978c61,revision_number=6']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:57.533808 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port cba6c53c-4833-4730-96e3-e1f0d9b4f9e1 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:53:57.534193 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:57.600292 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['5e7fe4e5-73d4-44dd-b7d6-101b4b978c61'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:53:57.625384 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165ea087-031c-4318-9130-7a1c881e3b46 None None] Network 4d448c8b-5772-4171-97f3-962f7aa5adfe requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:53:57.846845 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fc787c8a-3b59-4cc9-bda2-0ddfeb148d2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:57.864434 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a428e86e-ff7f-400a-b643-96c3f06c5e14 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:57.876412 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-4a3509e2-33e5-4e06-8f70-8fe32d665a27 None None] Provisioning for port 3817e184-6c3f-4183-b9eb-29d605c11de6 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:53:57.902198 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5a58ff82-5286-4a72-8896-cc4f964d8603 req-90a13d8c-f0d6-40ab-bf5a-a45f14734abd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1ec1427-0aa0-4ddc-9cf3-114836e26138 HTTP/1.1" status: 200 len: 217 time: 0.7907798 May 05 21:53:57.918036 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-a428e86e-ff7f-400a-b643-96c3f06c5e14 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc37454f-9e79-4cb4-9228-d4d6fb8931bf']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:53:57.924007 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c7024c87-c751-4534-960d-bb2addb8919c req-94b9de60-9610-489b-9502-f5f85bedb51c tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=5165d8be-a1b9-4dce-a631-d72bdd4afdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8166790 May 05 21:53:57.939799 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-a428e86e-ff7f-400a-b643-96c3f06c5e14 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd5fcb5f-1814-4368-a2ed-106eba9fc54f') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:53:57.940108 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-a428e86e-ff7f-400a-b643-96c3f06c5e14 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd5fcb5f-1814-4368-a2ed-106eba9fc54f') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:53:57.979824 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-fc787c8a-3b59-4cc9-bda2-0ddfeb148d2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:53:57.984997 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 24348f34-2327-4667-a507-ef12551adca6 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:53:57.998430 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-fc787c8a-3b59-4cc9-bda2-0ddfeb148d2d admin admin] Usage tracker for resource:security_group_rule and tenant:43ae766d465944d9a0fbf831bdb889fa is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:53:58.004975 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a428e86e-ff7f-400a-b643-96c3f06c5e14 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:58.025571 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-fc787c8a-3b59-4cc9-bda2-0ddfeb148d2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:53:58.031817 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8ca70d34-10af-45c9-931d-9044584c8fba req-9ed434fb-4212-4f26-92af-4d2c8bc20a96 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b45320f9-cb81-42ee-8a0f-05d3575e834a HTTP/1.1" status: 200 len: 1097 time: 0.4334898 May 05 21:53:58.054779 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-fc787c8a-3b59-4cc9-bda2-0ddfeb148d2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:53:58.061362 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a58ff82-5286-4a72-8896-cc4f964d8603 req-b7fc1f6d-01cd-4b2d-b26c-9a636e1b8e51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:53:58.062822 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5a58ff82-5286-4a72-8896-cc4f964d8603 req-b7fc1f6d-01cd-4b2d-b26c-9a636e1b8e51 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d1666d56-aa2f-45d5-85a5-62900adc165a HTTP/1.1" status: 200 len: 858 time: 0.1378999 May 05 21:53:58.078314 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a428e86e-ff7f-400a-b643-96c3f06c5e14 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:58.138419 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a428e86e-ff7f-400a-b643-96c3f06c5e14 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:53:58.139171 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a428e86e-ff7f-400a-b643-96c3f06c5e14 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:58.166894 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device cda6c3e1-1630-4120-b4ee-615220a00b12 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:53:58.241989 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8ca70d34-10af-45c9-931d-9044584c8fba req-df1407a2-2643-40ee-85b0-76176bf723de service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=15081b51-34a6-41df-a644-0d6ba32bfe58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2034175 May 05 21:53:58.242682 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 21:53:58.242682 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:53:58.242682 n-d-825175-4 neutron-server[84063]: timer() May 05 21:53:58.242682 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:53:58.242682 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 21:53:58.242682 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:53:58.242682 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 21:53:58.242682 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:53:58.242682 n-d-825175-4 neutron-server[84063]: self._notify() May 05 21:53:58.242682 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:53:58.242682 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 21:53:58.242682 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:53:58.242682 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 21:53:58.242682 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:53:58.242682 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:53:58.242682 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:53:58.242682 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:53:58.242682 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:53:58.242682 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 21:53:58.242682 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:53:58.242682 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 21:53:58.242682 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:53:58.242682 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:53:58.242682 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:53:58.242682 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 21:53:58.242682 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:53:58.242682 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:53:58.242682 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:53:58.242682 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:53:58.242682 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:53:58.242682 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:53:58.242682 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:53:58.280479 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a428e86e-ff7f-400a-b643-96c3f06c5e14 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:58.299661 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b6b7ef-479a-431e-b947-1960cf4c003f req-ca27cc18-e86c-4919-8e87-a00a2bf0e903 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:53:58.302227 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-47b6b7ef-479a-431e-b947-1960cf4c003f req-ca27cc18-e86c-4919-8e87-a00a2bf0e903 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45320f9-cb81-42ee-8a0f-05d3575e834a HTTP/1.1" status: 200 len: 946 time: 0.4677029 May 05 21:53:58.316746 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a428e86e-ff7f-400a-b643-96c3f06c5e14 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:58.342736 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a428e86e-ff7f-400a-b643-96c3f06c5e14 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Pushing event deleted for resources: {'Network': ['ID=cc37454f-9e79-4cb4-9228-d4d6fb8931bf,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:58.357508 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a428e86e-ff7f-400a-b643-96c3f06c5e14 tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] 10.222.0.23 "DELETE /v2.0/networks/cc37454f-9e79-4cb4-9228-d4d6fb8931bf HTTP/1.1" status: 204 len: 168 time: 1.3708479 May 05 21:53:58.361742 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 45928) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:58.362865 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5a58ff82-5286-4a72-8896-cc4f964d8603 req-5073f690-533e-4a66-998e-c6bbcd456c3c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0209bbe2-ae77-4a5e-8f5f-b598cdea432f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2780383 May 05 21:53:58.380553 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port cda6c3e1-1630-4120-b4ee-615220a00b12 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:53:58.398464 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 24348f34-2327-4667-a507-ef12551adca6, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=24348f34-2327-4667-a507-ef12551adca6,segment=NetworkSegment(18a3c379-3cfc-4702-917f-3a57e26f3cd8),segment_id=18a3c379-3cfc-4702-917f-3a57e26f3cd8)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:53:58.407939 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-47b6b7ef-479a-431e-b947-1960cf4c003f req-9ba6e65c-4da9-4124-8e37-86a663bbc901 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=15081b51-34a6-41df-a644-0d6ba32bfe58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935028 May 05 21:53:58.413571 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port cda6c3e1-1630-4120-b4ee-615220a00b12 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:53:58.413937 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:58.423375 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5a648b0-59bf-4fdb-97c0-345026135e7b tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] DELETE failed (client error): The resource could not be found. May 05 21:53:58.424147 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd85df0f-8b95-4001-91c4-c290c5c0e2b0 req-f86bd885-dded-4427-a1d9-0d52652dfd53 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:53:58.424504 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5a648b0-59bf-4fdb-97c0-345026135e7b tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 21:53:58.435914 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bd85df0f-8b95-4001-91c4-c290c5c0e2b0 req-f86bd885-dded-4427-a1d9-0d52652dfd53 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14 HTTP/1.1" status: 200 len: 945 time: 0.2749181 May 05 21:53:58.443117 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2275e137-7df8-499e-bebd-db1a2260acee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:58.444162 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2275e137-7df8-499e-bebd-db1a2260acee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:58.509660 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fc787c8a-3b59-4cc9-bda2-0ddfeb148d2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:58.527323 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b5a648b0-59bf-4fdb-97c0-345026135e7b tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] 10.222.0.23 "DELETE /v2.0/ports/4ba62063-7bf8-41e7-8b31-a95600896277 HTTP/1.1" status: 404 len: 333 time: 0.1629715 May 05 21:53:58.527921 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 45934) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:58.531774 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fc787c8a-3b59-4cc9-bda2-0ddfeb148d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:58.546406 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '24348f34-2327-4667-a507-ef12551adca6', 'network_id': 'f33cead3-3472-4ef7-9cf3-a35684adef89', 'port_id': '24348f34-2327-4667-a507-ef12551adca6', 'mac_address': 'fa:16:3e:b1:dd:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d5de724-e15a-4a3a-8314-05869a0cf070', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:53:58.806789 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bd85df0f-8b95-4001-91c4-c290c5c0e2b0 req-e70995ff-0cfb-4c91-9799-275a51d18460 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7172c50-8266-4028-bd8e-9c21e9bde333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3697090 May 05 21:53:58.836503 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86142b0-9feb-46dc-905f-0e5360630d8c tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:53:58.862070 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc787c8a-3b59-4cc9-bda2-0ddfeb148d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5224a81-2823-45f3-8e96-f5d3a790a721,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:58.873574 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-fc787c8a-3b59-4cc9-bda2-0ddfeb148d2d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=43ae766d465944d9a0fbf831bdb889fa&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6847973 May 05 21:53:58.876493 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 45944) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:58.894589 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c0d4ca-3ebf-4c5e-a991-00ed6d41d295 None None] Sync routers for ids ['ff0e033b-e9e4-4b2d-ba01-5fde95e73edf'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:53:58.934189 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:58.934516 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5a58ff82-5286-4a72-8896-cc4f964d8603 req-50366d0d-b56a-44da-9ae9-1983081ca0e4 service neutron] 10.222.0.44 "GET /v2.0/networks/0209bbe2-ae77-4a5e-8f5f-b598cdea432f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4627163 May 05 21:53:58.939141 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e86142b0-9feb-46dc-905f-0e5360630d8c tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:58.944300 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e86142b0-9feb-46dc-905f-0e5360630d8c tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] 10.222.0.23 "PUT /v2.0/routers/ff0e033b-e9e4-4b2d-ba01-5fde95e73edf HTTP/1.1" status: 200 len: 921 time: 8.0573301 May 05 21:53:58.948087 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45952) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:58.966438 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:58.990332 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ab6dfb4-30d3-4cad-ad55-6083e7f0293c tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Deleting subnet 32ec7b71-a724-4be9-99f8-dbd5e2a37d32 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:53:58.993610 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0ab6dfb4-30d3-4cad-ad55-6083e7f0293c tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:59.028394 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c0d4ca-3ebf-4c5e-a991-00ed6d41d295 None None] Routers {'ff0e033b-e9e4-4b2d-ba01-5fde95e73edf'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:53:59.029066 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-d6c0d4ca-3ebf-4c5e-a991-00ed6d41d295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:53:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['ff0e033b-e9e4-4b2d-ba01-5fde95e73edf'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:53:59.107034 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0ab6dfb4-30d3-4cad-ad55-6083e7f0293c tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:59.178418 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5a58ff82-5286-4a72-8896-cc4f964d8603 req-f83f881f-f691-4bd8-8c65-6a980d0bb015 service neutron] 10.222.0.44 "GET /v2.0/networks/0209bbe2-ae77-4a5e-8f5f-b598cdea432f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325702 May 05 21:53:59.179908 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port cda6c3e1-1630-4120-b4ee-615220a00b12, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=cda6c3e1-1630-4120-b4ee-615220a00b12,segment=NetworkSegment(fa89ad8c-491c-4028-8282-637f6824c8a1),segment_id=fa89ad8c-491c-4028-8282-637f6824c8a1)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:53:59.181923 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24348f34-2327-4667-a507-ef12551adca6 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:53:59.202026 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 24348f34-2327-4667-a507-ef12551adca6, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=24348f34-2327-4667-a507-ef12551adca6,segment=NetworkSegment(18a3c379-3cfc-4702-917f-3a57e26f3cd8),segment_id=18a3c379-3cfc-4702-917f-3a57e26f3cd8)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:53:59.217785 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:59.218620 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 3817e184-6c3f-4183-b9eb-29d605c11de6 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:53:59.292515 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0ab6dfb4-30d3-4cad-ad55-6083e7f0293c tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:59.297006 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:59.364878 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-d6c0d4ca-3ebf-4c5e-a991-00ed6d41d295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:53:59.394209 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c0d4ca-3ebf-4c5e-a991-00ed6d41d295 None None] Routers {'ff0e033b-e9e4-4b2d-ba01-5fde95e73edf'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:53:59.395690 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-d6c0d4ca-3ebf-4c5e-a991-00ed6d41d295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:53:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['ff0e033b-e9e4-4b2d-ba01-5fde95e73edf'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:53:59.475654 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-d6c0d4ca-3ebf-4c5e-a991-00ed6d41d295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:53:59.476325 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c0d4ca-3ebf-4c5e-a991-00ed6d41d295 None None] The sync data for ids ['ff0e033b-e9e4-4b2d-ba01-5fde95e73edf'] in n-d-825175-4 is: [] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:53:59.477541 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0ab6dfb4-30d3-4cad-ad55-6083e7f0293c tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:59.494695 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d6a44ec2-5d75-4c0a-9d94-9351d0310b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:59.526308 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=cda6c3e1-1630-4120-b4ee-615220a00b12,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:59.565664 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 3817e184-6c3f-4183-b9eb-29d605c11de6 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:53:59.578977 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['24348f34-2327-4667-a507-ef12551adca6'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:53:59.633656 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7d127-deb8-4d35-bb9c-ab900c72aab6 req-36892a38-5b2e-4f47-9912-5401d235391e tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:53:59.635346 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8ce7d127-deb8-4d35-bb9c-ab900c72aab6 req-36892a38-5b2e-4f47-9912-5401d235391e tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a4d0dca-6efc-4ac5-8ac1-17078bf99dac HTTP/1.1" status: 200 len: 945 time: 0.4551160 May 05 21:53:59.651977 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab6dfb4-30d3-4cad-ad55-6083e7f0293c tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Pushing event deleted for resources: {'Subnet': ['ID=32ec7b71-a724-4be9-99f8-dbd5e2a37d32,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:53:59.681528 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 3817e184-6c3f-4183-b9eb-29d605c11de6 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:53:59.681906 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:59.725947 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0ab6dfb4-30d3-4cad-ad55-6083e7f0293c tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:59.750922 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d6a44ec2-5d75-4c0a-9d94-9351d0310b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:53:59.760818 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f04518-d082-4bbf-9268-657baf8a8fd0 None None] Network b31baa66-7f47-4ada-8579-10346998ad49 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:53:59.797471 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0ab6dfb4-30d3-4cad-ad55-6083e7f0293c tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] 10.222.0.23 "DELETE /v2.0/subnets/32ec7b71-a724-4be9-99f8-dbd5e2a37d32 HTTP/1.1" status: 204 len: 168 time: 1.2672026 May 05 21:53:59.798285 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 45984) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:59.853789 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8ce7d127-deb8-4d35-bb9c-ab900c72aab6 req-d1c9d52e-3680-4250-a82e-348e0f6280af tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=5165d8be-a1b9-4dce-a631-d72bdd4afdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121720 May 05 21:53:59.939191 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 45990) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:53:59.942074 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-26cc84fd-7309-48a9-9ac1-1d7ff66a09a7 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] 10.222.0.23 "GET /v2.0/routers/ff0e033b-e9e4-4b2d-ba01-5fde95e73edf HTTP/1.1" status: 200 len: 921 time: 0.7650316 May 05 21:53:59.956847 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2275e137-7df8-499e-bebd-db1a2260acee admin admin] Router 327dfb45-0f24-4184-a67c-95200808300e is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 21:54:00.071946 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-171e6a19-af45-47e3-abbd-2e1f1ce9d56c tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:00.092143 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=24348f34-2327-4667-a507-ef12551adca6,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:00.112038 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d6a44ec2-5d75-4c0a-9d94-9351d0310b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:00.133207 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a44ec2-5d75-4c0a-9d94-9351d0310b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5224a81-2823-45f3-8e96-f5d3a790a721,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:00.148985 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-171e6a19-af45-47e3-abbd-2e1f1ce9d56c tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Deleting port cba6c53c-4833-4730-96e3-e1f0d9b4f9e1 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:54:00.149386 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-171e6a19-af45-47e3-abbd-2e1f1ce9d56c tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:00.173164 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:00.196947 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d6a44ec2-5d75-4c0a-9d94-9351d0310b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:00.198702 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d6a44ec2-5d75-4c0a-9d94-9351d0310b56 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a5224a81-2823-45f3-8e96-f5d3a790a721 HTTP/1.1" status: 204 len: 168 time: 1.3206682 May 05 21:54:00.221656 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-accff045-d965-4486-ad86-9b7ad04b5b56 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=25bfe237-58de-4709-a3e0-ac79da07c300&device_id=ff0e033b-e9e4-4b2d-ba01-5fde95e73edf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2785363 May 05 21:54:00.227036 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46004) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:54:00.302467 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 3817e184-6c3f-4183-b9eb-29d605c11de6, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=3817e184-6c3f-4183-b9eb-29d605c11de6,segment=NetworkSegment(b58799b7-6084-4791-a5cc-f7c831cab4ac),segment_id=b58799b7-6084-4791-a5cc-f7c831cab4ac)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:54:00.318699 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:00.458241 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4fb774-70b0-404c-a287-7ef624da1166 None None] DHCP port deletion for b31baa66-7f47-4ada-8579-10346998ad49 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 21:54:00.463867 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 5e7fe4e5-73d4-44dd-b7d6-101b4b978c61 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:54:00.566777 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-171e6a19-af45-47e3-abbd-2e1f1ce9d56c tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] For port cba6c53c-4833-4730-96e3-e1f0d9b4f9e1, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=cba6c53c-4833-4730-96e3-e1f0d9b4f9e1,segment=NetworkSegment(6a1a7243-2f46-48de-a0e4-4eadcd95c44d),segment_id=6a1a7243-2f46-48de-a0e4-4eadcd95c44d)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:54:00.567401 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-171e6a19-af45-47e3-abbd-2e1f1ce9d56c tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:00.567922 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device cda6c3e1-1630-4120-b4ee-615220a00b12 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:54:00.609896 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615e1fb2-38ca-4c4a-84f1-74c4aa7ba2b4 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:00.610471 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-615e1fb2-38ca-4c4a-84f1-74c4aa7ba2b4 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Synchronizing usage tracker for tenant:f3341df7da694c4690f67a2fbc87bf10 on resource:network {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:54:00.639564 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f72e64d-702f-4837-b4d6-d9d672d363a3 req-0fb7e46d-c7a5-4612-bc2e-59a4c255c4f3 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:00.647966 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6f72e64d-702f-4837-b4d6-d9d672d363a3 req-0fb7e46d-c7a5-4612-bc2e-59a4c255c4f3 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45320f9-cb81-42ee-8a0f-05d3575e834a HTTP/1.1" status: 200 len: 946 time: 0.4194033 May 05 21:54:00.652851 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-615e1fb2-38ca-4c4a-84f1-74c4aa7ba2b4 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Unset dirty status for tenant:f3341df7da694c4690f67a2fbc87bf10 on resource:network {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:54:00.657344 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-615e1fb2-38ca-4c4a-84f1-74c4aa7ba2b4 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] 10.222.0.23 "GET /v2.0/networks/25bfe237-58de-4709-a3e0-ac79da07c300 HTTP/1.1" status: 200 len: 881 time: 0.4216151 May 05 21:54:00.658328 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46034) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:54:00.723909 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-171e6a19-af45-47e3-abbd-2e1f1ce9d56c tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Calling delete_port for cba6c53c-4833-4730-96e3-e1f0d9b4f9e1 owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:54:00.749546 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-fbbed33e-6d7f-4b07-a38a-c6f3df44d855 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff0e033b-e9e4-4b2d-ba01-5fde95e73edf HTTP/1.1" status: 200 len: 205 time: 0.0754685 May 05 21:54:00.750132 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46040) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:54:00.751772 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-5f4fb774-70b0-404c-a287-7ef624da1166 None None] Deleting port cba6c53c-4833-4730-96e3-e1f0d9b4f9e1 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:54:00.752144 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5f4fb774-70b0-404c-a287-7ef624da1166 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:00.827778 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-171e6a19-af45-47e3-abbd-2e1f1ce9d56c tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:00.886840 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e6a19-af45-47e3-abbd-2e1f1ce9d56c tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Pushing event deleted for resources: {'Port': ['ID=cba6c53c-4833-4730-96e3-e1f0d9b4f9e1,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:00.900305 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171e6a19-af45-47e3-abbd-2e1f1ce9d56c tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] No DVR routers for this DVR port cba6c53c-4833-4730-96e3-e1f0d9b4f9e1 on host n-d-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:54:00.959257 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-5f4fb774-70b0-404c-a287-7ef624da1166 None None] The port 'cba6c53c-4833-4730-96e3-e1f0d9b4f9e1' was deleted {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 21:54:00.986350 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=3817e184-6c3f-4183-b9eb-29d605c11de6,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:00.996605 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6f72e64d-702f-4837-b4d6-d9d672d363a3 req-e39763d9-a6e2-4cc8-b00c-3e642d76f162 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=15081b51-34a6-41df-a644-0d6ba32bfe58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3475897 May 05 21:54:01.023166 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port cda6c3e1-1630-4120-b4ee-615220a00b12 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:54:01.023529 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:01.094254 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 5e7fe4e5-73d4-44dd-b7d6-101b4b978c61 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:54:01.094622 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:01.097159 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2275e137-7df8-499e-bebd-db1a2260acee admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:54:01.106515 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d88e927-de55-4ba7-9719-7037b3fac172 None None] Sync routers for ids ['327dfb45-0f24-4184-a67c-95200808300e'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:54:01.149687 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2275e137-7df8-499e-bebd-db1a2260acee admin admin] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:01.151039 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-2275e137-7df8-499e-bebd-db1a2260acee admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.8566751 May 05 21:54:01.154375 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46054) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:54:01.162899 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d88e927-de55-4ba7-9719-7037b3fac172 None None] Routers {'327dfb45-0f24-4184-a67c-95200808300e'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:54:01.163571 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-1d88e927-de55-4ba7-9719-7037b3fac172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:53:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['327dfb45-0f24-4184-a67c-95200808300e'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:54:01.195802 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1489c456-0f2f-4ac2-b70b-3e79427e94af tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks [] for router, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:01.484967 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-171e6a19-af45-47e3-abbd-2e1f1ce9d56c tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:01.569776 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:01.575915 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-171e6a19-af45-47e3-abbd-2e1f1ce9d56c tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b31baa66-7f47-4ada-8579-10346998ad49']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:54:01.620357 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d82e38e-217c-4f40-8d52-398c1f79fe35 req-2e31a640-b7b5-435f-9f47-e674ae205cbb tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:01.622164 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9d82e38e-217c-4f40-8d52-398c1f79fe35 req-2e31a640-b7b5-435f-9f47-e674ae205cbb tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14 HTTP/1.1" status: 200 len: 945 time: 0.3098636 May 05 21:54:01.631641 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-171e6a19-af45-47e3-abbd-2e1f1ce9d56c tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a1a7243-2f46-48de-a0e4-4eadcd95c44d') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:54:01.632048 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-1d88e927-de55-4ba7-9719-7037b3fac172 None None] Set router 327dfb45-0f24-4184-a67c-95200808300e gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:54:01.633620 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-171e6a19-af45-47e3-abbd-2e1f1ce9d56c tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a1a7243-2f46-48de-a0e4-4eadcd95c44d') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:54:01.681445 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c6cd4e-f38f-4d9e-90eb-3f870b706112 req-8c776752-cf71-40ab-9026-778cff8ba9de tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:01.683371 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a8c6cd4e-f38f-4d9e-90eb-3f870b706112 req-8c776752-cf71-40ab-9026-778cff8ba9de tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a4d0dca-6efc-4ac5-8ac1-17078bf99dac HTTP/1.1" status: 200 len: 945 time: 0.2135136 May 05 21:54:01.699431 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-171e6a19-af45-47e3-abbd-2e1f1ce9d56c tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:01.741976 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-171e6a19-af45-47e3-abbd-2e1f1ce9d56c tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:01.753865 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-171e6a19-af45-47e3-abbd-2e1f1ce9d56c tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:54:01.754651 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-171e6a19-af45-47e3-abbd-2e1f1ce9d56c tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:01.768279 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ba7ec0-d1c3-4cb3-9a56-ed383e235f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7fe4e5-73d4-44dd-b7d6-101b4b978c61'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:54:01.779709 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a8c6cd4e-f38f-4d9e-90eb-3f870b706112 req-3945cc3a-d88f-457a-8c36-4521f2651c28 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=5165d8be-a1b9-4dce-a631-d72bdd4afdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867553 May 05 21:54:01.793000 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9d82e38e-217c-4f40-8d52-398c1f79fe35 req-adfa7c71-1c9a-4485-b0e7-491b9a71a97f tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7172c50-8266-4028-bd8e-9c21e9bde333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647353 May 05 21:54:01.800408 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 5e7fe4e5-73d4-44dd-b7d6-101b4b978c61, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=5e7fe4e5-73d4-44dd-b7d6-101b4b978c61,segment=NetworkSegment(5e9da586-bb12-4958-b15e-b7cf97bc3d1b),segment_id=5e9da586-bb12-4958-b15e-b7cf97bc3d1b)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:54:01.812368 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:01.829908 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 21:54:01.829908 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:54:01.829908 n-d-825175-4 neutron-server[84063]: timer() May 05 21:54:01.829908 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:54:01.829908 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 21:54:01.829908 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:54:01.829908 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 21:54:01.829908 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:54:01.829908 n-d-825175-4 neutron-server[84063]: self._notify() May 05 21:54:01.829908 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:54:01.829908 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 21:54:01.829908 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:54:01.829908 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 21:54:01.829908 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:54:01.829908 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:54:01.829908 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:54:01.829908 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:54:01.829908 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:54:01.829908 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 21:54:01.829908 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:54:01.829908 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 21:54:01.829908 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:54:01.829908 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:54:01.829908 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:54:01.829908 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 21:54:01.829908 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:54:01.829908 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:54:01.829908 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:54:01.829908 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:54:01.829908 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:54:01.829908 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:54:01.829908 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:54:01.882943 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device cba6c53c-4833-4730-96e3-e1f0d9b4f9e1 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:54:01.917645 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1489c456-0f2f-4ac2-b70b-3e79427e94af tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:01.947599 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-1489c456-0f2f-4ac2-b70b-3e79427e94af tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Deleting port 86e3dc0c-b917-4bb9-b0e8-ab5febfc7db6 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:54:01.947958 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1489c456-0f2f-4ac2-b70b-3e79427e94af tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:02.036396 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: cba6c53c-4833-4730-96e3-e1f0d9b4f9e1 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:54:02.037165 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device cba6c53c-4833-4730-96e3-e1f0d9b4f9e1 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:54:02.058088 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=5e7fe4e5-73d4-44dd-b7d6-101b4b978c61,revision_number=7']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:02.080097 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 24348f34-2327-4667-a507-ef12551adca6 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:54:02.161762 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-171e6a19-af45-47e3-abbd-2e1f1ce9d56c tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:02.238845 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-171e6a19-af45-47e3-abbd-2e1f1ce9d56c tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:02.277980 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1489c456-0f2f-4ac2-b70b-3e79427e94af tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:02.340418 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port 24348f34-2327-4667-a507-ef12551adca6 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:54:02.349847 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-1d88e927-de55-4ba7-9719-7037b3fac172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327dfb45-0f24-4184-a67c-95200808300e', 'name': 'tempest-TaggedBootDevicesTest_v242-839243125-router', 'tenant_id': '735428d0de8342fab8a3fbb83b562761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '0c2635f1-1967-4ee6-9c29-df42cfe655b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:53:52Z', 'updated_at': '2022-05-05T21:53:57Z', 'revision_number': 3, 'project_id': '735428d0de8342fab8a3fbb83b562761', 'gw_port': {'id': '0c2635f1-1967-4ee6-9c29-df42cfe655b3', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:05:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '327dfb45-0f24-4184-a67c-95200808300e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:53:53Z', 'updated_at': '2022-05-05T21:53:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:54:02.365150 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 24348f34-2327-4667-a507-ef12551adca6 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:54:02.367087 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:02.369731 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d88e927-de55-4ba7-9719-7037b3fac172 None None] Checking router: 327dfb45-0f24-4184-a67c-95200808300e for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:54:02.370094 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d88e927-de55-4ba7-9719-7037b3fac172 None None] Updating router 327dfb45-0f24-4184-a67c-95200808300e port 0c2635f1-1967-4ee6-9c29-df42cfe655b3 binding host n-d-825175-4 {{(pid=84068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 21:54:02.553499 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 3817e184-6c3f-4183-b9eb-29d605c11de6 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:54:02.582223 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-1d88e927-de55-4ba7-9719-7037b3fac172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:02.645485 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6eaebc0b-8d18-4c83-a573-30136112d776'] response: {'server_uuid': '15ba7ec0-d1c3-4cb3-9a56-ed383e235f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7fe4e5-73d4-44dd-b7d6-101b4b978c61', 'code': 200} May 05 21:54:02.650890 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e6a19-af45-47e3-abbd-2e1f1ce9d56c tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] Pushing event deleted for resources: {'Network': ['ID=b31baa66-7f47-4ada-8579-10346998ad49,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:02.670745 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-171e6a19-af45-47e3-abbd-2e1f1ce9d56c tempest-DHCPAgentSchedulersTestJSON-46708607 tempest-DHCPAgentSchedulersTestJSON-46708607-project] 10.222.0.23 "DELETE /v2.0/networks/b31baa66-7f47-4ada-8579-10346998ad49 HTTP/1.1" status: 204 len: 168 time: 2.8616102 May 05 21:54:02.699980 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-1489c456-0f2f-4ac2-b70b-3e79427e94af tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Calling delete_port for 86e3dc0c-b917-4bb9-b0e8-ab5febfc7db6 owned by network:router_gateway {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:54:02.848875 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:02.883838 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 3817e184-6c3f-4183-b9eb-29d605c11de6 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:54:02.884480 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:02.962170 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 24348f34-2327-4667-a507-ef12551adca6, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=24348f34-2327-4667-a507-ef12551adca6,segment=NetworkSegment(18a3c379-3cfc-4702-917f-3a57e26f3cd8),segment_id=18a3c379-3cfc-4702-917f-3a57e26f3cd8)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:54:02.975699 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:03.170643 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=24348f34-2327-4667-a507-ef12551adca6,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:03.236765 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1489c456-0f2f-4ac2-b70b-3e79427e94af tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:03.303826 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1489c456-0f2f-4ac2-b70b-3e79427e94af tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Pushing event deleted for resources: {'Port': ['ID=86e3dc0c-b917-4bb9-b0e8-ab5febfc7db6,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:03.464175 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-1d88e927-de55-4ba7-9719-7037b3fac172 None None] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:03.479762 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.provisioning_blocks [None req-1d88e927-de55-4ba7-9719-7037b3fac172 None None] Transition to ACTIVE for port object 0c2635f1-1967-4ee6-9c29-df42cfe655b3 will not be triggered until provisioned by entity L2. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:54:03.489059 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-1d88e927-de55-4ba7-9719-7037b3fac172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:03.541173 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46094) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:54:03.565697 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ef1acf-8bb8-4827-9cb8-58c031070edc None None] Pushing event updated for resources: {'Port': ['ID=0c2635f1-1967-4ee6-9c29-df42cfe655b3,revision_number=2']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:03.610305 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-1d88e927-de55-4ba7-9719-7037b3fac172 None None] Attempting to bind port 0c2635f1-1967-4ee6-9c29-df42cfe655b3 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:54:03.610941 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-1d88e927-de55-4ba7-9719-7037b3fac172 None None] Attempting to bind port 0c2635f1-1967-4ee6-9c29-df42cfe655b3 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:54:03.611477 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d88e927-de55-4ba7-9719-7037b3fac172 None None] Attempting to bind port 0c2635f1-1967-4ee6-9c29-df42cfe655b3 on network 25bfe237-58de-4709-a3e0-ac79da07c300 {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:54:03.619119 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d88e927-de55-4ba7-9719-7037b3fac172 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:54:03.619719 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d88e927-de55-4ba7-9719-7037b3fac172 None None] Checking segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:54:03.620329 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-1d88e927-de55-4ba7-9719-7037b3fac172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:03.620846 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d88e927-de55-4ba7-9719-7037b3fac172 None None] Bound using segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:54:03.621444 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-1d88e927-de55-4ba7-9719-7037b3fac172 None None] Bound port: 0c2635f1-1967-4ee6-9c29-df42cfe655b3, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:54:03.621956 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-1d88e927-de55-4ba7-9719-7037b3fac172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:03.644629 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6b59fe80-212a-4b80-bff1-c2dd198f71d3 req-ce33cc4b-d155-49ef-aa8d-7e2f2c26c686 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b8d6052b833a4534bc346cca1ce7985f&device_id=b45320f9-cb81-42ee-8a0f-05d3575e834a HTTP/1.1" status: 200 len: 1097 time: 0.4953492 May 05 21:54:03.706417 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b966d26-3e25-4f85-9f99-615121ff7605 req-0aa50999-470e-4849-954f-79197b516ec6 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:03.709191 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4b966d26-3e25-4f85-9f99-615121ff7605 req-0aa50999-470e-4849-954f-79197b516ec6 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] 10.222.0.23 "GET /v2.0/ports?device_id=a73723ed-69a3-4f82-a60f-d682a3604ae7 HTTP/1.1" status: 200 len: 948 time: 0.3380036 May 05 21:54:03.720560 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9f33c-10c7-4059-b3e9-d316535f10e3 req-858edbad-6054-41c0-b2e5-a0ec91aab6bd tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:03.727966 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d2c9f33c-10c7-4059-b3e9-d316535f10e3 req-858edbad-6054-41c0-b2e5-a0ec91aab6bd tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a4d0dca-6efc-4ac5-8ac1-17078bf99dac HTTP/1.1" status: 200 len: 946 time: 0.3025026 May 05 21:54:03.741857 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-1d88e927-de55-4ba7-9719-7037b3fac172 None None] For port 0c2635f1-1967-4ee6-9c29-df42cfe655b3, host n-d-825175-4, cleared binding levels {{(pid=84068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:54:03.746095 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-1d88e927-de55-4ba7-9719-7037b3fac172 None None] For port 0c2635f1-1967-4ee6-9c29-df42cfe655b3, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=0c2635f1-1967-4ee6-9c29-df42cfe655b3,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:54:03.766883 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-1d88e927-de55-4ba7-9719-7037b3fac172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:03.805195 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e09e0000-59bc-4caa-9e69-69dd356284ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:03.921560 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ef1acf-8bb8-4827-9cb8-58c031070edc None None] Pushing event updated for resources: {'Port': ['ID=0c2635f1-1967-4ee6-9c29-df42cfe655b3,revision_number=3']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:03.962717 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d88e927-de55-4ba7-9719-7037b3fac172 None None] Routers {'327dfb45-0f24-4184-a67c-95200808300e'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:54:03.963899 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-1d88e927-de55-4ba7-9719-7037b3fac172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:53:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['327dfb45-0f24-4184-a67c-95200808300e'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:54:03.971275 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d2c9f33c-10c7-4059-b3e9-d316535f10e3 req-0c296c1f-198e-470e-8030-bb5f9765c7ea tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=5165d8be-a1b9-4dce-a631-d72bdd4afdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423503 May 05 21:54:04.056756 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-e09e0000-59bc-4caa-9e69-69dd356284ce admin admin] Allocated IP 172.20.0.1 (4d448c8b-5772-4171-97f3-962f7aa5adfe/7f52ac6d-7c04-426a-ab2f-4cdd90a78f80/f08c210e-c40b-4210-b869-4b24d03bcbb0) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:54:04.076828 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1489c456-0f2f-4ac2-b70b-3e79427e94af tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:04.207298 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4b966d26-3e25-4f85-9f99-615121ff7605 req-e9feb2d3-bfe9-42eb-8edd-764970e593c6 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] 10.222.0.23 "GET /v2.0/security-groups?id=6340a722-1ab1-4170-b7b5-2fd4e644b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4185340 May 05 21:54:04.214470 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-1d88e927-de55-4ba7-9719-7037b3fac172 None None] Set router 327dfb45-0f24-4184-a67c-95200808300e gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:54:04.245549 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e09e0000-59bc-4caa-9e69-69dd356284ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:04.262361 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-e09e0000-59bc-4caa-9e69-69dd356284ce admin admin] Transition to ACTIVE for port object f08c210e-c40b-4210-b869-4b24d03bcbb0 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:54:04.383856 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e09e0000-59bc-4caa-9e69-69dd356284ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:04.600624 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09e0000-59bc-4caa-9e69-69dd356284ce admin admin] Network 4d448c8b-5772-4171-97f3-962f7aa5adfe is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:54:04.615389 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-e09e0000-59bc-4caa-9e69-69dd356284ce admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:54:04.635269 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09e0000-59bc-4caa-9e69-69dd356284ce admin admin] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:54:04.646516 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a4d0dca-6efc-4ac5-8ac1-17078bf99dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24348f34-2327-4667-a507-ef12551adca6'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:54:04.705790 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-1d88e927-de55-4ba7-9719-7037b3fac172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327dfb45-0f24-4184-a67c-95200808300e', 'name': 'tempest-TaggedBootDevicesTest_v242-839243125-router', 'tenant_id': '735428d0de8342fab8a3fbb83b562761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '0c2635f1-1967-4ee6-9c29-df42cfe655b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:53:52Z', 'updated_at': '2022-05-05T21:53:57Z', 'revision_number': 3, 'project_id': '735428d0de8342fab8a3fbb83b562761', 'gw_port': {'id': '0c2635f1-1967-4ee6-9c29-df42cfe655b3', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:05:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '327dfb45-0f24-4184-a67c-95200808300e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:53:53Z', 'updated_at': '2022-05-05T21:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:54:04.714017 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d88e927-de55-4ba7-9719-7037b3fac172 None None] The sync data for ids ['327dfb45-0f24-4184-a67c-95200808300e'] in n-d-825175-4 is: [{'id': '327dfb45-0f24-4184-a67c-95200808300e', 'name': 'tempest-TaggedBootDevicesTest_v242-839243125-router', 'tenant_id': '735428d0de8342fab8a3fbb83b562761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '0c2635f1-1967-4ee6-9c29-df42cfe655b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:53:52Z', 'updated_at': '2022-05-05T21:53:57Z', 'revision_number': 3, 'project_id': '735428d0de8342fab8a3fbb83b562761', 'gw_port': {'id': '0c2635f1-1967-4ee6-9c29-df42cfe655b3', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:05:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '327dfb45-0f24-4184-a67c-95200808300e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:53:53Z', 'updated_at': '2022-05-05T21:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:54:04.715184 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09e0000-59bc-4caa-9e69-69dd356284ce admin admin] Pushing event updated for resources: {'Port': ['ID=f08c210e-c40b-4210-b869-4b24d03bcbb0,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:04.734800 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9346cd10-530a-4600-8f9c-e2ea32b91962 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3682f5af97b6409692628d697075dc83&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1925182 May 05 21:54:04.741650 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46102) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:54:04.763689 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e09e0000-59bc-4caa-9e69-69dd356284ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:04.775141 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee7c77-465a-4c03-bb2c-c8bc0f601212 req-5b7b4b82-6221-4fbc-8636-d2c5c4ff5962 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:04.776633 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-03ee7c77-465a-4c03-bb2c-c8bc0f601212 req-5b7b4b82-6221-4fbc-8636-d2c5c4ff5962 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] 10.222.0.32 "GET /v2.0/ports?device_id=a73723ed-69a3-4f82-a60f-d682a3604ae7 HTTP/1.1" status: 200 len: 948 time: 0.4869387 May 05 21:54:04.868342 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-03ee7c77-465a-4c03-bb2c-c8bc0f601212 req-7f15e80b-972a-4e26-ac48-e9b26d1d7147 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Deleting port 199666d6-2180-401a-b938-2ceedbced119 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:54:04.868672 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-03ee7c77-465a-4c03-bb2c-c8bc0f601212 req-7f15e80b-972a-4e26-ac48-e9b26d1d7147 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:04.967306 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1489c456-0f2f-4ac2-b70b-3e79427e94af tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:04.983834 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b59fe80-212a-4b80-bff1-c2dd198f71d3 req-f8317fee-da67-4b4e-b88e-4f930dbd41c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:04.985455 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6b59fe80-212a-4b80-bff1-c2dd198f71d3 req-f8317fee-da67-4b4e-b88e-4f930dbd41c1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0209bbe2-ae77-4a5e-8f5f-b598cdea432f HTTP/1.1" status: 200 len: 920 time: 1.3237131 May 05 21:54:05.001782 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e169dc2b-e4e5-41fb-93ca-5177ee1d3adb None None] Provisioning for port f08c210e-c40b-4210-b869-4b24d03bcbb0 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:54:05.008393 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e09e0000-59bc-4caa-9e69-69dd356284ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:05.016999 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e169dc2b-e4e5-41fb-93ca-5177ee1d3adb None None] Provisioning complete for port f08c210e-c40b-4210-b869-4b24d03bcbb0 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:54:05.017491 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e169dc2b-e4e5-41fb-93ca-5177ee1d3adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:05.050156 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1489c456-0f2f-4ac2-b70b-3e79427e94af tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:05.115002 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-349a1ff1-a672-4069-927b-9753f02d3e9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:05.118719 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-e169dc2b-e4e5-41fb-93ca-5177ee1d3adb None None] Port f08c210e-c40b-4210-b869-4b24d03bcbb0 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:54:05.133676 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b4d156-9a03-4650-83a2-837da18c4ae1 req-aa31949a-db94-460e-bdd0-b901e1825bec tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:05.140619 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e3b4d156-9a03-4650-83a2-837da18c4ae1 req-aa31949a-db94-460e-bdd0-b901e1825bec tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14 HTTP/1.1" status: 200 len: 946 time: 0.9530067 May 05 21:54:05.218462 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-349a1ff1-a672-4069-927b-9753f02d3e9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:05.230503 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161db96c-480e-4be8-b2e8-84f9fbe9899c req-22ba5fd5-2f3c-4d5a-9564-349a419ba3cd tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:05.240675 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-161db96c-480e-4be8-b2e8-84f9fbe9899c req-22ba5fd5-2f3c-4d5a-9564-349a419ba3cd tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45320f9-cb81-42ee-8a0f-05d3575e834a HTTP/1.1" status: 200 len: 946 time: 0.7231913 May 05 21:54:05.247352 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1489c456-0f2f-4ac2-b70b-3e79427e94af tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:05.247857 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1489c456-0f2f-4ac2-b70b-3e79427e94af tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Fanout notify agent at l3_agent the message router_deleted on router ff0e033b-e9e4-4b2d-ba01-5fde95e73edf {{(pid=84061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 21:54:05.293362 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6b59fe80-212a-4b80-bff1-c2dd198f71d3 req-a36de632-f89d-4d54-8f95-081492c590f6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b72b898-3e41-4f63-90b6-bd608bd09268 HTTP/1.1" status: 200 len: 1001 time: 0.2939515 May 05 21:54:05.368405 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-03ee7c77-465a-4c03-bb2c-c8bc0f601212 req-7f15e80b-972a-4e26-ac48-e9b26d1d7147 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] For port 199666d6-2180-401a-b938-2ceedbced119, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=199666d6-2180-401a-b938-2ceedbced119,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:54:05.368846 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-03ee7c77-465a-4c03-bb2c-c8bc0f601212 req-7f15e80b-972a-4e26-ac48-e9b26d1d7147 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:05.401025 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-161db96c-480e-4be8-b2e8-84f9fbe9899c req-5bf57797-2d80-4af3-9fd3-bdc714c3910b tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=15081b51-34a6-41df-a644-0d6ba32bfe58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593738 May 05 21:54:05.431393 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1489c456-0f2f-4ac2-b70b-3e79427e94af tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:05.432551 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-1489c456-0f2f-4ac2-b70b-3e79427e94af tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] 10.222.0.23 "DELETE /v2.0/routers/ff0e033b-e9e4-4b2d-ba01-5fde95e73edf HTTP/1.1" status: 204 len: 168 time: 4.6796844 May 05 21:54:05.445548 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e3b4d156-9a03-4650-83a2-837da18c4ae1 req-9f79e492-7c92-4d9e-9652-85bbe9c7b415 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7172c50-8266-4028-bd8e-9c21e9bde333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3040085 May 05 21:54:05.448340 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46110) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:54:05.462739 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-7f7556f3-064b-48f5-b9bb-2bd884508566 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-187458117', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:54:05.488781 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-7f7556f3-064b-48f5-b9bb-2bd884508566 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:54:05.541225 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-03ee7c77-465a-4c03-bb2c-c8bc0f601212 req-7f15e80b-972a-4e26-ac48-e9b26d1d7147 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Calling delete_port for 199666d6-2180-401a-b938-2ceedbced119 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:54:05.550026 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-7f7556f3-064b-48f5-b9bb-2bd884508566 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Usage tracker for resource:router and tenant:f69bf16d05e940ae9628f45daf8858c4 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:54:05.557231 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09d7d4df-3713-4af4-95fe-01cbbeab8ff2'] response: {'server_uuid': '5a4d0dca-6efc-4ac5-8ac1-17078bf99dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24348f34-2327-4667-a507-ef12551adca6', 'code': 200} May 05 21:54:05.575524 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-7f7556f3-064b-48f5-b9bb-2bd884508566 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:54:05.618625 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b59fe80-212a-4b80-bff1-c2dd198f71d3 req-f742c3db-3036-4674-a6e6-9f32fb6d92ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:05.639734 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6b59fe80-212a-4b80-bff1-c2dd198f71d3 req-f742c3db-3036-4674-a6e6-9f32fb6d92ca service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d1666d56-aa2f-45d5-85a5-62900adc165a HTTP/1.1" status: 200 len: 858 time: 0.3057363 May 05 21:54:05.639734 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-7f7556f3-064b-48f5-b9bb-2bd884508566 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:54:05.647786 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:05.672289 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e09e0000-59bc-4caa-9e69-69dd356284ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:05.681216 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-349a1ff1-a672-4069-927b-9753f02d3e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:05.686420 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e09e0000-59bc-4caa-9e69-69dd356284ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:05.696262 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7f7556f3-064b-48f5-b9bb-2bd884508566 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:05.698547 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7f7556f3-064b-48f5-b9bb-2bd884508566 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:05.751893 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:05.911410 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e09e0000-59bc-4caa-9e69-69dd356284ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:05.915299 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09e0000-59bc-4caa-9e69-69dd356284ce admin admin] Pushing event updated for resources: {'Port': ['ID=f08c210e-c40b-4210-b869-4b24d03bcbb0,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:05.928215 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-349a1ff1-a672-4069-927b-9753f02d3e9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:05.929346 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-349a1ff1-a672-4069-927b-9753f02d3e9c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/227bbb12-24a0-46af-9139-e9170c3870f6 HTTP/1.1" status: 204 len: 168 time: 1.1814322 May 05 21:54:05.939311 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-03ee7c77-465a-4c03-bb2c-c8bc0f601212 req-7f15e80b-972a-4e26-ac48-e9b26d1d7147 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:05.950461 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349a1ff1-a672-4069-927b-9753f02d3e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227bbb12-24a0-46af-9139-e9170c3870f6,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:06.072291 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7f7556f3-064b-48f5-b9bb-2bd884508566 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:06.076661 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6b59fe80-212a-4b80-bff1-c2dd198f71d3 req-bd518ccf-3d04-4165-b15e-405820ea3ca2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0209bbe2-ae77-4a5e-8f5f-b598cdea432f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4074781 May 05 21:54:06.090820 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f15e80b-972a-4e26-ac48-e9b26d1d7147 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Pushing event deleted for resources: {'Port': ['ID=199666d6-2180-401a-b938-2ceedbced119,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:06.135677 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7f3d8-4f42-4208-9b27-64c42d0c83e6 req-2065d9f9-aca1-4a2f-acc2-ad13167b7e78 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:06.139184 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-50a7f3d8-4f42-4208-9b27-64c42d0c83e6 req-2065d9f9-aca1-4a2f-acc2-ad13167b7e78 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] 10.222.0.23 "GET /v2.0/ports?device_id=a73723ed-69a3-4f82-a60f-d682a3604ae7 HTTP/1.1" status: 200 len: 865 time: 0.3116446 May 05 21:54:06.150572 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7299fc0f-a83a-43ed-b7a0-001eccf124ab req-ef4925a9-da38-4d6f-a585-302de87274c4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5a4d0dca-6efc-4ac5-8ac1-17078bf99dac HTTP/1.1" status: 200 len: 1097 time: 0.4719708 May 05 21:54:06.217350 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a183560-6d2a-487a-b853-36fe01f0172e req-0e8c4835-6597-46aa-96a5-201ae2efba01 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:06.220775 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-03ee7c77-465a-4c03-bb2c-c8bc0f601212 req-7f15e80b-972a-4e26-ac48-e9b26d1d7147 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] No DVR routers for this DVR port 199666d6-2180-401a-b938-2ceedbced119 on host n-h2-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:54:06.225731 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5a183560-6d2a-487a-b853-36fe01f0172e req-0e8c4835-6597-46aa-96a5-201ae2efba01 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a4d0dca-6efc-4ac5-8ac1-17078bf99dac HTTP/1.1" status: 200 len: 946 time: 0.4147573 May 05 21:54:06.228215 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-03ee7c77-465a-4c03-bb2c-c8bc0f601212 req-7f15e80b-972a-4e26-ac48-e9b26d1d7147 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:06.230878 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a73723ed-69a3-4f82-a60f-d682a3604ae7', 'name': 'network-vif-deleted', 'tag': '199666d6-2180-401a-b938-2ceedbced119'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:54:06.278102 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-03ee7c77-465a-4c03-bb2c-c8bc0f601212 req-7f15e80b-972a-4e26-ac48-e9b26d1d7147 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] 10.222.0.32 "DELETE /v2.0/ports/199666d6-2180-401a-b938-2ceedbced119 HTTP/1.1" status: 204 len: 173 time: 1.4916937 May 05 21:54:06.289104 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09e0000-59bc-4caa-9e69-69dd356284ce admin admin] Network 4d448c8b-5772-4171-97f3-962f7aa5adfe is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:54:06.297135 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-e09e0000-59bc-4caa-9e69-69dd356284ce admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:54:06.326790 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7299fc0f-a83a-43ed-b7a0-001eccf124ab req-ce5c7810-02e2-4220-b2cb-de976255c53c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5165d8be-a1b9-4dce-a631-d72bdd4afdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678238 May 05 21:54:06.327953 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7f7556f3-064b-48f5-b9bb-2bd884508566 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:06.424696 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-50a7f3d8-4f42-4208-9b27-64c42d0c83e6 req-6c9b8a01-ffc2-4c62-8d80-13b3396df72d tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] 10.222.0.23 "GET /v2.0/security-groups?id=6340a722-1ab1-4170-b7b5-2fd4e644b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670074 May 05 21:54:06.438762 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7f7556f3-064b-48f5-b9bb-2bd884508566 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:06.440369 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-7f7556f3-064b-48f5-b9bb-2bd884508566 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9904718 May 05 21:54:06.455221 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46124) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:54:06.470487 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-d498127e-e922-407f-a527-58aaeb55268e tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Request body: {'router': {'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:54:06.719286 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46130) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:54:06.738188 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5a183560-6d2a-487a-b853-36fe01f0172e req-4a9e1396-698f-459e-856c-6fedf16e2353 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=5165d8be-a1b9-4dce-a631-d72bdd4afdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5112398 May 05 21:54:06.791744 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-47113454-32df-4267-8cb4-c93360eac18a None None] Provisioning complete for port f08c210e-c40b-4210-b869-4b24d03bcbb0 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:54:06.792301 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-47113454-32df-4267-8cb4-c93360eac18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:06.922573 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a38b5b8a-73d8-41ac-abfc-846f2cb56a3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:06.942925 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-47113454-32df-4267-8cb4-c93360eac18a None None] Port f08c210e-c40b-4210-b869-4b24d03bcbb0 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:54:06.954243 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6b59fe80-212a-4b80-bff1-c2dd198f71d3 req-00950e20-74b4-4926-b78a-dbb816f926e2 service neutron] 10.222.0.44 "GET /v2.0/networks/0209bbe2-ae77-4a5e-8f5f-b598cdea432f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8612990 May 05 21:54:07.095485 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a3b0369-f543-4c92-92b0-6366adecf614'] response: {'server_uuid': 'a73723ed-69a3-4f82-a60f-d682a3604ae7', 'name': 'network-vif-deleted', 'tag': '199666d6-2180-401a-b938-2ceedbced119', 'status': 'completed', 'code': 200} May 05 21:54:07.358081 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e09e0000-59bc-4caa-9e69-69dd356284ce admin admin] Router 327dfb45-0f24-4184-a67c-95200808300e has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:54:07.376459 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a38b5b8a-73d8-41ac-abfc-846f2cb56a3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:54:07.416211 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a38b5b8a-73d8-41ac-abfc-846f2cb56a3b admin admin] Usage tracker for resource:security_group_rule and tenant:8e328f9a63b84df4bc83334a2125303d is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:54:07.428993 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a38b5b8a-73d8-41ac-abfc-846f2cb56a3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:54:07.466214 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a38b5b8a-73d8-41ac-abfc-846f2cb56a3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:54:07.681862 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e09e0000-59bc-4caa-9e69-69dd356284ce admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:54:07.691144 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-e09e0000-59bc-4caa-9e69-69dd356284ce admin admin] 10.222.0.23 "PUT /v2.0/routers/327dfb45-0f24-4184-a67c-95200808300e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5286715 May 05 21:54:07.911997 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6b59fe80-212a-4b80-bff1-c2dd198f71d3 req-6495350e-f961-4e0d-9853-924c1b81173e service neutron] 10.222.0.44 "GET /v2.0/networks/0209bbe2-ae77-4a5e-8f5f-b598cdea432f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9500082 May 05 21:54:07.924998 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f34187-9635-4b11-8910-37cf4962c399 req-a811ba0a-25d5-469d-9511-eaa84e3d2977 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:07.932032 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-06f34187-9635-4b11-8910-37cf4962c399 req-a811ba0a-25d5-469d-9511-eaa84e3d2977 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45320f9-cb81-42ee-8a0f-05d3575e834a HTTP/1.1" status: 200 len: 946 time: 0.8144617 May 05 21:54:07.941792 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d498127e-e922-407f-a527-58aaeb55268e tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:07.955316 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 199666d6-2180-401a-b938-2ceedbced119 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:54:08.031665 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: 199666d6-2180-401a-b938-2ceedbced119 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:54:08.035433 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 199666d6-2180-401a-b938-2ceedbced119 not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:54:08.039311 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-06f34187-9635-4b11-8910-37cf4962c399 req-2ec6c60f-d5b5-4a05-b47f-2f65b8a44494 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=15081b51-34a6-41df-a644-0d6ba32bfe58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062953 May 05 21:54:08.100706 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a38b5b8a-73d8-41ac-abfc-846f2cb56a3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:08.111638 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef04b42-cf28-4542-a34c-a95feddeb500 req-5bd2ee5e-7b5a-4497-87f3-db2f75f1ee7f tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:08.113658 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7ef04b42-cf28-4542-a34c-a95feddeb500 req-5bd2ee5e-7b5a-4497-87f3-db2f75f1ee7f tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14 HTTP/1.1" status: 200 len: 946 time: 0.5337782 May 05 21:54:08.216929 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a38b5b8a-73d8-41ac-abfc-846f2cb56a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:08.320595 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46162) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:54:08.321068 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a38b5b8a-73d8-41ac-abfc-846f2cb56a3b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8e328f9a63b84df4bc83334a2125303d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5982356 May 05 21:54:08.359047 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b5b8a-73d8-41ac-abfc-846f2cb56a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d70973-2c7a-459c-a526-7f9b12f20a08,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:08.385234 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7ef04b42-cf28-4542-a34c-a95feddeb500 req-2f6c69e3-37f0-4d05-999b-e799b1a3fff0 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7172c50-8266-4028-bd8e-9c21e9bde333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1998937 May 05 21:54:08.567504 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1078b5ab-e390-43f1-8626-dca21b3aab5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:08.587555 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d498127e-e922-407f-a527-58aaeb55268e tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks [] for router_gateway, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:08.660829 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1078b5ab-e390-43f1-8626-dca21b3aab5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:08.682392 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d498127e-e922-407f-a527-58aaeb55268e tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:08.776448 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1078b5ab-e390-43f1-8626-dca21b3aab5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:08.809532 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1078b5ab-e390-43f1-8626-dca21b3aab5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d70973-2c7a-459c-a526-7f9b12f20a08,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:08.815584 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1078b5ab-e390-43f1-8626-dca21b3aab5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:08.822502 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1078b5ab-e390-43f1-8626-dca21b3aab5c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/50d70973-2c7a-459c-a526-7f9b12f20a08 HTTP/1.1" status: 204 len: 168 time: 0.5007968 May 05 21:54:09.092730 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61fe5c-424b-460b-a561-4884a4bdcb97 req-e0f26db2-a995-48c5-82ae-433fe587b9b4 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:09.099313 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-de61fe5c-424b-460b-a561-4884a4bdcb97 req-e0f26db2-a995-48c5-82ae-433fe587b9b4 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a4d0dca-6efc-4ac5-8ac1-17078bf99dac HTTP/1.1" status: 200 len: 946 time: 0.3323393 May 05 21:54:09.136942 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-d498127e-e922-407f-a527-58aaeb55268e tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Allocated IP 172.25.4.193 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/3bd31cf2-6723-40a2-a699-a2caeb9a3f61) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:54:09.394224 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d498127e-e922-407f-a527-58aaeb55268e tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:09.407633 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-de61fe5c-424b-460b-a561-4884a4bdcb97 req-a6c183ff-db17-4869-b3c8-dc6b70d0b82b tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=5165d8be-a1b9-4dce-a631-d72bdd4afdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976236 May 05 21:54:09.503914 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974870f-9c44-4333-9022-4af832912650 req-d54cd697-ee1d-4621-9e9f-0a0906984719 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:09.505769 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c974870f-9c44-4333-9022-4af832912650 req-d54cd697-ee1d-4621-9e9f-0a0906984719 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] 10.222.0.23 "GET /v2.0/ports?device_id=a77a8e30-26e6-4a45-b602-06e131904fc2 HTTP/1.1" status: 200 len: 948 time: 0.3590801 May 05 21:54:09.511149 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d498127e-e922-407f-a527-58aaeb55268e tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:09.868028 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d498127e-e922-407f-a527-58aaeb55268e tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:54:09.882525 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-d498127e-e922-407f-a527-58aaeb55268e tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:54:09.888502 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d498127e-e922-407f-a527-58aaeb55268e tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:54:09.983548 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d498127e-e922-407f-a527-58aaeb55268e tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Pushing event updated for resources: {'Port': ['ID=3bd31cf2-6723-40a2-a699-a2caeb9a3f61,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:10.005093 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c974870f-9c44-4333-9022-4af832912650 req-4e6121be-5bf4-4bac-a369-718ad2853df7 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] 10.222.0.23 "GET /v2.0/security-groups?id=6340a722-1ab1-4170-b7b5-2fd4e644b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4857481 May 05 21:54:10.226525 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693691e6-6ec3-4da9-9b83-e197f6269ec2 req-a0654c79-0718-422e-97ba-3c2ed336367d tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:10.227958 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-693691e6-6ec3-4da9-9b83-e197f6269ec2 req-a0654c79-0718-422e-97ba-3c2ed336367d tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45320f9-cb81-42ee-8a0f-05d3575e834a HTTP/1.1" status: 200 len: 946 time: 0.3700595 May 05 21:54:10.431344 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-693691e6-6ec3-4da9-9b83-e197f6269ec2 req-6834c520-1a97-44c1-8efd-e6fb746fbba7 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=15081b51-34a6-41df-a644-0d6ba32bfe58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1887805 May 05 21:54:10.516326 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8df235-1daf-46c5-894a-783eba992bd3 req-0292beac-1fab-43a2-b326-3b557d411b2c tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:10.519051 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cb8df235-1daf-46c5-894a-783eba992bd3 req-0292beac-1fab-43a2-b326-3b557d411b2c tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14 HTTP/1.1" status: 200 len: 946 time: 0.2885659 May 05 21:54:10.576989 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d498127e-e922-407f-a527-58aaeb55268e tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks [] for router_gateway, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:10.586751 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 0c2635f1-1967-4ee6-9c29-df42cfe655b3 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:54:10.678033 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:54:10.869022 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 0c2635f1-1967-4ee6-9c29-df42cfe655b3 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:54:10.876418 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 0c2635f1-1967-4ee6-9c29-df42cfe655b3 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:54:10.877208 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:10.960536 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cb8df235-1daf-46c5-894a-783eba992bd3 req-2b19e0df-8d0c-435b-97ac-21b4ae40f511 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7172c50-8266-4028-bd8e-9c21e9bde333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4349403 May 05 21:54:11.026856 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:11.050604 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 0c2635f1-1967-4ee6-9c29-df42cfe655b3, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=0c2635f1-1967-4ee6-9c29-df42cfe655b3,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:54:11.060414 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:11.151388 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=0c2635f1-1967-4ee6-9c29-df42cfe655b3,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:11.174197 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-35abe9c3-0068-49a1-b3a9-335d375d124a req-9c3f4e8f-ad6e-4ad3-9fdf-18dae58acc64 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=0eb82da6a4bc47a2ae0058d78ca21e92 HTTP/1.1" status: 200 len: 267 time: 0.3623364 May 05 21:54:11.257137 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d498127e-e922-407f-a527-58aaeb55268e tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:11.449341 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd6605-98c4-4976-993b-1892d0c68db6 req-273cfb6f-c450-471a-9996-86b36d272b6e tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:11.451628 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c5dd6605-98c4-4976-993b-1892d0c68db6 req-273cfb6f-c450-471a-9996-86b36d272b6e tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] 10.222.0.44 "GET /v2.0/ports?device_id=a77a8e30-26e6-4a45-b602-06e131904fc2 HTTP/1.1" status: 200 len: 948 time: 0.6387508 May 05 21:54:11.500382 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d498127e-e922-407f-a527-58aaeb55268e tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-926863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-926864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-930834'] for router, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:11.803430 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-c5dd6605-98c4-4976-993b-1892d0c68db6 req-7a2b94e7-213e-4e83-804b-f81a6c4e23e6 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Deleting port 8420b722-907a-4202-9af4-f5d3ca30218f {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:54:11.803855 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c5dd6605-98c4-4976-993b-1892d0c68db6 req-7a2b94e7-213e-4e83-804b-f81a6c4e23e6 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:11.956237 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612866cf-4120-4e9b-8077-d3d1fdf81880 req-e4a75212-d339-4918-8357-383fd67e0a8d tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:11.959149 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-612866cf-4120-4e9b-8077-d3d1fdf81880 req-e4a75212-d339-4918-8357-383fd67e0a8d tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] 10.222.0.23 "GET /v2.0/ports?device_id=a77a8e30-26e6-4a45-b602-06e131904fc2 HTTP/1.1" status: 200 len: 948 time: 0.5199175 May 05 21:54:11.982482 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35abe9c3-0068-49a1-b3a9-335d375d124a req-21cd5bf8-5528-464f-90bd-c47d2b40aad4 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:11.990062 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-35abe9c3-0068-49a1-b3a9-335d375d124a req-21cd5bf8-5528-464f-90bd-c47d2b40aad4 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a4d0dca-6efc-4ac5-8ac1-17078bf99dac HTTP/1.1" status: 200 len: 946 time: 0.8043678 May 05 21:54:12.013451 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-35abe9c3-0068-49a1-b3a9-335d375d124a req-f4a26273-fe68-4f3b-9e9f-509eaf9f0bf9 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Request body: {'port': {'security_groups': []}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:54:12.121406 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-612866cf-4120-4e9b-8077-d3d1fdf81880 req-a8729dd8-8062-4f95-8997-673fd5ec84fd tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] 10.222.0.23 "GET /v2.0/security-groups?id=6340a722-1ab1-4170-b7b5-2fd4e644b44a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244266 May 05 21:54:12.434610 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-35abe9c3-0068-49a1-b3a9-335d375d124a req-f4a26273-fe68-4f3b-9e9f-509eaf9f0bf9 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:12.504990 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 0c2635f1-1967-4ee6-9c29-df42cfe655b3 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:54:12.576623 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46264) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:54:12.651505 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 0c2635f1-1967-4ee6-9c29-df42cfe655b3 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:54:12.651877 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:12.885815 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-35abe9c3-0068-49a1-b3a9-335d375d124a req-f4a26273-fe68-4f3b-9e9f-509eaf9f0bf9 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] For port 24348f34-2327-4667-a507-ef12551adca6, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=24348f34-2327-4667-a507-ef12551adca6,segment=NetworkSegment(18a3c379-3cfc-4702-917f-3a57e26f3cd8),segment_id=18a3c379-3cfc-4702-917f-3a57e26f3cd8)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:54:12.886194 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-330e26a9-1422-4806-8af5-58c4c0b71ff0 tempest-RoutersAdminNegativeIpV6Test-1026179565 tempest-RoutersAdminNegativeIpV6Test-1026179565-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1343201468', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:54:12.901030 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-330e26a9-1422-4806-8af5-58c4c0b71ff0 tempest-RoutersAdminNegativeIpV6Test-1026179565 tempest-RoutersAdminNegativeIpV6Test-1026179565-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:54:12.911899 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-330e26a9-1422-4806-8af5-58c4c0b71ff0 tempest-RoutersAdminNegativeIpV6Test-1026179565 tempest-RoutersAdminNegativeIpV6Test-1026179565-project-admin] Usage tracker for resource:port and tenant:68b1328df7d54217a85115fc41334c74 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:54:12.916466 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-330e26a9-1422-4806-8af5-58c4c0b71ff0 tempest-RoutersAdminNegativeIpV6Test-1026179565 tempest-RoutersAdminNegativeIpV6Test-1026179565-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:54:12.928128 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-330e26a9-1422-4806-8af5-58c4c0b71ff0 tempest-RoutersAdminNegativeIpV6Test-1026179565 tempest-RoutersAdminNegativeIpV6Test-1026179565-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:54:12.949656 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330e26a9-1422-4806-8af5-58c4c0b71ff0 tempest-RoutersAdminNegativeIpV6Test-1026179565 tempest-RoutersAdminNegativeIpV6Test-1026179565-project-admin] Made reservation on behalf of 68b1328df7d54217a85115fc41334c74 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:54:12.953517 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-330e26a9-1422-4806-8af5-58c4c0b71ff0 tempest-RoutersAdminNegativeIpV6Test-1026179565 tempest-RoutersAdminNegativeIpV6Test-1026179565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:12.956598 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-c5dd6605-98c4-4976-993b-1892d0c68db6 req-7a2b94e7-213e-4e83-804b-f81a6c4e23e6 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] For port 8420b722-907a-4202-9af4-f5d3ca30218f, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=8420b722-907a-4202-9af4-f5d3ca30218f,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:54:12.957027 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c5dd6605-98c4-4976-993b-1892d0c68db6 req-7a2b94e7-213e-4e83-804b-f81a6c4e23e6 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:12.975083 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-330e26a9-1422-4806-8af5-58c4c0b71ff0 tempest-RoutersAdminNegativeIpV6Test-1026179565 tempest-RoutersAdminNegativeIpV6Test-1026179565-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:12.992555 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d498127e-e922-407f-a527-58aaeb55268e tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Router cace1d2a-3659-437b-99d6-27240dedfd8a is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 21:54:13.023661 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-330e26a9-1422-4806-8af5-58c4c0b71ff0 tempest-RoutersAdminNegativeIpV6Test-1026179565 tempest-RoutersAdminNegativeIpV6Test-1026179565-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:54:13.028684 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-330e26a9-1422-4806-8af5-58c4c0b71ff0 tempest-RoutersAdminNegativeIpV6Test-1026179565 tempest-RoutersAdminNegativeIpV6Test-1026179565-project-admin] Usage tracker for resource:security_group_rule and tenant:68b1328df7d54217a85115fc41334c74 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:54:13.032398 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-330e26a9-1422-4806-8af5-58c4c0b71ff0 tempest-RoutersAdminNegativeIpV6Test-1026179565 tempest-RoutersAdminNegativeIpV6Test-1026179565-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:54:13.039609 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-330e26a9-1422-4806-8af5-58c4c0b71ff0 tempest-RoutersAdminNegativeIpV6Test-1026179565 tempest-RoutersAdminNegativeIpV6Test-1026179565-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:54:13.059743 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-35abe9c3-0068-49a1-b3a9-335d375d124a req-f4a26273-fe68-4f3b-9e9f-509eaf9f0bf9 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:13.127420 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-c5dd6605-98c4-4976-993b-1892d0c68db6 req-7a2b94e7-213e-4e83-804b-f81a6c4e23e6 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Calling delete_port for 8420b722-907a-4202-9af4-f5d3ca30218f owned by compute:nova {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:54:13.165084 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-35abe9c3-0068-49a1-b3a9-335d375d124a req-f4a26273-fe68-4f3b-9e9f-509eaf9f0bf9 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:13.176171 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['38613b19-f2b6-4d9b-984b-e50a2c516817', '25d9e451-57c3-41ad-9d23-df0953c08e55', '24348f34-2327-4667-a507-ef12551adca6'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:54:13.193757 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-330e26a9-1422-4806-8af5-58c4c0b71ff0 tempest-RoutersAdminNegativeIpV6Test-1026179565 tempest-RoutersAdminNegativeIpV6Test-1026179565-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:13.203877 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-330e26a9-1422-4806-8af5-58c4c0b71ff0 tempest-RoutersAdminNegativeIpV6Test-1026179565 tempest-RoutersAdminNegativeIpV6Test-1026179565-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:13.242083 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330e26a9-1422-4806-8af5-58c4c0b71ff0 tempest-RoutersAdminNegativeIpV6Test-1026179565 tempest-RoutersAdminNegativeIpV6Test-1026179565-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017df653-0b97-4037-a02d-0e22c27e4b83,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:13.262975 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [None req-330e26a9-1422-4806-8af5-58c4c0b71ff0 tempest-RoutersAdminNegativeIpV6Test-1026179565 tempest-RoutersAdminNegativeIpV6Test-1026179565-project-admin] device_id is not set on port a9eb8fb9-bc83-4002-a083-cbc7016fff43 yet. {{(pid=84063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 21:54:13.314466 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57187c92-3d95-4358-9980-9292a608caa9 req-73176a0e-6d08-42c4-bba1-6934f12842e2 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:13.322620 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-57187c92-3d95-4358-9980-9292a608caa9 req-73176a0e-6d08-42c4-bba1-6934f12842e2 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45320f9-cb81-42ee-8a0f-05d3575e834a HTTP/1.1" status: 200 len: 946 time: 0.5065501 May 05 21:54:13.549454 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-330e26a9-1422-4806-8af5-58c4c0b71ff0 tempest-RoutersAdminNegativeIpV6Test-1026179565 tempest-RoutersAdminNegativeIpV6Test-1026179565-project-admin] Allocated IP 172.25.4.64 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/a9eb8fb9-bc83-4002-a083-cbc7016fff43) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:54:13.687964 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35abe9c3-0068-49a1-b3a9-335d375d124a req-f4a26273-fe68-4f3b-9e9f-509eaf9f0bf9 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:13.687964 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-35abe9c3-0068-49a1-b3a9-335d375d124a req-f4a26273-fe68-4f3b-9e9f-509eaf9f0bf9 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:13.725051 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-35abe9c3-0068-49a1-b3a9-335d375d124a req-f4a26273-fe68-4f3b-9e9f-509eaf9f0bf9 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "PUT /v2.0/ports/24348f34-2327-4667-a507-ef12551adca6 HTTP/1.1" status: 200 len: 905 time: 1.7339838 May 05 21:54:13.758898 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a4d0dca-6efc-4ac5-8ac1-17078bf99dac', 'tag': '24348f34-2327-4667-a507-ef12551adca6'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:54:13.763256 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['24348f34-2327-4667-a507-ef12551adca6'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:54:13.841745 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-57187c92-3d95-4358-9980-9292a608caa9 req-0cea272e-b99b-48da-9cc4-5ddf4c6142d9 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=15081b51-34a6-41df-a644-0d6ba32bfe58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5182033 May 05 21:54:13.962528 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a26273-fe68-4f3b-9e9f-509eaf9f0bf9 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Pushing event updated for resources: {'Port': ['ID=24348f34-2327-4667-a507-ef12551adca6,revision_number=6']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:14.015668 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07d3929-ba39-4aa1-b45d-375995d5bdf5 None None] Sync routers for ids ['327dfb45-0f24-4184-a67c-95200808300e'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:54:14.153135 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07d3929-ba39-4aa1-b45d-375995d5bdf5 None None] Routers {'327dfb45-0f24-4184-a67c-95200808300e'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:54:14.154139 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-c07d3929-ba39-4aa1-b45d-375995d5bdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:53:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['327dfb45-0f24-4184-a67c-95200808300e'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:54:14.155694 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-330e26a9-1422-4806-8af5-58c4c0b71ff0 tempest-RoutersAdminNegativeIpV6Test-1026179565 tempest-RoutersAdminNegativeIpV6Test-1026179565-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:14.223950 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-330e26a9-1422-4806-8af5-58c4c0b71ff0 tempest-RoutersAdminNegativeIpV6Test-1026179565 tempest-RoutersAdminNegativeIpV6Test-1026179565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:14.268152 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c5dd6605-98c4-4976-993b-1892d0c68db6 req-7a2b94e7-213e-4e83-804b-f81a6c4e23e6 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:14.407533 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330e26a9-1422-4806-8af5-58c4c0b71ff0 tempest-RoutersAdminNegativeIpV6Test-1026179565 tempest-RoutersAdminNegativeIpV6Test-1026179565-project-admin] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:54:14.414444 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-330e26a9-1422-4806-8af5-58c4c0b71ff0 tempest-RoutersAdminNegativeIpV6Test-1026179565 tempest-RoutersAdminNegativeIpV6Test-1026179565-project-admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:54:14.423346 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330e26a9-1422-4806-8af5-58c4c0b71ff0 tempest-RoutersAdminNegativeIpV6Test-1026179565 tempest-RoutersAdminNegativeIpV6Test-1026179565-project-admin] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:54:14.442806 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1991cd22-1df5-4e87-bd0f-bb3f7207bc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:14.464206 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 8420b722-907a-4202-9af4-f5d3ca30218f no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:54:14.472275 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2b94e7-213e-4e83-804b-f81a6c4e23e6 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Pushing event deleted for resources: {'Port': ['ID=8420b722-907a-4202-9af4-f5d3ca30218f,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:14.488084 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330e26a9-1422-4806-8af5-58c4c0b71ff0 tempest-RoutersAdminNegativeIpV6Test-1026179565 tempest-RoutersAdminNegativeIpV6Test-1026179565-project-admin] Pushing event updated for resources: {'Port': ['ID=a9eb8fb9-bc83-4002-a083-cbc7016fff43,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:14.531606 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: 8420b722-907a-4202-9af4-f5d3ca30218f {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:54:14.531945 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 8420b722-907a-4202-9af4-f5d3ca30218f not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:54:14.554058 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330e26a9-1422-4806-8af5-58c4c0b71ff0 tempest-RoutersAdminNegativeIpV6Test-1026179565 tempest-RoutersAdminNegativeIpV6Test-1026179565-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:14.554731 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-330e26a9-1422-4806-8af5-58c4c0b71ff0 tempest-RoutersAdminNegativeIpV6Test-1026179565 tempest-RoutersAdminNegativeIpV6Test-1026179565-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:14.558295 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e835098f-a632-4824-98ac-5d06c620fc40 None None] Provisioning complete for port 24348f34-2327-4667-a507-ef12551adca6 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:54:14.558688 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e835098f-a632-4824-98ac-5d06c620fc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:14.611333 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-330e26a9-1422-4806-8af5-58c4c0b71ff0 tempest-RoutersAdminNegativeIpV6Test-1026179565 tempest-RoutersAdminNegativeIpV6Test-1026179565-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.0329282 May 05 21:54:14.612135 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46282) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:54:14.617925 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-0d3ee2c7-1a7b-4f28-bd24-b0d4d114812a tempest-RoutersAdminNegativeIpV6Test-1026179565 tempest-RoutersAdminNegativeIpV6Test-1026179565-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.64'}]}}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:54:14.638303 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-0d3ee2c7-1a7b-4f28-bd24-b0d4d114812a tempest-RoutersAdminNegativeIpV6Test-1026179565 tempest-RoutersAdminNegativeIpV6Test-1026179565-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:54:14.657063 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-292f7523-92dc-4ee5-a971-1cddd24816ab req-edfba3ef-c29b-4b04-a666-5f6270f3028e tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] 10.222.0.23 "GET /v2.0/ports?device_id=a77a8e30-26e6-4a45-b602-06e131904fc2 HTTP/1.1" status: 200 len: 210 time: 0.1665483 May 05 21:54:14.670820 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0d3ee2c7-1a7b-4f28-bd24-b0d4d114812a tempest-RoutersAdminNegativeIpV6Test-1026179565 tempest-RoutersAdminNegativeIpV6Test-1026179565-project-admin] Usage tracker for resource:router and tenant:68b1328df7d54217a85115fc41334c74 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:54:14.672316 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-c07d3929-ba39-4aa1-b45d-375995d5bdf5 None None] Set router 327dfb45-0f24-4184-a67c-95200808300e gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:54:14.681091 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5dd6605-98c4-4976-993b-1892d0c68db6 req-7a2b94e7-213e-4e83-804b-f81a6c4e23e6 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] No DVR routers for this DVR port 8420b722-907a-4202-9af4-f5d3ca30218f on host n-h1-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:54:14.687441 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c5dd6605-98c4-4976-993b-1892d0c68db6 req-7a2b94e7-213e-4e83-804b-f81a6c4e23e6 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:14.688789 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0d3ee2c7-1a7b-4f28-bd24-b0d4d114812a tempest-RoutersAdminNegativeIpV6Test-1026179565 tempest-RoutersAdminNegativeIpV6Test-1026179565-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:54:14.700356 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa07d27-38b2-4a93-a667-c3a94c755a62 req-8170a4fe-69a1-43ce-beb5-941580f90323 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:14.701855 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0fa07d27-38b2-4a93-a667-c3a94c755a62 req-8170a4fe-69a1-43ce-beb5-941580f90323 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14 HTTP/1.1" status: 200 len: 946 time: 0.6498592 May 05 21:54:14.706847 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d498127e-e922-407f-a527-58aaeb55268e tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:54:14.711909 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-0d3ee2c7-1a7b-4f28-bd24-b0d4d114812a tempest-RoutersAdminNegativeIpV6Test-1026179565 tempest-RoutersAdminNegativeIpV6Test-1026179565-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:54:14.727077 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a25ec4e-765b-40df-ab29-83661f353487 None None] Sync routers for ids ['cace1d2a-3659-437b-99d6-27240dedfd8a'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:54:14.754516 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a25ec4e-765b-40df-ab29-83661f353487 None None] Routers {'cace1d2a-3659-437b-99d6-27240dedfd8a'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:54:14.756270 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0d3ee2c7-1a7b-4f28-bd24-b0d4d114812a tempest-RoutersAdminNegativeIpV6Test-1026179565 tempest-RoutersAdminNegativeIpV6Test-1026179565-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:14.756435 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-3a25ec4e-765b-40df-ab29-83661f353487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:53:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['cace1d2a-3659-437b-99d6-27240dedfd8a'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:54:14.757348 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0d3ee2c7-1a7b-4f28-bd24-b0d4d114812a tempest-RoutersAdminNegativeIpV6Test-1026179565 tempest-RoutersAdminNegativeIpV6Test-1026179565-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:14.828016 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0d3ee2c7-1a7b-4f28-bd24-b0d4d114812a tempest-RoutersAdminNegativeIpV6Test-1026179565 tempest-RoutersAdminNegativeIpV6Test-1026179565-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:14.930311 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d498127e-e922-407f-a527-58aaeb55268e tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:14.931576 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-d498127e-e922-407f-a527-58aaeb55268e tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] 10.222.0.23 "PUT /v2.0/routers/cace1d2a-3659-437b-99d6-27240dedfd8a HTTP/1.1" status: 200 len: 879 time: 8.4738598 May 05 21:54:14.956161 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46288) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:54:14.960627 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c5dd6605-98c4-4976-993b-1892d0c68db6 req-7a2b94e7-213e-4e83-804b-f81a6c4e23e6 tempest-ListImageFiltersTestJSON-469778126 tempest-ListImageFiltersTestJSON-469778126-project] 10.222.0.44 "DELETE /v2.0/ports/8420b722-907a-4202-9af4-f5d3ca30218f HTTP/1.1" status: 204 len: 173 time: 3.5006742 May 05 21:54:14.968260 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-3a25ec4e-765b-40df-ab29-83661f353487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:54:14.998787 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a25ec4e-765b-40df-ab29-83661f353487 None None] Routers {'cace1d2a-3659-437b-99d6-27240dedfd8a'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:54:14.999604 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-3a25ec4e-765b-40df-ab29-83661f353487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:53:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['cace1d2a-3659-437b-99d6-27240dedfd8a'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:54:15.208084 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-3a25ec4e-765b-40df-ab29-83661f353487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:54:15.209458 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a25ec4e-765b-40df-ab29-83661f353487 None None] The sync data for ids ['cace1d2a-3659-437b-99d6-27240dedfd8a'] in n-d-825175-4 is: [] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:54:15.334069 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46294) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:54:15.347218 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0fa07d27-38b2-4a93-a667-c3a94c755a62 req-67356a70-f5b1-4085-b013-7034c6e0549f tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7172c50-8266-4028-bd8e-9c21e9bde333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6064181 May 05 21:54:15.533092 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0d3ee2c7-1a7b-4f28-bd24-b0d4d114812a tempest-RoutersAdminNegativeIpV6Test-1026179565 tempest-RoutersAdminNegativeIpV6Test-1026179565-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:15.565087 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd3cb91-bf86-43aa-9f5a-707fcf5febd5 req-769f87a9-fdc2-40b2-a0c7-4290b8776017 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:15.598484 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-afd3cb91-bf86-43aa-9f5a-707fcf5febd5 req-769f87a9-fdc2-40b2-a0c7-4290b8776017 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a4d0dca-6efc-4ac5-8ac1-17078bf99dac HTTP/1.1" status: 200 len: 908 time: 0.3902133 May 05 21:54:15.601693 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d045f462-dad7-4ce5-b402-74baa937d282'] response: {'name': 'network-changed', 'server_uuid': '5a4d0dca-6efc-4ac5-8ac1-17078bf99dac', 'tag': '24348f34-2327-4667-a507-ef12551adca6', 'status': 'completed', 'code': 200} May 05 21:54:15.839401 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-c07d3929-ba39-4aa1-b45d-375995d5bdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327dfb45-0f24-4184-a67c-95200808300e', 'name': 'tempest-TaggedBootDevicesTest_v242-839243125-router', 'tenant_id': '735428d0de8342fab8a3fbb83b562761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '0c2635f1-1967-4ee6-9c29-df42cfe655b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:53:52Z', 'updated_at': '2022-05-05T21:54:04Z', 'revision_number': 4, 'project_id': '735428d0de8342fab8a3fbb83b562761', 'gw_port': {'id': '0c2635f1-1967-4ee6-9c29-df42cfe655b3', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:05:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327dfb45-0f24-4184-a67c-95200808300e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:53:53Z', 'updated_at': '2022-05-05T21:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'f08c210e-c40b-4210-b869-4b24d03bcbb0', 'name': '', 'network_id': '4d448c8b-5772-4171-97f3-962f7aa5adfe', 'tenant_id': '735428d0de8342fab8a3fbb83b562761', 'mac_address': 'fa:16:3e:0f:06:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '327dfb45-0f24-4184-a67c-95200808300e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f52ac6d-7c04-426a-ab2f-4cdd90a78f80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:54:03Z', 'updated_at': '2022-05-05T21:54:05Z', 'revision_number': 2, 'project_id': '735428d0de8342fab8a3fbb83b562761', 'subnets': [{'id': '7f52ac6d-7c04-426a-ab2f-4cdd90a78f80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:54:15.851035 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07d3929-ba39-4aa1-b45d-375995d5bdf5 None None] Checking router: 327dfb45-0f24-4184-a67c-95200808300e for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:54:15.853939 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07d3929-ba39-4aa1-b45d-375995d5bdf5 None None] Updating router 327dfb45-0f24-4184-a67c-95200808300e port f08c210e-c40b-4210-b869-4b24d03bcbb0 binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 21:54:15.971947 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c07d3929-ba39-4aa1-b45d-375995d5bdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:16.010018 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-350c7d3e-d67c-4a56-bd01-c51c65dff966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:16.060610 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-350c7d3e-d67c-4a56-bd01-c51c65dff966 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:54:16.128480 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-350c7d3e-d67c-4a56-bd01-c51c65dff966 admin admin] Usage tracker for resource:security_group_rule and tenant:eb3fddbf77df4594a95dd9c886cb1ee6 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:54:16.131117 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0d3ee2c7-1a7b-4f28-bd24-b0d4d114812a tempest-RoutersAdminNegativeIpV6Test-1026179565 tempest-RoutersAdminNegativeIpV6Test-1026179565-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:16.143667 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-350c7d3e-d67c-4a56-bd01-c51c65dff966 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:54:16.167126 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-350c7d3e-d67c-4a56-bd01-c51c65dff966 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:54:16.229315 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e159a6a8-aaca-4ead-a64b-0e6523264105 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] 10.222.0.23 "GET /v2.0/routers/cace1d2a-3659-437b-99d6-27240dedfd8a HTTP/1.1" status: 200 len: 920 time: 1.2608206 May 05 21:54:16.234711 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46310) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:54:16.252632 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e57753cf-428b-4040-bfc8-19198d7ca545 req-eca62efd-1d3b-44cc-ad37-2dafd73cd016 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0eb82da6a4bc47a2ae0058d78ca21e92&device_id=5a4d0dca-6efc-4ac5-8ac1-17078bf99dac HTTP/1.1" status: 200 len: 1059 time: 0.6336288 May 05 21:54:16.418571 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0d3ee2c7-1a7b-4f28-bd24-b0d4d114812a tempest-RoutersAdminNegativeIpV6Test-1026179565 tempest-RoutersAdminNegativeIpV6Test-1026179565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:16.435510 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54798465-ec76-461b-9bc2-2b37feb9eb6a req-eddc3315-d94f-4d9c-8ae5-7a17a00a11c3 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:16.437384 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-54798465-ec76-461b-9bc2-2b37feb9eb6a req-eddc3315-d94f-4d9c-8ae5-7a17a00a11c3 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45320f9-cb81-42ee-8a0f-05d3575e834a HTTP/1.1" status: 200 len: 946 time: 0.5173326 May 05 21:54:16.439189 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c07d3929-ba39-4aa1-b45d-375995d5bdf5 None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:16.461643 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46316) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:54:16.469215 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c07d3929-ba39-4aa1-b45d-375995d5bdf5 None None] Transition to ACTIVE for port object f08c210e-c40b-4210-b869-4b24d03bcbb0 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:54:16.475774 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9463b1-ba65-4e7b-982d-1e631622af86 req-66500daa-fa1d-44b4-b83c-1c463bb10e6f tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:16.477676 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ec9463b1-ba65-4e7b-982d-1e631622af86 req-66500daa-fa1d-44b4-b83c-1c463bb10e6f tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.4851820 May 05 21:54:16.483683 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-15bd27e9-1d1f-44f3-a4b9-c85269d6eac7 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Request body: {'floatingip': {'port_id': '8b72b898-3e41-4f63-90b6-bd608bd09268'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:54:16.500085 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c07d3929-ba39-4aa1-b45d-375995d5bdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:16.644743 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-055f56e9-0069-4b75-b249-d778de532658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:16.820822 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78278f13-af7e-4e8e-ab58-c76ca109e43b None None] Pushing event updated for resources: {'Port': ['ID=f08c210e-c40b-4210-b869-4b24d03bcbb0,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:16.833952 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0d3ee2c7-1a7b-4f28-bd24-b0d4d114812a tempest-RoutersAdminNegativeIpV6Test-1026179565 tempest-RoutersAdminNegativeIpV6Test-1026179565-project-admin] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:16.856838 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78278f13-af7e-4e8e-ab58-c76ca109e43b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:54:16.857473 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78278f13-af7e-4e8e-ab58-c76ca109e43b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:54:16.857473 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78278f13-af7e-4e8e-ab58-c76ca109e43b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:54:16.857752 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78278f13-af7e-4e8e-ab58-c76ca109e43b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:54:16.858072 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78278f13-af7e-4e8e-ab58-c76ca109e43b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:54:16.858393 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78278f13-af7e-4e8e-ab58-c76ca109e43b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:54:16.860601 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78278f13-af7e-4e8e-ab58-c76ca109e43b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:54:16.860967 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78278f13-af7e-4e8e-ab58-c76ca109e43b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:54:16.861297 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78278f13-af7e-4e8e-ab58-c76ca109e43b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:54:16.861622 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78278f13-af7e-4e8e-ab58-c76ca109e43b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:54:16.861940 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78278f13-af7e-4e8e-ab58-c76ca109e43b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:54:16.958297 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-15bd27e9-1d1f-44f3-a4b9-c85269d6eac7 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify callbacks [] for floatingip, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:17.071190 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-c07d3929-ba39-4aa1-b45d-375995d5bdf5 None None] Attempting to bind port f08c210e-c40b-4210-b869-4b24d03bcbb0 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:54:17.071632 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-c07d3929-ba39-4aa1-b45d-375995d5bdf5 None None] Attempting to bind port f08c210e-c40b-4210-b869-4b24d03bcbb0 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'b58799b7-6084-4791-a5cc-f7c831cab4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4d448c8b-5772-4171-97f3-962f7aa5adfe'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:54:17.071894 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07d3929-ba39-4aa1-b45d-375995d5bdf5 None None] Attempting to bind port f08c210e-c40b-4210-b869-4b24d03bcbb0 on network 4d448c8b-5772-4171-97f3-962f7aa5adfe {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:54:17.087496 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07d3929-ba39-4aa1-b45d-375995d5bdf5 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:54:17.087865 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07d3929-ba39-4aa1-b45d-375995d5bdf5 None None] Checking segment: {'id': 'b58799b7-6084-4791-a5cc-f7c831cab4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4d448c8b-5772-4171-97f3-962f7aa5adfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:54:17.088514 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c07d3929-ba39-4aa1-b45d-375995d5bdf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:17.089148 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07d3929-ba39-4aa1-b45d-375995d5bdf5 None None] Bound using segment: {'id': 'b58799b7-6084-4791-a5cc-f7c831cab4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4d448c8b-5772-4171-97f3-962f7aa5adfe'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:54:17.089623 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-c07d3929-ba39-4aa1-b45d-375995d5bdf5 None None] Bound port: f08c210e-c40b-4210-b869-4b24d03bcbb0, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b58799b7-6084-4791-a5cc-f7c831cab4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4d448c8b-5772-4171-97f3-962f7aa5adfe'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:54:17.089988 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c07d3929-ba39-4aa1-b45d-375995d5bdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:17.153839 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-350c7d3e-d67c-4a56-bd01-c51c65dff966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:17.212277 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-9cae6b55-edcc-402c-bcec-b65488221136 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Synchronizing usage tracker for tenant:f3341df7da694c4690f67a2fbc87bf10 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:54:17.245392 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-350c7d3e-d67c-4a56-bd01-c51c65dff966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:17.285221 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-c07d3929-ba39-4aa1-b45d-375995d5bdf5 None None] For port f08c210e-c40b-4210-b869-4b24d03bcbb0, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:54:17.289889 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-c07d3929-ba39-4aa1-b45d-375995d5bdf5 None None] For port f08c210e-c40b-4210-b869-4b24d03bcbb0, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=f08c210e-c40b-4210-b869-4b24d03bcbb0,segment=NetworkSegment(b58799b7-6084-4791-a5cc-f7c831cab4ac),segment_id=b58799b7-6084-4791-a5cc-f7c831cab4ac)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:54:17.291425 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:17.298518 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-350c7d3e-d67c-4a56-bd01-c51c65dff966 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eb3fddbf77df4594a95dd9c886cb1ee6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9502034 May 05 21:54:17.300069 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57753cf-428b-4040-bfc8-19198d7ca545 req-63dbaa47-92aa-4e12-846d-75abe13c6090 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:17.301465 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c07d3929-ba39-4aa1-b45d-375995d5bdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:17.301708 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e57753cf-428b-4040-bfc8-19198d7ca545 req-63dbaa47-92aa-4e12-846d-75abe13c6090 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f33cead3-3472-4ef7-9cf3-a35684adef89 HTTP/1.1" status: 200 len: 913 time: 1.0079057 May 05 21:54:17.309970 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46322) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:54:17.314893 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ec9463b1-ba65-4e7b-982d-1e631622af86 req-a52a3af7-7ba0-41c6-8ac1-6cb0805f8bcf tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6870716 May 05 21:54:17.508405 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78278f13-af7e-4e8e-ab58-c76ca109e43b None None] Pushing event updated for resources: {'Port': ['ID=f08c210e-c40b-4210-b869-4b24d03bcbb0,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:17.588074 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:17.609093 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07d3929-ba39-4aa1-b45d-375995d5bdf5 None None] Routers {'327dfb45-0f24-4184-a67c-95200808300e'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:54:17.614144 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-c07d3929-ba39-4aa1-b45d-375995d5bdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:54:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['327dfb45-0f24-4184-a67c-95200808300e'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:54:17.753832 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0d3ee2c7-1a7b-4f28-bd24-b0d4d114812a tempest-RoutersAdminNegativeIpV6Test-1026179565 tempest-RoutersAdminNegativeIpV6Test-1026179565-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:17.763869 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0d3ee2c7-1a7b-4f28-bd24-b0d4d114812a tempest-RoutersAdminNegativeIpV6Test-1026179565 tempest-RoutersAdminNegativeIpV6Test-1026179565-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:17.813282 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0d3ee2c7-1a7b-4f28-bd24-b0d4d114812a tempest-RoutersAdminNegativeIpV6Test-1026179565 tempest-RoutersAdminNegativeIpV6Test-1026179565-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:17.813811 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3ee2c7-1a7b-4f28-bd24-b0d4d114812a tempest-RoutersAdminNegativeIpV6Test-1026179565 tempest-RoutersAdminNegativeIpV6Test-1026179565-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f0ba890e-220b-4aa7-8540-92997a9db2e9 {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 21:54:17.868168 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-0d3ee2c7-1a7b-4f28-bd24-b0d4d114812a tempest-RoutersAdminNegativeIpV6Test-1026179565 tempest-RoutersAdminNegativeIpV6Test-1026179565-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 05 21:54:17.869304 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0d3ee2c7-1a7b-4f28-bd24-b0d4d114812a tempest-RoutersAdminNegativeIpV6Test-1026179565 tempest-RoutersAdminNegativeIpV6Test-1026179565-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.2561266 May 05 21:54:17.873442 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46338) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:54:17.880911 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a77a8e30-26e6-4a45-b602-06e131904fc2', 'name': 'network-vif-deleted', 'tag': '8420b722-907a-4202-9af4-f5d3ca30218f'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:54:17.896104 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-9cae6b55-edcc-402c-bcec-b65488221136 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Unset dirty status for tenant:f3341df7da694c4690f67a2fbc87bf10 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:54:17.897281 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-9cae6b55-edcc-402c-bcec-b65488221136 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=25bfe237-58de-4709-a3e0-ac79da07c300&device_id=cace1d2a-3659-437b-99d6-27240dedfd8a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.6572475 May 05 21:54:17.900185 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46344) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:54:17.998961 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350c7d3e-d67c-4a56-bd01-c51c65dff966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d5e3f9-b1a6-4c7c-b1c7-00d68ccd164c,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:18.071914 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-c07d3929-ba39-4aa1-b45d-375995d5bdf5 None None] Set router 327dfb45-0f24-4184-a67c-95200808300e gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:54:18.077359 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-73b4f9d0-2b8a-4568-9818-e865a1391c48 tempest-RoutersAdminNegativeIpV6Test-1026179565 tempest-RoutersAdminNegativeIpV6Test-1026179565-project-admin] Deleting port a9eb8fb9-bc83-4002-a083-cbc7016fff43 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:54:18.078626 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-73b4f9d0-2b8a-4568-9818-e865a1391c48 tempest-RoutersAdminNegativeIpV6Test-1026179565 tempest-RoutersAdminNegativeIpV6Test-1026179565-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:18.150728 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e57753cf-428b-4040-bfc8-19198d7ca545 req-5409cf21-1bd7-4770-a8fa-cfda09a598f7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24348f34-2327-4667-a507-ef12551adca6 HTTP/1.1" status: 200 len: 217 time: 0.8199782 May 05 21:54:18.359946 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ba4fd2a5-302f-46e5-bbad-2b15913c88b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:18.539589 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-73b4f9d0-2b8a-4568-9818-e865a1391c48 tempest-RoutersAdminNegativeIpV6Test-1026179565 tempest-RoutersAdminNegativeIpV6Test-1026179565-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:18.673773 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46246b0d-476b-4f91-a997-ad4415d33223 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:18.679176 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-46246b0d-476b-4f91-a997-ad4415d33223 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] 10.222.0.23 "GET /v2.0/networks/25bfe237-58de-4709-a3e0-ac79da07c300 HTTP/1.1" status: 200 len: 881 time: 0.7493768 May 05 21:54:18.690791 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46358) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:54:18.745864 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-73b4f9d0-2b8a-4568-9818-e865a1391c48 tempest-RoutersAdminNegativeIpV6Test-1026179565 tempest-RoutersAdminNegativeIpV6Test-1026179565-project-admin] Calling delete_port for a9eb8fb9-bc83-4002-a083-cbc7016fff43 owned by {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:54:18.763802 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ba4fd2a5-302f-46e5-bbad-2b15913c88b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:18.774965 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57753cf-428b-4040-bfc8-19198d7ca545 req-d519ab99-1f6b-4226-8b18-e5dd9a076c1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:18.776442 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e57753cf-428b-4040-bfc8-19198d7ca545 req-d519ab99-1f6b-4226-8b18-e5dd9a076c1d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7d5de724-e15a-4a3a-8314-05869a0cf070 HTTP/1.1" status: 200 len: 851 time: 0.5615125 May 05 21:54:18.852154 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:18.855216 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-c07d3929-ba39-4aa1-b45d-375995d5bdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327dfb45-0f24-4184-a67c-95200808300e', 'name': 'tempest-TaggedBootDevicesTest_v242-839243125-router', 'tenant_id': '735428d0de8342fab8a3fbb83b562761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '0c2635f1-1967-4ee6-9c29-df42cfe655b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:53:52Z', 'updated_at': '2022-05-05T21:54:04Z', 'revision_number': 4, 'project_id': '735428d0de8342fab8a3fbb83b562761', 'gw_port': {'id': '0c2635f1-1967-4ee6-9c29-df42cfe655b3', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:05:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327dfb45-0f24-4184-a67c-95200808300e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:53:53Z', 'updated_at': '2022-05-05T21:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'f08c210e-c40b-4210-b869-4b24d03bcbb0', 'name': '', 'network_id': '4d448c8b-5772-4171-97f3-962f7aa5adfe', 'tenant_id': '735428d0de8342fab8a3fbb83b562761', 'mac_address': 'fa:16:3e:0f:06:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '327dfb45-0f24-4184-a67c-95200808300e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f52ac6d-7c04-426a-ab2f-4cdd90a78f80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:54:03Z', 'updated_at': '2022-05-05T21:54:17Z', 'revision_number': 4, 'project_id': '735428d0de8342fab8a3fbb83b562761', 'subnets': [{'id': '7f52ac6d-7c04-426a-ab2f-4cdd90a78f80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:54:18.860005 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07d3929-ba39-4aa1-b45d-375995d5bdf5 None None] The sync data for ids ['327dfb45-0f24-4184-a67c-95200808300e'] in n-d-825175-4 is: [{'id': '327dfb45-0f24-4184-a67c-95200808300e', 'name': 'tempest-TaggedBootDevicesTest_v242-839243125-router', 'tenant_id': '735428d0de8342fab8a3fbb83b562761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '0c2635f1-1967-4ee6-9c29-df42cfe655b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:53:52Z', 'updated_at': '2022-05-05T21:54:04Z', 'revision_number': 4, 'project_id': '735428d0de8342fab8a3fbb83b562761', 'gw_port': {'id': '0c2635f1-1967-4ee6-9c29-df42cfe655b3', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:05:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327dfb45-0f24-4184-a67c-95200808300e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:53:53Z', 'updated_at': '2022-05-05T21:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'f08c210e-c40b-4210-b869-4b24d03bcbb0', 'name': '', 'network_id': '4d448c8b-5772-4171-97f3-962f7aa5adfe', 'tenant_id': '735428d0de8342fab8a3fbb83b562761', 'mac_address': 'fa:16:3e:0f:06:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '327dfb45-0f24-4184-a67c-95200808300e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f52ac6d-7c04-426a-ab2f-4cdd90a78f80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:54:03Z', 'updated_at': '2022-05-05T21:54:17Z', 'revision_number': 4, 'project_id': '735428d0de8342fab8a3fbb83b562761', 'subnets': [{'id': '7f52ac6d-7c04-426a-ab2f-4cdd90a78f80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:54:18.866693 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e926df8a-72eb-4f84-95c9-044ba695f73a tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] 10.222.0.23 "GET /v2.0/ports?device_id=cace1d2a-3659-437b-99d6-27240dedfd8a HTTP/1.1" status: 200 len: 205 time: 0.1655655 May 05 21:54:18.870904 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46362) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:54:19.041535 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abda1ae-b2bd-42a7-8eb1-e5beef550391 req-b7ed3aba-120a-4926-afc2-b13e927b31a8 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:19.048752 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8abda1ae-b2bd-42a7-8eb1-e5beef550391 req-b7ed3aba-120a-4926-afc2-b13e927b31a8 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14 HTTP/1.1" status: 200 len: 946 time: 1.9496362 May 05 21:54:19.127222 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-73b4f9d0-2b8a-4568-9818-e865a1391c48 tempest-RoutersAdminNegativeIpV6Test-1026179565 tempest-RoutersAdminNegativeIpV6Test-1026179565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:19.377201 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b4f9d0-2b8a-4568-9818-e865a1391c48 tempest-RoutersAdminNegativeIpV6Test-1026179565 tempest-RoutersAdminNegativeIpV6Test-1026179565-project-admin] Pushing event deleted for resources: {'Port': ['ID=a9eb8fb9-bc83-4002-a083-cbc7016fff43,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:19.402179 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ba4fd2a5-302f-46e5-bbad-2b15913c88b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:19.450382 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8abda1ae-b2bd-42a7-8eb1-e5beef550391 req-3866c19d-11aa-410b-8086-dde2dd6fd964 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7172c50-8266-4028-bd8e-9c21e9bde333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3942482 May 05 21:54:19.463234 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4fd2a5-302f-46e5-bbad-2b15913c88b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d5e3f9-b1a6-4c7c-b1c7-00d68ccd164c,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:19.526586 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-73b4f9d0-2b8a-4568-9818-e865a1391c48 tempest-RoutersAdminNegativeIpV6Test-1026179565 tempest-RoutersAdminNegativeIpV6Test-1026179565-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:19.545704 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-73b4f9d0-2b8a-4568-9818-e865a1391c48 tempest-RoutersAdminNegativeIpV6Test-1026179565 tempest-RoutersAdminNegativeIpV6Test-1026179565-project-admin] 10.222.0.23 "DELETE /v2.0/ports/a9eb8fb9-bc83-4002-a083-cbc7016fff43 HTTP/1.1" status: 204 len: 168 time: 1.6682348 May 05 21:54:19.647181 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffea6e6-a2ce-4053-a94d-b9f3cd39d50b req-5aa598bf-5e32-4f80-92ac-ede623087ff9 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:19.650628 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3ffea6e6-a2ce-4053-a94d-b9f3cd39d50b req-5aa598bf-5e32-4f80-92ac-ede623087ff9 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 1.0741539 May 05 21:54:19.697340 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2ffa704-eee3-4978-8e83-c9ff8f8d2768'] response: {'server_uuid': 'a77a8e30-26e6-4a45-b602-06e131904fc2', 'name': 'network-vif-deleted', 'tag': '8420b722-907a-4202-9af4-f5d3ca30218f', 'status': 'completed', 'code': 200} May 05 21:54:19.717882 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ba4fd2a5-302f-46e5-bbad-2b15913c88b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:19.722214 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ba4fd2a5-302f-46e5-bbad-2b15913c88b1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/16d5e3f9-b1a6-4c7c-b1c7-00d68ccd164c HTTP/1.1" status: 204 len: 168 time: 2.4038811 May 05 21:54:19.794015 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5b222301-ba81-4543-aad3-d49ab2317ee7 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:20.329761 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e57753cf-428b-4040-bfc8-19198d7ca545 req-099aa28a-fbd0-4913-b7f6-ac30c8aca8d7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f33cead3-3472-4ef7-9cf3-a35684adef89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4554374 May 05 21:54:20.422376 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46386) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:54:20.492309 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5b222301-ba81-4543-aad3-d49ab2317ee7 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:20.512518 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3ffea6e6-a2ce-4053-a94d-b9f3cd39d50b req-7a050132-e49b-464c-8bad-54d20e7f21b7 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8527956 May 05 21:54:20.536191 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-5b222301-ba81-4543-aad3-d49ab2317ee7 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Deleting port 3bd31cf2-6723-40a2-a699-a2caeb9a3f61 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:54:20.536546 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5b222301-ba81-4543-aad3-d49ab2317ee7 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:20.636161 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device f08c210e-c40b-4210-b869-4b24d03bcbb0 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:54:20.811274 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-15bd27e9-1d1f-44f3-a4b9-c85269d6eac7 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:20.906865 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e57753cf-428b-4040-bfc8-19198d7ca545 req-3e25fc09-24cf-49f9-9990-33d89b6f0ca6 service neutron] 10.222.0.32 "GET /v2.0/networks/f33cead3-3472-4ef7-9cf3-a35684adef89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5294807 May 05 21:54:20.907776 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-15bd27e9-1d1f-44f3-a4b9-c85269d6eac7 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:20.913021 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port f08c210e-c40b-4210-b869-4b24d03bcbb0 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:54:20.927347 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port f08c210e-c40b-4210-b869-4b24d03bcbb0 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:54:20.930158 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:21.182806 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e35742e5-31ca-45c2-b8b2-cc5e18b6bb0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:21.235222 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:21.298305 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port f08c210e-c40b-4210-b869-4b24d03bcbb0, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=f08c210e-c40b-4210-b869-4b24d03bcbb0,segment=NetworkSegment(b58799b7-6084-4791-a5cc-f7c831cab4ac),segment_id=b58799b7-6084-4791-a5cc-f7c831cab4ac)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:54:21.315375 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:21.370290 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-e35742e5-31ca-45c2-b8b2-cc5e18b6bb0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:54:21.381059 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5b222301-ba81-4543-aad3-d49ab2317ee7 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:21.407243 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-e35742e5-31ca-45c2-b8b2-cc5e18b6bb0f admin admin] Usage tracker for resource:security_group_rule and tenant:c524aee6b25f4b208346b08dd065cced is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:54:21.407824 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=f08c210e-c40b-4210-b869-4b24d03bcbb0,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:21.420705 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-e35742e5-31ca-45c2-b8b2-cc5e18b6bb0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:54:21.633482 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-e35742e5-31ca-45c2-b8b2-cc5e18b6bb0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:54:21.757087 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e57753cf-428b-4040-bfc8-19198d7ca545 req-d13b9c72-baf0-4f04-8b37-c13b1e408916 service neutron] 10.222.0.32 "GET /v2.0/networks/f33cead3-3472-4ef7-9cf3-a35684adef89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7919135 May 05 21:54:21.784108 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-5b222301-ba81-4543-aad3-d49ab2317ee7 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Calling delete_port for 3bd31cf2-6723-40a2-a699-a2caeb9a3f61 owned by network:router_gateway {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:54:22.089768 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e35742e5-31ca-45c2-b8b2-cc5e18b6bb0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:22.102076 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e35742e5-31ca-45c2-b8b2-cc5e18b6bb0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:22.156151 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46418) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:54:22.174912 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90fb5c-30b0-481a-bfe7-a7f3eb580d97 req-469136c8-1af2-459b-9b78-b80ec7269fd0 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:22.182883 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3a90fb5c-30b0-481a-bfe7-a7f3eb580d97 req-469136c8-1af2-459b-9b78-b80ec7269fd0 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.4247017 May 05 21:54:22.238412 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8706f-be4f-4a70-b14d-cdd22cf3305c req-ddeda927-0b4f-469c-b0c4-e0cf17c28426 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:22.240948 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6aa8706f-be4f-4a70-b14d-cdd22cf3305c req-ddeda927-0b4f-469c-b0c4-e0cf17c28426 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14 HTTP/1.1" status: 200 len: 946 time: 1.2747872 May 05 21:54:22.318024 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3a90fb5c-30b0-481a-bfe7-a7f3eb580d97 req-0b13965a-adc6-43c0-93c9-e329756f35ee tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331587 May 05 21:54:22.413048 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6aa8706f-be4f-4a70-b14d-cdd22cf3305c req-dc82753b-8efc-4fb9-9d73-4df8ea4e7b44 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7172c50-8266-4028-bd8e-9c21e9bde333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640568 May 05 21:54:22.526921 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35742e5-31ca-45c2-b8b2-cc5e18b6bb0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b6ec8b-79a1-4426-be2c-591008f40e51,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:22.612285 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device f08c210e-c40b-4210-b869-4b24d03bcbb0 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:54:22.673425 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46434) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:54:22.677473 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-e35742e5-31ca-45c2-b8b2-cc5e18b6bb0f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c524aee6b25f4b208346b08dd065cced&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2454867 May 05 21:54:22.689909 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5b222301-ba81-4543-aad3-d49ab2317ee7 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:22.862199 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port f08c210e-c40b-4210-b869-4b24d03bcbb0 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:54:22.862491 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:22.903693 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b222301-ba81-4543-aad3-d49ab2317ee7 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Pushing event deleted for resources: {'Port': ['ID=3bd31cf2-6723-40a2-a699-a2caeb9a3f61,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:22.909928 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-fc64d181-c7ce-47de-bea7-d87c16983b99 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1037735555-network', 'tenant_id': '7eaa10adcdbd47d0a6e92ce37faf0b99'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:54:22.991405 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-fc64d181-c7ce-47de-bea7-d87c16983b99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:54:23.015316 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-92789ee2-17f9-4276-b9b8-988cb1c8d388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:23.084470 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-92789ee2-17f9-4276-b9b8-988cb1c8d388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:23.130036 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-fc64d181-c7ce-47de-bea7-d87c16983b99 admin admin] Usage tracker for resource:network and tenant:7eaa10adcdbd47d0a6e92ce37faf0b99 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:54:23.137754 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-fc64d181-c7ce-47de-bea7-d87c16983b99 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:54:23.157238 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-fc64d181-c7ce-47de-bea7-d87c16983b99 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:54:23.179720 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc64d181-c7ce-47de-bea7-d87c16983b99 admin admin] Made reservation on behalf of 7eaa10adcdbd47d0a6e92ce37faf0b99 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:54:23.182793 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fc64d181-c7ce-47de-bea7-d87c16983b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:23.215018 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-92789ee2-17f9-4276-b9b8-988cb1c8d388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:23.264008 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92789ee2-17f9-4276-b9b8-988cb1c8d388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b6ec8b-79a1-4426-be2c-591008f40e51,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:23.280537 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-92789ee2-17f9-4276-b9b8-988cb1c8d388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:23.284164 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-92789ee2-17f9-4276-b9b8-988cb1c8d388 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/23b6ec8b-79a1-4426-be2c-591008f40e51 HTTP/1.1" status: 204 len: 168 time: 0.5817528 May 05 21:54:23.311925 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a39d87-1873-4bf9-a69e-46f8d9a3c3cf req-70602d49-71c4-48f0-b820-90579bc443a7 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:23.313379 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-45a39d87-1873-4bf9-a69e-46f8d9a3c3cf req-70602d49-71c4-48f0-b820-90579bc443a7 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.4427392 May 05 21:54:23.399778 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-45a39d87-1873-4bf9-a69e-46f8d9a3c3cf req-3150caf0-be54-4bf0-8c44-bb4350ee7957 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682654 May 05 21:54:23.418995 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15bd27e9-1d1f-44f3-a4b9-c85269d6eac7 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Router c75c1270-4a41-4a4b-8adf-fd2eee70e08e has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:54:23.436966 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5b222301-ba81-4543-aad3-d49ab2317ee7 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:23.511501 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fc64d181-c7ce-47de-bea7-d87c16983b99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:23.937463 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d226d95-4dca-4034-b762-1552774837e6 req-d948d36a-764b-451c-80cb-c4fcd60f75de tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:23.940694 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9d226d95-4dca-4034-b762-1552774837e6 req-d948d36a-764b-451c-80cb-c4fcd60f75de tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14 HTTP/1.1" status: 200 len: 946 time: 0.1452739 May 05 21:54:23.988612 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-fc64d181-c7ce-47de-bea7-d87c16983b99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:54:23.992842 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-fc64d181-c7ce-47de-bea7-d87c16983b99 admin admin] Usage tracker for resource:security_group_rule and tenant:7eaa10adcdbd47d0a6e92ce37faf0b99 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:54:23.995724 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-fc64d181-c7ce-47de-bea7-d87c16983b99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:54:24.001949 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-fc64d181-c7ce-47de-bea7-d87c16983b99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:54:24.177893 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5b222301-ba81-4543-aad3-d49ab2317ee7 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:24.194856 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5b222301-ba81-4543-aad3-d49ab2317ee7 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:24.233959 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46466) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:54:24.254856 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9d226d95-4dca-4034-b762-1552774837e6 req-c2fe7527-3f90-420c-a8a2-e23112607e24 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7172c50-8266-4028-bd8e-9c21e9bde333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3033848 May 05 21:54:24.318562 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5b222301-ba81-4543-aad3-d49ab2317ee7 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:24.319211 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b222301-ba81-4543-aad3-d49ab2317ee7 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Fanout notify agent at l3_agent the message router_deleted on router cace1d2a-3659-437b-99d6-27240dedfd8a {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 21:54:24.324858 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15bd27e9-1d1f-44f3-a4b9-c85269d6eac7 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:54:24.332043 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-15bd27e9-1d1f-44f3-a4b9-c85269d6eac7 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:24.340491 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c472e8a-dd67-4d04-8728-d261ffa70a76 None None] Sync routers for ids ['c75c1270-4a41-4a4b-8adf-fd2eee70e08e'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:54:24.376261 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5b222301-ba81-4543-aad3-d49ab2317ee7 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:24.377430 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5b222301-ba81-4543-aad3-d49ab2317ee7 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] 10.222.0.23 "DELETE /v2.0/routers/cace1d2a-3659-437b-99d6-27240dedfd8a HTTP/1.1" status: 204 len: 168 time: 5.5048993 May 05 21:54:24.383928 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46472) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:54:24.385823 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fc64d181-c7ce-47de-bea7-d87c16983b99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:24.389732 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c472e8a-dd67-4d04-8728-d261ffa70a76 None None] Routers {'c75c1270-4a41-4a4b-8adf-fd2eee70e08e'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:54:24.391727 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-8c472e8a-dd67-4d04-8728-d261ffa70a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:54:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['c75c1270-4a41-4a4b-8adf-fd2eee70e08e'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:54:24.393977 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b51e90ff-08c6-4f58-bd59-f94253823550 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=68b1328df7d54217a85115fc41334c74&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1526709 May 05 21:54:24.399018 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-38f72aa6-3ac1-4ea4-aaad-f6886b89e1b0 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-283651002', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:54:24.401716 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46476) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:54:24.407750 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fc64d181-c7ce-47de-bea7-d87c16983b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:24.422442 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-38f72aa6-3ac1-4ea4-aaad-f6886b89e1b0 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:54:24.434361 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15b1fe-4635-47c3-a897-ea5e5ed6ea97 req-a090ec1e-26c5-4e0f-ae56-11d655cc22eb tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:24.435494 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6b15b1fe-4635-47c3-a897-ea5e5ed6ea97 req-a090ec1e-26c5-4e0f-ae56-11d655cc22eb tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/networks?id=f33cead3-3472-4ef7-9cf3-a35684adef89 HTTP/1.1" status: 200 len: 812 time: 0.3787806 May 05 21:54:24.438589 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-38f72aa6-3ac1-4ea4-aaad-f6886b89e1b0 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Usage tracker for resource:router and tenant:f69bf16d05e940ae9628f45daf8858c4 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:54:24.443875 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-38f72aa6-3ac1-4ea4-aaad-f6886b89e1b0 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:54:24.485398 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b45320f9-cb81-42ee-8a0f-05d3575e834a', 'tag': '8b72b898-3e41-4f63-90b6-bd608bd09268'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:54:24.506874 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-38f72aa6-3ac1-4ea4-aaad-f6886b89e1b0 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:54:24.541460 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6b15b1fe-4635-47c3-a897-ea5e5ed6ea97 req-bcc4636c-66c8-4c4c-ba94-002083acc7c9 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/quotas/0eb82da6a4bc47a2ae0058d78ca21e92 HTTP/1.1" status: 200 len: 375 time: 0.0943515 May 05 21:54:24.596518 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46482) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:54:24.598794 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc64d181-c7ce-47de-bea7-d87c16983b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e98a3ae-9dab-4924-8362-127956c388a3,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:24.643897 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3d3b407f-3b31-4645-9c28-d0dd1c292bc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:24.665138 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d781e0d-0a2c-4aa1-9586-51eeffd2eb76'] response: {'name': 'network-changed', 'server_uuid': 'b45320f9-cb81-42ee-8a0f-05d3575e834a', 'tag': '8b72b898-3e41-4f63-90b6-bd608bd09268', 'status': 'completed', 'code': 200} May 05 21:54:24.671437 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc64d181-c7ce-47de-bea7-d87c16983b99 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:54:24.702332 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fc64d181-c7ce-47de-bea7-d87c16983b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:24.702956 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-fc64d181-c7ce-47de-bea7-d87c16983b99 admin admin] Added segment 9d6cdca9-ab60-4902-bd72-6cb42ba3ed34 of type vlan for network 24c45467-d973-4f10-a1f3-c0fbfed9c893 May 05 21:54:24.705292 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3d3b407f-3b31-4645-9c28-d0dd1c292bc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:24.802098 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fc64d181-c7ce-47de-bea7-d87c16983b99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:24.831423 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-15bd27e9-1d1f-44f3-a4b9-c85269d6eac7 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "PUT /v2.0/floatingips/756f3f59-a325-4619-87f8-f498cc8fec51 HTTP/1.1" status: 200 len: 993 time: 8.3523972 May 05 21:54:24.844995 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-38f72aa6-3ac1-4ea4-aaad-f6886b89e1b0 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:24.846292 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-38f72aa6-3ac1-4ea4-aaad-f6886b89e1b0 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:24.887392 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3d3b407f-3b31-4645-9c28-d0dd1c292bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:24.915493 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fc64d181-c7ce-47de-bea7-d87c16983b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:24.916599 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc64d181-c7ce-47de-bea7-d87c16983b99 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:24.917331 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fc64d181-c7ce-47de-bea7-d87c16983b99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:24.943840 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-8c472e8a-dd67-4d04-8728-d261ffa70a76 None None] Set router c75c1270-4a41-4a4b-8adf-fd2eee70e08e gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:54:24.960656 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3b407f-3b31-4645-9c28-d0dd1c292bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017df653-0b97-4037-a02d-0e22c27e4b83,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:25.089077 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6b15b1fe-4635-47c3-a897-ea5e5ed6ea97 req-da467817-d848-4378-b446-c3f1a75585da tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0eb82da6a4bc47a2ae0058d78ca21e92&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5466428 May 05 21:54:25.093641 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-38f72aa6-3ac1-4ea4-aaad-f6886b89e1b0 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:25.122406 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3a49eae3-323b-4119-96df-74c8a68fce1d req-99259902-a066-4c0a-903a-851165d06e6b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b8d6052b833a4534bc346cca1ce7985f&device_id=b45320f9-cb81-42ee-8a0f-05d3575e834a HTTP/1.1" status: 200 len: 1097 time: 0.4306471 May 05 21:54:25.131465 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3d3b407f-3b31-4645-9c28-d0dd1c292bc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:25.132864 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-3d3b407f-3b31-4645-9c28-d0dd1c292bc7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/017df653-0b97-4037-a02d-0e22c27e4b83 HTTP/1.1" status: 204 len: 168 time: 0.7282014 May 05 21:54:25.134065 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc64d181-c7ce-47de-bea7-d87c16983b99 admin admin] Pushing event updated for resources: {'Network': ['ID=24c45467-d973-4f10-a1f3-c0fbfed9c893,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:25.155501 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-fc64d181-c7ce-47de-bea7-d87c16983b99 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.9881814 May 05 21:54:25.160191 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46496) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:54:25.178331 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-16c42661-68fa-491c-8988-9c2dcc52401e admin admin] Request body: {'subnet': {'network_id': '24c45467-d973-4f10-a1f3-c0fbfed9c893', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1037735555-subnet', 'tenant_id': '7eaa10adcdbd47d0a6e92ce37faf0b99', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:54:25.197553 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-38f72aa6-3ac1-4ea4-aaad-f6886b89e1b0 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:25.232729 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-16c42661-68fa-491c-8988-9c2dcc52401e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:54:25.236947 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a6cebc7b-384a-49bc-8a89-75d567af619e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cc2941004c7848d8a2fef20902df1dd3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6149244 May 05 21:54:25.247431 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46500) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:54:25.256608 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 24c45467-d973-4f10-a1f3-c0fbfed9c893 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:54:25.263925 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-16c42661-68fa-491c-8988-9c2dcc52401e admin admin] Usage tracker for resource:subnet and tenant:7eaa10adcdbd47d0a6e92ce37faf0b99 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:54:25.280777 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-16c42661-68fa-491c-8988-9c2dcc52401e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:54:25.289907 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-16c42661-68fa-491c-8988-9c2dcc52401e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:54:25.310458 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c42661-68fa-491c-8988-9c2dcc52401e admin admin] Made reservation on behalf of 7eaa10adcdbd47d0a6e92ce37faf0b99 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:54:25.315927 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-16c42661-68fa-491c-8988-9c2dcc52401e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:25.505048 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ad94dbb6-9223-4658-a600-5368c650a48d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:25.611373 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ad94dbb6-9223-4658-a600-5368c650a48d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:25.639413 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-38f72aa6-3ac1-4ea4-aaad-f6886b89e1b0 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:25.642728 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-38f72aa6-3ac1-4ea4-aaad-f6886b89e1b0 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.2558675 May 05 21:54:25.659775 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46508) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:54:25.835274 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-152ce2a1-13c9-4f30-8849-2e45dfa3b6c0 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'enable_snat': True}}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:54:25.928935 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6b15b1fe-4635-47c3-a897-ea5e5ed6ea97 req-b7f42a07-9193-4a85-ba6e-258ce5aa7f8b service neutron] 10.222.0.23 "GET /v2.0/networks/f33cead3-3472-4ef7-9cf3-a35684adef89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8386605 May 05 21:54:25.997084 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49eae3-323b-4119-96df-74c8a68fce1d req-79846418-698d-47c9-87aa-85c7af8757b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:25.999120 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3a49eae3-323b-4119-96df-74c8a68fce1d req-79846418-698d-47c9-87aa-85c7af8757b6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0209bbe2-ae77-4a5e-8f5f-b598cdea432f HTTP/1.1" status: 200 len: 920 time: 0.8650739 May 05 21:54:26.242821 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-8c472e8a-dd67-4d04-8728-d261ffa70a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75c1270-4a41-4a4b-8adf-fd2eee70e08e', 'name': 'tempest-ServerRescueNegativeTestJSON-1032024978-router', 'tenant_id': 'b8d6052b833a4534bc346cca1ce7985f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'ed498169-4038-4481-ba40-f7a1f9056ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:49:46Z', 'updated_at': '2022-05-05T21:49:50Z', 'revision_number': 4, 'project_id': 'b8d6052b833a4534bc346cca1ce7985f', 'gw_port': {'id': 'ed498169-4038-4481-ba40-f7a1f9056ae2', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:43:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75c1270-4a41-4a4b-8adf-fd2eee70e08e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:49:46Z', 'updated_at': '2022-05-05T21:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '756f3f59-a325-4619-87f8-f498cc8fec51', 'tenant_id': 'b8d6052b833a4534bc346cca1ce7985f', 'floating_ip_address': '172.25.4.82', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'c75c1270-4a41-4a4b-8adf-fd2eee70e08e', 'port_id': '8b72b898-3e41-4f63-90b6-bd608bd09268', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0209bbe2-ae77-4a5e-8f5f-b598cdea432f', 'mac_address': 'fa:16:3e:ce:78:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45320f9-cb81-42ee-8a0f-05d3575e834a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:52:06Z', 'updated_at': '2022-05-05T21:54:19Z', 'revision_number': 3, 'project_id': 'b8d6052b833a4534bc346cca1ce7985f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca95d23-9ab7-49d8-9a3b-ee93ba2c24c0', 'name': '', 'network_id': '0209bbe2-ae77-4a5e-8f5f-b598cdea432f', 'tenant_id': 'b8d6052b833a4534bc346cca1ce7985f', 'mac_address': 'fa:16:3e:b7:38:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75c1270-4a41-4a4b-8adf-fd2eee70e08e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1666d56-aa2f-45d5-85a5-62900adc165a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:49:49Z', 'updated_at': '2022-05-05T21:50:10Z', 'revision_number': 5, 'project_id': 'b8d6052b833a4534bc346cca1ce7985f', 'subnets': [{'id': 'd1666d56-aa2f-45d5-85a5-62900adc165a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:54:26.263216 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c472e8a-dd67-4d04-8728-d261ffa70a76 None None] Checking router: c75c1270-4a41-4a4b-8adf-fd2eee70e08e for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:54:26.283632 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3a49eae3-323b-4119-96df-74c8a68fce1d req-b5118c20-d354-4b40-abee-78c2e8c49d67 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b72b898-3e41-4f63-90b6-bd608bd09268 HTTP/1.1" status: 200 len: 1001 time: 0.2596397 May 05 21:54:26.304508 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c472e8a-dd67-4d04-8728-d261ffa70a76 None None] Routers {'c75c1270-4a41-4a4b-8adf-fd2eee70e08e'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:54:26.305933 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-8c472e8a-dd67-4d04-8728-d261ffa70a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:54:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['c75c1270-4a41-4a4b-8adf-fd2eee70e08e'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:54:26.385984 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49eae3-323b-4119-96df-74c8a68fce1d req-701fa835-40bb-4a04-b7b8-2075f765f279 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:26.387592 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3a49eae3-323b-4119-96df-74c8a68fce1d req-701fa835-40bb-4a04-b7b8-2075f765f279 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d1666d56-aa2f-45d5-85a5-62900adc165a HTTP/1.1" status: 200 len: 858 time: 0.0903811 May 05 21:54:26.409556 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b6781-c617-434e-b81a-11721231502a req-01673d04-ebc8-4e74-b427-f9762c63a43e tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:26.411535 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-853b6781-c617-434e-b81a-11721231502a req-01673d04-ebc8-4e74-b427-f9762c63a43e tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14 HTTP/1.1" status: 200 len: 946 time: 0.7655973 May 05 21:54:26.460760 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ad94dbb6-9223-4658-a600-5368c650a48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:26.471949 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6b15b1fe-4635-47c3-a897-ea5e5ed6ea97 req-ff7b009e-83b9-405e-9b2f-d68efb522432 service neutron] 10.222.0.23 "GET /v2.0/networks/f33cead3-3472-4ef7-9cf3-a35684adef89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4683244 May 05 21:54:26.561992 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-853b6781-c617-434e-b81a-11721231502a req-fd813b09-884f-4a9e-91a8-f7cd890bc867 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7172c50-8266-4028-bd8e-9c21e9bde333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994101 May 05 21:54:26.576257 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3a49eae3-323b-4119-96df-74c8a68fce1d req-981ec4ad-07e4-4a10-b878-8a5af80cc3a6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0209bbe2-ae77-4a5e-8f5f-b598cdea432f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1605062 May 05 21:54:26.657920 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad94dbb6-9223-4658-a600-5368c650a48d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6340a722-1ab1-4170-b7b5-2fd4e644b44a,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:26.681651 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-16c42661-68fa-491c-8988-9c2dcc52401e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:26.825120 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b45320f9-cb81-42ee-8a0f-05d3575e834a', 'tag': '8b72b898-3e41-4f63-90b6-bd608bd09268'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:54:26.931130 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4a9302b5-69e2-434a-852a-51bf9c77abb1 req-1ceb9efb-f8f2-4153-8141-91624710f110 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=776da390-139c-4038-b5ac-afee0d411ef0 HTTP/1.1" status: 200 len: 210 time: 0.0726075 May 05 21:54:26.984640 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c735949-867b-4c8f-a757-5af224bae1bf'] response: {'name': 'network-changed', 'server_uuid': 'b45320f9-cb81-42ee-8a0f-05d3575e834a', 'tag': '8b72b898-3e41-4f63-90b6-bd608bd09268', 'status': 'completed', 'code': 200} May 05 21:54:27.002094 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-8c472e8a-dd67-4d04-8728-d261ffa70a76 None None] Set router c75c1270-4a41-4a4b-8adf-fd2eee70e08e gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:54:27.068339 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3a49eae3-323b-4119-96df-74c8a68fce1d req-6e6b11cd-28fc-4365-bea5-da3890b63537 service neutron] 10.222.0.44 "GET /v2.0/networks/0209bbe2-ae77-4a5e-8f5f-b598cdea432f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4842982 May 05 21:54:27.114046 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c42661-68fa-491c-8988-9c2dcc52401e admin admin] Pushing event updated for resources: {'Subnet': ['ID=70fe310e-947b-4305-9ef5-a4eb5fea22c6,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:27.141039 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ad94dbb6-9223-4658-a600-5368c650a48d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:27.151189 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ad94dbb6-9223-4658-a600-5368c650a48d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6340a722-1ab1-4170-b7b5-2fd4e644b44a HTTP/1.1" status: 204 len: 168 time: 1.8933256 May 05 21:54:27.504064 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3a49eae3-323b-4119-96df-74c8a68fce1d req-0a13b3a7-dae8-428f-86eb-cd5decb7e860 service neutron] 10.222.0.44 "GET /v2.0/networks/0209bbe2-ae77-4a5e-8f5f-b598cdea432f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4290626 May 05 21:54:27.506006 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c42661-68fa-491c-8988-9c2dcc52401e admin admin] Checking segment: {'id': '9d6cdca9-ab60-4902-bd72-6cb42ba3ed34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '24c45467-d973-4f10-a1f3-c0fbfed9c893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:54:27.506547 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c42661-68fa-491c-8988-9c2dcc52401e admin admin] Network hostable DHCP agents. Network: 24c45467-d973-4f10-a1f3-c0fbfed9c893, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:54:27.537234 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-152ce2a1-13c9-4f30-8849-2e45dfa3b6c0 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:27.589253 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c42661-68fa-491c-8988-9c2dcc52401e admin admin] Network 24c45467-d973-4f10-a1f3-c0fbfed9c893 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:54:27.638257 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-16c42661-68fa-491c-8988-9c2dcc52401e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 24c45467-d973-4f10-a1f3-c0fbfed9c893) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:54:27.655380 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c42661-68fa-491c-8988-9c2dcc52401e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:27.657950 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-16c42661-68fa-491c-8988-9c2dcc52401e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:27.691809 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a15c2a-bef6-4502-b674-dedd77f63ac7 None None] Network 24c45467-d973-4f10-a1f3-c0fbfed9c893 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:54:27.754956 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b99dcbef-87b6-4a4e-a5d6-15cfcf3cf1cf req-011b4cbe-3715-4840-9fb8-8e21d07bc90d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b8d6052b833a4534bc346cca1ce7985f&device_id=b45320f9-cb81-42ee-8a0f-05d3575e834a HTTP/1.1" status: 200 len: 1097 time: 0.2039490 May 05 21:54:28.151066 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99dcbef-87b6-4a4e-a5d6-15cfcf3cf1cf req-44f54e31-9e50-419d-9f41-5d9bdfd9159c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:28.152520 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b99dcbef-87b6-4a4e-a5d6-15cfcf3cf1cf req-44f54e31-9e50-419d-9f41-5d9bdfd9159c service neutron] 10.222.0.44 "GET /v2.0/networks?id=0209bbe2-ae77-4a5e-8f5f-b598cdea432f HTTP/1.1" status: 200 len: 920 time: 0.3916130 May 05 21:54:28.259432 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-16c42661-68fa-491c-8988-9c2dcc52401e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.0972610 May 05 21:54:28.273556 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46564) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:54:28.308717 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-236634d1-6ef3-420a-83ed-194690b3daf9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1037735555-router', 'tenant_id': '7eaa10adcdbd47d0a6e92ce37faf0b99', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:54:28.328479 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-236634d1-6ef3-420a-83ed-194690b3daf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:54:28.340471 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-31b90b99-5964-4efb-8f7d-78631696cda7 req-f56e8910-0178-4166-85e6-76b1fadc08e0 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=776da390-139c-4038-b5ac-afee0d411ef0 HTTP/1.1" status: 200 len: 210 time: 0.1000295 May 05 21:54:28.344915 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-236634d1-6ef3-420a-83ed-194690b3daf9 admin admin] Usage tracker for resource:router and tenant:7eaa10adcdbd47d0a6e92ce37faf0b99 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:54:28.375400 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-236634d1-6ef3-420a-83ed-194690b3daf9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:54:28.440901 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-236634d1-6ef3-420a-83ed-194690b3daf9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:54:28.514713 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189cc9af-bc94-4d57-9bb2-332061b49ae0 req-d6c286a4-8f35-49c1-b119-e10697ced9bb tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:28.524353 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-189cc9af-bc94-4d57-9bb2-332061b49ae0 req-d6c286a4-8f35-49c1-b119-e10697ced9bb tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14 HTTP/1.1" status: 200 len: 946 time: 0.3701930 May 05 21:54:28.532492 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-236634d1-6ef3-420a-83ed-194690b3daf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:28.533451 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-236634d1-6ef3-420a-83ed-194690b3daf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:28.583820 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b99dcbef-87b6-4a4e-a5d6-15cfcf3cf1cf req-29b5bf12-4dc8-4899-894c-d83332cd3798 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b72b898-3e41-4f63-90b6-bd608bd09268 HTTP/1.1" status: 200 len: 1001 time: 0.2596457 May 05 21:54:28.622366 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-236634d1-6ef3-420a-83ed-194690b3daf9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:28.626514 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f83c4e0-cb51-46ab-860d-108d441df53e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-24c45467-d973-4f10-a1f3-c0fbfed9c893', 'network_id': '24c45467-d973-4f10-a1f3-c0fbfed9c893', 'tenant_id': '7eaa10adcdbd47d0a6e92ce37faf0b99', 'fixed_ips': [{'subnet_id': '70fe310e-947b-4305-9ef5-a4eb5fea22c6'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 21:54:28.628817 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3f83c4e0-cb51-46ab-860d-108d441df53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:28.730834 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-189cc9af-bc94-4d57-9bb2-332061b49ae0 req-d14f2377-de3b-42ca-815e-534a1830d019 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7172c50-8266-4028-bd8e-9c21e9bde333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2030702 May 05 21:54:28.797411 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99dcbef-87b6-4a4e-a5d6-15cfcf3cf1cf req-995a01a2-fc4e-4722-9594-4f6f53867c3e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:28.802994 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b99dcbef-87b6-4a4e-a5d6-15cfcf3cf1cf req-995a01a2-fc4e-4722-9594-4f6f53867c3e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d1666d56-aa2f-45d5-85a5-62900adc165a HTTP/1.1" status: 200 len: 858 time: 0.2112978 May 05 21:54:29.005710 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-8c472e8a-dd67-4d04-8728-d261ffa70a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75c1270-4a41-4a4b-8adf-fd2eee70e08e', 'name': 'tempest-ServerRescueNegativeTestJSON-1032024978-router', 'tenant_id': 'b8d6052b833a4534bc346cca1ce7985f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'ed498169-4038-4481-ba40-f7a1f9056ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:49:46Z', 'updated_at': '2022-05-05T21:49:50Z', 'revision_number': 4, 'project_id': 'b8d6052b833a4534bc346cca1ce7985f', 'gw_port': {'id': 'ed498169-4038-4481-ba40-f7a1f9056ae2', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:43:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75c1270-4a41-4a4b-8adf-fd2eee70e08e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:49:46Z', 'updated_at': '2022-05-05T21:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '756f3f59-a325-4619-87f8-f498cc8fec51', 'tenant_id': 'b8d6052b833a4534bc346cca1ce7985f', 'floating_ip_address': '172.25.4.82', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'c75c1270-4a41-4a4b-8adf-fd2eee70e08e', 'port_id': '8b72b898-3e41-4f63-90b6-bd608bd09268', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0209bbe2-ae77-4a5e-8f5f-b598cdea432f', 'mac_address': 'fa:16:3e:ce:78:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45320f9-cb81-42ee-8a0f-05d3575e834a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:52:06Z', 'updated_at': '2022-05-05T21:54:19Z', 'revision_number': 3, 'project_id': 'b8d6052b833a4534bc346cca1ce7985f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca95d23-9ab7-49d8-9a3b-ee93ba2c24c0', 'name': '', 'network_id': '0209bbe2-ae77-4a5e-8f5f-b598cdea432f', 'tenant_id': 'b8d6052b833a4534bc346cca1ce7985f', 'mac_address': 'fa:16:3e:b7:38:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75c1270-4a41-4a4b-8adf-fd2eee70e08e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1666d56-aa2f-45d5-85a5-62900adc165a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:49:49Z', 'updated_at': '2022-05-05T21:50:10Z', 'revision_number': 5, 'project_id': 'b8d6052b833a4534bc346cca1ce7985f', 'subnets': [{'id': 'd1666d56-aa2f-45d5-85a5-62900adc165a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:54:29.022698 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-3f83c4e0-cb51-46ab-860d-108d441df53e None None] Allocated IP 172.20.0.2 (24c45467-d973-4f10-a1f3-c0fbfed9c893/70fe310e-947b-4305-9ef5-a4eb5fea22c6/30d8999c-fea3-4b95-bfbd-6b7d250d470d) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:54:29.055202 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-236634d1-6ef3-420a-83ed-194690b3daf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:29.115142 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-152ce2a1-13c9-4f30-8849-2e45dfa3b6c0 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:29.234549 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-152ce2a1-13c9-4f30-8849-2e45dfa3b6c0 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:29.282303 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c472e8a-dd67-4d04-8728-d261ffa70a76 None None] The sync data for ids ['c75c1270-4a41-4a4b-8adf-fd2eee70e08e'] in n-d-825175-4 is: [{'id': 'c75c1270-4a41-4a4b-8adf-fd2eee70e08e', 'name': 'tempest-ServerRescueNegativeTestJSON-1032024978-router', 'tenant_id': 'b8d6052b833a4534bc346cca1ce7985f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'ed498169-4038-4481-ba40-f7a1f9056ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:49:46Z', 'updated_at': '2022-05-05T21:49:50Z', 'revision_number': 4, 'project_id': 'b8d6052b833a4534bc346cca1ce7985f', 'gw_port': {'id': 'ed498169-4038-4481-ba40-f7a1f9056ae2', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:43:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75c1270-4a41-4a4b-8adf-fd2eee70e08e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:49:46Z', 'updated_at': '2022-05-05T21:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '756f3f59-a325-4619-87f8-f498cc8fec51', 'tenant_id': 'b8d6052b833a4534bc346cca1ce7985f', 'floating_ip_address': '172.25.4.82', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'c75c1270-4a41-4a4b-8adf-fd2eee70e08e', 'port_id': '8b72b898-3e41-4f63-90b6-bd608bd09268', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0209bbe2-ae77-4a5e-8f5f-b598cdea432f', 'mac_address': 'fa:16:3e:ce:78:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45320f9-cb81-42ee-8a0f-05d3575e834a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:52:06Z', 'updated_at': '2022-05-05T21:54:19Z', 'revision_number': 3, 'project_id': 'b8d6052b833a4534bc346cca1ce7985f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca95d23-9ab7-49d8-9a3b-ee93ba2c24c0', 'name': '', 'network_id': '0209bbe2-ae77-4a5e-8f5f-b598cdea432f', 'tenant_id': 'b8d6052b833a4534bc346cca1ce7985f', 'mac_address': 'fa:16:3e:b7:38:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75c1270-4a41-4a4b-8adf-fd2eee70e08e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1666d56-aa2f-45d5-85a5-62900adc165a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:49:49Z', 'updated_at': '2022-05-05T21:50:10Z', 'revision_number': 5, 'project_id': 'b8d6052b833a4534bc346cca1ce7985f', 'subnets': [{'id': 'd1666d56-aa2f-45d5-85a5-62900adc165a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:54:29.660090 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3f83c4e0-cb51-46ab-860d-108d441df53e None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:29.688947 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-3f83c4e0-cb51-46ab-860d-108d441df53e None None] Transition to ACTIVE for port object 30d8999c-fea3-4b95-bfbd-6b7d250d470d will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:54:29.732215 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46596) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:54:29.732893 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15b1fe-4635-47c3-a897-ea5e5ed6ea97 req-8f23a2d7-b511-4d96-8116-98245145ddec tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:29.741533 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6b15b1fe-4635-47c3-a897-ea5e5ed6ea97 req-8f23a2d7-b511-4d96-8116-98245145ddec tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.32 "GET /v2.0/networks?id=f33cead3-3472-4ef7-9cf3-a35684adef89 HTTP/1.1" status: 200 len: 812 time: 0.5309482 May 05 21:54:29.762337 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-6b15b1fe-4635-47c3-a897-ea5e5ed6ea97 req-6c9b7291-4065-447a-a5e2-a797b7b51e52 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Request body: {'port': {'device_id': '776da390-139c-4038-b5ac-afee0d411ef0', 'network_id': 'f33cead3-3472-4ef7-9cf3-a35684adef89', 'admin_state_up': True, 'tenant_id': '0eb82da6a4bc47a2ae0058d78ca21e92'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:54:29.762836 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-3f83c4e0-cb51-46ab-860d-108d441df53e None None] Transition to ACTIVE for port object 30d8999c-fea3-4b95-bfbd-6b7d250d470d will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:54:29.780008 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3f83c4e0-cb51-46ab-860d-108d441df53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:29.849875 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-152ce2a1-13c9-4f30-8849-2e45dfa3b6c0 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Allocated IP 172.25.4.53 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/1fa287d5-1ab0-44d3-bc8e-3ab83bdc52fe) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:54:29.993468 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f83c4e0-cb51-46ab-860d-108d441df53e None None] Pushing event updated for resources: {'Port': ['ID=30d8999c-fea3-4b95-bfbd-6b7d250d470d,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:30.004345 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5d014a1c-5a35-45cc-a4ac-8d10340f5e20 req-34560612-6598-46d2-b46b-71e7dc7e8595 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=776da390-139c-4038-b5ac-afee0d411ef0 HTTP/1.1" status: 200 len: 210 time: 0.2540257 May 05 21:54:30.005664 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-6b15b1fe-4635-47c3-a897-ea5e5ed6ea97 req-6c9b7291-4065-447a-a5e2-a797b7b51e52 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:54:30.027310 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f83c4e0-cb51-46ab-860d-108d441df53e None None] Network 24c45467-d973-4f10-a1f3-c0fbfed9c893 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:54:30.028465 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-3f83c4e0-cb51-46ab-860d-108d441df53e None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:54:30.039156 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f83c4e0-cb51-46ab-860d-108d441df53e None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:54:30.095435 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-6b15b1fe-4635-47c3-a897-ea5e5ed6ea97 req-6c9b7291-4065-447a-a5e2-a797b7b51e52 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Usage tracker for resource:port and tenant:0eb82da6a4bc47a2ae0058d78ca21e92 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:54:30.107192 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-6b15b1fe-4635-47c3-a897-ea5e5ed6ea97 req-6c9b7291-4065-447a-a5e2-a797b7b51e52 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Quota usage for port was recalculated. Used quota:7. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:54:30.137289 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-6b15b1fe-4635-47c3-a897-ea5e5ed6ea97 req-6c9b7291-4065-447a-a5e2-a797b7b51e52 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:54:30.154379 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b99dcbef-87b6-4a4e-a5d6-15cfcf3cf1cf req-d313f87e-514a-4241-a95f-bb4cc53143c6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0209bbe2-ae77-4a5e-8f5f-b598cdea432f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3438766 May 05 21:54:30.171696 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e13a1-c1c0-412c-8b45-fcbd054c9994 req-d077ee00-b7ce-4569-b0e4-e72269c1c547 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:30.173419 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5f1e13a1-c1c0-412c-8b45-fcbd054c9994 req-d077ee00-b7ce-4569-b0e4-e72269c1c547 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14 HTTP/1.1" status: 200 len: 946 time: 0.2170939 May 05 21:54:30.187531 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-236634d1-6ef3-420a-83ed-194690b3daf9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:30.260431 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-3f83c4e0-cb51-46ab-860d-108d441df53e None None] Attempting to bind port 30d8999c-fea3-4b95-bfbd-6b7d250d470d on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:54:30.260886 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-3f83c4e0-cb51-46ab-860d-108d441df53e None None] Attempting to bind port 30d8999c-fea3-4b95-bfbd-6b7d250d470d by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '9d6cdca9-ab60-4902-bd72-6cb42ba3ed34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '24c45467-d973-4f10-a1f3-c0fbfed9c893'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:54:30.261312 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f83c4e0-cb51-46ab-860d-108d441df53e None None] Attempting to bind port 30d8999c-fea3-4b95-bfbd-6b7d250d470d on network 24c45467-d973-4f10-a1f3-c0fbfed9c893 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:54:30.272420 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f83c4e0-cb51-46ab-860d-108d441df53e None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:54:30.272930 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f83c4e0-cb51-46ab-860d-108d441df53e None None] Checking segment: {'id': '9d6cdca9-ab60-4902-bd72-6cb42ba3ed34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '24c45467-d973-4f10-a1f3-c0fbfed9c893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:54:30.273391 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3f83c4e0-cb51-46ab-860d-108d441df53e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:30.273841 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f83c4e0-cb51-46ab-860d-108d441df53e None None] Bound using segment: {'id': '9d6cdca9-ab60-4902-bd72-6cb42ba3ed34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '24c45467-d973-4f10-a1f3-c0fbfed9c893'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:54:30.274321 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-3f83c4e0-cb51-46ab-860d-108d441df53e None None] Bound port: 30d8999c-fea3-4b95-bfbd-6b7d250d470d, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d6cdca9-ab60-4902-bd72-6cb42ba3ed34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '24c45467-d973-4f10-a1f3-c0fbfed9c893'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:54:30.274751 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3f83c4e0-cb51-46ab-860d-108d441df53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:30.283514 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-236634d1-6ef3-420a-83ed-194690b3daf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:30.381873 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b99dcbef-87b6-4a4e-a5d6-15cfcf3cf1cf req-2261e60c-9c4a-4393-9da5-e0fd932429cc service neutron] 10.222.0.44 "GET /v2.0/networks/0209bbe2-ae77-4a5e-8f5f-b598cdea432f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179520 May 05 21:54:30.398362 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-a401c920-0877-465d-982f-ad5e7fc553d4 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2107965981-network', 'tenant_id': '3d02eb1266e448b393d214c57b70ce63'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:54:30.407145 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-3f83c4e0-cb51-46ab-860d-108d441df53e None None] For port 30d8999c-fea3-4b95-bfbd-6b7d250d470d, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:54:30.410560 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-3f83c4e0-cb51-46ab-860d-108d441df53e None None] For port 30d8999c-fea3-4b95-bfbd-6b7d250d470d, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=30d8999c-fea3-4b95-bfbd-6b7d250d470d,segment=NetworkSegment(9d6cdca9-ab60-4902-bd72-6cb42ba3ed34),segment_id=9d6cdca9-ab60-4902-bd72-6cb42ba3ed34)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:54:30.415838 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3f83c4e0-cb51-46ab-860d-108d441df53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:30.425477 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b15b1fe-4635-47c3-a897-ea5e5ed6ea97 req-6c9b7291-4065-447a-a5e2-a797b7b51e52 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Made reservation on behalf of 0eb82da6a4bc47a2ae0058d78ca21e92 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:54:30.430321 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-6b15b1fe-4635-47c3-a897-ea5e5ed6ea97 req-6c9b7291-4065-447a-a5e2-a797b7b51e52 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:30.461064 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-a401c920-0877-465d-982f-ad5e7fc553d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:54:30.474565 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46616) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:54:30.491591 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-a401c920-0877-465d-982f-ad5e7fc553d4 admin admin] Usage tracker for resource:network and tenant:3d02eb1266e448b393d214c57b70ce63 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:54:30.511382 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f83c4e0-cb51-46ab-860d-108d441df53e None None] Pushing event updated for resources: {'Port': ['ID=30d8999c-fea3-4b95-bfbd-6b7d250d470d,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:30.513805 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-a401c920-0877-465d-982f-ad5e7fc553d4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:54:30.553019 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-a401c920-0877-465d-982f-ad5e7fc553d4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:54:30.616514 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a401c920-0877-465d-982f-ad5e7fc553d4 admin admin] Made reservation on behalf of 3d02eb1266e448b393d214c57b70ce63 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:54:30.619283 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a401c920-0877-465d-982f-ad5e7fc553d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:30.642439 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-152ce2a1-13c9-4f30-8849-2e45dfa3b6c0 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:30.654138 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-cc32be08-7754-4e69-b2ed-d13cbc80afe9 req-244c78f5-73db-4af3-8bd9-dfbbc1c2100f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0ea2eb66bb064d42bceac53953af552d&device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14 HTTP/1.1" status: 200 len: 1097 time: 0.2706931 May 05 21:54:30.654918 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a401c920-0877-465d-982f-ad5e7fc553d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:30.703090 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-a1f012f0-3d3e-4cd8-a106-cf1fe3fdd828 tempest-RoutersAdminNegativeTest-773607111 tempest-RoutersAdminNegativeTest-773607111-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-987930171', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:54:30.751244 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b99dcbef-87b6-4a4e-a5d6-15cfcf3cf1cf req-01fc41ee-a8b3-4778-9a2f-b188ff74c367 service neutron] 10.222.0.44 "GET /v2.0/networks/0209bbe2-ae77-4a5e-8f5f-b598cdea432f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364675 May 05 21:54:30.762880 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-a1f012f0-3d3e-4cd8-a106-cf1fe3fdd828 tempest-RoutersAdminNegativeTest-773607111 tempest-RoutersAdminNegativeTest-773607111-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:54:30.794746 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-a401c920-0877-465d-982f-ad5e7fc553d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:54:30.798789 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-a401c920-0877-465d-982f-ad5e7fc553d4 admin admin] Usage tracker for resource:security_group_rule and tenant:3d02eb1266e448b393d214c57b70ce63 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:54:30.802339 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-a401c920-0877-465d-982f-ad5e7fc553d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:54:30.804201 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5f1e13a1-c1c0-412c-8b45-fcbd054c9994 req-0d460252-d093-449f-abb5-737598bc3b18 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7172c50-8266-4028-bd8e-9c21e9bde333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4172623 May 05 21:54:30.808737 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-a401c920-0877-465d-982f-ad5e7fc553d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:54:30.842823 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-a1f012f0-3d3e-4cd8-a106-cf1fe3fdd828 tempest-RoutersAdminNegativeTest-773607111 tempest-RoutersAdminNegativeTest-773607111-project-admin] Usage tracker for resource:port and tenant:0d8b1e059f934e20a645ef332911d796 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:54:30.842823 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-a1f012f0-3d3e-4cd8-a106-cf1fe3fdd828 tempest-RoutersAdminNegativeTest-773607111 tempest-RoutersAdminNegativeTest-773607111-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:54:30.871778 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-a1f012f0-3d3e-4cd8-a106-cf1fe3fdd828 tempest-RoutersAdminNegativeTest-773607111 tempest-RoutersAdminNegativeTest-773607111-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:54:30.920678 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f012f0-3d3e-4cd8-a106-cf1fe3fdd828 tempest-RoutersAdminNegativeTest-773607111 tempest-RoutersAdminNegativeTest-773607111-project-admin] Made reservation on behalf of 0d8b1e059f934e20a645ef332911d796 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:54:30.926343 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a1f012f0-3d3e-4cd8-a106-cf1fe3fdd828 tempest-RoutersAdminNegativeTest-773607111 tempest-RoutersAdminNegativeTest-773607111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:30.935387 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-6b15b1fe-4635-47c3-a897-ea5e5ed6ea97 req-6c9b7291-4065-447a-a5e2-a797b7b51e52 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Allocated IP 172.20.0.9 (f33cead3-3472-4ef7-9cf3-a35684adef89/7d5de724-e15a-4a3a-8314-05869a0cf070/82990358-263c-460c-a2be-db543d8f1004) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:54:30.973515 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a1f012f0-3d3e-4cd8-a106-cf1fe3fdd828 tempest-RoutersAdminNegativeTest-773607111 tempest-RoutersAdminNegativeTest-773607111-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:31.021929 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32be08-7754-4e69-b2ed-d13cbc80afe9 req-192acd6d-fb68-46ba-996d-b624b459a2d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:31.023596 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-cc32be08-7754-4e69-b2ed-d13cbc80afe9 req-192acd6d-fb68-46ba-996d-b624b459a2d4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=18b54df9-33ed-4370-adce-cf7c028d1c63 HTTP/1.1" status: 200 len: 917 time: 0.3585687 May 05 21:54:31.025140 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a401c920-0877-465d-982f-ad5e7fc553d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:31.117492 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-152ce2a1-13c9-4f30-8849-2e45dfa3b6c0 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:31.159731 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a401c920-0877-465d-982f-ad5e7fc553d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:31.221951 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-80e1968a-e9df-4e1d-9187-362a85146cfc req-6c7b1cb9-6365-4c99-a285-cb82b3dde402 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=776da390-139c-4038-b5ac-afee0d411ef0 HTTP/1.1" status: 200 len: 210 time: 0.0629830 May 05 21:54:31.228006 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-6b15b1fe-4635-47c3-a897-ea5e5ed6ea97 req-6c9b7291-4065-447a-a5e2-a797b7b51e52 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:31.248581 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-6b15b1fe-4635-47c3-a897-ea5e5ed6ea97 req-6c9b7291-4065-447a-a5e2-a797b7b51e52 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Transition to ACTIVE for port object 82990358-263c-460c-a2be-db543d8f1004 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:54:31.283665 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-6b15b1fe-4635-47c3-a897-ea5e5ed6ea97 req-6c9b7291-4065-447a-a5e2-a797b7b51e52 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:31.297086 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['38613b19-f2b6-4d9b-984b-e50a2c516817', '25d9e451-57c3-41ad-9d23-df0953c08e55'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:54:31.309235 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-a1f012f0-3d3e-4cd8-a106-cf1fe3fdd828 tempest-RoutersAdminNegativeTest-773607111 tempest-RoutersAdminNegativeTest-773607111-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:54:31.313319 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-a1f012f0-3d3e-4cd8-a106-cf1fe3fdd828 tempest-RoutersAdminNegativeTest-773607111 tempest-RoutersAdminNegativeTest-773607111-project-admin] Usage tracker for resource:security_group_rule and tenant:0d8b1e059f934e20a645ef332911d796 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:54:31.316847 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-a1f012f0-3d3e-4cd8-a106-cf1fe3fdd828 tempest-RoutersAdminNegativeTest-773607111 tempest-RoutersAdminNegativeTest-773607111-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:54:31.322873 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-a1f012f0-3d3e-4cd8-a106-cf1fe3fdd828 tempest-RoutersAdminNegativeTest-773607111 tempest-RoutersAdminNegativeTest-773607111-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:54:31.360427 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9b7291-4065-447a-a5e2-a797b7b51e52 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Pushing event updated for resources: {'Port': ['ID=82990358-263c-460c-a2be-db543d8f1004,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:31.394417 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9b7291-4065-447a-a5e2-a797b7b51e52 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:54:31.395427 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9b7291-4065-447a-a5e2-a797b7b51e52 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:54:31.395966 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9b7291-4065-447a-a5e2-a797b7b51e52 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:54:31.396168 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9b7291-4065-447a-a5e2-a797b7b51e52 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:54:31.396433 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9b7291-4065-447a-a5e2-a797b7b51e52 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:54:31.396767 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9b7291-4065-447a-a5e2-a797b7b51e52 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:54:31.397075 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9b7291-4065-447a-a5e2-a797b7b51e52 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:54:31.397394 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9b7291-4065-447a-a5e2-a797b7b51e52 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:54:31.398093 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9b7291-4065-447a-a5e2-a797b7b51e52 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:54:31.398093 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9b7291-4065-447a-a5e2-a797b7b51e52 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:54:31.398360 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9b7291-4065-447a-a5e2-a797b7b51e52 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:54:31.403493 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b15b1fe-4635-47c3-a897-ea5e5ed6ea97 req-6c9b7291-4065-447a-a5e2-a797b7b51e52 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Network f33cead3-3472-4ef7-9cf3-a35684adef89 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:54:31.405240 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-6b15b1fe-4635-47c3-a897-ea5e5ed6ea97 req-6c9b7291-4065-447a-a5e2-a797b7b51e52 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:54:31.407690 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b15b1fe-4635-47c3-a897-ea5e5ed6ea97 req-6c9b7291-4065-447a-a5e2-a797b7b51e52 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:54:31.525063 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152ce2a1-13c9-4f30-8849-2e45dfa3b6c0 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Pushing event updated for resources: {'Port': ['ID=1fa287d5-1ab0-44d3-bc8e-3ab83bdc52fe,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:31.546968 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a401c920-0877-465d-982f-ad5e7fc553d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:54:31.562140 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a401c920-0877-465d-982f-ad5e7fc553d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:31.562528 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-a401c920-0877-465d-982f-ad5e7fc553d4 admin admin] Added segment 6e17d504-de6f-46a1-b0ab-9bb177568a44 of type vlan for network c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db May 05 21:54:31.568406 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15b1fe-4635-47c3-a897-ea5e5ed6ea97 req-6c9b7291-4065-447a-a5e2-a797b7b51e52 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:31.569298 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-6b15b1fe-4635-47c3-a897-ea5e5ed6ea97 req-6c9b7291-4065-447a-a5e2-a797b7b51e52 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:31.603364 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a401c920-0877-465d-982f-ad5e7fc553d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:31.641863 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6b15b1fe-4635-47c3-a897-ea5e5ed6ea97 req-6c9b7291-4065-447a-a5e2-a797b7b51e52 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8891413 May 05 21:54:31.650834 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-6b15b1fe-4635-47c3-a897-ea5e5ed6ea97 req-bca299ff-b97a-49f9-b1ef-e658b135de2b service neutron] Request body: {'port': {'device_id': '776da390-139c-4038-b5ac-afee0d411ef0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:54:31.653085 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a401c920-0877-465d-982f-ad5e7fc553d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c51188-03e9-4eb7-84f3-076c2790a5b1,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:31.662569 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152ce2a1-13c9-4f30-8849-2e45dfa3b6c0 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:54:31.670395 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a401c920-0877-465d-982f-ad5e7fc553d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:31.670395 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a401c920-0877-465d-982f-ad5e7fc553d4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:31.672683 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a401c920-0877-465d-982f-ad5e7fc553d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:31.703559 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-152ce2a1-13c9-4f30-8849-2e45dfa3b6c0 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:54:31.707499 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152ce2a1-13c9-4f30-8849-2e45dfa3b6c0 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:54:31.846202 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-236634d1-6ef3-420a-83ed-194690b3daf9 admin admin] Allocated IP 172.25.4.130 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/ecd530c9-68cf-44eb-981e-f70ef97dc9ee) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:54:31.875024 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-6b15b1fe-4635-47c3-a897-ea5e5ed6ea97 req-bca299ff-b97a-49f9-b1ef-e658b135de2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:31.999970 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-cc32be08-7754-4e69-b2ed-d13cbc80afe9 req-8aee89e4-b05d-447c-a148-bb476365a2ff service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e7fe4e5-73d4-44dd-b7d6-101b4b978c61 HTTP/1.1" status: 200 len: 1002 time: 0.9639072 May 05 21:54:32.038497 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a1f012f0-3d3e-4cd8-a106-cf1fe3fdd828 tempest-RoutersAdminNegativeTest-773607111 tempest-RoutersAdminNegativeTest-773607111-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:32.092245 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-fa186820-945c-4468-bc9e-e1a4bc30decb None None] Provisioning for port 82990358-263c-460c-a2be-db543d8f1004 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:54:32.101204 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-fa186820-945c-4468-bc9e-e1a4bc30decb None None] Provisioning complete for port 82990358-263c-460c-a2be-db543d8f1004 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:54:32.102981 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fa186820-945c-4468-bc9e-e1a4bc30decb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:32.125332 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32be08-7754-4e69-b2ed-d13cbc80afe9 req-507c56aa-8b80-4c2c-857f-8159ad24a7ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:32.126796 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-cc32be08-7754-4e69-b2ed-d13cbc80afe9 req-507c56aa-8b80-4c2c-857f-8159ad24a7ab service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53681791-224f-47a5-828b-e46692c08c1b HTTP/1.1" status: 200 len: 855 time: 0.0927656 May 05 21:54:32.133453 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9704b87-6965-4f47-8532-f22d5cd5c1a6 None None] Network 24c45467-d973-4f10-a1f3-c0fbfed9c893 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:54:32.190510 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a401c920-0877-465d-982f-ad5e7fc553d4 admin admin] Pushing event updated for resources: {'Network': ['ID=c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:32.194684 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a1f012f0-3d3e-4cd8-a106-cf1fe3fdd828 tempest-RoutersAdminNegativeTest-773607111 tempest-RoutersAdminNegativeTest-773607111-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:32.245187 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:54:32.259271 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-fa186820-945c-4468-bc9e-e1a4bc30decb None None] Port 82990358-263c-460c-a2be-db543d8f1004 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:54:32.263168 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a401c920-0877-465d-982f-ad5e7fc553d4 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.5106740 May 05 21:54:32.274480 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [None req-a1f012f0-3d3e-4cd8-a106-cf1fe3fdd828 tempest-RoutersAdminNegativeTest-773607111 tempest-RoutersAdminNegativeTest-773607111-project-admin] device_id is not set on port e157211e-4338-4620-a54b-5df2fa0dd4df yet. {{(pid=84063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 21:54:32.310122 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46634) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:54:32.347015 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-d0c1549e-6292-40bd-a97c-0c1f49fb3696 admin admin] Request body: {'subnet': {'network_id': 'c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2107965981-subnet', 'tenant_id': '3d02eb1266e448b393d214c57b70ce63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:54:32.376901 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-d0c1549e-6292-40bd-a97c-0c1f49fb3696 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:54:32.388065 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f012f0-3d3e-4cd8-a106-cf1fe3fdd828 tempest-RoutersAdminNegativeTest-773607111 tempest-RoutersAdminNegativeTest-773607111-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4c164f-d54f-4689-833c-58d8e117fd3f,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:32.404647 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d0c1549e-6292-40bd-a97c-0c1f49fb3696 admin admin] Usage tracker for resource:subnet and tenant:3d02eb1266e448b393d214c57b70ce63 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:54:32.431176 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d0c1549e-6292-40bd-a97c-0c1f49fb3696 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:54:32.451076 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-d0c1549e-6292-40bd-a97c-0c1f49fb3696 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:54:32.488567 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c2b1da3a-b88a-4ea1-9257-c6f2877f7d17 None None] Provisioning for port 30d8999c-fea3-4b95-bfbd-6b7d250d470d completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:54:32.516488 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-cc32be08-7754-4e69-b2ed-d13cbc80afe9 req-7d1b3081-98ce-4e07-be77-68ced81bbb91 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=18b54df9-33ed-4370-adce-cf7c028d1c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3274517 May 05 21:54:32.520576 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c1549e-6292-40bd-a97c-0c1f49fb3696 admin admin] Made reservation on behalf of 3d02eb1266e448b393d214c57b70ce63 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:54:32.523303 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d0c1549e-6292-40bd-a97c-0c1f49fb3696 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:32.605199 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-236634d1-6ef3-420a-83ed-194690b3daf9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:32.670982 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b4732-1cb0-4e87-8538-acabda118075 req-a5c877ac-bab2-48d0-b595-bb61a79ccb8a tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:32.672926 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-124b4732-1cb0-4e87-8538-acabda118075 req-a5c877ac-bab2-48d0-b595-bb61a79ccb8a tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14 HTTP/1.1" status: 200 len: 946 time: 0.5442531 May 05 21:54:32.702758 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 30d8999c-fea3-4b95-bfbd-6b7d250d470d up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:54:32.769059 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-124b4732-1cb0-4e87-8538-acabda118075 req-460b6a3c-a010-47b2-b7d9-62f098a48564 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7172c50-8266-4028-bd8e-9c21e9bde333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851274 May 05 21:54:32.782890 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c394f-559d-4897-a5c9-d6ba7e70197b req-1f955dcc-1c2e-42eb-85bd-08d6708ef721 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:32.783784 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-3c7c394f-559d-4897-a5c9-d6ba7e70197b req-1f955dcc-1c2e-42eb-85bd-08d6708ef721 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Synchronizing usage tracker for tenant:0eb82da6a4bc47a2ae0058d78ca21e92 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:54:32.812515 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-3c7c394f-559d-4897-a5c9-d6ba7e70197b req-1f955dcc-1c2e-42eb-85bd-08d6708ef721 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Unset dirty status for tenant:0eb82da6a4bc47a2ae0058d78ca21e92 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:54:32.814107 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3c7c394f-559d-4897-a5c9-d6ba7e70197b req-1f955dcc-1c2e-42eb-85bd-08d6708ef721 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=776da390-139c-4038-b5ac-afee0d411ef0 HTTP/1.1" status: 200 len: 931 time: 0.3315320 May 05 21:54:32.827631 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 30d8999c-fea3-4b95-bfbd-6b7d250d470d completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:54:32.837432 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 30d8999c-fea3-4b95-bfbd-6b7d250d470d triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:54:32.837984 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:32.907972 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-6b15b1fe-4635-47c3-a897-ea5e5ed6ea97 req-bca299ff-b97a-49f9-b1ef-e658b135de2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82990358-263c-460c-a2be-db543d8f1004 {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:54:32.911208 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-cc32be08-7754-4e69-b2ed-d13cbc80afe9 req-d35d2319-dd05-466d-a9e1-4701d5c05e11 service neutron] 10.222.0.44 "GET /v2.0/networks/18b54df9-33ed-4370-adce-cf7c028d1c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3642085 May 05 21:54:32.919879 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-6b15b1fe-4635-47c3-a897-ea5e5ed6ea97 req-bca299ff-b97a-49f9-b1ef-e658b135de2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:32.957547 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-6b15b1fe-4635-47c3-a897-ea5e5ed6ea97 req-bca299ff-b97a-49f9-b1ef-e658b135de2b service neutron] Transition to ACTIVE for port object 82990358-263c-460c-a2be-db543d8f1004 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:54:33.020439 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-152ce2a1-13c9-4f30-8849-2e45dfa3b6c0 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:33.027062 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-6b15b1fe-4635-47c3-a897-ea5e5ed6ea97 req-bca299ff-b97a-49f9-b1ef-e658b135de2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:33.048458 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3c7c394f-559d-4897-a5c9-d6ba7e70197b req-06a8b5eb-8eda-45d3-9822-40d1c446aed9 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=5165d8be-a1b9-4dce-a631-d72bdd4afdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268217 May 05 21:54:33.089408 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:33.140687 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 30d8999c-fea3-4b95-bfbd-6b7d250d470d, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=30d8999c-fea3-4b95-bfbd-6b7d250d470d,segment=NetworkSegment(9d6cdca9-ab60-4902-bd72-6cb42ba3ed34),segment_id=9d6cdca9-ab60-4902-bd72-6cb42ba3ed34)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:54:33.149039 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:33.303751 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-a1f012f0-3d3e-4cd8-a106-cf1fe3fdd828 tempest-RoutersAdminNegativeTest-773607111 tempest-RoutersAdminNegativeTest-773607111-project-admin] Allocated IP 172.25.4.26 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/e157211e-4338-4620-a54b-5df2fa0dd4df) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:54:33.396138 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca299ff-b97a-49f9-b1ef-e658b135de2b service neutron] Pushing event updated for resources: {'Port': ['ID=82990358-263c-460c-a2be-db543d8f1004,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:33.434111 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=30d8999c-fea3-4b95-bfbd-6b7d250d470d,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:33.464792 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-65f95722-f6f9-4bed-9edf-9b24701c9242 None None] Provisioning complete for port 30d8999c-fea3-4b95-bfbd-6b7d250d470d triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:54:33.464792 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-65f95722-f6f9-4bed-9edf-9b24701c9242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:33.579871 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-6b15b1fe-4635-47c3-a897-ea5e5ed6ea97 req-bca299ff-b97a-49f9-b1ef-e658b135de2b service neutron] Attempting to bind port 82990358-263c-460c-a2be-db543d8f1004 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:54:33.580196 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-6b15b1fe-4635-47c3-a897-ea5e5ed6ea97 req-bca299ff-b97a-49f9-b1ef-e658b135de2b service neutron] Attempting to bind port 82990358-263c-460c-a2be-db543d8f1004 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': '18a3c379-3cfc-4702-917f-3a57e26f3cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f33cead3-3472-4ef7-9cf3-a35684adef89'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:54:33.580718 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b15b1fe-4635-47c3-a897-ea5e5ed6ea97 req-bca299ff-b97a-49f9-b1ef-e658b135de2b service neutron] Attempting to bind port 82990358-263c-460c-a2be-db543d8f1004 on network f33cead3-3472-4ef7-9cf3-a35684adef89 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:54:33.589604 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b15b1fe-4635-47c3-a897-ea5e5ed6ea97 req-bca299ff-b97a-49f9-b1ef-e658b135de2b service neutron] Port 82990358-263c-460c-a2be-db543d8f1004 on network f33cead3-3472-4ef7-9cf3-a35684adef89 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:54:33.590123 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b15b1fe-4635-47c3-a897-ea5e5ed6ea97 req-bca299ff-b97a-49f9-b1ef-e658b135de2b service neutron] Attempting to bind port 82990358-263c-460c-a2be-db543d8f1004 on network f33cead3-3472-4ef7-9cf3-a35684adef89 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:54:33.605216 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b15b1fe-4635-47c3-a897-ea5e5ed6ea97 req-bca299ff-b97a-49f9-b1ef-e658b135de2b service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:54:33.605805 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b15b1fe-4635-47c3-a897-ea5e5ed6ea97 req-bca299ff-b97a-49f9-b1ef-e658b135de2b service neutron] Checking segment: {'id': '18a3c379-3cfc-4702-917f-3a57e26f3cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f33cead3-3472-4ef7-9cf3-a35684adef89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:54:33.608474 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b15b1fe-4635-47c3-a897-ea5e5ed6ea97 req-bca299ff-b97a-49f9-b1ef-e658b135de2b service neutron] Bound using segment: {'id': '18a3c379-3cfc-4702-917f-3a57e26f3cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f33cead3-3472-4ef7-9cf3-a35684adef89'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:54:33.609113 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-6b15b1fe-4635-47c3-a897-ea5e5ed6ea97 req-bca299ff-b97a-49f9-b1ef-e658b135de2b service neutron] Bound port: 82990358-263c-460c-a2be-db543d8f1004, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18a3c379-3cfc-4702-917f-3a57e26f3cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f33cead3-3472-4ef7-9cf3-a35684adef89'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:54:33.609623 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-6b15b1fe-4635-47c3-a897-ea5e5ed6ea97 req-bca299ff-b97a-49f9-b1ef-e658b135de2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:33.627886 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a1f012f0-3d3e-4cd8-a106-cf1fe3fdd828 tempest-RoutersAdminNegativeTest-773607111 tempest-RoutersAdminNegativeTest-773607111-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:33.642964 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-236634d1-6ef3-420a-83ed-194690b3daf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:33.734179 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-6b15b1fe-4635-47c3-a897-ea5e5ed6ea97 req-bca299ff-b97a-49f9-b1ef-e658b135de2b service neutron] For port 82990358-263c-460c-a2be-db543d8f1004, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:54:33.737392 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-6b15b1fe-4635-47c3-a897-ea5e5ed6ea97 req-bca299ff-b97a-49f9-b1ef-e658b135de2b service neutron] For port 82990358-263c-460c-a2be-db543d8f1004, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=82990358-263c-460c-a2be-db543d8f1004,segment=NetworkSegment(18a3c379-3cfc-4702-917f-3a57e26f3cd8),segment_id=18a3c379-3cfc-4702-917f-3a57e26f3cd8)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:54:33.742060 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-6b15b1fe-4635-47c3-a897-ea5e5ed6ea97 req-bca299ff-b97a-49f9-b1ef-e658b135de2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:33.812408 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-6b15b1fe-4635-47c3-a897-ea5e5ed6ea97 req-bca299ff-b97a-49f9-b1ef-e658b135de2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:33.813895 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6b15b1fe-4635-47c3-a897-ea5e5ed6ea97 req-bca299ff-b97a-49f9-b1ef-e658b135de2b service neutron] 10.222.0.32 "PUT /v2.0/ports/82990358-263c-460c-a2be-db543d8f1004 HTTP/1.1" status: 200 len: 1091 time: 2.1675539 May 05 21:54:33.814463 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '776da390-139c-4038-b5ac-afee0d411ef0', 'tag': '82990358-263c-460c-a2be-db543d8f1004'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:54:33.949535 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca299ff-b97a-49f9-b1ef-e658b135de2b service neutron] Pushing event updated for resources: {'Port': ['ID=82990358-263c-460c-a2be-db543d8f1004,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:33.971469 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d208a6d4-a3db-4559-a56d-b34d0a48e464'] response: {'name': 'network-changed', 'server_uuid': '776da390-139c-4038-b5ac-afee0d411ef0', 'tag': '82990358-263c-460c-a2be-db543d8f1004', 'status': 'completed', 'code': 200} May 05 21:54:33.976485 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236634d1-6ef3-420a-83ed-194690b3daf9 admin admin] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:54:33.997377 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-236634d1-6ef3-420a-83ed-194690b3daf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:54:34.006437 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236634d1-6ef3-420a-83ed-194690b3daf9 admin admin] Pushing event updated for resources: {'Port': ['ID=ecd530c9-68cf-44eb-981e-f70ef97dc9ee,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:34.011409 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236634d1-6ef3-420a-83ed-194690b3daf9 admin admin] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:54:34.043211 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6b15b1fe-4635-47c3-a897-ea5e5ed6ea97 req-a33a332f-5b5b-459f-8897-61c6a5690e90 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0eb82da6a4bc47a2ae0058d78ca21e92&device_id=776da390-139c-4038-b5ac-afee0d411ef0 HTTP/1.1" status: 200 len: 1094 time: 0.1693823 May 05 21:54:34.061387 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-cc32be08-7754-4e69-b2ed-d13cbc80afe9 req-1d708288-d643-4c69-89d1-942c7f463d39 service neutron] 10.222.0.44 "GET /v2.0/networks/18b54df9-33ed-4370-adce-cf7c028d1c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1425133 May 05 21:54:34.126190 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a1f012f0-3d3e-4cd8-a106-cf1fe3fdd828 tempest-RoutersAdminNegativeTest-773607111 tempest-RoutersAdminNegativeTest-773607111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:34.130024 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-152ce2a1-13c9-4f30-8849-2e45dfa3b6c0 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:34.204970 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-152ce2a1-13c9-4f30-8849-2e45dfa3b6c0 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-926863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-926864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-930834'] for router, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:34.220576 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6b15b1fe-4635-47c3-a897-ea5e5ed6ea97 req-1522a7fc-fb9b-4c65-9c86-1f2c23937cfd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82990358-263c-460c-a2be-db543d8f1004 HTTP/1.1" status: 200 len: 217 time: 0.1703143 May 05 21:54:34.281602 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d0c1549e-6292-40bd-a97c-0c1f49fb3696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:34.412801 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f012f0-3d3e-4cd8-a106-cf1fe3fdd828 tempest-RoutersAdminNegativeTest-773607111 tempest-RoutersAdminNegativeTest-773607111-project-admin] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:54:34.415707 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15b1fe-4635-47c3-a897-ea5e5ed6ea97 req-4f091ef6-2496-4412-98ae-73f47e28fac6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:34.417356 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6b15b1fe-4635-47c3-a897-ea5e5ed6ea97 req-4f091ef6-2496-4412-98ae-73f47e28fac6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7d5de724-e15a-4a3a-8314-05869a0cf070 HTTP/1.1" status: 200 len: 851 time: 0.1818223 May 05 21:54:34.463528 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-a1f012f0-3d3e-4cd8-a106-cf1fe3fdd828 tempest-RoutersAdminNegativeTest-773607111 tempest-RoutersAdminNegativeTest-773607111-project-admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:54:34.465586 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c1549e-6292-40bd-a97c-0c1f49fb3696 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81b3baf0-8b4b-4758-b115-81242d9737a5,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:34.467761 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f012f0-3d3e-4cd8-a106-cf1fe3fdd828 tempest-RoutersAdminNegativeTest-773607111 tempest-RoutersAdminNegativeTest-773607111-project-admin] Pushing event updated for resources: {'Port': ['ID=e157211e-4338-4620-a54b-5df2fa0dd4df,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:34.469688 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f012f0-3d3e-4cd8-a106-cf1fe3fdd828 tempest-RoutersAdminNegativeTest-773607111 tempest-RoutersAdminNegativeTest-773607111-project-admin] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:54:34.493855 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 30d8999c-fea3-4b95-bfbd-6b7d250d470d up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:54:34.586538 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7371ed-af57-47c4-9620-97b6630e33a6 req-0bdb4143-1bcf-4f54-9791-b05880744a29 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:34.588411 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ec7371ed-af57-47c4-9620-97b6630e33a6 req-0bdb4143-1bcf-4f54-9791-b05880744a29 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=776da390-139c-4038-b5ac-afee0d411ef0 HTTP/1.1" status: 200 len: 943 time: 0.2605729 May 05 21:54:34.596646 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 5e7fe4e5-73d4-44dd-b7d6-101b4b978c61 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:54:34.679876 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c1549e-6292-40bd-a97c-0c1f49fb3696 admin admin] Checking segment: {'id': '6e17d504-de6f-46a1-b0ab-9bb177568a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:54:34.679876 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c1549e-6292-40bd-a97c-0c1f49fb3696 admin admin] Network hostable DHCP agents. Network: c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:54:34.684115 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ec7371ed-af57-47c4-9620-97b6630e33a6 req-b5b0607e-1536-41de-bbbb-ea0d0cf48b0c tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=5165d8be-a1b9-4dce-a631-d72bdd4afdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815403 May 05 21:54:34.702849 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6b15b1fe-4635-47c3-a897-ea5e5ed6ea97 req-2fe0d5f9-dd41-47a1-963f-adec19bd43ec service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f33cead3-3472-4ef7-9cf3-a35684adef89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2750106 May 05 21:54:34.711222 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f432e-c560-49dd-ba6f-bd2dbc6dd9d9 req-5a7f60eb-c55a-41bb-af8d-95bfb9a960be tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:34.713038 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c05f432e-c560-49dd-ba6f-bd2dbc6dd9d9 req-5a7f60eb-c55a-41bb-af8d-95bfb9a960be tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14 HTTP/1.1" status: 200 len: 946 time: 0.2345028 May 05 21:54:34.731227 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 30d8999c-fea3-4b95-bfbd-6b7d250d470d triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:54:34.731507 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f012f0-3d3e-4cd8-a106-cf1fe3fdd828 tempest-RoutersAdminNegativeTest-773607111 tempest-RoutersAdminNegativeTest-773607111-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:34.731695 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:34.732145 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a1f012f0-3d3e-4cd8-a106-cf1fe3fdd828 tempest-RoutersAdminNegativeTest-773607111 tempest-RoutersAdminNegativeTest-773607111-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:34.773850 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c1549e-6292-40bd-a97c-0c1f49fb3696 admin admin] Network c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:54:34.799366 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a1f012f0-3d3e-4cd8-a106-cf1fe3fdd828 tempest-RoutersAdminNegativeTest-773607111 tempest-RoutersAdminNegativeTest-773607111-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 4.3234828 May 05 21:54:34.802028 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46654) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:54:34.806509 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-d0c1549e-6292-40bd-a97c-0c1f49fb3696 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:54:34.812831 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-a759f584-dff4-4f83-ad40-cc464481dc75 tempest-RoutersAdminNegativeTest-773607111 tempest-RoutersAdminNegativeTest-773607111-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.26'}]}}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:54:34.841827 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c1549e-6292-40bd-a97c-0c1f49fb3696 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:34.842613 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d0c1549e-6292-40bd-a97c-0c1f49fb3696 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:34.850698 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-a759f584-dff4-4f83-ad40-cc464481dc75 tempest-RoutersAdminNegativeTest-773607111 tempest-RoutersAdminNegativeTest-773607111-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:54:34.880877 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-a759f584-dff4-4f83-ad40-cc464481dc75 tempest-RoutersAdminNegativeTest-773607111 tempest-RoutersAdminNegativeTest-773607111-project-admin] Usage tracker for resource:router and tenant:0d8b1e059f934e20a645ef332911d796 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:54:34.881560 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e273ca71-0a4e-4348-9a5d-2d71cb3e87d2 None None] Network c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:54:34.890021 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-a759f584-dff4-4f83-ad40-cc464481dc75 tempest-RoutersAdminNegativeTest-773607111 tempest-RoutersAdminNegativeTest-773607111-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:54:34.900098 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c05f432e-c560-49dd-ba6f-bd2dbc6dd9d9 req-62ad66ec-1801-4c13-a393-74f424a2ad7e tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7172c50-8266-4028-bd8e-9c21e9bde333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601210 May 05 21:54:34.906409 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-a759f584-dff4-4f83-ad40-cc464481dc75 tempest-RoutersAdminNegativeTest-773607111 tempest-RoutersAdminNegativeTest-773607111-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:54:34.921836 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d0c1549e-6292-40bd-a97c-0c1f49fb3696 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.6076751 May 05 21:54:34.935983 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a759f584-dff4-4f83-ad40-cc464481dc75 tempest-RoutersAdminNegativeTest-773607111 tempest-RoutersAdminNegativeTest-773607111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:34.937254 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a759f584-dff4-4f83-ad40-cc464481dc75 tempest-RoutersAdminNegativeTest-773607111 tempest-RoutersAdminNegativeTest-773607111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:34.982409 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-236634d1-6ef3-420a-83ed-194690b3daf9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:34.983894 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-236634d1-6ef3-420a-83ed-194690b3daf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:34.992885 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6b15b1fe-4635-47c3-a897-ea5e5ed6ea97 req-8190e9d1-fac2-4c2e-ae4f-d949ddfa1ef3 service neutron] 10.222.0.32 "GET /v2.0/networks/f33cead3-3472-4ef7-9cf3-a35684adef89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776208 May 05 21:54:35.072711 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a759f584-dff4-4f83-ad40-cc464481dc75 tempest-RoutersAdminNegativeTest-773607111 tempest-RoutersAdminNegativeTest-773607111-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:35.185377 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ff57ba-0c1d-4b09-ace6-e0a18d55ca01 None None] Network c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:54:35.249026 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-152ce2a1-13c9-4f30-8849-2e45dfa3b6c0 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Router a64c4dee-7f65-4b1a-ab95-6f8d95bcee02 is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 21:54:35.264272 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6b15b1fe-4635-47c3-a897-ea5e5ed6ea97 req-17d7c927-e636-48f0-83f0-8abc1f30d9f7 service neutron] 10.222.0.32 "GET /v2.0/networks/f33cead3-3472-4ef7-9cf3-a35684adef89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658186 May 05 21:54:35.371874 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:35.456361 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ba7ec0-d1c3-4cb3-9a56-ed383e235f14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e7fe4e5-73d4-44dd-b7d6-101b4b978c61'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:54:35.487797 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2c13a001-1da8-4560-9036-bdebd634792e req-3d598a73-4998-4097-8342-2c4b649fa701 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0eb82da6a4bc47a2ae0058d78ca21e92&device_id=776da390-139c-4038-b5ac-afee0d411ef0 HTTP/1.1" status: 200 len: 1094 time: 0.1445866 May 05 21:54:35.497926 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 5e7fe4e5-73d4-44dd-b7d6-101b4b978c61, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=5e7fe4e5-73d4-44dd-b7d6-101b4b978c61,segment=NetworkSegment(5e9da586-bb12-4958-b15e-b7cf97bc3d1b),segment_id=5e9da586-bb12-4958-b15e-b7cf97bc3d1b)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:54:35.718829 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6e90510-067f-46af-becb-c15a45f706ea'] response: {'server_uuid': '15ba7ec0-d1c3-4cb3-9a56-ed383e235f14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e7fe4e5-73d4-44dd-b7d6-101b4b978c61', 'code': 200} May 05 21:54:35.775693 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:35.799512 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a759f584-dff4-4f83-ad40-cc464481dc75 tempest-RoutersAdminNegativeTest-773607111 tempest-RoutersAdminNegativeTest-773607111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:35.998612 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:36.005174 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:36.020635 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=5e7fe4e5-73d4-44dd-b7d6-101b4b978c61,revision_number=8']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:36.149643 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-236634d1-6ef3-420a-83ed-194690b3daf9 admin admin] Router 33471185-a3b8-422c-ba3b-8686a2c33b9e is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 21:54:36.155310 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-152ce2a1-13c9-4f30-8849-2e45dfa3b6c0 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:54:36.169844 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d373575-239f-4ec3-9058-6535c1f09b2e None None] Sync routers for ids ['a64c4dee-7f65-4b1a-ab95-6f8d95bcee02'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:54:36.195246 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d373575-239f-4ec3-9058-6535c1f09b2e None None] Routers {'a64c4dee-7f65-4b1a-ab95-6f8d95bcee02'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:54:36.196367 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-3d373575-239f-4ec3-9058-6535c1f09b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:54:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['a64c4dee-7f65-4b1a-ab95-6f8d95bcee02'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:54:36.215414 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-152ce2a1-13c9-4f30-8849-2e45dfa3b6c0 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:36.217885 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-152ce2a1-13c9-4f30-8849-2e45dfa3b6c0 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] 10.222.0.23 "PUT /v2.0/routers/a64c4dee-7f65-4b1a-ab95-6f8d95bcee02 HTTP/1.1" status: 200 len: 913 time: 10.5349600 May 05 21:54:36.225087 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46678) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:54:36.267922 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-3d373575-239f-4ec3-9058-6535c1f09b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:54:36.280130 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d373575-239f-4ec3-9058-6535c1f09b2e None None] Routers {'a64c4dee-7f65-4b1a-ab95-6f8d95bcee02'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:54:36.280921 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-3d373575-239f-4ec3-9058-6535c1f09b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:54:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['a64c4dee-7f65-4b1a-ab95-6f8d95bcee02'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:54:36.381947 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-3d373575-239f-4ec3-9058-6535c1f09b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:54:36.382465 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d373575-239f-4ec3-9058-6535c1f09b2e None None] The sync data for ids ['a64c4dee-7f65-4b1a-ab95-6f8d95bcee02'] in n-d-825175-4 is: [] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:54:36.393889 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a759f584-dff4-4f83-ad40-cc464481dc75 tempest-RoutersAdminNegativeTest-773607111 tempest-RoutersAdminNegativeTest-773607111-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:36.416075 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e7225c-96f7-4269-abfa-df66e772c7f2 req-34d0be4a-8dc8-436f-a977-2af86f758349 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:36.417538 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a6e7225c-96f7-4269-abfa-df66e772c7f2 req-34d0be4a-8dc8-436f-a977-2af86f758349 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=776da390-139c-4038-b5ac-afee0d411ef0 HTTP/1.1" status: 200 len: 943 time: 0.4163532 May 05 21:54:36.418445 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13a001-1da8-4560-9036-bdebd634792e req-c25d811f-2200-44cb-8a81-472ebe413695 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:36.419725 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2c13a001-1da8-4560-9036-bdebd634792e req-c25d811f-2200-44cb-8a81-472ebe413695 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f33cead3-3472-4ef7-9cf3-a35684adef89 HTTP/1.1" status: 200 len: 913 time: 0.9251385 May 05 21:54:36.429219 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a759f584-dff4-4f83-ad40-cc464481dc75 tempest-RoutersAdminNegativeTest-773607111 tempest-RoutersAdminNegativeTest-773607111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:36.485779 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f6ef5e-0c39-4e0b-8a46-eccaf2ed066b req-2f173495-93f4-4de6-9f9d-9a7c1c528fad tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:36.487309 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-30f6ef5e-0c39-4e0b-8a46-eccaf2ed066b req-2f173495-93f4-4de6-9f9d-9a7c1c528fad tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/networks?id=c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db HTTP/1.1" status: 200 len: 815 time: 0.4384677 May 05 21:54:36.549755 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2c13a001-1da8-4560-9036-bdebd634792e req-c2efd09e-be8b-4fc8-a9b4-8a22d873286e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82990358-263c-460c-a2be-db543d8f1004 HTTP/1.1" status: 200 len: 217 time: 0.1219230 May 05 21:54:36.554626 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-30f6ef5e-0c39-4e0b-8a46-eccaf2ed066b req-c9873fe9-97d4-4cc2-b15b-0cf13bcd9b75 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/quotas/3d02eb1266e448b393d214c57b70ce63 HTTP/1.1" status: 200 len: 375 time: 0.0526078 May 05 21:54:36.670079 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-30f6ef5e-0c39-4e0b-8a46-eccaf2ed066b req-b5aabca1-d7cf-48ba-bb66-1b3a2586d0af tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3d02eb1266e448b393d214c57b70ce63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1074071 May 05 21:54:36.683667 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a6e7225c-96f7-4269-abfa-df66e772c7f2 req-8d72da5c-0166-4387-8ae3-30410af910a1 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=5165d8be-a1b9-4dce-a631-d72bdd4afdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547531 May 05 21:54:36.770880 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13a001-1da8-4560-9036-bdebd634792e req-ed1e7c73-4a6c-4d99-b5ed-7fdca7293468 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:36.772637 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2c13a001-1da8-4560-9036-bdebd634792e req-ed1e7c73-4a6c-4d99-b5ed-7fdca7293468 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7d5de724-e15a-4a3a-8314-05869a0cf070 HTTP/1.1" status: 200 len: 851 time: 0.2089813 May 05 21:54:36.960952 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-30f6ef5e-0c39-4e0b-8a46-eccaf2ed066b req-5a9bd69a-896a-400d-8c90-6ff4c6b29177 service neutron] 10.222.0.23 "GET /v2.0/networks/c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815790 May 05 21:54:36.974000 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a759f584-dff4-4f83-ad40-cc464481dc75 tempest-RoutersAdminNegativeTest-773607111 tempest-RoutersAdminNegativeTest-773607111-project-admin] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:37.054583 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2c13a001-1da8-4560-9036-bdebd634792e req-a4f6d748-cac7-4ece-bcba-ddf3e974d66a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f33cead3-3472-4ef7-9cf3-a35684adef89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2649097 May 05 21:54:37.059449 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-8c8067fa-a119-4b1a-8e8a-c3bfcb40bcab tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] 10.222.0.23 "GET /v2.0/routers/a64c4dee-7f65-4b1a-ab95-6f8d95bcee02 HTTP/1.1" status: 200 len: 919 time: 0.8297369 May 05 21:54:37.067857 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46684) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:54:37.220282 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a24e37-649a-4434-8a9f-dd036b31bd6b req-a97232cf-5237-4df7-8f26-06b8b4c0d340 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:37.221627 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f1a24e37-649a-4434-8a9f-dd036b31bd6b req-a97232cf-5237-4df7-8f26-06b8b4c0d340 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14 HTTP/1.1" status: 200 len: 944 time: 0.3925738 May 05 21:54:37.248105 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236634d1-6ef3-420a-83ed-194690b3daf9 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:54:37.257433 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f2fcba-cf24-41bd-889f-03b705c3d238 None None] Sync routers for ids ['33471185-a3b8-422c-ba3b-8686a2c33b9e'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:54:37.271592 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f2fcba-cf24-41bd-889f-03b705c3d238 None None] Routers {'33471185-a3b8-422c-ba3b-8686a2c33b9e'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:54:37.272478 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-10f2fcba-cf24-41bd-889f-03b705c3d238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:54:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['33471185-a3b8-422c-ba3b-8686a2c33b9e'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:54:37.279301 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-30f6ef5e-0c39-4e0b-8a46-eccaf2ed066b req-7b158458-05f0-450d-b45a-7fcb37cdba6a service neutron] 10.222.0.23 "GET /v2.0/networks/c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053896 May 05 21:54:37.338095 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f1a24e37-649a-4434-8a9f-dd036b31bd6b req-94232f2c-0a7a-4bb9-9ab4-724eee43c3c7 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7172c50-8266-4028-bd8e-9c21e9bde333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072938 May 05 21:54:37.340380 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2c13a001-1da8-4560-9036-bdebd634792e req-d2934e8b-3a69-444a-b10a-7ccd13c85aaf service neutron] 10.222.0.32 "GET /v2.0/networks/f33cead3-3472-4ef7-9cf3-a35684adef89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717121 May 05 21:54:37.405274 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-236634d1-6ef3-420a-83ed-194690b3daf9 admin admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:37.405274 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-236634d1-6ef3-420a-83ed-194690b3daf9 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.1223991 May 05 21:54:37.405274 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46688) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:54:37.461542 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a759f584-dff4-4f83-ad40-cc464481dc75 tempest-RoutersAdminNegativeTest-773607111 tempest-RoutersAdminNegativeTest-773607111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:37.538367 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a759f584-dff4-4f83-ad40-cc464481dc75 tempest-RoutersAdminNegativeTest-773607111 tempest-RoutersAdminNegativeTest-773607111-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:37.555962 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-10f2fcba-cf24-41bd-889f-03b705c3d238 None None] Set router 33471185-a3b8-422c-ba3b-8686a2c33b9e gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:54:37.590726 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a759f584-dff4-4f83-ad40-cc464481dc75 tempest-RoutersAdminNegativeTest-773607111 tempest-RoutersAdminNegativeTest-773607111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:37.591540 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a759f584-dff4-4f83-ad40-cc464481dc75 tempest-RoutersAdminNegativeTest-773607111 tempest-RoutersAdminNegativeTest-773607111-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 05825246-b4c4-4309-8d4f-93f0e419c824 {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 21:54:37.639969 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-a759f584-dff4-4f83-ad40-cc464481dc75 tempest-RoutersAdminNegativeTest-773607111 tempest-RoutersAdminNegativeTest-773607111-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 05 21:54:37.641307 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a759f584-dff4-4f83-ad40-cc464481dc75 tempest-RoutersAdminNegativeTest-773607111 tempest-RoutersAdminNegativeTest-773607111-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.8378358 May 05 21:54:37.644760 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46700) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:54:37.735363 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-aeb4a992-13be-4b5f-9265-bf94b02d1902 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=25bfe237-58de-4709-a3e0-ac79da07c300&device_id=a64c4dee-7f65-4b1a-ab95-6f8d95bcee02&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6576169 May 05 21:54:37.736427 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-78fe85f2-9b9e-4abd-840e-77289cedea31 tempest-RoutersAdminNegativeTest-773607111 tempest-RoutersAdminNegativeTest-773607111-project-admin] Deleting port e157211e-4338-4620-a54b-5df2fa0dd4df {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:54:37.736859 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-78fe85f2-9b9e-4abd-840e-77289cedea31 tempest-RoutersAdminNegativeTest-773607111 tempest-RoutersAdminNegativeTest-773607111-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:37.749132 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46708) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:54:37.797544 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dd2ea864-84a7-425c-bad2-c1a12b7e8df0 req-73e3147a-b883-402f-959b-f25c3c90e797 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=76ac842b-b8d5-41f3-9554-d5d6ee60dd6e HTTP/1.1" status: 200 len: 210 time: 0.1158264 May 05 21:54:38.141185 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 82990358-263c-460c-a2be-db543d8f1004 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:54:38.284511 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2c13a001-1da8-4560-9036-bdebd634792e req-dc31bd53-13c9-4f47-89d4-ac68cbeccf59 service neutron] 10.222.0.32 "GET /v2.0/networks/f33cead3-3472-4ef7-9cf3-a35684adef89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9360664 May 05 21:54:38.329491 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-78fe85f2-9b9e-4abd-840e-77289cedea31 tempest-RoutersAdminNegativeTest-773607111 tempest-RoutersAdminNegativeTest-773607111-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:38.371011 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-10f2fcba-cf24-41bd-889f-03b705c3d238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33471185-a3b8-422c-ba3b-8686a2c33b9e', 'name': 'tempest-ServersTestFqdnHostnames-1037735555-router', 'tenant_id': '7eaa10adcdbd47d0a6e92ce37faf0b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'ecd530c9-68cf-44eb-981e-f70ef97dc9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:54:28Z', 'updated_at': '2022-05-05T21:54:34Z', 'revision_number': 3, 'project_id': '7eaa10adcdbd47d0a6e92ce37faf0b99', 'gw_port': {'id': 'ecd530c9-68cf-44eb-981e-f70ef97dc9ee', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ee:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33471185-a3b8-422c-ba3b-8686a2c33b9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:54:30Z', 'updated_at': '2022-05-05T21:54:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:54:38.397993 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f2fcba-cf24-41bd-889f-03b705c3d238 None None] Checking router: 33471185-a3b8-422c-ba3b-8686a2c33b9e for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:54:38.400881 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fe9590-1747-4ea5-a342-11efdd9a6909 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:38.403473 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f2fcba-cf24-41bd-889f-03b705c3d238 None None] Updating router 33471185-a3b8-422c-ba3b-8686a2c33b9e port ecd530c9-68cf-44eb-981e-f70ef97dc9ee binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 21:54:38.417061 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-71fe9590-1747-4ea5-a342-11efdd9a6909 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] 10.222.0.23 "GET /v2.0/networks/25bfe237-58de-4709-a3e0-ac79da07c300 HTTP/1.1" status: 200 len: 881 time: 0.6619723 May 05 21:54:38.422605 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46728) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:54:38.509954 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-78fe85f2-9b9e-4abd-840e-77289cedea31 tempest-RoutersAdminNegativeTest-773607111 tempest-RoutersAdminNegativeTest-773607111-project-admin] Calling delete_port for e157211e-4338-4620-a54b-5df2fa0dd4df owned by {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:54:38.546984 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-10f2fcba-cf24-41bd-889f-03b705c3d238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:38.574930 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf8053-68a2-47c8-8b08-7385692f257b req-53b4c80b-fd3a-4eed-ae8d-a75de37c1fbf tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:38.590903 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1dcf8053-68a2-47c8-8b08-7385692f257b req-53b4c80b-fd3a-4eed-ae8d-a75de37c1fbf tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=776da390-139c-4038-b5ac-afee0d411ef0 HTTP/1.1" status: 200 len: 943 time: 0.5665603 May 05 21:54:38.630614 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 5e7fe4e5-73d4-44dd-b7d6-101b4b978c61 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:54:38.710785 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46740) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:54:38.711852 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-6c2d032f-6586-48f9-b8bd-be071bb98fdc tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] 10.222.0.23 "GET /v2.0/ports?device_id=a64c4dee-7f65-4b1a-ab95-6f8d95bcee02 HTTP/1.1" status: 200 len: 205 time: 0.2855489 May 05 21:54:38.782907 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 82990358-263c-460c-a2be-db543d8f1004, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=82990358-263c-460c-a2be-db543d8f1004,segment=NetworkSegment(18a3c379-3cfc-4702-917f-3a57e26f3cd8),segment_id=18a3c379-3cfc-4702-917f-3a57e26f3cd8)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:54:38.806242 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1dcf8053-68a2-47c8-8b08-7385692f257b req-9e592905-5705-4e39-ad87-cc8eb40da00c tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=5165d8be-a1b9-4dce-a631-d72bdd4afdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126851 May 05 21:54:38.858838 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '82990358-263c-460c-a2be-db543d8f1004', 'network_id': 'f33cead3-3472-4ef7-9cf3-a35684adef89', 'port_id': '82990358-263c-460c-a2be-db543d8f1004', 'mac_address': 'fa:16:3e:f2:5c:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d5de724-e15a-4a3a-8314-05869a0cf070', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:54:38.960850 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:39.023702 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82990358-263c-460c-a2be-db543d8f1004 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:54:39.042874 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-78fe85f2-9b9e-4abd-840e-77289cedea31 tempest-RoutersAdminNegativeTest-773607111 tempest-RoutersAdminNegativeTest-773607111-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:39.043872 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 82990358-263c-460c-a2be-db543d8f1004, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=82990358-263c-460c-a2be-db543d8f1004,segment=NetworkSegment(18a3c379-3cfc-4702-917f-3a57e26f3cd8),segment_id=18a3c379-3cfc-4702-917f-3a57e26f3cd8)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:54:39.069581 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:39.087806 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6f8f2fd6-f3be-4932-95e4-105e5015f8cb req-f84f250c-1a61-4918-9d59-0552f1d1fcf8 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=76ac842b-b8d5-41f3-9554-d5d6ee60dd6e HTTP/1.1" status: 200 len: 210 time: 0.1136854 May 05 21:54:39.099109 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fe85f2-9b9e-4abd-840e-77289cedea31 tempest-RoutersAdminNegativeTest-773607111 tempest-RoutersAdminNegativeTest-773607111-project-admin] Pushing event deleted for resources: {'Port': ['ID=e157211e-4338-4620-a54b-5df2fa0dd4df,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:39.143241 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-412c382e-44b1-4fa6-a16c-3e141432efba req-6ebd882b-76bd-4a56-9760-ee62a1c653d1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2597711 May 05 21:54:39.155913 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fe85f2-9b9e-4abd-840e-77289cedea31 tempest-RoutersAdminNegativeTest-773607111 tempest-RoutersAdminNegativeTest-773607111-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:54:39.156256 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fe85f2-9b9e-4abd-840e-77289cedea31 tempest-RoutersAdminNegativeTest-773607111 tempest-RoutersAdminNegativeTest-773607111-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:54:39.156590 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fe85f2-9b9e-4abd-840e-77289cedea31 tempest-RoutersAdminNegativeTest-773607111 tempest-RoutersAdminNegativeTest-773607111-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:54:39.156942 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fe85f2-9b9e-4abd-840e-77289cedea31 tempest-RoutersAdminNegativeTest-773607111 tempest-RoutersAdminNegativeTest-773607111-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:54:39.157257 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fe85f2-9b9e-4abd-840e-77289cedea31 tempest-RoutersAdminNegativeTest-773607111 tempest-RoutersAdminNegativeTest-773607111-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:54:39.157579 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fe85f2-9b9e-4abd-840e-77289cedea31 tempest-RoutersAdminNegativeTest-773607111 tempest-RoutersAdminNegativeTest-773607111-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:54:39.157916 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fe85f2-9b9e-4abd-840e-77289cedea31 tempest-RoutersAdminNegativeTest-773607111 tempest-RoutersAdminNegativeTest-773607111-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:54:39.158219 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fe85f2-9b9e-4abd-840e-77289cedea31 tempest-RoutersAdminNegativeTest-773607111 tempest-RoutersAdminNegativeTest-773607111-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:54:39.158538 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fe85f2-9b9e-4abd-840e-77289cedea31 tempest-RoutersAdminNegativeTest-773607111 tempest-RoutersAdminNegativeTest-773607111-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:54:39.158909 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fe85f2-9b9e-4abd-840e-77289cedea31 tempest-RoutersAdminNegativeTest-773607111 tempest-RoutersAdminNegativeTest-773607111-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:54:39.159234 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fe85f2-9b9e-4abd-840e-77289cedea31 tempest-RoutersAdminNegativeTest-773607111 tempest-RoutersAdminNegativeTest-773607111-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:54:39.235967 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=82990358-263c-460c-a2be-db543d8f1004,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:39.300566 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-78fe85f2-9b9e-4abd-840e-77289cedea31 tempest-RoutersAdminNegativeTest-773607111 tempest-RoutersAdminNegativeTest-773607111-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:39.343571 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-78fe85f2-9b9e-4abd-840e-77289cedea31 tempest-RoutersAdminNegativeTest-773607111 tempest-RoutersAdminNegativeTest-773607111-project-admin] 10.222.0.23 "DELETE /v2.0/ports/e157211e-4338-4620-a54b-5df2fa0dd4df HTTP/1.1" status: 204 len: 168 time: 1.6975307 May 05 21:54:39.418322 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['82990358-263c-460c-a2be-db543d8f1004'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:54:39.597175 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-89aaf94f-6e48-493f-b654-8d88eaa50c21 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:39.612121 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-10f2fcba-cf24-41bd-889f-03b705c3d238 None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:39.615828 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7267adfb-8f14-40de-8e9f-5164b18325ae req-27320951-1617-42d3-82e8-28cda47e446a tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:39.625675 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7267adfb-8f14-40de-8e9f-5164b18325ae req-27320951-1617-42d3-82e8-28cda47e446a tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14 HTTP/1.1" status: 200 len: 944 time: 0.1811275 May 05 21:54:39.673746 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-10f2fcba-cf24-41bd-889f-03b705c3d238 None None] Transition to ACTIVE for port object ecd530c9-68cf-44eb-981e-f70ef97dc9ee will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:54:39.718943 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-10f2fcba-cf24-41bd-889f-03b705c3d238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:39.826594 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7267adfb-8f14-40de-8e9f-5164b18325ae req-d28d7824-e9f1-42e7-8164-225c834814a5 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7172c50-8266-4028-bd8e-9c21e9bde333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1999531 May 05 21:54:39.879831 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0987da73-a396-441a-af8b-62a4ef431413 req-84e020aa-dbc5-4ecf-b6c8-c84d70827336 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4420214 May 05 21:54:39.990854 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46766) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:54:39.996923 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee8199-2387-40b3-b1df-7cc18831b199 None None] Pushing event updated for resources: {'Port': ['ID=ecd530c9-68cf-44eb-981e-f70ef97dc9ee,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:40.028567 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-10f2fcba-cf24-41bd-889f-03b705c3d238 None None] Attempting to bind port ecd530c9-68cf-44eb-981e-f70ef97dc9ee on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:54:40.029192 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-10f2fcba-cf24-41bd-889f-03b705c3d238 None None] Attempting to bind port ecd530c9-68cf-44eb-981e-f70ef97dc9ee by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:54:40.030076 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f2fcba-cf24-41bd-889f-03b705c3d238 None None] Attempting to bind port ecd530c9-68cf-44eb-981e-f70ef97dc9ee on network 25bfe237-58de-4709-a3e0-ac79da07c300 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:54:40.054865 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f2fcba-cf24-41bd-889f-03b705c3d238 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:54:40.055272 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f2fcba-cf24-41bd-889f-03b705c3d238 None None] Checking segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:54:40.055753 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-10f2fcba-cf24-41bd-889f-03b705c3d238 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:40.056133 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f2fcba-cf24-41bd-889f-03b705c3d238 None None] Bound using segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:54:40.056597 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-10f2fcba-cf24-41bd-889f-03b705c3d238 None None] Bound port: ecd530c9-68cf-44eb-981e-f70ef97dc9ee, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:54:40.056958 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-10f2fcba-cf24-41bd-889f-03b705c3d238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:40.195037 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f6ef5e-0c39-4e0b-8a46-eccaf2ed066b req-ce112d3f-f884-4370-89b1-00760e6f9879 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:40.197088 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-30f6ef5e-0c39-4e0b-8a46-eccaf2ed066b req-ce112d3f-f884-4370-89b1-00760e6f9879 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Synchronizing usage tracker for tenant:3d02eb1266e448b393d214c57b70ce63 on resource:network {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:54:40.199771 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-10f2fcba-cf24-41bd-889f-03b705c3d238 None None] For port ecd530c9-68cf-44eb-981e-f70ef97dc9ee, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:54:40.202033 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-06aedcb9-f690-4bcc-8553-70e30513f034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:40.205420 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-10f2fcba-cf24-41bd-889f-03b705c3d238 None None] For port ecd530c9-68cf-44eb-981e-f70ef97dc9ee, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=ecd530c9-68cf-44eb-981e-f70ef97dc9ee,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:54:40.214790 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-10f2fcba-cf24-41bd-889f-03b705c3d238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:40.221171 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82736555-97c8-4b81-877c-960963cb60dc req-eb1b936d-d37d-497d-9a92-ff4bde9de442 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:40.223227 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-82736555-97c8-4b81-877c-960963cb60dc req-eb1b936d-d37d-497d-9a92-ff4bde9de442 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=776da390-139c-4038-b5ac-afee0d411ef0 HTTP/1.1" status: 200 len: 944 time: 0.1575201 May 05 21:54:40.259071 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-30f6ef5e-0c39-4e0b-8a46-eccaf2ed066b req-ce112d3f-f884-4370-89b1-00760e6f9879 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Unset dirty status for tenant:3d02eb1266e448b393d214c57b70ce63 on resource:network {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:54:40.260394 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-30f6ef5e-0c39-4e0b-8a46-eccaf2ed066b req-ce112d3f-f884-4370-89b1-00760e6f9879 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.44 "GET /v2.0/networks?id=c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db HTTP/1.1" status: 200 len: 815 time: 0.7057755 May 05 21:54:40.280394 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-06aedcb9-f690-4bcc-8553-70e30513f034 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:54:40.289461 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-06aedcb9-f690-4bcc-8553-70e30513f034 admin admin] Usage tracker for resource:security_group_rule and tenant:a5eb9833d8764376b800dc843604b035 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:54:40.294581 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-06aedcb9-f690-4bcc-8553-70e30513f034 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:54:40.319760 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-30f6ef5e-0c39-4e0b-8a46-eccaf2ed066b req-a45f2c7e-0abe-403e-96b3-969e0f420278 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Request body: {'port': {'device_id': '76ac842b-b8d5-41f3-9554-d5d6ee60dd6e', 'network_id': 'c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db', 'admin_state_up': True, 'tenant_id': '3d02eb1266e448b393d214c57b70ce63'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:54:40.349108 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee8199-2387-40b3-b1df-7cc18831b199 None None] Pushing event updated for resources: {'Port': ['ID=ecd530c9-68cf-44eb-981e-f70ef97dc9ee,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:40.352852 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f2fcba-cf24-41bd-889f-03b705c3d238 None None] Routers {'33471185-a3b8-422c-ba3b-8686a2c33b9e'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:54:40.353434 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-10f2fcba-cf24-41bd-889f-03b705c3d238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:54:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['33471185-a3b8-422c-ba3b-8686a2c33b9e'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:54:40.373657 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-06aedcb9-f690-4bcc-8553-70e30513f034 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:54:40.437605 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-82736555-97c8-4b81-877c-960963cb60dc req-100d5b68-7307-4b11-bae2-d7569f11664f tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=5165d8be-a1b9-4dce-a631-d72bdd4afdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068536 May 05 21:54:40.456163 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-be963a11-bd55-418a-8f7d-4d523cce9448 req-d6800fe9-6738-4479-9388-97162d42b80d tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=76ac842b-b8d5-41f3-9554-d5d6ee60dd6e HTTP/1.1" status: 200 len: 210 time: 0.1578808 May 05 21:54:40.540665 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-06aedcb9-f690-4bcc-8553-70e30513f034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:40.550211 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-06aedcb9-f690-4bcc-8553-70e30513f034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:40.572996 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-10f2fcba-cf24-41bd-889f-03b705c3d238 None None] Set router 33471185-a3b8-422c-ba3b-8686a2c33b9e gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:54:40.617197 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-06aedcb9-f690-4bcc-8553-70e30513f034 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a5eb9833d8764376b800dc843604b035&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6243324 May 05 21:54:40.618137 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aedcb9-f690-4bcc-8553-70e30513f034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7caee7de-9fa0-4f23-ad88-eddec05d6051,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:40.627718 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-30f6ef5e-0c39-4e0b-8a46-eccaf2ed066b req-a45f2c7e-0abe-403e-96b3-969e0f420278 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:54:40.632166 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e0eea6bc-ce01-42b2-b45b-28b2b847f620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:40.632568 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46778) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:54:40.663258 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-30f6ef5e-0c39-4e0b-8a46-eccaf2ed066b req-a45f2c7e-0abe-403e-96b3-969e0f420278 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Usage tracker for resource:port and tenant:3d02eb1266e448b393d214c57b70ce63 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:54:40.669636 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-30f6ef5e-0c39-4e0b-8a46-eccaf2ed066b req-a45f2c7e-0abe-403e-96b3-969e0f420278 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:54:40.678510 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-30f6ef5e-0c39-4e0b-8a46-eccaf2ed066b req-a45f2c7e-0abe-403e-96b3-969e0f420278 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:54:40.705267 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5f552c42-19e7-4e22-a48d-d5a118a8c6ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:40.739596 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5f552c42-19e7-4e22-a48d-d5a118a8c6ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:40.751774 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30f6ef5e-0c39-4e0b-8a46-eccaf2ed066b req-a45f2c7e-0abe-403e-96b3-969e0f420278 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Made reservation on behalf of 3d02eb1266e448b393d214c57b70ce63 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:54:40.755024 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-30f6ef5e-0c39-4e0b-8a46-eccaf2ed066b req-a45f2c7e-0abe-403e-96b3-969e0f420278 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:40.807283 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5f552c42-19e7-4e22-a48d-d5a118a8c6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:40.827764 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f552c42-19e7-4e22-a48d-d5a118a8c6ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7caee7de-9fa0-4f23-ad88-eddec05d6051,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:40.834252 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5f552c42-19e7-4e22-a48d-d5a118a8c6ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:40.837377 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-5f552c42-19e7-4e22-a48d-d5a118a8c6ca admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7caee7de-9fa0-4f23-ad88-eddec05d6051 HTTP/1.1" status: 204 len: 168 time: 0.2012391 May 05 21:54:41.000842 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-89aaf94f-6e48-493f-b654-8d88eaa50c21 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:41.108169 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-10f2fcba-cf24-41bd-889f-03b705c3d238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33471185-a3b8-422c-ba3b-8686a2c33b9e', 'name': 'tempest-ServersTestFqdnHostnames-1037735555-router', 'tenant_id': '7eaa10adcdbd47d0a6e92ce37faf0b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'ecd530c9-68cf-44eb-981e-f70ef97dc9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:54:28Z', 'updated_at': '2022-05-05T21:54:34Z', 'revision_number': 3, 'project_id': '7eaa10adcdbd47d0a6e92ce37faf0b99', 'gw_port': {'id': 'ecd530c9-68cf-44eb-981e-f70ef97dc9ee', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ee:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33471185-a3b8-422c-ba3b-8686a2c33b9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:54:30Z', 'updated_at': '2022-05-05T21:54:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:54:41.118837 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f2fcba-cf24-41bd-889f-03b705c3d238 None None] The sync data for ids ['33471185-a3b8-422c-ba3b-8686a2c33b9e'] in n-d-825175-4 is: [{'id': '33471185-a3b8-422c-ba3b-8686a2c33b9e', 'name': 'tempest-ServersTestFqdnHostnames-1037735555-router', 'tenant_id': '7eaa10adcdbd47d0a6e92ce37faf0b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'ecd530c9-68cf-44eb-981e-f70ef97dc9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:54:28Z', 'updated_at': '2022-05-05T21:54:34Z', 'revision_number': 3, 'project_id': '7eaa10adcdbd47d0a6e92ce37faf0b99', 'gw_port': {'id': 'ecd530c9-68cf-44eb-981e-f70ef97dc9ee', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ee:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33471185-a3b8-422c-ba3b-8686a2c33b9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:54:30Z', 'updated_at': '2022-05-05T21:54:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:54:41.125729 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-89aaf94f-6e48-493f-b654-8d88eaa50c21 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Deleting port 1fa287d5-1ab0-44d3-bc8e-3ab83bdc52fe {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:54:41.125992 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-89aaf94f-6e48-493f-b654-8d88eaa50c21 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:41.269170 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-e0eea6bc-ce01-42b2-b45b-28b2b847f620 admin admin] Allocated IP 172.20.0.1 (24c45467-d973-4f10-a1f3-c0fbfed9c893/70fe310e-947b-4305-9ef5-a4eb5fea22c6/ec6f5e29-f425-4298-a285-902f5c8cfbfe) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:54:41.284116 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46792) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:54:41.320476 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f895c-cb1e-47f6-8a36-08b3c791c71d req-75fb9242-4ba7-44cb-bd7c-7ee8ed6aa39f tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:41.321982 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a47f895c-cb1e-47f6-8a36-08b3c791c71d req-75fb9242-4ba7-44cb-bd7c-7ee8ed6aa39f tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14 HTTP/1.1" status: 200 len: 944 time: 0.1578305 May 05 21:54:41.367267 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-30f6ef5e-0c39-4e0b-8a46-eccaf2ed066b req-a45f2c7e-0abe-403e-96b3-969e0f420278 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Allocated IP 172.20.0.12 (c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db/81b3baf0-8b4b-4758-b115-81242d9737a5/cc71a640-c0e4-44ea-b748-a0093b1d033f) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:54:41.452647 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0c17ada3-fdc0-49ff-8755-9942cf846b50 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0d8b1e059f934e20a645ef332911d796&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1669292 May 05 21:54:41.455573 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46800) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:54:41.482024 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a47f895c-cb1e-47f6-8a36-08b3c791c71d req-f5d44394-fa96-4406-86bd-0f3e54f0407f tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7172c50-8266-4028-bd8e-9c21e9bde333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410234 May 05 21:54:41.592704 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-35fc2d7e-d6ad-4766-ace6-aa309a6f4029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:41.667008 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-35fc2d7e-d6ad-4766-ace6-aa309a6f4029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:41.792254 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-35fc2d7e-d6ad-4766-ace6-aa309a6f4029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:41.827853 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e0eea6bc-ce01-42b2-b45b-28b2b847f620 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:41.862920 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f501f3f1-2471-4da1-8e47-ebe47437a071 req-c3462677-d0d2-446a-aa43-ff6c56e22437 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=76ac842b-b8d5-41f3-9554-d5d6ee60dd6e HTTP/1.1" status: 200 len: 210 time: 0.0775495 May 05 21:54:41.864382 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fc2d7e-d6ad-4766-ace6-aa309a6f4029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4c164f-d54f-4689-833c-58d8e117fd3f,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:41.873840 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-35fc2d7e-d6ad-4766-ace6-aa309a6f4029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:41.874996 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-35fc2d7e-d6ad-4766-ace6-aa309a6f4029 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ce4c164f-d54f-4689-833c-58d8e117fd3f HTTP/1.1" status: 204 len: 168 time: 0.4148197 May 05 21:54:41.945424 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a3bc50-e585-4418-bab1-2aa089b6e278 req-a43216b6-feb6-465c-9fb1-9aa334b134d8 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:41.947317 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-26a3bc50-e585-4418-bab1-2aa089b6e278 req-a43216b6-feb6-465c-9fb1-9aa334b134d8 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=776da390-139c-4038-b5ac-afee0d411ef0 HTTP/1.1" status: 200 len: 944 time: 0.1954842 May 05 21:54:42.026054 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-26a3bc50-e585-4418-bab1-2aa089b6e278 req-86df84db-6f84-469a-8c64-dafb2c8bf1ec tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=5165d8be-a1b9-4dce-a631-d72bdd4afdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727949 May 05 21:54:42.145848 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-30f6ef5e-0c39-4e0b-8a46-eccaf2ed066b req-a45f2c7e-0abe-403e-96b3-969e0f420278 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:42.190700 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-e0eea6bc-ce01-42b2-b45b-28b2b847f620 admin admin] Transition to ACTIVE for port object ec6f5e29-f425-4298-a285-902f5c8cfbfe will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:54:42.196868 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 82990358-263c-460c-a2be-db543d8f1004 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:54:42.273135 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-30f6ef5e-0c39-4e0b-8a46-eccaf2ed066b req-a45f2c7e-0abe-403e-96b3-969e0f420278 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:42.283495 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e0eea6bc-ce01-42b2-b45b-28b2b847f620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:42.325828 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-89aaf94f-6e48-493f-b654-8d88eaa50c21 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:42.357854 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port 82990358-263c-460c-a2be-db543d8f1004 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:54:42.367356 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 82990358-263c-460c-a2be-db543d8f1004 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:54:42.368012 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:42.614185 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45f2c7e-0abe-403e-96b3-969e0f420278 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Pushing event updated for resources: {'Port': ['ID=cc71a640-c0e4-44ea-b748-a0093b1d033f,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:42.699345 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device ecd530c9-68cf-44eb-981e-f70ef97dc9ee up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:54:42.738586 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-89aaf94f-6e48-493f-b654-8d88eaa50c21 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Calling delete_port for 1fa287d5-1ab0-44d3-bc8e-3ab83bdc52fe owned by network:router_gateway {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:54:42.784335 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:42.867065 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776da390-139c-4038-b5ac-afee0d411ef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82990358-263c-460c-a2be-db543d8f1004'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:54:42.882723 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 82990358-263c-460c-a2be-db543d8f1004, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=82990358-263c-460c-a2be-db543d8f1004,segment=NetworkSegment(18a3c379-3cfc-4702-917f-3a57e26f3cd8),segment_id=18a3c379-3cfc-4702-917f-3a57e26f3cd8)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:54:42.902244 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:42.973120 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port ecd530c9-68cf-44eb-981e-f70ef97dc9ee completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:54:42.996727 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-845c2fe5-d59f-4103-ba5f-3ff59b3644e5'] response: {'server_uuid': '776da390-139c-4038-b5ac-afee0d411ef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82990358-263c-460c-a2be-db543d8f1004', 'code': 200} May 05 21:54:43.019707 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port ecd530c9-68cf-44eb-981e-f70ef97dc9ee triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:54:43.020078 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:43.051534 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c57707-b7a3-4c96-94a9-9c6d7579acf2 req-22c2af02-e4f5-4572-9913-2460950df4fb tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:43.060611 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-11c57707-b7a3-4c96-94a9-9c6d7579acf2 req-22c2af02-e4f5-4572-9913-2460950df4fb tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14 HTTP/1.1" status: 200 len: 944 time: 0.1993368 May 05 21:54:43.122801 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=82990358-263c-460c-a2be-db543d8f1004,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:43.230371 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30f6ef5e-0c39-4e0b-8a46-eccaf2ed066b req-a45f2c7e-0abe-403e-96b3-969e0f420278 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Network c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:54:43.249732 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:43.261268 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-30f6ef5e-0c39-4e0b-8a46-eccaf2ed066b req-a45f2c7e-0abe-403e-96b3-969e0f420278 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:54:43.269874 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-30f6ef5e-0c39-4e0b-8a46-eccaf2ed066b req-a45f2c7e-0abe-403e-96b3-969e0f420278 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:54:43.278532 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port ecd530c9-68cf-44eb-981e-f70ef97dc9ee, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=ecd530c9-68cf-44eb-981e-f70ef97dc9ee,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:54:43.287831 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:43.299261 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-11c57707-b7a3-4c96-94a9-9c6d7579acf2 req-066882fe-655b-46a4-81e1-a24faa08ff47 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7172c50-8266-4028-bd8e-9c21e9bde333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2375677 May 05 21:54:43.336937 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a5abe596-1f86-4910-be60-786f44fe5d79 req-eb3d0127-ea90-48dc-b135-1032b5ac6c49 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=776da390-139c-4038-b5ac-afee0d411ef0 HTTP/1.1" status: 200 len: 1096 time: 0.2729533 May 05 21:54:43.357784 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0eea6bc-ce01-42b2-b45b-28b2b847f620 admin admin] Network 24c45467-d973-4f10-a1f3-c0fbfed9c893 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:54:43.366471 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-89aaf94f-6e48-493f-b654-8d88eaa50c21 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:43.381227 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-e0eea6bc-ce01-42b2-b45b-28b2b847f620 admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:54:43.399330 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0eea6bc-ce01-42b2-b45b-28b2b847f620 admin admin] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:54:43.406081 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=ecd530c9-68cf-44eb-981e-f70ef97dc9ee,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:43.511391 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f4ad2-7a6a-4a9b-8e20-436e4565322b req-f539a3a6-1617-478b-b55d-1de2e0ed2196 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:43.512796 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e0eea6bc-ce01-42b2-b45b-28b2b847f620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:43.517813 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46848) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:54:43.524808 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fb4f4ad2-7a6a-4a9b-8e20-436e4565322b req-f539a3a6-1617-478b-b55d-1de2e0ed2196 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=76ac842b-b8d5-41f3-9554-d5d6ee60dd6e HTTP/1.1" status: 200 len: 932 time: 0.3071182 May 05 21:54:43.531916 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eea6bc-ce01-42b2-b45b-28b2b847f620 admin admin] Pushing event updated for resources: {'Port': ['ID=ec6f5e29-f425-4298-a285-902f5c8cfbfe,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:43.599477 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a5abe596-1f86-4910-be60-786f44fe5d79 req-2de01115-b2a3-479f-9b9a-0661a18755cf service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5165d8be-a1b9-4dce-a631-d72bdd4afdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528424 May 05 21:54:43.618117 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fb4f4ad2-7a6a-4a9b-8e20-436e4565322b req-e0db796b-ebd3-4932-8639-eb4f159e8592 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c51188-03e9-4eb7-84f3-076c2790a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858459 May 05 21:54:43.643930 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f6ef5e-0c39-4e0b-8a46-eccaf2ed066b req-a45f2c7e-0abe-403e-96b3-969e0f420278 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:43.644650 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-30f6ef5e-0c39-4e0b-8a46-eccaf2ed066b req-a45f2c7e-0abe-403e-96b3-969e0f420278 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:43.671334 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aaf94f-6e48-493f-b654-8d88eaa50c21 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Pushing event deleted for resources: {'Port': ['ID=1fa287d5-1ab0-44d3-bc8e-3ab83bdc52fe,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:43.751841 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-30f6ef5e-0c39-4e0b-8a46-eccaf2ed066b req-a45f2c7e-0abe-403e-96b3-969e0f420278 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4430044 May 05 21:54:43.786328 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-30f6ef5e-0c39-4e0b-8a46-eccaf2ed066b req-310e3c11-d517-450a-b1f5-1065c9538dd2 service neutron] Request body: {'port': {'device_id': '76ac842b-b8d5-41f3-9554-d5d6ee60dd6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:54:43.799444 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7da953-a7cc-4d35-8088-dff767407565 req-22a5f035-935b-4747-9e05-36919ce0b7ea tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:43.807629 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6f7da953-a7cc-4d35-8088-dff767407565 req-22a5f035-935b-4747-9e05-36919ce0b7ea tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=776da390-139c-4038-b5ac-afee0d411ef0 HTTP/1.1" status: 200 len: 945 time: 0.1853456 May 05 21:54:43.827067 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-ab5264d9-f5b4-4300-b3e4-bdf22fc4d1a8 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Request body: {'networks': [{'name': 'tempest-network--1158365740'}, {'name': 'tempest-network--697900492'}]} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:54:43.827379 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-ab5264d9-f5b4-4300-b3e4-bdf22fc4d1a8 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Request body: {'network': {'name': 'tempest-network--1158365740'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:54:43.827826 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-ab5264d9-f5b4-4300-b3e4-bdf22fc4d1a8 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Request body: {'network': {'name': 'tempest-network--697900492'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:54:43.851285 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-ab5264d9-f5b4-4300-b3e4-bdf22fc4d1a8 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:54:43.861388 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec86c20c-1979-41df-b60c-ba7be0472504 None None] Provisioning for port ec6f5e29-f425-4298-a285-902f5c8cfbfe completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:54:43.872207 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec86c20c-1979-41df-b60c-ba7be0472504 None None] Provisioning complete for port ec6f5e29-f425-4298-a285-902f5c8cfbfe triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:54:43.872628 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec86c20c-1979-41df-b60c-ba7be0472504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:43.878630 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6f7da953-a7cc-4d35-8088-dff767407565 req-55378172-bef9-4d12-a30a-183561860ebe tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=5165d8be-a1b9-4dce-a631-d72bdd4afdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596249 May 05 21:54:43.928245 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46858) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:54:43.934673 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-a839a487-c06e-42d0-a1e4-c0f4262968c6 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1049870044'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:54:43.941635 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-ab5264d9-f5b4-4300-b3e4-bdf22fc4d1a8 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Usage tracker for resource:network and tenant:9eb6e3218c9a4a819f6cee4d1cc7f39a is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:54:43.947502 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a839a487-c06e-42d0-a1e4-c0f4262968c6 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:54:43.957554 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a839a487-c06e-42d0-a1e4-c0f4262968c6 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Usage tracker for resource:network and tenant:c3f9ce50114047b1adfc22c64baa15b0 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:54:43.966600 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a839a487-c06e-42d0-a1e4-c0f4262968c6 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:54:43.977727 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3d5ea7f7-f562-4db4-84c0-dbac936906ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:43.979317 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec86c20c-1979-41df-b60c-ba7be0472504 None None] Port ec6f5e29-f425-4298-a285-902f5c8cfbfe cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:54:43.986374 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a839a487-c06e-42d0-a1e4-c0f4262968c6 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:54:44.006978 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-ab5264d9-f5b4-4300-b3e4-bdf22fc4d1a8 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:54:44.008528 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a839a487-c06e-42d0-a1e4-c0f4262968c6 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Made reservation on behalf of c3f9ce50114047b1adfc22c64baa15b0 for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:54:44.012639 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a839a487-c06e-42d0-a1e4-c0f4262968c6 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:44.023806 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-ab5264d9-f5b4-4300-b3e4-bdf22fc4d1a8 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:54:44.045699 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e0eea6bc-ce01-42b2-b45b-28b2b847f620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:44.059778 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a839a487-c06e-42d0-a1e4-c0f4262968c6 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:54:44.080500 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a839a487-c06e-42d0-a1e4-c0f4262968c6 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:44.081080 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-a839a487-c06e-42d0-a1e4-c0f4262968c6 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Added segment 9ef591eb-c7e9-4c62-ae5a-6d550e933c2c of type vlan for network c1301700-8066-4240-acf4-e47c77ffe534 May 05 21:54:44.103683 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5264d9-f5b4-4300-b3e4-bdf22fc4d1a8 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Made reservation on behalf of 9eb6e3218c9a4a819f6cee4d1cc7f39a for: {'network': 2} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:54:44.107139 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ab5264d9-f5b4-4300-b3e4-bdf22fc4d1a8 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:44.116244 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-89aaf94f-6e48-493f-b654-8d88eaa50c21 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:44.152567 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a839a487-c06e-42d0-a1e4-c0f4262968c6 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:44.202305 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0987da73-a396-441a-af8b-62a4ef431413 req-8279308c-0c09-48ba-a80e-3d4879dab07c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14&tenant_id=0ea2eb66bb064d42bceac53953af552d HTTP/1.1" status: 200 len: 1095 time: 0.1145658 May 05 21:54:44.207810 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a839a487-c06e-42d0-a1e4-c0f4262968c6 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:44.213156 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a839a487-c06e-42d0-a1e4-c0f4262968c6 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:44.214019 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a839a487-c06e-42d0-a1e4-c0f4262968c6 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:44.242032 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-0987da73-a396-441a-af8b-62a4ef431413 req-b800afdb-e488-47fb-a775-f4780f188c33 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825175-4', 'device_owner': 'compute:nova'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:54:44.281397 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ab5264d9-f5b4-4300-b3e4-bdf22fc4d1a8 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:44.333944 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-30f6ef5e-0c39-4e0b-8a46-eccaf2ed066b req-310e3c11-d517-450a-b1f5-1065c9538dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:44.378210 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a839a487-c06e-42d0-a1e4-c0f4262968c6 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4484007 May 05 21:54:44.383107 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46868) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:54:44.392388 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-33946d1b-afe5-4d9c-a627-5b087dfa98bf tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-6722693'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:54:44.425321 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a839a487-c06e-42d0-a1e4-c0f4262968c6 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Pushing event updated for resources: {'Network': ['ID=c1301700-8066-4240-acf4-e47c77ffe534,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:44.433985 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-33946d1b-afe5-4d9c-a627-5b087dfa98bf tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:54:44.439278 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network c1301700-8066-4240-acf4-e47c77ffe534 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:54:44.446558 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-33946d1b-afe5-4d9c-a627-5b087dfa98bf tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Usage tracker for resource:network and tenant:c3f9ce50114047b1adfc22c64baa15b0 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:54:44.451675 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-33946d1b-afe5-4d9c-a627-5b087dfa98bf tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:54:44.460330 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-33946d1b-afe5-4d9c-a627-5b087dfa98bf tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:54:44.469488 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-0987da73-a396-441a-af8b-62a4ef431413 req-b800afdb-e488-47fb-a775-f4780f188c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:44.513014 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33946d1b-afe5-4d9c-a627-5b087dfa98bf tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Made reservation on behalf of c3f9ce50114047b1adfc22c64baa15b0 for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:54:44.515939 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-33946d1b-afe5-4d9c-a627-5b087dfa98bf tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:44.589532 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e0eea6bc-ce01-42b2-b45b-28b2b847f620 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:44.610972 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e0eea6bc-ce01-42b2-b45b-28b2b847f620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:44.611199 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device ecd530c9-68cf-44eb-981e-f70ef97dc9ee up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:54:44.682329 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33946d1b-afe5-4d9c-a627-5b087dfa98bf tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:54:44.742944 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port ecd530c9-68cf-44eb-981e-f70ef97dc9ee triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:54:44.743424 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:44.753874 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-33946d1b-afe5-4d9c-a627-5b087dfa98bf tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:44.754200 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-33946d1b-afe5-4d9c-a627-5b087dfa98bf tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Added segment 7d8e481f-6c9a-401c-a04b-9857aacc083f of type vlan for network bc00cc89-bdd8-4ed0-b801-d435664de8a6 May 05 21:54:44.793007 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-ab5264d9-f5b4-4300-b3e4-bdf22fc4d1a8 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:54:44.942859 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-ab5264d9-f5b4-4300-b3e4-bdf22fc4d1a8 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Usage tracker for resource:security_group_rule and tenant:9eb6e3218c9a4a819f6cee4d1cc7f39a is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:54:44.964670 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-ab5264d9-f5b4-4300-b3e4-bdf22fc4d1a8 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:54:44.972546 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-89aaf94f-6e48-493f-b654-8d88eaa50c21 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:44.983722 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-ab5264d9-f5b4-4300-b3e4-bdf22fc4d1a8 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:54:45.001965 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2423f-95f2-4713-8d62-88297b9437a1 req-185ca450-548c-405e-a15b-158d314595ee tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:45.003815 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8cf2423f-95f2-4713-8d62-88297b9437a1 req-185ca450-548c-405e-a15b-158d314595ee tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14 HTTP/1.1" status: 200 len: 944 time: 0.4782972 May 05 21:54:45.005427 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eea6bc-ce01-42b2-b45b-28b2b847f620 admin admin] Pushing event updated for resources: {'Port': ['ID=ec6f5e29-f425-4298-a285-902f5c8cfbfe,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:45.007939 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e0eea6bc-ce01-42b2-b45b-28b2b847f620 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:45.019651 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-89aaf94f-6e48-493f-b654-8d88eaa50c21 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:45.087663 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-0987da73-a396-441a-af8b-62a4ef431413 req-b800afdb-e488-47fb-a775-f4780f188c33 service neutron] For port 5e7fe4e5-73d4-44dd-b7d6-101b4b978c61, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=5e7fe4e5-73d4-44dd-b7d6-101b4b978c61,segment=NetworkSegment(5e9da586-bb12-4958-b15e-b7cf97bc3d1b),segment_id=5e9da586-bb12-4958-b15e-b7cf97bc3d1b)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:54:45.100338 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-33946d1b-afe5-4d9c-a627-5b087dfa98bf tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:45.167211 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8cf2423f-95f2-4713-8d62-88297b9437a1 req-cf61c234-34a6-40d4-892e-47d34a5fd6c4 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7172c50-8266-4028-bd8e-9c21e9bde333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195035 May 05 21:54:45.174225 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-0987da73-a396-441a-af8b-62a4ef431413 req-b800afdb-e488-47fb-a775-f4780f188c33 service neutron] For port 5e7fe4e5-73d4-44dd-b7d6-101b4b978c61, host n-h1-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:54:45.257934 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-0987da73-a396-441a-af8b-62a4ef431413 req-b800afdb-e488-47fb-a775-f4780f188c33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e7fe4e5-73d4-44dd-b7d6-101b4b978c61 {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:54:45.262816 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-33946d1b-afe5-4d9c-a627-5b087dfa98bf tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:45.267085 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33946d1b-afe5-4d9c-a627-5b087dfa98bf tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:45.267662 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-33946d1b-afe5-4d9c-a627-5b087dfa98bf tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:45.301467 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-0987da73-a396-441a-af8b-62a4ef431413 req-b800afdb-e488-47fb-a775-f4780f188c33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:45.402723 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50877cd2-2577-4a4a-b6d6-1805412fbd03 req-7a2c2c10-5f50-4319-8c2b-22d314924902 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:45.403890 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-50877cd2-2577-4a4a-b6d6-1805412fbd03 req-7a2c2c10-5f50-4319-8c2b-22d314924902 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=76ac842b-b8d5-41f3-9554-d5d6ee60dd6e HTTP/1.1" status: 200 len: 932 time: 0.4086697 May 05 21:54:45.409909 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-0987da73-a396-441a-af8b-62a4ef431413 req-b800afdb-e488-47fb-a775-f4780f188c33 service neutron] Transition to ACTIVE for port object 5e7fe4e5-73d4-44dd-b7d6-101b4b978c61 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:54:45.415414 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-89aaf94f-6e48-493f-b654-8d88eaa50c21 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:45.415954 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89aaf94f-6e48-493f-b654-8d88eaa50c21 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Fanout notify agent at l3_agent the message router_deleted on router a64c4dee-7f65-4b1a-ab95-6f8d95bcee02 {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 21:54:45.452483 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-33946d1b-afe5-4d9c-a627-5b087dfa98bf tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0665085 May 05 21:54:45.461484 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46878) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:54:45.472500 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-0987da73-a396-441a-af8b-62a4ef431413 req-b800afdb-e488-47fb-a775-f4780f188c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:45.485134 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-78a31840-a56c-4ebe-a636-eafcfc7e8f71 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Request body: {'subnet': {'network_id': 'c1301700-8066-4240-acf4-e47c77ffe534', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:54:45.506404 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33946d1b-afe5-4d9c-a627-5b087dfa98bf tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Pushing event updated for resources: {'Network': ['ID=bc00cc89-bdd8-4ed0-b801-d435664de8a6,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:45.528229 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network bc00cc89-bdd8-4ed0-b801-d435664de8a6 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:54:45.652150 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b800afdb-e488-47fb-a775-f4780f188c33 service neutron] Pushing event updated for resources: {'Port': ['ID=5e7fe4e5-73d4-44dd-b7d6-101b4b978c61,revision_number=9']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:45.668089 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ab5264d9-f5b4-4300-b3e4-bdf22fc4d1a8 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:45.674069 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-50877cd2-2577-4a4a-b6d6-1805412fbd03 req-4b6831d0-904b-4a13-9a09-430a4618f5f7 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c51188-03e9-4eb7-84f3-076c2790a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581189 May 05 21:54:45.676007 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0eea6bc-ce01-42b2-b45b-28b2b847f620 admin admin] Network 24c45467-d973-4f10-a1f3-c0fbfed9c893 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:54:45.685560 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-e0eea6bc-ce01-42b2-b45b-28b2b847f620 admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:54:45.729187 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578eebb-2d01-4270-814d-54e99b1c69fc req-9c157b0d-679e-4ca1-a974-9e5635f412a4 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:45.736862 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8578eebb-2d01-4270-814d-54e99b1c69fc req-9c157b0d-679e-4ca1-a974-9e5635f412a4 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=776da390-139c-4038-b5ac-afee0d411ef0 HTTP/1.1" status: 200 len: 945 time: 0.3439832 May 05 21:54:45.780073 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-78a31840-a56c-4ebe-a636-eafcfc7e8f71 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:54:45.782218 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ab5264d9-f5b4-4300-b3e4-bdf22fc4d1a8 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:45.782690 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ab5264d9-f5b4-4300-b3e4-bdf22fc4d1a8 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:45.792986 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.resource_extend [req-30f6ef5e-0c39-4e0b-8a46-eccaf2ed066b req-310e3c11-d517-450a-b1f5-1065c9538dd2 service neutron] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 21:54:45.856638 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8578eebb-2d01-4270-814d-54e99b1c69fc req-25dde19b-dbcf-4a4c-9fbf-fecd4cf25f47 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=5165d8be-a1b9-4dce-a631-d72bdd4afdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187963 May 05 21:54:45.858742 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-0987da73-a396-441a-af8b-62a4ef431413 req-b800afdb-e488-47fb-a775-f4780f188c33 service neutron] No DVR routers for this DVR port 5e7fe4e5-73d4-44dd-b7d6-101b4b978c61 on host n-h1-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:54:45.917765 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-89aaf94f-6e48-493f-b654-8d88eaa50c21 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:45.918884 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-89aaf94f-6e48-493f-b654-8d88eaa50c21 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] 10.222.0.23 "DELETE /v2.0/routers/a64c4dee-7f65-4b1a-ab95-6f8d95bcee02 HTTP/1.1" status: 204 len: 168 time: 7.2057014 May 05 21:54:45.920113 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-78a31840-a56c-4ebe-a636-eafcfc7e8f71 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Usage tracker for resource:subnet and tenant:c3f9ce50114047b1adfc22c64baa15b0 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:54:45.957199 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-78a31840-a56c-4ebe-a636-eafcfc7e8f71 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:54:45.960398 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46886) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:54:45.978198 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-2dc0cd6b-40fc-44af-b4cf-b8b0c89d94d5 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1308833376', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:54:46.043226 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-4836a82d-1126-45b0-9831-1d5946e870b3 None None] Provisioning complete for port ec6f5e29-f425-4298-a285-902f5c8cfbfe triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:54:46.043587 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4836a82d-1126-45b0-9831-1d5946e870b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:46.065996 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-78a31840-a56c-4ebe-a636-eafcfc7e8f71 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:54:46.087537 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-2dc0cd6b-40fc-44af-b4cf-b8b0c89d94d5 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:54:46.115851 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-2dc0cd6b-40fc-44af-b4cf-b8b0c89d94d5 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Usage tracker for resource:router and tenant:f69bf16d05e940ae9628f45daf8858c4 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:54:46.128835 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5264d9-f5b4-4300-b3e4-bdf22fc4d1a8 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d277774-3ca7-4a0f-a33d-7aa1e05ef258,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:46.134149 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-2dc0cd6b-40fc-44af-b4cf-b8b0c89d94d5 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:54:46.147880 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-30f6ef5e-0c39-4e0b-8a46-eccaf2ed066b req-310e3c11-d517-450a-b1f5-1065c9538dd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc71a640-c0e4-44ea-b748-a0093b1d033f {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:54:46.152283 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab5264d9-f5b4-4300-b3e4-bdf22fc4d1a8 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:54:46.156913 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a31840-a56c-4ebe-a636-eafcfc7e8f71 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Made reservation on behalf of c3f9ce50114047b1adfc22c64baa15b0 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:54:46.165944 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-4836a82d-1126-45b0-9831-1d5946e870b3 None None] Port ec6f5e29-f425-4298-a285-902f5c8cfbfe cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:54:46.174211 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-2dc0cd6b-40fc-44af-b4cf-b8b0c89d94d5 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:54:46.184622 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-30f6ef5e-0c39-4e0b-8a46-eccaf2ed066b req-310e3c11-d517-450a-b1f5-1065c9538dd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:46.275237 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f3708a57-46f4-4ee2-abb9-fcdb067bcfd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:46.290960 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ab5264d9-f5b4-4300-b3e4-bdf22fc4d1a8 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:46.291439 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-ab5264d9-f5b4-4300-b3e4-bdf22fc4d1a8 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Added segment d7270bf8-79b9-48f8-a884-b779f0fa8dcd of type vlan for network eeb83b2b-b249-48a9-a5a0-9f08bd5bb536 May 05 21:54:46.308686 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-30f6ef5e-0c39-4e0b-8a46-eccaf2ed066b req-310e3c11-d517-450a-b1f5-1065c9538dd2 service neutron] Transition to ACTIVE for port object cc71a640-c0e4-44ea-b748-a0093b1d033f will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:54:46.316953 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2dc0cd6b-40fc-44af-b4cf-b8b0c89d94d5 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:46.317417 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2dc0cd6b-40fc-44af-b4cf-b8b0c89d94d5 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:46.329048 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-30f6ef5e-0c39-4e0b-8a46-eccaf2ed066b req-310e3c11-d517-450a-b1f5-1065c9538dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:46.415504 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-78a31840-a56c-4ebe-a636-eafcfc7e8f71 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:46.429907 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ab5264d9-f5b4-4300-b3e4-bdf22fc4d1a8 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:46.561279 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-0987da73-a396-441a-af8b-62a4ef431413 req-b800afdb-e488-47fb-a775-f4780f188c33 service neutron] Attempting to bind port 5e7fe4e5-73d4-44dd-b7d6-101b4b978c61 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:54:46.561849 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-0987da73-a396-441a-af8b-62a4ef431413 req-b800afdb-e488-47fb-a775-f4780f188c33 service neutron] Attempting to bind port 5e7fe4e5-73d4-44dd-b7d6-101b4b978c61 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': '5e9da586-bb12-4958-b15e-b7cf97bc3d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '18b54df9-33ed-4370-adce-cf7c028d1c63'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:54:46.562125 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0987da73-a396-441a-af8b-62a4ef431413 req-b800afdb-e488-47fb-a775-f4780f188c33 service neutron] Attempting to bind port 5e7fe4e5-73d4-44dd-b7d6-101b4b978c61 on network 18b54df9-33ed-4370-adce-cf7c028d1c63 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:54:46.598975 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3cf030-dd56-4ed6-9ec7-2149a8caa884 req-50bdc3d2-2431-41df-b72b-36e1cc9f37db tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:46.600556 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2f3cf030-dd56-4ed6-9ec7-2149a8caa884 req-50bdc3d2-2431-41df-b72b-36e1cc9f37db tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=776da390-139c-4038-b5ac-afee0d411ef0 HTTP/1.1" status: 200 len: 945 time: 0.2334468 May 05 21:54:46.603021 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0987da73-a396-441a-af8b-62a4ef431413 req-b800afdb-e488-47fb-a775-f4780f188c33 service neutron] Port 5e7fe4e5-73d4-44dd-b7d6-101b4b978c61 on network 18b54df9-33ed-4370-adce-cf7c028d1c63 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:54:46.603344 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0987da73-a396-441a-af8b-62a4ef431413 req-b800afdb-e488-47fb-a775-f4780f188c33 service neutron] Attempting to bind port 5e7fe4e5-73d4-44dd-b7d6-101b4b978c61 on network 18b54df9-33ed-4370-adce-cf7c028d1c63 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:54:46.633743 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98087065-d723-457c-a538-6a9f9890fcf6 req-c6affcf8-d898-41e1-9187-94ce827a3c05 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:46.635110 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-98087065-d723-457c-a538-6a9f9890fcf6 req-c6affcf8-d898-41e1-9187-94ce827a3c05 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14 HTTP/1.1" status: 200 len: 944 time: 0.2191777 May 05 21:54:46.635983 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0987da73-a396-441a-af8b-62a4ef431413 req-b800afdb-e488-47fb-a775-f4780f188c33 service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:54:46.636314 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0987da73-a396-441a-af8b-62a4ef431413 req-b800afdb-e488-47fb-a775-f4780f188c33 service neutron] Checking segment: {'id': '5e9da586-bb12-4958-b15e-b7cf97bc3d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '18b54df9-33ed-4370-adce-cf7c028d1c63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:54:46.636677 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0987da73-a396-441a-af8b-62a4ef431413 req-b800afdb-e488-47fb-a775-f4780f188c33 service neutron] Bound using segment: {'id': '5e9da586-bb12-4958-b15e-b7cf97bc3d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '18b54df9-33ed-4370-adce-cf7c028d1c63'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:54:46.637118 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-0987da73-a396-441a-af8b-62a4ef431413 req-b800afdb-e488-47fb-a775-f4780f188c33 service neutron] Bound port: 5e7fe4e5-73d4-44dd-b7d6-101b4b978c61, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e9da586-bb12-4958-b15e-b7cf97bc3d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '18b54df9-33ed-4370-adce-cf7c028d1c63'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:54:46.637454 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-0987da73-a396-441a-af8b-62a4ef431413 req-b800afdb-e488-47fb-a775-f4780f188c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:46.689225 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.resource_extend [None req-ab5264d9-f5b4-4300-b3e4-bdf22fc4d1a8 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 21:54:46.718086 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310e3c11-d517-450a-b1f5-1065c9538dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=cc71a640-c0e4-44ea-b748-a0093b1d033f,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:46.721206 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2dc0cd6b-40fc-44af-b4cf-b8b0c89d94d5 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:46.767034 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab5264d9-f5b4-4300-b3e4-bdf22fc4d1a8 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:54:46.767449 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2f3cf030-dd56-4ed6-9ec7-2149a8caa884 req-da14be2e-b1c5-41b3-ab49-5a3b3c75954a tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=5165d8be-a1b9-4dce-a631-d72bdd4afdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545143 May 05 21:54:46.774208 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-98087065-d723-457c-a538-6a9f9890fcf6 req-8ba184fc-cb2f-4486-99bc-df2eae64c826 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7172c50-8266-4028-bd8e-9c21e9bde333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273086 May 05 21:54:46.798820 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-0987da73-a396-441a-af8b-62a4ef431413 req-b800afdb-e488-47fb-a775-f4780f188c33 service neutron] For port 5e7fe4e5-73d4-44dd-b7d6-101b4b978c61, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:54:46.802990 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-0987da73-a396-441a-af8b-62a4ef431413 req-b800afdb-e488-47fb-a775-f4780f188c33 service neutron] For port 5e7fe4e5-73d4-44dd-b7d6-101b4b978c61, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=5e7fe4e5-73d4-44dd-b7d6-101b4b978c61,segment=NetworkSegment(5e9da586-bb12-4958-b15e-b7cf97bc3d1b),segment_id=5e9da586-bb12-4958-b15e-b7cf97bc3d1b)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:54:46.809021 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-0987da73-a396-441a-af8b-62a4ef431413 req-b800afdb-e488-47fb-a775-f4780f188c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:46.895764 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-0987da73-a396-441a-af8b-62a4ef431413 req-b800afdb-e488-47fb-a775-f4780f188c33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:46.897364 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0987da73-a396-441a-af8b-62a4ef431413 req-b800afdb-e488-47fb-a775-f4780f188c33 service neutron] 10.222.0.32 "PUT /v2.0/ports/5e7fe4e5-73d4-44dd-b7d6-101b4b978c61 HTTP/1.1" status: 200 len: 1092 time: 2.6768148 May 05 21:54:46.901330 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15ba7ec0-d1c3-4cb3-9a56-ed383e235f14', 'tag': '5e7fe4e5-73d4-44dd-b7d6-101b4b978c61'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:54:47.014465 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2dc0cd6b-40fc-44af-b4cf-b8b0c89d94d5 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:47.028992 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ab5264d9-f5b4-4300-b3e4-bdf22fc4d1a8 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:47.029640 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-ab5264d9-f5b4-4300-b3e4-bdf22fc4d1a8 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Added segment 854790e1-6385-4c82-9eaa-e101a8e3d2c6 of type vlan for network 1ecc1132-6ddc-495d-ad22-c4cb07093f6d May 05 21:54:47.031358 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b800afdb-e488-47fb-a775-f4780f188c33 service neutron] Pushing event updated for resources: {'Port': ['ID=5e7fe4e5-73d4-44dd-b7d6-101b4b978c61,revision_number=10']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:47.102585 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c172cc-d8d4-4393-8add-ade5c23f1ee4 req-24f90dc9-82ef-4e8e-af29-1c4552228201 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:47.104212 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-85c172cc-d8d4-4393-8add-ade5c23f1ee4 req-24f90dc9-82ef-4e8e-af29-1c4552228201 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=76ac842b-b8d5-41f3-9554-d5d6ee60dd6e HTTP/1.1" status: 200 len: 944 time: 0.1291776 May 05 21:54:47.109034 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0987da73-a396-441a-af8b-62a4ef431413 req-13d46d4c-3303-4ab4-985e-57ca5515f216 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ea2eb66bb064d42bceac53953af552d&device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14 HTTP/1.1" status: 200 len: 1096 time: 0.1869853 May 05 21:54:47.161341 n-d-825175-4 neutron-server[84061]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-c466302d-21fe-4a4e-a550-fad8d3b8e208']: {'name': 'network-changed', 'server_uuid': '15ba7ec0-d1c3-4cb3-9a56-ed383e235f14', 'tag': '5e7fe4e5-73d4-44dd-b7d6-101b4b978c61', 'status': 'failed', 'code': 422} returned with failed status May 05 21:54:47.203413 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2dc0cd6b-40fc-44af-b4cf-b8b0c89d94d5 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:47.205402 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-2dc0cd6b-40fc-44af-b4cf-b8b0c89d94d5 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.2430084 May 05 21:54:47.208323 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ab5264d9-f5b4-4300-b3e4-bdf22fc4d1a8 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:47.230991 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46906) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:54:47.252630 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-65d966df-7bf1-49aa-92c4-966a729d19b8 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'enable_snat': False}}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:54:47.258147 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:47.323923 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-30f6ef5e-0c39-4e0b-8a46-eccaf2ed066b req-310e3c11-d517-450a-b1f5-1065c9538dd2 service neutron] Attempting to bind port cc71a640-c0e4-44ea-b748-a0093b1d033f on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:54:47.324232 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-30f6ef5e-0c39-4e0b-8a46-eccaf2ed066b req-310e3c11-d517-450a-b1f5-1065c9538dd2 service neutron] Attempting to bind port cc71a640-c0e4-44ea-b748-a0093b1d033f by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': '6e17d504-de6f-46a1-b0ab-9bb177568a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:54:47.324560 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f6ef5e-0c39-4e0b-8a46-eccaf2ed066b req-310e3c11-d517-450a-b1f5-1065c9538dd2 service neutron] Attempting to bind port cc71a640-c0e4-44ea-b748-a0093b1d033f on network c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:54:47.328852 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-85c172cc-d8d4-4393-8add-ade5c23f1ee4 req-9cd37f68-e601-4f48-9617-d4083a7dddf3 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c51188-03e9-4eb7-84f3-076c2790a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145627 May 05 21:54:47.372067 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987da73-a396-441a-af8b-62a4ef431413 req-325f8b71-1ab1-46f8-a894-5ff1788df96c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:47.373561 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0987da73-a396-441a-af8b-62a4ef431413 req-325f8b71-1ab1-46f8-a894-5ff1788df96c service neutron] 10.222.0.32 "GET /v2.0/networks?id=18b54df9-33ed-4370-adce-cf7c028d1c63 HTTP/1.1" status: 200 len: 917 time: 0.2400901 May 05 21:54:47.400476 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-78a31840-a56c-4ebe-a636-eafcfc7e8f71 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:47.451400 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f6ef5e-0c39-4e0b-8a46-eccaf2ed066b req-310e3c11-d517-450a-b1f5-1065c9538dd2 service neutron] Port cc71a640-c0e4-44ea-b748-a0093b1d033f on network c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:54:47.452084 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f6ef5e-0c39-4e0b-8a46-eccaf2ed066b req-310e3c11-d517-450a-b1f5-1065c9538dd2 service neutron] Attempting to bind port cc71a640-c0e4-44ea-b748-a0093b1d033f on network c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:54:47.455285 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a9d6d-b447-46d7-953a-739f2e9af53e req-c4664c2d-f975-4d9a-84e3-97334420724c tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:47.456805 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d67a9d6d-b447-46d7-953a-739f2e9af53e req-c4664c2d-f975-4d9a-84e3-97334420724c tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45320f9-cb81-42ee-8a0f-05d3575e834a HTTP/1.1" status: 200 len: 946 time: 0.2007890 May 05 21:54:47.477539 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:47.487432 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ab5264d9-f5b4-4300-b3e4-bdf22fc4d1a8 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:47.487968 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ab5264d9-f5b4-4300-b3e4-bdf22fc4d1a8 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:47.491766 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5264d9-f5b4-4300-b3e4-bdf22fc4d1a8 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:47.494713 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5264d9-f5b4-4300-b3e4-bdf22fc4d1a8 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:47.495357 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ab5264d9-f5b4-4300-b3e4-bdf22fc4d1a8 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:47.515697 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0987da73-a396-441a-af8b-62a4ef431413 req-355de8f5-16bd-47bc-a43d-2ae06f6d1fd2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e7fe4e5-73d4-44dd-b7d6-101b4b978c61 HTTP/1.1" status: 200 len: 1000 time: 0.1339502 May 05 21:54:47.517009 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f6ef5e-0c39-4e0b-8a46-eccaf2ed066b req-310e3c11-d517-450a-b1f5-1065c9538dd2 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:54:47.517355 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f6ef5e-0c39-4e0b-8a46-eccaf2ed066b req-310e3c11-d517-450a-b1f5-1065c9538dd2 service neutron] Checking segment: {'id': '6e17d504-de6f-46a1-b0ab-9bb177568a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:54:47.517755 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f6ef5e-0c39-4e0b-8a46-eccaf2ed066b req-310e3c11-d517-450a-b1f5-1065c9538dd2 service neutron] Bound using segment: {'id': '6e17d504-de6f-46a1-b0ab-9bb177568a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:54:47.518709 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-30f6ef5e-0c39-4e0b-8a46-eccaf2ed066b req-310e3c11-d517-450a-b1f5-1065c9538dd2 service neutron] Bound port: cc71a640-c0e4-44ea-b748-a0093b1d033f, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e17d504-de6f-46a1-b0ab-9bb177568a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:54:47.518709 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-30f6ef5e-0c39-4e0b-8a46-eccaf2ed066b req-310e3c11-d517-450a-b1f5-1065c9538dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:47.558410 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d67a9d6d-b447-46d7-953a-739f2e9af53e req-8f2a3654-e1f1-4ad1-9599-9923df64a6eb tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=15081b51-34a6-41df-a644-0d6ba32bfe58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926876 May 05 21:54:47.584503 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987da73-a396-441a-af8b-62a4ef431413 req-602b7a30-e8d3-4ff6-a3c6-783b39804d7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:47.585950 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0987da73-a396-441a-af8b-62a4ef431413 req-602b7a30-e8d3-4ff6-a3c6-783b39804d7a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53681791-224f-47a5-828b-e46692c08c1b HTTP/1.1" status: 200 len: 855 time: 0.0641959 May 05 21:54:47.618276 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a31840-a56c-4ebe-a636-eafcfc7e8f71 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Pushing event updated for resources: {'Subnet': ['ID=f64f1e7a-817f-4ccd-9184-65d8ed36e073,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:47.667436 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0987da73-a396-441a-af8b-62a4ef431413 req-b3aea044-da6a-453b-b47a-ddee8d4ad05f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=18b54df9-33ed-4370-adce-cf7c028d1c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711746 May 05 21:54:47.668883 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:54:47.696926 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ab5264d9-f5b4-4300-b3e4-bdf22fc4d1a8 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 4.1732085 May 05 21:54:47.727151 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46910) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:54:47.802096 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0987da73-a396-441a-af8b-62a4ef431413 req-9695e4d2-5b6f-4c76-bedc-82ae98293c43 service neutron] 10.222.0.32 "GET /v2.0/networks/18b54df9-33ed-4370-adce-cf7c028d1c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289656 May 05 21:54:47.896278 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5264d9-f5b4-4300-b3e4-bdf22fc4d1a8 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Pushing event updated for resources: {'Network': ['ID=eeb83b2b-b249-48a9-a5a0-9f08bd5bb536,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:47.907568 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network eeb83b2b-b249-48a9-a5a0-9f08bd5bb536 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:54:48.069190 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0987da73-a396-441a-af8b-62a4ef431413 req-badc4b08-2de7-4e55-b6fa-a76bb06a34c3 service neutron] 10.222.0.32 "GET /v2.0/networks/18b54df9-33ed-4370-adce-cf7c028d1c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613471 May 05 21:54:48.076591 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a31840-a56c-4ebe-a636-eafcfc7e8f71 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Checking segment: {'id': '9ef591eb-c7e9-4c62-ae5a-6d550e933c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c1301700-8066-4240-acf4-e47c77ffe534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:54:48.076990 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a31840-a56c-4ebe-a636-eafcfc7e8f71 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Network hostable DHCP agents. Network: c1301700-8066-4240-acf4-e47c77ffe534, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:54:48.090062 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-30f6ef5e-0c39-4e0b-8a46-eccaf2ed066b req-310e3c11-d517-450a-b1f5-1065c9538dd2 service neutron] For port cc71a640-c0e4-44ea-b748-a0093b1d033f, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:54:48.091214 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d396d-9cb7-4b82-8ee2-6abdec4ade80 req-0c8335c1-89f5-4d9f-8303-0e2fbce657d8 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:48.092687 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bb5d396d-9cb7-4b82-8ee2-6abdec4ade80 req-0c8335c1-89f5-4d9f-8303-0e2fbce657d8 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14 HTTP/1.1" status: 200 len: 945 time: 0.1450055 May 05 21:54:48.098791 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ac946-03da-4282-a632-4c02cf0f9080 req-12317344-7a57-4251-95af-4a9ae3cec87e tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:48.100231 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-824ac946-03da-4282-a632-4c02cf0f9080 req-12317344-7a57-4251-95af-4a9ae3cec87e tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=776da390-139c-4038-b5ac-afee0d411ef0 HTTP/1.1" status: 200 len: 945 time: 0.2085595 May 05 21:54:48.145170 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5264d9-f5b4-4300-b3e4-bdf22fc4d1a8 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Pushing event updated for resources: {'Network': ['ID=1ecc1132-6ddc-495d-ad22-c4cb07093f6d,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:48.162036 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 1ecc1132-6ddc-495d-ad22-c4cb07093f6d details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:54:48.248625 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-30f6ef5e-0c39-4e0b-8a46-eccaf2ed066b req-310e3c11-d517-450a-b1f5-1065c9538dd2 service neutron] For port cc71a640-c0e4-44ea-b748-a0093b1d033f, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=cc71a640-c0e4-44ea-b748-a0093b1d033f,segment=NetworkSegment(6e17d504-de6f-46a1-b0ab-9bb177568a44),segment_id=6e17d504-de6f-46a1-b0ab-9bb177568a44)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:54:48.268277 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [req-72bf9362-6752-4947-a372-1fab6de77d78 req-82e83652-5df2-4dbc-88a8-0a4a87d9e0b8 service neutron] (84063) timed out ('10.222.0.44', 54132) {{(pid=84063) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 05 21:54:48.278587 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75ba07f-60e2-431c-aebe-cefb08ff020e tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:48.282695 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75ba07f-60e2-431c-aebe-cefb08ff020e tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:48.286757 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75ba07f-60e2-431c-aebe-cefb08ff020e tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:48.288677 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bb5d396d-9cb7-4b82-8ee2-6abdec4ade80 req-e47eb10c-b920-4966-98f7-c8f501c37474 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7172c50-8266-4028-bd8e-9c21e9bde333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1874661 May 05 21:54:48.291307 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75ba07f-60e2-431c-aebe-cefb08ff020e tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:48.291567 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d75ba07f-60e2-431c-aebe-cefb08ff020e tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Synchronizing usage tracker for tenant:9eb6e3218c9a4a819f6cee4d1cc7f39a on resource:network {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:54:48.294874 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-30f6ef5e-0c39-4e0b-8a46-eccaf2ed066b req-310e3c11-d517-450a-b1f5-1065c9538dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:48.299742 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0eea6bc-ce01-42b2-b45b-28b2b847f620 admin admin] Router 33471185-a3b8-422c-ba3b-8686a2c33b9e has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:54:48.311294 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-824ac946-03da-4282-a632-4c02cf0f9080 req-9a095240-f4d5-4bb9-bc5c-e892cdbb2984 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=5165d8be-a1b9-4dce-a631-d72bdd4afdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929595 May 05 21:54:48.395518 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-30f6ef5e-0c39-4e0b-8a46-eccaf2ed066b req-310e3c11-d517-450a-b1f5-1065c9538dd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:48.397081 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-30f6ef5e-0c39-4e0b-8a46-eccaf2ed066b req-310e3c11-d517-450a-b1f5-1065c9538dd2 service neutron] 10.222.0.44 "PUT /v2.0/ports/cc71a640-c0e4-44ea-b748-a0093b1d033f HTTP/1.1" status: 200 len: 1092 time: 4.6170490 May 05 21:54:48.400394 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ac842b-b8d5-41f3-9554-d5d6ee60dd6e', 'tag': 'cc71a640-c0e4-44ea-b748-a0093b1d033f'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:54:48.410748 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d75ba07f-60e2-431c-aebe-cefb08ff020e tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Unset dirty status for tenant:9eb6e3218c9a4a819f6cee4d1cc7f39a on resource:network {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:54:48.411962 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d75ba07f-60e2-431c-aebe-cefb08ff020e tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6418433 May 05 21:54:48.416786 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46924) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:54:48.417390 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a31840-a56c-4ebe-a636-eafcfc7e8f71 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Network c1301700-8066-4240-acf4-e47c77ffe534 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:54:48.425600 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-65d966df-7bf1-49aa-92c4-966a729d19b8 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:48.489190 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310e3c11-d517-450a-b1f5-1065c9538dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=cc71a640-c0e4-44ea-b748-a0093b1d033f,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:48.541363 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-78a31840-a56c-4ebe-a636-eafcfc7e8f71 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, c1301700-8066-4240-acf4-e47c77ffe534) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:54:48.549099 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d14611e-21ed-40fc-9c59-48a4a0afe1b3 None None] Network c1301700-8066-4240-acf4-e47c77ffe534 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:54:48.691196 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fe88351d-e6a7-4049-9a7f-077949536f40 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:48.760509 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd1fac-6d6e-4085-ab03-58523546b8d8 req-c0ba0b0a-7a77-4751-929c-3ac2ee89dcf5 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:48.768729 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-48fd1fac-6d6e-4085-ab03-58523546b8d8 req-c0ba0b0a-7a77-4751-929c-3ac2ee89dcf5 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=76ac842b-b8d5-41f3-9554-d5d6ee60dd6e HTTP/1.1" status: 200 len: 944 time: 0.2538056 May 05 21:54:48.800047 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a31840-a56c-4ebe-a636-eafcfc7e8f71 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:48.801144 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-78a31840-a56c-4ebe-a636-eafcfc7e8f71 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:48.817086 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [req-6147b369-4c3f-415a-bead-4716bda74ace req-e06dd30c-8115-46f0-9a9e-c6255409e868 tempest-ImagesNegativeTestJSON-1663163056 tempest-ImagesNegativeTestJSON-1663163056-project] (84061) timed out ('10.222.0.44', 54225) {{(pid=84061) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 05 21:54:48.860052 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-78a31840-a56c-4ebe-a636-eafcfc7e8f71 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.3913486 May 05 21:54:48.862388 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46940) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:54:48.879952 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-1bcfb4bc-8927-4e58-a8de-90a6718d4fe0 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Request body: {'subnet': {'network_id': 'bc00cc89-bdd8-4ed0-b801-d435664de8a6', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:54:48.919250 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fe88351d-e6a7-4049-9a7f-077949536f40 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:48.949394 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-48fd1fac-6d6e-4085-ab03-58523546b8d8 req-2f6d9479-f7a8-4798-8e09-f403202fe7ad tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c51188-03e9-4eb7-84f3-076c2790a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758652 May 05 21:54:48.973233 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209e9181-2a4e-43e8-bfb9-17fcb2ba16ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-c1301700-8066-4240-acf4-e47c77ffe534', 'network_id': 'c1301700-8066-4240-acf4-e47c77ffe534', 'tenant_id': 'c3f9ce50114047b1adfc22c64baa15b0', 'fixed_ips': [{'subnet_id': 'f64f1e7a-817f-4ccd-9184-65d8ed36e073'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 21:54:48.978053 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-209e9181-2a4e-43e8-bfb9-17fcb2ba16ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:48.984582 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-fe88351d-e6a7-4049-9a7f-077949536f40 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeb83b2b-b249-48a9-a5a0-9f08bd5bb536']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:54:49.011206 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-fe88351d-e6a7-4049-9a7f-077949536f40 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7270bf8-79b9-48f8-a884-b779f0fa8dcd') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:54:49.011206 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-fe88351d-e6a7-4049-9a7f-077949536f40 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7270bf8-79b9-48f8-a884-b779f0fa8dcd') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:54:49.041640 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fe88351d-e6a7-4049-9a7f-077949536f40 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:49.070569 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fe88351d-e6a7-4049-9a7f-077949536f40 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:49.078600 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe88351d-e6a7-4049-9a7f-077949536f40 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:54:49.079029 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fe88351d-e6a7-4049-9a7f-077949536f40 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:49.089916 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:49.099987 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8524052b-23ab-48d6-8d1c-3201357e59a9'] response: {'name': 'network-changed', 'server_uuid': '76ac842b-b8d5-41f3-9554-d5d6ee60dd6e', 'tag': 'cc71a640-c0e4-44ea-b748-a0093b1d033f', 'status': 'completed', 'code': 200} May 05 21:54:49.113417 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-30f6ef5e-0c39-4e0b-8a46-eccaf2ed066b req-92a90a03-33fc-4d5b-b468-4760b8910d36 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3d02eb1266e448b393d214c57b70ce63&device_id=76ac842b-b8d5-41f3-9554-d5d6ee60dd6e HTTP/1.1" status: 200 len: 1095 time: 0.6162970 May 05 21:54:49.189017 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-1bcfb4bc-8927-4e58-a8de-90a6718d4fe0 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:54:49.201438 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 21:54:49.201438 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:54:49.201438 n-d-825175-4 neutron-server[84061]: timer() May 05 21:54:49.201438 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:54:49.201438 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 21:54:49.201438 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:54:49.201438 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 21:54:49.201438 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:54:49.201438 n-d-825175-4 neutron-server[84061]: self._notify() May 05 21:54:49.201438 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:54:49.201438 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 21:54:49.201438 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:54:49.201438 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 21:54:49.201438 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:54:49.201438 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:54:49.201438 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:54:49.201438 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:54:49.201438 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:54:49.201438 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 21:54:49.201438 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:54:49.201438 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 21:54:49.201438 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:54:49.201438 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:54:49.201438 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:54:49.201438 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 21:54:49.201438 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:54:49.201438 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:54:49.201438 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:54:49.201438 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:54:49.201438 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:54:49.201438 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:54:49.201438 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:54:49.215438 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-1bcfb4bc-8927-4e58-a8de-90a6718d4fe0 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Usage tracker for resource:subnet and tenant:c3f9ce50114047b1adfc22c64baa15b0 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:54:49.231057 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-1bcfb4bc-8927-4e58-a8de-90a6718d4fe0 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:54:49.242362 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-30f6ef5e-0c39-4e0b-8a46-eccaf2ed066b req-09cf4eba-1af0-4df3-83c4-5bb4cb10aeb8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc71a640-c0e4-44ea-b748-a0093b1d033f HTTP/1.1" status: 200 len: 217 time: 0.1087220 May 05 21:54:49.245003 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-1bcfb4bc-8927-4e58-a8de-90a6718d4fe0 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:54:49.329176 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fe88351d-e6a7-4049-9a7f-077949536f40 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:49.335862 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fe88351d-e6a7-4049-9a7f-077949536f40 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:49.338778 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f6ef5e-0c39-4e0b-8a46-eccaf2ed066b req-716da9f3-4c6c-419d-abb1-cb36651e44e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:49.340243 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-30f6ef5e-0c39-4e0b-8a46-eccaf2ed066b req-716da9f3-4c6c-419d-abb1-cb36651e44e9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=81b3baf0-8b4b-4758-b115-81242d9737a5 HTTP/1.1" status: 200 len: 855 time: 0.0891087 May 05 21:54:49.437373 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-fe88351d-e6a7-4049-9a7f-077949536f40 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] 10.222.0.23 "DELETE /v2.0/networks/eeb83b2b-b249-48a9-a5a0-9f08bd5bb536 HTTP/1.1" status: 204 len: 168 time: 1.0187805 May 05 21:54:49.438062 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46956) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:54:49.453403 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe88351d-e6a7-4049-9a7f-077949536f40 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Pushing event deleted for resources: {'Network': ['ID=eeb83b2b-b249-48a9-a5a0-9f08bd5bb536,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:49.463049 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bcfb4bc-8927-4e58-a8de-90a6718d4fe0 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Made reservation on behalf of c3f9ce50114047b1adfc22c64baa15b0 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:54:49.500561 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-209e9181-2a4e-43e8-bfb9-17fcb2ba16ea None None] Allocated IP 10.1.1.2 (c1301700-8066-4240-acf4-e47c77ffe534/f64f1e7a-817f-4ccd-9184-65d8ed36e073/8f54a488-3722-4129-af54-217cb10324f4) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:54:49.528432 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-30f6ef5e-0c39-4e0b-8a46-eccaf2ed066b req-01cc3e34-a272-4ec4-b187-19892400b930 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1683762 May 05 21:54:49.670218 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5855d2-dfdc-4f3c-a0c5-dcf5d31dc4ae req-10bde468-60f8-4ba4-800b-6349a0c49fc4 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:49.671891 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5f5855d2-dfdc-4f3c-a0c5-dcf5d31dc4ae req-10bde468-60f8-4ba4-800b-6349a0c49fc4 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45320f9-cb81-42ee-8a0f-05d3575e834a HTTP/1.1" status: 200 len: 946 time: 0.4073653 May 05 21:54:49.752157 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25286f7-a37c-44a3-aa6f-d84e1b5f74bc req-8f0983ee-f0ab-481a-8472-9a10cd6eab9b tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:49.761392 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c25286f7-a37c-44a3-aa6f-d84e1b5f74bc req-8f0983ee-f0ab-481a-8472-9a10cd6eab9b tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=776da390-139c-4038-b5ac-afee0d411ef0 HTTP/1.1" status: 200 len: 945 time: 0.5589473 May 05 21:54:49.772742 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-39782bf9-0ebc-496a-8217-868b1647977e tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:49.797092 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5f5855d2-dfdc-4f3c-a0c5-dcf5d31dc4ae req-08daff4e-c96d-4e78-abce-5276ed848d73 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=15081b51-34a6-41df-a644-0d6ba32bfe58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152484 May 05 21:54:49.872277 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c25286f7-a37c-44a3-aa6f-d84e1b5f74bc req-bd487116-cefa-49a6-9cd8-7f7e976bef0e tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=5165d8be-a1b9-4dce-a631-d72bdd4afdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097734 May 05 21:54:49.911559 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1bcfb4bc-8927-4e58-a8de-90a6718d4fe0 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:49.985840 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-209e9181-2a4e-43e8-bfb9-17fcb2ba16ea None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:49.987826 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-30f6ef5e-0c39-4e0b-8a46-eccaf2ed066b req-84649813-9382-48af-a015-beff8dbf0e50 service neutron] 10.222.0.44 "GET /v2.0/networks/c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418069 May 05 21:54:50.008466 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-209e9181-2a4e-43e8-bfb9-17fcb2ba16ea None None] Transition to ACTIVE for port object 8f54a488-3722-4129-af54-217cb10324f4 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:54:50.036193 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-209e9181-2a4e-43e8-bfb9-17fcb2ba16ea None None] Transition to ACTIVE for port object 8f54a488-3722-4129-af54-217cb10324f4 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:54:50.042593 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-209e9181-2a4e-43e8-bfb9-17fcb2ba16ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:50.084173 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-39782bf9-0ebc-496a-8217-868b1647977e tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:50.145558 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-39782bf9-0ebc-496a-8217-868b1647977e tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ecc1132-6ddc-495d-ad22-c4cb07093f6d']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:54:50.178592 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209e9181-2a4e-43e8-bfb9-17fcb2ba16ea None None] Network c1301700-8066-4240-acf4-e47c77ffe534 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:54:50.180858 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-209e9181-2a4e-43e8-bfb9-17fcb2ba16ea None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:54:50.184139 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209e9181-2a4e-43e8-bfb9-17fcb2ba16ea None None] Pushing event updated for resources: {'Port': ['ID=8f54a488-3722-4129-af54-217cb10324f4,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:50.187558 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209e9181-2a4e-43e8-bfb9-17fcb2ba16ea None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:54:50.230560 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-39782bf9-0ebc-496a-8217-868b1647977e tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '854790e1-6385-4c82-9eaa-e101a8e3d2c6') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:54:50.233887 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-39782bf9-0ebc-496a-8217-868b1647977e tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '854790e1-6385-4c82-9eaa-e101a8e3d2c6') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:54:50.375749 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-209e9181-2a4e-43e8-bfb9-17fcb2ba16ea None None] Attempting to bind port 8f54a488-3722-4129-af54-217cb10324f4 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:54:50.376110 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-209e9181-2a4e-43e8-bfb9-17fcb2ba16ea None None] Attempting to bind port 8f54a488-3722-4129-af54-217cb10324f4 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '9ef591eb-c7e9-4c62-ae5a-6d550e933c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c1301700-8066-4240-acf4-e47c77ffe534'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:54:50.376613 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209e9181-2a4e-43e8-bfb9-17fcb2ba16ea None None] Attempting to bind port 8f54a488-3722-4129-af54-217cb10324f4 on network c1301700-8066-4240-acf4-e47c77ffe534 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:54:50.382064 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-30f6ef5e-0c39-4e0b-8a46-eccaf2ed066b req-46a0fccd-2a86-4433-a015-55907b50bd84 service neutron] 10.222.0.44 "GET /v2.0/networks/c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510892 May 05 21:54:50.384706 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-65d966df-7bf1-49aa-92c4-966a729d19b8 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:50.388110 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209e9181-2a4e-43e8-bfb9-17fcb2ba16ea None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:54:50.388485 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209e9181-2a4e-43e8-bfb9-17fcb2ba16ea None None] Checking segment: {'id': '9ef591eb-c7e9-4c62-ae5a-6d550e933c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c1301700-8066-4240-acf4-e47c77ffe534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:54:50.388880 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-209e9181-2a4e-43e8-bfb9-17fcb2ba16ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:50.389266 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209e9181-2a4e-43e8-bfb9-17fcb2ba16ea None None] Bound using segment: {'id': '9ef591eb-c7e9-4c62-ae5a-6d550e933c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c1301700-8066-4240-acf4-e47c77ffe534'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:54:50.396089 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-209e9181-2a4e-43e8-bfb9-17fcb2ba16ea None None] Bound port: 8f54a488-3722-4129-af54-217cb10324f4, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ef591eb-c7e9-4c62-ae5a-6d550e933c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c1301700-8066-4240-acf4-e47c77ffe534'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:54:50.398994 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-39782bf9-0ebc-496a-8217-868b1647977e tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:50.399414 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-209e9181-2a4e-43e8-bfb9-17fcb2ba16ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:50.436525 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-39782bf9-0ebc-496a-8217-868b1647977e tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:50.474256 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe1e3e-9065-4929-bb46-015b60245f4a req-6eb7c94c-9412-43ac-a3c2-20b7fbeacff0 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:50.484589 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b4fe1e3e-9065-4929-bb46-015b60245f4a req-6eb7c94c-9412-43ac-a3c2-20b7fbeacff0 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14 HTTP/1.1" status: 200 len: 945 time: 0.4605415 May 05 21:54:50.512922 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39782bf9-0ebc-496a-8217-868b1647977e tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:54:50.513341 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-39782bf9-0ebc-496a-8217-868b1647977e tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:50.533864 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 21:54:50.533864 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:54:50.533864 n-d-825175-4 neutron-server[84061]: timer() May 05 21:54:50.533864 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:54:50.533864 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 21:54:50.533864 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:54:50.533864 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 21:54:50.533864 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:54:50.533864 n-d-825175-4 neutron-server[84061]: self._notify() May 05 21:54:50.533864 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:54:50.533864 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 21:54:50.533864 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:54:50.533864 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 21:54:50.533864 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:54:50.533864 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:54:50.533864 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:54:50.533864 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:54:50.533864 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:54:50.533864 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 21:54:50.533864 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:54:50.533864 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 21:54:50.533864 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:54:50.533864 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:54:50.533864 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:54:50.533864 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 21:54:50.533864 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:54:50.533864 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:54:50.533864 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:54:50.533864 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:54:50.533864 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:54:50.533864 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:54:50.533864 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:54:50.562810 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-209e9181-2a4e-43e8-bfb9-17fcb2ba16ea None None] For port 8f54a488-3722-4129-af54-217cb10324f4, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:54:50.568232 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-209e9181-2a4e-43e8-bfb9-17fcb2ba16ea None None] For port 8f54a488-3722-4129-af54-217cb10324f4, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=8f54a488-3722-4129-af54-217cb10324f4,segment=NetworkSegment(9ef591eb-c7e9-4c62-ae5a-6d550e933c2c),segment_id=9ef591eb-c7e9-4c62-ae5a-6d550e933c2c)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:54:50.575277 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-209e9181-2a4e-43e8-bfb9-17fcb2ba16ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:50.679310 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-65d966df-7bf1-49aa-92c4-966a729d19b8 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:50.728562 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b4fe1e3e-9065-4929-bb46-015b60245f4a req-82d77c02-22db-44ad-b0df-3a057cff5256 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7172c50-8266-4028-bd8e-9c21e9bde333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2423625 May 05 21:54:50.746840 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a42067d-38d1-4515-9297-2eeccb15f171 req-ba38cbd1-77ee-4053-af2e-240044083e0d tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:50.758042 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9a42067d-38d1-4515-9297-2eeccb15f171 req-ba38cbd1-77ee-4053-af2e-240044083e0d tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=76ac842b-b8d5-41f3-9554-d5d6ee60dd6e HTTP/1.1" status: 200 len: 944 time: 0.5938544 May 05 21:54:50.802446 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-39782bf9-0ebc-496a-8217-868b1647977e tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:50.821874 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209e9181-2a4e-43e8-bfb9-17fcb2ba16ea None None] Pushing event updated for resources: {'Port': ['ID=8f54a488-3722-4129-af54-217cb10324f4,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:50.824422 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf6097d-5eae-47d1-9939-e8df19168b43 req-26619657-1c2d-4cab-a1d3-0177f6005abf tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:50.828807 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-baf6097d-5eae-47d1-9939-e8df19168b43 req-26619657-1c2d-4cab-a1d3-0177f6005abf tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45320f9-cb81-42ee-8a0f-05d3575e834a HTTP/1.1" status: 200 len: 946 time: 0.6668591 May 05 21:54:50.863698 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0eea6bc-ce01-42b2-b45b-28b2b847f620 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:54:50.879627 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf6f9a9-3e8f-467f-ae40-ec464b11c71d None None] Sync routers for ids ['33471185-a3b8-422c-ba3b-8686a2c33b9e'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:54:50.908421 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf6f9a9-3e8f-467f-ae40-ec464b11c71d None None] Routers {'33471185-a3b8-422c-ba3b-8686a2c33b9e'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:54:50.909059 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-2bf6f9a9-3e8f-467f-ae40-ec464b11c71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:54:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['33471185-a3b8-422c-ba3b-8686a2c33b9e'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:54:50.943026 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-39782bf9-0ebc-496a-8217-868b1647977e tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:50.952811 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39782bf9-0ebc-496a-8217-868b1647977e tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Pushing event deleted for resources: {'Network': ['ID=1ecc1132-6ddc-495d-ad22-c4cb07093f6d,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:50.985129 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1bcfb4bc-8927-4e58-a8de-90a6718d4fe0 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:51.004762 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-e0eea6bc-ce01-42b2-b45b-28b2b847f620 admin admin] 10.222.0.23 "PUT /v2.0/routers/33471185-a3b8-422c-ba3b-8686a2c33b9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5991039 May 05 21:54:51.293345 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-352dba44-5063-4401-a3ca-5630ca825377 req-7f2a936a-e077-496b-9d64-4fe27087c570 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3d02eb1266e448b393d214c57b70ce63&device_id=76ac842b-b8d5-41f3-9554-d5d6ee60dd6e HTTP/1.1" status: 200 len: 1095 time: 0.8064904 May 05 21:54:51.412516 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46968) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:54:51.448427 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-2bf6f9a9-3e8f-467f-ae40-ec464b11c71d None None] Set router 33471185-a3b8-422c-ba3b-8686a2c33b9e gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:54:51.613436 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-39782bf9-0ebc-496a-8217-868b1647977e tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] 10.222.0.23 "DELETE /v2.0/networks/1ecc1132-6ddc-495d-ad22-c4cb07093f6d HTTP/1.1" status: 204 len: 168 time: 2.1684611 May 05 21:54:51.614783 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46970) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:54:51.887941 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3138cbcc-1e7c-4f8a-9db3-a0bff2dcce70 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:51.891573 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcfb4bc-8927-4e58-a8de-90a6718d4fe0 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Pushing event updated for resources: {'Subnet': ['ID=61b42a37-825f-4627-8501-c242dd47987c,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:51.906589 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3138cbcc-1e7c-4f8a-9db3-a0bff2dcce70 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:51.908039 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-3138cbcc-1e7c-4f8a-9db3-a0bff2dcce70 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Synchronizing usage tracker for tenant:9eb6e3218c9a4a819f6cee4d1cc7f39a on resource:network {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:54:51.911038 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcfb4bc-8927-4e58-a8de-90a6718d4fe0 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Checking segment: {'id': '7d8e481f-6c9a-401c-a04b-9857aacc083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bc00cc89-bdd8-4ed0-b801-d435664de8a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:54:51.911513 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcfb4bc-8927-4e58-a8de-90a6718d4fe0 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Network hostable DHCP agents. Network: bc00cc89-bdd8-4ed0-b801-d435664de8a6, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:54:51.937355 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9a42067d-38d1-4515-9297-2eeccb15f171 req-82fa118b-85ef-4d6b-9e02-472a720d85ed tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c51188-03e9-4eb7-84f3-076c2790a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1765363 May 05 21:54:51.977570 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-baf6097d-5eae-47d1-9939-e8df19168b43 req-02b1a1fd-ca69-4591-ac2e-909846c6c062 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Deleting port 8b72b898-3e41-4f63-90b6-bd608bd09268 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:54:51.978124 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-baf6097d-5eae-47d1-9939-e8df19168b43 req-02b1a1fd-ca69-4591-ac2e-909846c6c062 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:52.246652 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-65d966df-7bf1-49aa-92c4-966a729d19b8 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Allocated IP 172.25.4.203 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/e1a3e072-5f24-4eb4-8bd6-45fee3cd1e80) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:54:52.259072 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 82990358-263c-460c-a2be-db543d8f1004 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:54:52.400691 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-2bf6f9a9-3e8f-467f-ae40-ec464b11c71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33471185-a3b8-422c-ba3b-8686a2c33b9e', 'name': 'tempest-ServersTestFqdnHostnames-1037735555-router', 'tenant_id': '7eaa10adcdbd47d0a6e92ce37faf0b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'ecd530c9-68cf-44eb-981e-f70ef97dc9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:54:28Z', 'updated_at': '2022-05-05T21:54:43Z', 'revision_number': 4, 'project_id': '7eaa10adcdbd47d0a6e92ce37faf0b99', 'gw_port': {'id': 'ecd530c9-68cf-44eb-981e-f70ef97dc9ee', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ee:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33471185-a3b8-422c-ba3b-8686a2c33b9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:54:30Z', 'updated_at': '2022-05-05T21:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'ec6f5e29-f425-4298-a285-902f5c8cfbfe', 'name': '', 'network_id': '24c45467-d973-4f10-a1f3-c0fbfed9c893', 'tenant_id': '7eaa10adcdbd47d0a6e92ce37faf0b99', 'mac_address': 'fa:16:3e:43:a6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33471185-a3b8-422c-ba3b-8686a2c33b9e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70fe310e-947b-4305-9ef5-a4eb5fea22c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:54:40Z', 'updated_at': '2022-05-05T21:54:44Z', 'revision_number': 2, 'project_id': '7eaa10adcdbd47d0a6e92ce37faf0b99', 'subnets': [{'id': '70fe310e-947b-4305-9ef5-a4eb5fea22c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:54:52.408863 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf6f9a9-3e8f-467f-ae40-ec464b11c71d None None] Checking router: 33471185-a3b8-422c-ba3b-8686a2c33b9e for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:54:52.409338 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf6f9a9-3e8f-467f-ae40-ec464b11c71d None None] Updating router 33471185-a3b8-422c-ba3b-8686a2c33b9e port ec6f5e29-f425-4298-a285-902f5c8cfbfe binding host n-d-825175-4 {{(pid=84068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 21:54:52.483855 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352dba44-5063-4401-a3ca-5630ca825377 req-72c59b14-2d99-489f-a83d-f10c12cb9e49 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:52.485656 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-352dba44-5063-4401-a3ca-5630ca825377 req-72c59b14-2d99-489f-a83d-f10c12cb9e49 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db HTTP/1.1" status: 200 len: 916 time: 1.1824925 May 05 21:54:52.560320 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 82990358-263c-460c-a2be-db543d8f1004, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=82990358-263c-460c-a2be-db543d8f1004,segment=NetworkSegment(18a3c379-3cfc-4702-917f-3a57e26f3cd8),segment_id=18a3c379-3cfc-4702-917f-3a57e26f3cd8)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:54:52.634114 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-2bf6f9a9-3e8f-467f-ae40-ec464b11c71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:52.643304 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-baf6097d-5eae-47d1-9939-e8df19168b43 req-02b1a1fd-ca69-4591-ac2e-909846c6c062 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] For port 8b72b898-3e41-4f63-90b6-bd608bd09268, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=8b72b898-3e41-4f63-90b6-bd608bd09268,segment=NetworkSegment(5513eecd-fe5a-4823-bb4c-ae0607ac9c61),segment_id=5513eecd-fe5a-4823-bb4c-ae0607ac9c61)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:54:52.647340 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-baf6097d-5eae-47d1-9939-e8df19168b43 req-02b1a1fd-ca69-4591-ac2e-909846c6c062 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:52.647965 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '82990358-263c-460c-a2be-db543d8f1004', 'network_id': 'f33cead3-3472-4ef7-9cf3-a35684adef89', 'port_id': '82990358-263c-460c-a2be-db543d8f1004', 'mac_address': 'fa:16:3e:f2:5c:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d5de724-e15a-4a3a-8314-05869a0cf070', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:54:52.722338 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 8f54a488-3722-4129-af54-217cb10324f4 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:54:52.749561 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device cc71a640-c0e4-44ea-b748-a0093b1d033f details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:54:52.930411 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcfb4bc-8927-4e58-a8de-90a6718d4fe0 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Network bc00cc89-bdd8-4ed0-b801-d435664de8a6 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:54:52.938961 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3760f9-791e-4368-b387-782a6a1c7349 None None] Network c1301700-8066-4240-acf4-e47c77ffe534 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:54:53.001719 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-3138cbcc-1e7c-4f8a-9db3-a0bff2dcce70 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Unset dirty status for tenant:9eb6e3218c9a4a819f6cee4d1cc7f39a on resource:network {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:54:53.009189 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-3138cbcc-1e7c-4f8a-9db3-a0bff2dcce70 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.3811593 May 05 21:54:53.011379 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46992) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:54:53.049662 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-352dba44-5063-4401-a3ca-5630ca825377 req-6648fc5b-2611-4de2-aac5-c790b138bfb2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc71a640-c0e4-44ea-b748-a0093b1d033f HTTP/1.1" status: 200 len: 217 time: 0.5134118 May 05 21:54:53.082572 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-4d1855fe-8ecb-4739-85fd-5e903936dd2f tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1052527816'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:54:53.169204 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4d1855fe-8ecb-4739-85fd-5e903936dd2f tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:54:53.249737 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352dba44-5063-4401-a3ca-5630ca825377 req-86513203-c310-4efc-9451-5abfd3a49c49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:53.251888 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-352dba44-5063-4401-a3ca-5630ca825377 req-86513203-c310-4efc-9451-5abfd3a49c49 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=81b3baf0-8b4b-4758-b115-81242d9737a5 HTTP/1.1" status: 200 len: 855 time: 0.2010458 May 05 21:54:53.263141 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-1bcfb4bc-8927-4e58-a8de-90a6718d4fe0 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, bc00cc89-bdd8-4ed0-b801-d435664de8a6) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:54:53.267891 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c06b3f8-1d4e-4e9a-97ca-5b51df9f35c0 req-62b2e70f-40cb-4aa8-982c-d841fdbee707 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:53.275880 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcfb4bc-8927-4e58-a8de-90a6718d4fe0 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:53.278683 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1bcfb4bc-8927-4e58-a8de-90a6718d4fe0 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:53.279742 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0c06b3f8-1d4e-4e9a-97ca-5b51df9f35c0 req-62b2e70f-40cb-4aa8-982c-d841fdbee707 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45320f9-cb81-42ee-8a0f-05d3575e834a HTTP/1.1" status: 200 len: 946 time: 2.2162182 May 05 21:54:53.392834 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4d1855fe-8ecb-4739-85fd-5e903936dd2f tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:54:53.408464 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1bcfb4bc-8927-4e58-a8de-90a6718d4fe0 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 4.5361562 May 05 21:54:53.409340 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46996) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:54:53.441638 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-c2956769-2756-4e68-b48f-f668f7ae033c tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Request body: {'port': {'network_id': 'c1301700-8066-4240-acf4-e47c77ffe534', 'name': 'tempest-TaggedBootDevicesTest_v242-1897427010', 'fixed_ips': [{'subnet_id': 'f64f1e7a-817f-4ccd-9184-65d8ed36e073'}]}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:54:53.466129 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-352dba44-5063-4401-a3ca-5630ca825377 req-1366452c-d753-46a8-ba97-19ab50527d47 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1166143 May 05 21:54:53.491999 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4861bc81-eb74-41aa-93c6-b2e2c4868a52 None None] Network bc00cc89-bdd8-4ed0-b801-d435664de8a6 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:54:53.511527 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d6fb0c-55ab-473b-9188-75ab82d7e831 req-6f2d6aa8-1c24-4ebd-a61f-878286e39744 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:53.514515 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-06d6fb0c-55ab-473b-9188-75ab82d7e831 req-6f2d6aa8-1c24-4ebd-a61f-878286e39744 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=776da390-139c-4038-b5ac-afee0d411ef0 HTTP/1.1" status: 200 len: 945 time: 0.7161276 May 05 21:54:53.522359 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1855fe-8ecb-4739-85fd-5e903936dd2f tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Made reservation on behalf of 9eb6e3218c9a4a819f6cee4d1cc7f39a for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:54:53.532613 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4d1855fe-8ecb-4739-85fd-5e903936dd2f tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:53.687228 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0c06b3f8-1d4e-4e9a-97ca-5b51df9f35c0 req-7f529131-d5aa-48d7-96f6-5ff5f300d2f2 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=15081b51-34a6-41df-a644-0d6ba32bfe58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4046829 May 05 21:54:53.759304 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-2bf6f9a9-3e8f-467f-ae40-ec464b11c71d None None] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:53.795045 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.provisioning_blocks [None req-2bf6f9a9-3e8f-467f-ae40-ec464b11c71d None None] Transition to ACTIVE for port object ec6f5e29-f425-4298-a285-902f5c8cfbfe will not be triggered until provisioned by entity L2. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:54:53.811539 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-2bf6f9a9-3e8f-467f-ae40-ec464b11c71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:53.904203 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-65d966df-7bf1-49aa-92c4-966a729d19b8 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:54.181299 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-06d6fb0c-55ab-473b-9188-75ab82d7e831 req-0d7de78e-d7a9-4dd5-bc73-b18e48c99170 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=5165d8be-a1b9-4dce-a631-d72bdd4afdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6163187 May 05 21:54:54.263539 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:54.284224 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c2956769-2756-4e68-b48f-f668f7ae033c tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:54:54.299778 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c2956769-2756-4e68-b48f-f668f7ae033c tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Usage tracker for resource:port and tenant:c3f9ce50114047b1adfc22c64baa15b0 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:54:54.308352 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c2956769-2756-4e68-b48f-f668f7ae033c tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:54:54.319725 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c2956769-2756-4e68-b48f-f668f7ae033c tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:54:54.329939 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 82990358-263c-460c-a2be-db543d8f1004 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:54:54.345030 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-352dba44-5063-4401-a3ca-5630ca825377 req-b51fb22c-d62e-453f-ad97-c7fc94258c88 service neutron] 10.222.0.44 "GET /v2.0/networks/c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8690121 May 05 21:54:54.351173 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 82990358-263c-460c-a2be-db543d8f1004, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=82990358-263c-460c-a2be-db543d8f1004,segment=NetworkSegment(18a3c379-3cfc-4702-917f-3a57e26f3cd8),segment_id=18a3c379-3cfc-4702-917f-3a57e26f3cd8)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:54:54.352900 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d1855fe-8ecb-4739-85fd-5e903936dd2f tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:54:54.359533 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2956769-2756-4e68-b48f-f668f7ae033c tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Made reservation on behalf of c3f9ce50114047b1adfc22c64baa15b0 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:54:54.385964 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-72eff698-64f7-462e-ab1f-81f1975d6365 None None] Provisioning for port 8f54a488-3722-4129-af54-217cb10324f4 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:54:54.432388 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae9b31d-d828-4856-9772-45a39ee895b4 None None] Pushing event updated for resources: {'Port': ['ID=ec6f5e29-f425-4298-a285-902f5c8cfbfe,revision_number=3']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:54.457636 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-72eff698-64f7-462e-ab1f-81f1975d6365 None None] Provisioning complete for port 8f54a488-3722-4129-af54-217cb10324f4 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:54:54.458218 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-72eff698-64f7-462e-ab1f-81f1975d6365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:54.461028 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4d1855fe-8ecb-4739-85fd-5e903936dd2f tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:54.461767 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-4d1855fe-8ecb-4739-85fd-5e903936dd2f tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Added segment 40064626-14cc-471e-adbf-cc19289f2e7e of type vlan for network 63ff37a7-a561-4110-8004-086175578d8b May 05 21:54:54.488119 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-baf6097d-5eae-47d1-9939-e8df19168b43 req-02b1a1fd-ca69-4591-ac2e-909846c6c062 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:54.490147 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-baf6097d-5eae-47d1-9939-e8df19168b43 req-02b1a1fd-ca69-4591-ac2e-909846c6c062 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:54.491235 n-d-825175-4 neutron-server[84061]: INFO neutron.db.l3_db [req-baf6097d-5eae-47d1-9939-e8df19168b43 req-02b1a1fd-ca69-4591-ac2e-909846c6c062 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Floating IP 756f3f59-a325-4619-87f8-f498cc8fec51 disassociated. External IP: 172.25.4.82, port: 8b72b898-3e41-4f63-90b6-bd608bd09268. May 05 21:54:54.491570 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae9b31d-d828-4856-9772-45a39ee895b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:54:54.494194 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-baf6097d-5eae-47d1-9939-e8df19168b43 req-02b1a1fd-ca69-4591-ac2e-909846c6c062 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Calling delete_port for 8b72b898-3e41-4f63-90b6-bd608bd09268 owned by compute:nova {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:54:54.496252 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae9b31d-d828-4856-9772-45a39ee895b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:54:54.496649 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae9b31d-d828-4856-9772-45a39ee895b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:54:54.497119 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae9b31d-d828-4856-9772-45a39ee895b4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:54:54.498493 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae9b31d-d828-4856-9772-45a39ee895b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:54:54.499760 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae9b31d-d828-4856-9772-45a39ee895b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:54:54.501464 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae9b31d-d828-4856-9772-45a39ee895b4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:54:54.502134 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae9b31d-d828-4856-9772-45a39ee895b4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:54:54.504189 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae9b31d-d828-4856-9772-45a39ee895b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:54:54.505393 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae9b31d-d828-4856-9772-45a39ee895b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:54:54.506680 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae9b31d-d828-4856-9772-45a39ee895b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:54:54.583299 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:54.588088 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 8f54a488-3722-4129-af54-217cb10324f4 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:54:54.704982 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 8f54a488-3722-4129-af54-217cb10324f4 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:54:54.705429 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:54.810431 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-65d966df-7bf1-49aa-92c4-966a729d19b8 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:54.818716 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-2bf6f9a9-3e8f-467f-ae40-ec464b11c71d None None] Attempting to bind port ec6f5e29-f425-4298-a285-902f5c8cfbfe on host n-d-825175-4 for vnic_type normal with profile {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:54:54.819322 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-2bf6f9a9-3e8f-467f-ae40-ec464b11c71d None None] Attempting to bind port ec6f5e29-f425-4298-a285-902f5c8cfbfe by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '9d6cdca9-ab60-4902-bd72-6cb42ba3ed34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '24c45467-d973-4f10-a1f3-c0fbfed9c893'}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:54:54.821733 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf6f9a9-3e8f-467f-ae40-ec464b11c71d None None] Attempting to bind port ec6f5e29-f425-4298-a285-902f5c8cfbfe on network 24c45467-d973-4f10-a1f3-c0fbfed9c893 {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:54:54.824477 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=82990358-263c-460c-a2be-db543d8f1004,revision_number=6']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:54.838455 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf6f9a9-3e8f-467f-ae40-ec464b11c71d None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:54:54.838845 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf6f9a9-3e8f-467f-ae40-ec464b11c71d None None] Checking segment: {'id': '9d6cdca9-ab60-4902-bd72-6cb42ba3ed34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '24c45467-d973-4f10-a1f3-c0fbfed9c893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:54:54.844802 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95da63f-f958-40a1-bb1a-028b94ff0bdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-bc00cc89-bdd8-4ed0-b801-d435664de8a6', 'network_id': 'bc00cc89-bdd8-4ed0-b801-d435664de8a6', 'tenant_id': 'c3f9ce50114047b1adfc22c64baa15b0', 'fixed_ips': [{'subnet_id': '61b42a37-825f-4627-8501-c242dd47987c'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 21:54:54.845924 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a95da63f-f958-40a1-bb1a-028b94ff0bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:54.849883 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-2bf6f9a9-3e8f-467f-ae40-ec464b11c71d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:54.850438 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf6f9a9-3e8f-467f-ae40-ec464b11c71d None None] Bound using segment: {'id': '9d6cdca9-ab60-4902-bd72-6cb42ba3ed34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '24c45467-d973-4f10-a1f3-c0fbfed9c893'} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:54:54.851265 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-2bf6f9a9-3e8f-467f-ae40-ec464b11c71d None None] Bound port: ec6f5e29-f425-4298-a285-902f5c8cfbfe, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d6cdca9-ab60-4902-bd72-6cb42ba3ed34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '24c45467-d973-4f10-a1f3-c0fbfed9c893'}}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:54:54.851722 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-2bf6f9a9-3e8f-467f-ae40-ec464b11c71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:54.887254 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4d1855fe-8ecb-4739-85fd-5e903936dd2f tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:54.921653 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70be841-24cf-423d-b8c1-55793f758fbe req-6e44002a-6c78-4f98-b7f2-6154f8d45266 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:54.923257 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d70be841-24cf-423d-b8c1-55793f758fbe req-6e44002a-6c78-4f98-b7f2-6154f8d45266 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14 HTTP/1.1" status: 200 len: 945 time: 0.8249779 May 05 21:54:55.091145 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d70be841-24cf-423d-b8c1-55793f758fbe req-069a4290-70dd-4748-a9e4-6f28e4bde11d tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7172c50-8266-4028-bd8e-9c21e9bde333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522508 May 05 21:54:55.178740 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4d1855fe-8ecb-4739-85fd-5e903936dd2f tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:55.183400 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1855fe-8ecb-4739-85fd-5e903936dd2f tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:55.184140 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4d1855fe-8ecb-4739-85fd-5e903936dd2f tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:55.199998 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-2bf6f9a9-3e8f-467f-ae40-ec464b11c71d None None] For port ec6f5e29-f425-4298-a285-902f5c8cfbfe, host n-d-825175-4, cleared binding levels {{(pid=84068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:54:55.206617 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-2bf6f9a9-3e8f-467f-ae40-ec464b11c71d None None] For port ec6f5e29-f425-4298-a285-902f5c8cfbfe, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=ec6f5e29-f425-4298-a285-902f5c8cfbfe,segment=NetworkSegment(9d6cdca9-ab60-4902-bd72-6cb42ba3ed34),segment_id=9d6cdca9-ab60-4902-bd72-6cb42ba3ed34)] {{(pid=84068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:54:55.210958 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d966df-7bf1-49aa-92c4-966a729d19b8 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:54:55.215720 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-2bf6f9a9-3e8f-467f-ae40-ec464b11c71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:55.252096 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d966df-7bf1-49aa-92c4-966a729d19b8 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Pushing event updated for resources: {'Port': ['ID=e1a3e072-5f24-4eb4-8bd6-45fee3cd1e80,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:55.258997 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['82990358-263c-460c-a2be-db543d8f1004'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:54:55.263895 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-65d966df-7bf1-49aa-92c4-966a729d19b8 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:54:55.274207 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d966df-7bf1-49aa-92c4-966a729d19b8 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:54:55.307881 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff89b03-c66c-4d98-8ee6-372decb90e60 req-979609d8-64e3-4b29-99e6-93b1ac94ad6f tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:55.320158 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2ff89b03-c66c-4d98-8ee6-372decb90e60 req-979609d8-64e3-4b29-99e6-93b1ac94ad6f tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=76ac842b-b8d5-41f3-9554-d5d6ee60dd6e HTTP/1.1" status: 200 len: 944 time: 0.5457246 May 05 21:54:55.420540 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae9b31d-d828-4856-9772-45a39ee895b4 None None] Pushing event updated for resources: {'Port': ['ID=ec6f5e29-f425-4298-a285-902f5c8cfbfe,revision_number=4']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:55.437543 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf6f9a9-3e8f-467f-ae40-ec464b11c71d None None] Routers {'33471185-a3b8-422c-ba3b-8686a2c33b9e'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:54:55.441856 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-2bf6f9a9-3e8f-467f-ae40-ec464b11c71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:54:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['33471185-a3b8-422c-ba3b-8686a2c33b9e'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:54:55.593241 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c2956769-2756-4e68-b48f-f668f7ae033c tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:55.596375 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port cc71a640-c0e4-44ea-b748-a0093b1d033f, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=cc71a640-c0e4-44ea-b748-a0093b1d033f,segment=NetworkSegment(6e17d504-de6f-46a1-b0ab-9bb177568a44),segment_id=6e17d504-de6f-46a1-b0ab-9bb177568a44)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:54:55.728771 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-a95da63f-f958-40a1-bb1a-028b94ff0bdb None None] Allocated IP 10.2.2.2 (bc00cc89-bdd8-4ed0-b801-d435664de8a6/61b42a37-825f-4627-8501-c242dd47987c/a87023c7-18ee-4b78-9605-5a170071bba0) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:54:55.803556 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': 'cc71a640-c0e4-44ea-b748-a0093b1d033f', 'network_id': 'c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db', 'port_id': 'cc71a640-c0e4-44ea-b748-a0093b1d033f', 'mac_address': 'fa:16:3e:7a:a8:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81b3baf0-8b4b-4758-b115-81242d9737a5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:54:55.928994 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2ff89b03-c66c-4d98-8ee6-372decb90e60 req-8dbac42e-44b4-4b42-a3e1-3b486fd57498 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c51188-03e9-4eb7-84f3-076c2790a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6078465 May 05 21:54:55.931863 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-baf6097d-5eae-47d1-9939-e8df19168b43 req-02b1a1fd-ca69-4591-ac2e-909846c6c062 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:55.961263 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4d1855fe-8ecb-4739-85fd-5e903936dd2f tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.9444916 May 05 21:54:55.971104 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-2bf6f9a9-3e8f-467f-ae40-ec464b11c71d None None] Set router 33471185-a3b8-422c-ba3b-8686a2c33b9e gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:54:56.000147 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47004) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:54:56.067395 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-a4870208-36fd-44df-acb6-3a3e5e09d52c tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1633832578'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:54:56.077729 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1855fe-8ecb-4739-85fd-5e903936dd2f tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Pushing event updated for resources: {'Network': ['ID=63ff37a7-a561-4110-8004-086175578d8b,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:56.090957 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [None req-c2956769-2756-4e68-b48f-f668f7ae033c tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] device_id is not set on port 5a7478fb-521e-4f6f-8635-8d5c3a9ffb68 yet. {{(pid=84063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 21:54:56.091317 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:56.254251 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 63ff37a7-a561-4110-8004-086175578d8b details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:54:56.312075 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b1a1fd-ca69-4591-ac2e-909846c6c062 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Pushing event deleted for resources: {'Port': ['ID=8b72b898-3e41-4f63-90b6-bd608bd09268,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:56.345661 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-a4870208-36fd-44df-acb6-3a3e5e09d52c tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:54:56.353535 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-352dba44-5063-4401-a3ca-5630ca825377 req-f95708d7-e284-452f-9f7c-ea86996b773b service neutron] 10.222.0.44 "GET /v2.0/networks/c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9725518 May 05 21:54:56.370502 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-a4870208-36fd-44df-acb6-3a3e5e09d52c tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Usage tracker for resource:network and tenant:9eb6e3218c9a4a819f6cee4d1cc7f39a is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:54:56.402866 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-a4870208-36fd-44df-acb6-3a3e5e09d52c tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:54:56.453845 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1294989d-51de-435c-a597-bc45d2df74ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:56.609035 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-a4870208-36fd-44df-acb6-3a3e5e09d52c tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:54:56.930067 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:56.963553 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-2bf6f9a9-3e8f-467f-ae40-ec464b11c71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33471185-a3b8-422c-ba3b-8686a2c33b9e', 'name': 'tempest-ServersTestFqdnHostnames-1037735555-router', 'tenant_id': '7eaa10adcdbd47d0a6e92ce37faf0b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'ecd530c9-68cf-44eb-981e-f70ef97dc9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:54:28Z', 'updated_at': '2022-05-05T21:54:43Z', 'revision_number': 4, 'project_id': '7eaa10adcdbd47d0a6e92ce37faf0b99', 'gw_port': {'id': 'ecd530c9-68cf-44eb-981e-f70ef97dc9ee', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ee:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33471185-a3b8-422c-ba3b-8686a2c33b9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:54:30Z', 'updated_at': '2022-05-05T21:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'ec6f5e29-f425-4298-a285-902f5c8cfbfe', 'name': '', 'network_id': '24c45467-d973-4f10-a1f3-c0fbfed9c893', 'tenant_id': '7eaa10adcdbd47d0a6e92ce37faf0b99', 'mac_address': 'fa:16:3e:43:a6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33471185-a3b8-422c-ba3b-8686a2c33b9e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70fe310e-947b-4305-9ef5-a4eb5fea22c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:54:40Z', 'updated_at': '2022-05-05T21:54:55Z', 'revision_number': 4, 'project_id': '7eaa10adcdbd47d0a6e92ce37faf0b99', 'subnets': [{'id': '70fe310e-947b-4305-9ef5-a4eb5fea22c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:54:56.970981 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf6f9a9-3e8f-467f-ae40-ec464b11c71d None None] The sync data for ids ['33471185-a3b8-422c-ba3b-8686a2c33b9e'] in n-d-825175-4 is: [{'id': '33471185-a3b8-422c-ba3b-8686a2c33b9e', 'name': 'tempest-ServersTestFqdnHostnames-1037735555-router', 'tenant_id': '7eaa10adcdbd47d0a6e92ce37faf0b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'ecd530c9-68cf-44eb-981e-f70ef97dc9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:54:28Z', 'updated_at': '2022-05-05T21:54:43Z', 'revision_number': 4, 'project_id': '7eaa10adcdbd47d0a6e92ce37faf0b99', 'gw_port': {'id': 'ecd530c9-68cf-44eb-981e-f70ef97dc9ee', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ee:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33471185-a3b8-422c-ba3b-8686a2c33b9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:54:30Z', 'updated_at': '2022-05-05T21:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'ec6f5e29-f425-4298-a285-902f5c8cfbfe', 'name': '', 'network_id': '24c45467-d973-4f10-a1f3-c0fbfed9c893', 'tenant_id': '7eaa10adcdbd47d0a6e92ce37faf0b99', 'mac_address': 'fa:16:3e:43:a6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33471185-a3b8-422c-ba3b-8686a2c33b9e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70fe310e-947b-4305-9ef5-a4eb5fea22c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:54:40Z', 'updated_at': '2022-05-05T21:54:55Z', 'revision_number': 4, 'project_id': '7eaa10adcdbd47d0a6e92ce37faf0b99', 'subnets': [{'id': '70fe310e-947b-4305-9ef5-a4eb5fea22c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:54:56.971893 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc71a640-c0e4-44ea-b748-a0093b1d033f {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:54:56.987964 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-07a11510-d266-4b72-924d-4f84b8794453 req-04384290-be0d-4797-98d0-ad98c98929b8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2d95b01c-6710-48cf-9af7-f1de1a8bd458&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3362761 May 05 21:54:56.995217 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port cc71a640-c0e4-44ea-b748-a0093b1d033f, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=cc71a640-c0e4-44ea-b748-a0093b1d033f,segment=NetworkSegment(6e17d504-de6f-46a1-b0ab-9bb177568a44),segment_id=6e17d504-de6f-46a1-b0ab-9bb177568a44)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:54:57.019023 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4870208-36fd-44df-acb6-3a3e5e09d52c tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Made reservation on behalf of 9eb6e3218c9a4a819f6cee4d1cc7f39a for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:54:57.019584 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:57.021667 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-72eff698-64f7-462e-ab1f-81f1975d6365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:57.045472 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a4870208-36fd-44df-acb6-3a3e5e09d52c tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:57.092227 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 8f54a488-3722-4129-af54-217cb10324f4, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=8f54a488-3722-4129-af54-217cb10324f4,segment=NetworkSegment(9ef591eb-c7e9-4c62-ae5a-6d550e933c2c),segment_id=9ef591eb-c7e9-4c62-ae5a-6d550e933c2c)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:54:57.187111 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:57.240436 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a62587-6b22-45ef-b7bb-4fd8b04ae8a8 req-919f3324-b308-4f51-a16b-771ab4b91250 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:57.241180 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-f5a62587-6b22-45ef-b7bb-4fd8b04ae8a8 req-919f3324-b308-4f51-a16b-771ab4b91250 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Synchronizing usage tracker for tenant:b8d6052b833a4534bc346cca1ce7985f on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:54:57.292365 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-72eff698-64f7-462e-ab1f-81f1975d6365 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:54:57.292708 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-72eff698-64f7-462e-ab1f-81f1975d6365 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:54:57.351122 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943d0f8-0a28-44e0-bcb1-0d5f622c42c1 req-908cc690-0b47-4bbd-a32f-70a82e5e41b5 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:57.366309 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9943d0f8-0a28-44e0-bcb1-0d5f622c42c1 req-908cc690-0b47-4bbd-a32f-70a82e5e41b5 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=776da390-139c-4038-b5ac-afee0d411ef0 HTTP/1.1" status: 200 len: 944 time: 0.6306167 May 05 21:54:57.384465 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['cc71a640-c0e4-44ea-b748-a0093b1d033f'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:54:57.405167 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-f5a62587-6b22-45ef-b7bb-4fd8b04ae8a8 req-919f3324-b308-4f51-a16b-771ab4b91250 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Unset dirty status for tenant:b8d6052b833a4534bc346cca1ce7985f on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:54:57.416563 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4870208-36fd-44df-acb6-3a3e5e09d52c tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:54:57.418366 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f5a62587-6b22-45ef-b7bb-4fd8b04ae8a8 req-919f3324-b308-4f51-a16b-771ab4b91250 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45320f9-cb81-42ee-8a0f-05d3575e834a HTTP/1.1" status: 200 len: 867 time: 1.7329288 May 05 21:54:57.459944 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a4870208-36fd-44df-acb6-3a3e5e09d52c tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:57.460566 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-a4870208-36fd-44df-acb6-3a3e5e09d52c tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Added segment 97adf463-88e4-4908-b15a-a06d68edadda of type vlan for network 3b496e49-1c3b-4405-8ee2-31084a016846 May 05 21:54:57.485058 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device ec6f5e29-f425-4298-a285-902f5c8cfbfe up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:54:57.525761 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a4870208-36fd-44df-acb6-3a3e5e09d52c tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:57.570193 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=cc71a640-c0e4-44ea-b748-a0093b1d033f,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:57.741003 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-c2956769-2756-4e68-b48f-f668f7ae033c tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Allocated IP 10.1.1.60 (c1301700-8066-4240-acf4-e47c77ffe534/f64f1e7a-817f-4ccd-9184-65d8ed36e073/5a7478fb-521e-4f6f-8635-8d5c3a9ffb68) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:54:57.749799 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f5a62587-6b22-45ef-b7bb-4fd8b04ae8a8 req-32f0e7b6-2d4c-40ab-a9b1-73176e001dcf tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=15081b51-34a6-41df-a644-0d6ba32bfe58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3305213 May 05 21:54:57.758259 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9943d0f8-0a28-44e0-bcb1-0d5f622c42c1 req-c75a219a-93b5-40da-9497-4f7731ab13b0 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=5165d8be-a1b9-4dce-a631-d72bdd4afdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3906629 May 05 21:54:57.789268 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d7c4e9ff-b9d2-457b-bc18-c2e3ea8283c7 req-11b89653-9d0c-4de7-a7e0-fcc929da76f3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9e69ec30-08d3-41b4-b7e1-6334c8ce0d1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3186378 May 05 21:54:57.862994 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [req-baf6097d-5eae-47d1-9939-e8df19168b43 req-02b1a1fd-ca69-4591-ac2e-909846c6c062 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Router c75c1270-4a41-4a4b-8adf-fd2eee70e08e has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:54:58.015080 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c2956769-2756-4e68-b48f-f668f7ae033c tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:58.036220 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-c2956769-2756-4e68-b48f-f668f7ae033c tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Transition to ACTIVE for port object 5a7478fb-521e-4f6f-8635-8d5c3a9ffb68 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:54:58.114569 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-65d966df-7bf1-49aa-92c4-966a729d19b8 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:58.204259 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.resource_extend [None req-a4870208-36fd-44df-acb6-3a3e5e09d52c tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 21:54:58.229774 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a95da63f-f958-40a1-bb1a-028b94ff0bdb None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:58.253032 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-a95da63f-f958-40a1-bb1a-028b94ff0bdb None None] Transition to ACTIVE for port object a87023c7-18ee-4b78-9605-5a170071bba0 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:54:58.288767 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-a95da63f-f958-40a1-bb1a-028b94ff0bdb None None] Transition to ACTIVE for port object a87023c7-18ee-4b78-9605-5a170071bba0 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:54:58.334204 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port ec6f5e29-f425-4298-a285-902f5c8cfbfe completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:54:58.404696 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a95da63f-f958-40a1-bb1a-028b94ff0bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:58.428509 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port ec6f5e29-f425-4298-a285-902f5c8cfbfe triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:54:58.429025 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:58.464055 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c2956769-2756-4e68-b48f-f668f7ae033c tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:58.466071 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a4870208-36fd-44df-acb6-3a3e5e09d52c tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:58.471423 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4870208-36fd-44df-acb6-3a3e5e09d52c tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:58.477734 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a4870208-36fd-44df-acb6-3a3e5e09d52c tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:58.520463 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=8f54a488-3722-4129-af54-217cb10324f4,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:58.673582 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2956769-2756-4e68-b48f-f668f7ae033c tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Network c1301700-8066-4240-acf4-e47c77ffe534 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:54:58.744526 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-c2956769-2756-4e68-b48f-f668f7ae033c tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:54:58.796194 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 82990358-263c-460c-a2be-db543d8f1004 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:54:58.801697 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a4870208-36fd-44df-acb6-3a3e5e09d52c tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.8004632 May 05 21:54:58.802894 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2956769-2756-4e68-b48f-f668f7ae033c tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:54:58.811639 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47012) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:54:58.832284 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-4fa65f5d-3d1d-4554-91a9-55d806796658 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Request body: {'ports': [{'network_id': '63ff37a7-a561-4110-8004-086175578d8b', 'name': 'tempest-port--1659342621', 'admin_state_up': True}, {'network_id': '3b496e49-1c3b-4405-8ee2-31084a016846', 'admin_state_up': False}]} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:54:58.832595 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-4fa65f5d-3d1d-4554-91a9-55d806796658 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Request body: {'port': {'network_id': '63ff37a7-a561-4110-8004-086175578d8b', 'name': 'tempest-port--1659342621', 'admin_state_up': True}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:54:58.834167 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-4fa65f5d-3d1d-4554-91a9-55d806796658 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Request body: {'port': {'network_id': '3b496e49-1c3b-4405-8ee2-31084a016846', 'admin_state_up': False}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:54:59.006631 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2956769-2756-4e68-b48f-f668f7ae033c tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:59.007551 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c2956769-2756-4e68-b48f-f668f7ae033c tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:59.015316 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-07a11510-d266-4b72-924d-4f84b8794453 req-ac6ddbe6-fb3d-44e1-9c8f-f18ae0fce2f3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b8d6052b833a4534bc346cca1ce7985f&device_id=2d95b01c-6710-48cf-9af7-f1de1a8bd458 HTTP/1.1" status: 200 len: 1096 time: 1.8787994 May 05 21:54:59.029615 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95da63f-f958-40a1-bb1a-028b94ff0bdb None None] Pushing event updated for resources: {'Port': ['ID=a87023c7-18ee-4b78-9605-5a170071bba0,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:59.060057 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 8b72b898-3e41-4f63-90b6-bd608bd09268 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:54:59.165992 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95da63f-f958-40a1-bb1a-028b94ff0bdb None None] Network bc00cc89-bdd8-4ed0-b801-d435664de8a6 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:54:59.181459 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: 8b72b898-3e41-4f63-90b6-bd608bd09268 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:54:59.181849 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 8b72b898-3e41-4f63-90b6-bd608bd09268 not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:54:59.262813 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-a95da63f-f958-40a1-bb1a-028b94ff0bdb None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:54:59.262813 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95da63f-f958-40a1-bb1a-028b94ff0bdb None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:54:59.303284 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-2bb2358f-f166-46f1-8854-36eeed01425c None None] Provisioning complete for port 8f54a488-3722-4129-af54-217cb10324f4 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:54:59.303736 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2bb2358f-f166-46f1-8854-36eeed01425c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:59.342705 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d7c4e9ff-b9d2-457b-bc18-c2e3ea8283c7 req-05af2a82-78c0-449e-91ad-498a0a51cae9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0eb82da6a4bc47a2ae0058d78ca21e92&device_id=9e69ec30-08d3-41b4-b7e1-6334c8ce0d1b HTTP/1.1" status: 200 len: 1096 time: 1.0675292 May 05 21:54:59.388418 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 82990358-263c-460c-a2be-db543d8f1004 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:54:59.388418 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:59.603267 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe0873-ae73-42b8-b3cd-5d9433f4913c req-33b36256-3aef-4ea0-91e8-4932f29707f3 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:59.614376 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-abbe0873-ae73-42b8-b3cd-5d9433f4913c req-33b36256-3aef-4ea0-91e8-4932f29707f3 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=76ac842b-b8d5-41f3-9554-d5d6ee60dd6e HTTP/1.1" status: 200 len: 945 time: 1.1255906 May 05 21:54:59.644147 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4870208-36fd-44df-acb6-3a3e5e09d52c tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Pushing event updated for resources: {'Network': ['ID=3b496e49-1c3b-4405-8ee2-31084a016846,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:59.657710 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c2956769-2756-4e68-b48f-f668f7ae033c tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 6.2260945 May 05 21:54:59.657903 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-a95da63f-f958-40a1-bb1a-028b94ff0bdb None None] Attempting to bind port a87023c7-18ee-4b78-9605-5a170071bba0 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:54:59.657903 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-a95da63f-f958-40a1-bb1a-028b94ff0bdb None None] Attempting to bind port a87023c7-18ee-4b78-9605-5a170071bba0 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '7d8e481f-6c9a-401c-a04b-9857aacc083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bc00cc89-bdd8-4ed0-b801-d435664de8a6'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:54:59.657903 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95da63f-f958-40a1-bb1a-028b94ff0bdb None None] Attempting to bind port a87023c7-18ee-4b78-9605-5a170071bba0 on network bc00cc89-bdd8-4ed0-b801-d435664de8a6 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:54:59.658648 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2956769-2756-4e68-b48f-f668f7ae033c tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Pushing event updated for resources: {'Port': ['ID=5a7478fb-521e-4f6f-8635-8d5c3a9ffb68,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:54:59.672259 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:59.676291 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47024) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:54:59.692330 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 3b496e49-1c3b-4405-8ee2-31084a016846 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:54:59.710965 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-419cde77-ea65-4f80-a582-b218c2b6a5ec tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Request body: {'port': {'network_id': 'c1301700-8066-4240-acf4-e47c77ffe534', 'name': 'tempest-TaggedBootDevicesTest_v242-258130941', 'fixed_ips': [{'subnet_id': 'f64f1e7a-817f-4ccd-9184-65d8ed36e073'}]}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:54:59.730448 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port ec6f5e29-f425-4298-a285-902f5c8cfbfe, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=ec6f5e29-f425-4298-a285-902f5c8cfbfe,segment=NetworkSegment(9d6cdca9-ab60-4902-bd72-6cb42ba3ed34),segment_id=9d6cdca9-ab60-4902-bd72-6cb42ba3ed34)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:54:59.790266 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-65d966df-7bf1-49aa-92c4-966a729d19b8 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:59.805860 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:59.886392 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-65d966df-7bf1-49aa-92c4-966a729d19b8 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-926863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-926864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-930834'] for router, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:54:59.911752 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97a3dc-1623-407b-8d0e-0b90bf92b9b9 req-c9ce0387-8d0b-4d47-a7d3-f9343430d141 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:54:59.931904 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-aa97a3dc-1623-407b-8d0e-0b90bf92b9b9 req-c9ce0387-8d0b-4d47-a7d3-f9343430d141 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14 HTTP/1.1" status: 200 len: 945 time: 1.7354941 May 05 21:54:59.954859 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-abbe0873-ae73-42b8-b3cd-5d9433f4913c req-0d2857b8-2edc-460a-8ebf-3a83a31444a7 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c51188-03e9-4eb7-84f3-076c2790a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395109 May 05 21:54:59.982800 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4fa65f5d-3d1d-4554-91a9-55d806796658 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:55:00.021729 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-4fa65f5d-3d1d-4554-91a9-55d806796658 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Usage tracker for resource:port and tenant:9eb6e3218c9a4a819f6cee4d1cc7f39a is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:55:00.041095 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-4fa65f5d-3d1d-4554-91a9-55d806796658 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:55:00.127516 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=ec6f5e29-f425-4298-a285-902f5c8cfbfe,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:00.130871 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95da63f-f958-40a1-bb1a-028b94ff0bdb None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:55:00.131243 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95da63f-f958-40a1-bb1a-028b94ff0bdb None None] Checking segment: {'id': '7d8e481f-6c9a-401c-a04b-9857aacc083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bc00cc89-bdd8-4ed0-b801-d435664de8a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:55:00.131641 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a95da63f-f958-40a1-bb1a-028b94ff0bdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:00.132018 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95da63f-f958-40a1-bb1a-028b94ff0bdb None None] Bound using segment: {'id': '7d8e481f-6c9a-401c-a04b-9857aacc083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bc00cc89-bdd8-4ed0-b801-d435664de8a6'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:55:00.132512 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-a95da63f-f958-40a1-bb1a-028b94ff0bdb None None] Bound port: a87023c7-18ee-4b78-9605-5a170071bba0, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8e481f-6c9a-401c-a04b-9857aacc083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bc00cc89-bdd8-4ed0-b801-d435664de8a6'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:55:00.132870 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a95da63f-f958-40a1-bb1a-028b94ff0bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:00.135740 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-aa97a3dc-1623-407b-8d0e-0b90bf92b9b9 req-108a8813-ec52-445f-b150-5c2439b452ff tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7172c50-8266-4028-bd8e-9c21e9bde333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2021799 May 05 21:55:00.142500 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4fa65f5d-3d1d-4554-91a9-55d806796658 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:55:00.192884 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 8f54a488-3722-4129-af54-217cb10324f4 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:55:00.260890 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa65f5d-3d1d-4554-91a9-55d806796658 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Made reservation on behalf of 9eb6e3218c9a4a819f6cee4d1cc7f39a for: {'port': 2} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:55:00.274399 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4fa65f5d-3d1d-4554-91a9-55d806796658 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:00.460004 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:00.466354 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4fa65f5d-3d1d-4554-91a9-55d806796658 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:00.483154 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-2bb2358f-f166-46f1-8854-36eeed01425c None None] Provisioning complete for port ec6f5e29-f425-4298-a285-902f5c8cfbfe triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:55:00.483527 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2bb2358f-f166-46f1-8854-36eeed01425c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:00.511131 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c4e9ff-b9d2-457b-bc18-c2e3ea8283c7 req-4daee96f-a54c-4ab8-a17a-201bcedd319a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:00.512536 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d7c4e9ff-b9d2-457b-bc18-c2e3ea8283c7 req-4daee96f-a54c-4ab8-a17a-201bcedd319a service neutron] 10.222.0.32 "GET /v2.0/networks?id=f33cead3-3472-4ef7-9cf3-a35684adef89 HTTP/1.1" status: 200 len: 913 time: 1.1397696 May 05 21:55:00.703852 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a11510-d266-4b72-924d-4f84b8794453 req-2a43b411-404a-4ed1-8963-5bea61f2b0f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:00.707423 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-07a11510-d266-4b72-924d-4f84b8794453 req-2a43b411-404a-4ed1-8963-5bea61f2b0f0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0209bbe2-ae77-4a5e-8f5f-b598cdea432f HTTP/1.1" status: 200 len: 920 time: 1.6550910 May 05 21:55:00.739839 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-baf6097d-5eae-47d1-9939-e8df19168b43 req-02b1a1fd-ca69-4591-ac2e-909846c6c062 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:55:00.879172 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-07a11510-d266-4b72-924d-4f84b8794453 req-01958491-c3a7-4ec6-8f0e-c1dca7523963 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c709e3b-4982-40c3-a103-e3eef9277a29 HTTP/1.1" status: 200 len: 217 time: 0.1599033 May 05 21:55:00.909225 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-a95da63f-f958-40a1-bb1a-028b94ff0bdb None None] For port a87023c7-18ee-4b78-9605-5a170071bba0, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:55:00.915996 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-a95da63f-f958-40a1-bb1a-028b94ff0bdb None None] For port a87023c7-18ee-4b78-9605-5a170071bba0, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=a87023c7-18ee-4b78-9605-5a170071bba0,segment=NetworkSegment(7d8e481f-6c9a-401c-a04b-9857aacc083f),segment_id=7d8e481f-6c9a-401c-a04b-9857aacc083f)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:55:00.937962 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78cdcc1-18f5-4178-8b68-189b97130548 None None] Sync routers for ids ['c75c1270-4a41-4a4b-8adf-fd2eee70e08e'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:55:00.958450 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a95da63f-f958-40a1-bb1a-028b94ff0bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:01.013193 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a11510-d266-4b72-924d-4f84b8794453 req-7a71b9c5-e254-4249-96c4-528c9c3d364b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:01.014833 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-07a11510-d266-4b72-924d-4f84b8794453 req-7a71b9c5-e254-4249-96c4-528c9c3d364b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d1666d56-aa2f-45d5-85a5-62900adc165a HTTP/1.1" status: 200 len: 858 time: 0.1155314 May 05 21:55:01.025427 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-419cde77-ea65-4f80-a582-b218c2b6a5ec tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:55:01.030571 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-419cde77-ea65-4f80-a582-b218c2b6a5ec tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Usage tracker for resource:port and tenant:c3f9ce50114047b1adfc22c64baa15b0 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:55:01.035419 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-419cde77-ea65-4f80-a582-b218c2b6a5ec tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:55:01.042540 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-419cde77-ea65-4f80-a582-b218c2b6a5ec tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:55:01.065892 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 8f54a488-3722-4129-af54-217cb10324f4 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:55:01.066868 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:01.092477 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95da63f-f958-40a1-bb1a-028b94ff0bdb None None] Pushing event updated for resources: {'Port': ['ID=a87023c7-18ee-4b78-9605-5a170071bba0,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:01.115008 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 82990358-263c-460c-a2be-db543d8f1004, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=82990358-263c-460c-a2be-db543d8f1004,segment=NetworkSegment(18a3c379-3cfc-4702-917f-3a57e26f3cd8),segment_id=18a3c379-3cfc-4702-917f-3a57e26f3cd8)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:55:01.116493 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device cc71a640-c0e4-44ea-b748-a0093b1d033f up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:55:01.239561 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776da390-139c-4038-b5ac-afee0d411ef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82990358-263c-460c-a2be-db543d8f1004'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:55:01.257483 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:01.299220 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419cde77-ea65-4f80-a582-b218c2b6a5ec tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Made reservation on behalf of c3f9ce50114047b1adfc22c64baa15b0 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:55:01.455450 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78cdcc1-18f5-4178-8b68-189b97130548 None None] Routers {'c75c1270-4a41-4a4b-8adf-fd2eee70e08e'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:55:01.456773 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-d78cdcc1-18f5-4178-8b68-189b97130548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:54:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['c75c1270-4a41-4a4b-8adf-fd2eee70e08e'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:55:01.476992 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-baf6097d-5eae-47d1-9939-e8df19168b43 req-02b1a1fd-ca69-4591-ac2e-909846c6c062 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] No DVR routers for this DVR port 8b72b898-3e41-4f63-90b6-bd608bd09268 on host n-h1-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:55:01.480608 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-baf6097d-5eae-47d1-9939-e8df19168b43 req-02b1a1fd-ca69-4591-ac2e-909846c6c062 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:01.483954 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-baf6097d-5eae-47d1-9939-e8df19168b43 req-02b1a1fd-ca69-4591-ac2e-909846c6c062 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.44 "DELETE /v2.0/ports/8b72b898-3e41-4f63-90b6-bd608bd09268 HTTP/1.1" status: 204 len: 173 time: 10.5440221 May 05 21:55:01.491134 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-419cde77-ea65-4f80-a582-b218c2b6a5ec tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:01.507578 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b3fe5028-b0a6-43c5-b36f-5c98fe4b5995 req-cfbdaa5b-7a1f-4eb1-b486-3a220a3524ba tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=b45320f9-cb81-42ee-8a0f-05d3575e834a HTTP/1.1" status: 200 len: 210 time: 0.2305892 May 05 21:55:01.555475 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=82990358-263c-460c-a2be-db543d8f1004,revision_number=7']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:01.664311 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b45320f9-cb81-42ee-8a0f-05d3575e834a', 'name': 'network-vif-deleted', 'tag': '8b72b898-3e41-4f63-90b6-bd608bd09268'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:55:01.715540 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [None req-419cde77-ea65-4f80-a582-b218c2b6a5ec tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] device_id is not set on port 40d79594-36bc-4bf3-b743-389d36c9b783 yet. {{(pid=84063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 21:55:01.740565 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d7c4e9ff-b9d2-457b-bc18-c2e3ea8283c7 req-ae35eeee-a1e6-4315-9ec0-33d2e61837bd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38613b19-f2b6-4d9b-984b-e50a2c516817 HTTP/1.1" status: 200 len: 217 time: 1.1290903 May 05 21:55:02.361399 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port cc71a640-c0e4-44ea-b748-a0093b1d033f completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:55:02.502404 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-07a11510-d266-4b72-924d-4f84b8794453 req-d5134ca6-4456-4d3c-828e-727a18ec9f8f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0209bbe2-ae77-4a5e-8f5f-b598cdea432f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4426925 May 05 21:55:02.569686 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2cd69-6527-49af-8dbd-fe80914ec5fd req-5ad23743-3bb2-4eb2-aeb1-72347558266c tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:02.583995 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-abb2cd69-6527-49af-8dbd-fe80914ec5fd req-5ad23743-3bb2-4eb2-aeb1-72347558266c tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=776da390-139c-4038-b5ac-afee0d411ef0 HTTP/1.1" status: 200 len: 944 time: 2.2550619 May 05 21:55:02.648663 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c4e9ff-b9d2-457b-bc18-c2e3ea8283c7 req-e29456d5-4b20-46af-9ad2-9b6529251af6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:02.657550 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port cc71a640-c0e4-44ea-b748-a0093b1d033f triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:55:02.658208 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:02.659419 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d7c4e9ff-b9d2-457b-bc18-c2e3ea8283c7 req-e29456d5-4b20-46af-9ad2-9b6529251af6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7d5de724-e15a-4a3a-8314-05869a0cf070 HTTP/1.1" status: 200 len: 851 time: 0.8938696 May 05 21:55:02.833018 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [None req-4fa65f5d-3d1d-4554-91a9-55d806796658 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] device_id is not set on port 71ba0369-d1dd-421d-b5e9-df6eb0359b35 yet. {{(pid=84061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 21:55:02.869863 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-abb2cd69-6527-49af-8dbd-fe80914ec5fd req-cceb9838-3af0-4ce8-aaca-e3ce250e2853 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=5165d8be-a1b9-4dce-a631-d72bdd4afdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848516 May 05 21:55:02.975502 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:02.990828 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e13545d-303a-4f5c-9b00-d385cda0ed0f req-55f6c880-c49f-4334-9d88-e21b58f8e6ac tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:03.008093 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7e13545d-303a-4f5c-9b00-d385cda0ed0f req-55f6c880-c49f-4334-9d88-e21b58f8e6ac tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=76ac842b-b8d5-41f3-9554-d5d6ee60dd6e HTTP/1.1" status: 200 len: 945 time: 1.1017790 May 05 21:55:03.143865 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port cc71a640-c0e4-44ea-b748-a0093b1d033f, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=cc71a640-c0e4-44ea-b748-a0093b1d033f,segment=NetworkSegment(6e17d504-de6f-46a1-b0ab-9bb177568a44),segment_id=6e17d504-de6f-46a1-b0ab-9bb177568a44)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:55:03.153690 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-d78cdcc1-18f5-4178-8b68-189b97130548 None None] Set router c75c1270-4a41-4a4b-8adf-fd2eee70e08e gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:55:03.308514 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:03.317298 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device a87023c7-18ee-4b78-9605-5a170071bba0 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:55:03.381959 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d7c4e9ff-b9d2-457b-bc18-c2e3ea8283c7 req-5282683c-fec7-4d43-a6f8-6b1e5daa2c0e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f33cead3-3472-4ef7-9cf3-a35684adef89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6770699 May 05 21:55:03.458158 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-07a11510-d266-4b72-924d-4f84b8794453 req-930209c2-9df3-4227-96a3-3fb9f21dbb00 service neutron] 10.222.0.44 "GET /v2.0/networks/0209bbe2-ae77-4a5e-8f5f-b598cdea432f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9205995 May 05 21:55:03.494203 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-3769dcc3-7a3e-456a-815a-eaf182df7ff0 None None] Provisioning for port 5a7478fb-521e-4f6f-8635-8d5c3a9ffb68 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:55:03.585796 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-3769dcc3-7a3e-456a-815a-eaf182df7ff0 None None] Provisioning complete for port 5a7478fb-521e-4f6f-8635-8d5c3a9ffb68 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:55:03.586361 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3769dcc3-7a3e-456a-815a-eaf182df7ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:03.590971 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-419cde77-ea65-4f80-a582-b218c2b6a5ec tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Allocated IP 10.1.1.115 (c1301700-8066-4240-acf4-e47c77ffe534/f64f1e7a-817f-4ccd-9184-65d8ed36e073/40d79594-36bc-4bf3-b743-389d36c9b783) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:55:03.684331 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port a87023c7-18ee-4b78-9605-5a170071bba0 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:55:03.749575 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda6796f-4626-43e4-8db8-09be3e159116 None None] Network bc00cc89-bdd8-4ed0-b801-d435664de8a6 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:55:03.796853 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7e13545d-303a-4f5c-9b00-d385cda0ed0f req-6e2851c8-7a48-4add-aa86-54d2b8010819 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c51188-03e9-4eb7-84f3-076c2790a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7721901 May 05 21:55:03.801369 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4fa65f5d-3d1d-4554-91a9-55d806796658 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:03.880976 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d75964-5937-4116-8422-89f794bf47d4 req-f58e28b9-48f3-44f4-833a-9791e9f51a26 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:03.888519 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f9d75964-5937-4116-8422-89f794bf47d4 req-f58e28b9-48f3-44f4-833a-9791e9f51a26 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14 HTTP/1.1" status: 200 len: 945 time: 0.6532092 May 05 21:55:04.003169 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device ec6f5e29-f425-4298-a285-902f5c8cfbfe up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:55:04.095160 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8bfd47b-e658-4f00-b200-62a6f134b655'] response: {'server_uuid': '776da390-139c-4038-b5ac-afee0d411ef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82990358-263c-460c-a2be-db543d8f1004', 'code': 200} May 05 21:55:04.124668 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f9d75964-5937-4116-8422-89f794bf47d4 req-6c272dce-4f79-4488-977a-61f0b85ce586 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7172c50-8266-4028-bd8e-9c21e9bde333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2351251 May 05 21:55:04.174360 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95f1b8f2-f1f4-4ce2-9161-97639e6c14c3'] response: {'server_uuid': 'b45320f9-cb81-42ee-8a0f-05d3575e834a', 'name': 'network-vif-deleted', 'tag': '8b72b898-3e41-4f63-90b6-bd608bd09268', 'status': 'completed', 'code': 200} May 05 21:55:04.255006 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-07a11510-d266-4b72-924d-4f84b8794453 req-e6c60433-1b20-452a-a78f-752a11f058b4 service neutron] 10.222.0.44 "GET /v2.0/networks/0209bbe2-ae77-4a5e-8f5f-b598cdea432f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7740417 May 05 21:55:04.276292 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d7c4e9ff-b9d2-457b-bc18-c2e3ea8283c7 req-29ad6023-0b01-4b94-bc71-3ccff9b25b9f service neutron] 10.222.0.32 "GET /v2.0/networks/f33cead3-3472-4ef7-9cf3-a35684adef89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8499076 May 05 21:55:04.293202 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [None req-4fa65f5d-3d1d-4554-91a9-55d806796658 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] device_id is not set on port d5cb1302-c330-4f5b-9396-0d36c0bb0abc yet. {{(pid=84061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 21:55:04.365010 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65d966df-7bf1-49aa-92c4-966a729d19b8 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Router 7b92933b-5d97-445f-b31a-b8da02f83d4a is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 21:55:04.377702 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=cc71a640-c0e4-44ea-b748-a0093b1d033f,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:04.569213 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47048) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:04.747139 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d7c4e9ff-b9d2-457b-bc18-c2e3ea8283c7 req-4da75b59-9e94-40a0-b1a7-3b7166453575 service neutron] 10.222.0.32 "GET /v2.0/networks/f33cead3-3472-4ef7-9cf3-a35684adef89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4433424 May 05 21:55:04.750305 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-3769dcc3-7a3e-456a-815a-eaf182df7ff0 None None] Port 5a7478fb-521e-4f6f-8635-8d5c3a9ffb68 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:55:04.857555 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port ec6f5e29-f425-4298-a285-902f5c8cfbfe triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:55:04.857940 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:05.105310 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40771734-d50d-435a-b616-aef521dec8e0 req-8e2ad570-f2ed-4a5b-b054-56142c4b09b9 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:05.108260 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-40771734-d50d-435a-b616-aef521dec8e0 req-8e2ad570-f2ed-4a5b-b054-56142c4b09b9 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=776da390-139c-4038-b5ac-afee0d411ef0 HTTP/1.1" status: 200 len: 945 time: 0.3602316 May 05 21:55:05.323432 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-d78cdcc1-18f5-4178-8b68-189b97130548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75c1270-4a41-4a4b-8adf-fd2eee70e08e', 'name': 'tempest-ServerRescueNegativeTestJSON-1032024978-router', 'tenant_id': 'b8d6052b833a4534bc346cca1ce7985f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'ed498169-4038-4481-ba40-f7a1f9056ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:49:46Z', 'updated_at': '2022-05-05T21:49:50Z', 'revision_number': 4, 'project_id': 'b8d6052b833a4534bc346cca1ce7985f', 'gw_port': {'id': 'ed498169-4038-4481-ba40-f7a1f9056ae2', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:43:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75c1270-4a41-4a4b-8adf-fd2eee70e08e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:49:46Z', 'updated_at': '2022-05-05T21:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'bca95d23-9ab7-49d8-9a3b-ee93ba2c24c0', 'name': '', 'network_id': '0209bbe2-ae77-4a5e-8f5f-b598cdea432f', 'tenant_id': 'b8d6052b833a4534bc346cca1ce7985f', 'mac_address': 'fa:16:3e:b7:38:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75c1270-4a41-4a4b-8adf-fd2eee70e08e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1666d56-aa2f-45d5-85a5-62900adc165a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:49:49Z', 'updated_at': '2022-05-05T21:50:10Z', 'revision_number': 5, 'project_id': 'b8d6052b833a4534bc346cca1ce7985f', 'subnets': [{'id': 'd1666d56-aa2f-45d5-85a5-62900adc165a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:55:05.350193 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e5244096-2f47-48e5-88dc-8454d670c8d1 None None] Provisioning for port a87023c7-18ee-4b78-9605-5a170071bba0 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:55:05.380041 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e5244096-2f47-48e5-88dc-8454d670c8d1 None None] Provisioning complete for port a87023c7-18ee-4b78-9605-5a170071bba0 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:55:05.380462 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e5244096-2f47-48e5-88dc-8454d670c8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:05.433200 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4fa65f5d-3d1d-4554-91a9-55d806796658 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:05.485837 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-287afe36-d7a1-46fe-9347-d045f96a243b tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:05.555398 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-287afe36-d7a1-46fe-9347-d045f96a243b tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:05.590542 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-40771734-d50d-435a-b616-aef521dec8e0 req-eddb91a0-11e0-4b25-b76d-0da9e31e7482 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=5165d8be-a1b9-4dce-a631-d72bdd4afdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4715402 May 05 21:55:05.605588 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78cdcc1-18f5-4178-8b68-189b97130548 None None] Checking router: c75c1270-4a41-4a4b-8adf-fd2eee70e08e for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:55:05.721004 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78cdcc1-18f5-4178-8b68-189b97130548 None None] Routers {'c75c1270-4a41-4a4b-8adf-fd2eee70e08e'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:55:05.721779 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-d78cdcc1-18f5-4178-8b68-189b97130548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:54:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['c75c1270-4a41-4a4b-8adf-fd2eee70e08e'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:55:05.752342 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-287afe36-d7a1-46fe-9347-d045f96a243b tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:05.757311 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f93284-e1be-4dcf-8ba8-561ff6ab8422 req-045ad00e-c3be-470f-b881-ba1bbd335f47 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:05.770099 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-62f93284-e1be-4dcf-8ba8-561ff6ab8422 req-045ad00e-c3be-470f-b881-ba1bbd335f47 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=76ac842b-b8d5-41f3-9554-d5d6ee60dd6e HTTP/1.1" status: 200 len: 946 time: 0.6513398 May 05 21:55:05.941359 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4fa65f5d-3d1d-4554-91a9-55d806796658 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:06.061537 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287afe36-d7a1-46fe-9347-d045f96a243b tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15081b51-34a6-41df-a644-0d6ba32bfe58,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:06.073373 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-419cde77-ea65-4f80-a582-b218c2b6a5ec tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:06.136100 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-419cde77-ea65-4f80-a582-b218c2b6a5ec tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Transition to ACTIVE for port object 40d79594-36bc-4bf3-b743-389d36c9b783 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:55:06.155640 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa65f5d-3d1d-4554-91a9-55d806796658 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Pushing event updated for resources: {'Port': ['ID=71ba0369-d1dd-421d-b5e9-df6eb0359b35,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:06.156858 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-287afe36-d7a1-46fe-9347-d045f96a243b tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:06.158452 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-287afe36-d7a1-46fe-9347-d045f96a243b tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "DELETE /v2.0/security-groups/15081b51-34a6-41df-a644-0d6ba32bfe58 HTTP/1.1" status: 204 len: 168 time: 1.5783796 May 05 21:55:06.159161 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-1294989d-51de-435c-a597-bc45d2df74ad admin admin] Deleting port ec6f5e29-f425-4298-a285-902f5c8cfbfe {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:55:06.159645 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1294989d-51de-435c-a597-bc45d2df74ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:06.185994 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-62f93284-e1be-4dcf-8ba8-561ff6ab8422 req-50eb2907-5f97-481f-a440-aad27860a136 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c51188-03e9-4eb7-84f3-076c2790a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4147935 May 05 21:55:06.186935 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47058) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:06.259003 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ac842b-b8d5-41f3-9554-d5d6ee60dd6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc71a640-c0e4-44ea-b748-a0093b1d033f'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:55:06.275171 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [None req-2b3810fa-1203-451f-81f6-f34732da175b tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] show failed (client error): The resource could not be found. May 05 21:55:06.276814 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-2b3810fa-1203-451f-81f6-f34732da175b tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups/15081b51-34a6-41df-a644-0d6ba32bfe58 HTTP/1.1" status: 404 len: 347 time: 0.0725205 May 05 21:55:06.280493 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:06.285909 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47064) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:06.288529 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa65f5d-3d1d-4554-91a9-55d806796658 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Checking segment: {'id': '40064626-14cc-471e-adbf-cc19289f2e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '63ff37a7-a561-4110-8004-086175578d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:55:06.288892 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa65f5d-3d1d-4554-91a9-55d806796658 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Network hostable DHCP agents. Network: 63ff37a7-a561-4110-8004-086175578d8b, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:55:06.367121 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-1294989d-51de-435c-a597-bc45d2df74ad admin admin] For port ec6f5e29-f425-4298-a285-902f5c8cfbfe, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=ec6f5e29-f425-4298-a285-902f5c8cfbfe,segment=NetworkSegment(9d6cdca9-ab60-4902-bd72-6cb42ba3ed34),segment_id=9d6cdca9-ab60-4902-bd72-6cb42ba3ed34)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:55:06.367656 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1294989d-51de-435c-a597-bc45d2df74ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:06.416933 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:06.483729 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41b16779-7ce7-47b5-a6e5-08c5802235d9'] response: {'server_uuid': '76ac842b-b8d5-41f3-9554-d5d6ee60dd6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc71a640-c0e4-44ea-b748-a0093b1d033f', 'code': 200} May 05 21:55:06.485270 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e5244096-2f47-48e5-88dc-8454d670c8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:06.636312 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-1294989d-51de-435c-a597-bc45d2df74ad admin admin] Calling delete_port for ec6f5e29-f425-4298-a285-902f5c8cfbfe owned by network:router_interface {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:55:06.674155 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-e5244096-2f47-48e5-88dc-8454d670c8d1 None None] For port a87023c7-18ee-4b78-9605-5a170071bba0, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=a87023c7-18ee-4b78-9605-5a170071bba0,segment=NetworkSegment(7d8e481f-6c9a-401c-a04b-9857aacc083f),segment_id=7d8e481f-6c9a-401c-a04b-9857aacc083f)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:55:06.693756 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e5244096-2f47-48e5-88dc-8454d670c8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:06.799366 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-d78cdcc1-18f5-4178-8b68-189b97130548 None None] Set router c75c1270-4a41-4a4b-8adf-fd2eee70e08e gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:55:07.043877 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e4bd49-e593-48dd-a05f-63e3a54c8b82 req-440c8af4-8a1b-4d81-bc1b-76fba389762a tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:07.046514 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-88e4bd49-e593-48dd-a05f-63e3a54c8b82 req-440c8af4-8a1b-4d81-bc1b-76fba389762a tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14 HTTP/1.1" status: 200 len: 945 time: 1.0000327 May 05 21:55:07.049767 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-b2486aa2-9889-4b41-9ae8-981f48853525 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Deleting port a010f67b-74e5-4026-bec8-4f71b9a3eff5 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:55:07.059970 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b2486aa2-9889-4b41-9ae8-981f48853525 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:07.158301 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e609889c-194f-4568-bd25-7068fd28d096 req-08f9ab42-9b01-4caf-a9f1-44f61aa4268f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=76ac842b-b8d5-41f3-9554-d5d6ee60dd6e HTTP/1.1" status: 200 len: 1097 time: 0.3095467 May 05 21:55:07.177726 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-419cde77-ea65-4f80-a582-b218c2b6a5ec tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:07.181916 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5244096-2f47-48e5-88dc-8454d670c8d1 None None] Pushing event updated for resources: {'Port': ['ID=a87023c7-18ee-4b78-9605-5a170071bba0,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:07.182548 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa65f5d-3d1d-4554-91a9-55d806796658 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Network 63ff37a7-a561-4110-8004-086175578d8b is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:55:07.198362 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-88e4bd49-e593-48dd-a05f-63e3a54c8b82 req-61ad6331-c0f0-4bb9-91cc-216b3f56beb2 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7172c50-8266-4028-bd8e-9c21e9bde333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069851 May 05 21:55:07.203558 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-4fa65f5d-3d1d-4554-91a9-55d806796658 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 63ff37a7-a561-4110-8004-086175578d8b) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:55:07.264897 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa65f5d-3d1d-4554-91a9-55d806796658 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:55:07.265870 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4fa65f5d-3d1d-4554-91a9-55d806796658 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:07.270536 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2436ca15-912d-4038-8abb-1e01df6bdc02 None None] Network 63ff37a7-a561-4110-8004-086175578d8b requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:55:07.604311 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device a87023c7-18ee-4b78-9605-5a170071bba0 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:55:07.622314 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419cde77-ea65-4f80-a582-b218c2b6a5ec tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Pushing event updated for resources: {'Port': ['ID=40d79594-36bc-4bf3-b743-389d36c9b783,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:07.657040 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1294989d-51de-435c-a597-bc45d2df74ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:07.701206 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d556141-20b9-4b97-a333-c10e718a26a3 req-b3dde8c0-39d0-4b04-81a5-800ab3c6869c tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:07.713658 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3d556141-20b9-4b97-a333-c10e718a26a3 req-b3dde8c0-39d0-4b04-81a5-800ab3c6869c tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=776da390-139c-4038-b5ac-afee0d411ef0 HTTP/1.1" status: 200 len: 945 time: 0.7722015 May 05 21:55:07.749750 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1294989d-51de-435c-a597-bc45d2df74ad admin admin] Pushing event deleted for resources: {'Port': ['ID=ec6f5e29-f425-4298-a285-902f5c8cfbfe,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:07.772298 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419cde77-ea65-4f80-a582-b218c2b6a5ec tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Network c1301700-8066-4240-acf4-e47c77ffe534 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:55:07.778590 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-419cde77-ea65-4f80-a582-b218c2b6a5ec tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:55:07.783999 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419cde77-ea65-4f80-a582-b218c2b6a5ec tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:55:07.864796 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e609889c-194f-4568-bd25-7068fd28d096 req-0850ccd3-f761-4975-99ce-e7af086bdec7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=43c51188-03e9-4eb7-84f3-076c2790a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6917710 May 05 21:55:07.869792 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419cde77-ea65-4f80-a582-b218c2b6a5ec tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:07.870568 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-419cde77-ea65-4f80-a582-b218c2b6a5ec tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:07.891511 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d966df-7bf1-49aa-92c4-966a729d19b8 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:55:07.898867 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-65d966df-7bf1-49aa-92c4-966a729d19b8 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:07.900554 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-65d966df-7bf1-49aa-92c4-966a729d19b8 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] 10.222.0.23 "PUT /v2.0/routers/7b92933b-5d97-445f-b31a-b8da02f83d4a HTTP/1.1" status: 200 len: 916 time: 20.6680806 May 05 21:55:07.902492 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-419cde77-ea65-4f80-a582-b218c2b6a5ec tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 8.2243633 May 05 21:55:07.904592 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47076) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:07.911842 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5e956d-451e-4b3c-a6a7-cdf43e9fb602 None None] Sync routers for ids ['7b92933b-5d97-445f-b31a-b8da02f83d4a'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:55:07.954611 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5e956d-451e-4b3c-a6a7-cdf43e9fb602 None None] Routers {'7b92933b-5d97-445f-b31a-b8da02f83d4a'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:55:07.955279 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-5d5e956d-451e-4b3c-a6a7-cdf43e9fb602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:54:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['7b92933b-5d97-445f-b31a-b8da02f83d4a'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:55:07.988503 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b2486aa2-9889-4b41-9ae8-981f48853525 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:07.989009 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b2486aa2-9889-4b41-9ae8-981f48853525 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:08.027039 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa65f5d-3d1d-4554-91a9-55d806796658 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Pushing event updated for resources: {'Port': ['ID=d5cb1302-c330-4f5b-9396-0d36c0bb0abc,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:08.062448 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa65f5d-3d1d-4554-91a9-55d806796658 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Checking segment: {'id': '97adf463-88e4-4908-b15a-a06d68edadda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3b496e49-1c3b-4405-8ee2-31084a016846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:55:08.063299 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa65f5d-3d1d-4554-91a9-55d806796658 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Network hostable DHCP agents. Network: 3b496e49-1c3b-4405-8ee2-31084a016846, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:55:08.177208 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-0e95ca7a-e6f0-4bb9-b608-c270e24405ea None None] Provisioning complete for port a87023c7-18ee-4b78-9605-5a170071bba0 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:55:08.177572 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0e95ca7a-e6f0-4bb9-b608-c270e24405ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:08.309297 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-5d5e956d-451e-4b3c-a6a7-cdf43e9fb602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:55:08.338416 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-d78cdcc1-18f5-4178-8b68-189b97130548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75c1270-4a41-4a4b-8adf-fd2eee70e08e', 'name': 'tempest-ServerRescueNegativeTestJSON-1032024978-router', 'tenant_id': 'b8d6052b833a4534bc346cca1ce7985f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'ed498169-4038-4481-ba40-f7a1f9056ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:49:46Z', 'updated_at': '2022-05-05T21:49:50Z', 'revision_number': 4, 'project_id': 'b8d6052b833a4534bc346cca1ce7985f', 'gw_port': {'id': 'ed498169-4038-4481-ba40-f7a1f9056ae2', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:43:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75c1270-4a41-4a4b-8adf-fd2eee70e08e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:49:46Z', 'updated_at': '2022-05-05T21:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'bca95d23-9ab7-49d8-9a3b-ee93ba2c24c0', 'name': '', 'network_id': '0209bbe2-ae77-4a5e-8f5f-b598cdea432f', 'tenant_id': 'b8d6052b833a4534bc346cca1ce7985f', 'mac_address': 'fa:16:3e:b7:38:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75c1270-4a41-4a4b-8adf-fd2eee70e08e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1666d56-aa2f-45d5-85a5-62900adc165a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:49:49Z', 'updated_at': '2022-05-05T21:50:10Z', 'revision_number': 5, 'project_id': 'b8d6052b833a4534bc346cca1ce7985f', 'subnets': [{'id': 'd1666d56-aa2f-45d5-85a5-62900adc165a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:55:08.351995 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5e956d-451e-4b3c-a6a7-cdf43e9fb602 None None] Routers {'7b92933b-5d97-445f-b31a-b8da02f83d4a'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:55:08.352850 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-5d5e956d-451e-4b3c-a6a7-cdf43e9fb602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:54:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['7b92933b-5d97-445f-b31a-b8da02f83d4a'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:55:08.422232 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-5d5e956d-451e-4b3c-a6a7-cdf43e9fb602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:55:08.429305 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-b2486aa2-9889-4b41-9ae8-981f48853525 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Calling delete_port for a010f67b-74e5-4026-bec8-4f71b9a3eff5 owned by network:floatingip {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:55:08.430622 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5e956d-451e-4b3c-a6a7-cdf43e9fb602 None None] The sync data for ids ['7b92933b-5d97-445f-b31a-b8da02f83d4a'] in n-d-825175-4 is: [] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:55:08.445873 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78cdcc1-18f5-4178-8b68-189b97130548 None None] The sync data for ids ['c75c1270-4a41-4a4b-8adf-fd2eee70e08e'] in n-d-825175-4 is: [{'id': 'c75c1270-4a41-4a4b-8adf-fd2eee70e08e', 'name': 'tempest-ServerRescueNegativeTestJSON-1032024978-router', 'tenant_id': 'b8d6052b833a4534bc346cca1ce7985f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'ed498169-4038-4481-ba40-f7a1f9056ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:49:46Z', 'updated_at': '2022-05-05T21:49:50Z', 'revision_number': 4, 'project_id': 'b8d6052b833a4534bc346cca1ce7985f', 'gw_port': {'id': 'ed498169-4038-4481-ba40-f7a1f9056ae2', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:43:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75c1270-4a41-4a4b-8adf-fd2eee70e08e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:49:46Z', 'updated_at': '2022-05-05T21:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'bca95d23-9ab7-49d8-9a3b-ee93ba2c24c0', 'name': '', 'network_id': '0209bbe2-ae77-4a5e-8f5f-b598cdea432f', 'tenant_id': 'b8d6052b833a4534bc346cca1ce7985f', 'mac_address': 'fa:16:3e:b7:38:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75c1270-4a41-4a4b-8adf-fd2eee70e08e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1666d56-aa2f-45d5-85a5-62900adc165a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:49:49Z', 'updated_at': '2022-05-05T21:50:10Z', 'revision_number': 5, 'project_id': 'b8d6052b833a4534bc346cca1ce7985f', 'subnets': [{'id': 'd1666d56-aa2f-45d5-85a5-62900adc165a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:55:08.448470 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port a87023c7-18ee-4b78-9605-5a170071bba0 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:55:08.448890 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:08.568005 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3d556141-20b9-4b97-a333-c10e718a26a3 req-900fa36c-fa0e-49db-b8ae-bd2462f55815 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=5165d8be-a1b9-4dce-a631-d72bdd4afdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8534455 May 05 21:55:08.673558 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-d7ecb34c-e6e8-4dfb-9fb5-a0b59eba2c63 None None] Provisioning for port 40d79594-36bc-4bf3-b743-389d36c9b783 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:55:08.684655 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-d7ecb34c-e6e8-4dfb-9fb5-a0b59eba2c63 None None] Provisioning complete for port 40d79594-36bc-4bf3-b743-389d36c9b783 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:55:08.685030 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d7ecb34c-e6e8-4dfb-9fb5-a0b59eba2c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:08.759867 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa65f5d-3d1d-4554-91a9-55d806796658 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Network 3b496e49-1c3b-4405-8ee2-31084a016846 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:55:08.829244 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e07f56-212a-44a7-abb4-19aed9d273cd req-c529c801-5691-4a5c-8f5d-e4c6d1ac1eb1 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:08.835087 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d1e07f56-212a-44a7-abb4-19aed9d273cd req-c529c801-5691-4a5c-8f5d-e4c6d1ac1eb1 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=76ac842b-b8d5-41f3-9554-d5d6ee60dd6e HTTP/1.1" status: 200 len: 946 time: 1.2260330 May 05 21:55:08.872620 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-4fa65f5d-3d1d-4554-91a9-55d806796658 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 3b496e49-1c3b-4405-8ee2-31084a016846) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:55:08.895897 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa65f5d-3d1d-4554-91a9-55d806796658 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:55:08.911595 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa65f5d-3d1d-4554-91a9-55d806796658 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:08.925018 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa65f5d-3d1d-4554-91a9-55d806796658 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:08.926461 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4fa65f5d-3d1d-4554-91a9-55d806796658 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:08.966908 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84827de1-3578-47f6-8b67-86ccc731823e None None] Network 3b496e49-1c3b-4405-8ee2-31084a016846 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:55:09.175231 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d1e07f56-212a-44a7-abb4-19aed9d273cd req-c3ec3c9f-06a2-4383-80cc-3e5b4cda9b3c tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c51188-03e9-4eb7-84f3-076c2790a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115265 May 05 21:55:09.176280 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b2486aa2-9889-4b41-9ae8-981f48853525 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:09.220176 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4fa65f5d-3d1d-4554-91a9-55d806796658 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 10.3945119 May 05 21:55:09.229285 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47086) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:09.240156 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2486aa2-9889-4b41-9ae8-981f48853525 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Pushing event deleted for resources: {'Port': ['ID=a010f67b-74e5-4026-bec8-4f71b9a3eff5,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:09.366016 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b2486aa2-9889-4b41-9ae8-981f48853525 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify callbacks [] for floatingip, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:09.394554 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b2486aa2-9889-4b41-9ae8-981f48853525 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:09.400704 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b2486aa2-9889-4b41-9ae8-981f48853525 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "DELETE /v2.0/floatingips/756f3f59-a325-4619-87f8-f498cc8fec51 HTTP/1.1" status: 204 len: 168 time: 3.1018775 May 05 21:55:09.492505 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-d7ecb34c-e6e8-4dfb-9fb5-a0b59eba2c63 None None] Port 40d79594-36bc-4bf3-b743-389d36c9b783 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:55:09.577299 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f9a58a-3d1d-46e1-946e-949173e44ebb tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:09.605876 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f9a58a-3d1d-46e1-946e-949173e44ebb tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:09.612083 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-e0f9a58a-3d1d-46e1-946e-949173e44ebb tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3732564 May 05 21:55:09.622050 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47092) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:09.708479 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47100) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:09.726621 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-3506565d-1582-4535-a4e5-bc4a1c98c8bf tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2022930371', 'description': 'tempest-description--1013210274'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:55:09.840600 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d0b74015-91c0-43eb-9131-0b7538751b32 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] 10.222.0.23 "GET /v2.0/routers/7b92933b-5d97-445f-b31a-b8da02f83d4a HTTP/1.1" status: 200 len: 922 time: 1.9347072 May 05 21:55:09.842135 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-3506565d-1582-4535-a4e5-bc4a1c98c8bf tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:55:09.849382 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-d18ed613-66b4-4a88-b2da-a3694142874f tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Deleting port 71ba0369-d1dd-421d-b5e9-df6eb0359b35 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:55:09.883671 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d18ed613-66b4-4a88-b2da-a3694142874f tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:09.918796 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-3506565d-1582-4535-a4e5-bc4a1c98c8bf tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Usage tracker for resource:security_group and tenant:c3f9ce50114047b1adfc22c64baa15b0 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:55:09.932983 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47104) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:09.963141 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-3506565d-1582-4535-a4e5-bc4a1c98c8bf tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:55:10.132936 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-3506565d-1582-4535-a4e5-bc4a1c98c8bf tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:55:10.164667 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1294989d-51de-435c-a597-bc45d2df74ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:10.254851 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3506565d-1582-4535-a4e5-bc4a1c98c8bf tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:10.431272 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d3a12-2beb-4459-878e-e015d17b6b25 req-210e1fef-741b-45f9-80e2-9f558acf2768 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:10.445445 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6d0d3a12-2beb-4459-878e-e015d17b6b25 req-210e1fef-741b-45f9-80e2-9f558acf2768 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14 HTTP/1.1" status: 200 len: 945 time: 0.8572278 May 05 21:55:10.518154 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d18ed613-66b4-4a88-b2da-a3694142874f tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:10.608320 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-3506565d-1582-4535-a4e5-bc4a1c98c8bf tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:55:10.623842 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c9c0b9d7-fee8-4d46-9158-8925e8344be5 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=25bfe237-58de-4709-a3e0-ac79da07c300&device_id=7b92933b-5d97-445f-b31a-b8da02f83d4a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6880662 May 05 21:55:10.629903 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540715c4-c776-4f9c-a935-a232201eefc9 req-b8aca16b-3405-4d16-bd63-817d63c19a29 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:10.636880 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-540715c4-c776-4f9c-a935-a232201eefc9 req-b8aca16b-3405-4d16-bd63-817d63c19a29 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=776da390-139c-4038-b5ac-afee0d411ef0 HTTP/1.1" status: 200 len: 945 time: 0.5700336 May 05 21:55:10.651188 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47110) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:10.652216 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-3506565d-1582-4535-a4e5-bc4a1c98c8bf tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Usage tracker for resource:security_group_rule and tenant:c3f9ce50114047b1adfc22c64baa15b0 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:55:10.667048 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-3506565d-1582-4535-a4e5-bc4a1c98c8bf tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:55:10.722006 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-3506565d-1582-4535-a4e5-bc4a1c98c8bf tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:55:10.740596 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6d0d3a12-2beb-4459-878e-e015d17b6b25 req-aa618591-00bc-4d56-9b91-561eb21b9597 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7172c50-8266-4028-bd8e-9c21e9bde333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2942405 May 05 21:55:10.865924 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3506565d-1582-4535-a4e5-bc4a1c98c8bf tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:10.879223 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-d18ed613-66b4-4a88-b2da-a3694142874f tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Calling delete_port for 71ba0369-d1dd-421d-b5e9-df6eb0359b35 owned by {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:55:10.886574 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3506565d-1582-4535-a4e5-bc4a1c98c8bf tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:10.955057 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-540715c4-c776-4f9c-a935-a232201eefc9 req-1bee3965-d3c5-41a1-b6ad-88d81f1f5ece tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=5165d8be-a1b9-4dce-a631-d72bdd4afdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172548 May 05 21:55:11.049092 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3506565d-1582-4535-a4e5-bc4a1c98c8bf tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d56f4659-1a1c-44b7-b1dc-74618b3402dc,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:11.055120 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3506565d-1582-4535-a4e5-bc4a1c98c8bf tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:11.056991 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-3506565d-1582-4535-a4e5-bc4a1c98c8bf tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.3394558 May 05 21:55:11.062301 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47116) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:11.076644 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d18ed613-66b4-4a88-b2da-a3694142874f tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:11.078628 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-c5f040a3-8629-4b0c-a4a8-89afe574dfd9 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Request body: {'security_group_rule': {'security_group_id': 'd56f4659-1a1c-44b7-b1dc-74618b3402dc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:55:11.099627 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-c5f040a3-8629-4b0c-a4a8-89afe574dfd9 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:55:11.109206 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81342ff1-89b5-44a1-a9d8-4472ed24419d tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:11.110767 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-81342ff1-89b5-44a1-a9d8-4472ed24419d tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] 10.222.0.23 "GET /v2.0/networks/25bfe237-58de-4709-a3e0-ac79da07c300 HTTP/1.1" status: 200 len: 881 time: 0.4452612 May 05 21:55:11.112211 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-c5f040a3-8629-4b0c-a4a8-89afe574dfd9 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Usage tracker for resource:security_group_rule and tenant:c3f9ce50114047b1adfc22c64baa15b0 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:55:11.118717 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-c5f040a3-8629-4b0c-a4a8-89afe574dfd9 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:55:11.121662 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47120) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:11.135513 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18ed613-66b4-4a88-b2da-a3694142874f tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Pushing event deleted for resources: {'Port': ['ID=71ba0369-d1dd-421d-b5e9-df6eb0359b35,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:11.299442 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-c5f040a3-8629-4b0c-a4a8-89afe574dfd9 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:55:11.304480 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-15a81739-84c7-42ef-9815-9a93d8c52e5b tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b92933b-5d97-445f-b31a-b8da02f83d4a HTTP/1.1" status: 200 len: 205 time: 0.1817231 May 05 21:55:11.310377 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47124) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:11.507956 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d18ed613-66b4-4a88-b2da-a3694142874f tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:11.515519 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769e202-4ef6-49ac-b391-fb6f78e6cf4f req-7547b65b-5e61-42da-a7c0-e685e59ec0c3 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:11.518314 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d18ed613-66b4-4a88-b2da-a3694142874f tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] 10.222.0.23 "DELETE /v2.0/ports/71ba0369-d1dd-421d-b5e9-df6eb0359b35 HTTP/1.1" status: 204 len: 168 time: 1.8782115 May 05 21:55:11.520770 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47128) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:11.525841 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e769e202-4ef6-49ac-b391-fb6f78e6cf4f req-7547b65b-5e61-42da-a7c0-e685e59ec0c3 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=76ac842b-b8d5-41f3-9554-d5d6ee60dd6e HTTP/1.1" status: 200 len: 946 time: 0.5666983 May 05 21:55:11.550541 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c5f040a3-8629-4b0c-a4a8-89afe574dfd9 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:11.583076 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a977019c-633b-4e4a-8b28-6afbe87ce5ba None None] New status for floating IP 756f3f59-a325-4619-87f8-f498cc8fec51: DOWN {{(pid=84064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 21:55:11.622266 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-f339c532-9481-4d62-bbd4-29476b5acd99 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Deleting port d5cb1302-c330-4f5b-9396-0d36c0bb0abc {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:55:11.622918 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f339c532-9481-4d62-bbd4-29476b5acd99 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:11.690887 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e769e202-4ef6-49ac-b391-fb6f78e6cf4f req-3b43872f-36e6-4fa4-806d-689fae4ffcfa tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c51188-03e9-4eb7-84f3-076c2790a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640167 May 05 21:55:11.728388 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c5f040a3-8629-4b0c-a4a8-89afe574dfd9 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:11.743310 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c5f040a3-8629-4b0c-a4a8-89afe574dfd9 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:11.782309 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f040a3-8629-4b0c-a4a8-89afe574dfd9 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38e93c34-7cfd-4a03-ae41-49909959cb51,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:11.844133 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c5f040a3-8629-4b0c-a4a8-89afe574dfd9 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:11.849064 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c5f040a3-8629-4b0c-a4a8-89afe574dfd9 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7820930 May 05 21:55:11.850333 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47136) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:11.856175 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-cb43db11-3675-4c1f-8445-8281a69a833e tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Request body: {'security_group_rule': {'security_group_id': 'd56f4659-1a1c-44b7-b1dc-74618b3402dc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:55:11.866566 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-cb43db11-3675-4c1f-8445-8281a69a833e tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:55:11.873930 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-cb43db11-3675-4c1f-8445-8281a69a833e tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Usage tracker for resource:security_group_rule and tenant:c3f9ce50114047b1adfc22c64baa15b0 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:55:11.878475 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-cb43db11-3675-4c1f-8445-8281a69a833e tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:55:11.888973 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-cb43db11-3675-4c1f-8445-8281a69a833e tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:55:11.928325 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cb43db11-3675-4c1f-8445-8281a69a833e tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:12.016721 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f339c532-9481-4d62-bbd4-29476b5acd99 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:12.029969 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b0a5dd25-a0de-4350-a5dc-f02b00288c8a tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks [] for router, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:12.131840 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cb43db11-3675-4c1f-8445-8281a69a833e tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:12.148330 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-f339c532-9481-4d62-bbd4-29476b5acd99 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Calling delete_port for d5cb1302-c330-4f5b-9396-0d36c0bb0abc owned by {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:55:12.153388 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cb43db11-3675-4c1f-8445-8281a69a833e tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:12.337246 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb43db11-3675-4c1f-8445-8281a69a833e tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00cee8d1-ff0d-4220-b3ca-e1febdbaa4dc,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:12.361112 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cb43db11-3675-4c1f-8445-8281a69a833e tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:12.374422 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-cb43db11-3675-4c1f-8445-8281a69a833e tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5116994 May 05 21:55:12.380200 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47144) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:12.387262 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f339c532-9481-4d62-bbd4-29476b5acd99 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:12.421803 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-b521e119-84f2-4b79-b0b4-426817f7dc14 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Request body: {'floatingip': {'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:55:12.439295 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f339c532-9481-4d62-bbd4-29476b5acd99 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Pushing event deleted for resources: {'Port': ['ID=d5cb1302-c330-4f5b-9396-0d36c0bb0abc,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:12.450207 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c86de3f-a174-4af3-8c54-e05b63cf3b73 req-b107b421-1f13-415b-a298-ac7947210228 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:12.472093 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7c86de3f-a174-4af3-8c54-e05b63cf3b73 req-b107b421-1f13-415b-a298-ac7947210228 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=76ac842b-b8d5-41f3-9554-d5d6ee60dd6e HTTP/1.1" status: 200 len: 946 time: 0.4952872 May 05 21:55:12.475897 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f339c532-9481-4d62-bbd4-29476b5acd99 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:12.476064 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b521e119-84f2-4b79-b0b4-426817f7dc14 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:55:12.500701 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b521e119-84f2-4b79-b0b4-426817f7dc14 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Usage tracker for resource:floatingip and tenant:c3f9ce50114047b1adfc22c64baa15b0 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:55:12.502511 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f339c532-9481-4d62-bbd4-29476b5acd99 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] 10.222.0.23 "DELETE /v2.0/ports/d5cb1302-c330-4f5b-9396-0d36c0bb0abc HTTP/1.1" status: 204 len: 168 time: 0.9807260 May 05 21:55:12.505785 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47148) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:12.507528 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b521e119-84f2-4b79-b0b4-426817f7dc14 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:55:12.516154 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b521e119-84f2-4b79-b0b4-426817f7dc14 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:55:12.557203 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c883f5bf-b826-49b4-9381-45793ddb7abd tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Synchronizing usage tracker for tenant:9eb6e3218c9a4a819f6cee4d1cc7f39a on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:55:12.605839 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288a425e-3796-4e13-9e6b-8789dfd52513 req-1d3264fa-1687-4d65-8767-9536aa43138a tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:12.605839 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-288a425e-3796-4e13-9e6b-8789dfd52513 req-1d3264fa-1687-4d65-8767-9536aa43138a tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14 HTTP/1.1" status: 200 len: 945 time: 0.3332751 May 05 21:55:12.620686 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7c86de3f-a174-4af3-8c54-e05b63cf3b73 req-d064db0c-b1f0-4052-ab10-2aa7c84eb84a tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c51188-03e9-4eb7-84f3-076c2790a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412544 May 05 21:55:12.636772 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b521e119-84f2-4b79-b0b4-426817f7dc14 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks [] for floatingip, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:12.637110 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c883f5bf-b826-49b4-9381-45793ddb7abd tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Unset dirty status for tenant:9eb6e3218c9a4a819f6cee4d1cc7f39a on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:55:12.644797 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c883f5bf-b826-49b4-9381-45793ddb7abd tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1374865 May 05 21:55:12.654842 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47156) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:12.668039 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-818f5fc9-4edc-4d2f-b945-144d02edc8a0 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1944281926'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:55:12.683071 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-818f5fc9-4edc-4d2f-b945-144d02edc8a0 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:55:12.692155 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-818f5fc9-4edc-4d2f-b945-144d02edc8a0 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Usage tracker for resource:network and tenant:9eb6e3218c9a4a819f6cee4d1cc7f39a is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:55:12.697031 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-818f5fc9-4edc-4d2f-b945-144d02edc8a0 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:55:12.707191 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-818f5fc9-4edc-4d2f-b945-144d02edc8a0 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:55:12.729792 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1294989d-51de-435c-a597-bc45d2df74ad admin admin] Router 33471185-a3b8-422c-ba3b-8686a2c33b9e has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:55:12.741536 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818f5fc9-4edc-4d2f-b945-144d02edc8a0 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Made reservation on behalf of 9eb6e3218c9a4a819f6cee4d1cc7f39a for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:55:12.746942 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-818f5fc9-4edc-4d2f-b945-144d02edc8a0 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:12.840726 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-288a425e-3796-4e13-9e6b-8789dfd52513 req-845eb415-6556-48a6-b2f7-6e2d494a3ab9 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7172c50-8266-4028-bd8e-9c21e9bde333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2718351 May 05 21:55:12.906520 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b0a5dd25-a0de-4350-a5dc-f02b00288c8a tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:12.960751 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-b0a5dd25-a0de-4350-a5dc-f02b00288c8a tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Deleting port e1a3e072-5f24-4eb4-8bd6-45fee3cd1e80 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:55:12.962539 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b0a5dd25-a0de-4350-a5dc-f02b00288c8a tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:12.978903 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-818f5fc9-4edc-4d2f-b945-144d02edc8a0 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:55:13.006058 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-818f5fc9-4edc-4d2f-b945-144d02edc8a0 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:13.006573 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-818f5fc9-4edc-4d2f-b945-144d02edc8a0 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Added segment 696e4976-8c79-4acc-8f46-3acf82530caf of type vlan for network 54c92200-b50c-4538-8580-cadb1d4dee9f May 05 21:55:13.054444 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-818f5fc9-4edc-4d2f-b945-144d02edc8a0 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:13.118486 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-818f5fc9-4edc-4d2f-b945-144d02edc8a0 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:13.122466 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818f5fc9-4edc-4d2f-b945-144d02edc8a0 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:13.123243 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-818f5fc9-4edc-4d2f-b945-144d02edc8a0 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:13.171624 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-818f5fc9-4edc-4d2f-b945-144d02edc8a0 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5121644 May 05 21:55:13.175127 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1294989d-51de-435c-a597-bc45d2df74ad admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:55:13.183164 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47164) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:13.187935 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fe33ce-7f0e-4a22-8942-f82b02b6b3a7 None None] Sync routers for ids ['33471185-a3b8-422c-ba3b-8686a2c33b9e'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:55:13.198261 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-51b04d9d-d55c-4710-8190-bad374189f2b tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1480421419'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:55:13.209595 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fe33ce-7f0e-4a22-8942-f82b02b6b3a7 None None] Routers {'33471185-a3b8-422c-ba3b-8686a2c33b9e'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:55:13.210358 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-e7fe33ce-7f0e-4a22-8942-f82b02b6b3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:54:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['33471185-a3b8-422c-ba3b-8686a2c33b9e'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:55:13.238323 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1294989d-51de-435c-a597-bc45d2df74ad admin admin] 10.222.0.23 "PUT /v2.0/routers/33471185-a3b8-422c-ba3b-8686a2c33b9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 21.4920619 May 05 21:55:13.240035 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-51b04d9d-d55c-4710-8190-bad374189f2b tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:55:13.245770 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47168) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:13.298652 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818f5fc9-4edc-4d2f-b945-144d02edc8a0 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Pushing event updated for resources: {'Network': ['ID=54c92200-b50c-4538-8580-cadb1d4dee9f,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:13.309644 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 54c92200-b50c-4538-8580-cadb1d4dee9f details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:55:13.312905 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-51b04d9d-d55c-4710-8190-bad374189f2b tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Usage tracker for resource:network and tenant:9eb6e3218c9a4a819f6cee4d1cc7f39a is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:55:13.522812 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-e7fe33ce-7f0e-4a22-8942-f82b02b6b3a7 None None] Set router 33471185-a3b8-422c-ba3b-8686a2c33b9e gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:55:13.601822 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-51b04d9d-d55c-4710-8190-bad374189f2b tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:55:13.616533 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-51b04d9d-d55c-4710-8190-bad374189f2b tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:55:13.670280 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b04d9d-d55c-4710-8190-bad374189f2b tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Made reservation on behalf of 9eb6e3218c9a4a819f6cee4d1cc7f39a for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:55:13.673435 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-51b04d9d-d55c-4710-8190-bad374189f2b tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:13.796240 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b521e119-84f2-4b79-b0b4-426817f7dc14 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:13.940967 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2e8e92f9-843b-4beb-ab7a-b49cd1b8824c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:14.132308 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-e7fe33ce-7f0e-4a22-8942-f82b02b6b3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33471185-a3b8-422c-ba3b-8686a2c33b9e', 'name': 'tempest-ServersTestFqdnHostnames-1037735555-router', 'tenant_id': '7eaa10adcdbd47d0a6e92ce37faf0b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'ecd530c9-68cf-44eb-981e-f70ef97dc9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:54:28Z', 'updated_at': '2022-05-05T21:55:07Z', 'revision_number': 5, 'project_id': '7eaa10adcdbd47d0a6e92ce37faf0b99', 'gw_port': {'id': 'ecd530c9-68cf-44eb-981e-f70ef97dc9ee', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ee:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33471185-a3b8-422c-ba3b-8686a2c33b9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:54:30Z', 'updated_at': '2022-05-05T21:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:55:14.137852 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fe33ce-7f0e-4a22-8942-f82b02b6b3a7 None None] Checking router: 33471185-a3b8-422c-ba3b-8686a2c33b9e for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:55:14.150670 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fe33ce-7f0e-4a22-8942-f82b02b6b3a7 None None] Routers {'33471185-a3b8-422c-ba3b-8686a2c33b9e'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:55:14.151682 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-e7fe33ce-7f0e-4a22-8942-f82b02b6b3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:54:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['33471185-a3b8-422c-ba3b-8686a2c33b9e'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:55:14.269909 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51b04d9d-d55c-4710-8190-bad374189f2b tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:55:14.277827 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b0a5dd25-a0de-4350-a5dc-f02b00288c8a tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:14.362437 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-e7fe33ce-7f0e-4a22-8942-f82b02b6b3a7 None None] Set router 33471185-a3b8-422c-ba3b-8686a2c33b9e gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:55:14.399196 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-51b04d9d-d55c-4710-8190-bad374189f2b tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:14.399603 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-51b04d9d-d55c-4710-8190-bad374189f2b tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Added segment f07936da-8b1f-44a9-befa-dfc5fe4ca07a of type vlan for network c3f5e4a3-ca28-4f80-bfa1-6338912230db May 05 21:55:14.480368 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-b0a5dd25-a0de-4350-a5dc-f02b00288c8a tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Calling delete_port for e1a3e072-5f24-4eb4-8bd6-45fee3cd1e80 owned by network:router_gateway {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:55:14.570364 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b29c4d-364c-4e67-8cff-4a959687b388 req-5b6f7908-cf10-4d85-bac3-511cb69c1da7 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:14.571489 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c4b29c4d-364c-4e67-8cff-4a959687b388 req-5b6f7908-cf10-4d85-bac3-511cb69c1da7 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=776da390-139c-4038-b5ac-afee0d411ef0 HTTP/1.1" status: 200 len: 945 time: 1.4992905 May 05 21:55:14.638346 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-51b04d9d-d55c-4710-8190-bad374189f2b tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:14.659865 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-b521e119-84f2-4b79-b0b4-426817f7dc14 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Allocated IP 172.25.4.46 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/adb297be-8447-4460-a2dd-7d8f94044110) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:55:14.687914 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-e7fe33ce-7f0e-4a22-8942-f82b02b6b3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33471185-a3b8-422c-ba3b-8686a2c33b9e', 'name': 'tempest-ServersTestFqdnHostnames-1037735555-router', 'tenant_id': '7eaa10adcdbd47d0a6e92ce37faf0b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'ecd530c9-68cf-44eb-981e-f70ef97dc9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:54:28Z', 'updated_at': '2022-05-05T21:55:07Z', 'revision_number': 5, 'project_id': '7eaa10adcdbd47d0a6e92ce37faf0b99', 'gw_port': {'id': 'ecd530c9-68cf-44eb-981e-f70ef97dc9ee', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ee:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33471185-a3b8-422c-ba3b-8686a2c33b9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:54:30Z', 'updated_at': '2022-05-05T21:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:55:14.698122 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fe33ce-7f0e-4a22-8942-f82b02b6b3a7 None None] The sync data for ids ['33471185-a3b8-422c-ba3b-8686a2c33b9e'] in n-d-825175-4 is: [{'id': '33471185-a3b8-422c-ba3b-8686a2c33b9e', 'name': 'tempest-ServersTestFqdnHostnames-1037735555-router', 'tenant_id': '7eaa10adcdbd47d0a6e92ce37faf0b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'ecd530c9-68cf-44eb-981e-f70ef97dc9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:54:28Z', 'updated_at': '2022-05-05T21:55:07Z', 'revision_number': 5, 'project_id': '7eaa10adcdbd47d0a6e92ce37faf0b99', 'gw_port': {'id': 'ecd530c9-68cf-44eb-981e-f70ef97dc9ee', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ee:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33471185-a3b8-422c-ba3b-8686a2c33b9e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:54:30Z', 'updated_at': '2022-05-05T21:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:55:14.764179 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb66f9b-9f8f-47bc-b930-60ff49563ba3 req-c97539b5-b3e7-43ca-9258-534224b69eed tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:14.765629 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dcb66f9b-9f8f-47bc-b930-60ff49563ba3 req-c97539b5-b3e7-43ca-9258-534224b69eed tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=76ac842b-b8d5-41f3-9554-d5d6ee60dd6e HTTP/1.1" status: 200 len: 946 time: 0.8081448 May 05 21:55:14.838878 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c4b29c4d-364c-4e67-8cff-4a959687b388 req-a5d52be2-b72c-4ff5-a8c2-19840d633199 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=5165d8be-a1b9-4dce-a631-d72bdd4afdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525938 May 05 21:55:15.014630 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-51b04d9d-d55c-4710-8190-bad374189f2b tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:15.018297 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b04d9d-d55c-4710-8190-bad374189f2b tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:15.018947 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-51b04d9d-d55c-4710-8190-bad374189f2b tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:15.244718 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dcb66f9b-9f8f-47bc-b930-60ff49563ba3 req-a8272a08-f0e7-4f6f-a2ba-edb97ca428ef tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c51188-03e9-4eb7-84f3-076c2790a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4656506 May 05 21:55:15.252972 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-51b04d9d-d55c-4710-8190-bad374189f2b tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.0609806 May 05 21:55:15.254349 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b04d9d-d55c-4710-8190-bad374189f2b tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Pushing event updated for resources: {'Network': ['ID=c3f5e4a3-ca28-4f80-bfa1-6338912230db,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:15.284245 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network c3f5e4a3-ca28-4f80-bfa1-6338912230db details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:55:15.374686 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b521e119-84f2-4b79-b0b4-426817f7dc14 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:15.402561 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47194) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:15.410001 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-424efbfd-1aea-4a32-b6da-657b77ffe9e0 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Request body: {'subnets': [{'network_id': '54c92200-b50c-4538-8580-cadb1d4dee9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1723083118', 'ip_version': 4}, {'network_id': 'c3f5e4a3-ca28-4f80-bfa1-6338912230db', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:55:15.410371 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-424efbfd-1aea-4a32-b6da-657b77ffe9e0 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Request body: {'subnet': {'network_id': '54c92200-b50c-4538-8580-cadb1d4dee9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1723083118', 'ip_version': 4}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:55:15.411098 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-424efbfd-1aea-4a32-b6da-657b77ffe9e0 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Request body: {'subnet': {'network_id': 'c3f5e4a3-ca28-4f80-bfa1-6338912230db', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:55:15.422190 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b0a5dd25-a0de-4350-a5dc-f02b00288c8a tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:15.424788 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device ec6f5e29-f425-4298-a285-902f5c8cfbfe no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:55:15.463186 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7981b883-4b99-46d7-8a07-f7812fab748f req-fb1e8466-8e65-4eeb-bc2d-9908cf55b3e0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0eb82da6a4bc47a2ae0058d78ca21e92&device_id=776da390-139c-4038-b5ac-afee0d411ef0 HTTP/1.1" status: 200 len: 1096 time: 0.6225512 May 05 21:55:15.468249 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: ec6f5e29-f425-4298-a285-902f5c8cfbfe {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:55:15.468589 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device ec6f5e29-f425-4298-a285-902f5c8cfbfe not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:55:15.474425 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ff38017e-643d-4fa6-b587-ae3cb888a1eb admin admin] Notify callbacks [] for router, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:15.563995 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daded3d-f7b6-47fd-8029-2c4191d533c3 req-a7a6e0f6-5a6c-4fdf-83a1-4e54d259a690 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:15.570931 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0daded3d-f7b6-47fd-8029-2c4191d533c3 req-a7a6e0f6-5a6c-4fdf-83a1-4e54d259a690 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14 HTTP/1.1" status: 200 len: 945 time: 0.6029162 May 05 21:55:15.585696 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a5dd25-a0de-4350-a5dc-f02b00288c8a tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Pushing event deleted for resources: {'Port': ['ID=e1a3e072-5f24-4eb4-8bd6-45fee3cd1e80,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:15.645165 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-424efbfd-1aea-4a32-b6da-657b77ffe9e0 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:55:15.648994 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-424efbfd-1aea-4a32-b6da-657b77ffe9e0 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Usage tracker for resource:subnet and tenant:9eb6e3218c9a4a819f6cee4d1cc7f39a is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:55:15.651905 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-424efbfd-1aea-4a32-b6da-657b77ffe9e0 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:55:15.658324 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-424efbfd-1aea-4a32-b6da-657b77ffe9e0 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:55:15.669827 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424efbfd-1aea-4a32-b6da-657b77ffe9e0 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Made reservation on behalf of 9eb6e3218c9a4a819f6cee4d1cc7f39a for: {'subnet': 2} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:55:15.843247 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0daded3d-f7b6-47fd-8029-2c4191d533c3 req-ac47f52f-d30c-4189-80cf-bcd37c8690cf tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7172c50-8266-4028-bd8e-9c21e9bde333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2713439 May 05 21:55:15.861098 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b521e119-84f2-4b79-b0b4-426817f7dc14 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:16.003474 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-424efbfd-1aea-4a32-b6da-657b77ffe9e0 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:16.003843 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-424efbfd-1aea-4a32-b6da-657b77ffe9e0 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:16.180630 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b521e119-84f2-4b79-b0b4-426817f7dc14 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Pushing event updated for resources: {'Port': ['ID=adb297be-8447-4460-a2dd-7d8f94044110,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:16.183864 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981b883-4b99-46d7-8a07-f7812fab748f req-b90c4158-c9de-4588-afaa-da028cd56ff8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:16.185334 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7981b883-4b99-46d7-8a07-f7812fab748f req-b90c4158-c9de-4588-afaa-da028cd56ff8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f33cead3-3472-4ef7-9cf3-a35684adef89 HTTP/1.1" status: 200 len: 913 time: 0.6649280 May 05 21:55:16.271377 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-adce0ecd-1a85-41a2-8bec-d8f4445d6976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:16.394012 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b521e119-84f2-4b79-b0b4-426817f7dc14 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:55:16.421634 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-b521e119-84f2-4b79-b0b4-426817f7dc14 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:55:16.433536 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b521e119-84f2-4b79-b0b4-426817f7dc14 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:55:16.474136 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7981b883-4b99-46d7-8a07-f7812fab748f req-e7b81cd1-b545-452f-8527-35bb87336968 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82990358-263c-460c-a2be-db543d8f1004 HTTP/1.1" status: 200 len: 217 time: 0.1991591 May 05 21:55:16.493665 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-424efbfd-1aea-4a32-b6da-657b77ffe9e0 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:16.569545 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b0a5dd25-a0de-4350-a5dc-f02b00288c8a tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:16.575852 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424efbfd-1aea-4a32-b6da-657b77ffe9e0 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Pushing event updated for resources: {'Subnet': ['ID=c392409a-b4e8-4a25-95c8-4dcb8f361b00,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:16.583874 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424efbfd-1aea-4a32-b6da-657b77ffe9e0 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Checking segment: {'id': '696e4976-8c79-4acc-8f46-3acf82530caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '54c92200-b50c-4538-8580-cadb1d4dee9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:55:16.584232 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424efbfd-1aea-4a32-b6da-657b77ffe9e0 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Network hostable DHCP agents. Network: 54c92200-b50c-4538-8580-cadb1d4dee9f, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:55:16.606252 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424efbfd-1aea-4a32-b6da-657b77ffe9e0 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Network 54c92200-b50c-4538-8580-cadb1d4dee9f is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:55:16.615352 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-424efbfd-1aea-4a32-b6da-657b77ffe9e0 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 54c92200-b50c-4538-8580-cadb1d4dee9f) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:55:16.624333 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45d23f2-1d28-4c51-bae1-e03b92d73d0e None None] Network 54c92200-b50c-4538-8580-cadb1d4dee9f requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:55:16.624824 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-424efbfd-1aea-4a32-b6da-657b77ffe9e0 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:16.705051 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424efbfd-1aea-4a32-b6da-657b77ffe9e0 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Pushing event updated for resources: {'Subnet': ['ID=8ead5a05-9211-4602-9227-40cae58b554f,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:16.723132 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424efbfd-1aea-4a32-b6da-657b77ffe9e0 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Checking segment: {'id': 'f07936da-8b1f-44a9-befa-dfc5fe4ca07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c3f5e4a3-ca28-4f80-bfa1-6338912230db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:55:16.723132 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424efbfd-1aea-4a32-b6da-657b77ffe9e0 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Network hostable DHCP agents. Network: c3f5e4a3-ca28-4f80-bfa1-6338912230db, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:55:16.750628 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424efbfd-1aea-4a32-b6da-657b77ffe9e0 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Network c3f5e4a3-ca28-4f80-bfa1-6338912230db is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:55:16.763146 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-424efbfd-1aea-4a32-b6da-657b77ffe9e0 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, c3f5e4a3-ca28-4f80-bfa1-6338912230db) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:55:16.767191 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424efbfd-1aea-4a32-b6da-657b77ffe9e0 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:16.767619 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424efbfd-1aea-4a32-b6da-657b77ffe9e0 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:16.768180 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-424efbfd-1aea-4a32-b6da-657b77ffe9e0 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:16.776324 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c0fada-13a4-4606-b031-efff44bbf215 None None] Network c3f5e4a3-ca28-4f80-bfa1-6338912230db requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:55:16.790316 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-424efbfd-1aea-4a32-b6da-657b77ffe9e0 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.3861136 May 05 21:55:16.793062 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47208) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:16.820123 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981b883-4b99-46d7-8a07-f7812fab748f req-657f756e-73b8-43a8-87a9-47947ff47697 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:16.821533 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7981b883-4b99-46d7-8a07-f7812fab748f req-657f756e-73b8-43a8-87a9-47947ff47697 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7d5de724-e15a-4a3a-8314-05869a0cf070 HTTP/1.1" status: 200 len: 851 time: 0.3389320 May 05 21:55:16.861440 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d05310-e854-4dae-9cf0-8481cb13bef9 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:16.862952 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d05310-e854-4dae-9cf0-8481cb13bef9 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:16.864355 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d05310-e854-4dae-9cf0-8481cb13bef9 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:16.865130 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-a5d05310-e854-4dae-9cf0-8481cb13bef9 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Synchronizing usage tracker for tenant:9eb6e3218c9a4a819f6cee4d1cc7f39a on resource:subnet {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:55:16.887139 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cbb52f-22b6-4fcc-9769-7941b8d1d786 req-8e5236c7-deb3-4479-b01d-3c28944a96cc tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:16.888560 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-a5d05310-e854-4dae-9cf0-8481cb13bef9 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Unset dirty status for tenant:9eb6e3218c9a4a819f6cee4d1cc7f39a on resource:subnet {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:55:16.898463 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a5d05310-e854-4dae-9cf0-8481cb13bef9 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0966148 May 05 21:55:16.898463 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47214) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:16.905035 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-63cbb52f-22b6-4fcc-9769-7941b8d1d786 req-8e5236c7-deb3-4479-b01d-3c28944a96cc tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=776da390-139c-4038-b5ac-afee0d411ef0 HTTP/1.1" status: 200 len: 945 time: 0.8014343 May 05 21:55:16.954835 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8828187-c1ed-4566-b307-994da09f46e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-54c92200-b50c-4538-8580-cadb1d4dee9f', 'network_id': '54c92200-b50c-4538-8580-cadb1d4dee9f', 'tenant_id': '9eb6e3218c9a4a819f6cee4d1cc7f39a', 'fixed_ips': [{'subnet_id': 'c392409a-b4e8-4a25-95c8-4dcb8f361b00'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 21:55:16.955681 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b8828187-c1ed-4566-b307-994da09f46e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:16.971529 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-10ddbd4c-5a0c-4bca-9fce-bb6421d6cbad tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Deleting subnet c392409a-b4e8-4a25-95c8-4dcb8f361b00 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:55:16.975024 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-10ddbd4c-5a0c-4bca-9fce-bb6421d6cbad tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:16.987494 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b0a5dd25-a0de-4350-a5dc-f02b00288c8a tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:17.031481 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-10ddbd4c-5a0c-4bca-9fce-bb6421d6cbad tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:17.031760 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b0a5dd25-a0de-4350-a5dc-f02b00288c8a tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:17.049146 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734cd72-8f3c-4176-aa7d-ea55ede7d3c9 req-9f04dbe3-95b9-4b83-b15d-7bdeb241b009 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:17.050649 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b734cd72-8f3c-4176-aa7d-ea55ede7d3c9 req-9f04dbe3-95b9-4b83-b15d-7bdeb241b009 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=76ac842b-b8d5-41f3-9554-d5d6ee60dd6e HTTP/1.1" status: 200 len: 946 time: 0.5782776 May 05 21:55:17.072075 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-63cbb52f-22b6-4fcc-9769-7941b8d1d786 req-786b1532-8918-42ab-aca4-6f4dd81e02a5 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=5165d8be-a1b9-4dce-a631-d72bdd4afdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768749 May 05 21:55:17.093535 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-10ddbd4c-5a0c-4bca-9fce-bb6421d6cbad tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:17.185299 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c060ab2-caa3-466d-af02-e4c53aab84b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-c3f5e4a3-ca28-4f80-bfa1-6338912230db', 'network_id': 'c3f5e4a3-ca28-4f80-bfa1-6338912230db', 'tenant_id': '9eb6e3218c9a4a819f6cee4d1cc7f39a', 'fixed_ips': [{'subnet_id': '8ead5a05-9211-4602-9227-40cae58b554f'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 21:55:17.186122 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7c060ab2-caa3-466d-af02-e4c53aab84b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:17.199478 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b0a5dd25-a0de-4350-a5dc-f02b00288c8a tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:17.200034 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a5dd25-a0de-4350-a5dc-f02b00288c8a tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Fanout notify agent at l3_agent the message router_deleted on router 7b92933b-5d97-445f-b31a-b8da02f83d4a {{(pid=84061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 21:55:17.200159 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-10ddbd4c-5a0c-4bca-9fce-bb6421d6cbad tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:17.222108 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7981b883-4b99-46d7-8a07-f7812fab748f req-6dc70be9-fe7a-4025-9d32-f8fe9ba362c2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f33cead3-3472-4ef7-9cf3-a35684adef89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3104780 May 05 21:55:17.243612 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ff38017e-643d-4fa6-b587-ae3cb888a1eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:17.247914 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b734cd72-8f3c-4176-aa7d-ea55ede7d3c9 req-90f55870-8e4b-4038-bb2e-f49a6bfa89a9 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c51188-03e9-4eb7-84f3-076c2790a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856203 May 05 21:55:17.254760 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ddbd4c-5a0c-4bca-9fce-bb6421d6cbad tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Pushing event deleted for resources: {'Subnet': ['ID=c392409a-b4e8-4a25-95c8-4dcb8f361b00,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:17.266019 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-10ddbd4c-5a0c-4bca-9fce-bb6421d6cbad tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:17.277999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server [None req-b8828187-c1ed-4566-b307-994da09f46e1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c392409a-b4e8-4a25-95c8-4dcb8f361b00: This subnet is being modified by another concurrent operation. May 05 21:55:17.277999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 05 21:55:17.277999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 05 21:55:17.277999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 05 21:55:17.277999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 05 21:55:17.277999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 05 21:55:17.277999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 05 21:55:17.277999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 05 21:55:17.277999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 05 21:55:17.277999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 05 21:55:17.277999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 05 21:55:17.277999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 05 21:55:17.277999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 05 21:55:17.277999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 21:55:17.277999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 05 21:55:17.277999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 05 21:55:17.277999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 05 21:55:17.277999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server raise value May 05 21:55:17.277999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 05 21:55:17.277999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 21:55:17.277999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 05 21:55:17.277999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 05 21:55:17.277999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 05 21:55:17.277999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 21:55:17.277999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 05 21:55:17.277999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 05 21:55:17.277999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 05 21:55:17.277999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server raise value May 05 21:55:17.277999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 05 21:55:17.277999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 21:55:17.277999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 05 21:55:17.277999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 05 21:55:17.277999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 05 21:55:17.277999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 21:55:17.277999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 05 21:55:17.277999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 05 21:55:17.277999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 05 21:55:17.277999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server raise value May 05 21:55:17.277999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 05 21:55:17.277999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 05 21:55:17.277999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 05 21:55:17.277999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 05 21:55:17.277999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port May 05 21:55:17.277999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 05 21:55:17.277999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action May 05 21:55:17.277999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 05 21:55:17.277999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port May 05 21:55:17.277999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 05 21:55:17.277999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 05 21:55:17.277999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 05 21:55:17.277999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 05 21:55:17.277999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 05 21:55:17.277999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 05 21:55:17.282157 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 05 21:55:17.282157 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 05 21:55:17.282157 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 21:55:17.282157 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 05 21:55:17.282157 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 05 21:55:17.282157 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 05 21:55:17.282157 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server raise value May 05 21:55:17.282157 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 05 21:55:17.282157 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 21:55:17.282157 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 05 21:55:17.282157 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 05 21:55:17.282157 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 05 21:55:17.282157 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 21:55:17.282157 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 05 21:55:17.282157 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 05 21:55:17.282157 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 05 21:55:17.282157 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server raise value May 05 21:55:17.282157 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 05 21:55:17.282157 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 21:55:17.282157 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 05 21:55:17.282157 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 05 21:55:17.282157 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 05 21:55:17.282157 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 21:55:17.282157 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 05 21:55:17.282157 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 05 21:55:17.282157 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 05 21:55:17.282157 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server raise value May 05 21:55:17.282157 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 05 21:55:17.282157 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 05 21:55:17.282157 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port May 05 21:55:17.282157 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 05 21:55:17.282157 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db May 05 21:55:17.282157 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 05 21:55:17.282157 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db May 05 21:55:17.282157 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 05 21:55:17.282157 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 05 21:55:17.282157 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 05 21:55:17.282157 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 05 21:55:17.282157 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 05 21:55:17.282157 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 05 21:55:17.282157 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 05 21:55:17.282157 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 05 21:55:17.282157 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 05 21:55:17.282157 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 05 21:55:17.282157 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 05 21:55:17.282157 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 05 21:55:17.282157 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 05 21:55:17.282157 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 05 21:55:17.282157 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server raise exception May 05 21:55:17.282157 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c392409a-b4e8-4a25-95c8-4dcb8f361b00: This subnet is being modified by another concurrent operation. May 05 21:55:17.282157 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server May 05 21:55:17.298542 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-10ddbd4c-5a0c-4bca-9fce-bb6421d6cbad tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] 10.222.0.23 "DELETE /v2.0/subnets/c392409a-b4e8-4a25-95c8-4dcb8f361b00 HTTP/1.1" status: 204 len: 168 time: 0.4003923 May 05 21:55:17.298763 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47218) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:17.313078 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b521e119-84f2-4b79-b0b4-426817f7dc14 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:17.371141 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-ff38017e-643d-4fa6-b587-ae3cb888a1eb admin admin] Deleting port ecd530c9-68cf-44eb-981e-f70ef97dc9ee {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:55:17.371397 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ff38017e-643d-4fa6-b587-ae3cb888a1eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:17.384013 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce8eff70-8a1e-4c88-a3c0-065f7788a783 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Deleting subnet 8ead5a05-9211-4602-9227-40cae58b554f {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:55:17.387240 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ce8eff70-8a1e-4c88-a3c0-065f7788a783 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:17.420921 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5173de42-55a2-4262-aede-b6e76e57415f None None] Network 54c92200-b50c-4538-8580-cadb1d4dee9f requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:55:17.426500 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b0a5dd25-a0de-4350-a5dc-f02b00288c8a tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:17.427561 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b0a5dd25-a0de-4350-a5dc-f02b00288c8a tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] 10.222.0.23 "DELETE /v2.0/routers/7b92933b-5d97-445f-b31a-b8da02f83d4a HTTP/1.1" status: 204 len: 168 time: 6.1162264 May 05 21:55:17.431933 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47222) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:17.446275 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-c105c566-4207-4d86-a7a0-bb8943723015 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-37472047', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}, 'admin_state_up': False}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:55:17.455095 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c105c566-4207-4d86-a7a0-bb8943723015 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:55:17.459987 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c105c566-4207-4d86-a7a0-bb8943723015 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Usage tracker for resource:router and tenant:f69bf16d05e940ae9628f45daf8858c4 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:55:17.463119 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c105c566-4207-4d86-a7a0-bb8943723015 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:55:17.469600 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c105c566-4207-4d86-a7a0-bb8943723015 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:55:17.481354 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c105c566-4207-4d86-a7a0-bb8943723015 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:17.482502 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c105c566-4207-4d86-a7a0-bb8943723015 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:17.504750 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c105c566-4207-4d86-a7a0-bb8943723015 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:17.508605 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:17.545027 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:17.593789 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ce8eff70-8a1e-4c88-a3c0-065f7788a783 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:17.729327 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ce8eff70-8a1e-4c88-a3c0-065f7788a783 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:17.758955 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b521e119-84f2-4b79-b0b4-426817f7dc14 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:17.771216 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c105c566-4207-4d86-a7a0-bb8943723015 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:17.873721 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7981b883-4b99-46d7-8a07-f7812fab748f req-d8523616-ac4d-4ba7-bafe-fa7bc64f2225 service neutron] 10.222.0.32 "GET /v2.0/networks/f33cead3-3472-4ef7-9cf3-a35684adef89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6314726 May 05 21:55:17.933599 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server [None req-7c060ab2-caa3-466d-af02-e4c53aab84b0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8ead5a05-9211-4602-9227-40cae58b554f: This subnet is being modified by another concurrent operation. May 05 21:55:17.933599 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 05 21:55:17.933599 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 05 21:55:17.933599 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 05 21:55:17.933599 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 05 21:55:17.933599 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 05 21:55:17.933599 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 05 21:55:17.933599 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 05 21:55:17.933599 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 05 21:55:17.933599 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 05 21:55:17.933599 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 05 21:55:17.933599 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 05 21:55:17.933599 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 05 21:55:17.933599 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 21:55:17.933599 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 05 21:55:17.933599 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 05 21:55:17.933599 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 05 21:55:17.933599 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server raise value May 05 21:55:17.933599 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 05 21:55:17.933599 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 21:55:17.933599 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 05 21:55:17.933599 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 05 21:55:17.933599 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 05 21:55:17.933599 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 21:55:17.933599 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 05 21:55:17.933599 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 05 21:55:17.933599 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 05 21:55:17.933599 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server raise value May 05 21:55:17.933599 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 05 21:55:17.933599 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 21:55:17.933599 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 05 21:55:17.933599 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 05 21:55:17.933599 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 05 21:55:17.933599 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 21:55:17.933599 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 05 21:55:17.933599 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 05 21:55:17.933599 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 05 21:55:17.933599 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server raise value May 05 21:55:17.933599 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 05 21:55:17.933599 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 05 21:55:17.933599 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 05 21:55:17.933599 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 05 21:55:17.933599 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port May 05 21:55:17.933599 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 05 21:55:17.933599 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action May 05 21:55:17.933599 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 05 21:55:17.933599 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port May 05 21:55:17.933599 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 05 21:55:17.933599 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 05 21:55:17.933599 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 05 21:55:17.933599 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 05 21:55:17.933599 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 05 21:55:17.933599 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 05 21:55:17.937235 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 05 21:55:17.937235 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 05 21:55:17.937235 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 21:55:17.937235 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 05 21:55:17.937235 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 05 21:55:17.937235 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 05 21:55:17.937235 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server raise value May 05 21:55:17.937235 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 05 21:55:17.937235 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 21:55:17.937235 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 05 21:55:17.937235 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 05 21:55:17.937235 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 05 21:55:17.937235 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 21:55:17.937235 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 05 21:55:17.937235 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 05 21:55:17.937235 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 05 21:55:17.937235 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server raise value May 05 21:55:17.937235 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 05 21:55:17.937235 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 21:55:17.937235 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 05 21:55:17.937235 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 05 21:55:17.937235 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 05 21:55:17.937235 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 21:55:17.937235 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 05 21:55:17.937235 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 05 21:55:17.937235 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 05 21:55:17.937235 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server raise value May 05 21:55:17.937235 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 05 21:55:17.937235 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 05 21:55:17.937235 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port May 05 21:55:17.937235 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 05 21:55:17.937235 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db May 05 21:55:17.937235 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 05 21:55:17.937235 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db May 05 21:55:17.937235 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 05 21:55:17.937235 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 05 21:55:17.937235 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 05 21:55:17.937235 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 05 21:55:17.937235 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 05 21:55:17.937235 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 05 21:55:17.937235 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 05 21:55:17.937235 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 05 21:55:17.937235 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 05 21:55:17.937235 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 05 21:55:17.937235 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 05 21:55:17.937235 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 05 21:55:17.937235 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 05 21:55:17.937235 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 05 21:55:17.937235 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server raise exception May 05 21:55:17.937235 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8ead5a05-9211-4602-9227-40cae58b554f: This subnet is being modified by another concurrent operation. May 05 21:55:17.937235 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server May 05 21:55:17.953284 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f518fa-d521-4ae8-96be-669e93e1610c None None] Network c3f5e4a3-ca28-4f80-bfa1-6338912230db requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:55:17.969557 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ce8eff70-8a1e-4c88-a3c0-065f7788a783 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:18.007368 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c014dbd-0998-4b29-84ea-a2ccb0571386 req-264f9391-2dd6-4af0-940e-a16f1415db7b tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:18.008042 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-3c014dbd-0998-4b29-84ea-a2ccb0571386 req-264f9391-2dd6-4af0-940e-a16f1415db7b tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Synchronizing usage tracker for tenant:b8d6052b833a4534bc346cca1ce7985f on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:55:18.019650 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8eff70-8a1e-4c88-a3c0-065f7788a783 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Pushing event deleted for resources: {'Subnet': ['ID=8ead5a05-9211-4602-9227-40cae58b554f,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:18.026206 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ce8eff70-8a1e-4c88-a3c0-065f7788a783 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:18.049880 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b9d62-1f2c-4edc-a3f7-f4b97c9ae05a req-79b59e98-142c-4cdf-983f-34dfb85727a9 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:18.054195 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ce8eff70-8a1e-4c88-a3c0-065f7788a783 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] 10.222.0.23 "DELETE /v2.0/subnets/8ead5a05-9211-4602-9227-40cae58b554f HTTP/1.1" status: 204 len: 168 time: 0.7545228 May 05 21:55:18.055012 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47226) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:18.055537 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4c0b9d62-1f2c-4edc-a3f7-f4b97c9ae05a req-79b59e98-142c-4cdf-983f-34dfb85727a9 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14 HTTP/1.1" status: 200 len: 945 time: 0.6134069 May 05 21:55:18.117988 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c341fe-8273-40f1-9738-30a583f5be72 None None] get_active_networks_info from n-d-825175-4 {{(pid=84064) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 05 21:55:18.128913 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d869423-8a96-4934-b5c5-d2458ea2d9ad tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:18.129600 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3d869423-8a96-4934-b5c5-d2458ea2d9ad tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Synchronizing usage tracker for tenant:9eb6e3218c9a4a819f6cee4d1cc7f39a on resource:subnet {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:55:18.136129 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-ff38017e-643d-4fa6-b587-ae3cb888a1eb admin admin] For port ecd530c9-68cf-44eb-981e-f70ef97dc9ee, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=ecd530c9-68cf-44eb-981e-f70ef97dc9ee,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:55:18.136481 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ff38017e-643d-4fa6-b587-ae3cb888a1eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:18.165953 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3d869423-8a96-4934-b5c5-d2458ea2d9ad tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Unset dirty status for tenant:9eb6e3218c9a4a819f6cee4d1cc7f39a on resource:subnet {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:55:18.172709 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-3d869423-8a96-4934-b5c5-d2458ea2d9ad tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1149364 May 05 21:55:18.173336 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47232) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:18.177766 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-3c014dbd-0998-4b29-84ea-a2ccb0571386 req-264f9391-2dd6-4af0-940e-a16f1415db7b tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Unset dirty status for tenant:b8d6052b833a4534bc346cca1ce7985f on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:55:18.178932 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3c014dbd-0998-4b29-84ea-a2ccb0571386 req-264f9391-2dd6-4af0-940e-a16f1415db7b tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d95b01c-6710-48cf-9af7-f1de1a8bd458 HTTP/1.1" status: 200 len: 945 time: 0.9060810 May 05 21:55:18.272441 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c341fe-8273-40f1-9738-30a583f5be72 None None] Resources bound (agent type, host, resource id): {{(pid=84064) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 05 21:55:18.280680 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c105c566-4207-4d86-a7a0-bb8943723015 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks [] for router_gateway, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:18.333559 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c105c566-4207-4d86-a7a0-bb8943723015 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:18.333769 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-ff38017e-643d-4fa6-b587-ae3cb888a1eb admin admin] Calling delete_port for ecd530c9-68cf-44eb-981e-f70ef97dc9ee owned by network:router_gateway {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:55:18.397812 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-14b31862-27a9-4954-b9da-23f31a98386a tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:18.439631 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7981b883-4b99-46d7-8a07-f7812fab748f req-28c9a956-e666-4cbd-a210-df0fa0ae7008 service neutron] 10.222.0.32 "GET /v2.0/networks/f33cead3-3472-4ef7-9cf3-a35684adef89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5585613 May 05 21:55:18.476065 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4c0b9d62-1f2c-4edc-a3f7-f4b97c9ae05a req-d6903989-7647-4bc8-8f2a-2ce2e93b6d8b tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7172c50-8266-4028-bd8e-9c21e9bde333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3494897 May 05 21:55:18.485376 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3c014dbd-0998-4b29-84ea-a2ccb0571386 req-4b423265-34d8-4f7f-8a15-b034843b6a82 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=910f211c-c7ca-4cc4-8d09-61e980cdaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886842 May 05 21:55:18.546730 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b521e119-84f2-4b79-b0b4-426817f7dc14 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:18.562184 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b521e119-84f2-4b79-b0b4-426817f7dc14 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:18.568008 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-c105c566-4207-4d86-a7a0-bb8943723015 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Allocated IP 172.25.4.189 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/96cc8c4d-a409-414a-be5e-c7e380a5f83f) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:55:18.682457 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 82990358-263c-460c-a2be-db543d8f1004 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:55:18.839730 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693719cf-b8f5-4b03-aff6-f8705d0c20fe None None] get_active_networks_info from n-d-825175-4 {{(pid=84064) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 05 21:55:18.863581 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-14b31862-27a9-4954-b9da-23f31a98386a tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:18.903376 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:18.908027 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c105c566-4207-4d86-a7a0-bb8943723015 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:18.913153 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-14b31862-27a9-4954-b9da-23f31a98386a tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3f5e4a3-ca28-4f80-bfa1-6338912230db']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:55:18.913692 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:18.931239 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-14b31862-27a9-4954-b9da-23f31a98386a tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f07936da-8b1f-44a9-befa-dfc5fe4ca07a') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:55:18.931617 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-14b31862-27a9-4954-b9da-23f31a98386a tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f07936da-8b1f-44a9-befa-dfc5fe4ca07a') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:55:18.943308 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f4d44-6c81-4b00-ad0f-dca2462e9380 req-978fd7bd-e525-4e7a-a0e0-137b8b30f068 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:18.943992 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-0d8f4d44-6c81-4b00-ad0f-dca2462e9380 req-978fd7bd-e525-4e7a-a0e0-137b8b30f068 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Synchronizing usage tracker for tenant:b8d6052b833a4534bc346cca1ce7985f on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:55:18.944374 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b521e119-84f2-4b79-b0b4-426817f7dc14 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Pushing event updated for resources: {'Port': ['ID=adb297be-8447-4460-a2dd-7d8f94044110,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:18.957617 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-14b31862-27a9-4954-b9da-23f31a98386a tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:18.959729 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ff38017e-643d-4fa6-b587-ae3cb888a1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:18.970247 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776da390-139c-4038-b5ac-afee0d411ef0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82990358-263c-460c-a2be-db543d8f1004'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:55:18.982089 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-14b31862-27a9-4954-b9da-23f31a98386a tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:18.985803 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-0d8f4d44-6c81-4b00-ad0f-dca2462e9380 req-978fd7bd-e525-4e7a-a0e0-137b8b30f068 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Unset dirty status for tenant:b8d6052b833a4534bc346cca1ce7985f on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:55:18.987180 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0d8f4d44-6c81-4b00-ad0f-dca2462e9380 req-978fd7bd-e525-4e7a-a0e0-137b8b30f068 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d95b01c-6710-48cf-9af7-f1de1a8bd458 HTTP/1.1" status: 200 len: 945 time: 0.5576267 May 05 21:55:18.991174 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 82990358-263c-460c-a2be-db543d8f1004, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=82990358-263c-460c-a2be-db543d8f1004,segment=NetworkSegment(18a3c379-3cfc-4702-917f-3a57e26f3cd8),segment_id=18a3c379-3cfc-4702-917f-3a57e26f3cd8)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:55:18.996222 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14b31862-27a9-4954-b9da-23f31a98386a tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:55:18.996626 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-14b31862-27a9-4954-b9da-23f31a98386a tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:19.001560 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:19.023239 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b521e119-84f2-4b79-b0b4-426817f7dc14 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:19.027206 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff38017e-643d-4fa6-b587-ae3cb888a1eb admin admin] Pushing event deleted for resources: {'Port': ['ID=ecd530c9-68cf-44eb-981e-f70ef97dc9ee,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:19.041125 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 21:55:19.041125 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:55:19.041125 n-d-825175-4 neutron-server[84063]: timer() May 05 21:55:19.041125 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:55:19.041125 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 21:55:19.041125 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:55:19.041125 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 21:55:19.041125 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:55:19.041125 n-d-825175-4 neutron-server[84063]: self._notify() May 05 21:55:19.041125 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:55:19.041125 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 21:55:19.041125 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:55:19.041125 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 21:55:19.041125 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:55:19.041125 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:55:19.041125 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:55:19.041125 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:55:19.041125 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:55:19.041125 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 21:55:19.041125 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:55:19.041125 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 21:55:19.041125 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:55:19.041125 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:55:19.041125 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:55:19.041125 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 21:55:19.041125 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:55:19.041125 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:55:19.041125 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:55:19.041125 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:55:19.041125 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:55:19.041125 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:55:19.041125 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:55:19.112260 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=82990358-263c-460c-a2be-db543d8f1004,revision_number=8']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:19.116574 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693719cf-b8f5-4b03-aff6-f8705d0c20fe None None] Resources bound (agent type, host, resource id): {{(pid=84064) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 05 21:55:19.126537 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:55:19.126906 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:55:19.127013 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b521e119-84f2-4b79-b0b4-426817f7dc14 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:19.127242 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:55:19.127566 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:55:19.127929 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:55:19.128323 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b521e119-84f2-4b79-b0b4-426817f7dc14 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.7402165 May 05 21:55:19.131253 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:55:19.131973 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:55:19.134327 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:55:19.136937 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:55:19.141529 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:55:19.142097 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:55:19.147933 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c105c566-4207-4d86-a7a0-bb8943723015 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:19.153457 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61e371-21b0-4617-9f51-95546815252d req-f360783d-4490-4136-8519-93926d9bead5 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:19.160567 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-db61e371-21b0-4617-9f51-95546815252d req-f360783d-4490-4136-8519-93926d9bead5 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=776da390-139c-4038-b5ac-afee0d411ef0 HTTP/1.1" status: 200 len: 945 time: 0.4024770 May 05 21:55:19.170860 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20297d9-3873-4009-b01a-98666ebb22bf req-23573069-3138-47a4-8ace-c1d021145123 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:19.172336 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e20297d9-3873-4009-b01a-98666ebb22bf req-23573069-3138-47a4-8ace-c1d021145123 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=76ac842b-b8d5-41f3-9554-d5d6ee60dd6e HTTP/1.1" status: 200 len: 946 time: 0.4174559 May 05 21:55:19.190704 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-0d8f4d44-6c81-4b00-ad0f-dca2462e9380 req-e697371e-def2-4001-8e1f-c82024871a6e tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Deleting port 4c709e3b-4982-40c3-a103-e3eef9277a29 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:55:19.190945 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-0d8f4d44-6c81-4b00-ad0f-dca2462e9380 req-e697371e-def2-4001-8e1f-c82024871a6e tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:19.236961 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-14b31862-27a9-4954-b9da-23f31a98386a tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:19.277367 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-14b31862-27a9-4954-b9da-23f31a98386a tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:19.278976 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-db61e371-21b0-4617-9f51-95546815252d req-c67bdc32-041a-4449-9d36-223d34977186 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=5165d8be-a1b9-4dce-a631-d72bdd4afdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175067 May 05 21:55:19.322128 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b31862-27a9-4954-b9da-23f31a98386a tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Pushing event deleted for resources: {'Network': ['ID=c3f5e4a3-ca28-4f80-bfa1-6338912230db,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:19.336305 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c105c566-4207-4d86-a7a0-bb8943723015 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:55:19.338189 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c105c566-4207-4d86-a7a0-bb8943723015 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Pushing event updated for resources: {'Port': ['ID=96cc8c4d-a409-414a-be5e-c7e380a5f83f,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:19.343497 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-c105c566-4207-4d86-a7a0-bb8943723015 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:55:19.348534 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-14b31862-27a9-4954-b9da-23f31a98386a tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] 10.222.0.23 "DELETE /v2.0/networks/c3f5e4a3-ca28-4f80-bfa1-6338912230db HTTP/1.1" status: 204 len: 168 time: 1.1723633 May 05 21:55:19.349537 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c105c566-4207-4d86-a7a0-bb8943723015 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:55:19.359826 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47246) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:19.383515 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a51d7026-b36e-4d9c-bf01-9779c60f81ab'] response: {'server_uuid': '776da390-139c-4038-b5ac-afee0d411ef0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82990358-263c-460c-a2be-db543d8f1004', 'code': 200} May 05 21:55:19.611670 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-0d8f4d44-6c81-4b00-ad0f-dca2462e9380 req-e697371e-def2-4001-8e1f-c82024871a6e tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] For port 4c709e3b-4982-40c3-a103-e3eef9277a29, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=4c709e3b-4982-40c3-a103-e3eef9277a29,segment=NetworkSegment(5513eecd-fe5a-4823-bb4c-ae0607ac9c61),segment_id=5513eecd-fe5a-4823-bb4c-ae0607ac9c61)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:55:19.612385 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-0d8f4d44-6c81-4b00-ad0f-dca2462e9380 req-e697371e-def2-4001-8e1f-c82024871a6e tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:19.660429 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e20297d9-3873-4009-b01a-98666ebb22bf req-73c2cfe1-01ff-43e9-89ab-6181e101a110 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c51188-03e9-4eb7-84f3-076c2790a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4677098 May 05 21:55:19.704586 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ff38017e-643d-4fa6-b587-ae3cb888a1eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:19.882852 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d443c7e6-306e-46ac-8461-f63ef402302e tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:19.891891 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-0d8f4d44-6c81-4b00-ad0f-dca2462e9380 req-e697371e-def2-4001-8e1f-c82024871a6e tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Calling delete_port for 4c709e3b-4982-40c3-a103-e3eef9277a29 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:55:19.956261 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-de7eadd5-b69f-4bc5-b9c6-e35d10876a08 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Synchronizing usage tracker for tenant:c3f9ce50114047b1adfc22c64baa15b0 on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:55:20.070955 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c105c566-4207-4d86-a7a0-bb8943723015 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks [] for router_gateway, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:20.071686 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c105c566-4207-4d86-a7a0-bb8943723015 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:20.074522 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-0d8f4d44-6c81-4b00-ad0f-dca2462e9380 req-e697371e-def2-4001-8e1f-c82024871a6e tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:20.086650 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['f1ec1427-0aa0-4ddc-9cf3-114836e26138', '4c709e3b-4982-40c3-a103-e3eef9277a29'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:55:20.100634 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ff38017e-643d-4fa6-b587-ae3cb888a1eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:20.120329 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-de7eadd5-b69f-4bc5-b9c6-e35d10876a08 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Unset dirty status for tenant:c3f9ce50114047b1adfc22c64baa15b0 on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:55:20.121623 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-de7eadd5-b69f-4bc5-b9c6-e35d10876a08 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--2022930371&fields=id&tenant_id=c3f9ce50114047b1adfc22c64baa15b0 HTTP/1.1" status: 200 len: 267 time: 0.5382950 May 05 21:55:20.169121 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e697371e-def2-4001-8e1f-c82024871a6e tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Pushing event deleted for resources: {'Port': ['ID=4c709e3b-4982-40c3-a103-e3eef9277a29,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:20.229772 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ff38017e-643d-4fa6-b587-ae3cb888a1eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:20.263039 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d443c7e6-306e-46ac-8461-f63ef402302e tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:20.289004 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c7cca-f05f-44ec-8c0e-2a5dc12bf674 req-16eceed5-c85c-4f8b-a8fe-1ed29c02d418 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:20.290759 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6c1c7cca-f05f-44ec-8c0e-2a5dc12bf674 req-16eceed5-c85c-4f8b-a8fe-1ed29c02d418 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d95b01c-6710-48cf-9af7-f1de1a8bd458 HTTP/1.1" status: 200 len: 945 time: 0.4523726 May 05 21:55:20.334631 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-7eba0382-34d2-4f5c-b182-a395d650fd35 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:20.336777 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-7eba0382-34d2-4f5c-b182-a395d650fd35 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/ports/5a7478fb-521e-4f6f-8635-8d5c3a9ffb68 HTTP/1.1" status: 200 len: 936 time: 0.1657314 May 05 21:55:20.400164 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-d443c7e6-306e-46ac-8461-f63ef402302e tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54c92200-b50c-4538-8580-cadb1d4dee9f']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:55:20.426837 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d8f4d44-6c81-4b00-ad0f-dca2462e9380 req-e697371e-def2-4001-8e1f-c82024871a6e tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] No DVR routers for this DVR port 4c709e3b-4982-40c3-a103-e3eef9277a29 on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:55:20.433634 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-0d8f4d44-6c81-4b00-ad0f-dca2462e9380 req-e697371e-def2-4001-8e1f-c82024871a6e tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:20.437065 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-d443c7e6-306e-46ac-8461-f63ef402302e tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '696e4976-8c79-4acc-8f46-3acf82530caf') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:55:20.437513 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d95b01c-6710-48cf-9af7-f1de1a8bd458', 'name': 'network-vif-deleted', 'tag': '4c709e3b-4982-40c3-a103-e3eef9277a29'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:55:20.437644 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-d443c7e6-306e-46ac-8461-f63ef402302e tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '696e4976-8c79-4acc-8f46-3acf82530caf') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:55:20.447940 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ff38017e-643d-4fa6-b587-ae3cb888a1eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:20.448435 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff38017e-643d-4fa6-b587-ae3cb888a1eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33471185-a3b8-422c-ba3b-8686a2c33b9e {{(pid=84061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 21:55:20.478412 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0d8f4d44-6c81-4b00-ad0f-dca2462e9380 req-e697371e-def2-4001-8e1f-c82024871a6e tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.44 "DELETE /v2.0/ports/4c709e3b-4982-40c3-a103-e3eef9277a29 HTTP/1.1" status: 204 len: 173 time: 1.4847381 May 05 21:55:20.485877 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d443c7e6-306e-46ac-8461-f63ef402302e tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:20.497842 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ff38017e-643d-4fa6-b587-ae3cb888a1eb admin admin] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:20.499052 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ff38017e-643d-4fa6-b587-ae3cb888a1eb admin admin] 10.222.0.23 "DELETE /v2.0/routers/33471185-a3b8-422c-ba3b-8686a2c33b9e HTTP/1.1" status: 204 len: 168 time: 7.2512009 May 05 21:55:20.507093 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47262) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:20.512505 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6c1c7cca-f05f-44ec-8c0e-2a5dc12bf674 req-45760e8c-bbce-442f-afe2-311c076ab294 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=910f211c-c7ca-4cc4-8d09-61e980cdaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697140 May 05 21:55:20.544821 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-c12e2812-2274-4ef6-b4db-19da4eb988ba tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:20.550851 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-c12e2812-2274-4ef6-b4db-19da4eb988ba tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/ports/40d79594-36bc-4bf3-b743-389d36c9b783 HTTP/1.1" status: 200 len: 936 time: 0.1782837 May 05 21:55:20.558381 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d443c7e6-306e-46ac-8461-f63ef402302e tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:20.690754 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d443c7e6-306e-46ac-8461-f63ef402302e tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:55:20.691629 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d443c7e6-306e-46ac-8461-f63ef402302e tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:20.723179 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-46e37969-467f-4a5e-ac9d-e3371d52ca4a admin admin] Deleting subnet 70fe310e-947b-4305-9ef5-a4eb5fea22c6 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:55:20.728134 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-46e37969-467f-4a5e-ac9d-e3371d52ca4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:20.744226 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-071289ba-da0a-49e4-8ee8-d641fad300ef tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/ports?network_id=bc00cc89-bdd8-4ed0-b801-d435664de8a6&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1818964 May 05 21:55:20.782786 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 21:55:20.782786 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:55:20.782786 n-d-825175-4 neutron-server[84061]: timer() May 05 21:55:20.782786 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:55:20.782786 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 21:55:20.782786 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:55:20.782786 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 21:55:20.782786 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:55:20.782786 n-d-825175-4 neutron-server[84061]: self._notify() May 05 21:55:20.782786 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:55:20.782786 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 21:55:20.782786 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:55:20.782786 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 21:55:20.782786 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:55:20.782786 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:55:20.782786 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:55:20.782786 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:55:20.782786 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:55:20.782786 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 21:55:20.782786 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:55:20.782786 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 21:55:20.782786 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:55:20.782786 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:55:20.782786 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:55:20.782786 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 21:55:20.782786 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:55:20.782786 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:55:20.782786 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:55:20.782786 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:55:20.782786 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:55:20.782786 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:55:20.782786 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:55:20.877843 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-46e37969-467f-4a5e-ac9d-e3371d52ca4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:20.895344 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-1ef47ee9-72c8-467b-8ef7-2553321d63a1 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/ports?network_id=bc00cc89-bdd8-4ed0-b801-d435664de8a6&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1501710 May 05 21:55:20.952341 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c105c566-4207-4d86-a7a0-bb8943723015 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Router 14a98171-1e1a-4c55-af23-535f392edcba is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 21:55:21.055059 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d443c7e6-306e-46ac-8461-f63ef402302e tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:21.075911 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d443c7e6-306e-46ac-8461-f63ef402302e tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:21.110026 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d443c7e6-306e-46ac-8461-f63ef402302e tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Pushing event deleted for resources: {'Network': ['ID=54c92200-b50c-4538-8580-cadb1d4dee9f,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:21.119663 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-46e37969-467f-4a5e-ac9d-e3371d52ca4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:21.135170 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-d443c7e6-306e-46ac-8461-f63ef402302e tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] 10.222.0.23 "DELETE /v2.0/networks/54c92200-b50c-4538-8580-cadb1d4dee9f HTTP/1.1" status: 204 len: 168 time: 1.7659035 May 05 21:55:21.141394 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47268) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:21.190157 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-fc8e15b1-aba6-4b1f-8388-0b698f552ee1 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:21.194953 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-fc8e15b1-aba6-4b1f-8388-0b698f552ee1 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:21.198992 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-fc8e15b1-aba6-4b1f-8388-0b698f552ee1 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:21.199852 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-fc8e15b1-aba6-4b1f-8388-0b698f552ee1 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Synchronizing usage tracker for tenant:c3f9ce50114047b1adfc22c64baa15b0 on resource:network {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:55:21.224186 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-46e37969-467f-4a5e-ac9d-e3371d52ca4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:21.267746 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e37969-467f-4a5e-ac9d-e3371d52ca4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70fe310e-947b-4305-9ef5-a4eb5fea22c6,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:21.271437 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b8216-29c7-4ec2-ab3b-6ab8827f4117 req-90d06ecd-a8ff-4641-9d9b-ef473ecc1e22 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:21.273859 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-df9b8216-29c7-4ec2-ab3b-6ab8827f4117 req-90d06ecd-a8ff-4641-9d9b-ef473ecc1e22 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14 HTTP/1.1" status: 200 len: 945 time: 0.4525669 May 05 21:55:21.275267 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-46e37969-467f-4a5e-ac9d-e3371d52ca4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:21.284985 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-46e37969-467f-4a5e-ac9d-e3371d52ca4a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/70fe310e-947b-4305-9ef5-a4eb5fea22c6 HTTP/1.1" status: 204 len: 168 time: 0.7725105 May 05 21:55:21.285739 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1b2960-6840-435a-9a7e-c7a8a47f8170 None None] Network 24c45467-d973-4f10-a1f3-c0fbfed9c893 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:55:21.287446 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47272) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:21.418042 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04bd1a25-2e62-4e67-a6d0-17e93be1cd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:21.423508 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c105c566-4207-4d86-a7a0-bb8943723015 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:55:21.449498 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-04bd1a25-2e62-4e67-a6d0-17e93be1cd11 admin admin] Deleting port 30d8999c-fea3-4b95-bfbd-6b7d250d470d {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:55:21.449838 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04bd1a25-2e62-4e67-a6d0-17e93be1cd11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:21.468350 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297074af-a1fd-43b3-aad4-4ff55cca01b1 None None] Sync routers for ids ['14a98171-1e1a-4c55-af23-535f392edcba'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:55:21.475030 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device ecd530c9-68cf-44eb-981e-f70ef97dc9ee no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:55:21.480460 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-04211343-3e02-487e-8f75-17d21c4dea35 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:21.485983 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-fc8e15b1-aba6-4b1f-8388-0b698f552ee1 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Unset dirty status for tenant:c3f9ce50114047b1adfc22c64baa15b0 on resource:network {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:55:21.487192 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-fc8e15b1-aba6-4b1f-8388-0b698f552ee1 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/networks?id=3120f5ac-8b43-4ef1-9697-254002b20677&id=c1301700-8066-4240-acf4-e47c77ffe534&id=c1301700-8066-4240-acf4-e47c77ffe534&id=bc00cc89-bdd8-4ed0-b801-d435664de8a6&id=bc00cc89-bdd8-4ed0-b801-d435664de8a6 HTTP/1.1" status: 200 len: 1993 time: 0.5910537 May 05 21:55:21.493793 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c105c566-4207-4d86-a7a0-bb8943723015 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:21.497594 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c105c566-4207-4d86-a7a0-bb8943723015 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.0621274 May 05 21:55:21.498340 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47276) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:21.504402 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-4bf67ad0-03bb-49c8-a381-6e3a3501148d tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:55:21.537504 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: ecd530c9-68cf-44eb-981e-f70ef97dc9ee {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:55:21.537936 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device ecd530c9-68cf-44eb-981e-f70ef97dc9ee not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:55:21.559053 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297074af-a1fd-43b3-aad4-4ff55cca01b1 None None] Routers {'14a98171-1e1a-4c55-af23-535f392edcba'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:55:21.560953 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-297074af-a1fd-43b3-aad4-4ff55cca01b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:55:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['14a98171-1e1a-4c55-af23-535f392edcba'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:55:21.626257 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-297074af-a1fd-43b3-aad4-4ff55cca01b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:55:21.649282 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297074af-a1fd-43b3-aad4-4ff55cca01b1 None None] Routers {'14a98171-1e1a-4c55-af23-535f392edcba'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:55:21.649991 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-297074af-a1fd-43b3-aad4-4ff55cca01b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:55:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['14a98171-1e1a-4c55-af23-535f392edcba'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:55:21.650272 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-df9b8216-29c7-4ec2-ab3b-6ab8827f4117 req-ba65c119-2229-450d-a550-d4275ab2fee8 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7172c50-8266-4028-bd8e-9c21e9bde333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2283688 May 05 21:55:21.668792 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-ffff73e0-11f7-4d55-9947-fbeea9433f2e tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/quotas/c3f9ce50114047b1adfc22c64baa15b0 HTTP/1.1" status: 200 len: 375 time: 0.1080620 May 05 21:55:21.744628 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-297074af-a1fd-43b3-aad4-4ff55cca01b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:55:21.745310 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297074af-a1fd-43b3-aad4-4ff55cca01b1 None None] The sync data for ids ['14a98171-1e1a-4c55-af23-535f392edcba'] in n-d-825175-4 is: [] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:55:21.799438 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d377cb2e-cb7c-45db-a300-1d5df27998b8 None None] DHCP port deletion for 24c45467-d973-4f10-a1f3-c0fbfed9c893 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 21:55:21.805343 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-d377cb2e-cb7c-45db-a300-1d5df27998b8 None None] Deleting port 30d8999c-fea3-4b95-bfbd-6b7d250d470d {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:55:21.805718 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d377cb2e-cb7c-45db-a300-1d5df27998b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:21.822352 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-04bd1a25-2e62-4e67-a6d0-17e93be1cd11 admin admin] For port 30d8999c-fea3-4b95-bfbd-6b7d250d470d, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=30d8999c-fea3-4b95-bfbd-6b7d250d470d,segment=NetworkSegment(9d6cdca9-ab60-4902-bd72-6cb42ba3ed34),segment_id=9d6cdca9-ab60-4902-bd72-6cb42ba3ed34)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:55:21.823784 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04bd1a25-2e62-4e67-a6d0-17e93be1cd11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:21.847049 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-04211343-3e02-487e-8f75-17d21c4dea35 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:21.919041 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-04211343-3e02-487e-8f75-17d21c4dea35 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b496e49-1c3b-4405-8ee2-31084a016846']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:55:21.935698 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-04211343-3e02-487e-8f75-17d21c4dea35 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97adf463-88e4-4908-b15a-a06d68edadda') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:55:21.935961 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-04211343-3e02-487e-8f75-17d21c4dea35 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97adf463-88e4-4908-b15a-a06d68edadda') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:55:21.950896 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-04bd1a25-2e62-4e67-a6d0-17e93be1cd11 admin admin] Calling delete_port for 30d8999c-fea3-4b95-bfbd-6b7d250d470d owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:55:21.956142 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-04211343-3e02-487e-8f75-17d21c4dea35 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:21.990217 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-04211343-3e02-487e-8f75-17d21c4dea35 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:22.007674 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-5c142fe2-4be9-4ef1-968d-3b85c42f73ac tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c3f9ce50114047b1adfc22c64baa15b0&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3206451 May 05 21:55:22.014740 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04211343-3e02-487e-8f75-17d21c4dea35 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:55:22.015996 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-04211343-3e02-487e-8f75-17d21c4dea35 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:22.030937 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 21:55:22.030937 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:55:22.030937 n-d-825175-4 neutron-server[84061]: timer() May 05 21:55:22.030937 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:55:22.030937 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 21:55:22.030937 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:55:22.030937 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 21:55:22.030937 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:55:22.030937 n-d-825175-4 neutron-server[84061]: self._notify() May 05 21:55:22.030937 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:55:22.030937 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 21:55:22.030937 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:55:22.030937 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 21:55:22.030937 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:55:22.030937 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:55:22.030937 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:55:22.030937 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:55:22.030937 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:55:22.030937 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 21:55:22.030937 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:55:22.030937 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 21:55:22.030937 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:55:22.030937 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:55:22.030937 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:55:22.030937 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 21:55:22.030937 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:55:22.030937 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:55:22.030937 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:55:22.030937 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:55:22.030937 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:55:22.030937 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:55:22.030937 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:55:22.039764 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04bd1a25-2e62-4e67-a6d0-17e93be1cd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:22.044915 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-d377cb2e-cb7c-45db-a300-1d5df27998b8 None None] For port 30d8999c-fea3-4b95-bfbd-6b7d250d470d, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=30d8999c-fea3-4b95-bfbd-6b7d250d470d,segment=NetworkSegment(9d6cdca9-ab60-4902-bd72-6cb42ba3ed34),segment_id=9d6cdca9-ab60-4902-bd72-6cb42ba3ed34)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:55:22.045299 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d377cb2e-cb7c-45db-a300-1d5df27998b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:22.104518 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bd1a25-2e62-4e67-a6d0-17e93be1cd11 admin admin] Pushing event deleted for resources: {'Port': ['ID=30d8999c-fea3-4b95-bfbd-6b7d250d470d,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:22.112982 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bd1a25-2e62-4e67-a6d0-17e93be1cd11 admin admin] No DVR routers for this DVR port 30d8999c-fea3-4b95-bfbd-6b7d250d470d on host n-d-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:55:22.176955 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-d377cb2e-cb7c-45db-a300-1d5df27998b8 None None] Calling delete_port for 30d8999c-fea3-4b95-bfbd-6b7d250d470d owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:55:22.222690 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f4a423-d87d-40da-a966-5bcf2cd25ae0 req-e9ade440-aa5a-49e2-8755-4a09365de210 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:22.224504 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a3f4a423-d87d-40da-a966-5bcf2cd25ae0 req-e9ade440-aa5a-49e2-8755-4a09365de210 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=776da390-139c-4038-b5ac-afee0d411ef0 HTTP/1.1" status: 200 len: 943 time: 0.3638713 May 05 21:55:22.239283 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-04211343-3e02-487e-8f75-17d21c4dea35 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:22.240918 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04bd1a25-2e62-4e67-a6d0-17e93be1cd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:22.257535 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-d377cb2e-cb7c-45db-a300-1d5df27998b8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:55:22.257535 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-d377cb2e-cb7c-45db-a300-1d5df27998b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:55:22.267146 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-04bd1a25-2e62-4e67-a6d0-17e93be1cd11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24c45467-d973-4f10-a1f3-c0fbfed9c893']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:55:22.279610 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-04bd1a25-2e62-4e67-a6d0-17e93be1cd11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d6cdca9-ab60-4902-bd72-6cb42ba3ed34') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:55:22.279900 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-04bd1a25-2e62-4e67-a6d0-17e93be1cd11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d6cdca9-ab60-4902-bd72-6cb42ba3ed34') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:55:22.287552 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-04211343-3e02-487e-8f75-17d21c4dea35 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:22.291316 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04bd1a25-2e62-4e67-a6d0-17e93be1cd11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:22.302893 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04211343-3e02-487e-8f75-17d21c4dea35 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Pushing event deleted for resources: {'Network': ['ID=3b496e49-1c3b-4405-8ee2-31084a016846,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:22.308844 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04bd1a25-2e62-4e67-a6d0-17e93be1cd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:22.315203 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04bd1a25-2e62-4e67-a6d0-17e93be1cd11 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:55:22.315954 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04bd1a25-2e62-4e67-a6d0-17e93be1cd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:22.326731 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-04211343-3e02-487e-8f75-17d21c4dea35 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] 10.222.0.23 "DELETE /v2.0/networks/3b496e49-1c3b-4405-8ee2-31084a016846 HTTP/1.1" status: 204 len: 168 time: 1.1841867 May 05 21:55:22.329433 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 21:55:22.329433 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:55:22.329433 n-d-825175-4 neutron-server[84063]: timer() May 05 21:55:22.329433 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:55:22.329433 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 21:55:22.329433 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:55:22.329433 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 21:55:22.329433 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:55:22.329433 n-d-825175-4 neutron-server[84063]: self._notify() May 05 21:55:22.329433 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:55:22.329433 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 21:55:22.329433 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:55:22.329433 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 21:55:22.329433 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:55:22.329433 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:55:22.329433 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:55:22.329433 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:55:22.329433 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:55:22.329433 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 21:55:22.329433 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:55:22.329433 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 21:55:22.329433 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:55:22.329433 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:55:22.329433 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:55:22.329433 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 21:55:22.329433 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:55:22.329433 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:55:22.329433 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:55:22.329433 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:55:22.329433 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:55:22.329433 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:55:22.329433 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:55:22.331594 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47282) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:22.333453 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-dba8a3df-e9b2-4732-85b2-08fbcd9e79fa service neutron] 10.222.0.23 "GET /v2.0/networks/3120f5ac-8b43-4ef1-9697-254002b20677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002484 May 05 21:55:22.501095 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04bd1a25-2e62-4e67-a6d0-17e93be1cd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:22.524031 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04bd1a25-2e62-4e67-a6d0-17e93be1cd11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:22.536502 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bd1a25-2e62-4e67-a6d0-17e93be1cd11 admin admin] Pushing event deleted for resources: {'Network': ['ID=24c45467-d973-4f10-a1f3-c0fbfed9c893,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:22.541326 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ab02cfca-5b74-4bf8-b2d9-4de506d39311 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:22.547457 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-04bd1a25-2e62-4e67-a6d0-17e93be1cd11 admin admin] 10.222.0.23 "DELETE /v2.0/networks/24c45467-d973-4f10-a1f3-c0fbfed9c893 HTTP/1.1" status: 204 len: 168 time: 1.2590518 May 05 21:55:22.563312 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a3f4a423-d87d-40da-a966-5bcf2cd25ae0 req-9d713999-4f59-41fd-9276-47c584655a07 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=5165d8be-a1b9-4dce-a631-d72bdd4afdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289371 May 05 21:55:22.653099 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-15fe15fb-06b7-4de2-9939-e15a07d9e837 service neutron] 10.222.0.23 "GET /v2.0/networks/3120f5ac-8b43-4ef1-9697-254002b20677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108184 May 05 21:55:22.697050 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 5e7fe4e5-73d4-44dd-b7d6-101b4b978c61 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:55:22.734558 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-ccc64fd0-46fe-44f5-b5f7-243db22fc943 service neutron] 10.222.0.23 "GET /v2.0/ports/5a7478fb-521e-4f6f-8635-8d5c3a9ffb68?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0736482 May 05 21:55:22.734795 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ab02cfca-5b74-4bf8-b2d9-4de506d39311 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:22.763068 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c9b1258-68db-4765-94db-e7879c8fae7f'] response: {'server_uuid': '2d95b01c-6710-48cf-9af7-f1de1a8bd458', 'name': 'network-vif-deleted', 'tag': '4c709e3b-4982-40c3-a103-e3eef9277a29', 'status': 'completed', 'code': 200} May 05 21:55:22.768884 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-ab02cfca-5b74-4bf8-b2d9-4de506d39311 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63ff37a7-a561-4110-8004-086175578d8b']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:55:22.783907 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-ab02cfca-5b74-4bf8-b2d9-4de506d39311 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40064626-14cc-471e-adbf-cc19289f2e7e') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:55:22.784225 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-ab02cfca-5b74-4bf8-b2d9-4de506d39311 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40064626-14cc-471e-adbf-cc19289f2e7e') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:55:22.799187 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ab02cfca-5b74-4bf8-b2d9-4de506d39311 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:22.804450 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-d377cb2e-cb7c-45db-a300-1d5df27998b8 None None] Deleting port 30d8999c-fea3-4b95-bfbd-6b7d250d470d {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:55:22.804816 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d377cb2e-cb7c-45db-a300-1d5df27998b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:22.821730 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ab02cfca-5b74-4bf8-b2d9-4de506d39311 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:22.841421 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab02cfca-5b74-4bf8-b2d9-4de506d39311 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:55:22.843201 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ab02cfca-5b74-4bf8-b2d9-4de506d39311 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:22.875228 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 21:55:22.875228 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:55:22.875228 n-d-825175-4 neutron-server[84063]: timer() May 05 21:55:22.875228 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:55:22.875228 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 21:55:22.875228 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:55:22.875228 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 21:55:22.875228 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:55:22.875228 n-d-825175-4 neutron-server[84063]: self._notify() May 05 21:55:22.875228 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:55:22.875228 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 21:55:22.875228 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:55:22.875228 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 21:55:22.875228 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:55:22.875228 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:55:22.875228 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:55:22.875228 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:55:22.875228 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:55:22.875228 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 21:55:22.875228 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:55:22.875228 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 21:55:22.875228 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:55:22.875228 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:55:22.875228 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:55:22.875228 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 21:55:22.875228 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:55:22.875228 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:55:22.875228 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:55:22.875228 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:55:22.875228 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:55:22.875228 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:55:22.875228 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:55:22.966251 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47292) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:23.011667 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-d377cb2e-cb7c-45db-a300-1d5df27998b8 None None] The port '30d8999c-fea3-4b95-bfbd-6b7d250d470d' was deleted {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 21:55:23.060512 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ab02cfca-5b74-4bf8-b2d9-4de506d39311 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:23.082570 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 5e7fe4e5-73d4-44dd-b7d6-101b4b978c61, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=5e7fe4e5-73d4-44dd-b7d6-101b4b978c61,segment=NetworkSegment(5e9da586-bb12-4958-b15e-b7cf97bc3d1b),segment_id=5e9da586-bb12-4958-b15e-b7cf97bc3d1b)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:55:23.082866 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ab02cfca-5b74-4bf8-b2d9-4de506d39311 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:23.086858 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5d89be30-50fb-40b4-a07f-53a905f98c94 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7eaa10adcdbd47d0a6e92ce37faf0b99&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1180634 May 05 21:55:23.091247 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47296) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:23.093667 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab02cfca-5b74-4bf8-b2d9-4de506d39311 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] Pushing event deleted for resources: {'Network': ['ID=63ff37a7-a561-4110-8004-086175578d8b,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:23.101543 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '5e7fe4e5-73d4-44dd-b7d6-101b4b978c61', 'network_id': '18b54df9-33ed-4370-adce-cf7c028d1c63', 'port_id': '5e7fe4e5-73d4-44dd-b7d6-101b4b978c61', 'mac_address': 'fa:16:3e:1d:7c:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53681791-224f-47a5-828b-e46692c08c1b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:55:23.119079 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ab02cfca-5b74-4bf8-b2d9-4de506d39311 tempest-BulkNetworkOpsTest-1344082731 tempest-BulkNetworkOpsTest-1344082731-project] 10.222.0.23 "DELETE /v2.0/networks/63ff37a7-a561-4110-8004-086175578d8b HTTP/1.1" status: 204 len: 168 time: 0.7826467 May 05 21:55:23.164441 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:23.173763 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 4c709e3b-4982-40c3-a103-e3eef9277a29 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:55:23.195413 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7f9b7bd4-970f-4cd2-a956-0ce83c454791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:23.208416 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: 4c709e3b-4982-40c3-a103-e3eef9277a29 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:55:23.208737 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 4c709e3b-4982-40c3-a103-e3eef9277a29 not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:55:23.219845 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e7fe4e5-73d4-44dd-b7d6-101b4b978c61 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:55:23.230004 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7f9b7bd4-970f-4cd2-a956-0ce83c454791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:23.238327 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-0af83108-0058-4216-8d56-50def4762722 service neutron] 10.222.0.23 "GET /v2.0/networks/c1301700-8066-4240-acf4-e47c77ffe534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4897518 May 05 21:55:23.239638 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 5e7fe4e5-73d4-44dd-b7d6-101b4b978c61, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=5e7fe4e5-73d4-44dd-b7d6-101b4b978c61,segment=NetworkSegment(5e9da586-bb12-4958-b15e-b7cf97bc3d1b),segment_id=5e9da586-bb12-4958-b15e-b7cf97bc3d1b)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:55:23.250382 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:23.301341 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7f9b7bd4-970f-4cd2-a956-0ce83c454791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:23.315854 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=5e7fe4e5-73d4-44dd-b7d6-101b4b978c61,revision_number=11']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:23.331194 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9b7bd4-970f-4cd2-a956-0ce83c454791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e98a3ae-9dab-4924-8362-127956c388a3,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:23.334986 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7f9b7bd4-970f-4cd2-a956-0ce83c454791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:23.336196 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-7f9b7bd4-970f-4cd2-a956-0ce83c454791 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1e98a3ae-9dab-4924-8362-127956c388a3 HTTP/1.1" status: 204 len: 168 time: 0.2439330 May 05 21:55:23.394480 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76431e07-2255-4267-b3ac-2133d1d6aeef req-0467094c-e75c-4ade-a570-4e9c12afc206 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:23.402643 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-76431e07-2255-4267-b3ac-2133d1d6aeef req-0467094c-e75c-4ade-a570-4e9c12afc206 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=76ac842b-b8d5-41f3-9554-d5d6ee60dd6e HTTP/1.1" status: 200 len: 946 time: 0.3276250 May 05 21:55:23.464449 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 30d8999c-fea3-4b95-bfbd-6b7d250d470d no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:55:23.476399 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-1fd21353-e071-484a-bbb7-ffc1adc606f1 service neutron] 10.222.0.23 "GET /v2.0/networks/c1301700-8066-4240-acf4-e47c77ffe534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175937 May 05 21:55:23.516890 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 30d8999c-fea3-4b95-bfbd-6b7d250d470d {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:55:23.517223 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 30d8999c-fea3-4b95-bfbd-6b7d250d470d not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:55:23.519672 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['5e7fe4e5-73d4-44dd-b7d6-101b4b978c61'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:55:23.551427 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-76431e07-2255-4267-b3ac-2133d1d6aeef req-98c6f2fa-4a17-46ed-9fc8-ec198de5eac2 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c51188-03e9-4eb7-84f3-076c2790a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478279 May 05 21:55:23.556435 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47308) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:23.614801 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-169afbae-f497-43a9-9a1a-db5191145568 service neutron] 10.222.0.23 "GET /v2.0/ports/40d79594-36bc-4bf3-b743-389d36c9b783?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1282544 May 05 21:55:23.836466 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-2c4b1cc6-6449-4657-8b60-7c4c06d8e5d3 service neutron] 10.222.0.23 "GET /v2.0/networks/c1301700-8066-4240-acf4-e47c77ffe534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995420 May 05 21:55:23.880551 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a451c2c7-4bf7-4a30-a184-a0028c6cfa40 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9eb6e3218c9a4a819f6cee4d1cc7f39a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3229406 May 05 21:55:23.883774 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47322) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:23.952633 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0807010c-fcb4-43b9-b771-190ad4a29a7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:23.974899 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4bf67ad0-03bb-49c8-a381-6e3a3501148d tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:23.979356 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0807010c-fcb4-43b9-b771-190ad4a29a7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:24.033262 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0807010c-fcb4-43b9-b771-190ad4a29a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:24.047247 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-fc0f4d64-3a69-4310-8f42-c1879af8829e service neutron] 10.222.0.23 "GET /v2.0/networks/c1301700-8066-4240-acf4-e47c77ffe534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098777 May 05 21:55:24.055141 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0807010c-fcb4-43b9-b771-190ad4a29a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d277774-3ca7-4a0f-a33d-7aa1e05ef258,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:24.062499 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0807010c-fcb4-43b9-b771-190ad4a29a7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:24.067077 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0807010c-fcb4-43b9-b771-190ad4a29a7e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5d277774-3ca7-4a0f-a33d-7aa1e05ef258 HTTP/1.1" status: 204 len: 168 time: 0.1821349 May 05 21:55:24.174310 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4bf67ad0-03bb-49c8-a381-6e3a3501148d tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:24.199324 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-4bf67ad0-03bb-49c8-a381-6e3a3501148d tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Deleting port 96cc8c4d-a409-414a-be5e-c7e380a5f83f {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:55:24.199709 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4bf67ad0-03bb-49c8-a381-6e3a3501148d tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:24.279729 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d26faa-7a00-4bed-a220-3d54902b0456 req-a0d2c2d7-cd03-4384-813c-8c6c164d5bdc tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:24.281125 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a2d26faa-7a00-4bed-a220-3d54902b0456 req-a0d2c2d7-cd03-4384-813c-8c6c164d5bdc tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.3119774 May 05 21:55:24.334146 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-0ff29f2e-7f72-4de2-96f2-77e348d29cb9 service neutron] 10.222.0.23 "GET /v2.0/networks/c1301700-8066-4240-acf4-e47c77ffe534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807851 May 05 21:55:24.352129 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47340) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:24.487575 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-c34a349b-f806-48c0-ac55-2646ae3c14d9 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-861057588-network', 'tenant_id': '81938f707e5d4cbcb988a265faf3790b'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:55:24.492626 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c34a349b-f806-48c0-ac55-2646ae3c14d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:55:24.497367 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c34a349b-f806-48c0-ac55-2646ae3c14d9 admin admin] Usage tracker for resource:network and tenant:81938f707e5d4cbcb988a265faf3790b is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:55:24.500309 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c34a349b-f806-48c0-ac55-2646ae3c14d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:55:24.506460 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c34a349b-f806-48c0-ac55-2646ae3c14d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:55:24.520279 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34a349b-f806-48c0-ac55-2646ae3c14d9 admin admin] Made reservation on behalf of 81938f707e5d4cbcb988a265faf3790b for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:55:24.523241 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a2d26faa-7a00-4bed-a220-3d54902b0456 req-b9414eff-2487-46f5-8a57-29c45076aa74 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2299449 May 05 21:55:24.524131 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c34a349b-f806-48c0-ac55-2646ae3c14d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:24.539887 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c34a349b-f806-48c0-ac55-2646ae3c14d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:24.590347 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c34a349b-f806-48c0-ac55-2646ae3c14d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:55:24.595263 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c34a349b-f806-48c0-ac55-2646ae3c14d9 admin admin] Usage tracker for resource:security_group_rule and tenant:81938f707e5d4cbcb988a265faf3790b is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:55:24.599713 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c34a349b-f806-48c0-ac55-2646ae3c14d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:55:24.607065 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c34a349b-f806-48c0-ac55-2646ae3c14d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:55:24.635701 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4bf67ad0-03bb-49c8-a381-6e3a3501148d tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:24.671062 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:55:24.685841 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c34a349b-f806-48c0-ac55-2646ae3c14d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:24.692015 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c34a349b-f806-48c0-ac55-2646ae3c14d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:24.712437 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-15420d77-1a84-4588-96fe-ce53c7dab2d5 service neutron] 10.222.0.23 "GET /v2.0/networks/c1301700-8066-4240-acf4-e47c77ffe534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291593 May 05 21:55:24.726900 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 5e7fe4e5-73d4-44dd-b7d6-101b4b978c61 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:55:24.728416 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c34a349b-f806-48c0-ac55-2646ae3c14d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:55:24.737822 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34a349b-f806-48c0-ac55-2646ae3c14d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1dc967-de0e-47f0-bfdf-3442d4cea177,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:24.744924 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c34a349b-f806-48c0-ac55-2646ae3c14d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:24.745364 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-c34a349b-f806-48c0-ac55-2646ae3c14d9 admin admin] Added segment 11ec40a2-3115-4dbb-97cb-2bfd4c8a8084 of type vlan for network 32eb557b-6282-40d9-a203-590c8d659e96 May 05 21:55:24.776248 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c34a349b-f806-48c0-ac55-2646ae3c14d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:24.811726 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c34a349b-f806-48c0-ac55-2646ae3c14d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:24.812779 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34a349b-f806-48c0-ac55-2646ae3c14d9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:24.813669 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c34a349b-f806-48c0-ac55-2646ae3c14d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:24.825871 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port 5e7fe4e5-73d4-44dd-b7d6-101b4b978c61 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:55:24.833017 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 5e7fe4e5-73d4-44dd-b7d6-101b4b978c61 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:55:24.833737 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:24.936605 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34a349b-f806-48c0-ac55-2646ae3c14d9 admin admin] Pushing event updated for resources: {'Network': ['ID=32eb557b-6282-40d9-a203-590c8d659e96,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:24.957635 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c34a349b-f806-48c0-ac55-2646ae3c14d9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6042728 May 05 21:55:24.958287 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-4bf67ad0-03bb-49c8-a381-6e3a3501148d tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Calling delete_port for 96cc8c4d-a409-414a-be5e-c7e380a5f83f owned by network:router_gateway {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:55:24.958860 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47362) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:24.964680 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-adee871d-f487-4fb0-82c5-cdf67fb50d79 admin admin] Request body: {'subnet': {'network_id': '32eb557b-6282-40d9-a203-590c8d659e96', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-861057588-subnet', 'tenant_id': '81938f707e5d4cbcb988a265faf3790b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:55:24.970799 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-adee871d-f487-4fb0-82c5-cdf67fb50d79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:55:24.975583 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-adee871d-f487-4fb0-82c5-cdf67fb50d79 admin admin] Usage tracker for resource:subnet and tenant:81938f707e5d4cbcb988a265faf3790b is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:55:24.978972 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-adee871d-f487-4fb0-82c5-cdf67fb50d79 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:55:24.985724 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-adee871d-f487-4fb0-82c5-cdf67fb50d79 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:55:25.001712 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adee871d-f487-4fb0-82c5-cdf67fb50d79 admin admin] Made reservation on behalf of 81938f707e5d4cbcb988a265faf3790b for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:55:25.004864 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 32eb557b-6282-40d9-a203-590c8d659e96 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:55:25.006650 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-adee871d-f487-4fb0-82c5-cdf67fb50d79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:25.110579 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:25.118284 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47366) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:25.150971 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ba7ec0-d1c3-4cb3-9a56-ed383e235f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7fe4e5-73d4-44dd-b7d6-101b4b978c61'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:55:25.162181 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 5e7fe4e5-73d4-44dd-b7d6-101b4b978c61, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=5e7fe4e5-73d4-44dd-b7d6-101b4b978c61,segment=NetworkSegment(5e9da586-bb12-4958-b15e-b7cf97bc3d1b),segment_id=5e9da586-bb12-4958-b15e-b7cf97bc3d1b)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:55:25.169119 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:25.170705 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 82990358-263c-460c-a2be-db543d8f1004 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:55:25.196568 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-7fb460e7-b961-4934-93cb-a673095777fe service neutron] 10.222.0.23 "GET /v2.0/networks/c1301700-8066-4240-acf4-e47c77ffe534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4233451 May 05 21:55:25.243352 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f1ef0-20c0-491d-b302-dda438c04012 req-90c0e764-cbb3-489d-8414-22719af846a5 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:25.245105 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3a1f1ef0-20c0-491d-b302-dda438c04012 req-90c0e764-cbb3-489d-8414-22719af846a5 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14 HTTP/1.1" status: 200 len: 946 time: 0.5318098 May 05 21:55:25.301627 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=5e7fe4e5-73d4-44dd-b7d6-101b4b978c61,revision_number=12']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:25.364307 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-adee871d-f487-4fb0-82c5-cdf67fb50d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:25.374838 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-3cb34573-ca40-4712-8ba5-1b7588a32834 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Request body: {'network': {'name': 'tempest-RoutersTest-1605730798'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:55:25.390843 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-3cb34573-ca40-4712-8ba5-1b7588a32834 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:55:25.414879 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-3cb34573-ca40-4712-8ba5-1b7588a32834 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Usage tracker for resource:network and tenant:663767b5203746b3b9addbbb99a48f8b is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:55:25.426976 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-3cb34573-ca40-4712-8ba5-1b7588a32834 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:55:25.444722 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adee871d-f487-4fb0-82c5-cdf67fb50d79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5961d8fe-210f-458a-9e74-9d5db24569bd,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:25.453728 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-3cb34573-ca40-4712-8ba5-1b7588a32834 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:55:25.455403 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adee871d-f487-4fb0-82c5-cdf67fb50d79 admin admin] Checking segment: {'id': '11ec40a2-3115-4dbb-97cb-2bfd4c8a8084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '32eb557b-6282-40d9-a203-590c8d659e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:55:25.455754 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adee871d-f487-4fb0-82c5-cdf67fb50d79 admin admin] Network hostable DHCP agents. Network: 32eb557b-6282-40d9-a203-590c8d659e96, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:55:25.463639 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3a1f1ef0-20c0-491d-b302-dda438c04012 req-837492cb-64ac-49e8-81a4-b996e7311089 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7172c50-8266-4028-bd8e-9c21e9bde333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631837 May 05 21:55:25.480826 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adee871d-f487-4fb0-82c5-cdf67fb50d79 admin admin] Network 32eb557b-6282-40d9-a203-590c8d659e96 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:55:25.481997 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4bf67ad0-03bb-49c8-a381-6e3a3501148d tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:25.491384 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-adee871d-f487-4fb0-82c5-cdf67fb50d79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 32eb557b-6282-40d9-a203-590c8d659e96) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:55:25.496310 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adee871d-f487-4fb0-82c5-cdf67fb50d79 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:25.497040 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-adee871d-f487-4fb0-82c5-cdf67fb50d79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:25.508517 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf9b412-63e7-43ff-98f2-163dd7d55676 None None] Network 32eb557b-6282-40d9-a203-590c8d659e96 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:55:25.517133 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb34573-ca40-4712-8ba5-1b7588a32834 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Made reservation on behalf of 663767b5203746b3b9addbbb99a48f8b for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:55:25.520272 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3cb34573-ca40-4712-8ba5-1b7588a32834 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:25.531064 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-f245d7a0-b45b-48e6-8fb8-486507431f37 service neutron] 10.222.0.23 "GET /v2.0/networks/c1301700-8066-4240-acf4-e47c77ffe534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202970 May 05 21:55:25.547308 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-adee871d-f487-4fb0-82c5-cdf67fb50d79 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5872321 May 05 21:55:25.567066 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf67ad0-03bb-49c8-a381-6e3a3501148d tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Pushing event deleted for resources: {'Port': ['ID=96cc8c4d-a409-414a-be5e-c7e380a5f83f,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:25.577192 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3cb34573-ca40-4712-8ba5-1b7588a32834 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:25.777007 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-3cb34573-ca40-4712-8ba5-1b7588a32834 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:55:25.781590 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-3cb34573-ca40-4712-8ba5-1b7588a32834 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Usage tracker for resource:security_group_rule and tenant:663767b5203746b3b9addbbb99a48f8b is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:55:25.789001 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bff3b1-6972-4af4-986e-b3a364a777f0 None None] Network 32eb557b-6282-40d9-a203-590c8d659e96 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:55:25.793821 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-3cb34573-ca40-4712-8ba5-1b7588a32834 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:55:25.806480 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-3cb34573-ca40-4712-8ba5-1b7588a32834 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:55:25.966306 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-35739be3-5d98-46b1-b33e-ebd5aa3c3fb6 service neutron] 10.222.0.23 "GET /v2.0/networks/bc00cc89-bdd8-4ed0-b801-d435664de8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4177926 May 05 21:55:26.095884 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4bf67ad0-03bb-49c8-a381-6e3a3501148d tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:26.260991 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4bf67ad0-03bb-49c8-a381-6e3a3501148d tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:26.404520 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4bf67ad0-03bb-49c8-a381-6e3a3501148d tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-926863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-926864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-930834'] for router, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:26.439371 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3cb34573-ca40-4712-8ba5-1b7588a32834 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:26.448846 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-14edaa19-6703-457e-a14f-69bd70829994 service neutron] 10.222.0.23 "GET /v2.0/networks/bc00cc89-bdd8-4ed0-b801-d435664de8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4414444 May 05 21:55:26.496484 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3cb34573-ca40-4712-8ba5-1b7588a32834 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:26.671676 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b601b2d-6fd9-4ac0-97c0-bf435c1705f6 req-17936c32-59f4-498c-869e-d90aa548ee53 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:26.673128 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8b601b2d-6fd9-4ac0-97c0-bf435c1705f6 req-17936c32-59f4-498c-869e-d90aa548ee53 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.7199597 May 05 21:55:26.683612 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cb34573-ca40-4712-8ba5-1b7588a32834 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:55:26.728385 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb34573-ca40-4712-8ba5-1b7588a32834 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a64a9ac-b83f-4a99-a990-c9df755ff8d2,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:26.731224 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3cb34573-ca40-4712-8ba5-1b7588a32834 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:26.731564 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-3cb34573-ca40-4712-8ba5-1b7588a32834 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Added segment fe498393-7eb5-46ef-98e1-f7f1c8dad721 of type vlan for network ddc29d7d-c491-47ce-a6bd-ca7dd89646a8 May 05 21:55:26.799069 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3cb34573-ca40-4712-8ba5-1b7588a32834 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:26.820945 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-86f5d146-ba57-40bd-a040-17e922c02838 service neutron] 10.222.0.23 "GET /v2.0/networks/bc00cc89-bdd8-4ed0-b801-d435664de8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164830 May 05 21:55:26.825730 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8b601b2d-6fd9-4ac0-97c0-bf435c1705f6 req-41ae096f-727a-4b49-8c5d-b1e00c1b7d34 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382055 May 05 21:55:26.832002 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bf67ad0-03bb-49c8-a381-6e3a3501148d tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Router 14a98171-1e1a-4c55-af23-535f392edcba has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:55:26.937052 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3cb34573-ca40-4712-8ba5-1b7588a32834 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:26.940807 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb34573-ca40-4712-8ba5-1b7588a32834 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:26.941353 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3cb34573-ca40-4712-8ba5-1b7588a32834 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:27.247759 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-3cb34573-ca40-4712-8ba5-1b7588a32834 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.1203768 May 05 21:55:27.250508 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47386) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:27.254443 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb34573-ca40-4712-8ba5-1b7588a32834 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event updated for resources: {'Network': ['ID=ddc29d7d-c491-47ce-a6bd-ca7dd89646a8,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:27.257061 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-ebf9ce9d-3ba1-4e58-bd93-491753d361b5 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Request body: {'network': {'name': 'tempest-RoutersTest-747356521'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:55:27.257789 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-ada0db43-7c97-4855-af46-90fba554c8cf service neutron] 10.222.0.23 "GET /v2.0/networks/bc00cc89-bdd8-4ed0-b801-d435664de8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4278913 May 05 21:55:27.263222 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-ebf9ce9d-3ba1-4e58-bd93-491753d361b5 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:55:27.266399 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network ddc29d7d-c491-47ce-a6bd-ca7dd89646a8 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:55:27.268295 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-ebf9ce9d-3ba1-4e58-bd93-491753d361b5 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Usage tracker for resource:network and tenant:663767b5203746b3b9addbbb99a48f8b is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:55:27.275904 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-ebf9ce9d-3ba1-4e58-bd93-491753d361b5 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:55:27.282447 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-ebf9ce9d-3ba1-4e58-bd93-491753d361b5 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:55:27.295055 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489d043-38a5-4ba1-9de3-56a6e6ab2da3 req-38a7bf23-6a5d-4a02-88dd-bb6aa2b9be60 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:27.296640 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8489d043-38a5-4ba1-9de3-56a6e6ab2da3 req-38a7bf23-6a5d-4a02-88dd-bb6aa2b9be60 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=76ac842b-b8d5-41f3-9554-d5d6ee60dd6e HTTP/1.1" status: 200 len: 946 time: 0.3606296 May 05 21:55:27.298642 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf67ad0-03bb-49c8-a381-6e3a3501148d tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:55:27.304959 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4bf67ad0-03bb-49c8-a381-6e3a3501148d tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:27.306065 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf9ce9d-3ba1-4e58-bd93-491753d361b5 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Made reservation on behalf of 663767b5203746b3b9addbbb99a48f8b for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:55:27.306182 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4bf67ad0-03bb-49c8-a381-6e3a3501148d tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] 10.222.0.23 "PUT /v2.0/routers/14a98171-1e1a-4c55-af23-535f392edcba HTTP/1.1" status: 200 len: 704 time: 5.8072422 May 05 21:55:27.311252 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ebf9ce9d-3ba1-4e58-bd93-491753d361b5 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:27.311748 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4149ba57-1bb8-4b49-ba9b-fa53c5d5bc82 None None] Sync routers for ids ['14a98171-1e1a-4c55-af23-535f392edcba'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:55:27.321519 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47390) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:27.332038 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4149ba57-1bb8-4b49-ba9b-fa53c5d5bc82 None None] Routers {'14a98171-1e1a-4c55-af23-535f392edcba'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:55:27.332669 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-4149ba57-1bb8-4b49-ba9b-fa53c5d5bc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:55:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['14a98171-1e1a-4c55-af23-535f392edcba'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:55:27.347412 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebf9ce9d-3ba1-4e58-bd93-491753d361b5 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:55:27.359739 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ebf9ce9d-3ba1-4e58-bd93-491753d361b5 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:27.360416 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-ebf9ce9d-3ba1-4e58-bd93-491753d361b5 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Added segment d4c39d7d-6862-4d90-8758-b755c7e6a812 of type vlan for network 2701fbbb-1c91-475d-8b36-2b10e61219d0 May 05 21:55:27.397742 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ebf9ce9d-3ba1-4e58-bd93-491753d361b5 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:27.432625 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-4149ba57-1bb8-4b49-ba9b-fa53c5d5bc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:55:27.435009 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ebf9ce9d-3ba1-4e58-bd93-491753d361b5 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:27.440270 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf9ce9d-3ba1-4e58-bd93-491753d361b5 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:27.440978 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ebf9ce9d-3ba1-4e58-bd93-491753d361b5 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:27.444384 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4149ba57-1bb8-4b49-ba9b-fa53c5d5bc82 None None] Routers {'14a98171-1e1a-4c55-af23-535f392edcba'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:55:27.444997 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-4149ba57-1bb8-4b49-ba9b-fa53c5d5bc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:55:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['14a98171-1e1a-4c55-af23-535f392edcba'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:55:27.516373 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-4149ba57-1bb8-4b49-ba9b-fa53c5d5bc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:55:27.516773 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4149ba57-1bb8-4b49-ba9b-fa53c5d5bc82 None None] The sync data for ids ['14a98171-1e1a-4c55-af23-535f392edcba'] in n-d-825175-4 is: [] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:55:27.525348 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8489d043-38a5-4ba1-9de3-56a6e6ab2da3 req-300d0a36-5289-4e1b-88a7-8b66a28701dc tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c51188-03e9-4eb7-84f3-076c2790a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180526 May 05 21:55:27.539371 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ab2613fb-2faa-436a-9088-9e77163267a6 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] 10.222.0.23 "GET /v2.0/routers/14a98171-1e1a-4c55-af23-535f392edcba HTTP/1.1" status: 200 len: 739 time: 0.2146130 May 05 21:55:27.541314 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47398) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:27.614137 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ebf9ce9d-3ba1-4e58-bd93-491753d361b5 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3589485 May 05 21:55:27.615113 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47404) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:27.618787 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-94d760b9-9f3b-4b1b-94d1-6b5dd766b910 tempest-RoutersAdminTest-209231252 tempest-RoutersAdminTest-209231252-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=25bfe237-58de-4709-a3e0-ac79da07c300&device_id=14a98171-1e1a-4c55-af23-535f392edcba HTTP/1.1" status: 200 len: 205 time: 0.0732820 May 05 21:55:27.618918 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47408) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:27.623944 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-75e20f7c-2cfe-4c77-b974-fe5d2ccc091f tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Request body: {'subnet': {'network_id': 'ddc29d7d-c491-47ce-a6bd-ca7dd89646a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:55:27.625439 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf9ce9d-3ba1-4e58-bd93-491753d361b5 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event updated for resources: {'Network': ['ID=2701fbbb-1c91-475d-8b36-2b10e61219d0,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:27.629876 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ac952f9-8eb1-4479-a91a-b646c94baff4'] response: {'server_uuid': '15ba7ec0-d1c3-4cb3-9a56-ed383e235f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7fe4e5-73d4-44dd-b7d6-101b4b978c61', 'code': 200} May 05 21:55:27.638481 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 2701fbbb-1c91-475d-8b36-2b10e61219d0 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:55:27.793891 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-13bdabf2-e0bb-4eae-8d16-8740da35ae2c tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] 10.222.0.23 "GET /v2.0/ports?device_id=14a98171-1e1a-4c55-af23-535f392edcba HTTP/1.1" status: 200 len: 205 time: 0.1742964 May 05 21:55:27.796671 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47418) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:27.885773 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-75e20f7c-2cfe-4c77-b974-fe5d2ccc091f tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:55:27.895246 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-75e20f7c-2cfe-4c77-b974-fe5d2ccc091f tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Usage tracker for resource:subnet and tenant:663767b5203746b3b9addbbb99a48f8b is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:55:27.899935 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-75e20f7c-2cfe-4c77-b974-fe5d2ccc091f tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:55:27.909793 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-75e20f7c-2cfe-4c77-b974-fe5d2ccc091f tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:55:27.929085 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6297a8dc-1190-4e31-83ca-977e5841655c req-ae489fbe-6586-4b67-b08d-3562f1a5c7fc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14 HTTP/1.1" status: 200 len: 1098 time: 0.1069641 May 05 21:55:27.931777 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e20f7c-2cfe-4c77-b974-fe5d2ccc091f tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Made reservation on behalf of 663767b5203746b3b9addbbb99a48f8b for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:55:27.992396 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eb37e0dd-251f-4ef9-ad30-725b8d3d5892 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:28.266388 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6297a8dc-1190-4e31-83ca-977e5841655c req-fcf746aa-6eb7-498e-b7b4-56f8a103f206 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e7172c50-8266-4028-bd8e-9c21e9bde333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3143516 May 05 21:55:28.297063 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-75e20f7c-2cfe-4c77-b974-fe5d2ccc091f tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:28.470355 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eb37e0dd-251f-4ef9-ad30-725b8d3d5892 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:28.472685 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa324df0-de2c-455f-b5ae-b154b5caaa1c req-1cb8f569-1c35-45f9-8175-16372654f6d4 tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:28.474296 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-aa324df0-de2c-455f-b5ae-b154b5caaa1c req-1cb8f569-1c35-45f9-8175-16372654f6d4 tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] 10.222.0.23 "GET /v2.0/networks?id=32eb557b-6282-40d9-a203-590c8d659e96 HTTP/1.1" status: 200 len: 817 time: 0.5243502 May 05 21:55:28.478802 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eb37e0dd-251f-4ef9-ad30-725b8d3d5892 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:28.525959 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-aa324df0-de2c-455f-b5ae-b154b5caaa1c req-1896c316-5392-4b8c-86e6-b11566521f07 tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] 10.222.0.23 "GET /v2.0/quotas/81938f707e5d4cbcb988a265faf3790b HTTP/1.1" status: 200 len: 375 time: 0.0429351 May 05 21:55:28.547002 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e5227d-e7cb-4b02-9777-b9fe86c9c7b1 req-bb0f9aea-0705-4470-b05c-b2acecfd1c98 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:28.547768 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-99e5227d-e7cb-4b02-9777-b9fe86c9c7b1 req-bb0f9aea-0705-4470-b05c-b2acecfd1c98 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Synchronizing usage tracker for tenant:b8d6052b833a4534bc346cca1ce7985f on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:55:28.551115 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eb37e0dd-251f-4ef9-ad30-725b8d3d5892 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:28.551617 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb37e0dd-251f-4ef9-ad30-725b8d3d5892 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Fanout notify agent at l3_agent the message router_deleted on router 14a98171-1e1a-4c55-af23-535f392edcba {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 21:55:28.566769 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eb37e0dd-251f-4ef9-ad30-725b8d3d5892 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:28.572190 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-eb37e0dd-251f-4ef9-ad30-725b8d3d5892 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] 10.222.0.23 "DELETE /v2.0/routers/14a98171-1e1a-4c55-af23-535f392edcba HTTP/1.1" status: 204 len: 168 time: 0.7701926 May 05 21:55:28.572190 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47444) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:28.620719 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb592b-1924-4e3d-aa62-1b1c670a7086 req-c7d10bc2-fb3a-4588-95ec-fa983cfae4b4 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:28.622198 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f0eb592b-1924-4e3d-aa62-1b1c670a7086 req-c7d10bc2-fb3a-4588-95ec-fa983cfae4b4 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=82e9fd69-4c0a-4daf-8e56-1cf72160ef5b HTTP/1.1" status: 200 len: 946 time: 0.2405987 May 05 21:55:28.629670 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-2c6260b0-fcf9-40b8-b6fa-64a323f2e831 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] 10.222.0.23 "GET /v2.0/ports?device_id=14a98171-1e1a-4c55-af23-535f392edcba HTTP/1.1" status: 200 len: 205 time: 0.0535858 May 05 21:55:28.629670 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-99e5227d-e7cb-4b02-9777-b9fe86c9c7b1 req-bb0f9aea-0705-4470-b05c-b2acecfd1c98 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Unset dirty status for tenant:b8d6052b833a4534bc346cca1ce7985f on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:55:28.630197 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-99e5227d-e7cb-4b02-9777-b9fe86c9c7b1 req-bb0f9aea-0705-4470-b05c-b2acecfd1c98 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.44 "GET /v2.0/ports?device_id=82e9fd69-4c0a-4daf-8e56-1cf72160ef5b HTTP/1.1" status: 200 len: 946 time: 0.2192404 May 05 21:55:28.630877 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47448) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:28.636838 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-aa324df0-de2c-455f-b5ae-b154b5caaa1c req-cda72bf4-474c-4c50-97a3-ab9bc128ecaf tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=81938f707e5d4cbcb988a265faf3790b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0990949 May 05 21:55:28.736761 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-ab56ae21-a77f-4b73-a645-7e6bf5476fb8 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] delete failed (client error): The resource could not be found. May 05 21:55:28.740924 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ab56ae21-a77f-4b73-a645-7e6bf5476fb8 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] 10.222.0.23 "DELETE /v2.0/routers/14a98171-1e1a-4c55-af23-535f392edcba HTTP/1.1" status: 404 len: 336 time: 0.1055722 May 05 21:55:28.744436 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47454) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:28.805552 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f0eb592b-1924-4e3d-aa62-1b1c670a7086 req-f2f262b1-df34-4078-8d1f-1b69b2b032aa tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/security-groups?id=910f211c-c7ca-4cc4-8d09-61e980cdaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576989 May 05 21:55:28.806297 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-75e20f7c-2cfe-4c77-b974-fe5d2ccc091f tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:28.931794 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-aa324df0-de2c-455f-b5ae-b154b5caaa1c req-ab97a159-97f6-4659-82c0-4b102e658731 service neutron] 10.222.0.23 "GET /v2.0/networks/32eb557b-6282-40d9-a203-590c8d659e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792003 May 05 21:55:28.952717 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-02343cf0-5685-44bb-83a3-b29c89b09244 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b92933b-5d97-445f-b31a-b8da02f83d4a HTTP/1.1" status: 200 len: 205 time: 0.2051744 May 05 21:55:28.953556 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47458) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:28.958233 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e20f7c-2cfe-4c77-b974-fe5d2ccc091f tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event updated for resources: {'Subnet': ['ID=beac9dbc-00bf-476e-bafe-b50fc6f9bf94,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:29.016027 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-99e5227d-e7cb-4b02-9777-b9fe86c9c7b1 req-4b934d6d-b9c6-4282-9e65-6d028736d7f1 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Deleting port f1ec1427-0aa0-4ddc-9cf3-114836e26138 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:55:29.016450 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-99e5227d-e7cb-4b02-9777-b9fe86c9c7b1 req-4b934d6d-b9c6-4282-9e65-6d028736d7f1 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:29.053847 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-9a43d505-5068-4b63-8954-a4776d76e054 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] delete failed (client error): The resource could not be found. May 05 21:55:29.057623 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9a43d505-5068-4b63-8954-a4776d76e054 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] 10.222.0.23 "DELETE /v2.0/routers/7b92933b-5d97-445f-b31a-b8da02f83d4a HTTP/1.1" status: 404 len: 336 time: 0.1007535 May 05 21:55:29.059602 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47462) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:29.115497 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e20f7c-2cfe-4c77-b974-fe5d2ccc091f tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Checking segment: {'id': 'fe498393-7eb5-46ef-98e1-f7f1c8dad721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ddc29d7d-c491-47ce-a6bd-ca7dd89646a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:55:29.115849 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e20f7c-2cfe-4c77-b974-fe5d2ccc091f tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Network hostable DHCP agents. Network: ddc29d7d-c491-47ce-a6bd-ca7dd89646a8, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:55:29.127862 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-212acd9c-03b5-40cb-ba1d-10e56df569ef tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] 10.222.0.23 "GET /v2.0/ports?device_id=a64c4dee-7f65-4b1a-ab95-6f8d95bcee02 HTTP/1.1" status: 200 len: 205 time: 0.0667806 May 05 21:55:29.130497 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47466) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:29.187440 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-aa324df0-de2c-455f-b5ae-b154b5caaa1c req-03ecc811-c18f-48ae-9a14-bc1a2b39a0fe service neutron] 10.222.0.23 "GET /v2.0/networks/32eb557b-6282-40d9-a203-590c8d659e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547584 May 05 21:55:29.200592 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dcf5ee-b68f-4a83-8829-0a5d68d9a5e2 req-c92f8a40-66dc-47df-92e6-616b86d6174e tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:29.202083 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-37dcf5ee-b68f-4a83-8829-0a5d68d9a5e2 req-c92f8a40-66dc-47df-92e6-616b86d6174e tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14 HTTP/1.1" status: 200 len: 947 time: 0.2474849 May 05 21:55:29.203182 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e20f7c-2cfe-4c77-b974-fe5d2ccc091f tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Network ddc29d7d-c491-47ce-a6bd-ca7dd89646a8 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:55:29.208413 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-b887e5bb-377c-4f74-9e0f-16d31bb21086 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] delete failed (client error): The resource could not be found. May 05 21:55:29.209444 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b887e5bb-377c-4f74-9e0f-16d31bb21086 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] 10.222.0.23 "DELETE /v2.0/routers/a64c4dee-7f65-4b1a-ab95-6f8d95bcee02 HTTP/1.1" status: 404 len: 336 time: 0.0780013 May 05 21:55:29.212244 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47470) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:29.232763 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-75e20f7c-2cfe-4c77-b974-fe5d2ccc091f tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, ddc29d7d-c491-47ce-a6bd-ca7dd89646a8) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:55:29.239545 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e20f7c-2cfe-4c77-b974-fe5d2ccc091f tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:29.240652 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-75e20f7c-2cfe-4c77-b974-fe5d2ccc091f tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:29.246507 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f34cf4-c773-4438-8eb2-64f72d720417 None None] Network ddc29d7d-c491-47ce-a6bd-ca7dd89646a8 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:55:29.284579 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-37dcf5ee-b68f-4a83-8829-0a5d68d9a5e2 req-1676196d-43b6-43ba-8b9c-d617d1751bf5 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7172c50-8266-4028-bd8e-9c21e9bde333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712469 May 05 21:55:29.285631 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-158fc6b9-47a8-44f9-84ed-734bab547138 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] 10.222.0.23 "GET /v2.0/ports?device_id=cace1d2a-3659-437b-99d6-27240dedfd8a HTTP/1.1" status: 200 len: 205 time: 0.0722935 May 05 21:55:29.287624 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-75e20f7c-2cfe-4c77-b974-fe5d2ccc091f tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6729162 May 05 21:55:29.290559 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47474) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:29.295036 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47476) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:29.304714 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-c1b508d9-fae4-4064-96f5-6e8936fcbed1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Request body: {'subnet': {'network_id': '2701fbbb-1c91-475d-8b36-2b10e61219d0', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:55:29.438334 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-99e5227d-e7cb-4b02-9777-b9fe86c9c7b1 req-4b934d6d-b9c6-4282-9e65-6d028736d7f1 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] For port f1ec1427-0aa0-4ddc-9cf3-114836e26138, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=f1ec1427-0aa0-4ddc-9cf3-114836e26138,segment=NetworkSegment(5513eecd-fe5a-4823-bb4c-ae0607ac9c61),segment_id=5513eecd-fe5a-4823-bb4c-ae0607ac9c61)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:55:29.439104 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-99e5227d-e7cb-4b02-9777-b9fe86c9c7b1 req-4b934d6d-b9c6-4282-9e65-6d028736d7f1 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:29.704964 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-99e5227d-e7cb-4b02-9777-b9fe86c9c7b1 req-4b934d6d-b9c6-4282-9e65-6d028736d7f1 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Calling delete_port for f1ec1427-0aa0-4ddc-9cf3-114836e26138 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:55:29.737723 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee039bb-c2aa-4d0d-a1d2-adb9884c05ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-ddc29d7d-c491-47ce-a6bd-ca7dd89646a8', 'network_id': 'ddc29d7d-c491-47ce-a6bd-ca7dd89646a8', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'fixed_ips': [{'subnet_id': 'beac9dbc-00bf-476e-bafe-b50fc6f9bf94'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 21:55:29.738843 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-bee039bb-c2aa-4d0d-a1d2-adb9884c05ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:29.815422 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [None req-d0852f8a-6b10-4f70-97b7-69434096916f tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] delete failed (client error): The resource could not be found. May 05 21:55:29.817153 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-d0852f8a-6b10-4f70-97b7-69434096916f tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] 10.222.0.23 "DELETE /v2.0/routers/cace1d2a-3659-437b-99d6-27240dedfd8a HTTP/1.1" status: 404 len: 336 time: 0.5210156 May 05 21:55:29.828756 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47496) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:29.841131 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-998fe680-1bf3-4010-9910-f467ca70026c req-690dd86a-eee2-473d-9ce8-ef30d2a791b6 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/ports?device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 210 time: 0.1412671 May 05 21:55:29.902121 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ab08ccfe-99ac-40c7-ba21-f946ac6ba22f tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff0e033b-e9e4-4b2d-ba01-5fde95e73edf HTTP/1.1" status: 200 len: 205 time: 0.0722413 May 05 21:55:29.904819 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47502) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:29.937351 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-c1b508d9-fae4-4064-96f5-6e8936fcbed1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:55:29.948261 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-c1b508d9-fae4-4064-96f5-6e8936fcbed1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Usage tracker for resource:subnet and tenant:663767b5203746b3b9addbbb99a48f8b is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:55:29.955253 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-c1b508d9-fae4-4064-96f5-6e8936fcbed1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:55:29.970851 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-c1b508d9-fae4-4064-96f5-6e8936fcbed1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:55:29.999776 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b508d9-fae4-4064-96f5-6e8936fcbed1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Made reservation on behalf of 663767b5203746b3b9addbbb99a48f8b for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:55:30.002191 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-96921b32-0242-4c4c-87f0-368f2c29d0b5 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] delete failed (client error): The resource could not be found. May 05 21:55:30.005637 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-96921b32-0242-4c4c-87f0-368f2c29d0b5 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] 10.222.0.23 "DELETE /v2.0/routers/ff0e033b-e9e4-4b2d-ba01-5fde95e73edf HTTP/1.1" status: 404 len: 336 time: 0.0998955 May 05 21:55:30.015449 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47508) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:30.028083 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-ed5bac6f-4fe9-4c1d-9dc9-8cac4d8f6732 service neutron] 10.222.0.32 "GET /v2.0/ports/5a7478fb-521e-4f6f-8635-8d5c3a9ffb68 HTTP/1.1" status: 200 len: 1032 time: 0.3057561 May 05 21:55:30.043465 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-bee039bb-c2aa-4d0d-a1d2-adb9884c05ae None None] Allocated IP 172.20.0.2 (ddc29d7d-c491-47ce-a6bd-ca7dd89646a8/beac9dbc-00bf-476e-bafe-b50fc6f9bf94/567b2baf-0f26-46da-a5e4-66aa1836cd3b) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:55:30.123103 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0ecac1f2-8730-4950-afb1-0270943090be tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] 10.222.0.23 "GET /v2.0/ports?device_id=38e9c2d5-973b-4271-9e25-065a3c83d060 HTTP/1.1" status: 200 len: 205 time: 0.1057670 May 05 21:55:30.170972 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47518) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:30.262177 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-e0c2428d-ad16-4344-a7ef-87f02f9dfaa6 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] delete failed (client error): The resource could not be found. May 05 21:55:30.263371 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-e0c2428d-ad16-4344-a7ef-87f02f9dfaa6 tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] 10.222.0.23 "DELETE /v2.0/routers/38e9c2d5-973b-4271-9e25-065a3c83d060 HTTP/1.1" status: 404 len: 336 time: 0.0913494 May 05 21:55:30.266443 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47532) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:30.317865 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e69ac49-db4d-494e-8a50-a8271a8f234a tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] DELETE failed (client error): The resource could not be found. May 05 21:55:30.318585 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e69ac49-db4d-494e-8a50-a8271a8f234a tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 21:55:30.330955 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-4e69ac49-db4d-494e-8a50-a8271a8f234a tempest-RoutersAdminTest-693287733 tempest-RoutersAdminTest-693287733-project] 10.222.0.23 "DELETE /v2.0/subnets/2325a2c7-e56e-48da-803b-fb092b1d2e1b HTTP/1.1" status: 404 len: 337 time: 0.0632677 May 05 21:55:30.345083 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-99e5227d-e7cb-4b02-9777-b9fe86c9c7b1 req-4b934d6d-b9c6-4282-9e65-6d028736d7f1 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:30.368262 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['f1ec1427-0aa0-4ddc-9cf3-114836e26138'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:55:30.448111 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e229cc-5f66-48f3-9145-21e92574b592 req-a9a8b4ae-6c40-4f33-abd6-479f71f32468 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:30.449929 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b9e229cc-5f66-48f3-9145-21e92574b592 req-a9a8b4ae-6c40-4f33-abd6-479f71f32468 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.8275323 May 05 21:55:30.471003 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b934d6d-b9c6-4282-9e65-6d028736d7f1 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Pushing event deleted for resources: {'Port': ['ID=f1ec1427-0aa0-4ddc-9cf3-114836e26138,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:30.560432 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-b92facec-893d-48ce-b3e7-8e2e6c91fba6 service neutron] 10.222.0.32 "GET /v2.0/ports/40d79594-36bc-4bf3-b743-389d36c9b783 HTTP/1.1" status: 200 len: 1032 time: 0.5242691 May 05 21:55:30.567128 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c1b508d9-fae4-4064-96f5-6e8936fcbed1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:30.648582 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e5227d-e7cb-4b02-9777-b9fe86c9c7b1 req-4b934d6d-b9c6-4282-9e65-6d028736d7f1 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] No DVR routers for this DVR port f1ec1427-0aa0-4ddc-9cf3-114836e26138 on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:55:30.662148 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-99e5227d-e7cb-4b02-9777-b9fe86c9c7b1 req-4b934d6d-b9c6-4282-9e65-6d028736d7f1 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:30.664626 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-99e5227d-e7cb-4b02-9777-b9fe86c9c7b1 req-4b934d6d-b9c6-4282-9e65-6d028736d7f1 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.44 "DELETE /v2.0/ports/f1ec1427-0aa0-4ddc-9cf3-114836e26138 HTTP/1.1" status: 204 len: 173 time: 1.9696805 May 05 21:55:30.665302 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82e9fd69-4c0a-4daf-8e56-1cf72160ef5b', 'name': 'network-vif-deleted', 'tag': 'f1ec1427-0aa0-4ddc-9cf3-114836e26138'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:55:30.853279 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-bee039bb-c2aa-4d0d-a1d2-adb9884c05ae None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:30.867582 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-bee039bb-c2aa-4d0d-a1d2-adb9884c05ae None None] Transition to ACTIVE for port object 567b2baf-0f26-46da-a5e4-66aa1836cd3b will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:55:30.894748 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-bee039bb-c2aa-4d0d-a1d2-adb9884c05ae None None] Transition to ACTIVE for port object 567b2baf-0f26-46da-a5e4-66aa1836cd3b will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:55:30.911151 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-bee039bb-c2aa-4d0d-a1d2-adb9884c05ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:30.941274 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47556) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:30.995995 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b9e229cc-5f66-48f3-9145-21e92574b592 req-0cf717a3-b9ce-4620-8967-d22a6bfe2d69 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5311432 May 05 21:55:31.014964 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee039bb-c2aa-4d0d-a1d2-adb9884c05ae None None] Network ddc29d7d-c491-47ce-a6bd-ca7dd89646a8 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:55:31.046078 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-bee039bb-c2aa-4d0d-a1d2-adb9884c05ae None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:55:31.061305 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee039bb-c2aa-4d0d-a1d2-adb9884c05ae None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:55:31.107073 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee039bb-c2aa-4d0d-a1d2-adb9884c05ae None None] Pushing event updated for resources: {'Port': ['ID=567b2baf-0f26-46da-a5e4-66aa1836cd3b,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:31.209640 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9ff55-fc93-4ca4-8d84-2460436a8989 req-52262958-114f-4581-8b51-2b0a2bfcbe18 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:31.217322 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5ab9ff55-fc93-4ca4-8d84-2460436a8989 req-52262958-114f-4581-8b51-2b0a2bfcbe18 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=76ac842b-b8d5-41f3-9554-d5d6ee60dd6e HTTP/1.1" status: 200 len: 946 time: 0.8952289 May 05 21:55:31.219497 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-65a87831-b454-434d-be0a-70268463e2be admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:31.301844 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-bee039bb-c2aa-4d0d-a1d2-adb9884c05ae None None] Attempting to bind port 567b2baf-0f26-46da-a5e4-66aa1836cd3b on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:55:31.302098 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-6cabaf1f-f54c-4315-923a-b0dc93334a5b tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:31.302202 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-bee039bb-c2aa-4d0d-a1d2-adb9884c05ae None None] Attempting to bind port 567b2baf-0f26-46da-a5e4-66aa1836cd3b by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'fe498393-7eb5-46ef-98e1-f7f1c8dad721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ddc29d7d-c491-47ce-a6bd-ca7dd89646a8'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:55:31.302650 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee039bb-c2aa-4d0d-a1d2-adb9884c05ae None None] Attempting to bind port 567b2baf-0f26-46da-a5e4-66aa1836cd3b on network ddc29d7d-c491-47ce-a6bd-ca7dd89646a8 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:55:31.307764 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-6cabaf1f-f54c-4315-923a-b0dc93334a5b tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:31.311846 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-6cabaf1f-f54c-4315-923a-b0dc93334a5b tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:31.313619 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-6cabaf1f-f54c-4315-923a-b0dc93334a5b tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.32 "GET /v2.0/networks?id=3120f5ac-8b43-4ef1-9697-254002b20677&id=c1301700-8066-4240-acf4-e47c77ffe534&id=c1301700-8066-4240-acf4-e47c77ffe534&id=c1301700-8066-4240-acf4-e47c77ffe534&id=c1301700-8066-4240-acf4-e47c77ffe534&id=bc00cc89-bdd8-4ed0-b801-d435664de8a6&id=bc00cc89-bdd8-4ed0-b801-d435664de8a6 HTTP/1.1" status: 200 len: 1993 time: 0.5049953 May 05 21:55:31.313783 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee039bb-c2aa-4d0d-a1d2-adb9884c05ae None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:55:31.316010 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee039bb-c2aa-4d0d-a1d2-adb9884c05ae None None] Checking segment: {'id': 'fe498393-7eb5-46ef-98e1-f7f1c8dad721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ddc29d7d-c491-47ce-a6bd-ca7dd89646a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:55:31.316522 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-bee039bb-c2aa-4d0d-a1d2-adb9884c05ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:31.316914 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee039bb-c2aa-4d0d-a1d2-adb9884c05ae None None] Bound using segment: {'id': 'fe498393-7eb5-46ef-98e1-f7f1c8dad721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ddc29d7d-c491-47ce-a6bd-ca7dd89646a8'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:55:31.317457 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-bee039bb-c2aa-4d0d-a1d2-adb9884c05ae None None] Bound port: 567b2baf-0f26-46da-a5e4-66aa1836cd3b, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe498393-7eb5-46ef-98e1-f7f1c8dad721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ddc29d7d-c491-47ce-a6bd-ca7dd89646a8'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:55:31.317836 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-bee039bb-c2aa-4d0d-a1d2-adb9884c05ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:31.400184 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-41c95d34-b7dc-40ab-b7cd-f7ef06037ae3 req-ac3823d8-cc60-4572-93ca-0981a891eb1d tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] 10.222.0.23 "GET /v2.0/ports?device_id=763d54bb-b8f5-422a-bf39-0754c2cde7ad HTTP/1.1" status: 200 len: 210 time: 0.1068723 May 05 21:55:31.427627 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-65a87831-b454-434d-be0a-70268463e2be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:55:31.439575 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-65a87831-b454-434d-be0a-70268463e2be admin admin] Usage tracker for resource:security_group_rule and tenant:f69bf16d05e940ae9628f45daf8858c4 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:55:31.445526 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-65a87831-b454-434d-be0a-70268463e2be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:55:31.462885 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-65a87831-b454-434d-be0a-70268463e2be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:55:31.463071 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5ab9ff55-fc93-4ca4-8d84-2460436a8989 req-31f49c4b-9602-404f-aa23-e8c9367cc403 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c51188-03e9-4eb7-84f3-076c2790a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445679 May 05 21:55:31.470176 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c1b508d9-fae4-4064-96f5-6e8936fcbed1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:31.574000 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa324df0-de2c-455f-b5ae-b154b5caaa1c req-557b9b43-6c83-4a6f-963a-628bb6abb4fd tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:31.579184 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-aa324df0-de2c-455f-b5ae-b154b5caaa1c req-557b9b43-6c83-4a6f-963a-628bb6abb4fd tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] Synchronizing usage tracker for tenant:81938f707e5d4cbcb988a265faf3790b on resource:network {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:55:31.579986 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-bee039bb-c2aa-4d0d-a1d2-adb9884c05ae None None] For port 567b2baf-0f26-46da-a5e4-66aa1836cd3b, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:55:31.586122 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-bee039bb-c2aa-4d0d-a1d2-adb9884c05ae None None] For port 567b2baf-0f26-46da-a5e4-66aa1836cd3b, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=567b2baf-0f26-46da-a5e4-66aa1836cd3b,segment=NetworkSegment(fe498393-7eb5-46ef-98e1-f7f1c8dad721),segment_id=fe498393-7eb5-46ef-98e1-f7f1c8dad721)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:55:31.599107 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-bee039bb-c2aa-4d0d-a1d2-adb9884c05ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:31.622375 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-aa324df0-de2c-455f-b5ae-b154b5caaa1c req-557b9b43-6c83-4a6f-963a-628bb6abb4fd tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] Unset dirty status for tenant:81938f707e5d4cbcb988a265faf3790b on resource:network {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:55:31.624138 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-aa324df0-de2c-455f-b5ae-b154b5caaa1c req-557b9b43-6c83-4a6f-963a-628bb6abb4fd tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] 10.222.0.44 "GET /v2.0/networks?id=32eb557b-6282-40d9-a203-590c8d659e96 HTTP/1.1" status: 200 len: 817 time: 0.3457997 May 05 21:55:31.644397 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-aa324df0-de2c-455f-b5ae-b154b5caaa1c req-5807628a-05e6-4801-99e7-d24ef18f2f35 tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] Request body: {'port': {'device_id': '763d54bb-b8f5-422a-bf39-0754c2cde7ad', 'network_id': '32eb557b-6282-40d9-a203-590c8d659e96', 'admin_state_up': True, 'tenant_id': '81938f707e5d4cbcb988a265faf3790b'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:55:31.649856 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-0805b314-d40f-4fa5-b124-47228ea1e0eb tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3f9ce50114047b1adfc22c64baa15b0 HTTP/1.1" status: 200 len: 380 time: 0.2934887 May 05 21:55:31.705846 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-0c72a3a8-79c5-4334-baf4-038f6fecba9d tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Request body: {'port': {'device_id': '96539926-3157-406d-977f-028308bff7aa', 'network_id': '3120f5ac-8b43-4ef1-9697-254002b20677', 'admin_state_up': True, 'tenant_id': 'c3f9ce50114047b1adfc22c64baa15b0', 'security_groups': ['d56f4659-1a1c-44b7-b1dc-74618b3402dc']}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:55:31.806025 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee039bb-c2aa-4d0d-a1d2-adb9884c05ae None None] Pushing event updated for resources: {'Port': ['ID=567b2baf-0f26-46da-a5e4-66aa1836cd3b,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:31.945854 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b508d9-fae4-4064-96f5-6e8936fcbed1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Checking segment: {'id': 'd4c39d7d-6862-4d90-8758-b755c7e6a812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2701fbbb-1c91-475d-8b36-2b10e61219d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:55:31.946549 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b508d9-fae4-4064-96f5-6e8936fcbed1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Network hostable DHCP agents. Network: 2701fbbb-1c91-475d-8b36-2b10e61219d0, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:55:31.955429 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-65a87831-b454-434d-be0a-70268463e2be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:31.975705 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b508d9-fae4-4064-96f5-6e8936fcbed1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event updated for resources: {'Subnet': ['ID=ebe5c1da-f04b-4a3f-98d3-0ffcb5afa6a3,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:31.978838 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-65a87831-b454-434d-be0a-70268463e2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:31.994420 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b508d9-fae4-4064-96f5-6e8936fcbed1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:55:31.994960 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b508d9-fae4-4064-96f5-6e8936fcbed1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:55:31.995392 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b508d9-fae4-4064-96f5-6e8936fcbed1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:55:31.995812 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b508d9-fae4-4064-96f5-6e8936fcbed1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:55:31.996233 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b508d9-fae4-4064-96f5-6e8936fcbed1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:55:31.996817 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b508d9-fae4-4064-96f5-6e8936fcbed1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:55:31.997052 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b508d9-fae4-4064-96f5-6e8936fcbed1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:55:31.997495 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b508d9-fae4-4064-96f5-6e8936fcbed1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:55:31.997911 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b508d9-fae4-4064-96f5-6e8936fcbed1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:55:31.998334 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b508d9-fae4-4064-96f5-6e8936fcbed1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:55:31.998783 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b508d9-fae4-4064-96f5-6e8936fcbed1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:55:32.019405 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ac8ec591-982c-4fa6-a3ee-1f3c836d4aa4 req-38b2d81b-fb98-49d1-b172-818865e164e6 tempest-ServerRescueNegativeTestJSON-278362255 tempest-ServerRescueNegativeTestJSON-278362255-project] 10.222.0.23 "GET /v2.0/ports?device_id=82e9fd69-4c0a-4daf-8e56-1cf72160ef5b HTTP/1.1" status: 200 len: 210 time: 0.2863021 May 05 21:55:32.108574 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a87831-b454-434d-be0a-70268463e2be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507528ad-50d8-41ad-b38d-8f7572f7e797,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:32.125890 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-65a87831-b454-434d-be0a-70268463e2be admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f69bf16d05e940ae9628f45daf8858c4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1827538 May 05 21:55:32.128799 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-aa324df0-de2c-455f-b5ae-b154b5caaa1c req-5807628a-05e6-4801-99e7-d24ef18f2f35 tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:55:32.130930 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47564) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:32.146632 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-aa324df0-de2c-455f-b5ae-b154b5caaa1c req-5807628a-05e6-4801-99e7-d24ef18f2f35 tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] Usage tracker for resource:port and tenant:81938f707e5d4cbcb988a265faf3790b is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:55:32.151825 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-aa324df0-de2c-455f-b5ae-b154b5caaa1c req-5807628a-05e6-4801-99e7-d24ef18f2f35 tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:55:32.167359 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b508d9-fae4-4064-96f5-6e8936fcbed1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Network 2701fbbb-1c91-475d-8b36-2b10e61219d0 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:55:32.182538 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-aa324df0-de2c-455f-b5ae-b154b5caaa1c req-5807628a-05e6-4801-99e7-d24ef18f2f35 tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:55:32.193046 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f3628-3d86-4bdd-877b-a52159710be8 req-8ec11665-1ecb-42b4-8482-2f975d9ded66 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:32.202753 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-462f3628-3d86-4bdd-877b-a52159710be8 req-8ec11665-1ecb-42b4-8482-2f975d9ded66 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14 HTTP/1.1" status: 200 len: 947 time: 0.3758373 May 05 21:55:32.223247 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-c1b508d9-fae4-4064-96f5-6e8936fcbed1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 2701fbbb-1c91-475d-8b36-2b10e61219d0) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:55:32.227741 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-0c72a3a8-79c5-4334-baf4-038f6fecba9d tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:55:32.234009 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0764ef4e-7300-4d5e-823e-b036e415b9df'] response: {'server_uuid': '82e9fd69-4c0a-4daf-8e56-1cf72160ef5b', 'name': 'network-vif-deleted', 'tag': 'f1ec1427-0aa0-4ddc-9cf3-114836e26138', 'status': 'completed', 'code': 200} May 05 21:55:32.235265 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b508d9-fae4-4064-96f5-6e8936fcbed1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:32.235965 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c1b508d9-fae4-4064-96f5-6e8936fcbed1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:32.236542 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5507579c-ef29-4a21-8d0e-86e6688b35b1 None None] Network 2701fbbb-1c91-475d-8b36-2b10e61219d0 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:55:32.257304 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa324df0-de2c-455f-b5ae-b154b5caaa1c req-5807628a-05e6-4801-99e7-d24ef18f2f35 tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] Made reservation on behalf of 81938f707e5d4cbcb988a265faf3790b for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:55:32.258717 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-0c72a3a8-79c5-4334-baf4-038f6fecba9d tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Usage tracker for resource:port and tenant:c3f9ce50114047b1adfc22c64baa15b0 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:55:32.267709 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c1b508d9-fae4-4064-96f5-6e8936fcbed1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9735425 May 05 21:55:32.267709 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-0c72a3a8-79c5-4334-baf4-038f6fecba9d tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Quota usage for port was recalculated. Used quota:7. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:55:32.271044 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47568) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:32.272400 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-aa324df0-de2c-455f-b5ae-b154b5caaa1c req-5807628a-05e6-4801-99e7-d24ef18f2f35 tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:32.279251 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-3eecac22-f31d-45d5-8217-07624700a487 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-80621405', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:55:32.284495 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-0c72a3a8-79c5-4334-baf4-038f6fecba9d tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:55:32.297374 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-3eecac22-f31d-45d5-8217-07624700a487 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:55:32.318929 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-3eecac22-f31d-45d5-8217-07624700a487 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Usage tracker for resource:router and tenant:663767b5203746b3b9addbbb99a48f8b is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:55:32.323456 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-3eecac22-f31d-45d5-8217-07624700a487 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:55:32.337924 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-3eecac22-f31d-45d5-8217-07624700a487 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:55:32.343214 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-462f3628-3d86-4bdd-877b-a52159710be8 req-3fd9b9d8-82f0-497d-8df4-357bf3dd19e2 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7172c50-8266-4028-bd8e-9c21e9bde333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392503 May 05 21:55:32.344663 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-88647ff0-13f7-440e-b0a9-32011894a425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:32.356248 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-0c72a3a8-79c5-4334-baf4-038f6fecba9d tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Made reservation on behalf of c3f9ce50114047b1adfc22c64baa15b0 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:55:32.360071 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-0c72a3a8-79c5-4334-baf4-038f6fecba9d tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:32.375244 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3eecac22-f31d-45d5-8217-07624700a487 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:32.376950 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3eecac22-f31d-45d5-8217-07624700a487 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:32.399090 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3eecac22-f31d-45d5-8217-07624700a487 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:32.424549 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3eecac22-f31d-45d5-8217-07624700a487 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:32.444461 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-88647ff0-13f7-440e-b0a9-32011894a425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:32.590052 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-189c3944-7439-4b16-a182-69a655e63386 req-78b559b1-4f0b-437d-84c3-5024196a2db0 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/ports?device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 210 time: 0.0604994 May 05 21:55:32.592590 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3eecac22-f31d-45d5-8217-07624700a487 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:32.596269 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-3eecac22-f31d-45d5-8217-07624700a487 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3189864 May 05 21:55:32.600225 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47578) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:32.749937 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0f5030-117e-4739-9360-6ca4575de8ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-2701fbbb-1c91-475d-8b36-2b10e61219d0', 'network_id': '2701fbbb-1c91-475d-8b36-2b10e61219d0', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'fixed_ips': [{'subnet_id': 'ebe5c1da-f04b-4a3f-98d3-0ffcb5afa6a3'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 21:55:32.750799 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1c0f5030-117e-4739-9360-6ca4575de8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:32.825789 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-88647ff0-13f7-440e-b0a9-32011894a425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:32.858508 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-aa324df0-de2c-455f-b5ae-b154b5caaa1c req-5807628a-05e6-4801-99e7-d24ef18f2f35 tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] Allocated IP 172.20.0.14 (32eb557b-6282-40d9-a203-590c8d659e96/5961d8fe-210f-458a-9e74-9d5db24569bd/036e6e44-1770-4e30-9bf8-bcf1c8db11d5) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:55:32.888383 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-abd5d662-2175-4d19-ab43-fc7208674908 req-d7ab8f39-609d-49d8-a620-9761b8091606 tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] 10.222.0.23 "GET /v2.0/ports?device_id=763d54bb-b8f5-422a-bf39-0754c2cde7ad HTTP/1.1" status: 200 len: 210 time: 0.1226082 May 05 21:55:32.933553 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-0c72a3a8-79c5-4334-baf4-038f6fecba9d tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Allocated IP 172.20.0.5 (3120f5ac-8b43-4ef1-9697-254002b20677/a1594dc8-6a87-4080-8b31-94a5f80267f6/49bcc364-28e8-4ab9-8b4e-d2fa9332d772) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:55:33.060026 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-1c0f5030-117e-4739-9360-6ca4575de8ff None None] Allocated IP 172.21.0.2 (2701fbbb-1c91-475d-8b36-2b10e61219d0/ebe5c1da-f04b-4a3f-98d3-0ffcb5afa6a3/3630a276-47db-4eb7-96f0-d410caecd4e0) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:55:33.205439 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88647ff0-13f7-440e-b0a9-32011894a425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507528ad-50d8-41ad-b38d-8f7572f7e797,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:33.252359 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-0c72a3a8-79c5-4334-baf4-038f6fecba9d tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:33.272133 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-0c72a3a8-79c5-4334-baf4-038f6fecba9d tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Transition to ACTIVE for port object 49bcc364-28e8-4ab9-8b4e-d2fa9332d772 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:55:33.291113 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device cc71a640-c0e4-44ea-b748-a0093b1d033f no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:55:33.325691 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60e3cf3-e698-49ee-a08c-e8e5428ac33b None None] Network ddc29d7d-c491-47ce-a6bd-ca7dd89646a8 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:55:33.393908 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-aa324df0-de2c-455f-b5ae-b154b5caaa1c req-5807628a-05e6-4801-99e7-d24ef18f2f35 tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:33.429638 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-88647ff0-13f7-440e-b0a9-32011894a425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:33.430966 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-88647ff0-13f7-440e-b0a9-32011894a425 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/507528ad-50d8-41ad-b38d-8f7572f7e797 HTTP/1.1" status: 204 len: 168 time: 1.2990201 May 05 21:55:33.434577 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-aa324df0-de2c-455f-b5ae-b154b5caaa1c req-5807628a-05e6-4801-99e7-d24ef18f2f35 tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:33.526563 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524e6f9-a7d3-4ec6-ba91-01e9373ea781 req-87eb27cf-3a51-483f-95e3-9da2bb533496 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:33.528149 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6524e6f9-a7d3-4ec6-ba91-01e9373ea781 req-87eb27cf-3a51-483f-95e3-9da2bb533496 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.8595679 May 05 21:55:33.549233 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5807628a-05e6-4801-99e7-d24ef18f2f35 tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] Pushing event updated for resources: {'Port': ['ID=036e6e44-1770-4e30-9bf8-bcf1c8db11d5,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:33.564509 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa324df0-de2c-455f-b5ae-b154b5caaa1c req-5807628a-05e6-4801-99e7-d24ef18f2f35 tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] Network 32eb557b-6282-40d9-a203-590c8d659e96 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:55:33.567501 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-aa324df0-de2c-455f-b5ae-b154b5caaa1c req-5807628a-05e6-4801-99e7-d24ef18f2f35 tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:55:33.575987 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa324df0-de2c-455f-b5ae-b154b5caaa1c req-5807628a-05e6-4801-99e7-d24ef18f2f35 tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:55:33.630368 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-0c72a3a8-79c5-4334-baf4-038f6fecba9d tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:33.649187 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa324df0-de2c-455f-b5ae-b154b5caaa1c req-5807628a-05e6-4801-99e7-d24ef18f2f35 tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:33.649871 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-aa324df0-de2c-455f-b5ae-b154b5caaa1c req-5807628a-05e6-4801-99e7-d24ef18f2f35 tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:33.681646 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 567b2baf-0f26-46da-a5e4-66aa1836cd3b up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:55:33.745142 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1c0f5030-117e-4739-9360-6ca4575de8ff None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:33.758575 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-1c0f5030-117e-4739-9360-6ca4575de8ff None None] Transition to ACTIVE for port object 3630a276-47db-4eb7-96f0-d410caecd4e0 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:55:33.777019 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6524e6f9-a7d3-4ec6-ba91-01e9373ea781 req-2c7551de-c50e-457d-a938-11a4827d982c tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2211390 May 05 21:55:33.784034 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-1c0f5030-117e-4739-9360-6ca4575de8ff None None] Transition to ACTIVE for port object 3630a276-47db-4eb7-96f0-d410caecd4e0 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:55:33.801153 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f374b96-c63e-42a6-8993-f45f4db22593 req-c0d01363-632c-4a1b-b1cf-c4d71d4a7228 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:33.802879 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5f374b96-c63e-42a6-8993-f45f4db22593 req-c0d01363-632c-4a1b-b1cf-c4d71d4a7228 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=76ac842b-b8d5-41f3-9554-d5d6ee60dd6e HTTP/1.1" status: 200 len: 946 time: 0.5247118 May 05 21:55:33.813253 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1c0f5030-117e-4739-9360-6ca4575de8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:33.832430 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-0c72a3a8-79c5-4334-baf4-038f6fecba9d tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Network 3120f5ac-8b43-4ef1-9697-254002b20677 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:55:33.833500 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c72a3a8-79c5-4334-baf4-038f6fecba9d tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Pushing event updated for resources: {'Port': ['ID=49bcc364-28e8-4ab9-8b4e-d2fa9332d772,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:33.837893 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-0c72a3a8-79c5-4334-baf4-038f6fecba9d tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:55:33.842611 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-0c72a3a8-79c5-4334-baf4-038f6fecba9d tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:55:33.931208 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5f374b96-c63e-42a6-8993-f45f4db22593 req-2cdf92b4-dc74-44d5-9179-7753baa39fae tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c51188-03e9-4eb7-84f3-076c2790a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208241 May 05 21:55:33.958258 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-4a41ea6f-1533-4dd1-b7e3-2b39c021ceca None None] Provisioning for port 567b2baf-0f26-46da-a5e4-66aa1836cd3b completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:55:33.981209 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47594) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:33.985581 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-0c72a3a8-79c5-4334-baf4-038f6fecba9d tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:33.986203 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-0c72a3a8-79c5-4334-baf4-038f6fecba9d tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:34.018356 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-aa324df0-de2c-455f-b5ae-b154b5caaa1c req-5807628a-05e6-4801-99e7-d24ef18f2f35 tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3777122 May 05 21:55:34.055801 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-0c72a3a8-79c5-4334-baf4-038f6fecba9d tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3555679 May 05 21:55:34.056096 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-aa324df0-de2c-455f-b5ae-b154b5caaa1c req-7acf1250-3725-4afa-ba88-6af1bfe51b76 service neutron] Request body: {'port': {'device_id': '763d54bb-b8f5-422a-bf39-0754c2cde7ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:55:34.070884 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-3234af69-af9e-4144-9106-561c1d617c22 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Request body: {'port': {'device_id': '96539926-3157-406d-977f-028308bff7aa', 'network_id': 'c1301700-8066-4240-acf4-e47c77ffe534', 'admin_state_up': True, 'tenant_id': 'c3f9ce50114047b1adfc22c64baa15b0', 'security_groups': ['d56f4659-1a1c-44b7-b1dc-74618b3402dc']}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:55:34.171016 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47600) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:34.218380 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0f5030-117e-4739-9360-6ca4575de8ff None None] Network 2701fbbb-1c91-475d-8b36-2b10e61219d0 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:55:34.270704 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-1c0f5030-117e-4739-9360-6ca4575de8ff None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:55:34.294291 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0f5030-117e-4739-9360-6ca4575de8ff None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:55:34.335594 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-3234af69-af9e-4144-9106-561c1d617c22 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:55:34.340040 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-3234af69-af9e-4144-9106-561c1d617c22 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Usage tracker for resource:port and tenant:c3f9ce50114047b1adfc22c64baa15b0 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:55:34.344123 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-3234af69-af9e-4144-9106-561c1d617c22 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Quota usage for port was recalculated. Used quota:8. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:55:34.349827 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0f5030-117e-4739-9360-6ca4575de8ff None None] Pushing event updated for resources: {'Port': ['ID=3630a276-47db-4eb7-96f0-d410caecd4e0,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:34.351448 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-3234af69-af9e-4144-9106-561c1d617c22 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:55:34.352126 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:34.455060 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-3234af69-af9e-4144-9106-561c1d617c22 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Made reservation on behalf of c3f9ce50114047b1adfc22c64baa15b0 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:55:34.458912 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-3234af69-af9e-4144-9106-561c1d617c22 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:34.467212 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ac842b-b8d5-41f3-9554-d5d6ee60dd6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc71a640-c0e4-44ea-b748-a0093b1d033f'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:55:34.499124 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port cc71a640-c0e4-44ea-b748-a0093b1d033f, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=cc71a640-c0e4-44ea-b748-a0093b1d033f,segment=NetworkSegment(6e17d504-de6f-46a1-b0ab-9bb177568a44),segment_id=6e17d504-de6f-46a1-b0ab-9bb177568a44)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:55:34.524446 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:34.525228 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device f1ec1427-0aa0-4ddc-9cf3-114836e26138 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:55:34.597813 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-69acfaa7-3252-462a-b001-f4446e6d22ad admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f3341df7da694c4690f67a2fbc87bf10&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4141965 May 05 21:55:34.598504 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-aa324df0-de2c-455f-b5ae-b154b5caaa1c req-7acf1250-3725-4afa-ba88-6af1bfe51b76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:34.609890 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47608) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:34.643098 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea67bd4-8111-4338-9add-b57623fb41d2 req-9fe938f3-0b90-4f39-b546-af17103500ec tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:34.644245 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-2ea67bd4-8111-4338-9add-b57623fb41d2 req-9fe938f3-0b90-4f39-b546-af17103500ec tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Synchronizing usage tracker for tenant:c3f9ce50114047b1adfc22c64baa15b0 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:55:34.666532 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-00693b14-aba3-4eeb-ba1d-f927dffc3a90 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:34.685915 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: f1ec1427-0aa0-4ddc-9cf3-114836e26138 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:55:34.686264 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device f1ec1427-0aa0-4ddc-9cf3-114836e26138 not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:55:34.712634 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-bb351ed2-158d-4b0f-adb7-f319e060fbb1 None None] Provisioning for port 49bcc364-28e8-4ab9-8b4e-d2fa9332d772 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:55:34.730182 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-bb351ed2-158d-4b0f-adb7-f319e060fbb1 None None] Provisioning complete for port 49bcc364-28e8-4ab9-8b4e-d2fa9332d772 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:55:34.730575 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-bb351ed2-158d-4b0f-adb7-f319e060fbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:34.757661 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 567b2baf-0f26-46da-a5e4-66aa1836cd3b completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:55:34.785111 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-2ea67bd4-8111-4338-9add-b57623fb41d2 req-9fe938f3-0b90-4f39-b546-af17103500ec tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Unset dirty status for tenant:c3f9ce50114047b1adfc22c64baa15b0 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:55:34.786296 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2ea67bd4-8111-4338-9add-b57623fb41d2 req-9fe938f3-0b90-4f39-b546-af17103500ec tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/ports?device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 931 time: 0.4191895 May 05 21:55:34.796041 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5489e8a-6358-45fe-97ca-83e617f5fe97 req-267fca99-51d7-4c31-becb-de1ba07e176f tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:34.803031 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a5489e8a-6358-45fe-97ca-83e617f5fe97 req-267fca99-51d7-4c31-becb-de1ba07e176f tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] 10.222.0.23 "GET /v2.0/ports?device_id=763d54bb-b8f5-422a-bf39-0754c2cde7ad HTTP/1.1" status: 200 len: 932 time: 0.2885883 May 05 21:55:34.820206 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-bb351ed2-158d-4b0f-adb7-f319e060fbb1 None None] Port 49bcc364-28e8-4ab9-8b4e-d2fa9332d772 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:55:34.866866 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=cc71a640-c0e4-44ea-b748-a0093b1d033f,revision_number=6']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:34.882553 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-1c0f5030-117e-4739-9360-6ca4575de8ff None None] Attempting to bind port 3630a276-47db-4eb7-96f0-d410caecd4e0 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:55:34.882938 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-1c0f5030-117e-4739-9360-6ca4575de8ff None None] Attempting to bind port 3630a276-47db-4eb7-96f0-d410caecd4e0 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'd4c39d7d-6862-4d90-8758-b755c7e6a812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2701fbbb-1c91-475d-8b36-2b10e61219d0'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:55:34.883301 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0f5030-117e-4739-9360-6ca4575de8ff None None] Attempting to bind port 3630a276-47db-4eb7-96f0-d410caecd4e0 on network 2701fbbb-1c91-475d-8b36-2b10e61219d0 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:55:34.885518 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 567b2baf-0f26-46da-a5e4-66aa1836cd3b triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:55:34.886012 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:34.949920 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a5489e8a-6358-45fe-97ca-83e617f5fe97 req-710a3580-694e-4996-b1fe-1ae885732d91 tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c1dc967-de0e-47f0-bfdf-3442d4cea177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459324 May 05 21:55:35.001193 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2ea67bd4-8111-4338-9add-b57623fb41d2 req-7d87030e-8d6f-407a-ae2c-5a0cc4066dac tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/security-groups?id=d56f4659-1a1c-44b7-b1dc-74618b3402dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378300 May 05 21:55:35.062831 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0f5030-117e-4739-9360-6ca4575de8ff None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:55:35.064389 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0f5030-117e-4739-9360-6ca4575de8ff None None] Checking segment: {'id': 'd4c39d7d-6862-4d90-8758-b755c7e6a812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2701fbbb-1c91-475d-8b36-2b10e61219d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:55:35.064793 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1c0f5030-117e-4739-9360-6ca4575de8ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:35.065214 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0f5030-117e-4739-9360-6ca4575de8ff None None] Bound using segment: {'id': 'd4c39d7d-6862-4d90-8758-b755c7e6a812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2701fbbb-1c91-475d-8b36-2b10e61219d0'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:55:35.065695 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-1c0f5030-117e-4739-9360-6ca4575de8ff None None] Bound port: 3630a276-47db-4eb7-96f0-d410caecd4e0, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4c39d7d-6862-4d90-8758-b755c7e6a812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2701fbbb-1c91-475d-8b36-2b10e61219d0'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:55:35.066109 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1c0f5030-117e-4739-9360-6ca4575de8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:35.146079 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5fe19396-a9ac-4984-93ea-67ce0b9bf248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:35.200462 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-1c0f5030-117e-4739-9360-6ca4575de8ff None None] For port 3630a276-47db-4eb7-96f0-d410caecd4e0, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:55:35.204628 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-1c0f5030-117e-4739-9360-6ca4575de8ff None None] For port 3630a276-47db-4eb7-96f0-d410caecd4e0, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=3630a276-47db-4eb7-96f0-d410caecd4e0,segment=NetworkSegment(d4c39d7d-6862-4d90-8758-b755c7e6a812),segment_id=d4c39d7d-6862-4d90-8758-b755c7e6a812)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:55:35.218464 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7149a8e6-b4a0-4b5e-af46-7bec9954b48e'] response: {'server_uuid': '76ac842b-b8d5-41f3-9554-d5d6ee60dd6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc71a640-c0e4-44ea-b748-a0093b1d033f', 'code': 200} May 05 21:55:35.220488 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device cc71a640-c0e4-44ea-b748-a0093b1d033f details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:55:35.247115 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-3234af69-af9e-4144-9106-561c1d617c22 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Allocated IP 10.1.1.175 (c1301700-8066-4240-acf4-e47c77ffe534/f64f1e7a-817f-4ccd-9184-65d8ed36e073/84c61080-09da-4d95-bf6c-97692f2369f2) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:55:35.282824 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75ca4d-875e-447b-84b9-089e186aee42 req-aef42e6a-d44b-49c1-911a-75b39ab6783f tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:35.285068 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4c75ca4d-875e-447b-84b9-089e186aee42 req-aef42e6a-d44b-49c1-911a-75b39ab6783f tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.1660080 May 05 21:55:35.328037 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5fe19396-a9ac-4984-93ea-67ce0b9bf248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:35.436513 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port cc71a640-c0e4-44ea-b748-a0093b1d033f, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=cc71a640-c0e4-44ea-b748-a0093b1d033f,segment=NetworkSegment(6e17d504-de6f-46a1-b0ab-9bb177568a44),segment_id=6e17d504-de6f-46a1-b0ab-9bb177568a44)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:55:35.456379 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': 'cc71a640-c0e4-44ea-b748-a0093b1d033f', 'network_id': 'c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db', 'port_id': 'cc71a640-c0e4-44ea-b748-a0093b1d033f', 'mac_address': 'fa:16:3e:7a:a8:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81b3baf0-8b4b-4758-b115-81242d9737a5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:55:35.460666 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1c0f5030-117e-4739-9360-6ca4575de8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:35.547467 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4c75ca4d-875e-447b-84b9-089e186aee42 req-a7877e18-9d95-45e9-ba98-d0e32c8fb261 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2462571 May 05 21:55:35.607716 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5fe19396-a9ac-4984-93ea-67ce0b9bf248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:35.613249 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-00693b14-aba3-4eeb-ba1d-f927dffc3a90 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Allocated IP 172.20.0.1 (ddc29d7d-c491-47ce-a6bd-ca7dd89646a8/beac9dbc-00bf-476e-bafe-b50fc6f9bf94/28f4db43-1308-4bc9-871d-f2636b372d8b) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:55:35.640689 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:35.678464 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe19396-a9ac-4984-93ea-67ce0b9bf248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b523b4a8-a61c-4f1f-9685-1e0ecf27f3bb,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:35.681436 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:35.759273 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc71a640-c0e4-44ea-b748-a0093b1d033f {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:55:35.781387 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port cc71a640-c0e4-44ea-b748-a0093b1d033f, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=cc71a640-c0e4-44ea-b748-a0093b1d033f,segment=NetworkSegment(6e17d504-de6f-46a1-b0ab-9bb177568a44),segment_id=6e17d504-de6f-46a1-b0ab-9bb177568a44)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:55:35.796217 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5fe19396-a9ac-4984-93ea-67ce0b9bf248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:35.796455 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:35.797950 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5fe19396-a9ac-4984-93ea-67ce0b9bf248 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b523b4a8-a61c-4f1f-9685-1e0ecf27f3bb HTTP/1.1" status: 204 len: 168 time: 1.1867442 May 05 21:55:35.802838 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:35.823803 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0f5030-117e-4739-9360-6ca4575de8ff None None] Pushing event updated for resources: {'Port': ['ID=3630a276-47db-4eb7-96f0-d410caecd4e0,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:35.900252 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-aa324df0-de2c-455f-b5ae-b154b5caaa1c req-7acf1250-3725-4afa-ba88-6af1bfe51b76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 036e6e44-1770-4e30-9bf8-bcf1c8db11d5 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:55:35.906824 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=cc71a640-c0e4-44ea-b748-a0093b1d033f,revision_number=7']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:35.912712 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:35.916931 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-aa324df0-de2c-455f-b5ae-b154b5caaa1c req-7acf1250-3725-4afa-ba88-6af1bfe51b76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:35.922232 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 567b2baf-0f26-46da-a5e4-66aa1836cd3b, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=567b2baf-0f26-46da-a5e4-66aa1836cd3b,segment=NetworkSegment(fe498393-7eb5-46ef-98e1-f7f1c8dad721),segment_id=fe498393-7eb5-46ef-98e1-f7f1c8dad721)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:55:35.935834 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:35.980362 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-aa324df0-de2c-455f-b5ae-b154b5caaa1c req-7acf1250-3725-4afa-ba88-6af1bfe51b76 service neutron] Transition to ACTIVE for port object 036e6e44-1770-4e30-9bf8-bcf1c8db11d5 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:55:35.993340 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-aa324df0-de2c-455f-b5ae-b154b5caaa1c req-7acf1250-3725-4afa-ba88-6af1bfe51b76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:36.087026 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=567b2baf-0f26-46da-a5e4-66aa1836cd3b,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:36.093515 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['cc71a640-c0e4-44ea-b748-a0093b1d033f'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:55:36.107082 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361f6ba-8cbd-4e8b-969e-8081795a6140 req-c7a46063-9342-4224-b50e-650ef8017200 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:36.108643 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c361f6ba-8cbd-4e8b-969e-8081795a6140 req-c7a46063-9342-4224-b50e-650ef8017200 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=76ac842b-b8d5-41f3-9554-d5d6ee60dd6e HTTP/1.1" status: 200 len: 944 time: 0.7428565 May 05 21:55:36.154634 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-3234af69-af9e-4144-9106-561c1d617c22 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:36.225315 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-00693b14-aba3-4eeb-ba1d-f927dffc3a90 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:36.341795 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-3234af69-af9e-4144-9106-561c1d617c22 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Transition to ACTIVE for port object 84c61080-09da-4d95-bf6c-97692f2369f2 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:55:36.420480 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf1250-3725-4afa-ba88-6af1bfe51b76 service neutron] Pushing event updated for resources: {'Port': ['ID=036e6e44-1770-4e30-9bf8-bcf1c8db11d5,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:36.436899 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-00693b14-aba3-4eeb-ba1d-f927dffc3a90 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Transition to ACTIVE for port object 28f4db43-1308-4bc9-871d-f2636b372d8b will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:55:36.518885 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c361f6ba-8cbd-4e8b-969e-8081795a6140 req-b8eca6c4-bdcf-4b36-8207-79195f8ac560 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c51188-03e9-4eb7-84f3-076c2790a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3869638 May 05 21:55:36.570408 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-3234af69-af9e-4144-9106-561c1d617c22 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:36.635559 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-8420cc80-1214-4cf3-82db-953bbfa3e3ce None None] Provisioning complete for port 567b2baf-0f26-46da-a5e4-66aa1836cd3b triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:55:36.636056 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8420cc80-1214-4cf3-82db-953bbfa3e3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:36.741432 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-aa324df0-de2c-455f-b5ae-b154b5caaa1c req-7acf1250-3725-4afa-ba88-6af1bfe51b76 service neutron] Attempting to bind port 036e6e44-1770-4e30-9bf8-bcf1c8db11d5 on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:55:36.742006 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-aa324df0-de2c-455f-b5ae-b154b5caaa1c req-7acf1250-3725-4afa-ba88-6af1bfe51b76 service neutron] Attempting to bind port 036e6e44-1770-4e30-9bf8-bcf1c8db11d5 by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': '11ec40a2-3115-4dbb-97cb-2bfd4c8a8084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '32eb557b-6282-40d9-a203-590c8d659e96'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:55:36.742128 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa324df0-de2c-455f-b5ae-b154b5caaa1c req-7acf1250-3725-4afa-ba88-6af1bfe51b76 service neutron] Attempting to bind port 036e6e44-1770-4e30-9bf8-bcf1c8db11d5 on network 32eb557b-6282-40d9-a203-590c8d659e96 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:55:36.750736 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa324df0-de2c-455f-b5ae-b154b5caaa1c req-7acf1250-3725-4afa-ba88-6af1bfe51b76 service neutron] Port 036e6e44-1770-4e30-9bf8-bcf1c8db11d5 on network 32eb557b-6282-40d9-a203-590c8d659e96 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:55:36.751256 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa324df0-de2c-455f-b5ae-b154b5caaa1c req-7acf1250-3725-4afa-ba88-6af1bfe51b76 service neutron] Attempting to bind port 036e6e44-1770-4e30-9bf8-bcf1c8db11d5 on network 32eb557b-6282-40d9-a203-590c8d659e96 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:55:36.760028 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa324df0-de2c-455f-b5ae-b154b5caaa1c req-7acf1250-3725-4afa-ba88-6af1bfe51b76 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:55:36.760948 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa324df0-de2c-455f-b5ae-b154b5caaa1c req-7acf1250-3725-4afa-ba88-6af1bfe51b76 service neutron] Checking segment: {'id': '11ec40a2-3115-4dbb-97cb-2bfd4c8a8084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '32eb557b-6282-40d9-a203-590c8d659e96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:55:36.761462 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa324df0-de2c-455f-b5ae-b154b5caaa1c req-7acf1250-3725-4afa-ba88-6af1bfe51b76 service neutron] Bound using segment: {'id': '11ec40a2-3115-4dbb-97cb-2bfd4c8a8084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '32eb557b-6282-40d9-a203-590c8d659e96'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:55:36.762196 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-aa324df0-de2c-455f-b5ae-b154b5caaa1c req-7acf1250-3725-4afa-ba88-6af1bfe51b76 service neutron] Bound port: 036e6e44-1770-4e30-9bf8-bcf1c8db11d5, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11ec40a2-3115-4dbb-97cb-2bfd4c8a8084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '32eb557b-6282-40d9-a203-590c8d659e96'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:55:36.762651 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-aa324df0-de2c-455f-b5ae-b154b5caaa1c req-7acf1250-3725-4afa-ba88-6af1bfe51b76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:36.807371 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-00693b14-aba3-4eeb-ba1d-f927dffc3a90 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:36.892580 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-3234af69-af9e-4144-9106-561c1d617c22 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Network c1301700-8066-4240-acf4-e47c77ffe534 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:55:36.913451 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-3234af69-af9e-4144-9106-561c1d617c22 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:55:36.921243 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00693b14-aba3-4eeb-ba1d-f927dffc3a90 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event updated for resources: {'Port': ['ID=28f4db43-1308-4bc9-871d-f2636b372d8b,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:36.923885 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-3234af69-af9e-4144-9106-561c1d617c22 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:55:36.929933 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00693b14-aba3-4eeb-ba1d-f927dffc3a90 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Network ddc29d7d-c491-47ce-a6bd-ca7dd89646a8 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:55:36.932725 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-00693b14-aba3-4eeb-ba1d-f927dffc3a90 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:55:36.936752 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00693b14-aba3-4eeb-ba1d-f927dffc3a90 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:55:36.960940 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f1c6e-c751-4cb2-b340-dfb2f9280662 req-b7cc0164-3603-4794-9bc0-5c2436a86f83 tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:36.968549 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-472f1c6e-c751-4cb2-b340-dfb2f9280662 req-b7cc0164-3603-4794-9bc0-5c2436a86f83 tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] 10.222.0.23 "GET /v2.0/ports?device_id=763d54bb-b8f5-422a-bf39-0754c2cde7ad HTTP/1.1" status: 200 len: 944 time: 0.6608407 May 05 21:55:37.016641 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-00693b14-aba3-4eeb-ba1d-f927dffc3a90 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:37.089138 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3234af69-af9e-4144-9106-561c1d617c22 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Pushing event updated for resources: {'Port': ['ID=84c61080-09da-4d95-bf6c-97692f2369f2,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:37.124196 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b304b848-884f-4e43-bc27-153cef2a99cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:37.154981 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-aa324df0-de2c-455f-b5ae-b154b5caaa1c req-7acf1250-3725-4afa-ba88-6af1bfe51b76 service neutron] For port 036e6e44-1770-4e30-9bf8-bcf1c8db11d5, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:55:37.168704 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-00693b14-aba3-4eeb-ba1d-f927dffc3a90 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:37.188244 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device cc71a640-c0e4-44ea-b748-a0093b1d033f up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:55:37.203789 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-aa324df0-de2c-455f-b5ae-b154b5caaa1c req-7acf1250-3725-4afa-ba88-6af1bfe51b76 service neutron] For port 036e6e44-1770-4e30-9bf8-bcf1c8db11d5, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=036e6e44-1770-4e30-9bf8-bcf1c8db11d5,segment=NetworkSegment(11ec40a2-3115-4dbb-97cb-2bfd4c8a8084),segment_id=11ec40a2-3115-4dbb-97cb-2bfd4c8a8084)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:55:37.225895 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-aa324df0-de2c-455f-b5ae-b154b5caaa1c req-7acf1250-3725-4afa-ba88-6af1bfe51b76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:37.364881 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-3234af69-af9e-4144-9106-561c1d617c22 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:37.365583 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-3234af69-af9e-4144-9106-561c1d617c22 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:37.410589 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01dadb9-bbab-46cf-b7eb-e982695c392a req-bfe0f5de-0cf4-4b90-8604-3e28c882167e tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:37.415528 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01dadb9-bbab-46cf-b7eb-e982695c392a req-bfe0f5de-0cf4-4b90-8604-3e28c882167e tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:37.427029 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port cc71a640-c0e4-44ea-b748-a0093b1d033f triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:55:37.427701 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:37.445165 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a01dadb9-bbab-46cf-b7eb-e982695c392a req-bfe0f5de-0cf4-4b90-8604-3e28c882167e tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/ports?device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 1653 time: 0.6077056 May 05 21:55:37.460890 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-37731d2c-ef6c-4365-9121-4e91db0f2e9e None None] Provisioning for port 28f4db43-1308-4bc9-871d-f2636b372d8b completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:55:37.496851 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-37731d2c-ef6c-4365-9121-4e91db0f2e9e None None] Provisioning complete for port 28f4db43-1308-4bc9-871d-f2636b372d8b triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:55:37.497224 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-37731d2c-ef6c-4365-9121-4e91db0f2e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:37.517772 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-472f1c6e-c751-4cb2-b340-dfb2f9280662 req-14828ed9-7620-4351-a8b3-f4a38eb726db tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c1dc967-de0e-47f0-bfdf-3442d4cea177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5465682 May 05 21:55:37.569136 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-37731d2c-ef6c-4365-9121-4e91db0f2e9e None None] Port 28f4db43-1308-4bc9-871d-f2636b372d8b cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:55:37.610689 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a01dadb9-bbab-46cf-b7eb-e982695c392a req-4910df55-3761-4e69-86e2-ccb5e0c72f96 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/security-groups?id=d56f4659-1a1c-44b7-b1dc-74618b3402dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635237 May 05 21:55:37.614677 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-3234af69-af9e-4144-9106-561c1d617c22 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5525446 May 05 21:55:37.636206 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-5395a914-eb0f-4fa9-addb-cffa1ec074ac tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Request body: {'port': {'device_id': '96539926-3157-406d-977f-028308bff7aa', 'network_id': 'c1301700-8066-4240-acf4-e47c77ffe534', 'admin_state_up': True, 'tenant_id': 'c3f9ce50114047b1adfc22c64baa15b0', 'security_groups': ['d56f4659-1a1c-44b7-b1dc-74618b3402dc']}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:55:37.687166 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-37731d2c-ef6c-4365-9121-4e91db0f2e9e None None] Provisioning for port 84c61080-09da-4d95-bf6c-97692f2369f2 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:55:37.697796 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:37.730717 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-37731d2c-ef6c-4365-9121-4e91db0f2e9e None None] Provisioning complete for port 84c61080-09da-4d95-bf6c-97692f2369f2 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:55:37.733198 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-37731d2c-ef6c-4365-9121-4e91db0f2e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:37.794403 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47642) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:37.883359 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port cc71a640-c0e4-44ea-b748-a0093b1d033f, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=cc71a640-c0e4-44ea-b748-a0093b1d033f,segment=NetworkSegment(6e17d504-de6f-46a1-b0ab-9bb177568a44),segment_id=6e17d504-de6f-46a1-b0ab-9bb177568a44)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:55:37.909287 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ac842b-b8d5-41f3-9554-d5d6ee60dd6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc71a640-c0e4-44ea-b748-a0093b1d033f'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:55:37.931514 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:37.948609 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-aa324df0-de2c-455f-b5ae-b154b5caaa1c req-7acf1250-3725-4afa-ba88-6af1bfe51b76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:37.960770 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-aa324df0-de2c-455f-b5ae-b154b5caaa1c req-7acf1250-3725-4afa-ba88-6af1bfe51b76 service neutron] 10.222.0.44 "PUT /v2.0/ports/036e6e44-1770-4e30-9bf8-bcf1c8db11d5 HTTP/1.1" status: 200 len: 1092 time: 3.9332967 May 05 21:55:37.968801 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '763d54bb-b8f5-422a-bf39-0754c2cde7ad', 'tag': '036e6e44-1770-4e30-9bf8-bcf1c8db11d5'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:55:37.998768 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faeff162-2ed3-4d0f-89ea-ba1608a61b48 None None] Network 2701fbbb-1c91-475d-8b36-2b10e61219d0 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:55:38.179004 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-37731d2c-ef6c-4365-9121-4e91db0f2e9e None None] Port 84c61080-09da-4d95-bf6c-97692f2369f2 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:55:38.234208 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 3630a276-47db-4eb7-96f0-d410caecd4e0 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:55:38.236271 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-5395a914-eb0f-4fa9-addb-cffa1ec074ac tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:55:38.245075 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-5395a914-eb0f-4fa9-addb-cffa1ec074ac tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Usage tracker for resource:port and tenant:c3f9ce50114047b1adfc22c64baa15b0 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:55:38.260481 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-6a2e84ad-8982-4a4f-9fc4-5700a5734a20 tempest-AgentManagementNegativeTest-1650165181 tempest-AgentManagementNegativeTest-1650165181-project] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4533908 May 05 21:55:38.260481 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-5395a914-eb0f-4fa9-addb-cffa1ec074ac tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Quota usage for port was recalculated. Used quota:9. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:55:38.300799 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-00693b14-aba3-4eeb-ba1d-f927dffc3a90 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:38.304458 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-5395a914-eb0f-4fa9-addb-cffa1ec074ac tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:55:38.329009 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb2ebd-c6af-4a2d-8cf9-5c7c2115844b req-ab154bce-f891-45ca-8a72-b108ed9f87e1 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:38.330494 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f0eb2ebd-c6af-4a2d-8cf9-5c7c2115844b req-ab154bce-f891-45ca-8a72-b108ed9f87e1 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.4200988 May 05 21:55:38.339623 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb268aa-157e-479b-af91-e729b48a08fa req-7d2712a1-d0c6-44f7-b93a-f2758a090529 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:38.348079 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9fb268aa-157e-479b-af91-e729b48a08fa req-7d2712a1-d0c6-44f7-b93a-f2758a090529 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=76ac842b-b8d5-41f3-9554-d5d6ee60dd6e HTTP/1.1" status: 200 len: 946 time: 0.4428999 May 05 21:55:38.361895 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-00693b14-aba3-4eeb-ba1d-f927dffc3a90 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:38.372777 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=cc71a640-c0e4-44ea-b748-a0093b1d033f,revision_number=8']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:38.415185 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf1250-3725-4afa-ba88-6af1bfe51b76 service neutron] Pushing event updated for resources: {'Port': ['ID=036e6e44-1770-4e30-9bf8-bcf1c8db11d5,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:38.417959 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-8b9ad38c-7dee-4811-92e4-dfd90ad8f17f None None] Provisioning for port 3630a276-47db-4eb7-96f0-d410caecd4e0 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:55:38.438111 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-5395a914-eb0f-4fa9-addb-cffa1ec074ac tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Made reservation on behalf of c3f9ce50114047b1adfc22c64baa15b0 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:55:38.441415 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-5395a914-eb0f-4fa9-addb-cffa1ec074ac tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:38.457310 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 3630a276-47db-4eb7-96f0-d410caecd4e0 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:55:38.472921 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 3630a276-47db-4eb7-96f0-d410caecd4e0 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:55:38.473701 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:38.522248 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-00693b14-aba3-4eeb-ba1d-f927dffc3a90 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:38.534533 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00693b14-aba3-4eeb-ba1d-f927dffc3a90 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event updated for resources: {'Port': ['ID=28f4db43-1308-4bc9-871d-f2636b372d8b,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:38.550072 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-aa324df0-de2c-455f-b5ae-b154b5caaa1c req-9d53fbfd-3b56-4f7d-896d-10106857ce42 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=81938f707e5d4cbcb988a265faf3790b&device_id=763d54bb-b8f5-422a-bf39-0754c2cde7ad HTTP/1.1" status: 200 len: 1095 time: 0.2443430 May 05 21:55:38.775409 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:38.817751 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-aa324df0-de2c-455f-b5ae-b154b5caaa1c req-1d280552-9a47-4d1d-9f5c-6ebbf9473a6d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=036e6e44-1770-4e30-9bf8-bcf1c8db11d5 HTTP/1.1" status: 200 len: 217 time: 0.2460310 May 05 21:55:38.835222 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-5395a914-eb0f-4fa9-addb-cffa1ec074ac tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Allocated IP 10.1.1.74 (c1301700-8066-4240-acf4-e47c77ffe534/f64f1e7a-817f-4ccd-9184-65d8ed36e073/40be755c-7280-4fa7-ab8f-f0bd526d1201) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:55:38.846006 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 3630a276-47db-4eb7-96f0-d410caecd4e0, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=3630a276-47db-4eb7-96f0-d410caecd4e0,segment=NetworkSegment(d4c39d7d-6862-4d90-8758-b755c7e6a812),segment_id=d4c39d7d-6862-4d90-8758-b755c7e6a812)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:55:38.856370 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:38.857234 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 567b2baf-0f26-46da-a5e4-66aa1836cd3b up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:55:38.908801 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47662) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:39.003339 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa324df0-de2c-455f-b5ae-b154b5caaa1c req-c2da6644-e82f-478c-89b9-4eb052f51f31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:39.004870 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-aa324df0-de2c-455f-b5ae-b154b5caaa1c req-c2da6644-e82f-478c-89b9-4eb052f51f31 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5961d8fe-210f-458a-9e74-9d5db24569bd HTTP/1.1" status: 200 len: 857 time: 0.1715181 May 05 21:55:39.023194 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f0eb2ebd-c6af-4a2d-8cf9-5c7c2115844b req-398e9894-cd13-45e7-b9e7-31fecb823f12 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6704924 May 05 21:55:39.025066 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00693b14-aba3-4eeb-ba1d-f927dffc3a90 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Network ddc29d7d-c491-47ce-a6bd-ca7dd89646a8 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:55:39.055664 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9fb268aa-157e-479b-af91-e729b48a08fa req-bf21e82d-d090-4e23-b39d-15d0a53c0849 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c51188-03e9-4eb7-84f3-076c2790a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7061424 May 05 21:55:39.068822 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=3630a276-47db-4eb7-96f0-d410caecd4e0,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:39.124072 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-1d642ca5-7548-42df-998b-2377a3c6ba69 None None] Provisioning complete for port 3630a276-47db-4eb7-96f0-d410caecd4e0 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:55:39.124439 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1d642ca5-7548-42df-998b-2377a3c6ba69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:39.131733 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-00693b14-aba3-4eeb-ba1d-f927dffc3a90 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:55:39.168421 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-5395a914-eb0f-4fa9-addb-cffa1ec074ac tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:39.187903 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-5395a914-eb0f-4fa9-addb-cffa1ec074ac tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Transition to ACTIVE for port object 40be755c-7280-4fa7-ab8f-f0bd526d1201 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:55:39.198730 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab5b39a7-7486-4611-9e40-81332aca5906'] response: {'server_uuid': '76ac842b-b8d5-41f3-9554-d5d6ee60dd6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc71a640-c0e4-44ea-b748-a0093b1d033f', 'code': 200} May 05 21:55:39.237090 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 567b2baf-0f26-46da-a5e4-66aa1836cd3b triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:55:39.238487 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:39.316110 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-5395a914-eb0f-4fa9-addb-cffa1ec074ac tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:39.458645 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48ceb5fb-8b2b-4dc2-b603-381f24029a6e'] response: {'name': 'network-changed', 'server_uuid': '763d54bb-b8f5-422a-bf39-0754c2cde7ad', 'tag': '036e6e44-1770-4e30-9bf8-bcf1c8db11d5', 'status': 'completed', 'code': 200} May 05 21:55:39.499842 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-aa324df0-de2c-455f-b5ae-b154b5caaa1c req-7161dded-8a9d-4951-826a-d4a2c411de1f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=32eb557b-6282-40d9-a203-590c8d659e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4733753 May 05 21:55:39.635463 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-203fbdb4-0e15-475c-b413-a9c71adcb64e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:39.655175 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-247b6fc1-2c8e-4652-8069-5b57e564f3fb None None] Provisioning complete for port 28f4db43-1308-4bc9-871d-f2636b372d8b triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:55:39.655838 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-247b6fc1-2c8e-4652-8069-5b57e564f3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:39.716292 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-247b6fc1-2c8e-4652-8069-5b57e564f3fb None None] Port 28f4db43-1308-4bc9-871d-f2636b372d8b cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:55:39.737212 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-aa324df0-de2c-455f-b5ae-b154b5caaa1c req-bc98dfb8-5cd8-4631-9c98-53eac608763a service neutron] 10.222.0.44 "GET /v2.0/networks/32eb557b-6282-40d9-a203-590c8d659e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010095 May 05 21:55:39.780170 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-5395a914-eb0f-4fa9-addb-cffa1ec074ac tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Network c1301700-8066-4240-acf4-e47c77ffe534 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:55:39.800574 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-5395a914-eb0f-4fa9-addb-cffa1ec074ac tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:55:39.807119 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5395a914-eb0f-4fa9-addb-cffa1ec074ac tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Pushing event updated for resources: {'Port': ['ID=40be755c-7280-4fa7-ab8f-f0bd526d1201,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:39.810857 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-5395a914-eb0f-4fa9-addb-cffa1ec074ac tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:55:39.931450 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-5395a914-eb0f-4fa9-addb-cffa1ec074ac tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:39.932213 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-5395a914-eb0f-4fa9-addb-cffa1ec074ac tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:39.969459 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-19ed8392-e5f1-40dc-bacd-19596da7235d req-68cdbf8d-7ee1-44ab-bc93-eba98db3241a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=76ac842b-b8d5-41f3-9554-d5d6ee60dd6e HTTP/1.1" status: 200 len: 1097 time: 0.5413339 May 05 21:55:40.002570 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c116e98f-3543-48f2-bd87-b7460437f5aa req-c63e78dc-f353-4136-bde4-c046e21fc648 tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:40.002570 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c116e98f-3543-48f2-bd87-b7460437f5aa req-c63e78dc-f353-4136-bde4-c046e21fc648 tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] 10.222.0.23 "GET /v2.0/ports?device_id=763d54bb-b8f5-422a-bf39-0754c2cde7ad HTTP/1.1" status: 200 len: 944 time: 0.4895983 May 05 21:55:40.037895 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-5395a914-eb0f-4fa9-addb-cffa1ec074ac tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4153295 May 05 21:55:40.041629 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 3630a276-47db-4eb7-96f0-d410caecd4e0 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:55:40.051607 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-110878c8-5944-44ed-8682-9c1569c52b6f tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Request body: {'port': {'device_id': '96539926-3157-406d-977f-028308bff7aa', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'bc00cc89-bdd8-4ed0-b801-d435664de8a6', 'admin_state_up': True, 'tenant_id': 'c3f9ce50114047b1adfc22c64baa15b0', 'security_groups': ['d56f4659-1a1c-44b7-b1dc-74618b3402dc']}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:55:40.075392 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2fd9f9-e725-4422-b088-18fbe4257afe req-266efe00-3666-4f4c-a268-58fb7b65fa71 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:40.080892 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2fd9f9-e725-4422-b088-18fbe4257afe req-266efe00-3666-4f4c-a268-58fb7b65fa71 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:40.085092 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2fd9f9-e725-4422-b088-18fbe4257afe req-266efe00-3666-4f4c-a268-58fb7b65fa71 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:40.085961 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-eb2fd9f9-e725-4422-b088-18fbe4257afe req-266efe00-3666-4f4c-a268-58fb7b65fa71 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Synchronizing usage tracker for tenant:c3f9ce50114047b1adfc22c64baa15b0 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:55:40.120782 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-203fbdb4-0e15-475c-b413-a9c71adcb64e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:55:40.125272 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-203fbdb4-0e15-475c-b413-a9c71adcb64e admin admin] Usage tracker for resource:security_group_rule and tenant:a0efc970d876462290e355ec41db4629 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:55:40.129223 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 3630a276-47db-4eb7-96f0-d410caecd4e0 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:55:40.129709 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:40.130720 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-203fbdb4-0e15-475c-b413-a9c71adcb64e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:55:40.150030 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-203fbdb4-0e15-475c-b413-a9c71adcb64e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:55:40.181779 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-aa324df0-de2c-455f-b5ae-b154b5caaa1c req-3d3dbb58-21b9-4d26-ac05-1827381ac418 service neutron] 10.222.0.44 "GET /v2.0/networks/32eb557b-6282-40d9-a203-590c8d659e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4372904 May 05 21:55:40.239192 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-203fbdb4-0e15-475c-b413-a9c71adcb64e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:40.241624 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-19ed8392-e5f1-40dc-bacd-19596da7235d req-b05b7f91-f9be-434c-b8e6-c4a67c9ccc3b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=43c51188-03e9-4eb7-84f3-076c2790a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652452 May 05 21:55:40.245875 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-203fbdb4-0e15-475c-b413-a9c71adcb64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:40.258809 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c116e98f-3543-48f2-bd87-b7460437f5aa req-262aea94-fbbf-49ad-8074-6cca9ef0f389 tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c1dc967-de0e-47f0-bfdf-3442d4cea177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503788 May 05 21:55:40.259406 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-eb2fd9f9-e725-4422-b088-18fbe4257afe req-266efe00-3666-4f4c-a268-58fb7b65fa71 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Unset dirty status for tenant:c3f9ce50114047b1adfc22c64baa15b0 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:55:40.260445 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-eb2fd9f9-e725-4422-b088-18fbe4257afe req-266efe00-3666-4f4c-a268-58fb7b65fa71 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/ports?device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 2373 time: 0.5671604 May 05 21:55:40.271803 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f255d86c-297d-491b-ab48-fd5a88ca59d8 None None] Provisioning for port 40be755c-7280-4fa7-ab8f-f0bd526d1201 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:55:40.279208 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f255d86c-297d-491b-ab48-fd5a88ca59d8 None None] Provisioning complete for port 40be755c-7280-4fa7-ab8f-f0bd526d1201 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:55:40.279840 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f255d86c-297d-491b-ab48-fd5a88ca59d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:40.305692 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203fbdb4-0e15-475c-b413-a9c71adcb64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f06ae114-2b08-4252-972e-64da04794080,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:40.322091 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-203fbdb4-0e15-475c-b413-a9c71adcb64e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a0efc970d876462290e355ec41db4629&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4001238 May 05 21:55:40.326320 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47672) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:40.329186 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203fbdb4-0e15-475c-b413-a9c71adcb64e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:55:40.329531 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203fbdb4-0e15-475c-b413-a9c71adcb64e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:55:40.329871 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203fbdb4-0e15-475c-b413-a9c71adcb64e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:55:40.330207 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203fbdb4-0e15-475c-b413-a9c71adcb64e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:55:40.330565 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203fbdb4-0e15-475c-b413-a9c71adcb64e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:55:40.331005 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203fbdb4-0e15-475c-b413-a9c71adcb64e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:55:40.331355 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203fbdb4-0e15-475c-b413-a9c71adcb64e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:55:40.331696 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203fbdb4-0e15-475c-b413-a9c71adcb64e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:55:40.332021 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203fbdb4-0e15-475c-b413-a9c71adcb64e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:55:40.332342 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203fbdb4-0e15-475c-b413-a9c71adcb64e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:55:40.332663 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203fbdb4-0e15-475c-b413-a9c71adcb64e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:55:40.343331 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f255d86c-297d-491b-ab48-fd5a88ca59d8 None None] Port 40be755c-7280-4fa7-ab8f-f0bd526d1201 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:55:40.391886 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00693b14-aba3-4eeb-ba1d-f927dffc3a90 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Router ce8944e9-8398-4be4-a889-966b6ca23592 is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 21:55:40.420862 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-110878c8-5944-44ed-8682-9c1569c52b6f tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:55:40.462806 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-110878c8-5944-44ed-8682-9c1569c52b6f tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:55:40.466306 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-eb2fd9f9-e725-4422-b088-18fbe4257afe req-0d4f64de-311e-40a3-8311-ef54f7f933ce tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/security-groups?id=d56f4659-1a1c-44b7-b1dc-74618b3402dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743112 May 05 21:55:40.509659 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-b304b848-884f-4e43-bc27-153cef2a99cb admin admin] Deleting port bca95d23-9ab7-49d8-9a3b-ee93ba2c24c0 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:55:40.509995 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b304b848-884f-4e43-bc27-153cef2a99cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:40.627966 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5b37a738-acac-4e70-a0f1-0923da4fafe7 req-fa5e1b6d-4c4b-46e7-a80d-eb67418d851a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=81938f707e5d4cbcb988a265faf3790b&device_id=763d54bb-b8f5-422a-bf39-0754c2cde7ad HTTP/1.1" status: 200 len: 1095 time: 0.1672041 May 05 21:55:40.664122 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-110878c8-5944-44ed-8682-9c1569c52b6f tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Made reservation on behalf of c3f9ce50114047b1adfc22c64baa15b0 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:55:40.720016 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00693b14-aba3-4eeb-ba1d-f927dffc3a90 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:55:40.732393 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a54d757-219d-4b9d-adc3-ae2ce0cda067 None None] Sync routers for ids ['ce8944e9-8398-4be4-a889-966b6ca23592'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:55:40.746025 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a54d757-219d-4b9d-adc3-ae2ce0cda067 None None] Routers {'ce8944e9-8398-4be4-a889-966b6ca23592'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:55:40.746863 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-5a54d757-219d-4b9d-adc3-ae2ce0cda067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:55:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['ce8944e9-8398-4be4-a889-966b6ca23592'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:55:40.755492 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-00693b14-aba3-4eeb-ba1d-f927dffc3a90 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "PUT /v2.0/routers/ce8944e9-8398-4be4-a889-966b6ca23592/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1514592 May 05 21:55:40.756235 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47676) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:40.788713 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9557bb8f-95e0-4fac-a305-20f29043e7fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:40.817141 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-5a54d757-219d-4b9d-adc3-ae2ce0cda067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:55:40.829742 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37a738-acac-4e70-a0f1-0923da4fafe7 req-5e184a6f-df29-4eeb-910e-d9655747d1c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:40.831574 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5b37a738-acac-4e70-a0f1-0923da4fafe7 req-5e184a6f-df29-4eeb-910e-d9655747d1c9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=32eb557b-6282-40d9-a203-590c8d659e96 HTTP/1.1" status: 200 len: 918 time: 0.1976292 May 05 21:55:40.833122 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a54d757-219d-4b9d-adc3-ae2ce0cda067 None None] Routers {'ce8944e9-8398-4be4-a889-966b6ca23592'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:55:40.834014 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-5a54d757-219d-4b9d-adc3-ae2ce0cda067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:55:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['ce8944e9-8398-4be4-a889-966b6ca23592'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:55:40.844618 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb41888-9f0c-49b9-8205-217296498b1f tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:40.845523 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-8fb41888-9f0c-49b9-8205-217296498b1f tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Synchronizing usage tracker for tenant:663767b5203746b3b9addbbb99a48f8b on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:55:40.899600 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-5a54d757-219d-4b9d-adc3-ae2ce0cda067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:55:40.899600 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a54d757-219d-4b9d-adc3-ae2ce0cda067 None None] The sync data for ids ['ce8944e9-8398-4be4-a889-966b6ca23592'] in n-d-825175-4 is: [] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:55:40.903977 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-b304b848-884f-4e43-bc27-153cef2a99cb admin admin] For port bca95d23-9ab7-49d8-9a3b-ee93ba2c24c0, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=bca95d23-9ab7-49d8-9a3b-ee93ba2c24c0,segment=NetworkSegment(5513eecd-fe5a-4823-bb4c-ae0607ac9c61),segment_id=5513eecd-fe5a-4823-bb4c-ae0607ac9c61)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:55:40.904330 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b304b848-884f-4e43-bc27-153cef2a99cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:40.912563 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9557bb8f-95e0-4fac-a305-20f29043e7fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:40.915602 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5b37a738-acac-4e70-a0f1-0923da4fafe7 req-21a5756c-72b9-4d4c-9058-386fa58b8081 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=036e6e44-1770-4e30-9bf8-bcf1c8db11d5 HTTP/1.1" status: 200 len: 217 time: 0.0760794 May 05 21:55:40.955231 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-8fb41888-9f0c-49b9-8205-217296498b1f tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Unset dirty status for tenant:663767b5203746b3b9addbbb99a48f8b on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:55:40.959396 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8fb41888-9f0c-49b9-8205-217296498b1f tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "GET /v2.0/ports/28f4db43-1308-4bc9-871d-f2636b372d8b HTTP/1.1" status: 200 len: 910 time: 0.1996686 May 05 21:55:40.959854 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47680) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:41.060899 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-b304b848-884f-4e43-bc27-153cef2a99cb admin admin] Calling delete_port for bca95d23-9ab7-49d8-9a3b-ee93ba2c24c0 owned by network:router_interface {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:55:41.098691 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37a738-acac-4e70-a0f1-0923da4fafe7 req-60e0f481-a97e-4345-a957-ebd5aed63e9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:41.100167 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5b37a738-acac-4e70-a0f1-0923da4fafe7 req-60e0f481-a97e-4345-a957-ebd5aed63e9b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5961d8fe-210f-458a-9e74-9d5db24569bd HTTP/1.1" status: 200 len: 857 time: 0.1782475 May 05 21:55:41.122815 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-110878c8-5944-44ed-8682-9c1569c52b6f tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:41.142099 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0653417b-5a13-4a68-90c5-5e235af9d670 req-0725e53e-ed8e-428d-952e-e87a84ee8a45 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:41.143736 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0653417b-5a13-4a68-90c5-5e235af9d670 req-0725e53e-ed8e-428d-952e-e87a84ee8a45 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.6712751 May 05 21:55:41.157505 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5b37a738-acac-4e70-a0f1-0923da4fafe7 req-4414698f-d9c4-4efc-95fa-cc61c9ab5334 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=32eb557b-6282-40d9-a203-590c8d659e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456545 May 05 21:55:41.188372 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be502e69-f5f8-4069-a591-a52cb923869b req-c412ce51-569d-4964-b7b8-6c4e60eb6656 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:41.189395 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-be502e69-f5f8-4069-a591-a52cb923869b req-c412ce51-569d-4964-b7b8-6c4e60eb6656 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=76ac842b-b8d5-41f3-9554-d5d6ee60dd6e HTTP/1.1" status: 200 len: 946 time: 0.5365517 May 05 21:55:41.308171 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9557bb8f-95e0-4fac-a305-20f29043e7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:41.356303 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9557bb8f-95e0-4fac-a305-20f29043e7fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06ae114-2b08-4252-972e-64da04794080,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:41.359761 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0653417b-5a13-4a68-90c5-5e235af9d670 req-9f665d9c-5dae-41d8-bfce-9166f079688f tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2036779 May 05 21:55:41.418944 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-be502e69-f5f8-4069-a591-a52cb923869b req-2d52098b-360a-4369-b215-6c3f23ab4a6f tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c51188-03e9-4eb7-84f3-076c2790a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087274 May 05 21:55:41.429491 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5b37a738-acac-4e70-a0f1-0923da4fafe7 req-d27fe7ee-4721-4a40-be1c-743c78e67bbe service neutron] 10.222.0.44 "GET /v2.0/networks/32eb557b-6282-40d9-a203-590c8d659e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619822 May 05 21:55:41.594082 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5b37a738-acac-4e70-a0f1-0923da4fafe7 req-d5fa9fc8-798b-4ae8-b91d-a2c00c298ca2 service neutron] 10.222.0.44 "GET /v2.0/networks/32eb557b-6282-40d9-a203-590c8d659e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525581 May 05 21:55:41.817822 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9557bb8f-95e0-4fac-a305-20f29043e7fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:41.818975 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-9557bb8f-95e0-4fac-a305-20f29043e7fe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f06ae114-2b08-4252-972e-64da04794080 HTTP/1.1" status: 204 len: 168 time: 1.4846473 May 05 21:55:41.905792 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-110878c8-5944-44ed-8682-9c1569c52b6f tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Allocated IP 10.2.2.100 (bc00cc89-bdd8-4ed0-b801-d435664de8a6/61b42a37-825f-4627-8501-c242dd47987c/d981f185-f142-4e87-9f70-65eca8f3b9fb) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:55:41.914821 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b304b848-884f-4e43-bc27-153cef2a99cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:41.974793 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b304b848-884f-4e43-bc27-153cef2a99cb admin admin] Pushing event deleted for resources: {'Port': ['ID=bca95d23-9ab7-49d8-9a3b-ee93ba2c24c0,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:41.994156 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c16c0-4df4-426c-9afa-c551ff3c55c2 req-87d034a3-e3ef-4353-be52-6b8efa6c5da8 tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:42.001015 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d33c16c0-4df4-426c-9afa-c551ff3c55c2 req-87d034a3-e3ef-4353-be52-6b8efa6c5da8 tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] 10.222.0.23 "GET /v2.0/ports?device_id=763d54bb-b8f5-422a-bf39-0754c2cde7ad HTTP/1.1" status: 200 len: 944 time: 0.3594167 May 05 21:55:42.014526 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5c72115a-77aa-45ce-b61a-491002d42076 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:42.067049 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c1bd6-7476-4eac-b7ec-872a1e89c817 req-090b6626-f427-445a-84df-b370258e0d93 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:42.071068 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c1bd6-7476-4eac-b7ec-872a1e89c817 req-090b6626-f427-445a-84df-b370258e0d93 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:42.080723 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c1bd6-7476-4eac-b7ec-872a1e89c817 req-090b6626-f427-445a-84df-b370258e0d93 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:42.081786 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-948c1bd6-7476-4eac-b7ec-872a1e89c817 req-090b6626-f427-445a-84df-b370258e0d93 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Synchronizing usage tracker for tenant:c3f9ce50114047b1adfc22c64baa15b0 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:55:42.275016 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-948c1bd6-7476-4eac-b7ec-872a1e89c817 req-090b6626-f427-445a-84df-b370258e0d93 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Unset dirty status for tenant:c3f9ce50114047b1adfc22c64baa15b0 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:55:42.275468 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-948c1bd6-7476-4eac-b7ec-872a1e89c817 req-090b6626-f427-445a-84df-b370258e0d93 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/ports?device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 2373 time: 0.6242979 May 05 21:55:42.332837 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d33c16c0-4df4-426c-9afa-c551ff3c55c2 req-c75f5d98-de15-49cd-9ec3-240b463cf67f tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c1dc967-de0e-47f0-bfdf-3442d4cea177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230784 May 05 21:55:42.368886 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-948c1bd6-7476-4eac-b7ec-872a1e89c817 req-fd1901a9-438f-47a8-bf47-5ae73bef838d tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/security-groups?id=d56f4659-1a1c-44b7-b1dc-74618b3402dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851712 May 05 21:55:42.481972 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-5c72115a-77aa-45ce-b61a-491002d42076 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Allocated IP 172.21.0.1 (2701fbbb-1c91-475d-8b36-2b10e61219d0/ebe5c1da-f04b-4a3f-98d3-0ffcb5afa6a3/824009dd-e0a7-4289-9dd5-c8e6b7c9ba53) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:55:42.633154 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-110878c8-5944-44ed-8682-9c1569c52b6f tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:42.673516 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5c72115a-77aa-45ce-b61a-491002d42076 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:42.696316 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-5c72115a-77aa-45ce-b61a-491002d42076 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Transition to ACTIVE for port object 824009dd-e0a7-4289-9dd5-c8e6b7c9ba53 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:55:42.710099 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-110878c8-5944-44ed-8682-9c1569c52b6f tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Transition to ACTIVE for port object d981f185-f142-4e87-9f70-65eca8f3b9fb will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:55:42.723896 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5c72115a-77aa-45ce-b61a-491002d42076 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:42.795953 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-110878c8-5944-44ed-8682-9c1569c52b6f tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:42.808713 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c72115a-77aa-45ce-b61a-491002d42076 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Network 2701fbbb-1c91-475d-8b36-2b10e61219d0 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:55:42.812126 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-5c72115a-77aa-45ce-b61a-491002d42076 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:55:42.816932 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c72115a-77aa-45ce-b61a-491002d42076 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:55:42.842320 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19b825-7555-4f92-af60-cdd1a1786762 req-56bdfaf6-119a-4d2f-bdb5-99f9cf8c3b6b tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:42.847121 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c72115a-77aa-45ce-b61a-491002d42076 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event updated for resources: {'Port': ['ID=824009dd-e0a7-4289-9dd5-c8e6b7c9ba53,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:42.852341 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4d19b825-7555-4f92-af60-cdd1a1786762 req-56bdfaf6-119a-4d2f-bdb5-99f9cf8c3b6b tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.2799046 May 05 21:55:42.870609 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7606f-74af-46ff-be25-c2e1ae8d8e22 req-0b75a2f8-2160-4ce8-9b19-a9374e61e925 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:42.879244 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bca7606f-74af-46ff-be25-c2e1ae8d8e22 req-0b75a2f8-2160-4ce8-9b19-a9374e61e925 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=76ac842b-b8d5-41f3-9554-d5d6ee60dd6e HTTP/1.1" status: 200 len: 946 time: 0.2385445 May 05 21:55:42.886692 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5c72115a-77aa-45ce-b61a-491002d42076 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:42.984802 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-110878c8-5944-44ed-8682-9c1569c52b6f tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Network bc00cc89-bdd8-4ed0-b801-d435664de8a6 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:55:42.995564 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110878c8-5944-44ed-8682-9c1569c52b6f tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Pushing event updated for resources: {'Port': ['ID=d981f185-f142-4e87-9f70-65eca8f3b9fb,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:42.999036 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-110878c8-5944-44ed-8682-9c1569c52b6f tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:55:43.001092 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-110878c8-5944-44ed-8682-9c1569c52b6f tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:55:43.016886 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5c72115a-77aa-45ce-b61a-491002d42076 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:43.043186 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47710) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:43.121789 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bca7606f-74af-46ff-be25-c2e1ae8d8e22 req-98492419-46fc-403c-b927-87b667c1c12d tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c51188-03e9-4eb7-84f3-076c2790a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406275 May 05 21:55:43.128555 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-62f9e15b-e79b-4731-bd1c-a3458e253a13 None None] Provisioning for port 824009dd-e0a7-4289-9dd5-c8e6b7c9ba53 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:55:43.135024 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-62f9e15b-e79b-4731-bd1c-a3458e253a13 None None] Provisioning complete for port 824009dd-e0a7-4289-9dd5-c8e6b7c9ba53 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:55:43.135523 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-62f9e15b-e79b-4731-bd1c-a3458e253a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:43.147298 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4d19b825-7555-4f92-af60-cdd1a1786762 req-0bf265f6-47f6-40f2-b9e8-dcb34931145e tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2940185 May 05 21:55:43.172582 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b304b848-884f-4e43-bc27-153cef2a99cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:43.181831 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-110878c8-5944-44ed-8682-9c1569c52b6f tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:43.182468 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-110878c8-5944-44ed-8682-9c1569c52b6f tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:43.234969 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 036e6e44-1770-4e30-9bf8-bcf1c8db11d5 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:55:43.266277 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-62f9e15b-e79b-4731-bd1c-a3458e253a13 None None] Port 824009dd-e0a7-4289-9dd5-c8e6b7c9ba53 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:55:43.360322 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-d24a7f8a-9a02-4b3b-a8f3-44e289acd4f0 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1142524640'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:55:43.420570 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-d24a7f8a-9a02-4b3b-a8f3-44e289acd4f0 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:55:43.426234 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-d24a7f8a-9a02-4b3b-a8f3-44e289acd4f0 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Usage tracker for resource:network and tenant:d6118b6e73844218b32f83df9af14cd4 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:55:43.429756 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-d24a7f8a-9a02-4b3b-a8f3-44e289acd4f0 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:55:43.437994 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-351dcb2f-fcef-4ed9-85fe-6cea17980dd1 None None] Provisioning for port d981f185-f142-4e87-9f70-65eca8f3b9fb completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:55:43.439353 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-110878c8-5944-44ed-8682-9c1569c52b6f tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3937359 May 05 21:55:43.444535 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-d24a7f8a-9a02-4b3b-a8f3-44e289acd4f0 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:55:43.449836 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 036e6e44-1770-4e30-9bf8-bcf1c8db11d5, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=036e6e44-1770-4e30-9bf8-bcf1c8db11d5,segment=NetworkSegment(11ec40a2-3115-4dbb-97cb-2bfd4c8a8084),segment_id=11ec40a2-3115-4dbb-97cb-2bfd4c8a8084)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:55:43.455214 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-5c1a624c-4ec3-491e-a0b8-4bb2ce9f37d8 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Request body: {'port': {'device_id': '96539926-3157-406d-977f-028308bff7aa', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'bc00cc89-bdd8-4ed0-b801-d435664de8a6', 'admin_state_up': True, 'tenant_id': 'c3f9ce50114047b1adfc22c64baa15b0', 'security_groups': ['d56f4659-1a1c-44b7-b1dc-74618b3402dc']}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:55:43.458049 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-351dcb2f-fcef-4ed9-85fe-6cea17980dd1 None None] Provisioning complete for port d981f185-f142-4e87-9f70-65eca8f3b9fb triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:55:43.458402 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-351dcb2f-fcef-4ed9-85fe-6cea17980dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:43.516323 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-351dcb2f-fcef-4ed9-85fe-6cea17980dd1 None None] Port d981f185-f142-4e87-9f70-65eca8f3b9fb cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:55:43.523159 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '036e6e44-1770-4e30-9bf8-bcf1c8db11d5', 'network_id': '32eb557b-6282-40d9-a203-590c8d659e96', 'port_id': '036e6e44-1770-4e30-9bf8-bcf1c8db11d5', 'mac_address': 'fa:16:3e:c1:02:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5961d8fe-210f-458a-9e74-9d5db24569bd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:55:43.568966 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5c72115a-77aa-45ce-b61a-491002d42076 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:43.575777 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5c72115a-77aa-45ce-b61a-491002d42076 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:43.596931 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:43.617452 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 036e6e44-1770-4e30-9bf8-bcf1c8db11d5 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:55:43.634819 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 036e6e44-1770-4e30-9bf8-bcf1c8db11d5, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=036e6e44-1770-4e30-9bf8-bcf1c8db11d5,segment=NetworkSegment(11ec40a2-3115-4dbb-97cb-2bfd4c8a8084),segment_id=11ec40a2-3115-4dbb-97cb-2bfd4c8a8084)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:55:43.639870 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:43.695042 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24a7f8a-9a02-4b3b-a8f3-44e289acd4f0 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Made reservation on behalf of d6118b6e73844218b32f83df9af14cd4 for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:55:43.698780 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d24a7f8a-9a02-4b3b-a8f3-44e289acd4f0 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:43.701166 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c72115a-77aa-45ce-b61a-491002d42076 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event updated for resources: {'Port': ['ID=824009dd-e0a7-4289-9dd5-c8e6b7c9ba53,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:43.704090 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5c72115a-77aa-45ce-b61a-491002d42076 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:43.719253 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=036e6e44-1770-4e30-9bf8-bcf1c8db11d5,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:43.776187 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d24a7f8a-9a02-4b3b-a8f3-44e289acd4f0 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:43.846472 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['036e6e44-1770-4e30-9bf8-bcf1c8db11d5'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:55:43.897072 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-5c1a624c-4ec3-491e-a0b8-4bb2ce9f37d8 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:55:43.905676 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd7d30-7441-4ed5-ab04-7762e573b025 req-7c5bd427-baed-47a6-a372-5fe03cd699eb tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:43.912842 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2edd7d30-7441-4ed5-ab04-7762e573b025 req-7c5bd427-baed-47a6-a372-5fe03cd699eb tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=76ac842b-b8d5-41f3-9554-d5d6ee60dd6e HTTP/1.1" status: 200 len: 946 time: 0.5683372 May 05 21:55:43.917674 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-d24a7f8a-9a02-4b3b-a8f3-44e289acd4f0 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:55:43.944185 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-d24a7f8a-9a02-4b3b-a8f3-44e289acd4f0 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Usage tracker for resource:security_group_rule and tenant:d6118b6e73844218b32f83df9af14cd4 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:55:43.950813 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-5c1a624c-4ec3-491e-a0b8-4bb2ce9f37d8 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:55:43.956028 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-d24a7f8a-9a02-4b3b-a8f3-44e289acd4f0 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:55:43.959918 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c72115a-77aa-45ce-b61a-491002d42076 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Network 2701fbbb-1c91-475d-8b36-2b10e61219d0 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:55:43.961309 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-5c72115a-77aa-45ce-b61a-491002d42076 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:55:43.970822 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-d24a7f8a-9a02-4b3b-a8f3-44e289acd4f0 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:55:43.978052 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-77577a7d-6c95-4363-b253-0da7aae79804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:43.997778 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-5c1a624c-4ec3-491e-a0b8-4bb2ce9f37d8 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Made reservation on behalf of c3f9ce50114047b1adfc22c64baa15b0 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:55:44.002359 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-5c1a624c-4ec3-491e-a0b8-4bb2ce9f37d8 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:44.027364 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c8bf2-000d-4285-bc55-bd47edf2a510 req-abbd7c2f-216e-40f9-bf76-e2c53849c325 tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:44.028771 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6d0c8bf2-000d-4285-bc55-bd47edf2a510 req-abbd7c2f-216e-40f9-bf76-e2c53849c325 tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] 10.222.0.23 "GET /v2.0/ports?device_id=763d54bb-b8f5-422a-bf39-0754c2cde7ad HTTP/1.1" status: 200 len: 945 time: 0.3506272 May 05 21:55:44.112279 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2edd7d30-7441-4ed5-ab04-7762e573b025 req-54ed8749-4991-4892-9fc8-51550a358c55 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c51188-03e9-4eb7-84f3-076c2790a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983392 May 05 21:55:44.356330 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ac18a3c6-667c-4f12-b0ba-212851a50389 None None] Provisioning complete for port 824009dd-e0a7-4289-9dd5-c8e6b7c9ba53 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:55:44.356871 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ac18a3c6-667c-4f12-b0ba-212851a50389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:44.365353 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6d0c8bf2-000d-4285-bc55-bd47edf2a510 req-07bd4a74-37b6-4b1e-99df-7bf7fb1120f5 tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c1dc967-de0e-47f0-bfdf-3442d4cea177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206513 May 05 21:55:44.379866 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c72115a-77aa-45ce-b61a-491002d42076 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Router ce8944e9-8398-4be4-a889-966b6ca23592 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:55:44.423496 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ac18a3c6-667c-4f12-b0ba-212851a50389 None None] Port 824009dd-e0a7-4289-9dd5-c8e6b7c9ba53 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:55:44.471900 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d24a7f8a-9a02-4b3b-a8f3-44e289acd4f0 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:44.539047 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d24a7f8a-9a02-4b3b-a8f3-44e289acd4f0 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:44.563386 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c72115a-77aa-45ce-b61a-491002d42076 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:55:44.574725 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e0a748-fdca-42db-9574-fe5e61c43e49 None None] Sync routers for ids ['ce8944e9-8398-4be4-a889-966b6ca23592'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:55:44.601796 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e0a748-fdca-42db-9574-fe5e61c43e49 None None] Routers {'ce8944e9-8398-4be4-a889-966b6ca23592'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:55:44.602547 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5c72115a-77aa-45ce-b61a-491002d42076 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "PUT /v2.0/routers/ce8944e9-8398-4be4-a889-966b6ca23592/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6384709 May 05 21:55:44.602953 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-a2e0a748-fdca-42db-9574-fe5e61c43e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:55:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['ce8944e9-8398-4be4-a889-966b6ca23592'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:55:44.603062 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47726) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:44.664442 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d24a7f8a-9a02-4b3b-a8f3-44e289acd4f0 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:55:44.677180 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-a2e0a748-fdca-42db-9574-fe5e61c43e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:55:44.693013 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e0a748-fdca-42db-9574-fe5e61c43e49 None None] Routers {'ce8944e9-8398-4be4-a889-966b6ca23592'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:55:44.694162 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-a2e0a748-fdca-42db-9574-fe5e61c43e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:55:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['ce8944e9-8398-4be4-a889-966b6ca23592'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:55:44.697668 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a7f8a-9a02-4b3b-a8f3-44e289acd4f0 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad489b99-80ff-441f-9bdc-3d9367b4df37,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:44.707532 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-5c1a624c-4ec3-491e-a0b8-4bb2ce9f37d8 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Allocated IP 10.2.2.200 (bc00cc89-bdd8-4ed0-b801-d435664de8a6/61b42a37-825f-4627-8501-c242dd47987c/948d6717-39b5-46c6-879f-ba0420345ef2) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:55:44.710725 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d24a7f8a-9a02-4b3b-a8f3-44e289acd4f0 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:44.711279 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-d24a7f8a-9a02-4b3b-a8f3-44e289acd4f0 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Added segment 611241ae-2906-413f-aed0-4b249b54043c of type vlan for network acaa4773-b1d9-4c19-a745-fa6cd1523421 May 05 21:55:44.728306 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f56b84-ce2d-4080-aef6-d7b778cbc60f tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:44.729070 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-50f56b84-ce2d-4080-aef6-d7b778cbc60f tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Synchronizing usage tracker for tenant:663767b5203746b3b9addbbb99a48f8b on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:55:44.771046 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-50f56b84-ce2d-4080-aef6-d7b778cbc60f tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Unset dirty status for tenant:663767b5203746b3b9addbbb99a48f8b on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:55:44.772320 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-50f56b84-ce2d-4080-aef6-d7b778cbc60f tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "GET /v2.0/ports/824009dd-e0a7-4289-9dd5-c8e6b7c9ba53 HTTP/1.1" status: 200 len: 910 time: 0.1694348 May 05 21:55:44.775557 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47732) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:44.808959 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-a2e0a748-fdca-42db-9574-fe5e61c43e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:55:44.809443 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e0a748-fdca-42db-9574-fe5e61c43e49 None None] The sync data for ids ['ce8944e9-8398-4be4-a889-966b6ca23592'] in n-d-825175-4 is: [] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:55:44.842587 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec31d9d-a1a4-408c-be25-403b686daa3c req-be50c066-dfa0-4217-8688-3a0e7df3df86 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:44.847411 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec31d9d-a1a4-408c-be25-403b686daa3c req-be50c066-dfa0-4217-8688-3a0e7df3df86 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:44.852657 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec31d9d-a1a4-408c-be25-403b686daa3c req-be50c066-dfa0-4217-8688-3a0e7df3df86 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:44.858095 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec31d9d-a1a4-408c-be25-403b686daa3c req-be50c066-dfa0-4217-8688-3a0e7df3df86 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:44.867349 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0ec31d9d-a1a4-408c-be25-403b686daa3c req-be50c066-dfa0-4217-8688-3a0e7df3df86 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/ports?device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 3094 time: 0.6021996 May 05 21:55:44.943667 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d24a7f8a-9a02-4b3b-a8f3-44e289acd4f0 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:45.075164 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.resource_extend [None req-d24a7f8a-9a02-4b3b-a8f3-44e289acd4f0 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 21:55:45.137442 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-33f0da36-a6eb-4634-9ef3-63a9a20c1077 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:45.221089 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0ec31d9d-a1a4-408c-be25-403b686daa3c req-48c90297-a242-48ef-a1dd-d2f24a7ece2e tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/security-groups?id=d56f4659-1a1c-44b7-b1dc-74618b3402dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3528440 May 05 21:55:45.235681 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 036e6e44-1770-4e30-9bf8-bcf1c8db11d5 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:55:45.243809 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d24a7f8a-9a02-4b3b-a8f3-44e289acd4f0 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:45.247438 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24a7f8a-9a02-4b3b-a8f3-44e289acd4f0 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:45.248020 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d24a7f8a-9a02-4b3b-a8f3-44e289acd4f0 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:45.324603 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 036e6e44-1770-4e30-9bf8-bcf1c8db11d5 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:55:45.330750 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 036e6e44-1770-4e30-9bf8-bcf1c8db11d5 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:55:45.331137 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:45.395681 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de7de8-71ae-4094-9154-129a568ba84e req-a4bfe22a-87e9-44e5-ba9d-8043c631940d tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:45.397143 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-98de7de8-71ae-4094-9154-129a568ba84e req-a4bfe22a-87e9-44e5-ba9d-8043c631940d tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.5052965 May 05 21:55:45.474149 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:45.504520 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763d54bb-b8f5-422a-bf39-0754c2cde7ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '036e6e44-1770-4e30-9bf8-bcf1c8db11d5'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:55:45.517778 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 036e6e44-1770-4e30-9bf8-bcf1c8db11d5, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=036e6e44-1770-4e30-9bf8-bcf1c8db11d5,segment=NetworkSegment(11ec40a2-3115-4dbb-97cb-2bfd4c8a8084),segment_id=11ec40a2-3115-4dbb-97cb-2bfd4c8a8084)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:55:45.524657 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:45.543268 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-d24a7f8a-9a02-4b3b-a8f3-44e289acd4f0 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.4975781 May 05 21:55:45.546404 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-5c1a624c-4ec3-491e-a0b8-4bb2ce9f37d8 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:45.615028 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=036e6e44-1770-4e30-9bf8-bcf1c8db11d5,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:45.618004 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a7f8a-9a02-4b3b-a8f3-44e289acd4f0 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Pushing event updated for resources: {'Network': ['ID=acaa4773-b1d9-4c19-a745-fa6cd1523421,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:45.637555 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network acaa4773-b1d9-4c19-a745-fa6cd1523421 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:55:45.651016 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-5c1a624c-4ec3-491e-a0b8-4bb2ce9f37d8 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Transition to ACTIVE for port object 948d6717-39b5-46c6-879f-ba0420345ef2 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:55:45.671797 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47746) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:45.680434 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-d7486fe0-cdc5-483e-95b0-3284873f0b83 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Request body: {'subnet': {'network_id': 'acaa4773-b1d9-4c19-a745-fa6cd1523421', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:55:45.842707 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-d7486fe0-cdc5-483e-95b0-3284873f0b83 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:55:45.848579 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d7486fe0-cdc5-483e-95b0-3284873f0b83 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Usage tracker for resource:subnet and tenant:d6118b6e73844218b32f83df9af14cd4 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:55:45.852091 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d7486fe0-cdc5-483e-95b0-3284873f0b83 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:55:45.859766 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-d7486fe0-cdc5-483e-95b0-3284873f0b83 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:55:45.870333 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-5c1a624c-4ec3-491e-a0b8-4bb2ce9f37d8 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:45.872745 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7486fe0-cdc5-483e-95b0-3284873f0b83 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Made reservation on behalf of d6118b6e73844218b32f83df9af14cd4 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:55:45.937320 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-98de7de8-71ae-4094-9154-129a568ba84e req-33664dfd-4837-4de0-88ce-a5997f01808e tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4917884 May 05 21:55:45.986608 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65bf325-7950-47fb-a664-9d3f729d81b3 req-e8661101-2f26-439d-b9f4-e72f5962dc6a tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:45.991153 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b65bf325-7950-47fb-a664-9d3f729d81b3 req-e8661101-2f26-439d-b9f4-e72f5962dc6a tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/networks?id=c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db HTTP/1.1" status: 200 len: 815 time: 0.6119249 May 05 21:55:46.005971 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a624c-4ec3-491e-a0b8-4bb2ce9f37d8 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Pushing event updated for resources: {'Port': ['ID=948d6717-39b5-46c6-879f-ba0420345ef2,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:46.023425 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-5c1a624c-4ec3-491e-a0b8-4bb2ce9f37d8 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Network bc00cc89-bdd8-4ed0-b801-d435664de8a6 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:55:46.026276 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-5c1a624c-4ec3-491e-a0b8-4bb2ce9f37d8 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:55:46.036948 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-5c1a624c-4ec3-491e-a0b8-4bb2ce9f37d8 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:55:46.059779 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d7486fe0-cdc5-483e-95b0-3284873f0b83 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:46.087970 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b65bf325-7950-47fb-a664-9d3f729d81b3 req-504b7553-3574-4e9c-8cf9-c660560c4316 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/quotas/3d02eb1266e448b393d214c57b70ce63 HTTP/1.1" status: 200 len: 375 time: 0.0788860 May 05 21:55:46.217434 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-5c1a624c-4ec3-491e-a0b8-4bb2ce9f37d8 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:46.218244 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-5c1a624c-4ec3-491e-a0b8-4bb2ce9f37d8 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:46.268887 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-5c1a624c-4ec3-491e-a0b8-4bb2ce9f37d8 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8197575 May 05 21:55:46.273482 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-74e88b90-f908-493b-bf72-c9a274f284e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:46.279627 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b304b848-884f-4e43-bc27-153cef2a99cb admin admin] Router c75c1270-4a41-4a4b-8adf-fd2eee70e08e has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:55:46.286172 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-74f96116-bd3f-4b37-9a10-45794bd84066 service neutron] Request body: {'port': {'device_id': '96539926-3157-406d-977f-028308bff7aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:55:46.340572 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cfdd21-f68b-4577-bbf7-b10640fb0997 req-1ca9e25e-0f74-478c-b827-cf3151e05e0e tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:46.341267 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-20cfdd21-f68b-4577-bbf7-b10640fb0997 req-1ca9e25e-0f74-478c-b827-cf3151e05e0e tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Synchronizing usage tracker for tenant:3d02eb1266e448b393d214c57b70ce63 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:55:46.360629 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-33f0da36-a6eb-4634-9ef3-63a9a20c1077 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Deleting port 824009dd-e0a7-4289-9dd5-c8e6b7c9ba53 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:55:46.360983 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-33f0da36-a6eb-4634-9ef3-63a9a20c1077 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:46.366246 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e5382ca4-6e67-46c3-abfb-7bb202e9f5c9 None None] Provisioning for port 948d6717-39b5-46c6-879f-ba0420345ef2 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:55:46.367663 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24083116-ce46-4c95-9b51-9d4771c328ec req-08b8d2d2-fde5-428f-bd9b-0a683bb7fb78 tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:46.369475 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-24083116-ce46-4c95-9b51-9d4771c328ec req-08b8d2d2-fde5-428f-bd9b-0a683bb7fb78 tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] 10.222.0.23 "GET /v2.0/ports?device_id=763d54bb-b8f5-422a-bf39-0754c2cde7ad HTTP/1.1" status: 200 len: 946 time: 0.2962568 May 05 21:55:46.372015 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e5382ca4-6e67-46c3-abfb-7bb202e9f5c9 None None] Provisioning complete for port 948d6717-39b5-46c6-879f-ba0420345ef2 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:55:46.372427 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e5382ca4-6e67-46c3-abfb-7bb202e9f5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:46.410548 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b65bf325-7950-47fb-a664-9d3f729d81b3 req-fc962d34-0ff2-4dbe-a418-348aa9215573 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3d02eb1266e448b393d214c57b70ce63&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2771146 May 05 21:55:46.435718 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-e5382ca4-6e67-46c3-abfb-7bb202e9f5c9 None None] Port 948d6717-39b5-46c6-879f-ba0420345ef2 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:55:46.437892 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-20cfdd21-f68b-4577-bbf7-b10640fb0997 req-1ca9e25e-0f74-478c-b827-cf3151e05e0e tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Unset dirty status for tenant:3d02eb1266e448b393d214c57b70ce63 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:55:46.439062 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-20cfdd21-f68b-4577-bbf7-b10640fb0997 req-1ca9e25e-0f74-478c-b827-cf3151e05e0e tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.44 "GET /v2.0/ports?device_id=76ac842b-b8d5-41f3-9554-d5d6ee60dd6e HTTP/1.1" status: 200 len: 946 time: 0.4274962 May 05 21:55:46.562054 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d7486fe0-cdc5-483e-95b0-3284873f0b83 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:46.659624 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-20cfdd21-f68b-4577-bbf7-b10640fb0997 req-88edc30a-1af2-4637-a312-ec33e358f79a tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Deleting port cc71a640-c0e4-44ea-b748-a0093b1d033f {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:55:46.659964 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-20cfdd21-f68b-4577-bbf7-b10640fb0997 req-88edc30a-1af2-4637-a312-ec33e358f79a tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:46.662943 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-74f96116-bd3f-4b37-9a10-45794bd84066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:46.703945 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-24083116-ce46-4c95-9b51-9d4771c328ec req-29102a25-5112-4215-8f0e-3b23e3e53f63 tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c1dc967-de0e-47f0-bfdf-3442d4cea177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067482 May 05 21:55:46.712056 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7486fe0-cdc5-483e-95b0-3284873f0b83 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Pushing event updated for resources: {'Subnet': ['ID=4ef6553a-3631-4d8e-aaa2-0a81f7668b9e,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:46.800777 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b65bf325-7950-47fb-a664-9d3f729d81b3 req-e04cfe5a-0e60-45d2-b105-f19014d32eb3 service neutron] 10.222.0.23 "GET /v2.0/networks/c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649023 May 05 21:55:46.822761 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-33f0da36-a6eb-4634-9ef3-63a9a20c1077 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:46.830829 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-133e007c-3749-4cd1-a9c2-059b5a5b1fcf'] response: {'server_uuid': '763d54bb-b8f5-422a-bf39-0754c2cde7ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '036e6e44-1770-4e30-9bf8-bcf1c8db11d5', 'code': 200} May 05 21:55:46.842805 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7486fe0-cdc5-483e-95b0-3284873f0b83 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Checking segment: {'id': '611241ae-2906-413f-aed0-4b249b54043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'acaa4773-b1d9-4c19-a745-fa6cd1523421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:55:46.843342 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7486fe0-cdc5-483e-95b0-3284873f0b83 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Network hostable DHCP agents. Network: acaa4773-b1d9-4c19-a745-fa6cd1523421, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:55:46.995728 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-33f0da36-a6eb-4634-9ef3-63a9a20c1077 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Calling delete_port for 824009dd-e0a7-4289-9dd5-c8e6b7c9ba53 owned by network:router_interface {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:55:47.181027 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b65bf325-7950-47fb-a664-9d3f729d81b3 req-9605b6f2-c85e-42ac-9775-191365ccc28f service neutron] 10.222.0.23 "GET /v2.0/networks/c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3765440 May 05 21:55:47.267599 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:47.288300 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b4ef5de0-ee6f-4300-a801-db07a6baaef4 req-d64b0d2a-88c5-4c4f-a2d3-bcef08aa4a8f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=763d54bb-b8f5-422a-bf39-0754c2cde7ad HTTP/1.1" status: 200 len: 1097 time: 0.3687375 May 05 21:55:47.305360 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7486fe0-cdc5-483e-95b0-3284873f0b83 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Network acaa4773-b1d9-4c19-a745-fa6cd1523421 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:55:47.334492 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b304b848-884f-4e43-bc27-153cef2a99cb admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:55:47.347547 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b304b848-884f-4e43-bc27-153cef2a99cb admin admin] 10.222.0.23 "PUT /v2.0/routers/c75c1270-4a41-4a4b-8adf-fd2eee70e08e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3569880 May 05 21:55:47.350273 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47760) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:47.355789 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895f0a0c-613f-4362-b4f6-09da5caac6b3 None None] Sync routers for ids ['c75c1270-4a41-4a4b-8adf-fd2eee70e08e'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:55:47.373167 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895f0a0c-613f-4362-b4f6-09da5caac6b3 None None] Routers {'c75c1270-4a41-4a4b-8adf-fd2eee70e08e'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:55:47.373815 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-895f0a0c-613f-4362-b4f6-09da5caac6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:55:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['c75c1270-4a41-4a4b-8adf-fd2eee70e08e'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:55:47.385914 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721ccaf-bbeb-4e34-b14d-2c47e73ecb64 req-024e1750-70a5-4020-9503-490c38b348c9 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:47.390048 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721ccaf-bbeb-4e34-b14d-2c47e73ecb64 req-024e1750-70a5-4020-9503-490c38b348c9 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:47.394811 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721ccaf-bbeb-4e34-b14d-2c47e73ecb64 req-024e1750-70a5-4020-9503-490c38b348c9 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:47.398412 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721ccaf-bbeb-4e34-b14d-2c47e73ecb64 req-024e1750-70a5-4020-9503-490c38b348c9 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:47.402403 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721ccaf-bbeb-4e34-b14d-2c47e73ecb64 req-024e1750-70a5-4020-9503-490c38b348c9 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:47.403537 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-7721ccaf-bbeb-4e34-b14d-2c47e73ecb64 req-024e1750-70a5-4020-9503-490c38b348c9 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Synchronizing usage tracker for tenant:c3f9ce50114047b1adfc22c64baa15b0 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:55:47.460329 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-d7486fe0-cdc5-483e-95b0-3284873f0b83 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, acaa4773-b1d9-4c19-a745-fa6cd1523421) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:55:47.485197 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7486fe0-cdc5-483e-95b0-3284873f0b83 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:47.485789 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d7486fe0-cdc5-483e-95b0-3284873f0b83 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:47.553485 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b4ef5de0-ee6f-4300-a801-db07a6baaef4 req-3aab36d1-c167-4156-ab4e-b64ac370eab8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9c1dc967-de0e-47f0-bfdf-3442d4cea177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563357 May 05 21:55:47.562944 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-20cfdd21-f68b-4577-bbf7-b10640fb0997 req-88edc30a-1af2-4637-a312-ec33e358f79a tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] For port cc71a640-c0e4-44ea-b748-a0093b1d033f, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=cc71a640-c0e4-44ea-b748-a0093b1d033f,segment=NetworkSegment(6e17d504-de6f-46a1-b0ab-9bb177568a44),segment_id=6e17d504-de6f-46a1-b0ab-9bb177568a44)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:55:47.563328 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-20cfdd21-f68b-4577-bbf7-b10640fb0997 req-88edc30a-1af2-4637-a312-ec33e358f79a tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:47.568968 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-7721ccaf-bbeb-4e34-b14d-2c47e73ecb64 req-024e1750-70a5-4020-9503-490c38b348c9 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Unset dirty status for tenant:c3f9ce50114047b1adfc22c64baa15b0 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:55:47.577040 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7721ccaf-bbeb-4e34-b14d-2c47e73ecb64 req-024e1750-70a5-4020-9503-490c38b348c9 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/ports?device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 3815 time: 0.4452150 May 05 21:55:47.604460 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-74f96116-bd3f-4b37-9a10-45794bd84066 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49bcc364-28e8-4ab9-8b4e-d2fa9332d772 {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:55:47.631684 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-74f96116-bd3f-4b37-9a10-45794bd84066 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:47.641962 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-895f0a0c-613f-4362-b4f6-09da5caac6b3 None None] Set router c75c1270-4a41-4a4b-8adf-fd2eee70e08e gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:55:47.703444 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-74f96116-bd3f-4b37-9a10-45794bd84066 service neutron] Transition to ACTIVE for port object 49bcc364-28e8-4ab9-8b4e-d2fa9332d772 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:55:47.716439 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-20cfdd21-f68b-4577-bbf7-b10640fb0997 req-88edc30a-1af2-4637-a312-ec33e358f79a tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Calling delete_port for cc71a640-c0e4-44ea-b748-a0093b1d033f owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:55:47.720935 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7721ccaf-bbeb-4e34-b14d-2c47e73ecb64 req-73e31c92-965a-4015-b9fd-7b1edd195fea tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/security-groups?id=d56f4659-1a1c-44b7-b1dc-74618b3402dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428344 May 05 21:55:47.725614 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-74f96116-bd3f-4b37-9a10-45794bd84066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:47.749554 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-99d2167a-2c2e-4b80-b211-44717d82b1be req-1ed27433-eb8b-4d7d-b56b-1250c660f04d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0eb82da6a4bc47a2ae0058d78ca21e92&device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 1096 time: 0.5475075 May 05 21:55:47.763458 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d7486fe0-cdc5-483e-95b0-3284873f0b83 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.0874741 May 05 21:55:47.774955 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47772) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:47.805618 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-41a0f4a0-8315-416d-b64d-891ab601a2c3 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1188375329'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:55:47.825702 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-41a0f4a0-8315-416d-b64d-891ab601a2c3 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:55:47.849312 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb80fb1-0e42-4df2-9b58-da8d121fd9e5 None None] Network acaa4773-b1d9-4c19-a745-fa6cd1523421 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:55:47.882395 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-41a0f4a0-8315-416d-b64d-891ab601a2c3 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Usage tracker for resource:network and tenant:d6118b6e73844218b32f83df9af14cd4 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:55:47.891906 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-41a0f4a0-8315-416d-b64d-891ab601a2c3 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:55:47.919057 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-41a0f4a0-8315-416d-b64d-891ab601a2c3 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:55:47.962088 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:48.027558 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a0f4a0-8315-416d-b64d-891ab601a2c3 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Made reservation on behalf of d6118b6e73844218b32f83df9af14cd4 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:55:48.030727 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-41a0f4a0-8315-416d-b64d-891ab601a2c3 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:48.136512 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-33f0da36-a6eb-4634-9ef3-63a9a20c1077 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:48.174405 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2167a-2c2e-4b80-b211-44717d82b1be req-3c907d07-faf0-42b7-a23c-f416f6dd278a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:48.176168 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-99d2167a-2c2e-4b80-b211-44717d82b1be req-3c907d07-faf0-42b7-a23c-f416f6dd278a service neutron] 10.222.0.44 "GET /v2.0/networks?id=f33cead3-3472-4ef7-9cf3-a35684adef89 HTTP/1.1" status: 200 len: 913 time: 0.4034534 May 05 21:55:48.177475 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e85c22f2-376d-462b-b480-0ad909ca8885 req-a7f27647-208c-48a9-a8ee-af16546f6e40 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=650ee19c-47a5-46fb-87c2-6a55df6429d5 HTTP/1.1" status: 200 len: 210 time: 0.3248448 May 05 21:55:48.182922 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-895f0a0c-613f-4362-b4f6-09da5caac6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75c1270-4a41-4a4b-8adf-fd2eee70e08e', 'name': 'tempest-ServerRescueNegativeTestJSON-1032024978-router', 'tenant_id': 'b8d6052b833a4534bc346cca1ce7985f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'ed498169-4038-4481-ba40-f7a1f9056ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:49:46Z', 'updated_at': '2022-05-05T21:55:41Z', 'revision_number': 5, 'project_id': 'b8d6052b833a4534bc346cca1ce7985f', 'gw_port': {'id': 'ed498169-4038-4481-ba40-f7a1f9056ae2', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:43:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75c1270-4a41-4a4b-8adf-fd2eee70e08e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:49:46Z', 'updated_at': '2022-05-05T21:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:55:48.187558 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895f0a0c-613f-4362-b4f6-09da5caac6b3 None None] Checking router: c75c1270-4a41-4a4b-8adf-fd2eee70e08e for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:55:48.193449 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd231c72-c8a0-4c02-a883-1567bb3fd0e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-acaa4773-b1d9-4c19-a745-fa6cd1523421', 'network_id': 'acaa4773-b1d9-4c19-a745-fa6cd1523421', 'tenant_id': 'd6118b6e73844218b32f83df9af14cd4', 'fixed_ips': [{'subnet_id': '4ef6553a-3631-4d8e-aaa2-0a81f7668b9e'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 21:55:48.194073 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-dd231c72-c8a0-4c02-a883-1567bb3fd0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:48.213385 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b1778-ef3e-4025-a078-c86c4442a2e5 req-2336dc9a-5c4d-4777-b0fa-de871c59b459 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:48.222067 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fe1b1778-ef3e-4025-a078-c86c4442a2e5 req-2336dc9a-5c4d-4777-b0fa-de871c59b459 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.7127421 May 05 21:55:48.261453 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41a0f4a0-8315-416d-b64d-891ab601a2c3 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:55:48.271418 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f0da36-a6eb-4634-9ef3-63a9a20c1077 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event deleted for resources: {'Port': ['ID=824009dd-e0a7-4289-9dd5-c8e6b7c9ba53,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:48.357731 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-20cfdd21-f68b-4577-bbf7-b10640fb0997 req-88edc30a-1af2-4637-a312-ec33e358f79a tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:48.395085 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-dd231c72-c8a0-4c02-a883-1567bb3fd0e7 None None] Allocated IP 172.20.255.242 (acaa4773-b1d9-4c19-a745-fa6cd1523421/4ef6553a-3631-4d8e-aaa2-0a81f7668b9e/3439f09a-c7b1-474d-ac12-98aae0d7d747) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:55:48.421196 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f96116-bd3f-4b37-9a10-45794bd84066 service neutron] Pushing event updated for resources: {'Port': ['ID=49bcc364-28e8-4ab9-8b4e-d2fa9332d772,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:48.427873 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-41a0f4a0-8315-416d-b64d-891ab601a2c3 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:48.434597 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-41a0f4a0-8315-416d-b64d-891ab601a2c3 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Added segment 97adbb4f-1147-41c9-b54c-eaa611d57152 of type vlan for network 04a2cca6-3cba-4bd5-b4ad-1ed8d7dc8230 May 05 21:55:48.566111 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88edc30a-1af2-4637-a312-ec33e358f79a tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Pushing event deleted for resources: {'Port': ['ID=cc71a640-c0e4-44ea-b748-a0093b1d033f,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:48.587761 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-99d2167a-2c2e-4b80-b211-44717d82b1be req-fccd00fe-a804-4172-9453-8af02e4df675 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=254d6486-a2f8-4ac2-8cd3-e9e223b202eb HTTP/1.1" status: 200 len: 1000 time: 0.3961987 May 05 21:55:48.640256 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fe1b1778-ef3e-4025-a078-c86c4442a2e5 req-f763d918-842e-4c2e-8963-130dfb765bf9 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4167287 May 05 21:55:48.778728 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['cc71a640-c0e4-44ea-b748-a0093b1d033f'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:55:48.784111 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2167a-2c2e-4b80-b211-44717d82b1be req-e96f1217-f136-439c-ba10-36352d17b317 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:48.794828 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-99d2167a-2c2e-4b80-b211-44717d82b1be req-e96f1217-f136-439c-ba10-36352d17b317 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7d5de724-e15a-4a3a-8314-05869a0cf070 HTTP/1.1" status: 200 len: 851 time: 0.1455719 May 05 21:55:48.819784 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-74f96116-bd3f-4b37-9a10-45794bd84066 service neutron] Attempting to bind port 49bcc364-28e8-4ab9-8b4e-d2fa9332d772 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:55:48.820155 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-74f96116-bd3f-4b37-9a10-45794bd84066 service neutron] Attempting to bind port 49bcc364-28e8-4ab9-8b4e-d2fa9332d772 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'fa89ad8c-491c-4028-8282-637f6824c8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3120f5ac-8b43-4ef1-9697-254002b20677'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:55:48.820424 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-74f96116-bd3f-4b37-9a10-45794bd84066 service neutron] Attempting to bind port 49bcc364-28e8-4ab9-8b4e-d2fa9332d772 on network 3120f5ac-8b43-4ef1-9697-254002b20677 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:55:48.823999 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895f0a0c-613f-4362-b4f6-09da5caac6b3 None None] Routers {'c75c1270-4a41-4a4b-8adf-fd2eee70e08e'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:55:48.824623 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-895f0a0c-613f-4362-b4f6-09da5caac6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:55:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['c75c1270-4a41-4a4b-8adf-fd2eee70e08e'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:55:48.830001 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-74f96116-bd3f-4b37-9a10-45794bd84066 service neutron] Port 49bcc364-28e8-4ab9-8b4e-d2fa9332d772 on network 3120f5ac-8b43-4ef1-9697-254002b20677 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:55:48.830317 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-74f96116-bd3f-4b37-9a10-45794bd84066 service neutron] Attempting to bind port 49bcc364-28e8-4ab9-8b4e-d2fa9332d772 on network 3120f5ac-8b43-4ef1-9697-254002b20677 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:55:48.854579 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3837a1-f9fc-4ba6-9f9f-24683ae0add3 req-55d51446-281a-4271-9176-9e5584b66547 tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:48.863427 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5b3837a1-f9fc-4ba6-9f9f-24683ae0add3 req-55d51446-281a-4271-9176-9e5584b66547 tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] 10.222.0.23 "GET /v2.0/ports?device_id=763d54bb-b8f5-422a-bf39-0754c2cde7ad HTTP/1.1" status: 200 len: 946 time: 0.4472897 May 05 21:55:48.923783 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5b3837a1-f9fc-4ba6-9f9f-24683ae0add3 req-93485b3f-bc8e-4677-b1dc-5d4945a1d16e tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c1dc967-de0e-47f0-bfdf-3442d4cea177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593712 May 05 21:55:48.926510 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-74f96116-bd3f-4b37-9a10-45794bd84066 service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:55:48.926844 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-74f96116-bd3f-4b37-9a10-45794bd84066 service neutron] Checking segment: {'id': 'fa89ad8c-491c-4028-8282-637f6824c8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3120f5ac-8b43-4ef1-9697-254002b20677'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:55:48.927228 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-74f96116-bd3f-4b37-9a10-45794bd84066 service neutron] Bound using segment: {'id': 'fa89ad8c-491c-4028-8282-637f6824c8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3120f5ac-8b43-4ef1-9697-254002b20677'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:55:48.927678 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-74f96116-bd3f-4b37-9a10-45794bd84066 service neutron] Bound port: 49bcc364-28e8-4ab9-8b4e-d2fa9332d772, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa89ad8c-491c-4028-8282-637f6824c8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3120f5ac-8b43-4ef1-9697-254002b20677'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:55:48.928018 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-74f96116-bd3f-4b37-9a10-45794bd84066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:48.992194 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-dd231c72-c8a0-4c02-a883-1567bb3fd0e7 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:49.029073 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:49.030782 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-dd231c72-c8a0-4c02-a883-1567bb3fd0e7 None None] Transition to ACTIVE for port object 3439f09a-c7b1-474d-ac12-98aae0d7d747 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:55:49.085903 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-dd231c72-c8a0-4c02-a883-1567bb3fd0e7 None None] Transition to ACTIVE for port object 3439f09a-c7b1-474d-ac12-98aae0d7d747 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:55:49.103077 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-dd231c72-c8a0-4c02-a883-1567bb3fd0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:49.123209 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f3e20-86dc-4ed3-a637-7bcd2e891a70 req-a700eb2b-ad1a-4b09-aa1d-59f6c69cdd12 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:49.127040 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f3e20-86dc-4ed3-a637-7bcd2e891a70 req-a700eb2b-ad1a-4b09-aa1d-59f6c69cdd12 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:49.131128 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f3e20-86dc-4ed3-a637-7bcd2e891a70 req-a700eb2b-ad1a-4b09-aa1d-59f6c69cdd12 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:49.135331 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f3e20-86dc-4ed3-a637-7bcd2e891a70 req-a700eb2b-ad1a-4b09-aa1d-59f6c69cdd12 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:49.138817 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f3e20-86dc-4ed3-a637-7bcd2e891a70 req-a700eb2b-ad1a-4b09-aa1d-59f6c69cdd12 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:49.141248 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-149f3e20-86dc-4ed3-a637-7bcd2e891a70 req-a700eb2b-ad1a-4b09-aa1d-59f6c69cdd12 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/ports?device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 3827 time: 0.1445491 May 05 21:55:49.144008 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-74f96116-bd3f-4b37-9a10-45794bd84066 service neutron] For port 49bcc364-28e8-4ab9-8b4e-d2fa9332d772, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:55:49.147455 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-74f96116-bd3f-4b37-9a10-45794bd84066 service neutron] For port 49bcc364-28e8-4ab9-8b4e-d2fa9332d772, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=49bcc364-28e8-4ab9-8b4e-d2fa9332d772,segment=NetworkSegment(fa89ad8c-491c-4028-8282-637f6824c8a1),segment_id=fa89ad8c-491c-4028-8282-637f6824c8a1)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:55:49.162497 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-895f0a0c-613f-4362-b4f6-09da5caac6b3 None None] Set router c75c1270-4a41-4a4b-8adf-fd2eee70e08e gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:55:49.180330 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-41a0f4a0-8315-416d-b64d-891ab601a2c3 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:49.181013 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-74f96116-bd3f-4b37-9a10-45794bd84066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:49.238096 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-74f96116-bd3f-4b37-9a10-45794bd84066 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:49.239540 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-74f96116-bd3f-4b37-9a10-45794bd84066 service neutron] 10.222.0.32 "PUT /v2.0/ports/49bcc364-28e8-4ab9-8b4e-d2fa9332d772 HTTP/1.1" status: 200 len: 1091 time: 2.9576755 May 05 21:55:49.242073 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd231c72-c8a0-4c02-a883-1567bb3fd0e7 None None] Pushing event updated for resources: {'Port': ['ID=3439f09a-c7b1-474d-ac12-98aae0d7d747,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:49.246783 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96539926-3157-406d-977f-028308bff7aa', 'tag': '49bcc364-28e8-4ab9-8b4e-d2fa9332d772'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:55:49.267241 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-149f3e20-86dc-4ed3-a637-7bcd2e891a70 req-2bd28961-c6ee-4fb4-b65e-a52f88f08091 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/security-groups?id=d56f4659-1a1c-44b7-b1dc-74618b3402dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184411 May 05 21:55:49.268523 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd231c72-c8a0-4c02-a883-1567bb3fd0e7 None None] Network acaa4773-b1d9-4c19-a745-fa6cd1523421 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:55:49.280478 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-26d84c4c-fe82-4385-806a-6c8596dcf217 service neutron] Request body: {'port': {'device_id': '96539926-3157-406d-977f-028308bff7aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:55:49.281757 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-dd231c72-c8a0-4c02-a883-1567bb3fd0e7 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:55:49.284689 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd231c72-c8a0-4c02-a883-1567bb3fd0e7 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:55:49.333611 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-711df3b5-cc6f-4551-932a-89dc6586a467 admin admin] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:49.373817 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f96116-bd3f-4b37-9a10-45794bd84066 service neutron] Pushing event updated for resources: {'Port': ['ID=49bcc364-28e8-4ab9-8b4e-d2fa9332d772,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:49.458531 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff2da1e0-423f-45a1-bfa2-d20f188cad78'] response: {'name': 'network-changed', 'server_uuid': '96539926-3157-406d-977f-028308bff7aa', 'tag': '49bcc364-28e8-4ab9-8b4e-d2fa9332d772', 'status': 'completed', 'code': 200} May 05 21:55:49.533613 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-26d84c4c-fe82-4385-806a-6c8596dcf217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:49.552469 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-41a0f4a0-8315-416d-b64d-891ab601a2c3 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:49.556115 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a0f4a0-8315-416d-b64d-891ab601a2c3 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:49.556702 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-41a0f4a0-8315-416d-b64d-891ab601a2c3 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:49.584680 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e1d22bcb-b2ef-4253-aa84-820705b90d27 req-0fcbc693-58a8-4152-8644-88da3b8a61a3 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=650ee19c-47a5-46fb-87c2-6a55df6429d5 HTTP/1.1" status: 200 len: 210 time: 0.1247177 May 05 21:55:49.626307 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-20cfdd21-f68b-4577-bbf7-b10640fb0997 req-88edc30a-1af2-4637-a312-ec33e358f79a tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] No DVR routers for this DVR port cc71a640-c0e4-44ea-b748-a0093b1d033f on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:55:49.629331 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-20cfdd21-f68b-4577-bbf7-b10640fb0997 req-88edc30a-1af2-4637-a312-ec33e358f79a tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:49.643240 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-dd231c72-c8a0-4c02-a883-1567bb3fd0e7 None None] Attempting to bind port 3439f09a-c7b1-474d-ac12-98aae0d7d747 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:55:49.643683 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-dd231c72-c8a0-4c02-a883-1567bb3fd0e7 None None] Attempting to bind port 3439f09a-c7b1-474d-ac12-98aae0d7d747 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '611241ae-2906-413f-aed0-4b249b54043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'acaa4773-b1d9-4c19-a745-fa6cd1523421'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:55:49.644110 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd231c72-c8a0-4c02-a883-1567bb3fd0e7 None None] Attempting to bind port 3439f09a-c7b1-474d-ac12-98aae0d7d747 on network acaa4773-b1d9-4c19-a745-fa6cd1523421 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:55:49.660322 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ac842b-b8d5-41f3-9554-d5d6ee60dd6e', 'name': 'network-vif-deleted', 'tag': 'cc71a640-c0e4-44ea-b748-a0093b1d033f'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:55:49.662018 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd231c72-c8a0-4c02-a883-1567bb3fd0e7 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:55:49.662454 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd231c72-c8a0-4c02-a883-1567bb3fd0e7 None None] Checking segment: {'id': '611241ae-2906-413f-aed0-4b249b54043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'acaa4773-b1d9-4c19-a745-fa6cd1523421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:55:49.663058 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-dd231c72-c8a0-4c02-a883-1567bb3fd0e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:49.663512 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd231c72-c8a0-4c02-a883-1567bb3fd0e7 None None] Bound using segment: {'id': '611241ae-2906-413f-aed0-4b249b54043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'acaa4773-b1d9-4c19-a745-fa6cd1523421'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:55:49.664019 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-dd231c72-c8a0-4c02-a883-1567bb3fd0e7 None None] Bound port: 3439f09a-c7b1-474d-ac12-98aae0d7d747, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '611241ae-2906-413f-aed0-4b249b54043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'acaa4773-b1d9-4c19-a745-fa6cd1523421'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:55:49.664437 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-dd231c72-c8a0-4c02-a883-1567bb3fd0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:49.785888 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1eece347-fc93-4330-be88-f04e6940e60e'] response: {'server_uuid': '76ac842b-b8d5-41f3-9554-d5d6ee60dd6e', 'name': 'network-vif-deleted', 'tag': 'cc71a640-c0e4-44ea-b748-a0093b1d033f', 'status': 'completed', 'code': 200} May 05 21:55:49.792014 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-dd231c72-c8a0-4c02-a883-1567bb3fd0e7 None None] For port 3439f09a-c7b1-474d-ac12-98aae0d7d747, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:55:49.796725 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-dd231c72-c8a0-4c02-a883-1567bb3fd0e7 None None] For port 3439f09a-c7b1-474d-ac12-98aae0d7d747, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=3439f09a-c7b1-474d-ac12-98aae0d7d747,segment=NetworkSegment(611241ae-2906-413f-aed0-4b249b54043c),segment_id=611241ae-2906-413f-aed0-4b249b54043c)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:55:49.799609 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-895f0a0c-613f-4362-b4f6-09da5caac6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75c1270-4a41-4a4b-8adf-fd2eee70e08e', 'name': 'tempest-ServerRescueNegativeTestJSON-1032024978-router', 'tenant_id': 'b8d6052b833a4534bc346cca1ce7985f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'ed498169-4038-4481-ba40-f7a1f9056ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:49:46Z', 'updated_at': '2022-05-05T21:55:41Z', 'revision_number': 5, 'project_id': 'b8d6052b833a4534bc346cca1ce7985f', 'gw_port': {'id': 'ed498169-4038-4481-ba40-f7a1f9056ae2', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:43:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75c1270-4a41-4a4b-8adf-fd2eee70e08e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:49:46Z', 'updated_at': '2022-05-05T21:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:55:49.806911 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-dd231c72-c8a0-4c02-a883-1567bb3fd0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:49.813294 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7c348771-63c6-4388-873e-e267b54aad36 req-bc09e633-7197-4ae1-8bcd-777d8a88768d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c3f9ce50114047b1adfc22c64baa15b0&device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 4362 time: 0.3559833 May 05 21:55:49.827820 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-41a0f4a0-8315-416d-b64d-891ab601a2c3 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.0476551 May 05 21:55:49.835686 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-20cfdd21-f68b-4577-bbf7-b10640fb0997 req-88edc30a-1af2-4637-a312-ec33e358f79a tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.44 "DELETE /v2.0/ports/cc71a640-c0e4-44ea-b748-a0093b1d033f HTTP/1.1" status: 204 len: 173 time: 3.3839328 May 05 21:55:49.852488 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895f0a0c-613f-4362-b4f6-09da5caac6b3 None None] The sync data for ids ['c75c1270-4a41-4a4b-8adf-fd2eee70e08e'] in n-d-825175-4 is: [{'id': 'c75c1270-4a41-4a4b-8adf-fd2eee70e08e', 'name': 'tempest-ServerRescueNegativeTestJSON-1032024978-router', 'tenant_id': 'b8d6052b833a4534bc346cca1ce7985f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': 'ed498169-4038-4481-ba40-f7a1f9056ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:49:46Z', 'updated_at': '2022-05-05T21:55:41Z', 'revision_number': 5, 'project_id': 'b8d6052b833a4534bc346cca1ce7985f', 'gw_port': {'id': 'ed498169-4038-4481-ba40-f7a1f9056ae2', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:43:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75c1270-4a41-4a4b-8adf-fd2eee70e08e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:49:46Z', 'updated_at': '2022-05-05T21:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:55:49.854175 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47786) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:49.879466 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a0f4a0-8315-416d-b64d-891ab601a2c3 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Pushing event updated for resources: {'Network': ['ID=04a2cca6-3cba-4bd5-b4ad-1ed8d7dc8230,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:49.890676 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-c18ae4c1-af8a-49e7-8849-75b6fd640a03 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Request body: {'subnet': {'network_id': '04a2cca6-3cba-4bd5-b4ad-1ed8d7dc8230', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:55:49.900576 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 04a2cca6-3cba-4bd5-b4ad-1ed8d7dc8230 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:55:49.943216 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65bf325-7950-47fb-a664-9d3f729d81b3 req-d2cbe9c4-5723-4b5d-98fb-30d3464e88b1 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:49.944706 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b65bf325-7950-47fb-a664-9d3f729d81b3 req-d2cbe9c4-5723-4b5d-98fb-30d3464e88b1 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.32 "GET /v2.0/networks?id=c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db HTTP/1.1" status: 200 len: 815 time: 0.7279809 May 05 21:55:49.954746 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-99d2167a-2c2e-4b80-b211-44717d82b1be req-b6dd1a13-b0fd-464d-93bf-5e894c1a5fdf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f33cead3-3472-4ef7-9cf3-a35684adef89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1552560 May 05 21:55:49.963823 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-b65bf325-7950-47fb-a664-9d3f729d81b3 req-312cfbd7-2033-4972-b2a1-c95a5a1c1617 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Request body: {'port': {'device_id': '650ee19c-47a5-46fb-87c2-6a55df6429d5', 'network_id': 'c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db', 'admin_state_up': True, 'tenant_id': '3d02eb1266e448b393d214c57b70ce63'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:55:50.032998 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd231c72-c8a0-4c02-a883-1567bb3fd0e7 None None] Pushing event updated for resources: {'Port': ['ID=3439f09a-c7b1-474d-ac12-98aae0d7d747,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:50.270335 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-33f0da36-a6eb-4634-9ef3-63a9a20c1077 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:50.296549 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device bca95d23-9ab7-49d8-9a3b-ee93ba2c24c0 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:55:50.390638 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: bca95d23-9ab7-49d8-9a3b-ee93ba2c24c0 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:55:50.391180 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device bca95d23-9ab7-49d8-9a3b-ee93ba2c24c0 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:55:50.430625 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-c18ae4c1-af8a-49e7-8849-75b6fd640a03 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:55:50.433328 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c348771-63c6-4388-873e-e267b54aad36 req-0eba4b2b-2348-40ef-aab3-6b4217fd38c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:50.433695 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c348771-63c6-4388-873e-e267b54aad36 req-0eba4b2b-2348-40ef-aab3-6b4217fd38c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:50.434059 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c348771-63c6-4388-873e-e267b54aad36 req-0eba4b2b-2348-40ef-aab3-6b4217fd38c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:50.435642 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7c348771-63c6-4388-873e-e267b54aad36 req-0eba4b2b-2348-40ef-aab3-6b4217fd38c7 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=c3f9ce50114047b1adfc22c64baa15b0&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.6153603 May 05 21:55:50.437123 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-99d2167a-2c2e-4b80-b211-44717d82b1be req-375d4214-f24f-4b05-a6c4-30532a5b2463 service neutron] 10.222.0.44 "GET /v2.0/networks/f33cead3-3472-4ef7-9cf3-a35684adef89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4450819 May 05 21:55:50.442276 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-c18ae4c1-af8a-49e7-8849-75b6fd640a03 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Usage tracker for resource:subnet and tenant:d6118b6e73844218b32f83df9af14cd4 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:55:50.448234 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-c18ae4c1-af8a-49e7-8849-75b6fd640a03 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:55:50.448795 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-b65bf325-7950-47fb-a664-9d3f729d81b3 req-312cfbd7-2033-4972-b2a1-c95a5a1c1617 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:55:50.553470 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-b65bf325-7950-47fb-a664-9d3f729d81b3 req-312cfbd7-2033-4972-b2a1-c95a5a1c1617 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Usage tracker for resource:port and tenant:3d02eb1266e448b393d214c57b70ce63 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:55:50.561315 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-b65bf325-7950-47fb-a664-9d3f729d81b3 req-312cfbd7-2033-4972-b2a1-c95a5a1c1617 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:55:50.581713 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-b65bf325-7950-47fb-a664-9d3f729d81b3 req-312cfbd7-2033-4972-b2a1-c95a5a1c1617 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:55:50.624609 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-c18ae4c1-af8a-49e7-8849-75b6fd640a03 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:55:50.673449 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-711df3b5-cc6f-4551-932a-89dc6586a467 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:50.683315 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b65bf325-7950-47fb-a664-9d3f729d81b3 req-312cfbd7-2033-4972-b2a1-c95a5a1c1617 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Made reservation on behalf of 3d02eb1266e448b393d214c57b70ce63 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:55:50.686205 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-b65bf325-7950-47fb-a664-9d3f729d81b3 req-312cfbd7-2033-4972-b2a1-c95a5a1c1617 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:50.720196 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18ae4c1-af8a-49e7-8849-75b6fd640a03 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Made reservation on behalf of d6118b6e73844218b32f83df9af14cd4 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:55:50.720927 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-711df3b5-cc6f-4551-932a-89dc6586a467 admin admin] Deleting port ed498169-4038-4481-ba40-f7a1f9056ae2 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:55:50.720927 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-711df3b5-cc6f-4551-932a-89dc6586a467 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:50.749253 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389515d8-ee42-44b2-bd00-ba004228deca req-43676536-9274-4eab-823b-f511bcc7ceef tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:50.751855 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-389515d8-ee42-44b2-bd00-ba004228deca req-43676536-9274-4eab-823b-f511bcc7ceef tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.8424346 May 05 21:55:50.829586 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc94047-e45d-4c07-add6-b48003fe6e13 req-d469feb1-70e6-4be5-bdd5-1f178ce981bd tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:50.831165 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bbc94047-e45d-4c07-add6-b48003fe6e13 req-d469feb1-70e6-4be5-bdd5-1f178ce981bd tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] 10.222.0.23 "GET /v2.0/ports?device_id=763d54bb-b8f5-422a-bf39-0754c2cde7ad HTTP/1.1" status: 200 len: 946 time: 0.6522727 May 05 21:55:50.838643 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-99d2167a-2c2e-4b80-b211-44717d82b1be req-8abf8bf7-4ce2-4b5b-b66d-dcd64f1b968f service neutron] 10.222.0.44 "GET /v2.0/networks/f33cead3-3472-4ef7-9cf3-a35684adef89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3914461 May 05 21:55:50.846341 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.resource_extend [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-26d84c4c-fe82-4385-806a-6c8596dcf217 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 21:55:50.984588 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c18ae4c1-af8a-49e7-8849-75b6fd640a03 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:51.029312 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c348771-63c6-4388-873e-e267b54aad36 req-6cb52bd8-8ad7-45cc-bb25-60a4419565fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:51.030779 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7c348771-63c6-4388-873e-e267b54aad36 req-6cb52bd8-8ad7-45cc-bb25-60a4419565fb service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5717554 May 05 21:55:51.089585 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-389515d8-ee42-44b2-bd00-ba004228deca req-9b146988-9325-4aba-bc79-e8ac5462313b tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2725172 May 05 21:55:51.103492 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-26d84c4c-fe82-4385-806a-6c8596dcf217 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a7478fb-521e-4f6f-8635-8d5c3a9ffb68 {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:55:51.124099 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-26d84c4c-fe82-4385-806a-6c8596dcf217 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:51.137440 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bbc94047-e45d-4c07-add6-b48003fe6e13 req-aedc530c-6589-4c86-9869-c463821a8f82 tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c1dc967-de0e-47f0-bfdf-3442d4cea177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766385 May 05 21:55:51.157930 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-26d84c4c-fe82-4385-806a-6c8596dcf217 service neutron] Transition to ACTIVE for port object 5a7478fb-521e-4f6f-8635-8d5c3a9ffb68 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:55:51.183179 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-26d84c4c-fe82-4385-806a-6c8596dcf217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:51.259973 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device cc71a640-c0e4-44ea-b748-a0093b1d033f no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:55:51.325330 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: cc71a640-c0e4-44ea-b748-a0093b1d033f {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:55:51.325915 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device cc71a640-c0e4-44ea-b748-a0093b1d033f not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:55:51.361087 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-b65bf325-7950-47fb-a664-9d3f729d81b3 req-312cfbd7-2033-4972-b2a1-c95a5a1c1617 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Allocated IP 172.20.0.9 (c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db/81b3baf0-8b4b-4758-b115-81242d9737a5/419b7c4d-4d74-4c25-a8cc-e9abe925d78f) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:55:51.443691 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-711df3b5-cc6f-4551-932a-89dc6586a467 admin admin] For port ed498169-4038-4481-ba40-f7a1f9056ae2, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=ed498169-4038-4481-ba40-f7a1f9056ae2,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:55:51.444318 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-711df3b5-cc6f-4551-932a-89dc6586a467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:51.609543 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3c0da651-8334-4431-a423-8e0df0ca89c0 req-71f23fd6-70e9-4e1c-a5ce-46b7e4571608 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=650ee19c-47a5-46fb-87c2-6a55df6429d5 HTTP/1.1" status: 200 len: 210 time: 0.1389666 May 05 21:55:51.617145 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d84c4c-fe82-4385-806a-6c8596dcf217 service neutron] Pushing event updated for resources: {'Port': ['ID=5a7478fb-521e-4f6f-8635-8d5c3a9ffb68,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:51.660614 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-711df3b5-cc6f-4551-932a-89dc6586a467 admin admin] Calling delete_port for ed498169-4038-4481-ba40-f7a1f9056ae2 owned by network:router_gateway {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:55:51.715290 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6526aa5-2036-4747-a2c4-7ce39b39351c None None] Network acaa4773-b1d9-4c19-a745-fa6cd1523421 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:55:51.801190 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee9c7e-c439-4fa6-915e-76b8e0a7cb35 req-95b9b482-5624-41d7-8713-dac0395426f5 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:51.804983 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee9c7e-c439-4fa6-915e-76b8e0a7cb35 req-95b9b482-5624-41d7-8713-dac0395426f5 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:51.808823 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee9c7e-c439-4fa6-915e-76b8e0a7cb35 req-95b9b482-5624-41d7-8713-dac0395426f5 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:51.812614 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee9c7e-c439-4fa6-915e-76b8e0a7cb35 req-95b9b482-5624-41d7-8713-dac0395426f5 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:51.816670 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee9c7e-c439-4fa6-915e-76b8e0a7cb35 req-95b9b482-5624-41d7-8713-dac0395426f5 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:51.820491 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee9c7e-c439-4fa6-915e-76b8e0a7cb35 req-95b9b482-5624-41d7-8713-dac0395426f5 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:51.822682 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9aee9c7e-c439-4fa6-915e-76b8e0a7cb35 req-95b9b482-5624-41d7-8713-dac0395426f5 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/ports?device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 4604 time: 0.4238019 May 05 21:55:51.842609 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c18ae4c1-af8a-49e7-8849-75b6fd640a03 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:51.850276 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-26d84c4c-fe82-4385-806a-6c8596dcf217 service neutron] Attempting to bind port 5a7478fb-521e-4f6f-8635-8d5c3a9ffb68 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:55:51.850419 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-26d84c4c-fe82-4385-806a-6c8596dcf217 service neutron] Attempting to bind port 5a7478fb-521e-4f6f-8635-8d5c3a9ffb68 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': '9ef591eb-c7e9-4c62-ae5a-6d550e933c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c1301700-8066-4240-acf4-e47c77ffe534'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:55:51.850936 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-26d84c4c-fe82-4385-806a-6c8596dcf217 service neutron] Attempting to bind port 5a7478fb-521e-4f6f-8635-8d5c3a9ffb68 on network c1301700-8066-4240-acf4-e47c77ffe534 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:55:51.884586 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-eaec1d60-9a09-42bc-9a8e-48eb1505754d None None] Provisioning for port 3439f09a-c7b1-474d-ac12-98aae0d7d747 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:55:51.928806 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-26d84c4c-fe82-4385-806a-6c8596dcf217 service neutron] Port 5a7478fb-521e-4f6f-8635-8d5c3a9ffb68 on network c1301700-8066-4240-acf4-e47c77ffe534 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:55:51.928806 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-26d84c4c-fe82-4385-806a-6c8596dcf217 service neutron] Attempting to bind port 5a7478fb-521e-4f6f-8635-8d5c3a9ffb68 on network c1301700-8066-4240-acf4-e47c77ffe534 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:55:52.022470 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9aee9c7e-c439-4fa6-915e-76b8e0a7cb35 req-0cece81d-19d6-482b-8baf-c91952f7b690 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/security-groups?id=d56f4659-1a1c-44b7-b1dc-74618b3402dc&id=d1b940f3-f2a7-478e-a3f4-c0ad661f5649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1905227 May 05 21:55:52.031456 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-26d84c4c-fe82-4385-806a-6c8596dcf217 service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:55:52.031456 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-26d84c4c-fe82-4385-806a-6c8596dcf217 service neutron] Checking segment: {'id': '9ef591eb-c7e9-4c62-ae5a-6d550e933c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c1301700-8066-4240-acf4-e47c77ffe534'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:55:52.031456 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-26d84c4c-fe82-4385-806a-6c8596dcf217 service neutron] Bound using segment: {'id': '9ef591eb-c7e9-4c62-ae5a-6d550e933c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c1301700-8066-4240-acf4-e47c77ffe534'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:55:52.063096 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-26d84c4c-fe82-4385-806a-6c8596dcf217 service neutron] Bound port: 5a7478fb-521e-4f6f-8635-8d5c3a9ffb68, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ef591eb-c7e9-4c62-ae5a-6d550e933c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c1301700-8066-4240-acf4-e47c77ffe534'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:55:52.063096 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-26d84c4c-fe82-4385-806a-6c8596dcf217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:52.234862 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18ae4c1-af8a-49e7-8849-75b6fd640a03 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Checking segment: {'id': '97adbb4f-1147-41c9-b54c-eaa611d57152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '04a2cca6-3cba-4bd5-b4ad-1ed8d7dc8230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:55:52.234862 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18ae4c1-af8a-49e7-8849-75b6fd640a03 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Network hostable DHCP agents. Network: 04a2cca6-3cba-4bd5-b4ad-1ed8d7dc8230, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:55:52.241693 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18ae4c1-af8a-49e7-8849-75b6fd640a03 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Pushing event updated for resources: {'Subnet': ['ID=8b6385e2-1840-4084-9785-3d978c9d311b,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:52.254687 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 3439f09a-c7b1-474d-ac12-98aae0d7d747 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:55:52.351863 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 3439f09a-c7b1-474d-ac12-98aae0d7d747 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:55:52.359724 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 3439f09a-c7b1-474d-ac12-98aae0d7d747 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:55:52.360362 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:52.431185 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448f623-27f0-4347-9b33-ab8dadba51e3 req-2005e55f-0448-4990-b9d2-55731f98849b tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:52.438458 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b448f623-27f0-4347-9b33-ab8dadba51e3 req-2005e55f-0448-4990-b9d2-55731f98849b tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] 10.222.0.23 "GET /v2.0/ports?device_id=763d54bb-b8f5-422a-bf39-0754c2cde7ad HTTP/1.1" status: 200 len: 946 time: 0.3629711 May 05 21:55:52.442529 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-711df3b5-cc6f-4551-932a-89dc6586a467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:52.444609 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18ae4c1-af8a-49e7-8849-75b6fd640a03 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Network 04a2cca6-3cba-4bd5-b4ad-1ed8d7dc8230 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:55:52.456103 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-b65bf325-7950-47fb-a664-9d3f729d81b3 req-312cfbd7-2033-4972-b2a1-c95a5a1c1617 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:52.486864 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-26d84c4c-fe82-4385-806a-6c8596dcf217 service neutron] For port 5a7478fb-521e-4f6f-8635-8d5c3a9ffb68, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:55:52.488856 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:52.502041 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-c18ae4c1-af8a-49e7-8849-75b6fd640a03 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 04a2cca6-3cba-4bd5-b4ad-1ed8d7dc8230) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:55:52.506918 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18ae4c1-af8a-49e7-8849-75b6fd640a03 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:52.507923 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c18ae4c1-af8a-49e7-8849-75b6fd640a03 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:52.515003 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84334b3-5d76-4a6d-90f0-89b99d47efce None None] Network 04a2cca6-3cba-4bd5-b4ad-1ed8d7dc8230 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:55:52.540343 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-26d84c4c-fe82-4385-806a-6c8596dcf217 service neutron] For port 5a7478fb-521e-4f6f-8635-8d5c3a9ffb68, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=5a7478fb-521e-4f6f-8635-8d5c3a9ffb68,segment=NetworkSegment(9ef591eb-c7e9-4c62-ae5a-6d550e933c2c),segment_id=9ef591eb-c7e9-4c62-ae5a-6d550e933c2c)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:55:52.545350 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711df3b5-cc6f-4551-932a-89dc6586a467 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed498169-4038-4481-ba40-f7a1f9056ae2,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:52.553514 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c18ae4c1-af8a-49e7-8849-75b6fd640a03 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.6895545 May 05 21:55:52.558099 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47802) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:52.560223 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-26d84c4c-fe82-4385-806a-6c8596dcf217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:52.566330 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 3439f09a-c7b1-474d-ac12-98aae0d7d747, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=3439f09a-c7b1-474d-ac12-98aae0d7d747,segment=NetworkSegment(611241ae-2906-413f-aed0-4b249b54043c),segment_id=611241ae-2906-413f-aed0-4b249b54043c)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:55:52.643868 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b448f623-27f0-4347-9b33-ab8dadba51e3 req-3d111cf0-c261-4379-90f1-f278c8ee659c tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c1dc967-de0e-47f0-bfdf-3442d4cea177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038305 May 05 21:55:52.652605 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33f0da36-a6eb-4634-9ef3-63a9a20c1077 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Router ce8944e9-8398-4be4-a889-966b6ca23592 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:55:52.673017 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d84c4c-fe82-4385-806a-6c8596dcf217 service neutron] Pushing event updated for resources: {'Port': ['ID=5a7478fb-521e-4f6f-8635-8d5c3a9ffb68,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:52.704579 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55bfd2-0111-41a3-91bf-2177a8ff5826 req-b217dd92-0522-4cca-a8fe-a42f22bddd2e tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:52.719774 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-de55bfd2-0111-41a3-91bf-2177a8ff5826 req-b217dd92-0522-4cca-a8fe-a42f22bddd2e tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.4128892 May 05 21:55:52.753020 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:52.781015 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-26d84c4c-fe82-4385-806a-6c8596dcf217 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:52.787218 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-26d84c4c-fe82-4385-806a-6c8596dcf217 service neutron] 10.222.0.32 "PUT /v2.0/ports/5a7478fb-521e-4f6f-8635-8d5c3a9ffb68 HTTP/1.1" status: 200 len: 1135 time: 3.5069571 May 05 21:55:52.788308 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96539926-3157-406d-977f-028308bff7aa', 'tag': '5a7478fb-521e-4f6f-8635-8d5c3a9ffb68'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:55:52.864612 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-c61a48b7-e825-4496-92c3-33e1364febec service neutron] Request body: {'port': {'device_id': '96539926-3157-406d-977f-028308bff7aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:55:52.977276 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-40d1bdd7-1989-40ca-a9d4-e44041c16e01 None None] Provisioning complete for port 3439f09a-c7b1-474d-ac12-98aae0d7d747 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:55:52.977638 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-40d1bdd7-1989-40ca-a9d4-e44041c16e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:52.983273 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-14796500-5b63-4882-b6d6-b59db7689c59 req-76d0c87a-a82c-4662-99ae-307b17c9f95a tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=650ee19c-47a5-46fb-87c2-6a55df6429d5 HTTP/1.1" status: 200 len: 210 time: 0.1639776 May 05 21:55:53.007562 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-c61a48b7-e825-4496-92c3-33e1364febec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:53.022507 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-de55bfd2-0111-41a3-91bf-2177a8ff5826 req-a0d5a935-d40f-451e-aa0c-5dfaeb2a2d3d tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3017814 May 05 21:55:53.066713 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540dada7-d46b-4faf-a695-a2e77e81b31e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-04a2cca6-3cba-4bd5-b4ad-1ed8d7dc8230', 'network_id': '04a2cca6-3cba-4bd5-b4ad-1ed8d7dc8230', 'tenant_id': 'd6118b6e73844218b32f83df9af14cd4', 'fixed_ips': [{'subnet_id': '8b6385e2-1840-4084-9785-3d978c9d311b'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 21:55:53.066713 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-540dada7-d46b-4faf-a695-a2e77e81b31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:53.099350 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=3439f09a-c7b1-474d-ac12-98aae0d7d747,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:53.155680 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-711df3b5-cc6f-4551-932a-89dc6586a467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:53.227066 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c16c670-b91d-41b7-a7e9-273ab9d2ef35'] response: {'name': 'network-changed', 'server_uuid': '96539926-3157-406d-977f-028308bff7aa', 'tag': '5a7478fb-521e-4f6f-8635-8d5c3a9ffb68', 'status': 'completed', 'code': 200} May 05 21:55:53.312749 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-540dada7-d46b-4faf-a695-a2e77e81b31e None None] Allocated IP 172.20.0.2 (04a2cca6-3cba-4bd5-b4ad-1ed8d7dc8230/8b6385e2-1840-4084-9785-3d978c9d311b/71b4f010-5dbf-4494-9ab9-5a3887e1038a) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:55:53.424354 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-b65bf325-7950-47fb-a664-9d3f729d81b3 req-312cfbd7-2033-4972-b2a1-c95a5a1c1617 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:53.467180 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-54b119f4-1c35-4aa6-b29f-e62893291627 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:53.564249 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c3ea7373-e97d-467b-bd02-c6f096aef057 req-214506ca-379f-4d3a-9a41-629f950570af service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c3f9ce50114047b1adfc22c64baa15b0&device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 5290 time: 0.3746765 May 05 21:55:53.614913 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-540dada7-d46b-4faf-a695-a2e77e81b31e None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:53.627117 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-540dada7-d46b-4faf-a695-a2e77e81b31e None None] Transition to ACTIVE for port object 71b4f010-5dbf-4494-9ab9-5a3887e1038a will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:55:53.651146 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-540dada7-d46b-4faf-a695-a2e77e81b31e None None] Transition to ACTIVE for port object 71b4f010-5dbf-4494-9ab9-5a3887e1038a will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:55:53.660724 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-540dada7-d46b-4faf-a695-a2e77e81b31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:53.669520 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd8586-2f14-4d6b-a2b1-44fa185c643b req-89bb4cc8-c989-44f0-84c0-ee9a2307e1e3 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:53.671342 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c8fd8586-2f14-4d6b-a2b1-44fa185c643b req-89bb4cc8-c989-44f0-84c0-ee9a2307e1e3 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.4263191 May 05 21:55:53.678054 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-711df3b5-cc6f-4551-932a-89dc6586a467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:53.684352 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-54b119f4-1c35-4aa6-b29f-e62893291627 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Deleting port 71b4f010-5dbf-4494-9ab9-5a3887e1038a {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:55:53.684688 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-54b119f4-1c35-4aa6-b29f-e62893291627 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:53.720626 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540dada7-d46b-4faf-a695-a2e77e81b31e None None] Network 04a2cca6-3cba-4bd5-b4ad-1ed8d7dc8230 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:55:53.723782 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-540dada7-d46b-4faf-a695-a2e77e81b31e None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:55:53.724869 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696732d-9c7b-4aa7-8d98-c7a2e38731ec req-9552a7b8-013a-4c60-8889-e973224d1f86 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:53.728679 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696732d-9c7b-4aa7-8d98-c7a2e38731ec req-9552a7b8-013a-4c60-8889-e973224d1f86 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:53.729404 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b65bf325-7950-47fb-a664-9d3f729d81b3 req-312cfbd7-2033-4972-b2a1-c95a5a1c1617 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Network c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:55:53.730935 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312cfbd7-2033-4972-b2a1-c95a5a1c1617 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Pushing event updated for resources: {'Port': ['ID=419b7c4d-4d74-4c25-a8cc-e9abe925d78f,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:53.732325 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540dada7-d46b-4faf-a695-a2e77e81b31e None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:55:53.732488 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696732d-9c7b-4aa7-8d98-c7a2e38731ec req-9552a7b8-013a-4c60-8889-e973224d1f86 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:53.736506 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696732d-9c7b-4aa7-8d98-c7a2e38731ec req-9552a7b8-013a-4c60-8889-e973224d1f86 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:53.737945 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-b65bf325-7950-47fb-a664-9d3f729d81b3 req-312cfbd7-2033-4972-b2a1-c95a5a1c1617 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:55:53.740844 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696732d-9c7b-4aa7-8d98-c7a2e38731ec req-9552a7b8-013a-4c60-8889-e973224d1f86 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:53.745830 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696732d-9c7b-4aa7-8d98-c7a2e38731ec req-9552a7b8-013a-4c60-8889-e973224d1f86 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:53.746458 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-711df3b5-cc6f-4551-932a-89dc6586a467 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:53.748317 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3696732d-9c7b-4aa7-8d98-c7a2e38731ec req-9552a7b8-013a-4c60-8889-e973224d1f86 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/ports?device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 4604 time: 0.4534845 May 05 21:55:53.754746 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-b65bf325-7950-47fb-a664-9d3f729d81b3 req-312cfbd7-2033-4972-b2a1-c95a5a1c1617 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:55:53.825196 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a02dd52-2272-4811-bbf2-e3a9f2f2f809 req-93426ae7-aa61-41da-954a-1bf94546f9d8 tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:53.825815 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-0a02dd52-2272-4811-bbf2-e3a9f2f2f809 req-93426ae7-aa61-41da-954a-1bf94546f9d8 tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] Synchronizing usage tracker for tenant:81938f707e5d4cbcb988a265faf3790b on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:55:53.842373 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540dada7-d46b-4faf-a695-a2e77e81b31e None None] Pushing event updated for resources: {'Port': ['ID=71b4f010-5dbf-4494-9ab9-5a3887e1038a,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:53.852284 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-540dada7-d46b-4faf-a695-a2e77e81b31e None None] Attempting to bind port 71b4f010-5dbf-4494-9ab9-5a3887e1038a on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:55:53.852894 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-540dada7-d46b-4faf-a695-a2e77e81b31e None None] Attempting to bind port 71b4f010-5dbf-4494-9ab9-5a3887e1038a by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '97adbb4f-1147-41c9-b54c-eaa611d57152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '04a2cca6-3cba-4bd5-b4ad-1ed8d7dc8230'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:55:53.853435 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540dada7-d46b-4faf-a695-a2e77e81b31e None None] Attempting to bind port 71b4f010-5dbf-4494-9ab9-5a3887e1038a on network 04a2cca6-3cba-4bd5-b4ad-1ed8d7dc8230 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:55:53.861596 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540dada7-d46b-4faf-a695-a2e77e81b31e None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:55:53.861984 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540dada7-d46b-4faf-a695-a2e77e81b31e None None] Checking segment: {'id': '97adbb4f-1147-41c9-b54c-eaa611d57152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '04a2cca6-3cba-4bd5-b4ad-1ed8d7dc8230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:55:53.862557 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-540dada7-d46b-4faf-a695-a2e77e81b31e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:53.863182 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540dada7-d46b-4faf-a695-a2e77e81b31e None None] Bound using segment: {'id': '97adbb4f-1147-41c9-b54c-eaa611d57152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '04a2cca6-3cba-4bd5-b4ad-1ed8d7dc8230'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:55:53.863805 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-540dada7-d46b-4faf-a695-a2e77e81b31e None None] Bound port: 71b4f010-5dbf-4494-9ab9-5a3887e1038a, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97adbb4f-1147-41c9-b54c-eaa611d57152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '04a2cca6-3cba-4bd5-b4ad-1ed8d7dc8230'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:55:53.864430 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-540dada7-d46b-4faf-a695-a2e77e81b31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:53.890804 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea7373-e97d-467b-bd02-c6f096aef057 req-a2ad4eab-9b6d-4363-82e0-197da800910f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:53.891414 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea7373-e97d-467b-bd02-c6f096aef057 req-a2ad4eab-9b6d-4363-82e0-197da800910f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:53.891515 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea7373-e97d-467b-bd02-c6f096aef057 req-a2ad4eab-9b6d-4363-82e0-197da800910f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:53.893274 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c3ea7373-e97d-467b-bd02-c6f096aef057 req-a2ad4eab-9b6d-4363-82e0-197da800910f service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=c3f9ce50114047b1adfc22c64baa15b0&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3169789 May 05 21:55:53.898681 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c8fd8586-2f14-4d6b-a2b1-44fa185c643b req-661dc038-c09d-4d1b-9686-715c93165f9d tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2115681 May 05 21:55:53.918270 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65bf325-7950-47fb-a664-9d3f729d81b3 req-312cfbd7-2033-4972-b2a1-c95a5a1c1617 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:53.919136 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-b65bf325-7950-47fb-a664-9d3f729d81b3 req-312cfbd7-2033-4972-b2a1-c95a5a1c1617 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:53.933545 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3696732d-9c7b-4aa7-8d98-c7a2e38731ec req-e0245203-d481-4bbc-8107-0ba6f5a54d93 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/security-groups?id=d56f4659-1a1c-44b7-b1dc-74618b3402dc&id=d1b940f3-f2a7-478e-a3f4-c0ad661f5649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1778424 May 05 21:55:53.981792 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-540dada7-d46b-4faf-a695-a2e77e81b31e None None] For port 71b4f010-5dbf-4494-9ab9-5a3887e1038a, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:55:53.986120 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-540dada7-d46b-4faf-a695-a2e77e81b31e None None] For port 71b4f010-5dbf-4494-9ab9-5a3887e1038a, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=71b4f010-5dbf-4494-9ab9-5a3887e1038a,segment=NetworkSegment(97adbb4f-1147-41c9-b54c-eaa611d57152),segment_id=97adbb4f-1147-41c9-b54c-eaa611d57152)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:55:54.008238 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-540dada7-d46b-4faf-a695-a2e77e81b31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:54.112033 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540dada7-d46b-4faf-a695-a2e77e81b31e None None] Pushing event updated for resources: {'Port': ['ID=71b4f010-5dbf-4494-9ab9-5a3887e1038a,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:54.112356 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-c61a48b7-e825-4496-92c3-33e1364febec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40d79594-36bc-4bf3-b743-389d36c9b783 {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:55:54.124683 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-0a02dd52-2272-4811-bbf2-e3a9f2f2f809 req-93426ae7-aa61-41da-954a-1bf94546f9d8 tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] Unset dirty status for tenant:81938f707e5d4cbcb988a265faf3790b on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:55:54.126073 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0a02dd52-2272-4811-bbf2-e3a9f2f2f809 req-93426ae7-aa61-41da-954a-1bf94546f9d8 tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] 10.222.0.44 "GET /v2.0/ports?device_id=763d54bb-b8f5-422a-bf39-0754c2cde7ad HTTP/1.1" status: 200 len: 946 time: 0.9069917 May 05 21:55:54.133338 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-711df3b5-cc6f-4551-932a-89dc6586a467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:54.133954 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-711df3b5-cc6f-4551-932a-89dc6586a467 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c75c1270-4a41-4a4b-8adf-fd2eee70e08e {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 21:55:54.211470 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-c61a48b7-e825-4496-92c3-33e1364febec service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:54.235554 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea7373-e97d-467b-bd02-c6f096aef057 req-bf226248-9db3-4192-b180-b1b10e70a879 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:54.237131 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c3ea7373-e97d-467b-bd02-c6f096aef057 req-bf226248-9db3-4192-b180-b1b10e70a879 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3299217 May 05 21:55:54.239475 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f0da36-a6eb-4634-9ef3-63a9a20c1077 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:55:54.248964 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b65bf325-7950-47fb-a664-9d3f729d81b3 req-312cfbd7-2033-4972-b2a1-c95a5a1c1617 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2888501 May 05 21:55:54.251299 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0a347b-2561-4c58-bd9b-65cea3a8dda6 None None] Sync routers for ids ['ce8944e9-8398-4be4-a889-966b6ca23592'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:55:54.266480 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 3439f09a-c7b1-474d-ac12-98aae0d7d747 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:55:54.274081 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0a347b-2561-4c58-bd9b-65cea3a8dda6 None None] Routers {'ce8944e9-8398-4be4-a889-966b6ca23592'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:55:54.274081 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-0a0a347b-2561-4c58-bd9b-65cea3a8dda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:55:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['ce8944e9-8398-4be4-a889-966b6ca23592'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:55:54.277495 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-33f0da36-a6eb-4634-9ef3-63a9a20c1077 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "PUT /v2.0/routers/ce8944e9-8398-4be4-a889-966b6ca23592/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5006568 May 05 21:55:54.283903 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47822) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:54.290781 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-b65bf325-7950-47fb-a664-9d3f729d81b3 req-3fe8150c-cf8d-475a-a7ff-ef977385a279 service neutron] Request body: {'port': {'device_id': '650ee19c-47a5-46fb-87c2-6a55df6429d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:55:54.335226 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-711df3b5-cc6f-4551-932a-89dc6586a467 admin admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:54.339608 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-711df3b5-cc6f-4551-932a-89dc6586a467 admin admin] 10.222.0.23 "DELETE /v2.0/routers/c75c1270-4a41-4a4b-8adf-fd2eee70e08e HTTP/1.1" status: 204 len: 168 time: 6.9868345 May 05 21:55:54.341482 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47826) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:54.345465 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-c61a48b7-e825-4496-92c3-33e1364febec service neutron] Transition to ACTIVE for port object 40d79594-36bc-4bf3-b743-389d36c9b783 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:55:54.392284 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 3439f09a-c7b1-474d-ac12-98aae0d7d747 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:55:54.392680 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:54.412557 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-c61a48b7-e825-4496-92c3-33e1364febec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:54.441094 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-0a02dd52-2272-4811-bbf2-e3a9f2f2f809 req-a1fb2b5c-54f2-4b15-aa18-965f2fd9eb88 tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] Deleting port 036e6e44-1770-4e30-9bf8-bcf1c8db11d5 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:55:54.443138 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-0a02dd52-2272-4811-bbf2-e3a9f2f2f809 req-a1fb2b5c-54f2-4b15-aa18-965f2fd9eb88 tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:54.445278 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-0a0a347b-2561-4c58-bd9b-65cea3a8dda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:55:54.458238 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0a347b-2561-4c58-bd9b-65cea3a8dda6 None None] Routers {'ce8944e9-8398-4be4-a889-966b6ca23592'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:55:54.459059 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-0a0a347b-2561-4c58-bd9b-65cea3a8dda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:55:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['ce8944e9-8398-4be4-a889-966b6ca23592'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:55:54.550258 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-0a0a347b-2561-4c58-bd9b-65cea3a8dda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:55:54.550940 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0a347b-2561-4c58-bd9b-65cea3a8dda6 None None] The sync data for ids ['ce8944e9-8398-4be4-a889-966b6ca23592'] in n-d-825175-4 is: [] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:55:54.596056 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a790fd0-10be-410f-ac4b-f062ff9e3a0c admin admin] Deleting subnet d1666d56-aa2f-45d5-85a5-62900adc165a {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:55:54.609023 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7a790fd0-10be-410f-ac4b-f062ff9e3a0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:54.662235 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61a48b7-e825-4496-92c3-33e1364febec service neutron] Pushing event updated for resources: {'Port': ['ID=40d79594-36bc-4bf3-b743-389d36c9b783,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:54.677702 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a3dd2-15ea-45cf-b956-45f77516398a req-782865c3-d49e-4748-a115-eef29e3057d8 tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:54.698851 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4d1a3dd2-15ea-45cf-b956-45f77516398a req-782865c3-d49e-4748-a115-eef29e3057d8 tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] 10.222.0.23 "GET /v2.0/ports?device_id=763d54bb-b8f5-422a-bf39-0754c2cde7ad HTTP/1.1" status: 200 len: 946 time: 0.5673411 May 05 21:55:54.752479 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440757e-dade-4e63-9fef-7a309724fe04 req-3e9bea2c-ffe1-455e-ae52-6eb9f84574a2 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:54.754032 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5440757e-dade-4e63-9fef-7a309724fe04 req-3e9bea2c-ffe1-455e-ae52-6eb9f84574a2 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.5447607 May 05 21:55:54.803958 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7a790fd0-10be-410f-ac4b-f062ff9e3a0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:54.846747 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-54b119f4-1c35-4aa6-b29f-e62893291627 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] For port 71b4f010-5dbf-4494-9ab9-5a3887e1038a, host n-d-825175-4, got binding levels [] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:55:54.847710 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-54b119f4-1c35-4aa6-b29f-e62893291627 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:54.952380 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4d1a3dd2-15ea-45cf-b956-45f77516398a req-6f4381e5-8a97-454e-8607-46a40a450cc5 tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c1dc967-de0e-47f0-bfdf-3442d4cea177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525995 May 05 21:55:55.001610 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5440757e-dade-4e63-9fef-7a309724fe04 req-19834d76-b5e4-4fa1-8f3f-1d055383309c tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2221932 May 05 21:55:55.035819 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-c61a48b7-e825-4496-92c3-33e1364febec service neutron] Attempting to bind port 40d79594-36bc-4bf3-b743-389d36c9b783 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:55:55.035819 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-c61a48b7-e825-4496-92c3-33e1364febec service neutron] Attempting to bind port 40d79594-36bc-4bf3-b743-389d36c9b783 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': '9ef591eb-c7e9-4c62-ae5a-6d550e933c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c1301700-8066-4240-acf4-e47c77ffe534'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:55:55.035819 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-c61a48b7-e825-4496-92c3-33e1364febec service neutron] Attempting to bind port 40d79594-36bc-4bf3-b743-389d36c9b783 on network c1301700-8066-4240-acf4-e47c77ffe534 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:55:55.041252 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-c61a48b7-e825-4496-92c3-33e1364febec service neutron] Port 40d79594-36bc-4bf3-b743-389d36c9b783 on network c1301700-8066-4240-acf4-e47c77ffe534 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:55:55.041581 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-c61a48b7-e825-4496-92c3-33e1364febec service neutron] Attempting to bind port 40d79594-36bc-4bf3-b743-389d36c9b783 on network c1301700-8066-4240-acf4-e47c77ffe534 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:55:55.046594 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-54b119f4-1c35-4aa6-b29f-e62893291627 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Calling delete_port for 71b4f010-5dbf-4494-9ab9-5a3887e1038a owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:55:55.053987 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-c61a48b7-e825-4496-92c3-33e1364febec service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:55:55.054310 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-c61a48b7-e825-4496-92c3-33e1364febec service neutron] Checking segment: {'id': '9ef591eb-c7e9-4c62-ae5a-6d550e933c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c1301700-8066-4240-acf4-e47c77ffe534'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:55:55.054705 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-c61a48b7-e825-4496-92c3-33e1364febec service neutron] Bound using segment: {'id': '9ef591eb-c7e9-4c62-ae5a-6d550e933c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c1301700-8066-4240-acf4-e47c77ffe534'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:55:55.055146 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-c61a48b7-e825-4496-92c3-33e1364febec service neutron] Bound port: 40d79594-36bc-4bf3-b743-389d36c9b783, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ef591eb-c7e9-4c62-ae5a-6d550e933c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c1301700-8066-4240-acf4-e47c77ffe534'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:55:55.055488 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-c61a48b7-e825-4496-92c3-33e1364febec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:55.068384 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7a790fd0-10be-410f-ac4b-f062ff9e3a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:55.093131 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-b65bf325-7950-47fb-a664-9d3f729d81b3 req-3fe8150c-cf8d-475a-a7ff-ef977385a279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:55.314815 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.api [None req-54b119f4-1c35-4aa6-b29f-e62893291627 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:55:55.315147 n-d-825175-4 neutron-server[84063]: DEBUG oslo_db.api [None req-54b119f4-1c35-4aa6-b29f-e62893291627 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:55:55.463859 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7a790fd0-10be-410f-ac4b-f062ff9e3a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:55.498286 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-c61a48b7-e825-4496-92c3-33e1364febec service neutron] For port 40d79594-36bc-4bf3-b743-389d36c9b783, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:55:55.532293 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea267e-0d09-4070-b5fd-fba5448e6da2 req-b850b50f-1720-4aa1-8ba7-5ea25d8e61ac tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:55.537428 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea267e-0d09-4070-b5fd-fba5448e6da2 req-b850b50f-1720-4aa1-8ba7-5ea25d8e61ac tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:55.541973 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea267e-0d09-4070-b5fd-fba5448e6da2 req-b850b50f-1720-4aa1-8ba7-5ea25d8e61ac tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:55.546231 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea267e-0d09-4070-b5fd-fba5448e6da2 req-b850b50f-1720-4aa1-8ba7-5ea25d8e61ac tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:55.551387 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea267e-0d09-4070-b5fd-fba5448e6da2 req-b850b50f-1720-4aa1-8ba7-5ea25d8e61ac tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:55.554058 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-0a02dd52-2272-4811-bbf2-e3a9f2f2f809 req-a1fb2b5c-54f2-4b15-aa18-965f2fd9eb88 tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] For port 036e6e44-1770-4e30-9bf8-bcf1c8db11d5, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=036e6e44-1770-4e30-9bf8-bcf1c8db11d5,segment=NetworkSegment(11ec40a2-3115-4dbb-97cb-2bfd4c8a8084),segment_id=11ec40a2-3115-4dbb-97cb-2bfd4c8a8084)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:55:55.554430 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-0a02dd52-2272-4811-bbf2-e3a9f2f2f809 req-a1fb2b5c-54f2-4b15-aa18-965f2fd9eb88 tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:55.555625 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea267e-0d09-4070-b5fd-fba5448e6da2 req-b850b50f-1720-4aa1-8ba7-5ea25d8e61ac tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:55.559754 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea267e-0d09-4070-b5fd-fba5448e6da2 req-b850b50f-1720-4aa1-8ba7-5ea25d8e61ac tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:55.562027 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c7ea267e-0d09-4070-b5fd-fba5448e6da2 req-b850b50f-1720-4aa1-8ba7-5ea25d8e61ac tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/ports?device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 5381 time: 0.3422806 May 05 21:55:55.567519 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a790fd0-10be-410f-ac4b-f062ff9e3a0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1666d56-aa2f-45d5-85a5-62900adc165a,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:55.576497 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-c61a48b7-e825-4496-92c3-33e1364febec service neutron] For port 40d79594-36bc-4bf3-b743-389d36c9b783, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=40d79594-36bc-4bf3-b743-389d36c9b783,segment=NetworkSegment(9ef591eb-c7e9-4c62-ae5a-6d550e933c2c),segment_id=9ef591eb-c7e9-4c62-ae5a-6d550e933c2c)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:55:55.584237 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb0fb6-cf79-475a-98fb-b47561458992 req-e0a0d1e2-20ba-4199-a416-952edb49f3a9 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:55.592969 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-36cb0fb6-cf79-475a-98fb-b47561458992 req-e0a0d1e2-20ba-4199-a416-952edb49f3a9 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=650ee19c-47a5-46fb-87c2-6a55df6429d5 HTTP/1.1" status: 200 len: 931 time: 0.3719778 May 05 21:55:55.614550 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-c61a48b7-e825-4496-92c3-33e1364febec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:55.627306 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b448e032-686c-44d8-9e64-beb96326d6dd None None] Network 0209bbe2-ae77-4a5e-8f5f-b598cdea432f requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:55:55.664361 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7a790fd0-10be-410f-ac4b-f062ff9e3a0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:55.700645 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-7a790fd0-10be-410f-ac4b-f062ff9e3a0c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d1666d56-aa2f-45d5-85a5-62900adc165a HTTP/1.1" status: 204 len: 168 time: 1.3564885 May 05 21:55:55.744277 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47834) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:55.757277 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98c4a1c-9a2b-4a4b-bdef-f73a1c213804 None None] Network 04a2cca6-3cba-4bd5-b4ad-1ed8d7dc8230 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:55:55.770534 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-0a02dd52-2272-4811-bbf2-e3a9f2f2f809 req-a1fb2b5c-54f2-4b15-aa18-965f2fd9eb88 tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] Calling delete_port for 036e6e44-1770-4e30-9bf8-bcf1c8db11d5 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:55:55.818939 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-54b119f4-1c35-4aa6-b29f-e62893291627 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Deleting port 71b4f010-5dbf-4494-9ab9-5a3887e1038a {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:55:55.819503 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-54b119f4-1c35-4aa6-b29f-e62893291627 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:55.853831 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-c61a48b7-e825-4496-92c3-33e1364febec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:55.855241 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-c61a48b7-e825-4496-92c3-33e1364febec service neutron] 10.222.0.32 "PUT /v2.0/ports/40d79594-36bc-4bf3-b743-389d36c9b783 HTTP/1.1" status: 200 len: 1135 time: 3.0295570 May 05 21:55:55.856960 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96539926-3157-406d-977f-028308bff7aa', 'tag': '40d79594-36bc-4bf3-b743-389d36c9b783'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:55:55.887248 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c7ea267e-0d09-4070-b5fd-fba5448e6da2 req-2518f97b-a54e-4223-94e1-8e19efb07ca1 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/security-groups?id=d56f4659-1a1c-44b7-b1dc-74618b3402dc&id=d1b940f3-f2a7-478e-a3f4-c0ad661f5649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2766111 May 05 21:55:55.935904 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-259dc8eb-fa2f-4235-9509-7e0fec1f64d3 service neutron] Request body: {'port': {'device_id': '96539926-3157-406d-977f-028308bff7aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:55:55.988450 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61a48b7-e825-4496-92c3-33e1364febec service neutron] Pushing event updated for resources: {'Port': ['ID=40d79594-36bc-4bf3-b743-389d36c9b783,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:55.989917 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-be05c3c8-9c58-4c0f-b8c9-83cad80d7e72 None None] Provisioning for port 71b4f010-5dbf-4494-9ab9-5a3887e1038a completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:55:56.017679 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-36cb0fb6-cf79-475a-98fb-b47561458992 req-83dd8fee-6409-45a3-8660-eaf0806b66d6 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c51188-03e9-4eb7-84f3-076c2790a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4236839 May 05 21:55:56.027916 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3ed632ae-94c2-4762-8add-70160a7d50d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:56.170933 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea47c09e-94cc-47de-bab8-f1e9fadf459e'] response: {'name': 'network-changed', 'server_uuid': '96539926-3157-406d-977f-028308bff7aa', 'tag': '40d79594-36bc-4bf3-b743-389d36c9b783', 'status': 'completed', 'code': 200} May 05 21:55:56.247008 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 71b4f010-5dbf-4494-9ab9-5a3887e1038a up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:55:56.257244 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-3ed632ae-94c2-4762-8add-70160a7d50d7 admin admin] Deleting port de92ae74-9c5d-4817-a0ae-434f3a23bd78 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:55:56.257587 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3ed632ae-94c2-4762-8add-70160a7d50d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:56.312125 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.resource_extend [req-b65bf325-7950-47fb-a664-9d3f729d81b3 req-3fe8150c-cf8d-475a-a7ff-ef977385a279 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 21:55:56.356248 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2c393699-d19e-48fc-b7f7-5582da89baad tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:56.381484 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1baad6-0050-46e4-a79c-25ee872d7431 None None] DHCP port deletion for 0209bbe2-ae77-4a5e-8f5f-b598cdea432f request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 21:55:56.390383 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-df1baad6-0050-46e4-a79c-25ee872d7431 None None] Deleting port de92ae74-9c5d-4817-a0ae-434f3a23bd78 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:55:56.390935 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-df1baad6-0050-46e4-a79c-25ee872d7431 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:56.506610 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 71b4f010-5dbf-4494-9ab9-5a3887e1038a completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:55:56.550636 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 71b4f010-5dbf-4494-9ab9-5a3887e1038a triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:55:56.551319 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:56.656695 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-259dc8eb-fa2f-4235-9509-7e0fec1f64d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:56.724447 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-a723d1ce-6457-4cdc-9365-c7f845f45f2e None None] Provisioning complete for port 71b4f010-5dbf-4494-9ab9-5a3887e1038a triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:55:56.725041 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a723d1ce-6457-4cdc-9365-c7f845f45f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:56.803239 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-0a02dd52-2272-4811-bbf2-e3a9f2f2f809 req-a1fb2b5c-54f2-4b15-aa18-965f2fd9eb88 tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:56.834806 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-df1baad6-0050-46e4-a79c-25ee872d7431 None None] For port de92ae74-9c5d-4817-a0ae-434f3a23bd78, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=de92ae74-9c5d-4817-a0ae-434f3a23bd78,segment=NetworkSegment(5513eecd-fe5a-4823-bb4c-ae0607ac9c61),segment_id=5513eecd-fe5a-4823-bb4c-ae0607ac9c61)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:55:56.835659 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-df1baad6-0050-46e4-a79c-25ee872d7431 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:56.848696 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c3ef1a22-6e80-4552-ac43-6c8aa6cab752 req-1cc17cfe-d98a-4b5d-b86f-9318b6dfd72a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c3f9ce50114047b1adfc22c64baa15b0&device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 6218 time: 0.4756167 May 05 21:55:56.875823 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-b65bf325-7950-47fb-a664-9d3f729d81b3 req-3fe8150c-cf8d-475a-a7ff-ef977385a279 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 419b7c4d-4d74-4c25-a8cc-e9abe925d78f {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:55:56.885950 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fb2b5c-54f2-4b15-aa18-965f2fd9eb88 tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] Pushing event deleted for resources: {'Port': ['ID=036e6e44-1770-4e30-9bf8-bcf1c8db11d5,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:56.888773 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-54b119f4-1c35-4aa6-b29f-e62893291627 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] For port 71b4f010-5dbf-4494-9ab9-5a3887e1038a, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=71b4f010-5dbf-4494-9ab9-5a3887e1038a,segment=NetworkSegment(97adbb4f-1147-41c9-b54c-eaa611d57152),segment_id=97adbb4f-1147-41c9-b54c-eaa611d57152)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:55:56.889064 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-54b119f4-1c35-4aa6-b29f-e62893291627 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:56.918583 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ed6e9-d844-4aea-a576-a5852ebb1bba req-fc1f4a3d-7fca-4f82-9521-fb83937f201c tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:56.918858 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-b65bf325-7950-47fb-a664-9d3f729d81b3 req-3fe8150c-cf8d-475a-a7ff-ef977385a279 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:56.919991 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-087ed6e9-d844-4aea-a576-a5852ebb1bba req-fc1f4a3d-7fca-4f82-9521-fb83937f201c tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.7520685 May 05 21:55:56.925648 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497cdb96-f740-4726-a088-17d80b5bc247 req-f5a230e8-77ab-40f1-9eea-d44b38564998 tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:56.932320 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-497cdb96-f740-4726-a088-17d80b5bc247 req-f5a230e8-77ab-40f1-9eea-d44b38564998 tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] 10.222.0.23 "GET /v2.0/ports?device_id=763d54bb-b8f5-422a-bf39-0754c2cde7ad HTTP/1.1" status: 200 len: 946 time: 0.5107012 May 05 21:55:56.982496 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-df1baad6-0050-46e4-a79c-25ee872d7431 None None] Calling delete_port for de92ae74-9c5d-4817-a0ae-434f3a23bd78 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:55:57.008881 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:57.072780 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-54b119f4-1c35-4aa6-b29f-e62893291627 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Calling delete_port for 71b4f010-5dbf-4494-9ab9-5a3887e1038a owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:55:57.079991 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-3ed632ae-94c2-4762-8add-70160a7d50d7 admin admin] For port de92ae74-9c5d-4817-a0ae-434f3a23bd78, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=de92ae74-9c5d-4817-a0ae-434f3a23bd78,segment=NetworkSegment(5513eecd-fe5a-4823-bb4c-ae0607ac9c61),segment_id=5513eecd-fe5a-4823-bb4c-ae0607ac9c61)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:55:57.080816 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3ed632ae-94c2-4762-8add-70160a7d50d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:57.130013 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-b65bf325-7950-47fb-a664-9d3f729d81b3 req-3fe8150c-cf8d-475a-a7ff-ef977385a279 service neutron] Transition to ACTIVE for port object 419b7c4d-4d74-4c25-a8cc-e9abe925d78f will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:55:57.138186 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 71b4f010-5dbf-4494-9ab9-5a3887e1038a, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=71b4f010-5dbf-4494-9ab9-5a3887e1038a,segment=NetworkSegment(97adbb4f-1147-41c9-b54c-eaa611d57152),segment_id=97adbb4f-1147-41c9-b54c-eaa611d57152)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:55:57.144315 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a723d1ce-6457-4cdc-9365-c7f845f45f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:57.154608 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:57.174560 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-b65bf325-7950-47fb-a664-9d3f729d81b3 req-3fe8150c-cf8d-475a-a7ff-ef977385a279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:57.194294 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device ed498169-4038-4481-ba40-f7a1f9056ae2 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:55:57.207784 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a02dd52-2272-4811-bbf2-e3a9f2f2f809 req-a1fb2b5c-54f2-4b15-aa18-965f2fd9eb88 tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] No DVR routers for this DVR port 036e6e44-1770-4e30-9bf8-bcf1c8db11d5 on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:55:57.220169 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-0a02dd52-2272-4811-bbf2-e3a9f2f2f809 req-a1fb2b5c-54f2-4b15-aa18-965f2fd9eb88 tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:57.224648 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763d54bb-b8f5-422a-bf39-0754c2cde7ad', 'name': 'network-vif-deleted', 'tag': '036e6e44-1770-4e30-9bf8-bcf1c8db11d5'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:55:57.234738 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: ed498169-4038-4481-ba40-f7a1f9056ae2 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:55:57.235087 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device ed498169-4038-4481-ba40-f7a1f9056ae2 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:55:57.236487 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-df1baad6-0050-46e4-a79c-25ee872d7431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:57.254646 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-41759545-49e6-4477-83a5-ade5d457d391 req-ec5120bc-6b05-45e9-9716-efd47c90d99e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b0d8abb3-f36c-43f6-b699-1619016f6b8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6426528 May 05 21:55:57.269593 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 036e6e44-1770-4e30-9bf8-bcf1c8db11d5 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:55:57.297465 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1baad6-0050-46e4-a79c-25ee872d7431 None None] No DVR routers for this DVR port de92ae74-9c5d-4817-a0ae-434f3a23bd78 on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:55:57.320953 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: 036e6e44-1770-4e30-9bf8-bcf1c8db11d5 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:55:57.321367 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 036e6e44-1770-4e30-9bf8-bcf1c8db11d5 not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:55:57.364843 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=71b4f010-5dbf-4494-9ab9-5a3887e1038a,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:57.381461 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-3ed632ae-94c2-4762-8add-70160a7d50d7 admin admin] Calling delete_port for de92ae74-9c5d-4817-a0ae-434f3a23bd78 owned by network:dhcp {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:55:57.392089 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0a02dd52-2272-4811-bbf2-e3a9f2f2f809 req-a1fb2b5c-54f2-4b15-aa18-965f2fd9eb88 tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] 10.222.0.44 "DELETE /v2.0/ports/036e6e44-1770-4e30-9bf8-bcf1c8db11d5 HTTP/1.1" status: 204 len: 173 time: 3.2534857 May 05 21:55:57.404735 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe8150c-cf8d-475a-a7ff-ef977385a279 service neutron] Pushing event updated for resources: {'Port': ['ID=419b7c4d-4d74-4c25-a8cc-e9abe925d78f,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:57.417400 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1baad6-0050-46e4-a79c-25ee872d7431 None None] Pushing event deleted for resources: {'Port': ['ID=de92ae74-9c5d-4817-a0ae-434f3a23bd78,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:57.447778 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-a723d1ce-6457-4cdc-9365-c7f845f45f2e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:55:57.448318 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-a723d1ce-6457-4cdc-9365-c7f845f45f2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:55:57.467306 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-087ed6e9-d844-4aea-a576-a5852ebb1bba req-f0440b78-ef46-4b59-82a5-eec250366296 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5330009 May 05 21:55:57.476175 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.api [None req-54b119f4-1c35-4aa6-b29f-e62893291627 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:55:57.476498 n-d-825175-4 neutron-server[84063]: DEBUG oslo_db.api [None req-54b119f4-1c35-4aa6-b29f-e62893291627 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:55:57.509229 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-497cdb96-f740-4726-a088-17d80b5bc247 req-a4ec3f2e-c535-4585-bd1c-768edc9f533a tempest-InstanceActionsV221TestJSON-1944879209 tempest-InstanceActionsV221TestJSON-1944879209-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c1dc967-de0e-47f0-bfdf-3442d4cea177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5759525 May 05 21:55:57.657850 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-41759545-49e6-4477-83a5-ade5d457d391 req-aa33cd43-22c6-4845-b600-c6e41d2edff9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0eb82da6a4bc47a2ae0058d78ca21e92&device_id=b0d8abb3-f36c-43f6-b699-1619016f6b8c HTTP/1.1" status: 200 len: 1096 time: 0.3756859 May 05 21:55:57.738908 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-b65bf325-7950-47fb-a664-9d3f729d81b3 req-3fe8150c-cf8d-475a-a7ff-ef977385a279 service neutron] Attempting to bind port 419b7c4d-4d74-4c25-a8cc-e9abe925d78f on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:55:57.739144 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-b65bf325-7950-47fb-a664-9d3f729d81b3 req-3fe8150c-cf8d-475a-a7ff-ef977385a279 service neutron] Attempting to bind port 419b7c4d-4d74-4c25-a8cc-e9abe925d78f by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': '6e17d504-de6f-46a1-b0ab-9bb177568a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:55:57.739430 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65bf325-7950-47fb-a664-9d3f729d81b3 req-3fe8150c-cf8d-475a-a7ff-ef977385a279 service neutron] Attempting to bind port 419b7c4d-4d74-4c25-a8cc-e9abe925d78f on network c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:55:57.779477 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef1a22-6e80-4552-ac43-6c8aa6cab752 req-34ed1378-66bb-4223-839d-d3ae9865411f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:57.779852 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef1a22-6e80-4552-ac43-6c8aa6cab752 req-34ed1378-66bb-4223-839d-d3ae9865411f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:57.780251 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef1a22-6e80-4552-ac43-6c8aa6cab752 req-34ed1378-66bb-4223-839d-d3ae9865411f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:57.781763 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c3ef1a22-6e80-4552-ac43-6c8aa6cab752 req-34ed1378-66bb-4223-839d-d3ae9865411f service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=c3f9ce50114047b1adfc22c64baa15b0&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.9165416 May 05 21:55:57.863432 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65bf325-7950-47fb-a664-9d3f729d81b3 req-3fe8150c-cf8d-475a-a7ff-ef977385a279 service neutron] Port 419b7c4d-4d74-4c25-a8cc-e9abe925d78f on network c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:55:57.863724 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65bf325-7950-47fb-a664-9d3f729d81b3 req-3fe8150c-cf8d-475a-a7ff-ef977385a279 service neutron] Attempting to bind port 419b7c4d-4d74-4c25-a8cc-e9abe925d78f on network c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:55:57.887287 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65bf325-7950-47fb-a664-9d3f729d81b3 req-3fe8150c-cf8d-475a-a7ff-ef977385a279 service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:55:57.887680 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65bf325-7950-47fb-a664-9d3f729d81b3 req-3fe8150c-cf8d-475a-a7ff-ef977385a279 service neutron] Checking segment: {'id': '6e17d504-de6f-46a1-b0ab-9bb177568a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:55:57.887989 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65bf325-7950-47fb-a664-9d3f729d81b3 req-3fe8150c-cf8d-475a-a7ff-ef977385a279 service neutron] Bound using segment: {'id': '6e17d504-de6f-46a1-b0ab-9bb177568a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:55:57.888441 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-b65bf325-7950-47fb-a664-9d3f729d81b3 req-3fe8150c-cf8d-475a-a7ff-ef977385a279 service neutron] Bound port: 419b7c4d-4d74-4c25-a8cc-e9abe925d78f, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e17d504-de6f-46a1-b0ab-9bb177568a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:55:57.888773 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-b65bf325-7950-47fb-a664-9d3f729d81b3 req-3fe8150c-cf8d-475a-a7ff-ef977385a279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:57.919831 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.api [None req-3ed632ae-94c2-4762-8add-70160a7d50d7 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:55:57.920205 n-d-825175-4 neutron-server[84061]: DEBUG oslo_db.api [None req-3ed632ae-94c2-4762-8add-70160a7d50d7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:55:58.036258 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41759545-49e6-4477-83a5-ade5d457d391 req-66db5594-e8e8-43b4-b7c8-7f2fab109d33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:58.038220 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-41759545-49e6-4477-83a5-ade5d457d391 req-66db5594-e8e8-43b4-b7c8-7f2fab109d33 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f33cead3-3472-4ef7-9cf3-a35684adef89 HTTP/1.1" status: 200 len: 913 time: 0.3232477 May 05 21:55:58.061490 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef1a22-6e80-4552-ac43-6c8aa6cab752 req-baaf57ef-a912-44db-bf8d-792930a11631 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:58.062952 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c3ef1a22-6e80-4552-ac43-6c8aa6cab752 req-baaf57ef-a912-44db-bf8d-792930a11631 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2621300 May 05 21:55:58.072622 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1812f2-d2f0-47ff-b420-503b8c40b4c1 req-f284b83e-51d9-4ef2-a8bd-1214e9734a33 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:58.076512 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1812f2-d2f0-47ff-b420-503b8c40b4c1 req-f284b83e-51d9-4ef2-a8bd-1214e9734a33 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:58.080625 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1812f2-d2f0-47ff-b420-503b8c40b4c1 req-f284b83e-51d9-4ef2-a8bd-1214e9734a33 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:58.084735 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1812f2-d2f0-47ff-b420-503b8c40b4c1 req-f284b83e-51d9-4ef2-a8bd-1214e9734a33 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:58.088706 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1812f2-d2f0-47ff-b420-503b8c40b4c1 req-f284b83e-51d9-4ef2-a8bd-1214e9734a33 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:58.092583 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1812f2-d2f0-47ff-b420-503b8c40b4c1 req-f284b83e-51d9-4ef2-a8bd-1214e9734a33 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:58.096691 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1812f2-d2f0-47ff-b420-503b8c40b4c1 req-f284b83e-51d9-4ef2-a8bd-1214e9734a33 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:58.098604 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6e1812f2-d2f0-47ff-b420-503b8c40b4c1 req-f284b83e-51d9-4ef2-a8bd-1214e9734a33 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/ports?device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 5381 time: 0.4292233 May 05 21:55:58.106951 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b87ff-7aaf-4da8-8fad-3a209f07f31e req-f95157f0-a3bd-43bd-8e5b-42cb5b4c06f6 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:58.108971 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc8b87ff-7aaf-4da8-8fad-3a209f07f31e req-f95157f0-a3bd-43bd-8e5b-42cb5b4c06f6 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=650ee19c-47a5-46fb-87c2-6a55df6429d5 HTTP/1.1" status: 200 len: 943 time: 0.4000230 May 05 21:55:58.116688 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 71b4f010-5dbf-4494-9ab9-5a3887e1038a up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:55:58.136080 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-259dc8eb-fa2f-4235-9509-7e0fec1f64d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84c61080-09da-4d95-bf6c-97692f2369f2 {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:55:58.163781 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-259dc8eb-fa2f-4235-9509-7e0fec1f64d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:58.198394 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 71b4f010-5dbf-4494-9ab9-5a3887e1038a triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:55:58.198835 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:58.203721 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-259dc8eb-fa2f-4235-9509-7e0fec1f64d3 service neutron] Transition to ACTIVE for port object 84c61080-09da-4d95-bf6c-97692f2369f2 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:55:58.215950 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-259dc8eb-fa2f-4235-9509-7e0fec1f64d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:58.222136 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-54b119f4-1c35-4aa6-b29f-e62893291627 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Deleting port 71b4f010-5dbf-4494-9ab9-5a3887e1038a {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:55:58.222474 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-54b119f4-1c35-4aa6-b29f-e62893291627 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:58.260099 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6e1812f2-d2f0-47ff-b420-503b8c40b4c1 req-a6f6face-5106-4cc8-96e1-e2a9d4c48989 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/security-groups?id=d56f4659-1a1c-44b7-b1dc-74618b3402dc&id=d1b940f3-f2a7-478e-a3f4-c0ad661f5649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1499839 May 05 21:55:58.272903 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc8b87ff-7aaf-4da8-8fad-3a209f07f31e req-eba8bd4f-c530-444c-8ad5-72d93d6c0cc7 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c51188-03e9-4eb7-84f3-076c2790a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404715 May 05 21:55:58.360324 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259dc8eb-fa2f-4235-9509-7e0fec1f64d3 service neutron] Pushing event updated for resources: {'Port': ['ID=84c61080-09da-4d95-bf6c-97692f2369f2,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:58.410216 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-41759545-49e6-4477-83a5-ade5d457d391 req-25d3c35a-003a-463f-be88-274e4f199c36 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25d9e451-57c3-41ad-9d23-df0953c08e55 HTTP/1.1" status: 200 len: 217 time: 0.3642654 May 05 21:55:58.413844 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3c9e418-b918-4e60-80c4-b9a375366d36'] response: {'server_uuid': '763d54bb-b8f5-422a-bf39-0754c2cde7ad', 'name': 'network-vif-deleted', 'tag': '036e6e44-1770-4e30-9bf8-bcf1c8db11d5', 'status': 'completed', 'code': 200} May 05 21:55:58.429935 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-3ed632ae-94c2-4762-8add-70160a7d50d7 admin admin] Deleting port de92ae74-9c5d-4817-a0ae-434f3a23bd78 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:55:58.429935 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3ed632ae-94c2-4762-8add-70160a7d50d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:58.465547 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device de92ae74-9c5d-4817-a0ae-434f3a23bd78 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:55:58.477935 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-b65bf325-7950-47fb-a664-9d3f729d81b3 req-3fe8150c-cf8d-475a-a7ff-ef977385a279 service neutron] For port 419b7c4d-4d74-4c25-a8cc-e9abe925d78f, host n-h2-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:55:58.510550 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: de92ae74-9c5d-4817-a0ae-434f3a23bd78 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:55:58.510867 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device de92ae74-9c5d-4817-a0ae-434f3a23bd78 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:55:58.556107 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-b65bf325-7950-47fb-a664-9d3f729d81b3 req-3fe8150c-cf8d-475a-a7ff-ef977385a279 service neutron] For port 419b7c4d-4d74-4c25-a8cc-e9abe925d78f, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=419b7c4d-4d74-4c25-a8cc-e9abe925d78f,segment=NetworkSegment(6e17d504-de6f-46a1-b0ab-9bb177568a44),segment_id=6e17d504-de6f-46a1-b0ab-9bb177568a44)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:55:58.588866 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41759545-49e6-4477-83a5-ade5d457d391 req-33b560e9-8c99-440e-ae40-6e2d39d23f8e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:58.590366 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-41759545-49e6-4477-83a5-ade5d457d391 req-33b560e9-8c99-440e-ae40-6e2d39d23f8e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7d5de724-e15a-4a3a-8314-05869a0cf070 HTTP/1.1" status: 200 len: 851 time: 0.1695104 May 05 21:55:58.619294 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-b65bf325-7950-47fb-a664-9d3f729d81b3 req-3fe8150c-cf8d-475a-a7ff-ef977385a279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:58.641733 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-3ed632ae-94c2-4762-8add-70160a7d50d7 admin admin] The port 'de92ae74-9c5d-4817-a0ae-434f3a23bd78' was deleted {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 21:55:58.738084 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-b65bf325-7950-47fb-a664-9d3f729d81b3 req-3fe8150c-cf8d-475a-a7ff-ef977385a279 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:58.739541 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b65bf325-7950-47fb-a664-9d3f729d81b3 req-3fe8150c-cf8d-475a-a7ff-ef977385a279 service neutron] 10.222.0.32 "PUT /v2.0/ports/419b7c4d-4d74-4c25-a8cc-e9abe925d78f HTTP/1.1" status: 200 len: 1091 time: 4.4544570 May 05 21:55:58.794649 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-259dc8eb-fa2f-4235-9509-7e0fec1f64d3 service neutron] Attempting to bind port 84c61080-09da-4d95-bf6c-97692f2369f2 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:55:58.795018 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-259dc8eb-fa2f-4235-9509-7e0fec1f64d3 service neutron] Attempting to bind port 84c61080-09da-4d95-bf6c-97692f2369f2 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': '9ef591eb-c7e9-4c62-ae5a-6d550e933c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c1301700-8066-4240-acf4-e47c77ffe534'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:55:58.795343 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-259dc8eb-fa2f-4235-9509-7e0fec1f64d3 service neutron] Attempting to bind port 84c61080-09da-4d95-bf6c-97692f2369f2 on network c1301700-8066-4240-acf4-e47c77ffe534 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:55:58.812492 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3ed632ae-94c2-4762-8add-70160a7d50d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:58.823414 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-259dc8eb-fa2f-4235-9509-7e0fec1f64d3 service neutron] Port 84c61080-09da-4d95-bf6c-97692f2369f2 on network c1301700-8066-4240-acf4-e47c77ffe534 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:55:58.823739 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-259dc8eb-fa2f-4235-9509-7e0fec1f64d3 service neutron] Attempting to bind port 84c61080-09da-4d95-bf6c-97692f2369f2 on network c1301700-8066-4240-acf4-e47c77ffe534 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:55:58.848884 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-3ed632ae-94c2-4762-8add-70160a7d50d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0209bbe2-ae77-4a5e-8f5f-b598cdea432f']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:55:58.860018 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-259dc8eb-fa2f-4235-9509-7e0fec1f64d3 service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:55:58.860406 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-259dc8eb-fa2f-4235-9509-7e0fec1f64d3 service neutron] Checking segment: {'id': '9ef591eb-c7e9-4c62-ae5a-6d550e933c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c1301700-8066-4240-acf4-e47c77ffe534'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:55:58.860716 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-259dc8eb-fa2f-4235-9509-7e0fec1f64d3 service neutron] Bound using segment: {'id': '9ef591eb-c7e9-4c62-ae5a-6d550e933c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c1301700-8066-4240-acf4-e47c77ffe534'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:55:58.861183 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-259dc8eb-fa2f-4235-9509-7e0fec1f64d3 service neutron] Bound port: 84c61080-09da-4d95-bf6c-97692f2369f2, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ef591eb-c7e9-4c62-ae5a-6d550e933c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c1301700-8066-4240-acf4-e47c77ffe534'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:55:58.861609 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-259dc8eb-fa2f-4235-9509-7e0fec1f64d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:58.873685 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-3ed632ae-94c2-4762-8add-70160a7d50d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5513eecd-fe5a-4823-bb4c-ae0607ac9c61') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:55:58.874006 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-3ed632ae-94c2-4762-8add-70160a7d50d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5513eecd-fe5a-4823-bb4c-ae0607ac9c61') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:55:58.898300 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3ed632ae-94c2-4762-8add-70160a7d50d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:58.910753 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744b9f2-b0d9-4585-a2ae-6aac5f322e1b req-3dd81372-26e8-4b8d-b2d7-4bb29c385f2d tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:58.911381 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e744b9f2-b0d9-4585-a2ae-6aac5f322e1b req-3dd81372-26e8-4b8d-b2d7-4bb29c385f2d tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.3636172 May 05 21:55:58.933147 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe8150c-cf8d-475a-a7ff-ef977385a279 service neutron] Pushing event updated for resources: {'Port': ['ID=419b7c4d-4d74-4c25-a8cc-e9abe925d78f,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:58.971929 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3ed632ae-94c2-4762-8add-70160a7d50d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:58.989198 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47862) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:58.993798 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ed632ae-94c2-4762-8add-70160a7d50d7 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:55:58.994299 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3ed632ae-94c2-4762-8add-70160a7d50d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:59.007464 n-d-825175-4 neutron-server[84061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:55:59.007464 n-d-825175-4 neutron-server[84061]: util.warn( May 05 21:55:59.007464 n-d-825175-4 neutron-server[84061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:55:59.007464 n-d-825175-4 neutron-server[84061]: util.warn( May 05 21:55:59.007464 n-d-825175-4 neutron-server[84061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:55:59.007464 n-d-825175-4 neutron-server[84061]: util.warn( May 05 21:55:59.007464 n-d-825175-4 neutron-server[84061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:55:59.007464 n-d-825175-4 neutron-server[84061]: util.warn( May 05 21:55:59.007464 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 21:55:59.007464 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:55:59.007464 n-d-825175-4 neutron-server[84061]: timer() May 05 21:55:59.007464 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:55:59.007464 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 21:55:59.007464 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:55:59.007464 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 21:55:59.007464 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:55:59.007464 n-d-825175-4 neutron-server[84061]: self._notify() May 05 21:55:59.007464 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:55:59.007464 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 21:55:59.007464 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:55:59.007464 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 21:55:59.007464 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:55:59.007464 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:55:59.007464 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:55:59.007464 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:55:59.007464 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:55:59.007464 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 21:55:59.007464 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:55:59.007464 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 21:55:59.007464 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:55:59.007464 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:55:59.007464 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:55:59.007464 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 21:55:59.007464 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:55:59.007464 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:55:59.007464 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:55:59.007464 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:55:59.007464 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:55:59.007464 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:55:59.007464 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:55:59.116018 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e744b9f2-b0d9-4585-a2ae-6aac5f322e1b req-6e65f12a-e68d-4fa2-983c-3c0a958e2045 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688550 May 05 21:55:59.120987 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-259dc8eb-fa2f-4235-9509-7e0fec1f64d3 service neutron] For port 84c61080-09da-4d95-bf6c-97692f2369f2, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:55:59.122351 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-54b119f4-1c35-4aa6-b29f-e62893291627 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] For port 71b4f010-5dbf-4494-9ab9-5a3887e1038a, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=71b4f010-5dbf-4494-9ab9-5a3887e1038a,segment=NetworkSegment(97adbb4f-1147-41c9-b54c-eaa611d57152),segment_id=97adbb4f-1147-41c9-b54c-eaa611d57152)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:55:59.122738 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-54b119f4-1c35-4aa6-b29f-e62893291627 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:59.125249 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-259dc8eb-fa2f-4235-9509-7e0fec1f64d3 service neutron] For port 84c61080-09da-4d95-bf6c-97692f2369f2, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=84c61080-09da-4d95-bf6c-97692f2369f2,segment=NetworkSegment(9ef591eb-c7e9-4c62-ae5a-6d550e933c2c),segment_id=9ef591eb-c7e9-4c62-ae5a-6d550e933c2c)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:55:59.126588 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3ed632ae-94c2-4762-8add-70160a7d50d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:59.143505 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-41759545-49e6-4477-83a5-ade5d457d391 req-61577cc2-79aa-4085-9068-1fedcd866f02 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f33cead3-3472-4ef7-9cf3-a35684adef89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5115607 May 05 21:55:59.146455 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3ed632ae-94c2-4762-8add-70160a7d50d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:59.149254 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-259dc8eb-fa2f-4235-9509-7e0fec1f64d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:59.204611 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed632ae-94c2-4762-8add-70160a7d50d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0209bbe2-ae77-4a5e-8f5f-b598cdea432f,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:59.288318 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b65bf325-7950-47fb-a664-9d3f729d81b3 req-d7e79c7a-ec65-47bc-a507-57c61ef6edc2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d02eb1266e448b393d214c57b70ce63&device_id=650ee19c-47a5-46fb-87c2-6a55df6429d5 HTTP/1.1" status: 200 len: 1094 time: 0.4876540 May 05 21:55:59.289028 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-2c393699-d19e-48fc-b7f7-5582da89baad tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Deleting port 28f4db43-1308-4bc9-871d-f2636b372d8b {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:55:59.289371 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2c393699-d19e-48fc-b7f7-5582da89baad tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:59.319353 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-54b119f4-1c35-4aa6-b29f-e62893291627 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Calling delete_port for 71b4f010-5dbf-4494-9ab9-5a3887e1038a owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:55:59.356739 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-259dc8eb-fa2f-4235-9509-7e0fec1f64d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:59.358260 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-259dc8eb-fa2f-4235-9509-7e0fec1f64d3 service neutron] 10.222.0.32 "PUT /v2.0/ports/84c61080-09da-4d95-bf6c-97692f2369f2 HTTP/1.1" status: 200 len: 1091 time: 3.4281862 May 05 21:55:59.358741 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96539926-3157-406d-977f-028308bff7aa', 'tag': '84c61080-09da-4d95-bf6c-97692f2369f2'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:55:59.371394 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-3ed632ae-94c2-4762-8add-70160a7d50d7 admin admin] 10.222.0.23 "DELETE /v2.0/networks/0209bbe2-ae77-4a5e-8f5f-b598cdea432f HTTP/1.1" status: 204 len: 168 time: 3.6246734 May 05 21:55:59.379440 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259dc8eb-fa2f-4235-9509-7e0fec1f64d3 service neutron] Pushing event updated for resources: {'Port': ['ID=84c61080-09da-4d95-bf6c-97692f2369f2,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:55:59.396627 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-b3c930b8-7671-4128-ac49-0d66c8290cfc service neutron] Request body: {'port': {'device_id': '96539926-3157-406d-977f-028308bff7aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:55:59.431668 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6996fec-8b25-4a31-8213-857532299491 admin admin] Deleting subnet 5961d8fe-210f-458a-9e74-9d5db24569bd {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:55:59.530205 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a6996fec-8b25-4a31-8213-857532299491 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:59.627329 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b65bf325-7950-47fb-a664-9d3f729d81b3 req-7fe39c2c-ecbc-4754-aaa1-90fae094a1ec service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=419b7c4d-4d74-4c25-a8cc-e9abe925d78f HTTP/1.1" status: 200 len: 217 time: 0.2803872 May 05 21:55:59.632305 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d414de3e-65c9-448c-bc8c-015aeb9e6445'] response: {'name': 'network-changed', 'server_uuid': '96539926-3157-406d-977f-028308bff7aa', 'tag': '84c61080-09da-4d95-bf6c-97692f2369f2', 'status': 'completed', 'code': 200} May 05 21:55:59.776002 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-b3c930b8-7671-4128-ac49-0d66c8290cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:55:59.785324 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47878) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:55:59.911907 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c36917ac-c5b9-4c50-a2cc-09358a682c29 req-ec90cb4c-07e3-4b78-98bd-81d4ea9424a8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c3f9ce50114047b1adfc22c64baa15b0&device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 6285 time: 0.3294902 May 05 21:55:59.917441 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e426a85-5d60-4b67-b55c-32b3c0662446 req-d62fa22a-e4d3-4354-8eec-62bdab11dcbc tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:55:59.918903 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0e426a85-5d60-4b67-b55c-32b3c0662446 req-d62fa22a-e4d3-4354-8eec-62bdab11dcbc tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=650ee19c-47a5-46fb-87c2-6a55df6429d5 HTTP/1.1" status: 200 len: 943 time: 0.4151003 May 05 21:55:59.977255 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a6996fec-8b25-4a31-8213-857532299491 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:00.097116 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-8bfc104c-d73e-4d16-bfe8-f6b007d097a3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b8d6052b833a4534bc346cca1ce7985f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3086720 May 05 21:56:00.114521 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47882) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:00.117987 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65bf325-7950-47fb-a664-9d3f729d81b3 req-de0283ef-4c27-47d2-b588-f12762ae03f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:00.119572 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b65bf325-7950-47fb-a664-9d3f729d81b3 req-de0283ef-4c27-47d2-b588-f12762ae03f0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=81b3baf0-8b4b-4758-b115-81242d9737a5 HTTP/1.1" status: 200 len: 855 time: 0.4608808 May 05 21:56:00.154492 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-41759545-49e6-4477-83a5-ade5d457d391 req-5cbbdb1f-9adb-4245-9b02-bc03ef1524d3 service neutron] 10.222.0.32 "GET /v2.0/networks/f33cead3-3472-4ef7-9cf3-a35684adef89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9472530 May 05 21:56:00.171767 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebde2d0-5fe3-4a9c-abe6-5c2a64d11c5c req-4376c4a3-7ae2-4629-b234-2bb3c5cbb227 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:00.175749 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebde2d0-5fe3-4a9c-abe6-5c2a64d11c5c req-4376c4a3-7ae2-4629-b234-2bb3c5cbb227 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:00.179582 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebde2d0-5fe3-4a9c-abe6-5c2a64d11c5c req-4376c4a3-7ae2-4629-b234-2bb3c5cbb227 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:00.183545 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebde2d0-5fe3-4a9c-abe6-5c2a64d11c5c req-4376c4a3-7ae2-4629-b234-2bb3c5cbb227 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:00.187382 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebde2d0-5fe3-4a9c-abe6-5c2a64d11c5c req-4376c4a3-7ae2-4629-b234-2bb3c5cbb227 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:00.191358 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebde2d0-5fe3-4a9c-abe6-5c2a64d11c5c req-4376c4a3-7ae2-4629-b234-2bb3c5cbb227 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:00.195197 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebde2d0-5fe3-4a9c-abe6-5c2a64d11c5c req-4376c4a3-7ae2-4629-b234-2bb3c5cbb227 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:00.197423 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0ebde2d0-5fe3-4a9c-abe6-5c2a64d11c5c req-4376c4a3-7ae2-4629-b234-2bb3c5cbb227 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/ports?device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 5393 time: 0.5074761 May 05 21:56:00.235412 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0e426a85-5d60-4b67-b55c-32b3c0662446 req-024494c0-f362-4a93-ba37-6ca2fa51002a tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c51188-03e9-4eb7-84f3-076c2790a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907908 May 05 21:56:00.251076 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b65bf325-7950-47fb-a664-9d3f729d81b3 req-ae7c1e1c-f1bc-4d23-8eec-8560b1758ffc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0987573 May 05 21:56:00.260178 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a6996fec-8b25-4a31-8213-857532299491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:00.280245 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36917ac-c5b9-4c50-a2cc-09358a682c29 req-13b34fb9-0071-4f91-b310-df6fcf9711e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:00.280693 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36917ac-c5b9-4c50-a2cc-09358a682c29 req-13b34fb9-0071-4f91-b310-df6fcf9711e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:00.281062 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36917ac-c5b9-4c50-a2cc-09358a682c29 req-13b34fb9-0071-4f91-b310-df6fcf9711e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:00.283526 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c36917ac-c5b9-4c50-a2cc-09358a682c29 req-13b34fb9-0071-4f91-b310-df6fcf9711e6 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=c3f9ce50114047b1adfc22c64baa15b0&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3620751 May 05 21:56:00.388799 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2c393699-d19e-48fc-b7f7-5582da89baad tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:00.422130 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '650ee19c-47a5-46fb-87c2-6a55df6429d5', 'tag': '419b7c4d-4d74-4c25-a8cc-e9abe925d78f'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:56:00.426443 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-54b119f4-1c35-4aa6-b29f-e62893291627 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:00.535746 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0ebde2d0-5fe3-4a9c-abe6-5c2a64d11c5c req-d1986246-4383-4656-a17d-6b45b038e9ba tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/security-groups?id=d56f4659-1a1c-44b7-b1dc-74618b3402dc&id=d1b940f3-f2a7-478e-a3f4-c0ad661f5649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3306813 May 05 21:56:00.646339 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-2c393699-d19e-48fc-b7f7-5582da89baad tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Calling delete_port for 28f4db43-1308-4bc9-871d-f2636b372d8b owned by network:router_interface {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:56:00.675349 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f725d5e-943d-43b3-9ad2-7e44b5291b6d'] response: {'name': 'network-changed', 'server_uuid': '650ee19c-47a5-46fb-87c2-6a55df6429d5', 'tag': '419b7c4d-4d74-4c25-a8cc-e9abe925d78f', 'status': 'completed', 'code': 200} May 05 21:56:00.685346 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36917ac-c5b9-4c50-a2cc-09358a682c29 req-335e82cc-f9e0-46b6-a78d-6952bf60e506 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:00.686825 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c36917ac-c5b9-4c50-a2cc-09358a682c29 req-335e82cc-f9e0-46b6-a78d-6952bf60e506 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3806925 May 05 21:56:00.749105 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb8394-096f-4359-9436-b8664f92a7e0 req-122eb99f-3d89-44aa-a376-e4e3f39d2651 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:00.750622 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2adb8394-096f-4359-9436-b8664f92a7e0 req-122eb99f-3d89-44aa-a376-e4e3f39d2651 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.3657444 May 05 21:56:00.760346 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-b3c930b8-7671-4128-ac49-0d66c8290cfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40be755c-7280-4fa7-ab8f-f0bd526d1201 {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:56:00.785568 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-b3c930b8-7671-4128-ac49-0d66c8290cfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:00.791883 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f088ac7b-45af-4f9d-9fd3-9dba71b9f231 None None] DHCP port deletion for 04a2cca6-3cba-4bd5-b4ad-1ed8d7dc8230 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 21:56:00.806016 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-b3c930b8-7671-4128-ac49-0d66c8290cfc service neutron] Transition to ACTIVE for port object 40be755c-7280-4fa7-ab8f-f0bd526d1201 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:56:00.809577 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b119f4-1c35-4aa6-b29f-e62893291627 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Pushing event deleted for resources: {'Port': ['ID=71b4f010-5dbf-4494-9ab9-5a3887e1038a,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:00.813259 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f304aa-8baf-4a12-a69d-c203d1923e28 None None] get_active_networks_info from n-d-825175-4 {{(pid=84064) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 05 21:56:00.825073 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-b3c930b8-7671-4128-ac49-0d66c8290cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:00.847003 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d8845e27-645a-4018-b837-b3f3dfe9b644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:00.907205 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2adb8394-096f-4359-9436-b8664f92a7e0 req-57858e01-1e1f-4d90-9831-09a85bbeae3d tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408293 May 05 21:56:00.914478 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b119f4-1c35-4aa6-b29f-e62893291627 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] No DVR routers for this DVR port 71b4f010-5dbf-4494-9ab9-5a3887e1038a on host n-d-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:56:00.934036 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a6996fec-8b25-4a31-8213-857532299491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:00.994346 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c930b8-7671-4128-ac49-0d66c8290cfc service neutron] Pushing event updated for resources: {'Port': ['ID=40be755c-7280-4fa7-ab8f-f0bd526d1201,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:01.002822 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-41759545-49e6-4477-83a5-ade5d457d391 req-20ac986e-54e7-4889-b2d6-ae5cd360d583 service neutron] 10.222.0.32 "GET /v2.0/networks/f33cead3-3472-4ef7-9cf3-a35684adef89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8070867 May 05 21:56:01.031334 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f304aa-8baf-4a12-a69d-c203d1923e28 None None] Resources bound (agent type, host, resource id): {{(pid=84064) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 05 21:56:01.032845 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b65bf325-7950-47fb-a664-9d3f729d81b3 req-7a8f8f66-4921-4a93-a03b-37047864a30e service neutron] 10.222.0.32 "GET /v2.0/networks/c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6868639 May 05 21:56:01.039824 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d8845e27-645a-4018-b837-b3f3dfe9b644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:01.046718 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6996fec-8b25-4a31-8213-857532299491 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5961d8fe-210f-458a-9e74-9d5db24569bd,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:01.120436 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a6996fec-8b25-4a31-8213-857532299491 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:01.153952 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-b3c930b8-7671-4128-ac49-0d66c8290cfc service neutron] Attempting to bind port 40be755c-7280-4fa7-ab8f-f0bd526d1201 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:56:01.154315 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-b3c930b8-7671-4128-ac49-0d66c8290cfc service neutron] Attempting to bind port 40be755c-7280-4fa7-ab8f-f0bd526d1201 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': '9ef591eb-c7e9-4c62-ae5a-6d550e933c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c1301700-8066-4240-acf4-e47c77ffe534'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:56:01.154577 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-b3c930b8-7671-4128-ac49-0d66c8290cfc service neutron] Attempting to bind port 40be755c-7280-4fa7-ab8f-f0bd526d1201 on network c1301700-8066-4240-acf4-e47c77ffe534 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:56:01.160780 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-b3c930b8-7671-4128-ac49-0d66c8290cfc service neutron] Port 40be755c-7280-4fa7-ab8f-f0bd526d1201 on network c1301700-8066-4240-acf4-e47c77ffe534 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:56:01.161879 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-b3c930b8-7671-4128-ac49-0d66c8290cfc service neutron] Attempting to bind port 40be755c-7280-4fa7-ab8f-f0bd526d1201 on network c1301700-8066-4240-acf4-e47c77ffe534 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:56:01.168456 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-b3c930b8-7671-4128-ac49-0d66c8290cfc service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:56:01.168801 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-b3c930b8-7671-4128-ac49-0d66c8290cfc service neutron] Checking segment: {'id': '9ef591eb-c7e9-4c62-ae5a-6d550e933c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c1301700-8066-4240-acf4-e47c77ffe534'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:56:01.169224 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-b3c930b8-7671-4128-ac49-0d66c8290cfc service neutron] Bound using segment: {'id': '9ef591eb-c7e9-4c62-ae5a-6d550e933c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c1301700-8066-4240-acf4-e47c77ffe534'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:56:01.169690 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-b3c930b8-7671-4128-ac49-0d66c8290cfc service neutron] Bound port: 40be755c-7280-4fa7-ab8f-f0bd526d1201, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ef591eb-c7e9-4c62-ae5a-6d550e933c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c1301700-8066-4240-acf4-e47c77ffe534'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:56:01.170032 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-b3c930b8-7671-4128-ac49-0d66c8290cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:01.205886 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-54b119f4-1c35-4aa6-b29f-e62893291627 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:01.252799 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a6996fec-8b25-4a31-8213-857532299491 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5961d8fe-210f-458a-9e74-9d5db24569bd HTTP/1.1" status: 204 len: 168 time: 2.2625458 May 05 21:56:01.261933 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47894) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:01.419235 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d8845e27-645a-4018-b837-b3f3dfe9b644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:01.477581 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b65bf325-7950-47fb-a664-9d3f729d81b3 req-4983fd82-9ab2-4872-8a1c-a091f65b6b32 service neutron] 10.222.0.32 "GET /v2.0/networks/c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4183292 May 05 21:56:01.478312 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8845e27-645a-4018-b837-b3f3dfe9b644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910f211c-c7ca-4cc4-8d09-61e980cdaa2e,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:01.507552 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-54b119f4-1c35-4aa6-b29f-e62893291627 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:01.614575 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2c393699-d19e-48fc-b7f7-5582da89baad tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:01.618339 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b119f4-1c35-4aa6-b29f-e62893291627 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Pushing event deleted for resources: {'Subnet': ['ID=8b6385e2-1840-4084-9785-3d978c9d311b,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:01.673391 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:56:01.787425 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-b3c930b8-7671-4128-ac49-0d66c8290cfc service neutron] For port 40be755c-7280-4fa7-ab8f-f0bd526d1201, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:56:01.793092 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e3128d70-857b-440c-acb5-c11036c7d59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:01.815939 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-b3c930b8-7671-4128-ac49-0d66c8290cfc service neutron] For port 40be755c-7280-4fa7-ab8f-f0bd526d1201, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=40be755c-7280-4fa7-ab8f-f0bd526d1201,segment=NetworkSegment(9ef591eb-c7e9-4c62-ae5a-6d550e933c2c),segment_id=9ef591eb-c7e9-4c62-ae5a-6d550e933c2c)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:56:01.828219 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-b3c930b8-7671-4128-ac49-0d66c8290cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:01.832388 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669fe7ae-064f-45e7-a23b-e1c6f34eb12d None None] Network 04a2cca6-3cba-4bd5-b4ad-1ed8d7dc8230 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:56:01.842219 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c393699-d19e-48fc-b7f7-5582da89baad tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event deleted for resources: {'Port': ['ID=28f4db43-1308-4bc9-871d-f2636b372d8b,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:01.912396 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d8845e27-645a-4018-b837-b3f3dfe9b644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:01.913550 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d8845e27-645a-4018-b837-b3f3dfe9b644 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/910f211c-c7ca-4cc4-8d09-61e980cdaa2e HTTP/1.1" status: 204 len: 168 time: 1.7931125 May 05 21:56:01.950086 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27eea7-ec30-46b8-a303-8b72ba6e7c70 req-2dee8171-8a5b-44a4-a992-ee8de0e345a9 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:01.961090 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9e27eea7-ec30-46b8-a303-8b72ba6e7c70 req-2dee8171-8a5b-44a4-a992-ee8de0e345a9 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.6035774 May 05 21:56:01.977816 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fc6823a4-faac-4db2-af0b-dc962d532673 req-992b555f-9092-4b06-9854-5e544764ec86 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0eb82da6a4bc47a2ae0058d78ca21e92&device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 1096 time: 0.6186161 May 05 21:56:02.050386 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-54b119f4-1c35-4aa6-b29f-e62893291627 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:02.080515 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 71b4f010-5dbf-4494-9ab9-5a3887e1038a no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:56:02.127393 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-b3c930b8-7671-4128-ac49-0d66c8290cfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:02.128078 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11cd0c73-5cd9-4c20-a3b9-b282c33ae871 None None] DHCP port deletion for 04a2cca6-3cba-4bd5-b4ad-1ed8d7dc8230 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 21:56:02.128866 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-b3c930b8-7671-4128-ac49-0d66c8290cfc service neutron] 10.222.0.32 "PUT /v2.0/ports/40be755c-7280-4fa7-ab8f-f0bd526d1201 HTTP/1.1" status: 200 len: 1090 time: 2.7400148 May 05 21:56:02.129389 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96539926-3157-406d-977f-028308bff7aa', 'tag': '40be755c-7280-4fa7-ab8f-f0bd526d1201'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:56:02.157151 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 71b4f010-5dbf-4494-9ab9-5a3887e1038a {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:56:02.157401 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 71b4f010-5dbf-4494-9ab9-5a3887e1038a not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:56:02.174579 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-e845a860-33b1-4e9d-b9b5-e9f02f886b0f service neutron] Request body: {'port': {'device_id': '96539926-3157-406d-977f-028308bff7aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:56:02.208291 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1807f24d-1d1c-41d0-9c8b-e6491a25bf27 req-61900e51-30f4-4428-84ff-d807cc6ba1d0 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:02.209809 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1807f24d-1d1c-41d0-9c8b-e6491a25bf27 req-61900e51-30f4-4428-84ff-d807cc6ba1d0 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=650ee19c-47a5-46fb-87c2-6a55df6429d5 HTTP/1.1" status: 200 len: 943 time: 0.5221097 May 05 21:56:02.246505 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e3128d70-857b-440c-acb5-c11036c7d59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:02.249967 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-54b119f4-1c35-4aa6-b29f-e62893291627 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04a2cca6-3cba-4bd5-b4ad-1ed8d7dc8230']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:02.254146 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c930b8-7671-4128-ac49-0d66c8290cfc service neutron] Pushing event updated for resources: {'Port': ['ID=40be755c-7280-4fa7-ab8f-f0bd526d1201,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:02.273272 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-54b119f4-1c35-4aa6-b29f-e62893291627 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97adbb4f-1147-41c9-b54c-eaa611d57152') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:02.273572 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-54b119f4-1c35-4aa6-b29f-e62893291627 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97adbb4f-1147-41c9-b54c-eaa611d57152') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:02.311476 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-54b119f4-1c35-4aa6-b29f-e62893291627 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:02.337619 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9e27eea7-ec30-46b8-a303-8b72ba6e7c70 req-d47c81ef-2b19-4183-8c3a-d9fb084c11b8 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3752656 May 05 21:56:02.341732 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-e3128d70-857b-440c-acb5-c11036c7d59a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32eb557b-6282-40d9-a203-590c8d659e96']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:02.437998 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-955f6950-37d0-41ce-8ba6-bdcb15ee4125 req-ef5253e7-572f-43b6-8747-1e62341c1c20 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3d02eb1266e448b393d214c57b70ce63&device_id=650ee19c-47a5-46fb-87c2-6a55df6429d5 HTTP/1.1" status: 200 len: 1094 time: 0.8795195 May 05 21:56:02.438386 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-e3128d70-857b-440c-acb5-c11036c7d59a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11ec40a2-3115-4dbb-97cb-2bfd4c8a8084') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:02.438704 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-e3128d70-857b-440c-acb5-c11036c7d59a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11ec40a2-3115-4dbb-97cb-2bfd4c8a8084') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:02.466160 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e3128d70-857b-440c-acb5-c11036c7d59a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:02.476374 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1807f24d-1d1c-41d0-9c8b-e6491a25bf27 req-404d8590-a9a1-475f-a007-87f7771e805b tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c51188-03e9-4eb7-84f3-076c2790a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377510 May 05 21:56:02.528741 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6823a4-faac-4db2-af0b-dc962d532673 req-ac903222-372f-4635-bb09-e4629ad27c20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:02.530331 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fc6823a4-faac-4db2-af0b-dc962d532673 req-ac903222-372f-4635-bb09-e4629ad27c20 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f33cead3-3472-4ef7-9cf3-a35684adef89 HTTP/1.1" status: 200 len: 913 time: 0.5267665 May 05 21:56:02.543370 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-e845a860-33b1-4e9d-b9b5-e9f02f886b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:02.586965 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-54b119f4-1c35-4aa6-b29f-e62893291627 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:02.593629 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e3128d70-857b-440c-acb5-c11036c7d59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:02.604424 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8a20c41-3a56-4877-8d1c-8ba04062e0c4'] response: {'name': 'network-changed', 'server_uuid': '96539926-3157-406d-977f-028308bff7aa', 'tag': '40be755c-7280-4fa7-ab8f-f0bd526d1201', 'status': 'completed', 'code': 200} May 05 21:56:02.609375 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3128d70-857b-440c-acb5-c11036c7d59a admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:56:02.610010 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e3128d70-857b-440c-acb5-c11036c7d59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:02.623765 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 21:56:02.623765 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:56:02.623765 n-d-825175-4 neutron-server[84061]: timer() May 05 21:56:02.623765 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:56:02.623765 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 21:56:02.623765 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:56:02.623765 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 21:56:02.623765 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:56:02.623765 n-d-825175-4 neutron-server[84061]: self._notify() May 05 21:56:02.623765 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:56:02.623765 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 21:56:02.623765 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:56:02.623765 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 21:56:02.623765 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:56:02.623765 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:56:02.623765 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:56:02.623765 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:56:02.623765 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:56:02.623765 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 21:56:02.623765 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:56:02.623765 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 21:56:02.623765 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:56:02.623765 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:56:02.623765 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:56:02.623765 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 21:56:02.623765 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:56:02.623765 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:56:02.623765 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:56:02.623765 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:56:02.623765 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:56:02.623765 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:56:02.623765 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:56:02.765187 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54b119f4-1c35-4aa6-b29f-e62893291627 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:56:02.765882 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-54b119f4-1c35-4aa6-b29f-e62893291627 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:02.772208 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e3128d70-857b-440c-acb5-c11036c7d59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:02.781425 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 21:56:02.781425 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:56:02.781425 n-d-825175-4 neutron-server[84063]: timer() May 05 21:56:02.781425 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:56:02.781425 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 21:56:02.781425 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:56:02.781425 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 21:56:02.781425 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:56:02.781425 n-d-825175-4 neutron-server[84063]: self._notify() May 05 21:56:02.781425 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:56:02.781425 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 21:56:02.781425 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:56:02.781425 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 21:56:02.781425 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:56:02.781425 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:56:02.781425 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:56:02.781425 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:56:02.781425 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:56:02.781425 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 21:56:02.781425 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:56:02.781425 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 21:56:02.781425 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:56:02.781425 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:56:02.781425 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:56:02.781425 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 21:56:02.781425 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:56:02.781425 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:56:02.781425 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:56:02.781425 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:56:02.781425 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:56:02.781425 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:56:02.781425 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:56:02.828076 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e3128d70-857b-440c-acb5-c11036c7d59a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:02.850285 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3128d70-857b-440c-acb5-c11036c7d59a admin admin] Pushing event deleted for resources: {'Network': ['ID=32eb557b-6282-40d9-a203-590c8d659e96,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:02.865790 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ea575-e31e-4229-898e-68aceba45602 req-e4c71318-0c31-446c-a922-03da2af9ec08 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:02.869661 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ea575-e31e-4229-898e-68aceba45602 req-e4c71318-0c31-446c-a922-03da2af9ec08 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:02.873473 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ea575-e31e-4229-898e-68aceba45602 req-e4c71318-0c31-446c-a922-03da2af9ec08 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:02.877307 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ea575-e31e-4229-898e-68aceba45602 req-e4c71318-0c31-446c-a922-03da2af9ec08 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:02.881132 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ea575-e31e-4229-898e-68aceba45602 req-e4c71318-0c31-446c-a922-03da2af9ec08 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:02.885476 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ea575-e31e-4229-898e-68aceba45602 req-e4c71318-0c31-446c-a922-03da2af9ec08 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:02.888806 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ea575-e31e-4229-898e-68aceba45602 req-e4c71318-0c31-446c-a922-03da2af9ec08 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:02.891351 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-880ea575-e31e-4229-898e-68aceba45602 req-e4c71318-0c31-446c-a922-03da2af9ec08 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/ports?device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 5405 time: 0.4102998 May 05 21:56:02.925925 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e3128d70-857b-440c-acb5-c11036c7d59a admin admin] 10.222.0.23 "DELETE /v2.0/networks/32eb557b-6282-40d9-a203-590c8d659e96 HTTP/1.1" status: 204 len: 168 time: 1.6598728 May 05 21:56:02.940098 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fc6823a4-faac-4db2-af0b-dc962d532673 req-6b8318f3-372a-4916-92c7-be4f19b65880 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=254d6486-a2f8-4ac2-8cd3-e9e223b202eb HTTP/1.1" status: 200 len: 1000 time: 0.3458817 May 05 21:56:02.951946 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2c393699-d19e-48fc-b7f7-5582da89baad tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:02.960621 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-54b119f4-1c35-4aa6-b29f-e62893291627 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:03.027688 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-54b119f4-1c35-4aa6-b29f-e62893291627 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:03.037991 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955f6950-37d0-41ce-8ba6-bdcb15ee4125 req-e15c83c3-88d2-419e-9d19-d074834b7759 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:03.039549 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-955f6950-37d0-41ce-8ba6-bdcb15ee4125 req-e15c83c3-88d2-419e-9d19-d074834b7759 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db HTTP/1.1" status: 200 len: 916 time: 0.5456033 May 05 21:56:03.043628 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-880ea575-e31e-4229-898e-68aceba45602 req-dc9e5855-2d10-44d2-97d5-a793eb9dbb73 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/security-groups?id=d56f4659-1a1c-44b7-b1dc-74618b3402dc&id=d1b940f3-f2a7-478e-a3f4-c0ad661f5649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1411960 May 05 21:56:03.111835 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b119f4-1c35-4aa6-b29f-e62893291627 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Pushing event deleted for resources: {'Network': ['ID=04a2cca6-3cba-4bd5-b4ad-1ed8d7dc8230,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:03.122714 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-54b119f4-1c35-4aa6-b29f-e62893291627 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "DELETE /v2.0/networks/04a2cca6-3cba-4bd5-b4ad-1ed8d7dc8230 HTTP/1.1" status: 204 len: 168 time: 10.5624244 May 05 21:56:03.138268 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47926) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:03.144505 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47928) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:03.165046 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-fd593870-0d30-4ba8-8c6c-996e7490189d tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-737283386'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:56:03.206839 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-fd593870-0d30-4ba8-8c6c-996e7490189d tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:56:03.227250 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47934) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:03.231761 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-fd593870-0d30-4ba8-8c6c-996e7490189d tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Usage tracker for resource:network and tenant:d6118b6e73844218b32f83df9af14cd4 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:56:03.241302 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-fd593870-0d30-4ba8-8c6c-996e7490189d tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:56:03.255885 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-955f6950-37d0-41ce-8ba6-bdcb15ee4125 req-d99477b1-2a1a-4ee0-beb1-2e12b875adb0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=419b7c4d-4d74-4c25-a8cc-e9abe925d78f HTTP/1.1" status: 200 len: 217 time: 0.1980813 May 05 21:56:03.256950 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-fd593870-0d30-4ba8-8c6c-996e7490189d tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:56:03.267036 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-e845a860-33b1-4e9d-b9b5-e9f02f886b0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d981f185-f142-4e87-9f70-65eca8f3b9fb {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:56:03.278414 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-629336a2-4320-4d5f-87e6-1b09d8b4edf5 req-e9cd63d8-a45a-4f81-9c29-0ed8266c759a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c3f9ce50114047b1adfc22c64baa15b0&device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 6352 time: 0.5890963 May 05 21:56:03.279993 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6823a4-faac-4db2-af0b-dc962d532673 req-ed252545-8429-47e9-a2f1-3cd7043c60b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:03.281442 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fc6823a4-faac-4db2-af0b-dc962d532673 req-ed252545-8429-47e9-a2f1-3cd7043c60b7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7d5de724-e15a-4a3a-8314-05869a0cf070 HTTP/1.1" status: 200 len: 851 time: 0.3217876 May 05 21:56:03.286985 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-e845a860-33b1-4e9d-b9b5-e9f02f886b0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:03.296894 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd593870-0d30-4ba8-8c6c-996e7490189d tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Made reservation on behalf of d6118b6e73844218b32f83df9af14cd4 for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:56:03.300036 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fd593870-0d30-4ba8-8c6c-996e7490189d tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:03.325281 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-dbc88f80-302f-442c-aca9-c429e7de78af admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=81938f707e5d4cbcb988a265faf3790b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1797423 May 05 21:56:03.330202 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47942) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:03.346551 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-e845a860-33b1-4e9d-b9b5-e9f02f886b0f service neutron] Transition to ACTIVE for port object d981f185-f142-4e87-9f70-65eca8f3b9fb will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:56:03.364631 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-e845a860-33b1-4e9d-b9b5-e9f02f886b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:03.415221 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd593870-0d30-4ba8-8c6c-996e7490189d tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:56:03.439299 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-a0f4411e-14be-4b92-bb18-081abe0574dd admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1047351377-network', 'tenant_id': 'edfb56529402421c8703b1e767ccb199'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:56:03.568359 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a0f4411e-14be-4b92-bb18-081abe0574dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:56:03.636261 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955f6950-37d0-41ce-8ba6-bdcb15ee4125 req-08a314e8-9f10-44c9-8294-81d64b04b307 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:03.637754 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-955f6950-37d0-41ce-8ba6-bdcb15ee4125 req-08a314e8-9f10-44c9-8294-81d64b04b307 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=81b3baf0-8b4b-4758-b115-81242d9737a5 HTTP/1.1" status: 200 len: 855 time: 0.3683021 May 05 21:56:03.701940 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a0f4411e-14be-4b92-bb18-081abe0574dd admin admin] Usage tracker for resource:network and tenant:edfb56529402421c8703b1e767ccb199 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:56:03.712256 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a0f4411e-14be-4b92-bb18-081abe0574dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:56:03.726734 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fd593870-0d30-4ba8-8c6c-996e7490189d tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:03.727350 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-fd593870-0d30-4ba8-8c6c-996e7490189d tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Added segment d1e7871b-a435-494b-a2a3-c7be3a979b21 of type vlan for network 2a5608a4-a966-4c8d-964a-b3d31fc49791 May 05 21:56:03.743877 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a0f4411e-14be-4b92-bb18-081abe0574dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:56:03.791738 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845a860-33b1-4e9d-b9b5-e9f02f886b0f service neutron] Pushing event updated for resources: {'Port': ['ID=d981f185-f142-4e87-9f70-65eca8f3b9fb,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:03.830932 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-955f6950-37d0-41ce-8ba6-bdcb15ee4125 req-3969252e-1e8a-4564-8f95-f9f9a2669e10 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1821496 May 05 21:56:03.955586 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fc6823a4-faac-4db2-af0b-dc962d532673 req-b04b4ef4-edd5-43bd-9c47-472e04082c6d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f33cead3-3472-4ef7-9cf3-a35684adef89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6413615 May 05 21:56:03.964546 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629336a2-4320-4d5f-87e6-1b09d8b4edf5 req-3ec0b687-6c3f-477f-b6df-95c207bd19b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:03.964907 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629336a2-4320-4d5f-87e6-1b09d8b4edf5 req-3ec0b687-6c3f-477f-b6df-95c207bd19b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:03.965296 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629336a2-4320-4d5f-87e6-1b09d8b4edf5 req-3ec0b687-6c3f-477f-b6df-95c207bd19b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:03.966967 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-629336a2-4320-4d5f-87e6-1b09d8b4edf5 req-3ec0b687-6c3f-477f-b6df-95c207bd19b8 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=c3f9ce50114047b1adfc22c64baa15b0&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.6517544 May 05 21:56:03.974100 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f4411e-14be-4b92-bb18-081abe0574dd admin admin] Made reservation on behalf of edfb56529402421c8703b1e767ccb199 for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:56:03.976651 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a0f4411e-14be-4b92-bb18-081abe0574dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:04.029034 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fd593870-0d30-4ba8-8c6c-996e7490189d tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:04.054604 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0925b0e8-84cd-42bf-b80a-beb5b9bdc1bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:04.057030 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a0f4411e-14be-4b92-bb18-081abe0574dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:04.162986 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0925b0e8-84cd-42bf-b80a-beb5b9bdc1bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:04.187733 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-e845a860-33b1-4e9d-b9b5-e9f02f886b0f service neutron] Attempting to bind port d981f185-f142-4e87-9f70-65eca8f3b9fb on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:56:04.188060 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-e845a860-33b1-4e9d-b9b5-e9f02f886b0f service neutron] Attempting to bind port d981f185-f142-4e87-9f70-65eca8f3b9fb by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': '7d8e481f-6c9a-401c-a04b-9857aacc083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bc00cc89-bdd8-4ed0-b801-d435664de8a6'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:56:04.188656 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-e845a860-33b1-4e9d-b9b5-e9f02f886b0f service neutron] Attempting to bind port d981f185-f142-4e87-9f70-65eca8f3b9fb on network bc00cc89-bdd8-4ed0-b801-d435664de8a6 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:56:04.202028 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fd593870-0d30-4ba8-8c6c-996e7490189d tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:04.205762 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd593870-0d30-4ba8-8c6c-996e7490189d tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:04.206336 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fd593870-0d30-4ba8-8c6c-996e7490189d tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:04.211486 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a0f4411e-14be-4b92-bb18-081abe0574dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:56:04.236150 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e401c8eb-ca1d-435f-b7c7-eb1cf03b6ca5 req-b75adfe1-c5ca-4400-a7dd-6a3cb9c86c26 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:04.237784 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e401c8eb-ca1d-435f-b7c7-eb1cf03b6ca5 req-b75adfe1-c5ca-4400-a7dd-6a3cb9c86c26 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.6877444 May 05 21:56:04.250348 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a0f4411e-14be-4b92-bb18-081abe0574dd admin admin] Usage tracker for resource:security_group_rule and tenant:edfb56529402421c8703b1e767ccb199 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:56:04.271578 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a0f4411e-14be-4b92-bb18-081abe0574dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:56:04.341856 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-e845a860-33b1-4e9d-b9b5-e9f02f886b0f service neutron] Port d981f185-f142-4e87-9f70-65eca8f3b9fb on network bc00cc89-bdd8-4ed0-b801-d435664de8a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:56:04.342216 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-e845a860-33b1-4e9d-b9b5-e9f02f886b0f service neutron] Attempting to bind port d981f185-f142-4e87-9f70-65eca8f3b9fb on network bc00cc89-bdd8-4ed0-b801-d435664de8a6 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:56:04.344529 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a0f4411e-14be-4b92-bb18-081abe0574dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:56:04.344822 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-955f6950-37d0-41ce-8ba6-bdcb15ee4125 req-b5539d7c-318d-4240-98e4-5e1d48e80f6d service neutron] 10.222.0.32 "GET /v2.0/networks/c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4987833 May 05 21:56:04.389692 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-fd593870-0d30-4ba8-8c6c-996e7490189d tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2501717 May 05 21:56:04.397590 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47956) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:04.416553 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-e845a860-33b1-4e9d-b9b5-e9f02f886b0f service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:56:04.416893 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-e845a860-33b1-4e9d-b9b5-e9f02f886b0f service neutron] Checking segment: {'id': '7d8e481f-6c9a-401c-a04b-9857aacc083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bc00cc89-bdd8-4ed0-b801-d435664de8a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:56:04.417290 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-e845a860-33b1-4e9d-b9b5-e9f02f886b0f service neutron] Bound using segment: {'id': '7d8e481f-6c9a-401c-a04b-9857aacc083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bc00cc89-bdd8-4ed0-b801-d435664de8a6'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:56:04.417710 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-e845a860-33b1-4e9d-b9b5-e9f02f886b0f service neutron] Bound port: d981f185-f142-4e87-9f70-65eca8f3b9fb, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8e481f-6c9a-401c-a04b-9857aacc083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bc00cc89-bdd8-4ed0-b801-d435664de8a6'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:56:04.418051 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-e845a860-33b1-4e9d-b9b5-e9f02f886b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:04.433458 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-ce0b7211-80a3-4660-b5f5-3c2679f3e832 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Request body: {'subnet': {'network_id': '2a5608a4-a966-4c8d-964a-b3d31fc49791', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:56:04.448313 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd593870-0d30-4ba8-8c6c-996e7490189d tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Pushing event updated for resources: {'Network': ['ID=2a5608a4-a966-4c8d-964a-b3d31fc49791,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:04.455990 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629336a2-4320-4d5f-87e6-1b09d8b4edf5 req-f33c17a2-0ab5-4d12-a299-94476e536141 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:04.457559 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-629336a2-4320-4d5f-87e6-1b09d8b4edf5 req-f33c17a2-0ab5-4d12-a299-94476e536141 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4586246 May 05 21:56:04.461862 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 2a5608a4-a966-4c8d-964a-b3d31fc49791 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:56:04.462537 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fc6823a4-faac-4db2-af0b-dc962d532673 req-7925d189-e26f-485e-af18-646506477eb4 service neutron] 10.222.0.44 "GET /v2.0/networks/f33cead3-3472-4ef7-9cf3-a35684adef89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4918923 May 05 21:56:04.467157 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f30c1-1773-42c9-8746-a61e439160cb req-b86b6daa-7136-4fb0-a792-596e2acb89ec tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:04.474646 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-847f30c1-1773-42c9-8746-a61e439160cb req-b86b6daa-7136-4fb0-a792-596e2acb89ec tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=650ee19c-47a5-46fb-87c2-6a55df6429d5 HTTP/1.1" status: 200 len: 943 time: 0.5077271 May 05 21:56:04.495601 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c393699-d19e-48fc-b7f7-5582da89baad tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Router ce8944e9-8398-4be4-a889-966b6ca23592 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:56:04.618827 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0925b0e8-84cd-42bf-b80a-beb5b9bdc1bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:04.623855 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e401c8eb-ca1d-435f-b7c7-eb1cf03b6ca5 req-eee277b2-98ce-4e0d-9c0a-6f9d8e67a12d tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3686442 May 05 21:56:04.693816 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0925b0e8-84cd-42bf-b80a-beb5b9bdc1bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1dc967-de0e-47f0-bfdf-3442d4cea177,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:04.714218 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-ce0b7211-80a3-4660-b5f5-3c2679f3e832 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:56:04.731397 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-955f6950-37d0-41ce-8ba6-bdcb15ee4125 req-aa1f1e17-6327-4eda-970a-8dc985cc801d service neutron] 10.222.0.32 "GET /v2.0/networks/c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3755827 May 05 21:56:04.746123 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0925b0e8-84cd-42bf-b80a-beb5b9bdc1bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:04.747287 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0925b0e8-84cd-42bf-b80a-beb5b9bdc1bb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9c1dc967-de0e-47f0-bfdf-3442d4cea177 HTTP/1.1" status: 204 len: 168 time: 1.4158206 May 05 21:56:04.748552 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-ce0b7211-80a3-4660-b5f5-3c2679f3e832 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Usage tracker for resource:subnet and tenant:d6118b6e73844218b32f83df9af14cd4 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:56:04.768416 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-847f30c1-1773-42c9-8746-a61e439160cb req-cf6b1200-7676-4192-b9e8-3d889b2d5a74 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c51188-03e9-4eb7-84f3-076c2790a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916877 May 05 21:56:04.777775 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-ce0b7211-80a3-4660-b5f5-3c2679f3e832 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:56:04.782719 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fc6823a4-faac-4db2-af0b-dc962d532673 req-7d9e801b-e891-43e3-a4e0-0c2e81f5d117 service neutron] 10.222.0.44 "GET /v2.0/networks/f33cead3-3472-4ef7-9cf3-a35684adef89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094850 May 05 21:56:04.792761 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a0f4411e-14be-4b92-bb18-081abe0574dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:04.795127 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c393699-d19e-48fc-b7f7-5582da89baad tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:56:04.795297 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-ce0b7211-80a3-4660-b5f5-3c2679f3e832 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:56:04.800146 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-e845a860-33b1-4e9d-b9b5-e9f02f886b0f service neutron] For port d981f185-f142-4e87-9f70-65eca8f3b9fb, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:56:04.804957 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-e845a860-33b1-4e9d-b9b5-e9f02f886b0f service neutron] For port d981f185-f142-4e87-9f70-65eca8f3b9fb, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=d981f185-f142-4e87-9f70-65eca8f3b9fb,segment=NetworkSegment(7d8e481f-6c9a-401c-a04b-9857aacc083f),segment_id=7d8e481f-6c9a-401c-a04b-9857aacc083f)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:56:04.805928 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a0f4411e-14be-4b92-bb18-081abe0574dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:04.814812 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17597058-710e-49cb-9aae-2f549b20c214 None None] Sync routers for ids ['ce8944e9-8398-4be4-a889-966b6ca23592'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:56:04.819463 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-2c393699-d19e-48fc-b7f7-5582da89baad tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "PUT /v2.0/routers/ce8944e9-8398-4be4-a889-966b6ca23592/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4867404 May 05 21:56:04.820685 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47964) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:04.835024 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-e845a860-33b1-4e9d-b9b5-e9f02f886b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:04.837370 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17597058-710e-49cb-9aae-2f549b20c214 None None] Routers {'ce8944e9-8398-4be4-a889-966b6ca23592'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:56:04.837999 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-17597058-710e-49cb-9aae-2f549b20c214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:55:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['ce8944e9-8398-4be4-a889-966b6ca23592'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:04.916688 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0b7211-80a3-4660-b5f5-3c2679f3e832 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Made reservation on behalf of d6118b6e73844218b32f83df9af14cd4 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:56:04.918493 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 419b7c4d-4d74-4c25-a8cc-e9abe925d78f details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:56:04.933650 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-17597058-710e-49cb-9aae-2f549b20c214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:05.058499 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17597058-710e-49cb-9aae-2f549b20c214 None None] Routers {'ce8944e9-8398-4be4-a889-966b6ca23592'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:56:05.059166 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-17597058-710e-49cb-9aae-2f549b20c214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:55:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['ce8944e9-8398-4be4-a889-966b6ca23592'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:05.076712 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c0abfd0f-bef4-4823-b746-9eaab78d924b tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Synchronizing usage tracker for tenant:663767b5203746b3b9addbbb99a48f8b on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:56:05.098172 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c0abfd0f-bef4-4823-b746-9eaab78d924b tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Unset dirty status for tenant:663767b5203746b3b9addbbb99a48f8b on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:56:05.099603 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c0abfd0f-bef4-4823-b746-9eaab78d924b tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce8944e9-8398-4be4-a889-966b6ca23592 HTTP/1.1" status: 200 len: 205 time: 0.2779667 May 05 21:56:05.102425 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47972) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:05.134803 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-17597058-710e-49cb-9aae-2f549b20c214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:05.135475 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17597058-710e-49cb-9aae-2f549b20c214 None None] The sync data for ids ['ce8944e9-8398-4be4-a889-966b6ca23592'] in n-d-825175-4 is: [] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:56:05.152848 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0f4411e-14be-4b92-bb18-081abe0574dd admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:56:05.181093 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f4411e-14be-4b92-bb18-081abe0574dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7bf6554-8bd7-49fb-b6fe-10fca74b4456,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:05.212356 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 419b7c4d-4d74-4c25-a8cc-e9abe925d78f, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=419b7c4d-4d74-4c25-a8cc-e9abe925d78f,segment=NetworkSegment(6e17d504-de6f-46a1-b0ab-9bb177568a44),segment_id=6e17d504-de6f-46a1-b0ab-9bb177568a44)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:05.233858 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '419b7c4d-4d74-4c25-a8cc-e9abe925d78f', 'network_id': 'c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db', 'port_id': '419b7c4d-4d74-4c25-a8cc-e9abe925d78f', 'mac_address': 'fa:16:3e:15:e5:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81b3baf0-8b4b-4758-b115-81242d9737a5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:56:05.246894 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a0f4411e-14be-4b92-bb18-081abe0574dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:05.247573 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-a0f4411e-14be-4b92-bb18-081abe0574dd admin admin] Added segment 0aa4b5f2-fc2b-422a-9849-318a9f632a66 of type vlan for network fa69cb3f-4129-4afe-9a6d-7584eefc40c0 May 05 21:56:05.293267 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-e845a860-33b1-4e9d-b9b5-e9f02f886b0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:05.294697 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-e845a860-33b1-4e9d-b9b5-e9f02f886b0f service neutron] 10.222.0.32 "PUT /v2.0/ports/d981f185-f142-4e87-9f70-65eca8f3b9fb HTTP/1.1" status: 200 len: 1091 time: 3.1301198 May 05 21:56:05.302640 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96539926-3157-406d-977f-028308bff7aa', 'tag': 'd981f185-f142-4e87-9f70-65eca8f3b9fb'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:56:05.328007 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cb9c8444-bf80-4dc3-bcb8-699ceb062c19 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:05.340362 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ce0b7211-80a3-4660-b5f5-3c2679f3e832 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:05.378193 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:05.420909 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 419b7c4d-4d74-4c25-a8cc-e9abe925d78f {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:56:05.463558 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 419b7c4d-4d74-4c25-a8cc-e9abe925d78f, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=419b7c4d-4d74-4c25-a8cc-e9abe925d78f,segment=NetworkSegment(6e17d504-de6f-46a1-b0ab-9bb177568a44),segment_id=6e17d504-de6f-46a1-b0ab-9bb177568a44)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:05.473088 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:05.561960 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-8d154848-c050-4772-b92a-4c343648fc1d service neutron] Request body: {'port': {'device_id': '96539926-3157-406d-977f-028308bff7aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:56:05.591456 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=419b7c4d-4d74-4c25-a8cc-e9abe925d78f,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:05.641533 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-269cf2e0-9ed4-4931-975b-d32339cbb667'] response: {'name': 'network-changed', 'server_uuid': '96539926-3157-406d-977f-028308bff7aa', 'tag': 'd981f185-f142-4e87-9f70-65eca8f3b9fb', 'status': 'completed', 'code': 200} May 05 21:56:05.666340 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:05.705381 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845a860-33b1-4e9d-b9b5-e9f02f886b0f service neutron] Pushing event updated for resources: {'Port': ['ID=d981f185-f142-4e87-9f70-65eca8f3b9fb,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:05.719576 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a0f4411e-14be-4b92-bb18-081abe0574dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:05.753042 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['419b7c4d-4d74-4c25-a8cc-e9abe925d78f'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:56:05.780060 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.ipam_backend_mixin [None req-ce0b7211-80a3-4660-b5f5-3c2679f3e832 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Performing IP validity checks on allocation pools {{(pid=84061) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 05 21:56:05.780686 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.ipam_backend_mixin [None req-ce0b7211-80a3-4660-b5f5-3c2679f3e832 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84061) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 05 21:56:05.900617 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-8d154848-c050-4772-b92a-4c343648fc1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:05.936639 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:06.001047 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cb9c8444-bf80-4dc3-bcb8-699ceb062c19 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:06.022042 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cb9c8444-bf80-4dc3-bcb8-699ceb062c19 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:06.031318 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a2c8e278-4190-41f9-956b-786d26061dfd req-e9325055-dec4-4c95-88b8-dc4ce6d3731d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c3f9ce50114047b1adfc22c64baa15b0&device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 6419 time: 0.3452196 May 05 21:56:06.078450 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29761b1f-e6cc-41a8-b600-923c32db9c7b req-940baa96-0af2-46f9-86fa-9edadae5a8d5 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:06.087413 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29761b1f-e6cc-41a8-b600-923c32db9c7b req-940baa96-0af2-46f9-86fa-9edadae5a8d5 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:06.091241 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29761b1f-e6cc-41a8-b600-923c32db9c7b req-940baa96-0af2-46f9-86fa-9edadae5a8d5 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:06.101112 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29761b1f-e6cc-41a8-b600-923c32db9c7b req-940baa96-0af2-46f9-86fa-9edadae5a8d5 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:06.105422 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29761b1f-e6cc-41a8-b600-923c32db9c7b req-940baa96-0af2-46f9-86fa-9edadae5a8d5 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:06.117980 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29761b1f-e6cc-41a8-b600-923c32db9c7b req-940baa96-0af2-46f9-86fa-9edadae5a8d5 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:06.121850 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29761b1f-e6cc-41a8-b600-923c32db9c7b req-940baa96-0af2-46f9-86fa-9edadae5a8d5 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:06.133493 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-29761b1f-e6cc-41a8-b600-923c32db9c7b req-940baa96-0af2-46f9-86fa-9edadae5a8d5 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/ports?device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 5417 time: 0.9608281 May 05 21:56:06.156920 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cb9c8444-bf80-4dc3-bcb8-699ceb062c19 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:06.157954 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9c8444-bf80-4dc3-bcb8-699ceb062c19 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Fanout notify agent at l3_agent the message router_deleted on router ce8944e9-8398-4be4-a889-966b6ca23592 {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 21:56:06.182394 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a0f4411e-14be-4b92-bb18-081abe0574dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:06.183307 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f4411e-14be-4b92-bb18-081abe0574dd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:06.183834 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a0f4411e-14be-4b92-bb18-081abe0574dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:06.187319 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cb9c8444-bf80-4dc3-bcb8-699ceb062c19 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:06.191197 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-cb9c8444-bf80-4dc3-bcb8-699ceb062c19 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "DELETE /v2.0/routers/ce8944e9-8398-4be4-a889-966b6ca23592 HTTP/1.1" status: 204 len: 168 time: 1.0873454 May 05 21:56:06.191874 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47998) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:06.235613 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48002) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:06.340006 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c8e278-4190-41f9-956b-786d26061dfd req-e806dd83-e96b-44e1-a6c5-664161ffd815 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:06.340641 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c8e278-4190-41f9-956b-786d26061dfd req-e806dd83-e96b-44e1-a6c5-664161ffd815 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:06.341268 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c8e278-4190-41f9-956b-786d26061dfd req-e806dd83-e96b-44e1-a6c5-664161ffd815 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:06.343716 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a2c8e278-4190-41f9-956b-786d26061dfd req-e806dd83-e96b-44e1-a6c5-664161ffd815 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=c3f9ce50114047b1adfc22c64baa15b0&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3036938 May 05 21:56:06.463922 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a0f4411e-14be-4b92-bb18-081abe0574dd admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 3.2355952 May 05 21:56:06.464712 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f4411e-14be-4b92-bb18-081abe0574dd admin admin] Pushing event updated for resources: {'Network': ['ID=fa69cb3f-4129-4afe-9a6d-7584eefc40c0,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:06.469347 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48008) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:06.478255 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network fa69cb3f-4129-4afe-9a6d-7584eefc40c0 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:56:06.478828 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-58d587d1-8936-4101-a609-dfbbf765cc08 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-619482193-network', 'tenant_id': '9595afcdb7a340dfb614ce1dbfb5db82'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:56:06.492479 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-c5beaf97-279f-426b-999b-d8e45a4770ac admin admin] Request body: {'subnet': {'network_id': 'fa69cb3f-4129-4afe-9a6d-7584eefc40c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1047351377-subnet', 'tenant_id': 'edfb56529402421c8703b1e767ccb199', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:56:06.497476 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-58d587d1-8936-4101-a609-dfbbf765cc08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:56:06.502543 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c5beaf97-279f-426b-999b-d8e45a4770ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:56:06.509314 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-58d587d1-8936-4101-a609-dfbbf765cc08 admin admin] Usage tracker for resource:network and tenant:9595afcdb7a340dfb614ce1dbfb5db82 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:56:06.519669 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c5beaf97-279f-426b-999b-d8e45a4770ac admin admin] Usage tracker for resource:subnet and tenant:edfb56529402421c8703b1e767ccb199 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:56:06.522843 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-58d587d1-8936-4101-a609-dfbbf765cc08 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:56:06.529894 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c5beaf97-279f-426b-999b-d8e45a4770ac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:56:06.542682 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c5beaf97-279f-426b-999b-d8e45a4770ac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:56:06.547064 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-58d587d1-8936-4101-a609-dfbbf765cc08 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:56:06.613119 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5beaf97-279f-426b-999b-d8e45a4770ac admin admin] Made reservation on behalf of edfb56529402421c8703b1e767ccb199 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:56:06.615776 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c5beaf97-279f-426b-999b-d8e45a4770ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:06.640460 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d587d1-8936-4101-a609-dfbbf765cc08 admin admin] Made reservation on behalf of 9595afcdb7a340dfb614ce1dbfb5db82 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:56:06.643099 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-58d587d1-8936-4101-a609-dfbbf765cc08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:06.685551 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-29761b1f-e6cc-41a8-b600-923c32db9c7b req-3b607673-1258-4bfa-b6fe-b43b7635343c tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/security-groups?id=d56f4659-1a1c-44b7-b1dc-74618b3402dc&id=d1b940f3-f2a7-478e-a3f4-c0ad661f5649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5135329 May 05 21:56:06.708712 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da55c51a-08de-40cb-8b56-894e9064e0c1 req-9e8d7ee4-58c5-4763-a106-15083525fc14 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:06.709938 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-4571d78b-4bf2-418b-bbed-b17b15f5a15a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Deleting subnet ebe5c1da-f04b-4a3f-98d3-0ffcb5afa6a3 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:56:06.710167 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-da55c51a-08de-40cb-8b56-894e9064e0c1 req-9e8d7ee4-58c5-4763-a106-15083525fc14 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.7659104 May 05 21:56:06.853365 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4571d78b-4bf2-418b-bbed-b17b15f5a15a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:06.879845 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c8e278-4190-41f9-956b-786d26061dfd req-f1b7c70c-0cd1-434d-83c5-c22ef18522c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:06.881598 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a2c8e278-4190-41f9-956b-786d26061dfd req-f1b7c70c-0cd1-434d-83c5-c22ef18522c7 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4914088 May 05 21:56:06.888386 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-58d587d1-8936-4101-a609-dfbbf765cc08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:06.891200 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ce0b7211-80a3-4660-b5f5-3c2679f3e832 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:06.912421 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 419b7c4d-4d74-4c25-a8cc-e9abe925d78f up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:56:06.943369 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4571d78b-4bf2-418b-bbed-b17b15f5a15a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:06.985542 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port 419b7c4d-4d74-4c25-a8cc-e9abe925d78f completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:56:06.986604 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-da55c51a-08de-40cb-8b56-894e9064e0c1 req-8626c536-4216-4dd2-ab4e-93905ba4afb1 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2573509 May 05 21:56:07.004387 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 419b7c4d-4d74-4c25-a8cc-e9abe925d78f triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:56:07.004685 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:07.005724 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-58d587d1-8936-4101-a609-dfbbf765cc08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:56:07.012513 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-58d587d1-8936-4101-a609-dfbbf765cc08 admin admin] Usage tracker for resource:security_group_rule and tenant:9595afcdb7a340dfb614ce1dbfb5db82 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:56:07.016030 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-58d587d1-8936-4101-a609-dfbbf765cc08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:56:07.026015 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-58d587d1-8936-4101-a609-dfbbf765cc08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:56:07.039485 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0b7211-80a3-4660-b5f5-3c2679f3e832 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Pushing event updated for resources: {'Subnet': ['ID=380d17ab-2a0a-45d4-96bc-da9518ff1d43,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:07.096393 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0b7211-80a3-4660-b5f5-3c2679f3e832 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Checking segment: {'id': 'd1e7871b-a435-494b-a2a3-c7be3a979b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2a5608a4-a966-4c8d-964a-b3d31fc49791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:56:07.096752 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0b7211-80a3-4660-b5f5-3c2679f3e832 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Network hostable DHCP agents. Network: 2a5608a4-a966-4c8d-964a-b3d31fc49791, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:56:07.106190 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c94411-9662-486d-9642-949a85e4f40b req-8d646ea4-9182-4e47-8e85-c33e431b819e tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:07.108494 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-96c94411-9662-486d-9642-949a85e4f40b req-8d646ea4-9182-4e47-8e85-c33e431b819e tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=650ee19c-47a5-46fb-87c2-6a55df6429d5 HTTP/1.1" status: 200 len: 944 time: 0.2744246 May 05 21:56:07.143814 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4571d78b-4bf2-418b-bbed-b17b15f5a15a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:07.194765 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-8d154848-c050-4772-b92a-4c343648fc1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 948d6717-39b5-46c6-879f-ba0420345ef2 {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:56:07.214003 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-8d154848-c050-4772-b92a-4c343648fc1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:07.250964 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:07.255151 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-96c94411-9662-486d-9642-949a85e4f40b req-af6b9880-9f95-4bb3-bf9c-37c7ef2ed55d tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c51188-03e9-4eb7-84f3-076c2790a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008232 May 05 21:56:07.258361 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c5beaf97-279f-426b-999b-d8e45a4770ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:07.261825 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0b7211-80a3-4660-b5f5-3c2679f3e832 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Network 2a5608a4-a966-4c8d-964a-b3d31fc49791 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:56:07.265628 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-8d154848-c050-4772-b92a-4c343648fc1d service neutron] Transition to ACTIVE for port object 948d6717-39b5-46c6-879f-ba0420345ef2 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:56:07.300668 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-8d154848-c050-4772-b92a-4c343648fc1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:07.301425 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-58d587d1-8936-4101-a609-dfbbf765cc08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:07.318363 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650ee19c-47a5-46fb-87c2-6a55df6429d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '419b7c4d-4d74-4c25-a8cc-e9abe925d78f'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:56:07.328132 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-58d587d1-8936-4101-a609-dfbbf765cc08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:07.331819 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 419b7c4d-4d74-4c25-a8cc-e9abe925d78f, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=419b7c4d-4d74-4c25-a8cc-e9abe925d78f,segment=NetworkSegment(6e17d504-de6f-46a1-b0ab-9bb177568a44),segment_id=6e17d504-de6f-46a1-b0ab-9bb177568a44)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:07.340071 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:07.374095 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5beaf97-279f-426b-999b-d8e45a4770ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=98120645-6211-43cf-b26e-14efa3661c41,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:07.396946 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58d587d1-8936-4101-a609-dfbbf765cc08 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:56:07.398925 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4571d78b-4bf2-418b-bbed-b17b15f5a15a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:07.430951 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=419b7c4d-4d74-4c25-a8cc-e9abe925d78f,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:07.448819 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-ce0b7211-80a3-4660-b5f5-3c2679f3e832 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 2a5608a4-a966-4c8d-964a-b3d31fc49791) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:56:07.460743 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0b68bc-3b60-420c-92cd-7c17cb2215ce None None] Network 2a5608a4-a966-4c8d-964a-b3d31fc49791 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:56:07.463743 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d587d1-8936-4101-a609-dfbbf765cc08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69215bb4-aa47-46d3-ab34-427aa4254c04,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:07.488926 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-58d587d1-8936-4101-a609-dfbbf765cc08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:07.489527 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-58d587d1-8936-4101-a609-dfbbf765cc08 admin admin] Added segment 7131ccfa-3b55-41e7-92df-0bd8b51292e9 of type vlan for network 79219707-f65f-4b95-8488-5ddf4e75da04 May 05 21:56:07.491307 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4571d78b-4bf2-418b-bbed-b17b15f5a15a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event deleted for resources: {'Subnet': ['ID=ebe5c1da-f04b-4a3f-98d3-0ffcb5afa6a3,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:07.510631 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4571d78b-4bf2-418b-bbed-b17b15f5a15a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:07.518239 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5beaf97-279f-426b-999b-d8e45a4770ac admin admin] Checking segment: {'id': '0aa4b5f2-fc2b-422a-9849-318a9f632a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fa69cb3f-4129-4afe-9a6d-7584eefc40c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:56:07.518631 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5beaf97-279f-426b-999b-d8e45a4770ac admin admin] Network hostable DHCP agents. Network: fa69cb3f-4129-4afe-9a6d-7584eefc40c0, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:56:07.561983 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-58d587d1-8936-4101-a609-dfbbf765cc08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:07.563374 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d154848-c050-4772-b92a-4c343648fc1d service neutron] Pushing event updated for resources: {'Port': ['ID=948d6717-39b5-46c6-879f-ba0420345ef2,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:07.576719 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0b7211-80a3-4660-b5f5-3c2679f3e832 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:07.577301 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ce0b7211-80a3-4660-b5f5-3c2679f3e832 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:07.580338 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-4571d78b-4bf2-418b-bbed-b17b15f5a15a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "DELETE /v2.0/subnets/ebe5c1da-f04b-4a3f-98d3-0ffcb5afa6a3 HTTP/1.1" status: 204 len: 168 time: 1.3849013 May 05 21:56:07.583951 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48022) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:07.685054 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5beaf97-279f-426b-999b-d8e45a4770ac admin admin] Network fa69cb3f-4129-4afe-9a6d-7584eefc40c0 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:56:07.713088 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-58d587d1-8936-4101-a609-dfbbf765cc08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:07.714740 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d587d1-8936-4101-a609-dfbbf765cc08 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:07.715512 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-58d587d1-8936-4101-a609-dfbbf765cc08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:07.773579 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de62d049-6a13-4f42-9625-c4171ea62ee3 None None] Network 2701fbbb-1c91-475d-8b36-2b10e61219d0 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:56:07.793775 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ce0b7211-80a3-4660-b5f5-3c2679f3e832 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.3908777 May 05 21:56:07.802355 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48030) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:07.817404 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-c5beaf97-279f-426b-999b-d8e45a4770ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, fa69cb3f-4129-4afe-9a6d-7584eefc40c0) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:56:07.849402 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-8d154848-c050-4772-b92a-4c343648fc1d service neutron] Attempting to bind port 948d6717-39b5-46c6-879f-ba0420345ef2 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:56:07.849683 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-8d154848-c050-4772-b92a-4c343648fc1d service neutron] Attempting to bind port 948d6717-39b5-46c6-879f-ba0420345ef2 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': '7d8e481f-6c9a-401c-a04b-9857aacc083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bc00cc89-bdd8-4ed0-b801-d435664de8a6'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:56:07.850040 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-8d154848-c050-4772-b92a-4c343648fc1d service neutron] Attempting to bind port 948d6717-39b5-46c6-879f-ba0420345ef2 on network bc00cc89-bdd8-4ed0-b801-d435664de8a6 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:56:07.903860 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5beaf97-279f-426b-999b-d8e45a4770ac admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:07.904719 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c5beaf97-279f-426b-999b-d8e45a4770ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:07.941511 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-58d587d1-8936-4101-a609-dfbbf765cc08 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7011023 May 05 21:56:07.944497 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-8d154848-c050-4772-b92a-4c343648fc1d service neutron] Port 948d6717-39b5-46c6-879f-ba0420345ef2 on network bc00cc89-bdd8-4ed0-b801-d435664de8a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:56:07.944851 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-8d154848-c050-4772-b92a-4c343648fc1d service neutron] Attempting to bind port 948d6717-39b5-46c6-879f-ba0420345ef2 on network bc00cc89-bdd8-4ed0-b801-d435664de8a6 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:56:07.947324 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48034) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:07.963769 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-49443cfd-30dd-4050-9868-63f42b25c75e admin admin] Request body: {'subnet': {'network_id': '79219707-f65f-4b95-8488-5ddf4e75da04', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-619482193-subnet', 'tenant_id': '9595afcdb7a340dfb614ce1dbfb5db82', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:56:07.971634 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2df8ec9-3def-4897-9a5e-6bb39685df44'] response: {'server_uuid': '650ee19c-47a5-46fb-87c2-6a55df6429d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '419b7c4d-4d74-4c25-a8cc-e9abe925d78f', 'code': 200} May 05 21:56:07.974070 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d587d1-8936-4101-a609-dfbbf765cc08 admin admin] Pushing event updated for resources: {'Network': ['ID=79219707-f65f-4b95-8488-5ddf4e75da04,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:07.998368 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c5beaf97-279f-426b-999b-d8e45a4770ac admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.5242624 May 05 21:56:08.009250 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af6fe3-9a41-4451-b2ed-0da4d679465b req-6a3ce2c6-e130-4f7f-952c-2c5643e66883 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:08.015400 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ed04bf-707f-4363-97d7-282d8661ba9a None None] Network fa69cb3f-4129-4afe-9a6d-7584eefc40c0 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:56:08.016675 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a5af6fe3-9a41-4451-b2ed-0da4d679465b req-6a3ce2c6-e130-4f7f-952c-2c5643e66883 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.6945460 May 05 21:56:08.020157 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-49443cfd-30dd-4050-9868-63f42b25c75e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:56:08.029662 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c5dc663-cffb-43e2-9b7b-ebe97409f5d5 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Deleting subnet beac9dbc-00bf-476e-bafe-b50fc6f9bf94 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:56:08.034942 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0c5dc663-cffb-43e2-9b7b-ebe97409f5d5 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:08.052474 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 79219707-f65f-4b95-8488-5ddf4e75da04 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:56:08.079413 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-49443cfd-30dd-4050-9868-63f42b25c75e admin admin] Usage tracker for resource:subnet and tenant:9595afcdb7a340dfb614ce1dbfb5db82 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:56:08.082682 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-8d154848-c050-4772-b92a-4c343648fc1d service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:56:08.083012 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-8d154848-c050-4772-b92a-4c343648fc1d service neutron] Checking segment: {'id': '7d8e481f-6c9a-401c-a04b-9857aacc083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bc00cc89-bdd8-4ed0-b801-d435664de8a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:56:08.083398 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-8d154848-c050-4772-b92a-4c343648fc1d service neutron] Bound using segment: {'id': '7d8e481f-6c9a-401c-a04b-9857aacc083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bc00cc89-bdd8-4ed0-b801-d435664de8a6'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:56:08.083844 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-8d154848-c050-4772-b92a-4c343648fc1d service neutron] Bound port: 948d6717-39b5-46c6-879f-ba0420345ef2, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8e481f-6c9a-401c-a04b-9857aacc083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'bc00cc89-bdd8-4ed0-b801-d435664de8a6'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:56:08.084185 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-8d154848-c050-4772-b92a-4c343648fc1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:08.095373 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0c5dc663-cffb-43e2-9b7b-ebe97409f5d5 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:08.097268 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-49443cfd-30dd-4050-9868-63f42b25c75e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:56:08.117258 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-49443cfd-30dd-4050-9868-63f42b25c75e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:56:08.125337 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ef7356c7-ccaf-4d56-b861-f349b3a66ee6 req-7c5ad726-5e5e-46ec-9566-76333c8d3f7c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=650ee19c-47a5-46fb-87c2-6a55df6429d5 HTTP/1.1" status: 200 len: 1096 time: 0.2319946 May 05 21:56:08.199268 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a5af6fe3-9a41-4451-b2ed-0da4d679465b req-f6ec1a63-0b5b-4a39-939d-791ef8aca524 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778462 May 05 21:56:08.211798 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-eb1aa026-0e78-4af5-858f-ca5fb10f7076 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:08.218070 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49443cfd-30dd-4050-9868-63f42b25c75e admin admin] Made reservation on behalf of 9595afcdb7a340dfb614ce1dbfb5db82 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:56:08.220314 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-49443cfd-30dd-4050-9868-63f42b25c75e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:08.223428 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b792b75e-186d-49b4-b441-70af6867bfe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-2a5608a4-a966-4c8d-964a-b3d31fc49791', 'network_id': '2a5608a4-a966-4c8d-964a-b3d31fc49791', 'tenant_id': 'd6118b6e73844218b32f83df9af14cd4', 'fixed_ips': [{'subnet_id': '380d17ab-2a0a-45d4-96bc-da9518ff1d43'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 21:56:08.224777 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b792b75e-186d-49b4-b441-70af6867bfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:08.240036 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ef7356c7-ccaf-4d56-b861-f349b3a66ee6 req-7c942e91-10a9-4cb6-b9fb-d9ae45cfd6ed service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=43c51188-03e9-4eb7-84f3-076c2790a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070006 May 05 21:56:08.262990 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0c5dc663-cffb-43e2-9b7b-ebe97409f5d5 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:08.341401 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0c5dc663-cffb-43e2-9b7b-ebe97409f5d5 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:08.386726 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5dc663-cffb-43e2-9b7b-ebe97409f5d5 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event deleted for resources: {'Subnet': ['ID=beac9dbc-00bf-476e-bafe-b50fc6f9bf94,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:08.394573 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0c5dc663-cffb-43e2-9b7b-ebe97409f5d5 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:08.399867 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-8d154848-c050-4772-b92a-4c343648fc1d service neutron] For port 948d6717-39b5-46c6-879f-ba0420345ef2, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:56:08.404666 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0c5dc663-cffb-43e2-9b7b-ebe97409f5d5 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "DELETE /v2.0/subnets/beac9dbc-00bf-476e-bafe-b50fc6f9bf94 HTTP/1.1" status: 204 len: 168 time: 0.8162639 May 05 21:56:08.405163 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48050) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:08.435903 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca40377-7fe4-4089-a419-ef067b360231 None None] Network ddc29d7d-c491-47ce-a6bd-ca7dd89646a8 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:56:08.457438 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb30a291-98f5-4b00-8624-51ce8567c353 req-aaac4abc-c6c9-40ef-8898-25767cd2b604 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:08.458933 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-eb30a291-98f5-4b00-8624-51ce8567c353 req-aaac4abc-c6c9-40ef-8898-25767cd2b604 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14 HTTP/1.1" status: 200 len: 947 time: 0.5017903 May 05 21:56:08.482623 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-8d154848-c050-4772-b92a-4c343648fc1d service neutron] For port 948d6717-39b5-46c6-879f-ba0420345ef2, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=948d6717-39b5-46c6-879f-ba0420345ef2,segment=NetworkSegment(7d8e481f-6c9a-401c-a04b-9857aacc083f),segment_id=7d8e481f-6c9a-401c-a04b-9857aacc083f)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:56:08.525330 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-8d154848-c050-4772-b92a-4c343648fc1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:08.526930 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6f0114b1-ff8d-4770-8df2-7c322ae5cc15 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:08.537868 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-6f0114b1-ff8d-4770-8df2-7c322ae5cc15 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Deleting port 3630a276-47db-4eb7-96f0-d410caecd4e0 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:56:08.538329 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6f0114b1-ff8d-4770-8df2-7c322ae5cc15 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:08.615533 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-eb1aa026-0e78-4af5-858f-ca5fb10f7076 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:08.733012 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-8d154848-c050-4772-b92a-4c343648fc1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:08.734390 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-8d154848-c050-4772-b92a-4c343648fc1d service neutron] 10.222.0.32 "PUT /v2.0/ports/948d6717-39b5-46c6-879f-ba0420345ef2 HTTP/1.1" status: 200 len: 1091 time: 3.1823332 May 05 21:56:08.739280 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96539926-3157-406d-977f-028308bff7aa', 'tag': '948d6717-39b5-46c6-879f-ba0420345ef2'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:56:08.768990 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-eb30a291-98f5-4b00-8624-51ce8567c353 req-31608287-4243-4e62-983f-4d7a07e0a68c tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=e7172c50-8266-4028-bd8e-9c21e9bde333&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2882705 May 05 21:56:08.784363 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d154848-c050-4772-b92a-4c343648fc1d service neutron] Pushing event updated for resources: {'Port': ['ID=948d6717-39b5-46c6-879f-ba0420345ef2,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:08.826586 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-6f0114b1-ff8d-4770-8df2-7c322ae5cc15 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] For port 3630a276-47db-4eb7-96f0-d410caecd4e0, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=3630a276-47db-4eb7-96f0-d410caecd4e0,segment=NetworkSegment(d4c39d7d-6862-4d90-8758-b755c7e6a812),segment_id=d4c39d7d-6862-4d90-8758-b755c7e6a812)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:08.827361 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6f0114b1-ff8d-4770-8df2-7c322ae5cc15 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:08.898553 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed6730f-937c-4f57-8bc7-cbaf7e2b275c req-d7edb883-44b2-4989-ab5b-0fc1bccf5d84 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:08.906082 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed6730f-937c-4f57-8bc7-cbaf7e2b275c req-d7edb883-44b2-4989-ab5b-0fc1bccf5d84 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:08.914608 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed6730f-937c-4f57-8bc7-cbaf7e2b275c req-d7edb883-44b2-4989-ab5b-0fc1bccf5d84 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:08.918732 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed6730f-937c-4f57-8bc7-cbaf7e2b275c req-d7edb883-44b2-4989-ab5b-0fc1bccf5d84 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:08.925945 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed6730f-937c-4f57-8bc7-cbaf7e2b275c req-d7edb883-44b2-4989-ab5b-0fc1bccf5d84 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:08.934108 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed6730f-937c-4f57-8bc7-cbaf7e2b275c req-d7edb883-44b2-4989-ab5b-0fc1bccf5d84 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:08.938554 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed6730f-937c-4f57-8bc7-cbaf7e2b275c req-d7edb883-44b2-4989-ab5b-0fc1bccf5d84 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:08.940727 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-eed6730f-937c-4f57-8bc7-cbaf7e2b275c req-d7edb883-44b2-4989-ab5b-0fc1bccf5d84 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/ports?device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 5429 time: 0.5522747 May 05 21:56:08.956274 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-b792b75e-186d-49b4-b441-70af6867bfe6 None None] Allocated IP 172.20.0.3 (2a5608a4-a966-4c8d-964a-b3d31fc49791/380d17ab-2a0a-45d4-96bc-da9518ff1d43/7dad2640-7cf9-4919-ad5f-0594a0f93da6) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:56:08.983744 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644e8cda-ca57-490e-ab57-1a7c6e2704cf None None] DHCP port deletion for 2701fbbb-1c91-475d-8b36-2b10e61219d0 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 21:56:08.992837 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1c2e94-bd93-4190-9ba9-bf95a0440945 None None] Network fa69cb3f-4129-4afe-9a6d-7584eefc40c0 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:56:09.130158 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-6f0114b1-ff8d-4770-8df2-7c322ae5cc15 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Calling delete_port for 3630a276-47db-4eb7-96f0-d410caecd4e0 owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:56:09.162836 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-644e8cda-ca57-490e-ab57-1a7c6e2704cf None None] Deleting port 3630a276-47db-4eb7-96f0-d410caecd4e0 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:56:09.163233 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-644e8cda-ca57-490e-ab57-1a7c6e2704cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:09.240569 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6f0114b1-ff8d-4770-8df2-7c322ae5cc15 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:09.307868 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-49443cfd-30dd-4050-9868-63f42b25c75e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:09.316442 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0114b1-ff8d-4770-8df2-7c322ae5cc15 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] No DVR routers for this DVR port 3630a276-47db-4eb7-96f0-d410caecd4e0 on host n-d-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:56:09.339755 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-eed6730f-937c-4f57-8bc7-cbaf7e2b275c req-b72d4d32-e054-4738-bf09-6bbfd1109d9e tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/security-groups?id=d56f4659-1a1c-44b7-b1dc-74618b3402dc&id=d1b940f3-f2a7-478e-a3f4-c0ad661f5649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3713458 May 05 21:56:09.417447 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-644e8cda-ca57-490e-ab57-1a7c6e2704cf None None] The port '3630a276-47db-4eb7-96f0-d410caecd4e0' was deleted {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 21:56:09.424252 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-f4458728-5ef5-4191-bbd0-80188c541d01 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c3f9ce50114047b1adfc22c64baa15b0&device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 6486 time: 0.6187699 May 05 21:56:09.567143 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49808790-d051-4211-b29a-056db947aeb4 None None] DHCP port deletion for ddc29d7d-c491-47ce-a6bd-ca7dd89646a8 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 21:56:09.632418 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-49808790-d051-4211-b29a-056db947aeb4 None None] Deleting port 567b2baf-0f26-46da-a5e4-66aa1836cd3b {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:56:09.632965 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-49808790-d051-4211-b29a-056db947aeb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:09.720069 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-b99174b2-6c56-486b-b52b-1df9b65d8179 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49bcc364-28e8-4ab9-8b4e-d2fa9332d772 HTTP/1.1" status: 200 len: 217 time: 0.2783511 May 05 21:56:09.726729 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49443cfd-30dd-4050-9868-63f42b25c75e admin admin] Pushing event updated for resources: {'Subnet': ['ID=72e7b161-4eca-4be1-a292-d7851dc4ac4b,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:09.743571 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0114b1-ff8d-4770-8df2-7c322ae5cc15 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event deleted for resources: {'Port': ['ID=3630a276-47db-4eb7-96f0-d410caecd4e0,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:09.761234 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6f0114b1-ff8d-4770-8df2-7c322ae5cc15 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:09.796867 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49443cfd-30dd-4050-9868-63f42b25c75e admin admin] Checking segment: {'id': '7131ccfa-3b55-41e7-92df-0bd8b51292e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '79219707-f65f-4b95-8488-5ddf4e75da04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:56:09.797223 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49443cfd-30dd-4050-9868-63f42b25c75e admin admin] Network hostable DHCP agents. Network: 79219707-f65f-4b95-8488-5ddf4e75da04, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:56:09.808048 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-6f0114b1-ff8d-4770-8df2-7c322ae5cc15 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2701fbbb-1c91-475d-8b36-2b10e61219d0']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:09.828376 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-6f0114b1-ff8d-4770-8df2-7c322ae5cc15 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4c39d7d-6862-4d90-8758-b755c7e6a812') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:09.828738 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-6f0114b1-ff8d-4770-8df2-7c322ae5cc15 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4c39d7d-6862-4d90-8758-b755c7e6a812') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:09.845374 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-7a291d98-10a1-4fe2-96e4-72256894ef8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:09.847532 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6f0114b1-ff8d-4770-8df2-7c322ae5cc15 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:09.848677 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-7a291d98-10a1-4fe2-96e4-72256894ef8f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a1594dc8-6a87-4080-8b31-94a5f80267f6 HTTP/1.1" status: 200 len: 856 time: 0.1163411 May 05 21:56:09.880815 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6f0114b1-ff8d-4770-8df2-7c322ae5cc15 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:09.890617 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-49808790-d051-4211-b29a-056db947aeb4 None None] For port 567b2baf-0f26-46da-a5e4-66aa1836cd3b, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=567b2baf-0f26-46da-a5e4-66aa1836cd3b,segment=NetworkSegment(fe498393-7eb5-46ef-98e1-f7f1c8dad721),segment_id=fe498393-7eb5-46ef-98e1-f7f1c8dad721)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:09.891095 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-49808790-d051-4211-b29a-056db947aeb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:09.891573 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f0114b1-ff8d-4770-8df2-7c322ae5cc15 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:56:09.892276 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6f0114b1-ff8d-4770-8df2-7c322ae5cc15 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:09.906934 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 21:56:09.906934 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:56:09.906934 n-d-825175-4 neutron-server[84063]: timer() May 05 21:56:09.906934 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:56:09.906934 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 21:56:09.906934 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:56:09.906934 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 21:56:09.906934 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:56:09.906934 n-d-825175-4 neutron-server[84063]: self._notify() May 05 21:56:09.906934 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:56:09.906934 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 21:56:09.906934 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:56:09.906934 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 21:56:09.906934 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:56:09.906934 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:56:09.906934 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:56:09.906934 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:56:09.906934 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:56:09.906934 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 21:56:09.906934 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:56:09.906934 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 21:56:09.906934 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:56:09.906934 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:56:09.906934 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:56:09.906934 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 21:56:09.906934 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:56:09.906934 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:56:09.906934 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:56:09.906934 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:56:09.906934 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:56:09.906934 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:56:09.906934 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:56:09.917869 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49443cfd-30dd-4050-9868-63f42b25c75e admin admin] Network 79219707-f65f-4b95-8488-5ddf4e75da04 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:56:09.992355 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041e2f8-24ba-443c-a7f1-36460928f77c req-5450e03d-9735-40a2-a538-c69faa129264 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:09.993498 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-f041e2f8-24ba-443c-a7f1-36460928f77c req-5450e03d-9735-40a2-a538-c69faa129264 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Synchronizing usage tracker for tenant:0ea2eb66bb064d42bceac53953af552d on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:56:10.016775 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-49808790-d051-4211-b29a-056db947aeb4 None None] Calling delete_port for 567b2baf-0f26-46da-a5e4-66aa1836cd3b owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:56:10.025336 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6f0114b1-ff8d-4770-8df2-7c322ae5cc15 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:10.047497 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6f0114b1-ff8d-4770-8df2-7c322ae5cc15 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:10.062679 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-f041e2f8-24ba-443c-a7f1-36460928f77c req-5450e03d-9735-40a2-a538-c69faa129264 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Unset dirty status for tenant:0ea2eb66bb064d42bceac53953af552d on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:56:10.062679 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f041e2f8-24ba-443c-a7f1-36460928f77c req-5450e03d-9735-40a2-a538-c69faa129264 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.32 "GET /v2.0/ports?device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14 HTTP/1.1" status: 200 len: 947 time: 0.6897557 May 05 21:56:10.064612 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0114b1-ff8d-4770-8df2-7c322ae5cc15 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event deleted for resources: {'Network': ['ID=2701fbbb-1c91-475d-8b36-2b10e61219d0,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:10.122386 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 3630a276-47db-4eb7-96f0-d410caecd4e0 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:56:10.138853 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-f041e2f8-24ba-443c-a7f1-36460928f77c req-323e36fa-169f-443b-a85a-42b7aec0617b tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Deleting port 5e7fe4e5-73d4-44dd-b7d6-101b4b978c61 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:56:10.139184 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f041e2f8-24ba-443c-a7f1-36460928f77c req-323e36fa-169f-443b-a85a-42b7aec0617b tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:10.155837 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b792b75e-186d-49b4-b441-70af6867bfe6 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:10.158782 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-49808790-d051-4211-b29a-056db947aeb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:10.162685 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b0e73f-b990-4cf3-9ea7-3d3f98026bb6 req-cb41c0ee-76db-44a3-adbb-39068cfefbe2 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:10.163582 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-c5b0e73f-b990-4cf3-9ea7-3d3f98026bb6 req-cb41c0ee-76db-44a3-adbb-39068cfefbe2 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Synchronizing usage tracker for tenant:edfb56529402421c8703b1e767ccb199 on resource:network {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:56:10.181206 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-49443cfd-30dd-4050-9868-63f42b25c75e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 79219707-f65f-4b95-8488-5ddf4e75da04) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:56:10.202214 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-6f0114b1-ff8d-4770-8df2-7c322ae5cc15 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "DELETE /v2.0/networks/2701fbbb-1c91-475d-8b36-2b10e61219d0 HTTP/1.1" status: 204 len: 168 time: 1.7959073 May 05 21:56:10.206490 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48100) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:10.214996 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49443cfd-30dd-4050-9868-63f42b25c75e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:10.215413 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-49443cfd-30dd-4050-9868-63f42b25c75e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:10.219754 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 3630a276-47db-4eb7-96f0-d410caecd4e0 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:56:10.220227 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 3630a276-47db-4eb7-96f0-d410caecd4e0 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:56:10.220798 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 567b2baf-0f26-46da-a5e4-66aa1836cd3b no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:56:10.245715 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947c8e5e-d7e5-45e6-acf4-69af987abd53 None None] Network 79219707-f65f-4b95-8488-5ddf4e75da04 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:56:10.260340 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-c5b0e73f-b990-4cf3-9ea7-3d3f98026bb6 req-cb41c0ee-76db-44a3-adbb-39068cfefbe2 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Unset dirty status for tenant:edfb56529402421c8703b1e767ccb199 on resource:network {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:56:10.261491 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c5b0e73f-b990-4cf3-9ea7-3d3f98026bb6 req-cb41c0ee-76db-44a3-adbb-39068cfefbe2 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/networks?id=fa69cb3f-4129-4afe-9a6d-7584eefc40c0 HTTP/1.1" status: 200 len: 806 time: 0.3502932 May 05 21:56:10.269456 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49808790-d051-4211-b29a-056db947aeb4 None None] No DVR routers for this DVR port 567b2baf-0f26-46da-a5e4-66aa1836cd3b on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:56:10.281444 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49808790-d051-4211-b29a-056db947aeb4 None None] Pushing event deleted for resources: {'Port': ['ID=567b2baf-0f26-46da-a5e4-66aa1836cd3b,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:10.304003 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-49443cfd-30dd-4050-9868-63f42b25c75e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3518724 May 05 21:56:10.323621 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-89e748f6-dc18-4ba4-9da9-48bc5d542a9a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3120f5ac-8b43-4ef1-9697-254002b20677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4682553 May 05 21:56:10.329912 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c5b0e73f-b990-4cf3-9ea7-3d3f98026bb6 req-ebe75755-ce72-4a20-aa9b-947d45773adc tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/quotas/edfb56529402421c8703b1e767ccb199 HTTP/1.1" status: 200 len: 375 time: 0.0517018 May 05 21:56:10.439188 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-b792b75e-186d-49b4-b441-70af6867bfe6 None None] Transition to ACTIVE for port object 7dad2640-7cf9-4919-ad5f-0594a0f93da6 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:56:10.442366 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 567b2baf-0f26-46da-a5e4-66aa1836cd3b {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:56:10.442810 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 567b2baf-0f26-46da-a5e4-66aa1836cd3b not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:56:10.460778 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c5b0e73f-b990-4cf3-9ea7-3d3f98026bb6 req-d714a45d-2548-421c-bd3b-feaed1bf53e3 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=edfb56529402421c8703b1e767ccb199&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1295998 May 05 21:56:10.472121 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-aba5f92e-bf11-44aa-a9ad-15acda0482d5 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:10.550005 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-b792b75e-186d-49b4-b441-70af6867bfe6 None None] Transition to ACTIVE for port object 7dad2640-7cf9-4919-ad5f-0594a0f93da6 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:56:10.592840 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b792b75e-186d-49b4-b441-70af6867bfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:10.630476 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1347abb-70c7-4736-8439-5c593ee30598 req-edf2a6f8-961f-41aa-9179-7f69f68b4cba tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:10.631984 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c1347abb-70c7-4736-8439-5c593ee30598 req-edf2a6f8-961f-41aa-9179-7f69f68b4cba tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=776da390-139c-4038-b5ac-afee0d411ef0 HTTP/1.1" status: 200 len: 943 time: 0.4059353 May 05 21:56:10.637385 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-eb1aa026-0e78-4af5-858f-ca5fb10f7076 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:10.666233 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-aba5f92e-bf11-44aa-a9ad-15acda0482d5 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:10.676554 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc00a656-f694-4efd-bd56-eb52c3b32aeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-79219707-f65f-4b95-8488-5ddf4e75da04', 'network_id': '79219707-f65f-4b95-8488-5ddf4e75da04', 'tenant_id': '9595afcdb7a340dfb614ce1dbfb5db82', 'fixed_ips': [{'subnet_id': '72e7b161-4eca-4be1-a292-d7851dc4ac4b'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 21:56:10.677346 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fc00a656-f694-4efd-bd56-eb52c3b32aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:10.695463 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-aba5f92e-bf11-44aa-a9ad-15acda0482d5 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddc29d7d-c491-47ce-a6bd-ca7dd89646a8']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:10.728367 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-aba5f92e-bf11-44aa-a9ad-15acda0482d5 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe498393-7eb5-46ef-98e1-f7f1c8dad721') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:10.728745 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-aba5f92e-bf11-44aa-a9ad-15acda0482d5 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe498393-7eb5-46ef-98e1-f7f1c8dad721') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:10.743626 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1aa026-0e78-4af5-858f-ca5fb10f7076 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Pushing event deleted for resources: {'Subnet': ['ID=380d17ab-2a0a-45d4-96bc-da9518ff1d43,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:10.743848 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b792b75e-186d-49b4-b441-70af6867bfe6 None None] Network 2a5608a4-a966-4c8d-964a-b3d31fc49791 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:56:10.752792 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-b792b75e-186d-49b4-b441-70af6867bfe6 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:56:10.754970 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-aba5f92e-bf11-44aa-a9ad-15acda0482d5 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:10.755339 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b792b75e-186d-49b4-b441-70af6867bfe6 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:56:10.760160 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b792b75e-186d-49b4-b441-70af6867bfe6 None None] Pushing event updated for resources: {'Port': ['ID=7dad2640-7cf9-4919-ad5f-0594a0f93da6,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:10.776773 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-f041e2f8-24ba-443c-a7f1-36460928f77c req-323e36fa-169f-443b-a85a-42b7aec0617b tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] For port 5e7fe4e5-73d4-44dd-b7d6-101b4b978c61, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=5e7fe4e5-73d4-44dd-b7d6-101b4b978c61,segment=NetworkSegment(5e9da586-bb12-4958-b15e-b7cf97bc3d1b),segment_id=5e9da586-bb12-4958-b15e-b7cf97bc3d1b)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:10.777132 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f041e2f8-24ba-443c-a7f1-36460928f77c req-323e36fa-169f-443b-a85a-42b7aec0617b tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:10.777315 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-1c73d72e-59ca-4601-a00d-27932cb00186 service neutron] 10.222.0.32 "GET /v2.0/networks/3120f5ac-8b43-4ef1-9697-254002b20677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4438663 May 05 21:56:10.788050 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-aba5f92e-bf11-44aa-a9ad-15acda0482d5 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:10.828849 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c5b0e73f-b990-4cf3-9ea7-3d3f98026bb6 req-d61fc4df-97d3-483a-9a4c-8c9df3ff1469 service neutron] 10.222.0.23 "GET /v2.0/networks/fa69cb3f-4129-4afe-9a6d-7584eefc40c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3666840 May 05 21:56:10.853753 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aba5f92e-bf11-44aa-a9ad-15acda0482d5 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:56:10.854161 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-aba5f92e-bf11-44aa-a9ad-15acda0482d5 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:10.869071 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 21:56:10.869071 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:56:10.869071 n-d-825175-4 neutron-server[84063]: timer() May 05 21:56:10.869071 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:56:10.869071 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 21:56:10.869071 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:56:10.869071 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 21:56:10.869071 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:56:10.869071 n-d-825175-4 neutron-server[84063]: self._notify() May 05 21:56:10.869071 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:56:10.869071 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 21:56:10.869071 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:56:10.869071 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 21:56:10.869071 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:56:10.869071 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:56:10.869071 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:56:10.869071 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:56:10.869071 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:56:10.869071 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 21:56:10.869071 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:56:10.869071 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 21:56:10.869071 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:56:10.869071 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:56:10.869071 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:56:10.869071 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 21:56:10.869071 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:56:10.869071 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:56:10.869071 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:56:10.869071 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:56:10.869071 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:56:10.869071 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:56:10.869071 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:56:10.921038 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-b792b75e-186d-49b4-b441-70af6867bfe6 None None] Attempting to bind port 7dad2640-7cf9-4919-ad5f-0594a0f93da6 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:56:10.921415 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-b792b75e-186d-49b4-b441-70af6867bfe6 None None] Attempting to bind port 7dad2640-7cf9-4919-ad5f-0594a0f93da6 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'd1e7871b-a435-494b-a2a3-c7be3a979b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2a5608a4-a966-4c8d-964a-b3d31fc49791'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:56:10.921829 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b792b75e-186d-49b4-b441-70af6867bfe6 None None] Attempting to bind port 7dad2640-7cf9-4919-ad5f-0594a0f93da6 on network 2a5608a4-a966-4c8d-964a-b3d31fc49791 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:56:10.945890 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-c1347abb-70c7-4736-8439-5c593ee30598 req-eed70bad-b656-4fd9-8499-6014bc35cf0d tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Deleting port 82990358-263c-460c-a2be-db543d8f1004 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:56:10.946534 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c1347abb-70c7-4736-8439-5c593ee30598 req-eed70bad-b656-4fd9-8499-6014bc35cf0d tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:10.966356 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b792b75e-186d-49b4-b441-70af6867bfe6 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:56:10.966811 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b792b75e-186d-49b4-b441-70af6867bfe6 None None] Checking segment: {'id': 'd1e7871b-a435-494b-a2a3-c7be3a979b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2a5608a4-a966-4c8d-964a-b3d31fc49791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:56:10.967942 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b792b75e-186d-49b4-b441-70af6867bfe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:10.967942 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b792b75e-186d-49b4-b441-70af6867bfe6 None None] Bound using segment: {'id': 'd1e7871b-a435-494b-a2a3-c7be3a979b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2a5608a4-a966-4c8d-964a-b3d31fc49791'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:56:10.968176 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-b792b75e-186d-49b4-b441-70af6867bfe6 None None] Bound port: 7dad2640-7cf9-4919-ad5f-0594a0f93da6, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1e7871b-a435-494b-a2a3-c7be3a979b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2a5608a4-a966-4c8d-964a-b3d31fc49791'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:56:10.968578 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b792b75e-186d-49b4-b441-70af6867bfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:11.021995 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-aba5f92e-bf11-44aa-a9ad-15acda0482d5 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:11.038717 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-fc00a656-f694-4efd-bd56-eb52c3b32aeb None None] Allocated IP 172.20.0.2 (79219707-f65f-4b95-8488-5ddf4e75da04/72e7b161-4eca-4be1-a292-d7851dc4ac4b/b3a3c173-a54c-4a45-8075-3683e434e811) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:56:11.088514 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-eb1aa026-0e78-4af5-858f-ca5fb10f7076 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:11.156901 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-aba5f92e-bf11-44aa-a9ad-15acda0482d5 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:11.162649 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-b792b75e-186d-49b4-b441-70af6867bfe6 None None] For port 7dad2640-7cf9-4919-ad5f-0594a0f93da6, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:56:11.173826 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f92e-bf11-44aa-a9ad-15acda0482d5 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event deleted for resources: {'Network': ['ID=ddc29d7d-c491-47ce-a6bd-ca7dd89646a8,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:11.175774 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-eb1aa026-0e78-4af5-858f-ca5fb10f7076 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a5608a4-a966-4c8d-964a-b3d31fc49791']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:11.175944 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-b792b75e-186d-49b4-b441-70af6867bfe6 None None] For port 7dad2640-7cf9-4919-ad5f-0594a0f93da6, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=7dad2640-7cf9-4919-ad5f-0594a0f93da6,segment=NetworkSegment(d1e7871b-a435-494b-a2a3-c7be3a979b21),segment_id=d1e7871b-a435-494b-a2a3-c7be3a979b21)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:56:11.183362 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-aba5f92e-bf11-44aa-a9ad-15acda0482d5 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "DELETE /v2.0/networks/ddc29d7d-c491-47ce-a6bd-ca7dd89646a8 HTTP/1.1" status: 204 len: 168 time: 0.9723315 May 05 21:56:11.184962 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48114) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:11.191193 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-79e98989-258a-4f57-8724-2bf16409f0ad tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Request body: {'network': {'name': 'tempest-RoutersTest-1646966677'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:56:11.191822 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b792b75e-186d-49b4-b441-70af6867bfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:11.205348 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-79e98989-258a-4f57-8724-2bf16409f0ad tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:56:11.228873 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-eb1aa026-0e78-4af5-858f-ca5fb10f7076 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1e7871b-a435-494b-a2a3-c7be3a979b21') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:11.229154 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-eb1aa026-0e78-4af5-858f-ca5fb10f7076 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1e7871b-a435-494b-a2a3-c7be3a979b21') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:11.268480 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-79e98989-258a-4f57-8724-2bf16409f0ad tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Usage tracker for resource:network and tenant:663767b5203746b3b9addbbb99a48f8b is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:56:11.279279 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-79e98989-258a-4f57-8724-2bf16409f0ad tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:56:11.295235 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-79e98989-258a-4f57-8724-2bf16409f0ad tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:56:11.326826 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e98989-258a-4f57-8724-2bf16409f0ad tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Made reservation on behalf of 663767b5203746b3b9addbbb99a48f8b for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:56:11.329798 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-79e98989-258a-4f57-8724-2bf16409f0ad tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:11.353897 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f041e2f8-24ba-443c-a7f1-36460928f77c req-323e36fa-169f-443b-a85a-42b7aec0617b tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:11.354295 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f041e2f8-24ba-443c-a7f1-36460928f77c req-323e36fa-169f-443b-a85a-42b7aec0617b tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:11.354614 n-d-825175-4 neutron-server[84063]: INFO neutron.db.l3_db [req-f041e2f8-24ba-443c-a7f1-36460928f77c req-323e36fa-169f-443b-a85a-42b7aec0617b tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Floating IP 188c1be7-4365-4bdd-b8e3-feaa87c52812 disassociated. External IP: 172.25.4.190, port: 5e7fe4e5-73d4-44dd-b7d6-101b4b978c61. May 05 21:56:11.354940 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-f041e2f8-24ba-443c-a7f1-36460928f77c req-323e36fa-169f-443b-a85a-42b7aec0617b tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Calling delete_port for 5e7fe4e5-73d4-44dd-b7d6-101b4b978c61 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:56:11.410580 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79e98989-258a-4f57-8724-2bf16409f0ad tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:56:11.428403 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-79e98989-258a-4f57-8724-2bf16409f0ad tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:11.428821 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-79e98989-258a-4f57-8724-2bf16409f0ad tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Added segment b44d267d-d73d-4c2a-94e2-8d0fec668a4f of type vlan for network ab69251a-e206-4587-8cfb-b51a62053e32 May 05 21:56:11.432361 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b792b75e-186d-49b4-b441-70af6867bfe6 None None] Pushing event updated for resources: {'Port': ['ID=7dad2640-7cf9-4919-ad5f-0594a0f93da6,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:11.472665 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-79e98989-258a-4f57-8724-2bf16409f0ad tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:11.479385 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fc00a656-f694-4efd-bd56-eb52c3b32aeb None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:11.492253 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-fc00a656-f694-4efd-bd56-eb52c3b32aeb None None] Transition to ACTIVE for port object b3a3c173-a54c-4a45-8075-3683e434e811 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:56:11.500843 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c70f27-9091-4d0e-ab37-a529522f3795 None None] Network 2a5608a4-a966-4c8d-964a-b3d31fc49791 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:56:11.537252 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-eb1aa026-0e78-4af5-858f-ca5fb10f7076 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:11.545800 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-80564f3e-1680-4a69-b8e6-38ed6e808f1f service neutron] 10.222.0.32 "GET /v2.0/networks/3120f5ac-8b43-4ef1-9697-254002b20677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7489150 May 05 21:56:11.556508 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-79e98989-258a-4f57-8724-2bf16409f0ad tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:11.561020 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e98989-258a-4f57-8724-2bf16409f0ad tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:11.561738 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-79e98989-258a-4f57-8724-2bf16409f0ad tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:11.596562 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-fc00a656-f694-4efd-bd56-eb52c3b32aeb None None] Transition to ACTIVE for port object b3a3c173-a54c-4a45-8075-3683e434e811 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:56:11.626097 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fc00a656-f694-4efd-bd56-eb52c3b32aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:11.643286 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c5b0e73f-b990-4cf3-9ea7-3d3f98026bb6 req-9046c263-5184-4980-8631-e0f0b7ba7869 service neutron] 10.222.0.23 "GET /v2.0/networks/fa69cb3f-4129-4afe-9a6d-7584eefc40c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8135130 May 05 21:56:11.670364 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f041e2f8-24ba-443c-a7f1-36460928f77c req-323e36fa-169f-443b-a85a-42b7aec0617b tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:11.676862 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e98989-258a-4f57-8724-2bf16409f0ad tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event updated for resources: {'Network': ['ID=ab69251a-e206-4587-8cfb-b51a62053e32,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:11.717312 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc00a656-f694-4efd-bd56-eb52c3b32aeb None None] Pushing event updated for resources: {'Port': ['ID=b3a3c173-a54c-4a45-8075-3683e434e811,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:11.719347 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-c1347abb-70c7-4736-8439-5c593ee30598 req-eed70bad-b656-4fd9-8499-6014bc35cf0d tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] For port 82990358-263c-460c-a2be-db543d8f1004, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=82990358-263c-460c-a2be-db543d8f1004,segment=NetworkSegment(18a3c379-3cfc-4702-917f-3a57e26f3cd8),segment_id=18a3c379-3cfc-4702-917f-3a57e26f3cd8)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:11.719737 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c1347abb-70c7-4736-8439-5c593ee30598 req-eed70bad-b656-4fd9-8499-6014bc35cf0d tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:11.733292 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323e36fa-169f-443b-a85a-42b7aec0617b tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Pushing event deleted for resources: {'Port': ['ID=5e7fe4e5-73d4-44dd-b7d6-101b4b978c61,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:11.750984 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-79e98989-258a-4f57-8724-2bf16409f0ad tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5660758 May 05 21:56:11.754215 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48118) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:11.760016 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network ab69251a-e206-4587-8cfb-b51a62053e32 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:56:11.761169 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-24700bc9-3a3f-4635-aeb0-ded1cebf2725 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Request body: {'subnet': {'network_id': 'ab69251a-e206-4587-8cfb-b51a62053e32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:56:11.884887 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-c1347abb-70c7-4736-8439-5c593ee30598 req-eed70bad-b656-4fd9-8499-6014bc35cf0d tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Calling delete_port for 82990358-263c-460c-a2be-db543d8f1004 owned by compute:nova {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:56:11.913031 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc00a656-f694-4efd-bd56-eb52c3b32aeb None None] Network 79219707-f65f-4b95-8488-5ddf4e75da04 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:56:11.928140 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-fc00a656-f694-4efd-bd56-eb52c3b32aeb None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:56:11.933517 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc00a656-f694-4efd-bd56-eb52c3b32aeb None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:56:12.053230 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-504c9b9b-d994-4436-bfd1-0ae1ab7b53aa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=5a7478fb-521e-4f6f-8635-8d5c3a9ffb68 HTTP/1.1" status: 200 len: 217 time: 0.4967098 May 05 21:56:12.107976 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-fc00a656-f694-4efd-bd56-eb52c3b32aeb None None] Attempting to bind port b3a3c173-a54c-4a45-8075-3683e434e811 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:56:12.108717 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-fc00a656-f694-4efd-bd56-eb52c3b32aeb None None] Attempting to bind port b3a3c173-a54c-4a45-8075-3683e434e811 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '7131ccfa-3b55-41e7-92df-0bd8b51292e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '79219707-f65f-4b95-8488-5ddf4e75da04'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:56:12.109227 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc00a656-f694-4efd-bd56-eb52c3b32aeb None None] Attempting to bind port b3a3c173-a54c-4a45-8075-3683e434e811 on network 79219707-f65f-4b95-8488-5ddf4e75da04 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:56:12.114591 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-24700bc9-3a3f-4635-aeb0-ded1cebf2725 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:56:12.123254 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-24700bc9-3a3f-4635-aeb0-ded1cebf2725 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Usage tracker for resource:subnet and tenant:663767b5203746b3b9addbbb99a48f8b is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:56:12.130042 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-24700bc9-3a3f-4635-aeb0-ded1cebf2725 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:56:12.134692 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc00a656-f694-4efd-bd56-eb52c3b32aeb None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:56:12.135290 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc00a656-f694-4efd-bd56-eb52c3b32aeb None None] Checking segment: {'id': '7131ccfa-3b55-41e7-92df-0bd8b51292e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '79219707-f65f-4b95-8488-5ddf4e75da04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:56:12.135898 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fc00a656-f694-4efd-bd56-eb52c3b32aeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:12.136534 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc00a656-f694-4efd-bd56-eb52c3b32aeb None None] Bound using segment: {'id': '7131ccfa-3b55-41e7-92df-0bd8b51292e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '79219707-f65f-4b95-8488-5ddf4e75da04'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:56:12.137391 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-fc00a656-f694-4efd-bd56-eb52c3b32aeb None None] Bound port: b3a3c173-a54c-4a45-8075-3683e434e811, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7131ccfa-3b55-41e7-92df-0bd8b51292e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '79219707-f65f-4b95-8488-5ddf4e75da04'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:56:12.137832 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-24700bc9-3a3f-4635-aeb0-ded1cebf2725 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:56:12.138165 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fc00a656-f694-4efd-bd56-eb52c3b32aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:12.170569 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24700bc9-3a3f-4635-aeb0-ded1cebf2725 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Made reservation on behalf of 663767b5203746b3b9addbbb99a48f8b for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:56:12.180501 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-eb1aa026-0e78-4af5-858f-ca5fb10f7076 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:12.205745 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb1aa026-0e78-4af5-858f-ca5fb10f7076 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:56:12.206285 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-eb1aa026-0e78-4af5-858f-ca5fb10f7076 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:12.235321 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 21:56:12.235321 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:56:12.235321 n-d-825175-4 neutron-server[84061]: timer() May 05 21:56:12.235321 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:56:12.235321 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 21:56:12.235321 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:56:12.235321 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 21:56:12.235321 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:56:12.235321 n-d-825175-4 neutron-server[84061]: self._notify() May 05 21:56:12.235321 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:56:12.235321 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 21:56:12.235321 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:56:12.235321 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 21:56:12.235321 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:56:12.235321 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:56:12.235321 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:56:12.235321 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:56:12.235321 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:56:12.235321 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 21:56:12.235321 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:56:12.235321 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 21:56:12.235321 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:56:12.235321 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:56:12.235321 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:56:12.235321 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 21:56:12.235321 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:56:12.235321 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:56:12.235321 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:56:12.235321 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:56:12.235321 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:56:12.235321 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:56:12.235321 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:56:12.303100 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-fc00a656-f694-4efd-bd56-eb52c3b32aeb None None] For port b3a3c173-a54c-4a45-8075-3683e434e811, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:56:12.307294 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-fc00a656-f694-4efd-bd56-eb52c3b32aeb None None] For port b3a3c173-a54c-4a45-8075-3683e434e811, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=b3a3c173-a54c-4a45-8075-3683e434e811,segment=NetworkSegment(7131ccfa-3b55-41e7-92df-0bd8b51292e9),segment_id=7131ccfa-3b55-41e7-92df-0bd8b51292e9)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:56:12.315754 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fc00a656-f694-4efd-bd56-eb52c3b32aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:12.339748 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-24700bc9-3a3f-4635-aeb0-ded1cebf2725 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:12.347389 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c1347abb-70c7-4736-8439-5c593ee30598 req-eed70bad-b656-4fd9-8499-6014bc35cf0d tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:12.373256 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['38613b19-f2b6-4d9b-984b-e50a2c516817', '25d9e451-57c3-41ad-9d23-df0953c08e55'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:56:12.390756 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f041e2f8-24ba-443c-a7f1-36460928f77c req-323e36fa-169f-443b-a85a-42b7aec0617b tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Router b3ad7406-69ba-41fa-8407-7590b4b7dc02 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:56:12.461324 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-975727ec-cdb6-4012-9439-c9bf7217e2b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:12.462993 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-975727ec-cdb6-4012-9439-c9bf7217e2b2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f64f1e7a-817f-4ccd-9184-65d8ed36e073 HTTP/1.1" status: 200 len: 797 time: 0.3223119 May 05 21:56:12.468629 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed70bad-b656-4fd9-8499-6014bc35cf0d tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Pushing event deleted for resources: {'Port': ['ID=82990358-263c-460c-a2be-db543d8f1004,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:12.511168 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc00a656-f694-4efd-bd56-eb52c3b32aeb None None] Pushing event updated for resources: {'Port': ['ID=b3a3c173-a54c-4a45-8075-3683e434e811,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:12.520295 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.api [None req-eb1aa026-0e78-4af5-858f-ca5fb10f7076 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 05 21:56:12.520295 n-d-825175-4 neutron-server[84061]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 05 21:56:12.520295 n-d-825175-4 neutron-server[84061]: [parameters: {'id': '2a5608a4-a966-4c8d-964a-b3d31fc49791'}] May 05 21:56:12.520295 n-d-825175-4 neutron-server[84061]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:56:12.520785 n-d-825175-4 neutron-server[84061]: DEBUG oslo_db.api [None req-eb1aa026-0e78-4af5-858f-ca5fb10f7076 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:56:12.726003 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f9893-777e-4843-8c8a-63e77bfddde6 req-66cb8644-ceeb-4afc-afd7-5d62667f42b2 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:12.739507 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-458f9893-777e-4843-8c8a-63e77bfddde6 req-66cb8644-ceeb-4afc-afd7-5d62667f42b2 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=650ee19c-47a5-46fb-87c2-6a55df6429d5 HTTP/1.1" status: 200 len: 945 time: 0.6845131 May 05 21:56:12.787492 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1347abb-70c7-4736-8439-5c593ee30598 req-eed70bad-b656-4fd9-8499-6014bc35cf0d tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] No DVR routers for this DVR port 82990358-263c-460c-a2be-db543d8f1004 on host n-h2-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:56:12.801400 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c1347abb-70c7-4736-8439-5c593ee30598 req-eed70bad-b656-4fd9-8499-6014bc35cf0d tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:12.864677 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-458f9893-777e-4843-8c8a-63e77bfddde6 req-2f4ec9dd-dac2-4814-9034-98e5de920714 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c51188-03e9-4eb7-84f3-076c2790a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242762 May 05 21:56:12.885052 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c1347abb-70c7-4736-8439-5c593ee30598 req-eed70bad-b656-4fd9-8499-6014bc35cf0d tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "DELETE /v2.0/ports/82990358-263c-460c-a2be-db543d8f1004 HTTP/1.1" status: 204 len: 173 time: 2.2429502 May 05 21:56:12.888782 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-60a33343-01e0-41c5-a9b2-6a48f38efab8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c1301700-8066-4240-acf4-e47c77ffe534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4170799 May 05 21:56:12.992744 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-24700bc9-3a3f-4635-aeb0-ded1cebf2725 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:13.073368 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-eb1aa026-0e78-4af5-858f-ca5fb10f7076 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:13.085971 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57a9fa79-37fa-4288-ac39-f6d8f1688b06'] response: {'name': 'network-changed', 'server_uuid': '96539926-3157-406d-977f-028308bff7aa', 'tag': '948d6717-39b5-46c6-879f-ba0420345ef2', 'status': 'completed', 'code': 200} May 05 21:56:13.105667 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24700bc9-3a3f-4635-aeb0-ded1cebf2725 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Checking segment: {'id': 'b44d267d-d73d-4c2a-94e2-8d0fec668a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ab69251a-e206-4587-8cfb-b51a62053e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:56:13.106028 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24700bc9-3a3f-4635-aeb0-ded1cebf2725 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Network hostable DHCP agents. Network: ab69251a-e206-4587-8cfb-b51a62053e32, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:56:13.120047 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-eb1aa026-0e78-4af5-858f-ca5fb10f7076 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Deleting port 7dad2640-7cf9-4919-ad5f-0594a0f93da6 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:56:13.124133 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-eb1aa026-0e78-4af5-858f-ca5fb10f7076 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:13.132449 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24700bc9-3a3f-4635-aeb0-ded1cebf2725 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event updated for resources: {'Subnet': ['ID=a5f189b9-a36a-48a4-b606-632d90386f4d,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:13.170603 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24700bc9-3a3f-4635-aeb0-ded1cebf2725 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Network ab69251a-e206-4587-8cfb-b51a62053e32 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:56:13.193217 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f041e2f8-24ba-443c-a7f1-36460928f77c req-323e36fa-169f-443b-a85a-42b7aec0617b tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:56:13.204449 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d0bc3d-7fdc-4c1c-b22d-635f317bcacf None None] Sync routers for ids ['b3ad7406-69ba-41fa-8407-7590b4b7dc02'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:56:13.223916 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d0bc3d-7fdc-4c1c-b22d-635f317bcacf None None] Routers {'b3ad7406-69ba-41fa-8407-7590b4b7dc02'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:56:13.224540 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-66d0bc3d-7fdc-4c1c-b22d-635f317bcacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:55:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['b3ad7406-69ba-41fa-8407-7590b4b7dc02'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:13.249807 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-24700bc9-3a3f-4635-aeb0-ded1cebf2725 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, ab69251a-e206-4587-8cfb-b51a62053e32) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:56:13.263573 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1809989-84c6-4603-ab17-0fef79b45dac None None] Network ab69251a-e206-4587-8cfb-b51a62053e32 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:56:13.275628 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-3f48c94a-5c0b-456c-94af-44d76f462aec service neutron] 10.222.0.32 "GET /v2.0/networks/c1301700-8066-4240-acf4-e47c77ffe534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745465 May 05 21:56:13.316131 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9732161d-0b9a-4d85-a4ce-49b2099894c6 req-66e54a64-117e-49a4-9e66-ca6684db6773 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=15ba7ec0-d1c3-4cb3-9a56-ed383e235f14 HTTP/1.1" status: 200 len: 210 time: 0.0947185 May 05 21:56:13.648723 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24700bc9-3a3f-4635-aeb0-ded1cebf2725 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:13.649321 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-24700bc9-3a3f-4635-aeb0-ded1cebf2725 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:13.652076 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-66d0bc3d-7fdc-4c1c-b22d-635f317bcacf None None] Set router b3ad7406-69ba-41fa-8407-7590b4b7dc02 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:56:13.738400 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-f041e2f8-24ba-443c-a7f1-36460928f77c req-323e36fa-169f-443b-a85a-42b7aec0617b tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] No DVR routers for this DVR port 5e7fe4e5-73d4-44dd-b7d6-101b4b978c61 on host n-h2-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:56:13.756679 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f041e2f8-24ba-443c-a7f1-36460928f77c req-323e36fa-169f-443b-a85a-42b7aec0617b tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:13.852651 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ba7ec0-d1c3-4cb3-9a56-ed383e235f14', 'name': 'network-vif-deleted', 'tag': '5e7fe4e5-73d4-44dd-b7d6-101b4b978c61'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:56:13.873529 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f041e2f8-24ba-443c-a7f1-36460928f77c req-323e36fa-169f-443b-a85a-42b7aec0617b tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.32 "DELETE /v2.0/ports/5e7fe4e5-73d4-44dd-b7d6-101b4b978c61 HTTP/1.1" status: 204 len: 173 time: 3.8102944 May 05 21:56:13.897771 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-24700bc9-3a3f-4635-aeb0-ded1cebf2725 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1423073 May 05 21:56:13.901759 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48150) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:13.907458 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-0b4eb287-9ebc-4afb-8b56-bdea6e009206 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1768576933', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:56:13.914862 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-0b4eb287-9ebc-4afb-8b56-bdea6e009206 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:56:13.918998 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0b4eb287-9ebc-4afb-8b56-bdea6e009206 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Usage tracker for resource:router and tenant:663767b5203746b3b9addbbb99a48f8b is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:56:13.922427 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0b4eb287-9ebc-4afb-8b56-bdea6e009206 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:56:13.929480 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81277b7-2ad7-4b3b-bee1-e59fcf77f6d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-ab69251a-e206-4587-8cfb-b51a62053e32', 'network_id': 'ab69251a-e206-4587-8cfb-b51a62053e32', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'fixed_ips': [{'subnet_id': 'a5f189b9-a36a-48a4-b606-632d90386f4d'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 21:56:13.931737 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-0b4eb287-9ebc-4afb-8b56-bdea6e009206 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:56:13.932429 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c81277b7-2ad7-4b3b-bee1-e59fcf77f6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:14.013074 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0b4eb287-9ebc-4afb-8b56-bdea6e009206 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:14.015552 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0b4eb287-9ebc-4afb-8b56-bdea6e009206 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:14.042160 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b0e73f-b990-4cf3-9ea7-3d3f98026bb6 req-a4e13568-7918-4e70-8706-7b6d723b604a tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:14.046464 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c5b0e73f-b990-4cf3-9ea7-3d3f98026bb6 req-a4e13568-7918-4e70-8706-7b6d723b604a tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.44 "GET /v2.0/networks?id=fa69cb3f-4129-4afe-9a6d-7584eefc40c0 HTTP/1.1" status: 200 len: 806 time: 0.4468434 May 05 21:56:14.067246 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-c5b0e73f-b990-4cf3-9ea7-3d3f98026bb6 req-ec84f87a-3f45-43fd-8477-3da7cf76bdfa tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Request body: {'port': {'device_id': '12acf9a2-9e8c-4e0f-b5dd-fb218af77d33', 'network_id': 'fa69cb3f-4129-4afe-9a6d-7584eefc40c0', 'admin_state_up': True, 'tenant_id': 'edfb56529402421c8703b1e767ccb199'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:56:14.135989 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-38a880b1-d764-4242-a606-7f8d801282d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:14.244858 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device b3a3c173-a54c-4a45-8075-3683e434e811 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:56:14.245760 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-eb1aa026-0e78-4af5-858f-ca5fb10f7076 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] For port 7dad2640-7cf9-4919-ad5f-0594a0f93da6, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=7dad2640-7cf9-4919-ad5f-0594a0f93da6,segment=NetworkSegment(d1e7871b-a435-494b-a2a3-c7be3a979b21),segment_id=d1e7871b-a435-494b-a2a3-c7be3a979b21)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:14.246415 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-eb1aa026-0e78-4af5-858f-ca5fb10f7076 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:14.254534 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0b4eb287-9ebc-4afb-8b56-bdea6e009206 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:14.292011 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-57894b02-d6cd-4419-b8d4-ac3a4ff8177f service neutron] 10.222.0.32 "GET /v2.0/networks/c1301700-8066-4240-acf4-e47c77ffe534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0051193 May 05 21:56:14.302131 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb0f55a-3642-4793-ab46-5a3dcbaa2e76 None None] Network 79219707-f65f-4b95-8488-5ddf4e75da04 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:56:14.312285 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0b4eb287-9ebc-4afb-8b56-bdea6e009206 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:14.320679 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-c5b0e73f-b990-4cf3-9ea7-3d3f98026bb6 req-ec84f87a-3f45-43fd-8477-3da7cf76bdfa tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:56:14.332292 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-c5b0e73f-b990-4cf3-9ea7-3d3f98026bb6 req-ec84f87a-3f45-43fd-8477-3da7cf76bdfa tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Usage tracker for resource:port and tenant:edfb56529402421c8703b1e767ccb199 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:56:14.336100 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-c5b0e73f-b990-4cf3-9ea7-3d3f98026bb6 req-ec84f87a-3f45-43fd-8477-3da7cf76bdfa tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:56:14.345153 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-c5b0e73f-b990-4cf3-9ea7-3d3f98026bb6 req-ec84f87a-3f45-43fd-8477-3da7cf76bdfa tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:56:14.354690 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0b4eb287-9ebc-4afb-8b56-bdea6e009206 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:14.359096 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0b4eb287-9ebc-4afb-8b56-bdea6e009206 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4562745 May 05 21:56:14.359889 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48158) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:14.366453 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-445a2174-e80e-41e3-a76f-33e868c7a1a1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Request body: {'port': {'network_id': 'ab69251a-e206-4587-8cfb-b51a62053e32', 'name': 'tempest-RoutersTest-619836972'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:56:14.384366 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5b0e73f-b990-4cf3-9ea7-3d3f98026bb6 req-ec84f87a-3f45-43fd-8477-3da7cf76bdfa tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Made reservation on behalf of edfb56529402421c8703b1e767ccb199 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:56:14.387348 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c5b0e73f-b990-4cf3-9ea7-3d3f98026bb6 req-ec84f87a-3f45-43fd-8477-3da7cf76bdfa tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:14.435038 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-66d0bc3d-7fdc-4c1c-b22d-635f317bcacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ad7406-69ba-41fa-8407-7590b4b7dc02', 'name': 'tempest-AttachVolumeShelveTestJSON-177764559-router', 'tenant_id': '0ea2eb66bb064d42bceac53953af552d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '2e96534a-0b3f-4b1d-842c-2fddbaad2d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:52:00Z', 'updated_at': '2022-05-05T21:52:12Z', 'revision_number': 4, 'project_id': '0ea2eb66bb064d42bceac53953af552d', 'gw_port': {'id': '2e96534a-0b3f-4b1d-842c-2fddbaad2d4b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ad7406-69ba-41fa-8407-7590b4b7dc02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:52:01Z', 'updated_at': '2022-05-05T21:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '5f1e015c-7e2a-45db-8f28-ebb7488d457f', 'name': '', 'network_id': '18b54df9-33ed-4370-adce-cf7c028d1c63', 'tenant_id': '0ea2eb66bb064d42bceac53953af552d', 'mac_address': 'fa:16:3e:3e:e9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ad7406-69ba-41fa-8407-7590b4b7dc02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53681791-224f-47a5-828b-e46692c08c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:52:10Z', 'updated_at': '2022-05-05T21:52:26Z', 'revision_number': 5, 'project_id': '0ea2eb66bb064d42bceac53953af552d', 'subnets': [{'id': '53681791-224f-47a5-828b-e46692c08c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:14.441017 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d0bc3d-7fdc-4c1c-b22d-635f317bcacf None None] Checking router: b3ad7406-69ba-41fa-8407-7590b4b7dc02 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:56:14.454060 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d0bc3d-7fdc-4c1c-b22d-635f317bcacf None None] Routers {'b3ad7406-69ba-41fa-8407-7590b4b7dc02'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:56:14.455668 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-66d0bc3d-7fdc-4c1c-b22d-635f317bcacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:55:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['b3ad7406-69ba-41fa-8407-7590b4b7dc02'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:14.477208 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-007aab96-818c-4e9f-9d7c-ff41a90352da None None] Provisioning for port b3a3c173-a54c-4a45-8075-3683e434e811 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:56:14.544469 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-eb1aa026-0e78-4af5-858f-ca5fb10f7076 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Calling delete_port for 7dad2640-7cf9-4919-ad5f-0594a0f93da6 owned by network:dhcp {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:56:14.649245 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-c81277b7-2ad7-4b3b-bee1-e59fcf77f6d9 None None] Allocated IP 172.20.0.2 (ab69251a-e206-4587-8cfb-b51a62053e32/a5f189b9-a36a-48a4-b606-632d90386f4d/e922e7cf-81d5-4578-bf5b-2c8d73c38cae) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:56:14.657357 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port b3a3c173-a54c-4a45-8075-3683e434e811 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:56:14.662626 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-445a2174-e80e-41e3-a76f-33e868c7a1a1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:56:14.675179 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-445a2174-e80e-41e3-a76f-33e868c7a1a1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Usage tracker for resource:port and tenant:663767b5203746b3b9addbbb99a48f8b is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:56:14.681237 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port b3a3c173-a54c-4a45-8075-3683e434e811 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:56:14.681840 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:14.684377 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-445a2174-e80e-41e3-a76f-33e868c7a1a1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:56:14.690838 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-dac9499f-ecec-4980-9a3b-419eaf849fee service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.115&port_id=40d79594-36bc-4bf3-b743-389d36c9b783 HTTP/1.1" status: 200 len: 217 time: 0.2948270 May 05 21:56:14.694216 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-445a2174-e80e-41e3-a76f-33e868c7a1a1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:56:14.705192 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a6157a-dde6-4212-8dd8-e4a8344440dc req-7ea98997-60c5-4f10-9109-a2d5b4037677 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:14.709607 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a6157a-dde6-4212-8dd8-e4a8344440dc req-7ea98997-60c5-4f10-9109-a2d5b4037677 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:14.713916 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a6157a-dde6-4212-8dd8-e4a8344440dc req-7ea98997-60c5-4f10-9109-a2d5b4037677 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:14.718121 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a6157a-dde6-4212-8dd8-e4a8344440dc req-7ea98997-60c5-4f10-9109-a2d5b4037677 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:14.719228 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-c5b0e73f-b990-4cf3-9ea7-3d3f98026bb6 req-ec84f87a-3f45-43fd-8477-3da7cf76bdfa tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Allocated IP 172.20.0.11 (fa69cb3f-4129-4afe-9a6d-7584eefc40c0/98120645-6211-43cf-b26e-14efa3661c41/026ae715-3b74-4311-9e26-de7e6032c7f1) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:56:14.722895 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a6157a-dde6-4212-8dd8-e4a8344440dc req-7ea98997-60c5-4f10-9109-a2d5b4037677 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:14.724037 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445a2174-e80e-41e3-a76f-33e868c7a1a1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Made reservation on behalf of 663767b5203746b3b9addbbb99a48f8b for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:56:14.727208 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a6157a-dde6-4212-8dd8-e4a8344440dc req-7ea98997-60c5-4f10-9109-a2d5b4037677 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:14.727792 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-445a2174-e80e-41e3-a76f-33e868c7a1a1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:14.731724 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a6157a-dde6-4212-8dd8-e4a8344440dc req-7ea98997-60c5-4f10-9109-a2d5b4037677 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:14.733822 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e1a6157a-dde6-4212-8dd8-e4a8344440dc req-7ea98997-60c5-4f10-9109-a2d5b4037677 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/ports?device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 5429 time: 1.0941701 May 05 21:56:14.766237 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [None req-445a2174-e80e-41e3-a76f-33e868c7a1a1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] device_id is not set on port 9b9ef67f-e7f9-4613-a547-6662376eb39b yet. {{(pid=84063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 21:56:14.861637 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-66d0bc3d-7fdc-4c1c-b22d-635f317bcacf None None] Set router b3ad7406-69ba-41fa-8407-7590b4b7dc02 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:56:14.933347 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 5e7fe4e5-73d4-44dd-b7d6-101b4b978c61 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:56:14.935968 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e315273-6dcd-4857-bba0-49324d6be44a req-fc4da0de-7a20-422e-ac74-bb9f664b00c9 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:14.945281 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6e315273-6dcd-4857-bba0-49324d6be44a req-fc4da0de-7a20-422e-ac74-bb9f664b00c9 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/networks?id=79219707-f65f-4b95-8488-5ddf4e75da04 HTTP/1.1" status: 200 len: 815 time: 0.6895547 May 05 21:56:14.954270 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-eb1aa026-0e78-4af5-858f-ca5fb10f7076 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:14.978941 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: 5e7fe4e5-73d4-44dd-b7d6-101b4b978c61 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:56:14.979318 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 5e7fe4e5-73d4-44dd-b7d6-101b4b978c61 not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:56:14.994918 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-4dca8fbf-abf2-48d3-b768-213f1647066e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:14.996428 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-4dca8fbf-abf2-48d3-b768-213f1647066e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f64f1e7a-817f-4ccd-9184-65d8ed36e073 HTTP/1.1" status: 200 len: 797 time: 0.2571955 May 05 21:56:15.068988 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1aa026-0e78-4af5-858f-ca5fb10f7076 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Pushing event deleted for resources: {'Port': ['ID=7dad2640-7cf9-4919-ad5f-0594a0f93da6,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:15.099994 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e1a6157a-dde6-4212-8dd8-e4a8344440dc req-9e79a982-ef20-42ff-9dbc-317fd36159a7 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/security-groups?id=d56f4659-1a1c-44b7-b1dc-74618b3402dc&id=d1b940f3-f2a7-478e-a3f4-c0ad661f5649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3176024 May 05 21:56:15.106108 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1aa026-0e78-4af5-858f-ca5fb10f7076 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] No DVR routers for this DVR port 7dad2640-7cf9-4919-ad5f-0594a0f93da6 on host n-d-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:56:15.108442 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c5b0e73f-b990-4cf3-9ea7-3d3f98026bb6 req-ec84f87a-3f45-43fd-8477-3da7cf76bdfa tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:15.152230 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c5b0e73f-b990-4cf3-9ea7-3d3f98026bb6 req-ec84f87a-3f45-43fd-8477-3da7cf76bdfa tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:15.166127 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6e315273-6dcd-4857-bba0-49324d6be44a req-67bcc724-72f8-46f8-a717-f1c9d5c02b72 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/quotas/9595afcdb7a340dfb614ce1dbfb5db82 HTTP/1.1" status: 200 len: 375 time: 0.2197669 May 05 21:56:15.206898 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776da390-139c-4038-b5ac-afee0d411ef0', 'name': 'network-vif-deleted', 'tag': '82990358-263c-460c-a2be-db543d8f1004'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:56:15.220449 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-66d0bc3d-7fdc-4c1c-b22d-635f317bcacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ad7406-69ba-41fa-8407-7590b4b7dc02', 'name': 'tempest-AttachVolumeShelveTestJSON-177764559-router', 'tenant_id': '0ea2eb66bb064d42bceac53953af552d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '2e96534a-0b3f-4b1d-842c-2fddbaad2d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:52:00Z', 'updated_at': '2022-05-05T21:52:12Z', 'revision_number': 4, 'project_id': '0ea2eb66bb064d42bceac53953af552d', 'gw_port': {'id': '2e96534a-0b3f-4b1d-842c-2fddbaad2d4b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ad7406-69ba-41fa-8407-7590b4b7dc02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:52:01Z', 'updated_at': '2022-05-05T21:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '5f1e015c-7e2a-45db-8f28-ebb7488d457f', 'name': '', 'network_id': '18b54df9-33ed-4370-adce-cf7c028d1c63', 'tenant_id': '0ea2eb66bb064d42bceac53953af552d', 'mac_address': 'fa:16:3e:3e:e9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ad7406-69ba-41fa-8407-7590b4b7dc02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53681791-224f-47a5-828b-e46692c08c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:52:10Z', 'updated_at': '2022-05-05T21:52:26Z', 'revision_number': 5, 'project_id': '0ea2eb66bb064d42bceac53953af552d', 'subnets': [{'id': '53681791-224f-47a5-828b-e46692c08c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:15.225250 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d0bc3d-7fdc-4c1c-b22d-635f317bcacf None None] The sync data for ids ['b3ad7406-69ba-41fa-8407-7590b4b7dc02'] in n-d-825175-4 is: [{'id': 'b3ad7406-69ba-41fa-8407-7590b4b7dc02', 'name': 'tempest-AttachVolumeShelveTestJSON-177764559-router', 'tenant_id': '0ea2eb66bb064d42bceac53953af552d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '2e96534a-0b3f-4b1d-842c-2fddbaad2d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:52:00Z', 'updated_at': '2022-05-05T21:52:12Z', 'revision_number': 4, 'project_id': '0ea2eb66bb064d42bceac53953af552d', 'gw_port': {'id': '2e96534a-0b3f-4b1d-842c-2fddbaad2d4b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ad7406-69ba-41fa-8407-7590b4b7dc02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:52:01Z', 'updated_at': '2022-05-05T21:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '5f1e015c-7e2a-45db-8f28-ebb7488d457f', 'name': '', 'network_id': '18b54df9-33ed-4370-adce-cf7c028d1c63', 'tenant_id': '0ea2eb66bb064d42bceac53953af552d', 'mac_address': 'fa:16:3e:3e:e9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ad7406-69ba-41fa-8407-7590b4b7dc02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53681791-224f-47a5-828b-e46692c08c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:52:10Z', 'updated_at': '2022-05-05T21:52:26Z', 'revision_number': 5, 'project_id': '0ea2eb66bb064d42bceac53953af552d', 'subnets': [{'id': '53681791-224f-47a5-828b-e46692c08c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:56:15.262448 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:15.294962 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec84f87a-3f45-43fd-8477-3da7cf76bdfa tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Pushing event updated for resources: {'Port': ['ID=026ae715-3b74-4311-9e26-de7e6032c7f1,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:15.313537 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5b0e73f-b990-4cf3-9ea7-3d3f98026bb6 req-ec84f87a-3f45-43fd-8477-3da7cf76bdfa tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Network fa69cb3f-4129-4afe-9a6d-7584eefc40c0 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:56:15.314959 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-c5b0e73f-b990-4cf3-9ea7-3d3f98026bb6 req-ec84f87a-3f45-43fd-8477-3da7cf76bdfa tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:56:15.317661 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5b0e73f-b990-4cf3-9ea7-3d3f98026bb6 req-ec84f87a-3f45-43fd-8477-3da7cf76bdfa tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:56:15.321167 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c81277b7-2ad7-4b3b-bee1-e59fcf77f6d9 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:15.354499 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c81277b7-2ad7-4b3b-bee1-e59fcf77f6d9 None None] Transition to ACTIVE for port object e922e7cf-81d5-4578-bf5b-2c8d73c38cae will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:56:15.373190 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port b3a3c173-a54c-4a45-8075-3683e434e811, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=b3a3c173-a54c-4a45-8075-3683e434e811,segment=NetworkSegment(7131ccfa-3b55-41e7-92df-0bd8b51292e9),segment_id=7131ccfa-3b55-41e7-92df-0bd8b51292e9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:15.381877 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:15.397566 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b0e73f-b990-4cf3-9ea7-3d3f98026bb6 req-ec84f87a-3f45-43fd-8477-3da7cf76bdfa tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:15.398385 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c5b0e73f-b990-4cf3-9ea7-3d3f98026bb6 req-ec84f87a-3f45-43fd-8477-3da7cf76bdfa tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:15.429035 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c5b0e73f-b990-4cf3-9ea7-3d3f98026bb6 req-ec84f87a-3f45-43fd-8477-3da7cf76bdfa tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3689442 May 05 21:56:15.444111 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-c5b0e73f-b990-4cf3-9ea7-3d3f98026bb6 req-7b9092d5-84d4-4a48-bacf-8c9c5c93a1f9 service neutron] Request body: {'port': {'device_id': '12acf9a2-9e8c-4e0f-b5dd-fb218af77d33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:56:15.473127 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-eb1aa026-0e78-4af5-858f-ca5fb10f7076 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:15.482837 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=b3a3c173-a54c-4a45-8075-3683e434e811,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:15.489659 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c81277b7-2ad7-4b3b-bee1-e59fcf77f6d9 None None] Transition to ACTIVE for port object e922e7cf-81d5-4578-bf5b-2c8d73c38cae will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:56:15.506299 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c81277b7-2ad7-4b3b-bee1-e59fcf77f6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:15.518289 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-eb1aa026-0e78-4af5-858f-ca5fb10f7076 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a5608a4-a966-4c8d-964a-b3d31fc49791']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:15.571065 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-eb1aa026-0e78-4af5-858f-ca5fb10f7076 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1e7871b-a435-494b-a2a3-c7be3a979b21') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:15.571394 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-eb1aa026-0e78-4af5-858f-ca5fb10f7076 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1e7871b-a435-494b-a2a3-c7be3a979b21') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:15.591944 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-f89b6fd1-7c94-43fd-b910-6eb879cd8880 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c1301700-8066-4240-acf4-e47c77ffe534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5845299 May 05 21:56:15.594263 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-eb1aa026-0e78-4af5-858f-ca5fb10f7076 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:15.596939 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81277b7-2ad7-4b3b-bee1-e59fcf77f6d9 None None] Network ab69251a-e206-4587-8cfb-b51a62053e32 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:56:15.602000 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-c81277b7-2ad7-4b3b-bee1-e59fcf77f6d9 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:56:15.605891 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81277b7-2ad7-4b3b-bee1-e59fcf77f6d9 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:56:15.629964 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81277b7-2ad7-4b3b-bee1-e59fcf77f6d9 None None] Pushing event updated for resources: {'Port': ['ID=e922e7cf-81d5-4578-bf5b-2c8d73c38cae,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:15.666044 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6e315273-6dcd-4857-bba0-49324d6be44a req-f2297823-df8f-4224-9053-ffd1e33b2aa0 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9595afcdb7a340dfb614ce1dbfb5db82&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4989450 May 05 21:56:15.666540 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c5b0e73f-b990-4cf3-9ea7-3d3f98026bb6 req-7b9092d5-84d4-4a48-bacf-8c9c5c93a1f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:15.740311 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ecfaf8-f414-45a6-97fc-956af172213f None None] New status for floating IP 188c1be7-4365-4bdd-b8e3-feaa87c52812: DOWN {{(pid=84064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 21:56:15.754053 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.api [None req-445a2174-e80e-41e3-a76f-33e868c7a1a1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-f75a9711-8442-46e0-96a0-0ba110897c4d {{(pid=84063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:56:15.754053 n-d-825175-4 neutron-server[84063]: DEBUG oslo_db.api [None req-445a2174-e80e-41e3-a76f-33e868c7a1a1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:56:15.793999 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-eb1aa026-0e78-4af5-858f-ca5fb10f7076 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:15.803532 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-c81277b7-2ad7-4b3b-bee1-e59fcf77f6d9 None None] Attempting to bind port e922e7cf-81d5-4578-bf5b-2c8d73c38cae on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:56:15.803916 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-c81277b7-2ad7-4b3b-bee1-e59fcf77f6d9 None None] Attempting to bind port e922e7cf-81d5-4578-bf5b-2c8d73c38cae by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'b44d267d-d73d-4c2a-94e2-8d0fec668a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ab69251a-e206-4587-8cfb-b51a62053e32'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:56:15.804292 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81277b7-2ad7-4b3b-bee1-e59fcf77f6d9 None None] Attempting to bind port e922e7cf-81d5-4578-bf5b-2c8d73c38cae on network ab69251a-e206-4587-8cfb-b51a62053e32 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:56:15.816729 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb1aa026-0e78-4af5-858f-ca5fb10f7076 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:56:15.817189 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-eb1aa026-0e78-4af5-858f-ca5fb10f7076 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:15.844859 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 21:56:15.844859 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:56:15.844859 n-d-825175-4 neutron-server[84061]: timer() May 05 21:56:15.844859 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:56:15.844859 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 21:56:15.844859 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:56:15.844859 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 21:56:15.844859 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:56:15.844859 n-d-825175-4 neutron-server[84061]: self._notify() May 05 21:56:15.844859 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:56:15.844859 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 21:56:15.844859 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:56:15.844859 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 21:56:15.844859 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:56:15.844859 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:56:15.844859 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:56:15.844859 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:56:15.844859 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:56:15.844859 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 21:56:15.844859 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:56:15.844859 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 21:56:15.844859 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:56:15.844859 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:56:15.844859 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:56:15.844859 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 21:56:15.844859 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:56:15.844859 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:56:15.844859 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:56:15.844859 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:56:15.844859 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:56:15.844859 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:56:15.844859 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:56:15.892289 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81277b7-2ad7-4b3b-bee1-e59fcf77f6d9 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:56:15.892682 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81277b7-2ad7-4b3b-bee1-e59fcf77f6d9 None None] Checking segment: {'id': 'b44d267d-d73d-4c2a-94e2-8d0fec668a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ab69251a-e206-4587-8cfb-b51a62053e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:56:15.893074 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c81277b7-2ad7-4b3b-bee1-e59fcf77f6d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:15.893544 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81277b7-2ad7-4b3b-bee1-e59fcf77f6d9 None None] Bound using segment: {'id': 'b44d267d-d73d-4c2a-94e2-8d0fec668a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ab69251a-e206-4587-8cfb-b51a62053e32'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:56:15.894181 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-c81277b7-2ad7-4b3b-bee1-e59fcf77f6d9 None None] Bound port: e922e7cf-81d5-4578-bf5b-2c8d73c38cae, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b44d267d-d73d-4c2a-94e2-8d0fec668a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ab69251a-e206-4587-8cfb-b51a62053e32'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:56:15.894555 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c81277b7-2ad7-4b3b-bee1-e59fcf77f6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:15.916810 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b16055e-1985-4baf-9ff1-c0af99092f66 req-4e783e50-c15b-4bec-9fd5-4f926f49681b tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:15.918257 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9b16055e-1985-4baf-9ff1-c0af99092f66 req-4e783e50-c15b-4bec-9fd5-4f926f49681b tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=12acf9a2-9e8c-4e0f-b5dd-fb218af77d33 HTTP/1.1" status: 200 len: 932 time: 0.5524397 May 05 21:56:15.969034 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-db94c0bf-31e8-4d6e-bec7-92c3ae480b48 None None] Provisioning complete for port b3a3c173-a54c-4a45-8075-3683e434e811 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:56:15.969377 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-db94c0bf-31e8-4d6e-bec7-92c3ae480b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:16.019969 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-eb1aa026-0e78-4af5-858f-ca5fb10f7076 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:16.041396 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6e315273-6dcd-4857-bba0-49324d6be44a req-12fa70cc-7094-4591-a522-dbe7b517b432 service neutron] 10.222.0.23 "GET /v2.0/networks/79219707-f65f-4b95-8488-5ddf4e75da04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744626 May 05 21:56:16.049170 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-eb1aa026-0e78-4af5-858f-ca5fb10f7076 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:16.081412 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-2e158315-3db1-4d62-9e8d-706ca1dc78cb service neutron] 10.222.0.32 "GET /v2.0/networks/c1301700-8066-4240-acf4-e47c77ffe534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4676473 May 05 21:56:16.082455 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-c5b0e73f-b990-4cf3-9ea7-3d3f98026bb6 req-7b9092d5-84d4-4a48-bacf-8c9c5c93a1f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 026ae715-3b74-4311-9e26-de7e6032c7f1 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:56:16.089471 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1aa026-0e78-4af5-858f-ca5fb10f7076 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Pushing event deleted for resources: {'Network': ['ID=2a5608a4-a966-4c8d-964a-b3d31fc49791,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:16.107439 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c5b0e73f-b990-4cf3-9ea7-3d3f98026bb6 req-7b9092d5-84d4-4a48-bacf-8c9c5c93a1f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:16.120261 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device b3a3c173-a54c-4a45-8075-3683e434e811 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:56:16.125947 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-c5b0e73f-b990-4cf3-9ea7-3d3f98026bb6 req-7b9092d5-84d4-4a48-bacf-8c9c5c93a1f9 service neutron] Transition to ACTIVE for port object 026ae715-3b74-4311-9e26-de7e6032c7f1 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:56:16.131430 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c5b0e73f-b990-4cf3-9ea7-3d3f98026bb6 req-7b9092d5-84d4-4a48-bacf-8c9c5c93a1f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:16.282753 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-445a2174-e80e-41e3-a76f-33e868c7a1a1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:16.293828 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-c81277b7-2ad7-4b3b-bee1-e59fcf77f6d9 None None] For port e922e7cf-81d5-4578-bf5b-2c8d73c38cae, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:56:16.310474 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-97c6569d-0534-4441-b8e7-9febe6b59667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:16.314183 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-c81277b7-2ad7-4b3b-bee1-e59fcf77f6d9 None None] For port e922e7cf-81d5-4578-bf5b-2c8d73c38cae, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=e922e7cf-81d5-4578-bf5b-2c8d73c38cae,segment=NetworkSegment(b44d267d-d73d-4c2a-94e2-8d0fec668a4f),segment_id=b44d267d-d73d-4c2a-94e2-8d0fec668a4f)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:56:16.322301 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-eb1aa026-0e78-4af5-858f-ca5fb10f7076 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "DELETE /v2.0/networks/2a5608a4-a966-4c8d-964a-b3d31fc49791 HTTP/1.1" status: 204 len: 168 time: 8.5127337 May 05 21:56:16.323853 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48172) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:16.331972 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c81277b7-2ad7-4b3b-bee1-e59fcf77f6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:16.334137 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [None req-445a2174-e80e-41e3-a76f-33e868c7a1a1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] device_id is not set on port ce57e183-f748-4e8b-9f4a-dac320f09eb5 yet. {{(pid=84063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 21:56:16.370474 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-a10580ba-881d-465d-9bfc-bbd9946622a1 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1572888416'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:56:16.372390 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port b3a3c173-a54c-4a45-8075-3683e434e811 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:56:16.372390 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:16.384912 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-9b16055e-1985-4baf-9ff1-c0af99092f66 req-d6e6cf80-cc69-466f-95ea-ebb566d0eac7 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Synchronizing usage tracker for tenant:edfb56529402421c8703b1e767ccb199 on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:56:16.436276 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-a10580ba-881d-465d-9bfc-bbd9946622a1 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:56:16.451856 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-a10580ba-881d-465d-9bfc-bbd9946622a1 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Usage tracker for resource:network and tenant:d6118b6e73844218b32f83df9af14cd4 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:56:16.455218 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9092d5-84d4-4a48-bacf-8c9c5c93a1f9 service neutron] Pushing event updated for resources: {'Port': ['ID=026ae715-3b74-4311-9e26-de7e6032c7f1,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:16.462962 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-a10580ba-881d-465d-9bfc-bbd9946622a1 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:56:16.465058 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81277b7-2ad7-4b3b-bee1-e59fcf77f6d9 None None] Pushing event updated for resources: {'Port': ['ID=e922e7cf-81d5-4578-bf5b-2c8d73c38cae,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:16.472738 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-9b16055e-1985-4baf-9ff1-c0af99092f66 req-d6e6cf80-cc69-466f-95ea-ebb566d0eac7 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Unset dirty status for tenant:edfb56529402421c8703b1e767ccb199 on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:56:16.482674 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-a10580ba-881d-465d-9bfc-bbd9946622a1 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:56:16.488812 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9b16055e-1985-4baf-9ff1-c0af99092f66 req-d6e6cf80-cc69-466f-95ea-ebb566d0eac7 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5515342 May 05 21:56:16.526134 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6e315273-6dcd-4857-bba0-49324d6be44a req-4582ea8f-c062-4e05-a049-df55ad1acbde service neutron] 10.222.0.23 "GET /v2.0/networks/79219707-f65f-4b95-8488-5ddf4e75da04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4690046 May 05 21:56:16.543375 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-60bc3bc5-0781-45b4-9b11-cc738ebde6f4 service neutron] 10.222.0.32 "GET /v2.0/networks/c1301700-8066-4240-acf4-e47c77ffe534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4446261 May 05 21:56:16.721831 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10580ba-881d-465d-9bfc-bbd9946622a1 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Made reservation on behalf of d6118b6e73844218b32f83df9af14cd4 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:56:16.729350 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a10580ba-881d-465d-9bfc-bbd9946622a1 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:16.749201 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-52a0dc0f-096a-412b-959d-9be937c9834d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=84c61080-09da-4d95-bf6c-97692f2369f2 HTTP/1.1" status: 200 len: 217 time: 0.1991441 May 05 21:56:16.778002 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-445a2174-e80e-41e3-a76f-33e868c7a1a1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Allocated IP 172.20.0.14 (ab69251a-e206-4587-8cfb-b51a62053e32/a5f189b9-a36a-48a4-b606-632d90386f4d/ce57e183-f748-4e8b-9f4a-dac320f09eb5) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:56:16.861419 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-7e9decca-bb50-4749-bcb9-4e4dae50c567 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:16.863109 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-7e9decca-bb50-4749-bcb9-4e4dae50c567 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f64f1e7a-817f-4ccd-9184-65d8ed36e073 HTTP/1.1" status: 200 len: 797 time: 0.1077952 May 05 21:56:16.886505 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a10580ba-881d-465d-9bfc-bbd9946622a1 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:56:16.928695 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542566b4-5c51-4db1-b3f9-7dcd50413925 req-029bd9ac-f5f9-4aad-b61c-4d69e601ec0d tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:16.930223 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-542566b4-5c51-4db1-b3f9-7dcd50413925 req-029bd9ac-f5f9-4aad-b61c-4d69e601ec0d tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=650ee19c-47a5-46fb-87c2-6a55df6429d5 HTTP/1.1" status: 200 len: 945 time: 0.2167516 May 05 21:56:16.938218 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-c5b0e73f-b990-4cf3-9ea7-3d3f98026bb6 req-7b9092d5-84d4-4a48-bacf-8c9c5c93a1f9 service neutron] Attempting to bind port 026ae715-3b74-4311-9e26-de7e6032c7f1 on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:56:16.938554 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-c5b0e73f-b990-4cf3-9ea7-3d3f98026bb6 req-7b9092d5-84d4-4a48-bacf-8c9c5c93a1f9 service neutron] Attempting to bind port 026ae715-3b74-4311-9e26-de7e6032c7f1 by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': '0aa4b5f2-fc2b-422a-9849-318a9f632a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fa69cb3f-4129-4afe-9a6d-7584eefc40c0'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:56:16.939097 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b0e73f-b990-4cf3-9ea7-3d3f98026bb6 req-7b9092d5-84d4-4a48-bacf-8c9c5c93a1f9 service neutron] Attempting to bind port 026ae715-3b74-4311-9e26-de7e6032c7f1 on network fa69cb3f-4129-4afe-9a6d-7584eefc40c0 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:56:16.955565 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b0e73f-b990-4cf3-9ea7-3d3f98026bb6 req-7b9092d5-84d4-4a48-bacf-8c9c5c93a1f9 service neutron] Port 026ae715-3b74-4311-9e26-de7e6032c7f1 on network fa69cb3f-4129-4afe-9a6d-7584eefc40c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:56:16.956279 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b0e73f-b990-4cf3-9ea7-3d3f98026bb6 req-7b9092d5-84d4-4a48-bacf-8c9c5c93a1f9 service neutron] Attempting to bind port 026ae715-3b74-4311-9e26-de7e6032c7f1 on network fa69cb3f-4129-4afe-9a6d-7584eefc40c0 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:56:16.968896 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a10580ba-881d-465d-9bfc-bbd9946622a1 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:16.969245 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-a10580ba-881d-465d-9bfc-bbd9946622a1 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Added segment 70abdb25-19be-45b8-a863-afd48cd5f567 of type vlan for network b2474596-7760-4dc6-8a51-e7f817d17862 May 05 21:56:16.971577 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b312e61b-0cd3-4191-88f9-9812a2530569'] response: {'server_uuid': '15ba7ec0-d1c3-4cb3-9a56-ed383e235f14', 'name': 'network-vif-deleted', 'tag': '5e7fe4e5-73d4-44dd-b7d6-101b4b978c61', 'status': 'completed', 'code': 200} May 05 21:56:16.974724 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b0e73f-b990-4cf3-9ea7-3d3f98026bb6 req-7b9092d5-84d4-4a48-bacf-8c9c5c93a1f9 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:56:16.975068 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b0e73f-b990-4cf3-9ea7-3d3f98026bb6 req-7b9092d5-84d4-4a48-bacf-8c9c5c93a1f9 service neutron] Checking segment: {'id': '0aa4b5f2-fc2b-422a-9849-318a9f632a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fa69cb3f-4129-4afe-9a6d-7584eefc40c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:56:16.975493 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b0e73f-b990-4cf3-9ea7-3d3f98026bb6 req-7b9092d5-84d4-4a48-bacf-8c9c5c93a1f9 service neutron] Bound using segment: {'id': '0aa4b5f2-fc2b-422a-9849-318a9f632a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fa69cb3f-4129-4afe-9a6d-7584eefc40c0'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:56:16.975900 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-c5b0e73f-b990-4cf3-9ea7-3d3f98026bb6 req-7b9092d5-84d4-4a48-bacf-8c9c5c93a1f9 service neutron] Bound port: 026ae715-3b74-4311-9e26-de7e6032c7f1, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0aa4b5f2-fc2b-422a-9849-318a9f632a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fa69cb3f-4129-4afe-9a6d-7584eefc40c0'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:56:16.976249 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c5b0e73f-b990-4cf3-9ea7-3d3f98026bb6 req-7b9092d5-84d4-4a48-bacf-8c9c5c93a1f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:17.028870 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-12c31665-4d9c-4ca8-9b54-73bf116e5df4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c1301700-8066-4240-acf4-e47c77ffe534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1595500 May 05 21:56:17.043280 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-542566b4-5c51-4db1-b3f9-7dcd50413925 req-4cf7c703-cb94-4de9-92dd-16549c685251 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c51188-03e9-4eb7-84f3-076c2790a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017451 May 05 21:56:17.188991 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a10580ba-881d-465d-9bfc-bbd9946622a1 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:17.219366 n-d-825175-4 neutron-server[84061]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-318d159c-b714-4b28-a2b3-d952626de565']: {'server_uuid': '776da390-139c-4038-b5ac-afee0d411ef0', 'name': 'network-vif-deleted', 'tag': '82990358-263c-460c-a2be-db543d8f1004', 'status': 'failed', 'code': 422} returned with failed status May 05 21:56:17.269924 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:17.291278 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-c5b0e73f-b990-4cf3-9ea7-3d3f98026bb6 req-7b9092d5-84d4-4a48-bacf-8c9c5c93a1f9 service neutron] For port 026ae715-3b74-4311-9e26-de7e6032c7f1, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:56:17.313869 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-c5b0e73f-b990-4cf3-9ea7-3d3f98026bb6 req-7b9092d5-84d4-4a48-bacf-8c9c5c93a1f9 service neutron] For port 026ae715-3b74-4311-9e26-de7e6032c7f1, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=026ae715-3b74-4311-9e26-de7e6032c7f1,segment=NetworkSegment(0aa4b5f2-fc2b-422a-9849-318a9f632a66),segment_id=0aa4b5f2-fc2b-422a-9849-318a9f632a66)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:56:17.317602 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a10580ba-881d-465d-9bfc-bbd9946622a1 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:17.321330 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10580ba-881d-465d-9bfc-bbd9946622a1 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:17.322278 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a10580ba-881d-465d-9bfc-bbd9946622a1 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:17.352485 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-445a2174-e80e-41e3-a76f-33e868c7a1a1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:17.355777 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c5b0e73f-b990-4cf3-9ea7-3d3f98026bb6 req-7b9092d5-84d4-4a48-bacf-8c9c5c93a1f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:17.457663 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-b601a68a-2ed0-4de5-a2de-e01710f12eeb service neutron] 10.222.0.32 "GET /v2.0/networks/c1301700-8066-4240-acf4-e47c77ffe534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4121132 May 05 21:56:17.478802 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:17.481626 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-445a2174-e80e-41e3-a76f-33e868c7a1a1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Transition to ACTIVE for port object ce57e183-f748-4e8b-9f4a-dac320f09eb5 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:56:17.511110 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d23bccf-5762-432f-8c10-8b62514d11c6 req-d3aa2132-905d-4078-9041-237ce636f5f5 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:17.520529 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d23bccf-5762-432f-8c10-8b62514d11c6 req-d3aa2132-905d-4078-9041-237ce636f5f5 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:17.525080 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d23bccf-5762-432f-8c10-8b62514d11c6 req-d3aa2132-905d-4078-9041-237ce636f5f5 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:17.527004 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c5b0e73f-b990-4cf3-9ea7-3d3f98026bb6 req-7b9092d5-84d4-4a48-bacf-8c9c5c93a1f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:17.528804 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c5b0e73f-b990-4cf3-9ea7-3d3f98026bb6 req-7b9092d5-84d4-4a48-bacf-8c9c5c93a1f9 service neutron] 10.222.0.44 "PUT /v2.0/ports/026ae715-3b74-4311-9e26-de7e6032c7f1 HTTP/1.1" status: 200 len: 1092 time: 2.0913951 May 05 21:56:17.529367 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d23bccf-5762-432f-8c10-8b62514d11c6 req-d3aa2132-905d-4078-9041-237ce636f5f5 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:17.533796 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a10580ba-881d-465d-9bfc-bbd9946622a1 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2079313 May 05 21:56:17.535353 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d23bccf-5762-432f-8c10-8b62514d11c6 req-d3aa2132-905d-4078-9041-237ce636f5f5 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:17.539395 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48200) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:17.540902 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d23bccf-5762-432f-8c10-8b62514d11c6 req-d3aa2132-905d-4078-9041-237ce636f5f5 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:17.546919 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d23bccf-5762-432f-8c10-8b62514d11c6 req-d3aa2132-905d-4078-9041-237ce636f5f5 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:17.558427 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9d23bccf-5762-432f-8c10-8b62514d11c6 req-d3aa2132-905d-4078-9041-237ce636f5f5 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/ports?device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 5429 time: 0.3382130 May 05 21:56:17.587161 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10580ba-881d-465d-9bfc-bbd9946622a1 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Pushing event updated for resources: {'Network': ['ID=b2474596-7760-4dc6-8a51-e7f817d17862,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:17.598587 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-4d02b40e-55d3-4052-a7a4-259324841c83 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Request body: {'subnet': {'network_id': 'b2474596-7760-4dc6-8a51-e7f817d17862', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:56:17.605430 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network b2474596-7760-4dc6-8a51-e7f817d17862 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:56:17.730061 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070eb28-5e2a-43c9-b5e9-dd7a09272795 req-64172f7f-d1d4-4a74-94f6-e937454e9d71 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:17.731702 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5070eb28-5e2a-43c9-b5e9-dd7a09272795 req-64172f7f-d1d4-4a74-94f6-e937454e9d71 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/networks?id=79219707-f65f-4b95-8488-5ddf4e75da04 HTTP/1.1" status: 200 len: 815 time: 0.4385700 May 05 21:56:17.776948 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9d23bccf-5762-432f-8c10-8b62514d11c6 req-b782bae2-13b0-4659-b23a-c62dbf589b9e tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/security-groups?id=d56f4659-1a1c-44b7-b1dc-74618b3402dc&id=d1b940f3-f2a7-478e-a3f4-c0ad661f5649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2176192 May 05 21:56:17.778962 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-445a2174-e80e-41e3-a76f-33e868c7a1a1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:17.805510 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5070eb28-5e2a-43c9-b5e9-dd7a09272795 req-d940784c-8460-44d0-9736-cec21abbc5f3 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/quotas/9595afcdb7a340dfb614ce1dbfb5db82 HTTP/1.1" status: 200 len: 375 time: 0.0541978 May 05 21:56:17.831442 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9092d5-84d4-4a48-bacf-8c9c5c93a1f9 service neutron] Pushing event updated for resources: {'Port': ['ID=026ae715-3b74-4311-9e26-de7e6032c7f1,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:17.890715 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-0379da1d-17de-43b1-8777-40402bb2ad75 service neutron] 10.222.0.32 "GET /v2.0/networks/c1301700-8066-4240-acf4-e47c77ffe534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3944917 May 05 21:56:17.933047 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445a2174-e80e-41e3-a76f-33e868c7a1a1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event updated for resources: {'Port': ['ID=ce57e183-f748-4e8b-9f4a-dac320f09eb5,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:17.957119 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445a2174-e80e-41e3-a76f-33e868c7a1a1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Network ab69251a-e206-4587-8cfb-b51a62053e32 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:56:17.963913 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-445a2174-e80e-41e3-a76f-33e868c7a1a1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:56:17.966258 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-4d02b40e-55d3-4052-a7a4-259324841c83 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:56:17.969209 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-3dd78177-6bd7-4d9b-bfcc-4b073fcc1c2f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=40be755c-7280-4fa7-ab8f-f0bd526d1201 HTTP/1.1" status: 200 len: 217 time: 0.0714154 May 05 21:56:17.974579 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445a2174-e80e-41e3-a76f-33e868c7a1a1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:56:17.984539 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b5976d-6589-42eb-8396-cc2b89a5fd45 None None] Network ab69251a-e206-4587-8cfb-b51a62053e32 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:56:18.042311 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-4d02b40e-55d3-4052-a7a4-259324841c83 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Usage tracker for resource:subnet and tenant:d6118b6e73844218b32f83df9af14cd4 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:56:18.060448 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-4d02b40e-55d3-4052-a7a4-259324841c83 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:56:18.083882 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-4d02b40e-55d3-4052-a7a4-259324841c83 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:56:18.106138 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c5b0e73f-b990-4cf3-9ea7-3d3f98026bb6 req-45bf2dce-e072-4008-94c5-6840e18762dd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=edfb56529402421c8703b1e767ccb199&device_id=12acf9a2-9e8c-4e0f-b5dd-fb218af77d33 HTTP/1.1" status: 200 len: 1095 time: 0.3877873 May 05 21:56:18.117028 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445a2174-e80e-41e3-a76f-33e868c7a1a1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:18.133673 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-445a2174-e80e-41e3-a76f-33e868c7a1a1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:18.134737 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-50ad11e8-354f-4910-b151-b8f3a252b086 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:18.136185 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-50ad11e8-354f-4910-b151-b8f3a252b086 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f64f1e7a-817f-4ccd-9184-65d8ed36e073 HTTP/1.1" status: 200 len: 797 time: 0.1602564 May 05 21:56:18.151222 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5070eb28-5e2a-43c9-b5e9-dd7a09272795 req-7346ac48-175b-43fe-b959-a75dd337f3de tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9595afcdb7a340dfb614ce1dbfb5db82&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3089790 May 05 21:56:18.155663 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device e922e7cf-81d5-4578-bf5b-2c8d73c38cae up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:56:18.231977 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48206) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:18.238126 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-7a62a0fa-f375-4f59-87f8-909a6eaba490 None None] Provisioning for port e922e7cf-81d5-4578-bf5b-2c8d73c38cae completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:56:18.319129 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port e922e7cf-81d5-4578-bf5b-2c8d73c38cae completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:56:18.324423 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d02b40e-55d3-4052-a7a4-259324841c83 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Made reservation on behalf of d6118b6e73844218b32f83df9af14cd4 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:56:18.332145 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port e922e7cf-81d5-4578-bf5b-2c8d73c38cae triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:56:18.332521 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:18.451835 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b6c80d02-8ea3-48a9-9182-135ff3d7fa22 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:18.485878 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c5b0e73f-b990-4cf3-9ea7-3d3f98026bb6 req-2055c9bb-b04f-4806-b1ab-5da7c2000993 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=026ae715-3b74-4311-9e26-de7e6032c7f1 HTTP/1.1" status: 200 len: 217 time: 0.3457026 May 05 21:56:18.490409 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b6c80d02-8ea3-48a9-9182-135ff3d7fa22 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:18.599364 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:18.660655 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port e922e7cf-81d5-4578-bf5b-2c8d73c38cae, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=e922e7cf-81d5-4578-bf5b-2c8d73c38cae,segment=NetworkSegment(b44d267d-d73d-4c2a-94e2-8d0fec668a4f),segment_id=b44d267d-d73d-4c2a-94e2-8d0fec668a4f)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:18.667571 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:18.700007 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4d02b40e-55d3-4052-a7a4-259324841c83 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:18.725385 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-445a2174-e80e-41e3-a76f-33e868c7a1a1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 4.3634224 May 05 21:56:18.755808 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48212) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:18.758231 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=e922e7cf-81d5-4578-bf5b-2c8d73c38cae,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:18.773332 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-06924cc1-104d-486b-856f-d09580e4f66c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c1301700-8066-4240-acf4-e47c77ffe534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5973551 May 05 21:56:18.890007 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:18.894287 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-60a6efcc-d65e-4b85-aafe-aec51832dbc0 None None] Provisioning for port ce57e183-f748-4e8b-9f4a-dac320f09eb5 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:56:18.902048 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-60a6efcc-d65e-4b85-aafe-aec51832dbc0 None None] Provisioning complete for port ce57e183-f748-4e8b-9f4a-dac320f09eb5 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:56:18.902428 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-60a6efcc-d65e-4b85-aafe-aec51832dbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:18.933296 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b0e73f-b990-4cf3-9ea7-3d3f98026bb6 req-79988be2-f4cd-4bd7-a741-836bb9021591 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:18.934783 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c5b0e73f-b990-4cf3-9ea7-3d3f98026bb6 req-79988be2-f4cd-4bd7-a741-836bb9021591 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=98120645-6211-43cf-b26e-14efa3661c41 HTTP/1.1" status: 200 len: 846 time: 0.2081656 May 05 21:56:18.940776 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e315273-6dcd-4857-bba0-49324d6be44a req-bd8af13b-b40d-48aa-9deb-0bfa7d31ed18 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:18.942234 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-6e315273-6dcd-4857-bba0-49324d6be44a req-bd8af13b-b40d-48aa-9deb-0bfa7d31ed18 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Synchronizing usage tracker for tenant:9595afcdb7a340dfb614ce1dbfb5db82 on resource:network {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:56:18.967532 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-60a6efcc-d65e-4b85-aafe-aec51832dbc0 None None] Port ce57e183-f748-4e8b-9f4a-dac320f09eb5 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:56:18.982375 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-60a6efcc-d65e-4b85-aafe-aec51832dbc0 None None] Provisioning complete for port e922e7cf-81d5-4578-bf5b-2c8d73c38cae triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:56:18.982812 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-60a6efcc-d65e-4b85-aafe-aec51832dbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:18.988619 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5070eb28-5e2a-43c9-b5e9-dd7a09272795 req-4fa30199-0866-4228-b065-95ffe14bd15c service neutron] 10.222.0.23 "GET /v2.0/networks/79219707-f65f-4b95-8488-5ddf4e75da04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8346870 May 05 21:56:18.992675 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12acf9a2-9e8c-4e0f-b5dd-fb218af77d33', 'tag': '026ae715-3b74-4311-9e26-de7e6032c7f1'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:56:18.998819 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c5b0e73f-b990-4cf3-9ea7-3d3f98026bb6 req-45b48493-3f3f-490d-a945-7478f4a51efa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fa69cb3f-4129-4afe-9a6d-7584eefc40c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524173 May 05 21:56:19.092380 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-fc4a28b5-5d3b-42dc-96d6-98a24c6c924c service neutron] 10.222.0.32 "GET /v2.0/networks/c1301700-8066-4240-acf4-e47c77ffe534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502432 May 05 21:56:19.102365 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f849e539-b771-4575-8067-ddc6e7b44ab0 None None] get_active_networks_info from n-d-825175-4 {{(pid=84064) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 05 21:56:19.108045 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-6e315273-6dcd-4857-bba0-49324d6be44a req-bd8af13b-b40d-48aa-9deb-0bfa7d31ed18 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Unset dirty status for tenant:9595afcdb7a340dfb614ce1dbfb5db82 on resource:network {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:56:19.109782 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6e315273-6dcd-4857-bba0-49324d6be44a req-bd8af13b-b40d-48aa-9deb-0bfa7d31ed18 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.44 "GET /v2.0/networks?id=79219707-f65f-4b95-8488-5ddf4e75da04 HTTP/1.1" status: 200 len: 815 time: 0.8401296 May 05 21:56:19.138289 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b6c80d02-8ea3-48a9-9182-135ff3d7fa22 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:19.167962 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-6e315273-6dcd-4857-bba0-49324d6be44a req-695eb574-60d4-4b5c-aad0-6f665a2d7bf9 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Request body: {'port': {'device_id': '8cf744cf-fd9a-49c3-bf04-42112dd2f326', 'network_id': '79219707-f65f-4b95-8488-5ddf4e75da04', 'admin_state_up': True, 'tenant_id': '9595afcdb7a340dfb614ce1dbfb5db82'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:56:19.217154 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c80d02-8ea3-48a9-9182-135ff3d7fa22 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7172c50-8266-4028-bd8e-9c21e9bde333,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:19.298584 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f849e539-b771-4575-8067-ddc6e7b44ab0 None None] Resources bound (agent type, host, resource id): {{(pid=84064) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 05 21:56:19.313345 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-259e0d76-f22f-4260-bb6d-a11a7d812566 None None] Provisioning complete for port ce57e183-f748-4e8b-9f4a-dac320f09eb5 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:56:19.313345 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-259e0d76-f22f-4260-bb6d-a11a7d812566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:19.318612 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c5b0e73f-b990-4cf3-9ea7-3d3f98026bb6 req-e2dbb5b9-d1ef-42b5-9647-a00baf7e31eb service neutron] 10.222.0.44 "GET /v2.0/networks/fa69cb3f-4129-4afe-9a6d-7584eefc40c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061702 May 05 21:56:19.327133 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661a2f8-17e3-456b-9fac-da1a682270f3 req-3b340c39-77db-4068-ace1-96aa82f55930 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:19.328607 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5661a2f8-17e3-456b-9fac-da1a682270f3 req-3b340c39-77db-4068-ace1-96aa82f55930 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=12acf9a2-9e8c-4e0f-b5dd-fb218af77d33 HTTP/1.1" status: 200 len: 944 time: 0.6258934 May 05 21:56:19.417211 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b6c80d02-8ea3-48a9-9182-135ff3d7fa22 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:19.418206 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b6c80d02-8ea3-48a9-9182-135ff3d7fa22 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "DELETE /v2.0/security-groups/e7172c50-8266-4028-bd8e-9c21e9bde333 HTTP/1.1" status: 204 len: 168 time: 1.1852360 May 05 21:56:19.426945 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48220) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:19.447432 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-259e0d76-f22f-4260-bb6d-a11a7d812566 None None] Port ce57e183-f748-4e8b-9f4a-dac320f09eb5 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:56:19.538795 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-1e964c1f-4a37-4274-b21b-5e946f593387 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] show failed (client error): The resource could not be found. May 05 21:56:19.543063 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1e964c1f-4a37-4274-b21b-5e946f593387 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups/e7172c50-8266-4028-bd8e-9c21e9bde333 HTTP/1.1" status: 404 len: 347 time: 0.1127203 May 05 21:56:19.544759 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48224) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:19.564983 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4d02b40e-55d3-4052-a7a4-259324841c83 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:19.576564 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5661a2f8-17e3-456b-9fac-da1a682270f3 req-2d8ffca1-ba65-40bc-85a1-f9da25152738 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905856 May 05 21:56:19.585611 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5070eb28-5e2a-43c9-b5e9-dd7a09272795 req-461dd968-540a-40bd-a4c6-1bc3cba99e85 service neutron] 10.222.0.23 "GET /v2.0/networks/79219707-f65f-4b95-8488-5ddf4e75da04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5615964 May 05 21:56:19.591712 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-ab75b946-a18b-457e-abb2-5fbd0f84744d service neutron] 10.222.0.32 "GET /v2.0/networks/c1301700-8066-4240-acf4-e47c77ffe534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4754071 May 05 21:56:19.740624 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-6e315273-6dcd-4857-bba0-49324d6be44a req-695eb574-60d4-4b5c-aad0-6f665a2d7bf9 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:56:19.811178 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-6e315273-6dcd-4857-bba0-49324d6be44a req-695eb574-60d4-4b5c-aad0-6f665a2d7bf9 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Usage tracker for resource:port and tenant:9595afcdb7a340dfb614ce1dbfb5db82 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:56:19.833095 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-6e315273-6dcd-4857-bba0-49324d6be44a req-695eb574-60d4-4b5c-aad0-6f665a2d7bf9 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:56:19.833095 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c5b0e73f-b990-4cf3-9ea7-3d3f98026bb6 req-0c181193-e444-455d-abf1-fba785a272bb service neutron] 10.222.0.44 "GET /v2.0/networks/fa69cb3f-4129-4afe-9a6d-7584eefc40c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5051920 May 05 21:56:19.875493 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-6e315273-6dcd-4857-bba0-49324d6be44a req-695eb574-60d4-4b5c-aad0-6f665a2d7bf9 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:56:19.877674 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d02b40e-55d3-4052-a7a4-259324841c83 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Pushing event updated for resources: {'Subnet': ['ID=b6eb1b5d-c53d-43b3-8991-193641d108f6,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:19.899495 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-2c4112f3-bb03-40a8-b740-295f08fb3564 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d981f185-f142-4e87-9f70-65eca8f3b9fb HTTP/1.1" status: 200 len: 217 time: 0.2525501 May 05 21:56:19.907316 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-6b96ea0b-4540-4dc6-9dee-c6e2e88469ad tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Deleting port 4e49a303-e04b-4e70-a7a0-9442bf334961 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:56:19.907678 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6b96ea0b-4540-4dc6-9dee-c6e2e88469ad tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:19.953603 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e315273-6dcd-4857-bba0-49324d6be44a req-695eb574-60d4-4b5c-aad0-6f665a2d7bf9 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Made reservation on behalf of 9595afcdb7a340dfb614ce1dbfb5db82 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:56:19.956267 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6e315273-6dcd-4857-bba0-49324d6be44a req-695eb574-60d4-4b5c-aad0-6f665a2d7bf9 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:20.035866 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d02b40e-55d3-4052-a7a4-259324841c83 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Checking segment: {'id': '70abdb25-19be-45b8-a863-afd48cd5f567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b2474596-7760-4dc6-8a51-e7f817d17862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:56:20.036257 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d02b40e-55d3-4052-a7a4-259324841c83 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Network hostable DHCP agents. Network: b2474596-7760-4dc6-8a51-e7f817d17862, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:56:20.054059 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fd9ea5-df07-4af3-8488-34381b1c657f req-acef83c6-f5f5-4a24-835f-d117a8602723 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:20.054795 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-37fd9ea5-df07-4af3-8488-34381b1c657f req-acef83c6-f5f5-4a24-835f-d117a8602723 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Synchronizing usage tracker for tenant:0eb82da6a4bc47a2ae0058d78ca21e92 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:56:20.095460 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device e922e7cf-81d5-4578-bf5b-2c8d73c38cae up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:56:20.177609 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-5029de80-68d0-4794-a108-50ee0bcdd6ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:20.179082 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-5029de80-68d0-4794-a108-50ee0bcdd6ad service neutron] 10.222.0.32 "GET /v2.0/subnets?id=61b42a37-825f-4627-8501-c242dd47987c HTTP/1.1" status: 200 len: 797 time: 0.2617319 May 05 21:56:20.250649 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-37fd9ea5-df07-4af3-8488-34381b1c657f req-acef83c6-f5f5-4a24-835f-d117a8602723 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Unset dirty status for tenant:0eb82da6a4bc47a2ae0058d78ca21e92 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:56:20.251848 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-37fd9ea5-df07-4af3-8488-34381b1c657f req-acef83c6-f5f5-4a24-835f-d117a8602723 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a4d0dca-6efc-4ac5-8ac1-17078bf99dac HTTP/1.1" status: 200 len: 908 time: 0.7869298 May 05 21:56:20.277724 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port e922e7cf-81d5-4578-bf5b-2c8d73c38cae triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:56:20.278462 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:20.294814 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d02b40e-55d3-4052-a7a4-259324841c83 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Network b2474596-7760-4dc6-8a51-e7f817d17862 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:56:20.346751 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-4d02b40e-55d3-4052-a7a4-259324841c83 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, b2474596-7760-4dc6-8a51-e7f817d17862) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:56:20.356800 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99503ced-b070-4aa8-a946-3b715968805a None None] Network b2474596-7760-4dc6-8a51-e7f817d17862 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:56:20.540482 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d02b40e-55d3-4052-a7a4-259324841c83 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:20.541102 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4d02b40e-55d3-4052-a7a4-259324841c83 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:20.597972 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-4d02b40e-55d3-4052-a7a4-259324841c83 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.0530152 May 05 21:56:20.603835 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48240) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:20.607599 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-37fd9ea5-df07-4af3-8488-34381b1c657f req-1f00b603-1160-4d56-bf11-e055188136c5 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Deleting port 24348f34-2327-4667-a507-ef12551adca6 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:56:20.607924 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-37fd9ea5-df07-4af3-8488-34381b1c657f req-1f00b603-1160-4d56-bf11-e055188136c5 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:20.641682 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6b96ea0b-4540-4dc6-9dee-c6e2e88469ad tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:20.642034 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6b96ea0b-4540-4dc6-9dee-c6e2e88469ad tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:20.673327 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f096041-9f02-4652-93bc-17ac60631349 req-abaed9e6-beba-4f7a-9e79-b880b1bfaafa tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:20.674422 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-9f096041-9f02-4652-93bc-17ac60631349 req-abaed9e6-beba-4f7a-9e79-b880b1bfaafa tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Synchronizing usage tracker for tenant:0eb82da6a4bc47a2ae0058d78ca21e92 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:56:20.703444 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-075fc060-95c4-4ecb-bbbf-abbca0d3b350 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:20.713547 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc50029-4463-4a7a-8d9b-b42d940a696a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-b2474596-7760-4dc6-8a51-e7f817d17862', 'network_id': 'b2474596-7760-4dc6-8a51-e7f817d17862', 'tenant_id': 'd6118b6e73844218b32f83df9af14cd4', 'fixed_ips': [{'subnet_id': 'b6eb1b5d-c53d-43b3-8991-193641d108f6'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 21:56:20.714741 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ecc50029-4463-4a7a-8d9b-b42d940a696a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:20.842042 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-9f096041-9f02-4652-93bc-17ac60631349 req-abaed9e6-beba-4f7a-9e79-b880b1bfaafa tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Unset dirty status for tenant:0eb82da6a4bc47a2ae0058d78ca21e92 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:56:20.849266 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9f096041-9f02-4652-93bc-17ac60631349 req-abaed9e6-beba-4f7a-9e79-b880b1bfaafa tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a4d0dca-6efc-4ac5-8ac1-17078bf99dac HTTP/1.1" status: 200 len: 908 time: 1.0369408 May 05 21:56:20.887662 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-ecc50029-4463-4a7a-8d9b-b42d940a696a None None] Allocated IP 172.20.0.1 (b2474596-7760-4dc6-8a51-e7f817d17862/b6eb1b5d-c53d-43b3-8991-193641d108f6/c9830f43-90a6-450f-97d9-d3976b45facf) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:56:20.895178 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c694c-fbbf-473c-a632-2f6028c10d61 req-338f3dce-a0b4-47d2-82a0-f08bf9f797c9 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:20.907465 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-381c694c-fbbf-473c-a632-2f6028c10d61 req-338f3dce-a0b4-47d2-82a0-f08bf9f797c9 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=650ee19c-47a5-46fb-87c2-6a55df6429d5 HTTP/1.1" status: 200 len: 945 time: 0.8762014 May 05 21:56:20.948435 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-6b96ea0b-4540-4dc6-9dee-c6e2e88469ad tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Calling delete_port for 4e49a303-e04b-4e70-a7a0-9442bf334961 owned by network:floatingip {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:56:21.083026 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-6e315273-6dcd-4857-bba0-49324d6be44a req-695eb574-60d4-4b5c-aad0-6f665a2d7bf9 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Allocated IP 172.20.0.10 (79219707-f65f-4b95-8488-5ddf4e75da04/72e7b161-4eca-4be1-a292-d7851dc4ac4b/d8a3398c-c73f-4894-a62b-5ee7cf90b284) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:56:21.126409 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-120d5603-4582-486e-a7fa-f73c20373c05 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bc00cc89-bdd8-4ed0-b801-d435664de8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8340914 May 05 21:56:21.179467 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ecc50029-4463-4a7a-8d9b-b42d940a696a None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:21.193664 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ecc50029-4463-4a7a-8d9b-b42d940a696a None None] Transition to ACTIVE for port object c9830f43-90a6-450f-97d9-d3976b45facf will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:56:21.218456 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ecc50029-4463-4a7a-8d9b-b42d940a696a None None] Transition to ACTIVE for port object c9830f43-90a6-450f-97d9-d3976b45facf will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:56:21.225048 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ecc50029-4463-4a7a-8d9b-b42d940a696a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:21.283433 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-381c694c-fbbf-473c-a632-2f6028c10d61 req-bb500a27-d4a2-4b2f-b06a-cc249ed4b994 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c51188-03e9-4eb7-84f3-076c2790a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3718100 May 05 21:56:21.292157 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc50029-4463-4a7a-8d9b-b42d940a696a None None] Network b2474596-7760-4dc6-8a51-e7f817d17862 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:56:21.295348 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-ecc50029-4463-4a7a-8d9b-b42d940a696a None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:56:21.305902 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc50029-4463-4a7a-8d9b-b42d940a696a None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:56:21.305902 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc50029-4463-4a7a-8d9b-b42d940a696a None None] Pushing event updated for resources: {'Port': ['ID=c9830f43-90a6-450f-97d9-d3976b45facf,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:21.341756 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc50029-4463-4a7a-8d9b-b42d940a696a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:56:21.342030 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc50029-4463-4a7a-8d9b-b42d940a696a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:56:21.342363 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc50029-4463-4a7a-8d9b-b42d940a696a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:56:21.342715 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc50029-4463-4a7a-8d9b-b42d940a696a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:56:21.343044 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc50029-4463-4a7a-8d9b-b42d940a696a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:56:21.343362 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc50029-4463-4a7a-8d9b-b42d940a696a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:56:21.343676 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc50029-4463-4a7a-8d9b-b42d940a696a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:56:21.343992 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc50029-4463-4a7a-8d9b-b42d940a696a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:56:21.344305 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc50029-4463-4a7a-8d9b-b42d940a696a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:56:21.344614 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc50029-4463-4a7a-8d9b-b42d940a696a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:56:21.344923 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc50029-4463-4a7a-8d9b-b42d940a696a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:56:21.431171 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-ecc50029-4463-4a7a-8d9b-b42d940a696a None None] Attempting to bind port c9830f43-90a6-450f-97d9-d3976b45facf on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:56:21.431776 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-ecc50029-4463-4a7a-8d9b-b42d940a696a None None] Attempting to bind port c9830f43-90a6-450f-97d9-d3976b45facf by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '70abdb25-19be-45b8-a863-afd48cd5f567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b2474596-7760-4dc6-8a51-e7f817d17862'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:56:21.432227 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc50029-4463-4a7a-8d9b-b42d940a696a None None] Attempting to bind port c9830f43-90a6-450f-97d9-d3976b45facf on network b2474596-7760-4dc6-8a51-e7f817d17862 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:56:21.446146 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc50029-4463-4a7a-8d9b-b42d940a696a None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:56:21.448809 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc50029-4463-4a7a-8d9b-b42d940a696a None None] Checking segment: {'id': '70abdb25-19be-45b8-a863-afd48cd5f567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b2474596-7760-4dc6-8a51-e7f817d17862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:56:21.449327 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ecc50029-4463-4a7a-8d9b-b42d940a696a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:21.449996 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc50029-4463-4a7a-8d9b-b42d940a696a None None] Bound using segment: {'id': '70abdb25-19be-45b8-a863-afd48cd5f567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b2474596-7760-4dc6-8a51-e7f817d17862'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:56:21.450717 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-ecc50029-4463-4a7a-8d9b-b42d940a696a None None] Bound port: c9830f43-90a6-450f-97d9-d3976b45facf, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70abdb25-19be-45b8-a863-afd48cd5f567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b2474596-7760-4dc6-8a51-e7f817d17862'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:56:21.451188 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ecc50029-4463-4a7a-8d9b-b42d940a696a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:21.477915 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727f1bb-7762-4f31-8c28-e312484d3be7 req-9b5d6500-e12c-4c8c-8117-b6544210885c tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:21.481894 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727f1bb-7762-4f31-8c28-e312484d3be7 req-9b5d6500-e12c-4c8c-8117-b6544210885c tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:21.486247 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727f1bb-7762-4f31-8c28-e312484d3be7 req-9b5d6500-e12c-4c8c-8117-b6544210885c tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:21.489880 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727f1bb-7762-4f31-8c28-e312484d3be7 req-9b5d6500-e12c-4c8c-8117-b6544210885c tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:21.494054 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727f1bb-7762-4f31-8c28-e312484d3be7 req-9b5d6500-e12c-4c8c-8117-b6544210885c tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:21.498154 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727f1bb-7762-4f31-8c28-e312484d3be7 req-9b5d6500-e12c-4c8c-8117-b6544210885c tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:21.502061 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727f1bb-7762-4f31-8c28-e312484d3be7 req-9b5d6500-e12c-4c8c-8117-b6544210885c tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:21.504307 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1727f1bb-7762-4f31-8c28-e312484d3be7 req-9b5d6500-e12c-4c8c-8117-b6544210885c tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/ports?device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 5429 time: 0.4339950 May 05 21:56:21.513953 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90aaef17-31ca-451c-ad4b-7980a3f49c8c'] response: {'name': 'network-changed', 'server_uuid': '12acf9a2-9e8c-4e0f-b5dd-fb218af77d33', 'tag': '026ae715-3b74-4311-9e26-de7e6032c7f1', 'status': 'completed', 'code': 200} May 05 21:56:21.569838 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5cc15851-5b0b-4825-b2aa-6ca6a6196a80 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:21.641692 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ecc50029-4463-4a7a-8d9b-b42d940a696a None None] For port c9830f43-90a6-450f-97d9-d3976b45facf, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:56:21.645839 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ecc50029-4463-4a7a-8d9b-b42d940a696a None None] For port c9830f43-90a6-450f-97d9-d3976b45facf, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=c9830f43-90a6-450f-97d9-d3976b45facf,segment=NetworkSegment(70abdb25-19be-45b8-a863-afd48cd5f567),segment_id=70abdb25-19be-45b8-a863-afd48cd5f567)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:56:21.652134 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ecc50029-4463-4a7a-8d9b-b42d940a696a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:21.666629 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-5cc15851-5b0b-4825-b2aa-6ca6a6196a80 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Deleting port c9830f43-90a6-450f-97d9-d3976b45facf {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:56:21.666987 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5cc15851-5b0b-4825-b2aa-6ca6a6196a80 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:21.756301 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc50029-4463-4a7a-8d9b-b42d940a696a None None] Pushing event updated for resources: {'Port': ['ID=c9830f43-90a6-450f-97d9-d3976b45facf,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:21.842447 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-37fd9ea5-df07-4af3-8488-34381b1c657f req-1f00b603-1160-4d56-bf11-e055188136c5 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] For port 24348f34-2327-4667-a507-ef12551adca6, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=24348f34-2327-4667-a507-ef12551adca6,segment=NetworkSegment(18a3c379-3cfc-4702-917f-3a57e26f3cd8),segment_id=18a3c379-3cfc-4702-917f-3a57e26f3cd8)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:21.842894 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-37fd9ea5-df07-4af3-8488-34381b1c657f req-1f00b603-1160-4d56-bf11-e055188136c5 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:21.880985 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-08a269bc-84b3-43bb-8b52-e320ad55b868 service neutron] 10.222.0.32 "GET /v2.0/networks/bc00cc89-bdd8-4ed0-b801-d435664de8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7156851 May 05 21:56:21.932332 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6e315273-6dcd-4857-bba0-49324d6be44a req-695eb574-60d4-4b5c-aad0-6f665a2d7bf9 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:22.020350 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360461bd-43e4-4420-9a75-46a66bfe4d26 req-4f727998-6a3b-4a04-8f13-d4398197c2d0 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:22.021847 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-360461bd-43e4-4420-9a75-46a66bfe4d26 req-4f727998-6a3b-4a04-8f13-d4398197c2d0 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/networks?id=79219707-f65f-4b95-8488-5ddf4e75da04 HTTP/1.1" status: 200 len: 815 time: 0.4757578 May 05 21:56:22.027766 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.resource_extend [None req-075fc060-95c4-4ecb-bbbf-abbca0d3b350 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 21:56:22.040246 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070eb28-5e2a-43c9-b5e9-dd7a09272795 req-3be6ed87-739f-4ac3-8b90-541cb55c3579 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:22.041999 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5070eb28-5e2a-43c9-b5e9-dd7a09272795 req-3be6ed87-739f-4ac3-8b90-541cb55c3579 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.44 "GET /v2.0/networks?id=79219707-f65f-4b95-8488-5ddf4e75da04 HTTP/1.1" status: 200 len: 815 time: 0.5143306 May 05 21:56:22.057836 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1727f1bb-7762-4f31-8c28-e312484d3be7 req-6668111b-46cf-43c7-86cd-4f969f83e8ae tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/security-groups?id=d56f4659-1a1c-44b7-b1dc-74618b3402dc&id=d1b940f3-f2a7-478e-a3f4-c0ad661f5649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5269692 May 05 21:56:22.065797 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6b96ea0b-4540-4dc6-9dee-c6e2e88469ad tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:22.073189 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-5070eb28-5e2a-43c9-b5e9-dd7a09272795 req-f138eb45-4486-4695-8cab-d6d9ff305cc8 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Request body: {'port': {'device_id': 'fcbcc9dc-cafa-489c-a587-b41a7746377e', 'network_id': '79219707-f65f-4b95-8488-5ddf4e75da04', 'admin_state_up': True, 'tenant_id': '9595afcdb7a340dfb614ce1dbfb5db82'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:56:22.106172 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-37fd9ea5-df07-4af3-8488-34381b1c657f req-1f00b603-1160-4d56-bf11-e055188136c5 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Calling delete_port for 24348f34-2327-4667-a507-ef12551adca6 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:56:22.113476 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-075fc060-95c4-4ecb-bbbf-abbca0d3b350 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:22.193489 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-075fc060-95c4-4ecb-bbbf-abbca0d3b350 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:22.198937 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-be67042b-4b27-4eed-94fb-61fc7ddb936b req-15e19250-b0aa-4eaf-8812-1e56d3de0534 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=edfb56529402421c8703b1e767ccb199&device_id=12acf9a2-9e8c-4e0f-b5dd-fb218af77d33 HTTP/1.1" status: 200 len: 1095 time: 0.6944087 May 05 21:56:22.233374 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-360461bd-43e4-4420-9a75-46a66bfe4d26 req-dcfdb506-aeee-42e7-855c-10278ab43acb tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/quotas/9595afcdb7a340dfb614ce1dbfb5db82 HTTP/1.1" status: 200 len: 375 time: 0.1861868 May 05 21:56:22.234453 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device c9830f43-90a6-450f-97d9-d3976b45facf up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:56:22.307078 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-6e315273-6dcd-4857-bba0-49324d6be44a req-695eb574-60d4-4b5c-aad0-6f665a2d7bf9 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Transition to ACTIVE for port object d8a3398c-c73f-4894-a62b-5ee7cf90b284 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:56:22.315060 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b96ea0b-4540-4dc6-9dee-c6e2e88469ad tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Pushing event deleted for resources: {'Port': ['ID=4e49a303-e04b-4e70-a7a0-9442bf334961,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:22.409084 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port c9830f43-90a6-450f-97d9-d3976b45facf completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:56:22.448679 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-ac573e5a-85d5-499c-8433-acfcba5bd0fd service neutron] 10.222.0.32 "GET /v2.0/networks/bc00cc89-bdd8-4ed0-b801-d435664de8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5396538 May 05 21:56:22.451138 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6b96ea0b-4540-4dc6-9dee-c6e2e88469ad tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks [] for floatingip, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:22.464636 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075fc060-95c4-4ecb-bbbf-abbca0d3b350 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event updated for resources: {'Port': ['ID=ce57e183-f748-4e8b-9f4a-dac320f09eb5,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:22.729290 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-8ea1edbd-bde8-4138-82ca-beac6ad1f47d None None] Provisioning complete for port ce57e183-f748-4e8b-9f4a-dac320f09eb5 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:56:22.729718 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8ea1edbd-bde8-4138-82ca-beac6ad1f47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:22.734391 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-fa814c41-461c-45db-bf7b-60380813a7fa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=948d6717-39b5-46c6-879f-ba0420345ef2 HTTP/1.1" status: 200 len: 217 time: 0.2617383 May 05 21:56:22.771390 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6b96ea0b-4540-4dc6-9dee-c6e2e88469ad tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:22.776443 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-5070eb28-5e2a-43c9-b5e9-dd7a09272795 req-f138eb45-4486-4695-8cab-d6d9ff305cc8 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:56:22.791241 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-6b96ea0b-4540-4dc6-9dee-c6e2e88469ad tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "DELETE /v2.0/floatingips/188c1be7-4365-4bdd-b8e3-feaa87c52812 HTTP/1.1" status: 204 len: 168 time: 3.2357275 May 05 21:56:22.806543 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-8ea1edbd-bde8-4138-82ca-beac6ad1f47d None None] Port ce57e183-f748-4e8b-9f4a-dac320f09eb5 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:56:22.835768 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-5070eb28-5e2a-43c9-b5e9-dd7a09272795 req-f138eb45-4486-4695-8cab-d6d9ff305cc8 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Usage tracker for resource:port and tenant:9595afcdb7a340dfb614ce1dbfb5db82 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:56:22.840034 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-5070eb28-5e2a-43c9-b5e9-dd7a09272795 req-f138eb45-4486-4695-8cab-d6d9ff305cc8 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:56:22.864679 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-5070eb28-5e2a-43c9-b5e9-dd7a09272795 req-f138eb45-4486-4695-8cab-d6d9ff305cc8 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:56:22.884225 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-5cc15851-5b0b-4825-b2aa-6ca6a6196a80 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] For port c9830f43-90a6-450f-97d9-d3976b45facf, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=c9830f43-90a6-450f-97d9-d3976b45facf,segment=NetworkSegment(70abdb25-19be-45b8-a863-afd48cd5f567),segment_id=70abdb25-19be-45b8-a863-afd48cd5f567)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:22.884564 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5cc15851-5b0b-4825-b2aa-6ca6a6196a80 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:22.895514 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be67042b-4b27-4eed-94fb-61fc7ddb936b req-245715cf-735e-4f96-8111-9bf89e4b1423 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:22.896974 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-be67042b-4b27-4eed-94fb-61fc7ddb936b req-245715cf-735e-4f96-8111-9bf89e4b1423 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fa69cb3f-4129-4afe-9a6d-7584eefc40c0 HTTP/1.1" status: 200 len: 907 time: 0.6365302 May 05 21:56:22.904735 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6e315273-6dcd-4857-bba0-49324d6be44a req-695eb574-60d4-4b5c-aad0-6f665a2d7bf9 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:22.942306 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-360461bd-43e4-4420-9a75-46a66bfe4d26 req-0c0eb6ec-10f5-417b-adec-a6700a0b574c tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9595afcdb7a340dfb614ce1dbfb5db82&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6842394 May 05 21:56:22.951015 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5070eb28-5e2a-43c9-b5e9-dd7a09272795 req-f138eb45-4486-4695-8cab-d6d9ff305cc8 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Made reservation on behalf of 9595afcdb7a340dfb614ce1dbfb5db82 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:56:22.953957 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-5070eb28-5e2a-43c9-b5e9-dd7a09272795 req-f138eb45-4486-4695-8cab-d6d9ff305cc8 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:22.970862 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-fdf92e50-733e-4893-ab1c-179e05d01eeb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:22.972286 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-fdf92e50-733e-4893-ab1c-179e05d01eeb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=61b42a37-825f-4627-8501-c242dd47987c HTTP/1.1" status: 200 len: 797 time: 0.2278268 May 05 21:56:23.004041 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7e00b-1099-4541-a5e2-f38abee5fe72 req-4c2a9084-1b4b-4a1d-af12-95b8479665c0 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:23.005527 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bcd7e00b-1099-4541-a5e2-f38abee5fe72 req-4c2a9084-1b4b-4a1d-af12-95b8479665c0 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=12acf9a2-9e8c-4e0f-b5dd-fb218af77d33 HTTP/1.1" status: 200 len: 944 time: 0.6491377 May 05 21:56:23.061431 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18dee932-b034-48bb-87fc-6bb4f0d633ac None None] Network b2474596-7760-4dc6-8a51-e7f817d17862 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:56:23.088642 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-be67042b-4b27-4eed-94fb-61fc7ddb936b req-1ba5a797-5304-45d3-880e-6a8bbdba2c82 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=026ae715-3b74-4311-9e26-de7e6032c7f1 HTTP/1.1" status: 200 len: 217 time: 0.1818833 May 05 21:56:23.174911 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-5cc15851-5b0b-4825-b2aa-6ca6a6196a80 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Calling delete_port for c9830f43-90a6-450f-97d9-d3976b45facf owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:56:23.240744 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-693f0906-7494-4520-9530-cb4812c4f85c None None] Provisioning for port c9830f43-90a6-450f-97d9-d3976b45facf completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:56:23.252738 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-37fd9ea5-df07-4af3-8488-34381b1c657f req-1f00b603-1160-4d56-bf11-e055188136c5 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:23.262604 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-693f0906-7494-4520-9530-cb4812c4f85c None None] Provisioning complete for port c9830f43-90a6-450f-97d9-d3976b45facf triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:56:23.263134 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-693f0906-7494-4520-9530-cb4812c4f85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:23.304018 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e315273-6dcd-4857-bba0-49324d6be44a req-695eb574-60d4-4b5c-aad0-6f665a2d7bf9 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Network 79219707-f65f-4b95-8488-5ddf4e75da04 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:56:23.315564 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-6e315273-6dcd-4857-bba0-49324d6be44a req-695eb574-60d4-4b5c-aad0-6f665a2d7bf9 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:56:23.317486 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695eb574-60d4-4b5c-aad0-6f665a2d7bf9 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Pushing event updated for resources: {'Port': ['ID=d8a3398c-c73f-4894-a62b-5ee7cf90b284,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:23.325659 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e315273-6dcd-4857-bba0-49324d6be44a req-695eb574-60d4-4b5c-aad0-6f665a2d7bf9 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:56:23.362695 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 026ae715-3b74-4311-9e26-de7e6032c7f1 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:56:23.403707 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be67042b-4b27-4eed-94fb-61fc7ddb936b req-77d42d7f-6a30-45ca-8c37-c12f7ce5e8f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:23.405176 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-be67042b-4b27-4eed-94fb-61fc7ddb936b req-77d42d7f-6a30-45ca-8c37-c12f7ce5e8f5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=98120645-6211-43cf-b26e-14efa3661c41 HTTP/1.1" status: 200 len: 846 time: 0.2397580 May 05 21:56:23.471583 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f00b603-1160-4d56-bf11-e055188136c5 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Pushing event deleted for resources: {'Port': ['ID=24348f34-2327-4667-a507-ef12551adca6,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:23.479481 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bcd7e00b-1099-4541-a5e2-f38abee5fe72 req-aa9f0b47-8030-43c5-8dbe-497a652bc6d4 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4629824 May 05 21:56:23.497001 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-075fc060-95c4-4ecb-bbbf-abbca0d3b350 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:23.570561 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-be67042b-4b27-4eed-94fb-61fc7ddb936b req-0a9210eb-aef3-4a8f-b908-43fba95956d9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fa69cb3f-4129-4afe-9a6d-7584eefc40c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1122167 May 05 21:56:23.575239 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-37fd9ea5-df07-4af3-8488-34381b1c657f req-1f00b603-1160-4d56-bf11-e055188136c5 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] No DVR routers for this DVR port 24348f34-2327-4667-a507-ef12551adca6 on host n-h2-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:56:23.579593 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-37fd9ea5-df07-4af3-8488-34381b1c657f req-1f00b603-1160-4d56-bf11-e055188136c5 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:23.587540 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a4d0dca-6efc-4ac5-8ac1-17078bf99dac', 'name': 'network-vif-deleted', 'tag': '24348f34-2327-4667-a507-ef12551adca6'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:56:23.693045 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-360461bd-43e4-4420-9a75-46a66bfe4d26 req-9d5c10a2-2c0b-4795-972d-082afb571079 service neutron] 10.222.0.23 "GET /v2.0/networks/79219707-f65f-4b95-8488-5ddf4e75da04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7252314 May 05 21:56:23.713090 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e315273-6dcd-4857-bba0-49324d6be44a req-695eb574-60d4-4b5c-aad0-6f665a2d7bf9 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:23.713725 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6e315273-6dcd-4857-bba0-49324d6be44a req-695eb574-60d4-4b5c-aad0-6f665a2d7bf9 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:23.751084 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-0394425c-51b0-44a7-8608-b03c538155dc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bc00cc89-bdd8-4ed0-b801-d435664de8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7368393 May 05 21:56:23.801393 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-693f0906-7494-4520-9530-cb4812c4f85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:23.850135 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-37fd9ea5-df07-4af3-8488-34381b1c657f req-1f00b603-1160-4d56-bf11-e055188136c5 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.32 "DELETE /v2.0/ports/24348f34-2327-4667-a507-ef12551adca6 HTTP/1.1" status: 204 len: 173 time: 3.5927415 May 05 21:56:23.858948 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6e315273-6dcd-4857-bba0-49324d6be44a req-695eb574-60d4-4b5c-aad0-6f665a2d7bf9 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7007105 May 05 21:56:23.865848 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 026ae715-3b74-4311-9e26-de7e6032c7f1, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=026ae715-3b74-4311-9e26-de7e6032c7f1,segment=NetworkSegment(0aa4b5f2-fc2b-422a-9849-318a9f632a66),segment_id=0aa4b5f2-fc2b-422a-9849-318a9f632a66)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:23.883733 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '026ae715-3b74-4311-9e26-de7e6032c7f1', 'network_id': 'fa69cb3f-4129-4afe-9a6d-7584eefc40c0', 'port_id': '026ae715-3b74-4311-9e26-de7e6032c7f1', 'mac_address': 'fa:16:3e:1b:78:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98120645-6211-43cf-b26e-14efa3661c41', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:56:23.886785 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-6e315273-6dcd-4857-bba0-49324d6be44a req-7597b220-13ae-4cb2-9021-d64f3efb35d3 service neutron] Request body: {'port': {'device_id': '8cf744cf-fd9a-49c3-bf04-42112dd2f326', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:56:23.950990 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5cc15851-5b0b-4825-b2aa-6ca6a6196a80 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:24.001204 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:24.021303 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-be67042b-4b27-4eed-94fb-61fc7ddb936b req-070ebb02-702c-4308-97fb-8b66247de130 service neutron] 10.222.0.44 "GET /v2.0/networks/fa69cb3f-4129-4afe-9a6d-7584eefc40c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4383621 May 05 21:56:24.027316 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 026ae715-3b74-4311-9e26-de7e6032c7f1 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:56:24.027761 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc15851-5b0b-4825-b2aa-6ca6a6196a80 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Pushing event deleted for resources: {'Port': ['ID=c9830f43-90a6-450f-97d9-d3976b45facf,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:24.033392 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-5070eb28-5e2a-43c9-b5e9-dd7a09272795 req-f138eb45-4486-4695-8cab-d6d9ff305cc8 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Allocated IP 172.20.0.14 (79219707-f65f-4b95-8488-5ddf4e75da04/72e7b161-4eca-4be1-a292-d7851dc4ac4b/bf09832b-0c8f-46a7-939f-6ff645affcb4) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:56:24.045632 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 026ae715-3b74-4311-9e26-de7e6032c7f1, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=026ae715-3b74-4311-9e26-de7e6032c7f1,segment=NetworkSegment(0aa4b5f2-fc2b-422a-9849-318a9f632a66),segment_id=0aa4b5f2-fc2b-422a-9849-318a9f632a66)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:24.051107 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:24.147823 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=026ae715-3b74-4311-9e26-de7e6032c7f1,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:24.151628 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-7e7008dc-035e-49d7-9c7e-df68a099aca0 None None] Provisioning for port d8a3398c-c73f-4894-a62b-5ee7cf90b284 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:56:24.161266 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-7e7008dc-035e-49d7-9c7e-df68a099aca0 None None] Provisioning complete for port d8a3398c-c73f-4894-a62b-5ee7cf90b284 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:56:24.161718 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7e7008dc-035e-49d7-9c7e-df68a099aca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:24.178182 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-e662c4dc-792d-4081-ac90-eddb8c137252 service neutron] 10.222.0.32 "GET /v2.0/networks/bc00cc89-bdd8-4ed0-b801-d435664de8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196862 May 05 21:56:24.224967 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-7e7008dc-035e-49d7-9c7e-df68a099aca0 None None] Port d8a3398c-c73f-4894-a62b-5ee7cf90b284 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:56:24.275120 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['026ae715-3b74-4311-9e26-de7e6032c7f1'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:56:24.283478 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc15851-5b0b-4825-b2aa-6ca6a6196a80 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] No DVR routers for this DVR port c9830f43-90a6-450f-97d9-d3976b45facf on host n-d-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:56:24.287814 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6e315273-6dcd-4857-bba0-49324d6be44a req-7597b220-13ae-4cb2-9021-d64f3efb35d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:24.311575 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdaeddd-0077-4f98-82d9-e09e43c5967e None None] DHCP port deletion for b2474596-7760-4dc6-8a51-e7f817d17862 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 21:56:24.347597 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-bc5efb0a-0a72-471e-bcac-2d7d9f16fd29 None None] Could not find standard attr ID for object c9830f43-90a6-450f-97d9-d3976b45facf. {{(pid=84064) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 21:56:24.368104 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c94327-ace7-43a0-a5d0-2e47f3c230f0 None None] get_active_networks_info from n-d-825175-4 {{(pid=84064) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 05 21:56:24.418393 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-360461bd-43e4-4420-9a75-46a66bfe4d26 req-89013d97-b43d-4a65-8869-01928741cea6 service neutron] 10.222.0.23 "GET /v2.0/networks/79219707-f65f-4b95-8488-5ddf4e75da04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7241774 May 05 21:56:24.508790 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-075fc060-95c4-4ecb-bbbf-abbca0d3b350 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:24.743811 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71a7fa-067c-42ac-99c9-b61784f136a3 req-56990fc4-e996-464c-81df-e265ca859dbe tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:24.745333 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9c71a7fa-067c-42ac-99c9-b61784f136a3 req-56990fc4-e996-464c-81df-e265ca859dbe tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=650ee19c-47a5-46fb-87c2-6a55df6429d5 HTTP/1.1" status: 200 len: 945 time: 1.0121176 May 05 21:56:24.773115 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc205e81-2623-4b83-8971-dd96bdcd5de9 req-4304cc1a-cdaf-48ad-b1be-b97d39c746e3 service neutron] 10.222.0.32 "GET /v2.0/networks/bc00cc89-bdd8-4ed0-b801-d435664de8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5316095 May 05 21:56:24.795205 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-be67042b-4b27-4eed-94fb-61fc7ddb936b req-3286ac63-c86f-41cf-806a-87d0c47abb1f service neutron] 10.222.0.44 "GET /v2.0/networks/fa69cb3f-4129-4afe-9a6d-7584eefc40c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7629170 May 05 21:56:24.805288 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5cc15851-5b0b-4825-b2aa-6ca6a6196a80 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:24.895639 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c94327-ace7-43a0-a5d0-2e47f3c230f0 None None] Resources bound (agent type, host, resource id): {{(pid=84064) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 05 21:56:24.914900 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5cc15851-5b0b-4825-b2aa-6ca6a6196a80 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:24.964328 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc15851-5b0b-4825-b2aa-6ca6a6196a80 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Pushing event deleted for resources: {'Subnet': ['ID=b6eb1b5d-c53d-43b3-8991-193641d108f6,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:25.002568 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 24348f34-2327-4667-a507-ef12551adca6 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:56:25.043151 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: 24348f34-2327-4667-a507-ef12551adca6 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:56:25.043410 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 24348f34-2327-4667-a507-ef12551adca6 not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:56:25.080377 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5cc15851-5b0b-4825-b2aa-6ca6a6196a80 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:25.109824 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-5070eb28-5e2a-43c9-b5e9-dd7a09272795 req-f138eb45-4486-4695-8cab-d6d9ff305cc8 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:25.117482 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-5cc15851-5b0b-4825-b2aa-6ca6a6196a80 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2474596-7760-4dc6-8a51-e7f817d17862']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:25.132879 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-5cc15851-5b0b-4825-b2aa-6ca6a6196a80 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70abdb25-19be-45b8-a863-afd48cd5f567') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:25.133230 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-5cc15851-5b0b-4825-b2aa-6ca6a6196a80 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70abdb25-19be-45b8-a863-afd48cd5f567') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:25.145689 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5cc15851-5b0b-4825-b2aa-6ca6a6196a80 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:25.169382 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5cc15851-5b0b-4825-b2aa-6ca6a6196a80 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:25.176600 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cc15851-5b0b-4825-b2aa-6ca6a6196a80 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:56:25.177040 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5cc15851-5b0b-4825-b2aa-6ca6a6196a80 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:25.193499 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 21:56:25.193499 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:56:25.193499 n-d-825175-4 neutron-server[84063]: timer() May 05 21:56:25.193499 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:56:25.193499 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 21:56:25.193499 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:56:25.193499 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 21:56:25.193499 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:56:25.193499 n-d-825175-4 neutron-server[84063]: self._notify() May 05 21:56:25.193499 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:56:25.193499 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 21:56:25.193499 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:56:25.193499 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 21:56:25.193499 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:56:25.193499 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:56:25.193499 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:56:25.193499 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:56:25.193499 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:56:25.193499 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 21:56:25.193499 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:56:25.193499 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 21:56:25.193499 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:56:25.193499 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:56:25.193499 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:56:25.193499 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 21:56:25.193499 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:56:25.193499 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:56:25.193499 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:56:25.193499 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:56:25.193499 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:56:25.193499 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:56:25.193499 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:56:25.195785 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-90829d44-11f2-40b3-9053-3282d4f7126c req-c4364d77-b62f-4a96-87c4-a07d1327a997 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a4d0dca-6efc-4ac5-8ac1-17078bf99dac HTTP/1.1" status: 200 len: 210 time: 0.3869557 May 05 21:56:25.241287 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-5070eb28-5e2a-43c9-b5e9-dd7a09272795 req-f138eb45-4486-4695-8cab-d6d9ff305cc8 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Transition to ACTIVE for port object bf09832b-0c8f-46a7-939f-6ff645affcb4 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:56:25.297503 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9c71a7fa-067c-42ac-99c9-b61784f136a3 req-0fd327a3-466b-45ce-9fbd-de84c705dfd4 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c51188-03e9-4eb7-84f3-076c2790a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5268776 May 05 21:56:25.352815 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5cc15851-5b0b-4825-b2aa-6ca6a6196a80 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:25.385153 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5cc15851-5b0b-4825-b2aa-6ca6a6196a80 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:25.404422 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc15851-5b0b-4825-b2aa-6ca6a6196a80 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Pushing event deleted for resources: {'Network': ['ID=b2474596-7760-4dc6-8a51-e7f817d17862,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:25.423053 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5cc15851-5b0b-4825-b2aa-6ca6a6196a80 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "DELETE /v2.0/networks/b2474596-7760-4dc6-8a51-e7f817d17862 HTTP/1.1" status: 204 len: 168 time: 4.7901196 May 05 21:56:25.429053 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48274) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:25.434544 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-f02dc52e-73da-44df-949a-81bdc4f93635 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-103230982'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:56:25.448613 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f02dc52e-73da-44df-949a-81bdc4f93635 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:56:25.455082 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 026ae715-3b74-4311-9e26-de7e6032c7f1 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:56:25.459148 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f02dc52e-73da-44df-949a-81bdc4f93635 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Usage tracker for resource:network and tenant:d6118b6e73844218b32f83df9af14cd4 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:56:25.464572 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f02dc52e-73da-44df-949a-81bdc4f93635 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:56:25.469040 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0a4f8b64-c646-4845-a4d5-adef50aa4503 req-ea065f92-04aa-46bb-91d5-68e48d79d6ac service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c3f9ce50114047b1adfc22c64baa15b0&device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 6486 time: 0.4710822 May 05 21:56:25.470009 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-5070eb28-5e2a-43c9-b5e9-dd7a09272795 req-f138eb45-4486-4695-8cab-d6d9ff305cc8 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:25.478222 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f02dc52e-73da-44df-949a-81bdc4f93635 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:56:25.509181 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48278) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:25.557894 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-83dcd1fd-5b91-4ec3-ab6a-914d4ce01cd1 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2010207237', 'description': 'tempest-description--520456021'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:56:25.627442 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-83dcd1fd-5b91-4ec3-ab6a-914d4ce01cd1 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:56:25.639031 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9c09980-1e03-4a13-8c86-95b97be809d6'] response: {'server_uuid': '5a4d0dca-6efc-4ac5-8ac1-17078bf99dac', 'name': 'network-vif-deleted', 'tag': '24348f34-2327-4667-a507-ef12551adca6', 'status': 'completed', 'code': 200} May 05 21:56:25.662974 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02dc52e-73da-44df-949a-81bdc4f93635 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Made reservation on behalf of d6118b6e73844218b32f83df9af14cd4 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:56:25.666212 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f02dc52e-73da-44df-949a-81bdc4f93635 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:25.712264 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 026ae715-3b74-4311-9e26-de7e6032c7f1 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:56:25.722077 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 026ae715-3b74-4311-9e26-de7e6032c7f1 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:56:25.722077 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:25.733704 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f02dc52e-73da-44df-949a-81bdc4f93635 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:56:25.748758 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f138eb45-4486-4695-8cab-d6d9ff305cc8 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Pushing event updated for resources: {'Port': ['ID=bf09832b-0c8f-46a7-939f-6ff645affcb4,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:25.751427 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f02dc52e-73da-44df-949a-81bdc4f93635 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:25.751427 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-f02dc52e-73da-44df-949a-81bdc4f93635 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Added segment 6688097d-f035-43a2-ba51-2d9dfa00e9dd of type vlan for network a881f540-ca5e-4005-a9e3-5730e353212d May 05 21:56:25.761370 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5d5db5-c25e-4e97-b4f1-80ad9866a876 None None] Network b2474596-7760-4dc6-8a51-e7f817d17862 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:56:25.768323 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-83dcd1fd-5b91-4ec3-ab6a-914d4ce01cd1 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Usage tracker for resource:security_group and tenant:0ea2eb66bb064d42bceac53953af552d is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:56:25.780504 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-83dcd1fd-5b91-4ec3-ab6a-914d4ce01cd1 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:56:25.801563 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f02dc52e-73da-44df-949a-81bdc4f93635 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:25.829508 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5d5db5-c25e-4e97-b4f1-80ad9866a876 None None] Network b2474596-7760-4dc6-8a51-e7f817d17862 could not be found, it might have been deleted concurrently. {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 05 21:56:25.834706 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5070eb28-5e2a-43c9-b5e9-dd7a09272795 req-f138eb45-4486-4695-8cab-d6d9ff305cc8 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Network 79219707-f65f-4b95-8488-5ddf4e75da04 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:56:25.847053 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-83dcd1fd-5b91-4ec3-ab6a-914d4ce01cd1 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:56:25.849499 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-5070eb28-5e2a-43c9-b5e9-dd7a09272795 req-f138eb45-4486-4695-8cab-d6d9ff305cc8 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:56:25.869960 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-5070eb28-5e2a-43c9-b5e9-dd7a09272795 req-f138eb45-4486-4695-8cab-d6d9ff305cc8 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:56:25.894129 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466e6d97-eb7f-44fa-8685-fede882774c2 None None] DHCP port deletion for b2474596-7760-4dc6-8a51-e7f817d17862 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 21:56:25.925599 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-6e315273-6dcd-4857-bba0-49324d6be44a req-7597b220-13ae-4cb2-9021-d64f3efb35d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8a3398c-c73f-4894-a62b-5ee7cf90b284 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:56:25.927155 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:25.942636 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6e315273-6dcd-4857-bba0-49324d6be44a req-7597b220-13ae-4cb2-9021-d64f3efb35d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:25.950763 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f02dc52e-73da-44df-949a-81bdc4f93635 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:25.959408 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02dc52e-73da-44df-949a-81bdc4f93635 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:25.961534 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f02dc52e-73da-44df-949a-81bdc4f93635 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:25.970786 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12acf9a2-9e8c-4e0f-b5dd-fb218af77d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '026ae715-3b74-4311-9e26-de7e6032c7f1'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:56:25.972292 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-83dcd1fd-5b91-4ec3-ab6a-914d4ce01cd1 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:25.981659 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 026ae715-3b74-4311-9e26-de7e6032c7f1, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=026ae715-3b74-4311-9e26-de7e6032c7f1,segment=NetworkSegment(0aa4b5f2-fc2b-422a-9849-318a9f632a66),segment_id=0aa4b5f2-fc2b-422a-9849-318a9f632a66)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:25.990811 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:26.022167 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.resource_extend [None req-075fc060-95c4-4ecb-bbbf-abbca0d3b350 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 21:56:26.022618 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-6e315273-6dcd-4857-bba0-49324d6be44a req-7597b220-13ae-4cb2-9021-d64f3efb35d3 service neutron] Transition to ACTIVE for port object d8a3398c-c73f-4894-a62b-5ee7cf90b284 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:56:26.036198 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f8b64-c646-4845-a4d5-adef50aa4503 req-ee3fcb0a-74d2-4162-8df9-4cdaa26e2a04 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:26.037665 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0a4f8b64-c646-4845-a4d5-adef50aa4503 req-ee3fcb0a-74d2-4162-8df9-4cdaa26e2a04 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bc00cc89-bdd8-4ed0-b801-d435664de8a6 HTTP/1.1" status: 200 len: 900 time: 0.5161579 May 05 21:56:26.050060 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070eb28-5e2a-43c9-b5e9-dd7a09272795 req-f138eb45-4486-4695-8cab-d6d9ff305cc8 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:26.050728 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-5070eb28-5e2a-43c9-b5e9-dd7a09272795 req-f138eb45-4486-4695-8cab-d6d9ff305cc8 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:26.068470 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-075fc060-95c4-4ecb-bbbf-abbca0d3b350 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:26.124434 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=026ae715-3b74-4311-9e26-de7e6032c7f1,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:26.150364 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device c9830f43-90a6-450f-97d9-d3976b45facf no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:56:26.163762 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-075fc060-95c4-4ecb-bbbf-abbca0d3b350 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:26.182046 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6e315273-6dcd-4857-bba0-49324d6be44a req-7597b220-13ae-4cb2-9021-d64f3efb35d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:26.219172 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: c9830f43-90a6-450f-97d9-d3976b45facf {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:56:26.219754 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device c9830f43-90a6-450f-97d9-d3976b45facf not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:56:26.300682 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-7ec90ae9-6d92-4082-b267-2e11219816f4 None None] Provisioning for port bf09832b-0c8f-46a7-939f-6ff645affcb4 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:56:26.300913 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1debf3-9b63-4413-90f7-70c1edb0da09 req-952a3b2e-d69a-49f3-b948-3e4f14348cf7 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:26.304540 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1debf3-9b63-4413-90f7-70c1edb0da09 req-952a3b2e-d69a-49f3-b948-3e4f14348cf7 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:26.307391 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-7ec90ae9-6d92-4082-b267-2e11219816f4 None None] Provisioning complete for port bf09832b-0c8f-46a7-939f-6ff645affcb4 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:56:26.308515 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1debf3-9b63-4413-90f7-70c1edb0da09 req-952a3b2e-d69a-49f3-b948-3e4f14348cf7 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:26.309917 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7ec90ae9-6d92-4082-b267-2e11219816f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:26.312882 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1debf3-9b63-4413-90f7-70c1edb0da09 req-952a3b2e-d69a-49f3-b948-3e4f14348cf7 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:26.316835 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1debf3-9b63-4413-90f7-70c1edb0da09 req-952a3b2e-d69a-49f3-b948-3e4f14348cf7 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:26.323317 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1debf3-9b63-4413-90f7-70c1edb0da09 req-952a3b2e-d69a-49f3-b948-3e4f14348cf7 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:26.327964 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1debf3-9b63-4413-90f7-70c1edb0da09 req-952a3b2e-d69a-49f3-b948-3e4f14348cf7 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:26.329919 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1e1debf3-9b63-4413-90f7-70c1edb0da09 req-952a3b2e-d69a-49f3-b948-3e4f14348cf7 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/ports?device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 5429 time: 0.8215547 May 05 21:56:26.344545 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-83dcd1fd-5b91-4ec3-ab6a-914d4ce01cd1 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:56:26.346083 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7597b220-13ae-4cb2-9021-d64f3efb35d3 service neutron] Pushing event updated for resources: {'Port': ['ID=d8a3398c-c73f-4894-a62b-5ee7cf90b284,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:26.357584 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0a4f8b64-c646-4845-a4d5-adef50aa4503 req-fe255587-ff3f-48d1-9faa-e53ba7707ad1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=948d6717-39b5-46c6-879f-ba0420345ef2 HTTP/1.1" status: 200 len: 217 time: 0.2950571 May 05 21:56:26.361982 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f02dc52e-73da-44df-949a-81bdc4f93635 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9325130 May 05 21:56:26.367444 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48286) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:26.367646 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5070eb28-5e2a-43c9-b5e9-dd7a09272795 req-f138eb45-4486-4695-8cab-d6d9ff305cc8 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2992589 May 05 21:56:26.376116 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02dc52e-73da-44df-949a-81bdc4f93635 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Pushing event updated for resources: {'Network': ['ID=a881f540-ca5e-4005-a9e3-5730e353212d,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:26.384355 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-96bed924-2b97-4f4b-8363-cdb9a3d78501 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Request body: {'subnet': {'network_id': 'a881f540-ca5e-4005-a9e3-5730e353212d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:56:26.387359 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-83dcd1fd-5b91-4ec3-ab6a-914d4ce01cd1 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Usage tracker for resource:security_group_rule and tenant:0ea2eb66bb064d42bceac53953af552d is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:56:26.388803 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network a881f540-ca5e-4005-a9e3-5730e353212d details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:56:26.401910 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-5070eb28-5e2a-43c9-b5e9-dd7a09272795 req-568a27a4-f268-43da-b2d7-dd0f6906f189 service neutron] Request body: {'port': {'device_id': 'fcbcc9dc-cafa-489c-a587-b41a7746377e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:56:26.427125 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-83dcd1fd-5b91-4ec3-ab6a-914d4ce01cd1 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:56:26.475074 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef54a9fb-c5ae-4e96-9e32-14cee4ffc208 req-1d1bb3eb-c18c-4aa3-9b56-1994e04fa5a2 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:26.482090 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ef54a9fb-c5ae-4e96-9e32-14cee4ffc208 req-1d1bb3eb-c18c-4aa3-9b56-1994e04fa5a2 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=12acf9a2-9e8c-4e0f-b5dd-fb218af77d33 HTTP/1.1" status: 200 len: 945 time: 0.7663603 May 05 21:56:26.494890 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-7ec90ae9-6d92-4082-b267-2e11219816f4 None None] Port bf09832b-0c8f-46a7-939f-6ff645affcb4 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:56:26.503989 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-83dcd1fd-5b91-4ec3-ab6a-914d4ce01cd1 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:56:26.536890 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075fc060-95c4-4ecb-bbbf-abbca0d3b350 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event updated for resources: {'Port': ['ID=ce57e183-f748-4e8b-9f4a-dac320f09eb5,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:26.539345 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-075fc060-95c4-4ecb-bbbf-abbca0d3b350 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:26.565180 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-96bed924-2b97-4f4b-8363-cdb9a3d78501 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:56:26.576067 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-96bed924-2b97-4f4b-8363-cdb9a3d78501 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Usage tracker for resource:subnet and tenant:d6118b6e73844218b32f83df9af14cd4 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:56:26.590558 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-96bed924-2b97-4f4b-8363-cdb9a3d78501 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:56:26.608489 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-96bed924-2b97-4f4b-8363-cdb9a3d78501 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:56:26.628802 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360461bd-43e4-4420-9a75-46a66bfe4d26 req-11d05e34-fb16-4f5f-8c90-d5e79acb64a8 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:26.630166 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-360461bd-43e4-4420-9a75-46a66bfe4d26 req-11d05e34-fb16-4f5f-8c90-d5e79acb64a8 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.32 "GET /v2.0/networks?id=79219707-f65f-4b95-8488-5ddf4e75da04 HTTP/1.1" status: 200 len: 815 time: 0.5644085 May 05 21:56:26.683197 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f8b64-c646-4845-a4d5-adef50aa4503 req-f11b7523-d57f-466d-ba0e-877415fb21cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:26.684639 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0a4f8b64-c646-4845-a4d5-adef50aa4503 req-f11b7523-d57f-466d-ba0e-877415fb21cb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=61b42a37-825f-4627-8501-c242dd47987c HTTP/1.1" status: 200 len: 797 time: 0.2898293 May 05 21:56:26.695962 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-360461bd-43e4-4420-9a75-46a66bfe4d26 req-59b150d0-1b96-46b0-ae80-f17e767d2034 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Request body: {'port': {'device_id': '146dc408-4175-43fc-9dc9-c8d2ad380027', 'network_id': '79219707-f65f-4b95-8488-5ddf4e75da04', 'admin_state_up': True, 'tenant_id': '9595afcdb7a340dfb614ce1dbfb5db82'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:56:26.699574 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1e1debf3-9b63-4413-90f7-70c1edb0da09 req-98cc6187-5717-43b8-b665-a2398dc891bb tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/security-groups?id=d56f4659-1a1c-44b7-b1dc-74618b3402dc&id=d1b940f3-f2a7-478e-a3f4-c0ad661f5649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3520672 May 05 21:56:26.720547 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96bed924-2b97-4f4b-8363-cdb9a3d78501 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Made reservation on behalf of d6118b6e73844218b32f83df9af14cd4 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:56:26.843458 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ef54a9fb-c5ae-4e96-9e32-14cee4ffc208 req-de706a51-0c8c-41f7-ab7b-8ca745835070 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3604851 May 05 21:56:27.039067 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-96bed924-2b97-4f4b-8363-cdb9a3d78501 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:27.042158 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-83dcd1fd-5b91-4ec3-ab6a-914d4ce01cd1 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:27.066181 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-800b2ac9-ab21-49fb-98e4-f8e08d8f1b5f req-d33a41ef-f9a4-4956-8c4a-314b1393282d tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Synchronizing usage tracker for tenant:9595afcdb7a340dfb614ce1dbfb5db82 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:56:27.068594 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-83dcd1fd-5b91-4ec3-ab6a-914d4ce01cd1 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:27.078249 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-6e315273-6dcd-4857-bba0-49324d6be44a req-7597b220-13ae-4cb2-9021-d64f3efb35d3 service neutron] Attempting to bind port d8a3398c-c73f-4894-a62b-5ee7cf90b284 on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:56:27.078575 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-6e315273-6dcd-4857-bba0-49324d6be44a req-7597b220-13ae-4cb2-9021-d64f3efb35d3 service neutron] Attempting to bind port d8a3398c-c73f-4894-a62b-5ee7cf90b284 by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': '7131ccfa-3b55-41e7-92df-0bd8b51292e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '79219707-f65f-4b95-8488-5ddf4e75da04'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:56:27.078894 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e315273-6dcd-4857-bba0-49324d6be44a req-7597b220-13ae-4cb2-9021-d64f3efb35d3 service neutron] Attempting to bind port d8a3398c-c73f-4894-a62b-5ee7cf90b284 on network 79219707-f65f-4b95-8488-5ddf4e75da04 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:56:27.090225 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-5070eb28-5e2a-43c9-b5e9-dd7a09272795 req-568a27a4-f268-43da-b2d7-dd0f6906f189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:27.165962 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e315273-6dcd-4857-bba0-49324d6be44a req-7597b220-13ae-4cb2-9021-d64f3efb35d3 service neutron] Port d8a3398c-c73f-4894-a62b-5ee7cf90b284 on network 79219707-f65f-4b95-8488-5ddf4e75da04 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:56:27.166291 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e315273-6dcd-4857-bba0-49324d6be44a req-7597b220-13ae-4cb2-9021-d64f3efb35d3 service neutron] Attempting to bind port d8a3398c-c73f-4894-a62b-5ee7cf90b284 on network 79219707-f65f-4b95-8488-5ddf4e75da04 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:56:27.178988 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e315273-6dcd-4857-bba0-49324d6be44a req-7597b220-13ae-4cb2-9021-d64f3efb35d3 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:56:27.179344 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e315273-6dcd-4857-bba0-49324d6be44a req-7597b220-13ae-4cb2-9021-d64f3efb35d3 service neutron] Checking segment: {'id': '7131ccfa-3b55-41e7-92df-0bd8b51292e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '79219707-f65f-4b95-8488-5ddf4e75da04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:56:27.179679 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e315273-6dcd-4857-bba0-49324d6be44a req-7597b220-13ae-4cb2-9021-d64f3efb35d3 service neutron] Bound using segment: {'id': '7131ccfa-3b55-41e7-92df-0bd8b51292e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '79219707-f65f-4b95-8488-5ddf4e75da04'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:56:27.180116 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-6e315273-6dcd-4857-bba0-49324d6be44a req-7597b220-13ae-4cb2-9021-d64f3efb35d3 service neutron] Bound port: d8a3398c-c73f-4894-a62b-5ee7cf90b284, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7131ccfa-3b55-41e7-92df-0bd8b51292e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '79219707-f65f-4b95-8488-5ddf4e75da04'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:56:27.180455 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6e315273-6dcd-4857-bba0-49324d6be44a req-7597b220-13ae-4cb2-9021-d64f3efb35d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:27.189828 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-360461bd-43e4-4420-9a75-46a66bfe4d26 req-59b150d0-1b96-46b0-ae80-f17e767d2034 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:56:27.204273 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-360461bd-43e4-4420-9a75-46a66bfe4d26 req-59b150d0-1b96-46b0-ae80-f17e767d2034 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Usage tracker for resource:port and tenant:9595afcdb7a340dfb614ce1dbfb5db82 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:56:27.213015 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-360461bd-43e4-4420-9a75-46a66bfe4d26 req-59b150d0-1b96-46b0-ae80-f17e767d2034 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:56:27.232021 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dcd1fd-5b91-4ec3-ab6a-914d4ce01cd1 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0043bfbb-2fb2-4013-8494-b5595b7ffb41,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:27.254731 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-83dcd1fd-5b91-4ec3-ab6a-914d4ce01cd1 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:27.256112 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-360461bd-43e4-4420-9a75-46a66bfe4d26 req-59b150d0-1b96-46b0-ae80-f17e767d2034 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:56:27.259247 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-83dcd1fd-5b91-4ec3-ab6a-914d4ce01cd1 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.7147274 May 05 21:56:27.265113 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48296) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:27.276691 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15014da7-2503-44f6-8b17-de71c956d6e9'] response: {'server_uuid': '12acf9a2-9e8c-4e0f-b5dd-fb218af77d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '026ae715-3b74-4311-9e26-de7e6032c7f1', 'code': 200} May 05 21:56:27.303992 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-360461bd-43e4-4420-9a75-46a66bfe4d26 req-59b150d0-1b96-46b0-ae80-f17e767d2034 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Made reservation on behalf of 9595afcdb7a340dfb614ce1dbfb5db82 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:56:27.305769 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-98b386b3-f3d6-4e26-8761-a8df4cb97627 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Request body: {'security_group_rule': {'security_group_id': '0043bfbb-2fb2-4013-8494-b5595b7ffb41', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:56:27.306931 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-360461bd-43e4-4420-9a75-46a66bfe4d26 req-59b150d0-1b96-46b0-ae80-f17e767d2034 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:27.335961 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-98b386b3-f3d6-4e26-8761-a8df4cb97627 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:56:27.350261 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075fc060-95c4-4ecb-bbbf-abbca0d3b350 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Network ab69251a-e206-4587-8cfb-b51a62053e32 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:56:27.360340 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-98b386b3-f3d6-4e26-8761-a8df4cb97627 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Usage tracker for resource:security_group_rule and tenant:0ea2eb66bb064d42bceac53953af552d is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:56:27.363560 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-800b2ac9-ab21-49fb-98e4-f8e08d8f1b5f req-d33a41ef-f9a4-4956-8c4a-314b1393282d tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Unset dirty status for tenant:9595afcdb7a340dfb614ce1dbfb5db82 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:56:27.382028 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-800b2ac9-ab21-49fb-98e4-f8e08d8f1b5f req-d33a41ef-f9a4-4956-8c4a-314b1393282d tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/ports?device_id=146dc408-4175-43fc-9dc9-c8d2ad380027 HTTP/1.1" status: 200 len: 210 time: 0.5260313 May 05 21:56:27.383016 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-075fc060-95c4-4ecb-bbbf-abbca0d3b350 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:56:27.388819 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-98b386b3-f3d6-4e26-8761-a8df4cb97627 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:56:27.413510 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-6e315273-6dcd-4857-bba0-49324d6be44a req-7597b220-13ae-4cb2-9021-d64f3efb35d3 service neutron] For port d8a3398c-c73f-4894-a62b-5ee7cf90b284, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:56:27.489943 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-6e315273-6dcd-4857-bba0-49324d6be44a req-7597b220-13ae-4cb2-9021-d64f3efb35d3 service neutron] For port d8a3398c-c73f-4894-a62b-5ee7cf90b284, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=d8a3398c-c73f-4894-a62b-5ee7cf90b284,segment=NetworkSegment(7131ccfa-3b55-41e7-92df-0bd8b51292e9),segment_id=7131ccfa-3b55-41e7-92df-0bd8b51292e9)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:56:27.523698 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6e315273-6dcd-4857-bba0-49324d6be44a req-7597b220-13ae-4cb2-9021-d64f3efb35d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:27.591286 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0a4f8b64-c646-4845-a4d5-adef50aa4503 req-99fe38f5-371f-412e-a501-4e64c3b1e1c9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bc00cc89-bdd8-4ed0-b801-d435664de8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8859098 May 05 21:56:27.709856 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6e315273-6dcd-4857-bba0-49324d6be44a req-7597b220-13ae-4cb2-9021-d64f3efb35d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:27.712127 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6e315273-6dcd-4857-bba0-49324d6be44a req-7597b220-13ae-4cb2-9021-d64f3efb35d3 service neutron] 10.222.0.44 "PUT /v2.0/ports/d8a3398c-c73f-4894-a62b-5ee7cf90b284 HTTP/1.1" status: 200 len: 1092 time: 3.8392348 May 05 21:56:27.712570 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cf744cf-fd9a-49c3-bf04-42112dd2f326', 'tag': 'd8a3398c-c73f-4894-a62b-5ee7cf90b284'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:56:27.821883 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-98b386b3-f3d6-4e26-8761-a8df4cb97627 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:56:27.863449 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-a597029b-81d4-44a4-ac42-5bc3ff60db6c None None] Provisioning complete for port ce57e183-f748-4e8b-9f4a-dac320f09eb5 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:56:27.878580 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a597029b-81d4-44a4-ac42-5bc3ff60db6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:27.880676 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5789df1d-4e6a-4c33-8d46-6d2ffe0e751c'] response: {'name': 'network-changed', 'server_uuid': '8cf744cf-fd9a-49c3-bf04-42112dd2f326', 'tag': 'd8a3398c-c73f-4894-a62b-5ee7cf90b284', 'status': 'completed', 'code': 200} May 05 21:56:27.896639 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1c7e6113-8035-484a-9323-91706e425428 req-abbd3701-56f5-4e04-b1a7-b83315249f8e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=12acf9a2-9e8c-4e0f-b5dd-fb218af77d33 HTTP/1.1" status: 200 len: 1097 time: 0.5550838 May 05 21:56:27.897488 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-96bed924-2b97-4f4b-8363-cdb9a3d78501 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:27.901607 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7597b220-13ae-4cb2-9021-d64f3efb35d3 service neutron] Pushing event updated for resources: {'Port': ['ID=d8a3398c-c73f-4894-a62b-5ee7cf90b284,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:27.986535 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-a597029b-81d4-44a4-ac42-5bc3ff60db6c None None] Port ce57e183-f748-4e8b-9f4a-dac320f09eb5 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:56:28.020466 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-360461bd-43e4-4420-9a75-46a66bfe4d26 req-59b150d0-1b96-46b0-ae80-f17e767d2034 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Allocated IP 172.20.0.13 (79219707-f65f-4b95-8488-5ddf4e75da04/72e7b161-4eca-4be1-a292-d7851dc4ac4b/43a42948-3950-48f5-994f-bd53afcf9694) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:56:28.092159 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bed924-2b97-4f4b-8363-cdb9a3d78501 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Pushing event updated for resources: {'Subnet': ['ID=d1b08e9e-5443-4090-b641-d48018e9e00d,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:28.112424 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-98b386b3-f3d6-4e26-8761-a8df4cb97627 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:28.125747 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1c7e6113-8035-484a-9323-91706e425428 req-a8100bd1-43a4-4db7-8be1-b21e782aaaea service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201464 May 05 21:56:28.154747 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bed924-2b97-4f4b-8363-cdb9a3d78501 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Checking segment: {'id': '6688097d-f035-43a2-ba51-2d9dfa00e9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a881f540-ca5e-4005-a9e3-5730e353212d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:56:28.154985 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bed924-2b97-4f4b-8363-cdb9a3d78501 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Network hostable DHCP agents. Network: a881f540-ca5e-4005-a9e3-5730e353212d, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:56:28.165389 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6e315273-6dcd-4857-bba0-49324d6be44a req-425f44ff-6748-448e-ae1e-5af0f7bdd0aa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9595afcdb7a340dfb614ce1dbfb5db82&device_id=8cf744cf-fd9a-49c3-bf04-42112dd2f326 HTTP/1.1" status: 200 len: 1095 time: 0.3481116 May 05 21:56:28.327457 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0a4f8b64-c646-4845-a4d5-adef50aa4503 req-3d3bd59f-c4e9-47fc-8f3c-22ca4389b0cc service neutron] 10.222.0.32 "GET /v2.0/networks/bc00cc89-bdd8-4ed0-b801-d435664de8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4964318 May 05 21:56:28.371535 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc27f48f-68a3-4ae1-ab9f-1a756506da12 req-1c28b3d1-0c68-4400-824e-86172039415f tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:28.372929 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cc27f48f-68a3-4ae1-ab9f-1a756506da12 req-1c28b3d1-0c68-4400-824e-86172039415f tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=650ee19c-47a5-46fb-87c2-6a55df6429d5 HTTP/1.1" status: 200 len: 945 time: 0.5527389 May 05 21:56:28.415660 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bed924-2b97-4f4b-8363-cdb9a3d78501 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Network a881f540-ca5e-4005-a9e3-5730e353212d is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:56:28.430273 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6e315273-6dcd-4857-bba0-49324d6be44a req-411a5d22-7cbe-472c-9a15-cb12d3779d3c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8a3398c-c73f-4894-a62b-5ee7cf90b284 HTTP/1.1" status: 200 len: 217 time: 0.1064906 May 05 21:56:28.463190 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb30804-0f79-4a0b-9793-5c92f3209d74 req-dd02a00b-884d-4caa-942e-bb5a801e1911 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:28.467048 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb30804-0f79-4a0b-9793-5c92f3209d74 req-dd02a00b-884d-4caa-942e-bb5a801e1911 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:28.471104 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb30804-0f79-4a0b-9793-5c92f3209d74 req-dd02a00b-884d-4caa-942e-bb5a801e1911 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:28.474938 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb30804-0f79-4a0b-9793-5c92f3209d74 req-dd02a00b-884d-4caa-942e-bb5a801e1911 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:28.478794 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb30804-0f79-4a0b-9793-5c92f3209d74 req-dd02a00b-884d-4caa-942e-bb5a801e1911 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:28.482629 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb30804-0f79-4a0b-9793-5c92f3209d74 req-dd02a00b-884d-4caa-942e-bb5a801e1911 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:28.486679 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb30804-0f79-4a0b-9793-5c92f3209d74 req-dd02a00b-884d-4caa-942e-bb5a801e1911 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:28.488480 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4fb30804-0f79-4a0b-9793-5c92f3209d74 req-dd02a00b-884d-4caa-942e-bb5a801e1911 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/ports?device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 5429 time: 0.4839580 May 05 21:56:28.488860 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-96bed924-2b97-4f4b-8363-cdb9a3d78501 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, a881f540-ca5e-4005-a9e3-5730e353212d) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:56:28.501163 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bed924-2b97-4f4b-8363-cdb9a3d78501 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:28.501331 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-96bed924-2b97-4f4b-8363-cdb9a3d78501 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:28.502072 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c2f575-7ba6-4fa2-94bc-e38a6592512c None None] Network a881f540-ca5e-4005-a9e3-5730e353212d requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:56:28.546890 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-98b386b3-f3d6-4e26-8761-a8df4cb97627 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:28.567439 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-360461bd-43e4-4420-9a75-46a66bfe4d26 req-59b150d0-1b96-46b0-ae80-f17e767d2034 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:28.569075 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-98b386b3-f3d6-4e26-8761-a8df4cb97627 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:28.608537 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e315273-6dcd-4857-bba0-49324d6be44a req-353ce13c-4f92-4c0c-818e-5092fdfb90ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:28.610010 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6e315273-6dcd-4857-bba0-49324d6be44a req-353ce13c-4f92-4c0c-818e-5092fdfb90ce service neutron] 10.222.0.44 "GET /v2.0/subnets?id=72e7b161-4eca-4be1-a292-d7851dc4ac4b HTTP/1.1" status: 200 len: 854 time: 0.1649659 May 05 21:56:28.616870 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-96bed924-2b97-4f4b-8363-cdb9a3d78501 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2434783 May 05 21:56:28.619918 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48312) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:28.623815 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0194759c-74f0-470b-b853-75dfb9b0440b req-e1752679-285a-4702-83fe-bebbed9c3a9c tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:28.624507 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-0194759c-74f0-470b-b853-75dfb9b0440b req-e1752679-285a-4702-83fe-bebbed9c3a9c tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Synchronizing usage tracker for tenant:0eb82da6a4bc47a2ae0058d78ca21e92 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:56:28.664019 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b386b3-f3d6-4e26-8761-a8df4cb97627 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4458e8dd-2255-47e0-bbdc-b6440a891ba3,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:28.681171 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-360461bd-43e4-4420-9a75-46a66bfe4d26 req-59b150d0-1b96-46b0-ae80-f17e767d2034 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Transition to ACTIVE for port object 43a42948-3950-48f5-994f-bd53afcf9694 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:56:28.684015 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cc27f48f-68a3-4ae1-ab9f-1a756506da12 req-e9c7ea69-5025-4b57-ad4b-4352be12c485 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c51188-03e9-4eb7-84f3-076c2790a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593279 May 05 21:56:28.706520 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-0194759c-74f0-470b-b853-75dfb9b0440b req-e1752679-285a-4702-83fe-bebbed9c3a9c tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Unset dirty status for tenant:0eb82da6a4bc47a2ae0058d78ca21e92 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:56:28.707710 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0194759c-74f0-470b-b853-75dfb9b0440b req-e1752679-285a-4702-83fe-bebbed9c3a9c tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0d8abb3-f36c-43f6-b699-1619016f6b8c HTTP/1.1" status: 200 len: 945 time: 0.5044959 May 05 21:56:28.753434 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0f7e7b-d33b-49d3-af26-7e92613a77e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-a881f540-ca5e-4005-a9e3-5730e353212d', 'network_id': 'a881f540-ca5e-4005-a9e3-5730e353212d', 'tenant_id': 'd6118b6e73844218b32f83df9af14cd4', 'fixed_ips': [{'subnet_id': 'd1b08e9e-5443-4090-b641-d48018e9e00d'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 21:56:28.754788 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-bb0f7e7b-d33b-49d3-af26-7e92613a77e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:28.757540 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-98b386b3-f3d6-4e26-8761-a8df4cb97627 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:28.758745 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-98b386b3-f3d6-4e26-8761-a8df4cb97627 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.4897804 May 05 21:56:28.762031 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4fb30804-0f79-4a0b-9793-5c92f3209d74 req-4866c41f-a35d-401a-a84a-9210cc847a48 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/security-groups?id=d56f4659-1a1c-44b7-b1dc-74618b3402dc&id=d1b940f3-f2a7-478e-a3f4-c0ad661f5649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2563133 May 05 21:56:28.766412 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48316) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:28.768431 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0a4f8b64-c646-4845-a4d5-adef50aa4503 req-59534272-4be5-4ff5-b35d-b936e51c7ecd service neutron] 10.222.0.32 "GET /v2.0/networks/bc00cc89-bdd8-4ed0-b801-d435664de8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4319844 May 05 21:56:28.773957 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-96a9f86f-974e-4bd5-8829-f0812d64a176 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Request body: {'security_group_rule': {'security_group_id': '0043bfbb-2fb2-4013-8494-b5595b7ffb41', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:56:28.796963 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-96a9f86f-974e-4bd5-8829-f0812d64a176 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:56:28.807542 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-96a9f86f-974e-4bd5-8829-f0812d64a176 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Usage tracker for resource:security_group_rule and tenant:0ea2eb66bb064d42bceac53953af552d is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:56:28.813349 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-96a9f86f-974e-4bd5-8829-f0812d64a176 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:56:28.833724 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-96a9f86f-974e-4bd5-8829-f0812d64a176 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:56:28.847190 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-0194759c-74f0-470b-b853-75dfb9b0440b req-0ee3d2c7-12ec-4d99-806f-168b2e6b27b6 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Deleting port 25d9e451-57c3-41ad-9d23-df0953c08e55 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:56:28.852292 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-0194759c-74f0-470b-b853-75dfb9b0440b req-0ee3d2c7-12ec-4d99-806f-168b2e6b27b6 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:28.882490 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7a964d11-955b-485d-a614-64a18ff9e2dc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:28.954014 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6e315273-6dcd-4857-bba0-49324d6be44a req-130b2407-983b-4355-8475-a32615b21c41 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=79219707-f65f-4b95-8488-5ddf4e75da04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3217106 May 05 21:56:28.954334 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-96a9f86f-974e-4bd5-8829-f0812d64a176 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:28.957602 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-360461bd-43e4-4420-9a75-46a66bfe4d26 req-59b150d0-1b96-46b0-ae80-f17e767d2034 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:28.966315 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-bb0f7e7b-d33b-49d3-af26-7e92613a77e0 None None] Allocated IP 172.20.0.2 (a881f540-ca5e-4005-a9e3-5730e353212d/d1b08e9e-5443-4090-b641-d48018e9e00d/ded7bb76-2d29-419a-8454-1c2c04b09eae) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:56:29.071216 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-360461bd-43e4-4420-9a75-46a66bfe4d26 req-59b150d0-1b96-46b0-ae80-f17e767d2034 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Network 79219707-f65f-4b95-8488-5ddf4e75da04 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:56:29.085585 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-360461bd-43e4-4420-9a75-46a66bfe4d26 req-59b150d0-1b96-46b0-ae80-f17e767d2034 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:56:29.274988 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-bb0f7e7b-d33b-49d3-af26-7e92613a77e0 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:29.288957 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-bb0f7e7b-d33b-49d3-af26-7e92613a77e0 None None] Transition to ACTIVE for port object ded7bb76-2d29-419a-8454-1c2c04b09eae will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:56:29.291978 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-360461bd-43e4-4420-9a75-46a66bfe4d26 req-59b150d0-1b96-46b0-ae80-f17e767d2034 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:56:29.311096 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-bb0f7e7b-d33b-49d3-af26-7e92613a77e0 None None] Transition to ACTIVE for port object ded7bb76-2d29-419a-8454-1c2c04b09eae will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:56:29.318607 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-bb0f7e7b-d33b-49d3-af26-7e92613a77e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:29.421422 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f7e7b-d33b-49d3-af26-7e92613a77e0 None None] Pushing event updated for resources: {'Port': ['ID=ded7bb76-2d29-419a-8454-1c2c04b09eae,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:29.437156 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0f7e7b-d33b-49d3-af26-7e92613a77e0 None None] Network a881f540-ca5e-4005-a9e3-5730e353212d is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:56:29.438850 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-bb0f7e7b-d33b-49d3-af26-7e92613a77e0 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:56:29.443006 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0f7e7b-d33b-49d3-af26-7e92613a77e0 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:56:29.468538 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7a964d11-955b-485d-a614-64a18ff9e2dc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:29.479189 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b150d0-1b96-46b0-ae80-f17e767d2034 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Pushing event updated for resources: {'Port': ['ID=43a42948-3950-48f5-994f-bd53afcf9694,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:29.507420 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360461bd-43e4-4420-9a75-46a66bfe4d26 req-59b150d0-1b96-46b0-ae80-f17e767d2034 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:29.508018 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-360461bd-43e4-4420-9a75-46a66bfe4d26 req-59b150d0-1b96-46b0-ae80-f17e767d2034 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:29.529119 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-075fc060-95c4-4ecb-bbbf-abbca0d3b350 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Router 87adc81c-2ed9-4c68-b184-58d90af4acd8 is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 21:56:29.550707 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-bb0f7e7b-d33b-49d3-af26-7e92613a77e0 None None] Attempting to bind port ded7bb76-2d29-419a-8454-1c2c04b09eae on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:56:29.550707 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-bb0f7e7b-d33b-49d3-af26-7e92613a77e0 None None] Attempting to bind port ded7bb76-2d29-419a-8454-1c2c04b09eae by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '6688097d-f035-43a2-ba51-2d9dfa00e9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a881f540-ca5e-4005-a9e3-5730e353212d'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:56:29.551056 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0f7e7b-d33b-49d3-af26-7e92613a77e0 None None] Attempting to bind port ded7bb76-2d29-419a-8454-1c2c04b09eae on network a881f540-ca5e-4005-a9e3-5730e353212d {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:56:29.561022 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0f7e7b-d33b-49d3-af26-7e92613a77e0 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:56:29.561452 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0f7e7b-d33b-49d3-af26-7e92613a77e0 None None] Checking segment: {'id': '6688097d-f035-43a2-ba51-2d9dfa00e9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a881f540-ca5e-4005-a9e3-5730e353212d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:56:29.562253 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-bb0f7e7b-d33b-49d3-af26-7e92613a77e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:29.562253 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0f7e7b-d33b-49d3-af26-7e92613a77e0 None None] Bound using segment: {'id': '6688097d-f035-43a2-ba51-2d9dfa00e9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a881f540-ca5e-4005-a9e3-5730e353212d'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:56:29.562689 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-bb0f7e7b-d33b-49d3-af26-7e92613a77e0 None None] Bound port: ded7bb76-2d29-419a-8454-1c2c04b09eae, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6688097d-f035-43a2-ba51-2d9dfa00e9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a881f540-ca5e-4005-a9e3-5730e353212d'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:56:29.563148 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-bb0f7e7b-d33b-49d3-af26-7e92613a77e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:29.573360 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-360461bd-43e4-4420-9a75-46a66bfe4d26 req-59b150d0-1b96-46b0-ae80-f17e767d2034 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9061048 May 05 21:56:29.578824 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6e315273-6dcd-4857-bba0-49324d6be44a req-1462c2ba-e4de-47de-8d93-d34afc8ab2f4 service neutron] 10.222.0.44 "GET /v2.0/networks/79219707-f65f-4b95-8488-5ddf4e75da04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5795722 May 05 21:56:29.581742 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-2e3c187a-16f0-47dc-9e6f-46d4e509e9b2 None None] Provisioning for port 43a42948-3950-48f5-994f-bd53afcf9694 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:56:29.592235 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-96a9f86f-974e-4bd5-8829-f0812d64a176 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:29.596572 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-360461bd-43e4-4420-9a75-46a66bfe4d26 req-a9691c20-fcab-4f0a-bbe6-2e60e6388b50 service neutron] Request body: {'port': {'device_id': '146dc408-4175-43fc-9dc9-c8d2ad380027', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:56:29.610835 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-96a9f86f-974e-4bd5-8829-f0812d64a176 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:29.613058 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-2e3c187a-16f0-47dc-9e6f-46d4e509e9b2 None None] Provisioning complete for port 43a42948-3950-48f5-994f-bd53afcf9694 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:56:29.613434 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2e3c187a-16f0-47dc-9e6f-46d4e509e9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:29.617796 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8669c3f6-6a5d-48a7-a912-c047c19c6eb6 req-8dd65017-6c5d-4fc8-ba87-817e9fcab3c1 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:29.626192 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8669c3f6-6a5d-48a7-a912-c047c19c6eb6 req-8dd65017-6c5d-4fc8-ba87-817e9fcab3c1 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0d8abb3-f36c-43f6-b699-1619016f6b8c HTTP/1.1" status: 200 len: 945 time: 0.7346454 May 05 21:56:29.672824 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-2e3c187a-16f0-47dc-9e6f-46d4e509e9b2 None None] Port 43a42948-3950-48f5-994f-bd53afcf9694 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:56:29.722940 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-bb0f7e7b-d33b-49d3-af26-7e92613a77e0 None None] For port ded7bb76-2d29-419a-8454-1c2c04b09eae, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:56:29.726840 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-bb0f7e7b-d33b-49d3-af26-7e92613a77e0 None None] For port ded7bb76-2d29-419a-8454-1c2c04b09eae, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=ded7bb76-2d29-419a-8454-1c2c04b09eae,segment=NetworkSegment(6688097d-f035-43a2-ba51-2d9dfa00e9dd),segment_id=6688097d-f035-43a2-ba51-2d9dfa00e9dd)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:56:29.731376 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-0194759c-74f0-470b-b853-75dfb9b0440b req-0ee3d2c7-12ec-4d99-806f-168b2e6b27b6 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] For port 25d9e451-57c3-41ad-9d23-df0953c08e55, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=25d9e451-57c3-41ad-9d23-df0953c08e55,segment=NetworkSegment(18a3c379-3cfc-4702-917f-3a57e26f3cd8),segment_id=18a3c379-3cfc-4702-917f-3a57e26f3cd8)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:29.731727 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-0194759c-74f0-470b-b853-75dfb9b0440b req-0ee3d2c7-12ec-4d99-806f-168b2e6b27b6 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:29.733508 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-bb0f7e7b-d33b-49d3-af26-7e92613a77e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:29.803889 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed4920-f074-473e-a6c3-28fb19ce5f47 req-9af4c520-0418-4fdc-af76-dcc21b2fcf75 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:29.805268 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-02ed4920-f074-473e-a6c3-28fb19ce5f47 req-9af4c520-0418-4fdc-af76-dcc21b2fcf75 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=12acf9a2-9e8c-4e0f-b5dd-fb218af77d33 HTTP/1.1" status: 200 len: 946 time: 0.5695810 May 05 21:56:29.805895 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a9f86f-974e-4bd5-8829-f0812d64a176 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d199e8e-095b-435c-a3f1-ae33618c71f5,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:29.820610 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f7e7b-d33b-49d3-af26-7e92613a77e0 None None] Pushing event updated for resources: {'Port': ['ID=ded7bb76-2d29-419a-8454-1c2c04b09eae,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:29.866156 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-360461bd-43e4-4420-9a75-46a66bfe4d26 req-a9691c20-fcab-4f0a-bbe6-2e60e6388b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:29.905191 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7a964d11-955b-485d-a614-64a18ff9e2dc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:29.948547 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-0194759c-74f0-470b-b853-75dfb9b0440b req-0ee3d2c7-12ec-4d99-806f-168b2e6b27b6 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Calling delete_port for 25d9e451-57c3-41ad-9d23-df0953c08e55 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:56:29.949950 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-96a9f86f-974e-4bd5-8829-f0812d64a176 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:29.953959 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-96a9f86f-974e-4bd5-8829-f0812d64a176 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.1818657 May 05 21:56:29.964278 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48324) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:29.967278 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-5070eb28-5e2a-43c9-b5e9-dd7a09272795 req-568a27a4-f268-43da-b2d7-dd0f6906f189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf09832b-0c8f-46a7-939f-6ff645affcb4 {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:56:29.980135 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a964d11-955b-485d-a614-64a18ff9e2dc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Pushing event deleted for resources: {'Subnet': ['ID=d1b08e9e-5443-4090-b641-d48018e9e00d,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:29.988711 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-5168ec67-29d4-42eb-b70a-0bdc08b45625 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Request body: {'floatingip': {'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:56:29.994200 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-5070eb28-5e2a-43c9-b5e9-dd7a09272795 req-568a27a4-f268-43da-b2d7-dd0f6906f189 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:30.037276 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8669c3f6-6a5d-48a7-a912-c047c19c6eb6 req-f8a87677-9c18-4cec-a893-8e11db2f6357 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=5165d8be-a1b9-4dce-a631-d72bdd4afdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4100945 May 05 21:56:30.043250 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-5168ec67-29d4-42eb-b70a-0bdc08b45625 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:56:30.123688 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-5070eb28-5e2a-43c9-b5e9-dd7a09272795 req-568a27a4-f268-43da-b2d7-dd0f6906f189 service neutron] Transition to ACTIVE for port object bf09832b-0c8f-46a7-939f-6ff645affcb4 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:56:30.131254 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6e315273-6dcd-4857-bba0-49324d6be44a req-01c3531e-555a-41f1-8363-db0f0116b922 service neutron] 10.222.0.44 "GET /v2.0/networks/79219707-f65f-4b95-8488-5ddf4e75da04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5072045 May 05 21:56:30.138550 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-02ed4920-f074-473e-a6c3-28fb19ce5f47 req-b8ec7b09-ffbc-4ac0-9690-40e5c297499c tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778630 May 05 21:56:30.179842 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device ded7bb76-2d29-419a-8454-1c2c04b09eae up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:56:30.201316 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-5168ec67-29d4-42eb-b70a-0bdc08b45625 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Usage tracker for resource:floatingip and tenant:0ea2eb66bb064d42bceac53953af552d is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:56:30.204812 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-5168ec67-29d4-42eb-b70a-0bdc08b45625 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:56:30.210679 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-5168ec67-29d4-42eb-b70a-0bdc08b45625 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:56:30.269673 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-5070eb28-5e2a-43c9-b5e9-dd7a09272795 req-568a27a4-f268-43da-b2d7-dd0f6906f189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:30.293480 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port ded7bb76-2d29-419a-8454-1c2c04b09eae completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:56:30.409079 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5168ec67-29d4-42eb-b70a-0bdc08b45625 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks [] for floatingip, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:30.544843 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-0194759c-74f0-470b-b853-75dfb9b0440b req-0ee3d2c7-12ec-4d99-806f-168b2e6b27b6 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:30.549266 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7a964d11-955b-485d-a614-64a18ff9e2dc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:30.551784 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-50b614f1-e23a-40d9-9ec1-7bc789e4986a req-d156ccf1-d1a8-4a3e-b3d3-24250d38f0a7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9595afcdb7a340dfb614ce1dbfb5db82&device_id=8cf744cf-fd9a-49c3-bf04-42112dd2f326 HTTP/1.1" status: 200 len: 1095 time: 0.3011351 May 05 21:56:30.559598 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['38613b19-f2b6-4d9b-984b-e50a2c516817', '25d9e451-57c3-41ad-9d23-df0953c08e55'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:56:30.702257 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568a27a4-f268-43da-b2d7-dd0f6906f189 service neutron] Pushing event updated for resources: {'Port': ['ID=bf09832b-0c8f-46a7-939f-6ff645affcb4,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:30.710088 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-7a964d11-955b-485d-a614-64a18ff9e2dc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a881f540-ca5e-4005-a9e3-5730e353212d']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:30.728673 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee3d2c7-12ec-4d99-806f-168b2e6b27b6 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Pushing event deleted for resources: {'Port': ['ID=25d9e451-57c3-41ad-9d23-df0953c08e55,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:30.819979 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-7a964d11-955b-485d-a614-64a18ff9e2dc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6688097d-f035-43a2-ba51-2d9dfa00e9dd') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:30.820348 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-7a964d11-955b-485d-a614-64a18ff9e2dc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6688097d-f035-43a2-ba51-2d9dfa00e9dd') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:30.850804 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.resource_extend [req-360461bd-43e4-4420-9a75-46a66bfe4d26 req-a9691c20-fcab-4f0a-bbe6-2e60e6388b50 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 21:56:30.873053 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-0194759c-74f0-470b-b853-75dfb9b0440b req-0ee3d2c7-12ec-4d99-806f-168b2e6b27b6 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] No DVR routers for this DVR port 25d9e451-57c3-41ad-9d23-df0953c08e55 on host n-h2-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:56:30.877766 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7a964d11-955b-485d-a614-64a18ff9e2dc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:30.879808 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-0194759c-74f0-470b-b853-75dfb9b0440b req-0ee3d2c7-12ec-4d99-806f-168b2e6b27b6 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:30.909899 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0d8abb3-f36c-43f6-b699-1619016f6b8c', 'name': 'network-vif-deleted', 'tag': '25d9e451-57c3-41ad-9d23-df0953c08e55'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:56:30.923952 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075fc060-95c4-4ecb-bbbf-abbca0d3b350 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:56:30.928827 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7a964d11-955b-485d-a614-64a18ff9e2dc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:30.938912 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-075fc060-95c4-4ecb-bbbf-abbca0d3b350 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "PUT /v2.0/routers/87adc81c-2ed9-4c68-b184-58d90af4acd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1766956 May 05 21:56:30.939941 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8b2886-cde2-485b-95b6-29752fda7ae7 None None] Sync routers for ids ['87adc81c-2ed9-4c68-b184-58d90af4acd8'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:56:30.949533 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48330) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:30.951714 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d49ea8-20fc-47d8-b22e-768a4fb862bd req-8f14656e-4d46-400b-98fc-04ce97594869 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:30.953255 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-81d49ea8-20fc-47d8-b22e-768a4fb862bd req-8f14656e-4d46-400b-98fc-04ce97594869 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/ports?device_id=146dc408-4175-43fc-9dc9-c8d2ad380027 HTTP/1.1" status: 200 len: 932 time: 0.7333138 May 05 21:56:30.960372 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8b2886-cde2-485b-95b6-29752fda7ae7 None None] Routers {'87adc81c-2ed9-4c68-b184-58d90af4acd8'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:56:30.961278 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-2f8b2886-cde2-485b-95b6-29752fda7ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:56:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['87adc81c-2ed9-4c68-b184-58d90af4acd8'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:30.967361 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a964d11-955b-485d-a614-64a18ff9e2dc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:56:30.967958 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7a964d11-955b-485d-a614-64a18ff9e2dc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:30.992572 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0194759c-74f0-470b-b853-75dfb9b0440b req-0ee3d2c7-12ec-4d99-806f-168b2e6b27b6 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.32 "DELETE /v2.0/ports/25d9e451-57c3-41ad-9d23-df0953c08e55 HTTP/1.1" status: 204 len: 173 time: 2.2741318 May 05 21:56:31.001164 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 21:56:31.001164 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:56:31.001164 n-d-825175-4 neutron-server[84061]: timer() May 05 21:56:31.001164 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:56:31.001164 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 21:56:31.001164 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:56:31.001164 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 21:56:31.001164 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:56:31.001164 n-d-825175-4 neutron-server[84061]: self._notify() May 05 21:56:31.001164 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:56:31.001164 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 21:56:31.001164 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:56:31.001164 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 21:56:31.001164 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:56:31.001164 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:56:31.001164 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:56:31.001164 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:56:31.001164 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:56:31.001164 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 21:56:31.001164 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:56:31.001164 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 21:56:31.001164 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:56:31.001164 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:56:31.001164 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:56:31.001164 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 21:56:31.001164 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:56:31.001164 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:56:31.001164 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:56:31.001164 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:56:31.001164 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:56:31.001164 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:56:31.001164 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:56:31.020118 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-360461bd-43e4-4420-9a75-46a66bfe4d26 req-a9691c20-fcab-4f0a-bbe6-2e60e6388b50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43a42948-3950-48f5-994f-bd53afcf9694 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:56:31.023445 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7182a-4ec6-4e67-8634-36289dccfe50 req-d139b735-4855-466b-a2f3-5665d4ab98aa tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:31.025083 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3fa7182a-4ec6-4e67-8634-36289dccfe50 req-d139b735-4855-466b-a2f3-5665d4ab98aa tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=650ee19c-47a5-46fb-87c2-6a55df6429d5 HTTP/1.1" status: 200 len: 945 time: 0.5872753 May 05 21:56:31.034652 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-360461bd-43e4-4420-9a75-46a66bfe4d26 req-a9691c20-fcab-4f0a-bbe6-2e60e6388b50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:31.054976 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b614f1-e23a-40d9-9ec1-7bc789e4986a req-afd40d4a-fae5-4f9d-9372-969cc8da931d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:31.056465 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-50b614f1-e23a-40d9-9ec1-7bc789e4986a req-afd40d4a-fae5-4f9d-9372-969cc8da931d service neutron] 10.222.0.44 "GET /v2.0/networks?id=79219707-f65f-4b95-8488-5ddf4e75da04 HTTP/1.1" status: 200 len: 916 time: 0.4547627 May 05 21:56:31.114520 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-5070eb28-5e2a-43c9-b5e9-dd7a09272795 req-568a27a4-f268-43da-b2d7-dd0f6906f189 service neutron] Attempting to bind port bf09832b-0c8f-46a7-939f-6ff645affcb4 on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:56:31.115210 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-2f8b2886-cde2-485b-95b6-29752fda7ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:31.126880 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-5070eb28-5e2a-43c9-b5e9-dd7a09272795 req-568a27a4-f268-43da-b2d7-dd0f6906f189 service neutron] Attempting to bind port bf09832b-0c8f-46a7-939f-6ff645affcb4 by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': '7131ccfa-3b55-41e7-92df-0bd8b51292e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '79219707-f65f-4b95-8488-5ddf4e75da04'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:56:31.129696 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8b2886-cde2-485b-95b6-29752fda7ae7 None None] Routers {'87adc81c-2ed9-4c68-b184-58d90af4acd8'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:56:31.130306 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5070eb28-5e2a-43c9-b5e9-dd7a09272795 req-568a27a4-f268-43da-b2d7-dd0f6906f189 service neutron] Attempting to bind port bf09832b-0c8f-46a7-939f-6ff645affcb4 on network 79219707-f65f-4b95-8488-5ddf4e75da04 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:56:31.132757 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-2f8b2886-cde2-485b-95b6-29752fda7ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:56:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['87adc81c-2ed9-4c68-b184-58d90af4acd8'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:31.201799 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5070eb28-5e2a-43c9-b5e9-dd7a09272795 req-568a27a4-f268-43da-b2d7-dd0f6906f189 service neutron] Port bf09832b-0c8f-46a7-939f-6ff645affcb4 on network 79219707-f65f-4b95-8488-5ddf4e75da04 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:56:31.202276 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5070eb28-5e2a-43c9-b5e9-dd7a09272795 req-568a27a4-f268-43da-b2d7-dd0f6906f189 service neutron] Attempting to bind port bf09832b-0c8f-46a7-939f-6ff645affcb4 on network 79219707-f65f-4b95-8488-5ddf4e75da04 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:56:31.230842 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e899126d-b57b-46a4-a094-734618500d98 None None] Network a881f540-ca5e-4005-a9e3-5730e353212d requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:56:31.251091 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-2f8b2886-cde2-485b-95b6-29752fda7ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:31.251339 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.api [None req-7a964d11-955b-485d-a614-64a18ff9e2dc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 05 21:56:31.251339 n-d-825175-4 neutron-server[84061]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 05 21:56:31.251339 n-d-825175-4 neutron-server[84061]: [parameters: {'id': 'a881f540-ca5e-4005-a9e3-5730e353212d'}] May 05 21:56:31.251339 n-d-825175-4 neutron-server[84061]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:56:31.251742 n-d-825175-4 neutron-server[84061]: DEBUG oslo_db.api [None req-7a964d11-955b-485d-a614-64a18ff9e2dc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:56:31.252277 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8b2886-cde2-485b-95b6-29752fda7ae7 None None] The sync data for ids ['87adc81c-2ed9-4c68-b184-58d90af4acd8'] in n-d-825175-4 is: [] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:56:31.269462 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3fa7182a-4ec6-4e67-8634-36289dccfe50 req-84819cf8-4227-44bf-9127-9df9cfad16be tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c51188-03e9-4eb7-84f3-076c2790a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893909 May 05 21:56:31.273573 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5070eb28-5e2a-43c9-b5e9-dd7a09272795 req-568a27a4-f268-43da-b2d7-dd0f6906f189 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:56:31.274113 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5070eb28-5e2a-43c9-b5e9-dd7a09272795 req-568a27a4-f268-43da-b2d7-dd0f6906f189 service neutron] Checking segment: {'id': '7131ccfa-3b55-41e7-92df-0bd8b51292e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '79219707-f65f-4b95-8488-5ddf4e75da04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:56:31.274644 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5070eb28-5e2a-43c9-b5e9-dd7a09272795 req-568a27a4-f268-43da-b2d7-dd0f6906f189 service neutron] Bound using segment: {'id': '7131ccfa-3b55-41e7-92df-0bd8b51292e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '79219707-f65f-4b95-8488-5ddf4e75da04'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:56:31.275299 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-5070eb28-5e2a-43c9-b5e9-dd7a09272795 req-568a27a4-f268-43da-b2d7-dd0f6906f189 service neutron] Bound port: bf09832b-0c8f-46a7-939f-6ff645affcb4, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7131ccfa-3b55-41e7-92df-0bd8b51292e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '79219707-f65f-4b95-8488-5ddf4e75da04'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:56:31.275812 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-5070eb28-5e2a-43c9-b5e9-dd7a09272795 req-568a27a4-f268-43da-b2d7-dd0f6906f189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:31.369522 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-50b614f1-e23a-40d9-9ec1-7bc789e4986a req-c79362c5-e151-4a6e-bc20-51b70f3afc34 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8a3398c-c73f-4894-a62b-5ee7cf90b284 HTTP/1.1" status: 200 len: 217 time: 0.3036501 May 05 21:56:31.381677 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41387d76-119d-458e-9765-26795f39b699 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:31.382215 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-41387d76-119d-458e-9765-26795f39b699 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Synchronizing usage tracker for tenant:663767b5203746b3b9addbbb99a48f8b on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:56:31.446190 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-360461bd-43e4-4420-9a75-46a66bfe4d26 req-a9691c20-fcab-4f0a-bbe6-2e60e6388b50 service neutron] Transition to ACTIVE for port object 43a42948-3950-48f5-994f-bd53afcf9694 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:56:31.453401 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b614f1-e23a-40d9-9ec1-7bc789e4986a req-9f92d97d-10be-450a-98fe-93a33f53bfcd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:31.455421 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-50b614f1-e23a-40d9-9ec1-7bc789e4986a req-9f92d97d-10be-450a-98fe-93a33f53bfcd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=72e7b161-4eca-4be1-a292-d7851dc4ac4b HTTP/1.1" status: 200 len: 854 time: 0.0672910 May 05 21:56:31.459244 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-360461bd-43e4-4420-9a75-46a66bfe4d26 req-a9691c20-fcab-4f0a-bbe6-2e60e6388b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:31.470216 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-81d49ea8-20fc-47d8-b22e-768a4fb862bd req-2ff8cbed-2035-4593-973d-a391a9e9a56d tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/security-groups?id=69215bb4-aa47-46d3-ab34-427aa4254c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4824576 May 05 21:56:31.520216 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-d8200a7f-72fe-4c66-88ce-819d0264f520 None None] Provisioning for port ded7bb76-2d29-419a-8454-1c2c04b09eae completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:56:31.570083 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-d8200a7f-72fe-4c66-88ce-819d0264f520 None None] Provisioning complete for port ded7bb76-2d29-419a-8454-1c2c04b09eae triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:56:31.570450 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d8200a7f-72fe-4c66-88ce-819d0264f520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:31.571869 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5168ec67-29d4-42eb-b70a-0bdc08b45625 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:31.645914 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74dd1e70-1887-41fc-b0cc-1f56672b51db'] response: {'server_uuid': 'b0d8abb3-f36c-43f6-b699-1619016f6b8c', 'name': 'network-vif-deleted', 'tag': '25d9e451-57c3-41ad-9d23-df0953c08e55', 'status': 'completed', 'code': 200} May 05 21:56:31.660080 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-41387d76-119d-458e-9765-26795f39b699 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Unset dirty status for tenant:663767b5203746b3b9addbbb99a48f8b on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:56:31.664339 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-41387d76-119d-458e-9765-26795f39b699 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "GET /v2.0/ports/ce57e183-f748-4e8b-9f4a-dac320f09eb5 HTTP/1.1" status: 200 len: 977 time: 0.7138393 May 05 21:56:31.665163 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48338) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:31.754056 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7a964d11-955b-485d-a614-64a18ff9e2dc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:31.811943 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e3e155-832f-4991-ac2e-10bd147c5bc4 None None] DHCP port deletion for a881f540-ca5e-4005-a9e3-5730e353212d request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 21:56:31.824501 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-13e3e155-832f-4991-ac2e-10bd147c5bc4 None None] Deleting port ded7bb76-2d29-419a-8454-1c2c04b09eae {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:56:31.825019 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-13e3e155-832f-4991-ac2e-10bd147c5bc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:31.853814 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d8200a7f-72fe-4c66-88ce-819d0264f520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:31.913360 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c5030-df00-43f2-8372-6cd51828ded0 req-ea750f68-9826-4775-a551-b61166c9b91f tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:31.917963 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c5030-df00-43f2-8372-6cd51828ded0 req-ea750f68-9826-4775-a551-b61166c9b91f tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:31.922699 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c5030-df00-43f2-8372-6cd51828ded0 req-ea750f68-9826-4775-a551-b61166c9b91f tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:31.926884 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c5030-df00-43f2-8372-6cd51828ded0 req-ea750f68-9826-4775-a551-b61166c9b91f tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:31.931298 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c5030-df00-43f2-8372-6cd51828ded0 req-ea750f68-9826-4775-a551-b61166c9b91f tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:31.935208 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c5030-df00-43f2-8372-6cd51828ded0 req-ea750f68-9826-4775-a551-b61166c9b91f tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:31.939066 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c5030-df00-43f2-8372-6cd51828ded0 req-ea750f68-9826-4775-a551-b61166c9b91f tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:31.941304 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b66c5030-df00-43f2-8372-6cd51828ded0 req-ea750f68-9826-4775-a551-b61166c9b91f tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/ports?device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 5429 time: 0.4761612 May 05 21:56:31.942002 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-7a964d11-955b-485d-a614-64a18ff9e2dc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Deleting port ded7bb76-2d29-419a-8454-1c2c04b09eae {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:56:31.942331 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7a964d11-955b-485d-a614-64a18ff9e2dc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:31.960571 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-d8200a7f-72fe-4c66-88ce-819d0264f520 None None] For port ded7bb76-2d29-419a-8454-1c2c04b09eae, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=ded7bb76-2d29-419a-8454-1c2c04b09eae,segment=NetworkSegment(6688097d-f035-43a2-ba51-2d9dfa00e9dd),segment_id=6688097d-f035-43a2-ba51-2d9dfa00e9dd)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:31.969246 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9691c20-fcab-4f0a-bbe6-2e60e6388b50 service neutron] Pushing event updated for resources: {'Port': ['ID=43a42948-3950-48f5-994f-bd53afcf9694,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:31.977984 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d8200a7f-72fe-4c66-88ce-819d0264f520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:32.001090 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2b712352-0dc4-45a5-88cf-bc2bd69733da req-8532d8fe-0060-4ccf-ba05-354422681ea1 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0d8abb3-f36c-43f6-b699-1619016f6b8c HTTP/1.1" status: 200 len: 210 time: 0.2091110 May 05 21:56:32.115601 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-5070eb28-5e2a-43c9-b5e9-dd7a09272795 req-568a27a4-f268-43da-b2d7-dd0f6906f189 service neutron] For port bf09832b-0c8f-46a7-939f-6ff645affcb4, host n-h1-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:56:32.143487 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-50b614f1-e23a-40d9-9ec1-7bc789e4986a req-6703d245-9cf7-4b33-a6f0-d172941d883a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=79219707-f65f-4b95-8488-5ddf4e75da04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6788943 May 05 21:56:32.155760 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-5070eb28-5e2a-43c9-b5e9-dd7a09272795 req-568a27a4-f268-43da-b2d7-dd0f6906f189 service neutron] For port bf09832b-0c8f-46a7-939f-6ff645affcb4, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=bf09832b-0c8f-46a7-939f-6ff645affcb4,segment=NetworkSegment(7131ccfa-3b55-41e7-92df-0bd8b51292e9),segment_id=7131ccfa-3b55-41e7-92df-0bd8b51292e9)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:56:32.158691 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device ded7bb76-2d29-419a-8454-1c2c04b09eae no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:56:32.175921 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-5070eb28-5e2a-43c9-b5e9-dd7a09272795 req-568a27a4-f268-43da-b2d7-dd0f6906f189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:32.242262 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8200a7f-72fe-4c66-88ce-819d0264f520 None None] Pushing event updated for resources: {'Port': ['ID=ded7bb76-2d29-419a-8454-1c2c04b09eae,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:32.260348 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-13e3e155-832f-4991-ac2e-10bd147c5bc4 None None] For port ded7bb76-2d29-419a-8454-1c2c04b09eae, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=ded7bb76-2d29-419a-8454-1c2c04b09eae,segment=NetworkSegment(6688097d-f035-43a2-ba51-2d9dfa00e9dd),segment_id=6688097d-f035-43a2-ba51-2d9dfa00e9dd)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:32.260736 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-13e3e155-832f-4991-ac2e-10bd147c5bc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:32.277902 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-360461bd-43e4-4420-9a75-46a66bfe4d26 req-a9691c20-fcab-4f0a-bbe6-2e60e6388b50 service neutron] Attempting to bind port 43a42948-3950-48f5-994f-bd53afcf9694 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:56:32.278308 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-360461bd-43e4-4420-9a75-46a66bfe4d26 req-a9691c20-fcab-4f0a-bbe6-2e60e6388b50 service neutron] Attempting to bind port 43a42948-3950-48f5-994f-bd53afcf9694 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': '7131ccfa-3b55-41e7-92df-0bd8b51292e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '79219707-f65f-4b95-8488-5ddf4e75da04'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:56:32.278554 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360461bd-43e4-4420-9a75-46a66bfe4d26 req-a9691c20-fcab-4f0a-bbe6-2e60e6388b50 service neutron] Attempting to bind port 43a42948-3950-48f5-994f-bd53afcf9694 on network 79219707-f65f-4b95-8488-5ddf4e75da04 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:56:32.312573 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360461bd-43e4-4420-9a75-46a66bfe4d26 req-a9691c20-fcab-4f0a-bbe6-2e60e6388b50 service neutron] Port 43a42948-3950-48f5-994f-bd53afcf9694 on network 79219707-f65f-4b95-8488-5ddf4e75da04 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:56:32.312896 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360461bd-43e4-4420-9a75-46a66bfe4d26 req-a9691c20-fcab-4f0a-bbe6-2e60e6388b50 service neutron] Attempting to bind port 43a42948-3950-48f5-994f-bd53afcf9694 on network 79219707-f65f-4b95-8488-5ddf4e75da04 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:56:32.338537 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360461bd-43e4-4420-9a75-46a66bfe4d26 req-a9691c20-fcab-4f0a-bbe6-2e60e6388b50 service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:56:32.338897 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360461bd-43e4-4420-9a75-46a66bfe4d26 req-a9691c20-fcab-4f0a-bbe6-2e60e6388b50 service neutron] Checking segment: {'id': '7131ccfa-3b55-41e7-92df-0bd8b51292e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '79219707-f65f-4b95-8488-5ddf4e75da04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:56:32.339277 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360461bd-43e4-4420-9a75-46a66bfe4d26 req-a9691c20-fcab-4f0a-bbe6-2e60e6388b50 service neutron] Bound using segment: {'id': '7131ccfa-3b55-41e7-92df-0bd8b51292e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '79219707-f65f-4b95-8488-5ddf4e75da04'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:56:32.339708 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-360461bd-43e4-4420-9a75-46a66bfe4d26 req-a9691c20-fcab-4f0a-bbe6-2e60e6388b50 service neutron] Bound port: 43a42948-3950-48f5-994f-bd53afcf9694, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7131ccfa-3b55-41e7-92df-0bd8b51292e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '79219707-f65f-4b95-8488-5ddf4e75da04'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:56:32.340051 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-360461bd-43e4-4420-9a75-46a66bfe4d26 req-a9691c20-fcab-4f0a-bbe6-2e60e6388b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:32.353267 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-50b614f1-e23a-40d9-9ec1-7bc789e4986a req-eea0ed2b-3019-483c-89c3-7910dc6669ce service neutron] 10.222.0.44 "GET /v2.0/networks/79219707-f65f-4b95-8488-5ddf4e75da04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012722 May 05 21:56:32.365149 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-5168ec67-29d4-42eb-b70a-0bdc08b45625 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Allocated IP 172.25.4.64 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/8da73106-73a1-4f89-a39a-ccf83fbd0cc9) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:56:32.376145 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-5070eb28-5e2a-43c9-b5e9-dd7a09272795 req-568a27a4-f268-43da-b2d7-dd0f6906f189 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:32.377566 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5070eb28-5e2a-43c9-b5e9-dd7a09272795 req-568a27a4-f268-43da-b2d7-dd0f6906f189 service neutron] 10.222.0.44 "PUT /v2.0/ports/bf09832b-0c8f-46a7-939f-6ff645affcb4 HTTP/1.1" status: 200 len: 1092 time: 5.9815998 May 05 21:56:32.380698 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b66c5030-df00-43f2-8372-6cd51828ded0 req-9b5e7c49-94ab-4e93-a673-d7cba7573a45 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/security-groups?id=d56f4659-1a1c-44b7-b1dc-74618b3402dc&id=d1b940f3-f2a7-478e-a3f4-c0ad661f5649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3745959 May 05 21:56:32.397768 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcbcc9dc-cafa-489c-a587-b41a7746377e', 'tag': 'bf09832b-0c8f-46a7-939f-6ff645affcb4'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:56:32.402115 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-13e3e155-832f-4991-ac2e-10bd147c5bc4 None None] Calling delete_port for ded7bb76-2d29-419a-8454-1c2c04b09eae owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:56:32.511749 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-7a964d11-955b-485d-a614-64a18ff9e2dc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] For port ded7bb76-2d29-419a-8454-1c2c04b09eae, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=ded7bb76-2d29-419a-8454-1c2c04b09eae,segment=NetworkSegment(6688097d-f035-43a2-ba51-2d9dfa00e9dd),segment_id=6688097d-f035-43a2-ba51-2d9dfa00e9dd)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:32.512178 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7a964d11-955b-485d-a614-64a18ff9e2dc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:32.546506 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-13e3e155-832f-4991-ac2e-10bd147c5bc4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:56:32.546913 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-13e3e155-832f-4991-ac2e-10bd147c5bc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:56:32.575511 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:32.635683 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port ded7bb76-2d29-419a-8454-1c2c04b09eae, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=ded7bb76-2d29-419a-8454-1c2c04b09eae,segment=NetworkSegment(6688097d-f035-43a2-ba51-2d9dfa00e9dd),segment_id=6688097d-f035-43a2-ba51-2d9dfa00e9dd)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:32.643098 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:32.739131 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=ded7bb76-2d29-419a-8454-1c2c04b09eae,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:32.759510 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568a27a4-f268-43da-b2d7-dd0f6906f189 service neutron] Pushing event updated for resources: {'Port': ['ID=bf09832b-0c8f-46a7-939f-6ff645affcb4,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:32.772130 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-7a964d11-955b-485d-a614-64a18ff9e2dc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Calling delete_port for ded7bb76-2d29-419a-8454-1c2c04b09eae owned by network:dhcp {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:56:32.828994 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-360461bd-43e4-4420-9a75-46a66bfe4d26 req-a9691c20-fcab-4f0a-bbe6-2e60e6388b50 service neutron] For port 43a42948-3950-48f5-994f-bd53afcf9694, host n-h2-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:56:32.833258 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-50b614f1-e23a-40d9-9ec1-7bc789e4986a req-90de0440-a1e1-4230-81e7-73b3f1f651ec service neutron] 10.222.0.44 "GET /v2.0/networks/79219707-f65f-4b95-8488-5ddf4e75da04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4728186 May 05 21:56:32.841747 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-360461bd-43e4-4420-9a75-46a66bfe4d26 req-a9691c20-fcab-4f0a-bbe6-2e60e6388b50 service neutron] For port 43a42948-3950-48f5-994f-bd53afcf9694, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=43a42948-3950-48f5-994f-bd53afcf9694,segment=NetworkSegment(7131ccfa-3b55-41e7-92df-0bd8b51292e9),segment_id=7131ccfa-3b55-41e7-92df-0bd8b51292e9)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:56:32.851285 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-360461bd-43e4-4420-9a75-46a66bfe4d26 req-a9691c20-fcab-4f0a-bbe6-2e60e6388b50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:32.888747 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568a27a4-f268-43da-b2d7-dd0f6906f189 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:56:32.888946 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568a27a4-f268-43da-b2d7-dd0f6906f189 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:56:32.889286 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568a27a4-f268-43da-b2d7-dd0f6906f189 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:56:32.889610 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568a27a4-f268-43da-b2d7-dd0f6906f189 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:56:32.890012 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568a27a4-f268-43da-b2d7-dd0f6906f189 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:56:32.890243 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568a27a4-f268-43da-b2d7-dd0f6906f189 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:56:32.890569 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568a27a4-f268-43da-b2d7-dd0f6906f189 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:56:32.890896 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568a27a4-f268-43da-b2d7-dd0f6906f189 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:56:32.891204 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568a27a4-f268-43da-b2d7-dd0f6906f189 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:56:32.891515 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568a27a4-f268-43da-b2d7-dd0f6906f189 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:56:32.891843 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568a27a4-f268-43da-b2d7-dd0f6906f189 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:56:32.929431 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-360461bd-43e4-4420-9a75-46a66bfe4d26 req-a9691c20-fcab-4f0a-bbe6-2e60e6388b50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:32.930594 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-360461bd-43e4-4420-9a75-46a66bfe4d26 req-a9691c20-fcab-4f0a-bbe6-2e60e6388b50 service neutron] 10.222.0.32 "PUT /v2.0/ports/43a42948-3950-48f5-994f-bd53afcf9694 HTTP/1.1" status: 200 len: 1092 time: 3.3386595 May 05 21:56:32.947742 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9691c20-fcab-4f0a-bbe6-2e60e6388b50 service neutron] Pushing event updated for resources: {'Port': ['ID=43a42948-3950-48f5-994f-bd53afcf9694,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:32.974699 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa7117-e6df-4a30-a24b-b8b5348c4c49 req-2efeef27-bbf3-4ffb-8c16-dacb1c533398 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:32.976278 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-29aa7117-e6df-4a30-a24b-b8b5348c4c49 req-2efeef27-bbf3-4ffb-8c16-dacb1c533398 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=12acf9a2-9e8c-4e0f-b5dd-fb218af77d33 HTTP/1.1" status: 200 len: 946 time: 0.7396762 May 05 21:56:32.992898 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 25d9e451-57c3-41ad-9d23-df0953c08e55 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:56:33.009937 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5070eb28-5e2a-43c9-b5e9-dd7a09272795 req-fc18e902-493e-494f-a04d-bc18739bf838 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9595afcdb7a340dfb614ce1dbfb5db82&device_id=fcbcc9dc-cafa-489c-a587-b41a7746377e HTTP/1.1" status: 200 len: 1095 time: 0.5778687 May 05 21:56:33.034287 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: 25d9e451-57c3-41ad-9d23-df0953c08e55 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:56:33.034287 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 25d9e451-57c3-41ad-9d23-df0953c08e55 not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:56:33.048032 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-13e3e155-832f-4991-ac2e-10bd147c5bc4 None None] Deleting port ded7bb76-2d29-419a-8454-1c2c04b09eae {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:56:33.048797 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-13e3e155-832f-4991-ac2e-10bd147c5bc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:33.100797 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.api [None req-7a964d11-955b-485d-a614-64a18ff9e2dc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:56:33.101206 n-d-825175-4 neutron-server[84061]: DEBUG oslo_db.api [None req-7a964d11-955b-485d-a614-64a18ff9e2dc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:56:33.110457 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5168ec67-29d4-42eb-b70a-0bdc08b45625 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:33.133555 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-360461bd-43e4-4420-9a75-46a66bfe4d26 req-eec44f96-c4fa-4f16-986b-fc5d7ceaf7e9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9595afcdb7a340dfb614ce1dbfb5db82&device_id=146dc408-4175-43fc-9dc9-c8d2ad380027 HTTP/1.1" status: 200 len: 1095 time: 0.1406555 May 05 21:56:33.149299 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc4d18a-83da-4486-8f8b-0efcc86150dc req-0bd2b9a3-3c5b-4aa5-bb67-138f9fea1ec9 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:33.150388 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3fc4d18a-83da-4486-8f8b-0efcc86150dc req-0bd2b9a3-3c5b-4aa5-bb67-138f9fea1ec9 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=650ee19c-47a5-46fb-87c2-6a55df6429d5 HTTP/1.1" status: 200 len: 945 time: 0.3920162 May 05 21:56:33.155008 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5070eb28-5e2a-43c9-b5e9-dd7a09272795 req-f7369d29-cd16-45b5-93a9-35f953629707 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf09832b-0c8f-46a7-939f-6ff645affcb4 HTTP/1.1" status: 200 len: 217 time: 0.1181970 May 05 21:56:33.235343 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-29aa7117-e6df-4a30-a24b-b8b5348c4c49 req-10a40e91-8633-4529-924a-33c577ac6315 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434974 May 05 21:56:33.297919 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-13e3e155-832f-4991-ac2e-10bd147c5bc4 None None] For port ded7bb76-2d29-419a-8454-1c2c04b09eae, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=ded7bb76-2d29-419a-8454-1c2c04b09eae,segment=NetworkSegment(6688097d-f035-43a2-ba51-2d9dfa00e9dd),segment_id=6688097d-f035-43a2-ba51-2d9dfa00e9dd)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:33.299426 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-13e3e155-832f-4991-ac2e-10bd147c5bc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:33.307536 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5168ec67-29d4-42eb-b70a-0bdc08b45625 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:33.348427 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4ed38e1-2393-448c-a2c8-07f9fb1c6be8'] response: {'name': 'network-changed', 'server_uuid': 'fcbcc9dc-cafa-489c-a587-b41a7746377e', 'tag': 'bf09832b-0c8f-46a7-939f-6ff645affcb4', 'status': 'completed', 'code': 200} May 05 21:56:33.375621 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070eb28-5e2a-43c9-b5e9-dd7a09272795 req-5c0da17e-ca33-4636-a51d-17d04d804342 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:33.376805 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5070eb28-5e2a-43c9-b5e9-dd7a09272795 req-5c0da17e-ca33-4636-a51d-17d04d804342 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=72e7b161-4eca-4be1-a292-d7851dc4ac4b HTTP/1.1" status: 200 len: 854 time: 0.2112629 May 05 21:56:33.385696 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3fc4d18a-83da-4486-8f8b-0efcc86150dc req-b0b2e9e6-9907-4c49-9dd5-4d40e641d9e7 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c51188-03e9-4eb7-84f3-076c2790a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233300 May 05 21:56:33.390936 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device d8a3398c-c73f-4894-a62b-5ee7cf90b284 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:56:33.392803 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-360461bd-43e4-4420-9a75-46a66bfe4d26 req-a9b544f3-70ee-4812-8487-18deae0a08a6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43a42948-3950-48f5-994f-bd53afcf9694 HTTP/1.1" status: 200 len: 217 time: 0.2431200 May 05 21:56:33.494540 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360461bd-43e4-4420-9a75-46a66bfe4d26 req-8bb7487e-edc5-46df-80b1-ef5d312695d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:33.495516 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-13e3e155-832f-4991-ac2e-10bd147c5bc4 None None] Calling delete_port for ded7bb76-2d29-419a-8454-1c2c04b09eae owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:56:33.496313 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-360461bd-43e4-4420-9a75-46a66bfe4d26 req-8bb7487e-edc5-46df-80b1-ef5d312695d9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=72e7b161-4eca-4be1-a292-d7851dc4ac4b HTTP/1.1" status: 200 len: 854 time: 0.0662036 May 05 21:56:33.563685 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5168ec67-29d4-42eb-b70a-0bdc08b45625 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:56:33.575338 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-5168ec67-29d4-42eb-b70a-0bdc08b45625 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:56:33.589216 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a034907b-f10a-45b9-a29e-a88e09144531 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:33.612033 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-7a964d11-955b-485d-a614-64a18ff9e2dc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Deleting port ded7bb76-2d29-419a-8454-1c2c04b09eae {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:56:33.612367 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7a964d11-955b-485d-a614-64a18ff9e2dc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:33.644698 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5168ec67-29d4-42eb-b70a-0bdc08b45625 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:56:33.657088 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '146dc408-4175-43fc-9dc9-c8d2ad380027', 'tag': '43a42948-3950-48f5-994f-bd53afcf9694'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:56:33.713570 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5168ec67-29d4-42eb-b70a-0bdc08b45625 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Pushing event updated for resources: {'Port': ['ID=8da73106-73a1-4f89-a39a-ccf83fbd0cc9,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:33.771312 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-360461bd-43e4-4420-9a75-46a66bfe4d26 req-6db79824-8ce5-4c4e-9500-1b738e5d4144 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=79219707-f65f-4b95-8488-5ddf4e75da04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2596891 May 05 21:56:33.809996 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-13e3e155-832f-4991-ac2e-10bd147c5bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:33.868978 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e3e155-832f-4991-ac2e-10bd147c5bc4 None None] Pushing event deleted for resources: {'Port': ['ID=ded7bb76-2d29-419a-8454-1c2c04b09eae,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:33.876727 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port d8a3398c-c73f-4894-a62b-5ee7cf90b284, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=d8a3398c-c73f-4894-a62b-5ee7cf90b284,segment=NetworkSegment(7131ccfa-3b55-41e7-92df-0bd8b51292e9),segment_id=7131ccfa-3b55-41e7-92df-0bd8b51292e9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:33.884067 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e3e155-832f-4991-ac2e-10bd147c5bc4 None None] No DVR routers for this DVR port ded7bb76-2d29-419a-8454-1c2c04b09eae on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:56:33.892802 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': 'd8a3398c-c73f-4894-a62b-5ee7cf90b284', 'network_id': '79219707-f65f-4b95-8488-5ddf4e75da04', 'port_id': 'd8a3398c-c73f-4894-a62b-5ee7cf90b284', 'mac_address': 'fa:16:3e:a7:c7:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72e7b161-4eca-4be1-a292-d7851dc4ac4b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:56:33.928859 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca69883-662c-4241-ab57-f7a8f306ab55 req-156474f9-85ff-4108-8fb1-311b0f0194ac tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:33.931221 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bca69883-662c-4241-ab57-f7a8f306ab55 req-156474f9-85ff-4108-8fb1-311b0f0194ac tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/networks?id=fa69cb3f-4129-4afe-9a6d-7584eefc40c0 HTTP/1.1" status: 200 len: 806 time: 0.1800961 May 05 21:56:33.951186 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:33.961412 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-360461bd-43e4-4420-9a75-46a66bfe4d26 req-9d7359c5-2ee2-4237-9bbe-9af93c59989e service neutron] 10.222.0.32 "GET /v2.0/networks/79219707-f65f-4b95-8488-5ddf4e75da04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825061 May 05 21:56:33.968205 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8a3398c-c73f-4894-a62b-5ee7cf90b284 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:56:33.983904 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port d8a3398c-c73f-4894-a62b-5ee7cf90b284, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=d8a3398c-c73f-4894-a62b-5ee7cf90b284,segment=NetworkSegment(7131ccfa-3b55-41e7-92df-0bd8b51292e9),segment_id=7131ccfa-3b55-41e7-92df-0bd8b51292e9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:33.995167 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:34.023352 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-7a964d11-955b-485d-a614-64a18ff9e2dc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] The port 'ded7bb76-2d29-419a-8454-1c2c04b09eae' was deleted {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 21:56:34.027770 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bca69883-662c-4241-ab57-f7a8f306ab55 req-e0840f88-3425-483a-a14a-d86bc39e4d9d tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/quotas/edfb56529402421c8703b1e767ccb199 HTTP/1.1" status: 200 len: 375 time: 0.0712194 May 05 21:56:34.062598 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=d8a3398c-c73f-4894-a62b-5ee7cf90b284,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:34.215272 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-360461bd-43e4-4420-9a75-46a66bfe4d26 req-dc38323b-afde-4bb8-8c8b-22690adec515 service neutron] 10.222.0.32 "GET /v2.0/networks/79219707-f65f-4b95-8488-5ddf4e75da04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452269 May 05 21:56:34.218219 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-a034907b-f10a-45b9-a29e-a88e09144531 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Deleting port ce57e183-f748-4e8b-9f4a-dac320f09eb5 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:56:34.218732 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a034907b-f10a-45b9-a29e-a88e09144531 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:34.222730 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5070eb28-5e2a-43c9-b5e9-dd7a09272795 req-79517a64-c28b-499a-80dd-f5dbfff218a4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=79219707-f65f-4b95-8488-5ddf4e75da04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8296020 May 05 21:56:34.230690 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['d8a3398c-c73f-4894-a62b-5ee7cf90b284'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:56:34.237586 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce34a7-3905-48ca-b9fe-14b976ac9e72 req-e518aaa3-f286-4cff-bc99-5fcf09a86adc tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:34.239932 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8dce34a7-3905-48ca-b9fe-14b976ac9e72 req-e518aaa3-f286-4cff-bc99-5fcf09a86adc tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/ports?device_id=146dc408-4175-43fc-9dc9-c8d2ad380027 HTTP/1.1" status: 200 len: 944 time: 0.6750515 May 05 21:56:34.340225 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7a964d11-955b-485d-a614-64a18ff9e2dc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:34.405553 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-7a964d11-955b-485d-a614-64a18ff9e2dc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a881f540-ca5e-4005-a9e3-5730e353212d']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:34.416830 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a034907b-f10a-45b9-a29e-a88e09144531 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:34.429436 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-7a964d11-955b-485d-a614-64a18ff9e2dc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6688097d-f035-43a2-ba51-2d9dfa00e9dd') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:34.429725 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-7a964d11-955b-485d-a614-64a18ff9e2dc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6688097d-f035-43a2-ba51-2d9dfa00e9dd') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:34.455974 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7a964d11-955b-485d-a614-64a18ff9e2dc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:34.474684 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8dce34a7-3905-48ca-b9fe-14b976ac9e72 req-6f037248-1a1e-47f4-a5c6-5b17f0fcf49b tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/security-groups?id=69215bb4-aa47-46d3-ab34-427aa4254c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059131 May 05 21:56:34.537798 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-a034907b-f10a-45b9-a29e-a88e09144531 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Calling delete_port for ce57e183-f748-4e8b-9f4a-dac320f09eb5 owned by network:router_interface {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:56:34.572139 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7a964d11-955b-485d-a614-64a18ff9e2dc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:34.586840 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bca69883-662c-4241-ab57-f7a8f306ab55 req-509d2954-aaad-4675-809a-bba6a01c353a tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=edfb56529402421c8703b1e767ccb199&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5139771 May 05 21:56:34.622866 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a964d11-955b-485d-a614-64a18ff9e2dc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:56:34.623262 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7a964d11-955b-485d-a614-64a18ff9e2dc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:34.668241 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 21:56:34.668241 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:56:34.668241 n-d-825175-4 neutron-server[84061]: timer() May 05 21:56:34.668241 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:56:34.668241 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 21:56:34.668241 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:56:34.668241 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 21:56:34.668241 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:56:34.668241 n-d-825175-4 neutron-server[84061]: self._notify() May 05 21:56:34.668241 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:56:34.668241 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 21:56:34.668241 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:56:34.668241 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 21:56:34.668241 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:56:34.668241 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:56:34.668241 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:56:34.668241 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:56:34.668241 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:56:34.668241 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 21:56:34.668241 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:56:34.668241 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 21:56:34.668241 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:56:34.668241 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:56:34.668241 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:56:34.668241 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 21:56:34.668241 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:56:34.668241 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:56:34.668241 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:56:34.668241 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:56:34.668241 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:56:34.668241 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:56:34.668241 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:56:34.670591 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5070eb28-5e2a-43c9-b5e9-dd7a09272795 req-385efaee-f594-4111-8f67-4f2b97e6efe2 service neutron] 10.222.0.44 "GET /v2.0/networks/79219707-f65f-4b95-8488-5ddf4e75da04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4278405 May 05 21:56:34.719312 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a034907b-f10a-45b9-a29e-a88e09144531 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:34.728567 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5168ec67-29d4-42eb-b70a-0bdc08b45625 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:34.767665 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a034907b-f10a-45b9-a29e-a88e09144531 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event deleted for resources: {'Port': ['ID=ce57e183-f748-4e8b-9f4a-dac320f09eb5,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:34.992143 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7a964d11-955b-485d-a614-64a18ff9e2dc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:34.996505 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7a964d11-955b-485d-a614-64a18ff9e2dc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:35.061194 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5168ec67-29d4-42eb-b70a-0bdc08b45625 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:35.102560 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a964d11-955b-485d-a614-64a18ff9e2dc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Pushing event deleted for resources: {'Network': ['ID=a881f540-ca5e-4005-a9e3-5730e353212d,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:35.107807 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a034907b-f10a-45b9-a29e-a88e09144531 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:35.243922 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-7a964d11-955b-485d-a614-64a18ff9e2dc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "DELETE /v2.0/networks/a881f540-ca5e-4005-a9e3-5730e353212d HTTP/1.1" status: 204 len: 168 time: 6.6124957 May 05 21:56:35.245796 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bca69883-662c-4241-ab57-f7a8f306ab55 req-f928326c-3f01-4c52-a03f-16ea8381bede service neutron] 10.222.0.23 "GET /v2.0/networks/fa69cb3f-4129-4afe-9a6d-7584eefc40c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6582792 May 05 21:56:35.247267 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48366) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:35.254415 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-27c1c8ec-1cf2-4c41-8103-b675a8a22343 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1961846338'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:56:35.259321 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5070eb28-5e2a-43c9-b5e9-dd7a09272795 req-f20506ba-d485-4a13-9e62-b6ee8b0e7d09 service neutron] 10.222.0.44 "GET /v2.0/networks/79219707-f65f-4b95-8488-5ddf4e75da04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4867387 May 05 21:56:35.260300 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-27c1c8ec-1cf2-4c41-8103-b675a8a22343 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:56:35.265847 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-27c1c8ec-1cf2-4c41-8103-b675a8a22343 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Usage tracker for resource:network and tenant:d6118b6e73844218b32f83df9af14cd4 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:56:35.270298 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-27c1c8ec-1cf2-4c41-8103-b675a8a22343 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:56:35.277603 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-27c1c8ec-1cf2-4c41-8103-b675a8a22343 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:56:35.380949 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device d8a3398c-c73f-4894-a62b-5ee7cf90b284 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:56:35.408885 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22cddf-12c3-4404-8b22-84337d517e96 req-127158ad-b3f1-4dd0-b6b3-f53b255ef4f5 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:35.413790 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22cddf-12c3-4404-8b22-84337d517e96 req-127158ad-b3f1-4dd0-b6b3-f53b255ef4f5 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:35.415962 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c1c8ec-1cf2-4c41-8103-b675a8a22343 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Made reservation on behalf of d6118b6e73844218b32f83df9af14cd4 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:56:35.417788 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22cddf-12c3-4404-8b22-84337d517e96 req-127158ad-b3f1-4dd0-b6b3-f53b255ef4f5 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:35.418882 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-27c1c8ec-1cf2-4c41-8103-b675a8a22343 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:35.421661 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22cddf-12c3-4404-8b22-84337d517e96 req-127158ad-b3f1-4dd0-b6b3-f53b255ef4f5 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:35.425726 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22cddf-12c3-4404-8b22-84337d517e96 req-127158ad-b3f1-4dd0-b6b3-f53b255ef4f5 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:35.429787 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22cddf-12c3-4404-8b22-84337d517e96 req-127158ad-b3f1-4dd0-b6b3-f53b255ef4f5 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:35.434200 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22cddf-12c3-4404-8b22-84337d517e96 req-127158ad-b3f1-4dd0-b6b3-f53b255ef4f5 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:35.436935 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2a22cddf-12c3-4404-8b22-84337d517e96 req-127158ad-b3f1-4dd0-b6b3-f53b255ef4f5 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/ports?device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 5429 time: 0.8218172 May 05 21:56:35.460348 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port d8a3398c-c73f-4894-a62b-5ee7cf90b284 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:56:35.465587 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port d8a3398c-c73f-4894-a62b-5ee7cf90b284 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:56:35.466159 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:35.564102 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27c1c8ec-1cf2-4c41-8103-b675a8a22343 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:56:35.585284 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-27c1c8ec-1cf2-4c41-8103-b675a8a22343 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:35.585655 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-27c1c8ec-1cf2-4c41-8103-b675a8a22343 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Added segment 1acec6cd-889f-4950-9502-d3e2ddba254b of type vlan for network 8650e43e-68c5-4478-b950-10fc1b1321cc May 05 21:56:35.615287 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bca69883-662c-4241-ab57-f7a8f306ab55 req-3653dad9-2e4f-4a2c-8699-576fa57c5520 service neutron] 10.222.0.23 "GET /v2.0/networks/fa69cb3f-4129-4afe-9a6d-7584eefc40c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602138 May 05 21:56:35.620256 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-27c1c8ec-1cf2-4c41-8103-b675a8a22343 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:35.626930 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:35.628319 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a034907b-f10a-45b9-a29e-a88e09144531 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Router 87adc81c-2ed9-4c68-b184-58d90af4acd8 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:56:35.647345 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2a22cddf-12c3-4404-8b22-84337d517e96 req-45cd4b31-51f9-4ae7-8787-42aedfdb8926 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/security-groups?id=d56f4659-1a1c-44b7-b1dc-74618b3402dc&id=d1b940f3-f2a7-478e-a3f4-c0ad661f5649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1914048 May 05 21:56:35.678231 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port d8a3398c-c73f-4894-a62b-5ee7cf90b284, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=d8a3398c-c73f-4894-a62b-5ee7cf90b284,segment=NetworkSegment(7131ccfa-3b55-41e7-92df-0bd8b51292e9),segment_id=7131ccfa-3b55-41e7-92df-0bd8b51292e9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:35.687731 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cf744cf-fd9a-49c3-bf04-42112dd2f326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a3398c-c73f-4894-a62b-5ee7cf90b284'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:56:35.710196 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:35.735292 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-17e13bc9-e61a-432d-b476-9a18440ed904 req-12e26210-dadd-40a6-a16e-d7326db9e10b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9595afcdb7a340dfb614ce1dbfb5db82&device_id=fcbcc9dc-cafa-489c-a587-b41a7746377e HTTP/1.1" status: 200 len: 1095 time: 0.3944688 May 05 21:56:35.783310 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-27c1c8ec-1cf2-4c41-8103-b675a8a22343 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:35.787689 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c1c8ec-1cf2-4c41-8103-b675a8a22343 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:35.788450 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-27c1c8ec-1cf2-4c41-8103-b675a8a22343 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:35.791403 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=d8a3398c-c73f-4894-a62b-5ee7cf90b284,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:35.812049 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:35.825127 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:35.973744 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b0bd8cf-2e30-4e92-bfdd-142341850595'] response: {'name': 'network-changed', 'server_uuid': '146dc408-4175-43fc-9dc9-c8d2ad380027', 'tag': '43a42948-3950-48f5-994f-bd53afcf9694', 'status': 'completed', 'code': 200} May 05 21:56:36.006805 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5168ec67-29d4-42eb-b70a-0bdc08b45625 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:36.015927 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-27c1c8ec-1cf2-4c41-8103-b675a8a22343 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7610512 May 05 21:56:36.022631 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48378) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:36.029752 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5168ec67-29d4-42eb-b70a-0bdc08b45625 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:36.039184 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c1c8ec-1cf2-4c41-8103-b675a8a22343 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Pushing event updated for resources: {'Network': ['ID=8650e43e-68c5-4478-b950-10fc1b1321cc,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:36.050025 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 8650e43e-68c5-4478-b950-10fc1b1321cc details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:56:36.080024 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-3e172c2f-5547-449d-a573-75deb95aad8d tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Request body: {'subnet': {'network_id': '8650e43e-68c5-4478-b950-10fc1b1321cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:56:36.085954 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a034907b-f10a-45b9-a29e-a88e09144531 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:56:36.093952 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a034907b-f10a-45b9-a29e-a88e09144531 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "PUT /v2.0/routers/87adc81c-2ed9-4c68-b184-58d90af4acd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4209585 May 05 21:56:36.103190 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48388) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:36.204327 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93058ee1-7123-4d65-9d10-c366c72a1a8a None None] Sync routers for ids ['87adc81c-2ed9-4c68-b184-58d90af4acd8'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:56:36.216792 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e13bc9-e61a-432d-b476-9a18440ed904 req-7bcd319d-6a7c-4007-a413-de2e15aaf205 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:36.218694 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-17e13bc9-e61a-432d-b476-9a18440ed904 req-7bcd319d-6a7c-4007-a413-de2e15aaf205 service neutron] 10.222.0.44 "GET /v2.0/networks?id=79219707-f65f-4b95-8488-5ddf4e75da04 HTTP/1.1" status: 200 len: 916 time: 0.4750154 May 05 21:56:36.254196 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ca5beeff-7b36-4503-b3ee-265a991221af req-c678eac7-6fa9-4fd5-8252-d71f3f04c584 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9595afcdb7a340dfb614ce1dbfb5db82&device_id=146dc408-4175-43fc-9dc9-c8d2ad380027 HTTP/1.1" status: 200 len: 1095 time: 0.3206398 May 05 21:56:36.255712 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93058ee1-7123-4d65-9d10-c366c72a1a8a None None] Routers {'87adc81c-2ed9-4c68-b184-58d90af4acd8'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:56:36.256516 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-93058ee1-7123-4d65-9d10-c366c72a1a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:56:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['87adc81c-2ed9-4c68-b184-58d90af4acd8'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:36.346510 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-93058ee1-7123-4d65-9d10-c366c72a1a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:36.360952 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93058ee1-7123-4d65-9d10-c366c72a1a8a None None] Routers {'87adc81c-2ed9-4c68-b184-58d90af4acd8'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:56:36.363894 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-93058ee1-7123-4d65-9d10-c366c72a1a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:56:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['87adc81c-2ed9-4c68-b184-58d90af4acd8'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:36.436358 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-93058ee1-7123-4d65-9d10-c366c72a1a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:36.436358 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93058ee1-7123-4d65-9d10-c366c72a1a8a None None] The sync data for ids ['87adc81c-2ed9-4c68-b184-58d90af4acd8'] in n-d-825175-4 is: [] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:56:36.520993 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-17e13bc9-e61a-432d-b476-9a18440ed904 req-ba1494a4-2986-4978-b15c-c35780544d5c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf09832b-0c8f-46a7-939f-6ff645affcb4 HTTP/1.1" status: 200 len: 217 time: 0.2351477 May 05 21:56:36.526463 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5168ec67-29d4-42eb-b70a-0bdc08b45625 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Pushing event updated for resources: {'Port': ['ID=8da73106-73a1-4f89-a39a-ccf83fbd0cc9,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:36.580650 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-3e172c2f-5547-449d-a573-75deb95aad8d tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:56:36.597687 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-3e172c2f-5547-449d-a573-75deb95aad8d tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Usage tracker for resource:subnet and tenant:d6118b6e73844218b32f83df9af14cd4 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:56:36.611701 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-3e172c2f-5547-449d-a573-75deb95aad8d tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:56:36.617416 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5168ec67-29d4-42eb-b70a-0bdc08b45625 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:36.634648 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-3e172c2f-5547-449d-a573-75deb95aad8d tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:56:36.660851 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d466ca-abb5-4219-a475-95315571cd86 req-92087508-7dd5-4fe5-8810-e4ee8c2039a6 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:36.662889 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a0d466ca-abb5-4219-a475-95315571cd86 req-92087508-7dd5-4fe5-8810-e4ee8c2039a6 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=650ee19c-47a5-46fb-87c2-6a55df6429d5 HTTP/1.1" status: 200 len: 945 time: 0.5216570 May 05 21:56:36.682210 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e172c2f-5547-449d-a573-75deb95aad8d tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Made reservation on behalf of d6118b6e73844218b32f83df9af14cd4 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:56:36.720068 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e13bc9-e61a-432d-b476-9a18440ed904 req-30f42c91-183f-4547-8d69-1a94ee8c08c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:36.721009 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-17e13bc9-e61a-432d-b476-9a18440ed904 req-30f42c91-183f-4547-8d69-1a94ee8c08c0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=72e7b161-4eca-4be1-a292-d7851dc4ac4b HTTP/1.1" status: 200 len: 854 time: 0.1915720 May 05 21:56:36.721722 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5168ec67-29d4-42eb-b70a-0bdc08b45625 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:36.730844 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-5168ec67-29d4-42eb-b70a-0bdc08b45625 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.7495687 May 05 21:56:36.798219 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5beeff-7b36-4503-b3ee-265a991221af req-a90c467f-bd9c-4ef4-9fb0-aab5863b9cbb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:36.800035 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ca5beeff-7b36-4503-b3ee-265a991221af req-a90c467f-bd9c-4ef4-9fb0-aab5863b9cbb service neutron] 10.222.0.32 "GET /v2.0/networks?id=79219707-f65f-4b95-8488-5ddf4e75da04 HTTP/1.1" status: 200 len: 916 time: 0.5372479 May 05 21:56:36.877825 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb08475-fb07-4de9-8efe-cda402d72e84 req-98cc9989-17b7-4d30-8de0-35926ec95048 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:36.884568 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cdb08475-fb07-4de9-8efe-cda402d72e84 req-98cc9989-17b7-4d30-8de0-35926ec95048 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/ports?device_id=146dc408-4175-43fc-9dc9-c8d2ad380027 HTTP/1.1" status: 200 len: 944 time: 0.5229561 May 05 21:56:36.902077 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d834824-614f-43ad-aa19-fd1d6a29c40d req-116c1335-ff56-49f9-a2e8-f33ae5c26474 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:36.902984 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-2d834824-614f-43ad-aa19-fd1d6a29c40d req-116c1335-ff56-49f9-a2e8-f33ae5c26474 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Synchronizing usage tracker for tenant:0eb82da6a4bc47a2ae0058d78ca21e92 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:56:36.920432 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3e172c2f-5547-449d-a573-75deb95aad8d tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:36.954200 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-dafec24e-c3a6-4ded-a753-495603d79a52 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] remove_router_interface failed (client error): The resource could not be found. May 05 21:56:36.955315 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-dafec24e-c3a6-4ded-a753-495603d79a52 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "PUT /v2.0/routers/87adc81c-2ed9-4c68-b184-58d90af4acd8/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8462749 May 05 21:56:36.959514 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ca5beeff-7b36-4503-b3ee-265a991221af req-6d470af2-178d-4510-a406-39c1d4226963 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43a42948-3950-48f5-994f-bd53afcf9694 HTTP/1.1" status: 200 len: 217 time: 0.1246376 May 05 21:56:36.959956 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48400) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:36.992942 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 43a42948-3950-48f5-994f-bd53afcf9694 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:56:37.020902 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a0d466ca-abb5-4219-a475-95315571cd86 req-38c27cd9-4f89-444a-b4d1-b0896643e8da tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c51188-03e9-4eb7-84f3-076c2790a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3435423 May 05 21:56:37.038223 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-2d834824-614f-43ad-aa19-fd1d6a29c40d req-116c1335-ff56-49f9-a2e8-f33ae5c26474 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Unset dirty status for tenant:0eb82da6a4bc47a2ae0058d78ca21e92 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:56:37.039583 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2d834824-614f-43ad-aa19-fd1d6a29c40d req-116c1335-ff56-49f9-a2e8-f33ae5c26474 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e69ec30-08d3-41b4-b7e1-6334c8ce0d1b HTTP/1.1" status: 200 len: 945 time: 0.5382543 May 05 21:56:37.045398 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-26ce09a6-b224-4045-bee2-16dde94ff5a7 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Synchronizing usage tracker for tenant:663767b5203746b3b9addbbb99a48f8b on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:56:37.047606 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.ipam_backend_mixin [None req-3e172c2f-5547-449d-a573-75deb95aad8d tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Performing IP validity checks on allocation pools {{(pid=84061) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 05 21:56:37.048131 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.ipam_backend_mixin [None req-3e172c2f-5547-449d-a573-75deb95aad8d tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84061) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 05 21:56:37.083274 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cdb08475-fb07-4de9-8efe-cda402d72e84 req-d0420495-f754-4586-9775-ef24c72da23b tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/security-groups?id=69215bb4-aa47-46d3-ab34-427aa4254c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977804 May 05 21:56:37.135877 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-17e13bc9-e61a-432d-b476-9a18440ed904 req-25ae0ef2-4bda-47df-a31f-64f41917b0f4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=79219707-f65f-4b95-8488-5ddf4e75da04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4051037 May 05 21:56:37.151623 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5beeff-7b36-4503-b3ee-265a991221af req-69de4911-a5e5-40a7-b399-480f3e5dedf8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:37.153955 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ca5beeff-7b36-4503-b3ee-265a991221af req-69de4911-a5e5-40a7-b399-480f3e5dedf8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=72e7b161-4eca-4be1-a292-d7851dc4ac4b HTTP/1.1" status: 200 len: 854 time: 0.1576297 May 05 21:56:37.160159 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-2d834824-614f-43ad-aa19-fd1d6a29c40d req-2ba4d40e-fec9-43cb-8f2b-09a503c67d34 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Deleting port 38613b19-f2b6-4d9b-984b-e50a2c516817 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:56:37.160732 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2d834824-614f-43ad-aa19-fd1d6a29c40d req-2ba4d40e-fec9-43cb-8f2b-09a503c67d34 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:37.175389 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b13faaa-0805-4681-86d8-4a58f8919b59'] response: {'server_uuid': '8cf744cf-fd9a-49c3-bf04-42112dd2f326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a3398c-c73f-4894-a62b-5ee7cf90b284', 'code': 200} May 05 21:56:37.225814 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-26ce09a6-b224-4045-bee2-16dde94ff5a7 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Unset dirty status for tenant:663767b5203746b3b9addbbb99a48f8b on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:56:37.227004 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-26ce09a6-b224-4045-bee2-16dde94ff5a7 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "GET /v2.0/ports?device_id=87adc81c-2ed9-4c68-b184-58d90af4acd8 HTTP/1.1" status: 200 len: 205 time: 0.2648273 May 05 21:56:37.242216 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48404) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:37.277254 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 43a42948-3950-48f5-994f-bd53afcf9694, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=43a42948-3950-48f5-994f-bd53afcf9694,segment=NetworkSegment(7131ccfa-3b55-41e7-92df-0bd8b51292e9),segment_id=7131ccfa-3b55-41e7-92df-0bd8b51292e9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:37.298297 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '43a42948-3950-48f5-994f-bd53afcf9694', 'network_id': '79219707-f65f-4b95-8488-5ddf4e75da04', 'port_id': '43a42948-3950-48f5-994f-bd53afcf9694', 'mac_address': 'fa:16:3e:b9:e7:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72e7b161-4eca-4be1-a292-d7851dc4ac4b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:56:37.416767 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:37.444904 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43a42948-3950-48f5-994f-bd53afcf9694 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:56:37.464439 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 43a42948-3950-48f5-994f-bd53afcf9694, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=43a42948-3950-48f5-994f-bd53afcf9694,segment=NetworkSegment(7131ccfa-3b55-41e7-92df-0bd8b51292e9),segment_id=7131ccfa-3b55-41e7-92df-0bd8b51292e9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:37.471850 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:37.548698 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=43a42948-3950-48f5-994f-bd53afcf9694,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:37.667841 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-17e13bc9-e61a-432d-b476-9a18440ed904 req-50c51b72-8828-446e-8b37-9958618ce6c8 service neutron] 10.222.0.44 "GET /v2.0/networks/79219707-f65f-4b95-8488-5ddf4e75da04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5243061 May 05 21:56:37.693478 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['43a42948-3950-48f5-994f-bd53afcf9694'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:56:37.816267 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3e172c2f-5547-449d-a573-75deb95aad8d tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:37.850042 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1d8b62db-f698-4113-83c9-d22616f69948 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:37.974773 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-17e13bc9-e61a-432d-b476-9a18440ed904 req-8dc52db3-06a1-4769-8521-c789f1452ba5 service neutron] 10.222.0.44 "GET /v2.0/networks/79219707-f65f-4b95-8488-5ddf4e75da04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548900 May 05 21:56:37.992716 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b00405-31cf-4e10-bcdf-90d3b9806d11 req-d57390a3-7077-4ea3-937d-e9c973e3867f tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:37.995286 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-06b00405-31cf-4e10-bcdf-90d3b9806d11 req-d57390a3-7077-4ea3-937d-e9c973e3867f tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=9e69ec30-08d3-41b4-b7e1-6334c8ce0d1b HTTP/1.1" status: 200 len: 945 time: 0.6674945 May 05 21:56:38.007079 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e172c2f-5547-449d-a573-75deb95aad8d tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Pushing event updated for resources: {'Subnet': ['ID=2fc130fa-756c-4ec2-9d40-9db3e16bc98f,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:38.064580 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e172c2f-5547-449d-a573-75deb95aad8d tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Checking segment: {'id': '1acec6cd-889f-4950-9502-d3e2ddba254b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8650e43e-68c5-4478-b950-10fc1b1321cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:56:38.065344 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e172c2f-5547-449d-a573-75deb95aad8d tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Network hostable DHCP agents. Network: 8650e43e-68c5-4478-b950-10fc1b1321cc, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:56:38.103280 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-06b00405-31cf-4e10-bcdf-90d3b9806d11 req-fcfcdaa6-1794-4389-92ed-9999d194b49d tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=5165d8be-a1b9-4dce-a631-d72bdd4afdfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972114 May 05 21:56:38.117645 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8983e84f-29e2-4c93-b3f0-98fcc3a24f2a req-c289d152-d0bb-4635-8aa0-fa3bb1226df9 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:38.120435 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8983e84f-29e2-4c93-b3f0-98fcc3a24f2a req-c289d152-d0bb-4635-8aa0-fa3bb1226df9 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:38.124491 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8983e84f-29e2-4c93-b3f0-98fcc3a24f2a req-c289d152-d0bb-4635-8aa0-fa3bb1226df9 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:38.128631 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8983e84f-29e2-4c93-b3f0-98fcc3a24f2a req-c289d152-d0bb-4635-8aa0-fa3bb1226df9 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:38.132444 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8983e84f-29e2-4c93-b3f0-98fcc3a24f2a req-c289d152-d0bb-4635-8aa0-fa3bb1226df9 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:38.133332 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ca5beeff-7b36-4503-b3ee-265a991221af req-cd034971-2f01-4a1c-8d21-9f0af485f2ed service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=79219707-f65f-4b95-8488-5ddf4e75da04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9468517 May 05 21:56:38.136262 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8983e84f-29e2-4c93-b3f0-98fcc3a24f2a req-c289d152-d0bb-4635-8aa0-fa3bb1226df9 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:38.140051 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8983e84f-29e2-4c93-b3f0-98fcc3a24f2a req-c289d152-d0bb-4635-8aa0-fa3bb1226df9 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:38.142431 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8983e84f-29e2-4c93-b3f0-98fcc3a24f2a req-c289d152-d0bb-4635-8aa0-fa3bb1226df9 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/ports?device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 5429 time: 0.2557292 May 05 21:56:38.168867 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e172c2f-5547-449d-a573-75deb95aad8d tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Network 8650e43e-68c5-4478-b950-10fc1b1321cc is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:56:38.183030 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b8adf03e-77d3-41aa-adbb-6e96a32debea req-ea287451-261e-47de-8703-c0582225e446 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8cf744cf-fd9a-49c3-bf04-42112dd2f326 HTTP/1.1" status: 200 len: 1097 time: 0.8115010 May 05 21:56:38.189898 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-3e172c2f-5547-449d-a573-75deb95aad8d tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 8650e43e-68c5-4478-b950-10fc1b1321cc) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:56:38.200560 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca69883-662c-4241-ab57-f7a8f306ab55 req-4d104e96-c2d0-40a0-bd14-30a380e0f682 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:38.201983 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bca69883-662c-4241-ab57-f7a8f306ab55 req-4d104e96-c2d0-40a0-bd14-30a380e0f682 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.44 "GET /v2.0/networks?id=fa69cb3f-4129-4afe-9a6d-7584eefc40c0 HTTP/1.1" status: 200 len: 806 time: 0.8520565 May 05 21:56:38.202561 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e172c2f-5547-449d-a573-75deb95aad8d tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:38.203167 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3e172c2f-5547-449d-a573-75deb95aad8d tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:38.205524 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4500a4-b7e7-4a28-ab5d-8e3c9764a861 None None] Network 8650e43e-68c5-4478-b950-10fc1b1321cc requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:56:38.224331 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8983e84f-29e2-4c93-b3f0-98fcc3a24f2a req-5d2777b1-bb70-484a-a90a-d85e46541e8c tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/security-groups?id=d56f4659-1a1c-44b7-b1dc-74618b3402dc&id=d1b940f3-f2a7-478e-a3f4-c0ad661f5649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0722845 May 05 21:56:38.255615 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-3e172c2f-5547-449d-a573-75deb95aad8d tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.2402849 May 05 21:56:38.259592 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48418) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:38.281148 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-bca69883-662c-4241-ab57-f7a8f306ab55 req-9034b61a-2dbb-4591-9682-1cb4fa94dcaa tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Request body: {'port': {'device_id': 'db75c439-bfe4-48cc-b5c2-cadd255d5611', 'network_id': 'fa69cb3f-4129-4afe-9a6d-7584eefc40c0', 'admin_state_up': True, 'tenant_id': 'edfb56529402421c8703b1e767ccb199'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:56:38.388004 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-a913e9a6-6bed-483a-b992-bd0cd214cad5 req-5508ec41-54bc-4f6a-bf59-d514120b093f tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Synchronizing usage tracker for tenant:0ea2eb66bb064d42bceac53953af552d on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:56:38.424738 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-2d834824-614f-43ad-aa19-fd1d6a29c40d req-2ba4d40e-fec9-43cb-8f2b-09a503c67d34 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] For port 38613b19-f2b6-4d9b-984b-e50a2c516817, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=38613b19-f2b6-4d9b-984b-e50a2c516817,segment=NetworkSegment(18a3c379-3cfc-4702-917f-3a57e26f3cd8),segment_id=18a3c379-3cfc-4702-917f-3a57e26f3cd8)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:38.424738 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2d834824-614f-43ad-aa19-fd1d6a29c40d req-2ba4d40e-fec9-43cb-8f2b-09a503c67d34 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:38.436780 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba10a53-3a15-4a96-ab8e-a4183d79112d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-8650e43e-68c5-4478-b950-10fc1b1321cc', 'network_id': '8650e43e-68c5-4478-b950-10fc1b1321cc', 'tenant_id': 'd6118b6e73844218b32f83df9af14cd4', 'fixed_ips': [{'subnet_id': '2fc130fa-756c-4ec2-9d40-9db3e16bc98f'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 21:56:38.438142 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1ba10a53-3a15-4a96-ab8e-a4183d79112d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:38.474477 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-a913e9a6-6bed-483a-b992-bd0cd214cad5 req-5508ec41-54bc-4f6a-bf59-d514120b093f tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Unset dirty status for tenant:0ea2eb66bb064d42bceac53953af552d on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:56:38.475768 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a913e9a6-6bed-483a-b992-bd0cd214cad5 req-5508ec41-54bc-4f6a-bf59-d514120b093f tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--2010207237&fields=id&tenant_id=0ea2eb66bb064d42bceac53953af552d HTTP/1.1" status: 200 len: 267 time: 0.2382002 May 05 21:56:38.477954 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f59b3be2-d9c3-4a8e-8eb7-fa5e25514ec0 req-802a8524-8238-4bcc-9099-6990c142fc3b tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=db75c439-bfe4-48cc-b5c2-cadd255d5611 HTTP/1.1" status: 200 len: 210 time: 0.0638485 May 05 21:56:38.568746 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b3702c7c-cb6a-4c83-93e5-39af057b39b5 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:38.662759 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-1ba10a53-3a15-4a96-ab8e-a4183d79112d None None] Allocated IP 172.20.0.3 (8650e43e-68c5-4478-b950-10fc1b1321cc/2fc130fa-756c-4ec2-9d40-9db3e16bc98f/51ed26dc-c9cd-4c49-833f-fdd81e02842f) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:56:38.677254 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:56:38.703303 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-2d834824-614f-43ad-aa19-fd1d6a29c40d req-2ba4d40e-fec9-43cb-8f2b-09a503c67d34 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Calling delete_port for 38613b19-f2b6-4d9b-984b-e50a2c516817 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:56:38.735816 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b8adf03e-77d3-41aa-adbb-6e96a32debea req-0bd3078e-6cc0-4ec1-a4a2-f39878bcf297 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=69215bb4-aa47-46d3-ab34-427aa4254c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5437713 May 05 21:56:38.798741 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b3702c7c-cb6a-4c83-93e5-39af057b39b5 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:38.827728 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913e9a6-6bed-483a-b992-bd0cd214cad5 req-05467ba6-9e84-4677-8081-d772ecb89331 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:38.829165 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a913e9a6-6bed-483a-b992-bd0cd214cad5 req-05467ba6-9e84-4677-8081-d772ecb89331 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/networks?id=18b54df9-33ed-4370-adce-cf7c028d1c63 HTTP/1.1" status: 200 len: 816 time: 0.3421216 May 05 21:56:38.883873 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1ba10a53-3a15-4a96-ab8e-a4183d79112d None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:38.887566 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a913e9a6-6bed-483a-b992-bd0cd214cad5 req-415f15b2-7024-4046-a4cb-ab31f454f69d tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/quotas/0ea2eb66bb064d42bceac53953af552d HTTP/1.1" status: 200 len: 375 time: 0.0412884 May 05 21:56:38.895112 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-1ba10a53-3a15-4a96-ab8e-a4183d79112d None None] Transition to ACTIVE for port object 51ed26dc-c9cd-4c49-833f-fdd81e02842f will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:56:38.918024 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-1ba10a53-3a15-4a96-ab8e-a4183d79112d None None] Transition to ACTIVE for port object 51ed26dc-c9cd-4c49-833f-fdd81e02842f will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:56:38.924457 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1ba10a53-3a15-4a96-ab8e-a4183d79112d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:38.947999 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ca5beeff-7b36-4503-b3ee-265a991221af req-c5585485-ec4c-47d8-9d6f-3f6cae21fa3c service neutron] 10.222.0.32 "GET /v2.0/networks/79219707-f65f-4b95-8488-5ddf4e75da04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7930298 May 05 21:56:38.948927 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-bca69883-662c-4241-ab57-f7a8f306ab55 req-9034b61a-2dbb-4591-9682-1cb4fa94dcaa tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:56:38.957160 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1d8b62db-f698-4113-83c9-d22616f69948 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:38.959035 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-bca69883-662c-4241-ab57-f7a8f306ab55 req-9034b61a-2dbb-4591-9682-1cb4fa94dcaa tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Usage tracker for resource:port and tenant:edfb56529402421c8703b1e767ccb199 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:56:38.968596 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed3f2f-5b5a-4c48-8352-a06a71276a86 req-d7961f1d-7837-4e4d-ac01-8db2f8315306 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:38.971040 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-11ed3f2f-5b5a-4c48-8352-a06a71276a86 req-d7961f1d-7837-4e4d-ac01-8db2f8315306 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=650ee19c-47a5-46fb-87c2-6a55df6429d5 HTTP/1.1" status: 200 len: 945 time: 0.2580614 May 05 21:56:38.975373 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b3702c7c-cb6a-4c83-93e5-39af057b39b5 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:38.983696 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-bca69883-662c-4241-ab57-f7a8f306ab55 req-9034b61a-2dbb-4591-9682-1cb4fa94dcaa tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:56:39.000366 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba10a53-3a15-4a96-ab8e-a4183d79112d None None] Pushing event updated for resources: {'Port': ['ID=51ed26dc-c9cd-4c49-833f-fdd81e02842f,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:39.008082 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 43a42948-3950-48f5-994f-bd53afcf9694 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:56:39.057706 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-bca69883-662c-4241-ab57-f7a8f306ab55 req-9034b61a-2dbb-4591-9682-1cb4fa94dcaa tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:56:39.064264 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba10a53-3a15-4a96-ab8e-a4183d79112d None None] Network 8650e43e-68c5-4478-b950-10fc1b1321cc is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:56:39.067231 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-1ba10a53-3a15-4a96-ab8e-a4183d79112d None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:56:39.068520 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1d8b62db-f698-4113-83c9-d22616f69948 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:39.070274 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba10a53-3a15-4a96-ab8e-a4183d79112d None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:56:39.070539 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3702c7c-cb6a-4c83-93e5-39af057b39b5 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Pushing event deleted for resources: {'Subnet': ['ID=2fc130fa-756c-4ec2-9d40-9db3e16bc98f,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:39.141513 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bca69883-662c-4241-ab57-f7a8f306ab55 req-9034b61a-2dbb-4591-9682-1cb4fa94dcaa tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Made reservation on behalf of edfb56529402421c8703b1e767ccb199 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:56:39.144981 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-bca69883-662c-4241-ab57-f7a8f306ab55 req-9034b61a-2dbb-4591-9682-1cb4fa94dcaa tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:39.183153 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-11ed3f2f-5b5a-4c48-8352-a06a71276a86 req-e3c2d997-870d-4ca3-b817-142f20487300 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c51188-03e9-4eb7-84f3-076c2790a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024057 May 05 21:56:39.203422 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-1ba10a53-3a15-4a96-ab8e-a4183d79112d None None] Attempting to bind port 51ed26dc-c9cd-4c49-833f-fdd81e02842f on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:56:39.210748 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1d8b62db-f698-4113-83c9-d22616f69948 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:39.211227 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8b62db-f698-4113-83c9-d22616f69948 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Fanout notify agent at l3_agent the message router_deleted on router 87adc81c-2ed9-4c68-b184-58d90af4acd8 {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 21:56:39.214568 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-1ba10a53-3a15-4a96-ab8e-a4183d79112d None None] Attempting to bind port 51ed26dc-c9cd-4c49-833f-fdd81e02842f by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '1acec6cd-889f-4950-9502-d3e2ddba254b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8650e43e-68c5-4478-b950-10fc1b1321cc'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:56:39.215104 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba10a53-3a15-4a96-ab8e-a4183d79112d None None] Attempting to bind port 51ed26dc-c9cd-4c49-833f-fdd81e02842f on network 8650e43e-68c5-4478-b950-10fc1b1321cc {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:56:39.226639 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba10a53-3a15-4a96-ab8e-a4183d79112d None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:56:39.227100 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba10a53-3a15-4a96-ab8e-a4183d79112d None None] Checking segment: {'id': '1acec6cd-889f-4950-9502-d3e2ddba254b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8650e43e-68c5-4478-b950-10fc1b1321cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:56:39.227509 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1ba10a53-3a15-4a96-ab8e-a4183d79112d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:39.227998 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba10a53-3a15-4a96-ab8e-a4183d79112d None None] Bound using segment: {'id': '1acec6cd-889f-4950-9502-d3e2ddba254b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8650e43e-68c5-4478-b950-10fc1b1321cc'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:56:39.228638 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-1ba10a53-3a15-4a96-ab8e-a4183d79112d None None] Bound port: 51ed26dc-c9cd-4c49-833f-fdd81e02842f, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1acec6cd-889f-4950-9502-d3e2ddba254b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8650e43e-68c5-4478-b950-10fc1b1321cc'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:56:39.229018 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1ba10a53-3a15-4a96-ab8e-a4183d79112d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:39.262398 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ca5beeff-7b36-4503-b3ee-265a991221af req-6610a935-66af-4cdf-a897-dc268e0ac0b2 service neutron] 10.222.0.32 "GET /v2.0/networks/79219707-f65f-4b95-8488-5ddf4e75da04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005152 May 05 21:56:39.265774 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a913e9a6-6bed-483a-b992-bd0cd214cad5 req-7190f8b3-3c4a-4143-99cd-53087765f750 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ea2eb66bb064d42bceac53953af552d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3766131 May 05 21:56:39.276688 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port 43a42948-3950-48f5-994f-bd53afcf9694 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:56:39.286629 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b3702c7c-cb6a-4c83-93e5-39af057b39b5 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:39.289180 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2d834824-614f-43ad-aa19-fd1d6a29c40d req-2ba4d40e-fec9-43cb-8f2b-09a503c67d34 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:39.297254 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 43a42948-3950-48f5-994f-bd53afcf9694 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:56:39.298568 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:39.301661 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1d8b62db-f698-4113-83c9-d22616f69948 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:39.305862 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48426) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:39.306162 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1d8b62db-f698-4113-83c9-d22616f69948 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "DELETE /v2.0/routers/87adc81c-2ed9-4c68-b184-58d90af4acd8 HTTP/1.1" status: 204 len: 168 time: 2.0626068 May 05 21:56:39.370284 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba4d40e-fec9-43cb-8f2b-09a503c67d34 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Pushing event deleted for resources: {'Port': ['ID=38613b19-f2b6-4d9b-984b-e50a2c516817,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:39.409687 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device bf09832b-0c8f-46a7-939f-6ff645affcb4 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:56:39.415491 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-1ba10a53-3a15-4a96-ab8e-a4183d79112d None None] For port 51ed26dc-c9cd-4c49-833f-fdd81e02842f, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:56:39.422596 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-1ba10a53-3a15-4a96-ab8e-a4183d79112d None None] For port 51ed26dc-c9cd-4c49-833f-fdd81e02842f, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=51ed26dc-c9cd-4c49-833f-fdd81e02842f,segment=NetworkSegment(1acec6cd-889f-4950-9502-d3e2ddba254b),segment_id=1acec6cd-889f-4950-9502-d3e2ddba254b)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:56:39.474672 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-b3702c7c-cb6a-4c83-93e5-39af057b39b5 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8650e43e-68c5-4478-b950-10fc1b1321cc']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:39.497723 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d834824-614f-43ad-aa19-fd1d6a29c40d req-2ba4d40e-fec9-43cb-8f2b-09a503c67d34 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] No DVR routers for this DVR port 38613b19-f2b6-4d9b-984b-e50a2c516817 on host n-h2-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:56:39.502289 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2d834824-614f-43ad-aa19-fd1d6a29c40d req-2ba4d40e-fec9-43cb-8f2b-09a503c67d34 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:39.504910 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e69ec30-08d3-41b4-b7e1-6334c8ce0d1b', 'name': 'network-vif-deleted', 'tag': '38613b19-f2b6-4d9b-984b-e50a2c516817'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:56:39.530300 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2d834824-614f-43ad-aa19-fd1d6a29c40d req-2ba4d40e-fec9-43cb-8f2b-09a503c67d34 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.32 "DELETE /v2.0/ports/38613b19-f2b6-4d9b-984b-e50a2c516817 HTTP/1.1" status: 204 len: 173 time: 2.4813113 May 05 21:56:39.568153 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-bca69883-662c-4241-ab57-f7a8f306ab55 req-9034b61a-2dbb-4591-9682-1cb4fa94dcaa tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Allocated IP 172.20.0.3 (fa69cb3f-4129-4afe-9a6d-7584eefc40c0/98120645-6211-43cf-b26e-14efa3661c41/d32ce299-380c-427f-84d1-ef6c3eac9e8f) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:56:39.649866 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1ba10a53-3a15-4a96-ab8e-a4183d79112d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:39.694598 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-b3702c7c-cb6a-4c83-93e5-39af057b39b5 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1acec6cd-889f-4950-9502-d3e2ddba254b') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:39.695084 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-b3702c7c-cb6a-4c83-93e5-39af057b39b5 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1acec6cd-889f-4950-9502-d3e2ddba254b') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:39.730829 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b3702c7c-cb6a-4c83-93e5-39af057b39b5 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:39.790438 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b3702c7c-cb6a-4c83-93e5-39af057b39b5 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:39.793117 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:39.801100 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3702c7c-cb6a-4c83-93e5-39af057b39b5 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:56:39.801592 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b3702c7c-cb6a-4c83-93e5-39af057b39b5 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:39.826248 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port bf09832b-0c8f-46a7-939f-6ff645affcb4, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=bf09832b-0c8f-46a7-939f-6ff645affcb4,segment=NetworkSegment(7131ccfa-3b55-41e7-92df-0bd8b51292e9),segment_id=7131ccfa-3b55-41e7-92df-0bd8b51292e9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:39.884119 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba10a53-3a15-4a96-ab8e-a4183d79112d None None] Pushing event updated for resources: {'Port': ['ID=51ed26dc-c9cd-4c49-833f-fdd81e02842f,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:39.892115 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': 'bf09832b-0c8f-46a7-939f-6ff645affcb4', 'network_id': '79219707-f65f-4b95-8488-5ddf4e75da04', 'port_id': 'bf09832b-0c8f-46a7-939f-6ff645affcb4', 'mac_address': 'fa:16:3e:40:93:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72e7b161-4eca-4be1-a292-d7851dc4ac4b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:56:39.904629 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '146dc408-4175-43fc-9dc9-c8d2ad380027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a42948-3950-48f5-994f-bd53afcf9694'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:56:39.953799 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 43a42948-3950-48f5-994f-bd53afcf9694, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=43a42948-3950-48f5-994f-bd53afcf9694,segment=NetworkSegment(7131ccfa-3b55-41e7-92df-0bd8b51292e9),segment_id=7131ccfa-3b55-41e7-92df-0bd8b51292e9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:39.959095 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 21:56:39.959095 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:56:39.959095 n-d-825175-4 neutron-server[84061]: timer() May 05 21:56:39.959095 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:56:39.959095 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 21:56:39.959095 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:56:39.959095 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 21:56:39.959095 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:56:39.959095 n-d-825175-4 neutron-server[84061]: self._notify() May 05 21:56:39.959095 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:56:39.959095 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 21:56:39.959095 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:56:39.959095 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 21:56:39.959095 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:56:39.959095 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:56:39.959095 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:56:39.959095 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:56:39.959095 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:56:39.959095 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 21:56:39.959095 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:56:39.959095 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 21:56:39.959095 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:56:39.959095 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:56:39.959095 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:56:39.959095 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 21:56:39.959095 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:56:39.959095 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:56:39.959095 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:56:39.959095 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:56:39.959095 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:56:39.959095 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:56:39.959095 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:56:39.970350 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:39.971262 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 38613b19-f2b6-4d9b-984b-e50a2c516817 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:56:40.037136 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-bca69883-662c-4241-ab57-f7a8f306ab55 req-9034b61a-2dbb-4591-9682-1cb4fa94dcaa tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:40.047358 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-32482850-da9e-4a9c-b1c0-1ba64b658228 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Deleting subnet a5f189b9-a36a-48a4-b606-632d90386f4d {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:56:40.050857 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-32482850-da9e-4a9c-b1c0-1ba64b658228 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:40.072313 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: 38613b19-f2b6-4d9b-984b-e50a2c516817 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:56:40.073124 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 38613b19-f2b6-4d9b-984b-e50a2c516817 not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:56:40.083544 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-bca69883-662c-4241-ab57-f7a8f306ab55 req-9034b61a-2dbb-4591-9682-1cb4fa94dcaa tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:40.087563 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:40.109921 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bca42c-6317-4aa1-b933-d8fbb320f2aa None None] Network 8650e43e-68c5-4478-b950-10fc1b1321cc requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:56:40.129044 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a913e9a6-6bed-483a-b992-bd0cd214cad5 req-a9287795-6eee-4e64-bac4-7974a2c904b8 service neutron] 10.222.0.23 "GET /v2.0/networks/18b54df9-33ed-4370-adce-cf7c028d1c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7343283 May 05 21:56:40.170575 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bca69883-662c-4241-ab57-f7a8f306ab55 req-9034b61a-2dbb-4591-9682-1cb4fa94dcaa tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Network fa69cb3f-4129-4afe-9a6d-7584eefc40c0 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:56:40.174497 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-bca69883-662c-4241-ab57-f7a8f306ab55 req-9034b61a-2dbb-4591-9682-1cb4fa94dcaa tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:56:40.176397 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9034b61a-2dbb-4591-9682-1cb4fa94dcaa tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Pushing event updated for resources: {'Port': ['ID=d32ce299-380c-427f-84d1-ef6c3eac9e8f,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:40.178596 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-bca69883-662c-4241-ab57-f7a8f306ab55 req-9034b61a-2dbb-4591-9682-1cb4fa94dcaa tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:56:40.194068 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['026ae715-3b74-4311-9e26-de7e6032c7f1'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:56:40.216796 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c82c1-6f19-424f-a1ce-3c982aab834e req-4cd6ff79-982c-4d08-ba37-55e8faf347d7 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:40.226128 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ca5c82c1-6f19-424f-a1ce-3c982aab834e req-4cd6ff79-982c-4d08-ba37-55e8faf347d7 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/ports?device_id=146dc408-4175-43fc-9dc9-c8d2ad380027 HTTP/1.1" status: 200 len: 945 time: 0.7979867 May 05 21:56:40.257050 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca69883-662c-4241-ab57-f7a8f306ab55 req-9034b61a-2dbb-4591-9682-1cb4fa94dcaa tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:40.257382 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-bca69883-662c-4241-ab57-f7a8f306ab55 req-9034b61a-2dbb-4591-9682-1cb4fa94dcaa tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:40.274676 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf09832b-0c8f-46a7-939f-6ff645affcb4 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:56:40.280449 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bca69883-662c-4241-ab57-f7a8f306ab55 req-9034b61a-2dbb-4591-9682-1cb4fa94dcaa tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0104969 May 05 21:56:40.297617 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-bca69883-662c-4241-ab57-f7a8f306ab55 req-d4641f47-52f2-4fee-ba45-f6f3a7169a09 service neutron] Request body: {'port': {'device_id': 'db75c439-bfe4-48cc-b5c2-cadd255d5611', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:56:40.311763 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=43a42948-3950-48f5-994f-bd53afcf9694,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:40.322387 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a913e9a6-6bed-483a-b992-bd0cd214cad5 req-8633e9b8-d05c-4e56-ac26-63c5d1dc0672 service neutron] 10.222.0.23 "GET /v2.0/networks/18b54df9-33ed-4370-adce-cf7c028d1c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923389 May 05 21:56:40.347258 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.api [None req-b3702c7c-cb6a-4c83-93e5-39af057b39b5 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 05 21:56:40.347258 n-d-825175-4 neutron-server[84061]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 05 21:56:40.347258 n-d-825175-4 neutron-server[84061]: [parameters: {'id': '8650e43e-68c5-4478-b950-10fc1b1321cc'}] May 05 21:56:40.347258 n-d-825175-4 neutron-server[84061]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:56:40.347658 n-d-825175-4 neutron-server[84061]: DEBUG oslo_db.api [None req-b3702c7c-cb6a-4c83-93e5-39af057b39b5 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:56:40.361227 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port bf09832b-0c8f-46a7-939f-6ff645affcb4, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=bf09832b-0c8f-46a7-939f-6ff645affcb4,segment=NetworkSegment(7131ccfa-3b55-41e7-92df-0bd8b51292e9),segment_id=7131ccfa-3b55-41e7-92df-0bd8b51292e9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:40.363856 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-32482850-da9e-4a9c-b1c0-1ba64b658228 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:40.397720 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:40.427219 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-bca69883-662c-4241-ab57-f7a8f306ab55 req-d4641f47-52f2-4fee-ba45-f6f3a7169a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:40.431304 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ca5c82c1-6f19-424f-a1ce-3c982aab834e req-dbc56cd6-5c76-4bbe-ac2a-8ccfd4079733 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/security-groups?id=69215bb4-aa47-46d3-ab34-427aa4254c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251004 May 05 21:56:40.540691 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-32482850-da9e-4a9c-b1c0-1ba64b658228 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:40.630244 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=bf09832b-0c8f-46a7-939f-6ff645affcb4,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:40.676136 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['bf09832b-0c8f-46a7-939f-6ff645affcb4'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:56:40.714966 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8878f640-af5a-46d6-a469-ae8f2f17b1db None None] get_active_networks_info from n-d-825175-4 {{(pid=84064) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 05 21:56:40.745282 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-064e85b3-07a0-471c-8db4-f22e8daba861'] response: {'server_uuid': '9e69ec30-08d3-41b4-b7e1-6334c8ce0d1b', 'name': 'network-vif-deleted', 'tag': '38613b19-f2b6-4d9b-984b-e50a2c516817', 'status': 'completed', 'code': 200} May 05 21:56:40.828680 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-32482850-da9e-4a9c-b1c0-1ba64b658228 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:40.892354 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b3702c7c-cb6a-4c83-93e5-39af057b39b5 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:40.920550 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32482850-da9e-4a9c-b1c0-1ba64b658228 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event deleted for resources: {'Subnet': ['ID=a5f189b9-a36a-48a4-b606-632d90386f4d,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:40.952450 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-32482850-da9e-4a9c-b1c0-1ba64b658228 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:40.965233 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-b3702c7c-cb6a-4c83-93e5-39af057b39b5 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Deleting port 51ed26dc-c9cd-4c49-833f-fdd81e02842f {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:56:40.965794 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b3702c7c-cb6a-4c83-93e5-39af057b39b5 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:41.019531 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de7ad40-2a13-4203-a2b7-955aa81c2f62 req-b566976c-5f2a-4ccc-9d74-a43f131269db tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:41.023395 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de7ad40-2a13-4203-a2b7-955aa81c2f62 req-b566976c-5f2a-4ccc-9d74-a43f131269db tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:41.026162 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-bca69883-662c-4241-ab57-f7a8f306ab55 req-d4641f47-52f2-4fee-ba45-f6f3a7169a09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d32ce299-380c-427f-84d1-ef6c3eac9e8f {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:56:41.027443 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de7ad40-2a13-4203-a2b7-955aa81c2f62 req-b566976c-5f2a-4ccc-9d74-a43f131269db tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:41.031735 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de7ad40-2a13-4203-a2b7-955aa81c2f62 req-b566976c-5f2a-4ccc-9d74-a43f131269db tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:41.035395 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-bca69883-662c-4241-ab57-f7a8f306ab55 req-d4641f47-52f2-4fee-ba45-f6f3a7169a09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:41.035874 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de7ad40-2a13-4203-a2b7-955aa81c2f62 req-b566976c-5f2a-4ccc-9d74-a43f131269db tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:41.039848 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de7ad40-2a13-4203-a2b7-955aa81c2f62 req-b566976c-5f2a-4ccc-9d74-a43f131269db tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:41.044089 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de7ad40-2a13-4203-a2b7-955aa81c2f62 req-b566976c-5f2a-4ccc-9d74-a43f131269db tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:41.046184 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6de7ad40-2a13-4203-a2b7-955aa81c2f62 req-b566976c-5f2a-4ccc-9d74-a43f131269db tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/ports?device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 5429 time: 0.3553674 May 05 21:56:41.059568 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-bca69883-662c-4241-ab57-f7a8f306ab55 req-d4641f47-52f2-4fee-ba45-f6f3a7169a09 service neutron] Transition to ACTIVE for port object d32ce299-380c-427f-84d1-ef6c3eac9e8f will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:56:41.065662 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-bca69883-662c-4241-ab57-f7a8f306ab55 req-d4641f47-52f2-4fee-ba45-f6f3a7169a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:41.066396 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-32482850-da9e-4a9c-b1c0-1ba64b658228 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "DELETE /v2.0/subnets/a5f189b9-a36a-48a4-b606-632d90386f4d HTTP/1.1" status: 204 len: 168 time: 1.7591145 May 05 21:56:41.072672 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48450) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:41.180379 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2d75e-fe10-4ea8-ab62-a6f2e894fd04 req-880713ed-35b7-4063-94b5-d324efabc3d8 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:41.181865 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-03a2d75e-fe10-4ea8-ab62-a6f2e894fd04 req-880713ed-35b7-4063-94b5-d324efabc3d8 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=db75c439-bfe4-48cc-b5c2-cadd255d5611 HTTP/1.1" status: 200 len: 931 time: 0.3547649 May 05 21:56:41.203383 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8878f640-af5a-46d6-a469-ae8f2f17b1db None None] Resources bound (agent type, host, resource id): {{(pid=84064) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 05 21:56:41.243493 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6de7ad40-2a13-4203-a2b7-955aa81c2f62 req-72b03055-567f-4773-aa3b-f26ceebcdc79 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/security-groups?id=d56f4659-1a1c-44b7-b1dc-74618b3402dc&id=d1b940f3-f2a7-478e-a3f4-c0ad661f5649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1832530 May 05 21:56:41.368539 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-b3702c7c-cb6a-4c83-93e5-39af057b39b5 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] For port 51ed26dc-c9cd-4c49-833f-fdd81e02842f, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=51ed26dc-c9cd-4c49-833f-fdd81e02842f,segment=NetworkSegment(1acec6cd-889f-4950-9502-d3e2ddba254b),segment_id=1acec6cd-889f-4950-9502-d3e2ddba254b)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:41.369204 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b3702c7c-cb6a-4c83-93e5-39af057b39b5 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:41.378622 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-03a2d75e-fe10-4ea8-ab62-a6f2e894fd04 req-9b22c3c3-6012-42e1-9c2e-83fdb67a899e tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868877 May 05 21:56:41.440995 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4641f47-52f2-4fee-ba45-f6f3a7169a09 service neutron] Pushing event updated for resources: {'Port': ['ID=d32ce299-380c-427f-84d1-ef6c3eac9e8f,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:41.445923 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d78e8de8-34f5-4970-aa44-5db0b00f3e40'] response: {'server_uuid': '146dc408-4175-43fc-9dc9-c8d2ad380027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a42948-3950-48f5-994f-bd53afcf9694', 'code': 200} May 05 21:56:41.555633 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-b3702c7c-cb6a-4c83-93e5-39af057b39b5 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Calling delete_port for 51ed26dc-c9cd-4c49-833f-fdd81e02842f owned by network:dhcp {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:56:41.605983 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bc08a7dc-e476-400d-91c1-2423679def91 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:41.616059 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4641f47-52f2-4fee-ba45-f6f3a7169a09 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:56:41.616653 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4641f47-52f2-4fee-ba45-f6f3a7169a09 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:56:41.617138 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4641f47-52f2-4fee-ba45-f6f3a7169a09 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:56:41.617638 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4641f47-52f2-4fee-ba45-f6f3a7169a09 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:56:41.618108 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4641f47-52f2-4fee-ba45-f6f3a7169a09 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:56:41.618592 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4641f47-52f2-4fee-ba45-f6f3a7169a09 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:56:41.619079 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4641f47-52f2-4fee-ba45-f6f3a7169a09 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:56:41.619546 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4641f47-52f2-4fee-ba45-f6f3a7169a09 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:56:41.620036 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4641f47-52f2-4fee-ba45-f6f3a7169a09 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:56:41.620510 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4641f47-52f2-4fee-ba45-f6f3a7169a09 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:56:41.621032 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4641f47-52f2-4fee-ba45-f6f3a7169a09 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:56:41.643058 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-bca69883-662c-4241-ab57-f7a8f306ab55 req-d4641f47-52f2-4fee-ba45-f6f3a7169a09 service neutron] Attempting to bind port d32ce299-380c-427f-84d1-ef6c3eac9e8f on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:56:41.643769 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-bca69883-662c-4241-ab57-f7a8f306ab55 req-d4641f47-52f2-4fee-ba45-f6f3a7169a09 service neutron] Attempting to bind port d32ce299-380c-427f-84d1-ef6c3eac9e8f by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': '0aa4b5f2-fc2b-422a-9849-318a9f632a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fa69cb3f-4129-4afe-9a6d-7584eefc40c0'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:56:41.644254 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca69883-662c-4241-ab57-f7a8f306ab55 req-d4641f47-52f2-4fee-ba45-f6f3a7169a09 service neutron] Attempting to bind port d32ce299-380c-427f-84d1-ef6c3eac9e8f on network fa69cb3f-4129-4afe-9a6d-7584eefc40c0 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:56:41.655764 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca69883-662c-4241-ab57-f7a8f306ab55 req-d4641f47-52f2-4fee-ba45-f6f3a7169a09 service neutron] Port d32ce299-380c-427f-84d1-ef6c3eac9e8f on network fa69cb3f-4129-4afe-9a6d-7584eefc40c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:56:41.656080 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca69883-662c-4241-ab57-f7a8f306ab55 req-d4641f47-52f2-4fee-ba45-f6f3a7169a09 service neutron] Attempting to bind port d32ce299-380c-427f-84d1-ef6c3eac9e8f on network fa69cb3f-4129-4afe-9a6d-7584eefc40c0 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:56:41.665457 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-bc08a7dc-e476-400d-91c1-2423679def91 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Deleting port e922e7cf-81d5-4578-bf5b-2c8d73c38cae {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:56:41.665793 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bc08a7dc-e476-400d-91c1-2423679def91 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:41.701261 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca69883-662c-4241-ab57-f7a8f306ab55 req-d4641f47-52f2-4fee-ba45-f6f3a7169a09 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:56:41.701692 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca69883-662c-4241-ab57-f7a8f306ab55 req-d4641f47-52f2-4fee-ba45-f6f3a7169a09 service neutron] Checking segment: {'id': '0aa4b5f2-fc2b-422a-9849-318a9f632a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fa69cb3f-4129-4afe-9a6d-7584eefc40c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:56:41.702018 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca69883-662c-4241-ab57-f7a8f306ab55 req-d4641f47-52f2-4fee-ba45-f6f3a7169a09 service neutron] Bound using segment: {'id': '0aa4b5f2-fc2b-422a-9849-318a9f632a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fa69cb3f-4129-4afe-9a6d-7584eefc40c0'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:56:41.702455 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-bca69883-662c-4241-ab57-f7a8f306ab55 req-d4641f47-52f2-4fee-ba45-f6f3a7169a09 service neutron] Bound port: d32ce299-380c-427f-84d1-ef6c3eac9e8f, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0aa4b5f2-fc2b-422a-9849-318a9f632a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fa69cb3f-4129-4afe-9a6d-7584eefc40c0'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:56:41.702855 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-bca69883-662c-4241-ab57-f7a8f306ab55 req-d4641f47-52f2-4fee-ba45-f6f3a7169a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:41.708143 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2837a729-c714-4dea-bdd5-b92505d644b6 req-74db80be-4231-4a94-92ef-d97f5a0ebd1b tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=2510197e-0167-4df8-b662-758eb5911dee HTTP/1.1" status: 200 len: 210 time: 0.0728154 May 05 21:56:41.752878 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b3702c7c-cb6a-4c83-93e5-39af057b39b5 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:41.779739 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207d319f-d0e5-421f-9f49-2177ed487172 None None] Network ab69251a-e206-4587-8cfb-b51a62053e32 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:56:41.796322 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8dea92b6-67ac-4409-8fe6-beac7c430d96 req-a711e4f7-1859-4ab6-b433-f54ea34c3263 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=146dc408-4175-43fc-9dc9-c8d2ad380027 HTTP/1.1" status: 200 len: 1097 time: 0.2637980 May 05 21:56:41.796504 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a950f49-c495-4a6d-815a-39a98db6e97d req-352ba62b-338a-4b62-9033-b9e1541ff872 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:41.803675 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3a950f49-c495-4a6d-815a-39a98db6e97d req-352ba62b-338a-4b62-9033-b9e1541ff872 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=650ee19c-47a5-46fb-87c2-6a55df6429d5 HTTP/1.1" status: 200 len: 945 time: 0.2558835 May 05 21:56:41.838421 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3702c7c-cb6a-4c83-93e5-39af057b39b5 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Pushing event deleted for resources: {'Port': ['ID=51ed26dc-c9cd-4c49-833f-fdd81e02842f,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:41.866369 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3702c7c-cb6a-4c83-93e5-39af057b39b5 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] No DVR routers for this DVR port 51ed26dc-c9cd-4c49-833f-fdd81e02842f on host n-d-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:56:42.114688 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb5d205-28ff-401b-8511-58a9570a553d None None] DHCP port deletion for ab69251a-e206-4587-8cfb-b51a62053e32 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 21:56:42.120051 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-9fb5d205-28ff-401b-8511-58a9570a553d None None] Deleting port e922e7cf-81d5-4578-bf5b-2c8d73c38cae {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:56:42.120421 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9fb5d205-28ff-401b-8511-58a9570a553d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:42.276936 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-bca69883-662c-4241-ab57-f7a8f306ab55 req-d4641f47-52f2-4fee-ba45-f6f3a7169a09 service neutron] For port d32ce299-380c-427f-84d1-ef6c3eac9e8f, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:56:42.286214 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8dea92b6-67ac-4409-8fe6-beac7c430d96 req-d178263c-c8ca-47f5-ac4a-7f992de0b8c7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=69215bb4-aa47-46d3-ab34-427aa4254c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4767041 May 05 21:56:42.320996 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3a950f49-c495-4a6d-815a-39a98db6e97d req-5a17b507-fea3-45e1-b589-22a88fdf7a78 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c51188-03e9-4eb7-84f3-076c2790a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5164557 May 05 21:56:42.330170 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-bca69883-662c-4241-ab57-f7a8f306ab55 req-d4641f47-52f2-4fee-ba45-f6f3a7169a09 service neutron] For port d32ce299-380c-427f-84d1-ef6c3eac9e8f, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=d32ce299-380c-427f-84d1-ef6c3eac9e8f,segment=NetworkSegment(0aa4b5f2-fc2b-422a-9849-318a9f632a66),segment_id=0aa4b5f2-fc2b-422a-9849-318a9f632a66)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:56:42.335105 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b3702c7c-cb6a-4c83-93e5-39af057b39b5 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:42.339261 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-bc08a7dc-e476-400d-91c1-2423679def91 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] For port e922e7cf-81d5-4578-bf5b-2c8d73c38cae, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=e922e7cf-81d5-4578-bf5b-2c8d73c38cae,segment=NetworkSegment(b44d267d-d73d-4c2a-94e2-8d0fec668a4f),segment_id=b44d267d-d73d-4c2a-94e2-8d0fec668a4f)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:42.339692 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bc08a7dc-e476-400d-91c1-2423679def91 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:42.363922 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-bca69883-662c-4241-ab57-f7a8f306ab55 req-d4641f47-52f2-4fee-ba45-f6f3a7169a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:42.375669 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-b3702c7c-cb6a-4c83-93e5-39af057b39b5 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8650e43e-68c5-4478-b950-10fc1b1321cc']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:42.391927 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-b3702c7c-cb6a-4c83-93e5-39af057b39b5 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1acec6cd-889f-4950-9502-d3e2ddba254b') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:42.392538 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-b3702c7c-cb6a-4c83-93e5-39af057b39b5 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1acec6cd-889f-4950-9502-d3e2ddba254b') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:42.408328 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b3702c7c-cb6a-4c83-93e5-39af057b39b5 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:42.415667 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-9fb5d205-28ff-401b-8511-58a9570a553d None None] For port e922e7cf-81d5-4578-bf5b-2c8d73c38cae, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=e922e7cf-81d5-4578-bf5b-2c8d73c38cae,segment=NetworkSegment(b44d267d-d73d-4c2a-94e2-8d0fec668a4f),segment_id=b44d267d-d73d-4c2a-94e2-8d0fec668a4f)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:42.416241 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9fb5d205-28ff-401b-8511-58a9570a553d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:42.427697 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31018260-d5fd-4b79-88c5-69d67dcd9434 req-23de047b-8806-4ff6-8b88-d8ca34d81a8f tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:42.434860 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-31018260-d5fd-4b79-88c5-69d67dcd9434 req-23de047b-8806-4ff6-8b88-d8ca34d81a8f tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/ports?device_id=146dc408-4175-43fc-9dc9-c8d2ad380027 HTTP/1.1" status: 200 len: 946 time: 0.1747649 May 05 21:56:42.457352 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b3702c7c-cb6a-4c83-93e5-39af057b39b5 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:42.473466 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3702c7c-cb6a-4c83-93e5-39af057b39b5 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:56:42.474170 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b3702c7c-cb6a-4c83-93e5-39af057b39b5 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:42.492388 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 21:56:42.492388 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:56:42.492388 n-d-825175-4 neutron-server[84061]: timer() May 05 21:56:42.492388 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:56:42.492388 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 21:56:42.492388 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:56:42.492388 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 21:56:42.492388 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:56:42.492388 n-d-825175-4 neutron-server[84061]: self._notify() May 05 21:56:42.492388 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:56:42.492388 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 21:56:42.492388 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:56:42.492388 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 21:56:42.492388 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:56:42.492388 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:56:42.492388 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:56:42.492388 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:56:42.492388 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:56:42.492388 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 21:56:42.492388 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:56:42.492388 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 21:56:42.492388 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:56:42.492388 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:56:42.492388 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:56:42.492388 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 21:56:42.492388 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:56:42.492388 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:56:42.492388 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:56:42.492388 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:56:42.492388 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:56:42.492388 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:56:42.492388 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:56:42.501175 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4641f47-52f2-4fee-ba45-f6f3a7169a09 service neutron] Pushing event updated for resources: {'Port': ['ID=d32ce299-380c-427f-84d1-ef6c3eac9e8f,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:42.543209 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-9fb5d205-28ff-401b-8511-58a9570a553d None None] Calling delete_port for e922e7cf-81d5-4578-bf5b-2c8d73c38cae owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:56:42.570743 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-bc08a7dc-e476-400d-91c1-2423679def91 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Calling delete_port for e922e7cf-81d5-4578-bf5b-2c8d73c38cae owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:56:42.609261 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913e9a6-6bed-483a-b992-bd0cd214cad5 req-09b1146a-e0ef-48e3-bc73-ed8e7adcfe4c tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:42.610688 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a913e9a6-6bed-483a-b992-bd0cd214cad5 req-09b1146a-e0ef-48e3-bc73-ed8e7adcfe4c tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.32 "GET /v2.0/networks?id=18b54df9-33ed-4370-adce-cf7c028d1c63 HTTP/1.1" status: 200 len: 816 time: 0.6009815 May 05 21:56:42.626037 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-bca69883-662c-4241-ab57-f7a8f306ab55 req-d4641f47-52f2-4fee-ba45-f6f3a7169a09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:42.627593 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bca69883-662c-4241-ab57-f7a8f306ab55 req-d4641f47-52f2-4fee-ba45-f6f3a7169a09 service neutron] 10.222.0.44 "PUT /v2.0/ports/d32ce299-380c-427f-84d1-ef6c3eac9e8f HTTP/1.1" status: 200 len: 1091 time: 2.3366694 May 05 21:56:42.633499 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9fb5d205-28ff-401b-8511-58a9570a553d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:42.634441 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-31018260-d5fd-4b79-88c5-69d67dcd9434 req-343fa05d-7a78-4fd3-83ca-75aad1d39dbb tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/security-groups?id=69215bb4-aa47-46d3-ab34-427aa4254c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983426 May 05 21:56:42.664489 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b3702c7c-cb6a-4c83-93e5-39af057b39b5 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:42.694510 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b3702c7c-cb6a-4c83-93e5-39af057b39b5 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:42.699471 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb5d205-28ff-401b-8511-58a9570a553d None None] Pushing event deleted for resources: {'Port': ['ID=e922e7cf-81d5-4578-bf5b-2c8d73c38cae,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:42.703689 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb5d205-28ff-401b-8511-58a9570a553d None None] No DVR routers for this DVR port e922e7cf-81d5-4578-bf5b-2c8d73c38cae on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:56:42.707804 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3702c7c-cb6a-4c83-93e5-39af057b39b5 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Pushing event deleted for resources: {'Network': ['ID=8650e43e-68c5-4478-b950-10fc1b1321cc,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:42.720153 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b3702c7c-cb6a-4c83-93e5-39af057b39b5 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "DELETE /v2.0/networks/8650e43e-68c5-4478-b950-10fc1b1321cc HTTP/1.1" status: 204 len: 168 time: 4.4595900 May 05 21:56:42.724274 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48462) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:42.731380 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-f74694a9-865a-496c-923e-84188e8424f3 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1590543219'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:56:42.736839 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-f74694a9-865a-496c-923e-84188e8424f3 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:56:42.744207 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c2435-da67-467a-bef1-a8b27d107916 req-5dbfbd97-402b-46d7-bf2c-41f3ac51f5d7 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:42.745651 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8f7c2435-da67-467a-bef1-a8b27d107916 req-5dbfbd97-402b-46d7-bf2c-41f3ac51f5d7 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.2499673 May 05 21:56:42.747050 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db75c439-bfe4-48cc-b5c2-cadd255d5611', 'tag': 'd32ce299-380c-427f-84d1-ef6c3eac9e8f'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:56:42.748332 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-f74694a9-865a-496c-923e-84188e8424f3 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Usage tracker for resource:network and tenant:d6118b6e73844218b32f83df9af14cd4 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:56:42.751455 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-f74694a9-865a-496c-923e-84188e8424f3 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:56:42.771521 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-f74694a9-865a-496c-923e-84188e8424f3 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:56:42.775910 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a913e9a6-6bed-483a-b992-bd0cd214cad5 req-3f891179-4eb8-4a4f-82b9-dc688c51b895 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ea2eb66bb064d42bceac53953af552d HTTP/1.1" status: 200 len: 380 time: 0.1472545 May 05 21:56:42.778713 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.api [None req-bc08a7dc-e476-400d-91c1-2423679def91 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:56:42.779030 n-d-825175-4 neutron-server[84063]: DEBUG oslo_db.api [None req-bc08a7dc-e476-400d-91c1-2423679def91 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:56:42.787591 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-a913e9a6-6bed-483a-b992-bd0cd214cad5 req-e5da788b-ee6b-4fdf-be0f-c113ccbb65a3 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Request body: {'port': {'device_id': '2510197e-0167-4df8-b662-758eb5911dee', 'network_id': '18b54df9-33ed-4370-adce-cf7c028d1c63', 'admin_state_up': True, 'tenant_id': '0ea2eb66bb064d42bceac53953af552d', 'security_groups': ['0043bfbb-2fb2-4013-8494-b5595b7ffb41']}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:56:42.794187 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74694a9-865a-496c-923e-84188e8424f3 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Made reservation on behalf of d6118b6e73844218b32f83df9af14cd4 for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:56:42.797024 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f74694a9-865a-496c-923e-84188e8424f3 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:42.869857 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8f7c2435-da67-467a-bef1-a8b27d107916 req-204d5e65-4df3-47e5-8700-bb8ebcfe7655 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151857 May 05 21:56:42.885279 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bca69883-662c-4241-ab57-f7a8f306ab55 req-283cd529-2fa1-4876-b1cc-8cda52daf57f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=edfb56529402421c8703b1e767ccb199&device_id=db75c439-bfe4-48cc-b5c2-cadd255d5611 HTTP/1.1" status: 200 len: 1094 time: 0.2092645 May 05 21:56:42.890833 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f74694a9-865a-496c-923e-84188e8424f3 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:56:42.906170 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f74694a9-865a-496c-923e-84188e8424f3 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:42.906744 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-f74694a9-865a-496c-923e-84188e8424f3 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Added segment 8ebac4d0-7905-4bc6-b066-c8f4eae09050 of type vlan for network 66b60ebd-4c2f-4cd9-aff9-f71b9550fb3c May 05 21:56:42.947326 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf93745-31bc-4058-8db9-80d4afbd6c8b req-5784bdc0-bdbc-497a-8259-3735c8a46e47 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:42.951286 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf93745-31bc-4058-8db9-80d4afbd6c8b req-5784bdc0-bdbc-497a-8259-3735c8a46e47 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:42.955185 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf93745-31bc-4058-8db9-80d4afbd6c8b req-5784bdc0-bdbc-497a-8259-3735c8a46e47 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:42.959485 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf93745-31bc-4058-8db9-80d4afbd6c8b req-5784bdc0-bdbc-497a-8259-3735c8a46e47 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:42.963421 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf93745-31bc-4058-8db9-80d4afbd6c8b req-5784bdc0-bdbc-497a-8259-3735c8a46e47 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:42.967348 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf93745-31bc-4058-8db9-80d4afbd6c8b req-5784bdc0-bdbc-497a-8259-3735c8a46e47 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:42.972396 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf93745-31bc-4058-8db9-80d4afbd6c8b req-5784bdc0-bdbc-497a-8259-3735c8a46e47 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:42.975248 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7cf93745-31bc-4058-8db9-80d4afbd6c8b req-5784bdc0-bdbc-497a-8259-3735c8a46e47 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/ports?device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 5429 time: 0.1674736 May 05 21:56:42.977602 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f74694a9-865a-496c-923e-84188e8424f3 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:42.980869 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bca69883-662c-4241-ab57-f7a8f306ab55 req-d30e251e-f955-4a32-9e8c-220ab7a8b313 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d32ce299-380c-427f-84d1-ef6c3eac9e8f HTTP/1.1" status: 200 len: 217 time: 0.0851414 May 05 21:56:43.034607 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 419b7c4d-4d74-4c25-a8cc-e9abe925d78f details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:56:43.037011 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 419b7c4d-4d74-4c25-a8cc-e9abe925d78f no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:56:43.046901 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-a913e9a6-6bed-483a-b992-bd0cd214cad5 req-e5da788b-ee6b-4fdf-be0f-c113ccbb65a3 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:56:43.053710 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-a913e9a6-6bed-483a-b992-bd0cd214cad5 req-e5da788b-ee6b-4fdf-be0f-c113ccbb65a3 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Usage tracker for resource:port and tenant:0ea2eb66bb064d42bceac53953af552d is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:56:43.057988 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-a913e9a6-6bed-483a-b992-bd0cd214cad5 req-e5da788b-ee6b-4fdf-be0f-c113ccbb65a3 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:56:43.066530 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-a913e9a6-6bed-483a-b992-bd0cd214cad5 req-e5da788b-ee6b-4fdf-be0f-c113ccbb65a3 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:56:43.069259 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca69883-662c-4241-ab57-f7a8f306ab55 req-4a96b716-64cd-4a9d-b6e2-1500e9ec088c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:43.070699 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bca69883-662c-4241-ab57-f7a8f306ab55 req-4a96b716-64cd-4a9d-b6e2-1500e9ec088c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=98120645-6211-43cf-b26e-14efa3661c41 HTTP/1.1" status: 200 len: 846 time: 0.0773530 May 05 21:56:43.098473 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f74694a9-865a-496c-923e-84188e8424f3 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:43.102142 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74694a9-865a-496c-923e-84188e8424f3 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:43.102738 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f74694a9-865a-496c-923e-84188e8424f3 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:43.122898 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a913e9a6-6bed-483a-b992-bd0cd214cad5 req-e5da788b-ee6b-4fdf-be0f-c113ccbb65a3 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Made reservation on behalf of 0ea2eb66bb064d42bceac53953af552d for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:56:43.125842 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a913e9a6-6bed-483a-b992-bd0cd214cad5 req-e5da788b-ee6b-4fdf-be0f-c113ccbb65a3 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:43.138914 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bca69883-662c-4241-ab57-f7a8f306ab55 req-6797dd47-33ff-41a2-9660-2585fe9c0e8c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fa69cb3f-4129-4afe-9a6d-7584eefc40c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594075 May 05 21:56:43.190802 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7cf93745-31bc-4058-8db9-80d4afbd6c8b req-bb3a1f5b-a3a4-458a-9d79-8180f9bdd31c tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/security-groups?id=d56f4659-1a1c-44b7-b1dc-74618b3402dc&id=d1b940f3-f2a7-478e-a3f4-c0ad661f5649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2020259 May 05 21:56:43.245977 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74694a9-865a-496c-923e-84188e8424f3 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Pushing event updated for resources: {'Network': ['ID=66b60ebd-4c2f-4cd9-aff9-f71b9550fb3c,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:43.252702 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:43.294300 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f74694a9-865a-496c-923e-84188e8424f3 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5681129 May 05 21:56:43.306079 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48470) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:43.313386 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5197ab-ad60-43a0-a5b9-c460603f6ba0 req-1c2daeb3-2817-45e3-8bfd-970879dc1465 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:43.314957 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-bc08a7dc-e476-400d-91c1-2423679def91 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Deleting port e922e7cf-81d5-4578-bf5b-2c8d73c38cae {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:56:43.315489 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bc08a7dc-e476-400d-91c1-2423679def91 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:43.327074 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0b5197ab-ad60-43a0-a5b9-c460603f6ba0 req-1c2daeb3-2817-45e3-8bfd-970879dc1465 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=db75c439-bfe4-48cc-b5c2-cadd255d5611 HTTP/1.1" status: 200 len: 943 time: 0.3171959 May 05 21:56:43.360472 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 66b60ebd-4c2f-4cd9-aff9-f71b9550fb3c details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:56:43.371754 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-1c4d4402-1d5e-4d8b-bbf3-e51d3c2bdaa8 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Request body: {'subnet': {'network_id': '66b60ebd-4c2f-4cd9-aff9-f71b9550fb3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:56:43.394052 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c67d66c-d816-47b7-8739-6349eeaa8137'] response: {'name': 'network-changed', 'server_uuid': 'db75c439-bfe4-48cc-b5c2-cadd255d5611', 'tag': 'd32ce299-380c-427f-84d1-ef6c3eac9e8f', 'status': 'completed', 'code': 200} May 05 21:56:43.492909 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device bf09832b-0c8f-46a7-939f-6ff645affcb4 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:56:43.493685 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-bc08a7dc-e476-400d-91c1-2423679def91 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] The port 'e922e7cf-81d5-4578-bf5b-2c8d73c38cae' was deleted {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 21:56:43.534093 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6221f482-c211-43b2-8a2e-f039375f7a78 req-d001a2a6-b5aa-4fd9-82d7-764f88bfca1b tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=2510197e-0167-4df8-b662-758eb5911dee HTTP/1.1" status: 200 len: 210 time: 0.0532312 May 05 21:56:43.547588 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650ee19c-47a5-46fb-87c2-6a55df6429d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '419b7c4d-4d74-4c25-a8cc-e9abe925d78f'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:56:43.570007 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0b5197ab-ad60-43a0-a5b9-c460603f6ba0 req-800d910a-933a-46c1-9944-6d6552c5a22a tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417314 May 05 21:56:43.585276 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-1c4d4402-1d5e-4d8b-bbf3-e51d3c2bdaa8 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:56:43.596785 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-1c4d4402-1d5e-4d8b-bbf3-e51d3c2bdaa8 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Usage tracker for resource:subnet and tenant:d6118b6e73844218b32f83df9af14cd4 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:56:43.607334 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 419b7c4d-4d74-4c25-a8cc-e9abe925d78f, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=419b7c4d-4d74-4c25-a8cc-e9abe925d78f,segment=NetworkSegment(6e17d504-de6f-46a1-b0ab-9bb177568a44),segment_id=6e17d504-de6f-46a1-b0ab-9bb177568a44)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:43.621147 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-1c4d4402-1d5e-4d8b-bbf3-e51d3c2bdaa8 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:56:43.627696 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-1c4d4402-1d5e-4d8b-bbf3-e51d3c2bdaa8 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:56:43.632854 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 419b7c4d-4d74-4c25-a8cc-e9abe925d78f, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=419b7c4d-4d74-4c25-a8cc-e9abe925d78f,segment=NetworkSegment(6e17d504-de6f-46a1-b0ab-9bb177568a44),segment_id=6e17d504-de6f-46a1-b0ab-9bb177568a44)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:43.644504 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4d4402-1d5e-4d8b-bbf3-e51d3c2bdaa8 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Made reservation on behalf of d6118b6e73844218b32f83df9af14cd4 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:56:43.653452 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '419b7c4d-4d74-4c25-a8cc-e9abe925d78f', 'network_id': 'c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db', 'port_id': '419b7c4d-4d74-4c25-a8cc-e9abe925d78f', 'mac_address': 'fa:16:3e:15:e5:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81b3baf0-8b4b-4758-b115-81242d9737a5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:56:43.658545 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:43.768305 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06e48483-d37d-45ff-87b8-585e2ba94cb5'] response: {'server_uuid': '650ee19c-47a5-46fb-87c2-6a55df6429d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '419b7c4d-4d74-4c25-a8cc-e9abe925d78f', 'code': 200} May 05 21:56:43.769589 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:43.791968 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 419b7c4d-4d74-4c25-a8cc-e9abe925d78f {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:56:43.821836 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1c4d4402-1d5e-4d8b-bbf3-e51d3c2bdaa8 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:43.827998 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 419b7c4d-4d74-4c25-a8cc-e9abe925d78f, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=419b7c4d-4d74-4c25-a8cc-e9abe925d78f,segment=NetworkSegment(6e17d504-de6f-46a1-b0ab-9bb177568a44),segment_id=6e17d504-de6f-46a1-b0ab-9bb177568a44)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:43.836702 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:43.840791 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bc08a7dc-e476-400d-91c1-2423679def91 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:43.841830 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=419b7c4d-4d74-4c25-a8cc-e9abe925d78f,revision_number=6']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:43.867945 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bca69883-662c-4241-ab57-f7a8f306ab55 req-071cab13-2123-4d67-bd54-852bfa2d1ce3 service neutron] 10.222.0.44 "GET /v2.0/networks/fa69cb3f-4129-4afe-9a6d-7584eefc40c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7207353 May 05 21:56:43.893307 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port bf09832b-0c8f-46a7-939f-6ff645affcb4 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:56:43.908706 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port bf09832b-0c8f-46a7-939f-6ff645affcb4 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:56:43.909123 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:43.915149 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-bc08a7dc-e476-400d-91c1-2423679def91 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab69251a-e206-4587-8cfb-b51a62053e32']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:43.982508 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=419b7c4d-4d74-4c25-a8cc-e9abe925d78f,revision_number=7']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:43.988369 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d4ed5145-b3ce-49ca-8a9e-e0d9a2d14f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:44.014278 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe5f73-bb5f-466d-8e11-a2d25437ae7e req-82f9bb2e-8f80-4a0d-81a6-4ef6c8c92068 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:44.015859 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-01fe5f73-bb5f-466d-8e11-a2d25437ae7e req-82f9bb2e-8f80-4a0d-81a6-4ef6c8c92068 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=650ee19c-47a5-46fb-87c2-6a55df6429d5 HTTP/1.1" status: 200 len: 943 time: 0.2686424 May 05 21:56:44.081076 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf709f-e6b3-49d7-8503-3ca82bc99de8 req-24636ae8-1bdb-4491-ac05-5fccf1d3836c tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:44.090644 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['419b7c4d-4d74-4c25-a8cc-e9abe925d78f'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:56:44.091260 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3eaf709f-e6b3-49d7-8503-3ca82bc99de8 req-24636ae8-1bdb-4491-ac05-5fccf1d3836c tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/ports?device_id=146dc408-4175-43fc-9dc9-c8d2ad380027 HTTP/1.1" status: 200 len: 946 time: 0.2531521 May 05 21:56:44.118949 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-bc08a7dc-e476-400d-91c1-2423679def91 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b44d267d-d73d-4c2a-94e2-8d0fec668a4f') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:44.119223 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-bc08a7dc-e476-400d-91c1-2423679def91 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b44d267d-d73d-4c2a-94e2-8d0fec668a4f') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:44.145670 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-01fe5f73-bb5f-466d-8e11-a2d25437ae7e req-949783ed-4382-46f9-8cb7-a2e1614a8ae3 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c51188-03e9-4eb7-84f3-076c2790a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232705 May 05 21:56:44.147717 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bc08a7dc-e476-400d-91c1-2423679def91 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:44.154856 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-a913e9a6-6bed-483a-b992-bd0cd214cad5 req-e5da788b-ee6b-4fdf-be0f-c113ccbb65a3 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Allocated IP 172.20.0.11 (18b54df9-33ed-4370-adce-cf7c028d1c63/53681791-224f-47a5-828b-e46692c08c1b/6b1f35d8-0048-415b-8a9a-e841251002df) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:56:44.170570 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device e922e7cf-81d5-4578-bf5b-2c8d73c38cae no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:56:44.185556 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bc08a7dc-e476-400d-91c1-2423679def91 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:44.200238 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: e922e7cf-81d5-4578-bf5b-2c8d73c38cae {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:56:44.200573 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device e922e7cf-81d5-4578-bf5b-2c8d73c38cae not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:56:44.202734 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:44.249117 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port bf09832b-0c8f-46a7-939f-6ff645affcb4, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=bf09832b-0c8f-46a7-939f-6ff645affcb4,segment=NetworkSegment(7131ccfa-3b55-41e7-92df-0bd8b51292e9),segment_id=7131ccfa-3b55-41e7-92df-0bd8b51292e9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:44.260150 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3eaf709f-e6b3-49d7-8503-3ca82bc99de8 req-c4a169e1-e717-403d-bf68-dacbc28e6b0b tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/security-groups?id=69215bb4-aa47-46d3-ab34-427aa4254c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678638 May 05 21:56:44.260852 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:44.282028 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc08a7dc-e476-400d-91c1-2423679def91 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:56:44.282425 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bc08a7dc-e476-400d-91c1-2423679def91 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:44.298607 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:56:44.298607 n-d-825175-4 neutron-server[84063]: util.warn( May 05 21:56:44.298607 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:56:44.298607 n-d-825175-4 neutron-server[84063]: util.warn( May 05 21:56:44.298607 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:56:44.298607 n-d-825175-4 neutron-server[84063]: util.warn( May 05 21:56:44.298607 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:56:44.298607 n-d-825175-4 neutron-server[84063]: util.warn( May 05 21:56:44.298607 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 21:56:44.298607 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:56:44.298607 n-d-825175-4 neutron-server[84063]: timer() May 05 21:56:44.298607 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:56:44.298607 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 21:56:44.298607 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:56:44.298607 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 21:56:44.298607 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:56:44.298607 n-d-825175-4 neutron-server[84063]: self._notify() May 05 21:56:44.298607 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:56:44.298607 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 21:56:44.298607 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:56:44.298607 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 21:56:44.298607 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:56:44.298607 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:56:44.298607 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:56:44.298607 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:56:44.298607 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:56:44.298607 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 21:56:44.298607 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:56:44.298607 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 21:56:44.298607 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:56:44.298607 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:56:44.298607 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:56:44.298607 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 21:56:44.298607 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:56:44.298607 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:56:44.298607 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:56:44.298607 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:56:44.298607 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:56:44.298607 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:56:44.298607 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:56:44.335729 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=bf09832b-0c8f-46a7-939f-6ff645affcb4,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:44.460316 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57206c94-1189-4b29-9bc9-5c746b1f9371 req-95205960-1376-469a-9c2b-33cf623b12f7 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:44.461011 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-57206c94-1189-4b29-9bc9-5c746b1f9371 req-95205960-1376-469a-9c2b-33cf623b12f7 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Synchronizing usage tracker for tenant:0eb82da6a4bc47a2ae0058d78ca21e92 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:56:44.482961 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bca69883-662c-4241-ab57-f7a8f306ab55 req-4e9aa04c-0107-49c3-a039-bf965c9df47c service neutron] 10.222.0.44 "GET /v2.0/networks/fa69cb3f-4129-4afe-9a6d-7584eefc40c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5947735 May 05 21:56:44.496597 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1c4d4402-1d5e-4d8b-bbf3-e51d3c2bdaa8 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:44.499590 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bc08a7dc-e476-400d-91c1-2423679def91 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:44.532799 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bc08a7dc-e476-400d-91c1-2423679def91 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:44.544478 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-57206c94-1189-4b29-9bc9-5c746b1f9371 req-95205960-1376-469a-9c2b-33cf623b12f7 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Unset dirty status for tenant:0eb82da6a4bc47a2ae0058d78ca21e92 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:56:44.545602 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-57206c94-1189-4b29-9bc9-5c746b1f9371 req-95205960-1376-469a-9c2b-33cf623b12f7 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.9902601 May 05 21:56:44.552613 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc08a7dc-e476-400d-91c1-2423679def91 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event deleted for resources: {'Network': ['ID=ab69251a-e206-4587-8cfb-b51a62053e32,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:44.648237 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4d4402-1d5e-4d8b-bbf3-e51d3c2bdaa8 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Pushing event updated for resources: {'Subnet': ['ID=a2dbce8f-5162-4be4-942d-c056f0f0eccf,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:44.658833 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-bc08a7dc-e476-400d-91c1-2423679def91 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "DELETE /v2.0/networks/ab69251a-e206-4587-8cfb-b51a62053e32 HTTP/1.1" status: 204 len: 168 time: 3.5409105 May 05 21:56:44.664547 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48490) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:44.676005 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-09edc11d-9bcf-457f-a6ee-7b92003e76a4 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Request body: {'network': {'name': 'tempest-RoutersTest-62626671'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:56:44.689435 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-09edc11d-9bcf-457f-a6ee-7b92003e76a4 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:56:44.692203 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a913e9a6-6bed-483a-b992-bd0cd214cad5 req-e5da788b-ee6b-4fdf-be0f-c113ccbb65a3 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:44.700489 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55eeb2-ebfa-4e42-8213-384134cff3ea req-4f4653a7-8cf2-45d7-9a16-3888f7dfad2e tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:44.702080 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cd55eeb2-ebfa-4e42-8213-384134cff3ea req-4f4653a7-8cf2-45d7-9a16-3888f7dfad2e tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.3799930 May 05 21:56:44.706409 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-09edc11d-9bcf-457f-a6ee-7b92003e76a4 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Usage tracker for resource:network and tenant:663767b5203746b3b9addbbb99a48f8b is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:56:44.709691 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-57206c94-1189-4b29-9bc9-5c746b1f9371 req-80f5fa17-8198-43a9-8b3f-0d481aef6cfa tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Deleting port 254d6486-a2f8-4ac2-8cd3-e9e223b202eb {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:56:44.710036 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-57206c94-1189-4b29-9bc9-5c746b1f9371 req-80f5fa17-8198-43a9-8b3f-0d481aef6cfa tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:44.711046 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-09edc11d-9bcf-457f-a6ee-7b92003e76a4 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:56:44.713930 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4d4402-1d5e-4d8b-bbf3-e51d3c2bdaa8 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Checking segment: {'id': '8ebac4d0-7905-4bc6-b066-c8f4eae09050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '66b60ebd-4c2f-4cd9-aff9-f71b9550fb3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:56:44.714273 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4d4402-1d5e-4d8b-bbf3-e51d3c2bdaa8 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Network hostable DHCP agents. Network: 66b60ebd-4c2f-4cd9-aff9-f71b9550fb3c, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:56:44.729544 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-09edc11d-9bcf-457f-a6ee-7b92003e76a4 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:56:44.752329 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98765769-ef3e-482b-b7ab-3ffd72b11ba9 req-1029e513-b3ba-4009-b652-72365dc37d17 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:44.756220 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98765769-ef3e-482b-b7ab-3ffd72b11ba9 req-1029e513-b3ba-4009-b652-72365dc37d17 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:44.759629 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-a913e9a6-6bed-483a-b992-bd0cd214cad5 req-e5da788b-ee6b-4fdf-be0f-c113ccbb65a3 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Transition to ACTIVE for port object 6b1f35d8-0048-415b-8a9a-e841251002df will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:56:44.760054 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98765769-ef3e-482b-b7ab-3ffd72b11ba9 req-1029e513-b3ba-4009-b652-72365dc37d17 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:44.764006 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98765769-ef3e-482b-b7ab-3ffd72b11ba9 req-1029e513-b3ba-4009-b652-72365dc37d17 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:44.768120 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98765769-ef3e-482b-b7ab-3ffd72b11ba9 req-1029e513-b3ba-4009-b652-72365dc37d17 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:44.771974 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98765769-ef3e-482b-b7ab-3ffd72b11ba9 req-1029e513-b3ba-4009-b652-72365dc37d17 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:44.775831 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98765769-ef3e-482b-b7ab-3ffd72b11ba9 req-1029e513-b3ba-4009-b652-72365dc37d17 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:44.777689 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-98765769-ef3e-482b-b7ab-3ffd72b11ba9 req-1029e513-b3ba-4009-b652-72365dc37d17 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/ports?device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 5429 time: 0.2876725 May 05 21:56:44.823253 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09edc11d-9bcf-457f-a6ee-7b92003e76a4 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Made reservation on behalf of 663767b5203746b3b9addbbb99a48f8b for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:56:44.826164 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-09edc11d-9bcf-457f-a6ee-7b92003e76a4 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:44.843124 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-76390f57-d095-46ad-b0ca-36eb75d54067 req-4591b32f-b5f6-43ae-929e-28ee81a2dda8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=edfb56529402421c8703b1e767ccb199&device_id=db75c439-bfe4-48cc-b5c2-cadd255d5611 HTTP/1.1" status: 200 len: 1094 time: 0.2964637 May 05 21:56:44.875971 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cd55eeb2-ebfa-4e42-8213-384134cff3ea req-2ac7ea1a-e866-440b-9a05-13e70c121513 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557059 May 05 21:56:44.881199 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4d4402-1d5e-4d8b-bbf3-e51d3c2bdaa8 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Network 66b60ebd-4c2f-4cd9-aff9-f71b9550fb3c is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:56:44.898726 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-98765769-ef3e-482b-b7ab-3ffd72b11ba9 req-3828950d-c4aa-4d50-b8f1-48313e5b55fa tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/security-groups?id=d56f4659-1a1c-44b7-b1dc-74618b3402dc&id=d1b940f3-f2a7-478e-a3f4-c0ad661f5649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1137362 May 05 21:56:44.899435 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09edc11d-9bcf-457f-a6ee-7b92003e76a4 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:56:44.911523 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-1c4d4402-1d5e-4d8b-bbf3-e51d3c2bdaa8 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 66b60ebd-4c2f-4cd9-aff9-f71b9550fb3c) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:56:44.920925 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b5558e-0462-4924-b0a6-d20a0ea6eb6a None None] Network 66b60ebd-4c2f-4cd9-aff9-f71b9550fb3c requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:56:44.923705 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-09edc11d-9bcf-457f-a6ee-7b92003e76a4 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:44.924107 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-09edc11d-9bcf-457f-a6ee-7b92003e76a4 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Added segment a3f85414-69b1-4ae4-8b5b-5e43b0796961 of type vlan for network 1adeeec8-4cf1-40c2-9068-ffa81c726ddd May 05 21:56:44.925873 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4d4402-1d5e-4d8b-bbf3-e51d3c2bdaa8 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:44.926582 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1c4d4402-1d5e-4d8b-bbf3-e51d3c2bdaa8 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:44.928163 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a913e9a6-6bed-483a-b992-bd0cd214cad5 req-e5da788b-ee6b-4fdf-be0f-c113ccbb65a3 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:45.010108 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-1c4d4402-1d5e-4d8b-bbf3-e51d3c2bdaa8 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6435387 May 05 21:56:45.013140 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48494) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:45.015003 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-09edc11d-9bcf-457f-a6ee-7b92003e76a4 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:45.039624 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 948d6717-39b5-46c6-879f-ba0420345ef2 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:56:45.132796 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 419b7c4d-4d74-4c25-a8cc-e9abe925d78f up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:56:45.138874 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da788b-ee6b-4fdf-be0f-c113ccbb65a3 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Pushing event updated for resources: {'Port': ['ID=6b1f35d8-0048-415b-8a9a-e841251002df,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:45.144413 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a913e9a6-6bed-483a-b992-bd0cd214cad5 req-e5da788b-ee6b-4fdf-be0f-c113ccbb65a3 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Network 18b54df9-33ed-4370-adce-cf7c028d1c63 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:56:45.150559 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-a913e9a6-6bed-483a-b992-bd0cd214cad5 req-e5da788b-ee6b-4fdf-be0f-c113ccbb65a3 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:56:45.178703 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-a913e9a6-6bed-483a-b992-bd0cd214cad5 req-e5da788b-ee6b-4fdf-be0f-c113ccbb65a3 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:56:45.229188 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76390f57-d095-46ad-b0ca-36eb75d54067 req-724589e4-4fa8-4e24-af5e-ec4694f3bebb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:45.230971 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-76390f57-d095-46ad-b0ca-36eb75d54067 req-724589e4-4fa8-4e24-af5e-ec4694f3bebb service neutron] 10.222.0.44 "GET /v2.0/networks?id=fa69cb3f-4129-4afe-9a6d-7584eefc40c0 HTTP/1.1" status: 200 len: 907 time: 0.3797209 May 05 21:56:45.235421 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 948d6717-39b5-46c6-879f-ba0420345ef2, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=948d6717-39b5-46c6-879f-ba0420345ef2,segment=NetworkSegment(7d8e481f-6c9a-401c-a04b-9857aacc083f),segment_id=7d8e481f-6c9a-401c-a04b-9857aacc083f)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:45.244158 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.resource_extend [None req-09edc11d-9bcf-457f-a6ee-7b92003e76a4 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 21:56:45.273343 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '948d6717-39b5-46c6-879f-ba0420345ef2', 'network_id': 'bc00cc89-bdd8-4ed0-b801-d435664de8a6', 'port_id': '948d6717-39b5-46c6-879f-ba0420345ef2', 'mac_address': 'fa:16:3e:29:d0:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61b42a37-825f-4627-8501-c242dd47987c', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:56:45.314485 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-57206c94-1189-4b29-9bc9-5c746b1f9371 req-80f5fa17-8198-43a9-8b3f-0d481aef6cfa tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] For port 254d6486-a2f8-4ac2-8cd3-e9e223b202eb, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=254d6486-a2f8-4ac2-8cd3-e9e223b202eb,segment=NetworkSegment(18a3c379-3cfc-4702-917f-3a57e26f3cd8),segment_id=18a3c379-3cfc-4702-917f-3a57e26f3cd8)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:45.315185 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-57206c94-1189-4b29-9bc9-5c746b1f9371 req-80f5fa17-8198-43a9-8b3f-0d481aef6cfa tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:45.324558 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-09edc11d-9bcf-457f-a6ee-7b92003e76a4 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:45.328863 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09edc11d-9bcf-457f-a6ee-7b92003e76a4 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:45.329507 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-09edc11d-9bcf-457f-a6ee-7b92003e76a4 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:45.378477 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:45.405421 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-76390f57-d095-46ad-b0ca-36eb75d54067 req-fe36c557-07fb-48ef-a0a6-ac6e1d59be69 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d32ce299-380c-427f-84d1-ef6c3eac9e8f HTTP/1.1" status: 200 len: 217 time: 0.1565359 May 05 21:56:45.418776 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913e9a6-6bed-483a-b992-bd0cd214cad5 req-e5da788b-ee6b-4fdf-be0f-c113ccbb65a3 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:45.419106 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a913e9a6-6bed-483a-b992-bd0cd214cad5 req-e5da788b-ee6b-4fdf-be0f-c113ccbb65a3 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:45.441776 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 948d6717-39b5-46c6-879f-ba0420345ef2 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:56:45.450686 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cf74f246-8f6a-4401-b5d0-fb4ec615cb1b tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:45.465031 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 419b7c4d-4d74-4c25-a8cc-e9abe925d78f triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:56:45.465591 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:45.473177 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c5d41-e368-4b3c-bbd9-892f476cb566 req-fc33b610-e804-4cd6-afdc-82d3139f1866 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:45.480129 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9c9c5d41-e368-4b3c-bbd9-892f476cb566 req-fc33b610-e804-4cd6-afdc-82d3139f1866 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cf744cf-fd9a-49c3-bf04-42112dd2f326 HTTP/1.1" status: 200 len: 946 time: 0.3488519 May 05 21:56:45.482190 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09edc11d-9bcf-457f-a6ee-7b92003e76a4 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event updated for resources: {'Network': ['ID=1adeeec8-4cf1-40c2-9068-ffa81c726ddd,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:45.490990 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-09edc11d-9bcf-457f-a6ee-7b92003e76a4 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.8197794 May 05 21:56:45.502776 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48500) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:45.508447 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-1ee1b0a0-1bb1-4a92-9522-18d2e1b9766a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Request body: {'subnet': {'network_id': '1adeeec8-4cf1-40c2-9068-ffa81c726ddd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:56:45.535518 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a913e9a6-6bed-483a-b992-bd0cd214cad5 req-e5da788b-ee6b-4fdf-be0f-c113ccbb65a3 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7543242 May 05 21:56:45.540988 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 948d6717-39b5-46c6-879f-ba0420345ef2, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=948d6717-39b5-46c6-879f-ba0420345ef2,segment=NetworkSegment(7d8e481f-6c9a-401c-a04b-9857aacc083f),segment_id=7d8e481f-6c9a-401c-a04b-9857aacc083f)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:45.546165 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 1adeeec8-4cf1-40c2-9068-ffa81c726ddd details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:56:45.560696 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199b8ca-aa63-4d6e-81e0-171511fc737a req-1f34f14b-c79a-4a8c-b7af-b79d59ea36b3 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:45.562029 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6199b8ca-aa63-4d6e-81e0-171511fc737a req-1f34f14b-c79a-4a8c-b7af-b79d59ea36b3 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=db75c439-bfe4-48cc-b5c2-cadd255d5611 HTTP/1.1" status: 200 len: 943 time: 0.4297919 May 05 21:56:45.607179 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-a913e9a6-6bed-483a-b992-bd0cd214cad5 req-5df2c84a-29af-4f23-9e79-26d340088db9 service neutron] Request body: {'port': {'device_id': '2510197e-0167-4df8-b662-758eb5911dee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:56:45.624193 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:45.624846 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 5a7478fb-521e-4f6f-8635-8d5c3a9ffb68 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:56:45.632141 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9c9c5d41-e368-4b3c-bbd9-892f476cb566 req-41a1855f-5e8d-4f33-8a40-16e3b1a92469 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/security-groups?id=69215bb4-aa47-46d3-ab34-427aa4254c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501369 May 05 21:56:45.633305 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cf74f246-8f6a-4401-b5d0-fb4ec615cb1b tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:45.719159 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6199b8ca-aa63-4d6e-81e0-171511fc737a req-1b379e6f-0495-4cb3-90c5-a7920f21605a tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468754 May 05 21:56:45.719421 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76390f57-d095-46ad-b0ca-36eb75d54067 req-c77f4dff-ab1b-4e65-a673-c6248bddb625 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:45.720783 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-76390f57-d095-46ad-b0ca-36eb75d54067 req-c77f4dff-ab1b-4e65-a673-c6248bddb625 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=98120645-6211-43cf-b26e-14efa3661c41 HTTP/1.1" status: 200 len: 846 time: 0.2939200 May 05 21:56:45.770737 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cf74f246-8f6a-4401-b5d0-fb4ec615cb1b tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:45.848804 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcbcc9dc-cafa-489c-a587-b41a7746377e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf09832b-0c8f-46a7-939f-6ff645affcb4'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:56:45.854236 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94db016-5d1b-4535-89fb-221eede051ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-66b60ebd-4c2f-4cd9-aff9-f71b9550fb3c', 'network_id': '66b60ebd-4c2f-4cd9-aff9-f71b9550fb3c', 'tenant_id': 'd6118b6e73844218b32f83df9af14cd4', 'fixed_ips': [{'subnet_id': 'a2dbce8f-5162-4be4-942d-c056f0f0eccf'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 21:56:45.855086 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e94db016-5d1b-4535-89fb-221eede051ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:45.867371 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf74f246-8f6a-4401-b5d0-fb4ec615cb1b tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Pushing event deleted for resources: {'Subnet': ['ID=a2dbce8f-5162-4be4-942d-c056f0f0eccf,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:45.930975 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-8af18f35-2e4b-4851-a7e3-edc6f5ce76e3 None None] Provisioning for port 6b1f35d8-0048-415b-8a9a-e841251002df completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:56:45.932525 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-76390f57-d095-46ad-b0ca-36eb75d54067 req-bb5a0882-f0e7-4e43-8dbd-166da1537e7e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fa69cb3f-4129-4afe-9a6d-7584eefc40c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1830204 May 05 21:56:45.960122 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-8af18f35-2e4b-4851-a7e3-edc6f5ce76e3 None None] Provisioning complete for port 6b1f35d8-0048-415b-8a9a-e841251002df triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:56:45.960620 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8af18f35-2e4b-4851-a7e3-edc6f5ce76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:46.035973 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cf74f246-8f6a-4401-b5d0-fb4ec615cb1b tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:46.082935 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-cf74f246-8f6a-4401-b5d0-fb4ec615cb1b tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66b60ebd-4c2f-4cd9-aff9-f71b9550fb3c']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:46.103149 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-cf74f246-8f6a-4401-b5d0-fb4ec615cb1b tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ebac4d0-7905-4bc6-b066-c8f4eae09050') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:46.103573 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-cf74f246-8f6a-4401-b5d0-fb4ec615cb1b tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ebac4d0-7905-4bc6-b066-c8f4eae09050') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:46.119224 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=948d6717-39b5-46c6-879f-ba0420345ef2,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:46.120789 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d82939d-06c6-40ce-8142-6392ace9db59 req-426edf92-0d95-4627-955f-53f9104e169f tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:46.122313 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3d82939d-06c6-40ce-8142-6392ace9db59 req-426edf92-0d95-4627-955f-53f9104e169f tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=2510197e-0167-4df8-b662-758eb5911dee HTTP/1.1" status: 200 len: 932 time: 0.2990253 May 05 21:56:46.126968 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cf74f246-8f6a-4401-b5d0-fb4ec615cb1b tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:46.148246 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-1ee1b0a0-1bb1-4a92-9522-18d2e1b9766a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:56:46.165608 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cf74f246-8f6a-4401-b5d0-fb4ec615cb1b tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:46.172471 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846063d-cab2-40eb-98af-2e68e8d4a7ea req-1232be53-d913-4b60-ad48-8af9059b7708 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:46.174049 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-1ee1b0a0-1bb1-4a92-9522-18d2e1b9766a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Usage tracker for resource:subnet and tenant:663767b5203746b3b9addbbb99a48f8b is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:56:46.174208 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4846063d-cab2-40eb-98af-2e68e8d4a7ea req-1232be53-d913-4b60-ad48-8af9059b7708 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=650ee19c-47a5-46fb-87c2-6a55df6429d5 HTTP/1.1" status: 200 len: 944 time: 0.2677662 May 05 21:56:46.183958 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf74f246-8f6a-4401-b5d0-fb4ec615cb1b tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:56:46.184164 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cf74f246-8f6a-4401-b5d0-fb4ec615cb1b tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:46.187603 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-1ee1b0a0-1bb1-4a92-9522-18d2e1b9766a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:56:46.195500 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-8af18f35-2e4b-4851-a7e3-edc6f5ce76e3 None None] Port 6b1f35d8-0048-415b-8a9a-e841251002df cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:56:46.199485 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 5a7478fb-521e-4f6f-8635-8d5c3a9ffb68, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=5a7478fb-521e-4f6f-8635-8d5c3a9ffb68,segment=NetworkSegment(9ef591eb-c7e9-4c62-ae5a-6d550e933c2c),segment_id=9ef591eb-c7e9-4c62-ae5a-6d550e933c2c)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:46.200531 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 21:56:46.200531 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:56:46.200531 n-d-825175-4 neutron-server[84061]: timer() May 05 21:56:46.200531 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:56:46.200531 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 21:56:46.200531 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:56:46.200531 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 21:56:46.200531 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:56:46.200531 n-d-825175-4 neutron-server[84061]: self._notify() May 05 21:56:46.200531 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:56:46.200531 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 21:56:46.200531 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:56:46.200531 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 21:56:46.200531 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:56:46.200531 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:56:46.200531 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:56:46.200531 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:56:46.200531 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:56:46.200531 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 21:56:46.200531 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:56:46.200531 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 21:56:46.200531 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:56:46.200531 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:56:46.200531 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:56:46.200531 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 21:56:46.200531 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:56:46.200531 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:56:46.200531 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:56:46.200531 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:56:46.200531 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:56:46.200531 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:56:46.200531 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:56:46.208149 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-1ee1b0a0-1bb1-4a92-9522-18d2e1b9766a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:56:46.210359 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a913e9a6-6bed-483a-b992-bd0cd214cad5 req-5df2c84a-29af-4f23-9e79-26d340088db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:46.240545 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '5a7478fb-521e-4f6f-8635-8d5c3a9ffb68', 'network_id': 'c1301700-8066-4240-acf4-e47c77ffe534', 'port_id': '5a7478fb-521e-4f6f-8635-8d5c3a9ffb68', 'mac_address': 'fa:16:3e:bf:23:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f64f1e7a-817f-4ccd-9184-65d8ed36e073', 'ip_address': '10.1.1.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:56:46.267365 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-57206c94-1189-4b29-9bc9-5c746b1f9371 req-80f5fa17-8198-43a9-8b3f-0d481aef6cfa tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:46.267882 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-57206c94-1189-4b29-9bc9-5c746b1f9371 req-80f5fa17-8198-43a9-8b3f-0d481aef6cfa tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:46.268329 n-d-825175-4 neutron-server[84063]: INFO neutron.db.l3_db [req-57206c94-1189-4b29-9bc9-5c746b1f9371 req-80f5fa17-8198-43a9-8b3f-0d481aef6cfa tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Floating IP a95a7668-6fcf-4d47-8dee-9f2d5a877558 disassociated. External IP: 172.25.4.155, port: 254d6486-a2f8-4ac2-8cd3-e9e223b202eb. May 05 21:56:46.268748 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-57206c94-1189-4b29-9bc9-5c746b1f9371 req-80f5fa17-8198-43a9-8b3f-0d481aef6cfa tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Calling delete_port for 254d6486-a2f8-4ac2-8cd3-e9e223b202eb owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:56:46.282644 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:46.318813 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3d82939d-06c6-40ce-8142-6392ace9db59 req-e469f58d-49e5-44e6-a1dc-58885fd4f72c tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=0043bfbb-2fb2-4013-8494-b5595b7ffb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1834867 May 05 21:56:46.328036 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cf74f246-8f6a-4401-b5d0-fb4ec615cb1b tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:46.340206 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857b5d4a-dfce-4772-9d1f-f7a4c13b6a10 None None] Network 66b60ebd-4c2f-4cd9-aff9-f71b9550fb3c requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:56:46.349201 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee1b0a0-1bb1-4a92-9522-18d2e1b9766a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Made reservation on behalf of 663767b5203746b3b9addbbb99a48f8b for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:56:46.359032 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cf74f246-8f6a-4401-b5d0-fb4ec615cb1b tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:46.367137 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4846063d-cab2-40eb-98af-2e68e8d4a7ea req-6221a05c-f473-4e67-aebb-a0194138f3f1 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c51188-03e9-4eb7-84f3-076c2790a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853125 May 05 21:56:46.369395 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf74f246-8f6a-4401-b5d0-fb4ec615cb1b tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Pushing event deleted for resources: {'Network': ['ID=66b60ebd-4c2f-4cd9-aff9-f71b9550fb3c,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:46.378950 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-cf74f246-8f6a-4401-b5d0-fb4ec615cb1b tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "DELETE /v2.0/networks/66b60ebd-4c2f-4cd9-aff9-f71b9550fb3c HTTP/1.1" status: 204 len: 168 time: 1.3489599 May 05 21:56:46.383012 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48512) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:46.385938 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-76390f57-d095-46ad-b0ca-36eb75d54067 req-18448d06-988d-48e2-90f7-764456597732 service neutron] 10.222.0.44 "GET /v2.0/networks/fa69cb3f-4129-4afe-9a6d-7584eefc40c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4355893 May 05 21:56:46.399691 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-137122e8-5f5f-4a7d-9271-81c712979605 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1974580426'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:56:46.406526 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-137122e8-5f5f-4a7d-9271-81c712979605 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:56:46.410817 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d1e94c68-1285-42d6-8bd7-48ea36c9be24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:46.415038 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-137122e8-5f5f-4a7d-9271-81c712979605 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Usage tracker for resource:network and tenant:d6118b6e73844218b32f83df9af14cd4 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:56:46.419638 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-137122e8-5f5f-4a7d-9271-81c712979605 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:56:46.431542 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-137122e8-5f5f-4a7d-9271-81c712979605 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:56:46.434309 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857b5d4a-dfce-4772-9d1f-f7a4c13b6a10 None None] Network 66b60ebd-4c2f-4cd9-aff9-f71b9550fb3c could not be found, it might have been deleted concurrently. {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 05 21:56:46.442516 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:46.460762 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137122e8-5f5f-4a7d-9271-81c712979605 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Made reservation on behalf of d6118b6e73844218b32f83df9af14cd4 for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:56:46.464726 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-137122e8-5f5f-4a7d-9271-81c712979605 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:46.503525 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 419b7c4d-4d74-4c25-a8cc-e9abe925d78f, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=419b7c4d-4d74-4c25-a8cc-e9abe925d78f,segment=NetworkSegment(6e17d504-de6f-46a1-b0ab-9bb177568a44),segment_id=6e17d504-de6f-46a1-b0ab-9bb177568a44)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:46.509159 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcd2d56a-6bc4-4e84-9cda-8bb5fe98666f'] response: {'server_uuid': 'fcbcc9dc-cafa-489c-a587-b41a7746377e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf09832b-0c8f-46a7-939f-6ff645affcb4', 'code': 200} May 05 21:56:46.520627 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:46.535074 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a7478fb-521e-4f6f-8635-8d5c3a9ffb68 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:56:46.541733 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-137122e8-5f5f-4a7d-9271-81c712979605 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:56:46.554517 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-137122e8-5f5f-4a7d-9271-81c712979605 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:46.555741 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-137122e8-5f5f-4a7d-9271-81c712979605 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Added segment 3a3776bd-30d5-4b2f-b6c2-f3173df8379f of type vlan for network be6b1389-aacb-4134-82b0-a31970905bff May 05 21:56:46.587009 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-137122e8-5f5f-4a7d-9271-81c712979605 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:46.631530 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 5a7478fb-521e-4f6f-8635-8d5c3a9ffb68, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=5a7478fb-521e-4f6f-8635-8d5c3a9ffb68,segment=NetworkSegment(9ef591eb-c7e9-4c62-ae5a-6d550e933c2c),segment_id=9ef591eb-c7e9-4c62-ae5a-6d550e933c2c)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:46.643085 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:46.644293 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 40d79594-36bc-4bf3-b743-389d36c9b783 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:56:46.663156 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1ee1b0a0-1bb1-4a92-9522-18d2e1b9766a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:46.669450 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 40d79594-36bc-4bf3-b743-389d36c9b783, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=40d79594-36bc-4bf3-b743-389d36c9b783,segment=NetworkSegment(9ef591eb-c7e9-4c62-ae5a-6d550e933c2c),segment_id=9ef591eb-c7e9-4c62-ae5a-6d550e933c2c)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:46.687889 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '40d79594-36bc-4bf3-b743-389d36c9b783', 'network_id': 'c1301700-8066-4240-acf4-e47c77ffe534', 'port_id': '40d79594-36bc-4bf3-b743-389d36c9b783', 'mac_address': 'fa:16:3e:7b:74:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f64f1e7a-817f-4ccd-9184-65d8ed36e073', 'ip_address': '10.1.1.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:56:46.728546 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=419b7c4d-4d74-4c25-a8cc-e9abe925d78f,revision_number=8']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:46.810477 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:46.836453 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40d79594-36bc-4bf3-b743-389d36c9b783 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:56:46.840160 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=5a7478fb-521e-4f6f-8635-8d5c3a9ffb68,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:46.856196 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 40d79594-36bc-4bf3-b743-389d36c9b783, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=40d79594-36bc-4bf3-b743-389d36c9b783,segment=NetworkSegment(9ef591eb-c7e9-4c62-ae5a-6d550e933c2c),segment_id=9ef591eb-c7e9-4c62-ae5a-6d550e933c2c)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:46.863083 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:46.864201 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device d981f185-f142-4e87-9f70-65eca8f3b9fb details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:56:46.891208 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port d981f185-f142-4e87-9f70-65eca8f3b9fb, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=d981f185-f142-4e87-9f70-65eca8f3b9fb,segment=NetworkSegment(7d8e481f-6c9a-401c-a04b-9857aacc083f),segment_id=7d8e481f-6c9a-401c-a04b-9857aacc083f)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:46.891560 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-137122e8-5f5f-4a7d-9271-81c712979605 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:46.895464 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137122e8-5f5f-4a7d-9271-81c712979605 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:46.896038 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-137122e8-5f5f-4a7d-9271-81c712979605 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:46.943129 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': 'd981f185-f142-4e87-9f70-65eca8f3b9fb', 'network_id': 'bc00cc89-bdd8-4ed0-b801-d435664de8a6', 'port_id': 'd981f185-f142-4e87-9f70-65eca8f3b9fb', 'mac_address': 'fa:16:3e:1a:cb:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61b42a37-825f-4627-8501-c242dd47987c', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:56:46.956923 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-76390f57-d095-46ad-b0ca-36eb75d54067 req-8d3351f5-fbb0-46d5-85d0-6dac997f71c2 service neutron] 10.222.0.44 "GET /v2.0/networks/fa69cb3f-4129-4afe-9a6d-7584eefc40c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4947670 May 05 21:56:46.966513 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-57206c94-1189-4b29-9bc9-5c746b1f9371 req-80f5fa17-8198-43a9-8b3f-0d481aef6cfa tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:47.030382 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f5fa17-8198-43a9-8b3f-0d481aef6cfa tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Pushing event deleted for resources: {'Port': ['ID=254d6486-a2f8-4ac2-8cd3-e9e223b202eb,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:47.041435 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:47.060494 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d981f185-f142-4e87-9f70-65eca8f3b9fb {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:56:47.061246 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-137122e8-5f5f-4a7d-9271-81c712979605 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6767466 May 05 21:56:47.064140 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=40d79594-36bc-4bf3-b743-389d36c9b783,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:47.068816 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48518) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:47.075244 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137122e8-5f5f-4a7d-9271-81c712979605 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Pushing event updated for resources: {'Network': ['ID=be6b1389-aacb-4134-82b0-a31970905bff,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:47.083112 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-a6c2cccf-86c2-4bbf-b324-4e387c78690a tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Request body: {'subnet': {'network_id': 'be6b1389-aacb-4134-82b0-a31970905bff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:56:47.096871 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network be6b1389-aacb-4134-82b0-a31970905bff details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:56:47.113004 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port d981f185-f142-4e87-9f70-65eca8f3b9fb, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=d981f185-f142-4e87-9f70-65eca8f3b9fb,segment=NetworkSegment(7d8e481f-6c9a-401c-a04b-9857aacc083f),segment_id=7d8e481f-6c9a-401c-a04b-9857aacc083f)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:47.172095 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:47.173272 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 49bcc364-28e8-4ab9-8b4e-d2fa9332d772 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:56:47.223564 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-952c17ce-9cd7-49b0-a063-8f2276715e2e req-bccb3ade-c34a-49b4-a210-4c749be4f1e6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fcbcc9dc-cafa-489c-a587-b41a7746377e HTTP/1.1" status: 200 len: 1097 time: 0.4049921 May 05 21:56:47.232651 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b4e44-d426-4396-b5c9-f8e8f5860ae7 req-70b8b1c4-5912-4b94-a666-7a87477d4205 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:47.234166 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-316b4e44-d426-4396-b5c9-f8e8f5860ae7 req-70b8b1c4-5912-4b94-a666-7a87477d4205 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcbcc9dc-cafa-489c-a587-b41a7746377e HTTP/1.1" status: 200 len: 946 time: 0.6097820 May 05 21:56:47.254249 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a6c2cccf-86c2-4bbf-b324-4e387c78690a tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:56:47.270203 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01113e1c-d2ed-4d41-aa57-54d3f62d5740 req-a4994bc6-d62a-4e09-bc0a-de0fbafed3cd tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:47.277442 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-01113e1c-d2ed-4d41-aa57-54d3f62d5740 req-a4994bc6-d62a-4e09-bc0a-de0fbafed3cd tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 945 time: 0.4573946 May 05 21:56:47.295026 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a6c2cccf-86c2-4bbf-b324-4e387c78690a tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Usage tracker for resource:subnet and tenant:d6118b6e73844218b32f83df9af14cd4 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:56:47.317136 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a6c2cccf-86c2-4bbf-b324-4e387c78690a tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:56:47.327029 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a6c2cccf-86c2-4bbf-b324-4e387c78690a tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:56:47.355655 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:47.360190 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=d981f185-f142-4e87-9f70-65eca8f3b9fb,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:47.369264 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-a913e9a6-6bed-483a-b992-bd0cd214cad5 req-5df2c84a-29af-4f23-9e79-26d340088db9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b1f35d8-0048-415b-8a9a-e841251002df {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:56:47.373686 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c2cccf-86c2-4bbf-b324-4e387c78690a tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Made reservation on behalf of d6118b6e73844218b32f83df9af14cd4 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:56:47.378220 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1ee1b0a0-1bb1-4a92-9522-18d2e1b9766a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:47.382820 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a913e9a6-6bed-483a-b992-bd0cd214cad5 req-5df2c84a-29af-4f23-9e79-26d340088db9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:47.429617 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 49bcc364-28e8-4ab9-8b4e-d2fa9332d772, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=49bcc364-28e8-4ab9-8b4e-d2fa9332d772,segment=NetworkSegment(fa89ad8c-491c-4028-8282-637f6824c8a1),segment_id=fa89ad8c-491c-4028-8282-637f6824c8a1)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:47.452601 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-952c17ce-9cd7-49b0-a063-8f2276715e2e req-c0b08e6e-5e53-4920-995d-a2cfbf06abff service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=69215bb4-aa47-46d3-ab34-427aa4254c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147198 May 05 21:56:47.464710 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '49bcc364-28e8-4ab9-8b4e-d2fa9332d772', 'network_id': '3120f5ac-8b43-4ef1-9697-254002b20677', 'port_id': '49bcc364-28e8-4ab9-8b4e-d2fa9332d772', 'mac_address': 'fa:16:3e:44:bb:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1594dc8-6a87-4080-8b31-94a5f80267f6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:56:47.492557 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-01113e1c-d2ed-4d41-aa57-54d3f62d5740 req-987d8e51-55e3-4170-99a6-4dc244a0b764 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups?id=58ad0f90-856b-4504-aa80-a4f5b31cc79e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2143795 May 05 21:56:47.500539 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-316b4e44-d426-4396-b5c9-f8e8f5860ae7 req-1aaf0929-99d5-4b20-ac7c-85f90bf4fa70 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/security-groups?id=69215bb4-aa47-46d3-ab34-427aa4254c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413268 May 05 21:56:47.500770 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:47.511562 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device d32ce299-380c-427f-84d1-ef6c3eac9e8f details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:56:47.515141 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 254d6486-a2f8-4ac2-8cd3-e9e223b202eb no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:56:47.559458 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a6c2cccf-86c2-4bbf-b324-4e387c78690a tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:47.604189 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: 254d6486-a2f8-4ac2-8cd3-e9e223b202eb {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:56:47.604577 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 254d6486-a2f8-4ac2-8cd3-e9e223b202eb not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:56:47.624018 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:47.716971 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-a913e9a6-6bed-483a-b992-bd0cd214cad5 req-5df2c84a-29af-4f23-9e79-26d340088db9 service neutron] Transition to ACTIVE for port object 6b1f35d8-0048-415b-8a9a-e841251002df will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:56:47.737705 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a913e9a6-6bed-483a-b992-bd0cd214cad5 req-5df2c84a-29af-4f23-9e79-26d340088db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:47.759343 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49bcc364-28e8-4ab9-8b4e-d2fa9332d772 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:56:47.781814 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee1b0a0-1bb1-4a92-9522-18d2e1b9766a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event updated for resources: {'Subnet': ['ID=c7f312c7-49bb-4dcc-b32e-9589ff4da30f,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:47.790440 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 49bcc364-28e8-4ab9-8b4e-d2fa9332d772, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=49bcc364-28e8-4ab9-8b4e-d2fa9332d772,segment=NetworkSegment(fa89ad8c-491c-4028-8282-637f6824c8a1),segment_id=fa89ad8c-491c-4028-8282-637f6824c8a1)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:47.810464 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:47.811142 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 84c61080-09da-4d95-bf6c-97692f2369f2 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:56:47.892835 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port d32ce299-380c-427f-84d1-ef6c3eac9e8f, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=d32ce299-380c-427f-84d1-ef6c3eac9e8f,segment=NetworkSegment(0aa4b5f2-fc2b-422a-9849-318a9f632a66),segment_id=0aa4b5f2-fc2b-422a-9849-318a9f632a66)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:47.894958 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee1b0a0-1bb1-4a92-9522-18d2e1b9766a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Checking segment: {'id': 'a3f85414-69b1-4ae4-8b5b-5e43b0796961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1adeeec8-4cf1-40c2-9068-ffa81c726ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:56:47.895593 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee1b0a0-1bb1-4a92-9522-18d2e1b9766a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Network hostable DHCP agents. Network: 1adeeec8-4cf1-40c2-9068-ffa81c726ddd, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:56:47.908751 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df2c84a-29af-4f23-9e79-26d340088db9 service neutron] Pushing event updated for resources: {'Port': ['ID=6b1f35d8-0048-415b-8a9a-e841251002df,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:47.916178 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': 'd32ce299-380c-427f-84d1-ef6c3eac9e8f', 'network_id': 'fa69cb3f-4129-4afe-9a6d-7584eefc40c0', 'port_id': 'd32ce299-380c-427f-84d1-ef6c3eac9e8f', 'mac_address': 'fa:16:3e:5b:9a:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98120645-6211-43cf-b26e-14efa3661c41', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:56:47.951630 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5034ad-42e5-4e62-b2a2-05be1d988955 req-41b78c15-bc93-4c6f-8e46-256418aaa7de tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:47.955803 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5034ad-42e5-4e62-b2a2-05be1d988955 req-41b78c15-bc93-4c6f-8e46-256418aaa7de tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:47.959795 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5034ad-42e5-4e62-b2a2-05be1d988955 req-41b78c15-bc93-4c6f-8e46-256418aaa7de tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:47.963809 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5034ad-42e5-4e62-b2a2-05be1d988955 req-41b78c15-bc93-4c6f-8e46-256418aaa7de tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:47.965042 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=49bcc364-28e8-4ab9-8b4e-d2fa9332d772,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:47.974590 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5034ad-42e5-4e62-b2a2-05be1d988955 req-41b78c15-bc93-4c6f-8e46-256418aaa7de tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:47.974988 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 84c61080-09da-4d95-bf6c-97692f2369f2, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=84c61080-09da-4d95-bf6c-97692f2369f2,segment=NetworkSegment(9ef591eb-c7e9-4c62-ae5a-6d550e933c2c),segment_id=9ef591eb-c7e9-4c62-ae5a-6d550e933c2c)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:47.978521 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5034ad-42e5-4e62-b2a2-05be1d988955 req-41b78c15-bc93-4c6f-8e46-256418aaa7de tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:47.982343 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5034ad-42e5-4e62-b2a2-05be1d988955 req-41b78c15-bc93-4c6f-8e46-256418aaa7de tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:47.984321 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ca5034ad-42e5-4e62-b2a2-05be1d988955 req-41b78c15-bc93-4c6f-8e46-256418aaa7de tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/ports?device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 5433 time: 0.2658098 May 05 21:56:47.999546 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '84c61080-09da-4d95-bf6c-97692f2369f2', 'network_id': 'c1301700-8066-4240-acf4-e47c77ffe534', 'port_id': '84c61080-09da-4d95-bf6c-97692f2369f2', 'mac_address': 'fa:16:3e:4e:65:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f64f1e7a-817f-4ccd-9184-65d8ed36e073', 'ip_address': '10.1.1.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:56:48.007615 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:48.013348 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b93b40c-6645-4170-8d98-58935a451c21 req-09b7aed9-a51e-41cf-b7eb-ffd52c7b739f tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:48.014770 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6b93b40c-6645-4170-8d98-58935a451c21 req-09b7aed9-a51e-41cf-b7eb-ffd52c7b739f tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=db75c439-bfe4-48cc-b5c2-cadd255d5611 HTTP/1.1" status: 200 len: 943 time: 0.2949276 May 05 21:56:48.077555 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee1b0a0-1bb1-4a92-9522-18d2e1b9766a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Network 1adeeec8-4cf1-40c2-9068-ffa81c726ddd is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:56:48.101454 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57206c94-1189-4b29-9bc9-5c746b1f9371 req-80f5fa17-8198-43a9-8b3f-0d481aef6cfa tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Router 8fc88137-3275-4db7-bc2e-9936958326ac has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:56:48.120154 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-1ee1b0a0-1bb1-4a92-9522-18d2e1b9766a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 1adeeec8-4cf1-40c2-9068-ffa81c726ddd) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:56:48.124216 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d32ce299-380c-427f-84d1-ef6c3eac9e8f {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:56:48.125594 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee1b0a0-1bb1-4a92-9522-18d2e1b9766a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:48.127022 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1ee1b0a0-1bb1-4a92-9522-18d2e1b9766a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:48.131871 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8c8f25-5591-48c4-8045-049ffda7d98e None None] Network 1adeeec8-4cf1-40c2-9068-ffa81c726ddd requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:56:48.146060 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a6c2cccf-86c2-4bbf-b324-4e387c78690a tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:48.147987 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-a913e9a6-6bed-483a-b992-bd0cd214cad5 req-5df2c84a-29af-4f23-9e79-26d340088db9 service neutron] Attempting to bind port 6b1f35d8-0048-415b-8a9a-e841251002df on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:56:48.148516 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-a913e9a6-6bed-483a-b992-bd0cd214cad5 req-5df2c84a-29af-4f23-9e79-26d340088db9 service neutron] Attempting to bind port 6b1f35d8-0048-415b-8a9a-e841251002df by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': '5e9da586-bb12-4958-b15e-b7cf97bc3d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '18b54df9-33ed-4370-adce-cf7c028d1c63'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:56:48.148780 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a913e9a6-6bed-483a-b992-bd0cd214cad5 req-5df2c84a-29af-4f23-9e79-26d340088db9 service neutron] Attempting to bind port 6b1f35d8-0048-415b-8a9a-e841251002df on network 18b54df9-33ed-4370-adce-cf7c028d1c63 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:56:48.163381 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a913e9a6-6bed-483a-b992-bd0cd214cad5 req-5df2c84a-29af-4f23-9e79-26d340088db9 service neutron] Port 6b1f35d8-0048-415b-8a9a-e841251002df on network 18b54df9-33ed-4370-adce-cf7c028d1c63 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:56:48.163864 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a913e9a6-6bed-483a-b992-bd0cd214cad5 req-5df2c84a-29af-4f23-9e79-26d340088db9 service neutron] Attempting to bind port 6b1f35d8-0048-415b-8a9a-e841251002df on network 18b54df9-33ed-4370-adce-cf7c028d1c63 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:56:48.218825 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:48.226986 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a913e9a6-6bed-483a-b992-bd0cd214cad5 req-5df2c84a-29af-4f23-9e79-26d340088db9 service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:56:48.227358 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a913e9a6-6bed-483a-b992-bd0cd214cad5 req-5df2c84a-29af-4f23-9e79-26d340088db9 service neutron] Checking segment: {'id': '5e9da586-bb12-4958-b15e-b7cf97bc3d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '18b54df9-33ed-4370-adce-cf7c028d1c63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:56:48.228230 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a913e9a6-6bed-483a-b992-bd0cd214cad5 req-5df2c84a-29af-4f23-9e79-26d340088db9 service neutron] Bound using segment: {'id': '5e9da586-bb12-4958-b15e-b7cf97bc3d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '18b54df9-33ed-4370-adce-cf7c028d1c63'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:56:48.228230 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-a913e9a6-6bed-483a-b992-bd0cd214cad5 req-5df2c84a-29af-4f23-9e79-26d340088db9 service neutron] Bound port: 6b1f35d8-0048-415b-8a9a-e841251002df, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e9da586-bb12-4958-b15e-b7cf97bc3d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '18b54df9-33ed-4370-adce-cf7c028d1c63'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:56:48.228448 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a913e9a6-6bed-483a-b992-bd0cd214cad5 req-5df2c84a-29af-4f23-9e79-26d340088db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:48.236306 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port d32ce299-380c-427f-84d1-ef6c3eac9e8f, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=d32ce299-380c-427f-84d1-ef6c3eac9e8f,segment=NetworkSegment(0aa4b5f2-fc2b-422a-9849-318a9f632a66),segment_id=0aa4b5f2-fc2b-422a-9849-318a9f632a66)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:48.241332 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1ee1b0a0-1bb1-4a92-9522-18d2e1b9766a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7349389 May 05 21:56:48.242697 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48526) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:48.252862 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:48.253727 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-574f147d-0e94-4399-85d7-5fe044a2acc1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-545285130', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:56:48.267436 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ca5034ad-42e5-4e62-b2a2-05be1d988955 req-c191708e-9dab-4c15-9456-5b8761e63e48 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/security-groups?id=d56f4659-1a1c-44b7-b1dc-74618b3402dc&id=d1b940f3-f2a7-478e-a3f4-c0ad661f5649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2730432 May 05 21:56:48.276731 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-574f147d-0e94-4399-85d7-5fe044a2acc1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:56:48.285802 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84c61080-09da-4d95-bf6c-97692f2369f2 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:56:48.295225 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6b93b40c-6645-4170-8d98-58935a451c21 req-e6e3f084-9d47-42cf-aade-f682b7fc7a93 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795239 May 05 21:56:48.299964 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c2cccf-86c2-4bbf-b324-4e387c78690a tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Pushing event updated for resources: {'Subnet': ['ID=e06bc2ba-263f-40b1-81a9-a177fbda9bea,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:48.313036 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-574f147d-0e94-4399-85d7-5fe044a2acc1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Usage tracker for resource:router and tenant:663767b5203746b3b9addbbb99a48f8b is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:56:48.318154 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-574f147d-0e94-4399-85d7-5fe044a2acc1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:56:48.344265 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-574f147d-0e94-4399-85d7-5fe044a2acc1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:56:48.356431 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 84c61080-09da-4d95-bf6c-97692f2369f2, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=84c61080-09da-4d95-bf6c-97692f2369f2,segment=NetworkSegment(9ef591eb-c7e9-4c62-ae5a-6d550e933c2c),segment_id=9ef591eb-c7e9-4c62-ae5a-6d550e933c2c)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:48.370299 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c2cccf-86c2-4bbf-b324-4e387c78690a tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Checking segment: {'id': '3a3776bd-30d5-4b2f-b6c2-f3173df8379f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'be6b1389-aacb-4134-82b0-a31970905bff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:56:48.371098 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c2cccf-86c2-4bbf-b324-4e387c78690a tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Network hostable DHCP agents. Network: be6b1389-aacb-4134-82b0-a31970905bff, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:56:48.382745 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:48.383383 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 40be755c-7280-4fa7-ab8f-f0bd526d1201 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:56:48.389172 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=d32ce299-380c-427f-84d1-ef6c3eac9e8f,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:48.402342 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-574f147d-0e94-4399-85d7-5fe044a2acc1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:48.403325 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-574f147d-0e94-4399-85d7-5fe044a2acc1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:48.434937 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-a913e9a6-6bed-483a-b992-bd0cd214cad5 req-5df2c84a-29af-4f23-9e79-26d340088db9 service neutron] For port 6b1f35d8-0048-415b-8a9a-e841251002df, host n-h2-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:56:48.440846 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-a913e9a6-6bed-483a-b992-bd0cd214cad5 req-5df2c84a-29af-4f23-9e79-26d340088db9 service neutron] For port 6b1f35d8-0048-415b-8a9a-e841251002df, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=6b1f35d8-0048-415b-8a9a-e841251002df,segment=NetworkSegment(5e9da586-bb12-4958-b15e-b7cf97bc3d1b),segment_id=5e9da586-bb12-4958-b15e-b7cf97bc3d1b)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:56:48.454476 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a913e9a6-6bed-483a-b992-bd0cd214cad5 req-5df2c84a-29af-4f23-9e79-26d340088db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:48.473663 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c2cccf-86c2-4bbf-b324-4e387c78690a tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Network be6b1389-aacb-4134-82b0-a31970905bff is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:56:48.487398 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-574f147d-0e94-4399-85d7-5fe044a2acc1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:48.551598 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a913e9a6-6bed-483a-b992-bd0cd214cad5 req-5df2c84a-29af-4f23-9e79-26d340088db9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:48.553584 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a913e9a6-6bed-483a-b992-bd0cd214cad5 req-5df2c84a-29af-4f23-9e79-26d340088db9 service neutron] 10.222.0.32 "PUT /v2.0/ports/6b1f35d8-0048-415b-8a9a-e841251002df HTTP/1.1" status: 200 len: 1092 time: 2.9503429 May 05 21:56:48.553823 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2510197e-0167-4df8-b662-758eb5911dee', 'tag': '6b1f35d8-0048-415b-8a9a-e841251002df'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:56:48.569978 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650ee19c-47a5-46fb-87c2-6a55df6429d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '419b7c4d-4d74-4c25-a8cc-e9abe925d78f'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:56:48.578492 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df2c84a-29af-4f23-9e79-26d340088db9 service neutron] Pushing event updated for resources: {'Port': ['ID=6b1f35d8-0048-415b-8a9a-e841251002df,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:48.590233 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['d32ce299-380c-427f-84d1-ef6c3eac9e8f'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:56:48.621283 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-a6c2cccf-86c2-4bbf-b324-4e387c78690a tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, be6b1389-aacb-4134-82b0-a31970905bff) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:56:48.628740 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c2cccf-86c2-4bbf-b324-4e387c78690a tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:48.629382 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a6c2cccf-86c2-4bbf-b324-4e387c78690a tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:48.675994 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57206c94-1189-4b29-9bc9-5c746b1f9371 req-80f5fa17-8198-43a9-8b3f-0d481aef6cfa tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:56:48.687547 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d5910b-1e63-434b-a235-f342b1434eb0 None None] Sync routers for ids ['8fc88137-3275-4db7-bc2e-9936958326ac'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:56:48.700325 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.resource_extend [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 21:56:48.711882 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 40be755c-7280-4fa7-ab8f-f0bd526d1201, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=40be755c-7280-4fa7-ab8f-f0bd526d1201,segment=NetworkSegment(9ef591eb-c7e9-4c62-ae5a-6d550e933c2c),segment_id=9ef591eb-c7e9-4c62-ae5a-6d550e933c2c)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:48.719483 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d5910b-1e63-434b-a235-f342b1434eb0 None None] Routers {'8fc88137-3275-4db7-bc2e-9936958326ac'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:56:48.720256 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-d4d5910b-1e63-434b-a235-f342b1434eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:56:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8fc88137-3275-4db7-bc2e-9936958326ac'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:48.753520 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a6c2cccf-86c2-4bbf-b324-4e387c78690a tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6797228 May 05 21:56:48.762505 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48538) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:48.776113 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-574f147d-0e94-4399-85d7-5fe044a2acc1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:48.838897 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b5efc7-4e72-4a80-a39c-d97ef7efa191 None None] Network be6b1389-aacb-4134-82b0-a31970905bff requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:56:48.865093 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '40be755c-7280-4fa7-ab8f-f0bd526d1201', 'network_id': 'c1301700-8066-4240-acf4-e47c77ffe534', 'port_id': '40be755c-7280-4fa7-ab8f-f0bd526d1201', 'mac_address': 'fa:16:3e:7c:a6:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f64f1e7a-817f-4ccd-9184-65d8ed36e073', 'ip_address': '10.1.1.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:56:48.876090 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-57206c94-1189-4b29-9bc9-5c746b1f9371 req-80f5fa17-8198-43a9-8b3f-0d481aef6cfa tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] No DVR routers for this DVR port 254d6486-a2f8-4ac2-8cd3-e9e223b202eb on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:56:48.880635 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-57206c94-1189-4b29-9bc9-5c746b1f9371 req-80f5fa17-8198-43a9-8b3f-0d481aef6cfa tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:48.883306 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-57206c94-1189-4b29-9bc9-5c746b1f9371 req-80f5fa17-8198-43a9-8b3f-0d481aef6cfa tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.44 "DELETE /v2.0/ports/254d6486-a2f8-4ac2-8cd3-e9e223b202eb HTTP/1.1" status: 204 len: 173 time: 4.2964597 May 05 21:56:48.900275 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-574f147d-0e94-4399-85d7-5fe044a2acc1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:48.901521 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-574f147d-0e94-4399-85d7-5fe044a2acc1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6564224 May 05 21:56:48.911615 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48542) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:48.955578 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=84c61080-09da-4d95-bf6c-97692f2369f2,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:48.964989 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9391d3c9-abfd-4652-86cb-fdc3c780b374 req-86b027d5-c299-49e2-91ee-2fedda4fda74 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:48.972833 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9391d3c9-abfd-4652-86cb-fdc3c780b374 req-86b027d5-c299-49e2-91ee-2fedda4fda74 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=2510197e-0167-4df8-b662-758eb5911dee HTTP/1.1" status: 200 len: 944 time: 0.4621279 May 05 21:56:48.979570 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33457974-e6d8-4bd2-80e1-1a5297ebb1cc req-134e3c29-9cd2-40a0-853a-ca69fbd89a24 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:48.980970 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-33457974-e6d8-4bd2-80e1-1a5297ebb1cc req-134e3c29-9cd2-40a0-853a-ca69fbd89a24 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=650ee19c-47a5-46fb-87c2-6a55df6429d5 HTTP/1.1" status: 200 len: 945 time: 0.4360499 May 05 21:56:49.003610 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-d4d5910b-1e63-434b-a235-f342b1434eb0 None None] Set router 8fc88137-3275-4db7-bc2e-9936958326ac gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:56:49.052907 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-010d1149-bc67-4f4d-903c-3fbe14d3bc4a tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:49.087162 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-33457974-e6d8-4bd2-80e1-1a5297ebb1cc req-ef53952a-882e-414d-954b-f46449815647 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c51188-03e9-4eb7-84f3-076c2790a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853534 May 05 21:56:49.101375 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9391d3c9-abfd-4652-86cb-fdc3c780b374 req-51b6d077-dbfb-4175-a83c-117f441b802f tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=0043bfbb-2fb2-4013-8494-b5595b7ffb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276000 May 05 21:56:49.209800 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a913e9a6-6bed-483a-b992-bd0cd214cad5 req-7f7f09c7-80d8-4b56-9e38-c47560136039 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ea2eb66bb064d42bceac53953af552d&device_id=2510197e-0167-4df8-b662-758eb5911dee HTTP/1.1" status: 200 len: 1095 time: 0.5968156 May 05 21:56:49.221143 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2149ceec-9970-4ede-82c0-3e9b02a81754 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-1adeeec8-4cf1-40c2-9068-ffa81c726ddd', 'network_id': '1adeeec8-4cf1-40c2-9068-ffa81c726ddd', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'fixed_ips': [{'subnet_id': 'c7f312c7-49bb-4dcc-b32e-9589ff4da30f'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 21:56:49.221915 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2149ceec-9970-4ede-82c0-3e9b02a81754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:49.271474 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:49.306351 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:49.367809 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40be755c-7280-4fa7-ab8f-f0bd526d1201 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:56:49.403774 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a913e9a6-6bed-483a-b992-bd0cd214cad5 req-9e2949b9-6c5e-4d30-96d3-95f2d6231c74 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b1f35d8-0048-415b-8a9a-e841251002df HTTP/1.1" status: 200 len: 217 time: 0.1842456 May 05 21:56:49.461552 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-010d1149-bc67-4f4d-903c-3fbe14d3bc4a tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:49.536510 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-d4d5910b-1e63-434b-a235-f342b1434eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc88137-3275-4db7-bc2e-9936958326ac', 'name': 'tempest-ServerActionsTestJSON-2136586527-router', 'tenant_id': '0eb82da6a4bc47a2ae0058d78ca21e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '492005b6-aae6-49d6-8896-2a21bd3e474b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:46:14Z', 'updated_at': '2022-05-05T21:46:38Z', 'revision_number': 4, 'project_id': '0eb82da6a4bc47a2ae0058d78ca21e92', 'gw_port': {'id': '492005b6-aae6-49d6-8896-2a21bd3e474b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc88137-3275-4db7-bc2e-9936958326ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:46:17Z', 'updated_at': '2022-05-05T21:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '63e74258-3e07-4692-99fd-674df226b289', 'name': '', 'network_id': 'f33cead3-3472-4ef7-9cf3-a35684adef89', 'tenant_id': '0eb82da6a4bc47a2ae0058d78ca21e92', 'mac_address': 'fa:16:3e:a2:58:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc88137-3275-4db7-bc2e-9936958326ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d5de724-e15a-4a3a-8314-05869a0cf070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:46:36Z', 'updated_at': '2022-05-05T21:47:06Z', 'revision_number': 5, 'project_id': '0eb82da6a4bc47a2ae0058d78ca21e92', 'subnets': [{'id': '7d5de724-e15a-4a3a-8314-05869a0cf070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:49.542407 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d5910b-1e63-434b-a235-f342b1434eb0 None None] Checking router: 8fc88137-3275-4db7-bc2e-9936958326ac for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:56:49.553781 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c22ba-4a3b-476c-a07f-505e3410b53c req-fb89b814-1114-49c2-9854-35f7c843dc7c tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:49.556728 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6b4c22ba-4a3b-476c-a07f-505e3410b53c req-fb89b814-1114-49c2-9854-35f7c843dc7c tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcbcc9dc-cafa-489c-a587-b41a7746377e HTTP/1.1" status: 200 len: 946 time: 0.1803169 May 05 21:56:49.565778 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d5910b-1e63-434b-a235-f342b1434eb0 None None] Routers {'8fc88137-3275-4db7-bc2e-9936958326ac'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:56:49.566740 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-d4d5910b-1e63-434b-a235-f342b1434eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:56:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8fc88137-3275-4db7-bc2e-9936958326ac'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:49.603758 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-010d1149-bc67-4f4d-903c-3fbe14d3bc4a tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:49.661527 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913e9a6-6bed-483a-b992-bd0cd214cad5 req-9c0c3ccf-dd8f-4f58-9425-0578336970ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:49.662381 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 40be755c-7280-4fa7-ab8f-f0bd526d1201, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=40be755c-7280-4fa7-ab8f-f0bd526d1201,segment=NetworkSegment(9ef591eb-c7e9-4c62-ae5a-6d550e933c2c),segment_id=9ef591eb-c7e9-4c62-ae5a-6d550e933c2c)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:49.664404 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a913e9a6-6bed-483a-b992-bd0cd214cad5 req-9c0c3ccf-dd8f-4f58-9425-0578336970ae service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53681791-224f-47a5-828b-e46692c08c1b HTTP/1.1" status: 200 len: 855 time: 0.2437134 May 05 21:56:49.673949 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010d1149-bc67-4f4d-903c-3fbe14d3bc4a tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Pushing event deleted for resources: {'Subnet': ['ID=e06bc2ba-263f-40b1-81a9-a177fbda9bea,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:49.709238 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:49.751933 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6b4c22ba-4a3b-476c-a07f-505e3410b53c req-7b81e005-d3e6-49c1-b4a7-b9f105fa08a0 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/security-groups?id=69215bb4-aa47-46d3-ab34-427aa4254c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869297 May 05 21:56:49.794688 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7fb2e640-f0c3-4c04-905d-f70f92cb3ef8 req-7a60cf93-bd04-4712-b916-9f4203837b59 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9978b89-a388-4e1f-ae58-d0f146c5b7c5 HTTP/1.1" status: 200 len: 210 time: 0.1335669 May 05 21:56:49.850969 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-d4d5910b-1e63-434b-a235-f342b1434eb0 None None] Set router 8fc88137-3275-4db7-bc2e-9936958326ac gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:56:49.959913 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02d467b8-dff6-4527-937c-0e9fe976ced5'] response: {'server_uuid': '650ee19c-47a5-46fb-87c2-6a55df6429d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '419b7c4d-4d74-4c25-a8cc-e9abe925d78f', 'code': 200} May 05 21:56:49.963946 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-010d1149-bc67-4f4d-903c-3fbe14d3bc4a tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:50.014564 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac316dd5-d20d-48b7-9d07-4eb11977b461'] response: {'name': 'network-changed', 'server_uuid': '2510197e-0167-4df8-b662-758eb5911dee', 'tag': '6b1f35d8-0048-415b-8a9a-e841251002df', 'status': 'completed', 'code': 200} May 05 21:56:50.028074 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-010d1149-bc67-4f4d-903c-3fbe14d3bc4a tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be6b1389-aacb-4134-82b0-a31970905bff']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:50.060858 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-010d1149-bc67-4f4d-903c-3fbe14d3bc4a tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a3776bd-30d5-4b2f-b6c2-f3173df8379f') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:50.061151 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-010d1149-bc67-4f4d-903c-3fbe14d3bc4a tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a3776bd-30d5-4b2f-b6c2-f3173df8379f') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:50.086077 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-010d1149-bc67-4f4d-903c-3fbe14d3bc4a tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:50.123409 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-010d1149-bc67-4f4d-903c-3fbe14d3bc4a tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:50.144457 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf06bd3-da33-4fe5-aecc-c7c3de06979d None None] Network be6b1389-aacb-4134-82b0-a31970905bff requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:56:50.213647 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-11988110-372b-4d54-85a7-2c7bd32bd05a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:50.222306 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-010d1149-bc67-4f4d-903c-3fbe14d3bc4a tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:56:50.222985 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-010d1149-bc67-4f4d-903c-3fbe14d3bc4a tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:50.239954 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 21:56:50.239954 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:56:50.239954 n-d-825175-4 neutron-server[84061]: timer() May 05 21:56:50.239954 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:56:50.239954 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 21:56:50.239954 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:56:50.239954 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 21:56:50.239954 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:56:50.239954 n-d-825175-4 neutron-server[84061]: self._notify() May 05 21:56:50.239954 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:56:50.239954 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 21:56:50.239954 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:56:50.239954 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 21:56:50.239954 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:56:50.239954 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:56:50.239954 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:56:50.239954 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:56:50.239954 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:56:50.239954 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 21:56:50.239954 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:56:50.239954 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 21:56:50.239954 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:56:50.239954 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:56:50.239954 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:56:50.239954 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 21:56:50.239954 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:56:50.239954 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:56:50.239954 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:56:50.239954 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:56:50.239954 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:56:50.239954 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:56:50.239954 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:56:50.276147 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=40be755c-7280-4fa7-ab8f-f0bd526d1201,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:50.283615 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-2149ceec-9970-4ede-82c0-3e9b02a81754 None None] Allocated IP 172.20.0.2 (1adeeec8-4cf1-40c2-9068-ffa81c726ddd/c7f312c7-49bb-4dcc-b32e-9589ff4da30f/bdcc4246-3348-45cd-be87-40703147d291) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:56:50.368792 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-d4d5910b-1e63-434b-a235-f342b1434eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc88137-3275-4db7-bc2e-9936958326ac', 'name': 'tempest-ServerActionsTestJSON-2136586527-router', 'tenant_id': '0eb82da6a4bc47a2ae0058d78ca21e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '492005b6-aae6-49d6-8896-2a21bd3e474b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:46:14Z', 'updated_at': '2022-05-05T21:46:38Z', 'revision_number': 4, 'project_id': '0eb82da6a4bc47a2ae0058d78ca21e92', 'gw_port': {'id': '492005b6-aae6-49d6-8896-2a21bd3e474b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc88137-3275-4db7-bc2e-9936958326ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:46:17Z', 'updated_at': '2022-05-05T21:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '63e74258-3e07-4692-99fd-674df226b289', 'name': '', 'network_id': 'f33cead3-3472-4ef7-9cf3-a35684adef89', 'tenant_id': '0eb82da6a4bc47a2ae0058d78ca21e92', 'mac_address': 'fa:16:3e:a2:58:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc88137-3275-4db7-bc2e-9936958326ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d5de724-e15a-4a3a-8314-05869a0cf070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:46:36Z', 'updated_at': '2022-05-05T21:47:06Z', 'revision_number': 5, 'project_id': '0eb82da6a4bc47a2ae0058d78ca21e92', 'subnets': [{'id': '7d5de724-e15a-4a3a-8314-05869a0cf070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:50.372999 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['5a7478fb-521e-4f6f-8635-8d5c3a9ffb68'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:56:50.373171 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d5910b-1e63-434b-a235-f342b1434eb0 None None] The sync data for ids ['8fc88137-3275-4db7-bc2e-9936958326ac'] in n-d-825175-4 is: [{'id': '8fc88137-3275-4db7-bc2e-9936958326ac', 'name': 'tempest-ServerActionsTestJSON-2136586527-router', 'tenant_id': '0eb82da6a4bc47a2ae0058d78ca21e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '492005b6-aae6-49d6-8896-2a21bd3e474b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:46:14Z', 'updated_at': '2022-05-05T21:46:38Z', 'revision_number': 4, 'project_id': '0eb82da6a4bc47a2ae0058d78ca21e92', 'gw_port': {'id': '492005b6-aae6-49d6-8896-2a21bd3e474b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc88137-3275-4db7-bc2e-9936958326ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:46:17Z', 'updated_at': '2022-05-05T21:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '63e74258-3e07-4692-99fd-674df226b289', 'name': '', 'network_id': 'f33cead3-3472-4ef7-9cf3-a35684adef89', 'tenant_id': '0eb82da6a4bc47a2ae0058d78ca21e92', 'mac_address': 'fa:16:3e:a2:58:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc88137-3275-4db7-bc2e-9936958326ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7d5de724-e15a-4a3a-8314-05869a0cf070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:46:36Z', 'updated_at': '2022-05-05T21:47:06Z', 'revision_number': 5, 'project_id': '0eb82da6a4bc47a2ae0058d78ca21e92', 'subnets': [{'id': '7d5de724-e15a-4a3a-8314-05869a0cf070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:56:50.379062 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a913e9a6-6bed-483a-b992-bd0cd214cad5 req-d046dab0-b631-4342-a5b8-787d8495e513 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=18b54df9-33ed-4370-adce-cf7c028d1c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6267195 May 05 21:56:50.406936 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-010d1149-bc67-4f4d-903c-3fbe14d3bc4a tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:50.440981 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-010d1149-bc67-4f4d-903c-3fbe14d3bc4a tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:50.461258 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55450dca-f87d-4c77-89d0-ba45b06c6fb2 req-34c843d9-6107-4c78-9126-f5f1e253a6c2 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:50.462796 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-55450dca-f87d-4c77-89d0-ba45b06c6fb2 req-34c843d9-6107-4c78-9126-f5f1e253a6c2 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=db75c439-bfe4-48cc-b5c2-cadd255d5611 HTTP/1.1" status: 200 len: 944 time: 0.2861893 May 05 21:56:50.468897 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010d1149-bc67-4f4d-903c-3fbe14d3bc4a tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Pushing event deleted for resources: {'Network': ['ID=be6b1389-aacb-4134-82b0-a31970905bff,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:50.499514 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a30fe-e859-4ebb-9e6f-509ad45e4c5b req-1e607ee4-5c90-4992-9396-8324830f30d8 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:50.503235 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['948d6717-39b5-46c6-879f-ba0420345ef2'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:56:50.504855 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a30fe-e859-4ebb-9e6f-509ad45e4c5b req-1e607ee4-5c90-4992-9396-8324830f30d8 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:50.508891 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a30fe-e859-4ebb-9e6f-509ad45e4c5b req-1e607ee4-5c90-4992-9396-8324830f30d8 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:50.512700 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a30fe-e859-4ebb-9e6f-509ad45e4c5b req-1e607ee4-5c90-4992-9396-8324830f30d8 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:50.516562 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a30fe-e859-4ebb-9e6f-509ad45e4c5b req-1e607ee4-5c90-4992-9396-8324830f30d8 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:50.520588 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a30fe-e859-4ebb-9e6f-509ad45e4c5b req-1e607ee4-5c90-4992-9396-8324830f30d8 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:50.524406 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a30fe-e859-4ebb-9e6f-509ad45e4c5b req-1e607ee4-5c90-4992-9396-8324830f30d8 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:50.525982 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['d981f185-f142-4e87-9f70-65eca8f3b9fb'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:56:50.532027 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fe0a30fe-e859-4ebb-9e6f-509ad45e4c5b req-1e607ee4-5c90-4992-9396-8324830f30d8 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/ports?device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 5436 time: 0.3993213 May 05 21:56:50.562779 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-010d1149-bc67-4f4d-903c-3fbe14d3bc4a tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "DELETE /v2.0/networks/be6b1389-aacb-4134-82b0-a31970905bff HTTP/1.1" status: 204 len: 168 time: 1.7777808 May 05 21:56:50.563616 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48558) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:50.578991 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-8716bc17-1b64-4dfc-b0cc-fd4569bc4c7f tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-724612248'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:56:50.583366 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['40be755c-7280-4fa7-ab8f-f0bd526d1201'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:56:50.584753 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-8716bc17-1b64-4dfc-b0cc-fd4569bc4c7f tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:56:50.588521 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-8716bc17-1b64-4dfc-b0cc-fd4569bc4c7f tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Usage tracker for resource:network and tenant:d6118b6e73844218b32f83df9af14cd4 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:56:50.591398 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-8716bc17-1b64-4dfc-b0cc-fd4569bc4c7f tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:56:50.597089 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-8716bc17-1b64-4dfc-b0cc-fd4569bc4c7f tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:56:50.606240 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['84c61080-09da-4d95-bf6c-97692f2369f2'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:56:50.618101 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8716bc17-1b64-4dfc-b0cc-fd4569bc4c7f tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Made reservation on behalf of d6118b6e73844218b32f83df9af14cd4 for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:56:50.621053 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8716bc17-1b64-4dfc-b0cc-fd4569bc4c7f tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:50.649214 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['49bcc364-28e8-4ab9-8b4e-d2fa9332d772'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:56:50.663407 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8716bc17-1b64-4dfc-b0cc-fd4569bc4c7f tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:56:50.672940 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8716bc17-1b64-4dfc-b0cc-fd4569bc4c7f tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:50.673317 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-8716bc17-1b64-4dfc-b0cc-fd4569bc4c7f tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Added segment 5f5ee068-7a8e-4ccd-bd39-95cc7ee3907d of type vlan for network 622d025a-112c-449e-aea6-baf48e7418af May 05 21:56:50.707848 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8716bc17-1b64-4dfc-b0cc-fd4569bc4c7f tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:50.717538 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5c0f5382-b191-40cd-96bd-d9a8575b48cf req-6af85619-9d68-41be-9156-705feca6632b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=650ee19c-47a5-46fb-87c2-6a55df6429d5 HTTP/1.1" status: 200 len: 1096 time: 0.5566940 May 05 21:56:50.743303 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-55450dca-f87d-4c77-89d0-ba45b06c6fb2 req-bc8c7baf-fe99-436c-9268-31a36c04b549 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709253 May 05 21:56:50.758873 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fe0a30fe-e859-4ebb-9e6f-509ad45e4c5b req-b0d22eb7-f07a-4715-9c02-7099fab492cd tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/security-groups?id=d56f4659-1a1c-44b7-b1dc-74618b3402dc&id=d1b940f3-f2a7-478e-a3f4-c0ad661f5649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2257817 May 05 21:56:50.760203 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8716bc17-1b64-4dfc-b0cc-fd4569bc4c7f tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:50.763900 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8716bc17-1b64-4dfc-b0cc-fd4569bc4c7f tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:50.764498 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8716bc17-1b64-4dfc-b0cc-fd4569bc4c7f tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:50.803927 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5c0f5382-b191-40cd-96bd-d9a8575b48cf req-ef08604f-095f-4fa4-ad56-a2270a45c795 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=43c51188-03e9-4eb7-84f3-076c2790a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672402 May 05 21:56:50.810407 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a913e9a6-6bed-483a-b992-bd0cd214cad5 req-6c041df6-5d0f-46ba-aec8-e4edcc7f674c service neutron] 10.222.0.32 "GET /v2.0/networks/18b54df9-33ed-4370-adce-cf7c028d1c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3760540 May 05 21:56:50.881435 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d89d09d-83af-4003-9d72-e113ff327721 None None] New status for floating IP a95a7668-6fcf-4d47-8dee-9f2d5a877558: DOWN {{(pid=84064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 21:56:50.916222 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8716bc17-1b64-4dfc-b0cc-fd4569bc4c7f tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Pushing event updated for resources: {'Network': ['ID=622d025a-112c-449e-aea6-baf48e7418af,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:50.968965 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 622d025a-112c-449e-aea6-baf48e7418af details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:56:50.979518 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-8716bc17-1b64-4dfc-b0cc-fd4569bc4c7f tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4149368 May 05 21:56:50.982403 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48570) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:50.988840 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-46fe37e2-e5e1-4076-abae-3f4abd838462 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:56:51.022277 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c2d0c8-211b-4bfd-849f-b2cf2f0ff854 req-36921384-a15d-49c4-8800-5d71b657a7ff tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:51.024314 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-43c2d0c8-211b-4bfd-849f-b2cf2f0ff854 req-36921384-a15d-49c4-8800-5d71b657a7ff tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=650ee19c-47a5-46fb-87c2-6a55df6429d5 HTTP/1.1" status: 200 len: 945 time: 0.1055491 May 05 21:56:51.096003 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-43c2d0c8-211b-4bfd-849f-b2cf2f0ff854 req-89b90bea-184a-467a-8ed2-6981433bf33e tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c51188-03e9-4eb7-84f3-076c2790a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644162 May 05 21:56:51.207499 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f73f6c-0bd5-4e62-9470-d3e63491e137 req-d8e2062b-724b-4b51-ab0a-96ca52219fb3 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:51.215894 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b0f73f6c-0bd5-4e62-9470-d3e63491e137 req-d8e2062b-724b-4b51-ab0a-96ca52219fb3 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/ports?device_id=146dc408-4175-43fc-9dc9-c8d2ad380027 HTTP/1.1" status: 200 len: 946 time: 0.1148229 May 05 21:56:51.325526 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b0f73f6c-0bd5-4e62-9470-d3e63491e137 req-7f55d192-32db-48b6-b93f-88dcf4573415 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/security-groups?id=69215bb4-aa47-46d3-ab34-427aa4254c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086481 May 05 21:56:51.339969 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a913e9a6-6bed-483a-b992-bd0cd214cad5 req-0bd6b763-a49a-44b3-bb6a-d5814483062b service neutron] 10.222.0.32 "GET /v2.0/networks/18b54df9-33ed-4370-adce-cf7c028d1c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336751 May 05 21:56:51.363619 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9febf1b9-f59c-44d4-8e19-89c30b67e74e req-8f80b63c-76e8-4bd3-a92a-a3f21c757598 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:51.370835 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9febf1b9-f59c-44d4-8e19-89c30b67e74e req-8f80b63c-76e8-4bd3-a92a-a3f21c757598 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=2510197e-0167-4df8-b662-758eb5911dee HTTP/1.1" status: 200 len: 944 time: 0.1352422 May 05 21:56:51.388463 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-46fe37e2-e5e1-4076-abae-3f4abd838462 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:51.424837 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['40d79594-36bc-4bf3-b743-389d36c9b783'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:56:51.428717 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9febf1b9-f59c-44d4-8e19-89c30b67e74e req-ce03a3a4-efc9-4a49-8f66-47281d9941bb tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=0043bfbb-2fb2-4013-8494-b5595b7ffb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567853 May 05 21:56:51.467044 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-46fe37e2-e5e1-4076-abae-3f4abd838462 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:51.514424 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48578) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:51.573853 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-46fe37e2-e5e1-4076-abae-3f4abd838462 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Network 622d025a-112c-449e-aea6-baf48e7418af is not hosted by any dhcp agent {{(pid=84063) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 05 21:56:51.578264 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fe37e2-e5e1-4076-abae-3f4abd838462 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:51.578443 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-46fe37e2-e5e1-4076-abae-3f4abd838462 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:51.579947 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-46fe37e2-e5e1-4076-abae-3f4abd838462 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "PUT /v2.0/networks/622d025a-112c-449e-aea6-baf48e7418af HTTP/1.1" status: 200 len: 723 time: 0.5964005 May 05 21:56:51.584482 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48582) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:51.599146 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device d32ce299-380c-427f-84d1-ef6c3eac9e8f up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:56:51.602734 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-5a323003-d81a-4666-9f89-382bc9f32998 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Request body: {'subnet': {'network_id': '622d025a-112c-449e-aea6-baf48e7418af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:56:51.635207 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fe37e2-e5e1-4076-abae-3f4abd838462 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Pushing event updated for resources: {'Network': ['ID=622d025a-112c-449e-aea6-baf48e7418af,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:51.695256 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-72ce0de6-c0d2-4504-92b7-70a1ce3cd6dc req-8349f096-3f79-4a8d-b5fe-eff5829d3fde service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ea2eb66bb064d42bceac53953af552d&device_id=2510197e-0167-4df8-b662-758eb5911dee HTTP/1.1" status: 200 len: 1095 time: 0.2975402 May 05 21:56:51.722468 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a55c632a-203c-44ce-8111-4b3b1dafefde tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:51.744964 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 622d025a-112c-449e-aea6-baf48e7418af details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:56:51.815993 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a55c632a-203c-44ce-8111-4b3b1dafefde tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:51.831561 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-5a323003-d81a-4666-9f89-382bc9f32998 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:56:51.838426 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-5a323003-d81a-4666-9f89-382bc9f32998 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Usage tracker for resource:subnet and tenant:d6118b6e73844218b32f83df9af14cd4 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:56:51.843797 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-5a323003-d81a-4666-9f89-382bc9f32998 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:56:51.861946 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-5a323003-d81a-4666-9f89-382bc9f32998 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:56:51.891280 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce0de6-c0d2-4504-92b7-70a1ce3cd6dc req-9c24fcd6-e505-4543-8585-46543c4dae4c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:51.893604 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-72ce0de6-c0d2-4504-92b7-70a1ce3cd6dc req-9c24fcd6-e505-4543-8585-46543c4dae4c service neutron] 10.222.0.32 "GET /v2.0/networks?id=18b54df9-33ed-4370-adce-cf7c028d1c63 HTTP/1.1" status: 200 len: 917 time: 0.1743240 May 05 21:56:51.894740 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a323003-d81a-4666-9f89-382bc9f32998 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Made reservation on behalf of d6118b6e73844218b32f83df9af14cd4 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:56:51.945576 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d566542-bfb9-4193-a461-809067cbb85d req-dff369a7-3110-4a2a-a846-51aeb932ff1b tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:51.955052 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6d566542-bfb9-4193-a461-809067cbb85d req-dff369a7-3110-4a2a-a846-51aeb932ff1b tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cf744cf-fd9a-49c3-bf04-42112dd2f326 HTTP/1.1" status: 200 len: 946 time: 0.1957452 May 05 21:56:51.982896 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a55c632a-203c-44ce-8111-4b3b1dafefde tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:52.073465 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55c632a-203c-44ce-8111-4b3b1dafefde tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ad0f90-856b-4504-aa80-a4f5b31cc79e,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:52.085089 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a55c632a-203c-44ce-8111-4b3b1dafefde tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:52.086494 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a55c632a-203c-44ce-8111-4b3b1dafefde tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "DELETE /v2.0/security-groups/58ad0f90-856b-4504-aa80-a4f5b31cc79e HTTP/1.1" status: 204 len: 168 time: 0.5709887 May 05 21:56:52.090097 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48590) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:52.110619 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9978b89-a388-4e1f-ae58-d0f146c5b7c5', 'name': 'network-vif-deleted', 'tag': '254d6486-a2f8-4ac2-8cd3-e9e223b202eb'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:56:52.117210 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-72ce0de6-c0d2-4504-92b7-70a1ce3cd6dc req-1f624fb7-8afe-439a-888e-b3c2a6c2dc78 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b1f35d8-0048-415b-8a9a-e841251002df HTTP/1.1" status: 200 len: 217 time: 0.1988811 May 05 21:56:52.134854 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6d566542-bfb9-4193-a461-809067cbb85d req-1897a427-af96-431b-abf4-1f9f7570ad8d tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/security-groups?id=69215bb4-aa47-46d3-ab34-427aa4254c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783268 May 05 21:56:52.136622 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [None req-10c0b4a3-e6e6-4b09-94be-ba59d6ca53e4 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] show failed (client error): The resource could not be found. May 05 21:56:52.137786 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-10c0b4a3-e6e6-4b09-94be-ba59d6ca53e4 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "GET /v2.0/security-groups/58ad0f90-856b-4504-aa80-a4f5b31cc79e HTTP/1.1" status: 404 len: 347 time: 0.0463626 May 05 21:56:52.157813 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48598) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:52.263654 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce0de6-c0d2-4504-92b7-70a1ce3cd6dc req-a3f3e02a-c397-4dba-9b2f-1a0b45f09b2b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:52.265345 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-72ce0de6-c0d2-4504-92b7-70a1ce3cd6dc req-a3f3e02a-c397-4dba-9b2f-1a0b45f09b2b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53681791-224f-47a5-828b-e46692c08c1b HTTP/1.1" status: 200 len: 855 time: 0.0989060 May 05 21:56:52.276097 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5a323003-d81a-4666-9f89-382bc9f32998 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:52.430305 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port d32ce299-380c-427f-84d1-ef6c3eac9e8f completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:56:52.445563 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2149ceec-9970-4ede-82c0-3e9b02a81754 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:52.474469 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port d32ce299-380c-427f-84d1-ef6c3eac9e8f triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:56:52.474866 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:52.478439 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-72ce0de6-c0d2-4504-92b7-70a1ce3cd6dc req-0290baa5-3a67-4b7f-80c3-148a069855c9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=18b54df9-33ed-4370-adce-cf7c028d1c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2056768 May 05 21:56:52.525561 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-2149ceec-9970-4ede-82c0-3e9b02a81754 None None] Transition to ACTIVE for port object bdcc4246-3348-45cd-be87-40703147d291 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:56:52.558511 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-9d27d174-fed0-404a-93b4-61d4d2955ec4 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Deleting port af5d6439-a7eb-4cc2-a0f0-e3f9f95d5736 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:56:52.558868 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9d27d174-fed0-404a-93b4-61d4d2955ec4 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:52.608302 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-2149ceec-9970-4ede-82c0-3e9b02a81754 None None] Transition to ACTIVE for port object bdcc4246-3348-45cd-be87-40703147d291 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:56:52.621340 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0962c54c-79e9-41d1-84dc-e3622bfb66ba req-474efbe0-33fa-4f7b-9452-f9feddd09899 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:52.628826 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0962c54c-79e9-41d1-84dc-e3622bfb66ba req-474efbe0-33fa-4f7b-9452-f9feddd09899 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=db75c439-bfe4-48cc-b5c2-cadd255d5611 HTTP/1.1" status: 200 len: 944 time: 0.7093999 May 05 21:56:52.637076 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2149ceec-9970-4ede-82c0-3e9b02a81754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:52.758437 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-72ce0de6-c0d2-4504-92b7-70a1ce3cd6dc req-a0fafbbd-13e5-416c-b956-0adc4752c140 service neutron] 10.222.0.32 "GET /v2.0/networks/18b54df9-33ed-4370-adce-cf7c028d1c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716360 May 05 21:56:52.762740 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-11988110-372b-4d54-85a7-2c7bd32bd05a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Allocated IP 172.20.0.1 (1adeeec8-4cf1-40c2-9068-ffa81c726ddd/c7f312c7-49bb-4dcc-b32e-9589ff4da30f/dfff29bd-3759-4cf8-a325-3dcdabdf2b94) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:56:52.775355 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0962c54c-79e9-41d1-84dc-e3622bfb66ba req-61357518-7363-449b-bac1-d5d245d2a55a tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459665 May 05 21:56:52.789735 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec499eb-e960-41e5-827c-d04aaea32cf1 req-3fa20287-2686-4f6b-9a2e-d72798541676 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:52.793735 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec499eb-e960-41e5-827c-d04aaea32cf1 req-3fa20287-2686-4f6b-9a2e-d72798541676 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:52.797476 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5a323003-d81a-4666-9f89-382bc9f32998 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:52.797684 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec499eb-e960-41e5-827c-d04aaea32cf1 req-3fa20287-2686-4f6b-9a2e-d72798541676 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:52.801718 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec499eb-e960-41e5-827c-d04aaea32cf1 req-3fa20287-2686-4f6b-9a2e-d72798541676 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:52.805740 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec499eb-e960-41e5-827c-d04aaea32cf1 req-3fa20287-2686-4f6b-9a2e-d72798541676 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:52.816892 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec499eb-e960-41e5-827c-d04aaea32cf1 req-3fa20287-2686-4f6b-9a2e-d72798541676 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:52.816892 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec499eb-e960-41e5-827c-d04aaea32cf1 req-3fa20287-2686-4f6b-9a2e-d72798541676 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:52.816892 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cec499eb-e960-41e5-827c-d04aaea32cf1 req-3fa20287-2686-4f6b-9a2e-d72798541676 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/ports?device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 5436 time: 0.3943655 May 05 21:56:52.847765 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2149ceec-9970-4ede-82c0-3e9b02a81754 None None] Network 1adeeec8-4cf1-40c2-9068-ffa81c726ddd is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:56:52.851293 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2149ceec-9970-4ede-82c0-3e9b02a81754 None None] Pushing event updated for resources: {'Port': ['ID=bdcc4246-3348-45cd-be87-40703147d291,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:52.864535 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-2149ceec-9970-4ede-82c0-3e9b02a81754 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:56:52.873406 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2149ceec-9970-4ede-82c0-3e9b02a81754 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:56:52.882720 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb8fc466-6d70-472d-b21e-e8d2010ef348'] response: {'server_uuid': 'c9978b89-a388-4e1f-ae58-d0f146c5b7c5', 'name': 'network-vif-deleted', 'tag': '254d6486-a2f8-4ac2-8cd3-e9e223b202eb', 'status': 'completed', 'code': 200} May 05 21:56:52.893316 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9d27d174-fed0-404a-93b4-61d4d2955ec4 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:52.893685 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9d27d174-fed0-404a-93b4-61d4d2955ec4 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:53.010774 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:53.020291 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cec499eb-e960-41e5-827c-d04aaea32cf1 req-8763b0fa-3fff-49a0-9a5f-2c1affcf4d63 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/security-groups?id=d56f4659-1a1c-44b7-b1dc-74618b3402dc&id=d1b940f3-f2a7-478e-a3f4-c0ad661f5649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1819780 May 05 21:56:53.027317 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-9d27d174-fed0-404a-93b4-61d4d2955ec4 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Calling delete_port for af5d6439-a7eb-4cc2-a0f0-e3f9f95d5736 owned by network:floatingip {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:56:53.047431 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a323003-d81a-4666-9f89-382bc9f32998 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Pushing event updated for resources: {'Subnet': ['ID=777d62a8-baf4-45be-b0d0-57f26a049e6c,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:53.049720 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-2149ceec-9970-4ede-82c0-3e9b02a81754 None None] Attempting to bind port bdcc4246-3348-45cd-be87-40703147d291 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:56:53.050159 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-2149ceec-9970-4ede-82c0-3e9b02a81754 None None] Attempting to bind port bdcc4246-3348-45cd-be87-40703147d291 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'a3f85414-69b1-4ae4-8b5b-5e43b0796961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1adeeec8-4cf1-40c2-9068-ffa81c726ddd'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:56:53.050576 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2149ceec-9970-4ede-82c0-3e9b02a81754 None None] Attempting to bind port bdcc4246-3348-45cd-be87-40703147d291 on network 1adeeec8-4cf1-40c2-9068-ffa81c726ddd {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:56:53.074229 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2149ceec-9970-4ede-82c0-3e9b02a81754 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:56:53.074229 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2149ceec-9970-4ede-82c0-3e9b02a81754 None None] Checking segment: {'id': 'a3f85414-69b1-4ae4-8b5b-5e43b0796961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1adeeec8-4cf1-40c2-9068-ffa81c726ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:56:53.074229 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2149ceec-9970-4ede-82c0-3e9b02a81754 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:53.074229 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2149ceec-9970-4ede-82c0-3e9b02a81754 None None] Bound using segment: {'id': 'a3f85414-69b1-4ae4-8b5b-5e43b0796961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1adeeec8-4cf1-40c2-9068-ffa81c726ddd'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:56:53.074229 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-2149ceec-9970-4ede-82c0-3e9b02a81754 None None] Bound port: bdcc4246-3348-45cd-be87-40703147d291, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3f85414-69b1-4ae4-8b5b-5e43b0796961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1adeeec8-4cf1-40c2-9068-ffa81c726ddd'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:56:53.074229 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2149ceec-9970-4ede-82c0-3e9b02a81754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:53.087188 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db75c439-bfe4-48cc-b5c2-cadd255d5611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd32ce299-380c-427f-84d1-ef6c3eac9e8f'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:56:53.111946 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port d32ce299-380c-427f-84d1-ef6c3eac9e8f, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=d32ce299-380c-427f-84d1-ef6c3eac9e8f,segment=NetworkSegment(0aa4b5f2-fc2b-422a-9849-318a9f632a66),segment_id=0aa4b5f2-fc2b-422a-9849-318a9f632a66)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:53.120346 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-72ce0de6-c0d2-4504-92b7-70a1ce3cd6dc req-57269e96-dd81-453f-b2dd-7c570adb2649 service neutron] 10.222.0.32 "GET /v2.0/networks/18b54df9-33ed-4370-adce-cf7c028d1c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3546581 May 05 21:56:53.131984 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a323003-d81a-4666-9f89-382bc9f32998 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Checking segment: {'id': '5f5ee068-7a8e-4ccd-bd39-95cc7ee3907d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '622d025a-112c-449e-aea6-baf48e7418af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:56:53.132418 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a323003-d81a-4666-9f89-382bc9f32998 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Network hostable DHCP agents. Network: 622d025a-112c-449e-aea6-baf48e7418af, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:56:53.156700 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-11988110-372b-4d54-85a7-2c7bd32bd05a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:53.171989 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:53.177115 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-11988110-372b-4d54-85a7-2c7bd32bd05a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Transition to ACTIVE for port object dfff29bd-3759-4cf8-a325-3dcdabdf2b94 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:56:53.191261 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a323003-d81a-4666-9f89-382bc9f32998 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Network 622d025a-112c-449e-aea6-baf48e7418af is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:56:53.210468 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-5a323003-d81a-4666-9f89-382bc9f32998 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 622d025a-112c-449e-aea6-baf48e7418af) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:56:53.216389 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a323003-d81a-4666-9f89-382bc9f32998 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:53.217198 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5a323003-d81a-4666-9f89-382bc9f32998 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:53.229794 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf358cc-df03-4a8f-a18c-c5c4a36ec01d None None] Network 622d025a-112c-449e-aea6-baf48e7418af requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:56:53.230067 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-11988110-372b-4d54-85a7-2c7bd32bd05a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:53.256455 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93140aaa-3ddc-41cb-8fff-62617da66619 req-49cdf5b2-df13-49ac-9be7-5023cdd5a633 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:53.258102 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-93140aaa-3ddc-41cb-8fff-62617da66619 req-49cdf5b2-df13-49ac-9be7-5023cdd5a633 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=650ee19c-47a5-46fb-87c2-6a55df6429d5 HTTP/1.1" status: 200 len: 945 time: 0.2415164 May 05 21:56:53.326766 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-93140aaa-3ddc-41cb-8fff-62617da66619 req-94476d97-e3b9-4f5e-8f19-25d708f9a82e tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c51188-03e9-4eb7-84f3-076c2790a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605235 May 05 21:56:53.348573 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48608) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:53.349195 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5a323003-d81a-4666-9f89-382bc9f32998 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7631383 May 05 21:56:53.355634 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11988110-372b-4d54-85a7-2c7bd32bd05a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Network 1adeeec8-4cf1-40c2-9068-ffa81c726ddd is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:56:53.360675 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-11988110-372b-4d54-85a7-2c7bd32bd05a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:56:53.365066 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-64282c8f-df06-42a8-ae66-c7e8f22fd1c1 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:56:53.366933 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11988110-372b-4d54-85a7-2c7bd32bd05a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:56:53.378808 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-2149ceec-9970-4ede-82c0-3e9b02a81754 None None] For port bdcc4246-3348-45cd-be87-40703147d291, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:56:53.385019 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-2149ceec-9970-4ede-82c0-3e9b02a81754 None None] For port bdcc4246-3348-45cd-be87-40703147d291, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=bdcc4246-3348-45cd-be87-40703147d291,segment=NetworkSegment(a3f85414-69b1-4ae4-8b5b-5e43b0796961),segment_id=a3f85414-69b1-4ae4-8b5b-5e43b0796961)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:56:53.392069 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=d32ce299-380c-427f-84d1-ef6c3eac9e8f,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:53.408736 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2149ceec-9970-4ede-82c0-3e9b02a81754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:53.412190 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11988110-372b-4d54-85a7-2c7bd32bd05a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event updated for resources: {'Port': ['ID=dfff29bd-3759-4cf8-a325-3dcdabdf2b94,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:53.443960 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-11988110-372b-4d54-85a7-2c7bd32bd05a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:53.508024 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9d27d174-fed0-404a-93b4-61d4d2955ec4 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:53.546781 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-11988110-372b-4d54-85a7-2c7bd32bd05a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:53.647361 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2149ceec-9970-4ede-82c0-3e9b02a81754 None None] Pushing event updated for resources: {'Port': ['ID=bdcc4246-3348-45cd-be87-40703147d291,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:53.653953 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbe02c7-ca59-4043-b4a8-ee4175e6ba13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-622d025a-112c-449e-aea6-baf48e7418af', 'network_id': '622d025a-112c-449e-aea6-baf48e7418af', 'tenant_id': 'd6118b6e73844218b32f83df9af14cd4', 'fixed_ips': [{'subnet_id': '777d62a8-baf4-45be-b0d0-57f26a049e6c'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 21:56:53.655051 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6bbe02c7-ca59-4043-b4a8-ee4175e6ba13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:53.671252 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d27d174-fed0-404a-93b4-61d4d2955ec4 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Pushing event deleted for resources: {'Port': ['ID=af5d6439-a7eb-4cc2-a0f0-e3f9f95d5736,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:53.772243 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 6b1f35d8-0048-415b-8a9a-e841251002df details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:56:53.774905 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 948d6717-39b5-46c6-879f-ba0420345ef2 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:56:53.898187 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eac259-f9ec-48f7-bf8f-6668a6c4c148 req-a7f0a500-7f8a-4a7a-99f1-1db5374a976e tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:53.902837 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eac259-f9ec-48f7-bf8f-6668a6c4c148 req-a7f0a500-7f8a-4a7a-99f1-1db5374a976e tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:53.907095 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eac259-f9ec-48f7-bf8f-6668a6c4c148 req-a7f0a500-7f8a-4a7a-99f1-1db5374a976e tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:53.915160 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-77eac259-f9ec-48f7-bf8f-6668a6c4c148 req-a7f0a500-7f8a-4a7a-99f1-1db5374a976e tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/ports?device_id=146dc408-4175-43fc-9dc9-c8d2ad380027&device_id=fcbcc9dc-cafa-489c-a587-b41a7746377e&device_id=8cf744cf-fd9a-49c3-bf04-42112dd2f326 HTTP/1.1" status: 200 len: 2419 time: 0.4809153 May 05 21:56:54.009502 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-6bbe02c7-ca59-4043-b4a8-ee4175e6ba13 None None] Allocated IP 172.20.0.2 (622d025a-112c-449e-aea6-baf48e7418af/777d62a8-baf4-45be-b0d0-57f26a049e6c/669f2e51-c724-4e5f-9633-c0e05641a4a7) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:56:54.025067 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9d27d174-fed0-404a-93b4-61d4d2955ec4 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks [] for floatingip, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:54.052982 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port 948d6717-39b5-46c6-879f-ba0420345ef2 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:56:54.096551 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-77eac259-f9ec-48f7-bf8f-6668a6c4c148 req-fe7a9ae6-298d-49bd-a7bc-f461e214fcea tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/security-groups?id=69215bb4-aa47-46d3-ab34-427aa4254c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801233 May 05 21:56:54.132605 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d9cd3-6b9b-4ddd-808c-0363f2ca07c0 req-475dc829-12a7-4076-b9dd-aaabb0087851 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:54.134810 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d90d9cd3-6b9b-4ddd-808c-0363f2ca07c0 req-475dc829-12a7-4076-b9dd-aaabb0087851 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=2510197e-0167-4df8-b662-758eb5911dee HTTP/1.1" status: 200 len: 944 time: 0.6101916 May 05 21:56:54.182817 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-64282c8f-df06-42a8-ae66-c7e8f22fd1c1 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8016718'] for subnet, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:54.183017 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 948d6717-39b5-46c6-879f-ba0420345ef2 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:56:54.183567 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:54.217384 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-11988110-372b-4d54-85a7-2c7bd32bd05a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:54.220329 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e26730d-0d40-48c3-b2f1-0200e6e7066c'] response: {'server_uuid': 'db75c439-bfe4-48cc-b5c2-cadd255d5611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd32ce299-380c-427f-84d1-ef6c3eac9e8f', 'code': 200} May 05 21:56:54.225094 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-11988110-372b-4d54-85a7-2c7bd32bd05a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:54.234076 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device bdcc4246-3348-45cd-be87-40703147d291 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:56:54.257470 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9d27d174-fed0-404a-93b4-61d4d2955ec4 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:54.258713 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-9d27d174-fed0-404a-93b4-61d4d2955ec4 tempest-ServerActionsTestJSON-571012185 tempest-ServerActionsTestJSON-571012185-project] 10.222.0.23 "DELETE /v2.0/floatingips/a95a7668-6fcf-4d47-8dee-9f2d5a877558 HTTP/1.1" status: 204 len: 168 time: 2.0954983 May 05 21:56:54.265322 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48620) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:54.323058 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d90d9cd3-6b9b-4ddd-808c-0363f2ca07c0 req-0f967a20-6759-41f0-8009-42e116626684 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=0043bfbb-2fb2-4013-8494-b5595b7ffb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713336 May 05 21:56:54.339144 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 6b1f35d8-0048-415b-8a9a-e841251002df, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=6b1f35d8-0048-415b-8a9a-e841251002df,segment=NetworkSegment(5e9da586-bb12-4958-b15e-b7cf97bc3d1b),segment_id=5e9da586-bb12-4958-b15e-b7cf97bc3d1b)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:54.444153 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-11988110-372b-4d54-85a7-2c7bd32bd05a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:54.535480 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6bbe02c7-ca59-4043-b4a8-ee4175e6ba13 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:54.560974 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-6bbe02c7-ca59-4043-b4a8-ee4175e6ba13 None None] Transition to ACTIVE for port object 669f2e51-c724-4e5f-9633-c0e05641a4a7 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:56:54.581599 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11988110-372b-4d54-85a7-2c7bd32bd05a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event updated for resources: {'Port': ['ID=dfff29bd-3759-4cf8-a325-3dcdabdf2b94,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:54.614544 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '6b1f35d8-0048-415b-8a9a-e841251002df', 'network_id': '18b54df9-33ed-4370-adce-cf7c028d1c63', 'port_id': '6b1f35d8-0048-415b-8a9a-e841251002df', 'mac_address': 'fa:16:3e:de:c2:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53681791-224f-47a5-828b-e46692c08c1b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:56:54.627424 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-6bbe02c7-ca59-4043-b4a8-ee4175e6ba13 None None] Transition to ACTIVE for port object 669f2e51-c724-4e5f-9633-c0e05641a4a7 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:56:54.646411 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c5a614f8-c304-4b06-87ed-d17f454833c2 req-c0c05e23-efdf-448c-8858-a565cdbf8d29 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=db75c439-bfe4-48cc-b5c2-cadd255d5611 HTTP/1.1" status: 200 len: 1096 time: 0.3867667 May 05 21:56:54.685773 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6bbe02c7-ca59-4043-b4a8-ee4175e6ba13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:54.711234 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11988110-372b-4d54-85a7-2c7bd32bd05a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Network 1adeeec8-4cf1-40c2-9068-ffa81c726ddd is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:56:54.713124 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-11988110-372b-4d54-85a7-2c7bd32bd05a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:56:54.716243 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c5a614f8-c304-4b06-87ed-d17f454833c2 req-2a8af9dc-a7a4-4ac7-969f-3f3ce4e71458 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592775 May 05 21:56:54.872373 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbe02c7-ca59-4043-b4a8-ee4175e6ba13 None None] Pushing event updated for resources: {'Port': ['ID=669f2e51-c724-4e5f-9633-c0e05641a4a7,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:54.875525 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:54.895422 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7ef047-e5a9-44a1-82ae-aee4ec43b4d2 None None] Network 1adeeec8-4cf1-40c2-9068-ffa81c726ddd requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:56:54.909776 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port bdcc4246-3348-45cd-be87-40703147d291 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:56:54.914584 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbe02c7-ca59-4043-b4a8-ee4175e6ba13 None None] Network 622d025a-112c-449e-aea6-baf48e7418af is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:56:54.921156 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:54.924348 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-64282c8f-df06-42a8-ae66-c7e8f22fd1c1 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774958641565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8331457'] for subnet, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:54.937781 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-6bbe02c7-ca59-4043-b4a8-ee4175e6ba13 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:56:54.941042 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbe02c7-ca59-4043-b4a8-ee4175e6ba13 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:56:55.015473 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64282c8f-df06-42a8-ae66-c7e8f22fd1c1 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:55.016231 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-64282c8f-df06-42a8-ae66-c7e8f22fd1c1 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:55.020379 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-64282c8f-df06-42a8-ae66-c7e8f22fd1c1 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "PUT /v2.0/subnets/777d62a8-baf4-45be-b0d0-57f26a049e6c HTTP/1.1" status: 200 len: 806 time: 1.6683071 May 05 21:56:55.021625 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48626) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:55.055954 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64282c8f-df06-42a8-ae66-c7e8f22fd1c1 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Pushing event updated for resources: {'Subnet': ['ID=777d62a8-baf4-45be-b0d0-57f26a049e6c,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:55.074452 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b1f35d8-0048-415b-8a9a-e841251002df {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:56:55.082311 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4386f8f6-decb-4cfd-8895-6895209a0bc7 req-2f4f2a66-feb9-4f0f-b29c-93ae0a26ec0f tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:55.083820 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4386f8f6-decb-4cfd-8895-6895209a0bc7 req-2f4f2a66-feb9-4f0f-b29c-93ae0a26ec0f tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=650ee19c-47a5-46fb-87c2-6a55df6429d5 HTTP/1.1" status: 200 len: 945 time: 0.7209008 May 05 21:56:55.127200 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b6497d-5cc0-4ad8-9eef-52eb52d7f21c req-213d15b5-0f7e-4353-adda-991463a863ce tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:55.135620 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-72b6497d-5cc0-4ad8-9eef-52eb52d7f21c req-213d15b5-0f7e-4353-adda-991463a863ce tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=db75c439-bfe4-48cc-b5c2-cadd255d5611 HTTP/1.1" status: 200 len: 945 time: 0.2453890 May 05 21:56:55.208457 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4386f8f6-decb-4cfd-8895-6895209a0bc7 req-2c1d5b27-75e8-415b-82a8-5d32a2197396 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c51188-03e9-4eb7-84f3-076c2790a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133175 May 05 21:56:55.210021 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-a7fd9dbe-28af-410d-9208-2f83e8071639 None None] Provisioning for port bdcc4246-3348-45cd-be87-40703147d291 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:56:55.214993 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 6b1f35d8-0048-415b-8a9a-e841251002df, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=6b1f35d8-0048-415b-8a9a-e841251002df,segment=NetworkSegment(5e9da586-bb12-4958-b15e-b7cf97bc3d1b),segment_id=5e9da586-bb12-4958-b15e-b7cf97bc3d1b)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:55.220506 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3b0f5a18-98a9-4d8a-893b-ffc8d508d7bc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:55.229754 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 948d6717-39b5-46c6-879f-ba0420345ef2, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=948d6717-39b5-46c6-879f-ba0420345ef2,segment=NetworkSegment(7d8e481f-6c9a-401c-a04b-9857aacc083f),segment_id=7d8e481f-6c9a-401c-a04b-9857aacc083f)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:55.229866 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-72b6497d-5cc0-4ad8-9eef-52eb52d7f21c req-ad1d536e-58bb-4802-a16a-f5eae5929b70 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930138 May 05 21:56:55.256900 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:55.259624 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:55.260434 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 84c61080-09da-4d95-bf6c-97692f2369f2 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:56:55.268195 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-3b0f5a18-98a9-4d8a-893b-ffc8d508d7bc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Deleting port 669f2e51-c724-4e5f-9633-c0e05641a4a7 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:56:55.268536 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3b0f5a18-98a9-4d8a-893b-ffc8d508d7bc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:55.351781 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-a7fd9dbe-28af-410d-9208-2f83e8071639 None None] Provisioning complete for port bdcc4246-3348-45cd-be87-40703147d291 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:56:55.352172 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a7fd9dbe-28af-410d-9208-2f83e8071639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:55.421271 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-6bbe02c7-ca59-4043-b4a8-ee4175e6ba13 None None] Attempting to bind port 669f2e51-c724-4e5f-9633-c0e05641a4a7 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:56:55.421644 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-6bbe02c7-ca59-4043-b4a8-ee4175e6ba13 None None] Attempting to bind port 669f2e51-c724-4e5f-9633-c0e05641a4a7 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '5f5ee068-7a8e-4ccd-bd39-95cc7ee3907d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '622d025a-112c-449e-aea6-baf48e7418af'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:56:55.421981 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbe02c7-ca59-4043-b4a8-ee4175e6ba13 None None] Attempting to bind port 669f2e51-c724-4e5f-9633-c0e05641a4a7 on network 622d025a-112c-449e-aea6-baf48e7418af {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:56:55.491697 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11988110-372b-4d54-85a7-2c7bd32bd05a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Router cd408fea-4445-4932-9b24-bd7b69b747cb is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 21:56:55.538109 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=6b1f35d8-0048-415b-8a9a-e841251002df,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:55.600420 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbe02c7-ca59-4043-b4a8-ee4175e6ba13 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:56:55.600793 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbe02c7-ca59-4043-b4a8-ee4175e6ba13 None None] Checking segment: {'id': '5f5ee068-7a8e-4ccd-bd39-95cc7ee3907d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '622d025a-112c-449e-aea6-baf48e7418af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:56:55.601191 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6bbe02c7-ca59-4043-b4a8-ee4175e6ba13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:55.601579 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbe02c7-ca59-4043-b4a8-ee4175e6ba13 None None] Bound using segment: {'id': '5f5ee068-7a8e-4ccd-bd39-95cc7ee3907d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '622d025a-112c-449e-aea6-baf48e7418af'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:56:55.602060 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-6bbe02c7-ca59-4043-b4a8-ee4175e6ba13 None None] Bound port: 669f2e51-c724-4e5f-9633-c0e05641a4a7, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f5ee068-7a8e-4ccd-bd39-95cc7ee3907d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '622d025a-112c-449e-aea6-baf48e7418af'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:56:55.603000 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6bbe02c7-ca59-4043-b4a8-ee4175e6ba13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:55.638710 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306bdf91-dad2-4244-ba4d-ef90adf39c07 req-f8abdbd3-b3ae-4033-bc58-49cfd605a8ae tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:55.642727 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306bdf91-dad2-4244-ba4d-ef90adf39c07 req-f8abdbd3-b3ae-4033-bc58-49cfd605a8ae tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:55.646562 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306bdf91-dad2-4244-ba4d-ef90adf39c07 req-f8abdbd3-b3ae-4033-bc58-49cfd605a8ae tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:55.650673 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306bdf91-dad2-4244-ba4d-ef90adf39c07 req-f8abdbd3-b3ae-4033-bc58-49cfd605a8ae tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:55.655565 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306bdf91-dad2-4244-ba4d-ef90adf39c07 req-f8abdbd3-b3ae-4033-bc58-49cfd605a8ae tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:55.659780 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306bdf91-dad2-4244-ba4d-ef90adf39c07 req-f8abdbd3-b3ae-4033-bc58-49cfd605a8ae tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:55.664403 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306bdf91-dad2-4244-ba4d-ef90adf39c07 req-f8abdbd3-b3ae-4033-bc58-49cfd605a8ae tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:55.665349 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['6b1f35d8-0048-415b-8a9a-e841251002df'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:56:55.666228 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-306bdf91-dad2-4244-ba4d-ef90adf39c07 req-f8abdbd3-b3ae-4033-bc58-49cfd605a8ae tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/ports?device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 5437 time: 0.2923605 May 05 21:56:55.701153 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a60ceee-d77f-4418-9e13-ae9da230ef9b req-11fa11dd-c129-49a2-995e-7b6db732aa10 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:55.702789 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5a60ceee-d77f-4418-9e13-ae9da230ef9b req-11fa11dd-c129-49a2-995e-7b6db732aa10 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/ports?device_id=146dc408-4175-43fc-9dc9-c8d2ad380027 HTTP/1.1" status: 200 len: 946 time: 0.1830773 May 05 21:56:55.765897 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-306bdf91-dad2-4244-ba4d-ef90adf39c07 req-e859e091-735a-4deb-8163-09eda45e9289 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/security-groups?id=d56f4659-1a1c-44b7-b1dc-74618b3402dc&id=d1b940f3-f2a7-478e-a3f4-c0ad661f5649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0922806 May 05 21:56:55.792819 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5a60ceee-d77f-4418-9e13-ae9da230ef9b req-89f70d44-edc1-4f60-8b33-19305afa6b9e tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/security-groups?id=69215bb4-aa47-46d3-ab34-427aa4254c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775082 May 05 21:56:55.813789 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-3b0f5a18-98a9-4d8a-893b-ffc8d508d7bc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] For port 669f2e51-c724-4e5f-9633-c0e05641a4a7, host n-d-825175-4, got binding levels [] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:55.814401 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3b0f5a18-98a9-4d8a-893b-ffc8d508d7bc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:55.874846 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4b6ef646-4dd6-403f-b750-d087e17ad528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:55.902064 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=948d6717-39b5-46c6-879f-ba0420345ef2,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:55.945539 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port 84c61080-09da-4d95-bf6c-97692f2369f2 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:56:56.015426 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 84c61080-09da-4d95-bf6c-97692f2369f2 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:56:56.015798 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:56.069223 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-3b0f5a18-98a9-4d8a-893b-ffc8d508d7bc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Calling delete_port for 669f2e51-c724-4e5f-9633-c0e05641a4a7 owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:56:56.086902 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-6bbe02c7-ca59-4043-b4a8-ee4175e6ba13 None None] For port 669f2e51-c724-4e5f-9633-c0e05641a4a7, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:56:56.120402 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a7fd9dbe-28af-410d-9208-2f83e8071639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:56.189133 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-6bbe02c7-ca59-4043-b4a8-ee4175e6ba13 None None] For port 669f2e51-c724-4e5f-9633-c0e05641a4a7, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=669f2e51-c724-4e5f-9633-c0e05641a4a7,segment=NetworkSegment(5f5ee068-7a8e-4ccd-bd39-95cc7ee3907d),segment_id=5f5ee068-7a8e-4ccd-bd39-95cc7ee3907d)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:56:56.207611 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99eb625-3bd1-4ca4-8ff0-fe7161ab1fe7 req-c543bb76-5e25-4e19-9175-c3157b165774 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:56.218687 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b99eb625-3bd1-4ca4-8ff0-fe7161ab1fe7 req-c543bb76-5e25-4e19-9175-c3157b165774 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=2510197e-0167-4df8-b662-758eb5911dee HTTP/1.1" status: 200 len: 945 time: 0.2274432 May 05 21:56:56.219368 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6bbe02c7-ca59-4043-b4a8-ee4175e6ba13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:56.223319 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11988110-372b-4d54-85a7-2c7bd32bd05a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:56:56.233360 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369c2c4d-8a39-4e42-a7d7-3296c841d5a2 None None] Sync routers for ids ['cd408fea-4445-4932-9b24-bd7b69b747cb'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:56:56.248282 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-11988110-372b-4d54-85a7-2c7bd32bd05a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "PUT /v2.0/routers/cd408fea-4445-4932-9b24-bd7b69b747cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3320847 May 05 21:56:56.253723 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369c2c4d-8a39-4e42-a7d7-3296c841d5a2 None None] Routers {'cd408fea-4445-4932-9b24-bd7b69b747cb'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:56:56.254344 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-369c2c4d-8a39-4e42-a7d7-3296c841d5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:56:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['cd408fea-4445-4932-9b24-bd7b69b747cb'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:56.280782 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48638) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:56.335275 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96539926-3157-406d-977f-028308bff7aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '948d6717-39b5-46c6-879f-ba0420345ef2'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:56:56.345753 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b99eb625-3bd1-4ca4-8ff0-fe7161ab1fe7 req-6b5d29dc-c346-4451-b518-7069a57a1130 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=0043bfbb-2fb2-4013-8494-b5595b7ffb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256003 May 05 21:56:56.368422 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.api [None req-3b0f5a18-98a9-4d8a-893b-ffc8d508d7bc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:56:56.368745 n-d-825175-4 neutron-server[84063]: DEBUG oslo_db.api [None req-3b0f5a18-98a9-4d8a-893b-ffc8d508d7bc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:56:56.379724 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-369c2c4d-8a39-4e42-a7d7-3296c841d5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:56.420273 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369c2c4d-8a39-4e42-a7d7-3296c841d5a2 None None] Routers {'cd408fea-4445-4932-9b24-bd7b69b747cb'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:56:56.421128 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-369c2c4d-8a39-4e42-a7d7-3296c841d5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:56:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['cd408fea-4445-4932-9b24-bd7b69b747cb'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:56.421272 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a5eadfbc-7dbf-464c-9aaa-e69d360fd881 req-eaf7509d-7cc8-4911-ac60-8b85f62484b3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=edfb56529402421c8703b1e767ccb199&device_id=db75c439-bfe4-48cc-b5c2-cadd255d5611 HTTP/1.1" status: 200 len: 1096 time: 0.1902149 May 05 21:56:56.423487 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-a7fd9dbe-28af-410d-9208-2f83e8071639 None None] For port bdcc4246-3348-45cd-be87-40703147d291, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=bdcc4246-3348-45cd-be87-40703147d291,segment=NetworkSegment(a3f85414-69b1-4ae4-8b5b-5e43b0796961),segment_id=a3f85414-69b1-4ae4-8b5b-5e43b0796961)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:56.469147 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a7fd9dbe-28af-410d-9208-2f83e8071639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:56.545403 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-369c2c4d-8a39-4e42-a7d7-3296c841d5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:56.545802 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369c2c4d-8a39-4e42-a7d7-3296c841d5a2 None None] The sync data for ids ['cd408fea-4445-4932-9b24-bd7b69b747cb'] in n-d-825175-4 is: [] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:56:56.580963 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b0f10a-74ad-4ccd-8bf2-287e9944b50e tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:56.582425 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-d9b0f10a-74ad-4ccd-8bf2-287e9944b50e tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "GET /v2.0/ports/dfff29bd-3759-4cf8-a325-3dcdabdf2b94 HTTP/1.1" status: 200 len: 910 time: 0.2352569 May 05 21:56:56.585432 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48650) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:56.646457 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6116d2d4-05fe-4200-b652-1803b878b2d0'] response: {'server_uuid': '96539926-3157-406d-977f-028308bff7aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '948d6717-39b5-46c6-879f-ba0420345ef2', 'code': 200} May 05 21:56:56.677500 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbe02c7-ca59-4043-b4a8-ee4175e6ba13 None None] Pushing event updated for resources: {'Port': ['ID=669f2e51-c724-4e5f-9633-c0e05641a4a7,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:56.758426 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eadfbc-7dbf-464c-9aaa-e69d360fd881 req-4b6a6fb5-406c-450f-be00-10d7d5e41c12 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:56.762224 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a5eadfbc-7dbf-464c-9aaa-e69d360fd881 req-4b6a6fb5-406c-450f-be00-10d7d5e41c12 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fa69cb3f-4129-4afe-9a6d-7584eefc40c0 HTTP/1.1" status: 200 len: 907 time: 0.3341231 May 05 21:56:56.845809 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:56.873639 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-3b0f5a18-98a9-4d8a-893b-ffc8d508d7bc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Deleting port 669f2e51-c724-4e5f-9633-c0e05641a4a7 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:56:56.874261 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3b0f5a18-98a9-4d8a-893b-ffc8d508d7bc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:56.919727 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd9dbe-28af-410d-9208-2f83e8071639 None None] Pushing event updated for resources: {'Port': ['ID=bdcc4246-3348-45cd-be87-40703147d291,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:56.934228 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 84c61080-09da-4d95-bf6c-97692f2369f2, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=84c61080-09da-4d95-bf6c-97692f2369f2,segment=NetworkSegment(9ef591eb-c7e9-4c62-ae5a-6d550e933c2c),segment_id=9ef591eb-c7e9-4c62-ae5a-6d550e933c2c)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:56.943034 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:56.944385 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device d981f185-f142-4e87-9f70-65eca8f3b9fb up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:56:57.001240 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a5eadfbc-7dbf-464c-9aaa-e69d360fd881 req-bd39d0d4-b579-4c89-8947-3aef6fd35007 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d32ce299-380c-427f-84d1-ef6c3eac9e8f HTTP/1.1" status: 200 len: 217 time: 0.2305961 May 05 21:56:57.091846 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-a970b7a2-0adf-4b27-b5f2-3c89b460c027 None None] Provisioning for port dfff29bd-3759-4cf8-a325-3dcdabdf2b94 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:56:57.108519 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-a970b7a2-0adf-4b27-b5f2-3c89b460c027 None None] Provisioning complete for port dfff29bd-3759-4cf8-a325-3dcdabdf2b94 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:56:57.109196 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a970b7a2-0adf-4b27-b5f2-3c89b460c027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:57.174194 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eadfbc-7dbf-464c-9aaa-e69d360fd881 req-28507188-d471-47a3-b7ea-7bcb72b2a31c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:57.175728 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a5eadfbc-7dbf-464c-9aaa-e69d360fd881 req-28507188-d471-47a3-b7ea-7bcb72b2a31c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=98120645-6211-43cf-b26e-14efa3661c41 HTTP/1.1" status: 200 len: 846 time: 0.1640601 May 05 21:56:57.191907 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-a970b7a2-0adf-4b27-b5f2-3c89b460c027 None None] Port dfff29bd-3759-4cf8-a325-3dcdabdf2b94 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:56:57.202049 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=84c61080-09da-4d95-bf6c-97692f2369f2,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:57.224915 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port d981f185-f142-4e87-9f70-65eca8f3b9fb completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:56:57.229164 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-a970b7a2-0adf-4b27-b5f2-3c89b460c027 None None] Provisioning complete for port bdcc4246-3348-45cd-be87-40703147d291 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:56:57.229547 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a970b7a2-0adf-4b27-b5f2-3c89b460c027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:57.238149 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad00276-693e-4a71-8b70-86b2c84030a9 req-195f991e-0744-49ba-9036-f44c15e83a51 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:57.239660 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4ad00276-693e-4a71-8b70-86b2c84030a9 req-195f991e-0744-49ba-9036-f44c15e83a51 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/networks?id=c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db HTTP/1.1" status: 200 len: 815 time: 0.2179430 May 05 21:56:57.250474 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a5eadfbc-7dbf-464c-9aaa-e69d360fd881 req-aa4a3859-d80b-4151-8b10-92d7bc38a594 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fa69cb3f-4129-4afe-9a6d-7584eefc40c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666471 May 05 21:56:57.272885 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port d981f185-f142-4e87-9f70-65eca8f3b9fb triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:56:57.273247 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:57.352936 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4ad00276-693e-4a71-8b70-86b2c84030a9 req-b5c72d1a-39c9-443d-8d99-db60d5252722 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/quotas/3d02eb1266e448b393d214c57b70ce63 HTTP/1.1" status: 200 len: 375 time: 0.0968151 May 05 21:56:57.378492 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-3b0f5a18-98a9-4d8a-893b-ffc8d508d7bc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] For port 669f2e51-c724-4e5f-9633-c0e05641a4a7, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=669f2e51-c724-4e5f-9633-c0e05641a4a7,segment=NetworkSegment(5f5ee068-7a8e-4ccd-bd39-95cc7ee3907d),segment_id=5f5ee068-7a8e-4ccd-bd39-95cc7ee3907d)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:57.378971 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3b0f5a18-98a9-4d8a-893b-ffc8d508d7bc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:57.397956 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fcc084ce-1f07-4a2c-b2f6-c66b74506673 req-19c40684-0317-42ba-8157-6891f64d61bc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=12acf9a2-9e8c-4e0f-b5dd-fb218af77d33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1159518 May 05 21:56:57.460021 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:57.562756 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-3b0f5a18-98a9-4d8a-893b-ffc8d508d7bc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Calling delete_port for 669f2e51-c724-4e5f-9633-c0e05641a4a7 owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:56:57.599268 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port d981f185-f142-4e87-9f70-65eca8f3b9fb, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=d981f185-f142-4e87-9f70-65eca8f3b9fb,segment=NetworkSegment(7d8e481f-6c9a-401c-a04b-9857aacc083f),segment_id=7d8e481f-6c9a-401c-a04b-9857aacc083f)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:57.608666 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:57.609514 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 49bcc364-28e8-4ab9-8b4e-d2fa9332d772 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:56:57.698098 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a5eadfbc-7dbf-464c-9aaa-e69d360fd881 req-0cfaa9e3-a6f2-45ac-b0e9-50a7c0fe81f4 service neutron] 10.222.0.44 "GET /v2.0/networks/fa69cb3f-4129-4afe-9a6d-7584eefc40c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4313705 May 05 21:56:57.842612 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=d981f185-f142-4e87-9f70-65eca8f3b9fb,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:57.850589 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f3d900cc-7c96-4f2a-b514-527678e277bc None None] Provisioning complete for port dfff29bd-3759-4cf8-a325-3dcdabdf2b94 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:56:57.851155 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f3d900cc-7c96-4f2a-b514-527678e277bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:57.881042 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port 49bcc364-28e8-4ab9-8b4e-d2fa9332d772 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:56:57.893772 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 49bcc364-28e8-4ab9-8b4e-d2fa9332d772 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:56:57.894433 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:57.913439 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08639019-3cfc-4568-8f9e-16257b575798 req-a6113753-f442-4e63-8fac-a42eec634fbe tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:57.914151 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-08639019-3cfc-4568-8f9e-16257b575798 req-a6113753-f442-4e63-8fac-a42eec634fbe tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Synchronizing usage tracker for tenant:3d02eb1266e448b393d214c57b70ce63 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:56:57.951731 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a5eadfbc-7dbf-464c-9aaa-e69d360fd881 req-78dc0d46-e717-4ac6-8392-20bf70c81e3e service neutron] 10.222.0.44 "GET /v2.0/networks/fa69cb3f-4129-4afe-9a6d-7584eefc40c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456038 May 05 21:56:57.957225 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3b0f5a18-98a9-4d8a-893b-ffc8d508d7bc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:57.974146 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f3d900cc-7c96-4f2a-b514-527678e277bc None None] Port dfff29bd-3759-4cf8-a325-3dcdabdf2b94 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:56:57.994858 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4ad00276-693e-4a71-8b70-86b2c84030a9 req-62ee9b09-fdef-46b3-91da-6837c3d82226 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3d02eb1266e448b393d214c57b70ce63&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6407940 May 05 21:56:58.011376 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a277eb-c506-465d-8e65-d7a20c534325 None None] Network 622d025a-112c-449e-aea6-baf48e7418af requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:56:58.105187 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fcc084ce-1f07-4a2c-b2f6-c66b74506673 req-13d6f1cb-21c6-432e-a370-25964b447f14 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=edfb56529402421c8703b1e767ccb199&device_id=12acf9a2-9e8c-4e0f-b5dd-fb218af77d33 HTTP/1.1" status: 200 len: 1097 time: 0.5026863 May 05 21:56:58.115072 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-99f8d96c-fcbc-4d7d-aa10-77b91cd19f06 None None] Could not find standard attr ID for object 669f2e51-c724-4e5f-9633-c0e05641a4a7. {{(pid=84064) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 21:56:58.128977 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:58.148605 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-08639019-3cfc-4568-8f9e-16257b575798 req-a6113753-f442-4e63-8fac-a42eec634fbe tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Unset dirty status for tenant:3d02eb1266e448b393d214c57b70ce63 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:56:58.149778 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-08639019-3cfc-4568-8f9e-16257b575798 req-a6113753-f442-4e63-8fac-a42eec634fbe tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.32 "GET /v2.0/ports?device_id=650ee19c-47a5-46fb-87c2-6a55df6429d5 HTTP/1.1" status: 200 len: 945 time: 0.5092471 May 05 21:56:58.191652 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f5a18-98a9-4d8a-893b-ffc8d508d7bc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Pushing event deleted for resources: {'Port': ['ID=669f2e51-c724-4e5f-9633-c0e05641a4a7,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:58.199279 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3a4b4-c60b-4e97-acbe-e06c7a8d660c req-3859d293-604e-45f7-96a0-d5e860d6202b tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:58.201044 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-80c3a4b4-c60b-4e97-acbe-e06c7a8d660c req-3859d293-604e-45f7-96a0-d5e860d6202b tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=db75c439-bfe4-48cc-b5c2-cadd255d5611 HTTP/1.1" status: 200 len: 945 time: 1.0145156 May 05 21:56:58.240674 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 49bcc364-28e8-4ab9-8b4e-d2fa9332d772, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=49bcc364-28e8-4ab9-8b4e-d2fa9332d772,segment=NetworkSegment(fa89ad8c-491c-4028-8282-637f6824c8a1),segment_id=fa89ad8c-491c-4028-8282-637f6824c8a1)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:58.252642 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:58.300481 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 40d79594-36bc-4bf3-b743-389d36c9b783 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:56:58.329642 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 669f2e51-c724-4e5f-9633-c0e05641a4a7 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:56:58.346018 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0f5a18-98a9-4d8a-893b-ffc8d508d7bc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] No DVR routers for this DVR port 669f2e51-c724-4e5f-9633-c0e05641a4a7 on host n-d-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:56:58.386724 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-08639019-3cfc-4568-8f9e-16257b575798 req-ebe9c2cf-297a-48d4-a907-3f0e9d36934f tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Deleting port 419b7c4d-4d74-4c25-a8cc-e9abe925d78f {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:56:58.387322 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-08639019-3cfc-4568-8f9e-16257b575798 req-ebe9c2cf-297a-48d4-a907-3f0e9d36934f tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:58.422454 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 669f2e51-c724-4e5f-9633-c0e05641a4a7 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:56:58.422816 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 669f2e51-c724-4e5f-9633-c0e05641a4a7 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 05 21:56:58.467617 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-80c3a4b4-c60b-4e97-acbe-e06c7a8d660c req-86a76291-d4de-4c4f-9a6e-070619acbbeb tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425945 May 05 21:56:58.481363 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Port 669f2e51-c724-4e5f-9633-c0e05641a4a7 not found, will not notify nova. {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 05 21:56:58.482256 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device bdcc4246-3348-45cd-be87-40703147d291 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:56:58.506351 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4ad00276-693e-4a71-8b70-86b2c84030a9 req-bc6f296b-c101-4292-97fe-b2f714385446 service neutron] 10.222.0.23 "GET /v2.0/networks/c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4471440 May 05 21:56:58.544206 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc084ce-1f07-4a2c-b2f6-c66b74506673 req-dc5e1636-c2ca-49b0-ac1b-80b62b2cdc80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:58.545844 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fcc084ce-1f07-4a2c-b2f6-c66b74506673 req-dc5e1636-c2ca-49b0-ac1b-80b62b2cdc80 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fa69cb3f-4129-4afe-9a6d-7584eefc40c0 HTTP/1.1" status: 200 len: 907 time: 0.3736107 May 05 21:56:58.580707 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=49bcc364-28e8-4ab9-8b4e-d2fa9332d772,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:58.603137 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port bdcc4246-3348-45cd-be87-40703147d291 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:56:58.603612 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:58.618296 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3b0f5a18-98a9-4d8a-893b-ffc8d508d7bc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:58.693039 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96539926-3157-406d-977f-028308bff7aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c61080-09da-4d95-bf6c-97692f2369f2'}, {'server_uuid': '96539926-3157-406d-977f-028308bff7aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd981f185-f142-4e87-9f70-65eca8f3b9fb'}, {'server_uuid': '96539926-3157-406d-977f-028308bff7aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49bcc364-28e8-4ab9-8b4e-d2fa9332d772'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:56:58.761224 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port 40d79594-36bc-4bf3-b743-389d36c9b783 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:56:58.800175 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fcc084ce-1f07-4a2c-b2f6-c66b74506673 req-a93f4cd6-f1ec-40ef-ba70-1770eae0844e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=026ae715-3b74-4311-9e26-de7e6032c7f1 HTTP/1.1" status: 200 len: 217 time: 0.1539199 May 05 21:56:58.801916 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 40d79594-36bc-4bf3-b743-389d36c9b783 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:56:58.802306 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:58.853396 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3b0f5a18-98a9-4d8a-893b-ffc8d508d7bc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:58.887322 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ebd80160-eda8-4ead-a9f7-30145e2865bb tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:58.901737 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2077002-fcdf-4487-8fff-980224fb111b None None] Network 622d025a-112c-449e-aea6-baf48e7418af requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:56:58.959182 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f5a18-98a9-4d8a-893b-ffc8d508d7bc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Pushing event deleted for resources: {'Subnet': ['ID=777d62a8-baf4-45be-b0d0-57f26a049e6c,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:59.032855 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-08639019-3cfc-4568-8f9e-16257b575798 req-ebe9c2cf-297a-48d4-a907-3f0e9d36934f tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] For port 419b7c4d-4d74-4c25-a8cc-e9abe925d78f, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=419b7c4d-4d74-4c25-a8cc-e9abe925d78f,segment=NetworkSegment(6e17d504-de6f-46a1-b0ab-9bb177568a44),segment_id=6e17d504-de6f-46a1-b0ab-9bb177568a44)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:59.033218 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-08639019-3cfc-4568-8f9e-16257b575798 req-ebe9c2cf-297a-48d4-a907-3f0e9d36934f tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:59.156165 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:59.172519 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3b0f5a18-98a9-4d8a-893b-ffc8d508d7bc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:59.175132 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9239bc0-0b6c-4f53-a641-3c902099e2d5 None None] DHCP port deletion for 622d025a-112c-449e-aea6-baf48e7418af request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 21:56:59.186373 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-08639019-3cfc-4568-8f9e-16257b575798 req-ebe9c2cf-297a-48d4-a907-3f0e9d36934f tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Calling delete_port for 419b7c4d-4d74-4c25-a8cc-e9abe925d78f owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:56:59.198841 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 40d79594-36bc-4bf3-b743-389d36c9b783, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=40d79594-36bc-4bf3-b743-389d36c9b783,segment=NetworkSegment(9ef591eb-c7e9-4c62-ae5a-6d550e933c2c),segment_id=9ef591eb-c7e9-4c62-ae5a-6d550e933c2c)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:59.204430 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:59.205592 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 6b1f35d8-0048-415b-8a9a-e841251002df up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:56:59.230240 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4ad00276-693e-4a71-8b70-86b2c84030a9 req-2c67944c-8433-4896-a67f-d69301caa251 service neutron] 10.222.0.23 "GET /v2.0/networks/c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7217419 May 05 21:56:59.242046 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc084ce-1f07-4a2c-b2f6-c66b74506673 req-bf40dda5-2c14-41e1-9946-9217d32a0f65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:59.243882 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fcc084ce-1f07-4a2c-b2f6-c66b74506673 req-bf40dda5-2c14-41e1-9946-9217d32a0f65 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=98120645-6211-43cf-b26e-14efa3661c41 HTTP/1.1" status: 200 len: 846 time: 0.4248378 May 05 21:56:59.254030 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-3b0f5a18-98a9-4d8a-893b-ffc8d508d7bc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['622d025a-112c-449e-aea6-baf48e7418af']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:59.280519 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-3b0f5a18-98a9-4d8a-893b-ffc8d508d7bc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f5ee068-7a8e-4ccd-bd39-95cc7ee3907d') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:59.280767 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-3b0f5a18-98a9-4d8a-893b-ffc8d508d7bc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f5ee068-7a8e-4ccd-bd39-95cc7ee3907d') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:56:59.316544 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3b0f5a18-98a9-4d8a-893b-ffc8d508d7bc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:59.360766 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3b0f5a18-98a9-4d8a-893b-ffc8d508d7bc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:59.362612 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=40d79594-36bc-4bf3-b743-389d36c9b783,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:59.367601 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port 6b1f35d8-0048-415b-8a9a-e841251002df completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:56:59.369419 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b0f5a18-98a9-4d8a-893b-ffc8d508d7bc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:56:59.370048 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3b0f5a18-98a9-4d8a-893b-ffc8d508d7bc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:59.373096 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 6b1f35d8-0048-415b-8a9a-e841251002df triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:56:59.373479 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:59.383794 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fcc084ce-1f07-4a2c-b2f6-c66b74506673 req-ba5e6f76-6baa-425e-951a-de9053ea694f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fa69cb3f-4129-4afe-9a6d-7584eefc40c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830784 May 05 21:56:59.487245 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 21:56:59.487245 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:56:59.487245 n-d-825175-4 neutron-server[84063]: timer() May 05 21:56:59.487245 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:56:59.487245 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 21:56:59.487245 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:56:59.487245 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 21:56:59.487245 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:56:59.487245 n-d-825175-4 neutron-server[84063]: self._notify() May 05 21:56:59.487245 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:56:59.487245 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 21:56:59.487245 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:56:59.487245 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 21:56:59.487245 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:56:59.487245 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:56:59.487245 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:56:59.487245 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:56:59.487245 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:56:59.487245 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 21:56:59.487245 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:56:59.487245 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 21:56:59.487245 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:56:59.487245 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:56:59.487245 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:56:59.487245 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 21:56:59.487245 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:56:59.487245 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:56:59.487245 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:56:59.487245 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:56:59.487245 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:56:59.487245 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:56:59.487245 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:56:59.517721 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-4b6ef646-4dd6-403f-b750-d087e17ad528 admin admin] Deleting port 63e74258-3e07-4692-99fd-674df226b289 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:56:59.517721 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4b6ef646-4dd6-403f-b750-d087e17ad528 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:59.580299 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:59.604562 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3b0f5a18-98a9-4d8a-893b-ffc8d508d7bc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:59.635921 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 6b1f35d8-0048-415b-8a9a-e841251002df, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=6b1f35d8-0048-415b-8a9a-e841251002df,segment=NetworkSegment(5e9da586-bb12-4958-b15e-b7cf97bc3d1b),segment_id=5e9da586-bb12-4958-b15e-b7cf97bc3d1b)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:56:59.639085 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3b0f5a18-98a9-4d8a-893b-ffc8d508d7bc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:59.644635 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:59.645682 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 5a7478fb-521e-4f6f-8635-8d5c3a9ffb68 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:56:59.720815 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fcc084ce-1f07-4a2c-b2f6-c66b74506673 req-5545d4ce-ebd1-47d6-9e4a-ad2444f43e97 service neutron] 10.222.0.44 "GET /v2.0/networks/fa69cb3f-4129-4afe-9a6d-7584eefc40c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232472 May 05 21:56:59.726060 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f5a18-98a9-4d8a-893b-ffc8d508d7bc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Pushing event deleted for resources: {'Network': ['ID=622d025a-112c-449e-aea6-baf48e7418af,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:59.727932 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-08639019-3cfc-4568-8f9e-16257b575798 req-ebe9c2cf-297a-48d4-a907-3f0e9d36934f tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:59.801680 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=6b1f35d8-0048-415b-8a9a-e841251002df,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:59.824266 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port 5a7478fb-521e-4f6f-8635-8d5c3a9ffb68 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:56:59.828740 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8201ed7b-d066-4e2c-ac7a-acabd912f33b req-7c9aa332-f57c-479d-9f88-95eeef06eb1e tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:59.831816 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 5a7478fb-521e-4f6f-8635-8d5c3a9ffb68 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:56:59.832198 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:59.832620 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8201ed7b-d066-4e2c-ac7a-acabd912f33b req-7c9aa332-f57c-479d-9f88-95eeef06eb1e tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:59.836776 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8201ed7b-d066-4e2c-ac7a-acabd912f33b req-7c9aa332-f57c-479d-9f88-95eeef06eb1e tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:59.840735 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8201ed7b-d066-4e2c-ac7a-acabd912f33b req-7c9aa332-f57c-479d-9f88-95eeef06eb1e tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:59.842008 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe9c2cf-297a-48d4-a907-3f0e9d36934f tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Pushing event deleted for resources: {'Port': ['ID=419b7c4d-4d74-4c25-a8cc-e9abe925d78f,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:56:59.844548 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8201ed7b-d066-4e2c-ac7a-acabd912f33b req-7c9aa332-f57c-479d-9f88-95eeef06eb1e tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:59.848747 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8201ed7b-d066-4e2c-ac7a-acabd912f33b req-7c9aa332-f57c-479d-9f88-95eeef06eb1e tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:59.849354 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-3b0f5a18-98a9-4d8a-893b-ffc8d508d7bc tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "DELETE /v2.0/networks/622d025a-112c-449e-aea6-baf48e7418af HTTP/1.1" status: 204 len: 168 time: 4.8267429 May 05 21:56:59.853498 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48680) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:59.855435 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8201ed7b-d066-4e2c-ac7a-acabd912f33b req-7c9aa332-f57c-479d-9f88-95eeef06eb1e tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:56:59.863969 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8201ed7b-d066-4e2c-ac7a-acabd912f33b req-7c9aa332-f57c-479d-9f88-95eeef06eb1e tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/ports?device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 5440 time: 0.7732921 May 05 21:56:59.918956 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2fb67e1-ebf2-4564-8c7d-23dff2941521 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] DELETE failed (client error): The resource could not be found. May 05 21:56:59.919376 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2fb67e1-ebf2-4564-8c7d-23dff2941521 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 21:56:59.921392 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b2fb67e1-ebf2-4564-8c7d-23dff2941521 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "DELETE /v2.0/networks/622d025a-112c-449e-aea6-baf48e7418af HTTP/1.1" status: 404 len: 339 time: 0.0657606 May 05 21:56:59.928972 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48684) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:56:59.939573 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-2cf2b4de-a2b3-4231-b8a4-a090dff98faa tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1562182960', 'description': 'd1'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:56:59.960770 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:56:59.976893 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-2cf2b4de-a2b3-4231-b8a4-a090dff98faa tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:56:59.992002 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-2cf2b4de-a2b3-4231-b8a4-a090dff98faa tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Usage tracker for resource:network and tenant:d6118b6e73844218b32f83df9af14cd4 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:56:59.995011 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-08639019-3cfc-4568-8f9e-16257b575798 req-ebe9c2cf-297a-48d4-a907-3f0e9d36934f tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] No DVR routers for this DVR port 419b7c4d-4d74-4c25-a8cc-e9abe925d78f on host n-h2-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:56:59.998705 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-2cf2b4de-a2b3-4231-b8a4-a090dff98faa tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:57:00.002307 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-08639019-3cfc-4568-8f9e-16257b575798 req-ebe9c2cf-297a-48d4-a907-3f0e9d36934f tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:00.004089 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-08639019-3cfc-4568-8f9e-16257b575798 req-ebe9c2cf-297a-48d4-a907-3f0e9d36934f tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.32 "DELETE /v2.0/ports/419b7c4d-4d74-4c25-a8cc-e9abe925d78f HTTP/1.1" status: 204 len: 173 time: 1.8472509 May 05 21:57:00.005391 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650ee19c-47a5-46fb-87c2-6a55df6429d5', 'name': 'network-vif-deleted', 'tag': '419b7c4d-4d74-4c25-a8cc-e9abe925d78f'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:57:00.019972 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eadfbc-7dbf-464c-9aaa-e69d360fd881 req-fb64da9b-ae9e-4376-99c4-8929c05c48d3 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:00.020580 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-a5eadfbc-7dbf-464c-9aaa-e69d360fd881 req-fb64da9b-ae9e-4376-99c4-8929c05c48d3 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Synchronizing usage tracker for tenant:edfb56529402421c8703b1e767ccb199 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:57:00.024891 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-2cf2b4de-a2b3-4231-b8a4-a090dff98faa tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:57:00.048004 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf2b4de-a2b3-4231-b8a4-a090dff98faa tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Made reservation on behalf of d6118b6e73844218b32f83df9af14cd4 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:57:00.053858 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2cf2b4de-a2b3-4231-b8a4-a090dff98faa tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:00.067327 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-a5eadfbc-7dbf-464c-9aaa-e69d360fd881 req-fb64da9b-ae9e-4376-99c4-8929c05c48d3 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Unset dirty status for tenant:edfb56529402421c8703b1e767ccb199 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:57:00.069320 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a5eadfbc-7dbf-464c-9aaa-e69d360fd881 req-fb64da9b-ae9e-4376-99c4-8929c05c48d3 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.44 "GET /v2.0/ports?device_id=db75c439-bfe4-48cc-b5c2-cadd255d5611 HTTP/1.1" status: 200 len: 945 time: 0.4996760 May 05 21:57:00.090761 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 5a7478fb-521e-4f6f-8635-8d5c3a9ffb68, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=5a7478fb-521e-4f6f-8635-8d5c3a9ffb68,segment=NetworkSegment(9ef591eb-c7e9-4c62-ae5a-6d550e933c2c),segment_id=9ef591eb-c7e9-4c62-ae5a-6d550e933c2c)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:57:00.100858 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:00.102646 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 40be755c-7280-4fa7-ab8f-f0bd526d1201 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:57:00.115029 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fcc084ce-1f07-4a2c-b2f6-c66b74506673 req-329a465e-a448-42c1-8b95-a27d6a7be620 service neutron] 10.222.0.44 "GET /v2.0/networks/fa69cb3f-4129-4afe-9a6d-7584eefc40c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3845608 May 05 21:57:00.129877 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8201ed7b-d066-4e2c-ac7a-acabd912f33b req-e335d077-d9d4-453e-8f13-417d737731f8 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/security-groups?id=d56f4659-1a1c-44b7-b1dc-74618b3402dc&id=d1b940f3-f2a7-478e-a3f4-c0ad661f5649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2649851 May 05 21:57:00.203825 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-a5eadfbc-7dbf-464c-9aaa-e69d360fd881 req-5804620c-6002-4f77-ab7e-165fbdad0c38 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Deleting port d32ce299-380c-427f-84d1-ef6c3eac9e8f {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:57:00.204261 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a5eadfbc-7dbf-464c-9aaa-e69d360fd881 req-5804620c-6002-4f77-ab7e-165fbdad0c38 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:00.223860 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fdeec5-5af4-4c2d-99a7-2003c4819f9c req-ea177b06-2484-4fab-9470-d719dbe8f76e tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:00.225369 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-53fdeec5-5af4-4c2d-99a7-2003c4819f9c req-ea177b06-2484-4fab-9470-d719dbe8f76e tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=2510197e-0167-4df8-b662-758eb5911dee HTTP/1.1" status: 200 len: 945 time: 0.6762934 May 05 21:57:00.229159 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-4b6ef646-4dd6-403f-b750-d087e17ad528 admin admin] For port 63e74258-3e07-4692-99fd-674df226b289, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=63e74258-3e07-4692-99fd-674df226b289,segment=NetworkSegment(18a3c379-3cfc-4702-917f-3a57e26f3cd8),segment_id=18a3c379-3cfc-4702-917f-3a57e26f3cd8)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:57:00.229516 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4b6ef646-4dd6-403f-b750-d087e17ad528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:00.275698 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cf2b4de-a2b3-4231-b8a4-a090dff98faa tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:57:00.281891 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 669f2e51-c724-4e5f-9633-c0e05641a4a7 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:57:00.348013 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6168bee3-5f3a-4f61-b6f4-185e0f103550'] response: {'server_uuid': '96539926-3157-406d-977f-028308bff7aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c61080-09da-4d95-bf6c-97692f2369f2', 'code': 200} May 05 21:57:00.348417 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6168bee3-5f3a-4f61-b6f4-185e0f103550'] response: {'server_uuid': '96539926-3157-406d-977f-028308bff7aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd981f185-f142-4e87-9f70-65eca8f3b9fb', 'code': 200} May 05 21:57:00.348762 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6168bee3-5f3a-4f61-b6f4-185e0f103550'] response: {'server_uuid': '96539926-3157-406d-977f-028308bff7aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49bcc364-28e8-4ab9-8b4e-d2fa9332d772', 'code': 200} May 05 21:57:00.377473 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 669f2e51-c724-4e5f-9633-c0e05641a4a7 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:57:00.377936 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 669f2e51-c724-4e5f-9633-c0e05641a4a7 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:57:00.402069 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=5a7478fb-521e-4f6f-8635-8d5c3a9ffb68,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:00.407275 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port 40be755c-7280-4fa7-ab8f-f0bd526d1201 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:57:00.413142 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 40be755c-7280-4fa7-ab8f-f0bd526d1201 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:57:00.413653 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:00.419398 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-4b6ef646-4dd6-403f-b750-d087e17ad528 admin admin] Calling delete_port for 63e74258-3e07-4692-99fd-674df226b289 owned by network:router_interface {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:57:00.463815 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2cf2b4de-a2b3-4231-b8a4-a090dff98faa tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:00.464158 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-2cf2b4de-a2b3-4231-b8a4-a090dff98faa tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Added segment 8a18001b-143d-4581-877c-f273a092c150 of type vlan for network 2dc6aab5-c555-4821-a841-559256a85284 May 05 21:57:00.537232 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:00.591278 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-53fdeec5-5af4-4c2d-99a7-2003c4819f9c req-8a2c2da3-a0e9-4034-9483-d8a2029ae2de tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=0043bfbb-2fb2-4013-8494-b5595b7ffb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3537798 May 05 21:57:00.603778 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 40be755c-7280-4fa7-ab8f-f0bd526d1201, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=40be755c-7280-4fa7-ab8f-f0bd526d1201,segment=NetworkSegment(9ef591eb-c7e9-4c62-ae5a-6d550e933c2c),segment_id=9ef591eb-c7e9-4c62-ae5a-6d550e933c2c)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:57:00.615111 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:00.616078 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 419b7c4d-4d74-4c25-a8cc-e9abe925d78f no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:57:00.621364 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2cf2b4de-a2b3-4231-b8a4-a090dff98faa tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:00.751583 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=40be755c-7280-4fa7-ab8f-f0bd526d1201,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:00.755056 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: 419b7c4d-4d74-4c25-a8cc-e9abe925d78f {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:57:00.755588 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 419b7c4d-4d74-4c25-a8cc-e9abe925d78f not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:57:00.853396 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2cf2b4de-a2b3-4231-b8a4-a090dff98faa tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:00.857626 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf2b4de-a2b3-4231-b8a4-a090dff98faa tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:00.858151 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2cf2b4de-a2b3-4231-b8a4-a090dff98faa tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:00.994628 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-2cf2b4de-a2b3-4231-b8a4-a090dff98faa tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.0628035 May 05 21:57:01.003118 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48692) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:01.038062 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2b4de-a2b3-4231-b8a4-a090dff98faa tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Pushing event updated for resources: {'Network': ['ID=2dc6aab5-c555-4821-a841-559256a85284,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:01.046142 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-a5eadfbc-7dbf-464c-9aaa-e69d360fd881 req-5804620c-6002-4f77-ab7e-165fbdad0c38 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] For port d32ce299-380c-427f-84d1-ef6c3eac9e8f, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=d32ce299-380c-427f-84d1-ef6c3eac9e8f,segment=NetworkSegment(0aa4b5f2-fc2b-422a-9849-318a9f632a66),segment_id=0aa4b5f2-fc2b-422a-9849-318a9f632a66)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:57:01.046519 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a5eadfbc-7dbf-464c-9aaa-e69d360fd881 req-5804620c-6002-4f77-ab7e-165fbdad0c38 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:01.051534 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 2dc6aab5-c555-4821-a841-559256a85284 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:57:01.101405 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-98bfead8-70c5-4cc1-a610-72a274d8b930 req-4f77fc6a-e58d-4c13-af37-e30b8f5c3f70 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d3dc811-67b1-42a8-91da-96136a9272c7 HTTP/1.1" status: 200 len: 210 time: 0.1344008 May 05 21:57:01.246696 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60ad98b4-686d-4714-ab30-93837657e6a8'] response: {'server_uuid': '650ee19c-47a5-46fb-87c2-6a55df6429d5', 'name': 'network-vif-deleted', 'tag': '419b7c4d-4d74-4c25-a8cc-e9abe925d78f', 'status': 'completed', 'code': 200} May 05 21:57:01.256056 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-a5eadfbc-7dbf-464c-9aaa-e69d360fd881 req-5804620c-6002-4f77-ab7e-165fbdad0c38 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Calling delete_port for d32ce299-380c-427f-84d1-ef6c3eac9e8f owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:57:01.330136 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f761678-2796-49ff-9e5f-73d7adc6d43b tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:01.331016 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9f761678-2796-49ff-9e5f-73d7adc6d43b tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Synchronizing usage tracker for tenant:d6118b6e73844218b32f83df9af14cd4 on resource:network {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:57:01.357048 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9f761678-2796-49ff-9e5f-73d7adc6d43b tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Unset dirty status for tenant:d6118b6e73844218b32f83df9af14cd4 on resource:network {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:57:01.360960 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9f761678-2796-49ff-9e5f-73d7adc6d43b tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "GET /v2.0/networks?id=2dc6aab5-c555-4821-a841-559256a85284 HTTP/1.1" status: 200 len: 761 time: 0.3516746 May 05 21:57:01.361121 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4b6ef646-4dd6-403f-b750-d087e17ad528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:01.362394 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48698) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:01.369537 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-a229ffb5-3bf8-4d82-9a30-0a5ce0c6e204 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Request body: {'network': {'description': 'd2'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:57:01.416884 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad00276-693e-4a71-8b70-86b2c84030a9 req-c994e93c-0f5b-4c1a-9167-f0d163a29638 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:01.418301 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4ad00276-693e-4a71-8b70-86b2c84030a9 req-c994e93c-0f5b-4c1a-9167-f0d163a29638 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.44 "GET /v2.0/networks?id=c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db HTTP/1.1" status: 200 len: 815 time: 0.3464990 May 05 21:57:01.423887 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f966b-90a8-4a2c-a57d-e4611eb4ca0d req-5428a7b6-27d8-46a0-b3ec-91f9e754249d tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:01.425278 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-786f966b-90a8-4a2c-a57d-e4611eb4ca0d req-5428a7b6-27d8-46a0-b3ec-91f9e754249d tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=db75c439-bfe4-48cc-b5c2-cadd255d5611 HTTP/1.1" status: 200 len: 945 time: 0.4541781 May 05 21:57:01.428310 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6ef646-4dd6-403f-b750-d087e17ad528 admin admin] Pushing event deleted for resources: {'Port': ['ID=63e74258-3e07-4692-99fd-674df226b289,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:01.439785 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-4ad00276-693e-4a71-8b70-86b2c84030a9 req-c8baee42-2bf2-4bb3-80d1-f85da6e8ee78 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Request body: {'port': {'device_id': '0d3dc811-67b1-42a8-91da-96136a9272c7', 'network_id': 'c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db', 'admin_state_up': True, 'tenant_id': '3d02eb1266e448b393d214c57b70ce63'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:57:01.633816 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a229ffb5-3bf8-4d82-9a30-0a5ce0c6e204 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:01.661295 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a229ffb5-3bf8-4d82-9a30-0a5ce0c6e204 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:01.779243 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a229ffb5-3bf8-4d82-9a30-0a5ce0c6e204 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Network 2dc6aab5-c555-4821-a841-559256a85284 is not hosted by any dhcp agent {{(pid=84063) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 05 21:57:01.783259 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a229ffb5-3bf8-4d82-9a30-0a5ce0c6e204 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:01.783473 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a229ffb5-3bf8-4d82-9a30-0a5ce0c6e204 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:01.784741 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a229ffb5-3bf8-4d82-9a30-0a5ce0c6e204 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "PUT /v2.0/networks/2dc6aab5-c555-4821-a841-559256a85284 HTTP/1.1" status: 200 len: 758 time: 0.4225266 May 05 21:57:01.794020 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48706) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:01.833114 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a229ffb5-3bf8-4d82-9a30-0a5ce0c6e204 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Pushing event updated for resources: {'Network': ['ID=2dc6aab5-c555-4821-a841-559256a85284,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:01.843478 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a5eadfbc-7dbf-464c-9aaa-e69d360fd881 req-5804620c-6002-4f77-ab7e-165fbdad0c38 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:01.845335 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 2dc6aab5-c555-4821-a841-559256a85284 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:57:01.862767 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['026ae715-3b74-4311-9e26-de7e6032c7f1'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:57:01.894982 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5804620c-6002-4f77-ab7e-165fbdad0c38 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Pushing event deleted for resources: {'Port': ['ID=d32ce299-380c-427f-84d1-ef6c3eac9e8f,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:01.974962 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5eadfbc-7dbf-464c-9aaa-e69d360fd881 req-5804620c-6002-4f77-ab7e-165fbdad0c38 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] No DVR routers for this DVR port d32ce299-380c-427f-84d1-ef6c3eac9e8f on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:57:01.977635 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a5eadfbc-7dbf-464c-9aaa-e69d360fd881 req-5804620c-6002-4f77-ab7e-165fbdad0c38 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:01.994514 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a5eadfbc-7dbf-464c-9aaa-e69d360fd881 req-5804620c-6002-4f77-ab7e-165fbdad0c38 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.44 "DELETE /v2.0/ports/d32ce299-380c-427f-84d1-ef6c3eac9e8f HTTP/1.1" status: 204 len: 173 time: 1.9185081 May 05 21:57:02.029157 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-786f966b-90a8-4a2c-a57d-e4611eb4ca0d req-a7a38a44-88d9-4c16-9250-a14d31c706df tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5742304 May 05 21:57:02.133998 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e47263b-a50b-4d6c-b492-4ac638d58641 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:02.138631 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-5e47263b-a50b-4d6c-b492-4ac638d58641 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Synchronizing usage tracker for tenant:d6118b6e73844218b32f83df9af14cd4 on resource:network {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:57:02.156556 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-4ad00276-693e-4a71-8b70-86b2c84030a9 req-c8baee42-2bf2-4bb3-80d1-f85da6e8ee78 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:57:02.193250 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-4ad00276-693e-4a71-8b70-86b2c84030a9 req-c8baee42-2bf2-4bb3-80d1-f85da6e8ee78 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:57:02.272776 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ad00276-693e-4a71-8b70-86b2c84030a9 req-c8baee42-2bf2-4bb3-80d1-f85da6e8ee78 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Made reservation on behalf of 3d02eb1266e448b393d214c57b70ce63 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:57:02.275812 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4ad00276-693e-4a71-8b70-86b2c84030a9 req-c8baee42-2bf2-4bb3-80d1-f85da6e8ee78 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:02.316906 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-5e47263b-a50b-4d6c-b492-4ac638d58641 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Unset dirty status for tenant:d6118b6e73844218b32f83df9af14cd4 on resource:network {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:57:02.322194 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-5e47263b-a50b-4d6c-b492-4ac638d58641 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "GET /v2.0/networks?id=2dc6aab5-c555-4821-a841-559256a85284 HTTP/1.1" status: 200 len: 761 time: 0.5222795 May 05 21:57:02.322623 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48714) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:02.330000 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-3cb37e59-ea7f-4c22-9e43-c3280cd6a9f7 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-48714611'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:57:02.335802 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-3cb37e59-ea7f-4c22-9e43-c3280cd6a9f7 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:57:02.337773 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335980b-f0fa-43fb-8416-60f55f758101 req-1ae3f1c2-9e00-473d-a863-b4eb2bcaaffd tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:02.341641 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335980b-f0fa-43fb-8416-60f55f758101 req-1ae3f1c2-9e00-473d-a863-b4eb2bcaaffd tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:02.345684 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335980b-f0fa-43fb-8416-60f55f758101 req-1ae3f1c2-9e00-473d-a863-b4eb2bcaaffd tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:02.345937 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-3cb37e59-ea7f-4c22-9e43-c3280cd6a9f7 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:57:02.349516 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335980b-f0fa-43fb-8416-60f55f758101 req-1ae3f1c2-9e00-473d-a863-b4eb2bcaaffd tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:02.350476 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96539926-3157-406d-977f-028308bff7aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d79594-36bc-4bf3-b743-389d36c9b783'}, {'server_uuid': '2510197e-0167-4df8-b662-758eb5911dee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1f35d8-0048-415b-8a9a-e841251002df'}, {'server_uuid': '96539926-3157-406d-977f-028308bff7aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a7478fb-521e-4f6f-8635-8d5c3a9ffb68'}, {'server_uuid': '96539926-3157-406d-977f-028308bff7aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40be755c-7280-4fa7-ab8f-f0bd526d1201'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:57:02.353519 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335980b-f0fa-43fb-8416-60f55f758101 req-1ae3f1c2-9e00-473d-a863-b4eb2bcaaffd tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:02.357820 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb37e59-ea7f-4c22-9e43-c3280cd6a9f7 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Made reservation on behalf of d6118b6e73844218b32f83df9af14cd4 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:57:02.358087 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335980b-f0fa-43fb-8416-60f55f758101 req-1ae3f1c2-9e00-473d-a863-b4eb2bcaaffd tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:02.360704 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3cb37e59-ea7f-4c22-9e43-c3280cd6a9f7 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:02.362117 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335980b-f0fa-43fb-8416-60f55f758101 req-1ae3f1c2-9e00-473d-a863-b4eb2bcaaffd tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:02.364021 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c335980b-f0fa-43fb-8416-60f55f758101 req-1ae3f1c2-9e00-473d-a863-b4eb2bcaaffd tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/ports?device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 5443 time: 0.6578758 May 05 21:57:02.393247 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cb37e59-ea7f-4c22-9e43-c3280cd6a9f7 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:57:02.402256 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3cb37e59-ea7f-4c22-9e43-c3280cd6a9f7 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:02.402591 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-3cb37e59-ea7f-4c22-9e43-c3280cd6a9f7 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Added segment 99276fe3-8220-4f4b-94d1-61fc34bed06f of type vlan for network 7dc07fbe-d8bf-47d5-a1e7-48a5f5dfc848 May 05 21:57:02.427581 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3cb37e59-ea7f-4c22-9e43-c3280cd6a9f7 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:02.459874 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3cb37e59-ea7f-4c22-9e43-c3280cd6a9f7 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:02.463528 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb37e59-ea7f-4c22-9e43-c3280cd6a9f7 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:02.464095 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3cb37e59-ea7f-4c22-9e43-c3280cd6a9f7 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:02.485732 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-ebd80160-eda8-4ead-a9f7-30145e2865bb tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Deleting port dfff29bd-3759-4cf8-a325-3dcdabdf2b94 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:57:02.486148 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ebd80160-eda8-4ead-a9f7-30145e2865bb tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:02.573986 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb37e59-ea7f-4c22-9e43-c3280cd6a9f7 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Pushing event updated for resources: {'Network': ['ID=7dc07fbe-d8bf-47d5-a1e7-48a5f5dfc848,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:02.579931 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-3cb37e59-ea7f-4c22-9e43-c3280cd6a9f7 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.2520313 May 05 21:57:02.580775 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48720) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:02.588693 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-6480b7f1-b88f-43bb-9c71-92f486594f80 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Request body: {'subnet': {'network_id': '7dc07fbe-d8bf-47d5-a1e7-48a5f5dfc848', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:57:02.589912 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 7dc07fbe-d8bf-47d5-a1e7-48a5f5dfc848 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:57:02.815735 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-6480b7f1-b88f-43bb-9c71-92f486594f80 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:57:02.819962 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-6480b7f1-b88f-43bb-9c71-92f486594f80 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Usage tracker for resource:subnet and tenant:d6118b6e73844218b32f83df9af14cd4 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:57:02.823201 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-6480b7f1-b88f-43bb-9c71-92f486594f80 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:57:02.828985 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-6480b7f1-b88f-43bb-9c71-92f486594f80 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:57:02.839381 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6480b7f1-b88f-43bb-9c71-92f486594f80 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Made reservation on behalf of d6118b6e73844218b32f83df9af14cd4 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:57:02.878815 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c335980b-f0fa-43fb-8416-60f55f758101 req-c6aabc29-0e83-45fb-9f1b-39bfcf30437c tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/security-groups?id=d56f4659-1a1c-44b7-b1dc-74618b3402dc&id=d1b940f3-f2a7-478e-a3f4-c0ad661f5649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5004053 May 05 21:57:02.941328 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6480b7f1-b88f-43bb-9c71-92f486594f80 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:02.980698 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-4ad00276-693e-4a71-8b70-86b2c84030a9 req-c8baee42-2bf2-4bb3-80d1-f85da6e8ee78 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Allocated IP 172.20.0.7 (c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db/81b3baf0-8b4b-4758-b115-81242d9737a5/ea9e4657-0930-4f2f-882b-26c46e541d8f) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:57:02.995678 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2183e02-c354-42d4-8bc8-0c3007b2b48b req-bea3ee98-5885-4b37-a4b4-758de9933d26 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:02.997100 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d2183e02-c354-42d4-8bc8-0c3007b2b48b req-bea3ee98-5885-4b37-a4b4-758de9933d26 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=2510197e-0167-4df8-b662-758eb5911dee HTTP/1.1" status: 200 len: 946 time: 0.5815716 May 05 21:57:03.018826 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ebd80160-eda8-4ead-a9f7-30145e2865bb tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:03.153571 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6480b7f1-b88f-43bb-9c71-92f486594f80 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:03.205762 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-ebd80160-eda8-4ead-a9f7-30145e2865bb tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Calling delete_port for dfff29bd-3759-4cf8-a325-3dcdabdf2b94 owned by network:router_interface {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:57:03.230096 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6480b7f1-b88f-43bb-9c71-92f486594f80 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Pushing event updated for resources: {'Subnet': ['ID=c5451fda-9f6a-45c4-a4d8-c4222fea5919,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:03.244385 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6480b7f1-b88f-43bb-9c71-92f486594f80 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Checking segment: {'id': '99276fe3-8220-4f4b-94d1-61fc34bed06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7dc07fbe-d8bf-47d5-a1e7-48a5f5dfc848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:57:03.244744 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6480b7f1-b88f-43bb-9c71-92f486594f80 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Network hostable DHCP agents. Network: 7dc07fbe-d8bf-47d5-a1e7-48a5f5dfc848, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:57:03.248623 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db75c439-bfe4-48cc-b5c2-cadd255d5611', 'name': 'network-vif-deleted', 'tag': 'd32ce299-380c-427f-84d1-ef6c3eac9e8f'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:57:03.248872 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bef0430e-b64d-48c8-b6b7-3e9cc29e0f21 req-aaf303b4-c28f-4e1d-9298-16468ba64732 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d3dc811-67b1-42a8-91da-96136a9272c7 HTTP/1.1" status: 200 len: 210 time: 0.2228475 May 05 21:57:03.283843 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6480b7f1-b88f-43bb-9c71-92f486594f80 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Network 7dc07fbe-d8bf-47d5-a1e7-48a5f5dfc848 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:57:03.295679 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-6480b7f1-b88f-43bb-9c71-92f486594f80 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 7dc07fbe-d8bf-47d5-a1e7-48a5f5dfc848) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:57:03.302115 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6480b7f1-b88f-43bb-9c71-92f486594f80 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:03.303506 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6480b7f1-b88f-43bb-9c71-92f486594f80 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:03.307343 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619130c1-7b8c-4166-bff4-0f2a86e904a3 None None] Network 7dc07fbe-d8bf-47d5-a1e7-48a5f5dfc848 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:57:03.332467 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-6480b7f1-b88f-43bb-9c71-92f486594f80 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7485161 May 05 21:57:03.333058 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48728) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:03.443522 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4b6ef646-4dd6-403f-b750-d087e17ad528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:03.504121 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8f96f7d7-7bb8-4fc3-ac4c-39fdc1a0e80b tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:03.540511 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35863735-d1a0-47d6-9939-b12d644d8329 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-7dc07fbe-d8bf-47d5-a1e7-48a5f5dfc848', 'network_id': '7dc07fbe-d8bf-47d5-a1e7-48a5f5dfc848', 'tenant_id': 'd6118b6e73844218b32f83df9af14cd4', 'fixed_ips': [{'subnet_id': 'c5451fda-9f6a-45c4-a4d8-c4222fea5919'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 21:57:03.541502 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-35863735-d1a0-47d6-9939-b12d644d8329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:03.556895 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d2183e02-c354-42d4-8bc8-0c3007b2b48b req-f1d8acb2-9b43-4107-9b10-c2ee6aad2e91 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=0043bfbb-2fb2-4013-8494-b5595b7ffb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5419855 May 05 21:57:03.690443 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8f96f7d7-7bb8-4fc3-ac4c-39fdc1a0e80b tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:03.696174 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8b282ea-4e5e-49cd-8ee7-68a32e8da7f3'] response: {'server_uuid': '96539926-3157-406d-977f-028308bff7aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d79594-36bc-4bf3-b743-389d36c9b783', 'code': 200} May 05 21:57:03.696467 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8b282ea-4e5e-49cd-8ee7-68a32e8da7f3'] response: {'server_uuid': '2510197e-0167-4df8-b662-758eb5911dee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1f35d8-0048-415b-8a9a-e841251002df', 'code': 200} May 05 21:57:03.696713 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8b282ea-4e5e-49cd-8ee7-68a32e8da7f3'] response: {'server_uuid': '96539926-3157-406d-977f-028308bff7aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a7478fb-521e-4f6f-8635-8d5c3a9ffb68', 'code': 200} May 05 21:57:03.697073 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8b282ea-4e5e-49cd-8ee7-68a32e8da7f3'] response: {'server_uuid': '96539926-3157-406d-977f-028308bff7aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40be755c-7280-4fa7-ab8f-f0bd526d1201', 'code': 200} May 05 21:57:03.697896 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device d32ce299-380c-427f-84d1-ef6c3eac9e8f no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:57:03.745285 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: d32ce299-380c-427f-84d1-ef6c3eac9e8f {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:57:03.745637 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device d32ce299-380c-427f-84d1-ef6c3eac9e8f not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:57:03.843436 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf842acd-8f2f-402e-a9f7-41cb0dedce26'] response: {'server_uuid': 'db75c439-bfe4-48cc-b5c2-cadd255d5611', 'name': 'network-vif-deleted', 'tag': 'd32ce299-380c-427f-84d1-ef6c3eac9e8f', 'status': 'completed', 'code': 200} May 05 21:57:03.847124 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-35863735-d1a0-47d6-9939-b12d644d8329 None None] Allocated IP 172.20.0.2 (7dc07fbe-d8bf-47d5-a1e7-48a5f5dfc848/c5451fda-9f6a-45c4-a4d8-c4222fea5919/c6556d90-e53c-4b53-92bf-9cedc6476d5c) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:57:03.981486 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7959fa74-6712-4a9c-8169-a47878af0318 req-4e034ebf-423d-4435-acca-779259456cf0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 6500 time: 0.1371334 May 05 21:57:04.017711 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9ebe58fb-f951-4a8d-875f-f022ba3a83f1 req-f063d564-44a1-473e-8c64-8561468d4b84 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2510197e-0167-4df8-b662-758eb5911dee HTTP/1.1" status: 200 len: 1097 time: 0.2682419 May 05 21:57:04.061906 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7959fa74-6712-4a9c-8169-a47878af0318 req-36c0d5b6-e139-4b04-8841-9b91c275bbe4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d56f4659-1a1c-44b7-b1dc-74618b3402dc&id=d1b940f3-f2a7-478e-a3f4-c0ad661f5649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0709801 May 05 21:57:04.080846 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9ebe58fb-f951-4a8d-875f-f022ba3a83f1 req-397a42ad-5a28-458f-9906-a1488680a9f5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0043bfbb-2fb2-4013-8494-b5595b7ffb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515087 May 05 21:57:04.107591 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4ad00276-693e-4a71-8b70-86b2c84030a9 req-c8baee42-2bf2-4bb3-80d1-f85da6e8ee78 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:04.116189 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-35863735-d1a0-47d6-9939-b12d644d8329 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:04.200477 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5412819d-c00c-421f-9b84-39c1e346afcd req-c01dd93b-3e54-4eca-a478-b839952efcd3 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:04.201911 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5412819d-c00c-421f-9b84-39c1e346afcd req-c01dd93b-3e54-4eca-a478-b839952efcd3 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/networks?id=fa69cb3f-4129-4afe-9a6d-7584eefc40c0 HTTP/1.1" status: 200 len: 806 time: 0.2999334 May 05 21:57:04.254646 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5412819d-c00c-421f-9b84-39c1e346afcd req-e1a4c6e3-cb95-4ca0-b8fc-da5e7503e60e tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/quotas/edfb56529402421c8703b1e767ccb199 HTTP/1.1" status: 200 len: 375 time: 0.0411777 May 05 21:57:04.273198 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-35863735-d1a0-47d6-9939-b12d644d8329 None None] Transition to ACTIVE for port object c6556d90-e53c-4b53-92bf-9cedc6476d5c will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:57:04.293997 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-35863735-d1a0-47d6-9939-b12d644d8329 None None] Transition to ACTIVE for port object c6556d90-e53c-4b53-92bf-9cedc6476d5c will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:57:04.301594 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-35863735-d1a0-47d6-9939-b12d644d8329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:04.306196 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ebd80160-eda8-4ead-a9f7-30145e2865bb tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:04.310089 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4ad00276-693e-4a71-8b70-86b2c84030a9 req-c8baee42-2bf2-4bb3-80d1-f85da6e8ee78 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:04.323435 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8f96f7d7-7bb8-4fc3-ac4c-39fdc1a0e80b tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:04.355257 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b32e2-4d6c-4780-b852-157eb256507d req-80796e1d-8eea-4f89-8f94-23d948d04e2a tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:04.356695 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-453b32e2-4d6c-4780-b852-157eb256507d req-80796e1d-8eea-4f89-8f94-23d948d04e2a tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cf744cf-fd9a-49c3-bf04-42112dd2f326 HTTP/1.1" status: 200 len: 946 time: 0.3364711 May 05 21:57:04.369301 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35863735-d1a0-47d6-9939-b12d644d8329 None None] Network 7dc07fbe-d8bf-47d5-a1e7-48a5f5dfc848 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:57:04.372322 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-35863735-d1a0-47d6-9939-b12d644d8329 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:57:04.376875 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35863735-d1a0-47d6-9939-b12d644d8329 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:57:04.379524 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35863735-d1a0-47d6-9939-b12d644d8329 None None] Pushing event updated for resources: {'Port': ['ID=c6556d90-e53c-4b53-92bf-9cedc6476d5c,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:04.398496 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f96f7d7-7bb8-4fc3-ac4c-39fdc1a0e80b tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Pushing event deleted for resources: {'Subnet': ['ID=c5451fda-9f6a-45c4-a4d8-c4222fea5919,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:04.403000 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd80160-eda8-4ead-a9f7-30145e2865bb tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event deleted for resources: {'Port': ['ID=dfff29bd-3759-4cf8-a325-3dcdabdf2b94,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:04.496999 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8f96f7d7-7bb8-4fc3-ac4c-39fdc1a0e80b tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:04.505482 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-35863735-d1a0-47d6-9939-b12d644d8329 None None] Attempting to bind port c6556d90-e53c-4b53-92bf-9cedc6476d5c on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:57:04.506137 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-35863735-d1a0-47d6-9939-b12d644d8329 None None] Attempting to bind port c6556d90-e53c-4b53-92bf-9cedc6476d5c by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '99276fe3-8220-4f4b-94d1-61fc34bed06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7dc07fbe-d8bf-47d5-a1e7-48a5f5dfc848'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:57:04.506487 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35863735-d1a0-47d6-9939-b12d644d8329 None None] Attempting to bind port c6556d90-e53c-4b53-92bf-9cedc6476d5c on network 7dc07fbe-d8bf-47d5-a1e7-48a5f5dfc848 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:57:04.515221 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35863735-d1a0-47d6-9939-b12d644d8329 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:57:04.515221 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35863735-d1a0-47d6-9939-b12d644d8329 None None] Checking segment: {'id': '99276fe3-8220-4f4b-94d1-61fc34bed06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7dc07fbe-d8bf-47d5-a1e7-48a5f5dfc848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:57:04.515744 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-35863735-d1a0-47d6-9939-b12d644d8329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:04.516302 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35863735-d1a0-47d6-9939-b12d644d8329 None None] Bound using segment: {'id': '99276fe3-8220-4f4b-94d1-61fc34bed06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7dc07fbe-d8bf-47d5-a1e7-48a5f5dfc848'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:57:04.516879 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-35863735-d1a0-47d6-9939-b12d644d8329 None None] Bound port: c6556d90-e53c-4b53-92bf-9cedc6476d5c, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99276fe3-8220-4f4b-94d1-61fc34bed06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7dc07fbe-d8bf-47d5-a1e7-48a5f5dfc848'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:57:04.517666 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-35863735-d1a0-47d6-9939-b12d644d8329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:04.527036 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-8f96f7d7-7bb8-4fc3-ac4c-39fdc1a0e80b tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dc07fbe-d8bf-47d5-a1e7-48a5f5dfc848']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:57:04.531471 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ad00276-693e-4a71-8b70-86b2c84030a9 req-c8baee42-2bf2-4bb3-80d1-f85da6e8ee78 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Network c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:57:04.547281 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-8f96f7d7-7bb8-4fc3-ac4c-39fdc1a0e80b tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99276fe3-8220-4f4b-94d1-61fc34bed06f') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:57:04.547642 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-8f96f7d7-7bb8-4fc3-ac4c-39fdc1a0e80b tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99276fe3-8220-4f4b-94d1-61fc34bed06f') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:57:04.562343 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8f96f7d7-7bb8-4fc3-ac4c-39fdc1a0e80b tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:04.580014 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8f96f7d7-7bb8-4fc3-ac4c-39fdc1a0e80b tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:04.588321 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f96f7d7-7bb8-4fc3-ac4c-39fdc1a0e80b tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:57:04.588715 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8f96f7d7-7bb8-4fc3-ac4c-39fdc1a0e80b tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:04.589894 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-4ad00276-693e-4a71-8b70-86b2c84030a9 req-c8baee42-2bf2-4bb3-80d1-f85da6e8ee78 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:57:04.609170 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 21:57:04.609170 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:57:04.609170 n-d-825175-4 neutron-server[84063]: timer() May 05 21:57:04.609170 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:57:04.609170 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 21:57:04.609170 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:57:04.609170 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 21:57:04.609170 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:57:04.609170 n-d-825175-4 neutron-server[84063]: self._notify() May 05 21:57:04.609170 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:57:04.609170 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 21:57:04.609170 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:57:04.609170 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 21:57:04.609170 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:57:04.609170 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:57:04.609170 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:57:04.609170 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:57:04.609170 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:57:04.609170 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 21:57:04.609170 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:57:04.609170 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 21:57:04.609170 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:57:04.609170 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:57:04.609170 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:57:04.609170 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 21:57:04.609170 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:57:04.609170 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:57:04.609170 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:57:04.609170 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:57:04.609170 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:57:04.609170 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:57:04.609170 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:57:04.611346 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ad00276-693e-4a71-8b70-86b2c84030a9 req-c8baee42-2bf2-4bb3-80d1-f85da6e8ee78 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:57:04.643362 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-35863735-d1a0-47d6-9939-b12d644d8329 None None] For port c6556d90-e53c-4b53-92bf-9cedc6476d5c, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:57:04.700248 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-35863735-d1a0-47d6-9939-b12d644d8329 None None] For port c6556d90-e53c-4b53-92bf-9cedc6476d5c, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=c6556d90-e53c-4b53-92bf-9cedc6476d5c,segment=NetworkSegment(99276fe3-8220-4f4b-94d1-61fc34bed06f),segment_id=99276fe3-8220-4f4b-94d1-61fc34bed06f)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:57:04.700898 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.api [None req-8f96f7d7-7bb8-4fc3-ac4c-39fdc1a0e80b tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 05 21:57:04.700898 n-d-825175-4 neutron-server[84063]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 05 21:57:04.700898 n-d-825175-4 neutron-server[84063]: [parameters: {'id': '7dc07fbe-d8bf-47d5-a1e7-48a5f5dfc848'}] May 05 21:57:04.700898 n-d-825175-4 neutron-server[84063]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:57:04.701370 n-d-825175-4 neutron-server[84063]: DEBUG oslo_db.api [None req-8f96f7d7-7bb8-4fc3-ac4c-39fdc1a0e80b tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:57:04.706054 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-35863735-d1a0-47d6-9939-b12d644d8329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:04.715017 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-453b32e2-4d6c-4780-b852-157eb256507d req-a0a4fd4e-e3a0-4fd5-bc0a-0997c34797be tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/security-groups?id=69215bb4-aa47-46d3-ab34-427aa4254c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444722 May 05 21:57:04.725146 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8baee42-2bf2-4bb3-80d1-f85da6e8ee78 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Pushing event updated for resources: {'Port': ['ID=ea9e4657-0930-4f2f-882b-26c46e541d8f,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:04.846605 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35863735-d1a0-47d6-9939-b12d644d8329 None None] Pushing event updated for resources: {'Port': ['ID=c6556d90-e53c-4b53-92bf-9cedc6476d5c,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:04.865617 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7b8cc2-211c-4508-a589-34c710c96744 None None] Network 7dc07fbe-d8bf-47d5-a1e7-48a5f5dfc848 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:57:04.964293 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad00276-693e-4a71-8b70-86b2c84030a9 req-c8baee42-2bf2-4bb3-80d1-f85da6e8ee78 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:04.964880 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4ad00276-693e-4a71-8b70-86b2c84030a9 req-c8baee42-2bf2-4bb3-80d1-f85da6e8ee78 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:05.050580 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5412819d-c00c-421f-9b84-39c1e346afcd req-b84f26b3-4510-4241-ba57-3681f7313cc9 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=edfb56529402421c8703b1e767ccb199&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7873073 May 05 21:57:05.060221 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b71a3d-5871-4a09-85ff-b56e188c912d None None] get_active_networks_info from n-d-825175-4 {{(pid=84064) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 05 21:57:05.202467 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8f96f7d7-7bb8-4fc3-ac4c-39fdc1a0e80b tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:05.212873 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b71a3d-5871-4a09-85ff-b56e188c912d None None] Resources bound (agent type, host, resource id): {{(pid=84064) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 05 21:57:05.214018 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-8f96f7d7-7bb8-4fc3-ac4c-39fdc1a0e80b tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Deleting port c6556d90-e53c-4b53-92bf-9cedc6476d5c {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:57:05.214344 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8f96f7d7-7bb8-4fc3-ac4c-39fdc1a0e80b tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:05.327344 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4ad00276-693e-4a71-8b70-86b2c84030a9 req-c8baee42-2bf2-4bb3-80d1-f85da6e8ee78 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8924162 May 05 21:57:05.343833 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-4ad00276-693e-4a71-8b70-86b2c84030a9 req-cbbbf8d5-9689-42b3-8bea-7d7a8383e07f service neutron] Request body: {'port': {'device_id': '0d3dc811-67b1-42a8-91da-96136a9272c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:57:05.427745 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ebd80160-eda8-4ead-a9f7-30145e2865bb tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:05.453695 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-8f96f7d7-7bb8-4fc3-ac4c-39fdc1a0e80b tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] For port c6556d90-e53c-4b53-92bf-9cedc6476d5c, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=c6556d90-e53c-4b53-92bf-9cedc6476d5c,segment=NetworkSegment(99276fe3-8220-4f4b-94d1-61fc34bed06f),segment_id=99276fe3-8220-4f4b-94d1-61fc34bed06f)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:57:05.454394 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8f96f7d7-7bb8-4fc3-ac4c-39fdc1a0e80b tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:05.572979 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5412819d-c00c-421f-9b84-39c1e346afcd req-514d25ff-392d-4eab-b46d-487439229a1b service neutron] 10.222.0.23 "GET /v2.0/networks/fa69cb3f-4129-4afe-9a6d-7584eefc40c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4524169 May 05 21:57:05.670161 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ebcc6-27c7-482d-bb31-388c192277f6 req-8734c3c8-555f-49b8-a4a8-736c3b215ac0 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:05.674223 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ebcc6-27c7-482d-bb31-388c192277f6 req-8734c3c8-555f-49b8-a4a8-736c3b215ac0 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:05.678506 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ebcc6-27c7-482d-bb31-388c192277f6 req-8734c3c8-555f-49b8-a4a8-736c3b215ac0 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:05.682123 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ebcc6-27c7-482d-bb31-388c192277f6 req-8734c3c8-555f-49b8-a4a8-736c3b215ac0 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:05.685995 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ebcc6-27c7-482d-bb31-388c192277f6 req-8734c3c8-555f-49b8-a4a8-736c3b215ac0 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:05.687520 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:05.689946 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ebcc6-27c7-482d-bb31-388c192277f6 req-8734c3c8-555f-49b8-a4a8-736c3b215ac0 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:05.693727 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ebcc6-27c7-482d-bb31-388c192277f6 req-8734c3c8-555f-49b8-a4a8-736c3b215ac0 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:05.701599 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-895ebcc6-27c7-482d-bb31-388c192277f6 req-8734c3c8-555f-49b8-a4a8-736c3b215ac0 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/ports?device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 5443 time: 0.7465136 May 05 21:57:05.733470 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-8f96f7d7-7bb8-4fc3-ac4c-39fdc1a0e80b tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Calling delete_port for c6556d90-e53c-4b53-92bf-9cedc6476d5c owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:57:05.778231 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:05.836538 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8f96f7d7-7bb8-4fc3-ac4c-39fdc1a0e80b tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:05.856077 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4ad00276-693e-4a71-8b70-86b2c84030a9 req-cbbbf8d5-9689-42b3-8bea-7d7a8383e07f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:05.883712 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f96f7d7-7bb8-4fc3-ac4c-39fdc1a0e80b tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Pushing event deleted for resources: {'Port': ['ID=c6556d90-e53c-4b53-92bf-9cedc6476d5c,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:05.891265 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f96f7d7-7bb8-4fc3-ac4c-39fdc1a0e80b tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] No DVR routers for this DVR port c6556d90-e53c-4b53-92bf-9cedc6476d5c on host n-d-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:57:06.011762 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8f96f7d7-7bb8-4fc3-ac4c-39fdc1a0e80b tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:06.016217 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-895ebcc6-27c7-482d-bb31-388c192277f6 req-678761df-432d-4687-bbe8-0725a416230b tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/security-groups?id=d56f4659-1a1c-44b7-b1dc-74618b3402dc&id=d1b940f3-f2a7-478e-a3f4-c0ad661f5649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3137658 May 05 21:57:06.039192 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-8f96f7d7-7bb8-4fc3-ac4c-39fdc1a0e80b tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dc07fbe-d8bf-47d5-a1e7-48a5f5dfc848']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:57:06.062606 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-8f96f7d7-7bb8-4fc3-ac4c-39fdc1a0e80b tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99276fe3-8220-4f4b-94d1-61fc34bed06f') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:57:06.063005 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-8f96f7d7-7bb8-4fc3-ac4c-39fdc1a0e80b tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99276fe3-8220-4f4b-94d1-61fc34bed06f') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:57:06.078211 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8f96f7d7-7bb8-4fc3-ac4c-39fdc1a0e80b tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:06.094854 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8f96f7d7-7bb8-4fc3-ac4c-39fdc1a0e80b tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:06.101895 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f96f7d7-7bb8-4fc3-ac4c-39fdc1a0e80b tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:57:06.102383 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8f96f7d7-7bb8-4fc3-ac4c-39fdc1a0e80b tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:06.119370 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 21:57:06.119370 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:57:06.119370 n-d-825175-4 neutron-server[84063]: timer() May 05 21:57:06.119370 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:57:06.119370 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 21:57:06.119370 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:57:06.119370 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 21:57:06.119370 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:57:06.119370 n-d-825175-4 neutron-server[84063]: self._notify() May 05 21:57:06.119370 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:57:06.119370 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 21:57:06.119370 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:57:06.119370 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 21:57:06.119370 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:57:06.119370 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:57:06.119370 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:57:06.119370 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:57:06.119370 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:57:06.119370 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 21:57:06.119370 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:57:06.119370 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 21:57:06.119370 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:57:06.119370 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:57:06.119370 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:57:06.119370 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 21:57:06.119370 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:57:06.119370 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:57:06.119370 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:57:06.119370 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:57:06.119370 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:57:06.119370 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:57:06.119370 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:57:06.204421 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8f96f7d7-7bb8-4fc3-ac4c-39fdc1a0e80b tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:06.210450 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8f96f7d7-7bb8-4fc3-ac4c-39fdc1a0e80b tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:06.243814 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f96f7d7-7bb8-4fc3-ac4c-39fdc1a0e80b tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Pushing event deleted for resources: {'Network': ['ID=7dc07fbe-d8bf-47d5-a1e7-48a5f5dfc848,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:06.248016 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8f96f7d7-7bb8-4fc3-ac4c-39fdc1a0e80b tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "DELETE /v2.0/networks/7dc07fbe-d8bf-47d5-a1e7-48a5f5dfc848 HTTP/1.1" status: 204 len: 168 time: 2.9140499 May 05 21:57:06.250967 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48752) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:06.295042 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-d24ecd1c-24da-41ed-a301-3f316840d9d3 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] GET failed (client error): The resource could not be found. May 05 21:57:06.295457 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d24ecd1c-24da-41ed-a301-3f316840d9d3 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Synchronizing usage tracker for tenant:d6118b6e73844218b32f83df9af14cd4 on resource:subnet {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:57:06.312216 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d24ecd1c-24da-41ed-a301-3f316840d9d3 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Unset dirty status for tenant:d6118b6e73844218b32f83df9af14cd4 on resource:subnet {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:57:06.315143 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d24ecd1c-24da-41ed-a301-3f316840d9d3 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "GET /v2.0/subnets/c5451fda-9f6a-45c4-a4d8-c4222fea5919 HTTP/1.1" status: 404 len: 337 time: 0.0629959 May 05 21:57:06.316648 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48756) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:06.342492 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e88cfe7-7722-4e35-aa8d-a374e2fc259d tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] DELETE failed (client error): The resource could not be found. May 05 21:57:06.342936 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e88cfe7-7722-4e35-aa8d-a374e2fc259d tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 21:57:06.348585 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-2e88cfe7-7722-4e35-aa8d-a374e2fc259d tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "DELETE /v2.0/networks/7dc07fbe-d8bf-47d5-a1e7-48a5f5dfc848 HTTP/1.1" status: 404 len: 339 time: 0.0269470 May 05 21:57:06.348943 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48760) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:06.363195 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5412819d-c00c-421f-9b84-39c1e346afcd req-ffb79d0e-1ba2-44ce-ba60-5842b53132a4 service neutron] 10.222.0.23 "GET /v2.0/networks/fa69cb3f-4129-4afe-9a6d-7584eefc40c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7894568 May 05 21:57:06.535690 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8d2a45-c5d7-41eb-8737-67cdc2e9861a tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:06.541781 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3b8d2a45-c5d7-41eb-8737-67cdc2e9861a tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Synchronizing usage tracker for tenant:d6118b6e73844218b32f83df9af14cd4 on resource:network {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:57:06.559642 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3b8d2a45-c5d7-41eb-8737-67cdc2e9861a tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Unset dirty status for tenant:d6118b6e73844218b32f83df9af14cd4 on resource:network {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:57:06.560890 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-3b8d2a45-c5d7-41eb-8737-67cdc2e9861a tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2110555 May 05 21:57:06.564281 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48768) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:06.628949 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1df6e833-5a32-4276-a3fc-3631c338cbe6 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "GET /v2.0/subnets?network_id=25bfe237-58de-4709-a3e0-ac79da07c300 HTTP/1.1" status: 200 len: 207 time: 0.0635464 May 05 21:57:06.632418 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48772) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:06.774595 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da9ea2e-d644-44a0-b165-5992756f4160 req-7852a9dc-7d31-424c-9d95-465fd5f30ed7 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:06.774960 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-5da9ea2e-d644-44a0-b165-5992756f4160 req-7852a9dc-7d31-424c-9d95-465fd5f30ed7 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Synchronizing usage tracker for tenant:3d02eb1266e448b393d214c57b70ce63 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:57:06.809849 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebd80160-eda8-4ead-a9f7-30145e2865bb tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Router cd408fea-4445-4932-9b24-bd7b69b747cb has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:57:06.810373 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca9bffa-f0f0-46bc-b735-07f987188cac tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:06.815497 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca9bffa-f0f0-46bc-b735-07f987188cac tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:06.819470 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca9bffa-f0f0-46bc-b735-07f987188cac tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:06.823545 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca9bffa-f0f0-46bc-b735-07f987188cac tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:06.825210 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5ca9bffa-f0f0-46bc-b735-07f987188cac tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.1918461 May 05 21:57:06.829715 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48780) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:06.855367 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-5da9ea2e-d644-44a0-b165-5992756f4160 req-7852a9dc-7d31-424c-9d95-465fd5f30ed7 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Unset dirty status for tenant:3d02eb1266e448b393d214c57b70ce63 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:57:06.856507 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5da9ea2e-d644-44a0-b165-5992756f4160 req-7852a9dc-7d31-424c-9d95-465fd5f30ed7 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d3dc811-67b1-42a8-91da-96136a9272c7 HTTP/1.1" status: 200 len: 931 time: 0.5438681 May 05 21:57:06.979746 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9acb5-2d1d-43b4-b394-8557f2e9bd48 req-9493ae64-56dc-42ab-909e-ab0b1bfd8802 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:06.981290 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-55a9acb5-2d1d-43b4-b394-8557f2e9bd48 req-9493ae64-56dc-42ab-909e-ab0b1bfd8802 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=2510197e-0167-4df8-b662-758eb5911dee HTTP/1.1" status: 200 len: 946 time: 0.3673892 May 05 21:57:07.013138 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-bdf1e959-261a-4a24-9657-7b490f23e792 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1789660 May 05 21:57:07.013964 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48786) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:07.096425 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa3bebe-47bf-4a7d-8252-b5aa9e0c1ebf tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:07.098023 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa3bebe-47bf-4a7d-8252-b5aa9e0c1ebf tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:07.103103 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-7aa3bebe-47bf-4a7d-8252-b5aa9e0c1ebf tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0847464 May 05 21:57:07.104176 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48792) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:07.131359 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b6ef646-4dd6-403f-b750-d087e17ad528 admin admin] Router 8fc88137-3275-4db7-bc2e-9936958326ac has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:57:07.146101 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5da9ea2e-d644-44a0-b165-5992756f4160 req-9f9e9876-be7c-4d63-b31a-5fb83f8cbc2c tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c51188-03e9-4eb7-84f3-076c2790a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778349 May 05 21:57:07.149619 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-4ad00276-693e-4a71-8b70-86b2c84030a9 req-cbbbf8d5-9689-42b3-8bea-7d7a8383e07f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea9e4657-0930-4f2f-882b-26c46e541d8f {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:57:07.170382 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4ad00276-693e-4a71-8b70-86b2c84030a9 req-cbbbf8d5-9689-42b3-8bea-7d7a8383e07f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:07.172865 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c769040c-7bf4-4c0d-a248-5ac51706fb14 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Attributes excluded by policy engine: ['shared'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:07.174426 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c769040c-7bf4-4c0d-a248-5ac51706fb14 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Attributes excluded by policy engine: ['shared'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:07.179573 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c769040c-7bf4-4c0d-a248-5ac51706fb14 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0715384 May 05 21:57:07.180266 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48796) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:07.195010 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd80160-eda8-4ead-a9f7-30145e2865bb tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:57:07.211389 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9b409a-c941-4e73-a089-d191315341bf None None] Sync routers for ids ['cd408fea-4445-4932-9b24-bd7b69b747cb'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:57:07.212598 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ebd80160-eda8-4ead-a9f7-30145e2865bb tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "PUT /v2.0/routers/cd408fea-4445-4932-9b24-bd7b69b747cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6031108 May 05 21:57:07.223629 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48800) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:07.233023 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9b409a-c941-4e73-a089-d191315341bf None None] Routers {'cd408fea-4445-4932-9b24-bd7b69b747cb'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:57:07.233658 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-fe9b409a-c941-4e73-a089-d191315341bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:56:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['cd408fea-4445-4932-9b24-bd7b69b747cb'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:57:07.305246 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-fe9b409a-c941-4e73-a089-d191315341bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:57:07.313597 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-55a9acb5-2d1d-43b4-b394-8557f2e9bd48 req-8a617000-47c8-441f-9a11-23a5f5a8ca80 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=0043bfbb-2fb2-4013-8494-b5595b7ffb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2299216 May 05 21:57:07.314638 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-4ad00276-693e-4a71-8b70-86b2c84030a9 req-cbbbf8d5-9689-42b3-8bea-7d7a8383e07f service neutron] Transition to ACTIVE for port object ea9e4657-0930-4f2f-882b-26c46e541d8f will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:57:07.323825 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9b409a-c941-4e73-a089-d191315341bf None None] Routers {'cd408fea-4445-4932-9b24-bd7b69b747cb'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:57:07.324626 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-fe9b409a-c941-4e73-a089-d191315341bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:56:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['cd408fea-4445-4932-9b24-bd7b69b747cb'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:57:07.348689 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04181b51-fbd5-4a8a-8238-e42ab207a898 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:07.362145 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-04181b51-fbd5-4a8a-8238-e42ab207a898 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "GET /v2.0/networks/acaa4773-b1d9-4c19-a745-fa6cd1523421 HTTP/1.1" status: 200 len: 800 time: 0.1773484 May 05 21:57:07.363920 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48804) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:07.425332 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-fe9b409a-c941-4e73-a089-d191315341bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:57:07.425745 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9b409a-c941-4e73-a089-d191315341bf None None] The sync data for ids ['cd408fea-4445-4932-9b24-bd7b69b747cb'] in n-d-825175-4 is: [] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:57:07.473948 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-aae36b7f-9fc3-4f86-bb3f-bf1ae7f44cf9 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Synchronizing usage tracker for tenant:663767b5203746b3b9addbbb99a48f8b on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:57:07.476478 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4ad00276-693e-4a71-8b70-86b2c84030a9 req-cbbbf8d5-9689-42b3-8bea-7d7a8383e07f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:07.535753 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b92d1b4f-cf6b-491c-9652-a891e965b9db tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "GET /v2.0/networks/acaa4773-b1d9-4c19-a745-fa6cd1523421?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1675746 May 05 21:57:07.536357 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48810) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:07.588175 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a059a79a-96e4-43f3-b974-5ad710f84a89 req-733e7811-63da-40af-9bad-1bb81e28e1dc tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1f0268b-2bdd-4084-a39d-dd4e81214a5c HTTP/1.1" status: 200 len: 210 time: 0.1160786 May 05 21:57:07.599357 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9bb8dc-51d7-424a-b014-430e5a63b524 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:07.605586 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5a9bb8dc-51d7-424a-b014-430e5a63b524 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "GET /v2.0/subnets/4ef6553a-3631-4d8e-aaa2-0a81f7668b9e HTTP/1.1" status: 200 len: 811 time: 0.0638874 May 05 21:57:07.607201 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48814) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:07.667634 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-aae36b7f-9fc3-4f86-bb3f-bf1ae7f44cf9 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Unset dirty status for tenant:663767b5203746b3b9addbbb99a48f8b on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:57:07.669267 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-aae36b7f-9fc3-4f86-bb3f-bf1ae7f44cf9 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd408fea-4445-4932-9b24-bd7b69b747cb HTTP/1.1" status: 200 len: 205 time: 0.3590043 May 05 21:57:07.682173 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48818) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:07.795722 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7393f277-8fc0-4c92-a548-1298dec1fd28 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Attributes excluded by policy engine: ['shared'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:07.802298 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-7393f277-8fc0-4c92-a548-1298dec1fd28 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "GET /v2.0/subnets/4ef6553a-3631-4d8e-aaa2-0a81f7668b9e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1937370 May 05 21:57:07.802957 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48822) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:07.808597 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-5de5c526-f64d-46df-b22e-e5d46b7fa653 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-68618948'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:57:07.817547 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-5de5c526-f64d-46df-b22e-e5d46b7fa653 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:57:07.901018 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-5de5c526-f64d-46df-b22e-e5d46b7fa653 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:57:07.930117 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de5c526-f64d-46df-b22e-e5d46b7fa653 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Made reservation on behalf of d6118b6e73844218b32f83df9af14cd4 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:57:07.933066 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5de5c526-f64d-46df-b22e-e5d46b7fa653 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:07.972058 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbbf8d5-9689-42b3-8bea-7d7a8383e07f service neutron] Pushing event updated for resources: {'Port': ['ID=ea9e4657-0930-4f2f-882b-26c46e541d8f,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:07.995949 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5de5c526-f64d-46df-b22e-e5d46b7fa653 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:57:08.005729 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5412819d-c00c-421f-9b84-39c1e346afcd req-d03faf92-a040-4f29-9965-0827481e9a9c tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:08.007169 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5412819d-c00c-421f-9b84-39c1e346afcd req-d03faf92-a040-4f29-9965-0827481e9a9c tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.44 "GET /v2.0/networks?id=fa69cb3f-4129-4afe-9a6d-7584eefc40c0 HTTP/1.1" status: 200 len: 806 time: 0.1916432 May 05 21:57:08.012890 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5de5c526-f64d-46df-b22e-e5d46b7fa653 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:08.013303 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-5de5c526-f64d-46df-b22e-e5d46b7fa653 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Added segment 2d88c5b9-2ef8-4cef-882c-21f797e2aa0e of type vlan for network 7d162b9e-015e-4a7d-a8ef-92f0b980e6b8 May 05 21:57:08.030242 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-5412819d-c00c-421f-9b84-39c1e346afcd req-3832a42f-809a-4c24-9b49-e2b60e32d485 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Request body: {'port': {'device_id': 'c1f0268b-2bdd-4084-a39d-dd4e81214a5c', 'network_id': 'fa69cb3f-4129-4afe-9a6d-7584eefc40c0', 'admin_state_up': True, 'tenant_id': 'edfb56529402421c8703b1e767ccb199'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:57:08.111511 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5de5c526-f64d-46df-b22e-e5d46b7fa653 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:08.181431 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5de5c526-f64d-46df-b22e-e5d46b7fa653 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:08.184925 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de5c526-f64d-46df-b22e-e5d46b7fa653 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:08.185489 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5de5c526-f64d-46df-b22e-e5d46b7fa653 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:08.216036 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828abfe8-b9b1-4c6a-97ae-acf5e9f8d9da req-cfd5d1e8-8b6f-4ac6-9ba8-11c5573230c7 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:08.217518 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-828abfe8-b9b1-4c6a-97ae-acf5e9f8d9da req-cfd5d1e8-8b6f-4ac6-9ba8-11c5573230c7 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cf744cf-fd9a-49c3-bf04-42112dd2f326 HTTP/1.1" status: 200 len: 946 time: 0.8955882 May 05 21:57:08.272293 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c48d05ab-b567-4969-aa0b-38c76dfe7d02 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for router, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:08.280205 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-5412819d-c00c-421f-9b84-39c1e346afcd req-3832a42f-809a-4c24-9b49-e2b60e32d485 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:57:08.300043 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-5412819d-c00c-421f-9b84-39c1e346afcd req-3832a42f-809a-4c24-9b49-e2b60e32d485 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Usage tracker for resource:port and tenant:edfb56529402421c8703b1e767ccb199 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:57:08.305790 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-5412819d-c00c-421f-9b84-39c1e346afcd req-3832a42f-809a-4c24-9b49-e2b60e32d485 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:57:08.316065 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5de5c526-f64d-46df-b22e-e5d46b7fa653 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5121231 May 05 21:57:08.317220 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-5412819d-c00c-421f-9b84-39c1e346afcd req-3832a42f-809a-4c24-9b49-e2b60e32d485 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:57:08.319110 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de5c526-f64d-46df-b22e-e5d46b7fa653 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Pushing event updated for resources: {'Network': ['ID=7d162b9e-015e-4a7d-a8ef-92f0b980e6b8,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:08.322515 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48828) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:08.329829 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-80e2f667-b7fd-4d5a-b221-849a94acf563 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Request body: {'subnet': {'network_id': '7d162b9e-015e-4a7d-a8ef-92f0b980e6b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:57:08.331589 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 7d162b9e-015e-4a7d-a8ef-92f0b980e6b8 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:57:08.352458 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5412819d-c00c-421f-9b84-39c1e346afcd req-3832a42f-809a-4c24-9b49-e2b60e32d485 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Made reservation on behalf of edfb56529402421c8703b1e767ccb199 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:57:08.355413 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5412819d-c00c-421f-9b84-39c1e346afcd req-3832a42f-809a-4c24-9b49-e2b60e32d485 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:08.451165 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb09e1a0-cff5-4712-973f-0956e6c091ae req-f30e2fd4-75c5-4d73-9c7f-e95618c4d0fe tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:08.455437 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb09e1a0-cff5-4712-973f-0956e6c091ae req-f30e2fd4-75c5-4d73-9c7f-e95618c4d0fe tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:08.459754 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb09e1a0-cff5-4712-973f-0956e6c091ae req-f30e2fd4-75c5-4d73-9c7f-e95618c4d0fe tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:08.463597 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb09e1a0-cff5-4712-973f-0956e6c091ae req-f30e2fd4-75c5-4d73-9c7f-e95618c4d0fe tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:08.467483 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb09e1a0-cff5-4712-973f-0956e6c091ae req-f30e2fd4-75c5-4d73-9c7f-e95618c4d0fe tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:08.472382 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb09e1a0-cff5-4712-973f-0956e6c091ae req-f30e2fd4-75c5-4d73-9c7f-e95618c4d0fe tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:08.476382 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb09e1a0-cff5-4712-973f-0956e6c091ae req-f30e2fd4-75c5-4d73-9c7f-e95618c4d0fe tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:08.478292 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fb09e1a0-cff5-4712-973f-0956e6c091ae req-f30e2fd4-75c5-4d73-9c7f-e95618c4d0fe tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/ports?device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 5443 time: 0.5028133 May 05 21:57:08.488989 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-4ad00276-693e-4a71-8b70-86b2c84030a9 req-cbbbf8d5-9689-42b3-8bea-7d7a8383e07f service neutron] Attempting to bind port ea9e4657-0930-4f2f-882b-26c46e541d8f on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:57:08.489304 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-4ad00276-693e-4a71-8b70-86b2c84030a9 req-cbbbf8d5-9689-42b3-8bea-7d7a8383e07f service neutron] Attempting to bind port ea9e4657-0930-4f2f-882b-26c46e541d8f by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': '6e17d504-de6f-46a1-b0ab-9bb177568a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:57:08.489627 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad00276-693e-4a71-8b70-86b2c84030a9 req-cbbbf8d5-9689-42b3-8bea-7d7a8383e07f service neutron] Attempting to bind port ea9e4657-0930-4f2f-882b-26c46e541d8f on network c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:57:08.508572 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-80e2f667-b7fd-4d5a-b221-849a94acf563 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:57:08.521865 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-828abfe8-b9b1-4c6a-97ae-acf5e9f8d9da req-d3f62732-a5d5-4341-a36f-968c626f204a tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/security-groups?id=69215bb4-aa47-46d3-ab34-427aa4254c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906940 May 05 21:57:08.531403 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-80e2f667-b7fd-4d5a-b221-849a94acf563 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:57:08.539247 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad00276-693e-4a71-8b70-86b2c84030a9 req-cbbbf8d5-9689-42b3-8bea-7d7a8383e07f service neutron] Port ea9e4657-0930-4f2f-882b-26c46e541d8f on network c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:57:08.539567 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad00276-693e-4a71-8b70-86b2c84030a9 req-cbbbf8d5-9689-42b3-8bea-7d7a8383e07f service neutron] Attempting to bind port ea9e4657-0930-4f2f-882b-26c46e541d8f on network c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:57:08.568534 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad00276-693e-4a71-8b70-86b2c84030a9 req-cbbbf8d5-9689-42b3-8bea-7d7a8383e07f service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:57:08.568835 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad00276-693e-4a71-8b70-86b2c84030a9 req-cbbbf8d5-9689-42b3-8bea-7d7a8383e07f service neutron] Checking segment: {'id': '6e17d504-de6f-46a1-b0ab-9bb177568a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:57:08.569215 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad00276-693e-4a71-8b70-86b2c84030a9 req-cbbbf8d5-9689-42b3-8bea-7d7a8383e07f service neutron] Bound using segment: {'id': '6e17d504-de6f-46a1-b0ab-9bb177568a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:57:08.569652 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-4ad00276-693e-4a71-8b70-86b2c84030a9 req-cbbbf8d5-9689-42b3-8bea-7d7a8383e07f service neutron] Bound port: ea9e4657-0930-4f2f-882b-26c46e541d8f, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e17d504-de6f-46a1-b0ab-9bb177568a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:57:08.569988 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4ad00276-693e-4a71-8b70-86b2c84030a9 req-cbbbf8d5-9689-42b3-8bea-7d7a8383e07f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:08.609699 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e2f667-b7fd-4d5a-b221-849a94acf563 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Made reservation on behalf of d6118b6e73844218b32f83df9af14cd4 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:57:08.742059 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-5412819d-c00c-421f-9b84-39c1e346afcd req-3832a42f-809a-4c24-9b49-e2b60e32d485 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Allocated IP 172.20.0.14 (fa69cb3f-4129-4afe-9a6d-7584eefc40c0/98120645-6211-43cf-b26e-14efa3661c41/5f2a2462-be1f-4965-9aa9-ca600bf42f63) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:57:08.746172 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-80e2f667-b7fd-4d5a-b221-849a94acf563 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:08.770187 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fb09e1a0-cff5-4712-973f-0956e6c091ae req-3da7d4ae-be03-4d62-a20a-6ad1e830284b tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/security-groups?id=d56f4659-1a1c-44b7-b1dc-74618b3402dc&id=d1b940f3-f2a7-478e-a3f4-c0ad661f5649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2847857 May 05 21:57:08.818325 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6ef646-4dd6-403f-b750-d087e17ad528 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:57:08.818325 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4b6ef646-4dd6-403f-b750-d087e17ad528 admin admin] 10.222.0.23 "PUT /v2.0/routers/8fc88137-3275-4db7-bc2e-9936958326ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.5478907 May 05 21:57:08.820519 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48836) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:08.836077 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78aa6ce7-4bff-4e77-984d-bd75b8e09b3b None None] Sync routers for ids ['8fc88137-3275-4db7-bc2e-9936958326ac'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:57:08.847569 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78aa6ce7-4bff-4e77-984d-bd75b8e09b3b None None] Routers {'8fc88137-3275-4db7-bc2e-9936958326ac'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:57:08.848168 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-78aa6ce7-4bff-4e77-984d-bd75b8e09b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:56:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8fc88137-3275-4db7-bc2e-9936958326ac'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:57:09.012428 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.ipam_backend_mixin [None req-80e2f667-b7fd-4d5a-b221-849a94acf563 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Performing IP validity checks on allocation pools {{(pid=84063) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 05 21:57:09.012836 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.ipam_backend_mixin [None req-80e2f667-b7fd-4d5a-b221-849a94acf563 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84063) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 05 21:57:09.033813 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-78aa6ce7-4bff-4e77-984d-bd75b8e09b3b None None] Set router 8fc88137-3275-4db7-bc2e-9936958326ac gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:57:09.052209 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c48d05ab-b567-4969-aa0b-38c76dfe7d02 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:09.065880 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-4ad00276-693e-4a71-8b70-86b2c84030a9 req-cbbbf8d5-9689-42b3-8bea-7d7a8383e07f service neutron] For port ea9e4657-0930-4f2f-882b-26c46e541d8f, host n-h1-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:57:09.073923 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-4ad00276-693e-4a71-8b70-86b2c84030a9 req-cbbbf8d5-9689-42b3-8bea-7d7a8383e07f service neutron] For port ea9e4657-0930-4f2f-882b-26c46e541d8f, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=ea9e4657-0930-4f2f-882b-26c46e541d8f,segment=NetworkSegment(6e17d504-de6f-46a1-b0ab-9bb177568a44),segment_id=6e17d504-de6f-46a1-b0ab-9bb177568a44)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:57:09.075083 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c48d05ab-b567-4969-aa0b-38c76dfe7d02 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:09.087965 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4ad00276-693e-4a71-8b70-86b2c84030a9 req-cbbbf8d5-9689-42b3-8bea-7d7a8383e07f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:09.173141 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa43cb9-782c-4874-b9b4-3fff267bd1fc req-681dba66-7250-4018-bd12-62925ab78880 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:09.179602 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1fa43cb9-782c-4874-b9b4-3fff267bd1fc req-681dba66-7250-4018-bd12-62925ab78880 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=2510197e-0167-4df8-b662-758eb5911dee HTTP/1.1" status: 200 len: 946 time: 0.5260231 May 05 21:57:09.183824 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48840) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:09.199084 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-861b4649-055b-4a5c-85f2-f06fc55b0732 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Request body: {'floatingip': {'port_id': '6b1f35d8-0048-415b-8a9a-e841251002df'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:57:09.233288 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbbf8d5-9689-42b3-8bea-7d7a8383e07f service neutron] Pushing event updated for resources: {'Port': ['ID=ea9e4657-0930-4f2f-882b-26c46e541d8f,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:09.263649 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea65f3-ea72-4da3-bcde-746259c971e4 req-324b6ae0-6d2a-4760-b42c-4c2e4625aa32 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:09.266513 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-50ea65f3-ea72-4da3-bcde-746259c971e4 req-324b6ae0-6d2a-4760-b42c-4c2e4625aa32 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d3dc811-67b1-42a8-91da-96136a9272c7 HTTP/1.1" status: 200 len: 943 time: 0.3573880 May 05 21:57:09.268276 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-4ad00276-693e-4a71-8b70-86b2c84030a9 req-cbbbf8d5-9689-42b3-8bea-7d7a8383e07f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:09.269696 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4ad00276-693e-4a71-8b70-86b2c84030a9 req-cbbbf8d5-9689-42b3-8bea-7d7a8383e07f service neutron] 10.222.0.44 "PUT /v2.0/ports/ea9e4657-0930-4f2f-882b-26c46e541d8f HTTP/1.1" status: 200 len: 1091 time: 3.9327126 May 05 21:57:09.270693 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d3dc811-67b1-42a8-91da-96136a9272c7', 'tag': 'ea9e4657-0930-4f2f-882b-26c46e541d8f'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:57:09.279199 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c48d05ab-b567-4969-aa0b-38c76dfe7d02 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:09.279774 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48d05ab-b567-4969-aa0b-38c76dfe7d02 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Fanout notify agent at l3_agent the message router_deleted on router cd408fea-4445-4932-9b24-bd7b69b747cb {{(pid=84061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 21:57:09.397649 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c48d05ab-b567-4969-aa0b-38c76dfe7d02 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:09.401612 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-78aa6ce7-4bff-4e77-984d-bd75b8e09b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc88137-3275-4db7-bc2e-9936958326ac', 'name': 'tempest-ServerActionsTestJSON-2136586527-router', 'tenant_id': '0eb82da6a4bc47a2ae0058d78ca21e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '492005b6-aae6-49d6-8896-2a21bd3e474b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:46:14Z', 'updated_at': '2022-05-05T21:57:01Z', 'revision_number': 5, 'project_id': '0eb82da6a4bc47a2ae0058d78ca21e92', 'gw_port': {'id': '492005b6-aae6-49d6-8896-2a21bd3e474b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc88137-3275-4db7-bc2e-9936958326ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:46:17Z', 'updated_at': '2022-05-05T21:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:57:09.402302 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c48d05ab-b567-4969-aa0b-38c76dfe7d02 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "DELETE /v2.0/routers/cd408fea-4445-4932-9b24-bd7b69b747cb HTTP/1.1" status: 204 len: 168 time: 1.7092233 May 05 21:57:09.405087 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e4ccd428-fdb8-4556-b9c4-c34a8f74dfe7 req-eb9b5770-9da7-435e-ae10-04848ee238ab tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1f0268b-2bdd-4084-a39d-dd4e81214a5c HTTP/1.1" status: 200 len: 210 time: 0.0775614 May 05 21:57:09.405750 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78aa6ce7-4bff-4e77-984d-bd75b8e09b3b None None] Checking router: 8fc88137-3275-4db7-bc2e-9936958326ac for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:57:09.409112 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48846) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:09.419029 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78aa6ce7-4bff-4e77-984d-bd75b8e09b3b None None] Routers {'8fc88137-3275-4db7-bc2e-9936958326ac'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:57:09.419645 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-78aa6ce7-4bff-4e77-984d-bd75b8e09b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:56:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8fc88137-3275-4db7-bc2e-9936958326ac'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:57:09.477489 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-861b4649-055b-4a5c-85f2-f06fc55b0732 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks [] for floatingip, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:09.637727 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-78aa6ce7-4bff-4e77-984d-bd75b8e09b3b None None] Set router 8fc88137-3275-4db7-bc2e-9936958326ac gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:57:09.653050 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5412819d-c00c-421f-9b84-39c1e346afcd req-3832a42f-809a-4c24-9b49-e2b60e32d485 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:09.733069 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-80e2f667-b7fd-4d5a-b221-849a94acf563 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:09.882943 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-50ea65f3-ea72-4da3-bcde-746259c971e4 req-7899f001-4efd-4d6e-b497-2db4486e6967 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c51188-03e9-4eb7-84f3-076c2790a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5784025 May 05 21:57:09.926131 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-92240e3c-ae29-4530-bcfa-ae19a4bb13ee tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Deleting subnet c7f312c7-49bb-4dcc-b32e-9589ff4da30f {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:57:09.932365 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-92240e3c-ae29-4530-bcfa-ae19a4bb13ee tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:09.953012 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e2f667-b7fd-4d5a-b221-849a94acf563 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Pushing event updated for resources: {'Subnet': ['ID=f2751084-3ebc-4e49-9b11-de354d46f549,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:09.963118 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87032dd3-a721-4a12-b667-4e366610f9e4'] response: {'name': 'network-changed', 'server_uuid': '0d3dc811-67b1-42a8-91da-96136a9272c7', 'tag': 'ea9e4657-0930-4f2f-882b-26c46e541d8f', 'status': 'completed', 'code': 200} May 05 21:57:09.977492 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-78aa6ce7-4bff-4e77-984d-bd75b8e09b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc88137-3275-4db7-bc2e-9936958326ac', 'name': 'tempest-ServerActionsTestJSON-2136586527-router', 'tenant_id': '0eb82da6a4bc47a2ae0058d78ca21e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '492005b6-aae6-49d6-8896-2a21bd3e474b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:46:14Z', 'updated_at': '2022-05-05T21:57:01Z', 'revision_number': 5, 'project_id': '0eb82da6a4bc47a2ae0058d78ca21e92', 'gw_port': {'id': '492005b6-aae6-49d6-8896-2a21bd3e474b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc88137-3275-4db7-bc2e-9936958326ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:46:17Z', 'updated_at': '2022-05-05T21:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:57:09.986650 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78aa6ce7-4bff-4e77-984d-bd75b8e09b3b None None] The sync data for ids ['8fc88137-3275-4db7-bc2e-9936958326ac'] in n-d-825175-4 is: [{'id': '8fc88137-3275-4db7-bc2e-9936958326ac', 'name': 'tempest-ServerActionsTestJSON-2136586527-router', 'tenant_id': '0eb82da6a4bc47a2ae0058d78ca21e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.112'}], 'enable_snat': True}, 'gw_port_id': '492005b6-aae6-49d6-8896-2a21bd3e474b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:46:14Z', 'updated_at': '2022-05-05T21:57:01Z', 'revision_number': 5, 'project_id': '0eb82da6a4bc47a2ae0058d78ca21e92', 'gw_port': {'id': '492005b6-aae6-49d6-8896-2a21bd3e474b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc88137-3275-4db7-bc2e-9936958326ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:46:17Z', 'updated_at': '2022-05-05T21:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:57:09.997129 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4ad00276-693e-4a71-8b70-86b2c84030a9 req-26fd8d4d-d897-4d52-9e36-63478bd0e3b7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3d02eb1266e448b393d214c57b70ce63&device_id=0d3dc811-67b1-42a8-91da-96136a9272c7 HTTP/1.1" status: 200 len: 1094 time: 0.5910032 May 05 21:57:10.009510 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568da2ce-6857-475e-9e53-3002f55c753d req-cdd2a769-f6f1-414f-b7d2-909cb8253bee tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:10.013747 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568da2ce-6857-475e-9e53-3002f55c753d req-cdd2a769-f6f1-414f-b7d2-909cb8253bee tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:10.015168 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5412819d-c00c-421f-9b84-39c1e346afcd req-3832a42f-809a-4c24-9b49-e2b60e32d485 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:10.018439 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1947a6ad-f46d-4e61-a4e0-76e145200a79 admin admin] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:10.019463 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568da2ce-6857-475e-9e53-3002f55c753d req-cdd2a769-f6f1-414f-b7d2-909cb8253bee tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:10.023388 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568da2ce-6857-475e-9e53-3002f55c753d req-cdd2a769-f6f1-414f-b7d2-909cb8253bee tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:10.028474 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568da2ce-6857-475e-9e53-3002f55c753d req-cdd2a769-f6f1-414f-b7d2-909cb8253bee tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:10.029302 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['026ae715-3b74-4311-9e26-de7e6032c7f1'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:57:10.032358 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568da2ce-6857-475e-9e53-3002f55c753d req-cdd2a769-f6f1-414f-b7d2-909cb8253bee tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:10.036144 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568da2ce-6857-475e-9e53-3002f55c753d req-cdd2a769-f6f1-414f-b7d2-909cb8253bee tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:10.039116 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-568da2ce-6857-475e-9e53-3002f55c753d req-cdd2a769-f6f1-414f-b7d2-909cb8253bee tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/ports?device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 5443 time: 0.2784789 May 05 21:57:10.048959 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-92240e3c-ae29-4530-bcfa-ae19a4bb13ee tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:10.092263 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48852) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:10.152137 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-a0aa325c-b8d2-4a69-85f2-499cd4be302b tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Request body: {'floatingip': {'port_id': '49bcc364-28e8-4ab9-8b4e-d2fa9332d772'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:57:10.219173 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4ad00276-693e-4a71-8b70-86b2c84030a9 req-3fbec923-7f47-4fc3-903c-3fe962e70661 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea9e4657-0930-4f2f-882b-26c46e541d8f HTTP/1.1" status: 200 len: 217 time: 0.1277840 May 05 21:57:10.318330 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad00276-693e-4a71-8b70-86b2c84030a9 req-e577d85d-af37-4b2d-aa6a-10f4a8d2629f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:10.319300 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a0aa325c-b8d2-4a69-85f2-499cd4be302b tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks [] for floatingip, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:10.319687 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4ad00276-693e-4a71-8b70-86b2c84030a9 req-e577d85d-af37-4b2d-aa6a-10f4a8d2629f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=81b3baf0-8b4b-4758-b115-81242d9737a5 HTTP/1.1" status: 200 len: 855 time: 0.0905025 May 05 21:57:10.321225 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-92240e3c-ae29-4530-bcfa-ae19a4bb13ee tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:10.374361 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e2f667-b7fd-4d5a-b221-849a94acf563 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Checking segment: {'id': '2d88c5b9-2ef8-4cef-882c-21f797e2aa0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7d162b9e-015e-4a7d-a8ef-92f0b980e6b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:57:10.375101 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e2f667-b7fd-4d5a-b221-849a94acf563 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Network hostable DHCP agents. Network: 7d162b9e-015e-4a7d-a8ef-92f0b980e6b8, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:57:10.377017 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 63e74258-3e07-4692-99fd-674df226b289 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:57:10.401707 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5412819d-c00c-421f-9b84-39c1e346afcd req-3832a42f-809a-4c24-9b49-e2b60e32d485 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Network fa69cb3f-4129-4afe-9a6d-7584eefc40c0 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:57:10.411890 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4ad00276-693e-4a71-8b70-86b2c84030a9 req-e22bba4b-b3bb-4e00-aff1-690a08b462b7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597608 May 05 21:57:10.420035 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166cd14b-1c7d-4043-b5d2-29ae9ec85b4c req-968f59c1-01ea-43cd-9239-cc28c0607ba5 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:10.421462 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-166cd14b-1c7d-4043-b5d2-29ae9ec85b4c req-968f59c1-01ea-43cd-9239-cc28c0607ba5 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cf744cf-fd9a-49c3-bf04-42112dd2f326 HTTP/1.1" status: 200 len: 946 time: 0.3290193 May 05 21:57:10.424521 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-5412819d-c00c-421f-9b84-39c1e346afcd req-3832a42f-809a-4c24-9b49-e2b60e32d485 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:57:10.426533 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3832a42f-809a-4c24-9b49-e2b60e32d485 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Pushing event updated for resources: {'Port': ['ID=5f2a2462-be1f-4965-9aa9-ca600bf42f63,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:10.432001 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-5412819d-c00c-421f-9b84-39c1e346afcd req-3832a42f-809a-4c24-9b49-e2b60e32d485 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:57:10.434275 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 63e74258-3e07-4692-99fd-674df226b289 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:57:10.434757 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 63e74258-3e07-4692-99fd-674df226b289 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:57:10.579934 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-166cd14b-1c7d-4043-b5d2-29ae9ec85b4c req-7dda2b4b-f402-421e-be53-b19a7a2aad71 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/security-groups?id=69215bb4-aa47-46d3-ab34-427aa4254c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340051 May 05 21:57:10.701285 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4ad00276-693e-4a71-8b70-86b2c84030a9 req-e8658e25-a4f1-443a-a076-45d79959f040 service neutron] 10.222.0.44 "GET /v2.0/networks/c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786009 May 05 21:57:10.707949 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-92240e3c-ae29-4530-bcfa-ae19a4bb13ee tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:10.717274 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5412819d-c00c-421f-9b84-39c1e346afcd req-3832a42f-809a-4c24-9b49-e2b60e32d485 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:10.717871 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5412819d-c00c-421f-9b84-39c1e346afcd req-3832a42f-809a-4c24-9b49-e2b60e32d485 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:10.762562 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e2f667-b7fd-4d5a-b221-849a94acf563 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Network 7d162b9e-015e-4a7d-a8ef-92f0b980e6b8 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:57:10.814180 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-80e2f667-b7fd-4d5a-b221-849a94acf563 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 7d162b9e-015e-4a7d-a8ef-92f0b980e6b8) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:57:10.824696 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cf3c36-83c8-4cca-800a-d03887607df7 None None] Network 7d162b9e-015e-4a7d-a8ef-92f0b980e6b8 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:57:10.828350 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92240e3c-ae29-4530-bcfa-ae19a4bb13ee tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event deleted for resources: {'Subnet': ['ID=c7f312c7-49bb-4dcc-b32e-9589ff4da30f,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:10.856430 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-92240e3c-ae29-4530-bcfa-ae19a4bb13ee tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:10.873242 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-92240e3c-ae29-4530-bcfa-ae19a4bb13ee tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "DELETE /v2.0/subnets/c7f312c7-49bb-4dcc-b32e-9589ff4da30f HTTP/1.1" status: 204 len: 168 time: 1.4627054 May 05 21:57:10.878099 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48858) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:10.895411 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ccd48c-1221-4708-8413-ae6b63594821 None None] Network 1adeeec8-4cf1-40c2-9068-ffa81c726ddd requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:57:10.918173 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30597220-ffae-447d-ac36-581fd6a0ba19 req-fe32fa87-5484-41b1-8373-07222bf88e60 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:10.925382 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-30597220-ffae-447d-ac36-581fd6a0ba19 req-fe32fa87-5484-41b1-8373-07222bf88e60 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1f0268b-2bdd-4084-a39d-dd4e81214a5c HTTP/1.1" status: 200 len: 932 time: 0.3003039 May 05 21:57:11.075235 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e2f667-b7fd-4d5a-b221-849a94acf563 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:11.075831 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-80e2f667-b7fd-4d5a-b221-849a94acf563 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:11.083089 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5412819d-c00c-421f-9b84-39c1e346afcd req-3832a42f-809a-4c24-9b49-e2b60e32d485 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0583439 May 05 21:57:11.089953 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4ad00276-693e-4a71-8b70-86b2c84030a9 req-26cb136e-29b6-4d15-a98d-06cc2e1dab83 service neutron] 10.222.0.44 "GET /v2.0/networks/c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3782885 May 05 21:57:11.105968 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-5412819d-c00c-421f-9b84-39c1e346afcd req-748c2a51-5032-40db-9c26-ba3c1ad589a4 service neutron] Request body: {'port': {'device_id': 'c1f0268b-2bdd-4084-a39d-dd4e81214a5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:57:11.120006 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ccd5f6de-cfc3-4a91-ab2a-f4e9a4a051df tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:11.140016 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-30597220-ffae-447d-ac36-581fd6a0ba19 req-a91b0fc6-f0cf-41fd-b664-12097697aab5 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137473 May 05 21:57:11.191771 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-80e2f667-b7fd-4d5a-b221-849a94acf563 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.8682687 May 05 21:57:11.198074 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48864) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:11.221588 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-ecd01d8f-eaff-42dc-9b9c-d372ad75a630 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:57:11.250350 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-ccd5f6de-cfc3-4a91-ab2a-f4e9a4a051df tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Deleting port bdcc4246-3348-45cd-be87-40703147d291 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:57:11.250706 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ccd5f6de-cfc3-4a91-ab2a-f4e9a4a051df tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:11.315999 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245d2c61-feb0-4c78-a8a4-3229fd8f6fae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-7d162b9e-015e-4a7d-a8ef-92f0b980e6b8', 'network_id': '7d162b9e-015e-4a7d-a8ef-92f0b980e6b8', 'tenant_id': 'd6118b6e73844218b32f83df9af14cd4', 'fixed_ips': [{'subnet_id': 'f2751084-3ebc-4e49-9b11-de354d46f549'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 21:57:11.316591 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-245d2c61-feb0-4c78-a8a4-3229fd8f6fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:11.450368 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5412819d-c00c-421f-9b84-39c1e346afcd req-748c2a51-5032-40db-9c26-ba3c1ad589a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:11.486573 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-245d2c61-feb0-4c78-a8a4-3229fd8f6fae None None] Allocated IP 172.20.0.3 (7d162b9e-015e-4a7d-a8ef-92f0b980e6b8/f2751084-3ebc-4e49-9b11-de354d46f549/a1a2d311-0e1b-4cb3-afb1-c9243291e65a) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:57:11.545721 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-861b4649-055b-4a5c-85f2-f06fc55b0732 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:11.558033 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1947a6ad-f46d-4e61-a4e0-76e145200a79 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:11.577236 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-861b4649-055b-4a5c-85f2-f06fc55b0732 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:11.621128 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbe7458-6bdd-4de5-b718-7854be6b501f req-b6289bb2-4e70-4077-ae7e-8bf6f2747d9b tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:11.622572 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6bbe7458-6bdd-4de5-b718-7854be6b501f req-b6289bb2-4e70-4077-ae7e-8bf6f2747d9b tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d3dc811-67b1-42a8-91da-96136a9272c7 HTTP/1.1" status: 200 len: 943 time: 0.5908983 May 05 21:57:11.667059 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-69da7a12-71c6-40aa-841a-4204892d63e6 req-3de73fcb-541a-453e-a355-66e6074be48c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3d02eb1266e448b393d214c57b70ce63&device_id=0d3dc811-67b1-42a8-91da-96136a9272c7 HTTP/1.1" status: 200 len: 1094 time: 0.5260737 May 05 21:57:11.707898 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-1947a6ad-f46d-4e61-a4e0-76e145200a79 admin admin] Deleting port 492005b6-aae6-49d6-8896-2a21bd3e474b {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:57:11.708257 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1947a6ad-f46d-4e61-a4e0-76e145200a79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:11.742383 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f14495d-2004-48f1-ad15-5b7fa3270d6b None None] DHCP port deletion for 1adeeec8-4cf1-40c2-9068-ffa81c726ddd request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 21:57:11.751243 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-1f14495d-2004-48f1-ad15-5b7fa3270d6b None None] Deleting port bdcc4246-3348-45cd-be87-40703147d291 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:57:11.751613 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1f14495d-2004-48f1-ad15-5b7fa3270d6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:11.815212 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-245d2c61-feb0-4c78-a8a4-3229fd8f6fae None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:11.860841 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-245d2c61-feb0-4c78-a8a4-3229fd8f6fae None None] Transition to ACTIVE for port object a1a2d311-0e1b-4cb3-afb1-c9243291e65a will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:57:11.911453 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-245d2c61-feb0-4c78-a8a4-3229fd8f6fae None None] Transition to ACTIVE for port object a1a2d311-0e1b-4cb3-afb1-c9243291e65a will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:57:11.949901 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-ccd5f6de-cfc3-4a91-ab2a-f4e9a4a051df tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] For port bdcc4246-3348-45cd-be87-40703147d291, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=bdcc4246-3348-45cd-be87-40703147d291,segment=NetworkSegment(a3f85414-69b1-4ae4-8b5b-5e43b0796961),segment_id=a3f85414-69b1-4ae4-8b5b-5e43b0796961)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:57:11.950551 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ccd5f6de-cfc3-4a91-ab2a-f4e9a4a051df tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:11.974681 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-245d2c61-feb0-4c78-a8a4-3229fd8f6fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:12.058412 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-1f14495d-2004-48f1-ad15-5b7fa3270d6b None None] For port bdcc4246-3348-45cd-be87-40703147d291, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=bdcc4246-3348-45cd-be87-40703147d291,segment=NetworkSegment(a3f85414-69b1-4ae4-8b5b-5e43b0796961),segment_id=a3f85414-69b1-4ae4-8b5b-5e43b0796961)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:57:12.058835 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1f14495d-2004-48f1-ad15-5b7fa3270d6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:12.081118 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245d2c61-feb0-4c78-a8a4-3229fd8f6fae None None] Network 7d162b9e-015e-4a7d-a8ef-92f0b980e6b8 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:57:12.081850 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245d2c61-feb0-4c78-a8a4-3229fd8f6fae None None] Pushing event updated for resources: {'Port': ['ID=a1a2d311-0e1b-4cb3-afb1-c9243291e65a,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:12.088006 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-245d2c61-feb0-4c78-a8a4-3229fd8f6fae None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:57:12.090532 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245d2c61-feb0-4c78-a8a4-3229fd8f6fae None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:57:12.132743 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6bbe7458-6bdd-4de5-b718-7854be6b501f req-d89578fc-a579-45cd-8c35-31ec46a57f4f tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c51188-03e9-4eb7-84f3-076c2790a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4725437 May 05 21:57:12.151183 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-ccd5f6de-cfc3-4a91-ab2a-f4e9a4a051df tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Calling delete_port for bdcc4246-3348-45cd-be87-40703147d291 owned by network:dhcp {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:57:12.231958 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-1947a6ad-f46d-4e61-a4e0-76e145200a79 admin admin] For port 492005b6-aae6-49d6-8896-2a21bd3e474b, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=492005b6-aae6-49d6-8896-2a21bd3e474b,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:57:12.232553 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1947a6ad-f46d-4e61-a4e0-76e145200a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:12.243520 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da7a12-71c6-40aa-841a-4204892d63e6 req-66c85e21-2656-44a4-9c38-ca94bdcd318e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:12.244956 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-69da7a12-71c6-40aa-841a-4204892d63e6 req-66c85e21-2656-44a4-9c38-ca94bdcd318e service neutron] 10.222.0.44 "GET /v2.0/networks?id=c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db HTTP/1.1" status: 200 len: 916 time: 0.5272908 May 05 21:57:12.246430 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a0aa325c-b8d2-4a69-85f2-499cd4be302b tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:12.250260 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ecd01d8f-eaff-42dc-9b9c-d372ad75a630 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8016718'] for subnet, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:12.280443 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-1f14495d-2004-48f1-ad15-5b7fa3270d6b None None] Calling delete_port for bdcc4246-3348-45cd-be87-40703147d291 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:57:12.336767 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device bdcc4246-3348-45cd-be87-40703147d291 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:57:12.359368 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a0aa325c-b8d2-4a69-85f2-499cd4be302b tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:12.386938 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-69da7a12-71c6-40aa-841a-4204892d63e6 req-cf0c14bd-2413-4bea-aa82-15681fd44ba4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea9e4657-0930-4f2f-882b-26c46e541d8f HTTP/1.1" status: 200 len: 217 time: 0.1307223 May 05 21:57:12.401463 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f4321-d9ef-4f8a-8db6-501a6412151d req-27c29800-b521-44fd-98c3-583a33176817 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:12.402968 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a74f4321-d9ef-4f8a-8db6-501a6412151d req-27c29800-b521-44fd-98c3-583a33176817 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cf744cf-fd9a-49c3-bf04-42112dd2f326 HTTP/1.1" status: 200 len: 946 time: 0.6472976 May 05 21:57:12.479929 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ccd5f6de-cfc3-4a91-ab2a-f4e9a4a051df tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:12.481494 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-245d2c61-feb0-4c78-a8a4-3229fd8f6fae None None] Attempting to bind port a1a2d311-0e1b-4cb3-afb1-c9243291e65a on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:57:12.481926 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-245d2c61-feb0-4c78-a8a4-3229fd8f6fae None None] Attempting to bind port a1a2d311-0e1b-4cb3-afb1-c9243291e65a by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '2d88c5b9-2ef8-4cef-882c-21f797e2aa0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7d162b9e-015e-4a7d-a8ef-92f0b980e6b8'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:57:12.482433 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245d2c61-feb0-4c78-a8a4-3229fd8f6fae None None] Attempting to bind port a1a2d311-0e1b-4cb3-afb1-c9243291e65a on network 7d162b9e-015e-4a7d-a8ef-92f0b980e6b8 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:57:12.499648 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245d2c61-feb0-4c78-a8a4-3229fd8f6fae None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:57:12.500290 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245d2c61-feb0-4c78-a8a4-3229fd8f6fae None None] Checking segment: {'id': '2d88c5b9-2ef8-4cef-882c-21f797e2aa0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7d162b9e-015e-4a7d-a8ef-92f0b980e6b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:57:12.500985 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-245d2c61-feb0-4c78-a8a4-3229fd8f6fae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:12.501448 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245d2c61-feb0-4c78-a8a4-3229fd8f6fae None None] Bound using segment: {'id': '2d88c5b9-2ef8-4cef-882c-21f797e2aa0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7d162b9e-015e-4a7d-a8ef-92f0b980e6b8'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:57:12.501991 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-245d2c61-feb0-4c78-a8a4-3229fd8f6fae None None] Bound port: a1a2d311-0e1b-4cb3-afb1-c9243291e65a, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d88c5b9-2ef8-4cef-882c-21f797e2aa0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7d162b9e-015e-4a7d-a8ef-92f0b980e6b8'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:57:12.502408 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-245d2c61-feb0-4c78-a8a4-3229fd8f6fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:12.515789 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No active binding found for port bdcc4246-3348-45cd-be87-40703147d291 {{(pid=84064) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 05 21:57:12.516464 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device bdcc4246-3348-45cd-be87-40703147d291 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:57:12.523744 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-1f14495d-2004-48f1-ad15-5b7fa3270d6b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:57:12.524175 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-1f14495d-2004-48f1-ad15-5b7fa3270d6b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:57:12.563592 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-1947a6ad-f46d-4e61-a4e0-76e145200a79 admin admin] Calling delete_port for 492005b6-aae6-49d6-8896-2a21bd3e474b owned by network:router_gateway {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:57:12.597192 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd5f6de-cfc3-4a91-ab2a-f4e9a4a051df tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event deleted for resources: {'Port': ['ID=bdcc4246-3348-45cd-be87-40703147d291,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:12.613902 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-245d2c61-feb0-4c78-a8a4-3229fd8f6fae None None] For port a1a2d311-0e1b-4cb3-afb1-c9243291e65a, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:57:12.617252 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-245d2c61-feb0-4c78-a8a4-3229fd8f6fae None None] For port a1a2d311-0e1b-4cb3-afb1-c9243291e65a, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=a1a2d311-0e1b-4cb3-afb1-c9243291e65a,segment=NetworkSegment(2d88c5b9-2ef8-4cef-882c-21f797e2aa0e),segment_id=2d88c5b9-2ef8-4cef-882c-21f797e2aa0e)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:57:12.624752 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-245d2c61-feb0-4c78-a8a4-3229fd8f6fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:12.629780 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da7a12-71c6-40aa-841a-4204892d63e6 req-7b6dbecb-c2e6-4b0e-9014-6c71e08cf38a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:12.631260 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-69da7a12-71c6-40aa-841a-4204892d63e6 req-7b6dbecb-c2e6-4b0e-9014-6c71e08cf38a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=81b3baf0-8b4b-4758-b115-81242d9737a5 HTTP/1.1" status: 200 len: 855 time: 0.2242079 May 05 21:57:12.635766 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd5f6de-cfc3-4a91-ab2a-f4e9a4a051df tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] No DVR routers for this DVR port bdcc4246-3348-45cd-be87-40703147d291 on host n-d-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:57:12.664296 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.resource_extend [req-5412819d-c00c-421f-9b84-39c1e346afcd req-748c2a51-5032-40db-9c26-ba3c1ad589a4 service neutron] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 21:57:12.730491 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245d2c61-feb0-4c78-a8a4-3229fd8f6fae None None] Pushing event updated for resources: {'Port': ['ID=a1a2d311-0e1b-4cb3-afb1-c9243291e65a,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:12.786783 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a74f4321-d9ef-4f8a-8db6-501a6412151d req-97474544-48b9-4f2e-a14d-28b0d54e2050 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/security-groups?id=69215bb4-aa47-46d3-ab34-427aa4254c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471680 May 05 21:57:12.795470 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-69da7a12-71c6-40aa-841a-4204892d63e6 req-ecb29ab3-4c2b-450b-be77-d065e835c058 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1212516 May 05 21:57:12.830976 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-5412819d-c00c-421f-9b84-39c1e346afcd req-748c2a51-5032-40db-9c26-ba3c1ad589a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f2a2462-be1f-4965-9aa9-ca600bf42f63 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:57:12.842930 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5412819d-c00c-421f-9b84-39c1e346afcd req-748c2a51-5032-40db-9c26-ba3c1ad589a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:12.853970 n-d-825175-4 neutron-server[84063]: INFO neutron.db.l3_db [None req-861b4649-055b-4a5c-85f2-f06fc55b0732 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Floating IP bc783239-8b94-4b1c-89f6-c3a4d350b5e7 associated. External IP: 172.25.4.64, port: 6b1f35d8-0048-415b-8a9a-e841251002df. May 05 21:57:12.916893 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354c1ae5-5f42-4560-9324-263494efdd3e req-4e5dc515-b238-45e9-b1ef-adbc0513910c tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:12.918604 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-354c1ae5-5f42-4560-9324-263494efdd3e req-4e5dc515-b238-45e9-b1ef-adbc0513910c tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1f0268b-2bdd-4084-a39d-dd4e81214a5c HTTP/1.1" status: 200 len: 932 time: 0.6111116 May 05 21:57:12.955625 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-5412819d-c00c-421f-9b84-39c1e346afcd req-748c2a51-5032-40db-9c26-ba3c1ad589a4 service neutron] Transition to ACTIVE for port object 5f2a2462-be1f-4965-9aa9-ca600bf42f63 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:57:12.985535 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ccd5f6de-cfc3-4a91-ab2a-f4e9a4a051df tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:13.024393 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5412819d-c00c-421f-9b84-39c1e346afcd req-748c2a51-5032-40db-9c26-ba3c1ad589a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:13.025618 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-1f14495d-2004-48f1-ad15-5b7fa3270d6b None None] Deleting port bdcc4246-3348-45cd-be87-40703147d291 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:57:13.026919 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1f14495d-2004-48f1-ad15-5b7fa3270d6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:13.092489 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-ccd5f6de-cfc3-4a91-ab2a-f4e9a4a051df tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1adeeec8-4cf1-40c2-9068-ffa81c726ddd']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:57:13.120908 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-ccd5f6de-cfc3-4a91-ab2a-f4e9a4a051df tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3f85414-69b1-4ae4-8b5b-5e43b0796961') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:57:13.121990 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-ccd5f6de-cfc3-4a91-ab2a-f4e9a4a051df tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3f85414-69b1-4ae4-8b5b-5e43b0796961') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:57:13.137666 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ccd5f6de-cfc3-4a91-ab2a-f4e9a4a051df tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:13.155838 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748c2a51-5032-40db-9c26-ba3c1ad589a4 service neutron] Pushing event updated for resources: {'Port': ['ID=5f2a2462-be1f-4965-9aa9-ca600bf42f63,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:13.179264 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-1f14495d-2004-48f1-ad15-5b7fa3270d6b None None] The port 'bdcc4246-3348-45cd-be87-40703147d291' was deleted {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 21:57:13.219903 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-354c1ae5-5f42-4560-9324-263494efdd3e req-bdac6666-d763-4c06-8e20-5b684c5ecd6a tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449303 May 05 21:57:13.221685 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-69da7a12-71c6-40aa-841a-4204892d63e6 req-95564497-0fdf-425b-98a6-24682278b457 service neutron] 10.222.0.44 "GET /v2.0/networks/c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589032 May 05 21:57:13.222748 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ccd5f6de-cfc3-4a91-ab2a-f4e9a4a051df tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:13.385870 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ecd01d8f-eaff-42dc-9b9c-d372ad75a630 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774958641565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8331457'] for subnet, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:13.393197 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccd5f6de-cfc3-4a91-ab2a-f4e9a4a051df tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:57:13.393547 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ccd5f6de-cfc3-4a91-ab2a-f4e9a4a051df tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:13.427764 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1947a6ad-f46d-4e61-a4e0-76e145200a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:13.435083 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 21:57:13.435083 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:57:13.435083 n-d-825175-4 neutron-server[84061]: timer() May 05 21:57:13.435083 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:57:13.435083 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 21:57:13.435083 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:57:13.435083 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 21:57:13.435083 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:57:13.435083 n-d-825175-4 neutron-server[84061]: self._notify() May 05 21:57:13.435083 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:57:13.435083 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 21:57:13.435083 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:57:13.435083 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 21:57:13.435083 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:57:13.435083 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:57:13.435083 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:57:13.435083 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:57:13.435083 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:57:13.435083 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 21:57:13.435083 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:57:13.435083 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 21:57:13.435083 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:57:13.435083 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:57:13.435083 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:57:13.435083 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 21:57:13.435083 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:57:13.435083 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:57:13.435083 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:57:13.435083 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:57:13.435083 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:57:13.435083 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:57:13.435083 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:57:13.491975 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1947a6ad-f46d-4e61-a4e0-76e145200a79 admin admin] Pushing event deleted for resources: {'Port': ['ID=492005b6-aae6-49d6-8896-2a21bd3e474b,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:13.511232 n-d-825175-4 neutron-server[84063]: INFO neutron.db.l3_db [None req-a0aa325c-b8d2-4a69-85f2-499cd4be302b tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Floating IP fbda9307-bf18-4da3-bcdf-567d67b2aa2a associated. External IP: 172.25.4.46, port: 49bcc364-28e8-4ab9-8b4e-d2fa9332d772. May 05 21:57:13.581528 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-5412819d-c00c-421f-9b84-39c1e346afcd req-748c2a51-5032-40db-9c26-ba3c1ad589a4 service neutron] Attempting to bind port 5f2a2462-be1f-4965-9aa9-ca600bf42f63 on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:57:13.581994 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-5412819d-c00c-421f-9b84-39c1e346afcd req-748c2a51-5032-40db-9c26-ba3c1ad589a4 service neutron] Attempting to bind port 5f2a2462-be1f-4965-9aa9-ca600bf42f63 by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': '0aa4b5f2-fc2b-422a-9849-318a9f632a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fa69cb3f-4129-4afe-9a6d-7584eefc40c0'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:57:13.582407 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5412819d-c00c-421f-9b84-39c1e346afcd req-748c2a51-5032-40db-9c26-ba3c1ad589a4 service neutron] Attempting to bind port 5f2a2462-be1f-4965-9aa9-ca600bf42f63 on network fa69cb3f-4129-4afe-9a6d-7584eefc40c0 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:57:13.625291 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device ea9e4657-0930-4f2f-882b-26c46e541d8f details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:57:13.734773 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5412819d-c00c-421f-9b84-39c1e346afcd req-748c2a51-5032-40db-9c26-ba3c1ad589a4 service neutron] Port 5f2a2462-be1f-4965-9aa9-ca600bf42f63 on network fa69cb3f-4129-4afe-9a6d-7584eefc40c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:57:13.735255 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5412819d-c00c-421f-9b84-39c1e346afcd req-748c2a51-5032-40db-9c26-ba3c1ad589a4 service neutron] Attempting to bind port 5f2a2462-be1f-4965-9aa9-ca600bf42f63 on network fa69cb3f-4129-4afe-9a6d-7584eefc40c0 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:57:13.744383 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-69da7a12-71c6-40aa-841a-4204892d63e6 req-5c1b65b4-b3e3-4f1f-9e4f-e9691a281bd4 service neutron] 10.222.0.44 "GET /v2.0/networks/c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5139239 May 05 21:57:13.749922 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ccd5f6de-cfc3-4a91-ab2a-f4e9a4a051df tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:13.773020 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5412819d-c00c-421f-9b84-39c1e346afcd req-748c2a51-5032-40db-9c26-ba3c1ad589a4 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:57:13.773377 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5412819d-c00c-421f-9b84-39c1e346afcd req-748c2a51-5032-40db-9c26-ba3c1ad589a4 service neutron] Checking segment: {'id': '0aa4b5f2-fc2b-422a-9849-318a9f632a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fa69cb3f-4129-4afe-9a6d-7584eefc40c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:57:13.773907 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5412819d-c00c-421f-9b84-39c1e346afcd req-748c2a51-5032-40db-9c26-ba3c1ad589a4 service neutron] Bound using segment: {'id': '0aa4b5f2-fc2b-422a-9849-318a9f632a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fa69cb3f-4129-4afe-9a6d-7584eefc40c0'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:57:13.774414 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-5412819d-c00c-421f-9b84-39c1e346afcd req-748c2a51-5032-40db-9c26-ba3c1ad589a4 service neutron] Bound port: 5f2a2462-be1f-4965-9aa9-ca600bf42f63, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0aa4b5f2-fc2b-422a-9849-318a9f632a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fa69cb3f-4129-4afe-9a6d-7584eefc40c0'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:57:13.774863 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5412819d-c00c-421f-9b84-39c1e346afcd req-748c2a51-5032-40db-9c26-ba3c1ad589a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:13.796311 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ccd5f6de-cfc3-4a91-ab2a-f4e9a4a051df tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:13.812962 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port ea9e4657-0930-4f2f-882b-26c46e541d8f, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=ea9e4657-0930-4f2f-882b-26c46e541d8f,segment=NetworkSegment(6e17d504-de6f-46a1-b0ab-9bb177568a44),segment_id=6e17d504-de6f-46a1-b0ab-9bb177568a44)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:57:13.813561 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd5f6de-cfc3-4a91-ab2a-f4e9a4a051df tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event deleted for resources: {'Network': ['ID=1adeeec8-4cf1-40c2-9068-ffa81c726ddd,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:13.820093 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd01d8f-eaff-42dc-9b9c-d372ad75a630 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Pushing event updated for resources: {'Subnet': ['ID=f2751084-3ebc-4e49-9b11-de354d46f549,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:13.825138 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd01d8f-eaff-42dc-9b9c-d372ad75a630 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:13.825138 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ecd01d8f-eaff-42dc-9b9c-d372ad75a630 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:13.825138 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ecd01d8f-eaff-42dc-9b9c-d372ad75a630 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "PUT /v2.0/subnets/f2751084-3ebc-4e49-9b11-de354d46f549 HTTP/1.1" status: 200 len: 877 time: 2.6165259 May 05 21:57:13.828205 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48878) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:13.831395 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ccd5f6de-cfc3-4a91-ab2a-f4e9a4a051df tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "DELETE /v2.0/networks/1adeeec8-4cf1-40c2-9068-ffa81c726ddd HTTP/1.1" status: 204 len: 168 time: 2.9399302 May 05 21:57:13.849529 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48882) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:13.856968 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': 'ea9e4657-0930-4f2f-882b-26c46e541d8f', 'network_id': 'c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db', 'port_id': 'ea9e4657-0930-4f2f-882b-26c46e541d8f', 'mac_address': 'fa:16:3e:a4:a8:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81b3baf0-8b4b-4758-b115-81242d9737a5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:57:13.866138 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-04dc868d-dea3-4119-81d4-d6f7286200cd tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1727607228', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}, 'admin_state_up': False}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:57:13.873555 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-04dc868d-dea3-4119-81d4-d6f7286200cd tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:57:13.882228 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d820b-5901-4df1-a4bf-3576d175a832 req-85f4c0ad-18aa-498b-a35a-1f2661f839e8 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:13.889761 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bc0d820b-5901-4df1-a4bf-3576d175a832 req-85f4c0ad-18aa-498b-a35a-1f2661f839e8 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d3dc811-67b1-42a8-91da-96136a9272c7 HTTP/1.1" status: 200 len: 943 time: 0.5085611 May 05 21:57:13.962238 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-04dc868d-dea3-4119-81d4-d6f7286200cd tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Usage tracker for resource:router and tenant:663767b5203746b3b9addbbb99a48f8b is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:57:13.976101 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-04dc868d-dea3-4119-81d4-d6f7286200cd tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:57:13.985662 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-04dc868d-dea3-4119-81d4-d6f7286200cd tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:57:13.988903 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:14.016288 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6196db3a-4821-4da3-b9de-1b0e50e1d4d9 None None] Network 7d162b9e-015e-4a7d-a8ef-92f0b980e6b8 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:57:14.035297 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bc0d820b-5901-4df1-a4bf-3576d175a832 req-37ceefb0-1f4c-4705-a5d2-410253ae12c2 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c51188-03e9-4eb7-84f3-076c2790a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445699 May 05 21:57:14.035533 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1947a6ad-f46d-4e61-a4e0-76e145200a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:14.045978 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-42589c1a-baed-4450-aba3-af5885404ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:14.047219 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-04dc868d-dea3-4119-81d4-d6f7286200cd tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:14.048658 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-04dc868d-dea3-4119-81d4-d6f7286200cd tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:14.104412 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-909a8ed5-fe0c-48fa-9f18-2a76cc3e2c86 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:14.107749 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea9e4657-0930-4f2f-882b-26c46e541d8f {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:57:14.127172 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-04dc868d-dea3-4119-81d4-d6f7286200cd tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:14.150946 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-909a8ed5-fe0c-48fa-9f18-2a76cc3e2c86 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Deleting port a1a2d311-0e1b-4cb3-afb1-c9243291e65a {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:57:14.151682 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-909a8ed5-fe0c-48fa-9f18-2a76cc3e2c86 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:14.151808 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-516c3b3e-91cf-4244-9db1-b3e07ffd7c35 None None] Provisioning for port a1a2d311-0e1b-4cb3-afb1-c9243291e65a completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:57:14.172977 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port ea9e4657-0930-4f2f-882b-26c46e541d8f, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=ea9e4657-0930-4f2f-882b-26c46e541d8f,segment=NetworkSegment(6e17d504-de6f-46a1-b0ab-9bb177568a44),segment_id=6e17d504-de6f-46a1-b0ab-9bb177568a44)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:57:14.190237 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:14.292344 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=ea9e4657-0930-4f2f-882b-26c46e541d8f,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:14.350602 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device a1a2d311-0e1b-4cb3-afb1-c9243291e65a up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:57:14.449122 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['ea9e4657-0930-4f2f-882b-26c46e541d8f'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:57:14.564727 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port a1a2d311-0e1b-4cb3-afb1-c9243291e65a completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:57:14.576507 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port a1a2d311-0e1b-4cb3-afb1-c9243291e65a triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:57:14.576873 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:14.613155 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-5412819d-c00c-421f-9b84-39c1e346afcd req-748c2a51-5032-40db-9c26-ba3c1ad589a4 service neutron] For port 5f2a2462-be1f-4965-9aa9-ca600bf42f63, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:57:14.692133 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-04dc868d-dea3-4119-81d4-d6f7286200cd tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:14.729238 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b697ebb-6dc0-40e6-93e0-3b77959b5911 req-fc587d67-53ab-4ccb-9de9-2c07acf26bc0 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:14.731111 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9b697ebb-6dc0-40e6-93e0-3b77959b5911 req-fc587d67-53ab-4ccb-9de9-2c07acf26bc0 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cf744cf-fd9a-49c3-bf04-42112dd2f326 HTTP/1.1" status: 200 len: 946 time: 0.7228553 May 05 21:57:14.749362 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-5412819d-c00c-421f-9b84-39c1e346afcd req-748c2a51-5032-40db-9c26-ba3c1ad589a4 service neutron] For port 5f2a2462-be1f-4965-9aa9-ca600bf42f63, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=5f2a2462-be1f-4965-9aa9-ca600bf42f63,segment=NetworkSegment(0aa4b5f2-fc2b-422a-9849-318a9f632a66),segment_id=0aa4b5f2-fc2b-422a-9849-318a9f632a66)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:57:14.768385 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1947a6ad-f46d-4e61-a4e0-76e145200a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:14.774462 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1947a6ad-f46d-4e61-a4e0-76e145200a79 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:14.781914 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:14.831120 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5412819d-c00c-421f-9b84-39c1e346afcd req-748c2a51-5032-40db-9c26-ba3c1ad589a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:14.833183 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port a1a2d311-0e1b-4cb3-afb1-c9243291e65a, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=a1a2d311-0e1b-4cb3-afb1-c9243291e65a,segment=NetworkSegment(2d88c5b9-2ef8-4cef-882c-21f797e2aa0e),segment_id=2d88c5b9-2ef8-4cef-882c-21f797e2aa0e)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:57:14.840446 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:14.892867 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1947a6ad-f46d-4e61-a4e0-76e145200a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:14.894066 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1947a6ad-f46d-4e61-a4e0-76e145200a79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fc88137-3275-4db7-bc2e-9936958326ac {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 21:57:14.907215 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b346cc9-546a-46fa-995b-15b97da427a0 req-4fa406a6-3ebb-4af4-83fd-9cd630325c19 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:14.914275 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37095c39-d1c3-4bf4-8470-5e3f5428900a None None] Network 7d162b9e-015e-4a7d-a8ef-92f0b980e6b8 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:57:14.915616 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7b346cc9-546a-46fa-995b-15b97da427a0 req-4fa406a6-3ebb-4af4-83fd-9cd630325c19 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1f0268b-2bdd-4084-a39d-dd4e81214a5c HTTP/1.1" status: 200 len: 944 time: 0.4240062 May 05 21:57:14.964507 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1947a6ad-f46d-4e61-a4e0-76e145200a79 admin admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:14.966046 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1947a6ad-f46d-4e61-a4e0-76e145200a79 admin admin] 10.222.0.23 "DELETE /v2.0/routers/8fc88137-3275-4db7-bc2e-9936958326ac HTTP/1.1" status: 204 len: 168 time: 6.1430821 May 05 21:57:14.973145 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48890) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:14.976541 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5412819d-c00c-421f-9b84-39c1e346afcd req-748c2a51-5032-40db-9c26-ba3c1ad589a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:14.978290 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-909a8ed5-fe0c-48fa-9f18-2a76cc3e2c86 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] For port a1a2d311-0e1b-4cb3-afb1-c9243291e65a, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=a1a2d311-0e1b-4cb3-afb1-c9243291e65a,segment=NetworkSegment(2d88c5b9-2ef8-4cef-882c-21f797e2aa0e),segment_id=2d88c5b9-2ef8-4cef-882c-21f797e2aa0e)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:57:14.978749 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-909a8ed5-fe0c-48fa-9f18-2a76cc3e2c86 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:14.978858 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5412819d-c00c-421f-9b84-39c1e346afcd req-748c2a51-5032-40db-9c26-ba3c1ad589a4 service neutron] 10.222.0.44 "PUT /v2.0/ports/5f2a2462-be1f-4965-9aa9-ca600bf42f63 HTTP/1.1" status: 200 len: 1092 time: 3.8768570 May 05 21:57:14.986610 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1f0268b-2bdd-4084-a39d-dd4e81214a5c', 'tag': '5f2a2462-be1f-4965-9aa9-ca600bf42f63'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:57:15.009480 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748c2a51-5032-40db-9c26-ba3c1ad589a4 service neutron] Pushing event updated for resources: {'Port': ['ID=5f2a2462-be1f-4965-9aa9-ca600bf42f63,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:15.037709 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=a1a2d311-0e1b-4cb3-afb1-c9243291e65a,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:15.074827 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-e96368ee-3ed7-49b4-af1c-f1d4e2e0a0cc admin admin] Deleting subnet 7d5de724-e15a-4a3a-8314-05869a0cf070 {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:57:15.086984 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-da8f80ff-3b52-4014-83dd-50541adf155a None None] Provisioning complete for port a1a2d311-0e1b-4cb3-afb1-c9243291e65a triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:57:15.087360 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-da8f80ff-3b52-4014-83dd-50541adf155a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:15.100063 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e96368ee-3ed7-49b4-af1c-f1d4e2e0a0cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:15.310793 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5412819d-c00c-421f-9b84-39c1e346afcd req-9b86aea3-1a66-4598-9e7e-a6f8f3d98bfb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=edfb56529402421c8703b1e767ccb199&device_id=c1f0268b-2bdd-4084-a39d-dd4e81214a5c HTTP/1.1" status: 200 len: 1095 time: 0.2596481 May 05 21:57:15.314776 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-861b4649-055b-4a5c-85f2-f06fc55b0732 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Router b3ad7406-69ba-41fa-8407-7590b4b7dc02 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:57:15.386268 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-909a8ed5-fe0c-48fa-9f18-2a76cc3e2c86 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Calling delete_port for a1a2d311-0e1b-4cb3-afb1-c9243291e65a owned by network:dhcp {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:57:15.402299 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5412819d-c00c-421f-9b84-39c1e346afcd req-57d0e6eb-b313-4aae-a77c-6281729ebba3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f2a2462-be1f-4965-9aa9-ca600bf42f63 HTTP/1.1" status: 200 len: 217 time: 0.0819733 May 05 21:57:15.424581 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9b697ebb-6dc0-40e6-93e0-3b77959b5911 req-e775186b-ab2d-4dcb-a62d-8c12fec9f3e7 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/security-groups?id=69215bb4-aa47-46d3-ab34-427aa4254c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6594067 May 05 21:57:15.448191 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7b346cc9-546a-46fa-995b-15b97da427a0 req-1a78979d-8fe0-4db5-aeb1-1665035b5aa0 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5314977 May 05 21:57:15.492525 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e96368ee-3ed7-49b4-af1c-f1d4e2e0a0cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:15.571440 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-601e766d-500e-449a-a684-83c9baedb546'] response: {'name': 'network-changed', 'server_uuid': 'c1f0268b-2bdd-4084-a39d-dd4e81214a5c', 'tag': '5f2a2462-be1f-4965-9aa9-ca600bf42f63', 'status': 'completed', 'code': 200} May 05 21:57:15.619925 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-6227bbe7-9504-419f-a2c0-d3e901366024 None None] Provisioning complete for port a1a2d311-0e1b-4cb3-afb1-c9243291e65a triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:57:15.620373 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6227bbe7-9504-419f-a2c0-d3e901366024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:15.630507 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5412819d-c00c-421f-9b84-39c1e346afcd req-96505a93-677c-4b77-829c-352dae1b6961 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:15.633242 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5412819d-c00c-421f-9b84-39c1e346afcd req-96505a93-677c-4b77-829c-352dae1b6961 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=98120645-6211-43cf-b26e-14efa3661c41 HTTP/1.1" status: 200 len: 846 time: 0.2253885 May 05 21:57:15.652450 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device ea9e4657-0930-4f2f-882b-26c46e541d8f up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:57:15.680821 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:57:15.699313 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.api [None req-909a8ed5-fe0c-48fa-9f18-2a76cc3e2c86 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:57:15.699748 n-d-825175-4 neutron-server[84061]: DEBUG oslo_db.api [None req-909a8ed5-fe0c-48fa-9f18-2a76cc3e2c86 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:57:15.705561 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5412819d-c00c-421f-9b84-39c1e346afcd req-2aa37116-47f2-4e18-ae7d-5826c3769b77 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fa69cb3f-4129-4afe-9a6d-7584eefc40c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624163 May 05 21:57:15.719926 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e96368ee-3ed7-49b4-af1c-f1d4e2e0a0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:15.792854 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port ea9e4657-0930-4f2f-882b-26c46e541d8f completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:57:15.807085 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port ea9e4657-0930-4f2f-882b-26c46e541d8f triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:57:15.807435 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:15.818431 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-04dc868d-dea3-4119-81d4-d6f7286200cd tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for router_gateway, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:15.860731 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-04dc868d-dea3-4119-81d4-d6f7286200cd tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:15.939549 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f656e-8d17-4020-8b08-3362677ef725 req-d614c8df-5ce1-4021-88c5-d5c116148275 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:15.941030 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-623f656e-8d17-4020-8b08-3362677ef725 req-d614c8df-5ce1-4021-88c5-d5c116148275 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d3dc811-67b1-42a8-91da-96136a9272c7 HTTP/1.1" status: 200 len: 944 time: 0.3109388 May 05 21:57:15.951107 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e96368ee-3ed7-49b4-af1c-f1d4e2e0a0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:15.996758 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:16.012779 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96368ee-3ed7-49b4-af1c-f1d4e2e0a0cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d5de724-e15a-4a3a-8314-05869a0cf070,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:16.027289 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d3dc811-67b1-42a8-91da-96136a9272c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea9e4657-0930-4f2f-882b-26c46e541d8f'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:57:16.030903 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e96368ee-3ed7-49b4-af1c-f1d4e2e0a0cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:16.037900 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b656a9f4-daf4-41c6-b9db-c127f5fdb913 None None] Network f33cead3-3472-4ef7-9cf3-a35684adef89 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:57:16.061061 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port ea9e4657-0930-4f2f-882b-26c46e541d8f, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=ea9e4657-0930-4f2f-882b-26c46e541d8f,segment=NetworkSegment(6e17d504-de6f-46a1-b0ab-9bb177568a44),segment_id=6e17d504-de6f-46a1-b0ab-9bb177568a44)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:57:16.074023 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5412819d-c00c-421f-9b84-39c1e346afcd req-e49a0e95-86dc-462d-ac97-a0e3e4cb8f36 service neutron] 10.222.0.44 "GET /v2.0/networks/fa69cb3f-4129-4afe-9a6d-7584eefc40c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578279 May 05 21:57:16.093818 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0aa325c-b8d2-4a69-85f2-499cd4be302b tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Router cef6f07d-d741-43c8-b13b-9461db1dc25b has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:57:16.116103 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e96368ee-3ed7-49b4-af1c-f1d4e2e0a0cc admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7d5de724-e15a-4a3a-8314-05869a0cf070 HTTP/1.1" status: 204 len: 168 time: 1.1405318 May 05 21:57:16.117728 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48900) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:16.138294 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-161f5af2-4d34-4b58-98ae-38329fb142cb'] response: {'server_uuid': '0d3dc811-67b1-42a8-91da-96136a9272c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea9e4657-0930-4f2f-882b-26c46e541d8f', 'code': 200} May 05 21:57:16.142731 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-623f656e-8d17-4020-8b08-3362677ef725 req-5dcb4ef0-fbb9-4ee2-bed7-5e1707077517 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c51188-03e9-4eb7-84f3-076c2790a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873040 May 05 21:57:16.154945 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:16.224155 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device a1a2d311-0e1b-4cb3-afb1-c9243291e65a up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:57:16.224734 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-909a8ed5-fe0c-48fa-9f18-2a76cc3e2c86 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Deleting port a1a2d311-0e1b-4cb3-afb1-c9243291e65a {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:57:16.225261 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-909a8ed5-fe0c-48fa-9f18-2a76cc3e2c86 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:16.279996 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-04dc868d-dea3-4119-81d4-d6f7286200cd tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Allocated IP 172.25.4.29 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/658681f1-b0f7-41ba-b20c-062ddb5ae6c5) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:57:16.380309 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e7b55a91-62ce-44af-a301-cfabdd3c3c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:16.396275 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c2fff16d-e786-4dfb-81d8-6cb4cde8cbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:16.408675 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=ea9e4657-0930-4f2f-882b-26c46e541d8f,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:16.411682 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5412819d-c00c-421f-9b84-39c1e346afcd req-fc02044f-6c1a-4750-8fb5-3521a76467c8 service neutron] 10.222.0.44 "GET /v2.0/networks/fa69cb3f-4129-4afe-9a6d-7584eefc40c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112156 May 05 21:57:16.428374 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861b4649-055b-4a5c-85f2-f06fc55b0732 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:57:16.433253 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-861b4649-055b-4a5c-85f2-f06fc55b0732 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:16.456095 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806e5c10-5ce3-4207-8528-c6f2a4350175 None None] Sync routers for ids ['b3ad7406-69ba-41fa-8407-7590b4b7dc02'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:57:16.474713 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port a1a2d311-0e1b-4cb3-afb1-c9243291e65a triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:57:16.475084 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:16.514553 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-e7b55a91-62ce-44af-a301-cfabdd3c3c8a admin admin] Deleting port d029d89d-0291-47e8-bef7-b68eaaa358bb {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:57:16.514918 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e7b55a91-62ce-44af-a301-cfabdd3c3c8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:16.532839 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806e5c10-5ce3-4207-8528-c6f2a4350175 None None] Routers {'b3ad7406-69ba-41fa-8407-7590b4b7dc02'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:57:16.533462 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-806e5c10-5ce3-4207-8528-c6f2a4350175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:57:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['b3ad7406-69ba-41fa-8407-7590b4b7dc02'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:57:16.580033 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-861b4649-055b-4a5c-85f2-f06fc55b0732 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "PUT /v2.0/floatingips/bc783239-8b94-4b1c-89f6-c3a4d350b5e7 HTTP/1.1" status: 200 len: 991 time: 7.3889394 May 05 21:57:16.727654 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d2f34d5d-528c-45dc-bbd6-c953179e1860 req-bfcf9692-deb1-4901-9fec-6717ba7266d3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=edfb56529402421c8703b1e767ccb199&device_id=c1f0268b-2bdd-4084-a39d-dd4e81214a5c HTTP/1.1" status: 200 len: 1095 time: 0.1462712 May 05 21:57:16.773934 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930d2aae-210e-40a3-915b-9caa135dbb25 None None] DHCP port deletion for f33cead3-3472-4ef7-9cf3-a35684adef89 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 21:57:16.786408 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-930d2aae-210e-40a3-915b-9caa135dbb25 None None] Deleting port d029d89d-0291-47e8-bef7-b68eaaa358bb {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:57:16.786674 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-930d2aae-210e-40a3-915b-9caa135dbb25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:16.805546 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b44051d2-3e72-4e30-b0c6-ab1679723937 req-a65a6850-9010-4930-8dd9-f63fa0e7ad90 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0d3dc811-67b1-42a8-91da-96136a9272c7 HTTP/1.1" status: 200 len: 1096 time: 0.5574064 May 05 21:57:16.815034 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 492005b6-aae6-49d6-8896-2a21bd3e474b no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:57:16.833896 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0aa325c-b8d2-4a69-85f2-499cd4be302b tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:57:16.839891 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a0aa325c-b8d2-4a69-85f2-499cd4be302b tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:16.849760 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5568422e-13b7-4eda-ba8b-05c1cd31121c None None] Sync routers for ids ['cef6f07d-d741-43c8-b13b-9461db1dc25b'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:57:16.867298 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 492005b6-aae6-49d6-8896-2a21bd3e474b {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:57:16.867662 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 492005b6-aae6-49d6-8896-2a21bd3e474b not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:57:16.877499 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-806e5c10-5ce3-4207-8528-c6f2a4350175 None None] Set router b3ad7406-69ba-41fa-8407-7590b4b7dc02 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:57:16.885432 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5568422e-13b7-4eda-ba8b-05c1cd31121c None None] Routers {'cef6f07d-d741-43c8-b13b-9461db1dc25b'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:57:16.886922 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-5568422e-13b7-4eda-ba8b-05c1cd31121c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:57:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['cef6f07d-d741-43c8-b13b-9461db1dc25b'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:57:16.930797 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a0aa325c-b8d2-4a69-85f2-499cd4be302b tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "PUT /v2.0/floatingips/fbda9307-bf18-4da3-bcdf-567d67b2aa2a HTTP/1.1" status: 200 len: 990 time: 6.8036675 May 05 21:57:16.941175 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f34d5d-528c-45dc-bbd6-c953179e1860 req-894cf361-6dfe-4e5b-b342-bf072df69e1f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:16.942649 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d2f34d5d-528c-45dc-bbd6-c953179e1860 req-894cf361-6dfe-4e5b-b342-bf072df69e1f service neutron] 10.222.0.44 "GET /v2.0/networks?id=fa69cb3f-4129-4afe-9a6d-7584eefc40c0 HTTP/1.1" status: 200 len: 907 time: 0.2070057 May 05 21:57:16.978905 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-04dc868d-dea3-4119-81d4-d6f7286200cd tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:17.023460 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d2f34d5d-528c-45dc-bbd6-c953179e1860 req-81366772-c17c-44ae-96d3-028bc399fb6d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f2a2462-be1f-4965-9aa9-ca600bf42f63 HTTP/1.1" status: 200 len: 217 time: 0.0743225 May 05 21:57:17.100917 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f34d5d-528c-45dc-bbd6-c953179e1860 req-403dab44-08c6-4105-9b9d-7314ca60f746 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:17.102382 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d2f34d5d-528c-45dc-bbd6-c953179e1860 req-403dab44-08c6-4105-9b9d-7314ca60f746 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=98120645-6211-43cf-b26e-14efa3661c41 HTTP/1.1" status: 200 len: 846 time: 0.0701878 May 05 21:57:17.167468 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-5568422e-13b7-4eda-ba8b-05c1cd31121c None None] Set router cef6f07d-d741-43c8-b13b-9461db1dc25b gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:57:17.169473 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d2f34d5d-528c-45dc-bbd6-c953179e1860 req-69ef8bf0-f7ca-4429-abf4-2e3e5ffa7d0f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fa69cb3f-4129-4afe-9a6d-7584eefc40c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598145 May 05 21:57:17.177386 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-930d2aae-210e-40a3-915b-9caa135dbb25 None None] For port d029d89d-0291-47e8-bef7-b68eaaa358bb, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=d029d89d-0291-47e8-bef7-b68eaaa358bb,segment=NetworkSegment(18a3c379-3cfc-4702-917f-3a57e26f3cd8),segment_id=18a3c379-3cfc-4702-917f-3a57e26f3cd8)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:57:17.178411 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-930d2aae-210e-40a3-915b-9caa135dbb25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:17.229303 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-909a8ed5-fe0c-48fa-9f18-2a76cc3e2c86 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] For port a1a2d311-0e1b-4cb3-afb1-c9243291e65a, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=a1a2d311-0e1b-4cb3-afb1-c9243291e65a,segment=NetworkSegment(2d88c5b9-2ef8-4cef-882c-21f797e2aa0e),segment_id=2d88c5b9-2ef8-4cef-882c-21f797e2aa0e)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:57:17.230264 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-909a8ed5-fe0c-48fa-9f18-2a76cc3e2c86 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:17.253513 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b44051d2-3e72-4e30-b0c6-ab1679723937 req-adfbe40d-d745-4480-96bd-764cab6938be service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=43c51188-03e9-4eb7-84f3-076c2790a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4302428 May 05 21:57:17.331454 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d2f34d5d-528c-45dc-bbd6-c953179e1860 req-c0d2b3c0-0f77-47fc-ba02-ac48ef478f76 service neutron] 10.222.0.44 "GET /v2.0/networks/fa69cb3f-4129-4afe-9a6d-7584eefc40c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545830 May 05 21:57:17.375647 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-930d2aae-210e-40a3-915b-9caa135dbb25 None None] Calling delete_port for d029d89d-0291-47e8-bef7-b68eaaa358bb owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:57:17.405799 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-909a8ed5-fe0c-48fa-9f18-2a76cc3e2c86 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Calling delete_port for a1a2d311-0e1b-4cb3-afb1-c9243291e65a owned by network:dhcp {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:57:17.452894 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997bb83e-fb8b-4569-9244-791120fa16fc req-eaad30f8-968d-4c7e-ae00-d1101daf9621 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:17.454458 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-997bb83e-fb8b-4569-9244-791120fa16fc req-eaad30f8-968d-4c7e-ae00-d1101daf9621 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1f0268b-2bdd-4084-a39d-dd4e81214a5c HTTP/1.1" status: 200 len: 944 time: 0.7095451 May 05 21:57:17.456541 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-e7b55a91-62ce-44af-a301-cfabdd3c3c8a admin admin] For port d029d89d-0291-47e8-bef7-b68eaaa358bb, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=d029d89d-0291-47e8-bef7-b68eaaa358bb,segment=NetworkSegment(18a3c379-3cfc-4702-917f-3a57e26f3cd8),segment_id=18a3c379-3cfc-4702-917f-3a57e26f3cd8)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:57:17.457150 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e7b55a91-62ce-44af-a301-cfabdd3c3c8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:17.485117 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2115bb7-bbaf-496b-98a1-7afc60063014 req-a5aaff45-3df4-4cf7-a228-6b37b34c6a62 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:17.486633 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d2115bb7-bbaf-496b-98a1-7afc60063014 req-a5aaff45-3df4-4cf7-a228-6b37b34c6a62 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cf744cf-fd9a-49c3-bf04-42112dd2f326 HTTP/1.1" status: 200 len: 946 time: 0.7730310 May 05 21:57:17.511722 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:17.534703 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:17.601713 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2510197e-0167-4df8-b662-758eb5911dee', 'tag': '6b1f35d8-0048-415b-8a9a-e841251002df'}, {'name': 'network-changed', 'server_uuid': '96539926-3157-406d-977f-028308bff7aa', 'tag': '49bcc364-28e8-4ab9-8b4e-d2fa9332d772'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:57:17.607789 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-930d2aae-210e-40a3-915b-9caa135dbb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:17.664849 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930d2aae-210e-40a3-915b-9caa135dbb25 None None] Pushing event deleted for resources: {'Port': ['ID=d029d89d-0291-47e8-bef7-b68eaaa358bb,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:17.677180 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930d2aae-210e-40a3-915b-9caa135dbb25 None None] No DVR routers for this DVR port d029d89d-0291-47e8-bef7-b68eaaa358bb on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:57:17.713486 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-806e5c10-5ce3-4207-8528-c6f2a4350175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ad7406-69ba-41fa-8407-7590b4b7dc02', 'name': 'tempest-AttachVolumeShelveTestJSON-177764559-router', 'tenant_id': '0ea2eb66bb064d42bceac53953af552d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '2e96534a-0b3f-4b1d-842c-2fddbaad2d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:52:00Z', 'updated_at': '2022-05-05T21:52:12Z', 'revision_number': 4, 'project_id': '0ea2eb66bb064d42bceac53953af552d', 'gw_port': {'id': '2e96534a-0b3f-4b1d-842c-2fddbaad2d4b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ad7406-69ba-41fa-8407-7590b4b7dc02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:52:01Z', 'updated_at': '2022-05-05T21:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': 'bc783239-8b94-4b1c-89f6-c3a4d350b5e7', 'tenant_id': '0ea2eb66bb064d42bceac53953af552d', 'floating_ip_address': '172.25.4.64', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'b3ad7406-69ba-41fa-8407-7590b4b7dc02', 'port_id': '6b1f35d8-0048-415b-8a9a-e841251002df', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18b54df9-33ed-4370-adce-cf7c028d1c63', 'mac_address': 'fa:16:3e:de:c2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2510197e-0167-4df8-b662-758eb5911dee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:56:34Z', 'updated_at': '2022-05-05T21:57:11Z', 'revision_number': 1, 'project_id': '0ea2eb66bb064d42bceac53953af552d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f1e015c-7e2a-45db-8f28-ebb7488d457f', 'name': '', 'network_id': '18b54df9-33ed-4370-adce-cf7c028d1c63', 'tenant_id': '0ea2eb66bb064d42bceac53953af552d', 'mac_address': 'fa:16:3e:3e:e9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ad7406-69ba-41fa-8407-7590b4b7dc02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53681791-224f-47a5-828b-e46692c08c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:52:10Z', 'updated_at': '2022-05-05T21:52:26Z', 'revision_number': 5, 'project_id': '0ea2eb66bb064d42bceac53953af552d', 'subnets': [{'id': '53681791-224f-47a5-828b-e46692c08c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:57:17.719409 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806e5c10-5ce3-4207-8528-c6f2a4350175 None None] Checking router: b3ad7406-69ba-41fa-8407-7590b4b7dc02 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:57:17.729388 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d2f34d5d-528c-45dc-bbd6-c953179e1860 req-6b66c9d1-08f2-4b96-81c7-a44512cd334f service neutron] 10.222.0.44 "GET /v2.0/networks/fa69cb3f-4129-4afe-9a6d-7584eefc40c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728775 May 05 21:57:17.738903 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806e5c10-5ce3-4207-8528-c6f2a4350175 None None] Routers {'b3ad7406-69ba-41fa-8407-7590b4b7dc02'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:57:17.739744 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-806e5c10-5ce3-4207-8528-c6f2a4350175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:57:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['b3ad7406-69ba-41fa-8407-7590b4b7dc02'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:57:17.747479 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-5568422e-13b7-4eda-ba8b-05c1cd31121c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef6f07d-d741-43c8-b13b-9461db1dc25b', 'name': 'tempest-TaggedBootDevicesTest_v242-1778530650-router', 'tenant_id': 'c3f9ce50114047b1adfc22c64baa15b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'a2c91a8b-8350-41f6-ba48-2b9017f00b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:53:32Z', 'updated_at': '2022-05-05T21:53:42Z', 'revision_number': 4, 'project_id': 'c3f9ce50114047b1adfc22c64baa15b0', 'gw_port': {'id': 'a2c91a8b-8350-41f6-ba48-2b9017f00b77', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef6f07d-d741-43c8-b13b-9461db1dc25b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:53:33Z', 'updated_at': '2022-05-05T21:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': 'fbda9307-bf18-4da3-bcdf-567d67b2aa2a', 'tenant_id': 'c3f9ce50114047b1adfc22c64baa15b0', 'floating_ip_address': '172.25.4.46', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'cef6f07d-d741-43c8-b13b-9461db1dc25b', 'port_id': '49bcc364-28e8-4ab9-8b4e-d2fa9332d772', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3120f5ac-8b43-4ef1-9697-254002b20677', 'mac_address': 'fa:16:3e:44:bb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96539926-3157-406d-977f-028308bff7aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:55:16Z', 'updated_at': '2022-05-05T21:57:11Z', 'revision_number': 1, 'project_id': 'c3f9ce50114047b1adfc22c64baa15b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cda6c3e1-1630-4120-b4ee-615220a00b12', 'name': '', 'network_id': '3120f5ac-8b43-4ef1-9697-254002b20677', 'tenant_id': 'c3f9ce50114047b1adfc22c64baa15b0', 'mac_address': 'fa:16:3e:dd:2c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef6f07d-d741-43c8-b13b-9461db1dc25b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1594dc8-6a87-4080-8b31-94a5f80267f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:53:41Z', 'updated_at': '2022-05-05T21:53:58Z', 'revision_number': 5, 'project_id': 'c3f9ce50114047b1adfc22c64baa15b0', 'subnets': [{'id': 'a1594dc8-6a87-4080-8b31-94a5f80267f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:57:17.752814 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5568422e-13b7-4eda-ba8b-05c1cd31121c None None] Checking router: cef6f07d-d741-43c8-b13b-9461db1dc25b for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:57:17.768569 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-e7b55a91-62ce-44af-a301-cfabdd3c3c8a admin admin] Calling delete_port for d029d89d-0291-47e8-bef7-b68eaaa358bb owned by network:dhcp {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:57:17.771907 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5568422e-13b7-4eda-ba8b-05c1cd31121c None None] Routers {'cef6f07d-d741-43c8-b13b-9461db1dc25b'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:57:17.772532 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-5568422e-13b7-4eda-ba8b-05c1cd31121c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:57:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['cef6f07d-d741-43c8-b13b-9461db1dc25b'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:57:17.815350 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-04dc868d-dea3-4119-81d4-d6f7286200cd tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:17.979738 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-806e5c10-5ce3-4207-8528-c6f2a4350175 None None] Set router b3ad7406-69ba-41fa-8407-7590b4b7dc02 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:57:18.010793 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04dc868d-dea3-4119-81d4-d6f7286200cd tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:57:18.013600 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-5568422e-13b7-4eda-ba8b-05c1cd31121c None None] Set router cef6f07d-d741-43c8-b13b-9461db1dc25b gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:57:18.015938 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-997bb83e-fb8b-4569-9244-791120fa16fc req-ea65991f-e2ab-450c-b1a3-b95cb56be121 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5461352 May 05 21:57:18.019535 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d2115bb7-bbaf-496b-98a1-7afc60063014 req-aef24d2f-d14e-4704-ab08-fabc7f399f30 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/security-groups?id=69215bb4-aa47-46d3-ab34-427aa4254c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5117955 May 05 21:57:18.025408 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-04dc868d-dea3-4119-81d4-d6f7286200cd tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:57:18.026617 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dc868d-dea3-4119-81d4-d6f7286200cd tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event updated for resources: {'Port': ['ID=658681f1-b0f7-41ba-b20c-062ddb5ae6c5,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:18.036217 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dc868d-dea3-4119-81d4-d6f7286200cd tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:57:18.086347 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.api [None req-e7b55a91-62ce-44af-a301-cfabdd3c3c8a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:57:18.088409 n-d-825175-4 neutron-server[84061]: DEBUG oslo_db.api [None req-e7b55a91-62ce-44af-a301-cfabdd3c3c8a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:57:18.178421 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c900b4c8-d87d-41e6-bb3d-7a93080ad1fa'] response: {'name': 'network-changed', 'server_uuid': '2510197e-0167-4df8-b662-758eb5911dee', 'tag': '6b1f35d8-0048-415b-8a9a-e841251002df', 'status': 'completed', 'code': 200} May 05 21:57:18.178749 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c900b4c8-d87d-41e6-bb3d-7a93080ad1fa'] response: {'name': 'network-changed', 'server_uuid': '96539926-3157-406d-977f-028308bff7aa', 'tag': '49bcc364-28e8-4ab9-8b4e-d2fa9332d772', 'status': 'completed', 'code': 200} May 05 21:57:18.181970 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-909a8ed5-fe0c-48fa-9f18-2a76cc3e2c86 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:18.201941 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device d029d89d-0291-47e8-bef7-b68eaaa358bb no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:57:18.324891 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: d029d89d-0291-47e8-bef7-b68eaaa358bb {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:57:18.327958 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device d029d89d-0291-47e8-bef7-b68eaaa358bb not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:57:18.361345 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-47e7bbbb-7caf-4b64-83c7-b3b4aec3de75 req-4c3d0ff4-77d0-41f6-a4f4-36619611e713 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ea2eb66bb064d42bceac53953af552d&device_id=2510197e-0167-4df8-b662-758eb5911dee HTTP/1.1" status: 200 len: 1097 time: 0.1550159 May 05 21:57:18.443278 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a8ed5-fe0c-48fa-9f18-2a76cc3e2c86 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Pushing event deleted for resources: {'Port': ['ID=a1a2d311-0e1b-4cb3-afb1-c9243291e65a,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:18.599546 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5736c52b-70b6-4baa-891b-7421e7391acd None None] DHCP port deletion for 7d162b9e-015e-4a7d-a8ef-92f0b980e6b8 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 21:57:18.614735 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-e7b55a91-62ce-44af-a301-cfabdd3c3c8a admin admin] Deleting port d029d89d-0291-47e8-bef7-b68eaaa358bb {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:57:18.616812 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e7b55a91-62ce-44af-a301-cfabdd3c3c8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:18.649894 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201e78d6-5e65-4485-9818-0c6910be9432 None None] get_active_networks_info from n-d-825175-4 {{(pid=84064) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 05 21:57:18.779902 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7bbbb-7caf-4b64-83c7-b3b4aec3de75 req-329f3bd0-62b9-48e7-a478-37119516b982 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:18.781649 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-47e7bbbb-7caf-4b64-83c7-b3b4aec3de75 req-329f3bd0-62b9-48e7-a478-37119516b982 service neutron] 10.222.0.32 "GET /v2.0/networks?id=18b54df9-33ed-4370-adce-cf7c028d1c63 HTTP/1.1" status: 200 len: 917 time: 0.4134555 May 05 21:57:18.871130 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-5568422e-13b7-4eda-ba8b-05c1cd31121c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef6f07d-d741-43c8-b13b-9461db1dc25b', 'name': 'tempest-TaggedBootDevicesTest_v242-1778530650-router', 'tenant_id': 'c3f9ce50114047b1adfc22c64baa15b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'a2c91a8b-8350-41f6-ba48-2b9017f00b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:53:32Z', 'updated_at': '2022-05-05T21:53:42Z', 'revision_number': 4, 'project_id': 'c3f9ce50114047b1adfc22c64baa15b0', 'gw_port': {'id': 'a2c91a8b-8350-41f6-ba48-2b9017f00b77', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef6f07d-d741-43c8-b13b-9461db1dc25b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:53:33Z', 'updated_at': '2022-05-05T21:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': 'fbda9307-bf18-4da3-bcdf-567d67b2aa2a', 'tenant_id': 'c3f9ce50114047b1adfc22c64baa15b0', 'floating_ip_address': '172.25.4.46', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'cef6f07d-d741-43c8-b13b-9461db1dc25b', 'port_id': '49bcc364-28e8-4ab9-8b4e-d2fa9332d772', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3120f5ac-8b43-4ef1-9697-254002b20677', 'mac_address': 'fa:16:3e:44:bb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96539926-3157-406d-977f-028308bff7aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:55:16Z', 'updated_at': '2022-05-05T21:57:11Z', 'revision_number': 1, 'project_id': 'c3f9ce50114047b1adfc22c64baa15b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cda6c3e1-1630-4120-b4ee-615220a00b12', 'name': '', 'network_id': '3120f5ac-8b43-4ef1-9697-254002b20677', 'tenant_id': 'c3f9ce50114047b1adfc22c64baa15b0', 'mac_address': 'fa:16:3e:dd:2c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef6f07d-d741-43c8-b13b-9461db1dc25b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1594dc8-6a87-4080-8b31-94a5f80267f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:53:41Z', 'updated_at': '2022-05-05T21:53:58Z', 'revision_number': 5, 'project_id': 'c3f9ce50114047b1adfc22c64baa15b0', 'subnets': [{'id': 'a1594dc8-6a87-4080-8b31-94a5f80267f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:57:18.877248 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5568422e-13b7-4eda-ba8b-05c1cd31121c None None] The sync data for ids ['cef6f07d-d741-43c8-b13b-9461db1dc25b'] in n-d-825175-4 is: [{'id': 'cef6f07d-d741-43c8-b13b-9461db1dc25b', 'name': 'tempest-TaggedBootDevicesTest_v242-1778530650-router', 'tenant_id': 'c3f9ce50114047b1adfc22c64baa15b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'a2c91a8b-8350-41f6-ba48-2b9017f00b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:53:32Z', 'updated_at': '2022-05-05T21:53:42Z', 'revision_number': 4, 'project_id': 'c3f9ce50114047b1adfc22c64baa15b0', 'gw_port': {'id': 'a2c91a8b-8350-41f6-ba48-2b9017f00b77', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef6f07d-d741-43c8-b13b-9461db1dc25b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:53:33Z', 'updated_at': '2022-05-05T21:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': 'fbda9307-bf18-4da3-bcdf-567d67b2aa2a', 'tenant_id': 'c3f9ce50114047b1adfc22c64baa15b0', 'floating_ip_address': '172.25.4.46', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'cef6f07d-d741-43c8-b13b-9461db1dc25b', 'port_id': '49bcc364-28e8-4ab9-8b4e-d2fa9332d772', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3120f5ac-8b43-4ef1-9697-254002b20677', 'mac_address': 'fa:16:3e:44:bb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96539926-3157-406d-977f-028308bff7aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:55:16Z', 'updated_at': '2022-05-05T21:57:11Z', 'revision_number': 1, 'project_id': 'c3f9ce50114047b1adfc22c64baa15b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cda6c3e1-1630-4120-b4ee-615220a00b12', 'name': '', 'network_id': '3120f5ac-8b43-4ef1-9697-254002b20677', 'tenant_id': 'c3f9ce50114047b1adfc22c64baa15b0', 'mac_address': 'fa:16:3e:dd:2c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef6f07d-d741-43c8-b13b-9461db1dc25b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1594dc8-6a87-4080-8b31-94a5f80267f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:53:41Z', 'updated_at': '2022-05-05T21:53:58Z', 'revision_number': 5, 'project_id': 'c3f9ce50114047b1adfc22c64baa15b0', 'subnets': [{'id': 'a1594dc8-6a87-4080-8b31-94a5f80267f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:57:18.928665 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909a8ed5-fe0c-48fa-9f18-2a76cc3e2c86 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] No DVR routers for this DVR port a1a2d311-0e1b-4cb3-afb1-c9243291e65a on host n-d-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:57:18.940139 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-e7b55a91-62ce-44af-a301-cfabdd3c3c8a admin admin] The port 'd029d89d-0291-47e8-bef7-b68eaaa358bb' was deleted {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 21:57:19.020502 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:19.045871 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201e78d6-5e65-4485-9818-0c6910be9432 None None] Resources bound (agent type, host, resource id): {{(pid=84064) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 05 21:57:19.049944 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-47e7bbbb-7caf-4b64-83c7-b3b4aec3de75 req-814ac04a-b6c8-4898-bdd6-c633d6b7de8d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b1f35d8-0048-415b-8a9a-e841251002df HTTP/1.1" status: 200 len: 999 time: 0.2542572 May 05 21:57:19.092420 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef67dcd-ad03-4803-87ca-b1a4729bb840 req-0a896b03-2dfa-4b83-b199-3b42a8210236 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:19.096220 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6ef67dcd-ad03-4803-87ca-b1a4729bb840 req-0a896b03-2dfa-4b83-b199-3b42a8210236 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d3dc811-67b1-42a8-91da-96136a9272c7 HTTP/1.1" status: 200 len: 945 time: 0.8017478 May 05 21:57:19.157841 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-806e5c10-5ce3-4207-8528-c6f2a4350175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ad7406-69ba-41fa-8407-7590b4b7dc02', 'name': 'tempest-AttachVolumeShelveTestJSON-177764559-router', 'tenant_id': '0ea2eb66bb064d42bceac53953af552d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '2e96534a-0b3f-4b1d-842c-2fddbaad2d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:52:00Z', 'updated_at': '2022-05-05T21:52:12Z', 'revision_number': 4, 'project_id': '0ea2eb66bb064d42bceac53953af552d', 'gw_port': {'id': '2e96534a-0b3f-4b1d-842c-2fddbaad2d4b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ad7406-69ba-41fa-8407-7590b4b7dc02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:52:01Z', 'updated_at': '2022-05-05T21:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': 'bc783239-8b94-4b1c-89f6-c3a4d350b5e7', 'tenant_id': '0ea2eb66bb064d42bceac53953af552d', 'floating_ip_address': '172.25.4.64', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'b3ad7406-69ba-41fa-8407-7590b4b7dc02', 'port_id': '6b1f35d8-0048-415b-8a9a-e841251002df', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18b54df9-33ed-4370-adce-cf7c028d1c63', 'mac_address': 'fa:16:3e:de:c2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2510197e-0167-4df8-b662-758eb5911dee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:56:34Z', 'updated_at': '2022-05-05T21:57:11Z', 'revision_number': 1, 'project_id': '0ea2eb66bb064d42bceac53953af552d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f1e015c-7e2a-45db-8f28-ebb7488d457f', 'name': '', 'network_id': '18b54df9-33ed-4370-adce-cf7c028d1c63', 'tenant_id': '0ea2eb66bb064d42bceac53953af552d', 'mac_address': 'fa:16:3e:3e:e9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ad7406-69ba-41fa-8407-7590b4b7dc02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53681791-224f-47a5-828b-e46692c08c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:52:10Z', 'updated_at': '2022-05-05T21:52:26Z', 'revision_number': 5, 'project_id': '0ea2eb66bb064d42bceac53953af552d', 'subnets': [{'id': '53681791-224f-47a5-828b-e46692c08c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:57:19.176237 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806e5c10-5ce3-4207-8528-c6f2a4350175 None None] The sync data for ids ['b3ad7406-69ba-41fa-8407-7590b4b7dc02'] in n-d-825175-4 is: [{'id': 'b3ad7406-69ba-41fa-8407-7590b4b7dc02', 'name': 'tempest-AttachVolumeShelveTestJSON-177764559-router', 'tenant_id': '0ea2eb66bb064d42bceac53953af552d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '2e96534a-0b3f-4b1d-842c-2fddbaad2d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:52:00Z', 'updated_at': '2022-05-05T21:52:12Z', 'revision_number': 4, 'project_id': '0ea2eb66bb064d42bceac53953af552d', 'gw_port': {'id': '2e96534a-0b3f-4b1d-842c-2fddbaad2d4b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ad7406-69ba-41fa-8407-7590b4b7dc02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:52:01Z', 'updated_at': '2022-05-05T21:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': 'bc783239-8b94-4b1c-89f6-c3a4d350b5e7', 'tenant_id': '0ea2eb66bb064d42bceac53953af552d', 'floating_ip_address': '172.25.4.64', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'b3ad7406-69ba-41fa-8407-7590b4b7dc02', 'port_id': '6b1f35d8-0048-415b-8a9a-e841251002df', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18b54df9-33ed-4370-adce-cf7c028d1c63', 'mac_address': 'fa:16:3e:de:c2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2510197e-0167-4df8-b662-758eb5911dee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T21:56:34Z', 'updated_at': '2022-05-05T21:57:11Z', 'revision_number': 1, 'project_id': '0ea2eb66bb064d42bceac53953af552d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f1e015c-7e2a-45db-8f28-ebb7488d457f', 'name': '', 'network_id': '18b54df9-33ed-4370-adce-cf7c028d1c63', 'tenant_id': '0ea2eb66bb064d42bceac53953af552d', 'mac_address': 'fa:16:3e:3e:e9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ad7406-69ba-41fa-8407-7590b4b7dc02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53681791-224f-47a5-828b-e46692c08c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:52:10Z', 'updated_at': '2022-05-05T21:52:26Z', 'revision_number': 5, 'project_id': '0ea2eb66bb064d42bceac53953af552d', 'subnets': [{'id': '53681791-224f-47a5-828b-e46692c08c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:57:19.243465 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e7b55a91-62ce-44af-a301-cfabdd3c3c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:19.277618 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-e7b55a91-62ce-44af-a301-cfabdd3c3c8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f33cead3-3472-4ef7-9cf3-a35684adef89']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:57:19.293931 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-e7b55a91-62ce-44af-a301-cfabdd3c3c8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18a3c379-3cfc-4702-917f-3a57e26f3cd8') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:57:19.293931 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-e7b55a91-62ce-44af-a301-cfabdd3c3c8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18a3c379-3cfc-4702-917f-3a57e26f3cd8') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:57:19.307933 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e7b55a91-62ce-44af-a301-cfabdd3c3c8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:19.369557 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7bbbb-7caf-4b64-83c7-b3b4aec3de75 req-3bd71f52-ba9c-49a3-9fd1-66c3d7092878 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:19.372464 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9016c5f-a682-40ee-b69e-0a93d7eee1f1 None None] New status for floating IP fbda9307-bf18-4da3-bcdf-567d67b2aa2a: ACTIVE {{(pid=84064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 21:57:19.374770 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-47e7bbbb-7caf-4b64-83c7-b3b4aec3de75 req-3bd71f52-ba9c-49a3-9fd1-66c3d7092878 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53681791-224f-47a5-828b-e46692c08c1b HTTP/1.1" status: 200 len: 855 time: 0.3157322 May 05 21:57:19.429505 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e7b55a91-62ce-44af-a301-cfabdd3c3c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:19.466871 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6ef67dcd-ad03-4803-87ca-b1a4729bb840 req-aeb74280-9765-46c1-9e53-129ff86df91c tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c51188-03e9-4eb7-84f3-076c2790a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483531 May 05 21:57:19.470068 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-909a8ed5-fe0c-48fa-9f18-2a76cc3e2c86 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:19.473889 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d4f4c3b6-90a8-4e22-a300-a1ddec644ede req-cc8c6e31-4b15-4f1e-9699-12368748a2d6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9595afcdb7a340dfb614ce1dbfb5db82&device_id=8cf744cf-fd9a-49c3-bf04-42112dd2f326 HTTP/1.1" status: 200 len: 1097 time: 0.3584311 May 05 21:57:19.480030 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-47e7bbbb-7caf-4b64-83c7-b3b4aec3de75 req-5af982a1-9605-4204-a089-67ad3c4297bb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=18b54df9-33ed-4370-adce-cf7c028d1c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0954161 May 05 21:57:19.505035 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7b55a91-62ce-44af-a301-cfabdd3c3c8a admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:57:19.505673 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [req-47e7bbbb-7caf-4b64-83c7-b3b4aec3de75 req-2c91d284-0304-4e00-965c-1cd958b53704 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84063) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 21:57:19.505811 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e7b55a91-62ce-44af-a301-cfabdd3c3c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:19.507586 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-47e7bbbb-7caf-4b64-83c7-b3b4aec3de75 req-2c91d284-0304-4e00-965c-1cd958b53704 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0074341 May 05 21:57:19.549457 n-d-825175-4 neutron-server[84061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:57:19.549457 n-d-825175-4 neutron-server[84061]: util.warn( May 05 21:57:19.549457 n-d-825175-4 neutron-server[84061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:57:19.549457 n-d-825175-4 neutron-server[84061]: util.warn( May 05 21:57:19.549457 n-d-825175-4 neutron-server[84061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:57:19.549457 n-d-825175-4 neutron-server[84061]: util.warn( May 05 21:57:19.549457 n-d-825175-4 neutron-server[84061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:57:19.549457 n-d-825175-4 neutron-server[84061]: util.warn( May 05 21:57:19.549457 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 21:57:19.549457 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:57:19.549457 n-d-825175-4 neutron-server[84061]: timer() May 05 21:57:19.549457 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:57:19.549457 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 21:57:19.549457 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:57:19.549457 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 21:57:19.549457 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:57:19.549457 n-d-825175-4 neutron-server[84061]: self._notify() May 05 21:57:19.549457 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:57:19.549457 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 21:57:19.549457 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:57:19.549457 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 21:57:19.549457 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:57:19.549457 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:57:19.549457 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:57:19.549457 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:57:19.549457 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:57:19.549457 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 21:57:19.549457 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:57:19.549457 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 21:57:19.549457 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:57:19.549457 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:57:19.549457 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:57:19.549457 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 21:57:19.549457 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:57:19.549457 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:57:19.549457 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:57:19.549457 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:57:19.549457 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:57:19.549457 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:57:19.549457 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:57:19.745941 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 5f2a2462-be1f-4965-9aa9-ca600bf42f63 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:57:19.779533 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6af963-1f7e-4039-b61e-e90ef8fa760a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-7d162b9e-015e-4a7d-a8ef-92f0b980e6b8', 'network_id': '7d162b9e-015e-4a7d-a8ef-92f0b980e6b8', 'tenant_id': 'd6118b6e73844218b32f83df9af14cd4', 'fixed_ips': [{'subnet_id': 'f2751084-3ebc-4e49-9b11-de354d46f549'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 21:57:19.780342 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ad6af963-1f7e-4039-b61e-e90ef8fa760a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:19.784900 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-47e7bbbb-7caf-4b64-83c7-b3b4aec3de75 req-f660e6b1-7835-48e8-a264-deca2039e71c service neutron] 10.222.0.32 "GET /v2.0/networks/18b54df9-33ed-4370-adce-cf7c028d1c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692001 May 05 21:57:19.789605 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f4c3b6-90a8-4e22-a300-a1ddec644ede req-70cb677d-ded0-4a62-9a9b-be0f2f29e41b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:19.791023 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d4f4c3b6-90a8-4e22-a300-a1ddec644ede req-70cb677d-ded0-4a62-9a9b-be0f2f29e41b service neutron] 10.222.0.44 "GET /v2.0/networks?id=79219707-f65f-4b95-8488-5ddf4e75da04 HTTP/1.1" status: 200 len: 916 time: 0.3103080 May 05 21:57:19.945355 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-04dc868d-dea3-4119-81d4-d6f7286200cd tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for router_gateway, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:19.946848 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-04dc868d-dea3-4119-81d4-d6f7286200cd tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:20.021840 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e7b55a91-62ce-44af-a301-cfabdd3c3c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:20.026165 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-47e7bbbb-7caf-4b64-83c7-b3b4aec3de75 req-527bddba-4994-4b84-80fe-9f02d1d34522 service neutron] 10.222.0.32 "GET /v2.0/networks/18b54df9-33ed-4370-adce-cf7c028d1c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297609 May 05 21:57:20.028032 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d4f4c3b6-90a8-4e22-a300-a1ddec644ede req-a5d8ec84-6e99-42ab-bb0b-b8e881b99e40 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8a3398c-c73f-4894-a62b-5ee7cf90b284 HTTP/1.1" status: 200 len: 217 time: 0.2303824 May 05 21:57:20.062949 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e7b55a91-62ce-44af-a301-cfabdd3c3c8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:20.070175 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b55a91-62ce-44af-a301-cfabdd3c3c8a admin admin] Pushing event deleted for resources: {'Network': ['ID=f33cead3-3472-4ef7-9cf3-a35684adef89,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:20.145865 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 5f2a2462-be1f-4965-9aa9-ca600bf42f63, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=5f2a2462-be1f-4965-9aa9-ca600bf42f63,segment=NetworkSegment(0aa4b5f2-fc2b-422a-9849-318a9f632a66),segment_id=0aa4b5f2-fc2b-422a-9849-318a9f632a66)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:57:20.160442 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '5f2a2462-be1f-4965-9aa9-ca600bf42f63', 'network_id': 'fa69cb3f-4129-4afe-9a6d-7584eefc40c0', 'port_id': '5f2a2462-be1f-4965-9aa9-ca600bf42f63', 'mac_address': 'fa:16:3e:12:ab:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98120645-6211-43cf-b26e-14efa3661c41', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:57:20.166037 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea673c-37f7-441f-94ce-c2a21c78dd42 req-e4893e6d-f3a3-4b1b-af9b-ec07c8255079 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:20.174544 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-14ea673c-37f7-441f-94ce-c2a21c78dd42 req-e4893e6d-f3a3-4b1b-af9b-ec07c8255079 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cf744cf-fd9a-49c3-bf04-42112dd2f326 HTTP/1.1" status: 200 len: 946 time: 1.0312598 May 05 21:57:20.175159 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f4c3b6-90a8-4e22-a300-a1ddec644ede req-9c21d312-bf0f-437b-86d1-b821f1339bad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:20.176783 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d4f4c3b6-90a8-4e22-a300-a1ddec644ede req-9c21d312-bf0f-437b-86d1-b821f1339bad service neutron] 10.222.0.44 "GET /v2.0/subnets?id=72e7b161-4eca-4be1-a292-d7851dc4ac4b HTTP/1.1" status: 200 len: 854 time: 0.1276500 May 05 21:57:20.215311 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-909a8ed5-fe0c-48fa-9f18-2a76cc3e2c86 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:20.223553 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:20.241985 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device a1a2d311-0e1b-4cb3-afb1-c9243291e65a no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:57:20.271012 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a8ed5-fe0c-48fa-9f18-2a76cc3e2c86 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Pushing event deleted for resources: {'Subnet': ['ID=f2751084-3ebc-4e49-9b11-de354d46f549,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:20.273167 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f2a2462-be1f-4965-9aa9-ca600bf42f63 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:57:20.291872 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 5f2a2462-be1f-4965-9aa9-ca600bf42f63, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=5f2a2462-be1f-4965-9aa9-ca600bf42f63,segment=NetworkSegment(0aa4b5f2-fc2b-422a-9849-318a9f632a66),segment_id=0aa4b5f2-fc2b-422a-9849-318a9f632a66)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:57:20.304643 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb06bb9-2ec0-4581-b013-eadbcd87f94b req-5b3ddb85-c45a-4362-a26b-8168729d354a tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:20.304933 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server [None req-ad6af963-1f7e-4039-b61e-e90ef8fa760a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f2751084-3ebc-4e49-9b11-de354d46f549: This subnet is being modified by another concurrent operation. May 05 21:57:20.304933 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 05 21:57:20.304933 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 05 21:57:20.304933 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 05 21:57:20.304933 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 05 21:57:20.304933 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 05 21:57:20.304933 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 05 21:57:20.304933 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 05 21:57:20.304933 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 05 21:57:20.304933 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 05 21:57:20.304933 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 05 21:57:20.304933 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 05 21:57:20.304933 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 05 21:57:20.304933 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 21:57:20.304933 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 05 21:57:20.304933 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 05 21:57:20.304933 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 05 21:57:20.304933 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server raise value May 05 21:57:20.304933 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 05 21:57:20.304933 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 21:57:20.304933 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 05 21:57:20.304933 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 05 21:57:20.304933 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 05 21:57:20.304933 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 21:57:20.304933 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 05 21:57:20.304933 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 05 21:57:20.304933 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 05 21:57:20.304933 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server raise value May 05 21:57:20.304933 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 05 21:57:20.304933 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 21:57:20.304933 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 05 21:57:20.304933 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 05 21:57:20.304933 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 05 21:57:20.304933 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 21:57:20.304933 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 05 21:57:20.304933 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 05 21:57:20.304933 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 05 21:57:20.304933 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server raise value May 05 21:57:20.304933 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 05 21:57:20.304933 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 05 21:57:20.304933 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 05 21:57:20.304933 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 05 21:57:20.304933 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port May 05 21:57:20.304933 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 05 21:57:20.304933 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action May 05 21:57:20.304933 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 05 21:57:20.304933 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port May 05 21:57:20.304933 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 05 21:57:20.304933 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 05 21:57:20.304933 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 05 21:57:20.304933 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 05 21:57:20.304933 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 05 21:57:20.304933 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 05 21:57:20.308999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 05 21:57:20.308999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 05 21:57:20.308999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 21:57:20.308999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 05 21:57:20.308999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 05 21:57:20.308999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 05 21:57:20.308999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server raise value May 05 21:57:20.308999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 05 21:57:20.308999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 21:57:20.308999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 05 21:57:20.308999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 05 21:57:20.308999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 05 21:57:20.308999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 21:57:20.308999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 05 21:57:20.308999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 05 21:57:20.308999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 05 21:57:20.308999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server raise value May 05 21:57:20.308999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 05 21:57:20.308999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 21:57:20.308999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 05 21:57:20.308999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 05 21:57:20.308999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 05 21:57:20.308999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 21:57:20.308999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 05 21:57:20.308999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 05 21:57:20.308999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 05 21:57:20.308999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server raise value May 05 21:57:20.308999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 05 21:57:20.308999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 05 21:57:20.308999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port May 05 21:57:20.308999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 05 21:57:20.308999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db May 05 21:57:20.308999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 05 21:57:20.308999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db May 05 21:57:20.308999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 05 21:57:20.308999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 05 21:57:20.308999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 05 21:57:20.308999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 05 21:57:20.308999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 05 21:57:20.308999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 05 21:57:20.308999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 05 21:57:20.308999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 05 21:57:20.308999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 05 21:57:20.308999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 05 21:57:20.308999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 05 21:57:20.308999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 05 21:57:20.308999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 05 21:57:20.308999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 05 21:57:20.308999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server raise exception May 05 21:57:20.308999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f2751084-3ebc-4e49-9b11-de354d46f549: This subnet is being modified by another concurrent operation. May 05 21:57:20.308999 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server May 05 21:57:20.312632 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fcb06bb9-2ec0-4581-b013-eadbcd87f94b req-5b3ddb85-c45a-4362-a26b-8168729d354a tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1f0268b-2bdd-4084-a39d-dd4e81214a5c HTTP/1.1" status: 200 len: 944 time: 0.4617586 May 05 21:57:20.317201 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:20.319988 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: a1a2d311-0e1b-4cb3-afb1-c9243291e65a {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:57:20.325152 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device a1a2d311-0e1b-4cb3-afb1-c9243291e65a not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:57:20.364903 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e7b55a91-62ce-44af-a301-cfabdd3c3c8a admin admin] 10.222.0.23 "DELETE /v2.0/networks/f33cead3-3472-4ef7-9cf3-a35684adef89 HTTP/1.1" status: 204 len: 168 time: 4.2446117 May 05 21:57:20.375877 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d4f4c3b6-90a8-4e22-a300-a1ddec644ede req-74de4ea5-de9d-4ad6-bca8-c0c5d628f271 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=79219707-f65f-4b95-8488-5ddf4e75da04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1303735 May 05 21:57:20.401996 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e6b686-81b8-426c-8cb1-46890cbe260d None None] get_active_networks_info from n-d-825175-4 {{(pid=84064) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 05 21:57:20.415103 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-47e7bbbb-7caf-4b64-83c7-b3b4aec3de75 req-680fcd4d-8e3c-42c6-adde-cd77691a2bfc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c3f9ce50114047b1adfc22c64baa15b0&device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 6500 time: 0.2369921 May 05 21:57:20.434508 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=5f2a2462-be1f-4965-9aa9-ca600bf42f63,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:20.447301 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-14ea673c-37f7-441f-94ce-c2a21c78dd42 req-265c4f73-77a3-40d4-8542-4416fff5bc31 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/security-groups?id=69215bb4-aa47-46d3-ab34-427aa4254c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715237 May 05 21:57:20.502530 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-909a8ed5-fe0c-48fa-9f18-2a76cc3e2c86 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:20.598444 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fcb06bb9-2ec0-4581-b013-eadbcd87f94b req-1839ffe9-82e4-4137-abee-82b3d1a748b9 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858300 May 05 21:57:20.622142 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-909a8ed5-fe0c-48fa-9f18-2a76cc3e2c86 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d162b9e-015e-4a7d-a8ef-92f0b980e6b8']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:57:20.650188 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-909a8ed5-fe0c-48fa-9f18-2a76cc3e2c86 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d88c5b9-2ef8-4cef-882c-21f797e2aa0e') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:57:20.657662 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-909a8ed5-fe0c-48fa-9f18-2a76cc3e2c86 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d88c5b9-2ef8-4cef-882c-21f797e2aa0e') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:57:20.663118 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d4f4c3b6-90a8-4e22-a300-a1ddec644ede req-e746ca60-1967-4fa9-9859-fa77aea17a51 service neutron] 10.222.0.44 "GET /v2.0/networks/79219707-f65f-4b95-8488-5ddf4e75da04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813392 May 05 21:57:20.664452 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['5f2a2462-be1f-4965-9aa9-ca600bf42f63'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:57:20.670164 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48928) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:20.723743 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e6b686-81b8-426c-8cb1-46890cbe260d None None] Resources bound (agent type, host, resource id): {{(pid=84064) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 05 21:57:20.753152 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-909a8ed5-fe0c-48fa-9f18-2a76cc3e2c86 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:20.803828 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-909a8ed5-fe0c-48fa-9f18-2a76cc3e2c86 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:20.823438 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-909a8ed5-fe0c-48fa-9f18-2a76cc3e2c86 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:57:20.824126 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-909a8ed5-fe0c-48fa-9f18-2a76cc3e2c86 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:20.842443 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 21:57:20.842443 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:57:20.842443 n-d-825175-4 neutron-server[84061]: timer() May 05 21:57:20.842443 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:57:20.842443 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 21:57:20.842443 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:57:20.842443 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 21:57:20.842443 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:57:20.842443 n-d-825175-4 neutron-server[84061]: self._notify() May 05 21:57:20.842443 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:57:20.842443 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 21:57:20.842443 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:57:20.842443 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 21:57:20.842443 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:57:20.842443 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:57:20.842443 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:57:20.842443 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:57:20.842443 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:57:20.842443 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 21:57:20.842443 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:57:20.842443 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 21:57:20.842443 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:57:20.842443 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:57:20.842443 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:57:20.842443 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 21:57:20.842443 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:57:20.842443 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:57:20.842443 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:57:20.842443 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:57:20.842443 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:57:20.842443 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:57:20.842443 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:57:20.955710 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-73a9a6f0-9159-4704-a468-4b1888910597 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0eb82da6a4bc47a2ae0058d78ca21e92&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2822101 May 05 21:57:20.956856 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48932) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:20.970903 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7bbbb-7caf-4b64-83c7-b3b4aec3de75 req-1c8eeab0-b9f4-408d-aec5-ec987e24e914 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:20.973397 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-47e7bbbb-7caf-4b64-83c7-b3b4aec3de75 req-1c8eeab0-b9f4-408d-aec5-ec987e24e914 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3120f5ac-8b43-4ef1-9697-254002b20677 HTTP/1.1" status: 200 len: 918 time: 0.3089540 May 05 21:57:20.983342 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d4f4c3b6-90a8-4e22-a300-a1ddec644ede req-90b0aa9d-9056-4b16-b1d5-89690d7a6f30 service neutron] 10.222.0.44 "GET /v2.0/networks/79219707-f65f-4b95-8488-5ddf4e75da04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891278 May 05 21:57:20.992813 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab4e66-c43c-4ec2-bab0-70028dff4138 req-ebab7729-89a5-4130-9c8a-730d262b67f7 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:21.000827 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a8ab4e66-c43c-4ec2-bab0-70028dff4138 req-ebab7729-89a5-4130-9c8a-730d262b67f7 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d3dc811-67b1-42a8-91da-96136a9272c7 HTTP/1.1" status: 200 len: 945 time: 0.2859282 May 05 21:57:21.034249 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-909a8ed5-fe0c-48fa-9f18-2a76cc3e2c86 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:21.069217 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-909a8ed5-fe0c-48fa-9f18-2a76cc3e2c86 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:21.079724 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a8ed5-fe0c-48fa-9f18-2a76cc3e2c86 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Pushing event deleted for resources: {'Network': ['ID=7d162b9e-015e-4a7d-a8ef-92f0b980e6b8,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:21.110314 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-47e7bbbb-7caf-4b64-83c7-b3b4aec3de75 req-37bf1263-d40b-466f-a8d6-a83023d3cf0c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49bcc364-28e8-4ab9-8b4e-d2fa9332d772 HTTP/1.1" status: 200 len: 1000 time: 0.1258340 May 05 21:57:21.124187 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-909a8ed5-fe0c-48fa-9f18-2a76cc3e2c86 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "DELETE /v2.0/networks/7d162b9e-015e-4a7d-a8ef-92f0b980e6b8 HTTP/1.1" status: 204 len: 168 time: 7.2947600 May 05 21:57:21.132289 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48936) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:21.178294 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0908652-ae8e-4c29-86c7-e7d6a4142ffa tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] DELETE failed (client error): The resource could not be found. May 05 21:57:21.178759 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0908652-ae8e-4c29-86c7-e7d6a4142ffa tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 21:57:21.183106 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f0908652-ae8e-4c29-86c7-e7d6a4142ffa tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "DELETE /v2.0/subnets/f2751084-3ebc-4e49-9b11-de354d46f549 HTTP/1.1" status: 404 len: 337 time: 0.0498328 May 05 21:57:21.184870 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48940) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:21.185434 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a8ab4e66-c43c-4ec2-bab0-70028dff4138 req-b9d4b55e-20fe-4720-9ed9-f82b97594be7 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c51188-03e9-4eb7-84f3-076c2790a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833868 May 05 21:57:21.197950 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7bbbb-7caf-4b64-83c7-b3b4aec3de75 req-7a7928a6-5d34-4bde-b63f-95de53e0c129 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:21.200761 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-47e7bbbb-7caf-4b64-83c7-b3b4aec3de75 req-7a7928a6-5d34-4bde-b63f-95de53e0c129 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a1594dc8-6a87-4080-8b31-94a5f80267f6 HTTP/1.1" status: 200 len: 856 time: 0.0834296 May 05 21:57:21.205707 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7c2d1076-2296-486b-9449-085c6f81c22f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:21.244040 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d6e4d3-c4cd-4934-bb51-349c944fd8ca None None] Network 7d162b9e-015e-4a7d-a8ef-92f0b980e6b8 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:57:21.244583 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7c2d1076-2296-486b-9449-085c6f81c22f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:21.262040 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d6e4d3-c4cd-4934-bb51-349c944fd8ca None None] Network 7d162b9e-015e-4a7d-a8ef-92f0b980e6b8 could not be found, it might have been deleted concurrently. {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 05 21:57:21.269406 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-14f447dc-36ff-43b1-aa3b-0f02e426653f tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] DELETE failed (client error): The resource could not be found. May 05 21:57:21.270357 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14f447dc-36ff-43b1-aa3b-0f02e426653f tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 21:57:21.272293 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-14f447dc-36ff-43b1-aa3b-0f02e426653f tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "DELETE /v2.0/networks/7d162b9e-015e-4a7d-a8ef-92f0b980e6b8 HTTP/1.1" status: 404 len: 339 time: 0.0846677 May 05 21:57:21.275303 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48946) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:21.285122 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb4862b-5a2c-4022-a855-1a0827b39569 None None] DHCP port deletion for 7d162b9e-015e-4a7d-a8ef-92f0b980e6b8 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 21:57:21.289359 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04dc868d-dea3-4119-81d4-d6f7286200cd tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Router 11370448-a6f2-4956-afab-a263754eae6f is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 21:57:21.322388 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-db76b1ec-ad8c-4eb0-9b35-9ff5254ac254 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] DELETE failed (client error): The resource could not be found. May 05 21:57:21.322855 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db76b1ec-ad8c-4eb0-9b35-9ff5254ac254 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 21:57:21.324485 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-db76b1ec-ad8c-4eb0-9b35-9ff5254ac254 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "DELETE /v2.0/subnets/c5451fda-9f6a-45c4-a4d8-c4222fea5919 HTTP/1.1" status: 404 len: 337 time: 0.0483921 May 05 21:57:21.328476 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48950) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:21.460803 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-c73260ce-4107-4b68-9cde-93943fa216ee tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] DELETE failed (client error): The resource could not be found. May 05 21:57:21.461252 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c73260ce-4107-4b68-9cde-93943fa216ee tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 21:57:21.465083 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c73260ce-4107-4b68-9cde-93943fa216ee tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "DELETE /v2.0/networks/7dc07fbe-d8bf-47d5-a1e7-48a5f5dfc848 HTTP/1.1" status: 404 len: 339 time: 0.1333559 May 05 21:57:21.466003 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48954) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:21.493990 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-47e7bbbb-7caf-4b64-83c7-b3b4aec3de75 req-1198e8b8-0f5d-45a4-9433-8c0e4752e22f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3120f5ac-8b43-4ef1-9697-254002b20677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2717738 May 05 21:57:21.499004 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7c2d1076-2296-486b-9449-085c6f81c22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:21.532418 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d1076-2296-486b-9449-085c6f81c22f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5165d8be-a1b9-4dce-a631-d72bdd4afdfb,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:21.548566 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7c2d1076-2296-486b-9449-085c6f81c22f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:21.552868 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-7c2d1076-2296-486b-9449-085c6f81c22f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5165d8be-a1b9-4dce-a631-d72bdd4afdfb HTTP/1.1" status: 204 len: 168 time: 0.5923634 May 05 21:57:21.568283 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ac424-3b69-4122-9b56-d84589c7bcf0 req-6d92ae4a-4da2-47af-9fd2-cb3ff2ccb774 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:21.571688 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-081ac424-3b69-4122-9b56-d84589c7bcf0 req-6d92ae4a-4da2-47af-9fd2-cb3ff2ccb774 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d3dc811-67b1-42a8-91da-96136a9272c7 HTTP/1.1" status: 200 len: 945 time: 0.2048345 May 05 21:57:21.609484 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2c5875c8-6c0b-4907-bab2-b8a577c61cf4 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:21.689688 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 5f2a2462-be1f-4965-9aa9-ca600bf42f63 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:57:21.733118 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9b2ebc-0f2a-49d8-a2f7-5f70a507ef7c None None] New status for floating IP bc783239-8b94-4b1c-89f6-c3a4d350b5e7: ACTIVE {{(pid=84068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 21:57:21.765554 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-081ac424-3b69-4122-9b56-d84589c7bcf0 req-2f2aa2e7-7cd7-4e36-861b-df02a97557ca tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c51188-03e9-4eb7-84f3-076c2790a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870575 May 05 21:57:21.847158 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 5f2a2462-be1f-4965-9aa9-ca600bf42f63 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:57:21.855121 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 5f2a2462-be1f-4965-9aa9-ca600bf42f63 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:57:21.855809 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:21.874670 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-47e7bbbb-7caf-4b64-83c7-b3b4aec3de75 req-5377a964-8d59-42a0-9df8-7fc874ffb4c3 service neutron] 10.222.0.32 "GET /v2.0/networks/3120f5ac-8b43-4ef1-9697-254002b20677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573509 May 05 21:57:21.890476 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04dc868d-dea3-4119-81d4-d6f7286200cd tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:57:21.909155 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32e3e95-7f4f-4a23-8351-835c04065d8f None None] Sync routers for ids ['11370448-a6f2-4956-afab-a263754eae6f'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:57:21.921376 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944009c7-7739-4b62-92c0-f5e3295b87a4 req-51f84ed2-8688-47fb-be4b-d99889ba1cdc tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:21.922900 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-944009c7-7739-4b62-92c0-f5e3295b87a4 req-51f84ed2-8688-47fb-be4b-d99889ba1cdc tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cf744cf-fd9a-49c3-bf04-42112dd2f326 HTTP/1.1" status: 200 len: 946 time: 0.2284744 May 05 21:57:21.954777 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32e3e95-7f4f-4a23-8351-835c04065d8f None None] Routers {'11370448-a6f2-4956-afab-a263754eae6f'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:57:21.955696 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-d32e3e95-7f4f-4a23-8351-835c04065d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:57:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['11370448-a6f2-4956-afab-a263754eae6f'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:57:22.037042 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-04dc868d-dea3-4119-81d4-d6f7286200cd tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:22.040734 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-04dc868d-dea3-4119-81d4-d6f7286200cd tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 8.1849461 May 05 21:57:22.046326 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48968) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:22.080048 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-d32e3e95-7f4f-4a23-8351-835c04065d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:57:22.159569 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2c5875c8-6c0b-4907-bab2-b8a577c61cf4 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:22.166217 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32e3e95-7f4f-4a23-8351-835c04065d8f None None] Routers {'11370448-a6f2-4956-afab-a263754eae6f'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:57:22.167698 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-d32e3e95-7f4f-4a23-8351-835c04065d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:57:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['11370448-a6f2-4956-afab-a263754eae6f'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:57:22.208836 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-2c5875c8-6c0b-4907-bab2-b8a577c61cf4 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dc6aab5-c555-4821-a841-559256a85284']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:57:22.217764 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-47e7bbbb-7caf-4b64-83c7-b3b4aec3de75 req-59631793-a1d8-4d05-946a-ae856f785085 service neutron] 10.222.0.32 "GET /v2.0/networks/3120f5ac-8b43-4ef1-9697-254002b20677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325555 May 05 21:57:22.224426 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-2c5875c8-6c0b-4907-bab2-b8a577c61cf4 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a18001b-143d-4581-877c-f273a092c150') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:57:22.224804 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-2c5875c8-6c0b-4907-bab2-b8a577c61cf4 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a18001b-143d-4581-877c-f273a092c150') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:57:22.252589 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2c5875c8-6c0b-4907-bab2-b8a577c61cf4 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:22.275141 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2c5875c8-6c0b-4907-bab2-b8a577c61cf4 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:22.276466 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-d32e3e95-7f4f-4a23-8351-835c04065d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:57:22.277021 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32e3e95-7f4f-4a23-8351-835c04065d8f None None] The sync data for ids ['11370448-a6f2-4956-afab-a263754eae6f'] in n-d-825175-4 is: [] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:57:22.285490 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:22.289978 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c5875c8-6c0b-4907-bab2-b8a577c61cf4 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:57:22.290416 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2c5875c8-6c0b-4907-bab2-b8a577c61cf4 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:22.318720 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f0268b-2bdd-4084-a39d-dd4e81214a5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f2a2462-be1f-4965-9aa9-ca600bf42f63'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:57:22.319974 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 21:57:22.319974 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:57:22.319974 n-d-825175-4 neutron-server[84063]: timer() May 05 21:57:22.319974 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:57:22.319974 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 21:57:22.319974 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:57:22.319974 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 21:57:22.319974 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:57:22.319974 n-d-825175-4 neutron-server[84063]: self._notify() May 05 21:57:22.319974 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:57:22.319974 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 21:57:22.319974 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:57:22.319974 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 21:57:22.319974 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:57:22.319974 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:57:22.319974 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:57:22.319974 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:57:22.319974 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:57:22.319974 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 21:57:22.319974 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:57:22.319974 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 21:57:22.319974 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:57:22.319974 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:57:22.319974 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:57:22.319974 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 21:57:22.319974 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:57:22.319974 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:57:22.319974 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:57:22.319974 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:57:22.319974 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:57:22.319974 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:57:22.319974 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:57:22.335632 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 5f2a2462-be1f-4965-9aa9-ca600bf42f63, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=5f2a2462-be1f-4965-9aa9-ca600bf42f63,segment=NetworkSegment(0aa4b5f2-fc2b-422a-9849-318a9f632a66),segment_id=0aa4b5f2-fc2b-422a-9849-318a9f632a66)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:57:22.342599 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:22.424915 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=5f2a2462-be1f-4965-9aa9-ca600bf42f63,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:22.427308 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-944009c7-7739-4b62-92c0-f5e3295b87a4 req-5ff05890-8085-4842-af86-46dbcd9bf371 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/security-groups?id=69215bb4-aa47-46d3-ab34-427aa4254c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4922025 May 05 21:57:22.428631 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2c5875c8-6c0b-4907-bab2-b8a577c61cf4 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:22.441611 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:57:22.441960 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:57:22.442342 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:57:22.444134 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:57:22.444134 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:57:22.444134 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:57:22.444134 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:57:22.444134 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:57:22.444559 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:57:22.444675 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:57:22.445223 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:57:22.466931 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2c5875c8-6c0b-4907-bab2-b8a577c61cf4 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:22.470966 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5875c8-6c0b-4907-bab2-b8a577c61cf4 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Pushing event deleted for resources: {'Network': ['ID=2dc6aab5-c555-4821-a841-559256a85284,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:22.482081 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-2c5875c8-6c0b-4907-bab2-b8a577c61cf4 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "DELETE /v2.0/networks/2dc6aab5-c555-4821-a841-559256a85284 HTTP/1.1" status: 204 len: 168 time: 1.0138767 May 05 21:57:22.484923 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48984) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:22.488744 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6864a1-5a98-42b8-a333-3fa811e5bd33 req-7378fb09-461a-418f-ba2b-085ac5ff60c7 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:22.490457 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7b6864a1-5a98-42b8-a333-3fa811e5bd33 req-7378fb09-461a-418f-ba2b-085ac5ff60c7 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1f0268b-2bdd-4084-a39d-dd4e81214a5c HTTP/1.1" status: 200 len: 945 time: 0.5408416 May 05 21:57:22.527977 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-c837b695-cde7-422f-909a-af1e6e79cdee tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] DELETE failed (client error): The resource could not be found. May 05 21:57:22.528425 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c837b695-cde7-422f-909a-af1e6e79cdee tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 21:57:22.533114 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c837b695-cde7-422f-909a-af1e6e79cdee tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "DELETE /v2.0/subnets/777d62a8-baf4-45be-b0d0-57f26a049e6c HTTP/1.1" status: 404 len: 337 time: 0.0443892 May 05 21:57:22.533361 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48988) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:22.587268 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7b6864a1-5a98-42b8-a333-3fa811e5bd33 req-330e8a9e-66b2-4401-a0cd-5f45cd8b0f48 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886014 May 05 21:57:22.589123 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa779ceb-5199-4c3c-a8cd-6256baee0fa3 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] DELETE failed (client error): The resource could not be found. May 05 21:57:22.589861 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa779ceb-5199-4c3c-a8cd-6256baee0fa3 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 21:57:22.593856 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-fa779ceb-5199-4c3c-a8cd-6256baee0fa3 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "DELETE /v2.0/networks/622d025a-112c-449e-aea6-baf48e7418af HTTP/1.1" status: 404 len: 339 time: 0.0573530 May 05 21:57:22.594243 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48992) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:22.650380 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a0d65cf-b575-4866-bc25-9d62c1fbb7ed tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] DELETE failed (client error): The resource could not be found. May 05 21:57:22.651023 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a0d65cf-b575-4866-bc25-9d62c1fbb7ed tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 21:57:22.656287 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-6a0d65cf-b575-4866-bc25-9d62c1fbb7ed tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "DELETE /v2.0/subnets/e06bc2ba-263f-40b1-81a9-a177fbda9bea HTTP/1.1" status: 404 len: 337 time: 0.0583098 May 05 21:57:22.656978 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48998) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:22.693361 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b2ed834-8559-473e-a0a4-0500391f8945 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] DELETE failed (client error): The resource could not be found. May 05 21:57:22.693604 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b28737b5-d90d-40ed-858e-d9b2613dc75e tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "GET /v2.0/routers/11370448-a6f2-4956-afab-a263754eae6f HTTP/1.1" status: 200 len: 880 time: 0.6444650 May 05 21:57:22.694325 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b2ed834-8559-473e-a0a4-0500391f8945 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 21:57:22.696419 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49004) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:22.696774 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-6b2ed834-8559-473e-a0a4-0500391f8945 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "DELETE /v2.0/networks/be6b1389-aacb-4134-82b0-a31970905bff HTTP/1.1" status: 404 len: 339 time: 0.0391238 May 05 21:57:22.699164 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49008) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:22.705969 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18045dc0-c88c-4ee4-8cc3-42f68cd751ae'] response: {'server_uuid': 'c1f0268b-2bdd-4084-a39d-dd4e81214a5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f2a2462-be1f-4965-9aa9-ca600bf42f63', 'code': 200} May 05 21:57:22.755236 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-58675409-1481-4790-87bf-179d3a6c4d2f tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] DELETE failed (client error): The resource could not be found. May 05 21:57:22.755684 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58675409-1481-4790-87bf-179d3a6c4d2f tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 21:57:22.759267 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-58675409-1481-4790-87bf-179d3a6c4d2f tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "DELETE /v2.0/subnets/a2dbce8f-5162-4be4-942d-c056f0f0eccf HTTP/1.1" status: 404 len: 337 time: 0.0591476 May 05 21:57:22.760304 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49012) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:22.813745 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc179bf9-11c1-4d13-9c7c-b3a4fb123a02 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] DELETE failed (client error): The resource could not be found. May 05 21:57:22.815258 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc179bf9-11c1-4d13-9c7c-b3a4fb123a02 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 21:57:22.821407 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-fc179bf9-11c1-4d13-9c7c-b3a4fb123a02 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "DELETE /v2.0/networks/66b60ebd-4c2f-4cd9-aff9-f71b9550fb3c HTTP/1.1" status: 404 len: 339 time: 0.0600827 May 05 21:57:22.834898 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49018) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:22.883531 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-48fefdd2-633e-4056-b527-4dfae143a7c3 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] DELETE failed (client error): The resource could not be found. May 05 21:57:22.884143 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48fefdd2-633e-4056-b527-4dfae143a7c3 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 21:57:22.888438 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-48fefdd2-633e-4056-b527-4dfae143a7c3 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "DELETE /v2.0/subnets/2fc130fa-756c-4ec2-9d40-9db3e16bc98f HTTP/1.1" status: 404 len: 337 time: 0.0466609 May 05 21:57:22.888438 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49024) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:22.932534 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f59fa20-d599-4fe7-92a3-04cf7961dac3 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] DELETE failed (client error): The resource could not be found. May 05 21:57:22.933072 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f59fa20-d599-4fe7-92a3-04cf7961dac3 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 21:57:22.938098 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9f59fa20-d599-4fe7-92a3-04cf7961dac3 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "DELETE /v2.0/networks/8650e43e-68c5-4478-b950-10fc1b1321cc HTTP/1.1" status: 404 len: 339 time: 0.0455639 May 05 21:57:22.938398 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49028) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:22.983966 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b08f37ce-cd89-4b07-b9fa-cae2e6aeae36 req-c1758e6f-7e8b-472d-93e4-dd2bbc6ae506 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c1f0268b-2bdd-4084-a39d-dd4e81214a5c HTTP/1.1" status: 200 len: 1097 time: 0.2190797 May 05 21:57:22.988183 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb72f8cb-b2f9-4a5a-964a-1e118d033f18 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] DELETE failed (client error): The resource could not be found. May 05 21:57:22.988697 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb72f8cb-b2f9-4a5a-964a-1e118d033f18 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 21:57:22.990488 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-fb72f8cb-b2f9-4a5a-964a-1e118d033f18 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "DELETE /v2.0/subnets/d1b08e9e-5443-4090-b641-d48018e9e00d HTTP/1.1" status: 404 len: 337 time: 0.0508888 May 05 21:57:22.992133 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b6f1e-f2df-4dfa-a83a-9ede301209ca req-70228ea9-dcdc-4ce2-80d6-82c67b906c19 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:22.993340 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49032) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:22.999397 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d23b6f1e-f2df-4dfa-a83a-9ede301209ca req-70228ea9-dcdc-4ce2-80d6-82c67b906c19 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d3dc811-67b1-42a8-91da-96136a9272c7 HTTP/1.1" status: 200 len: 945 time: 0.1261823 May 05 21:57:23.038320 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ad6fb27-b01e-452a-928e-5eb7335eb2ac tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] DELETE failed (client error): The resource could not be found. May 05 21:57:23.038807 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ad6fb27-b01e-452a-928e-5eb7335eb2ac tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 21:57:23.042775 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1ad6fb27-b01e-452a-928e-5eb7335eb2ac tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "DELETE /v2.0/networks/a881f540-ca5e-4005-a9e3-5730e353212d HTTP/1.1" status: 404 len: 339 time: 0.0446336 May 05 21:57:23.042998 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49036) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:23.060694 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d23b6f1e-f2df-4dfa-a83a-9ede301209ca req-1bafa6f1-76ad-487b-934d-51b51ca78b82 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c51188-03e9-4eb7-84f3-076c2790a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608366 May 05 21:57:23.077162 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-90cf05bc-807c-4b0f-aa71-242f856f56e6 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Synchronizing usage tracker for tenant:663767b5203746b3b9addbbb99a48f8b on resource:router {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:57:23.101755 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f86d21d-5539-42fc-a037-eeef017c392a tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] DELETE failed (client error): The resource could not be found. May 05 21:57:23.102222 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f86d21d-5539-42fc-a037-eeef017c392a tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 21:57:23.103046 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-90cf05bc-807c-4b0f-aa71-242f856f56e6 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Unset dirty status for tenant:663767b5203746b3b9addbbb99a48f8b on resource:router {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:57:23.104076 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9f86d21d-5539-42fc-a037-eeef017c392a tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "DELETE /v2.0/subnets/b6eb1b5d-c53d-43b3-8991-193641d108f6 HTTP/1.1" status: 404 len: 337 time: 0.0598626 May 05 21:57:23.104592 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-90cf05bc-807c-4b0f-aa71-242f856f56e6 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.4067135 May 05 21:57:23.106489 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49048) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:23.107444 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49050) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:23.114313 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-7f3ed551-6933-484c-a15a-1c6eacae65ad tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1727607228'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:57:23.137571 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c32cffc-8212-4d08-9ad4-7b07fb848202 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] DELETE failed (client error): The resource could not be found. May 05 21:57:23.138307 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c32cffc-8212-4d08-9ad4-7b07fb848202 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 21:57:23.140139 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-2c32cffc-8212-4d08-9ad4-7b07fb848202 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "DELETE /v2.0/networks/b2474596-7760-4dc6-8a51-e7f817d17862 HTTP/1.1" status: 404 len: 339 time: 0.0318418 May 05 21:57:23.143012 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49056) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:23.190420 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-78152a30-c09d-4137-a253-fa7e4767b795 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] DELETE failed (client error): The resource could not be found. May 05 21:57:23.191020 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78152a30-c09d-4137-a253-fa7e4767b795 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 21:57:23.193022 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-78152a30-c09d-4137-a253-fa7e4767b795 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "DELETE /v2.0/subnets/380d17ab-2a0a-45d4-96bc-da9518ff1d43 HTTP/1.1" status: 404 len: 337 time: 0.0489161 May 05 21:57:23.195431 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49060) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:23.224156 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b08f37ce-cd89-4b07-b9fa-cae2e6aeae36 req-9dd00b61-6d91-44fd-855c-1c3d011e6390 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325604 May 05 21:57:23.257460 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-f525b1d8-75b3-4432-b593-bef67eed7701 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] DELETE failed (client error): The resource could not be found. May 05 21:57:23.258024 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f525b1d8-75b3-4432-b593-bef67eed7701 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 21:57:23.262344 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f525b1d8-75b3-4432-b593-bef67eed7701 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "DELETE /v2.0/networks/2a5608a4-a966-4c8d-964a-b3d31fc49791 HTTP/1.1" status: 404 len: 339 time: 0.0609925 May 05 21:57:23.264485 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49066) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:23.303238 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d60fe3-13e1-4876-b19f-8af0a78f6e2f req-1d1f52ad-e16a-43aa-8b82-67e150932729 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:23.304781 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a5d60fe3-13e1-4876-b19f-8af0a78f6e2f req-1d1f52ad-e16a-43aa-8b82-67e150932729 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d3dc811-67b1-42a8-91da-96136a9272c7 HTTP/1.1" status: 200 len: 945 time: 0.1040382 May 05 21:57:23.305913 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-353419cb-ec18-4f87-b3b5-1bdfbc325216 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] DELETE failed (client error): The resource could not be found. May 05 21:57:23.306877 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-353419cb-ec18-4f87-b3b5-1bdfbc325216 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 21:57:23.308162 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-353419cb-ec18-4f87-b3b5-1bdfbc325216 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "DELETE /v2.0/subnets/8b6385e2-1840-4084-9785-3d978c9d311b HTTP/1.1" status: 404 len: 337 time: 0.0426049 May 05 21:57:23.310827 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49070) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:23.342743 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-971885a5-02d1-4010-9cdb-4d356262b9ab tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] DELETE failed (client error): The resource could not be found. May 05 21:57:23.343183 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-971885a5-02d1-4010-9cdb-4d356262b9ab tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 21:57:23.347422 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-971885a5-02d1-4010-9cdb-4d356262b9ab tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "DELETE /v2.0/networks/04a2cca6-3cba-4bd5-b4ad-1ed8d7dc8230 HTTP/1.1" status: 404 len: 339 time: 0.0333061 May 05 21:57:23.347688 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49076) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:23.361999 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a5d60fe3-13e1-4876-b19f-8af0a78f6e2f req-ac343e0d-85db-4e64-a145-0cd97dae6cb6 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c51188-03e9-4eb7-84f3-076c2790a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462744 May 05 21:57:23.746952 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c542fff2-237a-4885-ad57-747c1102f8eb req-181acead-b621-4337-bf15-305d63a058ea tempest-ServersAaction247Test-1611570480 tempest-ServersAaction247Test-1611570480-project] 10.222.0.23 "GET /v2.0/ports?device_id=f70025b3-c4c6-45d2-9f49-d428829ebf17 HTTP/1.1" status: 200 len: 210 time: 0.0593879 May 05 21:57:23.818888 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7727664-ba5d-4f3b-b89b-922ec556ed2a req-c7e6b22a-0fb1-4b7c-9818-70eb1d114052 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:23.820870 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f7727664-ba5d-4f3b-b89b-922ec556ed2a req-c7e6b22a-0fb1-4b7c-9818-70eb1d114052 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cf744cf-fd9a-49c3-bf04-42112dd2f326 HTTP/1.1" status: 200 len: 946 time: 0.1823001 May 05 21:57:23.866532 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c49ed0c-f19c-4e86-bbf8-8fa81c73dcd1 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Deleting subnet 4ef6553a-3631-4d8e-aaa2-0a81f7668b9e {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:57:23.872106 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2c49ed0c-f19c-4e86-bbf8-8fa81c73dcd1 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:23.916447 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f7727664-ba5d-4f3b-b89b-922ec556ed2a req-f0e4d6c2-b82f-4e14-bb82-70f82bfa8040 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/security-groups?id=69215bb4-aa47-46d3-ab34-427aa4254c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812979 May 05 21:57:23.977526 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2c49ed0c-f19c-4e86-bbf8-8fa81c73dcd1 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:24.091153 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c47c64-7c86-40bb-aa4d-8916943bd0e5 req-d393f2cf-061d-4950-9e05-d9153618eeb5 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:24.093268 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-13c47c64-7c86-40bb-aa4d-8916943bd0e5 req-d393f2cf-061d-4950-9e05-d9153618eeb5 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d3dc811-67b1-42a8-91da-96136a9272c7 HTTP/1.1" status: 200 len: 945 time: 0.1664934 May 05 21:57:24.114094 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2c49ed0c-f19c-4e86-bbf8-8fa81c73dcd1 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:24.210909 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-13c47c64-7c86-40bb-aa4d-8916943bd0e5 req-a1a25a76-2248-419c-a070-47cc99a237b4 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c51188-03e9-4eb7-84f3-076c2790a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842774 May 05 21:57:24.254020 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd54b7e-80d2-4f21-9882-d93866ead192 req-682a1d3b-4aa7-4b02-be5d-d60268bbead9 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:24.255758 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-afd54b7e-80d2-4f21-9882-d93866ead192 req-682a1d3b-4aa7-4b02-be5d-d60268bbead9 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1f0268b-2bdd-4084-a39d-dd4e81214a5c HTTP/1.1" status: 200 len: 946 time: 0.1614449 May 05 21:57:24.341767 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-afd54b7e-80d2-4f21-9882-d93866ead192 req-ba60b562-ac8b-4674-8dd4-7a4052f6a573 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794187 May 05 21:57:24.370715 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2c49ed0c-f19c-4e86-bbf8-8fa81c73dcd1 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:24.431559 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c49ed0c-f19c-4e86-bbf8-8fa81c73dcd1 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Pushing event deleted for resources: {'Subnet': ['ID=4ef6553a-3631-4d8e-aaa2-0a81f7668b9e,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:24.444772 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060c6cf6-ec53-468d-ad5a-2d4660e126ef None None] Network acaa4773-b1d9-4c19-a745-fa6cd1523421 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:57:24.452219 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2c49ed0c-f19c-4e86-bbf8-8fa81c73dcd1 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:24.475953 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7f3ed551-6933-484c-a15a-1c6eacae65ad tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:24.503558 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-2c49ed0c-f19c-4e86-bbf8-8fa81c73dcd1 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "DELETE /v2.0/subnets/4ef6553a-3631-4d8e-aaa2-0a81f7668b9e HTTP/1.1" status: 204 len: 168 time: 1.1546605 May 05 21:57:24.504165 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49108) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:24.681533 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7f3ed551-6933-484c-a15a-1c6eacae65ad tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-926863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-926864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-930834'] for router, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:24.683446 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f8ac3-0c7a-4ffb-bb2a-3bc42373da1b req-92a8e996-d237-41ce-97b6-d1716055cc69 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:24.685126 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d71f8ac3-0c7a-4ffb-bb2a-3bc42373da1b req-92a8e996-d237-41ce-97b6-d1716055cc69 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d3dc811-67b1-42a8-91da-96136a9272c7 HTTP/1.1" status: 200 len: 945 time: 0.2451851 May 05 21:57:24.692280 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c4dd83-f725-489c-af71-242629a0a73d req-c37df7f5-fa67-43db-a821-e47124079cb9 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:24.699598 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-23c4dd83-f725-489c-af71-242629a0a73d req-c37df7f5-fa67-43db-a821-e47124079cb9 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cf744cf-fd9a-49c3-bf04-42112dd2f326 HTTP/1.1" status: 200 len: 946 time: 0.1606426 May 05 21:57:24.819303 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-23c4dd83-f725-489c-af71-242629a0a73d req-fe0a6a36-f0a5-41b1-8d88-336e4c9a41b7 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/security-groups?id=69215bb4-aa47-46d3-ab34-427aa4254c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174474 May 05 21:57:24.830519 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d71f8ac3-0c7a-4ffb-bb2a-3bc42373da1b req-f5ed12b8-988c-4498-9a4f-f9b4eead9d81 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c51188-03e9-4eb7-84f3-076c2790a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196742 May 05 21:57:24.871276 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4e5d71-4657-4ed9-8ce0-90ac36959b26 None None] DHCP port deletion for acaa4773-b1d9-4c19-a745-fa6cd1523421 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 21:57:24.878096 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-9c4e5d71-4657-4ed9-8ce0-90ac36959b26 None None] Deleting port 3439f09a-c7b1-474d-ac12-98aae0d7d747 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:57:24.878515 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fbfdabef-f4e8-4630-aca5-0905f8f2b0f8 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:24.878952 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9c4e5d71-4657-4ed9-8ce0-90ac36959b26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:24.902457 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-fbfdabef-f4e8-4630-aca5-0905f8f2b0f8 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Deleting port 3439f09a-c7b1-474d-ac12-98aae0d7d747 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:57:24.902813 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fbfdabef-f4e8-4630-aca5-0905f8f2b0f8 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:25.047427 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-31aa7532-cd52-4946-a2a5-2cefb692566b req-128fdc31-5696-4a27-b20d-98add1c58946 tempest-ServersAaction247Test-1611570480 tempest-ServersAaction247Test-1611570480-project] 10.222.0.23 "GET /v2.0/ports?device_id=f70025b3-c4c6-45d2-9f49-d428829ebf17 HTTP/1.1" status: 200 len: 210 time: 0.0742619 May 05 21:57:25.102693 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675ca7cf-3da5-43a3-a88c-4c00b6a1087d req-e15c74ac-1f6d-4415-ac32-9620089a012a tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:25.105699 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-675ca7cf-3da5-43a3-a88c-4c00b6a1087d req-e15c74ac-1f6d-4415-ac32-9620089a012a tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcbcc9dc-cafa-489c-a587-b41a7746377e HTTP/1.1" status: 200 len: 946 time: 0.1010447 May 05 21:57:25.133194 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-9c4e5d71-4657-4ed9-8ce0-90ac36959b26 None None] For port 3439f09a-c7b1-474d-ac12-98aae0d7d747, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=3439f09a-c7b1-474d-ac12-98aae0d7d747,segment=NetworkSegment(611241ae-2906-413f-aed0-4b249b54043c),segment_id=611241ae-2906-413f-aed0-4b249b54043c)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:57:25.133952 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9c4e5d71-4657-4ed9-8ce0-90ac36959b26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:25.180939 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-675ca7cf-3da5-43a3-a88c-4c00b6a1087d req-417682ec-34b0-4fe9-b2f2-b185c607306d tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/security-groups?id=69215bb4-aa47-46d3-ab34-427aa4254c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680561 May 05 21:57:25.245029 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-fbfdabef-f4e8-4630-aca5-0905f8f2b0f8 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] For port 3439f09a-c7b1-474d-ac12-98aae0d7d747, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=3439f09a-c7b1-474d-ac12-98aae0d7d747,segment=NetworkSegment(611241ae-2906-413f-aed0-4b249b54043c),segment_id=611241ae-2906-413f-aed0-4b249b54043c)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:57:25.245376 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fbfdabef-f4e8-4630-aca5-0905f8f2b0f8 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:25.292746 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-9c4e5d71-4657-4ed9-8ce0-90ac36959b26 None None] Calling delete_port for 3439f09a-c7b1-474d-ac12-98aae0d7d747 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:57:25.387341 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9c4e5d71-4657-4ed9-8ce0-90ac36959b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:25.450486 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4e5d71-4657-4ed9-8ce0-90ac36959b26 None None] No DVR routers for this DVR port 3439f09a-c7b1-474d-ac12-98aae0d7d747 on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:57:25.464257 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4e5d71-4657-4ed9-8ce0-90ac36959b26 None None] Pushing event deleted for resources: {'Port': ['ID=3439f09a-c7b1-474d-ac12-98aae0d7d747,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:25.547457 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a26b7-2dd5-459f-9456-a58705c89fbe req-a499509a-fe94-49bb-83d1-26997c01dd36 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:25.583818 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-890a26b7-2dd5-459f-9456-a58705c89fbe req-a499509a-fe94-49bb-83d1-26997c01dd36 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/ports?device_id=146dc408-4175-43fc-9dc9-c8d2ad380027 HTTP/1.1" status: 200 len: 946 time: 0.2321532 May 05 21:57:25.653833 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-fbfdabef-f4e8-4630-aca5-0905f8f2b0f8 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Calling delete_port for 3439f09a-c7b1-474d-ac12-98aae0d7d747 owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:57:25.696358 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f3ed551-6933-484c-a15a-1c6eacae65ad tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Router 11370448-a6f2-4956-afab-a263754eae6f has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:57:25.817092 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-890a26b7-2dd5-459f-9456-a58705c89fbe req-40eb728f-cbae-4048-bd85-b0b56821093c tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/security-groups?id=69215bb4-aa47-46d3-ab34-427aa4254c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238677 May 05 21:57:25.843364 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f637461-3aef-4e5a-9c59-d49897a3d33e req-4b536fda-dc52-4d21-af17-005ee5f7a4a0 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:25.843364 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0f637461-3aef-4e5a-9c59-d49897a3d33e req-4b536fda-dc52-4d21-af17-005ee5f7a4a0 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1f0268b-2bdd-4084-a39d-dd4e81214a5c HTTP/1.1" status: 200 len: 946 time: 0.2228487 May 05 21:57:25.862060 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.api [None req-fbfdabef-f4e8-4630-aca5-0905f8f2b0f8 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:57:25.862364 n-d-825175-4 neutron-server[84063]: DEBUG oslo_db.api [None req-fbfdabef-f4e8-4630-aca5-0905f8f2b0f8 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:57:25.898819 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0f637461-3aef-4e5a-9c59-d49897a3d33e req-5474dd48-9640-4347-94d4-b8583ea3a4f5 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459375 May 05 21:57:25.941759 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f3ed551-6933-484c-a15a-1c6eacae65ad tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:57:25.950722 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [req-571ac252-b915-4225-a3c9-43a87589c0ac req-f82c6d42-0614-4c59-90c6-e06ac9fdef12 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 21:57:25.951656 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-571ac252-b915-4225-a3c9-43a87589c0ac req-f82c6d42-0614-4c59-90c6-e06ac9fdef12 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0067267 May 05 21:57:25.952291 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5b9c4b-f755-42c8-a5ce-7165851750ab None None] Sync routers for ids ['11370448-a6f2-4956-afab-a263754eae6f'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:57:25.952767 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7f3ed551-6933-484c-a15a-1c6eacae65ad tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:25.956052 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-7f3ed551-6933-484c-a15a-1c6eacae65ad tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "PUT /v2.0/routers/11370448-a6f2-4956-afab-a263754eae6f HTTP/1.1" status: 200 len: 887 time: 2.8449526 May 05 21:57:25.956340 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49130) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:25.965771 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5b9c4b-f755-42c8-a5ce-7165851750ab None None] Routers {'11370448-a6f2-4956-afab-a263754eae6f'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:57:25.966365 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-de5b9c4b-f755-42c8-a5ce-7165851750ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:57:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['11370448-a6f2-4956-afab-a263754eae6f'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:57:26.026757 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-de5b9c4b-f755-42c8-a5ce-7165851750ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:57:26.038781 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5b9c4b-f755-42c8-a5ce-7165851750ab None None] Routers {'11370448-a6f2-4956-afab-a263754eae6f'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:57:26.039713 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-de5b9c4b-f755-42c8-a5ce-7165851750ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:57:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['11370448-a6f2-4956-afab-a263754eae6f'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:57:26.101611 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-de5b9c4b-f755-42c8-a5ce-7165851750ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:57:26.102157 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5b9c4b-f755-42c8-a5ce-7165851750ab None None] The sync data for ids ['11370448-a6f2-4956-afab-a263754eae6f'] in n-d-825175-4 is: [] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:57:26.130618 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 3439f09a-c7b1-474d-ac12-98aae0d7d747 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:57:26.169690 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 3439f09a-c7b1-474d-ac12-98aae0d7d747 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:57:26.170024 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 3439f09a-c7b1-474d-ac12-98aae0d7d747 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:57:26.225116 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-571ac252-b915-4225-a3c9-43a87589c0ac req-974f5896-88a9-46df-af51-5b0b3314e5c4 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2173963 May 05 21:57:26.271543 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd97593-ed81-4925-8d83-901341e81519 req-6d3639e5-d2e4-443b-8c4d-2e279443942d tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:26.272958 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1bd97593-ed81-4925-8d83-901341e81519 req-6d3639e5-d2e4-443b-8c4d-2e279443942d tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1f0268b-2bdd-4084-a39d-dd4e81214a5c HTTP/1.1" status: 200 len: 946 time: 0.1056545 May 05 21:57:26.337047 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-61b0a985-019a-4918-8c84-7fd9f05adc3c tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "GET /v2.0/routers/11370448-a6f2-4956-afab-a263754eae6f HTTP/1.1" status: 200 len: 887 time: 0.3795719 May 05 21:57:26.339453 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1bd97593-ed81-4925-8d83-901341e81519 req-d533d709-97c4-4e3d-a82f-98807a65f659 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567012 May 05 21:57:26.339915 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49138) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:26.363568 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-fbfdabef-f4e8-4630-aca5-0905f8f2b0f8 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Deleting port 3439f09a-c7b1-474d-ac12-98aae0d7d747 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:57:26.363948 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fbfdabef-f4e8-4630-aca5-0905f8f2b0f8 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:26.380571 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-8427a97a-d1e3-4d00-bb68-e82fe6739aaf tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Synchronizing usage tracker for tenant:663767b5203746b3b9addbbb99a48f8b on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:57:26.399379 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-8427a97a-d1e3-4d00-bb68-e82fe6739aaf tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Unset dirty status for tenant:663767b5203746b3b9addbbb99a48f8b on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:57:26.400589 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-8427a97a-d1e3-4d00-bb68-e82fe6739aaf tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "GET /v2.0/ports?device_id=11370448-a6f2-4956-afab-a263754eae6f HTTP/1.1" status: 200 len: 205 time: 0.0597775 May 05 21:57:26.403233 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49144) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:26.447422 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-fbfdabef-f4e8-4630-aca5-0905f8f2b0f8 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] The port '3439f09a-c7b1-474d-ac12-98aae0d7d747' was deleted {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 21:57:26.575322 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fbfdabef-f4e8-4630-aca5-0905f8f2b0f8 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:26.601492 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-fbfdabef-f4e8-4630-aca5-0905f8f2b0f8 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acaa4773-b1d9-4c19-a745-fa6cd1523421']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:57:26.615811 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-fbfdabef-f4e8-4630-aca5-0905f8f2b0f8 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '611241ae-2906-413f-aed0-4b249b54043c') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:57:26.616104 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-fbfdabef-f4e8-4630-aca5-0905f8f2b0f8 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '611241ae-2906-413f-aed0-4b249b54043c') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:57:26.616809 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-da8411a4-fc48-4d33-8ca7-5364e0c10726 req-4d2cb191-9b7e-41c3-a3fe-226963aecc98 tempest-ServersAaction247Test-1611570480 tempest-ServersAaction247Test-1611570480-project] 10.222.0.23 "GET /v2.0/ports?device_id=f70025b3-c4c6-45d2-9f49-d428829ebf17 HTTP/1.1" status: 200 len: 210 time: 0.0527048 May 05 21:57:26.630698 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fbfdabef-f4e8-4630-aca5-0905f8f2b0f8 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:26.649386 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fbfdabef-f4e8-4630-aca5-0905f8f2b0f8 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:26.655773 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbfdabef-f4e8-4630-aca5-0905f8f2b0f8 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:57:26.656413 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fbfdabef-f4e8-4630-aca5-0905f8f2b0f8 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:26.673184 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:57:26.673184 n-d-825175-4 neutron-server[84063]: util.warn( May 05 21:57:26.673184 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:57:26.673184 n-d-825175-4 neutron-server[84063]: util.warn( May 05 21:57:26.673184 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:57:26.673184 n-d-825175-4 neutron-server[84063]: util.warn( May 05 21:57:26.673184 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:57:26.673184 n-d-825175-4 neutron-server[84063]: util.warn( May 05 21:57:26.673184 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 21:57:26.673184 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:57:26.673184 n-d-825175-4 neutron-server[84063]: timer() May 05 21:57:26.673184 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:57:26.673184 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 21:57:26.673184 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:57:26.673184 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 21:57:26.673184 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:57:26.673184 n-d-825175-4 neutron-server[84063]: self._notify() May 05 21:57:26.673184 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:57:26.673184 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 21:57:26.673184 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:57:26.673184 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 21:57:26.673184 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:57:26.673184 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:57:26.673184 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:57:26.673184 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:57:26.673184 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:57:26.673184 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 21:57:26.673184 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:57:26.673184 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 21:57:26.673184 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:57:26.673184 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:57:26.673184 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:57:26.673184 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 21:57:26.673184 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:57:26.673184 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:57:26.673184 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:57:26.673184 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:57:26.673184 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:57:26.673184 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:57:26.673184 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:57:26.685862 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92a775-8787-4a48-9def-423e920da384 req-e9b66492-23ff-49cb-acff-592e3fc1671e tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:26.687738 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4a92a775-8787-4a48-9def-423e920da384 req-e9b66492-23ff-49cb-acff-592e3fc1671e tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d3dc811-67b1-42a8-91da-96136a9272c7 HTTP/1.1" status: 200 len: 945 time: 0.2153811 May 05 21:57:26.753024 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4a92a775-8787-4a48-9def-423e920da384 req-a47cba36-f071-4d79-b080-9cbad9f03ee5 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/security-groups?id=43c51188-03e9-4eb7-84f3-076c2790a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597920 May 05 21:57:26.765741 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fbfdabef-f4e8-4630-aca5-0905f8f2b0f8 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:26.787594 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d779823c-75f1-4e70-abb7-22a8480d6ea2 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for router, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:26.801418 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fbfdabef-f4e8-4630-aca5-0905f8f2b0f8 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:26.826194 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfdabef-f4e8-4630-aca5-0905f8f2b0f8 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] Pushing event deleted for resources: {'Network': ['ID=acaa4773-b1d9-4c19-a745-fa6cd1523421,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:26.919286 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-fbfdabef-f4e8-4630-aca5-0905f8f2b0f8 tempest-NetworksTest-1884254374 tempest-NetworksTest-1884254374-project] 10.222.0.23 "DELETE /v2.0/networks/acaa4773-b1d9-4c19-a745-fa6cd1523421 HTTP/1.1" status: 204 len: 168 time: 2.4122863 May 05 21:57:26.937580 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1d0f159a-5827-44d3-a58a-0d4b123b1ccf req-2dd98448-d29d-4405-8f3d-db860c5786c1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f70025b3-c4c6-45d2-9f49-d428829ebf17 HTTP/1.1" status: 200 len: 210 time: 0.0538754 May 05 21:57:26.978587 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a4317-5f5d-45a2-addd-b278177ad7ca req-e076b8ad-014e-422e-af0c-ac60c9ee06c6 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:26.979409 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-f60a4317-5f5d-45a2-addd-b278177ad7ca req-e076b8ad-014e-422e-af0c-ac60c9ee06c6 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Synchronizing usage tracker for tenant:3d02eb1266e448b393d214c57b70ce63 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:57:26.999207 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-f60a4317-5f5d-45a2-addd-b278177ad7ca req-e076b8ad-014e-422e-af0c-ac60c9ee06c6 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Unset dirty status for tenant:3d02eb1266e448b393d214c57b70ce63 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:57:27.000820 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f60a4317-5f5d-45a2-addd-b278177ad7ca req-e076b8ad-014e-422e-af0c-ac60c9ee06c6 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d3dc811-67b1-42a8-91da-96136a9272c7 HTTP/1.1" status: 200 len: 945 time: 0.1661673 May 05 21:57:27.051172 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809f9a4-11ad-43e6-bfed-2cf9cd8c32ec req-343f749a-4b28-485e-82d1-83e0bce6d840 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:27.062761 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7809f9a4-11ad-43e6-bfed-2cf9cd8c32ec req-343f749a-4b28-485e-82d1-83e0bce6d840 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cf744cf-fd9a-49c3-bf04-42112dd2f326 HTTP/1.1" status: 200 len: 946 time: 0.1389718 May 05 21:57:27.125208 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-f60a4317-5f5d-45a2-addd-b278177ad7ca req-693e8d97-7a40-4450-b782-07b31a6e4f33 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Deleting port ea9e4657-0930-4f2f-882b-26c46e541d8f {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:57:27.126398 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f60a4317-5f5d-45a2-addd-b278177ad7ca req-693e8d97-7a40-4450-b782-07b31a6e4f33 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:27.141258 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7809f9a4-11ad-43e6-bfed-2cf9cd8c32ec req-0560b70a-bfd2-4c3b-af2f-87d53405cfef tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/security-groups?id=69215bb4-aa47-46d3-ab34-427aa4254c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799284 May 05 21:57:27.234116 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d779823c-75f1-4e70-abb7-22a8480d6ea2 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:27.249102 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-d779823c-75f1-4e70-abb7-22a8480d6ea2 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Deleting port 658681f1-b0f7-41ba-b20c-062ddb5ae6c5 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:57:27.249479 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d779823c-75f1-4e70-abb7-22a8480d6ea2 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:27.447754 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49158) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:27.536677 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-f60a4317-5f5d-45a2-addd-b278177ad7ca req-693e8d97-7a40-4450-b782-07b31a6e4f33 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] For port ea9e4657-0930-4f2f-882b-26c46e541d8f, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=ea9e4657-0930-4f2f-882b-26c46e541d8f,segment=NetworkSegment(6e17d504-de6f-46a1-b0ab-9bb177568a44),segment_id=6e17d504-de6f-46a1-b0ab-9bb177568a44)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:57:27.536677 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f60a4317-5f5d-45a2-addd-b278177ad7ca req-693e8d97-7a40-4450-b782-07b31a6e4f33 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:27.587494 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d779823c-75f1-4e70-abb7-22a8480d6ea2 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:27.596960 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf196f-617a-46ee-98b2-adda0f6940f6 req-41488c60-e91a-497f-b99c-df3fb0dcf042 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:27.608697 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-adaf196f-617a-46ee-98b2-adda0f6940f6 req-41488c60-e91a-497f-b99c-df3fb0dcf042 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcbcc9dc-cafa-489c-a587-b41a7746377e HTTP/1.1" status: 200 len: 946 time: 0.2883637 May 05 21:57:27.693337 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-f60a4317-5f5d-45a2-addd-b278177ad7ca req-693e8d97-7a40-4450-b782-07b31a6e4f33 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Calling delete_port for ea9e4657-0930-4f2f-882b-26c46e541d8f owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:57:27.753245 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb61bc2-1b8a-4681-91e1-4f1e8c0f96da req-138b8b4d-0b1d-41cf-abe1-4d820a8172e6 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:27.759173 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9fb61bc2-1b8a-4681-91e1-4f1e8c0f96da req-138b8b4d-0b1d-41cf-abe1-4d820a8172e6 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1f0268b-2bdd-4084-a39d-dd4e81214a5c HTTP/1.1" status: 200 len: 946 time: 0.4056091 May 05 21:57:27.834122 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-026d8cb8-6455-4d9d-84d8-54f03bc5bc42 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d6118b6e73844218b32f83df9af14cd4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3895545 May 05 21:57:27.858985 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49168) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:27.879164 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-d779823c-75f1-4e70-abb7-22a8480d6ea2 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Calling delete_port for 658681f1-b0f7-41ba-b20c-062ddb5ae6c5 owned by network:router_gateway {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:57:27.941196 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f60a4317-5f5d-45a2-addd-b278177ad7ca req-693e8d97-7a40-4450-b782-07b31a6e4f33 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:27.957019 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['ea9e4657-0930-4f2f-882b-26c46e541d8f'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:57:28.001920 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-adaf196f-617a-46ee-98b2-adda0f6940f6 req-2f9ae725-2d0c-4034-838d-b4dc7956143a tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/security-groups?id=69215bb4-aa47-46d3-ab34-427aa4254c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3918738 May 05 21:57:28.049435 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9fb61bc2-1b8a-4681-91e1-4f1e8c0f96da req-c151a65a-8c80-46c8-aae5-5c5d089c2970 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779294 May 05 21:57:28.072172 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f1a677c6-9cec-4d23-8254-c365dda4bd9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:28.072172 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693e8d97-7a40-4450-b782-07b31a6e4f33 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Pushing event deleted for resources: {'Port': ['ID=ea9e4657-0930-4f2f-882b-26c46e541d8f,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:28.283420 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f1a677c6-9cec-4d23-8254-c365dda4bd9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:28.344459 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d779823c-75f1-4e70-abb7-22a8480d6ea2 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:28.359353 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c47e6bfa-052b-4e42-af60-bc9a62f80be8 req-4e14806e-4813-4ec0-b058-2d589e10765f tempest-ServersAaction247Test-1611570480 tempest-ServersAaction247Test-1611570480-project] 10.222.0.23 "GET /v2.0/ports?device_id=f70025b3-c4c6-45d2-9f49-d428829ebf17 HTTP/1.1" status: 200 len: 210 time: 0.1302876 May 05 21:57:28.504666 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-f60a4317-5f5d-45a2-addd-b278177ad7ca req-693e8d97-7a40-4450-b782-07b31a6e4f33 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] No DVR routers for this DVR port ea9e4657-0930-4f2f-882b-26c46e541d8f on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:57:28.504666 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f1a677c6-9cec-4d23-8254-c365dda4bd9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:28.504666 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f60a4317-5f5d-45a2-addd-b278177ad7ca req-693e8d97-7a40-4450-b782-07b31a6e4f33 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:28.525509 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d3dc811-67b1-42a8-91da-96136a9272c7', 'name': 'network-vif-deleted', 'tag': 'ea9e4657-0930-4f2f-882b-26c46e541d8f'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:57:28.546187 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a677c6-9cec-4d23-8254-c365dda4bd9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad489b99-80ff-441f-9bdc-3d9367b4df37,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:28.581052 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f60a4317-5f5d-45a2-addd-b278177ad7ca req-693e8d97-7a40-4450-b782-07b31a6e4f33 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.44 "DELETE /v2.0/ports/ea9e4657-0930-4f2f-882b-26c46e541d8f HTTP/1.1" status: 204 len: 173 time: 1.5729969 May 05 21:57:28.603185 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f1a677c6-9cec-4d23-8254-c365dda4bd9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:28.603185 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f1a677c6-9cec-4d23-8254-c365dda4bd9d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ad489b99-80ff-441f-9bdc-3d9367b4df37 HTTP/1.1" status: 204 len: 168 time: 0.7333746 May 05 21:57:28.676518 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e03da53d-a81b-45fa-b37b-1adf555b33eb req-909b9ef9-7873-42ca-a3d9-e6dda055ade0 tempest-ServerDiskConfigTestJSON-544626851 tempest-ServerDiskConfigTestJSON-544626851-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d3dc811-67b1-42a8-91da-96136a9272c7 HTTP/1.1" status: 200 len: 210 time: 0.3403273 May 05 21:57:28.684435 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d779823c-75f1-4e70-abb7-22a8480d6ea2 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event deleted for resources: {'Port': ['ID=658681f1-b0f7-41ba-b20c-062ddb5ae6c5,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:28.806776 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44351e53-2ca5-4002-96e2-ccb5e63ca597'] response: {'server_uuid': '0d3dc811-67b1-42a8-91da-96136a9272c7', 'name': 'network-vif-deleted', 'tag': 'ea9e4657-0930-4f2f-882b-26c46e541d8f', 'status': 'completed', 'code': 200} May 05 21:57:28.957017 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f13d3-1afc-4504-ba8b-6b924b7aabad req-db01ae60-f49b-4e8e-9612-224c3b756612 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:28.959229 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-283f13d3-1afc-4504-ba8b-6b924b7aabad req-db01ae60-f49b-4e8e-9612-224c3b756612 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1f0268b-2bdd-4084-a39d-dd4e81214a5c HTTP/1.1" status: 200 len: 946 time: 0.5227005 May 05 21:57:29.005431 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d779823c-75f1-4e70-abb7-22a8480d6ea2 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:29.152659 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88bd420-541f-4341-9188-20b0063598c8 req-202be376-2a12-4963-b747-cff77180c825 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:29.160644 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e88bd420-541f-4341-9188-20b0063598c8 req-202be376-2a12-4963-b747-cff77180c825 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/ports?device_id=146dc408-4175-43fc-9dc9-c8d2ad380027 HTTP/1.1" status: 200 len: 946 time: 0.5292113 May 05 21:57:29.198707 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-283f13d3-1afc-4504-ba8b-6b924b7aabad req-db1140a4-30b3-4c9f-b865-9c0988f5d606 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Deleting port 5f2a2462-be1f-4965-9aa9-ca600bf42f63 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:57:29.199311 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-283f13d3-1afc-4504-ba8b-6b924b7aabad req-db1140a4-30b3-4c9f-b865-9c0988f5d606 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:29.571007 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d779823c-75f1-4e70-abb7-22a8480d6ea2 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:29.574247 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e88bd420-541f-4341-9188-20b0063598c8 req-0b2ef7a0-8051-4569-86dd-0a43e5b932ab tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/security-groups?id=69215bb4-aa47-46d3-ab34-427aa4254c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4126358 May 05 21:57:29.624123 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d779823c-75f1-4e70-abb7-22a8480d6ea2 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:29.627463 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49204) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:29.789550 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726436a4-92b6-4a53-98fe-2fb5eb93fee7 req-b2c42d5b-bebc-4bf4-bc74-f602f763d243 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:29.790850 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-726436a4-92b6-4a53-98fe-2fb5eb93fee7 req-b2c42d5b-bebc-4bf4-bc74-f602f763d243 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1f0268b-2bdd-4084-a39d-dd4e81214a5c HTTP/1.1" status: 200 len: 946 time: 0.4883902 May 05 21:57:29.818428 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fa249e27-8dbd-4969-9092-75f51f7ac294 req-41ee3585-d8a4-460e-81cc-158af3d153e0 tempest-ServersAaction247Test-1611570480 tempest-ServersAaction247Test-1611570480-project] 10.222.0.23 "GET /v2.0/ports?device_id=f70025b3-c4c6-45d2-9f49-d428829ebf17 HTTP/1.1" status: 200 len: 210 time: 0.0831265 May 05 21:57:29.834156 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-30b8c36a-e096-4c29-a54d-6aa870f97594 tempest-NetworksNegativeTestJSON-816544 tempest-NetworksNegativeTestJSON-816544-project] Request body: {'port': {'network_id': '9fbe3632-e05a-4800-96ff-7579552a0eb6', 'name': 'tempest-NetworksNegativeTestJSON-270426607'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:57:29.858066 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d779823c-75f1-4e70-abb7-22a8480d6ea2 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:29.858753 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d779823c-75f1-4e70-abb7-22a8480d6ea2 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Fanout notify agent at l3_agent the message router_deleted on router 11370448-a6f2-4956-afab-a263754eae6f {{(pid=84061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 21:57:29.872406 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-30b8c36a-e096-4c29-a54d-6aa870f97594 tempest-NetworksNegativeTestJSON-816544 tempest-NetworksNegativeTestJSON-816544-project] POST failed (client error): The resource could not be found. May 05 21:57:29.872844 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30b8c36a-e096-4c29-a54d-6aa870f97594 tempest-NetworksNegativeTestJSON-816544 tempest-NetworksNegativeTestJSON-816544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 21:57:29.873913 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-30b8c36a-e096-4c29-a54d-6aa870f97594 tempest-NetworksNegativeTestJSON-816544 tempest-NetworksNegativeTestJSON-816544-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2455344 May 05 21:57:29.878391 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49216) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:29.907539 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-0340a209-340c-448a-b375-471a4e92bfa1 tempest-NetworksNegativeTestJSON-816544 tempest-NetworksNegativeTestJSON-816544-project] DELETE failed (client error): The resource could not be found. May 05 21:57:29.907990 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0340a209-340c-448a-b375-471a4e92bfa1 tempest-NetworksNegativeTestJSON-816544 tempest-NetworksNegativeTestJSON-816544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 21:57:29.909632 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0340a209-340c-448a-b375-471a4e92bfa1 tempest-NetworksNegativeTestJSON-816544 tempest-NetworksNegativeTestJSON-816544-project] 10.222.0.23 "DELETE /v2.0/networks/e8fa4883-0dbc-48b4-bb7a-1a0437979001 HTTP/1.1" status: 404 len: 339 time: 0.0289719 May 05 21:57:29.913460 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49220) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:29.969982 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d779823c-75f1-4e70-abb7-22a8480d6ea2 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:29.971095 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-d779823c-75f1-4e70-abb7-22a8480d6ea2 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "DELETE /v2.0/routers/11370448-a6f2-4956-afab-a263754eae6f HTTP/1.1" status: 204 len: 168 time: 3.5668726 May 05 21:57:29.976522 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49224) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:29.983190 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-12f510b3-625f-4fee-b836-fb07dfbba983 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Request body: {'network': {'name': 'tempest-RoutersTest-396674599'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:57:29.984509 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-283f13d3-1afc-4504-ba8b-6b924b7aabad req-db1140a4-30b3-4c9f-b865-9c0988f5d606 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] For port 5f2a2462-be1f-4965-9aa9-ca600bf42f63, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=5f2a2462-be1f-4965-9aa9-ca600bf42f63,segment=NetworkSegment(0aa4b5f2-fc2b-422a-9849-318a9f632a66),segment_id=0aa4b5f2-fc2b-422a-9849-318a9f632a66)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:57:29.985254 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-283f13d3-1afc-4504-ba8b-6b924b7aabad req-db1140a4-30b3-4c9f-b865-9c0988f5d606 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:29.988419 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-12f510b3-625f-4fee-b836-fb07dfbba983 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:57:29.992615 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a9d0e90-4ef9-4609-82c9-00d8199359ec tempest-NetworksNegativeTestJSON-816544 tempest-NetworksNegativeTestJSON-816544-project] DELETE failed (client error): The resource could not be found. May 05 21:57:29.993680 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a9d0e90-4ef9-4609-82c9-00d8199359ec tempest-NetworksNegativeTestJSON-816544 tempest-NetworksNegativeTestJSON-816544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 21:57:29.993786 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-12f510b3-625f-4fee-b836-fb07dfbba983 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Usage tracker for resource:network and tenant:663767b5203746b3b9addbbb99a48f8b is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:57:29.999015 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-5a9d0e90-4ef9-4609-82c9-00d8199359ec tempest-NetworksNegativeTestJSON-816544 tempest-NetworksNegativeTestJSON-816544-project] 10.222.0.23 "DELETE /v2.0/ports/8341b6b9-d7e8-41d7-bb4b-16b66300b0b9 HTTP/1.1" status: 404 len: 333 time: 0.0777020 May 05 21:57:29.999288 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49228) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:30.002417 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-12f510b3-625f-4fee-b836-fb07dfbba983 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:57:30.004603 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-726436a4-92b6-4a53-98fe-2fb5eb93fee7 req-9da16b78-e76a-4487-83b3-9f6e016df299 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002769 May 05 21:57:30.044267 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-12f510b3-625f-4fee-b836-fb07dfbba983 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:57:30.073454 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-14ba0ea0-d79d-473f-802d-ad0592e106b0 tempest-NetworksNegativeTestJSON-816544 tempest-NetworksNegativeTestJSON-816544-project] DELETE failed (client error): The resource could not be found. May 05 21:57:30.073907 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14ba0ea0-d79d-473f-802d-ad0592e106b0 tempest-NetworksNegativeTestJSON-816544 tempest-NetworksNegativeTestJSON-816544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 21:57:30.079206 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-14ba0ea0-d79d-473f-802d-ad0592e106b0 tempest-NetworksNegativeTestJSON-816544 tempest-NetworksNegativeTestJSON-816544-project] 10.222.0.23 "DELETE /v2.0/subnets/d4c9c2a0-afd2-471f-8f77-4d118d4a7dd0 HTTP/1.1" status: 404 len: 337 time: 0.0760291 May 05 21:57:30.081102 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49232) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:30.114641 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-b781483b-450c-4c64-922d-26a0291c90ab tempest-NetworksNegativeTestJSON-816544 tempest-NetworksNegativeTestJSON-816544-project] GET failed (client error): The resource could not be found. May 05 21:57:30.119963 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b781483b-450c-4c64-922d-26a0291c90ab tempest-NetworksNegativeTestJSON-816544 tempest-NetworksNegativeTestJSON-816544-project] 10.222.0.23 "GET /v2.0/networks/7bd17b28-7c6c-4620-9d47-b820b20c6606 HTTP/1.1" status: 404 len: 339 time: 0.0339606 May 05 21:57:30.119963 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f510b3-625f-4fee-b836-fb07dfbba983 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Made reservation on behalf of 663767b5203746b3b9addbbb99a48f8b for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:57:30.123210 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-12f510b3-625f-4fee-b836-fb07dfbba983 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:30.134139 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49236) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:30.145419 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-283f13d3-1afc-4504-ba8b-6b924b7aabad req-db1140a4-30b3-4c9f-b865-9c0988f5d606 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Calling delete_port for 5f2a2462-be1f-4965-9aa9-ca600bf42f63 owned by compute:nova {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:57:30.189897 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac24ea37-c64e-42f9-837f-f664d75c14f3 tempest-NetworksNegativeTestJSON-816544 tempest-NetworksNegativeTestJSON-816544-project] GET failed (client error): The resource could not be found. May 05 21:57:30.194683 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ac24ea37-c64e-42f9-837f-f664d75c14f3 tempest-NetworksNegativeTestJSON-816544 tempest-NetworksNegativeTestJSON-816544-project] 10.222.0.23 "GET /v2.0/ports/74ce575c-58a2-4523-8983-51228872aef1 HTTP/1.1" status: 404 len: 333 time: 0.0544217 May 05 21:57:30.194944 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49242) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:30.250593 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12f510b3-625f-4fee-b836-fb07dfbba983 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:57:30.253602 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bfe6079-f280-4878-872a-415b383b98b3 tempest-NetworksNegativeTestJSON-816544 tempest-NetworksNegativeTestJSON-816544-project] GET failed (client error): The resource could not be found. May 05 21:57:30.255252 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1bfe6079-f280-4878-872a-415b383b98b3 tempest-NetworksNegativeTestJSON-816544 tempest-NetworksNegativeTestJSON-816544-project] 10.222.0.23 "GET /v2.0/subnets/c0de19b9-1cf3-43f6-9a37-80202c621de7 HTTP/1.1" status: 404 len: 337 time: 0.0588887 May 05 21:57:30.260438 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49248) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:30.268969 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-f25f8e6f-7239-419c-9852-2e07cdbad606 tempest-NetworksNegativeTestJSON-816544 tempest-NetworksNegativeTestJSON-816544-project] Request body: {'network': {'name': 'new_name'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:57:30.291138 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-12f510b3-625f-4fee-b836-fb07dfbba983 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:30.291826 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-12f510b3-625f-4fee-b836-fb07dfbba983 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Added segment 8d52cd99-7276-4d77-b532-855437cd5e3e of type vlan for network 9e79df31-ad81-4966-b266-a102a704457b May 05 21:57:30.299939 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-f25f8e6f-7239-419c-9852-2e07cdbad606 tempest-NetworksNegativeTestJSON-816544 tempest-NetworksNegativeTestJSON-816544-project] PUT failed (client error): The resource could not be found. May 05 21:57:30.300495 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f25f8e6f-7239-419c-9852-2e07cdbad606 tempest-NetworksNegativeTestJSON-816544 tempest-NetworksNegativeTestJSON-816544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 21:57:30.305256 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f25f8e6f-7239-419c-9852-2e07cdbad606 tempest-NetworksNegativeTestJSON-816544 tempest-NetworksNegativeTestJSON-816544-project] 10.222.0.23 "PUT /v2.0/networks/fb5b4325-42b4-4b6d-8692-9e5110440c57 HTTP/1.1" status: 404 len: 339 time: 0.0397582 May 05 21:57:30.305459 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49252) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:30.314117 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-06a80796-4301-4b14-a270-c4c89ca341a1 tempest-NetworksNegativeTestJSON-816544 tempest-NetworksNegativeTestJSON-816544-project] Request body: {'port': {'name': 'new_name'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:57:30.332637 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57b352-af9a-4fd5-abdd-4935152e2ad9 req-1b55062f-f28d-470c-8435-a6586fc352d7 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:30.336420 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57b352-af9a-4fd5-abdd-4935152e2ad9 req-1b55062f-f28d-470c-8435-a6586fc352d7 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:30.340198 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57b352-af9a-4fd5-abdd-4935152e2ad9 req-1b55062f-f28d-470c-8435-a6586fc352d7 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:30.341782 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9a57b352-af9a-4fd5-abdd-4935152e2ad9 req-1b55062f-f28d-470c-8435-a6586fc352d7 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/ports?device_id=146dc408-4175-43fc-9dc9-c8d2ad380027&device_id=fcbcc9dc-cafa-489c-a587-b41a7746377e&device_id=8cf744cf-fd9a-49c3-bf04-42112dd2f326 HTTP/1.1" status: 200 len: 2419 time: 0.1620147 May 05 21:57:30.362343 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-06a80796-4301-4b14-a270-c4c89ca341a1 tempest-NetworksNegativeTestJSON-816544 tempest-NetworksNegativeTestJSON-816544-project] PUT failed (client error): The resource could not be found. May 05 21:57:30.362897 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06a80796-4301-4b14-a270-c4c89ca341a1 tempest-NetworksNegativeTestJSON-816544 tempest-NetworksNegativeTestJSON-816544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 21:57:30.367672 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-06a80796-4301-4b14-a270-c4c89ca341a1 tempest-NetworksNegativeTestJSON-816544 tempest-NetworksNegativeTestJSON-816544-project] 10.222.0.23 "PUT /v2.0/ports/678218cc-bb0d-4d99-9b98-3d0700824dec HTTP/1.1" status: 404 len: 333 time: 0.0574334 May 05 21:57:30.367672 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-12f510b3-625f-4fee-b836-fb07dfbba983 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:30.370810 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49256) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:30.378741 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-9938e81b-e6fd-4194-aafd-460e6d7b3e86 tempest-NetworksNegativeTestJSON-816544 tempest-NetworksNegativeTestJSON-816544-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:57:30.409622 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-283f13d3-1afc-4504-ba8b-6b924b7aabad req-db1140a4-30b3-4c9f-b865-9c0988f5d606 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:30.413369 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9a57b352-af9a-4fd5-abdd-4935152e2ad9 req-5548d2e3-8eb2-41a8-9654-173ea0b2b808 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/security-groups?id=69215bb4-aa47-46d3-ab34-427aa4254c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569379 May 05 21:57:30.414410 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-9938e81b-e6fd-4194-aafd-460e6d7b3e86 tempest-NetworksNegativeTestJSON-816544 tempest-NetworksNegativeTestJSON-816544-project] PUT failed (client error): The resource could not be found. May 05 21:57:30.414876 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9938e81b-e6fd-4194-aafd-460e6d7b3e86 tempest-NetworksNegativeTestJSON-816544 tempest-NetworksNegativeTestJSON-816544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 21:57:30.415971 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9938e81b-e6fd-4194-aafd-460e6d7b3e86 tempest-NetworksNegativeTestJSON-816544 tempest-NetworksNegativeTestJSON-816544-project] 10.222.0.23 "PUT /v2.0/subnets/8323ebb9-ffeb-4e10-9af2-9ddc2b853355 HTTP/1.1" status: 404 len: 337 time: 0.0441735 May 05 21:57:30.424051 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['026ae715-3b74-4311-9e26-de7e6032c7f1'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:57:30.481748 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-12f510b3-625f-4fee-b836-fb07dfbba983 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:30.486427 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f510b3-625f-4fee-b836-fb07dfbba983 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:30.486949 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-12f510b3-625f-4fee-b836-fb07dfbba983 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:30.508592 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1140a4-30b3-4c9f-b865-9c0988f5d606 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Pushing event deleted for resources: {'Port': ['ID=5f2a2462-be1f-4965-9aa9-ca600bf42f63,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:30.676696 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [req-ac29fa0e-afe5-4a05-968f-6a047144edc3 req-af12f34f-82b5-43fe-b42d-34af5955c557 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 21:57:30.686832 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ac29fa0e-afe5-4a05-968f-6a047144edc3 req-af12f34f-82b5-43fe-b42d-34af5955c557 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0449708 May 05 21:57:30.689263 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-12f510b3-625f-4fee-b836-fb07dfbba983 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7114031 May 05 21:57:30.689492 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49268) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:30.696805 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f510b3-625f-4fee-b836-fb07dfbba983 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event updated for resources: {'Network': ['ID=9e79df31-ad81-4966-b266-a102a704457b,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:30.716420 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 9e79df31-ad81-4966-b266-a102a704457b details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:57:30.778236 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-6a308c2f-b252-4030-8990-42a85e1b95f0 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Request body: {'subnet': {'network_id': '9e79df31-ad81-4966-b266-a102a704457b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:57:30.901531 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49278) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:30.925594 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-283f13d3-1afc-4504-ba8b-6b924b7aabad req-db1140a4-30b3-4c9f-b865-9c0988f5d606 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] No DVR routers for this DVR port 5f2a2462-be1f-4965-9aa9-ca600bf42f63 on host n-h1-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:57:30.938486 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-6a308c2f-b252-4030-8990-42a85e1b95f0 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:57:30.942131 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-283f13d3-1afc-4504-ba8b-6b924b7aabad req-db1140a4-30b3-4c9f-b865-9c0988f5d606 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:30.953593 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f0268b-2bdd-4084-a39d-dd4e81214a5c', 'name': 'network-vif-deleted', 'tag': '5f2a2462-be1f-4965-9aa9-ca600bf42f63'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:57:30.966786 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-6a308c2f-b252-4030-8990-42a85e1b95f0 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Usage tracker for resource:subnet and tenant:663767b5203746b3b9addbbb99a48f8b is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:57:30.970897 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-6a308c2f-b252-4030-8990-42a85e1b95f0 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:57:30.994690 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-6a308c2f-b252-4030-8990-42a85e1b95f0 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:57:30.997676 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-283f13d3-1afc-4504-ba8b-6b924b7aabad req-db1140a4-30b3-4c9f-b865-9c0988f5d606 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.44 "DELETE /v2.0/ports/5f2a2462-be1f-4965-9aa9-ca600bf42f63 HTTP/1.1" status: 204 len: 173 time: 2.0335302 May 05 21:57:31.022554 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a308c2f-b252-4030-8990-42a85e1b95f0 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Made reservation on behalf of 663767b5203746b3b9addbbb99a48f8b for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:57:31.081219 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8bf935e8-2874-4f2f-b0d7-a97dbfff162f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:31.119702 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-8bf935e8-2874-4f2f-b0d7-a97dbfff162f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:57:31.125130 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-8bf935e8-2874-4f2f-b0d7-a97dbfff162f admin admin] Usage tracker for resource:security_group_rule and tenant:a8d4776c2ffd454799f3771543e45412 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:57:31.133261 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6a308c2f-b252-4030-8990-42a85e1b95f0 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:31.134171 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-8bf935e8-2874-4f2f-b0d7-a97dbfff162f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:57:31.141555 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-8bf935e8-2874-4f2f-b0d7-a97dbfff162f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:57:31.253628 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ac29fa0e-afe5-4a05-968f-6a047144edc3 req-0bdac8a0-9aaa-4139-9c73-c14749e6ac1d tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1&fields=device_id HTTP/1.1" status: 200 len: 369 time: 0.5594885 May 05 21:57:31.280681 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1993f6a1-e697-49d3-8cc7-723f83af1e89 req-edd0eeff-1ccd-43f7-906a-181bc1825dd7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8cb2280b6c3144faab8c5cfe6541a0a4&device_id=f70025b3-c4c6-45d2-9f49-d428829ebf17 HTTP/1.1" status: 200 len: 210 time: 0.0640318 May 05 21:57:31.335432 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1993f6a1-e697-49d3-8cc7-723f83af1e89 req-82689c5a-365f-4c34-ba27-14a6f0e3cb62 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=8cb2280b6c3144faab8c5cfe6541a0a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393536 May 05 21:57:31.337500 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8bf935e8-2874-4f2f-b0d7-a97dbfff162f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:31.364008 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8bf935e8-2874-4f2f-b0d7-a97dbfff162f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:31.399237 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60da5931-c27e-4284-ae53-11cbc01dce7e'] response: {'server_uuid': 'c1f0268b-2bdd-4084-a39d-dd4e81214a5c', 'name': 'network-vif-deleted', 'tag': '5f2a2462-be1f-4965-9aa9-ca600bf42f63', 'status': 'completed', 'code': 200} May 05 21:57:31.425815 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6a308c2f-b252-4030-8990-42a85e1b95f0 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:31.432266 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8bf935e8-2874-4f2f-b0d7-a97dbfff162f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a8d4776c2ffd454799f3771543e45412&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5295405 May 05 21:57:31.436449 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49292) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:31.437292 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf935e8-2874-4f2f-b0d7-a97dbfff162f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19c3920-283e-4757-a84f-fd30d2a274cd,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:31.659338 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-71140c10-4c07-4c62-a1dd-85ce5a744983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:31.661445 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-cfb2d540-0e35-4c26-92ef-05a8a5fd8072 req-79344101-3020-44b5-a42b-960c9de488fd tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Synchronizing usage tracker for tenant:edfb56529402421c8703b1e767ccb199 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:57:31.676389 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a308c2f-b252-4030-8990-42a85e1b95f0 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event updated for resources: {'Subnet': ['ID=999f9fa1-2310-4871-bb53-00594bb911f0,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:31.693777 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a308c2f-b252-4030-8990-42a85e1b95f0 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Checking segment: {'id': '8d52cd99-7276-4d77-b532-855437cd5e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9e79df31-ad81-4966-b266-a102a704457b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:57:31.694436 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a308c2f-b252-4030-8990-42a85e1b95f0 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Network hostable DHCP agents. Network: 9e79df31-ad81-4966-b266-a102a704457b, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:57:31.698488 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1993f6a1-e697-49d3-8cc7-723f83af1e89 req-2bf7d7b2-d947-4c23-90f5-d78e25901781 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:31.699290 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1993f6a1-e697-49d3-8cc7-723f83af1e89 req-2bf7d7b2-d947-4c23-90f5-d78e25901781 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3536904 May 05 21:57:31.722858 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-71140c10-4c07-4c62-a1dd-85ce5a744983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:31.740829 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-cfb2d540-0e35-4c26-92ef-05a8a5fd8072 req-79344101-3020-44b5-a42b-960c9de488fd tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Unset dirty status for tenant:edfb56529402421c8703b1e767ccb199 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:57:31.741941 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cfb2d540-0e35-4c26-92ef-05a8a5fd8072 req-79344101-3020-44b5-a42b-960c9de488fd tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1f0268b-2bdd-4084-a39d-dd4e81214a5c HTTP/1.1" status: 200 len: 210 time: 0.2103701 May 05 21:57:31.748327 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 5f2a2462-be1f-4965-9aa9-ca600bf42f63 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:57:31.853841 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: 5f2a2462-be1f-4965-9aa9-ca600bf42f63 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:57:31.853841 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 5f2a2462-be1f-4965-9aa9-ca600bf42f63 not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:57:31.853841 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device ea9e4657-0930-4f2f-882b-26c46e541d8f no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:57:31.858482 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-71140c10-4c07-4c62-a1dd-85ce5a744983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:31.912218 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49298) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:31.912218 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71140c10-4c07-4c62-a1dd-85ce5a744983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19c3920-283e-4757-a84f-fd30d2a274cd,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:31.922748 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-72e68a06-103d-416e-bae2-2b4d2e53f6eb req-ffe47493-7b51-4bf5-9e93-61ad11f9d951 tempest-ServersAaction247Test-1611570480 tempest-ServersAaction247Test-1611570480-project] 10.222.0.23 "GET /v2.0/ports?device_id=f70025b3-c4c6-45d2-9f49-d428829ebf17 HTTP/1.1" status: 200 len: 210 time: 0.2294345 May 05 21:57:31.942450 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: ea9e4657-0930-4f2f-882b-26c46e541d8f {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:57:31.942450 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device ea9e4657-0930-4f2f-882b-26c46e541d8f not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:57:31.948385 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a308c2f-b252-4030-8990-42a85e1b95f0 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Network 9e79df31-ad81-4966-b266-a102a704457b is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:57:31.958778 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-6a308c2f-b252-4030-8990-42a85e1b95f0 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 9e79df31-ad81-4966-b266-a102a704457b) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:57:31.971786 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a308c2f-b252-4030-8990-42a85e1b95f0 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:31.972584 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6a308c2f-b252-4030-8990-42a85e1b95f0 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:31.973183 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa598c04-33fb-45cd-ad45-ea651c777fe3 None None] Network 9e79df31-ad81-4966-b266-a102a704457b requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:57:32.004447 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-6a308c2f-b252-4030-8990-42a85e1b95f0 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2767088 May 05 21:57:32.009706 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49302) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:32.015572 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-d2822e2e-c933-453a-a12d-a77a25e6a2ee tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-705766997', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:57:32.026929 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-d2822e2e-c933-453a-a12d-a77a25e6a2ee tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:57:32.033615 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-d2822e2e-c933-453a-a12d-a77a25e6a2ee tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Usage tracker for resource:router and tenant:663767b5203746b3b9addbbb99a48f8b is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:57:32.035323 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-71140c10-4c07-4c62-a1dd-85ce5a744983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:32.038933 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-d2822e2e-c933-453a-a12d-a77a25e6a2ee tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:57:32.048623 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-71140c10-4c07-4c62-a1dd-85ce5a744983 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e19c3920-283e-4757-a84f-fd30d2a274cd HTTP/1.1" status: 204 len: 168 time: 0.6060841 May 05 21:57:32.049215 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-d2822e2e-c933-453a-a12d-a77a25e6a2ee tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:57:32.058049 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8d99368-55f5-4a23-957b-85144d327cda admin admin] Deleting subnet 81b3baf0-8b4b-4758-b115-81242d9737a5 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:57:32.064820 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f8d99368-55f5-4a23-957b-85144d327cda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:32.069799 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d2822e2e-c933-453a-a12d-a77a25e6a2ee tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:32.072345 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d2822e2e-c933-453a-a12d-a77a25e6a2ee tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:32.116460 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d2822e2e-c933-453a-a12d-a77a25e6a2ee tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:32.158490 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d2822e2e-c933-453a-a12d-a77a25e6a2ee tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:32.194571 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f8d99368-55f5-4a23-957b-85144d327cda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:32.265672 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d2822e2e-c933-453a-a12d-a77a25e6a2ee tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:32.265672 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-d2822e2e-c933-453a-a12d-a77a25e6a2ee tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2432694 May 05 21:57:32.265672 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49308) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:32.339571 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f8d99368-55f5-4a23-957b-85144d327cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:32.366132 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8087858f-7220-4b49-bf86-e1b24c8ac1c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-9e79df31-ad81-4966-b266-a102a704457b', 'network_id': '9e79df31-ad81-4966-b266-a102a704457b', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'fixed_ips': [{'subnet_id': '999f9fa1-2310-4871-bb53-00594bb911f0'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 21:57:32.367077 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8087858f-7220-4b49-bf86-e1b24c8ac1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:32.459504 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f8d99368-55f5-4a23-957b-85144d327cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:32.590309 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d99368-55f5-4a23-957b-85144d327cda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81b3baf0-8b4b-4758-b115-81242d9737a5,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:32.601967 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f8d99368-55f5-4a23-957b-85144d327cda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:32.609448 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f8d99368-55f5-4a23-957b-85144d327cda admin admin] 10.222.0.23 "DELETE /v2.0/subnets/81b3baf0-8b4b-4758-b115-81242d9737a5 HTTP/1.1" status: 204 len: 168 time: 0.6830184 May 05 21:57:32.612273 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49320) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:32.754140 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-8087858f-7220-4b49-bf86-e1b24c8ac1c6 None None] Allocated IP 172.20.0.2 (9e79df31-ad81-4966-b266-a102a704457b/999f9fa1-2310-4871-bb53-00594bb911f0/906983ea-79a7-417a-b32e-521b340935af) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:57:32.998820 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e551f415-ed05-4a91-8753-03b7aa477c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:33.181945 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e551f415-ed05-4a91-8753-03b7aa477c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:33.246611 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8087858f-7220-4b49-bf86-e1b24c8ac1c6 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:33.258215 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-e551f415-ed05-4a91-8753-03b7aa477c9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:57:33.259097 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-8087858f-7220-4b49-bf86-e1b24c8ac1c6 None None] Transition to ACTIVE for port object 906983ea-79a7-417a-b32e-521b340935af will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:57:33.283405 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-e551f415-ed05-4a91-8753-03b7aa477c9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e17d504-de6f-46a1-b0ab-9bb177568a44') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:57:33.284390 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-e551f415-ed05-4a91-8753-03b7aa477c9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e17d504-de6f-46a1-b0ab-9bb177568a44') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:57:33.300391 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e551f415-ed05-4a91-8753-03b7aa477c9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:33.309449 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-8087858f-7220-4b49-bf86-e1b24c8ac1c6 None None] Transition to ACTIVE for port object 906983ea-79a7-417a-b32e-521b340935af will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:57:33.323273 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8087858f-7220-4b49-bf86-e1b24c8ac1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:33.325520 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e551f415-ed05-4a91-8753-03b7aa477c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:33.336682 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e551f415-ed05-4a91-8753-03b7aa477c9d admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:57:33.338364 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e551f415-ed05-4a91-8753-03b7aa477c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:33.369859 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 21:57:33.369859 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:57:33.369859 n-d-825175-4 neutron-server[84063]: timer() May 05 21:57:33.369859 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:57:33.369859 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 21:57:33.369859 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:57:33.369859 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 21:57:33.369859 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:57:33.369859 n-d-825175-4 neutron-server[84063]: self._notify() May 05 21:57:33.369859 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:57:33.369859 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 21:57:33.369859 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:57:33.369859 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 21:57:33.369859 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:57:33.369859 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:57:33.369859 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:57:33.369859 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:57:33.369859 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:57:33.369859 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 21:57:33.369859 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:57:33.369859 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 21:57:33.369859 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:57:33.369859 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:57:33.369859 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:57:33.369859 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 21:57:33.369859 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:57:33.369859 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:57:33.369859 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:57:33.369859 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:57:33.369859 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:57:33.369859 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:57:33.369859 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:57:33.421635 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bff25582-2993-4732-a6bd-cb020043cb26 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:33.444960 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8087858f-7220-4b49-bf86-e1b24c8ac1c6 None None] Network 9e79df31-ad81-4966-b266-a102a704457b is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:57:33.453507 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-8087858f-7220-4b49-bf86-e1b24c8ac1c6 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:57:33.470592 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8087858f-7220-4b49-bf86-e1b24c8ac1c6 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:57:33.534948 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8087858f-7220-4b49-bf86-e1b24c8ac1c6 None None] Pushing event updated for resources: {'Port': ['ID=906983ea-79a7-417a-b32e-521b340935af,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:33.545848 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5a47461d-11f8-4a24-9622-675df09b2c99 req-51695d55-69b1-45d6-9614-7cd17bffd2fe tempest-ServersAaction247Test-1611570480 tempest-ServersAaction247Test-1611570480-project] 10.222.0.23 "GET /v2.0/ports?device_id=f70025b3-c4c6-45d2-9f49-d428829ebf17 HTTP/1.1" status: 200 len: 210 time: 0.0951087 May 05 21:57:33.695129 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-8087858f-7220-4b49-bf86-e1b24c8ac1c6 None None] Attempting to bind port 906983ea-79a7-417a-b32e-521b340935af on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:57:33.698144 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-8087858f-7220-4b49-bf86-e1b24c8ac1c6 None None] Attempting to bind port 906983ea-79a7-417a-b32e-521b340935af by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '8d52cd99-7276-4d77-b532-855437cd5e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9e79df31-ad81-4966-b266-a102a704457b'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:57:33.698144 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8087858f-7220-4b49-bf86-e1b24c8ac1c6 None None] Attempting to bind port 906983ea-79a7-417a-b32e-521b340935af on network 9e79df31-ad81-4966-b266-a102a704457b {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:57:33.722365 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49350) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:33.724067 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8087858f-7220-4b49-bf86-e1b24c8ac1c6 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:57:33.724414 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8087858f-7220-4b49-bf86-e1b24c8ac1c6 None None] Checking segment: {'id': '8d52cd99-7276-4d77-b532-855437cd5e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9e79df31-ad81-4966-b266-a102a704457b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:57:33.724814 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8087858f-7220-4b49-bf86-e1b24c8ac1c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:33.729229 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8087858f-7220-4b49-bf86-e1b24c8ac1c6 None None] Bound using segment: {'id': '8d52cd99-7276-4d77-b532-855437cd5e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9e79df31-ad81-4966-b266-a102a704457b'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:57:33.729229 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-8087858f-7220-4b49-bf86-e1b24c8ac1c6 None None] Bound port: 906983ea-79a7-417a-b32e-521b340935af, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d52cd99-7276-4d77-b532-855437cd5e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9e79df31-ad81-4966-b266-a102a704457b'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:57:33.729424 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8087858f-7220-4b49-bf86-e1b24c8ac1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:33.956494 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-8087858f-7220-4b49-bf86-e1b24c8ac1c6 None None] For port 906983ea-79a7-417a-b32e-521b340935af, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:57:33.960605 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-8087858f-7220-4b49-bf86-e1b24c8ac1c6 None None] For port 906983ea-79a7-417a-b32e-521b340935af, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=906983ea-79a7-417a-b32e-521b340935af,segment=NetworkSegment(8d52cd99-7276-4d77-b532-855437cd5e3e),segment_id=8d52cd99-7276-4d77-b532-855437cd5e3e)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:57:33.966488 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8087858f-7220-4b49-bf86-e1b24c8ac1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:34.001992 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1993f6a1-e697-49d3-8cc7-723f83af1e89 req-dc7693b0-e1f0-4d69-96e1-5829b89a8532 tempest-ServersAaction247Test-1611570480 tempest-ServersAaction247Test-1611570480-project] 10.222.0.32 "GET /v2.0/ports?device_id=f70025b3-c4c6-45d2-9f49-d428829ebf17 HTTP/1.1" status: 200 len: 210 time: 0.1298511 May 05 21:57:34.017947 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e551f415-ed05-4a91-8753-03b7aa477c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:34.080220 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e551f415-ed05-4a91-8753-03b7aa477c9d admin admin] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:34.095571 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e551f415-ed05-4a91-8753-03b7aa477c9d admin admin] Pushing event deleted for resources: {'Network': ['ID=c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:34.112175 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-e551f415-ed05-4a91-8753-03b7aa477c9d admin admin] 10.222.0.23 "DELETE /v2.0/networks/c27992f9-3c4a-41af-a8a5-fbbd0e2cb0db HTTP/1.1" status: 204 len: 168 time: 1.4949865 May 05 21:57:34.126181 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8087858f-7220-4b49-bf86-e1b24c8ac1c6 None None] Pushing event updated for resources: {'Port': ['ID=906983ea-79a7-417a-b32e-521b340935af,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:34.229731 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-1ff979a2-2b79-4326-97a8-b720e9e65c09 tempest-DvrRoutersNegativeTest-1940893730 tempest-DvrRoutersNegativeTest-1940893730-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-269196069', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:57:34.232347 n-d-825175-4 neutron-server[84061]: DEBUG neutron.policy [None req-1ff979a2-2b79-4326-97a8-b720e9e65c09 tempest-DvrRoutersNegativeTest-1940893730 tempest-DvrRoutersNegativeTest-1940893730-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=84061) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} May 05 21:57:34.235960 n-d-825175-4 neutron-server[84061]: DEBUG neutron.policy [None req-1ff979a2-2b79-4326-97a8-b720e9e65c09 tempest-DvrRoutersNegativeTest-1940893730 tempest-DvrRoutersNegativeTest-1940893730-project] Failed policy check for 'create_router' {{(pid=84061) enforce /opt/stack/neutron/neutron/policy.py:482}} May 05 21:57:34.237161 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [None req-1ff979a2-2b79-4326-97a8-b720e9e65c09 tempest-DvrRoutersNegativeTest-1940893730 tempest-DvrRoutersNegativeTest-1940893730-project] create failed (client error): Access was denied to this resource. May 05 21:57:34.238934 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-1ff979a2-2b79-4326-97a8-b720e9e65c09 tempest-DvrRoutersNegativeTest-1940893730 tempest-DvrRoutersNegativeTest-1940893730-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.5152757 May 05 21:57:34.381409 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-bff25582-2993-4732-a6bd-cb020043cb26 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Allocated IP 172.20.0.1 (9e79df31-ad81-4966-b266-a102a704457b/999f9fa1-2310-4871-bb53-00594bb911f0/d7fa1967-3548-4806-9035-11778377f630) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:57:34.554293 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c7e635-d55a-4db1-9b5a-987a2c9de48d req-883d36b2-69e2-44e4-92de-71969a8b2d5c tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:34.561047 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-81c7e635-d55a-4db1-9b5a-987a2c9de48d req-883d36b2-69e2-44e4-92de-71969a8b2d5c tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/networks?id=fa69cb3f-4129-4afe-9a6d-7584eefc40c0 HTTP/1.1" status: 200 len: 806 time: 0.4106495 May 05 21:57:34.585206 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49370) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:34.643326 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-81c7e635-d55a-4db1-9b5a-987a2c9de48d req-a7ef5511-8d7f-44ef-8e8c-4a18481746cc tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/quotas/edfb56529402421c8703b1e767ccb199 HTTP/1.1" status: 200 len: 375 time: 0.0812922 May 05 21:57:34.711147 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a365a970-25c9-41d3-bfa2-1003b2dd3ccf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3d02eb1266e448b393d214c57b70ce63&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1237633 May 05 21:57:34.713328 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49378) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:34.803859 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0447293a-e196-45e2-8064-2b444d38ae41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:34.826494 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49382) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:34.843350 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0447293a-e196-45e2-8064-2b444d38ae41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:34.875665 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bff25582-2993-4732-a6bd-cb020043cb26 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:34.916728 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-bff25582-2993-4732-a6bd-cb020043cb26 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Transition to ACTIVE for port object d7fa1967-3548-4806-9035-11778377f630 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:57:34.947862 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0447293a-e196-45e2-8064-2b444d38ae41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:34.949836 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-81c7e635-d55a-4db1-9b5a-987a2c9de48d req-7096d21e-b8e9-4e5d-bb4d-70a34e74163a tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=edfb56529402421c8703b1e767ccb199&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2987015 May 05 21:57:34.968770 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0447293a-e196-45e2-8064-2b444d38ae41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c51188-03e9-4eb7-84f3-076c2790a5b1,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:34.978230 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0447293a-e196-45e2-8064-2b444d38ae41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:34.990754 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0447293a-e196-45e2-8064-2b444d38ae41 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/43c51188-03e9-4eb7-84f3-076c2790a5b1 HTTP/1.1" status: 204 len: 168 time: 0.2730572 May 05 21:57:35.074252 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-90e0815e-b2f7-4315-adb3-829df25d485c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:35.119263 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-90e0815e-b2f7-4315-adb3-829df25d485c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:57:35.122448 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8834800-6e28-4f1a-8ec1-f2fa5e39c0c3 req-7d8e0755-39cf-4834-84eb-789f23c67afa tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:35.126437 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-90e0815e-b2f7-4315-adb3-829df25d485c admin admin] Usage tracker for resource:security_group_rule and tenant:f290a3009bff49d881e5a23c76449584 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:57:35.129930 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b8834800-6e28-4f1a-8ec1-f2fa5e39c0c3 req-7d8e0755-39cf-4834-84eb-789f23c67afa tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/ports?device_id=146dc408-4175-43fc-9dc9-c8d2ad380027 HTTP/1.1" status: 200 len: 946 time: 0.3952093 May 05 21:57:35.130071 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-90e0815e-b2f7-4315-adb3-829df25d485c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:57:35.136763 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-90e0815e-b2f7-4315-adb3-829df25d485c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:57:35.243254 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bff25582-2993-4732-a6bd-cb020043cb26 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:35.260466 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-90e0815e-b2f7-4315-adb3-829df25d485c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:35.272562 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-90e0815e-b2f7-4315-adb3-829df25d485c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:35.336439 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b8834800-6e28-4f1a-8ec1-f2fa5e39c0c3 req-c453d056-24a4-47af-a49f-5cda767bf5c0 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/security-groups?id=69215bb4-aa47-46d3-ab34-427aa4254c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042539 May 05 21:57:35.347757 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff25582-2993-4732-a6bd-cb020043cb26 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event updated for resources: {'Port': ['ID=d7fa1967-3548-4806-9035-11778377f630,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:35.354441 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e0815e-b2f7-4315-adb3-829df25d485c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49bf022-8259-4205-b794-80314e9f1e56,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:35.401267 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-90e0815e-b2f7-4315-adb3-829df25d485c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f290a3009bff49d881e5a23c76449584&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5649376 May 05 21:57:35.401267 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49394) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:35.415313 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff25582-2993-4732-a6bd-cb020043cb26 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Network 9e79df31-ad81-4966-b266-a102a704457b is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:57:35.415313 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-bff25582-2993-4732-a6bd-cb020043cb26 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:57:35.443791 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff25582-2993-4732-a6bd-cb020043cb26 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:57:35.496562 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff25582-2993-4732-a6bd-cb020043cb26 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:57:35.496945 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff25582-2993-4732-a6bd-cb020043cb26 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:57:35.497279 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff25582-2993-4732-a6bd-cb020043cb26 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:57:35.497608 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff25582-2993-4732-a6bd-cb020043cb26 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:57:35.497929 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff25582-2993-4732-a6bd-cb020043cb26 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:57:35.499375 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff25582-2993-4732-a6bd-cb020043cb26 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:57:35.499475 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff25582-2993-4732-a6bd-cb020043cb26 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:57:35.499766 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff25582-2993-4732-a6bd-cb020043cb26 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:57:35.500059 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff25582-2993-4732-a6bd-cb020043cb26 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:57:35.500381 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff25582-2993-4732-a6bd-cb020043cb26 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:57:35.500786 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff25582-2993-4732-a6bd-cb020043cb26 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:57:35.538143 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-81c7e635-d55a-4db1-9b5a-987a2c9de48d req-5ca92928-e288-46e4-9408-34a4fabd9bb9 service neutron] 10.222.0.23 "GET /v2.0/networks/fa69cb3f-4129-4afe-9a6d-7584eefc40c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5941215 May 05 21:57:35.549702 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bf7ca82e-f1ce-4ea8-81fd-a16880f5afd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:35.611033 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bf7ca82e-f1ce-4ea8-81fd-a16880f5afd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:35.720077 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bff25582-2993-4732-a6bd-cb020043cb26 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:35.722200 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bf7ca82e-f1ce-4ea8-81fd-a16880f5afd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:35.737701 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:35.759475 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7ca82e-f1ce-4ea8-81fd-a16880f5afd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49bf022-8259-4205-b794-80314e9f1e56,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:35.766219 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bf7ca82e-f1ce-4ea8-81fd-a16880f5afd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:35.768067 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-bf7ca82e-f1ce-4ea8-81fd-a16880f5afd2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d49bf022-8259-4205-b794-80314e9f1e56 HTTP/1.1" status: 204 len: 168 time: 0.3704908 May 05 21:57:35.815236 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7e2ee1-d167-4d2a-bccd-6f6f65612119 None None] Network 9e79df31-ad81-4966-b266-a102a704457b requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:57:35.911136 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:35.913274 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-81c7e635-d55a-4db1-9b5a-987a2c9de48d req-66b32b2a-8290-482e-9dfb-a005a8f5a54b service neutron] 10.222.0.23 "GET /v2.0/networks/fa69cb3f-4129-4afe-9a6d-7584eefc40c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3709812 May 05 21:57:35.914051 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49410) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:35.946003 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bff25582-2993-4732-a6bd-cb020043cb26 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:35.947536 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-1e0e2927-b138-4c2a-b488-ca7371cf91f5 None None] Provisioning for port 906983ea-79a7-417a-b32e-521b340935af completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:57:36.069793 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0adeb91-a09f-47a3-9bc1-32ff5922a5c3 req-84fc6484-40a6-403d-abd0-e0be91f60df9 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:36.072014 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-b0adeb91-a09f-47a3-9bc1-32ff5922a5c3 req-84fc6484-40a6-403d-abd0-e0be91f60df9 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Synchronizing usage tracker for tenant:9595afcdb7a340dfb614ce1dbfb5db82 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:57:36.097517 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-b0adeb91-a09f-47a3-9bc1-32ff5922a5c3 req-84fc6484-40a6-403d-abd0-e0be91f60df9 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Unset dirty status for tenant:9595afcdb7a340dfb614ce1dbfb5db82 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:57:36.098900 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b0adeb91-a09f-47a3-9bc1-32ff5922a5c3 req-84fc6484-40a6-403d-abd0-e0be91f60df9 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.32 "GET /v2.0/ports?device_id=146dc408-4175-43fc-9dc9-c8d2ad380027 HTTP/1.1" status: 200 len: 946 time: 0.1627898 May 05 21:57:36.302140 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-b0adeb91-a09f-47a3-9bc1-32ff5922a5c3 req-3f5e572e-5466-4f73-9cef-9c2bcde525dd tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Deleting port 43a42948-3950-48f5-994f-bd53afcf9694 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:57:36.302140 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-b0adeb91-a09f-47a3-9bc1-32ff5922a5c3 req-3f5e572e-5466-4f73-9cef-9c2bcde525dd tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:36.321030 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 906983ea-79a7-417a-b32e-521b340935af up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:57:36.558586 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 906983ea-79a7-417a-b32e-521b340935af completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:57:36.575918 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 906983ea-79a7-417a-b32e-521b340935af triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:57:36.577138 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:36.792341 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-b0adeb91-a09f-47a3-9bc1-32ff5922a5c3 req-3f5e572e-5466-4f73-9cef-9c2bcde525dd tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] For port 43a42948-3950-48f5-994f-bd53afcf9694, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=43a42948-3950-48f5-994f-bd53afcf9694,segment=NetworkSegment(7131ccfa-3b55-41e7-92df-0bd8b51292e9),segment_id=7131ccfa-3b55-41e7-92df-0bd8b51292e9)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:57:36.792341 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-b0adeb91-a09f-47a3-9bc1-32ff5922a5c3 req-3f5e572e-5466-4f73-9cef-9c2bcde525dd tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:36.847410 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:36.916921 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 906983ea-79a7-417a-b32e-521b340935af, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=906983ea-79a7-417a-b32e-521b340935af,segment=NetworkSegment(8d52cd99-7276-4d77-b532-855437cd5e3e),segment_id=8d52cd99-7276-4d77-b532-855437cd5e3e)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:57:36.922895 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:36.979372 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.resource_extend [None req-bff25582-2993-4732-a6bd-cb020043cb26 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 21:57:37.028967 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5be9e214-2ccd-48a2-8014-6dd58419d5dd req-6aabf24d-ab3a-4e72-bfd8-5b5257d372b6 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7f0d23b-ecf3-4633-b7ce-5f224b3bd991 HTTP/1.1" status: 200 len: 210 time: 0.6366003 May 05 21:57:37.042456 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ea60d627-55c5-4cf4-9711-df40ebfb5936 None None] Provisioning complete for port 906983ea-79a7-417a-b32e-521b340935af triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:57:37.042456 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ea60d627-55c5-4cf4-9711-df40ebfb5936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:37.128138 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bff25582-2993-4732-a6bd-cb020043cb26 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:37.134970 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b82c858a-8fbd-47d7-ab1e-39f3872fd10d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:37.162832 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bff25582-2993-4732-a6bd-cb020043cb26 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:37.180544 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=906983ea-79a7-417a-b32e-521b340935af,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:37.185709 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-b0adeb91-a09f-47a3-9bc1-32ff5922a5c3 req-3f5e572e-5466-4f73-9cef-9c2bcde525dd tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Calling delete_port for 43a42948-3950-48f5-994f-bd53afcf9694 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:57:37.264685 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49444) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:37.412460 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-b82c858a-8fbd-47d7-ab1e-39f3872fd10d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:57:37.444906 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ea60d627-55c5-4cf4-9711-df40ebfb5936 None None] Provisioning for port d7fa1967-3548-4806-9035-11778377f630 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:57:37.449986 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b82c858a-8fbd-47d7-ab1e-39f3872fd10d admin admin] Usage tracker for resource:security_group_rule and tenant:8cb2280b6c3144faab8c5cfe6541a0a4 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:57:37.449986 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b82c858a-8fbd-47d7-ab1e-39f3872fd10d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:57:37.456835 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ea60d627-55c5-4cf4-9711-df40ebfb5936 None None] Provisioning complete for port d7fa1967-3548-4806-9035-11778377f630 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:57:37.456835 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ea60d627-55c5-4cf4-9711-df40ebfb5936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:37.469401 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-b82c858a-8fbd-47d7-ab1e-39f3872fd10d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:57:37.582965 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ea60d627-55c5-4cf4-9711-df40ebfb5936 None None] Port d7fa1967-3548-4806-9035-11778377f630 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:57:37.638270 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-b0adeb91-a09f-47a3-9bc1-32ff5922a5c3 req-3f5e572e-5466-4f73-9cef-9c2bcde525dd tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:37.649119 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['d8a3398c-c73f-4894-a62b-5ee7cf90b284', 'bf09832b-0c8f-46a7-939f-6ff645affcb4'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:57:37.699042 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bff25582-2993-4732-a6bd-cb020043cb26 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:37.737633 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['43a42948-3950-48f5-994f-bd53afcf9694'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:57:37.990439 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c92458a8-c2a3-46fc-8199-cfdf401db946 None None] Provisioning complete for port d7fa1967-3548-4806-9035-11778377f630 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:57:37.990439 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c92458a8-c2a3-46fc-8199-cfdf401db946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:38.010162 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-f282a45d-4651-4f2b-84e2-e31605dd6bca admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1651178808-network', 'tenant_id': '3871b81283eb4c3ea0eb39b4f82cdc94'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:57:38.010162 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5e572e-5466-4f73-9cef-9c2bcde525dd tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Pushing event deleted for resources: {'Port': ['ID=43a42948-3950-48f5-994f-bd53afcf9694,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:38.047887 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f282a45d-4651-4f2b-84e2-e31605dd6bca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:57:38.069164 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff25582-2993-4732-a6bd-cb020043cb26 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event updated for resources: {'Port': ['ID=d7fa1967-3548-4806-9035-11778377f630,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:38.075731 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f282a45d-4651-4f2b-84e2-e31605dd6bca admin admin] Usage tracker for resource:network and tenant:3871b81283eb4c3ea0eb39b4f82cdc94 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:57:38.075731 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0adeb91-a09f-47a3-9bc1-32ff5922a5c3 req-3f5e572e-5466-4f73-9cef-9c2bcde525dd tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] No DVR routers for this DVR port 43a42948-3950-48f5-994f-bd53afcf9694 on host n-h2-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:57:38.083058 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f282a45d-4651-4f2b-84e2-e31605dd6bca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:57:38.083058 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b82c858a-8fbd-47d7-ab1e-39f3872fd10d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:38.093218 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-b0adeb91-a09f-47a3-9bc1-32ff5922a5c3 req-3f5e572e-5466-4f73-9cef-9c2bcde525dd tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:38.093218 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '146dc408-4175-43fc-9dc9-c8d2ad380027', 'name': 'network-vif-deleted', 'tag': '43a42948-3950-48f5-994f-bd53afcf9694'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:57:38.106760 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f282a45d-4651-4f2b-84e2-e31605dd6bca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:57:38.113820 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b82c858a-8fbd-47d7-ab1e-39f3872fd10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:38.157743 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c858a-8fbd-47d7-ab1e-39f3872fd10d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb73c475-2e7c-4d15-b939-5c5ce31938f0,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:38.189728 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f282a45d-4651-4f2b-84e2-e31605dd6bca admin admin] Made reservation on behalf of 3871b81283eb4c3ea0eb39b4f82cdc94 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:57:38.201929 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f282a45d-4651-4f2b-84e2-e31605dd6bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:38.253639 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b0adeb91-a09f-47a3-9bc1-32ff5922a5c3 req-3f5e572e-5466-4f73-9cef-9c2bcde525dd tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.32 "DELETE /v2.0/ports/43a42948-3950-48f5-994f-bd53afcf9694 HTTP/1.1" status: 204 len: 173 time: 2.1494422 May 05 21:57:38.262743 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb05491-af17-41c8-9dae-6af4ecd6297d req-ca14f923-17cb-484a-bd82-57e9a4c7c4d6 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:38.263857 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dbb05491-af17-41c8-9dae-6af4ecd6297d req-ca14f923-17cb-484a-bd82-57e9a4c7c4d6 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/ports?device_id=146dc408-4175-43fc-9dc9-c8d2ad380027 HTTP/1.1" status: 200 len: 946 time: 1.3922405 May 05 21:57:38.287111 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f282a45d-4651-4f2b-84e2-e31605dd6bca admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:38.318542 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 906983ea-79a7-417a-b32e-521b340935af up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:57:38.336711 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b82c858a-8fbd-47d7-ab1e-39f3872fd10d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8cb2280b6c3144faab8c5cfe6541a0a4&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4201746 May 05 21:57:38.336884 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49464) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:38.431165 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-771d15ed-b13d-4c25-929d-cf6bc8c070a7 req-9e6ae993-334f-4ba2-9221-1150a0abcee9 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7f0d23b-ecf3-4633-b7ce-5f224b3bd991 HTTP/1.1" status: 200 len: 210 time: 0.1490273 May 05 21:57:38.458359 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dbb05491-af17-41c8-9dae-6af4ecd6297d req-7d41a879-6f34-4cbf-804e-662d14f570bf tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/security-groups?id=69215bb4-aa47-46d3-ab34-427aa4254c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782186 May 05 21:57:38.474569 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff25582-2993-4732-a6bd-cb020043cb26 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Network 9e79df31-ad81-4966-b266-a102a704457b is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:57:38.477845 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-bff25582-2993-4732-a6bd-cb020043cb26 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:57:38.495952 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-c92458a8-c2a3-46fc-8199-cfdf401db946 None None] Port d7fa1967-3548-4806-9035-11778377f630 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:57:38.616082 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f282a45d-4651-4f2b-84e2-e31605dd6bca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:57:38.633344 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f282a45d-4651-4f2b-84e2-e31605dd6bca admin admin] Usage tracker for resource:security_group_rule and tenant:3871b81283eb4c3ea0eb39b4f82cdc94 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:57:38.649317 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f282a45d-4651-4f2b-84e2-e31605dd6bca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:57:38.725289 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ceaa7cc1-e3a8-4c05-849a-5883d2487b01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:38.732304 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f282a45d-4651-4f2b-84e2-e31605dd6bca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:57:38.813817 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 906983ea-79a7-417a-b32e-521b340935af triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:57:38.814370 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:38.913935 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49472) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:38.967270 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ceaa7cc1-e3a8-4c05-849a-5883d2487b01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:39.168209 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f956e168-ad5c-4b86-bf61-e6aed1446ed3 None None] Provisioning complete for port d7fa1967-3548-4806-9035-11778377f630 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:57:39.168787 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f956e168-ad5c-4b86-bf61-e6aed1446ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:39.237416 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f282a45d-4651-4f2b-84e2-e31605dd6bca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:39.240817 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ceaa7cc1-e3a8-4c05-849a-5883d2487b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:39.249299 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a95c129a-bd34-4be1-8e5c-986913735306'] response: {'server_uuid': '146dc408-4175-43fc-9dc9-c8d2ad380027', 'name': 'network-vif-deleted', 'tag': '43a42948-3950-48f5-994f-bd53afcf9694', 'status': 'completed', 'code': 200} May 05 21:57:39.263603 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa7cc1-e3a8-4c05-849a-5883d2487b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb73c475-2e7c-4d15-b939-5c5ce31938f0,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:39.268279 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f282a45d-4651-4f2b-84e2-e31605dd6bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:39.298261 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ceaa7cc1-e3a8-4c05-849a-5883d2487b01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:39.299307 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ceaa7cc1-e3a8-4c05-849a-5883d2487b01 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bb73c475-2e7c-4d15-b939-5c5ce31938f0 HTTP/1.1" status: 204 len: 168 time: 0.9491043 May 05 21:57:39.320874 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f282a45d-4651-4f2b-84e2-e31605dd6bca admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:57:39.338335 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f282a45d-4651-4f2b-84e2-e31605dd6bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f488f106-9914-4b9d-9b33-f6990ec589d5,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:39.347645 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f282a45d-4651-4f2b-84e2-e31605dd6bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:39.348189 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-f282a45d-4651-4f2b-84e2-e31605dd6bca admin admin] Added segment 11291c4e-c892-44d9-93b4-a1c85bc3baa2 of type vlan for network 322449ec-89aa-4007-9c3e-0c6b5ac820c0 May 05 21:57:39.357374 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-06d37146-2e6d-4262-b1be-7944477f3e20 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1409073488', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:57:39.371737 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-06d37146-2e6d-4262-b1be-7944477f3e20 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:57:39.382643 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-06d37146-2e6d-4262-b1be-7944477f3e20 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Usage tracker for resource:router and tenant:db15301a2adc45d381739c535f1f1e68 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:57:39.388030 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-06d37146-2e6d-4262-b1be-7944477f3e20 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:57:39.398805 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-06d37146-2e6d-4262-b1be-7944477f3e20 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:57:39.402433 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f956e168-ad5c-4b86-bf61-e6aed1446ed3 None None] Port d7fa1967-3548-4806-9035-11778377f630 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:57:39.423535 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f282a45d-4651-4f2b-84e2-e31605dd6bca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:39.430457 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-06d37146-2e6d-4262-b1be-7944477f3e20 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:39.431847 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-06d37146-2e6d-4262-b1be-7944477f3e20 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:39.514697 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-06d37146-2e6d-4262-b1be-7944477f3e20 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:39.539473 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f282a45d-4651-4f2b-84e2-e31605dd6bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:39.540525 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f282a45d-4651-4f2b-84e2-e31605dd6bca admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:39.541803 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f282a45d-4651-4f2b-84e2-e31605dd6bca admin admin] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:39.655275 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-06d37146-2e6d-4262-b1be-7944477f3e20 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:39.667037 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f282a45d-4651-4f2b-84e2-e31605dd6bca admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.3995001 May 05 21:57:39.674965 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49486) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:39.756400 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-4e6442bc-e683-436d-b4da-88882ecaff8a admin admin] Request body: {'subnet': {'network_id': '322449ec-89aa-4007-9c3e-0c6b5ac820c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1651178808-subnet', 'tenant_id': '3871b81283eb4c3ea0eb39b4f82cdc94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:57:39.761877 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-4e6442bc-e683-436d-b4da-88882ecaff8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:57:39.768293 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-4e6442bc-e683-436d-b4da-88882ecaff8a admin admin] Usage tracker for resource:subnet and tenant:3871b81283eb4c3ea0eb39b4f82cdc94 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:57:39.773324 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-4e6442bc-e683-436d-b4da-88882ecaff8a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:57:39.780202 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-4e6442bc-e683-436d-b4da-88882ecaff8a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:57:39.878372 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 43a42948-3950-48f5-994f-bd53afcf9694 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:57:39.890178 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c7e635-d55a-4db1-9b5a-987a2c9de48d req-cb8846ca-7e31-44b4-ba79-4452b4d2ae5d tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:39.892136 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-81c7e635-d55a-4db1-9b5a-987a2c9de48d req-cb8846ca-7e31-44b4-ba79-4452b4d2ae5d tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.44 "GET /v2.0/networks?id=fa69cb3f-4129-4afe-9a6d-7584eefc40c0 HTTP/1.1" status: 200 len: 806 time: 0.6637409 May 05 21:57:39.894247 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f88a3dda-5cd8-46a2-93b7-c42a8c18def6 req-1dddea47-cd38-4bc0-91e2-5d5018ce6d0c tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7f0d23b-ecf3-4633-b7ce-5f224b3bd991 HTTP/1.1" status: 200 len: 210 time: 0.1346838 May 05 21:57:39.926790 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-81c7e635-d55a-4db1-9b5a-987a2c9de48d req-29ec51f3-18d6-4e28-a940-d8cb0d6da3c6 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Request body: {'port': {'device_id': 'b7f0d23b-ecf3-4633-b7ce-5f224b3bd991', 'network_id': 'fa69cb3f-4129-4afe-9a6d-7584eefc40c0', 'admin_state_up': True, 'tenant_id': 'edfb56529402421c8703b1e767ccb199'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:57:39.972199 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-06d37146-2e6d-4262-b1be-7944477f3e20 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:39.976589 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-06d37146-2e6d-4262-b1be-7944477f3e20 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.0399346 May 05 21:57:39.976696 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: 43a42948-3950-48f5-994f-bd53afcf9694 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:57:39.976696 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 43a42948-3950-48f5-994f-bd53afcf9694 not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:57:39.977179 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49494) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:39.989713 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6442bc-e683-436d-b4da-88882ecaff8a admin admin] Made reservation on behalf of 3871b81283eb4c3ea0eb39b4f82cdc94 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:57:39.992475 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4e6442bc-e683-436d-b4da-88882ecaff8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:40.013524 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f282a45d-4651-4f2b-84e2-e31605dd6bca admin admin] Pushing event updated for resources: {'Network': ['ID=322449ec-89aa-4007-9c3e-0c6b5ac820c0,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:40.027531 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 322449ec-89aa-4007-9c3e-0c6b5ac820c0 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:57:40.040006 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-c4eb6eb0-44f7-4fab-84ac-e683715391a1 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-509994987'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:57:40.139314 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c4eb6eb0-44f7-4fab-84ac-e683715391a1 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:57:40.147857 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c4eb6eb0-44f7-4fab-84ac-e683715391a1 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Usage tracker for resource:network and tenant:db15301a2adc45d381739c535f1f1e68 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:57:40.152059 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c4eb6eb0-44f7-4fab-84ac-e683715391a1 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:57:40.161951 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c4eb6eb0-44f7-4fab-84ac-e683715391a1 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:57:40.193246 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4eb6eb0-44f7-4fab-84ac-e683715391a1 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Made reservation on behalf of db15301a2adc45d381739c535f1f1e68 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:57:40.199695 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c4eb6eb0-44f7-4fab-84ac-e683715391a1 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:40.220011 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-81c7e635-d55a-4db1-9b5a-987a2c9de48d req-29ec51f3-18d6-4e28-a940-d8cb0d6da3c6 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:57:40.233080 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c4eb6eb0-44f7-4fab-84ac-e683715391a1 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:40.247161 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-81c7e635-d55a-4db1-9b5a-987a2c9de48d req-29ec51f3-18d6-4e28-a940-d8cb0d6da3c6 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:57:40.286508 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81c7e635-d55a-4db1-9b5a-987a2c9de48d req-29ec51f3-18d6-4e28-a940-d8cb0d6da3c6 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Made reservation on behalf of edfb56529402421c8703b1e767ccb199 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:57:40.290645 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-81c7e635-d55a-4db1-9b5a-987a2c9de48d req-29ec51f3-18d6-4e28-a940-d8cb0d6da3c6 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:40.369857 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c4eb6eb0-44f7-4fab-84ac-e683715391a1 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:57:40.382070 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c4eb6eb0-44f7-4fab-84ac-e683715391a1 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Usage tracker for resource:security_group_rule and tenant:db15301a2adc45d381739c535f1f1e68 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:57:40.400315 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c4eb6eb0-44f7-4fab-84ac-e683715391a1 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:57:40.415333 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c4eb6eb0-44f7-4fab-84ac-e683715391a1 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:57:40.427347 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bff25582-2993-4732-a6bd-cb020043cb26 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Router 6cda7c44-14d5-4311-84db-6a85f467a135 is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 21:57:40.449037 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4e6442bc-e683-436d-b4da-88882ecaff8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:40.583571 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d90ea88-7f72-4137-9d13-7cf395614c70 req-3cca13eb-0585-4ce5-a8e3-1443a1ae9f40 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:40.590702 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8d90ea88-7f72-4137-9d13-7cf395614c70 req-3cca13eb-0585-4ce5-a8e3-1443a1ae9f40 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcbcc9dc-cafa-489c-a587-b41a7746377e HTTP/1.1" status: 200 len: 946 time: 0.3067708 May 05 21:57:40.629727 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c4eb6eb0-44f7-4fab-84ac-e683715391a1 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:40.638051 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c4eb6eb0-44f7-4fab-84ac-e683715391a1 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:40.696702 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6442bc-e683-436d-b4da-88882ecaff8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9691d172-86c1-4d0d-9b35-fafee8a4d95f,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:40.710299 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4eb6eb0-44f7-4fab-84ac-e683715391a1 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:57:40.731878 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eb6eb0-44f7-4fab-84ac-e683715391a1 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5865bd-be51-4570-beb5-07db03c36828,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:40.744858 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c4eb6eb0-44f7-4fab-84ac-e683715391a1 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:40.744858 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-c4eb6eb0-44f7-4fab-84ac-e683715391a1 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Added segment c87e9944-06e7-4ec6-83d1-025e24deeeba of type vlan for network 862601e7-7c27-4a80-ad38-b70027861d02 May 05 21:57:40.745664 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-81c7e635-d55a-4db1-9b5a-987a2c9de48d req-29ec51f3-18d6-4e28-a940-d8cb0d6da3c6 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Allocated IP 172.20.0.3 (fa69cb3f-4129-4afe-9a6d-7584eefc40c0/98120645-6211-43cf-b26e-14efa3661c41/c5119de4-87b6-4a10-8b02-b52fc9fd8b9d) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:57:40.749619 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6442bc-e683-436d-b4da-88882ecaff8a admin admin] Checking segment: {'id': '11291c4e-c892-44d9-93b4-a1c85bc3baa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '322449ec-89aa-4007-9c3e-0c6b5ac820c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:57:40.750316 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6442bc-e683-436d-b4da-88882ecaff8a admin admin] Network hostable DHCP agents. Network: 322449ec-89aa-4007-9c3e-0c6b5ac820c0, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:57:40.770015 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8d90ea88-7f72-4137-9d13-7cf395614c70 req-2b9f7620-0da8-499d-b01d-3647406764e2 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/security-groups?id=69215bb4-aa47-46d3-ab34-427aa4254c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785424 May 05 21:57:40.791036 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c4eb6eb0-44f7-4fab-84ac-e683715391a1 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:40.817019 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6442bc-e683-436d-b4da-88882ecaff8a admin admin] Network 322449ec-89aa-4007-9c3e-0c6b5ac820c0 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:57:40.839383 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-4e6442bc-e683-436d-b4da-88882ecaff8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 322449ec-89aa-4007-9c3e-0c6b5ac820c0) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:57:40.847926 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c4eb6eb0-44f7-4fab-84ac-e683715391a1 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:40.854024 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4eb6eb0-44f7-4fab-84ac-e683715391a1 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:40.855450 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c4eb6eb0-44f7-4fab-84ac-e683715391a1 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:40.857572 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1878020b-a07c-4cc4-9cd2-baca7e2d8854 None None] Network 322449ec-89aa-4007-9c3e-0c6b5ac820c0 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:57:40.866145 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6442bc-e683-436d-b4da-88882ecaff8a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:40.869244 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4e6442bc-e683-436d-b4da-88882ecaff8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:40.917302 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49512) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:40.941776 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff25582-2993-4732-a6bd-cb020043cb26 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:57:40.963000 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a27c46-071a-4457-8a42-775f7236aed8 None None] Sync routers for ids ['6cda7c44-14d5-4311-84db-6a85f467a135'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:57:40.999807 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-bff25582-2993-4732-a6bd-cb020043cb26 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "PUT /v2.0/routers/6cda7c44-14d5-4311-84db-6a85f467a135/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7407820 May 05 21:57:41.005751 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49520) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:41.031318 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c4eb6eb0-44f7-4fab-84ac-e683715391a1 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0446136 May 05 21:57:41.035960 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-4e6442bc-e683-436d-b4da-88882ecaff8a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3620067 May 05 21:57:41.036578 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49524) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:41.046608 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eb6eb0-44f7-4fab-84ac-e683715391a1 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Pushing event updated for resources: {'Network': ['ID=862601e7-7c27-4a80-ad38-b70027861d02,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:41.050331 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a27c46-071a-4457-8a42-775f7236aed8 None None] Routers {'6cda7c44-14d5-4311-84db-6a85f467a135'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:57:41.051367 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-41a27c46-071a-4457-8a42-775f7236aed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:57:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['6cda7c44-14d5-4311-84db-6a85f467a135'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:57:41.072252 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-c789a4a7-af80-4a31-a9e7-663d609e8e8d tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Request body: {'subnet': {'network_id': '862601e7-7c27-4a80-ad38-b70027861d02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:57:41.114829 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 862601e7-7c27-4a80-ad38-b70027861d02 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:57:41.175391 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a97b568-5666-4934-b301-85b18d0eeb80 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:41.176059 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-3a97b568-5666-4934-b301-85b18d0eeb80 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Synchronizing usage tracker for tenant:663767b5203746b3b9addbbb99a48f8b on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:57:41.312851 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-9bdeea4c-10c9-4968-92a2-36cf2f6e8b2a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1970979342-network', 'tenant_id': '4ba96e3a2f29495a89fcbd646b4c3115'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:57:41.335801 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-9bdeea4c-10c9-4968-92a2-36cf2f6e8b2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:57:41.338702 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-41a27c46-071a-4457-8a42-775f7236aed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:57:41.344456 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9bdeea4c-10c9-4968-92a2-36cf2f6e8b2a admin admin] Usage tracker for resource:network and tenant:4ba96e3a2f29495a89fcbd646b4c3115 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:57:41.349147 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9bdeea4c-10c9-4968-92a2-36cf2f6e8b2a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:57:41.354748 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-81c7e635-d55a-4db1-9b5a-987a2c9de48d req-29ec51f3-18d6-4e28-a940-d8cb0d6da3c6 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:41.358684 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-9bdeea4c-10c9-4968-92a2-36cf2f6e8b2a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:57:41.362326 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c789a4a7-af80-4a31-a9e7-663d609e8e8d tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:57:41.368181 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-6b839b5c-3ac7-476d-b16f-70b7fc1a60df req-04fe59d8-4504-4234-8034-cbaf8b0fa21a tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Synchronizing usage tracker for tenant:edfb56529402421c8703b1e767ccb199 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:57:41.369124 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c789a4a7-af80-4a31-a9e7-663d609e8e8d tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Usage tracker for resource:subnet and tenant:db15301a2adc45d381739c535f1f1e68 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:57:41.373445 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c789a4a7-af80-4a31-a9e7-663d609e8e8d tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:57:41.377028 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-3a97b568-5666-4934-b301-85b18d0eeb80 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Unset dirty status for tenant:663767b5203746b3b9addbbb99a48f8b on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:57:41.378385 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-3a97b568-5666-4934-b301-85b18d0eeb80 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "GET /v2.0/ports/d7fa1967-3548-4806-9035-11778377f630 HTTP/1.1" status: 200 len: 910 time: 0.3713033 May 05 21:57:41.381806 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49532) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:41.387872 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c789a4a7-af80-4a31-a9e7-663d609e8e8d tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:57:41.395466 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-6b839b5c-3ac7-476d-b16f-70b7fc1a60df req-04fe59d8-4504-4234-8034-cbaf8b0fa21a tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Unset dirty status for tenant:edfb56529402421c8703b1e767ccb199 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:57:41.400602 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-f6007a5f-d654-46e8-ac21-d680463ee6c8 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '999f9fa1-2310-4871-bb53-00594bb911f0'}]}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:57:41.407034 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6b839b5c-3ac7-476d-b16f-70b7fc1a60df req-04fe59d8-4504-4234-8034-cbaf8b0fa21a tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7f0d23b-ecf3-4633-b7ce-5f224b3bd991 HTTP/1.1" status: 200 len: 210 time: 0.2039664 May 05 21:57:41.435278 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-81c7e635-d55a-4db1-9b5a-987a2c9de48d req-29ec51f3-18d6-4e28-a940-d8cb0d6da3c6 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:41.457931 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['026ae715-3b74-4311-9e26-de7e6032c7f1'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:57:41.527082 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ec51f3-18d6-4e28-a940-d8cb0d6da3c6 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Pushing event updated for resources: {'Port': ['ID=c5119de4-87b6-4a10-8b02-b52fc9fd8b9d,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:41.545208 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81c7e635-d55a-4db1-9b5a-987a2c9de48d req-29ec51f3-18d6-4e28-a940-d8cb0d6da3c6 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Network fa69cb3f-4129-4afe-9a6d-7584eefc40c0 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:57:41.546439 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-81c7e635-d55a-4db1-9b5a-987a2c9de48d req-29ec51f3-18d6-4e28-a940-d8cb0d6da3c6 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:57:41.548952 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c7e635-d55a-4db1-9b5a-987a2c9de48d req-29ec51f3-18d6-4e28-a940-d8cb0d6da3c6 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:57:41.559326 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bdeea4c-10c9-4968-92a2-36cf2f6e8b2a admin admin] Made reservation on behalf of 4ba96e3a2f29495a89fcbd646b4c3115 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:57:41.581619 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9bdeea4c-10c9-4968-92a2-36cf2f6e8b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:41.599743 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a27c46-071a-4457-8a42-775f7236aed8 None None] Routers {'6cda7c44-14d5-4311-84db-6a85f467a135'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:57:41.600086 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-41a27c46-071a-4457-8a42-775f7236aed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:57:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['6cda7c44-14d5-4311-84db-6a85f467a135'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:57:41.659760 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c7e635-d55a-4db1-9b5a-987a2c9de48d req-29ec51f3-18d6-4e28-a940-d8cb0d6da3c6 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:41.660693 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-81c7e635-d55a-4db1-9b5a-987a2c9de48d req-29ec51f3-18d6-4e28-a940-d8cb0d6da3c6 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:41.663240 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f5edfb-88b2-4f91-b529-de1ce68ff6d1 None None] Network 322449ec-89aa-4007-9c3e-0c6b5ac820c0 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:57:41.669163 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c789a4a7-af80-4a31-a9e7-663d609e8e8d tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Made reservation on behalf of db15301a2adc45d381739c535f1f1e68 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:57:41.684865 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-81c7e635-d55a-4db1-9b5a-987a2c9de48d req-29ec51f3-18d6-4e28-a940-d8cb0d6da3c6 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7731915 May 05 21:57:41.697824 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [req-81c7e635-d55a-4db1-9b5a-987a2c9de48d req-41b1f3ea-fb9c-4982-a781-2b2d0c5c32ab tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 21:57:41.699925 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-81c7e635-d55a-4db1-9b5a-987a2c9de48d req-41b1f3ea-fb9c-4982-a781-2b2d0c5c32ab tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0080717 May 05 21:57:41.764986 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-41a27c46-071a-4457-8a42-775f7236aed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:57:41.765087 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9bdeea4c-10c9-4968-92a2-36cf2f6e8b2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:41.765190 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a27c46-071a-4457-8a42-775f7236aed8 None None] The sync data for ids ['6cda7c44-14d5-4311-84db-6a85f467a135'] in n-d-825175-4 is: [] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:57:41.907568 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-9bdeea4c-10c9-4968-92a2-36cf2f6e8b2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:57:41.912338 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9bdeea4c-10c9-4968-92a2-36cf2f6e8b2a admin admin] Usage tracker for resource:security_group_rule and tenant:4ba96e3a2f29495a89fcbd646b4c3115 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:57:41.915653 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9bdeea4c-10c9-4968-92a2-36cf2f6e8b2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:57:41.922237 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-9bdeea4c-10c9-4968-92a2-36cf2f6e8b2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:57:41.995067 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49548) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:42.000754 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-822853b4-4fee-4014-ad9b-a1c3faffbb87 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-543379101-network', 'tenant_id': 'd74bedf921884b43ab01da7e02416159'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:57:42.014245 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-822853b4-4fee-4014-ad9b-a1c3faffbb87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:57:42.025681 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-822853b4-4fee-4014-ad9b-a1c3faffbb87 admin admin] Usage tracker for resource:network and tenant:d74bedf921884b43ab01da7e02416159 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:57:42.030219 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-822853b4-4fee-4014-ad9b-a1c3faffbb87 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:57:42.038912 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-822853b4-4fee-4014-ad9b-a1c3faffbb87 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:57:42.039147 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c789a4a7-af80-4a31-a9e7-663d609e8e8d tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:42.050014 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-81c7e635-d55a-4db1-9b5a-987a2c9de48d req-e17da936-9141-4f9d-8170-95ce8b5312b4 service neutron] Request body: {'port': {'device_id': 'b7f0d23b-ecf3-4633-b7ce-5f224b3bd991', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:57:42.122099 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822853b4-4fee-4014-ad9b-a1c3faffbb87 admin admin] Made reservation on behalf of d74bedf921884b43ab01da7e02416159 for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:57:42.124332 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-822853b4-4fee-4014-ad9b-a1c3faffbb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:42.138974 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e8e9af-6d0a-43ac-af35-570bb9153a8c req-9dd9a914-fc14-4b18-af66-0831ad229147 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:42.139675 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-e8e8e9af-6d0a-43ac-af35-570bb9153a8c req-9dd9a914-fc14-4b18-af66-0831ad229147 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Synchronizing usage tracker for tenant:9595afcdb7a340dfb614ce1dbfb5db82 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:57:42.265618 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-e8e8e9af-6d0a-43ac-af35-570bb9153a8c req-9dd9a914-fc14-4b18-af66-0831ad229147 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Unset dirty status for tenant:9595afcdb7a340dfb614ce1dbfb5db82 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:57:42.267493 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e8e8e9af-6d0a-43ac-af35-570bb9153a8c req-9dd9a914-fc14-4b18-af66-0831ad229147 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.44 "GET /v2.0/ports?device_id=fcbcc9dc-cafa-489c-a587-b41a7746377e HTTP/1.1" status: 200 len: 946 time: 0.7857003 May 05 21:57:42.268527 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9bdeea4c-10c9-4968-92a2-36cf2f6e8b2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:42.290593 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-822853b4-4fee-4014-ad9b-a1c3faffbb87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:42.307652 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9bdeea4c-10c9-4968-92a2-36cf2f6e8b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:42.344713 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f6007a5f-d654-46e8-ac21-d680463ee6c8 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:42.373938 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bdeea4c-10c9-4968-92a2-36cf2f6e8b2a admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:57:42.392702 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-81c7e635-d55a-4db1-9b5a-987a2c9de48d req-e17da936-9141-4f9d-8170-95ce8b5312b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:42.403067 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-822853b4-4fee-4014-ad9b-a1c3faffbb87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:57:42.410354 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-822853b4-4fee-4014-ad9b-a1c3faffbb87 admin admin] Usage tracker for resource:security_group_rule and tenant:d74bedf921884b43ab01da7e02416159 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:57:42.416567 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-822853b4-4fee-4014-ad9b-a1c3faffbb87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:57:42.434380 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-822853b4-4fee-4014-ad9b-a1c3faffbb87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:57:42.458368 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9bdeea4c-10c9-4968-92a2-36cf2f6e8b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:42.458368 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-9bdeea4c-10c9-4968-92a2-36cf2f6e8b2a admin admin] Added segment 501dba1c-64dd-4cd1-bb42-439b98112e67 of type vlan for network c94acb4e-545d-4469-be8f-99360ed510a0 May 05 21:57:42.458368 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdeea4c-10c9-4968-92a2-36cf2f6e8b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=357c8a06-0cb4-4ca4-87b5-fb62b56bd963,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:42.463856 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff96a55-c861-458c-8ed8-617f1fb48f4a req-73f7eb89-1a25-406d-80c7-dff1fd901d5d tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:42.465341 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0ff96a55-c861-458c-8ed8-617f1fb48f4a req-73f7eb89-1a25-406d-80c7-dff1fd901d5d tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcbcc9dc-cafa-489c-a587-b41a7746377e HTTP/1.1" status: 200 len: 946 time: 0.3849792 May 05 21:57:42.508445 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-e8e8e9af-6d0a-43ac-af35-570bb9153a8c req-fc0a835a-bf7b-4bc1-be13-ec9b52b40fef tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Deleting port bf09832b-0c8f-46a7-939f-6ff645affcb4 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:57:42.508777 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-e8e8e9af-6d0a-43ac-af35-570bb9153a8c req-fc0a835a-bf7b-4bc1-be13-ec9b52b40fef tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:42.591020 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdeea4c-10c9-4968-92a2-36cf2f6e8b2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:57:42.591612 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdeea4c-10c9-4968-92a2-36cf2f6e8b2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:57:42.592116 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdeea4c-10c9-4968-92a2-36cf2f6e8b2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:57:42.592599 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdeea4c-10c9-4968-92a2-36cf2f6e8b2a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:57:42.593093 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdeea4c-10c9-4968-92a2-36cf2f6e8b2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:57:42.593569 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdeea4c-10c9-4968-92a2-36cf2f6e8b2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:57:42.594066 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdeea4c-10c9-4968-92a2-36cf2f6e8b2a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:57:42.594581 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdeea4c-10c9-4968-92a2-36cf2f6e8b2a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:57:42.595089 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdeea4c-10c9-4968-92a2-36cf2f6e8b2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:57:42.595571 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdeea4c-10c9-4968-92a2-36cf2f6e8b2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:57:42.596050 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdeea4c-10c9-4968-92a2-36cf2f6e8b2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:57:42.625854 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0ff96a55-c861-458c-8ed8-617f1fb48f4a req-305468bc-2dcd-4472-a15a-c82cf772dcc3 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/security-groups?id=69215bb4-aa47-46d3-ab34-427aa4254c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431246 May 05 21:57:42.806055 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9bdeea4c-10c9-4968-92a2-36cf2f6e8b2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:42.817933 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-822853b4-4fee-4014-ad9b-a1c3faffbb87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:42.840737 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-822853b4-4fee-4014-ad9b-a1c3faffbb87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:42.901322 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-822853b4-4fee-4014-ad9b-a1c3faffbb87 admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:57:42.915488 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822853b4-4fee-4014-ad9b-a1c3faffbb87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d7ce1f-cee6-4a4e-af7f-7632a7dd0ef9,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:42.936757 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-822853b4-4fee-4014-ad9b-a1c3faffbb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:42.937116 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-822853b4-4fee-4014-ad9b-a1c3faffbb87 admin admin] Added segment 528a8a3b-90e4-4dc3-b25a-f7b30197dfab of type vlan for network 848d2d3f-66d5-4654-8f54-5bb44d2908f3 May 05 21:57:42.985766 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-822853b4-4fee-4014-ad9b-a1c3faffbb87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:43.030700 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a0c17c-c010-4826-8dcf-793592a271bd req-8d8edb85-a74e-406d-b934-9d6ca105eaec tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:43.031451 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c789a4a7-af80-4a31-a9e7-663d609e8e8d tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:43.032314 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-48a0c17c-c010-4826-8dcf-793592a271bd req-8d8edb85-a74e-406d-b934-9d6ca105eaec tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7f0d23b-ecf3-4633-b7ce-5f224b3bd991 HTTP/1.1" status: 200 len: 931 time: 0.3458321 May 05 21:57:43.099977 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-81c7e635-d55a-4db1-9b5a-987a2c9de48d req-e17da936-9141-4f9d-8170-95ce8b5312b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5119de4-87b6-4a10-8b02-b52fc9fd8b9d {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:57:43.116345 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-81c7e635-d55a-4db1-9b5a-987a2c9de48d req-e17da936-9141-4f9d-8170-95ce8b5312b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:43.122096 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-822853b4-4fee-4014-ad9b-a1c3faffbb87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:43.122977 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822853b4-4fee-4014-ad9b-a1c3faffbb87 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:43.123551 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-822853b4-4fee-4014-ad9b-a1c3faffbb87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:43.162815 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9bdeea4c-10c9-4968-92a2-36cf2f6e8b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:43.163593 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdeea4c-10c9-4968-92a2-36cf2f6e8b2a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:43.164150 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9bdeea4c-10c9-4968-92a2-36cf2f6e8b2a admin admin] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:43.212914 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-81c7e635-d55a-4db1-9b5a-987a2c9de48d req-e17da936-9141-4f9d-8170-95ce8b5312b4 service neutron] Transition to ACTIVE for port object c5119de4-87b6-4a10-8b02-b52fc9fd8b9d will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:57:43.215704 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-48a0c17c-c010-4826-8dcf-793592a271bd req-ac3c0d02-f7f3-4158-8eaa-4bb6128d9309 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696460 May 05 21:57:43.248448 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-81c7e635-d55a-4db1-9b5a-987a2c9de48d req-e17da936-9141-4f9d-8170-95ce8b5312b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:43.306416 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-822853b4-4fee-4014-ad9b-a1c3faffbb87 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3102016 May 05 21:57:43.318689 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49554) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:43.319318 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822853b4-4fee-4014-ad9b-a1c3faffbb87 admin admin] Pushing event updated for resources: {'Network': ['ID=848d2d3f-66d5-4654-8f54-5bb44d2908f3,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:43.330066 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 848d2d3f-66d5-4654-8f54-5bb44d2908f3 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:57:43.335501 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-4a663e26-b336-4fba-a174-551dc16bedac admin admin] Request body: {'subnet': {'network_id': '848d2d3f-66d5-4654-8f54-5bb44d2908f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-543379101-subnet', 'tenant_id': 'd74bedf921884b43ab01da7e02416159', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:57:43.393302 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4a663e26-b336-4fba-a174-551dc16bedac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:57:43.404837 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-4a663e26-b336-4fba-a174-551dc16bedac admin admin] Usage tracker for resource:subnet and tenant:d74bedf921884b43ab01da7e02416159 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:57:43.413337 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-4a663e26-b336-4fba-a174-551dc16bedac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:57:43.416338 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17da936-9141-4f9d-8170-95ce8b5312b4 service neutron] Pushing event updated for resources: {'Port': ['ID=c5119de4-87b6-4a10-8b02-b52fc9fd8b9d,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:43.420424 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c789a4a7-af80-4a31-a9e7-663d609e8e8d tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Pushing event updated for resources: {'Subnet': ['ID=6f24ed50-631e-4176-97e7-b9662a3cd0f4,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:43.432618 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9bdeea4c-10c9-4968-92a2-36cf2f6e8b2a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.5033681 May 05 21:57:43.435794 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49558) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:43.436629 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4a663e26-b336-4fba-a174-551dc16bedac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:57:43.440965 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdeea4c-10c9-4968-92a2-36cf2f6e8b2a admin admin] Pushing event updated for resources: {'Network': ['ID=c94acb4e-545d-4469-be8f-99360ed510a0,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:43.448429 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-1be4c5d3-dcbf-45e8-9621-66ae62a5cada admin admin] Request body: {'subnet': {'network_id': 'c94acb4e-545d-4469-be8f-99360ed510a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1970979342-subnet', 'tenant_id': '4ba96e3a2f29495a89fcbd646b4c3115', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:57:43.459229 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network c94acb4e-545d-4469-be8f-99360ed510a0 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:57:43.479089 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-e8e8e9af-6d0a-43ac-af35-570bb9153a8c req-fc0a835a-bf7b-4bc1-be13-ec9b52b40fef tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] For port bf09832b-0c8f-46a7-939f-6ff645affcb4, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=bf09832b-0c8f-46a7-939f-6ff645affcb4,segment=NetworkSegment(7131ccfa-3b55-41e7-92df-0bd8b51292e9),segment_id=7131ccfa-3b55-41e7-92df-0bd8b51292e9)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:57:43.483497 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-e8e8e9af-6d0a-43ac-af35-570bb9153a8c req-fc0a835a-bf7b-4bc1-be13-ec9b52b40fef tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:43.484028 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-1be4c5d3-dcbf-45e8-9621-66ae62a5cada admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:57:43.494173 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c789a4a7-af80-4a31-a9e7-663d609e8e8d tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Checking segment: {'id': 'c87e9944-06e7-4ec6-83d1-025e24deeeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '862601e7-7c27-4a80-ad38-b70027861d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:57:43.494641 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c789a4a7-af80-4a31-a9e7-663d609e8e8d tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Network hostable DHCP agents. Network: 862601e7-7c27-4a80-ad38-b70027861d02, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:57:43.534459 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-1be4c5d3-dcbf-45e8-9621-66ae62a5cada admin admin] Usage tracker for resource:subnet and tenant:4ba96e3a2f29495a89fcbd646b4c3115 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:57:43.608357 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-1be4c5d3-dcbf-45e8-9621-66ae62a5cada admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:57:43.611274 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a663e26-b336-4fba-a174-551dc16bedac admin admin] Made reservation on behalf of d74bedf921884b43ab01da7e02416159 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:57:43.613520 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4a663e26-b336-4fba-a174-551dc16bedac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:43.635933 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-e8e8e9af-6d0a-43ac-af35-570bb9153a8c req-fc0a835a-bf7b-4bc1-be13-ec9b52b40fef tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Calling delete_port for bf09832b-0c8f-46a7-939f-6ff645affcb4 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:57:43.647624 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-1be4c5d3-dcbf-45e8-9621-66ae62a5cada admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:57:43.712088 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-81c7e635-d55a-4db1-9b5a-987a2c9de48d req-e17da936-9141-4f9d-8170-95ce8b5312b4 service neutron] Attempting to bind port c5119de4-87b6-4a10-8b02-b52fc9fd8b9d on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:57:43.712409 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-81c7e635-d55a-4db1-9b5a-987a2c9de48d req-e17da936-9141-4f9d-8170-95ce8b5312b4 service neutron] Attempting to bind port c5119de4-87b6-4a10-8b02-b52fc9fd8b9d by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': '0aa4b5f2-fc2b-422a-9849-318a9f632a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fa69cb3f-4129-4afe-9a6d-7584eefc40c0'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:57:43.713444 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c7e635-d55a-4db1-9b5a-987a2c9de48d req-e17da936-9141-4f9d-8170-95ce8b5312b4 service neutron] Attempting to bind port c5119de4-87b6-4a10-8b02-b52fc9fd8b9d on network fa69cb3f-4129-4afe-9a6d-7584eefc40c0 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:57:43.730875 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be4c5d3-dcbf-45e8-9621-66ae62a5cada admin admin] Made reservation on behalf of 4ba96e3a2f29495a89fcbd646b4c3115 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:57:43.733153 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1be4c5d3-dcbf-45e8-9621-66ae62a5cada admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:43.749239 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c7e635-d55a-4db1-9b5a-987a2c9de48d req-e17da936-9141-4f9d-8170-95ce8b5312b4 service neutron] Port c5119de4-87b6-4a10-8b02-b52fc9fd8b9d on network fa69cb3f-4129-4afe-9a6d-7584eefc40c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:57:43.749850 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c7e635-d55a-4db1-9b5a-987a2c9de48d req-e17da936-9141-4f9d-8170-95ce8b5312b4 service neutron] Attempting to bind port c5119de4-87b6-4a10-8b02-b52fc9fd8b9d on network fa69cb3f-4129-4afe-9a6d-7584eefc40c0 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:57:43.803513 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c789a4a7-af80-4a31-a9e7-663d609e8e8d tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Network 862601e7-7c27-4a80-ad38-b70027861d02 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:57:43.819699 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c7e635-d55a-4db1-9b5a-987a2c9de48d req-e17da936-9141-4f9d-8170-95ce8b5312b4 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:57:43.820033 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c7e635-d55a-4db1-9b5a-987a2c9de48d req-e17da936-9141-4f9d-8170-95ce8b5312b4 service neutron] Checking segment: {'id': '0aa4b5f2-fc2b-422a-9849-318a9f632a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fa69cb3f-4129-4afe-9a6d-7584eefc40c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:57:43.820764 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c7e635-d55a-4db1-9b5a-987a2c9de48d req-e17da936-9141-4f9d-8170-95ce8b5312b4 service neutron] Bound using segment: {'id': '0aa4b5f2-fc2b-422a-9849-318a9f632a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fa69cb3f-4129-4afe-9a6d-7584eefc40c0'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:57:43.821198 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-81c7e635-d55a-4db1-9b5a-987a2c9de48d req-e17da936-9141-4f9d-8170-95ce8b5312b4 service neutron] Bound port: c5119de4-87b6-4a10-8b02-b52fc9fd8b9d, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0aa4b5f2-fc2b-422a-9849-318a9f632a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fa69cb3f-4129-4afe-9a6d-7584eefc40c0'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:57:43.821537 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-81c7e635-d55a-4db1-9b5a-987a2c9de48d req-e17da936-9141-4f9d-8170-95ce8b5312b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:43.836263 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-c789a4a7-af80-4a31-a9e7-663d609e8e8d tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 862601e7-7c27-4a80-ad38-b70027861d02) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:57:43.848259 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab7405c-70ba-45bb-992b-cafd06f500a0 None None] Network 862601e7-7c27-4a80-ad38-b70027861d02 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:57:43.869204 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c789a4a7-af80-4a31-a9e7-663d609e8e8d tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:43.869778 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c789a4a7-af80-4a31-a9e7-663d609e8e8d tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:43.927562 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c789a4a7-af80-4a31-a9e7-663d609e8e8d tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8879571 May 05 21:57:43.929963 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f6007a5f-d654-46e8-ac21-d680463ee6c8 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:43.934976 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49564) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:43.942942 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-3e1ff9de-eaf3-43d9-a912-bec818f838c5 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Request body: {'network': {'name': 'tempest-router-network01--953672430'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:57:43.949350 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f6007a5f-d654-46e8-ac21-d680463ee6c8 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:43.968042 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-83e675cf-6218-4944-91e7-6079fa9d6eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:43.976314 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-e8e8e9af-6d0a-43ac-af35-570bb9153a8c req-fc0a835a-bf7b-4bc1-be13-ec9b52b40fef tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:43.978543 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-3e1ff9de-eaf3-43d9-a912-bec818f838c5 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:57:43.992795 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['d8a3398c-c73f-4894-a62b-5ee7cf90b284'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:57:44.031123 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3e1ff9de-eaf3-43d9-a912-bec818f838c5 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Usage tracker for resource:network and tenant:db15301a2adc45d381739c535f1f1e68 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:57:44.043693 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3e1ff9de-eaf3-43d9-a912-bec818f838c5 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:57:44.067903 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-3e1ff9de-eaf3-43d9-a912-bec818f838c5 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:57:44.072885 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-81c7e635-d55a-4db1-9b5a-987a2c9de48d req-e17da936-9141-4f9d-8170-95ce8b5312b4 service neutron] For port c5119de4-87b6-4a10-8b02-b52fc9fd8b9d, host n-h1-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:57:44.087795 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-81c7e635-d55a-4db1-9b5a-987a2c9de48d req-e17da936-9141-4f9d-8170-95ce8b5312b4 service neutron] For port c5119de4-87b6-4a10-8b02-b52fc9fd8b9d, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=c5119de4-87b6-4a10-8b02-b52fc9fd8b9d,segment=NetworkSegment(0aa4b5f2-fc2b-422a-9849-318a9f632a66),segment_id=0aa4b5f2-fc2b-422a-9849-318a9f632a66)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:57:44.114702 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-81c7e635-d55a-4db1-9b5a-987a2c9de48d req-e17da936-9141-4f9d-8170-95ce8b5312b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:44.134532 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6007a5f-d654-46e8-ac21-d680463ee6c8 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event updated for resources: {'Port': ['ID=d7fa1967-3548-4806-9035-11778377f630,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:44.195816 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e1ff9de-eaf3-43d9-a912-bec818f838c5 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Made reservation on behalf of db15301a2adc45d381739c535f1f1e68 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:57:44.198920 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3e1ff9de-eaf3-43d9-a912-bec818f838c5 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:44.208319 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00420017-3a6a-47af-8add-22b5fa8e1a8c req-f6801377-7e08-413c-b8bf-b32ff9537b66 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:44.209876 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-00420017-3a6a-47af-8add-22b5fa8e1a8c req-f6801377-7e08-413c-b8bf-b32ff9537b66 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/ports?device_id=fcbcc9dc-cafa-489c-a587-b41a7746377e HTTP/1.1" status: 200 len: 946 time: 0.3979118 May 05 21:57:44.222576 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6007a5f-d654-46e8-ac21-d680463ee6c8 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:44.223231 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f6007a5f-d654-46e8-ac21-d680463ee6c8 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:44.227664 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f6007a5f-d654-46e8-ac21-d680463ee6c8 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "PUT /v2.0/ports/d7fa1967-3548-4806-9035-11778377f630 HTTP/1.1" status: 200 len: 910 time: 2.8417492 May 05 21:57:44.229857 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4a663e26-b336-4fba-a174-551dc16bedac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:44.231208 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49568) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:44.242876 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e338898-5950-4ff7-bda1-8e410b871d72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-862601e7-7c27-4a80-ad38-b70027861d02', 'network_id': '862601e7-7c27-4a80-ad38-b70027861d02', 'tenant_id': 'db15301a2adc45d381739c535f1f1e68', 'fixed_ips': [{'subnet_id': '6f24ed50-631e-4176-97e7-b9662a3cd0f4'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 21:57:44.243805 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1e338898-5950-4ff7-bda1-8e410b871d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:44.254209 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8e8e9af-6d0a-43ac-af35-570bb9153a8c req-fc0a835a-bf7b-4bc1-be13-ec9b52b40fef tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] No DVR routers for this DVR port bf09832b-0c8f-46a7-939f-6ff645affcb4 on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:57:44.256280 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a835a-bf7b-4bc1-be13-ec9b52b40fef tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Pushing event deleted for resources: {'Port': ['ID=bf09832b-0c8f-46a7-939f-6ff645affcb4,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:44.315654 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-e8e8e9af-6d0a-43ac-af35-570bb9153a8c req-fc0a835a-bf7b-4bc1-be13-ec9b52b40fef tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:44.318035 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e8e8e9af-6d0a-43ac-af35-570bb9153a8c req-fc0a835a-bf7b-4bc1-be13-ec9b52b40fef tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.44 "DELETE /v2.0/ports/bf09832b-0c8f-46a7-939f-6ff645affcb4 HTTP/1.1" status: 204 len: 173 time: 2.0401359 May 05 21:57:44.318745 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcbcc9dc-cafa-489c-a587-b41a7746377e', 'name': 'network-vif-deleted', 'tag': 'bf09832b-0c8f-46a7-939f-6ff645affcb4'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:57:44.544401 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-1e338898-5950-4ff7-bda1-8e410b871d72 None None] Allocated IP 2001:db8::2 (862601e7-7c27-4a80-ad38-b70027861d02/6f24ed50-631e-4176-97e7-b9662a3cd0f4/ec281505-37cd-4ce5-a167-b3d708e52826) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:57:44.552934 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-81c7e635-d55a-4db1-9b5a-987a2c9de48d req-e17da936-9141-4f9d-8170-95ce8b5312b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:44.555176 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-81c7e635-d55a-4db1-9b5a-987a2c9de48d req-e17da936-9141-4f9d-8170-95ce8b5312b4 service neutron] 10.222.0.44 "PUT /v2.0/ports/c5119de4-87b6-4a10-8b02-b52fc9fd8b9d HTTP/1.1" status: 200 len: 1091 time: 2.8488262 May 05 21:57:44.561908 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7f0d23b-ecf3-4633-b7ce-5f224b3bd991', 'tag': 'c5119de4-87b6-4a10-8b02-b52fc9fd8b9d'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:57:44.614293 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e1ff9de-eaf3-43d9-a912-bec818f838c5 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:57:44.652834 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3e1ff9de-eaf3-43d9-a912-bec818f838c5 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:44.654872 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-3e1ff9de-eaf3-43d9-a912-bec818f838c5 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Added segment 2c9d69c0-1841-4d25-b1bc-b5c508bb05d6 of type vlan for network eed49bc7-c2b2-4831-bb49-dc5bef5ff6b5 May 05 21:57:44.710693 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3e1ff9de-eaf3-43d9-a912-bec818f838c5 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:44.764023 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17da936-9141-4f9d-8170-95ce8b5312b4 service neutron] Pushing event updated for resources: {'Port': ['ID=c5119de4-87b6-4a10-8b02-b52fc9fd8b9d,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:44.812357 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a663e26-b336-4fba-a174-551dc16bedac admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfc47c78-6397-48b0-a97a-60fb2ec49aa5,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:44.823678 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1be4c5d3-dcbf-45e8-9621-66ae62a5cada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:44.872766 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3e1ff9de-eaf3-43d9-a912-bec818f838c5 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:44.877074 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1ff9de-eaf3-43d9-a912-bec818f838c5 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:44.877973 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3e1ff9de-eaf3-43d9-a912-bec818f838c5 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:44.884015 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1e338898-5950-4ff7-bda1-8e410b871d72 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:44.887052 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-00420017-3a6a-47af-8add-22b5fa8e1a8c req-ac5f84c2-85b7-40f4-ae99-32a21be7d79a tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/security-groups?id=69215bb4-aa47-46d3-ab34-427aa4254c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6530707 May 05 21:57:44.928902 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-1e338898-5950-4ff7-bda1-8e410b871d72 None None] Transition to ACTIVE for port object ec281505-37cd-4ce5-a167-b3d708e52826 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:57:44.930270 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be4c5d3-dcbf-45e8-9621-66ae62a5cada admin admin] Pushing event updated for resources: {'Subnet': ['ID=223f310f-878b-4c24-8a1d-6c4f58ae4a94,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:44.932570 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a663e26-b336-4fba-a174-551dc16bedac admin admin] Checking segment: {'id': '528a8a3b-90e4-4dc3-b25a-f7b30197dfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '848d2d3f-66d5-4654-8f54-5bb44d2908f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:57:44.932918 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a663e26-b336-4fba-a174-551dc16bedac admin admin] Network hostable DHCP agents. Network: 848d2d3f-66d5-4654-8f54-5bb44d2908f3, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:57:44.977552 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ceeda-349c-406e-b3ac-ab7a566e7022 req-72fff0a3-cbb0-40b6-82a6-381a08bb7430 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:44.984928 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a08ceeda-349c-406e-b3ac-ab7a566e7022 req-72fff0a3-cbb0-40b6-82a6-381a08bb7430 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7f0d23b-ecf3-4633-b7ce-5f224b3bd991 HTTP/1.1" status: 200 len: 943 time: 0.5265751 May 05 21:57:44.992170 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-1e338898-5950-4ff7-bda1-8e410b871d72 None None] Transition to ACTIVE for port object ec281505-37cd-4ce5-a167-b3d708e52826 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:57:45.008818 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1e338898-5950-4ff7-bda1-8e410b871d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:45.012965 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51a1121a-e29e-43c4-a9a0-63b1f6be142e'] response: {'server_uuid': 'fcbcc9dc-cafa-489c-a587-b41a7746377e', 'name': 'network-vif-deleted', 'tag': 'bf09832b-0c8f-46a7-939f-6ff645affcb4', 'status': 'completed', 'code': 200} May 05 21:57:45.021180 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-81c7e635-d55a-4db1-9b5a-987a2c9de48d req-a1e88bae-90ad-4612-9f98-c896118a0dce service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=edfb56529402421c8703b1e767ccb199&device_id=b7f0d23b-ecf3-4633-b7ce-5f224b3bd991 HTTP/1.1" status: 200 len: 1094 time: 0.3484044 May 05 21:57:45.022133 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49578) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:45.028764 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-3e1ff9de-eaf3-43d9-a912-bec818f838c5 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0923567 May 05 21:57:45.034424 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1ff9de-eaf3-43d9-a912-bec818f838c5 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Pushing event updated for resources: {'Network': ['ID=eed49bc7-c2b2-4831-bb49-dc5bef5ff6b5,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:45.034894 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-546e52a1-f9e7-4e11-a1dc-c06e564a8ca1 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Request body: {'network': {'name': 'tempest-router-network02--918227756'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:57:45.092692 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network eed49bc7-c2b2-4831-bb49-dc5bef5ff6b5 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:57:45.103670 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3c4a3fe4-c79e-41ef-aee2-f8af99719c7d tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:45.104381 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-546e52a1-f9e7-4e11-a1dc-c06e564a8ca1 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:57:45.110142 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d559491-55c1-4613-ad64-3345d41fe50a'] response: {'name': 'network-changed', 'server_uuid': 'b7f0d23b-ecf3-4633-b7ce-5f224b3bd991', 'tag': 'c5119de4-87b6-4a10-8b02-b52fc9fd8b9d', 'status': 'completed', 'code': 200} May 05 21:57:45.125858 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-546e52a1-f9e7-4e11-a1dc-c06e564a8ca1 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Usage tracker for resource:network and tenant:db15301a2adc45d381739c535f1f1e68 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:57:45.139785 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be4c5d3-dcbf-45e8-9621-66ae62a5cada admin admin] Checking segment: {'id': '501dba1c-64dd-4cd1-bb42-439b98112e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c94acb4e-545d-4469-be8f-99360ed510a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:57:45.140578 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be4c5d3-dcbf-45e8-9621-66ae62a5cada admin admin] Network hostable DHCP agents. Network: c94acb4e-545d-4469-be8f-99360ed510a0, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:57:45.152897 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-546e52a1-f9e7-4e11-a1dc-c06e564a8ca1 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:57:45.166957 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-81c7e635-d55a-4db1-9b5a-987a2c9de48d req-e91e4913-a632-4b98-869c-a769dead9c80 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5119de4-87b6-4a10-8b02-b52fc9fd8b9d HTTP/1.1" status: 200 len: 217 time: 0.1232662 May 05 21:57:45.168345 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-546e52a1-f9e7-4e11-a1dc-c06e564a8ca1 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:57:45.175185 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a08ceeda-349c-406e-b3ac-ab7a566e7022 req-b7add7c5-d2da-42d1-aa50-ad2cc141d22b tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891108 May 05 21:57:45.175691 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a663e26-b336-4fba-a174-551dc16bedac admin admin] Network 848d2d3f-66d5-4654-8f54-5bb44d2908f3 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:57:45.213835 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e338898-5950-4ff7-bda1-8e410b871d72 None None] Network 862601e7-7c27-4a80-ad38-b70027861d02 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:57:45.217411 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-1e338898-5950-4ff7-bda1-8e410b871d72 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:57:45.227627 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e338898-5950-4ff7-bda1-8e410b871d72 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:57:45.229645 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-4a663e26-b336-4fba-a174-551dc16bedac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 848d2d3f-66d5-4654-8f54-5bb44d2908f3) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:57:45.234172 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546e52a1-f9e7-4e11-a1dc-c06e564a8ca1 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Made reservation on behalf of db15301a2adc45d381739c535f1f1e68 for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:57:45.237014 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-546e52a1-f9e7-4e11-a1dc-c06e564a8ca1 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:45.240760 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0efe17e-d59e-48e2-a733-ec5f47975a50 None None] Network 848d2d3f-66d5-4654-8f54-5bb44d2908f3 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:57:45.259176 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a663e26-b336-4fba-a174-551dc16bedac admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:45.259653 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4a663e26-b336-4fba-a174-551dc16bedac admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:45.287015 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be4c5d3-dcbf-45e8-9621-66ae62a5cada admin admin] Network c94acb4e-545d-4469-be8f-99360ed510a0 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:57:45.301580 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c7e635-d55a-4db1-9b5a-987a2c9de48d req-1cb0df32-61bf-4314-b92d-2e2bc4a6866f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:45.303115 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-81c7e635-d55a-4db1-9b5a-987a2c9de48d req-1cb0df32-61bf-4314-b92d-2e2bc4a6866f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=98120645-6211-43cf-b26e-14efa3661c41 HTTP/1.1" status: 200 len: 846 time: 0.1235409 May 05 21:57:45.309201 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4a663e26-b336-4fba-a174-551dc16bedac admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9871569 May 05 21:57:45.322473 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-1be4c5d3-dcbf-45e8-9621-66ae62a5cada admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, c94acb4e-545d-4469-be8f-99360ed510a0) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:57:45.354307 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e338898-5950-4ff7-bda1-8e410b871d72 None None] Pushing event updated for resources: {'Port': ['ID=ec281505-37cd-4ce5-a167-b3d708e52826,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:45.362125 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-546e52a1-f9e7-4e11-a1dc-c06e564a8ca1 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:57:45.381766 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be4c5d3-dcbf-45e8-9621-66ae62a5cada admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:45.382645 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1be4c5d3-dcbf-45e8-9621-66ae62a5cada admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:45.389183 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-81c7e635-d55a-4db1-9b5a-987a2c9de48d req-60c6e23b-123c-42d7-a442-d4be7002d7af service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fa69cb3f-4129-4afe-9a6d-7584eefc40c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677915 May 05 21:57:45.423330 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-546e52a1-f9e7-4e11-a1dc-c06e564a8ca1 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:45.423659 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-546e52a1-f9e7-4e11-a1dc-c06e564a8ca1 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Added segment 16d58a5b-33dd-42c8-bc08-4e0c89839acb of type vlan for network 30cef86c-caf1-4258-b282-c1c5de78a1ac May 05 21:57:45.493748 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-1be4c5d3-dcbf-45e8-9621-66ae62a5cada admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0539591 May 05 21:57:45.501198 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49586) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:45.523721 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed514fa3-662e-4ab9-af68-0a5b3e97f1ba None None] Network c94acb4e-545d-4469-be8f-99360ed510a0 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:57:45.524503 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-546e52a1-f9e7-4e11-a1dc-c06e564a8ca1 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:45.528618 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-48853f79-f8f6-4bfe-bc5f-36df070afffa admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1970979342-router', 'tenant_id': '4ba96e3a2f29495a89fcbd646b4c3115', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:57:45.587938 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-81c7e635-d55a-4db1-9b5a-987a2c9de48d req-2b6cfd23-03e4-49eb-9250-c198d471de1d service neutron] 10.222.0.44 "GET /v2.0/networks/fa69cb3f-4129-4afe-9a6d-7584eefc40c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872792 May 05 21:57:45.590489 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-546e52a1-f9e7-4e11-a1dc-c06e564a8ca1 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:45.595607 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546e52a1-f9e7-4e11-a1dc-c06e564a8ca1 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:45.596447 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-546e52a1-f9e7-4e11-a1dc-c06e564a8ca1 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:45.620968 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-48853f79-f8f6-4bfe-bc5f-36df070afffa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:57:45.633931 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-48853f79-f8f6-4bfe-bc5f-36df070afffa admin admin] Usage tracker for resource:router and tenant:4ba96e3a2f29495a89fcbd646b4c3115 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:57:45.642816 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-48853f79-f8f6-4bfe-bc5f-36df070afffa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:57:45.662109 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-48853f79-f8f6-4bfe-bc5f-36df070afffa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:57:45.662477 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-1e338898-5950-4ff7-bda1-8e410b871d72 None None] Attempting to bind port ec281505-37cd-4ce5-a167-b3d708e52826 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:57:45.663445 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-1e338898-5950-4ff7-bda1-8e410b871d72 None None] Attempting to bind port ec281505-37cd-4ce5-a167-b3d708e52826 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'c87e9944-06e7-4ec6-83d1-025e24deeeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '862601e7-7c27-4a80-ad38-b70027861d02'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:57:45.663802 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e338898-5950-4ff7-bda1-8e410b871d72 None None] Attempting to bind port ec281505-37cd-4ce5-a167-b3d708e52826 on network 862601e7-7c27-4a80-ad38-b70027861d02 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:57:45.735548 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a9f7ba-edd7-46ce-b0ff-b2aa7c1fb11b None None] Network 848d2d3f-66d5-4654-8f54-5bb44d2908f3 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:57:45.736198 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-48853f79-f8f6-4bfe-bc5f-36df070afffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:45.737396 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-48853f79-f8f6-4bfe-bc5f-36df070afffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:45.790985 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-546e52a1-f9e7-4e11-a1dc-c06e564a8ca1 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7632565 May 05 21:57:45.796034 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49596) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:45.807976 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-f69728b2-71e1-4c80-86c4-5e99e2f61ace tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Request body: {'subnet': {'network_id': 'eed49bc7-c2b2-4831-bb49-dc5bef5ff6b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:57:45.838236 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546e52a1-f9e7-4e11-a1dc-c06e564a8ca1 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Pushing event updated for resources: {'Network': ['ID=30cef86c-caf1-4258-b282-c1c5de78a1ac,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:45.839537 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-48853f79-f8f6-4bfe-bc5f-36df070afffa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:45.888376 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e338898-5950-4ff7-bda1-8e410b871d72 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:57:45.888736 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e338898-5950-4ff7-bda1-8e410b871d72 None None] Checking segment: {'id': 'c87e9944-06e7-4ec6-83d1-025e24deeeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '862601e7-7c27-4a80-ad38-b70027861d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:57:45.889402 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1e338898-5950-4ff7-bda1-8e410b871d72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:45.889813 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e338898-5950-4ff7-bda1-8e410b871d72 None None] Bound using segment: {'id': 'c87e9944-06e7-4ec6-83d1-025e24deeeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '862601e7-7c27-4a80-ad38-b70027861d02'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:57:45.890279 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-1e338898-5950-4ff7-bda1-8e410b871d72 None None] Bound port: ec281505-37cd-4ce5-a167-b3d708e52826, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c87e9944-06e7-4ec6-83d1-025e24deeeba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '862601e7-7c27-4a80-ad38-b70027861d02'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:57:45.890642 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1e338898-5950-4ff7-bda1-8e410b871d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:45.962844 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-81c7e635-d55a-4db1-9b5a-987a2c9de48d req-e142d9ae-2135-4cda-be74-36250c6aba6e service neutron] 10.222.0.44 "GET /v2.0/networks/fa69cb3f-4129-4afe-9a6d-7584eefc40c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615341 May 05 21:57:45.963756 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-f69728b2-71e1-4c80-86c4-5e99e2f61ace tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:57:45.967980 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-f69728b2-71e1-4c80-86c4-5e99e2f61ace tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Usage tracker for resource:subnet and tenant:db15301a2adc45d381739c535f1f1e68 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:57:45.971261 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-f69728b2-71e1-4c80-86c4-5e99e2f61ace tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:57:45.977363 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-f69728b2-71e1-4c80-86c4-5e99e2f61ace tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:57:45.986717 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 30cef86c-caf1-4258-b282-c1c5de78a1ac details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:57:45.992054 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69728b2-71e1-4c80-86c4-5e99e2f61ace tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Made reservation on behalf of db15301a2adc45d381739c535f1f1e68 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:57:46.090234 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device bf09832b-0c8f-46a7-939f-6ff645affcb4 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:57:46.091689 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-48853f79-f8f6-4bfe-bc5f-36df070afffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:46.262170 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: bf09832b-0c8f-46a7-939f-6ff645affcb4 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:57:46.262170 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device bf09832b-0c8f-46a7-939f-6ff645affcb4 not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:57:46.310453 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f69728b2-71e1-4c80-86c4-5e99e2f61ace tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:46.342193 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-3c4a3fe4-c79e-41ef-aee2-f8af99719c7d tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Deleting port d7fa1967-3548-4806-9035-11778377f630 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:57:46.343609 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3c4a3fe4-c79e-41ef-aee2-f8af99719c7d tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:46.392381 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-1e338898-5950-4ff7-bda1-8e410b871d72 None None] For port ec281505-37cd-4ce5-a167-b3d708e52826, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:57:46.460085 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-1e338898-5950-4ff7-bda1-8e410b871d72 None None] For port ec281505-37cd-4ce5-a167-b3d708e52826, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=ec281505-37cd-4ce5-a167-b3d708e52826,segment=NetworkSegment(c87e9944-06e7-4ec6-83d1-025e24deeeba),segment_id=c87e9944-06e7-4ec6-83d1-025e24deeeba)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:57:46.461919 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-bcbd99bc-4c36-4142-8f77-2fec7c4f6978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:46.465274 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32919d81-ea22-41ac-89d8-96239c9d5439 None None] Network c94acb4e-545d-4469-be8f-99360ed510a0 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:57:46.489315 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae8dd7-57a2-480b-b039-497199aa7079 req-44cb84bf-2555-4493-be6f-230fc6debc8e tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:46.490878 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-55ae8dd7-57a2-480b-b039-497199aa7079 req-44cb84bf-2555-4493-be6f-230fc6debc8e tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] 10.222.0.23 "GET /v2.0/networks?id=322449ec-89aa-4007-9c3e-0c6b5ac820c0 HTTP/1.1" status: 200 len: 825 time: 0.4056623 May 05 21:57:46.502405 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fd2f4d29-d4c6-460e-a27c-94ffec545663 req-be9a8d72-2bc6-48a8-ba08-9e37b51dd15e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=edfb56529402421c8703b1e767ccb199&device_id=b7f0d23b-ecf3-4633-b7ce-5f224b3bd991 HTTP/1.1" status: 200 len: 1094 time: 0.4182374 May 05 21:57:46.652701 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1e338898-5950-4ff7-bda1-8e410b871d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:46.713233 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-55ae8dd7-57a2-480b-b039-497199aa7079 req-a28708db-bf56-42de-8325-8cae39408b2a tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] 10.222.0.23 "GET /v2.0/quotas/3871b81283eb4c3ea0eb39b4f82cdc94 HTTP/1.1" status: 200 len: 375 time: 0.2081227 May 05 21:57:46.787512 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e338898-5950-4ff7-bda1-8e410b871d72 None None] Pushing event updated for resources: {'Port': ['ID=ec281505-37cd-4ce5-a167-b3d708e52826,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:46.812955 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3c4a3fe4-c79e-41ef-aee2-f8af99719c7d tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:46.875712 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-55ae8dd7-57a2-480b-b039-497199aa7079 req-5fcd785f-8970-4b4e-ac83-0d6b2171d064 tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3871b81283eb4c3ea0eb39b4f82cdc94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1075721 May 05 21:57:46.978106 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-3c4a3fe4-c79e-41ef-aee2-f8af99719c7d tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Calling delete_port for d7fa1967-3548-4806-9035-11778377f630 owned by network:router_interface {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:57:47.009075 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-48853f79-f8f6-4bfe-bc5f-36df070afffa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:47.055710 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-48853f79-f8f6-4bfe-bc5f-36df070afffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:47.059371 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f4d29-d4c6-460e-a27c-94ffec545663 req-8996f046-5e43-4f53-961b-9089276319d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:47.060833 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fd2f4d29-d4c6-460e-a27c-94ffec545663 req-8996f046-5e43-4f53-961b-9089276319d4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fa69cb3f-4129-4afe-9a6d-7584eefc40c0 HTTP/1.1" status: 200 len: 907 time: 0.5467806 May 05 21:57:47.143241 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce3b9e-0777-45eb-90a3-987d89d0dec9 req-eeafac77-d07c-4ae1-8308-a3b5ec3efc05 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:47.144768 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c6ce3b9e-0777-45eb-90a3-987d89d0dec9 req-eeafac77-d07c-4ae1-8308-a3b5ec3efc05 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7f0d23b-ecf3-4633-b7ce-5f224b3bd991 HTTP/1.1" status: 200 len: 943 time: 0.4729135 May 05 21:57:47.219318 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fd2f4d29-d4c6-460e-a27c-94ffec545663 req-c097ca0c-b6fe-4143-a5d1-a8016d4c98e0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5119de4-87b6-4a10-8b02-b52fc9fd8b9d HTTP/1.1" status: 200 len: 217 time: 0.1393971 May 05 21:57:47.235353 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-55ae8dd7-57a2-480b-b039-497199aa7079 req-1d71cd86-a01a-4796-b64b-bc4c1805d705 service neutron] 10.222.0.23 "GET /v2.0/networks/322449ec-89aa-4007-9c3e-0c6b5ac820c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505971 May 05 21:57:47.274255 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-48853f79-f8f6-4bfe-bc5f-36df070afffa admin admin] Allocated IP 172.25.4.169 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/e6772776-fcc9-4d4e-8cbc-2868eefb17ec) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:57:47.277686 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:47.297261 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f69728b2-71e1-4c80-86c4-5e99e2f61ace tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:47.409024 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c6ce3b9e-0777-45eb-90a3-987d89d0dec9 req-c0679ab4-4667-42ae-96b3-8f22a1bf69f2 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499642 May 05 21:57:47.446361 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f4d29-d4c6-460e-a27c-94ffec545663 req-a36cc91c-e5d4-4deb-9437-9461e11a97be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:47.448045 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fd2f4d29-d4c6-460e-a27c-94ffec545663 req-a36cc91c-e5d4-4deb-9437-9461e11a97be service neutron] 10.222.0.44 "GET /v2.0/subnets?id=98120645-6211-43cf-b26e-14efa3661c41 HTTP/1.1" status: 200 len: 846 time: 0.2219954 May 05 21:57:47.448724 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3c4a3fe4-c79e-41ef-aee2-f8af99719c7d tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:47.478491 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:47.524774 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69728b2-71e1-4c80-86c4-5e99e2f61ace tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Pushing event updated for resources: {'Subnet': ['ID=b04c058b-41ab-45ae-9a30-4bb3419cef6a,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:47.541970 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fd2f4d29-d4c6-460e-a27c-94ffec545663 req-ad6bb3e7-9761-430f-b683-8aa3c79380e9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fa69cb3f-4129-4afe-9a6d-7584eefc40c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804691 May 05 21:57:47.595936 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4a3fe4-c79e-41ef-aee2-f8af99719c7d tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event deleted for resources: {'Port': ['ID=d7fa1967-3548-4806-9035-11778377f630,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:47.666560 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-48853f79-f8f6-4bfe-bc5f-36df070afffa admin admin] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:47.688845 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-55ae8dd7-57a2-480b-b039-497199aa7079 req-297dbd53-9e1e-4805-a3f5-136fea72ca73 service neutron] 10.222.0.23 "GET /v2.0/networks/322449ec-89aa-4007-9c3e-0c6b5ac820c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4195888 May 05 21:57:47.697202 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69728b2-71e1-4c80-86c4-5e99e2f61ace tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Checking segment: {'id': '2c9d69c0-1841-4d25-b1bc-b5c508bb05d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'eed49bc7-c2b2-4831-bb49-dc5bef5ff6b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:57:47.706994 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69728b2-71e1-4c80-86c4-5e99e2f61ace tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Network hostable DHCP agents. Network: eed49bc7-c2b2-4831-bb49-dc5bef5ff6b5, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:57:47.836036 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6c38b-fa75-4d85-9e2e-bb1193f84d7c req-9254f82a-650d-49ff-af72-f7e45864b2d7 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:47.837886 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b6a6c38b-fa75-4d85-9e2e-bb1193f84d7c req-9254f82a-650d-49ff-af72-f7e45864b2d7 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cf744cf-fd9a-49c3-bf04-42112dd2f326 HTTP/1.1" status: 200 len: 946 time: 0.2790675 May 05 21:57:47.841156 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69728b2-71e1-4c80-86c4-5e99e2f61ace tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Network eed49bc7-c2b2-4831-bb49-dc5bef5ff6b5 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:57:47.864271 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fd2f4d29-d4c6-460e-a27c-94ffec545663 req-c75575b4-c148-4955-bcf7-9e1c0a8b9461 service neutron] 10.222.0.44 "GET /v2.0/networks/fa69cb3f-4129-4afe-9a6d-7584eefc40c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153999 May 05 21:57:47.910334 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-f69728b2-71e1-4c80-86c4-5e99e2f61ace tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, eed49bc7-c2b2-4831-bb49-dc5bef5ff6b5) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:57:47.911987 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3c4a3fe4-c79e-41ef-aee2-f8af99719c7d tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:47.917363 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-48853f79-f8f6-4bfe-bc5f-36df070afffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:47.929669 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1babb923-8365-4890-ba61-f5e5d8aed767 None None] Network eed49bc7-c2b2-4831-bb49-dc5bef5ff6b5 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:57:47.994638 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69728b2-71e1-4c80-86c4-5e99e2f61ace tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:47.995509 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f69728b2-71e1-4c80-86c4-5e99e2f61ace tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:48.136446 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-841404f9-2055-4cd7-945e-adc0019840f3 req-f8a44ead-c78a-496f-af6d-57cb096363cb tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5cafefa-08ff-47a3-bd88-fa39e4b89fe3 HTTP/1.1" status: 200 len: 210 time: 0.1144497 May 05 21:57:48.197059 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f69728b2-71e1-4c80-86c4-5e99e2f61ace tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3943028 May 05 21:57:48.198169 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48853f79-f8f6-4bfe-bc5f-36df070afffa admin admin] Pushing event updated for resources: {'Port': ['ID=e6772776-fcc9-4d4e-8cbc-2868eefb17ec,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:48.203184 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49624) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:48.204739 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48853f79-f8f6-4bfe-bc5f-36df070afffa admin admin] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:57:48.236100 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b6a6c38b-fa75-4d85-9e2e-bb1193f84d7c req-74410bde-57a6-439c-af03-c075afceeae8 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/security-groups?id=69215bb4-aa47-46d3-ab34-427aa4254c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3903852 May 05 21:57:48.286345 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-48853f79-f8f6-4bfe-bc5f-36df070afffa admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:57:48.296192 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f02f7b-0b30-455e-8023-5e2c504f80bf None None] Network 862601e7-7c27-4a80-ad38-b70027861d02 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:57:48.296366 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-c162e5bb-3297-4869-90af-edba34211428 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Request body: {'subnet': {'network_id': '30cef86c-caf1-4258-b282-c1c5de78a1ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:57:48.310941 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48853f79-f8f6-4bfe-bc5f-36df070afffa admin admin] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:57:48.334681 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fd2f4d29-d4c6-460e-a27c-94ffec545663 req-8a031d95-94e2-479b-b6df-ee1cfe45264e service neutron] 10.222.0.44 "GET /v2.0/networks/fa69cb3f-4129-4afe-9a6d-7584eefc40c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4592199 May 05 21:57:48.355429 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device ec281505-37cd-4ce5-a167-b3d708e52826 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:57:48.700391 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c162e5bb-3297-4869-90af-edba34211428 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:57:48.733749 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c162e5bb-3297-4869-90af-edba34211428 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Usage tracker for resource:subnet and tenant:db15301a2adc45d381739c535f1f1e68 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:57:48.744740 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d0be1-0fd2-4bb0-8800-3b5057fe5814 req-fd1ad8a8-dded-4594-b487-86c3c3c85aa2 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:48.746371 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-d53d0be1-0fd2-4bb0-8800-3b5057fe5814 req-fd1ad8a8-dded-4594-b487-86c3c3c85aa2 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Synchronizing usage tracker for tenant:9595afcdb7a340dfb614ce1dbfb5db82 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:57:48.749955 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c162e5bb-3297-4869-90af-edba34211428 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:57:48.757171 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da5ad1-082d-4255-9b2b-cdfcf7855110 req-cce2a281-1a37-488f-872d-9bd39fd7f79c tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:48.767835 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-11da5ad1-082d-4255-9b2b-cdfcf7855110 req-cce2a281-1a37-488f-872d-9bd39fd7f79c tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7f0d23b-ecf3-4633-b7ce-5f224b3bd991 HTTP/1.1" status: 200 len: 943 time: 0.1088188 May 05 21:57:48.823187 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c162e5bb-3297-4869-90af-edba34211428 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:57:48.831237 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-11da5ad1-082d-4255-9b2b-cdfcf7855110 req-43effbae-ab83-49c4-a6a1-c3fb96e22439 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618927 May 05 21:57:48.875186 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-3cdb3dfe-dc3d-42bf-97fa-24846d198c3f None None] Provisioning for port ec281505-37cd-4ce5-a167-b3d708e52826 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:57:48.905816 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7ed45c-535c-4365-ad4b-b607c2dc90b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-eed49bc7-c2b2-4831-bb49-dc5bef5ff6b5', 'network_id': 'eed49bc7-c2b2-4831-bb49-dc5bef5ff6b5', 'tenant_id': 'db15301a2adc45d381739c535f1f1e68', 'fixed_ips': [{'subnet_id': 'b04c058b-41ab-45ae-9a30-4bb3419cef6a'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 21:57:48.906917 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2d7ed45c-535c-4365-ad4b-b607c2dc90b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:48.940672 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-d53d0be1-0fd2-4bb0-8800-3b5057fe5814 req-fd1ad8a8-dded-4594-b487-86c3c3c85aa2 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Unset dirty status for tenant:9595afcdb7a340dfb614ce1dbfb5db82 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:57:48.941199 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d53d0be1-0fd2-4bb0-8800-3b5057fe5814 req-fd1ad8a8-dded-4594-b487-86c3c3c85aa2 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.44 "GET /v2.0/ports?device_id=8cf744cf-fd9a-49c3-bf04-42112dd2f326 HTTP/1.1" status: 200 len: 946 time: 0.9748976 May 05 21:57:48.947635 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c162e5bb-3297-4869-90af-edba34211428 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Made reservation on behalf of db15301a2adc45d381739c535f1f1e68 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:57:48.970607 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:49.038937 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port ec281505-37cd-4ce5-a167-b3d708e52826 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:57:49.066156 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port ec281505-37cd-4ce5-a167-b3d708e52826 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:57:49.066529 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:49.121246 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-d53d0be1-0fd2-4bb0-8800-3b5057fe5814 req-820ec76b-0360-46fe-9a48-aa49f1e12bbb tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Deleting port d8a3398c-c73f-4894-a62b-5ee7cf90b284 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:57:49.121976 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-d53d0be1-0fd2-4bb0-8800-3b5057fe5814 req-820ec76b-0360-46fe-9a48-aa49f1e12bbb tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:49.363212 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-2d7ed45c-535c-4365-ad4b-b607c2dc90b1 None None] Allocated IP 2001:db8::2 (eed49bc7-c2b2-4831-bb49-dc5bef5ff6b5/b04c058b-41ab-45ae-9a30-4bb3419cef6a/22d7f0f4-6cf2-43a3-8502-22ba4c9f5fb2) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:57:49.476320 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c162e5bb-3297-4869-90af-edba34211428 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:49.480460 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:49.574440 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port ec281505-37cd-4ce5-a167-b3d708e52826, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=ec281505-37cd-4ce5-a167-b3d708e52826,segment=NetworkSegment(c87e9944-06e7-4ec6-83d1-025e24deeeba),segment_id=c87e9944-06e7-4ec6-83d1-025e24deeeba)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:57:49.586363 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:49.677772 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-4bc363de-dd5e-4e08-942e-efe48fb9d4a8 None None] Provisioning complete for port ec281505-37cd-4ce5-a167-b3d708e52826 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:57:49.680170 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4bc363de-dd5e-4e08-942e-efe48fb9d4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:49.787878 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-d53d0be1-0fd2-4bb0-8800-3b5057fe5814 req-820ec76b-0360-46fe-9a48-aa49f1e12bbb tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] For port d8a3398c-c73f-4894-a62b-5ee7cf90b284, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=d8a3398c-c73f-4894-a62b-5ee7cf90b284,segment=NetworkSegment(7131ccfa-3b55-41e7-92df-0bd8b51292e9),segment_id=7131ccfa-3b55-41e7-92df-0bd8b51292e9)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:57:49.788244 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-d53d0be1-0fd2-4bb0-8800-3b5057fe5814 req-820ec76b-0360-46fe-9a48-aa49f1e12bbb tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:49.801010 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2a83c199-ca18-4b42-998a-42115de5f9e8 req-db201132-703b-44be-a1c2-0a05677859a5 tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5cafefa-08ff-47a3-bd88-fa39e4b89fe3 HTTP/1.1" status: 200 len: 210 time: 0.3792608 May 05 21:57:49.804525 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=ec281505-37cd-4ce5-a167-b3d708e52826,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:49.897915 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device c5119de4-87b6-4a10-8b02-b52fc9fd8b9d details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:57:49.926438 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae8dd7-57a2-480b-b039-497199aa7079 req-0c195154-a04b-46a9-b013-fc9bac9c3a39 tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:49.928469 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-55ae8dd7-57a2-480b-b039-497199aa7079 req-0c195154-a04b-46a9-b013-fc9bac9c3a39 tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] 10.222.0.44 "GET /v2.0/networks?id=322449ec-89aa-4007-9c3e-0c6b5ac820c0 HTTP/1.1" status: 200 len: 825 time: 0.5568299 May 05 21:57:49.948915 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-55ae8dd7-57a2-480b-b039-497199aa7079 req-771e60eb-84c8-4ab2-b4dc-26344e2e4d19 tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] Request body: {'port': {'device_id': 'f5cafefa-08ff-47a3-bd88-fa39e4b89fe3', 'network_id': '322449ec-89aa-4007-9c3e-0c6b5ac820c0', 'admin_state_up': True, 'tenant_id': '3871b81283eb4c3ea0eb39b4f82cdc94'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:57:49.975317 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f7dad-db71-41f5-8406-d2937fc7ebe2 req-128c4e3a-d3ad-445c-9aed-14b5b0b08d13 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:49.982159 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-aa9f7dad-db71-41f5-8406-d2937fc7ebe2 req-128c4e3a-d3ad-445c-9aed-14b5b0b08d13 tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cf744cf-fd9a-49c3-bf04-42112dd2f326 HTTP/1.1" status: 200 len: 946 time: 0.2431221 May 05 21:57:50.000491 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-d53d0be1-0fd2-4bb0-8800-3b5057fe5814 req-820ec76b-0360-46fe-9a48-aa49f1e12bbb tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Calling delete_port for d8a3398c-c73f-4894-a62b-5ee7cf90b284 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:57:50.267313 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-aa9f7dad-db71-41f5-8406-d2937fc7ebe2 req-88c67ee6-c988-4993-9669-b74e6d3586fe tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/security-groups?id=69215bb4-aa47-46d3-ab34-427aa4254c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841690 May 05 21:57:50.274155 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device ec281505-37cd-4ce5-a167-b3d708e52826 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:57:50.293604 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5b9927-2e9e-47dd-95e8-cc891c0bcfe3 req-058960a4-d3d4-4c32-a9d7-982343916ce8 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:50.296195 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3b5b9927-2e9e-47dd-95e8-cc891c0bcfe3 req-058960a4-d3d4-4c32-a9d7-982343916ce8 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7f0d23b-ecf3-4633-b7ce-5f224b3bd991 HTTP/1.1" status: 200 len: 943 time: 0.2538133 May 05 21:57:50.329005 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2d7ed45c-535c-4365-ad4b-b607c2dc90b1 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:50.336283 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-55ae8dd7-57a2-480b-b039-497199aa7079 req-771e60eb-84c8-4ab2-b4dc-26344e2e4d19 tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:57:50.345022 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-55ae8dd7-57a2-480b-b039-497199aa7079 req-771e60eb-84c8-4ab2-b4dc-26344e2e4d19 tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] Usage tracker for resource:port and tenant:3871b81283eb4c3ea0eb39b4f82cdc94 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:57:50.352269 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-55ae8dd7-57a2-480b-b039-497199aa7079 req-771e60eb-84c8-4ab2-b4dc-26344e2e4d19 tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:57:50.369688 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-55ae8dd7-57a2-480b-b039-497199aa7079 req-771e60eb-84c8-4ab2-b4dc-26344e2e4d19 tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:57:50.384129 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-d53d0be1-0fd2-4bb0-8800-3b5057fe5814 req-820ec76b-0360-46fe-9a48-aa49f1e12bbb tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:50.401788 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3b5b9927-2e9e-47dd-95e8-cc891c0bcfe3 req-94554207-b434-4a55-9ba2-a44944b1cbff tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976870 May 05 21:57:50.407972 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55ae8dd7-57a2-480b-b039-497199aa7079 req-771e60eb-84c8-4ab2-b4dc-26344e2e4d19 tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] Made reservation on behalf of 3871b81283eb4c3ea0eb39b4f82cdc94 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:57:50.411673 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-55ae8dd7-57a2-480b-b039-497199aa7079 req-771e60eb-84c8-4ab2-b4dc-26344e2e4d19 tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:50.433281 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['d8a3398c-c73f-4894-a62b-5ee7cf90b284'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:57:50.472006 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-2d7ed45c-535c-4365-ad4b-b607c2dc90b1 None None] Transition to ACTIVE for port object 22d7f0f4-6cf2-43a3-8502-22ba4c9f5fb2 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:57:50.492730 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820ec76b-0360-46fe-9a48-aa49f1e12bbb tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Pushing event deleted for resources: {'Port': ['ID=d8a3398c-c73f-4894-a62b-5ee7cf90b284,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:50.500938 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c4a3fe4-c79e-41ef-aee2-f8af99719c7d tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Router 6cda7c44-14d5-4311-84db-6a85f467a135 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:57:50.502483 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port c5119de4-87b6-4a10-8b02-b52fc9fd8b9d, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=c5119de4-87b6-4a10-8b02-b52fc9fd8b9d,segment=NetworkSegment(0aa4b5f2-fc2b-422a-9849-318a9f632a66),segment_id=0aa4b5f2-fc2b-422a-9849-318a9f632a66)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:57:50.529235 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': 'c5119de4-87b6-4a10-8b02-b52fc9fd8b9d', 'network_id': 'fa69cb3f-4129-4afe-9a6d-7584eefc40c0', 'port_id': 'c5119de4-87b6-4a10-8b02-b52fc9fd8b9d', 'mac_address': 'fa:16:3e:17:7b:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98120645-6211-43cf-b26e-14efa3661c41', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:57:50.533891 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-2d7ed45c-535c-4365-ad4b-b607c2dc90b1 None None] Transition to ACTIVE for port object 22d7f0f4-6cf2-43a3-8502-22ba4c9f5fb2 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:57:50.585228 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2d7ed45c-535c-4365-ad4b-b607c2dc90b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:50.637026 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-55ae8dd7-57a2-480b-b039-497199aa7079 req-771e60eb-84c8-4ab2-b4dc-26344e2e4d19 tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] Allocated IP 172.20.0.14 (322449ec-89aa-4007-9c3e-0c6b5ac820c0/9691d172-86c1-4d0d-9b35-fafee8a4d95f/2dfbbe5d-73b5-4bde-a0a3-9d0374439853) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:57:50.668610 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:50.703344 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7ed45c-535c-4365-ad4b-b607c2dc90b1 None None] Pushing event updated for resources: {'Port': ['ID=22d7f0f4-6cf2-43a3-8502-22ba4c9f5fb2,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:50.708560 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port ec281505-37cd-4ce5-a167-b3d708e52826 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:57:50.708942 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:50.745304 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7ed45c-535c-4365-ad4b-b607c2dc90b1 None None] Network eed49bc7-c2b2-4831-bb49-dc5bef5ff6b5 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:57:50.753504 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-2d7ed45c-535c-4365-ad4b-b607c2dc90b1 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:57:50.755269 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5119de4-87b6-4a10-8b02-b52fc9fd8b9d {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:57:50.767530 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7ed45c-535c-4365-ad4b-b607c2dc90b1 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:57:50.811964 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-d53d0be1-0fd2-4bb0-8800-3b5057fe5814 req-820ec76b-0360-46fe-9a48-aa49f1e12bbb tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] No DVR routers for this DVR port d8a3398c-c73f-4894-a62b-5ee7cf90b284 on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:57:50.821323 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-d53d0be1-0fd2-4bb0-8800-3b5057fe5814 req-820ec76b-0360-46fe-9a48-aa49f1e12bbb tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:50.828346 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cf744cf-fd9a-49c3-bf04-42112dd2f326', 'name': 'network-vif-deleted', 'tag': 'd8a3398c-c73f-4894-a62b-5ee7cf90b284'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:57:50.829274 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port c5119de4-87b6-4a10-8b02-b52fc9fd8b9d, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=c5119de4-87b6-4a10-8b02-b52fc9fd8b9d,segment=NetworkSegment(0aa4b5f2-fc2b-422a-9849-318a9f632a66),segment_id=0aa4b5f2-fc2b-422a-9849-318a9f632a66)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:57:50.876165 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-48853f79-f8f6-4bfe-bc5f-36df070afffa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:50.876288 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-48853f79-f8f6-4bfe-bc5f-36df070afffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:50.894122 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:50.972919 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-2d7ed45c-535c-4365-ad4b-b607c2dc90b1 None None] Attempting to bind port 22d7f0f4-6cf2-43a3-8502-22ba4c9f5fb2 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:57:50.973336 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-2d7ed45c-535c-4365-ad4b-b607c2dc90b1 None None] Attempting to bind port 22d7f0f4-6cf2-43a3-8502-22ba4c9f5fb2 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '2c9d69c0-1841-4d25-b1bc-b5c508bb05d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'eed49bc7-c2b2-4831-bb49-dc5bef5ff6b5'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:57:50.974183 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7ed45c-535c-4365-ad4b-b607c2dc90b1 None None] Attempting to bind port 22d7f0f4-6cf2-43a3-8502-22ba4c9f5fb2 on network eed49bc7-c2b2-4831-bb49-dc5bef5ff6b5 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:57:51.055881 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-946ee540-908f-4a06-b18f-5148d3e6f37d'] response: {'server_uuid': '8cf744cf-fd9a-49c3-bf04-42112dd2f326', 'name': 'network-vif-deleted', 'tag': 'd8a3398c-c73f-4894-a62b-5ee7cf90b284', 'status': 'completed', 'code': 200} May 05 21:57:51.096441 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-55ae8dd7-57a2-480b-b039-497199aa7079 req-771e60eb-84c8-4ab2-b4dc-26344e2e4d19 tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:51.112011 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7ed45c-535c-4365-ad4b-b607c2dc90b1 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:57:51.112169 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7ed45c-535c-4365-ad4b-b607c2dc90b1 None None] Checking segment: {'id': '2c9d69c0-1841-4d25-b1bc-b5c508bb05d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'eed49bc7-c2b2-4831-bb49-dc5bef5ff6b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:57:51.112635 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2d7ed45c-535c-4365-ad4b-b607c2dc90b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:51.113166 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7ed45c-535c-4365-ad4b-b607c2dc90b1 None None] Bound using segment: {'id': '2c9d69c0-1841-4d25-b1bc-b5c508bb05d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'eed49bc7-c2b2-4831-bb49-dc5bef5ff6b5'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:57:51.113773 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-2d7ed45c-535c-4365-ad4b-b607c2dc90b1 None None] Bound port: 22d7f0f4-6cf2-43a3-8502-22ba4c9f5fb2, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9d69c0-1841-4d25-b1bc-b5c508bb05d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'eed49bc7-c2b2-4831-bb49-dc5bef5ff6b5'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:57:51.113899 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2d7ed45c-535c-4365-ad4b-b607c2dc90b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:51.132857 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=c5119de4-87b6-4a10-8b02-b52fc9fd8b9d,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:51.157554 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-21decc62-0f2e-4a75-92f6-8217f1f6705c req-e0e91749-19f1-4435-b77c-d607f232bf49 tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5cafefa-08ff-47a3-bd88-fa39e4b89fe3 HTTP/1.1" status: 200 len: 210 time: 0.1245856 May 05 21:57:51.161473 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-55ae8dd7-57a2-480b-b039-497199aa7079 req-771e60eb-84c8-4ab2-b4dc-26344e2e4d19 tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:51.200040 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['c5119de4-87b6-4a10-8b02-b52fc9fd8b9d'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:57:51.258920 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55ae8dd7-57a2-480b-b039-497199aa7079 req-771e60eb-84c8-4ab2-b4dc-26344e2e4d19 tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] Network 322449ec-89aa-4007-9c3e-0c6b5ac820c0 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:57:51.258920 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-55ae8dd7-57a2-480b-b039-497199aa7079 req-771e60eb-84c8-4ab2-b4dc-26344e2e4d19 tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:57:51.265390 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ae8dd7-57a2-480b-b039-497199aa7079 req-771e60eb-84c8-4ab2-b4dc-26344e2e4d19 tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:57:51.274505 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d53d0be1-0fd2-4bb0-8800-3b5057fe5814 req-820ec76b-0360-46fe-9a48-aa49f1e12bbb tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.44 "DELETE /v2.0/ports/d8a3398c-c73f-4894-a62b-5ee7cf90b284 HTTP/1.1" status: 204 len: 173 time: 2.3103182 May 05 21:57:51.330333 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771e60eb-84c8-4ab2-b4dc-26344e2e4d19 tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] Pushing event updated for resources: {'Port': ['ID=2dfbbe5d-73b5-4bde-a0a3-9d0374439853,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:51.357154 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c4a3fe4-c79e-41ef-aee2-f8af99719c7d tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:57:51.357154 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-3c4a3fe4-c79e-41ef-aee2-f8af99719c7d tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "PUT /v2.0/routers/6cda7c44-14d5-4311-84db-6a85f467a135/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1059284 May 05 21:57:51.367805 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49656) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:51.373886 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c162e5bb-3297-4869-90af-edba34211428 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:51.379398 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845ff7a7-9b0c-4cd7-b637-fafee4e62f44 None None] Sync routers for ids ['6cda7c44-14d5-4311-84db-6a85f467a135'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:57:51.386108 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845ff7a7-9b0c-4cd7-b637-fafee4e62f44 None None] Routers {'6cda7c44-14d5-4311-84db-6a85f467a135'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:57:51.389580 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-845ff7a7-9b0c-4cd7-b637-fafee4e62f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:57:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['6cda7c44-14d5-4311-84db-6a85f467a135'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:57:51.460131 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae8dd7-57a2-480b-b039-497199aa7079 req-771e60eb-84c8-4ab2-b4dc-26344e2e4d19 tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:51.460771 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-55ae8dd7-57a2-480b-b039-497199aa7079 req-771e60eb-84c8-4ab2-b4dc-26344e2e4d19 tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:51.473716 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-2d7ed45c-535c-4365-ad4b-b607c2dc90b1 None None] For port 22d7f0f4-6cf2-43a3-8502-22ba4c9f5fb2, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:57:51.490078 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-7844361b-c4b2-4ae0-b07d-413401d02639 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "GET /v2.0/ports?device_id=6cda7c44-14d5-4311-84db-6a85f467a135 HTTP/1.1" status: 200 len: 205 time: 0.1287518 May 05 21:57:51.501482 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49664) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:51.505381 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-2d7ed45c-535c-4365-ad4b-b607c2dc90b1 None None] For port 22d7f0f4-6cf2-43a3-8502-22ba4c9f5fb2, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=22d7f0f4-6cf2-43a3-8502-22ba4c9f5fb2,segment=NetworkSegment(2c9d69c0-1841-4d25-b1bc-b5c508bb05d6),segment_id=2c9d69c0-1841-4d25-b1bc-b5c508bb05d6)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:57:51.572488 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c162e5bb-3297-4869-90af-edba34211428 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Pushing event updated for resources: {'Subnet': ['ID=6311aeb0-8f1b-4106-af28-8de57e1588c5,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:51.592346 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2d7ed45c-535c-4365-ad4b-b607c2dc90b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:51.605361 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-845ff7a7-9b0c-4cd7-b637-fafee4e62f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:57:51.629100 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845ff7a7-9b0c-4cd7-b637-fafee4e62f44 None None] Routers {'6cda7c44-14d5-4311-84db-6a85f467a135'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:57:51.629495 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-845ff7a7-9b0c-4cd7-b637-fafee4e62f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:57:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['6cda7c44-14d5-4311-84db-6a85f467a135'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:57:51.706547 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c162e5bb-3297-4869-90af-edba34211428 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Checking segment: {'id': '16d58a5b-33dd-42c8-bc08-4e0c89839acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '30cef86c-caf1-4258-b282-c1c5de78a1ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:57:51.706547 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c162e5bb-3297-4869-90af-edba34211428 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Network hostable DHCP agents. Network: 30cef86c-caf1-4258-b282-c1c5de78a1ac, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:57:51.751955 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-845ff7a7-9b0c-4cd7-b637-fafee4e62f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:57:51.752422 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845ff7a7-9b0c-4cd7-b637-fafee4e62f44 None None] The sync data for ids ['6cda7c44-14d5-4311-84db-6a85f467a135'] in n-d-825175-4 is: [] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:57:51.794402 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7ed45c-535c-4365-ad4b-b607c2dc90b1 None None] Pushing event updated for resources: {'Port': ['ID=22d7f0f4-6cf2-43a3-8502-22ba4c9f5fb2,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:51.802187 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c162e5bb-3297-4869-90af-edba34211428 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Network 30cef86c-caf1-4258-b282-c1c5de78a1ac is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:57:51.849413 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-c162e5bb-3297-4869-90af-edba34211428 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 30cef86c-caf1-4258-b282-c1c5de78a1ac) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:57:51.857404 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c162e5bb-3297-4869-90af-edba34211428 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:51.857404 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c162e5bb-3297-4869-90af-edba34211428 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:51.869359 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04bdae4-3ed8-4de6-bb97-5b3c0bf6869c None None] Network 30cef86c-caf1-4258-b282-c1c5de78a1ac requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:57:51.888125 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48853f79-f8f6-4bfe-bc5f-36df070afffa admin admin] Router b9cef20f-1964-4afb-a438-23862b29cfa9 is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 21:57:51.889883 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fff22841-fda8-4550-9837-777408018306 req-d89c1088-9c85-465e-86b2-11510ce444ac tempest-ListServerFiltersTestJSON-556407978 tempest-ListServerFiltersTestJSON-556407978-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cf744cf-fd9a-49c3-bf04-42112dd2f326 HTTP/1.1" status: 200 len: 210 time: 0.3826861 May 05 21:57:51.914801 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device d8a3398c-c73f-4894-a62b-5ee7cf90b284 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:57:51.972488 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-55ae8dd7-57a2-480b-b039-497199aa7079 req-771e60eb-84c8-4ab2-b4dc-26344e2e4d19 tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0278087 May 05 21:57:51.989089 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-55ae8dd7-57a2-480b-b039-497199aa7079 req-7e1a536a-af1a-4771-89f2-12a18015eea0 service neutron] Request body: {'port': {'device_id': 'f5cafefa-08ff-47a3-bd88-fa39e4b89fe3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:57:52.024663 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c162e5bb-3297-4869-90af-edba34211428 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.8183155 May 05 21:57:52.048133 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49674) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:52.127605 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: d8a3398c-c73f-4894-a62b-5ee7cf90b284 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:57:52.127605 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device d8a3398c-c73f-4894-a62b-5ee7cf90b284 not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:57:52.345750 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48853f79-f8f6-4bfe-bc5f-36df070afffa admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:57:52.372161 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892e038c-fb8a-46fb-b7e7-17567440e350 None None] Sync routers for ids ['b9cef20f-1964-4afb-a438-23862b29cfa9'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:57:52.391781 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-48853f79-f8f6-4bfe-bc5f-36df070afffa admin admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:52.394638 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-48853f79-f8f6-4bfe-bc5f-36df070afffa admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.8913620 May 05 21:57:52.398000 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49682) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:52.400510 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892e038c-fb8a-46fb-b7e7-17567440e350 None None] Routers {'b9cef20f-1964-4afb-a438-23862b29cfa9'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:57:52.401653 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-892e038c-fb8a-46fb-b7e7-17567440e350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:57:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['b9cef20f-1964-4afb-a438-23862b29cfa9'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:57:52.559192 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2aebf3-4ae2-41cd-81fd-a329b08fd4ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-30cef86c-caf1-4258-b282-c1c5de78a1ac', 'network_id': '30cef86c-caf1-4258-b282-c1c5de78a1ac', 'tenant_id': 'db15301a2adc45d381739c535f1f1e68', 'fixed_ips': [{'subnet_id': '6311aeb0-8f1b-4106-af28-8de57e1588c5'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 21:57:52.562125 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-cc2aebf3-4ae2-41cd-81fd-a329b08fd4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:52.690794 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:57:52.789776 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-55ae8dd7-57a2-480b-b039-497199aa7079 req-7e1a536a-af1a-4771-89f2-12a18015eea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:52.911658 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-892e038c-fb8a-46fb-b7e7-17567440e350 None None] Set router b9cef20f-1964-4afb-a438-23862b29cfa9 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:57:52.924095 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88399d8-457f-4010-8aec-fc16fdac7ca0 req-05267052-f68e-40a1-86a7-94037d958384 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:52.933540 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f88399d8-457f-4010-8aec-fc16fdac7ca0 req-05267052-f68e-40a1-86a7-94037d958384 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7f0d23b-ecf3-4633-b7ce-5f224b3bd991 HTTP/1.1" status: 200 len: 944 time: 1.1790659 May 05 21:57:52.961056 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-051a4e87-452c-4f08-8ca8-3a58b3de22e1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for router, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:53.235437 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-cc2aebf3-4ae2-41cd-81fd-a329b08fd4ab None None] Allocated IP 2001:db8::2 (30cef86c-caf1-4258-b282-c1c5de78a1ac/6311aeb0-8f1b-4106-af28-8de57e1588c5/c0e431f3-8c79-46f5-b864-1768e892b56f) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:57:53.242784 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f336694-e03a-44bf-9652-d2f118c6b5df None None] Network eed49bc7-c2b2-4831-bb49-dc5bef5ff6b5 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:57:53.377734 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f88399d8-457f-4010-8aec-fc16fdac7ca0 req-5b19e1be-eef3-4424-ab14-5b371f914172 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4422548 May 05 21:57:53.772742 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d97acc6b-eb32-4d5d-9c63-2e16fbde7b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:53.774459 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-cc2aebf3-4ae2-41cd-81fd-a329b08fd4ab None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:53.777183 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-2a156296-acfc-4db5-8a6b-aa5de228abb8 None None] Provisioning for port 22d7f0f4-6cf2-43a3-8502-22ba4c9f5fb2 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:57:53.798974 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-cc2aebf3-4ae2-41cd-81fd-a329b08fd4ab None None] Transition to ACTIVE for port object c0e431f3-8c79-46f5-b864-1768e892b56f will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:57:53.828574 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb7344-06d9-4acc-a1ef-16587a34fda0 req-4171a64b-c838-4fdb-bba7-e51c1f777cf1 tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:53.828574 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-e8fb7344-06d9-4acc-a1ef-16587a34fda0 req-4171a64b-c838-4fdb-bba7-e51c1f777cf1 tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] Synchronizing usage tracker for tenant:3871b81283eb4c3ea0eb39b4f82cdc94 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:57:53.854474 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-cc2aebf3-4ae2-41cd-81fd-a329b08fd4ab None None] Transition to ACTIVE for port object c0e431f3-8c79-46f5-b864-1768e892b56f will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:57:53.854474 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-892e038c-fb8a-46fb-b7e7-17567440e350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9cef20f-1964-4afb-a438-23862b29cfa9', 'name': 'tempest-ServerRescueTestJSON-1970979342-router', 'tenant_id': '4ba96e3a2f29495a89fcbd646b4c3115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': 'e6772776-fcc9-4d4e-8cbc-2868eefb17ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:57:45Z', 'updated_at': '2022-05-05T21:57:48Z', 'revision_number': 3, 'project_id': '4ba96e3a2f29495a89fcbd646b4c3115', 'gw_port': {'id': 'e6772776-fcc9-4d4e-8cbc-2868eefb17ec', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c1:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9cef20f-1964-4afb-a438-23862b29cfa9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:57:47Z', 'updated_at': '2022-05-05T21:57:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:57:53.866932 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-cc2aebf3-4ae2-41cd-81fd-a329b08fd4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:53.912426 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892e038c-fb8a-46fb-b7e7-17567440e350 None None] Checking router: b9cef20f-1964-4afb-a438-23862b29cfa9 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:57:53.912426 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892e038c-fb8a-46fb-b7e7-17567440e350 None None] Updating router b9cef20f-1964-4afb-a438-23862b29cfa9 port e6772776-fcc9-4d4e-8cbc-2868eefb17ec binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 21:57:53.939668 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device c5119de4-87b6-4a10-8b02-b52fc9fd8b9d up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:57:54.061309 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2aebf3-4ae2-41cd-81fd-a329b08fd4ab None None] Network 30cef86c-caf1-4258-b282-c1c5de78a1ac is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:57:54.061309 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2aebf3-4ae2-41cd-81fd-a329b08fd4ab None None] Pushing event updated for resources: {'Port': ['ID=c0e431f3-8c79-46f5-b864-1768e892b56f,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:54.070730 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-d97acc6b-eb32-4d5d-9c63-2e16fbde7b36 admin admin] Allocated IP 172.20.0.1 (c94acb4e-545d-4469-be8f-99360ed510a0/223f310f-878b-4c24-8a1d-6c4f58ae4a94/3900aeaa-f584-4fda-8d7c-ed49f5ac2770) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:57:54.073510 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-cc2aebf3-4ae2-41cd-81fd-a329b08fd4ab None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:57:54.075200 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2aebf3-4ae2-41cd-81fd-a329b08fd4ab None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:57:54.089796 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-892e038c-fb8a-46fb-b7e7-17567440e350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:54.203789 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-051a4e87-452c-4f08-8ca8-3a58b3de22e1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:54.218153 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-e8fb7344-06d9-4acc-a1ef-16587a34fda0 req-4171a64b-c838-4fdb-bba7-e51c1f777cf1 tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] Unset dirty status for tenant:3871b81283eb4c3ea0eb39b4f82cdc94 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:57:54.233887 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e8fb7344-06d9-4acc-a1ef-16587a34fda0 req-4171a64b-c838-4fdb-bba7-e51c1f777cf1 tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5cafefa-08ff-47a3-bd88-fa39e4b89fe3 HTTP/1.1" status: 200 len: 932 time: 1.2034914 May 05 21:57:54.307398 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-051a4e87-452c-4f08-8ca8-3a58b3de22e1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:54.307919 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 22d7f0f4-6cf2-43a3-8502-22ba4c9f5fb2 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:57:54.334041 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917e82f-4586-4840-a431-a3b844ff8aa4 req-4f0c934b-e3b9-492e-85ff-339f112f7a2d tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:54.342803 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5917e82f-4586-4840-a431-a3b844ff8aa4 req-4f0c934b-e3b9-492e-85ff-339f112f7a2d tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=2510197e-0167-4df8-b662-758eb5911dee HTTP/1.1" status: 200 len: 946 time: 0.7403438 May 05 21:57:54.354781 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d97acc6b-eb32-4d5d-9c63-2e16fbde7b36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:54.381683 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port c5119de4-87b6-4a10-8b02-b52fc9fd8b9d completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:57:54.401414 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-cc2aebf3-4ae2-41cd-81fd-a329b08fd4ab None None] Attempting to bind port c0e431f3-8c79-46f5-b864-1768e892b56f on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:57:54.401975 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-cc2aebf3-4ae2-41cd-81fd-a329b08fd4ab None None] Attempting to bind port c0e431f3-8c79-46f5-b864-1768e892b56f by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '16d58a5b-33dd-42c8-bc08-4e0c89839acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '30cef86c-caf1-4258-b282-c1c5de78a1ac'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:57:54.402489 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2aebf3-4ae2-41cd-81fd-a329b08fd4ab None None] Attempting to bind port c0e431f3-8c79-46f5-b864-1768e892b56f on network 30cef86c-caf1-4258-b282-c1c5de78a1ac {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:57:54.419156 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port c5119de4-87b6-4a10-8b02-b52fc9fd8b9d triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:57:54.419156 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:54.420896 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d97acc6b-eb32-4d5d-9c63-2e16fbde7b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:54.514715 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2aebf3-4ae2-41cd-81fd-a329b08fd4ab None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:57:54.514715 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2aebf3-4ae2-41cd-81fd-a329b08fd4ab None None] Checking segment: {'id': '16d58a5b-33dd-42c8-bc08-4e0c89839acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '30cef86c-caf1-4258-b282-c1c5de78a1ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:57:54.515129 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-cc2aebf3-4ae2-41cd-81fd-a329b08fd4ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:54.516294 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2aebf3-4ae2-41cd-81fd-a329b08fd4ab None None] Bound using segment: {'id': '16d58a5b-33dd-42c8-bc08-4e0c89839acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '30cef86c-caf1-4258-b282-c1c5de78a1ac'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:57:54.517511 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-cc2aebf3-4ae2-41cd-81fd-a329b08fd4ab None None] Bound port: c0e431f3-8c79-46f5-b864-1768e892b56f, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16d58a5b-33dd-42c8-bc08-4e0c89839acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '30cef86c-caf1-4258-b282-c1c5de78a1ac'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:57:54.518091 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-cc2aebf3-4ae2-41cd-81fd-a329b08fd4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:54.527406 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97acc6b-eb32-4d5d-9c63-2e16fbde7b36 admin admin] Pushing event updated for resources: {'Port': ['ID=3900aeaa-f584-4fda-8d7c-ed49f5ac2770,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:54.531792 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97acc6b-eb32-4d5d-9c63-2e16fbde7b36 admin admin] Network c94acb4e-545d-4469-be8f-99360ed510a0 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:57:54.533843 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-d97acc6b-eb32-4d5d-9c63-2e16fbde7b36 admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:57:54.536812 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97acc6b-eb32-4d5d-9c63-2e16fbde7b36 admin admin] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:57:54.608877 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d97acc6b-eb32-4d5d-9c63-2e16fbde7b36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:54.698388 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e8fb7344-06d9-4acc-a1ef-16587a34fda0 req-60abd50e-6fd6-4ce8-8358-299fc7d1bfa2 tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] 10.222.0.23 "GET /v2.0/security-groups?id=f488f106-9914-4b9d-9b33-f6990ec589d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4628508 May 05 21:57:54.737801 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-27eacadc-a9b2-4df1-a381-21ba790c6e9f tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:54.750431 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d97acc6b-eb32-4d5d-9c63-2e16fbde7b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:54.855148 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49696) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:54.932270 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 22d7f0f4-6cf2-43a3-8502-22ba4c9f5fb2 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:57:54.966780 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 22d7f0f4-6cf2-43a3-8502-22ba4c9f5fb2 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:57:54.967156 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:54.986524 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-051a4e87-452c-4f08-8ca8-3a58b3de22e1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:54.987077 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-051a4e87-452c-4f08-8ca8-3a58b3de22e1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Fanout notify agent at l3_agent the message router_deleted on router 6cda7c44-14d5-4311-84db-6a85f467a135 {{(pid=84061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 21:57:54.990800 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5917e82f-4586-4840-a431-a3b844ff8aa4 req-48c8d74c-700b-4f10-a4bf-9b889566bb3f tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=0043bfbb-2fb2-4013-8494-b5595b7ffb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6471212 May 05 21:57:55.003732 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-cc2aebf3-4ae2-41cd-81fd-a329b08fd4ab None None] For port c0e431f3-8c79-46f5-b864-1768e892b56f, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:57:55.024209 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:55.053886 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-cc2aebf3-4ae2-41cd-81fd-a329b08fd4ab None None] For port c0e431f3-8c79-46f5-b864-1768e892b56f, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=c0e431f3-8c79-46f5-b864-1768e892b56f,segment=NetworkSegment(16d58a5b-33dd-42c8-bc08-4e0c89839acb),segment_id=16d58a5b-33dd-42c8-bc08-4e0c89839acb)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:57:55.062100 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.resource_extend [None req-892e038c-fb8a-46fb-b7e7-17567440e350 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 21:57:55.082329 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-cc2aebf3-4ae2-41cd-81fd-a329b08fd4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:55.135781 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6e41e86-484a-45e1-ba6e-7617b99fbfe0 admin admin] Deleting subnet 72e7b161-4eca-4be1-a292-d7851dc4ac4b {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:57:55.141459 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c6e41e86-484a-45e1-ba6e-7617b99fbfe0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:55.181267 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f0d23b-ecf3-4633-b7ce-5f224b3bd991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5119de4-87b6-4a10-8b02-b52fc9fd8b9d'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:57:55.215190 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-55ae8dd7-57a2-480b-b039-497199aa7079 req-7e1a536a-af1a-4771-89f2-12a18015eea0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dfbbe5d-73b5-4bde-a0a3-9d0374439853 {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:57:55.220062 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c6e41e86-484a-45e1-ba6e-7617b99fbfe0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:55.232276 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port c5119de4-87b6-4a10-8b02-b52fc9fd8b9d, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=c5119de4-87b6-4a10-8b02-b52fc9fd8b9d,segment=NetworkSegment(0aa4b5f2-fc2b-422a-9849-318a9f632a66),segment_id=0aa4b5f2-fc2b-422a-9849-318a9f632a66)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:57:55.256645 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:55.264258 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-892e038c-fb8a-46fb-b7e7-17567440e350 None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:55.314791 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2aebf3-4ae2-41cd-81fd-a329b08fd4ab None None] Pushing event updated for resources: {'Port': ['ID=c0e431f3-8c79-46f5-b864-1768e892b56f,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:55.330278 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-55ae8dd7-57a2-480b-b039-497199aa7079 req-7e1a536a-af1a-4771-89f2-12a18015eea0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:55.391790 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d97acc6b-eb32-4d5d-9c63-2e16fbde7b36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:55.395772 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-892e038c-fb8a-46fb-b7e7-17567440e350 None None] Transition to ACTIVE for port object e6772776-fcc9-4d4e-8cbc-2868eefb17ec will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:57:55.399604 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d97acc6b-eb32-4d5d-9c63-2e16fbde7b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:55.405703 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-051a4e87-452c-4f08-8ca8-3a58b3de22e1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:55.407132 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-051a4e87-452c-4f08-8ca8-3a58b3de22e1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "DELETE /v2.0/routers/6cda7c44-14d5-4311-84db-6a85f467a135 HTTP/1.1" status: 204 len: 168 time: 3.8033063 May 05 21:57:55.416978 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49704) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:55.422638 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:55.434645 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-892e038c-fb8a-46fb-b7e7-17567440e350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:55.460932 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=c5119de4-87b6-4a10-8b02-b52fc9fd8b9d,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:55.509481 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b0c509a-3929-4744-8e3a-a66680c1417e'] response: {'server_uuid': 'b7f0d23b-ecf3-4633-b7ce-5f224b3bd991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5119de4-87b6-4a10-8b02-b52fc9fd8b9d', 'code': 200} May 05 21:57:55.512736 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-55ae8dd7-57a2-480b-b039-497199aa7079 req-7e1a536a-af1a-4771-89f2-12a18015eea0 service neutron] Transition to ACTIVE for port object 2dfbbe5d-73b5-4bde-a0a3-9d0374439853 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:57:55.516534 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-27eacadc-a9b2-4df1-a381-21ba790c6e9f tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Allocated IP 2001:db8::1 (eed49bc7-c2b2-4831-bb49-dc5bef5ff6b5/b04c058b-41ab-45ae-9a30-4bb3419cef6a/4ff2f08f-216d-4c10-a4a3-ff5dbd64f7fc) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:57:55.545214 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-55ae8dd7-57a2-480b-b039-497199aa7079 req-7e1a536a-af1a-4771-89f2-12a18015eea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:55.576935 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c6e41e86-484a-45e1-ba6e-7617b99fbfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:55.645212 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-892e038c-fb8a-46fb-b7e7-17567440e350 None None] Attempting to bind port e6772776-fcc9-4d4e-8cbc-2868eefb17ec on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:57:55.645934 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-892e038c-fb8a-46fb-b7e7-17567440e350 None None] Attempting to bind port e6772776-fcc9-4d4e-8cbc-2868eefb17ec by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:57:55.645934 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892e038c-fb8a-46fb-b7e7-17567440e350 None None] Attempting to bind port e6772776-fcc9-4d4e-8cbc-2868eefb17ec on network 25bfe237-58de-4709-a3e0-ac79da07c300 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:57:55.693009 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 22d7f0f4-6cf2-43a3-8502-22ba4c9f5fb2, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=22d7f0f4-6cf2-43a3-8502-22ba4c9f5fb2,segment=NetworkSegment(2c9d69c0-1841-4d25-b1bc-b5c508bb05d6),segment_id=2c9d69c0-1841-4d25-b1bc-b5c508bb05d6)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:57:55.699126 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a536a-af1a-4771-89f2-12a18015eea0 service neutron] Pushing event updated for resources: {'Port': ['ID=2dfbbe5d-73b5-4bde-a0a3-9d0374439853,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:55.718181 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892e038c-fb8a-46fb-b7e7-17567440e350 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:57:55.718181 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892e038c-fb8a-46fb-b7e7-17567440e350 None None] Checking segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:57:55.718949 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-892e038c-fb8a-46fb-b7e7-17567440e350 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:55.719793 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892e038c-fb8a-46fb-b7e7-17567440e350 None None] Bound using segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:57:55.720140 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-892e038c-fb8a-46fb-b7e7-17567440e350 None None] Bound port: e6772776-fcc9-4d4e-8cbc-2868eefb17ec, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:57:55.720778 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-892e038c-fb8a-46fb-b7e7-17567440e350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:55.741559 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d73d74-3b9a-4f76-9d5a-ce751b9a0c2f req-47c512db-78bb-4c18-8fc7-7b8b15b79c76 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:55.743581 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-87d73d74-3b9a-4f76-9d5a-ce751b9a0c2f req-47c512db-78bb-4c18-8fc7-7b8b15b79c76 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7f0d23b-ecf3-4633-b7ce-5f224b3bd991 HTTP/1.1" status: 200 len: 944 time: 0.7373290 May 05 21:57:55.779942 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d97acc6b-eb32-4d5d-9c63-2e16fbde7b36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:55.799463 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97acc6b-eb32-4d5d-9c63-2e16fbde7b36 admin admin] Pushing event updated for resources: {'Port': ['ID=3900aeaa-f584-4fda-8d7c-ed49f5ac2770,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:55.806540 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:55.867582 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031e112f-d4c1-4b35-b310-25a47d076015 None None] Pushing event updated for resources: {'Port': ['ID=e6772776-fcc9-4d4e-8cbc-2868eefb17ec,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:55.873503 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c6e41e86-484a-45e1-ba6e-7617b99fbfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:55.997746 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e41e86-484a-45e1-ba6e-7617b99fbfe0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72e7b161-4eca-4be1-a292-d7851dc4ac4b,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:55.997870 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-892e038c-fb8a-46fb-b7e7-17567440e350 None None] For port e6772776-fcc9-4d4e-8cbc-2868eefb17ec, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:57:56.001771 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-892e038c-fb8a-46fb-b7e7-17567440e350 None None] For port e6772776-fcc9-4d4e-8cbc-2868eefb17ec, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=e6772776-fcc9-4d4e-8cbc-2868eefb17ec,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:57:56.005605 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=22d7f0f4-6cf2-43a3-8502-22ba4c9f5fb2,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:56.009580 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-892e038c-fb8a-46fb-b7e7-17567440e350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:56.022820 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c6e41e86-484a-45e1-ba6e-7617b99fbfe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:56.039502 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c6e41e86-484a-45e1-ba6e-7617b99fbfe0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/72e7b161-4eca-4be1-a292-d7851dc4ac4b HTTP/1.1" status: 204 len: 168 time: 1.1818933 May 05 21:57:56.044096 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49710) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:56.052013 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c752c0-2c01-46b5-9633-b29325b09240 None None] Network 79219707-f65f-4b95-8488-5ddf4e75da04 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:57:56.058946 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-364fb86f-76bc-44b4-b313-3c8bfc6e73ed tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Deleting subnet 999f9fa1-2310-4871-bb53-00594bb911f0 {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:57:56.061864 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-364fb86f-76bc-44b4-b313-3c8bfc6e73ed tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:56.085766 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e02e5e04-ef5e-4b51-9729-a606535d5245 req-ff9e1a85-0ed2-42ce-bff1-2769d4cfc581 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b7f0d23b-ecf3-4633-b7ce-5f224b3bd991 HTTP/1.1" status: 200 len: 1096 time: 0.4297783 May 05 21:57:56.384695 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-27eacadc-a9b2-4df1-a381-21ba790c6e9f tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:56.384695 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-364fb86f-76bc-44b4-b313-3c8bfc6e73ed tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:56.442206 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031e112f-d4c1-4b35-b310-25a47d076015 None None] Pushing event updated for resources: {'Port': ['ID=e6772776-fcc9-4d4e-8cbc-2868eefb17ec,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:56.457350 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 22d7f0f4-6cf2-43a3-8502-22ba4c9f5fb2 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:57:56.487267 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-87d73d74-3b9a-4f76-9d5a-ce751b9a0c2f req-441fdd02-155b-4e59-b381-cfa37ec6abff tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6708388 May 05 21:57:56.519660 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5c6b2200-09bf-417d-a8a5-3ffe9a77fc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:56.568123 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892e038c-fb8a-46fb-b7e7-17567440e350 None None] Routers {'b9cef20f-1964-4afb-a438-23862b29cfa9'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:57:56.568902 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-892e038c-fb8a-46fb-b7e7-17567440e350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:57:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['b9cef20f-1964-4afb-a438-23862b29cfa9'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:57:56.581177 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97acc6b-eb32-4d5d-9c63-2e16fbde7b36 admin admin] Network c94acb4e-545d-4469-be8f-99360ed510a0 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:57:56.585023 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-d97acc6b-eb32-4d5d-9c63-2e16fbde7b36 admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:57:56.727924 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8272ab83-a83c-417b-a236-c28c75c28e47 None None] DHCP port deletion for 79219707-f65f-4b95-8488-5ddf4e75da04 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 21:57:56.790192 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-27eacadc-a9b2-4df1-a381-21ba790c6e9f tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Transition to ACTIVE for port object 4ff2f08f-216d-4c10-a4a3-ff5dbd64f7fc will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:57:56.835998 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-8272ab83-a83c-417b-a236-c28c75c28e47 None None] Deleting port b3a3c173-a54c-4a45-8075-3683e434e811 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:57:56.836462 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8272ab83-a83c-417b-a236-c28c75c28e47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:56.860117 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e4ee15-3f34-4a10-b56e-9e75adbfc5b0 req-0012b471-15f6-4310-8f14-79d1928f8980 tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:56.867903 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-75e4ee15-3f34-4a10-b56e-9e75adbfc5b0 req-0012b471-15f6-4310-8f14-79d1928f8980 tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5cafefa-08ff-47a3-bd88-fa39e4b89fe3 HTTP/1.1" status: 200 len: 944 time: 0.8886185 May 05 21:57:56.868874 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-5c6b2200-09bf-417d-a8a5-3ffe9a77fc52 admin admin] Deleting port b3a3c173-a54c-4a45-8075-3683e434e811 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:57:56.869382 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5c6b2200-09bf-417d-a8a5-3ffe9a77fc52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:56.941975 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e02e5e04-ef5e-4b51-9729-a606535d5245 req-270bc624-3293-4290-a542-c8a8b1aa99cb service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6055501 May 05 21:57:57.005194 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-75e4ee15-3f34-4a10-b56e-9e75adbfc5b0 req-592be5b2-e056-4bfe-96b6-955c8a93c1cc tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] 10.222.0.23 "GET /v2.0/security-groups?id=f488f106-9914-4b9d-9b33-f6990ec589d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359699 May 05 21:57:57.005349 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-892e038c-fb8a-46fb-b7e7-17567440e350 None None] Set router b9cef20f-1964-4afb-a438-23862b29cfa9 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:57:57.020559 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-55ae8dd7-57a2-480b-b039-497199aa7079 req-7e1a536a-af1a-4771-89f2-12a18015eea0 service neutron] Attempting to bind port 2dfbbe5d-73b5-4bde-a0a3-9d0374439853 on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:57:57.020702 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-55ae8dd7-57a2-480b-b039-497199aa7079 req-7e1a536a-af1a-4771-89f2-12a18015eea0 service neutron] Attempting to bind port 2dfbbe5d-73b5-4bde-a0a3-9d0374439853 by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': '11291c4e-c892-44d9-93b4-a1c85bc3baa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '322449ec-89aa-4007-9c3e-0c6b5ac820c0'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:57:57.020903 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ae8dd7-57a2-480b-b039-497199aa7079 req-7e1a536a-af1a-4771-89f2-12a18015eea0 service neutron] Attempting to bind port 2dfbbe5d-73b5-4bde-a0a3-9d0374439853 on network 322449ec-89aa-4007-9c3e-0c6b5ac820c0 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:57:57.034851 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-364fb86f-76bc-44b4-b313-3c8bfc6e73ed tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:57.085802 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ca9be5-0938-46dc-98e4-70b3c4cde1d5 None None] Network 30cef86c-caf1-4258-b282-c1c5de78a1ac requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:57:57.282242 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-5c6b2200-09bf-417d-a8a5-3ffe9a77fc52 admin admin] For port b3a3c173-a54c-4a45-8075-3683e434e811, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=b3a3c173-a54c-4a45-8075-3683e434e811,segment=NetworkSegment(7131ccfa-3b55-41e7-92df-0bd8b51292e9),segment_id=7131ccfa-3b55-41e7-92df-0bd8b51292e9)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:57:57.282242 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5c6b2200-09bf-417d-a8a5-3ffe9a77fc52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:57.286464 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-27eacadc-a9b2-4df1-a381-21ba790c6e9f tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:57.316927 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ae8dd7-57a2-480b-b039-497199aa7079 req-7e1a536a-af1a-4771-89f2-12a18015eea0 service neutron] Port 2dfbbe5d-73b5-4bde-a0a3-9d0374439853 on network 322449ec-89aa-4007-9c3e-0c6b5ac820c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:57:57.316927 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ae8dd7-57a2-480b-b039-497199aa7079 req-7e1a536a-af1a-4771-89f2-12a18015eea0 service neutron] Attempting to bind port 2dfbbe5d-73b5-4bde-a0a3-9d0374439853 on network 322449ec-89aa-4007-9c3e-0c6b5ac820c0 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:57:57.380666 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ae8dd7-57a2-480b-b039-497199aa7079 req-7e1a536a-af1a-4771-89f2-12a18015eea0 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:57:57.380666 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ae8dd7-57a2-480b-b039-497199aa7079 req-7e1a536a-af1a-4771-89f2-12a18015eea0 service neutron] Checking segment: {'id': '11291c4e-c892-44d9-93b4-a1c85bc3baa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '322449ec-89aa-4007-9c3e-0c6b5ac820c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:57:57.380666 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ae8dd7-57a2-480b-b039-497199aa7079 req-7e1a536a-af1a-4771-89f2-12a18015eea0 service neutron] Bound using segment: {'id': '11291c4e-c892-44d9-93b4-a1c85bc3baa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '322449ec-89aa-4007-9c3e-0c6b5ac820c0'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:57:57.380666 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-55ae8dd7-57a2-480b-b039-497199aa7079 req-7e1a536a-af1a-4771-89f2-12a18015eea0 service neutron] Bound port: 2dfbbe5d-73b5-4bde-a0a3-9d0374439853, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11291c4e-c892-44d9-93b4-a1c85bc3baa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '322449ec-89aa-4007-9c3e-0c6b5ac820c0'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:57:57.380666 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-55ae8dd7-57a2-480b-b039-497199aa7079 req-7e1a536a-af1a-4771-89f2-12a18015eea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:57.406573 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d3a1e-172d-439c-b416-983f29f74410 req-cb831c5b-04a8-45c8-84a9-e07174eebbcb tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:57.406573 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-267d3a1e-172d-439c-b416-983f29f74410 req-cb831c5b-04a8-45c8-84a9-e07174eebbcb tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=2510197e-0167-4df8-b662-758eb5911dee HTTP/1.1" status: 200 len: 946 time: 0.5978177 May 05 21:57:57.415464 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-5c6b2200-09bf-417d-a8a5-3ffe9a77fc52 admin admin] Calling delete_port for b3a3c173-a54c-4a45-8075-3683e434e811 owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:57:57.440168 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27eacadc-a9b2-4df1-a381-21ba790c6e9f tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Network eed49bc7-c2b2-4831-bb49-dc5bef5ff6b5 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:57:57.440168 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eacadc-a9b2-4df1-a381-21ba790c6e9f tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Pushing event updated for resources: {'Port': ['ID=4ff2f08f-216d-4c10-a4a3-ff5dbd64f7fc,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:57.453768 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-27eacadc-a9b2-4df1-a381-21ba790c6e9f tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:57:57.484130 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27eacadc-a9b2-4df1-a381-21ba790c6e9f tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:57:57.484130 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-27eacadc-a9b2-4df1-a381-21ba790c6e9f tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:57.506076 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-364fb86f-76bc-44b4-b313-3c8bfc6e73ed tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:57.535103 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5c6b2200-09bf-417d-a8a5-3ffe9a77fc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:57.601555 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6b2200-09bf-417d-a8a5-3ffe9a77fc52 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3a3c173-a54c-4a45-8075-3683e434e811,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:57.631781 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364fb86f-76bc-44b4-b313-3c8bfc6e73ed tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event deleted for resources: {'Subnet': ['ID=999f9fa1-2310-4871-bb53-00594bb911f0,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:57.632074 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6b2200-09bf-417d-a8a5-3ffe9a77fc52 admin admin] No DVR routers for this DVR port b3a3c173-a54c-4a45-8075-3683e434e811 on host n-d-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:57:57.654213 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 22d7f0f4-6cf2-43a3-8502-22ba4c9f5fb2 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:57:57.654854 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:57.710937 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-364fb86f-76bc-44b4-b313-3c8bfc6e73ed tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:57.729045 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d97acc6b-eb32-4d5d-9c63-2e16fbde7b36 admin admin] Router b9cef20f-1964-4afb-a438-23862b29cfa9 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:57:57.730084 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-267d3a1e-172d-439c-b416-983f29f74410 req-7bcc4a32-cd3d-4f4e-b15d-40c723f88857 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=0043bfbb-2fb2-4013-8494-b5595b7ffb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3270249 May 05 21:57:57.743101 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-cfb2bc3a-ef52-47f1-83a6-05f163bda5be None None] Provisioning for port c0e431f3-8c79-46f5-b864-1768e892b56f completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:57:57.745478 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-364fb86f-76bc-44b4-b313-3c8bfc6e73ed tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "DELETE /v2.0/subnets/999f9fa1-2310-4871-bb53-00594bb911f0 HTTP/1.1" status: 204 len: 168 time: 2.3041770 May 05 21:57:57.769715 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49718) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:57.793051 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-55ae8dd7-57a2-480b-b039-497199aa7079 req-7e1a536a-af1a-4771-89f2-12a18015eea0 service neutron] For port 2dfbbe5d-73b5-4bde-a0a3-9d0374439853, host n-h1-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:57:57.798354 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124ea3fe-bff4-43c5-851e-620afdc383d2 None None] Network 9e79df31-ad81-4966-b266-a102a704457b requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:57:57.803272 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-55ae8dd7-57a2-480b-b039-497199aa7079 req-7e1a536a-af1a-4771-89f2-12a18015eea0 service neutron] For port 2dfbbe5d-73b5-4bde-a0a3-9d0374439853, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=2dfbbe5d-73b5-4bde-a0a3-9d0374439853,segment=NetworkSegment(11291c4e-c892-44d9-93b4-a1c85bc3baa2),segment_id=11291c4e-c892-44d9-93b4-a1c85bc3baa2)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:57:57.836939 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-55ae8dd7-57a2-480b-b039-497199aa7079 req-7e1a536a-af1a-4771-89f2-12a18015eea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:57.898357 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5c6b2200-09bf-417d-a8a5-3ffe9a77fc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:57.968031 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-55ae8dd7-57a2-480b-b039-497199aa7079 req-7e1a536a-af1a-4771-89f2-12a18015eea0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:57.969097 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-55ae8dd7-57a2-480b-b039-497199aa7079 req-7e1a536a-af1a-4771-89f2-12a18015eea0 service neutron] 10.222.0.44 "PUT /v2.0/ports/2dfbbe5d-73b5-4bde-a0a3-9d0374439853 HTTP/1.1" status: 200 len: 1092 time: 5.9837675 May 05 21:57:58.053133 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-5c6b2200-09bf-417d-a8a5-3ffe9a77fc52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79219707-f65f-4b95-8488-5ddf4e75da04']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:57:58.142674 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-5c6b2200-09bf-417d-a8a5-3ffe9a77fc52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7131ccfa-3b55-41e7-92df-0bd8b51292e9') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:57:58.142974 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-5c6b2200-09bf-417d-a8a5-3ffe9a77fc52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7131ccfa-3b55-41e7-92df-0bd8b51292e9') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:57:58.157373 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5cafefa-08ff-47a3-bd88-fa39e4b89fe3', 'tag': '2dfbbe5d-73b5-4bde-a0a3-9d0374439853'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:57:58.285371 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5c6b2200-09bf-417d-a8a5-3ffe9a77fc52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:58.324643 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5c6b2200-09bf-417d-a8a5-3ffe9a77fc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:58.336091 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c6b2200-09bf-417d-a8a5-3ffe9a77fc52 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:57:58.336996 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5c6b2200-09bf-417d-a8a5-3ffe9a77fc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:58.351562 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-8272ab83-a83c-417b-a236-c28c75c28e47 None None] For port b3a3c173-a54c-4a45-8075-3683e434e811, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=b3a3c173-a54c-4a45-8075-3683e434e811,segment=NetworkSegment(7131ccfa-3b55-41e7-92df-0bd8b51292e9),segment_id=7131ccfa-3b55-41e7-92df-0bd8b51292e9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:57:58.352097 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8272ab83-a83c-417b-a236-c28c75c28e47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:58.404771 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-27eacadc-a9b2-4df1-a381-21ba790c6e9f tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:58.483417 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-3406a948-521d-4b19-b588-53ae409abc69 None None] Provisioning for port 4ff2f08f-216d-4c10-a4a3-ff5dbd64f7fc completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:57:58.529128 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a536a-af1a-4771-89f2-12a18015eea0 service neutron] Pushing event updated for resources: {'Port': ['ID=2dfbbe5d-73b5-4bde-a0a3-9d0374439853,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:58.533842 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b61eb935-fdc4-4857-9b10-4d5f02f75280 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:58.570720 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-8272ab83-a83c-417b-a236-c28c75c28e47 None None] Calling delete_port for b3a3c173-a54c-4a45-8075-3683e434e811 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:57:58.634436 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-3406a948-521d-4b19-b588-53ae409abc69 None None] Provisioning complete for port 4ff2f08f-216d-4c10-a4a3-ff5dbd64f7fc triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:57:58.634436 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3406a948-521d-4b19-b588-53ae409abc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:58.649074 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 21:57:58.649074 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:57:58.649074 n-d-825175-4 neutron-server[84063]: timer() May 05 21:57:58.649074 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:57:58.649074 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 21:57:58.649074 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:57:58.649074 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 21:57:58.649074 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:57:58.649074 n-d-825175-4 neutron-server[84063]: self._notify() May 05 21:57:58.649074 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:57:58.649074 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 21:57:58.649074 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:57:58.649074 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 21:57:58.649074 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:57:58.649074 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:57:58.649074 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:57:58.649074 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:57:58.649074 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:57:58.649074 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 21:57:58.649074 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:57:58.649074 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 21:57:58.649074 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:57:58.649074 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:57:58.649074 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:57:58.649074 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 21:57:58.649074 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:57:58.649074 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:57:58.649074 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:57:58.649074 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:57:58.649074 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:57:58.649074 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:57:58.649074 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:57:58.665970 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5c6b2200-09bf-417d-a8a5-3ffe9a77fc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:58.729320 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5c6b2200-09bf-417d-a8a5-3ffe9a77fc52 admin admin] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:58.753369 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6b2200-09bf-417d-a8a5-3ffe9a77fc52 admin admin] Pushing event deleted for resources: {'Network': ['ID=79219707-f65f-4b95-8488-5ddf4e75da04,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:57:58.772591 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device c0e431f3-8c79-46f5-b864-1768e892b56f up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:57:58.777049 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5c6b2200-09bf-417d-a8a5-3ffe9a77fc52 admin admin] 10.222.0.23 "DELETE /v2.0/networks/79219707-f65f-4b95-8488-5ddf4e75da04 HTTP/1.1" status: 204 len: 168 time: 2.7196057 May 05 21:57:58.855137 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-b61eb935-fdc4-4857-9b10-4d5f02f75280 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Deleting port 906983ea-79a7-417a-b32e-521b340935af {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:57:58.855484 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b61eb935-fdc4-4857-9b10-4d5f02f75280 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:58.887622 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d97acc6b-eb32-4d5d-9c63-2e16fbde7b36 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:57:58.910355 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d97acc6b-eb32-4d5d-9c63-2e16fbde7b36 admin admin] 10.222.0.23 "PUT /v2.0/routers/b9cef20f-1964-4afb-a438-23862b29cfa9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5088379 May 05 21:57:58.932908 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c389e-f1ba-4222-bdd2-367da027bc4f req-0a091891-8e10-46f0-bf47-9c5d06bb17bb tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:58.941039 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2e1c389e-f1ba-4222-bdd2-367da027bc4f req-0a091891-8e10-46f0-bf47-9c5d06bb17bb tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7f0d23b-ecf3-4633-b7ce-5f224b3bd991 HTTP/1.1" status: 200 len: 945 time: 1.1061084 May 05 21:57:58.972871 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-3406a948-521d-4b19-b588-53ae409abc69 None None] Port 4ff2f08f-216d-4c10-a4a3-ff5dbd64f7fc cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:57:58.986222 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-55ae8dd7-57a2-480b-b039-497199aa7079 req-ab6ba628-e293-4ce4-aaf0-b5fcafed4c0f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3871b81283eb4c3ea0eb39b4f82cdc94&device_id=f5cafefa-08ff-47a3-bd88-fa39e4b89fe3 HTTP/1.1" status: 200 len: 1095 time: 0.8090916 May 05 21:57:59.060043 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-8272ab83-a83c-417b-a236-c28c75c28e47 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:57:59.060400 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-8272ab83-a83c-417b-a236-c28c75c28e47 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:57:59.067695 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8f18c56b-5cb9-40b5-adc9-08ff4a4ac336 req-5d5f3623-4435-4232-9363-05a11c5d7e18 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=96539926-3157-406d-977f-028308bff7aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4159126 May 05 21:57:59.076689 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-892e038c-fb8a-46fb-b7e7-17567440e350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9cef20f-1964-4afb-a438-23862b29cfa9', 'name': 'tempest-ServerRescueTestJSON-1970979342-router', 'tenant_id': '4ba96e3a2f29495a89fcbd646b4c3115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': 'e6772776-fcc9-4d4e-8cbc-2868eefb17ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:57:45Z', 'updated_at': '2022-05-05T21:57:54Z', 'revision_number': 4, 'project_id': '4ba96e3a2f29495a89fcbd646b4c3115', 'gw_port': {'id': 'e6772776-fcc9-4d4e-8cbc-2868eefb17ec', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c1:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9cef20f-1964-4afb-a438-23862b29cfa9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:57:47Z', 'updated_at': '2022-05-05T21:57:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '3900aeaa-f584-4fda-8d7c-ed49f5ac2770', 'name': '', 'network_id': 'c94acb4e-545d-4469-be8f-99360ed510a0', 'tenant_id': '4ba96e3a2f29495a89fcbd646b4c3115', 'mac_address': 'fa:16:3e:e9:e2:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9cef20f-1964-4afb-a438-23862b29cfa9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '223f310f-878b-4c24-8a1d-6c4f58ae4a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:57:53Z', 'updated_at': '2022-05-05T21:57:54Z', 'revision_number': 2, 'project_id': '4ba96e3a2f29495a89fcbd646b4c3115', 'subnets': [{'id': '223f310f-878b-4c24-8a1d-6c4f58ae4a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:57:59.079189 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5538c6-0e3c-444e-a319-15a86d102b60 req-1d638abb-b926-4897-91de-098f66fcb1e9 tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:59.080692 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8c5538c6-0e3c-444e-a319-15a86d102b60 req-1d638abb-b926-4897-91de-098f66fcb1e9 tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5cafefa-08ff-47a3-bd88-fa39e4b89fe3 HTTP/1.1" status: 200 len: 944 time: 0.7799695 May 05 21:57:59.085553 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892e038c-fb8a-46fb-b7e7-17567440e350 None None] The sync data for ids ['b9cef20f-1964-4afb-a438-23862b29cfa9'] in n-d-825175-4 is: [{'id': 'b9cef20f-1964-4afb-a438-23862b29cfa9', 'name': 'tempest-ServerRescueTestJSON-1970979342-router', 'tenant_id': '4ba96e3a2f29495a89fcbd646b4c3115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': 'e6772776-fcc9-4d4e-8cbc-2868eefb17ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:57:45Z', 'updated_at': '2022-05-05T21:57:54Z', 'revision_number': 4, 'project_id': '4ba96e3a2f29495a89fcbd646b4c3115', 'gw_port': {'id': 'e6772776-fcc9-4d4e-8cbc-2868eefb17ec', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c1:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9cef20f-1964-4afb-a438-23862b29cfa9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:57:47Z', 'updated_at': '2022-05-05T21:57:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '3900aeaa-f584-4fda-8d7c-ed49f5ac2770', 'name': '', 'network_id': 'c94acb4e-545d-4469-be8f-99360ed510a0', 'tenant_id': '4ba96e3a2f29495a89fcbd646b4c3115', 'mac_address': 'fa:16:3e:e9:e2:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9cef20f-1964-4afb-a438-23862b29cfa9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '223f310f-878b-4c24-8a1d-6c4f58ae4a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:57:53Z', 'updated_at': '2022-05-05T21:57:54Z', 'revision_number': 2, 'project_id': '4ba96e3a2f29495a89fcbd646b4c3115', 'subnets': [{'id': '223f310f-878b-4c24-8a1d-6c4f58ae4a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:57:59.122363 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port c0e431f3-8c79-46f5-b864-1768e892b56f completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:57:59.134760 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port c0e431f3-8c79-46f5-b864-1768e892b56f triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:57:59.135631 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:59.169245 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49736) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:59.257810 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05344fb-9961-44a0-80c6-a65d49499bc4 None None] DHCP port deletion for 9e79df31-ad81-4966-b266-a102a704457b request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 21:57:59.304022 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-a05344fb-9961-44a0-80c6-a65d49499bc4 None None] Deleting port 906983ea-79a7-417a-b32e-521b340935af {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:57:59.305172 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a05344fb-9961-44a0-80c6-a65d49499bc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:59.320476 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-55ae8dd7-57a2-480b-b039-497199aa7079 req-4618826b-f009-4b83-a8a0-cc9e30ce9f68 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2dfbbe5d-73b5-4bde-a0a3-9d0374439853 HTTP/1.1" status: 200 len: 217 time: 0.3000517 May 05 21:57:59.374261 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2e1c389e-f1ba-4222-bdd2-367da027bc4f req-865ba054-d410-4c40-98e2-02e76b77b34e tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4322243 May 05 21:57:59.378220 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-6c92c8a1-d7a4-4c36-8a1a-ad0062a2f499 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9595afcdb7a340dfb614ce1dbfb5db82&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2076437 May 05 21:57:59.381134 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49744) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:57:59.449682 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8f18c56b-5cb9-40b5-adc9-08ff4a4ac336 req-8c99e964-2339-4d11-a296-e134036721fa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c3f9ce50114047b1adfc22c64baa15b0&device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 6500 time: 0.2007136 May 05 21:57:59.575152 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-8272ab83-a83c-417b-a236-c28c75c28e47 None None] Deleting port b3a3c173-a54c-4a45-8075-3683e434e811 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:57:59.576103 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8272ab83-a83c-417b-a236-c28c75c28e47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:59.597155 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3058c747-e996-4440-a98c-b57e37c9e26c'] response: {'name': 'network-changed', 'server_uuid': 'f5cafefa-08ff-47a3-bd88-fa39e4b89fe3', 'tag': '2dfbbe5d-73b5-4bde-a0a3-9d0374439853', 'status': 'completed', 'code': 200} May 05 21:57:59.667898 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18c56b-5cb9-40b5-adc9-08ff4a4ac336 req-5db220b9-e126-4c51-9e6d-4d89a864e320 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:59.668271 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18c56b-5cb9-40b5-adc9-08ff4a4ac336 req-5db220b9-e126-4c51-9e6d-4d89a864e320 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:59.668689 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18c56b-5cb9-40b5-adc9-08ff4a4ac336 req-5db220b9-e126-4c51-9e6d-4d89a864e320 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:57:59.670275 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8f18c56b-5cb9-40b5-adc9-08ff4a4ac336 req-5db220b9-e126-4c51-9e6d-4d89a864e320 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3120f5ac-8b43-4ef1-9697-254002b20677&id=c1301700-8066-4240-acf4-e47c77ffe534&id=c1301700-8066-4240-acf4-e47c77ffe534&id=c1301700-8066-4240-acf4-e47c77ffe534&id=c1301700-8066-4240-acf4-e47c77ffe534&id=bc00cc89-bdd8-4ed0-b801-d435664de8a6&id=bc00cc89-bdd8-4ed0-b801-d435664de8a6 HTTP/1.1" status: 200 len: 2296 time: 0.1903300 May 05 21:57:59.796737 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-24be5429-944e-4b11-b81e-95f02fa982c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:59.863905 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-24be5429-944e-4b11-b81e-95f02fa982c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:57:59.926925 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8f18c56b-5cb9-40b5-adc9-08ff4a4ac336 req-721b003d-6625-4724-8636-083c5608ff3b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49bcc364-28e8-4ab9-8b4e-d2fa9332d772 HTTP/1.1" status: 200 len: 1000 time: 0.2178748 May 05 21:57:59.955860 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-8272ab83-a83c-417b-a236-c28c75c28e47 None None] The port 'b3a3c173-a54c-4a45-8075-3683e434e811' was deleted {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 21:58:00.005298 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18c56b-5cb9-40b5-adc9-08ff4a4ac336 req-ccb22811-7517-43ed-9360-1a350800cf5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:00.007212 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8f18c56b-5cb9-40b5-adc9-08ff4a4ac336 req-ccb22811-7517-43ed-9360-1a350800cf5b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a1594dc8-6a87-4080-8b31-94a5f80267f6 HTTP/1.1" status: 200 len: 856 time: 0.0719662 May 05 21:58:00.026595 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae8dd7-57a2-480b-b039-497199aa7079 req-5149ca68-d383-4d52-b058-23cc102174a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:00.030987 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-24be5429-944e-4b11-b81e-95f02fa982c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:00.034026 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-55ae8dd7-57a2-480b-b039-497199aa7079 req-5149ca68-d383-4d52-b058-23cc102174a5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9691d172-86c1-4d0d-9b35-fafee8a4d95f HTTP/1.1" status: 200 len: 865 time: 0.6501713 May 05 21:58:00.051490 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:00.088215 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8c5538c6-0e3c-444e-a319-15a86d102b60 req-8538e330-ef38-4d25-a2ff-29405f895920 tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] 10.222.0.23 "GET /v2.0/security-groups?id=f488f106-9914-4b9d-9b33-f6990ec589d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9474630 May 05 21:58:00.089283 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-550d966b-500a-498e-96ab-5dbdac756341 None None] Provisioning complete for port c0e431f3-8c79-46f5-b864-1768e892b56f triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:58:00.089653 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-550d966b-500a-498e-96ab-5dbdac756341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:00.095262 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-24be5429-944e-4b11-b81e-95f02fa982c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:00.097063 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-24be5429-944e-4b11-b81e-95f02fa982c8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/69215bb4-aa47-46d3-ab34-427aa4254c04 HTTP/1.1" status: 204 len: 168 time: 0.7135646 May 05 21:58:00.105618 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24be5429-944e-4b11-b81e-95f02fa982c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69215bb4-aa47-46d3-ab34-427aa4254c04,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:00.129200 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-55ae8dd7-57a2-480b-b039-497199aa7079 req-d75bd27f-9eac-4550-909e-350ad19ad30c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=322449ec-89aa-4007-9c3e-0c6b5ac820c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0936744 May 05 21:58:00.172751 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8f18c56b-5cb9-40b5-adc9-08ff4a4ac336 req-d47e2418-f97f-41b8-82c4-c9818082c10e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3120f5ac-8b43-4ef1-9697-254002b20677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1450706 May 05 21:58:00.237840 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port c0e431f3-8c79-46f5-b864-1768e892b56f, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=c0e431f3-8c79-46f5-b864-1768e892b56f,segment=NetworkSegment(16d58a5b-33dd-42c8-bc08-4e0c89839acb),segment_id=16d58a5b-33dd-42c8-bc08-4e0c89839acb)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:58:00.246246 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-a05344fb-9961-44a0-80c6-a65d49499bc4 None None] For port 906983ea-79a7-417a-b32e-521b340935af, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=906983ea-79a7-417a-b32e-521b340935af,segment=NetworkSegment(8d52cd99-7276-4d77-b532-855437cd5e3e),segment_id=8d52cd99-7276-4d77-b532-855437cd5e3e)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:58:00.248251 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a05344fb-9961-44a0-80c6-a65d49499bc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:00.264749 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-b61eb935-fdc4-4857-9b10-4d5f02f75280 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] For port 906983ea-79a7-417a-b32e-521b340935af, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=906983ea-79a7-417a-b32e-521b340935af,segment=NetworkSegment(8d52cd99-7276-4d77-b532-855437cd5e3e),segment_id=8d52cd99-7276-4d77-b532-855437cd5e3e)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:58:00.269032 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b61eb935-fdc4-4857-9b10-4d5f02f75280 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:00.388156 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:00.456360 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8f18c56b-5cb9-40b5-adc9-08ff4a4ac336 req-c97327c6-944c-449e-904f-28edecb1e360 service neutron] 10.222.0.32 "GET /v2.0/networks/3120f5ac-8b43-4ef1-9697-254002b20677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766638 May 05 21:58:00.516167 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-27eacadc-a9b2-4df1-a381-21ba790c6e9f tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:00.609074 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-b61eb935-fdc4-4857-9b10-4d5f02f75280 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Calling delete_port for 906983ea-79a7-417a-b32e-521b340935af owned by network:dhcp {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:58:00.661532 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-a05344fb-9961-44a0-80c6-a65d49499bc4 None None] Calling delete_port for 906983ea-79a7-417a-b32e-521b340935af owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:58:00.712327 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device e6772776-fcc9-4d4e-8cbc-2868eefb17ec up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:58:00.772226 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8f18c56b-5cb9-40b5-adc9-08ff4a4ac336 req-cdecc4d5-a7c6-49d4-8249-f822ebd3745f service neutron] 10.222.0.32 "GET /v2.0/networks/3120f5ac-8b43-4ef1-9697-254002b20677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078613 May 05 21:58:00.862434 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=c0e431f3-8c79-46f5-b864-1768e892b56f,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:00.873254 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8f18c56b-5cb9-40b5-adc9-08ff4a4ac336 req-c8ebf821-0614-4b27-a336-fe92cf04f154 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=5a7478fb-521e-4f6f-8635-8d5c3a9ffb68 HTTP/1.1" status: 200 len: 217 time: 0.0932913 May 05 21:58:00.885192 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-27eacadc-a9b2-4df1-a381-21ba790c6e9f tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:00.885950 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-27eacadc-a9b2-4df1-a381-21ba790c6e9f tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:00.888216 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a05344fb-9961-44a0-80c6-a65d49499bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:00.898553 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad019f20-d9f4-4ec7-b90f-55f014de6d26 req-4aa49e47-5946-4d16-91d2-c3bc2bcc8e26 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:00.909572 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ad019f20-d9f4-4ec7-b90f-55f014de6d26 req-4aa49e47-5946-4d16-91d2-c3bc2bcc8e26 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/networks?id=c94acb4e-545d-4469-be8f-99360ed510a0 HTTP/1.1" status: 200 len: 811 time: 0.2264483 May 05 21:58:00.961223 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18c56b-5cb9-40b5-adc9-08ff4a4ac336 req-9c64ebea-52dc-4099-ab20-3b852ea690e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:00.963215 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8f18c56b-5cb9-40b5-adc9-08ff4a4ac336 req-9c64ebea-52dc-4099-ab20-3b852ea690e9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f64f1e7a-817f-4ccd-9184-65d8ed36e073 HTTP/1.1" status: 200 len: 797 time: 0.0824687 May 05 21:58:01.025652 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05344fb-9961-44a0-80c6-a65d49499bc4 None None] Pushing event deleted for resources: {'Port': ['ID=906983ea-79a7-417a-b32e-521b340935af,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:01.035827 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ad019f20-d9f4-4ec7-b90f-55f014de6d26 req-c2894ee8-8dbb-4d94-a256-fc1066f78de4 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/quotas/4ba96e3a2f29495a89fcbd646b4c3115 HTTP/1.1" status: 200 len: 375 time: 0.1247163 May 05 21:58:01.051973 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05344fb-9961-44a0-80c6-a65d49499bc4 None None] No DVR routers for this DVR port 906983ea-79a7-417a-b32e-521b340935af on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:58:01.104769 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8f18c56b-5cb9-40b5-adc9-08ff4a4ac336 req-40dc2dba-15b7-4132-b519-ea165ec590fe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c1301700-8066-4240-acf4-e47c77ffe534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1307392 May 05 21:58:01.116211 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port e6772776-fcc9-4d4e-8cbc-2868eefb17ec completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:58:01.123634 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port e6772776-fcc9-4d4e-8cbc-2868eefb17ec triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:58:01.124238 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:01.148278 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046394c7-1ff6-440e-b517-fae0cbda257c req-8940cab5-fdc4-43cc-ae75-1fe2895b524b tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:01.149870 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-046394c7-1ff6-440e-b517-fae0cbda257c req-8940cab5-fdc4-43cc-ae75-1fe2895b524b tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=2510197e-0167-4df8-b662-758eb5911dee HTTP/1.1" status: 200 len: 946 time: 1.2390304 May 05 21:58:01.243266 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eacadc-a9b2-4df1-a381-21ba790c6e9f tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Pushing event updated for resources: {'Port': ['ID=4ff2f08f-216d-4c10-a4a3-ff5dbd64f7fc,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:01.262267 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.api [None req-b61eb935-fdc4-4857-9b10-4d5f02f75280 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:58:01.262859 n-d-825175-4 neutron-server[84061]: DEBUG oslo_db.api [None req-b61eb935-fdc4-4857-9b10-4d5f02f75280 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:58:01.290087 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-55ae8dd7-57a2-480b-b039-497199aa7079 req-3f07e181-87a7-4ce5-8d1d-c048eea5cc0a service neutron] 10.222.0.44 "GET /v2.0/networks/322449ec-89aa-4007-9c3e-0c6b5ac820c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1351659 May 05 21:58:01.306628 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:01.307255 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-046394c7-1ff6-440e-b517-fae0cbda257c req-b568f72a-dd55-4564-a586-69142b137536 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=0043bfbb-2fb2-4013-8494-b5595b7ffb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246223 May 05 21:58:01.325497 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port e6772776-fcc9-4d4e-8cbc-2868eefb17ec, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=e6772776-fcc9-4d4e-8cbc-2868eefb17ec,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:58:01.333305 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:01.401285 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8f18c56b-5cb9-40b5-adc9-08ff4a4ac336 req-077bca05-e205-4e2c-9367-f4a499424454 service neutron] 10.222.0.32 "GET /v2.0/networks/c1301700-8066-4240-acf4-e47c77ffe534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849030 May 05 21:58:01.432417 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 906983ea-79a7-417a-b32e-521b340935af no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:58:01.475441 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-55ae8dd7-57a2-480b-b039-497199aa7079 req-db186a85-f3a2-4b82-8141-27121a5ad7a8 service neutron] 10.222.0.44 "GET /v2.0/networks/322449ec-89aa-4007-9c3e-0c6b5ac820c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556962 May 05 21:58:01.477086 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 906983ea-79a7-417a-b32e-521b340935af {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:58:01.477485 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 906983ea-79a7-417a-b32e-521b340935af not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:58:01.477905 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device b3a3c173-a54c-4a45-8075-3683e434e811 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:58:01.523512 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27eacadc-a9b2-4df1-a381-21ba790c6e9f tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Network eed49bc7-c2b2-4831-bb49-dc5bef5ff6b5 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:58:01.527613 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-27eacadc-a9b2-4df1-a381-21ba790c6e9f tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:58:01.541731 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: b3a3c173-a54c-4a45-8075-3683e434e811 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:58:01.542281 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device b3a3c173-a54c-4a45-8075-3683e434e811 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:58:01.571688 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=e6772776-fcc9-4d4e-8cbc-2868eefb17ec,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:01.649629 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ad019f20-d9f4-4ec7-b90f-55f014de6d26 req-8f476319-246b-4bf1-9fa3-a0ad7573f8ea tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4ba96e3a2f29495a89fcbd646b4c3115&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6125464 May 05 21:58:01.659165 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8f18c56b-5cb9-40b5-adc9-08ff4a4ac336 req-755cb2a7-ac9d-47da-bd0d-34d2c99e151d service neutron] 10.222.0.32 "GET /v2.0/networks/c1301700-8066-4240-acf4-e47c77ffe534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497416 May 05 21:58:01.746333 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [req-ad019f20-d9f4-4ec7-b90f-55f014de6d26 req-75641608-a00d-41b8-83c3-d1ff5022b279 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 21:58:01.747645 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ad019f20-d9f4-4ec7-b90f-55f014de6d26 req-75641608-a00d-41b8-83c3-d1ff5022b279 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0972667 May 05 21:58:01.753997 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8f18c56b-5cb9-40b5-adc9-08ff4a4ac336 req-2b335ca9-9b4f-4c06-9491-451575f2cc7c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.115&port_id=40d79594-36bc-4bf3-b743-389d36c9b783 HTTP/1.1" status: 200 len: 217 time: 0.0807953 May 05 21:58:01.817926 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-b61eb935-fdc4-4857-9b10-4d5f02f75280 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Deleting port 906983ea-79a7-417a-b32e-521b340935af {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:58:01.818266 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b61eb935-fdc4-4857-9b10-4d5f02f75280 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:01.926020 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-5340b2db-cdcf-4fd4-82a3-e39c4f983539 None None] Provisioning complete for port 4ff2f08f-216d-4c10-a4a3-ff5dbd64f7fc triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:58:01.926644 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5340b2db-cdcf-4fd4-82a3-e39c4f983539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:01.929849 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18c56b-5cb9-40b5-adc9-08ff4a4ac336 req-c990682f-8709-478c-9be9-103b4183250e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:01.931555 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8f18c56b-5cb9-40b5-adc9-08ff4a4ac336 req-c990682f-8709-478c-9be9-103b4183250e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f64f1e7a-817f-4ccd-9184-65d8ed36e073 HTTP/1.1" status: 200 len: 797 time: 0.1767299 May 05 21:58:01.985088 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-5340b2db-cdcf-4fd4-82a3-e39c4f983539 None None] Port 4ff2f08f-216d-4c10-a4a3-ff5dbd64f7fc cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:58:02.019813 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8f18c56b-5cb9-40b5-adc9-08ff4a4ac336 req-d3581227-6a8c-426e-82fc-7af9ff7ebe04 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c1301700-8066-4240-acf4-e47c77ffe534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0805275 May 05 21:58:02.142637 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-b61eb935-fdc4-4857-9b10-4d5f02f75280 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] The port '906983ea-79a7-417a-b32e-521b340935af' was deleted {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 21:58:02.164893 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8f18c56b-5cb9-40b5-adc9-08ff4a4ac336 req-b2a5cc34-d292-4ef6-bb3d-1634f1041bef service neutron] 10.222.0.32 "GET /v2.0/networks/c1301700-8066-4240-acf4-e47c77ffe534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361649 May 05 21:58:02.306694 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8f18c56b-5cb9-40b5-adc9-08ff4a4ac336 req-a66197f7-4d5a-4e6e-b4ae-fc8ea8e47734 service neutron] 10.222.0.32 "GET /v2.0/networks/c1301700-8066-4240-acf4-e47c77ffe534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353767 May 05 21:58:02.375820 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8f18c56b-5cb9-40b5-adc9-08ff4a4ac336 req-40207be2-bcc8-4e44-b7d2-b43dbe5e411d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=84c61080-09da-4d95-bf6c-97692f2369f2 HTTP/1.1" status: 200 len: 217 time: 0.0619550 May 05 21:58:02.441608 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18c56b-5cb9-40b5-adc9-08ff4a4ac336 req-d8037972-1b27-43e5-9878-e0783155b10b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:02.443140 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8f18c56b-5cb9-40b5-adc9-08ff4a4ac336 req-d8037972-1b27-43e5-9878-e0783155b10b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f64f1e7a-817f-4ccd-9184-65d8ed36e073 HTTP/1.1" status: 200 len: 797 time: 0.0622444 May 05 21:58:02.472334 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b61eb935-fdc4-4857-9b10-4d5f02f75280 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:02.476127 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device e6772776-fcc9-4d4e-8cbc-2868eefb17ec up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:58:02.488936 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ad019f20-d9f4-4ec7-b90f-55f014de6d26 req-b89b3305-e787-4be6-a762-9317d50bcb6a service neutron] 10.222.0.23 "GET /v2.0/networks/c94acb4e-545d-4469-be8f-99360ed510a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6470184 May 05 21:58:02.532691 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8f18c56b-5cb9-40b5-adc9-08ff4a4ac336 req-4fd984e5-9e06-4ffa-80a4-763b916d2ad9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c1301700-8066-4240-acf4-e47c77ffe534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0823879 May 05 21:58:02.539546 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-019656f2-87c0-4de2-97b7-e26ef674043b req-eca79b56-b891-444d-a397-4968698494f0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3871b81283eb4c3ea0eb39b4f82cdc94&device_id=f5cafefa-08ff-47a3-bd88-fa39e4b89fe3 HTTP/1.1" status: 200 len: 1095 time: 0.9121833 May 05 21:58:02.549779 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81453683-92c9-4678-8bb9-af37e2a073fe req-a291c095-c855-404f-bd50-1a15c960fd7c tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:02.551240 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-81453683-92c9-4678-8bb9-af37e2a073fe req-a291c095-c855-404f-bd50-1a15c960fd7c tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7f0d23b-ecf3-4633-b7ce-5f224b3bd991 HTTP/1.1" status: 200 len: 945 time: 1.0252147 May 05 21:58:02.570426 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port e6772776-fcc9-4d4e-8cbc-2868eefb17ec triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:58:02.571940 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:02.636256 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-b61eb935-fdc4-4857-9b10-4d5f02f75280 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e79df31-ad81-4966-b266-a102a704457b']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:58:02.688581 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-b61eb935-fdc4-4857-9b10-4d5f02f75280 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d52cd99-7276-4d77-b532-855437cd5e3e') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:58:02.689280 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-b61eb935-fdc4-4857-9b10-4d5f02f75280 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d52cd99-7276-4d77-b532-855437cd5e3e') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:58:02.703154 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8f18c56b-5cb9-40b5-adc9-08ff4a4ac336 req-b1e29f55-814b-49b5-a2a9-e18ae9747746 service neutron] 10.222.0.32 "GET /v2.0/networks/c1301700-8066-4240-acf4-e47c77ffe534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652529 May 05 21:58:02.711616 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device c0e431f3-8c79-46f5-b864-1768e892b56f up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:58:02.767309 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b61eb935-fdc4-4857-9b10-4d5f02f75280 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:02.778974 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port c0e431f3-8c79-46f5-b864-1768e892b56f triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:58:02.780084 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:02.820460 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b61eb935-fdc4-4857-9b10-4d5f02f75280 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:02.843003 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8f18c56b-5cb9-40b5-adc9-08ff4a4ac336 req-7b49eee2-df55-45f8-9f5d-c98336cda470 service neutron] 10.222.0.32 "GET /v2.0/networks/c1301700-8066-4240-acf4-e47c77ffe534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329906 May 05 21:58:02.860608 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b61eb935-fdc4-4857-9b10-4d5f02f75280 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:58:02.861002 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b61eb935-fdc4-4857-9b10-4d5f02f75280 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:02.877187 n-d-825175-4 neutron-server[84061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:58:02.877187 n-d-825175-4 neutron-server[84061]: util.warn( May 05 21:58:02.877187 n-d-825175-4 neutron-server[84061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:58:02.877187 n-d-825175-4 neutron-server[84061]: util.warn( May 05 21:58:02.877187 n-d-825175-4 neutron-server[84061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:58:02.877187 n-d-825175-4 neutron-server[84061]: util.warn( May 05 21:58:02.877187 n-d-825175-4 neutron-server[84061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:58:02.877187 n-d-825175-4 neutron-server[84061]: util.warn( May 05 21:58:02.877187 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 21:58:02.877187 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:58:02.877187 n-d-825175-4 neutron-server[84061]: timer() May 05 21:58:02.877187 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:58:02.877187 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 21:58:02.877187 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:58:02.877187 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 21:58:02.877187 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:58:02.877187 n-d-825175-4 neutron-server[84061]: self._notify() May 05 21:58:02.877187 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:58:02.877187 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 21:58:02.877187 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:58:02.877187 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 21:58:02.877187 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:58:02.877187 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:58:02.877187 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:58:02.877187 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:58:02.877187 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:58:02.877187 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 21:58:02.877187 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:58:02.877187 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 21:58:02.877187 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:58:02.877187 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:58:02.877187 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:58:02.877187 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 21:58:02.877187 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:58:02.877187 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:58:02.877187 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:58:02.877187 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:58:02.877187 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:58:02.877187 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:58:02.877187 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:58:02.915811 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8f18c56b-5cb9-40b5-adc9-08ff4a4ac336 req-cd54fe2b-cc35-4f90-9b56-326d964aa7a9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=40be755c-7280-4fa7-ab8f-f0bd526d1201 HTTP/1.1" status: 200 len: 217 time: 0.0667248 May 05 21:58:02.943404 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-81453683-92c9-4678-8bb9-af37e2a073fe req-d6a5fc48-f2ae-452d-bc74-6b55eb5ea3da tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3794045 May 05 21:58:02.986872 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18c56b-5cb9-40b5-adc9-08ff4a4ac336 req-afc8624d-22be-4725-bb05-9f57dea5455e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:02.988475 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8f18c56b-5cb9-40b5-adc9-08ff4a4ac336 req-afc8624d-22be-4725-bb05-9f57dea5455e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f64f1e7a-817f-4ccd-9184-65d8ed36e073 HTTP/1.1" status: 200 len: 797 time: 0.0656171 May 05 21:58:02.992257 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ad019f20-d9f4-4ec7-b90f-55f014de6d26 req-3371abcf-5666-4342-af86-e9b5f06b22f5 service neutron] 10.222.0.23 "GET /v2.0/networks/c94acb4e-545d-4469-be8f-99360ed510a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4908066 May 05 21:58:02.995734 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019656f2-87c0-4de2-97b7-e26ef674043b req-5fc944f6-43cd-4d50-b3b6-7f84e1d2d83e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:02.997293 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-019656f2-87c0-4de2-97b7-e26ef674043b req-5fc944f6-43cd-4d50-b3b6-7f84e1d2d83e service neutron] 10.222.0.44 "GET /v2.0/networks?id=322449ec-89aa-4007-9c3e-0c6b5ac820c0 HTTP/1.1" status: 200 len: 926 time: 0.4385636 May 05 21:58:03.064692 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b61eb935-fdc4-4857-9b10-4d5f02f75280 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:03.070393 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b61eb935-fdc4-4857-9b10-4d5f02f75280 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:03.090589 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8f18c56b-5cb9-40b5-adc9-08ff4a4ac336 req-73034ec3-2c50-41f2-9337-46193ded9c7d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c1301700-8066-4240-acf4-e47c77ffe534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0932083 May 05 21:58:03.202030 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61eb935-fdc4-4857-9b10-4d5f02f75280 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event deleted for resources: {'Network': ['ID=9e79df31-ad81-4966-b266-a102a704457b,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:03.206451 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-019656f2-87c0-4de2-97b7-e26ef674043b req-10d4de5b-a23a-4711-8af2-cbd4b9a40ccf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2dfbbe5d-73b5-4bde-a0a3-9d0374439853 HTTP/1.1" status: 200 len: 217 time: 0.2008464 May 05 21:58:03.285464 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b61eb935-fdc4-4857-9b10-4d5f02f75280 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "DELETE /v2.0/networks/9e79df31-ad81-4966-b266-a102a704457b HTTP/1.1" status: 204 len: 168 time: 5.4588537 May 05 21:58:03.288939 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49788) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:58:03.306405 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-88680e19-3b36-47b0-b7c8-7c37d9c17d36 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1872622478', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:58:03.319786 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-88680e19-3b36-47b0-b7c8-7c37d9c17d36 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:58:03.326711 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8f18c56b-5cb9-40b5-adc9-08ff4a4ac336 req-b2142a29-f615-4928-9220-38b0498bc626 service neutron] 10.222.0.32 "GET /v2.0/networks/c1301700-8066-4240-acf4-e47c77ffe534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287769 May 05 21:58:03.333846 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-88680e19-3b36-47b0-b7c8-7c37d9c17d36 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Usage tracker for resource:router and tenant:663767b5203746b3b9addbbb99a48f8b is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:58:03.414611 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019656f2-87c0-4de2-97b7-e26ef674043b req-d45372ca-5989-498c-b969-fcfaf868e861 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:03.416762 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-019656f2-87c0-4de2-97b7-e26ef674043b req-d45372ca-5989-498c-b969-fcfaf868e861 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9691d172-86c1-4d0d-9b35-fafee8a4d95f HTTP/1.1" status: 200 len: 865 time: 0.1891961 May 05 21:58:03.417422 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-88680e19-3b36-47b0-b7c8-7c37d9c17d36 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:58:03.440662 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-88680e19-3b36-47b0-b7c8-7c37d9c17d36 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:58:03.479051 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-019656f2-87c0-4de2-97b7-e26ef674043b req-43ed1bf6-9710-434a-919c-b6423f773c2f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=322449ec-89aa-4007-9c3e-0c6b5ac820c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518854 May 05 21:58:03.479918 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27eacadc-a9b2-4df1-a381-21ba790c6e9f tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Router b9f79c8c-603b-4f51-b640-c49eb4f17e39 is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 21:58:03.482827 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-88680e19-3b36-47b0-b7c8-7c37d9c17d36 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:03.483764 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-88680e19-3b36-47b0-b7c8-7c37d9c17d36 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:03.522030 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8f18c56b-5cb9-40b5-adc9-08ff4a4ac336 req-40ea4468-0495-4570-921d-e69f96cce381 service neutron] 10.222.0.32 "GET /v2.0/networks/c1301700-8066-4240-acf4-e47c77ffe534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849174 May 05 21:58:03.527108 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-88680e19-3b36-47b0-b7c8-7c37d9c17d36 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:03.529440 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d24d7-c3be-47ce-9c8b-d770937b7c29 req-38ac3599-72b0-4007-a0a6-ed58fbae47cd tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:03.531088 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4b9d24d7-c3be-47ce-9c8b-d770937b7c29 req-38ac3599-72b0-4007-a0a6-ed58fbae47cd tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5cafefa-08ff-47a3-bd88-fa39e4b89fe3 HTTP/1.1" status: 200 len: 944 time: 0.4206860 May 05 21:58:03.637080 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8f18c56b-5cb9-40b5-adc9-08ff4a4ac336 req-99154202-e154-4841-b22f-e8c7504a208e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d981f185-f142-4e87-9f70-65eca8f3b9fb HTTP/1.1" status: 200 len: 217 time: 0.0926995 May 05 21:58:03.685549 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-019656f2-87c0-4de2-97b7-e26ef674043b req-723722c0-1026-409f-8f88-b7413e516979 service neutron] 10.222.0.44 "GET /v2.0/networks/322449ec-89aa-4007-9c3e-0c6b5ac820c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980171 May 05 21:58:03.689614 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49800) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:58:03.814165 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-88680e19-3b36-47b0-b7c8-7c37d9c17d36 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:03.861173 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18c56b-5cb9-40b5-adc9-08ff4a4ac336 req-f1ae4b6a-ed54-476b-9349-5257e7a7d6cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:03.862724 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8f18c56b-5cb9-40b5-adc9-08ff4a4ac336 req-f1ae4b6a-ed54-476b-9349-5257e7a7d6cd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=61b42a37-825f-4627-8501-c242dd47987c HTTP/1.1" status: 200 len: 797 time: 0.2178092 May 05 21:58:03.863630 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-88680e19-3b36-47b0-b7c8-7c37d9c17d36 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:03.864650 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-88680e19-3b36-47b0-b7c8-7c37d9c17d36 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5740571 May 05 21:58:03.867522 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49806) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:58:03.903780 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-23da8296-3a22-490a-ae6e-129548f5a4ab tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Request body: {'network': {'name': 'tempest-RoutersTest-590474918'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:58:03.918128 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-23da8296-3a22-490a-ae6e-129548f5a4ab tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:58:03.925039 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-23da8296-3a22-490a-ae6e-129548f5a4ab tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Usage tracker for resource:network and tenant:663767b5203746b3b9addbbb99a48f8b is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:58:03.928777 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-23da8296-3a22-490a-ae6e-129548f5a4ab tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:58:03.936176 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-23da8296-3a22-490a-ae6e-129548f5a4ab tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:58:03.956260 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d5041e-3c28-4dfa-95b9-35568506c4fa req-1b47fcb7-d8f2-4688-93be-e936266faefe tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:03.957952 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c2d5041e-3c28-4dfa-95b9-35568506c4fa req-1b47fcb7-d8f2-4688-93be-e936266faefe tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=2510197e-0167-4df8-b662-758eb5911dee HTTP/1.1" status: 200 len: 946 time: 0.6260550 May 05 21:58:03.977371 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23da8296-3a22-490a-ae6e-129548f5a4ab tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Made reservation on behalf of 663767b5203746b3b9addbbb99a48f8b for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:58:03.981075 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 2dfbbe5d-73b5-4bde-a0a3-9d0374439853 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:58:03.988804 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-23da8296-3a22-490a-ae6e-129548f5a4ab tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:04.038472 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8f18c56b-5cb9-40b5-adc9-08ff4a4ac336 req-bbdc76d5-dac9-4675-92a5-615980f2eabd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bc00cc89-bdd8-4ed0-b801-d435664de8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1681645 May 05 21:58:04.065634 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23da8296-3a22-490a-ae6e-129548f5a4ab tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:58:04.079073 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-23da8296-3a22-490a-ae6e-129548f5a4ab tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:04.079073 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-23da8296-3a22-490a-ae6e-129548f5a4ab tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Added segment ffbd983e-4048-4677-8a97-7f020b90f24f of type vlan for network 6fe30055-2bd1-42fb-b6e9-f282563854ed May 05 21:58:04.155603 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4b9d24d7-c3be-47ce-9c8b-d770937b7c29 req-3422db50-f193-4ada-94ed-1b455f4ab632 tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] 10.222.0.23 "GET /v2.0/security-groups?id=f488f106-9914-4b9d-9b33-f6990ec589d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4674623 May 05 21:58:04.200549 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-23da8296-3a22-490a-ae6e-129548f5a4ab tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:04.204119 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 2dfbbe5d-73b5-4bde-a0a3-9d0374439853, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=2dfbbe5d-73b5-4bde-a0a3-9d0374439853,segment=NetworkSegment(11291c4e-c892-44d9-93b4-a1c85bc3baa2),segment_id=11291c4e-c892-44d9-93b4-a1c85bc3baa2)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:58:04.223786 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '2dfbbe5d-73b5-4bde-a0a3-9d0374439853', 'network_id': '322449ec-89aa-4007-9c3e-0c6b5ac820c0', 'port_id': '2dfbbe5d-73b5-4bde-a0a3-9d0374439853', 'mac_address': 'fa:16:3e:9b:97:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9691d172-86c1-4d0d-9b35-fafee8a4d95f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:58:04.246132 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-256b4d38-2324-412c-8177-fd327872609f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:04.279603 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-23da8296-3a22-490a-ae6e-129548f5a4ab tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:04.283658 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23da8296-3a22-490a-ae6e-129548f5a4ab tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:04.284326 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-23da8296-3a22-490a-ae6e-129548f5a4ab tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:04.285550 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c2d5041e-3c28-4dfa-95b9-35568506c4fa req-90479c58-aad7-4407-a46f-19a3b8d5f93d tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=0043bfbb-2fb2-4013-8494-b5595b7ffb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3110631 May 05 21:58:04.294153 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:04.322374 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dfbbe5d-73b5-4bde-a0a3-9d0374439853 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:58:04.347562 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 2dfbbe5d-73b5-4bde-a0a3-9d0374439853, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=2dfbbe5d-73b5-4bde-a0a3-9d0374439853,segment=NetworkSegment(11291c4e-c892-44d9-93b4-a1c85bc3baa2),segment_id=11291c4e-c892-44d9-93b4-a1c85bc3baa2)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:58:04.349509 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-019656f2-87c0-4de2-97b7-e26ef674043b req-6ddeea23-27fb-4a3f-821f-f7c87d82f703 service neutron] 10.222.0.44 "GET /v2.0/networks/322449ec-89aa-4007-9c3e-0c6b5ac820c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6528139 May 05 21:58:04.350963 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-256b4d38-2324-412c-8177-fd327872609f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:58:04.356326 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:04.364682 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-256b4d38-2324-412c-8177-fd327872609f admin admin] Usage tracker for resource:security_group_rule and tenant:b4c7b8a6434a4a57927d0f1deaea2c96 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:58:04.370065 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-256b4d38-2324-412c-8177-fd327872609f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:58:04.383438 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-256b4d38-2324-412c-8177-fd327872609f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:58:04.414585 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27eacadc-a9b2-4df1-a381-21ba790c6e9f tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:58:04.427148 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e955b8-9fac-48b3-99e5-73d3b94010f7 None None] Sync routers for ids ['b9f79c8c-603b-4f51-b640-c49eb4f17e39'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:58:04.434341 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-27eacadc-a9b2-4df1-a381-21ba790c6e9f tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] 10.222.0.23 "PUT /v2.0/routers/b9f79c8c-603b-4f51-b640-c49eb4f17e39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3758950 May 05 21:58:04.435433 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49812) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:58:04.447038 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-23da8296-3a22-490a-ae6e-129548f5a4ab tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5784192 May 05 21:58:04.452992 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e955b8-9fac-48b3-99e5-73d3b94010f7 None None] Routers {'b9f79c8c-603b-4f51-b640-c49eb4f17e39'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:58:04.453972 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-17e955b8-9fac-48b3-99e5-73d3b94010f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:57:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['b9f79c8c-603b-4f51-b640-c49eb4f17e39'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:58:04.470777 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49816) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:58:04.472908 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8f18c56b-5cb9-40b5-adc9-08ff4a4ac336 req-4345415b-619b-4d70-a499-13a4a388100d service neutron] 10.222.0.32 "GET /v2.0/networks/bc00cc89-bdd8-4ed0-b801-d435664de8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533831 May 05 21:58:04.603492 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=2dfbbe5d-73b5-4bde-a0a3-9d0374439853,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:04.605799 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-1513bfa9-336b-42fe-b42a-ea8c9c1acdc2 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Request body: {'subnet': {'network_id': '6fe30055-2bd1-42fb-b6e9-f282563854ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:58:04.611411 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-17e955b8-9fac-48b3-99e5-73d3b94010f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:58:04.628522 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e955b8-9fac-48b3-99e5-73d3b94010f7 None None] Routers {'b9f79c8c-603b-4f51-b640-c49eb4f17e39'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:58:04.629288 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-17e955b8-9fac-48b3-99e5-73d3b94010f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:57:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['b9f79c8c-603b-4f51-b640-c49eb4f17e39'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:58:04.687848 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['2dfbbe5d-73b5-4bde-a0a3-9d0374439853'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:58:04.703342 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-17e955b8-9fac-48b3-99e5-73d3b94010f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:58:04.704020 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e955b8-9fac-48b3-99e5-73d3b94010f7 None None] The sync data for ids ['b9f79c8c-603b-4f51-b640-c49eb4f17e39'] in n-d-825175-4 is: [] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:58:04.804728 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-85f3ebf1-0e72-4051-a476-d29bb43d4cd4 req-adb8f382-fc9a-4c0e-b745-2cf07a2a440c tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d6c1d5e-1257-4597-a1c5-2b65d0679090 HTTP/1.1" status: 200 len: 210 time: 0.1407905 May 05 21:58:04.928995 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23da8296-3a22-490a-ae6e-129548f5a4ab tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event updated for resources: {'Network': ['ID=6fe30055-2bd1-42fb-b6e9-f282563854ed,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:04.943076 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 6fe30055-2bd1-42fb-b6e9-f282563854ed details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:58:04.945609 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-256b4d38-2324-412c-8177-fd327872609f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:04.963369 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-256b4d38-2324-412c-8177-fd327872609f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:04.971072 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-1513bfa9-336b-42fe-b42a-ea8c9c1acdc2 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:58:04.987162 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70221e8-1314-481a-8bde-a0a736167712 req-f7bb1f2f-f92e-4e8d-98f5-c4c21694356c tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:04.993121 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-1513bfa9-336b-42fe-b42a-ea8c9c1acdc2 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Usage tracker for resource:subnet and tenant:663767b5203746b3b9addbbb99a48f8b is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:58:04.994192 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f70221e8-1314-481a-8bde-a0a736167712 req-f7bb1f2f-f92e-4e8d-98f5-c4c21694356c tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7f0d23b-ecf3-4633-b7ce-5f224b3bd991 HTTP/1.1" status: 200 len: 945 time: 0.3290703 May 05 21:58:05.001746 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-1513bfa9-336b-42fe-b42a-ea8c9c1acdc2 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:58:05.023324 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-1513bfa9-336b-42fe-b42a-ea8c9c1acdc2 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:58:05.039485 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8f18c56b-5cb9-40b5-adc9-08ff4a4ac336 req-69d5e448-533b-4ccb-8923-30659b15ee85 service neutron] 10.222.0.32 "GET /v2.0/networks/bc00cc89-bdd8-4ed0-b801-d435664de8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4083896 May 05 21:58:05.045683 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad019f20-d9f4-4ec7-b90f-55f014de6d26 req-ce246cc9-630e-4f6e-930d-26afbb7b8987 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:05.046357 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-ad019f20-d9f4-4ec7-b90f-55f014de6d26 req-ce246cc9-630e-4f6e-930d-26afbb7b8987 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Synchronizing usage tracker for tenant:4ba96e3a2f29495a89fcbd646b4c3115 on resource:network {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:58:05.115166 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1513bfa9-336b-42fe-b42a-ea8c9c1acdc2 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Made reservation on behalf of 663767b5203746b3b9addbbb99a48f8b for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:58:05.136596 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-256b4d38-2324-412c-8177-fd327872609f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b4c7b8a6434a4a57927d0f1deaea2c96&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4432268 May 05 21:58:05.142642 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49820) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:58:05.147182 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256b4d38-2324-412c-8177-fd327872609f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd8e767-eb62-4fcd-b6f5-d98ef1bc12a9,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:05.149707 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8f18c56b-5cb9-40b5-adc9-08ff4a4ac336 req-ebcef75a-b5ed-4163-8064-77d20cf08da3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=948d6717-39b5-46c6-879f-ba0420345ef2 HTTP/1.1" status: 200 len: 217 time: 0.0983169 May 05 21:58:05.212558 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-ad019f20-d9f4-4ec7-b90f-55f014de6d26 req-ce246cc9-630e-4f6e-930d-26afbb7b8987 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Unset dirty status for tenant:4ba96e3a2f29495a89fcbd646b4c3115 on resource:network {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:58:05.214152 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ad019f20-d9f4-4ec7-b90f-55f014de6d26 req-ce246cc9-630e-4f6e-930d-26afbb7b8987 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.32 "GET /v2.0/networks?id=c94acb4e-545d-4469-be8f-99360ed510a0 HTTP/1.1" status: 200 len: 811 time: 0.5400784 May 05 21:58:05.235291 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f70221e8-1314-481a-8bde-a0a736167712 req-6d1f4b58-5b10-4f57-86d9-08437d327111 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401662 May 05 21:58:05.281540 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-ad019f20-d9f4-4ec7-b90f-55f014de6d26 req-e420ee1b-46b3-4222-8c0a-f98cbdadf2fd tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Request body: {'port': {'device_id': '5d6c1d5e-1257-4597-a1c5-2b65d0679090', 'network_id': 'c94acb4e-545d-4469-be8f-99360ed510a0', 'admin_state_up': True, 'tenant_id': '4ba96e3a2f29495a89fcbd646b4c3115'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:58:05.428251 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1513bfa9-336b-42fe-b42a-ea8c9c1acdc2 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:05.590738 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18c56b-5cb9-40b5-adc9-08ff4a4ac336 req-d221c273-917b-44e4-8b56-a19c83de5054 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:05.592428 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8f18c56b-5cb9-40b5-adc9-08ff4a4ac336 req-d221c273-917b-44e4-8b56-a19c83de5054 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=61b42a37-825f-4627-8501-c242dd47987c HTTP/1.1" status: 200 len: 797 time: 0.3908458 May 05 21:58:05.620212 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea158b9f-d8fe-4a91-9b3a-e8132ab76a8d req-0ea51849-a43d-4c40-b8d1-c964d1925709 tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:05.622342 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ea158b9f-d8fe-4a91-9b3a-e8132ab76a8d req-0ea51849-a43d-4c40-b8d1-c964d1925709 tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5cafefa-08ff-47a3-bd88-fa39e4b89fe3 HTTP/1.1" status: 200 len: 945 time: 0.2939167 May 05 21:58:05.635937 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1871354a-dce0-4273-89f8-7d5beb10f28f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:05.699105 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:05.824654 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ea158b9f-d8fe-4a91-9b3a-e8132ab76a8d req-630865e1-397b-4509-bfd7-9147992bd1db tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] 10.222.0.23 "GET /v2.0/security-groups?id=f488f106-9914-4b9d-9b33-f6990ec589d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943107 May 05 21:58:05.834886 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:05.916290 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217cb89-b0e9-4ee7-9257-3b34d663fd00 req-9c39cc05-634c-4f42-97a4-ca3857b8830e tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:05.917818 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0217cb89-b0e9-4ee7-9257-3b34d663fd00 req-9c39cc05-634c-4f42-97a4-ca3857b8830e tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=2510197e-0167-4df8-b662-758eb5911dee HTTP/1.1" status: 200 len: 946 time: 0.1580880 May 05 21:58:05.957527 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [None req-3ceeef25-591c-47ab-84b3-2cf677dc314e tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 21:58:05.962192 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-3ceeef25-591c-47ab-84b3-2cf677dc314e tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] 10.222.0.23 "PUT /v2.0/routers/b9f79c8c-603b-4f51-b640-c49eb4f17e39/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5224454 May 05 21:58:05.968460 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49848) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:58:05.976303 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-ad019f20-d9f4-4ec7-b90f-55f014de6d26 req-e420ee1b-46b3-4222-8c0a-f98cbdadf2fd tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:58:05.979742 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1871354a-dce0-4273-89f8-7d5beb10f28f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:05.998709 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 2dfbbe5d-73b5-4bde-a0a3-9d0374439853 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:58:06.065358 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 6b1f35d8-0048-415b-8a9a-e841251002df details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:58:06.070244 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-ad019f20-d9f4-4ec7-b90f-55f014de6d26 req-e420ee1b-46b3-4222-8c0a-f98cbdadf2fd tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Usage tracker for resource:port and tenant:4ba96e3a2f29495a89fcbd646b4c3115 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:58:06.090950 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-ad019f20-d9f4-4ec7-b90f-55f014de6d26 req-e420ee1b-46b3-4222-8c0a-f98cbdadf2fd tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:58:06.192579 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-ad019f20-d9f4-4ec7-b90f-55f014de6d26 req-e420ee1b-46b3-4222-8c0a-f98cbdadf2fd tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:58:06.274025 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0217cb89-b0e9-4ee7-9257-3b34d663fd00 req-ca2ab0cc-d661-4b2e-bbf1-d40c39d3642f tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=0043bfbb-2fb2-4013-8494-b5595b7ffb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3470364 May 05 21:58:06.277519 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 6b1f35d8-0048-415b-8a9a-e841251002df, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=6b1f35d8-0048-415b-8a9a-e841251002df,segment=NetworkSegment(5e9da586-bb12-4958-b15e-b7cf97bc3d1b),segment_id=5e9da586-bb12-4958-b15e-b7cf97bc3d1b)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:58:06.278181 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8f18c56b-5cb9-40b5-adc9-08ff4a4ac336 req-e54677ba-e1b3-4ee2-8d4b-46133bbd600f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bc00cc89-bdd8-4ed0-b801-d435664de8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6431024 May 05 21:58:06.284779 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad019f20-d9f4-4ec7-b90f-55f014de6d26 req-e420ee1b-46b3-4222-8c0a-f98cbdadf2fd tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Made reservation on behalf of 4ba96e3a2f29495a89fcbd646b4c3115 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:58:06.289802 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-ad019f20-d9f4-4ec7-b90f-55f014de6d26 req-e420ee1b-46b3-4222-8c0a-f98cbdadf2fd tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:06.304522 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '6b1f35d8-0048-415b-8a9a-e841251002df', 'network_id': '18b54df9-33ed-4370-adce-cf7c028d1c63', 'port_id': '6b1f35d8-0048-415b-8a9a-e841251002df', 'mac_address': 'fa:16:3e:de:c2:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53681791-224f-47a5-828b-e46692c08c1b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:58:06.367820 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024d51c-7db4-46c9-8bd6-ad277bea8e16 req-fdb5ca1f-d2f8-41c2-bab6-b17bc7275a2f tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:06.375831 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6024d51c-7db4-46c9-8bd6-ad277bea8e16 req-fdb5ca1f-d2f8-41c2-bab6-b17bc7275a2f tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7f0d23b-ecf3-4633-b7ce-5f224b3bd991 HTTP/1.1" status: 200 len: 945 time: 0.1702344 May 05 21:58:06.422343 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:06.487355 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6b1f35d8-0048-415b-8a9a-e841251002df {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:58:06.494504 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6024d51c-7db4-46c9-8bd6-ad277bea8e16 req-76bd4512-dfb5-4169-b9bc-9fdd919571ff tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100748 May 05 21:58:06.550215 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 6b1f35d8-0048-415b-8a9a-e841251002df, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=6b1f35d8-0048-415b-8a9a-e841251002df,segment=NetworkSegment(5e9da586-bb12-4958-b15e-b7cf97bc3d1b),segment_id=5e9da586-bb12-4958-b15e-b7cf97bc3d1b)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:58:06.553995 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1871354a-dce0-4273-89f8-7d5beb10f28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:06.563381 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:06.579938 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fca1d95d-ebde-43c7-af15-fe5c661e2239 req-516ebb69-88a0-45f9-801f-af180665a03d tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d6c1d5e-1257-4597-a1c5-2b65d0679090 HTTP/1.1" status: 200 len: 210 time: 0.0881414 May 05 21:58:06.637879 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 2dfbbe5d-73b5-4bde-a0a3-9d0374439853 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:58:06.656553 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1871354a-dce0-4273-89f8-7d5beb10f28f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd8e767-eb62-4fcd-b6f5-d98ef1bc12a9,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:06.672347 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 2dfbbe5d-73b5-4bde-a0a3-9d0374439853 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:58:06.673032 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:06.736331 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['6b1f35d8-0048-415b-8a9a-e841251002df'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:58:06.749649 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1871354a-dce0-4273-89f8-7d5beb10f28f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:06.751223 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1871354a-dce0-4273-89f8-7d5beb10f28f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fcd8e767-eb62-4fcd-b6f5-d98ef1bc12a9 HTTP/1.1" status: 204 len: 168 time: 1.6067619 May 05 21:58:06.752302 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1513bfa9-336b-42fe-b42a-ea8c9c1acdc2 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:06.869896 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8f18c56b-5cb9-40b5-adc9-08ff4a4ac336 req-172657e3-af36-4f29-91aa-e6079c846fc0 service neutron] 10.222.0.32 "GET /v2.0/networks/bc00cc89-bdd8-4ed0-b801-d435664de8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5672362 May 05 21:58:07.083370 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=6b1f35d8-0048-415b-8a9a-e841251002df,revision_number=6']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:07.144041 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:07.161819 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f02f802-555e-4db9-98ee-32f27273b907 req-5b861ccf-b4a3-4d29-8347-f123442f89e0 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:07.163385 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3f02f802-555e-4db9-98ee-32f27273b907 req-5b861ccf-b4a3-4d29-8347-f123442f89e0 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.44 "GET /v2.0/ports?device_id=b7f0d23b-ecf3-4633-b7ce-5f224b3bd991 HTTP/1.1" status: 200 len: 945 time: 0.3537042 May 05 21:58:07.174056 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-ad019f20-d9f4-4ec7-b90f-55f014de6d26 req-e420ee1b-46b3-4222-8c0a-f98cbdadf2fd tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Allocated IP 172.20.0.2 (c94acb4e-545d-4469-be8f-99360ed510a0/223f310f-878b-4c24-8a1d-6c4f58ae4a94/1c975d98-803d-4f29-a4b9-cfba4646e170) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:58:07.221191 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5cafefa-08ff-47a3-bd88-fa39e4b89fe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dfbbe5d-73b5-4bde-a0a3-9d0374439853'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:58:07.245986 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 2dfbbe5d-73b5-4bde-a0a3-9d0374439853, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=2dfbbe5d-73b5-4bde-a0a3-9d0374439853,segment=NetworkSegment(11291c4e-c892-44d9-93b4-a1c85bc3baa2),segment_id=11291c4e-c892-44d9-93b4-a1c85bc3baa2)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:58:07.257405 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:07.379752 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d754b2bd-cf15-4259-ad60-8aaf50e4dd6f'] response: {'server_uuid': 'f5cafefa-08ff-47a3-bd88-fa39e4b89fe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dfbbe5d-73b5-4bde-a0a3-9d0374439853', 'code': 200} May 05 21:58:07.433383 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=2dfbbe5d-73b5-4bde-a0a3-9d0374439853,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:07.449471 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-3f02f802-555e-4db9-98ee-32f27273b907 req-eb750623-c371-40b6-8449-7f1923de4810 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Deleting port c5119de4-87b6-4a10-8b02-b52fc9fd8b9d {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:58:07.449471 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-3f02f802-555e-4db9-98ee-32f27273b907 req-eb750623-c371-40b6-8449-7f1923de4810 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:07.781861 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1513bfa9-336b-42fe-b42a-ea8c9c1acdc2 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Checking segment: {'id': 'ffbd983e-4048-4677-8a97-7f020b90f24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6fe30055-2bd1-42fb-b6e9-f282563854ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:58:07.782498 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1513bfa9-336b-42fe-b42a-ea8c9c1acdc2 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Network hostable DHCP agents. Network: 6fe30055-2bd1-42fb-b6e9-f282563854ed, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:58:07.839566 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1513bfa9-336b-42fe-b42a-ea8c9c1acdc2 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event updated for resources: {'Subnet': ['ID=550c25b3-bde4-4d79-a9bd-8bd009910040,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:07.874579 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879081bd-4b79-4807-9cbf-037fc19f4115 req-d24da6af-97ba-44e2-b07c-f8e96d6ce34e tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:07.874579 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-879081bd-4b79-4807-9cbf-037fc19f4115 req-d24da6af-97ba-44e2-b07c-f8e96d6ce34e tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5cafefa-08ff-47a3-bd88-fa39e4b89fe3 HTTP/1.1" status: 200 len: 946 time: 0.8372147 May 05 21:58:07.874962 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1513bfa9-336b-42fe-b42a-ea8c9c1acdc2 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Network 6fe30055-2bd1-42fb-b6e9-f282563854ed is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:58:07.939261 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-1513bfa9-336b-42fe-b42a-ea8c9c1acdc2 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 6fe30055-2bd1-42fb-b6e9-f282563854ed) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:58:07.963988 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424f3ede-0660-4263-889e-b76450caf42a None None] Network 6fe30055-2bd1-42fb-b6e9-f282563854ed requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:58:07.972952 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7317da23-ae5e-49e7-81e0-d5e7bc0b37a0 req-e56f8025-7750-4303-9bb0-bfa9492e426a tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:07.980071 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7317da23-ae5e-49e7-81e0-d5e7bc0b37a0 req-e56f8025-7750-4303-9bb0-bfa9492e426a tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=2510197e-0167-4df8-b662-758eb5911dee HTTP/1.1" status: 200 len: 945 time: 0.4035370 May 05 21:58:08.009286 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1513bfa9-336b-42fe-b42a-ea8c9c1acdc2 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:08.010187 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1513bfa9-336b-42fe-b42a-ea8c9c1acdc2 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:08.061679 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1513bfa9-336b-42fe-b42a-ea8c9c1acdc2 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5874245 May 05 21:58:08.067756 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49882) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:58:08.072935 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-ad019f20-d9f4-4ec7-b90f-55f014de6d26 req-e420ee1b-46b3-4222-8c0a-f98cbdadf2fd tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:08.085720 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-879081bd-4b79-4807-9cbf-037fc19f4115 req-dd5e429f-26b3-4db3-b431-97e426102328 tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] 10.222.0.23 "GET /v2.0/security-groups?id=f488f106-9914-4b9d-9b33-f6990ec589d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123365 May 05 21:58:08.112167 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8f18c56b-5cb9-40b5-adc9-08ff4a4ac336 req-3ca428f6-a684-45b6-bcb5-21075a6004cd service neutron] 10.222.0.32 "GET /v2.0/networks/bc00cc89-bdd8-4ed0-b801-d435664de8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2118163 May 05 21:58:08.125259 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-00ddd183-e350-402e-8073-3bca0261cf73 req-bf137572-92fd-4356-87e4-b5e8c114dba6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f5cafefa-08ff-47a3-bd88-fa39e4b89fe3 HTTP/1.1" status: 200 len: 1097 time: 0.6214581 May 05 21:58:08.133418 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-119b00b1-83ae-4873-9beb-d1492a780354 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:08.354095 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 6b1f35d8-0048-415b-8a9a-e841251002df up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:58:08.364149 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7317da23-ae5e-49e7-81e0-d5e7bc0b37a0 req-f1a2a571-428d-4719-b6b3-8cf365ac147b tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=0043bfbb-2fb2-4013-8494-b5595b7ffb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3830960 May 05 21:58:08.460665 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-3f02f802-555e-4db9-98ee-32f27273b907 req-eb750623-c371-40b6-8449-7f1923de4810 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] For port c5119de4-87b6-4a10-8b02-b52fc9fd8b9d, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=c5119de4-87b6-4a10-8b02-b52fc9fd8b9d,segment=NetworkSegment(0aa4b5f2-fc2b-422a-9849-318a9f632a66),segment_id=0aa4b5f2-fc2b-422a-9849-318a9f632a66)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:58:08.461016 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-3f02f802-555e-4db9-98ee-32f27273b907 req-eb750623-c371-40b6-8449-7f1923de4810 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:08.648741 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-3f02f802-555e-4db9-98ee-32f27273b907 req-eb750623-c371-40b6-8449-7f1923de4810 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Calling delete_port for c5119de4-87b6-4a10-8b02-b52fc9fd8b9d owned by compute:nova {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:58:08.681816 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 6b1f35d8-0048-415b-8a9a-e841251002df triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:58:08.682568 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:08.723091 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-00ddd183-e350-402e-8073-3bca0261cf73 req-6478e69e-fae7-48bd-b971-c1c689ac4c06 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f488f106-9914-4b9d-9b33-f6990ec589d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4966466 May 05 21:58:08.767470 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4951de0-87da-414b-a6f0-4928aabcb8c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-6fe30055-2bd1-42fb-b6e9-f282563854ed', 'network_id': '6fe30055-2bd1-42fb-b6e9-f282563854ed', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'fixed_ips': [{'subnet_id': '550c25b3-bde4-4d79-a9bd-8bd009910040'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 21:58:08.768726 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d4951de0-87da-414b-a6f0-4928aabcb8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:08.775349 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dbea3deb-ecf0-42cc-830c-41f968276a2f req-4826cecd-379b-4f44-8c71-308bae26e4ab tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d6c1d5e-1257-4597-a1c5-2b65d0679090 HTTP/1.1" status: 200 len: 210 time: 0.0953317 May 05 21:58:08.778282 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-ad019f20-d9f4-4ec7-b90f-55f014de6d26 req-e420ee1b-46b3-4222-8c0a-f98cbdadf2fd tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:09.058366 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529221d-c0b7-4832-b7b0-b25ac9a50fd5 req-730b64ce-533d-4a15-9ea8-74f00b2c7a40 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:09.065420 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e529221d-c0b7-4832-b7b0-b25ac9a50fd5 req-730b64ce-533d-4a15-9ea8-74f00b2c7a40 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=b7f0d23b-ecf3-4633-b7ce-5f224b3bd991 HTTP/1.1" status: 200 len: 945 time: 0.6978347 May 05 21:58:09.077392 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad019f20-d9f4-4ec7-b90f-55f014de6d26 req-e420ee1b-46b3-4222-8c0a-f98cbdadf2fd tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Network c94acb4e-545d-4469-be8f-99360ed510a0 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:58:09.102206 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-ad019f20-d9f4-4ec7-b90f-55f014de6d26 req-e420ee1b-46b3-4222-8c0a-f98cbdadf2fd tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:58:09.108196 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad019f20-d9f4-4ec7-b90f-55f014de6d26 req-e420ee1b-46b3-4222-8c0a-f98cbdadf2fd tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:58:09.138354 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e420ee1b-46b3-4222-8c0a-f98cbdadf2fd tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Pushing event updated for resources: {'Port': ['ID=1c975d98-803d-4f29-a4b9-cfba4646e170,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:09.146206 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-d4951de0-87da-414b-a6f0-4928aabcb8c4 None None] Allocated IP 172.20.0.2 (6fe30055-2bd1-42fb-b6e9-f282563854ed/550c25b3-bde4-4d79-a9bd-8bd009910040/e3e78d84-ca92-4609-9df5-7f635eb4a12f) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:58:09.243757 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad019f20-d9f4-4ec7-b90f-55f014de6d26 req-e420ee1b-46b3-4222-8c0a-f98cbdadf2fd tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:09.243757 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-ad019f20-d9f4-4ec7-b90f-55f014de6d26 req-e420ee1b-46b3-4222-8c0a-f98cbdadf2fd tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:09.274068 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ad019f20-d9f4-4ec7-b90f-55f014de6d26 req-e420ee1b-46b3-4222-8c0a-f98cbdadf2fd tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0121012 May 05 21:58:09.315814 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-3f02f802-555e-4db9-98ee-32f27273b907 req-eb750623-c371-40b6-8449-7f1923de4810 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:09.349561 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-ad019f20-d9f4-4ec7-b90f-55f014de6d26 req-81ea7095-8de0-4de2-a269-afb323fb55e6 service neutron] Request body: {'port': {'device_id': '5d6c1d5e-1257-4597-a1c5-2b65d0679090', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:58:09.458162 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:09.468098 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['026ae715-3b74-4311-9e26-de7e6032c7f1'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:58:09.512446 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb750623-c371-40b6-8449-7f1923de4810 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Pushing event deleted for resources: {'Port': ['ID=c5119de4-87b6-4a10-8b02-b52fc9fd8b9d,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:09.559321 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e529221d-c0b7-4832-b7b0-b25ac9a50fd5 req-358ef6a5-2bfa-442c-9ee8-268e540d521f tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4911044 May 05 21:58:09.703749 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2510197e-0167-4df8-b662-758eb5911dee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1f35d8-0048-415b-8a9a-e841251002df'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:58:09.855072 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f02f802-555e-4db9-98ee-32f27273b907 req-eb750623-c371-40b6-8449-7f1923de4810 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] No DVR routers for this DVR port c5119de4-87b6-4a10-8b02-b52fc9fd8b9d on host n-h1-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:58:09.855986 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 6b1f35d8-0048-415b-8a9a-e841251002df, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=6b1f35d8-0048-415b-8a9a-e841251002df,segment=NetworkSegment(5e9da586-bb12-4958-b15e-b7cf97bc3d1b),segment_id=5e9da586-bb12-4958-b15e-b7cf97bc3d1b)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:58:09.873635 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-3f02f802-555e-4db9-98ee-32f27273b907 req-eb750623-c371-40b6-8449-7f1923de4810 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:09.886326 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f0d23b-ecf3-4633-b7ce-5f224b3bd991', 'name': 'network-vif-deleted', 'tag': 'c5119de4-87b6-4a10-8b02-b52fc9fd8b9d'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:58:09.916071 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:09.948313 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3f02f802-555e-4db9-98ee-32f27273b907 req-eb750623-c371-40b6-8449-7f1923de4810 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.44 "DELETE /v2.0/ports/c5119de4-87b6-4a10-8b02-b52fc9fd8b9d HTTP/1.1" status: 204 len: 173 time: 2.7764390 May 05 21:58:09.961394 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23bede-01e2-43f7-844f-862182d5c39c req-817789a0-7d4f-4528-a2a7-2eca69b80311 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:09.965771 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23bede-01e2-43f7-844f-862182d5c39c req-817789a0-7d4f-4528-a2a7-2eca69b80311 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:09.969900 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23bede-01e2-43f7-844f-862182d5c39c req-817789a0-7d4f-4528-a2a7-2eca69b80311 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:09.974045 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23bede-01e2-43f7-844f-862182d5c39c req-817789a0-7d4f-4528-a2a7-2eca69b80311 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:09.978494 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23bede-01e2-43f7-844f-862182d5c39c req-817789a0-7d4f-4528-a2a7-2eca69b80311 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:09.982240 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23bede-01e2-43f7-844f-862182d5c39c req-817789a0-7d4f-4528-a2a7-2eca69b80311 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:09.986567 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23bede-01e2-43f7-844f-862182d5c39c req-817789a0-7d4f-4528-a2a7-2eca69b80311 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:09.995539 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6c23bede-01e2-43f7-844f-862182d5c39c req-817789a0-7d4f-4528-a2a7-2eca69b80311 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/ports?device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 5443 time: 0.7410169 May 05 21:58:10.039501 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=6b1f35d8-0048-415b-8a9a-e841251002df,revision_number=7']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:10.044228 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device c5119de4-87b6-4a10-8b02-b52fc9fd8b9d no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:58:10.094546 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: c5119de4-87b6-4a10-8b02-b52fc9fd8b9d {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:58:10.095087 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device c5119de4-87b6-4a10-8b02-b52fc9fd8b9d not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:58:10.114170 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-ad019f20-d9f4-4ec7-b90f-55f014de6d26 req-81ea7095-8de0-4de2-a269-afb323fb55e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:10.185803 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6c23bede-01e2-43f7-844f-862182d5c39c req-b083cd08-3205-4ebe-aa81-4ecc1b2f404c tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/security-groups?id=d56f4659-1a1c-44b7-b1dc-74618b3402dc&id=d1b940f3-f2a7-478e-a3f4-c0ad661f5649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1885362 May 05 21:58:10.192704 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-40610e3c-5c5a-41a2-a5fe-727b798a37cb tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:10.413667 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d4951de0-87da-414b-a6f0-4928aabcb8c4 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:10.435325 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-d4951de0-87da-414b-a6f0-4928aabcb8c4 None None] Transition to ACTIVE for port object e3e78d84-ca92-4609-9df5-7f635eb4a12f will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:58:10.472650 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-d4951de0-87da-414b-a6f0-4928aabcb8c4 None None] Transition to ACTIVE for port object e3e78d84-ca92-4609-9df5-7f635eb4a12f will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:58:10.488092 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d4951de0-87da-414b-a6f0-4928aabcb8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:10.627846 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4951de0-87da-414b-a6f0-4928aabcb8c4 None None] Network 6fe30055-2bd1-42fb-b6e9-f282563854ed is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:58:10.633129 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-d4951de0-87da-414b-a6f0-4928aabcb8c4 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:58:10.635266 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4951de0-87da-414b-a6f0-4928aabcb8c4 None None] Pushing event updated for resources: {'Port': ['ID=e3e78d84-ca92-4609-9df5-7f635eb4a12f,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:10.653924 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4951de0-87da-414b-a6f0-4928aabcb8c4 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:58:10.834738 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7d631-503c-4763-86b9-3e4189292d58 req-4cc21072-6498-48f3-ac69-8f4a5dcc8048 tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:10.842503 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8eb7d631-503c-4763-86b9-3e4189292d58 req-4cc21072-6498-48f3-ac69-8f4a5dcc8048 tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5cafefa-08ff-47a3-bd88-fa39e4b89fe3 HTTP/1.1" status: 200 len: 946 time: 1.0396726 May 05 21:58:10.877390 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-d4951de0-87da-414b-a6f0-4928aabcb8c4 None None] Attempting to bind port e3e78d84-ca92-4609-9df5-7f635eb4a12f on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:58:10.877520 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-d4951de0-87da-414b-a6f0-4928aabcb8c4 None None] Attempting to bind port e3e78d84-ca92-4609-9df5-7f635eb4a12f by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'ffbd983e-4048-4677-8a97-7f020b90f24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6fe30055-2bd1-42fb-b6e9-f282563854ed'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:58:10.877836 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4951de0-87da-414b-a6f0-4928aabcb8c4 None None] Attempting to bind port e3e78d84-ca92-4609-9df5-7f635eb4a12f on network 6fe30055-2bd1-42fb-b6e9-f282563854ed {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:58:10.894741 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4951de0-87da-414b-a6f0-4928aabcb8c4 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:58:10.895660 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4951de0-87da-414b-a6f0-4928aabcb8c4 None None] Checking segment: {'id': 'ffbd983e-4048-4677-8a97-7f020b90f24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6fe30055-2bd1-42fb-b6e9-f282563854ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:58:10.901648 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d4951de0-87da-414b-a6f0-4928aabcb8c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:10.903121 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4951de0-87da-414b-a6f0-4928aabcb8c4 None None] Bound using segment: {'id': 'ffbd983e-4048-4677-8a97-7f020b90f24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6fe30055-2bd1-42fb-b6e9-f282563854ed'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:58:10.903998 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-d4951de0-87da-414b-a6f0-4928aabcb8c4 None None] Bound port: e3e78d84-ca92-4609-9df5-7f635eb4a12f, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffbd983e-4048-4677-8a97-7f020b90f24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6fe30055-2bd1-42fb-b6e9-f282563854ed'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:58:10.905281 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d4951de0-87da-414b-a6f0-4928aabcb8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:10.961283 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-119b00b1-83ae-4873-9beb-d1492a780354 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Deleting port 4ff2f08f-216d-4c10-a4a3-ff5dbd64f7fc {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:58:10.961623 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-119b00b1-83ae-4873-9beb-d1492a780354 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:11.016623 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8eb7d631-503c-4763-86b9-3e4189292d58 req-a38841ed-4d0c-49b5-9c7a-6f8760af92aa tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] 10.222.0.23 "GET /v2.0/security-groups?id=f488f106-9914-4b9d-9b33-f6990ec589d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737483 May 05 21:58:11.124607 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faa5a2be-7799-429b-b1c7-4a5b9c5dfc26'] response: {'server_uuid': '2510197e-0167-4df8-b662-758eb5911dee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1f35d8-0048-415b-8a9a-e841251002df', 'code': 200} May 05 21:58:11.132880 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-d4951de0-87da-414b-a6f0-4928aabcb8c4 None None] For port e3e78d84-ca92-4609-9df5-7f635eb4a12f, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:58:11.154150 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-d4951de0-87da-414b-a6f0-4928aabcb8c4 None None] For port e3e78d84-ca92-4609-9df5-7f635eb4a12f, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=e3e78d84-ca92-4609-9df5-7f635eb4a12f,segment=NetworkSegment(ffbd983e-4048-4677-8a97-7f020b90f24f),segment_id=ffbd983e-4048-4677-8a97-7f020b90f24f)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:58:11.154150 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d4951de0-87da-414b-a6f0-4928aabcb8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:11.268683 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd71e739-1db6-42e9-b7e7-3bccffa20398 req-17d4da18-7fe5-4c85-95dd-13eff188beb2 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:11.268683 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dd71e739-1db6-42e9-b7e7-3bccffa20398 req-17d4da18-7fe5-4c85-95dd-13eff188beb2 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=2510197e-0167-4df8-b662-758eb5911dee HTTP/1.1" status: 200 len: 946 time: 0.4573271 May 05 21:58:11.326093 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4951de0-87da-414b-a6f0-4928aabcb8c4 None None] Pushing event updated for resources: {'Port': ['ID=e3e78d84-ca92-4609-9df5-7f635eb4a12f,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:11.405082 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-40610e3c-5c5a-41a2-a5fe-727b798a37cb tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Allocated IP 172.20.0.1 (6fe30055-2bd1-42fb-b6e9-f282563854ed/550c25b3-bde4-4d79-a9bd-8bd009910040/f9171c69-836e-494d-892f-fdc8fe11862a) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:58:11.441557 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.resource_extend [req-ad019f20-d9f4-4ec7-b90f-55f014de6d26 req-81ea7095-8de0-4de2-a269-afb323fb55e6 service neutron] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 21:58:11.564003 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dd71e739-1db6-42e9-b7e7-3bccffa20398 req-7fc02e1e-7e56-4c3e-9f6e-4a7a2874893a tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=0043bfbb-2fb2-4013-8494-b5595b7ffb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3068824 May 05 21:58:11.706999 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-ad019f20-d9f4-4ec7-b90f-55f014de6d26 req-81ea7095-8de0-4de2-a269-afb323fb55e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c975d98-803d-4f29-a4b9-cfba4646e170 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:58:11.724339 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-ad019f20-d9f4-4ec7-b90f-55f014de6d26 req-81ea7095-8de0-4de2-a269-afb323fb55e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:11.728872 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-119b00b1-83ae-4873-9beb-d1492a780354 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:11.884985 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a028d0b8-28e4-4e5a-9895-721362c4e2ce req-ebab90e6-d767-4eec-9936-d3172930d8bc tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:11.891075 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-119b00b1-83ae-4873-9beb-d1492a780354 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Calling delete_port for 4ff2f08f-216d-4c10-a4a3-ff5dbd64f7fc owned by network:router_interface {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:58:11.896003 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a028d0b8-28e4-4e5a-9895-721362c4e2ce req-ebab90e6-d767-4eec-9936-d3172930d8bc tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d6c1d5e-1257-4597-a1c5-2b65d0679090 HTTP/1.1" status: 200 len: 931 time: 0.6691194 May 05 21:58:11.920403 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-ad019f20-d9f4-4ec7-b90f-55f014de6d26 req-81ea7095-8de0-4de2-a269-afb323fb55e6 service neutron] Transition to ACTIVE for port object 1c975d98-803d-4f29-a4b9-cfba4646e170 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:58:11.928317 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-40610e3c-5c5a-41a2-a5fe-727b798a37cb tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:11.962502 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-40610e3c-5c5a-41a2-a5fe-727b798a37cb tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Transition to ACTIVE for port object f9171c69-836e-494d-892f-fdc8fe11862a will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:58:11.989036 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a028d0b8-28e4-4e5a-9895-721362c4e2ce req-105df826-52f7-42d5-bb06-6ace5e4dd637 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/security-groups?id=357c8a06-0cb4-4ca4-87b5-fb62b56bd963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919943 May 05 21:58:12.032440 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-40610e3c-5c5a-41a2-a5fe-727b798a37cb tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:12.147944 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-ad019f20-d9f4-4ec7-b90f-55f014de6d26 req-81ea7095-8de0-4de2-a269-afb323fb55e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:12.164806 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40610e3c-5c5a-41a2-a5fe-727b798a37cb tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Network 6fe30055-2bd1-42fb-b6e9-f282563854ed is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:58:12.168511 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-40610e3c-5c5a-41a2-a5fe-727b798a37cb tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:58:12.171786 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40610e3c-5c5a-41a2-a5fe-727b798a37cb tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:58:12.245144 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-40610e3c-5c5a-41a2-a5fe-727b798a37cb tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:12.258251 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40610e3c-5c5a-41a2-a5fe-727b798a37cb tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event updated for resources: {'Port': ['ID=f9171c69-836e-494d-892f-fdc8fe11862a,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:12.605677 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device e3e78d84-ca92-4609-9df5-7f635eb4a12f up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:58:12.722067 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ea7095-8de0-4de2-a269-afb323fb55e6 service neutron] Pushing event updated for resources: {'Port': ['ID=1c975d98-803d-4f29-a4b9-cfba4646e170,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:12.728639 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-119b00b1-83ae-4873-9beb-d1492a780354 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:12.802573 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119b00b1-83ae-4873-9beb-d1492a780354 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Pushing event deleted for resources: {'Port': ['ID=4ff2f08f-216d-4c10-a4a3-ff5dbd64f7fc,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:12.830832 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port e3e78d84-ca92-4609-9df5-7f635eb4a12f completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:58:12.859924 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a090d533-ac4c-45fd-a070-284765234f03'] response: {'server_uuid': 'b7f0d23b-ecf3-4633-b7ce-5f224b3bd991', 'name': 'network-vif-deleted', 'tag': 'c5119de4-87b6-4a10-8b02-b52fc9fd8b9d', 'status': 'completed', 'code': 200} May 05 21:58:12.934490 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-40610e3c-5c5a-41a2-a5fe-727b798a37cb tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:12.979017 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e55f604-c94d-4b83-81c2-4acf3ca5ad96 req-db9e55dd-12b2-406c-af93-a93232ace9b8 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:12.983669 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e55f604-c94d-4b83-81c2-4acf3ca5ad96 req-db9e55dd-12b2-406c-af93-a93232ace9b8 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:12.988208 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e55f604-c94d-4b83-81c2-4acf3ca5ad96 req-db9e55dd-12b2-406c-af93-a93232ace9b8 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:12.992181 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e55f604-c94d-4b83-81c2-4acf3ca5ad96 req-db9e55dd-12b2-406c-af93-a93232ace9b8 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:12.996539 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e55f604-c94d-4b83-81c2-4acf3ca5ad96 req-db9e55dd-12b2-406c-af93-a93232ace9b8 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:13.001138 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e55f604-c94d-4b83-81c2-4acf3ca5ad96 req-db9e55dd-12b2-406c-af93-a93232ace9b8 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:13.005795 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e55f604-c94d-4b83-81c2-4acf3ca5ad96 req-db9e55dd-12b2-406c-af93-a93232ace9b8 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:13.020414 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9e55f604-c94d-4b83-81c2-4acf3ca5ad96 req-db9e55dd-12b2-406c-af93-a93232ace9b8 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/ports?device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 5443 time: 0.7286537 May 05 21:58:13.228185 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17bf208f-5ad0-4e07-bc92-7cd611d70012 None None] Network 6fe30055-2bd1-42fb-b6e9-f282563854ed requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:58:13.279880 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-119b00b1-83ae-4873-9beb-d1492a780354 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:13.381339 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88f6ec-3d97-4b29-85da-a071d590dd71 req-f0dbdfc8-d5f1-487b-a09b-400228dc3b78 tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:13.388677 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3b88f6ec-3d97-4b29-85da-a071d590dd71 req-f0dbdfc8-d5f1-487b-a09b-400228dc3b78 tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5cafefa-08ff-47a3-bd88-fa39e4b89fe3 HTTP/1.1" status: 200 len: 946 time: 0.5271513 May 05 21:58:13.460763 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-9286b86b-b425-4312-9ff4-7d5350a0d275 None None] Provisioning for port e3e78d84-ca92-4609-9df5-7f635eb4a12f completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:58:13.491320 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-ad019f20-d9f4-4ec7-b90f-55f014de6d26 req-81ea7095-8de0-4de2-a269-afb323fb55e6 service neutron] Attempting to bind port 1c975d98-803d-4f29-a4b9-cfba4646e170 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:58:13.491847 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-ad019f20-d9f4-4ec7-b90f-55f014de6d26 req-81ea7095-8de0-4de2-a269-afb323fb55e6 service neutron] Attempting to bind port 1c975d98-803d-4f29-a4b9-cfba4646e170 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': '501dba1c-64dd-4cd1-bb42-439b98112e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c94acb4e-545d-4469-be8f-99360ed510a0'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:58:13.493470 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad019f20-d9f4-4ec7-b90f-55f014de6d26 req-81ea7095-8de0-4de2-a269-afb323fb55e6 service neutron] Attempting to bind port 1c975d98-803d-4f29-a4b9-cfba4646e170 on network c94acb4e-545d-4469-be8f-99360ed510a0 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:58:13.519365 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-9286b86b-b425-4312-9ff4-7d5350a0d275 None None] Provisioning complete for port e3e78d84-ca92-4609-9df5-7f635eb4a12f triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:58:13.521591 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9286b86b-b425-4312-9ff4-7d5350a0d275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:13.571271 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad019f20-d9f4-4ec7-b90f-55f014de6d26 req-81ea7095-8de0-4de2-a269-afb323fb55e6 service neutron] Port 1c975d98-803d-4f29-a4b9-cfba4646e170 on network c94acb4e-545d-4469-be8f-99360ed510a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:58:13.572243 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad019f20-d9f4-4ec7-b90f-55f014de6d26 req-81ea7095-8de0-4de2-a269-afb323fb55e6 service neutron] Attempting to bind port 1c975d98-803d-4f29-a4b9-cfba4646e170 on network c94acb4e-545d-4469-be8f-99360ed510a0 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:58:13.769562 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad019f20-d9f4-4ec7-b90f-55f014de6d26 req-81ea7095-8de0-4de2-a269-afb323fb55e6 service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:58:13.769562 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad019f20-d9f4-4ec7-b90f-55f014de6d26 req-81ea7095-8de0-4de2-a269-afb323fb55e6 service neutron] Checking segment: {'id': '501dba1c-64dd-4cd1-bb42-439b98112e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c94acb4e-545d-4469-be8f-99360ed510a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:58:13.769562 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad019f20-d9f4-4ec7-b90f-55f014de6d26 req-81ea7095-8de0-4de2-a269-afb323fb55e6 service neutron] Bound using segment: {'id': '501dba1c-64dd-4cd1-bb42-439b98112e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c94acb4e-545d-4469-be8f-99360ed510a0'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:58:13.769562 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-ad019f20-d9f4-4ec7-b90f-55f014de6d26 req-81ea7095-8de0-4de2-a269-afb323fb55e6 service neutron] Bound port: 1c975d98-803d-4f29-a4b9-cfba4646e170, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '501dba1c-64dd-4cd1-bb42-439b98112e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c94acb4e-545d-4469-be8f-99360ed510a0'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:58:13.769562 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-ad019f20-d9f4-4ec7-b90f-55f014de6d26 req-81ea7095-8de0-4de2-a269-afb323fb55e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:13.835770 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-40610e3c-5c5a-41a2-a5fe-727b798a37cb tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:13.854685 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5704613b-4a63-4088-b972-0708aa090962 req-78d5c24a-1991-46b5-abe1-6f225c1bf7cb tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:13.856444 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5704613b-4a63-4088-b972-0708aa090962 req-78d5c24a-1991-46b5-abe1-6f225c1bf7cb tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=2510197e-0167-4df8-b662-758eb5911dee HTTP/1.1" status: 200 len: 946 time: 0.6175849 May 05 21:58:13.857284 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-40610e3c-5c5a-41a2-a5fe-727b798a37cb tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:13.959877 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7313499c-41f6-437c-b5ab-348c9c258fe0 None None] Sync routers for ids ['b9cef20f-1964-4afb-a438-23862b29cfa9'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:58:13.989315 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-ad019f20-d9f4-4ec7-b90f-55f014de6d26 req-81ea7095-8de0-4de2-a269-afb323fb55e6 service neutron] For port 1c975d98-803d-4f29-a4b9-cfba4646e170, host n-h2-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:58:13.993779 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-ad019f20-d9f4-4ec7-b90f-55f014de6d26 req-81ea7095-8de0-4de2-a269-afb323fb55e6 service neutron] For port 1c975d98-803d-4f29-a4b9-cfba4646e170, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=1c975d98-803d-4f29-a4b9-cfba4646e170,segment=NetworkSegment(501dba1c-64dd-4cd1-bb42-439b98112e67),segment_id=501dba1c-64dd-4cd1-bb42-439b98112e67)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:58:14.003364 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-ad019f20-d9f4-4ec7-b90f-55f014de6d26 req-81ea7095-8de0-4de2-a269-afb323fb55e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:14.024126 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-40610e3c-5c5a-41a2-a5fe-727b798a37cb tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:14.036774 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9286b86b-b425-4312-9ff4-7d5350a0d275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:14.052672 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3b88f6ec-3d97-4b29-85da-a071d590dd71 req-066499fa-57e8-495c-b4ae-2f3d8942a2a8 tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] 10.222.0.23 "GET /v2.0/security-groups?id=f488f106-9914-4b9d-9b33-f6990ec589d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6628704 May 05 21:58:14.058442 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-ad019f20-d9f4-4ec7-b90f-55f014de6d26 req-81ea7095-8de0-4de2-a269-afb323fb55e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:14.060885 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ad019f20-d9f4-4ec7-b90f-55f014de6d26 req-81ea7095-8de0-4de2-a269-afb323fb55e6 service neutron] 10.222.0.32 "PUT /v2.0/ports/1c975d98-803d-4f29-a4b9-cfba4646e170 HTTP/1.1" status: 200 len: 1091 time: 4.7231443 May 05 21:58:14.068632 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d6c1d5e-1257-4597-a1c5-2b65d0679090', 'tag': '1c975d98-803d-4f29-a4b9-cfba4646e170'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:58:14.093593 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-9286b86b-b425-4312-9ff4-7d5350a0d275 None None] For port e3e78d84-ca92-4609-9df5-7f635eb4a12f, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=e3e78d84-ca92-4609-9df5-7f635eb4a12f,segment=NetworkSegment(ffbd983e-4048-4677-8a97-7f020b90f24f),segment_id=ffbd983e-4048-4677-8a97-7f020b90f24f)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:58:14.099048 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-abbb234c-c7a6-47df-84a2-3334b674ce7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:14.111388 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49938) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:58:14.111636 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9286b86b-b425-4312-9ff4-7d5350a0d275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:14.248747 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7313499c-41f6-437c-b5ab-348c9c258fe0 None None] Routers {'b9cef20f-1964-4afb-a438-23862b29cfa9'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:58:14.249273 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5704613b-4a63-4088-b972-0708aa090962 req-b442cd4c-d85a-4191-81df-ba84459bc84d tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=0043bfbb-2fb2-4013-8494-b5595b7ffb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2995441 May 05 21:58:14.262009 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-7313499c-41f6-437c-b5ab-348c9c258fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:57:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['b9cef20f-1964-4afb-a438-23862b29cfa9'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:58:14.350282 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40610e3c-5c5a-41a2-a5fe-727b798a37cb tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event updated for resources: {'Port': ['ID=f9171c69-836e-494d-892f-fdc8fe11862a,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:14.421380 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40610e3c-5c5a-41a2-a5fe-727b798a37cb tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Network 6fe30055-2bd1-42fb-b6e9-f282563854ed is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:58:14.424640 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-40610e3c-5c5a-41a2-a5fe-727b798a37cb tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:58:14.487573 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ea7095-8de0-4de2-a269-afb323fb55e6 service neutron] Pushing event updated for resources: {'Port': ['ID=1c975d98-803d-4f29-a4b9-cfba4646e170,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:14.518302 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ad019f20-d9f4-4ec7-b90f-55f014de6d26 req-8edb6ada-08ba-497e-acad-37b0e84762f2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4ba96e3a2f29495a89fcbd646b4c3115&device_id=5d6c1d5e-1257-4597-a1c5-2b65d0679090 HTTP/1.1" status: 200 len: 1094 time: 0.3932760 May 05 21:58:14.583453 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-119b00b1-83ae-4873-9beb-d1492a780354 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Router b9f79c8c-603b-4f51-b640-c49eb4f17e39 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:58:14.611598 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ad019f20-d9f4-4ec7-b90f-55f014de6d26 req-243c3453-aa8c-4f38-97d2-07e74ec02542 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1c975d98-803d-4f29-a4b9-cfba4646e170 HTTP/1.1" status: 200 len: 217 time: 0.0921240 May 05 21:58:14.637823 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9286b86b-b425-4312-9ff4-7d5350a0d275 None None] Pushing event updated for resources: {'Port': ['ID=e3e78d84-ca92-4609-9df5-7f635eb4a12f,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:14.773389 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad019f20-d9f4-4ec7-b90f-55f014de6d26 req-7a3fc50b-2c46-4001-b43e-e16fd7cf2acf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:14.775543 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ad019f20-d9f4-4ec7-b90f-55f014de6d26 req-7a3fc50b-2c46-4001-b43e-e16fd7cf2acf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=223f310f-878b-4c24-8a1d-6c4f58ae4a94 HTTP/1.1" status: 200 len: 851 time: 0.0923879 May 05 21:58:14.776922 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cf8ab58a-0eff-40e4-9f2b-1aba0dd1a7d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:14.785099 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec96d50-f93c-4dd8-a992-7d535e285667 req-a8164f56-94ba-4a44-b5a8-820e417d5f24 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:14.794041 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cec96d50-f93c-4dd8-a992-7d535e285667 req-a8164f56-94ba-4a44-b5a8-820e417d5f24 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d6c1d5e-1257-4597-a1c5-2b65d0679090 HTTP/1.1" status: 200 len: 943 time: 0.5270853 May 05 21:58:14.834887 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-7313499c-41f6-437c-b5ab-348c9c258fe0 None None] Set router b9cef20f-1964-4afb-a438-23862b29cfa9 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:58:15.074383 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ad019f20-d9f4-4ec7-b90f-55f014de6d26 req-20b5539a-f62f-426c-8529-d91c8ddc84e7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c94acb4e-545d-4469-be8f-99360ed510a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2820387 May 05 21:58:15.224236 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-cf8ab58a-0eff-40e4-9f2b-1aba0dd1a7d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:58:15.245917 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-cf8ab58a-0eff-40e4-9f2b-1aba0dd1a7d1 admin admin] Usage tracker for resource:security_group_rule and tenant:01e2e9e0a4f446ef8b308a33f3f34352 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:58:15.257029 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-cf8ab58a-0eff-40e4-9f2b-1aba0dd1a7d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:58:15.264881 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-119b00b1-83ae-4873-9beb-d1492a780354 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:58:15.271686 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-cf8ab58a-0eff-40e4-9f2b-1aba0dd1a7d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:58:15.289279 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302c47b0-f419-413b-ba99-a8f97dbfdaad None None] Sync routers for ids ['b9f79c8c-603b-4f51-b640-c49eb4f17e39'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:58:15.308730 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302c47b0-f419-413b-ba99-a8f97dbfdaad None None] Routers {'b9f79c8c-603b-4f51-b640-c49eb4f17e39'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:58:15.310005 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-302c47b0-f419-413b-ba99-a8f97dbfdaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:57:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['b9f79c8c-603b-4f51-b640-c49eb4f17e39'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:58:15.379074 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49966) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:58:15.414294 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e7b93bca-cb9b-41b6-9dbf-ee92bad9de90 None None] Provisioning complete for port e3e78d84-ca92-4609-9df5-7f635eb4a12f triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:58:15.414939 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-302c47b0-f419-413b-ba99-a8f97dbfdaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:58:15.415048 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e7b93bca-cb9b-41b6-9dbf-ee92bad9de90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:15.443739 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302c47b0-f419-413b-ba99-a8f97dbfdaad None None] Routers {'b9f79c8c-603b-4f51-b640-c49eb4f17e39'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:58:15.444369 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-302c47b0-f419-413b-ba99-a8f97dbfdaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:57:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['b9f79c8c-603b-4f51-b640-c49eb4f17e39'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:58:15.454929 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ad019f20-d9f4-4ec7-b90f-55f014de6d26 req-12ad5307-d827-4a20-9f5f-fac280a60f59 service neutron] 10.222.0.32 "GET /v2.0/networks/c94acb4e-545d-4469-be8f-99360ed510a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720877 May 05 21:58:15.464561 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-119b00b1-83ae-4873-9beb-d1492a780354 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] 10.222.0.23 "PUT /v2.0/routers/b9f79c8c-603b-4f51-b640-c49eb4f17e39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4926682 May 05 21:58:15.483633 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49972) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:58:15.563614 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-302c47b0-f419-413b-ba99-a8f97dbfdaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:58:15.564274 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302c47b0-f419-413b-ba99-a8f97dbfdaad None None] The sync data for ids ['b9f79c8c-603b-4f51-b640-c49eb4f17e39'] in n-d-825175-4 is: [] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:58:15.616490 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7d2aa-2a31-4a7f-a8c3-4621d935973a req-72f5110d-2972-4724-a87a-e1fdd823e91f tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:15.628209 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a1c7d2aa-2a31-4a7f-a8c3-4621d935973a req-72f5110d-2972-4724-a87a-e1fdd823e91f tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/networks?id=fa69cb3f-4129-4afe-9a6d-7584eefc40c0 HTTP/1.1" status: 200 len: 806 time: 1.1033075 May 05 21:58:15.674066 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cec96d50-f93c-4dd8-a992-7d535e285667 req-e5e95961-8236-42f0-814e-41eda5ac3d99 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/security-groups?id=357c8a06-0cb4-4ca4-87b5-fb62b56bd963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8789558 May 05 21:58:15.695820 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a1c7d2aa-2a31-4a7f-a8c3-4621d935973a req-9ffa36b3-a1a2-4676-ac5a-14cdc7984340 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/quotas/edfb56529402421c8703b1e767ccb199 HTTP/1.1" status: 200 len: 375 time: 0.0666440 May 05 21:58:15.696642 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-7313499c-41f6-437c-b5ab-348c9c258fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9cef20f-1964-4afb-a438-23862b29cfa9', 'name': 'tempest-ServerRescueTestJSON-1970979342-router', 'tenant_id': '4ba96e3a2f29495a89fcbd646b4c3115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': 'e6772776-fcc9-4d4e-8cbc-2868eefb17ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:57:45Z', 'updated_at': '2022-05-05T21:57:54Z', 'revision_number': 4, 'project_id': '4ba96e3a2f29495a89fcbd646b4c3115', 'gw_port': {'id': 'e6772776-fcc9-4d4e-8cbc-2868eefb17ec', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9cef20f-1964-4afb-a438-23862b29cfa9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:57:47Z', 'updated_at': '2022-05-05T21:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '3900aeaa-f584-4fda-8d7c-ed49f5ac2770', 'name': '', 'network_id': 'c94acb4e-545d-4469-be8f-99360ed510a0', 'tenant_id': '4ba96e3a2f29495a89fcbd646b4c3115', 'mac_address': 'fa:16:3e:e9:e2:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9cef20f-1964-4afb-a438-23862b29cfa9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '223f310f-878b-4c24-8a1d-6c4f58ae4a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:57:53Z', 'updated_at': '2022-05-05T21:57:54Z', 'revision_number': 2, 'project_id': '4ba96e3a2f29495a89fcbd646b4c3115', 'subnets': [{'id': '223f310f-878b-4c24-8a1d-6c4f58ae4a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:58:15.705157 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7313499c-41f6-437c-b5ab-348c9c258fe0 None None] Checking router: b9cef20f-1964-4afb-a438-23862b29cfa9 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:58:15.705779 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7313499c-41f6-437c-b5ab-348c9c258fe0 None None] Updating router b9cef20f-1964-4afb-a438-23862b29cfa9 port 3900aeaa-f584-4fda-8d7c-ed49f5ac2770 binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 21:58:15.806855 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7313499c-41f6-437c-b5ab-348c9c258fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:15.847126 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-8484e881-bb13-4960-ae94-45ad1f48a3e1 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] delete failed (client error): The resource could not be found. May 05 21:58:15.854061 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e7b93bca-cb9b-41b6-9dbf-ee92bad9de90 None None] Provisioning for port f9171c69-836e-494d-892f-fdc8fe11862a completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:58:15.855226 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8484e881-bb13-4960-ae94-45ad1f48a3e1 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] 10.222.0.23 "DELETE /v2.0/routers/tempest-non_exist_router-1988569301 HTTP/1.1" status: 404 len: 335 time: 0.3703854 May 05 21:58:15.858879 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-040c5652-4ddd-4613-ade8-6ba1cb20d095'] response: {'name': 'network-changed', 'server_uuid': '5d6c1d5e-1257-4597-a1c5-2b65d0679090', 'tag': '1c975d98-803d-4f29-a4b9-cfba4646e170', 'status': 'completed', 'code': 200} May 05 21:58:15.865136 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49978) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:58:15.872246 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e7b93bca-cb9b-41b6-9dbf-ee92bad9de90 None None] Provisioning complete for port f9171c69-836e-494d-892f-fdc8fe11862a triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:58:15.873017 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e7b93bca-cb9b-41b6-9dbf-ee92bad9de90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:15.880724 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-b496082f-cd37-4e93-b1fe-9055ff34bf24 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b9f79c8c-603b-4f51-b640-c49eb4f17e39'}}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:58:16.041724 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-e7b93bca-cb9b-41b6-9dbf-ee92bad9de90 None None] Port f9171c69-836e-494d-892f-fdc8fe11862a cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:58:16.055124 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-a1c7d2aa-2a31-4a7f-a8c3-4621d935973a req-49c20330-0a5b-4857-8d76-e8aba46e06c6 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Synchronizing usage tracker for tenant:edfb56529402421c8703b1e767ccb199 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:58:16.116407 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-a1c7d2aa-2a31-4a7f-a8c3-4621d935973a req-49c20330-0a5b-4857-8d76-e8aba46e06c6 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Unset dirty status for tenant:edfb56529402421c8703b1e767ccb199 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:58:16.126879 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a1c7d2aa-2a31-4a7f-a8c3-4621d935973a req-49c20330-0a5b-4857-8d76-e8aba46e06c6 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=edfb56529402421c8703b1e767ccb199&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4300172 May 05 21:58:16.147630 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cf8ab58a-0eff-40e4-9f2b-1aba0dd1a7d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:16.171431 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-78ce56f1-3d64-46ab-8556-16bbd651e011 req-6bd43b5b-5ea4-4ffd-9939-e63cd83f1763 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 6500 time: 0.7899978 May 05 21:58:16.208218 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cf8ab58a-0eff-40e4-9f2b-1aba0dd1a7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:16.231277 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-999406ac-0879-40d4-947e-0cf62dcdc240 None None] Provisioning complete for port f9171c69-836e-494d-892f-fdc8fe11862a triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:58:16.231635 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-999406ac-0879-40d4-947e-0cf62dcdc240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:16.257328 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8ab58a-0eff-40e4-9f2b-1aba0dd1a7d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0936cf0-f1f2-42bf-92c7-5827663f545c,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:16.276926 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40610e3c-5c5a-41a2-a5fe-727b798a37cb tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Router 444002e8-f0d1-4956-865e-60814067613c is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 21:58:16.322570 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053fb76c-4ffc-4fce-8b22-83d5d71d6a54 req-a179f0fc-79a8-4a97-a820-501293aedd3b tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:16.331667 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-053fb76c-4ffc-4fce-8b22-83d5d71d6a54 req-a179f0fc-79a8-4a97-a820-501293aedd3b tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5cafefa-08ff-47a3-bd88-fa39e4b89fe3 HTTP/1.1" status: 200 len: 946 time: 0.3292263 May 05 21:58:16.344702 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-999406ac-0879-40d4-947e-0cf62dcdc240 None None] Port f9171c69-836e-494d-892f-fdc8fe11862a cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:58:16.390863 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ad019f20-d9f4-4ec7-b90f-55f014de6d26 req-56b78fa5-f7d9-4ab5-b742-0279212e0468 service neutron] 10.222.0.32 "GET /v2.0/networks/c94acb4e-545d-4469-be8f-99360ed510a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9090021 May 05 21:58:16.475977 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9350ca3c-3900-48e7-b7c2-1325d577439e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:16.556513 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a1c7d2aa-2a31-4a7f-a8c3-4621d935973a req-fa3d4ad4-35b9-41c7-9907-75e216d676ce service neutron] 10.222.0.23 "GET /v2.0/networks/fa69cb3f-4129-4afe-9a6d-7584eefc40c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4284096 May 05 21:58:16.559105 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device e3e78d84-ca92-4609-9df5-7f635eb4a12f up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:58:16.596363 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49982) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:58:16.598817 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-cf8ab58a-0eff-40e4-9f2b-1aba0dd1a7d1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=01e2e9e0a4f446ef8b308a33f3f34352&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4388418 May 05 21:58:16.615032 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-78ce56f1-3d64-46ab-8556-16bbd651e011 req-247f0568-68ff-485d-ad00-5286e63b28b7 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d56f4659-1a1c-44b7-b1dc-74618b3402dc&id=d1b940f3-f2a7-478e-a3f4-c0ad661f5649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4285631 May 05 21:58:16.769062 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7313499c-41f6-437c-b5ab-348c9c258fe0 None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:16.782845 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-7313499c-41f6-437c-b5ab-348c9c258fe0 None None] Transition to ACTIVE for port object 3900aeaa-f584-4fda-8d7c-ed49f5ac2770 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:58:16.795961 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7313499c-41f6-437c-b5ab-348c9c258fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:16.801472 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-053fb76c-4ffc-4fce-8b22-83d5d71d6a54 req-1b70ab1d-2cd1-46f1-97a6-250762b5d189 tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] 10.222.0.23 "GET /v2.0/security-groups?id=f488f106-9914-4b9d-9b33-f6990ec589d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4650984 May 05 21:58:16.803625 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9ffe5469-015f-4729-a732-c4450f51eac4 req-2d02cc85-7fe0-4d5b-abe5-3c85f3c9920b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4ba96e3a2f29495a89fcbd646b4c3115&device_id=5d6c1d5e-1257-4597-a1c5-2b65d0679090 HTTP/1.1" status: 200 len: 1094 time: 0.3193235 May 05 21:58:16.838454 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b496082f-cd37-4e93-b1fe-9055ff34bf24 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:16.939972 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-b496082f-cd37-4e93-b1fe-9055ff34bf24 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] update failed (client error): The resource could not be found. May 05 21:58:16.945247 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b496082f-cd37-4e93-b1fe-9055ff34bf24 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] 10.222.0.23 "PUT /v2.0/routers/b9f79c8c-603b-4f51-b640-c49eb4f17e39 HTTP/1.1" status: 404 len: 339 time: 1.0783665 May 05 21:58:16.945846 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49994) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:58:16.968732 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-5caff3aa-981e-4f74-b47e-0902c2fb0194 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1040106101'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:58:16.980820 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed18d1f-f875-462a-84bc-5e376d8e9c83 None None] Pushing event updated for resources: {'Port': ['ID=3900aeaa-f584-4fda-8d7c-ed49f5ac2770,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:16.996041 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-5caff3aa-981e-4f74-b47e-0902c2fb0194 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:58:16.996657 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fbc6e31f-f313-4380-b7d5-a767e765dff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:16.999887 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a1c7d2aa-2a31-4a7f-a8c3-4621d935973a req-6b7fced9-20b2-4743-991b-bbd9e2c56051 service neutron] 10.222.0.23 "GET /v2.0/networks/fa69cb3f-4129-4afe-9a6d-7584eefc40c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4425433 May 05 21:58:17.011384 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-5caff3aa-981e-4f74-b47e-0902c2fb0194 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Usage tracker for resource:network and tenant:db15301a2adc45d381739c535f1f1e68 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:58:17.019130 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-5caff3aa-981e-4f74-b47e-0902c2fb0194 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:58:17.035419 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-5caff3aa-981e-4f74-b47e-0902c2fb0194 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:58:17.046949 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fbc6e31f-f313-4380-b7d5-a767e765dff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:17.047495 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port e3e78d84-ca92-4609-9df5-7f635eb4a12f triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:58:17.047864 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:17.064849 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5caff3aa-981e-4f74-b47e-0902c2fb0194 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Made reservation on behalf of db15301a2adc45d381739c535f1f1e68 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:58:17.076252 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5caff3aa-981e-4f74-b47e-0902c2fb0194 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:17.114756 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40610e3c-5c5a-41a2-a5fe-727b798a37cb tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:58:17.177479 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-40610e3c-5c5a-41a2-a5fe-727b798a37cb tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "PUT /v2.0/routers/444002e8-f0d1-4956-865e-60814067613c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1053329 May 05 21:58:17.180637 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49998) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:58:17.186859 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-3708df18-3077-4cd5-b311-33d8db966fe4 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Request body: {'network': {'name': 'tempest-RoutersTest-2015871142'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:58:17.193700 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-3708df18-3077-4cd5-b311-33d8db966fe4 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:58:17.206151 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-3708df18-3077-4cd5-b311-33d8db966fe4 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Usage tracker for resource:network and tenant:663767b5203746b3b9addbbb99a48f8b is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:58:17.212968 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f19cbc-59de-4cd9-a72b-04af966bd988 None None] Sync routers for ids ['444002e8-f0d1-4956-865e-60814067613c'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:58:17.219467 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88fadeb-7d42-43af-a93f-5b0bb7e956e7 req-49d2bc92-f8f8-4fc6-a6a9-68b979b5a79b tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:17.221377 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a88fadeb-7d42-43af-a93f-5b0bb7e956e7 req-49d2bc92-f8f8-4fc6-a6a9-68b979b5a79b tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=2510197e-0167-4df8-b662-758eb5911dee HTTP/1.1" status: 200 len: 946 time: 0.1640623 May 05 21:58:17.222280 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-3708df18-3077-4cd5-b311-33d8db966fe4 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:58:17.224693 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe5469-015f-4729-a732-c4450f51eac4 req-1a91902e-3b91-4e18-8e5a-1455b8c00ccf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:17.231557 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9ffe5469-015f-4729-a732-c4450f51eac4 req-1a91902e-3b91-4e18-8e5a-1455b8c00ccf service neutron] 10.222.0.32 "GET /v2.0/networks?id=c94acb4e-545d-4469-be8f-99360ed510a0 HTTP/1.1" status: 200 len: 912 time: 0.4188027 May 05 21:58:17.231791 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-3708df18-3077-4cd5-b311-33d8db966fe4 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:58:17.275110 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-7313499c-41f6-437c-b5ab-348c9c258fe0 None None] Attempting to bind port 3900aeaa-f584-4fda-8d7c-ed49f5ac2770 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:58:17.275110 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-7313499c-41f6-437c-b5ab-348c9c258fe0 None None] Attempting to bind port 3900aeaa-f584-4fda-8d7c-ed49f5ac2770 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '501dba1c-64dd-4cd1-bb42-439b98112e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c94acb4e-545d-4469-be8f-99360ed510a0'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:58:17.275574 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7313499c-41f6-437c-b5ab-348c9c258fe0 None None] Attempting to bind port 3900aeaa-f584-4fda-8d7c-ed49f5ac2770 on network c94acb4e-545d-4469-be8f-99360ed510a0 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:58:17.297354 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f19cbc-59de-4cd9-a72b-04af966bd988 None None] Routers {'444002e8-f0d1-4956-865e-60814067613c'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:58:17.298356 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-36f19cbc-59de-4cd9-a72b-04af966bd988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:58:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['444002e8-f0d1-4956-865e-60814067613c'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:58:17.316985 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fbc6e31f-f313-4380-b7d5-a767e765dff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:17.384374 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3708df18-3077-4cd5-b311-33d8db966fe4 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Made reservation on behalf of 663767b5203746b3b9addbbb99a48f8b for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:58:17.405487 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3708df18-3077-4cd5-b311-33d8db966fe4 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:17.500396 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc6e31f-f313-4380-b7d5-a767e765dff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0936cf0-f1f2-42bf-92c7-5827663f545c,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:17.558427 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fbc6e31f-f313-4380-b7d5-a767e765dff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:17.574611 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-fbc6e31f-f313-4380-b7d5-a767e765dff7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f0936cf0-f1f2-42bf-92c7-5827663f545c HTTP/1.1" status: 204 len: 168 time: 0.9770229 May 05 21:58:17.602270 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3708df18-3077-4cd5-b311-33d8db966fe4 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:58:17.609853 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a88fadeb-7d42-43af-a93f-5b0bb7e956e7 req-b83cc578-398c-4153-91ce-f829cdd35390 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=0043bfbb-2fb2-4013-8494-b5595b7ffb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3750699 May 05 21:58:17.648281 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3708df18-3077-4cd5-b311-33d8db966fe4 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:17.648617 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-3708df18-3077-4cd5-b311-33d8db966fe4 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Added segment 6c63a83b-4195-4a58-98bf-92e24f477e85 of type vlan for network 431b5e07-0c77-4772-b0c1-a3ae77a9450d May 05 21:58:17.669636 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-36f19cbc-59de-4cd9-a72b-04af966bd988 None None] Set router 444002e8-f0d1-4956-865e-60814067613c gateway port host: None {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:58:17.690752 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff5ca5-fb91-41dc-810c-114144c538c8 req-3565f0b3-528e-4b5e-9f79-184727995181 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:17.692531 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-82ff5ca5-fb91-41dc-810c-114144c538c8 req-3565f0b3-528e-4b5e-9f79-184727995181 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d6c1d5e-1257-4597-a1c5-2b65d0679090 HTTP/1.1" status: 200 len: 943 time: 0.1965079 May 05 21:58:17.715192 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5caff3aa-981e-4f74-b47e-0902c2fb0194 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:58:17.723759 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9ffe5469-015f-4729-a732-c4450f51eac4 req-f6d86059-fe2a-41cc-a12b-9d2161ad02bc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1c975d98-803d-4f29-a4b9-cfba4646e170 HTTP/1.1" status: 200 len: 217 time: 0.4845333 May 05 21:58:17.732314 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5caff3aa-981e-4f74-b47e-0902c2fb0194 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:17.733050 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-5caff3aa-981e-4f74-b47e-0902c2fb0194 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Added segment fe8720df-6853-451d-8404-b3b4e7030fed of type vlan for network 1f22d339-1ba6-4fda-a771-5759401ede6b May 05 21:58:17.804437 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3708df18-3077-4cd5-b311-33d8db966fe4 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:17.826347 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-82ff5ca5-fb91-41dc-810c-114144c538c8 req-93e9d340-2007-4a93-85b8-23138b8d1f48 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/security-groups?id=357c8a06-0cb4-4ca4-87b5-fb62b56bd963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076510 May 05 21:58:17.847748 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5caff3aa-981e-4f74-b47e-0902c2fb0194 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:17.863404 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe5469-015f-4729-a732-c4450f51eac4 req-0f80e983-a15b-4487-8a7a-b729bc44a38f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:17.865036 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9ffe5469-015f-4729-a732-c4450f51eac4 req-0f80e983-a15b-4487-8a7a-b729bc44a38f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=223f310f-878b-4c24-8a1d-6c4f58ae4a94 HTTP/1.1" status: 200 len: 851 time: 0.1347089 May 05 21:58:17.895765 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3708df18-3077-4cd5-b311-33d8db966fe4 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:17.903960 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3708df18-3077-4cd5-b311-33d8db966fe4 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:17.904725 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3708df18-3077-4cd5-b311-33d8db966fe4 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:17.943398 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7313499c-41f6-437c-b5ab-348c9c258fe0 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:58:17.943775 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7313499c-41f6-437c-b5ab-348c9c258fe0 None None] Checking segment: {'id': '501dba1c-64dd-4cd1-bb42-439b98112e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c94acb4e-545d-4469-be8f-99360ed510a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:58:17.944186 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7313499c-41f6-437c-b5ab-348c9c258fe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:17.944580 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7313499c-41f6-437c-b5ab-348c9c258fe0 None None] Bound using segment: {'id': '501dba1c-64dd-4cd1-bb42-439b98112e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c94acb4e-545d-4469-be8f-99360ed510a0'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:58:17.945430 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-7313499c-41f6-437c-b5ab-348c9c258fe0 None None] Bound port: 3900aeaa-f584-4fda-8d7c-ed49f5ac2770, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '501dba1c-64dd-4cd1-bb42-439b98112e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c94acb4e-545d-4469-be8f-99360ed510a0'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:58:17.945803 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7313499c-41f6-437c-b5ab-348c9c258fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:17.969953 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9ffe5469-015f-4729-a732-c4450f51eac4 req-9b6d6198-b385-4d47-a062-cdfd077aed19 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c94acb4e-545d-4469-be8f-99360ed510a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946693 May 05 21:58:17.974009 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.resource_extend [None req-5caff3aa-981e-4f74-b47e-0902c2fb0194 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 21:58:18.028512 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-10f1adf0-f57f-498a-951c-d97397489b75 req-00a5be9b-f5a5-40ed-993a-cc541f56e994 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b0e8607-547c-41bf-9964-fee1ae7f67c8 HTTP/1.1" status: 200 len: 210 time: 0.0678043 May 05 21:58:18.104759 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-3708df18-3077-4cd5-b311-33d8db966fe4 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9230838 May 05 21:58:18.111737 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 50018) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:58:18.128730 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-8e329c80-3d6e-4111-9d01-d7515276b580 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Request body: {'subnet': {'network_id': '431b5e07-0c77-4772-b0c1-a3ae77a9450d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:58:18.150057 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:18.157385 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9ffe5469-015f-4729-a732-c4450f51eac4 req-5bfd9441-b9b9-4f72-b1de-78164d7c34ab service neutron] 10.222.0.32 "GET /v2.0/networks/c94acb4e-545d-4469-be8f-99360ed510a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747375 May 05 21:58:18.198932 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:18.281101 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3708df18-3077-4cd5-b311-33d8db966fe4 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event updated for resources: {'Network': ['ID=431b5e07-0c77-4772-b0c1-a3ae77a9450d,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:18.306924 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5caff3aa-981e-4f74-b47e-0902c2fb0194 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:18.310583 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5caff3aa-981e-4f74-b47e-0902c2fb0194 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:18.316724 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5caff3aa-981e-4f74-b47e-0902c2fb0194 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:18.380429 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-8e329c80-3d6e-4111-9d01-d7515276b580 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:58:18.392381 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-8e329c80-3d6e-4111-9d01-d7515276b580 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Usage tracker for resource:subnet and tenant:663767b5203746b3b9addbbb99a48f8b is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:58:18.401241 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-8e329c80-3d6e-4111-9d01-d7515276b580 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:58:18.412663 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 431b5e07-0c77-4772-b0c1-a3ae77a9450d details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:58:18.420383 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-8e329c80-3d6e-4111-9d01-d7515276b580 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:58:18.463292 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e329c80-3d6e-4111-9d01-d7515276b580 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Made reservation on behalf of 663767b5203746b3b9addbbb99a48f8b for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:58:18.522156 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 50030) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:58:18.535946 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5caff3aa-981e-4f74-b47e-0902c2fb0194 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5862112 May 05 21:58:18.552153 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-f674d6c3-06da-4a42-bc01-31ce1eacfd5d tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Request body: {'subnet': {'network_id': '1f22d339-1ba6-4fda-a771-5759401ede6b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:58:18.562408 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caff3aa-981e-4f74-b47e-0902c2fb0194 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Pushing event updated for resources: {'Network': ['ID=1f22d339-1ba6-4fda-a771-5759401ede6b,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:18.613979 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9ffe5469-015f-4729-a732-c4450f51eac4 req-6bc951aa-0658-4e9d-8781-d22141d0d9d9 service neutron] 10.222.0.32 "GET /v2.0/networks/c94acb4e-545d-4469-be8f-99360ed510a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4504738 May 05 21:58:18.809885 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-f674d6c3-06da-4a42-bc01-31ce1eacfd5d tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:58:18.815072 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-f674d6c3-06da-4a42-bc01-31ce1eacfd5d tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Usage tracker for resource:subnet and tenant:db15301a2adc45d381739c535f1f1e68 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:58:18.818063 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-f674d6c3-06da-4a42-bc01-31ce1eacfd5d tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:58:18.825373 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-f674d6c3-06da-4a42-bc01-31ce1eacfd5d tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:58:18.886550 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 1f22d339-1ba6-4fda-a771-5759401ede6b details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:58:18.897821 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f674d6c3-06da-4a42-bc01-31ce1eacfd5d tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Made reservation on behalf of db15301a2adc45d381739c535f1f1e68 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:58:19.135050 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:19.146497 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-7313499c-41f6-437c-b5ab-348c9c258fe0 None None] For port 3900aeaa-f584-4fda-8d7c-ed49f5ac2770, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:58:19.180121 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-7313499c-41f6-437c-b5ab-348c9c258fe0 None None] For port 3900aeaa-f584-4fda-8d7c-ed49f5ac2770, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=3900aeaa-f584-4fda-8d7c-ed49f5ac2770,segment=NetworkSegment(501dba1c-64dd-4cd1-bb42-439b98112e67),segment_id=501dba1c-64dd-4cd1-bb42-439b98112e67)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:58:19.203876 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7313499c-41f6-437c-b5ab-348c9c258fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:19.358258 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed18d1f-f875-462a-84bc-5e376d8e9c83 None None] Pushing event updated for resources: {'Port': ['ID=3900aeaa-f584-4fda-8d7c-ed49f5ac2770,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:19.381454 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7313499c-41f6-437c-b5ab-348c9c258fe0 None None] Routers {'b9cef20f-1964-4afb-a438-23862b29cfa9'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:58:19.382219 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-7313499c-41f6-437c-b5ab-348c9c258fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:58:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['b9cef20f-1964-4afb-a438-23862b29cfa9'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:58:19.448791 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f674d6c3-06da-4a42-bc01-31ce1eacfd5d tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:19.572328 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-7313499c-41f6-437c-b5ab-348c9c258fe0 None None] Set router b9cef20f-1964-4afb-a438-23862b29cfa9 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:58:19.712691 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-36f19cbc-59de-4cd9-a72b-04af966bd988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444002e8-f0d1-4956-865e-60814067613c', 'name': 'tempest-RoutersTest-router-1872622478', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:58:03Z', 'updated_at': '2022-05-05T21:58:12Z', 'revision_number': 2, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'gw_port_host': None, '_interfaces': [{'id': 'f9171c69-836e-494d-892f-fdc8fe11862a', 'name': '', 'network_id': '6fe30055-2bd1-42fb-b6e9-f282563854ed', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:8e:ca:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '550c25b3-bde4-4d79-a9bd-8bd009910040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:10Z', 'updated_at': '2022-05-05T21:58:13Z', 'revision_number': 2, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': '550c25b3-bde4-4d79-a9bd-8bd009910040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:58:19.736632 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f19cbc-59de-4cd9-a72b-04af966bd988 None None] Checking router: 444002e8-f0d1-4956-865e-60814067613c for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:58:19.737122 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f19cbc-59de-4cd9-a72b-04af966bd988 None None] Updating router 444002e8-f0d1-4956-865e-60814067613c port f9171c69-836e-494d-892f-fdc8fe11862a binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 21:58:19.851585 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-36f19cbc-59de-4cd9-a72b-04af966bd988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:19.876993 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8e329c80-3d6e-4111-9d01-d7515276b580 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:20.008553 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f674d6c3-06da-4a42-bc01-31ce1eacfd5d tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:20.105433 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 1c975d98-803d-4f29-a4b9-cfba4646e170 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:58:20.166479 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ec93b-7f4a-4573-96cc-508f43b86814 req-cd01cbf5-ed87-47f0-8e00-b1b2ef9d0626 tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:20.168268 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f40ec93b-7f4a-4573-96cc-508f43b86814 req-cd01cbf5-ed87-47f0-8e00-b1b2ef9d0626 tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5cafefa-08ff-47a3-bd88-fa39e4b89fe3 HTTP/1.1" status: 200 len: 946 time: 1.2797179 May 05 21:58:20.213941 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7d2aa-2a31-4a7f-a8c3-4621d935973a req-b73aa3c7-1f09-45a1-b955-be40f5841b49 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:20.216049 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a1c7d2aa-2a31-4a7f-a8c3-4621d935973a req-b73aa3c7-1f09-45a1-b955-be40f5841b49 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.44 "GET /v2.0/networks?id=fa69cb3f-4129-4afe-9a6d-7584eefc40c0 HTTP/1.1" status: 200 len: 806 time: 0.8156865 May 05 21:58:20.253795 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-a1c7d2aa-2a31-4a7f-a8c3-4621d935973a req-0664b70f-6f04-46d6-8943-55a19402286a tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Request body: {'port': {'device_id': '9b0e8607-547c-41bf-9964-fee1ae7f67c8', 'network_id': 'fa69cb3f-4129-4afe-9a6d-7584eefc40c0', 'admin_state_up': True, 'tenant_id': 'edfb56529402421c8703b1e767ccb199'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:58:20.281973 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f674d6c3-06da-4a42-bc01-31ce1eacfd5d tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Pushing event updated for resources: {'Subnet': ['ID=90292b45-7e38-46eb-b539-a90435b386f3,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:20.291039 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c646f-6c9c-4ae2-8cdd-84078c6094cc req-3e78104e-43de-4cd8-9907-b9e6c7848fce tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:20.291903 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-117c646f-6c9c-4ae2-8cdd-84078c6094cc req-3e78104e-43de-4cd8-9907-b9e6c7848fce tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=2510197e-0167-4df8-b662-758eb5911dee HTTP/1.1" status: 200 len: 946 time: 0.8477628 May 05 21:58:20.342410 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-7313499c-41f6-437c-b5ab-348c9c258fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9cef20f-1964-4afb-a438-23862b29cfa9', 'name': 'tempest-ServerRescueTestJSON-1970979342-router', 'tenant_id': '4ba96e3a2f29495a89fcbd646b4c3115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': 'e6772776-fcc9-4d4e-8cbc-2868eefb17ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:57:45Z', 'updated_at': '2022-05-05T21:57:54Z', 'revision_number': 4, 'project_id': '4ba96e3a2f29495a89fcbd646b4c3115', 'gw_port': {'id': 'e6772776-fcc9-4d4e-8cbc-2868eefb17ec', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9cef20f-1964-4afb-a438-23862b29cfa9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:57:47Z', 'updated_at': '2022-05-05T21:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '3900aeaa-f584-4fda-8d7c-ed49f5ac2770', 'name': '', 'network_id': 'c94acb4e-545d-4469-be8f-99360ed510a0', 'tenant_id': '4ba96e3a2f29495a89fcbd646b4c3115', 'mac_address': 'fa:16:3e:e9:e2:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9cef20f-1964-4afb-a438-23862b29cfa9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '223f310f-878b-4c24-8a1d-6c4f58ae4a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:57:53Z', 'updated_at': '2022-05-05T21:58:19Z', 'revision_number': 4, 'project_id': '4ba96e3a2f29495a89fcbd646b4c3115', 'subnets': [{'id': '223f310f-878b-4c24-8a1d-6c4f58ae4a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:58:20.362932 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7313499c-41f6-437c-b5ab-348c9c258fe0 None None] The sync data for ids ['b9cef20f-1964-4afb-a438-23862b29cfa9'] in n-d-825175-4 is: [{'id': 'b9cef20f-1964-4afb-a438-23862b29cfa9', 'name': 'tempest-ServerRescueTestJSON-1970979342-router', 'tenant_id': '4ba96e3a2f29495a89fcbd646b4c3115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': 'e6772776-fcc9-4d4e-8cbc-2868eefb17ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:57:45Z', 'updated_at': '2022-05-05T21:57:54Z', 'revision_number': 4, 'project_id': '4ba96e3a2f29495a89fcbd646b4c3115', 'gw_port': {'id': 'e6772776-fcc9-4d4e-8cbc-2868eefb17ec', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9cef20f-1964-4afb-a438-23862b29cfa9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:57:47Z', 'updated_at': '2022-05-05T21:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '3900aeaa-f584-4fda-8d7c-ed49f5ac2770', 'name': '', 'network_id': 'c94acb4e-545d-4469-be8f-99360ed510a0', 'tenant_id': '4ba96e3a2f29495a89fcbd646b4c3115', 'mac_address': 'fa:16:3e:e9:e2:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9cef20f-1964-4afb-a438-23862b29cfa9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '223f310f-878b-4c24-8a1d-6c4f58ae4a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:57:53Z', 'updated_at': '2022-05-05T21:58:19Z', 'revision_number': 4, 'project_id': '4ba96e3a2f29495a89fcbd646b4c3115', 'subnets': [{'id': '223f310f-878b-4c24-8a1d-6c4f58ae4a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:58:20.403766 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f674d6c3-06da-4a42-bc01-31ce1eacfd5d tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Checking segment: {'id': 'fe8720df-6853-451d-8404-b3b4e7030fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1f22d339-1ba6-4fda-a771-5759401ede6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:58:20.404016 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f674d6c3-06da-4a42-bc01-31ce1eacfd5d tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Network hostable DHCP agents. Network: 1f22d339-1ba6-4fda-a771-5759401ede6b, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:58:20.405255 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 1c975d98-803d-4f29-a4b9-cfba4646e170, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=1c975d98-803d-4f29-a4b9-cfba4646e170,segment=NetworkSegment(501dba1c-64dd-4cd1-bb42-439b98112e67),segment_id=501dba1c-64dd-4cd1-bb42-439b98112e67)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:58:20.423826 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '1c975d98-803d-4f29-a4b9-cfba4646e170', 'network_id': 'c94acb4e-545d-4469-be8f-99360ed510a0', 'port_id': '1c975d98-803d-4f29-a4b9-cfba4646e170', 'mac_address': 'fa:16:3e:cd:a3:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '223f310f-878b-4c24-8a1d-6c4f58ae4a94', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:58:20.489770 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f40ec93b-7f4a-4573-96cc-508f43b86814 req-44238198-8c91-40b7-92b4-ca70232541a5 tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] 10.222.0.23 "GET /v2.0/security-groups?id=f488f106-9914-4b9d-9b33-f6990ec589d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084929 May 05 21:58:20.522714 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.resource_extend [None req-36f19cbc-59de-4cd9-a72b-04af966bd988 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 21:58:20.661818 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-117c646f-6c9c-4ae2-8cdd-84078c6094cc req-ea11f8e7-7438-4d77-9efd-b8c9544ddcdc tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=0043bfbb-2fb2-4013-8494-b5595b7ffb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3583946 May 05 21:58:20.673490 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:20.731904 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c975d98-803d-4f29-a4b9-cfba4646e170 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:58:20.744781 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-36f19cbc-59de-4cd9-a72b-04af966bd988 None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:20.763996 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-36f19cbc-59de-4cd9-a72b-04af966bd988 None None] Transition to ACTIVE for port object f9171c69-836e-494d-892f-fdc8fe11862a will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:58:20.768240 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 1c975d98-803d-4f29-a4b9-cfba4646e170, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=1c975d98-803d-4f29-a4b9-cfba4646e170,segment=NetworkSegment(501dba1c-64dd-4cd1-bb42-439b98112e67),segment_id=501dba1c-64dd-4cd1-bb42-439b98112e67)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:58:20.782720 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:20.786337 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-a1c7d2aa-2a31-4a7f-a8c3-4621d935973a req-0664b70f-6f04-46d6-8943-55a19402286a tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:58:20.824697 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8e329c80-3d6e-4111-9d01-d7515276b580 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:20.848494 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-36f19cbc-59de-4cd9-a72b-04af966bd988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:20.873731 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-a1c7d2aa-2a31-4a7f-a8c3-4621d935973a req-0664b70f-6f04-46d6-8943-55a19402286a tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:58:20.949766 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f674d6c3-06da-4a42-bc01-31ce1eacfd5d tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Network 1f22d339-1ba6-4fda-a771-5759401ede6b is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:58:20.962564 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1c7d2aa-2a31-4a7f-a8c3-4621d935973a req-0664b70f-6f04-46d6-8943-55a19402286a tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Made reservation on behalf of edfb56529402421c8703b1e767ccb199 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:58:20.965755 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a1c7d2aa-2a31-4a7f-a8c3-4621d935973a req-0664b70f-6f04-46d6-8943-55a19402286a tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:21.095540 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-f674d6c3-06da-4a42-bc01-31ce1eacfd5d tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 1f22d339-1ba6-4fda-a771-5759401ede6b) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:58:21.111252 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 3900aeaa-f584-4fda-8d7c-ed49f5ac2770 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:58:21.115796 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e329c80-3d6e-4111-9d01-d7515276b580 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event updated for resources: {'Subnet': ['ID=9c1bc00e-87fc-49d2-99b3-4a15d5b35e2d,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:21.131003 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f674d6c3-06da-4a42-bc01-31ce1eacfd5d tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:21.131597 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f674d6c3-06da-4a42-bc01-31ce1eacfd5d tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:21.222855 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d49ec3f-4547-4850-b316-626d904b4fb0 None None] Network 1f22d339-1ba6-4fda-a771-5759401ede6b requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:58:21.247389 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['1c975d98-803d-4f29-a4b9-cfba4646e170'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:58:21.320952 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e7d5d80c-15cd-484c-822b-12fa9eb7e723 req-3543b302-11fd-4b7a-be67-5a261e33dcb5 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b0e8607-547c-41bf-9964-fee1ae7f67c8 HTTP/1.1" status: 200 len: 210 time: 0.1109490 May 05 21:58:21.360464 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e329c80-3d6e-4111-9d01-d7515276b580 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Checking segment: {'id': '6c63a83b-4195-4a58-98bf-92e24f477e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '431b5e07-0c77-4772-b0c1-a3ae77a9450d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:58:21.360827 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e329c80-3d6e-4111-9d01-d7515276b580 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Network hostable DHCP agents. Network: 431b5e07-0c77-4772-b0c1-a3ae77a9450d, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:58:21.389572 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e94ef-5983-4f7b-ba44-6c2b4d38382a req-b9e105f0-27ca-4dde-be6a-3b22c4e48eac tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:21.391217 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-731e94ef-5983-4f7b-ba44-6c2b4d38382a req-b9e105f0-27ca-4dde-be6a-3b22c4e48eac tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d6c1d5e-1257-4597-a1c5-2b65d0679090 HTTP/1.1" status: 200 len: 944 time: 0.6066079 May 05 21:58:21.400169 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50054) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:58:21.406418 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-54d95d19-665b-47a7-9870-2da139ff85be tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Request body: {'router': {'external_gateway_info': {'network_id': '1f22d339-1ba6-4fda-a771-5759401ede6b'}}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:58:21.413949 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f674d6c3-06da-4a42-bc01-31ce1eacfd5d tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8848245 May 05 21:58:21.546906 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-36f19cbc-59de-4cd9-a72b-04af966bd988 None None] Attempting to bind port f9171c69-836e-494d-892f-fdc8fe11862a on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:58:21.549028 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-36f19cbc-59de-4cd9-a72b-04af966bd988 None None] Attempting to bind port f9171c69-836e-494d-892f-fdc8fe11862a by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'ffbd983e-4048-4677-8a97-7f020b90f24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6fe30055-2bd1-42fb-b6e9-f282563854ed'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:58:21.549547 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f19cbc-59de-4cd9-a72b-04af966bd988 None None] Attempting to bind port f9171c69-836e-494d-892f-fdc8fe11862a on network 6fe30055-2bd1-42fb-b6e9-f282563854ed {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:58:21.556766 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=1c975d98-803d-4f29-a4b9-cfba4646e170,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:21.661624 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e329c80-3d6e-4111-9d01-d7515276b580 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Network 431b5e07-0c77-4772-b0c1-a3ae77a9450d is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:58:21.676233 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-8e329c80-3d6e-4111-9d01-d7515276b580 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 431b5e07-0c77-4772-b0c1-a3ae77a9450d) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:58:21.687007 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e329c80-3d6e-4111-9d01-d7515276b580 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:21.687709 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8e329c80-3d6e-4111-9d01-d7515276b580 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:21.704752 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f07c8a-5750-4379-8ddc-6ca63dbafd7c None None] Pushing event updated for resources: {'Port': ['ID=f9171c69-836e-494d-892f-fdc8fe11862a,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:21.709203 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baec0d33-34ff-4b17-8d7b-ccabebc335cc None None] Network 431b5e07-0c77-4772-b0c1-a3ae77a9450d requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:58:21.709592 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-731e94ef-5983-4f7b-ba44-6c2b4d38382a req-89f32bfe-7cb2-4844-863e-eadb5796311f tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/security-groups?id=357c8a06-0cb4-4ca4-87b5-fb62b56bd963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907085 May 05 21:58:21.714316 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-8e329c80-3d6e-4111-9d01-d7515276b580 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6012034 May 05 21:58:21.717825 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 50060) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:58:21.721322 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-a1c7d2aa-2a31-4a7f-a8c3-4621d935973a req-0664b70f-6f04-46d6-8943-55a19402286a tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Allocated IP 172.20.0.4 (fa69cb3f-4129-4afe-9a6d-7584eefc40c0/98120645-6211-43cf-b26e-14efa3661c41/2e522390-4905-47f5-a4eb-00074af6898d) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:58:22.124672 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f19cbc-59de-4cd9-a72b-04af966bd988 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:58:22.128481 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f19cbc-59de-4cd9-a72b-04af966bd988 None None] Checking segment: {'id': 'ffbd983e-4048-4677-8a97-7f020b90f24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6fe30055-2bd1-42fb-b6e9-f282563854ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:58:22.129204 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-36f19cbc-59de-4cd9-a72b-04af966bd988 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:22.130179 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f19cbc-59de-4cd9-a72b-04af966bd988 None None] Bound using segment: {'id': 'ffbd983e-4048-4677-8a97-7f020b90f24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6fe30055-2bd1-42fb-b6e9-f282563854ed'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:58:22.130951 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-36f19cbc-59de-4cd9-a72b-04af966bd988 None None] Bound port: f9171c69-836e-494d-892f-fdc8fe11862a, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffbd983e-4048-4677-8a97-7f020b90f24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6fe30055-2bd1-42fb-b6e9-f282563854ed'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:58:22.131734 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-36f19cbc-59de-4cd9-a72b-04af966bd988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:22.158941 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 3900aeaa-f584-4fda-8d7c-ed49f5ac2770 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:58:22.238321 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-54d95d19-665b-47a7-9870-2da139ff85be tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:22.253668 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 3900aeaa-f584-4fda-8d7c-ed49f5ac2770 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:58:22.254616 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:22.282877 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4415ea-d1b6-4b70-beb3-9aa12de50b76 req-c78f239d-2d30-4fb9-8956-2fcca1dcb0f1 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:22.284401 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6d4415ea-d1b6-4b70-beb3-9aa12de50b76 req-c78f239d-2d30-4fb9-8956-2fcca1dcb0f1 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=2510197e-0167-4df8-b662-758eb5911dee HTTP/1.1" status: 200 len: 946 time: 0.2316060 May 05 21:58:22.447582 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-36f19cbc-59de-4cd9-a72b-04af966bd988 None None] For port f9171c69-836e-494d-892f-fdc8fe11862a, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:58:22.535211 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6d4415ea-d1b6-4b70-beb3-9aa12de50b76 req-3606ff15-334c-487f-88de-7095f234be05 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=0043bfbb-2fb2-4013-8494-b5595b7ffb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2345684 May 05 21:58:22.649643 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-36f19cbc-59de-4cd9-a72b-04af966bd988 None None] For port f9171c69-836e-494d-892f-fdc8fe11862a, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=f9171c69-836e-494d-892f-fdc8fe11862a,segment=NetworkSegment(ffbd983e-4048-4677-8a97-7f020b90f24f),segment_id=ffbd983e-4048-4677-8a97-7f020b90f24f)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:58:22.679449 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-54d95d19-665b-47a7-9870-2da139ff85be tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 21:58:22.688261 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-54d95d19-665b-47a7-9870-2da139ff85be tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] 10.222.0.23 "PUT /v2.0/routers/b9f79c8c-603b-4f51-b640-c49eb4f17e39 HTTP/1.1" status: 400 len: 364 time: 1.2864432 May 05 21:58:22.689171 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50076) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:58:22.722242 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a1c7d2aa-2a31-4a7f-a8c3-4621d935973a req-0664b70f-6f04-46d6-8943-55a19402286a tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:22.999401 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e251c4-a556-4f5e-9737-49e7ac207b45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-431b5e07-0c77-4772-b0c1-a3ae77a9450d', 'network_id': '431b5e07-0c77-4772-b0c1-a3ae77a9450d', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'fixed_ips': [{'subnet_id': '9c1bc00e-87fc-49d2-99b3-4a15d5b35e2d'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 21:58:23.000283 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d7e251c4-a556-4f5e-9737-49e7ac207b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:23.028559 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a1c7d2aa-2a31-4a7f-a8c3-4621d935973a req-0664b70f-6f04-46d6-8943-55a19402286a tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:23.082322 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['026ae715-3b74-4311-9e26-de7e6032c7f1'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:58:23.180118 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0664b70f-6f04-46d6-8943-55a19402286a tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Pushing event updated for resources: {'Port': ['ID=2e522390-4905-47f5-a4eb-00074af6898d,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:23.218238 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-36f19cbc-59de-4cd9-a72b-04af966bd988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:23.248675 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1c7d2aa-2a31-4a7f-a8c3-4621d935973a req-0664b70f-6f04-46d6-8943-55a19402286a tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Network fa69cb3f-4129-4afe-9a6d-7584eefc40c0 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:58:23.259026 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-a1c7d2aa-2a31-4a7f-a8c3-4621d935973a req-0664b70f-6f04-46d6-8943-55a19402286a tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:58:23.262960 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1c7d2aa-2a31-4a7f-a8c3-4621d935973a req-0664b70f-6f04-46d6-8943-55a19402286a tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:58:23.383755 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f99e6-8ea4-4637-adf8-b76cf4104966 req-a60c1624-c1e7-40ff-9db6-b1cab472d38e tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:23.385180 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-581f99e6-8ea4-4637-adf8-b76cf4104966 req-a60c1624-c1e7-40ff-9db6-b1cab472d38e tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Synchronizing usage tracker for tenant:edfb56529402421c8703b1e767ccb199 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:58:23.428914 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7d2aa-2a31-4a7f-a8c3-4621d935973a req-0664b70f-6f04-46d6-8943-55a19402286a tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:23.429949 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a1c7d2aa-2a31-4a7f-a8c3-4621d935973a req-0664b70f-6f04-46d6-8943-55a19402286a tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:23.438652 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-581f99e6-8ea4-4637-adf8-b76cf4104966 req-a60c1624-c1e7-40ff-9db6-b1cab472d38e tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Unset dirty status for tenant:edfb56529402421c8703b1e767ccb199 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:58:23.439598 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b75712-03eb-4949-9b57-e8d3f687c893 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-1f22d339-1ba6-4fda-a771-5759401ede6b', 'network_id': '1f22d339-1ba6-4fda-a771-5759401ede6b', 'tenant_id': 'db15301a2adc45d381739c535f1f1e68', 'fixed_ips': [{'subnet_id': '90292b45-7e38-46eb-b539-a90435b386f3'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 21:58:23.440408 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-98b75712-03eb-4949-9b57-e8d3f687c893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:23.446602 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-581f99e6-8ea4-4637-adf8-b76cf4104966 req-a60c1624-c1e7-40ff-9db6-b1cab472d38e tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b0e8607-547c-41bf-9964-fee1ae7f67c8 HTTP/1.1" status: 200 len: 931 time: 0.5620422 May 05 21:58:23.688161 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-98b75712-03eb-4949-9b57-e8d3f687c893 None None] Allocated IP 2001:db8:1::2 (1f22d339-1ba6-4fda-a771-5759401ede6b/90292b45-7e38-46eb-b539-a90435b386f3/74775364-f397-40e4-a01c-332f806a84ad) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:58:23.745530 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a1c7d2aa-2a31-4a7f-a8c3-4621d935973a req-0664b70f-6f04-46d6-8943-55a19402286a tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4957480 May 05 21:58:23.769498 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-a1c7d2aa-2a31-4a7f-a8c3-4621d935973a req-ff5025ca-809d-45c9-b565-622402bc6e57 service neutron] Request body: {'port': {'device_id': '9b0e8607-547c-41bf-9964-fee1ae7f67c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:58:23.861366 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-581f99e6-8ea4-4637-adf8-b76cf4104966 req-703f9a4b-0e0c-439f-9ba7-8e4946a835bb tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4135208 May 05 21:58:23.929884 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-98b75712-03eb-4949-9b57-e8d3f687c893 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:24.057766 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-68f0db52-99b1-46ea-990c-cec3c1b3f118 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:24.105877 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-d7e251c4-a556-4f5e-9737-49e7ac207b45 None None] Allocated IP 172.21.0.2 (431b5e07-0c77-4772-b0c1-a3ae77a9450d/9c1bc00e-87fc-49d2-99b3-4a15d5b35e2d/00abf455-5ad6-42e8-8785-8272268f246d) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:58:24.272403 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8b4c5-eb5d-46c7-a6e8-57c39eb682bf req-ef0a8c77-e78c-47e0-ad9a-d3fdc11243b4 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:24.280531 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-50d8b4c5-eb5d-46c7-a6e8-57c39eb682bf req-ef0a8c77-e78c-47e0-ad9a-d3fdc11243b4 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d6c1d5e-1257-4597-a1c5-2b65d0679090 HTTP/1.1" status: 200 len: 944 time: 0.6554000 May 05 21:58:24.283680 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a1c7d2aa-2a31-4a7f-a8c3-4621d935973a req-ff5025ca-809d-45c9-b565-622402bc6e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:24.422556 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d7e251c4-a556-4f5e-9737-49e7ac207b45 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:24.433655 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-d7e251c4-a556-4f5e-9737-49e7ac207b45 None None] Transition to ACTIVE for port object 00abf455-5ad6-42e8-8785-8272268f246d will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:58:24.452635 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-d7e251c4-a556-4f5e-9737-49e7ac207b45 None None] Transition to ACTIVE for port object 00abf455-5ad6-42e8-8785-8272268f246d will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:58:24.485189 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d7e251c4-a556-4f5e-9737-49e7ac207b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:24.491837 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-98b75712-03eb-4949-9b57-e8d3f687c893 None None] Transition to ACTIVE for port object 74775364-f397-40e4-a01c-332f806a84ad will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:58:24.639661 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f07c8a-5750-4379-8ddc-6ca63dbafd7c None None] Pushing event updated for resources: {'Port': ['ID=f9171c69-836e-494d-892f-fdc8fe11862a,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:24.689880 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-98b75712-03eb-4949-9b57-e8d3f687c893 None None] Transition to ACTIVE for port object 74775364-f397-40e4-a01c-332f806a84ad will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:58:24.727159 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e251c4-a556-4f5e-9737-49e7ac207b45 None None] Network 431b5e07-0c77-4772-b0c1-a3ae77a9450d is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:58:24.744481 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-d7e251c4-a556-4f5e-9737-49e7ac207b45 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:58:24.759204 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e251c4-a556-4f5e-9737-49e7ac207b45 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:58:24.782748 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-98b75712-03eb-4949-9b57-e8d3f687c893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:24.792364 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:24.808435 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f07c8a-5750-4379-8ddc-6ca63dbafd7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:58:24.808770 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f07c8a-5750-4379-8ddc-6ca63dbafd7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:58:24.809097 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f07c8a-5750-4379-8ddc-6ca63dbafd7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:58:24.809419 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f07c8a-5750-4379-8ddc-6ca63dbafd7c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:58:24.809739 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f07c8a-5750-4379-8ddc-6ca63dbafd7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:58:24.810056 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f07c8a-5750-4379-8ddc-6ca63dbafd7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:58:24.810366 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f07c8a-5750-4379-8ddc-6ca63dbafd7c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:58:24.810718 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f07c8a-5750-4379-8ddc-6ca63dbafd7c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:58:24.811017 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f07c8a-5750-4379-8ddc-6ca63dbafd7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:58:24.811326 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f07c8a-5750-4379-8ddc-6ca63dbafd7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:58:24.811637 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f07c8a-5750-4379-8ddc-6ca63dbafd7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:58:24.823326 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e9ad37-9156-496b-a008-45e217e715a3 req-0f78ce71-c060-4853-b390-ffbc7d3fb260 tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:24.827208 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-83e9ad37-9156-496b-a008-45e217e715a3 req-0f78ce71-c060-4853-b390-ffbc7d3fb260 tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5cafefa-08ff-47a3-bd88-fa39e4b89fe3 HTTP/1.1" status: 200 len: 946 time: 0.2884574 May 05 21:58:24.860359 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f19cbc-59de-4cd9-a72b-04af966bd988 None None] Routers {'444002e8-f0d1-4956-865e-60814067613c'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:58:24.860988 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-36f19cbc-59de-4cd9-a72b-04af966bd988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:58:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['444002e8-f0d1-4956-865e-60814067613c'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:58:24.988098 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-83e9ad37-9156-496b-a008-45e217e715a3 req-079c0417-ce2b-45aa-b95f-a03d45be7556 tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] Deleting port 2dfbbe5d-73b5-4bde-a0a3-9d0374439853 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:58:24.988994 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-83e9ad37-9156-496b-a008-45e217e715a3 req-079c0417-ce2b-45aa-b95f-a03d45be7556 tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:24.989860 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-a1c7d2aa-2a31-4a7f-a8c3-4621d935973a req-ff5025ca-809d-45c9-b565-622402bc6e57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e522390-4905-47f5-a4eb-00074af6898d {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:58:24.997460 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a1c7d2aa-2a31-4a7f-a8c3-4621d935973a req-ff5025ca-809d-45c9-b565-622402bc6e57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:25.015510 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-a1c7d2aa-2a31-4a7f-a8c3-4621d935973a req-ff5025ca-809d-45c9-b565-622402bc6e57 service neutron] Transition to ACTIVE for port object 2e522390-4905-47f5-a4eb-00074af6898d will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:58:25.017454 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-68f0db52-99b1-46ea-990c-cec3c1b3f118 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Allocated IP 2001:db8::1 (862601e7-7c27-4a80-ad38-b70027861d02/6f24ed50-631e-4176-97e7-b9662a3cd0f4/7c7daedd-5620-47e8-a083-14295ebdf832) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:58:25.099437 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a1c7d2aa-2a31-4a7f-a8c3-4621d935973a req-ff5025ca-809d-45c9-b565-622402bc6e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:25.234958 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b75712-03eb-4949-9b57-e8d3f687c893 None None] Network 1f22d339-1ba6-4fda-a771-5759401ede6b is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:58:25.254559 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-98b75712-03eb-4949-9b57-e8d3f687c893 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:58:25.275223 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5025ca-809d-45c9-b565-622402bc6e57 service neutron] Pushing event updated for resources: {'Port': ['ID=2e522390-4905-47f5-a4eb-00074af6898d,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:25.280745 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 3900aeaa-f584-4fda-8d7c-ed49f5ac2770, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=3900aeaa-f584-4fda-8d7c-ed49f5ac2770,segment=NetworkSegment(501dba1c-64dd-4cd1-bb42-439b98112e67),segment_id=501dba1c-64dd-4cd1-bb42-439b98112e67)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:58:25.281883 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b75712-03eb-4949-9b57-e8d3f687c893 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:58:25.296082 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e251c4-a556-4f5e-9737-49e7ac207b45 None None] Pushing event updated for resources: {'Port': ['ID=00abf455-5ad6-42e8-8785-8272268f246d,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:25.362344 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:25.401866 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-68f0db52-99b1-46ea-990c-cec3c1b3f118 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:25.406849 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-d7e251c4-a556-4f5e-9737-49e7ac207b45 None None] Attempting to bind port 00abf455-5ad6-42e8-8785-8272268f246d on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:58:25.407213 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-d7e251c4-a556-4f5e-9737-49e7ac207b45 None None] Attempting to bind port 00abf455-5ad6-42e8-8785-8272268f246d by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '6c63a83b-4195-4a58-98bf-92e24f477e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '431b5e07-0c77-4772-b0c1-a3ae77a9450d'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:58:25.407567 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e251c4-a556-4f5e-9737-49e7ac207b45 None None] Attempting to bind port 00abf455-5ad6-42e8-8785-8272268f246d on network 431b5e07-0c77-4772-b0c1-a3ae77a9450d {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:58:25.441878 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-68f0db52-99b1-46ea-990c-cec3c1b3f118 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Transition to ACTIVE for port object 7c7daedd-5620-47e8-a083-14295ebdf832 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:58:25.449098 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-83e9ad37-9156-496b-a008-45e217e715a3 req-079c0417-ce2b-45aa-b95f-a03d45be7556 tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] For port 2dfbbe5d-73b5-4bde-a0a3-9d0374439853, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=2dfbbe5d-73b5-4bde-a0a3-9d0374439853,segment=NetworkSegment(11291c4e-c892-44d9-93b4-a1c85bc3baa2),segment_id=11291c4e-c892-44d9-93b4-a1c85bc3baa2)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:58:25.449591 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-83e9ad37-9156-496b-a008-45e217e715a3 req-079c0417-ce2b-45aa-b95f-a03d45be7556 tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:25.464317 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-36f19cbc-59de-4cd9-a72b-04af966bd988 None None] Set router 444002e8-f0d1-4956-865e-60814067613c gateway port host: None {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:58:25.505302 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-50d8b4c5-eb5d-46c7-a6e8-57c39eb682bf req-b1747234-9556-4f0f-8129-52344e3bd3a6 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/security-groups?id=357c8a06-0cb4-4ca4-87b5-fb62b56bd963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2225926 May 05 21:58:25.597629 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-a1c7d2aa-2a31-4a7f-a8c3-4621d935973a req-ff5025ca-809d-45c9-b565-622402bc6e57 service neutron] Attempting to bind port 2e522390-4905-47f5-a4eb-00074af6898d on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:58:25.597950 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-a1c7d2aa-2a31-4a7f-a8c3-4621d935973a req-ff5025ca-809d-45c9-b565-622402bc6e57 service neutron] Attempting to bind port 2e522390-4905-47f5-a4eb-00074af6898d by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': '0aa4b5f2-fc2b-422a-9849-318a9f632a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fa69cb3f-4129-4afe-9a6d-7584eefc40c0'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:58:25.598271 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c7d2aa-2a31-4a7f-a8c3-4621d935973a req-ff5025ca-809d-45c9-b565-622402bc6e57 service neutron] Attempting to bind port 2e522390-4905-47f5-a4eb-00074af6898d on network fa69cb3f-4129-4afe-9a6d-7584eefc40c0 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:58:25.645822 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c7d2aa-2a31-4a7f-a8c3-4621d935973a req-ff5025ca-809d-45c9-b565-622402bc6e57 service neutron] Port 2e522390-4905-47f5-a4eb-00074af6898d on network fa69cb3f-4129-4afe-9a6d-7584eefc40c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:58:25.646137 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c7d2aa-2a31-4a7f-a8c3-4621d935973a req-ff5025ca-809d-45c9-b565-622402bc6e57 service neutron] Attempting to bind port 2e522390-4905-47f5-a4eb-00074af6898d on network fa69cb3f-4129-4afe-9a6d-7584eefc40c0 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:58:25.653314 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e251c4-a556-4f5e-9737-49e7ac207b45 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:58:25.653675 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e251c4-a556-4f5e-9737-49e7ac207b45 None None] Checking segment: {'id': '6c63a83b-4195-4a58-98bf-92e24f477e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '431b5e07-0c77-4772-b0c1-a3ae77a9450d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:58:25.654069 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d7e251c4-a556-4f5e-9737-49e7ac207b45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:25.654519 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e251c4-a556-4f5e-9737-49e7ac207b45 None None] Bound using segment: {'id': '6c63a83b-4195-4a58-98bf-92e24f477e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '431b5e07-0c77-4772-b0c1-a3ae77a9450d'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:58:25.654942 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-d7e251c4-a556-4f5e-9737-49e7ac207b45 None None] Bound port: 00abf455-5ad6-42e8-8785-8272268f246d, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c63a83b-4195-4a58-98bf-92e24f477e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '431b5e07-0c77-4772-b0c1-a3ae77a9450d'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:58:25.655310 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d7e251c4-a556-4f5e-9737-49e7ac207b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:25.696418 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b75712-03eb-4949-9b57-e8d3f687c893 None None] Pushing event updated for resources: {'Port': ['ID=74775364-f397-40e4-a01c-332f806a84ad,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:25.729824 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7f90d26d-196b-4224-990e-a51eca2334a2 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:25.756730 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c7d2aa-2a31-4a7f-a8c3-4621d935973a req-ff5025ca-809d-45c9-b565-622402bc6e57 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:58:25.756951 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c7d2aa-2a31-4a7f-a8c3-4621d935973a req-ff5025ca-809d-45c9-b565-622402bc6e57 service neutron] Checking segment: {'id': '0aa4b5f2-fc2b-422a-9849-318a9f632a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fa69cb3f-4129-4afe-9a6d-7584eefc40c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:58:25.758451 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c7d2aa-2a31-4a7f-a8c3-4621d935973a req-ff5025ca-809d-45c9-b565-622402bc6e57 service neutron] Bound using segment: {'id': '0aa4b5f2-fc2b-422a-9849-318a9f632a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fa69cb3f-4129-4afe-9a6d-7584eefc40c0'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:58:25.758933 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-a1c7d2aa-2a31-4a7f-a8c3-4621d935973a req-ff5025ca-809d-45c9-b565-622402bc6e57 service neutron] Bound port: 2e522390-4905-47f5-a4eb-00074af6898d, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0aa4b5f2-fc2b-422a-9849-318a9f632a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fa69cb3f-4129-4afe-9a6d-7584eefc40c0'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:58:25.759279 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a1c7d2aa-2a31-4a7f-a8c3-4621d935973a req-ff5025ca-809d-45c9-b565-622402bc6e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:25.778204 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b781f-83e9-4838-a90d-182632932451 req-251e2670-a24f-44e7-a359-13e53a546531 tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:25.781107 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-83e9ad37-9156-496b-a008-45e217e715a3 req-079c0417-ce2b-45aa-b95f-a03d45be7556 tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] Calling delete_port for 2dfbbe5d-73b5-4bde-a0a3-9d0374439853 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:58:25.785813 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fa0b781f-83e9-4838-a90d-182632932451 req-251e2670-a24f-44e7-a359-13e53a546531 tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5cafefa-08ff-47a3-bd88-fa39e4b89fe3 HTTP/1.1" status: 200 len: 946 time: 1.5309370 May 05 21:58:25.822503 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-68f0db52-99b1-46ea-990c-cec3c1b3f118 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:25.881842 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-98b75712-03eb-4949-9b57-e8d3f687c893 None None] Attempting to bind port 74775364-f397-40e4-a01c-332f806a84ad on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:58:25.882592 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-98b75712-03eb-4949-9b57-e8d3f687c893 None None] Attempting to bind port 74775364-f397-40e4-a01c-332f806a84ad by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'fe8720df-6853-451d-8404-b3b4e7030fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1f22d339-1ba6-4fda-a771-5759401ede6b'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:58:25.883218 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b75712-03eb-4949-9b57-e8d3f687c893 None None] Attempting to bind port 74775364-f397-40e4-a01c-332f806a84ad on network 1f22d339-1ba6-4fda-a771-5759401ede6b {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:58:25.947840 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f0db52-99b1-46ea-990c-cec3c1b3f118 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Network 862601e7-7c27-4a80-ad38-b70027861d02 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:58:25.953296 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-68f0db52-99b1-46ea-990c-cec3c1b3f118 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:58:25.969890 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f0db52-99b1-46ea-990c-cec3c1b3f118 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Pushing event updated for resources: {'Port': ['ID=7c7daedd-5620-47e8-a083-14295ebdf832,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:25.978547 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f0db52-99b1-46ea-990c-cec3c1b3f118 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:58:25.979262 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-68f0db52-99b1-46ea-990c-cec3c1b3f118 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:26.075476 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=3900aeaa-f584-4fda-8d7c-ed49f5ac2770,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:26.083879 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b75712-03eb-4949-9b57-e8d3f687c893 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:58:26.084671 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b75712-03eb-4949-9b57-e8d3f687c893 None None] Checking segment: {'id': 'fe8720df-6853-451d-8404-b3b4e7030fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1f22d339-1ba6-4fda-a771-5759401ede6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:58:26.085307 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-98b75712-03eb-4949-9b57-e8d3f687c893 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:26.085934 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b75712-03eb-4949-9b57-e8d3f687c893 None None] Bound using segment: {'id': 'fe8720df-6853-451d-8404-b3b4e7030fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1f22d339-1ba6-4fda-a771-5759401ede6b'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:58:26.086631 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-98b75712-03eb-4949-9b57-e8d3f687c893 None None] Bound port: 74775364-f397-40e4-a01c-332f806a84ad, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe8720df-6853-451d-8404-b3b4e7030fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '1f22d339-1ba6-4fda-a771-5759401ede6b'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:58:26.087286 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-98b75712-03eb-4949-9b57-e8d3f687c893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:26.092960 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-a1c7d2aa-2a31-4a7f-a8c3-4621d935973a req-ff5025ca-809d-45c9-b565-622402bc6e57 service neutron] For port 2e522390-4905-47f5-a4eb-00074af6898d, host n-h1-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:58:26.129218 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fa0b781f-83e9-4838-a90d-182632932451 req-539849f9-5e73-4e29-a307-b11de9fe8021 tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] 10.222.0.23 "GET /v2.0/security-groups?id=f488f106-9914-4b9d-9b33-f6990ec589d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3412299 May 05 21:58:26.148920 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-83e9ad37-9156-496b-a008-45e217e715a3 req-079c0417-ce2b-45aa-b95f-a03d45be7556 tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:26.149936 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-a1c7d2aa-2a31-4a7f-a8c3-4621d935973a req-ff5025ca-809d-45c9-b565-622402bc6e57 service neutron] For port 2e522390-4905-47f5-a4eb-00074af6898d, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=2e522390-4905-47f5-a4eb-00074af6898d,segment=NetworkSegment(0aa4b5f2-fc2b-422a-9849-318a9f632a66),segment_id=0aa4b5f2-fc2b-422a-9849-318a9f632a66)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:58:26.227645 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a1c7d2aa-2a31-4a7f-a8c3-4621d935973a req-ff5025ca-809d-45c9-b565-622402bc6e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:26.247658 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 1c975d98-803d-4f29-a4b9-cfba4646e170 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:58:26.286138 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079c0417-ce2b-45aa-b95f-a03d45be7556 tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] Pushing event deleted for resources: {'Port': ['ID=2dfbbe5d-73b5-4bde-a0a3-9d0374439853,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:26.387398 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d20375-d782-4fef-b83c-07380c381ea0 req-d571c0d1-12f2-4530-8c43-991ac6b8791b tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:26.397076 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-50d20375-d782-4fef-b83c-07380c381ea0 req-d571c0d1-12f2-4530-8c43-991ac6b8791b tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=2510197e-0167-4df8-b662-758eb5911dee HTTP/1.1" status: 200 len: 946 time: 0.7327657 May 05 21:58:26.460440 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-98b75712-03eb-4949-9b57-e8d3f687c893 None None] For port 74775364-f397-40e4-a01c-332f806a84ad, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:58:26.464174 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-98b75712-03eb-4949-9b57-e8d3f687c893 None None] For port 74775364-f397-40e4-a01c-332f806a84ad, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=74775364-f397-40e4-a01c-332f806a84ad,segment=NetworkSegment(fe8720df-6853-451d-8404-b3b4e7030fed),segment_id=fe8720df-6853-451d-8404-b3b4e7030fed)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:58:26.478165 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-98b75712-03eb-4949-9b57-e8d3f687c893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:26.575192 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-d7e251c4-a556-4f5e-9737-49e7ac207b45 None None] For port 00abf455-5ad6-42e8-8785-8272268f246d, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:58:26.578105 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-83e9ad37-9156-496b-a008-45e217e715a3 req-079c0417-ce2b-45aa-b95f-a03d45be7556 tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] No DVR routers for this DVR port 2dfbbe5d-73b5-4bde-a0a3-9d0374439853 on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:58:26.580138 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-68f0db52-99b1-46ea-990c-cec3c1b3f118 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:26.596639 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-83e9ad37-9156-496b-a008-45e217e715a3 req-079c0417-ce2b-45aa-b95f-a03d45be7556 tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:26.600782 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5cafefa-08ff-47a3-bd88-fa39e4b89fe3', 'name': 'network-vif-deleted', 'tag': '2dfbbe5d-73b5-4bde-a0a3-9d0374439853'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:58:26.616145 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-7f90d26d-196b-4224-990e-a51eca2334a2 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Allocated IP 172.21.0.1 (431b5e07-0c77-4772-b0c1-a3ae77a9450d/9c1bc00e-87fc-49d2-99b3-4a15d5b35e2d/127b8d1d-baa4-433f-a1db-83f247c1a226) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:58:26.674046 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-83e9ad37-9156-496b-a008-45e217e715a3 req-079c0417-ce2b-45aa-b95f-a03d45be7556 tempest-ServersNegativeTestMultiTenantJSON-1995002907 tempest-ServersNegativeTestMultiTenantJSON-1995002907-project] 10.222.0.44 "DELETE /v2.0/ports/2dfbbe5d-73b5-4bde-a0a3-9d0374439853 HTTP/1.1" status: 204 len: 173 time: 1.8318696 May 05 21:58:26.698131 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-d7e251c4-a556-4f5e-9737-49e7ac207b45 None None] For port 00abf455-5ad6-42e8-8785-8272268f246d, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=00abf455-5ad6-42e8-8785-8272268f246d,segment=NetworkSegment(6c63a83b-4195-4a58-98bf-92e24f477e85),segment_id=6c63a83b-4195-4a58-98bf-92e24f477e85)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:58:26.745326 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d7e251c4-a556-4f5e-9737-49e7ac207b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:26.767959 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a1c7d2aa-2a31-4a7f-a8c3-4621d935973a req-ff5025ca-809d-45c9-b565-622402bc6e57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:26.769738 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a1c7d2aa-2a31-4a7f-a8c3-4621d935973a req-ff5025ca-809d-45c9-b565-622402bc6e57 service neutron] 10.222.0.44 "PUT /v2.0/ports/2e522390-4905-47f5-a4eb-00074af6898d HTTP/1.1" status: 200 len: 1091 time: 3.0085385 May 05 21:58:26.828983 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b75712-03eb-4949-9b57-e8d3f687c893 None None] Pushing event updated for resources: {'Port': ['ID=74775364-f397-40e4-a01c-332f806a84ad,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:26.898546 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b0e8607-547c-41bf-9964-fee1ae7f67c8', 'tag': '2e522390-4905-47f5-a4eb-00074af6898d'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:58:26.956678 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-326393ef-3854-4309-b707-b0356dd5ade4 None None] Provisioning for port 7c7daedd-5620-47e8-a083-14295ebdf832 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:58:27.006246 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port 1c975d98-803d-4f29-a4b9-cfba4646e170 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:58:27.017947 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-326393ef-3854-4309-b707-b0356dd5ade4 None None] Provisioning complete for port 7c7daedd-5620-47e8-a083-14295ebdf832 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:58:27.018369 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-326393ef-3854-4309-b707-b0356dd5ade4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:27.053332 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5025ca-809d-45c9-b565-622402bc6e57 service neutron] Pushing event updated for resources: {'Port': ['ID=2e522390-4905-47f5-a4eb-00074af6898d,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:27.092783 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-50d20375-d782-4fef-b83c-07380c381ea0 req-ba65b33d-d290-4e4b-829d-5fa8318a7931 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=0043bfbb-2fb2-4013-8494-b5595b7ffb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6945186 May 05 21:58:27.180691 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 1c975d98-803d-4f29-a4b9-cfba4646e170 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:58:27.181226 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:27.240939 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a459f88-0441-47db-83cc-26b3d6a07d5d req-9c5feca7-d087-464c-a605-b23330626ae3 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:27.247789 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6a459f88-0441-47db-83cc-26b3d6a07d5d req-9c5feca7-d087-464c-a605-b23330626ae3 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b0e8607-547c-41bf-9964-fee1ae7f67c8 HTTP/1.1" status: 200 len: 943 time: 0.6014817 May 05 21:58:27.310592 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7f90d26d-196b-4224-990e-a51eca2334a2 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:27.317758 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a1c7d2aa-2a31-4a7f-a8c3-4621d935973a req-993110e2-2ca3-42dc-8687-51e64bb816cb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=edfb56529402421c8703b1e767ccb199&device_id=9b0e8607-547c-41bf-9964-fee1ae7f67c8 HTTP/1.1" status: 200 len: 1094 time: 0.3839107 May 05 21:58:27.497369 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-326393ef-3854-4309-b707-b0356dd5ade4 None None] Port 7c7daedd-5620-47e8-a083-14295ebdf832 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:58:27.575144 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e251c4-a556-4f5e-9737-49e7ac207b45 None None] Pushing event updated for resources: {'Port': ['ID=00abf455-5ad6-42e8-8785-8272268f246d,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:27.592057 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-68f0db52-99b1-46ea-990c-cec3c1b3f118 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:27.603523 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-68f0db52-99b1-46ea-990c-cec3c1b3f118 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:27.604590 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-68f0db52-99b1-46ea-990c-cec3c1b3f118 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:27.625761 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-36f19cbc-59de-4cd9-a72b-04af966bd988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444002e8-f0d1-4956-865e-60814067613c', 'name': 'tempest-RoutersTest-router-1872622478', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:58:03Z', 'updated_at': '2022-05-05T21:58:12Z', 'revision_number': 2, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'gw_port_host': None, '_interfaces': [{'id': 'f9171c69-836e-494d-892f-fdc8fe11862a', 'name': '', 'network_id': '6fe30055-2bd1-42fb-b6e9-f282563854ed', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:8e:ca:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '550c25b3-bde4-4d79-a9bd-8bd009910040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:10Z', 'updated_at': '2022-05-05T21:58:22Z', 'revision_number': 4, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': '550c25b3-bde4-4d79-a9bd-8bd009910040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:58:27.668029 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f19cbc-59de-4cd9-a72b-04af966bd988 None None] The sync data for ids ['444002e8-f0d1-4956-865e-60814067613c'] in n-d-825175-4 is: [{'id': '444002e8-f0d1-4956-865e-60814067613c', 'name': 'tempest-RoutersTest-router-1872622478', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:58:03Z', 'updated_at': '2022-05-05T21:58:12Z', 'revision_number': 2, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'gw_port_host': None, '_interfaces': [{'id': 'f9171c69-836e-494d-892f-fdc8fe11862a', 'name': '', 'network_id': '6fe30055-2bd1-42fb-b6e9-f282563854ed', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:8e:ca:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '550c25b3-bde4-4d79-a9bd-8bd009910040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:10Z', 'updated_at': '2022-05-05T21:58:22Z', 'revision_number': 4, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': '550c25b3-bde4-4d79-a9bd-8bd009910040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:58:27.853463 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:27.873923 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 3900aeaa-f584-4fda-8d7c-ed49f5ac2770 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:58:27.899860 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-7f90d26d-196b-4224-990e-a51eca2334a2 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Transition to ACTIVE for port object 127b8d1d-baa4-433f-a1db-83f247c1a226 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:58:27.926209 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a1c7d2aa-2a31-4a7f-a8c3-4621d935973a req-ced0a807-1e2f-4759-b871-1c4254096ca0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e522390-4905-47f5-a4eb-00074af6898d HTTP/1.1" status: 200 len: 217 time: 0.5971904 May 05 21:58:27.943951 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6a459f88-0441-47db-83cc-26b3d6a07d5d req-64bb6b88-c061-4c4d-a273-3cad2cef84b7 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6950686 May 05 21:58:27.964099 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f0db52-99b1-46ea-990c-cec3c1b3f118 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Pushing event updated for resources: {'Port': ['ID=7c7daedd-5620-47e8-a083-14295ebdf832,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:28.059801 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d6c1d5e-1257-4597-a1c5-2b65d0679090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c975d98-803d-4f29-a4b9-cfba4646e170'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:58:28.094142 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 1c975d98-803d-4f29-a4b9-cfba4646e170, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=1c975d98-803d-4f29-a4b9-cfba4646e170,segment=NetworkSegment(501dba1c-64dd-4cd1-bb42-439b98112e67),segment_id=501dba1c-64dd-4cd1-bb42-439b98112e67)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:58:28.107167 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 2dfbbe5d-73b5-4bde-a0a3-9d0374439853 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:58:28.169144 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7d2aa-2a31-4a7f-a8c3-4621d935973a req-701fcab7-385a-46a1-af34-fc6a55a64e48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:28.174391 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a1c7d2aa-2a31-4a7f-a8c3-4621d935973a req-701fcab7-385a-46a1-af34-fc6a55a64e48 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=98120645-6211-43cf-b26e-14efa3661c41 HTTP/1.1" status: 200 len: 846 time: 0.2227654 May 05 21:58:28.193797 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79116eeb-be1c-441d-b814-5143dd284ab3'] response: {'server_uuid': 'f5cafefa-08ff-47a3-bd88-fa39e4b89fe3', 'name': 'network-vif-deleted', 'tag': '2dfbbe5d-73b5-4bde-a0a3-9d0374439853', 'status': 'completed', 'code': 200} May 05 21:58:28.235191 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:28.294953 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f0db52-99b1-46ea-990c-cec3c1b3f118 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Network 862601e7-7c27-4a80-ad38-b70027861d02 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:58:28.299282 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-68f0db52-99b1-46ea-990c-cec3c1b3f118 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:58:28.334098 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: 2dfbbe5d-73b5-4bde-a0a3-9d0374439853 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:58:28.334529 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 2dfbbe5d-73b5-4bde-a0a3-9d0374439853 not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:58:28.349927 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e423abd5-321e-4db3-88e2-16287f396621'] response: {'name': 'network-changed', 'server_uuid': '9b0e8607-547c-41bf-9964-fee1ae7f67c8', 'tag': '2e522390-4905-47f5-a4eb-00074af6898d', 'status': 'completed', 'code': 200} May 05 21:58:28.385118 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7f90d26d-196b-4224-990e-a51eca2334a2 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:28.482855 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 3900aeaa-f584-4fda-8d7c-ed49f5ac2770 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:58:28.488516 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:28.638306 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=1c975d98-803d-4f29-a4b9-cfba4646e170,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:28.708746 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a1c7d2aa-2a31-4a7f-a8c3-4621d935973a req-4ad5dc4e-03eb-494c-ba50-fba969cff3f2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fa69cb3f-4129-4afe-9a6d-7584eefc40c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4950483 May 05 21:58:28.792753 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 50118) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:58:28.973209 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 74775364-f397-40e4-a01c-332f806a84ad up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:58:29.074227 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1a8259-bc34-4d00-b3c2-633e0531b174 None None] Network 1f22d339-1ba6-4fda-a771-5759401ede6b requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:58:29.244684 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbaca5ee-e0a3-4317-958e-0e47d2edb136'] response: {'server_uuid': '5d6c1d5e-1257-4597-a1c5-2b65d0679090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c975d98-803d-4f29-a4b9-cfba4646e170', 'code': 200} May 05 21:58:29.251765 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-1a548698-1dc0-4457-9ef6-073dfb76cc80 None None] Provisioning complete for port 7c7daedd-5620-47e8-a083-14295ebdf832 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:58:29.252397 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1a548698-1dc0-4457-9ef6-073dfb76cc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:29.279307 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f90d26d-196b-4224-990e-a51eca2334a2 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Network 431b5e07-0c77-4772-b0c1-a3ae77a9450d is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:58:29.309242 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-7f90d26d-196b-4224-990e-a51eca2334a2 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:58:29.325865 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f90d26d-196b-4224-990e-a51eca2334a2 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:58:29.353831 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f90d26d-196b-4224-990e-a51eca2334a2 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event updated for resources: {'Port': ['ID=127b8d1d-baa4-433f-a1db-83f247c1a226,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:29.393168 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0a56fd9-7b48-4049-8b38-25228031a38a admin admin] Deleting subnet 9691d172-86c1-4d0d-9b35-fafee8a4d95f {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:58:29.439640 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d29f67-7ee2-4d6e-b2df-bb29a3679102 None None] Network 431b5e07-0c77-4772-b0c1-a3ae77a9450d requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:58:29.462172 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a0a56fd9-7b48-4049-8b38-25228031a38a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:29.550912 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-1a548698-1dc0-4457-9ef6-073dfb76cc80 None None] Port 7c7daedd-5620-47e8-a083-14295ebdf832 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:58:29.588390 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8d7133e9-7eea-4b28-a6b6-e7688a99f11f req-883484ef-535a-429e-a5b2-c4d1fa26e964 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5d6c1d5e-1257-4597-a1c5-2b65d0679090 HTTP/1.1" status: 200 len: 1096 time: 0.3281949 May 05 21:58:29.604539 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7f90d26d-196b-4224-990e-a51eca2334a2 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:29.622088 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a1c7d2aa-2a31-4a7f-a8c3-4621d935973a req-a60be156-ecb0-47e1-9a09-6418c8aaa1c1 service neutron] 10.222.0.44 "GET /v2.0/networks/fa69cb3f-4129-4afe-9a6d-7584eefc40c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9070158 May 05 21:58:29.655590 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 74775364-f397-40e4-a01c-332f806a84ad completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:58:29.683118 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8d7133e9-7eea-4b28-a6b6-e7688a99f11f req-0dfd02bf-b91d-43f6-bf41-b70ebd794e59 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=357c8a06-0cb4-4ca4-87b5-fb62b56bd963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748477 May 05 21:58:29.683724 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:58:29.697933 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f300183a-1aa5-4e19-bf0e-d0f4dcb8267e req-95a053b8-ebb1-437c-8748-d10326ae73d9 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:29.707052 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f300183a-1aa5-4e19-bf0e-d0f4dcb8267e req-95a053b8-ebb1-437c-8748-d10326ae73d9 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d6c1d5e-1257-4597-a1c5-2b65d0679090 HTTP/1.1" status: 200 len: 945 time: 1.3170221 May 05 21:58:29.717588 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f0db52-99b1-46ea-990c-cec3c1b3f118 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Router b9f79c8c-603b-4f51-b640-c49eb4f17e39 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:58:29.795539 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a0a56fd9-7b48-4049-8b38-25228031a38a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:29.810099 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-67ffd8bc-011c-4581-916f-a77c12695379 None None] Provisioning for port 74775364-f397-40e4-a01c-332f806a84ad completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:58:29.863900 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-67ffd8bc-011c-4581-916f-a77c12695379 None None] Provisioning complete for port 74775364-f397-40e4-a01c-332f806a84ad triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:58:29.864268 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-67ffd8bc-011c-4581-916f-a77c12695379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:30.039477 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 00abf455-5ad6-42e8-8785-8272268f246d up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:58:30.124275 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f300183a-1aa5-4e19-bf0e-d0f4dcb8267e req-5997f96b-bb10-47de-bcfc-b98fdfdb5865 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/security-groups?id=357c8a06-0cb4-4ca4-87b5-fb62b56bd963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4160070 May 05 21:58:30.130808 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-67ffd8bc-011c-4581-916f-a77c12695379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:30.137111 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a0a56fd9-7b48-4049-8b38-25228031a38a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:30.222985 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-67ffd8bc-011c-4581-916f-a77c12695379 None None] For port 74775364-f397-40e4-a01c-332f806a84ad, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=74775364-f397-40e4-a01c-332f806a84ad,segment=NetworkSegment(fe8720df-6853-451d-8404-b3b4e7030fed),segment_id=fe8720df-6853-451d-8404-b3b4e7030fed)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:58:30.245093 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-67ffd8bc-011c-4581-916f-a77c12695379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:30.325833 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f0db52-99b1-46ea-990c-cec3c1b3f118 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:58:30.348990 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de592a52-d6ed-49ee-b52a-8d156e2247ac None None] Sync routers for ids ['b9f79c8c-603b-4f51-b640-c49eb4f17e39'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:58:30.357655 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-68f0db52-99b1-46ea-990c-cec3c1b3f118 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] 10.222.0.23 "PUT /v2.0/routers/b9f79c8c-603b-4f51-b640-c49eb4f17e39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6623838 May 05 21:58:30.359352 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50128) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:58:30.382593 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 00abf455-5ad6-42e8-8785-8272268f246d completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:58:30.406196 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device f9171c69-836e-494d-892f-fdc8fe11862a up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:58:30.450528 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de592a52-d6ed-49ee-b52a-8d156e2247ac None None] Routers {'b9f79c8c-603b-4f51-b640-c49eb4f17e39'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:58:30.462148 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-de592a52-d6ed-49ee-b52a-8d156e2247ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:58:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['b9f79c8c-603b-4f51-b640-c49eb4f17e39'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:58:30.507887 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-67ffd8bc-011c-4581-916f-a77c12695379 None None] Provisioning for port 00abf455-5ad6-42e8-8785-8272268f246d completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:58:30.529918 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ffd8bc-011c-4581-916f-a77c12695379 None None] Pushing event updated for resources: {'Port': ['ID=74775364-f397-40e4-a01c-332f806a84ad,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:30.543464 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-67ffd8bc-011c-4581-916f-a77c12695379 None None] Provisioning complete for port 00abf455-5ad6-42e8-8785-8272268f246d triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:58:30.546698 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-67ffd8bc-011c-4581-916f-a77c12695379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:30.703898 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-de592a52-d6ed-49ee-b52a-8d156e2247ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:58:30.705767 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port f9171c69-836e-494d-892f-fdc8fe11862a completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:58:30.734644 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de592a52-d6ed-49ee-b52a-8d156e2247ac None None] Routers {'b9f79c8c-603b-4f51-b640-c49eb4f17e39'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:58:30.735483 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-de592a52-d6ed-49ee-b52a-8d156e2247ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:58:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['b9f79c8c-603b-4f51-b640-c49eb4f17e39'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:58:30.802616 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port f9171c69-836e-494d-892f-fdc8fe11862a triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:58:30.805496 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:30.895981 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-de592a52-d6ed-49ee-b52a-8d156e2247ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:58:30.897776 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de592a52-d6ed-49ee-b52a-8d156e2247ac None None] The sync data for ids ['b9f79c8c-603b-4f51-b640-c49eb4f17e39'] in n-d-825175-4 is: [] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:58:30.918225 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-59776d4d-b1d9-4757-8717-935bfd47cbd3 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:30.980970 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-67ffd8bc-011c-4581-916f-a77c12695379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:31.034095 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa02b63-1d82-4b41-8959-c2b1a2c8845a req-685840d3-04a9-45c6-98f4-7b45d4d2fbbc tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:31.047574 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0aa02b63-1d82-4b41-8959-c2b1a2c8845a req-685840d3-04a9-45c6-98f4-7b45d4d2fbbc tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=2510197e-0167-4df8-b662-758eb5911dee HTTP/1.1" status: 200 len: 946 time: 1.6578960 May 05 21:58:31.073366 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-67ffd8bc-011c-4581-916f-a77c12695379 None None] For port 00abf455-5ad6-42e8-8785-8272268f246d, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=00abf455-5ad6-42e8-8785-8272268f246d,segment=NetworkSegment(6c63a83b-4195-4a58-98bf-92e24f477e85),segment_id=6c63a83b-4195-4a58-98bf-92e24f477e85)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:58:31.081835 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a1c7d2aa-2a31-4a7f-a8c3-4621d935973a req-4eeb03b3-c45d-42fa-8614-8bc07a7e69b4 service neutron] 10.222.0.44 "GET /v2.0/networks/fa69cb3f-4129-4afe-9a6d-7584eefc40c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4438460 May 05 21:58:31.082939 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-67ffd8bc-011c-4581-916f-a77c12695379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:31.092070 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7f90d26d-196b-4224-990e-a51eca2334a2 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:31.150572 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:31.185709 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ffd8bc-011c-4581-916f-a77c12695379 None None] Pushing event updated for resources: {'Port': ['ID=00abf455-5ad6-42e8-8785-8272268f246d,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:31.202252 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port f9171c69-836e-494d-892f-fdc8fe11862a, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=f9171c69-836e-494d-892f-fdc8fe11862a,segment=NetworkSegment(ffbd983e-4048-4677-8a97-7f020b90f24f),segment_id=ffbd983e-4048-4677-8a97-7f020b90f24f)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:58:31.210586 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:31.267197 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-59776d4d-b1d9-4757-8717-935bfd47cbd3 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] delete failed (client error): There was a conflict when trying to complete your request. May 05 21:58:31.271217 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e101605e-5f4d-41dc-b4cf-b1fb504f404b None None] Provisioning complete for port 74775364-f397-40e4-a01c-332f806a84ad triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:58:31.271217 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e101605e-5f4d-41dc-b4cf-b1fb504f404b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:31.272073 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-59776d4d-b1d9-4757-8717-935bfd47cbd3 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] 10.222.0.23 "DELETE /v2.0/routers/b9f79c8c-603b-4f51-b640-c49eb4f17e39 HTTP/1.1" status: 409 len: 329 time: 0.9078429 May 05 21:58:31.273146 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50134) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:58:31.279570 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0aa02b63-1d82-4b41-8959-c2b1a2c8845a req-06642b3b-0f01-4f9a-a3ce-49dd5b452749 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=0043bfbb-2fb2-4013-8494-b5595b7ffb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2297673 May 05 21:58:31.310175 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a0a56fd9-7b48-4049-8b38-25228031a38a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:31.334941 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=f9171c69-836e-494d-892f-fdc8fe11862a,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:31.403129 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a0a56fd9-7b48-4049-8b38-25228031a38a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:31.458099 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a56fd9-7b48-4049-8b38-25228031a38a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9691d172-86c1-4d0d-9b35-fafee8a4d95f,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:31.488879 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e101605e-5f4d-41dc-b4cf-b1fb504f404b None None] Provisioning for port 127b8d1d-baa4-433f-a1db-83f247c1a226 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:58:31.499416 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e101605e-5f4d-41dc-b4cf-b1fb504f404b None None] Provisioning complete for port 127b8d1d-baa4-433f-a1db-83f247c1a226 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:58:31.499854 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e101605e-5f4d-41dc-b4cf-b1fb504f404b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:31.539601 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a017a-f6dc-4a46-b53b-3f52cbee516c req-3234e05b-fd97-4b0e-86f8-ecc8db7583a8 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:31.541402 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2a3a017a-f6dc-4a46-b53b-3f52cbee516c req-3234e05b-fd97-4b0e-86f8-ecc8db7583a8 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b0e8607-547c-41bf-9964-fee1ae7f67c8 HTTP/1.1" status: 200 len: 943 time: 0.9267552 May 05 21:58:31.564236 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-e101605e-5f4d-41dc-b4cf-b1fb504f404b None None] Port 127b8d1d-baa4-433f-a1db-83f247c1a226 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:58:31.583023 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e101605e-5f4d-41dc-b4cf-b1fb504f404b None None] Provisioning complete for port 00abf455-5ad6-42e8-8785-8272268f246d triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:58:31.583402 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e101605e-5f4d-41dc-b4cf-b1fb504f404b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:31.607058 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a0a56fd9-7b48-4049-8b38-25228031a38a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9691d172-86c1-4d0d-9b35-fafee8a4d95f HTTP/1.1" status: 204 len: 168 time: 2.7807577 May 05 21:58:31.614394 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50142) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:58:31.670283 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ea347666-4c84-4631-9aaf-ce6da7f677d9 req-a6b0486e-753a-4550-bd51-40319642bb81 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=edfb56529402421c8703b1e767ccb199&device_id=9b0e8607-547c-41bf-9964-fee1ae7f67c8 HTTP/1.1" status: 200 len: 1094 time: 0.5273092 May 05 21:58:31.819196 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 00abf455-5ad6-42e8-8785-8272268f246d up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:58:31.851342 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0b303aa8-0909-4912-b5e5-024725187ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:31.939549 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 00abf455-5ad6-42e8-8785-8272268f246d triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:58:31.939920 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:31.974918 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2a3a017a-f6dc-4a46-b53b-3f52cbee516c req-b4c2a195-039d-4649-a858-fb2f081f4555 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578858 May 05 21:58:32.153741 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0b303aa8-0909-4912-b5e5-024725187ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:32.180516 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 74775364-f397-40e4-a01c-332f806a84ad up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:58:32.190149 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-0b303aa8-0909-4912-b5e5-024725187ceb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['322449ec-89aa-4007-9c3e-0c6b5ac820c0']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:58:32.214558 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-0b303aa8-0909-4912-b5e5-024725187ceb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11291c4e-c892-44d9-93b4-a1c85bc3baa2') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:58:32.214870 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-0b303aa8-0909-4912-b5e5-024725187ceb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11291c4e-c892-44d9-93b4-a1c85bc3baa2') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:58:32.234486 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0b303aa8-0909-4912-b5e5-024725187ceb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:32.255229 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-31c4c035-b7ba-463e-805a-957aba0ebced tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:32.273662 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea347666-4c84-4631-9aaf-ce6da7f677d9 req-f6d6c1c7-ccd2-4830-b912-7d8025a57003 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:32.275138 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ea347666-4c84-4631-9aaf-ce6da7f677d9 req-f6d6c1c7-ccd2-4830-b912-7d8025a57003 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fa69cb3f-4129-4afe-9a6d-7584eefc40c0 HTTP/1.1" status: 200 len: 907 time: 0.5952771 May 05 21:58:32.285953 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 74775364-f397-40e4-a01c-332f806a84ad triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:58:32.286317 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:32.347962 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f69423-9680-44ab-bc7d-7686c37a4140 req-c187d7af-0ae8-440d-b3d6-b4ce96ac4cf7 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:32.349446 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-89f69423-9680-44ab-bc7d-7686c37a4140 req-c187d7af-0ae8-440d-b3d6-b4ce96ac4cf7 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d6c1d5e-1257-4597-a1c5-2b65d0679090 HTTP/1.1" status: 200 len: 945 time: 0.4875917 May 05 21:58:32.396109 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ea347666-4c84-4631-9aaf-ce6da7f677d9 req-6368135f-cfe1-4f31-92e7-85c296e9af8e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e522390-4905-47f5-a4eb-00074af6898d HTTP/1.1" status: 200 len: 217 time: 0.1120992 May 05 21:58:32.483934 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device f9171c69-836e-494d-892f-fdc8fe11862a up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:58:32.596793 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port f9171c69-836e-494d-892f-fdc8fe11862a triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:58:32.597162 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:32.668648 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7f90d26d-196b-4224-990e-a51eca2334a2 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:32.677924 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0b303aa8-0909-4912-b5e5-024725187ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:32.695296 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b303aa8-0909-4912-b5e5-024725187ceb admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:58:32.697241 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0b303aa8-0909-4912-b5e5-024725187ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:32.722866 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-89f69423-9680-44ab-bc7d-7686c37a4140 req-ee62871c-d9b1-40a8-8266-1ad68f4981f9 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/security-groups?id=357c8a06-0cb4-4ca4-87b5-fb62b56bd963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543313 May 05 21:58:32.729045 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea347666-4c84-4631-9aaf-ce6da7f677d9 req-bba216f7-70a5-4157-947e-2f79b3f528cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:32.733385 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ea347666-4c84-4631-9aaf-ce6da7f677d9 req-bba216f7-70a5-4157-947e-2f79b3f528cf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=98120645-6211-43cf-b26e-14efa3661c41 HTTP/1.1" status: 200 len: 846 time: 0.3042188 May 05 21:58:32.741567 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7f90d26d-196b-4224-990e-a51eca2334a2 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:32.876433 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 21:58:32.876433 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:58:32.876433 n-d-825175-4 neutron-server[84063]: timer() May 05 21:58:32.876433 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:58:32.876433 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 21:58:32.876433 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:58:32.876433 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 21:58:32.876433 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:58:32.876433 n-d-825175-4 neutron-server[84063]: self._notify() May 05 21:58:32.876433 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:58:32.876433 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 21:58:32.876433 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:58:32.876433 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 21:58:32.876433 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:58:32.876433 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:58:32.876433 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:58:32.876433 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:58:32.876433 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:58:32.876433 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 21:58:32.876433 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:58:32.876433 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 21:58:32.876433 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:58:32.876433 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:58:32.876433 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:58:32.876433 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 21:58:32.876433 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:58:32.876433 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:58:32.876433 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:58:32.876433 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:58:32.876433 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:58:32.876433 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:58:32.876433 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:58:32.927075 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ea347666-4c84-4631-9aaf-ce6da7f677d9 req-f78b0fbc-0578-45a9-8e1d-8bb1c6047356 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fa69cb3f-4129-4afe-9a6d-7584eefc40c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1289763 May 05 21:58:32.978294 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0b303aa8-0909-4912-b5e5-024725187ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:32.998986 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0b303aa8-0909-4912-b5e5-024725187ceb admin admin] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:33.009999 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b303aa8-0909-4912-b5e5-024725187ceb admin admin] Pushing event deleted for resources: {'Network': ['ID=322449ec-89aa-4007-9c3e-0c6b5ac820c0,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:33.024649 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0b303aa8-0909-4912-b5e5-024725187ceb admin admin] 10.222.0.23 "DELETE /v2.0/networks/322449ec-89aa-4007-9c3e-0c6b5ac820c0 HTTP/1.1" status: 204 len: 168 time: 1.4062865 May 05 21:58:33.027368 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50162) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:58:33.104586 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f90d26d-196b-4224-990e-a51eca2334a2 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event updated for resources: {'Port': ['ID=127b8d1d-baa4-433f-a1db-83f247c1a226,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:33.119641 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7f90d26d-196b-4224-990e-a51eca2334a2 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:33.141945 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c3fe431-f58a-4b3c-aaaa-cb3b45d30a9d admin admin] Deleting subnet cfc47c78-6397-48b0-a97a-60fb2ec49aa5 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:58:33.146956 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1c3fe431-f58a-4b3c-aaaa-cb3b45d30a9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:33.268766 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc2e78-f948-40ae-a654-bfcd2549c4e8 req-657c95ea-0843-4704-ba03-3d403de5f9c1 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:33.270569 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-34dc2e78-f948-40ae-a654-bfcd2549c4e8 req-657c95ea-0843-4704-ba03-3d403de5f9c1 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=2510197e-0167-4df8-b662-758eb5911dee HTTP/1.1" status: 200 len: 946 time: 0.6642096 May 05 21:58:33.392276 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1c3fe431-f58a-4b3c-aaaa-cb3b45d30a9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:33.418573 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ea347666-4c84-4631-9aaf-ce6da7f677d9 req-bba0a5a1-3b8e-43ea-afd5-906d1620102b service neutron] 10.222.0.44 "GET /v2.0/networks/fa69cb3f-4129-4afe-9a6d-7584eefc40c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4623609 May 05 21:58:33.507100 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f90d26d-196b-4224-990e-a51eca2334a2 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Network 431b5e07-0c77-4772-b0c1-a3ae77a9450d is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:58:33.534520 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-7f90d26d-196b-4224-990e-a51eca2334a2 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:58:33.609289 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1c3fe431-f58a-4b3c-aaaa-cb3b45d30a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:33.736700 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0a18bef2-34f6-4c1f-9e6c-878ea9188a0c req-90cead9b-e717-4043-8cfc-f88e5737594b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4ba96e3a2f29495a89fcbd646b4c3115&device_id=5d6c1d5e-1257-4597-a1c5-2b65d0679090 HTTP/1.1" status: 200 len: 1096 time: 0.4559109 May 05 21:58:33.954931 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-34dc2e78-f948-40ae-a654-bfcd2549c4e8 req-00add93d-6151-4438-b08a-78765002ba9d tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=0043bfbb-2fb2-4013-8494-b5595b7ffb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6705844 May 05 21:58:33.964015 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1c3fe431-f58a-4b3c-aaaa-cb3b45d30a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:34.044423 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3fe431-f58a-4b3c-aaaa-cb3b45d30a9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfc47c78-6397-48b0-a97a-60fb2ec49aa5,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:34.058846 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-5755e28b-c02a-4574-9ca4-1cb4557d049e None None] Provisioning complete for port 127b8d1d-baa4-433f-a1db-83f247c1a226 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:58:34.059395 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5755e28b-c02a-4574-9ca4-1cb4557d049e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:34.136888 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 2e522390-4905-47f5-a4eb-00074af6898d details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:58:34.161906 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1c3fe431-f58a-4b3c-aaaa-cb3b45d30a9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:34.213422 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1c3fe431-f58a-4b3c-aaaa-cb3b45d30a9d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/cfc47c78-6397-48b0-a97a-60fb2ec49aa5 HTTP/1.1" status: 204 len: 168 time: 1.1850402 May 05 21:58:34.220673 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50174) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:58:34.283246 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18bef2-34f6-4c1f-9e6c-878ea9188a0c req-4cac98d8-bc89-4400-bd9a-4035b0eee6dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:34.285156 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0a18bef2-34f6-4c1f-9e6c-878ea9188a0c req-4cac98d8-bc89-4400-bd9a-4035b0eee6dd service neutron] 10.222.0.32 "GET /v2.0/networks?id=c94acb4e-545d-4469-be8f-99360ed510a0 HTTP/1.1" status: 200 len: 912 time: 0.5358956 May 05 21:58:34.387006 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 2e522390-4905-47f5-a4eb-00074af6898d, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=2e522390-4905-47f5-a4eb-00074af6898d,segment=NetworkSegment(0aa4b5f2-fc2b-422a-9849-318a9f632a66),segment_id=0aa4b5f2-fc2b-422a-9849-318a9f632a66)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:58:34.410566 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '2e522390-4905-47f5-a4eb-00074af6898d', 'network_id': 'fa69cb3f-4129-4afe-9a6d-7584eefc40c0', 'port_id': '2e522390-4905-47f5-a4eb-00074af6898d', 'mac_address': 'fa:16:3e:e9:f8:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98120645-6211-43cf-b26e-14efa3661c41', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:58:34.437178 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74095894-b8b0-406a-b56a-77deb35af2a9 req-fe26c010-65ed-4bbc-9f03-ead419496007 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:34.446149 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-74095894-b8b0-406a-b56a-77deb35af2a9 req-fe26c010-65ed-4bbc-9f03-ead419496007 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b0e8607-547c-41bf-9964-fee1ae7f67c8 HTTP/1.1" status: 200 len: 943 time: 1.1189268 May 05 21:58:34.463310 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f5fb9c40-81bd-4705-b856-54e6f5bd3c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:34.471395 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0a18bef2-34f6-4c1f-9e6c-878ea9188a0c req-f0796dac-44f1-4439-a4ab-10724bc6fb6d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1c975d98-803d-4f29-a4b9-cfba4646e170 HTTP/1.1" status: 200 len: 217 time: 0.1334414 May 05 21:58:34.517174 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-5755e28b-c02a-4574-9ca4-1cb4557d049e None None] Port 127b8d1d-baa4-433f-a1db-83f247c1a226 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:58:34.531080 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:34.559852 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e522390-4905-47f5-a4eb-00074af6898d {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:58:34.589971 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 2e522390-4905-47f5-a4eb-00074af6898d, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=2e522390-4905-47f5-a4eb-00074af6898d,segment=NetworkSegment(0aa4b5f2-fc2b-422a-9849-318a9f632a66),segment_id=0aa4b5f2-fc2b-422a-9849-318a9f632a66)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:58:34.599788 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:34.673360 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-74095894-b8b0-406a-b56a-77deb35af2a9 req-3bcd2029-5d83-415c-9d8b-5e88eaaf8e42 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253580 May 05 21:58:34.691094 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=2e522390-4905-47f5-a4eb-00074af6898d,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:34.720351 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-31c4c035-b7ba-463e-805a-957aba0ebced tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Deleting port 7c7daedd-5620-47e8-a083-14295ebdf832 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:58:34.720689 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-31c4c035-b7ba-463e-805a-957aba0ebced tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:34.721322 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ea347666-4c84-4631-9aaf-ce6da7f677d9 req-44db3652-6d73-4162-badf-fd457a684c54 service neutron] 10.222.0.44 "GET /v2.0/networks/fa69cb3f-4129-4afe-9a6d-7584eefc40c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2897639 May 05 21:58:34.761904 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f830e-eb73-4e6b-93b2-7bddfddedf6c req-5d56f4fe-e2f0-4478-9940-322e3cb778f1 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:34.763708 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-848f830e-eb73-4e6b-93b2-7bddfddedf6c req-5d56f4fe-e2f0-4478-9940-322e3cb778f1 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d6c1d5e-1257-4597-a1c5-2b65d0679090 HTTP/1.1" status: 200 len: 945 time: 0.2305427 May 05 21:58:34.800428 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['2e522390-4905-47f5-a4eb-00074af6898d'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:58:34.862360 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f90d26d-196b-4224-990e-a51eca2334a2 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Router 444002e8-f0d1-4956-865e-60814067613c has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:58:34.899012 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-848f830e-eb73-4e6b-93b2-7bddfddedf6c req-a023992d-3f95-4655-926c-77261edbea44 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/security-groups?id=357c8a06-0cb4-4ca4-87b5-fb62b56bd963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290002 May 05 21:58:35.118420 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18bef2-34f6-4c1f-9e6c-878ea9188a0c req-b9013459-59c6-4979-8fa9-d0aa2c06b402 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:35.118420 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0a18bef2-34f6-4c1f-9e6c-878ea9188a0c req-b9013459-59c6-4979-8fa9-d0aa2c06b402 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=223f310f-878b-4c24-8a1d-6c4f58ae4a94 HTTP/1.1" status: 200 len: 851 time: 0.6385603 May 05 21:58:35.197664 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f90d26d-196b-4224-990e-a51eca2334a2 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:58:35.203548 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0a18bef2-34f6-4c1f-9e6c-878ea9188a0c req-d3a0e222-501a-4c37-afb8-e1fcfb9edb87 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c94acb4e-545d-4469-be8f-99360ed510a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594325 May 05 21:58:35.205244 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-7f90d26d-196b-4224-990e-a51eca2334a2 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "PUT /v2.0/routers/444002e8-f0d1-4956-865e-60814067613c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4858818 May 05 21:58:35.207807 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 50190) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:58:35.221962 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-3299be4f-a3d6-4ec6-a2e3-2590ab006263 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Request body: {'network': {'name': 'tempest-RoutersTest-1625968868'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:58:35.283686 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f5fb9c40-81bd-4705-b856-54e6f5bd3c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:35.285252 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-3299be4f-a3d6-4ec6-a2e3-2590ab006263 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:58:35.290950 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-3299be4f-a3d6-4ec6-a2e3-2590ab006263 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Usage tracker for resource:network and tenant:663767b5203746b3b9addbbb99a48f8b is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:58:35.295280 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-3299be4f-a3d6-4ec6-a2e3-2590ab006263 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:58:35.302978 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-3299be4f-a3d6-4ec6-a2e3-2590ab006263 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:58:35.331889 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3299be4f-a3d6-4ec6-a2e3-2590ab006263 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Made reservation on behalf of 663767b5203746b3b9addbbb99a48f8b for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:58:35.335323 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3299be4f-a3d6-4ec6-a2e3-2590ab006263 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:35.346874 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b401f386-1522-4f3c-b213-876bf72ca21d None None] Sync routers for ids ['444002e8-f0d1-4956-865e-60814067613c'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:58:35.368296 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b401f386-1522-4f3c-b213-876bf72ca21d None None] Routers {'444002e8-f0d1-4956-865e-60814067613c'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:58:35.371935 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-b401f386-1522-4f3c-b213-876bf72ca21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:58:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['444002e8-f0d1-4956-865e-60814067613c'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:58:35.402046 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-f5fb9c40-81bd-4705-b856-54e6f5bd3c37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['848d2d3f-66d5-4654-8f54-5bb44d2908f3']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:58:35.433342 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-f5fb9c40-81bd-4705-b856-54e6f5bd3c37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '528a8a3b-90e4-4dc3-b25a-f7b30197dfab') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:58:35.434170 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-f5fb9c40-81bd-4705-b856-54e6f5bd3c37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '528a8a3b-90e4-4dc3-b25a-f7b30197dfab') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:58:35.452454 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3299be4f-a3d6-4ec6-a2e3-2590ab006263 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:58:35.468475 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f5fb9c40-81bd-4705-b856-54e6f5bd3c37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:35.494018 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-31c4c035-b7ba-463e-805a-957aba0ebced tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:35.501307 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e72c7-ab01-4374-a6cb-6edc6770922a req-5b28c960-ac5e-4ddd-9313-79f292af35a7 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:35.506457 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e06e72c7-ab01-4374-a6cb-6edc6770922a req-5b28c960-ac5e-4ddd-9313-79f292af35a7 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=2510197e-0167-4df8-b662-758eb5911dee HTTP/1.1" status: 200 len: 946 time: 0.2788064 May 05 21:58:35.507907 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3299be4f-a3d6-4ec6-a2e3-2590ab006263 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:35.508573 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-3299be4f-a3d6-4ec6-a2e3-2590ab006263 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Added segment 4c0effe6-c153-466b-84cc-6cfd30ce0064 of type vlan for network 803c5af3-563f-4b4d-a157-1eb0f81e83eb May 05 21:58:35.524126 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f5fb9c40-81bd-4705-b856-54e6f5bd3c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:35.628188 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-b401f386-1522-4f3c-b213-876bf72ca21d None None] Set router 444002e8-f0d1-4956-865e-60814067613c gateway port host: None {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:58:35.669086 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3299be4f-a3d6-4ec6-a2e3-2590ab006263 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:35.698408 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e06e72c7-ab01-4374-a6cb-6edc6770922a req-4137bb53-097e-4fea-af60-fb98766464df tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=0043bfbb-2fb2-4013-8494-b5595b7ffb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574016 May 05 21:58:35.712667 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-31c4c035-b7ba-463e-805a-957aba0ebced tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Calling delete_port for 7c7daedd-5620-47e8-a083-14295ebdf832 owned by network:router_interface {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:58:35.782027 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3299be4f-a3d6-4ec6-a2e3-2590ab006263 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:35.792834 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3299be4f-a3d6-4ec6-a2e3-2590ab006263 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:35.795765 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3299be4f-a3d6-4ec6-a2e3-2590ab006263 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:35.805348 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5fb9c40-81bd-4705-b856-54e6f5bd3c37 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:58:35.805850 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f5fb9c40-81bd-4705-b856-54e6f5bd3c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:35.942189 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0a18bef2-34f6-4c1f-9e6c-878ea9188a0c req-a808be8a-d0e8-4e3b-bbc7-8e941f160b3a service neutron] 10.222.0.32 "GET /v2.0/networks/c94acb4e-545d-4469-be8f-99360ed510a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6850295 May 05 21:58:35.942912 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 21:58:35.942912 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:58:35.942912 n-d-825175-4 neutron-server[84063]: timer() May 05 21:58:35.942912 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:58:35.942912 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 21:58:35.942912 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:58:35.942912 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 21:58:35.942912 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:58:35.942912 n-d-825175-4 neutron-server[84063]: self._notify() May 05 21:58:35.942912 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:58:35.942912 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 21:58:35.942912 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:58:35.942912 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 21:58:35.942912 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:58:35.942912 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:58:35.942912 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:58:35.942912 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:58:35.942912 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:58:35.942912 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 21:58:35.942912 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:58:35.942912 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 21:58:35.942912 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:58:35.942912 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:58:35.942912 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:58:35.942912 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 21:58:35.942912 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:58:35.942912 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:58:35.942912 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:58:35.942912 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:58:35.942912 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:58:35.942912 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:58:35.942912 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:58:35.998892 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-3299be4f-a3d6-4ec6-a2e3-2590ab006263 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7874129 May 05 21:58:36.010144 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 50204) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:58:36.029676 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-2346e77e-ee4b-49ad-bd1b-b4f856f292c4 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Request body: {'subnet': {'network_id': '803c5af3-563f-4b4d-a157-1eb0f81e83eb', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:58:36.058762 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3299be4f-a3d6-4ec6-a2e3-2590ab006263 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event updated for resources: {'Network': ['ID=803c5af3-563f-4b4d-a157-1eb0f81e83eb,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:36.076867 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:36.085792 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f5fb9c40-81bd-4705-b856-54e6f5bd3c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:36.101867 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:36.108414 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f5fb9c40-81bd-4705-b856-54e6f5bd3c37 admin admin] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:36.127980 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fb9c40-81bd-4705-b856-54e6f5bd3c37 admin admin] Pushing event deleted for resources: {'Network': ['ID=848d2d3f-66d5-4654-8f54-5bb44d2908f3,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:36.137146 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 2e522390-4905-47f5-a4eb-00074af6898d up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:58:36.139442 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f5fb9c40-81bd-4705-b856-54e6f5bd3c37 admin admin] 10.222.0.23 "DELETE /v2.0/networks/848d2d3f-66d5-4654-8f54-5bb44d2908f3 HTTP/1.1" status: 204 len: 168 time: 1.9175899 May 05 21:58:36.221724 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-b401f386-1522-4f3c-b213-876bf72ca21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444002e8-f0d1-4956-865e-60814067613c', 'name': 'tempest-RoutersTest-router-1872622478', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:58:03Z', 'updated_at': '2022-05-05T21:58:29Z', 'revision_number': 3, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'gw_port_host': None, '_interfaces': [{'id': '127b8d1d-baa4-433f-a1db-83f247c1a226', 'name': '', 'network_id': '431b5e07-0c77-4772-b0c1-a3ae77a9450d', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:c2:45:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c1bc00e-87fc-49d2-99b3-4a15d5b35e2d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:26Z', 'updated_at': '2022-05-05T21:58:31Z', 'revision_number': 2, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': '9c1bc00e-87fc-49d2-99b3-4a15d5b35e2d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9171c69-836e-494d-892f-fdc8fe11862a', 'name': '', 'network_id': '6fe30055-2bd1-42fb-b6e9-f282563854ed', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:8e:ca:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '550c25b3-bde4-4d79-a9bd-8bd009910040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:10Z', 'updated_at': '2022-05-05T21:58:31Z', 'revision_number': 5, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': '550c25b3-bde4-4d79-a9bd-8bd009910040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:58:36.231900 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b401f386-1522-4f3c-b213-876bf72ca21d None None] Checking router: 444002e8-f0d1-4956-865e-60814067613c for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:58:36.232328 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b401f386-1522-4f3c-b213-876bf72ca21d None None] Updating router 444002e8-f0d1-4956-865e-60814067613c port 127b8d1d-baa4-433f-a1db-83f247c1a226 binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 21:58:36.242173 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3299be4f-a3d6-4ec6-a2e3-2590ab006263 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:58:36.242528 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3299be4f-a3d6-4ec6-a2e3-2590ab006263 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:58:36.242907 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3299be4f-a3d6-4ec6-a2e3-2590ab006263 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:58:36.243236 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3299be4f-a3d6-4ec6-a2e3-2590ab006263 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:58:36.244204 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3299be4f-a3d6-4ec6-a2e3-2590ab006263 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:58:36.244570 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3299be4f-a3d6-4ec6-a2e3-2590ab006263 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:58:36.244915 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3299be4f-a3d6-4ec6-a2e3-2590ab006263 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:58:36.245229 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3299be4f-a3d6-4ec6-a2e3-2590ab006263 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:58:36.245552 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3299be4f-a3d6-4ec6-a2e3-2590ab006263 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:58:36.245874 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3299be4f-a3d6-4ec6-a2e3-2590ab006263 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:58:36.246337 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3299be4f-a3d6-4ec6-a2e3-2590ab006263 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:58:36.260007 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 803c5af3-563f-4b4d-a157-1eb0f81e83eb details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:58:36.295096 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-2346e77e-ee4b-49ad-bd1b-b4f856f292c4 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:58:36.300582 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0a18bef2-34f6-4c1f-9e6c-878ea9188a0c req-f73d5406-fa0c-4004-a61f-d56e77ef0989 service neutron] 10.222.0.32 "GET /v2.0/networks/c94acb4e-545d-4469-be8f-99360ed510a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367457 May 05 21:58:36.305733 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-2346e77e-ee4b-49ad-bd1b-b4f856f292c4 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Usage tracker for resource:subnet and tenant:663767b5203746b3b9addbbb99a48f8b is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:58:36.316766 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-2346e77e-ee4b-49ad-bd1b-b4f856f292c4 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:58:36.329442 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-2346e77e-ee4b-49ad-bd1b-b4f856f292c4 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:58:36.345981 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117aa0a-94d0-441d-8b9a-d4df7ac7c462 req-6be2d2a6-6e6a-47ba-9ebb-0197ec3c71bb tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:36.354288 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6117aa0a-94d0-441d-8b9a-d4df7ac7c462 req-6be2d2a6-6e6a-47ba-9ebb-0197ec3c71bb tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b0e8607-547c-41bf-9964-fee1ae7f67c8 HTTP/1.1" status: 200 len: 944 time: 0.5049274 May 05 21:58:36.411632 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-31c4c035-b7ba-463e-805a-957aba0ebced tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:36.425937 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6117aa0a-94d0-441d-8b9a-d4df7ac7c462 req-3bf7ade3-a4db-42d4-a2b2-da7c3d2c7f3d tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707436 May 05 21:58:36.444915 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2346e77e-ee4b-49ad-bd1b-b4f856f292c4 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Made reservation on behalf of 663767b5203746b3b9addbbb99a48f8b for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:58:36.526415 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 50212) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:58:36.550440 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c4c035-b7ba-463e-805a-957aba0ebced tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Pushing event deleted for resources: {'Port': ['ID=7c7daedd-5620-47e8-a083-14295ebdf832,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:36.569743 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 2e522390-4905-47f5-a4eb-00074af6898d completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:58:36.595816 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 2e522390-4905-47f5-a4eb-00074af6898d triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:58:36.596577 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:36.609926 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-30b27147-2b2c-4d8f-8735-e139d93b87e8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3871b81283eb4c3ea0eb39b4f82cdc94&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0823479 May 05 21:58:36.615136 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 50218) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:58:36.664871 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2346e77e-ee4b-49ad-bd1b-b4f856f292c4 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:36.697017 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d593315-646e-4028-8e35-3bb8e57f03cc req-17b5721d-934f-460d-a81f-50536928c589 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:36.703301 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8d593315-646e-4028-8e35-3bb8e57f03cc req-17b5721d-934f-460d-a81f-50536928c589 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d6c1d5e-1257-4597-a1c5-2b65d0679090 HTTP/1.1" status: 200 len: 945 time: 0.4429033 May 05 21:58:36.708289 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b401f386-1522-4f3c-b213-876bf72ca21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:36.948901 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:37.009578 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-31c4c035-b7ba-463e-805a-957aba0ebced tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:37.050445 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b0e8607-547c-41bf-9964-fee1ae7f67c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e522390-4905-47f5-a4eb-00074af6898d'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:58:37.059045 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2346e77e-ee4b-49ad-bd1b-b4f856f292c4 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:37.075360 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 2e522390-4905-47f5-a4eb-00074af6898d, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=2e522390-4905-47f5-a4eb-00074af6898d,segment=NetworkSegment(0aa4b5f2-fc2b-422a-9849-318a9f632a66),segment_id=0aa4b5f2-fc2b-422a-9849-318a9f632a66)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:58:37.083484 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:37.165929 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4948e380-23f6-4cb9-8ed4-af66d7eff5f2 req-aefc02ad-02f1-4aaf-bf2f-136cd74c29d6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ea2eb66bb064d42bceac53953af552d&device_id=2510197e-0167-4df8-b662-758eb5911dee HTTP/1.1" status: 200 len: 1097 time: 0.3516581 May 05 21:58:37.204618 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=2e522390-4905-47f5-a4eb-00074af6898d,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:37.223988 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2346e77e-ee4b-49ad-bd1b-b4f856f292c4 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event updated for resources: {'Subnet': ['ID=f78fb5b2-bb84-44a3-a485-6f76e003d92e,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:37.228166 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8d593315-646e-4028-8e35-3bb8e57f03cc req-1724c33c-0032-4069-b447-72a3aa822908 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/security-groups?id=357c8a06-0cb4-4ca4-87b5-fb62b56bd963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5236828 May 05 21:58:37.232358 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f578f68e-e9e6-45a0-9b12-e451a66909c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:37.311007 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b401f386-1522-4f3c-b213-876bf72ca21d None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:37.326362 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-b401f386-1522-4f3c-b213-876bf72ca21d None None] Transition to ACTIVE for port object 127b8d1d-baa4-433f-a1db-83f247c1a226 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:58:37.338292 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b401f386-1522-4f3c-b213-876bf72ca21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:37.377683 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fb799e3-a2d9-45e7-be8e-ac5e2504b30a'] response: {'server_uuid': '9b0e8607-547c-41bf-9964-fee1ae7f67c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e522390-4905-47f5-a4eb-00074af6898d', 'code': 200} May 05 21:58:37.509686 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee74038d-99d6-4eb4-9a90-7d602d373f71 None None] Pushing event updated for resources: {'Port': ['ID=127b8d1d-baa4-433f-a1db-83f247c1a226,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:37.523675 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f578f68e-e9e6-45a0-9b12-e451a66909c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:37.535703 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2346e77e-ee4b-49ad-bd1b-b4f856f292c4 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Checking segment: {'id': '4c0effe6-c153-466b-84cc-6cfd30ce0064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '803c5af3-563f-4b4d-a157-1eb0f81e83eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:58:37.536392 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2346e77e-ee4b-49ad-bd1b-b4f856f292c4 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Network hostable DHCP agents. Network: 803c5af3-563f-4b4d-a157-1eb0f81e83eb, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:58:37.577127 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd0177f-a6fa-4ce2-a396-13ada9b8cb57 req-22de57de-6720-41ef-810c-7b1bd3f1e773 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:37.579555 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5cd0177f-a6fa-4ce2-a396-13ada9b8cb57 req-22de57de-6720-41ef-810c-7b1bd3f1e773 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=2510197e-0167-4df8-b662-758eb5911dee HTTP/1.1" status: 200 len: 946 time: 0.5628891 May 05 21:58:37.672316 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-b401f386-1522-4f3c-b213-876bf72ca21d None None] Attempting to bind port 127b8d1d-baa4-433f-a1db-83f247c1a226 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:58:37.673537 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-b401f386-1522-4f3c-b213-876bf72ca21d None None] Attempting to bind port 127b8d1d-baa4-433f-a1db-83f247c1a226 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '6c63a83b-4195-4a58-98bf-92e24f477e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '431b5e07-0c77-4772-b0c1-a3ae77a9450d'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:58:37.674151 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b401f386-1522-4f3c-b213-876bf72ca21d None None] Attempting to bind port 127b8d1d-baa4-433f-a1db-83f247c1a226 on network 431b5e07-0c77-4772-b0c1-a3ae77a9450d {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:58:37.697951 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b401f386-1522-4f3c-b213-876bf72ca21d None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:58:37.698813 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b401f386-1522-4f3c-b213-876bf72ca21d None None] Checking segment: {'id': '6c63a83b-4195-4a58-98bf-92e24f477e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '431b5e07-0c77-4772-b0c1-a3ae77a9450d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:58:37.699442 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b401f386-1522-4f3c-b213-876bf72ca21d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:37.700209 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b401f386-1522-4f3c-b213-876bf72ca21d None None] Bound using segment: {'id': '6c63a83b-4195-4a58-98bf-92e24f477e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '431b5e07-0c77-4772-b0c1-a3ae77a9450d'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:58:37.700940 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-b401f386-1522-4f3c-b213-876bf72ca21d None None] Bound port: 127b8d1d-baa4-433f-a1db-83f247c1a226, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c63a83b-4195-4a58-98bf-92e24f477e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '431b5e07-0c77-4772-b0c1-a3ae77a9450d'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:58:37.701539 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b401f386-1522-4f3c-b213-876bf72ca21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:37.821445 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a2e0ba15-65ca-4867-b437-f139d2eaf786 req-7d9c6e01-0bbe-42c2-9f94-324c20c75f7f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9b0e8607-547c-41bf-9964-fee1ae7f67c8 HTTP/1.1" status: 200 len: 1096 time: 0.3681521 May 05 21:58:37.823307 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2346e77e-ee4b-49ad-bd1b-b4f856f292c4 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Network 803c5af3-563f-4b4d-a157-1eb0f81e83eb is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:58:37.851209 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-b401f386-1522-4f3c-b213-876bf72ca21d None None] For port 127b8d1d-baa4-433f-a1db-83f247c1a226, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:58:37.855179 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-b401f386-1522-4f3c-b213-876bf72ca21d None None] For port 127b8d1d-baa4-433f-a1db-83f247c1a226, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=127b8d1d-baa4-433f-a1db-83f247c1a226,segment=NetworkSegment(6c63a83b-4195-4a58-98bf-92e24f477e85),segment_id=6c63a83b-4195-4a58-98bf-92e24f477e85)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:58:37.861420 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5cd0177f-a6fa-4ce2-a396-13ada9b8cb57 req-41682b06-0068-4035-92cc-9b10619febb4 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=0043bfbb-2fb2-4013-8494-b5595b7ffb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2605062 May 05 21:58:37.866534 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b401f386-1522-4f3c-b213-876bf72ca21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:37.894354 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f578f68e-e9e6-45a0-9b12-e451a66909c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:37.946736 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-2346e77e-ee4b-49ad-bd1b-b4f856f292c4 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 803c5af3-563f-4b4d-a157-1eb0f81e83eb) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:58:37.959422 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f035025a-7ebd-456f-a522-6e4d9acb8d5c None None] Network 803c5af3-563f-4b4d-a157-1eb0f81e83eb requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:58:37.986195 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4948e380-23f6-4cb9-8ed4-af66d7eff5f2 req-98508042-943c-4115-a1f6-54cf12b4e013 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:37.987874 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4948e380-23f6-4cb9-8ed4-af66d7eff5f2 req-98508042-943c-4115-a1f6-54cf12b4e013 service neutron] 10.222.0.32 "GET /v2.0/networks?id=18b54df9-33ed-4370-adce-cf7c028d1c63 HTTP/1.1" status: 200 len: 917 time: 0.8153324 May 05 21:58:38.017727 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2346e77e-ee4b-49ad-bd1b-b4f856f292c4 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:38.023347 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2346e77e-ee4b-49ad-bd1b-b4f856f292c4 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:38.027634 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f578f68e-e9e6-45a0-9b12-e451a66909c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f488f106-9914-4b9d-9b33-f6990ec589d5,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:38.080642 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a2e0ba15-65ca-4867-b437-f139d2eaf786 req-c6584c02-b17c-4df6-90e9-ae74e1b6e22c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534297 May 05 21:58:38.081990 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f578f68e-e9e6-45a0-9b12-e451a66909c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:38.086382 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f578f68e-e9e6-45a0-9b12-e451a66909c7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f488f106-9914-4b9d-9b33-f6990ec589d5 HTTP/1.1" status: 204 len: 168 time: 1.4700613 May 05 21:58:38.097972 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-2346e77e-ee4b-49ad-bd1b-b4f856f292c4 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0723872 May 05 21:58:38.098271 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 50234) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:58:38.170118 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4948e380-23f6-4cb9-8ed4-af66d7eff5f2 req-d58e823a-3563-421f-90f6-33aded94ffea service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b1f35d8-0048-415b-8a9a-e841251002df HTTP/1.1" status: 200 len: 1001 time: 0.1717041 May 05 21:58:38.173026 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c4c035-b7ba-463e-805a-957aba0ebced tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Router b9f79c8c-603b-4f51-b640-c49eb4f17e39 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:58:38.194826 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f170a-25cd-4cea-8bd1-36e535423826 req-00a5a9fd-2606-489c-b6ab-bee8138d24cb tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:38.202247 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c36f170a-25cd-4cea-8bd1-36e535423826 req-00a5a9fd-2606-489c-b6ab-bee8138d24cb tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b0e8607-547c-41bf-9964-fee1ae7f67c8 HTTP/1.1" status: 200 len: 945 time: 0.4874055 May 05 21:58:38.277681 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4948e380-23f6-4cb9-8ed4-af66d7eff5f2 req-ab27e2f5-bebc-4c1b-b5b4-255e16649d4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:38.279773 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4948e380-23f6-4cb9-8ed4-af66d7eff5f2 req-ab27e2f5-bebc-4c1b-b5b4-255e16649d4b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53681791-224f-47a5-828b-e46692c08c1b HTTP/1.1" status: 200 len: 855 time: 0.1024072 May 05 21:58:38.346956 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee74038d-99d6-4eb4-9a90-7d602d373f71 None None] Pushing event updated for resources: {'Port': ['ID=127b8d1d-baa4-433f-a1db-83f247c1a226,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:38.372525 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b401f386-1522-4f3c-b213-876bf72ca21d None None] Routers {'444002e8-f0d1-4956-865e-60814067613c'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:58:38.373472 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-b401f386-1522-4f3c-b213-876bf72ca21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:58:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['444002e8-f0d1-4956-865e-60814067613c'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:58:38.449791 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c36f170a-25cd-4cea-8bd1-36e535423826 req-841692a0-016e-4d89-b2e9-bac3f4104e5a tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462254 May 05 21:58:38.671730 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4948e380-23f6-4cb9-8ed4-af66d7eff5f2 req-d8015631-28eb-4cc9-b930-1730ef038cf3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=18b54df9-33ed-4370-adce-cf7c028d1c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3761528 May 05 21:58:38.728741 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c4c035-b7ba-463e-805a-957aba0ebced tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:58:38.729084 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e659ba-54f8-4530-bd89-014627bab340 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-803c5af3-563f-4b4d-a157-1eb0f81e83eb', 'network_id': '803c5af3-563f-4b4d-a157-1eb0f81e83eb', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'fixed_ips': [{'subnet_id': 'f78fb5b2-bb84-44a3-a485-6f76e003d92e'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 21:58:38.729878 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-22e659ba-54f8-4530-bd89-014627bab340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:38.740507 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61cad28-e974-47d4-a2b2-0e515f60436e None None] Sync routers for ids ['b9f79c8c-603b-4f51-b640-c49eb4f17e39'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:58:38.759655 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61cad28-e974-47d4-a2b2-0e515f60436e None None] Routers {'b9f79c8c-603b-4f51-b640-c49eb4f17e39'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:58:38.760286 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-c61cad28-e974-47d4-a2b2-0e515f60436e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:58:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['b9f79c8c-603b-4f51-b640-c49eb4f17e39'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:58:38.804812 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-31c4c035-b7ba-463e-805a-957aba0ebced tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] 10.222.0.23 "PUT /v2.0/routers/b9f79c8c-603b-4f51-b640-c49eb4f17e39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5293107 May 05 21:58:38.812231 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50252) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:58:38.901517 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-b401f386-1522-4f3c-b213-876bf72ca21d None None] Set router 444002e8-f0d1-4956-865e-60814067613c gateway port host: None {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:58:38.914906 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-c61cad28-e974-47d4-a2b2-0e515f60436e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:58:38.921390 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-13bde08c-b9a1-494c-8fc8-7eaefaa0d6c2 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] show failed (client error): The resource could not be found. May 05 21:58:38.923086 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-13bde08c-b9a1-494c-8fc8-7eaefaa0d6c2 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] 10.222.0.23 "GET /v2.0/routers/tempest-non_exist_router-635120838 HTTP/1.1" status: 404 len: 334 time: 0.1095996 May 05 21:58:38.928346 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50258) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:58:38.935416 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-c3ae0fc9-081b-4527-b96a-49ac6696720b tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:58:38.938515 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61cad28-e974-47d4-a2b2-0e515f60436e None None] Routers {'b9f79c8c-603b-4f51-b640-c49eb4f17e39'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:58:38.939400 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-c61cad28-e974-47d4-a2b2-0e515f60436e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:58:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['b9f79c8c-603b-4f51-b640-c49eb4f17e39'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:58:39.066405 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-c3ae0fc9-081b-4527-b96a-49ac6696720b tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] update failed (client error): The resource could not be found. May 05 21:58:39.068180 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c3ae0fc9-081b-4527-b96a-49ac6696720b tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] 10.222.0.23 "PUT /v2.0/routers/tempest-non_exist_router-1822161847 HTTP/1.1" status: 404 len: 335 time: 0.1388805 May 05 21:58:39.075384 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50264) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:58:39.099655 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-c61cad28-e974-47d4-a2b2-0e515f60436e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:58:39.100241 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61cad28-e974-47d4-a2b2-0e515f60436e None None] The sync data for ids ['b9f79c8c-603b-4f51-b640-c49eb4f17e39'] in n-d-825175-4 is: [] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:58:39.218358 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6508efc9-fd2f-440b-a75e-c23c5c9fdedb req-afa8b8d8-e547-4ebc-b2ab-3f57b7b25555 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:39.230946 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6508efc9-fd2f-440b-a75e-c23c5c9fdedb req-afa8b8d8-e547-4ebc-b2ab-3f57b7b25555 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d6c1d5e-1257-4597-a1c5-2b65d0679090 HTTP/1.1" status: 200 len: 945 time: 0.7034156 May 05 21:58:39.349462 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-22e659ba-54f8-4530-bd89-014627bab340 None None] Allocated IP 172.22.0.2 (803c5af3-563f-4b4d-a157-1eb0f81e83eb/f78fb5b2-bb84-44a3-a485-6f76e003d92e/12bb94f7-f4d4-4c05-a290-740e7e6512b2) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:58:39.351730 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4948e380-23f6-4cb9-8ed4-af66d7eff5f2 req-22a1cc6f-3df0-41db-b096-40a0e8deca49 service neutron] 10.222.0.32 "GET /v2.0/networks/18b54df9-33ed-4370-adce-cf7c028d1c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6724234 May 05 21:58:39.373919 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 50268) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:58:39.451089 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6508efc9-fd2f-440b-a75e-c23c5c9fdedb req-239dee1a-6d4d-4d84-a14a-d99777601cfe tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/security-groups?id=357c8a06-0cb4-4ca4-87b5-fb62b56bd963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189639 May 05 21:58:39.520660 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 50276) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:58:39.662614 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2554101-c159-4a8e-a13e-7ab089eff6ce tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Deleting subnet 90292b45-7e38-46eb-b539-a90435b386f3 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:58:39.666533 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d2554101-c159-4a8e-a13e-7ab089eff6ce tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:39.683312 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda1f000-19a1-4049-976d-4f6d55e13390 req-afe4837f-152b-47c9-bc98-ca068b010e83 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:39.690483 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fda1f000-19a1-4049-976d-4f6d55e13390 req-afe4837f-152b-47c9-bc98-ca068b010e83 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=2510197e-0167-4df8-b662-758eb5911dee HTTP/1.1" status: 200 len: 946 time: 0.4037971 May 05 21:58:39.697156 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4dc75763-06d7-49f7-9e1e-4fbbae21e751 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d74bedf921884b43ab01da7e02416159&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3198493 May 05 21:58:39.704521 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 50282) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:58:39.808299 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-22e659ba-54f8-4530-bd89-014627bab340 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:39.825226 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-22e659ba-54f8-4530-bd89-014627bab340 None None] Transition to ACTIVE for port object 12bb94f7-f4d4-4c05-a290-740e7e6512b2 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:58:39.849970 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-22e659ba-54f8-4530-bd89-014627bab340 None None] Transition to ACTIVE for port object 12bb94f7-f4d4-4c05-a290-740e7e6512b2 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:58:39.857583 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-b401f386-1522-4f3c-b213-876bf72ca21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444002e8-f0d1-4956-865e-60814067613c', 'name': 'tempest-RoutersTest-router-1872622478', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:58:03Z', 'updated_at': '2022-05-05T21:58:29Z', 'revision_number': 3, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'gw_port_host': None, '_interfaces': [{'id': '127b8d1d-baa4-433f-a1db-83f247c1a226', 'name': '', 'network_id': '431b5e07-0c77-4772-b0c1-a3ae77a9450d', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:c2:45:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c1bc00e-87fc-49d2-99b3-4a15d5b35e2d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:26Z', 'updated_at': '2022-05-05T21:58:37Z', 'revision_number': 4, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': '9c1bc00e-87fc-49d2-99b3-4a15d5b35e2d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9171c69-836e-494d-892f-fdc8fe11862a', 'name': '', 'network_id': '6fe30055-2bd1-42fb-b6e9-f282563854ed', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:8e:ca:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '550c25b3-bde4-4d79-a9bd-8bd009910040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:10Z', 'updated_at': '2022-05-05T21:58:31Z', 'revision_number': 5, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': '550c25b3-bde4-4d79-a9bd-8bd009910040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:58:39.862310 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b401f386-1522-4f3c-b213-876bf72ca21d None None] The sync data for ids ['444002e8-f0d1-4956-865e-60814067613c'] in n-d-825175-4 is: [{'id': '444002e8-f0d1-4956-865e-60814067613c', 'name': 'tempest-RoutersTest-router-1872622478', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:58:03Z', 'updated_at': '2022-05-05T21:58:29Z', 'revision_number': 3, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'gw_port_host': None, '_interfaces': [{'id': '127b8d1d-baa4-433f-a1db-83f247c1a226', 'name': '', 'network_id': '431b5e07-0c77-4772-b0c1-a3ae77a9450d', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:c2:45:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c1bc00e-87fc-49d2-99b3-4a15d5b35e2d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:26Z', 'updated_at': '2022-05-05T21:58:37Z', 'revision_number': 4, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': '9c1bc00e-87fc-49d2-99b3-4a15d5b35e2d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9171c69-836e-494d-892f-fdc8fe11862a', 'name': '', 'network_id': '6fe30055-2bd1-42fb-b6e9-f282563854ed', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:8e:ca:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '550c25b3-bde4-4d79-a9bd-8bd009910040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:10Z', 'updated_at': '2022-05-05T21:58:31Z', 'revision_number': 5, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': '550c25b3-bde4-4d79-a9bd-8bd009910040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:58:39.865596 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-22e659ba-54f8-4530-bd89-014627bab340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:39.880787 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-81cf53ac-461d-46a6-9257-8beb1d20a28c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:39.936560 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4948e380-23f6-4cb9-8ed4-af66d7eff5f2 req-27f81f32-4b2b-43b4-a331-2d177ef226eb service neutron] 10.222.0.32 "GET /v2.0/networks/18b54df9-33ed-4370-adce-cf7c028d1c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5781653 May 05 21:58:39.966417 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d2554101-c159-4a8e-a13e-7ab089eff6ce tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:39.968660 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e659ba-54f8-4530-bd89-014627bab340 None None] Network 803c5af3-563f-4b4d-a157-1eb0f81e83eb is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:58:39.971883 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-22e659ba-54f8-4530-bd89-014627bab340 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:58:39.976465 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e659ba-54f8-4530-bd89-014627bab340 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:58:39.978815 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e659ba-54f8-4530-bd89-014627bab340 None None] Pushing event updated for resources: {'Port': ['ID=12bb94f7-f4d4-4c05-a290-740e7e6512b2,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:39.986191 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-81cf53ac-461d-46a6-9257-8beb1d20a28c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:58:39.993620 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-81cf53ac-461d-46a6-9257-8beb1d20a28c admin admin] Usage tracker for resource:security_group_rule and tenant:075e41e9106049b5ad7bccd65c36bb37 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:58:39.998282 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-81cf53ac-461d-46a6-9257-8beb1d20a28c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:58:40.005913 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-81cf53ac-461d-46a6-9257-8beb1d20a28c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:58:40.031596 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fda1f000-19a1-4049-976d-4f6d55e13390 req-90c359d8-d5cc-4557-b9e8-303a5b2a4738 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=0043bfbb-2fb2-4013-8494-b5595b7ffb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3401802 May 05 21:58:40.086488 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ffda82c9-f4ff-40cb-98b4-662156c05dbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:40.094994 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-22e659ba-54f8-4530-bd89-014627bab340 None None] Attempting to bind port 12bb94f7-f4d4-4c05-a290-740e7e6512b2 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:58:40.095365 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-22e659ba-54f8-4530-bd89-014627bab340 None None] Attempting to bind port 12bb94f7-f4d4-4c05-a290-740e7e6512b2 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '4c0effe6-c153-466b-84cc-6cfd30ce0064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '803c5af3-563f-4b4d-a157-1eb0f81e83eb'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:58:40.095722 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e659ba-54f8-4530-bd89-014627bab340 None None] Attempting to bind port 12bb94f7-f4d4-4c05-a290-740e7e6512b2 on network 803c5af3-563f-4b4d-a157-1eb0f81e83eb {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:58:40.112673 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d2554101-c159-4a8e-a13e-7ab089eff6ce tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:40.118597 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e659ba-54f8-4530-bd89-014627bab340 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:58:40.119702 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e659ba-54f8-4530-bd89-014627bab340 None None] Checking segment: {'id': '4c0effe6-c153-466b-84cc-6cfd30ce0064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '803c5af3-563f-4b4d-a157-1eb0f81e83eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:58:40.119866 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-22e659ba-54f8-4530-bd89-014627bab340 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:40.120217 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e659ba-54f8-4530-bd89-014627bab340 None None] Bound using segment: {'id': '4c0effe6-c153-466b-84cc-6cfd30ce0064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '803c5af3-563f-4b4d-a157-1eb0f81e83eb'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:58:40.120697 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-22e659ba-54f8-4530-bd89-014627bab340 None None] Bound port: 12bb94f7-f4d4-4c05-a290-740e7e6512b2, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c0effe6-c153-466b-84cc-6cfd30ce0064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '803c5af3-563f-4b4d-a157-1eb0f81e83eb'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:58:40.121245 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-22e659ba-54f8-4530-bd89-014627bab340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:40.141451 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe73b5-552f-4528-9183-1b3bee802145 req-f96445d9-8b94-4dd0-bb7f-d85b55f3c030 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:40.143994 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dbbe73b5-552f-4528-9183-1b3bee802145 req-f96445d9-8b94-4dd0-bb7f-d85b55f3c030 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b0e8607-547c-41bf-9964-fee1ae7f67c8 HTTP/1.1" status: 200 len: 945 time: 0.4406216 May 05 21:58:40.191938 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ffda82c9-f4ff-40cb-98b4-662156c05dbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:40.197849 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 6b1f35d8-0048-415b-8a9a-e841251002df no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:58:40.200809 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d2554101-c159-4a8e-a13e-7ab089eff6ce tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:40.215018 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-81cf53ac-461d-46a6-9257-8beb1d20a28c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:40.254384 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2554101-c159-4a8e-a13e-7ab089eff6ce tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Pushing event deleted for resources: {'Subnet': ['ID=90292b45-7e38-46eb-b539-a90435b386f3,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:40.260026 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d2554101-c159-4a8e-a13e-7ab089eff6ce tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:40.267536 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d2554101-c159-4a8e-a13e-7ab089eff6ce tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] 10.222.0.23 "DELETE /v2.0/subnets/90292b45-7e38-46eb-b539-a90435b386f3 HTTP/1.1" status: 204 len: 168 time: 1.1910541 May 05 21:58:40.269443 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c707aa1f-6924-4d81-ac18-7b1b99b4b8ed None None] Network 1f22d339-1ba6-4fda-a771-5759401ede6b requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:58:40.270002 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50288) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:58:40.270923 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-81cf53ac-461d-46a6-9257-8beb1d20a28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:40.401116 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-87c1c534-17d7-4a3c-a949-ed66cb3a6964 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:40.411851 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-81cf53ac-461d-46a6-9257-8beb1d20a28c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=075e41e9106049b5ad7bccd65c36bb37&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8871939 May 05 21:58:40.412710 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 50292) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:58:40.413993 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-87c1c534-17d7-4a3c-a949-ed66cb3a6964 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Deleting port 74775364-f397-40e4-a01c-332f806a84ad {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:58:40.414551 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-87c1c534-17d7-4a3c-a949-ed66cb3a6964 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:40.424988 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-22e659ba-54f8-4530-bd89-014627bab340 None None] For port 12bb94f7-f4d4-4c05-a290-740e7e6512b2, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:58:40.459871 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf53ac-461d-46a6-9257-8beb1d20a28c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30a9637-0729-4d91-a009-82fb06318267,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:40.483285 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-22e659ba-54f8-4530-bd89-014627bab340 None None] For port 12bb94f7-f4d4-4c05-a290-740e7e6512b2, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=12bb94f7-f4d4-4c05-a290-740e7e6512b2,segment=NetworkSegment(4c0effe6-c153-466b-84cc-6cfd30ce0064),segment_id=4c0effe6-c153-466b-84cc-6cfd30ce0064)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:58:40.508337 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dbbe73b5-552f-4528-9183-1b3bee802145 req-8d55c60b-254c-47d6-be4c-e3db8db2e3a6 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188927 May 05 21:58:40.571164 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-22e659ba-54f8-4530-bd89-014627bab340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:40.681934 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:40.743003 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7ac372c2-7905-4072-ad2a-bd132f7252ff tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:40.752363 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2510197e-0167-4df8-b662-758eb5911dee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b1f35d8-0048-415b-8a9a-e841251002df'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:58:40.790330 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-87c1c534-17d7-4a3c-a949-ed66cb3a6964 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] For port 74775364-f397-40e4-a01c-332f806a84ad, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=74775364-f397-40e4-a01c-332f806a84ad,segment=NetworkSegment(fe8720df-6853-451d-8404-b3b4e7030fed),segment_id=fe8720df-6853-451d-8404-b3b4e7030fed)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:58:40.790768 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-87c1c534-17d7-4a3c-a949-ed66cb3a6964 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:40.795179 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e659ba-54f8-4530-bd89-014627bab340 None None] Pushing event updated for resources: {'Port': ['ID=12bb94f7-f4d4-4c05-a290-740e7e6512b2,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:40.818183 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 6b1f35d8-0048-415b-8a9a-e841251002df, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=6b1f35d8-0048-415b-8a9a-e841251002df,segment=NetworkSegment(5e9da586-bb12-4958-b15e-b7cf97bc3d1b),segment_id=5e9da586-bb12-4958-b15e-b7cf97bc3d1b)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:58:40.833518 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:40.935213 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=6b1f35d8-0048-415b-8a9a-e841251002df,revision_number=8']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:40.960336 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-87c1c534-17d7-4a3c-a949-ed66cb3a6964 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Calling delete_port for 74775364-f397-40e4-a01c-332f806a84ad owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:58:41.053508 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-87c1c534-17d7-4a3c-a949-ed66cb3a6964 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:41.062534 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185ba103-d845-46ba-a22d-af56bdc5ac57 None None] DHCP port deletion for 1f22d339-1ba6-4fda-a771-5759401ede6b request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 21:58:41.083649 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ffda82c9-f4ff-40cb-98b4-662156c05dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:41.110822 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c1c534-17d7-4a3c-a949-ed66cb3a6964 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Pushing event deleted for resources: {'Port': ['ID=74775364-f397-40e4-a01c-332f806a84ad,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:41.121552 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c1c534-17d7-4a3c-a949-ed66cb3a6964 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] No DVR routers for this DVR port 74775364-f397-40e4-a01c-332f806a84ad on host n-d-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:58:41.135842 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffda82c9-f4ff-40cb-98b4-662156c05dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d7ce1f-cee6-4a4e-af7f-7632a7dd0ef9,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:41.185308 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-86a5e406-16c5-4849-a9c1-675ab7a78ac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:41.255698 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-87c1c534-17d7-4a3c-a949-ed66cb3a6964 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:41.255947 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55730b4-0dc7-4dbb-a120-3dc749580628 req-e5bfdc06-aa03-446a-80ab-769bfc7f2df0 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:41.257329 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b55730b4-0dc7-4dbb-a120-3dc749580628 req-e5bfdc06-aa03-446a-80ab-769bfc7f2df0 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d6c1d5e-1257-4597-a1c5-2b65d0679090 HTTP/1.1" status: 200 len: 945 time: 0.5840380 May 05 21:58:41.263399 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ffda82c9-f4ff-40cb-98b4-662156c05dbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:41.264143 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ffda82c9-f4ff-40cb-98b4-662156c05dbf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d0d7ce1f-cee6-4a4e-af7f-7632a7dd0ef9 HTTP/1.1" status: 204 len: 168 time: 1.5462396 May 05 21:58:41.293677 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-87c1c534-17d7-4a3c-a949-ed66cb3a6964 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f22d339-1ba6-4fda-a771-5759401ede6b']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:58:41.308343 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-87c1c534-17d7-4a3c-a949-ed66cb3a6964 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe8720df-6853-451d-8404-b3b4e7030fed') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:58:41.308640 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-87c1c534-17d7-4a3c-a949-ed66cb3a6964 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe8720df-6853-451d-8404-b3b4e7030fed') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:58:41.319031 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-86a5e406-16c5-4849-a9c1-675ab7a78ac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:41.325794 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-87c1c534-17d7-4a3c-a949-ed66cb3a6964 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:41.346725 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-87c1c534-17d7-4a3c-a949-ed66cb3a6964 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:41.355551 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87c1c534-17d7-4a3c-a949-ed66cb3a6964 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:58:41.356115 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-87c1c534-17d7-4a3c-a949-ed66cb3a6964 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:41.357401 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c90b3-5304-425d-9f42-f450ac792a42 req-b3a9279d-38ba-4b95-a488-9a23ea1318ad tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:41.358930 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-072c90b3-5304-425d-9f42-f450ac792a42 req-b3a9279d-38ba-4b95-a488-9a23ea1318ad tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/networks?id=fa69cb3f-4129-4afe-9a6d-7584eefc40c0 HTTP/1.1" status: 200 len: 806 time: 0.4939020 May 05 21:58:41.372491 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 21:58:41.372491 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:58:41.372491 n-d-825175-4 neutron-server[84063]: timer() May 05 21:58:41.372491 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:58:41.372491 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 21:58:41.372491 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:58:41.372491 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 21:58:41.372491 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:58:41.372491 n-d-825175-4 neutron-server[84063]: self._notify() May 05 21:58:41.372491 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:58:41.372491 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 21:58:41.372491 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:58:41.372491 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 21:58:41.372491 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:58:41.372491 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:58:41.372491 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:58:41.372491 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:58:41.372491 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:58:41.372491 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 21:58:41.372491 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:58:41.372491 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 21:58:41.372491 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:58:41.372491 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:58:41.372491 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:58:41.372491 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 21:58:41.372491 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:58:41.372491 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:58:41.372491 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:58:41.372491 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:58:41.372491 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:58:41.372491 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:58:41.372491 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:58:41.470483 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-87c1c534-17d7-4a3c-a949-ed66cb3a6964 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:41.478065 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-072c90b3-5304-425d-9f42-f450ac792a42 req-69d3bd4b-e84b-4e60-be4e-cc27f8e19877 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/quotas/edfb56529402421c8703b1e767ccb199 HTTP/1.1" status: 200 len: 375 time: 0.1057839 May 05 21:58:41.499494 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-87c1c534-17d7-4a3c-a949-ed66cb3a6964 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:41.510873 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c1c534-17d7-4a3c-a949-ed66cb3a6964 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Pushing event deleted for resources: {'Network': ['ID=1f22d339-1ba6-4fda-a771-5759401ede6b,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:41.518484 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-87c1c534-17d7-4a3c-a949-ed66cb3a6964 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] 10.222.0.23 "DELETE /v2.0/networks/1f22d339-1ba6-4fda-a771-5759401ede6b HTTP/1.1" status: 204 len: 168 time: 1.2470632 May 05 21:58:41.519144 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50314) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:58:41.537269 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b55730b4-0dc7-4dbb-a120-3dc749580628 req-494139e3-8ff4-49bd-b876-d31f1b2aebdc tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/security-groups?id=357c8a06-0cb4-4ca4-87b5-fb62b56bd963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611895 May 05 21:58:41.634956 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-86a5e406-16c5-4849-a9c1-675ab7a78ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:41.695827 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a5e406-16c5-4849-a9c1-675ab7a78ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30a9637-0729-4d91-a009-82fb06318267,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:41.697426 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-618cae56-32a8-48de-b87d-666f406b79b9'] response: {'server_uuid': '2510197e-0167-4df8-b662-758eb5911dee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b1f35d8-0048-415b-8a9a-e841251002df', 'code': 200} May 05 21:58:41.745181 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-7ac372c2-7905-4072-ad2a-bd132f7252ff tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Allocated IP 172.22.0.1 (803c5af3-563f-4b4d-a157-1eb0f81e83eb/f78fb5b2-bb84-44a3-a485-6f76e003d92e/baae6eb8-2d3d-4d1d-9e07-55f957d00134) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:58:41.787476 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-072c90b3-5304-425d-9f42-f450ac792a42 req-e9324539-a13c-43ed-8ec7-66ce553dc478 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=edfb56529402421c8703b1e767ccb199&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3085823 May 05 21:58:41.804793 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [req-072c90b3-5304-425d-9f42-f450ac792a42 req-33521eb5-7e70-40e1-a2b6-93824988334a service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 21:58:41.816174 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-072c90b3-5304-425d-9f42-f450ac792a42 req-33521eb5-7e70-40e1-a2b6-93824988334a service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0255690 May 05 21:58:42.015118 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 127b8d1d-baa4-433f-a1db-83f247c1a226 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:58:42.029573 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-072c90b3-5304-425d-9f42-f450ac792a42 req-936f6b45-a3c4-4d38-b889-d8454ed6b45b service neutron] 10.222.0.23 "GET /v2.0/networks/fa69cb3f-4129-4afe-9a6d-7584eefc40c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123685 May 05 21:58:42.035403 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcd9639f-ad46-4893-b5cd-9cae11f2a0a2 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Deleting subnet 6311aeb0-8f1b-4106-af28-8de57e1588c5 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:58:42.040230 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bcd9639f-ad46-4893-b5cd-9cae11f2a0a2 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:42.071650 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-86a5e406-16c5-4849-a9c1-675ab7a78ac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:42.072481 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-86a5e406-16c5-4849-a9c1-675ab7a78ac1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c30a9637-0729-4d91-a009-82fb06318267 HTTP/1.1" status: 204 len: 168 time: 1.6257508 May 05 21:58:42.158690 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b1d028-a778-4ace-992e-4277096526f1 None None] Network 803c5af3-563f-4b4d-a157-1eb0f81e83eb requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:58:42.206177 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bcd9639f-ad46-4893-b5cd-9cae11f2a0a2 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:42.422960 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bcd9639f-ad46-4893-b5cd-9cae11f2a0a2 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:42.441649 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-072c90b3-5304-425d-9f42-f450ac792a42 req-c30e0dc9-f5e9-4753-a463-3aacaa52c6e7 service neutron] 10.222.0.23 "GET /v2.0/networks/fa69cb3f-4129-4afe-9a6d-7584eefc40c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4052267 May 05 21:58:42.511685 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fdb183-54f5-41fc-8a79-e4744c7ae132 req-adff4d01-4211-49d9-8f4f-76e2267370f6 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:42.520659 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-41fdb183-54f5-41fc-8a79-e4744c7ae132 req-adff4d01-4211-49d9-8f4f-76e2267370f6 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=2510197e-0167-4df8-b662-758eb5911dee HTTP/1.1" status: 200 len: 944 time: 0.4801893 May 05 21:58:42.546710 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 127b8d1d-baa4-433f-a1db-83f247c1a226 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:58:42.555204 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 127b8d1d-baa4-433f-a1db-83f247c1a226 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:58:42.555564 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:42.601499 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7ac372c2-7905-4072-ad2a-bd132f7252ff tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:42.608816 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bcd9639f-ad46-4893-b5cd-9cae11f2a0a2 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:42.642736 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-41fdb183-54f5-41fc-8a79-e4744c7ae132 req-07298bcc-c63b-4343-b760-d69237535e3b tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=0043bfbb-2fb2-4013-8494-b5595b7ffb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207936 May 05 21:58:42.649389 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-7ac372c2-7905-4072-ad2a-bd132f7252ff tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Transition to ACTIVE for port object baae6eb8-2d3d-4d1d-9e07-55f957d00134 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:58:42.715959 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-a7b2b9b6-a73e-4671-9dc6-5a869b54bce0 None None] Provisioning for port 12bb94f7-f4d4-4c05-a290-740e7e6512b2 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:58:42.725453 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7ac372c2-7905-4072-ad2a-bd132f7252ff tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:42.844910 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac372c2-7905-4072-ad2a-bd132f7252ff tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Network 803c5af3-563f-4b4d-a157-1eb0f81e83eb is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:58:42.854887 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-7ac372c2-7905-4072-ad2a-bd132f7252ff tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:58:42.868509 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac372c2-7905-4072-ad2a-bd132f7252ff tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:58:42.943462 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:43.001679 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 127b8d1d-baa4-433f-a1db-83f247c1a226, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=127b8d1d-baa4-433f-a1db-83f247c1a226,segment=NetworkSegment(6c63a83b-4195-4a58-98bf-92e24f477e85),segment_id=6c63a83b-4195-4a58-98bf-92e24f477e85)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:58:43.009234 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:43.010909 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 12bb94f7-f4d4-4c05-a290-740e7e6512b2 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:58:43.077944 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd9639f-ad46-4893-b5cd-9cae11f2a0a2 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Pushing event deleted for resources: {'Subnet': ['ID=6311aeb0-8f1b-4106-af28-8de57e1588c5,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:43.082792 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bcd9639f-ad46-4893-b5cd-9cae11f2a0a2 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:43.098802 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-bcd9639f-ad46-4893-b5cd-9cae11f2a0a2 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] 10.222.0.23 "DELETE /v2.0/subnets/6311aeb0-8f1b-4106-af28-8de57e1588c5 HTTP/1.1" status: 204 len: 168 time: 1.5785475 May 05 21:58:43.099728 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50356) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:58:43.102317 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecef623b-b9af-43e0-a834-fed06d8b18b2 None None] Network 30cef86c-caf1-4258-b282-c1c5de78a1ac requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:58:43.153971 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd9639f-ad46-4893-b5cd-9cae11f2a0a2 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:58:43.154793 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd9639f-ad46-4893-b5cd-9cae11f2a0a2 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:58:43.155340 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd9639f-ad46-4893-b5cd-9cae11f2a0a2 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:58:43.155996 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd9639f-ad46-4893-b5cd-9cae11f2a0a2 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:58:43.156574 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd9639f-ad46-4893-b5cd-9cae11f2a0a2 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:58:43.157135 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd9639f-ad46-4893-b5cd-9cae11f2a0a2 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:58:43.157666 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd9639f-ad46-4893-b5cd-9cae11f2a0a2 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:58:43.158308 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd9639f-ad46-4893-b5cd-9cae11f2a0a2 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:58:43.159993 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd9639f-ad46-4893-b5cd-9cae11f2a0a2 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:58:43.160584 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd9639f-ad46-4893-b5cd-9cae11f2a0a2 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:58:43.161119 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd9639f-ad46-4893-b5cd-9cae11f2a0a2 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:58:43.264818 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7ac372c2-7905-4072-ad2a-bd132f7252ff tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:43.288297 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5bb94ca7-443a-403f-bea4-c0185fc0d820 req-b67fe41c-1f2a-4da6-86fc-7dd1944f970b tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=77c3860d-c142-4f3e-b449-0bb29acd800b HTTP/1.1" status: 200 len: 210 time: 0.3385956 May 05 21:58:43.303164 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac372c2-7905-4072-ad2a-bd132f7252ff tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event updated for resources: {'Port': ['ID=baae6eb8-2d3d-4d1d-9e07-55f957d00134,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:43.414960 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535ce9af-8d7f-4de9-99e9-404304cd6ab6 req-0966650e-a09c-4f04-b612-c0d53e41b4e5 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:43.420556 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-535ce9af-8d7f-4de9-99e9-404304cd6ab6 req-0966650e-a09c-4f04-b612-c0d53e41b4e5 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d6c1d5e-1257-4597-a1c5-2b65d0679090 HTTP/1.1" status: 200 len: 945 time: 0.5136433 May 05 21:58:43.491322 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=127b8d1d-baa4-433f-a1db-83f247c1a226,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:43.527894 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-520b1923-8009-4e26-861a-45945ffe3045 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Deleting subnet b04c058b-41ab-45ae-9a30-4bb3419cef6a {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:58:43.532747 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-520b1923-8009-4e26-861a-45945ffe3045 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:43.609497 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 12bb94f7-f4d4-4c05-a290-740e7e6512b2 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:58:43.620109 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e76c96b7-cf77-42c1-83ad-a6df98c34455 None None] Provisioning complete for port 12bb94f7-f4d4-4c05-a290-740e7e6512b2 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:58:43.620481 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e76c96b7-cf77-42c1-83ad-a6df98c34455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:43.638344 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-520b1923-8009-4e26-861a-45945ffe3045 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:43.657767 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-535ce9af-8d7f-4de9-99e9-404304cd6ab6 req-51ab6137-2c62-441d-8b4d-1602c01425df tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/security-groups?id=357c8a06-0cb4-4ca4-87b5-fb62b56bd963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268002 May 05 21:58:43.687835 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7ac372c2-7905-4072-ad2a-bd132f7252ff tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:43.746188 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 12bb94f7-f4d4-4c05-a290-740e7e6512b2 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:58:43.753648 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:43.785435 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-520b1923-8009-4e26-861a-45945ffe3045 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:43.928434 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e772ee-0bc7-4ed1-aad6-e35836254097 None None] DHCP port deletion for 30cef86c-caf1-4258-b282-c1c5de78a1ac request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 21:58:43.949288 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-520b1923-8009-4e26-861a-45945ffe3045 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:43.949534 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-42e772ee-0bc7-4ed1-aad6-e35836254097 None None] Deleting port c0e431f3-8c79-46f5-b864-1768e892b56f {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:58:43.949662 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-42e772ee-0bc7-4ed1-aad6-e35836254097 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:44.044083 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520b1923-8009-4e26-861a-45945ffe3045 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Pushing event deleted for resources: {'Subnet': ['ID=b04c058b-41ab-45ae-9a30-4bb3419cef6a,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:44.073705 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-520b1923-8009-4e26-861a-45945ffe3045 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:44.083782 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-520b1923-8009-4e26-861a-45945ffe3045 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] 10.222.0.23 "DELETE /v2.0/subnets/b04c058b-41ab-45ae-9a30-4bb3419cef6a HTTP/1.1" status: 204 len: 168 time: 0.9773324 May 05 21:58:44.085030 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50378) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:58:44.095722 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a9f974-d66d-4ebf-bb92-6c8feb3f84ac None None] Network eed49bc7-c2b2-4831-bb49-dc5bef5ff6b5 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:58:44.118638 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-87308506-f56c-47f4-83ee-8f46b852cc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:44.128730 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e76c96b7-cf77-42c1-83ad-a6df98c34455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:44.255857 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:44.345129 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-358cd8ee-c866-4b76-bf47-71f4190c8140 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:44.349742 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 12bb94f7-f4d4-4c05-a290-740e7e6512b2, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=12bb94f7-f4d4-4c05-a290-740e7e6512b2,segment=NetworkSegment(4c0effe6-c153-466b-84cc-6cfd30ce0064),segment_id=4c0effe6-c153-466b-84cc-6cfd30ce0064)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:58:44.368823 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-358cd8ee-c866-4b76-bf47-71f4190c8140 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Deleting port c0e431f3-8c79-46f5-b864-1768e892b56f {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:58:44.369261 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-358cd8ee-c866-4b76-bf47-71f4190c8140 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:44.385294 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:44.519422 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 74775364-f397-40e4-a01c-332f806a84ad no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:58:44.523656 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bfb819-dd7f-45e1-b999-5dc46ede02b5 req-c935a833-b7b1-4b94-bf4c-9db6e89731ac tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:44.532793 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c1bfb819-dd7f-45e1-b999-5dc46ede02b5 req-c935a833-b7b1-4b94-bf4c-9db6e89731ac tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=2510197e-0167-4df8-b662-758eb5911dee HTTP/1.1" status: 200 len: 944 time: 0.4896209 May 05 21:58:44.627521 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 74775364-f397-40e4-a01c-332f806a84ad {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:58:44.627851 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 74775364-f397-40e4-a01c-332f806a84ad not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:58:44.706853 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-e76c96b7-cf77-42c1-83ad-a6df98c34455 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:58:44.707307 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-e76c96b7-cf77-42c1-83ad-a6df98c34455 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:58:44.724539 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-42e772ee-0bc7-4ed1-aad6-e35836254097 None None] For port c0e431f3-8c79-46f5-b864-1768e892b56f, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=c0e431f3-8c79-46f5-b864-1768e892b56f,segment=NetworkSegment(16d58a5b-33dd-42c8-bc08-4e0c89839acb),segment_id=16d58a5b-33dd-42c8-bc08-4e0c89839acb)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:58:44.725032 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-42e772ee-0bc7-4ed1-aad6-e35836254097 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:44.759382 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=12bb94f7-f4d4-4c05-a290-740e7e6512b2,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:44.785685 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 127b8d1d-baa4-433f-a1db-83f247c1a226 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:58:44.842894 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-358cd8ee-c866-4b76-bf47-71f4190c8140 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] For port c0e431f3-8c79-46f5-b864-1768e892b56f, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=c0e431f3-8c79-46f5-b864-1768e892b56f,segment=NetworkSegment(16d58a5b-33dd-42c8-bc08-4e0c89839acb),segment_id=16d58a5b-33dd-42c8-bc08-4e0c89839acb)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:58:44.843563 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-358cd8ee-c866-4b76-bf47-71f4190c8140 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:44.981016 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7ac372c2-7905-4072-ad2a-bd132f7252ff tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:44.998860 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7ac372c2-7905-4072-ad2a-bd132f7252ff tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:45.014200 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-358cd8ee-c866-4b76-bf47-71f4190c8140 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Calling delete_port for c0e431f3-8c79-46f5-b864-1768e892b56f owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:58:45.072466 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-42e772ee-0bc7-4ed1-aad6-e35836254097 None None] Calling delete_port for c0e431f3-8c79-46f5-b864-1768e892b56f owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:58:45.110419 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-358cd8ee-c866-4b76-bf47-71f4190c8140 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:45.145167 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bab59528-851b-4a56-99b1-f3829f8a9c22 req-3508e438-8135-4631-a18d-c0b0cf31cb87 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=77c3860d-c142-4f3e-b449-0bb29acd800b HTTP/1.1" status: 200 len: 210 time: 0.0623848 May 05 21:58:45.163074 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c1bfb819-dd7f-45e1-b999-5dc46ede02b5 req-890c6efb-0364-4d65-b832-a959793526e5 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=0043bfbb-2fb2-4013-8494-b5595b7ffb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6294010 May 05 21:58:45.216250 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358cd8ee-c866-4b76-bf47-71f4190c8140 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Pushing event deleted for resources: {'Port': ['ID=c0e431f3-8c79-46f5-b864-1768e892b56f,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:45.229183 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358cd8ee-c866-4b76-bf47-71f4190c8140 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] No DVR routers for this DVR port c0e431f3-8c79-46f5-b864-1768e892b56f on host n-d-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:58:45.234344 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7ac372c2-7905-4072-ad2a-bd132f7252ff tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:45.260713 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac372c2-7905-4072-ad2a-bd132f7252ff tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event updated for resources: {'Port': ['ID=baae6eb8-2d3d-4d1d-9e07-55f957d00134,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:45.325076 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d371e735-26b4-46a8-abff-d1ca5ab74469 None None] DHCP port deletion for eed49bc7-c2b2-4831-bb49-dc5bef5ff6b5 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 21:58:45.363185 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-d371e735-26b4-46a8-abff-d1ca5ab74469 None None] Deleting port 22d7f0f4-6cf2-43a3-8502-22ba4c9f5fb2 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:58:45.363615 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d371e735-26b4-46a8-abff-d1ca5ab74469 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:45.410886 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 127b8d1d-baa4-433f-a1db-83f247c1a226 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:58:45.412322 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:45.475638 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-42e772ee-0bc7-4ed1-aad6-e35836254097 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:58:45.475638 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-42e772ee-0bc7-4ed1-aad6-e35836254097 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:58:45.498558 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c90b3-5304-425d-9f42-f450ac792a42 req-b9edc80b-1f2f-4a59-bd30-c13df9a48f10 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:45.500744 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-072c90b3-5304-425d-9f42-f450ac792a42 req-b9edc80b-1f2f-4a59-bd30-c13df9a48f10 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.44 "GET /v2.0/networks?id=fa69cb3f-4129-4afe-9a6d-7584eefc40c0 HTTP/1.1" status: 200 len: 806 time: 0.9183207 May 05 21:58:45.516571 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-358cd8ee-c866-4b76-bf47-71f4190c8140 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:45.539932 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-072c90b3-5304-425d-9f42-f450ac792a42 req-4a43fab8-f6c8-470b-85f6-d34e96f9bb9f tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Request body: {'port': {'device_id': '77c3860d-c142-4f3e-b449-0bb29acd800b', 'network_id': 'fa69cb3f-4129-4afe-9a6d-7584eefc40c0', 'admin_state_up': True, 'tenant_id': 'edfb56529402421c8703b1e767ccb199'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:58:45.550774 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e643fd56-1b6a-40cd-852b-adca58ded039 None None] Provisioning for port baae6eb8-2d3d-4d1d-9e07-55f957d00134 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:58:45.579652 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e643fd56-1b6a-40cd-852b-adca58ded039 None None] Provisioning complete for port baae6eb8-2d3d-4d1d-9e07-55f957d00134 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:58:45.579652 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e643fd56-1b6a-40cd-852b-adca58ded039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:45.603789 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-358cd8ee-c866-4b76-bf47-71f4190c8140 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30cef86c-caf1-4258-b282-c1c5de78a1ac']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:58:45.627549 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-358cd8ee-c866-4b76-bf47-71f4190c8140 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16d58a5b-33dd-42c8-bc08-4e0c89839acb') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:58:45.628139 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-358cd8ee-c866-4b76-bf47-71f4190c8140 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16d58a5b-33dd-42c8-bc08-4e0c89839acb') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:58:45.662881 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-358cd8ee-c866-4b76-bf47-71f4190c8140 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:45.667222 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac372c2-7905-4072-ad2a-bd132f7252ff tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Network 803c5af3-563f-4b4d-a157-1eb0f81e83eb is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:58:45.667397 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-e643fd56-1b6a-40cd-852b-adca58ded039 None None] Port baae6eb8-2d3d-4d1d-9e07-55f957d00134 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:58:45.674960 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-7ac372c2-7905-4072-ad2a-bd132f7252ff tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:58:45.721836 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-358cd8ee-c866-4b76-bf47-71f4190c8140 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:45.735219 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-358cd8ee-c866-4b76-bf47-71f4190c8140 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:58:45.736065 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-358cd8ee-c866-4b76-bf47-71f4190c8140 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:45.772561 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 21:58:45.772561 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:58:45.772561 n-d-825175-4 neutron-server[84063]: timer() May 05 21:58:45.772561 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:58:45.772561 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 21:58:45.772561 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:58:45.772561 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 21:58:45.772561 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:58:45.772561 n-d-825175-4 neutron-server[84063]: self._notify() May 05 21:58:45.772561 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:58:45.772561 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 21:58:45.772561 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:58:45.772561 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 21:58:45.772561 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:58:45.772561 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:58:45.772561 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:58:45.772561 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:58:45.772561 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:58:45.772561 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 21:58:45.772561 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:58:45.772561 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 21:58:45.772561 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:58:45.772561 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:58:45.772561 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:58:45.772561 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 21:58:45.772561 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:58:45.772561 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:58:45.772561 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:58:45.772561 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:58:45.772561 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:58:45.772561 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:58:45.772561 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:58:45.876771 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8708a274-d299-4c56-a93c-4243f0c4c459 req-b9a44f60-efdd-4789-b3ea-2c2bf2d3ddbb tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:45.883689 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8708a274-d299-4c56-a93c-4243f0c4c459 req-b9a44f60-efdd-4789-b3ea-2c2bf2d3ddbb tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d6c1d5e-1257-4597-a1c5-2b65d0679090 HTTP/1.1" status: 200 len: 945 time: 0.4720988 May 05 21:58:45.892064 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-358cd8ee-c866-4b76-bf47-71f4190c8140 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:45.905183 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-d371e735-26b4-46a8-abff-d1ca5ab74469 None None] For port 22d7f0f4-6cf2-43a3-8502-22ba4c9f5fb2, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=22d7f0f4-6cf2-43a3-8502-22ba4c9f5fb2,segment=NetworkSegment(2c9d69c0-1841-4d25-b1bc-b5c508bb05d6),segment_id=2c9d69c0-1841-4d25-b1bc-b5c508bb05d6)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:58:45.905952 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d371e735-26b4-46a8-abff-d1ca5ab74469 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:45.935157 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-358cd8ee-c866-4b76-bf47-71f4190c8140 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:45.959306 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358cd8ee-c866-4b76-bf47-71f4190c8140 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Pushing event deleted for resources: {'Network': ['ID=30cef86c-caf1-4258-b282-c1c5de78a1ac,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:45.972890 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-358cd8ee-c866-4b76-bf47-71f4190c8140 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] 10.222.0.23 "DELETE /v2.0/networks/30cef86c-caf1-4258-b282-c1c5de78a1ac HTTP/1.1" status: 204 len: 168 time: 1.8855393 May 05 21:58:45.973726 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50422) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:58:46.020546 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-42e772ee-0bc7-4ed1-aad6-e35836254097 None None] Deleting port c0e431f3-8c79-46f5-b864-1768e892b56f {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:58:46.021193 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-42e772ee-0bc7-4ed1-aad6-e35836254097 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:46.169641 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-d371e735-26b4-46a8-abff-d1ca5ab74469 None None] Calling delete_port for 22d7f0f4-6cf2-43a3-8502-22ba4c9f5fb2 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:58:46.232956 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-42e772ee-0bc7-4ed1-aad6-e35836254097 None None] The port 'c0e431f3-8c79-46f5-b864-1768e892b56f' was deleted {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 21:58:46.236412 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 6b1f35d8-0048-415b-8a9a-e841251002df no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:58:46.237446 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-072c90b3-5304-425d-9f42-f450ac792a42 req-4a43fab8-f6c8-470b-85f6-d34e96f9bb9f tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:58:46.250348 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-072c90b3-5304-425d-9f42-f450ac792a42 req-4a43fab8-f6c8-470b-85f6-d34e96f9bb9f tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:58:46.275019 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8708a274-d299-4c56-a93c-4243f0c4c459 req-d6fe59fb-4ae2-4937-8012-bee6f0afbfcc tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/security-groups?id=357c8a06-0cb4-4ca4-87b5-fb62b56bd963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354127 May 05 21:58:46.275337 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device c0e431f3-8c79-46f5-b864-1768e892b56f no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:58:46.348905 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a5059a1d-7333-4497-8116-28ed70dc831f tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:46.360754 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: c0e431f3-8c79-46f5-b864-1768e892b56f {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:58:46.361474 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device c0e431f3-8c79-46f5-b864-1768e892b56f not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:58:46.380601 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-a5059a1d-7333-4497-8116-28ed70dc831f tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Deleting port 22d7f0f4-6cf2-43a3-8502-22ba4c9f5fb2 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:58:46.381039 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a0184fa9-38ef-4656-9342-d46c25ce2dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:46.381586 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a5059a1d-7333-4497-8116-28ed70dc831f tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:46.413256 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c8a2656f-d703-4533-91d0-d5178599d123 None None] Provisioning complete for port baae6eb8-2d3d-4d1d-9e07-55f957d00134 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:58:46.414061 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c8a2656f-d703-4533-91d0-d5178599d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:46.510285 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-a5059a1d-7333-4497-8116-28ed70dc831f tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] The port '22d7f0f4-6cf2-43a3-8502-22ba4c9f5fb2' was deleted {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 21:58:46.532913 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d371e735-26b4-46a8-abff-d1ca5ab74469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:46.622246 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d371e735-26b4-46a8-abff-d1ca5ab74469 None None] No DVR routers for this DVR port 22d7f0f4-6cf2-43a3-8502-22ba4c9f5fb2 on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:58:46.646170 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d371e735-26b4-46a8-abff-d1ca5ab74469 None None] Pushing event deleted for resources: {'Port': ['ID=22d7f0f4-6cf2-43a3-8502-22ba4c9f5fb2,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:46.651747 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-c8a2656f-d703-4533-91d0-d5178599d123 None None] Port baae6eb8-2d3d-4d1d-9e07-55f957d00134 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:58:46.781254 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a5059a1d-7333-4497-8116-28ed70dc831f tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:46.844358 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-a5059a1d-7333-4497-8116-28ed70dc831f tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eed49bc7-c2b2-4831-bb49-dc5bef5ff6b5']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:58:46.868468 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 12bb94f7-f4d4-4c05-a290-740e7e6512b2 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:58:46.871522 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-072c90b3-5304-425d-9f42-f450ac792a42 req-4a43fab8-f6c8-470b-85f6-d34e96f9bb9f tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Made reservation on behalf of edfb56529402421c8703b1e767ccb199 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:58:46.876140 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-072c90b3-5304-425d-9f42-f450ac792a42 req-4a43fab8-f6c8-470b-85f6-d34e96f9bb9f tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:46.883758 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-a5059a1d-7333-4497-8116-28ed70dc831f tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c9d69c0-1841-4d25-b1bc-b5c508bb05d6') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:58:46.886948 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-a5059a1d-7333-4497-8116-28ed70dc831f tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c9d69c0-1841-4d25-b1bc-b5c508bb05d6') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:58:46.912836 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a5059a1d-7333-4497-8116-28ed70dc831f tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:46.942788 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a5059a1d-7333-4497-8116-28ed70dc831f tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:46.957974 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5059a1d-7333-4497-8116-28ed70dc831f tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:58:46.958410 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a5059a1d-7333-4497-8116-28ed70dc831f tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:46.980699 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 21:58:46.980699 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:58:46.980699 n-d-825175-4 neutron-server[84063]: timer() May 05 21:58:46.980699 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:58:46.980699 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 21:58:46.980699 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:58:46.980699 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 21:58:46.980699 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:58:46.980699 n-d-825175-4 neutron-server[84063]: self._notify() May 05 21:58:46.980699 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:58:46.980699 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 21:58:46.980699 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:58:46.980699 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 21:58:46.980699 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:58:46.980699 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:58:46.980699 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:58:46.980699 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:58:46.980699 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:58:46.980699 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 21:58:46.980699 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:58:46.980699 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 21:58:46.980699 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:58:46.980699 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:58:46.980699 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:58:46.980699 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 21:58:46.980699 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:58:46.980699 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:58:46.980699 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:58:46.980699 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:58:46.980699 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:58:46.980699 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:58:46.980699 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:58:46.997781 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 12bb94f7-f4d4-4c05-a290-740e7e6512b2 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:58:46.998206 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:47.075060 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-79b45616-ee64-4384-b40d-98810caa0c0e req-c6ed4484-c1b9-4655-9e7b-91a420d9fed5 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=77c3860d-c142-4f3e-b449-0bb29acd800b HTTP/1.1" status: 200 len: 210 time: 0.0857978 May 05 21:58:47.156556 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a5059a1d-7333-4497-8116-28ed70dc831f tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:47.200330 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a5059a1d-7333-4497-8116-28ed70dc831f tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:47.210249 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5059a1d-7333-4497-8116-28ed70dc831f tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Pushing event deleted for resources: {'Network': ['ID=eed49bc7-c2b2-4831-bb49-dc5bef5ff6b5,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:47.218835 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a5059a1d-7333-4497-8116-28ed70dc831f tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] 10.222.0.23 "DELETE /v2.0/networks/eed49bc7-c2b2-4831-bb49-dc5bef5ff6b5 HTTP/1.1" status: 204 len: 168 time: 1.2382710 May 05 21:58:47.220399 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50464) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:58:47.308761 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:47.319054 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac372c2-7905-4072-ad2a-bd132f7252ff tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Router 444002e8-f0d1-4956-865e-60814067613c has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:58:47.336517 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-072c90b3-5304-425d-9f42-f450ac792a42 req-4a43fab8-f6c8-470b-85f6-d34e96f9bb9f tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Allocated IP 172.20.0.2 (fa69cb3f-4129-4afe-9a6d-7584eefc40c0/98120645-6211-43cf-b26e-14efa3661c41/1ce2fd82-2775-4941-af0c-bbc82ebcfa12) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:58:47.350724 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 22d7f0f4-6cf2-43a3-8502-22ba4c9f5fb2 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:58:47.484616 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 22d7f0f4-6cf2-43a3-8502-22ba4c9f5fb2 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:58:47.485339 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 22d7f0f4-6cf2-43a3-8502-22ba4c9f5fb2 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:58:47.534787 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:47.543004 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 50476) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:58:47.678612 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-965b2199-611a-45cd-98b3-2c8428ce0284 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Deleting subnet 6f24ed50-631e-4176-97e7-b9662a3cd0f4 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:58:47.683251 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-965b2199-611a-45cd-98b3-2c8428ce0284 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:47.759118 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-965b2199-611a-45cd-98b3-2c8428ce0284 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:47.865910 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-072c90b3-5304-425d-9f42-f450ac792a42 req-4a43fab8-f6c8-470b-85f6-d34e96f9bb9f tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:47.876306 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-965b2199-611a-45cd-98b3-2c8428ce0284 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:47.940924 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70390da8-9e39-4bf0-8b78-58491c2c10fa req-89267953-0f8a-4942-9a2a-e0fc0a84e8c2 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:47.942907 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-70390da8-9e39-4bf0-8b78-58491c2c10fa req-89267953-0f8a-4942-9a2a-e0fc0a84e8c2 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d6c1d5e-1257-4597-a1c5-2b65d0679090 HTTP/1.1" status: 200 len: 945 time: 0.2835984 May 05 21:58:47.985048 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-965b2199-611a-45cd-98b3-2c8428ce0284 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:48.020915 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50488) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:58:48.021123 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac372c2-7905-4072-ad2a-bd132f7252ff tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:58:48.033782 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3461500-8f56-43de-9af1-d8dec761883d None None] Sync routers for ids ['444002e8-f0d1-4956-865e-60814067613c'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:58:48.043868 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b2199-611a-45cd-98b3-2c8428ce0284 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Pushing event deleted for resources: {'Subnet': ['ID=6f24ed50-631e-4176-97e7-b9662a3cd0f4,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:48.045811 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-965b2199-611a-45cd-98b3-2c8428ce0284 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:48.053229 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-965b2199-611a-45cd-98b3-2c8428ce0284 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] 10.222.0.23 "DELETE /v2.0/subnets/6f24ed50-631e-4176-97e7-b9662a3cd0f4 HTTP/1.1" status: 204 len: 168 time: 0.8317609 May 05 21:58:48.054543 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9495a607-3298-4686-8a42-241f2d663624 None None] Network 862601e7-7c27-4a80-ad38-b70027861d02 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:58:48.055712 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50496) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:58:48.096164 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-7ac372c2-7905-4072-ad2a-bd132f7252ff tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "PUT /v2.0/routers/444002e8-f0d1-4956-865e-60814067613c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9966090 May 05 21:58:48.104510 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 50500) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:58:48.107205 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-248df0d8-e946-4a8f-854c-d5dc00b87fb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:48.127682 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-072c90b3-5304-425d-9f42-f450ac792a42 req-4a43fab8-f6c8-470b-85f6-d34e96f9bb9f tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:48.131201 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-d966758b-bac3-4da2-ab92-e4e77ea91763 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Request body: {'network': {'name': 'tempest-RoutersTest-538347629'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:58:48.147667 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['026ae715-3b74-4311-9e26-de7e6032c7f1', '2e522390-4905-47f5-a4eb-00074af6898d'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:58:48.178960 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4154c3a6-d8c4-4fac-83c8-8936dfe1afb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:48.184463 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3461500-8f56-43de-9af1-d8dec761883d None None] Routers {'444002e8-f0d1-4956-865e-60814067613c'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:58:48.185306 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-b3461500-8f56-43de-9af1-d8dec761883d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:58:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['444002e8-f0d1-4956-865e-60814067613c'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:58:48.186881 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-d966758b-bac3-4da2-ab92-e4e77ea91763 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:58:48.208537 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-d966758b-bac3-4da2-ab92-e4e77ea91763 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Usage tracker for resource:network and tenant:663767b5203746b3b9addbbb99a48f8b is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:58:48.223278 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-56e5171c-ce14-4390-8679-2f4ddcc72132 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:48.228820 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-d966758b-bac3-4da2-ab92-e4e77ea91763 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:58:48.237443 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-4154c3a6-d8c4-4fac-83c8-8936dfe1afb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:58:48.243321 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-4154c3a6-d8c4-4fac-83c8-8936dfe1afb2 admin admin] Usage tracker for resource:security_group_rule and tenant:ed8c7035ad5d479598d8b13a57bb0437 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:58:48.247191 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-56e5171c-ce14-4390-8679-2f4ddcc72132 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Deleting port ec281505-37cd-4ce5-a167-b3d708e52826 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:58:48.247191 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-56e5171c-ce14-4390-8679-2f4ddcc72132 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:48.251203 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-70390da8-9e39-4bf0-8b78-58491c2c10fa req-a03cef60-6fa3-4a6f-aa7e-8077014586ad tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/security-groups?id=357c8a06-0cb4-4ca4-87b5-fb62b56bd963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979977 May 05 21:58:48.252836 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-248df0d8-e946-4a8f-854c-d5dc00b87fb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:58:48.260011 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-248df0d8-e946-4a8f-854c-d5dc00b87fb8 admin admin] Usage tracker for resource:security_group_rule and tenant:49e32bc5976640e6b202e9fe844a1e95 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:58:48.263399 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-248df0d8-e946-4a8f-854c-d5dc00b87fb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:58:48.274564 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-248df0d8-e946-4a8f-854c-d5dc00b87fb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:58:48.274803 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-4154c3a6-d8c4-4fac-83c8-8936dfe1afb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:58:48.282547 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-4154c3a6-d8c4-4fac-83c8-8936dfe1afb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:58:48.372383 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-248df0d8-e946-4a8f-854c-d5dc00b87fb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:48.388919 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-d966758b-bac3-4da2-ab92-e4e77ea91763 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:58:48.391578 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a43fab8-f6c8-470b-85f6-d34e96f9bb9f tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Pushing event updated for resources: {'Port': ['ID=1ce2fd82-2775-4941-af0c-bbc82ebcfa12,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:48.409168 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-248df0d8-e946-4a8f-854c-d5dc00b87fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:48.454288 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-072c90b3-5304-425d-9f42-f450ac792a42 req-4a43fab8-f6c8-470b-85f6-d34e96f9bb9f tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Network fa69cb3f-4129-4afe-9a6d-7584eefc40c0 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:58:48.461836 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-072c90b3-5304-425d-9f42-f450ac792a42 req-4a43fab8-f6c8-470b-85f6-d34e96f9bb9f tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:58:48.478894 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-072c90b3-5304-425d-9f42-f450ac792a42 req-4a43fab8-f6c8-470b-85f6-d34e96f9bb9f tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:58:48.502814 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-b3461500-8f56-43de-9af1-d8dec761883d None None] Set router 444002e8-f0d1-4956-865e-60814067613c gateway port host: None {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:58:48.520098 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1d851cee-7f9c-48ae-a5c1-ce1467885706 req-b39d20f3-3d4a-48ca-a6df-1b7167628a3f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2510197e-0167-4df8-b662-758eb5911dee&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.5403297 May 05 21:58:48.525601 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4154c3a6-d8c4-4fac-83c8-8936dfe1afb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:48.531676 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-56e5171c-ce14-4390-8679-2f4ddcc72132 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] For port ec281505-37cd-4ce5-a167-b3d708e52826, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=ec281505-37cd-4ce5-a167-b3d708e52826,segment=NetworkSegment(c87e9944-06e7-4ec6-83d1-025e24deeeba),segment_id=c87e9944-06e7-4ec6-83d1-025e24deeeba)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:58:48.532198 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-56e5171c-ce14-4390-8679-2f4ddcc72132 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:48.543690 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4154c3a6-d8c4-4fac-83c8-8936dfe1afb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:48.557326 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d966758b-bac3-4da2-ab92-e4e77ea91763 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Made reservation on behalf of 663767b5203746b3b9addbbb99a48f8b for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:58:48.566942 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d966758b-bac3-4da2-ab92-e4e77ea91763 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:48.621928 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248df0d8-e946-4a8f-854c-d5dc00b87fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1adff916-6320-47da-8d5d-cf4fb3edb9f5,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:48.649861 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-248df0d8-e946-4a8f-854c-d5dc00b87fb8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=49e32bc5976640e6b202e9fe844a1e95&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9922132 May 05 21:58:48.650647 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 50506) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:58:48.663267 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d966758b-bac3-4da2-ab92-e4e77ea91763 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:58:48.719406 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c90b3-5304-425d-9f42-f450ac792a42 req-4a43fab8-f6c8-470b-85f6-d34e96f9bb9f tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:48.720054 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-072c90b3-5304-425d-9f42-f450ac792a42 req-4a43fab8-f6c8-470b-85f6-d34e96f9bb9f tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:48.753038 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d966758b-bac3-4da2-ab92-e4e77ea91763 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:48.753402 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-d966758b-bac3-4da2-ab92-e4e77ea91763 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Added segment 320fed44-32c9-42f6-bd8a-569a19f05340 of type vlan for network 088067bb-e092-42e7-aa0a-7505bf29a880 May 05 21:58:48.758811 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-56e5171c-ce14-4390-8679-2f4ddcc72132 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Calling delete_port for ec281505-37cd-4ce5-a167-b3d708e52826 owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:58:48.769132 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab063ecc-a839-4ddf-b310-56c2fc3fb5f6 None None] DHCP port deletion for 862601e7-7c27-4a80-ad38-b70027861d02 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 21:58:48.794356 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6fcc25-5bcf-4556-b6a1-516b28908b59 req-fb1f3035-10bd-47c2-9e13-c38a0fbdc254 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:48.795131 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-8d6fcc25-5bcf-4556-b6a1-516b28908b59 req-fb1f3035-10bd-47c2-9e13-c38a0fbdc254 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Synchronizing usage tracker for tenant:edfb56529402421c8703b1e767ccb199 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:58:48.837990 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154c3a6-d8c4-4fac-83c8-8936dfe1afb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c52a3d-45f7-4fc8-8691-5db3633420a4,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:48.841064 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-072c90b3-5304-425d-9f42-f450ac792a42 req-4a43fab8-f6c8-470b-85f6-d34e96f9bb9f tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3137312 May 05 21:58:48.849637 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-4154c3a6-d8c4-4fac-83c8-8936dfe1afb2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ed8c7035ad5d479598d8b13a57bb0437&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8230903 May 05 21:58:48.850423 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50514) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:58:48.855861 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d966758b-bac3-4da2-ab92-e4e77ea91763 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:48.864152 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-072c90b3-5304-425d-9f42-f450ac792a42 req-7b0fa7f8-2da3-4013-b2b4-5866a87e8c6d service neutron] Request body: {'port': {'device_id': '77c3860d-c142-4f3e-b449-0bb29acd800b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:58:48.903470 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ab063ecc-a839-4ddf-b310-56c2fc3fb5f6 None None] Deleting port ec281505-37cd-4ce5-a167-b3d708e52826 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:58:48.904262 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ab063ecc-a839-4ddf-b310-56c2fc3fb5f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:49.015199 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a4d4872a-604b-43d6-bf4b-92016c77069c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:49.016842 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-8d6fcc25-5bcf-4556-b6a1-516b28908b59 req-fb1f3035-10bd-47c2-9e13-c38a0fbdc254 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Unset dirty status for tenant:edfb56529402421c8703b1e767ccb199 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:58:49.018017 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8d6fcc25-5bcf-4556-b6a1-516b28908b59 req-fb1f3035-10bd-47c2-9e13-c38a0fbdc254 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=77c3860d-c142-4f3e-b449-0bb29acd800b HTTP/1.1" status: 200 len: 931 time: 0.6153190 May 05 21:58:49.020634 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-56e5171c-ce14-4390-8679-2f4ddcc72132 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:49.077172 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e5171c-ce14-4390-8679-2f4ddcc72132 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Pushing event deleted for resources: {'Port': ['ID=ec281505-37cd-4ce5-a167-b3d708e52826,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:49.083928 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b6cf329b-953b-40ce-b552-1ea387792228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:49.095853 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e5171c-ce14-4390-8679-2f4ddcc72132 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] No DVR routers for this DVR port ec281505-37cd-4ce5-a167-b3d708e52826 on host n-d-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:58:49.096578 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ab063ecc-a839-4ddf-b310-56c2fc3fb5f6 None None] The port 'ec281505-37cd-4ce5-a167-b3d708e52826' was deleted {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 21:58:49.139131 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:49.166252 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b6cf329b-953b-40ce-b552-1ea387792228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:49.183523 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.resource_extend [None req-d966758b-bac3-4da2-ab92-e4e77ea91763 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 21:58:49.268994 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-56e5171c-ce14-4390-8679-2f4ddcc72132 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:49.297642 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a4d4872a-604b-43d6-bf4b-92016c77069c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:49.299746 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-56e5171c-ce14-4390-8679-2f4ddcc72132 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['862601e7-7c27-4a80-ad38-b70027861d02']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:58:49.315529 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-56e5171c-ce14-4390-8679-2f4ddcc72132 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c87e9944-06e7-4ec6-83d1-025e24deeeba') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:58:49.315963 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-56e5171c-ce14-4390-8679-2f4ddcc72132 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c87e9944-06e7-4ec6-83d1-025e24deeeba') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:58:49.327556 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-b3461500-8f56-43de-9af1-d8dec761883d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444002e8-f0d1-4956-865e-60814067613c', 'name': 'tempest-RoutersTest-router-1872622478', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:58:03Z', 'updated_at': '2022-05-05T21:58:43Z', 'revision_number': 4, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'gw_port_host': None, '_interfaces': [{'id': '127b8d1d-baa4-433f-a1db-83f247c1a226', 'name': '', 'network_id': '431b5e07-0c77-4772-b0c1-a3ae77a9450d', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:c2:45:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c1bc00e-87fc-49d2-99b3-4a15d5b35e2d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:26Z', 'updated_at': '2022-05-05T21:58:42Z', 'revision_number': 5, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': '9c1bc00e-87fc-49d2-99b3-4a15d5b35e2d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'baae6eb8-2d3d-4d1d-9e07-55f957d00134', 'name': '', 'network_id': '803c5af3-563f-4b4d-a157-1eb0f81e83eb', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:f6:f2:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f78fb5b2-bb84-44a3-a485-6f76e003d92e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:41Z', 'updated_at': '2022-05-05T21:58:44Z', 'revision_number': 2, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': 'f78fb5b2-bb84-44a3-a485-6f76e003d92e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9171c69-836e-494d-892f-fdc8fe11862a', 'name': '', 'network_id': '6fe30055-2bd1-42fb-b6e9-f282563854ed', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:8e:ca:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '550c25b3-bde4-4d79-a9bd-8bd009910040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:10Z', 'updated_at': '2022-05-05T21:58:31Z', 'revision_number': 5, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': '550c25b3-bde4-4d79-a9bd-8bd009910040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:58:49.330471 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-56e5171c-ce14-4390-8679-2f4ddcc72132 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:49.332672 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3461500-8f56-43de-9af1-d8dec761883d None None] Checking router: 444002e8-f0d1-4956-865e-60814067613c for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:58:49.333078 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3461500-8f56-43de-9af1-d8dec761883d None None] Updating router 444002e8-f0d1-4956-865e-60814067613c port baae6eb8-2d3d-4d1d-9e07-55f957d00134 binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 21:58:49.343524 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d966758b-bac3-4da2-ab92-e4e77ea91763 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:49.347679 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d966758b-bac3-4da2-ab92-e4e77ea91763 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:49.348519 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d966758b-bac3-4da2-ab92-e4e77ea91763 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:49.351852 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b6cf329b-953b-40ce-b552-1ea387792228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:49.356042 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-56e5171c-ce14-4390-8679-2f4ddcc72132 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:49.373351 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56e5171c-ce14-4390-8679-2f4ddcc72132 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:58:49.373748 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-56e5171c-ce14-4390-8679-2f4ddcc72132 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:49.387963 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b3461500-8f56-43de-9af1-d8dec761883d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:49.388978 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cf329b-953b-40ce-b552-1ea387792228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c52a3d-45f7-4fc8-8691-5db3633420a4,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:49.391066 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 21:58:49.391066 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:58:49.391066 n-d-825175-4 neutron-server[84063]: timer() May 05 21:58:49.391066 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:58:49.391066 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 21:58:49.391066 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:58:49.391066 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 21:58:49.391066 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:58:49.391066 n-d-825175-4 neutron-server[84063]: self._notify() May 05 21:58:49.391066 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:58:49.391066 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 21:58:49.391066 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:58:49.391066 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 21:58:49.391066 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:58:49.391066 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:58:49.391066 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:58:49.391066 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:58:49.391066 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:58:49.391066 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 21:58:49.391066 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:58:49.391066 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 21:58:49.391066 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:58:49.391066 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:58:49.391066 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:58:49.391066 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 21:58:49.391066 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:58:49.391066 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:58:49.391066 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:58:49.391066 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:58:49.391066 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:58:49.391066 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:58:49.391066 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:58:49.467183 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b6cf329b-953b-40ce-b552-1ea387792228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:49.469620 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b6cf329b-953b-40ce-b552-1ea387792228 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/58c52a3d-45f7-4fc8-8691-5db3633420a4 HTTP/1.1" status: 204 len: 168 time: 0.6160271 May 05 21:58:49.476664 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-072c90b3-5304-425d-9f42-f450ac792a42 req-7b0fa7f8-2da3-4013-b2b4-5866a87e8c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:49.486069 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-56e5171c-ce14-4390-8679-2f4ddcc72132 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:49.504004 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-56e5171c-ce14-4390-8679-2f4ddcc72132 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:49.511498 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8d6fcc25-5bcf-4556-b6a1-516b28908b59 req-392c6029-d19f-4411-bb4f-c09b4303f016 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4643631 May 05 21:58:49.539621 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-d966758b-bac3-4da2-ab92-e4e77ea91763 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4197609 May 05 21:58:49.556110 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-56e5171c-ce14-4390-8679-2f4ddcc72132 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] 10.222.0.23 "DELETE /v2.0/networks/862601e7-7c27-4a80-ad38-b70027861d02 HTTP/1.1" status: 204 len: 168 time: 1.4936943 May 05 21:58:49.556110 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50524) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:58:49.556110 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50526) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:58:49.556762 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e5171c-ce14-4390-8679-2f4ddcc72132 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Pushing event deleted for resources: {'Network': ['ID=862601e7-7c27-4a80-ad38-b70027861d02,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:49.594602 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d966758b-bac3-4da2-ab92-e4e77ea91763 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event updated for resources: {'Network': ['ID=088067bb-e092-42e7-aa0a-7505bf29a880,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:49.624733 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-8979c467-429a-4262-9218-37d13e7edc8a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Request body: {'subnet': {'network_id': '088067bb-e092-42e7-aa0a-7505bf29a880', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:58:49.646712 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 088067bb-e092-42e7-aa0a-7505bf29a880 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:58:49.660141 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-79d28cfa-0cc4-49e2-b126-ba325251fd54 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Synchronizing usage tracker for tenant:db15301a2adc45d381739c535f1f1e68 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:58:49.660364 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac5b35-ef27-4c8b-be45-fedff031c4c7 req-7d5e729b-c48c-44f6-9049-b6ddbfc99ca1 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:49.662103 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dcac5b35-ef27-4c8b-be45-fedff031c4c7 req-7d5e729b-c48c-44f6-9049-b6ddbfc99ca1 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=2510197e-0167-4df8-b662-758eb5911dee HTTP/1.1" status: 200 len: 944 time: 0.7082138 May 05 21:58:49.687923 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-46cfee35-b19d-4cda-b94f-e065a331f9e7 req-a38392a5-bd5e-478f-9947-698892c29eaa service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2510197e-0167-4df8-b662-758eb5911dee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7353497 May 05 21:58:49.746637 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a4d4872a-604b-43d6-bf4b-92016c77069c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:49.786355 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-79d28cfa-0cc4-49e2-b126-ba325251fd54 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Unset dirty status for tenant:db15301a2adc45d381739c535f1f1e68 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:58:49.790459 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-79d28cfa-0cc4-49e2-b126-ba325251fd54 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9f79c8c-603b-4f51-b640-c49eb4f17e39 HTTP/1.1" status: 200 len: 205 time: 0.2280657 May 05 21:58:49.791159 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50536) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:58:49.920957 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-8979c467-429a-4262-9218-37d13e7edc8a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:58:49.938271 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-8979c467-429a-4262-9218-37d13e7edc8a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Usage tracker for resource:subnet and tenant:663767b5203746b3b9addbbb99a48f8b is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:58:49.944887 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-8979c467-429a-4262-9218-37d13e7edc8a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:58:49.952705 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-8979c467-429a-4262-9218-37d13e7edc8a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:58:49.980223 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-64a7f6f3-6a7a-4cec-bd0e-7abba2e098f4 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:49.991453 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dcac5b35-ef27-4c8b-be45-fedff031c4c7 req-30293a6e-f9da-43e8-a873-6e4a77052958 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=0043bfbb-2fb2-4013-8494-b5595b7ffb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2993481 May 05 21:58:50.037199 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50544) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:58:50.052382 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d4872a-604b-43d6-bf4b-92016c77069c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1adff916-6320-47da-8d5d-cf4fb3edb9f5,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:50.061956 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8979c467-429a-4262-9218-37d13e7edc8a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Made reservation on behalf of 663767b5203746b3b9addbbb99a48f8b for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:58:50.068001 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a4d4872a-604b-43d6-bf4b-92016c77069c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:50.072468 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a4d4872a-604b-43d6-bf4b-92016c77069c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1adff916-6320-47da-8d5d-cf4fb3edb9f5 HTTP/1.1" status: 204 len: 168 time: 1.4111841 May 05 21:58:50.123208 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b3461500-8f56-43de-9af1-d8dec761883d None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:50.138017 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-b3461500-8f56-43de-9af1-d8dec761883d None None] Transition to ACTIVE for port object baae6eb8-2d3d-4d1d-9e07-55f957d00134 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:58:50.146845 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b3461500-8f56-43de-9af1-d8dec761883d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:50.256743 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9f527208-d2f2-42ea-8ac8-dafb3994d64a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:50.339757 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0657fdd-b4f3-4f0d-afa8-b57d9d9ca741 None None] Pushing event updated for resources: {'Port': ['ID=baae6eb8-2d3d-4d1d-9e07-55f957d00134,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:50.389580 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-072c90b3-5304-425d-9f42-f450ac792a42 req-7b0fa7f8-2da3-4013-b2b4-5866a87e8c6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ce2fd82-2775-4941-af0c-bbc82ebcfa12 {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:58:50.414197 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-072c90b3-5304-425d-9f42-f450ac792a42 req-7b0fa7f8-2da3-4013-b2b4-5866a87e8c6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:50.453239 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-9f527208-d2f2-42ea-8ac8-dafb3994d64a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:58:50.458067 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8979c467-429a-4262-9218-37d13e7edc8a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:50.459064 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-072c90b3-5304-425d-9f42-f450ac792a42 req-7b0fa7f8-2da3-4013-b2b4-5866a87e8c6d service neutron] Transition to ACTIVE for port object 1ce2fd82-2775-4941-af0c-bbc82ebcfa12 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:58:50.472157 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-072c90b3-5304-425d-9f42-f450ac792a42 req-7b0fa7f8-2da3-4013-b2b4-5866a87e8c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:50.484410 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-b3461500-8f56-43de-9af1-d8dec761883d None None] Attempting to bind port baae6eb8-2d3d-4d1d-9e07-55f957d00134 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:58:50.485213 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-b3461500-8f56-43de-9af1-d8dec761883d None None] Attempting to bind port baae6eb8-2d3d-4d1d-9e07-55f957d00134 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '4c0effe6-c153-466b-84cc-6cfd30ce0064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '803c5af3-563f-4b4d-a157-1eb0f81e83eb'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:58:50.485568 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3461500-8f56-43de-9af1-d8dec761883d None None] Attempting to bind port baae6eb8-2d3d-4d1d-9e07-55f957d00134 on network 803c5af3-563f-4b4d-a157-1eb0f81e83eb {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:58:50.492821 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3461500-8f56-43de-9af1-d8dec761883d None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:58:50.493407 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3461500-8f56-43de-9af1-d8dec761883d None None] Checking segment: {'id': '4c0effe6-c153-466b-84cc-6cfd30ce0064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '803c5af3-563f-4b4d-a157-1eb0f81e83eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:58:50.493982 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b3461500-8f56-43de-9af1-d8dec761883d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:50.494371 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3461500-8f56-43de-9af1-d8dec761883d None None] Bound using segment: {'id': '4c0effe6-c153-466b-84cc-6cfd30ce0064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '803c5af3-563f-4b4d-a157-1eb0f81e83eb'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:58:50.494869 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-b3461500-8f56-43de-9af1-d8dec761883d None None] Bound port: baae6eb8-2d3d-4d1d-9e07-55f957d00134, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c0effe6-c153-466b-84cc-6cfd30ce0064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '803c5af3-563f-4b4d-a157-1eb0f81e83eb'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:58:50.495234 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b3461500-8f56-43de-9af1-d8dec761883d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:50.619086 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-b3461500-8f56-43de-9af1-d8dec761883d None None] For port baae6eb8-2d3d-4d1d-9e07-55f957d00134, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:58:50.623527 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-b3461500-8f56-43de-9af1-d8dec761883d None None] For port baae6eb8-2d3d-4d1d-9e07-55f957d00134, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=baae6eb8-2d3d-4d1d-9e07-55f957d00134,segment=NetworkSegment(4c0effe6-c153-466b-84cc-6cfd30ce0064),segment_id=4c0effe6-c153-466b-84cc-6cfd30ce0064)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:58:50.625279 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9f527208-d2f2-42ea-8ac8-dafb3994d64a admin admin] Usage tracker for resource:security_group_rule and tenant:03b8ae57e3f14b1cb398319c6459eca7 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:58:50.633707 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b3461500-8f56-43de-9af1-d8dec761883d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:50.662013 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0fa7f8-2da3-4013-b2b4-5866a87e8c6d service neutron] Pushing event updated for resources: {'Port': ['ID=1ce2fd82-2775-4941-af0c-bbc82ebcfa12,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:50.746044 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0657fdd-b4f3-4f0d-afa8-b57d9d9ca741 None None] Pushing event updated for resources: {'Port': ['ID=baae6eb8-2d3d-4d1d-9e07-55f957d00134,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:50.750306 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3461500-8f56-43de-9af1-d8dec761883d None None] Routers {'444002e8-f0d1-4956-865e-60814067613c'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:58:50.751437 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-b3461500-8f56-43de-9af1-d8dec761883d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:58:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['444002e8-f0d1-4956-865e-60814067613c'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:58:50.834457 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495d4e7-0ded-4fa5-8f5b-44a4b785c36a req-944b9eaf-44e5-4fdd-b1de-48a05bf90fa5 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:50.835992 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f495d4e7-0ded-4fa5-8f5b-44a4b785c36a req-944b9eaf-44e5-4fdd-b1de-48a05bf90fa5 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d6c1d5e-1257-4597-a1c5-2b65d0679090 HTTP/1.1" status: 200 len: 945 time: 1.1182637 May 05 21:58:50.916803 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device ec281505-37cd-4ce5-a167-b3d708e52826 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:58:50.974477 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: ec281505-37cd-4ce5-a167-b3d708e52826 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:58:50.974477 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device ec281505-37cd-4ce5-a167-b3d708e52826 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:58:51.003366 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-072c90b3-5304-425d-9f42-f450ac792a42 req-7b0fa7f8-2da3-4013-b2b4-5866a87e8c6d service neutron] Attempting to bind port 1ce2fd82-2775-4941-af0c-bbc82ebcfa12 on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:58:51.003720 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-072c90b3-5304-425d-9f42-f450ac792a42 req-7b0fa7f8-2da3-4013-b2b4-5866a87e8c6d service neutron] Attempting to bind port 1ce2fd82-2775-4941-af0c-bbc82ebcfa12 by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': '0aa4b5f2-fc2b-422a-9849-318a9f632a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fa69cb3f-4129-4afe-9a6d-7584eefc40c0'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:58:51.004078 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072c90b3-5304-425d-9f42-f450ac792a42 req-7b0fa7f8-2da3-4013-b2b4-5866a87e8c6d service neutron] Attempting to bind port 1ce2fd82-2775-4941-af0c-bbc82ebcfa12 on network fa69cb3f-4129-4afe-9a6d-7584eefc40c0 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:58:51.013244 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9f527208-d2f2-42ea-8ac8-dafb3994d64a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:58:51.027207 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-b3461500-8f56-43de-9af1-d8dec761883d None None] Set router 444002e8-f0d1-4956-865e-60814067613c gateway port host: None {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:58:51.027430 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f495d4e7-0ded-4fa5-8f5b-44a4b785c36a req-e1c215ba-6cbe-4aa5-846f-8df17c75ad84 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/security-groups?id=357c8a06-0cb4-4ca4-87b5-fb62b56bd963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431198 May 05 21:58:51.029488 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072c90b3-5304-425d-9f42-f450ac792a42 req-7b0fa7f8-2da3-4013-b2b4-5866a87e8c6d service neutron] Port 1ce2fd82-2775-4941-af0c-bbc82ebcfa12 on network fa69cb3f-4129-4afe-9a6d-7584eefc40c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:58:51.029808 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072c90b3-5304-425d-9f42-f450ac792a42 req-7b0fa7f8-2da3-4013-b2b4-5866a87e8c6d service neutron] Attempting to bind port 1ce2fd82-2775-4941-af0c-bbc82ebcfa12 on network fa69cb3f-4129-4afe-9a6d-7584eefc40c0 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:58:51.041671 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072c90b3-5304-425d-9f42-f450ac792a42 req-7b0fa7f8-2da3-4013-b2b4-5866a87e8c6d service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:58:51.042057 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072c90b3-5304-425d-9f42-f450ac792a42 req-7b0fa7f8-2da3-4013-b2b4-5866a87e8c6d service neutron] Checking segment: {'id': '0aa4b5f2-fc2b-422a-9849-318a9f632a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fa69cb3f-4129-4afe-9a6d-7584eefc40c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:58:51.042441 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072c90b3-5304-425d-9f42-f450ac792a42 req-7b0fa7f8-2da3-4013-b2b4-5866a87e8c6d service neutron] Bound using segment: {'id': '0aa4b5f2-fc2b-422a-9849-318a9f632a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fa69cb3f-4129-4afe-9a6d-7584eefc40c0'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:58:51.042954 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-072c90b3-5304-425d-9f42-f450ac792a42 req-7b0fa7f8-2da3-4013-b2b4-5866a87e8c6d service neutron] Bound port: 1ce2fd82-2775-4941-af0c-bbc82ebcfa12, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0aa4b5f2-fc2b-422a-9849-318a9f632a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fa69cb3f-4129-4afe-9a6d-7584eefc40c0'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:58:51.043242 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-072c90b3-5304-425d-9f42-f450ac792a42 req-7b0fa7f8-2da3-4013-b2b4-5866a87e8c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:51.067384 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0a7fd-f84a-419e-bc4a-773d85aa95a4 req-66742d8b-7602-433d-a8de-55e7bb5dc351 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:51.074941 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8df0a7fd-f84a-419e-bc4a-773d85aa95a4 req-66742d8b-7602-433d-a8de-55e7bb5dc351 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=77c3860d-c142-4f3e-b449-0bb29acd800b HTTP/1.1" status: 200 len: 943 time: 0.2468314 May 05 21:58:51.091509 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-9f527208-d2f2-42ea-8ac8-dafb3994d64a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:58:51.247746 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-64a7f6f3-6a7a-4cec-bd0e-7abba2e098f4 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:51.252041 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-64a7f6f3-6a7a-4cec-bd0e-7abba2e098f4 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:51.297211 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-64a7f6f3-6a7a-4cec-bd0e-7abba2e098f4 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:51.297827 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a7f6f3-6a7a-4cec-bd0e-7abba2e098f4 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Fanout notify agent at l3_agent the message router_deleted on router b9f79c8c-603b-4f51-b640-c49eb4f17e39 {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 21:58:51.333344 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8df0a7fd-f84a-419e-bc4a-773d85aa95a4 req-a5e9375c-d826-4cbe-b386-61fbd55ad3f5 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574122 May 05 21:58:51.350774 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-64a7f6f3-6a7a-4cec-bd0e-7abba2e098f4 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:51.351476 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-072c90b3-5304-425d-9f42-f450ac792a42 req-7b0fa7f8-2da3-4013-b2b4-5866a87e8c6d service neutron] For port 1ce2fd82-2775-4941-af0c-bbc82ebcfa12, host n-h1-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:58:51.354966 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-64a7f6f3-6a7a-4cec-bd0e-7abba2e098f4 tempest-RoutersNegativeIpV6Test-1711708546 tempest-RoutersNegativeIpV6Test-1711708546-project] 10.222.0.23 "DELETE /v2.0/routers/b9f79c8c-603b-4f51-b640-c49eb4f17e39 HTTP/1.1" status: 204 len: 168 time: 1.5601249 May 05 21:58:51.363500 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-072c90b3-5304-425d-9f42-f450ac792a42 req-7b0fa7f8-2da3-4013-b2b4-5866a87e8c6d service neutron] For port 1ce2fd82-2775-4941-af0c-bbc82ebcfa12, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=1ce2fd82-2775-4941-af0c-bbc82ebcfa12,segment=NetworkSegment(0aa4b5f2-fc2b-422a-9849-318a9f632a66),segment_id=0aa4b5f2-fc2b-422a-9849-318a9f632a66)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:58:51.372544 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-072c90b3-5304-425d-9f42-f450ac792a42 req-7b0fa7f8-2da3-4013-b2b4-5866a87e8c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:51.385783 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-46cfee35-b19d-4cda-b94f-e065a331f9e7 req-6238455a-ba16-4857-881c-408f8ad4413e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2510197e-0167-4df8-b662-758eb5911dee&tenant_id=0ea2eb66bb064d42bceac53953af552d HTTP/1.1" status: 200 len: 1095 time: 0.8195500 May 05 21:58:51.458124 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9b6ca-0756-4e6e-aec9-8c3595140c27 req-5289714f-d4dd-480f-92dc-b38fa17686f3 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:51.459605 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cfc9b6ca-0756-4e6e-aec9-8c3595140c27 req-5289714f-d4dd-480f-92dc-b38fa17686f3 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=2510197e-0167-4df8-b662-758eb5911dee HTTP/1.1" status: 200 len: 944 time: 0.2286670 May 05 21:58:51.472704 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-b3461500-8f56-43de-9af1-d8dec761883d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444002e8-f0d1-4956-865e-60814067613c', 'name': 'tempest-RoutersTest-router-1872622478', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:58:03Z', 'updated_at': '2022-05-05T21:58:43Z', 'revision_number': 4, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'gw_port_host': None, '_interfaces': [{'id': '127b8d1d-baa4-433f-a1db-83f247c1a226', 'name': '', 'network_id': '431b5e07-0c77-4772-b0c1-a3ae77a9450d', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:c2:45:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c1bc00e-87fc-49d2-99b3-4a15d5b35e2d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:26Z', 'updated_at': '2022-05-05T21:58:42Z', 'revision_number': 5, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': '9c1bc00e-87fc-49d2-99b3-4a15d5b35e2d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'baae6eb8-2d3d-4d1d-9e07-55f957d00134', 'name': '', 'network_id': '803c5af3-563f-4b4d-a157-1eb0f81e83eb', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:f6:f2:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f78fb5b2-bb84-44a3-a485-6f76e003d92e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:41Z', 'updated_at': '2022-05-05T21:58:50Z', 'revision_number': 4, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': 'f78fb5b2-bb84-44a3-a485-6f76e003d92e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9171c69-836e-494d-892f-fdc8fe11862a', 'name': '', 'network_id': '6fe30055-2bd1-42fb-b6e9-f282563854ed', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:8e:ca:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '550c25b3-bde4-4d79-a9bd-8bd009910040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:10Z', 'updated_at': '2022-05-05T21:58:31Z', 'revision_number': 5, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': '550c25b3-bde4-4d79-a9bd-8bd009910040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:58:51.481071 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3461500-8f56-43de-9af1-d8dec761883d None None] The sync data for ids ['444002e8-f0d1-4956-865e-60814067613c'] in n-d-825175-4 is: [{'id': '444002e8-f0d1-4956-865e-60814067613c', 'name': 'tempest-RoutersTest-router-1872622478', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:58:03Z', 'updated_at': '2022-05-05T21:58:43Z', 'revision_number': 4, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'gw_port_host': None, '_interfaces': [{'id': '127b8d1d-baa4-433f-a1db-83f247c1a226', 'name': '', 'network_id': '431b5e07-0c77-4772-b0c1-a3ae77a9450d', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:c2:45:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c1bc00e-87fc-49d2-99b3-4a15d5b35e2d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:26Z', 'updated_at': '2022-05-05T21:58:42Z', 'revision_number': 5, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': '9c1bc00e-87fc-49d2-99b3-4a15d5b35e2d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'baae6eb8-2d3d-4d1d-9e07-55f957d00134', 'name': '', 'network_id': '803c5af3-563f-4b4d-a157-1eb0f81e83eb', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:f6:f2:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f78fb5b2-bb84-44a3-a485-6f76e003d92e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:41Z', 'updated_at': '2022-05-05T21:58:50Z', 'revision_number': 4, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': 'f78fb5b2-bb84-44a3-a485-6f76e003d92e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9171c69-836e-494d-892f-fdc8fe11862a', 'name': '', 'network_id': '6fe30055-2bd1-42fb-b6e9-f282563854ed', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:8e:ca:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '550c25b3-bde4-4d79-a9bd-8bd009910040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:10Z', 'updated_at': '2022-05-05T21:58:31Z', 'revision_number': 5, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': '550c25b3-bde4-4d79-a9bd-8bd009910040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:58:51.521815 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0fa7f8-2da3-4013-b2b4-5866a87e8c6d service neutron] Pushing event updated for resources: {'Port': ['ID=1ce2fd82-2775-4941-af0c-bbc82ebcfa12,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:51.533084 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-072c90b3-5304-425d-9f42-f450ac792a42 req-7b0fa7f8-2da3-4013-b2b4-5866a87e8c6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:51.534878 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-072c90b3-5304-425d-9f42-f450ac792a42 req-7b0fa7f8-2da3-4013-b2b4-5866a87e8c6d service neutron] 10.222.0.44 "PUT /v2.0/ports/1ce2fd82-2775-4941-af0c-bbc82ebcfa12 HTTP/1.1" status: 200 len: 1091 time: 2.6747901 May 05 21:58:51.536269 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c3860d-c142-4f3e-b449-0bb29acd800b', 'tag': '1ce2fd82-2775-4941-af0c-bbc82ebcfa12'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:58:51.536750 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9f527208-d2f2-42ea-8ac8-dafb3994d64a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:51.577753 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9f527208-d2f2-42ea-8ac8-dafb3994d64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:51.627581 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cfc9b6ca-0756-4e6e-aec9-8c3595140c27 req-125476a4-b1e3-48e0-bcdd-0abc7af68ec0 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=0043bfbb-2fb2-4013-8494-b5595b7ffb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567121 May 05 21:58:51.713307 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f527208-d2f2-42ea-8ac8-dafb3994d64a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d26904-cd9b-42a0-9a4f-a4e4e5d852d3,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:51.744354 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-072c90b3-5304-425d-9f42-f450ac792a42 req-d7f5978c-6e82-4736-a5b8-c744a10d0c8d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=edfb56529402421c8703b1e767ccb199&device_id=77c3860d-c142-4f3e-b449-0bb29acd800b HTTP/1.1" status: 200 len: 1094 time: 0.1197288 May 05 21:58:51.773050 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9f527208-d2f2-42ea-8ac8-dafb3994d64a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=03b8ae57e3f14b1cb398319c6459eca7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7297256 May 05 21:58:51.780043 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50576) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:58:51.815915 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50580) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:58:51.825507 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8979c467-429a-4262-9218-37d13e7edc8a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:51.844970 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42b784fd-d756-4ee8-8854-c3628a0040e2'] response: {'name': 'network-changed', 'server_uuid': '77c3860d-c142-4f3e-b449-0bb29acd800b', 'tag': '1ce2fd82-2775-4941-af0c-bbc82ebcfa12', 'status': 'completed', 'code': 200} May 05 21:58:51.862059 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 50586) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:58:51.870439 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-072c90b3-5304-425d-9f42-f450ac792a42 req-87c87580-b389-4d00-be74-c7fe2d73d849 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1ce2fd82-2775-4941-af0c-bbc82ebcfa12 HTTP/1.1" status: 200 len: 217 time: 0.1186779 May 05 21:58:51.891336 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-46cfee35-b19d-4cda-b94f-e065a331f9e7 req-814c0608-c86b-47f8-927e-8709d9cc6d6c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ea2eb66bb064d42bceac53953af552d&device_id=2510197e-0167-4df8-b662-758eb5911dee HTTP/1.1" status: 200 len: 1095 time: 0.4729178 May 05 21:58:51.971214 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c90b3-5304-425d-9f42-f450ac792a42 req-c5775b97-2609-435c-b94d-51ef648a6259 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:51.974026 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-072c90b3-5304-425d-9f42-f450ac792a42 req-c5775b97-2609-435c-b94d-51ef648a6259 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=98120645-6211-43cf-b26e-14efa3661c41 HTTP/1.1" status: 200 len: 846 time: 0.0973313 May 05 21:58:52.026244 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-072c90b3-5304-425d-9f42-f450ac792a42 req-9a8683b1-78e3-496c-b016-c7286ba7d6cd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fa69cb3f-4129-4afe-9a6d-7584eefc40c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437112 May 05 21:58:52.125341 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cfee35-b19d-4cda-b94f-e065a331f9e7 req-049014d3-57c1-4598-af29-a4a0c3b4cf47 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:52.126875 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-46cfee35-b19d-4cda-b94f-e065a331f9e7 req-049014d3-57c1-4598-af29-a4a0c3b4cf47 service neutron] 10.222.0.32 "GET /v2.0/networks?id=18b54df9-33ed-4370-adce-cf7c028d1c63 HTTP/1.1" status: 200 len: 917 time: 0.2213838 May 05 21:58:52.139871 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-20f021b4-ddb3-4157-876f-61a05c1a4cc9 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1019616162-network', 'tenant_id': '28c0bfd9a4b9414d975b839553ea4fe4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:58:52.145236 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-20f021b4-ddb3-4157-876f-61a05c1a4cc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:58:52.149542 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-20f021b4-ddb3-4157-876f-61a05c1a4cc9 admin admin] Usage tracker for resource:network and tenant:28c0bfd9a4b9414d975b839553ea4fe4 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:58:52.153513 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-20f021b4-ddb3-4157-876f-61a05c1a4cc9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:58:52.159715 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-20f021b4-ddb3-4157-876f-61a05c1a4cc9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:58:52.281007 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f021b4-ddb3-4157-876f-61a05c1a4cc9 admin admin] Made reservation on behalf of 28c0bfd9a4b9414d975b839553ea4fe4 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:58:52.283449 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-20f021b4-ddb3-4157-876f-61a05c1a4cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:52.299043 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8979c467-429a-4262-9218-37d13e7edc8a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Checking segment: {'id': '320fed44-32c9-42f6-bd8a-569a19f05340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '088067bb-e092-42e7-aa0a-7505bf29a880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:58:52.299411 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8979c467-429a-4262-9218-37d13e7edc8a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Network hostable DHCP agents. Network: 088067bb-e092-42e7-aa0a-7505bf29a880, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:58:52.303483 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8979c467-429a-4262-9218-37d13e7edc8a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event updated for resources: {'Subnet': ['ID=05c0a750-0c37-4e76-9030-1c1e1b211bca,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:52.329756 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-20f021b4-ddb3-4157-876f-61a05c1a4cc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:52.358011 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0e0126c0-d38e-4fa2-9e1b-e99f10061df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:52.361909 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-46cfee35-b19d-4cda-b94f-e065a331f9e7 req-d2f6b437-49ef-4ed9-9d03-8126ce8be1b3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b1f35d8-0048-415b-8a9a-e841251002df HTTP/1.1" status: 200 len: 999 time: 0.2273026 May 05 21:58:52.417429 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ffce0c43-91b9-4f09-b307-e90a6fb4cd59 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=db15301a2adc45d381739c535f1f1e68&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5501220 May 05 21:58:52.418971 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 50596) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:58:52.423992 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-072c90b3-5304-425d-9f42-f450ac792a42 req-256f0483-c603-4985-8d9a-137adc212718 service neutron] 10.222.0.44 "GET /v2.0/networks/fa69cb3f-4129-4afe-9a6d-7584eefc40c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3917305 May 05 21:58:52.450224 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0e0126c0-d38e-4fa2-9e1b-e99f10061df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:52.465517 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-20f021b4-ddb3-4157-876f-61a05c1a4cc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:58:52.485733 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-20f021b4-ddb3-4157-876f-61a05c1a4cc9 admin admin] Usage tracker for resource:security_group_rule and tenant:28c0bfd9a4b9414d975b839553ea4fe4 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:58:52.488332 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8979c467-429a-4262-9218-37d13e7edc8a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Network 088067bb-e092-42e7-aa0a-7505bf29a880 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:58:52.492144 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-20f021b4-ddb3-4157-876f-61a05c1a4cc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:58:52.513592 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cfee35-b19d-4cda-b94f-e065a331f9e7 req-5f4fa299-8d7e-47bc-8dc5-1cd576a81b51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:52.515091 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-46cfee35-b19d-4cda-b94f-e065a331f9e7 req-5f4fa299-8d7e-47bc-8dc5-1cd576a81b51 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53681791-224f-47a5-828b-e46692c08c1b HTTP/1.1" status: 200 len: 855 time: 0.1383150 May 05 21:58:52.515932 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-20f021b4-ddb3-4157-876f-61a05c1a4cc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:58:52.548339 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5acd06c-1f4d-4e9f-9cf3-3105444b336e req-2829a2d1-fc3d-46e7-a785-66def38fecfc tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:52.549755 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c5acd06c-1f4d-4e9f-9cf3-3105444b336e req-2829a2d1-fc3d-46e7-a785-66def38fecfc tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d6c1d5e-1257-4597-a1c5-2b65d0679090 HTTP/1.1" status: 200 len: 945 time: 0.2822111 May 05 21:58:52.567015 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-8979c467-429a-4262-9218-37d13e7edc8a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 088067bb-e092-42e7-aa0a-7505bf29a880) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:58:52.582125 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8979c467-429a-4262-9218-37d13e7edc8a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:52.582125 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8979c467-429a-4262-9218-37d13e7edc8a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:52.585257 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e9eb23-55a6-4af3-bace-666fde2935b3 None None] Network 088067bb-e092-42e7-aa0a-7505bf29a880 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:58:52.623594 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0e0126c0-d38e-4fa2-9e1b-e99f10061df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:52.659513 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0126c0-d38e-4fa2-9e1b-e99f10061df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d26904-cd9b-42a0-9a4f-a4e4e5d852d3,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:52.667624 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0e0126c0-d38e-4fa2-9e1b-e99f10061df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:52.671342 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0e0126c0-d38e-4fa2-9e1b-e99f10061df0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/67d26904-cd9b-42a0-9a4f-a4e4e5d852d3 HTTP/1.1" status: 204 len: 168 time: 0.8870749 May 05 21:58:52.681439 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8979c467-429a-4262-9218-37d13e7edc8a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1206281 May 05 21:58:52.691848 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50602) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:58:52.779863 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c5acd06c-1f4d-4e9f-9cf3-3105444b336e req-655dca4a-b931-4c3a-a3b8-e0bd0b868c9f tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/security-groups?id=357c8a06-0cb4-4ca4-87b5-fb62b56bd963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824090 May 05 21:58:52.788085 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-072c90b3-5304-425d-9f42-f450ac792a42 req-782bfd0b-51c7-4413-aa2e-7d54db888db6 service neutron] 10.222.0.44 "GET /v2.0/networks/fa69cb3f-4129-4afe-9a6d-7584eefc40c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460150 May 05 21:58:52.792336 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-46cfee35-b19d-4cda-b94f-e065a331f9e7 req-d17974ad-da14-4f62-b7f6-c400e4f5811f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=18b54df9-33ed-4370-adce-cf7c028d1c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2696371 May 05 21:58:52.794080 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-20f021b4-ddb3-4157-876f-61a05c1a4cc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:52.796457 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-42d4db75-17fc-4462-b0ce-31e8cb84dcfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:52.841835 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-42d4db75-17fc-4462-b0ce-31e8cb84dcfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:52.856509 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b842cb4-78d7-46c2-ad48-651e661844d0 req-3c8499b2-9449-47a9-876b-9a1396f6af09 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:52.857981 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0b842cb4-78d7-46c2-ad48-651e661844d0 req-3c8499b2-9449-47a9-876b-9a1396f6af09 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=77c3860d-c142-4f3e-b449-0bb29acd800b HTTP/1.1" status: 200 len: 943 time: 0.3201995 May 05 21:58:52.874484 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device baae6eb8-2d3d-4d1d-9e07-55f957d00134 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:58:52.928403 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-20f021b4-ddb3-4157-876f-61a05c1a4cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:52.944925 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20f021b4-ddb3-4157-876f-61a05c1a4cc9 admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:58:52.963447 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-20f021b4-ddb3-4157-876f-61a05c1a4cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:52.964381 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-20f021b4-ddb3-4157-876f-61a05c1a4cc9 admin admin] Added segment 4811f4f0-c859-454a-bddc-6eb1a67658ce of type vlan for network 0462268e-888b-4b98-a82c-73919ec25af5 May 05 21:58:52.999402 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-20f021b4-ddb3-4157-876f-61a05c1a4cc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:53.007831 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11081867-e049-4208-8798-6ab572ce556f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-088067bb-e092-42e7-aa0a-7505bf29a880', 'network_id': '088067bb-e092-42e7-aa0a-7505bf29a880', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'fixed_ips': [{'subnet_id': '05c0a750-0c37-4e76-9030-1c1e1b211bca'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 21:58:53.008658 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-11081867-e049-4208-8798-6ab572ce556f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:53.099436 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0b842cb4-78d7-46c2-ad48-651e661844d0 req-1fd995fe-b4a2-4f5a-8878-b465d33598f0 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986334 May 05 21:58:53.101125 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port baae6eb8-2d3d-4d1d-9e07-55f957d00134 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:58:53.106773 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f021b4-ddb3-4157-876f-61a05c1a4cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44bc5bd1-d02d-49dc-a004-31d09e5a0a38,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:53.111911 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port baae6eb8-2d3d-4d1d-9e07-55f957d00134 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:58:53.112283 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:53.137721 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-42d4db75-17fc-4462-b0ce-31e8cb84dcfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:53.167771 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d4db75-17fc-4462-b0ce-31e8cb84dcfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5865bd-be51-4570-beb5-07db03c36828,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:53.181382 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ecbf7378-0e2c-4bdb-95a0-571996c0fc54 req-b5b05641-4c7c-40a4-959a-5e6dac54fad3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=edfb56529402421c8703b1e767ccb199&device_id=77c3860d-c142-4f3e-b449-0bb29acd800b HTTP/1.1" status: 200 len: 1094 time: 0.3223720 May 05 21:58:53.183694 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-42d4db75-17fc-4462-b0ce-31e8cb84dcfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:53.184915 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-42d4db75-17fc-4462-b0ce-31e8cb84dcfa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0c5865bd-be51-4570-beb5-07db03c36828 HTTP/1.1" status: 204 len: 168 time: 0.7599359 May 05 21:58:53.189160 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-20f021b4-ddb3-4157-876f-61a05c1a4cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:53.190041 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f021b4-ddb3-4157-876f-61a05c1a4cc9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:53.190713 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-20f021b4-ddb3-4157-876f-61a05c1a4cc9 admin admin] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:53.209196 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae344bc-20bc-449b-a2cb-584fd0ab30ca req-790fd7ce-d8b3-4878-b8c7-e2421935c50f tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:53.221043 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bae344bc-20bc-449b-a2cb-584fd0ab30ca req-790fd7ce-d8b3-4878-b8c7-e2421935c50f tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=2510197e-0167-4df8-b662-758eb5911dee HTTP/1.1" status: 200 len: 944 time: 0.2301714 May 05 21:58:53.441463 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bae344bc-20bc-449b-a2cb-584fd0ab30ca req-d4cc37a7-1fc3-4802-bb0e-18e241468a5e tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=0043bfbb-2fb2-4013-8494-b5595b7ffb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2192130 May 05 21:58:53.463019 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-11081867-e049-4208-8798-6ab572ce556f None None] Allocated IP 172.23.0.2 (088067bb-e092-42e7-aa0a-7505bf29a880/05c0a750-0c37-4e76-9030-1c1e1b211bca/2615551b-9269-4436-827f-dd0c59a253ed) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:58:53.467307 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f021b4-ddb3-4157-876f-61a05c1a4cc9 admin admin] Pushing event updated for resources: {'Network': ['ID=0462268e-888b-4b98-a82c-73919ec25af5,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:53.474785 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:53.479553 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-20f021b4-ddb3-4157-876f-61a05c1a4cc9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6558485 May 05 21:58:53.508353 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 0462268e-888b-4b98-a82c-73919ec25af5 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:58:53.545366 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf7378-0e2c-4bdb-95a0-571996c0fc54 req-a7018fb2-e7d5-4488-9b8a-04ec538c1f22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:53.547536 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ecbf7378-0e2c-4bdb-95a0-571996c0fc54 req-a7018fb2-e7d5-4488-9b8a-04ec538c1f22 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fa69cb3f-4129-4afe-9a6d-7584eefc40c0 HTTP/1.1" status: 200 len: 907 time: 0.2762613 May 05 21:58:53.638412 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ecbf7378-0e2c-4bdb-95a0-571996c0fc54 req-5b00cc9a-5fdb-4619-8f95-e2a5c560ce90 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1ce2fd82-2775-4941-af0c-bbc82ebcfa12 HTTP/1.1" status: 200 len: 217 time: 0.0836999 May 05 21:58:53.763477 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf7378-0e2c-4bdb-95a0-571996c0fc54 req-77b2e8db-0728-4783-b835-1891560e04d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:53.767631 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ecbf7378-0e2c-4bdb-95a0-571996c0fc54 req-77b2e8db-0728-4783-b835-1891560e04d5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=98120645-6211-43cf-b26e-14efa3661c41 HTTP/1.1" status: 200 len: 846 time: 0.1215904 May 05 21:58:53.772327 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-46cfee35-b19d-4cda-b94f-e065a331f9e7 req-17d79641-ac53-411e-8e44-4ce70ade31d1 service neutron] 10.222.0.32 "GET /v2.0/networks/18b54df9-33ed-4370-adce-cf7c028d1c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8695607 May 05 21:58:53.775083 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port baae6eb8-2d3d-4d1d-9e07-55f957d00134, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=baae6eb8-2d3d-4d1d-9e07-55f957d00134,segment=NetworkSegment(4c0effe6-c153-466b-84cc-6cfd30ce0064),segment_id=4c0effe6-c153-466b-84cc-6cfd30ce0064)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:58:53.786575 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:53.839062 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ecbf7378-0e2c-4bdb-95a0-571996c0fc54 req-5adae8c2-92f9-49ec-8539-ee3624aec6df service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fa69cb3f-4129-4afe-9a6d-7584eefc40c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615945 May 05 21:58:53.942020 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=baae6eb8-2d3d-4d1d-9e07-55f957d00134,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:54.007858 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-11081867-e049-4208-8798-6ab572ce556f None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:54.024971 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-11081867-e049-4208-8798-6ab572ce556f None None] Transition to ACTIVE for port object 2615551b-9269-4436-827f-dd0c59a253ed will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:58:54.056523 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ecbf7378-0e2c-4bdb-95a0-571996c0fc54 req-c5cd0b2b-37e7-4601-8a86-af30eae2ba58 service neutron] 10.222.0.44 "GET /v2.0/networks/fa69cb3f-4129-4afe-9a6d-7584eefc40c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106178 May 05 21:58:54.069700 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-11081867-e049-4208-8798-6ab572ce556f None None] Transition to ACTIVE for port object 2615551b-9269-4436-827f-dd0c59a253ed will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:58:54.077042 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-11081867-e049-4208-8798-6ab572ce556f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:54.161180 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11081867-e049-4208-8798-6ab572ce556f None None] Network 088067bb-e092-42e7-aa0a-7505bf29a880 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:58:54.163181 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-11081867-e049-4208-8798-6ab572ce556f None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:58:54.166428 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11081867-e049-4208-8798-6ab572ce556f None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:58:54.181700 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11081867-e049-4208-8798-6ab572ce556f None None] Pushing event updated for resources: {'Port': ['ID=2615551b-9269-4436-827f-dd0c59a253ed,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:54.242869 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-46cfee35-b19d-4cda-b94f-e065a331f9e7 req-c0818493-2543-4ac1-ad32-f670df3b594e service neutron] 10.222.0.32 "GET /v2.0/networks/18b54df9-33ed-4370-adce-cf7c028d1c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4498522 May 05 21:58:54.303941 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-11081867-e049-4208-8798-6ab572ce556f None None] Attempting to bind port 2615551b-9269-4436-827f-dd0c59a253ed on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:58:54.304332 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-11081867-e049-4208-8798-6ab572ce556f None None] Attempting to bind port 2615551b-9269-4436-827f-dd0c59a253ed by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '320fed44-32c9-42f6-bd8a-569a19f05340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '088067bb-e092-42e7-aa0a-7505bf29a880'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:58:54.304687 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11081867-e049-4208-8798-6ab572ce556f None None] Attempting to bind port 2615551b-9269-4436-827f-dd0c59a253ed on network 088067bb-e092-42e7-aa0a-7505bf29a880 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:58:54.312469 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11081867-e049-4208-8798-6ab572ce556f None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:58:54.312828 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11081867-e049-4208-8798-6ab572ce556f None None] Checking segment: {'id': '320fed44-32c9-42f6-bd8a-569a19f05340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '088067bb-e092-42e7-aa0a-7505bf29a880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:58:54.313210 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-11081867-e049-4208-8798-6ab572ce556f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:54.313710 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11081867-e049-4208-8798-6ab572ce556f None None] Bound using segment: {'id': '320fed44-32c9-42f6-bd8a-569a19f05340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '088067bb-e092-42e7-aa0a-7505bf29a880'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:58:54.314220 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-11081867-e049-4208-8798-6ab572ce556f None None] Bound port: 2615551b-9269-4436-827f-dd0c59a253ed, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320fed44-32c9-42f6-bd8a-569a19f05340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '088067bb-e092-42e7-aa0a-7505bf29a880'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:58:54.315395 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-11081867-e049-4208-8798-6ab572ce556f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:54.329763 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ecbf7378-0e2c-4bdb-95a0-571996c0fc54 req-01e4c711-c010-4361-a43a-1ba7c3798c03 service neutron] 10.222.0.44 "GET /v2.0/networks/fa69cb3f-4129-4afe-9a6d-7584eefc40c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014229 May 05 21:58:54.403304 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882634b3-babd-4e3e-8fd2-fcafee093e8c req-67e54df6-a732-4d16-8651-32a58d01f3b0 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:54.415887 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-882634b3-babd-4e3e-8fd2-fcafee093e8c req-67e54df6-a732-4d16-8651-32a58d01f3b0 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d6c1d5e-1257-4597-a1c5-2b65d0679090 HTTP/1.1" status: 200 len: 945 time: 0.3571875 May 05 21:58:54.435712 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-11081867-e049-4208-8798-6ab572ce556f None None] For port 2615551b-9269-4436-827f-dd0c59a253ed, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:58:54.439370 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-11081867-e049-4208-8798-6ab572ce556f None None] For port 2615551b-9269-4436-827f-dd0c59a253ed, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=2615551b-9269-4436-827f-dd0c59a253ed,segment=NetworkSegment(320fed44-32c9-42f6-bd8a-569a19f05340),segment_id=320fed44-32c9-42f6-bd8a-569a19f05340)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:58:54.445611 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-11081867-e049-4208-8798-6ab572ce556f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:54.507872 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8d346935-34d9-4155-b211-101c0379cf4a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:54.523398 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-882634b3-babd-4e3e-8fd2-fcafee093e8c req-c9a03922-3c0a-4be2-b3df-40507e600872 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/security-groups?id=357c8a06-0cb4-4ca4-87b5-fb62b56bd963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065402 May 05 21:58:54.525537 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11081867-e049-4208-8798-6ab572ce556f None None] Pushing event updated for resources: {'Port': ['ID=2615551b-9269-4436-827f-dd0c59a253ed,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:54.789574 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device baae6eb8-2d3d-4d1d-9e07-55f957d00134 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:58:55.063777 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port baae6eb8-2d3d-4d1d-9e07-55f957d00134 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:58:55.064453 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:55.134884 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782016cd-c480-4c93-afd2-f1950f022855 req-0f347077-e81a-4a3f-9794-e040c9845593 tempest-ComputeTenantNetworksTest-820344846 tempest-ComputeTenantNetworksTest-820344846-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:55.139890 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782016cd-c480-4c93-afd2-f1950f022855 req-0f347077-e81a-4a3f-9794-e040c9845593 tempest-ComputeTenantNetworksTest-820344846 tempest-ComputeTenantNetworksTest-820344846-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:55.144280 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782016cd-c480-4c93-afd2-f1950f022855 req-0f347077-e81a-4a3f-9794-e040c9845593 tempest-ComputeTenantNetworksTest-820344846 tempest-ComputeTenantNetworksTest-820344846-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:55.160655 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-782016cd-c480-4c93-afd2-f1950f022855 req-0f347077-e81a-4a3f-9794-e040c9845593 tempest-ComputeTenantNetworksTest-820344846 tempest-ComputeTenantNetworksTest-820344846-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.5539644 May 05 21:58:55.166763 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6f3f11-4b0d-4ec2-ae87-3bcc68243cd8 req-621bf8bd-7b87-4e59-9051-a420891b87f3 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:55.172251 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5e6f3f11-4b0d-4ec2-ae87-3bcc68243cd8 req-621bf8bd-7b87-4e59-9051-a420891b87f3 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=77c3860d-c142-4f3e-b449-0bb29acd800b HTTP/1.1" status: 200 len: 943 time: 0.2280021 May 05 21:58:55.262597 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5e6f3f11-4b0d-4ec2-ae87-3bcc68243cd8 req-eda78179-39a9-48a5-80db-ee6c2ce4d78a tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848236 May 05 21:58:55.323967 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-8d346935-34d9-4155-b211-101c0379cf4a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Allocated IP 172.23.0.1 (088067bb-e092-42e7-aa0a-7505bf29a880/05c0a750-0c37-4e76-9030-1c1e1b211bca/f95211ed-62a5-44a3-8ebc-5add111fc373) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:58:55.436195 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50670) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:58:55.530851 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34873d31-075c-44b3-8dbd-9f8a6e169ee8 req-8fa0d32b-ada7-4bd0-a210-96536ecd27e9 tempest-ComputeTenantNetworksTest-820344846 tempest-ComputeTenantNetworksTest-820344846-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:55.531828 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8d346935-34d9-4155-b211-101c0379cf4a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:55.532328 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-34873d31-075c-44b3-8dbd-9f8a6e169ee8 req-8fa0d32b-ada7-4bd0-a210-96536ecd27e9 tempest-ComputeTenantNetworksTest-820344846 tempest-ComputeTenantNetworksTest-820344846-project] 10.222.0.23 "GET /v2.0/networks/0462268e-888b-4b98-a82c-73919ec25af5 HTTP/1.1" status: 200 len: 769 time: 0.1669536 May 05 21:58:55.547952 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 50678) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:58:55.556232 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-8d346935-34d9-4155-b211-101c0379cf4a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Transition to ACTIVE for port object f95211ed-62a5-44a3-8ebc-5add111fc373 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:58:55.616291 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8d346935-34d9-4155-b211-101c0379cf4a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:55.720636 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94123153-18b5-402a-9662-177a294d8a03 req-a8f7c20d-15c8-4374-b4b5-6b79a74a32e3 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:55.729252 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-94123153-18b5-402a-9662-177a294d8a03 req-a8f7c20d-15c8-4374-b4b5-6b79a74a32e3 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=2510197e-0167-4df8-b662-758eb5911dee HTTP/1.1" status: 200 len: 944 time: 0.4229157 May 05 21:58:55.742452 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-3581a410-16fe-4cba-b6be-9397195bc307 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:58:55.743102 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-3581a410-16fe-4cba-b6be-9397195bc307 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] create failed (client error): There was a conflict when trying to complete your request. May 05 21:58:55.744080 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-3581a410-16fe-4cba-b6be-9397195bc307 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3068581 May 05 21:58:55.754620 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 50690) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:58:55.795350 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-30acabed-b889-42d8-b05d-f06c76eb44e1 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Request body: {'security_group': {'name': 'tempest-secgroup--912872154'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:58:55.814251 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-30acabed-b889-42d8-b05d-f06c76eb44e1 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:58:55.814644 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d346935-34d9-4155-b211-101c0379cf4a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Network 088067bb-e092-42e7-aa0a-7505bf29a880 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:58:55.830454 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-8d346935-34d9-4155-b211-101c0379cf4a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:58:55.834803 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d346935-34d9-4155-b211-101c0379cf4a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:58:55.840103 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-30acabed-b889-42d8-b05d-f06c76eb44e1 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Usage tracker for resource:security_group and tenant:57f5f5b26fff40688eadf4f523826a32 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:58:55.853966 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-30acabed-b889-42d8-b05d-f06c76eb44e1 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:58:55.943043 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-37159ca3-7aa8-4d62-a644-66b7d6f7f3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:55.949811 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-30acabed-b889-42d8-b05d-f06c76eb44e1 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:58:55.964136 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8d346935-34d9-4155-b211-101c0379cf4a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:56.022463 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-94123153-18b5-402a-9662-177a294d8a03 req-4b336a56-e10b-4f87-bed9-5d5ebef45843 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=0043bfbb-2fb2-4013-8494-b5595b7ffb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2922122 May 05 21:58:56.041467 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-30acabed-b889-42d8-b05d-f06c76eb44e1 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:56.044405 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d346935-34d9-4155-b211-101c0379cf4a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event updated for resources: {'Port': ['ID=f95211ed-62a5-44a3-8ebc-5add111fc373,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:56.085693 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-30acabed-b889-42d8-b05d-f06c76eb44e1 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:56.145675 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8d346935-34d9-4155-b211-101c0379cf4a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:56.188679 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 1ce2fd82-2775-4941-af0c-bbc82ebcfa12 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:58:56.213632 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac48e557-54fa-45fb-be7e-255c795a4cff None None] Network 088067bb-e092-42e7-aa0a-7505bf29a880 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:58:56.405789 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-37159ca3-7aa8-4d62-a644-66b7d6f7f3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:56.469657 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.resource_extend [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 21:58:56.474092 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-30acabed-b889-42d8-b05d-f06c76eb44e1 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:58:56.556769 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-30acabed-b889-42d8-b05d-f06c76eb44e1 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Usage tracker for resource:security_group_rule and tenant:57f5f5b26fff40688eadf4f523826a32 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:58:56.570577 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-6bde9d4b-2085-483f-bdf5-b3ad1c3e793b None None] Provisioning for port 2615551b-9269-4436-827f-dd0c59a253ed completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:58:56.652439 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-30acabed-b889-42d8-b05d-f06c76eb44e1 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:58:56.658368 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-37159ca3-7aa8-4d62-a644-66b7d6f7f3c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0462268e-888b-4b98-a82c-73919ec25af5']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:58:56.696192 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-30acabed-b889-42d8-b05d-f06c76eb44e1 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:58:56.713599 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 1ce2fd82-2775-4941-af0c-bbc82ebcfa12, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=1ce2fd82-2775-4941-af0c-bbc82ebcfa12,segment=NetworkSegment(0aa4b5f2-fc2b-422a-9849-318a9f632a66),segment_id=0aa4b5f2-fc2b-422a-9849-318a9f632a66)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:58:56.733944 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-37159ca3-7aa8-4d62-a644-66b7d6f7f3c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4811f4f0-c859-454a-bddc-6eb1a67658ce') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:58:56.734221 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-37159ca3-7aa8-4d62-a644-66b7d6f7f3c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4811f4f0-c859-454a-bddc-6eb1a67658ce') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:58:56.742382 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '1ce2fd82-2775-4941-af0c-bbc82ebcfa12', 'network_id': 'fa69cb3f-4129-4afe-9a6d-7584eefc40c0', 'port_id': '1ce2fd82-2775-4941-af0c-bbc82ebcfa12', 'mac_address': 'fa:16:3e:a1:59:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98120645-6211-43cf-b26e-14efa3661c41', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:58:56.805492 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045f006-51e3-43d2-85d4-d97b33f728dc req-a2d2f717-8069-4513-a256-355070711f9d tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:56.817731 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2045f006-51e3-43d2-85d4-d97b33f728dc req-a2d2f717-8069-4513-a256-355070711f9d tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d6c1d5e-1257-4597-a1c5-2b65d0679090 HTTP/1.1" status: 200 len: 945 time: 0.9725838 May 05 21:58:56.855469 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-37159ca3-7aa8-4d62-a644-66b7d6f7f3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:56.895958 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:56.945011 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ce2fd82-2775-4941-af0c-bbc82ebcfa12 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:58:56.950467 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-37159ca3-7aa8-4d62-a644-66b7d6f7f3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:56.962883 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 2615551b-9269-4436-827f-dd0c59a253ed up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:58:56.965030 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37159ca3-7aa8-4d62-a644-66b7d6f7f3c6 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:58:56.965589 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-37159ca3-7aa8-4d62-a644-66b7d6f7f3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:57.150621 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 1ce2fd82-2775-4941-af0c-bbc82ebcfa12, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=1ce2fd82-2775-4941-af0c-bbc82ebcfa12,segment=NetworkSegment(0aa4b5f2-fc2b-422a-9849-318a9f632a66),segment_id=0aa4b5f2-fc2b-422a-9849-318a9f632a66)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:58:57.169231 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:57.237934 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 21:58:57.237934 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:58:57.237934 n-d-825175-4 neutron-server[84061]: timer() May 05 21:58:57.237934 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:58:57.237934 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 21:58:57.237934 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:58:57.237934 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 21:58:57.237934 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:58:57.237934 n-d-825175-4 neutron-server[84061]: self._notify() May 05 21:58:57.237934 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:58:57.237934 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 21:58:57.237934 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:58:57.237934 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 21:58:57.237934 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:58:57.237934 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:58:57.237934 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:58:57.237934 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:58:57.237934 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:58:57.237934 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 21:58:57.237934 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:58:57.237934 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 21:58:57.237934 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:58:57.237934 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:58:57.237934 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:58:57.237934 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 21:58:57.237934 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:58:57.237934 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:58:57.237934 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:58:57.237934 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:58:57.237934 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:58:57.237934 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:58:57.237934 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:58:57.266532 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-37159ca3-7aa8-4d62-a644-66b7d6f7f3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:57.322970 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-37159ca3-7aa8-4d62-a644-66b7d6f7f3c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:57.357027 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37159ca3-7aa8-4d62-a644-66b7d6f7f3c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=0462268e-888b-4b98-a82c-73919ec25af5,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:57.466539 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2045f006-51e3-43d2-85d4-d97b33f728dc req-a95c78f4-a4f7-43b1-93d2-3ba542e8fcc2 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/security-groups?id=357c8a06-0cb4-4ca4-87b5-fb62b56bd963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6474714 May 05 21:58:57.574521 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-37159ca3-7aa8-4d62-a644-66b7d6f7f3c6 admin admin] 10.222.0.23 "DELETE /v2.0/networks/0462268e-888b-4b98-a82c-73919ec25af5 HTTP/1.1" status: 204 len: 168 time: 2.0076528 May 05 21:58:57.582867 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 2615551b-9269-4436-827f-dd0c59a253ed completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:58:57.606945 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8d346935-34d9-4155-b211-101c0379cf4a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:57.614147 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8d346935-34d9-4155-b211-101c0379cf4a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:57.619537 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=1ce2fd82-2775-4941-af0c-bbc82ebcfa12,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:57.634165 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 2615551b-9269-4436-827f-dd0c59a253ed triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:58:57.634544 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:57.672368 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516adb8a-0893-47fd-bc33-713fc4ef7bb4 req-45e7b058-d363-41d6-95df-7ebd5ee95e63 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:57.683084 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-516adb8a-0893-47fd-bc33-713fc4ef7bb4 req-45e7b058-d363-41d6-95df-7ebd5ee95e63 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=77c3860d-c142-4f3e-b449-0bb29acd800b HTTP/1.1" status: 200 len: 943 time: 1.1593783 May 05 21:58:57.857362 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-30acabed-b889-42d8-b05d-f06c76eb44e1 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:57.876819 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8d346935-34d9-4155-b211-101c0379cf4a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:57.892663 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d346935-34d9-4155-b211-101c0379cf4a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event updated for resources: {'Port': ['ID=f95211ed-62a5-44a3-8ebc-5add111fc373,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:57.913507 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-30acabed-b889-42d8-b05d-f06c76eb44e1 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:58.049862 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-516adb8a-0893-47fd-bc33-713fc4ef7bb4 req-1f1dd849-fa50-4450-af17-2c2f0d110759 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657441 May 05 21:58:58.074852 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 50720) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:58:58.083327 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-91283d6e-4021-4e65-a602-8813279fb2d1 req-32042dab-28d4-4681-acb8-30006ee0c98e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=12acf9a2-9e8c-4e0f-b5dd-fb218af77d33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7112448 May 05 21:58:58.102448 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-30acabed-b889-42d8-b05d-f06c76eb44e1 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:58:58.170490 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30acabed-b889-42d8-b05d-f06c76eb44e1 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a43c515a-913f-40b4-938a-5d82c5ce8b2a,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:58.192351 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:58.198994 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-30acabed-b889-42d8-b05d-f06c76eb44e1 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Usage tracker for resource:security_group_rule and tenant:57f5f5b26fff40688eadf4f523826a32 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:58:58.213105 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['1ce2fd82-2775-4941-af0c-bbc82ebcfa12'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:58:58.271905 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-7c6c7509-756d-42d9-84e5-71eb0fe9df64 None None] Provisioning complete for port 2615551b-9269-4436-827f-dd0c59a253ed triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:58:58.272364 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7c6c7509-756d-42d9-84e5-71eb0fe9df64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:58.292318 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-30acabed-b889-42d8-b05d-f06c76eb44e1 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:58:58.294601 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d346935-34d9-4155-b211-101c0379cf4a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Network 088067bb-e092-42e7-aa0a-7505bf29a880 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:58:58.298784 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-8d346935-34d9-4155-b211-101c0379cf4a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:58:58.337431 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 2615551b-9269-4436-827f-dd0c59a253ed, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=2615551b-9269-4436-827f-dd0c59a253ed,segment=NetworkSegment(320fed44-32c9-42f6-bd8a-569a19f05340),segment_id=320fed44-32c9-42f6-bd8a-569a19f05340)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:58:58.399976 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:58.471022 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-30acabed-b889-42d8-b05d-f06c76eb44e1 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:58:58.690065 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f6c4cdf5-6458-4e7c-9704-8c5708b5d4c4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=28c0bfd9a4b9414d975b839553ea4fe4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5934567 May 05 21:58:58.692264 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50730) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:58:58.792250 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-30acabed-b889-42d8-b05d-f06c76eb44e1 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:58.799623 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-91283d6e-4021-4e65-a602-8813279fb2d1 req-3319e6b4-c258-4e36-84f9-7a76bdec34bb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=edfb56529402421c8703b1e767ccb199&device_id=12acf9a2-9e8c-4e0f-b5dd-fb218af77d33 HTTP/1.1" status: 200 len: 1097 time: 0.4991074 May 05 21:58:58.826997 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb537af-f2d3-438b-995a-a5a3e725fdde req-ec1cde74-d4c2-4102-8b18-1f3e8cb22c42 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:58.827853 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=2615551b-9269-4436-827f-dd0c59a253ed,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:58.829425 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5fb537af-f2d3-438b-995a-a5a3e725fdde req-ec1cde74-d4c2-4102-8b18-1f3e8cb22c42 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=2510197e-0167-4df8-b662-758eb5911dee HTTP/1.1" status: 200 len: 944 time: 0.6451931 May 05 21:58:58.881191 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-30acabed-b889-42d8-b05d-f06c76eb44e1 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:58.914794 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ed5b0513-bda5-4fe3-8066-c23d1cce2e80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:58.959642 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ed5b0513-bda5-4fe3-8066-c23d1cce2e80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:58.981213 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-7c6c7509-756d-42d9-84e5-71eb0fe9df64 None None] Provisioning for port f95211ed-62a5-44a3-8ebc-5add111fc373 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:58:58.988088 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-7c6c7509-756d-42d9-84e5-71eb0fe9df64 None None] Provisioning complete for port f95211ed-62a5-44a3-8ebc-5add111fc373 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:58:58.988615 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7c6c7509-756d-42d9-84e5-71eb0fe9df64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:59.072019 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-7c6c7509-756d-42d9-84e5-71eb0fe9df64 None None] Port f95211ed-62a5-44a3-8ebc-5add111fc373 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:58:59.208919 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c5e9e906-7965-4ddf-a2a1-d2a9fb002854 None None] Provisioning complete for port f95211ed-62a5-44a3-8ebc-5add111fc373 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:58:59.209291 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c5e9e906-7965-4ddf-a2a1-d2a9fb002854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:59.270530 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ed5b0513-bda5-4fe3-8066-c23d1cce2e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:59.270879 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-c5e9e906-7965-4ddf-a2a1-d2a9fb002854 None None] Port f95211ed-62a5-44a3-8ebc-5add111fc373 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 21:58:59.310209 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5b0513-bda5-4fe3-8066-c23d1cce2e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44bc5bd1-d02d-49dc-a004-31d09e5a0a38,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:59.380423 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ed5b0513-bda5-4fe3-8066-c23d1cce2e80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:59.388437 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ed5b0513-bda5-4fe3-8066-c23d1cce2e80 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/44bc5bd1-d02d-49dc-a004-31d09e5a0a38 HTTP/1.1" status: 204 len: 168 time: 0.6950154 May 05 21:58:59.481643 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d346935-34d9-4155-b211-101c0379cf4a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Router 444002e8-f0d1-4956-865e-60814067613c has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:58:59.483149 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-30acabed-b889-42d8-b05d-f06c76eb44e1 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:59.485069 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-30acabed-b889-42d8-b05d-f06c76eb44e1 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 3.7116311 May 05 21:58:59.490087 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50744) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:58:59.526000 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30acabed-b889-42d8-b05d-f06c76eb44e1 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4ecd94-730b-4768-b694-15d46ec038ef,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:58:59.581043 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-357d6f1d-480f-49ba-8547-c1f91d0c8915 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Request body: {'security_group_rule': {'security_group_id': '2d4ecd94-730b-4768-b694-15d46ec038ef', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:58:59.588353 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-357d6f1d-480f-49ba-8547-c1f91d0c8915 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:58:59.592640 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-357d6f1d-480f-49ba-8547-c1f91d0c8915 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Usage tracker for resource:security_group_rule and tenant:57f5f5b26fff40688eadf4f523826a32 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:58:59.596486 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-357d6f1d-480f-49ba-8547-c1f91d0c8915 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:58:59.597889 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5fb537af-f2d3-438b-995a-a5a3e725fdde req-705e3912-a794-41b4-886f-6a23decc7837 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=0043bfbb-2fb2-4013-8494-b5595b7ffb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6297724 May 05 21:58:59.602667 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91283d6e-4021-4e65-a602-8813279fb2d1 req-dc51faa0-d25f-4356-88c6-fe744ab9a3dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:59.603230 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-357d6f1d-480f-49ba-8547-c1f91d0c8915 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:58:59.604088 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-91283d6e-4021-4e65-a602-8813279fb2d1 req-dc51faa0-d25f-4356-88c6-fe744ab9a3dd service neutron] 10.222.0.44 "GET /v2.0/networks?id=fa69cb3f-4129-4afe-9a6d-7584eefc40c0 HTTP/1.1" status: 200 len: 907 time: 0.7725949 May 05 21:58:59.776182 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefbbacc-d582-4166-bc47-c22f705916b3 req-4aad128f-261c-495b-a425-3728b312ac11 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:58:59.792387 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fefbbacc-d582-4166-bc47-c22f705916b3 req-4aad128f-261c-495b-a425-3728b312ac11 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d6c1d5e-1257-4597-a1c5-2b65d0679090 HTTP/1.1" status: 200 len: 945 time: 0.9592106 May 05 21:58:59.887207 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-357d6f1d-480f-49ba-8547-c1f91d0c8915 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:58:59.893101 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-91283d6e-4021-4e65-a602-8813279fb2d1 req-8717acf5-0184-41cd-ab5e-8266e44d38f7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=026ae715-3b74-4311-9e26-de7e6032c7f1 HTTP/1.1" status: 200 len: 217 time: 0.2802131 May 05 21:59:00.027749 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e0633929-e266-451f-8f11-5e5167c245ca req-1ac99338-33fa-4519-86c2-92187c731460 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ea2eb66bb064d42bceac53953af552d&device_id=2510197e-0167-4df8-b662-758eb5911dee HTTP/1.1" status: 200 len: 1095 time: 0.4587927 May 05 21:59:00.045699 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-357d6f1d-480f-49ba-8547-c1f91d0c8915 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:00.054555 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d346935-34d9-4155-b211-101c0379cf4a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:59:00.068734 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365c0076-96d7-4a76-b524-d874d3940842 None None] Sync routers for ids ['444002e8-f0d1-4956-865e-60814067613c'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:59:00.090985 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-357d6f1d-480f-49ba-8547-c1f91d0c8915 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:00.094150 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8d346935-34d9-4155-b211-101c0379cf4a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "PUT /v2.0/routers/444002e8-f0d1-4956-865e-60814067613c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3998494 May 05 21:59:00.109761 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365c0076-96d7-4a76-b524-d874d3940842 None None] Routers {'444002e8-f0d1-4956-865e-60814067613c'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:59:00.113135 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-365c0076-96d7-4a76-b524-d874d3940842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:58:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['444002e8-f0d1-4956-865e-60814067613c'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:59:00.120524 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91283d6e-4021-4e65-a602-8813279fb2d1 req-9c9d0dc2-cfcc-4b7b-8528-fcbb43ad72b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:00.128760 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-91283d6e-4021-4e65-a602-8813279fb2d1 req-9c9d0dc2-cfcc-4b7b-8528-fcbb43ad72b8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=98120645-6211-43cf-b26e-14efa3661c41 HTTP/1.1" status: 200 len: 846 time: 0.2116182 May 05 21:59:00.134069 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 50754) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:00.184466 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-357d6f1d-480f-49ba-8547-c1f91d0c8915 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:00.186148 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-357d6f1d-480f-49ba-8547-c1f91d0c8915 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6878173 May 05 21:59:00.196955 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50760) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:00.213696 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 1ce2fd82-2775-4941-af0c-bbc82ebcfa12 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:59:00.227767 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-e62dff3a-5663-4b0d-99e7-926f6759c34f tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Request body: {'security_group_rule': {'security_group_id': '2d4ecd94-730b-4768-b694-15d46ec038ef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:59:00.231083 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-1e695379-d41a-4bc5-b870-3d8af00b11d7 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:59:00.242055 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357d6f1d-480f-49ba-8547-c1f91d0c8915 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10cbf317-d2fa-4992-81b8-16bff02aaf1f,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:00.256684 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-e62dff3a-5663-4b0d-99e7-926f6759c34f tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:59:00.277372 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-e62dff3a-5663-4b0d-99e7-926f6759c34f tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Usage tracker for resource:security_group_rule and tenant:57f5f5b26fff40688eadf4f523826a32 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:59:00.291114 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-e62dff3a-5663-4b0d-99e7-926f6759c34f tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:59:00.343724 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50768) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:00.347496 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-e62dff3a-5663-4b0d-99e7-926f6759c34f tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:59:00.377451 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 1ce2fd82-2775-4941-af0c-bbc82ebcfa12 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:59:00.383758 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 1ce2fd82-2775-4941-af0c-bbc82ebcfa12 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:59:00.384313 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:00.433632 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e62dff3a-5663-4b0d-99e7-926f6759c34f tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:00.499761 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0633929-e266-451f-8f11-5e5167c245ca req-b5aba231-963a-495b-a307-7be3b8d5499f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:00.501775 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e0633929-e266-451f-8f11-5e5167c245ca req-b5aba231-963a-495b-a307-7be3b8d5499f service neutron] 10.222.0.32 "GET /v2.0/networks?id=18b54df9-33ed-4370-adce-cf7c028d1c63 HTTP/1.1" status: 200 len: 917 time: 0.4501975 May 05 21:59:00.695915 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:00.739611 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-365c0076-96d7-4a76-b524-d874d3940842 None None] Set router 444002e8-f0d1-4956-865e-60814067613c gateway port host: None {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:59:00.746649 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-91283d6e-4021-4e65-a602-8813279fb2d1 req-18f08c21-08c2-4352-a8a5-209a5983be33 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fa69cb3f-4129-4afe-9a6d-7584eefc40c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6083848 May 05 21:59:00.754675 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c3860d-c142-4f3e-b449-0bb29acd800b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce2fd82-2775-4941-af0c-bbc82ebcfa12'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:59:00.784208 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 1ce2fd82-2775-4941-af0c-bbc82ebcfa12, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=1ce2fd82-2775-4941-af0c-bbc82ebcfa12,segment=NetworkSegment(0aa4b5f2-fc2b-422a-9849-318a9f632a66),segment_id=0aa4b5f2-fc2b-422a-9849-318a9f632a66)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:59:00.794790 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:00.796500 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fefbbacc-d582-4166-bc47-c22f705916b3 req-3a9f2e18-f32b-4a7c-8f66-3db6f3002fde tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/security-groups?id=357c8a06-0cb4-4ca4-87b5-fb62b56bd963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0030806 May 05 21:59:00.922687 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=1ce2fd82-2775-4941-af0c-bbc82ebcfa12,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:00.940894 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 2615551b-9269-4436-827f-dd0c59a253ed up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:59:01.082922 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 2615551b-9269-4436-827f-dd0c59a253ed triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:59:01.083291 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:01.255410 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-e62dff3a-5663-4b0d-99e7-926f6759c34f tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] create failed (client error): There was a conflict when trying to complete your request. May 05 21:59:01.262689 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-e62dff3a-5663-4b0d-99e7-926f6759c34f tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.0642943 May 05 21:59:01.269632 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 50786) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:01.339273 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8d26270b-a019-463d-ab41-9689cc38b28d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:01.429803 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-8d26270b-a019-463d-ab41-9689cc38b28d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:59:01.440242 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-8d26270b-a019-463d-ab41-9689cc38b28d admin admin] Usage tracker for resource:security_group_rule and tenant:ed510ee9e9c34fbb9b2af40c631837f2 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:59:01.447160 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-8d26270b-a019-463d-ab41-9689cc38b28d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:59:01.449677 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b938ac-0157-40e0-ac20-bfc7d891c529 req-d48fb785-5e11-4cfe-920f-c9358b2a32ff tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:01.451579 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-61b938ac-0157-40e0-ac20-bfc7d891c529 req-d48fb785-5e11-4cfe-920f-c9358b2a32ff tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=77c3860d-c142-4f3e-b449-0bb29acd800b HTTP/1.1" status: 200 len: 944 time: 1.3336611 May 05 21:59:01.462159 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-8d26270b-a019-463d-ab41-9689cc38b28d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:59:01.554652 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8d26270b-a019-463d-ab41-9689cc38b28d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:01.561267 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e0633929-e266-451f-8f11-5e5167c245ca req-3c3d9499-d5ac-4629-aa57-b84380310267 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b1f35d8-0048-415b-8a9a-e841251002df HTTP/1.1" status: 200 len: 999 time: 1.0167902 May 05 21:59:01.562424 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8d26270b-a019-463d-ab41-9689cc38b28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:01.611021 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8d26270b-a019-463d-ab41-9689cc38b28d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ed510ee9e9c34fbb9b2af40c631837f2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2569122 May 05 21:59:01.625627 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-91283d6e-4021-4e65-a602-8813279fb2d1 req-08ed5a30-2c07-4b41-92fc-06927e7bfd5d service neutron] 10.222.0.44 "GET /v2.0/networks/fa69cb3f-4129-4afe-9a6d-7584eefc40c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8279674 May 05 21:59:01.637717 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 50794) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:01.669478 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-365c0076-96d7-4a76-b524-d874d3940842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444002e8-f0d1-4956-865e-60814067613c', 'name': 'tempest-RoutersTest-router-1872622478', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:58:03Z', 'updated_at': '2022-05-05T21:58:56Z', 'revision_number': 5, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'gw_port_host': None, '_interfaces': [{'id': '127b8d1d-baa4-433f-a1db-83f247c1a226', 'name': '', 'network_id': '431b5e07-0c77-4772-b0c1-a3ae77a9450d', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:c2:45:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c1bc00e-87fc-49d2-99b3-4a15d5b35e2d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:26Z', 'updated_at': '2022-05-05T21:58:42Z', 'revision_number': 5, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': '9c1bc00e-87fc-49d2-99b3-4a15d5b35e2d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'baae6eb8-2d3d-4d1d-9e07-55f957d00134', 'name': '', 'network_id': '803c5af3-563f-4b4d-a157-1eb0f81e83eb', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:f6:f2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f78fb5b2-bb84-44a3-a485-6f76e003d92e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:41Z', 'updated_at': '2022-05-05T21:58:53Z', 'revision_number': 5, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': 'f78fb5b2-bb84-44a3-a485-6f76e003d92e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9171c69-836e-494d-892f-fdc8fe11862a', 'name': '', 'network_id': '6fe30055-2bd1-42fb-b6e9-f282563854ed', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:8e:ca:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '550c25b3-bde4-4d79-a9bd-8bd009910040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:10Z', 'updated_at': '2022-05-05T21:58:31Z', 'revision_number': 5, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': '550c25b3-bde4-4d79-a9bd-8bd009910040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f95211ed-62a5-44a3-8ebc-5add111fc373', 'name': '', 'network_id': '088067bb-e092-42e7-aa0a-7505bf29a880', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:6c:cc:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05c0a750-0c37-4e76-9030-1c1e1b211bca', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:55Z', 'updated_at': '2022-05-05T21:58:57Z', 'revision_number': 2, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': '05c0a750-0c37-4e76-9030-1c1e1b211bca', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:59:01.681132 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365c0076-96d7-4a76-b524-d874d3940842 None None] Checking router: 444002e8-f0d1-4956-865e-60814067613c for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:59:01.681494 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365c0076-96d7-4a76-b524-d874d3940842 None None] Updating router 444002e8-f0d1-4956-865e-60814067613c port f95211ed-62a5-44a3-8ebc-5add111fc373 binding host n-d-825175-4 {{(pid=84068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 21:59:01.722836 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0633929-e266-451f-8f11-5e5167c245ca req-2089a9de-90de-4764-99ed-dc63b41b567c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:01.725177 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e0633929-e266-451f-8f11-5e5167c245ca req-2089a9de-90de-4764-99ed-dc63b41b567c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53681791-224f-47a5-828b-e46692c08c1b HTTP/1.1" status: 200 len: 855 time: 0.1261978 May 05 21:59:01.795297 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-365c0076-96d7-4a76-b524-d874d3940842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:01.824197 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d26270b-a019-463d-ab41-9689cc38b28d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9295fc74-2f65-45d6-b849-ac2c5af4c4a7,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:01.887194 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-808b01cb-523b-4a65-8a35-fb11718da241 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:01.899299 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-91283d6e-4021-4e65-a602-8813279fb2d1 req-0116deba-7321-4960-a978-8fba2a6d14e2 service neutron] 10.222.0.44 "GET /v2.0/networks/fa69cb3f-4129-4afe-9a6d-7584eefc40c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984930 May 05 21:59:01.945050 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e0633929-e266-451f-8f11-5e5167c245ca req-55ce12a8-2762-4ad7-b796-1036fe5345e9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=18b54df9-33ed-4370-adce-cf7c028d1c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2036195 May 05 21:59:01.954078 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ff2b8-aefa-4077-9dad-399fb919fa6f req-36b834fb-099e-4231-ad90-68b2ca21e7eb tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:01.955701 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f81ff2b8-aefa-4077-9dad-399fb919fa6f req-36b834fb-099e-4231-ad90-68b2ca21e7eb tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=2510197e-0167-4df8-b662-758eb5911dee HTTP/1.1" status: 200 len: 944 time: 0.9454241 May 05 21:59:02.073015 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-808b01cb-523b-4a65-8a35-fb11718da241 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:02.214381 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e0633929-e266-451f-8f11-5e5167c245ca req-50854d04-faf8-49b9-b12e-f3a39521282c service neutron] 10.222.0.32 "GET /v2.0/networks/18b54df9-33ed-4370-adce-cf7c028d1c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506471 May 05 21:59:02.322427 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f81ff2b8-aefa-4077-9dad-399fb919fa6f req-f9e9c0a1-3e9a-436b-af9a-791b332c48bd tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=0043bfbb-2fb2-4013-8494-b5595b7ffb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3440609 May 05 21:59:02.395144 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-61b938ac-0157-40e0-ac20-bfc7d891c529 req-5ee6a282-8272-43d0-bbb3-24443ad89409 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9085190 May 05 21:59:02.539133 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0ec78be-f9ba-4419-b88d-ed7f0c17cd93'] response: {'server_uuid': '77c3860d-c142-4f3e-b449-0bb29acd800b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce2fd82-2775-4941-af0c-bbc82ebcfa12', 'code': 200} May 05 21:59:02.563817 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5ee5b831-df54-4780-bfcd-7e8a1c0997dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:02.646097 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5ee5b831-df54-4780-bfcd-7e8a1c0997dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:02.745783 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e0633929-e266-451f-8f11-5e5167c245ca req-59405adc-d7a7-4357-a90c-933485f8045f service neutron] 10.222.0.32 "GET /v2.0/networks/18b54df9-33ed-4370-adce-cf7c028d1c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878831 May 05 21:59:02.811017 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5ee5b831-df54-4780-bfcd-7e8a1c0997dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:02.823116 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-365c0076-96d7-4a76-b524-d874d3940842 None None] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:02.838862 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.provisioning_blocks [None req-365c0076-96d7-4a76-b524-d874d3940842 None None] Transition to ACTIVE for port object f95211ed-62a5-44a3-8ebc-5add111fc373 will not be triggered until provisioned by entity L2. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:59:02.848177 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-365c0076-96d7-4a76-b524-d874d3940842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:02.945730 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c56ed4-3ea2-4d64-b726-e93d2be0f4a9 None None] Pushing event updated for resources: {'Port': ['ID=f95211ed-62a5-44a3-8ebc-5add111fc373,revision_number=3']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:02.959014 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c56ed4-3ea2-4d64-b726-e93d2be0f4a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:59:02.959359 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c56ed4-3ea2-4d64-b726-e93d2be0f4a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:59:02.959639 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c56ed4-3ea2-4d64-b726-e93d2be0f4a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:59:02.959956 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c56ed4-3ea2-4d64-b726-e93d2be0f4a9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:59:02.960321 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c56ed4-3ea2-4d64-b726-e93d2be0f4a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:59:02.960638 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c56ed4-3ea2-4d64-b726-e93d2be0f4a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:59:02.960948 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c56ed4-3ea2-4d64-b726-e93d2be0f4a9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:59:02.961886 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c56ed4-3ea2-4d64-b726-e93d2be0f4a9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:59:02.962341 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c56ed4-3ea2-4d64-b726-e93d2be0f4a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:59:02.962679 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c56ed4-3ea2-4d64-b726-e93d2be0f4a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:59:02.962991 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c56ed4-3ea2-4d64-b726-e93d2be0f4a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:59:03.007943 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee5b831-df54-4780-bfcd-7e8a1c0997dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9295fc74-2f65-45d6-b849-ac2c5af4c4a7,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:03.046616 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5ee5b831-df54-4780-bfcd-7e8a1c0997dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:03.056233 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-5ee5b831-df54-4780-bfcd-7e8a1c0997dc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9295fc74-2f65-45d6-b849-ac2c5af4c4a7 HTTP/1.1" status: 204 len: 168 time: 1.3600352 May 05 21:59:03.331195 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-eff372ff-4203-4a8b-91cc-c6cd7a150246 req-c4639395-c4b6-4748-be39-1c2f15962a03 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5d6c1d5e-1257-4597-a1c5-2b65d0679090 HTTP/1.1" status: 200 len: 1096 time: 0.2638927 May 05 21:59:03.391268 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-365c0076-96d7-4a76-b524-d874d3940842 None None] Attempting to bind port f95211ed-62a5-44a3-8ebc-5add111fc373 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:59:03.391693 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-365c0076-96d7-4a76-b524-d874d3940842 None None] Attempting to bind port f95211ed-62a5-44a3-8ebc-5add111fc373 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '320fed44-32c9-42f6-bd8a-569a19f05340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '088067bb-e092-42e7-aa0a-7505bf29a880'}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:59:03.391950 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365c0076-96d7-4a76-b524-d874d3940842 None None] Attempting to bind port f95211ed-62a5-44a3-8ebc-5add111fc373 on network 088067bb-e092-42e7-aa0a-7505bf29a880 {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:59:03.409365 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365c0076-96d7-4a76-b524-d874d3940842 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:59:03.409795 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365c0076-96d7-4a76-b524-d874d3940842 None None] Checking segment: {'id': '320fed44-32c9-42f6-bd8a-569a19f05340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '088067bb-e092-42e7-aa0a-7505bf29a880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:59:03.410124 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-365c0076-96d7-4a76-b524-d874d3940842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:03.410508 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365c0076-96d7-4a76-b524-d874d3940842 None None] Bound using segment: {'id': '320fed44-32c9-42f6-bd8a-569a19f05340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '088067bb-e092-42e7-aa0a-7505bf29a880'} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:59:03.411338 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-365c0076-96d7-4a76-b524-d874d3940842 None None] Bound port: f95211ed-62a5-44a3-8ebc-5add111fc373, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320fed44-32c9-42f6-bd8a-569a19f05340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '088067bb-e092-42e7-aa0a-7505bf29a880'}}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:59:03.411708 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-365c0076-96d7-4a76-b524-d874d3940842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:03.471179 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-eff372ff-4203-4a8b-91cc-c6cd7a150246 req-210c02d8-150e-4f68-a116-a14efe0372f6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=357c8a06-0cb4-4ca4-87b5-fb62b56bd963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005623 May 05 21:59:03.533170 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-808b01cb-523b-4a65-8a35-fb11718da241 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:03.570379 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808b01cb-523b-4a65-8a35-fb11718da241 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4ecd94-730b-4768-b694-15d46ec038ef,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:03.582915 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-808b01cb-523b-4a65-8a35-fb11718da241 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:03.584186 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-808b01cb-523b-4a65-8a35-fb11718da241 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] 10.222.0.23 "DELETE /v2.0/security-groups/2d4ecd94-730b-4768-b694-15d46ec038ef HTTP/1.1" status: 204 len: 168 time: 2.2840354 May 05 21:59:03.586954 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50824) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:03.637841 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-13e4d365-5cab-410c-8e2f-52cfd7f83426 req-fd1a2ba6-4ea0-4137-b23f-a7a39c67ecf2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=77c3860d-c142-4f3e-b449-0bb29acd800b HTTP/1.1" status: 200 len: 1096 time: 0.8993824 May 05 21:59:03.699043 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-365c0076-96d7-4a76-b524-d874d3940842 None None] For port f95211ed-62a5-44a3-8ebc-5add111fc373, host n-d-825175-4, cleared binding levels {{(pid=84068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:59:03.705938 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-365c0076-96d7-4a76-b524-d874d3940842 None None] For port f95211ed-62a5-44a3-8ebc-5add111fc373, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=f95211ed-62a5-44a3-8ebc-5add111fc373,segment=NetworkSegment(320fed44-32c9-42f6-bd8a-569a19f05340),segment_id=320fed44-32c9-42f6-bd8a-569a19f05340)] {{(pid=84068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:59:03.713918 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-365c0076-96d7-4a76-b524-d874d3940842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:03.724084 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9ef4a3ec-02a2-4822-a182-d6184843eed8 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1359568 May 05 21:59:03.728111 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50830) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:03.734694 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-84cb4a0c-6c28-4f74-846b-aec12928a8a3 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Request body: {'security_group': {'name': 'tempest-secgroup--2038904506'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:59:03.749818 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-84cb4a0c-6c28-4f74-846b-aec12928a8a3 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:59:03.766137 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-84cb4a0c-6c28-4f74-846b-aec12928a8a3 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Usage tracker for resource:security_group and tenant:57f5f5b26fff40688eadf4f523826a32 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:59:03.770035 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-84cb4a0c-6c28-4f74-846b-aec12928a8a3 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:59:03.777667 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-84cb4a0c-6c28-4f74-846b-aec12928a8a3 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:59:03.803414 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-84cb4a0c-6c28-4f74-846b-aec12928a8a3 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:03.881081 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365c0076-96d7-4a76-b524-d874d3940842 None None] Routers {'444002e8-f0d1-4956-865e-60814067613c'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:59:03.882157 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-365c0076-96d7-4a76-b524-d874d3940842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:58:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['444002e8-f0d1-4956-865e-60814067613c'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:59:03.891330 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-84cb4a0c-6c28-4f74-846b-aec12928a8a3 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:59:03.893380 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777c481-4aca-4237-af16-b2baf709b4bc req-ef0ddbfb-76b2-49a6-aabe-18cd9a8b6928 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:03.904971 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d777c481-4aca-4237-af16-b2baf709b4bc req-ef0ddbfb-76b2-49a6-aabe-18cd9a8b6928 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d6c1d5e-1257-4597-a1c5-2b65d0679090 HTTP/1.1" status: 200 len: 945 time: 1.1006026 May 05 21:59:03.908098 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-84cb4a0c-6c28-4f74-846b-aec12928a8a3 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Usage tracker for resource:security_group_rule and tenant:57f5f5b26fff40688eadf4f523826a32 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:59:03.923693 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-84cb4a0c-6c28-4f74-846b-aec12928a8a3 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:59:03.930550 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-84cb4a0c-6c28-4f74-846b-aec12928a8a3 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:59:03.988636 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c56ed4-3ea2-4d64-b726-e93d2be0f4a9 None None] Pushing event updated for resources: {'Port': ['ID=f95211ed-62a5-44a3-8ebc-5add111fc373,revision_number=4']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:04.017848 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50840) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:04.057884 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-13e4d365-5cab-410c-8e2f-52cfd7f83426 req-a2ae9786-1c4c-4c70-be0d-3994f92af722 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3860347 May 05 21:59:04.120772 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c3b17005-43ef-4866-95db-7c69af0a1e0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:04.152082 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-84cb4a0c-6c28-4f74-846b-aec12928a8a3 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:04.218862 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-365c0076-96d7-4a76-b524-d874d3940842 None None] Set router 444002e8-f0d1-4956-865e-60814067613c gateway port host: None {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:59:04.222294 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c3b17005-43ef-4866-95db-7c69af0a1e0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:59:04.233800 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c3b17005-43ef-4866-95db-7c69af0a1e0a admin admin] Usage tracker for resource:security_group_rule and tenant:10a88d6980aa44c9957f9c3c7291d839 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:59:04.251076 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c3b17005-43ef-4866-95db-7c69af0a1e0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:59:04.268471 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c3b17005-43ef-4866-95db-7c69af0a1e0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:59:04.355831 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c3b17005-43ef-4866-95db-7c69af0a1e0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:04.358871 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-84cb4a0c-6c28-4f74-846b-aec12928a8a3 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:04.372088 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c3b17005-43ef-4866-95db-7c69af0a1e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:04.409023 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d777c481-4aca-4237-af16-b2baf709b4bc req-c1435b52-b3d0-4500-969c-f00ee71aadaf tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/security-groups?id=357c8a06-0cb4-4ca4-87b5-fb62b56bd963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5025318 May 05 21:59:04.450882 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16460413-d5f4-49b3-9f49-91532e1d1982 req-cf718b0e-b896-4a2a-8f8d-76b4d2b0e733 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:04.459978 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-16460413-d5f4-49b3-9f49-91532e1d1982 req-cf718b0e-b896-4a2a-8f8d-76b4d2b0e733 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=2510197e-0167-4df8-b662-758eb5911dee HTTP/1.1" status: 200 len: 944 time: 0.7515059 May 05 21:59:04.495079 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cb4a0c-6c28-4f74-846b-aec12928a8a3 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=711738bb-ac61-4318-a023-8fda79cd077b,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:04.511549 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c3b17005-43ef-4866-95db-7c69af0a1e0a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=10a88d6980aa44c9957f9c3c7291d839&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4918268 May 05 21:59:04.521225 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50848) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:04.544887 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-84cb4a0c-6c28-4f74-846b-aec12928a8a3 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:04.546215 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-84cb4a0c-6c28-4f74-846b-aec12928a8a3 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8170798 May 05 21:59:04.560878 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50852) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:04.565385 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-16460413-d5f4-49b3-9f49-91532e1d1982 req-1eb6840d-3f37-445b-ae86-bb9a9af4f7ac tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=0043bfbb-2fb2-4013-8494-b5595b7ffb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044488 May 05 21:59:04.575773 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-ef401601-7e85-4830-bd90-224642b01f18 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Request body: {'security_group_rule': {'security_group_id': '711738bb-ac61-4318-a023-8fda79cd077b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:59:04.576535 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-ef401601-7e85-4830-bd90-224642b01f18 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 21:59:04.578165 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ef401601-7e85-4830-bd90-224642b01f18 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0156577 May 05 21:59:04.582328 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.extraroute_db [None req-1e695379-d41a-4bc5-b870-3d8af00b11d7 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=84061) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 05 21:59:04.582601 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50856) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:04.583516 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b17005-43ef-4866-95db-7c69af0a1e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2283d2-54b0-48ff-87e2-a99c98ccc49a,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:04.662197 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.extraroute_db [None req-1e695379-d41a-4bc5-b870-3d8af00b11d7 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Removed routes are [] {{(pid=84061) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 05 21:59:04.664108 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1e695379-d41a-4bc5-b870-3d8af00b11d7 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:04.677397 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6168b273-d911-4f76-a340-d751c9924592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:04.782082 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6168b273-d911-4f76-a340-d751c9924592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:04.826266 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f9deede8-19ca-489e-897a-c451c7b85089 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:04.890172 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f9deede8-19ca-489e-897a-c451c7b85089 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:04.949381 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6168b273-d911-4f76-a340-d751c9924592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:05.017075 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6168b273-d911-4f76-a340-d751c9924592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2283d2-54b0-48ff-87e2-a99c98ccc49a,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:05.054763 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6168b273-d911-4f76-a340-d751c9924592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:05.055953 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-6168b273-d911-4f76-a340-d751c9924592 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bc2283d2-54b0-48ff-87e2-a99c98ccc49a HTTP/1.1" status: 204 len: 168 time: 0.5336235 May 05 21:59:05.057261 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f9deede8-19ca-489e-897a-c451c7b85089 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:05.097108 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9deede8-19ca-489e-897a-c451c7b85089 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=711738bb-ac61-4318-a023-8fda79cd077b,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:05.103267 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f9deede8-19ca-489e-897a-c451c7b85089 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:05.109103 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 50864) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:05.110480 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f9deede8-19ca-489e-897a-c451c7b85089 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] 10.222.0.23 "DELETE /v2.0/security-groups/711738bb-ac61-4318-a023-8fda79cd077b HTTP/1.1" status: 204 len: 168 time: 0.5220864 May 05 21:59:05.159948 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-365c0076-96d7-4a76-b524-d874d3940842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444002e8-f0d1-4956-865e-60814067613c', 'name': 'tempest-RoutersTest-router-1872622478', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:58:03Z', 'updated_at': '2022-05-05T21:58:56Z', 'revision_number': 5, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'gw_port_host': None, '_interfaces': [{'id': '127b8d1d-baa4-433f-a1db-83f247c1a226', 'name': '', 'network_id': '431b5e07-0c77-4772-b0c1-a3ae77a9450d', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:c2:45:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c1bc00e-87fc-49d2-99b3-4a15d5b35e2d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:26Z', 'updated_at': '2022-05-05T21:58:42Z', 'revision_number': 5, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': '9c1bc00e-87fc-49d2-99b3-4a15d5b35e2d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'baae6eb8-2d3d-4d1d-9e07-55f957d00134', 'name': '', 'network_id': '803c5af3-563f-4b4d-a157-1eb0f81e83eb', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:f6:f2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f78fb5b2-bb84-44a3-a485-6f76e003d92e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:41Z', 'updated_at': '2022-05-05T21:58:53Z', 'revision_number': 5, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': 'f78fb5b2-bb84-44a3-a485-6f76e003d92e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9171c69-836e-494d-892f-fdc8fe11862a', 'name': '', 'network_id': '6fe30055-2bd1-42fb-b6e9-f282563854ed', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:8e:ca:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '550c25b3-bde4-4d79-a9bd-8bd009910040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:10Z', 'updated_at': '2022-05-05T21:58:31Z', 'revision_number': 5, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': '550c25b3-bde4-4d79-a9bd-8bd009910040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f95211ed-62a5-44a3-8ebc-5add111fc373', 'name': '', 'network_id': '088067bb-e092-42e7-aa0a-7505bf29a880', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:6c:cc:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05c0a750-0c37-4e76-9030-1c1e1b211bca', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:55Z', 'updated_at': '2022-05-05T21:59:03Z', 'revision_number': 4, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': '05c0a750-0c37-4e76-9030-1c1e1b211bca', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:59:05.166751 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365c0076-96d7-4a76-b524-d874d3940842 None None] The sync data for ids ['444002e8-f0d1-4956-865e-60814067613c'] in n-d-825175-4 is: [{'id': '444002e8-f0d1-4956-865e-60814067613c', 'name': 'tempest-RoutersTest-router-1872622478', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:58:03Z', 'updated_at': '2022-05-05T21:58:56Z', 'revision_number': 5, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'gw_port_host': None, '_interfaces': [{'id': '127b8d1d-baa4-433f-a1db-83f247c1a226', 'name': '', 'network_id': '431b5e07-0c77-4772-b0c1-a3ae77a9450d', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:c2:45:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c1bc00e-87fc-49d2-99b3-4a15d5b35e2d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:26Z', 'updated_at': '2022-05-05T21:58:42Z', 'revision_number': 5, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': '9c1bc00e-87fc-49d2-99b3-4a15d5b35e2d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'baae6eb8-2d3d-4d1d-9e07-55f957d00134', 'name': '', 'network_id': '803c5af3-563f-4b4d-a157-1eb0f81e83eb', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:f6:f2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f78fb5b2-bb84-44a3-a485-6f76e003d92e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:41Z', 'updated_at': '2022-05-05T21:58:53Z', 'revision_number': 5, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': 'f78fb5b2-bb84-44a3-a485-6f76e003d92e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9171c69-836e-494d-892f-fdc8fe11862a', 'name': '', 'network_id': '6fe30055-2bd1-42fb-b6e9-f282563854ed', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:8e:ca:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '550c25b3-bde4-4d79-a9bd-8bd009910040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:10Z', 'updated_at': '2022-05-05T21:58:31Z', 'revision_number': 5, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': '550c25b3-bde4-4d79-a9bd-8bd009910040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f95211ed-62a5-44a3-8ebc-5add111fc373', 'name': '', 'network_id': '088067bb-e092-42e7-aa0a-7505bf29a880', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:6c:cc:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05c0a750-0c37-4e76-9030-1c1e1b211bca', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:55Z', 'updated_at': '2022-05-05T21:59:03Z', 'revision_number': 4, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': '05c0a750-0c37-4e76-9030-1c1e1b211bca', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:59:05.350584 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f6e363-3814-4cb5-8017-c52780b1748b req-73d300d5-0289-45d4-a3ee-35c5becbc31d tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:05.352382 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-39f6e363-3814-4cb5-8017-c52780b1748b req-73d300d5-0289-45d4-a3ee-35c5becbc31d tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=77c3860d-c142-4f3e-b449-0bb29acd800b HTTP/1.1" status: 200 len: 945 time: 0.4778178 May 05 21:59:05.444506 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-25c77cf6-1e64-4388-8c6a-4d018d1d3c0e tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Synchronizing usage tracker for tenant:57f5f5b26fff40688eadf4f523826a32 on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:59:05.736900 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:05.800608 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-25c77cf6-1e64-4388-8c6a-4d018d1d3c0e tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Unset dirty status for tenant:57f5f5b26fff40688eadf4f523826a32 on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:59:05.802760 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-25c77cf6-1e64-4388-8c6a-4d018d1d3c0e tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6852937 May 05 21:59:05.807124 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50874) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:05.814328 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-771f11ab-ba47-41c8-beae-606ebfb70dde tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Request body: {'security_group': {'name': 'tempest-secgroup--1036463239'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:59:05.827272 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-771f11ab-ba47-41c8-beae-606ebfb70dde tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:59:05.843576 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:05.853324 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-771f11ab-ba47-41c8-beae-606ebfb70dde tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:59:05.867682 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-771f11ab-ba47-41c8-beae-606ebfb70dde tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:05.988850 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-771f11ab-ba47-41c8-beae-606ebfb70dde tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:59:05.988850 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-771f11ab-ba47-41c8-beae-606ebfb70dde tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Usage tracker for resource:security_group_rule and tenant:57f5f5b26fff40688eadf4f523826a32 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:59:05.992463 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-771f11ab-ba47-41c8-beae-606ebfb70dde tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:59:05.998980 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-771f11ab-ba47-41c8-beae-606ebfb70dde tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:59:06.083162 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-39f6e363-3814-4cb5-8017-c52780b1748b req-e3e21d5c-9b66-46a4-ade1-cb0e43b67272 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6953044 May 05 21:59:06.114144 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-771f11ab-ba47-41c8-beae-606ebfb70dde tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:06.131632 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-771f11ab-ba47-41c8-beae-606ebfb70dde tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:06.233652 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771f11ab-ba47-41c8-beae-606ebfb70dde tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=927dcd06-6395-41b9-bdc8-1e5870a57f85,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:06.284790 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-771f11ab-ba47-41c8-beae-606ebfb70dde tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:06.289035 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-771f11ab-ba47-41c8-beae-606ebfb70dde tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4779708 May 05 21:59:06.289727 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50886) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:06.320793 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-10c2e560-5720-4b36-a613-36b2f2535b63 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Request body: {'security_group_rule': {'security_group_id': '927dcd06-6395-41b9-bdc8-1e5870a57f85', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:59:06.322501 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-10c2e560-5720-4b36-a613-36b2f2535b63 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 21:59:06.326483 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1e695379-d41a-4bc5-b870-3d8af00b11d7 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:06.327402 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-10c2e560-5720-4b36-a613-36b2f2535b63 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0355639 May 05 21:59:06.329778 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50890) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:06.351192 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1e695379-d41a-4bc5-b870-3d8af00b11d7 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-926863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-926864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-930834'] for router, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:06.377539 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec3737-d585-4f8e-af21-c0dd096760b8 req-d675179f-010f-4c83-9d9f-332f1c4f2aae tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:06.393302 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3fec3737-d585-4f8e-af21-c0dd096760b8 req-d675179f-010f-4c83-9d9f-332f1c4f2aae tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d6c1d5e-1257-4597-a1c5-2b65d0679090 HTTP/1.1" status: 200 len: 945 time: 0.5887842 May 05 21:59:06.481856 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3fec3737-d585-4f8e-af21-c0dd096760b8 req-391deba9-7edc-4dc1-9c7b-b9fbccc13e38 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/security-groups?id=357c8a06-0cb4-4ca4-87b5-fb62b56bd963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875568 May 05 21:59:06.488479 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4db4fff5-5660-4cfe-86e4-e09531c33b7d tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:06.589584 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4db4fff5-5660-4cfe-86e4-e09531c33b7d tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:06.684412 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:59:06.719759 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4db4fff5-5660-4cfe-86e4-e09531c33b7d tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:06.759380 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4fff5-5660-4cfe-86e4-e09531c33b7d tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=927dcd06-6395-41b9-bdc8-1e5870a57f85,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:06.767544 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4db4fff5-5660-4cfe-86e4-e09531c33b7d tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:06.771187 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-4db4fff5-5660-4cfe-86e4-e09531c33b7d tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] 10.222.0.23 "DELETE /v2.0/security-groups/927dcd06-6395-41b9-bdc8-1e5870a57f85 HTTP/1.1" status: 204 len: 168 time: 0.4351950 May 05 21:59:06.773914 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50902) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:06.781728 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9dea10-5a9e-4162-8817-ca665843026e req-41979eb5-dfd5-4430-a4a9-d0e3aeeca253 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:06.784647 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5b9dea10-5a9e-4162-8817-ca665843026e req-41979eb5-dfd5-4430-a4a9-d0e3aeeca253 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=2510197e-0167-4df8-b662-758eb5911dee HTTP/1.1" status: 200 len: 944 time: 0.3233373 May 05 21:59:06.846123 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e695379-d41a-4bc5-b870-3d8af00b11d7 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Router 444002e8-f0d1-4956-865e-60814067613c has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:59:06.869764 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c2cd3c72-ba53-45bd-9d7b-ffeb64af8f69 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Synchronizing usage tracker for tenant:57f5f5b26fff40688eadf4f523826a32 on resource:security_group {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:59:06.872924 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5b9dea10-5a9e-4162-8817-ca665843026e req-f0f9f50b-8bf6-4cae-9847-0ff7722bd93b tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=0043bfbb-2fb2-4013-8494-b5595b7ffb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783033 May 05 21:59:06.896599 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c2cd3c72-ba53-45bd-9d7b-ffeb64af8f69 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Unset dirty status for tenant:57f5f5b26fff40688eadf4f523826a32 on resource:security_group {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:59:06.905159 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c2cd3c72-ba53-45bd-9d7b-ffeb64af8f69 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1257055 May 05 21:59:06.905159 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50906) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:06.917854 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-716ee523-a52e-4d12-ad59-a12639e4687a tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Request body: {'security_group': {'name': 'tempest-secgroup--877575713'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:59:06.937888 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device f95211ed-62a5-44a3-8ebc-5add111fc373 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:59:06.948501 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-716ee523-a52e-4d12-ad59-a12639e4687a tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:59:06.977706 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-716ee523-a52e-4d12-ad59-a12639e4687a tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:59:07.008330 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-716ee523-a52e-4d12-ad59-a12639e4687a tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:07.055574 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-716ee523-a52e-4d12-ad59-a12639e4687a tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:59:07.060123 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-716ee523-a52e-4d12-ad59-a12639e4687a tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Usage tracker for resource:security_group_rule and tenant:57f5f5b26fff40688eadf4f523826a32 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:59:07.063651 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-716ee523-a52e-4d12-ad59-a12639e4687a tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:59:07.070602 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-716ee523-a52e-4d12-ad59-a12639e4687a tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:59:07.121883 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e695379-d41a-4bc5-b870-3d8af00b11d7 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:59:07.136839 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1e695379-d41a-4bc5-b870-3d8af00b11d7 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:07.142091 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-1e695379-d41a-4bc5-b870-3d8af00b11d7 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "PUT /v2.0/routers/444002e8-f0d1-4956-865e-60814067613c HTTP/1.1" status: 200 len: 934 time: 7.0064340 May 05 21:59:07.143161 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 50918) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:07.158516 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-716ee523-a52e-4d12-ad59-a12639e4687a tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:07.173368 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-716ee523-a52e-4d12-ad59-a12639e4687a tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:07.308280 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port f95211ed-62a5-44a3-8ebc-5add111fc373 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:59:07.315639 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port f95211ed-62a5-44a3-8ebc-5add111fc373 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:59:07.316199 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:07.326502 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716ee523-a52e-4d12-ad59-a12639e4687a tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8dc142-f3af-4687-86a1-0cb3ae2735eb,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:07.339764 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-716ee523-a52e-4d12-ad59-a12639e4687a tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:07.350112 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-716ee523-a52e-4d12-ad59-a12639e4687a tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4447646 May 05 21:59:07.351838 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50926) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:07.376468 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-bc4f08aa-1000-4812-adc6-14032a987cae tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Request body: {'security_group_rule': {'security_group_id': '5f8dc142-f3af-4687-86a1-0cb3ae2735eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:59:07.377347 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-bc4f08aa-1000-4812-adc6-14032a987cae tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 21:59:07.378599 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-bc4f08aa-1000-4812-adc6-14032a987cae tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0257626 May 05 21:59:07.392733 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50930) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:07.418088 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-d239570b-3d41-4150-b44c-bf3387dae5f6 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Request body: {'security_group_rule': {'security_group_id': '5f8dc142-f3af-4687-86a1-0cb3ae2735eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:59:07.425097 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-d239570b-3d41-4150-b44c-bf3387dae5f6 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 21:59:07.428253 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d239570b-3d41-4150-b44c-bf3387dae5f6 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0313530 May 05 21:59:07.434070 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50936) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:07.467242 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-17d39bde-31e5-41d6-8180-3e27b511fac7 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Request body: {'security_group_rule': {'security_group_id': '5f8dc142-f3af-4687-86a1-0cb3ae2735eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:59:07.472461 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-17d39bde-31e5-41d6-8180-3e27b511fac7 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 21:59:07.473653 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-17d39bde-31e5-41d6-8180-3e27b511fac7 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0351992 May 05 21:59:07.479855 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50940) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:07.504782 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-a7b92ff8-7527-4b72-815e-a4c17d51c31b tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Request body: {'security_group_rule': {'security_group_id': '5f8dc142-f3af-4687-86a1-0cb3ae2735eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:59:07.505644 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-a7b92ff8-7527-4b72-815e-a4c17d51c31b tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 21:59:07.507858 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a7b92ff8-7527-4b72-815e-a4c17d51c31b tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0268190 May 05 21:59:07.524881 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50944) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:07.591583 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:07.651486 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port f95211ed-62a5-44a3-8ebc-5add111fc373, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=f95211ed-62a5-44a3-8ebc-5add111fc373,segment=NetworkSegment(320fed44-32c9-42f6-bd8a-569a19f05340),segment_id=320fed44-32c9-42f6-bd8a-569a19f05340)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:59:07.658407 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:07.766841 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a39334eb-4bb3-4e5f-8018-7ab825a4ce42 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:07.865868 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a39334eb-4bb3-4e5f-8018-7ab825a4ce42 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:07.879130 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=f95211ed-62a5-44a3-8ebc-5add111fc373,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:07.941462 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42026a1e-6108-4a92-ac92-67b5c4bb5ca7 req-0185a2eb-4c46-47f5-b48b-4fb87face47e tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:07.943088 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-42026a1e-6108-4a92-ac92-67b5c4bb5ca7 req-0185a2eb-4c46-47f5-b48b-4fb87face47e tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=77c3860d-c142-4f3e-b449-0bb29acd800b HTTP/1.1" status: 200 len: 945 time: 0.2555678 May 05 21:59:08.002177 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a39334eb-4bb3-4e5f-8018-7ab825a4ce42 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:08.028011 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39334eb-4bb3-4e5f-8018-7ab825a4ce42 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8dc142-f3af-4687-86a1-0cb3ae2735eb,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:08.033223 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e4549c1d-62dd-4418-8c39-ebdbe03fb8db tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "GET /v2.0/routers/444002e8-f0d1-4956-865e-60814067613c HTTP/1.1" status: 200 len: 934 time: 0.8861945 May 05 21:59:08.033513 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50954) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:08.039231 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-e073554a-91ab-49f9-a221-aa1a8fe52275 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Request body: {'router': {'routes': None}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:59:08.295076 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-42026a1e-6108-4a92-ac92-67b5c4bb5ca7 req-f8892f71-3b83-43b9-a9b8-22286a378ce5 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3424339 May 05 21:59:08.359429 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a39334eb-4bb3-4e5f-8018-7ab825a4ce42 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:08.360437 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a39334eb-4bb3-4e5f-8018-7ab825a4ce42 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] 10.222.0.23 "DELETE /v2.0/security-groups/5f8dc142-f3af-4687-86a1-0cb3ae2735eb HTTP/1.1" status: 204 len: 168 time: 0.8344257 May 05 21:59:08.366057 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 50966) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:08.457563 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75b0fa-6a30-4dd3-976a-d3609f1e8d41 req-350836b9-06cb-477d-83ea-c37e61ea1a68 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:08.465390 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-aa75b0fa-6a30-4dd3-976a-d3609f1e8d41 req-350836b9-06cb-477d-83ea-c37e61ea1a68 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/networks?id=c94acb4e-545d-4469-be8f-99360ed510a0 HTTP/1.1" status: 200 len: 811 time: 0.4305606 May 05 21:59:08.506532 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-aa75b0fa-6a30-4dd3-976a-d3609f1e8d41 req-3c061f50-0143-4e23-bc01-3076d33a5305 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/quotas/4ba96e3a2f29495a89fcbd646b4c3115 HTTP/1.1" status: 200 len: 375 time: 0.0401833 May 05 21:59:08.538798 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761f478f-c0cd-4b31-9ee3-d71246d8f07c None None] Sync routers for ids ['444002e8-f0d1-4956-865e-60814067613c'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:59:08.565453 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-efec136e-fe6a-4b12-be71-87a94119470e tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1982367 May 05 21:59:08.566133 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 50974) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:08.569899 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761f478f-c0cd-4b31-9ee3-d71246d8f07c None None] Routers {'444002e8-f0d1-4956-865e-60814067613c'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:59:08.573361 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-761f478f-c0cd-4b31-9ee3-d71246d8f07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:58:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['444002e8-f0d1-4956-865e-60814067613c'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:59:08.589612 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-12476a4a-fda8-4f27-9419-aa408e90c64a tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Request body: {'security_group': {'name': 'tempest-secgroup--1459573581'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:59:08.606171 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-12476a4a-fda8-4f27-9419-aa408e90c64a tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:59:08.613392 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-12476a4a-fda8-4f27-9419-aa408e90c64a tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Usage tracker for resource:security_group and tenant:57f5f5b26fff40688eadf4f523826a32 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:59:08.617563 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-12476a4a-fda8-4f27-9419-aa408e90c64a tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:59:08.631423 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-12476a4a-fda8-4f27-9419-aa408e90c64a tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:59:08.683928 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-12476a4a-fda8-4f27-9419-aa408e90c64a tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:08.752875 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-aa75b0fa-6a30-4dd3-976a-d3609f1e8d41 req-68c32d7f-bb67-4adb-b9d0-2669b3a088c9 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4ba96e3a2f29495a89fcbd646b4c3115&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2452593 May 05 21:59:08.823990 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-12476a4a-fda8-4f27-9419-aa408e90c64a tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:59:08.829554 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-12476a4a-fda8-4f27-9419-aa408e90c64a tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Usage tracker for resource:security_group_rule and tenant:57f5f5b26fff40688eadf4f523826a32 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:59:08.846200 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-12476a4a-fda8-4f27-9419-aa408e90c64a tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:59:08.881474 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b6e57b-ae76-4f9f-b565-d9586e5a2c33 req-ead499da-9baa-4b98-ac2f-b710a6101e75 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:08.888033 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f2b6e57b-ae76-4f9f-b565-d9586e5a2c33 req-ead499da-9baa-4b98-ac2f-b710a6101e75 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=2510197e-0167-4df8-b662-758eb5911dee HTTP/1.1" status: 200 len: 944 time: 0.2472377 May 05 21:59:08.888892 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-12476a4a-fda8-4f27-9419-aa408e90c64a tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:59:09.068354 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f2b6e57b-ae76-4f9f-b565-d9586e5a2c33 req-8a176a49-7065-437b-b207-f1ad12822d6a tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=0043bfbb-2fb2-4013-8494-b5595b7ffb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703277 May 05 21:59:09.095874 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-761f478f-c0cd-4b31-9ee3-d71246d8f07c None None] Set router 444002e8-f0d1-4956-865e-60814067613c gateway port host: None {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:59:09.150254 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-12476a4a-fda8-4f27-9419-aa408e90c64a tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:09.167437 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-12476a4a-fda8-4f27-9419-aa408e90c64a tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:09.217917 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-12476a4a-fda8-4f27-9419-aa408e90c64a tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:09.220748 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-12476a4a-fda8-4f27-9419-aa408e90c64a tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6390269 May 05 21:59:09.224692 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 50984) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:09.297567 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-ac6bf465-dfad-47cb-9449-ff5d26ff3bce tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Request body: {'security_group_rule': {'security_group_id': 'bfa1e391-665b-4370-8dbc-43032fb43bcb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:59:09.298288 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [None req-ac6bf465-dfad-47cb-9449-ff5d26ff3bce tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 21:59:09.304833 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50990) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:09.306960 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ac6bf465-dfad-47cb-9449-ff5d26ff3bce tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0784976 May 05 21:59:09.317727 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-b4ce9f56-6ab9-4867-baa2-0d9c8981098d tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Request body: {'security_group_rule': {'security_group_id': 'bfa1e391-665b-4370-8dbc-43032fb43bcb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:59:09.330096 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-b4ce9f56-6ab9-4867-baa2-0d9c8981098d tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:59:09.340247 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b4ce9f56-6ab9-4867-baa2-0d9c8981098d tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Usage tracker for resource:security_group_rule and tenant:57f5f5b26fff40688eadf4f523826a32 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:59:09.351291 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b4ce9f56-6ab9-4867-baa2-0d9c8981098d tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:59:09.360982 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-b4ce9f56-6ab9-4867-baa2-0d9c8981098d tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:59:09.544975 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-b4ce9f56-6ab9-4867-baa2-0d9c8981098d tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 21:59:09.548384 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b4ce9f56-6ab9-4867-baa2-0d9c8981098d tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2403607 May 05 21:59:09.555149 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50996) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:09.578048 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-599b8edf-ece3-450f-b725-16e7ac3aa3c9 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Request body: {'security_group_rule': {'security_group_id': 'bfa1e391-665b-4370-8dbc-43032fb43bcb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:59:09.582418 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device f95211ed-62a5-44a3-8ebc-5add111fc373 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:59:09.586527 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-599b8edf-ece3-450f-b725-16e7ac3aa3c9 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 21:59:09.587586 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-599b8edf-ece3-450f-b725-16e7ac3aa3c9 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0314915 May 05 21:59:09.590980 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51000) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:09.599540 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12476a4a-fda8-4f27-9419-aa408e90c64a tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa1e391-665b-4370-8dbc-43032fb43bcb,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:09.712311 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-a4385605-99b7-48df-940a-0a49ed0254dc tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Request body: {'security_group_rule': {'security_group_id': 'bfa1e391-665b-4370-8dbc-43032fb43bcb', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:59:09.730106 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-a4385605-99b7-48df-940a-0a49ed0254dc tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:59:09.732624 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782cbc0-2071-4af4-a8e9-4913b25eee06 req-2293a5bc-5ca0-4d69-95d0-a6105e2660e1 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:09.739840 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d782cbc0-2071-4af4-a8e9-4913b25eee06 req-2293a5bc-5ca0-4d69-95d0-a6105e2660e1 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b0e8607-547c-41bf-9964-fee1ae7f67c8 HTTP/1.1" status: 200 len: 945 time: 0.4316735 May 05 21:59:09.753366 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-a4385605-99b7-48df-940a-0a49ed0254dc tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Usage tracker for resource:security_group_rule and tenant:57f5f5b26fff40688eadf4f523826a32 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:59:09.763097 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-aa75b0fa-6a30-4dd3-976a-d3609f1e8d41 req-6a83334b-1232-451d-9f95-7a3d4f3d4c80 service neutron] 10.222.0.23 "GET /v2.0/networks/c94acb4e-545d-4469-be8f-99360ed510a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0093620 May 05 21:59:09.778105 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-a4385605-99b7-48df-940a-0a49ed0254dc tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:59:09.797025 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-a4385605-99b7-48df-940a-0a49ed0254dc tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:59:09.879569 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port f95211ed-62a5-44a3-8ebc-5add111fc373 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:59:09.881580 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:09.900994 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-a4385605-99b7-48df-940a-0a49ed0254dc tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 21:59:09.902285 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a4385605-99b7-48df-940a-0a49ed0254dc tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3103340 May 05 21:59:09.906736 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51010) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:09.910702 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.extraroute_db [None req-e073554a-91ab-49f9-a221-aa1a8fe52275 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Added routes are [] {{(pid=84063) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 05 21:59:09.911150 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.extraroute_db [None req-e073554a-91ab-49f9-a221-aa1a8fe52275 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=84063) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 05 21:59:09.917060 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-56fbe695-1c71-4277-9e09-3dbb7a84aae0 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Request body: {'security_group_rule': {'security_group_id': 'bfa1e391-665b-4370-8dbc-43032fb43bcb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:59:09.917853 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-56fbe695-1c71-4277-9e09-3dbb7a84aae0 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 21:59:09.918956 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-56fbe695-1c71-4277-9e09-3dbb7a84aae0 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0109956 May 05 21:59:09.922521 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51014) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:09.933360 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-7d4c9bbd-5e94-4a35-92af-4ac223507e55 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Request body: {'security_group_rule': {'security_group_id': 'bfa1e391-665b-4370-8dbc-43032fb43bcb', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:59:09.944252 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-7d4c9bbd-5e94-4a35-92af-4ac223507e55 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:59:09.952649 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-7d4c9bbd-5e94-4a35-92af-4ac223507e55 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Usage tracker for resource:security_group_rule and tenant:57f5f5b26fff40688eadf4f523826a32 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:59:09.958275 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51018) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:09.964407 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-7d4c9bbd-5e94-4a35-92af-4ac223507e55 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:59:09.981297 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-7d4c9bbd-5e94-4a35-92af-4ac223507e55 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:59:09.998634 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e073554a-91ab-49f9-a221-aa1a8fe52275 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:10.000745 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d782cbc0-2071-4af4-a8e9-4913b25eee06 req-350320fb-18f7-40c2-bd48-60e6c50cc2e6 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578745 May 05 21:59:10.068544 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-aa75b0fa-6a30-4dd3-976a-d3609f1e8d41 req-0f3e84b4-2a3f-4cfe-883d-bfe2547458f5 service neutron] 10.222.0.23 "GET /v2.0/networks/c94acb4e-545d-4469-be8f-99360ed510a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045959 May 05 21:59:10.184676 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-7d4c9bbd-5e94-4a35-92af-4ac223507e55 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 21:59:10.186893 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-7d4c9bbd-5e94-4a35-92af-4ac223507e55 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2632890 May 05 21:59:10.190296 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51030) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:10.198851 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-ff3d6a6d-3409-4c70-b82d-ef7e0c5a389f tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Request body: {'security_group_rule': {'security_group_id': 'bfa1e391-665b-4370-8dbc-43032fb43bcb', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:59:10.200152 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [None req-ff3d6a6d-3409-4c70-b82d-ef7e0c5a389f tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 21:59:10.201375 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ff3d6a6d-3409-4c70-b82d-ef7e0c5a389f tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0098071 May 05 21:59:10.204601 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51034) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:10.205689 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-937b076f-9854-4bb9-9b93-c8db45988b92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:10.218904 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-be688919-90df-47f8-8128-ff3e742ba41b tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Request body: {'security_group_rule': {'security_group_id': 'bfa1e391-665b-4370-8dbc-43032fb43bcb', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:59:10.250248 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-761f478f-c0cd-4b31-9ee3-d71246d8f07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444002e8-f0d1-4956-865e-60814067613c', 'name': 'tempest-RoutersTest-router-1872622478', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:58:03Z', 'updated_at': '2022-05-05T21:59:04Z', 'revision_number': 6, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'gw_port_host': None, '_interfaces': [{'id': '127b8d1d-baa4-433f-a1db-83f247c1a226', 'name': '', 'network_id': '431b5e07-0c77-4772-b0c1-a3ae77a9450d', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:c2:45:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c1bc00e-87fc-49d2-99b3-4a15d5b35e2d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:26Z', 'updated_at': '2022-05-05T21:58:42Z', 'revision_number': 5, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': '9c1bc00e-87fc-49d2-99b3-4a15d5b35e2d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'baae6eb8-2d3d-4d1d-9e07-55f957d00134', 'name': '', 'network_id': '803c5af3-563f-4b4d-a157-1eb0f81e83eb', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:f6:f2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f78fb5b2-bb84-44a3-a485-6f76e003d92e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:41Z', 'updated_at': '2022-05-05T21:58:53Z', 'revision_number': 5, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': 'f78fb5b2-bb84-44a3-a485-6f76e003d92e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9171c69-836e-494d-892f-fdc8fe11862a', 'name': '', 'network_id': '6fe30055-2bd1-42fb-b6e9-f282563854ed', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:8e:ca:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '550c25b3-bde4-4d79-a9bd-8bd009910040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:10Z', 'updated_at': '2022-05-05T21:58:31Z', 'revision_number': 5, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': '550c25b3-bde4-4d79-a9bd-8bd009910040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f95211ed-62a5-44a3-8ebc-5add111fc373', 'name': '', 'network_id': '088067bb-e092-42e7-aa0a-7505bf29a880', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:6c:cc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05c0a750-0c37-4e76-9030-1c1e1b211bca', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:55Z', 'updated_at': '2022-05-05T21:59:07Z', 'revision_number': 5, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': '05c0a750-0c37-4e76-9030-1c1e1b211bca', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:59:10.252582 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-be688919-90df-47f8-8128-ff3e742ba41b tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:59:10.263499 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761f478f-c0cd-4b31-9ee3-d71246d8f07c None None] Checking router: 444002e8-f0d1-4956-865e-60814067613c for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:59:10.268260 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-937b076f-9854-4bb9-9b93-c8db45988b92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:59:10.274301 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-937b076f-9854-4bb9-9b93-c8db45988b92 admin admin] Usage tracker for resource:security_group_rule and tenant:216bf52b793447c18a990924be624af5 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:59:10.291467 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761f478f-c0cd-4b31-9ee3-d71246d8f07c None None] Routers {'444002e8-f0d1-4956-865e-60814067613c'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:59:10.292140 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-761f478f-c0cd-4b31-9ee3-d71246d8f07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:58:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['444002e8-f0d1-4956-865e-60814067613c'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:59:10.295561 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-937b076f-9854-4bb9-9b93-c8db45988b92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:59:10.307263 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-937b076f-9854-4bb9-9b93-c8db45988b92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:59:10.313348 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-be688919-90df-47f8-8128-ff3e742ba41b tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Usage tracker for resource:security_group_rule and tenant:57f5f5b26fff40688eadf4f523826a32 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:59:10.367592 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-be688919-90df-47f8-8128-ff3e742ba41b tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:59:10.383976 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-be688919-90df-47f8-8128-ff3e742ba41b tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:59:10.552466 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [None req-be688919-90df-47f8-8128-ff3e742ba41b tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 21:59:10.557093 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-be688919-90df-47f8-8128-ff3e742ba41b tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3512297 May 05 21:59:10.558796 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51046) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:10.568615 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-b33b8887-826d-466d-9f14-2cc4f11a94f7 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Request body: {'security_group_rule': {'security_group_id': 'bfa1e391-665b-4370-8dbc-43032fb43bcb', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:59:10.578743 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b33b8887-826d-466d-9f14-2cc4f11a94f7 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:59:10.591711 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b33b8887-826d-466d-9f14-2cc4f11a94f7 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Usage tracker for resource:security_group_rule and tenant:57f5f5b26fff40688eadf4f523826a32 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:59:10.597833 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b33b8887-826d-466d-9f14-2cc4f11a94f7 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:59:10.599887 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-761f478f-c0cd-4b31-9ee3-d71246d8f07c None None] Set router 444002e8-f0d1-4956-865e-60814067613c gateway port host: None {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:59:10.615355 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c6f71-aacb-4eaf-8b7e-8f9d87874a1f req-6fbd57c2-1131-4437-bf3c-8eaecfb2a562 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:10.616955 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4c0c6f71-aacb-4eaf-8b7e-8f9d87874a1f req-6fbd57c2-1131-4437-bf3c-8eaecfb2a562 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=77c3860d-c142-4f3e-b449-0bb29acd800b HTTP/1.1" status: 200 len: 945 time: 0.3656442 May 05 21:59:10.618058 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b33b8887-826d-466d-9f14-2cc4f11a94f7 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:59:10.627436 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3270ef90-b125-428f-88c9-7711c317970b req-5670a91a-a228-4dda-accf-7acdfc05b9bf tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:10.635521 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3270ef90-b125-428f-88c9-7711c317970b req-5670a91a-a228-4dda-accf-7acdfc05b9bf tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=2510197e-0167-4df8-b662-758eb5911dee HTTP/1.1" status: 200 len: 944 time: 0.2168860 May 05 21:59:10.683526 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e073554a-91ab-49f9-a221-aa1a8fe52275 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:10.697761 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e073554a-91ab-49f9-a221-aa1a8fe52275 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-926863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-926864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-930834'] for router, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:10.708784 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-937b076f-9854-4bb9-9b93-c8db45988b92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:10.820447 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4c0c6f71-aacb-4eaf-8b7e-8f9d87874a1f req-4edd33e3-152f-42a0-85f3-5b047cff702a tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662073 May 05 21:59:10.852524 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-937b076f-9854-4bb9-9b93-c8db45988b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:10.863257 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3270ef90-b125-428f-88c9-7711c317970b req-17b92c27-824f-41a5-b58e-3a70e356be94 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=0043bfbb-2fb2-4013-8494-b5595b7ffb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2267504 May 05 21:59:10.867424 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [None req-b33b8887-826d-466d-9f14-2cc4f11a94f7 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 21:59:10.873089 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b33b8887-826d-466d-9f14-2cc4f11a94f7 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3107355 May 05 21:59:10.873388 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51060) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:10.955724 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-937b076f-9854-4bb9-9b93-c8db45988b92 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=216bf52b793447c18a990924be624af5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9962842 May 05 21:59:10.958318 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51064) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:11.017119 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937b076f-9854-4bb9-9b93-c8db45988b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa60b69-2dd3-42a2-9529-8021e1558af4,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:11.055337 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-beee1731-78ec-4fd5-9e7a-0a8d56535881 req-e11cdd95-d28c-4d2a-a310-4ffe059e4a5e tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae72d738-be2e-4c70-974b-0e4db55fe8e4 HTTP/1.1" status: 200 len: 210 time: 0.1010902 May 05 21:59:11.105297 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1614eff4-e334-46d7-a6a8-b2bbb35ae5c8 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:11.138812 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1614eff4-e334-46d7-a6a8-b2bbb35ae5c8 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:11.172852 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-761f478f-c0cd-4b31-9ee3-d71246d8f07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444002e8-f0d1-4956-865e-60814067613c', 'name': 'tempest-RoutersTest-router-1872622478', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:58:03Z', 'updated_at': '2022-05-05T21:59:09Z', 'revision_number': 7, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'gw_port_host': None, '_interfaces': [{'id': '127b8d1d-baa4-433f-a1db-83f247c1a226', 'name': '', 'network_id': '431b5e07-0c77-4772-b0c1-a3ae77a9450d', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:c2:45:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c1bc00e-87fc-49d2-99b3-4a15d5b35e2d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:26Z', 'updated_at': '2022-05-05T21:58:42Z', 'revision_number': 5, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': '9c1bc00e-87fc-49d2-99b3-4a15d5b35e2d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'baae6eb8-2d3d-4d1d-9e07-55f957d00134', 'name': '', 'network_id': '803c5af3-563f-4b4d-a157-1eb0f81e83eb', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:f6:f2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f78fb5b2-bb84-44a3-a485-6f76e003d92e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:41Z', 'updated_at': '2022-05-05T21:58:53Z', 'revision_number': 5, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': 'f78fb5b2-bb84-44a3-a485-6f76e003d92e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9171c69-836e-494d-892f-fdc8fe11862a', 'name': '', 'network_id': '6fe30055-2bd1-42fb-b6e9-f282563854ed', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:8e:ca:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '550c25b3-bde4-4d79-a9bd-8bd009910040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:10Z', 'updated_at': '2022-05-05T21:58:31Z', 'revision_number': 5, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': '550c25b3-bde4-4d79-a9bd-8bd009910040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f95211ed-62a5-44a3-8ebc-5add111fc373', 'name': '', 'network_id': '088067bb-e092-42e7-aa0a-7505bf29a880', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:6c:cc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05c0a750-0c37-4e76-9030-1c1e1b211bca', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:55Z', 'updated_at': '2022-05-05T21:59:07Z', 'revision_number': 5, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': '05c0a750-0c37-4e76-9030-1c1e1b211bca', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:59:11.178009 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761f478f-c0cd-4b31-9ee3-d71246d8f07c None None] The sync data for ids ['444002e8-f0d1-4956-865e-60814067613c'] in n-d-825175-4 is: [{'id': '444002e8-f0d1-4956-865e-60814067613c', 'name': 'tempest-RoutersTest-router-1872622478', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:58:03Z', 'updated_at': '2022-05-05T21:59:09Z', 'revision_number': 7, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'gw_port_host': None, '_interfaces': [{'id': '127b8d1d-baa4-433f-a1db-83f247c1a226', 'name': '', 'network_id': '431b5e07-0c77-4772-b0c1-a3ae77a9450d', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:c2:45:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c1bc00e-87fc-49d2-99b3-4a15d5b35e2d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:26Z', 'updated_at': '2022-05-05T21:58:42Z', 'revision_number': 5, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': '9c1bc00e-87fc-49d2-99b3-4a15d5b35e2d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'baae6eb8-2d3d-4d1d-9e07-55f957d00134', 'name': '', 'network_id': '803c5af3-563f-4b4d-a157-1eb0f81e83eb', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:f6:f2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f78fb5b2-bb84-44a3-a485-6f76e003d92e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:41Z', 'updated_at': '2022-05-05T21:58:53Z', 'revision_number': 5, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': 'f78fb5b2-bb84-44a3-a485-6f76e003d92e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9171c69-836e-494d-892f-fdc8fe11862a', 'name': '', 'network_id': '6fe30055-2bd1-42fb-b6e9-f282563854ed', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:8e:ca:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '550c25b3-bde4-4d79-a9bd-8bd009910040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:10Z', 'updated_at': '2022-05-05T21:58:31Z', 'revision_number': 5, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': '550c25b3-bde4-4d79-a9bd-8bd009910040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f95211ed-62a5-44a3-8ebc-5add111fc373', 'name': '', 'network_id': '088067bb-e092-42e7-aa0a-7505bf29a880', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:6c:cc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05c0a750-0c37-4e76-9030-1c1e1b211bca', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:55Z', 'updated_at': '2022-05-05T21:59:07Z', 'revision_number': 5, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': '05c0a750-0c37-4e76-9030-1c1e1b211bca', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:59:11.218842 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2c95760b-9d54-4589-923c-ba13a5ddb2f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:11.227745 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1614eff4-e334-46d7-a6a8-b2bbb35ae5c8 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:11.279863 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1614eff4-e334-46d7-a6a8-b2bbb35ae5c8 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa1e391-665b-4370-8dbc-43032fb43bcb,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:11.296349 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2c95760b-9d54-4589-923c-ba13a5ddb2f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:11.299523 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1614eff4-e334-46d7-a6a8-b2bbb35ae5c8 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:11.301149 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-1614eff4-e334-46d7-a6a8-b2bbb35ae5c8 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] 10.222.0.23 "DELETE /v2.0/security-groups/bfa1e391-665b-4370-8dbc-43032fb43bcb HTTP/1.1" status: 204 len: 168 time: 0.4261734 May 05 21:59:11.307758 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51078) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:11.361008 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e073554a-91ab-49f9-a221-aa1a8fe52275 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Router 444002e8-f0d1-4956-865e-60814067613c has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:59:11.418965 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-604c5049-942a-4f1c-8e63-a4362c7de318 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Synchronizing usage tracker for tenant:57f5f5b26fff40688eadf4f523826a32 on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:59:11.491927 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-604c5049-942a-4f1c-8e63-a4362c7de318 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Unset dirty status for tenant:57f5f5b26fff40688eadf4f523826a32 on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:59:11.497227 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-604c5049-942a-4f1c-8e63-a4362c7de318 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1841450 May 05 21:59:11.498575 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51088) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:11.507501 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-b994efa1-e131-48a8-b688-47f79f4fe910 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Request body: {'security_group': {'name': 'tempest-secgroup--1614768530'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:59:11.659888 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b994efa1-e131-48a8-b688-47f79f4fe910 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:59:11.673171 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b994efa1-e131-48a8-b688-47f79f4fe910 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:59:11.699542 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1487f-a0a6-4c96-bfa1-65ca7fd5f640 req-47f0eb36-9bb6-4b01-882a-9af189029edf tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:11.703142 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c0e1487f-a0a6-4c96-bfa1-65ca7fd5f640 req-47f0eb36-9bb6-4b01-882a-9af189029edf tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=77c3860d-c142-4f3e-b449-0bb29acd800b HTTP/1.1" status: 200 len: 945 time: 0.2690158 May 05 21:59:11.704544 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b994efa1-e131-48a8-b688-47f79f4fe910 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:11.719435 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2c95760b-9d54-4589-923c-ba13a5ddb2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:11.740152 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95760b-9d54-4589-923c-ba13a5ddb2f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa60b69-2dd3-42a2-9529-8021e1558af4,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:11.747982 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2c95760b-9d54-4589-923c-ba13a5ddb2f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:11.751583 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-2c95760b-9d54-4589-923c-ba13a5ddb2f6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3aa60b69-2dd3-42a2-9529-8021e1558af4 HTTP/1.1" status: 204 len: 168 time: 0.7871406 May 05 21:59:11.791402 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e073554a-91ab-49f9-a221-aa1a8fe52275 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:59:11.798215 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c0e1487f-a0a6-4c96-bfa1-65ca7fd5f640 req-5c7e24c8-b61a-45a4-82ab-e82073b2c43a tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799470 May 05 21:59:11.802245 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e073554a-91ab-49f9-a221-aa1a8fe52275 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:11.804900 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-e073554a-91ab-49f9-a221-aa1a8fe52275 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "PUT /v2.0/routers/444002e8-f0d1-4956-865e-60814067613c HTTP/1.1" status: 200 len: 700 time: 3.7704265 May 05 21:59:11.809095 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51096) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:11.811716 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b994efa1-e131-48a8-b688-47f79f4fe910 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:59:11.823693 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b994efa1-e131-48a8-b688-47f79f4fe910 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Usage tracker for resource:security_group_rule and tenant:57f5f5b26fff40688eadf4f523826a32 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:59:11.827892 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b994efa1-e131-48a8-b688-47f79f4fe910 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:59:11.834129 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b994efa1-e131-48a8-b688-47f79f4fe910 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:59:11.911828 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b994efa1-e131-48a8-b688-47f79f4fe910 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:11.969593 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b994efa1-e131-48a8-b688-47f79f4fe910 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:12.001426 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51104) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:12.061623 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-3ed1c03d-05da-4b46-9fba-a7724e1e9710 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "GET /v2.0/routers/444002e8-f0d1-4956-865e-60814067613c HTTP/1.1" status: 200 len: 700 time: 0.2512925 May 05 21:59:12.062486 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51112) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:12.312620 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-10125343-6076-4382-8926-dab657712f15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:12.352459 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b994efa1-e131-48a8-b688-47f79f4fe910 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27824f76-997b-494b-91e9-4044f461737c,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:12.352952 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51118) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:12.353182 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 6b1f35d8-0048-415b-8a9a-e841251002df details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:59:12.355178 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b994efa1-e131-48a8-b688-47f79f4fe910 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:12.357482 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b994efa1-e131-48a8-b688-47f79f4fe910 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8562422 May 05 21:59:12.365506 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51122) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:12.371218 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-50d8290b-432a-48c5-994f-c1719fec9a7c tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Request body: {'security_group_rule': {'security_group_id': '27824f76-997b-494b-91e9-4044f461737c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:59:12.395790 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cbf733b2-59a7-47fc-9a1d-868ea4a9bf68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:12.410982 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-10125343-6076-4382-8926-dab657712f15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:59:12.413511 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-50d8290b-432a-48c5-994f-c1719fec9a7c tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:59:12.419772 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bb74a760-b718-49de-9e45-e110cdabbda6 req-f680b121-4c09-4de8-ab9d-e4595bf367da tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae72d738-be2e-4c70-974b-0e4db55fe8e4 HTTP/1.1" status: 200 len: 210 time: 0.0744445 May 05 21:59:12.424103 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-50d8290b-432a-48c5-994f-c1719fec9a7c tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Usage tracker for resource:security_group_rule and tenant:57f5f5b26fff40688eadf4f523826a32 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:59:12.425436 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-10125343-6076-4382-8926-dab657712f15 admin admin] Usage tracker for resource:security_group_rule and tenant:2f147accf69545f98804558a8ea60593 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:59:12.428050 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-50d8290b-432a-48c5-994f-c1719fec9a7c tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:59:12.438700 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-10125343-6076-4382-8926-dab657712f15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:59:12.448493 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-50d8290b-432a-48c5-994f-c1719fec9a7c tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:59:12.450765 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-10125343-6076-4382-8926-dab657712f15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:59:12.490279 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75b0fa-6a30-4dd3-976a-d3609f1e8d41 req-c3b9e8a6-765b-43bf-88e5-0f721db8b0df tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:12.492242 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-aa75b0fa-6a30-4dd3-976a-d3609f1e8d41 req-c3b9e8a6-765b-43bf-88e5-0f721db8b0df tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.44 "GET /v2.0/networks?id=c94acb4e-545d-4469-be8f-99360ed510a0 HTTP/1.1" status: 200 len: 811 time: 0.5633073 May 05 21:59:12.523778 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-aa75b0fa-6a30-4dd3-976a-d3609f1e8d41 req-f0a547f5-f873-44b0-9bda-80cf3a29a585 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Request body: {'port': {'device_id': 'ae72d738-be2e-4c70-974b-0e4db55fe8e4', 'network_id': 'c94acb4e-545d-4469-be8f-99360ed510a0', 'admin_state_up': True, 'tenant_id': '4ba96e3a2f29495a89fcbd646b4c3115'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:59:12.544835 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7b714e-24aa-4e00-9c6d-1f0af417b145 None None] Sync routers for ids ['444002e8-f0d1-4956-865e-60814067613c'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:59:12.566587 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7b714e-24aa-4e00-9c6d-1f0af417b145 None None] Routers {'444002e8-f0d1-4956-865e-60814067613c'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:59:12.567274 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-8b7b714e-24aa-4e00-9c6d-1f0af417b145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:58:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['444002e8-f0d1-4956-865e-60814067613c'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:59:12.687147 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 6b1f35d8-0048-415b-8a9a-e841251002df, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=6b1f35d8-0048-415b-8a9a-e841251002df,segment=NetworkSegment(5e9da586-bb12-4958-b15e-b7cf97bc3d1b),segment_id=5e9da586-bb12-4958-b15e-b7cf97bc3d1b)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:59:12.687777 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-cbf733b2-59a7-47fc-9a1d-868ea4a9bf68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:59:12.689803 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc0c7f-a4ed-485e-9fa6-dbf182c9d9f1 req-e46e4b69-5031-4e6e-992b-a667b8569e2e tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:12.697294 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-cbf733b2-59a7-47fc-9a1d-868ea4a9bf68 admin admin] Usage tracker for resource:security_group_rule and tenant:a9eed6787e274f1b8cb471e357064d68 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:59:12.697450 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-80cc0c7f-a4ed-485e-9fa6-dbf182c9d9f1 req-e46e4b69-5031-4e6e-992b-a667b8569e2e tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=2510197e-0167-4df8-b662-758eb5911dee HTTP/1.1" status: 200 len: 944 time: 0.5114503 May 05 21:59:12.705129 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-cbf733b2-59a7-47fc-9a1d-868ea4a9bf68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:59:12.722907 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-cbf733b2-59a7-47fc-9a1d-868ea4a9bf68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:59:12.725143 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '6b1f35d8-0048-415b-8a9a-e841251002df', 'network_id': '18b54df9-33ed-4370-adce-cf7c028d1c63', 'port_id': '6b1f35d8-0048-415b-8a9a-e841251002df', 'mac_address': 'fa:16:3e:de:c2:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53681791-224f-47a5-828b-e46692c08c1b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:59:12.784657 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-50d8290b-432a-48c5-994f-c1719fec9a7c tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] create failed (client error): The resource could not be found. May 05 21:59:12.786452 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-50d8290b-432a-48c5-994f-c1719fec9a7c tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4207230 May 05 21:59:12.797088 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51126) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:12.809215 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-4388ffab-d066-4dbf-b8a8-8351f63c3878 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Request body: {'security_group_rule': {'security_group_id': '27824f76-997b-494b-91e9-4044f461737c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '3d0471fc-35a3-4ce0-8a85-7f7bce8cacc8'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:59:12.816625 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4388ffab-d066-4dbf-b8a8-8351f63c3878 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:59:12.821139 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-4388ffab-d066-4dbf-b8a8-8351f63c3878 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Usage tracker for resource:security_group_rule and tenant:57f5f5b26fff40688eadf4f523826a32 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:59:12.826045 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-4388ffab-d066-4dbf-b8a8-8351f63c3878 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:59:12.827176 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:12.837552 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4388ffab-d066-4dbf-b8a8-8351f63c3878 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:59:12.848395 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b1f35d8-0048-415b-8a9a-e841251002df {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:59:12.869183 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 6b1f35d8-0048-415b-8a9a-e841251002df, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=6b1f35d8-0048-415b-8a9a-e841251002df,segment=NetworkSegment(5e9da586-bb12-4958-b15e-b7cf97bc3d1b),segment_id=5e9da586-bb12-4958-b15e-b7cf97bc3d1b)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:59:12.879049 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:12.900751 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-80cc0c7f-a4ed-485e-9fa6-dbf182c9d9f1 req-15d76a26-1cbf-4320-b2b7-e97670b59397 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=0043bfbb-2fb2-4013-8494-b5595b7ffb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2025297 May 05 21:59:12.917934 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-8b7b714e-24aa-4e00-9c6d-1f0af417b145 None None] Set router 444002e8-f0d1-4956-865e-60814067613c gateway port host: None {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:59:12.922935 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-aa75b0fa-6a30-4dd3-976a-d3609f1e8d41 req-f0a547f5-f873-44b0-9bda-80cf3a29a585 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:59:12.947755 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-aa75b0fa-6a30-4dd3-976a-d3609f1e8d41 req-f0a547f5-f873-44b0-9bda-80cf3a29a585 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Usage tracker for resource:port and tenant:4ba96e3a2f29495a89fcbd646b4c3115 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:59:12.951206 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-aa75b0fa-6a30-4dd3-976a-d3609f1e8d41 req-f0a547f5-f873-44b0-9bda-80cf3a29a585 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:59:12.988237 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-aa75b0fa-6a30-4dd3-976a-d3609f1e8d41 req-f0a547f5-f873-44b0-9bda-80cf3a29a585 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:59:13.011717 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-10125343-6076-4382-8926-dab657712f15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:13.031360 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [None req-4388ffab-d066-4dbf-b8a8-8351f63c3878 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] create failed (client error): The resource could not be found. May 05 21:59:13.038408 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-10125343-6076-4382-8926-dab657712f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:13.040152 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4388ffab-d066-4dbf-b8a8-8351f63c3878 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2407534 May 05 21:59:13.042883 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51132) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:13.049197 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa75b0fa-6a30-4dd3-976a-d3609f1e8d41 req-f0a547f5-f873-44b0-9bda-80cf3a29a585 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Made reservation on behalf of 4ba96e3a2f29495a89fcbd646b4c3115 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:59:13.054854 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-aa75b0fa-6a30-4dd3-976a-d3609f1e8d41 req-f0a547f5-f873-44b0-9bda-80cf3a29a585 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:13.071481 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=6b1f35d8-0048-415b-8a9a-e841251002df,revision_number=9']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:13.102953 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe97c129-bcd3-4292-82e1-ed516ab3810d req-62a37ff0-25d9-451d-91e4-55d33cb8b068 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:13.105031 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-fe97c129-bcd3-4292-82e1-ed516ab3810d req-62a37ff0-25d9-451d-91e4-55d33cb8b068 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Synchronizing usage tracker for tenant:edfb56529402421c8703b1e767ccb199 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:59:13.120108 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cbf733b2-59a7-47fc-9a1d-868ea4a9bf68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:13.160666 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cbf733b2-59a7-47fc-9a1d-868ea4a9bf68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:13.174470 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-76a1d8ed-8297-47fc-86f0-90ed4c33c3e7 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:13.177075 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['6b1f35d8-0048-415b-8a9a-e841251002df'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:59:13.282477 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8f8fb15a-ee1e-4ee0-b602-7ead10734e3b tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:13.314454 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-10125343-6076-4382-8926-dab657712f15 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2f147accf69545f98804558a8ea60593&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3115141 May 05 21:59:13.315784 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10125343-6076-4382-8926-dab657712f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1bf9abb-65b6-473b-b94c-739870003839,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:13.324411 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51136) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:13.343744 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-fe97c129-bcd3-4292-82e1-ed516ab3810d req-62a37ff0-25d9-451d-91e4-55d33cb8b068 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Unset dirty status for tenant:edfb56529402421c8703b1e767ccb199 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:59:13.345316 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fe97c129-bcd3-4292-82e1-ed516ab3810d req-62a37ff0-25d9-451d-91e4-55d33cb8b068 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.44 "GET /v2.0/ports?device_id=77c3860d-c142-4f3e-b449-0bb29acd800b HTTP/1.1" status: 200 len: 945 time: 0.5621486 May 05 21:59:13.398527 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8f8fb15a-ee1e-4ee0-b602-7ead10734e3b tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:13.415767 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-8b7b714e-24aa-4e00-9c6d-1f0af417b145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444002e8-f0d1-4956-865e-60814067613c', 'name': 'tempest-RoutersTest-router-1872622478', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:58:03Z', 'updated_at': '2022-05-05T21:59:09Z', 'revision_number': 7, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'gw_port_host': None, '_interfaces': [{'id': '127b8d1d-baa4-433f-a1db-83f247c1a226', 'name': '', 'network_id': '431b5e07-0c77-4772-b0c1-a3ae77a9450d', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:c2:45:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c1bc00e-87fc-49d2-99b3-4a15d5b35e2d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:26Z', 'updated_at': '2022-05-05T21:58:42Z', 'revision_number': 5, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': '9c1bc00e-87fc-49d2-99b3-4a15d5b35e2d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'baae6eb8-2d3d-4d1d-9e07-55f957d00134', 'name': '', 'network_id': '803c5af3-563f-4b4d-a157-1eb0f81e83eb', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:f6:f2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f78fb5b2-bb84-44a3-a485-6f76e003d92e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:41Z', 'updated_at': '2022-05-05T21:58:53Z', 'revision_number': 5, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': 'f78fb5b2-bb84-44a3-a485-6f76e003d92e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9171c69-836e-494d-892f-fdc8fe11862a', 'name': '', 'network_id': '6fe30055-2bd1-42fb-b6e9-f282563854ed', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:8e:ca:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '550c25b3-bde4-4d79-a9bd-8bd009910040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:10Z', 'updated_at': '2022-05-05T21:58:31Z', 'revision_number': 5, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': '550c25b3-bde4-4d79-a9bd-8bd009910040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f95211ed-62a5-44a3-8ebc-5add111fc373', 'name': '', 'network_id': '088067bb-e092-42e7-aa0a-7505bf29a880', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:6c:cc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05c0a750-0c37-4e76-9030-1c1e1b211bca', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:55Z', 'updated_at': '2022-05-05T21:59:07Z', 'revision_number': 5, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': '05c0a750-0c37-4e76-9030-1c1e1b211bca', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:59:13.423192 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7b714e-24aa-4e00-9c6d-1f0af417b145 None None] Checking router: 444002e8-f0d1-4956-865e-60814067613c for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:59:13.435255 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7b714e-24aa-4e00-9c6d-1f0af417b145 None None] Routers {'444002e8-f0d1-4956-865e-60814067613c'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:59:13.436167 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-8b7b714e-24aa-4e00-9c6d-1f0af417b145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:58:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['444002e8-f0d1-4956-865e-60814067613c'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:59:13.456109 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-cbf733b2-59a7-47fc-9a1d-868ea4a9bf68 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a9eed6787e274f1b8cb471e357064d68&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0982001 May 05 21:59:13.457028 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf733b2-59a7-47fc-9a1d-868ea4a9bf68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b5a622-f97c-4659-b451-c2a4d39d3696,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:13.457156 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-aa75b0fa-6a30-4dd3-976a-d3609f1e8d41 req-f0a547f5-f873-44b0-9bda-80cf3a29a585 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Allocated IP 172.20.0.4 (c94acb4e-545d-4469-be8f-99360ed510a0/223f310f-878b-4c24-8a1d-6c4f58ae4a94/347009fb-b0c9-4861-9dd3-8773680adb4d) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:59:13.461103 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51140) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:13.474316 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef43ba4-d9a2-4e24-a9d5-f878d9c4e59d req-368ec2b0-48c6-4e0e-af0d-28f1e2d1d9ac tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:13.475959 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8ef43ba4-d9a2-4e24-a9d5-f878d9c4e59d req-368ec2b0-48c6-4e0e-af0d-28f1e2d1d9ac tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=77c3860d-c142-4f3e-b449-0bb29acd800b HTTP/1.1" status: 200 len: 945 time: 0.3153193 May 05 21:59:13.490557 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-fe97c129-bcd3-4292-82e1-ed516ab3810d req-5de425eb-6893-44c1-ba64-4d15d711bda5 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Deleting port 1ce2fd82-2775-4941-af0c-bbc82ebcfa12 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:59:13.491571 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-fe97c129-bcd3-4292-82e1-ed516ab3810d req-5de425eb-6893-44c1-ba64-4d15d711bda5 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:13.595743 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5c946ee1-df63-4071-89d5-6850efa19e01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:13.640678 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-8b7b714e-24aa-4e00-9c6d-1f0af417b145 None None] Set router 444002e8-f0d1-4956-865e-60814067613c gateway port host: None {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:59:13.694114 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8f8fb15a-ee1e-4ee0-b602-7ead10734e3b tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:13.700122 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8c5d8ff7-c75c-4fe5-b32c-01400237e499 req-7ff4000d-001c-47a1-a4cf-555186869577 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae72d738-be2e-4c70-974b-0e4db55fe8e4 HTTP/1.1" status: 200 len: 210 time: 0.1056910 May 05 21:59:13.768040 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8fb15a-ee1e-4ee0-b602-7ead10734e3b tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27824f76-997b-494b-91e9-4044f461737c,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:13.773793 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5c946ee1-df63-4071-89d5-6850efa19e01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:13.903029 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8ef43ba4-d9a2-4e24-a9d5-f878d9c4e59d req-8e560fd8-1b7a-4b7a-a01e-7861b3aadc2b tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4103754 May 05 21:59:13.954787 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5c77f079-7709-4c72-960f-aab203ca255f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:13.969080 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-56528805-d366-4057-a52d-5954b5eee6ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:13.975130 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8f8fb15a-ee1e-4ee0-b602-7ead10734e3b tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:13.979141 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-8f8fb15a-ee1e-4ee0-b602-7ead10734e3b tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] 10.222.0.23 "DELETE /v2.0/security-groups/27824f76-997b-494b-91e9-4044f461737c HTTP/1.1" status: 204 len: 168 time: 0.9325957 May 05 21:59:13.980447 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51146) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:14.029698 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-fe97c129-bcd3-4292-82e1-ed516ab3810d req-5de425eb-6893-44c1-ba64-4d15d711bda5 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] For port 1ce2fd82-2775-4941-af0c-bbc82ebcfa12, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=1ce2fd82-2775-4941-af0c-bbc82ebcfa12,segment=NetworkSegment(0aa4b5f2-fc2b-422a-9849-318a9f632a66),segment_id=0aa4b5f2-fc2b-422a-9849-318a9f632a66)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:59:14.030032 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-fe97c129-bcd3-4292-82e1-ed516ab3810d req-5de425eb-6893-44c1-ba64-4d15d711bda5 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:14.032462 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-56528805-d366-4057-a52d-5954b5eee6ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:14.065192 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-8b7b714e-24aa-4e00-9c6d-1f0af417b145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444002e8-f0d1-4956-865e-60814067613c', 'name': 'tempest-RoutersTest-router-1872622478', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:58:03Z', 'updated_at': '2022-05-05T21:59:09Z', 'revision_number': 7, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'gw_port_host': None, '_interfaces': [{'id': '127b8d1d-baa4-433f-a1db-83f247c1a226', 'name': '', 'network_id': '431b5e07-0c77-4772-b0c1-a3ae77a9450d', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:c2:45:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c1bc00e-87fc-49d2-99b3-4a15d5b35e2d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:26Z', 'updated_at': '2022-05-05T21:58:42Z', 'revision_number': 5, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': '9c1bc00e-87fc-49d2-99b3-4a15d5b35e2d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'baae6eb8-2d3d-4d1d-9e07-55f957d00134', 'name': '', 'network_id': '803c5af3-563f-4b4d-a157-1eb0f81e83eb', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:f6:f2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f78fb5b2-bb84-44a3-a485-6f76e003d92e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:41Z', 'updated_at': '2022-05-05T21:58:53Z', 'revision_number': 5, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': 'f78fb5b2-bb84-44a3-a485-6f76e003d92e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9171c69-836e-494d-892f-fdc8fe11862a', 'name': '', 'network_id': '6fe30055-2bd1-42fb-b6e9-f282563854ed', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:8e:ca:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '550c25b3-bde4-4d79-a9bd-8bd009910040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:10Z', 'updated_at': '2022-05-05T21:58:31Z', 'revision_number': 5, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': '550c25b3-bde4-4d79-a9bd-8bd009910040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f95211ed-62a5-44a3-8ebc-5add111fc373', 'name': '', 'network_id': '088067bb-e092-42e7-aa0a-7505bf29a880', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:6c:cc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05c0a750-0c37-4e76-9030-1c1e1b211bca', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:55Z', 'updated_at': '2022-05-05T21:59:07Z', 'revision_number': 5, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': '05c0a750-0c37-4e76-9030-1c1e1b211bca', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:59:14.071887 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7b714e-24aa-4e00-9c6d-1f0af417b145 None None] The sync data for ids ['444002e8-f0d1-4956-865e-60814067613c'] in n-d-825175-4 is: [{'id': '444002e8-f0d1-4956-865e-60814067613c', 'name': 'tempest-RoutersTest-router-1872622478', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:58:03Z', 'updated_at': '2022-05-05T21:59:09Z', 'revision_number': 7, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'gw_port_host': None, '_interfaces': [{'id': '127b8d1d-baa4-433f-a1db-83f247c1a226', 'name': '', 'network_id': '431b5e07-0c77-4772-b0c1-a3ae77a9450d', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:c2:45:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c1bc00e-87fc-49d2-99b3-4a15d5b35e2d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:26Z', 'updated_at': '2022-05-05T21:58:42Z', 'revision_number': 5, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': '9c1bc00e-87fc-49d2-99b3-4a15d5b35e2d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'baae6eb8-2d3d-4d1d-9e07-55f957d00134', 'name': '', 'network_id': '803c5af3-563f-4b4d-a157-1eb0f81e83eb', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:f6:f2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f78fb5b2-bb84-44a3-a485-6f76e003d92e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:41Z', 'updated_at': '2022-05-05T21:58:53Z', 'revision_number': 5, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': 'f78fb5b2-bb84-44a3-a485-6f76e003d92e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9171c69-836e-494d-892f-fdc8fe11862a', 'name': '', 'network_id': '6fe30055-2bd1-42fb-b6e9-f282563854ed', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:8e:ca:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '550c25b3-bde4-4d79-a9bd-8bd009910040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:10Z', 'updated_at': '2022-05-05T21:58:31Z', 'revision_number': 5, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': '550c25b3-bde4-4d79-a9bd-8bd009910040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f95211ed-62a5-44a3-8ebc-5add111fc373', 'name': '', 'network_id': '088067bb-e092-42e7-aa0a-7505bf29a880', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:6c:cc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05c0a750-0c37-4e76-9030-1c1e1b211bca', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:55Z', 'updated_at': '2022-05-05T21:59:07Z', 'revision_number': 5, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': '05c0a750-0c37-4e76-9030-1c1e1b211bca', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:59:14.077073 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5c946ee1-df63-4071-89d5-6850efa19e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:14.144988 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c946ee1-df63-4071-89d5-6850efa19e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1bf9abb-65b6-473b-b94c-739870003839,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:14.176747 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-76bd94c1-edb0-4bd4-bfe7-bd58d361d891 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Synchronizing usage tracker for tenant:57f5f5b26fff40688eadf4f523826a32 on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:59:14.224385 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-fe97c129-bcd3-4292-82e1-ed516ab3810d req-5de425eb-6893-44c1-ba64-4d15d711bda5 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Calling delete_port for 1ce2fd82-2775-4941-af0c-bbc82ebcfa12 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:59:14.249503 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5c946ee1-df63-4071-89d5-6850efa19e01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:14.252994 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-5c946ee1-df63-4071-89d5-6850efa19e01 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b1bf9abb-65b6-473b-b94c-739870003839 HTTP/1.1" status: 204 len: 168 time: 0.9207361 May 05 21:59:14.269580 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-aa75b0fa-6a30-4dd3-976a-d3609f1e8d41 req-f0a547f5-f873-44b0-9bda-80cf3a29a585 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:14.281744 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-76bd94c1-edb0-4bd4-bfe7-bd58d361d891 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Unset dirty status for tenant:57f5f5b26fff40688eadf4f523826a32 on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:59:14.286340 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-76bd94c1-edb0-4bd4-bfe7-bd58d361d891 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2940307 May 05 21:59:14.302263 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51154) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:14.316794 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-4b02cdc2-c496-4aac-a9ea-c29d40f13ee8 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Request body: {'security_group_rule': {'security_group_id': '4218756b-7113-46df-9846-30b6a22f251e', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:59:14.318197 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-56528805-d366-4057-a52d-5954b5eee6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:14.328751 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-4b02cdc2-c496-4aac-a9ea-c29d40f13ee8 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:59:14.340525 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-4b02cdc2-c496-4aac-a9ea-c29d40f13ee8 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Usage tracker for resource:security_group_rule and tenant:57f5f5b26fff40688eadf4f523826a32 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:59:14.353392 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56528805-d366-4057-a52d-5954b5eee6ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b5a622-f97c-4659-b451-c2a4d39d3696,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:14.359304 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11420c5-8d25-4078-950c-4e36b8aee0ac req-4b2aa1a8-23d5-4e70-af1b-765d5c2f33a8 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:14.363494 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-4b02cdc2-c496-4aac-a9ea-c29d40f13ee8 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:59:14.366520 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b11420c5-8d25-4078-950c-4e36b8aee0ac req-4b2aa1a8-23d5-4e70-af1b-765d5c2f33a8 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=2510197e-0167-4df8-b662-758eb5911dee HTTP/1.1" status: 200 len: 945 time: 0.1632113 May 05 21:59:14.386599 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-56528805-d366-4057-a52d-5954b5eee6ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:14.390597 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-56528805-d366-4057-a52d-5954b5eee6ad admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/66b5a622-f97c-4659-b451-c2a4d39d3696 HTTP/1.1" status: 204 len: 168 time: 0.9283149 May 05 21:59:14.405090 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-4b02cdc2-c496-4aac-a9ea-c29d40f13ee8 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:59:14.423664 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-aa75b0fa-6a30-4dd3-976a-d3609f1e8d41 req-f0a547f5-f873-44b0-9bda-80cf3a29a585 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:14.428940 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 6b1f35d8-0048-415b-8a9a-e841251002df up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:59:14.547943 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-4b02cdc2-c496-4aac-a9ea-c29d40f13ee8 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] create failed (client error): The resource could not be found. May 05 21:59:14.548925 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-4b02cdc2-c496-4aac-a9ea-c29d40f13ee8 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2463787 May 05 21:59:14.560081 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51160) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:14.590236 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-db55b61c-bb8b-4b14-b065-bbe9322c0dbc tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Request body: {'security_group': {'name': 'tempest-secgroup--1786098437'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:59:14.608918 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-db55b61c-bb8b-4b14-b065-bbe9322c0dbc tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:59:14.629789 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-db55b61c-bb8b-4b14-b065-bbe9322c0dbc tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:59:14.675487 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b11420c5-8d25-4078-950c-4e36b8aee0ac req-496d482a-0f27-483c-86ac-867093070cfa tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=0043bfbb-2fb2-4013-8494-b5595b7ffb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3002377 May 05 21:59:14.719426 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['1c975d98-803d-4f29-a4b9-cfba4646e170'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:59:14.721853 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a547f5-f873-44b0-9bda-80cf3a29a585 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Pushing event updated for resources: {'Port': ['ID=347009fb-b0c9-4861-9dd3-8773680adb4d,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:14.725367 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa75b0fa-6a30-4dd3-976a-d3609f1e8d41 req-f0a547f5-f873-44b0-9bda-80cf3a29a585 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Network c94acb4e-545d-4469-be8f-99360ed510a0 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:59:14.731422 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-aa75b0fa-6a30-4dd3-976a-d3609f1e8d41 req-f0a547f5-f873-44b0-9bda-80cf3a29a585 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:59:14.743116 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa75b0fa-6a30-4dd3-976a-d3609f1e8d41 req-f0a547f5-f873-44b0-9bda-80cf3a29a585 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:59:14.820159 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-db55b61c-bb8b-4b14-b065-bbe9322c0dbc tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:14.830918 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-fe97c129-bcd3-4292-82e1-ed516ab3810d req-5de425eb-6893-44c1-ba64-4d15d711bda5 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:14.867430 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['026ae715-3b74-4311-9e26-de7e6032c7f1', '2e522390-4905-47f5-a4eb-00074af6898d'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:59:14.895779 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75b0fa-6a30-4dd3-976a-d3609f1e8d41 req-f0a547f5-f873-44b0-9bda-80cf3a29a585 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:14.898801 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de425eb-6893-44c1-ba64-4d15d711bda5 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Pushing event deleted for resources: {'Port': ['ID=1ce2fd82-2775-4941-af0c-bbc82ebcfa12,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:14.898925 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-aa75b0fa-6a30-4dd3-976a-d3609f1e8d41 req-f0a547f5-f873-44b0-9bda-80cf3a29a585 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:14.937471 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-db55b61c-bb8b-4b14-b065-bbe9322c0dbc tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:59:14.947927 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-db55b61c-bb8b-4b14-b065-bbe9322c0dbc tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Usage tracker for resource:security_group_rule and tenant:57f5f5b26fff40688eadf4f523826a32 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:59:14.956448 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-db55b61c-bb8b-4b14-b065-bbe9322c0dbc tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:59:14.988215 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-db55b61c-bb8b-4b14-b065-bbe9322c0dbc tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:59:15.147606 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 6b1f35d8-0048-415b-8a9a-e841251002df triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:59:15.148200 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:15.188692 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-aa75b0fa-6a30-4dd3-976a-d3609f1e8d41 req-f0a547f5-f873-44b0-9bda-80cf3a29a585 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6728432 May 05 21:59:15.240822 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-27543e0b-b236-4de9-955d-93572b6e748e req-dc4b02cd-70e6-427e-8970-adf27eabbc3e tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=77c3860d-c142-4f3e-b449-0bb29acd800b HTTP/1.1" status: 200 len: 210 time: 0.0680127 May 05 21:59:15.247630 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-aa75b0fa-6a30-4dd3-976a-d3609f1e8d41 req-f3acecda-77f7-4079-a91c-6f96fa456e1c service neutron] Request body: {'port': {'device_id': 'ae72d738-be2e-4c70-974b-0e4db55fe8e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:59:15.257026 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe97c129-bcd3-4292-82e1-ed516ab3810d req-5de425eb-6893-44c1-ba64-4d15d711bda5 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] No DVR routers for this DVR port 1ce2fd82-2775-4941-af0c-bbc82ebcfa12 on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:59:15.289645 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-fe97c129-bcd3-4292-82e1-ed516ab3810d req-5de425eb-6893-44c1-ba64-4d15d711bda5 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:15.303339 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c3860d-c142-4f3e-b449-0bb29acd800b', 'name': 'network-vif-deleted', 'tag': '1ce2fd82-2775-4941-af0c-bbc82ebcfa12'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:59:15.361655 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f000f0-81e3-4e0c-849f-47cc10cac7c4 req-692e6191-b580-4dcf-807d-28e2f50a603d tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:15.362399 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-68f000f0-81e3-4e0c-849f-47cc10cac7c4 req-692e6191-b580-4dcf-807d-28e2f50a603d tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Synchronizing usage tracker for tenant:4ba96e3a2f29495a89fcbd646b4c3115 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:59:15.508973 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9952d8b5-4530-4528-b2e0-d674d609b7fe'] response: {'server_uuid': '77c3860d-c142-4f3e-b449-0bb29acd800b', 'name': 'network-vif-deleted', 'tag': '1ce2fd82-2775-4941-af0c-bbc82ebcfa12', 'status': 'completed', 'code': 200} May 05 21:59:15.524218 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-db55b61c-bb8b-4b14-b065-bbe9322c0dbc tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:15.532397 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-68f000f0-81e3-4e0c-849f-47cc10cac7c4 req-692e6191-b580-4dcf-807d-28e2f50a603d tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Unset dirty status for tenant:4ba96e3a2f29495a89fcbd646b4c3115 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:59:15.534462 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-68f000f0-81e3-4e0c-849f-47cc10cac7c4 req-692e6191-b580-4dcf-807d-28e2f50a603d tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae72d738-be2e-4c70-974b-0e4db55fe8e4 HTTP/1.1" status: 200 len: 931 time: 0.5652285 May 05 21:59:15.547135 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-76a1d8ed-8297-47fc-86f0-90ed4c33c3e7 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Deleting port f95211ed-62a5-44a3-8ebc-5add111fc373 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:59:15.549064 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-76a1d8ed-8297-47fc-86f0-90ed4c33c3e7 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:15.564844 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:15.636478 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-68f000f0-81e3-4e0c-849f-47cc10cac7c4 req-21757c71-f78e-4652-b1e5-cb4a7df2650b tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/security-groups?id=357c8a06-0cb4-4ca4-87b5-fb62b56bd963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874708 May 05 21:59:15.637516 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-aa75b0fa-6a30-4dd3-976a-d3609f1e8d41 req-f3acecda-77f7-4079-a91c-6f96fa456e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:15.700742 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2510197e-0167-4df8-b662-758eb5911dee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1f35d8-0048-415b-8a9a-e841251002df'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:59:15.776663 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 6b1f35d8-0048-415b-8a9a-e841251002df, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=6b1f35d8-0048-415b-8a9a-e841251002df,segment=NetworkSegment(5e9da586-bb12-4958-b15e-b7cf97bc3d1b),segment_id=5e9da586-bb12-4958-b15e-b7cf97bc3d1b)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:59:15.820914 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:15.888904 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51bf5381-4bfe-4878-b205-1bf94c14e79c'] response: {'server_uuid': '2510197e-0167-4df8-b662-758eb5911dee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1f35d8-0048-415b-8a9a-e841251002df', 'code': 200} May 05 21:59:15.899265 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51186) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:15.900381 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-db55b61c-bb8b-4b14-b065-bbe9322c0dbc tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:15.950689 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fe97c129-bcd3-4292-82e1-ed516ab3810d req-5de425eb-6893-44c1-ba64-4d15d711bda5 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.44 "DELETE /v2.0/ports/1ce2fd82-2775-4941-af0c-bbc82ebcfa12 HTTP/1.1" status: 204 len: 173 time: 2.5813797 May 05 21:59:15.957270 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=6b1f35d8-0048-415b-8a9a-e841251002df,revision_number=10']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:15.986691 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db55b61c-bb8b-4b14-b065-bbe9322c0dbc tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4eb31ea-8a2c-4ba6-b31c-d73e3ec673cd,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:16.047403 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6dfd7d9f-0e5f-44e7-86d4-96b784993267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:16.063455 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-db55b61c-bb8b-4b14-b065-bbe9322c0dbc tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:16.067812 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-db55b61c-bb8b-4b14-b065-bbe9322c0dbc tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4987936 May 05 21:59:16.069496 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51192) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:16.071373 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-76a1d8ed-8297-47fc-86f0-90ed4c33c3e7 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] For port f95211ed-62a5-44a3-8ebc-5add111fc373, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=f95211ed-62a5-44a3-8ebc-5add111fc373,segment=NetworkSegment(320fed44-32c9-42f6-bd8a-569a19f05340),segment_id=320fed44-32c9-42f6-bd8a-569a19f05340)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:59:16.071727 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-76a1d8ed-8297-47fc-86f0-90ed4c33c3e7 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:16.091739 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-84cb893a-1c4e-4bdd-927a-d88630d94f45 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Request body: {'security_group': {'name': 'tempest-secgroup--976350174'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:59:16.164049 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-84cb893a-1c4e-4bdd-927a-d88630d94f45 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:59:16.283191 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 1ce2fd82-2775-4941-af0c-bbc82ebcfa12 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:59:16.283724 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-76a1d8ed-8297-47fc-86f0-90ed4c33c3e7 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Calling delete_port for f95211ed-62a5-44a3-8ebc-5add111fc373 owned by network:router_interface {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:59:16.337207 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: 1ce2fd82-2775-4941-af0c-bbc82ebcfa12 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:59:16.337595 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 1ce2fd82-2775-4941-af0c-bbc82ebcfa12 not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:59:16.342601 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e8ddc0d8-b3e6-40c3-8a5f-f0b59c1ec496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:16.354938 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-6dfd7d9f-0e5f-44e7-86d4-96b784993267 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:59:16.363167 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-84cb893a-1c4e-4bdd-927a-d88630d94f45 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:59:16.366629 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-6dfd7d9f-0e5f-44e7-86d4-96b784993267 admin admin] Usage tracker for resource:security_group_rule and tenant:e104e23fdb1c44b9bb1b555b070d0e08 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:59:16.384476 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-6dfd7d9f-0e5f-44e7-86d4-96b784993267 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:59:16.402611 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-6dfd7d9f-0e5f-44e7-86d4-96b784993267 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:59:16.420926 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-84cb893a-1c4e-4bdd-927a-d88630d94f45 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:16.432301 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a8b5f9-643f-47b8-883b-e09612dd8a41 req-0ff415b1-3482-4515-acea-20b2b14fed86 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:16.433975 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-86a8b5f9-643f-47b8-883b-e09612dd8a41 req-0ff415b1-3482-4515-acea-20b2b14fed86 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=2510197e-0167-4df8-b662-758eb5911dee HTTP/1.1" status: 200 len: 947 time: 0.3985965 May 05 21:59:16.554156 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b8fbe293-713d-49c9-a49a-6fefeb89511f req-08af2e63-f48b-4869-ae7b-76c353eb9999 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2510197e-0167-4df8-b662-758eb5911dee HTTP/1.1" status: 200 len: 1098 time: 0.3861854 May 05 21:59:16.555153 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-84cb893a-1c4e-4bdd-927a-d88630d94f45 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:59:16.566088 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-84cb893a-1c4e-4bdd-927a-d88630d94f45 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Usage tracker for resource:security_group_rule and tenant:57f5f5b26fff40688eadf4f523826a32 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:59:16.575481 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-84cb893a-1c4e-4bdd-927a-d88630d94f45 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:59:16.597818 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-84cb893a-1c4e-4bdd-927a-d88630d94f45 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:59:16.607357 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-86a8b5f9-643f-47b8-883b-e09612dd8a41 req-927b43ff-0aba-4762-9e65-a8c5d28a412f tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=0043bfbb-2fb2-4013-8494-b5595b7ffb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659896 May 05 21:59:16.665693 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c055e46b-c085-4d0a-977b-82ed298886c5 req-7373957b-58bd-4321-88ea-208e64673ca7 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=77c3860d-c142-4f3e-b449-0bb29acd800b HTTP/1.1" status: 200 len: 210 time: 0.0943320 May 05 21:59:16.670564 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-aa75b0fa-6a30-4dd3-976a-d3609f1e8d41 req-f3acecda-77f7-4079-a91c-6f96fa456e1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 347009fb-b0c9-4861-9dd3-8773680adb4d {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:59:16.673497 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6dfd7d9f-0e5f-44e7-86d4-96b784993267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:16.679467 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-aa75b0fa-6a30-4dd3-976a-d3609f1e8d41 req-f3acecda-77f7-4079-a91c-6f96fa456e1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:16.831939 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b8fbe293-713d-49c9-a49a-6fefeb89511f req-a17f9235-9b59-41d9-81c1-966c6878cd01 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0043bfbb-2fb2-4013-8494-b5595b7ffb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2626696 May 05 21:59:16.838129 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6dfd7d9f-0e5f-44e7-86d4-96b784993267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:16.948784 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3ed299-970c-4f8d-a347-4f8bf4e7274d req-1467f12b-efb7-4765-ac4f-171c307332c9 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:16.948784 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6d3ed299-970c-4f8d-a347-4f8bf4e7274d req-1467f12b-efb7-4765-ac4f-171c307332c9 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae72d738-be2e-4c70-974b-0e4db55fe8e4 HTTP/1.1" status: 200 len: 931 time: 0.0989637 May 05 21:59:16.962278 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd7d9f-0e5f-44e7-86d4-96b784993267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f053f3ba-eaec-4797-b72a-92c0005b5c1d,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:16.967761 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-84cb893a-1c4e-4bdd-927a-d88630d94f45 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:16.969694 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-76a1d8ed-8297-47fc-86f0-90ed4c33c3e7 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:16.989525 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-aa75b0fa-6a30-4dd3-976a-d3609f1e8d41 req-f3acecda-77f7-4079-a91c-6f96fa456e1c service neutron] Transition to ACTIVE for port object 347009fb-b0c9-4861-9dd3-8773680adb4d will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:59:17.003729 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-aa75b0fa-6a30-4dd3-976a-d3609f1e8d41 req-f3acecda-77f7-4079-a91c-6f96fa456e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:17.015298 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-6dfd7d9f-0e5f-44e7-86d4-96b784993267 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e104e23fdb1c44b9bb1b555b070d0e08&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1051366 May 05 21:59:17.016880 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51210) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:17.048603 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-84cb893a-1c4e-4bdd-927a-d88630d94f45 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:17.061150 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a1d8ed-8297-47fc-86f0-90ed4c33c3e7 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event deleted for resources: {'Port': ['ID=f95211ed-62a5-44a3-8ebc-5add111fc373,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:17.174334 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6d3ed299-970c-4f8d-a347-4f8bf4e7274d req-33f20df8-b3ff-400f-9c9f-6890cfc54fcf tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/security-groups?id=357c8a06-0cb4-4ca4-87b5-fb62b56bd963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186356 May 05 21:59:17.239560 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cb893a-1c4e-4bdd-927a-d88630d94f45 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57baaf4f-fc77-4898-92f8-cc4c3c109f74,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:17.269071 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3acecda-77f7-4079-a91c-6f96fa456e1c service neutron] Pushing event updated for resources: {'Port': ['ID=347009fb-b0c9-4861-9dd3-8773680adb4d,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:17.274270 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-84cb893a-1c4e-4bdd-927a-d88630d94f45 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:17.279076 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-84cb893a-1c4e-4bdd-927a-d88630d94f45 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1982951 May 05 21:59:17.280111 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51218) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:17.287135 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-cbb52bc2-a27b-4b70-b521-f1c59cdb32c0 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Request body: {'security_group_rule': {'security_group_id': 'b4eb31ea-8a2c-4ba6-b31c-d73e3ec673cd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '57baaf4f-fc77-4898-92f8-cc4c3c109f74'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:59:17.295475 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-cbb52bc2-a27b-4b70-b521-f1c59cdb32c0 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:59:17.301537 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-cbb52bc2-a27b-4b70-b521-f1c59cdb32c0 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Usage tracker for resource:security_group_rule and tenant:57f5f5b26fff40688eadf4f523826a32 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:59:17.305258 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:17.305845 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-cbb52bc2-a27b-4b70-b521-f1c59cdb32c0 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:59:17.316131 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-cbb52bc2-a27b-4b70-b521-f1c59cdb32c0 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:59:17.367235 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e91ebf19-8fac-4a6b-beaf-02aec45dcb66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:17.381178 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-aa75b0fa-6a30-4dd3-976a-d3609f1e8d41 req-f3acecda-77f7-4079-a91c-6f96fa456e1c service neutron] Attempting to bind port 347009fb-b0c9-4861-9dd3-8773680adb4d on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:59:17.381513 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-aa75b0fa-6a30-4dd3-976a-d3609f1e8d41 req-f3acecda-77f7-4079-a91c-6f96fa456e1c service neutron] Attempting to bind port 347009fb-b0c9-4861-9dd3-8773680adb4d by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': '501dba1c-64dd-4cd1-bb42-439b98112e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c94acb4e-545d-4469-be8f-99360ed510a0'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:59:17.381838 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa75b0fa-6a30-4dd3-976a-d3609f1e8d41 req-f3acecda-77f7-4079-a91c-6f96fa456e1c service neutron] Attempting to bind port 347009fb-b0c9-4861-9dd3-8773680adb4d on network c94acb4e-545d-4469-be8f-99360ed510a0 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:59:17.392052 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa75b0fa-6a30-4dd3-976a-d3609f1e8d41 req-f3acecda-77f7-4079-a91c-6f96fa456e1c service neutron] Port 347009fb-b0c9-4861-9dd3-8773680adb4d on network c94acb4e-545d-4469-be8f-99360ed510a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:59:17.392716 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa75b0fa-6a30-4dd3-976a-d3609f1e8d41 req-f3acecda-77f7-4079-a91c-6f96fa456e1c service neutron] Attempting to bind port 347009fb-b0c9-4861-9dd3-8773680adb4d on network c94acb4e-545d-4469-be8f-99360ed510a0 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:59:17.401000 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [None req-cbb52bc2-a27b-4b70-b521-f1c59cdb32c0 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 21:59:17.402288 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-cbb52bc2-a27b-4b70-b521-f1c59cdb32c0 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.1212008 May 05 21:59:17.404452 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa75b0fa-6a30-4dd3-976a-d3609f1e8d41 req-f3acecda-77f7-4079-a91c-6f96fa456e1c service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:59:17.406757 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa75b0fa-6a30-4dd3-976a-d3609f1e8d41 req-f3acecda-77f7-4079-a91c-6f96fa456e1c service neutron] Checking segment: {'id': '501dba1c-64dd-4cd1-bb42-439b98112e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c94acb4e-545d-4469-be8f-99360ed510a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:59:17.407528 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa75b0fa-6a30-4dd3-976a-d3609f1e8d41 req-f3acecda-77f7-4079-a91c-6f96fa456e1c service neutron] Bound using segment: {'id': '501dba1c-64dd-4cd1-bb42-439b98112e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c94acb4e-545d-4469-be8f-99360ed510a0'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:59:17.408149 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-aa75b0fa-6a30-4dd3-976a-d3609f1e8d41 req-f3acecda-77f7-4079-a91c-6f96fa456e1c service neutron] Bound port: 347009fb-b0c9-4861-9dd3-8773680adb4d, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '501dba1c-64dd-4cd1-bb42-439b98112e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c94acb4e-545d-4469-be8f-99360ed510a0'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:59:17.408494 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-aa75b0fa-6a30-4dd3-976a-d3609f1e8d41 req-f3acecda-77f7-4079-a91c-6f96fa456e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:17.419958 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51224) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:17.482749 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e91ebf19-8fac-4a6b-beaf-02aec45dcb66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:17.492377 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:17.573515 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-aa75b0fa-6a30-4dd3-976a-d3609f1e8d41 req-f3acecda-77f7-4079-a91c-6f96fa456e1c service neutron] For port 347009fb-b0c9-4861-9dd3-8773680adb4d, host n-h1-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:59:17.577187 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2101b704-d4f0-4f0d-93e2-16e8151b3877 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:17.585393 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e91ebf19-8fac-4a6b-beaf-02aec45dcb66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:17.597840 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-aa75b0fa-6a30-4dd3-976a-d3609f1e8d41 req-f3acecda-77f7-4079-a91c-6f96fa456e1c service neutron] For port 347009fb-b0c9-4861-9dd3-8773680adb4d, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=347009fb-b0c9-4861-9dd3-8773680adb4d,segment=NetworkSegment(501dba1c-64dd-4cd1-bb42-439b98112e67),segment_id=501dba1c-64dd-4cd1-bb42-439b98112e67)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:59:17.610427 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-aa75b0fa-6a30-4dd3-976a-d3609f1e8d41 req-f3acecda-77f7-4079-a91c-6f96fa456e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:17.621167 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91ebf19-8fac-4a6b-beaf-02aec45dcb66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f053f3ba-eaec-4797-b72a-92c0005b5c1d,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:17.629921 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e91ebf19-8fac-4a6b-beaf-02aec45dcb66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:17.634917 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-e91ebf19-8fac-4a6b-beaf-02aec45dcb66 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f053f3ba-eaec-4797-b72a-92c0005b5c1d HTTP/1.1" status: 204 len: 168 time: 0.6073561 May 05 21:59:17.646545 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-76a1d8ed-8297-47fc-86f0-90ed4c33c3e7 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:17.654716 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2101b704-d4f0-4f0d-93e2-16e8151b3877 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:17.766841 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-aa75b0fa-6a30-4dd3-976a-d3609f1e8d41 req-f3acecda-77f7-4079-a91c-6f96fa456e1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:17.771894 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-aa75b0fa-6a30-4dd3-976a-d3609f1e8d41 req-f3acecda-77f7-4079-a91c-6f96fa456e1c service neutron] 10.222.0.44 "PUT /v2.0/ports/347009fb-b0c9-4861-9dd3-8773680adb4d HTTP/1.1" status: 200 len: 1091 time: 2.5264788 May 05 21:59:17.776696 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae72d738-be2e-4c70-974b-0e4db55fe8e4', 'tag': '347009fb-b0c9-4861-9dd3-8773680adb4d'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:59:17.962477 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2101b704-d4f0-4f0d-93e2-16e8151b3877 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:18.037558 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3acecda-77f7-4079-a91c-6f96fa456e1c service neutron] Pushing event updated for resources: {'Port': ['ID=347009fb-b0c9-4861-9dd3-8773680adb4d,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:18.043392 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ab82c2a-e3ca-47c6-b1de-338b99abbfd7'] response: {'name': 'network-changed', 'server_uuid': 'ae72d738-be2e-4c70-974b-0e4db55fe8e4', 'tag': '347009fb-b0c9-4861-9dd3-8773680adb4d', 'status': 'completed', 'code': 200} May 05 21:59:18.081999 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2101b704-d4f0-4f0d-93e2-16e8151b3877 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57baaf4f-fc77-4898-92f8-cc4c3c109f74,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:18.146011 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2101b704-d4f0-4f0d-93e2-16e8151b3877 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:18.149539 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-2101b704-d4f0-4f0d-93e2-16e8151b3877 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] 10.222.0.23 "DELETE /v2.0/security-groups/57baaf4f-fc77-4898-92f8-cc4c3c109f74 HTTP/1.1" status: 204 len: 168 time: 0.7270527 May 05 21:59:18.168241 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51250) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:18.263770 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-aa75b0fa-6a30-4dd3-976a-d3609f1e8d41 req-19f8de9e-9298-43fe-89ca-426a291f5615 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4ba96e3a2f29495a89fcbd646b4c3115&device_id=ae72d738-be2e-4c70-974b-0e4db55fe8e4 HTTP/1.1" status: 200 len: 1094 time: 0.4425111 May 05 21:59:18.302402 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99143e03-ee20-478f-b62f-5f55947527fb req-912fe777-898e-41f2-baec-bebac950c341 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:18.313832 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-99143e03-ee20-478f-b62f-5f55947527fb req-912fe777-898e-41f2-baec-bebac950c341 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=2510197e-0167-4df8-b662-758eb5911dee HTTP/1.1" status: 200 len: 947 time: 0.3633833 May 05 21:59:18.415570 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-9e6b2e74-aaef-4ce2-a135-d43c3fabf3af tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Synchronizing usage tracker for tenant:57f5f5b26fff40688eadf4f523826a32 on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:59:18.437903 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a1d8ed-8297-47fc-86f0-90ed4c33c3e7 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Router 444002e8-f0d1-4956-865e-60814067613c has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:59:18.496970 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-aa75b0fa-6a30-4dd3-976a-d3609f1e8d41 req-3f80e4d1-b68e-497c-8fcb-2b3091ee0412 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=347009fb-b0c9-4861-9dd3-8773680adb4d HTTP/1.1" status: 200 len: 217 time: 0.1456888 May 05 21:59:18.509496 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-9e6b2e74-aaef-4ce2-a135-d43c3fabf3af tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Unset dirty status for tenant:57f5f5b26fff40688eadf4f523826a32 on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:59:18.510767 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-9e6b2e74-aaef-4ce2-a135-d43c3fabf3af tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.3365390 May 05 21:59:18.533787 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51270) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:18.874767 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-38482632-91ff-41f4-beee-632c866502e6 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:18.879019 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:18.913366 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-99143e03-ee20-478f-b62f-5f55947527fb req-adbaf801-ed95-4648-881c-6b9450c83014 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=0043bfbb-2fb2-4013-8494-b5595b7ffb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5954661 May 05 21:59:18.934578 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-38482632-91ff-41f4-beee-632c866502e6 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:18.973034 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75b0fa-6a30-4dd3-976a-d3609f1e8d41 req-49a2d3c4-1131-4f4c-ab93-cfe17210cc42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:18.974734 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-aa75b0fa-6a30-4dd3-976a-d3609f1e8d41 req-49a2d3c4-1131-4f4c-ab93-cfe17210cc42 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=223f310f-878b-4c24-8a1d-6c4f58ae4a94 HTTP/1.1" status: 200 len: 851 time: 0.4664309 May 05 21:59:19.021479 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-38482632-91ff-41f4-beee-632c866502e6 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:19.053665 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-38482632-91ff-41f4-beee-632c866502e6 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:19.054897 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-38482632-91ff-41f4-beee-632c866502e6 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] 10.222.0.23 "DELETE /v2.0/security-groups/b4eb31ea-8a2c-4ba6-b31c-d73e3ec673cd HTTP/1.1" status: 204 len: 168 time: 0.4972849 May 05 21:59:19.058563 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51312) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:19.063353 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38482632-91ff-41f4-beee-632c866502e6 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4eb31ea-8a2c-4ba6-b31c-d73e3ec673cd,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:19.092255 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-aa75b0fa-6a30-4dd3-976a-d3609f1e8d41 req-991b747c-c76f-43ea-972e-ce900c774010 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c94acb4e-545d-4469-be8f-99360ed510a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0993335 May 05 21:59:19.103994 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a1d8ed-8297-47fc-86f0-90ed4c33c3e7 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:59:19.116196 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a1d230-563b-459d-baf4-b6c26c3a7b10 None None] Sync routers for ids ['444002e8-f0d1-4956-865e-60814067613c'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:59:19.137857 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a1d230-563b-459d-baf4-b6c26c3a7b10 None None] Routers {'444002e8-f0d1-4956-865e-60814067613c'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:59:19.140594 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-47a1d230-563b-459d-baf4-b6c26c3a7b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:59:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['444002e8-f0d1-4956-865e-60814067613c'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:59:19.168637 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-76a1d8ed-8297-47fc-86f0-90ed4c33c3e7 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "PUT /v2.0/routers/444002e8-f0d1-4956-865e-60814067613c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1040754 May 05 21:59:19.172232 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-1eb8db06-71dd-4b71-bdde-7955a9a0c8b4 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Synchronizing usage tracker for tenant:57f5f5b26fff40688eadf4f523826a32 on resource:security_group {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:59:19.173806 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51316) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:19.212397 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-1eb8db06-71dd-4b71-bdde-7955a9a0c8b4 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Unset dirty status for tenant:57f5f5b26fff40688eadf4f523826a32 on resource:security_group {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:59:19.217626 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1eb8db06-71dd-4b71-bdde-7955a9a0c8b4 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1520245 May 05 21:59:19.217836 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51320) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:19.223942 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-fdd0ea15-b0f9-45da-8e42-6241048eef2a tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Request body: {'security_group': {'name': 'tempest-secgroup--2095567159'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:59:19.230235 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ceee5-0f9b-44c0-9cf5-5ec1324693f3 req-d9773f76-3c05-4e97-9ac5-80a2917c2136 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:19.237406 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f68ceee5-0f9b-44c0-9cf5-5ec1324693f3 req-d9773f76-3c05-4e97-9ac5-80a2917c2136 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae72d738-be2e-4c70-974b-0e4db55fe8e4 HTTP/1.1" status: 200 len: 943 time: 0.4007609 May 05 21:59:19.239028 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-fdd0ea15-b0f9-45da-8e42-6241048eef2a tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:59:19.259696 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-fdd0ea15-b0f9-45da-8e42-6241048eef2a tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:59:19.279894 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fdd0ea15-b0f9-45da-8e42-6241048eef2a tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:19.412041 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-47a1d230-563b-459d-baf4-b6c26c3a7b10 None None] Set router 444002e8-f0d1-4956-865e-60814067613c gateway port host: None {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:59:19.414932 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-aa75b0fa-6a30-4dd3-976a-d3609f1e8d41 req-2d421463-1943-4348-be64-3ffe06479106 service neutron] 10.222.0.44 "GET /v2.0/networks/c94acb4e-545d-4469-be8f-99360ed510a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216519 May 05 21:59:19.536786 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-fdd0ea15-b0f9-45da-8e42-6241048eef2a tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:59:19.543428 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-fdd0ea15-b0f9-45da-8e42-6241048eef2a tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Usage tracker for resource:security_group_rule and tenant:57f5f5b26fff40688eadf4f523826a32 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:59:19.550611 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-fdd0ea15-b0f9-45da-8e42-6241048eef2a tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:59:19.561920 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-fdd0ea15-b0f9-45da-8e42-6241048eef2a tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:59:19.691232 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fdd0ea15-b0f9-45da-8e42-6241048eef2a tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:19.697907 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fdd0ea15-b0f9-45da-8e42-6241048eef2a tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:19.745190 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd0ea15-b0f9-45da-8e42-6241048eef2a tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73b049e1-4d46-4ea7-8a33-d104a9eb13df,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:19.827015 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fdd0ea15-b0f9-45da-8e42-6241048eef2a tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:19.828611 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-fdd0ea15-b0f9-45da-8e42-6241048eef2a tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6095941 May 05 21:59:19.833754 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51338) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:19.843504 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-03073b64-6f03-43b9-bbc2-8b7b79a39cfd tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:59:19.844403 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-03073b64-6f03-43b9-bbc2-8b7b79a39cfd tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] update failed (client error): There was a conflict when trying to complete your request. May 05 21:59:19.845680 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-03073b64-6f03-43b9-bbc2-8b7b79a39cfd tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] 10.222.0.23 "PUT /v2.0/security-groups/73b049e1-4d46-4ea7-8a33-d104a9eb13df HTTP/1.1" status: 409 len: 330 time: 0.0087204 May 05 21:59:19.848702 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51342) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:19.877061 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f68ceee5-0f9b-44c0-9cf5-5ec1324693f3 req-f10dd9d0-ec0b-4855-9e9c-20e30fd1ddf6 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/security-groups?id=357c8a06-0cb4-4ca4-87b5-fb62b56bd963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6384220 May 05 21:59:19.917569 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958a1c8-93d1-42de-80ba-e47c25f687ee req-6c5ad0ab-bb9d-45ce-8532-d7b6ca3b7af4 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:19.921018 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a958a1c8-93d1-42de-80ba-e47c25f687ee req-6c5ad0ab-bb9d-45ce-8532-d7b6ca3b7af4 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b0e8607-547c-41bf-9964-fee1ae7f67c8 HTTP/1.1" status: 200 len: 945 time: 0.7374797 May 05 21:59:19.927881 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5932befe-76f8-4376-9b72-2b7caf1bb32e req-25c8b507-fa62-42a2-842d-06ad7dc40387 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:19.928590 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-5932befe-76f8-4376-9b72-2b7caf1bb32e req-25c8b507-fa62-42a2-842d-06ad7dc40387 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Synchronizing usage tracker for tenant:edfb56529402421c8703b1e767ccb199 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:59:19.951222 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-aa75b0fa-6a30-4dd3-976a-d3609f1e8d41 req-a92d1b1c-781d-40fc-a7d9-90a76994948b service neutron] 10.222.0.44 "GET /v2.0/networks/c94acb4e-545d-4469-be8f-99360ed510a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5142059 May 05 21:59:19.978385 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-47a1d230-563b-459d-baf4-b6c26c3a7b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444002e8-f0d1-4956-865e-60814067613c', 'name': 'tempest-RoutersTest-router-1872622478', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:58:03Z', 'updated_at': '2022-05-05T21:59:16Z', 'revision_number': 8, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'gw_port_host': None, '_interfaces': [{'id': '127b8d1d-baa4-433f-a1db-83f247c1a226', 'name': '', 'network_id': '431b5e07-0c77-4772-b0c1-a3ae77a9450d', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:c2:45:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c1bc00e-87fc-49d2-99b3-4a15d5b35e2d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:26Z', 'updated_at': '2022-05-05T21:58:42Z', 'revision_number': 5, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': '9c1bc00e-87fc-49d2-99b3-4a15d5b35e2d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'baae6eb8-2d3d-4d1d-9e07-55f957d00134', 'name': '', 'network_id': '803c5af3-563f-4b4d-a157-1eb0f81e83eb', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:f6:f2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f78fb5b2-bb84-44a3-a485-6f76e003d92e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:41Z', 'updated_at': '2022-05-05T21:58:53Z', 'revision_number': 5, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': 'f78fb5b2-bb84-44a3-a485-6f76e003d92e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9171c69-836e-494d-892f-fdc8fe11862a', 'name': '', 'network_id': '6fe30055-2bd1-42fb-b6e9-f282563854ed', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:8e:ca:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '550c25b3-bde4-4d79-a9bd-8bd009910040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:10Z', 'updated_at': '2022-05-05T21:58:31Z', 'revision_number': 5, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': '550c25b3-bde4-4d79-a9bd-8bd009910040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:59:19.990068 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a1d230-563b-459d-baf4-b6c26c3a7b10 None None] Checking router: 444002e8-f0d1-4956-865e-60814067613c for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:59:20.020537 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a1d230-563b-459d-baf4-b6c26c3a7b10 None None] Routers {'444002e8-f0d1-4956-865e-60814067613c'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:59:20.023004 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-47a1d230-563b-459d-baf4-b6c26c3a7b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:59:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['444002e8-f0d1-4956-865e-60814067613c'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:59:20.051571 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8a62caba-4a7b-4865-8dae-0ccb329fa133 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:20.053622 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-5932befe-76f8-4376-9b72-2b7caf1bb32e req-25c8b507-fa62-42a2-842d-06ad7dc40387 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Unset dirty status for tenant:edfb56529402421c8703b1e767ccb199 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:59:20.054925 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5932befe-76f8-4376-9b72-2b7caf1bb32e req-25c8b507-fa62-42a2-842d-06ad7dc40387 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b0e8607-547c-41bf-9964-fee1ae7f67c8 HTTP/1.1" status: 200 len: 945 time: 0.3020272 May 05 21:59:20.169510 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-5932befe-76f8-4376-9b72-2b7caf1bb32e req-b66af4d6-566c-4362-b2ef-2bf85f3f7565 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Deleting port 2e522390-4905-47f5-a4eb-00074af6898d {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:59:20.169857 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5932befe-76f8-4376-9b72-2b7caf1bb32e req-b66af4d6-566c-4362-b2ef-2bf85f3f7565 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:20.235393 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-47a1d230-563b-459d-baf4-b6c26c3a7b10 None None] Set router 444002e8-f0d1-4956-865e-60814067613c gateway port host: None {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:59:20.382293 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c77be61-1836-4d2f-98ee-8459eae1cca7 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Deleting subnet 05c0a750-0c37-4e76-9030-1c1e1b211bca {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:59:20.423725 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6c77be61-1836-4d2f-98ee-8459eae1cca7 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:20.448978 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8a62caba-4a7b-4865-8dae-0ccb329fa133 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:20.487381 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a958a1c8-93d1-42de-80ba-e47c25f687ee req-37cf6f25-7d92-4266-b670-607fde93946f tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5589192 May 05 21:59:20.646759 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8a62caba-4a7b-4865-8dae-0ccb329fa133 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:20.673807 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6c77be61-1836-4d2f-98ee-8459eae1cca7 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:20.727298 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ac083b68-3582-4a9b-95bf-f4136c8a89da req-d854822a-53ed-4212-a1a3-b924cc152b3f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4ba96e3a2f29495a89fcbd646b4c3115&device_id=ae72d738-be2e-4c70-974b-0e4db55fe8e4 HTTP/1.1" status: 200 len: 1094 time: 0.7102268 May 05 21:59:20.746801 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a62caba-4a7b-4865-8dae-0ccb329fa133 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b049e1-4d46-4ea7-8a33-d104a9eb13df,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:20.798425 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8a62caba-4a7b-4865-8dae-0ccb329fa133 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:20.806961 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8a62caba-4a7b-4865-8dae-0ccb329fa133 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] 10.222.0.23 "DELETE /v2.0/security-groups/73b049e1-4d46-4ea7-8a33-d104a9eb13df HTTP/1.1" status: 204 len: 168 time: 0.9559646 May 05 21:59:20.811346 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51376) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:20.837928 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-47a1d230-563b-459d-baf4-b6c26c3a7b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444002e8-f0d1-4956-865e-60814067613c', 'name': 'tempest-RoutersTest-router-1872622478', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:58:03Z', 'updated_at': '2022-05-05T21:59:16Z', 'revision_number': 8, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'gw_port_host': None, '_interfaces': [{'id': '127b8d1d-baa4-433f-a1db-83f247c1a226', 'name': '', 'network_id': '431b5e07-0c77-4772-b0c1-a3ae77a9450d', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:c2:45:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c1bc00e-87fc-49d2-99b3-4a15d5b35e2d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:26Z', 'updated_at': '2022-05-05T21:58:42Z', 'revision_number': 5, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': '9c1bc00e-87fc-49d2-99b3-4a15d5b35e2d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'baae6eb8-2d3d-4d1d-9e07-55f957d00134', 'name': '', 'network_id': '803c5af3-563f-4b4d-a157-1eb0f81e83eb', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:f6:f2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f78fb5b2-bb84-44a3-a485-6f76e003d92e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:41Z', 'updated_at': '2022-05-05T21:58:53Z', 'revision_number': 5, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': 'f78fb5b2-bb84-44a3-a485-6f76e003d92e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9171c69-836e-494d-892f-fdc8fe11862a', 'name': '', 'network_id': '6fe30055-2bd1-42fb-b6e9-f282563854ed', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:8e:ca:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '550c25b3-bde4-4d79-a9bd-8bd009910040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:10Z', 'updated_at': '2022-05-05T21:58:31Z', 'revision_number': 5, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': '550c25b3-bde4-4d79-a9bd-8bd009910040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:59:20.850271 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a1d230-563b-459d-baf4-b6c26c3a7b10 None None] The sync data for ids ['444002e8-f0d1-4956-865e-60814067613c'] in n-d-825175-4 is: [{'id': '444002e8-f0d1-4956-865e-60814067613c', 'name': 'tempest-RoutersTest-router-1872622478', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:58:03Z', 'updated_at': '2022-05-05T21:59:16Z', 'revision_number': 8, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'gw_port_host': None, '_interfaces': [{'id': '127b8d1d-baa4-433f-a1db-83f247c1a226', 'name': '', 'network_id': '431b5e07-0c77-4772-b0c1-a3ae77a9450d', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:c2:45:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c1bc00e-87fc-49d2-99b3-4a15d5b35e2d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:26Z', 'updated_at': '2022-05-05T21:58:42Z', 'revision_number': 5, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': '9c1bc00e-87fc-49d2-99b3-4a15d5b35e2d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'baae6eb8-2d3d-4d1d-9e07-55f957d00134', 'name': '', 'network_id': '803c5af3-563f-4b4d-a157-1eb0f81e83eb', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:f6:f2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f78fb5b2-bb84-44a3-a485-6f76e003d92e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:41Z', 'updated_at': '2022-05-05T21:58:53Z', 'revision_number': 5, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': 'f78fb5b2-bb84-44a3-a485-6f76e003d92e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9171c69-836e-494d-892f-fdc8fe11862a', 'name': '', 'network_id': '6fe30055-2bd1-42fb-b6e9-f282563854ed', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:8e:ca:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '550c25b3-bde4-4d79-a9bd-8bd009910040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:10Z', 'updated_at': '2022-05-05T21:58:31Z', 'revision_number': 5, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': '550c25b3-bde4-4d79-a9bd-8bd009910040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:59:20.894887 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-5932befe-76f8-4376-9b72-2b7caf1bb32e req-b66af4d6-566c-4362-b2ef-2bf85f3f7565 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] For port 2e522390-4905-47f5-a4eb-00074af6898d, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=2e522390-4905-47f5-a4eb-00074af6898d,segment=NetworkSegment(0aa4b5f2-fc2b-422a-9849-318a9f632a66),segment_id=0aa4b5f2-fc2b-422a-9849-318a9f632a66)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:59:20.895385 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5932befe-76f8-4376-9b72-2b7caf1bb32e req-b66af4d6-566c-4362-b2ef-2bf85f3f7565 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:20.899777 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf151e-eeb0-4914-ac85-d6c4ce1db928 req-c4e1ea2e-2a47-452d-a51f-d490babff276 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:20.907270 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1ccf151e-eeb0-4914-ac85-d6c4ce1db928 req-c4e1ea2e-2a47-452d-a51f-d490babff276 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=2510197e-0167-4df8-b662-758eb5911dee HTTP/1.1" status: 200 len: 947 time: 0.6305683 May 05 21:59:21.003268 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6c77be61-1836-4d2f-98ee-8459eae1cca7 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:21.056206 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac083b68-3582-4a9b-95bf-f4136c8a89da req-f9adbac0-b683-410a-a052-8180600924ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:21.057647 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ac083b68-3582-4a9b-95bf-f4136c8a89da req-f9adbac0-b683-410a-a052-8180600924ff service neutron] 10.222.0.44 "GET /v2.0/networks?id=c94acb4e-545d-4469-be8f-99360ed510a0 HTTP/1.1" status: 200 len: 912 time: 0.2954473 May 05 21:59:21.074742 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1ccf151e-eeb0-4914-ac85-d6c4ce1db928 req-66be193c-0956-48a6-a954-e424de8f1d29 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=0043bfbb-2fb2-4013-8494-b5595b7ffb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663039 May 05 21:59:21.155171 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-5932befe-76f8-4376-9b72-2b7caf1bb32e req-b66af4d6-566c-4362-b2ef-2bf85f3f7565 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Calling delete_port for 2e522390-4905-47f5-a4eb-00074af6898d owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:59:21.222554 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-7ca5df43-e36a-4647-83df-b2490359acec tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Synchronizing usage tracker for tenant:57f5f5b26fff40688eadf4f523826a32 on resource:security_group {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:59:21.253167 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ac083b68-3582-4a9b-95bf-f4136c8a89da req-a6ace75b-4943-4285-bed1-198e81d53359 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=347009fb-b0c9-4861-9dd3-8773680adb4d HTTP/1.1" status: 200 len: 217 time: 0.1774025 May 05 21:59:21.276869 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51394) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:21.282644 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-7ca5df43-e36a-4647-83df-b2490359acec tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] Unset dirty status for tenant:57f5f5b26fff40688eadf4f523826a32 on resource:security_group {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:59:21.302095 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-7ca5df43-e36a-4647-83df-b2490359acec tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4833782 May 05 21:59:21.311270 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51398) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:21.363651 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6c77be61-1836-4d2f-98ee-8459eae1cca7 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:21.421197 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc532191-b190-46d6-8fa1-a61f8aad7636 req-59c9a2d7-0e75-444a-b702-fa1120ee5632 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:21.422805 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bc532191-b190-46d6-8fa1-a61f8aad7636 req-59c9a2d7-0e75-444a-b702-fa1120ee5632 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae72d738-be2e-4c70-974b-0e4db55fe8e4 HTTP/1.1" status: 200 len: 943 time: 0.2626739 May 05 21:59:21.424434 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac083b68-3582-4a9b-95bf-f4136c8a89da req-5d5c7205-b16d-411a-ab77-3bb03c27c569 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:21.429869 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-37808c1b-955e-4450-b134-898afc06a56c tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] delete failed (client error): The resource could not be found. May 05 21:59:21.430507 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-37808c1b-955e-4450-b134-898afc06a56c tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] 10.222.0.23 "DELETE /v2.0/security-groups/b47a0580-16b8-47b4-9001-a447d000f17b HTTP/1.1" status: 404 len: 347 time: 0.0778823 May 05 21:59:21.433976 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5932befe-76f8-4376-9b72-2b7caf1bb32e req-b66af4d6-566c-4362-b2ef-2bf85f3f7565 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:21.435591 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ac083b68-3582-4a9b-95bf-f4136c8a89da req-5d5c7205-b16d-411a-ab77-3bb03c27c569 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=223f310f-878b-4c24-8a1d-6c4f58ae4a94 HTTP/1.1" status: 200 len: 851 time: 0.1683147 May 05 21:59:21.444928 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51410) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:21.451116 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['026ae715-3b74-4311-9e26-de7e6032c7f1', '2e522390-4905-47f5-a4eb-00074af6898d'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:59:21.494816 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66af4d6-566c-4362-b2ef-2bf85f3f7565 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Pushing event deleted for resources: {'Port': ['ID=2e522390-4905-47f5-a4eb-00074af6898d,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:21.504203 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c77be61-1836-4d2f-98ee-8459eae1cca7 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event deleted for resources: {'Subnet': ['ID=05c0a750-0c37-4e76-9030-1c1e1b211bca,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:21.543135 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-07eac46a-94d3-4be0-82d2-b76dd7572d61 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] show failed (client error): The resource could not be found. May 05 21:59:21.548536 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-07eac46a-94d3-4be0-82d2-b76dd7572d61 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] 10.222.0.23 "GET /v2.0/security-groups/8b339010-6c5f-43a7-9961-615a5fd1e105 HTTP/1.1" status: 404 len: 347 time: 0.0526125 May 05 21:59:21.674118 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51418) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:21.758709 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ac083b68-3582-4a9b-95bf-f4136c8a89da req-441f89c5-54b0-4d35-85f0-bf19b7107b1f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c94acb4e-545d-4469-be8f-99360ed510a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3113601 May 05 21:59:21.762954 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6c77be61-1836-4d2f-98ee-8459eae1cca7 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:21.763575 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cff2a8-21b9-4331-b8da-3a78a86041bf None None] Network 088067bb-e092-42e7-aa0a-7505bf29a880 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:59:21.776066 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-23c1e203-117c-4025-8678-b899e1c2d8b2 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] show failed (client error): The resource could not be found. May 05 21:59:21.780553 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-23c1e203-117c-4025-8678-b899e1c2d8b2 tempest-NegativeSecGroupTest-1149493632 tempest-NegativeSecGroupTest-1149493632-project] 10.222.0.23 "GET /v2.0/security-group-rules/d9545da1-4d04-40ad-8beb-ad0d1366e042 HTTP/1.1" status: 404 len: 356 time: 0.1018245 May 05 21:59:21.780553 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-5932befe-76f8-4376-9b72-2b7caf1bb32e req-b66af4d6-566c-4362-b2ef-2bf85f3f7565 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] No DVR routers for this DVR port 2e522390-4905-47f5-a4eb-00074af6898d on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:59:21.782727 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5932befe-76f8-4376-9b72-2b7caf1bb32e req-b66af4d6-566c-4362-b2ef-2bf85f3f7565 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:21.809328 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b0e8607-547c-41bf-9964-fee1ae7f67c8', 'name': 'network-vif-deleted', 'tag': '2e522390-4905-47f5-a4eb-00074af6898d'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:59:21.816834 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6e177b92-2a5e-41e8-b44a-c8bef9af2feb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:21.836073 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5932befe-76f8-4376-9b72-2b7caf1bb32e req-b66af4d6-566c-4362-b2ef-2bf85f3f7565 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.44 "DELETE /v2.0/ports/2e522390-4905-47f5-a4eb-00074af6898d HTTP/1.1" status: 204 len: 173 time: 1.7698679 May 05 21:59:21.856835 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-6e177b92-2a5e-41e8-b44a-c8bef9af2feb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:59:21.872727 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-6e177b92-2a5e-41e8-b44a-c8bef9af2feb admin admin] Usage tracker for resource:security_group_rule and tenant:602c8b34960a496aaa03aa02b5fde14b is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:59:21.877074 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-6e177b92-2a5e-41e8-b44a-c8bef9af2feb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:59:21.887902 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-6e177b92-2a5e-41e8-b44a-c8bef9af2feb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:59:21.968441 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d4b7e4db-e305-4673-aa1c-c92a3451e3d6 req-27c2792f-d978-4755-8c39-685d8bd6673b tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b0e8607-547c-41bf-9964-fee1ae7f67c8 HTTP/1.1" status: 200 len: 210 time: 0.2123044 May 05 21:59:22.014767 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6e177b92-2a5e-41e8-b44a-c8bef9af2feb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:22.023781 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6e177b92-2a5e-41e8-b44a-c8bef9af2feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:22.040909 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-6c77be61-1836-4d2f-98ee-8459eae1cca7 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "DELETE /v2.0/subnets/05c0a750-0c37-4e76-9030-1c1e1b211bca HTTP/1.1" status: 204 len: 168 time: 2.8601713 May 05 21:59:22.048198 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51440) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:22.103447 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6a78971-6c98-41f7-aa4b-e77ec01af246'] response: {'server_uuid': '9b0e8607-547c-41bf-9964-fee1ae7f67c8', 'name': 'network-vif-deleted', 'tag': '2e522390-4905-47f5-a4eb-00074af6898d', 'status': 'completed', 'code': 200} May 05 21:59:22.150126 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e177b92-2a5e-41e8-b44a-c8bef9af2feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27757fd-a629-4b57-82e9-bf5f499a29a0,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:22.158678 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-6e177b92-2a5e-41e8-b44a-c8bef9af2feb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=602c8b34960a496aaa03aa02b5fde14b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8775368 May 05 21:59:22.158678 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51444) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:22.174036 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bc532191-b190-46d6-8fa1-a61f8aad7636 req-f181e68c-029c-4997-a2d5-881a36004629 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/security-groups?id=357c8a06-0cb4-4ca4-87b5-fb62b56bd963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7366924 May 05 21:59:22.213236 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51448) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:22.249610 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f363b93-8e58-45fe-8320-bc0e153a3830 None None] DHCP port deletion for 088067bb-e092-42e7-aa0a-7505bf29a880 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 21:59:22.253716 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-6f363b93-8e58-45fe-8320-bc0e153a3830 None None] Deleting port 2615551b-9269-4436-827f-dd0c59a253ed {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:59:22.254086 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6f363b93-8e58-45fe-8320-bc0e153a3830 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:22.256124 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e6c7115c-c2a4-4fee-aeba-111c2d1a41bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:22.290844 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e6c7115c-c2a4-4fee-aeba-111c2d1a41bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:22.338512 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 347009fb-b0c9-4861-9dd3-8773680adb4d details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:59:22.350161 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ac083b68-3582-4a9b-95bf-f4136c8a89da req-a4b70fee-a740-41ad-91bd-4fc8048739f7 service neutron] 10.222.0.44 "GET /v2.0/networks/c94acb4e-545d-4469-be8f-99360ed510a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5375495 May 05 21:59:22.360345 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e6c7115c-c2a4-4fee-aeba-111c2d1a41bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:22.381619 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c7115c-c2a4-4fee-aeba-111c2d1a41bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27757fd-a629-4b57-82e9-bf5f499a29a0,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:22.391574 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e6c7115c-c2a4-4fee-aeba-111c2d1a41bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:22.392938 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-e6c7115c-c2a4-4fee-aeba-111c2d1a41bf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b27757fd-a629-4b57-82e9-bf5f499a29a0 HTTP/1.1" status: 204 len: 168 time: 0.2334349 May 05 21:59:22.418549 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-53be4cf4-8d87-4c27-8a11-1969601f8933 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:22.471508 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.resource_extend [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 21:59:22.621893 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-53be4cf4-8d87-4c27-8a11-1969601f8933 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Deleting port 2615551b-9269-4436-827f-dd0c59a253ed {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:59:22.622491 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-53be4cf4-8d87-4c27-8a11-1969601f8933 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:22.626783 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-e9f75938-48f5-4922-9c45-88b23804c600 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=57f5f5b26fff40688eadf4f523826a32&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4080038 May 05 21:59:22.627111 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51466) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:22.728901 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1b904048-39e6-4a42-a7f4-847c29a1521f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:22.790464 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1b904048-39e6-4a42-a7f4-847c29a1521f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:22.800712 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ac083b68-3582-4a9b-95bf-f4136c8a89da req-258e2c59-af76-4e7d-bd14-73fa50100650 service neutron] 10.222.0.44 "GET /v2.0/networks/c94acb4e-545d-4469-be8f-99360ed510a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4403245 May 05 21:59:22.840507 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-6f363b93-8e58-45fe-8320-bc0e153a3830 None None] For port 2615551b-9269-4436-827f-dd0c59a253ed, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=2615551b-9269-4436-827f-dd0c59a253ed,segment=NetworkSegment(320fed44-32c9-42f6-bd8a-569a19f05340),segment_id=320fed44-32c9-42f6-bd8a-569a19f05340)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:59:22.841579 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6f363b93-8e58-45fe-8320-bc0e153a3830 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:22.877181 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1b904048-39e6-4a42-a7f4-847c29a1521f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:22.910968 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b904048-39e6-4a42-a7f4-847c29a1521f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43c515a-913f-40b4-938a-5d82c5ce8b2a,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:22.927506 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1b904048-39e6-4a42-a7f4-847c29a1521f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:22.928988 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1b904048-39e6-4a42-a7f4-847c29a1521f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a43c515a-913f-40b4-938a-5d82c5ce8b2a HTTP/1.1" status: 204 len: 168 time: 0.3002164 May 05 21:59:22.935316 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-53be4cf4-8d87-4c27-8a11-1969601f8933 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] For port 2615551b-9269-4436-827f-dd0c59a253ed, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=2615551b-9269-4436-827f-dd0c59a253ed,segment=NetworkSegment(320fed44-32c9-42f6-bd8a-569a19f05340),segment_id=320fed44-32c9-42f6-bd8a-569a19f05340)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:59:22.936799 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-53be4cf4-8d87-4c27-8a11-1969601f8933 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:22.987453 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-6f363b93-8e58-45fe-8320-bc0e153a3830 None None] Calling delete_port for 2615551b-9269-4436-827f-dd0c59a253ed owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:59:23.042199 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device f95211ed-62a5-44a3-8ebc-5add111fc373 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:59:23.047127 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51484) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:23.074335 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9ff4612d-baaf-4c48-baad-9d1b982b85c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:23.100325 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: f95211ed-62a5-44a3-8ebc-5add111fc373 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:59:23.100746 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device f95211ed-62a5-44a3-8ebc-5add111fc373 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:59:23.101161 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 2615551b-9269-4436-827f-dd0c59a253ed no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:59:23.150527 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-53be4cf4-8d87-4c27-8a11-1969601f8933 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Calling delete_port for 2615551b-9269-4436-827f-dd0c59a253ed owned by network:dhcp {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:59:23.155982 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-9ff4612d-baaf-4c48-baad-9d1b982b85c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:59:23.160110 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9ff4612d-baaf-4c48-baad-9d1b982b85c6 admin admin] Usage tracker for resource:security_group_rule and tenant:6d89f7d49f684b1184d8644aec3b6c5c is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:59:23.163313 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9ff4612d-baaf-4c48-baad-9d1b982b85c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:59:23.183309 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-9ff4612d-baaf-4c48-baad-9d1b982b85c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:59:23.214779 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 347009fb-b0c9-4861-9dd3-8773680adb4d, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=347009fb-b0c9-4861-9dd3-8773680adb4d,segment=NetworkSegment(501dba1c-64dd-4cd1-bb42-439b98112e67),segment_id=501dba1c-64dd-4cd1-bb42-439b98112e67)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:59:23.267828 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9ff4612d-baaf-4c48-baad-9d1b982b85c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:23.272550 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9ff4612d-baaf-4c48-baad-9d1b982b85c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:23.304458 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '347009fb-b0c9-4861-9dd3-8773680adb4d', 'network_id': 'c94acb4e-545d-4469-be8f-99360ed510a0', 'port_id': '347009fb-b0c9-4861-9dd3-8773680adb4d', 'mac_address': 'fa:16:3e:61:c7:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '223f310f-878b-4c24-8a1d-6c4f58ae4a94', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:59:23.313176 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.api [None req-53be4cf4-8d87-4c27-8a11-1969601f8933 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:59:23.313776 n-d-825175-4 neutron-server[84061]: DEBUG oslo_db.api [None req-53be4cf4-8d87-4c27-8a11-1969601f8933 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:59:23.319867 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6f363b93-8e58-45fe-8320-bc0e153a3830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:23.340944 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff4612d-baaf-4c48-baad-9d1b982b85c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=041f6559-d89f-41f7-a6f0-a3ee806f104c,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:23.349589 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51498) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:23.350023 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9ff4612d-baaf-4c48-baad-9d1b982b85c6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6d89f7d49f684b1184d8644aec3b6c5c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3017228 May 05 21:59:23.385413 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f363b93-8e58-45fe-8320-bc0e153a3830 None None] No DVR routers for this DVR port 2615551b-9269-4436-827f-dd0c59a253ed on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:59:23.461225 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:23.482709 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 347009fb-b0c9-4861-9dd3-8773680adb4d {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:59:23.507509 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 347009fb-b0c9-4861-9dd3-8773680adb4d, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=347009fb-b0c9-4861-9dd3-8773680adb4d,segment=NetworkSegment(501dba1c-64dd-4cd1-bb42-439b98112e67),segment_id=501dba1c-64dd-4cd1-bb42-439b98112e67)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:59:23.507509 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f363b93-8e58-45fe-8320-bc0e153a3830 None None] Pushing event deleted for resources: {'Port': ['ID=2615551b-9269-4436-827f-dd0c59a253ed,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:23.511781 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:23.525569 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:23.541672 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-73a5916a-9b2c-432e-99e6-ed0d54954303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:23.646308 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-73a5916a-9b2c-432e-99e6-ed0d54954303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:23.735543 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['347009fb-b0c9-4861-9dd3-8773680adb4d'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:59:23.753615 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f83d9-9996-4913-8952-70f5c027e380 req-26c15a24-dd6d-4137-88ef-b12a62702aef tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:23.755883 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-352f83d9-9996-4913-8952-70f5c027e380 req-26c15a24-dd6d-4137-88ef-b12a62702aef tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae72d738-be2e-4c70-974b-0e4db55fe8e4 HTTP/1.1" status: 200 len: 943 time: 0.3541081 May 05 21:59:23.823086 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=347009fb-b0c9-4861-9dd3-8773680adb4d,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:23.836676 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-53be4cf4-8d87-4c27-8a11-1969601f8933 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Deleting port 2615551b-9269-4436-827f-dd0c59a253ed {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:59:23.837050 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-53be4cf4-8d87-4c27-8a11-1969601f8933 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:23.909308 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-352f83d9-9996-4913-8952-70f5c027e380 req-68b2d659-67e7-4180-97f0-690eef64008c tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/security-groups?id=357c8a06-0cb4-4ca4-87b5-fb62b56bd963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365287 May 05 21:59:23.958559 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-53be4cf4-8d87-4c27-8a11-1969601f8933 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] The port '2615551b-9269-4436-827f-dd0c59a253ed' was deleted {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 21:59:24.050546 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b771e-c0d0-4b2d-8e6e-aaf318263d16 req-029bb5d5-d87a-4183-a62e-f7e088b859e7 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:24.052019 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b77b771e-c0d0-4b2d-8e6e-aaf318263d16 req-029bb5d5-d87a-4183-a62e-f7e088b859e7 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/networks?id=fa69cb3f-4129-4afe-9a6d-7584eefc40c0 HTTP/1.1" status: 200 len: 806 time: 0.4536617 May 05 21:59:24.130343 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-73a5916a-9b2c-432e-99e6-ed0d54954303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:24.145372 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51538) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:24.149704 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-53be4cf4-8d87-4c27-8a11-1969601f8933 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:24.168887 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b77b771e-c0d0-4b2d-8e6e-aaf318263d16 req-aff69441-98bf-4bfc-bf45-a08744379831 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/quotas/edfb56529402421c8703b1e767ccb199 HTTP/1.1" status: 200 len: 375 time: 0.0690043 May 05 21:59:24.178267 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a5916a-9b2c-432e-99e6-ed0d54954303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=041f6559-d89f-41f7-a6f0-a3ee806f104c,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:24.189912 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-53be4cf4-8d87-4c27-8a11-1969601f8933 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['088067bb-e092-42e7-aa0a-7505bf29a880']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:59:24.309926 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ea9dac2a-4af0-4c95-972b-77e25e2f9f34 tempest-ServiceProvidersTest-1951726360 tempest-ServiceProvidersTest-1951726360-project] 10.222.0.23 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1632318 May 05 21:59:24.337490 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 347009fb-b0c9-4861-9dd3-8773680adb4d up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:59:24.354930 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-53be4cf4-8d87-4c27-8a11-1969601f8933 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '320fed44-32c9-42f6-bd8a-569a19f05340') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:59:24.355220 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-53be4cf4-8d87-4c27-8a11-1969601f8933 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '320fed44-32c9-42f6-bd8a-569a19f05340') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:59:24.362948 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-73a5916a-9b2c-432e-99e6-ed0d54954303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:24.364108 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-73a5916a-9b2c-432e-99e6-ed0d54954303 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/041f6559-d89f-41f7-a6f0-a3ee806f104c HTTP/1.1" status: 204 len: 168 time: 1.0133951 May 05 21:59:24.374734 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-53be4cf4-8d87-4c27-8a11-1969601f8933 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:24.399515 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-53be4cf4-8d87-4c27-8a11-1969601f8933 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:24.408800 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53be4cf4-8d87-4c27-8a11-1969601f8933 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:59:24.409240 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-53be4cf4-8d87-4c27-8a11-1969601f8933 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:24.425109 n-d-825175-4 neutron-server[84061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:59:24.425109 n-d-825175-4 neutron-server[84061]: util.warn( May 05 21:59:24.425109 n-d-825175-4 neutron-server[84061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:59:24.425109 n-d-825175-4 neutron-server[84061]: util.warn( May 05 21:59:24.425109 n-d-825175-4 neutron-server[84061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:59:24.425109 n-d-825175-4 neutron-server[84061]: util.warn( May 05 21:59:24.425109 n-d-825175-4 neutron-server[84061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:59:24.425109 n-d-825175-4 neutron-server[84061]: util.warn( May 05 21:59:24.425109 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 21:59:24.425109 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:59:24.425109 n-d-825175-4 neutron-server[84061]: timer() May 05 21:59:24.425109 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:59:24.425109 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 21:59:24.425109 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:59:24.425109 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 21:59:24.425109 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:59:24.425109 n-d-825175-4 neutron-server[84061]: self._notify() May 05 21:59:24.425109 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:59:24.425109 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 21:59:24.425109 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:59:24.425109 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 21:59:24.425109 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:59:24.425109 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:59:24.425109 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:59:24.425109 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:59:24.425109 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:59:24.425109 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 21:59:24.425109 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:59:24.425109 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 21:59:24.425109 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:59:24.425109 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:59:24.425109 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:59:24.425109 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 21:59:24.425109 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:59:24.425109 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:59:24.425109 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:59:24.425109 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:59:24.425109 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:59:24.425109 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:59:24.425109 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:59:24.466232 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 347009fb-b0c9-4861-9dd3-8773680adb4d completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:59:24.472716 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 347009fb-b0c9-4861-9dd3-8773680adb4d triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:59:24.473398 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:24.511273 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b77b771e-c0d0-4b2d-8e6e-aaf318263d16 req-700bc68f-66b3-450e-a17c-2d9f9a5b9cd1 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=edfb56529402421c8703b1e767ccb199&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3308852 May 05 21:59:24.567006 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-53be4cf4-8d87-4c27-8a11-1969601f8933 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:24.616301 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-53be4cf4-8d87-4c27-8a11-1969601f8933 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:24.717365 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53be4cf4-8d87-4c27-8a11-1969601f8933 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event deleted for resources: {'Network': ['ID=088067bb-e092-42e7-aa0a-7505bf29a880,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:24.728241 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-53be4cf4-8d87-4c27-8a11-1969601f8933 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "DELETE /v2.0/networks/088067bb-e092-42e7-aa0a-7505bf29a880 HTTP/1.1" status: 204 len: 168 time: 2.6790237 May 05 21:59:24.731002 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51564) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:24.752371 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:24.789478 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b77b771e-c0d0-4b2d-8e6e-aaf318263d16 req-469050a8-add3-4535-a392-8916a6bd21f1 service neutron] 10.222.0.23 "GET /v2.0/networks/fa69cb3f-4129-4afe-9a6d-7584eefc40c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660995 May 05 21:59:24.849324 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae72d738-be2e-4c70-974b-0e4db55fe8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '347009fb-b0c9-4861-9dd3-8773680adb4d'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:59:24.872245 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 347009fb-b0c9-4861-9dd3-8773680adb4d, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=347009fb-b0c9-4861-9dd3-8773680adb4d,segment=NetworkSegment(501dba1c-64dd-4cd1-bb42-439b98112e67),segment_id=501dba1c-64dd-4cd1-bb42-439b98112e67)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:59:24.881336 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:24.882131 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 2e522390-4905-47f5-a4eb-00074af6898d no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:59:24.913323 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51574) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:25.037568 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fd9798d-feac-4aa3-9949-7389777a5956'] response: {'server_uuid': 'ae72d738-be2e-4c70-974b-0e4db55fe8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '347009fb-b0c9-4861-9dd3-8773680adb4d', 'code': 200} May 05 21:59:25.053143 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: 2e522390-4905-47f5-a4eb-00074af6898d {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:59:25.053774 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 2e522390-4905-47f5-a4eb-00074af6898d not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:59:25.112693 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=347009fb-b0c9-4861-9dd3-8773680adb4d,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:25.132630 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:59:25.132981 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:59:25.133310 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:59:25.133643 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:59:25.134084 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:59:25.134279 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:59:25.134603 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:59:25.134950 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:59:25.135375 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:59:25.135746 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:59:25.136319 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:59:25.178904 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b77b771e-c0d0-4b2d-8e6e-aaf318263d16 req-cab2a12d-7511-4189-bed0-08b84979e7d0 service neutron] 10.222.0.23 "GET /v2.0/networks/fa69cb3f-4129-4afe-9a6d-7584eefc40c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3833833 May 05 21:59:25.241359 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-713163ca-697c-4b55-b2a8-1b34b4851b19 req-4523f908-af1d-4312-b4b0-b7dc986ed6da service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ae72d738-be2e-4c70-974b-0e4db55fe8e4 HTTP/1.1" status: 200 len: 1096 time: 0.2244744 May 05 21:59:25.263947 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a994ce-57ea-456c-bb02-d1a9ec000a9b req-d7909d2e-e955-4d66-854a-2178649bddd4 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:25.273244 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-89a994ce-57ea-456c-bb02-d1a9ec000a9b req-d7909d2e-e955-4d66-854a-2178649bddd4 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae72d738-be2e-4c70-974b-0e4db55fe8e4 HTTP/1.1" status: 200 len: 945 time: 0.1382079 May 05 21:59:25.360394 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-713163ca-697c-4b55-b2a8-1b34b4851b19 req-db2dac64-a92c-4fc1-a4cb-a0355d39b458 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=357c8a06-0cb4-4ca4-87b5-fb62b56bd963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103575 May 05 21:59:25.411725 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-89a994ce-57ea-456c-bb02-d1a9ec000a9b req-18fd275a-b8c2-4b95-ba3f-3a24c8235443 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/security-groups?id=357c8a06-0cb4-4ca4-87b5-fb62b56bd963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367242 May 05 21:59:25.538380 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ba7d46bc-22b3-4e67-9415-348f9dcb0ef8 req-a28ab99c-7599-4a79-a1f7-626bde5bbcbb tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccf9834a-6d2b-4c76-9276-083f7327f1aa HTTP/1.1" status: 200 len: 210 time: 0.1123443 May 05 21:59:25.712223 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4d2c6dfc-ae92-4878-bd16-434700a51fc5 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:25.806807 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a0a8ab41-7951-4c9f-904a-5f71fdfea8ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:25.902747 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-a0a8ab41-7951-4c9f-904a-5f71fdfea8ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:59:25.909312 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-a0a8ab41-7951-4c9f-904a-5f71fdfea8ab admin admin] Usage tracker for resource:security_group_rule and tenant:ae341dc1032e4f07894cc0d7006db42f is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:59:25.912860 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-a0a8ab41-7951-4c9f-904a-5f71fdfea8ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:59:25.931780 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-a0a8ab41-7951-4c9f-904a-5f71fdfea8ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:59:26.071383 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a0a8ab41-7951-4c9f-904a-5f71fdfea8ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:26.083568 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a0a8ab41-7951-4c9f-904a-5f71fdfea8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:26.238723 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a8ab41-7951-4c9f-904a-5f71fdfea8ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc9eb94-ce21-474a-b83a-8be46d4d53d2,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:26.247155 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a0a8ab41-7951-4c9f-904a-5f71fdfea8ab admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ae341dc1032e4f07894cc0d7006db42f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0103407 May 05 21:59:26.250750 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51636) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:26.367736 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-179daec0-522a-4d2d-8d08-1243603efb52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:26.421706 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-179daec0-522a-4d2d-8d08-1243603efb52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:26.527249 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-179daec0-522a-4d2d-8d08-1243603efb52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:26.555233 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179daec0-522a-4d2d-8d08-1243603efb52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc9eb94-ce21-474a-b83a-8be46d4d53d2,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:26.612053 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-179daec0-522a-4d2d-8d08-1243603efb52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:26.613877 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-179daec0-522a-4d2d-8d08-1243603efb52 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dcc9eb94-ce21-474a-b83a-8be46d4d53d2 HTTP/1.1" status: 204 len: 168 time: 0.3622305 May 05 21:59:26.725142 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-4d2c6dfc-ae92-4878-bd16-434700a51fc5 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Deleting port baae6eb8-2d3d-4d1d-9e07-55f957d00134 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:59:26.725668 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4d2c6dfc-ae92-4878-bd16-434700a51fc5 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:26.742794 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f5949-01d3-4b16-99ef-0826763f43a8 req-4f656727-075b-4289-8dc6-6cfd58419a8b tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:26.751023 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-eb9f5949-01d3-4b16-99ef-0826763f43a8 req-4f656727-075b-4289-8dc6-6cfd58419a8b tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae72d738-be2e-4c70-974b-0e4db55fe8e4 HTTP/1.1" status: 200 len: 945 time: 0.0948908 May 05 21:59:26.824478 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-eb9f5949-01d3-4b16-99ef-0826763f43a8 req-7c933454-68b7-4b06-84e2-c88836eb4527 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/security-groups?id=357c8a06-0cb4-4ca4-87b5-fb62b56bd963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720634 May 05 21:59:26.873586 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5ca3d965-2c18-4aa1-a8f4-4cd5895bd824 req-b77f8b58-414b-4ad4-be43-624d1cac667c tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccf9834a-6d2b-4c76-9276-083f7327f1aa HTTP/1.1" status: 200 len: 210 time: 0.0471306 May 05 21:59:26.960138 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51666) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:27.098859 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-4d2c6dfc-ae92-4878-bd16-434700a51fc5 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] For port baae6eb8-2d3d-4d1d-9e07-55f957d00134, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=baae6eb8-2d3d-4d1d-9e07-55f957d00134,segment=NetworkSegment(4c0effe6-c153-466b-84cc-6cfd30ce0064),segment_id=4c0effe6-c153-466b-84cc-6cfd30ce0064)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:59:27.099227 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4d2c6dfc-ae92-4878-bd16-434700a51fc5 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:27.194527 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b771e-c0d0-4b2d-8e6e-aaf318263d16 req-449412e6-1cfe-4427-ad96-f3ed409d9b94 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:27.196297 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b77b771e-c0d0-4b2d-8e6e-aaf318263d16 req-449412e6-1cfe-4427-ad96-f3ed409d9b94 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.44 "GET /v2.0/networks?id=fa69cb3f-4129-4afe-9a6d-7584eefc40c0 HTTP/1.1" status: 200 len: 806 time: 0.1955566 May 05 21:59:27.212595 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-b77b771e-c0d0-4b2d-8e6e-aaf318263d16 req-f93bb659-1476-4d0d-889e-fb8d285402f4 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Request body: {'port': {'device_id': 'ccf9834a-6d2b-4c76-9276-083f7327f1aa', 'network_id': 'fa69cb3f-4129-4afe-9a6d-7584eefc40c0', 'admin_state_up': True, 'tenant_id': 'edfb56529402421c8703b1e767ccb199'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:59:27.349699 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-4d2c6dfc-ae92-4878-bd16-434700a51fc5 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Calling delete_port for baae6eb8-2d3d-4d1d-9e07-55f957d00134 owned by network:router_interface {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:59:27.447403 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cebd77a4-9dc0-4358-826e-56cc3932d43a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:27.484980 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6ba6d916-d60c-4a62-9f40-33dc39eba326 req-39a43c03-ed1d-4b69-b1a2-4a29082fdb32 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4ba96e3a2f29495a89fcbd646b4c3115&device_id=ae72d738-be2e-4c70-974b-0e4db55fe8e4 HTTP/1.1" status: 200 len: 1096 time: 0.1729095 May 05 21:59:27.606296 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-cebd77a4-9dc0-4358-826e-56cc3932d43a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:59:27.631948 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-cebd77a4-9dc0-4358-826e-56cc3932d43a admin admin] Usage tracker for resource:security_group_rule and tenant:5f3993a7d6d74b50a475e35231e32cc4 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:59:27.640715 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-b77b771e-c0d0-4b2d-8e6e-aaf318263d16 req-f93bb659-1476-4d0d-889e-fb8d285402f4 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:59:27.647284 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-cebd77a4-9dc0-4358-826e-56cc3932d43a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:59:27.652135 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-b77b771e-c0d0-4b2d-8e6e-aaf318263d16 req-f93bb659-1476-4d0d-889e-fb8d285402f4 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Usage tracker for resource:port and tenant:edfb56529402421c8703b1e767ccb199 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:59:27.670866 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-b77b771e-c0d0-4b2d-8e6e-aaf318263d16 req-f93bb659-1476-4d0d-889e-fb8d285402f4 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:59:27.673631 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-cebd77a4-9dc0-4358-826e-56cc3932d43a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:59:27.688496 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-b77b771e-c0d0-4b2d-8e6e-aaf318263d16 req-f93bb659-1476-4d0d-889e-fb8d285402f4 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:59:27.710470 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1126f77-98d5-4a88-a721-c39abd47e6bd req-1e66f45a-f1cd-4abf-8440-8eec715d3ab2 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:27.712122 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f1126f77-98d5-4a88-a721-c39abd47e6bd req-1e66f45a-f1cd-4abf-8440-8eec715d3ab2 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae72d738-be2e-4c70-974b-0e4db55fe8e4 HTTP/1.1" status: 200 len: 945 time: 0.3521659 May 05 21:59:27.722336 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b77b771e-c0d0-4b2d-8e6e-aaf318263d16 req-f93bb659-1476-4d0d-889e-fb8d285402f4 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Made reservation on behalf of edfb56529402421c8703b1e767ccb199 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:59:27.725738 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-b77b771e-c0d0-4b2d-8e6e-aaf318263d16 req-f93bb659-1476-4d0d-889e-fb8d285402f4 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:27.808297 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6d916-d60c-4a62-9f40-33dc39eba326 req-63da60eb-335e-45f9-9c0c-39eff4f1c2c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:27.809770 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6ba6d916-d60c-4a62-9f40-33dc39eba326 req-63da60eb-335e-45f9-9c0c-39eff4f1c2c9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c94acb4e-545d-4469-be8f-99360ed510a0 HTTP/1.1" status: 200 len: 912 time: 0.3162389 May 05 21:59:27.839357 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f1126f77-98d5-4a88-a721-c39abd47e6bd req-f4dc84b3-82e9-450e-aa40-de6fc3b80581 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/security-groups?id=357c8a06-0cb4-4ca4-87b5-fb62b56bd963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032357 May 05 21:59:27.908629 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4d2c6dfc-ae92-4878-bd16-434700a51fc5 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:27.967150 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-b77b771e-c0d0-4b2d-8e6e-aaf318263d16 req-f93bb659-1476-4d0d-889e-fb8d285402f4 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Allocated IP 172.20.0.4 (fa69cb3f-4129-4afe-9a6d-7584eefc40c0/98120645-6211-43cf-b26e-14efa3661c41/a5a16c12-a43c-42f9-87ba-66cbd1f099a1) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:59:27.974012 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6ba6d916-d60c-4a62-9f40-33dc39eba326 req-05a85d39-0da8-48a9-8c70-392325ed2b2e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=347009fb-b0c9-4861-9dd3-8773680adb4d HTTP/1.1" status: 200 len: 217 time: 0.1538770 May 05 21:59:28.036907 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c6dfc-ae92-4878-bd16-434700a51fc5 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event deleted for resources: {'Port': ['ID=baae6eb8-2d3d-4d1d-9e07-55f957d00134,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:28.055807 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cebd77a4-9dc0-4358-826e-56cc3932d43a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:28.120977 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cebd77a4-9dc0-4358-826e-56cc3932d43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:28.176425 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6d916-d60c-4a62-9f40-33dc39eba326 req-87d0565c-8b3b-41ca-bde6-c5e9e1e764fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:28.178101 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6ba6d916-d60c-4a62-9f40-33dc39eba326 req-87d0565c-8b3b-41ca-bde6-c5e9e1e764fa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=223f310f-878b-4c24-8a1d-6c4f58ae4a94 HTTP/1.1" status: 200 len: 851 time: 0.1950066 May 05 21:59:28.315581 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6ba6d916-d60c-4a62-9f40-33dc39eba326 req-8270417b-6bd0-45e1-9723-01af1cdfb012 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c94acb4e-545d-4469-be8f-99360ed510a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1300445 May 05 21:59:28.318154 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-cebd77a4-9dc0-4358-826e-56cc3932d43a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5f3993a7d6d74b50a475e35231e32cc4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3567326 May 05 21:59:28.322000 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51708) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:28.335521 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebd77a4-9dc0-4358-826e-56cc3932d43a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0312067d-c427-4d08-bf91-1a6e8ddcf264,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:28.351237 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-964482ae-8ace-4312-88d9-fa5d2feb31ed req-befd6cb5-2250-493c-908c-1a502b3d3374 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccf9834a-6d2b-4c76-9276-083f7327f1aa HTTP/1.1" status: 200 len: 210 time: 0.2868247 May 05 21:59:28.555518 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-b77b771e-c0d0-4b2d-8e6e-aaf318263d16 req-f93bb659-1476-4d0d-889e-fb8d285402f4 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:28.606364 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-b77b771e-c0d0-4b2d-8e6e-aaf318263d16 req-f93bb659-1476-4d0d-889e-fb8d285402f4 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:28.618897 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['026ae715-3b74-4311-9e26-de7e6032c7f1'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:59:28.694428 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b77b771e-c0d0-4b2d-8e6e-aaf318263d16 req-f93bb659-1476-4d0d-889e-fb8d285402f4 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Network fa69cb3f-4129-4afe-9a6d-7584eefc40c0 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:59:28.697744 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6ba6d916-d60c-4a62-9f40-33dc39eba326 req-4db17bf6-c335-4bc7-a86a-46261c104cb6 service neutron] 10.222.0.44 "GET /v2.0/networks/c94acb4e-545d-4469-be8f-99360ed510a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3747942 May 05 21:59:28.698296 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-b77b771e-c0d0-4b2d-8e6e-aaf318263d16 req-f93bb659-1476-4d0d-889e-fb8d285402f4 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:59:28.703832 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-43edd19c-d166-465c-b481-9272d66d785c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:28.708335 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-b77b771e-c0d0-4b2d-8e6e-aaf318263d16 req-f93bb659-1476-4d0d-889e-fb8d285402f4 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:59:28.796150 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b771e-c0d0-4b2d-8e6e-aaf318263d16 req-f93bb659-1476-4d0d-889e-fb8d285402f4 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:28.797475 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-b77b771e-c0d0-4b2d-8e6e-aaf318263d16 req-f93bb659-1476-4d0d-889e-fb8d285402f4 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:28.816715 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93bb659-1476-4d0d-889e-fb8d285402f4 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Pushing event updated for resources: {'Port': ['ID=a5a16c12-a43c-42f9-87ba-66cbd1f099a1,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:28.843784 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b77b771e-c0d0-4b2d-8e6e-aaf318263d16 req-f93bb659-1476-4d0d-889e-fb8d285402f4 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6352406 May 05 21:59:28.852776 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-43edd19c-d166-465c-b481-9272d66d785c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:28.856604 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-b77b771e-c0d0-4b2d-8e6e-aaf318263d16 req-88ddaf86-c1e3-4d3a-b5c1-4c926e21583f service neutron] Request body: {'port': {'device_id': 'ccf9834a-6d2b-4c76-9276-083f7327f1aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:59:28.875416 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4d2c6dfc-ae92-4878-bd16-434700a51fc5 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:29.050445 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-b77b771e-c0d0-4b2d-8e6e-aaf318263d16 req-88ddaf86-c1e3-4d3a-b5c1-4c926e21583f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:29.054226 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6ba6d916-d60c-4a62-9f40-33dc39eba326 req-fee98c1b-3edf-4f55-a798-d0df52ed8b3a service neutron] 10.222.0.44 "GET /v2.0/networks/c94acb4e-545d-4469-be8f-99360ed510a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437850 May 05 21:59:29.090996 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-43edd19c-d166-465c-b481-9272d66d785c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:29.116848 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43edd19c-d166-465c-b481-9272d66d785c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0312067d-c427-4d08-bf91-1a6e8ddcf264,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:29.151668 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-43edd19c-d166-465c-b481-9272d66d785c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:29.152785 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-43edd19c-d166-465c-b481-9272d66d785c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0312067d-c427-4d08-bf91-1a6e8ddcf264 HTTP/1.1" status: 204 len: 168 time: 0.8285866 May 05 21:59:29.303558 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32b13c-1bd4-44ee-8300-a810911ed2c0 req-3f2ae6a3-0d7c-43bf-beca-1af070aad5c4 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:29.305283 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4c32b13c-1bd4-44ee-8300-a810911ed2c0 req-3f2ae6a3-0d7c-43bf-beca-1af070aad5c4 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae72d738-be2e-4c70-974b-0e4db55fe8e4 HTTP/1.1" status: 200 len: 945 time: 0.2227333 May 05 21:59:29.577891 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4c32b13c-1bd4-44ee-8300-a810911ed2c0 req-fd3c397a-e605-4342-a547-f91857dd42ac tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/security-groups?id=357c8a06-0cb4-4ca4-87b5-fb62b56bd963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630479 May 05 21:59:29.720971 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d2c6dfc-ae92-4878-bd16-434700a51fc5 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Router 444002e8-f0d1-4956-865e-60814067613c has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:59:29.729726 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b04277-678d-4db6-b8a5-4ec9adeb2943 req-2e2103e2-e724-4ad5-a64d-d712c3ad025f tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:29.730401 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-a1b04277-678d-4db6-b8a5-4ec9adeb2943 req-2e2103e2-e724-4ad5-a64d-d712c3ad025f tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Synchronizing usage tracker for tenant:edfb56529402421c8703b1e767ccb199 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:59:29.795740 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-a1b04277-678d-4db6-b8a5-4ec9adeb2943 req-2e2103e2-e724-4ad5-a64d-d712c3ad025f tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Unset dirty status for tenant:edfb56529402421c8703b1e767ccb199 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:59:29.802049 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a1b04277-678d-4db6-b8a5-4ec9adeb2943 req-2e2103e2-e724-4ad5-a64d-d712c3ad025f tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccf9834a-6d2b-4c76-9276-083f7327f1aa HTTP/1.1" status: 200 len: 931 time: 0.2947171 May 05 21:59:29.862454 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-b77b771e-c0d0-4b2d-8e6e-aaf318263d16 req-88ddaf86-c1e3-4d3a-b5c1-4c926e21583f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5a16c12-a43c-42f9-87ba-66cbd1f099a1 {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:59:29.872092 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-b77b771e-c0d0-4b2d-8e6e-aaf318263d16 req-88ddaf86-c1e3-4d3a-b5c1-4c926e21583f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:29.891773 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a1b04277-678d-4db6-b8a5-4ec9adeb2943 req-c42c1554-e971-4cbe-bf1c-c94218ae1f38 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887806 May 05 21:59:29.910164 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-b77b771e-c0d0-4b2d-8e6e-aaf318263d16 req-88ddaf86-c1e3-4d3a-b5c1-4c926e21583f service neutron] Transition to ACTIVE for port object a5a16c12-a43c-42f9-87ba-66cbd1f099a1 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:59:29.916364 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-b77b771e-c0d0-4b2d-8e6e-aaf318263d16 req-88ddaf86-c1e3-4d3a-b5c1-4c926e21583f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:29.945122 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2c6dfc-ae92-4878-bd16-434700a51fc5 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:59:29.957735 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0622b7ce-b205-4062-add6-45bc78ea421e None None] Sync routers for ids ['444002e8-f0d1-4956-865e-60814067613c'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:59:29.960070 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-4d2c6dfc-ae92-4878-bd16-434700a51fc5 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "PUT /v2.0/routers/444002e8-f0d1-4956-865e-60814067613c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2279027 May 05 21:59:29.962911 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51752) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:29.977976 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0622b7ce-b205-4062-add6-45bc78ea421e None None] Routers {'444002e8-f0d1-4956-865e-60814067613c'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:59:29.978902 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-0622b7ce-b205-4062-add6-45bc78ea421e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:59:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['444002e8-f0d1-4956-865e-60814067613c'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:59:30.071458 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ddaf86-c1e3-4d3a-b5c1-4c926e21583f service neutron] Pushing event updated for resources: {'Port': ['ID=a5a16c12-a43c-42f9-87ba-66cbd1f099a1,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:30.195804 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-0622b7ce-b205-4062-add6-45bc78ea421e None None] Set router 444002e8-f0d1-4956-865e-60814067613c gateway port host: None {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:59:30.229686 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-b77b771e-c0d0-4b2d-8e6e-aaf318263d16 req-88ddaf86-c1e3-4d3a-b5c1-4c926e21583f service neutron] Attempting to bind port a5a16c12-a43c-42f9-87ba-66cbd1f099a1 on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:59:30.230006 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-b77b771e-c0d0-4b2d-8e6e-aaf318263d16 req-88ddaf86-c1e3-4d3a-b5c1-4c926e21583f service neutron] Attempting to bind port a5a16c12-a43c-42f9-87ba-66cbd1f099a1 by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': '0aa4b5f2-fc2b-422a-9849-318a9f632a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fa69cb3f-4129-4afe-9a6d-7584eefc40c0'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:59:30.230331 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77b771e-c0d0-4b2d-8e6e-aaf318263d16 req-88ddaf86-c1e3-4d3a-b5c1-4c926e21583f service neutron] Attempting to bind port a5a16c12-a43c-42f9-87ba-66cbd1f099a1 on network fa69cb3f-4129-4afe-9a6d-7584eefc40c0 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:59:30.238070 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77b771e-c0d0-4b2d-8e6e-aaf318263d16 req-88ddaf86-c1e3-4d3a-b5c1-4c926e21583f service neutron] Port a5a16c12-a43c-42f9-87ba-66cbd1f099a1 on network fa69cb3f-4129-4afe-9a6d-7584eefc40c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:59:30.238390 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77b771e-c0d0-4b2d-8e6e-aaf318263d16 req-88ddaf86-c1e3-4d3a-b5c1-4c926e21583f service neutron] Attempting to bind port a5a16c12-a43c-42f9-87ba-66cbd1f099a1 on network fa69cb3f-4129-4afe-9a6d-7584eefc40c0 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:59:30.247803 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77b771e-c0d0-4b2d-8e6e-aaf318263d16 req-88ddaf86-c1e3-4d3a-b5c1-4c926e21583f service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:59:30.248143 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77b771e-c0d0-4b2d-8e6e-aaf318263d16 req-88ddaf86-c1e3-4d3a-b5c1-4c926e21583f service neutron] Checking segment: {'id': '0aa4b5f2-fc2b-422a-9849-318a9f632a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fa69cb3f-4129-4afe-9a6d-7584eefc40c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:59:30.249046 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77b771e-c0d0-4b2d-8e6e-aaf318263d16 req-88ddaf86-c1e3-4d3a-b5c1-4c926e21583f service neutron] Bound using segment: {'id': '0aa4b5f2-fc2b-422a-9849-318a9f632a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fa69cb3f-4129-4afe-9a6d-7584eefc40c0'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:59:30.250025 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-b77b771e-c0d0-4b2d-8e6e-aaf318263d16 req-88ddaf86-c1e3-4d3a-b5c1-4c926e21583f service neutron] Bound port: a5a16c12-a43c-42f9-87ba-66cbd1f099a1, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0aa4b5f2-fc2b-422a-9849-318a9f632a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fa69cb3f-4129-4afe-9a6d-7584eefc40c0'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:59:30.250372 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-b77b771e-c0d0-4b2d-8e6e-aaf318263d16 req-88ddaf86-c1e3-4d3a-b5c1-4c926e21583f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:30.265033 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-32bc852b-e101-4a8c-9284-1b2287e32bd1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Deleting subnet f78fb5b2-bb84-44a3-a485-6f76e003d92e {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:59:30.268077 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-32bc852b-e101-4a8c-9284-1b2287e32bd1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:30.341622 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-32bc852b-e101-4a8c-9284-1b2287e32bd1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:30.366614 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-b77b771e-c0d0-4b2d-8e6e-aaf318263d16 req-88ddaf86-c1e3-4d3a-b5c1-4c926e21583f service neutron] For port a5a16c12-a43c-42f9-87ba-66cbd1f099a1, host n-h1-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:59:30.373380 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-b77b771e-c0d0-4b2d-8e6e-aaf318263d16 req-88ddaf86-c1e3-4d3a-b5c1-4c926e21583f service neutron] For port a5a16c12-a43c-42f9-87ba-66cbd1f099a1, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=a5a16c12-a43c-42f9-87ba-66cbd1f099a1,segment=NetworkSegment(0aa4b5f2-fc2b-422a-9849-318a9f632a66),segment_id=0aa4b5f2-fc2b-422a-9849-318a9f632a66)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:59:30.382118 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-b77b771e-c0d0-4b2d-8e6e-aaf318263d16 req-88ddaf86-c1e3-4d3a-b5c1-4c926e21583f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:30.470934 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-32bc852b-e101-4a8c-9284-1b2287e32bd1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:30.511562 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-b77b771e-c0d0-4b2d-8e6e-aaf318263d16 req-88ddaf86-c1e3-4d3a-b5c1-4c926e21583f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:30.531546 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b77b771e-c0d0-4b2d-8e6e-aaf318263d16 req-88ddaf86-c1e3-4d3a-b5c1-4c926e21583f service neutron] 10.222.0.44 "PUT /v2.0/ports/a5a16c12-a43c-42f9-87ba-66cbd1f099a1 HTTP/1.1" status: 200 len: 1091 time: 1.6818137 May 05 21:59:30.532043 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccf9834a-6d2b-4c76-9276-083f7327f1aa', 'tag': 'a5a16c12-a43c-42f9-87ba-66cbd1f099a1'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:59:30.657102 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-32bc852b-e101-4a8c-9284-1b2287e32bd1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:30.679388 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-0622b7ce-b205-4062-add6-45bc78ea421e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444002e8-f0d1-4956-865e-60814067613c', 'name': 'tempest-RoutersTest-router-1872622478', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:58:03Z', 'updated_at': '2022-05-05T21:59:27Z', 'revision_number': 9, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'gw_port_host': None, '_interfaces': [{'id': '127b8d1d-baa4-433f-a1db-83f247c1a226', 'name': '', 'network_id': '431b5e07-0c77-4772-b0c1-a3ae77a9450d', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:c2:45:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c1bc00e-87fc-49d2-99b3-4a15d5b35e2d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:26Z', 'updated_at': '2022-05-05T21:58:42Z', 'revision_number': 5, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': '9c1bc00e-87fc-49d2-99b3-4a15d5b35e2d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9171c69-836e-494d-892f-fdc8fe11862a', 'name': '', 'network_id': '6fe30055-2bd1-42fb-b6e9-f282563854ed', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:8e:ca:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '550c25b3-bde4-4d79-a9bd-8bd009910040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:10Z', 'updated_at': '2022-05-05T21:58:31Z', 'revision_number': 5, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': '550c25b3-bde4-4d79-a9bd-8bd009910040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:59:30.688872 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0622b7ce-b205-4062-add6-45bc78ea421e None None] Checking router: 444002e8-f0d1-4956-865e-60814067613c for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:59:30.718475 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bc852b-e101-4a8c-9284-1b2287e32bd1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event deleted for resources: {'Subnet': ['ID=f78fb5b2-bb84-44a3-a485-6f76e003d92e,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:30.723341 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-32bc852b-e101-4a8c-9284-1b2287e32bd1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:30.729744 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1d74f7-527a-4da1-8ca0-b7bb91760380 None None] Network 803c5af3-563f-4b4d-a157-1eb0f81e83eb requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:59:30.733570 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0622b7ce-b205-4062-add6-45bc78ea421e None None] Routers {'444002e8-f0d1-4956-865e-60814067613c'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:59:30.734196 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-0622b7ce-b205-4062-add6-45bc78ea421e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:59:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['444002e8-f0d1-4956-865e-60814067613c'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:59:30.738557 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-32bc852b-e101-4a8c-9284-1b2287e32bd1 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "DELETE /v2.0/subnets/f78fb5b2-bb84-44a3-a485-6f76e003d92e HTTP/1.1" status: 204 len: 168 time: 0.7743769 May 05 21:59:30.741341 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51774) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:30.752817 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3b52d46-c64e-4436-b875-2524fd8045f0'] response: {'name': 'network-changed', 'server_uuid': 'ccf9834a-6d2b-4c76-9276-083f7327f1aa', 'tag': 'a5a16c12-a43c-42f9-87ba-66cbd1f099a1', 'status': 'completed', 'code': 200} May 05 21:59:30.760734 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ddaf86-c1e3-4d3a-b5c1-4c926e21583f service neutron] Pushing event updated for resources: {'Port': ['ID=a5a16c12-a43c-42f9-87ba-66cbd1f099a1,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:30.835005 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b77b771e-c0d0-4b2d-8e6e-aaf318263d16 req-f45fcad3-7b2b-42b8-8818-1c9719837f29 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=edfb56529402421c8703b1e767ccb199&device_id=ccf9834a-6d2b-4c76-9276-083f7327f1aa HTTP/1.1" status: 200 len: 1094 time: 0.2594187 May 05 21:59:30.933686 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a54c76b2-68cb-47da-975a-5b9f3e37d657 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:30.947245 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-a54c76b2-68cb-47da-975a-5b9f3e37d657 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Deleting port 12bb94f7-f4d4-4c05-a290-740e7e6512b2 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:59:30.947941 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a54c76b2-68cb-47da-975a-5b9f3e37d657 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:30.983215 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-0622b7ce-b205-4062-add6-45bc78ea421e None None] Set router 444002e8-f0d1-4956-865e-60814067613c gateway port host: None {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:59:31.093024 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b77b771e-c0d0-4b2d-8e6e-aaf318263d16 req-d7e0920b-18dd-49c4-a502-57270f5be5b4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5a16c12-a43c-42f9-87ba-66cbd1f099a1 HTTP/1.1" status: 200 len: 217 time: 0.1650884 May 05 21:59:31.201132 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f02377-8ff6-4677-8c0a-13915adf1519 None None] DHCP port deletion for 803c5af3-563f-4b4d-a157-1eb0f81e83eb request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 21:59:31.205708 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-38f02377-8ff6-4677-8c0a-13915adf1519 None None] Deleting port 12bb94f7-f4d4-4c05-a290-740e7e6512b2 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:59:31.206074 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-38f02377-8ff6-4677-8c0a-13915adf1519 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:31.266445 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-a54c76b2-68cb-47da-975a-5b9f3e37d657 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] For port 12bb94f7-f4d4-4c05-a290-740e7e6512b2, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=12bb94f7-f4d4-4c05-a290-740e7e6512b2,segment=NetworkSegment(4c0effe6-c153-466b-84cc-6cfd30ce0064),segment_id=4c0effe6-c153-466b-84cc-6cfd30ce0064)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:59:31.267156 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a54c76b2-68cb-47da-975a-5b9f3e37d657 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:31.449391 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-a54c76b2-68cb-47da-975a-5b9f3e37d657 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Calling delete_port for 12bb94f7-f4d4-4c05-a290-740e7e6512b2 owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:59:31.545543 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b64fe8-3ee0-4684-addc-e23f4787f23a req-8161fd73-617d-4161-a186-703e7d711368 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:31.552371 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-75b64fe8-3ee0-4684-addc-e23f4787f23a req-8161fd73-617d-4161-a186-703e7d711368 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae72d738-be2e-4c70-974b-0e4db55fe8e4 HTTP/1.1" status: 200 len: 945 time: 0.7163885 May 05 21:59:31.571368 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b771e-c0d0-4b2d-8e6e-aaf318263d16 req-e8c8ab8b-31b9-420f-a3c3-06816e6b4353 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:31.572890 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b77b771e-c0d0-4b2d-8e6e-aaf318263d16 req-e8c8ab8b-31b9-420f-a3c3-06816e6b4353 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=98120645-6211-43cf-b26e-14efa3661c41 HTTP/1.1" status: 200 len: 846 time: 0.4549997 May 05 21:59:31.581147 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-0622b7ce-b205-4062-add6-45bc78ea421e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444002e8-f0d1-4956-865e-60814067613c', 'name': 'tempest-RoutersTest-router-1872622478', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:58:03Z', 'updated_at': '2022-05-05T21:59:27Z', 'revision_number': 9, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'gw_port_host': None, '_interfaces': [{'id': '127b8d1d-baa4-433f-a1db-83f247c1a226', 'name': '', 'network_id': '431b5e07-0c77-4772-b0c1-a3ae77a9450d', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:c2:45:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c1bc00e-87fc-49d2-99b3-4a15d5b35e2d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:26Z', 'updated_at': '2022-05-05T21:58:42Z', 'revision_number': 5, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': '9c1bc00e-87fc-49d2-99b3-4a15d5b35e2d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9171c69-836e-494d-892f-fdc8fe11862a', 'name': '', 'network_id': '6fe30055-2bd1-42fb-b6e9-f282563854ed', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:8e:ca:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '550c25b3-bde4-4d79-a9bd-8bd009910040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:10Z', 'updated_at': '2022-05-05T21:58:31Z', 'revision_number': 5, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': '550c25b3-bde4-4d79-a9bd-8bd009910040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:59:31.581731 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a54c76b2-68cb-47da-975a-5b9f3e37d657 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:31.588355 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0622b7ce-b205-4062-add6-45bc78ea421e None None] The sync data for ids ['444002e8-f0d1-4956-865e-60814067613c'] in n-d-825175-4 is: [{'id': '444002e8-f0d1-4956-865e-60814067613c', 'name': 'tempest-RoutersTest-router-1872622478', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:58:03Z', 'updated_at': '2022-05-05T21:59:27Z', 'revision_number': 9, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'gw_port_host': None, '_interfaces': [{'id': '127b8d1d-baa4-433f-a1db-83f247c1a226', 'name': '', 'network_id': '431b5e07-0c77-4772-b0c1-a3ae77a9450d', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:c2:45:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c1bc00e-87fc-49d2-99b3-4a15d5b35e2d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:26Z', 'updated_at': '2022-05-05T21:58:42Z', 'revision_number': 5, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': '9c1bc00e-87fc-49d2-99b3-4a15d5b35e2d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9171c69-836e-494d-892f-fdc8fe11862a', 'name': '', 'network_id': '6fe30055-2bd1-42fb-b6e9-f282563854ed', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:8e:ca:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '550c25b3-bde4-4d79-a9bd-8bd009910040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:10Z', 'updated_at': '2022-05-05T21:58:31Z', 'revision_number': 5, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': '550c25b3-bde4-4d79-a9bd-8bd009910040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:59:31.669791 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b77b771e-c0d0-4b2d-8e6e-aaf318263d16 req-b33d67b1-911b-4b21-b842-540ce1491aca service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fa69cb3f-4129-4afe-9a6d-7584eefc40c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880921 May 05 21:59:31.686990 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-38f02377-8ff6-4677-8c0a-13915adf1519 None None] For port 12bb94f7-f4d4-4c05-a290-740e7e6512b2, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=12bb94f7-f4d4-4c05-a290-740e7e6512b2,segment=NetworkSegment(4c0effe6-c153-466b-84cc-6cfd30ce0064),segment_id=4c0effe6-c153-466b-84cc-6cfd30ce0064)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:59:31.687383 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-38f02377-8ff6-4677-8c0a-13915adf1519 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:31.695199 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54c76b2-68cb-47da-975a-5b9f3e37d657 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event deleted for resources: {'Port': ['ID=12bb94f7-f4d4-4c05-a290-740e7e6512b2,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:31.722888 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54c76b2-68cb-47da-975a-5b9f3e37d657 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] No DVR routers for this DVR port 12bb94f7-f4d4-4c05-a290-740e7e6512b2 on host n-d-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:59:31.783393 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440bad8-9bcf-4905-933f-a540f36b80e1 req-e2f50092-3227-4080-8ee7-2909e412e295 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:31.784863 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7440bad8-9bcf-4905-933f-a540f36b80e1 req-e2f50092-3227-4080-8ee7-2909e412e295 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccf9834a-6d2b-4c76-9276-083f7327f1aa HTTP/1.1" status: 200 len: 943 time: 0.3417971 May 05 21:59:31.809814 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-75b64fe8-3ee0-4684-addc-e23f4787f23a req-548cd98d-e9b2-4f23-bd8d-32a90fc606e9 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/security-groups?id=357c8a06-0cb4-4ca4-87b5-fb62b56bd963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563815 May 05 21:59:31.845844 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-38f02377-8ff6-4677-8c0a-13915adf1519 None None] Calling delete_port for 12bb94f7-f4d4-4c05-a290-740e7e6512b2 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:59:31.932039 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7440bad8-9bcf-4905-933f-a540f36b80e1 req-19b0dcc3-4cc8-4b4d-b7bb-1e5fb8f7984e tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159673 May 05 21:59:31.937050 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b77b771e-c0d0-4b2d-8e6e-aaf318263d16 req-98cb00f1-d6c0-4e3d-a49f-d1b7cc9e2530 service neutron] 10.222.0.44 "GET /v2.0/networks/fa69cb3f-4129-4afe-9a6d-7584eefc40c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549894 May 05 21:59:31.973885 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:59:31.973885 n-d-825175-4 neutron-server[84064]: util.warn( May 05 21:59:31.973885 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:59:31.973885 n-d-825175-4 neutron-server[84064]: util.warn( May 05 21:59:31.973885 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:59:31.973885 n-d-825175-4 neutron-server[84064]: util.warn( May 05 21:59:31.973885 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:59:31.973885 n-d-825175-4 neutron-server[84064]: util.warn( May 05 21:59:31.973885 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:59:31.973885 n-d-825175-4 neutron-server[84064]: util.warn( May 05 21:59:31.973885 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:59:31.973885 n-d-825175-4 neutron-server[84064]: util.warn( May 05 21:59:31.973885 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:59:31.973885 n-d-825175-4 neutron-server[84064]: util.warn( May 05 21:59:31.973885 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:59:31.973885 n-d-825175-4 neutron-server[84064]: util.warn( May 05 21:59:31.973885 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:59:31.973885 n-d-825175-4 neutron-server[84064]: util.warn( May 05 21:59:31.973885 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:59:31.973885 n-d-825175-4 neutron-server[84064]: util.warn( May 05 21:59:31.973885 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:59:31.973885 n-d-825175-4 neutron-server[84064]: util.warn( May 05 21:59:31.973885 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:59:31.973885 n-d-825175-4 neutron-server[84064]: util.warn( May 05 21:59:31.973885 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:59:31.973885 n-d-825175-4 neutron-server[84064]: util.warn( May 05 21:59:31.973885 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:59:31.973885 n-d-825175-4 neutron-server[84064]: util.warn( May 05 21:59:31.973885 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:59:31.973885 n-d-825175-4 neutron-server[84064]: util.warn( May 05 21:59:31.973885 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:59:31.973885 n-d-825175-4 neutron-server[84064]: util.warn( May 05 21:59:31.973885 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:59:31.973885 n-d-825175-4 neutron-server[84064]: util.warn( May 05 21:59:31.973885 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:59:31.973885 n-d-825175-4 neutron-server[84064]: util.warn( May 05 21:59:31.973885 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:59:31.973885 n-d-825175-4 neutron-server[84064]: util.warn( May 05 21:59:31.973885 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:59:31.973885 n-d-825175-4 neutron-server[84064]: util.warn( May 05 21:59:31.973885 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:59:31.973885 n-d-825175-4 neutron-server[84064]: util.warn( May 05 21:59:31.973885 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:59:31.973885 n-d-825175-4 neutron-server[84064]: util.warn( May 05 21:59:31.973885 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:59:31.973885 n-d-825175-4 neutron-server[84064]: util.warn( May 05 21:59:31.973885 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:59:31.973885 n-d-825175-4 neutron-server[84064]: util.warn( May 05 21:59:31.973885 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:59:31.973885 n-d-825175-4 neutron-server[84064]: util.warn( May 05 21:59:31.973885 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:59:31.973885 n-d-825175-4 neutron-server[84064]: util.warn( May 05 21:59:31.973885 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:59:31.973885 n-d-825175-4 neutron-server[84064]: util.warn( May 05 21:59:31.973885 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 21:59:31.973885 n-d-825175-4 neutron-server[84064]: util.warn( May 05 21:59:31.982528 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-38f02377-8ff6-4677-8c0a-13915adf1519 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:59:31.983040 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-38f02377-8ff6-4677-8c0a-13915adf1519 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:59:32.019803 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a54c76b2-68cb-47da-975a-5b9f3e37d657 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:32.058842 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-a54c76b2-68cb-47da-975a-5b9f3e37d657 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['803c5af3-563f-4b4d-a157-1eb0f81e83eb']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:59:32.075542 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-a54c76b2-68cb-47da-975a-5b9f3e37d657 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c0effe6-c153-466b-84cc-6cfd30ce0064') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:59:32.076025 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-a54c76b2-68cb-47da-975a-5b9f3e37d657 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c0effe6-c153-466b-84cc-6cfd30ce0064') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:59:32.099788 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a54c76b2-68cb-47da-975a-5b9f3e37d657 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:32.124938 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a54c76b2-68cb-47da-975a-5b9f3e37d657 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:32.137761 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a54c76b2-68cb-47da-975a-5b9f3e37d657 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:59:32.138313 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a54c76b2-68cb-47da-975a-5b9f3e37d657 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:32.212544 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b77b771e-c0d0-4b2d-8e6e-aaf318263d16 req-f138859d-56a7-4d86-b873-6ec56b67d4f2 service neutron] 10.222.0.44 "GET /v2.0/networks/fa69cb3f-4129-4afe-9a6d-7584eefc40c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498219 May 05 21:59:32.350421 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 21:59:32.350421 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:59:32.350421 n-d-825175-4 neutron-server[84063]: timer() May 05 21:59:32.350421 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:59:32.350421 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 21:59:32.350421 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:59:32.350421 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 21:59:32.350421 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:59:32.350421 n-d-825175-4 neutron-server[84063]: self._notify() May 05 21:59:32.350421 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:59:32.350421 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 21:59:32.350421 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:59:32.350421 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 21:59:32.350421 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:59:32.350421 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:59:32.350421 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:59:32.350421 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:59:32.350421 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:59:32.350421 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 21:59:32.350421 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:59:32.350421 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 21:59:32.350421 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:59:32.350421 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:59:32.350421 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:59:32.350421 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 21:59:32.350421 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:59:32.350421 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:59:32.350421 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:59:32.350421 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:59:32.350421 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:59:32.350421 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:59:32.350421 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:59:32.353267 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8823dd84-c571-4b01-aab7-340dd6215d36 req-7efd4b61-e4f9-46dd-9ca8-4bdd9fff8e7e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=edfb56529402421c8703b1e767ccb199&device_id=ccf9834a-6d2b-4c76-9276-083f7327f1aa HTTP/1.1" status: 200 len: 1094 time: 0.0741315 May 05 21:59:32.383032 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a54c76b2-68cb-47da-975a-5b9f3e37d657 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:32.408243 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a54c76b2-68cb-47da-975a-5b9f3e37d657 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:32.420320 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54c76b2-68cb-47da-975a-5b9f3e37d657 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event deleted for resources: {'Network': ['ID=803c5af3-563f-4b4d-a157-1eb0f81e83eb,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:32.430951 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a54c76b2-68cb-47da-975a-5b9f3e37d657 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "DELETE /v2.0/networks/803c5af3-563f-4b4d-a157-1eb0f81e83eb HTTP/1.1" status: 204 len: 168 time: 1.6861789 May 05 21:59:32.431229 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51810) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:32.484170 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-38f02377-8ff6-4677-8c0a-13915adf1519 None None] Deleting port 12bb94f7-f4d4-4c05-a290-740e7e6512b2 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:59:32.484977 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-38f02377-8ff6-4677-8c0a-13915adf1519 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:32.596545 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8823dd84-c571-4b01-aab7-340dd6215d36 req-9f6b9aaf-ffee-49a4-9d7e-59ce563338bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:32.605119 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8823dd84-c571-4b01-aab7-340dd6215d36 req-9f6b9aaf-ffee-49a4-9d7e-59ce563338bf service neutron] 10.222.0.44 "GET /v2.0/networks?id=fa69cb3f-4129-4afe-9a6d-7584eefc40c0 HTTP/1.1" status: 200 len: 907 time: 0.2474549 May 05 21:59:32.608018 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51818) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:32.665137 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-38f02377-8ff6-4677-8c0a-13915adf1519 None None] The port '12bb94f7-f4d4-4c05-a290-740e7e6512b2' was deleted {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 21:59:32.713312 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8823dd84-c571-4b01-aab7-340dd6215d36 req-1132dc16-8115-43a6-853d-05bfe8b696ee service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5a16c12-a43c-42f9-87ba-66cbd1f099a1 HTTP/1.1" status: 200 len: 217 time: 0.1004207 May 05 21:59:32.786774 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8823dd84-c571-4b01-aab7-340dd6215d36 req-235bb040-352f-4172-86c3-a916c7d95780 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:32.788389 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8823dd84-c571-4b01-aab7-340dd6215d36 req-235bb040-352f-4172-86c3-a916c7d95780 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=98120645-6211-43cf-b26e-14efa3661c41 HTTP/1.1" status: 200 len: 846 time: 0.0689576 May 05 21:59:32.822820 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 12bb94f7-f4d4-4c05-a290-740e7e6512b2 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:59:32.845101 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8823dd84-c571-4b01-aab7-340dd6215d36 req-8a2aa7af-d957-4130-94f2-a619337f3751 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fa69cb3f-4129-4afe-9a6d-7584eefc40c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481572 May 05 21:59:32.872321 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ff47948c-223d-4d92-adca-5b7f58d083a3 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:32.899165 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 12bb94f7-f4d4-4c05-a290-740e7e6512b2 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:59:32.899721 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 12bb94f7-f4d4-4c05-a290-740e7e6512b2 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:59:32.899922 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device baae6eb8-2d3d-4d1d-9e07-55f957d00134 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:59:32.980688 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: baae6eb8-2d3d-4d1d-9e07-55f957d00134 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:59:32.981129 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device baae6eb8-2d3d-4d1d-9e07-55f957d00134 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:59:33.035511 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1022289d-33fe-4c3c-a246-a017bf2819b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:33.074592 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-1022289d-33fe-4c3c-a246-a017bf2819b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:59:33.078745 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-1022289d-33fe-4c3c-a246-a017bf2819b9 admin admin] Usage tracker for resource:security_group_rule and tenant:881fdf48fe9e43e9a66534ca8c9222ae is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:59:33.082095 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-1022289d-33fe-4c3c-a246-a017bf2819b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:59:33.087997 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-1022289d-33fe-4c3c-a246-a017bf2819b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:59:33.194902 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1022289d-33fe-4c3c-a246-a017bf2819b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:33.204591 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1022289d-33fe-4c3c-a246-a017bf2819b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:33.255127 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8823dd84-c571-4b01-aab7-340dd6215d36 req-ee09d5ae-b6dc-4762-b191-d4bf12cd1c22 service neutron] 10.222.0.44 "GET /v2.0/networks/fa69cb3f-4129-4afe-9a6d-7584eefc40c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4015617 May 05 21:59:33.268735 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1022289d-33fe-4c3c-a246-a017bf2819b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9aed18b-73d6-4a6e-bb5a-05a02cbfc2fe,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:33.278804 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1022289d-33fe-4c3c-a246-a017bf2819b9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=881fdf48fe9e43e9a66534ca8c9222ae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6643767 May 05 21:59:33.279035 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51838) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:33.382726 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e2bf7-5ff2-4fda-890f-954b820c894f req-3ba6a020-2045-413a-9f18-c90181a4b24c tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:33.390285 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-977e2bf7-5ff2-4fda-890f-954b820c894f req-3ba6a020-2045-413a-9f18-c90181a4b24c tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae72d738-be2e-4c70-974b-0e4db55fe8e4 HTTP/1.1" status: 200 len: 945 time: 0.3623912 May 05 21:59:33.435305 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8823dd84-c571-4b01-aab7-340dd6215d36 req-a2dec330-68dd-4491-ac92-2ef8df36b854 service neutron] 10.222.0.44 "GET /v2.0/networks/fa69cb3f-4129-4afe-9a6d-7584eefc40c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736097 May 05 21:59:33.446314 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93caac31-46aa-4f12-9062-31b9db06da07 req-13f99acf-2de2-4e78-a6f4-028f0f240c45 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:33.447840 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-93caac31-46aa-4f12-9062-31b9db06da07 req-13f99acf-2de2-4e78-a6f4-028f0f240c45 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccf9834a-6d2b-4c76-9276-083f7327f1aa HTTP/1.1" status: 200 len: 943 time: 0.2871065 May 05 21:59:33.489243 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-974cc009-7cbe-4486-ab47-5761f4a64da4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:33.499495 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-977e2bf7-5ff2-4fda-890f-954b820c894f req-03898959-f38f-4801-b27f-439c0d773ede tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/security-groups?id=357c8a06-0cb4-4ca4-87b5-fb62b56bd963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079724 May 05 21:59:33.559651 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-93caac31-46aa-4f12-9062-31b9db06da07 req-577ce34e-8519-4c29-a079-ee0601788233 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954366 May 05 21:59:33.584089 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-974cc009-7cbe-4486-ab47-5761f4a64da4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:33.736358 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-974cc009-7cbe-4486-ab47-5761f4a64da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:33.763000 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974cc009-7cbe-4486-ab47-5761f4a64da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9aed18b-73d6-4a6e-bb5a-05a02cbfc2fe,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:33.772075 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-974cc009-7cbe-4486-ab47-5761f4a64da4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:33.775861 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-974cc009-7cbe-4486-ab47-5761f4a64da4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a9aed18b-73d6-4a6e-bb5a-05a02cbfc2fe HTTP/1.1" status: 204 len: 168 time: 0.4932623 May 05 21:59:33.919694 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-ff47948c-223d-4d92-adca-5b7f58d083a3 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Deleting port 127b8d1d-baa4-433f-a1db-83f247c1a226 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:59:33.920375 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ff47948c-223d-4d92-adca-5b7f58d083a3 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:34.228160 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-ff47948c-223d-4d92-adca-5b7f58d083a3 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] For port 127b8d1d-baa4-433f-a1db-83f247c1a226, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=127b8d1d-baa4-433f-a1db-83f247c1a226,segment=NetworkSegment(6c63a83b-4195-4a58-98bf-92e24f477e85),segment_id=6c63a83b-4195-4a58-98bf-92e24f477e85)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:59:34.228160 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ff47948c-223d-4d92-adca-5b7f58d083a3 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:34.354782 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-ff47948c-223d-4d92-adca-5b7f58d083a3 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Calling delete_port for 127b8d1d-baa4-433f-a1db-83f247c1a226 owned by network:router_interface {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:59:34.410049 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device a5a16c12-a43c-42f9-87ba-66cbd1f099a1 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 21:59:34.514561 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51878) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:34.543970 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5a822594-8c7e-4278-8f68-7f6dd7d88e2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:34.644849 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ff47948c-223d-4d92-adca-5b7f58d083a3 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:34.666545 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-5a822594-8c7e-4278-8f68-7f6dd7d88e2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:59:34.675492 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-5a822594-8c7e-4278-8f68-7f6dd7d88e2f admin admin] Usage tracker for resource:security_group_rule and tenant:66848d4d9ea8464d8085cb3063b904f3 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:59:34.681082 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-5a822594-8c7e-4278-8f68-7f6dd7d88e2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:59:34.695133 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-5a822594-8c7e-4278-8f68-7f6dd7d88e2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:59:34.699381 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port a5a16c12-a43c-42f9-87ba-66cbd1f099a1, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=a5a16c12-a43c-42f9-87ba-66cbd1f099a1,segment=NetworkSegment(0aa4b5f2-fc2b-422a-9849-318a9f632a66),segment_id=0aa4b5f2-fc2b-422a-9849-318a9f632a66)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:59:34.727808 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': 'a5a16c12-a43c-42f9-87ba-66cbd1f099a1', 'network_id': 'fa69cb3f-4129-4afe-9a6d-7584eefc40c0', 'port_id': 'a5a16c12-a43c-42f9-87ba-66cbd1f099a1', 'mac_address': 'fa:16:3e:a0:84:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98120645-6211-43cf-b26e-14efa3661c41', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 21:59:34.769787 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff47948c-223d-4d92-adca-5b7f58d083a3 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event deleted for resources: {'Port': ['ID=127b8d1d-baa4-433f-a1db-83f247c1a226,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:34.814234 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:34.840791 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5a16c12-a43c-42f9-87ba-66cbd1f099a1 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:59:34.860397 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port a5a16c12-a43c-42f9-87ba-66cbd1f099a1, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=a5a16c12-a43c-42f9-87ba-66cbd1f099a1,segment=NetworkSegment(0aa4b5f2-fc2b-422a-9849-318a9f632a66),segment_id=0aa4b5f2-fc2b-422a-9849-318a9f632a66)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:59:34.862468 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5a822594-8c7e-4278-8f68-7f6dd7d88e2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:34.866375 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:34.958689 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=a5a16c12-a43c-42f9-87ba-66cbd1f099a1,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:35.066532 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5a822594-8c7e-4278-8f68-7f6dd7d88e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:35.076063 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['a5a16c12-a43c-42f9-87ba-66cbd1f099a1'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:59:35.157250 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ff47948c-223d-4d92-adca-5b7f58d083a3 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:35.370780 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a822594-8c7e-4278-8f68-7f6dd7d88e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a901967b-9d51-4657-98e3-35ab5454a9df,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:35.382702 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-5a822594-8c7e-4278-8f68-7f6dd7d88e2f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=66848d4d9ea8464d8085cb3063b904f3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8667250 May 05 21:59:35.387284 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51906) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:35.404266 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314f01d-8f47-43f6-80d0-603f05a07f96 req-58847b8e-5503-4e95-910e-a8718f06d62d tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:35.405952 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b314f01d-8f47-43f6-80d0-603f05a07f96 req-58847b8e-5503-4e95-910e-a8718f06d62d tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae72d738-be2e-4c70-974b-0e4db55fe8e4 HTTP/1.1" status: 200 len: 945 time: 0.5381353 May 05 21:59:35.415886 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37bfc6-d732-4ab4-a342-bba90b42bead req-aa3d6b00-c127-4415-9522-a090f9fb3961 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:35.417312 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7d37bfc6-d732-4ab4-a342-bba90b42bead req-aa3d6b00-c127-4415-9522-a090f9fb3961 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccf9834a-6d2b-4c76-9276-083f7327f1aa HTTP/1.1" status: 200 len: 944 time: 0.5468478 May 05 21:59:35.494767 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b314f01d-8f47-43f6-80d0-603f05a07f96 req-d1586d42-1882-443b-8c0b-63f7daa5c6a1 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/security-groups?id=357c8a06-0cb4-4ca4-87b5-fb62b56bd963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762053 May 05 21:59:35.530624 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7d37bfc6-d732-4ab4-a342-bba90b42bead req-6f60718d-7e26-4e46-b8a0-fb57dc2f02d0 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964289 May 05 21:59:35.568792 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b5882629-6631-4358-96e3-e94de3805bdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:35.672874 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b5882629-6631-4358-96e3-e94de3805bdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:35.718504 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:35.817595 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:35.845888 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b5882629-6631-4358-96e3-e94de3805bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:35.873688 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5882629-6631-4358-96e3-e94de3805bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a901967b-9d51-4657-98e3-35ab5454a9df,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:35.892527 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b5882629-6631-4358-96e3-e94de3805bdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:35.893720 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b5882629-6631-4358-96e3-e94de3805bdf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a901967b-9d51-4657-98e3-35ab5454a9df HTTP/1.1" status: 204 len: 168 time: 0.5036128 May 05 21:59:35.924393 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff47948c-223d-4d92-adca-5b7f58d083a3 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Router 444002e8-f0d1-4956-865e-60814067613c has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:59:35.972837 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51926) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:36.122697 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-99741b35-3ba1-444a-9eeb-5c19a9b46896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:36.158855 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-99741b35-3ba1-444a-9eeb-5c19a9b46896 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:59:36.163628 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-99741b35-3ba1-444a-9eeb-5c19a9b46896 admin admin] Usage tracker for resource:security_group_rule and tenant:8cd903b28e84465eadd0556e6ac5403a is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:59:36.166564 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-99741b35-3ba1-444a-9eeb-5c19a9b46896 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:59:36.172619 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-99741b35-3ba1-444a-9eeb-5c19a9b46896 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:59:36.212987 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff47948c-223d-4d92-adca-5b7f58d083a3 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:59:36.218371 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ff47948c-223d-4d92-adca-5b7f58d083a3 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "PUT /v2.0/routers/444002e8-f0d1-4956-865e-60814067613c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7857411 May 05 21:59:36.220901 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51934) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:36.226892 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c152632-4d92-468e-b78b-75abd9648333 None None] Sync routers for ids ['444002e8-f0d1-4956-865e-60814067613c'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:59:36.241383 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c152632-4d92-468e-b78b-75abd9648333 None None] Routers {'444002e8-f0d1-4956-865e-60814067613c'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:59:36.242972 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-1c152632-4d92-468e-b78b-75abd9648333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:59:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['444002e8-f0d1-4956-865e-60814067613c'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:59:36.261192 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-99741b35-3ba1-444a-9eeb-5c19a9b46896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:36.267588 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-99741b35-3ba1-444a-9eeb-5c19a9b46896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:36.318251 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99741b35-3ba1-444a-9eeb-5c19a9b46896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cacd8034-deff-4174-a6b6-ea38ef883460,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:36.328613 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-99741b35-3ba1-444a-9eeb-5c19a9b46896 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8cd903b28e84465eadd0556e6ac5403a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3546581 May 05 21:59:36.331255 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51942) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:36.351827 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99741b35-3ba1-444a-9eeb-5c19a9b46896 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:59:36.352198 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99741b35-3ba1-444a-9eeb-5c19a9b46896 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:59:36.352528 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99741b35-3ba1-444a-9eeb-5c19a9b46896 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:59:36.352848 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99741b35-3ba1-444a-9eeb-5c19a9b46896 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:59:36.353165 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99741b35-3ba1-444a-9eeb-5c19a9b46896 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:59:36.353479 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99741b35-3ba1-444a-9eeb-5c19a9b46896 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:59:36.353793 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99741b35-3ba1-444a-9eeb-5c19a9b46896 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:59:36.354104 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99741b35-3ba1-444a-9eeb-5c19a9b46896 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:59:36.354540 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99741b35-3ba1-444a-9eeb-5c19a9b46896 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:59:36.354893 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99741b35-3ba1-444a-9eeb-5c19a9b46896 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:59:36.355203 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99741b35-3ba1-444a-9eeb-5c19a9b46896 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:59:36.411104 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b8865aea-5086-4e7b-9d86-8a360f507252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:36.417805 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-1c152632-4d92-468e-b78b-75abd9648333 None None] Set router 444002e8-f0d1-4956-865e-60814067613c gateway port host: None {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:59:36.453829 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b8865aea-5086-4e7b-9d86-8a360f507252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:36.459000 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device a5a16c12-a43c-42f9-87ba-66cbd1f099a1 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:59:36.489959 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-18cf9e66-be95-4ad0-9160-09dea409e996 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Deleting subnet 9c1bc00e-87fc-49d2-99b3-4a15d5b35e2d {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:59:36.494612 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-18cf9e66-be95-4ad0-9160-09dea409e996 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:36.526942 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b8865aea-5086-4e7b-9d86-8a360f507252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:36.582141 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8865aea-5086-4e7b-9d86-8a360f507252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cacd8034-deff-4174-a6b6-ea38ef883460,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:36.599895 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b8865aea-5086-4e7b-9d86-8a360f507252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:36.601021 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b8865aea-5086-4e7b-9d86-8a360f507252 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cacd8034-deff-4174-a6b6-ea38ef883460 HTTP/1.1" status: 204 len: 168 time: 0.2688878 May 05 21:59:36.661610 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-18cf9e66-be95-4ad0-9160-09dea409e996 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:36.808232 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port a5a16c12-a43c-42f9-87ba-66cbd1f099a1 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:59:36.825068 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port a5a16c12-a43c-42f9-87ba-66cbd1f099a1 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:59:36.825633 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:36.839931 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-18cf9e66-be95-4ad0-9160-09dea409e996 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:36.916720 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b73c95c-5683-4721-a273-b624ba9e0e49 req-ba5cd914-ab05-400c-8ea8-0f9cd168c1e6 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:36.918262 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2b73c95c-5683-4721-a273-b624ba9e0e49 req-ba5cd914-ab05-400c-8ea8-0f9cd168c1e6 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae72d738-be2e-4c70-974b-0e4db55fe8e4 HTTP/1.1" status: 200 len: 945 time: 0.2304282 May 05 21:59:36.976530 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2b73c95c-5683-4721-a273-b624ba9e0e49 req-70ed1e06-2054-4ac7-8524-3b7ec85526fb tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/security-groups?id=357c8a06-0cb4-4ca4-87b5-fb62b56bd963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511198 May 05 21:59:36.981699 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-18cf9e66-be95-4ad0-9160-09dea409e996 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:36.983926 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703dbce4-7cec-4cb6-b920-2eb81b5fa184 req-602a6c82-b5ea-45ba-ab69-ae6a1694960c tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:36.985605 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-703dbce4-7cec-4cb6-b920-2eb81b5fa184 req-602a6c82-b5ea-45ba-ab69-ae6a1694960c tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccf9834a-6d2b-4c76-9276-083f7327f1aa HTTP/1.1" status: 200 len: 944 time: 0.1789596 May 05 21:59:37.054637 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-703dbce4-7cec-4cb6-b920-2eb81b5fa184 req-ca9cebd5-2e0f-4f0e-8632-6c49a766ad11 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624454 May 05 21:59:37.069865 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf9e66-be95-4ad0-9160-09dea409e996 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event deleted for resources: {'Subnet': ['ID=9c1bc00e-87fc-49d2-99b3-4a15d5b35e2d,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:37.072184 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-18cf9e66-be95-4ad0-9160-09dea409e996 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:37.079174 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-1c152632-4d92-468e-b78b-75abd9648333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444002e8-f0d1-4956-865e-60814067613c', 'name': 'tempest-RoutersTest-router-1872622478', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:58:03Z', 'updated_at': '2022-05-05T21:59:34Z', 'revision_number': 10, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'gw_port_host': None, '_interfaces': [{'id': 'f9171c69-836e-494d-892f-fdc8fe11862a', 'name': '', 'network_id': '6fe30055-2bd1-42fb-b6e9-f282563854ed', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:8e:ca:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '550c25b3-bde4-4d79-a9bd-8bd009910040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:10Z', 'updated_at': '2022-05-05T21:58:31Z', 'revision_number': 5, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': '550c25b3-bde4-4d79-a9bd-8bd009910040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:59:37.082166 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51968) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:37.084502 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb846f2-ab99-4704-8a32-2236532540ce None None] Network 431b5e07-0c77-4772-b0c1-a3ae77a9450d requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:59:37.094280 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-18cf9e66-be95-4ad0-9160-09dea409e996 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "DELETE /v2.0/subnets/9c1bc00e-87fc-49d2-99b3-4a15d5b35e2d HTTP/1.1" status: 204 len: 168 time: 0.8629584 May 05 21:59:37.169778 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:37.187435 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c152632-4d92-468e-b78b-75abd9648333 None None] Checking router: 444002e8-f0d1-4956-865e-60814067613c for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:59:37.225108 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-97642be6-7340-4a54-ab86-7b653b5aadf9 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:37.240875 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-97642be6-7340-4a54-ab86-7b653b5aadf9 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Deleting port 00abf455-5ad6-42e8-8785-8272268f246d {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:59:37.241655 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-97642be6-7340-4a54-ab86-7b653b5aadf9 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:37.246703 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51974) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:37.250578 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf9834a-6d2b-4c76-9276-083f7327f1aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a16c12-a43c-42f9-87ba-66cbd1f099a1'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:59:37.277693 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2b91e5d7-9848-46a8-845b-c143b670b47e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:37.302675 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c152632-4d92-468e-b78b-75abd9648333 None None] Routers {'444002e8-f0d1-4956-865e-60814067613c'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:59:37.303301 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-1c152632-4d92-468e-b78b-75abd9648333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:59:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['444002e8-f0d1-4956-865e-60814067613c'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:59:37.357237 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-2b91e5d7-9848-46a8-845b-c143b670b47e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:59:37.364936 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-2b91e5d7-9848-46a8-845b-c143b670b47e admin admin] Usage tracker for resource:security_group_rule and tenant:0874426a40e1457e89e67248f8dc835d is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:59:37.365126 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port a5a16c12-a43c-42f9-87ba-66cbd1f099a1, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=a5a16c12-a43c-42f9-87ba-66cbd1f099a1,segment=NetworkSegment(0aa4b5f2-fc2b-422a-9849-318a9f632a66),segment_id=0aa4b5f2-fc2b-422a-9849-318a9f632a66)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:59:37.367068 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1af2f66-188b-4ac6-999f-8e555f4b2096'] response: {'server_uuid': 'ccf9834a-6d2b-4c76-9276-083f7327f1aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a16c12-a43c-42f9-87ba-66cbd1f099a1', 'code': 200} May 05 21:59:37.372535 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-2b91e5d7-9848-46a8-845b-c143b670b47e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:59:37.385089 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-2b91e5d7-9848-46a8-845b-c143b670b47e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:59:37.445872 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:37.557599 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2b91e5d7-9848-46a8-845b-c143b670b47e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:37.567198 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2b91e5d7-9848-46a8-845b-c143b670b47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:37.629767 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=a5a16c12-a43c-42f9-87ba-66cbd1f099a1,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:37.636243 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-1c152632-4d92-468e-b78b-75abd9648333 None None] Set router 444002e8-f0d1-4956-865e-60814067613c gateway port host: None {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:59:37.711616 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-97642be6-7340-4a54-ab86-7b653b5aadf9 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] For port 00abf455-5ad6-42e8-8785-8272268f246d, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=00abf455-5ad6-42e8-8785-8272268f246d,segment=NetworkSegment(6c63a83b-4195-4a58-98bf-92e24f477e85),segment_id=6c63a83b-4195-4a58-98bf-92e24f477e85)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:59:37.712077 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-97642be6-7340-4a54-ab86-7b653b5aadf9 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:37.731188 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-2b91e5d7-9848-46a8-845b-c143b670b47e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0874426a40e1457e89e67248f8dc835d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4832351 May 05 21:59:37.734606 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b91e5d7-9848-46a8-845b-c143b670b47e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0072e320-63d0-4164-b302-5d7666ce3a25,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:37.737913 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51984) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:37.808691 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eb722235-1465-4e43-9041-61fadabaccfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:37.820060 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b994e968-33e5-4e25-ba6b-f80a4bd0a61f None None] DHCP port deletion for 431b5e07-0c77-4772-b0c1-a3ae77a9450d request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 21:59:37.844969 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eb722235-1465-4e43-9041-61fadabaccfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:37.864781 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-b994e968-33e5-4e25-ba6b-f80a4bd0a61f None None] Deleting port 00abf455-5ad6-42e8-8785-8272268f246d {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:59:37.865169 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b994e968-33e5-4e25-ba6b-f80a4bd0a61f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:37.876624 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-97642be6-7340-4a54-ab86-7b653b5aadf9 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Calling delete_port for 00abf455-5ad6-42e8-8785-8272268f246d owned by network:dhcp {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:59:37.915390 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eb722235-1465-4e43-9041-61fadabaccfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:37.932088 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb722235-1465-4e43-9041-61fadabaccfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0072e320-63d0-4164-b302-5d7666ce3a25,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:37.940338 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eb722235-1465-4e43-9041-61fadabaccfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:37.941742 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-eb722235-1465-4e43-9041-61fadabaccfc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0072e320-63d0-4164-b302-5d7666ce3a25 HTTP/1.1" status: 204 len: 168 time: 0.2027481 May 05 21:59:37.946687 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-622f9342-18a7-4512-a316-def74deb6d42 req-223887b8-93ff-43e2-bcb8-603584eb1cf5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ccf9834a-6d2b-4c76-9276-083f7327f1aa HTTP/1.1" status: 200 len: 1096 time: 0.4199350 May 05 21:59:38.018995 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-622f9342-18a7-4512-a316-def74deb6d42 req-1098821c-aada-43c4-b219-a8287a105033 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644426 May 05 21:59:38.022771 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-97642be6-7340-4a54-ab86-7b653b5aadf9 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:38.068024 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-b994e968-33e5-4e25-ba6b-f80a4bd0a61f None None] The port '00abf455-5ad6-42e8-8785-8272268f246d' was deleted {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 21:59:38.091499 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97642be6-7340-4a54-ab86-7b653b5aadf9 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] No DVR routers for this DVR port 00abf455-5ad6-42e8-8785-8272268f246d on host n-d-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:59:38.140003 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97642be6-7340-4a54-ab86-7b653b5aadf9 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event deleted for resources: {'Port': ['ID=00abf455-5ad6-42e8-8785-8272268f246d,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:38.185124 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-1c152632-4d92-468e-b78b-75abd9648333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444002e8-f0d1-4956-865e-60814067613c', 'name': 'tempest-RoutersTest-router-1872622478', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:58:03Z', 'updated_at': '2022-05-05T21:59:34Z', 'revision_number': 10, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'gw_port_host': None, '_interfaces': [{'id': 'f9171c69-836e-494d-892f-fdc8fe11862a', 'name': '', 'network_id': '6fe30055-2bd1-42fb-b6e9-f282563854ed', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:8e:ca:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '550c25b3-bde4-4d79-a9bd-8bd009910040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:10Z', 'updated_at': '2022-05-05T21:58:31Z', 'revision_number': 5, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': '550c25b3-bde4-4d79-a9bd-8bd009910040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:59:38.189575 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c152632-4d92-468e-b78b-75abd9648333 None None] The sync data for ids ['444002e8-f0d1-4956-865e-60814067613c'] in n-d-825175-4 is: [{'id': '444002e8-f0d1-4956-865e-60814067613c', 'name': 'tempest-RoutersTest-router-1872622478', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:58:03Z', 'updated_at': '2022-05-05T21:59:34Z', 'revision_number': 10, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'gw_port_host': None, '_interfaces': [{'id': 'f9171c69-836e-494d-892f-fdc8fe11862a', 'name': '', 'network_id': '6fe30055-2bd1-42fb-b6e9-f282563854ed', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'mac_address': 'fa:16:3e:8e:ca:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444002e8-f0d1-4956-865e-60814067613c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '550c25b3-bde4-4d79-a9bd-8bd009910040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:58:10Z', 'updated_at': '2022-05-05T21:58:31Z', 'revision_number': 5, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'subnets': [{'id': '550c25b3-bde4-4d79-a9bd-8bd009910040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:59:38.367128 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-97642be6-7340-4a54-ab86-7b653b5aadf9 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:38.419009 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-97642be6-7340-4a54-ab86-7b653b5aadf9 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['431b5e07-0c77-4772-b0c1-a3ae77a9450d']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:59:38.445352 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-97642be6-7340-4a54-ab86-7b653b5aadf9 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c63a83b-4195-4a58-98bf-92e24f477e85') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:59:38.445645 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-97642be6-7340-4a54-ab86-7b653b5aadf9 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c63a83b-4195-4a58-98bf-92e24f477e85') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:59:38.469029 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-97642be6-7340-4a54-ab86-7b653b5aadf9 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:38.498780 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-97642be6-7340-4a54-ab86-7b653b5aadf9 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:38.515119 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb36118-6a30-4149-9008-f07727f84ffe req-cf794830-af22-498b-80eb-13314ada6193 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:38.516762 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0bb36118-6a30-4149-9008-f07727f84ffe req-cf794830-af22-498b-80eb-13314ada6193 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae72d738-be2e-4c70-974b-0e4db55fe8e4 HTTP/1.1" status: 200 len: 945 time: 0.2773209 May 05 21:59:38.519929 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97642be6-7340-4a54-ab86-7b653b5aadf9 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:59:38.520314 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-97642be6-7340-4a54-ab86-7b653b5aadf9 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:38.538614 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 21:59:38.538614 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:59:38.538614 n-d-825175-4 neutron-server[84061]: timer() May 05 21:59:38.538614 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:59:38.538614 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 21:59:38.538614 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:59:38.538614 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 21:59:38.538614 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:59:38.538614 n-d-825175-4 neutron-server[84061]: self._notify() May 05 21:59:38.538614 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:59:38.538614 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 21:59:38.538614 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:59:38.538614 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 21:59:38.538614 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:59:38.538614 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:59:38.538614 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:59:38.538614 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:59:38.538614 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:59:38.538614 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 21:59:38.538614 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:59:38.538614 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 21:59:38.538614 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:59:38.538614 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:59:38.538614 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:59:38.538614 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 21:59:38.538614 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:59:38.538614 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:59:38.538614 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:59:38.538614 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:59:38.538614 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:59:38.538614 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:59:38.538614 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:59:38.550985 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4cf6a7-1f1b-462a-b88c-650309323e2a req-65ce9615-3b1c-4fe0-9255-acbf661bc78a tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:38.552531 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ed4cf6a7-1f1b-462a-b88c-650309323e2a req-65ce9615-3b1c-4fe0-9255-acbf661bc78a tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccf9834a-6d2b-4c76-9276-083f7327f1aa HTTP/1.1" status: 200 len: 945 time: 0.2467098 May 05 21:59:38.825187 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 00abf455-5ad6-42e8-8785-8272268f246d no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:59:38.898312 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 00abf455-5ad6-42e8-8785-8272268f246d {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:59:38.899174 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 00abf455-5ad6-42e8-8785-8272268f246d not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:59:38.900198 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 127b8d1d-baa4-433f-a1db-83f247c1a226 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:59:38.910247 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-97642be6-7340-4a54-ab86-7b653b5aadf9 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:38.916209 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0bb36118-6a30-4149-9008-f07727f84ffe req-c67710d6-683b-4342-8205-11d3d001c4e3 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/security-groups?id=357c8a06-0cb4-4ca4-87b5-fb62b56bd963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3542542 May 05 21:59:38.920551 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-97642be6-7340-4a54-ab86-7b653b5aadf9 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:38.958872 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ed4cf6a7-1f1b-462a-b88c-650309323e2a req-7945da2d-bb54-4ca8-b6fa-683cf3f7ec1d tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913139 May 05 21:59:38.961285 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97642be6-7340-4a54-ab86-7b653b5aadf9 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event deleted for resources: {'Network': ['ID=431b5e07-0c77-4772-b0c1-a3ae77a9450d,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:38.974205 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52022) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:38.974732 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-97642be6-7340-4a54-ab86-7b653b5aadf9 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "DELETE /v2.0/networks/431b5e07-0c77-4772-b0c1-a3ae77a9450d HTTP/1.1" status: 204 len: 168 time: 1.8910720 May 05 21:59:38.984951 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 127b8d1d-baa4-433f-a1db-83f247c1a226 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:59:38.986205 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 127b8d1d-baa4-433f-a1db-83f247c1a226 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:59:39.405959 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-656819c0-9021-4ad9-a8a3-d61a5fbb60e9 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:40.186292 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52078) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:40.279233 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-656819c0-9021-4ad9-a8a3-d61a5fbb60e9 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Deleting port f9171c69-836e-494d-892f-fdc8fe11862a {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:59:40.279804 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-656819c0-9021-4ad9-a8a3-d61a5fbb60e9 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:40.303189 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc500f-f796-4fe0-a9b4-622c1e7aaa8a req-d3a2a345-a47c-49a1-8795-797dd29b0533 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:40.304879 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e1cc500f-f796-4fe0-a9b4-622c1e7aaa8a req-d3a2a345-a47c-49a1-8795-797dd29b0533 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae72d738-be2e-4c70-974b-0e4db55fe8e4 HTTP/1.1" status: 200 len: 945 time: 0.1708760 May 05 21:59:40.322854 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deebc23-17fa-4be2-b8f5-669807373e93 req-66652177-1bb0-4606-838a-46be9992f42b tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:40.324469 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9deebc23-17fa-4be2-b8f5-669807373e93 req-66652177-1bb0-4606-838a-46be9992f42b tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccf9834a-6d2b-4c76-9276-083f7327f1aa HTTP/1.1" status: 200 len: 945 time: 0.1177883 May 05 21:59:40.408061 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9deebc23-17fa-4be2-b8f5-669807373e93 req-871d3bd6-5a97-4819-8daf-4dd3b92246c3 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644529 May 05 21:59:40.424654 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e1cc500f-f796-4fe0-a9b4-622c1e7aaa8a req-0621580f-9993-4298-ab4b-45a593448a18 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/security-groups?id=357c8a06-0cb4-4ca4-87b5-fb62b56bd963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096544 May 05 21:59:40.540998 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52088) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:40.552658 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-656819c0-9021-4ad9-a8a3-d61a5fbb60e9 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] For port f9171c69-836e-494d-892f-fdc8fe11862a, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=f9171c69-836e-494d-892f-fdc8fe11862a,segment=NetworkSegment(ffbd983e-4048-4677-8a97-7f020b90f24f),segment_id=ffbd983e-4048-4677-8a97-7f020b90f24f)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:59:40.553019 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-656819c0-9021-4ad9-a8a3-d61a5fbb60e9 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:40.668769 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-328c1b2e-01fa-40dd-bf8d-52209c046c36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:40.707795 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-328c1b2e-01fa-40dd-bf8d-52209c046c36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:59:40.712853 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-328c1b2e-01fa-40dd-bf8d-52209c046c36 admin admin] Usage tracker for resource:security_group_rule and tenant:748136bbbe97499880d13dcbb2ecbb7b is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:59:40.716966 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-328c1b2e-01fa-40dd-bf8d-52209c046c36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:59:40.724310 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-328c1b2e-01fa-40dd-bf8d-52209c046c36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:59:40.735593 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-656819c0-9021-4ad9-a8a3-d61a5fbb60e9 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Calling delete_port for f9171c69-836e-494d-892f-fdc8fe11862a owned by network:router_interface {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:59:40.766780 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4120153b-4100-4d04-a134-7a80b24590e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:40.835887 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-4120153b-4100-4d04-a134-7a80b24590e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:59:40.846288 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-4120153b-4100-4d04-a134-7a80b24590e9 admin admin] Usage tracker for resource:security_group_rule and tenant:b0b3b60a1cbe4403b31333409451e88a is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:59:40.854182 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-4120153b-4100-4d04-a134-7a80b24590e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:59:40.860273 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-328c1b2e-01fa-40dd-bf8d-52209c046c36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:40.861342 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-4120153b-4100-4d04-a134-7a80b24590e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:59:40.873815 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-328c1b2e-01fa-40dd-bf8d-52209c046c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:40.927654 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328c1b2e-01fa-40dd-bf8d-52209c046c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a748cff-52c8-44f8-a6f8-a5e882c26eb9,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:40.938622 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-328c1b2e-01fa-40dd-bf8d-52209c046c36 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=748136bbbe97499880d13dcbb2ecbb7b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3964746 May 05 21:59:40.941204 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52106) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:40.963089 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4af41c-69ee-4687-b933-09c15b9ab1c5 req-01f3fb7c-d3aa-469f-915b-ab48db39aaf5 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:40.964685 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5c4af41c-69ee-4687-b933-09c15b9ab1c5 req-01f3fb7c-d3aa-469f-915b-ab48db39aaf5 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccf9834a-6d2b-4c76-9276-083f7327f1aa HTTP/1.1" status: 200 len: 945 time: 0.1664841 May 05 21:59:41.009277 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4120153b-4100-4d04-a134-7a80b24590e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:41.015039 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4120153b-4100-4d04-a134-7a80b24590e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:41.040508 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-656819c0-9021-4ad9-a8a3-d61a5fbb60e9 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:41.050496 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5c4af41c-69ee-4687-b933-09c15b9ab1c5 req-b9314a15-584c-4394-9bc9-d06729fe1bb8 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776641 May 05 21:59:41.071353 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-786b7ea2-b993-4415-a56d-e3e163722375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:41.121299 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-786b7ea2-b993-4415-a56d-e3e163722375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:41.135224 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656819c0-9021-4ad9-a8a3-d61a5fbb60e9 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event deleted for resources: {'Port': ['ID=f9171c69-836e-494d-892f-fdc8fe11862a,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:41.139319 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4120153b-4100-4d04-a134-7a80b24590e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0099a1d4-5904-481b-9b6d-6448033be65b,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:41.145352 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-4120153b-4100-4d04-a134-7a80b24590e9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b0b3b60a1cbe4403b31333409451e88a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9572246 May 05 21:59:41.186166 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52114) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:41.210309 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-786b7ea2-b993-4415-a56d-e3e163722375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:41.243747 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b7ea2-b993-4415-a56d-e3e163722375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a748cff-52c8-44f8-a6f8-a5e882c26eb9,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:41.298001 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-786b7ea2-b993-4415-a56d-e3e163722375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:41.299312 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-786b7ea2-b993-4415-a56d-e3e163722375 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3a748cff-52c8-44f8-a6f8-a5e882c26eb9 HTTP/1.1" status: 204 len: 168 time: 0.3569896 May 05 21:59:41.357763 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913187e-ff08-4403-be5f-e9709b73c9ee req-39322571-07e8-4fb3-8e23-bfda2be93cc9 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:41.360781 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9913187e-ff08-4403-be5f-e9709b73c9ee req-39322571-07e8-4fb3-8e23-bfda2be93cc9 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccf9834a-6d2b-4c76-9276-083f7327f1aa HTTP/1.1" status: 200 len: 945 time: 0.1182020 May 05 21:59:41.433528 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9913187e-ff08-4403-be5f-e9709b73c9ee req-541c052e-2be2-45be-89a6-ec45a981d7dc tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644777 May 05 21:59:41.437766 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-884f91a4-9a11-4227-9cc0-0aae65aec9fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:41.550065 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-884f91a4-9a11-4227-9cc0-0aae65aec9fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:41.594023 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-656819c0-9021-4ad9-a8a3-d61a5fbb60e9 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:41.778781 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696a74f-3327-409f-81f1-8f6df804fede req-0c036f91-e689-44c6-baca-96c16d2a4dc5 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:41.786427 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6696a74f-3327-409f-81f1-8f6df804fede req-0c036f91-e689-44c6-baca-96c16d2a4dc5 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae72d738-be2e-4c70-974b-0e4db55fe8e4 HTTP/1.1" status: 200 len: 945 time: 0.1981750 May 05 21:59:41.788259 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-884f91a4-9a11-4227-9cc0-0aae65aec9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:41.825912 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884f91a4-9a11-4227-9cc0-0aae65aec9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0099a1d4-5904-481b-9b6d-6448033be65b,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:41.843755 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-884f91a4-9a11-4227-9cc0-0aae65aec9fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:41.845186 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-884f91a4-9a11-4227-9cc0-0aae65aec9fb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0099a1d4-5904-481b-9b6d-6448033be65b HTTP/1.1" status: 204 len: 168 time: 0.6580205 May 05 21:59:41.893897 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6696a74f-3327-409f-81f1-8f6df804fede req-42a0c0b3-b2af-43f4-a547-57bec8eb6049 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/security-groups?id=357c8a06-0cb4-4ca4-87b5-fb62b56bd963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972831 May 05 21:59:42.080730 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d08aac-35a4-4c34-961c-712ff2775b03 req-0f6d3cb4-a581-4f42-b2e2-caf374c2a0a4 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:42.088698 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-20d08aac-35a4-4c34-961c-712ff2775b03 req-0f6d3cb4-a581-4f42-b2e2-caf374c2a0a4 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccf9834a-6d2b-4c76-9276-083f7327f1aa HTTP/1.1" status: 200 len: 945 time: 0.1062222 May 05 21:59:42.143600 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-20d08aac-35a4-4c34-961c-712ff2775b03 req-4ba55922-242b-4693-9b99-0f6063f37e4a tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539322 May 05 21:59:42.286629 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-656819c0-9021-4ad9-a8a3-d61a5fbb60e9 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Router 444002e8-f0d1-4956-865e-60814067613c has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:59:42.345083 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52160) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:42.364548 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3a8c8d0e-580c-465c-b73d-d4d9a48c99c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:42.399385 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-3a8c8d0e-580c-465c-b73d-d4d9a48c99c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:59:42.403573 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-3a8c8d0e-580c-465c-b73d-d4d9a48c99c7 admin admin] Usage tracker for resource:security_group_rule and tenant:4a517e18f73045248a7a3aa64a446114 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:59:42.406997 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-3a8c8d0e-580c-465c-b73d-d4d9a48c99c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:59:42.413212 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-3a8c8d0e-580c-465c-b73d-d4d9a48c99c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:59:42.422097 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52164) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:42.452384 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656819c0-9021-4ad9-a8a3-d61a5fbb60e9 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:59:42.461133 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-656819c0-9021-4ad9-a8a3-d61a5fbb60e9 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "PUT /v2.0/routers/444002e8-f0d1-4956-865e-60814067613c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4820235 May 05 21:59:42.461241 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52170) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:42.463222 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485865e3-2549-4142-9b0d-5a659ffb7fc0 None None] Sync routers for ids ['444002e8-f0d1-4956-865e-60814067613c'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:59:42.477067 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485865e3-2549-4142-9b0d-5a659ffb7fc0 None None] Routers {'444002e8-f0d1-4956-865e-60814067613c'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:59:42.477979 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-485865e3-2549-4142-9b0d-5a659ffb7fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:59:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['444002e8-f0d1-4956-865e-60814067613c'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:59:42.625097 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-485865e3-2549-4142-9b0d-5a659ffb7fc0 None None] Set router 444002e8-f0d1-4956-865e-60814067613c gateway port host: None {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:59:42.635223 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3a8c8d0e-580c-465c-b73d-d4d9a48c99c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:42.644936 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3a8c8d0e-580c-465c-b73d-d4d9a48c99c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:42.686039 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1c4fb505-e975-439a-8614-53f8202285a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:42.700633 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8c8d0e-580c-465c-b73d-d4d9a48c99c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420ad19b-4e6e-4b0d-b28a-e151d89dc62d,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:42.737720 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-1c4fb505-e975-439a-8614-53f8202285a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:59:42.739309 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8150977-84d0-4776-ac0e-3cafa58d3c31 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Deleting subnet 550c25b3-bde4-4d79-a9bd-8bd009910040 {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 21:59:42.743210 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d8150977-84d0-4776-ac0e-3cafa58d3c31 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:42.744538 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-1c4fb505-e975-439a-8614-53f8202285a3 admin admin] Usage tracker for resource:security_group_rule and tenant:8930114b203e4c0fba492b7780b3dd7e is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:59:42.748498 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-1c4fb505-e975-439a-8614-53f8202285a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:59:42.753235 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-485865e3-2549-4142-9b0d-5a659ffb7fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444002e8-f0d1-4956-865e-60814067613c', 'name': 'tempest-RoutersTest-router-1872622478', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:58:03Z', 'updated_at': '2022-05-05T21:59:40Z', 'revision_number': 11, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'gw_port_host': None}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:59:42.757884 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485865e3-2549-4142-9b0d-5a659ffb7fc0 None None] Checking router: 444002e8-f0d1-4956-865e-60814067613c for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:59:42.761666 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-1c4fb505-e975-439a-8614-53f8202285a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:59:42.771506 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485865e3-2549-4142-9b0d-5a659ffb7fc0 None None] Routers {'444002e8-f0d1-4956-865e-60814067613c'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:59:42.772322 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-485865e3-2549-4142-9b0d-5a659ffb7fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:59:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['444002e8-f0d1-4956-865e-60814067613c'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:59:42.779825 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-3a8c8d0e-580c-465c-b73d-d4d9a48c99c7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4a517e18f73045248a7a3aa64a446114&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4335697 May 05 21:59:42.785847 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52178) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:42.851943 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1c4fb505-e975-439a-8614-53f8202285a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:42.859432 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1c4fb505-e975-439a-8614-53f8202285a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:42.880464 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d8150977-84d0-4776-ac0e-3cafa58d3c31 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:42.918442 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1c4fb505-e975-439a-8614-53f8202285a3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8930114b203e4c0fba492b7780b3dd7e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4926302 May 05 21:59:42.918442 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4fb505-e975-439a-8614-53f8202285a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00920185-644f-4f59-abfb-8af1056bc789,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:42.920737 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52184) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:42.948231 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-060ab037-0b86-4569-8be5-32d40bf1f4c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:42.974598 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-485865e3-2549-4142-9b0d-5a659ffb7fc0 None None] Set router 444002e8-f0d1-4956-865e-60814067613c gateway port host: None {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:59:42.988732 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-060ab037-0b86-4569-8be5-32d40bf1f4c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:43.042160 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d8150977-84d0-4776-ac0e-3cafa58d3c31 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:43.090731 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-983d90a7-6f87-4b41-8e50-164664ec07a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:43.125365 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-983d90a7-6f87-4b41-8e50-164664ec07a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:43.126642 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-485865e3-2549-4142-9b0d-5a659ffb7fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444002e8-f0d1-4956-865e-60814067613c', 'name': 'tempest-RoutersTest-router-1872622478', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:58:03Z', 'updated_at': '2022-05-05T21:59:40Z', 'revision_number': 11, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'gw_port_host': None}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:59:43.138571 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485865e3-2549-4142-9b0d-5a659ffb7fc0 None None] The sync data for ids ['444002e8-f0d1-4956-865e-60814067613c'] in n-d-825175-4 is: [{'id': '444002e8-f0d1-4956-865e-60814067613c', 'name': 'tempest-RoutersTest-router-1872622478', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:58:03Z', 'updated_at': '2022-05-05T21:59:40Z', 'revision_number': 11, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'gw_port_host': None}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:59:43.155792 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-060ab037-0b86-4569-8be5-32d40bf1f4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:43.197004 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-983d90a7-6f87-4b41-8e50-164664ec07a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:43.213987 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983d90a7-6f87-4b41-8e50-164664ec07a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00920185-644f-4f59-abfb-8af1056bc789,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:43.224083 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-983d90a7-6f87-4b41-8e50-164664ec07a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:43.225277 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-983d90a7-6f87-4b41-8e50-164664ec07a3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/00920185-644f-4f59-abfb-8af1056bc789 HTTP/1.1" status: 204 len: 168 time: 0.3033309 May 05 21:59:43.229326 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983d90a7-6f87-4b41-8e50-164664ec07a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:59:43.229698 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983d90a7-6f87-4b41-8e50-164664ec07a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:59:43.230081 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983d90a7-6f87-4b41-8e50-164664ec07a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:59:43.230390 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983d90a7-6f87-4b41-8e50-164664ec07a3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:59:43.230514 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ab037-0b86-4569-8be5-32d40bf1f4c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420ad19b-4e6e-4b0d-b28a-e151d89dc62d,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:43.230710 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983d90a7-6f87-4b41-8e50-164664ec07a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:59:43.231288 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983d90a7-6f87-4b41-8e50-164664ec07a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:59:43.231693 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983d90a7-6f87-4b41-8e50-164664ec07a3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:59:43.232020 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983d90a7-6f87-4b41-8e50-164664ec07a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:59:43.232386 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983d90a7-6f87-4b41-8e50-164664ec07a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:59:43.232902 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983d90a7-6f87-4b41-8e50-164664ec07a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:59:43.233231 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983d90a7-6f87-4b41-8e50-164664ec07a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 21:59:43.259929 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-060ab037-0b86-4569-8be5-32d40bf1f4c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:43.272521 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-060ab037-0b86-4569-8be5-32d40bf1f4c7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/420ad19b-4e6e-4b0d-b28a-e151d89dc62d HTTP/1.1" status: 204 len: 168 time: 0.4742851 May 05 21:59:43.300317 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d8150977-84d0-4776-ac0e-3cafa58d3c31 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:43.389523 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8150977-84d0-4776-ac0e-3cafa58d3c31 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event deleted for resources: {'Subnet': ['ID=550c25b3-bde4-4d79-a9bd-8bd009910040,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:43.411986 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d8150977-84d0-4776-ac0e-3cafa58d3c31 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:43.424382 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede214e6-9031-4e26-8575-61dd6a665fa9 None None] Network 6fe30055-2bd1-42fb-b6e9-f282563854ed requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:59:43.430226 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-d8150977-84d0-4776-ac0e-3cafa58d3c31 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "DELETE /v2.0/subnets/550c25b3-bde4-4d79-a9bd-8bd009910040 HTTP/1.1" status: 204 len: 168 time: 0.9679587 May 05 21:59:43.433350 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52202) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:43.456229 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2a6b6-55f0-478a-aa66-1b6816a427e6 req-e76cef2d-1129-4ddf-a9ab-2d49dc9ef438 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:43.462826 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e8f2a6b6-55f0-478a-aa66-1b6816a427e6 req-e76cef2d-1129-4ddf-a9ab-2d49dc9ef438 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae72d738-be2e-4c70-974b-0e4db55fe8e4 HTTP/1.1" status: 200 len: 945 time: 0.3001184 May 05 21:59:43.470938 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b81d4a-0480-406b-a9d1-63a8929c087a req-f8117dd2-264d-4dac-9521-ab561d7451a3 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:43.472394 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-53b81d4a-0480-406b-a9d1-63a8929c087a req-f8117dd2-264d-4dac-9521-ab561d7451a3 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccf9834a-6d2b-4c76-9276-083f7327f1aa HTTP/1.1" status: 200 len: 945 time: 0.3636987 May 05 21:59:43.613018 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ccf7f92a-271c-42af-82e1-94851605da52 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:43.646503 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-ccf7f92a-271c-42af-82e1-94851605da52 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Deleting port e3e78d84-ca92-4609-9df5-7f635eb4a12f {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:59:43.647016 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ccf7f92a-271c-42af-82e1-94851605da52 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:43.690913 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 21:59:43.827474 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-53b81d4a-0480-406b-a9d1-63a8929c087a req-0328cb19-a415-4e8f-9e9f-35baf60a120c tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Deleting port a5a16c12-a43c-42f9-87ba-66cbd1f099a1 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:59:43.827807 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-53b81d4a-0480-406b-a9d1-63a8929c087a req-0328cb19-a415-4e8f-9e9f-35baf60a120c tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:43.850985 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054289fa-1b63-4514-8de4-89b55e0c81cc None None] DHCP port deletion for 6fe30055-2bd1-42fb-b6e9-f282563854ed request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 21:59:43.855885 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-054289fa-1b63-4514-8de4-89b55e0c81cc None None] Deleting port e3e78d84-ca92-4609-9df5-7f635eb4a12f {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:59:43.856474 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-054289fa-1b63-4514-8de4-89b55e0c81cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:43.865893 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed52b2-8422-4a10-a998-02b32ca2d9ab req-37fdb305-f03d-43d5-8ab8-82e1f3c4f6ac tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:43.874041 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-42ed52b2-8422-4a10-a998-02b32ca2d9ab req-37fdb305-f03d-43d5-8ab8-82e1f3c4f6ac tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccf9834a-6d2b-4c76-9276-083f7327f1aa HTTP/1.1" status: 200 len: 945 time: 0.5255330 May 05 21:59:43.887221 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e8f2a6b6-55f0-478a-aa66-1b6816a427e6 req-cf91fa5d-136c-407f-b053-e813c99db465 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/security-groups?id=357c8a06-0cb4-4ca4-87b5-fb62b56bd963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4234955 May 05 21:59:43.938845 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52212) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:43.997836 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5cf1e4a6-dec0-42ca-a0b9-98553733a54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:43.999799 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d9ff09c4-a518-46be-84e2-75f46c0d3300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:44.067222 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-42ed52b2-8422-4a10-a998-02b32ca2d9ab req-547fd529-ca54-44a5-8fc7-524b20403341 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919281 May 05 21:59:44.067356 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-ccf7f92a-271c-42af-82e1-94851605da52 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] For port e3e78d84-ca92-4609-9df5-7f635eb4a12f, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=e3e78d84-ca92-4609-9df5-7f635eb4a12f,segment=NetworkSegment(ffbd983e-4048-4677-8a97-7f020b90f24f),segment_id=ffbd983e-4048-4677-8a97-7f020b90f24f)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:59:44.067697 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ccf7f92a-271c-42af-82e1-94851605da52 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:44.172920 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-054289fa-1b63-4514-8de4-89b55e0c81cc None None] For port e3e78d84-ca92-4609-9df5-7f635eb4a12f, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=e3e78d84-ca92-4609-9df5-7f635eb4a12f,segment=NetworkSegment(ffbd983e-4048-4677-8a97-7f020b90f24f),segment_id=ffbd983e-4048-4677-8a97-7f020b90f24f)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:59:44.173352 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-054289fa-1b63-4514-8de4-89b55e0c81cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:44.236793 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-ccf7f92a-271c-42af-82e1-94851605da52 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Calling delete_port for e3e78d84-ca92-4609-9df5-7f635eb4a12f owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:59:44.256788 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-53b81d4a-0480-406b-a9d1-63a8929c087a req-0328cb19-a415-4e8f-9e9f-35baf60a120c tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] For port a5a16c12-a43c-42f9-87ba-66cbd1f099a1, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=a5a16c12-a43c-42f9-87ba-66cbd1f099a1,segment=NetworkSegment(0aa4b5f2-fc2b-422a-9849-318a9f632a66),segment_id=0aa4b5f2-fc2b-422a-9849-318a9f632a66)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:59:44.257026 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-53b81d4a-0480-406b-a9d1-63a8929c087a req-0328cb19-a415-4e8f-9e9f-35baf60a120c tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:44.321619 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-d9ff09c4-a518-46be-84e2-75f46c0d3300 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:59:44.322392 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-054289fa-1b63-4514-8de4-89b55e0c81cc None None] Calling delete_port for e3e78d84-ca92-4609-9df5-7f635eb4a12f owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:59:44.327047 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ccf7f92a-271c-42af-82e1-94851605da52 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:44.332758 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d9ff09c4-a518-46be-84e2-75f46c0d3300 admin admin] Usage tracker for resource:security_group_rule and tenant:5d1b8927a7bf4b3f8bf30137b057e3f0 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:59:44.372890 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d9ff09c4-a518-46be-84e2-75f46c0d3300 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:59:44.390083 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-d9ff09c4-a518-46be-84e2-75f46c0d3300 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:59:44.392559 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf7f92a-271c-42af-82e1-94851605da52 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event deleted for resources: {'Port': ['ID=e3e78d84-ca92-4609-9df5-7f635eb4a12f,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:44.406440 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf7f92a-271c-42af-82e1-94851605da52 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] No DVR routers for this DVR port e3e78d84-ca92-4609-9df5-7f635eb4a12f on host n-d-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:59:44.423181 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-054289fa-1b63-4514-8de4-89b55e0c81cc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 21:59:44.423546 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-054289fa-1b63-4514-8de4-89b55e0c81cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 21:59:44.440210 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-53b81d4a-0480-406b-a9d1-63a8929c087a req-0328cb19-a415-4e8f-9e9f-35baf60a120c tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Calling delete_port for a5a16c12-a43c-42f9-87ba-66cbd1f099a1 owned by compute:nova {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:59:44.550725 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ccf7f92a-271c-42af-82e1-94851605da52 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:44.631699 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-ccf7f92a-271c-42af-82e1-94851605da52 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fe30055-2bd1-42fb-b6e9-f282563854ed']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:59:44.634501 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-53b81d4a-0480-406b-a9d1-63a8929c087a req-0328cb19-a415-4e8f-9e9f-35baf60a120c tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:44.656317 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['026ae715-3b74-4311-9e26-de7e6032c7f1'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:59:44.657365 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-ccf7f92a-271c-42af-82e1-94851605da52 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffbd983e-4048-4677-8a97-7f020b90f24f') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:59:44.657661 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-ccf7f92a-271c-42af-82e1-94851605da52 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffbd983e-4048-4677-8a97-7f020b90f24f') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:59:44.670180 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d9ff09c4-a518-46be-84e2-75f46c0d3300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:44.674361 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ccf7f92a-271c-42af-82e1-94851605da52 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:44.684266 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d9ff09c4-a518-46be-84e2-75f46c0d3300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:44.702077 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0328cb19-a415-4e8f-9e9f-35baf60a120c tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Pushing event deleted for resources: {'Port': ['ID=a5a16c12-a43c-42f9-87ba-66cbd1f099a1,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:44.719786 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ccf7f92a-271c-42af-82e1-94851605da52 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:44.751580 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccf7f92a-271c-42af-82e1-94851605da52 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 21:59:44.752152 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ccf7f92a-271c-42af-82e1-94851605da52 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:44.805629 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-53b81d4a-0480-406b-a9d1-63a8929c087a req-0328cb19-a415-4e8f-9e9f-35baf60a120c tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] No DVR routers for this DVR port a5a16c12-a43c-42f9-87ba-66cbd1f099a1 on host n-h1-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:59:44.808061 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-53b81d4a-0480-406b-a9d1-63a8929c087a req-0328cb19-a415-4e8f-9e9f-35baf60a120c tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:44.811370 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf9834a-6d2b-4c76-9276-083f7327f1aa', 'name': 'network-vif-deleted', 'tag': 'a5a16c12-a43c-42f9-87ba-66cbd1f099a1'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:59:44.853231 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-53b81d4a-0480-406b-a9d1-63a8929c087a req-0328cb19-a415-4e8f-9e9f-35baf60a120c tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.44 "DELETE /v2.0/ports/a5a16c12-a43c-42f9-87ba-66cbd1f099a1 HTTP/1.1" status: 204 len: 173 time: 1.3629923 May 05 21:59:44.906281 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 21:59:44.906281 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 21:59:44.906281 n-d-825175-4 neutron-server[84063]: timer() May 05 21:59:44.906281 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 21:59:44.906281 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 21:59:44.906281 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 21:59:44.906281 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 21:59:44.906281 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 21:59:44.906281 n-d-825175-4 neutron-server[84063]: self._notify() May 05 21:59:44.906281 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 21:59:44.906281 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 21:59:44.906281 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 21:59:44.906281 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 21:59:44.906281 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 21:59:44.906281 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 21:59:44.906281 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 21:59:44.906281 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 21:59:44.906281 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 21:59:44.906281 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 21:59:44.906281 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 21:59:44.906281 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 21:59:44.906281 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 21:59:44.906281 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 21:59:44.906281 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 21:59:44.906281 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 21:59:44.906281 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 21:59:44.906281 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 21:59:44.906281 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 21:59:44.906281 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 21:59:44.906281 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 21:59:44.906281 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 21:59:44.906281 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 21:59:44.948376 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-054289fa-1b63-4514-8de4-89b55e0c81cc None None] Deleting port e3e78d84-ca92-4609-9df5-7f635eb4a12f {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:59:44.948920 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-054289fa-1b63-4514-8de4-89b55e0c81cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:44.993318 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a4b4118-f020-42ea-8791-abdbf3c518d1'] response: {'server_uuid': 'ccf9834a-6d2b-4c76-9276-083f7327f1aa', 'name': 'network-vif-deleted', 'tag': 'a5a16c12-a43c-42f9-87ba-66cbd1f099a1', 'status': 'completed', 'code': 200} May 05 21:59:44.997050 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ff09c4-a518-46be-84e2-75f46c0d3300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df65d226-8508-4eb2-bb9d-9e9b77c70b5c,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:45.027041 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device e3e78d84-ca92-4609-9df5-7f635eb4a12f no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:59:45.036522 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d9ff09c4-a518-46be-84e2-75f46c0d3300 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5d1b8927a7bf4b3f8bf30137b057e3f0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0964005 May 05 21:59:45.039397 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52242) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:45.069444 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ccf7f92a-271c-42af-82e1-94851605da52 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:45.131721 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ccf7f92a-271c-42af-82e1-94851605da52 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:45.133738 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-054289fa-1b63-4514-8de4-89b55e0c81cc None None] The port 'e3e78d84-ca92-4609-9df5-7f635eb4a12f' was deleted {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 21:59:45.136589 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf7f92a-271c-42af-82e1-94851605da52 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Pushing event deleted for resources: {'Network': ['ID=6fe30055-2bd1-42fb-b6e9-f282563854ed,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:45.147060 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: e3e78d84-ca92-4609-9df5-7f635eb4a12f {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:59:45.147422 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device e3e78d84-ca92-4609-9df5-7f635eb4a12f not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:59:45.147960 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device f9171c69-836e-494d-892f-fdc8fe11862a no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:59:45.197711 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ccf7f92a-271c-42af-82e1-94851605da52 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "DELETE /v2.0/networks/6fe30055-2bd1-42fb-b6e9-f282563854ed HTTP/1.1" status: 204 len: 168 time: 1.7630539 May 05 21:59:45.200943 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52252) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:45.213790 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-40b4170d-ab46-4088-8610-549c5423c2b9 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Request body: {'router': {'routes': None}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:59:45.216207 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: f9171c69-836e-494d-892f-fdc8fe11862a {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:59:45.216582 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device f9171c69-836e-494d-892f-fdc8fe11862a not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:59:45.292835 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b6664cb2-e287-411f-8564-ac7c9d9c5574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:45.385080 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-4bb40cbe-209b-4c02-b08d-9c9edabc4d08 req-f69d46a7-8108-4e14-982d-ba25ca10266c tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Synchronizing usage tracker for tenant:edfb56529402421c8703b1e767ccb199 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:59:45.415489 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b6664cb2-e287-411f-8564-ac7c9d9c5574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:45.482038 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-4bb40cbe-209b-4c02-b08d-9c9edabc4d08 req-f69d46a7-8108-4e14-982d-ba25ca10266c tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Unset dirty status for tenant:edfb56529402421c8703b1e767ccb199 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:59:45.483431 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4bb40cbe-209b-4c02-b08d-9c9edabc4d08 req-f69d46a7-8108-4e14-982d-ba25ca10266c tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccf9834a-6d2b-4c76-9276-083f7327f1aa HTTP/1.1" status: 200 len: 210 time: 0.1591623 May 05 21:59:45.502357 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211e2b0-2219-4b60-814e-346a116b46e9 req-6f7c26ed-8242-43a1-93ba-77892a1b2e62 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:45.503958 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8211e2b0-2219-4b60-814e-346a116b46e9 req-6f7c26ed-8242-43a1-93ba-77892a1b2e62 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae72d738-be2e-4c70-974b-0e4db55fe8e4 HTTP/1.1" status: 200 len: 945 time: 0.3061333 May 05 21:59:45.604276 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b6664cb2-e287-411f-8564-ac7c9d9c5574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:45.634467 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6664cb2-e287-411f-8564-ac7c9d9c5574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df65d226-8508-4eb2-bb9d-9e9b77c70b5c,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:45.646785 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8211e2b0-2219-4b60-814e-346a116b46e9 req-6be8f09b-90a9-411e-b4af-7aa40c23eb7c tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/security-groups?id=357c8a06-0cb4-4ca4-87b5-fb62b56bd963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348710 May 05 21:59:45.647880 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b6664cb2-e287-411f-8564-ac7c9d9c5574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:45.652179 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b6664cb2-e287-411f-8564-ac7c9d9c5574 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/df65d226-8508-4eb2-bb9d-9e9b77c70b5c HTTP/1.1" status: 204 len: 168 time: 0.6116812 May 05 21:59:45.771029 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.extraroute_db [None req-40b4170d-ab46-4088-8610-549c5423c2b9 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Added routes are [] {{(pid=84063) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 05 21:59:45.771840 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.extraroute_db [None req-40b4170d-ab46-4088-8610-549c5423c2b9 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Removed routes are [] {{(pid=84063) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 05 21:59:45.771840 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-40b4170d-ab46-4088-8610-549c5423c2b9 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:45.994838 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52280) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:46.047449 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-40b4170d-ab46-4088-8610-549c5423c2b9 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:46.051079 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-40b4170d-ab46-4088-8610-549c5423c2b9 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-926863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-926864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-930834'] for router, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:46.220431 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b4170d-ab46-4088-8610-549c5423c2b9 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Router 444002e8-f0d1-4956-865e-60814067613c has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:59:46.274111 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-15c68730-18dd-4762-9ba8-9a0de8bcfcfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:46.277951 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52292) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:46.363226 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9dacdf36-8ee3-48e1-b7b3-0916c4ac3070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:46.375689 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b4170d-ab46-4088-8610-549c5423c2b9 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:59:46.383911 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-40b4170d-ab46-4088-8610-549c5423c2b9 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:46.387897 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-40b4170d-ab46-4088-8610-549c5423c2b9 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "PUT /v2.0/routers/444002e8-f0d1-4956-865e-60814067613c HTTP/1.1" status: 200 len: 701 time: 1.1825814 May 05 21:59:46.388065 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e158f364-638a-4066-ba1c-54622fd49df1 None None] Sync routers for ids ['444002e8-f0d1-4956-865e-60814067613c'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:59:46.388286 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52300) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:46.407315 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e158f364-638a-4066-ba1c-54622fd49df1 None None] Routers {'444002e8-f0d1-4956-865e-60814067613c'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:59:46.407922 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-e158f364-638a-4066-ba1c-54622fd49df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:59:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['444002e8-f0d1-4956-865e-60814067613c'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:59:46.415986 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-9dacdf36-8ee3-48e1-b7b3-0916c4ac3070 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:59:46.423397 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-9dacdf36-8ee3-48e1-b7b3-0916c4ac3070 admin admin] Usage tracker for resource:security_group_rule and tenant:ea7ed799445d4ababc57950fd88434cf is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:59:46.427964 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-9dacdf36-8ee3-48e1-b7b3-0916c4ac3070 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:59:46.431505 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c9e47bb8-342b-401e-b27e-e21d69bc09c3 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Synchronizing usage tracker for tenant:663767b5203746b3b9addbbb99a48f8b on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:59:46.437547 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-9dacdf36-8ee3-48e1-b7b3-0916c4ac3070 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:59:46.449980 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c9e47bb8-342b-401e-b27e-e21d69bc09c3 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Unset dirty status for tenant:663767b5203746b3b9addbbb99a48f8b on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:59:46.454801 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52304) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:46.455844 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c9e47bb8-342b-401e-b27e-e21d69bc09c3 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "GET /v2.0/ports?device_id=444002e8-f0d1-4956-865e-60814067613c HTTP/1.1" status: 200 len: 205 time: 0.0660028 May 05 21:59:46.488578 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device a5a16c12-a43c-42f9-87ba-66cbd1f099a1 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:59:46.541610 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-2516e7da-fe77-42a9-bbf3-52b0e13b26b2 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Request body: {'floatingip': {'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:59:46.559311 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-2516e7da-fe77-42a9-bbf3-52b0e13b26b2 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:59:46.634671 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: a5a16c12-a43c-42f9-87ba-66cbd1f099a1 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:59:46.635254 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device a5a16c12-a43c-42f9-87ba-66cbd1f099a1 not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:59:46.657898 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-2516e7da-fe77-42a9-bbf3-52b0e13b26b2 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Usage tracker for resource:floatingip and tenant:8cb12a38a416472d81633d26b1bff61a is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:59:46.663197 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-e158f364-638a-4066-ba1c-54622fd49df1 None None] Set router 444002e8-f0d1-4956-865e-60814067613c gateway port host: None {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:59:46.706431 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-2516e7da-fe77-42a9-bbf3-52b0e13b26b2 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:59:46.711948 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9dacdf36-8ee3-48e1-b7b3-0916c4ac3070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:46.717305 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-2516e7da-fe77-42a9-bbf3-52b0e13b26b2 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:59:46.722558 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9dacdf36-8ee3-48e1-b7b3-0916c4ac3070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:46.794720 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-9dacdf36-8ee3-48e1-b7b3-0916c4ac3070 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ea7ed799445d4ababc57950fd88434cf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7973938 May 05 21:59:46.797098 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52322) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:46.808039 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dacdf36-8ee3-48e1-b7b3-0916c4ac3070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55cad26a-18c0-43f2-9378-04209f648661,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:46.832481 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cf660391-5458-4e37-ad7b-ee6135d99b9a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for router, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:46.837603 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-e158f364-638a-4066-ba1c-54622fd49df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444002e8-f0d1-4956-865e-60814067613c', 'name': 'tempest-RoutersTest-router-1872622478', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:58:03Z', 'updated_at': '2022-05-05T21:59:40Z', 'revision_number': 11, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'gw_port_host': None}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:59:46.842250 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e158f364-638a-4066-ba1c-54622fd49df1 None None] Checking router: 444002e8-f0d1-4956-865e-60814067613c for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:59:46.853333 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e158f364-638a-4066-ba1c-54622fd49df1 None None] Routers {'444002e8-f0d1-4956-865e-60814067613c'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:59:46.854315 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-e158f364-638a-4066-ba1c-54622fd49df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:59:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['444002e8-f0d1-4956-865e-60814067613c'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:59:46.920829 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-15ce395d-a855-4365-972c-06e0255d0ccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:46.942878 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2516e7da-fe77-42a9-bbf3-52b0e13b26b2 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks [] for floatingip, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:46.952529 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-15ce395d-a855-4365-972c-06e0255d0ccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:46.982376 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52332) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:47.020477 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-e158f364-638a-4066-ba1c-54622fd49df1 None None] Set router 444002e8-f0d1-4956-865e-60814067613c gateway port host: None {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:59:47.025138 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-15ce395d-a855-4365-972c-06e0255d0ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:47.048567 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce395d-a855-4365-972c-06e0255d0ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55cad26a-18c0-43f2-9378-04209f648661,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:47.051296 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-15ce395d-a855-4365-972c-06e0255d0ccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:47.056338 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-15ce395d-a855-4365-972c-06e0255d0ccb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/55cad26a-18c0-43f2-9378-04209f648661 HTTP/1.1" status: 204 len: 168 time: 0.2581291 May 05 21:59:47.162696 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-e158f364-638a-4066-ba1c-54622fd49df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444002e8-f0d1-4956-865e-60814067613c', 'name': 'tempest-RoutersTest-router-1872622478', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:58:03Z', 'updated_at': '2022-05-05T21:59:40Z', 'revision_number': 11, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'gw_port_host': None}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:59:47.164820 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-609c481d-67bc-4ef7-8265-23622ee37400 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1984868066-network', 'tenant_id': '629af1900c28407d836828ea6e37a875'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:59:47.167790 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e158f364-638a-4066-ba1c-54622fd49df1 None None] The sync data for ids ['444002e8-f0d1-4956-865e-60814067613c'] in n-d-825175-4 is: [{'id': '444002e8-f0d1-4956-865e-60814067613c', 'name': 'tempest-RoutersTest-router-1872622478', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:58:03Z', 'updated_at': '2022-05-05T21:59:40Z', 'revision_number': 11, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'gw_port_host': None}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:59:47.172929 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-609c481d-67bc-4ef7-8265-23622ee37400 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:59:47.178699 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-609c481d-67bc-4ef7-8265-23622ee37400 admin admin] Usage tracker for resource:network and tenant:629af1900c28407d836828ea6e37a875 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:59:47.182166 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-609c481d-67bc-4ef7-8265-23622ee37400 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:59:47.189213 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-609c481d-67bc-4ef7-8265-23622ee37400 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:59:47.202947 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609c481d-67bc-4ef7-8265-23622ee37400 admin admin] Made reservation on behalf of 629af1900c28407d836828ea6e37a875 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:59:47.208422 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-609c481d-67bc-4ef7-8265-23622ee37400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:47.224521 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-609c481d-67bc-4ef7-8265-23622ee37400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:47.267429 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-609c481d-67bc-4ef7-8265-23622ee37400 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:59:47.272216 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-609c481d-67bc-4ef7-8265-23622ee37400 admin admin] Usage tracker for resource:security_group_rule and tenant:629af1900c28407d836828ea6e37a875 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:59:47.276403 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-609c481d-67bc-4ef7-8265-23622ee37400 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:59:47.283181 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-609c481d-67bc-4ef7-8265-23622ee37400 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:59:47.291374 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:47.364084 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-609c481d-67bc-4ef7-8265-23622ee37400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:47.369068 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-609c481d-67bc-4ef7-8265-23622ee37400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:47.408730 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-609c481d-67bc-4ef7-8265-23622ee37400 admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:59:47.424867 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609c481d-67bc-4ef7-8265-23622ee37400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a2c915-f82f-4b3d-9915-be75eedd1b18,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:47.429386 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-609c481d-67bc-4ef7-8265-23622ee37400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:47.429726 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-609c481d-67bc-4ef7-8265-23622ee37400 admin admin] Added segment 35bfd3a5-c0a0-4d6c-90ba-59623d8b1f4c of type vlan for network 868c9204-6775-424d-86a2-630777ea4245 May 05 21:59:47.503250 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:47.574803 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485eb710-7606-466d-b2b3-fbcd6b434747 req-6950397e-6c51-48f0-8ee7-db1fab3b4396 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:47.576319 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-485eb710-7606-466d-b2b3-fbcd6b434747 req-6950397e-6c51-48f0-8ee7-db1fab3b4396 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/networks?id=fa69cb3f-4129-4afe-9a6d-7584eefc40c0 HTTP/1.1" status: 200 len: 806 time: 0.6054947 May 05 21:59:47.584749 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aaaf04-4f38-445c-aa52-092a83421dab req-ec52a46b-8ac0-46f0-bc52-aa6d427e943a tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:47.585466 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-609c481d-67bc-4ef7-8265-23622ee37400 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:47.591395 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-91aaaf04-4f38-445c-aa52-092a83421dab req-ec52a46b-8ac0-46f0-bc52-aa6d427e943a tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae72d738-be2e-4c70-974b-0e4db55fe8e4 HTTP/1.1" status: 200 len: 945 time: 0.6559908 May 05 21:59:47.626393 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-609c481d-67bc-4ef7-8265-23622ee37400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:47.627405 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609c481d-67bc-4ef7-8265-23622ee37400 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:47.628000 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-609c481d-67bc-4ef7-8265-23622ee37400 admin admin] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:47.734919 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-609c481d-67bc-4ef7-8265-23622ee37400 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7485592 May 05 21:59:47.734919 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609c481d-67bc-4ef7-8265-23622ee37400 admin admin] Pushing event updated for resources: {'Network': ['ID=868c9204-6775-424d-86a2-630777ea4245,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:47.736538 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52352) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:47.742621 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-b5514a38-888f-4ede-8841-07ef7696d4f8 admin admin] Request body: {'subnet': {'network_id': '868c9204-6775-424d-86a2-630777ea4245', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1984868066-subnet', 'tenant_id': '629af1900c28407d836828ea6e37a875', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:59:47.747478 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 868c9204-6775-424d-86a2-630777ea4245 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:59:47.750066 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-b5514a38-888f-4ede-8841-07ef7696d4f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:59:47.753837 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cf660391-5458-4e37-ad7b-ee6135d99b9a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:47.758386 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b5514a38-888f-4ede-8841-07ef7696d4f8 admin admin] Usage tracker for resource:subnet and tenant:629af1900c28407d836828ea6e37a875 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:59:47.766870 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b5514a38-888f-4ede-8841-07ef7696d4f8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:59:47.767571 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-485eb710-7606-466d-b2b3-fbcd6b434747 req-08d5eb54-d7e4-441e-8763-ed3555cd8488 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/quotas/edfb56529402421c8703b1e767ccb199 HTTP/1.1" status: 200 len: 375 time: 0.1739538 May 05 21:59:47.773441 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-b5514a38-888f-4ede-8841-07ef7696d4f8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:59:47.777604 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cf660391-5458-4e37-ad7b-ee6135d99b9a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:47.789806 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5514a38-888f-4ede-8841-07ef7696d4f8 admin admin] Made reservation on behalf of 629af1900c28407d836828ea6e37a875 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:59:47.792226 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b5514a38-888f-4ede-8841-07ef7696d4f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:47.854553 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-91aaaf04-4f38-445c-aa52-092a83421dab req-8eea7a40-49e3-44cf-8456-082ab1ccd171 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/security-groups?id=357c8a06-0cb4-4ca4-87b5-fb62b56bd963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621684 May 05 21:59:47.904824 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2516e7da-fe77-42a9-bbf3-52b0e13b26b2 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:47.942585 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cf660391-5458-4e37-ad7b-ee6135d99b9a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:47.943122 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf660391-5458-4e37-ad7b-ee6135d99b9a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Fanout notify agent at l3_agent the message router_deleted on router 444002e8-f0d1-4956-865e-60814067613c {{(pid=84061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 21:59:48.002226 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cf660391-5458-4e37-ad7b-ee6135d99b9a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:48.007148 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-cf660391-5458-4e37-ad7b-ee6135d99b9a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "DELETE /v2.0/routers/444002e8-f0d1-4956-865e-60814067613c HTTP/1.1" status: 204 len: 168 time: 1.5472832 May 05 21:59:48.007674 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52360) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:48.016649 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-f4990f5d-737f-4a7c-a990-411ef478af1b tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-499376809', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:59:48.023399 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-f4990f5d-737f-4a7c-a990-411ef478af1b tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:59:48.027816 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-f4990f5d-737f-4a7c-a990-411ef478af1b tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Usage tracker for resource:router and tenant:663767b5203746b3b9addbbb99a48f8b is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:59:48.031656 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-f4990f5d-737f-4a7c-a990-411ef478af1b tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:59:48.040661 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b5514a38-888f-4ede-8841-07ef7696d4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:48.041912 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-485eb710-7606-466d-b2b3-fbcd6b434747 req-9666e083-4600-4cf8-9163-7f903b551169 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=edfb56529402421c8703b1e767ccb199&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2623298 May 05 21:59:48.087828 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-f4990f5d-737f-4a7c-a990-411ef478af1b tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:59:48.124606 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f4990f5d-737f-4a7c-a990-411ef478af1b tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:48.125760 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f4990f5d-737f-4a7c-a990-411ef478af1b tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:48.143115 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-2516e7da-fe77-42a9-bbf3-52b0e13b26b2 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Allocated IP 172.25.4.134 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/d7d9231a-58f3-4e85-aabf-0a54768af89d) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:59:48.155032 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5514a38-888f-4ede-8841-07ef7696d4f8 admin admin] Checking segment: {'id': '35bfd3a5-c0a0-4d6c-90ba-59623d8b1f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '868c9204-6775-424d-86a2-630777ea4245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:59:48.155384 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5514a38-888f-4ede-8841-07ef7696d4f8 admin admin] Network hostable DHCP agents. Network: 868c9204-6775-424d-86a2-630777ea4245, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:59:48.183645 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5514a38-888f-4ede-8841-07ef7696d4f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5777c91-bbac-48ee-8aa9-1ce52538bc06,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:48.186305 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5514a38-888f-4ede-8841-07ef7696d4f8 admin admin] Network 868c9204-6775-424d-86a2-630777ea4245 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:59:48.203492 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-b5514a38-888f-4ede-8841-07ef7696d4f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 868c9204-6775-424d-86a2-630777ea4245) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:59:48.208887 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5514a38-888f-4ede-8841-07ef7696d4f8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:48.209939 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b5514a38-888f-4ede-8841-07ef7696d4f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:48.214200 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8793200f-8012-4dea-a0b8-299be02f9211 None None] Network 868c9204-6775-424d-86a2-630777ea4245 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:59:48.246021 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f4990f5d-737f-4a7c-a990-411ef478af1b tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:48.274968 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b5514a38-888f-4ede-8841-07ef7696d4f8 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5372167 May 05 21:59:48.362446 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f4990f5d-737f-4a7c-a990-411ef478af1b tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:48.434256 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f4990f5d-737f-4a7c-a990-411ef478af1b tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:48.438263 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f4990f5d-737f-4a7c-a990-411ef478af1b tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4294927 May 05 21:59:48.438436 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52378) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:48.444832 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2516e7da-fe77-42a9-bbf3-52b0e13b26b2 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:48.446593 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-fec5538a-312a-4250-a224-53b00b37d680 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:59:48.495531 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-485eb710-7606-466d-b2b3-fbcd6b434747 req-4673c263-88cb-4413-bcae-8383c489a831 service neutron] 10.222.0.23 "GET /v2.0/networks/fa69cb3f-4129-4afe-9a6d-7584eefc40c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4162550 May 05 21:59:48.597413 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65d0261-1fe7-40b3-bce9-189e38c84ae6 None None] Network 868c9204-6775-424d-86a2-630777ea4245 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:59:48.610026 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2516e7da-fe77-42a9-bbf3-52b0e13b26b2 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:48.695096 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2516e7da-fe77-42a9-bbf3-52b0e13b26b2 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:59:48.705220 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-2516e7da-fe77-42a9-bbf3-52b0e13b26b2 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:59:48.716436 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2516e7da-fe77-42a9-bbf3-52b0e13b26b2 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:59:48.782029 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-485eb710-7606-466d-b2b3-fbcd6b434747 req-c85aa6b2-c051-4c0b-90ab-1bb814c56bf9 service neutron] 10.222.0.23 "GET /v2.0/networks/fa69cb3f-4129-4afe-9a6d-7584eefc40c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852483 May 05 21:59:48.856095 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2516e7da-fe77-42a9-bbf3-52b0e13b26b2 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Pushing event updated for resources: {'Port': ['ID=d7d9231a-58f3-4e85-aabf-0a54768af89d,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:48.896516 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:49.208770 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fec5538a-312a-4250-a224-53b00b37d680 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:49.226397 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fec5538a-312a-4250-a224-53b00b37d680 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-926863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-926864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-930834'] for router, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:49.309677 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2516e7da-fe77-42a9-bbf3-52b0e13b26b2 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:49.313814 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e03b7cef-53d2-43c5-90f6-e42ab15c8744 req-85031900-3413-4d9d-ba2d-2206de77df09 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab626493-f4d5-492e-ace9-e9a71891d92e HTTP/1.1" status: 200 len: 210 time: 0.0897248 May 05 21:59:49.440846 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d210c-551f-4295-a98b-0caa6ed6d765 req-1939726a-710a-4547-84b8-e1274377897a tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:49.442804 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e11d210c-551f-4295-a98b-0caa6ed6d765 req-1939726a-710a-4547-84b8-e1274377897a tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae72d738-be2e-4c70-974b-0e4db55fe8e4 HTTP/1.1" status: 200 len: 945 time: 0.2209103 May 05 21:59:49.444129 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2516e7da-fe77-42a9-bbf3-52b0e13b26b2 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:49.516919 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fec5538a-312a-4250-a224-53b00b37d680 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Router 61473388-9608-42fa-b42f-7160d22d39b0 is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 21:59:49.577131 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e11d210c-551f-4295-a98b-0caa6ed6d765 req-1042c3a7-a339-45ef-9dec-fb4135e175f4 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/security-groups?id=357c8a06-0cb4-4ca4-87b5-fb62b56bd963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841143 May 05 21:59:49.754067 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2516e7da-fe77-42a9-bbf3-52b0e13b26b2 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:49.765094 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec5538a-312a-4250-a224-53b00b37d680 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:59:49.767018 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2516e7da-fe77-42a9-bbf3-52b0e13b26b2 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:49.775797 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc8eeee-2f03-4153-b04f-9daad1d8b3a6 None None] Sync routers for ids ['61473388-9608-42fa-b42f-7160d22d39b0'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:59:49.779314 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fec5538a-312a-4250-a224-53b00b37d680 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:49.780521 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-fec5538a-312a-4250-a224-53b00b37d680 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "PUT /v2.0/routers/61473388-9608-42fa-b42f-7160d22d39b0 HTTP/1.1" status: 200 len: 693 time: 1.3406141 May 05 21:59:49.784889 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52426) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:49.797852 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc8eeee-2f03-4153-b04f-9daad1d8b3a6 None None] Routers {'61473388-9608-42fa-b42f-7160d22d39b0'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:59:49.798487 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-5bc8eeee-2f03-4153-b04f-9daad1d8b3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:59:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['61473388-9608-42fa-b42f-7160d22d39b0'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:59:49.844835 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52432) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:49.855047 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-a0ceedfa-9399-45d6-a598-6fbb49086877 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1420563258-network', 'tenant_id': '544f975a3094474f9398cba0eda8a08e'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:59:49.887895 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a0ceedfa-9399-45d6-a598-6fbb49086877 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:59:49.898105 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2516e7da-fe77-42a9-bbf3-52b0e13b26b2 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Pushing event updated for resources: {'Port': ['ID=d7d9231a-58f3-4e85-aabf-0a54768af89d,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:49.904629 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a0ceedfa-9399-45d6-a598-6fbb49086877 admin admin] Usage tracker for resource:network and tenant:544f975a3094474f9398cba0eda8a08e is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:59:49.916654 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a0ceedfa-9399-45d6-a598-6fbb49086877 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:59:49.926510 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a0ceedfa-9399-45d6-a598-6fbb49086877 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:59:49.941271 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2516e7da-fe77-42a9-bbf3-52b0e13b26b2 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:49.961103 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ceedfa-9399-45d6-a598-6fbb49086877 admin admin] Made reservation on behalf of 544f975a3094474f9398cba0eda8a08e for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:59:49.963595 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a0ceedfa-9399-45d6-a598-6fbb49086877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:49.976333 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2516e7da-fe77-42a9-bbf3-52b0e13b26b2 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:49.980525 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-2516e7da-fe77-42a9-bbf3-52b0e13b26b2 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7014720 May 05 21:59:49.981231 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52436) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:49.986906 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a0ceedfa-9399-45d6-a598-6fbb49086877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:50.004533 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-2ef4ee63-16c6-44ff-9987-910593619727 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1436373592'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:59:50.012467 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-2ef4ee63-16c6-44ff-9987-910593619727 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:59:50.017397 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-2ef4ee63-16c6-44ff-9987-910593619727 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Usage tracker for resource:network and tenant:8cb12a38a416472d81633d26b1bff61a is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:59:50.023017 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-2ef4ee63-16c6-44ff-9987-910593619727 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:59:50.031778 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-2ef4ee63-16c6-44ff-9987-910593619727 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:59:50.058797 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a0ceedfa-9399-45d6-a598-6fbb49086877 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:59:50.064042 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef4ee63-16c6-44ff-9987-910593619727 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Made reservation on behalf of 8cb12a38a416472d81633d26b1bff61a for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:59:50.067383 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2ef4ee63-16c6-44ff-9987-910593619727 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:50.080536 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a0ceedfa-9399-45d6-a598-6fbb49086877 admin admin] Usage tracker for resource:security_group_rule and tenant:544f975a3094474f9398cba0eda8a08e is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:59:50.085017 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a0ceedfa-9399-45d6-a598-6fbb49086877 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:59:50.093921 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2ef4ee63-16c6-44ff-9987-910593619727 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:50.103637 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a0ceedfa-9399-45d6-a598-6fbb49086877 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:59:50.139263 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-5bc8eeee-2f03-4153-b04f-9daad1d8b3a6 None None] Set router 61473388-9608-42fa-b42f-7160d22d39b0 gateway port host: None {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:59:50.155685 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-2ef4ee63-16c6-44ff-9987-910593619727 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:59:50.161000 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-43a5967f-8965-4b29-8d69-7fa8161db5d3 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "GET /v2.0/routers/61473388-9608-42fa-b42f-7160d22d39b0 HTTP/1.1" status: 200 len: 699 time: 0.3748438 May 05 21:59:50.161180 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-2ef4ee63-16c6-44ff-9987-910593619727 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Usage tracker for resource:security_group_rule and tenant:8cb12a38a416472d81633d26b1bff61a is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:59:50.161665 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52442) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:50.168101 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-2ef4ee63-16c6-44ff-9987-910593619727 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:59:50.178984 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-2ef4ee63-16c6-44ff-9987-910593619727 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:59:50.214680 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a0ceedfa-9399-45d6-a598-6fbb49086877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:50.214937 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0552f838-f828-472b-b16e-94b4e1e7ba6c tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "GET /v2.0/ports?device_id=61473388-9608-42fa-b42f-7160d22d39b0 HTTP/1.1" status: 200 len: 205 time: 0.0521569 May 05 21:59:50.215756 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52446) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:50.254990 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a0ceedfa-9399-45d6-a598-6fbb49086877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:50.261602 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-5bc8eeee-2f03-4153-b04f-9daad1d8b3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61473388-9608-42fa-b42f-7160d22d39b0', 'name': 'tempest-RoutersTest-router-499376809', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:59:48Z', 'updated_at': '2022-05-05T21:59:49Z', 'revision_number': 2, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'gw_port_host': None}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:59:50.266358 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc8eeee-2f03-4153-b04f-9daad1d8b3a6 None None] Checking router: 61473388-9608-42fa-b42f-7160d22d39b0 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:59:50.278228 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc8eeee-2f03-4153-b04f-9daad1d8b3a6 None None] Routers {'61473388-9608-42fa-b42f-7160d22d39b0'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:59:50.279261 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-5bc8eeee-2f03-4153-b04f-9daad1d8b3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:59:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['61473388-9608-42fa-b42f-7160d22d39b0'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:59:50.297133 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ceedfa-9399-45d6-a598-6fbb49086877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95aed05a-822a-4f6f-90e7-86fd2e66da67,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:50.315984 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0ceedfa-9399-45d6-a598-6fbb49086877 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:59:50.344523 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a0ceedfa-9399-45d6-a598-6fbb49086877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:50.344915 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-a0ceedfa-9399-45d6-a598-6fbb49086877 admin admin] Added segment 9918f303-30ff-4c68-b940-e953ff8f71af of type vlan for network ddfa5480-91b7-4dab-9ad7-39806df9b75d May 05 21:59:50.347098 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2ef4ee63-16c6-44ff-9987-910593619727 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:50.366030 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2ef4ee63-16c6-44ff-9987-910593619727 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:50.390607 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-20fd31a2-e4c0-4f22-a8b8-7541cdea5046 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:50.464951 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a0ceedfa-9399-45d6-a598-6fbb49086877 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:50.475561 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ef4ee63-16c6-44ff-9987-910593619727 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 21:59:50.490129 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4ee63-16c6-44ff-9987-910593619727 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5add29d2-4ebc-470f-aa5d-999ce0493e00,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:50.495726 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2ef4ee63-16c6-44ff-9987-910593619727 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:50.496067 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-2ef4ee63-16c6-44ff-9987-910593619727 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Added segment 3d951a4e-cc6e-49f7-8af3-3c03c4981f0e of type vlan for network 11b3685b-6459-45ce-a455-560d01015776 May 05 21:59:50.501242 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-5bc8eeee-2f03-4153-b04f-9daad1d8b3a6 None None] Set router 61473388-9608-42fa-b42f-7160d22d39b0 gateway port host: None {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:59:50.542256 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2ef4ee63-16c6-44ff-9987-910593619727 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:50.548974 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a0ceedfa-9399-45d6-a598-6fbb49086877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:50.549887 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ceedfa-9399-45d6-a598-6fbb49086877 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:50.550454 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a0ceedfa-9399-45d6-a598-6fbb49086877 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:50.640244 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-22692fff-2b1a-40f0-846b-352445842c1f req-873c687a-a4e7-4d5d-97ea-50002bcf1103 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab626493-f4d5-492e-ace9-e9a71891d92e HTTP/1.1" status: 200 len: 210 time: 0.0576687 May 05 21:59:50.641848 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52454) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:50.681181 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-5bc8eeee-2f03-4153-b04f-9daad1d8b3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61473388-9608-42fa-b42f-7160d22d39b0', 'name': 'tempest-RoutersTest-router-499376809', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:59:48Z', 'updated_at': '2022-05-05T21:59:49Z', 'revision_number': 2, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'gw_port_host': None}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:59:50.687361 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc8eeee-2f03-4153-b04f-9daad1d8b3a6 None None] The sync data for ids ['61473388-9608-42fa-b42f-7160d22d39b0'] in n-d-825175-4 is: [{'id': '61473388-9608-42fa-b42f-7160d22d39b0', 'name': 'tempest-RoutersTest-router-499376809', 'tenant_id': '663767b5203746b3b9addbbb99a48f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:59:48Z', 'updated_at': '2022-05-05T21:59:49Z', 'revision_number': 2, 'project_id': '663767b5203746b3b9addbbb99a48f8b', 'gw_port_host': None}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:59:50.744726 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.resource_extend [None req-2ef4ee63-16c6-44ff-9987-910593619727 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 21:59:50.900793 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ceedfa-9399-45d6-a598-6fbb49086877 admin admin] Pushing event updated for resources: {'Network': ['ID=ddfa5480-91b7-4dab-9ad7-39806df9b75d,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:50.923799 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network ddfa5480-91b7-4dab-9ad7-39806df9b75d details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:59:50.943967 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-20fd31a2-e4c0-4f22-a8b8-7541cdea5046 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:50.949654 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-20fd31a2-e4c0-4f22-a8b8-7541cdea5046 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:50.980438 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-20fd31a2-e4c0-4f22-a8b8-7541cdea5046 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:50.981407 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20fd31a2-e4c0-4f22-a8b8-7541cdea5046 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Fanout notify agent at l3_agent the message router_deleted on router 61473388-9608-42fa-b42f-7160d22d39b0 {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 21:59:51.001492 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-20fd31a2-e4c0-4f22-a8b8-7541cdea5046 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:51.008838 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a0ceedfa-9399-45d6-a598-6fbb49086877 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1625688 May 05 21:59:51.010707 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-20fd31a2-e4c0-4f22-a8b8-7541cdea5046 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "DELETE /v2.0/routers/61473388-9608-42fa-b42f-7160d22d39b0 HTTP/1.1" status: 204 len: 168 time: 0.7933011 May 05 21:59:51.011039 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52462) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:51.011434 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52464) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:51.021515 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2ef4ee63-16c6-44ff-9987-910593619727 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:51.025362 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef4ee63-16c6-44ff-9987-910593619727 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:51.026049 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2ef4ee63-16c6-44ff-9987-910593619727 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:51.033203 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-1fe05e67-128b-4202-968f-0ad470037a2e admin admin] Request body: {'subnet': {'network_id': 'ddfa5480-91b7-4dab-9ad7-39806df9b75d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1420563258-subnet', 'tenant_id': '544f975a3094474f9398cba0eda8a08e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:59:51.135541 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-1fe05e67-128b-4202-968f-0ad470037a2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:59:51.188688 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-23ceaa35-e2b9-4e64-ab0b-7824a75ff395 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Synchronizing usage tracker for tenant:663767b5203746b3b9addbbb99a48f8b on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:59:51.207900 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-1fe05e67-128b-4202-968f-0ad470037a2e admin admin] Usage tracker for resource:subnet and tenant:544f975a3094474f9398cba0eda8a08e is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:59:51.224332 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-1fe05e67-128b-4202-968f-0ad470037a2e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:59:51.239497 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-81e14a20-0973-4566-a728-c3549cb9a240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:51.249004 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-2ef4ee63-16c6-44ff-9987-910593619727 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2639754 May 05 21:59:51.252218 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52470) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:51.258310 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-37287f31-17a6-4b32-ac28-b4e64f37c0ad tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Request body: {'subnet': {'network_id': '11b3685b-6459-45ce-a455-560d01015776', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:59:51.267271 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-1fe05e67-128b-4202-968f-0ad470037a2e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:59:51.281166 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4ee63-16c6-44ff-9987-910593619727 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Pushing event updated for resources: {'Network': ['ID=11b3685b-6459-45ce-a455-560d01015776,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:51.287356 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485eb710-7606-466d-b2b3-fbcd6b434747 req-f7d8ecdf-17a6-4e92-87c5-f7555551d2f0 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:51.288770 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-485eb710-7606-466d-b2b3-fbcd6b434747 req-f7d8ecdf-17a6-4e92-87c5-f7555551d2f0 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.44 "GET /v2.0/networks?id=fa69cb3f-4129-4afe-9a6d-7584eefc40c0 HTTP/1.1" status: 200 len: 806 time: 0.5522504 May 05 21:59:51.297451 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 11b3685b-6459-45ce-a455-560d01015776 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 21:59:51.299424 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-23ceaa35-e2b9-4e64-ab0b-7824a75ff395 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] Unset dirty status for tenant:663767b5203746b3b9addbbb99a48f8b on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:59:51.300642 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-23ceaa35-e2b9-4e64-ab0b-7824a75ff395 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "GET /v2.0/ports?device_id=61473388-9608-42fa-b42f-7160d22d39b0 HTTP/1.1" status: 200 len: 205 time: 0.2860477 May 05 21:59:51.304747 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52474) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:51.320666 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-485eb710-7606-466d-b2b3-fbcd6b434747 req-3b1db487-ced5-4657-93d6-329a962fbea6 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Request body: {'port': {'device_id': 'ab626493-f4d5-492e-ace9-e9a71891d92e', 'network_id': 'fa69cb3f-4129-4afe-9a6d-7584eefc40c0', 'admin_state_up': True, 'tenant_id': 'edfb56529402421c8703b1e767ccb199'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:59:51.384297 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-37287f31-17a6-4b32-ac28-b4e64f37c0ad tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:59:51.389156 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe05e67-128b-4202-968f-0ad470037a2e admin admin] Made reservation on behalf of 544f975a3094474f9398cba0eda8a08e for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:59:51.390255 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-37287f31-17a6-4b32-ac28-b4e64f37c0ad tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Usage tracker for resource:subnet and tenant:8cb12a38a416472d81633d26b1bff61a is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:59:51.391493 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1fe05e67-128b-4202-968f-0ad470037a2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:51.394001 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-37287f31-17a6-4b32-ac28-b4e64f37c0ad tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:59:51.400595 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-37287f31-17a6-4b32-ac28-b4e64f37c0ad tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:59:51.414156 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37287f31-17a6-4b32-ac28-b4e64f37c0ad tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Made reservation on behalf of 8cb12a38a416472d81633d26b1bff61a for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:59:51.529460 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-37287f31-17a6-4b32-ac28-b4e64f37c0ad tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:51.594838 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [None req-03428106-9dff-41c7-a347-ba49a8794a47 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] delete failed (client error): The resource could not be found. May 05 21:59:51.595765 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-03428106-9dff-41c7-a347-ba49a8794a47 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "DELETE /v2.0/routers/61473388-9608-42fa-b42f-7160d22d39b0 HTTP/1.1" status: 404 len: 336 time: 0.2901785 May 05 21:59:51.605996 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52480) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:51.646933 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-81e14a20-0973-4566-a728-c3549cb9a240 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:59:51.668529 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-92297913-efc8-423b-b075-d3bb0f866e63 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] DELETE failed (client error): The resource could not be found. May 05 21:59:51.668529 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92297913-efc8-423b-b075-d3bb0f866e63 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 21:59:51.670164 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-92297913-efc8-423b-b075-d3bb0f866e63 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "DELETE /v2.0/subnets/05c0a750-0c37-4e76-9030-1c1e1b211bca HTTP/1.1" status: 404 len: 337 time: 0.0625858 May 05 21:59:51.673056 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52484) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:51.673636 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c8e5c2-a025-4a54-9d18-29bbc11ebee5 req-a487a683-e8aa-4dec-b0fb-b542a8b7c5cd tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:51.682914 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d0c8e5c2-a025-4a54-9d18-29bbc11ebee5 req-a487a683-e8aa-4dec-b0fb-b542a8b7c5cd tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae72d738-be2e-4c70-974b-0e4db55fe8e4 HTTP/1.1" status: 200 len: 945 time: 0.8171253 May 05 21:59:51.684315 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-81e14a20-0973-4566-a728-c3549cb9a240 admin admin] Usage tracker for resource:security_group_rule and tenant:dd6b9bdbfb954b868358af49881fed4b is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:59:51.711332 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-81e14a20-0973-4566-a728-c3549cb9a240 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:59:51.726765 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-81e14a20-0973-4566-a728-c3549cb9a240 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:59:51.732327 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed2a3322-e7ac-4f8f-a298-371bf402cb80 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] DELETE failed (client error): The resource could not be found. May 05 21:59:51.732893 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed2a3322-e7ac-4f8f-a298-371bf402cb80 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 21:59:51.737546 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [req-dceb21d9-2714-4561-873d-b9fa5836b9b0 req-3b2975fe-8cd6-4031-9a94-e45489379e61 service neutron] (84061) timed out ('10.222.0.32', 49846) {{(pid=84061) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 05 21:59:51.737740 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ed2a3322-e7ac-4f8f-a298-371bf402cb80 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "DELETE /v2.0/subnets/f78fb5b2-bb84-44a3-a485-6f76e003d92e HTTP/1.1" status: 404 len: 337 time: 0.0610938 May 05 21:59:51.741062 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52490) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:51.790531 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-aefb65a7-7161-4916-91eb-8104a3c63af6 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] DELETE failed (client error): The resource could not be found. May 05 21:59:51.791052 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aefb65a7-7161-4916-91eb-8104a3c63af6 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 21:59:51.803883 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-aefb65a7-7161-4916-91eb-8104a3c63af6 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "DELETE /v2.0/subnets/9c1bc00e-87fc-49d2-99b3-4a15d5b35e2d HTTP/1.1" status: 404 len: 337 time: 0.0578461 May 05 21:59:51.803883 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52494) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:51.847302 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd218147-284c-4e9e-a048-263d42dbbc0b tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] DELETE failed (client error): The resource could not be found. May 05 21:59:51.847749 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd218147-284c-4e9e-a048-263d42dbbc0b tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 21:59:51.849477 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-fd218147-284c-4e9e-a048-263d42dbbc0b tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "DELETE /v2.0/subnets/550c25b3-bde4-4d79-a9bd-8bd009910040 HTTP/1.1" status: 404 len: 337 time: 0.0458634 May 05 21:59:51.852340 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52498) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:51.869910 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f0711d28-3ee7-4e5a-b4cb-73fd7e6aa5d9 req-0954ba03-caa9-4eac-a3c0-a274c72755b1 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab626493-f4d5-492e-ace9-e9a71891d92e HTTP/1.1" status: 200 len: 210 time: 0.0805886 May 05 21:59:51.876495 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d0c8e5c2-a025-4a54-9d18-29bbc11ebee5 req-9ae8c520-a401-4266-a61f-efa53cd7cd74 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/security-groups?id=357c8a06-0cb4-4ca4-87b5-fb62b56bd963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937156 May 05 21:59:51.933211 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-485eb710-7606-466d-b2b3-fbcd6b434747 req-3b1db487-ced5-4657-93d6-329a962fbea6 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:59:51.934296 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c4edd342-9b52-4c43-a2de-50de86415ded tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "GET /v2.0/ports?device_id=444002e8-f0d1-4956-865e-60814067613c HTTP/1.1" status: 200 len: 205 time: 0.0809302 May 05 21:59:51.937289 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52502) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:51.972692 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-485eb710-7606-466d-b2b3-fbcd6b434747 req-3b1db487-ced5-4657-93d6-329a962fbea6 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:59:52.000193 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-81e14a20-0973-4566-a728-c3549cb9a240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:52.018185 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-81e14a20-0973-4566-a728-c3549cb9a240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:52.048015 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-485eb710-7606-466d-b2b3-fbcd6b434747 req-3b1db487-ced5-4657-93d6-329a962fbea6 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Made reservation on behalf of edfb56529402421c8703b1e767ccb199 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 21:59:52.050995 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-485eb710-7606-466d-b2b3-fbcd6b434747 req-3b1db487-ced5-4657-93d6-329a962fbea6 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:52.098839 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1fe05e67-128b-4202-968f-0ad470037a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:52.122962 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-5e1e1036-b5d0-4256-951d-78a8b46b4b26 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] delete failed (client error): The resource could not be found. May 05 21:59:52.126482 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5e1e1036-b5d0-4256-951d-78a8b46b4b26 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "DELETE /v2.0/routers/444002e8-f0d1-4956-865e-60814067613c HTTP/1.1" status: 404 len: 336 time: 0.1858714 May 05 21:59:52.126743 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52506) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:52.137671 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e14a20-0973-4566-a728-c3549cb9a240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0f8c25-b4c1-4d4b-9ee2-3fe62ecff2a9,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:52.152188 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-81e14a20-0973-4566-a728-c3549cb9a240 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dd6b9bdbfb954b868358af49881fed4b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4266644 May 05 21:59:52.161303 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52510) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:52.189580 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-98622a5f-c19e-4bc2-bdea-8b4c8fc0a9fa tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "GET /v2.0/ports?device_id=6cda7c44-14d5-4311-84db-6a85f467a135 HTTP/1.1" status: 200 len: 205 time: 0.0617621 May 05 21:59:52.199569 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52514) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:52.247031 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-37287f31-17a6-4b32-ac28-b4e64f37c0ad tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:52.288630 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [None req-fec24066-6ffe-49ba-8e35-483262f7ebf9 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] delete failed (client error): The resource could not be found. May 05 21:59:52.289652 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-fec24066-6ffe-49ba-8e35-483262f7ebf9 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "DELETE /v2.0/routers/6cda7c44-14d5-4311-84db-6a85f467a135 HTTP/1.1" status: 404 len: 336 time: 0.0857666 May 05 21:59:52.293402 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe05e67-128b-4202-968f-0ad470037a2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f882f263-9c03-445e-a875-fc5332bd77d9,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:52.302129 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52518) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:52.361950 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-44740f9e-4643-4c4a-8f7b-e7c72da6e9b3 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] DELETE failed (client error): The resource could not be found. May 05 21:59:52.362388 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44740f9e-4643-4c4a-8f7b-e7c72da6e9b3 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 21:59:52.366496 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-44740f9e-4643-4c4a-8f7b-e7c72da6e9b3 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "DELETE /v2.0/subnets/999f9fa1-2310-4871-bb53-00594bb911f0 HTTP/1.1" status: 404 len: 337 time: 0.0581160 May 05 21:59:52.366496 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ed7b8450-1e18-49d4-b64e-5174b1891e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:52.369844 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52522) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:52.371481 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe05e67-128b-4202-968f-0ad470037a2e admin admin] Checking segment: {'id': '9918f303-30ff-4c68-b940-e953ff8f71af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ddfa5480-91b7-4dab-9ad7-39806df9b75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:59:52.371813 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe05e67-128b-4202-968f-0ad470037a2e admin admin] Network hostable DHCP agents. Network: ddfa5480-91b7-4dab-9ad7-39806df9b75d, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:59:52.418263 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-485eb710-7606-466d-b2b3-fbcd6b434747 req-3b1db487-ced5-4657-93d6-329a962fbea6 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Allocated IP 172.20.0.2 (fa69cb3f-4129-4afe-9a6d-7584eefc40c0/98120645-6211-43cf-b26e-14efa3661c41/226a98d3-f8a1-4691-b395-c4c3d4e90656) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:59:52.420386 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37287f31-17a6-4b32-ac28-b4e64f37c0ad tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Pushing event updated for resources: {'Subnet': ['ID=92844796-3611-4f9f-819c-38e5db7ac613,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:52.436599 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe05e67-128b-4202-968f-0ad470037a2e admin admin] Network ddfa5480-91b7-4dab-9ad7-39806df9b75d is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:59:52.447322 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9c0fc220-8271-49bf-8d79-a358b9ab646a tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "GET /v2.0/ports?device_id=11370448-a6f2-4956-afab-a263754eae6f HTTP/1.1" status: 200 len: 205 time: 0.0717037 May 05 21:59:52.450774 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52528) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:52.467012 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-1fe05e67-128b-4202-968f-0ad470037a2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, ddfa5480-91b7-4dab-9ad7-39806df9b75d) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:59:52.482401 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe05e67-128b-4202-968f-0ad470037a2e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:52.483267 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1fe05e67-128b-4202-968f-0ad470037a2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:52.483678 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358060ef-ef27-4d2e-9558-5c937a28ca66 None None] Network ddfa5480-91b7-4dab-9ad7-39806df9b75d requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:59:52.513305 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ed7b8450-1e18-49d4-b64e-5174b1891e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:52.538943 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-10be19c8-2ae9-4bd1-b6dc-960ff6c1c858 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] delete failed (client error): The resource could not be found. May 05 21:59:52.542620 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-10be19c8-2ae9-4bd1-b6dc-960ff6c1c858 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "DELETE /v2.0/routers/11370448-a6f2-4956-afab-a263754eae6f HTTP/1.1" status: 404 len: 336 time: 0.0875638 May 05 21:59:52.547678 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52534) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:52.552975 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37287f31-17a6-4b32-ac28-b4e64f37c0ad tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Checking segment: {'id': '3d951a4e-cc6e-49f7-8af3-3c03c4981f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '11b3685b-6459-45ce-a455-560d01015776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:59:52.553345 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37287f31-17a6-4b32-ac28-b4e64f37c0ad tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Network hostable DHCP agents. Network: 11b3685b-6459-45ce-a455-560d01015776, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 21:59:52.650934 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-1fe05e67-128b-4202-968f-0ad470037a2e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6271012 May 05 21:59:52.685837 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-05d1497b-21b6-41d3-aaa2-f31c5f3f3985 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd408fea-4445-4932-9b24-bd7b69b747cb HTTP/1.1" status: 200 len: 205 time: 0.1368303 May 05 21:59:52.688346 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52542) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:52.744257 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-485eb710-7606-466d-b2b3-fbcd6b434747 req-3b1db487-ced5-4657-93d6-329a962fbea6 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:52.757754 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37287f31-17a6-4b32-ac28-b4e64f37c0ad tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Network 11b3685b-6459-45ce-a455-560d01015776 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 21:59:52.763443 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-4e1d9864-c03e-4e0d-b4cc-1c103a30c4ac tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] delete failed (client error): The resource could not be found. May 05 21:59:52.764881 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-4e1d9864-c03e-4e0d-b4cc-1c103a30c4ac tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "DELETE /v2.0/routers/cd408fea-4445-4932-9b24-bd7b69b747cb HTTP/1.1" status: 404 len: 336 time: 0.0755951 May 05 21:59:52.770191 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52548) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:52.774524 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-37287f31-17a6-4b32-ac28-b4e64f37c0ad tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 11b3685b-6459-45ce-a455-560d01015776) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:59:52.774961 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb50e7b0-29d7-44db-b289-0c80a491d5c3 None None] Network ddfa5480-91b7-4dab-9ad7-39806df9b75d requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:59:52.786735 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37287f31-17a6-4b32-ac28-b4e64f37c0ad tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:52.787607 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-37287f31-17a6-4b32-ac28-b4e64f37c0ad tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:52.803803 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ed7b8450-1e18-49d4-b64e-5174b1891e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:52.831322 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7b8450-1e18-49d4-b64e-5174b1891e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0f8c25-b4c1-4d4b-9ee2-3fe62ecff2a9,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:52.836775 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ed7b8450-1e18-49d4-b64e-5174b1891e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:52.837928 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ed7b8450-1e18-49d4-b64e-5174b1891e12 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bc0f8c25-b4c1-4d4b-9ee2-3fe62ecff2a9 HTTP/1.1" status: 204 len: 168 time: 0.6688216 May 05 21:59:52.844808 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-37287f31-17a6-4b32-ac28-b4e64f37c0ad tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5914381 May 05 21:59:52.847457 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52554) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:52.853098 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-e892d31f-d1ef-4478-95b1-baf2a7fcd6ff tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-754860854', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}, 'admin_state_up': False}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:59:52.861030 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-e892d31f-d1ef-4478-95b1-baf2a7fcd6ff tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:59:52.866555 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-e892d31f-d1ef-4478-95b1-baf2a7fcd6ff tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Usage tracker for resource:router and tenant:8cb12a38a416472d81633d26b1bff61a is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:59:52.869746 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-e892d31f-d1ef-4478-95b1-baf2a7fcd6ff tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:59:52.876536 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-e892d31f-d1ef-4478-95b1-baf2a7fcd6ff tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:59:52.895820 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e892d31f-d1ef-4478-95b1-baf2a7fcd6ff tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:52.896837 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e892d31f-d1ef-4478-95b1-baf2a7fcd6ff tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:52.902633 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f3cb4a-94af-447b-b515-3e0b912e9238 None None] Network 11b3685b-6459-45ce-a455-560d01015776 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:59:52.920299 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-859a84c9-f5d2-4663-a7c0-27f9c30c01a0 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] DELETE failed (client error): The resource could not be found. May 05 21:59:52.921572 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-859a84c9-f5d2-4663-a7c0-27f9c30c01a0 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 21:59:52.926803 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-859a84c9-f5d2-4663-a7c0-27f9c30c01a0 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "DELETE /v2.0/subnets/c7f312c7-49bb-4dcc-b32e-9589ff4da30f HTTP/1.1" status: 404 len: 337 time: 0.1528859 May 05 21:59:52.927062 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52562) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:52.949479 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-485eb710-7606-466d-b2b3-fbcd6b434747 req-3b1db487-ced5-4657-93d6-329a962fbea6 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:52.982280 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['026ae715-3b74-4311-9e26-de7e6032c7f1'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 21:59:53.024131 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e892d31f-d1ef-4478-95b1-baf2a7fcd6ff tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:53.070743 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-66714133-ea2d-4326-b901-d068bb35b34b tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "GET /v2.0/ports?device_id=87adc81c-2ed9-4c68-b184-58d90af4acd8 HTTP/1.1" status: 200 len: 205 time: 0.1287038 May 05 21:59:53.071624 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52568) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:53.076927 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-485eb710-7606-466d-b2b3-fbcd6b434747 req-3b1db487-ced5-4657-93d6-329a962fbea6 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Network fa69cb3f-4129-4afe-9a6d-7584eefc40c0 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:59:53.150573 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-485eb710-7606-466d-b2b3-fbcd6b434747 req-3b1db487-ced5-4657-93d6-329a962fbea6 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:59:53.152836 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1db487-ced5-4657-93d6-329a962fbea6 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Pushing event updated for resources: {'Port': ['ID=226a98d3-f8a1-4691-b395-c4c3d4e90656,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:53.157835 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-485eb710-7606-466d-b2b3-fbcd6b434747 req-3b1db487-ced5-4657-93d6-329a962fbea6 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:59:53.293667 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-388c5a21-85c6-4f93-a1ce-6f5d1ec0a3af tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] delete failed (client error): The resource could not be found. May 05 21:59:53.298974 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-388c5a21-85c6-4f93-a1ce-6f5d1ec0a3af tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "DELETE /v2.0/routers/87adc81c-2ed9-4c68-b184-58d90af4acd8 HTTP/1.1" status: 404 len: 336 time: 0.2247851 May 05 21:59:53.305627 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52578) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:53.320070 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485eb710-7606-466d-b2b3-fbcd6b434747 req-3b1db487-ced5-4657-93d6-329a962fbea6 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:53.320692 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-485eb710-7606-466d-b2b3-fbcd6b434747 req-3b1db487-ced5-4657-93d6-329a962fbea6 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:53.383877 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-80f1da05-07ac-4923-ace2-6f903c67ef2c tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] DELETE failed (client error): The resource could not be found. May 05 21:59:53.384432 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80f1da05-07ac-4923-ace2-6f903c67ef2c tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 21:59:53.454275 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-80f1da05-07ac-4923-ace2-6f903c67ef2c tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "DELETE /v2.0/subnets/a5f189b9-a36a-48a4-b606-632d90386f4d HTTP/1.1" status: 404 len: 337 time: 0.1448145 May 05 21:59:53.459471 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52586) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:53.506416 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2031956-396d-40af-8780-8601abb0c5d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-11b3685b-6459-45ce-a455-560d01015776', 'network_id': '11b3685b-6459-45ce-a455-560d01015776', 'tenant_id': '8cb12a38a416472d81633d26b1bff61a', 'fixed_ips': [{'subnet_id': '92844796-3611-4f9f-819c-38e5db7ac613'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 21:59:53.507426 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-485eb710-7606-466d-b2b3-fbcd6b434747 req-3b1db487-ced5-4657-93d6-329a962fbea6 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1933777 May 05 21:59:53.508028 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e2031956-396d-40af-8780-8601abb0c5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:53.551103 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-485eb710-7606-466d-b2b3-fbcd6b434747 req-55a9345b-22bb-4ec4-9b40-a8e2928baeb5 service neutron] Request body: {'port': {'device_id': 'ab626493-f4d5-492e-ace9-e9a71891d92e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 21:59:53.583172 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8b05d314-a451-4966-bb36-ef3d0795b1c8 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce8944e9-8398-4be4-a889-966b6ca23592 HTTP/1.1" status: 200 len: 205 time: 0.1224933 May 05 21:59:53.586953 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52594) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:53.670349 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-c1c6efd5-248e-450c-842d-471f33ede875 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] delete failed (client error): The resource could not be found. May 05 21:59:53.671818 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c1c6efd5-248e-450c-842d-471f33ede875 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "DELETE /v2.0/routers/ce8944e9-8398-4be4-a889-966b6ca23592 HTTP/1.1" status: 404 len: 336 time: 0.0837445 May 05 21:59:53.678827 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52598) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:53.680935 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e892d31f-d1ef-4478-95b1-baf2a7fcd6ff tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:53.744169 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-347b6496-78e6-4fc3-99a8-bbe89db7d652 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] DELETE failed (client error): The resource could not be found. May 05 21:59:53.744839 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-347b6496-78e6-4fc3-99a8-bbe89db7d652 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 21:59:53.747159 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-347b6496-78e6-4fc3-99a8-bbe89db7d652 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "DELETE /v2.0/subnets/ebe5c1da-f04b-4a3f-98d3-0ffcb5afa6a3 HTTP/1.1" status: 404 len: 337 time: 0.0618045 May 05 21:59:53.752674 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52602) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:53.773444 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-e2031956-396d-40af-8780-8601abb0c5d1 None None] Allocated IP 172.20.0.2 (11b3685b-6459-45ce-a455-560d01015776/92844796-3611-4f9f-819c-38e5db7ac613/765b9247-a3f1-413a-a9d8-2ca6a891affc) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:59:53.802937 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-2193f939-2d07-40fa-8062-8c5b60b51563 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] DELETE failed (client error): The resource could not be found. May 05 21:59:53.803492 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2193f939-2d07-40fa-8062-8c5b60b51563 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 21:59:53.805252 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-2193f939-2d07-40fa-8062-8c5b60b51563 tempest-RoutersTest-236542725 tempest-RoutersTest-236542725-project] 10.222.0.23 "DELETE /v2.0/subnets/beac9dbc-00bf-476e-bafe-b50fc6f9bf94 HTTP/1.1" status: 404 len: 337 time: 0.0515234 May 05 21:59:53.811637 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e7d365-28bc-46cc-be0f-2e01e0b12f77 req-4fd64525-9549-48b3-b873-735916ee1387 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:53.819052 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-97e7d365-28bc-46cc-be0f-2e01e0b12f77 req-4fd64525-9549-48b3-b873-735916ee1387 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae72d738-be2e-4c70-974b-0e4db55fe8e4 HTTP/1.1" status: 200 len: 945 time: 0.4750254 May 05 21:59:53.829584 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ede8e9-5747-48bb-baee-b7f334cd7074 req-af689daa-ec7b-46c9-8403-37a09e755e35 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:53.830361 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-12ede8e9-5747-48bb-baee-b7f334cd7074 req-af689daa-ec7b-46c9-8403-37a09e755e35 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Synchronizing usage tracker for tenant:edfb56529402421c8703b1e767ccb199 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:59:53.878409 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-485eb710-7606-466d-b2b3-fbcd6b434747 req-55a9345b-22bb-4ec4-9b40-a8e2928baeb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:53.961982 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-12ede8e9-5747-48bb-baee-b7f334cd7074 req-af689daa-ec7b-46c9-8403-37a09e755e35 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Unset dirty status for tenant:edfb56529402421c8703b1e767ccb199 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:59:53.963518 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-12ede8e9-5747-48bb-baee-b7f334cd7074 req-af689daa-ec7b-46c9-8403-37a09e755e35 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab626493-f4d5-492e-ace9-e9a71891d92e HTTP/1.1" status: 200 len: 931 time: 0.6212568 May 05 21:59:54.007641 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-97e7d365-28bc-46cc-be0f-2e01e0b12f77 req-377fbef0-b3fe-45fb-b053-504eb7b88346 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/security-groups?id=357c8a06-0cb4-4ca4-87b5-fb62b56bd963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877201 May 05 21:59:54.077322 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e892d31f-d1ef-4478-95b1-baf2a7fcd6ff tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks [] for router_gateway, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:54.085677 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-12ede8e9-5747-48bb-baee-b7f334cd7074 req-2625666f-aa7e-44c2-820a-943c83624017 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135058 May 05 21:59:54.115157 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e892d31f-d1ef-4478-95b1-baf2a7fcd6ff tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:54.146901 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e2031956-396d-40af-8780-8601abb0c5d1 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:54.171825 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e2031956-396d-40af-8780-8601abb0c5d1 None None] Transition to ACTIVE for port object 765b9247-a3f1-413a-a9d8-2ca6a891affc will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:59:54.218727 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e2031956-396d-40af-8780-8601abb0c5d1 None None] Transition to ACTIVE for port object 765b9247-a3f1-413a-a9d8-2ca6a891affc will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:59:54.231178 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e2031956-396d-40af-8780-8601abb0c5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:54.320116 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52618) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:54.337959 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2031956-396d-40af-8780-8601abb0c5d1 None None] Network 11b3685b-6459-45ce-a455-560d01015776 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:59:54.341104 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-e2031956-396d-40af-8780-8601abb0c5d1 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:59:54.345711 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2031956-396d-40af-8780-8601abb0c5d1 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:59:54.353120 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2031956-396d-40af-8780-8601abb0c5d1 None None] Pushing event updated for resources: {'Port': ['ID=765b9247-a3f1-413a-a9d8-2ca6a891affc,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:54.451868 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-e2031956-396d-40af-8780-8601abb0c5d1 None None] Attempting to bind port 765b9247-a3f1-413a-a9d8-2ca6a891affc on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:59:54.452263 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-e2031956-396d-40af-8780-8601abb0c5d1 None None] Attempting to bind port 765b9247-a3f1-413a-a9d8-2ca6a891affc by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '3d951a4e-cc6e-49f7-8af3-3c03c4981f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '11b3685b-6459-45ce-a455-560d01015776'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:59:54.452586 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2031956-396d-40af-8780-8601abb0c5d1 None None] Attempting to bind port 765b9247-a3f1-413a-a9d8-2ca6a891affc on network 11b3685b-6459-45ce-a455-560d01015776 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:59:54.460095 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2031956-396d-40af-8780-8601abb0c5d1 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:59:54.460518 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2031956-396d-40af-8780-8601abb0c5d1 None None] Checking segment: {'id': '3d951a4e-cc6e-49f7-8af3-3c03c4981f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '11b3685b-6459-45ce-a455-560d01015776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:59:54.460866 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e2031956-396d-40af-8780-8601abb0c5d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:54.461257 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2031956-396d-40af-8780-8601abb0c5d1 None None] Bound using segment: {'id': '3d951a4e-cc6e-49f7-8af3-3c03c4981f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '11b3685b-6459-45ce-a455-560d01015776'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:59:54.461730 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-e2031956-396d-40af-8780-8601abb0c5d1 None None] Bound port: 765b9247-a3f1-413a-a9d8-2ca6a891affc, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d951a4e-cc6e-49f7-8af3-3c03c4981f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '11b3685b-6459-45ce-a455-560d01015776'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:59:54.462110 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e2031956-396d-40af-8780-8601abb0c5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:54.509605 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-e892d31f-d1ef-4478-95b1-baf2a7fcd6ff tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Allocated IP 172.25.4.58 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/53da81d5-b1f5-4359-b59c-06a12dc37b0b) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 21:59:54.593765 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-485eb710-7606-466d-b2b3-fbcd6b434747 req-55a9345b-22bb-4ec4-9b40-a8e2928baeb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 226a98d3-f8a1-4691-b395-c4c3d4e90656 {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 21:59:54.606118 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-485eb710-7606-466d-b2b3-fbcd6b434747 req-55a9345b-22bb-4ec4-9b40-a8e2928baeb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:54.630629 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-e2031956-396d-40af-8780-8601abb0c5d1 None None] For port 765b9247-a3f1-413a-a9d8-2ca6a891affc, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:59:54.644939 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-e2031956-396d-40af-8780-8601abb0c5d1 None None] For port 765b9247-a3f1-413a-a9d8-2ca6a891affc, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=765b9247-a3f1-413a-a9d8-2ca6a891affc,segment=NetworkSegment(3d951a4e-cc6e-49f7-8af3-3c03c4981f0e),segment_id=3d951a4e-cc6e-49f7-8af3-3c03c4981f0e)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:59:54.653031 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-485eb710-7606-466d-b2b3-fbcd6b434747 req-55a9345b-22bb-4ec4-9b40-a8e2928baeb5 service neutron] Transition to ACTIVE for port object 226a98d3-f8a1-4691-b395-c4c3d4e90656 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 21:59:54.656327 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e2031956-396d-40af-8780-8601abb0c5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:54.680189 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b1144-4793-46e9-a8a7-2ef0968b9046 req-36605ab3-10a9-4727-84e7-93ae19b928ca tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:54.693764 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cc9b1144-4793-46e9-a8a7-2ef0968b9046 req-36605ab3-10a9-4727-84e7-93ae19b928ca tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=2510197e-0167-4df8-b662-758eb5911dee HTTP/1.1" status: 200 len: 947 time: 0.3717663 May 05 21:59:54.701062 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-485eb710-7606-466d-b2b3-fbcd6b434747 req-55a9345b-22bb-4ec4-9b40-a8e2928baeb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:54.811550 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2031956-396d-40af-8780-8601abb0c5d1 None None] Pushing event updated for resources: {'Port': ['ID=765b9247-a3f1-413a-a9d8-2ca6a891affc,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:54.855467 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715913ab-86fd-42fc-9330-a16d1c744398 req-3f10a04d-3605-4045-a98a-1666f239ce2a tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:54.855741 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-715913ab-86fd-42fc-9330-a16d1c744398 req-3f10a04d-3605-4045-a98a-1666f239ce2a tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Synchronizing usage tracker for tenant:0ea2eb66bb064d42bceac53953af552d on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 21:59:54.888985 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e892d31f-d1ef-4478-95b1-baf2a7fcd6ff tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:54.909653 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-715913ab-86fd-42fc-9330-a16d1c744398 req-3f10a04d-3605-4045-a98a-1666f239ce2a tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Unset dirty status for tenant:0ea2eb66bb064d42bceac53953af552d on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 21:59:54.911006 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-715913ab-86fd-42fc-9330-a16d1c744398 req-3f10a04d-3605-4045-a98a-1666f239ce2a tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.32 "GET /v2.0/ports?device_id=2510197e-0167-4df8-b662-758eb5911dee HTTP/1.1" status: 200 len: 947 time: 0.3323920 May 05 21:59:55.002600 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e892d31f-d1ef-4478-95b1-baf2a7fcd6ff tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:55.196938 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a9345b-22bb-4ec4-9b40-a8e2928baeb5 service neutron] Pushing event updated for resources: {'Port': ['ID=226a98d3-f8a1-4691-b395-c4c3d4e90656,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:55.260524 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-715913ab-86fd-42fc-9330-a16d1c744398 req-e18dde1d-3452-411d-8c9e-521420aea9b8 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Deleting port 6b1f35d8-0048-415b-8a9a-e841251002df {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 21:59:55.260869 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-715913ab-86fd-42fc-9330-a16d1c744398 req-e18dde1d-3452-411d-8c9e-521420aea9b8 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:55.305779 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cc9b1144-4793-46e9-a8a7-2ef0968b9046 req-afbb19a4-2732-45e4-8630-3734fe004033 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups?id=0043bfbb-2fb2-4013-8494-b5595b7ffb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6110039 May 05 21:59:55.310988 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e892d31f-d1ef-4478-95b1-baf2a7fcd6ff tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 21:59:55.321528 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-e892d31f-d1ef-4478-95b1-baf2a7fcd6ff tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 21:59:55.345311 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e892d31f-d1ef-4478-95b1-baf2a7fcd6ff tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 21:59:55.400251 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e892d31f-d1ef-4478-95b1-baf2a7fcd6ff tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Pushing event updated for resources: {'Port': ['ID=53da81d5-b1f5-4359-b59c-06a12dc37b0b,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:55.583040 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-36705216-f45b-40dc-9d0e-13186a560b2e req-cd230442-b6d9-47de-9448-f405b069a985 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ae72d738-be2e-4c70-974b-0e4db55fe8e4 HTTP/1.1" status: 200 len: 1096 time: 0.4032323 May 05 21:59:55.644343 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4620990-b298-4fdc-9699-31451fb6adda req-221c20be-dd07-4a58-b7c5-ced20c02af05 tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:55.645777 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f4620990-b298-4fdc-9699-31451fb6adda req-221c20be-dd07-4a58-b7c5-ced20c02af05 tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] 10.222.0.23 "GET /v2.0/networks?id=868c9204-6775-424d-86a2-630777ea4245 HTTP/1.1" status: 200 len: 809 time: 0.4117553 May 05 21:59:55.651768 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-10f79771-4660-49f8-b64e-2e03a88e415c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=663767b5203746b3b9addbbb99a48f8b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3294158 May 05 21:59:55.652642 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-485eb710-7606-466d-b2b3-fbcd6b434747 req-55a9345b-22bb-4ec4-9b40-a8e2928baeb5 service neutron] Attempting to bind port 226a98d3-f8a1-4691-b395-c4c3d4e90656 on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 21:59:55.653028 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-485eb710-7606-466d-b2b3-fbcd6b434747 req-55a9345b-22bb-4ec4-9b40-a8e2928baeb5 service neutron] Attempting to bind port 226a98d3-f8a1-4691-b395-c4c3d4e90656 by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': '0aa4b5f2-fc2b-422a-9849-318a9f632a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fa69cb3f-4129-4afe-9a6d-7584eefc40c0'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 21:59:55.653275 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485eb710-7606-466d-b2b3-fbcd6b434747 req-55a9345b-22bb-4ec4-9b40-a8e2928baeb5 service neutron] Attempting to bind port 226a98d3-f8a1-4691-b395-c4c3d4e90656 on network fa69cb3f-4129-4afe-9a6d-7584eefc40c0 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:59:55.655536 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52646) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:55.696660 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485eb710-7606-466d-b2b3-fbcd6b434747 req-55a9345b-22bb-4ec4-9b40-a8e2928baeb5 service neutron] Port 226a98d3-f8a1-4691-b395-c4c3d4e90656 on network fa69cb3f-4129-4afe-9a6d-7584eefc40c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 21:59:55.696991 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485eb710-7606-466d-b2b3-fbcd6b434747 req-55a9345b-22bb-4ec4-9b40-a8e2928baeb5 service neutron] Attempting to bind port 226a98d3-f8a1-4691-b395-c4c3d4e90656 on network fa69cb3f-4129-4afe-9a6d-7584eefc40c0 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 21:59:55.711707 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f4620990-b298-4fdc-9699-31451fb6adda req-f9599599-aaaf-458a-8beb-c17d8adb53d0 tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] 10.222.0.23 "GET /v2.0/quotas/629af1900c28407d836828ea6e37a875 HTTP/1.1" status: 200 len: 375 time: 0.0546172 May 05 21:59:55.735042 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-36705216-f45b-40dc-9d0e-13186a560b2e req-d8a21314-1fe4-43f4-919c-b83ec84e15b5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=357c8a06-0cb4-4ca4-87b5-fb62b56bd963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903611 May 05 21:59:55.763815 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485eb710-7606-466d-b2b3-fbcd6b434747 req-55a9345b-22bb-4ec4-9b40-a8e2928baeb5 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 21, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 21:59:55.763815 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485eb710-7606-466d-b2b3-fbcd6b434747 req-55a9345b-22bb-4ec4-9b40-a8e2928baeb5 service neutron] Checking segment: {'id': '0aa4b5f2-fc2b-422a-9849-318a9f632a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fa69cb3f-4129-4afe-9a6d-7584eefc40c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 21:59:55.764722 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485eb710-7606-466d-b2b3-fbcd6b434747 req-55a9345b-22bb-4ec4-9b40-a8e2928baeb5 service neutron] Bound using segment: {'id': '0aa4b5f2-fc2b-422a-9849-318a9f632a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fa69cb3f-4129-4afe-9a6d-7584eefc40c0'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 21:59:55.764722 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-485eb710-7606-466d-b2b3-fbcd6b434747 req-55a9345b-22bb-4ec4-9b40-a8e2928baeb5 service neutron] Bound port: 226a98d3-f8a1-4691-b395-c4c3d4e90656, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0aa4b5f2-fc2b-422a-9849-318a9f632a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'fa69cb3f-4129-4afe-9a6d-7584eefc40c0'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 21:59:55.764929 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-485eb710-7606-466d-b2b3-fbcd6b434747 req-55a9345b-22bb-4ec4-9b40-a8e2928baeb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:55.783748 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-715913ab-86fd-42fc-9330-a16d1c744398 req-e18dde1d-3452-411d-8c9e-521420aea9b8 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] For port 6b1f35d8-0048-415b-8a9a-e841251002df, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=6b1f35d8-0048-415b-8a9a-e841251002df,segment=NetworkSegment(5e9da586-bb12-4958-b15e-b7cf97bc3d1b),segment_id=5e9da586-bb12-4958-b15e-b7cf97bc3d1b)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:59:55.784121 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-715913ab-86fd-42fc-9330-a16d1c744398 req-e18dde1d-3452-411d-8c9e-521420aea9b8 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:55.796686 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f4620990-b298-4fdc-9699-31451fb6adda req-a88e5af7-55b4-41bc-afc5-bcc314d1410e tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=629af1900c28407d836828ea6e37a875&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0713832 May 05 21:59:55.835836 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-22e219c5-6c97-4a26-9ba9-ed29c4af9328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:55.865615 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-22e219c5-6c97-4a26-9ba9-ed29c4af9328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:55.974585 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72308882-6cda-44bc-9c6e-ce7bf49e827f req-f95e65f0-2867-4846-b58f-e46bd78f013c tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:55.981740 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-72308882-6cda-44bc-9c6e-ce7bf49e827f req-f95e65f0-2867-4846-b58f-e46bd78f013c tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae72d738-be2e-4c70-974b-0e4db55fe8e4 HTTP/1.1" status: 200 len: 945 time: 0.4385195 May 05 21:59:56.025658 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e892d31f-d1ef-4478-95b1-baf2a7fcd6ff tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks [] for router_gateway, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:56.026414 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e892d31f-d1ef-4478-95b1-baf2a7fcd6ff tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:56.159213 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-72308882-6cda-44bc-9c6e-ce7bf49e827f req-cf0c55e6-a6ea-4f58-a2cf-63d5c4e76e9c tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/security-groups?id=357c8a06-0cb4-4ca4-87b5-fb62b56bd963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764627 May 05 21:59:56.192450 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-22e219c5-6c97-4a26-9ba9-ed29c4af9328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:56.204100 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-485eb710-7606-466d-b2b3-fbcd6b434747 req-55a9345b-22bb-4ec4-9b40-a8e2928baeb5 service neutron] For port 226a98d3-f8a1-4691-b395-c4c3d4e90656, host n-h1-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 21:59:56.231836 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e219c5-6c97-4a26-9ba9-ed29c4af9328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a64a9ac-b83f-4a99-a990-c9df755ff8d2,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:56.251003 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-485eb710-7606-466d-b2b3-fbcd6b434747 req-55a9345b-22bb-4ec4-9b40-a8e2928baeb5 service neutron] For port 226a98d3-f8a1-4691-b395-c4c3d4e90656, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=226a98d3-f8a1-4691-b395-c4c3d4e90656,segment=NetworkSegment(0aa4b5f2-fc2b-422a-9849-318a9f632a66),segment_id=0aa4b5f2-fc2b-422a-9849-318a9f632a66)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 21:59:56.258312 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-22e219c5-6c97-4a26-9ba9-ed29c4af9328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:56.261926 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-22e219c5-6c97-4a26-9ba9-ed29c4af9328 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6a64a9ac-b83f-4a99-a990-c9df755ff8d2 HTTP/1.1" status: 204 len: 168 time: 0.6020193 May 05 21:59:56.273766 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-485eb710-7606-466d-b2b3-fbcd6b434747 req-55a9345b-22bb-4ec4-9b40-a8e2928baeb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:56.334534 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f3eb59-98be-44d2-874f-163962bc71e7 None None] Network 11b3685b-6459-45ce-a455-560d01015776 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 21:59:56.353772 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-715913ab-86fd-42fc-9330-a16d1c744398 req-e18dde1d-3452-411d-8c9e-521420aea9b8 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:56.354147 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-715913ab-86fd-42fc-9330-a16d1c744398 req-e18dde1d-3452-411d-8c9e-521420aea9b8 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:56.354446 n-d-825175-4 neutron-server[84063]: INFO neutron.db.l3_db [req-715913ab-86fd-42fc-9330-a16d1c744398 req-e18dde1d-3452-411d-8c9e-521420aea9b8 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Floating IP bc783239-8b94-4b1c-89f6-c3a4d350b5e7 disassociated. External IP: 172.25.4.64, port: 6b1f35d8-0048-415b-8a9a-e841251002df. May 05 21:59:56.354812 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-715913ab-86fd-42fc-9330-a16d1c744398 req-e18dde1d-3452-411d-8c9e-521420aea9b8 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Calling delete_port for 6b1f35d8-0048-415b-8a9a-e841251002df owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 21:59:56.412719 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f4620990-b298-4fdc-9699-31451fb6adda req-c45e7310-4132-4a15-9de7-79c4d7cc57e9 service neutron] 10.222.0.23 "GET /v2.0/networks/868c9204-6775-424d-86a2-630777ea4245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5795512 May 05 21:59:56.462194 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-7c88072e-cf50-41b5-8c6c-c531791004b0 None None] Provisioning for port 765b9247-a3f1-413a-a9d8-2ca6a891affc completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:59:56.736419 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-485eb710-7606-466d-b2b3-fbcd6b434747 req-55a9345b-22bb-4ec4-9b40-a8e2928baeb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:56.737800 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-485eb710-7606-466d-b2b3-fbcd6b434747 req-55a9345b-22bb-4ec4-9b40-a8e2928baeb5 service neutron] 10.222.0.44 "PUT /v2.0/ports/226a98d3-f8a1-4691-b395-c4c3d4e90656 HTTP/1.1" status: 200 len: 1091 time: 3.1967685 May 05 21:59:56.738258 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab626493-f4d5-492e-ace9-e9a71891d92e', 'tag': '226a98d3-f8a1-4691-b395-c4c3d4e90656'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:59:56.774455 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a9345b-22bb-4ec4-9b40-a8e2928baeb5 service neutron] Pushing event updated for resources: {'Port': ['ID=226a98d3-f8a1-4691-b395-c4c3d4e90656,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:56.875063 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-715913ab-86fd-42fc-9330-a16d1c744398 req-e18dde1d-3452-411d-8c9e-521420aea9b8 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:56.882970 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f4620990-b298-4fdc-9699-31451fb6adda req-5cc10fad-a7ec-4817-bd55-f7658c470593 service neutron] 10.222.0.23 "GET /v2.0/networks/868c9204-6775-424d-86a2-630777ea4245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4693463 May 05 21:59:56.895152 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d87914-4dec-4438-a83b-87e002044b6f req-e62f272b-37ce-4eed-96f7-3a3275001b26 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:56.902737 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e7d87914-4dec-4438-a83b-87e002044b6f req-e62f272b-37ce-4eed-96f7-3a3275001b26 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab626493-f4d5-492e-ace9-e9a71891d92e HTTP/1.1" status: 200 len: 943 time: 0.5224779 May 05 21:59:57.001407 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e7d87914-4dec-4438-a83b-87e002044b6f req-19b8cb69-676d-41d2-af53-73b1477b4bc5 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975595 May 05 21:59:57.036259 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 765b9247-a3f1-413a-a9d8-2ca6a891affc up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:59:57.065965 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18dde1d-3452-411d-8c9e-521420aea9b8 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Pushing event deleted for resources: {'Port': ['ID=6b1f35d8-0048-415b-8a9a-e841251002df,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:57.328059 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 765b9247-a3f1-413a-a9d8-2ca6a891affc completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 21:59:57.334601 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 765b9247-a3f1-413a-a9d8-2ca6a891affc triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:59:57.335777 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:57.337963 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3a5bd1d2-a5a3-4f21-bd96-4cd8b9ef9783 req-f4bfa10e-c853-412e-9837-49a00285acc6 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=2510197e-0167-4df8-b662-758eb5911dee HTTP/1.1" status: 200 len: 210 time: 0.1094136 May 05 21:59:57.378622 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-485eb710-7606-466d-b2b3-fbcd6b434747 req-b10fc284-bdec-4d99-a390-74bbe8221258 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=edfb56529402421c8703b1e767ccb199&device_id=ab626493-f4d5-492e-ace9-e9a71891d92e HTTP/1.1" status: 200 len: 1094 time: 0.3647513 May 05 21:59:57.403142 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e892d31f-d1ef-4478-95b1-baf2a7fcd6ff tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Router fd0cb335-2d36-4279-835d-1cfec2d62154 is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 21:59:57.561186 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:57.625592 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-485eb710-7606-466d-b2b3-fbcd6b434747 req-8b5a0fc8-c335-4e79-94a9-81fa5bb498cc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=226a98d3-f8a1-4691-b395-c4c3d4e90656 HTTP/1.1" status: 200 len: 217 time: 0.2259674 May 05 21:59:57.636610 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 765b9247-a3f1-413a-a9d8-2ca6a891affc, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=765b9247-a3f1-413a-a9d8-2ca6a891affc,segment=NetworkSegment(3d951a4e-cc6e-49f7-8af3-3c03c4981f0e),segment_id=3d951a4e-cc6e-49f7-8af3-3c03c4981f0e)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 21:59:57.645340 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:57.727496 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52704) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:57.820658 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=765b9247-a3f1-413a-a9d8-2ca6a891affc,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:57.898036 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-715913ab-86fd-42fc-9330-a16d1c744398 req-e18dde1d-3452-411d-8c9e-521420aea9b8 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Router b3ad7406-69ba-41fa-8407-7590b4b7dc02 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 21:59:57.962363 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25538f3e-191e-419d-9052-904af2624708'] response: {'name': 'network-changed', 'server_uuid': 'ab626493-f4d5-492e-ace9-e9a71891d92e', 'tag': '226a98d3-f8a1-4691-b395-c4c3d4e90656', 'status': 'completed', 'code': 200} May 05 21:59:58.096963 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ff388411-9262-4bc0-b58b-2fcce79cc6b9 req-b9a1a508-99b8-46c4-aff1-e5a5cf36ee8c tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ee134af-a629-49b3-b53a-365affa00592 HTTP/1.1" status: 200 len: 210 time: 0.1336679 May 05 21:59:58.145884 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485eb710-7606-466d-b2b3-fbcd6b434747 req-d1b20fb9-c9b8-448b-b98c-2c5adb5c8ad8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:58.147345 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-485eb710-7606-466d-b2b3-fbcd6b434747 req-d1b20fb9-c9b8-448b-b98c-2c5adb5c8ad8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=98120645-6211-43cf-b26e-14efa3661c41 HTTP/1.1" status: 200 len: 846 time: 0.5207050 May 05 21:59:58.173497 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e892d31f-d1ef-4478-95b1-baf2a7fcd6ff tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:59:58.204643 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9575a3f-b0c8-4cfe-80a6-ef4bbec02984 None None] Sync routers for ids ['fd0cb335-2d36-4279-835d-1cfec2d62154'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:59:58.228454 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9575a3f-b0c8-4cfe-80a6-ef4bbec02984 None None] Routers {'fd0cb335-2d36-4279-835d-1cfec2d62154'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:59:58.231049 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-c9575a3f-b0c8-4cfe-80a6-ef4bbec02984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:59:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['fd0cb335-2d36-4279-835d-1cfec2d62154'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:59:58.277644 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b721a901-dc65-4e83-b948-34708b5c7062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:58.321034 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-485eb710-7606-466d-b2b3-fbcd6b434747 req-26855c39-75f0-4735-9972-592ff80ff0c6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fa69cb3f-4129-4afe-9a6d-7584eefc40c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1652713 May 05 21:59:58.322356 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e892d31f-d1ef-4478-95b1-baf2a7fcd6ff tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:58.323597 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-e892d31f-d1ef-4478-95b1-baf2a7fcd6ff tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 5.4751794 May 05 21:59:58.331923 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52722) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:58.336015 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7246678-8ae6-4e9c-b752-91ce4b6d7eb7 req-85013d7e-b6d9-41d5-a480-42a9d14c5af5 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:58.337460 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a7246678-8ae6-4e9c-b752-91ce4b6d7eb7 req-85013d7e-b6d9-41d5-a480-42a9d14c5af5 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae72d738-be2e-4c70-974b-0e4db55fe8e4 HTTP/1.1" status: 200 len: 945 time: 0.3699012 May 05 21:59:58.399033 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-c9575a3f-b0c8-4cfe-80a6-ef4bbec02984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:59:58.412732 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9575a3f-b0c8-4cfe-80a6-ef4bbec02984 None None] Routers {'fd0cb335-2d36-4279-835d-1cfec2d62154'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:59:58.413406 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-c9575a3f-b0c8-4cfe-80a6-ef4bbec02984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:59:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['fd0cb335-2d36-4279-835d-1cfec2d62154'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:59:58.457202 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-b721a901-dc65-4e83-b948-34708b5c7062 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 21:59:58.461967 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b721a901-dc65-4e83-b948-34708b5c7062 admin admin] Usage tracker for resource:security_group_rule and tenant:389868e10d5c4ae8a6ceca392142e690 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 21:59:58.474004 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-485eb710-7606-466d-b2b3-fbcd6b434747 req-0f8a25a6-6be0-4730-8ec0-140b60639b6d service neutron] 10.222.0.44 "GET /v2.0/networks/fa69cb3f-4129-4afe-9a6d-7584eefc40c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352677 May 05 21:59:58.478226 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b721a901-dc65-4e83-b948-34708b5c7062 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 21:59:58.501069 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-c9575a3f-b0c8-4cfe-80a6-ef4bbec02984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:59:58.501854 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9575a3f-b0c8-4cfe-80a6-ef4bbec02984 None None] The sync data for ids ['fd0cb335-2d36-4279-835d-1cfec2d62154'] in n-d-825175-4 is: [] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 21:59:58.605680 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-b721a901-dc65-4e83-b948-34708b5c7062 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 21:59:58.609842 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 6b1f35d8-0048-415b-8a9a-e841251002df no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 21:59:58.637080 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90489ccc-41a1-4f09-97a0-ecaed666ec39 req-8245b963-e604-41b0-864c-a548aac24aa1 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:58.644124 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-90489ccc-41a1-4f09-97a0-ecaed666ec39 req-8245b963-e604-41b0-864c-a548aac24aa1 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab626493-f4d5-492e-ace9-e9a71891d92e HTTP/1.1" status: 200 len: 943 time: 0.3840125 May 05 21:59:58.672714 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a7246678-8ae6-4e9c-b752-91ce4b6d7eb7 req-309e2538-e184-47b5-afb1-3a4838616b5d tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/security-groups?id=357c8a06-0cb4-4ca4-87b5-fb62b56bd963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975889 May 05 21:59:58.699592 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: 6b1f35d8-0048-415b-8a9a-e841251002df {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 21:59:58.699932 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 6b1f35d8-0048-415b-8a9a-e841251002df not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 21:59:58.745245 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-715913ab-86fd-42fc-9330-a16d1c744398 req-e18dde1d-3452-411d-8c9e-521420aea9b8 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 21:59:58.748154 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-90489ccc-41a1-4f09-97a0-ecaed666ec39 req-9c615d63-a0c4-4c5f-93ef-522c68d60574 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029494 May 05 21:59:58.756902 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f66da39-7026-4dab-9563-92a443d382e0 None None] Sync routers for ids ['b3ad7406-69ba-41fa-8407-7590b4b7dc02'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 21:59:58.769877 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-485eb710-7606-466d-b2b3-fbcd6b434747 req-d31e3528-9cfb-4955-aed2-44126b218741 service neutron] 10.222.0.44 "GET /v2.0/networks/fa69cb3f-4129-4afe-9a6d-7584eefc40c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897274 May 05 21:59:58.776911 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f66da39-7026-4dab-9563-92a443d382e0 None None] Routers {'b3ad7406-69ba-41fa-8407-7590b4b7dc02'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:59:58.777527 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-9f66da39-7026-4dab-9563-92a443d382e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:59:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['b3ad7406-69ba-41fa-8407-7590b4b7dc02'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:59:58.899611 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 765b9247-a3f1-413a-a9d8-2ca6a891affc up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 21:59:58.975626 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-715913ab-86fd-42fc-9330-a16d1c744398 req-e18dde1d-3452-411d-8c9e-521420aea9b8 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] No DVR routers for this DVR port 6b1f35d8-0048-415b-8a9a-e841251002df on host n-h2-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 21:59:58.981474 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-715913ab-86fd-42fc-9330-a16d1c744398 req-e18dde1d-3452-411d-8c9e-521420aea9b8 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:58.985286 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2510197e-0167-4df8-b662-758eb5911dee', 'name': 'network-vif-deleted', 'tag': '6b1f35d8-0048-415b-8a9a-e841251002df'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 21:59:58.995336 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b721a901-dc65-4e83-b948-34708b5c7062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:59.007913 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-715913ab-86fd-42fc-9330-a16d1c744398 req-e18dde1d-3452-411d-8c9e-521420aea9b8 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.32 "DELETE /v2.0/ports/6b1f35d8-0048-415b-8a9a-e841251002df HTTP/1.1" status: 204 len: 173 time: 4.0875728 May 05 21:59:59.009365 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b721a901-dc65-4e83-b948-34708b5c7062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:59.048178 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9b0502d1-ba51-4eec-8986-50e39f60232d req-0fc9ba30-ebc4-44ea-be8a-807399dfa937 tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/ports?device_id=2510197e-0167-4df8-b662-758eb5911dee HTTP/1.1" status: 200 len: 210 time: 0.1442914 May 05 21:59:59.090558 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 765b9247-a3f1-413a-a9d8-2ca6a891affc triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 21:59:59.095696 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:59.116226 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6a46845d-fe2c-403c-90e8-6df2bc2983ed req-ebbf6bf2-3928-49c9-a834-abc0e5020ebc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=edfb56529402421c8703b1e767ccb199&device_id=ab626493-f4d5-492e-ace9-e9a71891d92e HTTP/1.1" status: 200 len: 1094 time: 0.2859740 May 05 21:59:59.174624 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b721a901-dc65-4e83-b948-34708b5c7062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99dbe431-d148-487d-8fc5-d3fd73e46631,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 21:59:59.183282 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b721a901-dc65-4e83-b948-34708b5c7062 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=389868e10d5c4ae8a6ceca392142e690&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4428713 May 05 21:59:59.187380 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52744) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 21:59:59.285030 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-9f66da39-7026-4dab-9563-92a443d382e0 None None] Set router b3ad7406-69ba-41fa-8407-7590b4b7dc02 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 21:59:59.384427 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4ea3626-e3c7-4d65-b195-9345ee62e998'] response: {'server_uuid': '2510197e-0167-4df8-b662-758eb5911dee', 'name': 'network-vif-deleted', 'tag': '6b1f35d8-0048-415b-8a9a-e841251002df', 'status': 'completed', 'code': 200} May 05 21:59:59.504079 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a46845d-fe2c-403c-90e8-6df2bc2983ed req-a09db7ef-0e94-4410-98fe-b47f7a7b9ca6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:59.505552 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6a46845d-fe2c-403c-90e8-6df2bc2983ed req-a09db7ef-0e94-4410-98fe-b47f7a7b9ca6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fa69cb3f-4129-4afe-9a6d-7584eefc40c0 HTTP/1.1" status: 200 len: 907 time: 0.3826470 May 05 21:59:59.785029 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6a46845d-fe2c-403c-90e8-6df2bc2983ed req-48b3c57f-f1b6-4238-a990-0d3a45d04aeb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=226a98d3-f8a1-4691-b395-c4c3d4e90656 HTTP/1.1" status: 200 len: 217 time: 0.2724078 May 05 21:59:59.831845 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fab9a1c6-5c3f-4906-b5a9-e74dade59dce req-16707aff-d8ea-4e57-ba18-0fdfb45fe77a tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ee134af-a629-49b3-b53a-365affa00592 HTTP/1.1" status: 200 len: 210 time: 0.1866300 May 05 21:59:59.893523 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-9f66da39-7026-4dab-9563-92a443d382e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ad7406-69ba-41fa-8407-7590b4b7dc02', 'name': 'tempest-AttachVolumeShelveTestJSON-177764559-router', 'tenant_id': '0ea2eb66bb064d42bceac53953af552d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '2e96534a-0b3f-4b1d-842c-2fddbaad2d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:52:00Z', 'updated_at': '2022-05-05T21:52:12Z', 'revision_number': 4, 'project_id': '0ea2eb66bb064d42bceac53953af552d', 'gw_port': {'id': '2e96534a-0b3f-4b1d-842c-2fddbaad2d4b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ad7406-69ba-41fa-8407-7590b4b7dc02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:52:01Z', 'updated_at': '2022-05-05T21:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '5f1e015c-7e2a-45db-8f28-ebb7488d457f', 'name': '', 'network_id': '18b54df9-33ed-4370-adce-cf7c028d1c63', 'tenant_id': '0ea2eb66bb064d42bceac53953af552d', 'mac_address': 'fa:16:3e:3e:e9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ad7406-69ba-41fa-8407-7590b4b7dc02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53681791-224f-47a5-828b-e46692c08c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:52:10Z', 'updated_at': '2022-05-05T21:52:26Z', 'revision_number': 5, 'project_id': '0ea2eb66bb064d42bceac53953af552d', 'subnets': [{'id': '53681791-224f-47a5-828b-e46692c08c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:59:59.898927 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f66da39-7026-4dab-9563-92a443d382e0 None None] Checking router: b3ad7406-69ba-41fa-8407-7590b4b7dc02 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 21:59:59.913233 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f66da39-7026-4dab-9563-92a443d382e0 None None] Routers {'b3ad7406-69ba-41fa-8407-7590b4b7dc02'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 21:59:59.913900 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-9f66da39-7026-4dab-9563-92a443d382e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:59:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['b3ad7406-69ba-41fa-8407-7590b4b7dc02'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 21:59:59.948834 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2fa45acf-1f50-460b-bdb2-ca8571cd09ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:59.977270 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a46845d-fe2c-403c-90e8-6df2bc2983ed req-24c32ca7-afb6-49b9-8f17-d4aafe6c9686 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:59.978722 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2fa45acf-1f50-460b-bdb2-ca8571cd09ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 21:59:59.979220 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6a46845d-fe2c-403c-90e8-6df2bc2983ed req-24c32ca7-afb6-49b9-8f17-d4aafe6c9686 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=98120645-6211-43cf-b26e-14efa3661c41 HTTP/1.1" status: 200 len: 846 time: 0.1663487 May 05 21:59:59.990753 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932e2aa-4a83-419f-bfd5-c35c04ea94df req-fd2a0df2-66ef-42ef-aa3a-8777225a6b02 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 21:59:59.992345 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3932e2aa-4a83-419f-bfd5-c35c04ea94df req-fd2a0df2-66ef-42ef-aa3a-8777225a6b02 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae72d738-be2e-4c70-974b-0e4db55fe8e4 HTTP/1.1" status: 200 len: 945 time: 0.3455613 May 05 22:00:00.041570 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4620990-b298-4fdc-9699-31451fb6adda req-d84e2de5-3794-4b6c-abc1-24c6642867b8 tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:00.042258 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-f4620990-b298-4fdc-9699-31451fb6adda req-d84e2de5-3794-4b6c-abc1-24c6642867b8 tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] Synchronizing usage tracker for tenant:629af1900c28407d836828ea6e37a875 on resource:network {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:00:00.091876 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6a46845d-fe2c-403c-90e8-6df2bc2983ed req-497e7d84-648f-479e-97be-959e69b08815 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fa69cb3f-4129-4afe-9a6d-7584eefc40c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1069033 May 05 22:00:00.110475 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2fa45acf-1f50-460b-bdb2-ca8571cd09ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:00.135402 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa45acf-1f50-460b-bdb2-ca8571cd09ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99dbe431-d148-487d-8fc5-d3fd73e46631,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:00.144004 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-f4620990-b298-4fdc-9699-31451fb6adda req-d84e2de5-3794-4b6c-abc1-24c6642867b8 tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] Unset dirty status for tenant:629af1900c28407d836828ea6e37a875 on resource:network {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:00:00.147278 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f4620990-b298-4fdc-9699-31451fb6adda req-d84e2de5-3794-4b6c-abc1-24c6642867b8 tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] 10.222.0.32 "GET /v2.0/networks?id=868c9204-6775-424d-86a2-630777ea4245 HTTP/1.1" status: 200 len: 809 time: 1.1184545 May 05 22:00:00.158456 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e9c43992-13f5-4d58-8937-7dc799100080 req-42279bdd-da5c-4240-9fbe-5b822350271f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4ba96e3a2f29495a89fcbd646b4c3115&device_id=ae72d738-be2e-4c70-974b-0e4db55fe8e4 HTTP/1.1" status: 200 len: 1096 time: 0.6902838 May 05 22:00:00.165082 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-9f66da39-7026-4dab-9563-92a443d382e0 None None] Set router b3ad7406-69ba-41fa-8407-7590b4b7dc02 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:00:00.171659 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-f4620990-b298-4fdc-9699-31451fb6adda req-56af90e7-a40d-407b-aa00-908740b714b0 tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] Request body: {'port': {'device_id': '8ee134af-a629-49b3-b53a-365affa00592', 'network_id': '868c9204-6775-424d-86a2-630777ea4245', 'admin_state_up': True, 'tenant_id': '629af1900c28407d836828ea6e37a875'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:00:00.240561 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3932e2aa-4a83-419f-bfd5-c35c04ea94df req-9bb6f5ad-9d15-4e52-bf10-068ef0947b43 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/security-groups?id=357c8a06-0cb4-4ca4-87b5-fb62b56bd963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170374 May 05 22:00:00.294267 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8903b289-da1a-4f0d-ba38-fc87ae0d0024 req-ec6771ff-e7f9-4430-8f31-6669c916cbc7 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:00.301339 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8903b289-da1a-4f0d-ba38-fc87ae0d0024 req-ec6771ff-e7f9-4430-8f31-6669c916cbc7 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab626493-f4d5-492e-ace9-e9a71891d92e HTTP/1.1" status: 200 len: 943 time: 0.2798741 May 05 22:00:00.325081 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-f4620990-b298-4fdc-9699-31451fb6adda req-56af90e7-a40d-407b-aa00-908740b714b0 tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:00:00.329912 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-f4620990-b298-4fdc-9699-31451fb6adda req-56af90e7-a40d-407b-aa00-908740b714b0 tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] Usage tracker for resource:port and tenant:629af1900c28407d836828ea6e37a875 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:00:00.333921 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-f4620990-b298-4fdc-9699-31451fb6adda req-56af90e7-a40d-407b-aa00-908740b714b0 tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:00:00.338689 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6a46845d-fe2c-403c-90e8-6df2bc2983ed req-f0940178-2e72-457d-8842-8977fa2d2464 service neutron] 10.222.0.44 "GET /v2.0/networks/fa69cb3f-4129-4afe-9a6d-7584eefc40c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385595 May 05 22:00:00.340334 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-f4620990-b298-4fdc-9699-31451fb6adda req-56af90e7-a40d-407b-aa00-908740b714b0 tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:00:00.453219 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52770) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:00.486555 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2fa45acf-1f50-460b-bdb2-ca8571cd09ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:00.487646 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-2fa45acf-1f50-460b-bdb2-ca8571cd09ad admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/99dbe431-d148-487d-8fc5-d3fd73e46631 HTTP/1.1" status: 204 len: 168 time: 1.2980907 May 05 22:00:00.489639 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4620990-b298-4fdc-9699-31451fb6adda req-56af90e7-a40d-407b-aa00-908740b714b0 tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] Made reservation on behalf of 629af1900c28407d836828ea6e37a875 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:00:00.492716 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f4620990-b298-4fdc-9699-31451fb6adda req-56af90e7-a40d-407b-aa00-908740b714b0 tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:00.572450 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-433b8249-0fad-4fab-8f59-4552670def4e req-23bb1072-ef7b-4244-96ee-3ffb6a61a132 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=96539926-3157-406d-977f-028308bff7aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.7527738 May 05 22:00:00.632898 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c43992-13f5-4d58-8937-7dc799100080 req-f4dc5670-d33a-4dc4-aa44-99f7100b18c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:00.634484 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e9c43992-13f5-4d58-8937-7dc799100080 req-f4dc5670-d33a-4dc4-aa44-99f7100b18c3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c94acb4e-545d-4469-be8f-99360ed510a0 HTTP/1.1" status: 200 len: 912 time: 0.3162887 May 05 22:00:00.671226 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8903b289-da1a-4f0d-ba38-fc87ae0d0024 req-14c9a8bc-de81-4775-9cbd-43f6a9b16fb0 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3685350 May 05 22:00:00.728642 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e9c43992-13f5-4d58-8937-7dc799100080 req-cc456b8a-6dcb-4c38-84f7-6517d6f03278 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=347009fb-b0c9-4861-9dd3-8773680adb4d HTTP/1.1" status: 200 len: 217 time: 0.0858471 May 05 22:00:00.775751 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6a46845d-fe2c-403c-90e8-6df2bc2983ed req-50efd558-2ce1-4f24-b912-f5125e249ab5 service neutron] 10.222.0.44 "GET /v2.0/networks/fa69cb3f-4129-4afe-9a6d-7584eefc40c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4289443 May 05 22:00:00.823566 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-65ee9d4f-9472-41a1-8e5c-cf7added31ca tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:00.853150 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-65ee9d4f-9472-41a1-8e5c-cf7added31ca tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:00.853714 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-9f66da39-7026-4dab-9563-92a443d382e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ad7406-69ba-41fa-8407-7590b4b7dc02', 'name': 'tempest-AttachVolumeShelveTestJSON-177764559-router', 'tenant_id': '0ea2eb66bb064d42bceac53953af552d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '2e96534a-0b3f-4b1d-842c-2fddbaad2d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:52:00Z', 'updated_at': '2022-05-05T21:52:12Z', 'revision_number': 4, 'project_id': '0ea2eb66bb064d42bceac53953af552d', 'gw_port': {'id': '2e96534a-0b3f-4b1d-842c-2fddbaad2d4b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ad7406-69ba-41fa-8407-7590b4b7dc02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:52:01Z', 'updated_at': '2022-05-05T21:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '5f1e015c-7e2a-45db-8f28-ebb7488d457f', 'name': '', 'network_id': '18b54df9-33ed-4370-adce-cf7c028d1c63', 'tenant_id': '0ea2eb66bb064d42bceac53953af552d', 'mac_address': 'fa:16:3e:3e:e9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ad7406-69ba-41fa-8407-7590b4b7dc02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53681791-224f-47a5-828b-e46692c08c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:52:10Z', 'updated_at': '2022-05-05T21:52:26Z', 'revision_number': 5, 'project_id': '0ea2eb66bb064d42bceac53953af552d', 'subnets': [{'id': '53681791-224f-47a5-828b-e46692c08c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:00:00.863186 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f66da39-7026-4dab-9563-92a443d382e0 None None] The sync data for ids ['b3ad7406-69ba-41fa-8407-7590b4b7dc02'] in n-d-825175-4 is: [{'id': 'b3ad7406-69ba-41fa-8407-7590b4b7dc02', 'name': 'tempest-AttachVolumeShelveTestJSON-177764559-router', 'tenant_id': '0ea2eb66bb064d42bceac53953af552d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '2e96534a-0b3f-4b1d-842c-2fddbaad2d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:52:00Z', 'updated_at': '2022-05-05T21:52:12Z', 'revision_number': 4, 'project_id': '0ea2eb66bb064d42bceac53953af552d', 'gw_port': {'id': '2e96534a-0b3f-4b1d-842c-2fddbaad2d4b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ad7406-69ba-41fa-8407-7590b4b7dc02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:52:01Z', 'updated_at': '2022-05-05T21:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '5f1e015c-7e2a-45db-8f28-ebb7488d457f', 'name': '', 'network_id': '18b54df9-33ed-4370-adce-cf7c028d1c63', 'tenant_id': '0ea2eb66bb064d42bceac53953af552d', 'mac_address': 'fa:16:3e:3e:e9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ad7406-69ba-41fa-8407-7590b4b7dc02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53681791-224f-47a5-828b-e46692c08c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:52:10Z', 'updated_at': '2022-05-05T21:52:26Z', 'revision_number': 5, 'project_id': '0ea2eb66bb064d42bceac53953af552d', 'subnets': [{'id': '53681791-224f-47a5-828b-e46692c08c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:00:00.958551 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-65ee9d4f-9472-41a1-8e5c-cf7added31ca tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:00.988852 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ee9d4f-9472-41a1-8e5c-cf7added31ca tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0043bfbb-2fb2-4013-8494-b5595b7ffb41,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:00.997656 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-65ee9d4f-9472-41a1-8e5c-cf7added31ca tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:01.002117 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-65ee9d4f-9472-41a1-8e5c-cf7added31ca tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "DELETE /v2.0/security-groups/0043bfbb-2fb2-4013-8494-b5595b7ffb41 HTTP/1.1" status: 204 len: 168 time: 0.5454512 May 05 22:00:01.002355 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52784) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:01.028188 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [None req-6d097131-3529-4a20-9f92-b6239c40d02b tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] show failed (client error): The resource could not be found. May 05 22:00:01.032597 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-6d097131-3529-4a20-9f92-b6239c40d02b tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "GET /v2.0/security-groups/0043bfbb-2fb2-4013-8494-b5595b7ffb41 HTTP/1.1" status: 404 len: 347 time: 0.0252903 May 05 22:00:01.032753 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52788) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:01.047166 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c43992-13f5-4d58-8937-7dc799100080 req-a8b4444d-6cbe-4d8a-9e8c-2c12ba039bd0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:01.049117 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e9c43992-13f5-4d58-8937-7dc799100080 req-a8b4444d-6cbe-4d8a-9e8c-2c12ba039bd0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=223f310f-878b-4c24-8a1d-6c4f58ae4a94 HTTP/1.1" status: 200 len: 851 time: 0.2562289 May 05 22:00:01.115367 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e9c43992-13f5-4d58-8937-7dc799100080 req-0241421a-03c3-4740-868f-b3b138c15071 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c94acb4e-545d-4469-be8f-99360ed510a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510533 May 05 22:00:01.191823 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-433b8249-0fad-4fab-8f59-4552670def4e req-26d5ae44-17df-40d7-ad36-5bab8ad99a03 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c3f9ce50114047b1adfc22c64baa15b0&device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 6500 time: 0.4622052 May 05 22:00:01.315576 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52796) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:01.348547 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c2611a-d35c-4905-ab93-1889e76af0cf None None] New status for floating IP bc783239-8b94-4b1c-89f6-c3a4d350b5e7: DOWN {{(pid=84064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 22:00:01.392633 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-f4620990-b298-4fdc-9699-31451fb6adda req-56af90e7-a40d-407b-aa00-908740b714b0 tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] Allocated IP 172.20.0.4 (868c9204-6775-424d-86a2-630777ea4245/a5777c91-bbac-48ee-8aa9-1ce52538bc06/4ab758be-958a-47b6-988c-7a0d958003f0) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:00:01.501290 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-5821893c-87e5-486e-849c-c0c69f4ff95d tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Deleting port 8da73106-73a1-4f89-a39a-ccf83fbd0cc9 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:00:01.501552 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5821893c-87e5-486e-849c-c0c69f4ff95d tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:01.535573 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e9c43992-13f5-4d58-8937-7dc799100080 req-fafcfa9d-08b8-4cbf-8d5c-249f1735dceb service neutron] 10.222.0.44 "GET /v2.0/networks/c94acb4e-545d-4469-be8f-99360ed510a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3657031 May 05 22:00:01.754983 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b8249-0fad-4fab-8f59-4552670def4e req-0b42c0e1-0314-42fa-bdee-10e3493254f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:01.755222 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b8249-0fad-4fab-8f59-4552670def4e req-0b42c0e1-0314-42fa-bdee-10e3493254f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:01.755523 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b8249-0fad-4fab-8f59-4552670def4e req-0b42c0e1-0314-42fa-bdee-10e3493254f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:01.757777 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-433b8249-0fad-4fab-8f59-4552670def4e req-0b42c0e1-0314-42fa-bdee-10e3493254f6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3120f5ac-8b43-4ef1-9697-254002b20677&id=c1301700-8066-4240-acf4-e47c77ffe534&id=c1301700-8066-4240-acf4-e47c77ffe534&id=c1301700-8066-4240-acf4-e47c77ffe534&id=c1301700-8066-4240-acf4-e47c77ffe534&id=bc00cc89-bdd8-4ed0-b801-d435664de8a6&id=bc00cc89-bdd8-4ed0-b801-d435664de8a6 HTTP/1.1" status: 200 len: 2296 time: 0.5112097 May 05 22:00:01.759813 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bd86e971-a853-43e2-967c-eb3f96aae9cd req-de17bdf7-cd48-4ad2-aa82-5a973aabe89d tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ee134af-a629-49b3-b53a-365affa00592 HTTP/1.1" status: 200 len: 210 time: 0.4464629 May 05 22:00:01.768800 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ead2ec52-658c-47ec-8749-c781714be95e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:01.879022 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-ead2ec52-658c-47ec-8749-c781714be95e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:00:01.888579 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-ead2ec52-658c-47ec-8749-c781714be95e admin admin] Usage tracker for resource:security_group_rule and tenant:2678e235704842c99fc7071a6e21f40c is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:00:01.894759 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5821893c-87e5-486e-849c-c0c69f4ff95d tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:01.894759 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5821893c-87e5-486e-849c-c0c69f4ff95d tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:01.902942 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-ead2ec52-658c-47ec-8749-c781714be95e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:00:01.970254 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-ead2ec52-658c-47ec-8749-c781714be95e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:00:02.038837 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-5821893c-87e5-486e-849c-c0c69f4ff95d tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Calling delete_port for 8da73106-73a1-4f89-a39a-ccf83fbd0cc9 owned by network:floatingip {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:00:02.125743 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e9c43992-13f5-4d58-8937-7dc799100080 req-daeb88b8-7ff4-4826-b918-59ae0be0c688 service neutron] 10.222.0.44 "GET /v2.0/networks/c94acb4e-545d-4469-be8f-99360ed510a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5705080 May 05 22:00:02.179361 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fcb386-65f8-4f36-894a-e15e43e679c7 req-f12e10d3-6062-4070-b73f-2bc513932545 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:02.180357 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-18fcb386-65f8-4f36-894a-e15e43e679c7 req-f12e10d3-6062-4070-b73f-2bc513932545 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae72d738-be2e-4c70-974b-0e4db55fe8e4 HTTP/1.1" status: 200 len: 945 time: 0.7733712 May 05 22:00:02.181785 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-433b8249-0fad-4fab-8f59-4552670def4e req-44ac0625-110b-447f-ba76-eba8ea9652f6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49bcc364-28e8-4ab9-8b4e-d2fa9332d772 HTTP/1.1" status: 200 len: 1000 time: 0.4018602 May 05 22:00:02.312534 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-18fcb386-65f8-4f36-894a-e15e43e679c7 req-cb5d43ab-e54f-471a-bd1a-0be8c4c07cbd tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/security-groups?id=357c8a06-0cb4-4ca4-87b5-fb62b56bd963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178362 May 05 22:00:02.314029 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b8249-0fad-4fab-8f59-4552670def4e req-6e5547ae-ee2d-4546-80bb-ca576261dbf1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:02.314742 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ead2ec52-658c-47ec-8749-c781714be95e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:02.315501 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-433b8249-0fad-4fab-8f59-4552670def4e req-6e5547ae-ee2d-4546-80bb-ca576261dbf1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a1594dc8-6a87-4080-8b31-94a5f80267f6 HTTP/1.1" status: 200 len: 856 time: 0.1267192 May 05 22:00:02.316932 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.api [None req-5821893c-87e5-486e-849c-c0c69f4ff95d tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:00:02.317270 n-d-825175-4 neutron-server[84061]: DEBUG oslo_db.api [None req-5821893c-87e5-486e-849c-c0c69f4ff95d tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:00:02.319325 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f4620990-b298-4fdc-9699-31451fb6adda req-56af90e7-a40d-407b-aa00-908740b714b0 tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:02.323267 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ead2ec52-658c-47ec-8749-c781714be95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:02.334954 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a7420-0b69-4efa-b45c-2d9c0062e12c req-bb4b51cd-9aa6-4f36-997b-4792590006a3 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:02.336391 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0e0a7420-0b69-4efa-b45c-2d9c0062e12c req-bb4b51cd-9aa6-4f36-997b-4792590006a3 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab626493-f4d5-492e-ace9-e9a71891d92e HTTP/1.1" status: 200 len: 943 time: 0.3674731 May 05 22:00:02.401569 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ead2ec52-658c-47ec-8749-c781714be95e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2678e235704842c99fc7071a6e21f40c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0629275 May 05 22:00:02.409364 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead2ec52-658c-47ec-8749-c781714be95e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645334df-7108-4b0f-a517-9212e97f129f,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:02.412244 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52808) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:02.449392 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0e0a7420-0b69-4efa-b45c-2d9c0062e12c req-b507f9e8-8b2b-4acc-aa30-8393da9ec030 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994411 May 05 22:00:02.512421 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9c9b95db-f0a9-4eda-b2a9-030cde549ea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:02.512863 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f4620990-b298-4fdc-9699-31451fb6adda req-56af90e7-a40d-407b-aa00-908740b714b0 tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:02.548288 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9c9b95db-f0a9-4eda-b2a9-030cde549ea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:02.568519 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 226a98d3-f8a1-4691-b395-c4c3d4e90656 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:00:02.592618 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-433b8249-0fad-4fab-8f59-4552670def4e req-ee8562b2-ac5d-4392-8d10-9a36bf264325 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3120f5ac-8b43-4ef1-9697-254002b20677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2697408 May 05 22:00:02.633689 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4620990-b298-4fdc-9699-31451fb6adda req-56af90e7-a40d-407b-aa00-908740b714b0 tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] Network 868c9204-6775-424d-86a2-630777ea4245 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:00:02.643009 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9c9b95db-f0a9-4eda-b2a9-030cde549ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:02.663020 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9b95db-f0a9-4eda-b2a9-030cde549ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645334df-7108-4b0f-a517-9212e97f129f,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:02.669206 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-f4620990-b298-4fdc-9699-31451fb6adda req-56af90e7-a40d-407b-aa00-908740b714b0 tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:00:02.693545 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9c9b95db-f0a9-4eda-b2a9-030cde549ea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:02.694976 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-9c9b95db-f0a9-4eda-b2a9-030cde549ea0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/645334df-7108-4b0f-a517-9212e97f129f HTTP/1.1" status: 204 len: 168 time: 0.2818048 May 05 22:00:02.741567 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4620990-b298-4fdc-9699-31451fb6adda req-56af90e7-a40d-407b-aa00-908740b714b0 tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:00:02.743407 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 226a98d3-f8a1-4691-b395-c4c3d4e90656, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=226a98d3-f8a1-4691-b395-c4c3d4e90656,segment=NetworkSegment(0aa4b5f2-fc2b-422a-9849-318a9f632a66),segment_id=0aa4b5f2-fc2b-422a-9849-318a9f632a66)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:00:02.760938 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '226a98d3-f8a1-4691-b395-c4c3d4e90656', 'network_id': 'fa69cb3f-4129-4afe-9a6d-7584eefc40c0', 'port_id': '226a98d3-f8a1-4691-b395-c4c3d4e90656', 'mac_address': 'fa:16:3e:9b:5b:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98120645-6211-43cf-b26e-14efa3661c41', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:00:02.787631 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56af90e7-a40d-407b-aa00-908740b714b0 tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] Pushing event updated for resources: {'Port': ['ID=4ab758be-958a-47b6-988c-7a0d958003f0,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:02.818496 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-5821893c-87e5-486e-849c-c0c69f4ff95d tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Deleting port 8da73106-73a1-4f89-a39a-ccf83fbd0cc9 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:00:02.819118 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5821893c-87e5-486e-849c-c0c69f4ff95d tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:02.849473 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-99206e9d-eaad-41ac-9124-9b5b4e5386c0 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:02.882188 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:02.913781 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 226a98d3-f8a1-4691-b395-c4c3d4e90656 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:00:02.940081 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4620990-b298-4fdc-9699-31451fb6adda req-56af90e7-a40d-407b-aa00-908740b714b0 tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:02.940709 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f4620990-b298-4fdc-9699-31451fb6adda req-56af90e7-a40d-407b-aa00-908740b714b0 tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:02.941254 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 226a98d3-f8a1-4691-b395-c4c3d4e90656, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=226a98d3-f8a1-4691-b395-c4c3d4e90656,segment=NetworkSegment(0aa4b5f2-fc2b-422a-9849-318a9f632a66),segment_id=0aa4b5f2-fc2b-422a-9849-318a9f632a66)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:00:02.952716 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:03.037953 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-433b8249-0fad-4fab-8f59-4552670def4e req-b86a64bd-a58b-4691-92ea-60009646548e service neutron] 10.222.0.32 "GET /v2.0/networks/3120f5ac-8b43-4ef1-9697-254002b20677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4381428 May 05 22:00:03.042357 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f4620990-b298-4fdc-9699-31451fb6adda req-56af90e7-a40d-407b-aa00-908740b714b0 tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8760602 May 05 22:00:03.132882 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5821893c-87e5-486e-849c-c0c69f4ff95d tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:03.133206 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-f4620990-b298-4fdc-9699-31451fb6adda req-383b8ede-7f5a-45c3-8b1a-38a0b617d0fb service neutron] Request body: {'port': {'device_id': '8ee134af-a629-49b3-b53a-365affa00592', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:00:03.133701 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5821893c-87e5-486e-849c-c0c69f4ff95d tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:03.169222 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=226a98d3-f8a1-4691-b395-c4c3d4e90656,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:03.265173 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['226a98d3-f8a1-4691-b395-c4c3d4e90656'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:00:03.474945 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f4620990-b298-4fdc-9699-31451fb6adda req-383b8ede-7f5a-45c3-8b1a-38a0b617d0fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:03.545759 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-5821893c-87e5-486e-849c-c0c69f4ff95d tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Calling delete_port for 8da73106-73a1-4f89-a39a-ccf83fbd0cc9 owned by network:floatingip {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:00:03.601825 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-433b8249-0fad-4fab-8f59-4552670def4e req-eeb74f9f-9bc1-4ab3-88e7-7c4ce8873013 service neutron] 10.222.0.32 "GET /v2.0/networks/3120f5ac-8b43-4ef1-9697-254002b20677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5495903 May 05 22:00:03.760514 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1843f57-630c-4451-9fcc-ca3e532db91b req-b960ef7f-4ec4-446c-8a62-994de2ef0d36 tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:03.762088 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d1843f57-630c-4451-9fcc-ca3e532db91b req-b960ef7f-4ec4-446c-8a62-994de2ef0d36 tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ee134af-a629-49b3-b53a-365affa00592 HTTP/1.1" status: 200 len: 931 time: 0.7599065 May 05 22:00:03.923727 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5821893c-87e5-486e-849c-c0c69f4ff95d tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:03.990589 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca5850-8df2-47a5-b153-39a760d4507f req-a18ab7de-9d0c-4d80-a12c-e5346bb2eb8f tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:03.992898 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2aca5850-8df2-47a5-b153-39a760d4507f req-a18ab7de-9d0c-4d80-a12c-e5346bb2eb8f tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae72d738-be2e-4c70-974b-0e4db55fe8e4 HTTP/1.1" status: 200 len: 945 time: 0.4003854 May 05 22:00:04.030614 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5821893c-87e5-486e-849c-c0c69f4ff95d tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Pushing event deleted for resources: {'Port': ['ID=8da73106-73a1-4f89-a39a-ccf83fbd0cc9,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:04.112325 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d1843f57-630c-4451-9fcc-ca3e532db91b req-174032eb-3936-4007-9cbd-46f233472cd5 tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] 10.222.0.23 "GET /v2.0/security-groups?id=28a2c915-f82f-4b3d-9915-be75eedd1b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203869 May 05 22:00:04.283872 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2aca5850-8df2-47a5-b153-39a760d4507f req-3ab6b25e-54cc-4640-898c-db1974f3c405 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/security-groups?id=357c8a06-0cb4-4ca4-87b5-fb62b56bd963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497835 May 05 22:00:04.306479 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5821893c-87e5-486e-849c-c0c69f4ff95d tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks [] for floatingip, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:04.344845 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5821893c-87e5-486e-849c-c0c69f4ff95d tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:04.346105 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-5821893c-87e5-486e-849c-c0c69f4ff95d tempest-AttachVolumeShelveTestJSON-1115794583 tempest-AttachVolumeShelveTestJSON-1115794583-project] 10.222.0.23 "DELETE /v2.0/floatingips/bc783239-8b94-4b1c-89f6-c3a4d350b5e7 HTTP/1.1" status: 204 len: 168 time: 3.3124125 May 05 22:00:04.449978 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-99206e9d-eaad-41ac-9124-9b5b4e5386c0 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Allocated IP 172.20.0.1 (11b3685b-6459-45ce-a455-560d01015776/92844796-3611-4f9f-819c-38e5db7ac613/30dbff1a-d971-4fc2-ae61-4271de65ff80) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:00:04.466871 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-433b8249-0fad-4fab-8f59-4552670def4e req-076a8484-4c32-455b-a469-bc2d7767d838 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=5a7478fb-521e-4f6f-8635-8d5c3a9ffb68 HTTP/1.1" status: 200 len: 217 time: 0.8487720 May 05 22:00:04.586073 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 226a98d3-f8a1-4691-b395-c4c3d4e90656 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:00:04.604573 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a59c386-69dd-4f64-b1d6-b04ff8261429 req-3efca657-b6b0-41d8-a60f-8a4fed549f4b tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:04.612580 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8a59c386-69dd-4f64-b1d6-b04ff8261429 req-3efca657-b6b0-41d8-a60f-8a4fed549f4b tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab626493-f4d5-492e-ace9-e9a71891d92e HTTP/1.1" status: 200 len: 944 time: 0.2652042 May 05 22:00:04.737071 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8a59c386-69dd-4f64-b1d6-b04ff8261429 req-d0056eac-49b4-4710-b617-4c49ea1e780c tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148980 May 05 22:00:04.793942 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 226a98d3-f8a1-4691-b395-c4c3d4e90656 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:00:04.800767 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 226a98d3-f8a1-4691-b395-c4c3d4e90656 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:00:04.801879 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:04.831731 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b8249-0fad-4fab-8f59-4552670def4e req-32fdb609-0690-4527-b329-4c98336acdff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:04.842145 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-433b8249-0fad-4fab-8f59-4552670def4e req-32fdb609-0690-4527-b329-4c98336acdff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f64f1e7a-817f-4ccd-9184-65d8ed36e073 HTTP/1.1" status: 200 len: 797 time: 0.3565240 May 05 22:00:05.014023 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:05.046541 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab626493-f4d5-492e-ace9-e9a71891d92e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226a98d3-f8a1-4691-b395-c4c3d4e90656'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:00:05.076675 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 226a98d3-f8a1-4691-b395-c4c3d4e90656, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=226a98d3-f8a1-4691-b395-c4c3d4e90656,segment=NetworkSegment(0aa4b5f2-fc2b-422a-9849-318a9f632a66),segment_id=0aa4b5f2-fc2b-422a-9849-318a9f632a66)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:00:05.087353 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:05.102637 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-f4620990-b298-4fdc-9699-31451fb6adda req-383b8ede-7f5a-45c3-8b1a-38a0b617d0fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ab758be-958a-47b6-988c-7a0d958003f0 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:00:05.112449 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f4620990-b298-4fdc-9699-31451fb6adda req-383b8ede-7f5a-45c3-8b1a-38a0b617d0fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:05.130022 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-f4620990-b298-4fdc-9699-31451fb6adda req-383b8ede-7f5a-45c3-8b1a-38a0b617d0fb service neutron] Transition to ACTIVE for port object 4ab758be-958a-47b6-988c-7a0d958003f0 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:00:05.148266 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-99206e9d-eaad-41ac-9124-9b5b4e5386c0 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:05.168665 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-99206e9d-eaad-41ac-9124-9b5b4e5386c0 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Transition to ACTIVE for port object 30dbff1a-d971-4fc2-ae61-4271de65ff80 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:00:05.203645 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f4620990-b298-4fdc-9699-31451fb6adda req-383b8ede-7f5a-45c3-8b1a-38a0b617d0fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:05.283850 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-433b8249-0fad-4fab-8f59-4552670def4e req-ba6cd9c7-00df-4d9c-87e7-ced625788e61 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c1301700-8066-4240-acf4-e47c77ffe534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4405057 May 05 22:00:05.292850 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76b1eab5-dc60-44b0-8978-839fb0f22bf8'] response: {'server_uuid': 'ab626493-f4d5-492e-ace9-e9a71891d92e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226a98d3-f8a1-4691-b395-c4c3d4e90656', 'code': 200} May 05 22:00:05.293658 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=226a98d3-f8a1-4691-b395-c4c3d4e90656,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:05.296990 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-99206e9d-eaad-41ac-9124-9b5b4e5386c0 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:05.579053 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91cb714-79ec-491b-b5c1-6a32b0807654 req-349152ce-c247-4ed9-aa95-4bff129ade38 tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:05.579053 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e91cb714-79ec-491b-b5c1-6a32b0807654 req-349152ce-c247-4ed9-aa95-4bff129ade38 tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ee134af-a629-49b3-b53a-365affa00592 HTTP/1.1" status: 200 len: 943 time: 0.2179267 May 05 22:00:05.619824 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99206e9d-eaad-41ac-9124-9b5b4e5386c0 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Network 11b3685b-6459-45ce-a455-560d01015776 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:00:05.671013 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e91cb714-79ec-491b-b5c1-6a32b0807654 req-3fa6d3ec-b1df-4072-9d32-b082f802069e tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] 10.222.0.23 "GET /v2.0/security-groups?id=28a2c915-f82f-4b3d-9915-be75eedd1b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731556 May 05 22:00:05.680377 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbbf534-0a19-47a2-97d4-252d67940b58 req-5220f3b7-8b10-4b38-90a0-6f24646b203c tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:05.686416 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dbbbf534-0a19-47a2-97d4-252d67940b58 req-5220f3b7-8b10-4b38-90a0-6f24646b203c tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae72d738-be2e-4c70-974b-0e4db55fe8e4 HTTP/1.1" status: 200 len: 945 time: 0.2299623 May 05 22:00:05.757638 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:05.785338 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-99206e9d-eaad-41ac-9124-9b5b4e5386c0 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:00:05.788094 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99206e9d-eaad-41ac-9124-9b5b4e5386c0 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:00:05.803119 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dbbbf534-0a19-47a2-97d4-252d67940b58 req-0d16f236-6a2e-4312-8072-7ea5f8fba251 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/security-groups?id=357c8a06-0cb4-4ca4-87b5-fb62b56bd963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049426 May 05 22:00:05.835580 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-433b8249-0fad-4fab-8f59-4552670def4e req-d993757d-6a8a-4a6f-ae12-cfefeecad97f service neutron] 10.222.0.32 "GET /v2.0/networks/c1301700-8066-4240-acf4-e47c77ffe534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5387702 May 05 22:00:05.844067 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:05.875497 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b8ede-7f5a-45c3-8b1a-38a0b617d0fb service neutron] Pushing event updated for resources: {'Port': ['ID=4ab758be-958a-47b6-988c-7a0d958003f0,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:06.061582 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [req-b5cbdd9e-1199-4cb6-b529-3a22b3bbbe69 req-bdc39c26-1bc3-4dd4-8bea-2f0f640bca8c service neutron] (84061) timed out ('10.222.0.23', 55980) {{(pid=84061) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 05 22:00:06.168270 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99206e9d-eaad-41ac-9124-9b5b4e5386c0 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Pushing event updated for resources: {'Port': ['ID=30dbff1a-d971-4fc2-ae61-4271de65ff80,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:06.174066 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-433b8249-0fad-4fab-8f59-4552670def4e req-75f5b242-6c2a-437c-97d2-4699aed8b535 service neutron] 10.222.0.32 "GET /v2.0/networks/c1301700-8066-4240-acf4-e47c77ffe534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104720 May 05 22:00:06.308962 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-a4557139-04b2-454d-89ab-d438b3595967 None None] Provisioning for port 30dbff1a-d971-4fc2-ae61-4271de65ff80 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:00:06.320831 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-a4557139-04b2-454d-89ab-d438b3595967 None None] Provisioning complete for port 30dbff1a-d971-4fc2-ae61-4271de65ff80 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:00:06.321174 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a4557139-04b2-454d-89ab-d438b3595967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:06.349897 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c4d0de-d4de-4489-85f0-3e5d0bcd9606 req-a042eec0-98de-4995-a75c-9c141773467a tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:06.359928 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a4c4d0de-d4de-4489-85f0-3e5d0bcd9606 req-a042eec0-98de-4995-a75c-9c141773467a tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab626493-f4d5-492e-ace9-e9a71891d92e HTTP/1.1" status: 200 len: 945 time: 0.2114737 May 05 22:00:06.464423 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a4c4d0de-d4de-4489-85f0-3e5d0bcd9606 req-7a5ce67a-b133-4e03-b63f-69670cb5c2be tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024876 May 05 22:00:06.481804 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-a4557139-04b2-454d-89ab-d438b3595967 None None] Port 30dbff1a-d971-4fc2-ae61-4271de65ff80 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:00:06.630082 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52924) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:06.636382 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-433b8249-0fad-4fab-8f59-4552670def4e req-00be408d-7415-4191-9106-72c039acb04e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.115&port_id=40d79594-36bc-4bf3-b743-389d36c9b783 HTTP/1.1" status: 200 len: 217 time: 0.4050961 May 05 22:00:06.772480 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b8249-0fad-4fab-8f59-4552670def4e req-d0130255-1aae-4fb0-b8ca-33bf0dd51f97 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:06.773998 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-433b8249-0fad-4fab-8f59-4552670def4e req-d0130255-1aae-4fb0-b8ca-33bf0dd51f97 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f64f1e7a-817f-4ccd-9184-65d8ed36e073 HTTP/1.1" status: 200 len: 797 time: 0.1077211 May 05 22:00:06.774921 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-99206e9d-eaad-41ac-9124-9b5b4e5386c0 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:06.840830 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa42c5d-53ba-4dd6-9024-9d905508c011 req-9cd26cc7-5e5f-43db-ace1-e4a3029a202b tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:06.845919 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-efa42c5d-53ba-4dd6-9024-9d905508c011 req-9cd26cc7-5e5f-43db-ace1-e4a3029a202b tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae72d738-be2e-4c70-974b-0e4db55fe8e4 HTTP/1.1" status: 200 len: 945 time: 0.1887262 May 05 22:00:07.030129 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-bf12691d-d9c5-4cc0-a593-fc05fc756f0e tempest-PortsAdminExtendedAttrsTestJSON-1092964389 tempest-PortsAdminExtendedAttrsTestJSON-1092964389-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-559022572'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:00:07.042836 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-bf12691d-d9c5-4cc0-a593-fc05fc756f0e tempest-PortsAdminExtendedAttrsTestJSON-1092964389 tempest-PortsAdminExtendedAttrsTestJSON-1092964389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:00:07.057929 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-bf12691d-d9c5-4cc0-a593-fc05fc756f0e tempest-PortsAdminExtendedAttrsTestJSON-1092964389 tempest-PortsAdminExtendedAttrsTestJSON-1092964389-project] Usage tracker for resource:network and tenant:7bdc2f6ab6304e25b91cd3479ffc8745 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:00:07.064165 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-bf12691d-d9c5-4cc0-a593-fc05fc756f0e tempest-PortsAdminExtendedAttrsTestJSON-1092964389 tempest-PortsAdminExtendedAttrsTestJSON-1092964389-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:00:07.100138 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f9f35e3b-9463-4071-8e44-c699bd3954fa req-9a6163e8-3245-4e60-b750-7a38f3310a83 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ab626493-f4d5-492e-ace9-e9a71891d92e HTTP/1.1" status: 200 len: 1096 time: 1.7567513 May 05 22:00:07.107087 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-efa42c5d-53ba-4dd6-9024-9d905508c011 req-983841b2-840b-41d1-b545-2732161528a9 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/security-groups?id=357c8a06-0cb4-4ca4-87b5-fb62b56bd963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489378 May 05 22:00:07.111753 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-bf12691d-d9c5-4cc0-a593-fc05fc756f0e tempest-PortsAdminExtendedAttrsTestJSON-1092964389 tempest-PortsAdminExtendedAttrsTestJSON-1092964389-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:00:07.128480 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-f4620990-b298-4fdc-9699-31451fb6adda req-383b8ede-7f5a-45c3-8b1a-38a0b617d0fb service neutron] Attempting to bind port 4ab758be-958a-47b6-988c-7a0d958003f0 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:00:07.129242 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-f4620990-b298-4fdc-9699-31451fb6adda req-383b8ede-7f5a-45c3-8b1a-38a0b617d0fb service neutron] Attempting to bind port 4ab758be-958a-47b6-988c-7a0d958003f0 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': '35bfd3a5-c0a0-4d6c-90ba-59623d8b1f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '868c9204-6775-424d-86a2-630777ea4245'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:00:07.129761 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4620990-b298-4fdc-9699-31451fb6adda req-383b8ede-7f5a-45c3-8b1a-38a0b617d0fb service neutron] Attempting to bind port 4ab758be-958a-47b6-988c-7a0d958003f0 on network 868c9204-6775-424d-86a2-630777ea4245 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:00:07.151069 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf12691d-d9c5-4cc0-a593-fc05fc756f0e tempest-PortsAdminExtendedAttrsTestJSON-1092964389 tempest-PortsAdminExtendedAttrsTestJSON-1092964389-project] Made reservation on behalf of 7bdc2f6ab6304e25b91cd3479ffc8745 for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:00:07.154366 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bf12691d-d9c5-4cc0-a593-fc05fc756f0e tempest-PortsAdminExtendedAttrsTestJSON-1092964389 tempest-PortsAdminExtendedAttrsTestJSON-1092964389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:07.181137 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bf12691d-d9c5-4cc0-a593-fc05fc756f0e tempest-PortsAdminExtendedAttrsTestJSON-1092964389 tempest-PortsAdminExtendedAttrsTestJSON-1092964389-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:07.195253 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4620990-b298-4fdc-9699-31451fb6adda req-383b8ede-7f5a-45c3-8b1a-38a0b617d0fb service neutron] Port 4ab758be-958a-47b6-988c-7a0d958003f0 on network 868c9204-6775-424d-86a2-630777ea4245 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:00:07.195928 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4620990-b298-4fdc-9699-31451fb6adda req-383b8ede-7f5a-45c3-8b1a-38a0b617d0fb service neutron] Attempting to bind port 4ab758be-958a-47b6-988c-7a0d958003f0 on network 868c9204-6775-424d-86a2-630777ea4245 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:00:07.197879 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d0c41-b85b-41db-9a9d-061cf82195d6 req-ce5a545e-93a8-4477-91a1-453a4debd2c2 tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:07.199473 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-965d0c41-b85b-41db-9a9d-061cf82195d6 req-ce5a545e-93a8-4477-91a1-453a4debd2c2 tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ee134af-a629-49b3-b53a-365affa00592 HTTP/1.1" status: 200 len: 943 time: 0.3063953 May 05 22:00:07.258161 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4620990-b298-4fdc-9699-31451fb6adda req-383b8ede-7f5a-45c3-8b1a-38a0b617d0fb service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:00:07.258818 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4620990-b298-4fdc-9699-31451fb6adda req-383b8ede-7f5a-45c3-8b1a-38a0b617d0fb service neutron] Checking segment: {'id': '35bfd3a5-c0a0-4d6c-90ba-59623d8b1f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '868c9204-6775-424d-86a2-630777ea4245'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:00:07.259422 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4620990-b298-4fdc-9699-31451fb6adda req-383b8ede-7f5a-45c3-8b1a-38a0b617d0fb service neutron] Bound using segment: {'id': '35bfd3a5-c0a0-4d6c-90ba-59623d8b1f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '868c9204-6775-424d-86a2-630777ea4245'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:00:07.260057 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-f4620990-b298-4fdc-9699-31451fb6adda req-383b8ede-7f5a-45c3-8b1a-38a0b617d0fb service neutron] Bound port: 4ab758be-958a-47b6-988c-7a0d958003f0, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35bfd3a5-c0a0-4d6c-90ba-59623d8b1f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '868c9204-6775-424d-86a2-630777ea4245'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:00:07.260594 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f4620990-b298-4fdc-9699-31451fb6adda req-383b8ede-7f5a-45c3-8b1a-38a0b617d0fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:07.269316 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-965d0c41-b85b-41db-9a9d-061cf82195d6 req-81f47752-2c18-4223-892b-fe4a18c193ce tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] 10.222.0.23 "GET /v2.0/security-groups?id=28a2c915-f82f-4b3d-9915-be75eedd1b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621345 May 05 22:00:07.273156 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-bf12691d-d9c5-4cc0-a593-fc05fc756f0e tempest-PortsAdminExtendedAttrsTestJSON-1092964389 tempest-PortsAdminExtendedAttrsTestJSON-1092964389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:00:07.277248 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-bf12691d-d9c5-4cc0-a593-fc05fc756f0e tempest-PortsAdminExtendedAttrsTestJSON-1092964389 tempest-PortsAdminExtendedAttrsTestJSON-1092964389-project] Usage tracker for resource:security_group_rule and tenant:7bdc2f6ab6304e25b91cd3479ffc8745 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:00:07.280555 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-bf12691d-d9c5-4cc0-a593-fc05fc756f0e tempest-PortsAdminExtendedAttrsTestJSON-1092964389 tempest-PortsAdminExtendedAttrsTestJSON-1092964389-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:00:07.288861 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-bf12691d-d9c5-4cc0-a593-fc05fc756f0e tempest-PortsAdminExtendedAttrsTestJSON-1092964389 tempest-PortsAdminExtendedAttrsTestJSON-1092964389-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:00:07.299907 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f9f35e3b-9463-4071-8e44-c699bd3954fa req-3efbf9a7-14dc-4872-83f4-26ad77067c4f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759455 May 05 22:00:07.364427 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-433b8249-0fad-4fab-8f59-4552670def4e req-9f772dea-d0a9-4fb3-a67d-7c5988d1f246 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c1301700-8066-4240-acf4-e47c77ffe534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5823555 May 05 22:00:07.375294 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-99206e9d-eaad-41ac-9124-9b5b4e5386c0 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:07.377617 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bf12691d-d9c5-4cc0-a593-fc05fc756f0e tempest-PortsAdminExtendedAttrsTestJSON-1092964389 tempest-PortsAdminExtendedAttrsTestJSON-1092964389-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:07.385234 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bf12691d-d9c5-4cc0-a593-fc05fc756f0e tempest-PortsAdminExtendedAttrsTestJSON-1092964389 tempest-PortsAdminExtendedAttrsTestJSON-1092964389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:07.421945 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf12691d-d9c5-4cc0-a593-fc05fc756f0e tempest-PortsAdminExtendedAttrsTestJSON-1092964389 tempest-PortsAdminExtendedAttrsTestJSON-1092964389-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:00:07.433659 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf12691d-d9c5-4cc0-a593-fc05fc756f0e tempest-PortsAdminExtendedAttrsTestJSON-1092964389 tempest-PortsAdminExtendedAttrsTestJSON-1092964389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcdb223e-51e4-4835-99d3-f720cd6a2790,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:07.443880 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bf12691d-d9c5-4cc0-a593-fc05fc756f0e tempest-PortsAdminExtendedAttrsTestJSON-1092964389 tempest-PortsAdminExtendedAttrsTestJSON-1092964389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:07.444769 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-bf12691d-d9c5-4cc0-a593-fc05fc756f0e tempest-PortsAdminExtendedAttrsTestJSON-1092964389 tempest-PortsAdminExtendedAttrsTestJSON-1092964389-project] Added segment d8f06216-ade9-4c89-b4a2-a0510c843d58 of type vlan for network ec237978-e18e-4712-a92b-35145dd822ee May 05 22:00:07.484061 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bf12691d-d9c5-4cc0-a593-fc05fc756f0e tempest-PortsAdminExtendedAttrsTestJSON-1092964389 tempest-PortsAdminExtendedAttrsTestJSON-1092964389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:07.525121 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bf12691d-d9c5-4cc0-a593-fc05fc756f0e tempest-PortsAdminExtendedAttrsTestJSON-1092964389 tempest-PortsAdminExtendedAttrsTestJSON-1092964389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:07.529439 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf12691d-d9c5-4cc0-a593-fc05fc756f0e tempest-PortsAdminExtendedAttrsTestJSON-1092964389 tempest-PortsAdminExtendedAttrsTestJSON-1092964389-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:07.530152 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bf12691d-d9c5-4cc0-a593-fc05fc756f0e tempest-PortsAdminExtendedAttrsTestJSON-1092964389 tempest-PortsAdminExtendedAttrsTestJSON-1092964389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:07.592752 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-f4620990-b298-4fdc-9699-31451fb6adda req-383b8ede-7f5a-45c3-8b1a-38a0b617d0fb service neutron] For port 4ab758be-958a-47b6-988c-7a0d958003f0, host n-h2-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:00:07.796289 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf12691d-d9c5-4cc0-a593-fc05fc756f0e tempest-PortsAdminExtendedAttrsTestJSON-1092964389 tempest-PortsAdminExtendedAttrsTestJSON-1092964389-project] Pushing event updated for resources: {'Network': ['ID=ec237978-e18e-4712-a92b-35145dd822ee,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:07.801508 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-bf12691d-d9c5-4cc0-a593-fc05fc756f0e tempest-PortsAdminExtendedAttrsTestJSON-1092964389 tempest-PortsAdminExtendedAttrsTestJSON-1092964389-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.1701343 May 05 22:00:07.810452 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-f4620990-b298-4fdc-9699-31451fb6adda req-383b8ede-7f5a-45c3-8b1a-38a0b617d0fb service neutron] For port 4ab758be-958a-47b6-988c-7a0d958003f0, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=4ab758be-958a-47b6-988c-7a0d958003f0,segment=NetworkSegment(35bfd3a5-c0a0-4d6c-90ba-59623d8b1f4c),segment_id=35bfd3a5-c0a0-4d6c-90ba-59623d8b1f4c)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:00:07.811350 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network ec237978-e18e-4712-a92b-35145dd822ee details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:00:07.824605 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f4620990-b298-4fdc-9699-31451fb6adda req-383b8ede-7f5a-45c3-8b1a-38a0b617d0fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:07.842255 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c2eba7-7a62-42b0-9d43-cec280abe323 req-86e1bdb6-69d9-4be0-b88f-b7b40500bb13 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:07.845199 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a0c2eba7-7a62-42b0-9d43-cec280abe323 req-86e1bdb6-69d9-4be0-b88f-b7b40500bb13 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab626493-f4d5-492e-ace9-e9a71891d92e HTTP/1.1" status: 200 len: 945 time: 0.1387255 May 05 22:00:07.891636 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-433b8249-0fad-4fab-8f59-4552670def4e req-975e75e2-2273-42b6-a320-25664c34c9b2 service neutron] 10.222.0.32 "GET /v2.0/networks/c1301700-8066-4240-acf4-e47c77ffe534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5173469 May 05 22:00:07.915102 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f4620990-b298-4fdc-9699-31451fb6adda req-383b8ede-7f5a-45c3-8b1a-38a0b617d0fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:07.917181 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f4620990-b298-4fdc-9699-31451fb6adda req-383b8ede-7f5a-45c3-8b1a-38a0b617d0fb service neutron] 10.222.0.32 "PUT /v2.0/ports/4ab758be-958a-47b6-988c-7a0d958003f0 HTTP/1.1" status: 200 len: 1091 time: 4.8658946 May 05 22:00:07.940028 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a0c2eba7-7a62-42b0-9d43-cec280abe323 req-70f4ae18-9fdd-4bb9-97e3-42d690f5f049 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892234 May 05 22:00:07.965289 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ee134af-a629-49b3-b53a-365affa00592', 'tag': '4ab758be-958a-47b6-988c-7a0d958003f0'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:00:08.114215 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7141315c-29aa-4f55-82ef-f1d3fef6a91c'] response: {'name': 'network-changed', 'server_uuid': '8ee134af-a629-49b3-b53a-365affa00592', 'tag': '4ab758be-958a-47b6-988c-7a0d958003f0', 'status': 'completed', 'code': 200} May 05 22:00:08.194528 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b8ede-7f5a-45c3-8b1a-38a0b617d0fb service neutron] Pushing event updated for resources: {'Port': ['ID=4ab758be-958a-47b6-988c-7a0d958003f0,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:08.312866 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52956) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:08.323397 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Request body: {'port': {'network_id': 'ec237978-e18e-4712-a92b-35145dd822ee', 'binding:host_id': 'n-h2-825175-4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-918429763'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:00:08.333849 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:00:08.344911 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Usage tracker for resource:port and tenant:34adcaba5703439e882398611b12e776 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:00:08.352560 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:00:08.365593 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-433b8249-0fad-4fab-8f59-4552670def4e req-fe5f5125-e007-4dab-a0dc-88db579df716 service neutron] 10.222.0.32 "GET /v2.0/networks/c1301700-8066-4240-acf4-e47c77ffe534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4589794 May 05 22:00:08.377483 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:00:08.411017 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Made reservation on behalf of 34adcaba5703439e882398611b12e776 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:00:08.415867 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:08.465424 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:08.478067 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f4620990-b298-4fdc-9699-31451fb6adda req-1f502aeb-d37b-433f-a513-574d20421c90 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=629af1900c28407d836828ea6e37a875&device_id=8ee134af-a629-49b3-b53a-365affa00592 HTTP/1.1" status: 200 len: 1094 time: 0.3655488 May 05 22:00:08.483607 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-433b8249-0fad-4fab-8f59-4552670def4e req-764d5f0a-99f6-41b0-9615-704ed0ef0e89 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=84c61080-09da-4d95-bf6c-97692f2369f2 HTTP/1.1" status: 200 len: 217 time: 0.1045780 May 05 22:00:08.648987 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f4620990-b298-4fdc-9699-31451fb6adda req-299508ab-86be-406b-bc33-687994f1b160 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ab758be-958a-47b6-988c-7a0d958003f0 HTTP/1.1" status: 200 len: 217 time: 0.1525629 May 05 22:00:08.682954 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:00:08.687764 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Usage tracker for resource:security_group_rule and tenant:34adcaba5703439e882398611b12e776 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:00:08.695207 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:00:08.706050 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:00:08.737760 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b8249-0fad-4fab-8f59-4552670def4e req-32530b85-e9dd-435f-87ef-310663057a47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:08.739314 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-433b8249-0fad-4fab-8f59-4552670def4e req-32530b85-e9dd-435f-87ef-310663057a47 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f64f1e7a-817f-4ccd-9184-65d8ed36e073 HTTP/1.1" status: 200 len: 797 time: 0.2417052 May 05 22:00:08.796995 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:08.808256 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-99206e9d-eaad-41ac-9124-9b5b4e5386c0 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:08.837363 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4620990-b298-4fdc-9699-31451fb6adda req-9cb72b96-5cd5-426d-9f03-4ae448ff5ed4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:08.841401 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f4620990-b298-4fdc-9699-31451fb6adda req-9cb72b96-5cd5-426d-9f03-4ae448ff5ed4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a5777c91-bbac-48ee-8aa9-1ce52538bc06 HTTP/1.1" status: 200 len: 849 time: 0.1812599 May 05 22:00:08.843714 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-99206e9d-eaad-41ac-9124-9b5b4e5386c0 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:08.851892 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:08.877743 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] device_id is not set on port 111774a0-7991-4ba3-be22-ab3cc50cc55c yet. {{(pid=84061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:00:09.003346 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c62418f8-1be9-4f52-b587-8fa41fdd1c3b,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:09.036603 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2503fd-0a33-47b4-8ea3-6972b74170a8 req-36f858dd-80c7-4a89-8c71-8f86492b0c3f tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:09.043291 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6a2503fd-0a33-47b4-8ea3-6972b74170a8 req-36f858dd-80c7-4a89-8c71-8f86492b0c3f tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ee134af-a629-49b3-b53a-365affa00592 HTTP/1.1" status: 200 len: 943 time: 0.2445736 May 05 22:00:09.059688 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f4620990-b298-4fdc-9699-31451fb6adda req-1470081d-c8a3-4651-9c40-e886aa8d74ae service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=868c9204-6775-424d-86a2-630777ea4245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1476331 May 05 22:00:09.246382 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ccbcf-5f49-4eef-a51a-f35b95f2c1fc req-9f426ca0-d436-4610-99f0-665e9558e286 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:09.253817 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ec9ccbcf-5f49-4eef-a51a-f35b95f2c1fc req-9f426ca0-d436-4610-99f0-665e9558e286 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae72d738-be2e-4c70-974b-0e4db55fe8e4 HTTP/1.1" status: 200 len: 945 time: 0.7538378 May 05 22:00:09.330328 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99206e9d-eaad-41ac-9124-9b5b4e5386c0 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Pushing event updated for resources: {'Port': ['ID=30dbff1a-d971-4fc2-ae61-4271de65ff80,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:09.346600 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-99206e9d-eaad-41ac-9124-9b5b4e5386c0 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:09.434072 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6a2503fd-0a33-47b4-8ea3-6972b74170a8 req-d7f190e6-6b68-4fd1-8bed-da00f68158d5 tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] 10.222.0.23 "GET /v2.0/security-groups?id=28a2c915-f82f-4b3d-9915-be75eedd1b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3897722 May 05 22:00:09.463503 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ec9ccbcf-5f49-4eef-a51a-f35b95f2c1fc req-b77218cd-50c7-447f-9ce1-86a67e6b4ed6 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/security-groups?id=357c8a06-0cb4-4ca4-87b5-fb62b56bd963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087858 May 05 22:00:09.645035 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f4620990-b298-4fdc-9699-31451fb6adda req-7a940c05-ba9f-40d7-8dd0-61b89850e867 service neutron] 10.222.0.32 "GET /v2.0/networks/868c9204-6775-424d-86a2-630777ea4245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5681009 May 05 22:00:09.650234 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-433b8249-0fad-4fab-8f59-4552670def4e req-86e8d121-a093-41f3-af39-ef92f478eea7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c1301700-8066-4240-acf4-e47c77ffe534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9024992 May 05 22:00:09.657226 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] device_id is not set on port 111774a0-7991-4ba3-be22-ab3cc50cc55c yet. {{(pid=84061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:00:09.683745 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:09.785323 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Transition to ACTIVE for port object 111774a0-7991-4ba3-be22-ab3cc50cc55c will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:00:09.806807 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:09.913439 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Pushing event updated for resources: {'Port': ['ID=111774a0-7991-4ba3-be22-ab3cc50cc55c,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:09.920871 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa6659-aa12-4289-9a59-b6f7fda6f2e0 req-ae0d37be-7359-409f-a86e-16fb74c405d5 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:09.927695 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f8aa6659-aa12-4289-9a59-b6f7fda6f2e0 req-ae0d37be-7359-409f-a86e-16fb74c405d5 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab626493-f4d5-492e-ace9-e9a71891d92e HTTP/1.1" status: 200 len: 945 time: 0.2328389 May 05 22:00:09.967812 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99206e9d-eaad-41ac-9124-9b5b4e5386c0 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Network 11b3685b-6459-45ce-a455-560d01015776 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:00:09.975738 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Checking segment: {'id': 'd8f06216-ade9-4c89-b4a2-a0510c843d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ec237978-e18e-4712-a92b-35145dd822ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:00:09.976099 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Network hostable DHCP agents. Network: ec237978-e18e-4712-a92b-35145dd822ee, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:00:09.981537 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-99206e9d-eaad-41ac-9124-9b5b4e5386c0 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:00:10.026829 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f8aa6659-aa12-4289-9a59-b6f7fda6f2e0 req-7998a27f-203d-42f2-8dca-045375117cd8 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981417 May 05 22:00:10.047837 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Network ec237978-e18e-4712-a92b-35145dd822ee is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:00:10.069735 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, ec237978-e18e-4712-a92b-35145dd822ee) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:00:10.078886 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:00:10.083249 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253480cf-24d7-4782-bfbf-3bf658768610 None None] Network ec237978-e18e-4712-a92b-35145dd822ee requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:00:10.124934 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 111774a0-7991-4ba3-be22-ab3cc50cc55c on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:00:10.125271 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 111774a0-7991-4ba3-be22-ab3cc50cc55c by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'd8f06216-ade9-4c89-b4a2-a0510c843d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ec237978-e18e-4712-a92b-35145dd822ee'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:00:10.125646 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 111774a0-7991-4ba3-be22-ab3cc50cc55c on network ec237978-e18e-4712-a92b-35145dd822ee {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:00:10.140531 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Port 111774a0-7991-4ba3-be22-ab3cc50cc55c on network ec237978-e18e-4712-a92b-35145dd822ee not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:00:10.140879 n-d-825175-4 neutron-server[84061]: ERROR neutron.plugins.ml2.managers [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Failed to bind port 111774a0-7991-4ba3-be22-ab3cc50cc55c on host n-h2-825175-4 for vnic_type normal using segments [{'id': 'd8f06216-ade9-4c89-b4a2-a0510c843d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ec237978-e18e-4712-a92b-35145dd822ee'}] May 05 22:00:10.141268 n-d-825175-4 neutron-server[84061]: INFO neutron.plugins.ml2.plugin [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempt 2 to bind port 111774a0-7991-4ba3-be22-ab3cc50cc55c May 05 22:00:10.180281 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 111774a0-7991-4ba3-be22-ab3cc50cc55c on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:00:10.180615 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 111774a0-7991-4ba3-be22-ab3cc50cc55c by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'd8f06216-ade9-4c89-b4a2-a0510c843d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ec237978-e18e-4712-a92b-35145dd822ee'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:00:10.180951 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 111774a0-7991-4ba3-be22-ab3cc50cc55c on network ec237978-e18e-4712-a92b-35145dd822ee {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:00:10.193659 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52988) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:10.215874 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Port 111774a0-7991-4ba3-be22-ab3cc50cc55c on network ec237978-e18e-4712-a92b-35145dd822ee not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:00:10.216204 n-d-825175-4 neutron-server[84061]: ERROR neutron.plugins.ml2.managers [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Failed to bind port 111774a0-7991-4ba3-be22-ab3cc50cc55c on host n-h2-825175-4 for vnic_type normal using segments [{'id': 'd8f06216-ade9-4c89-b4a2-a0510c843d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ec237978-e18e-4712-a92b-35145dd822ee'}] May 05 22:00:10.216927 n-d-825175-4 neutron-server[84061]: INFO neutron.plugins.ml2.plugin [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempt 3 to bind port 111774a0-7991-4ba3-be22-ab3cc50cc55c May 05 22:00:10.251673 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 111774a0-7991-4ba3-be22-ab3cc50cc55c on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:00:10.252006 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 111774a0-7991-4ba3-be22-ab3cc50cc55c by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'd8f06216-ade9-4c89-b4a2-a0510c843d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ec237978-e18e-4712-a92b-35145dd822ee'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:00:10.252341 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 111774a0-7991-4ba3-be22-ab3cc50cc55c on network ec237978-e18e-4712-a92b-35145dd822ee {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:00:10.285704 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Port 111774a0-7991-4ba3-be22-ab3cc50cc55c on network ec237978-e18e-4712-a92b-35145dd822ee not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:00:10.286470 n-d-825175-4 neutron-server[84061]: ERROR neutron.plugins.ml2.managers [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Failed to bind port 111774a0-7991-4ba3-be22-ab3cc50cc55c on host n-h2-825175-4 for vnic_type normal using segments [{'id': 'd8f06216-ade9-4c89-b4a2-a0510c843d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ec237978-e18e-4712-a92b-35145dd822ee'}] May 05 22:00:10.286895 n-d-825175-4 neutron-server[84061]: INFO neutron.plugins.ml2.plugin [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempt 4 to bind port 111774a0-7991-4ba3-be22-ab3cc50cc55c May 05 22:00:10.331621 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 111774a0-7991-4ba3-be22-ab3cc50cc55c on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:00:10.331956 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 111774a0-7991-4ba3-be22-ab3cc50cc55c by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'd8f06216-ade9-4c89-b4a2-a0510c843d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ec237978-e18e-4712-a92b-35145dd822ee'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:00:10.332290 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 111774a0-7991-4ba3-be22-ab3cc50cc55c on network ec237978-e18e-4712-a92b-35145dd822ee {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:00:10.339232 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Port 111774a0-7991-4ba3-be22-ab3cc50cc55c on network ec237978-e18e-4712-a92b-35145dd822ee not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:00:10.339559 n-d-825175-4 neutron-server[84061]: ERROR neutron.plugins.ml2.managers [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Failed to bind port 111774a0-7991-4ba3-be22-ab3cc50cc55c on host n-h2-825175-4 for vnic_type normal using segments [{'id': 'd8f06216-ade9-4c89-b4a2-a0510c843d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ec237978-e18e-4712-a92b-35145dd822ee'}] May 05 22:00:10.343279 n-d-825175-4 neutron-server[84061]: INFO neutron.plugins.ml2.plugin [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempt 5 to bind port 111774a0-7991-4ba3-be22-ab3cc50cc55c May 05 22:00:10.377800 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 111774a0-7991-4ba3-be22-ab3cc50cc55c on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:00:10.378133 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 111774a0-7991-4ba3-be22-ab3cc50cc55c by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'd8f06216-ade9-4c89-b4a2-a0510c843d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ec237978-e18e-4712-a92b-35145dd822ee'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:00:10.378463 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 111774a0-7991-4ba3-be22-ab3cc50cc55c on network ec237978-e18e-4712-a92b-35145dd822ee {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:00:10.379699 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f4620990-b298-4fdc-9699-31451fb6adda req-4cbdc67e-cf0b-4443-85e8-86eba4dabba0 service neutron] 10.222.0.32 "GET /v2.0/networks/868c9204-6775-424d-86a2-630777ea4245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7003143 May 05 22:00:10.393459 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Port 111774a0-7991-4ba3-be22-ab3cc50cc55c on network ec237978-e18e-4712-a92b-35145dd822ee not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:00:10.393785 n-d-825175-4 neutron-server[84061]: ERROR neutron.plugins.ml2.managers [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Failed to bind port 111774a0-7991-4ba3-be22-ab3cc50cc55c on host n-h2-825175-4 for vnic_type normal using segments [{'id': 'd8f06216-ade9-4c89-b4a2-a0510c843d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ec237978-e18e-4712-a92b-35145dd822ee'}] May 05 22:00:10.394171 n-d-825175-4 neutron-server[84061]: INFO neutron.plugins.ml2.plugin [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempt 6 to bind port 111774a0-7991-4ba3-be22-ab3cc50cc55c May 05 22:00:10.423390 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 111774a0-7991-4ba3-be22-ab3cc50cc55c on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:00:10.423728 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 111774a0-7991-4ba3-be22-ab3cc50cc55c by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'd8f06216-ade9-4c89-b4a2-a0510c843d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ec237978-e18e-4712-a92b-35145dd822ee'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:00:10.424067 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 111774a0-7991-4ba3-be22-ab3cc50cc55c on network ec237978-e18e-4712-a92b-35145dd822ee {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:00:10.426062 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-433b8249-0fad-4fab-8f59-4552670def4e req-4d75617c-785b-4a96-8802-11afe82ac15c service neutron] 10.222.0.32 "GET /v2.0/networks/c1301700-8066-4240-acf4-e47c77ffe534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7668850 May 05 22:00:10.437558 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Port 111774a0-7991-4ba3-be22-ab3cc50cc55c on network ec237978-e18e-4712-a92b-35145dd822ee not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:00:10.437891 n-d-825175-4 neutron-server[84061]: ERROR neutron.plugins.ml2.managers [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Failed to bind port 111774a0-7991-4ba3-be22-ab3cc50cc55c on host n-h2-825175-4 for vnic_type normal using segments [{'id': 'd8f06216-ade9-4c89-b4a2-a0510c843d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ec237978-e18e-4712-a92b-35145dd822ee'}] May 05 22:00:10.438280 n-d-825175-4 neutron-server[84061]: INFO neutron.plugins.ml2.plugin [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempt 7 to bind port 111774a0-7991-4ba3-be22-ab3cc50cc55c May 05 22:00:10.474836 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 111774a0-7991-4ba3-be22-ab3cc50cc55c on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:00:10.475367 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 111774a0-7991-4ba3-be22-ab3cc50cc55c by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'd8f06216-ade9-4c89-b4a2-a0510c843d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ec237978-e18e-4712-a92b-35145dd822ee'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:00:10.475867 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 111774a0-7991-4ba3-be22-ab3cc50cc55c on network ec237978-e18e-4712-a92b-35145dd822ee {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:00:10.497823 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Port 111774a0-7991-4ba3-be22-ab3cc50cc55c on network ec237978-e18e-4712-a92b-35145dd822ee not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:00:10.498219 n-d-825175-4 neutron-server[84061]: ERROR neutron.plugins.ml2.managers [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Failed to bind port 111774a0-7991-4ba3-be22-ab3cc50cc55c on host n-h2-825175-4 for vnic_type normal using segments [{'id': 'd8f06216-ade9-4c89-b4a2-a0510c843d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ec237978-e18e-4712-a92b-35145dd822ee'}] May 05 22:00:10.498611 n-d-825175-4 neutron-server[84061]: INFO neutron.plugins.ml2.plugin [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempt 8 to bind port 111774a0-7991-4ba3-be22-ab3cc50cc55c May 05 22:00:10.558311 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-25b5efd5-d200-432b-a9fc-bf1e518ce3a1 None None] Provisioning complete for port 30dbff1a-d971-4fc2-ae61-4271de65ff80 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:00:10.558894 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-25b5efd5-d200-432b-a9fc-bf1e518ce3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:10.615464 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-91b623ae-d89d-4063-abfd-643db58968e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:10.627535 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-25b5efd5-d200-432b-a9fc-bf1e518ce3a1 None None] Port 30dbff1a-d971-4fc2-ae61-4271de65ff80 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:00:10.650529 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 111774a0-7991-4ba3-be22-ab3cc50cc55c on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:00:10.650899 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 111774a0-7991-4ba3-be22-ab3cc50cc55c by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'd8f06216-ade9-4c89-b4a2-a0510c843d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ec237978-e18e-4712-a92b-35145dd822ee'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:00:10.651224 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 111774a0-7991-4ba3-be22-ab3cc50cc55c on network ec237978-e18e-4712-a92b-35145dd822ee {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:00:10.753768 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-433b8249-0fad-4fab-8f59-4552670def4e req-70f4ed98-6c27-4ca1-aeb3-751818522f8f service neutron] 10.222.0.32 "GET /v2.0/networks/c1301700-8066-4240-acf4-e47c77ffe534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944851 May 05 22:00:10.757181 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-91b623ae-d89d-4063-abfd-643db58968e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:00:10.761884 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-91b623ae-d89d-4063-abfd-643db58968e8 admin admin] Usage tracker for resource:security_group_rule and tenant:49c42c85a06b4032ac3ec81e6c0ec1f1 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:00:10.767311 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-91b623ae-d89d-4063-abfd-643db58968e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:00:10.774180 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-91b623ae-d89d-4063-abfd-643db58968e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:00:10.821983 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3fe94-fd60-4805-945c-b171399818a1 req-7da2c5a9-6ff8-4dff-84c9-bdad685440f7 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:10.822843 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-9ad3fe94-fd60-4805-945c-b171399818a1 req-7da2c5a9-6ff8-4dff-84c9-bdad685440f7 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Synchronizing usage tracker for tenant:4ba96e3a2f29495a89fcbd646b4c3115 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:00:10.855011 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Port 111774a0-7991-4ba3-be22-ab3cc50cc55c on network ec237978-e18e-4712-a92b-35145dd822ee not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:00:10.855618 n-d-825175-4 neutron-server[84061]: ERROR neutron.plugins.ml2.managers [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Failed to bind port 111774a0-7991-4ba3-be22-ab3cc50cc55c on host n-h2-825175-4 for vnic_type normal using segments [{'id': 'd8f06216-ade9-4c89-b4a2-a0510c843d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ec237978-e18e-4712-a92b-35145dd822ee'}] May 05 22:00:10.862002 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-433b8249-0fad-4fab-8f59-4552670def4e req-ecaa85d0-7150-47d2-8abb-ba99700f6999 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=40be755c-7280-4fa7-ab8f-f0bd526d1201 HTTP/1.1" status: 200 len: 217 time: 0.0982513 May 05 22:00:10.865184 n-d-825175-4 neutron-server[84061]: INFO neutron.plugins.ml2.plugin [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempt 9 to bind port 111774a0-7991-4ba3-be22-ab3cc50cc55c May 05 22:00:10.869546 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-9ad3fe94-fd60-4805-945c-b171399818a1 req-7da2c5a9-6ff8-4dff-84c9-bdad685440f7 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Unset dirty status for tenant:4ba96e3a2f29495a89fcbd646b4c3115 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:00:10.870570 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9ad3fe94-fd60-4805-945c-b171399818a1 req-7da2c5a9-6ff8-4dff-84c9-bdad685440f7 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae72d738-be2e-4c70-974b-0e4db55fe8e4 HTTP/1.1" status: 200 len: 945 time: 1.1669457 May 05 22:00:10.916399 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 111774a0-7991-4ba3-be22-ab3cc50cc55c on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:00:10.916769 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 111774a0-7991-4ba3-be22-ab3cc50cc55c by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'd8f06216-ade9-4c89-b4a2-a0510c843d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ec237978-e18e-4712-a92b-35145dd822ee'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:00:10.917052 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 111774a0-7991-4ba3-be22-ab3cc50cc55c on network ec237978-e18e-4712-a92b-35145dd822ee {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:00:10.947676 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-91b623ae-d89d-4063-abfd-643db58968e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:10.955229 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Port 111774a0-7991-4ba3-be22-ab3cc50cc55c on network ec237978-e18e-4712-a92b-35145dd822ee not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:00:10.955553 n-d-825175-4 neutron-server[84061]: ERROR neutron.plugins.ml2.managers [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Failed to bind port 111774a0-7991-4ba3-be22-ab3cc50cc55c on host n-h2-825175-4 for vnic_type normal using segments [{'id': 'd8f06216-ade9-4c89-b4a2-a0510c843d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ec237978-e18e-4712-a92b-35145dd822ee'}] May 05 22:00:10.957902 n-d-825175-4 neutron-server[84061]: INFO neutron.plugins.ml2.plugin [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempt 10 to bind port 111774a0-7991-4ba3-be22-ab3cc50cc55c May 05 22:00:10.973883 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-91b623ae-d89d-4063-abfd-643db58968e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:11.027310 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c8e11-a7fc-48ad-bbc1-7156087ece1c req-ceb5664b-93e1-45cf-bd41-1714e07f1946 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:11.027310 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d24c8e11-a7fc-48ad-bbc1-7156087ece1c req-ceb5664b-93e1-45cf-bd41-1714e07f1946 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab626493-f4d5-492e-ace9-e9a71891d92e HTTP/1.1" status: 200 len: 945 time: 0.3496959 May 05 22:00:11.030950 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 111774a0-7991-4ba3-be22-ab3cc50cc55c on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:00:11.031285 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 111774a0-7991-4ba3-be22-ab3cc50cc55c by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'd8f06216-ade9-4c89-b4a2-a0510c843d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ec237978-e18e-4712-a92b-35145dd822ee'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:00:11.031618 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 111774a0-7991-4ba3-be22-ab3cc50cc55c on network ec237978-e18e-4712-a92b-35145dd822ee {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:00:11.072106 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b623ae-d89d-4063-abfd-643db58968e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06cb1a6b-dbf1-4059-b084-6d71387fec8a,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:11.079562 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985bbd0-1451-44a5-a5bf-414b6b172b3b req-8febe11d-246e-4471-904e-914e37f1b931 tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:11.081030 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6985bbd0-1451-44a5-a5bf-414b6b172b3b req-8febe11d-246e-4471-904e-914e37f1b931 tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ee134af-a629-49b3-b53a-365affa00592 HTTP/1.1" status: 200 len: 943 time: 0.2690089 May 05 22:00:11.093606 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-91b623ae-d89d-4063-abfd-643db58968e8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=49c42c85a06b4032ac3ec81e6c0ec1f1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8973267 May 05 22:00:11.095541 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53002) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:11.098281 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Port 111774a0-7991-4ba3-be22-ab3cc50cc55c on network ec237978-e18e-4712-a92b-35145dd822ee not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:00:11.098281 n-d-825175-4 neutron-server[84061]: ERROR neutron.plugins.ml2.managers [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Failed to bind port 111774a0-7991-4ba3-be22-ab3cc50cc55c on host n-h2-825175-4 for vnic_type normal using segments [{'id': 'd8f06216-ade9-4c89-b4a2-a0510c843d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ec237978-e18e-4712-a92b-35145dd822ee'}] May 05 22:00:11.098648 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:11.132867 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-9ad3fe94-fd60-4805-945c-b171399818a1 req-8adbf5cf-6ee2-41e0-8a3f-e02dd731e91b tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Deleting port 347009fb-b0c9-4861-9dd3-8773680adb4d {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:00:11.133766 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-9ad3fe94-fd60-4805-945c-b171399818a1 req-8adbf5cf-6ee2-41e0-8a3f-e02dd731e91b tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:11.207209 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d24c8e11-a7fc-48ad-bbc1-7156087ece1c req-29d26458-6ecd-45c5-8e72-5603b6ee52fc tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697147 May 05 22:00:11.237008 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6985bbd0-1451-44a5-a5bf-414b6b172b3b req-d2804aa6-efa0-4e97-bfcf-7add34b4a879 tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] 10.222.0.23 "GET /v2.0/security-groups?id=28a2c915-f82f-4b3d-9915-be75eedd1b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354375 May 05 22:00:11.262247 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] For port 111774a0-7991-4ba3-be22-ab3cc50cc55c, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:00:11.262623 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempted to set empty binding levels {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 05 22:00:11.273044 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:11.330818 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b8249-0fad-4fab-8f59-4552670def4e req-6f7b719c-977c-4496-8490-34eb178dc35c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:11.332362 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-433b8249-0fad-4fab-8f59-4552670def4e req-6f7b719c-977c-4496-8490-34eb178dc35c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f64f1e7a-817f-4ccd-9184-65d8ed36e073 HTTP/1.1" status: 200 len: 797 time: 0.4637516 May 05 22:00:11.345984 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:11.350510 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-83a48406-b068-4a8b-ac35-e0a7c4a3262d req-859534ae-b3ca-44cb-a935-31d38de32795 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=629af1900c28407d836828ea6e37a875&device_id=8ee134af-a629-49b3-b53a-365affa00592 HTTP/1.1" status: 200 len: 1094 time: 0.8901808 May 05 22:00:11.370703 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Pushing event updated for resources: {'Port': ['ID=111774a0-7991-4ba3-be22-ab3cc50cc55c,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:11.392335 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-8304f8b9-bcca-457a-a09a-6b4ebc25fd55 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 3.0761626 May 05 22:00:11.395315 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53008) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:11.572643 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-6843a249-2512-494d-9a64-0cf8d20c0d77 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Deleting port 111774a0-7991-4ba3-be22-ab3cc50cc55c {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:00:11.572988 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6843a249-2512-494d-9a64-0cf8d20c0d77 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:11.638560 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-150faeb0-330e-4b4c-a74a-36600bea112a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:11.743533 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44364caa-72f1-4681-b142-a04f7244e183 req-08b085f0-15c6-46b5-a6e9-6394d88277b6 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:11.744995 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-44364caa-72f1-4681-b142-a04f7244e183 req-08b085f0-15c6-46b5-a6e9-6394d88277b6 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab626493-f4d5-492e-ace9-e9a71891d92e HTTP/1.1" status: 200 len: 945 time: 0.2694485 May 05 22:00:11.754021 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f61c5b-898a-4d2d-a6a0-64f9ab769239 req-66c9981b-7252-4417-9347-a509d2e7c2c5 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:11.755228 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-28f61c5b-898a-4d2d-a6a0-64f9ab769239 req-66c9981b-7252-4417-9347-a509d2e7c2c5 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae72d738-be2e-4c70-974b-0e4db55fe8e4 HTTP/1.1" status: 200 len: 945 time: 0.3214982 May 05 22:00:11.769727 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a48406-b068-4a8b-ac35-e0a7c4a3262d req-6f1e490d-75d3-404b-bb98-f064f9190fa6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:11.769727 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-83a48406-b068-4a8b-ac35-e0a7c4a3262d req-6f1e490d-75d3-404b-bb98-f064f9190fa6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=868c9204-6775-424d-86a2-630777ea4245 HTTP/1.1" status: 200 len: 910 time: 0.4084225 May 05 22:00:11.783805 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-150faeb0-330e-4b4c-a74a-36600bea112a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:11.894739 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-433b8249-0fad-4fab-8f59-4552670def4e req-3a6a5e6e-cff0-4465-8f70-b7ce9abab225 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c1301700-8066-4240-acf4-e47c77ffe534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5369205 May 05 22:00:11.921394 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-6843a249-2512-494d-9a64-0cf8d20c0d77 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] For port 111774a0-7991-4ba3-be22-ab3cc50cc55c, host n-h2-825175-4, got binding levels [] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:00:11.922032 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6843a249-2512-494d-9a64-0cf8d20c0d77 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:11.942411 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-83a48406-b068-4a8b-ac35-e0a7c4a3262d req-3cd48a9c-4322-40d7-b878-0ad580b41bac service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ab758be-958a-47b6-988c-7a0d958003f0 HTTP/1.1" status: 200 len: 217 time: 0.1605918 May 05 22:00:11.992508 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-44364caa-72f1-4681-b142-a04f7244e183 req-1a9b508e-5b9c-49dd-9088-87b17e691c3c tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362199 May 05 22:00:12.124856 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-9ad3fe94-fd60-4805-945c-b171399818a1 req-8adbf5cf-6ee2-41e0-8a3f-e02dd731e91b tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] For port 347009fb-b0c9-4861-9dd3-8773680adb4d, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=347009fb-b0c9-4861-9dd3-8773680adb4d,segment=NetworkSegment(501dba1c-64dd-4cd1-bb42-439b98112e67),segment_id=501dba1c-64dd-4cd1-bb42-439b98112e67)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:00:12.125580 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-9ad3fe94-fd60-4805-945c-b171399818a1 req-8adbf5cf-6ee2-41e0-8a3f-e02dd731e91b tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:12.160242 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-28f61c5b-898a-4d2d-a6a0-64f9ab769239 req-057aa1a8-ed0a-4359-a0a2-c30ffdda2651 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/security-groups?id=357c8a06-0cb4-4ca4-87b5-fb62b56bd963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668487 May 05 22:00:12.168177 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-6843a249-2512-494d-9a64-0cf8d20c0d77 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Calling delete_port for 111774a0-7991-4ba3-be22-ab3cc50cc55c owned by {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:00:12.232630 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a48406-b068-4a8b-ac35-e0a7c4a3262d req-d4b3ba24-be07-46de-bad7-9fa46c7813d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:12.234114 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-83a48406-b068-4a8b-ac35-e0a7c4a3262d req-d4b3ba24-be07-46de-bad7-9fa46c7813d3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a5777c91-bbac-48ee-8aa9-1ce52538bc06 HTTP/1.1" status: 200 len: 849 time: 0.2805529 May 05 22:00:12.295552 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6843a249-2512-494d-9a64-0cf8d20c0d77 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:12.335853 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-9ad3fe94-fd60-4805-945c-b171399818a1 req-8adbf5cf-6ee2-41e0-8a3f-e02dd731e91b tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Calling delete_port for 347009fb-b0c9-4861-9dd3-8773680adb4d owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:00:12.381402 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-150faeb0-330e-4b4c-a74a-36600bea112a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:12.387783 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6843a249-2512-494d-9a64-0cf8d20c0d77 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Pushing event deleted for resources: {'Port': ['ID=111774a0-7991-4ba3-be22-ab3cc50cc55c,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:12.418396 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6843a249-2512-494d-9a64-0cf8d20c0d77 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:12.470087 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150faeb0-330e-4b4c-a74a-36600bea112a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06cb1a6b-dbf1-4059-b084-6d71387fec8a,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:12.489376 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53024) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:12.512975 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-6843a249-2512-494d-9a64-0cf8d20c0d77 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] 10.222.0.23 "DELETE /v2.0/ports/111774a0-7991-4ba3-be22-ab3cc50cc55c HTTP/1.1" status: 204 len: 168 time: 1.1164501 May 05 22:00:12.518556 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-150faeb0-330e-4b4c-a74a-36600bea112a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:12.521958 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53028) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:12.522121 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-150faeb0-330e-4b4c-a74a-36600bea112a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/06cb1a6b-dbf1-4059-b084-6d71387fec8a HTTP/1.1" status: 204 len: 168 time: 1.4208927 May 05 22:00:12.522567 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-83a48406-b068-4a8b-ac35-e0a7c4a3262d req-bb9a9dd8-3fe0-420c-9301-6a61e94a58b4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=868c9204-6775-424d-86a2-630777ea4245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1451919 May 05 22:00:12.532177 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99206e9d-eaad-41ac-9124-9b5b4e5386c0 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Router fd0cb335-2d36-4279-835d-1cfec2d62154 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:00:12.569573 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-de471648-d73b-45d3-8e77-8e4fbc1fe39c tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] GET failed (client error): The resource could not be found. May 05 22:00:12.570267 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-de471648-d73b-45d3-8e77-8e4fbc1fe39c tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Synchronizing usage tracker for tenant:34adcaba5703439e882398611b12e776 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:00:12.600210 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d2fd0-c0ca-4aac-aacc-c0d9577b93c8 req-6d3772a2-7a49-440e-8b13-299e6abb8d86 tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:12.602036 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8e6d2fd0-c0ca-4aac-aacc-c0d9577b93c8 req-6d3772a2-7a49-440e-8b13-299e6abb8d86 tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ee134af-a629-49b3-b53a-365affa00592 HTTP/1.1" status: 200 len: 943 time: 0.1853762 May 05 22:00:12.603391 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-de471648-d73b-45d3-8e77-8e4fbc1fe39c tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Unset dirty status for tenant:34adcaba5703439e882398611b12e776 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:00:12.604553 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-de471648-d73b-45d3-8e77-8e4fbc1fe39c tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] 10.222.0.23 "GET /v2.0/ports/111774a0-7991-4ba3-be22-ab3cc50cc55c HTTP/1.1" status: 404 len: 333 time: 0.0819767 May 05 22:00:12.610469 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53036) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:12.617167 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 347009fb-b0c9-4861-9dd3-8773680adb4d no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:00:12.631353 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-e6c4c3fd-63f7-4bde-8426-52dedc123922 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Request body: {'port': {'network_id': 'ec237978-e18e-4712-a92b-35145dd822ee', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2114538269'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:00:12.690906 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 4ab758be-958a-47b6-988c-7a0d958003f0 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:00:12.698827 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-e6c4c3fd-63f7-4bde-8426-52dedc123922 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:00:12.708405 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-433b8249-0fad-4fab-8f59-4552670def4e req-74c475ed-c9a6-4052-bfe0-64ea88ef850f service neutron] 10.222.0.32 "GET /v2.0/networks/c1301700-8066-4240-acf4-e47c77ffe534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7908626 May 05 22:00:12.713351 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-83a48406-b068-4a8b-ac35-e0a7c4a3262d req-5a4f5628-88c7-494b-b071-4d6cee22f14c service neutron] 10.222.0.32 "GET /v2.0/networks/868c9204-6775-424d-86a2-630777ea4245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767850 May 05 22:00:12.732149 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-e6c4c3fd-63f7-4bde-8426-52dedc123922 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:00:12.802506 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8e6d2fd0-c0ca-4aac-aacc-c0d9577b93c8 req-ded37869-a475-47d4-89bf-5516ae6fde0c tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] 10.222.0.23 "GET /v2.0/security-groups?id=28a2c915-f82f-4b3d-9915-be75eedd1b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488523 May 05 22:00:12.833170 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c4c3fd-63f7-4bde-8426-52dedc123922 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Made reservation on behalf of 34adcaba5703439e882398611b12e776 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:00:12.835880 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e6c4c3fd-63f7-4bde-8426-52dedc123922 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:12.869958 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [None req-e6c4c3fd-63f7-4bde-8426-52dedc123922 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] device_id is not set on port 540402f3-76d2-4eaf-b247-6b79d0ade5ba yet. {{(pid=84061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:00:12.948937 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:12.972136 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-83a48406-b068-4a8b-ac35-e0a7c4a3262d req-da5b5114-102f-4337-ad0b-cbdf6e0e91db service neutron] 10.222.0.32 "GET /v2.0/networks/868c9204-6775-424d-86a2-630777ea4245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459576 May 05 22:00:13.032412 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae72d738-be2e-4c70-974b-0e4db55fe8e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '347009fb-b0c9-4861-9dd3-8773680adb4d'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:00:13.085079 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 347009fb-b0c9-4861-9dd3-8773680adb4d, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=347009fb-b0c9-4861-9dd3-8773680adb4d,segment=NetworkSegment(501dba1c-64dd-4cd1-bb42-439b98112e67),segment_id=501dba1c-64dd-4cd1-bb42-439b98112e67)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:00:13.100989 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:13.140680 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e6c4c3fd-63f7-4bde-8426-52dedc123922 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:13.148629 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79f5ba68-ba0e-446e-8fa1-9a50d005018c'] response: {'server_uuid': 'ae72d738-be2e-4c70-974b-0e4db55fe8e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '347009fb-b0c9-4861-9dd3-8773680adb4d', 'code': 200} May 05 22:00:13.159510 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841eb29-08e9-4895-b3b8-19f505aeb3fe req-dcbfced6-b1ba-4a5f-8ca1-e5c6434813db tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:13.167046 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9841eb29-08e9-4895-b3b8-19f505aeb3fe req-dcbfced6-b1ba-4a5f-8ca1-e5c6434813db tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab626493-f4d5-492e-ace9-e9a71891d92e HTTP/1.1" status: 200 len: 945 time: 0.4381740 May 05 22:00:13.167870 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 4ab758be-958a-47b6-988c-7a0d958003f0, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=4ab758be-958a-47b6-988c-7a0d958003f0,segment=NetworkSegment(35bfd3a5-c0a0-4d6c-90ba-59623d8b1f4c),segment_id=35bfd3a5-c0a0-4d6c-90ba-59623d8b1f4c)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:00:13.186851 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53048) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:13.193668 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '4ab758be-958a-47b6-988c-7a0d958003f0', 'network_id': '868c9204-6775-424d-86a2-630777ea4245', 'port_id': '4ab758be-958a-47b6-988c-7a0d958003f0', 'mac_address': 'fa:16:3e:42:67:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5777c91-bbac-48ee-8aa9-1ce52538bc06', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:00:13.244814 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1e8508ff-a9e0-494b-8568-2374266f1d32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:13.268574 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:13.283338 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9841eb29-08e9-4895-b3b8-19f505aeb3fe req-36cc26b5-9e85-481d-aef4-3de48fb9ed79 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152501 May 05 22:00:13.284475 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=347009fb-b0c9-4861-9dd3-8773680adb4d,revision_number=6']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:13.312026 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-1e8508ff-a9e0-494b-8568-2374266f1d32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:00:13.314635 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ab758be-958a-47b6-988c-7a0d958003f0 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:00:13.315435 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e6c4c3fd-63f7-4bde-8426-52dedc123922 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:13.334783 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-1e8508ff-a9e0-494b-8568-2374266f1d32 admin admin] Usage tracker for resource:security_group_rule and tenant:0e1f31bd00e244e8b475f48344554c20 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:00:13.339757 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 4ab758be-958a-47b6-988c-7a0d958003f0, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=4ab758be-958a-47b6-988c-7a0d958003f0,segment=NetworkSegment(35bfd3a5-c0a0-4d6c-90ba-59623d8b1f4c),segment_id=35bfd3a5-c0a0-4d6c-90ba-59623d8b1f4c)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:00:13.348837 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:13.386327 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-1e8508ff-a9e0-494b-8568-2374266f1d32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:00:13.430885 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=4ab758be-958a-47b6-988c-7a0d958003f0,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:13.440029 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c4c3fd-63f7-4bde-8426-52dedc123922 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Network ec237978-e18e-4712-a92b-35145dd822ee is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:00:13.441048 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-1e8508ff-a9e0-494b-8568-2374266f1d32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:00:13.450627 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-e6c4c3fd-63f7-4bde-8426-52dedc123922 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:00:13.457285 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c4c3fd-63f7-4bde-8426-52dedc123922 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:00:13.458013 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c4c3fd-63f7-4bde-8426-52dedc123922 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:13.458839 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e6c4c3fd-63f7-4bde-8426-52dedc123922 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:13.487822 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c4c3fd-63f7-4bde-8426-52dedc123922 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Pushing event updated for resources: {'Port': ['ID=540402f3-76d2-4eaf-b247-6b79d0ade5ba,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:13.549793 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e6c4c3fd-63f7-4bde-8426-52dedc123922 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9379165 May 05 22:00:13.553091 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53054) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:13.563415 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:00:13.613396 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.api [req-9ad3fe94-fd60-4805-945c-b171399818a1 req-8adbf5cf-6ee2-41e0-8a3f-e02dd731e91b tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:00:13.613997 n-d-825175-4 neutron-server[84063]: DEBUG oslo_db.api [req-9ad3fe94-fd60-4805-945c-b171399818a1 req-8adbf5cf-6ee2-41e0-8a3f-e02dd731e91b tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:00:13.634373 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3136db9d-9d54-46ed-87af-0230a92dade8 req-f3a83cb2-4b3b-4cf3-bfc9-c9c42d92e1be tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:13.636004 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['4ab758be-958a-47b6-988c-7a0d958003f0'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:00:13.636527 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3136db9d-9d54-46ed-87af-0230a92dade8 req-f3a83cb2-4b3b-4cf3-bfc9-c9c42d92e1be tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae72d738-be2e-4c70-974b-0e4db55fe8e4 HTTP/1.1" status: 200 len: 943 time: 0.2510045 May 05 22:00:13.647041 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-433b8249-0fad-4fab-8f59-4552670def4e req-e0b1d8f5-ac17-4720-aa4b-1e498448cd90 service neutron] 10.222.0.32 "GET /v2.0/networks/c1301700-8066-4240-acf4-e47c77ffe534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9175873 May 05 22:00:13.678577 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1e8508ff-a9e0-494b-8568-2374266f1d32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:13.719953 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1e8508ff-a9e0-494b-8568-2374266f1d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:13.737231 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-433b8249-0fad-4fab-8f59-4552670def4e req-51da06c8-8778-4635-8f92-902c7c731492 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d981f185-f142-4e87-9f70-65eca8f3b9fb HTTP/1.1" status: 200 len: 217 time: 0.0821855 May 05 22:00:13.798196 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:13.806774 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8508ff-a9e0-494b-8568-2374266f1d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6ca1b4-57a5-4c6d-99a5-7eb93306fa26,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:13.813029 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3136db9d-9d54-46ed-87af-0230a92dade8 req-960e9861-f6c8-432d-8820-8fda64ad3dd4 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/security-groups?id=357c8a06-0cb4-4ca4-87b5-fb62b56bd963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658869 May 05 22:00:13.818559 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-1e8508ff-a9e0-494b-8568-2374266f1d32 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0e1f31bd00e244e8b475f48344554c20&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6307542 May 05 22:00:13.821161 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53058) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:13.836591 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b8249-0fad-4fab-8f59-4552670def4e req-db6364b3-789a-413d-bc46-9056e2cdbec5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:13.838123 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-433b8249-0fad-4fab-8f59-4552670def4e req-db6364b3-789a-413d-bc46-9056e2cdbec5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=61b42a37-825f-4627-8501-c242dd47987c HTTP/1.1" status: 200 len: 797 time: 0.0950730 May 05 22:00:13.903882 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99206e9d-eaad-41ac-9124-9b5b4e5386c0 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:00:13.916786 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0889769c-5647-49cc-a870-e2174f39f8f5 None None] Sync routers for ids ['fd0cb335-2d36-4279-835d-1cfec2d62154'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:00:13.924023 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-99206e9d-eaad-41ac-9124-9b5b4e5386c0 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] 10.222.0.23 "PUT /v2.0/routers/fd0cb335-2d36-4279-835d-1cfec2d62154/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.5889652 May 05 22:00:13.925207 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53064) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:13.934888 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0889769c-5647-49cc-a870-e2174f39f8f5 None None] Routers {'fd0cb335-2d36-4279-835d-1cfec2d62154'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:00:13.935988 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-0889769c-5647-49cc-a870-e2174f39f8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:59:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['fd0cb335-2d36-4279-835d-1cfec2d62154'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:00:13.937236 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-68ba70ef-d216-4a01-954b-8c8c5138a328 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Request body: {'port': {'network_id': '11b3685b-6459-45ce-a455-560d01015776', 'name': 'tempest-FloatingIPAdminTestJSON-1931804054'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:00:13.965344 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-47286910-3cc3-4484-b712-96cd7fd0708e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:14.011845 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-0889769c-5647-49cc-a870-e2174f39f8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:00:14.023805 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0889769c-5647-49cc-a870-e2174f39f8f5 None None] Routers {'fd0cb335-2d36-4279-835d-1cfec2d62154'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:00:14.024614 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-0889769c-5647-49cc-a870-e2174f39f8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T21:59:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['fd0cb335-2d36-4279-835d-1cfec2d62154'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:00:14.085696 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-433b8249-0fad-4fab-8f59-4552670def4e req-e0baa82a-f709-4fb2-bd17-1446b048e3d5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bc00cc89-bdd8-4ed0-b801-d435664de8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2322910 May 05 22:00:14.090562 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-0889769c-5647-49cc-a870-e2174f39f8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:00:14.091118 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0889769c-5647-49cc-a870-e2174f39f8f5 None None] The sync data for ids ['fd0cb335-2d36-4279-835d-1cfec2d62154'] in n-d-825175-4 is: [] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:00:14.118523 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-9ad3fe94-fd60-4805-945c-b171399818a1 req-8adbf5cf-6ee2-41e0-8a3f-e02dd731e91b tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Deleting port 347009fb-b0c9-4861-9dd3-8773680adb4d {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:00:14.118859 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-9ad3fe94-fd60-4805-945c-b171399818a1 req-8adbf5cf-6ee2-41e0-8a3f-e02dd731e91b tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:14.188390 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-eff36e57-b4a9-43c1-8709-7b6e649fb6ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:14.268996 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-eff36e57-b4a9-43c1-8709-7b6e649fb6ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:14.304392 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-68ba70ef-d216-4a01-954b-8c8c5138a328 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:00:14.351749 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-433b8249-0fad-4fab-8f59-4552670def4e req-736e82ad-6ccd-4d30-9862-61fb4d82a9c5 service neutron] 10.222.0.32 "GET /v2.0/networks/bc00cc89-bdd8-4ed0-b801-d435664de8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580602 May 05 22:00:14.464178 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-68ba70ef-d216-4a01-954b-8c8c5138a328 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Usage tracker for resource:port and tenant:8cb12a38a416472d81633d26b1bff61a is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:00:14.477856 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-68ba70ef-d216-4a01-954b-8c8c5138a328 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:00:14.530938 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-68ba70ef-d216-4a01-954b-8c8c5138a328 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:00:14.552257 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a17d67c-4cc0-4f95-8df2-5e66fecc00b7 req-ee675638-849a-4927-966a-0982b374240f tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:14.553941 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1a17d67c-4cc0-4f95-8df2-5e66fecc00b7 req-ee675638-849a-4927-966a-0982b374240f tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ee134af-a629-49b3-b53a-365affa00592 HTTP/1.1" status: 200 len: 944 time: 0.5191786 May 05 22:00:14.555550 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] device_id is not set on port 540402f3-76d2-4eaf-b247-6b79d0ade5ba yet. {{(pid=84061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:00:14.569081 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:14.574831 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5ba4d808-03e5-4989-8b02-aab6db7f866a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:14.589478 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ba70ef-d216-4a01-954b-8c8c5138a328 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Made reservation on behalf of 8cb12a38a416472d81633d26b1bff61a for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:00:14.592341 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-68ba70ef-d216-4a01-954b-8c8c5138a328 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:14.646921 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Transition to ACTIVE for port object 540402f3-76d2-4eaf-b247-6b79d0ade5ba will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:00:14.651813 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 4ab758be-958a-47b6-988c-7a0d958003f0 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:00:14.655384 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-eff36e57-b4a9-43c1-8709-7b6e649fb6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:14.672756 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:14.679382 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [None req-68ba70ef-d216-4a01-954b-8c8c5138a328 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] device_id is not set on port 391d3bca-ba71-4de4-a5da-900569c51026 yet. {{(pid=84061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:00:14.729268 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port 4ab758be-958a-47b6-988c-7a0d958003f0 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:00:14.734926 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 4ab758be-958a-47b6-988c-7a0d958003f0 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:00:14.735290 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:14.771786 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff36e57-b4a9-43c1-8709-7b6e649fb6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6ca1b4-57a5-4c6d-99a5-7eb93306fa26,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:14.803501 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1a17d67c-4cc0-4f95-8df2-5e66fecc00b7 req-07a538ec-adf6-4024-b496-1f8652fd9562 tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] 10.222.0.23 "GET /v2.0/security-groups?id=28a2c915-f82f-4b3d-9915-be75eedd1b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369199 May 05 22:00:14.847874 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-9ad3fe94-fd60-4805-945c-b171399818a1 req-8adbf5cf-6ee2-41e0-8a3f-e02dd731e91b tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] For port 347009fb-b0c9-4861-9dd3-8773680adb4d, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=347009fb-b0c9-4861-9dd3-8773680adb4d,segment=NetworkSegment(501dba1c-64dd-4cd1-bb42-439b98112e67),segment_id=501dba1c-64dd-4cd1-bb42-439b98112e67)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:00:14.848490 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-9ad3fe94-fd60-4805-945c-b171399818a1 req-8adbf5cf-6ee2-41e0-8a3f-e02dd731e91b tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:14.901402 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-eff36e57-b4a9-43c1-8709-7b6e649fb6ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:14.904943 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-eff36e57-b4a9-43c1-8709-7b6e649fb6ae admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ad6ca1b4-57a5-4c6d-99a5-7eb93306fa26 HTTP/1.1" status: 204 len: 168 time: 1.0804884 May 05 22:00:14.921523 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730e7883-6cd4-4342-a95d-0ffe98910c25 req-78017b97-9492-4fc1-8581-db1d2fb116b1 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:14.928301 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-730e7883-6cd4-4342-a95d-0ffe98910c25 req-78017b97-9492-4fc1-8581-db1d2fb116b1 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab626493-f4d5-492e-ace9-e9a71891d92e HTTP/1.1" status: 200 len: 945 time: 0.4653962 May 05 22:00:14.942380 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-433b8249-0fad-4fab-8f59-4552670def4e req-c50f6e0b-6a04-4666-95e1-e6962a351615 service neutron] 10.222.0.32 "GET /v2.0/networks/bc00cc89-bdd8-4ed0-b801-d435664de8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5415678 May 05 22:00:14.948676 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Pushing event updated for resources: {'Port': ['ID=540402f3-76d2-4eaf-b247-6b79d0ade5ba,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:14.975767 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:15.008526 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-9ad3fe94-fd60-4805-945c-b171399818a1 req-8adbf5cf-6ee2-41e0-8a3f-e02dd731e91b tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Calling delete_port for 347009fb-b0c9-4861-9dd3-8773680adb4d owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:00:15.012142 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 4ab758be-958a-47b6-988c-7a0d958003f0, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=4ab758be-958a-47b6-988c-7a0d958003f0,segment=NetworkSegment(35bfd3a5-c0a0-4d6c-90ba-59623d8b1f4c),segment_id=35bfd3a5-c0a0-4d6c-90ba-59623d8b1f4c)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:00:15.017447 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:15.094638 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=4ab758be-958a-47b6-988c-7a0d958003f0,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:15.132289 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-730e7883-6cd4-4342-a95d-0ffe98910c25 req-5a74a679-8842-4d66-be9f-701542e2787d tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030168 May 05 22:00:15.135785 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 540402f3-76d2-4eaf-b247-6b79d0ade5ba on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:00:15.136107 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 540402f3-76d2-4eaf-b247-6b79d0ade5ba by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'd8f06216-ade9-4c89-b4a2-a0510c843d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ec237978-e18e-4712-a92b-35145dd822ee'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:00:15.136434 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 540402f3-76d2-4eaf-b247-6b79d0ade5ba on network ec237978-e18e-4712-a92b-35145dd822ee {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:00:15.142697 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-433b8249-0fad-4fab-8f59-4552670def4e req-fb2c30c2-8a20-4ab2-bc97-4967de7add1a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=948d6717-39b5-46c6-879f-ba0420345ef2 HTTP/1.1" status: 200 len: 217 time: 0.1419368 May 05 22:00:15.150149 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ee134af-a629-49b3-b53a-365affa00592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab758be-958a-47b6-988c-7a0d958003f0'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:00:15.164172 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-68ba70ef-d216-4a01-954b-8c8c5138a328 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Allocated IP 172.20.0.11 (11b3685b-6459-45ce-a455-560d01015776/92844796-3611-4f9f-819c-38e5db7ac613/391d3bca-ba71-4de4-a5da-900569c51026) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:00:15.170358 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Port 540402f3-76d2-4eaf-b247-6b79d0ade5ba on network ec237978-e18e-4712-a92b-35145dd822ee not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:00:15.170865 n-d-825175-4 neutron-server[84061]: ERROR neutron.plugins.ml2.managers [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Failed to bind port 540402f3-76d2-4eaf-b247-6b79d0ade5ba on host n-h2-825175-4 for vnic_type normal using segments [{'id': 'd8f06216-ade9-4c89-b4a2-a0510c843d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ec237978-e18e-4712-a92b-35145dd822ee'}] May 05 22:00:15.173617 n-d-825175-4 neutron-server[84061]: INFO neutron.plugins.ml2.plugin [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempt 2 to bind port 540402f3-76d2-4eaf-b247-6b79d0ade5ba May 05 22:00:15.200417 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 540402f3-76d2-4eaf-b247-6b79d0ade5ba on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:00:15.201144 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 540402f3-76d2-4eaf-b247-6b79d0ade5ba by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'd8f06216-ade9-4c89-b4a2-a0510c843d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ec237978-e18e-4712-a92b-35145dd822ee'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:00:15.201144 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 540402f3-76d2-4eaf-b247-6b79d0ade5ba on network ec237978-e18e-4712-a92b-35145dd822ee {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:00:15.233109 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Port 540402f3-76d2-4eaf-b247-6b79d0ade5ba on network ec237978-e18e-4712-a92b-35145dd822ee not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:00:15.233240 n-d-825175-4 neutron-server[84061]: ERROR neutron.plugins.ml2.managers [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Failed to bind port 540402f3-76d2-4eaf-b247-6b79d0ade5ba on host n-h2-825175-4 for vnic_type normal using segments [{'id': 'd8f06216-ade9-4c89-b4a2-a0510c843d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ec237978-e18e-4712-a92b-35145dd822ee'}] May 05 22:00:15.245609 n-d-825175-4 neutron-server[84061]: INFO neutron.plugins.ml2.plugin [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempt 3 to bind port 540402f3-76d2-4eaf-b247-6b79d0ade5ba May 05 22:00:15.246785 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fd4ef67-57d2-41d8-9c6a-3df79921885a'] response: {'server_uuid': '8ee134af-a629-49b3-b53a-365affa00592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab758be-958a-47b6-988c-7a0d958003f0', 'code': 200} May 05 22:00:15.283935 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7322577-d3bf-4713-a57f-b77651ab4114 req-39d000a6-51ec-41b4-9575-482772fdd06d tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:15.285607 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a7322577-d3bf-4713-a57f-b77651ab4114 req-39d000a6-51ec-41b4-9575-482772fdd06d tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae72d738-be2e-4c70-974b-0e4db55fe8e4 HTTP/1.1" status: 200 len: 943 time: 0.2919500 May 05 22:00:15.290614 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 540402f3-76d2-4eaf-b247-6b79d0ade5ba on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:00:15.290972 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 540402f3-76d2-4eaf-b247-6b79d0ade5ba by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'd8f06216-ade9-4c89-b4a2-a0510c843d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ec237978-e18e-4712-a92b-35145dd822ee'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:00:15.291305 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 540402f3-76d2-4eaf-b247-6b79d0ade5ba on network ec237978-e18e-4712-a92b-35145dd822ee {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:00:15.291542 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b8249-0fad-4fab-8f59-4552670def4e req-f2e15f52-67d9-4761-93cd-692622ac00d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:15.293031 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-433b8249-0fad-4fab-8f59-4552670def4e req-f2e15f52-67d9-4761-93cd-692622ac00d5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=61b42a37-825f-4627-8501-c242dd47987c HTTP/1.1" status: 200 len: 797 time: 0.1439376 May 05 22:00:15.318965 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Port 540402f3-76d2-4eaf-b247-6b79d0ade5ba on network ec237978-e18e-4712-a92b-35145dd822ee not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:00:15.319357 n-d-825175-4 neutron-server[84061]: ERROR neutron.plugins.ml2.managers [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Failed to bind port 540402f3-76d2-4eaf-b247-6b79d0ade5ba on host n-h2-825175-4 for vnic_type normal using segments [{'id': 'd8f06216-ade9-4c89-b4a2-a0510c843d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ec237978-e18e-4712-a92b-35145dd822ee'}] May 05 22:00:15.322309 n-d-825175-4 neutron-server[84061]: INFO neutron.plugins.ml2.plugin [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempt 4 to bind port 540402f3-76d2-4eaf-b247-6b79d0ade5ba May 05 22:00:15.352646 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 540402f3-76d2-4eaf-b247-6b79d0ade5ba on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:00:15.353037 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 540402f3-76d2-4eaf-b247-6b79d0ade5ba by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'd8f06216-ade9-4c89-b4a2-a0510c843d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ec237978-e18e-4712-a92b-35145dd822ee'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:00:15.353370 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 540402f3-76d2-4eaf-b247-6b79d0ade5ba on network ec237978-e18e-4712-a92b-35145dd822ee {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:00:15.368856 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Port 540402f3-76d2-4eaf-b247-6b79d0ade5ba on network ec237978-e18e-4712-a92b-35145dd822ee not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:00:15.369178 n-d-825175-4 neutron-server[84061]: ERROR neutron.plugins.ml2.managers [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Failed to bind port 540402f3-76d2-4eaf-b247-6b79d0ade5ba on host n-h2-825175-4 for vnic_type normal using segments [{'id': 'd8f06216-ade9-4c89-b4a2-a0510c843d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ec237978-e18e-4712-a92b-35145dd822ee'}] May 05 22:00:15.369850 n-d-825175-4 neutron-server[84061]: INFO neutron.plugins.ml2.plugin [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempt 5 to bind port 540402f3-76d2-4eaf-b247-6b79d0ade5ba May 05 22:00:15.384410 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a7322577-d3bf-4713-a57f-b77651ab4114 req-fae2f0a3-1fa0-47ae-83a3-b8ea67a64fef tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/security-groups?id=357c8a06-0cb4-4ca4-87b5-fb62b56bd963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907242 May 05 22:00:15.395067 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 540402f3-76d2-4eaf-b247-6b79d0ade5ba on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:00:15.395067 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 540402f3-76d2-4eaf-b247-6b79d0ade5ba by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'd8f06216-ade9-4c89-b4a2-a0510c843d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ec237978-e18e-4712-a92b-35145dd822ee'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:00:15.395067 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 540402f3-76d2-4eaf-b247-6b79d0ade5ba on network ec237978-e18e-4712-a92b-35145dd822ee {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:00:15.404653 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Port 540402f3-76d2-4eaf-b247-6b79d0ade5ba on network ec237978-e18e-4712-a92b-35145dd822ee not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:00:15.405501 n-d-825175-4 neutron-server[84061]: ERROR neutron.plugins.ml2.managers [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Failed to bind port 540402f3-76d2-4eaf-b247-6b79d0ade5ba on host n-h2-825175-4 for vnic_type normal using segments [{'id': 'd8f06216-ade9-4c89-b4a2-a0510c843d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ec237978-e18e-4712-a92b-35145dd822ee'}] May 05 22:00:15.407156 n-d-825175-4 neutron-server[84061]: INFO neutron.plugins.ml2.plugin [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempt 6 to bind port 540402f3-76d2-4eaf-b247-6b79d0ade5ba May 05 22:00:15.442522 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-9ad3fe94-fd60-4805-945c-b171399818a1 req-8adbf5cf-6ee2-41e0-8a3f-e02dd731e91b tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:15.453840 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 540402f3-76d2-4eaf-b247-6b79d0ade5ba on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:00:15.454307 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 540402f3-76d2-4eaf-b247-6b79d0ade5ba by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'd8f06216-ade9-4c89-b4a2-a0510c843d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ec237978-e18e-4712-a92b-35145dd822ee'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:00:15.454536 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['1c975d98-803d-4f29-a4b9-cfba4646e170'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:00:15.454860 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 540402f3-76d2-4eaf-b247-6b79d0ade5ba on network ec237978-e18e-4712-a92b-35145dd822ee {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:00:15.516546 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adbf5cf-6ee2-41e0-8a3f-e02dd731e91b tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Pushing event deleted for resources: {'Port': ['ID=347009fb-b0c9-4861-9dd3-8773680adb4d,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:15.521041 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Port 540402f3-76d2-4eaf-b247-6b79d0ade5ba on network ec237978-e18e-4712-a92b-35145dd822ee not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:00:15.522317 n-d-825175-4 neutron-server[84061]: ERROR neutron.plugins.ml2.managers [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Failed to bind port 540402f3-76d2-4eaf-b247-6b79d0ade5ba on host n-h2-825175-4 for vnic_type normal using segments [{'id': 'd8f06216-ade9-4c89-b4a2-a0510c843d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ec237978-e18e-4712-a92b-35145dd822ee'}] May 05 22:00:15.525404 n-d-825175-4 neutron-server[84061]: INFO neutron.plugins.ml2.plugin [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempt 7 to bind port 540402f3-76d2-4eaf-b247-6b79d0ade5ba May 05 22:00:15.543821 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 540402f3-76d2-4eaf-b247-6b79d0ade5ba on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:00:15.544408 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 540402f3-76d2-4eaf-b247-6b79d0ade5ba by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'd8f06216-ade9-4c89-b4a2-a0510c843d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ec237978-e18e-4712-a92b-35145dd822ee'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:00:15.545010 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 540402f3-76d2-4eaf-b247-6b79d0ade5ba on network ec237978-e18e-4712-a92b-35145dd822ee {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:00:15.555268 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Port 540402f3-76d2-4eaf-b247-6b79d0ade5ba on network ec237978-e18e-4712-a92b-35145dd822ee not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:00:15.555908 n-d-825175-4 neutron-server[84061]: ERROR neutron.plugins.ml2.managers [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Failed to bind port 540402f3-76d2-4eaf-b247-6b79d0ade5ba on host n-h2-825175-4 for vnic_type normal using segments [{'id': 'd8f06216-ade9-4c89-b4a2-a0510c843d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ec237978-e18e-4712-a92b-35145dd822ee'}] May 05 22:00:15.558576 n-d-825175-4 neutron-server[84061]: INFO neutron.plugins.ml2.plugin [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempt 8 to bind port 540402f3-76d2-4eaf-b247-6b79d0ade5ba May 05 22:00:15.577953 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-433b8249-0fad-4fab-8f59-4552670def4e req-3291d900-b46d-471b-9d44-7fa667e3804d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bc00cc89-bdd8-4ed0-b801-d435664de8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2739518 May 05 22:00:15.600666 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 540402f3-76d2-4eaf-b247-6b79d0ade5ba on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:00:15.604438 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 540402f3-76d2-4eaf-b247-6b79d0ade5ba by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'd8f06216-ade9-4c89-b4a2-a0510c843d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ec237978-e18e-4712-a92b-35145dd822ee'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:00:15.605009 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 540402f3-76d2-4eaf-b247-6b79d0ade5ba on network ec237978-e18e-4712-a92b-35145dd822ee {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:00:15.637201 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Port 540402f3-76d2-4eaf-b247-6b79d0ade5ba on network ec237978-e18e-4712-a92b-35145dd822ee not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:00:15.639200 n-d-825175-4 neutron-server[84061]: ERROR neutron.plugins.ml2.managers [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Failed to bind port 540402f3-76d2-4eaf-b247-6b79d0ade5ba on host n-h2-825175-4 for vnic_type normal using segments [{'id': 'd8f06216-ade9-4c89-b4a2-a0510c843d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ec237978-e18e-4712-a92b-35145dd822ee'}] May 05 22:00:15.644262 n-d-825175-4 neutron-server[84061]: INFO neutron.plugins.ml2.plugin [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempt 9 to bind port 540402f3-76d2-4eaf-b247-6b79d0ade5ba May 05 22:00:15.684523 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-baf38826-31f2-446b-aefa-6c7f87da7147 req-c82ff726-320b-4373-a10d-ae1feb206538 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8ee134af-a629-49b3-b53a-365affa00592 HTTP/1.1" status: 200 len: 1096 time: 0.3462861 May 05 22:00:15.686328 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 540402f3-76d2-4eaf-b247-6b79d0ade5ba on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:00:15.686856 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 540402f3-76d2-4eaf-b247-6b79d0ade5ba by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'd8f06216-ade9-4c89-b4a2-a0510c843d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ec237978-e18e-4712-a92b-35145dd822ee'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:00:15.687189 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 540402f3-76d2-4eaf-b247-6b79d0ade5ba on network ec237978-e18e-4712-a92b-35145dd822ee {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:00:15.690592 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad3fe94-fd60-4805-945c-b171399818a1 req-8adbf5cf-6ee2-41e0-8a3f-e02dd731e91b tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] No DVR routers for this DVR port 347009fb-b0c9-4861-9dd3-8773680adb4d on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:00:15.693506 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-68ba70ef-d216-4a01-954b-8c8c5138a328 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:15.715205 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Port 540402f3-76d2-4eaf-b247-6b79d0ade5ba on network ec237978-e18e-4712-a92b-35145dd822ee not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:00:15.715593 n-d-825175-4 neutron-server[84061]: ERROR neutron.plugins.ml2.managers [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Failed to bind port 540402f3-76d2-4eaf-b247-6b79d0ade5ba on host n-h2-825175-4 for vnic_type normal using segments [{'id': 'd8f06216-ade9-4c89-b4a2-a0510c843d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ec237978-e18e-4712-a92b-35145dd822ee'}] May 05 22:00:15.717413 n-d-825175-4 neutron-server[84061]: INFO neutron.plugins.ml2.plugin [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempt 10 to bind port 540402f3-76d2-4eaf-b247-6b79d0ade5ba May 05 22:00:15.725532 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-68ba70ef-d216-4a01-954b-8c8c5138a328 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Transition to ACTIVE for port object 391d3bca-ba71-4de4-a5da-900569c51026 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:00:15.737193 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 540402f3-76d2-4eaf-b247-6b79d0ade5ba on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:00:15.737535 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 540402f3-76d2-4eaf-b247-6b79d0ade5ba by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'd8f06216-ade9-4c89-b4a2-a0510c843d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ec237978-e18e-4712-a92b-35145dd822ee'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:00:15.737849 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 540402f3-76d2-4eaf-b247-6b79d0ade5ba on network ec237978-e18e-4712-a92b-35145dd822ee {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:00:15.747819 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Port 540402f3-76d2-4eaf-b247-6b79d0ade5ba on network ec237978-e18e-4712-a92b-35145dd822ee not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:00:15.748261 n-d-825175-4 neutron-server[84061]: ERROR neutron.plugins.ml2.managers [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Failed to bind port 540402f3-76d2-4eaf-b247-6b79d0ade5ba on host n-h2-825175-4 for vnic_type normal using segments [{'id': 'd8f06216-ade9-4c89-b4a2-a0510c843d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ec237978-e18e-4712-a92b-35145dd822ee'}] May 05 22:00:15.748674 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:15.757277 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-9ad3fe94-fd60-4805-945c-b171399818a1 req-8adbf5cf-6ee2-41e0-8a3f-e02dd731e91b tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:15.765874 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae72d738-be2e-4c70-974b-0e4db55fe8e4', 'name': 'network-vif-deleted', 'tag': '347009fb-b0c9-4861-9dd3-8773680adb4d'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:00:15.817198 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-68ba70ef-d216-4a01-954b-8c8c5138a328 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:15.863881 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9ad3fe94-fd60-4805-945c-b171399818a1 req-8adbf5cf-6ee2-41e0-8a3f-e02dd731e91b tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.44 "DELETE /v2.0/ports/347009fb-b0c9-4861-9dd3-8773680adb4d HTTP/1.1" status: 204 len: 173 time: 4.9441428 May 05 22:00:15.885200 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5cb7657-6898-46c8-9981-52357e56442b'] response: {'server_uuid': 'ae72d738-be2e-4c70-974b-0e4db55fe8e4', 'name': 'network-vif-deleted', 'tag': '347009fb-b0c9-4861-9dd3-8773680adb4d', 'status': 'completed', 'code': 200} May 05 22:00:15.927616 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ba70ef-d216-4a01-954b-8c8c5138a328 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Network 11b3685b-6459-45ce-a455-560d01015776 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:00:15.932809 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-68ba70ef-d216-4a01-954b-8c8c5138a328 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:00:15.939291 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ba70ef-d216-4a01-954b-8c8c5138a328 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:00:15.939794 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-baf38826-31f2-446b-aefa-6c7f87da7147 req-6280099b-3dab-4f2c-8a97-38be36807b03 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=28a2c915-f82f-4b3d-9915-be75eedd1b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413108 May 05 22:00:15.966433 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] For port 540402f3-76d2-4eaf-b247-6b79d0ade5ba, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:00:15.966867 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempted to set empty binding levels {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 05 22:00:15.973729 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ba70ef-d216-4a01-954b-8c8c5138a328 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Pushing event updated for resources: {'Port': ['ID=391d3bca-ba71-4de4-a5da-900569c51026,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:15.983621 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-433b8249-0fad-4fab-8f59-4552670def4e req-702e12de-30c0-442d-8e15-a8e4b67f0d85 service neutron] 10.222.0.32 "GET /v2.0/networks/bc00cc89-bdd8-4ed0-b801-d435664de8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3702242 May 05 22:00:15.989002 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:16.108949 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ba70ef-d216-4a01-954b-8c8c5138a328 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:16.109669 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-68ba70ef-d216-4a01-954b-8c8c5138a328 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:16.143345 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] In _notify_port_updated(), no bound segment for port 540402f3-76d2-4eaf-b247-6b79d0ade5ba on network ec237978-e18e-4712-a92b-35145dd822ee {{(pid=84061) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 05 22:00:16.144492 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:16.146048 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] 10.222.0.23 "PUT /v2.0/ports/540402f3-76d2-4eaf-b247-6b79d0ade5ba HTTP/1.1" status: 200 len: 975 time: 2.5875216 May 05 22:00:16.153043 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53098) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:16.206294 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-68ba70ef-d216-4a01-954b-8c8c5138a328 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.2786324 May 05 22:00:16.211191 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53104) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:16.213369 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75fe148-917e-4814-84d0-600f59a26bdc tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Pushing event updated for resources: {'Port': ['ID=540402f3-76d2-4eaf-b247-6b79d0ade5ba,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:16.280744 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-30c75118-1eff-461a-8b37-1e9aaa5b0911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:16.302880 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158627d-3968-4621-a851-7835b98040f2 req-eaa625ee-b2f2-41b3-93b0-d7ddd7d44275 tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:16.305346 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b158627d-3968-4621-a851-7835b98040f2 req-eaa625ee-b2f2-41b3-93b0-d7ddd7d44275 tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ee134af-a629-49b3-b53a-365affa00592 HTTP/1.1" status: 200 len: 945 time: 0.1581714 May 05 22:00:16.319448 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-6deeb257-b448-4d62-a6b4-c8b9bc53501e None None] Provisioning for port 391d3bca-ba71-4de4-a5da-900569c51026 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:00:16.329223 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-6deeb257-b448-4d62-a6b4-c8b9bc53501e None None] Provisioning complete for port 391d3bca-ba71-4de4-a5da-900569c51026 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:00:16.329590 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6deeb257-b448-4d62-a6b4-c8b9bc53501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:16.441439 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-6deeb257-b448-4d62-a6b4-c8b9bc53501e None None] Port 391d3bca-ba71-4de4-a5da-900569c51026 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:00:16.484242 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b158627d-3968-4621-a851-7835b98040f2 req-a9676cbc-d992-494e-bdec-939fe17cb451 tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] 10.222.0.23 "GET /v2.0/security-groups?id=28a2c915-f82f-4b3d-9915-be75eedd1b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693487 May 05 22:00:16.506127 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-433b8249-0fad-4fab-8f59-4552670def4e req-3f2164ca-9062-4f41-a328-295648d79878 service neutron] 10.222.0.32 "GET /v2.0/networks/bc00cc89-bdd8-4ed0-b801-d435664de8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669033 May 05 22:00:16.555369 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97684d5b-84a3-497c-a5d9-6b3f32d4644b req-e0ed0228-f4f9-447d-98b5-801c6cd14c8e tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:16.556847 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-97684d5b-84a3-497c-a5d9-6b3f32d4644b req-e0ed0228-f4f9-447d-98b5-801c6cd14c8e tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab626493-f4d5-492e-ace9-e9a71891d92e HTTP/1.1" status: 200 len: 945 time: 0.2094138 May 05 22:00:16.637976 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-97684d5b-84a3-497c-a5d9-6b3f32d4644b req-869d83fb-9925-4d00-bf50-c7b5faa40554 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729876 May 05 22:00:16.645761 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-dbdfce88-e76f-4e6c-8f08-453165ec6b3a tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] Request body: {'floatingip': {'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'project_id': '8cb12a38a416472d81633d26b1bff61a', 'port_id': '391d3bca-ba71-4de4-a5da-900569c51026'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:00:16.661065 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-dbdfce88-e76f-4e6c-8f08-453165ec6b3a tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:00:16.672018 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-dbdfce88-e76f-4e6c-8f08-453165ec6b3a tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] Usage tracker for resource:floatingip and tenant:8cb12a38a416472d81633d26b1bff61a is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:00:16.677147 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-dbdfce88-e76f-4e6c-8f08-453165ec6b3a tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:00:16.686052 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-dbdfce88-e76f-4e6c-8f08-453165ec6b3a tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:00:16.708629 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-dbdfce88-e76f-4e6c-8f08-453165ec6b3a tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:16.764373 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8d18cafb-f6f4-4624-9c17-21e3296e6b89 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 31320 time: 0.6033182 May 05 22:00:16.791601 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53116) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:16.820145 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-429824b2-6bd5-451e-a344-b80e6b2885a0 req-777e1732-d0f2-413f-836c-135666b222ab tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae72d738-be2e-4c70-974b-0e4db55fe8e4 HTTP/1.1" status: 200 len: 210 time: 0.0862441 May 05 22:00:16.895935 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-f8ed42b0-0502-4ce9-a09a-de8ec3161517 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Deleting port 540402f3-76d2-4eaf-b247-6b79d0ade5ba {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:00:16.897039 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f8ed42b0-0502-4ce9-a09a-de8ec3161517 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:16.984233 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-dbdfce88-e76f-4e6c-8f08-453165ec6b3a tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:17.094771 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-5ba4d808-03e5-4989-8b02-aab6db7f866a admin admin] Deleting port 5f1e015c-7e2a-45db-8f28-ebb7488d457f {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:00:17.095558 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5ba4d808-03e5-4989-8b02-aab6db7f866a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:17.216945 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-dbdfce88-e76f-4e6c-8f08-453165ec6b3a tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] Allocated IP 172.25.4.219 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/9f3fb52f-239e-460d-be77-c1206b1208d4) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:00:17.298172 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:17.315225 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-f8ed42b0-0502-4ce9-a09a-de8ec3161517 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] For port 540402f3-76d2-4eaf-b247-6b79d0ade5ba, host n-h2-825175-4, got binding levels [] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:00:17.315601 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f8ed42b0-0502-4ce9-a09a-de8ec3161517 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:17.457376 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-f8ed42b0-0502-4ce9-a09a-de8ec3161517 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Calling delete_port for 540402f3-76d2-4eaf-b247-6b79d0ade5ba owned by {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:00:17.500871 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:17.538317 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-dbdfce88-e76f-4e6c-8f08-453165ec6b3a tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:17.569415 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-5ba4d808-03e5-4989-8b02-aab6db7f866a admin admin] For port 5f1e015c-7e2a-45db-8f28-ebb7488d457f, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=5f1e015c-7e2a-45db-8f28-ebb7488d457f,segment=NetworkSegment(5e9da586-bb12-4958-b15e-b7cf97bc3d1b),segment_id=5e9da586-bb12-4958-b15e-b7cf97bc3d1b)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:00:17.569799 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5ba4d808-03e5-4989-8b02-aab6db7f866a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:17.585496 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-dbdfce88-e76f-4e6c-8f08-453165ec6b3a tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:17.595988 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f8ed42b0-0502-4ce9-a09a-de8ec3161517 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:17.665977 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbdfce88-e76f-4e6c-8f08-453165ec6b3a tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:00:17.670533 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-dbdfce88-e76f-4e6c-8f08-453165ec6b3a tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:00:17.672703 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdfce88-e76f-4e6c-8f08-453165ec6b3a tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] Pushing event updated for resources: {'Port': ['ID=9f3fb52f-239e-460d-be77-c1206b1208d4,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:17.674948 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdfce88-e76f-4e6c-8f08-453165ec6b3a tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:00:17.832491 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-5ba4d808-03e5-4989-8b02-aab6db7f866a admin admin] Calling delete_port for 5f1e015c-7e2a-45db-8f28-ebb7488d457f owned by network:router_interface {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:00:17.865185 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed42b0-0502-4ce9-a09a-de8ec3161517 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Pushing event deleted for resources: {'Port': ['ID=540402f3-76d2-4eaf-b247-6b79d0ade5ba,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:17.895255 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f8ed42b0-0502-4ce9-a09a-de8ec3161517 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:17.913548 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f8ed42b0-0502-4ce9-a09a-de8ec3161517 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] 10.222.0.23 "DELETE /v2.0/ports/540402f3-76d2-4eaf-b247-6b79d0ade5ba HTTP/1.1" status: 204 len: 168 time: 1.1212652 May 05 22:00:17.919137 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53144) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:17.990285 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cee248b-5a14-423c-8d79-1486e15394d1 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] GET failed (client error): The resource could not be found. May 05 22:00:17.990985 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-1cee248b-5a14-423c-8d79-1486e15394d1 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Synchronizing usage tracker for tenant:34adcaba5703439e882398611b12e776 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:00:18.014688 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-1cee248b-5a14-423c-8d79-1486e15394d1 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Unset dirty status for tenant:34adcaba5703439e882398611b12e776 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:00:18.021632 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1cee248b-5a14-423c-8d79-1486e15394d1 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] 10.222.0.23 "GET /v2.0/ports/540402f3-76d2-4eaf-b247-6b79d0ade5ba HTTP/1.1" status: 404 len: 333 time: 0.0919774 May 05 22:00:18.024683 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53148) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:18.031076 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-2f7bb53f-c413-4b88-b31c-a88626d35704 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1908008305', 'network_id': 'ec237978-e18e-4712-a92b-35145dd822ee'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:00:18.037960 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-2f7bb53f-c413-4b88-b31c-a88626d35704 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:00:18.053705 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-2f7bb53f-c413-4b88-b31c-a88626d35704 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:00:18.069400 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7bb53f-c413-4b88-b31c-a88626d35704 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Made reservation on behalf of 34adcaba5703439e882398611b12e776 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:00:18.071797 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2f7bb53f-c413-4b88-b31c-a88626d35704 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:18.087591 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa8ef7-59eb-4dcc-b478-a9d24b20ec9c req-f8375673-a319-48bf-b972-bdc6f5353923 tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:18.089203 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2dfa8ef7-59eb-4dcc-b478-a9d24b20ec9c req-f8375673-a319-48bf-b972-bdc6f5353923 tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ee134af-a629-49b3-b53a-365affa00592 HTTP/1.1" status: 200 len: 945 time: 0.3207972 May 05 22:00:18.141691 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [None req-2f7bb53f-c413-4b88-b31c-a88626d35704 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] device_id is not set on port b17df458-7241-41d8-aeb7-f059adef4d13 yet. {{(pid=84063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:00:18.208881 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2dfa8ef7-59eb-4dcc-b478-a9d24b20ec9c req-feea0e5c-4cce-437b-a92d-5a7b5d0e4ac8 tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] 10.222.0.23 "GET /v2.0/security-groups?id=28a2c915-f82f-4b3d-9915-be75eedd1b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547845 May 05 22:00:18.222462 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5ba4d808-03e5-4989-8b02-aab6db7f866a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:18.245802 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b48e08-935e-4e80-b35a-a0dbf0e7aef3 req-ec476807-8203-4d62-83ec-c1a6234097ff tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:18.252564 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-56b48e08-935e-4e80-b35a-a0dbf0e7aef3 req-ec476807-8203-4d62-83ec-c1a6234097ff tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab626493-f4d5-492e-ace9-e9a71891d92e HTTP/1.1" status: 200 len: 945 time: 0.3220716 May 05 22:00:18.289659 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba4d808-03e5-4989-8b02-aab6db7f866a admin admin] Pushing event deleted for resources: {'Port': ['ID=5f1e015c-7e2a-45db-8f28-ebb7488d457f,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:18.381202 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-56b48e08-935e-4e80-b35a-a0dbf0e7aef3 req-d28ee2f1-1a84-450a-8faf-125e1961a7c6 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282573 May 05 22:00:18.797314 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-dbdfce88-e76f-4e6c-8f08-453165ec6b3a tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:18.887547 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:18.945741 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-dbdfce88-e76f-4e6c-8f08-453165ec6b3a tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:19.158403 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2f7bb53f-c413-4b88-b31c-a88626d35704 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:19.367675 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2f7bb53f-c413-4b88-b31c-a88626d35704 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:19.381877 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-dbdfce88-e76f-4e6c-8f08-453165ec6b3a tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:19.393377 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-dbdfce88-e76f-4e6c-8f08-453165ec6b3a tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:19.453210 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1eeef3-29b3-4168-a028-305bc0aae61e req-987b9fe8-23f8-44eb-8a57-480129652a34 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:19.454772 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1e1eeef3-29b3-4168-a028-305bc0aae61e req-987b9fe8-23f8-44eb-8a57-480129652a34 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d6c1d5e-1257-4597-a1c5-2b65d0679090 HTTP/1.1" status: 200 len: 945 time: 0.1746309 May 05 22:00:19.464120 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7bb53f-c413-4b88-b31c-a88626d35704 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Network ec237978-e18e-4712-a92b-35145dd822ee is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:00:19.485812 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-2f7bb53f-c413-4b88-b31c-a88626d35704 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:00:19.493105 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7bb53f-c413-4b88-b31c-a88626d35704 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:00:19.494283 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7bb53f-c413-4b88-b31c-a88626d35704 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:19.495067 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2f7bb53f-c413-4b88-b31c-a88626d35704 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:19.563241 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7bb53f-c413-4b88-b31c-a88626d35704 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Pushing event updated for resources: {'Port': ['ID=b17df458-7241-41d8-aeb7-f059adef4d13,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:19.575871 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdfce88-e76f-4e6c-8f08-453165ec6b3a tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] Pushing event updated for resources: {'Port': ['ID=9f3fb52f-239e-460d-be77-c1206b1208d4,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:19.585860 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5ba4d808-03e5-4989-8b02-aab6db7f866a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:19.599460 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-2f7bb53f-c413-4b88-b31c-a88626d35704 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.5737598 May 05 22:00:19.614590 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53204) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:19.785383 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53210) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:19.790081 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-dbdfce88-e76f-4e6c-8f08-453165ec6b3a tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:19.862973 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1e1eeef3-29b3-4168-a028-305bc0aae61e req-45a33feb-4bea-4bb9-800e-2a390209276b tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/security-groups?id=357c8a06-0cb4-4ca4-87b5-fb62b56bd963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3970139 May 05 22:00:19.943143 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-54306853-774f-4bc8-9453-adb94f4f7c2e tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Synchronizing usage tracker for tenant:34adcaba5703439e882398611b12e776 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:00:19.994036 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0485ca3b-b1f2-4ebb-bfbf-a93b2c86b7ee req-65522da6-da9a-4e04-8e1d-a7415453ef61 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:19.998613 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0485ca3b-b1f2-4ebb-bfbf-a93b2c86b7ee req-65522da6-da9a-4e04-8e1d-a7415453ef61 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:20.002529 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0485ca3b-b1f2-4ebb-bfbf-a93b2c86b7ee req-65522da6-da9a-4e04-8e1d-a7415453ef61 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:20.007106 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0485ca3b-b1f2-4ebb-bfbf-a93b2c86b7ee req-65522da6-da9a-4e04-8e1d-a7415453ef61 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:20.012972 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0485ca3b-b1f2-4ebb-bfbf-a93b2c86b7ee req-65522da6-da9a-4e04-8e1d-a7415453ef61 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:20.020845 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0485ca3b-b1f2-4ebb-bfbf-a93b2c86b7ee req-65522da6-da9a-4e04-8e1d-a7415453ef61 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:20.026243 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0485ca3b-b1f2-4ebb-bfbf-a93b2c86b7ee req-65522da6-da9a-4e04-8e1d-a7415453ef61 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:20.035166 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0485ca3b-b1f2-4ebb-bfbf-a93b2c86b7ee req-65522da6-da9a-4e04-8e1d-a7415453ef61 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/ports?device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 5443 time: 0.5464725 May 05 22:00:20.045014 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-182deff0-4ca3-40d2-a5ec-f964564fa969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:20.065704 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-54306853-774f-4bc8-9453-adb94f4f7c2e tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Unset dirty status for tenant:34adcaba5703439e882398611b12e776 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:00:20.066855 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-54306853-774f-4bc8-9453-adb94f4f7c2e tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] 10.222.0.23 "GET /v2.0/ports/b17df458-7241-41d8-aeb7-f059adef4d13 HTTP/1.1" status: 200 len: 955 time: 0.4510050 May 05 22:00:20.072383 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53216) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:20.155111 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0485ca3b-b1f2-4ebb-bfbf-a93b2c86b7ee req-ab8ec555-cf2a-40a0-a911-cf8fed1b4e43 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/security-groups?id=d56f4659-1a1c-44b7-b1dc-74618b3402dc&id=d1b940f3-f2a7-478e-a3f4-c0ad661f5649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1183231 May 05 22:00:20.180122 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-3b75e936-34a2-41e7-a712-fbae174662ad tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Deleting port b17df458-7241-41d8-aeb7-f059adef4d13 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:00:20.181079 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3b75e936-34a2-41e7-a712-fbae174662ad tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:20.212346 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4bca83-34d7-4aac-92b8-6fc08ca59935 req-8d60c394-72e1-4920-8b44-b687a3efeb21 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:20.213956 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ed4bca83-34d7-4aac-92b8-6fc08ca59935 req-8d60c394-72e1-4920-8b44-b687a3efeb21 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab626493-f4d5-492e-ace9-e9a71891d92e HTTP/1.1" status: 200 len: 945 time: 0.1504691 May 05 22:00:20.238728 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-182deff0-4ca3-40d2-a5ec-f964564fa969 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:00:20.251853 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-182deff0-4ca3-40d2-a5ec-f964564fa969 admin admin] Usage tracker for resource:security_group_rule and tenant:5e4a42bb79fa48a2ac438b59df5e4a53 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:00:20.256918 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-182deff0-4ca3-40d2-a5ec-f964564fa969 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:00:20.283949 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ed4bca83-34d7-4aac-92b8-6fc08ca59935 req-edcb72ba-072a-4248-ba5a-f7230a9dd1c6 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615292 May 05 22:00:20.286633 n-d-825175-4 neutron-server[84061]: INFO neutron.db.l3_db [None req-dbdfce88-e76f-4e6c-8f08-453165ec6b3a tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] Floating IP 84048c6d-905a-446d-8fde-9fc2f30c9505 associated. External IP: 172.25.4.219, port: 391d3bca-ba71-4de4-a5da-900569c51026. May 05 22:00:20.290925 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-182deff0-4ca3-40d2-a5ec-f964564fa969 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:00:20.638740 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3b75e936-34a2-41e7-a712-fbae174662ad tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:20.701872 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:00:20.704490 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbdfce88-e76f-4e6c-8f08-453165ec6b3a tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] Router fd0cb335-2d36-4279-835d-1cfec2d62154 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:00:20.934795 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbdfce88-e76f-4e6c-8f08-453165ec6b3a tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:00:20.947448 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1339f857-9311-44f1-b5ff-3538c35a9012 None None] Sync routers for ids ['fd0cb335-2d36-4279-835d-1cfec2d62154'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:00:20.949716 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-3b75e936-34a2-41e7-a712-fbae174662ad tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Calling delete_port for b17df458-7241-41d8-aeb7-f059adef4d13 owned by {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:00:20.965227 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1339f857-9311-44f1-b5ff-3538c35a9012 None None] Routers {'fd0cb335-2d36-4279-835d-1cfec2d62154'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:00:20.965861 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-1339f857-9311-44f1-b5ff-3538c35a9012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:00:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['fd0cb335-2d36-4279-835d-1cfec2d62154'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:00:20.988146 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-dbdfce88-e76f-4e6c-8f08-453165ec6b3a tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:21.017967 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-182deff0-4ca3-40d2-a5ec-f964564fa969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:21.037578 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-182deff0-4ca3-40d2-a5ec-f964564fa969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:21.075646 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-dbdfce88-e76f-4e6c-8f08-453165ec6b3a tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 4.8417714 May 05 22:00:21.076020 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53234) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:21.086648 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-1339f857-9311-44f1-b5ff-3538c35a9012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:00:21.103414 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1339f857-9311-44f1-b5ff-3538c35a9012 None None] Routers {'fd0cb335-2d36-4279-835d-1cfec2d62154'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:00:21.104458 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-1339f857-9311-44f1-b5ff-3538c35a9012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:00:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['fd0cb335-2d36-4279-835d-1cfec2d62154'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:00:21.171195 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3b75e936-34a2-41e7-a712-fbae174662ad tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:21.186459 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-1339f857-9311-44f1-b5ff-3538c35a9012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:00:21.187300 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1339f857-9311-44f1-b5ff-3538c35a9012 None None] The sync data for ids ['fd0cb335-2d36-4279-835d-1cfec2d62154'] in n-d-825175-4 is: [] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:00:21.190607 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182deff0-4ca3-40d2-a5ec-f964564fa969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a405d0e7-40e7-46e9-9bfa-d17d0a8ec1fc,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:21.226844 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-10c28b2a-572a-4759-8e3b-d800b10d6dd1 tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] 10.222.0.23 "GET /v2.0/floatingips/84048c6d-905a-446d-8fde-9fc2f30c9505 HTTP/1.1" status: 200 len: 984 time: 0.1485965 May 05 22:00:21.227945 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53240) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:21.241753 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3b75e936-34a2-41e7-a712-fbae174662ad tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:21.256544 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-182deff0-4ca3-40d2-a5ec-f964564fa969 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5e4a42bb79fa48a2ac438b59df5e4a53&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4695923 May 05 22:00:21.267818 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53246) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:21.270821 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b75e936-34a2-41e7-a712-fbae174662ad tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Pushing event deleted for resources: {'Port': ['ID=b17df458-7241-41d8-aeb7-f059adef4d13,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:21.344125 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-3b75e936-34a2-41e7-a712-fbae174662ad tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] 10.222.0.23 "DELETE /v2.0/ports/b17df458-7241-41d8-aeb7-f059adef4d13 HTTP/1.1" status: 204 len: 168 time: 1.2692764 May 05 22:00:21.351339 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53252) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:21.359648 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ba4d808-03e5-4989-8b02-aab6db7f866a admin admin] Router b3ad7406-69ba-41fa-8407-7590b4b7dc02 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:00:21.370582 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddfa949-028f-474d-9d40-08d535df548d req-4addbe69-b7b2-4344-b8bb-a6b706f0f2e9 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:21.378022 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1ddfa949-028f-474d-9d40-08d535df548d req-4addbe69-b7b2-4344-b8bb-a6b706f0f2e9 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d6c1d5e-1257-4597-a1c5-2b65d0679090 HTTP/1.1" status: 200 len: 945 time: 0.3068359 May 05 22:00:21.411046 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-406775fd-a099-4dad-89da-9a96fdd81c50 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] GET failed (client error): The resource could not be found. May 05 22:00:21.411455 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-406775fd-a099-4dad-89da-9a96fdd81c50 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Synchronizing usage tracker for tenant:34adcaba5703439e882398611b12e776 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:00:21.448974 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937e03e-d5bc-44f0-9048-7480e0cf916e req-623ab252-3959-447f-aa15-85a727f1d04e tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:21.449669 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-3937e03e-d5bc-44f0-9048-7480e0cf916e req-623ab252-3959-447f-aa15-85a727f1d04e tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Synchronizing usage tracker for tenant:4ba96e3a2f29495a89fcbd646b4c3115 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:00:21.461083 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-1a72454a-9a4b-4617-8277-9d6216aeed83 tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2252 time: 0.2294030 May 05 22:00:21.463886 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53258) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:21.468849 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8d120311-ea7c-43e0-918d-b2ac32ddca1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:21.545310 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-406775fd-a099-4dad-89da-9a96fdd81c50 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Unset dirty status for tenant:34adcaba5703439e882398611b12e776 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:00:21.546492 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-406775fd-a099-4dad-89da-9a96fdd81c50 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] 10.222.0.23 "GET /v2.0/ports/b17df458-7241-41d8-aeb7-f059adef4d13 HTTP/1.1" status: 404 len: 333 time: 0.1929479 May 05 22:00:21.556750 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53262) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:21.632381 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-073d989f-0572-4ea9-87fd-5e28f75286fe tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Request body: {'port': {'network_id': 'ec237978-e18e-4712-a92b-35145dd822ee', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-533640428'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:00:21.652832 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-3937e03e-d5bc-44f0-9048-7480e0cf916e req-623ab252-3959-447f-aa15-85a727f1d04e tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Unset dirty status for tenant:4ba96e3a2f29495a89fcbd646b4c3115 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:00:21.655305 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3937e03e-d5bc-44f0-9048-7480e0cf916e req-623ab252-3959-447f-aa15-85a727f1d04e tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d6c1d5e-1257-4597-a1c5-2b65d0679090 HTTP/1.1" status: 200 len: 945 time: 0.5443547 May 05 22:00:21.668083 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-073d989f-0572-4ea9-87fd-5e28f75286fe tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:00:21.673753 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8d120311-ea7c-43e0-918d-b2ac32ddca1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:21.751375 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-073d989f-0572-4ea9-87fd-5e28f75286fe tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:00:21.813141 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-3937e03e-d5bc-44f0-9048-7480e0cf916e req-67bb0ff3-8528-4486-9639-f72dba4f022c tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Deleting port 1c975d98-803d-4f29-a4b9-cfba4646e170 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:00:21.813523 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-3937e03e-d5bc-44f0-9048-7480e0cf916e req-67bb0ff3-8528-4486-9639-f72dba4f022c tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:21.819960 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1ddfa949-028f-474d-9d40-08d535df548d req-bc6cb906-e081-4de9-a3c1-fc6f232149f5 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/security-groups?id=357c8a06-0cb4-4ca4-87b5-fb62b56bd963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4410813 May 05 22:00:21.854891 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-7f5d6616-7157-4f88-8463-0e63b96d2133 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Deleting port 9f3fb52f-239e-460d-be77-c1206b1208d4 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:00:21.854891 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7f5d6616-7157-4f88-8463-0e63b96d2133 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:21.858598 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073d989f-0572-4ea9-87fd-5e28f75286fe tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Made reservation on behalf of 34adcaba5703439e882398611b12e776 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:00:21.858598 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-073d989f-0572-4ea9-87fd-5e28f75286fe tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:21.908948 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [None req-073d989f-0572-4ea9-87fd-5e28f75286fe tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] device_id is not set on port 9b260af3-c022-4e7f-af31-744982f21a16 yet. {{(pid=84063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:00:21.958181 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7dbd4-fc02-444c-942e-5dc72e5f0a33 req-31655b5a-218b-44d4-9d75-2226123add75 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:21.962618 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7dbd4-fc02-444c-942e-5dc72e5f0a33 req-31655b5a-218b-44d4-9d75-2226123add75 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:21.966487 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7dbd4-fc02-444c-942e-5dc72e5f0a33 req-31655b5a-218b-44d4-9d75-2226123add75 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:21.970325 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7dbd4-fc02-444c-942e-5dc72e5f0a33 req-31655b5a-218b-44d4-9d75-2226123add75 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:21.974107 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7dbd4-fc02-444c-942e-5dc72e5f0a33 req-31655b5a-218b-44d4-9d75-2226123add75 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:21.977907 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7dbd4-fc02-444c-942e-5dc72e5f0a33 req-31655b5a-218b-44d4-9d75-2226123add75 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:21.981746 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7dbd4-fc02-444c-942e-5dc72e5f0a33 req-31655b5a-218b-44d4-9d75-2226123add75 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:21.989533 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9cb7dbd4-fc02-444c-942e-5dc72e5f0a33 req-31655b5a-218b-44d4-9d75-2226123add75 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/ports?device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 5443 time: 0.5965409 May 05 22:00:22.043412 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8d120311-ea7c-43e0-918d-b2ac32ddca1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:22.201903 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9cb7dbd4-fc02-444c-942e-5dc72e5f0a33 req-bcea4eea-38d2-41c6-bbc8-ce3db80dab09 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/security-groups?id=d56f4659-1a1c-44b7-b1dc-74618b3402dc&id=d1b940f3-f2a7-478e-a3f4-c0ad661f5649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2111592 May 05 22:00:22.229380 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7f5d6616-7157-4f88-8463-0e63b96d2133 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:22.229699 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7f5d6616-7157-4f88-8463-0e63b96d2133 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:22.265788 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5b1c6-6a41-417d-855e-c685a9ffcf86 req-065bbe60-2888-4d00-82a8-316cef786397 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:22.267556 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2be5b1c6-6a41-417d-855e-c685a9ffcf86 req-065bbe60-2888-4d00-82a8-316cef786397 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab626493-f4d5-492e-ace9-e9a71891d92e HTTP/1.1" status: 200 len: 945 time: 0.2247248 May 05 22:00:22.273064 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d120311-ea7c-43e0-918d-b2ac32ddca1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a405d0e7-40e7-46e9-9bfa-d17d0a8ec1fc,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:22.379944 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-7f5d6616-7157-4f88-8463-0e63b96d2133 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Calling delete_port for 9f3fb52f-239e-460d-be77-c1206b1208d4 owned by network:floatingip {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:00:22.422351 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8d120311-ea7c-43e0-918d-b2ac32ddca1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:22.423688 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8d120311-ea7c-43e0-918d-b2ac32ddca1f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a405d0e7-40e7-46e9-9bfa-d17d0a8ec1fc HTTP/1.1" status: 204 len: 168 time: 1.1493807 May 05 22:00:22.472052 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2be5b1c6-6a41-417d-855e-c685a9ffcf86 req-93ded5f0-ea68-4c32-baa1-eafb3b88c454 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552064 May 05 22:00:22.485422 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-073d989f-0572-4ea9-87fd-5e28f75286fe tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:22.606222 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ba4d808-03e5-4989-8b02-aab6db7f866a admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:00:22.614158 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5ba4d808-03e5-4989-8b02-aab6db7f866a admin admin] 10.222.0.23 "PUT /v2.0/routers/b3ad7406-69ba-41fa-8407-7590b4b7dc02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1069813 May 05 22:00:22.616492 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53280) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:22.617284 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-3937e03e-d5bc-44f0-9048-7480e0cf916e req-67bb0ff3-8528-4486-9639-f72dba4f022c tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] For port 1c975d98-803d-4f29-a4b9-cfba4646e170, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=1c975d98-803d-4f29-a4b9-cfba4646e170,segment=NetworkSegment(501dba1c-64dd-4cd1-bb42-439b98112e67),segment_id=501dba1c-64dd-4cd1-bb42-439b98112e67)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:00:22.617855 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-3937e03e-d5bc-44f0-9048-7480e0cf916e req-67bb0ff3-8528-4486-9639-f72dba4f022c tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:22.620009 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc2d42b-914d-4182-b734-a47d9a127d2e None None] Sync routers for ids ['b3ad7406-69ba-41fa-8407-7590b4b7dc02'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:00:22.648328 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc2d42b-914d-4182-b734-a47d9a127d2e None None] Routers {'b3ad7406-69ba-41fa-8407-7590b4b7dc02'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:00:22.650350 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-bfc2d42b-914d-4182-b734-a47d9a127d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:00:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['b3ad7406-69ba-41fa-8407-7590b4b7dc02'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:00:22.679925 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7f5d6616-7157-4f88-8463-0e63b96d2133 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:22.770746 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-073d989f-0572-4ea9-87fd-5e28f75286fe tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:22.787238 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-3937e03e-d5bc-44f0-9048-7480e0cf916e req-67bb0ff3-8528-4486-9639-f72dba4f022c tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Calling delete_port for 1c975d98-803d-4f29-a4b9-cfba4646e170 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:00:22.838492 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5d6616-7157-4f88-8463-0e63b96d2133 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Pushing event deleted for resources: {'Port': ['ID=9f3fb52f-239e-460d-be77-c1206b1208d4,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:22.953238 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53288) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:22.986446 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-bfc2d42b-914d-4182-b734-a47d9a127d2e None None] Set router b3ad7406-69ba-41fa-8407-7590b4b7dc02 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:00:23.007778 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ad14edc4-66a8-4a9d-bd01-9966ad7274c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:23.011972 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-64de599a-d898-402d-861e-0a32ff621559 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:23.016710 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-64de599a-d898-402d-861e-0a32ff621559 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:23.020570 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-64de599a-d898-402d-861e-0a32ff621559 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:23.024394 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-64de599a-d898-402d-861e-0a32ff621559 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:23.028222 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-64de599a-d898-402d-861e-0a32ff621559 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:23.029564 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93bdeea-59f4-423d-bf84-b305267df27e req-9b6ab2c2-b7e9-4a4b-89f0-34be5a4ce42b tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:23.031321 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d93bdeea-59f4-423d-bf84-b305267df27e req-9b6ab2c2-b7e9-4a4b-89f0-34be5a4ce42b tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ee134af-a629-49b3-b53a-365affa00592 HTTP/1.1" status: 200 len: 945 time: 0.2989349 May 05 22:00:23.038304 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-64de599a-d898-402d-861e-0a32ff621559 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:23.042160 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-64de599a-d898-402d-861e-0a32ff621559 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:23.043320 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-64de599a-d898-402d-861e-0a32ff621559 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Synchronizing usage tracker for tenant:c3f9ce50114047b1adfc22c64baa15b0 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:00:23.086282 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7f5d6616-7157-4f88-8463-0e63b96d2133 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks [] for floatingip, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:23.099940 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073d989f-0572-4ea9-87fd-5e28f75286fe tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Network ec237978-e18e-4712-a92b-35145dd822ee is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:00:23.105764 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-64de599a-d898-402d-861e-0a32ff621559 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Unset dirty status for tenant:c3f9ce50114047b1adfc22c64baa15b0 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:00:23.107495 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-64de599a-d898-402d-861e-0a32ff621559 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.32 "GET /v2.0/ports?device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 5443 time: 0.6946878 May 05 22:00:23.108538 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-073d989f-0572-4ea9-87fd-5e28f75286fe tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:00:23.111167 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073d989f-0572-4ea9-87fd-5e28f75286fe tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:00:23.112343 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073d989f-0572-4ea9-87fd-5e28f75286fe tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:23.113121 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-073d989f-0572-4ea9-87fd-5e28f75286fe tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:23.121158 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073d989f-0572-4ea9-87fd-5e28f75286fe tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Pushing event updated for resources: {'Port': ['ID=9b260af3-c022-4e7f-af31-744982f21a16,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:23.210529 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-073d989f-0572-4ea9-87fd-5e28f75286fe tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.6436090 May 05 22:00:23.213619 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53292) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:23.258733 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:00:23.270069 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-ad14edc4-66a8-4a9d-bd01-9966ad7274c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:00:23.281137 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-ad14edc4-66a8-4a9d-bd01-9966ad7274c9 admin admin] Usage tracker for resource:security_group_rule and tenant:c468ed9d2dde44699ac42d37aac6d1b4 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:00:23.286119 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-bfc2d42b-914d-4182-b734-a47d9a127d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ad7406-69ba-41fa-8407-7590b4b7dc02', 'name': 'tempest-AttachVolumeShelveTestJSON-177764559-router', 'tenant_id': '0ea2eb66bb064d42bceac53953af552d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '2e96534a-0b3f-4b1d-842c-2fddbaad2d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:52:00Z', 'updated_at': '2022-05-05T22:00:18Z', 'revision_number': 5, 'project_id': '0ea2eb66bb064d42bceac53953af552d', 'gw_port': {'id': '2e96534a-0b3f-4b1d-842c-2fddbaad2d4b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ad7406-69ba-41fa-8407-7590b4b7dc02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:52:01Z', 'updated_at': '2022-05-05T21:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:00:23.290623 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc2d42b-914d-4182-b734-a47d9a127d2e None None] Checking router: b3ad7406-69ba-41fa-8407-7590b4b7dc02 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:00:23.292519 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-ad14edc4-66a8-4a9d-bd01-9966ad7274c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:00:23.301981 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc2d42b-914d-4182-b734-a47d9a127d2e None None] Routers {'b3ad7406-69ba-41fa-8407-7590b4b7dc02'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:00:23.302584 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-bfc2d42b-914d-4182-b734-a47d9a127d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:00:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['b3ad7406-69ba-41fa-8407-7590b4b7dc02'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:00:23.311827 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-a3dcddb7-8e0b-4a27-a785-1708fcc1e4ff tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:23.313331 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-a3dcddb7-8e0b-4a27-a785-1708fcc1e4ff tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.32 "GET /v2.0/ports/5a7478fb-521e-4f6f-8635-8d5c3a9ffb68?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1930070 May 05 22:00:23.315157 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-ad14edc4-66a8-4a9d-bd01-9966ad7274c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:00:23.323018 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d93bdeea-59f4-423d-bf84-b305267df27e req-3cf5ee74-ebce-4873-905e-4c20013d165d tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] 10.222.0.23 "GET /v2.0/security-groups?id=28a2c915-f82f-4b3d-9915-be75eedd1b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793643 May 05 22:00:23.494946 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cfda1b-6a90-487d-8f70-74d24f7bcc1d req-38c26900-1f60-4ea6-99c6-2fbad0947d59 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:23.496437 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-92cfda1b-6a90-487d-8f70-74d24f7bcc1d req-38c26900-1f60-4ea6-99c6-2fbad0947d59 tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d6c1d5e-1257-4597-a1c5-2b65d0679090 HTTP/1.1" status: 200 len: 945 time: 0.4613843 May 05 22:00:23.503682 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-3937e03e-d5bc-44f0-9048-7480e0cf916e req-67bb0ff3-8528-4486-9639-f72dba4f022c tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:23.516051 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-bfc2d42b-914d-4182-b734-a47d9a127d2e None None] Set router b3ad7406-69ba-41fa-8407-7590b4b7dc02 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:00:23.576665 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bb0ff3-8528-4486-9639-f72dba4f022c tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Pushing event deleted for resources: {'Port': ['ID=1c975d98-803d-4f29-a4b9-cfba4646e170,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:23.603769 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ad14edc4-66a8-4a9d-bd01-9966ad7274c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:23.679878 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:23.685083 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ad14edc4-66a8-4a9d-bd01-9966ad7274c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:23.698044 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-3937e03e-d5bc-44f0-9048-7480e0cf916e req-67bb0ff3-8528-4486-9639-f72dba4f022c tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] No DVR routers for this DVR port 1c975d98-803d-4f29-a4b9-cfba4646e170 on host n-h2-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:00:23.704293 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-3937e03e-d5bc-44f0-9048-7480e0cf916e req-67bb0ff3-8528-4486-9639-f72dba4f022c tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:23.708687 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d6c1d5e-1257-4597-a1c5-2b65d0679090', 'name': 'network-vif-deleted', 'tag': '1c975d98-803d-4f29-a4b9-cfba4646e170'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:00:23.716888 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cc2b426c-1f9d-42e7-8b7f-dc0a596a7680 admin admin] Notify callbacks [] for router, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:23.719635 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-6bf513da-a1bc-4ed3-8ab9-d25c63f7414a tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Synchronizing usage tracker for tenant:c3f9ce50114047b1adfc22c64baa15b0 on resource:network {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:00:23.782759 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3937e03e-d5bc-44f0-9048-7480e0cf916e req-67bb0ff3-8528-4486-9639-f72dba4f022c tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.32 "DELETE /v2.0/ports/1c975d98-803d-4f29-a4b9-cfba4646e170 HTTP/1.1" status: 204 len: 173 time: 2.1109257 May 05 22:00:23.790479 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-6bf513da-a1bc-4ed3-8ab9-d25c63f7414a tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Unset dirty status for tenant:c3f9ce50114047b1adfc22c64baa15b0 on resource:network {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:00:23.791790 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-6bf513da-a1bc-4ed3-8ab9-d25c63f7414a tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.32 "GET /v2.0/networks/c1301700-8066-4240-acf4-e47c77ffe534?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4673595 May 05 22:00:23.816282 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-a89a579b-ed7b-48bf-9906-07299230e74a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:00:23.877828 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-bfc2d42b-914d-4182-b734-a47d9a127d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ad7406-69ba-41fa-8407-7590b4b7dc02', 'name': 'tempest-AttachVolumeShelveTestJSON-177764559-router', 'tenant_id': '0ea2eb66bb064d42bceac53953af552d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '2e96534a-0b3f-4b1d-842c-2fddbaad2d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:52:00Z', 'updated_at': '2022-05-05T22:00:18Z', 'revision_number': 5, 'project_id': '0ea2eb66bb064d42bceac53953af552d', 'gw_port': {'id': '2e96534a-0b3f-4b1d-842c-2fddbaad2d4b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ad7406-69ba-41fa-8407-7590b4b7dc02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:52:01Z', 'updated_at': '2022-05-05T21:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:00:23.882931 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc2d42b-914d-4182-b734-a47d9a127d2e None None] The sync data for ids ['b3ad7406-69ba-41fa-8407-7590b4b7dc02'] in n-d-825175-4 is: [{'id': 'b3ad7406-69ba-41fa-8407-7590b4b7dc02', 'name': 'tempest-AttachVolumeShelveTestJSON-177764559-router', 'tenant_id': '0ea2eb66bb064d42bceac53953af552d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': '2e96534a-0b3f-4b1d-842c-2fddbaad2d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:52:00Z', 'updated_at': '2022-05-05T22:00:18Z', 'revision_number': 5, 'project_id': '0ea2eb66bb064d42bceac53953af552d', 'gw_port': {'id': '2e96534a-0b3f-4b1d-842c-2fddbaad2d4b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ad7406-69ba-41fa-8407-7590b4b7dc02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:52:01Z', 'updated_at': '2022-05-05T21:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:00:23.909589 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad14edc4-66a8-4a9d-bd01-9966ad7274c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba87be8-a96c-4536-8da4-0679e17b4000,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:23.927388 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-92cfda1b-6a90-487d-8f70-74d24f7bcc1d req-a5615c31-efc4-4306-9b27-2bd9fbf4d9bd tempest-ServerRescueTestJSON-661496480 tempest-ServerRescueTestJSON-661496480-project] 10.222.0.23 "GET /v2.0/security-groups?id=357c8a06-0cb4-4ca4-87b5-fb62b56bd963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4148266 May 05 22:00:23.930518 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ad14edc4-66a8-4a9d-bd01-9966ad7274c9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c468ed9d2dde44699ac42d37aac6d1b4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9745297 May 05 22:00:23.934677 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53302) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:24.034325 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce59f57-83cd-400f-8884-e7ea3b4e31c3 req-a717f9de-8d21-4539-9db0-0416d5e1d35d tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:24.038531 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce59f57-83cd-400f-8884-e7ea3b4e31c3 req-a717f9de-8d21-4539-9db0-0416d5e1d35d tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:24.042435 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce59f57-83cd-400f-8884-e7ea3b4e31c3 req-a717f9de-8d21-4539-9db0-0416d5e1d35d tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:24.046445 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce59f57-83cd-400f-8884-e7ea3b4e31c3 req-a717f9de-8d21-4539-9db0-0416d5e1d35d tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:24.050324 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce59f57-83cd-400f-8884-e7ea3b4e31c3 req-a717f9de-8d21-4539-9db0-0416d5e1d35d tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:24.054250 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce59f57-83cd-400f-8884-e7ea3b4e31c3 req-a717f9de-8d21-4539-9db0-0416d5e1d35d tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:24.058156 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce59f57-83cd-400f-8884-e7ea3b4e31c3 req-a717f9de-8d21-4539-9db0-0416d5e1d35d tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:24.060183 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1ce59f57-83cd-400f-8884-e7ea3b4e31c3 req-a717f9de-8d21-4539-9db0-0416d5e1d35d tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/ports?device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 5443 time: 0.4412475 May 05 22:00:24.087940 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-a89a579b-ed7b-48bf-9906-07299230e74a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:24.119209 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f71e0fa-208e-47a8-9ccd-f9daed940016 req-c7650d7d-5c38-4b51-9efa-77390ed5e4b7 tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:24.119899 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-5f71e0fa-208e-47a8-9ccd-f9daed940016 req-c7650d7d-5c38-4b51-9efa-77390ed5e4b7 tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] Synchronizing usage tracker for tenant:629af1900c28407d836828ea6e37a875 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:00:24.180762 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-dc0c1fcd-11ed-46c7-af25-9ddf76562704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:24.264927 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-5f71e0fa-208e-47a8-9ccd-f9daed940016 req-c7650d7d-5c38-4b51-9efa-77390ed5e4b7 tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] Unset dirty status for tenant:629af1900c28407d836828ea6e37a875 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:00:24.266074 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5f71e0fa-208e-47a8-9ccd-f9daed940016 req-c7650d7d-5c38-4b51-9efa-77390ed5e4b7 tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ee134af-a629-49b3-b53a-365affa00592 HTTP/1.1" status: 200 len: 945 time: 0.4177279 May 05 22:00:24.271667 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] device_id is not set on port 9b260af3-c022-4e7f-af31-744982f21a16 yet. {{(pid=84063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:00:24.366171 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1ce59f57-83cd-400f-8884-e7ea3b4e31c3 req-8c39a033-4869-4a64-b71c-90fa8347569a tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/security-groups?id=d56f4659-1a1c-44b7-b1dc-74618b3402dc&id=d1b940f3-f2a7-478e-a3f4-c0ad661f5649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2658839 May 05 22:00:24.368929 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:24.401093 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-dc0c1fcd-11ed-46c7-af25-9ddf76562704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:24.415439 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Transition to ACTIVE for port object 9b260af3-c022-4e7f-af31-744982f21a16 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:00:24.435938 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-5f71e0fa-208e-47a8-9ccd-f9daed940016 req-4ed1a3b3-5f48-41b2-a976-0290aa9846a0 tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] Deleting port 4ab758be-958a-47b6-988c-7a0d958003f0 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:00:24.436473 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5f71e0fa-208e-47a8-9ccd-f9daed940016 req-4ed1a3b3-5f48-41b2-a976-0290aa9846a0 tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:24.469510 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:24.491464 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d6c1c-368e-407f-a2dd-1098421d3182 req-74d8153f-dafe-4938-a4ab-fda434f1207d tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:24.498987 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-243d6c1c-368e-407f-a2dd-1098421d3182 req-74d8153f-dafe-4938-a4ab-fda434f1207d tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab626493-f4d5-492e-ace9-e9a71891d92e HTTP/1.1" status: 200 len: 945 time: 0.4359787 May 05 22:00:24.521652 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a23d638e-94eb-400c-bcfa-4b935f19e119'] response: {'server_uuid': '5d6c1d5e-1257-4597-a1c5-2b65d0679090', 'name': 'network-vif-deleted', 'tag': '1c975d98-803d-4f29-a4b9-cfba4646e170', 'status': 'completed', 'code': 200} May 05 22:00:24.614053 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cc2b426c-1f9d-42e7-8b7f-dc0a596a7680 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:24.633873 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-243d6c1c-368e-407f-a2dd-1098421d3182 req-b5ec33b8-7503-459e-b48d-4d2cda8c2b56 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339138 May 05 22:00:24.653243 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-dc0c1fcd-11ed-46c7-af25-9ddf76562704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:24.676179 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-cc2b426c-1f9d-42e7-8b7f-dc0a596a7680 admin admin] Deleting port 2e96534a-0b3f-4b1d-842c-2fddbaad2d4b {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:00:24.676519 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cc2b426c-1f9d-42e7-8b7f-dc0a596a7680 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:24.681106 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-a89a579b-ed7b-48bf-9906-07299230e74a service neutron] For port 5a7478fb-521e-4f6f-8635-8d5c3a9ffb68, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=5a7478fb-521e-4f6f-8635-8d5c3a9ffb68,segment=NetworkSegment(9ef591eb-c7e9-4c62-ae5a-6d550e933c2c),segment_id=9ef591eb-c7e9-4c62-ae5a-6d550e933c2c)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:00:24.706183 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0c1fcd-11ed-46c7-af25-9ddf76562704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba87be8-a96c-4536-8da4-0679e17b4000,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:24.712407 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Pushing event updated for resources: {'Port': ['ID=9b260af3-c022-4e7f-af31-744982f21a16,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:24.735204 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device d981f185-f142-4e87-9f70-65eca8f3b9fb no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:00:24.799156 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 5f1e015c-7e2a-45db-8f28-ebb7488d457f no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:00:24.803683 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-a89a579b-ed7b-48bf-9906-07299230e74a service neutron] For port 5a7478fb-521e-4f6f-8635-8d5c3a9ffb68, host n-h2-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:00:24.848028 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 5f1e015c-7e2a-45db-8f28-ebb7488d457f {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:00:24.848325 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 5f1e015c-7e2a-45db-8f28-ebb7488d457f not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:00:24.896770 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-dc0c1fcd-11ed-46c7-af25-9ddf76562704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:24.900712 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-dc0c1fcd-11ed-46c7-af25-9ddf76562704 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1ba87be8-a96c-4536-8da4-0679e17b4000 HTTP/1.1" status: 204 len: 168 time: 0.9645288 May 05 22:00:24.923343 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:24.955161 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96539926-3157-406d-977f-028308bff7aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd981f185-f142-4e87-9f70-65eca8f3b9fb'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:00:24.970826 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port d981f185-f142-4e87-9f70-65eca8f3b9fb, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=d981f185-f142-4e87-9f70-65eca8f3b9fb,segment=NetworkSegment(7d8e481f-6c9a-401c-a04b-9857aacc083f),segment_id=7d8e481f-6c9a-401c-a04b-9857aacc083f)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:00:24.978870 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:24.979718 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 1c975d98-803d-4f29-a4b9-cfba4646e170 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:00:24.993172 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-cc2b426c-1f9d-42e7-8b7f-dc0a596a7680 admin admin] For port 2e96534a-0b3f-4b1d-842c-2fddbaad2d4b, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=2e96534a-0b3f-4b1d-842c-2fddbaad2d4b,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:00:24.993716 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cc2b426c-1f9d-42e7-8b7f-dc0a596a7680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:25.053403 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: 1c975d98-803d-4f29-a4b9-cfba4646e170 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:00:25.053933 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 1c975d98-803d-4f29-a4b9-cfba4646e170 not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:00:25.054793 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 5a7478fb-521e-4f6f-8635-8d5c3a9ffb68 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:00:25.110331 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 9b260af3-c022-4e7f-af31-744982f21a16 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:00:25.111576 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 9b260af3-c022-4e7f-af31-744982f21a16 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'd8f06216-ade9-4c89-b4a2-a0510c843d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ec237978-e18e-4712-a92b-35145dd822ee'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:00:25.112422 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 9b260af3-c022-4e7f-af31-744982f21a16 on network ec237978-e18e-4712-a92b-35145dd822ee {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:00:25.127607 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53316) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:25.146373 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-cc2b426c-1f9d-42e7-8b7f-dc0a596a7680 admin admin] Calling delete_port for 2e96534a-0b3f-4b1d-842c-2fddbaad2d4b owned by network:router_gateway {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:00:25.191459 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ba26c97-da99-4308-90f9-ddde0a7c09a6'] response: {'server_uuid': '96539926-3157-406d-977f-028308bff7aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd981f185-f142-4e87-9f70-65eca8f3b9fb', 'code': 200} May 05 22:00:25.203447 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d7fe4-7bac-4238-8ce5-d976a6653870 req-3e548956-8971-44db-9f26-05ca14ea9616 tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:25.209607 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f90d7fe4-7bac-4238-8ce5-d976a6653870 req-3e548956-8971-44db-9f26-05ca14ea9616 tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ee134af-a629-49b3-b53a-365affa00592 HTTP/1.1" status: 200 len: 945 time: 0.5054557 May 05 22:00:25.213525 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:25.228495 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Port 9b260af3-c022-4e7f-af31-744982f21a16 on network ec237978-e18e-4712-a92b-35145dd822ee not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:00:25.229092 n-d-825175-4 neutron-server[84063]: ERROR neutron.plugins.ml2.managers [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Failed to bind port 9b260af3-c022-4e7f-af31-744982f21a16 on host n-h2-825175-4 for vnic_type normal using segments [{'id': 'd8f06216-ade9-4c89-b4a2-a0510c843d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ec237978-e18e-4712-a92b-35145dd822ee'}] May 05 22:00:25.234235 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f5d6616-7157-4f88-8463-0e63b96d2133 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Router fd0cb335-2d36-4279-835d-1cfec2d62154 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:00:25.240309 n-d-825175-4 neutron-server[84063]: INFO neutron.plugins.ml2.plugin [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempt 2 to bind port 9b260af3-c022-4e7f-af31-744982f21a16 May 05 22:00:25.257851 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=d981f185-f142-4e87-9f70-65eca8f3b9fb,revision_number=6']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:25.271092 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:00:25.272220 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:00:25.277689 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:00:25.280231 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:00:25.282148 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:00:25.282651 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:00:25.283193 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:00:25.283748 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:00:25.284228 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:00:25.284715 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:00:25.285194 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:00:25.342492 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-a89a579b-ed7b-48bf-9906-07299230e74a service neutron] device_id is not set on port 5a7478fb-521e-4f6f-8635-8d5c3a9ffb68 yet. {{(pid=84063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:00:25.352937 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 9b260af3-c022-4e7f-af31-744982f21a16 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:00:25.353444 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 9b260af3-c022-4e7f-af31-744982f21a16 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'd8f06216-ade9-4c89-b4a2-a0510c843d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ec237978-e18e-4712-a92b-35145dd822ee'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:00:25.354184 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 9b260af3-c022-4e7f-af31-744982f21a16 on network ec237978-e18e-4712-a92b-35145dd822ee {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:00:25.387732 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-a89a579b-ed7b-48bf-9906-07299230e74a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:25.399762 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Port 9b260af3-c022-4e7f-af31-744982f21a16 on network ec237978-e18e-4712-a92b-35145dd822ee not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:00:25.400263 n-d-825175-4 neutron-server[84063]: ERROR neutron.plugins.ml2.managers [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Failed to bind port 9b260af3-c022-4e7f-af31-744982f21a16 on host n-h2-825175-4 for vnic_type normal using segments [{'id': 'd8f06216-ade9-4c89-b4a2-a0510c843d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ec237978-e18e-4712-a92b-35145dd822ee'}] May 05 22:00:25.409291 n-d-825175-4 neutron-server[84063]: INFO neutron.plugins.ml2.plugin [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempt 3 to bind port 9b260af3-c022-4e7f-af31-744982f21a16 May 05 22:00:25.440578 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-a89a579b-ed7b-48bf-9906-07299230e74a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:25.494380 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-5f71e0fa-208e-47a8-9ccd-f9daed940016 req-4ed1a3b3-5f48-41b2-a976-0290aa9846a0 tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] For port 4ab758be-958a-47b6-988c-7a0d958003f0, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=4ab758be-958a-47b6-988c-7a0d958003f0,segment=NetworkSegment(35bfd3a5-c0a0-4d6c-90ba-59623d8b1f4c),segment_id=35bfd3a5-c0a0-4d6c-90ba-59623d8b1f4c)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:00:25.495031 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5f71e0fa-208e-47a8-9ccd-f9daed940016 req-4ed1a3b3-5f48-41b2-a976-0290aa9846a0 tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:25.515585 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 9b260af3-c022-4e7f-af31-744982f21a16 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:00:25.516496 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 9b260af3-c022-4e7f-af31-744982f21a16 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'd8f06216-ade9-4c89-b4a2-a0510c843d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ec237978-e18e-4712-a92b-35145dd822ee'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:00:25.517088 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 9b260af3-c022-4e7f-af31-744982f21a16 on network ec237978-e18e-4712-a92b-35145dd822ee {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:00:25.596912 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:00:25.597259 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:00:25.609463 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f90d7fe4-7bac-4238-8ce5-d976a6653870 req-8e1629b3-d837-4961-858d-ef7c409fa03a tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] 10.222.0.23 "GET /v2.0/security-groups?id=28a2c915-f82f-4b3d-9915-be75eedd1b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3661981 May 05 22:00:25.697022 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Port 9b260af3-c022-4e7f-af31-744982f21a16 on network ec237978-e18e-4712-a92b-35145dd822ee not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:00:25.697768 n-d-825175-4 neutron-server[84063]: ERROR neutron.plugins.ml2.managers [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Failed to bind port 9b260af3-c022-4e7f-af31-744982f21a16 on host n-h2-825175-4 for vnic_type normal using segments [{'id': 'd8f06216-ade9-4c89-b4a2-a0510c843d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ec237978-e18e-4712-a92b-35145dd822ee'}] May 05 22:00:25.705690 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-5f71e0fa-208e-47a8-9ccd-f9daed940016 req-4ed1a3b3-5f48-41b2-a976-0290aa9846a0 tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] Calling delete_port for 4ab758be-958a-47b6-988c-7a0d958003f0 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:00:25.845027 n-d-825175-4 neutron-server[84063]: INFO neutron.plugins.ml2.plugin [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempt 4 to bind port 9b260af3-c022-4e7f-af31-744982f21a16 May 05 22:00:25.864467 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a579b-ed7b-48bf-9906-07299230e74a service neutron] Pushing event updated for resources: {'Port': ['ID=5a7478fb-521e-4f6f-8635-8d5c3a9ffb68,revision_number=6']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:25.909623 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 9b260af3-c022-4e7f-af31-744982f21a16 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:00:25.909623 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 9b260af3-c022-4e7f-af31-744982f21a16 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'd8f06216-ade9-4c89-b4a2-a0510c843d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ec237978-e18e-4712-a92b-35145dd822ee'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:00:25.910031 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 9b260af3-c022-4e7f-af31-744982f21a16 on network ec237978-e18e-4712-a92b-35145dd822ee {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:00:25.972196 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-a89a579b-ed7b-48bf-9906-07299230e74a service neutron] No DVR routers for this DVR port 5a7478fb-521e-4f6f-8635-8d5c3a9ffb68 on host n-h2-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:00:25.989126 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e71585ee-a9b6-4849-929c-485621d3e05c None None] Provisioning complete for port 5a7478fb-521e-4f6f-8635-8d5c3a9ffb68 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:00:25.990279 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e71585ee-a9b6-4849-929c-485621d3e05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:26.006267 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Port 9b260af3-c022-4e7f-af31-744982f21a16 on network ec237978-e18e-4712-a92b-35145dd822ee not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:00:26.007155 n-d-825175-4 neutron-server[84063]: ERROR neutron.plugins.ml2.managers [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Failed to bind port 9b260af3-c022-4e7f-af31-744982f21a16 on host n-h2-825175-4 for vnic_type normal using segments [{'id': 'd8f06216-ade9-4c89-b4a2-a0510c843d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ec237978-e18e-4712-a92b-35145dd822ee'}] May 05 22:00:26.021517 n-d-825175-4 neutron-server[84063]: INFO neutron.plugins.ml2.plugin [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempt 5 to bind port 9b260af3-c022-4e7f-af31-744982f21a16 May 05 22:00:26.057867 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 9b260af3-c022-4e7f-af31-744982f21a16 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:00:26.058409 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 9b260af3-c022-4e7f-af31-744982f21a16 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'd8f06216-ade9-4c89-b4a2-a0510c843d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ec237978-e18e-4712-a92b-35145dd822ee'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:00:26.058536 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 9b260af3-c022-4e7f-af31-744982f21a16 on network ec237978-e18e-4712-a92b-35145dd822ee {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:00:26.069454 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-a89a579b-ed7b-48bf-9906-07299230e74a service neutron] In _notify_port_updated(), no bound segment for port 5a7478fb-521e-4f6f-8635-8d5c3a9ffb68 on network c1301700-8066-4240-acf4-e47c77ffe534 {{(pid=84063) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 05 22:00:26.070284 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-e71585ee-a9b6-4849-929c-485621d3e05c None None] Port 5a7478fb-521e-4f6f-8635-8d5c3a9ffb68 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:00:26.070518 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-a89a579b-ed7b-48bf-9906-07299230e74a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:26.071974 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-a89a579b-ed7b-48bf-9906-07299230e74a service neutron] 10.222.0.32 "PUT /v2.0/ports/5a7478fb-521e-4f6f-8635-8d5c3a9ffb68 HTTP/1.1" status: 200 len: 1032 time: 2.2599871 May 05 22:00:26.106074 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cc2b426c-1f9d-42e7-8b7f-dc0a596a7680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:26.148599 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Port 9b260af3-c022-4e7f-af31-744982f21a16 on network ec237978-e18e-4712-a92b-35145dd822ee not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:00:26.148935 n-d-825175-4 neutron-server[84063]: ERROR neutron.plugins.ml2.managers [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Failed to bind port 9b260af3-c022-4e7f-af31-744982f21a16 on host n-h2-825175-4 for vnic_type normal using segments [{'id': 'd8f06216-ade9-4c89-b4a2-a0510c843d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ec237978-e18e-4712-a92b-35145dd822ee'}] May 05 22:00:26.159593 n-d-825175-4 neutron-server[84063]: INFO neutron.plugins.ml2.plugin [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempt 6 to bind port 9b260af3-c022-4e7f-af31-744982f21a16 May 05 22:00:26.174624 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2b426c-1f9d-42e7-8b7f-dc0a596a7680 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e96534a-0b3f-4b1d-842c-2fddbaad2d4b,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:26.231706 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 9b260af3-c022-4e7f-af31-744982f21a16 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:00:26.231706 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 9b260af3-c022-4e7f-af31-744982f21a16 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'd8f06216-ade9-4c89-b4a2-a0510c843d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ec237978-e18e-4712-a92b-35145dd822ee'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:00:26.231706 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 9b260af3-c022-4e7f-af31-744982f21a16 on network ec237978-e18e-4712-a92b-35145dd822ee {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:00:26.248546 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-eb916f35-54cd-4047-bf57-c74a864c46b2 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:26.249921 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-eb916f35-54cd-4047-bf57-c74a864c46b2 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.32 "GET /v2.0/ports/40d79594-36bc-4bf3-b743-389d36c9b783?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1340084 May 05 22:00:26.253920 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5f71e0fa-208e-47a8-9ccd-f9daed940016 req-4ed1a3b3-5f48-41b2-a976-0290aa9846a0 tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:26.255489 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Port 9b260af3-c022-4e7f-af31-744982f21a16 on network ec237978-e18e-4712-a92b-35145dd822ee not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:00:26.255815 n-d-825175-4 neutron-server[84063]: ERROR neutron.plugins.ml2.managers [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Failed to bind port 9b260af3-c022-4e7f-af31-744982f21a16 on host n-h2-825175-4 for vnic_type normal using segments [{'id': 'd8f06216-ade9-4c89-b4a2-a0510c843d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ec237978-e18e-4712-a92b-35145dd822ee'}] May 05 22:00:26.261614 n-d-825175-4 neutron-server[84063]: INFO neutron.plugins.ml2.plugin [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempt 7 to bind port 9b260af3-c022-4e7f-af31-744982f21a16 May 05 22:00:26.267191 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['4ab758be-958a-47b6-988c-7a0d958003f0'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:00:26.310479 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-56d5af5c-5175-4953-904a-715a01fe33a4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:00:26.315739 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ae613-46e8-4a00-a604-75fbe2704ebc req-313d4e8c-f443-4fc7-806e-2701026a4d7a tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:26.319907 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ae613-46e8-4a00-a604-75fbe2704ebc req-313d4e8c-f443-4fc7-806e-2701026a4d7a tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:26.324382 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ae613-46e8-4a00-a604-75fbe2704ebc req-313d4e8c-f443-4fc7-806e-2701026a4d7a tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:26.328680 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ae613-46e8-4a00-a604-75fbe2704ebc req-313d4e8c-f443-4fc7-806e-2701026a4d7a tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:26.332690 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ae613-46e8-4a00-a604-75fbe2704ebc req-313d4e8c-f443-4fc7-806e-2701026a4d7a tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:26.336744 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ae613-46e8-4a00-a604-75fbe2704ebc req-313d4e8c-f443-4fc7-806e-2701026a4d7a tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:26.339186 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2c4ae613-46e8-4a00-a604-75fbe2704ebc req-313d4e8c-f443-4fc7-806e-2701026a4d7a tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/ports?device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 4662 time: 0.3774340 May 05 22:00:26.352340 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd5bcf-4103-4dba-8968-5d598732f003 req-a4a247e7-45b5-4c01-a8c6-4355a36a69ba tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:26.353755 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a2cd5bcf-4103-4dba-8968-5d598732f003 req-a4a247e7-45b5-4c01-a8c6-4355a36a69ba tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab626493-f4d5-492e-ace9-e9a71891d92e HTTP/1.1" status: 200 len: 945 time: 0.3910658 May 05 22:00:26.359301 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed1a3b3-5f48-41b2-a976-0290aa9846a0 tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] Pushing event deleted for resources: {'Port': ['ID=4ab758be-958a-47b6-988c-7a0d958003f0,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:26.430037 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 9b260af3-c022-4e7f-af31-744982f21a16 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:00:26.430037 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 9b260af3-c022-4e7f-af31-744982f21a16 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'd8f06216-ade9-4c89-b4a2-a0510c843d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ec237978-e18e-4712-a92b-35145dd822ee'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:00:26.430881 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 9b260af3-c022-4e7f-af31-744982f21a16 on network ec237978-e18e-4712-a92b-35145dd822ee {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:00:26.536516 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Port 9b260af3-c022-4e7f-af31-744982f21a16 on network ec237978-e18e-4712-a92b-35145dd822ee not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:00:26.536850 n-d-825175-4 neutron-server[84063]: ERROR neutron.plugins.ml2.managers [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Failed to bind port 9b260af3-c022-4e7f-af31-744982f21a16 on host n-h2-825175-4 for vnic_type normal using segments [{'id': 'd8f06216-ade9-4c89-b4a2-a0510c843d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ec237978-e18e-4712-a92b-35145dd822ee'}] May 05 22:00:26.542207 n-d-825175-4 neutron-server[84063]: INFO neutron.plugins.ml2.plugin [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempt 8 to bind port 9b260af3-c022-4e7f-af31-744982f21a16 May 05 22:00:26.543511 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f5d6616-7157-4f88-8463-0e63b96d2133 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:00:26.555226 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40682670-0668-40e1-b1a3-92488643e0d1 None None] Sync routers for ids ['fd0cb335-2d36-4279-835d-1cfec2d62154'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:00:26.572875 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40682670-0668-40e1-b1a3-92488643e0d1 None None] Routers {'fd0cb335-2d36-4279-835d-1cfec2d62154'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:00:26.573790 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-40682670-0668-40e1-b1a3-92488643e0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:00:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['fd0cb335-2d36-4279-835d-1cfec2d62154'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:00:26.582994 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7f5d6616-7157-4f88-8463-0e63b96d2133 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:26.625061 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f71e0fa-208e-47a8-9ccd-f9daed940016 req-4ed1a3b3-5f48-41b2-a976-0290aa9846a0 tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] No DVR routers for this DVR port 4ab758be-958a-47b6-988c-7a0d958003f0 on host n-h2-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:00:26.627987 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2c4ae613-46e8-4a00-a604-75fbe2704ebc req-524b7256-9e2d-4cdc-8e93-06115c8a8e77 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/security-groups?id=d56f4659-1a1c-44b7-b1dc-74618b3402dc&id=d1b940f3-f2a7-478e-a3f4-c0ad661f5649&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2705436 May 05 22:00:26.628579 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cc2b426c-1f9d-42e7-8b7f-dc0a596a7680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:26.630307 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 9b260af3-c022-4e7f-af31-744982f21a16 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:00:26.630859 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 9b260af3-c022-4e7f-af31-744982f21a16 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'd8f06216-ade9-4c89-b4a2-a0510c843d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ec237978-e18e-4712-a92b-35145dd822ee'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:00:26.631360 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 9b260af3-c022-4e7f-af31-744982f21a16 on network ec237978-e18e-4712-a92b-35145dd822ee {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:00:26.641413 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5f71e0fa-208e-47a8-9ccd-f9daed940016 req-4ed1a3b3-5f48-41b2-a976-0290aa9846a0 tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:26.657412 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ee134af-a629-49b3-b53a-365affa00592', 'name': 'network-vif-deleted', 'tag': '4ab758be-958a-47b6-988c-7a0d958003f0'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:00:26.708961 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-40682670-0668-40e1-b1a3-92488643e0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:00:26.727237 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 948d6717-39b5-46c6-879f-ba0420345ef2 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:00:26.792701 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a2cd5bcf-4103-4dba-8968-5d598732f003 req-c023ec83-b41a-477d-bce6-a6f85267fc75 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4124491 May 05 22:00:26.808236 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-56d5af5c-5175-4953-904a-715a01fe33a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:26.826614 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Port 9b260af3-c022-4e7f-af31-744982f21a16 on network ec237978-e18e-4712-a92b-35145dd822ee not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:00:26.827060 n-d-825175-4 neutron-server[84063]: ERROR neutron.plugins.ml2.managers [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Failed to bind port 9b260af3-c022-4e7f-af31-744982f21a16 on host n-h2-825175-4 for vnic_type normal using segments [{'id': 'd8f06216-ade9-4c89-b4a2-a0510c843d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ec237978-e18e-4712-a92b-35145dd822ee'}] May 05 22:00:26.829337 n-d-825175-4 neutron-server[84063]: INFO neutron.plugins.ml2.plugin [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempt 9 to bind port 9b260af3-c022-4e7f-af31-744982f21a16 May 05 22:00:26.834132 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-7f5d6616-7157-4f88-8463-0e63b96d2133 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] 10.222.0.23 "DELETE /v2.0/floatingips/84048c6d-905a-446d-8fde-9fc2f30c9505 HTTP/1.1" status: 204 len: 168 time: 5.3594716 May 05 22:00:26.837770 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5f71e0fa-208e-47a8-9ccd-f9daed940016 req-4ed1a3b3-5f48-41b2-a976-0290aa9846a0 tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] 10.222.0.32 "DELETE /v2.0/ports/4ab758be-958a-47b6-988c-7a0d958003f0 HTTP/1.1" status: 204 len: 173 time: 2.5197575 May 05 22:00:26.842910 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53352) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:26.852923 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-3b4dfb34-fa87-4bf2-a8dc-9b9bfee669c2 tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] Request body: {'floatingip': {'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:00:26.873791 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-3b4dfb34-fa87-4bf2-a8dc-9b9bfee669c2 tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:00:26.886623 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40682670-0668-40e1-b1a3-92488643e0d1 None None] Routers {'fd0cb335-2d36-4279-835d-1cfec2d62154'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:00:26.890935 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-40682670-0668-40e1-b1a3-92488643e0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:00:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['fd0cb335-2d36-4279-835d-1cfec2d62154'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:00:26.933253 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3b4dfb34-fa87-4bf2-a8dc-9b9bfee669c2 tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] Usage tracker for resource:floatingip and tenant:371b054fb6b74229839094cfc2ede370 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:00:26.939289 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 9b260af3-c022-4e7f-af31-744982f21a16 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:00:26.939633 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 9b260af3-c022-4e7f-af31-744982f21a16 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'd8f06216-ade9-4c89-b4a2-a0510c843d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ec237978-e18e-4712-a92b-35145dd822ee'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:00:26.939978 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 9b260af3-c022-4e7f-af31-744982f21a16 on network ec237978-e18e-4712-a92b-35145dd822ee {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:00:26.949509 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3b4dfb34-fa87-4bf2-a8dc-9b9bfee669c2 tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:00:26.954258 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36f0557f-5899-4b75-930c-93db5cb40b97'] response: {'server_uuid': '8ee134af-a629-49b3-b53a-365affa00592', 'name': 'network-vif-deleted', 'tag': '4ab758be-958a-47b6-988c-7a0d958003f0', 'status': 'completed', 'code': 200} May 05 22:00:26.964457 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-3b4dfb34-fa87-4bf2-a8dc-9b9bfee669c2 tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:00:26.986819 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Port 9b260af3-c022-4e7f-af31-744982f21a16 on network ec237978-e18e-4712-a92b-35145dd822ee not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:00:26.987220 n-d-825175-4 neutron-server[84063]: ERROR neutron.plugins.ml2.managers [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Failed to bind port 9b260af3-c022-4e7f-af31-744982f21a16 on host n-h2-825175-4 for vnic_type normal using segments [{'id': 'd8f06216-ade9-4c89-b4a2-a0510c843d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ec237978-e18e-4712-a92b-35145dd822ee'}] May 05 22:00:26.990026 n-d-825175-4 neutron-server[84063]: INFO neutron.plugins.ml2.plugin [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempt 10 to bind port 9b260af3-c022-4e7f-af31-744982f21a16 May 05 22:00:27.012753 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3b4dfb34-fa87-4bf2-a8dc-9b9bfee669c2 tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:27.052701 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 9b260af3-c022-4e7f-af31-744982f21a16 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:00:27.053023 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 9b260af3-c022-4e7f-af31-744982f21a16 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'd8f06216-ade9-4c89-b4a2-a0510c843d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ec237978-e18e-4712-a92b-35145dd822ee'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:00:27.053397 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempting to bind port 9b260af3-c022-4e7f-af31-744982f21a16 on network ec237978-e18e-4712-a92b-35145dd822ee {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:00:27.111246 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-40682670-0668-40e1-b1a3-92488643e0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:00:27.112769 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40682670-0668-40e1-b1a3-92488643e0d1 None None] The sync data for ids ['fd0cb335-2d36-4279-835d-1cfec2d62154'] in n-d-825175-4 is: [] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:00:27.167453 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6566518d-f3a5-41b5-b3cf-ad9e91baf006 req-b4547318-92ad-4b84-aee0-d6efb03f66d4 tempest-VolumesActionsTest-162108556 tempest-VolumesActionsTest-162108556-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ee134af-a629-49b3-b53a-365affa00592 HTTP/1.1" status: 200 len: 210 time: 0.1845460 May 05 22:00:27.173506 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cc2b426c-1f9d-42e7-8b7f-dc0a596a7680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:27.177902 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cc2b426c-1f9d-42e7-8b7f-dc0a596a7680 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:27.180091 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Port 9b260af3-c022-4e7f-af31-744982f21a16 on network ec237978-e18e-4712-a92b-35145dd822ee not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:00:27.180541 n-d-825175-4 neutron-server[84063]: ERROR neutron.plugins.ml2.managers [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Failed to bind port 9b260af3-c022-4e7f-af31-744982f21a16 on host n-h2-825175-4 for vnic_type normal using segments [{'id': 'd8f06216-ade9-4c89-b4a2-a0510c843d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ec237978-e18e-4712-a92b-35145dd822ee'}] May 05 22:00:27.180773 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:27.195555 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:27.214306 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cc2b426c-1f9d-42e7-8b7f-dc0a596a7680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:27.215434 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2b426c-1f9d-42e7-8b7f-dc0a596a7680 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3ad7406-69ba-41fa-8407-7590b4b7dc02 {{(pid=84061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:00:27.226032 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cc2b426c-1f9d-42e7-8b7f-dc0a596a7680 admin admin] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:27.229850 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-cc2b426c-1f9d-42e7-8b7f-dc0a596a7680 admin admin] 10.222.0.23 "DELETE /v2.0/routers/b3ad7406-69ba-41fa-8407-7590b4b7dc02 HTTP/1.1" status: 204 len: 168 time: 4.6097751 May 05 22:00:27.230244 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53362) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:27.265124 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 948d6717-39b5-46c6-879f-ba0420345ef2, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=948d6717-39b5-46c6-879f-ba0420345ef2,segment=NetworkSegment(7d8e481f-6c9a-401c-a04b-9857aacc083f),segment_id=7d8e481f-6c9a-401c-a04b-9857aacc083f)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:00:27.266861 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96539926-3157-406d-977f-028308bff7aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '948d6717-39b5-46c6-879f-ba0420345ef2'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:00:27.278865 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:27.283046 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 4ab758be-958a-47b6-988c-7a0d958003f0 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:00:27.309566 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-53a1681d-1fb7-49d8-9def-9748633658b8 admin admin] Deleting subnet 53681791-224f-47a5-828b-e46692c08c1b {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:00:27.321638 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-53a1681d-1fb7-49d8-9def-9748633658b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:27.415508 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-56d5af5c-5175-4953-904a-715a01fe33a4 service neutron] For port 40d79594-36bc-4bf3-b743-389d36c9b783, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=40d79594-36bc-4bf3-b743-389d36c9b783,segment=NetworkSegment(9ef591eb-c7e9-4c62-ae5a-6d550e933c2c),segment_id=9ef591eb-c7e9-4c62-ae5a-6d550e933c2c)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:00:27.428699 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: 4ab758be-958a-47b6-988c-7a0d958003f0 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:00:27.429428 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 4ab758be-958a-47b6-988c-7a0d958003f0 not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:00:27.430012 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 40be755c-7280-4fa7-ab8f-f0bd526d1201 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:00:27.431733 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-53a1681d-1fb7-49d8-9def-9748633658b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:27.473651 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d539d457-9113-436b-bf5b-e94c59b5565d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:27.514989 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7a22d19-38a4-4355-a882-8105ff154e1e'] response: {'server_uuid': '96539926-3157-406d-977f-028308bff7aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '948d6717-39b5-46c6-879f-ba0420345ef2', 'code': 200} May 05 22:00:27.525585 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] For port 9b260af3-c022-4e7f-af31-744982f21a16, host n-h2-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:00:27.526168 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Attempted to set empty binding levels {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 05 22:00:27.532917 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.resource_extend [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-56d5af5c-5175-4953-904a-715a01fe33a4 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 22:00:27.610370 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:27.610693 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=948d6717-39b5-46c6-879f-ba0420345ef2,revision_number=6']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:27.631995 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-53a1681d-1fb7-49d8-9def-9748633658b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:27.667859 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-56d5af5c-5175-4953-904a-715a01fe33a4 service neutron] For port 40d79594-36bc-4bf3-b743-389d36c9b783, host n-h2-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:00:27.672539 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:27.749894 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 40be755c-7280-4fa7-ab8f-f0bd526d1201, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=40be755c-7280-4fa7-ab8f-f0bd526d1201,segment=NetworkSegment(9ef591eb-c7e9-4c62-ae5a-6d550e933c2c),segment_id=9ef591eb-c7e9-4c62-ae5a-6d550e933c2c)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:00:27.753109 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] In _notify_port_updated(), no bound segment for port 9b260af3-c022-4e7f-af31-744982f21a16 on network ec237978-e18e-4712-a92b-35145dd822ee {{(pid=84063) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 05 22:00:27.754152 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:27.755137 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-53a1681d-1fb7-49d8-9def-9748633658b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:27.758321 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] 10.222.0.23 "PUT /v2.0/ports/9b260af3-c022-4e7f-af31-744982f21a16 HTTP/1.1" status: 200 len: 974 time: 4.5391862 May 05 22:00:27.760110 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:27.760854 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 84c61080-09da-4d95-bf6c-97692f2369f2 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:00:27.771116 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53374) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:27.774643 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-56d5af5c-5175-4953-904a-715a01fe33a4 service neutron] device_id is not set on port 40d79594-36bc-4bf3-b743-389d36c9b783 yet. {{(pid=84063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:00:27.779128 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb045bd-cdd6-46be-9a89-caf0aae25f64 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Pushing event updated for resources: {'Port': ['ID=9b260af3-c022-4e7f-af31-744982f21a16,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:27.788651 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-56d5af5c-5175-4953-904a-715a01fe33a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:27.795074 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3b4dfb34-fa87-4bf2-a8dc-9b9bfee669c2 tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:27.876029 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-56d5af5c-5175-4953-904a-715a01fe33a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:27.936476 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a1681d-1fb7-49d8-9def-9748633658b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53681791-224f-47a5-828b-e46692c08c1b,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:28.008672 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-53a1681d-1fb7-49d8-9def-9748633658b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:28.028138 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:28.044103 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2f5d09-4c5d-43a6-9dee-21ec09fafff0 None None] Network 18b54df9-33ed-4370-adce-cf7c028d1c63 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:00:28.068219 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-53a1681d-1fb7-49d8-9def-9748633658b8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/53681791-224f-47a5-828b-e46692c08c1b HTTP/1.1" status: 204 len: 168 time: 0.8338740 May 05 22:00:28.079231 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=40be755c-7280-4fa7-ab8f-f0bd526d1201,revision_number=6']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:28.082323 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-2afff213-a3ea-4b38-ad90-454b05069af6 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Deleting port 9b260af3-c022-4e7f-af31-744982f21a16 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:00:28.082685 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2afff213-a3ea-4b38-ad90-454b05069af6 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:28.109007 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53384) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:28.127171 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d5af5c-5175-4953-904a-715a01fe33a4 service neutron] Pushing event updated for resources: {'Port': ['ID=40d79594-36bc-4bf3-b743-389d36c9b783,revision_number=6']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:28.223546 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 84c61080-09da-4d95-bf6c-97692f2369f2, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=84c61080-09da-4d95-bf6c-97692f2369f2,segment=NetworkSegment(9ef591eb-c7e9-4c62-ae5a-6d550e933c2c),segment_id=9ef591eb-c7e9-4c62-ae5a-6d550e933c2c)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:00:28.265403 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:28.265780 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 40d79594-36bc-4bf3-b743-389d36c9b783 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:00:28.379910 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1bf346-b31b-41e8-a46e-6469c38dc6b7 req-ece6f5f1-e3ac-480b-9b87-de7558af47b0 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:28.384084 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1bf346-b31b-41e8-a46e-6469c38dc6b7 req-ece6f5f1-e3ac-480b-9b87-de7558af47b0 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:28.388423 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1bf346-b31b-41e8-a46e-6469c38dc6b7 req-ece6f5f1-e3ac-480b-9b87-de7558af47b0 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:28.392198 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1bf346-b31b-41e8-a46e-6469c38dc6b7 req-ece6f5f1-e3ac-480b-9b87-de7558af47b0 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:28.397386 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1bf346-b31b-41e8-a46e-6469c38dc6b7 req-ece6f5f1-e3ac-480b-9b87-de7558af47b0 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:28.405594 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8d1bf346-b31b-41e8-a46e-6469c38dc6b7 req-ece6f5f1-e3ac-480b-9b87-de7558af47b0 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/ports?device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 3879 time: 0.4825835 May 05 22:00:28.415459 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9b04b494-5934-456f-b5e3-313b890188d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:28.443871 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b340db-0c13-421a-a8cb-9f7146cf9ae0 req-2b46d805-da6c-4c22-b717-854b7baa3d4a tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:28.445374 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-70b340db-0c13-421a-a8cb-9f7146cf9ae0 req-2b46d805-da6c-4c22-b717-854b7baa3d4a tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab626493-f4d5-492e-ace9-e9a71891d92e HTTP/1.1" status: 200 len: 945 time: 0.4262052 May 05 22:00:28.460570 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 40d79594-36bc-4bf3-b743-389d36c9b783 not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:00:28.460930 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 49bcc364-28e8-4ab9-8b4e-d2fa9332d772 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:00:28.462331 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-3b4dfb34-fa87-4bf2-a8dc-9b9bfee669c2 tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] Allocated IP 172.25.4.198 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/8149094e-ddca-4a44-b4c5-62fdc02cee2e) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:00:28.527608 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-56d5af5c-5175-4953-904a-715a01fe33a4 service neutron] No DVR routers for this DVR port 40d79594-36bc-4bf3-b743-389d36c9b783 on host n-h2-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:00:28.577231 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=84c61080-09da-4d95-bf6c-97692f2369f2,revision_number=6']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:28.580080 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8d1bf346-b31b-41e8-a46e-6469c38dc6b7 req-55c8855a-5759-4327-a79e-b987f306c3c5 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/security-groups?id=d56f4659-1a1c-44b7-b1dc-74618b3402dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735444 May 05 22:00:28.602546 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-9b04b494-5934-456f-b5e3-313b890188d5 admin admin] Deleting port afa42598-84d6-46a9-8bdb-75957a8f5401 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:00:28.603275 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9b04b494-5934-456f-b5e3-313b890188d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:28.632554 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-1fb883e8-a303-4939-8bf7-ed9a90b269b0 None None] Provisioning complete for port 40d79594-36bc-4bf3-b743-389d36c9b783 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:00:28.633115 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1fb883e8-a303-4939-8bf7-ed9a90b269b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:28.665900 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-2afff213-a3ea-4b38-ad90-454b05069af6 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] For port 9b260af3-c022-4e7f-af31-744982f21a16, host n-h2-825175-4, got binding levels [] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:00:28.666258 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2afff213-a3ea-4b38-ad90-454b05069af6 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:28.694776 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-56d5af5c-5175-4953-904a-715a01fe33a4 service neutron] In _notify_port_updated(), no bound segment for port 40d79594-36bc-4bf3-b743-389d36c9b783 on network c1301700-8066-4240-acf4-e47c77ffe534 {{(pid=84063) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 05 22:00:28.706020 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-56d5af5c-5175-4953-904a-715a01fe33a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:28.707188 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-70b340db-0c13-421a-a8cb-9f7146cf9ae0 req-e938497f-6cc9-4382-ab88-eab8aaaf4145 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426987 May 05 22:00:28.707594 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-56d5af5c-5175-4953-904a-715a01fe33a4 service neutron] 10.222.0.32 "PUT /v2.0/ports/40d79594-36bc-4bf3-b743-389d36c9b783 HTTP/1.1" status: 200 len: 1032 time: 2.4508128 May 05 22:00:28.724859 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-1fb883e8-a303-4939-8bf7-ed9a90b269b0 None None] Port 40d79594-36bc-4bf3-b743-389d36c9b783 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:00:28.796082 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1f60b7-27a9-4231-bc26-c69830bb76d0 None None] DHCP port deletion for 18b54df9-33ed-4370-adce-cf7c028d1c63 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:00:28.818045 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-0b1f60b7-27a9-4231-bc26-c69830bb76d0 None None] Deleting port afa42598-84d6-46a9-8bdb-75957a8f5401 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:00:28.818425 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0b1f60b7-27a9-4231-bc26-c69830bb76d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:28.880226 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 2e96534a-0b3f-4b1d-842c-2fddbaad2d4b no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:00:28.883800 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-2afff213-a3ea-4b38-ad90-454b05069af6 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Calling delete_port for 9b260af3-c022-4e7f-af31-744982f21a16 owned by {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:00:28.933612 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 2e96534a-0b3f-4b1d-842c-2fddbaad2d4b {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:00:28.933882 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 2e96534a-0b3f-4b1d-842c-2fddbaad2d4b not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:00:28.934283 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device afa42598-84d6-46a9-8bdb-75957a8f5401 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:00:29.014648 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2afff213-a3ea-4b38-ad90-454b05069af6 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:29.086299 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:29.141715 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afff213-a3ea-4b38-ad90-454b05069af6 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Pushing event deleted for resources: {'Port': ['ID=9b260af3-c022-4e7f-af31-744982f21a16,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:29.144542 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2afff213-a3ea-4b38-ad90-454b05069af6 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:29.156351 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-2afff213-a3ea-4b38-ad90-454b05069af6 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] 10.222.0.23 "DELETE /v2.0/ports/9b260af3-c022-4e7f-af31-744982f21a16 HTTP/1.1" status: 204 len: 168 time: 1.3315496 May 05 22:00:29.158836 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53400) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:29.220518 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-d2d02728-b741-44cd-9e33-fe2404926295 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Deleting port 40be755c-7280-4fa7-ab8f-f0bd526d1201 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:00:29.221177 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-d2d02728-b741-44cd-9e33-fe2404926295 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:29.246041 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-82494eb7-17f1-43c2-8963-43fe611388d2 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] GET failed (client error): The resource could not be found. May 05 22:00:29.248478 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-82494eb7-17f1-43c2-8963-43fe611388d2 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Synchronizing usage tracker for tenant:34adcaba5703439e882398611b12e776 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:00:29.284984 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-82494eb7-17f1-43c2-8963-43fe611388d2 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] Unset dirty status for tenant:34adcaba5703439e882398611b12e776 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:00:29.286258 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-82494eb7-17f1-43c2-8963-43fe611388d2 tempest-PortsAdminExtendedAttrsTestJSON-901896022 tempest-PortsAdminExtendedAttrsTestJSON-901896022-project-admin] 10.222.0.23 "GET /v2.0/ports/9b260af3-c022-4e7f-af31-744982f21a16 HTTP/1.1" status: 404 len: 333 time: 0.1256516 May 05 22:00:29.291724 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53404) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:29.302483 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 49bcc364-28e8-4ab9-8b4e-d2fa9332d772, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=49bcc364-28e8-4ab9-8b4e-d2fa9332d772,segment=NetworkSegment(fa89ad8c-491c-4028-8282-637f6824c8a1),segment_id=fa89ad8c-491c-4028-8282-637f6824c8a1)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:00:29.327689 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:29.408012 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:29.426089 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=49bcc364-28e8-4ab9-8b4e-d2fa9332d772,revision_number=6']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:29.438076 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-0b1f60b7-27a9-4231-bc26-c69830bb76d0 None None] For port afa42598-84d6-46a9-8bdb-75957a8f5401, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=afa42598-84d6-46a9-8bdb-75957a8f5401,segment=NetworkSegment(5e9da586-bb12-4958-b15e-b7cf97bc3d1b),segment_id=5e9da586-bb12-4958-b15e-b7cf97bc3d1b)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:00:29.438571 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0b1f60b7-27a9-4231-bc26-c69830bb76d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:29.541729 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-9b04b494-5934-456f-b5e3-313b890188d5 admin admin] For port afa42598-84d6-46a9-8bdb-75957a8f5401, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=afa42598-84d6-46a9-8bdb-75957a8f5401,segment=NetworkSegment(5e9da586-bb12-4958-b15e-b7cf97bc3d1b),segment_id=5e9da586-bb12-4958-b15e-b7cf97bc3d1b)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:00:29.542762 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9b04b494-5934-456f-b5e3-313b890188d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:29.552267 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96539926-3157-406d-977f-028308bff7aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40be755c-7280-4fa7-ab8f-f0bd526d1201'}, {'server_uuid': '96539926-3157-406d-977f-028308bff7aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84c61080-09da-4d95-bf6c-97692f2369f2'}, {'server_uuid': '96539926-3157-406d-977f-028308bff7aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49bcc364-28e8-4ab9-8b4e-d2fa9332d772'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:00:29.568565 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-80010af5-b259-4d7d-ae8d-616a946d1daf tempest-PortsAdminExtendedAttrsTestJSON-1092964389 tempest-PortsAdminExtendedAttrsTestJSON-1092964389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:29.695919 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-0b1f60b7-27a9-4231-bc26-c69830bb76d0 None None] Calling delete_port for afa42598-84d6-46a9-8bdb-75957a8f5401 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:00:29.726287 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a560be8-339f-4b55-bb54-4ce0594e498d'] response: {'server_uuid': '96539926-3157-406d-977f-028308bff7aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40be755c-7280-4fa7-ab8f-f0bd526d1201', 'code': 200} May 05 22:00:29.726894 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a560be8-339f-4b55-bb54-4ce0594e498d'] response: {'server_uuid': '96539926-3157-406d-977f-028308bff7aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84c61080-09da-4d95-bf6c-97692f2369f2', 'code': 200} May 05 22:00:29.727491 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a560be8-339f-4b55-bb54-4ce0594e498d'] response: {'server_uuid': '96539926-3157-406d-977f-028308bff7aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49bcc364-28e8-4ab9-8b4e-d2fa9332d772', 'code': 200} May 05 22:00:29.748362 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port afa42598-84d6-46a9-8bdb-75957a8f5401, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=afa42598-84d6-46a9-8bdb-75957a8f5401,segment=NetworkSegment(5e9da586-bb12-4958-b15e-b7cf97bc3d1b),segment_id=5e9da586-bb12-4958-b15e-b7cf97bc3d1b)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:00:29.777065 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:29.857931 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-9b04b494-5934-456f-b5e3-313b890188d5 admin admin] Calling delete_port for afa42598-84d6-46a9-8bdb-75957a8f5401 owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:00:29.907669 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-80010af5-b259-4d7d-ae8d-616a946d1daf tempest-PortsAdminExtendedAttrsTestJSON-1092964389 tempest-PortsAdminExtendedAttrsTestJSON-1092964389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:29.916589 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3b4dfb34-fa87-4bf2-a8dc-9b9bfee669c2 tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:29.947902 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-80010af5-b259-4d7d-ae8d-616a946d1daf tempest-PortsAdminExtendedAttrsTestJSON-1092964389 tempest-PortsAdminExtendedAttrsTestJSON-1092964389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec237978-e18e-4712-a92b-35145dd822ee']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:00:29.967542 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-80010af5-b259-4d7d-ae8d-616a946d1daf tempest-PortsAdminExtendedAttrsTestJSON-1092964389 tempest-PortsAdminExtendedAttrsTestJSON-1092964389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8f06216-ade9-4c89-b4a2-a0510c843d58') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:00:29.968104 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-80010af5-b259-4d7d-ae8d-616a946d1daf tempest-PortsAdminExtendedAttrsTestJSON-1092964389 tempest-PortsAdminExtendedAttrsTestJSON-1092964389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8f06216-ade9-4c89-b4a2-a0510c843d58') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:00:30.000081 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-80010af5-b259-4d7d-ae8d-616a946d1daf tempest-PortsAdminExtendedAttrsTestJSON-1092964389 tempest-PortsAdminExtendedAttrsTestJSON-1092964389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:30.011900 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=afa42598-84d6-46a9-8bdb-75957a8f5401,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:30.016971 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-0b1f60b7-27a9-4231-bc26-c69830bb76d0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:00:30.017396 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-0b1f60b7-27a9-4231-bc26-c69830bb76d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:00:30.017564 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-80010af5-b259-4d7d-ae8d-616a946d1daf tempest-PortsAdminExtendedAttrsTestJSON-1092964389 tempest-PortsAdminExtendedAttrsTestJSON-1092964389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:30.024408 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80010af5-b259-4d7d-ae8d-616a946d1daf tempest-PortsAdminExtendedAttrsTestJSON-1092964389 tempest-PortsAdminExtendedAttrsTestJSON-1092964389-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:00:30.024828 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-80010af5-b259-4d7d-ae8d-616a946d1daf tempest-PortsAdminExtendedAttrsTestJSON-1092964389 tempest-PortsAdminExtendedAttrsTestJSON-1092964389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:30.101409 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3b4dfb34-fa87-4bf2-a8dc-9b9bfee669c2 tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:30.127932 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 22:00:30.127932 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:00:30.127932 n-d-825175-4 neutron-server[84061]: timer() May 05 22:00:30.127932 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:00:30.127932 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 22:00:30.127932 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:00:30.127932 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 22:00:30.127932 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:00:30.127932 n-d-825175-4 neutron-server[84061]: self._notify() May 05 22:00:30.127932 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:00:30.127932 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 22:00:30.127932 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:00:30.127932 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 22:00:30.127932 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:00:30.127932 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:00:30.127932 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:00:30.127932 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:00:30.127932 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:00:30.127932 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 22:00:30.127932 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:00:30.127932 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 22:00:30.127932 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:00:30.127932 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:00:30.127932 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:00:30.127932 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 22:00:30.127932 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:00:30.127932 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:00:30.127932 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:00:30.127932 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:00:30.127932 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:00:30.127932 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:00:30.127932 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:00:30.207811 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-80010af5-b259-4d7d-ae8d-616a946d1daf tempest-PortsAdminExtendedAttrsTestJSON-1092964389 tempest-PortsAdminExtendedAttrsTestJSON-1092964389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:30.233493 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-80010af5-b259-4d7d-ae8d-616a946d1daf tempest-PortsAdminExtendedAttrsTestJSON-1092964389 tempest-PortsAdminExtendedAttrsTestJSON-1092964389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:30.252082 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80010af5-b259-4d7d-ae8d-616a946d1daf tempest-PortsAdminExtendedAttrsTestJSON-1092964389 tempest-PortsAdminExtendedAttrsTestJSON-1092964389-project] Pushing event deleted for resources: {'Network': ['ID=ec237978-e18e-4712-a92b-35145dd822ee,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:30.258342 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-80010af5-b259-4d7d-ae8d-616a946d1daf tempest-PortsAdminExtendedAttrsTestJSON-1092964389 tempest-PortsAdminExtendedAttrsTestJSON-1092964389-project] 10.222.0.23 "DELETE /v2.0/networks/ec237978-e18e-4712-a92b-35145dd822ee HTTP/1.1" status: 204 len: 168 time: 0.9633069 May 05 22:00:30.277475 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4dfb34-fa87-4bf2-a8dc-9b9bfee669c2 tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:00:30.306167 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-3b4dfb34-fa87-4bf2-a8dc-9b9bfee669c2 tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:00:30.306597 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d9218-a222-42f4-af86-ba923893d60a req-9323199f-74be-44d2-9f10-91e01c50c1b2 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:30.308613 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4dfb34-fa87-4bf2-a8dc-9b9bfee669c2 tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:00:30.310433 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d9218-a222-42f4-af86-ba923893d60a req-9323199f-74be-44d2-9f10-91e01c50c1b2 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:30.314327 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d9218-a222-42f4-af86-ba923893d60a req-9323199f-74be-44d2-9f10-91e01c50c1b2 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:30.318509 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d9218-a222-42f4-af86-ba923893d60a req-9323199f-74be-44d2-9f10-91e01c50c1b2 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:30.322316 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d9218-a222-42f4-af86-ba923893d60a req-9323199f-74be-44d2-9f10-91e01c50c1b2 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:30.329582 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1a1d9218-a222-42f4-af86-ba923893d60a req-9323199f-74be-44d2-9f10-91e01c50c1b2 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/ports?device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 3875 time: 0.1980345 May 05 22:00:30.337271 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf13294-2608-48d4-a0a5-333693054985 req-0f15ae16-bf59-40d2-a266-f697906d71a2 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:30.338732 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-eaf13294-2608-48d4-a0a5-333693054985 req-0f15ae16-bf59-40d2-a266-f697906d71a2 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab626493-f4d5-492e-ace9-e9a71891d92e HTTP/1.1" status: 200 len: 945 time: 0.2051582 May 05 22:00:30.358592 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4dfb34-fa87-4bf2-a8dc-9b9bfee669c2 tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] Pushing event updated for resources: {'Port': ['ID=8149094e-ddca-4a44-b4c5-62fdc02cee2e,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:30.400773 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.api [None req-9b04b494-5934-456f-b5e3-313b890188d5 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:00:30.400932 n-d-825175-4 neutron-server[84063]: DEBUG oslo_db.api [None req-9b04b494-5934-456f-b5e3-313b890188d5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:00:30.412021 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-d2d02728-b741-44cd-9e33-fe2404926295 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] For port 40be755c-7280-4fa7-ab8f-f0bd526d1201, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=40be755c-7280-4fa7-ab8f-f0bd526d1201,segment=NetworkSegment(9ef591eb-c7e9-4c62-ae5a-6d550e933c2c),segment_id=9ef591eb-c7e9-4c62-ae5a-6d550e933c2c)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:00:30.412395 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-d2d02728-b741-44cd-9e33-fe2404926295 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:30.423233 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1a1d9218-a222-42f4-af86-ba923893d60a req-50587447-38f0-4be0-a55d-fd317c7cc229 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/security-groups?id=d56f4659-1a1c-44b7-b1dc-74618b3402dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927303 May 05 22:00:30.433523 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-eaf13294-2608-48d4-a0a5-333693054985 req-04b1d603-42dc-4eda-a9a4-ffc6612f4253 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816805 May 05 22:00:30.518787 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-0b1f60b7-27a9-4231-bc26-c69830bb76d0 None None] Deleting port afa42598-84d6-46a9-8bdb-75957a8f5401 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:00:30.519978 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0b1f60b7-27a9-4231-bc26-c69830bb76d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:30.564654 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-d2d02728-b741-44cd-9e33-fe2404926295 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Calling delete_port for 40be755c-7280-4fa7-ab8f-f0bd526d1201 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:00:30.733637 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53442) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:30.785675 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-0b1f60b7-27a9-4231-bc26-c69830bb76d0 None None] For port afa42598-84d6-46a9-8bdb-75957a8f5401, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=afa42598-84d6-46a9-8bdb-75957a8f5401,segment=NetworkSegment(5e9da586-bb12-4958-b15e-b7cf97bc3d1b),segment_id=5e9da586-bb12-4958-b15e-b7cf97bc3d1b)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:00:30.786082 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0b1f60b7-27a9-4231-bc26-c69830bb76d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:30.923093 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-0b1f60b7-27a9-4231-bc26-c69830bb76d0 None None] Calling delete_port for afa42598-84d6-46a9-8bdb-75957a8f5401 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:00:30.939311 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-9b04b494-5934-456f-b5e3-313b890188d5 admin admin] Deleting port afa42598-84d6-46a9-8bdb-75957a8f5401 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:00:30.939311 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9b04b494-5934-456f-b5e3-313b890188d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:30.991370 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-bdd4a8c1-9917-4382-9c53-4eb880235a35 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7bdc2f6ab6304e25b91cd3479ffc8745&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2542889 May 05 22:00:30.992589 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53450) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:31.003918 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0b1f60b7-27a9-4231-bc26-c69830bb76d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:31.013758 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3b4dfb34-fa87-4bf2-a8dc-9b9bfee669c2 tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:31.069586 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f13e7c7b-21ae-4285-99f6-9d3bbc9793d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:31.078628 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1f60b7-27a9-4231-bc26-c69830bb76d0 None None] Pushing event deleted for resources: {'Port': ['ID=afa42598-84d6-46a9-8bdb-75957a8f5401,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:31.096394 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1f60b7-27a9-4231-bc26-c69830bb76d0 None None] No DVR routers for this DVR port afa42598-84d6-46a9-8bdb-75957a8f5401 on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:00:31.108473 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f13e7c7b-21ae-4285-99f6-9d3bbc9793d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:31.176145 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f13e7c7b-21ae-4285-99f6-9d3bbc9793d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:31.200810 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13e7c7b-21ae-4285-99f6-9d3bbc9793d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcdb223e-51e4-4835-99d3-f720cd6a2790,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:31.203057 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f13e7c7b-21ae-4285-99f6-9d3bbc9793d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:31.215949 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f13e7c7b-21ae-4285-99f6-9d3bbc9793d8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dcdb223e-51e4-4835-99d3-f720cd6a2790 HTTP/1.1" status: 204 len: 168 time: 0.2126534 May 05 22:00:31.284340 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3b4dfb34-fa87-4bf2-a8dc-9b9bfee669c2 tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:31.331832 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-9b04b494-5934-456f-b5e3-313b890188d5 admin admin] The port 'afa42598-84d6-46a9-8bdb-75957a8f5401' was deleted {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 22:00:31.332701 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-d2d02728-b741-44cd-9e33-fe2404926295 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:31.429844 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d02728-b741-44cd-9e33-fe2404926295 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Pushing event deleted for resources: {'Port': ['ID=40be755c-7280-4fa7-ab8f-f0bd526d1201,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:31.745772 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9b04b494-5934-456f-b5e3-313b890188d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:31.802137 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f21137-9ba1-4434-9300-37f9048fe9ec req-a0138844-cd05-421c-8b88-5d7f91f52056 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:31.809041 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f7f21137-9ba1-4434-9300-37f9048fe9ec req-a0138844-cd05-421c-8b88-5d7f91f52056 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab626493-f4d5-492e-ace9-e9a71891d92e HTTP/1.1" status: 200 len: 945 time: 0.2248421 May 05 22:00:31.859340 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53474) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:31.866041 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f7f21137-9ba1-4434-9300-37f9048fe9ec req-375ba968-7c05-48bb-b668-501ba982a004 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561500 May 05 22:00:31.897718 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050802c-8edc-4ca4-be4d-7c0c2318ffc8 req-7f8bb616-1d33-4fbc-a2a8-38a6e932f98e tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:31.907113 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050802c-8edc-4ca4-be4d-7c0c2318ffc8 req-7f8bb616-1d33-4fbc-a2a8-38a6e932f98e tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:31.908091 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-d2d02728-b741-44cd-9e33-fe2404926295 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] No DVR routers for this DVR port 40be755c-7280-4fa7-ab8f-f0bd526d1201 on host n-h2-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:00:31.928619 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050802c-8edc-4ca4-be4d-7c0c2318ffc8 req-7f8bb616-1d33-4fbc-a2a8-38a6e932f98e tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:31.928740 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-d2d02728-b741-44cd-9e33-fe2404926295 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:31.928840 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050802c-8edc-4ca4-be4d-7c0c2318ffc8 req-7f8bb616-1d33-4fbc-a2a8-38a6e932f98e tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:31.928954 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-9b04b494-5934-456f-b5e3-313b890188d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18b54df9-33ed-4370-adce-cf7c028d1c63']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:00:31.929043 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9050802c-8edc-4ca4-be4d-7c0c2318ffc8 req-7f8bb616-1d33-4fbc-a2a8-38a6e932f98e tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/ports?device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 3143 time: 0.2100127 May 05 22:00:31.954047 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-9b04b494-5934-456f-b5e3-313b890188d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e9da586-bb12-4958-b15e-b7cf97bc3d1b') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:00:31.954343 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-9b04b494-5934-456f-b5e3-313b890188d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e9da586-bb12-4958-b15e-b7cf97bc3d1b') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:00:31.967813 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96539926-3157-406d-977f-028308bff7aa', 'name': 'network-vif-deleted', 'tag': '40be755c-7280-4fa7-ab8f-f0bd526d1201'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:00:31.993398 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9050802c-8edc-4ca4-be4d-7c0c2318ffc8 req-5604e78a-79b8-48b1-a39e-73e6df55b3c8 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/security-groups?id=d56f4659-1a1c-44b7-b1dc-74618b3402dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573912 May 05 22:00:32.004946 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9b04b494-5934-456f-b5e3-313b890188d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:32.105325 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f95711a-0f63-4861-a621-277aa5048585'] response: {'server_uuid': '96539926-3157-406d-977f-028308bff7aa', 'name': 'network-vif-deleted', 'tag': '40be755c-7280-4fa7-ab8f-f0bd526d1201', 'status': 'completed', 'code': 200} May 05 22:00:32.130975 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-d2d02728-b741-44cd-9e33-fe2404926295 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.32 "DELETE /v2.0/ports/40be755c-7280-4fa7-ab8f-f0bd526d1201 HTTP/1.1" status: 204 len: 173 time: 3.4172571 May 05 22:00:32.142041 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9b04b494-5934-456f-b5e3-313b890188d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:32.214946 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b04b494-5934-456f-b5e3-313b890188d5 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:00:32.215363 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9b04b494-5934-456f-b5e3-313b890188d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:32.234225 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:00:32.234225 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:00:32.234225 n-d-825175-4 neutron-server[84063]: timer() May 05 22:00:32.234225 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:00:32.234225 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:00:32.234225 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:00:32.234225 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:00:32.234225 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:00:32.234225 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:00:32.234225 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:00:32.234225 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:00:32.234225 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:00:32.234225 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:00:32.234225 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:00:32.234225 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:00:32.234225 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:00:32.234225 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:00:32.234225 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:00:32.234225 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:00:32.234225 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:00:32.234225 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:00:32.234225 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:00:32.234225 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:00:32.234225 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:00:32.234225 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:00:32.234225 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:00:32.234225 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:00:32.234225 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:00:32.234225 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:00:32.234225 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:00:32.234225 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:00:32.234225 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:00:32.247291 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-681bdb21-bd0c-4f36-9b85-cb880e9bd79d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=34adcaba5703439e882398611b12e776&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3802841 May 05 22:00:32.247651 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53486) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:32.333472 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-d539d457-9113-436b-bf5b-e94c59b5565d admin admin] Deleting port 3900aeaa-f584-4fda-8d7c-ed49f5ac2770 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:00:32.333836 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d539d457-9113-436b-bf5b-e94c59b5565d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:32.369199 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-55e05aba-e434-488a-9f43-bfd5784528bd tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Deleting port 84c61080-09da-4d95-bf6c-97692f2369f2 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:00:32.369574 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-55e05aba-e434-488a-9f43-bfd5784528bd tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:32.465291 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9b04b494-5934-456f-b5e3-313b890188d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:32.471494 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9b04b494-5934-456f-b5e3-313b890188d5 admin admin] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:32.495272 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-edf3a5f6-f2db-485e-a1d1-ae1c393404a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:32.529989 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.resource_extend [None req-3b4dfb34-fa87-4bf2-a8dc-9b9bfee669c2 tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 22:00:32.539297 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-edf3a5f6-f2db-485e-a1d1-ae1c393404a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:32.548149 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9b04b494-5934-456f-b5e3-313b890188d5 admin admin] 10.222.0.23 "DELETE /v2.0/networks/18b54df9-33ed-4370-adce-cf7c028d1c63 HTTP/1.1" status: 204 len: 168 time: 4.4309607 May 05 22:00:32.601023 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b04b494-5934-456f-b5e3-313b890188d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=18b54df9-33ed-4370-adce-cf7c028d1c63,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:32.639180 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-edf3a5f6-f2db-485e-a1d1-ae1c393404a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:32.663283 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf3a5f6-f2db-485e-a1d1-ae1c393404a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62418f8-1be9-4f52-b587-8fa41fdd1c3b,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:32.688982 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-edf3a5f6-f2db-485e-a1d1-ae1c393404a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:32.692123 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-edf3a5f6-f2db-485e-a1d1-ae1c393404a3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c62418f8-1be9-4f52-b587-8fa41fdd1c3b HTTP/1.1" status: 204 len: 168 time: 0.4408009 May 05 22:00:32.756480 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3b4dfb34-fa87-4bf2-a8dc-9b9bfee669c2 tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:32.857411 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-d539d457-9113-436b-bf5b-e94c59b5565d admin admin] For port 3900aeaa-f584-4fda-8d7c-ed49f5ac2770, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=3900aeaa-f584-4fda-8d7c-ed49f5ac2770,segment=NetworkSegment(501dba1c-64dd-4cd1-bb42-439b98112e67),segment_id=501dba1c-64dd-4cd1-bb42-439b98112e67)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:00:32.857632 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d539d457-9113-436b-bf5b-e94c59b5565d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:33.008588 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53498) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:33.017948 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-d539d457-9113-436b-bf5b-e94c59b5565d admin admin] Calling delete_port for 3900aeaa-f584-4fda-8d7c-ed49f5ac2770 owned by network:router_interface {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:00:33.069866 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3b4dfb34-fa87-4bf2-a8dc-9b9bfee669c2 tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:33.130237 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-1afdfcc4-e419-4853-abcd-713dd315d9c4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0ea2eb66bb064d42bceac53953af552d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1204734 May 05 22:00:33.133771 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53508) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:33.324688 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2950e7-aebe-4617-b8fe-3a2a12e02c2e req-35d00552-32aa-4c03-bff8-70cd6dee6ebc tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:33.332310 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc2950e7-aebe-4617-b8fe-3a2a12e02c2e req-35d00552-32aa-4c03-bff8-70cd6dee6ebc tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab626493-f4d5-492e-ace9-e9a71891d92e HTTP/1.1" status: 200 len: 945 time: 0.2046771 May 05 22:00:33.394488 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6997b88f-0f62-4ca7-b404-d3dcde61e78f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:33.424854 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6997b88f-0f62-4ca7-b404-d3dcde61e78f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:33.480431 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4dfb34-fa87-4bf2-a8dc-9b9bfee669c2 tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] Pushing event updated for resources: {'Port': ['ID=8149094e-ddca-4a44-b4c5-62fdc02cee2e,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:33.486433 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6997b88f-0f62-4ca7-b404-d3dcde61e78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:33.529675 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6997b88f-0f62-4ca7-b404-d3dcde61e78f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7df6dd-6015-4ac7-aae7-389eac3e2794,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:33.544559 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3b4dfb34-fa87-4bf2-a8dc-9b9bfee669c2 tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:33.544755 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6997b88f-0f62-4ca7-b404-d3dcde61e78f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:33.546203 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-6997b88f-0f62-4ca7-b404-d3dcde61e78f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2b7df6dd-6015-4ac7-aae7-389eac3e2794 HTTP/1.1" status: 204 len: 168 time: 0.3710606 May 05 22:00:33.571010 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc2950e7-aebe-4617-b8fe-3a2a12e02c2e req-219736e3-7609-42e5-be56-e8d37bd8872c tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375796 May 05 22:00:33.624829 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa6611-e821-4650-bf6c-33ffcc9397a5 req-594da1dc-d5e1-4552-af11-43c5b42255b2 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:33.641778 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa6611-e821-4650-bf6c-33ffcc9397a5 req-594da1dc-d5e1-4552-af11-43c5b42255b2 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:33.653291 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa6611-e821-4650-bf6c-33ffcc9397a5 req-594da1dc-d5e1-4552-af11-43c5b42255b2 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:33.658126 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa6611-e821-4650-bf6c-33ffcc9397a5 req-594da1dc-d5e1-4552-af11-43c5b42255b2 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:33.659897 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e3fa6611-e821-4650-bf6c-33ffcc9397a5 req-594da1dc-d5e1-4552-af11-43c5b42255b2 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/ports?device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 3143 time: 0.3115511 May 05 22:00:33.663340 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3b4dfb34-fa87-4bf2-a8dc-9b9bfee669c2 tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:33.667947 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-3b4dfb34-fa87-4bf2-a8dc-9b9bfee669c2 tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.8212459 May 05 22:00:33.668789 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53526) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:33.761814 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-55e05aba-e434-488a-9f43-bfd5784528bd tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] For port 84c61080-09da-4d95-bf6c-97692f2369f2, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=84c61080-09da-4d95-bf6c-97692f2369f2,segment=NetworkSegment(9ef591eb-c7e9-4c62-ae5a-6d550e933c2c),segment_id=9ef591eb-c7e9-4c62-ae5a-6d550e933c2c)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:00:33.762474 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-55e05aba-e434-488a-9f43-bfd5784528bd tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:33.779054 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e3fa6611-e821-4650-bf6c-33ffcc9397a5 req-ed5baf80-c002-4d14-a9cd-e477b1e716ca tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/security-groups?id=d56f4659-1a1c-44b7-b1dc-74618b3402dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004341 May 05 22:00:33.946249 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-55e05aba-e434-488a-9f43-bfd5784528bd tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Calling delete_port for 84c61080-09da-4d95-bf6c-97692f2369f2 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:00:34.060599 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d539d457-9113-436b-bf5b-e94c59b5565d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:34.126799 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-a222f096-aefb-4612-a56f-68fa690aec96 tempest-FloatingIPAdminTestJSON-1479497263 tempest-FloatingIPAdminTestJSON-1479497263-project] Request body: {'floatingip': {'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:00:34.138891 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a222f096-aefb-4612-a56f-68fa690aec96 tempest-FloatingIPAdminTestJSON-1479497263 tempest-FloatingIPAdminTestJSON-1479497263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:00:34.150077 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a222f096-aefb-4612-a56f-68fa690aec96 tempest-FloatingIPAdminTestJSON-1479497263 tempest-FloatingIPAdminTestJSON-1479497263-project] Usage tracker for resource:floatingip and tenant:73fdd42e6e5e43d8bd6a6a400b56119d is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:00:34.158818 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a222f096-aefb-4612-a56f-68fa690aec96 tempest-FloatingIPAdminTestJSON-1479497263 tempest-FloatingIPAdminTestJSON-1479497263-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:00:34.168931 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d539d457-9113-436b-bf5b-e94c59b5565d admin admin] Pushing event deleted for resources: {'Port': ['ID=3900aeaa-f584-4fda-8d7c-ed49f5ac2770,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:34.178092 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a222f096-aefb-4612-a56f-68fa690aec96 tempest-FloatingIPAdminTestJSON-1479497263 tempest-FloatingIPAdminTestJSON-1479497263-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:00:34.204311 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a222f096-aefb-4612-a56f-68fa690aec96 tempest-FloatingIPAdminTestJSON-1479497263 tempest-FloatingIPAdminTestJSON-1479497263-project] Notify callbacks [] for floatingip, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:34.535361 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a222f096-aefb-4612-a56f-68fa690aec96 tempest-FloatingIPAdminTestJSON-1479497263 tempest-FloatingIPAdminTestJSON-1479497263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:34.899013 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-55e05aba-e434-488a-9f43-bfd5784528bd tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:34.951379 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e05aba-e434-488a-9f43-bfd5784528bd tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Pushing event deleted for resources: {'Port': ['ID=84c61080-09da-4d95-bf6c-97692f2369f2,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:35.001554 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-a222f096-aefb-4612-a56f-68fa690aec96 tempest-FloatingIPAdminTestJSON-1479497263 tempest-FloatingIPAdminTestJSON-1479497263-project] Allocated IP 172.25.4.64 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/84e7c479-e4cc-4119-9e33-c7164c8ec09a) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:00:35.109497 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53568) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:35.126394 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-55e05aba-e434-488a-9f43-bfd5784528bd tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] No DVR routers for this DVR port 84c61080-09da-4d95-bf6c-97692f2369f2 on host n-h2-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:00:35.133485 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-55e05aba-e434-488a-9f43-bfd5784528bd tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:35.136306 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96539926-3157-406d-977f-028308bff7aa', 'name': 'network-vif-deleted', 'tag': '84c61080-09da-4d95-bf6c-97692f2369f2'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:00:35.176823 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-55e05aba-e434-488a-9f43-bfd5784528bd tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.32 "DELETE /v2.0/ports/84c61080-09da-4d95-bf6c-97692f2369f2 HTTP/1.1" status: 204 len: 173 time: 3.0304651 May 05 22:00:35.374015 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-5ef0299f-9485-4690-9b96-7ffbba00f64c tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Deleting port d981f185-f142-4e87-9f70-65eca8f3b9fb {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:00:35.375348 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-5ef0299f-9485-4690-9b96-7ffbba00f64c tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:35.499861 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-0376ce90-cc25-4999-8b8d-053f233f0cfa tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Request body: {'networks': [{'name': 'tempest-network--285070501'}, {'name': 'tempest-network--662705732'}]} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:00:35.500602 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-0376ce90-cc25-4999-8b8d-053f233f0cfa tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Request body: {'network': {'name': 'tempest-network--285070501'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:00:35.501176 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-0376ce90-cc25-4999-8b8d-053f233f0cfa tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Request body: {'network': {'name': 'tempest-network--662705732'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:00:35.508494 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-0376ce90-cc25-4999-8b8d-053f233f0cfa tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:00:35.513310 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0376ce90-cc25-4999-8b8d-053f233f0cfa tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Usage tracker for resource:network and tenant:6f5da951a6e54e59a31e882caca2a2f4 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:00:35.517964 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0376ce90-cc25-4999-8b8d-053f233f0cfa tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:00:35.528138 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-0376ce90-cc25-4999-8b8d-053f233f0cfa tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:00:35.553037 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0376ce90-cc25-4999-8b8d-053f233f0cfa tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Made reservation on behalf of 6f5da951a6e54e59a31e882caca2a2f4 for: {'network': 2} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:00:35.567054 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0376ce90-cc25-4999-8b8d-053f233f0cfa tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:35.589933 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0376ce90-cc25-4999-8b8d-053f233f0cfa tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:35.607784 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a222f096-aefb-4612-a56f-68fa690aec96 tempest-FloatingIPAdminTestJSON-1479497263 tempest-FloatingIPAdminTestJSON-1479497263-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:35.640414 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaa9aa8-86c7-4869-a6d7-498f10eb6b05 req-8a51ad4a-ef45-43f9-ab0f-f626f4253fc2 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:35.666611 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaa9aa8-86c7-4869-a6d7-498f10eb6b05 req-8a51ad4a-ef45-43f9-ab0f-f626f4253fc2 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:35.673516 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaa9aa8-86c7-4869-a6d7-498f10eb6b05 req-8a51ad4a-ef45-43f9-ab0f-f626f4253fc2 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:35.689525 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0aaa9aa8-86c7-4869-a6d7-498f10eb6b05 req-8a51ad4a-ef45-43f9-ab0f-f626f4253fc2 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/ports?device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 2410 time: 0.4707260 May 05 22:00:35.765739 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e22befc-9a24-4abd-a33a-67384f0d4a29 req-c6aa6ebf-5317-4ce1-b48d-fa4787eaeefe tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:35.778800 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:35.780614 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6e22befc-9a24-4abd-a33a-67384f0d4a29 req-c6aa6ebf-5317-4ce1-b48d-fa4787eaeefe tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab626493-f4d5-492e-ace9-e9a71891d92e HTTP/1.1" status: 200 len: 945 time: 0.7021666 May 05 22:00:35.795302 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d539d457-9113-436b-bf5b-e94c59b5565d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:35.812664 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-0376ce90-cc25-4999-8b8d-053f233f0cfa tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:00:35.843099 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53586) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:35.855886 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0376ce90-cc25-4999-8b8d-053f233f0cfa tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Usage tracker for resource:security_group_rule and tenant:6f5da951a6e54e59a31e882caca2a2f4 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:00:35.861096 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0376ce90-cc25-4999-8b8d-053f233f0cfa tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:00:35.871789 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:35.919326 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0aaa9aa8-86c7-4869-a6d7-498f10eb6b05 req-e60953dd-2497-482c-887f-3cbca21e93c8 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/security-groups?id=d56f4659-1a1c-44b7-b1dc-74618b3402dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2288449 May 05 22:00:35.943485 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6e22befc-9a24-4abd-a33a-67384f0d4a29 req-f8a45f39-5198-406e-bf32-1200fbafb983 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618733 May 05 22:00:35.944648 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-0376ce90-cc25-4999-8b8d-053f233f0cfa tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:00:35.947582 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a222f096-aefb-4612-a56f-68fa690aec96 tempest-FloatingIPAdminTestJSON-1479497263 tempest-FloatingIPAdminTestJSON-1479497263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:36.090461 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a222f096-aefb-4612-a56f-68fa690aec96 tempest-FloatingIPAdminTestJSON-1479497263 tempest-FloatingIPAdminTestJSON-1479497263-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:00:36.092294 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-a222f096-aefb-4612-a56f-68fa690aec96 tempest-FloatingIPAdminTestJSON-1479497263 tempest-FloatingIPAdminTestJSON-1479497263-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:00:36.094395 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a222f096-aefb-4612-a56f-68fa690aec96 tempest-FloatingIPAdminTestJSON-1479497263 tempest-FloatingIPAdminTestJSON-1479497263-project] Pushing event updated for resources: {'Port': ['ID=84e7c479-e4cc-4119-9e33-c7164c8ec09a,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:36.098925 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a222f096-aefb-4612-a56f-68fa690aec96 tempest-FloatingIPAdminTestJSON-1479497263 tempest-FloatingIPAdminTestJSON-1479497263-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:00:36.112481 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8965e2cf-e4b0-4c5e-af67-03733d719581'] response: {'server_uuid': '96539926-3157-406d-977f-028308bff7aa', 'name': 'network-vif-deleted', 'tag': '84c61080-09da-4d95-bf6c-97692f2369f2', 'status': 'completed', 'code': 200} May 05 22:00:36.135374 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-d3ac59f9-6628-440d-a04d-26ac3e3eb7c5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1985453385-network', 'tenant_id': 'f9679666ed684085ba56b96d355bc823'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:00:36.149691 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-d3ac59f9-6628-440d-a04d-26ac3e3eb7c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:00:36.161102 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-d3ac59f9-6628-440d-a04d-26ac3e3eb7c5 admin admin] Usage tracker for resource:network and tenant:f9679666ed684085ba56b96d355bc823 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:00:36.165716 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-d3ac59f9-6628-440d-a04d-26ac3e3eb7c5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:00:36.174483 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-d3ac59f9-6628-440d-a04d-26ac3e3eb7c5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:00:36.194094 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ac59f9-6628-440d-a04d-26ac3e3eb7c5 admin admin] Made reservation on behalf of f9679666ed684085ba56b96d355bc823 for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:00:36.197002 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d3ac59f9-6628-440d-a04d-26ac3e3eb7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:36.218457 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d3ac59f9-6628-440d-a04d-26ac3e3eb7c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:36.260927 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-d3ac59f9-6628-440d-a04d-26ac3e3eb7c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:00:36.266038 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-d3ac59f9-6628-440d-a04d-26ac3e3eb7c5 admin admin] Usage tracker for resource:security_group_rule and tenant:f9679666ed684085ba56b96d355bc823 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:00:36.269366 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-d3ac59f9-6628-440d-a04d-26ac3e3eb7c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:00:36.323627 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-d3ac59f9-6628-440d-a04d-26ac3e3eb7c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:00:36.357191 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a222f096-aefb-4612-a56f-68fa690aec96 tempest-FloatingIPAdminTestJSON-1479497263 tempest-FloatingIPAdminTestJSON-1479497263-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:36.403044 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-5ef0299f-9485-4690-9b96-7ffbba00f64c tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] For port d981f185-f142-4e87-9f70-65eca8f3b9fb, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=d981f185-f142-4e87-9f70-65eca8f3b9fb,segment=NetworkSegment(7d8e481f-6c9a-401c-a04b-9857aacc083f),segment_id=7d8e481f-6c9a-401c-a04b-9857aacc083f)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:00:36.403409 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-5ef0299f-9485-4690-9b96-7ffbba00f64c tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:36.427110 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a222f096-aefb-4612-a56f-68fa690aec96 tempest-FloatingIPAdminTestJSON-1479497263 tempest-FloatingIPAdminTestJSON-1479497263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:36.516681 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d3ac59f9-6628-440d-a04d-26ac3e3eb7c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:36.535121 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d3ac59f9-6628-440d-a04d-26ac3e3eb7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:36.563857 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-5ef0299f-9485-4690-9b96-7ffbba00f64c tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Calling delete_port for d981f185-f142-4e87-9f70-65eca8f3b9fb owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:00:36.610257 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0376ce90-cc25-4999-8b8d-053f233f0cfa tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:36.617371 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3ac59f9-6628-440d-a04d-26ac3e3eb7c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:00:36.625986 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0376ce90-cc25-4999-8b8d-053f233f0cfa tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:36.626457 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0376ce90-cc25-4999-8b8d-053f233f0cfa tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:36.642348 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ac59f9-6628-440d-a04d-26ac3e3eb7c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f094ee9a-7080-4d33-90dc-19c2eefef931,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:36.734892 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0376ce90-cc25-4999-8b8d-053f233f0cfa tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb1603a-939c-4489-8be0-87d3e77d8299,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:36.740611 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0376ce90-cc25-4999-8b8d-053f233f0cfa tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:00:36.771274 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d3ac59f9-6628-440d-a04d-26ac3e3eb7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:36.771620 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-d3ac59f9-6628-440d-a04d-26ac3e3eb7c5 admin admin] Added segment 8791e900-4ba7-4d7d-801a-c6b49729e00b of type vlan for network c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2 May 05 22:00:36.775881 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0376ce90-cc25-4999-8b8d-053f233f0cfa tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:36.776262 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-0376ce90-cc25-4999-8b8d-053f233f0cfa tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Added segment f5e00ecb-ee94-4fe7-8cef-9e5d40a89a09 of type vlan for network 10e6a34c-31dd-4bbd-a4d6-f082ab1cacc2 May 05 22:00:36.788036 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ac59f9-6628-440d-a04d-26ac3e3eb7c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:00:36.788370 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ac59f9-6628-440d-a04d-26ac3e3eb7c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:00:36.788884 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ac59f9-6628-440d-a04d-26ac3e3eb7c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:00:36.789373 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ac59f9-6628-440d-a04d-26ac3e3eb7c5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:00:36.789870 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ac59f9-6628-440d-a04d-26ac3e3eb7c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:00:36.790370 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ac59f9-6628-440d-a04d-26ac3e3eb7c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:00:36.790874 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ac59f9-6628-440d-a04d-26ac3e3eb7c5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:00:36.791356 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ac59f9-6628-440d-a04d-26ac3e3eb7c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:00:36.791824 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ac59f9-6628-440d-a04d-26ac3e3eb7c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:00:36.792491 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ac59f9-6628-440d-a04d-26ac3e3eb7c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:00:36.792985 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ac59f9-6628-440d-a04d-26ac3e3eb7c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:00:36.842523 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d3ac59f9-6628-440d-a04d-26ac3e3eb7c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:36.879125 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0376ce90-cc25-4999-8b8d-053f233f0cfa tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:36.884049 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a222f096-aefb-4612-a56f-68fa690aec96 tempest-FloatingIPAdminTestJSON-1479497263 tempest-FloatingIPAdminTestJSON-1479497263-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:36.892039 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a222f096-aefb-4612-a56f-68fa690aec96 tempest-FloatingIPAdminTestJSON-1479497263 tempest-FloatingIPAdminTestJSON-1479497263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:36.925132 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-5ef0299f-9485-4690-9b96-7ffbba00f64c tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:36.928061 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d3ac59f9-6628-440d-a04d-26ac3e3eb7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:36.928580 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ac59f9-6628-440d-a04d-26ac3e3eb7c5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:36.929154 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d3ac59f9-6628-440d-a04d-26ac3e3eb7c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:37.117955 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a222f096-aefb-4612-a56f-68fa690aec96 tempest-FloatingIPAdminTestJSON-1479497263 tempest-FloatingIPAdminTestJSON-1479497263-project] Pushing event updated for resources: {'Port': ['ID=84e7c479-e4cc-4119-9e33-c7164c8ec09a,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:37.132059 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ac59f9-6628-440d-a04d-26ac3e3eb7c5 admin admin] Pushing event updated for resources: {'Network': ['ID=c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:37.143898 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:00:37.152641 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a222f096-aefb-4612-a56f-68fa690aec96 tempest-FloatingIPAdminTestJSON-1479497263 tempest-FloatingIPAdminTestJSON-1479497263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:37.161346 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-d3ac59f9-6628-440d-a04d-26ac3e3eb7c5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3150940 May 05 22:00:37.164149 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53608) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:37.174529 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-c5e29afc-855f-4d2f-aa33-f31317887e16 admin admin] Request body: {'subnet': {'network_id': 'c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1985453385-subnet', 'tenant_id': 'f9679666ed684085ba56b96d355bc823', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:00:37.183435 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-c5e29afc-855f-4d2f-aa33-f31317887e16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:00:37.188700 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-c5e29afc-855f-4d2f-aa33-f31317887e16 admin admin] Usage tracker for resource:subnet and tenant:f9679666ed684085ba56b96d355bc823 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:00:37.194005 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-c5e29afc-855f-4d2f-aa33-f31317887e16 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:00:37.206588 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef0299f-9485-4690-9b96-7ffbba00f64c tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Pushing event deleted for resources: {'Port': ['ID=d981f185-f142-4e87-9f70-65eca8f3b9fb,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:37.236403 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a222f096-aefb-4612-a56f-68fa690aec96 tempest-FloatingIPAdminTestJSON-1479497263 tempest-FloatingIPAdminTestJSON-1479497263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:37.237787 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a222f096-aefb-4612-a56f-68fa690aec96 tempest-FloatingIPAdminTestJSON-1479497263 tempest-FloatingIPAdminTestJSON-1479497263-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5679264 May 05 22:00:37.241553 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-c5e29afc-855f-4d2f-aa33-f31317887e16 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:00:37.243722 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53612) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:37.269968 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0376ce90-cc25-4999-8b8d-053f233f0cfa tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:00:37.330351 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0376ce90-cc25-4999-8b8d-053f233f0cfa tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:37.330727 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-0376ce90-cc25-4999-8b8d-053f233f0cfa tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Added segment 9614a886-b5d9-4c1a-b295-8300459b0ada of type vlan for network d80a9089-ed61-4321-be56-6873f959453f May 05 22:00:37.344767 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-5ef0299f-9485-4690-9b96-7ffbba00f64c tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] No DVR routers for this DVR port d981f185-f142-4e87-9f70-65eca8f3b9fb on host n-h2-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:00:37.348667 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-5ef0299f-9485-4690-9b96-7ffbba00f64c tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:37.396207 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-18d00090-bf02-46a9-844b-c746f3fa0b36 tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2433 time: 0.1463361 May 05 22:00:37.406647 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53616) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:37.413018 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0376ce90-cc25-4999-8b8d-053f233f0cfa tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:37.417383 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-5ef0299f-9485-4690-9b96-7ffbba00f64c tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.32 "DELETE /v2.0/ports/d981f185-f142-4e87-9f70-65eca8f3b9fb HTTP/1.1" status: 204 len: 173 time: 2.2341561 May 05 22:00:37.458970 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e29afc-855f-4d2f-aa33-f31317887e16 admin admin] Made reservation on behalf of f9679666ed684085ba56b96d355bc823 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:00:37.462398 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c5e29afc-855f-4d2f-aa33-f31317887e16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:37.583661 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-6d5ba227-d22e-4550-a376-52f9f01c7d8e tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1729741 May 05 22:00:37.585984 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53624) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:37.831977 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffb659-0bc5-49a8-b7a2-ab36d0740076 req-7494dbd7-c380-45d8-bfef-dca2fbfebaf2 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:37.836332 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffb659-0bc5-49a8-b7a2-ab36d0740076 req-7494dbd7-c380-45d8-bfef-dca2fbfebaf2 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:37.845559 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a3ffb659-0bc5-49a8-b7a2-ab36d0740076 req-7494dbd7-c380-45d8-bfef-dca2fbfebaf2 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/ports?device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 1677 time: 0.5324426 May 05 22:00:37.869209 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad3929-1067-4498-bc6a-a5f01863e11e req-b81ba805-a445-40c4-9da4-283463bcea9c tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:37.872207 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-31ad3929-1067-4498-bc6a-a5f01863e11e req-b81ba805-a445-40c4-9da4-283463bcea9c tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab626493-f4d5-492e-ace9-e9a71891d92e HTTP/1.1" status: 200 len: 945 time: 0.6803226 May 05 22:00:37.905383 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-6a3fb4b6-827a-4f6c-bd5c-c33d5d9a7347 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Deleting port 948d6717-39b5-46c6-879f-ba0420345ef2 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:00:37.905383 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-6a3fb4b6-827a-4f6c-bd5c-c33d5d9a7347 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:37.964401 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0376ce90-cc25-4999-8b8d-053f233f0cfa tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:37.964880 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0376ce90-cc25-4999-8b8d-053f233f0cfa tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:37.968804 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0376ce90-cc25-4999-8b8d-053f233f0cfa tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:37.971818 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0376ce90-cc25-4999-8b8d-053f233f0cfa tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:37.972497 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0376ce90-cc25-4999-8b8d-053f233f0cfa tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:38.091700 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a3ffb659-0bc5-49a8-b7a2-ab36d0740076 req-c97ca3ea-9ff8-4f48-b132-698362f4a903 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/security-groups?id=d56f4659-1a1c-44b7-b1dc-74618b3402dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2449875 May 05 22:00:38.097075 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-31ad3929-1067-4498-bc6a-a5f01863e11e req-f090935d-6fee-4dc7-a366-605efc6546c7 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187948 May 05 22:00:38.107926 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c5e29afc-855f-4d2f-aa33-f31317887e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:38.182969 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e29afc-855f-4d2f-aa33-f31317887e16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f259ce1a-1e13-44eb-b65e-190001e0a5ad,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:38.221965 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e29afc-855f-4d2f-aa33-f31317887e16 admin admin] Checking segment: {'id': '8791e900-4ba7-4d7d-801a-c6b49729e00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:00:38.223180 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e29afc-855f-4d2f-aa33-f31317887e16 admin admin] Network hostable DHCP agents. Network: c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:00:38.251423 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e29afc-855f-4d2f-aa33-f31317887e16 admin admin] Network c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:00:38.266541 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-c5e29afc-855f-4d2f-aa33-f31317887e16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:00:38.271223 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e29afc-855f-4d2f-aa33-f31317887e16 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:38.272118 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c5e29afc-855f-4d2f-aa33-f31317887e16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:38.276278 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fb91b2-b728-4239-bd6d-d92667d9f612 None None] Network c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:00:38.307589 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c5e29afc-855f-4d2f-aa33-f31317887e16 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1420364 May 05 22:00:38.310166 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53636) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:38.313169 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96539926-3157-406d-977f-028308bff7aa', 'name': 'network-vif-deleted', 'tag': 'd981f185-f142-4e87-9f70-65eca8f3b9fb'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:00:38.321761 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-abcb02d4-29fb-490d-806d-7b86daa1ecdc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1985453385-router', 'tenant_id': 'f9679666ed684085ba56b96d355bc823', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:00:38.335816 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-abcb02d4-29fb-490d-806d-7b86daa1ecdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:00:38.343662 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-abcb02d4-29fb-490d-806d-7b86daa1ecdc admin admin] Usage tracker for resource:router and tenant:f9679666ed684085ba56b96d355bc823 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:00:38.349970 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-abcb02d4-29fb-490d-806d-7b86daa1ecdc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:00:38.373712 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-abcb02d4-29fb-490d-806d-7b86daa1ecdc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:00:38.392626 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-abcb02d4-29fb-490d-806d-7b86daa1ecdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:38.394540 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-abcb02d4-29fb-490d-806d-7b86daa1ecdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:38.403041 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0376ce90-cc25-4999-8b8d-053f233f0cfa tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 3.2924094 May 05 22:00:38.424826 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-abcb02d4-29fb-490d-806d-7b86daa1ecdc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:38.438860 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-b94c3473-95a9-4022-89e6-c7fec4556040 tempest-FloatingIPAdminTestJSON-1479497263 tempest-FloatingIPAdminTestJSON-1479497263-project] Deleting port 84e7c479-e4cc-4119-9e33-c7164c8ec09a {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:00:38.439495 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b94c3473-95a9-4022-89e6-c7fec4556040 tempest-FloatingIPAdminTestJSON-1479497263 tempest-FloatingIPAdminTestJSON-1479497263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:38.445134 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53642) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:38.474641 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbb28cc9-cdfb-4acb-9f26-f68c96cd78d3'] response: {'server_uuid': '96539926-3157-406d-977f-028308bff7aa', 'name': 'network-vif-deleted', 'tag': 'd981f185-f142-4e87-9f70-65eca8f3b9fb', 'status': 'completed', 'code': 200} May 05 22:00:38.502821 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0376ce90-cc25-4999-8b8d-053f233f0cfa tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Pushing event updated for resources: {'Network': ['ID=10e6a34c-31dd-4bbd-a4d6-f082ab1cacc2,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:38.526512 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 10e6a34c-31dd-4bbd-a4d6-f082ab1cacc2 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:00:38.690528 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0376ce90-cc25-4999-8b8d-053f233f0cfa tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Pushing event updated for resources: {'Network': ['ID=d80a9089-ed61-4321-be56-6873f959453f,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:38.753577 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network d80a9089-ed61-4321-be56-6873f959453f details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:00:38.783521 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-abcb02d4-29fb-490d-806d-7b86daa1ecdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:38.919687 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769e5dbe-8954-4655-a98a-a1b521907193 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2', 'network_id': 'c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2', 'tenant_id': 'f9679666ed684085ba56b96d355bc823', 'fixed_ips': [{'subnet_id': 'f259ce1a-1e13-44eb-b65e-190001e0a5ad'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:00:38.920557 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-769e5dbe-8954-4655-a98a-a1b521907193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:38.959343 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642714f8-b889-4c54-8ad9-a320eba99290 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:38.965108 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642714f8-b889-4c54-8ad9-a320eba99290 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:38.970511 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642714f8-b889-4c54-8ad9-a320eba99290 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:38.975155 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642714f8-b889-4c54-8ad9-a320eba99290 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:38.977526 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-642714f8-b889-4c54-8ad9-a320eba99290 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5314164 May 05 22:00:38.980368 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53648) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:39.165147 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c37079c1-fa58-4ea4-901e-9de00ea4c70c tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:39.180692 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-6a3fb4b6-827a-4f6c-bd5c-c33d5d9a7347 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] For port 948d6717-39b5-46c6-879f-ba0420345ef2, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=948d6717-39b5-46c6-879f-ba0420345ef2,segment=NetworkSegment(7d8e481f-6c9a-401c-a04b-9857aacc083f),segment_id=7d8e481f-6c9a-401c-a04b-9857aacc083f)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:00:39.180924 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-6a3fb4b6-827a-4f6c-bd5c-c33d5d9a7347 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:39.190760 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b94c3473-95a9-4022-89e6-c7fec4556040 tempest-FloatingIPAdminTestJSON-1479497263 tempest-FloatingIPAdminTestJSON-1479497263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:39.190896 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b94c3473-95a9-4022-89e6-c7fec4556040 tempest-FloatingIPAdminTestJSON-1479497263 tempest-FloatingIPAdminTestJSON-1479497263-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:39.234896 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-769e5dbe-8954-4655-a98a-a1b521907193 None None] Allocated IP 172.20.0.2 (c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2/f259ce1a-1e13-44eb-b65e-190001e0a5ad/87f3dcc1-6a9c-4646-b0ef-6e96d16416a5) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:00:39.510554 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-6a3fb4b6-827a-4f6c-bd5c-c33d5d9a7347 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Calling delete_port for 948d6717-39b5-46c6-879f-ba0420345ef2 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:00:39.547225 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-b94c3473-95a9-4022-89e6-c7fec4556040 tempest-FloatingIPAdminTestJSON-1479497263 tempest-FloatingIPAdminTestJSON-1479497263-project] Calling delete_port for 84e7c479-e4cc-4119-9e33-c7164c8ec09a owned by network:floatingip {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:00:39.574191 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-769e5dbe-8954-4655-a98a-a1b521907193 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:39.587434 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-769e5dbe-8954-4655-a98a-a1b521907193 None None] Transition to ACTIVE for port object 87f3dcc1-6a9c-4646-b0ef-6e96d16416a5 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:00:39.609216 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-769e5dbe-8954-4655-a98a-a1b521907193 None None] Transition to ACTIVE for port object 87f3dcc1-6a9c-4646-b0ef-6e96d16416a5 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:00:39.625060 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-769e5dbe-8954-4655-a98a-a1b521907193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:39.667412 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d539d457-9113-436b-bf5b-e94c59b5565d admin admin] Router b9cef20f-1964-4afb-a438-23862b29cfa9 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:00:39.751338 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769e5dbe-8954-4655-a98a-a1b521907193 None None] Network c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:00:39.765343 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-769e5dbe-8954-4655-a98a-a1b521907193 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:00:39.778223 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769e5dbe-8954-4655-a98a-a1b521907193 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:00:39.792826 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769e5dbe-8954-4655-a98a-a1b521907193 None None] Pushing event updated for resources: {'Port': ['ID=87f3dcc1-6a9c-4646-b0ef-6e96d16416a5,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:39.953436 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-769e5dbe-8954-4655-a98a-a1b521907193 None None] Attempting to bind port 87f3dcc1-6a9c-4646-b0ef-6e96d16416a5 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:00:39.954129 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-769e5dbe-8954-4655-a98a-a1b521907193 None None] Attempting to bind port 87f3dcc1-6a9c-4646-b0ef-6e96d16416a5 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '8791e900-4ba7-4d7d-801a-c6b49729e00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:00:39.954556 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769e5dbe-8954-4655-a98a-a1b521907193 None None] Attempting to bind port 87f3dcc1-6a9c-4646-b0ef-6e96d16416a5 on network c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:00:39.961652 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769e5dbe-8954-4655-a98a-a1b521907193 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:00:39.962022 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769e5dbe-8954-4655-a98a-a1b521907193 None None] Checking segment: {'id': '8791e900-4ba7-4d7d-801a-c6b49729e00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:00:39.962870 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-769e5dbe-8954-4655-a98a-a1b521907193 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:39.963265 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769e5dbe-8954-4655-a98a-a1b521907193 None None] Bound using segment: {'id': '8791e900-4ba7-4d7d-801a-c6b49729e00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:00:39.964921 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-769e5dbe-8954-4655-a98a-a1b521907193 None None] Bound port: 87f3dcc1-6a9c-4646-b0ef-6e96d16416a5, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8791e900-4ba7-4d7d-801a-c6b49729e00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:00:39.965331 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-769e5dbe-8954-4655-a98a-a1b521907193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:40.030918 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c37079c1-fa58-4ea4-901e-9de00ea4c70c tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:40.100327 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-c37079c1-fa58-4ea4-901e-9de00ea4c70c tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10e6a34c-31dd-4bbd-a4d6-f082ab1cacc2']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:00:40.139805 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-c37079c1-fa58-4ea4-901e-9de00ea4c70c tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5e00ecb-ee94-4fe7-8cef-9e5d40a89a09') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:00:40.140112 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-c37079c1-fa58-4ea4-901e-9de00ea4c70c tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5e00ecb-ee94-4fe7-8cef-9e5d40a89a09') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:00:40.160424 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-abcb02d4-29fb-490d-806d-7b86daa1ecdc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:40.183164 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-769e5dbe-8954-4655-a98a-a1b521907193 None None] For port 87f3dcc1-6a9c-4646-b0ef-6e96d16416a5, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:00:40.191134 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-769e5dbe-8954-4655-a98a-a1b521907193 None None] For port 87f3dcc1-6a9c-4646-b0ef-6e96d16416a5, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=87f3dcc1-6a9c-4646-b0ef-6e96d16416a5,segment=NetworkSegment(8791e900-4ba7-4d7d-801a-c6b49729e00b),segment_id=8791e900-4ba7-4d7d-801a-c6b49729e00b)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:00:40.191860 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-6a3fb4b6-827a-4f6c-bd5c-c33d5d9a7347 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:40.194423 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b94c3473-95a9-4022-89e6-c7fec4556040 tempest-FloatingIPAdminTestJSON-1479497263 tempest-FloatingIPAdminTestJSON-1479497263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:40.203108 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-769e5dbe-8954-4655-a98a-a1b521907193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:40.222194 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-abcb02d4-29fb-490d-806d-7b86daa1ecdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:40.228457 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c37079c1-fa58-4ea4-901e-9de00ea4c70c tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:40.351496 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c37079c1-fa58-4ea4-901e-9de00ea4c70c tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:40.352297 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769e5dbe-8954-4655-a98a-a1b521907193 None None] Pushing event updated for resources: {'Port': ['ID=87f3dcc1-6a9c-4646-b0ef-6e96d16416a5,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:40.380696 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f07f70-f585-43ea-9780-89171d76b5b3 req-0f157345-7905-4fbe-a633-ad27f087aacc tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:40.386986 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-06f07f70-f585-43ea-9780-89171d76b5b3 req-0f157345-7905-4fbe-a633-ad27f087aacc tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab626493-f4d5-492e-ace9-e9a71891d92e HTTP/1.1" status: 200 len: 945 time: 0.9434924 May 05 22:00:40.412939 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe8c9f-73be-464b-9fe9-aba2414b474d req-71a9ec34-d875-4d6b-b9b2-0db9779fdd66 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:40.418297 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe8c9f-73be-464b-9fe9-aba2414b474d req-71a9ec34-d875-4d6b-b9b2-0db9779fdd66 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:40.427777 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a6fe8c9f-73be-464b-9fe9-aba2414b474d req-71a9ec34-d875-4d6b-b9b2-0db9779fdd66 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/ports?device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 1677 time: 0.7964237 May 05 22:00:40.457936 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c37079c1-fa58-4ea4-901e-9de00ea4c70c tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:00:40.459602 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c37079c1-fa58-4ea4-901e-9de00ea4c70c tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:40.474159 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94c3473-95a9-4022-89e6-c7fec4556040 tempest-FloatingIPAdminTestJSON-1479497263 tempest-FloatingIPAdminTestJSON-1479497263-project] Pushing event deleted for resources: {'Port': ['ID=84e7c479-e4cc-4119-9e33-c7164c8ec09a,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:40.485764 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-6a3fb4b6-827a-4f6c-bd5c-c33d5d9a7347 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] No DVR routers for this DVR port 948d6717-39b5-46c6-879f-ba0420345ef2 on host n-h2-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:00:40.494282 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-6a3fb4b6-827a-4f6c-bd5c-c33d5d9a7347 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:40.512940 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 22:00:40.512940 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:00:40.512940 n-d-825175-4 neutron-server[84061]: timer() May 05 22:00:40.512940 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:00:40.512940 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 22:00:40.512940 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:00:40.512940 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 22:00:40.512940 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:00:40.512940 n-d-825175-4 neutron-server[84061]: self._notify() May 05 22:00:40.512940 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:00:40.512940 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 22:00:40.512940 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:00:40.512940 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 22:00:40.512940 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:00:40.512940 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:00:40.512940 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:00:40.512940 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:00:40.512940 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:00:40.512940 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 22:00:40.512940 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:00:40.512940 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 22:00:40.512940 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:00:40.512940 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:00:40.512940 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:00:40.512940 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 22:00:40.512940 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:00:40.512940 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:00:40.512940 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:00:40.512940 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:00:40.512940 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:00:40.512940 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:00:40.512940 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:00:40.554841 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96539926-3157-406d-977f-028308bff7aa', 'name': 'network-vif-deleted', 'tag': '948d6717-39b5-46c6-879f-ba0420345ef2'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:00:40.560051 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-6a3fb4b6-827a-4f6c-bd5c-c33d5d9a7347 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.32 "DELETE /v2.0/ports/948d6717-39b5-46c6-879f-ba0420345ef2 HTTP/1.1" status: 204 len: 173 time: 3.0839512 May 05 22:00:40.871286 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-06f07f70-f585-43ea-9780-89171d76b5b3 req-c4a46cdb-eae5-4923-afbb-31c130f30be6 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4357686 May 05 22:00:40.948311 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-abcb02d4-29fb-490d-806d-7b86daa1ecdc admin admin] Allocated IP 172.25.4.119 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:00:40.978280 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c37079c1-fa58-4ea4-901e-9de00ea4c70c tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:40.981815 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 87f3dcc1-6a9c-4646-b0ef-6e96d16416a5 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:00:41.016195 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c37079c1-fa58-4ea4-901e-9de00ea4c70c tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:41.025525 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a6fe8c9f-73be-464b-9fe9-aba2414b474d req-52a3d8f0-e0a0-46a4-81e4-b62232625e62 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/security-groups?id=d56f4659-1a1c-44b7-b1dc-74618b3402dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5428982 May 05 22:00:41.033791 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37079c1-fa58-4ea4-901e-9de00ea4c70c tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Pushing event deleted for resources: {'Network': ['ID=10e6a34c-31dd-4bbd-a4d6-f082ab1cacc2,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:41.239507 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 87f3dcc1-6a9c-4646-b0ef-6e96d16416a5 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:00:41.256171 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c37079c1-fa58-4ea4-901e-9de00ea4c70c tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] 10.222.0.23 "DELETE /v2.0/networks/10e6a34c-31dd-4bbd-a4d6-f082ab1cacc2 HTTP/1.1" status: 204 len: 168 time: 2.2744362 May 05 22:00:41.261392 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53676) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:41.378022 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-293b52a3-1762-4fbe-8ebd-02bffbed0ab7'] response: {'server_uuid': '96539926-3157-406d-977f-028308bff7aa', 'name': 'network-vif-deleted', 'tag': '948d6717-39b5-46c6-879f-ba0420345ef2', 'status': 'completed', 'code': 200} May 05 22:00:41.399929 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-abcb02d4-29fb-490d-806d-7b86daa1ecdc admin admin] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:41.456337 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-abcb02d4-29fb-490d-806d-7b86daa1ecdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:41.467222 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3fb4b6-827a-4f6c-bd5c-c33d5d9a7347 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Pushing event deleted for resources: {'Port': ['ID=948d6717-39b5-46c6-879f-ba0420345ef2,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:41.524019 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-de6d38d7-4c51-49d7-9c42-1b68ca2257e9 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Deleting port 49bcc364-28e8-4ab9-8b4e-d2fa9332d772 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:00:41.524370 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-de6d38d7-4c51-49d7-9c42-1b68ca2257e9 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:41.764232 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b94c3473-95a9-4022-89e6-c7fec4556040 tempest-FloatingIPAdminTestJSON-1479497263 tempest-FloatingIPAdminTestJSON-1479497263-project] Notify callbacks [] for floatingip, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:41.783659 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b94c3473-95a9-4022-89e6-c7fec4556040 tempest-FloatingIPAdminTestJSON-1479497263 tempest-FloatingIPAdminTestJSON-1479497263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:41.786551 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b94c3473-95a9-4022-89e6-c7fec4556040 tempest-FloatingIPAdminTestJSON-1479497263 tempest-FloatingIPAdminTestJSON-1479497263-project] 10.222.0.23 "DELETE /v2.0/floatingips/e4c9f0ef-8640-43c3-9243-2ae72a15902f HTTP/1.1" status: 204 len: 168 time: 4.1444387 May 05 22:00:41.804629 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53684) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:42.133338 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34de5f6-7f48-4dae-85a5-db11b8440a71 None None] Network c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:00:42.142278 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcb02d4-29fb-490d-806d-7b86daa1ecdc admin admin] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:00:42.156005 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-abcb02d4-29fb-490d-806d-7b86daa1ecdc admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:00:42.158897 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcb02d4-29fb-490d-806d-7b86daa1ecdc admin admin] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:00:42.225975 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4d982b3a-fea5-40a7-92e9-729510673e13 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:42.254932 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcb02d4-29fb-490d-806d-7b86daa1ecdc admin admin] Pushing event updated for resources: {'Port': ['ID=2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:42.380369 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-befa3c6e-e5d1-4961-ab51-b6395f11b414 None None] Provisioning for port 87f3dcc1-6a9c-4646-b0ef-6e96d16416a5 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:00:42.405163 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-befa3c6e-e5d1-4961-ab51-b6395f11b414 None None] Provisioning complete for port 87f3dcc1-6a9c-4646-b0ef-6e96d16416a5 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:00:42.413843 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d539d457-9113-436b-bf5b-e94c59b5565d admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:00:42.415630 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-befa3c6e-e5d1-4961-ab51-b6395f11b414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:42.431013 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-2388a9dc-ae7f-47f7-97bc-30c2da0f6633 tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] Deleting port 8149094e-ddca-4a44-b4c5-62fdc02cee2e {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:00:42.431422 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2388a9dc-ae7f-47f7-97bc-30c2da0f6633 tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:42.434633 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b7cd62-fd7e-424a-822a-22ec689bb6ae None None] Sync routers for ids ['b9cef20f-1964-4afb-a438-23862b29cfa9'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:00:42.453518 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b7cd62-fd7e-424a-822a-22ec689bb6ae None None] Routers {'b9cef20f-1964-4afb-a438-23862b29cfa9'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:00:42.456917 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-47b7cd62-fd7e-424a-822a-22ec689bb6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:00:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['b9cef20f-1964-4afb-a438-23862b29cfa9'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:00:42.461082 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d539d457-9113-436b-bf5b-e94c59b5565d admin admin] 10.222.0.23 "PUT /v2.0/routers/b9cef20f-1964-4afb-a438-23862b29cfa9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.3158810 May 05 22:00:42.462132 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4d982b3a-fea5-40a7-92e9-729510673e13 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:42.470619 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53698) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:42.503193 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-4d982b3a-fea5-40a7-92e9-729510673e13 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d80a9089-ed61-4321-be56-6873f959453f']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:00:42.522542 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-4d982b3a-fea5-40a7-92e9-729510673e13 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9614a886-b5d9-4c1a-b295-8300459b0ada') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:00:42.522895 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-4d982b3a-fea5-40a7-92e9-729510673e13 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9614a886-b5d9-4c1a-b295-8300459b0ada') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:00:42.610209 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c03e5d-8d94-4c7a-8b9e-eef3cab15c58 req-6bf83cd5-a74f-44bc-a707-18aac6681658 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:42.612267 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-33c03e5d-8d94-4c7a-8b9e-eef3cab15c58 req-6bf83cd5-a74f-44bc-a707-18aac6681658 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab626493-f4d5-492e-ace9-e9a71891d92e HTTP/1.1" status: 200 len: 945 time: 0.8883479 May 05 22:00:42.630302 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4d982b3a-fea5-40a7-92e9-729510673e13 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:42.753068 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4d982b3a-fea5-40a7-92e9-729510673e13 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:42.803803 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-befa3c6e-e5d1-4961-ab51-b6395f11b414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:42.853099 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-47b7cd62-fd7e-424a-822a-22ec689bb6ae None None] Set router b9cef20f-1964-4afb-a438-23862b29cfa9 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:00:42.854226 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d982b3a-fea5-40a7-92e9-729510673e13 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:00:42.855324 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4d982b3a-fea5-40a7-92e9-729510673e13 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:42.891544 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-33c03e5d-8d94-4c7a-8b9e-eef3cab15c58 req-07832f38-ba79-43bb-ba8a-30c546a948db tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503593 May 05 22:00:42.919151 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 22:00:42.919151 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:00:42.919151 n-d-825175-4 neutron-server[84061]: timer() May 05 22:00:42.919151 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:00:42.919151 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 22:00:42.919151 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:00:42.919151 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 22:00:42.919151 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:00:42.919151 n-d-825175-4 neutron-server[84061]: self._notify() May 05 22:00:42.919151 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:00:42.919151 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 22:00:42.919151 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:00:42.919151 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 22:00:42.919151 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:00:42.919151 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:00:42.919151 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:00:42.919151 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:00:42.919151 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:00:42.919151 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 22:00:42.919151 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:00:42.919151 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 22:00:42.919151 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:00:42.919151 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:00:42.919151 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:00:42.919151 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 22:00:42.919151 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:00:42.919151 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:00:42.919151 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:00:42.919151 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:00:42.919151 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:00:42.919151 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:00:42.919151 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:00:43.106885 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-befa3c6e-e5d1-4961-ab51-b6395f11b414 None None] For port 87f3dcc1-6a9c-4646-b0ef-6e96d16416a5, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=87f3dcc1-6a9c-4646-b0ef-6e96d16416a5,segment=NetworkSegment(8791e900-4ba7-4d7d-801a-c6b49729e00b),segment_id=8791e900-4ba7-4d7d-801a-c6b49729e00b)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:00:43.117965 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-befa3c6e-e5d1-4961-ab51-b6395f11b414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:43.380260 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befa3c6e-e5d1-4961-ab51-b6395f11b414 None None] Pushing event updated for resources: {'Port': ['ID=87f3dcc1-6a9c-4646-b0ef-6e96d16416a5,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:43.425441 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-47b7cd62-fd7e-424a-822a-22ec689bb6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9cef20f-1964-4afb-a438-23862b29cfa9', 'name': 'tempest-ServerRescueTestJSON-1970979342-router', 'tenant_id': '4ba96e3a2f29495a89fcbd646b4c3115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': 'e6772776-fcc9-4d4e-8cbc-2868eefb17ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:57:45Z', 'updated_at': '2022-05-05T22:00:33Z', 'revision_number': 5, 'project_id': '4ba96e3a2f29495a89fcbd646b4c3115', 'gw_port': {'id': 'e6772776-fcc9-4d4e-8cbc-2868eefb17ec', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9cef20f-1964-4afb-a438-23862b29cfa9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:57:47Z', 'updated_at': '2022-05-05T21:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:00:43.432564 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b7cd62-fd7e-424a-822a-22ec689bb6ae None None] Checking router: b9cef20f-1964-4afb-a438-23862b29cfa9 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:00:43.470945 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b7cd62-fd7e-424a-822a-22ec689bb6ae None None] Routers {'b9cef20f-1964-4afb-a438-23862b29cfa9'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:00:43.473642 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-47b7cd62-fd7e-424a-822a-22ec689bb6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:00:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['b9cef20f-1964-4afb-a438-23862b29cfa9'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:00:43.477930 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-de6d38d7-4c51-49d7-9c42-1b68ca2257e9 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] For port 49bcc364-28e8-4ab9-8b4e-d2fa9332d772, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=49bcc364-28e8-4ab9-8b4e-d2fa9332d772,segment=NetworkSegment(fa89ad8c-491c-4028-8282-637f6824c8a1),segment_id=fa89ad8c-491c-4028-8282-637f6824c8a1)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:00:43.478603 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-de6d38d7-4c51-49d7-9c42-1b68ca2257e9 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:43.642465 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b441b-e43f-48f0-8ddc-413208332166 req-d18e1173-ae5f-4ab3-ae2c-8e673fc275c2 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:43.647590 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9a3b441b-e43f-48f0-8ddc-413208332166 req-d18e1173-ae5f-4ab3-ae2c-8e673fc275c2 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/ports?device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 943 time: 1.0945606 May 05 22:00:43.649584 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4d982b3a-fea5-40a7-92e9-729510673e13 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:43.687076 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4d982b3a-fea5-40a7-92e9-729510673e13 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:43.715065 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4d982b3a-fea5-40a7-92e9-729510673e13 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] 10.222.0.23 "DELETE /v2.0/networks/d80a9089-ed61-4321-be56-6873f959453f HTTP/1.1" status: 204 len: 168 time: 2.4473460 May 05 22:00:43.718255 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53714) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:43.799453 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2388a9dc-ae7f-47f7-97bc-30c2da0f6633 tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:43.801981 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2388a9dc-ae7f-47f7-97bc-30c2da0f6633 tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:43.813003 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9a3b441b-e43f-48f0-8ddc-413208332166 req-40b7bf0b-2a68-49c1-9608-28b46ce2c35b tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/security-groups?id=d56f4659-1a1c-44b7-b1dc-74618b3402dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275399 May 05 22:00:43.814020 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d982b3a-fea5-40a7-92e9-729510673e13 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Pushing event deleted for resources: {'Network': ['ID=d80a9089-ed61-4321-be56-6873f959453f,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:43.859262 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-bf0dd13a-e6c7-4dde-9b7e-2c532404b98a None None] Provisioning complete for port 87f3dcc1-6a9c-4646-b0ef-6e96d16416a5 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:00:43.863196 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-bf0dd13a-e6c7-4dde-9b7e-2c532404b98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:43.958999 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-47b7cd62-fd7e-424a-822a-22ec689bb6ae None None] Set router b9cef20f-1964-4afb-a438-23862b29cfa9 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:00:44.000829 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-81e057c3-b4cc-4efa-96b4-f90a9f7c2660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:44.074175 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362fb842-7711-4dfa-bd21-bc35659f8794 req-bcea3d3f-ed93-4836-9a55-cd84ca990d67 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:44.080604 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-362fb842-7711-4dfa-bd21-bc35659f8794 req-bcea3d3f-ed93-4836-9a55-cd84ca990d67 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab626493-f4d5-492e-ace9-e9a71891d92e HTTP/1.1" status: 200 len: 945 time: 0.6235297 May 05 22:00:44.190507 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-2388a9dc-ae7f-47f7-97bc-30c2da0f6633 tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] Calling delete_port for 8149094e-ddca-4a44-b4c5-62fdc02cee2e owned by network:floatingip {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:00:44.315712 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-362fb842-7711-4dfa-bd21-bc35659f8794 req-d2616139-7bf3-4b14-80bb-114db15c5f61 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023149 May 05 22:00:44.369099 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df55b176-5ea4-42d0-abbd-e39efed69eac tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:44.376245 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df55b176-5ea4-42d0-abbd-e39efed69eac tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:44.377034 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-df55b176-5ea4-42d0-abbd-e39efed69eac tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Synchronizing usage tracker for tenant:6f5da951a6e54e59a31e882caca2a2f4 on resource:network {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:00:44.429292 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-abcb02d4-29fb-490d-806d-7b86daa1ecdc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:44.430001 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-abcb02d4-29fb-490d-806d-7b86daa1ecdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:44.447233 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-df55b176-5ea4-42d0-abbd-e39efed69eac tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Unset dirty status for tenant:6f5da951a6e54e59a31e882caca2a2f4 on resource:network {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:00:44.448336 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-df55b176-5ea4-42d0-abbd-e39efed69eac tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6785922 May 05 22:00:44.452470 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53722) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:44.458998 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-78cd9fac-bdc6-456a-91b6-4293aa51fb9b tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-831736717'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:00:44.469644 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-78cd9fac-bdc6-456a-91b6-4293aa51fb9b tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:00:44.533734 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-78cd9fac-bdc6-456a-91b6-4293aa51fb9b tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:00:44.558984 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-47b7cd62-fd7e-424a-822a-22ec689bb6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9cef20f-1964-4afb-a438-23862b29cfa9', 'name': 'tempest-ServerRescueTestJSON-1970979342-router', 'tenant_id': '4ba96e3a2f29495a89fcbd646b4c3115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': 'e6772776-fcc9-4d4e-8cbc-2868eefb17ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:57:45Z', 'updated_at': '2022-05-05T22:00:33Z', 'revision_number': 5, 'project_id': '4ba96e3a2f29495a89fcbd646b4c3115', 'gw_port': {'id': 'e6772776-fcc9-4d4e-8cbc-2868eefb17ec', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9cef20f-1964-4afb-a438-23862b29cfa9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:57:47Z', 'updated_at': '2022-05-05T21:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:00:44.576496 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b7cd62-fd7e-424a-822a-22ec689bb6ae None None] The sync data for ids ['b9cef20f-1964-4afb-a438-23862b29cfa9'] in n-d-825175-4 is: [{'id': 'b9cef20f-1964-4afb-a438-23862b29cfa9', 'name': 'tempest-ServerRescueTestJSON-1970979342-router', 'tenant_id': '4ba96e3a2f29495a89fcbd646b4c3115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': 'e6772776-fcc9-4d4e-8cbc-2868eefb17ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:57:45Z', 'updated_at': '2022-05-05T22:00:33Z', 'revision_number': 5, 'project_id': '4ba96e3a2f29495a89fcbd646b4c3115', 'gw_port': {'id': 'e6772776-fcc9-4d4e-8cbc-2868eefb17ec', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9cef20f-1964-4afb-a438-23862b29cfa9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:57:47Z', 'updated_at': '2022-05-05T21:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:00:44.717454 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78cd9fac-bdc6-456a-91b6-4293aa51fb9b tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Made reservation on behalf of 6f5da951a6e54e59a31e882caca2a2f4 for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:00:44.730589 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-78cd9fac-bdc6-456a-91b6-4293aa51fb9b tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:44.752303 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-64b43e44-bbac-48a0-bd64-963c9806c3ba admin admin] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:44.832100 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-de6d38d7-4c51-49d7-9c42-1b68ca2257e9 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:44.832474 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-de6d38d7-4c51-49d7-9c42-1b68ca2257e9 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:44.832791 n-d-825175-4 neutron-server[84063]: INFO neutron.db.l3_db [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-de6d38d7-4c51-49d7-9c42-1b68ca2257e9 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Floating IP fbda9307-bf18-4da3-bcdf-567d67b2aa2a disassociated. External IP: 172.25.4.46, port: 49bcc364-28e8-4ab9-8b4e-d2fa9332d772. May 05 22:00:44.833146 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-de6d38d7-4c51-49d7-9c42-1b68ca2257e9 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Calling delete_port for 49bcc364-28e8-4ab9-8b4e-d2fa9332d772 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:00:45.057072 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78cd9fac-bdc6-456a-91b6-4293aa51fb9b tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:00:45.074114 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-78cd9fac-bdc6-456a-91b6-4293aa51fb9b tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:45.074510 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-78cd9fac-bdc6-456a-91b6-4293aa51fb9b tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Added segment ae133fdf-a78f-4ccd-94e3-7ba6d4257af3 of type vlan for network 785bc457-1715-4250-8c5e-ebb7fbf98731 May 05 22:00:45.084044 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 87f3dcc1-6a9c-4646-b0ef-6e96d16416a5 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:00:45.107754 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2388a9dc-ae7f-47f7-97bc-30c2da0f6633 tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:45.137223 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-78cd9fac-bdc6-456a-91b6-4293aa51fb9b tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:45.239974 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-78cd9fac-bdc6-456a-91b6-4293aa51fb9b tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:45.245058 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2388a9dc-ae7f-47f7-97bc-30c2da0f6633 tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] Pushing event deleted for resources: {'Port': ['ID=8149094e-ddca-4a44-b4c5-62fdc02cee2e,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:45.246360 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78cd9fac-bdc6-456a-91b6-4293aa51fb9b tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:45.248765 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-78cd9fac-bdc6-456a-91b6-4293aa51fb9b tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:45.255081 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 87f3dcc1-6a9c-4646-b0ef-6e96d16416a5 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:00:45.255457 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:45.358236 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2388a9dc-ae7f-47f7-97bc-30c2da0f6633 tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:45.369387 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2388a9dc-ae7f-47f7-97bc-30c2da0f6633 tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:00:45.369785 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2388a9dc-ae7f-47f7-97bc-30c2da0f6633 tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:00:45.370050 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2388a9dc-ae7f-47f7-97bc-30c2da0f6633 tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:00:45.370512 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2388a9dc-ae7f-47f7-97bc-30c2da0f6633 tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:00:45.370868 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2388a9dc-ae7f-47f7-97bc-30c2da0f6633 tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:00:45.371204 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2388a9dc-ae7f-47f7-97bc-30c2da0f6633 tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:00:45.371647 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2388a9dc-ae7f-47f7-97bc-30c2da0f6633 tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:00:45.371969 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2388a9dc-ae7f-47f7-97bc-30c2da0f6633 tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:00:45.372364 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2388a9dc-ae7f-47f7-97bc-30c2da0f6633 tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:00:45.372630 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2388a9dc-ae7f-47f7-97bc-30c2da0f6633 tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:00:45.372950 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2388a9dc-ae7f-47f7-97bc-30c2da0f6633 tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:00:45.391135 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-78cd9fac-bdc6-456a-91b6-4293aa51fb9b tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9349425 May 05 22:00:45.392036 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53740) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:45.398040 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-e08ca41d-4d4d-4b3f-8306-be87391491d2 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1837931966'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:00:45.417278 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-e08ca41d-4d4d-4b3f-8306-be87391491d2 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:00:45.424666 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-e08ca41d-4d4d-4b3f-8306-be87391491d2 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Usage tracker for resource:network and tenant:6f5da951a6e54e59a31e882caca2a2f4 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:00:45.432820 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2388a9dc-ae7f-47f7-97bc-30c2da0f6633 tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:45.434015 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-2388a9dc-ae7f-47f7-97bc-30c2da0f6633 tempest-FloatingIPAdminTestJSON-693385893 tempest-FloatingIPAdminTestJSON-693385893-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/3f07e4d2-0e49-4d54-8044-3d2979dbedbd HTTP/1.1" status: 204 len: 168 time: 3.6209040 May 05 22:00:45.434949 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-de6d38d7-4c51-49d7-9c42-1b68ca2257e9 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:45.435479 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 3900aeaa-f584-4fda-8d7c-ed49f5ac2770 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:00:45.436855 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-e08ca41d-4d4d-4b3f-8306-be87391491d2 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:00:45.441087 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53744) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:45.445692 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-e08ca41d-4d4d-4b3f-8306-be87391491d2 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:00:45.482400 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 3900aeaa-f584-4fda-8d7c-ed49f5ac2770 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:00:45.483865 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 3900aeaa-f584-4fda-8d7c-ed49f5ac2770 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:00:45.515882 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd9fac-bdc6-456a-91b6-4293aa51fb9b tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Pushing event updated for resources: {'Network': ['ID=785bc457-1715-4250-8c5e-ebb7fbf98731,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:45.531563 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 785bc457-1715-4250-8c5e-ebb7fbf98731 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:00:45.534183 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7725ed40-2171-493c-a556-eac2ca39e71c req-fc4d09bd-38c2-4922-8b87-375e6767e0fe tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:45.541206 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7725ed40-2171-493c-a556-eac2ca39e71c req-fc4d09bd-38c2-4922-8b87-375e6767e0fe tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab626493-f4d5-492e-ace9-e9a71891d92e HTTP/1.1" status: 200 len: 945 time: 0.6144552 May 05 22:00:45.590461 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93026b0-3e45-4e5f-bf7b-0cee8875d1a1 req-451394f0-8fed-4e98-866d-d5b9fe1c9c8e tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:45.597895 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a93026b0-3e45-4e5f-bf7b-0cee8875d1a1 req-451394f0-8fed-4e98-866d-d5b9fe1c9c8e tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/ports?device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 943 time: 0.3898842 May 05 22:00:45.658572 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d38d7-4c51-49d7-9c42-1b68ca2257e9 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Pushing event deleted for resources: {'Port': ['ID=49bcc364-28e8-4ab9-8b4e-d2fa9332d772,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:45.667090 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7725ed40-2171-493c-a556-eac2ca39e71c req-50ec9dd5-a4d3-4e26-89a5-305398e95f5f tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247640 May 05 22:00:45.681127 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-89618e37-d441-44bc-b881-831923ce687f tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Deleting port 391d3bca-ba71-4de4-a5da-900569c51026 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:00:45.683026 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-89618e37-d441-44bc-b881-831923ce687f tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:45.716569 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a93026b0-3e45-4e5f-bf7b-0cee8875d1a1 req-60bcbf48-0c06-4538-a65e-35e52b2c3816 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/security-groups?id=d56f4659-1a1c-44b7-b1dc-74618b3402dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175659 May 05 22:00:45.741736 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08ca41d-4d4d-4b3f-8306-be87391491d2 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Made reservation on behalf of 6f5da951a6e54e59a31e882caca2a2f4 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:00:45.744671 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e08ca41d-4d4d-4b3f-8306-be87391491d2 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:45.809837 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abcb02d4-29fb-490d-806d-7b86daa1ecdc admin admin] Router d9d83afc-c9e4-494d-9afd-81e4fd8a1566 is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 22:00:46.031056 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abcb02d4-29fb-490d-806d-7b86daa1ecdc admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:00:46.041020 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5175ed2d-520b-40f9-84a4-73f12ea027d5 None None] Sync routers for ids ['d9d83afc-c9e4-494d-9afd-81e4fd8a1566'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:00:46.056779 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5175ed2d-520b-40f9-84a4-73f12ea027d5 None None] Routers {'d9d83afc-c9e4-494d-9afd-81e4fd8a1566'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:00:46.058382 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-abcb02d4-29fb-490d-806d-7b86daa1ecdc admin admin] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:46.063440 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-abcb02d4-29fb-490d-806d-7b86daa1ecdc admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.7517974 May 05 22:00:46.064409 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53752) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:46.070065 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-5175ed2d-520b-40f9-84a4-73f12ea027d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:00:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['d9d83afc-c9e4-494d-9afd-81e4fd8a1566'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:00:46.087895 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e08ca41d-4d4d-4b3f-8306-be87391491d2 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:00:46.099718 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e08ca41d-4d4d-4b3f-8306-be87391491d2 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:46.100204 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-e08ca41d-4d4d-4b3f-8306-be87391491d2 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Added segment aca7cad1-8d44-481e-8b7c-5a86be1c5034 of type vlan for network cae624fa-fa2f-4204-9e76-0999a8dcba3c May 05 22:00:46.133478 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e08ca41d-4d4d-4b3f-8306-be87391491d2 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:46.192130 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e08ca41d-4d4d-4b3f-8306-be87391491d2 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:46.196464 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08ca41d-4d4d-4b3f-8306-be87391491d2 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:46.197148 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e08ca41d-4d4d-4b3f-8306-be87391491d2 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:46.338827 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-64b43e44-bbac-48a0-bd64-963c9806c3ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:46.460303 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-e08ca41d-4d4d-4b3f-8306-be87391491d2 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0641458 May 05 22:00:46.465527 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53758) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:46.477277 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-64b43e44-bbac-48a0-bd64-963c9806c3ba admin admin] Deleting port e6772776-fcc9-4d4e-8cbc-2868eefb17ec {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:00:46.477619 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-64b43e44-bbac-48a0-bd64-963c9806c3ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:46.506794 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-d7c915b7-4a99-4006-935e-e77850a7c5da tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Request body: {'ports': [{'network_id': '785bc457-1715-4250-8c5e-ebb7fbf98731', 'name': 'tempest-port--1394647405', 'admin_state_up': True}, {'network_id': 'cae624fa-fa2f-4204-9e76-0999a8dcba3c', 'admin_state_up': False}]} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:00:46.506794 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-d7c915b7-4a99-4006-935e-e77850a7c5da tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Request body: {'port': {'network_id': '785bc457-1715-4250-8c5e-ebb7fbf98731', 'name': 'tempest-port--1394647405', 'admin_state_up': True}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:00:46.507240 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-d7c915b7-4a99-4006-935e-e77850a7c5da tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Request body: {'port': {'network_id': 'cae624fa-fa2f-4204-9e76-0999a8dcba3c', 'admin_state_up': False}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:00:46.530321 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7786ee53-6b62-45af-a2be-24f9042f7865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:46.546847 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08ca41d-4d4d-4b3f-8306-be87391491d2 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Pushing event updated for resources: {'Network': ['ID=cae624fa-fa2f-4204-9e76-0999a8dcba3c,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:46.564020 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network cae624fa-fa2f-4204-9e76-0999a8dcba3c details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:00:46.731071 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-5175ed2d-520b-40f9-84a4-73f12ea027d5 None None] Set router d9d83afc-c9e4-494d-9afd-81e4fd8a1566 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:00:47.103047 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0a6e1099-2911-43c6-94f9-332981c48da5 req-3956797b-d6a9-4504-bcb6-b97418e7197c tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/ports?device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 210 time: 0.0954871 May 05 22:00:47.110393 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-89618e37-d441-44bc-b881-831923ce687f tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:47.149091 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e2b61-5a17-44d2-9412-e9f3c9a8c617 req-eb63cde8-333d-4c71-8bb5-0fc9b0e854d3 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:47.149928 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-025e2b61-5a17-44d2-9412-e9f3c9a8c617 req-eb63cde8-333d-4c71-8bb5-0fc9b0e854d3 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Synchronizing usage tracker for tenant:edfb56529402421c8703b1e767ccb199 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:00:47.191785 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-5175ed2d-520b-40f9-84a4-73f12ea027d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d83afc-c9e4-494d-9afd-81e4fd8a1566', 'name': 'tempest-AttachVolumeTestJSON-1985453385-router', 'tenant_id': 'f9679666ed684085ba56b96d355bc823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:00:38Z', 'updated_at': '2022-05-05T22:00:42Z', 'revision_number': 3, 'project_id': 'f9679666ed684085ba56b96d355bc823', 'gw_port': {'id': '2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:75:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d83afc-c9e4-494d-9afd-81e4fd8a1566', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:00:40Z', 'updated_at': '2022-05-05T22:00:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:00:47.213971 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5175ed2d-520b-40f9-84a4-73f12ea027d5 None None] Checking router: d9d83afc-c9e4-494d-9afd-81e4fd8a1566 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:00:47.214650 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5175ed2d-520b-40f9-84a4-73f12ea027d5 None None] Updating router d9d83afc-c9e4-494d-9afd-81e4fd8a1566 port 2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:00:47.333344 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5175ed2d-520b-40f9-84a4-73f12ea027d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:47.374350 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-89618e37-d441-44bc-b881-831923ce687f tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Calling delete_port for 391d3bca-ba71-4de4-a5da-900569c51026 owned by {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:00:47.392502 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:47.446818 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad68f99-935b-46ba-820c-a5035759726e req-238f75a8-1ec2-4484-9cec-d005d4c1c08a tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:47.458570 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1ad68f99-935b-46ba-820c-a5035759726e req-238f75a8-1ec2-4484-9cec-d005d4c1c08a tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab626493-f4d5-492e-ace9-e9a71891d92e HTTP/1.1" status: 200 len: 945 time: 0.5283384 May 05 22:00:47.581882 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:47.598406 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1ad68f99-935b-46ba-820c-a5035759726e req-dcf61bb4-b630-4aec-8a72-7d807afb7e90 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192343 May 05 22:00:47.784231 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-025e2b61-5a17-44d2-9412-e9f3c9a8c617 req-eb63cde8-333d-4c71-8bb5-0fc9b0e854d3 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Unset dirty status for tenant:edfb56529402421c8703b1e767ccb199 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:00:47.785400 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-025e2b61-5a17-44d2-9412-e9f3c9a8c617 req-eb63cde8-333d-4c71-8bb5-0fc9b0e854d3 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab626493-f4d5-492e-ace9-e9a71891d92e HTTP/1.1" status: 200 len: 945 time: 1.7947767 May 05 22:00:47.952761 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-89618e37-d441-44bc-b881-831923ce687f tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:47.973474 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-64b43e44-bbac-48a0-bd64-963c9806c3ba admin admin] For port e6772776-fcc9-4d4e-8cbc-2868eefb17ec, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=e6772776-fcc9-4d4e-8cbc-2868eefb17ec,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:00:47.973848 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-64b43e44-bbac-48a0-bd64-963c9806c3ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:47.991740 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5175ed2d-520b-40f9-84a4-73f12ea027d5 None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:48.005324 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-5175ed2d-520b-40f9-84a4-73f12ea027d5 None None] Transition to ACTIVE for port object 2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:00:48.014865 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-af5c87c6-8fd6-4853-ada1-be6496dd1d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:48.018146 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5175ed2d-520b-40f9-84a4-73f12ea027d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:48.043629 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-d7c915b7-4a99-4006-935e-e77850a7c5da tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:00:48.111106 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-5175ed2d-520b-40f9-84a4-73f12ea027d5 None None] Attempting to bind port 2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:00:48.111797 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-5175ed2d-520b-40f9-84a4-73f12ea027d5 None None] Attempting to bind port 2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:00:48.112458 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5175ed2d-520b-40f9-84a4-73f12ea027d5 None None] Attempting to bind port 2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e on network 25bfe237-58de-4709-a3e0-ac79da07c300 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:00:48.128561 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5175ed2d-520b-40f9-84a4-73f12ea027d5 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:00:48.129474 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5175ed2d-520b-40f9-84a4-73f12ea027d5 None None] Checking segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:00:48.130105 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5175ed2d-520b-40f9-84a4-73f12ea027d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:48.130753 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5175ed2d-520b-40f9-84a4-73f12ea027d5 None None] Bound using segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:00:48.131886 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-5175ed2d-520b-40f9-84a4-73f12ea027d5 None None] Bound port: 2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:00:48.132695 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5175ed2d-520b-40f9-84a4-73f12ea027d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:48.163586 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131eeebb-a814-41ea-a73c-7cc545f7d0dc None None] Pushing event updated for resources: {'Port': ['ID=2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:48.171848 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89618e37-d441-44bc-b881-831923ce687f tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Pushing event deleted for resources: {'Port': ['ID=391d3bca-ba71-4de4-a5da-900569c51026,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:48.173511 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d7c915b7-4a99-4006-935e-e77850a7c5da tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Usage tracker for resource:port and tenant:6f5da951a6e54e59a31e882caca2a2f4 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:00:48.183405 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-64b43e44-bbac-48a0-bd64-963c9806c3ba admin admin] Calling delete_port for e6772776-fcc9-4d4e-8cbc-2868eefb17ec owned by network:router_gateway {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:00:48.216696 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-025e2b61-5a17-44d2-9412-e9f3c9a8c617 req-00e0abe7-2f37-4c61-857e-2d30b1f43b7d tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Deleting port 226a98d3-f8a1-4691-b395-c4c3d4e90656 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:00:48.217115 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-025e2b61-5a17-44d2-9412-e9f3c9a8c617 req-00e0abe7-2f37-4c61-857e-2d30b1f43b7d tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:48.267802 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d7c915b7-4a99-4006-935e-e77850a7c5da tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:00:48.282930 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-af5c87c6-8fd6-4853-ada1-be6496dd1d2d admin admin] Allocated IP 172.20.0.1 (c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2/f259ce1a-1e13-44eb-b65e-190001e0a5ad/88cd5671-adb8-42c7-8bc4-c8283d54a668) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:00:48.287105 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-5175ed2d-520b-40f9-84a4-73f12ea027d5 None None] For port 2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:00:48.295219 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-5175ed2d-520b-40f9-84a4-73f12ea027d5 None None] For port 2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:00:48.309950 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5175ed2d-520b-40f9-84a4-73f12ea027d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:48.481335 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131eeebb-a814-41ea-a73c-7cc545f7d0dc None None] Pushing event updated for resources: {'Port': ['ID=2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:48.494600 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5175ed2d-520b-40f9-84a4-73f12ea027d5 None None] Routers {'d9d83afc-c9e4-494d-9afd-81e4fd8a1566'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:00:48.495383 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-5175ed2d-520b-40f9-84a4-73f12ea027d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:00:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['d9d83afc-c9e4-494d-9afd-81e4fd8a1566'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:00:48.601083 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-50ea04b3-7eb8-4112-b679-499894409d7e req-97f3e551-7f2b-4fb7-b4d8-5fe9727dae78 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/ports?device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 210 time: 0.1453137 May 05 22:00:48.622514 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-d7c915b7-4a99-4006-935e-e77850a7c5da tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:00:48.770556 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-af5c87c6-8fd6-4853-ada1-be6496dd1d2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:48.812017 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-af5c87c6-8fd6-4853-ada1-be6496dd1d2d admin admin] Transition to ACTIVE for port object 88cd5671-adb8-42c7-8bc4-c8283d54a668 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:00:48.874344 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-de6d38d7-4c51-49d7-9c42-1b68ca2257e9 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Router cef6f07d-d741-43c8-b13b-9461db1dc25b has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:00:48.879521 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-af5c87c6-8fd6-4853-ada1-be6496dd1d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:48.884788 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:48.890439 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-5175ed2d-520b-40f9-84a4-73f12ea027d5 None None] Set router d9d83afc-c9e4-494d-9afd-81e4fd8a1566 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:00:48.935864 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-64b43e44-bbac-48a0-bd64-963c9806c3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:48.950597 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 226a98d3-f8a1-4691-b395-c4c3d4e90656 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:00:48.953247 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5c87c6-8fd6-4853-ada1-be6496dd1d2d admin admin] Network c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:00:48.961945 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-af5c87c6-8fd6-4853-ada1-be6496dd1d2d admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:00:48.976472 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5c87c6-8fd6-4853-ada1-be6496dd1d2d admin admin] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:00:49.064506 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b43e44-bbac-48a0-bd64-963c9806c3ba admin admin] Pushing event deleted for resources: {'Port': ['ID=e6772776-fcc9-4d4e-8cbc-2868eefb17ec,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:49.066649 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c915b7-4a99-4006-935e-e77850a7c5da tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Made reservation on behalf of 6f5da951a6e54e59a31e882caca2a2f4 for: {'port': 2} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:00:49.071132 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d7c915b7-4a99-4006-935e-e77850a7c5da tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:49.110271 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-af5c87c6-8fd6-4853-ada1-be6496dd1d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:49.214412 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5c87c6-8fd6-4853-ada1-be6496dd1d2d admin admin] Pushing event updated for resources: {'Port': ['ID=88cd5671-adb8-42c7-8bc4-c8283d54a668,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:49.249128 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93616ce-3001-4708-a94d-437ee3bffab6 req-afa5cf75-2d42-46ca-a878-bd063ddcd815 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:49.256692 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c93616ce-3001-4708-a94d-437ee3bffab6 req-afa5cf75-2d42-46ca-a878-bd063ddcd815 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab626493-f4d5-492e-ace9-e9a71891d92e HTTP/1.1" status: 200 len: 945 time: 0.3198938 May 05 22:00:49.424999 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c93616ce-3001-4708-a94d-437ee3bffab6 req-aae99520-976c-4dd1-8f75-51128a3479ae tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672225 May 05 22:00:49.428539 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d7c915b7-4a99-4006-935e-e77850a7c5da tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:49.429964 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-af5c87c6-8fd6-4853-ada1-be6496dd1d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:49.459214 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-89618e37-d441-44bc-b881-831923ce687f tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:49.611890 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:49.656075 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-b3f70914-9fce-46ed-b1ef-30faf53feced None None] Provisioning for port 88cd5671-adb8-42c7-8bc4-c8283d54a668 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:00:49.704302 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-b3f70914-9fce-46ed-b1ef-30faf53feced None None] Provisioning complete for port 88cd5671-adb8-42c7-8bc4-c8283d54a668 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:00:49.704671 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b3f70914-9fce-46ed-b1ef-30faf53feced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:49.829858 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab626493-f4d5-492e-ace9-e9a71891d92e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '226a98d3-f8a1-4691-b395-c4c3d4e90656'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:00:49.849120 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 226a98d3-f8a1-4691-b395-c4c3d4e90656, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=226a98d3-f8a1-4691-b395-c4c3d4e90656,segment=NetworkSegment(0aa4b5f2-fc2b-422a-9849-318a9f632a66),segment_id=0aa4b5f2-fc2b-422a-9849-318a9f632a66)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:00:49.890209 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:49.928212 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-b3f70914-9fce-46ed-b1ef-30faf53feced None None] Port 88cd5671-adb8-42c7-8bc4-c8283d54a668 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:00:49.938797 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddc97c62-d16e-456f-baf6-4a89c959ff8a'] response: {'server_uuid': 'ab626493-f4d5-492e-ace9-e9a71891d92e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '226a98d3-f8a1-4691-b395-c4c3d4e90656', 'code': 200} May 05 22:00:49.974490 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-af5c87c6-8fd6-4853-ada1-be6496dd1d2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:49.976986 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-89618e37-d441-44bc-b881-831923ce687f tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] 10.222.0.23 "DELETE /v2.0/ports/391d3bca-ba71-4de4-a5da-900569c51026 HTTP/1.1" status: 204 len: 168 time: 4.5234859 May 05 22:00:49.979273 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=226a98d3-f8a1-4691-b395-c4c3d4e90656,revision_number=6']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:49.980131 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53798) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:49.996451 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-5175ed2d-520b-40f9-84a4-73f12ea027d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d83afc-c9e4-494d-9afd-81e4fd8a1566', 'name': 'tempest-AttachVolumeTestJSON-1985453385-router', 'tenant_id': 'f9679666ed684085ba56b96d355bc823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:00:38Z', 'updated_at': '2022-05-05T22:00:42Z', 'revision_number': 3, 'project_id': 'f9679666ed684085ba56b96d355bc823', 'gw_port': {'id': '2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:75:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d83afc-c9e4-494d-9afd-81e4fd8a1566', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:00:40Z', 'updated_at': '2022-05-05T22:00:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:00:49.998538 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-553bfed2-2061-41f8-aa84-7aa91747fb3f req-a6367448-2967-485f-90fe-e8b33c25954f tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/ports?device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 210 time: 0.0724113 May 05 22:00:50.001402 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5175ed2d-520b-40f9-84a4-73f12ea027d5 None None] The sync data for ids ['d9d83afc-c9e4-494d-9afd-81e4fd8a1566'] in n-d-825175-4 is: [{'id': 'd9d83afc-c9e4-494d-9afd-81e4fd8a1566', 'name': 'tempest-AttachVolumeTestJSON-1985453385-router', 'tenant_id': 'f9679666ed684085ba56b96d355bc823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:00:38Z', 'updated_at': '2022-05-05T22:00:42Z', 'revision_number': 3, 'project_id': 'f9679666ed684085ba56b96d355bc823', 'gw_port': {'id': '2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:75:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d83afc-c9e4-494d-9afd-81e4fd8a1566', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:00:40Z', 'updated_at': '2022-05-05T22:00:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:00:50.100388 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-af5c87c6-8fd6-4853-ada1-be6496dd1d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:50.177732 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-025e2b61-5a17-44d2-9412-e9f3c9a8c617 req-00e0abe7-2f37-4c61-857e-2d30b1f43b7d tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] For port 226a98d3-f8a1-4691-b395-c4c3d4e90656, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=226a98d3-f8a1-4691-b395-c4c3d4e90656,segment=NetworkSegment(0aa4b5f2-fc2b-422a-9849-318a9f632a66),segment_id=0aa4b5f2-fc2b-422a-9849-318a9f632a66)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:00:50.178140 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-025e2b61-5a17-44d2-9412-e9f3c9a8c617 req-00e0abe7-2f37-4c61-857e-2d30b1f43b7d tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:50.399156 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-64b43e44-bbac-48a0-bd64-963c9806c3ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:50.446496 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-af5c87c6-8fd6-4853-ada1-be6496dd1d2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:50.456961 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5c87c6-8fd6-4853-ada1-be6496dd1d2d admin admin] Pushing event updated for resources: {'Port': ['ID=88cd5671-adb8-42c7-8bc4-c8283d54a668,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:50.582255 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26a3e99-661e-4140-b361-5895001b1da3 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:50.582990 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e26a3e99-661e-4140-b361-5895001b1da3 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Synchronizing usage tracker for tenant:8cb12a38a416472d81633d26b1bff61a on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:00:50.804094 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e26a3e99-661e-4140-b361-5895001b1da3 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Unset dirty status for tenant:8cb12a38a416472d81633d26b1bff61a on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:00:50.808961 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e26a3e99-661e-4140-b361-5895001b1da3 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd0cb335-2d36-4279-835d-1cfec2d62154 HTTP/1.1" status: 200 len: 913 time: 0.8276961 May 05 22:00:50.816424 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53806) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:50.897672 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5c87c6-8fd6-4853-ada1-be6496dd1d2d admin admin] Network c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:00:50.901996 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-af5c87c6-8fd6-4853-ada1-be6496dd1d2d admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:00:50.940682 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-025e2b61-5a17-44d2-9412-e9f3c9a8c617 req-00e0abe7-2f37-4c61-857e-2d30b1f43b7d tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Calling delete_port for 226a98d3-f8a1-4691-b395-c4c3d4e90656 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:00:51.069797 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:00:51.264707 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:00:51.282119 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:00:51.282594 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:51.453759 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f59a9ed2-b671-4a95-bae8-1d45d934fd72 req-a0e07c31-b837-4bd3-9555-2f57db9a0422 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/ports?device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 210 time: 0.1500180 May 05 22:00:51.474122 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-3242d25f-dbca-4e7f-a699-e800298a4f5b None None] Provisioning complete for port 88cd5671-adb8-42c7-8bc4-c8283d54a668 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:00:51.474497 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3242d25f-dbca-4e7f-a699-e800298a4f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:51.480950 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-64b43e44-bbac-48a0-bd64-963c9806c3ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:51.486054 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-64b43e44-bbac-48a0-bd64-963c9806c3ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:51.569561 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [None req-d7c915b7-4a99-4006-935e-e77850a7c5da tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] device_id is not set on port c932fa9e-08da-48a1-8c2e-70023025c3c5 yet. {{(pid=84063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:00:51.602399 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fee9d0-a897-4fcb-9b2d-cef19ac1c7ca req-7e91d3bd-08a3-423d-a6be-5473c732f780 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:51.604203 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-95fee9d0-a897-4fcb-9b2d-cef19ac1c7ca req-7e91d3bd-08a3-423d-a6be-5473c732f780 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab626493-f4d5-492e-ace9-e9a71891d92e HTTP/1.1" status: 200 len: 943 time: 0.9022822 May 05 22:00:51.604781 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53824) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:51.636204 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-3242d25f-dbca-4e7f-a699-e800298a4f5b None None] Port 88cd5671-adb8-42c7-8bc4-c8283d54a668 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:00:51.645544 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:51.666518 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:00:51.675098 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:51.757905 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-95fee9d0-a897-4fcb-9b2d-cef19ac1c7ca req-b26be887-6870-49cb-bb64-e84397dfd4d6 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380210 May 05 22:00:51.762922 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:51.894185 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-64b43e44-bbac-48a0-bd64-963c9806c3ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:51.894844 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b43e44-bbac-48a0-bd64-963c9806c3ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9cef20f-1964-4afb-a438-23862b29cfa9 {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:00:51.968566 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b1504739-b327-4907-a065-f1348301ebaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:51.994375 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-64b43e44-bbac-48a0-bd64-963c9806c3ba admin admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:51.995530 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5c87c6-8fd6-4853-ada1-be6496dd1d2d admin admin] Router d9d83afc-c9e4-494d-9afd-81e4fd8a1566 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:00:51.995659 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-64b43e44-bbac-48a0-bd64-963c9806c3ba admin admin] 10.222.0.23 "DELETE /v2.0/routers/b9cef20f-1964-4afb-a438-23862b29cfa9 HTTP/1.1" status: 204 len: 168 time: 9.5166626 May 05 22:00:51.999544 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53832) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:52.035597 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.api [req-025e2b61-5a17-44d2-9412-e9f3c9a8c617 req-00e0abe7-2f37-4c61-857e-2d30b1f43b7d tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:00:52.035830 n-d-825175-4 neutron-server[84063]: DEBUG oslo_db.api [req-025e2b61-5a17-44d2-9412-e9f3c9a8c617 req-00e0abe7-2f37-4c61-857e-2d30b1f43b7d tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:00:52.067057 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d7c915b7-4a99-4006-935e-e77850a7c5da tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:52.152539 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b1504739-b327-4907-a065-f1348301ebaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:00:52.159192 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b1504739-b327-4907-a065-f1348301ebaf admin admin] Usage tracker for resource:security_group_rule and tenant:ce7b534683af46a5a1bb53f2bc3f61ac is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:00:52.162410 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b1504739-b327-4907-a065-f1348301ebaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:00:52.205366 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [None req-d7c915b7-4a99-4006-935e-e77850a7c5da tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] device_id is not set on port cf9e2e44-a71e-4142-aa07-44d61d6cec28 yet. {{(pid=84063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:00:52.221805 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbbb4f7b-6633-4080-a93b-80e9a4de3a72 admin admin] Deleting subnet 223f310f-878b-4c24-8a1d-6c4f58ae4a94 {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:00:52.223895 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b1504739-b327-4907-a065-f1348301ebaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:00:52.226181 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-de6d38d7-4c51-49d7-9c42-1b68ca2257e9 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:00:52.237423 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-dbbb4f7b-6633-4080-a93b-80e9a4de3a72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:52.240721 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f3ff99-d6c4-46f1-82a7-5811477d5a0b None None] Sync routers for ids ['cef6f07d-d741-43c8-b13b-9461db1dc25b'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:00:52.256510 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f3ff99-d6c4-46f1-82a7-5811477d5a0b None None] Routers {'cef6f07d-d741-43c8-b13b-9461db1dc25b'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:00:52.257532 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-98f3ff99-d6c4-46f1-82a7-5811477d5a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:00:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['cef6f07d-d741-43c8-b13b-9461db1dc25b'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:00:52.322696 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-de6d38d7-4c51-49d7-9c42-1b68ca2257e9 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] No DVR routers for this DVR port 49bcc364-28e8-4ab9-8b4e-d2fa9332d772 on host n-h2-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:00:52.329059 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-de6d38d7-4c51-49d7-9c42-1b68ca2257e9 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:52.331486 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96539926-3157-406d-977f-028308bff7aa', 'name': 'network-vif-deleted', 'tag': '49bcc364-28e8-4ab9-8b4e-d2fa9332d772'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:00:52.331702 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-dbbb4f7b-6633-4080-a93b-80e9a4de3a72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:52.365919 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2a8db1cc-f4e4-4983-83d8-483b628d6dc7 req-de6d38d7-4c51-49d7-9c42-1b68ca2257e9 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.32 "DELETE /v2.0/ports/49bcc364-28e8-4ab9-8b4e-d2fa9332d772 HTTP/1.1" status: 204 len: 173 time: 11.7951086 May 05 22:00:52.453054 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-dbbb4f7b-6633-4080-a93b-80e9a4de3a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:52.501428 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c920f8a-2189-459e-a9e6-5d6598b27860'] response: {'server_uuid': '96539926-3157-406d-977f-028308bff7aa', 'name': 'network-vif-deleted', 'tag': '49bcc364-28e8-4ab9-8b4e-d2fa9332d772', 'status': 'completed', 'code': 200} May 05 22:00:52.571414 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b1504739-b327-4907-a065-f1348301ebaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:52.586483 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b1504739-b327-4907-a065-f1348301ebaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:52.630517 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-98f3ff99-d6c4-46f1-82a7-5811477d5a0b None None] Set router cef6f07d-d741-43c8-b13b-9461db1dc25b gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:00:52.709551 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d7c915b7-4a99-4006-935e-e77850a7c5da tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:52.719830 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5c87c6-8fd6-4853-ada1-be6496dd1d2d admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:00:52.748729 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-025e2b61-5a17-44d2-9412-e9f3c9a8c617 req-00e0abe7-2f37-4c61-857e-2d30b1f43b7d tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Deleting port 226a98d3-f8a1-4691-b395-c4c3d4e90656 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:00:52.749255 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-025e2b61-5a17-44d2-9412-e9f3c9a8c617 req-00e0abe7-2f37-4c61-857e-2d30b1f43b7d tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:52.792027 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1504739-b327-4907-a065-f1348301ebaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e64239cf-51a7-41d8-a382-329db9c36f0a,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:52.823140 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b1504739-b327-4907-a065-f1348301ebaf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ce7b534683af46a5a1bb53f2bc3f61ac&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1989465 May 05 22:00:52.824729 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53842) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:52.881753 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d7c915b7-4a99-4006-935e-e77850a7c5da tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:52.988760 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:00:53.016279 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-070530e6-bef7-4ee9-bb76-610039858fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:53.018374 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-dbbb4f7b-6633-4080-a93b-80e9a4de3a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:53.049662 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c915b7-4a99-4006-935e-e77850a7c5da tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Pushing event updated for resources: {'Port': ['ID=c932fa9e-08da-48a1-8c2e-70023025c3c5,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:53.140611 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:00:53.141003 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:53.226647 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c915b7-4a99-4006-935e-e77850a7c5da tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Checking segment: {'id': 'ae133fdf-a78f-4ccd-94e3-7ba6d4257af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '785bc457-1715-4250-8c5e-ebb7fbf98731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:00:53.226925 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c915b7-4a99-4006-935e-e77850a7c5da tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Network hostable DHCP agents. Network: 785bc457-1715-4250-8c5e-ebb7fbf98731, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:00:53.271920 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-98f3ff99-d6c4-46f1-82a7-5811477d5a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef6f07d-d741-43c8-b13b-9461db1dc25b', 'name': 'tempest-TaggedBootDevicesTest_v242-1778530650-router', 'tenant_id': 'c3f9ce50114047b1adfc22c64baa15b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'a2c91a8b-8350-41f6-ba48-2b9017f00b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:53:32Z', 'updated_at': '2022-05-05T21:53:42Z', 'revision_number': 4, 'project_id': 'c3f9ce50114047b1adfc22c64baa15b0', 'gw_port': {'id': 'a2c91a8b-8350-41f6-ba48-2b9017f00b77', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef6f07d-d741-43c8-b13b-9461db1dc25b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:53:33Z', 'updated_at': '2022-05-05T21:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'cda6c3e1-1630-4120-b4ee-615220a00b12', 'name': '', 'network_id': '3120f5ac-8b43-4ef1-9697-254002b20677', 'tenant_id': 'c3f9ce50114047b1adfc22c64baa15b0', 'mac_address': 'fa:16:3e:dd:2c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef6f07d-d741-43c8-b13b-9461db1dc25b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1594dc8-6a87-4080-8b31-94a5f80267f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:53:41Z', 'updated_at': '2022-05-05T21:53:58Z', 'revision_number': 5, 'project_id': 'c3f9ce50114047b1adfc22c64baa15b0', 'subnets': [{'id': 'a1594dc8-6a87-4080-8b31-94a5f80267f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:00:53.276925 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f3ff99-d6c4-46f1-82a7-5811477d5a0b None None] Checking router: cef6f07d-d741-43c8-b13b-9461db1dc25b for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:00:53.292182 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f3ff99-d6c4-46f1-82a7-5811477d5a0b None None] Routers {'cef6f07d-d741-43c8-b13b-9461db1dc25b'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:00:53.293074 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-98f3ff99-d6c4-46f1-82a7-5811477d5a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:00:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['cef6f07d-d741-43c8-b13b-9461db1dc25b'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:00:53.407763 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c915b7-4a99-4006-935e-e77850a7c5da tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Network 785bc457-1715-4250-8c5e-ebb7fbf98731 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:00:53.448491 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-d7c915b7-4a99-4006-935e-e77850a7c5da tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 785bc457-1715-4250-8c5e-ebb7fbf98731) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:00:53.453490 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5939e7a9-d39b-4a39-bf01-a0701554f8c3 req-7326163d-d58f-4147-b63c-a7f04af53db8 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/ports?device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 210 time: 0.5034921 May 05 22:00:53.459105 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1d939c-731b-4612-935b-e40dd0b02d59 None None] Network 785bc457-1715-4250-8c5e-ebb7fbf98731 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:00:53.470718 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c915b7-4a99-4006-935e-e77850a7c5da tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:00:53.471546 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d7c915b7-4a99-4006-935e-e77850a7c5da tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:53.487119 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-025e2b61-5a17-44d2-9412-e9f3c9a8c617 req-00e0abe7-2f37-4c61-857e-2d30b1f43b7d tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] For port 226a98d3-f8a1-4691-b395-c4c3d4e90656, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=226a98d3-f8a1-4691-b395-c4c3d4e90656,segment=NetworkSegment(0aa4b5f2-fc2b-422a-9849-318a9f632a66),segment_id=0aa4b5f2-fc2b-422a-9849-318a9f632a66)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:00:53.490522 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-025e2b61-5a17-44d2-9412-e9f3c9a8c617 req-00e0abe7-2f37-4c61-857e-2d30b1f43b7d tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:53.522283 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-43164ea9-8cd9-4b86-8695-acfe2394df2e tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:53.546036 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbb4f7b-6633-4080-a93b-80e9a4de3a72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=223f310f-878b-4c24-8a1d-6c4f58ae4a94,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:53.610906 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-af5c87c6-8fd6-4853-ada1-be6496dd1d2d admin admin] 10.222.0.23 "PUT /v2.0/routers/d9d83afc-c9e4-494d-9afd-81e4fd8a1566/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5321915 May 05 22:00:53.616050 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-98f3ff99-d6c4-46f1-82a7-5811477d5a0b None None] Set router cef6f07d-d741-43c8-b13b-9461db1dc25b gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:00:53.680418 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-dbbb4f7b-6633-4080-a93b-80e9a4de3a72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:53.682507 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-dbbb4f7b-6633-4080-a93b-80e9a4de3a72 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/223f310f-878b-4c24-8a1d-6c4f58ae4a94 HTTP/1.1" status: 204 len: 168 time: 1.6821029 May 05 22:00:53.689321 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53850) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:53.694140 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-070530e6-bef7-4ee9-bb76-610039858fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:53.911735 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-025e2b61-5a17-44d2-9412-e9f3c9a8c617 req-00e0abe7-2f37-4c61-857e-2d30b1f43b7d tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Calling delete_port for 226a98d3-f8a1-4691-b395-c4c3d4e90656 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:00:53.989461 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ba9e2737-c65b-40d7-aa54-ed29ade126e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:54.150138 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-070530e6-bef7-4ee9-bb76-610039858fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:54.212262 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070530e6-bef7-4ee9-bb76-610039858fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64239cf-51a7-41d8-a382-329db9c36f0a,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:54.269195 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c915b7-4a99-4006-935e-e77850a7c5da tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Pushing event updated for resources: {'Port': ['ID=cf9e2e44-a71e-4142-aa07-44d61d6cec28,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:54.283300 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-025e2b61-5a17-44d2-9412-e9f3c9a8c617 req-00e0abe7-2f37-4c61-857e-2d30b1f43b7d tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:54.295978 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['026ae715-3b74-4311-9e26-de7e6032c7f1'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:00:54.441266 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c03e77-59ef-44e7-ab26-28758c80c66f req-943ffeae-1da9-4ac5-b273-f7ed77a9e061 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:54.457824 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-29c03e77-59ef-44e7-ab26-28758c80c66f req-943ffeae-1da9-4ac5-b273-f7ed77a9e061 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=ab626493-f4d5-492e-ace9-e9a71891d92e HTTP/1.1" status: 200 len: 943 time: 1.4426808 May 05 22:00:54.496122 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-98f3ff99-d6c4-46f1-82a7-5811477d5a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef6f07d-d741-43c8-b13b-9461db1dc25b', 'name': 'tempest-TaggedBootDevicesTest_v242-1778530650-router', 'tenant_id': 'c3f9ce50114047b1adfc22c64baa15b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'a2c91a8b-8350-41f6-ba48-2b9017f00b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:53:32Z', 'updated_at': '2022-05-05T21:53:42Z', 'revision_number': 4, 'project_id': 'c3f9ce50114047b1adfc22c64baa15b0', 'gw_port': {'id': 'a2c91a8b-8350-41f6-ba48-2b9017f00b77', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef6f07d-d741-43c8-b13b-9461db1dc25b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:53:33Z', 'updated_at': '2022-05-05T21:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'cda6c3e1-1630-4120-b4ee-615220a00b12', 'name': '', 'network_id': '3120f5ac-8b43-4ef1-9697-254002b20677', 'tenant_id': 'c3f9ce50114047b1adfc22c64baa15b0', 'mac_address': 'fa:16:3e:dd:2c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef6f07d-d741-43c8-b13b-9461db1dc25b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1594dc8-6a87-4080-8b31-94a5f80267f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:53:41Z', 'updated_at': '2022-05-05T21:53:58Z', 'revision_number': 5, 'project_id': 'c3f9ce50114047b1adfc22c64baa15b0', 'subnets': [{'id': 'a1594dc8-6a87-4080-8b31-94a5f80267f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:00:54.502092 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f3ff99-d6c4-46f1-82a7-5811477d5a0b None None] The sync data for ids ['cef6f07d-d741-43c8-b13b-9461db1dc25b'] in n-d-825175-4 is: [{'id': 'cef6f07d-d741-43c8-b13b-9461db1dc25b', 'name': 'tempest-TaggedBootDevicesTest_v242-1778530650-router', 'tenant_id': 'c3f9ce50114047b1adfc22c64baa15b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'a2c91a8b-8350-41f6-ba48-2b9017f00b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:53:32Z', 'updated_at': '2022-05-05T21:53:42Z', 'revision_number': 4, 'project_id': 'c3f9ce50114047b1adfc22c64baa15b0', 'gw_port': {'id': 'a2c91a8b-8350-41f6-ba48-2b9017f00b77', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef6f07d-d741-43c8-b13b-9461db1dc25b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:53:33Z', 'updated_at': '2022-05-05T21:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'cda6c3e1-1630-4120-b4ee-615220a00b12', 'name': '', 'network_id': '3120f5ac-8b43-4ef1-9697-254002b20677', 'tenant_id': 'c3f9ce50114047b1adfc22c64baa15b0', 'mac_address': 'fa:16:3e:dd:2c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef6f07d-d741-43c8-b13b-9461db1dc25b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1594dc8-6a87-4080-8b31-94a5f80267f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:53:41Z', 'updated_at': '2022-05-05T21:53:58Z', 'revision_number': 5, 'project_id': 'c3f9ce50114047b1adfc22c64baa15b0', 'subnets': [{'id': 'a1594dc8-6a87-4080-8b31-94a5f80267f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:00:54.697156 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ba9e2737-c65b-40d7-aa54-ed29ade126e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:54.740147 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-070530e6-bef7-4ee9-bb76-610039858fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:54.748033 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccedc99b-00d4-421f-aae1-615928d723d1 None None] Sync routers for ids ['d9d83afc-c9e4-494d-9afd-81e4fd8a1566'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:00:54.759755 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-070530e6-bef7-4ee9-bb76-610039858fc9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e64239cf-51a7-41d8-a382-329db9c36f0a HTTP/1.1" status: 204 len: 168 time: 1.9317193 May 05 22:00:54.834198 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device e6772776-fcc9-4d4e-8cbc-2868eefb17ec no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:00:54.858620 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53862) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:54.874770 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e0abe7-2f37-4c61-857e-2d30b1f43b7d tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Pushing event deleted for resources: {'Port': ['ID=226a98d3-f8a1-4691-b395-c4c3d4e90656,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:54.960610 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: e6772776-fcc9-4d4e-8cbc-2868eefb17ec {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:00:54.962405 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device e6772776-fcc9-4d4e-8cbc-2868eefb17ec not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:00:54.974746 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-025e2b61-5a17-44d2-9412-e9f3c9a8c617 req-00e0abe7-2f37-4c61-857e-2d30b1f43b7d tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] No DVR routers for this DVR port 226a98d3-f8a1-4691-b395-c4c3d4e90656 on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:00:54.976744 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccedc99b-00d4-421f-aae1-615928d723d1 None None] Routers {'d9d83afc-c9e4-494d-9afd-81e4fd8a1566'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:00:54.977442 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-025e2b61-5a17-44d2-9412-e9f3c9a8c617 req-00e0abe7-2f37-4c61-857e-2d30b1f43b7d tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:54.978269 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-ccedc99b-00d4-421f-aae1-615928d723d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:00:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['d9d83afc-c9e4-494d-9afd-81e4fd8a1566'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:00:54.980670 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-8ec36035-5c8d-404f-98df-49e497a01d8b tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1869904295', 'description': 'tempest-description--1627963729'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:00:55.003979 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab626493-f4d5-492e-ace9-e9a71891d92e', 'name': 'network-vif-deleted', 'tag': '226a98d3-f8a1-4691-b395-c4c3d4e90656'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:00:55.005613 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-ba9e2737-c65b-40d7-aa54-ed29ade126e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c94acb4e-545d-4469-be8f-99360ed510a0']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:00:55.030528 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-025e2b61-5a17-44d2-9412-e9f3c9a8c617 req-00e0abe7-2f37-4c61-857e-2d30b1f43b7d tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.44 "DELETE /v2.0/ports/226a98d3-f8a1-4691-b395-c4c3d4e90656 HTTP/1.1" status: 204 len: 173 time: 7.2067337 May 05 22:00:55.047078 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-8ec36035-5c8d-404f-98df-49e497a01d8b tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:00:55.047344 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d88f76f-5ff3-41b4-8a4d-de2fa1fd2546 None None] New status for floating IP fbda9307-bf18-4da3-bcdf-567d67b2aa2a: DOWN {{(pid=84068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 22:00:55.060036 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-788e7d5d-52f7-4894-a0da-eaace277763f req-68b1f53a-8d81-47f0-9d63-c7a2a20655e6 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/ports?device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 210 time: 0.1692202 May 05 22:00:55.064743 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-8ec36035-5c8d-404f-98df-49e497a01d8b tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Usage tracker for resource:security_group and tenant:f9679666ed684085ba56b96d355bc823 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:00:55.069024 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c915b7-4a99-4006-935e-e77850a7c5da tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Checking segment: {'id': 'aca7cad1-8d44-481e-8b7c-5a86be1c5034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cae624fa-fa2f-4204-9e76-0999a8dcba3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:00:55.069389 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c915b7-4a99-4006-935e-e77850a7c5da tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Network hostable DHCP agents. Network: cae624fa-fa2f-4204-9e76-0999a8dcba3c, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:00:55.090974 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-29c03e77-59ef-44e7-ab26-28758c80c66f req-cf9b9fd1-8807-4751-87be-afab19d0fbdc tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6253607 May 05 22:00:55.092459 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-8ec36035-5c8d-404f-98df-49e497a01d8b tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:00:55.104653 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-ba9e2737-c65b-40d7-aa54-ed29ade126e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '501dba1c-64dd-4cd1-bb42-439b98112e67') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:00:55.107132 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-ba9e2737-c65b-40d7-aa54-ed29ade126e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '501dba1c-64dd-4cd1-bb42-439b98112e67') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:00:55.141481 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-8ec36035-5c8d-404f-98df-49e497a01d8b tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:00:55.160461 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ba9e2737-c65b-40d7-aa54-ed29ade126e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:55.205336 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c915b7-4a99-4006-935e-e77850a7c5da tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Network cae624fa-fa2f-4204-9e76-0999a8dcba3c is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:00:55.220880 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ba9e2737-c65b-40d7-aa54-ed29ade126e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:55.231119 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8ec36035-5c8d-404f-98df-49e497a01d8b tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:55.267926 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-d7c915b7-4a99-4006-935e-e77850a7c5da tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, cae624fa-fa2f-4204-9e76-0999a8dcba3c) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:00:55.280455 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba9e2737-c65b-40d7-aa54-ed29ade126e3 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:00:55.280862 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ba9e2737-c65b-40d7-aa54-ed29ade126e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:55.281968 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c915b7-4a99-4006-935e-e77850a7c5da tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:00:55.293425 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c915b7-4a99-4006-935e-e77850a7c5da tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:55.297019 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c915b7-4a99-4006-935e-e77850a7c5da tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:55.297712 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d7c915b7-4a99-4006-935e-e77850a7c5da tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:55.330175 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572a667e-655d-41cc-a713-d5d3b17b0764 None None] Network cae624fa-fa2f-4204-9e76-0999a8dcba3c requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:00:55.376904 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec3dd06a-7e53-434a-93a6-09565d303150'] response: {'server_uuid': 'ab626493-f4d5-492e-ace9-e9a71891d92e', 'name': 'network-vif-deleted', 'tag': '226a98d3-f8a1-4691-b395-c4c3d4e90656', 'status': 'completed', 'code': 200} May 05 22:00:55.386307 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d7c915b7-4a99-4006-935e-e77850a7c5da tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 8.9157701 May 05 22:00:55.399199 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53876) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:55.604790 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 22:00:55.604790 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:00:55.604790 n-d-825175-4 neutron-server[84061]: timer() May 05 22:00:55.604790 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:00:55.604790 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 22:00:55.604790 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:00:55.604790 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 22:00:55.604790 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:00:55.604790 n-d-825175-4 neutron-server[84061]: self._notify() May 05 22:00:55.604790 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:00:55.604790 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 22:00:55.604790 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:00:55.604790 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 22:00:55.604790 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:00:55.604790 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:00:55.604790 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:00:55.604790 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:00:55.604790 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:00:55.604790 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 22:00:55.604790 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:00:55.604790 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 22:00:55.604790 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:00:55.604790 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:00:55.604790 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:00:55.604790 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 22:00:55.604790 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:00:55.604790 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:00:55.604790 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:00:55.604790 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:00:55.604790 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:00:55.604790 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:00:55.604790 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:00:55.626580 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ba9e2737-c65b-40d7-aa54-ed29ade126e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:55.719346 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ba9e2737-c65b-40d7-aa54-ed29ade126e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:55.746638 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53880) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:55.777579 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ba9e2737-c65b-40d7-aa54-ed29ade126e3 admin admin] 10.222.0.23 "DELETE /v2.0/networks/c94acb4e-545d-4469-be8f-99360ed510a0 HTTP/1.1" status: 204 len: 168 time: 2.0625756 May 05 22:00:55.781939 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e2737-c65b-40d7-aa54-ed29ade126e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c94acb4e-545d-4469-be8f-99360ed510a0,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:55.832917 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c503266-cbf6-4a22-ad54-540ec89e6ffa tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:55.833973 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1ae53b7c-6f6a-4fc5-8442-4f9ba38d496f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:55.838161 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c503266-cbf6-4a22-ad54-540ec89e6ffa tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:55.839227 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-8c503266-cbf6-4a22-ad54-540ec89e6ffa tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Synchronizing usage tracker for tenant:6f5da951a6e54e59a31e882caca2a2f4 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:00:55.889446 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-8ec36035-5c8d-404f-98df-49e497a01d8b tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:00:55.906282 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-8ec36035-5c8d-404f-98df-49e497a01d8b tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Usage tracker for resource:security_group_rule and tenant:f9679666ed684085ba56b96d355bc823 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:00:55.925183 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-8ec36035-5c8d-404f-98df-49e497a01d8b tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:00:55.937787 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-8ec36035-5c8d-404f-98df-49e497a01d8b tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:00:55.946204 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-1ae53b7c-6f6a-4fc5-8442-4f9ba38d496f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:00:55.954905 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-1ae53b7c-6f6a-4fc5-8442-4f9ba38d496f admin admin] Usage tracker for resource:security_group_rule and tenant:c5308e02d6a3403db1a5693b9d442018 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:00:55.958999 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-1ae53b7c-6f6a-4fc5-8442-4f9ba38d496f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:00:55.967892 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-1ae53b7c-6f6a-4fc5-8442-4f9ba38d496f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:00:55.991333 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-8c503266-cbf6-4a22-ad54-540ec89e6ffa tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Unset dirty status for tenant:6f5da951a6e54e59a31e882caca2a2f4 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:00:55.993277 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8c503266-cbf6-4a22-ad54-540ec89e6ffa tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.5909445 May 05 22:00:55.997186 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53886) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:56.144316 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8ec36035-5c8d-404f-98df-49e497a01d8b tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:56.178552 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8ec36035-5c8d-404f-98df-49e497a01d8b tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:56.212696 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-ccedc99b-00d4-421f-aae1-615928d723d1 None None] Set router d9d83afc-c9e4-494d-9afd-81e4fd8a1566 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:00:56.279827 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec36035-5c8d-404f-98df-49e497a01d8b tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa4e0b9-5123-49b5-89ca-ca778d1b0224,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:56.324181 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-4bb2130e-0334-4112-94d4-5a249c2a546c tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Deleting port c932fa9e-08da-48a1-8c2e-70023025c3c5 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:00:56.329918 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4bb2130e-0334-4112-94d4-5a249c2a546c tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:56.365260 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53898) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:56.366193 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-43164ea9-8cd9-4b86-8695-acfe2394df2e tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Deleting port 30dbff1a-d971-4fc2-ae61-4271de65ff80 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:00:56.366541 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-43164ea9-8cd9-4b86-8695-acfe2394df2e tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:56.483339 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1ae53b7c-6f6a-4fc5-8442-4f9ba38d496f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:56.488497 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8ec36035-5c8d-404f-98df-49e497a01d8b tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:56.492881 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-8ec36035-5c8d-404f-98df-49e497a01d8b tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.6238518 May 05 22:00:56.493679 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53904) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:56.501723 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1ae53b7c-6f6a-4fc5-8442-4f9ba38d496f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:56.566496 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-b44d4d1e-44f4-45e5-9b22-caa03011d533 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Request body: {'security_group_rule': {'security_group_id': '7fa4e0b9-5123-49b5-89ca-ca778d1b0224', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:00:56.583028 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-1ae53b7c-6f6a-4fc5-8442-4f9ba38d496f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c5308e02d6a3403db1a5693b9d442018&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8217223 May 05 22:00:56.589615 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53910) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:56.597208 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b44d4d1e-44f4-45e5-9b22-caa03011d533 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:00:56.664941 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c1798087-085f-4dc1-aac7-360abee9d98b req-3d80cd30-0f7f-4561-827b-d49e70469a33 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/ports?device_id=96539926-3157-406d-977f-028308bff7aa HTTP/1.1" status: 200 len: 210 time: 0.0915844 May 05 22:00:56.731073 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b44d4d1e-44f4-45e5-9b22-caa03011d533 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Usage tracker for resource:security_group_rule and tenant:f9679666ed684085ba56b96d355bc823 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:00:56.773078 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b44d4d1e-44f4-45e5-9b22-caa03011d533 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:00:56.793343 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b44d4d1e-44f4-45e5-9b22-caa03011d533 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:00:56.827484 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae53b7c-6f6a-4fc5-8442-4f9ba38d496f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe034a5b-60aa-4963-a110-62b41fb02e55,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:56.851758 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1cb13638-e696-423a-a053-6cc6fcbb6016 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4ba96e3a2f29495a89fcbd646b4c3115&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1674285 May 05 22:00:56.854330 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53920) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:56.858366 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-43164ea9-8cd9-4b86-8695-acfe2394df2e tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:56.908814 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b44d4d1e-44f4-45e5-9b22-caa03011d533 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:57.024200 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-ccedc99b-00d4-421f-aae1-615928d723d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d83afc-c9e4-494d-9afd-81e4fd8a1566', 'name': 'tempest-AttachVolumeTestJSON-1985453385-router', 'tenant_id': 'f9679666ed684085ba56b96d355bc823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:00:38Z', 'updated_at': '2022-05-05T22:00:49Z', 'revision_number': 4, 'project_id': 'f9679666ed684085ba56b96d355bc823', 'gw_port': {'id': '2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:75:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d83afc-c9e4-494d-9afd-81e4fd8a1566', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:00:40Z', 'updated_at': '2022-05-05T22:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '88cd5671-adb8-42c7-8bc4-c8283d54a668', 'name': '', 'network_id': 'c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2', 'tenant_id': 'f9679666ed684085ba56b96d355bc823', 'mac_address': 'fa:16:3e:9a:10:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d83afc-c9e4-494d-9afd-81e4fd8a1566', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f259ce1a-1e13-44eb-b65e-190001e0a5ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:00:48Z', 'updated_at': '2022-05-05T22:00:49Z', 'revision_number': 2, 'project_id': 'f9679666ed684085ba56b96d355bc823', 'subnets': [{'id': 'f259ce1a-1e13-44eb-b65e-190001e0a5ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:00:57.043649 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccedc99b-00d4-421f-aae1-615928d723d1 None None] Checking router: d9d83afc-c9e4-494d-9afd-81e4fd8a1566 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:00:57.045462 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccedc99b-00d4-421f-aae1-615928d723d1 None None] Updating router d9d83afc-c9e4-494d-9afd-81e4fd8a1566 port 88cd5671-adb8-42c7-8bc4-c8283d54a668 binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:00:57.046519 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b44d4d1e-44f4-45e5-9b22-caa03011d533 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:57.073245 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b44d4d1e-44f4-45e5-9b22-caa03011d533 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:57.092403 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-43164ea9-8cd9-4b86-8695-acfe2394df2e tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Calling delete_port for 30dbff1a-d971-4fc2-ae61-4271de65ff80 owned by network:router_interface {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:00:57.121804 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ccedc99b-00d4-421f-aae1-615928d723d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:57.129946 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-877bd66b-6e88-4157-90ad-edcadc07f936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:57.138211 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b44d4d1e-44f4-45e5-9b22-caa03011d533 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:57.142410 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b44d4d1e-44f4-45e5-9b22-caa03011d533 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6447065 May 05 22:00:57.154126 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4bb2130e-0334-4112-94d4-5a249c2a546c tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:57.161565 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53930) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:57.162267 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44d4d1e-44f4-45e5-9b22-caa03011d533 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3535f8b6-9227-48f7-ad8f-6e0cac444ef3,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:57.182448 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-b0b3ce31-ee65-42c1-a81c-b39b3a38f84a tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Request body: {'security_group_rule': {'security_group_id': '7fa4e0b9-5123-49b5-89ca-ca778d1b0224', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:00:57.304875 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-63f120ff-1f72-4705-bad2-69a7c345c610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:57.349703 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-63f120ff-1f72-4705-bad2-69a7c345c610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:57.376322 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-4bb2130e-0334-4112-94d4-5a249c2a546c tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Calling delete_port for c932fa9e-08da-48a1-8c2e-70023025c3c5 owned by {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:00:57.485316 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-63f120ff-1f72-4705-bad2-69a7c345c610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:57.529409 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f120ff-1f72-4705-bad2-69a7c345c610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357c8a06-0cb4-4ca4-87b5-fb62b56bd963,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:57.553459 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-43164ea9-8cd9-4b86-8695-acfe2394df2e tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:57.603866 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-63f120ff-1f72-4705-bad2-69a7c345c610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:57.607783 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-63f120ff-1f72-4705-bad2-69a7c345c610 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/357c8a06-0cb4-4ca4-87b5-fb62b56bd963 HTTP/1.1" status: 204 len: 168 time: 0.7497718 May 05 22:00:57.615229 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43164ea9-8cd9-4b86-8695-acfe2394df2e tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Pushing event deleted for resources: {'Port': ['ID=30dbff1a-d971-4fc2-ae61-4271de65ff80,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:57.627827 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-877bd66b-6e88-4157-90ad-edcadc07f936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:57.674037 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ccedc99b-00d4-421f-aae1-615928d723d1 None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:57.700118 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:00:57.701822 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b0b3ce31-ee65-42c1-a81c-b39b3a38f84a tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:00:57.706115 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4bb2130e-0334-4112-94d4-5a249c2a546c tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:57.711758 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ccedc99b-00d4-421f-aae1-615928d723d1 None None] Transition to ACTIVE for port object 88cd5671-adb8-42c7-8bc4-c8283d54a668 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:00:57.725025 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ccedc99b-00d4-421f-aae1-615928d723d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:57.758811 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4bb2130e-0334-4112-94d4-5a249c2a546c tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:57.762633 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-877bd66b-6e88-4157-90ad-edcadc07f936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:57.773491 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b0b3ce31-ee65-42c1-a81c-b39b3a38f84a tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Usage tracker for resource:security_group_rule and tenant:f9679666ed684085ba56b96d355bc823 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:00:57.797382 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b0b3ce31-ee65-42c1-a81c-b39b3a38f84a tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:00:57.802991 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877bd66b-6e88-4157-90ad-edcadc07f936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe034a5b-60aa-4963-a110-62b41fb02e55,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:57.813180 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2130e-0334-4112-94d4-5a249c2a546c tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Pushing event deleted for resources: {'Port': ['ID=c932fa9e-08da-48a1-8c2e-70023025c3c5,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:57.819453 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b0b3ce31-ee65-42c1-a81c-b39b3a38f84a tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:00:57.835376 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4bb2130e-0334-4112-94d4-5a249c2a546c tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] 10.222.0.23 "DELETE /v2.0/ports/c932fa9e-08da-48a1-8c2e-70023025c3c5 HTTP/1.1" status: 204 len: 168 time: 1.8360977 May 05 22:00:57.837707 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-877bd66b-6e88-4157-90ad-edcadc07f936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:57.841932 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-877bd66b-6e88-4157-90ad-edcadc07f936 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fe034a5b-60aa-4963-a110-62b41fb02e55 HTTP/1.1" status: 204 len: 168 time: 1.1801043 May 05 22:00:57.842951 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53946) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:57.929085 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-af912481-f318-4919-b6da-e70423f6d833 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Deleting port cf9e2e44-a71e-4142-aa07-44d61d6cec28 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:00:57.929555 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-af912481-f318-4919-b6da-e70423f6d833 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:58.209395 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23250074-c21d-4ddf-903d-75f593725c5d None None] Pushing event updated for resources: {'Port': ['ID=88cd5671-adb8-42c7-8bc4-c8283d54a668,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:58.297696 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53956) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:58.383302 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b0b3ce31-ee65-42c1-a81c-b39b3a38f84a tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:58.446087 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-ccedc99b-00d4-421f-aae1-615928d723d1 None None] Attempting to bind port 88cd5671-adb8-42c7-8bc4-c8283d54a668 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:00:58.446466 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-ccedc99b-00d4-421f-aae1-615928d723d1 None None] Attempting to bind port 88cd5671-adb8-42c7-8bc4-c8283d54a668 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '8791e900-4ba7-4d7d-801a-c6b49729e00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:00:58.446924 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccedc99b-00d4-421f-aae1-615928d723d1 None None] Attempting to bind port 88cd5671-adb8-42c7-8bc4-c8283d54a668 on network c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:00:58.453990 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5bee8797-1436-4701-b54d-5193ffa04849 req-48927c7e-95e6-4c39-9727-92386d65e049 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=12acf9a2-9e8c-4e0f-b5dd-fb218af77d33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1718903 May 05 22:00:58.459088 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccedc99b-00d4-421f-aae1-615928d723d1 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:00:58.459489 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccedc99b-00d4-421f-aae1-615928d723d1 None None] Checking segment: {'id': '8791e900-4ba7-4d7d-801a-c6b49729e00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:00:58.460314 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ccedc99b-00d4-421f-aae1-615928d723d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:58.460702 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccedc99b-00d4-421f-aae1-615928d723d1 None None] Bound using segment: {'id': '8791e900-4ba7-4d7d-801a-c6b49729e00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:00:58.461171 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-ccedc99b-00d4-421f-aae1-615928d723d1 None None] Bound port: 88cd5671-adb8-42c7-8bc4-c8283d54a668, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8791e900-4ba7-4d7d-801a-c6b49729e00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:00:58.461536 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ccedc99b-00d4-421f-aae1-615928d723d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:58.565678 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-af912481-f318-4919-b6da-e70423f6d833 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:58.729115 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-43164ea9-8cd9-4b86-8695-acfe2394df2e tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:58.763872 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ccedc99b-00d4-421f-aae1-615928d723d1 None None] For port 88cd5671-adb8-42c7-8bc4-c8283d54a668, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:00:58.778052 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ccedc99b-00d4-421f-aae1-615928d723d1 None None] For port 88cd5671-adb8-42c7-8bc4-c8283d54a668, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=88cd5671-adb8-42c7-8bc4-c8283d54a668,segment=NetworkSegment(8791e900-4ba7-4d7d-801a-c6b49729e00b),segment_id=8791e900-4ba7-4d7d-801a-c6b49729e00b)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:00:58.804383 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ccedc99b-00d4-421f-aae1-615928d723d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:58.809680 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-af912481-f318-4919-b6da-e70423f6d833 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Calling delete_port for cf9e2e44-a71e-4142-aa07-44d61d6cec28 owned by {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:00:58.973199 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b0b3ce31-ee65-42c1-a81c-b39b3a38f84a tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:58.981808 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23250074-c21d-4ddf-903d-75f593725c5d None None] Pushing event updated for resources: {'Port': ['ID=88cd5671-adb8-42c7-8bc4-c8283d54a668,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:58.989046 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b0b3ce31-ee65-42c1-a81c-b39b3a38f84a tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:58.997299 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccedc99b-00d4-421f-aae1-615928d723d1 None None] Routers {'d9d83afc-c9e4-494d-9afd-81e4fd8a1566'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:00:58.998037 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-ccedc99b-00d4-421f-aae1-615928d723d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:00:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['d9d83afc-c9e4-494d-9afd-81e4fd8a1566'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:00:59.060015 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-026620cf-4e49-4cc5-9a72-6467bfac029b tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:59.158113 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b3ce31-ee65-42c1-a81c-b39b3a38f84a tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c3b4f6e-d874-48ba-80f2-0523712c27de,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:59.173265 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5bee8797-1436-4701-b54d-5193ffa04849 req-7dd365b2-9769-4da7-91f2-25d338490719 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=edfb56529402421c8703b1e767ccb199&device_id=12acf9a2-9e8c-4e0f-b5dd-fb218af77d33 HTTP/1.1" status: 200 len: 1097 time: 0.5854666 May 05 22:00:59.230339 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-af912481-f318-4919-b6da-e70423f6d833 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:59.233805 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-026620cf-4e49-4cc5-9a72-6467bfac029b tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:59.257335 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b0b3ce31-ee65-42c1-a81c-b39b3a38f84a tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:59.258760 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b0b3ce31-ee65-42c1-a81c-b39b3a38f84a tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 2.0941029 May 05 22:00:59.275021 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54000) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:59.358831 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af912481-f318-4919-b6da-e70423f6d833 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Pushing event deleted for resources: {'Port': ['ID=cf9e2e44-a71e-4142-aa07-44d61d6cec28,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:59.423786 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-af912481-f318-4919-b6da-e70423f6d833 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:59.430940 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-af912481-f318-4919-b6da-e70423f6d833 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] 10.222.0.23 "DELETE /v2.0/ports/cf9e2e44-a71e-4142-aa07-44d61d6cec28 HTTP/1.1" status: 204 len: 168 time: 1.5864112 May 05 22:00:59.436051 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-21c39ac5-5984-4697-858b-01d9c25faff8 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Request body: {'floatingip': {'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:00:59.440770 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee8797-1436-4701-b54d-5193ffa04849 req-005ecdde-dab4-42c2-b1b3-78c4646eac4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:59.442813 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5bee8797-1436-4701-b54d-5193ffa04849 req-005ecdde-dab4-42c2-b1b3-78c4646eac4d service neutron] 10.222.0.44 "GET /v2.0/networks?id=fa69cb3f-4129-4afe-9a6d-7584eefc40c0 HTTP/1.1" status: 200 len: 907 time: 0.2266850 May 05 22:00:59.443344 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54008) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:59.449520 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-21c39ac5-5984-4697-858b-01d9c25faff8 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:00:59.451779 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-ccedc99b-00d4-421f-aae1-615928d723d1 None None] Set router d9d83afc-c9e4-494d-9afd-81e4fd8a1566 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:00:59.616742 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-21c39ac5-5984-4697-858b-01d9c25faff8 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Usage tracker for resource:floatingip and tenant:f9679666ed684085ba56b96d355bc823 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:00:59.624396 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-21c39ac5-5984-4697-858b-01d9c25faff8 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:00:59.639250 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-21c39ac5-5984-4697-858b-01d9c25faff8 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:00:59.667343 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5bee8797-1436-4701-b54d-5193ffa04849 req-39f5888c-61e7-4e13-b63f-b26e02f32963 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=026ae715-3b74-4311-9e26-de7e6032c7f1 HTTP/1.1" status: 200 len: 217 time: 0.2125235 May 05 22:00:59.682370 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-21c39ac5-5984-4697-858b-01d9c25faff8 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks [] for floatingip, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:59.689706 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-026620cf-4e49-4cc5-9a72-6467bfac029b tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:59.717556 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026620cf-4e49-4cc5-9a72-6467bfac029b tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56f4659-1a1c-44b7-b1dc-74618b3402dc,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:00:59.727465 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa7e82-f877-4a8b-84fc-d05647375128 req-d497e25c-39a7-4838-88a7-ed4e83a0c92f tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:59.735276 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-17fa7e82-f877-4a8b-84fc-d05647375128 req-d497e25c-39a7-4838-88a7-ed4e83a0c92f tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=12acf9a2-9e8c-4e0f-b5dd-fb218af77d33 HTTP/1.1" status: 200 len: 946 time: 0.2707248 May 05 22:00:59.764748 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-026620cf-4e49-4cc5-9a72-6467bfac029b tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:00:59.764748 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-026620cf-4e49-4cc5-9a72-6467bfac029b tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "DELETE /v2.0/security-groups/d56f4659-1a1c-44b7-b1dc-74618b3402dc HTTP/1.1" status: 204 len: 168 time: 1.4557145 May 05 22:00:59.770758 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54018) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:59.792325 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-64758aad-2826-41a9-85ef-34652be9860f tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3458374 May 05 22:00:59.796579 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54024) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:59.811882 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [None req-80e00561-fe8b-4596-9cf3-1c24d689c4d9 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] show failed (client error): The resource could not be found. May 05 22:00:59.816446 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-e1e4c10f-8159-43a8-83bd-cbc2425ebcd8 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-707318300'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:00:59.817046 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-80e00561-fe8b-4596-9cf3-1c24d689c4d9 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "GET /v2.0/security-groups/d56f4659-1a1c-44b7-b1dc-74618b3402dc HTTP/1.1" status: 404 len: 347 time: 0.0449610 May 05 22:00:59.821009 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54028) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:00:59.832693 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-e1e4c10f-8159-43a8-83bd-cbc2425ebcd8 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:00:59.899140 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-e1e4c10f-8159-43a8-83bd-cbc2425ebcd8 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Usage tracker for resource:network and tenant:6f5da951a6e54e59a31e882caca2a2f4 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:00:59.917919 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-e1e4c10f-8159-43a8-83bd-cbc2425ebcd8 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:00:59.940600 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-e1e4c10f-8159-43a8-83bd-cbc2425ebcd8 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:00:59.956966 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee8797-1436-4701-b54d-5193ffa04849 req-41500944-858d-4762-9d80-810c7adbbf07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:00:59.958440 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5bee8797-1436-4701-b54d-5193ffa04849 req-41500944-858d-4762-9d80-810c7adbbf07 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=98120645-6211-43cf-b26e-14efa3661c41 HTTP/1.1" status: 200 len: 846 time: 0.2397289 May 05 22:01:00.023386 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e4c10f-8159-43a8-83bd-cbc2425ebcd8 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Made reservation on behalf of 6f5da951a6e54e59a31e882caca2a2f4 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:01:00.026269 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e1e4c10f-8159-43a8-83bd-cbc2425ebcd8 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:00.055425 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-17fa7e82-f877-4a8b-84fc-d05647375128 req-87e08180-57b1-4d7d-9312-0ba048b5d0cc tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192625 May 05 22:01:00.086178 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-4fb87268-50f5-47d7-bc59-59c78f506071 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Deleting port adb297be-8447-4460-a2dd-7d8f94044110 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:01:00.087565 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4fb87268-50f5-47d7-bc59-59c78f506071 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:00.121688 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5bee8797-1436-4701-b54d-5193ffa04849 req-fd5d6c43-381c-4611-8d27-15e19e6c99f7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fa69cb3f-4129-4afe-9a6d-7584eefc40c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1529171 May 05 22:01:00.382596 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1e4c10f-8159-43a8-83bd-cbc2425ebcd8 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:01:00.387305 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4fb87268-50f5-47d7-bc59-59c78f506071 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:00.389104 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4fb87268-50f5-47d7-bc59-59c78f506071 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:00.395679 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-ccedc99b-00d4-421f-aae1-615928d723d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d83afc-c9e4-494d-9afd-81e4fd8a1566', 'name': 'tempest-AttachVolumeTestJSON-1985453385-router', 'tenant_id': 'f9679666ed684085ba56b96d355bc823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:00:38Z', 'updated_at': '2022-05-05T22:00:49Z', 'revision_number': 4, 'project_id': 'f9679666ed684085ba56b96d355bc823', 'gw_port': {'id': '2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:75:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d83afc-c9e4-494d-9afd-81e4fd8a1566', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:00:40Z', 'updated_at': '2022-05-05T22:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '88cd5671-adb8-42c7-8bc4-c8283d54a668', 'name': '', 'network_id': 'c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2', 'tenant_id': 'f9679666ed684085ba56b96d355bc823', 'mac_address': 'fa:16:3e:9a:10:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d83afc-c9e4-494d-9afd-81e4fd8a1566', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f259ce1a-1e13-44eb-b65e-190001e0a5ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:00:48Z', 'updated_at': '2022-05-05T22:00:58Z', 'revision_number': 4, 'project_id': 'f9679666ed684085ba56b96d355bc823', 'subnets': [{'id': 'f259ce1a-1e13-44eb-b65e-190001e0a5ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:01:00.406140 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccedc99b-00d4-421f-aae1-615928d723d1 None None] The sync data for ids ['d9d83afc-c9e4-494d-9afd-81e4fd8a1566'] in n-d-825175-4 is: [{'id': 'd9d83afc-c9e4-494d-9afd-81e4fd8a1566', 'name': 'tempest-AttachVolumeTestJSON-1985453385-router', 'tenant_id': 'f9679666ed684085ba56b96d355bc823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:00:38Z', 'updated_at': '2022-05-05T22:00:49Z', 'revision_number': 4, 'project_id': 'f9679666ed684085ba56b96d355bc823', 'gw_port': {'id': '2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:75:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d83afc-c9e4-494d-9afd-81e4fd8a1566', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:00:40Z', 'updated_at': '2022-05-05T22:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '88cd5671-adb8-42c7-8bc4-c8283d54a668', 'name': '', 'network_id': 'c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2', 'tenant_id': 'f9679666ed684085ba56b96d355bc823', 'mac_address': 'fa:16:3e:9a:10:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d83afc-c9e4-494d-9afd-81e4fd8a1566', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f259ce1a-1e13-44eb-b65e-190001e0a5ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:00:48Z', 'updated_at': '2022-05-05T22:00:58Z', 'revision_number': 4, 'project_id': 'f9679666ed684085ba56b96d355bc823', 'subnets': [{'id': 'f259ce1a-1e13-44eb-b65e-190001e0a5ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:01:00.422707 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e1e4c10f-8159-43a8-83bd-cbc2425ebcd8 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:00.424211 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-e1e4c10f-8159-43a8-83bd-cbc2425ebcd8 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Added segment 336b13f9-a778-410b-9467-7c676c10f296 of type vlan for network 800bab4d-adbe-4f86-9b23-b217cd4562db May 05 22:01:00.522051 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-21c39ac5-5984-4697-858b-01d9c25faff8 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:00.656046 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-4fb87268-50f5-47d7-bc59-59c78f506071 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Calling delete_port for adb297be-8447-4460-a2dd-7d8f94044110 owned by network:floatingip {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:01:00.738925 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-21c39ac5-5984-4697-858b-01d9c25faff8 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Allocated IP 172.25.4.174 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/c698e8b7-2b57-4917-9a98-212ecd2cbdb9) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:01:00.961817 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 88cd5671-adb8-42c7-8bc4-c8283d54a668 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:01:01.198742 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 88cd5671-adb8-42c7-8bc4-c8283d54a668 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:01:01.206952 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 88cd5671-adb8-42c7-8bc4-c8283d54a668 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:01:01.209544 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:01.263242 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4fb87268-50f5-47d7-bc59-59c78f506071 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:01.315294 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e1e4c10f-8159-43a8-83bd-cbc2425ebcd8 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:01.428962 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5bee8797-1436-4701-b54d-5193ffa04849 req-5ea7a4a3-89f5-4dbe-bda6-a158c488bbef service neutron] 10.222.0.44 "GET /v2.0/networks/fa69cb3f-4129-4afe-9a6d-7584eefc40c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1897020 May 05 22:01:01.491645 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:01.584029 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-aab5f5a1-fd95-490d-93fa-fd3ff1a62db8 req-4f8bfce6-a97c-488c-897e-bae3c736f3b7 tempest-ServerShowV257Test-1463838747 tempest-ServerShowV257Test-1463838747-project] 10.222.0.23 "GET /v2.0/ports?device_id=d16fde66-9def-4e4a-8800-af7d3e5579c5 HTTP/1.1" status: 200 len: 210 time: 0.3349681 May 05 22:01:01.592368 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 88cd5671-adb8-42c7-8bc4-c8283d54a668, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=88cd5671-adb8-42c7-8bc4-c8283d54a668,segment=NetworkSegment(8791e900-4ba7-4d7d-801a-c6b49729e00b),segment_id=8791e900-4ba7-4d7d-801a-c6b49729e00b)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:01:01.597265 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.resource_extend [None req-e1e4c10f-8159-43a8-83bd-cbc2425ebcd8 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 22:01:01.602945 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:01.613344 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb87268-50f5-47d7-bc59-59c78f506071 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Pushing event deleted for resources: {'Port': ['ID=adb297be-8447-4460-a2dd-7d8f94044110,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:01.652100 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-21c39ac5-5984-4697-858b-01d9c25faff8 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:01.729805 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-21c39ac5-5984-4697-858b-01d9c25faff8 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:01.790769 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=88cd5671-adb8-42c7-8bc4-c8283d54a668,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:01.845077 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4fb87268-50f5-47d7-bc59-59c78f506071 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks [] for floatingip, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:01.909604 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4fb87268-50f5-47d7-bc59-59c78f506071 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:01.913558 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4fb87268-50f5-47d7-bc59-59c78f506071 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "DELETE /v2.0/floatingips/fbda9307-bf18-4da3-bcdf-567d67b2aa2a HTTP/1.1" status: 204 len: 168 time: 2.0881028 May 05 22:01:01.914108 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54080) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:01.928890 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c39ac5-5984-4697-858b-01d9c25faff8 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:01:01.941255 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e1e4c10f-8159-43a8-83bd-cbc2425ebcd8 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:01.945914 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e4c10f-8159-43a8-83bd-cbc2425ebcd8 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:01.946805 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e1e4c10f-8159-43a8-83bd-cbc2425ebcd8 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:02.043754 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798f388a-c297-46e6-a3b4-fb4b761e60d2 req-ffa429c8-1a82-4efc-a33b-2d67f2038f6c tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:02.046744 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-798f388a-c297-46e6-a3b4-fb4b761e60d2 req-ffa429c8-1a82-4efc-a33b-2d67f2038f6c tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=12acf9a2-9e8c-4e0f-b5dd-fb218af77d33 HTTP/1.1" status: 200 len: 946 time: 0.6293457 May 05 22:01:02.091893 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-21c39ac5-5984-4697-858b-01d9c25faff8 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:01:02.132292 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-84c06021-de30-405c-b67b-ba24d7103ac4 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Deleting port 40d79594-36bc-4bf3-b743-389d36c9b783 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:01:02.132628 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-84c06021-de30-405c-b67b-ba24d7103ac4 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:02.180225 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d917409c-ae32-4ab4-beb8-1b603d6af433 req-eb42956d-32c6-419d-9634-e1699bf3c137 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:02.181862 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d917409c-ae32-4ab4-beb8-1b603d6af433 req-eb42956d-32c6-419d-9634-e1699bf3c137 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.44 "GET /v2.0/ports?device_id=12acf9a2-9e8c-4e0f-b5dd-fb218af77d33 HTTP/1.1" status: 200 len: 946 time: 1.4028447 May 05 22:01:02.233923 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c39ac5-5984-4697-858b-01d9c25faff8 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:01:02.266171 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e4c10f-8159-43a8-83bd-cbc2425ebcd8 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Pushing event updated for resources: {'Network': ['ID=800bab4d-adbe-4f86-9b23-b217cd4562db,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:02.278791 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 800bab4d-adbe-4f86-9b23-b217cd4562db details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:01:02.290359 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-e1e4c10f-8159-43a8-83bd-cbc2425ebcd8 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.4878340 May 05 22:01:02.291496 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54084) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:02.305707 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c39ac5-5984-4697-858b-01d9c25faff8 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Pushing event updated for resources: {'Port': ['ID=c698e8b7-2b57-4917-9a98-212ecd2cbdb9,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:02.314353 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5bee8797-1436-4701-b54d-5193ffa04849 req-64bdf423-9b05-4d27-aa3a-86815647390e service neutron] 10.222.0.44 "GET /v2.0/networks/fa69cb3f-4129-4afe-9a6d-7584eefc40c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8758750 May 05 22:01:02.323572 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-d917409c-ae32-4ab4-beb8-1b603d6af433 req-ab962144-cc3b-42c8-8fe9-8339b6cb726e tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Deleting port 026ae715-3b74-4311-9e26-de7e6032c7f1 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:01:02.324142 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-d917409c-ae32-4ab4-beb8-1b603d6af433 req-ab962144-cc3b-42c8-8fe9-8339b6cb726e tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:02.326182 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-c2faea76-b0c2-4895-8e3a-37cc9cd55dc6 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-360781550'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:01:02.336866 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c2faea76-b0c2-4895-8e3a-37cc9cd55dc6 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:01:02.343849 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c2faea76-b0c2-4895-8e3a-37cc9cd55dc6 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Usage tracker for resource:network and tenant:6f5da951a6e54e59a31e882caca2a2f4 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:01:02.350935 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c2faea76-b0c2-4895-8e3a-37cc9cd55dc6 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:01:02.391771 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-798f388a-c297-46e6-a3b4-fb4b761e60d2 req-993e4fc5-beb0-446b-8b94-9ecd8a39b521 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343723 May 05 22:01:02.401942 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c2faea76-b0c2-4895-8e3a-37cc9cd55dc6 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:01:02.476727 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2faea76-b0c2-4895-8e3a-37cc9cd55dc6 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Made reservation on behalf of 6f5da951a6e54e59a31e882caca2a2f4 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:01:02.486802 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c2faea76-b0c2-4895-8e3a-37cc9cd55dc6 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:02.560067 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2faea76-b0c2-4895-8e3a-37cc9cd55dc6 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:01:02.574540 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c2faea76-b0c2-4895-8e3a-37cc9cd55dc6 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:02.581876 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-c2faea76-b0c2-4895-8e3a-37cc9cd55dc6 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Added segment 9d499693-5aa1-4645-a301-b07fc221eefa of type vlan for network aadc91d3-a43f-4703-b2ed-b834e27d835e May 05 22:01:02.659399 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c2faea76-b0c2-4895-8e3a-37cc9cd55dc6 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:02.870559 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-21c39ac5-5984-4697-858b-01d9c25faff8 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:02.915701 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 88cd5671-adb8-42c7-8bc4-c8283d54a668 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:01:02.921645 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-84c06021-de30-405c-b67b-ba24d7103ac4 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:02.976721 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c2faea76-b0c2-4895-8e3a-37cc9cd55dc6 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:02.981296 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2faea76-b0c2-4895-8e3a-37cc9cd55dc6 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:02.982370 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c2faea76-b0c2-4895-8e3a-37cc9cd55dc6 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:02.995266 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-21c39ac5-5984-4697-858b-01d9c25faff8 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:03.045137 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 88cd5671-adb8-42c7-8bc4-c8283d54a668 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:01:03.045854 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:03.089429 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-74f8b57b-175d-49f6-9032-7ad1b2bd651d req-416323f9-b261-4519-aaf6-e31cc8b62be7 tempest-ServerShowV257Test-1463838747 tempest-ServerShowV257Test-1463838747-project] 10.222.0.23 "GET /v2.0/ports?device_id=d16fde66-9def-4e4a-8800-af7d3e5579c5 HTTP/1.1" status: 200 len: 210 time: 0.1594913 May 05 22:01:03.109825 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-84c06021-de30-405c-b67b-ba24d7103ac4 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Calling delete_port for 40d79594-36bc-4bf3-b743-389d36c9b783 owned by {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:01:03.195508 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-d917409c-ae32-4ab4-beb8-1b603d6af433 req-ab962144-cc3b-42c8-8fe9-8339b6cb726e tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] For port 026ae715-3b74-4311-9e26-de7e6032c7f1, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=026ae715-3b74-4311-9e26-de7e6032c7f1,segment=NetworkSegment(0aa4b5f2-fc2b-422a-9849-318a9f632a66),segment_id=0aa4b5f2-fc2b-422a-9849-318a9f632a66)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:01:03.195508 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-d917409c-ae32-4ab4-beb8-1b603d6af433 req-ab962144-cc3b-42c8-8fe9-8339b6cb726e tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:03.237687 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2faea76-b0c2-4895-8e3a-37cc9cd55dc6 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Pushing event updated for resources: {'Network': ['ID=aadc91d3-a43f-4703-b2ed-b834e27d835e,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:03.266414 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network aadc91d3-a43f-4703-b2ed-b834e27d835e details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:01:03.267328 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c2faea76-b0c2-4895-8e3a-37cc9cd55dc6 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9628584 May 05 22:01:03.269765 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43164ea9-8cd9-4b86-8695-acfe2394df2e tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Router fd0cb335-2d36-4279-835d-1cfec2d62154 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:01:03.374176 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-d917409c-ae32-4ab4-beb8-1b603d6af433 req-ab962144-cc3b-42c8-8fe9-8339b6cb726e tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Calling delete_port for 026ae715-3b74-4311-9e26-de7e6032c7f1 owned by compute:nova {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:01:03.662889 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-21c39ac5-5984-4697-858b-01d9c25faff8 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:03.708290 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-21c39ac5-5984-4697-858b-01d9c25faff8 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:04.189057 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c39ac5-5984-4697-858b-01d9c25faff8 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Pushing event updated for resources: {'Port': ['ID=c698e8b7-2b57-4917-9a98-212ecd2cbdb9,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:04.210068 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c95779-b655-4c1d-82d6-24713ab27304 req-8abc1347-d7a6-428e-b360-9138310580c1 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:04.211625 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e7c95779-b655-4c1d-82d6-24713ab27304 req-8abc1347-d7a6-428e-b360-9138310580c1 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=12acf9a2-9e8c-4e0f-b5dd-fb218af77d33 HTTP/1.1" status: 200 len: 946 time: 0.3976381 May 05 22:01:04.254606 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-d917409c-ae32-4ab4-beb8-1b603d6af433 req-ab962144-cc3b-42c8-8fe9-8339b6cb726e tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:04.285780 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f579dc3d-dbd5-4a64-9347-d0bc9250cc39 req-61610797-9722-4d1d-b929-a4247c4b3dc3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d16fde66-9def-4e4a-8800-af7d3e5579c5 HTTP/1.1" status: 200 len: 210 time: 0.0841072 May 05 22:01:04.373729 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab962144-cc3b-42c8-8fe9-8339b6cb726e tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Pushing event deleted for resources: {'Port': ['ID=026ae715-3b74-4311-9e26-de7e6032c7f1,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:04.413066 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-21c39ac5-5984-4697-858b-01d9c25faff8 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:04.442980 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fc0e3b84-42ae-4bdc-85d1-ca3cc911dd63 req-2807fe86-7b9f-4b93-a9d0-f7c9181f1047 tempest-ServerShowV257Test-1463838747 tempest-ServerShowV257Test-1463838747-project] 10.222.0.23 "GET /v2.0/ports?device_id=d16fde66-9def-4e4a-8800-af7d3e5579c5 HTTP/1.1" status: 200 len: 210 time: 0.0577419 May 05 22:01:04.465426 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-21c39ac5-5984-4697-858b-01d9c25faff8 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:04.468366 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-21c39ac5-5984-4697-858b-01d9c25faff8 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1821177 May 05 22:01:04.479610 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e7c95779-b655-4c1d-82d6-24713ab27304 req-5edad351-4cbb-499b-94b3-13a298ce8ba8 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/security-groups?id=b7bf6554-8bd7-49fb-b6fe-10fca74b4456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584445 May 05 22:01:04.541746 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-84c06021-de30-405c-b67b-ba24d7103ac4 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:04.626590 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43164ea9-8cd9-4b86-8695-acfe2394df2e tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:01:04.633743 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-43164ea9-8cd9-4b86-8695-acfe2394df2e tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] 10.222.0.23 "PUT /v2.0/routers/fd0cb335-2d36-4279-835d-1cfec2d62154/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6028757 May 05 22:01:04.637155 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54108) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:04.638076 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694f07e3-1e87-467a-9999-bc1a22d3eb5a None None] Sync routers for ids ['fd0cb335-2d36-4279-835d-1cfec2d62154'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:01:04.665496 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694f07e3-1e87-467a-9999-bc1a22d3eb5a None None] Routers {'fd0cb335-2d36-4279-835d-1cfec2d62154'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:01:04.672212 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-694f07e3-1e87-467a-9999-bc1a22d3eb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:00:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['fd0cb335-2d36-4279-835d-1cfec2d62154'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:01:04.725290 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c06021-de30-405c-b67b-ba24d7103ac4 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Pushing event deleted for resources: {'Port': ['ID=40d79594-36bc-4bf3-b743-389d36c9b783,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:04.733846 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-d917409c-ae32-4ab4-beb8-1b603d6af433 req-ab962144-cc3b-42c8-8fe9-8339b6cb726e tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] No DVR routers for this DVR port 026ae715-3b74-4311-9e26-de7e6032c7f1 on host n-h1-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:01:04.740564 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-d917409c-ae32-4ab4-beb8-1b603d6af433 req-ab962144-cc3b-42c8-8fe9-8339b6cb726e tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:04.744231 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12acf9a2-9e8c-4e0f-b5dd-fb218af77d33', 'name': 'network-vif-deleted', 'tag': '026ae715-3b74-4311-9e26-de7e6032c7f1'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:01:04.881488 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-694f07e3-1e87-467a-9999-bc1a22d3eb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:01:04.929161 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694f07e3-1e87-467a-9999-bc1a22d3eb5a None None] Routers {'fd0cb335-2d36-4279-835d-1cfec2d62154'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:01:04.929949 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-694f07e3-1e87-467a-9999-bc1a22d3eb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:00:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['fd0cb335-2d36-4279-835d-1cfec2d62154'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:01:05.080177 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 026ae715-3b74-4311-9e26-de7e6032c7f1 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:01:05.105733 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36fa5938-a057-428f-9e78-019c5c938a82'] response: {'server_uuid': '12acf9a2-9e8c-4e0f-b5dd-fb218af77d33', 'name': 'network-vif-deleted', 'tag': '026ae715-3b74-4311-9e26-de7e6032c7f1', 'status': 'completed', 'code': 200} May 05 22:01:05.137266 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d917409c-ae32-4ab4-beb8-1b603d6af433 req-ab962144-cc3b-42c8-8fe9-8339b6cb726e tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.44 "DELETE /v2.0/ports/026ae715-3b74-4311-9e26-de7e6032c7f1 HTTP/1.1" status: 204 len: 173 time: 2.9454467 May 05 22:01:05.171899 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-45c91bd1-ec6d-4baf-9fd8-c8364eeaba02 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:05.284070 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: 026ae715-3b74-4311-9e26-de7e6032c7f1 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:01:05.287895 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 026ae715-3b74-4311-9e26-de7e6032c7f1 not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:01:05.294016 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-694f07e3-1e87-467a-9999-bc1a22d3eb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:01:05.299379 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694f07e3-1e87-467a-9999-bc1a22d3eb5a None None] The sync data for ids ['fd0cb335-2d36-4279-835d-1cfec2d62154'] in n-d-825175-4 is: [] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:01:05.423815 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-937dd7b8-b9da-4774-9764-ab2b37088a3e req-c162f6cc-d69d-4708-8e61-318f1d1a5a16 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Synchronizing usage tracker for tenant:f9679666ed684085ba56b96d355bc823 on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:01:05.443347 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-84c06021-de30-405c-b67b-ba24d7103ac4 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:05.451356 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-84c06021-de30-405c-b67b-ba24d7103ac4 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "DELETE /v2.0/ports/40d79594-36bc-4bf3-b743-389d36c9b783 HTTP/1.1" status: 204 len: 168 time: 3.5303347 May 05 22:01:05.453012 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54130) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:05.707438 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-937dd7b8-b9da-4774-9764-ab2b37088a3e req-c162f6cc-d69d-4708-8e61-318f1d1a5a16 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Unset dirty status for tenant:f9679666ed684085ba56b96d355bc823 on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:01:05.718319 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-937dd7b8-b9da-4774-9764-ab2b37088a3e req-c162f6cc-d69d-4708-8e61-318f1d1a5a16 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1869904295&fields=id&tenant_id=f9679666ed684085ba56b96d355bc823 HTTP/1.1" status: 200 len: 267 time: 0.6657610 May 05 22:01:05.746560 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:05.849923 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:06.113563 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-45c91bd1-ec6d-4baf-9fd8-c8364eeaba02 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:06.155551 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-45c91bd1-ec6d-4baf-9fd8-c8364eeaba02 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Deleting port 53da81d5-b1f5-4359-b59c-06a12dc37b0b {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:01:06.155945 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-45c91bd1-ec6d-4baf-9fd8-c8364eeaba02 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:06.195418 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937dd7b8-b9da-4774-9764-ab2b37088a3e req-38f5bd67-640b-4242-b754-6dac61fe02c2 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:06.197896 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-937dd7b8-b9da-4774-9764-ab2b37088a3e req-38f5bd67-640b-4242-b754-6dac61fe02c2 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Synchronizing usage tracker for tenant:f9679666ed684085ba56b96d355bc823 on resource:network {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:01:06.250818 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-6276cf1f-a8fc-4912-98a2-8dc3dd8b5972 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Deleting port 5a7478fb-521e-4f6f-8635-8d5c3a9ffb68 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:01:06.251595 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6276cf1f-a8fc-4912-98a2-8dc3dd8b5972 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:06.620836 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-1fc64e7b-62c3-494d-bdd0-0257cfd4fb57 req-2cb22e4a-e4df-4455-92c8-e21e77444590 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Synchronizing usage tracker for tenant:edfb56529402421c8703b1e767ccb199 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:01:06.641104 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54146) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:06.642040 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-45c91bd1-ec6d-4baf-9fd8-c8364eeaba02 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:06.677691 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-0b58db8a-21d2-4521-9dfd-cdd3acb08d39 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Request body: {'subnets': [{'network_id': '800bab4d-adbe-4f86-9b23-b217cd4562db', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--649955993', 'ip_version': 6}, {'network_id': 'aadc91d3-a43f-4703-b2ed-b834e27d835e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:01:06.678040 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-0b58db8a-21d2-4521-9dfd-cdd3acb08d39 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Request body: {'subnet': {'network_id': '800bab4d-adbe-4f86-9b23-b217cd4562db', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--649955993', 'ip_version': 6}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:01:06.678752 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-0b58db8a-21d2-4521-9dfd-cdd3acb08d39 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Request body: {'subnet': {'network_id': 'aadc91d3-a43f-4703-b2ed-b834e27d835e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:01:06.868143 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-45c91bd1-ec6d-4baf-9fd8-c8364eeaba02 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Calling delete_port for 53da81d5-b1f5-4359-b59c-06a12dc37b0b owned by network:router_gateway {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:01:06.912148 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-1fc64e7b-62c3-494d-bdd0-0257cfd4fb57 req-2cb22e4a-e4df-4455-92c8-e21e77444590 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] Unset dirty status for tenant:edfb56529402421c8703b1e767ccb199 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:01:06.919470 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1fc64e7b-62c3-494d-bdd0-0257cfd4fb57 req-2cb22e4a-e4df-4455-92c8-e21e77444590 tempest-ServersTestJSON-1969845699 tempest-ServersTestJSON-1969845699-project] 10.222.0.23 "GET /v2.0/ports?device_id=12acf9a2-9e8c-4e0f-b5dd-fb218af77d33 HTTP/1.1" status: 200 len: 210 time: 0.6956511 May 05 22:01:07.023208 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-937dd7b8-b9da-4774-9764-ab2b37088a3e req-38f5bd67-640b-4242-b754-6dac61fe02c2 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Unset dirty status for tenant:f9679666ed684085ba56b96d355bc823 on resource:network {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:01:07.033205 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-937dd7b8-b9da-4774-9764-ab2b37088a3e req-38f5bd67-640b-4242-b754-6dac61fe02c2 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/networks?id=c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2 HTTP/1.1" status: 200 len: 811 time: 1.3139381 May 05 22:01:07.079875 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-937dd7b8-b9da-4774-9764-ab2b37088a3e req-767ce1d1-871a-40ee-a92c-abc080c2aaa7 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/quotas/f9679666ed684085ba56b96d355bc823 HTTP/1.1" status: 200 len: 375 time: 0.0457368 May 05 22:01:07.132421 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-45c91bd1-ec6d-4baf-9fd8-c8364eeaba02 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:07.179979 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c91bd1-ec6d-4baf-9fd8-c8364eeaba02 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Pushing event deleted for resources: {'Port': ['ID=53da81d5-b1f5-4359-b59c-06a12dc37b0b,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:07.298422 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-0b58db8a-21d2-4521-9dfd-cdd3acb08d39 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:01:07.303699 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d0c4632d-5bfb-4bb2-93eb-3d8b68059c44 req-a36de04b-b44d-4813-8d86-7349a415abf9 tempest-ServerShowV257Test-1463838747 tempest-ServerShowV257Test-1463838747-project] 10.222.0.23 "GET /v2.0/ports?device_id=d16fde66-9def-4e4a-8800-af7d3e5579c5 HTTP/1.1" status: 200 len: 210 time: 0.2142191 May 05 22:01:07.304744 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-0b58db8a-21d2-4521-9dfd-cdd3acb08d39 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Usage tracker for resource:subnet and tenant:6f5da951a6e54e59a31e882caca2a2f4 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:01:07.314107 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-0b58db8a-21d2-4521-9dfd-cdd3acb08d39 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:01:07.346949 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-0b58db8a-21d2-4521-9dfd-cdd3acb08d39 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:01:07.378781 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b58db8a-21d2-4521-9dfd-cdd3acb08d39 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Made reservation on behalf of 6f5da951a6e54e59a31e882caca2a2f4 for: {'subnet': 2} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:01:07.393962 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6276cf1f-a8fc-4912-98a2-8dc3dd8b5972 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:07.429739 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-45c91bd1-ec6d-4baf-9fd8-c8364eeaba02 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:07.813150 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-6276cf1f-a8fc-4912-98a2-8dc3dd8b5972 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Calling delete_port for 5a7478fb-521e-4f6f-8635-8d5c3a9ffb68 owned by {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:01:07.930213 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-937dd7b8-b9da-4774-9764-ab2b37088a3e req-b84261de-d3a8-4001-b4c9-5861bfb0adca tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Synchronizing usage tracker for tenant:f9679666ed684085ba56b96d355bc823 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:01:08.126398 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-937dd7b8-b9da-4774-9764-ab2b37088a3e req-b84261de-d3a8-4001-b4c9-5861bfb0adca tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Unset dirty status for tenant:f9679666ed684085ba56b96d355bc823 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:01:08.135185 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-937dd7b8-b9da-4774-9764-ab2b37088a3e req-b84261de-d3a8-4001-b4c9-5861bfb0adca tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9679666ed684085ba56b96d355bc823&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0543602 May 05 22:01:08.166475 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-45c91bd1-ec6d-4baf-9fd8-c8364eeaba02 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:08.172492 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-45c91bd1-ec6d-4baf-9fd8-c8364eeaba02 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:08.213962 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-45c91bd1-ec6d-4baf-9fd8-c8364eeaba02 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:08.214734 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c91bd1-ec6d-4baf-9fd8-c8364eeaba02 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Fanout notify agent at l3_agent the message router_deleted on router fd0cb335-2d36-4279-835d-1cfec2d62154 {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:01:08.243774 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-45c91bd1-ec6d-4baf-9fd8-c8364eeaba02 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:08.245357 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-45c91bd1-ec6d-4baf-9fd8-c8364eeaba02 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] 10.222.0.23 "DELETE /v2.0/routers/fd0cb335-2d36-4279-835d-1cfec2d62154 HTTP/1.1" status: 204 len: 168 time: 3.6061907 May 05 22:01:08.250129 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54180) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:08.290119 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0b58db8a-21d2-4521-9dfd-cdd3acb08d39 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:08.291122 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0b58db8a-21d2-4521-9dfd-cdd3acb08d39 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:08.372449 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54188) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:08.491362 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3c4f35c2-88f7-427e-8c97-9f3e3d0b9025 req-92ad2e8e-363d-484b-8629-a871e05ad0aa tempest-ServerShowV257Test-1463838747 tempest-ServerShowV257Test-1463838747-project] 10.222.0.23 "GET /v2.0/ports?device_id=d16fde66-9def-4e4a-8800-af7d3e5579c5 HTTP/1.1" status: 200 len: 210 time: 0.2044878 May 05 22:01:08.555037 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-caaefa84-8606-4d32-862b-6699e538ee91 admin admin] Deleting subnet a5777c91-bbac-48ee-8aa9-1ce52538bc06 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:01:08.563843 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-caaefa84-8606-4d32-862b-6699e538ee91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:08.689432 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-54dfda86-b2d9-49ff-862e-9518a1b83b59 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Deleting subnet 92844796-3611-4f9f-819c-38e5db7ac613 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:01:08.695633 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-937dd7b8-b9da-4774-9764-ab2b37088a3e req-cf02a5ef-4994-4f71-8ef3-f468dc2fc185 service neutron] 10.222.0.23 "GET /v2.0/networks/c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5314007 May 05 22:01:08.697945 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-54dfda86-b2d9-49ff-862e-9518a1b83b59 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:08.706475 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6276cf1f-a8fc-4912-98a2-8dc3dd8b5972 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:08.717520 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54200) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:08.737373 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-caaefa84-8606-4d32-862b-6699e538ee91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:08.805404 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-54dfda86-b2d9-49ff-862e-9518a1b83b59 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:08.848705 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276cf1f-a8fc-4912-98a2-8dc3dd8b5972 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Pushing event deleted for resources: {'Port': ['ID=5a7478fb-521e-4f6f-8635-8d5c3a9ffb68,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:08.864287 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-caaefa84-8606-4d32-862b-6699e538ee91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:08.976687 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-54dfda86-b2d9-49ff-862e-9518a1b83b59 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:09.095518 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-caaefa84-8606-4d32-862b-6699e538ee91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:09.147399 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaefa84-8606-4d32-862b-6699e538ee91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5777c91-bbac-48ee-8aa9-1ce52538bc06,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:09.156439 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-54dfda86-b2d9-49ff-862e-9518a1b83b59 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:09.215304 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8820d901-b09f-4a8b-a212-fd78f68c9a75 None None] Network 11b3685b-6459-45ce-a455-560d01015776 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:01:09.221748 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-54dfda86-b2d9-49ff-862e-9518a1b83b59 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:09.259069 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dfda86-b2d9-49ff-862e-9518a1b83b59 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Pushing event deleted for resources: {'Subnet': ['ID=92844796-3611-4f9f-819c-38e5db7ac613,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:09.261446 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-caaefa84-8606-4d32-862b-6699e538ee91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:09.288830 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-54dfda86-b2d9-49ff-862e-9518a1b83b59 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] 10.222.0.23 "DELETE /v2.0/subnets/92844796-3611-4f9f-819c-38e5db7ac613 HTTP/1.1" status: 204 len: 168 time: 1.0375116 May 05 22:01:09.293102 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-caaefa84-8606-4d32-862b-6699e538ee91 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a5777c91-bbac-48ee-8aa9-1ce52538bc06 HTTP/1.1" status: 204 len: 168 time: 0.9196548 May 05 22:01:09.293693 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54210) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:09.294044 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54212) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:09.327033 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6276cf1f-a8fc-4912-98a2-8dc3dd8b5972 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:09.434455 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-6276cf1f-a8fc-4912-98a2-8dc3dd8b5972 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "DELETE /v2.0/ports/5a7478fb-521e-4f6f-8635-8d5c3a9ffb68 HTTP/1.1" status: 204 len: 168 time: 3.9747617 May 05 22:01:09.440506 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54220) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:09.480604 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-937dd7b8-b9da-4774-9764-ab2b37088a3e req-fd27a905-5f69-487b-843a-568839c5a4f7 service neutron] 10.222.0.23 "GET /v2.0/networks/c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7697697 May 05 22:01:09.679416 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e0867a5-ba94-47e6-a7dc-fd77a274bb9a admin admin] Deleting subnet 98120645-6211-43cf-b26e-14efa3661c41 {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:01:09.696358 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-512d1982-096d-4b68-9f9c-90d692b021b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:09.698477 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7e0867a5-ba94-47e6-a7dc-fd77a274bb9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:09.701999 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609a20f4-7da8-49ea-84eb-383c0a551c7d None None] DHCP port deletion for 11b3685b-6459-45ce-a455-560d01015776 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:01:09.709842 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-609a20f4-7da8-49ea-84eb-383c0a551c7d None None] Deleting port 765b9247-a3f1-413a-a9d8-2ca6a891affc {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:01:09.710497 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-609a20f4-7da8-49ea-84eb-383c0a551c7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:09.718306 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-18ae5f82-ef83-49b7-af59-fa80aaf0c11f tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:09.850103 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-18ae5f82-ef83-49b7-af59-fa80aaf0c11f tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Deleting port 765b9247-a3f1-413a-a9d8-2ca6a891affc {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:01:09.850448 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-18ae5f82-ef83-49b7-af59-fa80aaf0c11f tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:10.077184 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-609a20f4-7da8-49ea-84eb-383c0a551c7d None None] For port 765b9247-a3f1-413a-a9d8-2ca6a891affc, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=765b9247-a3f1-413a-a9d8-2ca6a891affc,segment=NetworkSegment(3d951a4e-cc6e-49f7-8af3-3c03c4981f0e),segment_id=3d951a4e-cc6e-49f7-8af3-3c03c4981f0e)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:01:10.077576 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-609a20f4-7da8-49ea-84eb-383c0a551c7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:10.081775 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-512d1982-096d-4b68-9f9c-90d692b021b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:10.204676 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-512d1982-096d-4b68-9f9c-90d692b021b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['868c9204-6775-424d-86a2-630777ea4245']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:01:10.275785 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-609a20f4-7da8-49ea-84eb-383c0a551c7d None None] Calling delete_port for 765b9247-a3f1-413a-a9d8-2ca6a891affc owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:01:10.365444 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cb089169-4ccd-4b59-801a-5509ece406a5 req-fded2309-ec48-4e26-8f37-dea7909f4d22 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca770a07-6893-4970-ab91-c12fb85165a7 HTTP/1.1" status: 200 len: 210 time: 0.2245409 May 05 22:01:10.387006 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-38d2183c-c517-437a-814d-2f1589b5376b req-de037db7-17b9-4e6a-a512-944fb2314f2b tempest-ServerShowV257Test-1463838747 tempest-ServerShowV257Test-1463838747-project] 10.222.0.23 "GET /v2.0/ports?device_id=d16fde66-9def-4e4a-8800-af7d3e5579c5 HTTP/1.1" status: 200 len: 210 time: 0.2479570 May 05 22:01:10.402642 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7e0867a5-ba94-47e6-a7dc-fd77a274bb9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:10.424920 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-609a20f4-7da8-49ea-84eb-383c0a551c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:10.436968 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-18ae5f82-ef83-49b7-af59-fa80aaf0c11f tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] For port 765b9247-a3f1-413a-a9d8-2ca6a891affc, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=765b9247-a3f1-413a-a9d8-2ca6a891affc,segment=NetworkSegment(3d951a4e-cc6e-49f7-8af3-3c03c4981f0e),segment_id=3d951a4e-cc6e-49f7-8af3-3c03c4981f0e)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:01:10.438073 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-18ae5f82-ef83-49b7-af59-fa80aaf0c11f tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:10.504208 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609a20f4-7da8-49ea-84eb-383c0a551c7d None None] No DVR routers for this DVR port 765b9247-a3f1-413a-a9d8-2ca6a891affc on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:01:10.506441 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a20f4-7da8-49ea-84eb-383c0a551c7d None None] Pushing event deleted for resources: {'Port': ['ID=765b9247-a3f1-413a-a9d8-2ca6a891affc,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:10.595248 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-97c17330-2fac-4c9f-b009-9328b40d100a tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Deleting subnet 61b42a37-825f-4627-8501-c242dd47987c {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:01:10.598277 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-97c17330-2fac-4c9f-b009-9328b40d100a tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:10.653505 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7e0867a5-ba94-47e6-a7dc-fd77a274bb9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:10.665133 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-18ae5f82-ef83-49b7-af59-fa80aaf0c11f tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Calling delete_port for 765b9247-a3f1-413a-a9d8-2ca6a891affc owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:01:10.700661 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-512d1982-096d-4b68-9f9c-90d692b021b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35bfd3a5-c0a0-4d6c-90ba-59623d8b1f4c') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:01:10.700970 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-512d1982-096d-4b68-9f9c-90d692b021b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35bfd3a5-c0a0-4d6c-90ba-59623d8b1f4c') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:01:10.722927 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-512d1982-096d-4b68-9f9c-90d692b021b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:10.735503 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-97c17330-2fac-4c9f-b009-9328b40d100a tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:10.746517 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-512d1982-096d-4b68-9f9c-90d692b021b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:10.766027 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-512d1982-096d-4b68-9f9c-90d692b021b2 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:01:10.766511 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-512d1982-096d-4b68-9f9c-90d692b021b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:10.779953 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:01:10.779953 n-d-825175-4 neutron-server[84063]: util.warn( May 05 22:01:10.779953 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:01:10.779953 n-d-825175-4 neutron-server[84063]: util.warn( May 05 22:01:10.779953 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:01:10.779953 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:01:10.779953 n-d-825175-4 neutron-server[84063]: timer() May 05 22:01:10.779953 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:01:10.779953 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:01:10.779953 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:01:10.779953 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:01:10.779953 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:01:10.779953 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:01:10.779953 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:01:10.779953 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:01:10.779953 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:01:10.779953 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:01:10.779953 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:01:10.779953 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:01:10.779953 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:01:10.779953 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:01:10.779953 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:01:10.779953 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:01:10.779953 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:01:10.779953 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:01:10.779953 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:01:10.779953 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:01:10.779953 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:01:10.779953 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:01:10.779953 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:01:10.779953 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:01:10.779953 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:01:10.779953 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:01:10.779953 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:01:10.779953 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:01:10.779953 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:01:10.818602 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0b58db8a-21d2-4521-9dfd-cdd3acb08d39 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:10.852595 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.api [None req-18ae5f82-ef83-49b7-af59-fa80aaf0c11f tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:01:10.853122 n-d-825175-4 neutron-server[84063]: DEBUG oslo_db.api [None req-18ae5f82-ef83-49b7-af59-fa80aaf0c11f tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:01:10.861923 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-512d1982-096d-4b68-9f9c-90d692b021b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:10.866744 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 765b9247-a3f1-413a-a9d8-2ca6a891affc no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:01:10.868724 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7e0867a5-ba94-47e6-a7dc-fd77a274bb9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:10.880350 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-512d1982-096d-4b68-9f9c-90d692b021b2 admin admin] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:10.892085 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512d1982-096d-4b68-9f9c-90d692b021b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=868c9204-6775-424d-86a2-630777ea4245,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:10.903862 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 765b9247-a3f1-413a-a9d8-2ca6a891affc {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:01:10.905136 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 765b9247-a3f1-413a-a9d8-2ca6a891affc not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:01:10.909122 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-512d1982-096d-4b68-9f9c-90d692b021b2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/868c9204-6775-424d-86a2-630777ea4245 HTTP/1.1" status: 204 len: 168 time: 1.6123536 May 05 22:01:10.911937 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54238) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:10.941899 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7e0867a5-ba94-47e6-a7dc-fd77a274bb9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:10.959733 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b58db8a-21d2-4521-9dfd-cdd3acb08d39 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Pushing event updated for resources: {'Subnet': ['ID=02a6a3f4-9f5b-42fb-8fa5-16689bed8ece,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:10.978051 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fcc08e6-d39c-4514-a73c-79859b084e36 admin admin] Deleting subnet f882f263-9c03-445e-a875-fc5332bd77d9 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:01:10.981299 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5fcc08e6-d39c-4514-a73c-79859b084e36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:11.003888 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-7e0867a5-ba94-47e6-a7dc-fd77a274bb9a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/98120645-6211-43cf-b26e-14efa3661c41 HTTP/1.1" status: 204 len: 168 time: 2.2345703 May 05 22:01:11.004841 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0867a5-ba94-47e6-a7dc-fd77a274bb9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98120645-6211-43cf-b26e-14efa3661c41,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:11.007585 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54242) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:11.012742 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-97c17330-2fac-4c9f-b009-9328b40d100a tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:11.077270 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b58db8a-21d2-4521-9dfd-cdd3acb08d39 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Checking segment: {'id': '336b13f9-a778-410b-9467-7c676c10f296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '800bab4d-adbe-4f86-9b23-b217cd4562db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:01:11.077599 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b58db8a-21d2-4521-9dfd-cdd3acb08d39 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Network hostable DHCP agents. Network: 800bab4d-adbe-4f86-9b23-b217cd4562db, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:01:11.124149 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5fcc08e6-d39c-4514-a73c-79859b084e36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:11.205191 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-055b8589-f1fd-4e55-b716-b9d7995d3a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:11.262889 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5fcc08e6-d39c-4514-a73c-79859b084e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:11.273907 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b58db8a-21d2-4521-9dfd-cdd3acb08d39 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Network 800bab4d-adbe-4f86-9b23-b217cd4562db is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:01:11.319620 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-97c17330-2fac-4c9f-b009-9328b40d100a tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:11.355342 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-0b58db8a-21d2-4521-9dfd-cdd3acb08d39 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 800bab4d-adbe-4f86-9b23-b217cd4562db) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:01:11.364547 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d720d9-8cd3-4006-a252-46aa4c20c7ca None None] Network 800bab4d-adbe-4f86-9b23-b217cd4562db requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:01:11.378093 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-18ae5f82-ef83-49b7-af59-fa80aaf0c11f tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Deleting port 765b9247-a3f1-413a-a9d8-2ca6a891affc {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:01:11.378427 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-18ae5f82-ef83-49b7-af59-fa80aaf0c11f tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:11.379896 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937dd7b8-b9da-4774-9764-ab2b37088a3e req-049fdcb2-760b-4487-8633-6942909103b9 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:11.382547 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-937dd7b8-b9da-4774-9764-ab2b37088a3e req-049fdcb2-760b-4487-8633-6942909103b9 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.44 "GET /v2.0/networks?id=c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2 HTTP/1.1" status: 200 len: 811 time: 0.3376002 May 05 22:01:11.396698 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c17330-2fac-4c9f-b009-9328b40d100a tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Pushing event deleted for resources: {'Subnet': ['ID=61b42a37-825f-4627-8501-c242dd47987c,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:11.405789 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0b58db8a-21d2-4521-9dfd-cdd3acb08d39 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:11.415599 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-97c17330-2fac-4c9f-b009-9328b40d100a tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:11.529469 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f7f156-d24f-4c5f-97f6-eec9c5715839 None None] Network bc00cc89-bdd8-4ed0-b801-d435664de8a6 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:01:11.540895 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b58db8a-21d2-4521-9dfd-cdd3acb08d39 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Pushing event updated for resources: {'Subnet': ['ID=0ee0ad09-9b36-4d9a-8293-dba96db154c0,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:11.570511 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-055b8589-f1fd-4e55-b716-b9d7995d3a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:11.598307 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-18ae5f82-ef83-49b7-af59-fa80aaf0c11f tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] The port '765b9247-a3f1-413a-a9d8-2ca6a891affc' was deleted {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 22:01:11.605717 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-97c17330-2fac-4c9f-b009-9328b40d100a tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "DELETE /v2.0/subnets/61b42a37-825f-4627-8501-c242dd47987c HTTP/1.1" status: 204 len: 168 time: 2.1544232 May 05 22:01:11.614324 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54258) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:11.619241 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b58db8a-21d2-4521-9dfd-cdd3acb08d39 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Checking segment: {'id': '9d499693-5aa1-4645-a301-b07fc221eefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'aadc91d3-a43f-4703-b2ed-b834e27d835e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:01:11.619732 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b58db8a-21d2-4521-9dfd-cdd3acb08d39 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Network hostable DHCP agents. Network: aadc91d3-a43f-4703-b2ed-b834e27d835e, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:01:11.687276 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ceef48-e402-42af-965c-e5dde1c76a0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-800bab4d-adbe-4f86-9b23-b217cd4562db', 'network_id': '800bab4d-adbe-4f86-9b23-b217cd4562db', 'tenant_id': '6f5da951a6e54e59a31e882caca2a2f4', 'fixed_ips': [{'subnet_id': '02a6a3f4-9f5b-42fb-8fa5-16689bed8ece'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:01:11.688300 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b2ceef48-e402-42af-965c-e5dde1c76a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:11.713463 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b58db8a-21d2-4521-9dfd-cdd3acb08d39 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Network aadc91d3-a43f-4703-b2ed-b834e27d835e is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:01:11.792974 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-055b8589-f1fd-4e55-b716-b9d7995d3a63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa69cb3f-4129-4afe-9a6d-7584eefc40c0']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:01:11.801290 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-0b58db8a-21d2-4521-9dfd-cdd3acb08d39 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, aadc91d3-a43f-4703-b2ed-b834e27d835e) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:01:11.806859 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b58db8a-21d2-4521-9dfd-cdd3acb08d39 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:11.807317 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b58db8a-21d2-4521-9dfd-cdd3acb08d39 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:11.808005 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0b58db8a-21d2-4521-9dfd-cdd3acb08d39 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:11.824713 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-937dd7b8-b9da-4774-9764-ab2b37088a3e req-e150aed2-5a26-4394-9185-08e2ccce2a24 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9679666ed684085ba56b96d355bc823 HTTP/1.1" status: 200 len: 380 time: 0.4202137 May 05 22:01:11.830941 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8e9b95-186b-4068-900a-7e93783f104a None None] Network aadc91d3-a43f-4703-b2ed-b834e27d835e requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:01:11.838508 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ee20dba5-4273-4258-b25d-b4a606b3ba91 req-1015bc99-fbda-4cf0-8b6b-2f2d360184a3 tempest-ServerShowV257Test-1463838747 tempest-ServerShowV257Test-1463838747-project] 10.222.0.23 "GET /v2.0/ports?device_id=d16fde66-9def-4e4a-8800-af7d3e5579c5 HTTP/1.1" status: 200 len: 210 time: 0.1079774 May 05 22:01:11.841105 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a594c772-ddf5-4194-820b-2eced691d7e1 req-d438c6b3-9789-42fa-b627-177ca95d3321 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca770a07-6893-4970-ab91-c12fb85165a7 HTTP/1.1" status: 200 len: 210 time: 0.2125604 May 05 22:01:11.846351 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-937dd7b8-b9da-4774-9764-ab2b37088a3e req-d7094fcc-5557-4522-8885-5b1584e30805 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Request body: {'port': {'device_id': 'ca770a07-6893-4970-ab91-c12fb85165a7', 'network_id': 'c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2', 'admin_state_up': True, 'tenant_id': 'f9679666ed684085ba56b96d355bc823', 'security_groups': ['7fa4e0b9-5123-49b5-89ca-ca778d1b0224']}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:01:11.934482 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-055b8589-f1fd-4e55-b716-b9d7995d3a63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aa4b5f2-fc2b-422a-9849-318a9f632a66') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:01:11.935397 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-055b8589-f1fd-4e55-b716-b9d7995d3a63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aa4b5f2-fc2b-422a-9849-318a9f632a66') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:01:11.964960 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0b58db8a-21d2-4521-9dfd-cdd3acb08d39 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 5.3227804 May 05 22:01:11.972536 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-055b8589-f1fd-4e55-b716-b9d7995d3a63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:11.975835 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54262) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:12.001091 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5fcc08e6-d39c-4514-a73c-79859b084e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:12.052689 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-18ae5f82-ef83-49b7-af59-fa80aaf0c11f tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:12.054237 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6fe543-ccaa-478c-8c18-0c4c9b0017be tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:12.055628 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6fe543-ccaa-478c-8c18-0c4c9b0017be tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:12.057011 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6fe543-ccaa-478c-8c18-0c4c9b0017be tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:12.057799 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-0e6fe543-ccaa-478c-8c18-0c4c9b0017be tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Synchronizing usage tracker for tenant:6f5da951a6e54e59a31e882caca2a2f4 on resource:subnet {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:01:12.075962 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc08e6-d39c-4514-a73c-79859b084e36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f882f263-9c03-445e-a875-fc5332bd77d9,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:12.084160 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-055b8589-f1fd-4e55-b716-b9d7995d3a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:12.124778 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5fcc08e6-d39c-4514-a73c-79859b084e36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:12.124990 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-0e6fe543-ccaa-478c-8c18-0c4c9b0017be tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Unset dirty status for tenant:6f5da951a6e54e59a31e882caca2a2f4 on resource:subnet {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:01:12.135144 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0e6fe543-ccaa-478c-8c18-0c4c9b0017be tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1487558 May 05 22:01:12.137429 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54266) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:12.137591 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5fcc08e6-d39c-4514-a73c-79859b084e36 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f882f263-9c03-445e-a875-fc5332bd77d9 HTTP/1.1" status: 204 len: 168 time: 1.2231255 May 05 22:01:12.138301 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54268) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:12.140584 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-18ae5f82-ef83-49b7-af59-fa80aaf0c11f tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11b3685b-6459-45ce-a455-560d01015776']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:01:12.150150 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-055b8589-f1fd-4e55-b716-b9d7995d3a63 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:01:12.150646 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-055b8589-f1fd-4e55-b716-b9d7995d3a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:12.162251 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-b2ceef48-e402-42af-965c-e5dde1c76a0f None None] Allocated IP 2001:db8::1 (800bab4d-adbe-4f86-9b23-b217cd4562db/02a6a3f4-9f5b-42fb-8fa5-16689bed8ece/46db694b-1901-4b42-ad9a-6a7495637e7f) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:01:12.165590 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ef7f56-3f3e-426f-a108-c94997e883b6 None None] DHCP port deletion for bc00cc89-bdd8-4ed0-b801-d435664de8a6 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:01:12.168637 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:01:12.168637 n-d-825175-4 neutron-server[84063]: util.warn( May 05 22:01:12.168637 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:01:12.168637 n-d-825175-4 neutron-server[84063]: util.warn( May 05 22:01:12.168637 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:01:12.168637 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:01:12.168637 n-d-825175-4 neutron-server[84063]: timer() May 05 22:01:12.168637 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:01:12.168637 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:01:12.168637 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:01:12.168637 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:01:12.168637 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:01:12.168637 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:01:12.168637 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:01:12.168637 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:01:12.168637 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:01:12.168637 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:01:12.168637 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:01:12.168637 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:01:12.168637 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:01:12.168637 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:01:12.168637 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:01:12.168637 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:01:12.168637 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:01:12.168637 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:01:12.168637 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:01:12.168637 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:01:12.168637 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:01:12.168637 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:01:12.168637 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:01:12.168637 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:01:12.168637 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:01:12.168637 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:01:12.168637 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:01:12.168637 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:01:12.168637 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:01:12.176258 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-a2ef7f56-3f3e-426f-a108-c94997e883b6 None None] Deleting port a87023c7-18ee-4b78-9605-5a170071bba0 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:01:12.176625 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a2ef7f56-3f3e-426f-a108-c94997e883b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:12.221143 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-540e0176-3632-4a20-9c31-1a3b99b16412 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Deleting subnet 02a6a3f4-9f5b-42fb-8fa5-16689bed8ece {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:01:12.252155 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-937dd7b8-b9da-4774-9764-ab2b37088a3e req-d7094fcc-5557-4522-8885-5b1584e30805 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:01:12.330420 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-937dd7b8-b9da-4774-9764-ab2b37088a3e req-d7094fcc-5557-4522-8885-5b1584e30805 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:01:12.348747 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-18ae5f82-ef83-49b7-af59-fa80aaf0c11f tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d951a4e-cc6e-49f7-8af3-3c03c4981f0e') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:01:12.349200 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-18ae5f82-ef83-49b7-af59-fa80aaf0c11f tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d951a4e-cc6e-49f7-8af3-3c03c4981f0e') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:01:12.361665 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ab91158c-3715-43dc-b09f-3dc9eb7d9a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:12.369007 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-937dd7b8-b9da-4774-9764-ab2b37088a3e req-d7094fcc-5557-4522-8885-5b1584e30805 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Made reservation on behalf of f9679666ed684085ba56b96d355bc823 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:01:12.372121 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-937dd7b8-b9da-4774-9764-ab2b37088a3e req-d7094fcc-5557-4522-8885-5b1584e30805 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:12.382913 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-c97a65e9-fae6-4c08-a9b7-1b7f9aa583fb tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Deleting subnet f64f1e7a-817f-4ccd-9184-65d8ed36e073 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:01:12.390167 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-18ae5f82-ef83-49b7-af59-fa80aaf0c11f tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:12.401499 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c97a65e9-fae6-4c08-a9b7-1b7f9aa583fb tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:12.448206 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-18ae5f82-ef83-49b7-af59-fa80aaf0c11f tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:12.456425 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-055b8589-f1fd-4e55-b716-b9d7995d3a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:12.456717 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-a2ef7f56-3f3e-426f-a108-c94997e883b6 None None] For port a87023c7-18ee-4b78-9605-5a170071bba0, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=a87023c7-18ee-4b78-9605-5a170071bba0,segment=NetworkSegment(7d8e481f-6c9a-401c-a04b-9857aacc083f),segment_id=7d8e481f-6c9a-401c-a04b-9857aacc083f)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:01:12.457209 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a2ef7f56-3f3e-426f-a108-c94997e883b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:12.463978 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18ae5f82-ef83-49b7-af59-fa80aaf0c11f tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:01:12.464592 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-18ae5f82-ef83-49b7-af59-fa80aaf0c11f tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:12.481968 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:01:12.481968 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:01:12.481968 n-d-825175-4 neutron-server[84063]: timer() May 05 22:01:12.481968 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:01:12.481968 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:01:12.481968 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:01:12.481968 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:01:12.481968 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:01:12.481968 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:01:12.481968 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:01:12.481968 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:01:12.481968 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:01:12.481968 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:01:12.481968 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:01:12.481968 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:01:12.481968 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:01:12.481968 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:01:12.481968 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:01:12.481968 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:01:12.481968 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:01:12.481968 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:01:12.481968 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:01:12.481968 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:01:12.481968 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:01:12.481968 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:01:12.481968 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:01:12.481968 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:01:12.481968 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:01:12.481968 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:01:12.481968 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:01:12.481968 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:01:12.481968 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:01:12.497889 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-055b8589-f1fd-4e55-b716-b9d7995d3a63 admin admin] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:12.610020 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e2abdc-688e-410d-8945-e37ffa3508b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-aadc91d3-a43f-4703-b2ed-b834e27d835e', 'network_id': 'aadc91d3-a43f-4703-b2ed-b834e27d835e', 'tenant_id': '6f5da951a6e54e59a31e882caca2a2f4', 'fixed_ips': [{'subnet_id': '0ee0ad09-9b36-4d9a-8293-dba96db154c0'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:01:12.611503 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c1e2abdc-688e-410d-8945-e37ffa3508b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:12.630734 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055b8589-f1fd-4e55-b716-b9d7995d3a63 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa69cb3f-4129-4afe-9a6d-7584eefc40c0,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:12.647314 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c97a65e9-fae6-4c08-a9b7-1b7f9aa583fb tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:12.659817 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-a2ef7f56-3f3e-426f-a108-c94997e883b6 None None] Calling delete_port for a87023c7-18ee-4b78-9605-5a170071bba0 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:01:12.683016 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-055b8589-f1fd-4e55-b716-b9d7995d3a63 admin admin] 10.222.0.23 "DELETE /v2.0/networks/fa69cb3f-4129-4afe-9a6d-7584eefc40c0 HTTP/1.1" status: 204 len: 168 time: 1.6744366 May 05 22:01:12.748929 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ab91158c-3715-43dc-b09f-3dc9eb7d9a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:12.759304 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c97a65e9-fae6-4c08-a9b7-1b7f9aa583fb tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:12.811418 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-ab91158c-3715-43dc-b09f-3dc9eb7d9a23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddfa5480-91b7-4dab-9ad7-39806df9b75d']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:01:12.824999 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-ab91158c-3715-43dc-b09f-3dc9eb7d9a23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9918f303-30ff-4c68-b940-e953ff8f71af') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:01:12.825338 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-ab91158c-3715-43dc-b09f-3dc9eb7d9a23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9918f303-30ff-4c68-b940-e953ff8f71af') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:01:12.837813 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ab91158c-3715-43dc-b09f-3dc9eb7d9a23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:12.858415 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ab91158c-3715-43dc-b09f-3dc9eb7d9a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:12.863095 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-18ae5f82-ef83-49b7-af59-fa80aaf0c11f tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:12.868549 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-18ae5f82-ef83-49b7-af59-fa80aaf0c11f tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:12.932231 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54282) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:12.933157 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ae5f82-ef83-49b7-af59-fa80aaf0c11f tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Pushing event deleted for resources: {'Network': ['ID=11b3685b-6459-45ce-a455-560d01015776,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:12.960581 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-18ae5f82-ef83-49b7-af59-fa80aaf0c11f tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] 10.222.0.23 "DELETE /v2.0/networks/11b3685b-6459-45ce-a455-560d01015776 HTTP/1.1" status: 204 len: 168 time: 3.6652322 May 05 22:01:12.961878 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c97a65e9-fae6-4c08-a9b7-1b7f9aa583fb tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:12.965668 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54286) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:13.007283 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-937dd7b8-b9da-4774-9764-ab2b37088a3e req-d7094fcc-5557-4522-8885-5b1584e30805 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Allocated IP 172.20.0.3 (c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2/f259ce1a-1e13-44eb-b65e-190001e0a5ad/52e27c93-1bdb-4450-90e4-58129e3e1a37) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:01:13.039118 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a2ef7f56-3f3e-426f-a108-c94997e883b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:13.044052 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device a87023c7-18ee-4b78-9605-5a170071bba0 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:01:13.087739 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97a65e9-fae6-4c08-a9b7-1b7f9aa583fb tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Pushing event deleted for resources: {'Subnet': ['ID=f64f1e7a-817f-4ccd-9184-65d8ed36e073,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:13.151197 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef7f56-3f3e-426f-a108-c94997e883b6 None None] Pushing event deleted for resources: {'Port': ['ID=a87023c7-18ee-4b78-9605-5a170071bba0,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:13.155050 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a49557d-4fe0-4fe9-aa53-a5dc8b9e9c45 None None] Network c1301700-8066-4240-acf4-e47c77ffe534 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:01:13.184651 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: a87023c7-18ee-4b78-9605-5a170071bba0 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:01:13.185395 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device a87023c7-18ee-4b78-9605-5a170071bba0 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:01:13.215841 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-937dd7b8-b9da-4774-9764-ab2b37088a3e req-d7094fcc-5557-4522-8885-5b1584e30805 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:13.244394 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c97a65e9-fae6-4c08-a9b7-1b7f9aa583fb tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:13.247058 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c97a65e9-fae6-4c08-a9b7-1b7f9aa583fb tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "DELETE /v2.0/subnets/f64f1e7a-817f-4ccd-9184-65d8ed36e073 HTTP/1.1" status: 204 len: 168 time: 1.6292937 May 05 22:01:13.248615 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-d0d8684a-db96-42bb-8e94-21a6f5d6ac08 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Deleting port d7d9231a-58f3-4e85-aabf-0a54768af89d {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:01:13.249158 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d0d8684a-db96-42bb-8e94-21a6f5d6ac08 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:13.280603 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54290) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:13.303866 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab91158c-3715-43dc-b09f-3dc9eb7d9a23 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:01:13.304293 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ab91158c-3715-43dc-b09f-3dc9eb7d9a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:13.329105 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 22:01:13.329105 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:01:13.329105 n-d-825175-4 neutron-server[84061]: timer() May 05 22:01:13.329105 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:01:13.329105 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 22:01:13.329105 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:01:13.329105 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 22:01:13.329105 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:01:13.329105 n-d-825175-4 neutron-server[84061]: self._notify() May 05 22:01:13.329105 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:01:13.329105 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 22:01:13.329105 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:01:13.329105 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 22:01:13.329105 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:01:13.329105 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:01:13.329105 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:01:13.329105 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:01:13.329105 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:01:13.329105 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 22:01:13.329105 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:01:13.329105 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 22:01:13.329105 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:01:13.329105 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:01:13.329105 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:01:13.329105 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 22:01:13.329105 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:01:13.329105 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:01:13.329105 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:01:13.329105 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:01:13.329105 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:01:13.329105 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:01:13.329105 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:01:13.338580 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8b8808e2-fc2b-4def-bfc4-e49e931523a4 req-7c35b7a8-d083-466c-91d9-a6f40409cd84 tempest-ServerShowV257Test-1463838747 tempest-ServerShowV257Test-1463838747-project] 10.222.0.23 "GET /v2.0/ports?device_id=d16fde66-9def-4e4a-8800-af7d3e5579c5 HTTP/1.1" status: 200 len: 210 time: 0.0766706 May 05 22:01:13.343014 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ef7f56-3f3e-426f-a108-c94997e883b6 None None] No DVR routers for this DVR port a87023c7-18ee-4b78-9605-5a170071bba0 on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:01:13.402625 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-53397ff5-9bbe-4636-bd10-62bf5d0490ef req-3742062e-4382-48fe-a4fa-151cfb734776 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca770a07-6893-4970-ab91-c12fb85165a7 HTTP/1.1" status: 200 len: 210 time: 0.1627114 May 05 22:01:13.419128 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-7c4d51e2-e447-4478-97dc-31fb02ecb9a8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=edfb56529402421c8703b1e767ccb199&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4764459 May 05 22:01:13.419507 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54294) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:13.464412 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-937dd7b8-b9da-4774-9764-ab2b37088a3e req-d7094fcc-5557-4522-8885-5b1584e30805 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Transition to ACTIVE for port object 52e27c93-1bdb-4450-90e4-58129e3e1a37 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:01:13.483738 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ab91158c-3715-43dc-b09f-3dc9eb7d9a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:13.506124 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-937dd7b8-b9da-4774-9764-ab2b37088a3e req-d7094fcc-5557-4522-8885-5b1584e30805 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:13.534360 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-12799607-e1ac-44eb-93e2-b129a43a5ff9 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:13.554905 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ab91158c-3715-43dc-b09f-3dc9eb7d9a23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:13.600613 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-c1e2abdc-688e-410d-8945-e37ffa3508b9 None None] Allocated IP 2001:db8:0:1::1 (aadc91d3-a43f-4703-b2ed-b834e27d835e/0ee0ad09-9b36-4d9a-8293-dba96db154c0/58387251-5590-41c8-a510-02ccfe150a2f) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:01:13.663880 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7094fcc-5557-4522-8885-5b1584e30805 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Pushing event updated for resources: {'Port': ['ID=52e27c93-1bdb-4450-90e4-58129e3e1a37,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:13.671128 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab91158c-3715-43dc-b09f-3dc9eb7d9a23 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddfa5480-91b7-4dab-9ad7-39806df9b75d,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:13.704156 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ab91158c-3715-43dc-b09f-3dc9eb7d9a23 admin admin] 10.222.0.23 "DELETE /v2.0/networks/ddfa5480-91b7-4dab-9ad7-39806df9b75d HTTP/1.1" status: 204 len: 168 time: 1.4884915 May 05 22:01:13.719718 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-937dd7b8-b9da-4774-9764-ab2b37088a3e req-d7094fcc-5557-4522-8885-5b1584e30805 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Network c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:01:13.723194 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-937dd7b8-b9da-4774-9764-ab2b37088a3e req-d7094fcc-5557-4522-8885-5b1584e30805 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:01:13.724582 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c4f411bb-89ce-4883-b7fc-a4e632b63f9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:13.726290 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-937dd7b8-b9da-4774-9764-ab2b37088a3e req-d7094fcc-5557-4522-8885-5b1584e30805 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:01:13.807416 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b2ceef48-e402-42af-965c-e5dde1c76a0f None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:13.812571 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d0d8684a-db96-42bb-8e94-21a6f5d6ac08 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:13.813697 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d0d8684a-db96-42bb-8e94-21a6f5d6ac08 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:13.827759 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-12799607-e1ac-44eb-93e2-b129a43a5ff9 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:13.842592 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-b2ceef48-e402-42af-965c-e5dde1c76a0f None None] Transition to ACTIVE for port object 46db694b-1901-4b42-ad9a-6a7495637e7f will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:01:13.920866 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6a1940-65cf-4bce-a179-3694d9ba5562 None None] DHCP port deletion for c1301700-8066-4240-acf4-e47c77ffe534 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:01:13.935432 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c4f411bb-89ce-4883-b7fc-a4e632b63f9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:13.944266 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-b2ceef48-e402-42af-965c-e5dde1c76a0f None None] Transition to ACTIVE for port object 46db694b-1901-4b42-ad9a-6a7495637e7f will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:01:13.946297 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-5b6a1940-65cf-4bce-a179-3694d9ba5562 None None] Deleting port 8f54a488-3722-4129-af54-217cb10324f4 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:01:13.947161 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5b6a1940-65cf-4bce-a179-3694d9ba5562 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:13.998188 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937dd7b8-b9da-4774-9764-ab2b37088a3e req-d7094fcc-5557-4522-8885-5b1584e30805 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:14.002770 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-937dd7b8-b9da-4774-9764-ab2b37088a3e req-d7094fcc-5557-4522-8885-5b1584e30805 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:14.007408 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-d0d8684a-db96-42bb-8e94-21a6f5d6ac08 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Calling delete_port for d7d9231a-58f3-4e85-aabf-0a54768af89d owned by network:floatingip {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:01:14.041741 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-540e0176-3632-4a20-9c31-1a3b99b16412 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:14.071661 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-12799607-e1ac-44eb-93e2-b129a43a5ff9 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc00cc89-bdd8-4ed0-b801-d435664de8a6']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:01:14.089535 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-12799607-e1ac-44eb-93e2-b129a43a5ff9 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d8e481f-6c9a-401c-a04b-9857aacc083f') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:01:14.089888 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-12799607-e1ac-44eb-93e2-b129a43a5ff9 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d8e481f-6c9a-401c-a04b-9857aacc083f') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:01:14.108339 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-12799607-e1ac-44eb-93e2-b129a43a5ff9 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:14.110965 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b2ceef48-e402-42af-965c-e5dde1c76a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:14.140471 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-12799607-e1ac-44eb-93e2-b129a43a5ff9 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:14.147169 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12799607-e1ac-44eb-93e2-b129a43a5ff9 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:01:14.147630 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-12799607-e1ac-44eb-93e2-b129a43a5ff9 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:14.159110 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-937dd7b8-b9da-4774-9764-ab2b37088a3e req-d7094fcc-5557-4522-8885-5b1584e30805 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3151693 May 05 22:01:14.174598 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54302) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:14.181002 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3d1cf4a6-099f-419a-8f65-76d7c06e761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:14.188814 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-540e0176-3632-4a20-9c31-1a3b99b16412 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:14.247206 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:01:14.247206 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:01:14.247206 n-d-825175-4 neutron-server[84063]: timer() May 05 22:01:14.247206 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:01:14.247206 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:01:14.247206 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:01:14.247206 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:01:14.247206 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:01:14.247206 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:01:14.247206 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:01:14.247206 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:01:14.247206 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:01:14.247206 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:01:14.247206 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:01:14.247206 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:01:14.247206 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:01:14.247206 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:01:14.247206 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:01:14.247206 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:01:14.247206 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:01:14.247206 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:01:14.247206 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:01:14.247206 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:01:14.247206 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:01:14.247206 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:01:14.247206 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:01:14.247206 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:01:14.247206 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:01:14.247206 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:01:14.247206 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:01:14.247206 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:01:14.247206 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:01:14.261710 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-12799607-e1ac-44eb-93e2-b129a43a5ff9 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:14.274592 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-937dd7b8-b9da-4774-9764-ab2b37088a3e req-44b82078-e923-4602-9639-666a27f2e7ca service neutron] Request body: {'port': {'device_id': 'ca770a07-6893-4970-ab91-c12fb85165a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:01:14.291051 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-12799607-e1ac-44eb-93e2-b129a43a5ff9 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:14.292523 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-742c87e2-c8ea-4bdf-821e-85f2d12a0ec6 None None] Provisioning for port 52e27c93-1bdb-4450-90e4-58129e3e1a37 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:01:14.357272 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ceef48-e402-42af-965c-e5dde1c76a0f None None] Network 800bab4d-adbe-4f86-9b23-b217cd4562db is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:01:14.361915 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-742c87e2-c8ea-4bdf-821e-85f2d12a0ec6 None None] Provisioning complete for port 52e27c93-1bdb-4450-90e4-58129e3e1a37 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:01:14.362275 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-742c87e2-c8ea-4bdf-821e-85f2d12a0ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:14.407338 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-b2ceef48-e402-42af-965c-e5dde1c76a0f None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:01:14.410520 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ceef48-e402-42af-965c-e5dde1c76a0f None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:01:14.460993 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12799607-e1ac-44eb-93e2-b129a43a5ff9 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Pushing event deleted for resources: {'Network': ['ID=bc00cc89-bdd8-4ed0-b801-d435664de8a6,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:14.496501 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-be27e44c-54c5-4977-8e90-59a9da6afa0d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=629af1900c28407d836828ea6e37a875&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2375064 May 05 22:01:14.501183 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c4f411bb-89ce-4883-b7fc-a4e632b63f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:14.513267 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54310) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:14.553523 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-12799607-e1ac-44eb-93e2-b129a43a5ff9 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "DELETE /v2.0/networks/bc00cc89-bdd8-4ed0-b801-d435664de8a6 HTTP/1.1" status: 204 len: 168 time: 1.2714775 May 05 22:01:14.563701 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54314) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:14.575873 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ceef48-e402-42af-965c-e5dde1c76a0f None None] Pushing event updated for resources: {'Port': ['ID=46db694b-1901-4b42-ad9a-6a7495637e7f,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:14.591492 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f411bb-89ce-4883-b7fc-a4e632b63f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7bf6554-8bd7-49fb-b6fe-10fca74b4456,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:14.616005 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c1e2abdc-688e-410d-8945-e37ffa3508b9 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:14.688769 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c4f411bb-89ce-4883-b7fc-a4e632b63f9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:14.689861 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c4f411bb-89ce-4883-b7fc-a4e632b63f9a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b7bf6554-8bd7-49fb-b6fe-10fca74b4456 HTTP/1.1" status: 204 len: 168 time: 1.2682652 May 05 22:01:14.776142 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c1e2abdc-688e-410d-8945-e37ffa3508b9 None None] Transition to ACTIVE for port object 58387251-5590-41c8-a510-02ccfe150a2f will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:01:14.780570 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d0d8684a-db96-42bb-8e94-21a6f5d6ac08 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:14.785715 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-742c87e2-c8ea-4bdf-821e-85f2d12a0ec6 None None] Port 52e27c93-1bdb-4450-90e4-58129e3e1a37 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:01:14.795739 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-5b6a1940-65cf-4bce-a179-3694d9ba5562 None None] For port 8f54a488-3722-4129-af54-217cb10324f4, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=8f54a488-3722-4129-af54-217cb10324f4,segment=NetworkSegment(9ef591eb-c7e9-4c62-ae5a-6d550e933c2c),segment_id=9ef591eb-c7e9-4c62-ae5a-6d550e933c2c)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:01:14.796190 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5b6a1940-65cf-4bce-a179-3694d9ba5562 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:14.806806 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-b2ceef48-e402-42af-965c-e5dde1c76a0f None None] Attempting to bind port 46db694b-1901-4b42-ad9a-6a7495637e7f on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:01:14.807165 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-b2ceef48-e402-42af-965c-e5dde1c76a0f None None] Attempting to bind port 46db694b-1901-4b42-ad9a-6a7495637e7f by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '336b13f9-a778-410b-9467-7c676c10f296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '800bab4d-adbe-4f86-9b23-b217cd4562db'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:01:14.807513 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ceef48-e402-42af-965c-e5dde1c76a0f None None] Attempting to bind port 46db694b-1901-4b42-ad9a-6a7495637e7f on network 800bab4d-adbe-4f86-9b23-b217cd4562db {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:01:14.833245 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d8684a-db96-42bb-8e94-21a6f5d6ac08 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Pushing event deleted for resources: {'Port': ['ID=d7d9231a-58f3-4e85-aabf-0a54768af89d,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:14.861429 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-91d25269-e0d5-4307-866a-875c51a339db req-bec9dfa4-ab78-4cd1-8587-6d1eb72aee84 tempest-ServerShowV257Test-1463838747 tempest-ServerShowV257Test-1463838747-project] 10.222.0.23 "GET /v2.0/ports?device_id=d16fde66-9def-4e4a-8800-af7d3e5579c5 HTTP/1.1" status: 200 len: 210 time: 0.2292762 May 05 22:01:14.878061 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2186dcc6-5ec0-4f73-8ccf-94e65ed0fc63 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:14.907410 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-937dd7b8-b9da-4774-9764-ab2b37088a3e req-44b82078-e923-4602-9639-666a27f2e7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:14.919623 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cf146873-ff51-46b4-98ba-827cbee287ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:14.948667 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cf146873-ff51-46b4-98ba-827cbee287ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:15.004831 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-540e0176-3632-4a20-9c31-1a3b99b16412 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:15.015642 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cf146873-ff51-46b4-98ba-827cbee287ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:15.068946 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-2186dcc6-5ec0-4f73-8ccf-94e65ed0fc63 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Deleting port 8f54a488-3722-4129-af54-217cb10324f4 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:01:15.069302 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2186dcc6-5ec0-4f73-8ccf-94e65ed0fc63 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:15.097579 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c1e2abdc-688e-410d-8945-e37ffa3508b9 None None] Transition to ACTIVE for port object 58387251-5590-41c8-a510-02ccfe150a2f will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:01:15.099040 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ceef48-e402-42af-965c-e5dde1c76a0f None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:01:15.099527 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ceef48-e402-42af-965c-e5dde1c76a0f None None] Checking segment: {'id': '336b13f9-a778-410b-9467-7c676c10f296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '800bab4d-adbe-4f86-9b23-b217cd4562db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:01:15.099973 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b2ceef48-e402-42af-965c-e5dde1c76a0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:15.100460 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ceef48-e402-42af-965c-e5dde1c76a0f None None] Bound using segment: {'id': '336b13f9-a778-410b-9467-7c676c10f296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '800bab4d-adbe-4f86-9b23-b217cd4562db'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:01:15.100993 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-b2ceef48-e402-42af-965c-e5dde1c76a0f None None] Bound port: 46db694b-1901-4b42-ad9a-6a7495637e7f, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '336b13f9-a778-410b-9467-7c676c10f296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '800bab4d-adbe-4f86-9b23-b217cd4562db'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:01:15.101324 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b2ceef48-e402-42af-965c-e5dde1c76a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:15.109574 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf146873-ff51-46b4-98ba-827cbee287ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a2c915-f82f-4b3d-9915-be75eedd1b18,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:15.120817 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828a797-114d-4986-8593-28363ddaa4e6 req-3e27e3cd-5662-4c22-a86b-3828e9914214 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:15.121668 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-1828a797-114d-4986-8593-28363ddaa4e6 req-3e27e3cd-5662-4c22-a86b-3828e9914214 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Synchronizing usage tracker for tenant:f9679666ed684085ba56b96d355bc823 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:01:15.136535 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-5b6a1940-65cf-4bce-a179-3694d9ba5562 None None] Calling delete_port for 8f54a488-3722-4129-af54-217cb10324f4 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:01:15.182577 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cf146873-ff51-46b4-98ba-827cbee287ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:15.184737 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-cf146873-ff51-46b4-98ba-827cbee287ea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/28a2c915-f82f-4b3d-9915-be75eedd1b18 HTTP/1.1" status: 204 len: 168 time: 0.6698334 May 05 22:01:15.196999 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d0d8684a-db96-42bb-8e94-21a6f5d6ac08 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks [] for floatingip, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:15.199879 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d0d8684a-db96-42bb-8e94-21a6f5d6ac08 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:15.204211 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d0d8684a-db96-42bb-8e94-21a6f5d6ac08 tempest-FloatingIPAdminTestJSON-495181538 tempest-FloatingIPAdminTestJSON-495181538-project] 10.222.0.23 "DELETE /v2.0/floatingips/924880f8-1a7a-4058-81c5-8b8467380fa2 HTTP/1.1" status: 204 len: 168 time: 2.2067993 May 05 22:01:15.234917 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-1828a797-114d-4986-8593-28363ddaa4e6 req-3e27e3cd-5662-4c22-a86b-3828e9914214 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Unset dirty status for tenant:f9679666ed684085ba56b96d355bc823 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:01:15.236194 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1828a797-114d-4986-8593-28363ddaa4e6 req-3e27e3cd-5662-4c22-a86b-3828e9914214 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca770a07-6893-4970-ab91-c12fb85165a7 HTTP/1.1" status: 200 len: 931 time: 0.6013370 May 05 22:01:15.240913 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 8f54a488-3722-4129-af54-217cb10324f4 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:01:15.306527 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-540e0176-3632-4a20-9c31-1a3b99b16412 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:15.307309 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c1e2abdc-688e-410d-8945-e37ffa3508b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:15.360689 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540e0176-3632-4a20-9c31-1a3b99b16412 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Pushing event deleted for resources: {'Subnet': ['ID=02a6a3f4-9f5b-42fb-8fa5-16689bed8ece,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:15.503344 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-2186dcc6-5ec0-4f73-8ccf-94e65ed0fc63 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] For port 8f54a488-3722-4129-af54-217cb10324f4, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=8f54a488-3722-4129-af54-217cb10324f4,segment=NetworkSegment(9ef591eb-c7e9-4c62-ae5a-6d550e933c2c),segment_id=9ef591eb-c7e9-4c62-ae5a-6d550e933c2c)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:01:15.504006 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2186dcc6-5ec0-4f73-8ccf-94e65ed0fc63 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:15.571997 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e2abdc-688e-410d-8945-e37ffa3508b9 None None] Network aadc91d3-a43f-4703-b2ed-b834e27d835e is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:01:15.597584 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-540e0176-3632-4a20-9c31-1a3b99b16412 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:15.630519 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1828a797-114d-4986-8593-28363ddaa4e6 req-f7cd826d-6167-4860-a72a-e954cc9839f9 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fa4e0b9-5123-49b5-89ca-ca778d1b0224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3627093 May 05 22:01:15.634488 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-540e0176-3632-4a20-9c31-1a3b99b16412 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] 10.222.0.23 "DELETE /v2.0/subnets/02a6a3f4-9f5b-42fb-8fa5-16689bed8ece HTTP/1.1" status: 204 len: 168 time: 3.4980185 May 05 22:01:15.638045 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54336) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:15.654250 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-2186dcc6-5ec0-4f73-8ccf-94e65ed0fc63 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Calling delete_port for 8f54a488-3722-4129-af54-217cb10324f4 owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:01:15.654585 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e2abdc-688e-410d-8945-e37ffa3508b9 None None] Pushing event updated for resources: {'Port': ['ID=58387251-5590-41c8-a510-02ccfe150a2f,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:15.697109 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-c1e2abdc-688e-410d-8945-e37ffa3508b9 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:01:15.706243 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e2abdc-688e-410d-8945-e37ffa3508b9 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:01:15.744027 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-b2ceef48-e402-42af-965c-e5dde1c76a0f None None] For port 46db694b-1901-4b42-ad9a-6a7495637e7f, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:01:15.763729 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.api [None req-2186dcc6-5ec0-4f73-8ccf-94e65ed0fc63 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:01:15.766542 n-d-825175-4 neutron-server[84063]: DEBUG oslo_db.api [None req-2186dcc6-5ec0-4f73-8ccf-94e65ed0fc63 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:01:15.786373 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5b6a1940-65cf-4bce-a179-3694d9ba5562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:15.806141 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54342) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:15.845864 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-b2ceef48-e402-42af-965c-e5dde1c76a0f None None] For port 46db694b-1901-4b42-ad9a-6a7495637e7f, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=46db694b-1901-4b42-ad9a-6a7495637e7f,segment=NetworkSegment(336b13f9-a778-410b-9467-7c676c10f296),segment_id=336b13f9-a778-410b-9467-7c676c10f296)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:01:15.854402 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:15.902140 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54350) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:15.902994 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6a1940-65cf-4bce-a179-3694d9ba5562 None None] Pushing event deleted for resources: {'Port': ['ID=8f54a488-3722-4129-af54-217cb10324f4,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:15.919244 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b2ceef48-e402-42af-965c-e5dde1c76a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:15.949376 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-937dd7b8-b9da-4774-9764-ab2b37088a3e req-44b82078-e923-4602-9639-666a27f2e7ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52e27c93-1bdb-4450-90e4-58129e3e1a37 {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:01:15.965671 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-937dd7b8-b9da-4774-9764-ab2b37088a3e req-44b82078-e923-4602-9639-666a27f2e7ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:15.981254 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6a1940-65cf-4bce-a179-3694d9ba5562 None None] No DVR routers for this DVR port 8f54a488-3722-4129-af54-217cb10324f4 on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:01:15.990128 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-349d1581-8659-4838-b0ac-c19a235cd206 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Deleting subnet 0ee0ad09-9b36-4d9a-8293-dba96db154c0 {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:01:15.994311 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-349d1581-8659-4838-b0ac-c19a235cd206 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:16.018242 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-c1e2abdc-688e-410d-8945-e37ffa3508b9 None None] Attempting to bind port 58387251-5590-41c8-a510-02ccfe150a2f on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:01:16.018783 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-c1e2abdc-688e-410d-8945-e37ffa3508b9 None None] Attempting to bind port 58387251-5590-41c8-a510-02ccfe150a2f by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '9d499693-5aa1-4645-a301-b07fc221eefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'aadc91d3-a43f-4703-b2ed-b834e27d835e'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:01:16.019187 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e2abdc-688e-410d-8945-e37ffa3508b9 None None] Attempting to bind port 58387251-5590-41c8-a510-02ccfe150a2f on network aadc91d3-a43f-4703-b2ed-b834e27d835e {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:01:16.041382 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e2abdc-688e-410d-8945-e37ffa3508b9 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:01:16.041756 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e2abdc-688e-410d-8945-e37ffa3508b9 None None] Checking segment: {'id': '9d499693-5aa1-4645-a301-b07fc221eefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'aadc91d3-a43f-4703-b2ed-b834e27d835e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:01:16.042147 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c1e2abdc-688e-410d-8945-e37ffa3508b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:16.042527 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e2abdc-688e-410d-8945-e37ffa3508b9 None None] Bound using segment: {'id': '9d499693-5aa1-4645-a301-b07fc221eefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'aadc91d3-a43f-4703-b2ed-b834e27d835e'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:01:16.043023 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-c1e2abdc-688e-410d-8945-e37ffa3508b9 None None] Bound port: 58387251-5590-41c8-a510-02ccfe150a2f, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d499693-5aa1-4645-a301-b07fc221eefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'aadc91d3-a43f-4703-b2ed-b834e27d835e'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:01:16.043402 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c1e2abdc-688e-410d-8945-e37ffa3508b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:16.062496 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-349d1581-8659-4838-b0ac-c19a235cd206 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:16.092211 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-50b62c8b-80ee-43ce-b9a5-1514af267a12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:16.109271 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ceef48-e402-42af-965c-e5dde1c76a0f None None] Pushing event updated for resources: {'Port': ['ID=46db694b-1901-4b42-ad9a-6a7495637e7f,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:16.170205 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-349d1581-8659-4838-b0ac-c19a235cd206 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:16.185199 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-50b62c8b-80ee-43ce-b9a5-1514af267a12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:01:16.191569 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-50b62c8b-80ee-43ce-b9a5-1514af267a12 admin admin] Usage tracker for resource:security_group_rule and tenant:a5faf257a58d4d05be3399a6107f71e8 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:01:16.199394 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-50b62c8b-80ee-43ce-b9a5-1514af267a12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:01:16.233584 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-50b62c8b-80ee-43ce-b9a5-1514af267a12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:01:16.233934 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54358) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:16.269483 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-349d1581-8659-4838-b0ac-c19a235cd206 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:16.274897 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-937dd7b8-b9da-4774-9764-ab2b37088a3e req-44b82078-e923-4602-9639-666a27f2e7ca service neutron] Transition to ACTIVE for port object 52e27c93-1bdb-4450-90e4-58129e3e1a37 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:01:16.287153 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82020b96-e176-4192-80d4-88ba05169fa7 None None] Network 800bab4d-adbe-4f86-9b23-b217cd4562db requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:01:16.289393 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-2186dcc6-5ec0-4f73-8ccf-94e65ed0fc63 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Deleting port 8f54a488-3722-4129-af54-217cb10324f4 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:01:16.289747 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2186dcc6-5ec0-4f73-8ccf-94e65ed0fc63 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:16.319234 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-937dd7b8-b9da-4774-9764-ab2b37088a3e req-44b82078-e923-4602-9639-666a27f2e7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:16.405862 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-90fc68e3-f061-4fcd-9614-a55a9f2aef71 req-d943d87d-724a-4150-8642-18904eebda1f tempest-ServerShowV257Test-1463838747 tempest-ServerShowV257Test-1463838747-project] 10.222.0.23 "GET /v2.0/ports?device_id=d16fde66-9def-4e4a-8800-af7d3e5579c5 HTTP/1.1" status: 200 len: 210 time: 0.0953240 May 05 22:01:16.407071 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349d1581-8659-4838-b0ac-c19a235cd206 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Pushing event deleted for resources: {'Subnet': ['ID=0ee0ad09-9b36-4d9a-8293-dba96db154c0,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:16.417290 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-2186dcc6-5ec0-4f73-8ccf-94e65ed0fc63 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] The port '8f54a488-3722-4129-af54-217cb10324f4' was deleted {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 22:01:16.420189 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-c1e2abdc-688e-410d-8945-e37ffa3508b9 None None] For port 58387251-5590-41c8-a510-02ccfe150a2f, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:01:16.437336 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-349d1581-8659-4838-b0ac-c19a235cd206 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:16.438744 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3f321a2b-6e43-4761-8b32-f5f045ff4c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:16.473732 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-c1e2abdc-688e-410d-8945-e37ffa3508b9 None None] For port 58387251-5590-41c8-a510-02ccfe150a2f, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=58387251-5590-41c8-a510-02ccfe150a2f,segment=NetworkSegment(9d499693-5aa1-4645-a301-b07fc221eefa),segment_id=9d499693-5aa1-4645-a301-b07fc221eefa)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:01:16.518986 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54364) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:16.524806 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-349d1581-8659-4838-b0ac-c19a235cd206 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] 10.222.0.23 "DELETE /v2.0/subnets/0ee0ad09-9b36-4d9a-8293-dba96db154c0 HTTP/1.1" status: 204 len: 168 time: 0.8854885 May 05 22:01:16.588394 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b82078-e923-4602-9639-666a27f2e7ca service neutron] Pushing event updated for resources: {'Port': ['ID=52e27c93-1bdb-4450-90e4-58129e3e1a37,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:16.639423 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c1e2abdc-688e-410d-8945-e37ffa3508b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:16.769266 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-740180ed-f9f2-4ced-a109-439e7c0eddb6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=544f975a3094474f9398cba0eda8a08e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5323703 May 05 22:01:16.770449 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54372) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:16.772143 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2186dcc6-5ec0-4f73-8ccf-94e65ed0fc63 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:16.780065 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e2abdc-688e-410d-8945-e37ffa3508b9 None None] Pushing event updated for resources: {'Port': ['ID=58387251-5590-41c8-a510-02ccfe150a2f,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:16.852231 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-937dd7b8-b9da-4774-9764-ab2b37088a3e req-44b82078-e923-4602-9639-666a27f2e7ca service neutron] Attempting to bind port 52e27c93-1bdb-4450-90e4-58129e3e1a37 on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:01:16.852713 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-937dd7b8-b9da-4774-9764-ab2b37088a3e req-44b82078-e923-4602-9639-666a27f2e7ca service neutron] Attempting to bind port 52e27c93-1bdb-4450-90e4-58129e3e1a37 by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': '8791e900-4ba7-4d7d-801a-c6b49729e00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:01:16.853201 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937dd7b8-b9da-4774-9764-ab2b37088a3e req-44b82078-e923-4602-9639-666a27f2e7ca service neutron] Attempting to bind port 52e27c93-1bdb-4450-90e4-58129e3e1a37 on network c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:01:16.886413 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937dd7b8-b9da-4774-9764-ab2b37088a3e req-44b82078-e923-4602-9639-666a27f2e7ca service neutron] Port 52e27c93-1bdb-4450-90e4-58129e3e1a37 on network c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:01:16.890979 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937dd7b8-b9da-4774-9764-ab2b37088a3e req-44b82078-e923-4602-9639-666a27f2e7ca service neutron] Attempting to bind port 52e27c93-1bdb-4450-90e4-58129e3e1a37 on network c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:01:16.897729 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41408e77-e947-4416-856e-5bba273408c1 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:16.902680 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-41408e77-e947-4416-856e-5bba273408c1 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3737979 May 05 22:01:16.914318 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-2186dcc6-5ec0-4f73-8ccf-94e65ed0fc63 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1301700-8066-4240-acf4-e47c77ffe534']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:01:16.931879 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937dd7b8-b9da-4774-9764-ab2b37088a3e req-44b82078-e923-4602-9639-666a27f2e7ca service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:01:16.933100 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937dd7b8-b9da-4774-9764-ab2b37088a3e req-44b82078-e923-4602-9639-666a27f2e7ca service neutron] Checking segment: {'id': '8791e900-4ba7-4d7d-801a-c6b49729e00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:01:16.933527 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937dd7b8-b9da-4774-9764-ab2b37088a3e req-44b82078-e923-4602-9639-666a27f2e7ca service neutron] Bound using segment: {'id': '8791e900-4ba7-4d7d-801a-c6b49729e00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:01:16.933659 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-2186dcc6-5ec0-4f73-8ccf-94e65ed0fc63 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ef591eb-c7e9-4c62-ae5a-6d550e933c2c') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:01:16.933905 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-2186dcc6-5ec0-4f73-8ccf-94e65ed0fc63 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ef591eb-c7e9-4c62-ae5a-6d550e933c2c') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:01:16.934275 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-937dd7b8-b9da-4774-9764-ab2b37088a3e req-44b82078-e923-4602-9639-666a27f2e7ca service neutron] Bound port: 52e27c93-1bdb-4450-90e4-58129e3e1a37, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8791e900-4ba7-4d7d-801a-c6b49729e00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:01:16.934997 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-937dd7b8-b9da-4774-9764-ab2b37088a3e req-44b82078-e923-4602-9639-666a27f2e7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:16.947187 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54376) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:16.948965 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2186dcc6-5ec0-4f73-8ccf-94e65ed0fc63 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:16.968963 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2186dcc6-5ec0-4f73-8ccf-94e65ed0fc63 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:16.976614 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2186dcc6-5ec0-4f73-8ccf-94e65ed0fc63 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:01:16.977026 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2186dcc6-5ec0-4f73-8ccf-94e65ed0fc63 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:16.996210 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:01:16.996210 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:01:16.996210 n-d-825175-4 neutron-server[84063]: timer() May 05 22:01:16.996210 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:01:16.996210 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:01:16.996210 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:01:16.996210 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:01:16.996210 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:01:16.996210 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:01:16.996210 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:01:16.996210 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:01:16.996210 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:01:16.996210 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:01:16.996210 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:01:16.996210 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:01:16.996210 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:01:16.996210 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:01:16.996210 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:01:16.996210 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:01:16.996210 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:01:16.996210 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:01:16.996210 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:01:16.996210 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:01:16.996210 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:01:16.996210 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:01:16.996210 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:01:16.996210 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:01:16.996210 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:01:16.996210 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:01:16.996210 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:01:16.996210 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:01:16.996210 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:01:17.000125 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-50b62c8b-80ee-43ce-b9a5-1514af267a12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:17.076275 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-50b62c8b-80ee-43ce-b9a5-1514af267a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:17.160608 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b62c8b-80ee-43ce-b9a5-1514af267a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304862bf-7f85-46be-af06-b79dae7bfb97,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:17.188340 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-dea5d22c-3377-4774-872a-ca4a9d346d4a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8cb12a38a416472d81633d26b1bff61a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2814755 May 05 22:01:17.188340 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2186dcc6-5ec0-4f73-8ccf-94e65ed0fc63 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:17.188723 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54386) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:17.223996 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2186dcc6-5ec0-4f73-8ccf-94e65ed0fc63 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:17.228075 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-50b62c8b-80ee-43ce-b9a5-1514af267a12 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a5faf257a58d4d05be3399a6107f71e8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4207423 May 05 22:01:17.237065 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54390) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:17.240562 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2186dcc6-5ec0-4f73-8ccf-94e65ed0fc63 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] Pushing event deleted for resources: {'Network': ['ID=c1301700-8066-4240-acf4-e47c77ffe534,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:17.263099 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-def04e5d-d468-4cb3-996a-7a8edc6fd4d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:17.307557 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b0f4bbf1-6e9f-4f4c-838d-698ef81d25eb tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:17.307892 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:17.331735 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-def04e5d-d468-4cb3-996a-7a8edc6fd4d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:17.338693 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-2186dcc6-5ec0-4f73-8ccf-94e65ed0fc63 tempest-TaggedBootDevicesTest_v242-1647487011 tempest-TaggedBootDevicesTest_v242-1647487011-project] 10.222.0.23 "DELETE /v2.0/networks/c1301700-8066-4240-acf4-e47c77ffe534 HTTP/1.1" status: 204 len: 168 time: 2.7700911 May 05 22:01:17.351902 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-937dd7b8-b9da-4774-9764-ab2b37088a3e req-44b82078-e923-4602-9639-666a27f2e7ca service neutron] For port 52e27c93-1bdb-4450-90e4-58129e3e1a37, host n-h1-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:01:17.389556 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-b0f4bbf1-6e9f-4f4c-838d-698ef81d25eb tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Deleting port 58387251-5590-41c8-a510-02ccfe150a2f {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:01:17.389898 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b0f4bbf1-6e9f-4f4c-838d-698ef81d25eb tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:17.404532 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eb04f041-e98c-46c5-965e-565061c21616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:17.406330 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1c37ae3e-d892-4f10-9050-b8aaf6e9c479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:17.419025 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-937dd7b8-b9da-4774-9764-ab2b37088a3e req-44b82078-e923-4602-9639-666a27f2e7ca service neutron] For port 52e27c93-1bdb-4450-90e4-58129e3e1a37, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=52e27c93-1bdb-4450-90e4-58129e3e1a37,segment=NetworkSegment(8791e900-4ba7-4d7d-801a-c6b49729e00b),segment_id=8791e900-4ba7-4d7d-801a-c6b49729e00b)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:01:17.433840 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59679325-2e47-40f8-8281-f657e0bb9b7d req-d6d8c0a9-f072-4a25-9f51-e3d830196f5f tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:17.434442 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-59679325-2e47-40f8-8281-f657e0bb9b7d req-d6d8c0a9-f072-4a25-9f51-e3d830196f5f tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca770a07-6893-4970-ab91-c12fb85165a7 HTTP/1.1" status: 200 len: 943 time: 0.5036883 May 05 22:01:17.438593 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-937dd7b8-b9da-4774-9764-ab2b37088a3e req-44b82078-e923-4602-9639-666a27f2e7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:17.495561 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:17.597189 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-937dd7b8-b9da-4774-9764-ab2b37088a3e req-44b82078-e923-4602-9639-666a27f2e7ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:17.598561 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-937dd7b8-b9da-4774-9764-ab2b37088a3e req-44b82078-e923-4602-9639-666a27f2e7ca service neutron] 10.222.0.44 "PUT /v2.0/ports/52e27c93-1bdb-4450-90e4-58129e3e1a37 HTTP/1.1" status: 200 len: 1091 time: 3.3387523 May 05 22:01:17.599034 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca770a07-6893-4970-ab91-c12fb85165a7', 'tag': '52e27c93-1bdb-4450-90e4-58129e3e1a37'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:01:17.619831 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-def04e5d-d468-4cb3-996a-7a8edc6fd4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:17.635382 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eb04f041-e98c-46c5-965e-565061c21616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:17.646527 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b82078-e923-4602-9639-666a27f2e7ca service neutron] Pushing event updated for resources: {'Port': ['ID=52e27c93-1bdb-4450-90e4-58129e3e1a37,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:17.649024 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1c37ae3e-d892-4f10-9050-b8aaf6e9c479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:17.655272 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def04e5d-d468-4cb3-996a-7a8edc6fd4d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95aed05a-822a-4f6f-90e7-86fd2e66da67,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:17.740856 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-59679325-2e47-40f8-8281-f657e0bb9b7d req-ed3fbd07-152a-424a-82b7-79bc5566c273 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fa4e0b9-5123-49b5-89ca-ca778d1b0224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2856512 May 05 22:01:17.760987 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eb04f041-e98c-46c5-965e-565061c21616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:17.789316 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb04f041-e98c-46c5-965e-565061c21616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5add29d2-4ebc-470f-aa5d-999ce0493e00,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:17.818068 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1c37ae3e-d892-4f10-9050-b8aaf6e9c479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:17.822916 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1c37ae3e-d892-4f10-9050-b8aaf6e9c479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:17.824117 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1c37ae3e-d892-4f10-9050-b8aaf6e9c479 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/304862bf-7f85-46be-af06-b79dae7bfb97 HTTP/1.1" status: 204 len: 168 time: 0.5816543 May 05 22:01:17.833625 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eb04f041-e98c-46c5-965e-565061c21616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:17.837497 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-eb04f041-e98c-46c5-965e-565061c21616 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5add29d2-4ebc-470f-aa5d-999ce0493e00 HTTP/1.1" status: 204 len: 168 time: 0.6477611 May 05 22:01:17.843263 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c37ae3e-d892-4f10-9050-b8aaf6e9c479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304862bf-7f85-46be-af06-b79dae7bfb97,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:18.048645 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-def04e5d-d468-4cb3-996a-7a8edc6fd4d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:18.052353 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-def04e5d-d468-4cb3-996a-7a8edc6fd4d4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/95aed05a-822a-4f6f-90e7-86fd2e66da67 HTTP/1.1" status: 204 len: 168 time: 1.2807047 May 05 22:01:18.214457 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-b0f4bbf1-6e9f-4f4c-838d-698ef81d25eb tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] For port 58387251-5590-41c8-a510-02ccfe150a2f, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=58387251-5590-41c8-a510-02ccfe150a2f,segment=NetworkSegment(9d499693-5aa1-4645-a301-b07fc221eefa),segment_id=9d499693-5aa1-4645-a301-b07fc221eefa)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:01:18.215107 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b0f4bbf1-6e9f-4f4c-838d-698ef81d25eb tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:18.397930 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8636299-927b-4a87-b7b4-2391ab2e43b6 None None] Network aadc91d3-a43f-4703-b2ed-b834e27d835e requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:01:18.507296 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-b0f4bbf1-6e9f-4f4c-838d-698ef81d25eb tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Calling delete_port for 58387251-5590-41c8-a510-02ccfe150a2f owned by network:dhcp {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:01:18.678251 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-54b7e075-d9bf-4225-912d-b3e67635ac80 None None] Provisioning for port 58387251-5590-41c8-a510-02ccfe150a2f completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:01:18.685487 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62c17af3-e01d-43d3-99cb-da853ef66dcd'] response: {'name': 'network-changed', 'server_uuid': 'ca770a07-6893-4970-ab91-c12fb85165a7', 'tag': '52e27c93-1bdb-4450-90e4-58129e3e1a37', 'status': 'completed', 'code': 200} May 05 22:01:18.716429 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54436) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:18.743814 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-23fcfe1f-bbbd-4b7f-8a0e-428b9b5d49ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:18.818917 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5429b58a-1405-4b1f-9d1e-8ee0e9849ff5 req-03c62ef3-2144-4f31-9e4e-63a53d76b607 tempest-ServerShowV254Test-236975140 tempest-ServerShowV254Test-236975140-project] 10.222.0.23 "GET /v2.0/ports?device_id=5980f5ad-ad80-4da0-b31a-69df39f0152c HTTP/1.1" status: 200 len: 210 time: 0.2022610 May 05 22:01:18.852279 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efd3613-ea96-40d8-ae17-559b820b31b0 None None] DHCP port deletion for aadc91d3-a43f-4703-b2ed-b834e27d835e request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:01:18.853626 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bb2e76a5-d5b8-450b-80c4-a6995717938c req-74f4dc7e-914b-44bb-aa8b-ce790a0eb874 tempest-ServerShowV257Test-1463838747 tempest-ServerShowV257Test-1463838747-project] 10.222.0.23 "GET /v2.0/ports?device_id=d16fde66-9def-4e4a-8800-af7d3e5579c5 HTTP/1.1" status: 200 len: 210 time: 0.1670620 May 05 22:01:18.861470 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-6efd3613-ea96-40d8-ae17-559b820b31b0 None None] Deleting port 58387251-5590-41c8-a510-02ccfe150a2f {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:01:18.862523 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6efd3613-ea96-40d8-ae17-559b820b31b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:18.886681 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-23fcfe1f-bbbd-4b7f-8a0e-428b9b5d49ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:01:18.899536 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-23fcfe1f-bbbd-4b7f-8a0e-428b9b5d49ac admin admin] Usage tracker for resource:security_group_rule and tenant:73fdd42e6e5e43d8bd6a6a400b56119d is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:01:18.906930 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-23fcfe1f-bbbd-4b7f-8a0e-428b9b5d49ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:01:18.921903 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-23fcfe1f-bbbd-4b7f-8a0e-428b9b5d49ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:01:18.942268 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-937dd7b8-b9da-4774-9764-ab2b37088a3e req-b362337d-63d8-4199-a8eb-933f37dfc0cc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f9679666ed684085ba56b96d355bc823&device_id=ca770a07-6893-4970-ab91-c12fb85165a7 HTTP/1.1" status: 200 len: 1094 time: 1.2901461 May 05 22:01:19.093994 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-23fcfe1f-bbbd-4b7f-8a0e-428b9b5d49ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:19.102405 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-23fcfe1f-bbbd-4b7f-8a0e-428b9b5d49ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:19.103406 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b0f4bbf1-6e9f-4f4c-838d-698ef81d25eb tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:19.211516 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f4bbf1-6e9f-4f4c-838d-698ef81d25eb tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Pushing event deleted for resources: {'Port': ['ID=58387251-5590-41c8-a510-02ccfe150a2f,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:19.216656 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f4bbf1-6e9f-4f4c-838d-698ef81d25eb tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] No DVR routers for this DVR port 58387251-5590-41c8-a510-02ccfe150a2f on host n-d-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:01:19.218132 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-937dd7b8-b9da-4774-9764-ab2b37088a3e req-c1d0e787-fd6e-4891-b4ca-6963bd7f67de service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52e27c93-1bdb-4450-90e4-58129e3e1a37 HTTP/1.1" status: 200 len: 217 time: 0.2671847 May 05 22:01:19.233708 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-6efd3613-ea96-40d8-ae17-559b820b31b0 None None] The port '58387251-5590-41c8-a510-02ccfe150a2f' was deleted {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 22:01:19.249023 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fa3424-6d91-4edf-a5b7-3e16543cd63e None None] get_active_networks_info from n-d-825175-4 {{(pid=84064) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 05 22:01:19.255621 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fcfe1f-bbbd-4b7f-8a0e-428b9b5d49ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3506f8e-4a02-496d-8902-5b51b443cfba,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:19.270921 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-23fcfe1f-bbbd-4b7f-8a0e-428b9b5d49ac admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=73fdd42e6e5e43d8bd6a6a400b56119d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5523045 May 05 22:01:19.271507 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54454) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:19.317265 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:19.408772 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-85ba92fe-4885-443c-91c0-7ebc60736522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:19.448892 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fa3424-6d91-4edf-a5b7-3e16543cd63e None None] Resources bound (agent type, host, resource id): {{(pid=84064) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 05 22:01:19.449545 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-85ba92fe-4885-443c-91c0-7ebc60736522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:19.516799 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b0f4bbf1-6e9f-4f4c-838d-698ef81d25eb tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:19.544978 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-85ba92fe-4885-443c-91c0-7ebc60736522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:19.595427 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba92fe-4885-443c-91c0-7ebc60736522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3506f8e-4a02-496d-8902-5b51b443cfba,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:19.599112 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-b0f4bbf1-6e9f-4f4c-838d-698ef81d25eb tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aadc91d3-a43f-4703-b2ed-b834e27d835e']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:01:19.620909 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-85ba92fe-4885-443c-91c0-7ebc60736522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:19.627080 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-85ba92fe-4885-443c-91c0-7ebc60736522 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d3506f8e-4a02-496d-8902-5b51b443cfba HTTP/1.1" status: 204 len: 168 time: 0.3470094 May 05 22:01:19.640163 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-b0f4bbf1-6e9f-4f4c-838d-698ef81d25eb tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d499693-5aa1-4645-a301-b07fc221eefa') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:01:19.640592 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-b0f4bbf1-6e9f-4f4c-838d-698ef81d25eb tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d499693-5aa1-4645-a301-b07fc221eefa') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:01:19.656145 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937dd7b8-b9da-4774-9764-ab2b37088a3e req-50be3f65-6dc7-4ff9-b172-9f8e9ae8cf99 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:19.658266 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-937dd7b8-b9da-4774-9764-ab2b37088a3e req-50be3f65-6dc7-4ff9-b172-9f8e9ae8cf99 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f259ce1a-1e13-44eb-b65e-190001e0a5ad HTTP/1.1" status: 200 len: 850 time: 0.3393624 May 05 22:01:19.762693 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b0f4bbf1-6e9f-4f4c-838d-698ef81d25eb tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:19.819461 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b4fcd-1d4f-491e-aa36-46f718fdc6c1 req-a360d705-7eef-4e89-ba66-60bc3d8c95e0 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:19.822146 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-509b4fcd-1d4f-491e-aa36-46f718fdc6c1 req-a360d705-7eef-4e89-ba66-60bc3d8c95e0 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca770a07-6893-4970-ab91-c12fb85165a7 HTTP/1.1" status: 200 len: 943 time: 0.6967347 May 05 22:01:19.935998 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b0f4bbf1-6e9f-4f4c-838d-698ef81d25eb tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:20.006976 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0f4bbf1-6e9f-4f4c-838d-698ef81d25eb tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:01:20.027058 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b0f4bbf1-6e9f-4f4c-838d-698ef81d25eb tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:20.050596 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 22:01:20.050596 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:01:20.050596 n-d-825175-4 neutron-server[84061]: timer() May 05 22:01:20.050596 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:01:20.050596 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 22:01:20.050596 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:01:20.050596 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 22:01:20.050596 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:01:20.050596 n-d-825175-4 neutron-server[84061]: self._notify() May 05 22:01:20.050596 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:01:20.050596 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 22:01:20.050596 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:01:20.050596 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 22:01:20.050596 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:01:20.050596 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:01:20.050596 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:01:20.050596 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:01:20.050596 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:01:20.050596 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 22:01:20.050596 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:01:20.050596 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 22:01:20.050596 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:01:20.050596 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:01:20.050596 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:01:20.050596 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 22:01:20.050596 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:01:20.050596 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:01:20.050596 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:01:20.050596 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:01:20.050596 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:01:20.050596 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:01:20.050596 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:01:20.233479 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54482) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:20.261135 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5d3233db-80d8-40a6-971b-4f1ff4711297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:20.262123 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-509b4fcd-1d4f-491e-aa36-46f718fdc6c1 req-749d17e1-f09e-4e45-a8da-95c5d7896953 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fa4e0b9-5123-49b5-89ca-ca778d1b0224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4196868 May 05 22:01:20.286483 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-37ad9968-d34c-45f6-ad44-2c0e2a7f019b req-ea3cf34c-7d21-432d-bcda-300ec064a73b tempest-ServerShowV254Test-236975140 tempest-ServerShowV254Test-236975140-project] 10.222.0.23 "GET /v2.0/ports?device_id=5980f5ad-ad80-4da0-b31a-69df39f0152c HTTP/1.1" status: 200 len: 210 time: 0.0785844 May 05 22:01:20.298519 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-937dd7b8-b9da-4774-9764-ab2b37088a3e req-4828d43a-83eb-42cb-bab2-62368643c4d6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6186109 May 05 22:01:20.325117 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-5d3233db-80d8-40a6-971b-4f1ff4711297 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:01:20.330478 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-5d3233db-80d8-40a6-971b-4f1ff4711297 admin admin] Usage tracker for resource:security_group_rule and tenant:371b054fb6b74229839094cfc2ede370 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:01:20.334568 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-5d3233db-80d8-40a6-971b-4f1ff4711297 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:01:20.342283 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-5d3233db-80d8-40a6-971b-4f1ff4711297 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:01:20.482641 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-937dd7b8-b9da-4774-9764-ab2b37088a3e req-18f700c8-9fba-4cb9-aa6b-c6b73a6709fd service neutron] 10.222.0.44 "GET /v2.0/networks/c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744864 May 05 22:01:20.483258 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b0f4bbf1-6e9f-4f4c-838d-698ef81d25eb tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:20.487288 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b0f4bbf1-6e9f-4f4c-838d-698ef81d25eb tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:20.517516 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5d3233db-80d8-40a6-971b-4f1ff4711297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:20.532347 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5d3233db-80d8-40a6-971b-4f1ff4711297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:20.585966 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f4bbf1-6e9f-4f4c-838d-698ef81d25eb tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Pushing event deleted for resources: {'Network': ['ID=aadc91d3-a43f-4703-b2ed-b834e27d835e,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:20.627270 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3233db-80d8-40a6-971b-4f1ff4711297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09bc8ac5-4aeb-4df2-90fb-46c3e293c718,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:20.674404 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5d3233db-80d8-40a6-971b-4f1ff4711297 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=371b054fb6b74229839094cfc2ede370&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4397483 May 05 22:01:20.682363 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54496) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:20.829856 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 58387251-5590-41c8-a510-02ccfe150a2f no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:01:20.865273 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-841ca703-f748-4250-bd56-33766c1892e1 req-696c9093-72f5-418f-a764-406199489b49 tempest-ServerShowV257Test-1463838747 tempest-ServerShowV257Test-1463838747-project] 10.222.0.23 "GET /v2.0/ports?device_id=d16fde66-9def-4e4a-8800-af7d3e5579c5 HTTP/1.1" status: 200 len: 210 time: 0.2738602 May 05 22:01:20.868721 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-19b895aa-267c-4412-bd02-4df6548a6ea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:20.882949 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b0f4bbf1-6e9f-4f4c-838d-698ef81d25eb tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] 10.222.0.23 "DELETE /v2.0/networks/aadc91d3-a43f-4703-b2ed-b834e27d835e HTTP/1.1" status: 204 len: 168 time: 3.9302082 May 05 22:01:20.886362 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54506) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:20.909028 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 58387251-5590-41c8-a510-02ccfe150a2f {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:01:20.909256 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 58387251-5590-41c8-a510-02ccfe150a2f not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:01:20.954758 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-19b895aa-267c-4412-bd02-4df6548a6ea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:20.978895 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-937dd7b8-b9da-4774-9764-ab2b37088a3e req-d0041496-99f0-48a9-b105-bc9d32740688 service neutron] 10.222.0.44 "GET /v2.0/networks/c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4878235 May 05 22:01:21.053691 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-19b895aa-267c-4412-bd02-4df6548a6ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:21.106872 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b895aa-267c-4412-bd02-4df6548a6ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09bc8ac5-4aeb-4df2-90fb-46c3e293c718,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:21.118016 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-19b895aa-267c-4412-bd02-4df6548a6ea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:21.135846 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-19b895aa-267c-4412-bd02-4df6548a6ea5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/09bc8ac5-4aeb-4df2-90fb-46c3e293c718 HTTP/1.1" status: 204 len: 168 time: 0.4522941 May 05 22:01:21.276216 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-eec512cc-b8ff-4c6f-bcf1-829cc8493aa4 req-0eea69dd-d1db-4640-90a6-c595d14696d5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5980f5ad-ad80-4da0-b31a-69df39f0152c HTTP/1.1" status: 200 len: 210 time: 0.1131787 May 05 22:01:21.347229 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b244c2be-bb15-4f6f-9e13-2bf6c7e89210 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:21.400286 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-b244c2be-bb15-4f6f-9e13-2bf6c7e89210 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Deleting port 46db694b-1901-4b42-ad9a-6a7495637e7f {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:01:21.404603 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b244c2be-bb15-4f6f-9e13-2bf6c7e89210 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:21.481440 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-af6f3a00-01f5-4f72-a6dc-a510c76130c2 req-57dee004-c4de-4c53-a647-e9c02ad53976 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f9679666ed684085ba56b96d355bc823&device_id=ca770a07-6893-4970-ab91-c12fb85165a7 HTTP/1.1" status: 200 len: 1094 time: 0.2356577 May 05 22:01:21.687780 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54522) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:21.974922 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-86805b1b-fe7e-44a6-9ced-74e2939ffcf4 req-46833445-fce9-4968-bcd0-2fca2a5f383c tempest-ServerShowV254Test-236975140 tempest-ServerShowV254Test-236975140-project] 10.222.0.23 "GET /v2.0/ports?device_id=5980f5ad-ad80-4da0-b31a-69df39f0152c HTTP/1.1" status: 200 len: 210 time: 0.3127756 May 05 22:01:22.095213 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-98388b50-22ba-4ac0-aca6-988b6ec2ab3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:22.152627 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-98388b50-22ba-4ac0-aca6-988b6ec2ab3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:01:22.172686 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-98388b50-22ba-4ac0-aca6-988b6ec2ab3c admin admin] Usage tracker for resource:security_group_rule and tenant:7fc26370bc914735969d209e2d052d39 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:01:22.177224 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-98388b50-22ba-4ac0-aca6-988b6ec2ab3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:01:22.179218 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5156b9-f1a4-4656-80f7-7507f9202ce4 req-a79e7f98-fdbc-411c-a1d7-b676274fcac1 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:22.180927 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4f5156b9-f1a4-4656-80f7-7507f9202ce4 req-a79e7f98-fdbc-411c-a1d7-b676274fcac1 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca770a07-6893-4970-ab91-c12fb85165a7 HTTP/1.1" status: 200 len: 943 time: 0.6514585 May 05 22:01:22.184372 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-98388b50-22ba-4ac0-aca6-988b6ec2ab3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:01:22.247391 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-b244c2be-bb15-4f6f-9e13-2bf6c7e89210 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] For port 46db694b-1901-4b42-ad9a-6a7495637e7f, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=46db694b-1901-4b42-ad9a-6a7495637e7f,segment=NetworkSegment(336b13f9-a778-410b-9467-7c676c10f296),segment_id=336b13f9-a778-410b-9467-7c676c10f296)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:01:22.249071 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b244c2be-bb15-4f6f-9e13-2bf6c7e89210 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:22.338255 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-98388b50-22ba-4ac0-aca6-988b6ec2ab3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:22.347436 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-98388b50-22ba-4ac0-aca6-988b6ec2ab3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:22.424735 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-98388b50-22ba-4ac0-aca6-988b6ec2ab3c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7fc26370bc914735969d209e2d052d39&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7358189 May 05 22:01:22.427586 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54552) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:22.439980 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-b244c2be-bb15-4f6f-9e13-2bf6c7e89210 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Calling delete_port for 46db694b-1901-4b42-ad9a-6a7495637e7f owned by network:dhcp {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:01:22.551494 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98388b50-22ba-4ac0-aca6-988b6ec2ab3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450674dc-352b-41be-a946-dfcee70793ca,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:22.581507 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-80b24dc7-7843-442e-ae94-10b8457a61ec req-c5c28504-545c-495a-9cac-0548bbd9c5e4 tempest-ServerShowV257Test-1463838747 tempest-ServerShowV257Test-1463838747-project] 10.222.0.23 "GET /v2.0/ports?device_id=d16fde66-9def-4e4a-8800-af7d3e5579c5 HTTP/1.1" status: 200 len: 210 time: 0.0761490 May 05 22:01:22.607921 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f3a00-01f5-4f72-a6dc-a510c76130c2 req-f7daeddd-fe58-4cda-915f-fe295a54a76b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:22.609385 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-af6f3a00-01f5-4f72-a6dc-a510c76130c2 req-f7daeddd-fe58-4cda-915f-fe295a54a76b service neutron] 10.222.0.44 "GET /v2.0/networks?id=c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2 HTTP/1.1" status: 200 len: 912 time: 1.0811439 May 05 22:01:22.670575 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e077ac04-fa2b-421b-925a-aa99c8b77410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:22.754373 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-af6f3a00-01f5-4f72-a6dc-a510c76130c2 req-47818cd9-4013-4730-841a-18dc5058fd16 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52e27c93-1bdb-4450-90e4-58129e3e1a37 HTTP/1.1" status: 200 len: 217 time: 0.1363707 May 05 22:01:22.759457 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e077ac04-fa2b-421b-925a-aa99c8b77410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:22.767261 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4f5156b9-f1a4-4656-80f7-7507f9202ce4 req-59ec20d3-8ea3-4701-b5c1-32c92a477708 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fa4e0b9-5123-49b5-89ca-ca778d1b0224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2637401 May 05 22:01:22.771813 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b244c2be-bb15-4f6f-9e13-2bf6c7e89210 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:22.834349 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e077ac04-fa2b-421b-925a-aa99c8b77410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:22.855257 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e077ac04-fa2b-421b-925a-aa99c8b77410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450674dc-352b-41be-a946-dfcee70793ca,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:22.864141 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e077ac04-fa2b-421b-925a-aa99c8b77410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:22.865276 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-e077ac04-fa2b-421b-925a-aa99c8b77410 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/450674dc-352b-41be-a946-dfcee70793ca HTTP/1.1" status: 204 len: 168 time: 0.4366665 May 05 22:01:22.920047 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f3a00-01f5-4f72-a6dc-a510c76130c2 req-dd0916f8-e1b6-4f26-b529-b47aca3ada6f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:22.921690 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-af6f3a00-01f5-4f72-a6dc-a510c76130c2 req-dd0916f8-e1b6-4f26-b529-b47aca3ada6f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f259ce1a-1e13-44eb-b65e-190001e0a5ad HTTP/1.1" status: 200 len: 850 time: 0.1533034 May 05 22:01:23.005664 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54566) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:23.031549 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b244c2be-bb15-4f6f-9e13-2bf6c7e89210 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] No DVR routers for this DVR port 46db694b-1901-4b42-ad9a-6a7495637e7f on host n-d-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:01:23.033287 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b244c2be-bb15-4f6f-9e13-2bf6c7e89210 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Pushing event deleted for resources: {'Port': ['ID=46db694b-1901-4b42-ad9a-6a7495637e7f,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:23.254034 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b244c2be-bb15-4f6f-9e13-2bf6c7e89210 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:23.356938 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-b244c2be-bb15-4f6f-9e13-2bf6c7e89210 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['800bab4d-adbe-4f86-9b23-b217cd4562db']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:01:23.406691 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-b886706c-4808-4d57-8d08-575b84a6a11a tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Request body: {'security_group': {'name': 'tempest-secgroup--1092746084'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:01:23.416563 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-b886706c-4808-4d57-8d08-575b84a6a11a tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:01:23.423540 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b886706c-4808-4d57-8d08-575b84a6a11a tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Usage tracker for resource:security_group and tenant:df88203996c44fed903b588607fd099e is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:01:23.428806 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b886706c-4808-4d57-8d08-575b84a6a11a tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:01:23.441386 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-b886706c-4808-4d57-8d08-575b84a6a11a tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:01:23.451558 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-caf7b3a6-6014-4d73-a01c-82a45f0f33cb req-64c230c3-f686-4b4a-b900-697aba5bae03 tempest-ServerShowV254Test-236975140 tempest-ServerShowV254Test-236975140-project] 10.222.0.23 "GET /v2.0/ports?device_id=5980f5ad-ad80-4da0-b31a-69df39f0152c HTTP/1.1" status: 200 len: 210 time: 0.1008232 May 05 22:01:23.457788 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-b244c2be-bb15-4f6f-9e13-2bf6c7e89210 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '336b13f9-a778-410b-9467-7c676c10f296') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:01:23.458102 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-b244c2be-bb15-4f6f-9e13-2bf6c7e89210 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '336b13f9-a778-410b-9467-7c676c10f296') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:01:23.461077 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b886706c-4808-4d57-8d08-575b84a6a11a tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:23.469753 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-af6f3a00-01f5-4f72-a6dc-a510c76130c2 req-fe8ebb0d-fc5a-483d-89c4-c9162b6d49b3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5073755 May 05 22:01:23.477470 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b886706c-4808-4d57-8d08-575b84a6a11a tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:23.503703 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b244c2be-bb15-4f6f-9e13-2bf6c7e89210 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:23.526931 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-b886706c-4808-4d57-8d08-575b84a6a11a tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:01:23.540889 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b886706c-4808-4d57-8d08-575b84a6a11a tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Usage tracker for resource:security_group_rule and tenant:df88203996c44fed903b588607fd099e is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:01:23.553548 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b886706c-4808-4d57-8d08-575b84a6a11a tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:01:23.573271 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-b886706c-4808-4d57-8d08-575b84a6a11a tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:01:23.692713 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b244c2be-bb15-4f6f-9e13-2bf6c7e89210 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:23.709898 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b244c2be-bb15-4f6f-9e13-2bf6c7e89210 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:01:23.710302 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b244c2be-bb15-4f6f-9e13-2bf6c7e89210 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:23.716090 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b886706c-4808-4d57-8d08-575b84a6a11a tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:23.726387 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 22:01:23.726387 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:01:23.726387 n-d-825175-4 neutron-server[84061]: timer() May 05 22:01:23.726387 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:01:23.726387 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 22:01:23.726387 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:01:23.726387 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 22:01:23.726387 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:01:23.726387 n-d-825175-4 neutron-server[84061]: self._notify() May 05 22:01:23.726387 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:01:23.726387 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 22:01:23.726387 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:01:23.726387 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 22:01:23.726387 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:01:23.726387 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:01:23.726387 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:01:23.726387 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:01:23.726387 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:01:23.726387 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 22:01:23.726387 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:01:23.726387 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 22:01:23.726387 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:01:23.726387 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:01:23.726387 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:01:23.726387 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 22:01:23.726387 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:01:23.726387 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:01:23.726387 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:01:23.726387 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:01:23.726387 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:01:23.726387 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:01:23.726387 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:01:23.731022 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b886706c-4808-4d57-8d08-575b84a6a11a tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:23.815435 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b886706c-4808-4d57-8d08-575b84a6a11a tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8519af87-5262-4144-866a-4303a3ded319,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:23.854913 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-b886706c-4808-4d57-8d08-575b84a6a11a tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:01:23.861336 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b886706c-4808-4d57-8d08-575b84a6a11a tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Usage tracker for resource:security_group_rule and tenant:df88203996c44fed903b588607fd099e is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:01:23.871141 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b886706c-4808-4d57-8d08-575b84a6a11a tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:01:23.890243 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-b886706c-4808-4d57-8d08-575b84a6a11a tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:01:23.937365 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cf976cba-819d-4d21-8d6c-0199a9745007 req-ca7e83d6-7128-4e4f-9117-51a03cbeafb5 tempest-ServerShowV257Test-1463838747 tempest-ServerShowV257Test-1463838747-project] 10.222.0.23 "GET /v2.0/ports?device_id=d16fde66-9def-4e4a-8800-af7d3e5579c5 HTTP/1.1" status: 200 len: 210 time: 0.0744054 May 05 22:01:24.005289 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b886706c-4808-4d57-8d08-575b84a6a11a tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:24.017347 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b244c2be-bb15-4f6f-9e13-2bf6c7e89210 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:24.017904 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b886706c-4808-4d57-8d08-575b84a6a11a tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:24.041397 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-af6f3a00-01f5-4f72-a6dc-a510c76130c2 req-a19f6a75-0ed1-4539-ac15-deb2b65f6402 service neutron] 10.222.0.44 "GET /v2.0/networks/c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5635536 May 05 22:01:24.043027 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b244c2be-bb15-4f6f-9e13-2bf6c7e89210 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:24.062703 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b244c2be-bb15-4f6f-9e13-2bf6c7e89210 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] 10.222.0.23 "DELETE /v2.0/networks/800bab4d-adbe-4f86-9b23-b217cd4562db HTTP/1.1" status: 204 len: 168 time: 3.1743977 May 05 22:01:24.076480 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54594) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:24.077047 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b886706c-4808-4d57-8d08-575b84a6a11a tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8434aa97-2234-431c-8022-598dc8cabaad,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:24.091912 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b244c2be-bb15-4f6f-9e13-2bf6c7e89210 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Pushing event deleted for resources: {'Network': ['ID=800bab4d-adbe-4f86-9b23-b217cd4562db,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:24.173594 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b886706c-4808-4d57-8d08-575b84a6a11a tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:24.177849 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b886706c-4808-4d57-8d08-575b84a6a11a tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1711676 May 05 22:01:24.198973 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54602) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:24.274384 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7046af48-1c62-469b-87c3-05d6179b5603 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:24.350516 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-807d358d-db66-4222-9084-8e37bcebb1c7 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1470752 May 05 22:01:24.351187 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54614) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:24.361879 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-af6f3a00-01f5-4f72-a6dc-a510c76130c2 req-eeb0f3db-bc41-4b63-a085-d4b7faacad89 service neutron] 10.222.0.44 "GET /v2.0/networks/c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975163 May 05 22:01:24.365496 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-4d80ec5b-3181-446a-b2f7-d8ae5f95048e tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Request body: {'security_group': {'name': 'tempest-security--259734872', 'description': 'tempest-security-description-1403666498'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:01:24.377849 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad25fd-b5db-4400-882f-cb65e8b0a6a8 req-7697e30a-6ab2-468e-ac8b-f87ca90bedb0 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:24.384858 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-27ad25fd-b5db-4400-882f-cb65e8b0a6a8 req-7697e30a-6ab2-468e-ac8b-f87ca90bedb0 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca770a07-6893-4970-ab91-c12fb85165a7 HTTP/1.1" status: 200 len: 943 time: 0.3167286 May 05 22:01:24.445969 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7046af48-1c62-469b-87c3-05d6179b5603 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:24.464180 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-27ad25fd-b5db-4400-882f-cb65e8b0a6a8 req-a7d24663-f901-414d-b641-9104da81fc81 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fa4e0b9-5123-49b5-89ca-ca778d1b0224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783505 May 05 22:01:24.467010 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4d80ec5b-3181-446a-b2f7-d8ae5f95048e tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:24.478942 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-7046af48-1c62-469b-87c3-05d6179b5603 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cae624fa-fa2f-4204-9e76-0999a8dcba3c']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:01:24.495054 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-7046af48-1c62-469b-87c3-05d6179b5603 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aca7cad1-8d44-481e-8b7c-5a86be1c5034') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:01:24.495449 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-7046af48-1c62-469b-87c3-05d6179b5603 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aca7cad1-8d44-481e-8b7c-5a86be1c5034') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:01:24.508935 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7046af48-1c62-469b-87c3-05d6179b5603 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:24.555796 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7046af48-1c62-469b-87c3-05d6179b5603 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:24.568406 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7046af48-1c62-469b-87c3-05d6179b5603 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:01:24.570797 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7046af48-1c62-469b-87c3-05d6179b5603 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:24.671171 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4d80ec5b-3181-446a-b2f7-d8ae5f95048e tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:24.672027 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54624) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:24.686712 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4d80ec5b-3181-446a-b2f7-d8ae5f95048e tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:24.689217 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4d80ec5b-3181-446a-b2f7-d8ae5f95048e tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:24.690602 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4d80ec5b-3181-446a-b2f7-d8ae5f95048e tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "PUT /v2.0/security-groups/8434aa97-2234-431c-8022-598dc8cabaad HTTP/1.1" status: 200 len: 1611 time: 0.3350277 May 05 22:01:24.700219 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54634) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:24.757693 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:01:24.757693 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:01:24.757693 n-d-825175-4 neutron-server[84063]: timer() May 05 22:01:24.757693 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:01:24.757693 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:01:24.757693 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:01:24.757693 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:01:24.757693 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:01:24.757693 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:01:24.757693 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:01:24.757693 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:01:24.757693 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:01:24.757693 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:01:24.757693 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:01:24.757693 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:01:24.757693 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:01:24.757693 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:01:24.757693 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:01:24.757693 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:01:24.757693 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:01:24.757693 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:01:24.757693 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:01:24.757693 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:01:24.757693 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:01:24.757693 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:01:24.757693 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:01:24.757693 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:01:24.757693 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:01:24.757693 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:01:24.757693 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:01:24.757693 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:01:24.757693 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:01:24.792498 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7046af48-1c62-469b-87c3-05d6179b5603 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:24.801735 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d80ec5b-3181-446a-b2f7-d8ae5f95048e tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8434aa97-2234-431c-8022-598dc8cabaad,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:24.814224 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-05e75dc2-594c-41d4-998f-618f5a0d4cae req-8135cd53-6f1c-433f-8d1f-b6f62c114a3a tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=1e082bf0e1f544a59538c5df305fa404&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0686216 May 05 22:01:24.821545 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-6bdc0e01-fc36-4201-bc5e-bba4f3b66b3f tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "GET /v2.0/security-groups/8434aa97-2234-431c-8022-598dc8cabaad HTTP/1.1" status: 200 len: 1611 time: 0.1200931 May 05 22:01:24.824986 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54640) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:24.844135 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7046af48-1c62-469b-87c3-05d6179b5603 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:24.867301 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7046af48-1c62-469b-87c3-05d6179b5603 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Pushing event deleted for resources: {'Network': ['ID=cae624fa-fa2f-4204-9e76-0999a8dcba3c,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:24.883811 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-7046af48-1c62-469b-87c3-05d6179b5603 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] 10.222.0.23 "DELETE /v2.0/networks/cae624fa-fa2f-4204-9e76-0999a8dcba3c HTTP/1.1" status: 204 len: 168 time: 0.8041492 May 05 22:01:24.884711 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54646) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:24.993272 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5c34a17c-65fa-49f1-8733-21a685fa5d50 req-7e93fe87-f25f-41cb-904a-b0db2bbdac49 tempest-ServerShowV254Test-236975140 tempest-ServerShowV254Test-236975140-project] 10.222.0.23 "GET /v2.0/ports?device_id=5980f5ad-ad80-4da0-b31a-69df39f0152c HTTP/1.1" status: 200 len: 210 time: 0.0713663 May 05 22:01:25.008147 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-9dd4f7a0-1e5d-42c7-97b3-06dc0365762f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-321577466-network', 'tenant_id': '16dde334e1884c61b123507305c66b66'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:01:25.022850 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 52e27c93-1bdb-4450-90e4-58129e3e1a37 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:01:25.027366 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-aab7c611-0fd6-4fb7-95c6-1a6e9aebf888 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:25.030433 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-9dd4f7a0-1e5d-42c7-97b3-06dc0365762f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:01:25.046202 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-9dd4f7a0-1e5d-42c7-97b3-06dc0365762f admin admin] Usage tracker for resource:network and tenant:16dde334e1884c61b123507305c66b66 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:01:25.050856 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-9dd4f7a0-1e5d-42c7-97b3-06dc0365762f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:01:25.071131 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-9dd4f7a0-1e5d-42c7-97b3-06dc0365762f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:01:25.113250 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd4f7a0-1e5d-42c7-97b3-06dc0365762f admin admin] Made reservation on behalf of 16dde334e1884c61b123507305c66b66 for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:01:25.115547 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9dd4f7a0-1e5d-42c7-97b3-06dc0365762f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:25.143180 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e75dc2-594c-41d4-998f-618f5a0d4cae req-f6a73ab4-bd77-46b2-8de7-536339ea1906 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:25.149855 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-05e75dc2-594c-41d4-998f-618f5a0d4cae req-f6a73ab4-bd77-46b2-8de7-536339ea1906 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3268068 May 05 22:01:25.161600 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-51ea765c-ff61-4d11-bebb-ecaa2f432079 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:25.163168 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9dd4f7a0-1e5d-42c7-97b3-06dc0365762f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:25.222321 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-aab7c611-0fd6-4fb7-95c6-1a6e9aebf888 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:25.243379 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 52e27c93-1bdb-4450-90e4-58129e3e1a37, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=52e27c93-1bdb-4450-90e4-58129e3e1a37,segment=NetworkSegment(8791e900-4ba7-4d7d-801a-c6b49729e00b),segment_id=8791e900-4ba7-4d7d-801a-c6b49729e00b)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:01:25.249571 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-05e75dc2-594c-41d4-998f-618f5a0d4cae req-9d784950-c3a0-48dd-980f-2b71680b7a4d tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] 10.222.0.23 "GET /v2.0/quotas/1e082bf0e1f544a59538c5df305fa404 HTTP/1.1" status: 200 len: 375 time: 0.0987833 May 05 22:01:25.258333 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-aab7c611-0fd6-4fb7-95c6-1a6e9aebf888 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['785bc457-1715-4250-8c5e-ebb7fbf98731']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:01:25.258762 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '52e27c93-1bdb-4450-90e4-58129e3e1a37', 'network_id': 'c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2', 'port_id': '52e27c93-1bdb-4450-90e4-58129e3e1a37', 'mac_address': 'fa:16:3e:b8:37:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f259ce1a-1e13-44eb-b65e-190001e0a5ad', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:01:25.261903 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c3bb4dda-3e47-40f7-8b09-d745be1f0662 req-189c7ad4-9069-4d58-8c5c-3a08555ce511 tempest-ServerShowV257Test-1463838747 tempest-ServerShowV257Test-1463838747-project] 10.222.0.23 "GET /v2.0/ports?device_id=d16fde66-9def-4e4a-8800-af7d3e5579c5 HTTP/1.1" status: 200 len: 210 time: 0.0834651 May 05 22:01:25.274157 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-aab7c611-0fd6-4fb7-95c6-1a6e9aebf888 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae133fdf-a78f-4ccd-94e3-7ba6d4257af3') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:01:25.274381 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-aab7c611-0fd6-4fb7-95c6-1a6e9aebf888 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae133fdf-a78f-4ccd-94e3-7ba6d4257af3') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:01:25.288457 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-aab7c611-0fd6-4fb7-95c6-1a6e9aebf888 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:25.307366 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-aab7c611-0fd6-4fb7-95c6-1a6e9aebf888 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:25.315668 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aab7c611-0fd6-4fb7-95c6-1a6e9aebf888 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:01:25.316073 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-aab7c611-0fd6-4fb7-95c6-1a6e9aebf888 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:25.329933 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-05e75dc2-594c-41d4-998f-618f5a0d4cae req-5cea5f10-27af-465a-bb75-cc942e32257b tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e082bf0e1f544a59538c5df305fa404&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0778017 May 05 22:01:25.337225 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-51ea765c-ff61-4d11-bebb-ecaa2f432079 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:25.361211 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:25.376763 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-9dd4f7a0-1e5d-42c7-97b3-06dc0365762f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:01:25.381857 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52e27c93-1bdb-4450-90e4-58129e3e1a37 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:01:25.403560 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-9dd4f7a0-1e5d-42c7-97b3-06dc0365762f admin admin] Usage tracker for resource:security_group_rule and tenant:16dde334e1884c61b123507305c66b66 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:01:25.407338 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 52e27c93-1bdb-4450-90e4-58129e3e1a37, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=52e27c93-1bdb-4450-90e4-58129e3e1a37,segment=NetworkSegment(8791e900-4ba7-4d7d-801a-c6b49729e00b),segment_id=8791e900-4ba7-4d7d-801a-c6b49729e00b)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:01:25.409176 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-9dd4f7a0-1e5d-42c7-97b3-06dc0365762f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:01:25.421051 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:25.458528 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-9dd4f7a0-1e5d-42c7-97b3-06dc0365762f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:01:25.474652 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-51ea765c-ff61-4d11-bebb-ecaa2f432079 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:25.508699 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:01:25.508699 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:01:25.508699 n-d-825175-4 neutron-server[84063]: timer() May 05 22:01:25.508699 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:01:25.508699 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:01:25.508699 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:01:25.508699 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:01:25.508699 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:01:25.508699 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:01:25.508699 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:01:25.508699 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:01:25.508699 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:01:25.508699 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:01:25.508699 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:01:25.508699 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:01:25.508699 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:01:25.508699 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:01:25.508699 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:01:25.508699 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:01:25.508699 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:01:25.508699 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:01:25.508699 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:01:25.508699 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:01:25.508699 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:01:25.508699 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:01:25.508699 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:01:25.508699 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:01:25.508699 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:01:25.508699 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:01:25.508699 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:01:25.508699 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:01:25.508699 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:01:25.511845 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=52e27c93-1bdb-4450-90e4-58129e3e1a37,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:25.536839 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea765c-ff61-4d11-bebb-ecaa2f432079 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8434aa97-2234-431c-8022-598dc8cabaad,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:25.542825 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:01:25.543209 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:01:25.543660 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:01:25.544586 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:01:25.545000 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:01:25.545460 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:01:25.546271 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:01:25.546597 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:01:25.547025 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:01:25.547757 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:01:25.547864 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:01:25.598578 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-51ea765c-ff61-4d11-bebb-ecaa2f432079 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:25.603381 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54658) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:25.603922 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-51ea765c-ff61-4d11-bebb-ecaa2f432079 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "DELETE /v2.0/security-groups/8434aa97-2234-431c-8022-598dc8cabaad HTTP/1.1" status: 204 len: 168 time: 0.7532258 May 05 22:01:25.627940 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['52e27c93-1bdb-4450-90e4-58129e3e1a37'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:01:25.640626 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-aab7c611-0fd6-4fb7-95c6-1a6e9aebf888 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:25.721203 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-64669af5-d4e8-45ac-91ed-33caaa7c4d2c req-173c29ee-a3e1-4a05-a4a4-017824d08cd8 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] 10.222.0.23 "GET /v2.0/ports?device_id=f909c986-a464-4e82-81aa-4a9c4422e822 HTTP/1.1" status: 200 len: 210 time: 0.0898390 May 05 22:01:25.746415 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-aab7c611-0fd6-4fb7-95c6-1a6e9aebf888 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:25.765195 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-aab7c611-0fd6-4fb7-95c6-1a6e9aebf888 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] 10.222.0.23 "DELETE /v2.0/networks/785bc457-1715-4250-8c5e-ebb7fbf98731 HTTP/1.1" status: 204 len: 168 time: 0.8784223 May 05 22:01:25.778772 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab7c611-0fd6-4fb7-95c6-1a6e9aebf888 tempest-BulkNetworkOpsIpV6Test-556287777 tempest-BulkNetworkOpsIpV6Test-556287777-project] Pushing event deleted for resources: {'Network': ['ID=785bc457-1715-4250-8c5e-ebb7fbf98731,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:25.821623 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-91321182-7f07-4f0b-8e61-0e7c0c917bbf tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Synchronizing usage tracker for tenant:df88203996c44fed903b588607fd099e on resource:security_group {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:01:25.842843 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-91321182-7f07-4f0b-8e61-0e7c0c917bbf tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Unset dirty status for tenant:df88203996c44fed903b588607fd099e on resource:security_group {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:01:25.845121 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-91321182-7f07-4f0b-8e61-0e7c0c917bbf tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2404912 May 05 22:01:25.847356 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54668) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:25.874907 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9dd4f7a0-1e5d-42c7-97b3-06dc0365762f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:25.893064 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-1135682a-d98a-45a1-b4c0-4317f4deb306 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] delete failed (client error): The resource could not be found. May 05 22:01:25.900328 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1135682a-d98a-45a1-b4c0-4317f4deb306 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "DELETE /v2.0/security-groups/8434aa97-2234-431c-8022-598dc8cabaad HTTP/1.1" status: 404 len: 347 time: 0.0506225 May 05 22:01:25.901254 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9dd4f7a0-1e5d-42c7-97b3-06dc0365762f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:25.901910 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54674) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:25.914503 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-fd60bd4f-53d4-4368-87b9-cd5983218953 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Request body: {'security_group': {'name': 'tempest-secgroup--783441919'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:01:25.931987 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-fd60bd4f-53d4-4368-87b9-cd5983218953 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:01:25.954182 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-fd60bd4f-53d4-4368-87b9-cd5983218953 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:01:25.990207 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fd60bd4f-53d4-4368-87b9-cd5983218953 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:26.004056 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dd4f7a0-1e5d-42c7-97b3-06dc0365762f admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:01:26.040916 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd4f7a0-1e5d-42c7-97b3-06dc0365762f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c3d51d-aa55-41a5-adb8-b2476023a195,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:26.067646 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9dd4f7a0-1e5d-42c7-97b3-06dc0365762f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:26.068307 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-9dd4f7a0-1e5d-42c7-97b3-06dc0365762f admin admin] Added segment 0b0b0525-20de-43c5-ab5d-b294a1724e92 of type vlan for network e470537e-3585-4233-880c-2adef2e7d09e May 05 22:01:26.081817 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-fd60bd4f-53d4-4368-87b9-cd5983218953 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:01:26.098944 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-fd60bd4f-53d4-4368-87b9-cd5983218953 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Usage tracker for resource:security_group_rule and tenant:df88203996c44fed903b588607fd099e is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:01:26.114980 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-fd60bd4f-53d4-4368-87b9-cd5983218953 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:01:26.132285 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d8d8e-6154-4656-832b-5e1703188270 req-62865c39-298d-45eb-bf9e-8f84e4df808b tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:26.144342 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ba3d8d8e-6154-4656-832b-5e1703188270 req-62865c39-298d-45eb-bf9e-8f84e4df808b tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca770a07-6893-4970-ab91-c12fb85165a7 HTTP/1.1" status: 200 len: 944 time: 0.4189944 May 05 22:01:26.169138 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-fd60bd4f-53d4-4368-87b9-cd5983218953 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:01:26.299409 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9dd4f7a0-1e5d-42c7-97b3-06dc0365762f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:26.350619 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fd60bd4f-53d4-4368-87b9-cd5983218953 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:26.363468 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fd60bd4f-53d4-4368-87b9-cd5983218953 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:26.420992 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ba3d8d8e-6154-4656-832b-5e1703188270 req-20e96b11-f0bb-4a0a-a612-390a3e9739d8 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fa4e0b9-5123-49b5-89ca-ca778d1b0224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2756696 May 05 22:01:26.447350 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9dd4f7a0-1e5d-42c7-97b3-06dc0365762f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:26.448153 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd4f7a0-1e5d-42c7-97b3-06dc0365762f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:26.448740 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9dd4f7a0-1e5d-42c7-97b3-06dc0365762f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:26.488197 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fd60bd4f-53d4-4368-87b9-cd5983218953 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:26.489455 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-fd60bd4f-53d4-4368-87b9-cd5983218953 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5835481 May 05 22:01:26.499177 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54692) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:26.518436 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-66224783-a0a7-4cff-900f-d2162edd7e3c tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Request body: {'security_group_rule': {'security_group_id': '3c73a31d-0d24-4575-92b7-421a76c2e3ec', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:01:26.561657 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-66224783-a0a7-4cff-900f-d2162edd7e3c tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:01:26.578270 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54696) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:26.595201 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-66224783-a0a7-4cff-900f-d2162edd7e3c tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Usage tracker for resource:security_group_rule and tenant:df88203996c44fed903b588607fd099e is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:01:26.609715 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-66224783-a0a7-4cff-900f-d2162edd7e3c tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:01:26.619166 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd60bd4f-53d4-4368-87b9-cd5983218953 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c73a31d-0d24-4575-92b7-421a76c2e3ec,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:26.631634 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-66224783-a0a7-4cff-900f-d2162edd7e3c tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:01:26.666063 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-66224783-a0a7-4cff-900f-d2162edd7e3c tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:26.671382 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd4f7a0-1e5d-42c7-97b3-06dc0365762f admin admin] Pushing event updated for resources: {'Network': ['ID=e470537e-3585-4233-880c-2adef2e7d09e,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:26.684947 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network e470537e-3585-4233-880c-2adef2e7d09e details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:01:26.711746 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-9dd4f7a0-1e5d-42c7-97b3-06dc0365762f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.0383790 May 05 22:01:26.719047 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54702) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:26.773861 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-695b6080-a198-4386-910e-51f7b2adf1b7 req-031172cc-afcf-45aa-a49a-e7ed36c5126f tempest-ServerShowV254Test-236975140 tempest-ServerShowV254Test-236975140-project] 10.222.0.23 "GET /v2.0/ports?device_id=5980f5ad-ad80-4da0-b31a-69df39f0152c HTTP/1.1" status: 200 len: 210 time: 0.2721446 May 05 22:01:26.778194 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-2be32533-0ff5-4f12-b572-6ef6decfb6e2 admin admin] Request body: {'subnet': {'network_id': 'e470537e-3585-4233-880c-2adef2e7d09e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-321577466-subnet', 'tenant_id': '16dde334e1884c61b123507305c66b66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:01:26.817935 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-2be32533-0ff5-4f12-b572-6ef6decfb6e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:01:26.830998 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3e2d1a1b-da9b-400b-a3fc-0f0a16f269bf req-ef86b02b-22a4-4fe6-9875-69bd3ccd7b91 tempest-ServerShowV257Test-1463838747 tempest-ServerShowV257Test-1463838747-project] 10.222.0.23 "GET /v2.0/ports?device_id=d16fde66-9def-4e4a-8800-af7d3e5579c5 HTTP/1.1" status: 200 len: 210 time: 0.1127558 May 05 22:01:26.837753 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-2be32533-0ff5-4f12-b572-6ef6decfb6e2 admin admin] Usage tracker for resource:subnet and tenant:16dde334e1884c61b123507305c66b66 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:01:26.841276 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-2be32533-0ff5-4f12-b572-6ef6decfb6e2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:01:26.850208 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-66224783-a0a7-4cff-900f-d2162edd7e3c tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:26.857343 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-66224783-a0a7-4cff-900f-d2162edd7e3c tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:26.864184 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-2be32533-0ff5-4f12-b572-6ef6decfb6e2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:01:26.885111 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be32533-0ff5-4f12-b572-6ef6decfb6e2 admin admin] Made reservation on behalf of 16dde334e1884c61b123507305c66b66 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:01:26.888034 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2be32533-0ff5-4f12-b572-6ef6decfb6e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:26.920483 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66224783-a0a7-4cff-900f-d2162edd7e3c tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67f0fe38-1395-45ff-815a-9b33b16aeb86,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:26.948992 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-66224783-a0a7-4cff-900f-d2162edd7e3c tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:26.950469 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-66224783-a0a7-4cff-900f-d2162edd7e3c tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4502168 May 05 22:01:26.955482 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54708) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:27.019392 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca0faf7a-0354-437b-bbfd-0d222a139c7f tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:27.034444 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca0faf7a-0354-437b-bbfd-0d222a139c7f tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:27.036889 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 52e27c93-1bdb-4450-90e4-58129e3e1a37 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:01:27.113903 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-7e1dcc14-689b-41ff-beb6-6686b8da72b0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6f5da951a6e54e59a31e882caca2a2f4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5255284 May 05 22:01:27.119162 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54712) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:27.153616 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca0faf7a-0354-437b-bbfd-0d222a139c7f tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:27.176087 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2aa92fd4-a2e1-481a-a3d8-a4a2ce7f2126 req-70972e71-19c4-4e1e-9d96-ebf46f675eb3 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] 10.222.0.23 "GET /v2.0/ports?device_id=f909c986-a464-4e82-81aa-4a9c4422e822 HTTP/1.1" status: 200 len: 210 time: 0.0631578 May 05 22:01:27.222614 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0faf7a-0354-437b-bbfd-0d222a139c7f tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=67f0fe38-1395-45ff-815a-9b33b16aeb86,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:27.232958 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 52e27c93-1bdb-4450-90e4-58129e3e1a37 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:01:27.235499 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca0faf7a-0354-437b-bbfd-0d222a139c7f tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:27.239077 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ca0faf7a-0354-437b-bbfd-0d222a139c7f tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/67f0fe38-1395-45ff-815a-9b33b16aeb86 HTTP/1.1" status: 204 len: 168 time: 0.2802746 May 05 22:01:27.239279 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 52e27c93-1bdb-4450-90e4-58129e3e1a37 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:01:27.239279 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:27.239522 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54716) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:27.312717 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-db885bf9-455c-474c-9e97-387c070db861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:27.317655 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2be32533-0ff5-4f12-b572-6ef6decfb6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:27.321078 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-5912aca8-02a9-4383-91d1-fda8200a9b27 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Synchronizing usage tracker for tenant:df88203996c44fed903b588607fd099e on resource:security_group_rule {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:01:27.359172 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-db885bf9-455c-474c-9e97-387c070db861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:27.377661 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-5912aca8-02a9-4383-91d1-fda8200a9b27 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Unset dirty status for tenant:df88203996c44fed903b588607fd099e on resource:security_group_rule {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:01:27.378875 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5912aca8-02a9-4383-91d1-fda8200a9b27 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1385412 May 05 22:01:27.381967 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54722) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:27.384532 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:27.429110 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca770a07-6893-4970-ab91-c12fb85165a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e27c93-1bdb-4450-90e4-58129e3e1a37'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:01:27.447055 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be32533-0ff5-4f12-b572-6ef6decfb6e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f38286bc-f81c-4b29-9d01-e0d3e9e576d8,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:27.460491 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 52e27c93-1bdb-4450-90e4-58129e3e1a37, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=52e27c93-1bdb-4450-90e4-58129e3e1a37,segment=NetworkSegment(8791e900-4ba7-4d7d-801a-c6b49729e00b),segment_id=8791e900-4ba7-4d7d-801a-c6b49729e00b)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:01:27.463173 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-db885bf9-455c-474c-9e97-387c070db861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:27.469412 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:27.498768 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db885bf9-455c-474c-9e97-387c070db861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb1603a-939c-4489-8be0-87d3e77d8299,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:27.505215 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9b2ab011-88f3-40b4-b182-dc630ef2e181 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:27.526499 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be32533-0ff5-4f12-b572-6ef6decfb6e2 admin admin] Checking segment: {'id': '0b0b0525-20de-43c5-ab5d-b294a1724e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e470537e-3585-4233-880c-2adef2e7d09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:01:27.527469 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be32533-0ff5-4f12-b572-6ef6decfb6e2 admin admin] Network hostable DHCP agents. Network: e470537e-3585-4233-880c-2adef2e7d09e, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:01:27.545678 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-db885bf9-455c-474c-9e97-387c070db861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:27.560511 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be32533-0ff5-4f12-b572-6ef6decfb6e2 admin admin] Network e470537e-3585-4233-880c-2adef2e7d09e is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:01:27.561491 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-db885bf9-455c-474c-9e97-387c070db861 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1bb1603a-939c-4489-8be0-87d3e77d8299 HTTP/1.1" status: 204 len: 168 time: 0.4284742 May 05 22:01:27.580136 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-2be32533-0ff5-4f12-b572-6ef6decfb6e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, e470537e-3585-4233-880c-2adef2e7d09e) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:01:27.585356 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be32533-0ff5-4f12-b572-6ef6decfb6e2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:27.586722 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2be32533-0ff5-4f12-b572-6ef6decfb6e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:27.606846 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9b2ab011-88f3-40b4-b182-dc630ef2e181 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:27.634352 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-2be32533-0ff5-4f12-b572-6ef6decfb6e2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9077251 May 05 22:01:27.697621 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9b2ab011-88f3-40b4-b182-dc630ef2e181 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:27.727600 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6df768a-8a01-47e0-aca7-e04d5271d809'] response: {'server_uuid': 'ca770a07-6893-4970-ab91-c12fb85165a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e27c93-1bdb-4450-90e4-58129e3e1a37', 'code': 200} May 05 22:01:27.731105 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2ab011-88f3-40b4-b182-dc630ef2e181 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c73a31d-0d24-4575-92b7-421a76c2e3ec,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:27.760210 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac15173-08b0-492b-b2ef-60a00e46220d None None] Network e470537e-3585-4233-880c-2adef2e7d09e requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:01:27.764264 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9b2ab011-88f3-40b4-b182-dc630ef2e181 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:27.765422 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9b2ab011-88f3-40b4-b182-dc630ef2e181 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "DELETE /v2.0/security-groups/3c73a31d-0d24-4575-92b7-421a76c2e3ec HTTP/1.1" status: 204 len: 168 time: 0.3825705 May 05 22:01:27.769784 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54732) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:27.928167 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-05e75dc2-594c-41d4-998f-618f5a0d4cae req-fd5e5882-f5d2-4ba2-b920-96b6e98042a8 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=1e082bf0e1f544a59538c5df305fa404&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0951111 May 05 22:01:27.948935 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=52e27c93-1bdb-4450-90e4-58129e3e1a37,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:28.181308 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa277eb-e51e-456f-b76c-3c6cca7074df None None] Network e470537e-3585-4233-880c-2adef2e7d09e requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:01:28.223178 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e75dc2-594c-41d4-998f-618f5a0d4cae req-fdfd9edf-d054-4012-904f-44d7e2f97951 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:28.224614 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-05e75dc2-594c-41d4-998f-618f5a0d4cae req-fdfd9edf-d054-4012-904f-44d7e2f97951 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2809532 May 05 22:01:28.235245 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-24c8b55b-d662-430c-8a9e-68652ca1e49c tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Synchronizing usage tracker for tenant:df88203996c44fed903b588607fd099e on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:01:28.242089 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-05e75dc2-594c-41d4-998f-618f5a0d4cae req-8d725311-46cf-4256-af15-5ccb5459da04 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] Request body: {'port': {'device_id': 'f909c986-a464-4e82-81aa-4a9c4422e822', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'admin_state_up': True, 'tenant_id': '1e082bf0e1f544a59538c5df305fa404'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:01:28.290903 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-241374f8-30fd-4fd1-900b-46c5e36dad91 req-ad7af227-e0fa-49cf-9a70-4593c93aeba3 tempest-ServerShowV254Test-236975140 tempest-ServerShowV254Test-236975140-project] 10.222.0.23 "GET /v2.0/ports?device_id=5980f5ad-ad80-4da0-b31a-69df39f0152c HTTP/1.1" status: 200 len: 210 time: 0.1413727 May 05 22:01:28.332601 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-427d1926-da13-4613-a4a5-ade2cbc1508a req-cc4b37a8-69d8-49c3-98b7-c8d06cbafd3e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ca770a07-6893-4970-ab91-c12fb85165a7 HTTP/1.1" status: 200 len: 1096 time: 0.4415917 May 05 22:01:28.333599 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-24c8b55b-d662-430c-8a9e-68652ca1e49c tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Unset dirty status for tenant:df88203996c44fed903b588607fd099e on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:01:28.334782 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-24c8b55b-d662-430c-8a9e-68652ca1e49c tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5630088 May 05 22:01:28.351469 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1da63-85d8-460d-ad08-af2a4aef1b72 req-b7e79219-6533-452e-a765-93ca5a71978c tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:28.353362 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e3a1da63-85d8-460d-ad08-af2a4aef1b72 req-b7e79219-6533-452e-a765-93ca5a71978c tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca770a07-6893-4970-ab91-c12fb85165a7 HTTP/1.1" status: 200 len: 945 time: 0.5395026 May 05 22:01:28.353872 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54756) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:28.421683 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-e1b02f25-0474-4b63-b12f-0d69d9e14ce8 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Request body: {'security_group': {'name': 'tempest-secgroup--930623804'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:01:28.489251 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-e1b02f25-0474-4b63-b12f-0d69d9e14ce8 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:01:28.566598 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-e1b02f25-0474-4b63-b12f-0d69d9e14ce8 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:01:28.570836 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-05e75dc2-594c-41d4-998f-618f5a0d4cae req-8d725311-46cf-4256-af15-5ccb5459da04 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:01:28.580082 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-05e75dc2-594c-41d4-998f-618f5a0d4cae req-8d725311-46cf-4256-af15-5ccb5459da04 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] Usage tracker for resource:port and tenant:1e082bf0e1f544a59538c5df305fa404 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:01:28.583427 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-05e75dc2-594c-41d4-998f-618f5a0d4cae req-8d725311-46cf-4256-af15-5ccb5459da04 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:01:28.600144 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-05e75dc2-594c-41d4-998f-618f5a0d4cae req-8d725311-46cf-4256-af15-5ccb5459da04 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:01:28.616083 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e1b02f25-0474-4b63-b12f-0d69d9e14ce8 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:28.632464 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05e75dc2-594c-41d4-998f-618f5a0d4cae req-8d725311-46cf-4256-af15-5ccb5459da04 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] Made reservation on behalf of 1e082bf0e1f544a59538c5df305fa404 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:01:28.635658 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-05e75dc2-594c-41d4-998f-618f5a0d4cae req-8d725311-46cf-4256-af15-5ccb5459da04 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:28.650460 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-427d1926-da13-4613-a4a5-ade2cbc1508a req-84978716-2493-4944-b261-902d2c27549c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7fa4e0b9-5123-49b5-89ca-ca778d1b0224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2956367 May 05 22:01:28.663031 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-05e75dc2-594c-41d4-998f-618f5a0d4cae req-8d725311-46cf-4256-af15-5ccb5459da04 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:28.682915 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e3a1da63-85d8-460d-ad08-af2a4aef1b72 req-5941a176-c0d6-4499-ad6d-ab01510aaf2f tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fa4e0b9-5123-49b5-89ca-ca778d1b0224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2796826 May 05 22:01:28.763064 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-05e75dc2-594c-41d4-998f-618f5a0d4cae req-8d725311-46cf-4256-af15-5ccb5459da04 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:01:28.770772 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-05e75dc2-594c-41d4-998f-618f5a0d4cae req-8d725311-46cf-4256-af15-5ccb5459da04 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] Usage tracker for resource:security_group_rule and tenant:1e082bf0e1f544a59538c5df305fa404 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:01:28.776402 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-05e75dc2-594c-41d4-998f-618f5a0d4cae req-8d725311-46cf-4256-af15-5ccb5459da04 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:01:28.790343 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-05e75dc2-594c-41d4-998f-618f5a0d4cae req-8d725311-46cf-4256-af15-5ccb5459da04 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:01:28.836188 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e6101ac9-5087-49e3-bb58-1677abee5d69 req-582a97c7-d9ef-49bb-bce6-1aa4ee21f15b tempest-ServerShowV257Test-1463838747 tempest-ServerShowV257Test-1463838747-project] 10.222.0.23 "GET /v2.0/ports?device_id=d16fde66-9def-4e4a-8800-af7d3e5579c5 HTTP/1.1" status: 200 len: 210 time: 0.1409371 May 05 22:01:28.836188 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-e1b02f25-0474-4b63-b12f-0d69d9e14ce8 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:01:28.907087 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e1b02f25-0474-4b63-b12f-0d69d9e14ce8 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Usage tracker for resource:security_group_rule and tenant:df88203996c44fed903b588607fd099e is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:01:28.914698 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e1b02f25-0474-4b63-b12f-0d69d9e14ce8 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:01:28.936902 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-05e75dc2-594c-41d4-998f-618f5a0d4cae req-8d725311-46cf-4256-af15-5ccb5459da04 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:28.943501 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-05e75dc2-594c-41d4-998f-618f5a0d4cae req-8d725311-46cf-4256-af15-5ccb5459da04 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:28.962058 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7d7a84ed-93e5-466a-8098-e9bf7cd58fdc req-6900e417-53e7-4031-bcad-f6cae0891c80 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] 10.222.0.23 "GET /v2.0/ports?device_id=f909c986-a464-4e82-81aa-4a9c4422e822 HTTP/1.1" status: 200 len: 210 time: 0.1158178 May 05 22:01:28.966115 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-e1b02f25-0474-4b63-b12f-0d69d9e14ce8 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:01:28.997480 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d725311-46cf-4256-af15-5ccb5459da04 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78d5ef89-699d-4aa1-a41f-ce3a09afc674,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:29.065500 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e1b02f25-0474-4b63-b12f-0d69d9e14ce8 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:29.074089 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e1b02f25-0474-4b63-b12f-0d69d9e14ce8 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:29.126351 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e1b02f25-0474-4b63-b12f-0d69d9e14ce8 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:29.131010 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e1b02f25-0474-4b63-b12f-0d69d9e14ce8 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7725687 May 05 22:01:29.136173 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54770) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:29.145298 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-e663aeb9-8b33-45e7-a804-5cc7986eb916 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Request body: {'security_group_rule': {'security_group_id': 'f57581b3-76a0-479f-8b37-35506a8191fc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:01:29.154226 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-e663aeb9-8b33-45e7-a804-5cc7986eb916 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:01:29.156642 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b02f25-0474-4b63-b12f-0d69d9e14ce8 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f57581b3-76a0-479f-8b37-35506a8191fc,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:29.160836 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e663aeb9-8b33-45e7-a804-5cc7986eb916 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Usage tracker for resource:security_group_rule and tenant:df88203996c44fed903b588607fd099e is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:01:29.165895 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e663aeb9-8b33-45e7-a804-5cc7986eb916 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:01:29.177036 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-e663aeb9-8b33-45e7-a804-5cc7986eb916 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:01:29.212658 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e663aeb9-8b33-45e7-a804-5cc7986eb916 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:29.242776 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54778) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:29.252648 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-05e75dc2-594c-41d4-998f-618f5a0d4cae req-8d725311-46cf-4256-af15-5ccb5459da04 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] Allocated IP 192.168.233.54 (4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9/f237a6ef-d044-411f-a2d8-d12619664c91/6c3e7d32-cdbd-4d00-b88e-040cb3bd1d37) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:01:29.311835 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e663aeb9-8b33-45e7-a804-5cc7986eb916 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:29.316567 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e663aeb9-8b33-45e7-a804-5cc7986eb916 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:29.338497 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e663aeb9-8b33-45e7-a804-5cc7986eb916 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6359cf1a-bd84-4749-8c78-cda4d5f4e178,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:29.389577 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e663aeb9-8b33-45e7-a804-5cc7986eb916 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:29.391485 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e663aeb9-8b33-45e7-a804-5cc7986eb916 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2542944 May 05 22:01:29.394271 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54786) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:29.400334 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-5e68d25a-a111-4876-8f33-2fec1cd21c73 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Request body: {'security_group_rule': {'security_group_id': 'f57581b3-76a0-479f-8b37-35506a8191fc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:01:29.416130 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-5e68d25a-a111-4876-8f33-2fec1cd21c73 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:01:29.423894 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-5e68d25a-a111-4876-8f33-2fec1cd21c73 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Usage tracker for resource:security_group_rule and tenant:df88203996c44fed903b588607fd099e is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:01:29.431786 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-5e68d25a-a111-4876-8f33-2fec1cd21c73 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:01:29.442937 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-5e68d25a-a111-4876-8f33-2fec1cd21c73 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:01:29.458120 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-d097008e-2c93-4e14-82cc-39716f51f752 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1660701355'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:01:29.463753 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-d097008e-2c93-4e14-82cc-39716f51f752 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:01:29.469098 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-d097008e-2c93-4e14-82cc-39716f51f752 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Usage tracker for resource:network and tenant:11bf086976134ce699be77f6562f3751 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:01:29.473122 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-d097008e-2c93-4e14-82cc-39716f51f752 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:01:29.487604 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-d097008e-2c93-4e14-82cc-39716f51f752 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:01:29.492927 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5e68d25a-a111-4876-8f33-2fec1cd21c73 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:29.564383 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-05e75dc2-594c-41d4-998f-618f5a0d4cae req-8d725311-46cf-4256-af15-5ccb5459da04 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:29.582725 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-05e75dc2-594c-41d4-998f-618f5a0d4cae req-8d725311-46cf-4256-af15-5ccb5459da04 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] Transition to ACTIVE for port object 6c3e7d32-cdbd-4d00-b88e-040cb3bd1d37 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:01:29.602460 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-216d33be-7af7-428c-93ee-615312faa75b req-6004b0ac-bc4c-4356-852c-f2acbb8aaa04 tempest-ServerShowV254Test-236975140 tempest-ServerShowV254Test-236975140-project] 10.222.0.23 "GET /v2.0/ports?device_id=5980f5ad-ad80-4da0-b31a-69df39f0152c HTTP/1.1" status: 200 len: 210 time: 0.0542614 May 05 22:01:29.607584 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-05e75dc2-594c-41d4-998f-618f5a0d4cae req-8d725311-46cf-4256-af15-5ccb5459da04 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:29.613430 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d097008e-2c93-4e14-82cc-39716f51f752 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Made reservation on behalf of 11bf086976134ce699be77f6562f3751 for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:01:29.616529 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d097008e-2c93-4e14-82cc-39716f51f752 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:29.633674 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d097008e-2c93-4e14-82cc-39716f51f752 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:29.710537 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d725311-46cf-4256-af15-5ccb5459da04 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] Pushing event updated for resources: {'Port': ['ID=6c3e7d32-cdbd-4d00-b88e-040cb3bd1d37,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:29.715492 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5e68d25a-a111-4876-8f33-2fec1cd21c73 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:29.722230 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-d097008e-2c93-4e14-82cc-39716f51f752 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:01:29.727061 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5e68d25a-a111-4876-8f33-2fec1cd21c73 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:29.729634 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-d097008e-2c93-4e14-82cc-39716f51f752 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Usage tracker for resource:security_group_rule and tenant:11bf086976134ce699be77f6562f3751 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:01:29.739391 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-d097008e-2c93-4e14-82cc-39716f51f752 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:01:29.744619 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05e75dc2-594c-41d4-998f-618f5a0d4cae req-8d725311-46cf-4256-af15-5ccb5459da04 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] Network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:01:29.746127 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-05e75dc2-594c-41d4-998f-618f5a0d4cae req-8d725311-46cf-4256-af15-5ccb5459da04 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:01:29.750615 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e75dc2-594c-41d4-998f-618f5a0d4cae req-8d725311-46cf-4256-af15-5ccb5459da04 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:01:29.797191 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-d097008e-2c93-4e14-82cc-39716f51f752 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:01:29.800762 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5e68d25a-a111-4876-8f33-2fec1cd21c73 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:29.805594 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54796) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:29.807997 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-5e68d25a-a111-4876-8f33-2fec1cd21c73 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4122264 May 05 22:01:29.812177 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e68d25a-a111-4876-8f33-2fec1cd21c73 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03e22c9f-830f-456f-a43b-f447144774b8,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:29.813197 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-2937c5be-5d54-4e2e-96b0-090484907437 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Request body: {'security_group_rule': {'security_group_id': 'f57581b3-76a0-479f-8b37-35506a8191fc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:01:29.833760 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-2937c5be-5d54-4e2e-96b0-090484907437 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:01:29.838641 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-2937c5be-5d54-4e2e-96b0-090484907437 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Usage tracker for resource:security_group_rule and tenant:df88203996c44fed903b588607fd099e is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:01:29.843710 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-2937c5be-5d54-4e2e-96b0-090484907437 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:01:29.851374 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-2937c5be-5d54-4e2e-96b0-090484907437 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:01:29.884628 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2937c5be-5d54-4e2e-96b0-090484907437 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:29.916460 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e75dc2-594c-41d4-998f-618f5a0d4cae req-8d725311-46cf-4256-af15-5ccb5459da04 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:29.917808 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-05e75dc2-594c-41d4-998f-618f5a0d4cae req-8d725311-46cf-4256-af15-5ccb5459da04 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:29.958993 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54802) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:30.013528 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d097008e-2c93-4e14-82cc-39716f51f752 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:30.024530 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d097008e-2c93-4e14-82cc-39716f51f752 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:30.025362 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-05e75dc2-594c-41d4-998f-618f5a0d4cae req-8d725311-46cf-4256-af15-5ccb5459da04 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7873659 May 05 22:01:30.037943 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-05e75dc2-594c-41d4-998f-618f5a0d4cae req-7bd3fa0d-aa30-4a21-9e54-1e6f15bf6e3c service neutron] Request body: {'port': {'device_id': 'f909c986-a464-4e82-81aa-4a9c4422e822', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:01:30.081731 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2937c5be-5d54-4e2e-96b0-090484907437 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:30.092920 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2937c5be-5d54-4e2e-96b0-090484907437 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:30.100805 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d097008e-2c93-4e14-82cc-39716f51f752 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=342ac4ad-df38-40ce-a19f-b49aed5fa866,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:30.165318 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2937c5be-5d54-4e2e-96b0-090484907437 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62b91d25-f815-4a4a-adfe-e62979e29b7c,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:30.176529 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2937c5be-5d54-4e2e-96b0-090484907437 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:30.177975 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-2937c5be-5d54-4e2e-96b0-090484907437 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3712921 May 05 22:01:30.180931 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54810) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:30.188683 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-4c3c8000-2ae0-434a-97ec-91c53756bea0 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Request body: {'security_group_rule': {'security_group_id': 'f57581b3-76a0-479f-8b37-35506a8191fc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:01:30.222520 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-288635a3-3c13-4883-9930-e1347607f933 None None] Provisioning for port 6c3e7d32-cdbd-4d00-b88e-040cb3bd1d37 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:01:30.231910 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-288635a3-3c13-4883-9930-e1347607f933 None None] Provisioning complete for port 6c3e7d32-cdbd-4d00-b88e-040cb3bd1d37 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:01:30.232412 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-288635a3-3c13-4883-9930-e1347607f933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:30.236901 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-4c3c8000-2ae0-434a-97ec-91c53756bea0 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:01:30.252654 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-4c3c8000-2ae0-434a-97ec-91c53756bea0 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Usage tracker for resource:security_group_rule and tenant:df88203996c44fed903b588607fd099e is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:01:30.312207 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-288635a3-3c13-4883-9930-e1347607f933 None None] Port 6c3e7d32-cdbd-4d00-b88e-040cb3bd1d37 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:01:30.317831 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d097008e-2c93-4e14-82cc-39716f51f752 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:01:30.331310 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d097008e-2c93-4e14-82cc-39716f51f752 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:30.331960 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-d097008e-2c93-4e14-82cc-39716f51f752 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Added segment 850da3f7-81f2-4d14-b4cf-c3e6d8bc0b75 of type vlan for network a58ffe72-7973-4bc4-b6db-27b3101034f5 May 05 22:01:30.368735 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d097008e-2c93-4e14-82cc-39716f51f752 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:30.425628 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ee5c5fbf-f47a-41a7-b279-beb8c84d1a85 req-ed5c1c91-848a-4c40-b849-25dbdd6e954d tempest-ServerShowV257Test-1463838747 tempest-ServerShowV257Test-1463838747-project] 10.222.0.23 "GET /v2.0/ports?device_id=d16fde66-9def-4e4a-8800-af7d3e5579c5 HTTP/1.1" status: 200 len: 210 time: 0.2406352 May 05 22:01:30.433450 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d097008e-2c93-4e14-82cc-39716f51f752 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:30.438526 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d097008e-2c93-4e14-82cc-39716f51f752 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:30.439453 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d097008e-2c93-4e14-82cc-39716f51f752 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:30.579394 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-d097008e-2c93-4e14-82cc-39716f51f752 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3330219 May 05 22:01:30.602080 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-4c3c8000-2ae0-434a-97ec-91c53756bea0 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:01:30.613901 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-4c3c8000-2ae0-434a-97ec-91c53756bea0 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:01:30.657216 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-05e75dc2-594c-41d4-998f-618f5a0d4cae req-7bd3fa0d-aa30-4a21-9e54-1e6f15bf6e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:30.704032 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d097008e-2c93-4e14-82cc-39716f51f752 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Pushing event updated for resources: {'Network': ['ID=a58ffe72-7973-4bc4-b6db-27b3101034f5,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:30.713605 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4c3c8000-2ae0-434a-97ec-91c53756bea0 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:30.715455 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network a58ffe72-7973-4bc4-b6db-27b3101034f5 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:01:30.802923 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009a43b-b5eb-404d-b5d1-cf472f6c496d req-c46e6b27-db9f-44da-b39f-1a2068386c96 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:30.817172 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7009a43b-b5eb-404d-b5d1-cf472f6c496d req-c46e6b27-db9f-44da-b39f-1a2068386c96 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca770a07-6893-4970-ab91-c12fb85165a7 HTTP/1.1" status: 200 len: 945 time: 0.7181549 May 05 22:01:30.895987 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bd2cc2-c982-4075-a430-0888305b7e12 req-2727f324-ac4c-4a9a-85d8-3ec844522a90 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:30.899199 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e6bd2cc2-c982-4075-a430-0888305b7e12 req-2727f324-ac4c-4a9a-85d8-3ec844522a90 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] 10.222.0.23 "GET /v2.0/ports?device_id=f909c986-a464-4e82-81aa-4a9c4422e822 HTTP/1.1" status: 200 len: 935 time: 0.1835444 May 05 22:01:30.914317 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7009a43b-b5eb-404d-b5d1-cf472f6c496d req-96d4cae9-5b70-44e2-865c-c7bb3cae6bb5 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fa4e0b9-5123-49b5-89ca-ca778d1b0224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826025 May 05 22:01:30.966060 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e6bd2cc2-c982-4075-a430-0888305b7e12 req-8ad27efe-eb05-4ba4-a176-e98abb478ca6 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] 10.222.0.23 "GET /v2.0/security-groups?id=78d5ef89-699d-4aa1-a41f-ce3a09afc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568798 May 05 22:01:31.058963 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4c3c8000-2ae0-434a-97ec-91c53756bea0 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:31.092884 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4c3c8000-2ae0-434a-97ec-91c53756bea0 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:31.132992 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3c8000-2ae0-434a-97ec-91c53756bea0 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e1d74dd-2f9b-4d85-b9ec-7d368dd0219f,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:31.151460 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3768261a-7896-4ba5-924d-701693687211 req-3e88e34b-8e5f-4c9f-a2b9-e36163be0a45 tempest-ServerShowV254Test-236975140 tempest-ServerShowV254Test-236975140-project] 10.222.0.23 "GET /v2.0/ports?device_id=5980f5ad-ad80-4da0-b31a-69df39f0152c HTTP/1.1" status: 200 len: 210 time: 0.0500855 May 05 22:01:31.168545 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4c3c8000-2ae0-434a-97ec-91c53756bea0 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:31.169720 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-4c3c8000-2ae0-434a-97ec-91c53756bea0 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9876146 May 05 22:01:31.173082 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54820) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:31.178451 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-4d0bdb01-28ee-4bef-9b43-520600e6448b tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Request body: {'security_group_rule': {'security_group_id': 'f57581b3-76a0-479f-8b37-35506a8191fc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:01:31.185199 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4d0bdb01-28ee-4bef-9b43-520600e6448b tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:01:31.189463 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-4d0bdb01-28ee-4bef-9b43-520600e6448b tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Usage tracker for resource:security_group_rule and tenant:df88203996c44fed903b588607fd099e is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:01:31.192811 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-4d0bdb01-28ee-4bef-9b43-520600e6448b tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:01:31.208016 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4d0bdb01-28ee-4bef-9b43-520600e6448b tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:01:31.230336 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-05e75dc2-594c-41d4-998f-618f5a0d4cae req-7bd3fa0d-aa30-4a21-9e54-1e6f15bf6e3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c3e7d32-cdbd-4d00-b88e-040cb3bd1d37 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:01:31.240271 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-05e75dc2-594c-41d4-998f-618f5a0d4cae req-7bd3fa0d-aa30-4a21-9e54-1e6f15bf6e3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:31.240507 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057629ec-bef7-4def-ab3e-d9d6c848a7ba req-435d3b65-f13d-497f-9b0f-a489260a3e4f tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:31.242204 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-057629ec-bef7-4def-ab3e-d9d6c848a7ba req-435d3b65-f13d-497f-9b0f-a489260a3e4f tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca770a07-6893-4970-ab91-c12fb85165a7 HTTP/1.1" status: 200 len: 945 time: 0.1707571 May 05 22:01:31.243237 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4d0bdb01-28ee-4bef-9b43-520600e6448b tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:31.255662 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54824) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:31.263214 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-9295059f-7184-404e-ad3b-976af747ea6a tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Request body: {'floatingip': {'port_id': '52e27c93-1bdb-4450-90e4-58129e3e1a37'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:01:31.375469 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-05e75dc2-594c-41d4-998f-618f5a0d4cae req-7bd3fa0d-aa30-4a21-9e54-1e6f15bf6e3c service neutron] Transition to ACTIVE for port object 6c3e7d32-cdbd-4d00-b88e-040cb3bd1d37 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:01:31.385061 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-05e75dc2-594c-41d4-998f-618f5a0d4cae req-7bd3fa0d-aa30-4a21-9e54-1e6f15bf6e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:31.455263 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9295059f-7184-404e-ad3b-976af747ea6a tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks [] for floatingip, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:31.559434 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd3fa0d-aa30-4a21-9e54-1e6f15bf6e3c service neutron] Pushing event updated for resources: {'Port': ['ID=6c3e7d32-cdbd-4d00-b88e-040cb3bd1d37,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:31.730152 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4d0bdb01-28ee-4bef-9b43-520600e6448b tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:31.811192 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-05e75dc2-594c-41d4-998f-618f5a0d4cae req-7bd3fa0d-aa30-4a21-9e54-1e6f15bf6e3c service neutron] Attempting to bind port 6c3e7d32-cdbd-4d00-b88e-040cb3bd1d37 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:01:31.811819 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-05e75dc2-594c-41d4-998f-618f5a0d4cae req-7bd3fa0d-aa30-4a21-9e54-1e6f15bf6e3c service neutron] Attempting to bind port 6c3e7d32-cdbd-4d00-b88e-040cb3bd1d37 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:01:31.811960 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e75dc2-594c-41d4-998f-618f5a0d4cae req-7bd3fa0d-aa30-4a21-9e54-1e6f15bf6e3c service neutron] Attempting to bind port 6c3e7d32-cdbd-4d00-b88e-040cb3bd1d37 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:01:31.833365 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e75dc2-594c-41d4-998f-618f5a0d4cae req-7bd3fa0d-aa30-4a21-9e54-1e6f15bf6e3c service neutron] Port 6c3e7d32-cdbd-4d00-b88e-040cb3bd1d37 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:01:31.833747 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e75dc2-594c-41d4-998f-618f5a0d4cae req-7bd3fa0d-aa30-4a21-9e54-1e6f15bf6e3c service neutron] Attempting to bind port 6c3e7d32-cdbd-4d00-b88e-040cb3bd1d37 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:01:31.844843 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e75dc2-594c-41d4-998f-618f5a0d4cae req-7bd3fa0d-aa30-4a21-9e54-1e6f15bf6e3c service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:01:31.845174 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e75dc2-594c-41d4-998f-618f5a0d4cae req-7bd3fa0d-aa30-4a21-9e54-1e6f15bf6e3c service neutron] Checking segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:01:31.845562 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e75dc2-594c-41d4-998f-618f5a0d4cae req-7bd3fa0d-aa30-4a21-9e54-1e6f15bf6e3c service neutron] Bound using segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:01:31.845994 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-05e75dc2-594c-41d4-998f-618f5a0d4cae req-7bd3fa0d-aa30-4a21-9e54-1e6f15bf6e3c service neutron] Bound port: 6c3e7d32-cdbd-4d00-b88e-040cb3bd1d37, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:01:31.846341 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-05e75dc2-594c-41d4-998f-618f5a0d4cae req-7bd3fa0d-aa30-4a21-9e54-1e6f15bf6e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:31.863112 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b47d93a6-1af4-4ad6-acd8-e74139ecf19d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:31.907722 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f3a932de-0305-4573-a9e1-bc42b95a1bd3 req-c88b9f06-98fb-4254-b576-a794d48ee27b tempest-ServerShowV257Test-1463838747 tempest-ServerShowV257Test-1463838747-project] 10.222.0.23 "GET /v2.0/ports?device_id=d16fde66-9def-4e4a-8800-af7d3e5579c5 HTTP/1.1" status: 200 len: 210 time: 0.1070731 May 05 22:01:31.953140 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4d0bdb01-28ee-4bef-9b43-520600e6448b tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:32.003170 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0bdb01-28ee-4bef-9b43-520600e6448b tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ecd1b12-bc87-461a-97a4-c8b95bac7927,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:32.116776 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-05e75dc2-594c-41d4-998f-618f5a0d4cae req-7bd3fa0d-aa30-4a21-9e54-1e6f15bf6e3c service neutron] For port 6c3e7d32-cdbd-4d00-b88e-040cb3bd1d37, host n-h2-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:01:32.120910 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-05e75dc2-594c-41d4-998f-618f5a0d4cae req-7bd3fa0d-aa30-4a21-9e54-1e6f15bf6e3c service neutron] For port 6c3e7d32-cdbd-4d00-b88e-040cb3bd1d37, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=6c3e7d32-cdbd-4d00-b88e-040cb3bd1d37,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:01:32.131862 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-05e75dc2-594c-41d4-998f-618f5a0d4cae req-7bd3fa0d-aa30-4a21-9e54-1e6f15bf6e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:32.206472 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-05e75dc2-594c-41d4-998f-618f5a0d4cae req-7bd3fa0d-aa30-4a21-9e54-1e6f15bf6e3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:32.207845 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-05e75dc2-594c-41d4-998f-618f5a0d4cae req-7bd3fa0d-aa30-4a21-9e54-1e6f15bf6e3c service neutron] 10.222.0.32 "PUT /v2.0/ports/6c3e7d32-cdbd-4d00-b88e-040cb3bd1d37 HTTP/1.1" status: 200 len: 1095 time: 2.1741281 May 05 22:01:32.208280 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f909c986-a464-4e82-81aa-4a9c4422e822', 'tag': '6c3e7d32-cdbd-4d00-b88e-040cb3bd1d37'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:01:32.221869 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4d0bdb01-28ee-4bef-9b43-520600e6448b tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:32.223125 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4d0bdb01-28ee-4bef-9b43-520600e6448b tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 1.0491147 May 05 22:01:32.228844 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54846) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:32.254169 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd3fa0d-aa30-4a21-9e54-1e6f15bf6e3c service neutron] Pushing event updated for resources: {'Port': ['ID=6c3e7d32-cdbd-4d00-b88e-040cb3bd1d37,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:32.453247 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9cd09e8d-2af7-4812-bc84-cc23b0060e17 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:32.496180 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9cd09e8d-2af7-4812-bc84-cc23b0060e17 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:32.510115 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc528cd9-825a-462b-a957-7c763a0ac5f8 req-bfc3a983-0471-44c2-8636-dd04eb759eca tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:32.529019 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bc528cd9-825a-462b-a957-7c763a0ac5f8 req-bfc3a983-0471-44c2-8636-dd04eb759eca tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] 10.222.0.23 "GET /v2.0/ports?device_id=f909c986-a464-4e82-81aa-4a9c4422e822 HTTP/1.1" status: 200 len: 947 time: 0.3528953 May 05 22:01:32.613532 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-05e75dc2-594c-41d4-998f-618f5a0d4cae req-beda0c9d-b745-4136-bfb9-82f8c805645d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e082bf0e1f544a59538c5df305fa404&device_id=f909c986-a464-4e82-81aa-4a9c4422e822 HTTP/1.1" status: 200 len: 1098 time: 0.3296790 May 05 22:01:32.614102 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9cd09e8d-2af7-4812-bc84-cc23b0060e17 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:32.642193 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd09e8d-2af7-4812-bc84-cc23b0060e17 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8ecd1b12-bc87-461a-97a4-c8b95bac7927,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:32.652322 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3719bc-57fc-4516-bd36-bc84439e1c6a req-0b95eb8b-0e12-4ea6-8736-714db5d81429 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:32.653540 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-ef3719bc-57fc-4516-bd36-bc84439e1c6a req-0b95eb8b-0e12-4ea6-8736-714db5d81429 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Synchronizing usage tracker for tenant:16dde334e1884c61b123507305c66b66 on resource:network {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:01:32.695811 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-ef3719bc-57fc-4516-bd36-bc84439e1c6a req-0b95eb8b-0e12-4ea6-8736-714db5d81429 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Unset dirty status for tenant:16dde334e1884c61b123507305c66b66 on resource:network {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:01:32.702839 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ef3719bc-57fc-4516-bd36-bc84439e1c6a req-0b95eb8b-0e12-4ea6-8736-714db5d81429 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] 10.222.0.23 "GET /v2.0/networks?id=e470537e-3585-4233-880c-2adef2e7d09e HTTP/1.1" status: 200 len: 808 time: 0.5504315 May 05 22:01:32.706210 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bc528cd9-825a-462b-a957-7c763a0ac5f8 req-d28cfde6-9814-4468-9790-be23bdb049d9 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] 10.222.0.23 "GET /v2.0/security-groups?id=78d5ef89-699d-4aa1-a41f-ce3a09afc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760764 May 05 22:01:32.730902 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ef3719bc-57fc-4516-bd36-bc84439e1c6a req-314c8919-24c5-410b-94cc-5121e30860c1 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] 10.222.0.23 "GET /v2.0/quotas/16dde334e1884c61b123507305c66b66 HTTP/1.1" status: 200 len: 375 time: 0.0269771 May 05 22:01:32.754790 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9cd09e8d-2af7-4812-bc84-cc23b0060e17 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:32.758531 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9cd09e8d-2af7-4812-bc84-cc23b0060e17 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/8ecd1b12-bc87-461a-97a4-c8b95bac7927 HTTP/1.1" status: 204 len: 168 time: 0.5209913 May 05 22:01:32.761578 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54850) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:32.763003 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-05e75dc2-594c-41d4-998f-618f5a0d4cae req-85bed2e2-2b0f-45b6-94e4-41c198df3071 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=6c3e7d32-cdbd-4d00-b88e-040cb3bd1d37 HTTP/1.1" status: 200 len: 217 time: 0.1322284 May 05 22:01:32.797201 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ef3719bc-57fc-4516-bd36-bc84439e1c6a req-dbaf7419-68b0-4d7d-b458-49750693361b tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=16dde334e1884c61b123507305c66b66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0652878 May 05 22:01:32.817841 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.resource_extend [None req-9295059f-7184-404e-ad3b-976af747ea6a tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 22:01:32.877475 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ba155e2-944b-404f-b54f-7ef400543811'] response: {'name': 'network-changed', 'server_uuid': 'f909c986-a464-4e82-81aa-4a9c4422e822', 'tag': '6c3e7d32-cdbd-4d00-b88e-040cb3bd1d37', 'status': 'completed', 'code': 200} May 05 22:01:32.928061 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e75dc2-594c-41d4-998f-618f5a0d4cae req-8db4c597-1f9a-456f-81ba-77bcc1deb553 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:32.929586 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-05e75dc2-594c-41d4-998f-618f5a0d4cae req-8db4c597-1f9a-456f-81ba-77bcc1deb553 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.1582634 May 05 22:01:32.993615 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9007ce7f-a040-4574-8307-d785dde8814f tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Synchronizing usage tracker for tenant:df88203996c44fed903b588607fd099e on resource:security_group_rule {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:01:33.008808 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9295059f-7184-404e-ad3b-976af747ea6a tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:33.024052 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9295059f-7184-404e-ad3b-976af747ea6a tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:33.055132 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9007ce7f-a040-4574-8307-d785dde8814f tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Unset dirty status for tenant:df88203996c44fed903b588607fd099e on resource:security_group_rule {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:01:33.059350 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9007ce7f-a040-4574-8307-d785dde8814f tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.2951484 May 05 22:01:33.069818 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54856) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:33.131333 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b3911895-bd10-4074-b168-53c943dfc108 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:33.143575 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b3911895-bd10-4074-b168-53c943dfc108 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:33.163441 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-05e75dc2-594c-41d4-998f-618f5a0d4cae req-560a7f47-57cf-430f-b208-1e7e8e7036c5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2196913 May 05 22:01:33.218161 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-900826a5-b684-4f94-9391-fdeb1db30f65 req-06f1b6ce-4102-47e9-a608-bcf1ec10aed6 tempest-ServerShowV254Test-236975140 tempest-ServerShowV254Test-236975140-project] 10.222.0.23 "GET /v2.0/ports?device_id=5980f5ad-ad80-4da0-b31a-69df39f0152c HTTP/1.1" status: 200 len: 210 time: 0.0678923 May 05 22:01:33.227821 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ef3719bc-57fc-4516-bd36-bc84439e1c6a req-b4eb7f02-ac22-4216-b5cf-4c490d7d5d19 service neutron] 10.222.0.23 "GET /v2.0/networks/e470537e-3585-4233-880c-2adef2e7d09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4296610 May 05 22:01:33.268208 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b3911895-bd10-4074-b168-53c943dfc108 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:33.382982 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-05e75dc2-594c-41d4-998f-618f5a0d4cae req-68953fa1-5f34-48ee-91ed-f478c4755937 service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114365 May 05 22:01:33.393055 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3911895-bd10-4074-b168-53c943dfc108 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e1d74dd-2f9b-4d85-b9ec-7d368dd0219f,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:33.429535 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b3911895-bd10-4074-b168-53c943dfc108 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:33.430789 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b3911895-bd10-4074-b168-53c943dfc108 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/4e1d74dd-2f9b-4d85-b9ec-7d368dd0219f HTTP/1.1" status: 204 len: 168 time: 0.3591371 May 05 22:01:33.462861 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54860) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:33.486859 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-79266386-a128-4adc-8688-0649e3c6cb20 req-7dfab541-e5d9-4c9c-a5cc-a180ab484366 tempest-ServerShowV257Test-1463838747 tempest-ServerShowV257Test-1463838747-project] 10.222.0.23 "GET /v2.0/ports?device_id=d16fde66-9def-4e4a-8800-af7d3e5579c5 HTTP/1.1" status: 200 len: 210 time: 0.0617490 May 05 22:01:33.591568 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ef3719bc-57fc-4516-bd36-bc84439e1c6a req-e8227956-e028-4fc2-a281-d9a60c4156c6 service neutron] 10.222.0.23 "GET /v2.0/networks/e470537e-3585-4233-880c-2adef2e7d09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627567 May 05 22:01:33.604079 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-3a274be3-6637-4379-8f5c-76079e7871e4 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Synchronizing usage tracker for tenant:df88203996c44fed903b588607fd099e on resource:security_group_rule {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:01:33.641368 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-3a274be3-6637-4379-8f5c-76079e7871e4 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Unset dirty status for tenant:df88203996c44fed903b588607fd099e on resource:security_group_rule {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:01:33.642730 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-3a274be3-6637-4379-8f5c-76079e7871e4 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.1747794 May 05 22:01:33.647114 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54864) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:33.678504 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-05e75dc2-594c-41d4-998f-618f5a0d4cae req-625f3b8b-bd9c-41fe-a278-ceef2184a4bf service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759171 May 05 22:01:33.693929 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-b47d93a6-1af4-4ad6-acd8-e74139ecf19d admin admin] Deleting port cda6c3e1-1630-4120-b4ee-615220a00b12 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:01:33.694532 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b47d93a6-1af4-4ad6-acd8-e74139ecf19d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:33.696013 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7e628b90-aacb-45b6-8f74-8e5f1360984c tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:33.704449 n-d-825175-4 neutron-server[84061]: INFO neutron.db.l3_db [None req-9295059f-7184-404e-ad3b-976af747ea6a tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Floating IP 3213b3f1-4fe8-4f57-838d-ba121a01b044 associated. External IP: 172.25.4.174, port: 52e27c93-1bdb-4450-90e4-58129e3e1a37. May 05 22:01:33.805373 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54874) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:33.863632 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-388972fe-1bf7-4e0d-b402-09ac694932e0 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Request body: {'subnet': {'network_id': 'a58ffe72-7973-4bc4-b6db-27b3101034f5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:01:33.878079 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7e628b90-aacb-45b6-8f74-8e5f1360984c tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:33.966313 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dc951356-c9c2-41e9-8bef-5e97ea2447ab req-7ab856c8-09f9-4e2e-91bb-96918c8c7256 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e082bf0e1f544a59538c5df305fa404&device_id=f909c986-a464-4e82-81aa-4a9c4422e822 HTTP/1.1" status: 200 len: 1098 time: 0.2192726 May 05 22:01:34.050479 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3add6500-5ae3-488f-8d55-b8f9a2cfb15d req-2186b604-4179-4d7a-b525-8cfbd87b9b07 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3514dbb-01a6-48a7-998a-138316338f84 HTTP/1.1" status: 200 len: 210 time: 0.2466788 May 05 22:01:34.076611 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-b47d93a6-1af4-4ad6-acd8-e74139ecf19d admin admin] For port cda6c3e1-1630-4120-b4ee-615220a00b12, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=cda6c3e1-1630-4120-b4ee-615220a00b12,segment=NetworkSegment(fa89ad8c-491c-4028-8282-637f6824c8a1),segment_id=fa89ad8c-491c-4028-8282-637f6824c8a1)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:01:34.076611 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b47d93a6-1af4-4ad6-acd8-e74139ecf19d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:34.129630 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7e628b90-aacb-45b6-8f74-8e5f1360984c tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:34.158469 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-388972fe-1bf7-4e0d-b402-09ac694932e0 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:01:34.176012 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-388972fe-1bf7-4e0d-b402-09ac694932e0 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Usage tracker for resource:subnet and tenant:11bf086976134ce699be77f6562f3751 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:01:34.178640 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e628b90-aacb-45b6-8f74-8e5f1360984c tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=62b91d25-f815-4a4a-adfe-e62979e29b7c,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:34.180523 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-388972fe-1bf7-4e0d-b402-09ac694932e0 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:01:34.192211 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-388972fe-1bf7-4e0d-b402-09ac694932e0 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:01:34.197032 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7e628b90-aacb-45b6-8f74-8e5f1360984c tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:34.198145 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-7e628b90-aacb-45b6-8f74-8e5f1360984c tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/62b91d25-f815-4a4a-adfe-e62979e29b7c HTTP/1.1" status: 204 len: 168 time: 0.5494998 May 05 22:01:34.205975 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-b47d93a6-1af4-4ad6-acd8-e74139ecf19d admin admin] Calling delete_port for cda6c3e1-1630-4120-b4ee-615220a00b12 owned by network:router_interface {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:01:34.206199 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54884) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:34.250457 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388972fe-1bf7-4e0d-b402-09ac694932e0 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Made reservation on behalf of 11bf086976134ce699be77f6562f3751 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:01:34.271818 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91004c82-e308-43fc-94b4-77fb9fe47343 req-fc46d5c4-f22e-4545-b1e1-d25ef9381516 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:34.273318 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-91004c82-e308-43fc-94b4-77fb9fe47343 req-fc46d5c4-f22e-4545-b1e1-d25ef9381516 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] 10.222.0.23 "GET /v2.0/ports?device_id=f909c986-a464-4e82-81aa-4a9c4422e822 HTTP/1.1" status: 200 len: 947 time: 0.3835487 May 05 22:01:34.426667 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-50b2739d-b388-479b-b561-daaf469e5331 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Synchronizing usage tracker for tenant:df88203996c44fed903b588607fd099e on resource:security_group_rule {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:01:34.439115 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc951356-c9c2-41e9-8bef-5e97ea2447ab req-f6048c8e-e2c5-45c4-8fb4-0679326a6581 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:34.440889 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dc951356-c9c2-41e9-8bef-5e97ea2447ab req-f6048c8e-e2c5-45c4-8fb4-0679326a6581 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 HTTP/1.1" status: 200 len: 870 time: 0.4619548 May 05 22:01:34.480569 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-388972fe-1bf7-4e0d-b402-09ac694932e0 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:34.521715 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dc951356-c9c2-41e9-8bef-5e97ea2447ab req-80d11913-a3a9-4301-933f-cff4787e4af2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=6c3e7d32-cdbd-4d00-b88e-040cb3bd1d37 HTTP/1.1" status: 200 len: 217 time: 0.0738397 May 05 22:01:34.598322 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d228f63f-753c-4b37-89f8-7aa48b543e50 req-94fa4340-7e34-4c72-8edc-e9895cc5c9cc tempest-ServerShowV254Test-236975140 tempest-ServerShowV254Test-236975140-project] 10.222.0.23 "GET /v2.0/ports?device_id=5980f5ad-ad80-4da0-b31a-69df39f0152c HTTP/1.1" status: 200 len: 210 time: 0.1645725 May 05 22:01:34.621929 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-91004c82-e308-43fc-94b4-77fb9fe47343 req-db8bd83f-fb26-43e7-a3c1-e01312f193fe tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] 10.222.0.23 "GET /v2.0/security-groups?id=78d5ef89-699d-4aa1-a41f-ce3a09afc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945228 May 05 22:01:34.622536 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-50b2739d-b388-479b-b561-daaf469e5331 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Unset dirty status for tenant:df88203996c44fed903b588607fd099e on resource:security_group_rule {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:01:34.626789 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-50b2739d-b388-479b-b561-daaf469e5331 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.4177606 May 05 22:01:34.651258 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54894) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:34.663036 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc951356-c9c2-41e9-8bef-5e97ea2447ab req-03a06d34-42d0-4b25-a5a3-ddffd4157ba8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:34.664877 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dc951356-c9c2-41e9-8bef-5e97ea2447ab req-03a06d34-42d0-4b25-a5a3-ddffd4157ba8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.1321092 May 05 22:01:34.690613 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:01:34.732076 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c7cb01dd-564f-440f-b4e3-312397be38fe tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:34.749138 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b47d93a6-1af4-4ad6-acd8-e74139ecf19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:34.752759 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c7cb01dd-564f-440f-b4e3-312397be38fe tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:34.812506 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47d93a6-1af4-4ad6-acd8-e74139ecf19d admin admin] Pushing event deleted for resources: {'Port': ['ID=cda6c3e1-1630-4120-b4ee-615220a00b12,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:34.826755 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dc951356-c9c2-41e9-8bef-5e97ea2447ab req-9c9bdf0e-2f8b-4b65-b247-e47d35cc1d9a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1503615 May 05 22:01:35.033834 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a0393155-31fe-47f0-99ce-44aed4515965 req-cf336da1-d0db-41d4-8317-2c4aea67849c tempest-ServerShowV257Test-1463838747 tempest-ServerShowV257Test-1463838747-project] 10.222.0.23 "GET /v2.0/ports?device_id=d16fde66-9def-4e4a-8800-af7d3e5579c5 HTTP/1.1" status: 200 len: 210 time: 0.2049930 May 05 22:01:35.191343 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c7cb01dd-564f-440f-b4e3-312397be38fe tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:35.228758 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dc951356-c9c2-41e9-8bef-5e97ea2447ab req-70555ad1-e394-4620-b89a-0485d6253c89 service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3674464 May 05 22:01:35.348063 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-388972fe-1bf7-4e0d-b402-09ac694932e0 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:35.380705 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dc951356-c9c2-41e9-8bef-5e97ea2447ab req-d2115413-d111-4ac5-9922-bfe0c4f74f48 service neutron] 10.222.0.32 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435246 May 05 22:01:35.407832 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b47d93a6-1af4-4ad6-acd8-e74139ecf19d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:35.410407 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cb01dd-564f-440f-b4e3-312397be38fe tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=03e22c9f-830f-456f-a43b-f447144774b8,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:35.453866 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d5e5d8fe-86b6-4b13-a78f-be3fe2bd4d47 req-511e9ce0-2b9d-4549-825d-a5769ec9fe4f tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3514dbb-01a6-48a7-998a-138316338f84 HTTP/1.1" status: 200 len: 210 time: 0.2492952 May 05 22:01:35.516940 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c7cb01dd-564f-440f-b4e3-312397be38fe tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:35.520924 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c7cb01dd-564f-440f-b4e3-312397be38fe tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/03e22c9f-830f-456f-a43b-f447144774b8 HTTP/1.1" status: 204 len: 168 time: 0.8654835 May 05 22:01:35.526908 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54900) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:35.548687 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388972fe-1bf7-4e0d-b402-09ac694932e0 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Pushing event updated for resources: {'Subnet': ['ID=8a4a883c-f4e8-41fb-a78d-997d4b300617,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:35.588563 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3719bc-57fc-4516-bd36-bc84439e1c6a req-06f16685-7342-4719-ae09-c73c8beff6c3 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:35.589944 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ef3719bc-57fc-4516-bd36-bc84439e1c6a req-06f16685-7342-4719-ae09-c73c8beff6c3 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] 10.222.0.44 "GET /v2.0/networks?id=e470537e-3585-4233-880c-2adef2e7d09e HTTP/1.1" status: 200 len: 808 time: 0.6041286 May 05 22:01:35.604544 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388972fe-1bf7-4e0d-b402-09ac694932e0 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Checking segment: {'id': '850da3f7-81f2-4d14-b4cf-c3e6d8bc0b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a58ffe72-7973-4bc4-b6db-27b3101034f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:01:35.605197 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388972fe-1bf7-4e0d-b402-09ac694932e0 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Network hostable DHCP agents. Network: a58ffe72-7973-4bc4-b6db-27b3101034f5, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:01:35.624783 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-ef3719bc-57fc-4516-bd36-bc84439e1c6a req-a6d365f3-c608-421d-8095-e7b4a6c2706a tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Request body: {'port': {'device_id': 'f3514dbb-01a6-48a7-998a-138316338f84', 'network_id': 'e470537e-3585-4233-880c-2adef2e7d09e', 'admin_state_up': True, 'tenant_id': '16dde334e1884c61b123507305c66b66'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:01:35.756768 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:35.783018 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-45f725dc-91a8-4316-98d6-6dc13900e9c7 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Synchronizing usage tracker for tenant:df88203996c44fed903b588607fd099e on resource:security_group_rule {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:01:35.846586 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:35.862842 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-571a1eca-ca03-4b83-94ab-5f94bd1658a3 req-e8b635c6-a256-418b-af0a-39c085a00284 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d16fde66-9def-4e4a-8800-af7d3e5579c5 HTTP/1.1" status: 200 len: 210 time: 0.0446880 May 05 22:01:35.869131 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388972fe-1bf7-4e0d-b402-09ac694932e0 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Network a58ffe72-7973-4bc4-b6db-27b3101034f5 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:01:35.922849 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6caed2a5-b1f3-47fa-a910-dbc78573cdb8 req-42a96f89-dab6-449b-a762-ad96fe1a5763 tempest-ServerShowV254Test-236975140 tempest-ServerShowV254Test-236975140-project] 10.222.0.23 "GET /v2.0/ports?device_id=5980f5ad-ad80-4da0-b31a-69df39f0152c HTTP/1.1" status: 200 len: 210 time: 0.1240473 May 05 22:01:35.939922 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-45f725dc-91a8-4316-98d6-6dc13900e9c7 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Unset dirty status for tenant:df88203996c44fed903b588607fd099e on resource:security_group_rule {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:01:35.944360 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-45f725dc-91a8-4316-98d6-6dc13900e9c7 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.4098985 May 05 22:01:35.949199 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54908) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:35.986896 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-388972fe-1bf7-4e0d-b402-09ac694932e0 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, a58ffe72-7973-4bc4-b6db-27b3101034f5) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:01:35.990524 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388972fe-1bf7-4e0d-b402-09ac694932e0 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:35.990850 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129ccf23-15c7-4520-9992-35321d7a3485 None None] Network a58ffe72-7973-4bc4-b6db-27b3101034f5 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:01:35.991128 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-388972fe-1bf7-4e0d-b402-09ac694932e0 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:36.065117 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-ef3719bc-57fc-4516-bd36-bc84439e1c6a req-a6d365f3-c608-421d-8095-e7b4a6c2706a tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:01:36.069008 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-781edce7-b966-42ed-88b1-994a4d592568 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:36.080307 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-ef3719bc-57fc-4516-bd36-bc84439e1c6a req-a6d365f3-c608-421d-8095-e7b4a6c2706a tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Usage tracker for resource:port and tenant:16dde334e1884c61b123507305c66b66 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:01:36.086468 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9295059f-7184-404e-ad3b-976af747ea6a tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Router d9d83afc-c9e4-494d-9afd-81e4fd8a1566 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:01:36.091439 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-388972fe-1bf7-4e0d-b402-09ac694932e0 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2816341 May 05 22:01:36.093250 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-ef3719bc-57fc-4516-bd36-bc84439e1c6a req-a6d365f3-c608-421d-8095-e7b4a6c2706a tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:01:36.096576 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54914) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:36.102865 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-781edce7-b966-42ed-88b1-994a4d592568 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:36.106332 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-e8890d13-0b73-408d-9a7f-0d6fc5bd6b82 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1806372779'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:01:36.110306 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-ef3719bc-57fc-4516-bd36-bc84439e1c6a req-a6d365f3-c608-421d-8095-e7b4a6c2706a tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:01:36.111566 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-e8890d13-0b73-408d-9a7f-0d6fc5bd6b82 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:01:36.115582 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-e8890d13-0b73-408d-9a7f-0d6fc5bd6b82 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Usage tracker for resource:network and tenant:11bf086976134ce699be77f6562f3751 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:01:36.118222 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-e8890d13-0b73-408d-9a7f-0d6fc5bd6b82 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:01:36.124894 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-e8890d13-0b73-408d-9a7f-0d6fc5bd6b82 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:01:36.144783 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd01c65-e4d9-45ee-98d8-1d0db836e19e req-27937253-8dc4-4ab7-ac9c-b6b3f8d654d8 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:36.146099 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8890d13-0b73-408d-9a7f-0d6fc5bd6b82 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Made reservation on behalf of 11bf086976134ce699be77f6562f3751 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:01:36.146452 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0fd01c65-e4d9-45ee-98d8-1d0db836e19e req-27937253-8dc4-4ab7-ac9c-b6b3f8d654d8 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] 10.222.0.23 "GET /v2.0/ports?device_id=f909c986-a464-4e82-81aa-4a9c4422e822 HTTP/1.1" status: 200 len: 947 time: 0.2931108 May 05 22:01:36.149050 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e8890d13-0b73-408d-9a7f-0d6fc5bd6b82 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:36.150951 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef3719bc-57fc-4516-bd36-bc84439e1c6a req-a6d365f3-c608-421d-8095-e7b4a6c2706a tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Made reservation on behalf of 16dde334e1884c61b123507305c66b66 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:01:36.154368 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-ef3719bc-57fc-4516-bd36-bc84439e1c6a req-a6d365f3-c608-421d-8095-e7b4a6c2706a tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:36.191510 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8890d13-0b73-408d-9a7f-0d6fc5bd6b82 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:01:36.202166 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e8890d13-0b73-408d-9a7f-0d6fc5bd6b82 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:36.202511 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-e8890d13-0b73-408d-9a7f-0d6fc5bd6b82 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Added segment 597bb2c4-bcb4-4117-938a-2c17fd18e14b of type vlan for network 8cb48f5d-db12-4331-9809-007738dfb353 May 05 22:01:36.233485 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e8890d13-0b73-408d-9a7f-0d6fc5bd6b82 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:36.258146 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-781edce7-b966-42ed-88b1-994a4d592568 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:36.301229 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e8890d13-0b73-408d-9a7f-0d6fc5bd6b82 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:36.304895 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8890d13-0b73-408d-9a7f-0d6fc5bd6b82 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:36.305467 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e8890d13-0b73-408d-9a7f-0d6fc5bd6b82 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:36.317866 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723dea41-23ab-4e99-8913-b6b440ce9979 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-a58ffe72-7973-4bc4-b6db-27b3101034f5', 'network_id': 'a58ffe72-7973-4bc4-b6db-27b3101034f5', 'tenant_id': '11bf086976134ce699be77f6562f3751', 'fixed_ips': [{'subnet_id': '8a4a883c-f4e8-41fb-a78d-997d4b300617'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:01:36.318757 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-723dea41-23ab-4e99-8913-b6b440ce9979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:36.381605 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781edce7-b966-42ed-88b1-994a4d592568 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6359cf1a-bd84-4749-8c78-cda4d5f4e178,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:36.428416 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b47d93a6-1af4-4ad6-acd8-e74139ecf19d admin admin] Router cef6f07d-d741-43c8-b13b-9461db1dc25b has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:01:36.432382 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-e8890d13-0b73-408d-9a7f-0d6fc5bd6b82 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3306255 May 05 22:01:36.438001 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54918) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:36.438223 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-36d64855-7c76-4fa0-afac-e29509603c56 req-c0e75a64-a84d-4587-994e-ef01e914d04d tempest-ServerShowV257Test-1463838747 tempest-ServerShowV257Test-1463838747-project] 10.222.0.23 "GET /v2.0/ports?device_id=d16fde66-9def-4e4a-8800-af7d3e5579c5 HTTP/1.1" status: 200 len: 210 time: 0.1680477 May 05 22:01:36.438626 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8890d13-0b73-408d-9a7f-0d6fc5bd6b82 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Pushing event updated for resources: {'Network': ['ID=8cb48f5d-db12-4331-9809-007738dfb353,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:36.448073 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-deabc084-d630-4732-9fef-b7ec8c27e739 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Request body: {'subnet': {'network_id': '8cb48f5d-db12-4331-9809-007738dfb353', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:01:36.463609 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-781edce7-b966-42ed-88b1-994a4d592568 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:36.464017 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 8cb48f5d-db12-4331-9809-007738dfb353 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:01:36.464707 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-781edce7-b966-42ed-88b1-994a4d592568 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/6359cf1a-bd84-4749-8c78-cda4d5f4e178 HTTP/1.1" status: 204 len: 168 time: 0.5030680 May 05 22:01:36.476542 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54922) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:36.520508 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0fd01c65-e4d9-45ee-98d8-1d0db836e19e req-497102b1-c7da-43df-a1db-9ea7d3976347 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] 10.222.0.23 "GET /v2.0/security-groups?id=78d5ef89-699d-4aa1-a41f-ce3a09afc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550518 May 05 22:01:36.618340 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-da1a6664-b447-4ccd-b36d-a249ad74cc0a tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Synchronizing usage tracker for tenant:df88203996c44fed903b588607fd099e on resource:security_group_rule {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:01:36.638290 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-723dea41-23ab-4e99-8913-b6b440ce9979 None None] Allocated IP 2001:db8:0:ffff::2 (a58ffe72-7973-4bc4-b6db-27b3101034f5/8a4a883c-f4e8-41fb-a78d-997d4b300617/8c2f44a1-f290-4ff7-9672-214963842a4b) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:01:36.659652 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-da1a6664-b447-4ccd-b36d-a249ad74cc0a tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Unset dirty status for tenant:df88203996c44fed903b588607fd099e on resource:security_group_rule {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:01:36.661084 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-da1a6664-b447-4ccd-b36d-a249ad74cc0a tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1839273 May 05 22:01:36.663268 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-ef3719bc-57fc-4516-bd36-bc84439e1c6a req-a6d365f3-c608-421d-8095-e7b4a6c2706a tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Allocated IP 172.20.0.10 (e470537e-3585-4233-880c-2adef2e7d09e/f38286bc-f81c-4b29-9d01-e0d3e9e576d8/9d64bfa5-9c4e-46e4-b526-e367d24b4fcd) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:01:36.665265 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54928) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:36.792877 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-20dff8ee-16ed-489f-b3a0-5d0025424166 req-eb453ab6-49c7-4e4a-8bd8-925d6b676dd3 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3514dbb-01a6-48a7-998a-138316338f84 HTTP/1.1" status: 200 len: 210 time: 0.0929313 May 05 22:01:36.838832 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-deabc084-d630-4732-9fef-b7ec8c27e739 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:01:36.848305 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-deabc084-d630-4732-9fef-b7ec8c27e739 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Usage tracker for resource:subnet and tenant:11bf086976134ce699be77f6562f3751 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:01:36.851878 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-deabc084-d630-4732-9fef-b7ec8c27e739 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:01:36.860646 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-deabc084-d630-4732-9fef-b7ec8c27e739 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:01:36.873592 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9295059f-7184-404e-ad3b-976af747ea6a tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:01:36.892490 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983057a9-bf40-4243-993b-1ad6ba182395 None None] Sync routers for ids ['d9d83afc-c9e4-494d-9afd-81e4fd8a1566'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:01:36.893077 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deabc084-d630-4732-9fef-b7ec8c27e739 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Made reservation on behalf of 11bf086976134ce699be77f6562f3751 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:01:36.925207 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983057a9-bf40-4243-993b-1ad6ba182395 None None] Routers {'d9d83afc-c9e4-494d-9afd-81e4fd8a1566'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:01:36.930034 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-983057a9-bf40-4243-993b-1ad6ba182395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:01:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['d9d83afc-c9e4-494d-9afd-81e4fd8a1566'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:01:36.946700 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-466003eb-d54c-4a39-b0b3-1e77f87bf4f4 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:36.967245 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9295059f-7184-404e-ad3b-976af747ea6a tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:36.985108 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-723dea41-23ab-4e99-8913-b6b440ce9979 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:37.003384 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-723dea41-23ab-4e99-8913-b6b440ce9979 None None] Transition to ACTIVE for port object 8c2f44a1-f290-4ff7-9672-214963842a4b will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:01:37.033934 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-723dea41-23ab-4e99-8913-b6b440ce9979 None None] Transition to ACTIVE for port object 8c2f44a1-f290-4ff7-9672-214963842a4b will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:01:37.038922 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 6c3e7d32-cdbd-4d00-b88e-040cb3bd1d37 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:01:37.040771 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-deabc084-d630-4732-9fef-b7ec8c27e739 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:37.073806 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-466003eb-d54c-4a39-b0b3-1e77f87bf4f4 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:37.147339 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-9295059f-7184-404e-ad3b-976af747ea6a tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "PUT /v2.0/floatingips/3213b3f1-4fe8-4f57-838d-ba121a01b044 HTTP/1.1" status: 200 len: 991 time: 5.8906484 May 05 22:01:37.152121 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca770a07-6893-4970-ab91-c12fb85165a7', 'tag': '52e27c93-1bdb-4450-90e4-58129e3e1a37'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:01:37.162448 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-983057a9-bf40-4243-993b-1ad6ba182395 None None] Set router d9d83afc-c9e4-494d-9afd-81e4fd8a1566 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:01:37.223133 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47d93a6-1af4-4ad6-acd8-e74139ecf19d admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:01:37.235171 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b47d93a6-1af4-4ad6-acd8-e74139ecf19d admin admin] 10.222.0.23 "PUT /v2.0/routers/cef6f07d-d741-43c8-b13b-9461db1dc25b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2724118 May 05 22:01:37.235926 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54938) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:37.255087 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-ef3719bc-57fc-4516-bd36-bc84439e1c6a req-a6d365f3-c608-421d-8095-e7b4a6c2706a tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:37.294445 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0d87fc0-89df-4bb5-a343-315af17cf83d'] response: {'name': 'network-changed', 'server_uuid': 'ca770a07-6893-4970-ab91-c12fb85165a7', 'tag': '52e27c93-1bdb-4450-90e4-58129e3e1a37', 'status': 'completed', 'code': 200} May 05 22:01:37.296670 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-466003eb-d54c-4a39-b0b3-1e77f87bf4f4 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:37.375968 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466003eb-d54c-4a39-b0b3-1e77f87bf4f4 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57581b3-76a0-479f-8b37-35506a8191fc,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:37.377666 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 6c3e7d32-cdbd-4d00-b88e-040cb3bd1d37, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=6c3e7d32-cdbd-4d00-b88e-040cb3bd1d37,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:01:37.379811 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f5ca3fee-0b78-4c2b-9baa-9f3a76292914 req-88bd3121-8605-4275-a899-9b9257ff0e3b tempest-ServerShowV254Test-236975140 tempest-ServerShowV254Test-236975140-project] 10.222.0.23 "GET /v2.0/ports?device_id=5980f5ad-ad80-4da0-b31a-69df39f0152c HTTP/1.1" status: 200 len: 210 time: 0.0592718 May 05 22:01:37.401364 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466003eb-d54c-4a39-b0b3-1e77f87bf4f4 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:01:37.401699 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466003eb-d54c-4a39-b0b3-1e77f87bf4f4 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:01:37.402031 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466003eb-d54c-4a39-b0b3-1e77f87bf4f4 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:01:37.402359 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466003eb-d54c-4a39-b0b3-1e77f87bf4f4 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:01:37.405437 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466003eb-d54c-4a39-b0b3-1e77f87bf4f4 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:01:37.405437 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466003eb-d54c-4a39-b0b3-1e77f87bf4f4 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:01:37.405732 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466003eb-d54c-4a39-b0b3-1e77f87bf4f4 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:01:37.405985 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466003eb-d54c-4a39-b0b3-1e77f87bf4f4 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:01:37.406307 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466003eb-d54c-4a39-b0b3-1e77f87bf4f4 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:01:37.406624 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466003eb-d54c-4a39-b0b3-1e77f87bf4f4 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:01:37.407044 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466003eb-d54c-4a39-b0b3-1e77f87bf4f4 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:01:37.427059 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '6c3e7d32-cdbd-4d00-b88e-040cb3bd1d37', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'port_id': '6c3e7d32-cdbd-4d00-b88e-040cb3bd1d37', 'mac_address': 'fa:16:3e:11:bb:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f237a6ef-d044-411f-a2d8-d12619664c91', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:01:37.429725 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b4635f-5e30-4bd4-a308-56e9fa0282a5 None None] Sync routers for ids ['cef6f07d-d741-43c8-b13b-9461db1dc25b'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:01:37.436172 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-466003eb-d54c-4a39-b0b3-1e77f87bf4f4 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:37.443186 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-466003eb-d54c-4a39-b0b3-1e77f87bf4f4 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "DELETE /v2.0/security-groups/f57581b3-76a0-479f-8b37-35506a8191fc HTTP/1.1" status: 204 len: 168 time: 0.7765617 May 05 22:01:37.443880 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54942) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:37.459120 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-723dea41-23ab-4e99-8913-b6b440ce9979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:37.480156 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-ef3719bc-57fc-4516-bd36-bc84439e1c6a req-a6d365f3-c608-421d-8095-e7b4a6c2706a tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:37.544595 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723dea41-23ab-4e99-8913-b6b440ce9979 None None] Pushing event updated for resources: {'Port': ['ID=8c2f44a1-f290-4ff7-9672-214963842a4b,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:37.556122 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b4635f-5e30-4bd4-a308-56e9fa0282a5 None None] Routers {'cef6f07d-d741-43c8-b13b-9461db1dc25b'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:01:37.556990 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-c6b4635f-5e30-4bd4-a308-56e9fa0282a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:01:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['cef6f07d-d741-43c8-b13b-9461db1dc25b'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:01:37.661628 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef3719bc-57fc-4516-bd36-bc84439e1c6a req-a6d365f3-c608-421d-8095-e7b4a6c2706a tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Network e470537e-3585-4233-880c-2adef2e7d09e is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:01:37.665490 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d365f3-c608-421d-8095-e7b4a6c2706a tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Pushing event updated for resources: {'Port': ['ID=9d64bfa5-9c4e-46e4-b526-e367d24b4fcd,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:37.670030 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-ef3719bc-57fc-4516-bd36-bc84439e1c6a req-a6d365f3-c608-421d-8095-e7b4a6c2706a tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:01:37.681316 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef3719bc-57fc-4516-bd36-bc84439e1c6a req-a6d365f3-c608-421d-8095-e7b4a6c2706a tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:01:37.714445 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-983057a9-bf40-4243-993b-1ad6ba182395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d83afc-c9e4-494d-9afd-81e4fd8a1566', 'name': 'tempest-AttachVolumeTestJSON-1985453385-router', 'tenant_id': 'f9679666ed684085ba56b96d355bc823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:00:38Z', 'updated_at': '2022-05-05T22:00:49Z', 'revision_number': 4, 'project_id': 'f9679666ed684085ba56b96d355bc823', 'gw_port': {'id': '2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:75:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d83afc-c9e4-494d-9afd-81e4fd8a1566', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:00:40Z', 'updated_at': '2022-05-05T22:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '3213b3f1-4fe8-4f57-838d-ba121a01b044', 'tenant_id': 'f9679666ed684085ba56b96d355bc823', 'floating_ip_address': '172.25.4.174', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'd9d83afc-c9e4-494d-9afd-81e4fd8a1566', 'port_id': '52e27c93-1bdb-4450-90e4-58129e3e1a37', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2', 'mac_address': 'fa:16:3e:b8:37:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca770a07-6893-4970-ab91-c12fb85165a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:01:02Z', 'updated_at': '2022-05-05T22:01:32Z', 'revision_number': 1, 'project_id': 'f9679666ed684085ba56b96d355bc823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88cd5671-adb8-42c7-8bc4-c8283d54a668', 'name': '', 'network_id': 'c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2', 'tenant_id': 'f9679666ed684085ba56b96d355bc823', 'mac_address': 'fa:16:3e:9a:10:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d83afc-c9e4-494d-9afd-81e4fd8a1566', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f259ce1a-1e13-44eb-b65e-190001e0a5ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:00:48Z', 'updated_at': '2022-05-05T22:01:01Z', 'revision_number': 5, 'project_id': 'f9679666ed684085ba56b96d355bc823', 'subnets': [{'id': 'f259ce1a-1e13-44eb-b65e-190001e0a5ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:01:37.714816 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-34162263-e2e9-42f7-8d3c-db06ab6d96cc req-4fb6a2fa-7a49-4b6f-96d4-87ff536a803b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f9679666ed684085ba56b96d355bc823&device_id=ca770a07-6893-4970-ab91-c12fb85165a7 HTTP/1.1" status: 200 len: 1096 time: 0.1866007 May 05 22:01:37.727825 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983057a9-bf40-4243-993b-1ad6ba182395 None None] Checking router: d9d83afc-c9e4-494d-9afd-81e4fd8a1566 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:01:37.739029 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983057a9-bf40-4243-993b-1ad6ba182395 None None] Routers {'d9d83afc-c9e4-494d-9afd-81e4fd8a1566'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:01:37.739850 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-983057a9-bf40-4243-993b-1ad6ba182395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:01:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['d9d83afc-c9e4-494d-9afd-81e4fd8a1566'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:01:37.755160 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3719bc-57fc-4516-bd36-bc84439e1c6a req-a6d365f3-c608-421d-8095-e7b4a6c2706a tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:37.755762 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-ef3719bc-57fc-4516-bd36-bc84439e1c6a req-a6d365f3-c608-421d-8095-e7b4a6c2706a tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:37.758004 n-d-825175-4 neutron-server[84063]: DEBUG neutron.objects.ports [None req-deabc084-d630-4732-9fef-b7ec8c27e739 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84063) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 05 22:01:37.766318 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-deabc084-d630-4732-9fef-b7ec8c27e739 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:37.908844 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723dea41-23ab-4e99-8913-b6b440ce9979 None None] Network a58ffe72-7973-4bc4-b6db-27b3101034f5 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:01:37.914483 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-723dea41-23ab-4e99-8913-b6b440ce9979 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:01:37.917614 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723dea41-23ab-4e99-8913-b6b440ce9979 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:01:37.926926 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:37.927897 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-983057a9-bf40-4243-993b-1ad6ba182395 None None] Set router d9d83afc-c9e4-494d-9afd-81e4fd8a1566 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:01:38.038361 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-9306fc5b-d4e2-433c-a53a-b697b4445b85 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Synchronizing usage tracker for tenant:df88203996c44fed903b588607fd099e on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:01:38.043733 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ef3719bc-57fc-4516-bd36-bc84439e1c6a req-a6d365f3-c608-421d-8095-e7b4a6c2706a tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4249690 May 05 22:01:38.069139 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-ef3719bc-57fc-4516-bd36-bc84439e1c6a req-77764b02-a890-4754-a1a3-d0c45020e939 service neutron] Request body: {'port': {'device_id': 'f3514dbb-01a6-48a7-998a-138316338f84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:01:38.080410 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deabc084-d630-4732-9fef-b7ec8c27e739 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Pushing event updated for resources: {'Subnet': ['ID=d1158e30-d38d-402c-9677-35f486951c9c,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:38.116052 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-723dea41-23ab-4e99-8913-b6b440ce9979 None None] Attempting to bind port 8c2f44a1-f290-4ff7-9672-214963842a4b on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:01:38.116648 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-723dea41-23ab-4e99-8913-b6b440ce9979 None None] Attempting to bind port 8c2f44a1-f290-4ff7-9672-214963842a4b by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '850da3f7-81f2-4d14-b4cf-c3e6d8bc0b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a58ffe72-7973-4bc4-b6db-27b3101034f5'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:01:38.116749 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723dea41-23ab-4e99-8913-b6b440ce9979 None None] Attempting to bind port 8c2f44a1-f290-4ff7-9672-214963842a4b on network a58ffe72-7973-4bc4-b6db-27b3101034f5 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:01:38.120105 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c3e7d32-cdbd-4d00-b88e-040cb3bd1d37 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:01:38.144127 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723dea41-23ab-4e99-8913-b6b440ce9979 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:01:38.144551 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723dea41-23ab-4e99-8913-b6b440ce9979 None None] Checking segment: {'id': '850da3f7-81f2-4d14-b4cf-c3e6d8bc0b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a58ffe72-7973-4bc4-b6db-27b3101034f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:01:38.144948 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-723dea41-23ab-4e99-8913-b6b440ce9979 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:38.145334 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723dea41-23ab-4e99-8913-b6b440ce9979 None None] Bound using segment: {'id': '850da3f7-81f2-4d14-b4cf-c3e6d8bc0b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a58ffe72-7973-4bc4-b6db-27b3101034f5'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:01:38.145791 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-723dea41-23ab-4e99-8913-b6b440ce9979 None None] Bound port: 8c2f44a1-f290-4ff7-9672-214963842a4b, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '850da3f7-81f2-4d14-b4cf-c3e6d8bc0b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a58ffe72-7973-4bc4-b6db-27b3101034f5'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:01:38.146156 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-723dea41-23ab-4e99-8913-b6b440ce9979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:38.157262 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-c6b4635f-5e30-4bd4-a308-56e9fa0282a5 None None] Set router cef6f07d-d741-43c8-b13b-9461db1dc25b gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:01:38.186758 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-20f6d27f-55d0-433a-a690-0ccd9bfa3b3f req-18983855-d9f9-4f50-a9d8-40de3a081633 tempest-ServerShowV257Test-1463838747 tempest-ServerShowV257Test-1463838747-project] 10.222.0.23 "GET /v2.0/ports?device_id=d16fde66-9def-4e4a-8800-af7d3e5579c5 HTTP/1.1" status: 200 len: 210 time: 0.4140120 May 05 22:01:38.188497 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-ef3719bc-57fc-4516-bd36-bc84439e1c6a req-77764b02-a890-4754-a1a3-d0c45020e939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:38.208489 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-9306fc5b-d4e2-433c-a53a-b697b4445b85 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Unset dirty status for tenant:df88203996c44fed903b588607fd099e on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:01:38.209737 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-9306fc5b-d4e2-433c-a53a-b697b4445b85 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7618060 May 05 22:01:38.210120 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deabc084-d630-4732-9fef-b7ec8c27e739 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Checking segment: {'id': '597bb2c4-bcb4-4117-938a-2c17fd18e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8cb48f5d-db12-4331-9809-007738dfb353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:01:38.210498 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deabc084-d630-4732-9fef-b7ec8c27e739 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Network hostable DHCP agents. Network: 8cb48f5d-db12-4331-9809-007738dfb353, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:01:38.220303 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 6c3e7d32-cdbd-4d00-b88e-040cb3bd1d37, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=6c3e7d32-cdbd-4d00-b88e-040cb3bd1d37,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:01:38.220465 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54952) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:38.252912 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-eb610850-7b07-4f2b-87e3-b19d1fd2ccfe tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Request body: {'security_group': {'name': 'tempest-secgroup--2124942842'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:01:38.275808 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-eb610850-7b07-4f2b-87e3-b19d1fd2ccfe tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:01:38.361786 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34162263-e2e9-42f7-8d3c-db06ab6d96cc req-acf1fe73-4c21-49ab-8d9b-5806b92fbafa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:38.362995 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:38.363509 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-34162263-e2e9-42f7-8d3c-db06ab6d96cc req-acf1fe73-4c21-49ab-8d9b-5806b92fbafa service neutron] 10.222.0.44 "GET /v2.0/networks?id=c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2 HTTP/1.1" status: 200 len: 912 time: 0.6019619 May 05 22:01:38.395719 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-983057a9-bf40-4243-993b-1ad6ba182395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d83afc-c9e4-494d-9afd-81e4fd8a1566', 'name': 'tempest-AttachVolumeTestJSON-1985453385-router', 'tenant_id': 'f9679666ed684085ba56b96d355bc823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:00:38Z', 'updated_at': '2022-05-05T22:00:49Z', 'revision_number': 4, 'project_id': 'f9679666ed684085ba56b96d355bc823', 'gw_port': {'id': '2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:75:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d83afc-c9e4-494d-9afd-81e4fd8a1566', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:00:40Z', 'updated_at': '2022-05-05T22:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '3213b3f1-4fe8-4f57-838d-ba121a01b044', 'tenant_id': 'f9679666ed684085ba56b96d355bc823', 'floating_ip_address': '172.25.4.174', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'd9d83afc-c9e4-494d-9afd-81e4fd8a1566', 'port_id': '52e27c93-1bdb-4450-90e4-58129e3e1a37', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2', 'mac_address': 'fa:16:3e:b8:37:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca770a07-6893-4970-ab91-c12fb85165a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:01:02Z', 'updated_at': '2022-05-05T22:01:32Z', 'revision_number': 1, 'project_id': 'f9679666ed684085ba56b96d355bc823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88cd5671-adb8-42c7-8bc4-c8283d54a668', 'name': '', 'network_id': 'c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2', 'tenant_id': 'f9679666ed684085ba56b96d355bc823', 'mac_address': 'fa:16:3e:9a:10:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d83afc-c9e4-494d-9afd-81e4fd8a1566', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f259ce1a-1e13-44eb-b65e-190001e0a5ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:00:48Z', 'updated_at': '2022-05-05T22:01:01Z', 'revision_number': 5, 'project_id': 'f9679666ed684085ba56b96d355bc823', 'subnets': [{'id': 'f259ce1a-1e13-44eb-b65e-190001e0a5ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:01:38.399982 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983057a9-bf40-4243-993b-1ad6ba182395 None None] The sync data for ids ['d9d83afc-c9e4-494d-9afd-81e4fd8a1566'] in n-d-825175-4 is: [{'id': 'd9d83afc-c9e4-494d-9afd-81e4fd8a1566', 'name': 'tempest-AttachVolumeTestJSON-1985453385-router', 'tenant_id': 'f9679666ed684085ba56b96d355bc823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:00:38Z', 'updated_at': '2022-05-05T22:00:49Z', 'revision_number': 4, 'project_id': 'f9679666ed684085ba56b96d355bc823', 'gw_port': {'id': '2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:75:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d83afc-c9e4-494d-9afd-81e4fd8a1566', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:00:40Z', 'updated_at': '2022-05-05T22:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '3213b3f1-4fe8-4f57-838d-ba121a01b044', 'tenant_id': 'f9679666ed684085ba56b96d355bc823', 'floating_ip_address': '172.25.4.174', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'd9d83afc-c9e4-494d-9afd-81e4fd8a1566', 'port_id': '52e27c93-1bdb-4450-90e4-58129e3e1a37', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2', 'mac_address': 'fa:16:3e:b8:37:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca770a07-6893-4970-ab91-c12fb85165a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:01:02Z', 'updated_at': '2022-05-05T22:01:32Z', 'revision_number': 1, 'project_id': 'f9679666ed684085ba56b96d355bc823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88cd5671-adb8-42c7-8bc4-c8283d54a668', 'name': '', 'network_id': 'c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2', 'tenant_id': 'f9679666ed684085ba56b96d355bc823', 'mac_address': 'fa:16:3e:9a:10:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d83afc-c9e4-494d-9afd-81e4fd8a1566', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f259ce1a-1e13-44eb-b65e-190001e0a5ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:00:48Z', 'updated_at': '2022-05-05T22:01:01Z', 'revision_number': 5, 'project_id': 'f9679666ed684085ba56b96d355bc823', 'subnets': [{'id': 'f259ce1a-1e13-44eb-b65e-190001e0a5ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:01:38.453111 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-eb610850-7b07-4f2b-87e3-b19d1fd2ccfe tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:01:38.494067 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eb610850-7b07-4f2b-87e3-b19d1fd2ccfe tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:38.538716 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deabc084-d630-4732-9fef-b7ec8c27e739 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Network 8cb48f5d-db12-4331-9809-007738dfb353 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:01:38.542863 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787712e5-6da5-4a7d-b4a6-4da284f8bb9a req-af0ecb47-cfb5-4f75-ae18-6159a1e6fb97 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:38.551043 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-787712e5-6da5-4a7d-b4a6-4da284f8bb9a req-af0ecb47-cfb5-4f75-ae18-6159a1e6fb97 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] 10.222.0.23 "GET /v2.0/ports?device_id=f909c986-a464-4e82-81aa-4a9c4422e822 HTTP/1.1" status: 200 len: 947 time: 0.7096894 May 05 22:01:38.584218 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=6c3e7d32-cdbd-4d00-b88e-040cb3bd1d37,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:38.614292 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['6c3e7d32-cdbd-4d00-b88e-040cb3bd1d37'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:01:38.614530 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-eb610850-7b07-4f2b-87e3-b19d1fd2ccfe tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:01:38.619495 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-eb610850-7b07-4f2b-87e3-b19d1fd2ccfe tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Usage tracker for resource:security_group_rule and tenant:df88203996c44fed903b588607fd099e is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:01:38.623514 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-eb610850-7b07-4f2b-87e3-b19d1fd2ccfe tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:01:38.629958 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-eb610850-7b07-4f2b-87e3-b19d1fd2ccfe tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:01:38.654738 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae930b6-3686-4aa7-95dc-03ebfb71f115 req-bd398314-714d-4e9a-bac5-69668b3204c4 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:38.655968 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-dae930b6-3686-4aa7-95dc-03ebfb71f115 req-bd398314-714d-4e9a-bac5-69668b3204c4 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Synchronizing usage tracker for tenant:16dde334e1884c61b123507305c66b66 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:01:38.675923 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-787712e5-6da5-4a7d-b4a6-4da284f8bb9a req-026357f6-87f4-4182-9121-8974460b51f2 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] 10.222.0.23 "GET /v2.0/security-groups?id=78d5ef89-699d-4aa1-a41f-ce3a09afc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233623 May 05 22:01:38.682730 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-723dea41-23ab-4e99-8913-b6b440ce9979 None None] For port 8c2f44a1-f290-4ff7-9672-214963842a4b, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:01:38.696395 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-deabc084-d630-4732-9fef-b7ec8c27e739 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 8cb48f5d-db12-4331-9809-007738dfb353) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:01:38.708657 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deabc084-d630-4732-9fef-b7ec8c27e739 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:38.709304 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-deabc084-d630-4732-9fef-b7ec8c27e739 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:38.718938 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b52d12-d51b-4e94-b10a-5ef45de209ca None None] Network 8cb48f5d-db12-4331-9809-007738dfb353 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:01:38.742758 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-dae930b6-3686-4aa7-95dc-03ebfb71f115 req-bd398314-714d-4e9a-bac5-69668b3204c4 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Unset dirty status for tenant:16dde334e1884c61b123507305c66b66 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:01:38.744575 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b07eda4e-74aa-4822-afd9-fa0b792f33a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:38.751040 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dae930b6-3686-4aa7-95dc-03ebfb71f115 req-bd398314-714d-4e9a-bac5-69668b3204c4 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3514dbb-01a6-48a7-998a-138316338f84 HTTP/1.1" status: 200 len: 932 time: 0.3885996 May 05 22:01:38.751747 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f737f5a-98f3-4472-88ae-efd2b0d8f303 None None] New status for floating IP 3213b3f1-4fe8-4f57-838d-ba121a01b044: ACTIVE {{(pid=84068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 22:01:38.765221 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-723dea41-23ab-4e99-8913-b6b440ce9979 None None] For port 8c2f44a1-f290-4ff7-9672-214963842a4b, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=8c2f44a1-f290-4ff7-9672-214963842a4b,segment=NetworkSegment(850da3f7-81f2-4d14-b4cf-c3e6d8bc0b75),segment_id=850da3f7-81f2-4d14-b4cf-c3e6d8bc0b75)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:01:38.850892 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-ef3719bc-57fc-4516-bd36-bc84439e1c6a req-77764b02-a890-4754-a1a3-d0c45020e939 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d64bfa5-9c4e-46e4-b526-e367d24b4fcd {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:01:38.859480 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-dae930b6-3686-4aa7-95dc-03ebfb71f115 req-fffde130-6f25-4361-a8a5-0127ec624ef4 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Synchronizing usage tracker for tenant:16dde334e1884c61b123507305c66b66 on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:01:38.863245 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-ef3719bc-57fc-4516-bd36-bc84439e1c6a req-77764b02-a890-4754-a1a3-d0c45020e939 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:38.875252 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-723dea41-23ab-4e99-8913-b6b440ce9979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:38.906560 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-ef3719bc-57fc-4516-bd36-bc84439e1c6a req-77764b02-a890-4754-a1a3-d0c45020e939 service neutron] Transition to ACTIVE for port object 9d64bfa5-9c4e-46e4-b526-e367d24b4fcd will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:01:38.908921 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-deabc084-d630-4732-9fef-b7ec8c27e739 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4674017 May 05 22:01:38.914647 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54960) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:38.929847 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-34162263-e2e9-42f7-8d3c-db06ab6d96cc req-ce187202-1e7b-4bc2-9469-e4af14fcf930 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52e27c93-1bdb-4450-90e4-58129e3e1a37 HTTP/1.1" status: 200 len: 999 time: 0.5594435 May 05 22:01:38.931538 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-92f338bc-0252-46fd-9398-b64f0a58f425 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Request body: {'port': {'network_id': '8cb48f5d-db12-4331-9809-007738dfb353', 'name': 'tempest-NetworksIpV6TestAttrs-673226046'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:01:38.965181 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-ef3719bc-57fc-4516-bd36-bc84439e1c6a req-77764b02-a890-4754-a1a3-d0c45020e939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:39.002080 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eb610850-7b07-4f2b-87e3-b19d1fd2ccfe tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:39.010686 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-dae930b6-3686-4aa7-95dc-03ebfb71f115 req-fffde130-6f25-4361-a8a5-0127ec624ef4 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Unset dirty status for tenant:16dde334e1884c61b123507305c66b66 on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:01:39.020570 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eb610850-7b07-4f2b-87e3-b19d1fd2ccfe tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:39.022185 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dae930b6-3686-4aa7-95dc-03ebfb71f115 req-fffde130-6f25-4361-a8a5-0127ec624ef4 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] 10.222.0.23 "GET /v2.0/security-groups?id=60c3d51d-aa55-41a5-adb8-b2476023a195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700248 May 05 22:01:39.120329 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb610850-7b07-4f2b-87e3-b19d1fd2ccfe tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80e83ea9-c6cd-47f7-b2f3-9ffbc420a158,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:39.128686 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eb610850-7b07-4f2b-87e3-b19d1fd2ccfe tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:39.135136 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-eb610850-7b07-4f2b-87e3-b19d1fd2ccfe tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9096828 May 05 22:01:39.185270 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54966) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:39.217070 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-4118cbc2-a3d5-42ed-92b8-8cb1ddf64aa3 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Request body: {'security_group_rule': {'security_group_id': '80e83ea9-c6cd-47f7-b2f3-9ffbc420a158', 'direction': 'ingress', 'protocol': 17}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:01:39.259749 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4118cbc2-a3d5-42ed-92b8-8cb1ddf64aa3 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:01:39.294926 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1707bfa4-7579-4fb1-95fb-e7a579bca95c req-c686facd-1e37-4571-9e7b-048141e7dddd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7707d2e333ab4cd39b7f5027159b8f56&device_id=d16fde66-9def-4e4a-8800-af7d3e5579c5 HTTP/1.1" status: 200 len: 210 time: 0.1740599 May 05 22:01:39.296881 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34162263-e2e9-42f7-8d3c-db06ab6d96cc req-cb62e44c-be5a-450a-a9f5-a59818b257ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:39.298400 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-34162263-e2e9-42f7-8d3c-db06ab6d96cc req-cb62e44c-be5a-450a-a9f5-a59818b257ce service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f259ce1a-1e13-44eb-b65e-190001e0a5ad HTTP/1.1" status: 200 len: 850 time: 0.3567412 May 05 22:01:39.303843 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723dea41-23ab-4e99-8913-b6b440ce9979 None None] Pushing event updated for resources: {'Port': ['ID=8c2f44a1-f290-4ff7-9672-214963842a4b,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:39.381570 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-4118cbc2-a3d5-42ed-92b8-8cb1ddf64aa3 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Usage tracker for resource:security_group_rule and tenant:df88203996c44fed903b588607fd099e is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:01:39.403569 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-c6b4635f-5e30-4bd4-a308-56e9fa0282a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef6f07d-d741-43c8-b13b-9461db1dc25b', 'name': 'tempest-TaggedBootDevicesTest_v242-1778530650-router', 'tenant_id': 'c3f9ce50114047b1adfc22c64baa15b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'a2c91a8b-8350-41f6-ba48-2b9017f00b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:53:32Z', 'updated_at': '2022-05-05T22:01:34Z', 'revision_number': 5, 'project_id': 'c3f9ce50114047b1adfc22c64baa15b0', 'gw_port': {'id': 'a2c91a8b-8350-41f6-ba48-2b9017f00b77', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef6f07d-d741-43c8-b13b-9461db1dc25b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:53:33Z', 'updated_at': '2022-05-05T21:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:01:39.428660 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1707bfa4-7579-4fb1-95fb-e7a579bca95c req-24a7b0eb-7c4e-477d-9294-af2e7a333fe1 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=7707d2e333ab4cd39b7f5027159b8f56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1280303 May 05 22:01:39.437065 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-4118cbc2-a3d5-42ed-92b8-8cb1ddf64aa3 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:01:39.492243 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4118cbc2-a3d5-42ed-92b8-8cb1ddf64aa3 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:01:39.507904 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ab2e5a29-4b9e-4dde-ba96-865bd4b9cb42 req-6a0fa129-e86e-47a3-bb03-8746e470c7dc tempest-ServerShowV254Test-236975140 tempest-ServerShowV254Test-236975140-project] 10.222.0.23 "GET /v2.0/ports?device_id=5980f5ad-ad80-4da0-b31a-69df39f0152c HTTP/1.1" status: 200 len: 210 time: 0.1870587 May 05 22:01:39.508520 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77764b02-a890-4754-a1a3-d0c45020e939 service neutron] Pushing event updated for resources: {'Port': ['ID=9d64bfa5-9c4e-46e4-b526-e367d24b4fcd,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:39.510790 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b4635f-5e30-4bd4-a308-56e9fa0282a5 None None] Checking router: cef6f07d-d741-43c8-b13b-9461db1dc25b for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:01:39.533259 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b4635f-5e30-4bd4-a308-56e9fa0282a5 None None] Routers {'cef6f07d-d741-43c8-b13b-9461db1dc25b'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:01:39.534071 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-c6b4635f-5e30-4bd4-a308-56e9fa0282a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:01:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['cef6f07d-d741-43c8-b13b-9461db1dc25b'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:01:39.539675 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b40d743b-f0e2-47ff-b327-4db1af3b4272 req-aaac8668-3b03-49a3-a014-ba401c68d5e0 tempest-ServerShowV257Test-1463838747 tempest-ServerShowV257Test-1463838747-project] 10.222.0.23 "GET /v2.0/ports?device_id=d16fde66-9def-4e4a-8800-af7d3e5579c5 HTTP/1.1" status: 200 len: 210 time: 0.1033909 May 05 22:01:39.616325 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c9a783-a9da-4292-ba49-b90260318ec6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-8cb48f5d-db12-4331-9809-007738dfb353', 'network_id': '8cb48f5d-db12-4331-9809-007738dfb353', 'tenant_id': '11bf086976134ce699be77f6562f3751', 'fixed_ips': [{'subnet_id': 'd1158e30-d38d-402c-9677-35f486951c9c'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:01:39.617480 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-59c9a783-a9da-4292-ba49-b90260318ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:39.654697 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4118cbc2-a3d5-42ed-92b8-8cb1ddf64aa3 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:39.668019 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1707bfa4-7579-4fb1-95fb-e7a579bca95c req-700f4791-fc3f-4272-9009-95b857280bfe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:39.670159 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1707bfa4-7579-4fb1-95fb-e7a579bca95c req-700f4791-fc3f-4272-9009-95b857280bfe service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2326481 May 05 22:01:39.698015 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-92f338bc-0252-46fd-9398-b64f0a58f425 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:01:39.735212 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-92f338bc-0252-46fd-9398-b64f0a58f425 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Usage tracker for resource:port and tenant:11bf086976134ce699be77f6562f3751 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:01:39.740308 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-92f338bc-0252-46fd-9398-b64f0a58f425 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:01:39.749880 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-34162263-e2e9-42f7-8d3c-db06ab6d96cc req-2139d822-10e3-4864-bf6e-fa4ea4554aa4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3710306 May 05 22:01:39.753109 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-92f338bc-0252-46fd-9398-b64f0a58f425 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:01:39.787020 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4118cbc2-a3d5-42ed-92b8-8cb1ddf64aa3 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:39.793401 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-ef3719bc-57fc-4516-bd36-bc84439e1c6a req-77764b02-a890-4754-a1a3-d0c45020e939 service neutron] Attempting to bind port 9d64bfa5-9c4e-46e4-b526-e367d24b4fcd on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:01:39.795515 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-ef3719bc-57fc-4516-bd36-bc84439e1c6a req-77764b02-a890-4754-a1a3-d0c45020e939 service neutron] Attempting to bind port 9d64bfa5-9c4e-46e4-b526-e367d24b4fcd by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': '0b0b0525-20de-43c5-ab5d-b294a1724e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e470537e-3585-4233-880c-2adef2e7d09e'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:01:39.795977 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3719bc-57fc-4516-bd36-bc84439e1c6a req-77764b02-a890-4754-a1a3-d0c45020e939 service neutron] Attempting to bind port 9d64bfa5-9c4e-46e4-b526-e367d24b4fcd on network e470537e-3585-4233-880c-2adef2e7d09e {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:01:39.807709 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4118cbc2-a3d5-42ed-92b8-8cb1ddf64aa3 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:39.822086 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f338bc-0252-46fd-9398-b64f0a58f425 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Made reservation on behalf of 11bf086976134ce699be77f6562f3751 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:01:39.825951 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-92f338bc-0252-46fd-9398-b64f0a58f425 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:39.865402 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4118cbc2-a3d5-42ed-92b8-8cb1ddf64aa3 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd7387bf-d805-45e2-9276-9f3c34acd1d2,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:39.875270 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3719bc-57fc-4516-bd36-bc84439e1c6a req-77764b02-a890-4754-a1a3-d0c45020e939 service neutron] Port 9d64bfa5-9c4e-46e4-b526-e367d24b4fcd on network e470537e-3585-4233-880c-2adef2e7d09e not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:01:39.875588 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3719bc-57fc-4516-bd36-bc84439e1c6a req-77764b02-a890-4754-a1a3-d0c45020e939 service neutron] Attempting to bind port 9d64bfa5-9c4e-46e4-b526-e367d24b4fcd on network e470537e-3585-4233-880c-2adef2e7d09e {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:01:39.890812 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [None req-92f338bc-0252-46fd-9398-b64f0a58f425 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] device_id is not set on port bd89e1d4-33b6-4874-a536-213d355f3414 yet. {{(pid=84061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:01:39.910530 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b07eda4e-74aa-4822-afd9-fa0b792f33a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:39.926057 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-59c9a783-a9da-4292-ba49-b90260318ec6 None None] Allocated IP 2001:db8::f816:3eff:fede:ad7e (8cb48f5d-db12-4331-9809-007738dfb353/d1158e30-d38d-402c-9677-35f486951c9c/d0d1383a-17fb-414b-a0aa-ea8d76cd7c37) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:01:39.939008 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-b07eda4e-74aa-4822-afd9-fa0b792f33a3 admin admin] Deleting port a2c91a8b-8350-41f6-ba48-2b9017f00b77 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:01:39.939008 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b07eda4e-74aa-4822-afd9-fa0b792f33a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:39.995071 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3719bc-57fc-4516-bd36-bc84439e1c6a req-77764b02-a890-4754-a1a3-d0c45020e939 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:01:39.995323 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3719bc-57fc-4516-bd36-bc84439e1c6a req-77764b02-a890-4754-a1a3-d0c45020e939 service neutron] Checking segment: {'id': '0b0b0525-20de-43c5-ab5d-b294a1724e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e470537e-3585-4233-880c-2adef2e7d09e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:01:39.995733 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3719bc-57fc-4516-bd36-bc84439e1c6a req-77764b02-a890-4754-a1a3-d0c45020e939 service neutron] Bound using segment: {'id': '0b0b0525-20de-43c5-ab5d-b294a1724e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e470537e-3585-4233-880c-2adef2e7d09e'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:01:39.996171 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-ef3719bc-57fc-4516-bd36-bc84439e1c6a req-77764b02-a890-4754-a1a3-d0c45020e939 service neutron] Bound port: 9d64bfa5-9c4e-46e4-b526-e367d24b4fcd, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b0b0525-20de-43c5-ab5d-b294a1724e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e470537e-3585-4233-880c-2adef2e7d09e'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:01:39.996894 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-ef3719bc-57fc-4516-bd36-bc84439e1c6a req-77764b02-a890-4754-a1a3-d0c45020e939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:39.998095 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-34162263-e2e9-42f7-8d3c-db06ab6d96cc req-6120ba60-5f0b-4cee-b4ed-3ae8551be8b4 service neutron] 10.222.0.44 "GET /v2.0/networks/c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421019 May 05 22:01:40.062002 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4118cbc2-a3d5-42ed-92b8-8cb1ddf64aa3 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:40.065823 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4118cbc2-a3d5-42ed-92b8-8cb1ddf64aa3 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.8795385 May 05 22:01:40.077493 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54974) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:40.204075 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-ef3719bc-57fc-4516-bd36-bc84439e1c6a req-77764b02-a890-4754-a1a3-d0c45020e939 service neutron] For port 9d64bfa5-9c4e-46e4-b526-e367d24b4fcd, host n-h1-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:01:40.257464 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7a1f3e-a26a-415c-9285-629c4ee309f5 req-ad9b0fdd-d85d-4709-a7e2-98ce45b3e6c5 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:40.264524 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9b7a1f3e-a26a-415c-9285-629c4ee309f5 req-ad9b0fdd-d85d-4709-a7e2-98ce45b3e6c5 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] 10.222.0.23 "GET /v2.0/ports?device_id=f909c986-a464-4e82-81aa-4a9c4422e822 HTTP/1.1" status: 200 len: 948 time: 0.3841805 May 05 22:01:40.275385 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-59c9a783-a9da-4292-ba49-b90260318ec6 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:40.290812 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-59c9a783-a9da-4292-ba49-b90260318ec6 None None] Transition to ACTIVE for port object d0d1383a-17fb-414b-a0aa-ea8d76cd7c37 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:01:40.295516 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-b07eda4e-74aa-4822-afd9-fa0b792f33a3 admin admin] For port a2c91a8b-8350-41f6-ba48-2b9017f00b77, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=a2c91a8b-8350-41f6-ba48-2b9017f00b77,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:01:40.296104 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b07eda4e-74aa-4822-afd9-fa0b792f33a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:40.304326 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-ef3719bc-57fc-4516-bd36-bc84439e1c6a req-77764b02-a890-4754-a1a3-d0c45020e939 service neutron] For port 9d64bfa5-9c4e-46e4-b526-e367d24b4fcd, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=9d64bfa5-9c4e-46e4-b526-e367d24b4fcd,segment=NetworkSegment(0b0b0525-20de-43c5-ab5d-b294a1724e92),segment_id=0b0b0525-20de-43c5-ab5d-b294a1724e92)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:01:40.305443 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-34162263-e2e9-42f7-8d3c-db06ab6d96cc req-31f3d9cf-676c-4517-8b86-8ef5a7822f7d service neutron] 10.222.0.44 "GET /v2.0/networks/c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976797 May 05 22:01:40.314375 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-59c9a783-a9da-4292-ba49-b90260318ec6 None None] Transition to ACTIVE for port object d0d1383a-17fb-414b-a0aa-ea8d76cd7c37 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:01:40.325363 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-c6b4635f-5e30-4bd4-a308-56e9fa0282a5 None None] Set router cef6f07d-d741-43c8-b13b-9461db1dc25b gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:01:40.427037 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbdd068-8507-4ebd-bddf-02aae335423b None None] Network a58ffe72-7973-4bc4-b6db-27b3101034f5 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:01:40.436956 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-b07eda4e-74aa-4822-afd9-fa0b792f33a3 admin admin] Calling delete_port for a2c91a8b-8350-41f6-ba48-2b9017f00b77 owned by network:router_gateway {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:01:40.444225 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-59c9a783-a9da-4292-ba49-b90260318ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:40.456677 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-563df468-e5c6-401b-892f-028f4417d6f5 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:40.458696 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-ef3719bc-57fc-4516-bd36-bc84439e1c6a req-77764b02-a890-4754-a1a3-d0c45020e939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:40.555701 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-563df468-e5c6-401b-892f-028f4417d6f5 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:40.666504 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-563df468-e5c6-401b-892f-028f4417d6f5 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:40.718345 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9b7a1f3e-a26a-415c-9285-629c4ee309f5 req-81b73a3c-162f-4018-b9a0-211730844009 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] 10.222.0.23 "GET /v2.0/security-groups?id=78d5ef89-699d-4aa1-a41f-ce3a09afc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4528615 May 05 22:01:40.733608 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563df468-e5c6-401b-892f-028f4417d6f5 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e83ea9-c6cd-47f7-b2f3-9ffbc420a158,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:40.747097 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-92f338bc-0252-46fd-9398-b64f0a58f425 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Allocated IP 2001:db8::f816:3eff:fedf:610b (8cb48f5d-db12-4331-9809-007738dfb353/d1158e30-d38d-402c-9677-35f486951c9c/bd89e1d4-33b6-4874-a536-213d355f3414) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:01:40.751499 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-ef3719bc-57fc-4516-bd36-bc84439e1c6a req-77764b02-a890-4754-a1a3-d0c45020e939 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:40.753478 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ef3719bc-57fc-4516-bd36-bc84439e1c6a req-77764b02-a890-4754-a1a3-d0c45020e939 service neutron] 10.222.0.44 "PUT /v2.0/ports/9d64bfa5-9c4e-46e4-b526-e367d24b4fcd HTTP/1.1" status: 200 len: 1092 time: 2.6892598 May 05 22:01:40.761506 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3514dbb-01a6-48a7-998a-138316338f84', 'tag': '9d64bfa5-9c4e-46e4-b526-e367d24b4fcd'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:01:40.793805 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b07eda4e-74aa-4822-afd9-fa0b792f33a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:40.852290 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07eda4e-74aa-4822-afd9-fa0b792f33a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2c91a8b-8350-41f6-ba48-2b9017f00b77,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:40.891161 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c9a783-a9da-4292-ba49-b90260318ec6 None None] Network 8cb48f5d-db12-4331-9809-007738dfb353 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:01:40.910914 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-59c9a783-a9da-4292-ba49-b90260318ec6 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:01:40.913500 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-66d2bd26-aa9d-4fd3-985a-714dbcb9e488 None None] Provisioning for port 8c2f44a1-f290-4ff7-9672-214963842a4b completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:01:40.932770 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c9a783-a9da-4292-ba49-b90260318ec6 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:01:40.945869 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77764b02-a890-4754-a1a3-d0c45020e939 service neutron] Pushing event updated for resources: {'Port': ['ID=9d64bfa5-9c4e-46e4-b526-e367d24b4fcd,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:40.985039 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c9a783-a9da-4292-ba49-b90260318ec6 None None] Pushing event updated for resources: {'Port': ['ID=d0d1383a-17fb-414b-a0aa-ea8d76cd7c37,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:40.997208 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8961178-76e9-46b9-9a67-9c870ac208d1 req-1c9adc04-a663-42dd-80eb-dc7332924b8a tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:40.998979 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f8961178-76e9-46b9-9a67-9c870ac208d1 req-1c9adc04-a663-42dd-80eb-dc7332924b8a tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3514dbb-01a6-48a7-998a-138316338f84 HTTP/1.1" status: 200 len: 944 time: 0.7857747 May 05 22:01:41.001054 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d6dac83a-07b0-4897-80e1-039cd0623031 req-4b4f75d5-9261-452f-b8cb-0e4156435a1a tempest-ServerShowV254Test-236975140 tempest-ServerShowV254Test-236975140-project] 10.222.0.23 "GET /v2.0/ports?device_id=5980f5ad-ad80-4da0-b31a-69df39f0152c HTTP/1.1" status: 200 len: 210 time: 0.1058474 May 05 22:01:41.009810 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1707bfa4-7579-4fb1-95fb-e7a579bca95c req-2a0dc89b-3502-42e1-a14a-ddd8ea193d1e tempest-ServerShowV257Test-1463838747 tempest-ServerShowV257Test-1463838747-project] 10.222.0.32 "GET /v2.0/ports?device_id=d16fde66-9def-4e4a-8800-af7d3e5579c5 HTTP/1.1" status: 200 len: 210 time: 0.0924501 May 05 22:01:41.025556 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 8c2f44a1-f290-4ff7-9672-214963842a4b up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:01:41.062078 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-563df468-e5c6-401b-892f-028f4417d6f5 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:41.062078 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-563df468-e5c6-401b-892f-028f4417d6f5 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "DELETE /v2.0/security-groups/80e83ea9-c6cd-47f7-b2f3-9ffbc420a158 HTTP/1.1" status: 204 len: 168 time: 0.9747329 May 05 22:01:41.063256 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 6c3e7d32-cdbd-4d00-b88e-040cb3bd1d37 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:01:41.076087 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54986) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:41.233026 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f8961178-76e9-46b9-9a67-9c870ac208d1 req-3840deb7-1876-4855-874c-4051d46164b3 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] 10.222.0.23 "GET /v2.0/security-groups?id=60c3d51d-aa55-41a5-adb8-b2476023a195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192221 May 05 22:01:41.290044 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-59c9a783-a9da-4292-ba49-b90260318ec6 None None] Attempting to bind port d0d1383a-17fb-414b-a0aa-ea8d76cd7c37 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:01:41.290404 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-59c9a783-a9da-4292-ba49-b90260318ec6 None None] Attempting to bind port d0d1383a-17fb-414b-a0aa-ea8d76cd7c37 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '597bb2c4-bcb4-4117-938a-2c17fd18e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8cb48f5d-db12-4331-9809-007738dfb353'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:01:41.290779 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c9a783-a9da-4292-ba49-b90260318ec6 None None] Attempting to bind port d0d1383a-17fb-414b-a0aa-ea8d76cd7c37 on network 8cb48f5d-db12-4331-9809-007738dfb353 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:01:41.310642 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c9a783-a9da-4292-ba49-b90260318ec6 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:01:41.311027 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c9a783-a9da-4292-ba49-b90260318ec6 None None] Checking segment: {'id': '597bb2c4-bcb4-4117-938a-2c17fd18e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8cb48f5d-db12-4331-9809-007738dfb353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:01:41.311454 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-59c9a783-a9da-4292-ba49-b90260318ec6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:41.311818 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c9a783-a9da-4292-ba49-b90260318ec6 None None] Bound using segment: {'id': '597bb2c4-bcb4-4117-938a-2c17fd18e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8cb48f5d-db12-4331-9809-007738dfb353'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:01:41.312258 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-59c9a783-a9da-4292-ba49-b90260318ec6 None None] Bound port: d0d1383a-17fb-414b-a0aa-ea8d76cd7c37, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '597bb2c4-bcb4-4117-938a-2c17fd18e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8cb48f5d-db12-4331-9809-007738dfb353'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:01:41.312639 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-59c9a783-a9da-4292-ba49-b90260318ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:41.346730 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b07eda4e-74aa-4822-afd9-fa0b792f33a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:41.350037 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-acb1ba96-1e22-444f-a7b4-086f7957f7c5 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Synchronizing usage tracker for tenant:df88203996c44fed903b588607fd099e on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:01:41.366461 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ef3719bc-57fc-4516-bd36-bc84439e1c6a req-1be25e10-5ae0-4815-8d69-d7bfebdfb91e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=16dde334e1884c61b123507305c66b66&device_id=f3514dbb-01a6-48a7-998a-138316338f84 HTTP/1.1" status: 200 len: 1095 time: 0.5473418 May 05 22:01:41.367801 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port 6c3e7d32-cdbd-4d00-b88e-040cb3bd1d37 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:01:41.375907 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-81f6285d-6cd6-4a16-9ee2-cd1cd8ade978 req-b79be07e-7ac0-4709-aa88-67f2c34c9997 tempest-ServerShowV257Test-1463838747 tempest-ServerShowV257Test-1463838747-project] 10.222.0.23 "GET /v2.0/ports?device_id=d16fde66-9def-4e4a-8800-af7d3e5579c5 HTTP/1.1" status: 200 len: 210 time: 0.0988107 May 05 22:01:41.409448 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-c6b4635f-5e30-4bd4-a308-56e9fa0282a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cef6f07d-d741-43c8-b13b-9461db1dc25b', 'name': 'tempest-TaggedBootDevicesTest_v242-1778530650-router', 'tenant_id': 'c3f9ce50114047b1adfc22c64baa15b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'a2c91a8b-8350-41f6-ba48-2b9017f00b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:53:32Z', 'updated_at': '2022-05-05T22:01:34Z', 'revision_number': 5, 'project_id': 'c3f9ce50114047b1adfc22c64baa15b0', 'gw_port': {'id': 'a2c91a8b-8350-41f6-ba48-2b9017f00b77', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef6f07d-d741-43c8-b13b-9461db1dc25b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:53:33Z', 'updated_at': '2022-05-05T21:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:01:41.426233 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b4635f-5e30-4bd4-a308-56e9fa0282a5 None None] The sync data for ids ['cef6f07d-d741-43c8-b13b-9461db1dc25b'] in n-d-825175-4 is: [{'id': 'cef6f07d-d741-43c8-b13b-9461db1dc25b', 'name': 'tempest-TaggedBootDevicesTest_v242-1778530650-router', 'tenant_id': 'c3f9ce50114047b1adfc22c64baa15b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'a2c91a8b-8350-41f6-ba48-2b9017f00b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:53:32Z', 'updated_at': '2022-05-05T22:01:34Z', 'revision_number': 5, 'project_id': 'c3f9ce50114047b1adfc22c64baa15b0', 'gw_port': {'id': 'a2c91a8b-8350-41f6-ba48-2b9017f00b77', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef6f07d-d741-43c8-b13b-9461db1dc25b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:53:33Z', 'updated_at': '2022-05-05T21:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:01:41.430152 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 6c3e7d32-cdbd-4d00-b88e-040cb3bd1d37 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:01:41.430472 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:41.487490 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3542f34b-33fa-4d2d-a680-d710bd51b3a6'] response: {'name': 'network-changed', 'server_uuid': 'f3514dbb-01a6-48a7-998a-138316338f84', 'tag': '9d64bfa5-9c4e-46e4-b526-e367d24b4fcd', 'status': 'completed', 'code': 200} May 05 22:01:41.561565 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ef3719bc-57fc-4516-bd36-bc84439e1c6a req-6ed48452-6a7e-4d12-9b7f-b99ee242cbe6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d64bfa5-9c4e-46e4-b526-e367d24b4fcd HTTP/1.1" status: 200 len: 217 time: 0.1830661 May 05 22:01:41.565805 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-acb1ba96-1e22-444f-a7b4-086f7957f7c5 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Unset dirty status for tenant:df88203996c44fed903b588607fd099e on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:01:41.567903 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-acb1ba96-1e22-444f-a7b4-086f7957f7c5 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4902451 May 05 22:01:41.573322 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54990) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:41.593202 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-a23e5cfd-9c26-4183-a6c8-e6696a315620 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Request body: {'security_group': {'name': 'tempest-secgroup--260669678'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:01:41.618353 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-a23e5cfd-9c26-4183-a6c8-e6696a315620 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:01:41.622165 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-92f338bc-0252-46fd-9398-b64f0a58f425 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:41.647406 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-a23e5cfd-9c26-4183-a6c8-e6696a315620 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:01:41.655400 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-92f338bc-0252-46fd-9398-b64f0a58f425 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Transition to ACTIVE for port object bd89e1d4-33b6-4874-a536-213d355f3414 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:01:41.666380 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3719bc-57fc-4516-bd36-bc84439e1c6a req-46fe8a55-ca93-4346-a2e8-da91481d432a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:41.668053 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ef3719bc-57fc-4516-bd36-bc84439e1c6a req-46fe8a55-ca93-4346-a2e8-da91481d432a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f38286bc-f81c-4b29-9d01-e0d3e9e576d8 HTTP/1.1" status: 200 len: 848 time: 0.0896606 May 05 22:01:41.697947 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 8c2f44a1-f290-4ff7-9672-214963842a4b completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:01:41.718286 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 8c2f44a1-f290-4ff7-9672-214963842a4b triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:01:41.718566 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:41.737105 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ef3719bc-57fc-4516-bd36-bc84439e1c6a req-b26ad7a4-f06e-4f39-8a2e-879919a92309 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e470537e-3585-4233-880c-2adef2e7d09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616462 May 05 22:01:41.792960 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-59c9a783-a9da-4292-ba49-b90260318ec6 None None] For port d0d1383a-17fb-414b-a0aa-ea8d76cd7c37, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:01:41.805821 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-92f338bc-0252-46fd-9398-b64f0a58f425 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:41.806431 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-59c9a783-a9da-4292-ba49-b90260318ec6 None None] For port d0d1383a-17fb-414b-a0aa-ea8d76cd7c37, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=d0d1383a-17fb-414b-a0aa-ea8d76cd7c37,segment=NetworkSegment(597bb2c4-bcb4-4117-938a-2c17fd18e14b),segment_id=597bb2c4-bcb4-4117-938a-2c17fd18e14b)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:01:41.834551 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b07eda4e-74aa-4822-afd9-fa0b792f33a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:41.841423 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a23e5cfd-9c26-4183-a6c8-e6696a315620 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:41.867117 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-59c9a783-a9da-4292-ba49-b90260318ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:41.880561 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b07eda4e-74aa-4822-afd9-fa0b792f33a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:41.935971 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-a23e5cfd-9c26-4183-a6c8-e6696a315620 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:01:41.944068 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-a23e5cfd-9c26-4183-a6c8-e6696a315620 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Usage tracker for resource:security_group_rule and tenant:df88203996c44fed903b588607fd099e is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:01:41.949072 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-a23e5cfd-9c26-4183-a6c8-e6696a315620 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:01:41.962540 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-a23e5cfd-9c26-4183-a6c8-e6696a315620 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:01:41.964946 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-7333dcf5-6ac9-43f4-8333-cf21a68d8af6 None None] Provisioning complete for port 8c2f44a1-f290-4ff7-9672-214963842a4b triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:01:41.965530 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7333dcf5-6ac9-43f4-8333-cf21a68d8af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:42.033532 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c9a783-a9da-4292-ba49-b90260318ec6 None None] Pushing event updated for resources: {'Port': ['ID=d0d1383a-17fb-414b-a0aa-ea8d76cd7c37,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:42.070784 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f338bc-0252-46fd-9398-b64f0a58f425 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Pushing event updated for resources: {'Port': ['ID=bd89e1d4-33b6-4874-a536-213d355f3414,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:42.078057 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f338bc-0252-46fd-9398-b64f0a58f425 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Network 8cb48f5d-db12-4331-9809-007738dfb353 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:01:42.082642 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-92f338bc-0252-46fd-9398-b64f0a58f425 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:01:42.099505 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f338bc-0252-46fd-9398-b64f0a58f425 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:01:42.102289 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a23e5cfd-9c26-4183-a6c8-e6696a315620 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:42.106348 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f338bc-0252-46fd-9398-b64f0a58f425 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:42.107029 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-92f338bc-0252-46fd-9398-b64f0a58f425 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:42.114142 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a23e5cfd-9c26-4183-a6c8-e6696a315620 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:42.141587 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7333dcf5-6ac9-43f4-8333-cf21a68d8af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:42.210594 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ef3719bc-57fc-4516-bd36-bc84439e1c6a req-9d83f5e0-ad5f-485e-9bcb-c06f3bd735d6 service neutron] 10.222.0.44 "GET /v2.0/networks/e470537e-3585-4233-880c-2adef2e7d09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4661348 May 05 22:01:42.216561 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-92f338bc-0252-46fd-9398-b64f0a58f425 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.2875550 May 05 22:01:42.217328 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54998) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:42.230587 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:42.280717 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-7333dcf5-6ac9-43f4-8333-cf21a68d8af6 None None] For port 8c2f44a1-f290-4ff7-9672-214963842a4b, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=8c2f44a1-f290-4ff7-9672-214963842a4b,segment=NetworkSegment(850da3f7-81f2-4d14-b4cf-c3e6d8bc0b75),segment_id=850da3f7-81f2-4d14-b4cf-c3e6d8bc0b75)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:01:42.301692 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ac3b9-15ff-48c2-b12e-0dd9ae6346b7 req-2a5c5418-2859-4318-8a0e-1b683d3f6646 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:42.303289 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e18ac3b9-15ff-48c2-b12e-0dd9ae6346b7 req-2a5c5418-2859-4318-8a0e-1b683d3f6646 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] 10.222.0.23 "GET /v2.0/ports?device_id=f909c986-a464-4e82-81aa-4a9c4422e822 HTTP/1.1" status: 200 len: 948 time: 0.3467624 May 05 22:01:42.311475 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b07eda4e-74aa-4822-afd9-fa0b792f33a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:42.312065 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b07eda4e-74aa-4822-afd9-fa0b792f33a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cef6f07d-d741-43c8-b13b-9461db1dc25b {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:01:42.330082 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f909c986-a464-4e82-81aa-4a9c4422e822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c3e7d32-cdbd-4d00-b88e-040cb3bd1d37'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:01:42.351982 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:42.360634 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e5cfd-9c26-4183-a6c8-e6696a315620 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40647617-f3d9-4523-8892-79fa3d17fe96,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:42.362562 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7333dcf5-6ac9-43f4-8333-cf21a68d8af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:42.377270 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b07eda4e-74aa-4822-afd9-fa0b792f33a3 admin admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:42.378526 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b07eda4e-74aa-4822-afd9-fa0b792f33a3 admin admin] 10.222.0.23 "DELETE /v2.0/routers/cef6f07d-d741-43c8-b13b-9461db1dc25b HTTP/1.1" status: 204 len: 168 time: 5.1391311 May 05 22:01:42.380030 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a23e5cfd-9c26-4183-a6c8-e6696a315620 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:42.384081 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a23e5cfd-9c26-4183-a6c8-e6696a315620 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8088346 May 05 22:01:42.390599 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55006) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:42.390954 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55008) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:42.401410 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-5f0890af-8d49-48ed-802b-5f319c64652b tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Request body: {'security_group': {'name': 'tempest-secgroup--827047297'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:01:42.410751 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 6c3e7d32-cdbd-4d00-b88e-040cb3bd1d37, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=6c3e7d32-cdbd-4d00-b88e-040cb3bd1d37,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:01:42.435800 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:42.463831 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-5f0890af-8d49-48ed-802b-5f319c64652b tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:01:42.488210 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-5f0890af-8d49-48ed-802b-5f319c64652b tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Usage tracker for resource:security_group and tenant:df88203996c44fed903b588607fd099e is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:01:42.493605 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-5f0890af-8d49-48ed-802b-5f319c64652b tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:01:42.517220 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-5f0890af-8d49-48ed-802b-5f319c64652b tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:01:42.552811 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ebf4c921-eced-4776-8395-6da07e951842 req-852920f5-7f98-49a6-a889-c04afcfae771 tempest-ServerShowV254Test-236975140 tempest-ServerShowV254Test-236975140-project] 10.222.0.23 "GET /v2.0/ports?device_id=5980f5ad-ad80-4da0-b31a-69df39f0152c HTTP/1.1" status: 200 len: 210 time: 0.1196413 May 05 22:01:42.593353 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-25486fec-60ec-495f-83de-ba0f0b8d95c5 admin admin] Deleting subnet a1594dc8-6a87-4080-8b31-94a5f80267f6 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:01:42.613065 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-25486fec-60ec-495f-83de-ba0f0b8d95c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:42.637613 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e18ac3b9-15ff-48c2-b12e-0dd9ae6346b7 req-558f479f-8f3e-4405-bf3b-e55dd9ed135b tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] 10.222.0.23 "GET /v2.0/security-groups?id=78d5ef89-699d-4aa1-a41f-ce3a09afc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609510 May 05 22:01:42.681850 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7333dcf5-6ac9-43f4-8333-cf21a68d8af6 None None] Pushing event updated for resources: {'Port': ['ID=8c2f44a1-f290-4ff7-9672-214963842a4b,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:42.698338 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ef3719bc-57fc-4516-bd36-bc84439e1c6a req-a5af5bf0-6a77-4c9d-9e0d-f7af19a940de service neutron] 10.222.0.44 "GET /v2.0/networks/e470537e-3585-4233-880c-2adef2e7d09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4742315 May 05 22:01:42.756016 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5f0890af-8d49-48ed-802b-5f319c64652b tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:42.793794 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-219ab627-e15c-4c01-af46-99efe3f735ff'] response: {'server_uuid': 'f909c986-a464-4e82-81aa-4a9c4422e822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c3e7d32-cdbd-4d00-b88e-040cb3bd1d37', 'code': 200} May 05 22:01:42.819515 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:01:42.819947 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:01:42.840947 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=6c3e7d32-cdbd-4d00-b88e-040cb3bd1d37,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:42.862624 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-25486fec-60ec-495f-83de-ba0f0b8d95c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:42.946515 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6c929891-0aa4-4aba-80ad-2035178df339 req-f87e589b-0e14-4c4e-8516-5b75ab3b8c0d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=16dde334e1884c61b123507305c66b66&device_id=f3514dbb-01a6-48a7-998a-138316338f84 HTTP/1.1" status: 200 len: 1095 time: 0.1932414 May 05 22:01:42.953643 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551dc63-4067-4907-a57f-6d4d3413c8bf req-35001af2-8c8c-4fe5-a73b-9676fe150329 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:42.955115 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6551dc63-4067-4907-a57f-6d4d3413c8bf req-35001af2-8c8c-4fe5-a73b-9676fe150329 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3514dbb-01a6-48a7-998a-138316338f84 HTTP/1.1" status: 200 len: 944 time: 0.1297708 May 05 22:01:42.957018 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-5f0890af-8d49-48ed-802b-5f319c64652b tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:01:42.988936 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-5f0890af-8d49-48ed-802b-5f319c64652b tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Usage tracker for resource:security_group_rule and tenant:df88203996c44fed903b588607fd099e is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:01:43.008291 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-5f0890af-8d49-48ed-802b-5f319c64652b tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:01:43.031493 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-5f0890af-8d49-48ed-802b-5f319c64652b tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:01:43.069580 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd6d57d4-4fd6-46a2-8da5-d76dd7dc7e90 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Deleting subnet d1158e30-d38d-402c-9677-35f486951c9c {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:01:43.081181 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bd6d57d4-4fd6-46a2-8da5-d76dd7dc7e90 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:43.231254 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55020) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:43.264573 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6551dc63-4067-4907-a57f-6d4d3413c8bf req-d843b7f2-4713-4f2e-9250-4d1c7dc27450 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] 10.222.0.23 "GET /v2.0/security-groups?id=60c3d51d-aa55-41a5-adb8-b2476023a195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038642 May 05 22:01:43.300540 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-25486fec-60ec-495f-83de-ba0f0b8d95c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:43.310201 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c929891-0aa4-4aba-80ad-2035178df339 req-4bf749f9-ff1d-452d-97d0-84075539be58 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:43.311731 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6c929891-0aa4-4aba-80ad-2035178df339 req-4bf749f9-ff1d-452d-97d0-84075539be58 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e470537e-3585-4233-880c-2adef2e7d09e HTTP/1.1" status: 200 len: 909 time: 0.3343606 May 05 22:01:43.329895 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bd6d57d4-4fd6-46a2-8da5-d76dd7dc7e90 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:43.383766 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-02f2d2b0-b065-4607-b4c6-13e95e6dd6c2 req-d6d258f0-758f-44fc-8ddf-c954d895f91a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f909c986-a464-4e82-81aa-4a9c4422e822 HTTP/1.1" status: 200 len: 1100 time: 0.5248132 May 05 22:01:43.408571 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6c929891-0aa4-4aba-80ad-2035178df339 req-de817411-d773-402e-8bc0-fc4446fdf012 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d64bfa5-9c4e-46e4-b526-e367d24b4fcd HTTP/1.1" status: 200 len: 217 time: 0.0886483 May 05 22:01:43.497116 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c929891-0aa4-4aba-80ad-2035178df339 req-c11de851-3031-4d0f-9617-84524d16556b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:43.501036 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6c929891-0aa4-4aba-80ad-2035178df339 req-c11de851-3031-4d0f-9617-84524d16556b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f38286bc-f81c-4b29-9d01-e0d3e9e576d8 HTTP/1.1" status: 200 len: 848 time: 0.0809200 May 05 22:01:43.526270 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5f0890af-8d49-48ed-802b-5f319c64652b tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:43.543368 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5f0890af-8d49-48ed-802b-5f319c64652b tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:43.568671 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7df066d4-fb14-4a19-a9fb-c724c4fdc8ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:43.614047 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-02f2d2b0-b065-4607-b4c6-13e95e6dd6c2 req-83b3f4e5-b40f-4b8f-9eeb-b990b23b9917 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=78d5ef89-699d-4aa1-a41f-ce3a09afc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136629 May 05 22:01:43.625697 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6c929891-0aa4-4aba-80ad-2035178df339 req-3e15d025-514c-4b4d-8416-1de1b75c1985 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e470537e-3585-4233-880c-2adef2e7d09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1182184 May 05 22:01:43.631505 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-7df066d4-fb14-4a19-a9fb-c724c4fdc8ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:01:43.641029 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-7df066d4-fb14-4a19-a9fb-c724c4fdc8ca admin admin] Usage tracker for resource:security_group_rule and tenant:7707d2e333ab4cd39b7f5027159b8f56 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:01:43.657904 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0890af-8d49-48ed-802b-5f319c64652b tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c75ffe0-b789-4da1-8e6a-e0c09a0236e9,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:43.664710 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 8c2f44a1-f290-4ff7-9672-214963842a4b up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:01:43.667856 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5f0890af-8d49-48ed-802b-5f319c64652b tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:43.672970 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5f0890af-8d49-48ed-802b-5f319c64652b tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2794824 May 05 22:01:43.676331 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55030) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:43.677346 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-25486fec-60ec-495f-83de-ba0f0b8d95c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:43.687956 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-739e7abe-2350-42ee-9169-22386b0809d4 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Request body: {'security_group_rule': {'security_group_id': '40647617-f3d9-4523-8892-79fa3d17fe96', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7c75ffe0-b789-4da1-8e6a-e0c09a0236e9', 'remote_ip_prefix': None}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:01:43.703450 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-7df066d4-fb14-4a19-a9fb-c724c4fdc8ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:01:43.741124 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9077fd-a3d7-47fb-b099-6dd7d6a511d5 None None] Network 8cb48f5d-db12-4331-9809-007738dfb353 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:01:43.746531 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-739e7abe-2350-42ee-9169-22386b0809d4 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:01:43.757019 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25486fec-60ec-495f-83de-ba0f0b8d95c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1594dc8-6a87-4080-8b31-94a5f80267f6,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:43.767531 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-739e7abe-2350-42ee-9169-22386b0809d4 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Usage tracker for resource:security_group_rule and tenant:df88203996c44fed903b588607fd099e is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:01:43.775825 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-25486fec-60ec-495f-83de-ba0f0b8d95c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:43.779664 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-25486fec-60ec-495f-83de-ba0f0b8d95c5 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a1594dc8-6a87-4080-8b31-94a5f80267f6 HTTP/1.1" status: 204 len: 168 time: 1.3877380 May 05 22:01:43.781207 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-739e7abe-2350-42ee-9169-22386b0809d4 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:01:43.790008 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55034) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:43.793377 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-739e7abe-2350-42ee-9169-22386b0809d4 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:01:43.820022 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-7df066d4-fb14-4a19-a9fb-c724c4fdc8ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:01:43.833449 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c22d02b-91f3-4a24-a22c-524e59c08567 None None] Network 3120f5ac-8b43-4ef1-9697-254002b20677 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:01:43.887701 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bd6d57d4-4fd6-46a2-8da5-d76dd7dc7e90 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:43.955408 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bdceb4fc-e775-462d-9e57-7bba023438cf req-210a24d8-f1e5-41f3-af26-ad1e89c15936 tempest-ServerShowV254Test-236975140 tempest-ServerShowV254Test-236975140-project] 10.222.0.23 "GET /v2.0/ports?device_id=5980f5ad-ad80-4da0-b31a-69df39f0152c HTTP/1.1" status: 200 len: 210 time: 0.0885909 May 05 22:01:43.967814 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-739e7abe-2350-42ee-9169-22386b0809d4 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:43.991559 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-80d03ade-1c16-4153-84bb-1f88d4db82af None None] Provisioning for port d0d1383a-17fb-414b-a0aa-ea8d76cd7c37 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:01:44.020153 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-64dd496f-355d-4006-8f71-35fe697e259c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:44.036265 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ed11610e-a6eb-4876-bc14-3818b1174c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:44.084731 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7df066d4-fb14-4a19-a9fb-c724c4fdc8ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:44.087082 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6c929891-0aa4-4aba-80ad-2035178df339 req-56a4f26e-ba8c-472c-beb2-8ff2fc01f1f7 service neutron] 10.222.0.44 "GET /v2.0/networks/e470537e-3585-4233-880c-2adef2e7d09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4475210 May 05 22:01:44.093117 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d04dd2-de3d-4cff-aa3d-d51255cd12b9 req-1ff5132d-5a57-47f1-b3f7-f89bc4e4e707 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:44.093353 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-739e7abe-2350-42ee-9169-22386b0809d4 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:44.094684 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-91d04dd2-de3d-4cff-aa3d-d51255cd12b9 req-1ff5132d-5a57-47f1-b3f7-f89bc4e4e707 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] 10.222.0.23 "GET /v2.0/ports?device_id=f909c986-a464-4e82-81aa-4a9c4422e822 HTTP/1.1" status: 200 len: 949 time: 0.2719641 May 05 22:01:44.100182 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-739e7abe-2350-42ee-9169-22386b0809d4 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:44.118144 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7df066d4-fb14-4a19-a9fb-c724c4fdc8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:44.140118 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-ed11610e-a6eb-4876-bc14-3818b1174c84 admin admin] Deleting port 610992a1-b229-4c43-8e6d-5bee8c639daf {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:01:44.140558 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ed11610e-a6eb-4876-bc14-3818b1174c84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:44.142527 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 8c2f44a1-f290-4ff7-9672-214963842a4b triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:01:44.142924 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:44.179190 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-739e7abe-2350-42ee-9169-22386b0809d4 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:44.183575 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-739e7abe-2350-42ee-9169-22386b0809d4 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.5013032 May 05 22:01:44.190891 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55038) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:44.214188 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739e7abe-2350-42ee-9169-22386b0809d4 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5682ae4-fa01-489c-bdfd-aaccdb4c09d3,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:44.226449 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bd6d57d4-4fd6-46a2-8da5-d76dd7dc7e90 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:44.247981 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df066d4-fb14-4a19-a9fb-c724c4fdc8ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2863969-794a-490a-bbc4-b3942eacb201,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:44.266785 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-7df066d4-fb14-4a19-a9fb-c724c4fdc8ca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7707d2e333ab4cd39b7f5027159b8f56&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0339255 May 05 22:01:44.273170 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55042) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:44.280211 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d57d4-4fd6-46a2-8da5-d76dd7dc7e90 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Pushing event deleted for resources: {'Subnet': ['ID=d1158e30-d38d-402c-9677-35f486951c9c,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:44.322614 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-91d04dd2-de3d-4cff-aa3d-d51255cd12b9 req-49ba4638-6313-41d5-8124-ba3cab649174 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] 10.222.0.23 "GET /v2.0/security-groups?id=78d5ef89-699d-4aa1-a41f-ce3a09afc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084460 May 05 22:01:44.327180 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c6b6da44-8019-4801-844a-528d263955d8 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:44.345598 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bd6d57d4-4fd6-46a2-8da5-d76dd7dc7e90 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:44.347543 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-bd6d57d4-4fd6-46a2-8da5-d76dd7dc7e90 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] 10.222.0.23 "DELETE /v2.0/subnets/d1158e30-d38d-402c-9677-35f486951c9c HTTP/1.1" status: 204 len: 168 time: 2.0443280 May 05 22:01:44.358629 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c6b6da44-8019-4801-844a-528d263955d8 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:44.364241 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55050) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:44.390244 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6c929891-0aa4-4aba-80ad-2035178df339 req-d59d8721-a51f-469d-8d67-d828675fcbd4 service neutron] 10.222.0.44 "GET /v2.0/networks/e470537e-3585-4233-880c-2adef2e7d09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934370 May 05 22:01:44.399260 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb318b5-591d-495f-8426-a736aaf40366 None None] DHCP port deletion for 3120f5ac-8b43-4ef1-9697-254002b20677 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:01:44.417730 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-dcb318b5-591d-495f-8426-a736aaf40366 None None] Deleting port 610992a1-b229-4c43-8e6d-5bee8c639daf {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:01:44.418153 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-dcb318b5-591d-495f-8426-a736aaf40366 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:44.433191 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-83ac8e02-93cd-47e3-918a-7991299b5d82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:44.480349 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device d0d1383a-17fb-414b-a0aa-ea8d76cd7c37 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:01:44.495055 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-83ac8e02-93cd-47e3-918a-7991299b5d82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:44.539867 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c6b6da44-8019-4801-844a-528d263955d8 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:44.583199 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b6da44-8019-4801-844a-528d263955d8 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d5682ae4-fa01-489c-bdfd-aaccdb4c09d3,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:44.588947 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c91c26-66c3-41f3-9dcb-8da9681a264c tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:44.590847 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c91c26-66c3-41f3-9dcb-8da9681a264c tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:44.591721 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-13c91c26-66c3-41f3-9dcb-8da9681a264c tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Synchronizing usage tracker for tenant:11bf086976134ce699be77f6562f3751 on resource:subnet {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:01:44.615936 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c6b6da44-8019-4801-844a-528d263955d8 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:44.617211 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c6b6da44-8019-4801-844a-528d263955d8 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/d5682ae4-fa01-489c-bdfd-aaccdb4c09d3 HTTP/1.1" status: 204 len: 168 time: 0.4175014 May 05 22:01:44.624222 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55054) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:44.655070 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-ed11610e-a6eb-4876-bc14-3818b1174c84 admin admin] For port 610992a1-b229-4c43-8e6d-5bee8c639daf, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=610992a1-b229-4c43-8e6d-5bee8c639daf,segment=NetworkSegment(fa89ad8c-491c-4028-8282-637f6824c8a1),segment_id=fa89ad8c-491c-4028-8282-637f6824c8a1)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:01:44.661910 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ed11610e-a6eb-4876-bc14-3818b1174c84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:44.715842 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-299b34c7-8824-48f8-9dcd-ff70b7b42692 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Synchronizing usage tracker for tenant:df88203996c44fed903b588607fd099e on resource:security_group_rule {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:01:44.745133 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f0da3-550c-4d45-832c-4bba93c71768 req-536a9ab3-e6ed-4049-aa5f-c8a06104e995 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:44.746944 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-746f0da3-550c-4d45-832c-4bba93c71768 req-536a9ab3-e6ed-4049-aa5f-c8a06104e995 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3514dbb-01a6-48a7-998a-138316338f84 HTTP/1.1" status: 200 len: 944 time: 0.2377722 May 05 22:01:44.759785 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-13c91c26-66c3-41f3-9dcb-8da9681a264c tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Unset dirty status for tenant:11bf086976134ce699be77f6562f3751 on resource:subnet {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:01:44.763503 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-13c91c26-66c3-41f3-9dcb-8da9681a264c tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3854563 May 05 22:01:44.778404 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55058) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:44.781710 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-299b34c7-8824-48f8-9dcd-ff70b7b42692 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Unset dirty status for tenant:df88203996c44fed903b588607fd099e on resource:security_group_rule {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:01:44.786555 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-299b34c7-8824-48f8-9dcd-ff70b7b42692 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1579087 May 05 22:01:44.790153 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55062) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:44.795347 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port d0d1383a-17fb-414b-a0aa-ea8d76cd7c37 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:01:44.814532 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port d0d1383a-17fb-414b-a0aa-ea8d76cd7c37 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:01:44.814918 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:44.822651 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-83ac8e02-93cd-47e3-918a-7991299b5d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:44.844490 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-ed11610e-a6eb-4876-bc14-3818b1174c84 admin admin] Calling delete_port for 610992a1-b229-4c43-8e6d-5bee8c639daf owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:01:44.877620 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd8008a-eb56-4215-ae85-2b1e714badd1 None None] Network 8cb48f5d-db12-4331-9809-007738dfb353 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:01:44.922618 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ac8e02-93cd-47e3-918a-7991299b5d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2863969-794a-490a-bbc4-b3942eacb201,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:44.924312 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ed11610e-a6eb-4876-bc14-3818b1174c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:44.975902 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed11610e-a6eb-4876-bc14-3818b1174c84 admin admin] Pushing event deleted for resources: {'Port': ['ID=610992a1-b229-4c43-8e6d-5bee8c639daf,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:44.981873 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed11610e-a6eb-4876-bc14-3818b1174c84 admin admin] No DVR routers for this DVR port 610992a1-b229-4c43-8e6d-5bee8c639daf on host n-d-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:01:44.993989 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-83ac8e02-93cd-47e3-918a-7991299b5d82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:44.999664 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-83ac8e02-93cd-47e3-918a-7991299b5d82 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c2863969-794a-490a-bbc4-b3942eacb201 HTTP/1.1" status: 204 len: 168 time: 0.7211430 May 05 22:01:45.003596 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-dcb318b5-591d-495f-8426-a736aaf40366 None None] For port 610992a1-b229-4c43-8e6d-5bee8c639daf, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=610992a1-b229-4c43-8e6d-5bee8c639daf,segment=NetworkSegment(fa89ad8c-491c-4028-8282-637f6824c8a1),segment_id=fa89ad8c-491c-4028-8282-637f6824c8a1)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:01:45.003956 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-dcb318b5-591d-495f-8426-a736aaf40366 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:45.022932 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-601e244a-afa8-4020-8793-536c37e3431b tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:45.032251 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-746f0da3-550c-4d45-832c-4bba93c71768 req-1a5a8afd-64c0-47e1-b725-085cc6533c15 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] 10.222.0.23 "GET /v2.0/security-groups?id=60c3d51d-aa55-41a5-adb8-b2476023a195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755766 May 05 22:01:45.057447 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-601e244a-afa8-4020-8793-536c37e3431b tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 05 22:01:45.057975 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-601e244a-afa8-4020-8793-536c37e3431b tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:01:45.071403 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-601e244a-afa8-4020-8793-536c37e3431b tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] 10.222.0.23 "DELETE /v2.0/networks/8cb48f5d-db12-4331-9809-007738dfb353 HTTP/1.1" status: 409 len: 405 time: 0.2911637 May 05 22:01:45.078103 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55070) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:45.088521 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-41079923-5ef9-4143-98e5-6a487a0a888e tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1679675769'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:01:45.096083 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-41079923-5ef9-4143-98e5-6a487a0a888e tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:01:45.100863 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-41079923-5ef9-4143-98e5-6a487a0a888e tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Usage tracker for resource:network and tenant:11bf086976134ce699be77f6562f3751 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:01:45.104998 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-41079923-5ef9-4143-98e5-6a487a0a888e tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:01:45.112996 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-41079923-5ef9-4143-98e5-6a487a0a888e tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:01:45.125154 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a7fd5060-fd72-4bf3-afc9-079ce4282612 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:45.144418 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 9d64bfa5-9c4e-46e4-b526-e367d24b4fcd details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:01:45.149966 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ed11610e-a6eb-4876-bc14-3818b1174c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:45.158361 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41079923-5ef9-4143-98e5-6a487a0a888e tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Made reservation on behalf of 11bf086976134ce699be77f6562f3751 for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:01:45.161971 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-41079923-5ef9-4143-98e5-6a487a0a888e tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:45.182617 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-dcb318b5-591d-495f-8426-a736aaf40366 None None] Calling delete_port for 610992a1-b229-4c43-8e6d-5bee8c639daf owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:01:45.204544 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-ed11610e-a6eb-4876-bc14-3818b1174c84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3120f5ac-8b43-4ef1-9697-254002b20677']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:01:45.220754 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-ed11610e-a6eb-4876-bc14-3818b1174c84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa89ad8c-491c-4028-8282-637f6824c8a1') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:01:45.221048 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-ed11610e-a6eb-4876-bc14-3818b1174c84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa89ad8c-491c-4028-8282-637f6824c8a1') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:01:45.226604 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a7fd5060-fd72-4bf3-afc9-079ce4282612 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:45.237979 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ed11610e-a6eb-4876-bc14-3818b1174c84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:45.251753 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-fcd782c8-4227-4e12-8282-e112fc3f4e64 None None] Provisioning complete for port d0d1383a-17fb-414b-a0aa-ea8d76cd7c37 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:01:45.252123 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fcd782c8-4227-4e12-8282-e112fc3f4e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:45.259724 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ed11610e-a6eb-4876-bc14-3818b1174c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:45.263559 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-97739729-7c72-46bb-b613-f5695400be82 req-d3b52e5c-cd88-462c-a277-b8cd74fad78c tempest-ServerShowV254Test-236975140 tempest-ServerShowV254Test-236975140-project] 10.222.0.23 "GET /v2.0/ports?device_id=5980f5ad-ad80-4da0-b31a-69df39f0152c HTTP/1.1" status: 200 len: 210 time: 0.0731468 May 05 22:01:45.272627 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed11610e-a6eb-4876-bc14-3818b1174c84 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:01:45.273513 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ed11610e-a6eb-4876-bc14-3818b1174c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:45.287718 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:01:45.287718 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:01:45.287718 n-d-825175-4 neutron-server[84063]: timer() May 05 22:01:45.287718 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:01:45.287718 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:01:45.287718 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:01:45.287718 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:01:45.287718 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:01:45.287718 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:01:45.287718 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:01:45.287718 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:01:45.287718 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:01:45.287718 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:01:45.287718 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:01:45.287718 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:01:45.287718 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:01:45.287718 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:01:45.287718 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:01:45.287718 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:01:45.287718 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:01:45.287718 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:01:45.287718 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:01:45.287718 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:01:45.287718 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:01:45.287718 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:01:45.287718 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:01:45.287718 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:01:45.287718 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:01:45.287718 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:01:45.287718 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:01:45.287718 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:01:45.287718 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:01:45.291775 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41079923-5ef9-4143-98e5-6a487a0a888e tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:01:45.309389 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-41079923-5ef9-4143-98e5-6a487a0a888e tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:45.309389 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-41079923-5ef9-4143-98e5-6a487a0a888e tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Added segment de7aa669-4fa0-4afe-b9ba-bffc504da3a7 of type vlan for network 71ff8b50-fe56-4a37-8bd8-8753e23226b1 May 05 22:01:45.329750 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a7fd5060-fd72-4bf3-afc9-079ce4282612 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:45.389817 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ed11610e-a6eb-4876-bc14-3818b1174c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:45.424550 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd5060-fd72-4bf3-afc9-079ce4282612 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c75ffe0-b789-4da1-8e6a-e0c09a0236e9,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:45.439510 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-41079923-5ef9-4143-98e5-6a487a0a888e tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:45.447006 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ed11610e-a6eb-4876-bc14-3818b1174c84 admin admin] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:45.450462 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a7fd5060-fd72-4bf3-afc9-079ce4282612 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:45.454254 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed11610e-a6eb-4876-bc14-3818b1174c84 admin admin] Pushing event deleted for resources: {'Network': ['ID=3120f5ac-8b43-4ef1-9697-254002b20677,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:45.457497 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a7fd5060-fd72-4bf3-afc9-079ce4282612 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "DELETE /v2.0/security-groups/7c75ffe0-b789-4da1-8e6a-e0c09a0236e9 HTTP/1.1" status: 204 len: 168 time: 0.6658509 May 05 22:01:45.462129 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:45.466486 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55078) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:45.515404 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed11610e-a6eb-4876-bc14-3818b1174c84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:01:45.516074 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed11610e-a6eb-4876-bc14-3818b1174c84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:01:45.516572 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed11610e-a6eb-4876-bc14-3818b1174c84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:01:45.517069 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed11610e-a6eb-4876-bc14-3818b1174c84 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:01:45.517590 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed11610e-a6eb-4876-bc14-3818b1174c84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:01:45.518072 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed11610e-a6eb-4876-bc14-3818b1174c84 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:01:45.518553 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed11610e-a6eb-4876-bc14-3818b1174c84 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:01:45.519065 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed11610e-a6eb-4876-bc14-3818b1174c84 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:01:45.519558 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed11610e-a6eb-4876-bc14-3818b1174c84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:01:45.520051 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed11610e-a6eb-4876-bc14-3818b1174c84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:01:45.520540 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed11610e-a6eb-4876-bc14-3818b1174c84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:01:45.525169 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ed11610e-a6eb-4876-bc14-3818b1174c84 admin admin] 10.222.0.23 "DELETE /v2.0/networks/3120f5ac-8b43-4ef1-9697-254002b20677 HTTP/1.1" status: 204 len: 168 time: 1.7340875 May 05 22:01:45.528746 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55086) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:45.611523 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-dcb318b5-591d-495f-8426-a736aaf40366 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:01:45.611902 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-dcb318b5-591d-495f-8426-a736aaf40366 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:01:45.651036 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-41079923-5ef9-4143-98e5-6a487a0a888e tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:45.654089 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port d0d1383a-17fb-414b-a0aa-ea8d76cd7c37, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=d0d1383a-17fb-414b-a0aa-ea8d76cd7c37,segment=NetworkSegment(597bb2c4-bcb4-4117-938a-2c17fd18e14b),segment_id=597bb2c4-bcb4-4117-938a-2c17fd18e14b)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:01:45.656884 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41079923-5ef9-4143-98e5-6a487a0a888e tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:45.657660 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-41079923-5ef9-4143-98e5-6a487a0a888e tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:45.726832 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 9d64bfa5-9c4e-46e4-b526-e367d24b4fcd, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=9d64bfa5-9c4e-46e4-b526-e367d24b4fcd,segment=NetworkSegment(0b0b0525-20de-43c5-ab5d-b294a1724e92),segment_id=0b0b0525-20de-43c5-ab5d-b294a1724e92)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:01:45.744307 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '9d64bfa5-9c4e-46e4-b526-e367d24b4fcd', 'network_id': 'e470537e-3585-4233-880c-2adef2e7d09e', 'port_id': '9d64bfa5-9c4e-46e4-b526-e367d24b4fcd', 'mac_address': 'fa:16:3e:9a:95:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f38286bc-f81c-4b29-9d01-e0d3e9e576d8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:01:45.747015 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:45.828976 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-41079923-5ef9-4143-98e5-6a487a0a888e tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7470701 May 05 22:01:45.835416 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55096) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:45.843611 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41079923-5ef9-4143-98e5-6a487a0a888e tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Pushing event updated for resources: {'Network': ['ID=71ff8b50-fe56-4a37-8bd8-8753e23226b1,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:45.853012 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-60e8ebc4-3d1e-4d77-bc77-df9e70a4d884 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Request body: {'subnet': {'network_id': '71ff8b50-fe56-4a37-8bd8-8753e23226b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:01:45.865572 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device a2c91a8b-8350-41f6-ba48-2b9017f00b77 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:01:45.899029 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 71ff8b50-fe56-4a37-8bd8-8753e23226b1 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:01:45.987280 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: a2c91a8b-8350-41f6-ba48-2b9017f00b77 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:01:45.987623 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device a2c91a8b-8350-41f6-ba48-2b9017f00b77 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:01:45.988049 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device cda6c3e1-1630-4120-b4ee-615220a00b12 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:01:46.091895 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-eae84777-2e2a-4a81-b2b1-5e1d913b2883 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Synchronizing usage tracker for tenant:df88203996c44fed903b588607fd099e on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:01:46.129117 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: cda6c3e1-1630-4120-b4ee-615220a00b12 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:01:46.129462 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device cda6c3e1-1630-4120-b4ee-615220a00b12 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:01:46.137935 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-dcb318b5-591d-495f-8426-a736aaf40366 None None] Deleting port 610992a1-b229-4c43-8e6d-5bee8c639daf {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:01:46.138333 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-dcb318b5-591d-495f-8426-a736aaf40366 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:46.160282 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a133a1a2-8ecc-4c9c-b0cb-d83e1b265951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:46.184300 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b93fff-0ac2-46e4-9fe9-0ba2444ac03f None None] DHCP port deletion for 8cb48f5d-db12-4331-9809-007738dfb353 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:01:46.184894 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-60e8ebc4-3d1e-4d77-bc77-df9e70a4d884 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:01:46.225708 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13268be8-1b69-47bf-94e7-a7d922239dfa req-91e53024-d9f5-4db5-a1ce-8c622af31841 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:46.227759 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-13268be8-1b69-47bf-94e7-a7d922239dfa req-91e53024-d9f5-4db5-a1ce-8c622af31841 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] 10.222.0.23 "GET /v2.0/ports?device_id=f909c986-a464-4e82-81aa-4a9c4422e822 HTTP/1.1" status: 200 len: 949 time: 0.6870673 May 05 22:01:46.240142 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-eae84777-2e2a-4a81-b2b1-5e1d913b2883 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Unset dirty status for tenant:df88203996c44fed903b588607fd099e on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:01:46.246480 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-eae84777-2e2a-4a81-b2b1-5e1d913b2883 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.7789214 May 05 22:01:46.247318 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55108) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:46.249003 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-60e8ebc4-3d1e-4d77-bc77-df9e70a4d884 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:01:46.280806 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-b9b93fff-0ac2-46e4-9fe9-0ba2444ac03f None None] Deleting port d0d1383a-17fb-414b-a0aa-ea8d76cd7c37 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:01:46.281156 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b9b93fff-0ac2-46e4-9fe9-0ba2444ac03f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:46.313744 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:46.320211 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e8ebc4-3d1e-4d77-bc77-df9e70a4d884 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Made reservation on behalf of 11bf086976134ce699be77f6562f3751 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:01:46.347378 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=d0d1383a-17fb-414b-a0aa-ea8d76cd7c37,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:46.350537 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 610992a1-b229-4c43-8e6d-5bee8c639daf no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:01:46.400303 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-dcb318b5-591d-495f-8426-a736aaf40366 None None] The port '610992a1-b229-4c43-8e6d-5bee8c639daf' was deleted {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 22:01:46.432431 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 610992a1-b229-4c43-8e6d-5bee8c639daf {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:01:46.432773 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 610992a1-b229-4c43-8e6d-5bee8c639daf not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:01:46.433224 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device d0d1383a-17fb-414b-a0aa-ea8d76cd7c37 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:01:46.477199 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d64bfa5-9c4e-46e4-b526-e367d24b4fcd {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:01:46.481355 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-fcd782c8-4227-4e12-8282-e112fc3f4e64 None None] Provisioning for port bd89e1d4-33b6-4874-a536-213d355f3414 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:01:46.501453 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-be334d9b-c4fb-4cd4-92a9-486a9d10aa9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:46.510487 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-13268be8-1b69-47bf-94e7-a7d922239dfa req-83338d74-a073-4a95-aaca-8dfff345739c tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] 10.222.0.23 "GET /v2.0/security-groups?id=78d5ef89-699d-4aa1-a41f-ce3a09afc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735331 May 05 22:01:46.533701 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-fcd782c8-4227-4e12-8282-e112fc3f4e64 None None] Provisioning complete for port bd89e1d4-33b6-4874-a536-213d355f3414 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:01:46.533874 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fcd782c8-4227-4e12-8282-e112fc3f4e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:46.560370 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-60e8ebc4-3d1e-4d77-bc77-df9e70a4d884 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:46.589445 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3009bd6d-2034-4f44-8723-7e2dbdaec92f tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:46.714480 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c566587-3ceb-4177-8686-92200c508694 req-c7c7b07b-97ba-4090-902f-63ceff6fc3c9 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:46.716276 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6c566587-3ceb-4177-8686-92200c508694 req-c7c7b07b-97ba-4090-902f-63ceff6fc3c9 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3514dbb-01a6-48a7-998a-138316338f84 HTTP/1.1" status: 200 len: 944 time: 0.4065185 May 05 22:01:46.719103 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 9d64bfa5-9c4e-46e4-b526-e367d24b4fcd, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=9d64bfa5-9c4e-46e4-b526-e367d24b4fcd,segment=NetworkSegment(0b0b0525-20de-43c5-ab5d-b294a1724e92),segment_id=0b0b0525-20de-43c5-ab5d-b294a1724e92)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:01:46.720064 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3009bd6d-2034-4f44-8723-7e2dbdaec92f tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:46.844033 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f8c2ca13-aebf-4e98-af8d-0b2cc874640c req-7be1b7ff-54b7-48fe-89bc-0471a3fcdfb0 tempest-ServerShowV254Test-236975140 tempest-ServerShowV254Test-236975140-project] 10.222.0.23 "GET /v2.0/ports?device_id=5980f5ad-ad80-4da0-b31a-69df39f0152c HTTP/1.1" status: 200 len: 210 time: 0.0848598 May 05 22:01:46.872585 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6c566587-3ceb-4177-8686-92200c508694 req-049b6d75-a526-412d-8614-31e2b45c4254 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] 10.222.0.23 "GET /v2.0/security-groups?id=60c3d51d-aa55-41a5-adb8-b2476023a195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389701 May 05 22:01:46.912788 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3009bd6d-2034-4f44-8723-7e2dbdaec92f tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:46.948509 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3009bd6d-2034-4f44-8723-7e2dbdaec92f tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40647617-f3d9-4523-8892-79fa3d17fe96,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:46.959986 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-b9b93fff-0ac2-46e4-9fe9-0ba2444ac03f None None] For port d0d1383a-17fb-414b-a0aa-ea8d76cd7c37, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=d0d1383a-17fb-414b-a0aa-ea8d76cd7c37,segment=NetworkSegment(597bb2c4-bcb4-4117-938a-2c17fd18e14b),segment_id=597bb2c4-bcb4-4117-938a-2c17fd18e14b)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:01:46.960593 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b9b93fff-0ac2-46e4-9fe9-0ba2444ac03f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:47.005122 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3009bd6d-2034-4f44-8723-7e2dbdaec92f tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:47.009205 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-3009bd6d-2034-4f44-8723-7e2dbdaec92f tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "DELETE /v2.0/security-groups/40647617-f3d9-4523-8892-79fa3d17fe96 HTTP/1.1" status: 204 len: 168 time: 0.7577584 May 05 22:01:47.012662 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55122) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:47.133206 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-b9b93fff-0ac2-46e4-9fe9-0ba2444ac03f None None] Calling delete_port for d0d1383a-17fb-414b-a0aa-ea8d76cd7c37 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:01:47.154491 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-a133a1a2-8ecc-4c9c-b0cb-d83e1b265951 admin admin] Deleting port f08c210e-c40b-4210-b869-4b24d03bcbb0 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:01:47.154871 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a133a1a2-8ecc-4c9c-b0cb-d83e1b265951 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:47.220425 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:47.221461 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-55fd2981-6717-4c58-9809-b6905e0e883e tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Synchronizing usage tracker for tenant:df88203996c44fed903b588607fd099e on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:01:47.224429 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-fcd782c8-4227-4e12-8282-e112fc3f4e64 None None] Port bd89e1d4-33b6-4874-a536-213d355f3414 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:01:47.316097 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-55fd2981-6717-4c58-9809-b6905e0e883e tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Unset dirty status for tenant:df88203996c44fed903b588607fd099e on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:01:47.317774 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-55fd2981-6717-4c58-9809-b6905e0e883e tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3042047 May 05 22:01:47.318731 n-d-825175-4 neutron-server[84061]: DEBUG neutron.objects.ports [None req-60e8ebc4-3d1e-4d77-bc77-df9e70a4d884 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84061) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 05 22:01:47.322278 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-60e8ebc4-3d1e-4d77-bc77-df9e70a4d884 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:47.324080 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55132) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:47.373651 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-1298c67a-6718-4299-a787-d6413f3dda65 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Request body: {'security_group': {'name': 'tempest-secgroup--832215936'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:01:47.396715 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-1298c67a-6718-4299-a787-d6413f3dda65 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:01:47.425127 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-1298c67a-6718-4299-a787-d6413f3dda65 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:01:47.449915 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=9d64bfa5-9c4e-46e4-b526-e367d24b4fcd,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:47.468887 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b9b93fff-0ac2-46e4-9fe9-0ba2444ac03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:47.471232 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1298c67a-6718-4299-a787-d6413f3dda65 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:47.479755 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Port d0d1383a-17fb-414b-a0aa-ea8d76cd7c37 update to DOWN by agent not found {{(pid=84064) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} May 05 22:01:47.493763 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e8ebc4-3d1e-4d77-bc77-df9e70a4d884 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Pushing event updated for resources: {'Subnet': ['ID=e2e6e6b0-9bd7-49d1-a15c-2a3a44d1d2db,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:47.498897 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-a133a1a2-8ecc-4c9c-b0cb-d83e1b265951 admin admin] For port f08c210e-c40b-4210-b869-4b24d03bcbb0, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=f08c210e-c40b-4210-b869-4b24d03bcbb0,segment=NetworkSegment(b58799b7-6084-4791-a5cc-f7c831cab4ac),segment_id=b58799b7-6084-4791-a5cc-f7c831cab4ac)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:01:47.499410 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a133a1a2-8ecc-4c9c-b0cb-d83e1b265951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:47.556386 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e8ebc4-3d1e-4d77-bc77-df9e70a4d884 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Checking segment: {'id': 'de7aa669-4fa0-4afe-b9ba-bffc504da3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71ff8b50-fe56-4a37-8bd8-8753e23226b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:01:47.556742 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e8ebc4-3d1e-4d77-bc77-df9e70a4d884 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Network hostable DHCP agents. Network: 71ff8b50-fe56-4a37-8bd8-8753e23226b1, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:01:47.618253 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-1298c67a-6718-4299-a787-d6413f3dda65 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:01:47.621591 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e8ebc4-3d1e-4d77-bc77-df9e70a4d884 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Network 71ff8b50-fe56-4a37-8bd8-8753e23226b1 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:01:47.631039 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-1298c67a-6718-4299-a787-d6413f3dda65 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Usage tracker for resource:security_group_rule and tenant:df88203996c44fed903b588607fd099e is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:01:47.638338 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-1298c67a-6718-4299-a787-d6413f3dda65 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:01:47.647753 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-1298c67a-6718-4299-a787-d6413f3dda65 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:01:47.649863 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-60e8ebc4-3d1e-4d77-bc77-df9e70a4d884 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 71ff8b50-fe56-4a37-8bd8-8753e23226b1) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:01:47.651511 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-a133a1a2-8ecc-4c9c-b0cb-d83e1b265951 admin admin] Calling delete_port for f08c210e-c40b-4210-b869-4b24d03bcbb0 owned by network:router_interface {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:01:47.655740 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e8ebc4-3d1e-4d77-bc77-df9e70a4d884 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:47.656327 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-60e8ebc4-3d1e-4d77-bc77-df9e70a4d884 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:47.671065 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:47.687309 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['9d64bfa5-9c4e-46e4-b526-e367d24b4fcd'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:01:47.693798 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4966a89-1098-433b-b4ad-8e4fe7fa09a4 req-dcfbf317-88d0-4a3d-81e1-cc2be40dca14 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:47.695602 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e4966a89-1098-433b-b4ad-8e4fe7fa09a4 req-dcfbf317-88d0-4a3d-81e1-cc2be40dca14 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] 10.222.0.23 "GET /v2.0/ports?device_id=f909c986-a464-4e82-81aa-4a9c4422e822 HTTP/1.1" status: 200 len: 949 time: 0.2088892 May 05 22:01:47.716548 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50484b70-58de-419b-9c22-46a2929de7e3 None None] Network 71ff8b50-fe56-4a37-8bd8-8753e23226b1 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:01:47.772795 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-60e8ebc4-3d1e-4d77-bc77-df9e70a4d884 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9351845 May 05 22:01:47.776642 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55138) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:47.790211 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-9f341b54-6b0d-4ab5-a32c-3be0d4bf2147 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Request body: {'port': {'network_id': '71ff8b50-fe56-4a37-8bd8-8753e23226b1', 'name': 'tempest-NetworksIpV6TestAttrs-1425848240'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:01:47.801878 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b93fff-0ac2-46e4-9fe9-0ba2444ac03f None None] Pushing event deleted for resources: {'Port': ['ID=d0d1383a-17fb-414b-a0aa-ea8d76cd7c37,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:47.831487 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b93fff-0ac2-46e4-9fe9-0ba2444ac03f None None] No DVR routers for this DVR port d0d1383a-17fb-414b-a0aa-ea8d76cd7c37 on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:01:47.844170 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:47.920788 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a133a1a2-8ecc-4c9c-b0cb-d83e1b265951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:47.972240 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e4966a89-1098-433b-b4ad-8e4fe7fa09a4 req-4916f662-bac7-4b53-879e-212e501f487f tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] 10.222.0.23 "GET /v2.0/security-groups?id=78d5ef89-699d-4aa1-a41f-ce3a09afc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682538 May 05 22:01:48.067688 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1298c67a-6718-4299-a787-d6413f3dda65 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:48.099148 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1298c67a-6718-4299-a787-d6413f3dda65 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:48.123096 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8dcd4a9-bdb0-43f6-af08-bbb0cb7ab33a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-71ff8b50-fe56-4a37-8bd8-8753e23226b1', 'network_id': '71ff8b50-fe56-4a37-8bd8-8753e23226b1', 'tenant_id': '11bf086976134ce699be77f6562f3751', 'fixed_ips': [{'subnet_id': 'e2e6e6b0-9bd7-49d1-a15c-2a3a44d1d2db'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:01:48.124866 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd4a9-bdb0-43f6-af08-bbb0cb7ab33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:48.138779 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a133a1a2-8ecc-4c9c-b0cb-d83e1b265951 admin admin] Pushing event deleted for resources: {'Port': ['ID=f08c210e-c40b-4210-b869-4b24d03bcbb0,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:48.275552 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-9f341b54-6b0d-4ab5-a32c-3be0d4bf2147 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:01:48.315145 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-9f341b54-6b0d-4ab5-a32c-3be0d4bf2147 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Usage tracker for resource:port and tenant:11bf086976134ce699be77f6562f3751 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:01:48.325892 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-9f341b54-6b0d-4ab5-a32c-3be0d4bf2147 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:01:48.340398 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-9f341b54-6b0d-4ab5-a32c-3be0d4bf2147 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:01:48.380634 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-f8dcd4a9-bdb0-43f6-af08-bbb0cb7ab33a None None] Allocated IP 2001:db8::f816:3eff:fe58:7100 (71ff8b50-fe56-4a37-8bd8-8753e23226b1/e2e6e6b0-9bd7-49d1-a15c-2a3a44d1d2db/6ab8d888-1a76-43f9-bd5a-0303ddec8319) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:01:48.441085 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1298c67a-6718-4299-a787-d6413f3dda65 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07db8025-1526-46c2-bb36-4adfac00441f,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:48.474911 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1298c67a-6718-4299-a787-d6413f3dda65 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:48.479977 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-1298c67a-6718-4299-a787-d6413f3dda65 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1158514 May 05 22:01:48.480950 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55148) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:48.495111 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7ed58901-3a93-4715-b297-0c90702f8e81 req-a13ca8f9-de36-4bd9-bc40-0795d8836369 tempest-ServerShowV254Test-236975140 tempest-ServerShowV254Test-236975140-project] 10.222.0.23 "GET /v2.0/ports?device_id=5980f5ad-ad80-4da0-b31a-69df39f0152c HTTP/1.1" status: 200 len: 210 time: 0.2047589 May 05 22:01:48.501489 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f341b54-6b0d-4ab5-a32c-3be0d4bf2147 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Made reservation on behalf of 11bf086976134ce699be77f6562f3751 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:01:48.504800 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9f341b54-6b0d-4ab5-a32c-3be0d4bf2147 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:48.520623 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-82d2744f-2b36-4673-aacb-1168567826e3 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Request body: {'security_group_rule': {'security_group_id': '07db8025-1526-46c2-bb36-4adfac00441f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:01:48.526615 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-82d2744f-2b36-4673-aacb-1168567826e3 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:01:48.532380 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-82d2744f-2b36-4673-aacb-1168567826e3 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Usage tracker for resource:security_group_rule and tenant:df88203996c44fed903b588607fd099e is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:01:48.535330 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-82d2744f-2b36-4673-aacb-1168567826e3 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:01:48.541194 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-82d2744f-2b36-4673-aacb-1168567826e3 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:01:48.567638 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7173c-26e8-40e3-9e27-06052705ee28 req-695c1d37-4993-4787-a2f7-bd50c1027c71 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:48.574512 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-96e7173c-26e8-40e3-9e27-06052705ee28 req-695c1d37-4993-4787-a2f7-bd50c1027c71 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3514dbb-01a6-48a7-998a-138316338f84 HTTP/1.1" status: 200 len: 945 time: 0.4363496 May 05 22:01:48.585742 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [None req-9f341b54-6b0d-4ab5-a32c-3be0d4bf2147 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] device_id is not set on port c1339d91-6d54-4d59-b86b-67bc0ebc1a36 yet. {{(pid=84061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:01:48.632659 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd4a9-bdb0-43f6-af08-bbb0cb7ab33a None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:48.645190 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f8dcd4a9-bdb0-43f6-af08-bbb0cb7ab33a None None] Transition to ACTIVE for port object 6ab8d888-1a76-43f9-bd5a-0303ddec8319 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:01:48.648494 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c16336-a8de-479c-8041-722dd48b266b req-7995cb2b-52d4-4b61-ab20-6b87f0c3ec26 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:48.649707 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-30c16336-a8de-479c-8041-722dd48b266b req-7995cb2b-52d4-4b61-ab20-6b87f0c3ec26 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] Synchronizing usage tracker for tenant:1e082bf0e1f544a59538c5df305fa404 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:01:48.666726 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f8dcd4a9-bdb0-43f6-af08-bbb0cb7ab33a None None] Transition to ACTIVE for port object 6ab8d888-1a76-43f9-bd5a-0303ddec8319 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:01:48.677356 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd4a9-bdb0-43f6-af08-bbb0cb7ab33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:48.700676 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a133a1a2-8ecc-4c9c-b0cb-d83e1b265951 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:48.713349 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-30c16336-a8de-479c-8041-722dd48b266b req-7995cb2b-52d4-4b61-ab20-6b87f0c3ec26 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] Unset dirty status for tenant:1e082bf0e1f544a59538c5df305fa404 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:01:48.714574 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-30c16336-a8de-479c-8041-722dd48b266b req-7995cb2b-52d4-4b61-ab20-6b87f0c3ec26 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] 10.222.0.32 "GET /v2.0/ports?device_id=f909c986-a464-4e82-81aa-4a9c4422e822 HTTP/1.1" status: 200 len: 949 time: 0.1781330 May 05 22:01:48.750240 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8dcd4a9-bdb0-43f6-af08-bbb0cb7ab33a None None] Network 71ff8b50-fe56-4a37-8bd8-8753e23226b1 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:01:48.764465 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-f8dcd4a9-bdb0-43f6-af08-bbb0cb7ab33a None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:01:48.769313 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-82d2744f-2b36-4673-aacb-1168567826e3 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:48.770415 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dcd4a9-bdb0-43f6-af08-bbb0cb7ab33a None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:01:48.785588 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dcd4a9-bdb0-43f6-af08-bbb0cb7ab33a None None] Pushing event updated for resources: {'Port': ['ID=6ab8d888-1a76-43f9-bd5a-0303ddec8319,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:48.852322 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-9f341b54-6b0d-4ab5-a32c-3be0d4bf2147 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Allocated IP 2001:db8::f816:3eff:fe6f:dc39 (71ff8b50-fe56-4a37-8bd8-8753e23226b1/e2e6e6b0-9bd7-49d1-a15c-2a3a44d1d2db/c1339d91-6d54-4d59-b86b-67bc0ebc1a36) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:01:48.874289 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-f8dcd4a9-bdb0-43f6-af08-bbb0cb7ab33a None None] Attempting to bind port 6ab8d888-1a76-43f9-bd5a-0303ddec8319 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:01:48.874770 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-f8dcd4a9-bdb0-43f6-af08-bbb0cb7ab33a None None] Attempting to bind port 6ab8d888-1a76-43f9-bd5a-0303ddec8319 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'de7aa669-4fa0-4afe-b9ba-bffc504da3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71ff8b50-fe56-4a37-8bd8-8753e23226b1'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:01:48.875067 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dcd4a9-bdb0-43f6-af08-bbb0cb7ab33a None None] Attempting to bind port 6ab8d888-1a76-43f9-bd5a-0303ddec8319 on network 71ff8b50-fe56-4a37-8bd8-8753e23226b1 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:01:48.876830 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-96e7173c-26e8-40e3-9e27-06052705ee28 req-6ee32c7b-b004-43fd-ab72-6b709c630352 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] 10.222.0.23 "GET /v2.0/security-groups?id=60c3d51d-aa55-41a5-adb8-b2476023a195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014157 May 05 22:01:48.892928 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dcd4a9-bdb0-43f6-af08-bbb0cb7ab33a None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:01:48.894707 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dcd4a9-bdb0-43f6-af08-bbb0cb7ab33a None None] Checking segment: {'id': 'de7aa669-4fa0-4afe-b9ba-bffc504da3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71ff8b50-fe56-4a37-8bd8-8753e23226b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:01:48.894707 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd4a9-bdb0-43f6-af08-bbb0cb7ab33a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:48.894707 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dcd4a9-bdb0-43f6-af08-bbb0cb7ab33a None None] Bound using segment: {'id': 'de7aa669-4fa0-4afe-b9ba-bffc504da3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71ff8b50-fe56-4a37-8bd8-8753e23226b1'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:01:48.894707 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-f8dcd4a9-bdb0-43f6-af08-bbb0cb7ab33a None None] Bound port: 6ab8d888-1a76-43f9-bd5a-0303ddec8319, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de7aa669-4fa0-4afe-b9ba-bffc504da3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '71ff8b50-fe56-4a37-8bd8-8753e23226b1'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:01:48.895421 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd4a9-bdb0-43f6-af08-bbb0cb7ab33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:48.911468 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-82d2744f-2b36-4673-aacb-1168567826e3 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:48.928199 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-82d2744f-2b36-4673-aacb-1168567826e3 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:48.951100 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:48.968673 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-30c16336-a8de-479c-8041-722dd48b266b req-876903c3-bc1c-467b-9683-cf06aa0dc660 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] Deleting port 6c3e7d32-cdbd-4d00-b88e-040cb3bd1d37 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:01:48.969020 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-30c16336-a8de-479c-8041-722dd48b266b req-876903c3-bc1c-467b-9683-cf06aa0dc660 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:49.043856 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f8dcd4a9-bdb0-43f6-af08-bbb0cb7ab33a None None] For port 6ab8d888-1a76-43f9-bd5a-0303ddec8319, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:01:49.056737 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f8dcd4a9-bdb0-43f6-af08-bbb0cb7ab33a None None] For port 6ab8d888-1a76-43f9-bd5a-0303ddec8319, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=6ab8d888-1a76-43f9-bd5a-0303ddec8319,segment=NetworkSegment(de7aa669-4fa0-4afe-b9ba-bffc504da3a7),segment_id=de7aa669-4fa0-4afe-b9ba-bffc504da3a7)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:01:49.064889 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd4a9-bdb0-43f6-af08-bbb0cb7ab33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:49.118927 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d2744f-2b36-4673-aacb-1168567826e3 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46b433be-e5d0-4e31-8154-c12c4ba9eb47,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:49.143843 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-82d2744f-2b36-4673-aacb-1168567826e3 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:49.147726 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-82d2744f-2b36-4673-aacb-1168567826e3 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.6533654 May 05 22:01:49.160139 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55160) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:49.163916 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dcd4a9-bdb0-43f6-af08-bbb0cb7ab33a None None] Pushing event updated for resources: {'Port': ['ID=6ab8d888-1a76-43f9-bd5a-0303ddec8319,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:49.232736 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 9d64bfa5-9c4e-46e4-b526-e367d24b4fcd up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:01:49.299120 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-205038f1-ae98-4b57-ac98-64c3e61174be tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:49.393040 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 9d64bfa5-9c4e-46e4-b526-e367d24b4fcd completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:01:49.399444 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 9d64bfa5-9c4e-46e4-b526-e367d24b4fcd triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:01:49.400122 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:49.414080 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9f341b54-6b0d-4ab5-a32c-3be0d4bf2147 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:49.434136 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-9f341b54-6b0d-4ab5-a32c-3be0d4bf2147 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Transition to ACTIVE for port object c1339d91-6d54-4d59-b86b-67bc0ebc1a36 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:01:49.463002 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9f341b54-6b0d-4ab5-a32c-3be0d4bf2147 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:49.571847 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-205038f1-ae98-4b57-ac98-64c3e61174be tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:49.617172 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:49.648879 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f341b54-6b0d-4ab5-a32c-3be0d4bf2147 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Pushing event updated for resources: {'Port': ['ID=c1339d91-6d54-4d59-b86b-67bc0ebc1a36,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:49.676959 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f341b54-6b0d-4ab5-a32c-3be0d4bf2147 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Network 71ff8b50-fe56-4a37-8bd8-8753e23226b1 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:01:49.680989 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-9f341b54-6b0d-4ab5-a32c-3be0d4bf2147 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:01:49.686218 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f341b54-6b0d-4ab5-a32c-3be0d4bf2147 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:01:49.694451 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f341b54-6b0d-4ab5-a32c-3be0d4bf2147 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:49.695553 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9f341b54-6b0d-4ab5-a32c-3be0d4bf2147 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:49.719098 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 9d64bfa5-9c4e-46e4-b526-e367d24b4fcd, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=9d64bfa5-9c4e-46e4-b526-e367d24b4fcd,segment=NetworkSegment(0b0b0525-20de-43c5-ab5d-b294a1724e92),segment_id=0b0b0525-20de-43c5-ab5d-b294a1724e92)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:01:49.723595 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3514dbb-01a6-48a7-998a-138316338f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d64bfa5-9c4e-46e4-b526-e367d24b4fcd'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:01:49.741224 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:49.748839 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2161e99-33bd-4ec3-bc94-e10b4493079c req-b0d9ec7d-d91a-469d-b82c-5d9cf336ea72 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:49.750618 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c2161e99-33bd-4ec3-bc94-e10b4493079c req-b0d9ec7d-d91a-469d-b82c-5d9cf336ea72 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] 10.222.0.23 "GET /v2.0/ports?device_id=f909c986-a464-4e82-81aa-4a9c4422e822 HTTP/1.1" status: 200 len: 949 time: 0.5702937 May 05 22:01:49.754730 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-9f341b54-6b0d-4ab5-a32c-3be0d4bf2147 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.9721980 May 05 22:01:49.765570 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55174) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:49.828264 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-30c16336-a8de-479c-8041-722dd48b266b req-876903c3-bc1c-467b-9683-cf06aa0dc660 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] For port 6c3e7d32-cdbd-4d00-b88e-040cb3bd1d37, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=6c3e7d32-cdbd-4d00-b88e-040cb3bd1d37,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:01:49.828894 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-30c16336-a8de-479c-8041-722dd48b266b req-876903c3-bc1c-467b-9683-cf06aa0dc660 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:49.837916 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-205038f1-ae98-4b57-ac98-64c3e61174be tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:49.860206 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205038f1-ae98-4b57-ac98-64c3e61174be tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=46b433be-e5d0-4e31-8154-c12c4ba9eb47,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:49.901867 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=9d64bfa5-9c4e-46e4-b526-e367d24b4fcd,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:49.943714 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-262d2598-dbf7-4ca6-a96d-1f1b73caccee tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Deleting subnet e2e6e6b0-9bd7-49d1-a15c-2a3a44d1d2db {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:01:49.947602 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6d4532ba-f04b-4fe0-b734-5f632bd52589 req-89398782-a1a0-4546-9990-799ad7da2b20 tempest-ServerShowV254Test-236975140 tempest-ServerShowV254Test-236975140-project] 10.222.0.23 "GET /v2.0/ports?device_id=5980f5ad-ad80-4da0-b31a-69df39f0152c HTTP/1.1" status: 200 len: 210 time: 0.0569758 May 05 22:01:49.959267 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c2161e99-33bd-4ec3-bc94-e10b4493079c req-5618a8a9-f1d0-4a67-a1c1-32fc26b08341 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] 10.222.0.23 "GET /v2.0/security-groups?id=78d5ef89-699d-4aa1-a41f-ce3a09afc674&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949880 May 05 22:01:49.963790 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-262d2598-dbf7-4ca6-a96d-1f1b73caccee tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:50.081503 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-262d2598-dbf7-4ca6-a96d-1f1b73caccee tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:50.089236 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a67c946b-b77d-435d-97f1-238740c9faba'] response: {'server_uuid': 'f3514dbb-01a6-48a7-998a-138316338f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d64bfa5-9c4e-46e4-b526-e367d24b4fcd', 'code': 200} May 05 22:01:50.135877 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-30c16336-a8de-479c-8041-722dd48b266b req-876903c3-bc1c-467b-9683-cf06aa0dc660 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] Calling delete_port for 6c3e7d32-cdbd-4d00-b88e-040cb3bd1d37 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:01:50.200960 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-205038f1-ae98-4b57-ac98-64c3e61174be tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:50.202215 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-205038f1-ae98-4b57-ac98-64c3e61174be tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/46b433be-e5d0-4e31-8154-c12c4ba9eb47 HTTP/1.1" status: 204 len: 168 time: 1.0411451 May 05 22:01:50.206580 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55180) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:50.296337 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-2f43f046-68be-465d-bea6-8dacb542a5c6 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Synchronizing usage tracker for tenant:df88203996c44fed903b588607fd099e on resource:security_group_rule {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:01:50.351174 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 6ab8d888-1a76-43f9-bd5a-0303ddec8319 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:01:50.386580 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-2f43f046-68be-465d-bea6-8dacb542a5c6 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Unset dirty status for tenant:df88203996c44fed903b588607fd099e on resource:security_group_rule {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:01:50.388259 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-2f43f046-68be-465d-bea6-8dacb542a5c6 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1778622 May 05 22:01:50.392110 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55184) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:50.405772 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-30c16336-a8de-479c-8041-722dd48b266b req-876903c3-bc1c-467b-9683-cf06aa0dc660 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:50.429348 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['6c3e7d32-cdbd-4d00-b88e-040cb3bd1d37'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:01:50.463160 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876903c3-bc1c-467b-9683-cf06aa0dc660 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] Pushing event deleted for resources: {'Port': ['ID=6c3e7d32-cdbd-4d00-b88e-040cb3bd1d37,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:50.481893 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a133a1a2-8ecc-4c9c-b0cb-d83e1b265951 admin admin] Router 327dfb45-0f24-4184-a67c-95200808300e has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:01:50.506887 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd8263-bfce-4712-9b3f-00b7ca9bfd69 req-29c6da0f-9ab2-4d8c-a69e-47fba7e414e3 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:50.509212 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dffd8263-bfce-4712-9b3f-00b7ca9bfd69 req-29c6da0f-9ab2-4d8c-a69e-47fba7e414e3 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3514dbb-01a6-48a7-998a-138316338f84 HTTP/1.1" status: 200 len: 946 time: 0.3365707 May 05 22:01:50.543792 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d00e5d92-18dc-43ab-b933-80d712c3179f req-34bc330b-4196-4b33-b1f8-79a817f98cc8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f3514dbb-01a6-48a7-998a-138316338f84 HTTP/1.1" status: 200 len: 1097 time: 0.3675709 May 05 22:01:50.560245 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c16336-a8de-479c-8041-722dd48b266b req-876903c3-bc1c-467b-9683-cf06aa0dc660 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] No DVR routers for this DVR port 6c3e7d32-cdbd-4d00-b88e-040cb3bd1d37 on host n-h2-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:01:50.570025 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-30c16336-a8de-479c-8041-722dd48b266b req-876903c3-bc1c-467b-9683-cf06aa0dc660 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:50.668990 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-262d2598-dbf7-4ca6-a96d-1f1b73caccee tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:50.669229 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f909c986-a464-4e82-81aa-4a9c4422e822', 'name': 'network-vif-deleted', 'tag': '6c3e7d32-cdbd-4d00-b88e-040cb3bd1d37'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:01:50.670395 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 6ab8d888-1a76-43f9-bd5a-0303ddec8319 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:01:50.681672 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-30c16336-a8de-479c-8041-722dd48b266b req-876903c3-bc1c-467b-9683-cf06aa0dc660 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] 10.222.0.32 "DELETE /v2.0/ports/6c3e7d32-cdbd-4d00-b88e-040cb3bd1d37 HTTP/1.1" status: 204 len: 173 time: 1.8272698 May 05 22:01:50.766695 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dffd8263-bfce-4712-9b3f-00b7ca9bfd69 req-1f19da13-b479-4320-a681-3081ad3119a6 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] 10.222.0.23 "GET /v2.0/security-groups?id=60c3d51d-aa55-41a5-adb8-b2476023a195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344801 May 05 22:01:50.828810 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-42267f6b-a75c-4d81-a12d-826721a05863 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:50.848598 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d00e5d92-18dc-43ab-b933-80d712c3179f req-0097efb6-0958-4adb-9f21-5c1678cbc343 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=60c3d51d-aa55-41a5-adb8-b2476023a195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532084 May 05 22:01:50.875938 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-42267f6b-a75c-4d81-a12d-826721a05863 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:50.905921 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-262d2598-dbf7-4ca6-a96d-1f1b73caccee tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:50.907917 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a133a1a2-8ecc-4c9c-b0cb-d83e1b265951 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:01:50.910971 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-939c771a-a594-4b0f-bcbe-2e681855f93b'] response: {'server_uuid': 'f909c986-a464-4e82-81aa-4a9c4422e822', 'name': 'network-vif-deleted', 'tag': '6c3e7d32-cdbd-4d00-b88e-040cb3bd1d37', 'status': 'completed', 'code': 200} May 05 22:01:50.914966 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a133a1a2-8ecc-4c9c-b0cb-d83e1b265951 admin admin] 10.222.0.23 "PUT /v2.0/routers/327dfb45-0f24-4184-a67c-95200808300e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3848865 May 05 22:01:50.917290 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55200) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:50.921309 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5e775f-0427-4083-811e-a678e738d864 None None] Sync routers for ids ['327dfb45-0f24-4184-a67c-95200808300e'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:01:50.940059 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5e775f-0427-4083-811e-a678e738d864 None None] Routers {'327dfb45-0f24-4184-a67c-95200808300e'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:01:50.943891 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-3f5e775f-0427-4083-811e-a678e738d864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:01:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['327dfb45-0f24-4184-a67c-95200808300e'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:01:50.999968 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-42267f6b-a75c-4d81-a12d-826721a05863 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:51.064857 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262d2598-dbf7-4ca6-a96d-1f1b73caccee tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Pushing event deleted for resources: {'Subnet': ['ID=e2e6e6b0-9bd7-49d1-a15c-2a3a44d1d2db,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:51.088024 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8de070-493f-48b7-8db9-b92ec9897749 None None] Network 71ff8b50-fe56-4a37-8bd8-8753e23226b1 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:01:51.089232 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-262d2598-dbf7-4ca6-a96d-1f1b73caccee tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:51.101271 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-42267f6b-a75c-4d81-a12d-826721a05863 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:51.110603 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-42267f6b-a75c-4d81-a12d-826721a05863 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "DELETE /v2.0/security-groups/07db8025-1526-46c2-bb36-4adfac00441f HTTP/1.1" status: 204 len: 168 time: 0.7171152 May 05 22:01:51.112019 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42267f6b-a75c-4d81-a12d-826721a05863 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07db8025-1526-46c2-bb36-4adfac00441f,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:51.117406 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55208) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:51.121204 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-262d2598-dbf7-4ca6-a96d-1f1b73caccee tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] 10.222.0.23 "DELETE /v2.0/subnets/e2e6e6b0-9bd7-49d1-a15c-2a3a44d1d2db HTTP/1.1" status: 204 len: 168 time: 1.3542507 May 05 22:01:51.127703 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55210) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:51.338844 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5cefffa5-0844-4f68-95b6-99e45ca0e9b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:51.352933 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-44a9f2d0-598a-436c-bc37-c44c0c686b16 req-879cdbb5-bf62-475f-9663-af78d3d7a2c3 tempest-VolumesNegativeTest-1393353925 tempest-VolumesNegativeTest-1393353925-project] 10.222.0.23 "GET /v2.0/ports?device_id=f909c986-a464-4e82-81aa-4a9c4422e822 HTTP/1.1" status: 200 len: 210 time: 0.1618156 May 05 22:01:51.403889 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ffd95dc7-5e36-4820-b37b-5d89b3d0f0ef req-0cf4910a-1fe6-4c93-a053-db5fb23ffaa1 tempest-ServerShowV254Test-236975140 tempest-ServerShowV254Test-236975140-project] 10.222.0.23 "GET /v2.0/ports?device_id=5980f5ad-ad80-4da0-b31a-69df39f0152c HTTP/1.1" status: 200 len: 210 time: 0.1299906 May 05 22:01:51.442780 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf217a72-25e7-4de8-b037-0663d6c07d4b tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:51.444199 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf217a72-25e7-4de8-b037-0663d6c07d4b tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:51.445081 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-bf217a72-25e7-4de8-b037-0663d6c07d4b tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Synchronizing usage tracker for tenant:11bf086976134ce699be77f6562f3751 on resource:subnet {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:01:51.480606 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-df69611b-3cdd-4e3e-8fd3-298747570dcb tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Synchronizing usage tracker for tenant:df88203996c44fed903b588607fd099e on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:01:51.503657 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-bf217a72-25e7-4de8-b037-0663d6c07d4b tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Unset dirty status for tenant:11bf086976134ce699be77f6562f3751 on resource:subnet {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:01:51.503657 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-bf217a72-25e7-4de8-b037-0663d6c07d4b tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3089004 May 05 22:01:51.503657 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55222) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:51.539303 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-df69611b-3cdd-4e3e-8fd3-298747570dcb tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Unset dirty status for tenant:df88203996c44fed903b588607fd099e on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:01:51.545203 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-df69611b-3cdd-4e3e-8fd3-298747570dcb tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4142618 May 05 22:01:51.545203 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55226) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:51.554339 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-0ac3fc68-7523-4306-872e-3d7b408d9947 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Request body: {'security_group': {'name': 'tempest-secgroup--1293385236'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:01:51.578986 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-b05d6731-dc9d-4005-be8a-ed86158a7845 None None] Provisioning for port 6ab8d888-1a76-43f9-bd5a-0303ddec8319 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:01:51.617405 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-0ac3fc68-7523-4306-872e-3d7b408d9947 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:01:51.643912 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-0ac3fc68-7523-4306-872e-3d7b408d9947 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:01:51.647301 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-3f5e775f-0427-4083-811e-a678e738d864 None None] Set router 327dfb45-0f24-4184-a67c-95200808300e gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:01:51.671279 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-99389dd5-4c86-40f2-b4e0-dcc01d1e5306 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:51.679098 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0ac3fc68-7523-4306-872e-3d7b408d9947 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:51.682527 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5cefffa5-0844-4f68-95b6-99e45ca0e9b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:51.695481 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-99389dd5-4c86-40f2-b4e0-dcc01d1e5306 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 05 22:01:51.695931 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99389dd5-4c86-40f2-b4e0-dcc01d1e5306 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:01:51.704312 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-99389dd5-4c86-40f2-b4e0-dcc01d1e5306 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] 10.222.0.23 "DELETE /v2.0/networks/71ff8b50-fe56-4a37-8bd8-8753e23226b1 HTTP/1.1" status: 409 len: 405 time: 0.1955168 May 05 22:01:51.704663 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-5cefffa5-0844-4f68-95b6-99e45ca0e9b7 admin admin] Deleting port 0c2635f1-1967-4ee6-9c29-df42cfe655b3 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:01:51.704663 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5cefffa5-0844-4f68-95b6-99e45ca0e9b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:51.704850 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55232) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:51.712968 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-a5bdc336-ff8b-4e05-90ad-13b87bfd4f2a tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1102430242'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:01:51.727124 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a5bdc336-ff8b-4e05-90ad-13b87bfd4f2a tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:01:51.734083 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a5bdc336-ff8b-4e05-90ad-13b87bfd4f2a tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Usage tracker for resource:network and tenant:11bf086976134ce699be77f6562f3751 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:01:51.736025 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-b05d6731-dc9d-4005-be8a-ed86158a7845 None None] Provisioning complete for port 6ab8d888-1a76-43f9-bd5a-0303ddec8319 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:01:51.736400 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b05d6731-dc9d-4005-be8a-ed86158a7845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:51.737008 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-0ac3fc68-7523-4306-872e-3d7b408d9947 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:01:51.739230 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a5bdc336-ff8b-4e05-90ad-13b87bfd4f2a tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:01:51.748511 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a5bdc336-ff8b-4e05-90ad-13b87bfd4f2a tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:01:51.754341 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-0ac3fc68-7523-4306-872e-3d7b408d9947 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:01:51.776466 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5bdc336-ff8b-4e05-90ad-13b87bfd4f2a tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Made reservation on behalf of 11bf086976134ce699be77f6562f3751 for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:01:51.780008 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a5bdc336-ff8b-4e05-90ad-13b87bfd4f2a tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:51.857273 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5bdc336-ff8b-4e05-90ad-13b87bfd4f2a tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:01:51.867734 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0ac3fc68-7523-4306-872e-3d7b408d9947 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:51.878882 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a5bdc336-ff8b-4e05-90ad-13b87bfd4f2a tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:51.879718 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-a5bdc336-ff8b-4e05-90ad-13b87bfd4f2a tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Added segment 694bb163-5d5e-4bb5-9a6c-a1a80b28b0b0 of type vlan for network bc0028ab-43f1-4a71-82f3-08d896cd1a7f May 05 22:01:51.893105 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0ac3fc68-7523-4306-872e-3d7b408d9947 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:51.977019 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a5bdc336-ff8b-4e05-90ad-13b87bfd4f2a tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:52.056526 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-5cefffa5-0844-4f68-95b6-99e45ca0e9b7 admin admin] For port 0c2635f1-1967-4ee6-9c29-df42cfe655b3, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=0c2635f1-1967-4ee6-9c29-df42cfe655b3,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:01:52.057156 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5cefffa5-0844-4f68-95b6-99e45ca0e9b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:52.091078 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac3fc68-7523-4306-872e-3d7b408d9947 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96eb7cba-c4e3-4b8e-bec2-66ec98864fcb,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:52.105657 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a5bdc336-ff8b-4e05-90ad-13b87bfd4f2a tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:52.110283 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bdc336-ff8b-4e05-90ad-13b87bfd4f2a tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:52.111271 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a5bdc336-ff8b-4e05-90ad-13b87bfd4f2a tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:52.184342 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b05d6731-dc9d-4005-be8a-ed86158a7845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:52.263325 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d607384-daa3-444a-9e53-736a78c02263 None None] DHCP port deletion for 71ff8b50-fe56-4a37-8bd8-8753e23226b1 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:01:52.275168 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-2d607384-daa3-444a-9e53-736a78c02263 None None] Deleting port 6ab8d888-1a76-43f9-bd5a-0303ddec8319 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:01:52.275533 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2d607384-daa3-444a-9e53-736a78c02263 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:52.280232 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-5cefffa5-0844-4f68-95b6-99e45ca0e9b7 admin admin] Calling delete_port for 0c2635f1-1967-4ee6-9c29-df42cfe655b3 owned by network:router_gateway {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:01:52.303690 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-b05d6731-dc9d-4005-be8a-ed86158a7845 None None] For port 6ab8d888-1a76-43f9-bd5a-0303ddec8319, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=6ab8d888-1a76-43f9-bd5a-0303ddec8319,segment=NetworkSegment(de7aa669-4fa0-4afe-b9ba-bffc504da3a7),segment_id=de7aa669-4fa0-4afe-b9ba-bffc504da3a7)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:01:52.331183 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b05d6731-dc9d-4005-be8a-ed86158a7845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:52.435452 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0ac3fc68-7523-4306-872e-3d7b408d9947 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:52.441793 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55240) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:52.442066 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0ac3fc68-7523-4306-872e-3d7b408d9947 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8946283 May 05 22:01:52.449088 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-ed0385a4-da18-48f5-937b-4947741294c4 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Request body: {'security_group_rule': {'security_group_id': '96eb7cba-c4e3-4b8e-bec2-66ec98864fcb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:01:52.456817 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a5bdc336-ff8b-4e05-90ad-13b87bfd4f2a tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7510471 May 05 22:01:52.464461 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55244) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:52.478916 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-03487825-536a-4df0-b64e-a04f2d97a96f tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Request body: {'subnet': {'network_id': 'bc0028ab-43f1-4a71-82f3-08d896cd1a7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:01:52.482061 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bdc336-ff8b-4e05-90ad-13b87bfd4f2a tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Pushing event updated for resources: {'Network': ['ID=bc0028ab-43f1-4a71-82f3-08d896cd1a7f,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:52.506519 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d6731-dc9d-4005-be8a-ed86158a7845 None None] Pushing event updated for resources: {'Port': ['ID=6ab8d888-1a76-43f9-bd5a-0303ddec8319,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:52.523180 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network bc0028ab-43f1-4a71-82f3-08d896cd1a7f details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:01:52.533083 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1688d7c-8562-416e-bf1b-34fcf3762ceb req-6aafd8b7-41ac-47f4-80e2-548ec3429729 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:52.534622 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b1688d7c-8562-416e-bf1b-34fcf3762ceb req-6aafd8b7-41ac-47f4-80e2-548ec3429729 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3514dbb-01a6-48a7-998a-138316338f84 HTTP/1.1" status: 200 len: 946 time: 0.4904642 May 05 22:01:52.542955 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-ed0385a4-da18-48f5-937b-4947741294c4 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:01:52.551037 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-ed0385a4-da18-48f5-937b-4947741294c4 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Usage tracker for resource:security_group_rule and tenant:df88203996c44fed903b588607fd099e is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:01:52.553316 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-ed0385a4-da18-48f5-937b-4947741294c4 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:01:52.559508 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-ed0385a4-da18-48f5-937b-4947741294c4 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:01:52.692652 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b1688d7c-8562-416e-bf1b-34fcf3762ceb req-9aec77db-6197-468b-945b-93d758ead282 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] 10.222.0.23 "GET /v2.0/security-groups?id=60c3d51d-aa55-41a5-adb8-b2476023a195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496811 May 05 22:01:52.799292 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e17e91a3-078a-4bc6-b24b-ea3816ae91ee req-23155ae0-c9ce-4bdd-a72c-446e30e8ddf2 tempest-ServerShowV254Test-236975140 tempest-ServerShowV254Test-236975140-project] 10.222.0.23 "GET /v2.0/ports?device_id=5980f5ad-ad80-4da0-b31a-69df39f0152c HTTP/1.1" status: 200 len: 210 time: 0.0804906 May 05 22:01:52.891944 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-3f5e775f-0427-4083-811e-a678e738d864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327dfb45-0f24-4184-a67c-95200808300e', 'name': 'tempest-TaggedBootDevicesTest_v242-839243125-router', 'tenant_id': '735428d0de8342fab8a3fbb83b562761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': '0c2635f1-1967-4ee6-9c29-df42cfe655b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:53:52Z', 'updated_at': '2022-05-05T22:01:47Z', 'revision_number': 5, 'project_id': '735428d0de8342fab8a3fbb83b562761', 'gw_port': {'id': '0c2635f1-1967-4ee6-9c29-df42cfe655b3', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:05:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327dfb45-0f24-4184-a67c-95200808300e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T21:53:53Z', 'updated_at': '2022-05-05T21:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:01:52.918480 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ed0385a4-da18-48f5-937b-4947741294c4 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:52.956423 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5e775f-0427-4083-811e-a678e738d864 None None] Checking router: 327dfb45-0f24-4184-a67c-95200808300e for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:01:52.962869 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-03487825-536a-4df0-b64e-a04f2d97a96f tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:01:52.997713 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-03487825-536a-4df0-b64e-a04f2d97a96f tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:01:53.002412 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5e775f-0427-4083-811e-a678e738d864 None None] Routers {'327dfb45-0f24-4184-a67c-95200808300e'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:01:53.003178 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-3f5e775f-0427-4083-811e-a678e738d864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:01:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['327dfb45-0f24-4184-a67c-95200808300e'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:01:53.014236 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5cefffa5-0844-4f68-95b6-99e45ca0e9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:53.066162 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03487825-536a-4df0-b64e-a04f2d97a96f tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Made reservation on behalf of 11bf086976134ce699be77f6562f3751 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:01:53.080111 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-2d607384-daa3-444a-9e53-736a78c02263 None None] For port 6ab8d888-1a76-43f9-bd5a-0303ddec8319, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=6ab8d888-1a76-43f9-bd5a-0303ddec8319,segment=NetworkSegment(de7aa669-4fa0-4afe-b9ba-bffc504da3a7),segment_id=de7aa669-4fa0-4afe-b9ba-bffc504da3a7)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:01:53.080538 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2d607384-daa3-444a-9e53-736a78c02263 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:53.163458 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 6c3e7d32-cdbd-4d00-b88e-040cb3bd1d37 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:01:53.171988 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cefffa5-0844-4f68-95b6-99e45ca0e9b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c2635f1-1967-4ee6-9c29-df42cfe655b3,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:53.190637 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-03487825-536a-4df0-b64e-a04f2d97a96f tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:53.244852 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ed0385a4-da18-48f5-937b-4947741294c4 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:53.345999 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ed0385a4-da18-48f5-937b-4947741294c4 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:53.409501 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0385a4-da18-48f5-937b-4947741294c4 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c9caff9-626a-434b-9cd5-6b7623c5a299,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:53.437721 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-2d607384-daa3-444a-9e53-736a78c02263 None None] Calling delete_port for 6ab8d888-1a76-43f9-bd5a-0303ddec8319 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:01:53.488603 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-3f5e775f-0427-4083-811e-a678e738d864 None None] Set router 327dfb45-0f24-4184-a67c-95200808300e gateway port host: None {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:01:53.533842 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ed0385a4-da18-48f5-937b-4947741294c4 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:53.537412 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ed0385a4-da18-48f5-937b-4947741294c4 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0938568 May 05 22:01:53.537786 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55310) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:53.601518 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-293df541-2e83-4f96-9af7-f992dbe4feb2 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "GET /v2.0/security-group-rules/2c9caff9-626a-434b-9cd5-6b7623c5a299 HTTP/1.1" status: 200 len: 705 time: 0.0580301 May 05 22:01:53.602513 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55322) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:53.640191 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5cefffa5-0844-4f68-95b6-99e45ca0e9b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:53.661927 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: 6c3e7d32-cdbd-4d00-b88e-040cb3bd1d37 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:01:53.662267 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 6c3e7d32-cdbd-4d00-b88e-040cb3bd1d37 not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:01:53.679400 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-3f5e775f-0427-4083-811e-a678e738d864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327dfb45-0f24-4184-a67c-95200808300e', 'name': 'tempest-TaggedBootDevicesTest_v242-839243125-router', 'tenant_id': '735428d0de8342fab8a3fbb83b562761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:53:52Z', 'updated_at': '2022-05-05T22:01:52Z', 'revision_number': 7, 'project_id': '735428d0de8342fab8a3fbb83b562761', 'gw_port_host': None}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:01:53.688314 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5e775f-0427-4083-811e-a678e738d864 None None] The sync data for ids ['327dfb45-0f24-4184-a67c-95200808300e'] in n-d-825175-4 is: [{'id': '327dfb45-0f24-4184-a67c-95200808300e', 'name': 'tempest-TaggedBootDevicesTest_v242-839243125-router', 'tenant_id': '735428d0de8342fab8a3fbb83b562761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T21:53:52Z', 'updated_at': '2022-05-05T22:01:52Z', 'revision_number': 7, 'project_id': '735428d0de8342fab8a3fbb83b562761', 'gw_port_host': None}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:01:53.710889 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-c2732e18-f675-4d07-aa4b-652140b176a3 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Synchronizing usage tracker for tenant:df88203996c44fed903b588607fd099e on resource:security_group_rule {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:01:53.747240 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-c2732e18-f675-4d07-aa4b-652140b176a3 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Unset dirty status for tenant:df88203996c44fed903b588607fd099e on resource:security_group_rule {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:01:53.751244 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c2732e18-f675-4d07-aa4b-652140b176a3 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1451931 May 05 22:01:53.753623 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55338) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:53.759241 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2d607384-daa3-444a-9e53-736a78c02263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:53.820361 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d607384-daa3-444a-9e53-736a78c02263 None None] Pushing event deleted for resources: {'Port': ['ID=6ab8d888-1a76-43f9-bd5a-0303ddec8319,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:53.822732 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d607384-daa3-444a-9e53-736a78c02263 None None] No DVR routers for this DVR port 6ab8d888-1a76-43f9-bd5a-0303ddec8319 on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:01:53.849593 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b6ebc1b8-8dbc-42af-ae2b-94b7f37df579 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:53.867008 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b6ebc1b8-8dbc-42af-ae2b-94b7f37df579 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:53.898944 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b6ebc1b8-8dbc-42af-ae2b-94b7f37df579 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:53.921736 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ebc1b8-8dbc-42af-ae2b-94b7f37df579 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c9caff9-626a-434b-9cd5-6b7623c5a299,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:53.981609 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b6ebc1b8-8dbc-42af-ae2b-94b7f37df579 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:53.983228 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b6ebc1b8-8dbc-42af-ae2b-94b7f37df579 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/2c9caff9-626a-434b-9cd5-6b7623c5a299 HTTP/1.1" status: 204 len: 168 time: 0.2284272 May 05 22:01:53.988002 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55356) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:54.067715 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5cefffa5-0844-4f68-95b6-99e45ca0e9b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:54.081677 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5cefffa5-0844-4f68-95b6-99e45ca0e9b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:54.119779 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-aeee6e80-93f9-4280-b6e8-4fd5808802b0 req-0b72fc4f-f1b1-4d55-a606-1035146f85c2 tempest-ServerShowV254Test-236975140 tempest-ServerShowV254Test-236975140-project] 10.222.0.23 "GET /v2.0/ports?device_id=5980f5ad-ad80-4da0-b31a-69df39f0152c HTTP/1.1" status: 200 len: 210 time: 0.0762441 May 05 22:01:54.127214 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-6a1530d6-cee8-42e6-9aef-03bf7f3c6c7e tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Synchronizing usage tracker for tenant:df88203996c44fed903b588607fd099e on resource:security_group_rule {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:01:54.153585 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5cefffa5-0844-4f68-95b6-99e45ca0e9b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:54.153585 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cefffa5-0844-4f68-95b6-99e45ca0e9b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 327dfb45-0f24-4184-a67c-95200808300e {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:01:54.164565 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a2634-7250-4560-913a-c779f9f47050 req-de7b779f-6827-4a91-8310-45f4412059b6 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:54.174928 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-183a2634-7250-4560-913a-c779f9f47050 req-de7b779f-6827-4a91-8310-45f4412059b6 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3514dbb-01a6-48a7-998a-138316338f84 HTTP/1.1" status: 200 len: 946 time: 0.2478602 May 05 22:01:54.232609 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5cefffa5-0844-4f68-95b6-99e45ca0e9b7 admin admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:54.236331 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5cefffa5-0844-4f68-95b6-99e45ca0e9b7 admin admin] 10.222.0.23 "DELETE /v2.0/routers/327dfb45-0f24-4184-a67c-95200808300e HTTP/1.1" status: 204 len: 168 time: 3.3179739 May 05 22:01:54.239338 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55372) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:54.255234 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-6a1530d6-cee8-42e6-9aef-03bf7f3c6c7e tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Unset dirty status for tenant:df88203996c44fed903b588607fd099e on resource:security_group_rule {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:01:54.269000 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-6a1530d6-cee8-42e6-9aef-03bf7f3c6c7e tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2777629 May 05 22:01:54.272828 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55378) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:54.294288 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-7e8cb765-72a0-4285-a8a2-64a0d2475d6b tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Request body: {'security_group_rule': {'security_group_id': '96eb7cba-c4e3-4b8e-bec2-66ec98864fcb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:01:54.295969 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-183a2634-7250-4560-913a-c779f9f47050 req-b8d082cd-ea31-43e3-933e-89591c48bca6 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] 10.222.0.23 "GET /v2.0/security-groups?id=60c3d51d-aa55-41a5-adb8-b2476023a195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144567 May 05 22:01:54.338604 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-7e8cb765-72a0-4285-a8a2-64a0d2475d6b tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:01:54.368303 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-7e8cb765-72a0-4285-a8a2-64a0d2475d6b tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:01:54.377856 n-d-825175-4 neutron-server[84063]: DEBUG neutron.objects.ports [None req-03487825-536a-4df0-b64e-a04f2d97a96f tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84063) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 05 22:01:54.390799 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c5695b0-ea7b-4e94-9718-9fadcde863bd admin admin] Deleting subnet 7f52ac6d-7c04-426a-ab2f-4cdd90a78f80 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:01:54.392697 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-03487825-536a-4df0-b64e-a04f2d97a96f tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:54.433802 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4c5695b0-ea7b-4e94-9718-9fadcde863bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:54.502642 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7e8cb765-72a0-4285-a8a2-64a0d2475d6b tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:54.724008 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device f08c210e-c40b-4210-b869-4b24d03bcbb0 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:01:54.760270 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4c5695b0-ea7b-4e94-9718-9fadcde863bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:54.795956 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: f08c210e-c40b-4210-b869-4b24d03bcbb0 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:01:54.799743 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03487825-536a-4df0-b64e-a04f2d97a96f tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Pushing event updated for resources: {'Subnet': ['ID=52e8d6c1-6fc4-4483-b387-7f6095ad13f5,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:54.807591 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device f08c210e-c40b-4210-b869-4b24d03bcbb0 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:01:54.807696 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 6ab8d888-1a76-43f9-bd5a-0303ddec8319 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:01:54.872961 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 6ab8d888-1a76-43f9-bd5a-0303ddec8319 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:01:54.873296 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 6ab8d888-1a76-43f9-bd5a-0303ddec8319 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:01:54.909680 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03487825-536a-4df0-b64e-a04f2d97a96f tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Checking segment: {'id': '694bb163-5d5e-4bb5-9a6c-a1a80b28b0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'bc0028ab-43f1-4a71-82f3-08d896cd1a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:01:54.909823 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03487825-536a-4df0-b64e-a04f2d97a96f tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Network hostable DHCP agents. Network: bc0028ab-43f1-4a71-82f3-08d896cd1a7f, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:01:54.940621 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7e8cb765-72a0-4285-a8a2-64a0d2475d6b tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:54.955908 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7e8cb765-72a0-4285-a8a2-64a0d2475d6b tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:54.988251 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8cb765-72a0-4285-a8a2-64a0d2475d6b tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3f13d86-166e-4ae9-9b0f-fc6ab73d634f,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:54.991122 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4c5695b0-ea7b-4e94-9718-9fadcde863bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:55.031722 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03487825-536a-4df0-b64e-a04f2d97a96f tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Network bc0028ab-43f1-4a71-82f3-08d896cd1a7f is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:01:55.079666 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7e8cb765-72a0-4285-a8a2-64a0d2475d6b tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:55.080848 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-7e8cb765-72a0-4285-a8a2-64a0d2475d6b tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8011518 May 05 22:01:55.081504 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-03487825-536a-4df0-b64e-a04f2d97a96f tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, bc0028ab-43f1-4a71-82f3-08d896cd1a7f) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:01:55.084262 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55426) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:55.090250 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03487825-536a-4df0-b64e-a04f2d97a96f tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:55.091114 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-03487825-536a-4df0-b64e-a04f2d97a96f tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:55.100037 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16367bfa-7c1c-4813-9a8c-0decefd1bd2f None None] Network bc0028ab-43f1-4a71-82f3-08d896cd1a7f requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:01:55.142271 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c4454df3-abb0-45b3-8b52-02e1756b2a84 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "GET /v2.0/security-group-rules/d3f13d86-166e-4ae9-9b0f-fc6ab73d634f HTTP/1.1" status: 200 len: 705 time: 0.0551636 May 05 22:01:55.143928 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55434) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:55.170557 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-03487825-536a-4df0-b64e-a04f2d97a96f tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.7023582 May 05 22:01:55.171969 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4c5695b0-ea7b-4e94-9718-9fadcde863bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:55.177734 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55440) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:55.257378 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5695b0-ea7b-4e94-9718-9fadcde863bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f52ac6d-7c04-426a-ab2f-4cdd90a78f80,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:55.277894 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55450) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:55.279518 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-8097c91b-903c-4312-8fb4-57d95e0aa3fa tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1289952 May 05 22:01:55.451296 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4c5695b0-ea7b-4e94-9718-9fadcde863bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:55.451880 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d64e16-649d-4372-a013-f80b5e564edd None None] Network 4d448c8b-5772-4171-97f3-962f7aa5adfe requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:01:55.455747 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-4c5695b0-ea7b-4e94-9718-9fadcde863bd admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7f52ac6d-7c04-426a-ab2f-4cdd90a78f80 HTTP/1.1" status: 204 len: 168 time: 1.2131655 May 05 22:01:55.461560 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55464) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:55.525211 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-283c1fdd-0d16-4d21-bd39-76d8d65c3726 req-e96c39c1-8c7a-4ec7-a686-5a353881dc6f tempest-ServerShowV254Test-236975140 tempest-ServerShowV254Test-236975140-project] 10.222.0.23 "GET /v2.0/ports?device_id=5980f5ad-ad80-4da0-b31a-69df39f0152c HTTP/1.1" status: 200 len: 210 time: 0.0974259 May 05 22:01:55.583261 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-43c88b45-9a27-4acd-ae88-33617dfd8ee8 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:55.679144 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5007bd8-4253-447f-9222-06b31a06836e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-bc0028ab-43f1-4a71-82f3-08d896cd1a7f', 'network_id': 'bc0028ab-43f1-4a71-82f3-08d896cd1a7f', 'tenant_id': '11bf086976134ce699be77f6562f3751', 'fixed_ips': [{'subnet_id': '52e8d6c1-6fc4-4483-b387-7f6095ad13f5'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:01:55.680435 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e5007bd8-4253-447f-9222-06b31a06836e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:55.709560 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-43c88b45-9a27-4acd-ae88-33617dfd8ee8 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:55.796645 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-43c88b45-9a27-4acd-ae88-33617dfd8ee8 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:55.850560 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-56298fd2-f0b7-4b3d-9455-e99d25a5ae63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:55.863807 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b8647b64-f6fd-4d35-b393-0b3182d894aa tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:55.869626 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c88b45-9a27-4acd-ae88-33617dfd8ee8 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d3f13d86-166e-4ae9-9b0f-fc6ab73d634f,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:55.873795 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-43c88b45-9a27-4acd-ae88-33617dfd8ee8 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:55.876685 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-43c88b45-9a27-4acd-ae88-33617dfd8ee8 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/d3f13d86-166e-4ae9-9b0f-fc6ab73d634f HTTP/1.1" status: 204 len: 168 time: 0.5939393 May 05 22:01:55.878994 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55490) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:55.885668 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-56298fd2-f0b7-4b3d-9455-e99d25a5ae63 admin admin] Deleting port 3817e184-6c3f-4183-b9eb-29d605c11de6 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:01:55.886012 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-56298fd2-f0b7-4b3d-9455-e99d25a5ae63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:56.058310 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-061d79d3-55ee-4caa-b27a-4d83f32bb3d8 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1781089 May 05 22:01:56.061188 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55500) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:56.068955 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-e5007bd8-4253-447f-9222-06b31a06836e None None] Allocated IP 2001:db8::f816:3eff:fe72:8925 (bc0028ab-43f1-4a71-82f3-08d896cd1a7f/52e8d6c1-6fc4-4483-b387-7f6095ad13f5/05026b68-c2ed-4165-a3ea-1752519de750) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:01:56.081076 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-d08c63f5-944e-4340-8f55-d004bcf54d9b tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Request body: {'security_group_rule': {'security_group_id': '96eb7cba-c4e3-4b8e-bec2-66ec98864fcb', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:01:56.092647 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-d08c63f5-944e-4340-8f55-d004bcf54d9b tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:01:56.103289 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-d08c63f5-944e-4340-8f55-d004bcf54d9b tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Usage tracker for resource:security_group_rule and tenant:df88203996c44fed903b588607fd099e is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:01:56.116275 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-d08c63f5-944e-4340-8f55-d004bcf54d9b tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:01:56.127344 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-d08c63f5-944e-4340-8f55-d004bcf54d9b tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:01:56.144010 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63096b5-3428-4f74-9bd0-876676c8aa4d req-28e24ba1-4723-4954-8f07-b46007b7b51d tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:56.152047 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee108380-9916-4264-852b-0dbbb4532f10 None None] DHCP port deletion for 4d448c8b-5772-4171-97f3-962f7aa5adfe request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:01:56.155735 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a63096b5-3428-4f74-9bd0-876676c8aa4d req-28e24ba1-4723-4954-8f07-b46007b7b51d tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3514dbb-01a6-48a7-998a-138316338f84 HTTP/1.1" status: 200 len: 946 time: 0.2740567 May 05 22:01:56.185052 n-d-825175-4 neutron-server[84061]: INFO neutron.db.securitygroups_db [None req-d08c63f5-944e-4340-8f55-d004bcf54d9b tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Project df88203996c44fed903b588607fd099e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 22:01:56.189477 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b8647b64-f6fd-4d35-b393-0b3182d894aa tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:56.200311 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d08c63f5-944e-4340-8f55-d004bcf54d9b tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:56.305616 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 0c2635f1-1967-4ee6-9c29-df42cfe655b3 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:01:56.307284 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a63096b5-3428-4f74-9bd0-876676c8aa4d req-e2ca8557-3ae2-41b2-be6a-8d4d462416f5 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] 10.222.0.23 "GET /v2.0/security-groups?id=60c3d51d-aa55-41a5-adb8-b2476023a195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502426 May 05 22:01:56.344776 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d08c63f5-944e-4340-8f55-d004bcf54d9b tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:56.352029 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-56298fd2-f0b7-4b3d-9455-e99d25a5ae63 admin admin] For port 3817e184-6c3f-4183-b9eb-29d605c11de6, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=3817e184-6c3f-4183-b9eb-29d605c11de6,segment=NetworkSegment(b58799b7-6084-4791-a5cc-f7c831cab4ac),segment_id=b58799b7-6084-4791-a5cc-f7c831cab4ac)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:01:56.352847 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-56298fd2-f0b7-4b3d-9455-e99d25a5ae63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:56.355104 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d08c63f5-944e-4340-8f55-d004bcf54d9b tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:56.357618 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 0c2635f1-1967-4ee6-9c29-df42cfe655b3 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:01:56.358272 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 0c2635f1-1967-4ee6-9c29-df42cfe655b3 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:01:56.359143 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 3817e184-6c3f-4183-b9eb-29d605c11de6 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:01:56.389789 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ee108380-9916-4264-852b-0dbbb4532f10 None None] Deleting port 3817e184-6c3f-4183-b9eb-29d605c11de6 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:01:56.400667 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08c63f5-944e-4340-8f55-d004bcf54d9b tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7dd89b5-9ea9-41b5-aa4b-0c8582e15606,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:56.401851 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ee108380-9916-4264-852b-0dbbb4532f10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:56.457307 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d08c63f5-944e-4340-8f55-d004bcf54d9b tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:56.461998 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-d08c63f5-944e-4340-8f55-d004bcf54d9b tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3973279 May 05 22:01:56.462282 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55510) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:56.509829 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-d228cf9a-26a0-4055-b2ff-b85bfacf1a18 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "GET /v2.0/security-group-rules/d7dd89b5-9ea9-41b5-aa4b-0c8582e15606 HTTP/1.1" status: 200 len: 711 time: 0.0412755 May 05 22:01:56.509829 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55514) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:56.526836 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-56298fd2-f0b7-4b3d-9455-e99d25a5ae63 admin admin] Calling delete_port for 3817e184-6c3f-4183-b9eb-29d605c11de6 owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:01:56.619022 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-be6f1b1e-d568-4ad3-bc02-6b9474674133 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Synchronizing usage tracker for tenant:df88203996c44fed903b588607fd099e on resource:security_group_rule {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:01:56.649542 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-be6f1b1e-d568-4ad3-bc02-6b9474674133 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Unset dirty status for tenant:df88203996c44fed903b588607fd099e on resource:security_group_rule {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:01:56.654420 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-be6f1b1e-d568-4ad3-bc02-6b9474674133 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.1443367 May 05 22:01:56.656299 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55524) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:56.692581 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-56298fd2-f0b7-4b3d-9455-e99d25a5ae63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:56.705891 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-31bd047a-0a99-4c6d-9e60-25a140cfd00e tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:56.739913 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-31bd047a-0a99-4c6d-9e60-25a140cfd00e tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:56.749472 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56298fd2-f0b7-4b3d-9455-e99d25a5ae63 admin admin] Pushing event deleted for resources: {'Port': ['ID=3817e184-6c3f-4183-b9eb-29d605c11de6,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:56.765720 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56298fd2-f0b7-4b3d-9455-e99d25a5ae63 admin admin] No DVR routers for this DVR port 3817e184-6c3f-4183-b9eb-29d605c11de6 on host n-d-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:01:56.838493 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No active binding found for port 3817e184-6c3f-4183-b9eb-29d605c11de6 {{(pid=84064) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 05 22:01:56.841276 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 3817e184-6c3f-4183-b9eb-29d605c11de6 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:01:56.873932 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-33725dab-5093-4fdb-bb0f-679560245342 req-f0a0eb14-2b6c-465e-9d25-27e7d2c59fe3 tempest-ServerShowV254Test-236975140 tempest-ServerShowV254Test-236975140-project] 10.222.0.23 "GET /v2.0/ports?device_id=5980f5ad-ad80-4da0-b31a-69df39f0152c HTTP/1.1" status: 200 len: 210 time: 0.1255190 May 05 22:01:56.917115 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-31bd047a-0a99-4c6d-9e60-25a140cfd00e tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:56.954598 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bd047a-0a99-4c6d-9e60-25a140cfd00e tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d7dd89b5-9ea9-41b5-aa4b-0c8582e15606,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:56.956507 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-56298fd2-f0b7-4b3d-9455-e99d25a5ae63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:56.989384 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-31bd047a-0a99-4c6d-9e60-25a140cfd00e tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:56.990624 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-56298fd2-f0b7-4b3d-9455-e99d25a5ae63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d448c8b-5772-4171-97f3-962f7aa5adfe']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:01:56.991724 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-31bd047a-0a99-4c6d-9e60-25a140cfd00e tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/d7dd89b5-9ea9-41b5-aa4b-0c8582e15606 HTTP/1.1" status: 204 len: 168 time: 0.3334396 May 05 22:01:56.996442 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55536) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:57.020985 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-56298fd2-f0b7-4b3d-9455-e99d25a5ae63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b58799b7-6084-4791-a5cc-f7c831cab4ac') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:01:57.023084 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-56298fd2-f0b7-4b3d-9455-e99d25a5ae63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b58799b7-6084-4791-a5cc-f7c831cab4ac') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:01:57.040654 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-56298fd2-f0b7-4b3d-9455-e99d25a5ae63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:57.057137 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ee108380-9916-4264-852b-0dbbb4532f10 None None] For port 3817e184-6c3f-4183-b9eb-29d605c11de6, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=3817e184-6c3f-4183-b9eb-29d605c11de6,segment=NetworkSegment(b58799b7-6084-4791-a5cc-f7c831cab4ac),segment_id=b58799b7-6084-4791-a5cc-f7c831cab4ac)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:01:57.057532 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ee108380-9916-4264-852b-0dbbb4532f10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:57.063072 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-56298fd2-f0b7-4b3d-9455-e99d25a5ae63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:57.069671 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-bd69a9d6-a597-48ec-b4e9-c7c7d7ee6779 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Synchronizing usage tracker for tenant:df88203996c44fed903b588607fd099e on resource:security_group_rule {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:01:57.074455 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56298fd2-f0b7-4b3d-9455-e99d25a5ae63 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:01:57.075918 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-56298fd2-f0b7-4b3d-9455-e99d25a5ae63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:57.198459 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-bd69a9d6-a597-48ec-b4e9-c7c7d7ee6779 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Unset dirty status for tenant:df88203996c44fed903b588607fd099e on resource:security_group_rule {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:01:57.201827 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-bd69a9d6-a597-48ec-b4e9-c7c7d7ee6779 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2043993 May 05 22:01:57.204674 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55544) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:57.227391 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:01:57.227391 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:01:57.227391 n-d-825175-4 neutron-server[84063]: timer() May 05 22:01:57.227391 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:01:57.227391 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:01:57.227391 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:01:57.227391 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:01:57.227391 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:01:57.227391 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:01:57.227391 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:01:57.227391 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:01:57.227391 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:01:57.227391 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:01:57.227391 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:01:57.227391 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:01:57.227391 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:01:57.227391 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:01:57.227391 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:01:57.227391 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:01:57.227391 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:01:57.227391 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:01:57.227391 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:01:57.227391 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:01:57.227391 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:01:57.227391 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:01:57.227391 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:01:57.227391 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:01:57.227391 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:01:57.227391 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:01:57.227391 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:01:57.227391 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:01:57.227391 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:01:57.297897 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-56298fd2-f0b7-4b3d-9455-e99d25a5ae63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:57.319784 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-56298fd2-f0b7-4b3d-9455-e99d25a5ae63 admin admin] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:57.346870 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56298fd2-f0b7-4b3d-9455-e99d25a5ae63 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d448c8b-5772-4171-97f3-962f7aa5adfe,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:57.367139 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-56298fd2-f0b7-4b3d-9455-e99d25a5ae63 admin admin] 10.222.0.23 "DELETE /v2.0/networks/4d448c8b-5772-4171-97f3-962f7aa5adfe HTTP/1.1" status: 204 len: 168 time: 1.9013891 May 05 22:01:57.406186 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ee108380-9916-4264-852b-0dbbb4532f10 None None] Calling delete_port for 3817e184-6c3f-4183-b9eb-29d605c11de6 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:01:57.421811 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f4871f10-40ac-4aed-b66f-0e178292640f tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:57.443188 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e5007bd8-4253-447f-9222-06b31a06836e None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:57.448997 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08077cb6-fcd1-4874-adec-9a182aa0084f req-e09d32e5-938e-4ee9-bcf5-8c9765388ff6 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:57.455531 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-08077cb6-fcd1-4874-adec-9a182aa0084f req-e09d32e5-938e-4ee9-bcf5-8c9765388ff6 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3514dbb-01a6-48a7-998a-138316338f84 HTTP/1.1" status: 200 len: 946 time: 0.3702004 May 05 22:01:57.470148 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e5007bd8-4253-447f-9222-06b31a06836e None None] Transition to ACTIVE for port object 05026b68-c2ed-4165-a3ea-1752519de750 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:01:57.509066 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e5007bd8-4253-447f-9222-06b31a06836e None None] Transition to ACTIVE for port object 05026b68-c2ed-4165-a3ea-1752519de750 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:01:57.533009 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e5007bd8-4253-447f-9222-06b31a06836e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:57.545932 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b8647b64-f6fd-4d35-b393-0b3182d894aa tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:57.652353 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8647b64-f6fd-4d35-b393-0b3182d894aa tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Pushing event deleted for resources: {'Subnet': ['ID=52e8d6c1-6fc4-4483-b387-7f6095ad13f5,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:57.662857 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-ee108380-9916-4264-852b-0dbbb4532f10 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:01:57.663452 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-ee108380-9916-4264-852b-0dbbb4532f10 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:01:57.681371 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5007bd8-4253-447f-9222-06b31a06836e None None] Network bc0028ab-43f1-4a71-82f3-08d896cd1a7f is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:01:57.684900 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-e5007bd8-4253-447f-9222-06b31a06836e None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:01:57.689896 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5007bd8-4253-447f-9222-06b31a06836e None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:01:57.701331 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5007bd8-4253-447f-9222-06b31a06836e None None] Pushing event updated for resources: {'Port': ['ID=05026b68-c2ed-4165-a3ea-1752519de750,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:57.826573 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f4871f10-40ac-4aed-b66f-0e178292640f tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:57.831393 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-e5007bd8-4253-447f-9222-06b31a06836e None None] Attempting to bind port 05026b68-c2ed-4165-a3ea-1752519de750 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:01:57.831852 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-e5007bd8-4253-447f-9222-06b31a06836e None None] Attempting to bind port 05026b68-c2ed-4165-a3ea-1752519de750 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '694bb163-5d5e-4bb5-9a6c-a1a80b28b0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'bc0028ab-43f1-4a71-82f3-08d896cd1a7f'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:01:57.832695 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5007bd8-4253-447f-9222-06b31a06836e None None] Attempting to bind port 05026b68-c2ed-4165-a3ea-1752519de750 on network bc0028ab-43f1-4a71-82f3-08d896cd1a7f {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:01:57.843841 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5007bd8-4253-447f-9222-06b31a06836e None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:01:57.844534 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5007bd8-4253-447f-9222-06b31a06836e None None] Checking segment: {'id': '694bb163-5d5e-4bb5-9a6c-a1a80b28b0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'bc0028ab-43f1-4a71-82f3-08d896cd1a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:01:57.845180 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e5007bd8-4253-447f-9222-06b31a06836e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:57.846125 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5007bd8-4253-447f-9222-06b31a06836e None None] Bound using segment: {'id': '694bb163-5d5e-4bb5-9a6c-a1a80b28b0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'bc0028ab-43f1-4a71-82f3-08d896cd1a7f'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:01:57.847156 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-e5007bd8-4253-447f-9222-06b31a06836e None None] Bound port: 05026b68-c2ed-4165-a3ea-1752519de750, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694bb163-5d5e-4bb5-9a6c-a1a80b28b0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'bc0028ab-43f1-4a71-82f3-08d896cd1a7f'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:01:57.848296 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e5007bd8-4253-447f-9222-06b31a06836e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:57.860571 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55566) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:57.898940 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-08077cb6-fcd1-4874-adec-9a182aa0084f req-558d35c4-116e-46c5-a46f-acc5b2e33afd tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Deleting port 9d64bfa5-9c4e-46e4-b526-e367d24b4fcd {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:01:57.899435 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-08077cb6-fcd1-4874-adec-9a182aa0084f req-558d35c4-116e-46c5-a46f-acc5b2e33afd tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:58.092376 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b8647b64-f6fd-4d35-b393-0b3182d894aa tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:58.102948 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-e5007bd8-4253-447f-9222-06b31a06836e None None] For port 05026b68-c2ed-4165-a3ea-1752519de750, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:01:58.107421 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-e5007bd8-4253-447f-9222-06b31a06836e None None] For port 05026b68-c2ed-4165-a3ea-1752519de750, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=05026b68-c2ed-4165-a3ea-1752519de750,segment=NetworkSegment(694bb163-5d5e-4bb5-9a6c-a1a80b28b0b0),segment_id=694bb163-5d5e-4bb5-9a6c-a1a80b28b0b0)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:01:58.117259 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e5007bd8-4253-447f-9222-06b31a06836e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:58.156218 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-b8647b64-f6fd-4d35-b393-0b3182d894aa tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc0028ab-43f1-4a71-82f3-08d896cd1a7f']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:01:58.185142 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-b8647b64-f6fd-4d35-b393-0b3182d894aa tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '694bb163-5d5e-4bb5-9a6c-a1a80b28b0b0') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:01:58.185336 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-b8647b64-f6fd-4d35-b393-0b3182d894aa tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '694bb163-5d5e-4bb5-9a6c-a1a80b28b0b0') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:01:58.215285 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b8647b64-f6fd-4d35-b393-0b3182d894aa tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:58.250075 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b8647b64-f6fd-4d35-b393-0b3182d894aa tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:58.259462 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8647b64-f6fd-4d35-b393-0b3182d894aa tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:01:58.260140 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b8647b64-f6fd-4d35-b393-0b3182d894aa tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:58.281145 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:01:58.281145 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:01:58.281145 n-d-825175-4 neutron-server[84063]: timer() May 05 22:01:58.281145 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:01:58.281145 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:01:58.281145 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:01:58.281145 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:01:58.281145 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:01:58.281145 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:01:58.281145 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:01:58.281145 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:01:58.281145 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:01:58.281145 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:01:58.281145 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:01:58.281145 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:01:58.281145 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:01:58.281145 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:01:58.281145 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:01:58.281145 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:01:58.281145 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:01:58.281145 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:01:58.281145 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:01:58.281145 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:01:58.281145 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:01:58.281145 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:01:58.281145 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:01:58.281145 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:01:58.281145 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:01:58.281145 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:01:58.281145 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:01:58.281145 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:01:58.281145 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:01:58.284123 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ee108380-9916-4264-852b-0dbbb4532f10 None None] Deleting port 3817e184-6c3f-4183-b9eb-29d605c11de6 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:01:58.284123 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ee108380-9916-4264-852b-0dbbb4532f10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:58.379118 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5007bd8-4253-447f-9222-06b31a06836e None None] Pushing event updated for resources: {'Port': ['ID=05026b68-c2ed-4165-a3ea-1752519de750,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:58.411599 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-17f712c5-c9d5-49c7-b9a6-7bc874de3ff2 req-b7b65ae1-f71c-4a6e-a31d-afa0d778ace1 tempest-ServerShowV254Test-236975140 tempest-ServerShowV254Test-236975140-project] 10.222.0.23 "GET /v2.0/ports?device_id=5980f5ad-ad80-4da0-b31a-69df39f0152c HTTP/1.1" status: 200 len: 210 time: 0.2337716 May 05 22:01:58.477408 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.api [None req-b8647b64-f6fd-4d35-b393-0b3182d894aa tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 05 22:01:58.477408 n-d-825175-4 neutron-server[84063]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 05 22:01:58.477408 n-d-825175-4 neutron-server[84063]: [parameters: {'id': 'bc0028ab-43f1-4a71-82f3-08d896cd1a7f'}] May 05 22:01:58.477408 n-d-825175-4 neutron-server[84063]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:01:58.477963 n-d-825175-4 neutron-server[84063]: DEBUG oslo_db.api [None req-b8647b64-f6fd-4d35-b393-0b3182d894aa tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:01:58.503417 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ee108380-9916-4264-852b-0dbbb4532f10 None None] The port '3817e184-6c3f-4183-b9eb-29d605c11de6' was deleted {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 22:01:58.506471 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f4871f10-40ac-4aed-b66f-0e178292640f tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:58.591895 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3038cd82-1ff7-4f06-a5bc-04769c338919 None None] Network bc0028ab-43f1-4a71-82f3-08d896cd1a7f requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:01:58.675792 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55590) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:58.676015 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-8565b4ec-cfef-4fee-b386-0b031f18afee admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c3f9ce50114047b1adfc22c64baa15b0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7812047 May 05 22:01:58.753003 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4871f10-40ac-4aed-b66f-0e178292640f tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96eb7cba-c4e3-4b8e-bec2-66ec98864fcb,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:58.774750 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f48b1a-29ba-45c1-a536-7bab6dc6e8d0 req-25147c85-a63f-42d0-be10-a7f4780a7b92 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:01:58.775857 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d3f48b1a-29ba-45c1-a536-7bab6dc6e8d0 req-25147c85-a63f-42d0-be10-a7f4780a7b92 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3514dbb-01a6-48a7-998a-138316338f84 HTTP/1.1" status: 200 len: 946 time: 1.1667492 May 05 22:01:58.786830 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f4871f10-40ac-4aed-b66f-0e178292640f tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:58.790827 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f4871f10-40ac-4aed-b66f-0e178292640f tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "DELETE /v2.0/security-groups/96eb7cba-c4e3-4b8e-bec2-66ec98864fcb HTTP/1.1" status: 204 len: 168 time: 1.5850060 May 05 22:01:58.796079 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55594) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:58.809919 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4a62a171-4e84-4d0d-a9e9-fea676552eae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:58.847479 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4a62a171-4e84-4d0d-a9e9-fea676552eae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:58.861590 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d3f48b1a-29ba-45c1-a536-7bab6dc6e8d0 req-dba7b722-909b-47cf-8f92-a51f44b8c7c6 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] 10.222.0.23 "GET /v2.0/security-groups?id=60c3d51d-aa55-41a5-adb8-b2476023a195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760694 May 05 22:01:58.928343 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4a62a171-4e84-4d0d-a9e9-fea676552eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:58.949488 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a62a171-4e84-4d0d-a9e9-fea676552eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b940f3-f2a7-478e-a3f4-c0ad661f5649,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:58.962131 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4a62a171-4e84-4d0d-a9e9-fea676552eae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:58.966204 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-4a62a171-4e84-4d0d-a9e9-fea676552eae admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d1b940f3-f2a7-478e-a3f4-c0ad661f5649 HTTP/1.1" status: 204 len: 168 time: 0.2891583 May 05 22:01:58.979350 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b8647b64-f6fd-4d35-b393-0b3182d894aa tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:58.996319 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865eea31-2f66-406e-a964-4fafc21966f8 None None] get_active_networks_info from n-d-825175-4 {{(pid=84064) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 05 22:01:59.002747 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-b8647b64-f6fd-4d35-b393-0b3182d894aa tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Deleting port 05026b68-c2ed-4165-a3ea-1752519de750 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:01:59.003389 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b8647b64-f6fd-4d35-b393-0b3182d894aa tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:59.005467 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-07a30add-cbcb-41c0-b7b4-9ca1c795f5b2 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Synchronizing usage tracker for tenant:df88203996c44fed903b588607fd099e on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:01:59.016609 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-08077cb6-fcd1-4874-adec-9a182aa0084f req-558d35c4-116e-46c5-a46f-acc5b2e33afd tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] For port 9d64bfa5-9c4e-46e4-b526-e367d24b4fcd, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=9d64bfa5-9c4e-46e4-b526-e367d24b4fcd,segment=NetworkSegment(0b0b0525-20de-43c5-ab5d-b294a1724e92),segment_id=0b0b0525-20de-43c5-ab5d-b294a1724e92)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:01:59.016964 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-08077cb6-fcd1-4874-adec-9a182aa0084f req-558d35c4-116e-46c5-a46f-acc5b2e33afd tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:59.209815 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865eea31-2f66-406e-a964-4fafc21966f8 None None] Resources bound (agent type, host, resource id): {{(pid=84064) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 05 22:01:59.334479 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-b8647b64-f6fd-4d35-b393-0b3182d894aa tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] For port 05026b68-c2ed-4165-a3ea-1752519de750, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=05026b68-c2ed-4165-a3ea-1752519de750,segment=NetworkSegment(694bb163-5d5e-4bb5-9a6c-a1a80b28b0b0),segment_id=694bb163-5d5e-4bb5-9a6c-a1a80b28b0b0)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:01:59.335686 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b8647b64-f6fd-4d35-b393-0b3182d894aa tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:59.379600 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-08077cb6-fcd1-4874-adec-9a182aa0084f req-558d35c4-116e-46c5-a46f-acc5b2e33afd tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Calling delete_port for 9d64bfa5-9c4e-46e4-b526-e367d24b4fcd owned by compute:nova {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:01:59.524772 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-b8647b64-f6fd-4d35-b393-0b3182d894aa tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Calling delete_port for 05026b68-c2ed-4165-a3ea-1752519de750 owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:01:59.564915 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-08077cb6-fcd1-4874-adec-9a182aa0084f req-558d35c4-116e-46c5-a46f-acc5b2e33afd tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:59.674882 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-07a30add-cbcb-41c0-b7b4-9ca1c795f5b2 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Unset dirty status for tenant:df88203996c44fed903b588607fd099e on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:01:59.676252 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-07a30add-cbcb-41c0-b7b4-9ca1c795f5b2 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.8790860 May 05 22:01:59.733279 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d35c4-116e-46c5-a46f-acc5b2e33afd tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Pushing event deleted for resources: {'Port': ['ID=9d64bfa5-9c4e-46e4-b526-e367d24b4fcd,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:01:59.738518 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55608) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:59.753545 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-4ce66312-be3c-4349-88a8-1254ab88c219 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Request body: {'security_group': {'name': 'tempest-secgroup--344432769'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:01:59.761894 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4ce66312-be3c-4349-88a8-1254ab88c219 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:01:59.782756 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-08077cb6-fcd1-4874-adec-9a182aa0084f req-558d35c4-116e-46c5-a46f-acc5b2e33afd tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] No DVR routers for this DVR port 9d64bfa5-9c4e-46e4-b526-e367d24b4fcd on host n-h1-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:01:59.786235 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-08077cb6-fcd1-4874-adec-9a182aa0084f req-558d35c4-116e-46c5-a46f-acc5b2e33afd tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:59.792004 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4ce66312-be3c-4349-88a8-1254ab88c219 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:01:59.794426 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3514dbb-01a6-48a7-998a-138316338f84', 'name': 'network-vif-deleted', 'tag': '9d64bfa5-9c4e-46e4-b526-e367d24b4fcd'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:01:59.821790 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-08077cb6-fcd1-4874-adec-9a182aa0084f req-558d35c4-116e-46c5-a46f-acc5b2e33afd tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] 10.222.0.44 "DELETE /v2.0/ports/9d64bfa5-9c4e-46e4-b526-e367d24b4fcd HTTP/1.1" status: 204 len: 173 time: 2.3358631 May 05 22:01:59.825511 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4ce66312-be3c-4349-88a8-1254ab88c219 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:59.853946 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55614) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:01:59.887538 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4ce66312-be3c-4349-88a8-1254ab88c219 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:01:59.919717 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4f9b489f-4d17-4694-a12a-b1836a4c27a1 req-8e0ea3fa-5817-40dc-ac49-8c4d2c9451a5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5980f5ad-ad80-4da0-b31a-69df39f0152c HTTP/1.1" status: 200 len: 210 time: 0.1412339 May 05 22:01:59.921584 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b8647b64-f6fd-4d35-b393-0b3182d894aa tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:01:59.947795 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ea6e8276-f925-4f5d-ba1d-57129bc26042 req-1c8ff833-b42c-4e3c-84bc-2e42704362bc tempest-ServerShowV254Test-236975140 tempest-ServerShowV254Test-236975140-project] 10.222.0.23 "GET /v2.0/ports?device_id=5980f5ad-ad80-4da0-b31a-69df39f0152c HTTP/1.1" status: 200 len: 210 time: 0.0579331 May 05 22:01:59.949580 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b211d486-f255-4915-8f4c-48419356a6e1'] response: {'server_uuid': 'f3514dbb-01a6-48a7-998a-138316338f84', 'name': 'network-vif-deleted', 'tag': '9d64bfa5-9c4e-46e4-b526-e367d24b4fcd', 'status': 'completed', 'code': 200} May 05 22:01:59.969326 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-4ce66312-be3c-4349-88a8-1254ab88c219 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Usage tracker for resource:security_group_rule and tenant:df88203996c44fed903b588607fd099e is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:01:59.974014 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-4ce66312-be3c-4349-88a8-1254ab88c219 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:01:59.985167 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4ce66312-be3c-4349-88a8-1254ab88c219 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:02:00.054182 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-dbe48d3c-672e-46da-a5ca-9b45751d88e6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=735428d0de8342fab8a3fbb83b562761&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1688833 May 05 22:02:00.058055 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8647b64-f6fd-4d35-b393-0b3182d894aa tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Pushing event deleted for resources: {'Port': ['ID=05026b68-c2ed-4165-a3ea-1752519de750,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:00.062077 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55620) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:00.082475 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8647b64-f6fd-4d35-b393-0b3182d894aa tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] No DVR routers for this DVR port 05026b68-c2ed-4165-a3ea-1752519de750 on host n-d-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:02:00.179554 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-47996e89-ec1d-46d8-b567-ffffccf8db0e req-1bf215a1-d5d7-4306-b5e0-240c909071be tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Synchronizing usage tracker for tenant:16dde334e1884c61b123507305c66b66 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:02:00.213243 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4ce66312-be3c-4349-88a8-1254ab88c219 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:00.227796 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-47996e89-ec1d-46d8-b567-ffffccf8db0e req-1bf215a1-d5d7-4306-b5e0-240c909071be tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Unset dirty status for tenant:16dde334e1884c61b123507305c66b66 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:02:00.229209 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-47996e89-ec1d-46d8-b567-ffffccf8db0e req-1bf215a1-d5d7-4306-b5e0-240c909071be tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3514dbb-01a6-48a7-998a-138316338f84 HTTP/1.1" status: 200 len: 210 time: 0.0954037 May 05 22:02:00.233148 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4ce66312-be3c-4349-88a8-1254ab88c219 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:00.274608 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce66312-be3c-4349-88a8-1254ab88c219 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c38dd95-4599-4dc6-9883-61e0afcef370,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:00.280746 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e9494f20-85a7-44fe-9e9c-e784a1df2f45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:00.312674 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e9494f20-85a7-44fe-9e9c-e784a1df2f45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:00.325334 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b8647b64-f6fd-4d35-b393-0b3182d894aa tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:00.377338 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e9494f20-85a7-44fe-9e9c-e784a1df2f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:00.396214 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-b8647b64-f6fd-4d35-b393-0b3182d894aa tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc0028ab-43f1-4a71-82f3-08d896cd1a7f']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:00.439023 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9494f20-85a7-44fe-9e9c-e784a1df2f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb39c91a-cb25-4625-9705-77ff85bfcc91,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:00.448558 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e9494f20-85a7-44fe-9e9c-e784a1df2f45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:00.451243 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-b8647b64-f6fd-4d35-b393-0b3182d894aa tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '694bb163-5d5e-4bb5-9a6c-a1a80b28b0b0') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:00.451617 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-b8647b64-f6fd-4d35-b393-0b3182d894aa tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '694bb163-5d5e-4bb5-9a6c-a1a80b28b0b0') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:00.451830 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e9494f20-85a7-44fe-9e9c-e784a1df2f45 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fb39c91a-cb25-4625-9705-77ff85bfcc91 HTTP/1.1" status: 204 len: 168 time: 0.3881741 May 05 22:02:00.471267 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b8647b64-f6fd-4d35-b393-0b3182d894aa tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:00.475127 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4ce66312-be3c-4349-88a8-1254ab88c219 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:00.480777 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4ce66312-be3c-4349-88a8-1254ab88c219 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7408710 May 05 22:02:00.484641 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55626) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:00.502477 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b8647b64-f6fd-4d35-b393-0b3182d894aa tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:00.512495 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-4d2287c0-6c0f-4fbc-8d17-e55e0f8700a8 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Request body: {'security_group_rule': {'security_group_id': '7c38dd95-4599-4dc6-9883-61e0afcef370', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:02:00.512951 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8647b64-f6fd-4d35-b393-0b3182d894aa tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:02:00.513368 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b8647b64-f6fd-4d35-b393-0b3182d894aa tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:00.521928 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4d2287c0-6c0f-4fbc-8d17-e55e0f8700a8 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:02:00.527278 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-4d2287c0-6c0f-4fbc-8d17-e55e0f8700a8 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Usage tracker for resource:security_group_rule and tenant:df88203996c44fed903b588607fd099e is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:02:00.531017 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-4d2287c0-6c0f-4fbc-8d17-e55e0f8700a8 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:02:00.536947 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:02:00.536947 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:02:00.536947 n-d-825175-4 neutron-server[84063]: timer() May 05 22:02:00.536947 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:02:00.536947 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:02:00.536947 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:02:00.536947 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:02:00.536947 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:02:00.536947 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:02:00.536947 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:02:00.536947 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:02:00.536947 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:02:00.536947 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:02:00.536947 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:02:00.536947 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:02:00.536947 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:02:00.536947 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:02:00.536947 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:02:00.536947 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:02:00.536947 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:02:00.536947 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:02:00.536947 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:02:00.536947 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:02:00.536947 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:02:00.536947 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:02:00.536947 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:02:00.536947 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:02:00.536947 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:02:00.536947 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:02:00.536947 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:02:00.536947 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:02:00.536947 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:02:00.540223 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4d2287c0-6c0f-4fbc-8d17-e55e0f8700a8 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:02:00.568679 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4d2287c0-6c0f-4fbc-8d17-e55e0f8700a8 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:00.659863 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6d9f2516-e296-4c14-83bd-bf50ce18af33 req-9ecfc859-31ae-4202-b4d9-7db95e486008 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ca770a07-6893-4970-ab91-c12fb85165a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2533693 May 05 22:02:00.676850 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b8647b64-f6fd-4d35-b393-0b3182d894aa tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:00.690414 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b8647b64-f6fd-4d35-b393-0b3182d894aa tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:00.718868 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b8647b64-f6fd-4d35-b393-0b3182d894aa tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] 10.222.0.23 "DELETE /v2.0/networks/bc0028ab-43f1-4a71-82f3-08d896cd1a7f HTTP/1.1" status: 204 len: 168 time: 5.4640276 May 05 22:02:00.724833 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55630) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:00.739549 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-9a2d2706-6513-409d-a004-47ebaff6b739 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-818213017'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:02:00.744854 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8647b64-f6fd-4d35-b393-0b3182d894aa tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Pushing event deleted for resources: {'Network': ['ID=bc0028ab-43f1-4a71-82f3-08d896cd1a7f,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:00.749665 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4d2287c0-6c0f-4fbc-8d17-e55e0f8700a8 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:00.757461 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-9a2d2706-6513-409d-a004-47ebaff6b739 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:02:00.760647 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4d2287c0-6c0f-4fbc-8d17-e55e0f8700a8 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:00.765215 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9a2d2706-6513-409d-a004-47ebaff6b739 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Usage tracker for resource:network and tenant:11bf086976134ce699be77f6562f3751 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:02:00.770999 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9a2d2706-6513-409d-a004-47ebaff6b739 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:02:00.782308 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-9a2d2706-6513-409d-a004-47ebaff6b739 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:02:00.853026 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2d2706-6513-409d-a004-47ebaff6b739 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Made reservation on behalf of 11bf086976134ce699be77f6562f3751 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:02:00.856884 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9a2d2706-6513-409d-a004-47ebaff6b739 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:00.877912 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2287c0-6c0f-4fbc-8d17-e55e0f8700a8 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fb8853f-1bc9-4e3c-aee6-1013149a7f4a,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:00.893540 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a2d2706-6513-409d-a004-47ebaff6b739 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:02:00.915381 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9a2d2706-6513-409d-a004-47ebaff6b739 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:00.916122 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-9a2d2706-6513-409d-a004-47ebaff6b739 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Added segment 7465c5d5-4953-4731-b95f-96eeb55c5d9d of type vlan for network 16ea26dd-887a-41b7-86d8-24f52b41b0ee May 05 22:02:00.926702 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4d2287c0-6c0f-4fbc-8d17-e55e0f8700a8 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:00.938711 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4d2287c0-6c0f-4fbc-8d17-e55e0f8700a8 tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4491704 May 05 22:02:00.939310 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55640) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:00.953466 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9a2d2706-6513-409d-a004-47ebaff6b739 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:01.004404 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9a2d2706-6513-409d-a004-47ebaff6b739 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:01.008893 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2d2706-6513-409d-a004-47ebaff6b739 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:01.009811 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9a2d2706-6513-409d-a004-47ebaff6b739 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:01.060094 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9a2d2706-6513-409d-a004-47ebaff6b739 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3332307 May 05 22:02:01.064102 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55648) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:01.080192 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-edef0b81-94ab-44a7-ac42-9eee3087e0ce tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Request body: {'subnet': {'network_id': '16ea26dd-887a-41b7-86d8-24f52b41b0ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:02:01.196178 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6d9f2516-e296-4c14-83bd-bf50ce18af33 req-4804cda5-738c-4da6-a5a2-685b3a2d91a1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f9679666ed684085ba56b96d355bc823&device_id=ca770a07-6893-4970-ab91-c12fb85165a7 HTTP/1.1" status: 200 len: 1096 time: 0.3985555 May 05 22:02:01.197320 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2d2706-6513-409d-a004-47ebaff6b739 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Pushing event updated for resources: {'Network': ['ID=16ea26dd-887a-41b7-86d8-24f52b41b0ee,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:01.210747 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 16ea26dd-887a-41b7-86d8-24f52b41b0ee details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:02:01.364816 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 9d64bfa5-9c4e-46e4-b526-e367d24b4fcd no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:02:01.444089 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: 9d64bfa5-9c4e-46e4-b526-e367d24b4fcd {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:02:01.445070 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 9d64bfa5-9c4e-46e4-b526-e367d24b4fcd not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:02:01.612801 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-97922167-81dc-46c0-8f33-de479a7cea8d req-1bb40880-a724-4e2e-8e32-21d735f48a93 tempest-ServerShowV254Test-236975140 tempest-ServerShowV254Test-236975140-project] 10.222.0.23 "GET /v2.0/ports?device_id=5980f5ad-ad80-4da0-b31a-69df39f0152c HTTP/1.1" status: 200 len: 210 time: 0.1754615 May 05 22:02:01.617411 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7378656e-80a6-415d-87ae-7d5eb6867fac tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:01.649642 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7378656e-80a6-415d-87ae-7d5eb6867fac tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:01.720726 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7378656e-80a6-415d-87ae-7d5eb6867fac tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:01.746579 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-edef0b81-94ab-44a7-ac42-9eee3087e0ce tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:02:01.755000 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-edef0b81-94ab-44a7-ac42-9eee3087e0ce tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Usage tracker for resource:subnet and tenant:11bf086976134ce699be77f6562f3751 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:02:01.759344 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-edef0b81-94ab-44a7-ac42-9eee3087e0ce tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:02:01.770008 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7378656e-80a6-415d-87ae-7d5eb6867fac tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c38dd95-4599-4dc6-9883-61e0afcef370,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:01.775626 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-edef0b81-94ab-44a7-ac42-9eee3087e0ce tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:02:01.785823 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7378656e-80a6-415d-87ae-7d5eb6867fac tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:01.790162 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-7378656e-80a6-415d-87ae-7d5eb6867fac tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "DELETE /v2.0/security-groups/7c38dd95-4599-4dc6-9883-61e0afcef370 HTTP/1.1" status: 204 len: 168 time: 0.8498797 May 05 22:02:01.793868 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55668) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:01.828027 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55672) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:01.831235 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edef0b81-94ab-44a7-ac42-9eee3087e0ce tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Made reservation on behalf of 11bf086976134ce699be77f6562f3751 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:02:01.907104 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f2516-e296-4c14-83bd-bf50ce18af33 req-2116a111-8d93-4c2f-b85e-b9ab8a26bb43 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:01.909430 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6d9f2516-e296-4c14-83bd-bf50ce18af33 req-2116a111-8d93-4c2f-b85e-b9ab8a26bb43 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2 HTTP/1.1" status: 200 len: 912 time: 0.6738343 May 05 22:02:02.161653 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6d9f2516-e296-4c14-83bd-bf50ce18af33 req-72de9b61-d93e-4172-99e1-dec6d633a155 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52e27c93-1bdb-4450-90e4-58129e3e1a37 HTTP/1.1" status: 200 len: 1001 time: 0.2409699 May 05 22:02:02.175872 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a441897b-daae-482e-a1a1-d6eb9892d64c tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Synchronizing usage tracker for tenant:df88203996c44fed903b588607fd099e on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:02:02.189393 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-edef0b81-94ab-44a7-ac42-9eee3087e0ce tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:02.282112 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f2516-e296-4c14-83bd-bf50ce18af33 req-93f2649d-caf0-4c93-baa9-354f9f499066 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:02.283844 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6d9f2516-e296-4c14-83bd-bf50ce18af33 req-93f2649d-caf0-4c93-baa9-354f9f499066 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f259ce1a-1e13-44eb-b65e-190001e0a5ad HTTP/1.1" status: 200 len: 850 time: 0.1179817 May 05 22:02:02.455692 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6d9f2516-e296-4c14-83bd-bf50ce18af33 req-a95af4a7-0cc7-45bf-b12e-8d465b8f21dd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1644034 May 05 22:02:02.594678 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a441897b-daae-482e-a1a1-d6eb9892d64c tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Unset dirty status for tenant:df88203996c44fed903b588607fd099e on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:02:02.615145 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a441897b-daae-482e-a1a1-d6eb9892d64c tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.8197770 May 05 22:02:02.617975 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cd8303af-76ee-4662-b34f-067277b72e4d req-46758746-ea1f-4f13-a41f-bb68940ee663 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=de46567bcf7f49ba914d67fb7648b1a5&device_id=5980f5ad-ad80-4da0-b31a-69df39f0152c HTTP/1.1" status: 200 len: 210 time: 0.2034168 May 05 22:02:02.629748 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55698) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:02.706716 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-8d8dbb91-e64a-413b-a296-11952cc6e21d tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Synchronizing usage tracker for tenant:df88203996c44fed903b588607fd099e on resource:security_group_rule {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:02:02.730356 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cd8303af-76ee-4662-b34f-067277b72e4d req-ce17599b-4a9b-4f28-8251-a6daeda5f25b service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=de46567bcf7f49ba914d67fb7648b1a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440931 May 05 22:02:02.757295 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-8d8dbb91-e64a-413b-a296-11952cc6e21d tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Unset dirty status for tenant:df88203996c44fed903b588607fd099e on resource:security_group_rule {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:02:02.758969 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8d8dbb91-e64a-413b-a296-11952cc6e21d tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.1278982 May 05 22:02:02.762619 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55704) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:02.802037 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-f442d346-7ae5-487c-8306-9ff9a6ab0e5e tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] delete failed (client error): The resource could not be found. May 05 22:02:02.803641 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f442d346-7ae5-487c-8306-9ff9a6ab0e5e tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "DELETE /v2.0/security-groups/7c38dd95-4599-4dc6-9883-61e0afcef370 HTTP/1.1" status: 404 len: 347 time: 0.0402434 May 05 22:02:02.807635 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55708) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:02.810040 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cfc8e60b-31d6-477c-b5e8-c76979753bdd req-39cf1b9e-2081-419a-a371-f6f18137f992 tempest-ServerShowV254Test-236975140 tempest-ServerShowV254Test-236975140-project] 10.222.0.23 "GET /v2.0/ports?device_id=5980f5ad-ad80-4da0-b31a-69df39f0152c HTTP/1.1" status: 200 len: 210 time: 0.1673014 May 05 22:02:02.812029 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6d9f2516-e296-4c14-83bd-bf50ce18af33 req-e21299c8-943d-41bd-985e-ada9bd789a6a service neutron] 10.222.0.44 "GET /v2.0/networks/c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494208 May 05 22:02:02.950248 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55714) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:02.971069 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-2b3beece-56bd-4424-b34d-e53b0fc8227f tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Synchronizing usage tracker for tenant:df88203996c44fed903b588607fd099e on resource:security_group {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:02:03.010634 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-2b3beece-56bd-4424-b34d-e53b0fc8227f tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] Unset dirty status for tenant:df88203996c44fed903b588607fd099e on resource:security_group {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:02:03.017159 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-2b3beece-56bd-4424-b34d-e53b0fc8227f tempest-SecGroupIPv6Test-114268974 tempest-SecGroupIPv6Test-114268974-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2036076 May 05 22:02:03.032904 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6d9f2516-e296-4c14-83bd-bf50ce18af33 req-9a20b229-027d-4c91-bd6a-10b00c014f0d service neutron] 10.222.0.44 "GET /v2.0/networks/c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903732 May 05 22:02:03.101784 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-5ddfa82e-1059-43f5-a563-de56215e9465 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1e082bf0e1f544a59538c5df305fa404&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2724659 May 05 22:02:03.105544 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55722) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:03.190898 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-7ccfc05d-508c-416f-9151-c64003ee4a8b admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-398562230-network', 'tenant_id': '5a504eaa06b44a818804ac71b7bc1d0f'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:02:03.198688 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c3a83-f10d-49aa-9c5b-0a44d804ec53 req-c091f4e6-29dd-4af7-81d6-8a9ae08bf5f1 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:03.199091 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-7ccfc05d-508c-416f-9151-c64003ee4a8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:02:03.205440 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7f6c3a83-f10d-49aa-9c5b-0a44d804ec53 req-c091f4e6-29dd-4af7-81d6-8a9ae08bf5f1 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] 10.222.0.23 "GET /v2.0/networks?id=e470537e-3585-4233-880c-2adef2e7d09e HTTP/1.1" status: 200 len: 808 time: 0.9537258 May 05 22:02:03.212988 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-7ccfc05d-508c-416f-9151-c64003ee4a8b admin admin] Usage tracker for resource:network and tenant:5a504eaa06b44a818804ac71b7bc1d0f is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:02:03.231398 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-7ccfc05d-508c-416f-9151-c64003ee4a8b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:02:03.238776 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-edc79a32-b231-4658-9cb8-e98b1880b24d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:03.245599 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-7ccfc05d-508c-416f-9151-c64003ee4a8b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:02:03.245957 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7f6c3a83-f10d-49aa-9c5b-0a44d804ec53 req-55fa4529-39dd-4fc5-82d6-b2d3d89082d4 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] 10.222.0.23 "GET /v2.0/quotas/16dde334e1884c61b123507305c66b66 HTTP/1.1" status: 200 len: 375 time: 0.0394220 May 05 22:02:03.281609 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ccfc05d-508c-416f-9151-c64003ee4a8b admin admin] Made reservation on behalf of 5a504eaa06b44a818804ac71b7bc1d0f for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:02:03.285255 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7ccfc05d-508c-416f-9151-c64003ee4a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:03.304632 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7f6c3a83-f10d-49aa-9c5b-0a44d804ec53 req-bee28c5e-fb2d-4150-819d-a8d10c91eee8 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=16dde334e1884c61b123507305c66b66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0578649 May 05 22:02:03.305849 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-edc79a32-b231-4658-9cb8-e98b1880b24d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:03.318545 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7ccfc05d-508c-416f-9151-c64003ee4a8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:03.328574 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55728) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:03.338114 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8303af-76ee-4662-b34f-067277b72e4d req-da5167f3-0326-4d7e-862e-47117ab6204a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:03.339617 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cd8303af-76ee-4662-b34f-067277b72e4d req-da5167f3-0326-4d7e-862e-47117ab6204a service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5851824 May 05 22:02:03.398095 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-7ccfc05d-508c-416f-9151-c64003ee4a8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:02:03.403964 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-7ccfc05d-508c-416f-9151-c64003ee4a8b admin admin] Usage tracker for resource:security_group_rule and tenant:5a504eaa06b44a818804ac71b7bc1d0f is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:02:03.408577 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-7ccfc05d-508c-416f-9151-c64003ee4a8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:02:03.413922 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-7ccfc05d-508c-416f-9151-c64003ee4a8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:02:03.427508 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-edef0b81-94ab-44a7-ac42-9eee3087e0ce tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:03.449091 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-edc79a32-b231-4658-9cb8-e98b1880b24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:03.482843 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc79a32-b231-4658-9cb8-e98b1880b24d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d5ef89-699d-4aa1-a41f-ce3a09afc674,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:03.525409 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-edc79a32-b231-4658-9cb8-e98b1880b24d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:03.529271 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-edc79a32-b231-4658-9cb8-e98b1880b24d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/78d5ef89-699d-4aa1-a41f-ce3a09afc674 HTTP/1.1" status: 204 len: 168 time: 0.4189348 May 05 22:02:03.540414 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7ccfc05d-508c-416f-9151-c64003ee4a8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:03.548263 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7ccfc05d-508c-416f-9151-c64003ee4a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:03.596277 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edef0b81-94ab-44a7-ac42-9eee3087e0ce tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Pushing event updated for resources: {'Subnet': ['ID=ac2d51fd-e014-4a95-9f80-75b63c1b253f,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:03.606007 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7f6c3a83-f10d-49aa-9c5b-0a44d804ec53 req-f709f2c6-c5b2-4d8d-bd78-dd01f76aa397 service neutron] 10.222.0.23 "GET /v2.0/networks/e470537e-3585-4233-880c-2adef2e7d09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999492 May 05 22:02:03.642744 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a6730d50-7603-44eb-b770-48728430d9c3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=df88203996c44fed903b588607fd099e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3068607 May 05 22:02:03.648831 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55738) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:03.673551 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ccfc05d-508c-416f-9151-c64003ee4a8b admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:02:03.692988 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccfc05d-508c-416f-9151-c64003ee4a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=973c3caa-dfbd-4ad1-aaba-c4a52c91aa3f,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:03.704025 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7ccfc05d-508c-416f-9151-c64003ee4a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:03.704373 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-7ccfc05d-508c-416f-9151-c64003ee4a8b admin admin] Added segment b836fc27-272e-4e9f-939d-0b0d263b911c of type vlan for network fa1ff625-39f9-4b78-acd7-4298ad31c461 May 05 22:02:03.763096 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7ccfc05d-508c-416f-9151-c64003ee4a8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:03.768493 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-88c9849b-13e8-45e6-b134-4fba26c88a4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:03.794563 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edef0b81-94ab-44a7-ac42-9eee3087e0ce tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Checking segment: {'id': '7465c5d5-4953-4731-b95f-96eeb55c5d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '16ea26dd-887a-41b7-86d8-24f52b41b0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:02:03.795199 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edef0b81-94ab-44a7-ac42-9eee3087e0ce tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Network hostable DHCP agents. Network: 16ea26dd-887a-41b7-86d8-24f52b41b0ee, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:02:03.812417 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-88c9849b-13e8-45e6-b134-4fba26c88a4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:03.821949 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7ccfc05d-508c-416f-9151-c64003ee4a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:03.822844 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ccfc05d-508c-416f-9151-c64003ee4a8b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:03.823412 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7ccfc05d-508c-416f-9151-c64003ee4a8b admin admin] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:03.856781 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edef0b81-94ab-44a7-ac42-9eee3087e0ce tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Network 16ea26dd-887a-41b7-86d8-24f52b41b0ee is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:02:03.860295 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7f6c3a83-f10d-49aa-9c5b-0a44d804ec53 req-aa065da3-d2af-4f0b-a2aa-eb25febd908a service neutron] 10.222.0.23 "GET /v2.0/networks/e470537e-3585-4233-880c-2adef2e7d09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534831 May 05 22:02:03.873225 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-edef0b81-94ab-44a7-ac42-9eee3087e0ce tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 16ea26dd-887a-41b7-86d8-24f52b41b0ee) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:02:03.879198 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edef0b81-94ab-44a7-ac42-9eee3087e0ce tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:03.879921 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-edef0b81-94ab-44a7-ac42-9eee3087e0ce tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:03.882852 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3caa24-9123-4352-a4bf-8706f506c04a None None] Network 16ea26dd-887a-41b7-86d8-24f52b41b0ee requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:02:03.916723 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-edef0b81-94ab-44a7-ac42-9eee3087e0ce tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8507996 May 05 22:02:03.919510 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55746) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:03.942499 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccfc05d-508c-416f-9151-c64003ee4a8b admin admin] Pushing event updated for resources: {'Network': ['ID=fa1ff625-39f9-4b78-acd7-4298ad31c461,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:03.948670 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-7ccfc05d-508c-416f-9151-c64003ee4a8b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9973202 May 05 22:02:03.953293 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55750) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:03.968216 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-19fb179c-5bd1-4b34-8bb2-50e0f437f6f5 admin admin] Request body: {'subnet': {'network_id': 'fa1ff625-39f9-4b78-acd7-4298ad31c461', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-398562230-subnet', 'tenant_id': '5a504eaa06b44a818804ac71b7bc1d0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:02:03.976982 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-19fb179c-5bd1-4b34-8bb2-50e0f437f6f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:02:03.991676 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-19fb179c-5bd1-4b34-8bb2-50e0f437f6f5 admin admin] Usage tracker for resource:subnet and tenant:5a504eaa06b44a818804ac71b7bc1d0f is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:02:03.995430 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-19fb179c-5bd1-4b34-8bb2-50e0f437f6f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:02:04.010495 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-19fb179c-5bd1-4b34-8bb2-50e0f437f6f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:02:04.033267 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19fb179c-5bd1-4b34-8bb2-50e0f437f6f5 admin admin] Made reservation on behalf of 5a504eaa06b44a818804ac71b7bc1d0f for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:02:04.039733 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-19fb179c-5bd1-4b34-8bb2-50e0f437f6f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:04.105520 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-88c9849b-13e8-45e6-b134-4fba26c88a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:04.129556 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-526fa455-6ca3-4d6b-b838-e0882c4d6436 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:04.132196 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network fa1ff625-39f9-4b78-acd7-4298ad31c461 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:02:04.273730 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d17bcdf9-b2b9-448e-9c65-93b5bb769f19 req-d5f7cf29-fb17-4bd2-be6d-4e573d9e93ef tempest-ServerShowV254Test-236975140 tempest-ServerShowV254Test-236975140-project] 10.222.0.23 "GET /v2.0/ports?device_id=5980f5ad-ad80-4da0-b31a-69df39f0152c HTTP/1.1" status: 200 len: 210 time: 0.1402771 May 05 22:02:04.297044 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c9849b-13e8-45e6-b134-4fba26c88a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8519af87-5262-4144-866a-4303a3ded319,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:04.332321 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e4d6decf-941b-4775-add5-54f208f44406 req-1e8660b5-a244-443b-8942-d58d81d8e425 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd124150-01fd-48fa-87b9-0b3887667718 HTTP/1.1" status: 200 len: 210 time: 0.1254034 May 05 22:02:04.375306 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-88c9849b-13e8-45e6-b134-4fba26c88a4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:04.376669 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-88c9849b-13e8-45e6-b134-4fba26c88a4f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8519af87-5262-4144-866a-4303a3ded319 HTTP/1.1" status: 204 len: 168 time: 0.7247417 May 05 22:02:04.386049 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-526fa455-6ca3-4d6b-b838-e0882c4d6436 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:04.686395 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96e0d27-97ee-4ad6-9772-460ac731be46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-16ea26dd-887a-41b7-86d8-24f52b41b0ee', 'network_id': '16ea26dd-887a-41b7-86d8-24f52b41b0ee', 'tenant_id': '11bf086976134ce699be77f6562f3751', 'fixed_ips': [{'subnet_id': 'ac2d51fd-e014-4a95-9f80-75b63c1b253f'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:02:04.687401 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a96e0d27-97ee-4ad6-9772-460ac731be46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:04.703263 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-19fb179c-5bd1-4b34-8bb2-50e0f437f6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:04.705725 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cd8303af-76ee-4662-b34f-067277b72e4d req-e06f163b-c0a3-4536-ab99-c3b288e13365 tempest-ServerShowV254Test-236975140 tempest-ServerShowV254Test-236975140-project] 10.222.0.44 "GET /v2.0/ports?device_id=5980f5ad-ad80-4da0-b31a-69df39f0152c HTTP/1.1" status: 200 len: 210 time: 0.0720973 May 05 22:02:04.768244 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-526fa455-6ca3-4d6b-b838-e0882c4d6436 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server [None req-a96e0d27-97ee-4ad6-9772-460ac731be46 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ac2d51fd-e014-4a95-9f80-75b63c1b253f: This subnet is being modified by another concurrent operation. May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server raise value May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server raise value May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server raise value May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server raise value May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server raise value May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server raise value May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server raise exception May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ac2d51fd-e014-4a95-9f80-75b63c1b253f: This subnet is being modified by another concurrent operation. May 05 22:02:04.864608 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server May 05 22:02:04.886092 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdbab7b-0d84-4782-aa34-62701f875e05 None None] Network 16ea26dd-887a-41b7-86d8-24f52b41b0ee requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:02:04.888075 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526fa455-6ca3-4d6b-b838-e0882c4d6436 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Pushing event deleted for resources: {'Subnet': ['ID=ac2d51fd-e014-4a95-9f80-75b63c1b253f,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:04.972375 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb179c-5bd1-4b34-8bb2-50e0f437f6f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88e90490-16b1-4a25-b352-edc593d621eb,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:04.996464 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fb179c-5bd1-4b34-8bb2-50e0f437f6f5 admin admin] Checking segment: {'id': 'b836fc27-272e-4e9f-939d-0b0d263b911c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fa1ff625-39f9-4b78-acd7-4298ad31c461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:02:04.997065 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fb179c-5bd1-4b34-8bb2-50e0f437f6f5 admin admin] Network hostable DHCP agents. Network: fa1ff625-39f9-4b78-acd7-4298ad31c461, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:02:05.034049 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fb179c-5bd1-4b34-8bb2-50e0f437f6f5 admin admin] Network fa1ff625-39f9-4b78-acd7-4298ad31c461 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:02:05.054716 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-19fb179c-5bd1-4b34-8bb2-50e0f437f6f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, fa1ff625-39f9-4b78-acd7-4298ad31c461) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:02:05.065446 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fb179c-5bd1-4b34-8bb2-50e0f437f6f5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:05.070074 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-19fb179c-5bd1-4b34-8bb2-50e0f437f6f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:05.070254 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94922924-a447-4826-9b9d-04d362914b8b None None] Network fa1ff625-39f9-4b78-acd7-4298ad31c461 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:02:05.123558 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-19fb179c-5bd1-4b34-8bb2-50e0f437f6f5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1611278 May 05 22:02:05.181888 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-526fa455-6ca3-4d6b-b838-e0882c4d6436 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:05.267991 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-526fa455-6ca3-4d6b-b838-e0882c4d6436 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16ea26dd-887a-41b7-86d8-24f52b41b0ee']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:05.305006 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-526fa455-6ca3-4d6b-b838-e0882c4d6436 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7465c5d5-4953-4731-b95f-96eeb55c5d9d') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:05.306036 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-526fa455-6ca3-4d6b-b838-e0882c4d6436 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7465c5d5-4953-4731-b95f-96eeb55c5d9d') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:05.376106 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-526fa455-6ca3-4d6b-b838-e0882c4d6436 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:05.490459 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-526fa455-6ca3-4d6b-b838-e0882c4d6436 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:05.506574 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-526fa455-6ca3-4d6b-b838-e0882c4d6436 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:02:05.507646 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-526fa455-6ca3-4d6b-b838-e0882c4d6436 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:05.583403 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 22:02:05.583403 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:02:05.583403 n-d-825175-4 neutron-server[84061]: timer() May 05 22:02:05.583403 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:02:05.583403 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 22:02:05.583403 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:02:05.583403 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 22:02:05.583403 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:02:05.583403 n-d-825175-4 neutron-server[84061]: self._notify() May 05 22:02:05.583403 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:02:05.583403 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 22:02:05.583403 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:02:05.583403 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 22:02:05.583403 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:02:05.583403 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:02:05.583403 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:02:05.583403 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:02:05.583403 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:02:05.583403 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 22:02:05.583403 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:02:05.583403 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 22:02:05.583403 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:02:05.583403 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:02:05.583403 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:02:05.583403 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 22:02:05.583403 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:02:05.583403 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:02:05.583403 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:02:05.583403 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:02:05.583403 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:02:05.583403 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:02:05.583403 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:02:05.631232 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea4f1e2-7946-4d49-9f5d-7ad0077f1cc6 None None] Network fa1ff625-39f9-4b78-acd7-4298ad31c461 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:02:05.721855 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55806) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:05.886870 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3ac3444e-05f8-4301-8b30-6fd1d60ddb65 req-d883b755-af0d-4c04-952e-cb9c11200f9c tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd124150-01fd-48fa-87b9-0b3887667718 HTTP/1.1" status: 200 len: 210 time: 0.2903214 May 05 22:02:05.904003 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-985ca88a-b4b8-4c85-b917-5096245aad2d req-8278eb5d-fbbb-425a-8230-1e27e426b299 tempest-ServerShowV254Test-236975140 tempest-ServerShowV254Test-236975140-project] 10.222.0.23 "GET /v2.0/ports?device_id=5980f5ad-ad80-4da0-b31a-69df39f0152c HTTP/1.1" status: 200 len: 210 time: 0.1123767 May 05 22:02:05.926140 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-526fa455-6ca3-4d6b-b838-e0882c4d6436 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:05.940557 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:05.956940 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-526fa455-6ca3-4d6b-b838-e0882c4d6436 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:05.973687 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526fa455-6ca3-4d6b-b838-e0882c4d6436 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Pushing event deleted for resources: {'Network': ['ID=16ea26dd-887a-41b7-86d8-24f52b41b0ee,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:05.990751 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55818) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:05.995504 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-526fa455-6ca3-4d6b-b838-e0882c4d6436 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] 10.222.0.23 "DELETE /v2.0/networks/16ea26dd-887a-41b7-86d8-24f52b41b0ee HTTP/1.1" status: 204 len: 168 time: 2.0742931 May 05 22:02:05.997504 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-49b150e6-f57b-47bd-98bf-d488ba1d79dc tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-421519430'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:02:06.018158 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-49b150e6-f57b-47bd-98bf-d488ba1d79dc tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:02:06.023139 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-49b150e6-f57b-47bd-98bf-d488ba1d79dc tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Usage tracker for resource:network and tenant:11bf086976134ce699be77f6562f3751 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:02:06.026247 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-49b150e6-f57b-47bd-98bf-d488ba1d79dc tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:02:06.043998 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-49b150e6-f57b-47bd-98bf-d488ba1d79dc tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:02:06.057527 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:06.064852 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1036f6cc-66dd-4d74-93f2-7b7021117ed4 None None] get_active_networks_info from n-d-825175-4 {{(pid=84064) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 05 22:02:06.088585 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f4f1259f-80e3-44c5-9f6b-e4371c9bb568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:06.161410 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b150e6-f57b-47bd-98bf-d488ba1d79dc tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Made reservation on behalf of 11bf086976134ce699be77f6562f3751 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:02:06.169374 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-49b150e6-f57b-47bd-98bf-d488ba1d79dc tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:06.173414 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1036f6cc-66dd-4d74-93f2-7b7021117ed4 None None] Resources bound (agent type, host, resource id): {{(pid=84064) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 05 22:02:06.265793 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49b150e6-f57b-47bd-98bf-d488ba1d79dc tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:02:06.284064 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-49b150e6-f57b-47bd-98bf-d488ba1d79dc tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:06.284477 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-49b150e6-f57b-47bd-98bf-d488ba1d79dc tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Added segment 94ec7179-17e1-4ae5-8ac2-ed465eddc1d2 of type vlan for network 4a9a76e7-8849-4840-8883-df6bf9de68e3 May 05 22:02:06.355245 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-49b150e6-f57b-47bd-98bf-d488ba1d79dc tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:06.451060 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-49b150e6-f57b-47bd-98bf-d488ba1d79dc tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:06.460634 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b150e6-f57b-47bd-98bf-d488ba1d79dc tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:06.461273 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-49b150e6-f57b-47bd-98bf-d488ba1d79dc tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:06.566796 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f4f1259f-80e3-44c5-9f6b-e4371c9bb568 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:02:06.783026 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-a4002bbf-f0ab-46bd-a530-4ead88b8f776 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:06.790436 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-a4002bbf-f0ab-46bd-a530-4ead88b8f776 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] 10.222.0.23 "GET /v2.0/networks?id=fa1ff625-39f9-4b78-acd7-4298ad31c461 HTTP/1.1" status: 200 len: 817 time: 0.3066788 May 05 22:02:06.810557 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-8ea74cea-beb7-4c57-80d1-6bf494743d02 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] 10.222.0.23 "GET /v2.0/quotas/5a504eaa06b44a818804ac71b7bc1d0f HTTP/1.1" status: 200 len: 375 time: 0.0194595 May 05 22:02:06.871926 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-e9188745-1dbc-4380-a985-53fe268561d4 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5a504eaa06b44a818804ac71b7bc1d0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597458 May 05 22:02:07.033035 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-49b150e6-f57b-47bd-98bf-d488ba1d79dc tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0386293 May 05 22:02:07.038234 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f4f1259f-80e3-44c5-9f6b-e4371c9bb568 admin admin] Usage tracker for resource:security_group_rule and tenant:b874e0f8982442f4b4eaba82901813ab is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:02:07.130691 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f4f1259f-80e3-44c5-9f6b-e4371c9bb568 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:02:07.133233 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55852) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:07.158593 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f4f1259f-80e3-44c5-9f6b-e4371c9bb568 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:02:07.167225 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-99b51218-b731-48e8-9c69-129dfd35162b tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Request body: {'subnet': {'network_id': '4a9a76e7-8849-4840-8883-df6bf9de68e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:02:07.289879 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55862) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:07.336871 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b150e6-f57b-47bd-98bf-d488ba1d79dc tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Pushing event updated for resources: {'Network': ['ID=4a9a76e7-8849-4840-8883-df6bf9de68e3,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:07.358382 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 4a9a76e7-8849-4840-8883-df6bf9de68e3 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:02:07.364081 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-85f4151f-afde-476c-84ca-75d63ea13ea3 service neutron] 10.222.0.23 "GET /v2.0/networks/fa1ff625-39f9-4b78-acd7-4298ad31c461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4906094 May 05 22:02:07.459399 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c3a83-f10d-49aa-9c5b-0a44d804ec53 req-4219ae64-673a-436a-923d-02b333ef9bb6 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:07.471913 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7f6c3a83-f10d-49aa-9c5b-0a44d804ec53 req-4219ae64-673a-436a-923d-02b333ef9bb6 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] 10.222.0.32 "GET /v2.0/networks?id=e470537e-3585-4233-880c-2adef2e7d09e HTTP/1.1" status: 200 len: 808 time: 1.0605140 May 05 22:02:07.478142 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-99b51218-b731-48e8-9c69-129dfd35162b tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:02:07.496166 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-99b51218-b731-48e8-9c69-129dfd35162b tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Usage tracker for resource:subnet and tenant:11bf086976134ce699be77f6562f3751 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:02:07.500199 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-99b51218-b731-48e8-9c69-129dfd35162b tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:02:07.520774 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-7f6c3a83-f10d-49aa-9c5b-0a44d804ec53 req-919d4424-c57f-4da3-bdf4-b5e0ead19f96 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Request body: {'port': {'device_id': 'fd124150-01fd-48fa-87b9-0b3887667718', 'network_id': 'e470537e-3585-4233-880c-2adef2e7d09e', 'admin_state_up': True, 'tenant_id': '16dde334e1884c61b123507305c66b66'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:02:07.559722 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f17f1c00-4a8e-449e-9226-8dbf94037e23 req-9c36bcd0-ea64-4eb2-813a-4fffb728fb77 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd124150-01fd-48fa-87b9-0b3887667718 HTTP/1.1" status: 200 len: 210 time: 0.1921964 May 05 22:02:07.590107 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-99b51218-b731-48e8-9c69-129dfd35162b tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:02:07.705268 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f4f1259f-80e3-44c5-9f6b-e4371c9bb568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:07.730878 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f4f1259f-80e3-44c5-9f6b-e4371c9bb568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:07.801840 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b51218-b731-48e8-9c69-129dfd35162b tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Made reservation on behalf of 11bf086976134ce699be77f6562f3751 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:02:07.824275 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-19ae0c76-41ee-4b7f-bade-48f13000c53f service neutron] 10.222.0.23 "GET /v2.0/networks/fa1ff625-39f9-4b78-acd7-4298ad31c461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3475423 May 05 22:02:07.942202 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-4e5aa260-bac1-41ee-b361-e1fe76961dcc tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-214558258'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:02:08.000644 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-4e5aa260-bac1-41ee-b361-e1fe76961dcc tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:02:08.020035 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f1259f-80e3-44c5-9f6b-e4371c9bb568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70086ff4-8603-4d3c-81e5-793c3ddfbbcb,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:08.046891 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-4e5aa260-bac1-41ee-b361-e1fe76961dcc tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Usage tracker for resource:network and tenant:781295b918f840a5be5499133163f5eb is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:02:08.052365 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-4e5aa260-bac1-41ee-b361-e1fe76961dcc tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:02:08.055684 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-7f6c3a83-f10d-49aa-9c5b-0a44d804ec53 req-919d4424-c57f-4da3-bdf4-b5e0ead19f96 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:02:08.060096 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f4f1259f-80e3-44c5-9f6b-e4371c9bb568 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b874e0f8982442f4b4eaba82901813ab&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3372290 May 05 22:02:08.063062 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55886) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:08.067491 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-4e5aa260-bac1-41ee-b361-e1fe76961dcc tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:02:08.072004 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-99b51218-b731-48e8-9c69-129dfd35162b tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:08.104522 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-7f6c3a83-f10d-49aa-9c5b-0a44d804ec53 req-919d4424-c57f-4da3-bdf4-b5e0ead19f96 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:02:08.211862 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5aa260-bac1-41ee-b361-e1fe76961dcc tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Made reservation on behalf of 781295b918f840a5be5499133163f5eb for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:02:08.213975 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bcc9a9b3-9c95-4523-a71a-982e93ab1c68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:08.216807 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4e5aa260-bac1-41ee-b361-e1fe76961dcc tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:08.234707 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f6c3a83-f10d-49aa-9c5b-0a44d804ec53 req-919d4424-c57f-4da3-bdf4-b5e0ead19f96 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Made reservation on behalf of 16dde334e1884c61b123507305c66b66 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:02:08.238799 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-7f6c3a83-f10d-49aa-9c5b-0a44d804ec53 req-919d4424-c57f-4da3-bdf4-b5e0ead19f96 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:08.267160 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4e5aa260-bac1-41ee-b361-e1fe76961dcc tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:08.273198 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bcc9a9b3-9c95-4523-a71a-982e93ab1c68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:08.380800 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bcc9a9b3-9c95-4523-a71a-982e93ab1c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:08.390751 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-4e5aa260-bac1-41ee-b361-e1fe76961dcc tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:02:08.407441 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-4e5aa260-bac1-41ee-b361-e1fe76961dcc tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Usage tracker for resource:security_group_rule and tenant:781295b918f840a5be5499133163f5eb is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:02:08.411557 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-4e5aa260-bac1-41ee-b361-e1fe76961dcc tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:02:08.413995 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55898) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:08.426757 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc9a9b3-9c95-4523-a71a-982e93ab1c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70086ff4-8603-4d3c-81e5-793c3ddfbbcb,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:08.453217 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bcc9a9b3-9c95-4523-a71a-982e93ab1c68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:08.468245 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-bcc9a9b3-9c95-4523-a71a-982e93ab1c68 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/70086ff4-8603-4d3c-81e5-793c3ddfbbcb HTTP/1.1" status: 204 len: 168 time: 0.3932137 May 05 22:02:08.499440 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-4e5aa260-bac1-41ee-b361-e1fe76961dcc tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:02:08.608220 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55912) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:08.625271 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-070e32d7-32f1-4a63-83c9-37f3f259197d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-477823730', 'description': 'tempest-secgroup-smoke-477823730 description', 'project_id': '06fb629024324e968714595537efac5c'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:02:08.634453 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-7f6c3a83-f10d-49aa-9c5b-0a44d804ec53 req-919d4424-c57f-4da3-bdf4-b5e0ead19f96 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Allocated IP 172.20.0.12 (e470537e-3585-4233-880c-2adef2e7d09e/f38286bc-f81c-4b29-9d01-e0d3e9e576d8/99ca16e9-3c4a-4607-8aea-7e91abb0cde2) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:02:08.641943 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-070e32d7-32f1-4a63-83c9-37f3f259197d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:02:08.655794 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-070e32d7-32f1-4a63-83c9-37f3f259197d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Usage tracker for resource:security_group and tenant:06fb629024324e968714595537efac5c is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:02:08.684697 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-070e32d7-32f1-4a63-83c9-37f3f259197d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:02:08.712963 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-070e32d7-32f1-4a63-83c9-37f3f259197d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:02:08.740923 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-070e32d7-32f1-4a63-83c9-37f3f259197d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:08.787261 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-070e32d7-32f1-4a63-83c9-37f3f259197d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:08.889021 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-070e32d7-32f1-4a63-83c9-37f3f259197d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:02:08.916631 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-070e32d7-32f1-4a63-83c9-37f3f259197d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Usage tracker for resource:security_group_rule and tenant:06fb629024324e968714595537efac5c is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:02:08.923702 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-070e32d7-32f1-4a63-83c9-37f3f259197d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:02:08.942232 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-070e32d7-32f1-4a63-83c9-37f3f259197d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:02:09.070721 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4e5aa260-bac1-41ee-b361-e1fe76961dcc tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:09.103060 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4e5aa260-bac1-41ee-b361-e1fe76961dcc tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:09.161989 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-070e32d7-32f1-4a63-83c9-37f3f259197d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:09.208425 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5aa260-bac1-41ee-b361-e1fe76961dcc tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac5975b-022a-4ac1-b94f-66bbdeceaadd,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:09.268748 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e5aa260-bac1-41ee-b361-e1fe76961dcc tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:02:09.273968 n-d-825175-4 neutron-server[84063]: DEBUG neutron.objects.ports [None req-99b51218-b731-48e8-9c69-129dfd35162b tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84063) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 05 22:02:09.283084 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-99b51218-b731-48e8-9c69-129dfd35162b tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:09.288972 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-070e32d7-32f1-4a63-83c9-37f3f259197d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:09.369699 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f4049b00-6920-434e-8f10-fe6535dba523 req-bac044a6-b732-4f77-8d76-a1cca1d0ba43 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] 10.222.0.23 "GET /v2.0/ports?device_id=20b35301-1cb9-4b76-b135-86bd8a0d6b7e HTTP/1.1" status: 200 len: 210 time: 0.1903343 May 05 22:02:09.383000 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4e5aa260-bac1-41ee-b361-e1fe76961dcc tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:09.383351 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-4e5aa260-bac1-41ee-b361-e1fe76961dcc tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Added segment add15aa2-11b8-48b3-8849-0b5f648bdd42 of type vlan for network 61ac7e7b-e87a-412f-b4d9-fe1edbb732dc May 05 22:02:09.385030 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-565dfec1-1f01-4481-9a2d-262ce04fe562 req-c29e139c-ecf8-40cc-99b4-44a448a7c447 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd124150-01fd-48fa-87b9-0b3887667718 HTTP/1.1" status: 200 len: 210 time: 0.2084496 May 05 22:02:09.410945 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070e32d7-32f1-4a63-83c9-37f3f259197d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efdca4e0-0bcb-4ff2-a841-aab8c071090b,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:09.418246 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-070e32d7-32f1-4a63-83c9-37f3f259197d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:02:09.429993 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-070e32d7-32f1-4a63-83c9-37f3f259197d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Usage tracker for resource:security_group_rule and tenant:06fb629024324e968714595537efac5c is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:02:09.435437 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-070e32d7-32f1-4a63-83c9-37f3f259197d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:02:09.448376 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-070e32d7-32f1-4a63-83c9-37f3f259197d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:02:09.487067 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-49ea6d8d-2978-4ce3-9954-00e818366405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:09.508071 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4e5aa260-bac1-41ee-b361-e1fe76961dcc tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:09.554320 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b51218-b731-48e8-9c69-129dfd35162b tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Pushing event updated for resources: {'Subnet': ['ID=bba81660-5c6b-46b6-8efa-2efb95639553,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:09.590973 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-070e32d7-32f1-4a63-83c9-37f3f259197d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:09.598674 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-070e32d7-32f1-4a63-83c9-37f3f259197d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:09.640593 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-7f6c3a83-f10d-49aa-9c5b-0a44d804ec53 req-919d4424-c57f-4da3-bdf4-b5e0ead19f96 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:09.650442 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-49ea6d8d-2978-4ce3-9954-00e818366405 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:02:09.654697 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b51218-b731-48e8-9c69-129dfd35162b tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Checking segment: {'id': '94ec7179-17e1-4ae5-8ac2-ed465eddc1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4a9a76e7-8849-4840-8883-df6bf9de68e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:02:09.655206 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b51218-b731-48e8-9c69-129dfd35162b tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Network hostable DHCP agents. Network: 4a9a76e7-8849-4840-8883-df6bf9de68e3, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:02:09.668858 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-49ea6d8d-2978-4ce3-9954-00e818366405 admin admin] Usage tracker for resource:security_group_rule and tenant:de46567bcf7f49ba914d67fb7648b1a5 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:02:09.673669 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4e5aa260-bac1-41ee-b361-e1fe76961dcc tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:09.677630 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5aa260-bac1-41ee-b361-e1fe76961dcc tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:09.678346 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4e5aa260-bac1-41ee-b361-e1fe76961dcc tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:09.687221 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-49ea6d8d-2978-4ce3-9954-00e818366405 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:02:09.717458 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070e32d7-32f1-4a63-83c9-37f3f259197d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07d0c3d5-b7c4-418a-abaf-9ffbc9641ae9,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:09.736653 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-070e32d7-32f1-4a63-83c9-37f3f259197d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:09.741500 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-070e32d7-32f1-4a63-83c9-37f3f259197d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.1268985 May 05 22:02:09.741691 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55944) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:09.752066 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-5904f32b-b8fb-4fb4-b1f2-a31b7266cc02 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Request body: {'security_group_rule': {'security_group_id': '07d0c3d5-b7c4-418a-abaf-9ffbc9641ae9', 'project_id': '06fb629024324e968714595537efac5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:02:09.760933 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-5904f32b-b8fb-4fb4-b1f2-a31b7266cc02 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:02:09.766442 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-5904f32b-b8fb-4fb4-b1f2-a31b7266cc02 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Usage tracker for resource:security_group_rule and tenant:06fb629024324e968714595537efac5c is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:02:09.772681 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-5904f32b-b8fb-4fb4-b1f2-a31b7266cc02 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:02:09.788853 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-5904f32b-b8fb-4fb4-b1f2-a31b7266cc02 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:02:09.819851 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5904f32b-b8fb-4fb4-b1f2-a31b7266cc02 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:09.888729 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-49ea6d8d-2978-4ce3-9954-00e818366405 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:02:09.916876 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5904f32b-b8fb-4fb4-b1f2-a31b7266cc02 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:09.924803 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5904f32b-b8fb-4fb4-b1f2-a31b7266cc02 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:09.977769 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5aa260-bac1-41ee-b361-e1fe76961dcc tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Pushing event updated for resources: {'Network': ['ID=61ac7e7b-e87a-412f-b4d9-fe1edbb732dc,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:09.990816 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 61ac7e7b-e87a-412f-b4d9-fe1edbb732dc details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:02:10.006979 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5904f32b-b8fb-4fb4-b1f2-a31b7266cc02 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=502437ca-c986-4ddf-9df1-e66b16fc60ca,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:10.008289 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-7f6c3a83-f10d-49aa-9c5b-0a44d804ec53 req-919d4424-c57f-4da3-bdf4-b5e0ead19f96 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:10.026173 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5904f32b-b8fb-4fb4-b1f2-a31b7266cc02 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:10.029334 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-5904f32b-b8fb-4fb4-b1f2-a31b7266cc02 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2850645 May 05 22:02:10.030973 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55952) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:10.037416 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-66844a80-edc8-4d1d-b88a-4d3d2f612163 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Request body: {'security_group_rule': {'security_group_id': '07d0c3d5-b7c4-418a-abaf-9ffbc9641ae9', 'project_id': '06fb629024324e968714595537efac5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:02:10.057452 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-66844a80-edc8-4d1d-b88a-4d3d2f612163 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:02:10.065786 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-66844a80-edc8-4d1d-b88a-4d3d2f612163 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Usage tracker for resource:security_group_rule and tenant:06fb629024324e968714595537efac5c is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:02:10.076734 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-66844a80-edc8-4d1d-b88a-4d3d2f612163 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:02:10.094489 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-66844a80-edc8-4d1d-b88a-4d3d2f612163 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:02:10.133589 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-66844a80-edc8-4d1d-b88a-4d3d2f612163 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:10.246864 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-4e5aa260-bac1-41ee-b361-e1fe76961dcc tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.9528310 May 05 22:02:10.248445 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55960) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:10.275265 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-6154c55e-77ec-4610-9399-736364709ef4 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Request body: {'subnet': {'network_id': '61ac7e7b-e87a-412f-b4d9-fe1edbb732dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:02:10.289303 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f6c3a83-f10d-49aa-9c5b-0a44d804ec53 req-919d4424-c57f-4da3-bdf4-b5e0ead19f96 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Network e470537e-3585-4233-880c-2adef2e7d09e is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:02:10.301085 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-7f6c3a83-f10d-49aa-9c5b-0a44d804ec53 req-919d4424-c57f-4da3-bdf4-b5e0ead19f96 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:02:10.309281 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b51218-b731-48e8-9c69-129dfd35162b tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Network 4a9a76e7-8849-4840-8883-df6bf9de68e3 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:02:10.318219 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f6c3a83-f10d-49aa-9c5b-0a44d804ec53 req-919d4424-c57f-4da3-bdf4-b5e0ead19f96 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:02:10.338192 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-66844a80-edc8-4d1d-b88a-4d3d2f612163 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:10.399507 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c3a83-f10d-49aa-9c5b-0a44d804ec53 req-919d4424-c57f-4da3-bdf4-b5e0ead19f96 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:10.400132 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-7f6c3a83-f10d-49aa-9c5b-0a44d804ec53 req-919d4424-c57f-4da3-bdf4-b5e0ead19f96 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:10.436304 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-99b51218-b731-48e8-9c69-129dfd35162b tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 4a9a76e7-8849-4840-8883-df6bf9de68e3) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:02:10.442124 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919d4424-c57f-4da3-bdf4-b5e0ead19f96 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Pushing event updated for resources: {'Port': ['ID=99ca16e9-3c4a-4607-8aea-7e91abb0cde2,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:10.445536 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ac652f-112e-4164-8e87-1743f6440a41 None None] Network 4a9a76e7-8849-4840-8883-df6bf9de68e3 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:02:10.458551 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b51218-b731-48e8-9c69-129dfd35162b tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:10.459176 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-99b51218-b731-48e8-9c69-129dfd35162b tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:10.477333 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-66844a80-edc8-4d1d-b88a-4d3d2f612163 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:10.490365 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7f6c3a83-f10d-49aa-9c5b-0a44d804ec53 req-919d4424-c57f-4da3-bdf4-b5e0ead19f96 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9912579 May 05 22:02:10.511317 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-7f6c3a83-f10d-49aa-9c5b-0a44d804ec53 req-f0896942-2ddc-4f9f-a10a-95c7f36415c0 service neutron] Request body: {'port': {'device_id': 'fd124150-01fd-48fa-87b9-0b3887667718', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:02:10.585184 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66844a80-edc8-4d1d-b88a-4d3d2f612163 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33951570-ecad-40c4-b06a-911f16272530,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:10.604261 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-66844a80-edc8-4d1d-b88a-4d3d2f612163 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:10.605828 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-66844a80-edc8-4d1d-b88a-4d3d2f612163 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5738716 May 05 22:02:10.611359 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55974) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:10.615722 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-6154c55e-77ec-4610-9399-736364709ef4 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:02:10.628975 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-d5979067-bba4-463a-ae3a-edb4d67e56b7 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Request body: {'security_group_rule': {'security_group_id': '07d0c3d5-b7c4-418a-abaf-9ffbc9641ae9', 'project_id': '06fb629024324e968714595537efac5c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:02:10.655696 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-d5979067-bba4-463a-ae3a-edb4d67e56b7 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:02:10.675903 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-d5979067-bba4-463a-ae3a-edb4d67e56b7 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Usage tracker for resource:security_group_rule and tenant:06fb629024324e968714595537efac5c is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:02:10.679989 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-d5979067-bba4-463a-ae3a-edb4d67e56b7 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:02:10.689843 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-d5979067-bba4-463a-ae3a-edb4d67e56b7 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:02:10.698321 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-6154c55e-77ec-4610-9399-736364709ef4 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Usage tracker for resource:subnet and tenant:781295b918f840a5be5499133163f5eb is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:02:10.702297 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-6154c55e-77ec-4610-9399-736364709ef4 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:02:10.709159 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-6154c55e-77ec-4610-9399-736364709ef4 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:02:10.739582 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-99b51218-b731-48e8-9c69-129dfd35162b tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.6046667 May 05 22:02:10.770719 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55978) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:10.843875 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c95cc450-ad96-4697-b0f6-5fd3418b8bc3 req-f29d781e-daa7-40bb-b58f-959d71cc29f0 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] 10.222.0.23 "GET /v2.0/ports?device_id=20b35301-1cb9-4b76-b135-86bd8a0d6b7e HTTP/1.1" status: 200 len: 210 time: 0.1269684 May 05 22:02:11.070207 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9bd84357-ae92-4ee7-a5e5-c2bd5b9bd7e2 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:11.099504 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-49ea6d8d-2978-4ce3-9954-00e818366405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:11.111606 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-7f6c3a83-f10d-49aa-9c5b-0a44d804ec53 req-f0896942-2ddc-4f9f-a10a-95c7f36415c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:11.185074 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6154c55e-77ec-4610-9399-736364709ef4 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Made reservation on behalf of 781295b918f840a5be5499133163f5eb for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:02:11.198521 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fd5dfc-aa59-4eb6-b57c-eb6b081dc718 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-4a9a76e7-8849-4840-8883-df6bf9de68e3', 'network_id': '4a9a76e7-8849-4840-8883-df6bf9de68e3', 'tenant_id': '11bf086976134ce699be77f6562f3751', 'fixed_ips': [{'subnet_id': 'bba81660-5c6b-46b6-8efa-2efb95639553'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:02:11.199771 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-75fd5dfc-aa59-4eb6-b57c-eb6b081dc718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:11.250760 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-49ea6d8d-2978-4ce3-9954-00e818366405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:11.391387 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-75fd5dfc-aa59-4eb6-b57c-eb6b081dc718 None None] Allocated IP 2001:db8::f816:3eff:fe64:4155 (4a9a76e7-8849-4840-8883-df6bf9de68e3/bba81660-5c6b-46b6-8efa-2efb95639553/2df078d1-b284-4630-9a9d-5857939205ea) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:02:11.434768 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6154c55e-77ec-4610-9399-736364709ef4 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:11.458983 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d5979067-bba4-463a-ae3a-edb4d67e56b7 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:11.690877 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:02:11.790896 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-49ea6d8d-2978-4ce3-9954-00e818366405 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=de46567bcf7f49ba914d67fb7648b1a5&name=default HTTP/1.1" status: 200 len: 2647 time: 3.3738952 May 05 22:02:11.810198 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55994) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:11.821597 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-75fd5dfc-aa59-4eb6-b57c-eb6b081dc718 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:11.832567 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea6d8d-2978-4ce3-9954-00e818366405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed29466b-25c0-4b9e-a232-3a9818dbd345,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:11.874080 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-75fd5dfc-aa59-4eb6-b57c-eb6b081dc718 None None] Transition to ACTIVE for port object 2df078d1-b284-4630-9a9d-5857939205ea will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:02:11.944489 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-fa2ef103-1c7d-441d-80f9-2c70ad876842 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:11.946175 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-fa2ef103-1c7d-441d-80f9-2c70ad876842 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] 10.222.0.44 "GET /v2.0/networks?id=fa1ff625-39f9-4b78-acd7-4298ad31c461 HTTP/1.1" status: 200 len: 817 time: 1.0990531 May 05 22:02:11.969222 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-75fd5dfc-aa59-4eb6-b57c-eb6b081dc718 None None] Transition to ACTIVE for port object 2df078d1-b284-4630-9a9d-5857939205ea will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:02:11.981264 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-a870cfbd-5863-48f0-816a-bc27e4226386 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Request body: {'port': {'device_id': 'ef424eb5-2bfa-4a4d-a0b2-6a0d711d4d7c', 'network_id': 'fa1ff625-39f9-4b78-acd7-4298ad31c461', 'admin_state_up': True, 'tenant_id': '5a504eaa06b44a818804ac71b7bc1d0f'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:02:11.989806 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-75fd5dfc-aa59-4eb6-b57c-eb6b081dc718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:12.022686 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe91073-084c-431c-8899-5e8954d9dd48 req-89a2c0dc-8736-40c3-9dfc-1e169d73ec69 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:12.024155 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bfe91073-084c-431c-8899-5e8954d9dd48 req-89a2c0dc-8736-40c3-9dfc-1e169d73ec69 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd124150-01fd-48fa-87b9-0b3887667718 HTTP/1.1" status: 200 len: 932 time: 1.1232934 May 05 22:02:12.038985 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-db9a8f7e-c967-4458-8a86-bbd2f5e3bb09 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:12.039653 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-db9a8f7e-c967-4458-8a86-bbd2f5e3bb09 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Synchronizing usage tracker for tenant:5a504eaa06b44a818804ac71b7bc1d0f on resource:network {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:02:12.060379 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fd5dfc-aa59-4eb6-b57c-eb6b081dc718 None None] Network 4a9a76e7-8849-4840-8883-df6bf9de68e3 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:02:12.061937 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-75fd5dfc-aa59-4eb6-b57c-eb6b081dc718 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:02:12.065908 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fd5dfc-aa59-4eb6-b57c-eb6b081dc718 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:02:12.122202 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9bd84357-ae92-4ee7-a5e5-c2bd5b9bd7e2 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:12.132334 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fd5dfc-aa59-4eb6-b57c-eb6b081dc718 None None] Pushing event updated for resources: {'Port': ['ID=2df078d1-b284-4630-9a9d-5857939205ea,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:12.165843 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d5979067-bba4-463a-ae3a-edb4d67e56b7 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:12.168988 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-121071dc-c4e0-4c04-99db-526bcbe8d206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:12.203514 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-7f6c3a83-f10d-49aa-9c5b-0a44d804ec53 req-f0896942-2ddc-4f9f-a10a-95c7f36415c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99ca16e9-3c4a-4607-8aea-7e91abb0cde2 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:02:12.216280 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-75fd5dfc-aa59-4eb6-b57c-eb6b081dc718 None None] Attempting to bind port 2df078d1-b284-4630-9a9d-5857939205ea on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:02:12.216892 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-75fd5dfc-aa59-4eb6-b57c-eb6b081dc718 None None] Attempting to bind port 2df078d1-b284-4630-9a9d-5857939205ea by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '94ec7179-17e1-4ae5-8ac2-ed465eddc1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4a9a76e7-8849-4840-8883-df6bf9de68e3'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:02:12.217005 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fd5dfc-aa59-4eb6-b57c-eb6b081dc718 None None] Attempting to bind port 2df078d1-b284-4630-9a9d-5857939205ea on network 4a9a76e7-8849-4840-8883-df6bf9de68e3 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:02:12.224945 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fd5dfc-aa59-4eb6-b57c-eb6b081dc718 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:02:12.225321 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fd5dfc-aa59-4eb6-b57c-eb6b081dc718 None None] Checking segment: {'id': '94ec7179-17e1-4ae5-8ac2-ed465eddc1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4a9a76e7-8849-4840-8883-df6bf9de68e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:02:12.225848 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-75fd5dfc-aa59-4eb6-b57c-eb6b081dc718 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:12.226107 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fd5dfc-aa59-4eb6-b57c-eb6b081dc718 None None] Bound using segment: {'id': '94ec7179-17e1-4ae5-8ac2-ed465eddc1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4a9a76e7-8849-4840-8883-df6bf9de68e3'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:02:12.226580 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-75fd5dfc-aa59-4eb6-b57c-eb6b081dc718 None None] Bound port: 2df078d1-b284-4630-9a9d-5857939205ea, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94ec7179-17e1-4ae5-8ac2-ed465eddc1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4a9a76e7-8849-4840-8883-df6bf9de68e3'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:02:12.226986 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-75fd5dfc-aa59-4eb6-b57c-eb6b081dc718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:12.289375 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-7f6c3a83-f10d-49aa-9c5b-0a44d804ec53 req-f0896942-2ddc-4f9f-a10a-95c7f36415c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:12.311167 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-c594d38a-f50a-4e7e-8e28-41b90f578d43 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:12.311882 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-c594d38a-f50a-4e7e-8e28-41b90f578d43 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Synchronizing usage tracker for tenant:5a504eaa06b44a818804ac71b7bc1d0f on resource:network {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:02:12.343615 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-7f6c3a83-f10d-49aa-9c5b-0a44d804ec53 req-f0896942-2ddc-4f9f-a10a-95c7f36415c0 service neutron] Transition to ACTIVE for port object 99ca16e9-3c4a-4607-8aea-7e91abb0cde2 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:02:12.344859 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-db9a8f7e-c967-4458-8a86-bbd2f5e3bb09 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Unset dirty status for tenant:5a504eaa06b44a818804ac71b7bc1d0f on resource:network {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:02:12.346170 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-db9a8f7e-c967-4458-8a86-bbd2f5e3bb09 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] 10.222.0.44 "GET /v2.0/networks?id=fa1ff625-39f9-4b78-acd7-4298ad31c461 HTTP/1.1" status: 200 len: 817 time: 0.5490713 May 05 22:02:12.349518 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-c594d38a-f50a-4e7e-8e28-41b90f578d43 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Unset dirty status for tenant:5a504eaa06b44a818804ac71b7bc1d0f on resource:network {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:02:12.350836 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-c594d38a-f50a-4e7e-8e28-41b90f578d43 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] 10.222.0.32 "GET /v2.0/networks?id=fa1ff625-39f9-4b78-acd7-4298ad31c461 HTTP/1.1" status: 200 len: 817 time: 1.2741406 May 05 22:02:12.354003 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-7f6c3a83-f10d-49aa-9c5b-0a44d804ec53 req-f0896942-2ddc-4f9f-a10a-95c7f36415c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:12.360596 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-75fd5dfc-aa59-4eb6-b57c-eb6b081dc718 None None] For port 2df078d1-b284-4630-9a9d-5857939205ea, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:02:12.365128 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-75fd5dfc-aa59-4eb6-b57c-eb6b081dc718 None None] For port 2df078d1-b284-4630-9a9d-5857939205ea, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=2df078d1-b284-4630-9a9d-5857939205ea,segment=NetworkSegment(94ec7179-17e1-4ae5-8ac2-ed465eddc1d2),segment_id=94ec7179-17e1-4ae5-8ac2-ed465eddc1d2)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:02:12.367031 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d5979067-bba4-463a-ae3a-edb4d67e56b7 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:12.372063 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-75fd5dfc-aa59-4eb6-b57c-eb6b081dc718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:12.382763 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d8110a3a-d9c5-48be-bd2b-2c763c9e8aca req-862c5e56-de23-4c00-8bdb-5939ad789812 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] 10.222.0.23 "GET /v2.0/ports?device_id=20b35301-1cb9-4b76-b135-86bd8a0d6b7e HTTP/1.1" status: 200 len: 210 time: 0.0817156 May 05 22:02:12.399946 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-060dbb47-cbcc-4446-a691-954e86ceb433 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Request body: {'port': {'device_id': '20b35301-1cb9-4b76-b135-86bd8a0d6b7e', 'network_id': 'fa1ff625-39f9-4b78-acd7-4298ad31c461', 'admin_state_up': True, 'tenant_id': '5a504eaa06b44a818804ac71b7bc1d0f'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:02:12.431466 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-e80222e8-f187-44a3-976f-8e13ae2f1264 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Request body: {'port': {'device_id': '4ebdd003-44e6-4bd9-abc5-b3c4a46c0bc2', 'network_id': 'fa1ff625-39f9-4b78-acd7-4298ad31c461', 'admin_state_up': True, 'tenant_id': '5a504eaa06b44a818804ac71b7bc1d0f'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:02:12.440016 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5979067-bba4-463a-ae3a-edb4d67e56b7 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b408ad9-787b-4acf-9256-6bffbb06c670,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:12.466051 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fd5dfc-aa59-4eb6-b57c-eb6b081dc718 None None] Pushing event updated for resources: {'Port': ['ID=2df078d1-b284-4630-9a9d-5857939205ea,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:12.500434 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-121071dc-c4e0-4c04-99db-526bcbe8d206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:12.633790 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bfe91073-084c-431c-8899-5e8954d9dd48 req-f7cfbc2d-26a4-4984-ae8d-91afbccd1b50 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] 10.222.0.23 "GET /v2.0/security-groups?id=60c3d51d-aa55-41a5-adb8-b2476023a195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5620339 May 05 22:02:12.817731 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6154c55e-77ec-4610-9399-736364709ef4 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:12.821724 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d5979067-bba4-463a-ae3a-edb4d67e56b7 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:12.830192 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-d5979067-bba4-463a-ae3a-edb4d67e56b7 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 2.2164254 May 05 22:02:12.830923 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56018) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:12.898734 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-a60b3e9d-2d5b-45a8-a32d-2dec5735e676 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Request body: {'security_group_rule': {'security_group_id': '07d0c3d5-b7c4-418a-abaf-9ffbc9641ae9', 'project_id': '06fb629024324e968714595537efac5c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:02:12.915109 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9bd84357-ae92-4ee7-a5e5-c2bd5b9bd7e2 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:12.930051 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a60b3e9d-2d5b-45a8-a32d-2dec5735e676 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:02:12.951294 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-a870cfbd-5863-48f0-816a-bc27e4226386 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:02:12.957262 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a60b3e9d-2d5b-45a8-a32d-2dec5735e676 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Usage tracker for resource:security_group_rule and tenant:06fb629024324e968714595537efac5c is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:02:12.967623 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a60b3e9d-2d5b-45a8-a32d-2dec5735e676 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:02:12.970466 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6154c55e-77ec-4610-9399-736364709ef4 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Pushing event updated for resources: {'Subnet': ['ID=b50b05ee-f8f6-42db-983b-9bc5855bf8eb,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:12.979674 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-a870cfbd-5863-48f0-816a-bc27e4226386 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Usage tracker for resource:port and tenant:5a504eaa06b44a818804ac71b7bc1d0f is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:02:12.984812 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a60b3e9d-2d5b-45a8-a32d-2dec5735e676 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:02:12.986912 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-a870cfbd-5863-48f0-816a-bc27e4226386 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:02:12.999353 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0896942-2ddc-4f9f-a10a-95c7f36415c0 service neutron] Pushing event updated for resources: {'Port': ['ID=99ca16e9-3c4a-4607-8aea-7e91abb0cde2,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:13.007874 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-a870cfbd-5863-48f0-816a-bc27e4226386 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:02:13.008084 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd84357-ae92-4ee7-a5e5-c2bd5b9bd7e2 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Pushing event deleted for resources: {'Subnet': ['ID=bba81660-5c6b-46b6-8efa-2efb95639553,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:13.009224 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-121071dc-c4e0-4c04-99db-526bcbe8d206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:13.018896 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-060dbb47-cbcc-4446-a691-954e86ceb433 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:02:13.023272 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-060dbb47-cbcc-4446-a691-954e86ceb433 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Usage tracker for resource:port and tenant:5a504eaa06b44a818804ac71b7bc1d0f is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:02:13.026346 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-060dbb47-cbcc-4446-a691-954e86ceb433 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:02:13.032504 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-060dbb47-cbcc-4446-a691-954e86ceb433 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:02:13.044933 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121071dc-c4e0-4c04-99db-526bcbe8d206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed29466b-25c0-4b9e-a232-3a9818dbd345,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:13.051871 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a60b3e9d-2d5b-45a8-a32d-2dec5735e676 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:13.059375 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-a870cfbd-5863-48f0-816a-bc27e4226386 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Made reservation on behalf of 5a504eaa06b44a818804ac71b7bc1d0f for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:02:13.062334 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-a870cfbd-5863-48f0-816a-bc27e4226386 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:13.083384 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-121071dc-c4e0-4c04-99db-526bcbe8d206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:13.087092 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-121071dc-c4e0-4c04-99db-526bcbe8d206 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ed29466b-25c0-4b9e-a232-3a9818dbd345 HTTP/1.1" status: 204 len: 168 time: 1.2721262 May 05 22:02:13.095184 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6154c55e-77ec-4610-9399-736364709ef4 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Checking segment: {'id': 'add15aa2-11b8-48b3-8849-0b5f648bdd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '61ac7e7b-e87a-412f-b4d9-fe1edbb732dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:02:13.095558 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6154c55e-77ec-4610-9399-736364709ef4 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Network hostable DHCP agents. Network: 61ac7e7b-e87a-412f-b4d9-fe1edbb732dc, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:02:13.123607 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-060dbb47-cbcc-4446-a691-954e86ceb433 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Made reservation on behalf of 5a504eaa06b44a818804ac71b7bc1d0f for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:02:13.126681 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-060dbb47-cbcc-4446-a691-954e86ceb433 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:13.249264 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6154c55e-77ec-4610-9399-736364709ef4 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Network 61ac7e7b-e87a-412f-b4d9-fe1edbb732dc is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:02:13.255060 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a60b3e9d-2d5b-45a8-a32d-2dec5735e676 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:13.291445 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9bd84357-ae92-4ee7-a5e5-c2bd5b9bd7e2 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:13.295939 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a60b3e9d-2d5b-45a8-a32d-2dec5735e676 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:13.393273 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-a870cfbd-5863-48f0-816a-bc27e4226386 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Allocated IP 172.20.0.4 (fa1ff625-39f9-4b78-acd7-4298ad31c461/88e90490-16b1-4a25-b352-edc593d621eb/768eabd7-79f3-471f-aff0-ca2ad4cd94a1) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:02:13.420913 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-6154c55e-77ec-4610-9399-736364709ef4 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 61ac7e7b-e87a-412f-b4d9-fe1edbb732dc) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:02:13.429134 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922c2e59-8e86-4e75-a238-bd7f14f66338 None None] Network 61ac7e7b-e87a-412f-b4d9-fe1edbb732dc requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:02:13.437620 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b3e9d-2d5b-45a8-a32d-2dec5735e676 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7c86941-bc70-46af-b9c9-d459343a9875,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:13.442149 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6154c55e-77ec-4610-9399-736364709ef4 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:13.445068 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-9bd84357-ae92-4ee7-a5e5-c2bd5b9bd7e2 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a9a76e7-8849-4840-8883-df6bf9de68e3']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:13.454828 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6154c55e-77ec-4610-9399-736364709ef4 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:13.518557 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-e80222e8-f187-44a3-976f-8e13ae2f1264 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:02:13.521918 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-9bd84357-ae92-4ee7-a5e5-c2bd5b9bd7e2 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94ec7179-17e1-4ae5-8ac2-ed465eddc1d2') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:13.522219 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-9bd84357-ae92-4ee7-a5e5-c2bd5b9bd7e2 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94ec7179-17e1-4ae5-8ac2-ed465eddc1d2') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:13.544683 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a60b3e9d-2d5b-45a8-a32d-2dec5735e676 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:13.548579 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a60b3e9d-2d5b-45a8-a32d-2dec5735e676 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6736453 May 05 22:02:13.550009 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56040) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:13.555176 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-7f6c3a83-f10d-49aa-9c5b-0a44d804ec53 req-f0896942-2ddc-4f9f-a10a-95c7f36415c0 service neutron] Attempting to bind port 99ca16e9-3c4a-4607-8aea-7e91abb0cde2 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:02:13.555511 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-7f6c3a83-f10d-49aa-9c5b-0a44d804ec53 req-f0896942-2ddc-4f9f-a10a-95c7f36415c0 service neutron] Attempting to bind port 99ca16e9-3c4a-4607-8aea-7e91abb0cde2 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': '0b0b0525-20de-43c5-ab5d-b294a1724e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e470537e-3585-4233-880c-2adef2e7d09e'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:02:13.555848 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6c3a83-f10d-49aa-9c5b-0a44d804ec53 req-f0896942-2ddc-4f9f-a10a-95c7f36415c0 service neutron] Attempting to bind port 99ca16e9-3c4a-4607-8aea-7e91abb0cde2 on network e470537e-3585-4233-880c-2adef2e7d09e {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:02:13.580736 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-e80222e8-f187-44a3-976f-8e13ae2f1264 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Usage tracker for resource:port and tenant:5a504eaa06b44a818804ac71b7bc1d0f is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:02:13.586351 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-2a55b3ad-1bd3-4083-bf31-3b333a96eeb3 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Request body: {'security_group_rule': {'security_group_id': '07d0c3d5-b7c4-418a-abaf-9ffbc9641ae9', 'project_id': '06fb629024324e968714595537efac5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:02:13.604583 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-6154c55e-77ec-4610-9399-736364709ef4 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3518531 May 05 22:02:13.607209 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9bd84357-ae92-4ee7-a5e5-c2bd5b9bd7e2 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:13.614894 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56044) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:13.618204 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-2a55b3ad-1bd3-4083-bf31-3b333a96eeb3 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:02:13.640127 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-e80222e8-f187-44a3-976f-8e13ae2f1264 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:02:13.652925 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-2a55b3ad-1bd3-4083-bf31-3b333a96eeb3 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Usage tracker for resource:security_group_rule and tenant:06fb629024324e968714595537efac5c is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:02:13.659952 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-c1d837aa-fca2-4523-87e8-7294a10ad96b tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Request body: {'port': {'network_id': '61ac7e7b-e87a-412f-b4d9-fe1edbb732dc', 'name': 'tempest-TagsExtTest-1098668057'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:02:13.663538 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-e80222e8-f187-44a3-976f-8e13ae2f1264 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:02:13.679265 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6c3a83-f10d-49aa-9c5b-0a44d804ec53 req-f0896942-2ddc-4f9f-a10a-95c7f36415c0 service neutron] Port 99ca16e9-3c4a-4607-8aea-7e91abb0cde2 on network e470537e-3585-4233-880c-2adef2e7d09e not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:02:13.680517 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6c3a83-f10d-49aa-9c5b-0a44d804ec53 req-f0896942-2ddc-4f9f-a10a-95c7f36415c0 service neutron] Attempting to bind port 99ca16e9-3c4a-4607-8aea-7e91abb0cde2 on network e470537e-3585-4233-880c-2adef2e7d09e {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:02:13.702887 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-2a55b3ad-1bd3-4083-bf31-3b333a96eeb3 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:02:13.710085 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9bd84357-ae92-4ee7-a5e5-c2bd5b9bd7e2 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:13.724303 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bd84357-ae92-4ee7-a5e5-c2bd5b9bd7e2 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:02:13.724714 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9bd84357-ae92-4ee7-a5e5-c2bd5b9bd7e2 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:13.811541 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-2a55b3ad-1bd3-4083-bf31-3b333a96eeb3 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:02:13.817044 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686e43f5-2b69-4160-9f48-c8782d4c394c None None] Network 4a9a76e7-8849-4840-8883-df6bf9de68e3 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:02:13.948431 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:02:13.948431 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:02:13.948431 n-d-825175-4 neutron-server[84063]: timer() May 05 22:02:13.948431 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:02:13.948431 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:02:13.948431 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:02:13.948431 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:02:13.948431 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:02:13.948431 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:02:13.948431 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:02:13.948431 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:02:13.948431 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:02:13.948431 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:02:13.948431 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:02:13.948431 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:02:13.948431 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:02:13.948431 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:02:13.948431 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:02:13.948431 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:02:13.948431 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:02:13.948431 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:02:13.948431 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:02:13.948431 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:02:13.948431 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:02:13.948431 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:02:13.948431 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:02:13.948431 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:02:13.948431 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:02:13.948431 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:02:13.948431 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:02:13.948431 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:02:13.948431 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:02:13.953476 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-e80222e8-f187-44a3-976f-8e13ae2f1264 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Made reservation on behalf of 5a504eaa06b44a818804ac71b7bc1d0f for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:02:13.956903 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-e80222e8-f187-44a3-976f-8e13ae2f1264 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:13.976266 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.api [None req-9bd84357-ae92-4ee7-a5e5-c2bd5b9bd7e2 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 05 22:02:13.976266 n-d-825175-4 neutron-server[84063]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 05 22:02:13.976266 n-d-825175-4 neutron-server[84063]: [parameters: {'id': '4a9a76e7-8849-4840-8883-df6bf9de68e3'}] May 05 22:02:13.976266 n-d-825175-4 neutron-server[84063]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:02:13.976842 n-d-825175-4 neutron-server[84063]: DEBUG oslo_db.api [None req-9bd84357-ae92-4ee7-a5e5-c2bd5b9bd7e2 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:02:13.982249 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6c3a83-f10d-49aa-9c5b-0a44d804ec53 req-f0896942-2ddc-4f9f-a10a-95c7f36415c0 service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:02:13.983022 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6c3a83-f10d-49aa-9c5b-0a44d804ec53 req-f0896942-2ddc-4f9f-a10a-95c7f36415c0 service neutron] Checking segment: {'id': '0b0b0525-20de-43c5-ab5d-b294a1724e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e470537e-3585-4233-880c-2adef2e7d09e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:02:13.983844 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6c3a83-f10d-49aa-9c5b-0a44d804ec53 req-f0896942-2ddc-4f9f-a10a-95c7f36415c0 service neutron] Bound using segment: {'id': '0b0b0525-20de-43c5-ab5d-b294a1724e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e470537e-3585-4233-880c-2adef2e7d09e'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:02:13.984523 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-7f6c3a83-f10d-49aa-9c5b-0a44d804ec53 req-f0896942-2ddc-4f9f-a10a-95c7f36415c0 service neutron] Bound port: 99ca16e9-3c4a-4607-8aea-7e91abb0cde2, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b0b0525-20de-43c5-ab5d-b294a1724e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e470537e-3585-4233-880c-2adef2e7d09e'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:02:13.985099 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-7f6c3a83-f10d-49aa-9c5b-0a44d804ec53 req-f0896942-2ddc-4f9f-a10a-95c7f36415c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:14.126817 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-a1ea8087-a995-4e4e-b3d4-0be021de1533 req-481f3556-1f9f-4c93-ac29-ea07ef5a0553 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Synchronizing usage tracker for tenant:5a504eaa06b44a818804ac71b7bc1d0f on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:02:14.137396 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-714046a8-f068-4c36-91eb-9268a8031900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:14.178992 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-7f6c3a83-f10d-49aa-9c5b-0a44d804ec53 req-f0896942-2ddc-4f9f-a10a-95c7f36415c0 service neutron] For port 99ca16e9-3c4a-4607-8aea-7e91abb0cde2, host n-h2-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:02:14.184138 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-7f6c3a83-f10d-49aa-9c5b-0a44d804ec53 req-f0896942-2ddc-4f9f-a10a-95c7f36415c0 service neutron] For port 99ca16e9-3c4a-4607-8aea-7e91abb0cde2, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=99ca16e9-3c4a-4607-8aea-7e91abb0cde2,segment=NetworkSegment(0b0b0525-20de-43c5-ab5d-b294a1724e92),segment_id=0b0b0525-20de-43c5-ab5d-b294a1724e92)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:02:14.197900 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-7f6c3a83-f10d-49aa-9c5b-0a44d804ec53 req-f0896942-2ddc-4f9f-a10a-95c7f36415c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:14.199204 n-d-825175-4 neutron-server[84061]: INFO neutron.db.securitygroups_db [None req-2a55b3ad-1bd3-4083-bf31-3b333a96eeb3 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Project 06fb629024324e968714595537efac5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 22:02:14.221158 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-69e9b647-9b38-492a-9859-9496f9dceeab None None] Provisioning for port 2df078d1-b284-4630-9a9d-5857939205ea completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:02:14.260723 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2a55b3ad-1bd3-4083-bf31-3b333a96eeb3 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:14.306996 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-7f6c3a83-f10d-49aa-9c5b-0a44d804ec53 req-f0896942-2ddc-4f9f-a10a-95c7f36415c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:14.308672 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7f6c3a83-f10d-49aa-9c5b-0a44d804ec53 req-f0896942-2ddc-4f9f-a10a-95c7f36415c0 service neutron] 10.222.0.32 "PUT /v2.0/ports/99ca16e9-3c4a-4607-8aea-7e91abb0cde2 HTTP/1.1" status: 200 len: 1092 time: 3.8017156 May 05 22:02:14.309120 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd124150-01fd-48fa-87b9-0b3887667718', 'tag': '99ca16e9-3c4a-4607-8aea-7e91abb0cde2'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:02:14.325722 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d1ac03-89e9-41ee-a4e6-0cf4e8f04de4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-61ac7e7b-e87a-412f-b4d9-fe1edbb732dc', 'network_id': '61ac7e7b-e87a-412f-b4d9-fe1edbb732dc', 'tenant_id': '781295b918f840a5be5499133163f5eb', 'fixed_ips': [{'subnet_id': 'b50b05ee-f8f6-42db-983b-9bc5855bf8eb'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:02:14.326974 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a7d1ac03-89e9-41ee-a4e6-0cf4e8f04de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:14.342768 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0896942-2ddc-4f9f-a10a-95c7f36415c0 service neutron] Pushing event updated for resources: {'Port': ['ID=99ca16e9-3c4a-4607-8aea-7e91abb0cde2,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:14.396693 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-a1ea8087-a995-4e4e-b3d4-0be021de1533 req-481f3556-1f9f-4c93-ac29-ea07ef5a0553 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Unset dirty status for tenant:5a504eaa06b44a818804ac71b7bc1d0f on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:02:14.398219 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a1ea8087-a995-4e4e-b3d4-0be021de1533 req-481f3556-1f9f-4c93-ac29-ea07ef5a0553 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] 10.222.0.23 "GET /v2.0/ports?device_id=20b35301-1cb9-4b76-b135-86bd8a0d6b7e HTTP/1.1" status: 200 len: 210 time: 0.7422287 May 05 22:02:14.446800 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 2df078d1-b284-4630-9a9d-5857939205ea up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:02:14.484635 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7f6c3a83-f10d-49aa-9c5b-0a44d804ec53 req-4f806702-11c7-42d3-8d42-029a05f2a3f2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=16dde334e1884c61b123507305c66b66&device_id=fd124150-01fd-48fa-87b9-0b3887667718 HTTP/1.1" status: 200 len: 1095 time: 0.1303599 May 05 22:02:14.485183 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9bd84357-ae92-4ee7-a5e5-c2bd5b9bd7e2 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:14.536890 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-c1d837aa-fca2-4523-87e8-7294a10ad96b tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:02:14.560563 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-c1d837aa-fca2-4523-87e8-7294a10ad96b tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Usage tracker for resource:port and tenant:781295b918f840a5be5499133163f5eb is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:02:14.578181 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-c1d837aa-fca2-4523-87e8-7294a10ad96b tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:02:14.583531 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a803ad62-5eb8-4e22-b1ee-f7b93943a7ef None None] DHCP port deletion for 4a9a76e7-8849-4840-8883-df6bf9de68e3 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:02:14.636396 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eff974d6-4833-45d7-8754-24f3505151b2'] response: {'name': 'network-changed', 'server_uuid': 'fd124150-01fd-48fa-87b9-0b3887667718', 'tag': '99ca16e9-3c4a-4607-8aea-7e91abb0cde2', 'status': 'completed', 'code': 200} May 05 22:02:14.642356 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-c1d837aa-fca2-4523-87e8-7294a10ad96b tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:02:14.656326 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-a870cfbd-5863-48f0-816a-bc27e4226386 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:14.661141 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-a803ad62-5eb8-4e22-b1ee-f7b93943a7ef None None] Deleting port 2df078d1-b284-4630-9a9d-5857939205ea {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:02:14.661310 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a803ad62-5eb8-4e22-b1ee-f7b93943a7ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:14.667728 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7f6c3a83-f10d-49aa-9c5b-0a44d804ec53 req-f513196f-991e-47b9-9f13-82f09cef4219 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99ca16e9-3c4a-4607-8aea-7e91abb0cde2 HTTP/1.1" status: 200 len: 217 time: 0.1715717 May 05 22:02:14.734352 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-a7d1ac03-89e9-41ee-a4e6-0cf4e8f04de4 None None] Allocated IP 172.20.0.2 (61ac7e7b-e87a-412f-b4d9-fe1edbb732dc/b50b05ee-f8f6-42db-983b-9bc5855bf8eb/3b960524-72d4-4156-bf5c-94abf9f8787f) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:02:14.753965 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c3a83-f10d-49aa-9c5b-0a44d804ec53 req-535d5799-588d-4d8b-a763-c80d23508347 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:14.755538 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7f6c3a83-f10d-49aa-9c5b-0a44d804ec53 req-535d5799-588d-4d8b-a763-c80d23508347 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f38286bc-f81c-4b29-9d01-e0d3e9e576d8 HTTP/1.1" status: 200 len: 848 time: 0.0810637 May 05 22:02:14.756886 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-9bd84357-ae92-4ee7-a5e5-c2bd5b9bd7e2 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Deleting port 2df078d1-b284-4630-9a9d-5857939205ea {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:02:14.757220 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9bd84357-ae92-4ee7-a5e5-c2bd5b9bd7e2 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:14.804324 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d837aa-fca2-4523-87e8-7294a10ad96b tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Made reservation on behalf of 781295b918f840a5be5499133163f5eb for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:02:14.809860 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c1d837aa-fca2-4523-87e8-7294a10ad96b tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:14.834955 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2a55b3ad-1bd3-4083-bf31-3b333a96eeb3 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:14.852177 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2a55b3ad-1bd3-4083-bf31-3b333a96eeb3 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:14.886752 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7f6c3a83-f10d-49aa-9c5b-0a44d804ec53 req-68c51773-db6b-48b3-a6ff-aeb9c154c3a1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e470537e-3585-4233-880c-2adef2e7d09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725925 May 05 22:02:14.941293 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [None req-c1d837aa-fca2-4523-87e8-7294a10ad96b tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] device_id is not set on port 9639ad7c-521b-4353-a5af-11637345f8f1 yet. {{(pid=84061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:02:14.943427 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56078) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:14.981956 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 2df078d1-b284-4630-9a9d-5857939205ea completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:02:14.987140 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a55b3ad-1bd3-4083-bf31-3b333a96eeb3 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1351f0e9-242b-4f73-a06b-94cf46fa2208,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:15.000340 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2a55b3ad-1bd3-4083-bf31-3b333a96eeb3 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:15.004143 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-2a55b3ad-1bd3-4083-bf31-3b333a96eeb3 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.4505808 May 05 22:02:15.010985 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 2df078d1-b284-4630-9a9d-5857939205ea triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:02:15.011533 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56084) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:15.012131 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:15.040668 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-148bc463-355e-461e-9f06-1e0509530456 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Request body: {'security_group_rule': {'security_group_id': '07d0c3d5-b7c4-418a-abaf-9ffbc9641ae9', 'project_id': '06fb629024324e968714595537efac5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:02:15.054567 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-a870cfbd-5863-48f0-816a-bc27e4226386 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:15.066593 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-148bc463-355e-461e-9f06-1e0509530456 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:02:15.127508 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-148bc463-355e-461e-9f06-1e0509530456 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Usage tracker for resource:security_group_rule and tenant:06fb629024324e968714595537efac5c is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:02:15.150929 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-148bc463-355e-461e-9f06-1e0509530456 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:02:15.176429 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c7f3d-7c80-4f65-8074-a0176f4cb0d0 req-fb4f900b-e872-4c7f-860a-581f5f38cc89 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:15.187566 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-301c7f3d-7c80-4f65-8074-a0176f4cb0d0 req-fb4f900b-e872-4c7f-860a-581f5f38cc89 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd124150-01fd-48fa-87b9-0b3887667718 HTTP/1.1" status: 200 len: 944 time: 1.2190669 May 05 22:02:15.195412 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-148bc463-355e-461e-9f06-1e0509530456 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:02:15.229643 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-a870cfbd-5863-48f0-816a-bc27e4226386 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Network fa1ff625-39f9-4b78-acd7-4298ad31c461 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:02:15.238777 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-a870cfbd-5863-48f0-816a-bc27e4226386 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:02:15.264136 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-a870cfbd-5863-48f0-816a-bc27e4226386 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:02:15.299400 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-eb2f1b6f-8e09-4796-a8c0-27ed81c763dd admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-36418372-network', 'tenant_id': '485849092e9048cf9df22a6fcbf82e77'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:02:15.299984 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a870cfbd-5863-48f0-816a-bc27e4226386 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Pushing event updated for resources: {'Port': ['ID=768eabd7-79f3-471f-aff0-ca2ad4cd94a1,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:15.300393 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-a803ad62-5eb8-4e22-b1ee-f7b93943a7ef None None] For port 2df078d1-b284-4630-9a9d-5857939205ea, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=2df078d1-b284-4630-9a9d-5857939205ea,segment=NetworkSegment(94ec7179-17e1-4ae5-8ac2-ed465eddc1d2),segment_id=94ec7179-17e1-4ae5-8ac2-ed465eddc1d2)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:02:15.300781 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a803ad62-5eb8-4e22-b1ee-f7b93943a7ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:15.322958 n-d-825175-4 neutron-server[84061]: INFO neutron.db.securitygroups_db [None req-148bc463-355e-461e-9f06-1e0509530456 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Project 06fb629024324e968714595537efac5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 22:02:15.338351 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-eb2f1b6f-8e09-4796-a8c0-27ed81c763dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:02:15.354451 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-148bc463-355e-461e-9f06-1e0509530456 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:15.366298 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-eb2f1b6f-8e09-4796-a8c0-27ed81c763dd admin admin] Usage tracker for resource:network and tenant:485849092e9048cf9df22a6fcbf82e77 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:02:15.378195 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-eb2f1b6f-8e09-4796-a8c0-27ed81c763dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:02:15.382266 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-060dbb47-cbcc-4446-a691-954e86ceb433 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Allocated IP 172.20.0.2 (fa1ff625-39f9-4b78-acd7-4298ad31c461/88e90490-16b1-4a25-b352-edc593d621eb/bdb6ca0b-aa75-4d62-8d62-6468208460cb) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:02:15.404723 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-a870cfbd-5863-48f0-816a-bc27e4226386 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:15.405379 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-a870cfbd-5863-48f0-816a-bc27e4226386 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:15.415187 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:15.424424 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-eb2f1b6f-8e09-4796-a8c0-27ed81c763dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:02:15.447119 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-301c7f3d-7c80-4f65-8074-a0176f4cb0d0 req-360a7017-f010-4aac-a3c7-bdffce6a4ba4 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] 10.222.0.23 "GET /v2.0/security-groups?id=60c3d51d-aa55-41a5-adb8-b2476023a195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580802 May 05 22:02:15.494522 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-a870cfbd-5863-48f0-816a-bc27e4226386 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5181749 May 05 22:02:15.506518 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-a803ad62-5eb8-4e22-b1ee-f7b93943a7ef None None] Calling delete_port for 2df078d1-b284-4630-9a9d-5857939205ea owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:02:15.508047 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-731a1fb5-02d4-443c-9e68-6945c8f94040 service neutron] Request body: {'port': {'device_id': 'ef424eb5-2bfa-4a4d-a0b2-6a0d711d4d7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:02:15.590254 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7f6c3a83-f10d-49aa-9c5b-0a44d804ec53 req-5d28b59a-db13-4954-8bfd-abe4e362c483 service neutron] 10.222.0.32 "GET /v2.0/networks/e470537e-3585-4233-880c-2adef2e7d09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6943381 May 05 22:02:15.597813 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a7d1ac03-89e9-41ee-a4e6-0cf4e8f04de4 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:15.612803 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 2df078d1-b284-4630-9a9d-5857939205ea, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=2df078d1-b284-4630-9a9d-5857939205ea,segment=NetworkSegment(94ec7179-17e1-4ae5-8ac2-ed465eddc1d2),segment_id=94ec7179-17e1-4ae5-8ac2-ed465eddc1d2)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:02:15.623389 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-a7d1ac03-89e9-41ee-a4e6-0cf4e8f04de4 None None] Transition to ACTIVE for port object 3b960524-72d4-4156-bf5c-94abf9f8787f will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:02:15.627038 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:15.630979 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-148bc463-355e-461e-9f06-1e0509530456 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:15.649189 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2f1b6f-8e09-4796-a8c0-27ed81c763dd admin admin] Made reservation on behalf of 485849092e9048cf9df22a6fcbf82e77 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:02:15.651695 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eb2f1b6f-8e09-4796-a8c0-27ed81c763dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:15.668468 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-148bc463-355e-461e-9f06-1e0509530456 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:15.703925 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-a803ad62-5eb8-4e22-b1ee-f7b93943a7ef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:02:15.704634 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-a803ad62-5eb8-4e22-b1ee-f7b93943a7ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:02:15.710070 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-a7d1ac03-89e9-41ee-a4e6-0cf4e8f04de4 None None] Transition to ACTIVE for port object 3b960524-72d4-4156-bf5c-94abf9f8787f will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:02:15.723348 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a7d1ac03-89e9-41ee-a4e6-0cf4e8f04de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:15.739749 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=2df078d1-b284-4630-9a9d-5857939205ea,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:15.796358 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148bc463-355e-461e-9f06-1e0509530456 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8ba45c5-8b04-435c-9735-eedd6e2db234,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:15.799228 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d1ac03-89e9-41ee-a4e6-0cf4e8f04de4 None None] Network 61ac7e7b-e87a-412f-b4d9-fe1edbb732dc is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:02:15.822141 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-a7d1ac03-89e9-41ee-a4e6-0cf4e8f04de4 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:02:15.827484 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d1ac03-89e9-41ee-a4e6-0cf4e8f04de4 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:02:15.838120 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-148bc463-355e-461e-9f06-1e0509530456 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:15.839797 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-148bc463-355e-461e-9f06-1e0509530456 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.8238449 May 05 22:02:15.842957 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-731a1fb5-02d4-443c-9e68-6945c8f94040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:15.854899 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56102) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:15.857156 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d1ac03-89e9-41ee-a4e6-0cf4e8f04de4 None None] Pushing event updated for resources: {'Port': ['ID=3b960524-72d4-4156-bf5c-94abf9f8787f,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:15.869832 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-24c8da94-97f3-4ef4-a209-b1324ec3360d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Request body: {'network': {'name': 'tempest-network-smoke--446674693', 'project_id': '06fb629024324e968714595537efac5c', 'port_security_enabled': True}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:02:15.881107 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-c1d837aa-fca2-4523-87e8-7294a10ad96b tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Allocated IP 172.20.0.11 (61ac7e7b-e87a-412f-b4d9-fe1edbb732dc/b50b05ee-f8f6-42db-983b-9bc5855bf8eb/9639ad7c-521b-4353-a5af-11637345f8f1) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:02:15.884499 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-24c8da94-97f3-4ef4-a209-b1324ec3360d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:02:15.915995 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-24c8da94-97f3-4ef4-a209-b1324ec3360d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Usage tracker for resource:network and tenant:06fb629024324e968714595537efac5c is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:02:15.926684 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-24c8da94-97f3-4ef4-a209-b1324ec3360d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:02:16.004147 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-a7d1ac03-89e9-41ee-a4e6-0cf4e8f04de4 None None] Attempting to bind port 3b960524-72d4-4156-bf5c-94abf9f8787f on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:02:16.004572 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-a7d1ac03-89e9-41ee-a4e6-0cf4e8f04de4 None None] Attempting to bind port 3b960524-72d4-4156-bf5c-94abf9f8787f by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'add15aa2-11b8-48b3-8849-0b5f648bdd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '61ac7e7b-e87a-412f-b4d9-fe1edbb732dc'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:02:16.004936 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d1ac03-89e9-41ee-a4e6-0cf4e8f04de4 None None] Attempting to bind port 3b960524-72d4-4156-bf5c-94abf9f8787f on network 61ac7e7b-e87a-412f-b4d9-fe1edbb732dc {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:02:16.013356 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d1ac03-89e9-41ee-a4e6-0cf4e8f04de4 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:02:16.013729 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d1ac03-89e9-41ee-a4e6-0cf4e8f04de4 None None] Checking segment: {'id': 'add15aa2-11b8-48b3-8849-0b5f648bdd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '61ac7e7b-e87a-412f-b4d9-fe1edbb732dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:02:16.014131 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a7d1ac03-89e9-41ee-a4e6-0cf4e8f04de4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:16.014722 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d1ac03-89e9-41ee-a4e6-0cf4e8f04de4 None None] Bound using segment: {'id': 'add15aa2-11b8-48b3-8849-0b5f648bdd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '61ac7e7b-e87a-412f-b4d9-fe1edbb732dc'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:02:16.015249 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-a7d1ac03-89e9-41ee-a4e6-0cf4e8f04de4 None None] Bound port: 3b960524-72d4-4156-bf5c-94abf9f8787f, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'add15aa2-11b8-48b3-8849-0b5f648bdd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '61ac7e7b-e87a-412f-b4d9-fe1edbb732dc'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:02:16.015838 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a7d1ac03-89e9-41ee-a4e6-0cf4e8f04de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:16.076373 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-24c8da94-97f3-4ef4-a209-b1324ec3360d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:02:16.125197 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-a7d1ac03-89e9-41ee-a4e6-0cf4e8f04de4 None None] For port 3b960524-72d4-4156-bf5c-94abf9f8787f, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:02:16.129189 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-a7d1ac03-89e9-41ee-a4e6-0cf4e8f04de4 None None] For port 3b960524-72d4-4156-bf5c-94abf9f8787f, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=3b960524-72d4-4156-bf5c-94abf9f8787f,segment=NetworkSegment(add15aa2-11b8-48b3-8849-0b5f648bdd42),segment_id=add15aa2-11b8-48b3-8849-0b5f648bdd42)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:02:16.146299 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a7d1ac03-89e9-41ee-a4e6-0cf4e8f04de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:16.174323 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8eca7cc4-af86-4853-976c-70f46d449f23 req-d1f72b48-f48e-402a-9a20-0598741ad717 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] 10.222.0.23 "GET /v2.0/ports?device_id=20b35301-1cb9-4b76-b135-86bd8a0d6b7e HTTP/1.1" status: 200 len: 210 time: 0.5453503 May 05 22:02:16.184328 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7f6c3a83-f10d-49aa-9c5b-0a44d804ec53 req-a5e81d50-5d01-4ede-b076-ca48f40b9cdc service neutron] 10.222.0.32 "GET /v2.0/networks/e470537e-3585-4233-880c-2adef2e7d09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5839138 May 05 22:02:16.184905 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eb2f1b6f-8e09-4796-a8c0-27ed81c763dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:16.194608 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c8da94-97f3-4ef4-a209-b1324ec3360d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Made reservation on behalf of 06fb629024324e968714595537efac5c for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:02:16.197893 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-24c8da94-97f3-4ef4-a209-b1324ec3360d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:16.251927 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-a803ad62-5eb8-4e22-b1ee-f7b93943a7ef None None] Deleting port 2df078d1-b284-4630-9a9d-5857939205ea {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:02:16.252297 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a803ad62-5eb8-4e22-b1ee-f7b93943a7ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:16.272995 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-eb2f1b6f-8e09-4796-a8c0-27ed81c763dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:02:16.288333 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-eb2f1b6f-8e09-4796-a8c0-27ed81c763dd admin admin] Usage tracker for resource:security_group_rule and tenant:485849092e9048cf9df22a6fcbf82e77 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:02:16.291823 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-eb2f1b6f-8e09-4796-a8c0-27ed81c763dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:02:16.299785 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-eb2f1b6f-8e09-4796-a8c0-27ed81c763dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:02:16.346485 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 2df078d1-b284-4630-9a9d-5857939205ea no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:02:16.354214 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24c8da94-97f3-4ef4-a209-b1324ec3360d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:02:16.365063 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-24c8da94-97f3-4ef4-a209-b1324ec3360d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:16.365624 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-24c8da94-97f3-4ef4-a209-b1324ec3360d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Added segment 9c0a9c7f-0295-42c0-9e5a-dfe13b910f94 of type vlan for network 42af2df6-9729-4f65-bcaf-09a40ba18ce2 May 05 22:02:16.396437 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-24c8da94-97f3-4ef4-a209-b1324ec3360d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:16.421292 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d1ac03-89e9-41ee-a4e6-0cf4e8f04de4 None None] Pushing event updated for resources: {'Port': ['ID=3b960524-72d4-4156-bf5c-94abf9f8787f,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:16.438509 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a489782e-60d7-4830-889f-3ef5ed677ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:16.496122 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-9bd84357-ae92-4ee7-a5e5-c2bd5b9bd7e2 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] For port 2df078d1-b284-4630-9a9d-5857939205ea, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=2df078d1-b284-4630-9a9d-5857939205ea,segment=NetworkSegment(94ec7179-17e1-4ae5-8ac2-ed465eddc1d2),segment_id=94ec7179-17e1-4ae5-8ac2-ed465eddc1d2)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:02:16.496723 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9bd84357-ae92-4ee7-a5e5-c2bd5b9bd7e2 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:16.634067 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c1d837aa-fca2-4523-87e8-7294a10ad96b tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:16.655603 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-c1d837aa-fca2-4523-87e8-7294a10ad96b tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Transition to ACTIVE for port object 9639ad7c-521b-4353-a5af-11637345f8f1 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:02:16.657403 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:16.684485 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-24c8da94-97f3-4ef4-a209-b1324ec3360d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:16.689941 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c8da94-97f3-4ef4-a209-b1324ec3360d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:16.690605 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-24c8da94-97f3-4ef4-a209-b1324ec3360d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:16.736747 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-9bd84357-ae92-4ee7-a5e5-c2bd5b9bd7e2 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Calling delete_port for 2df078d1-b284-4630-9a9d-5857939205ea owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:02:16.781994 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 2df078d1-b284-4630-9a9d-5857939205ea, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=2df078d1-b284-4630-9a9d-5857939205ea,segment=NetworkSegment(94ec7179-17e1-4ae5-8ac2-ed465eddc1d2),segment_id=94ec7179-17e1-4ae5-8ac2-ed465eddc1d2)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:02:16.809837 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:16.857622 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-a803ad62-5eb8-4e22-b1ee-f7b93943a7ef None None] For port 2df078d1-b284-4630-9a9d-5857939205ea, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=2df078d1-b284-4630-9a9d-5857939205ea,segment=NetworkSegment(94ec7179-17e1-4ae5-8ac2-ed465eddc1d2),segment_id=94ec7179-17e1-4ae5-8ac2-ed465eddc1d2)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:02:16.858024 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a803ad62-5eb8-4e22-b1ee-f7b93943a7ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:16.916693 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c1d837aa-fca2-4523-87e8-7294a10ad96b tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:16.941565 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-060dbb47-cbcc-4446-a691-954e86ceb433 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:17.008391 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eb2f1b6f-8e09-4796-a8c0-27ed81c763dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:17.025217 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c8da94-97f3-4ef4-a209-b1324ec3360d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event updated for resources: {'Network': ['ID=42af2df6-9729-4f65-bcaf-09a40ba18ce2,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:17.061608 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.api [None req-9bd84357-ae92-4ee7-a5e5-c2bd5b9bd7e2 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:02:17.061608 n-d-825175-4 neutron-server[84063]: DEBUG oslo_db.api [None req-9bd84357-ae92-4ee7-a5e5-c2bd5b9bd7e2 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:02:17.063340 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-060dbb47-cbcc-4446-a691-954e86ceb433 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:17.070566 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-24c8da94-97f3-4ef4-a209-b1324ec3360d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2072237 May 05 22:02:17.075034 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d837aa-fca2-4523-87e8-7294a10ad96b tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Pushing event updated for resources: {'Port': ['ID=9639ad7c-521b-4353-a5af-11637345f8f1,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:17.085349 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d837aa-fca2-4523-87e8-7294a10ad96b tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Network 61ac7e7b-e87a-412f-b4d9-fe1edbb732dc is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:02:17.086533 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56120) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:17.088882 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-c1d837aa-fca2-4523-87e8-7294a10ad96b tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:02:17.093468 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d837aa-fca2-4523-87e8-7294a10ad96b tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:02:17.117181 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 42af2df6-9729-4f65-bcaf-09a40ba18ce2 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:02:17.140317 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-a803ad62-5eb8-4e22-b1ee-f7b93943a7ef None None] Calling delete_port for 2df078d1-b284-4630-9a9d-5857939205ea owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:02:17.159287 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d837aa-fca2-4523-87e8-7294a10ad96b tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:17.160005 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c1d837aa-fca2-4523-87e8-7294a10ad96b tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:17.166744 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-a9ee5fa0-961a-4079-bc7b-11c66fff442a tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1893328852', 'admin_state_up': True, 'project_id': '06fb629024324e968714595537efac5c', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:02:17.182171 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a9ee5fa0-961a-4079-bc7b-11c66fff442a tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:02:17.188949 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a9ee5fa0-961a-4079-bc7b-11c66fff442a tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Usage tracker for resource:router and tenant:06fb629024324e968714595537efac5c is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:02:17.194236 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a9ee5fa0-961a-4079-bc7b-11c66fff442a tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:02:17.200876 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-060dbb47-cbcc-4446-a691-954e86ceb433 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Network fa1ff625-39f9-4b78-acd7-4298ad31c461 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:02:17.203290 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eb2f1b6f-8e09-4796-a8c0-27ed81c763dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:17.203463 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a9ee5fa0-961a-4079-bc7b-11c66fff442a tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:02:17.212473 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c1d837aa-fca2-4523-87e8-7294a10ad96b tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.5845358 May 05 22:02:17.217753 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb134d-a398-4027-a02f-70c94ad69201 req-b8d965c3-491e-4a38-8d61-3d47adbf3700 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:17.218702 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb2f1b6f-8e09-4796-a8c0-27ed81c763dd admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:02:17.219442 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c2eb134d-a398-4027-a02f-70c94ad69201 req-b8d965c3-491e-4a38-8d61-3d47adbf3700 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd124150-01fd-48fa-87b9-0b3887667718 HTTP/1.1" status: 200 len: 944 time: 0.5381825 May 05 22:02:17.222101 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56126) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:17.229913 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eb2f1b6f-8e09-4796-a8c0-27ed81c763dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:17.231268 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-c0e35740-7700-42fa-a71d-6ecaca33bcd7 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-694014796', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:02:17.231450 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-eb2f1b6f-8e09-4796-a8c0-27ed81c763dd admin admin] Added segment d6978a13-dd0d-4855-a912-81c6a9f0012b of type vlan for network 65a682d2-72f6-42df-8175-cac1adc1bbd0 May 05 22:02:17.238032 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-c0e35740-7700-42fa-a71d-6ecaca33bcd7 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:02:17.242070 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-c0e35740-7700-42fa-a71d-6ecaca33bcd7 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Usage tracker for resource:router and tenant:781295b918f840a5be5499133163f5eb is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:02:17.245128 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-c0e35740-7700-42fa-a71d-6ecaca33bcd7 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:02:17.252470 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-c0e35740-7700-42fa-a71d-6ecaca33bcd7 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:02:17.268854 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eb2f1b6f-8e09-4796-a8c0-27ed81c763dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:17.278703 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a9ee5fa0-961a-4079-bc7b-11c66fff442a tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:17.279689 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a9ee5fa0-961a-4079-bc7b-11c66fff442a tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:17.286550 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c0e35740-7700-42fa-a71d-6ecaca33bcd7 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:17.287592 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c0e35740-7700-42fa-a71d-6ecaca33bcd7 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:17.340037 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c2eb134d-a398-4027-a02f-70c94ad69201 req-8452c7ad-8afc-4911-a671-9bd03104d44f tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] 10.222.0.23 "GET /v2.0/security-groups?id=60c3d51d-aa55-41a5-adb8-b2476023a195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136608 May 05 22:02:17.346368 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a9ee5fa0-961a-4079-bc7b-11c66fff442a tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:17.358908 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c0e35740-7700-42fa-a71d-6ecaca33bcd7 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:17.416945 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-060dbb47-cbcc-4446-a691-954e86ceb433 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:02:17.441668 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-060dbb47-cbcc-4446-a691-954e86ceb433 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:02:17.465697 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-a803ad62-5eb8-4e22-b1ee-f7b93943a7ef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:02:17.465697 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-a803ad62-5eb8-4e22-b1ee-f7b93943a7ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:02:17.465697 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=2df078d1-b284-4630-9a9d-5857939205ea,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:17.525871 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:17.554946 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:17.582755 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2f1b6f-8e09-4796-a8c0-27ed81c763dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b50041-5bf8-4866-aab4-e83b19aba136,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:17.586116 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-9bd84357-ae92-4ee7-a5e5-c2bd5b9bd7e2 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Deleting port 2df078d1-b284-4630-9a9d-5857939205ea {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:02:17.586438 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9bd84357-ae92-4ee7-a5e5-c2bd5b9bd7e2 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:17.629686 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eb2f1b6f-8e09-4796-a8c0-27ed81c763dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:17.630756 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2f1b6f-8e09-4796-a8c0-27ed81c763dd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:17.631321 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eb2f1b6f-8e09-4796-a8c0-27ed81c763dd admin admin] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:17.632770 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c0e35740-7700-42fa-a71d-6ecaca33bcd7 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:17.695449 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-a803ad62-5eb8-4e22-b1ee-f7b93943a7ef None None] Deleting port 2df078d1-b284-4630-9a9d-5857939205ea {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:02:17.696034 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a803ad62-5eb8-4e22-b1ee-f7b93943a7ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:17.742495 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c0e35740-7700-42fa-a71d-6ecaca33bcd7 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:17.743844 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c0e35740-7700-42fa-a71d-6ecaca33bcd7 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5207570 May 05 22:02:17.834421 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56134) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:17.845028 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-e80222e8-f187-44a3-976f-8e13ae2f1264 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Allocated IP 172.20.0.6 (fa1ff625-39f9-4b78-acd7-4298ad31c461/88e90490-16b1-4a25-b352-edc593d621eb/b78d8147-ce9c-4020-bdba-04dfec180dba) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:02:17.863125 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-21f07cfe-b440-4d63-a3b3-b3bbdf9f66ec tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-292081283', 'prefixes': ['172.20.0.0/16']}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:02:17.879618 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-21f07cfe-b440-4d63-a3b3-b3bbdf9f66ec tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:02:17.911220 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a9ee5fa0-961a-4079-bc7b-11c66fff442a tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:18.048135 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-a803ad62-5eb8-4e22-b1ee-f7b93943a7ef None None] For port 2df078d1-b284-4630-9a9d-5857939205ea, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=2df078d1-b284-4630-9a9d-5857939205ea,segment=NetworkSegment(94ec7179-17e1-4ae5-8ac2-ed465eddc1d2),segment_id=94ec7179-17e1-4ae5-8ac2-ed465eddc1d2)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:02:18.048667 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a803ad62-5eb8-4e22-b1ee-f7b93943a7ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:18.089600 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-e80222e8-f187-44a3-976f-8e13ae2f1264 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:18.104355 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2f1b6f-8e09-4796-a8c0-27ed81c763dd admin admin] Pushing event updated for resources: {'Network': ['ID=65a682d2-72f6-42df-8175-cac1adc1bbd0,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:18.123284 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060dbb47-cbcc-4446-a691-954e86ceb433 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Pushing event updated for resources: {'Port': ['ID=bdb6ca0b-aa75-4d62-8d62-6468208460cb,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:18.152119 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-98741248-7f76-46d0-aa4b-4d9a2d71717d req-0c1dc780-9b22-4461-93e8-ffa368bd2d08 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=16dde334e1884c61b123507305c66b66&device_id=fd124150-01fd-48fa-87b9-0b3887667718 HTTP/1.1" status: 200 len: 1095 time: 1.7973158 May 05 22:02:18.161814 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-060dbb47-cbcc-4446-a691-954e86ceb433 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:18.162462 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-060dbb47-cbcc-4446-a691-954e86ceb433 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:18.173507 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c13137-4ea0-4974-8728-5eb4f4e5a335 req-a2db0bed-b1fd-4598-a01b-3a64f442f02e tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:18.180259 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-57c13137-4ea0-4974-8728-5eb4f4e5a335 req-a2db0bed-b1fd-4598-a01b-3a64f442f02e tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] 10.222.0.23 "GET /v2.0/ports?device_id=20b35301-1cb9-4b76-b135-86bd8a0d6b7e HTTP/1.1" status: 200 len: 931 time: 0.6855140 May 05 22:02:18.195556 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-a803ad62-5eb8-4e22-b1ee-f7b93943a7ef None None] Calling delete_port for 2df078d1-b284-4630-9a9d-5857939205ea owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:02:18.250364 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 65a682d2-72f6-42df-8175-cac1adc1bbd0 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:02:18.266445 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921e6419-8418-4f77-9143-4da684be020c None None] Network 61ac7e7b-e87a-412f-b4d9-fe1edbb732dc requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:02:18.300610 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-eb2f1b6f-8e09-4796-a8c0-27ed81c763dd admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.3527932 May 05 22:02:18.302190 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-e80222e8-f187-44a3-976f-8e13ae2f1264 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:18.309369 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56146) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:18.420280 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-57c13137-4ea0-4974-8728-5eb4f4e5a335 req-8e195cde-9e23-43db-890e-499a74351987 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] 10.222.0.23 "GET /v2.0/security-groups?id=973c3caa-dfbd-4ad1-aaba-c4a52c91aa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391334 May 05 22:02:18.432271 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 3b960524-72d4-4156-bf5c-94abf9f8787f up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:02:18.459816 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-21f07cfe-b440-4d63-a3b3-b3bbdf9f66ec tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Notify callbacks [] for subnetpool, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:18.459816 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-21f07cfe-b440-4d63-a3b3-b3bbdf9f66ec tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.6084168 May 05 22:02:18.459816 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56156) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:18.478455 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.tag.tag_plugin [None req-53663de1-b976-4714-a6c2-441cd3e1bb3e tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b50b05ee-f8f6-42db-983b-9bc5855bf8eb', 'tempest-TagsExtTest-Tag-159273202') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:18.506026 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-e80222e8-f187-44a3-976f-8e13ae2f1264 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Network fa1ff625-39f9-4b78-acd7-4298ad31c461 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:02:18.536607 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-b65c403a-fbb2-48ff-8ce4-ed1ed173f3b1 admin admin] Request body: {'subnet': {'network_id': '65a682d2-72f6-42df-8175-cac1adc1bbd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-36418372-subnet', 'tenant_id': '485849092e9048cf9df22a6fcbf82e77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:02:18.554850 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-e80222e8-f187-44a3-976f-8e13ae2f1264 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:02:18.630192 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.resource_extend [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-731a1fb5-02d4-443c-9e68-6945c8f94040 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 22:02:18.741123 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-49be1a21-2aae-44bf-94e4-410404bdaf39 None None] Provisioning for port 3b960524-72d4-4156-bf5c-94abf9f8787f completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:02:18.785445 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a803ad62-5eb8-4e22-b1ee-f7b93943a7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:18.794142 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-731a1fb5-02d4-443c-9e68-6945c8f94040 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 768eabd7-79f3-471f-aff0-ca2ad4cd94a1 {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:02:18.804043 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-731a1fb5-02d4-443c-9e68-6945c8f94040 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:18.824566 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-731a1fb5-02d4-443c-9e68-6945c8f94040 service neutron] Transition to ACTIVE for port object 768eabd7-79f3-471f-aff0-ca2ad4cd94a1 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:02:18.836933 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-731a1fb5-02d4-443c-9e68-6945c8f94040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:18.848004 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a803ad62-5eb8-4e22-b1ee-f7b93943a7ef None None] Pushing event deleted for resources: {'Port': ['ID=2df078d1-b284-4630-9a9d-5857939205ea,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:18.864137 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 3b960524-72d4-4156-bf5c-94abf9f8787f completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:02:18.869993 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a803ad62-5eb8-4e22-b1ee-f7b93943a7ef None None] No DVR routers for this DVR port 2df078d1-b284-4630-9a9d-5857939205ea on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:02:18.875008 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 3b960524-72d4-4156-bf5c-94abf9f8787f triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:02:18.875629 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:18.991151 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:19.056763 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-9bd84357-ae92-4ee7-a5e5-c2bd5b9bd7e2 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] For port 2df078d1-b284-4630-9a9d-5857939205ea, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=2df078d1-b284-4630-9a9d-5857939205ea,segment=NetworkSegment(94ec7179-17e1-4ae5-8ac2-ed465eddc1d2),segment_id=94ec7179-17e1-4ae5-8ac2-ed465eddc1d2)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:02:19.057468 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9bd84357-ae92-4ee7-a5e5-c2bd5b9bd7e2 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:19.100895 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-e80222e8-f187-44a3-976f-8e13ae2f1264 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:02:19.136450 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80222e8-f187-44a3-976f-8e13ae2f1264 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Pushing event updated for resources: {'Port': ['ID=b78d8147-ce9c-4020-bdba-04dfec180dba,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:19.140056 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-060dbb47-cbcc-4446-a691-954e86ceb433 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7802343 May 05 22:02:19.148276 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-b65c403a-fbb2-48ff-8ce4-ed1ed173f3b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:02:19.148648 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:19.173217 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a9ee5fa0-961a-4079-bc7b-11c66fff442a tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for router_gateway, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:19.188260 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 3b960524-72d4-4156-bf5c-94abf9f8787f, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=3b960524-72d4-4156-bf5c-94abf9f8787f,segment=NetworkSegment(add15aa2-11b8-48b3-8849-0b5f648bdd42),segment_id=add15aa2-11b8-48b3-8849-0b5f648bdd42)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:02:19.200512 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 99ca16e9-3c4a-4607-8aea-7e91abb0cde2 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:02:19.214829 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:19.227826 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a9ee5fa0-961a-4079-bc7b-11c66fff442a tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:19.361811 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-3aecee79-2549-45fb-934a-1438a8928457 service neutron] Request body: {'port': {'device_id': '20b35301-1cb9-4b76-b135-86bd8a0d6b7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:02:19.367850 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.resource_extend [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 22:02:19.412274 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-9bd84357-ae92-4ee7-a5e5-c2bd5b9bd7e2 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Calling delete_port for 2df078d1-b284-4630-9a9d-5857939205ea owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:02:19.463935 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-53663de1-b976-4714-a6c2-441cd3e1bb3e tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] 10.222.0.23 "PUT /v2.0/subnets/b50b05ee-f8f6-42db-983b-9bc5855bf8eb/tags/tempest-TagsExtTest-Tag-159273202 HTTP/1.1" status: 201 len: 201 time: 0.9880822 May 05 22:02:19.469181 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56176) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:19.476177 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b65c403a-fbb2-48ff-8ce4-ed1ed173f3b1 admin admin] Usage tracker for resource:subnet and tenant:485849092e9048cf9df22a6fcbf82e77 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:02:19.518248 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af2417-abee-4887-b891-dc9508d8ba8a req-d2d8b22a-dedc-40d2-a767-68dbdfe5fada tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:19.519936 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b65c403a-fbb2-48ff-8ce4-ed1ed173f3b1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:02:19.521700 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-54af2417-abee-4887-b891-dc9508d8ba8a req-d2d8b22a-dedc-40d2-a767-68dbdfe5fada tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd124150-01fd-48fa-87b9-0b3887667718 HTTP/1.1" status: 200 len: 944 time: 0.9474127 May 05 22:02:19.574923 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.tag.tag_plugin [None req-362451b3-51f9-4288-8bce-22b65e3f3c2b tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '9639ad7c-521b-4353-a5af-11637345f8f1', 'tempest-TagsExtTest-Tag-1266136722') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:19.584673 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-b65c403a-fbb2-48ff-8ce4-ed1ed173f3b1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:02:19.625568 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-d2d135f4-5fd2-493d-bfe0-f6b7c624fd62 None None] Provisioning for port 9639ad7c-521b-4353-a5af-11637345f8f1 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:02:19.632748 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-e80222e8-f187-44a3-976f-8e13ae2f1264 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:19.633646 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-e80222e8-f187-44a3-976f-8e13ae2f1264 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:19.638351 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731a1fb5-02d4-443c-9e68-6945c8f94040 service neutron] Pushing event updated for resources: {'Port': ['ID=768eabd7-79f3-471f-aff0-ca2ad4cd94a1,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:19.648702 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=3b960524-72d4-4156-bf5c-94abf9f8787f,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:19.682480 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-d2d135f4-5fd2-493d-bfe0-f6b7c624fd62 None None] Provisioning complete for port 9639ad7c-521b-4353-a5af-11637345f8f1 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:02:19.682869 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d2d135f4-5fd2-493d-bfe0-f6b7c624fd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:19.722785 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65c403a-fbb2-48ff-8ce4-ed1ed173f3b1 admin admin] Made reservation on behalf of 485849092e9048cf9df22a6fcbf82e77 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:02:19.725426 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b65c403a-fbb2-48ff-8ce4-ed1ed173f3b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:19.806810 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-d2d135f4-5fd2-493d-bfe0-f6b7c624fd62 None None] Port 9639ad7c-521b-4353-a5af-11637345f8f1 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:02:19.857719 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 99ca16e9-3c4a-4607-8aea-7e91abb0cde2, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=99ca16e9-3c4a-4607-8aea-7e91abb0cde2,segment=NetworkSegment(0b0b0525-20de-43c5-ab5d-b294a1724e92),segment_id=0b0b0525-20de-43c5-ab5d-b294a1724e92)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:02:19.869150 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-d2d135f4-5fd2-493d-bfe0-f6b7c624fd62 None None] Provisioning complete for port 3b960524-72d4-4156-bf5c-94abf9f8787f triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:02:19.869512 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d2d135f4-5fd2-493d-bfe0-f6b7c624fd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:19.871570 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-54af2417-abee-4887-b891-dc9508d8ba8a req-9edf391b-47ed-41e0-9fb0-5278f70d8dfe tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] 10.222.0.23 "GET /v2.0/security-groups?id=60c3d51d-aa55-41a5-adb8-b2476023a195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023829 May 05 22:02:19.909418 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-731a1fb5-02d4-443c-9e68-6945c8f94040 service neutron] Attempting to bind port 768eabd7-79f3-471f-aff0-ca2ad4cd94a1 on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:02:19.909857 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-731a1fb5-02d4-443c-9e68-6945c8f94040 service neutron] Attempting to bind port 768eabd7-79f3-471f-aff0-ca2ad4cd94a1 by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': 'b836fc27-272e-4e9f-939d-0b0d263b911c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fa1ff625-39f9-4b78-acd7-4298ad31c461'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:02:19.910357 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-731a1fb5-02d4-443c-9e68-6945c8f94040 service neutron] Attempting to bind port 768eabd7-79f3-471f-aff0-ca2ad4cd94a1 on network fa1ff625-39f9-4b78-acd7-4298ad31c461 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:02:19.920836 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-a9ee5fa0-961a-4079-bc7b-11c66fff442a tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Allocated IP 172.25.4.120 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/d7b9ff99-fda6-483f-88b3-92c834846233) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:02:19.940343 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-731a1fb5-02d4-443c-9e68-6945c8f94040 service neutron] Port 768eabd7-79f3-471f-aff0-ca2ad4cd94a1 on network fa1ff625-39f9-4b78-acd7-4298ad31c461 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:02:19.941298 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-731a1fb5-02d4-443c-9e68-6945c8f94040 service neutron] Attempting to bind port 768eabd7-79f3-471f-aff0-ca2ad4cd94a1 on network fa1ff625-39f9-4b78-acd7-4298ad31c461 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:02:19.944624 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '99ca16e9-3c4a-4607-8aea-7e91abb0cde2', 'network_id': 'e470537e-3585-4233-880c-2adef2e7d09e', 'port_id': '99ca16e9-3c4a-4607-8aea-7e91abb0cde2', 'mac_address': 'fa:16:3e:c2:e8:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f38286bc-f81c-4b29-9d01-e0d3e9e576d8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:02:20.003836 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-731a1fb5-02d4-443c-9e68-6945c8f94040 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:02:20.004172 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-731a1fb5-02d4-443c-9e68-6945c8f94040 service neutron] Checking segment: {'id': 'b836fc27-272e-4e9f-939d-0b0d263b911c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fa1ff625-39f9-4b78-acd7-4298ad31c461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:02:20.004554 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-731a1fb5-02d4-443c-9e68-6945c8f94040 service neutron] Bound using segment: {'id': 'b836fc27-272e-4e9f-939d-0b0d263b911c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fa1ff625-39f9-4b78-acd7-4298ad31c461'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:02:20.005080 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-731a1fb5-02d4-443c-9e68-6945c8f94040 service neutron] Bound port: 768eabd7-79f3-471f-aff0-ca2ad4cd94a1, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b836fc27-272e-4e9f-939d-0b0d263b911c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fa1ff625-39f9-4b78-acd7-4298ad31c461'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:02:20.005418 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-731a1fb5-02d4-443c-9e68-6945c8f94040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:20.071011 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:20.094552 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99ca16e9-3c4a-4607-8aea-7e91abb0cde2 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:02:20.113065 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 99ca16e9-3c4a-4607-8aea-7e91abb0cde2, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=99ca16e9-3c4a-4607-8aea-7e91abb0cde2,segment=NetworkSegment(0b0b0525-20de-43c5-ab5d-b294a1724e92),segment_id=0b0b0525-20de-43c5-ab5d-b294a1724e92)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:02:20.118620 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98741248-7f76-46d0-aa4b-4d9a2d71717d req-ccfd793e-d0a4-4984-8068-991e630073ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:20.119445 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:20.127928 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-98741248-7f76-46d0-aa4b-4d9a2d71717d req-ccfd793e-d0a4-4984-8068-991e630073ee service neutron] 10.222.0.32 "GET /v2.0/networks?id=e470537e-3585-4233-880c-2adef2e7d09e HTTP/1.1" status: 200 len: 909 time: 1.9586236 May 05 22:02:20.129059 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b65c403a-fbb2-48ff-8ce4-ed1ed173f3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:20.190460 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dcbb72-e763-4ac9-a4d3-61ab650e356b req-0982b3d4-e974-4352-8134-fa3898e527f6 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:20.201050 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-65dcbb72-e763-4ac9-a4d3-61ab650e356b req-0982b3d4-e974-4352-8134-fa3898e527f6 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca770a07-6893-4970-ab91-c12fb85165a7 HTTP/1.1" status: 200 len: 945 time: 0.5484505 May 05 22:02:20.257463 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-e80222e8-f187-44a3-976f-8e13ae2f1264 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.8297839 May 05 22:02:20.275992 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=99ca16e9-3c4a-4607-8aea-7e91abb0cde2,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:20.277324 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-a7c49e45-e47d-49a5-8e1a-c244594162e9 service neutron] Request body: {'port': {'device_id': '4ebdd003-44e6-4bd9-abc5-b3c4a46c0bc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:02:20.285704 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 3b960524-72d4-4156-bf5c-94abf9f8787f up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:02:20.358341 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ce30e4fa-e3ec-4105-beb4-c639888f3715 None None] Provisioning complete for port 9639ad7c-521b-4353-a5af-11637345f8f1 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:02:20.359150 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ce30e4fa-e3ec-4105-beb4-c639888f3715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:20.369892 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-362451b3-51f9-4288-8bce-22b65e3f3c2b tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] 10.222.0.23 "PUT /v2.0/ports/9639ad7c-521b-4353-a5af-11637345f8f1/tags/tempest-TagsExtTest-Tag-1266136722 HTTP/1.1" status: 201 len: 201 time: 0.8756964 May 05 22:02:20.382492 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56194) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:20.400960 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-3aecee79-2549-45fb-934a-1438a8928457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:20.416128 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.tag.tag_plugin [None req-8bdb8512-d102-44f6-b70e-0a6544c2feb9 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '0413ee90-a9b4-4c29-a2b6-3ae52bd97e55', 'tempest-TagsExtTest-Tag-2064154968') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:20.432027 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['99ca16e9-3c4a-4607-8aea-7e91abb0cde2'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:02:20.438867 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.api [None req-9bd84357-ae92-4ee7-a5e5-c2bd5b9bd7e2 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:02:20.439532 n-d-825175-4 neutron-server[84063]: DEBUG oslo_db.api [None req-9bd84357-ae92-4ee7-a5e5-c2bd5b9bd7e2 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:02:20.456728 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-98741248-7f76-46d0-aa4b-4d9a2d71717d req-a94b223e-ac40-4c46-b010-9bb562d10fa2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99ca16e9-3c4a-4607-8aea-7e91abb0cde2 HTTP/1.1" status: 200 len: 217 time: 0.3162580 May 05 22:02:20.462054 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c403a-fbb2-48ff-8ce4-ed1ed173f3b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7ed0577-b397-4c71-acae-9cd7a5825c54,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:20.503521 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ce30e4fa-e3ec-4105-beb4-c639888f3715 None None] Port 9639ad7c-521b-4353-a5af-11637345f8f1 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:02:20.545091 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 3b960524-72d4-4156-bf5c-94abf9f8787f triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:02:20.545733 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:20.572509 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-65dcbb72-e763-4ac9-a4d3-61ab650e356b req-e127076a-bdcc-4477-8701-6dff91dc08a6 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fa4e0b9-5123-49b5-89ca-ca778d1b0224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3705065 May 05 22:02:20.640860 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-731a1fb5-02d4-443c-9e68-6945c8f94040 service neutron] For port 768eabd7-79f3-471f-aff0-ca2ad4cd94a1, host n-h1-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:02:20.645013 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-731a1fb5-02d4-443c-9e68-6945c8f94040 service neutron] For port 768eabd7-79f3-471f-aff0-ca2ad4cd94a1, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=768eabd7-79f3-471f-aff0-ca2ad4cd94a1,segment=NetworkSegment(b836fc27-272e-4e9f-939d-0b0d263b911c),segment_id=b836fc27-272e-4e9f-939d-0b0d263b911c)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:02:20.660637 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a9ee5fa0-961a-4079-bc7b-11c66fff442a tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:20.668344 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-731a1fb5-02d4-443c-9e68-6945c8f94040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:20.748630 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525da0c9-7d73-461a-b451-f1ac5aa8d313 req-ef20f1a2-43bd-4d8f-a11c-b74d5a4742be tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:20.755595 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-525da0c9-7d73-461a-b451-f1ac5aa8d313 req-ef20f1a2-43bd-4d8f-a11c-b74d5a4742be tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] 10.222.0.23 "GET /v2.0/ports?device_id=20b35301-1cb9-4b76-b135-86bd8a0d6b7e HTTP/1.1" status: 200 len: 931 time: 0.5191700 May 05 22:02:20.778539 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98741248-7f76-46d0-aa4b-4d9a2d71717d req-cc29a08f-4304-4065-9456-db90debeab84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:20.780464 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-98741248-7f76-46d0-aa4b-4d9a2d71717d req-cc29a08f-4304-4065-9456-db90debeab84 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f38286bc-f81c-4b29-9d01-e0d3e9e576d8 HTTP/1.1" status: 200 len: 848 time: 0.3124762 May 05 22:02:20.799994 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-731a1fb5-02d4-443c-9e68-6945c8f94040 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:20.801386 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-731a1fb5-02d4-443c-9e68-6945c8f94040 service neutron] 10.222.0.44 "PUT /v2.0/ports/768eabd7-79f3-471f-aff0-ca2ad4cd94a1 HTTP/1.1" status: 200 len: 1091 time: 5.2992806 May 05 22:02:20.801829 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef424eb5-2bfa-4a4d-a0b2-6a0d711d4d7c', 'tag': '768eabd7-79f3-471f-aff0-ca2ad4cd94a1'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:02:20.824622 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-8bdb8512-d102-44f6-b70e-0a6544c2feb9 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] 10.222.0.23 "PUT /v2.0/routers/0413ee90-a9b4-4c29-a2b6-3ae52bd97e55/tags/tempest-TagsExtTest-Tag-2064154968 HTTP/1.1" status: 201 len: 201 time: 0.4335873 May 05 22:02:20.829152 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56202) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:20.840061 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731a1fb5-02d4-443c-9e68-6945c8f94040 service neutron] Pushing event updated for resources: {'Port': ['ID=768eabd7-79f3-471f-aff0-ca2ad4cd94a1,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:20.846007 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-a7c49e45-e47d-49a5-8e1a-c244594162e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:20.849791 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.tag.tag_plugin [None req-1de397c3-52cb-41b5-a6fb-e1239e531e02 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a3889c59-e063-4ebe-b9c2-f00dc266ff87', 'tempest-TagsExtTest-Tag-1445324105') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:20.918159 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6187081b-7fa4-4e3c-b245-44394d3ab253'] response: {'name': 'network-changed', 'server_uuid': 'ef424eb5-2bfa-4a4d-a0b2-6a0d711d4d7c', 'tag': '768eabd7-79f3-471f-aff0-ca2ad4cd94a1', 'status': 'completed', 'code': 200} May 05 22:02:20.919289 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a9ee5fa0-961a-4079-bc7b-11c66fff442a tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:20.936335 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-525da0c9-7d73-461a-b451-f1ac5aa8d313 req-1960545e-4181-400c-823c-3049f45e59ae tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] 10.222.0.23 "GET /v2.0/security-groups?id=973c3caa-dfbd-4ad1-aaba-c4a52c91aa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797993 May 05 22:02:20.952705 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-98741248-7f76-46d0-aa4b-4d9a2d71717d req-16f74d53-53d9-4448-8b07-e12d3d687cb6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e470537e-3585-4233-880c-2adef2e7d09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732739 May 05 22:02:20.953511 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65c403a-fbb2-48ff-8ce4-ed1ed173f3b1 admin admin] Checking segment: {'id': 'd6978a13-dd0d-4855-a912-81c6a9f0012b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '65a682d2-72f6-42df-8175-cac1adc1bbd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:02:20.953933 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65c403a-fbb2-48ff-8ce4-ed1ed173f3b1 admin admin] Network hostable DHCP agents. Network: 65a682d2-72f6-42df-8175-cac1adc1bbd0, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:02:21.057133 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ee5fa0-961a-4079-bc7b-11c66fff442a tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:02:21.059655 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ee5fa0-961a-4079-bc7b-11c66fff442a tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event updated for resources: {'Port': ['ID=d7b9ff99-fda6-483f-88b3-92c834846233,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:21.065151 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-a9ee5fa0-961a-4079-bc7b-11c66fff442a tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:02:21.070146 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ee5fa0-961a-4079-bc7b-11c66fff442a tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:02:21.154378 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-1de397c3-52cb-41b5-a6fb-e1239e531e02 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] 10.222.0.23 "PUT /v2.0/subnetpools/a3889c59-e063-4ebe-b9c2-f00dc266ff87/tags/tempest-TagsExtTest-Tag-1445324105 HTTP/1.1" status: 201 len: 201 time: 0.3225152 May 05 22:02:21.168081 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56210) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:21.174098 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-f04c08a1-80e6-47e1-a7ad-41fdaf6030bf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5a504eaa06b44a818804ac71b7bc1d0f&device_id=ef424eb5-2bfa-4a4d-a0b2-6a0d711d4d7c HTTP/1.1" status: 200 len: 1094 time: 0.3158054 May 05 22:02:21.182782 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.tag.tag_plugin [None req-9e13d6d7-fda7-4133-b600-ba1dbdd272c5 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b50b05ee-f8f6-42db-983b-9bc5855bf8eb') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:21.212880 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 99ca16e9-3c4a-4607-8aea-7e91abb0cde2 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:02:21.357304 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port 99ca16e9-3c4a-4607-8aea-7e91abb0cde2 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:02:21.366744 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 99ca16e9-3c4a-4607-8aea-7e91abb0cde2 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:02:21.367475 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:21.488496 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-02f312ed-6027-4d59-94de-673f7439be76 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=768eabd7-79f3-471f-aff0-ca2ad4cd94a1 HTTP/1.1" status: 200 len: 217 time: 0.2798002 May 05 22:02:21.578168 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:21.588520 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-3fff81bb-8cb4-4918-8cba-9e3b41d12152 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:21.590017 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-3fff81bb-8cb4-4918-8cba-9e3b41d12152 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=88e90490-16b1-4a25-b352-edc593d621eb HTTP/1.1" status: 200 len: 857 time: 0.0956078 May 05 22:02:21.617185 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd124150-01fd-48fa-87b9-0b3887667718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99ca16e9-3c4a-4607-8aea-7e91abb0cde2'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:02:21.627467 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-9bd84357-ae92-4ee7-a5e5-c2bd5b9bd7e2 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Deleting port 2df078d1-b284-4630-9a9d-5857939205ea {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:02:21.628037 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9bd84357-ae92-4ee7-a5e5-c2bd5b9bd7e2 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:21.645262 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 99ca16e9-3c4a-4607-8aea-7e91abb0cde2, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=99ca16e9-3c4a-4607-8aea-7e91abb0cde2,segment=NetworkSegment(0b0b0525-20de-43c5-ab5d-b294a1724e92),segment_id=0b0b0525-20de-43c5-ab5d-b294a1724e92)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:02:21.655081 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:21.694722 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-04e37c1f-5446-42ad-b3eb-8f7e5574f171 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fa1ff625-39f9-4b78-acd7-4298ad31c461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0953844 May 05 22:02:21.710621 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc26686-af36-4e0b-bf53-a8f423aed326 req-23deda90-ad15-4f39-987d-d27ca489fdcf tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:21.716773 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1bc26686-af36-4e0b-bf53-a8f423aed326 req-23deda90-ad15-4f39-987d-d27ca489fdcf tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd124150-01fd-48fa-87b9-0b3887667718 HTTP/1.1" status: 200 len: 945 time: 0.6122305 May 05 22:02:21.731469 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=99ca16e9-3c4a-4607-8aea-7e91abb0cde2,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:21.808438 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-a7c49e45-e47d-49a5-8e1a-c244594162e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b78d8147-ce9c-4020-bdba-04dfec180dba {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:02:21.828006 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-9bd84357-ae92-4ee7-a5e5-c2bd5b9bd7e2 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] The port '2df078d1-b284-4630-9a9d-5857939205ea' was deleted {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 22:02:21.832360 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-a7c49e45-e47d-49a5-8e1a-c244594162e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:21.877891 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-98741248-7f76-46d0-aa4b-4d9a2d71717d req-3c671e0d-e043-4c63-b0b0-08d8d0c2e29e service neutron] 10.222.0.32 "GET /v2.0/networks/e470537e-3585-4233-880c-2adef2e7d09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9127572 May 05 22:02:21.903153 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65c403a-fbb2-48ff-8ce4-ed1ed173f3b1 admin admin] Network 65a682d2-72f6-42df-8175-cac1adc1bbd0 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:02:21.919606 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-9e13d6d7-fda7-4133-b600-ba1dbdd272c5 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] 10.222.0.23 "GET /v2.0/subnets/b50b05ee-f8f6-42db-983b-9bc5855bf8eb/tags HTTP/1.1" status: 200 len: 240 time: 0.7501769 May 05 22:02:21.925989 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56222) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:21.931614 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-a7c49e45-e47d-49a5-8e1a-c244594162e9 service neutron] Transition to ACTIVE for port object b78d8147-ce9c-4020-bdba-04dfec180dba will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:02:21.954259 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.tag.tag_plugin [None req-c4831f5c-e3d7-4104-bb4f-8d6f3787fd96 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b50b05ee-f8f6-42db-983b-9bc5855bf8eb', 'tempest-TagsExtTest-Tag-159273202') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:21.999035 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1bc26686-af36-4e0b-bf53-a8f423aed326 req-675b17bb-a355-4999-8743-947ae53b0ab9 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] 10.222.0.23 "GET /v2.0/security-groups?id=60c3d51d-aa55-41a5-adb8-b2476023a195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516994 May 05 22:02:22.025032 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-ebc5faa9-4ed6-4349-886e-3464bd7856b5 service neutron] 10.222.0.44 "GET /v2.0/networks/fa1ff625-39f9-4b78-acd7-4298ad31c461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048909 May 05 22:02:22.048641 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-a7c49e45-e47d-49a5-8e1a-c244594162e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:22.083402 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a9ee5fa0-961a-4079-bc7b-11c66fff442a tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for router_gateway, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:22.084386 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a9ee5fa0-961a-4079-bc7b-11c66fff442a tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:22.135280 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-b65c403a-fbb2-48ff-8ce4-ed1ed173f3b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 65a682d2-72f6-42df-8175-cac1adc1bbd0) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:02:22.208460 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65c403a-fbb2-48ff-8ce4-ed1ed173f3b1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:22.209260 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b65c403a-fbb2-48ff-8ce4-ed1ed173f3b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:22.224421 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a23f7aa0-8cc7-456d-9938-5e8c7815dd22'] response: {'server_uuid': 'fd124150-01fd-48fa-87b9-0b3887667718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99ca16e9-3c4a-4607-8aea-7e91abb0cde2', 'code': 200} May 05 22:02:22.231293 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c1a8e6-37e3-45d5-9b36-7f965c4d9a03 None None] Network 65a682d2-72f6-42df-8175-cac1adc1bbd0 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:02:22.294861 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c49e45-e47d-49a5-8e1a-c244594162e9 service neutron] Pushing event updated for resources: {'Port': ['ID=b78d8147-ce9c-4020-bdba-04dfec180dba,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:22.309040 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9bd84357-ae92-4ee7-a5e5-c2bd5b9bd7e2 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:22.316560 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb43d46-4127-4c39-9133-6d3e8b86158f req-b34576fb-e624-4e9b-8aff-22cea9ebe73a tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:22.318470 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cfb43d46-4127-4c39-9133-6d3e8b86158f req-b34576fb-e624-4e9b-8aff-22cea9ebe73a tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca770a07-6893-4970-ab91-c12fb85165a7 HTTP/1.1" status: 200 len: 945 time: 0.5468929 May 05 22:02:22.359390 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-9bd84357-ae92-4ee7-a5e5-c2bd5b9bd7e2 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a9a76e7-8849-4840-8883-df6bf9de68e3']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:22.376104 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-9bd84357-ae92-4ee7-a5e5-c2bd5b9bd7e2 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94ec7179-17e1-4ae5-8ac2-ed465eddc1d2') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:22.377177 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-9bd84357-ae92-4ee7-a5e5-c2bd5b9bd7e2 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94ec7179-17e1-4ae5-8ac2-ed465eddc1d2') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:22.398045 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56230) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:22.455940 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9bd84357-ae92-4ee7-a5e5-c2bd5b9bd7e2 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:22.509576 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaabd742-7041-44fd-bea8-47632558af89 None None] Network 65a682d2-72f6-42df-8175-cac1adc1bbd0 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:02:22.526582 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b65c403a-fbb2-48ff-8ce4-ed1ed173f3b1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 4.2125037 May 05 22:02:22.541432 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9bd84357-ae92-4ee7-a5e5-c2bd5b9bd7e2 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:22.562631 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c4831f5c-e3d7-4104-bb4f-8d6f3787fd96 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] 10.222.0.23 "GET /v2.0/subnets/b50b05ee-f8f6-42db-983b-9bc5855bf8eb/tags/tempest-TagsExtTest-Tag-159273202 HTTP/1.1" status: 204 len: 168 time: 0.6306157 May 05 22:02:22.597773 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56238) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:22.653854 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bd84357-ae92-4ee7-a5e5-c2bd5b9bd7e2 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:02:22.654446 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9bd84357-ae92-4ee7-a5e5-c2bd5b9bd7e2 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:22.664493 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.tag.tag_plugin [None req-cf372f8a-7b3d-4955-97e6-99784140e532 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'b50b05ee-f8f6-42db-983b-9bc5855bf8eb', 'tempest-TagsExtTest-Tag-159273202') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:22.696602 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-79b31e4d-6472-4bfb-a3b7-27d2fb6d9e6e service neutron] 10.222.0.44 "GET /v2.0/networks/fa1ff625-39f9-4b78-acd7-4298ad31c461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6621664 May 05 22:02:22.733157 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cfb43d46-4127-4c39-9133-6d3e8b86158f req-71196c34-59c6-4c0f-b3cb-f334e2ecf1d4 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fa4e0b9-5123-49b5-89ca-ca778d1b0224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3692951 May 05 22:02:22.803553 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:02:22.803553 n-d-825175-4 neutron-server[84063]: util.warn( May 05 22:02:22.803553 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:02:22.803553 n-d-825175-4 neutron-server[84063]: util.warn( May 05 22:02:22.803553 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:02:22.803553 n-d-825175-4 neutron-server[84063]: util.warn( May 05 22:02:22.803553 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:02:22.803553 n-d-825175-4 neutron-server[84063]: util.warn( May 05 22:02:22.803553 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:02:22.803553 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:02:22.803553 n-d-825175-4 neutron-server[84063]: timer() May 05 22:02:22.803553 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:02:22.803553 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:02:22.803553 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:02:22.803553 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:02:22.803553 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:02:22.803553 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:02:22.803553 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:02:22.803553 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:02:22.803553 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:02:22.803553 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:02:22.803553 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:02:22.803553 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:02:22.803553 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:02:22.803553 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:02:22.803553 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:02:22.803553 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:02:22.803553 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:02:22.803553 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:02:22.803553 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:02:22.803553 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:02:22.803553 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:02:22.803553 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:02:22.803553 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:02:22.803553 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:02:22.803553 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:02:22.803553 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:02:22.803553 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:02:22.803553 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:02:22.803553 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:02:22.828347 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56244) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:22.834332 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e4c2c46d-8bc8-4ed1-bbf5-f989cd3e0e5e req-27fa5520-ba91-400e-a940-56d10a36280b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fd124150-01fd-48fa-87b9-0b3887667718 HTTP/1.1" status: 200 len: 1097 time: 0.5343356 May 05 22:02:22.866244 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-98741248-7f76-46d0-aa4b-4d9a2d71717d req-a4c39722-804c-4765-a0d7-90f98050547b service neutron] 10.222.0.32 "GET /v2.0/networks/e470537e-3585-4233-880c-2adef2e7d09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9806771 May 05 22:02:22.878261 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c8f0c3-f66b-453b-a484-1a1cfc3f57bf req-837ba7d6-23ae-48a9-94bf-f2ea889ddff9 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:22.879998 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a7c8f0c3-f66b-453b-a484-1a1cfc3f57bf req-837ba7d6-23ae-48a9-94bf-f2ea889ddff9 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] 10.222.0.23 "GET /v2.0/ports?device_id=20b35301-1cb9-4b76-b135-86bd8a0d6b7e HTTP/1.1" status: 200 len: 931 time: 0.5216799 May 05 22:02:22.899367 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bb2e4efa-79bb-4bbe-ade1-c0fedf0dec52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:22.949779 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9bd84357-ae92-4ee7-a5e5-c2bd5b9bd7e2 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:22.957642 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9bd84357-ae92-4ee7-a5e5-c2bd5b9bd7e2 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:22.990470 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-b247ed49-3d12-440b-9455-0c3966935056 admin admin] Deleting subnet a7ed0577-b397-4c71-acae-9cd7a5825c54 {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:02:23.009978 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b247ed49-3d12-440b-9455-0c3966935056 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:23.010459 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd84357-ae92-4ee7-a5e5-c2bd5b9bd7e2 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Pushing event deleted for resources: {'Network': ['ID=4a9a76e7-8849-4840-8883-df6bf9de68e3,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:23.018211 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9bd84357-ae92-4ee7-a5e5-c2bd5b9bd7e2 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] 10.222.0.23 "DELETE /v2.0/networks/4a9a76e7-8849-4840-8883-df6bf9de68e3 HTTP/1.1" status: 204 len: 168 time: 12.2461152 May 05 22:02:23.028193 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56248) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:23.037725 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-3aecee79-2549-45fb-934a-1438a8928457 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdb6ca0b-aa75-4d62-8d62-6468208460cb {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:02:23.071310 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-a7c49e45-e47d-49a5-8e1a-c244594162e9 service neutron] Attempting to bind port b78d8147-ce9c-4020-bdba-04dfec180dba on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:02:23.071638 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-a7c49e45-e47d-49a5-8e1a-c244594162e9 service neutron] Attempting to bind port b78d8147-ce9c-4020-bdba-04dfec180dba by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'b836fc27-272e-4e9f-939d-0b0d263b911c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fa1ff625-39f9-4b78-acd7-4298ad31c461'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:02:23.071960 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-a7c49e45-e47d-49a5-8e1a-c244594162e9 service neutron] Attempting to bind port b78d8147-ce9c-4020-bdba-04dfec180dba on network fa1ff625-39f9-4b78-acd7-4298ad31c461 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:02:23.075299 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e4c2c46d-8bc8-4ed1-bbf5-f989cd3e0e5e req-761091ff-8235-428d-a7be-ad7d980027cf service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=60c3d51d-aa55-41a5-adb8-b2476023a195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060940 May 05 22:02:23.086788 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a7c8f0c3-f66b-453b-a484-1a1cfc3f57bf req-2e8e5009-e225-43c0-b146-c7c49635c65d tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] 10.222.0.23 "GET /v2.0/security-groups?id=973c3caa-dfbd-4ad1-aaba-c4a52c91aa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797283 May 05 22:02:23.094121 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-3aecee79-2549-45fb-934a-1438a8928457 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:23.096887 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-bb2e4efa-79bb-4bbe-ade1-c0fedf0dec52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:02:23.100509 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-53fbb56a-b9be-426c-bbae-5f4eafcd0bf8 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] DELETE failed (client error): The resource could not be found. May 05 22:02:23.100942 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53fbb56a-b9be-426c-bbae-5f4eafcd0bf8 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:02:23.103280 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b247ed49-3d12-440b-9455-0c3966935056 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:23.108837 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-bb2e4efa-79bb-4bbe-ade1-c0fedf0dec52 admin admin] Usage tracker for resource:security_group_rule and tenant:65ecc405ec764caba015f3dfe553aa39 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:02:23.114343 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-bb2e4efa-79bb-4bbe-ade1-c0fedf0dec52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:02:23.123521 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-53fbb56a-b9be-426c-bbae-5f4eafcd0bf8 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] 10.222.0.23 "DELETE /v2.0/subnets/bba81660-5c6b-46b6-8efa-2efb95639553 HTTP/1.1" status: 404 len: 337 time: 0.0912538 May 05 22:02:23.124125 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-a7c49e45-e47d-49a5-8e1a-c244594162e9 service neutron] Port b78d8147-ce9c-4020-bdba-04dfec180dba on network fa1ff625-39f9-4b78-acd7-4298ad31c461 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:02:23.124445 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-a7c49e45-e47d-49a5-8e1a-c244594162e9 service neutron] Attempting to bind port b78d8147-ce9c-4020-bdba-04dfec180dba on network fa1ff625-39f9-4b78-acd7-4298ad31c461 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:02:23.130050 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56254) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:23.130882 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-bb2e4efa-79bb-4bbe-ade1-c0fedf0dec52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:02:23.142443 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-62077a5c-fb76-47b0-9305-cb60ea87807e req-8881be8e-1cdd-4684-a00d-d53314674074 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5a504eaa06b44a818804ac71b7bc1d0f&device_id=ef424eb5-2bfa-4a4d-a0b2-6a0d711d4d7c HTTP/1.1" status: 200 len: 1094 time: 0.3664827 May 05 22:02:23.155359 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-3aecee79-2549-45fb-934a-1438a8928457 service neutron] Transition to ACTIVE for port object bdb6ca0b-aa75-4d62-8d62-6468208460cb will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:02:23.169561 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-3aecee79-2549-45fb-934a-1438a8928457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:23.193925 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-cf372f8a-7b3d-4955-97e6-99784140e532 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] 10.222.0.23 "DELETE /v2.0/subnets/b50b05ee-f8f6-42db-983b-9bc5855bf8eb/tags/tempest-TagsExtTest-Tag-159273202 HTTP/1.1" status: 204 len: 168 time: 0.5844548 May 05 22:02:23.204038 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-a7c49e45-e47d-49a5-8e1a-c244594162e9 service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:02:23.204369 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-a7c49e45-e47d-49a5-8e1a-c244594162e9 service neutron] Checking segment: {'id': 'b836fc27-272e-4e9f-939d-0b0d263b911c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fa1ff625-39f9-4b78-acd7-4298ad31c461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:02:23.204739 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-a7c49e45-e47d-49a5-8e1a-c244594162e9 service neutron] Bound using segment: {'id': 'b836fc27-272e-4e9f-939d-0b0d263b911c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fa1ff625-39f9-4b78-acd7-4298ad31c461'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:02:23.205179 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-a7c49e45-e47d-49a5-8e1a-c244594162e9 service neutron] Bound port: b78d8147-ce9c-4020-bdba-04dfec180dba, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b836fc27-272e-4e9f-939d-0b0d263b911c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fa1ff625-39f9-4b78-acd7-4298ad31c461'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:02:23.205546 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-a7c49e45-e47d-49a5-8e1a-c244594162e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:23.214272 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-232e5f32-ee5c-4e1d-9b9d-cb771a1461f4 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] DELETE failed (client error): The resource could not be found. May 05 22:02:23.214956 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-232e5f32-ee5c-4e1d-9b9d-cb771a1461f4 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:02:23.216820 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-232e5f32-ee5c-4e1d-9b9d-cb771a1461f4 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] 10.222.0.23 "DELETE /v2.0/networks/4a9a76e7-8849-4840-8883-df6bf9de68e3 HTTP/1.1" status: 404 len: 339 time: 0.0837822 May 05 22:02:23.217342 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56258) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:23.229209 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56260) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:23.249609 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.tag.tag_plugin [None req-ee1e1048-096e-4b5e-bfe0-896f9f9a15cc tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b50b05ee-f8f6-42db-983b-9bc5855bf8eb') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:23.388459 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-91d5d63e-c2af-4cc7-acc1-9f0ac2a3739f tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] DELETE failed (client error): The resource could not be found. May 05 22:02:23.388930 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91d5d63e-c2af-4cc7-acc1-9f0ac2a3739f tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:02:23.443421 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b247ed49-3d12-440b-9455-0c3966935056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:23.568822 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62077a5c-fb76-47b0-9305-cb60ea87807e req-d5510b0a-e6c1-478c-9194-c760cea01c5d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:23.569340 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-62077a5c-fb76-47b0-9305-cb60ea87807e req-d5510b0a-e6c1-478c-9194-c760cea01c5d service neutron] 10.222.0.44 "GET /v2.0/networks?id=fa1ff625-39f9-4b78-acd7-4298ad31c461 HTTP/1.1" status: 200 len: 918 time: 0.4189847 May 05 22:02:23.582481 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aecee79-2549-45fb-934a-1438a8928457 service neutron] Pushing event updated for resources: {'Port': ['ID=bdb6ca0b-aa75-4d62-8d62-6468208460cb,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:23.595090 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-91d5d63e-c2af-4cc7-acc1-9f0ac2a3739f tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] 10.222.0.23 "DELETE /v2.0/subnets/ac2d51fd-e014-4a95-9f80-75b63c1b253f HTTP/1.1" status: 404 len: 337 time: 0.3551116 May 05 22:02:23.608942 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56266) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:23.661721 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-62077a5c-fb76-47b0-9305-cb60ea87807e req-358ac987-63a6-495e-884a-1c94bf391f78 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=768eabd7-79f3-471f-aff0-ca2ad4cd94a1 HTTP/1.1" status: 200 len: 217 time: 0.0830243 May 05 22:02:23.667323 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c409796-22b8-46e0-aba3-56d4f076eb5e req-4c8ef2d7-6b0e-47d3-bbb9-44b4725af984 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:23.668826 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0c409796-22b8-46e0-aba3-56d4f076eb5e req-4c8ef2d7-6b0e-47d3-bbb9-44b4725af984 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd124150-01fd-48fa-87b9-0b3887667718 HTTP/1.1" status: 200 len: 946 time: 0.4867744 May 05 22:02:23.672860 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b247ed49-3d12-440b-9455-0c3966935056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:23.721784 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-b76d4061-834c-4b8b-a101-922942ee9db9 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] DELETE failed (client error): The resource could not be found. May 05 22:02:23.722425 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b76d4061-834c-4b8b-a101-922942ee9db9 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:02:23.725684 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bb2e4efa-79bb-4bbe-ade1-c0fedf0dec52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:23.765091 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b247ed49-3d12-440b-9455-0c3966935056 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7ed0577-b397-4c71-acae-9cd7a5825c54,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:23.767354 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bb2e4efa-79bb-4bbe-ade1-c0fedf0dec52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:23.774049 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-a7c49e45-e47d-49a5-8e1a-c244594162e9 service neutron] For port b78d8147-ce9c-4020-bdba-04dfec180dba, host n-h2-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:02:23.776263 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9ee5fa0-961a-4079-bc7b-11c66fff442a tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Router 10cb3c67-5bbd-46ac-84b6-2674ad37c9cd is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 22:02:23.795112 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b247ed49-3d12-440b-9455-0c3966935056 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:23.796524 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b76d4061-834c-4b8b-a101-922942ee9db9 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] 10.222.0.23 "DELETE /v2.0/networks/16ea26dd-887a-41b7-86d8-24f52b41b0ee HTTP/1.1" status: 404 len: 339 time: 0.1851146 May 05 22:02:23.805249 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56270) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:23.817861 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-a7c49e45-e47d-49a5-8e1a-c244594162e9 service neutron] For port b78d8147-ce9c-4020-bdba-04dfec180dba, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=b78d8147-ce9c-4020-bdba-04dfec180dba,segment=NetworkSegment(b836fc27-272e-4e9f-939d-0b0d263b911c),segment_id=b836fc27-272e-4e9f-939d-0b0d263b911c)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:02:23.851434 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62077a5c-fb76-47b0-9305-cb60ea87807e req-f5004b4e-1ce2-48bf-b073-68a326a8b862 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:23.852789 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-62077a5c-fb76-47b0-9305-cb60ea87807e req-f5004b4e-1ce2-48bf-b073-68a326a8b862 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=88e90490-16b1-4a25-b352-edc593d621eb HTTP/1.1" status: 200 len: 857 time: 0.1821966 May 05 22:02:23.853011 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-a7c49e45-e47d-49a5-8e1a-c244594162e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:23.869253 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b247ed49-3d12-440b-9455-0c3966935056 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a7ed0577-b397-4c71-acae-9cd7a5825c54 HTTP/1.1" status: 204 len: 168 time: 1.0362492 May 05 22:02:23.898591 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1107735-c18d-4b41-a31e-0f0715f04abd tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] DELETE failed (client error): The resource could not be found. May 05 22:02:23.899042 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1107735-c18d-4b41-a31e-0f0715f04abd tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:02:23.904518 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a1107735-c18d-4b41-a31e-0f0715f04abd tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] 10.222.0.23 "DELETE /v2.0/subnets/52e8d6c1-6fc4-4483-b387-7f6095ad13f5 HTTP/1.1" status: 404 len: 337 time: 0.0917933 May 05 22:02:23.904700 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56276) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:23.904700 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56278) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:23.905707 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2e4efa-79bb-4bbe-ade1-c0fedf0dec52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7d71ef-569b-4894-b785-111075c225d4,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:23.923423 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ee1e1048-096e-4b5e-bfe0-896f9f9a15cc tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] 10.222.0.23 "GET /v2.0/subnets/b50b05ee-f8f6-42db-983b-9bc5855bf8eb/tags HTTP/1.1" status: 200 len: 205 time: 0.6969411 May 05 22:02:23.925681 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-bb2e4efa-79bb-4bbe-ade1-c0fedf0dec52 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=65ecc405ec764caba015f3dfe553aa39&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5240440 May 05 22:02:23.945842 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56284) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:23.946162 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56286) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:23.993404 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.tag.tag_plugin [None req-7d75d3f4-2712-4f88-9343-de47b4a3b308 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '9639ad7c-521b-4353-a5af-11637345f8f1') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:24.002585 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-62077a5c-fb76-47b0-9305-cb60ea87807e req-4b0fb4bd-bb4f-470d-a434-da18a3734a58 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fa1ff625-39f9-4b78-acd7-4298ad31c461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1372981 May 05 22:02:24.015123 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0c409796-22b8-46e0-aba3-56d4f076eb5e req-e7e6942b-bea1-40b0-9755-6ebae96d150a tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] 10.222.0.23 "GET /v2.0/security-groups?id=60c3d51d-aa55-41a5-adb8-b2476023a195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371253 May 05 22:02:24.026491 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-3aecee79-2549-45fb-934a-1438a8928457 service neutron] Attempting to bind port bdb6ca0b-aa75-4d62-8d62-6468208460cb on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:02:24.026964 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-3aecee79-2549-45fb-934a-1438a8928457 service neutron] Attempting to bind port bdb6ca0b-aa75-4d62-8d62-6468208460cb by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': 'b836fc27-272e-4e9f-939d-0b0d263b911c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fa1ff625-39f9-4b78-acd7-4298ad31c461'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:02:24.027297 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-3aecee79-2549-45fb-934a-1438a8928457 service neutron] Attempting to bind port bdb6ca0b-aa75-4d62-8d62-6468208460cb on network fa1ff625-39f9-4b78-acd7-4298ad31c461 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:02:24.088964 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d3ffb7e-b5c0-4ac8-836a-5b5d5f0f2fed tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] DELETE failed (client error): The resource could not be found. May 05 22:02:24.089510 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d3ffb7e-b5c0-4ac8-836a-5b5d5f0f2fed tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:02:24.091328 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9d3ffb7e-b5c0-4ac8-836a-5b5d5f0f2fed tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] 10.222.0.23 "DELETE /v2.0/networks/bc0028ab-43f1-4a71-82f3-08d896cd1a7f HTTP/1.1" status: 404 len: 339 time: 0.1821582 May 05 22:02:24.095976 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56292) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:24.141569 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-a7c49e45-e47d-49a5-8e1a-c244594162e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:24.142860 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-a7c49e45-e47d-49a5-8e1a-c244594162e9 service neutron] 10.222.0.32 "PUT /v2.0/ports/b78d8147-ce9c-4020-bdba-04dfec180dba HTTP/1.1" status: 200 len: 1091 time: 3.8751228 May 05 22:02:24.148186 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ebdd003-44e6-4bd9-abc5-b3c4a46c0bc2', 'tag': 'b78d8147-ce9c-4020-bdba-04dfec180dba'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:02:24.178330 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c49e45-e47d-49a5-8e1a-c244594162e9 service neutron] Pushing event updated for resources: {'Port': ['ID=b78d8147-ce9c-4020-bdba-04dfec180dba,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:24.181063 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-3aecee79-2549-45fb-934a-1438a8928457 service neutron] Port bdb6ca0b-aa75-4d62-8d62-6468208460cb on network fa1ff625-39f9-4b78-acd7-4298ad31c461 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:02:24.181442 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-3aecee79-2549-45fb-934a-1438a8928457 service neutron] Attempting to bind port bdb6ca0b-aa75-4d62-8d62-6468208460cb on network fa1ff625-39f9-4b78-acd7-4298ad31c461 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:02:24.232481 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-36243bcc-796f-4fb1-b4bd-2402c8f5b095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:24.238368 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-3aecee79-2549-45fb-934a-1438a8928457 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:02:24.238762 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-3aecee79-2549-45fb-934a-1438a8928457 service neutron] Checking segment: {'id': 'b836fc27-272e-4e9f-939d-0b0d263b911c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fa1ff625-39f9-4b78-acd7-4298ad31c461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:02:24.239138 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-3aecee79-2549-45fb-934a-1438a8928457 service neutron] Bound using segment: {'id': 'b836fc27-272e-4e9f-939d-0b0d263b911c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fa1ff625-39f9-4b78-acd7-4298ad31c461'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:02:24.240356 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-3aecee79-2549-45fb-934a-1438a8928457 service neutron] Bound port: bdb6ca0b-aa75-4d62-8d62-6468208460cb, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b836fc27-272e-4e9f-939d-0b0d263b911c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fa1ff625-39f9-4b78-acd7-4298ad31c461'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:02:24.240356 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-3aecee79-2549-45fb-934a-1438a8928457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:24.284748 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-1fb17357-dab3-4761-9458-14b23505e3ae tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Deleting port c1339d91-6d54-4d59-b86b-67bc0ebc1a36 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:02:24.285213 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1fb17357-dab3-4761-9458-14b23505e3ae tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:24.371564 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-62077a5c-fb76-47b0-9305-cb60ea87807e req-e1d071d4-65ef-4288-8815-8bf80e743644 service neutron] 10.222.0.44 "GET /v2.0/networks/fa1ff625-39f9-4b78-acd7-4298ad31c461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3550282 May 05 22:02:24.385964 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d310c-5acd-4beb-ab80-4a1337d4aa7f req-8a2431b9-eff4-4148-85b8-6e49f87f512b tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:24.387221 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cc0d310c-5acd-4beb-ab80-4a1337d4aa7f req-8a2431b9-eff4-4148-85b8-6e49f87f512b tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca770a07-6893-4970-ab91-c12fb85165a7 HTTP/1.1" status: 200 len: 945 time: 0.4810328 May 05 22:02:24.427265 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b59818f7-3dd8-4a72-8155-1227c1dd6818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:24.452550 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-7d75d3f4-2712-4f88-9343-de47b4a3b308 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] 10.222.0.23 "GET /v2.0/ports/9639ad7c-521b-4353-a5af-11637345f8f1/tags HTTP/1.1" status: 200 len: 241 time: 0.4891293 May 05 22:02:24.470989 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56300) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:24.537667 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.tag.tag_plugin [None req-4dafbdcc-bb74-4c79-8805-2392c4f30abd tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9639ad7c-521b-4353-a5af-11637345f8f1', 'tempest-TagsExtTest-Tag-1266136722') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:24.602713 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b59818f7-3dd8-4a72-8155-1227c1dd6818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:24.609442 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-3aecee79-2549-45fb-934a-1438a8928457 service neutron] For port bdb6ca0b-aa75-4d62-8d62-6468208460cb, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:02:24.636912 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-36243bcc-796f-4fb1-b4bd-2402c8f5b095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:24.653043 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-3aecee79-2549-45fb-934a-1438a8928457 service neutron] For port bdb6ca0b-aa75-4d62-8d62-6468208460cb, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=bdb6ca0b-aa75-4d62-8d62-6468208460cb,segment=NetworkSegment(b836fc27-272e-4e9f-939d-0b0d263b911c),segment_id=b836fc27-272e-4e9f-939d-0b0d263b911c)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:02:24.674965 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-337fa284-7848-43b2-b6d0-4b0ec0792040 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5a504eaa06b44a818804ac71b7bc1d0f&device_id=4ebdd003-44e6-4bd9-abc5-b3c4a46c0bc2 HTTP/1.1" status: 200 len: 1094 time: 0.4379373 May 05 22:02:24.692206 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-3aecee79-2549-45fb-934a-1438a8928457 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:24.736715 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cc0d310c-5acd-4beb-ab80-4a1337d4aa7f req-0090ccbd-f465-418c-8dc5-e9808e1eec58 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fa4e0b9-5123-49b5-89ca-ca778d1b0224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2987232 May 05 22:02:24.764528 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1fb17357-dab3-4761-9458-14b23505e3ae tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:24.787871 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-36243bcc-796f-4fb1-b4bd-2402c8f5b095 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65a682d2-72f6-42df-8175-cac1adc1bbd0']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:24.827588 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3960cb99-05dd-40f0-81fa-16bcee5b9af9'] response: {'name': 'network-changed', 'server_uuid': '4ebdd003-44e6-4bd9-abc5-b3c4a46c0bc2', 'tag': 'b78d8147-ce9c-4020-bdba-04dfec180dba', 'status': 'completed', 'code': 200} May 05 22:02:24.832917 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-36243bcc-796f-4fb1-b4bd-2402c8f5b095 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6978a13-dd0d-4855-a912-81c6a9f0012b') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:24.833211 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-36243bcc-796f-4fb1-b4bd-2402c8f5b095 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6978a13-dd0d-4855-a912-81c6a9f0012b') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:24.859024 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-c92d01e5-a5cf-4d0f-9a93-512b6b079e33 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b78d8147-ce9c-4020-bdba-04dfec180dba HTTP/1.1" status: 200 len: 217 time: 0.1592889 May 05 22:02:24.867678 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-36243bcc-796f-4fb1-b4bd-2402c8f5b095 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:24.917610 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-3aecee79-2549-45fb-934a-1438a8928457 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:24.919182 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-3aecee79-2549-45fb-934a-1438a8928457 service neutron] 10.222.0.44 "PUT /v2.0/ports/bdb6ca0b-aa75-4d62-8d62-6468208460cb HTTP/1.1" status: 200 len: 1091 time: 5.6844232 May 05 22:02:24.936752 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aecee79-2549-45fb-934a-1438a8928457 service neutron] Pushing event updated for resources: {'Port': ['ID=bdb6ca0b-aa75-4d62-8d62-6468208460cb,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:24.949217 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-36243bcc-796f-4fb1-b4bd-2402c8f5b095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:24.951650 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b59818f7-3dd8-4a72-8155-1227c1dd6818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:25.010213 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36243bcc-796f-4fb1-b4bd-2402c8f5b095 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:02:25.010613 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-36243bcc-796f-4fb1-b4bd-2402c8f5b095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:25.025217 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-4dafbdcc-bb74-4c79-8805-2392c4f30abd tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] 10.222.0.23 "GET /v2.0/ports/9639ad7c-521b-4353-a5af-11637345f8f1/tags/tempest-TagsExtTest-Tag-1266136722 HTTP/1.1" status: 204 len: 168 time: 0.5481048 May 05 22:02:25.026054 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:02:25.026054 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:02:25.026054 n-d-825175-4 neutron-server[84063]: timer() May 05 22:02:25.026054 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:02:25.026054 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:02:25.026054 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:02:25.026054 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:02:25.026054 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:02:25.026054 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:02:25.026054 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:02:25.026054 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:02:25.026054 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:02:25.026054 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:02:25.026054 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:02:25.026054 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:02:25.026054 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:02:25.026054 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:02:25.026054 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:02:25.026054 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:02:25.026054 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:02:25.026054 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:02:25.026054 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:02:25.026054 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:02:25.026054 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:02:25.026054 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:02:25.026054 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:02:25.026054 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:02:25.026054 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:02:25.026054 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:02:25.026054 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:02:25.026054 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:02:25.026054 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:02:25.031101 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-1fb17357-dab3-4761-9458-14b23505e3ae tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Calling delete_port for c1339d91-6d54-4d59-b86b-67bc0ebc1a36 owned by {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:02:25.037427 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56304) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:25.060994 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-62077a5c-fb76-47b0-9305-cb60ea87807e req-ec1ddb27-6ada-4837-939b-f69617c23a27 service neutron] 10.222.0.44 "GET /v2.0/networks/fa1ff625-39f9-4b78-acd7-4298ad31c461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6814020 May 05 22:02:25.081690 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59818f7-3dd8-4a72-8155-1227c1dd6818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7d71ef-569b-4894-b785-111075c225d4,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:25.093003 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a7ca5-b14d-42c0-99de-a310e40a7001 req-f6022d9d-e7c9-4ea0-aecb-e27951aebee8 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:25.094497 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b23a7ca5-b14d-42c0-99de-a310e40a7001 req-f6022d9d-e7c9-4ea0-aecb-e27951aebee8 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] 10.222.0.23 "GET /v2.0/ports?device_id=20b35301-1cb9-4b76-b135-86bd8a0d6b7e HTTP/1.1" status: 200 len: 943 time: 0.6577027 May 05 22:02:25.105529 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ee5fa0-961a-4079-bc7b-11c66fff442a tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:02:25.119693 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cb759c-58ad-4086-9ff1-200df5c958b8 None None] Sync routers for ids ['10cb3c67-5bbd-46ac-84b6-2674ad37c9cd'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:02:25.120258 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.tag.tag_plugin [None req-94d2be20-14d6-4af7-9ca1-526045073fd5 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '9639ad7c-521b-4353-a5af-11637345f8f1', 'tempest-TagsExtTest-Tag-1266136722') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:25.145992 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-7ecc87f5-0970-4715-9edb-ea301ab1130b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:25.147806 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-7ecc87f5-0970-4715-9edb-ea301ab1130b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=88e90490-16b1-4a25-b352-edc593d621eb HTTP/1.1" status: 200 len: 857 time: 0.2820833 May 05 22:02:25.149493 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cb759c-58ad-4086-9ff1-200df5c958b8 None None] Routers {'10cb3c67-5bbd-46ac-84b6-2674ad37c9cd'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:02:25.151103 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-05cb759c-58ad-4086-9ff1-200df5c958b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:02:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['10cb3c67-5bbd-46ac-84b6-2674ad37c9cd'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:25.167766 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a9ee5fa0-961a-4079-bc7b-11c66fff442a tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:25.171379 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a9ee5fa0-961a-4079-bc7b-11c66fff442a tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 8.0771801 May 05 22:02:25.172324 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56310) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:25.184111 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1fb17357-dab3-4761-9458-14b23505e3ae tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:25.196176 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b59818f7-3dd8-4a72-8155-1227c1dd6818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:25.197645 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b59818f7-3dd8-4a72-8155-1227c1dd6818 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ae7d71ef-569b-4894-b785-111075c225d4 HTTP/1.1" status: 204 len: 168 time: 1.2328548 May 05 22:02:25.217809 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-12bfc66f-01de-4f16-bbc9-25835e013687 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fa1ff625-39f9-4b78-acd7-4298ad31c461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568116 May 05 22:02:25.243956 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb17357-dab3-4761-9458-14b23505e3ae tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Pushing event deleted for resources: {'Port': ['ID=c1339d91-6d54-4d59-b86b-67bc0ebc1a36,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:25.250306 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-36243bcc-796f-4fb1-b4bd-2402c8f5b095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:25.263538 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b23a7ca5-b14d-42c0-99de-a310e40a7001 req-f24dde3e-014c-4fab-bb27-16c4b01fad4a tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] 10.222.0.23 "GET /v2.0/security-groups?id=973c3caa-dfbd-4ad1-aaba-c4a52c91aa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559370 May 05 22:02:25.372672 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1fb17357-dab3-4761-9458-14b23505e3ae tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:25.383758 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-1fb17357-dab3-4761-9458-14b23505e3ae tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] 10.222.0.23 "DELETE /v2.0/ports/c1339d91-6d54-4d59-b86b-67bc0ebc1a36 HTTP/1.1" status: 204 len: 168 time: 1.2857790 May 05 22:02:25.384443 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56318) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:25.442509 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-39fd7ed7-22d5-4f2c-8bbb-96bead06b0d0 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] DELETE failed (client error): The resource could not be found. May 05 22:02:25.442711 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 768eabd7-79f3-471f-aff0-ca2ad4cd94a1 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:02:25.443194 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39fd7ed7-22d5-4f2c-8bbb-96bead06b0d0 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:02:25.447767 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-39fd7ed7-22d5-4f2c-8bbb-96bead06b0d0 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] 10.222.0.23 "DELETE /v2.0/subnets/e2e6e6b0-9bd7-49d1-a15c-2a3a44d1d2db HTTP/1.1" status: 404 len: 337 time: 0.0609791 May 05 22:02:25.448275 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56322) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:25.498464 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-05cb759c-58ad-4086-9ff1-200df5c958b8 None None] Set router 10cb3c67-5bbd-46ac-84b6-2674ad37c9cd gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:02:25.524745 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-36243bcc-796f-4fb1-b4bd-2402c8f5b095 admin admin] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:25.545261 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36243bcc-796f-4fb1-b4bd-2402c8f5b095 admin admin] Pushing event deleted for resources: {'Network': ['ID=65a682d2-72f6-42df-8175-cac1adc1bbd0,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:25.589734 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-36243bcc-796f-4fb1-b4bd-2402c8f5b095 admin admin] 10.222.0.23 "DELETE /v2.0/networks/65a682d2-72f6-42df-8175-cac1adc1bbd0 HTTP/1.1" status: 204 len: 168 time: 1.6817508 May 05 22:02:25.610156 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1efe2b22-02ed-43c9-bb5f-003ab13d83e9 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:25.638322 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-02ff7a50-75a0-4106-acbf-514e4cd15096 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5a504eaa06b44a818804ac71b7bc1d0f&device_id=20b35301-1cb9-4b76-b135-86bd8a0d6b7e HTTP/1.1" status: 200 len: 1094 time: 0.6633446 May 05 22:02:25.731796 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-3a3c38b4-714f-4376-83b8-5e69761eab04 tempest-TestNetworkAdvancedServerOps-1392066098 tempest-TestNetworkAdvancedServerOps-1392066098-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=06fb629024324e968714595537efac5c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5589187 May 05 22:02:25.735933 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56330) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:25.739305 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 768eabd7-79f3-471f-aff0-ca2ad4cd94a1, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=768eabd7-79f3-471f-aff0-ca2ad4cd94a1,segment=NetworkSegment(b836fc27-272e-4e9f-939d-0b0d263b911c),segment_id=b836fc27-272e-4e9f-939d-0b0d263b911c)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:02:25.775695 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '768eabd7-79f3-471f-aff0-ca2ad4cd94a1', 'network_id': 'fa1ff625-39f9-4b78-acd7-4298ad31c461', 'port_id': '768eabd7-79f3-471f-aff0-ca2ad4cd94a1', 'mac_address': 'fa:16:3e:ab:1b:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88e90490-16b1-4a25-b352-edc593d621eb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:02:25.790246 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-749087f8-e19a-40ae-a870-c1b1bf4772eb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bdb6ca0b-aa75-4d62-8d62-6468208460cb HTTP/1.1" status: 200 len: 217 time: 0.1128204 May 05 22:02:25.834367 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-8375f97a-a581-471e-b45e-69d5a9a7acef service neutron] 10.222.0.32 "GET /v2.0/networks/fa1ff625-39f9-4b78-acd7-4298ad31c461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6088374 May 05 22:02:25.835227 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56336) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:25.835776 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56338) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:25.883958 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:25.911816 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 768eabd7-79f3-471f-aff0-ca2ad4cd94a1 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:02:25.913031 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-94d2be20-14d6-4af7-9ca1-526045073fd5 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] 10.222.0.23 "DELETE /v2.0/ports/9639ad7c-521b-4353-a5af-11637345f8f1/tags/tempest-TagsExtTest-Tag-1266136722 HTTP/1.1" status: 204 len: 168 time: 0.8289018 May 05 22:02:25.918173 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56344) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:25.927570 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1196e0d-fa4a-4730-80ab-16f005e9038e req-556515bd-a0f4-47cc-a5a9-35bbfe24bf15 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:25.930982 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 768eabd7-79f3-471f-aff0-ca2ad4cd94a1, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=768eabd7-79f3-471f-aff0-ca2ad4cd94a1,segment=NetworkSegment(b836fc27-272e-4e9f-939d-0b0d263b911c),segment_id=b836fc27-272e-4e9f-939d-0b0d263b911c)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:02:25.935998 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e1196e0d-fa4a-4730-80ab-16f005e9038e req-556515bd-a0f4-47cc-a5a9-35bbfe24bf15 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd124150-01fd-48fa-87b9-0b3887667718 HTTP/1.1" status: 200 len: 946 time: 0.6706920 May 05 22:02:25.937469 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:25.976504 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9621990d-066e-47d0-92cf-78b779319d2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:25.991622 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.tag.tag_plugin [None req-2dd218f4-80fb-4d90-90c8-68481178a13f tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '9639ad7c-521b-4353-a5af-11637345f8f1') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:26.018542 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-83b272ec-704f-46ad-b553-b5872c953690 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:26.020148 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-83b272ec-704f-46ad-b553-b5872c953690 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=88e90490-16b1-4a25-b352-edc593d621eb HTTP/1.1" status: 200 len: 857 time: 0.2244561 May 05 22:02:26.021522 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=768eabd7-79f3-471f-aff0-ca2ad4cd94a1,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:26.033249 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:02:26.033890 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:02:26.034386 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:02:26.034899 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:02:26.035410 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:02:26.035895 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:02:26.036396 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:02:26.036880 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:02:26.037362 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:02:26.037842 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:02:26.038535 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:02:26.063302 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-05cb759c-58ad-4086-9ff1-200df5c958b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cb3c67-5bbd-46ac-84b6-2674ad37c9cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1893328852', 'tenant_id': '06fb629024324e968714595537efac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'd7b9ff99-fda6-483f-88b3-92c834846233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:02:17Z', 'updated_at': '2022-05-05T22:02:21Z', 'revision_number': 3, 'project_id': '06fb629024324e968714595537efac5c', 'gw_port': {'id': 'd7b9ff99-fda6-483f-88b3-92c834846233', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ca:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10cb3c67-5bbd-46ac-84b6-2674ad37c9cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:19Z', 'updated_at': '2022-05-05T22:02:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:26.067569 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cb759c-58ad-4086-9ff1-200df5c958b8 None None] Checking router: 10cb3c67-5bbd-46ac-84b6-2674ad37c9cd for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:02:26.067908 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cb759c-58ad-4086-9ff1-200df5c958b8 None None] Updating router 10cb3c67-5bbd-46ac-84b6-2674ad37c9cd port d7b9ff99-fda6-483f-88b3-92c834846233 binding host n-d-825175-4 {{(pid=84068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:02:26.095148 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-6e92fbf6-b7ec-4058-a4b7-d844e477aa86 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fa1ff625-39f9-4b78-acd7-4298ad31c461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658414 May 05 22:02:26.101386 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-9621990d-066e-47d0-92cf-78b779319d2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:02:26.125020 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-05cb759c-58ad-4086-9ff1-200df5c958b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:26.133618 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d141a4a8-19ac-413d-9625-cba976461416 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=485849092e9048cf9df22a6fcbf82e77&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2913806 May 05 22:02:26.139816 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9621990d-066e-47d0-92cf-78b779319d2a admin admin] Usage tracker for resource:security_group_rule and tenant:8e6bf665107a4b39ad409f5e27b25ef2 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:02:26.142490 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56348) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:26.148077 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1efe2b22-02ed-43c9-bb5f-003ab13d83e9 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:26.149283 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9621990d-066e-47d0-92cf-78b779319d2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:02:26.156208 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['768eabd7-79f3-471f-aff0-ca2ad4cd94a1'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:02:26.240575 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-1efe2b22-02ed-43c9-bb5f-003ab13d83e9 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71ff8b50-fe56-4a37-8bd8-8753e23226b1']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:26.278156 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e1196e0d-fa4a-4730-80ab-16f005e9038e req-fc6b3e6b-df55-4625-b9fd-3f6a0b0c1d45 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] 10.222.0.23 "GET /v2.0/security-groups?id=60c3d51d-aa55-41a5-adb8-b2476023a195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411310 May 05 22:02:26.286877 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ac6436-6ac4-444f-9dba-b5c5631cc281 tempest-TestNetworkAdvancedServerOps-1392066098 tempest-TestNetworkAdvancedServerOps-1392066098-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:26.293548 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-d4ac6436-6ac4-444f-9dba-b5c5631cc281 tempest-TestNetworkAdvancedServerOps-1392066098 tempest-TestNetworkAdvancedServerOps-1392066098-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5524547 May 05 22:02:26.296084 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-1efe2b22-02ed-43c9-bb5f-003ab13d83e9 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de7aa669-4fa0-4afe-b9ba-bffc504da3a7') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:26.296713 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-2639d2db-7cac-4aa2-98cf-0493f47f8d82 service neutron] 10.222.0.44 "GET /v2.0/networks/fa1ff625-39f9-4b78-acd7-4298ad31c461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925356 May 05 22:02:26.299386 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-9621990d-066e-47d0-92cf-78b779319d2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:02:26.299985 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-1efe2b22-02ed-43c9-bb5f-003ab13d83e9 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de7aa669-4fa0-4afe-b9ba-bffc504da3a7') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:26.303383 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56352) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:26.330047 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-f1efb8a1-40d0-4f9b-b89f-9ab8fb777d60 service neutron] 10.222.0.32 "GET /v2.0/networks/fa1ff625-39f9-4b78-acd7-4298ad31c461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4854352 May 05 22:02:26.359057 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1efe2b22-02ed-43c9-bb5f-003ab13d83e9 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:26.395606 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-2dd218f4-80fb-4d90-90c8-68481178a13f tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] 10.222.0.23 "GET /v2.0/ports/9639ad7c-521b-4353-a5af-11637345f8f1/tags HTTP/1.1" status: 200 len: 205 time: 0.4757249 May 05 22:02:26.409171 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db415c4f-72bc-4184-aef7-4c2b782f2d05 req-26e3bb45-75c8-4b5c-8083-f49c18c7a6ad tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:26.411457 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-db415c4f-72bc-4184-aef7-4c2b782f2d05 req-26e3bb45-75c8-4b5c-8083-f49c18c7a6ad tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca770a07-6893-4970-ab91-c12fb85165a7 HTTP/1.1" status: 200 len: 945 time: 0.3461263 May 05 22:02:26.415784 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56360) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:26.422074 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1efe2b22-02ed-43c9-bb5f-003ab13d83e9 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:26.431618 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1efe2b22-02ed-43c9-bb5f-003ab13d83e9 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:02:26.432019 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1efe2b22-02ed-43c9-bb5f-003ab13d83e9 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:26.480547 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 22:02:26.480547 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:02:26.480547 n-d-825175-4 neutron-server[84061]: timer() May 05 22:02:26.480547 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:02:26.480547 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 22:02:26.480547 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:02:26.480547 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 22:02:26.480547 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:02:26.480547 n-d-825175-4 neutron-server[84061]: self._notify() May 05 22:02:26.480547 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:02:26.480547 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 22:02:26.480547 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:02:26.480547 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 22:02:26.480547 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:02:26.480547 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:02:26.480547 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:02:26.480547 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:02:26.480547 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:02:26.480547 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 22:02:26.480547 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:02:26.480547 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 22:02:26.480547 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:02:26.480547 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:02:26.480547 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:02:26.480547 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 22:02:26.480547 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:02:26.480547 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:02:26.480547 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:02:26.480547 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:02:26.480547 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:02:26.480547 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:02:26.480547 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:02:26.489506 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.tag.tag_plugin [None req-8d30f2e2-2c8e-4718-aa68-f8afd611586a tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '0413ee90-a9b4-4c29-a2b6-3ae52bd97e55') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:26.643319 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-05cb759c-58ad-4086-9ff1-200df5c958b8 None None] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:26.660160 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.provisioning_blocks [None req-05cb759c-58ad-4086-9ff1-200df5c958b8 None None] Transition to ACTIVE for port object d7b9ff99-fda6-483f-88b3-92c834846233 will not be triggered until provisioned by entity L2. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:02:26.672557 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-05cb759c-58ad-4086-9ff1-200df5c958b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:26.786315 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e7898506-1b9b-49ff-80e7-e4f82c6a5ec8 req-cea2b5b6-a0d9-45ab-a48f-2d1766e8a754 service neutron] 10.222.0.44 "GET /v2.0/networks/fa1ff625-39f9-4b78-acd7-4298ad31c461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4273515 May 05 22:02:26.800954 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0b2d1bd3-4a4d-4d2b-a00b-86a819edad31 tempest-TestNetworkAdvancedServerOps-1392066098 tempest-TestNetworkAdvancedServerOps-1392066098-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=25bfe237-58de-4709-a3e0-ac79da07c300&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4717126 May 05 22:02:26.806312 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56366) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:26.828665 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-d68266e1-21a8-4c0a-a478-9d551f0fc38c tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-946015990', 'network_id': '42af2df6-9729-4f65-bcaf-09a40ba18ce2', 'project_id': '06fb629024324e968714595537efac5c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:02:26.849825 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20b35301-1cb9-4b76-b135-86bd8a0d6b7e', 'tag': 'bdb6ca0b-aa75-4d62-8d62-6468208460cb'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:02:26.854376 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-05cb759c-58ad-4086-9ff1-200df5c958b8 None None] Attempting to bind port d7b9ff99-fda6-483f-88b3-92c834846233 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:02:26.855144 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-05cb759c-58ad-4086-9ff1-200df5c958b8 None None] Attempting to bind port d7b9ff99-fda6-483f-88b3-92c834846233 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:02:26.855824 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cb759c-58ad-4086-9ff1-200df5c958b8 None None] Attempting to bind port d7b9ff99-fda6-483f-88b3-92c834846233 on network 25bfe237-58de-4709-a3e0-ac79da07c300 {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:02:26.864583 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1efe2b22-02ed-43c9-bb5f-003ab13d83e9 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:26.872968 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cb759c-58ad-4086-9ff1-200df5c958b8 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:02:26.873777 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cb759c-58ad-4086-9ff1-200df5c958b8 None None] Checking segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:02:26.874809 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-05cb759c-58ad-4086-9ff1-200df5c958b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:26.875439 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cb759c-58ad-4086-9ff1-200df5c958b8 None None] Bound using segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:02:26.876449 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-05cb759c-58ad-4086-9ff1-200df5c958b8 None None] Bound port: d7b9ff99-fda6-483f-88b3-92c834846233, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:02:26.877542 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-05cb759c-58ad-4086-9ff1-200df5c958b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:26.906493 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49e431a-d3fc-4331-b137-fd922072d059 None None] Pushing event updated for resources: {'Port': ['ID=d7b9ff99-fda6-483f-88b3-92c834846233,revision_number=2']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:26.910195 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1efe2b22-02ed-43c9-bb5f-003ab13d83e9 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:26.937698 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49e431a-d3fc-4331-b137-fd922072d059 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:02:26.938048 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49e431a-d3fc-4331-b137-fd922072d059 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:02:26.938515 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49e431a-d3fc-4331-b137-fd922072d059 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:02:26.938973 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49e431a-d3fc-4331-b137-fd922072d059 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:02:26.939354 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49e431a-d3fc-4331-b137-fd922072d059 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:02:26.939830 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49e431a-d3fc-4331-b137-fd922072d059 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:02:26.940216 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49e431a-d3fc-4331-b137-fd922072d059 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:02:26.940594 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49e431a-d3fc-4331-b137-fd922072d059 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:02:26.941702 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49e431a-d3fc-4331-b137-fd922072d059 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:02:26.941702 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49e431a-d3fc-4331-b137-fd922072d059 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:02:26.941966 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49e431a-d3fc-4331-b137-fd922072d059 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:02:26.955458 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-db415c4f-72bc-4184-aef7-4c2b782f2d05 req-302ffe06-40b4-4e89-9f99-db6f919bad33 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fa4e0b9-5123-49b5-89ca-ca778d1b0224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4817152 May 05 22:02:26.965691 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efe2b22-02ed-43c9-bb5f-003ab13d83e9 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Pushing event deleted for resources: {'Network': ['ID=71ff8b50-fe56-4a37-8bd8-8753e23226b1,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:26.976971 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-8d30f2e2-2c8e-4718-aa68-f8afd611586a tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] 10.222.0.23 "GET /v2.0/routers/0413ee90-a9b4-4c29-a2b6-3ae52bd97e55/tags HTTP/1.1" status: 200 len: 241 time: 0.5599768 May 05 22:02:26.979613 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-1efe2b22-02ed-43c9-bb5f-003ab13d83e9 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] 10.222.0.23 "DELETE /v2.0/networks/71ff8b50-fe56-4a37-8bd8-8753e23226b1 HTTP/1.1" status: 204 len: 168 time: 1.5301554 May 05 22:02:26.981841 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56374) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:26.982508 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56376) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:26.985692 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-05cb759c-58ad-4086-9ff1-200df5c958b8 None None] For port d7b9ff99-fda6-483f-88b3-92c834846233, host n-d-825175-4, cleared binding levels {{(pid=84068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:02:26.994788 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.tag.tag_plugin [None req-98eda72a-ad26-416b-87ab-71f60efbfe5d tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0413ee90-a9b4-4c29-a2b6-3ae52bd97e55', 'tempest-TagsExtTest-Tag-2064154968') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:26.998502 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-05cb759c-58ad-4086-9ff1-200df5c958b8 None None] For port d7b9ff99-fda6-483f-88b3-92c834846233, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=d7b9ff99-fda6-483f-88b3-92c834846233,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:02:27.006452 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-05cb759c-58ad-4086-9ff1-200df5c958b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:27.099133 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86e827de-6c3c-40de-ae0f-ce71b721000f'] response: {'name': 'network-changed', 'server_uuid': '20b35301-1cb9-4b76-b135-86bd8a0d6b7e', 'tag': 'bdb6ca0b-aa75-4d62-8d62-6468208460cb', 'status': 'completed', 'code': 200} May 05 22:02:27.106460 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-63f3b456-eaef-4ff4-99be-9b6d74ac4ad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:27.127956 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cb759c-58ad-4086-9ff1-200df5c958b8 None None] Routers {'10cb3c67-5bbd-46ac-84b6-2674ad37c9cd'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:02:27.129682 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-05cb759c-58ad-4086-9ff1-200df5c958b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:02:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['10cb3c67-5bbd-46ac-84b6-2674ad37c9cd'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:27.183658 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-d68266e1-21a8-4c0a-a478-9d551f0fc38c tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:02:27.215216 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d68266e1-21a8-4c0a-a478-9d551f0fc38c tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Usage tracker for resource:subnet and tenant:06fb629024324e968714595537efac5c is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:02:27.219903 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9621990d-066e-47d0-92cf-78b779319d2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:27.233352 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d68266e1-21a8-4c0a-a478-9d551f0fc38c tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:02:27.254737 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-63f3b456-eaef-4ff4-99be-9b6d74ac4ad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:27.281099 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a274bc57-0b04-45c4-99fd-877a8ee7e0f4 req-fdde9f65-df33-4b21-a178-2d85d9986568 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5a504eaa06b44a818804ac71b7bc1d0f&device_id=4ebdd003-44e6-4bd9-abc5-b3c4a46c0bc2 HTTP/1.1" status: 200 len: 1094 time: 0.7105799 May 05 22:02:27.293752 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-d68266e1-21a8-4c0a-a478-9d551f0fc38c tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:02:27.302523 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9621990d-066e-47d0-92cf-78b779319d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:27.329538 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49e431a-d3fc-4331-b137-fd922072d059 None None] Pushing event updated for resources: {'Port': ['ID=d7b9ff99-fda6-483f-88b3-92c834846233,revision_number=3']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:27.348807 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-77b0f799-4c80-4a1e-8af0-7f8b5df010e8 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Deleting port bd89e1d4-33b6-4874-a536-213d355f3414 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:02:27.349159 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-77b0f799-4c80-4a1e-8af0-7f8b5df010e8 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:27.350714 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9621990d-066e-47d0-92cf-78b779319d2a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8e6bf665107a4b39ad409f5e27b25ef2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5099046 May 05 22:02:27.351685 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68266e1-21a8-4c0a-a478-9d551f0fc38c tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Made reservation on behalf of 06fb629024324e968714595537efac5c for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:02:27.355396 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-05cb759c-58ad-4086-9ff1-200df5c958b8 None None] Set router 10cb3c67-5bbd-46ac-84b6-2674ad37c9cd gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:02:27.372661 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56388) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:27.412425 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d817e-75c6-43e9-950e-0ca1d73c7258 req-a8365873-8590-4938-8a1e-4acceaf09f37 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:27.413809 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9d0d817e-75c6-43e9-950e-0ca1d73c7258 req-a8365873-8590-4938-8a1e-4acceaf09f37 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] 10.222.0.23 "GET /v2.0/ports?device_id=20b35301-1cb9-4b76-b135-86bd8a0d6b7e HTTP/1.1" status: 200 len: 943 time: 0.8270831 May 05 22:02:27.462781 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 768eabd7-79f3-471f-aff0-ca2ad4cd94a1 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:02:27.491613 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9d0d817e-75c6-43e9-950e-0ca1d73c7258 req-9ef55d34-d7fd-4138-8165-e76da57a4370 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] 10.222.0.23 "GET /v2.0/security-groups?id=973c3caa-dfbd-4ad1-aaba-c4a52c91aa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624754 May 05 22:02:27.559003 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-98eda72a-ad26-416b-87ab-71f60efbfe5d tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] 10.222.0.23 "GET /v2.0/routers/0413ee90-a9b4-4c29-a2b6-3ae52bd97e55/tags/tempest-TagsExtTest-Tag-2064154968 HTTP/1.1" status: 204 len: 168 time: 0.5729091 May 05 22:02:27.565567 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56392) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:27.573979 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.tag.tag_plugin [None req-fd8f1d0c-01ea-4979-89a3-39101a0de208 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '0413ee90-a9b4-4c29-a2b6-3ae52bd97e55', 'tempest-TagsExtTest-Tag-2064154968') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:27.659354 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 768eabd7-79f3-471f-aff0-ca2ad4cd94a1 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:02:27.670648 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 768eabd7-79f3-471f-aff0-ca2ad4cd94a1 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:02:27.671044 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:27.692343 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8900b5b2-2ac6-4de7-aaab-599ff6f28d76 req-dc71ad15-37a2-4526-b091-9cc0f3b63da2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5a504eaa06b44a818804ac71b7bc1d0f&device_id=20b35301-1cb9-4b76-b135-86bd8a0d6b7e HTTP/1.1" status: 200 len: 1094 time: 0.5830789 May 05 22:02:27.777448 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9621990d-066e-47d0-92cf-78b779319d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f45e7ab-3ecf-456d-a4b7-980c503db4cc,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:27.795264 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b34e5776-d94c-49a1-8d97-2113b233a62a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:27.857200 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b34e5776-d94c-49a1-8d97-2113b233a62a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:27.865559 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-77b0f799-4c80-4a1e-8af0-7f8b5df010e8 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:27.899589 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-05cb759c-58ad-4086-9ff1-200df5c958b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cb3c67-5bbd-46ac-84b6-2674ad37c9cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1893328852', 'tenant_id': '06fb629024324e968714595537efac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'd7b9ff99-fda6-483f-88b3-92c834846233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:02:17Z', 'updated_at': '2022-05-05T22:02:21Z', 'revision_number': 3, 'project_id': '06fb629024324e968714595537efac5c', 'gw_port': {'id': 'd7b9ff99-fda6-483f-88b3-92c834846233', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ca:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10cb3c67-5bbd-46ac-84b6-2674ad37c9cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:19Z', 'updated_at': '2022-05-05T22:02:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:27.900545 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:27.905907 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cb759c-58ad-4086-9ff1-200df5c958b8 None None] The sync data for ids ['10cb3c67-5bbd-46ac-84b6-2674ad37c9cd'] in n-d-825175-4 is: [{'id': '10cb3c67-5bbd-46ac-84b6-2674ad37c9cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1893328852', 'tenant_id': '06fb629024324e968714595537efac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'd7b9ff99-fda6-483f-88b3-92c834846233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:02:17Z', 'updated_at': '2022-05-05T22:02:21Z', 'revision_number': 3, 'project_id': '06fb629024324e968714595537efac5c', 'gw_port': {'id': 'd7b9ff99-fda6-483f-88b3-92c834846233', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ca:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10cb3c67-5bbd-46ac-84b6-2674ad37c9cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:19Z', 'updated_at': '2022-05-05T22:02:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:02:27.937930 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef424eb5-2bfa-4a4d-a0b2-6a0d711d4d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768eabd7-79f3-471f-aff0-ca2ad4cd94a1'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:02:27.958092 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 768eabd7-79f3-471f-aff0-ca2ad4cd94a1, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=768eabd7-79f3-471f-aff0-ca2ad4cd94a1,segment=NetworkSegment(b836fc27-272e-4e9f-939d-0b0d263b911c),segment_id=b836fc27-272e-4e9f-939d-0b0d263b911c)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:02:27.968251 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:27.988277 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d68266e1-21a8-4c0a-a478-9d551f0fc38c tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:28.041107 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71577e2d-f411-4f70-8e6d-27d483b8ff0b'] response: {'server_uuid': 'ef424eb5-2bfa-4a4d-a0b2-6a0d711d4d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768eabd7-79f3-471f-aff0-ca2ad4cd94a1', 'code': 200} May 05 22:02:28.066918 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-77b0f799-4c80-4a1e-8af0-7f8b5df010e8 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Calling delete_port for bd89e1d4-33b6-4874-a536-213d355f3414 owned by {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:02:28.114668 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=768eabd7-79f3-471f-aff0-ca2ad4cd94a1,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:28.178261 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-fd8f1d0c-01ea-4979-89a3-39101a0de208 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] 10.222.0.23 "DELETE /v2.0/routers/0413ee90-a9b4-4c29-a2b6-3ae52bd97e55/tags/tempest-TagsExtTest-Tag-2064154968 HTTP/1.1" status: 204 len: 168 time: 0.6074150 May 05 22:02:28.180189 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56402) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:28.183661 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-63f3b456-eaef-4ff4-99be-9b6d74ac4ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:28.207054 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.tag.tag_plugin [None req-846e417d-8631-4b94-b40e-d18eed1e9732 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '0413ee90-a9b4-4c29-a2b6-3ae52bd97e55') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:28.307691 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f3b456-eaef-4ff4-99be-9b6d74ac4ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b50041-5bf8-4866-aab4-e83b19aba136,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:28.349187 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b34e5776-d94c-49a1-8d97-2113b233a62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:28.351967 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-77b0f799-4c80-4a1e-8af0-7f8b5df010e8 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:28.399287 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a274bc57-0b04-45c4-99fd-877a8ee7e0f4 req-c3d047eb-ed99-4cef-893f-35ffd9d6f942 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:28.401105 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a274bc57-0b04-45c4-99fd-877a8ee7e0f4 req-c3d047eb-ed99-4cef-893f-35ffd9d6f942 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fa1ff625-39f9-4b78-acd7-4298ad31c461 HTTP/1.1" status: 200 len: 918 time: 1.0640199 May 05 22:02:28.405349 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8900b5b2-2ac6-4de7-aaab-599ff6f28d76 req-f3697a2e-c9a1-466f-b1ae-8812fe9b189e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:28.406773 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8900b5b2-2ac6-4de7-aaab-599ff6f28d76 req-f3697a2e-c9a1-466f-b1ae-8812fe9b189e service neutron] 10.222.0.44 "GET /v2.0/networks?id=fa1ff625-39f9-4b78-acd7-4298ad31c461 HTTP/1.1" status: 200 len: 918 time: 0.6822939 May 05 22:02:28.417404 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40732185-d5f6-4054-9793-82b722bfa979 req-796225d7-835e-46b5-8a49-5a81c691a2bc tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:28.419082 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-40732185-d5f6-4054-9793-82b722bfa979 req-796225d7-835e-46b5-8a49-5a81c691a2bc tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd124150-01fd-48fa-87b9-0b3887667718 HTTP/1.1" status: 200 len: 946 time: 0.5353854 May 05 22:02:28.426622 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e5776-d94c-49a1-8d97-2113b233a62a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f45e7ab-3ecf-456d-a4b7-980c503db4cc,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:28.449675 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b0f799-4c80-4a1e-8af0-7f8b5df010e8 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Pushing event deleted for resources: {'Port': ['ID=bd89e1d4-33b6-4874-a536-213d355f3414,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:28.489571 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d70bae16-49cc-4fdb-af82-8185b83c125c req-b2be6424-021a-4b5d-b700-a5a6621e5a9b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ef424eb5-2bfa-4a4d-a0b2-6a0d711d4d7c HTTP/1.1" status: 200 len: 1096 time: 0.3648770 May 05 22:02:28.491756 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-77b0f799-4c80-4a1e-8af0-7f8b5df010e8 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:28.493563 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-77b0f799-4c80-4a1e-8af0-7f8b5df010e8 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] 10.222.0.23 "DELETE /v2.0/ports/bd89e1d4-33b6-4874-a536-213d355f3414 HTTP/1.1" status: 204 len: 168 time: 1.5057352 May 05 22:02:28.498160 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b34e5776-d94c-49a1-8d97-2113b233a62a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:28.499287 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b34e5776-d94c-49a1-8d97-2113b233a62a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0f45e7ab-3ecf-456d-a4b7-980c503db4cc HTTP/1.1" status: 204 len: 168 time: 1.1150639 May 05 22:02:28.510030 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56406) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:28.516085 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826933d5-2936-4c0a-8534-20f9eca45cc3 req-b3390fd4-a021-4516-89e9-541b86dd6b48 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:28.522998 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-826933d5-2936-4c0a-8534-20f9eca45cc3 req-b3390fd4-a021-4516-89e9-541b86dd6b48 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca770a07-6893-4970-ab91-c12fb85165a7 HTTP/1.1" status: 200 len: 945 time: 0.3432217 May 05 22:02:28.597964 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-63f3b456-eaef-4ff4-99be-9b6d74ac4ad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:28.599135 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-63f3b456-eaef-4ff4-99be-9b6d74ac4ad4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/06b50041-5bf8-4866-aab4-e83b19aba136 HTTP/1.1" status: 204 len: 168 time: 2.4514356 May 05 22:02:28.614073 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a274bc57-0b04-45c4-99fd-877a8ee7e0f4 req-58d41652-b8e5-46af-acd1-4a3f7dc3dc80 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b78d8147-ce9c-4020-bdba-04dfec180dba HTTP/1.1" status: 200 len: 217 time: 0.2009594 May 05 22:02:28.616665 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-55b394f4-7d03-4ecb-a74e-98fafcc2b3ea tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] DELETE failed (client error): The resource could not be found. May 05 22:02:28.617460 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55b394f4-7d03-4ecb-a74e-98fafcc2b3ea tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:02:28.618835 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-55b394f4-7d03-4ecb-a74e-98fafcc2b3ea tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] 10.222.0.23 "DELETE /v2.0/subnets/d1158e30-d38d-402c-9677-35f486951c9c HTTP/1.1" status: 404 len: 337 time: 0.0936978 May 05 22:02:28.625304 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8900b5b2-2ac6-4de7-aaab-599ff6f28d76 req-82b37676-098f-4b9c-a21b-aa90ad1ceea8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bdb6ca0b-aa75-4d62-8d62-6468208460cb HTTP/1.1" status: 200 len: 217 time: 0.1270204 May 05 22:02:28.627269 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56416) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:28.674623 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-40732185-d5f6-4054-9793-82b722bfa979 req-af0b6fa6-521a-43c7-9868-88eea56fa001 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] 10.222.0.23 "GET /v2.0/security-groups?id=60c3d51d-aa55-41a5-adb8-b2476023a195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327347 May 05 22:02:28.815585 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d70bae16-49cc-4fdb-af82-8185b83c125c req-427460d0-88bc-4cf0-980f-05d6a996ffb8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=973c3caa-dfbd-4ad1-aaba-c4a52c91aa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150220 May 05 22:02:28.834379 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8900b5b2-2ac6-4de7-aaab-599ff6f28d76 req-c81ceb50-fffd-4ed4-abc6-565d37a7fb2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:28.835868 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8900b5b2-2ac6-4de7-aaab-599ff6f28d76 req-c81ceb50-fffd-4ed4-abc6-565d37a7fb2e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=88e90490-16b1-4a25-b352-edc593d621eb HTTP/1.1" status: 200 len: 857 time: 0.2002087 May 05 22:02:28.875354 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-826933d5-2936-4c0a-8534-20f9eca45cc3 req-5c9835cc-930b-46ea-a62b-4d7402b10182 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fa4e0b9-5123-49b5-89ca-ca778d1b0224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3509486 May 05 22:02:28.882011 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-846e417d-8631-4b94-b40e-d18eed1e9732 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] 10.222.0.23 "GET /v2.0/routers/0413ee90-a9b4-4c29-a2b6-3ae52bd97e55/tags HTTP/1.1" status: 200 len: 205 time: 0.6933296 May 05 22:02:28.890845 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56420) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:28.910989 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.tag.tag_plugin [None req-f5c5c258-de38-48aa-8c7f-a9bdd6e34e0a tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a3889c59-e063-4ebe-b9c2-f00dc266ff87') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:28.946290 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d68266e1-21a8-4c0a-a478-9d551f0fc38c tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:29.047422 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68266e1-21a8-4c0a-a478-9d551f0fc38c tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event updated for resources: {'Subnet': ['ID=e50b77d7-4ab1-4d1a-a967-e09424173e35,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:29.102498 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c504db3e-6740-40bd-b80b-eeaaae439df9 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:29.120079 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a274bc57-0b04-45c4-99fd-877a8ee7e0f4 req-eb12867e-d8a6-4253-b524-db03a1a9e38a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:29.121659 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a274bc57-0b04-45c4-99fd-877a8ee7e0f4 req-eb12867e-d8a6-4253-b524-db03a1a9e38a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=88e90490-16b1-4a25-b352-edc593d621eb HTTP/1.1" status: 200 len: 857 time: 0.4832761 May 05 22:02:29.134399 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f5c5c258-de38-48aa-8c7f-a9bdd6e34e0a tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] 10.222.0.23 "GET /v2.0/subnetpools/a3889c59-e063-4ebe-b9c2-f00dc266ff87/tags HTTP/1.1" status: 200 len: 241 time: 0.2425005 May 05 22:02:29.158893 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56428) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:29.179412 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.tag.tag_plugin [None req-9d011a5c-18bc-4577-90cf-0578924525c6 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a3889c59-e063-4ebe-b9c2-f00dc266ff87', 'tempest-TagsExtTest-Tag-1445324105') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:29.223916 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8900b5b2-2ac6-4de7-aaab-599ff6f28d76 req-24bb2fb6-7da0-421d-8cf2-355ae124bd03 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fa1ff625-39f9-4b78-acd7-4298ad31c461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1805644 May 05 22:02:29.258670 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device b78d8147-ce9c-4020-bdba-04dfec180dba details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:02:29.268411 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a274bc57-0b04-45c4-99fd-877a8ee7e0f4 req-d35f9013-f5da-430a-bf9b-53352fd198bd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fa1ff625-39f9-4b78-acd7-4298ad31c461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1240706 May 05 22:02:29.430272 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port b78d8147-ce9c-4020-bdba-04dfec180dba, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=b78d8147-ce9c-4020-bdba-04dfec180dba,segment=NetworkSegment(b836fc27-272e-4e9f-939d-0b0d263b911c),segment_id=b836fc27-272e-4e9f-939d-0b0d263b911c)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:02:29.445932 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': 'b78d8147-ce9c-4020-bdba-04dfec180dba', 'network_id': 'fa1ff625-39f9-4b78-acd7-4298ad31c461', 'port_id': 'b78d8147-ce9c-4020-bdba-04dfec180dba', 'mac_address': 'fa:16:3e:c9:8c:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88e90490-16b1-4a25-b352-edc593d621eb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:02:29.464705 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c504db3e-6740-40bd-b80b-eeaaae439df9 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:29.478394 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device bdb6ca0b-aa75-4d62-8d62-6468208460cb details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:02:29.483638 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68266e1-21a8-4c0a-a478-9d551f0fc38c tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Checking segment: {'id': '9c0a9c7f-0295-42c0-9e5a-dfe13b910f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42af2df6-9729-4f65-bcaf-09a40ba18ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:02:29.484002 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68266e1-21a8-4c0a-a478-9d551f0fc38c tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Network hostable DHCP agents. Network: 42af2df6-9729-4f65-bcaf-09a40ba18ce2, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:02:29.512882 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-c504db3e-6740-40bd-b80b-eeaaae439df9 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cb48f5d-db12-4331-9809-007738dfb353']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:29.530018 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:29.532939 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-c504db3e-6740-40bd-b80b-eeaaae439df9 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '597bb2c4-bcb4-4117-938a-2c17fd18e14b') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:29.533231 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-c504db3e-6740-40bd-b80b-eeaaae439df9 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '597bb2c4-bcb4-4117-938a-2c17fd18e14b') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:29.545118 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c504db3e-6740-40bd-b80b-eeaaae439df9 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:29.561188 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c504db3e-6740-40bd-b80b-eeaaae439df9 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:29.568499 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c504db3e-6740-40bd-b80b-eeaaae439df9 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:02:29.568729 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c504db3e-6740-40bd-b80b-eeaaae439df9 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:29.693695 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b78d8147-ce9c-4020-bdba-04dfec180dba {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:02:29.713289 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port b78d8147-ce9c-4020-bdba-04dfec180dba, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=b78d8147-ce9c-4020-bdba-04dfec180dba,segment=NetworkSegment(b836fc27-272e-4e9f-939d-0b0d263b911c),segment_id=b836fc27-272e-4e9f-939d-0b0d263b911c)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:02:29.716368 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 22:02:29.716368 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:02:29.716368 n-d-825175-4 neutron-server[84061]: timer() May 05 22:02:29.716368 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:02:29.716368 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 22:02:29.716368 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:02:29.716368 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 22:02:29.716368 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:02:29.716368 n-d-825175-4 neutron-server[84061]: self._notify() May 05 22:02:29.716368 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:02:29.716368 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 22:02:29.716368 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:02:29.716368 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 22:02:29.716368 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:02:29.716368 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:02:29.716368 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:02:29.716368 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:02:29.716368 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:02:29.716368 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 22:02:29.716368 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:02:29.716368 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 22:02:29.716368 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:02:29.716368 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:02:29.716368 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:02:29.716368 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 22:02:29.716368 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:02:29.716368 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:02:29.716368 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:02:29.716368 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:02:29.716368 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:02:29.716368 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:02:29.716368 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:02:29.726789 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:29.763521 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c504db3e-6740-40bd-b80b-eeaaae439df9 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:29.770325 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c504db3e-6740-40bd-b80b-eeaaae439df9 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:29.833552 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c504db3e-6740-40bd-b80b-eeaaae439df9 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] 10.222.0.23 "DELETE /v2.0/networks/8cb48f5d-db12-4331-9809-007738dfb353 HTTP/1.1" status: 204 len: 168 time: 1.2021973 May 05 22:02:29.835457 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=b78d8147-ce9c-4020-bdba-04dfec180dba,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:29.842418 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56458) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:29.854691 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-9d011a5c-18bc-4577-90cf-0578924525c6 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] 10.222.0.23 "GET /v2.0/subnetpools/a3889c59-e063-4ebe-b9c2-f00dc266ff87/tags/tempest-TagsExtTest-Tag-1445324105 HTTP/1.1" status: 204 len: 168 time: 0.6919482 May 05 22:02:29.860058 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76fed5-34f0-4617-b956-3b44600e5faa req-806a061b-4b74-4598-9545-558c206a72b7 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:29.862109 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ec76fed5-34f0-4617-b956-3b44600e5faa req-806a061b-4b74-4598-9545-558c206a72b7 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] 10.222.0.23 "GET /v2.0/ports?device_id=20b35301-1cb9-4b76-b135-86bd8a0d6b7e HTTP/1.1" status: 200 len: 943 time: 0.9195201 May 05 22:02:29.864126 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56462) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:29.864914 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c504db3e-6740-40bd-b80b-eeaaae439df9 tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Pushing event deleted for resources: {'Network': ['ID=8cb48f5d-db12-4331-9809-007738dfb353,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:29.907503 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8900b5b2-2ac6-4de7-aaab-599ff6f28d76 req-5c269240-8d35-494d-93ee-a1f43027a703 service neutron] 10.222.0.44 "GET /v2.0/networks/fa1ff625-39f9-4b78-acd7-4298ad31c461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6647775 May 05 22:02:29.926318 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['b78d8147-ce9c-4020-bdba-04dfec180dba'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:02:29.968319 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b89df-1aa5-4317-8f6b-1cb079743c4c req-ee25d987-3734-422c-aebb-15b5c4641622 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:29.969989 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a16b89df-1aa5-4317-8f6b-1cb079743c4c req-ee25d987-3734-422c-aebb-15b5c4641622 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd124150-01fd-48fa-87b9-0b3887667718 HTTP/1.1" status: 200 len: 946 time: 1.0936620 May 05 22:02:29.975621 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.tag.tag_plugin [None req-4bd366a8-a63d-4ead-ab3b-1bf6cf56bed7 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'a3889c59-e063-4ebe-b9c2-f00dc266ff87', 'tempest-TagsExtTest-Tag-1445324105') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:29.993367 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port bdb6ca0b-aa75-4d62-8d62-6468208460cb, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=bdb6ca0b-aa75-4d62-8d62-6468208460cb,segment=NetworkSegment(b836fc27-272e-4e9f-939d-0b0d263b911c),segment_id=b836fc27-272e-4e9f-939d-0b0d263b911c)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:02:29.996683 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a274bc57-0b04-45c4-99fd-877a8ee7e0f4 req-48d8bd1b-bc4e-4605-b392-f848e7de95e4 service neutron] 10.222.0.32 "GET /v2.0/networks/fa1ff625-39f9-4b78-acd7-4298ad31c461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5696189 May 05 22:02:30.017248 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': 'bdb6ca0b-aa75-4d62-8d62-6468208460cb', 'network_id': 'fa1ff625-39f9-4b78-acd7-4298ad31c461', 'port_id': 'bdb6ca0b-aa75-4d62-8d62-6468208460cb', 'mac_address': 'fa:16:3e:bd:28:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88e90490-16b1-4a25-b352-edc593d621eb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:02:30.095763 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:30.123759 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-a16b89df-1aa5-4317-8f6b-1cb079743c4c req-36ac378e-1d6e-4f6e-ae37-d9ad43940bf4 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Deleting port 99ca16e9-3c4a-4607-8aea-7e91abb0cde2 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:02:30.124357 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a16b89df-1aa5-4317-8f6b-1cb079743c4c req-36ac378e-1d6e-4f6e-ae37-d9ad43940bf4 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:30.125216 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdb6ca0b-aa75-4d62-8d62-6468208460cb {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:02:30.142517 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port bdb6ca0b-aa75-4d62-8d62-6468208460cb, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=bdb6ca0b-aa75-4d62-8d62-6468208460cb,segment=NetworkSegment(b836fc27-272e-4e9f-939d-0b0d263b911c),segment_id=b836fc27-272e-4e9f-939d-0b0d263b911c)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:02:30.151592 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:30.212888 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56472) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:30.222647 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68266e1-21a8-4c0a-a478-9d551f0fc38c tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Network 42af2df6-9729-4f65-bcaf-09a40ba18ce2 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:02:30.281377 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-d68266e1-21a8-4c0a-a478-9d551f0fc38c tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 42af2df6-9729-4f65-bcaf-09a40ba18ce2) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:02:30.296423 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848ef093-a2be-4fd0-9080-e2d0d2370162 None None] Network 42af2df6-9729-4f65-bcaf-09a40ba18ce2 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:02:30.325210 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68266e1-21a8-4c0a-a478-9d551f0fc38c tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:30.326649 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d68266e1-21a8-4c0a-a478-9d551f0fc38c tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:30.327937 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=bdb6ca0b-aa75-4d62-8d62-6468208460cb,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:30.402990 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4bd366a8-a63d-4ead-ab3b-1bf6cf56bed7 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] 10.222.0.23 "DELETE /v2.0/subnetpools/a3889c59-e063-4ebe-b9c2-f00dc266ff87/tags/tempest-TagsExtTest-Tag-1445324105 HTTP/1.1" status: 204 len: 168 time: 0.5347102 May 05 22:02:30.410812 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a274bc57-0b04-45c4-99fd-877a8ee7e0f4 req-2de9135c-8747-42f3-a56a-b94a99099a44 service neutron] 10.222.0.32 "GET /v2.0/networks/fa1ff625-39f9-4b78-acd7-4298ad31c461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4087527 May 05 22:02:30.412108 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device d7b9ff99-fda6-483f-88b3-92c834846233 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:02:30.414386 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56482) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:30.437565 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['bdb6ca0b-aa75-4d62-8d62-6468208460cb'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:02:30.514152 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ec76fed5-34f0-4617-b956-3b44600e5faa req-85744718-e304-4599-973b-e931ed37f039 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] 10.222.0.23 "GET /v2.0/security-groups?id=973c3caa-dfbd-4ad1-aaba-c4a52c91aa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6444194 May 05 22:02:30.549270 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c0b1d76-516d-4616-a98e-16ca6cfea92b tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Deleting subnet 8a4a883c-f4e8-41fb-a78d-997d4b300617 {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:02:30.573851 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7c0b1d76-516d-4616-a98e-16ca6cfea92b tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:30.670684 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-59663e2a-edfd-408b-b9a3-4b00036b7c93 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-273245844-network', 'tenant_id': '2578689695ab4a55a99443682838538b'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:02:30.676893 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-59663e2a-edfd-408b-b9a3-4b00036b7c93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:02:30.682129 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-59663e2a-edfd-408b-b9a3-4b00036b7c93 admin admin] Usage tracker for resource:network and tenant:2578689695ab4a55a99443682838538b is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:02:30.685423 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-59663e2a-edfd-408b-b9a3-4b00036b7c93 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:02:30.694193 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-59663e2a-edfd-408b-b9a3-4b00036b7c93 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:02:30.746019 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f1e42-ad8d-4431-a4ed-5282534ba5ad req-d065ff2b-acf0-494a-bdf0-c0b12d4d8709 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:30.748159 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-525f1e42-ad8d-4431-a4ed-5282534ba5ad req-d065ff2b-acf0-494a-bdf0-c0b12d4d8709 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd124150-01fd-48fa-87b9-0b3887667718 HTTP/1.1" status: 200 len: 946 time: 0.7762952 May 05 22:02:30.775710 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.tag.tag_plugin [None req-9211421f-5946-4f98-abb3-0e29a7bdd1b0 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a3889c59-e063-4ebe-b9c2-f00dc266ff87') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:30.787069 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8900b5b2-2ac6-4de7-aaab-599ff6f28d76 req-4718d95c-fb50-4355-805b-db5410f8870b service neutron] 10.222.0.44 "GET /v2.0/networks/fa1ff625-39f9-4b78-acd7-4298ad31c461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8656976 May 05 22:02:30.795142 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d68266e1-21a8-4c0a-a478-9d551f0fc38c tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.9800715 May 05 22:02:30.798103 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56490) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:30.809788 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7c0b1d76-516d-4616-a98e-16ca6cfea92b tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:30.854532 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59663e2a-edfd-408b-b9a3-4b00036b7c93 admin admin] Made reservation on behalf of 2578689695ab4a55a99443682838538b for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:02:30.857433 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-59663e2a-edfd-408b-b9a3-4b00036b7c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:30.881326 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port d7b9ff99-fda6-483f-88b3-92c834846233 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:02:30.946086 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9211421f-5946-4f98-abb3-0e29a7bdd1b0 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] 10.222.0.23 "GET /v2.0/subnetpools/a3889c59-e063-4ebe-b9c2-f00dc266ff87/tags HTTP/1.1" status: 200 len: 205 time: 0.1864507 May 05 22:02:30.946714 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56496) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:30.955437 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.tag.tag_plugin [None req-84804cfa-3e10-4722-802a-09871de5590a tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a3889c59-e063-4ebe-b9c2-f00dc266ff87') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:30.971131 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-59663e2a-edfd-408b-b9a3-4b00036b7c93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:31.033608 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-84804cfa-3e10-4722-802a-09871de5590a tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] 10.222.0.23 "DELETE /v2.0/subnetpools/a3889c59-e063-4ebe-b9c2-f00dc266ff87/tags HTTP/1.1" status: 204 len: 168 time: 0.0839164 May 05 22:02:31.034252 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56500) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:31.042067 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port d7b9ff99-fda6-483f-88b3-92c834846233 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:02:31.042509 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:31.043836 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.tag.tag_plugin [None req-017b6ab5-d372-470b-8403-932f8dbfcb95 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0413ee90-a9b4-4c29-a2b6-3ae52bd97e55') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:31.052299 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-59663e2a-edfd-408b-b9a3-4b00036b7c93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:02:31.056754 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-59663e2a-edfd-408b-b9a3-4b00036b7c93 admin admin] Usage tracker for resource:security_group_rule and tenant:2578689695ab4a55a99443682838538b is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:02:31.060204 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-59663e2a-edfd-408b-b9a3-4b00036b7c93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:02:31.066914 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-59663e2a-edfd-408b-b9a3-4b00036b7c93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:02:31.112644 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b305b6-9bcb-4677-ade7-7f0ca3a2ae8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-42af2df6-9729-4f65-bcaf-09a40ba18ce2', 'network_id': '42af2df6-9729-4f65-bcaf-09a40ba18ce2', 'tenant_id': '06fb629024324e968714595537efac5c', 'fixed_ips': [{'subnet_id': 'e50b77d7-4ab1-4d1a-a967-e09424173e35'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:02:31.113451 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d6b305b6-9bcb-4677-ade7-7f0ca3a2ae8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:31.140819 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-59663e2a-edfd-408b-b9a3-4b00036b7c93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:31.167699 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-59663e2a-edfd-408b-b9a3-4b00036b7c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:31.182920 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59663e2a-edfd-408b-b9a3-4b00036b7c93 admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:02:31.193851 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-59663e2a-edfd-408b-b9a3-4b00036b7c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:31.194771 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-59663e2a-edfd-408b-b9a3-4b00036b7c93 admin admin] Added segment b0853f69-0751-43f3-82dd-3ab4be255b1c of type vlan for network da94abce-5ece-4742-b6d0-f89044eb6bbd May 05 22:02:31.224438 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-59663e2a-edfd-408b-b9a3-4b00036b7c93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:31.292175 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-59663e2a-edfd-408b-b9a3-4b00036b7c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:31.293205 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59663e2a-edfd-408b-b9a3-4b00036b7c93 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:31.293856 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-59663e2a-edfd-408b-b9a3-4b00036b7c93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:31.356538 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793791ad-b0a4-49d5-92c2-58276d0d48c0 req-cc70e277-f33b-43eb-a889-2b1e811001f9 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:31.358196 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-793791ad-b0a4-49d5-92c2-58276d0d48c0 req-cc70e277-f33b-43eb-a889-2b1e811001f9 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca770a07-6893-4970-ab91-c12fb85165a7 HTTP/1.1" status: 200 len: 945 time: 0.5523088 May 05 22:02:31.375381 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-017b6ab5-d372-470b-8403-932f8dbfcb95 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] 10.222.0.23 "DELETE /v2.0/routers/0413ee90-a9b4-4c29-a2b6-3ae52bd97e55/tags HTTP/1.1" status: 204 len: 168 time: 0.3364651 May 05 22:02:31.376844 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56508) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:31.383716 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.tag.tag_plugin [None req-96c9d7cc-1ed5-4fa7-bc6b-4fefaf9f2847 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9639ad7c-521b-4353-a5af-11637345f8f1') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:31.385566 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-525f1e42-ad8d-4431-a4ed-5282534ba5ad req-5b485220-0715-4304-b35d-aa6ebdb04252 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] 10.222.0.23 "GET /v2.0/security-groups?id=60c3d51d-aa55-41a5-adb8-b2476023a195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5785027 May 05 22:02:31.392098 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-d6b305b6-9bcb-4677-ade7-7f0ca3a2ae8d None None] Allocated IP 172.20.0.2 (42af2df6-9729-4f65-bcaf-09a40ba18ce2/e50b77d7-4ab1-4d1a-a967-e09424173e35/02efe984-5791-47dd-a487-5833a6770031) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:02:31.441082 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:31.465656 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port d7b9ff99-fda6-483f-88b3-92c834846233, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=d7b9ff99-fda6-483f-88b3-92c834846233,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:02:31.494843 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59663e2a-edfd-408b-b9a3-4b00036b7c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fea2001-664d-413d-98d0-1a10f55ad2d3,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:31.496440 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-96c9d7cc-1ed5-4fa7-bc6b-4fefaf9f2847 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] 10.222.0.23 "DELETE /v2.0/ports/9639ad7c-521b-4353-a5af-11637345f8f1/tags HTTP/1.1" status: 204 len: 168 time: 0.1184897 May 05 22:02:31.497183 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56514) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:31.508304 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.tag.tag_plugin [None req-1b361d00-952e-45a6-9383-4de6ac635afb tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b50b05ee-f8f6-42db-983b-9bc5855bf8eb') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:31.515032 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-a16b89df-1aa5-4317-8f6b-1cb079743c4c req-36ac378e-1d6e-4f6e-ae37-d9ad43940bf4 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] For port 99ca16e9-3c4a-4607-8aea-7e91abb0cde2, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=99ca16e9-3c4a-4607-8aea-7e91abb0cde2,segment=NetworkSegment(0b0b0525-20de-43c5-ab5d-b294a1724e92),segment_id=0b0b0525-20de-43c5-ab5d-b294a1724e92)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:02:31.515525 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a16b89df-1aa5-4317-8f6b-1cb079743c4c req-36ac378e-1d6e-4f6e-ae37-d9ad43940bf4 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:31.541021 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-59663e2a-edfd-408b-b9a3-4b00036b7c93 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2958930 May 05 22:02:31.549126 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7c0b1d76-516d-4616-a98e-16ca6cfea92b tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:31.551088 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56518) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:31.561537 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-e0b1cdb7-4e3a-45ff-a0e6-68fcca65b8a2 admin admin] Request body: {'subnet': {'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-273245844-subnet', 'tenant_id': '2578689695ab4a55a99443682838538b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:02:31.570521 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-e0b1cdb7-4e3a-45ff-a0e6-68fcca65b8a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:02:31.587263 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-e0b1cdb7-4e3a-45ff-a0e6-68fcca65b8a2 admin admin] Usage tracker for resource:subnet and tenant:2578689695ab4a55a99443682838538b is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:02:31.595783 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-e0b1cdb7-4e3a-45ff-a0e6-68fcca65b8a2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:02:31.611752 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-e0b1cdb7-4e3a-45ff-a0e6-68fcca65b8a2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:02:31.624956 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:31.689295 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59663e2a-edfd-408b-b9a3-4b00036b7c93 admin admin] Pushing event updated for resources: {'Network': ['ID=da94abce-5ece-4742-b6d0-f89044eb6bbd,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:31.711813 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b1cdb7-4e3a-45ff-a0e6-68fcca65b8a2 admin admin] Made reservation on behalf of 2578689695ab4a55a99443682838538b for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:02:31.714484 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e0b1cdb7-4e3a-45ff-a0e6-68fcca65b8a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:31.724919 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network da94abce-5ece-4742-b6d0-f89044eb6bbd details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:02:31.875859 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=d7b9ff99-fda6-483f-88b3-92c834846233,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:31.876753 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-a16b89df-1aa5-4317-8f6b-1cb079743c4c req-36ac378e-1d6e-4f6e-ae37-d9ad43940bf4 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Calling delete_port for 99ca16e9-3c4a-4607-8aea-7e91abb0cde2 owned by compute:nova {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:02:32.023322 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1b361d00-952e-45a6-9383-4de6ac635afb tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] 10.222.0.23 "DELETE /v2.0/subnets/b50b05ee-f8f6-42db-983b-9bc5855bf8eb/tags HTTP/1.1" status: 204 len: 168 time: 0.5216787 May 05 22:02:32.028918 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56530) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:32.040947 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.tag.tag_plugin [None req-a40cbdac-5de6-485d-a0a7-72e641021fe7 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b50b05ee-f8f6-42db-983b-9bc5855bf8eb', 'tempest-TagsExtTest-Tag-1753647790') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:32.054998 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d6b305b6-9bcb-4677-ade7-7f0ca3a2ae8d None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:32.072733 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-d6b305b6-9bcb-4677-ade7-7f0ca3a2ae8d None None] Transition to ACTIVE for port object 02efe984-5791-47dd-a487-5833a6770031 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:02:32.098491 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-d6b305b6-9bcb-4677-ade7-7f0ca3a2ae8d None None] Transition to ACTIVE for port object 02efe984-5791-47dd-a487-5833a6770031 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:02:32.110802 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d6b305b6-9bcb-4677-ade7-7f0ca3a2ae8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:32.153911 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7c0b1d76-516d-4616-a98e-16ca6cfea92b tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:32.232691 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b305b6-9bcb-4677-ade7-7f0ca3a2ae8d None None] Network 42af2df6-9729-4f65-bcaf-09a40ba18ce2 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:02:32.237159 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-d6b305b6-9bcb-4677-ade7-7f0ca3a2ae8d None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:02:32.241349 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b305b6-9bcb-4677-ade7-7f0ca3a2ae8d None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:02:32.266063 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e0b1cdb7-4e3a-45ff-a0e6-68fcca65b8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:32.287186 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b305b6-9bcb-4677-ade7-7f0ca3a2ae8d None None] Pushing event updated for resources: {'Port': ['ID=02efe984-5791-47dd-a487-5833a6770031,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:32.311709 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0b1d76-516d-4616-a98e-16ca6cfea92b tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Pushing event deleted for resources: {'Subnet': ['ID=8a4a883c-f4e8-41fb-a78d-997d4b300617,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:32.328658 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-793791ad-b0a4-49d5-92c2-58276d0d48c0 req-ec744e64-f565-4ddd-9858-4094dcde091c tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fa4e0b9-5123-49b5-89ca-ca778d1b0224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9531934 May 05 22:02:32.336660 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b1cdb7-4e3a-45ff-a0e6-68fcca65b8a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6329e98-aed7-463a-a6e6-dc9284056d36,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:32.338297 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7c0b1d76-516d-4616-a98e-16ca6cfea92b tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:32.348079 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device d7b9ff99-fda6-483f-88b3-92c834846233 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:02:32.384037 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-7c0b1d76-516d-4616-a98e-16ca6cfea92b tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] 10.222.0.23 "DELETE /v2.0/subnets/8a4a883c-f4e8-41fb-a78d-997d4b300617 HTTP/1.1" status: 204 len: 168 time: 2.5305798 May 05 22:02:32.387549 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56536) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:32.396554 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a40cbdac-5de6-485d-a0a7-72e641021fe7 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] 10.222.0.23 "PUT /v2.0/subnets/b50b05ee-f8f6-42db-983b-9bc5855bf8eb/tags/tempest-TagsExtTest-Tag-1753647790 HTTP/1.1" status: 201 len: 201 time: 0.3654215 May 05 22:02:32.398750 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4b6718-15ad-4257-8f5a-7ccee3b8d2f0 None None] Network a58ffe72-7973-4bc4-b6db-27b3101034f5 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:02:32.400264 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56540) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:32.445465 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.tag.tag_plugin [None req-f69ff41c-e0b6-475d-b169-317330d356df tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '9639ad7c-521b-4353-a5af-11637345f8f1', 'tempest-TagsExtTest-Tag-515951037') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:32.524296 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b1cdb7-4e3a-45ff-a0e6-68fcca65b8a2 admin admin] Checking segment: {'id': 'b0853f69-0751-43f3-82dd-3ab4be255b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:02:32.524679 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b1cdb7-4e3a-45ff-a0e6-68fcca65b8a2 admin admin] Network hostable DHCP agents. Network: da94abce-5ece-4742-b6d0-f89044eb6bbd, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:02:32.546350 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-d6b305b6-9bcb-4677-ade7-7f0ca3a2ae8d None None] Attempting to bind port 02efe984-5791-47dd-a487-5833a6770031 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:02:32.546734 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-d6b305b6-9bcb-4677-ade7-7f0ca3a2ae8d None None] Attempting to bind port 02efe984-5791-47dd-a487-5833a6770031 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '9c0a9c7f-0295-42c0-9e5a-dfe13b910f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42af2df6-9729-4f65-bcaf-09a40ba18ce2'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:02:32.547136 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b305b6-9bcb-4677-ade7-7f0ca3a2ae8d None None] Attempting to bind port 02efe984-5791-47dd-a487-5833a6770031 on network 42af2df6-9729-4f65-bcaf-09a40ba18ce2 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:02:32.640530 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b305b6-9bcb-4677-ade7-7f0ca3a2ae8d None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:02:32.640898 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b305b6-9bcb-4677-ade7-7f0ca3a2ae8d None None] Checking segment: {'id': '9c0a9c7f-0295-42c0-9e5a-dfe13b910f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42af2df6-9729-4f65-bcaf-09a40ba18ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:02:32.641294 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d6b305b6-9bcb-4677-ade7-7f0ca3a2ae8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:32.641677 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b305b6-9bcb-4677-ade7-7f0ca3a2ae8d None None] Bound using segment: {'id': '9c0a9c7f-0295-42c0-9e5a-dfe13b910f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42af2df6-9729-4f65-bcaf-09a40ba18ce2'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:02:32.643121 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34da14c-07af-4036-b57f-c3c52b129a49 req-653a8a08-39e2-4fe1-8c13-3e7a3ea9eb23 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:32.651028 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a34da14c-07af-4036-b57f-c3c52b129a49 req-653a8a08-39e2-4fe1-8c13-3e7a3ea9eb23 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] 10.222.0.23 "GET /v2.0/ports?device_id=20b35301-1cb9-4b76-b135-86bd8a0d6b7e HTTP/1.1" status: 200 len: 944 time: 0.9454715 May 05 22:02:32.656388 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-d6b305b6-9bcb-4677-ade7-7f0ca3a2ae8d None None] Bound port: 02efe984-5791-47dd-a487-5833a6770031, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c0a9c7f-0295-42c0-9e5a-dfe13b910f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42af2df6-9729-4f65-bcaf-09a40ba18ce2'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:02:32.656789 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d6b305b6-9bcb-4677-ade7-7f0ca3a2ae8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:32.780879 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8e638da7-168e-4d53-b013-6c379a7bc3dd tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:32.783728 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b1cdb7-4e3a-45ff-a0e6-68fcca65b8a2 admin admin] Network da94abce-5ece-4742-b6d0-f89044eb6bbd is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:02:32.817982 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-e0b1cdb7-4e3a-45ff-a0e6-68fcca65b8a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, da94abce-5ece-4742-b6d0-f89044eb6bbd) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:02:32.827983 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0101ec6d-6809-48d9-aaa1-c65c0d272fc7 None None] Network da94abce-5ece-4742-b6d0-f89044eb6bbd requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:02:32.828942 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a34da14c-07af-4036-b57f-c3c52b129a49 req-2014944d-215b-4b00-a9e5-42908b646925 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] 10.222.0.23 "GET /v2.0/security-groups?id=973c3caa-dfbd-4ad1-aaba-c4a52c91aa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762269 May 05 22:02:32.835504 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a16b89df-1aa5-4317-8f6b-1cb079743c4c req-36ac378e-1d6e-4f6e-ae37-d9ad43940bf4 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:32.841616 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b1cdb7-4e3a-45ff-a0e6-68fcca65b8a2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:32.842308 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e0b1cdb7-4e3a-45ff-a0e6-68fcca65b8a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:32.870053 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fe2eb147-0e59-42c0-8d4b-a17893a77e5d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:32.951758 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ac378e-1d6e-4f6e-ae37-d9ad43940bf4 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Pushing event deleted for resources: {'Port': ['ID=99ca16e9-3c4a-4607-8aea-7e91abb0cde2,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:32.960035 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-8e638da7-168e-4d53-b013-6c379a7bc3dd tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Deleting port 8c2f44a1-f290-4ff7-9672-214963842a4b {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:02:32.960484 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8e638da7-168e-4d53-b013-6c379a7bc3dd tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:32.962855 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port d7b9ff99-fda6-483f-88b3-92c834846233 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:02:32.963217 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:32.969340 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f69ff41c-e0b6-475d-b169-317330d356df tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] 10.222.0.23 "PUT /v2.0/ports/9639ad7c-521b-4353-a5af-11637345f8f1/tags/tempest-TagsExtTest-Tag-515951037 HTTP/1.1" status: 201 len: 201 time: 0.5591130 May 05 22:02:32.969340 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-e0b1cdb7-4e3a-45ff-a0e6-68fcca65b8a2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4160519 May 05 22:02:32.995265 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56554) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:32.995936 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56556) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:33.038276 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b9432-a671-495e-abd3-07c3ed6d6c9a req-7ddc04cd-8ec1-416f-bd12-9c07f07e013f tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:33.039970 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-265b9432-a671-495e-abd3-07c3ed6d6c9a req-7ddc04cd-8ec1-416f-bd12-9c07f07e013f tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] 10.222.0.23 "GET /v2.0/ports?device_id=fd124150-01fd-48fa-87b9-0b3887667718 HTTP/1.1" status: 200 len: 946 time: 0.4092939 May 05 22:02:33.050857 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-a16b89df-1aa5-4317-8f6b-1cb079743c4c req-36ac378e-1d6e-4f6e-ae37-d9ad43940bf4 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] No DVR routers for this DVR port 99ca16e9-3c4a-4607-8aea-7e91abb0cde2 on host n-h2-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:02:33.058692 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.tag.tag_plugin [None req-b9196eaf-a37d-4d9a-886b-355d37007d8b tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '0413ee90-a9b4-4c29-a2b6-3ae52bd97e55', 'tempest-TagsExtTest-Tag-118831768') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:33.114922 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-3c5fb47b-fd8a-4ab5-95da-e4a551c2fcb6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-273245844-router', 'tenant_id': '2578689695ab4a55a99443682838538b', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:02:33.119968 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-3c5fb47b-fd8a-4ab5-95da-e4a551c2fcb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:02:33.124705 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-3c5fb47b-fd8a-4ab5-95da-e4a551c2fcb6 admin admin] Usage tracker for resource:router and tenant:2578689695ab4a55a99443682838538b is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:02:33.128096 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-3c5fb47b-fd8a-4ab5-95da-e4a551c2fcb6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:02:33.131081 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-d6b305b6-9bcb-4677-ade7-7f0ca3a2ae8d None None] For port 02efe984-5791-47dd-a487-5833a6770031, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:02:33.140714 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-3c5fb47b-fd8a-4ab5-95da-e4a551c2fcb6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:02:33.161228 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-d6b305b6-9bcb-4677-ade7-7f0ca3a2ae8d None None] For port 02efe984-5791-47dd-a487-5833a6770031, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=02efe984-5791-47dd-a487-5833a6770031,segment=NetworkSegment(9c0a9c7f-0295-42c0-9e5a-dfe13b910f94),segment_id=9c0a9c7f-0295-42c0-9e5a-dfe13b910f94)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:02:33.169147 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a16b89df-1aa5-4317-8f6b-1cb079743c4c req-36ac378e-1d6e-4f6e-ae37-d9ad43940bf4 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:33.177200 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd124150-01fd-48fa-87b9-0b3887667718', 'name': 'network-vif-deleted', 'tag': '99ca16e9-3c4a-4607-8aea-7e91abb0cde2'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:02:33.204421 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d6b305b6-9bcb-4677-ade7-7f0ca3a2ae8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:33.214218 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3c5fb47b-fd8a-4ab5-95da-e4a551c2fcb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:33.215573 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3c5fb47b-fd8a-4ab5-95da-e4a551c2fcb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:33.289400 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device b78d8147-ce9c-4020-bdba-04dfec180dba up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:02:33.321805 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d045a4b-a6ed-434f-a0c8-7a4c14db204d'] response: {'server_uuid': 'fd124150-01fd-48fa-87b9-0b3887667718', 'name': 'network-vif-deleted', 'tag': '99ca16e9-3c4a-4607-8aea-7e91abb0cde2', 'status': 'completed', 'code': 200} May 05 22:02:33.375893 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217da7c4-0926-4283-917f-67fcc97c3fd4 None None] DHCP port deletion for a58ffe72-7973-4bc4-b6db-27b3101034f5 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:02:33.392915 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a16b89df-1aa5-4317-8f6b-1cb079743c4c req-36ac378e-1d6e-4f6e-ae37-d9ad43940bf4 tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] 10.222.0.32 "DELETE /v2.0/ports/99ca16e9-3c4a-4607-8aea-7e91abb0cde2 HTTP/1.1" status: 204 len: 173 time: 3.3554778 May 05 22:02:33.409242 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-fe2eb147-0e59-42c0-8d4b-a17893a77e5d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Allocated IP 172.20.0.1 (42af2df6-9729-4f65-bcaf-09a40ba18ce2/e50b77d7-4ab1-4d1a-a967-e09424173e35/8006ca00-ad71-4ca9-9fa1-dc9fa02d35f1) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:02:33.499749 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-217da7c4-0926-4283-917f-67fcc97c3fd4 None None] Deleting port 8c2f44a1-f290-4ff7-9672-214963842a4b {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:02:33.502856 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-217da7c4-0926-4283-917f-67fcc97c3fd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:33.523152 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-265b9432-a671-495e-abd3-07c3ed6d6c9a req-3cf5ba1e-b82e-4434-86bf-cf806bc8cf1e tempest-VolumesActionsTest-538090715 tempest-VolumesActionsTest-538090715-project] 10.222.0.23 "GET /v2.0/security-groups?id=60c3d51d-aa55-41a5-adb8-b2476023a195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4123549 May 05 22:02:33.533332 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3c5fb47b-fd8a-4ab5-95da-e4a551c2fcb6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:33.623494 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device bdb6ca0b-aa75-4d62-8d62-6468208460cb up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:02:33.669288 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fe2eb147-0e59-42c0-8d4b-a17893a77e5d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:33.697198 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b9196eaf-a37d-4d9a-886b-355d37007d8b tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] 10.222.0.23 "PUT /v2.0/routers/0413ee90-a9b4-4c29-a2b6-3ae52bd97e55/tags/tempest-TagsExtTest-Tag-118831768 HTTP/1.1" status: 201 len: 201 time: 0.6561239 May 05 22:02:33.698019 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-fe2eb147-0e59-42c0-8d4b-a17893a77e5d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Transition to ACTIVE for port object 8006ca00-ad71-4ca9-9fa1-dc9fa02d35f1 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:02:33.707900 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56572) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:33.722178 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.tag.tag_plugin [None req-62e31c4d-72e7-4371-bcde-903af0cae3b1 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a3889c59-e063-4ebe-b9c2-f00dc266ff87', 'tempest-TagsExtTest-Tag-279180754') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:33.745074 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fe2eb147-0e59-42c0-8d4b-a17893a77e5d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:33.796952 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2eb147-0e59-42c0-8d4b-a17893a77e5d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Network 42af2df6-9729-4f65-bcaf-09a40ba18ce2 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:02:33.803808 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b305b6-9bcb-4677-ade7-7f0ca3a2ae8d None None] Pushing event updated for resources: {'Port': ['ID=02efe984-5791-47dd-a487-5833a6770031,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:33.807784 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-fe2eb147-0e59-42c0-8d4b-a17893a77e5d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:02:33.830186 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2eb147-0e59-42c0-8d4b-a17893a77e5d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:02:33.836599 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515d7aa3-62d8-4ee6-a6f9-21988b3128dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-da94abce-5ece-4742-b6d0-f89044eb6bbd', 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd', 'tenant_id': '2578689695ab4a55a99443682838538b', 'fixed_ips': [{'subnet_id': 'b6329e98-aed7-463a-a6e6-dc9284056d36'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:02:33.837412 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-515d7aa3-62d8-4ee6-a6f9-21988b3128dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:33.855631 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-8e638da7-168e-4d53-b013-6c379a7bc3dd tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] For port 8c2f44a1-f290-4ff7-9672-214963842a4b, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=8c2f44a1-f290-4ff7-9672-214963842a4b,segment=NetworkSegment(850da3f7-81f2-4d14-b4cf-c3e6d8bc0b75),segment_id=850da3f7-81f2-4d14-b4cf-c3e6d8bc0b75)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:02:33.857913 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8e638da7-168e-4d53-b013-6c379a7bc3dd tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:33.914799 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2eb147-0e59-42c0-8d4b-a17893a77e5d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event updated for resources: {'Port': ['ID=8006ca00-ad71-4ca9-9fa1-dc9fa02d35f1,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:33.928435 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fe2eb147-0e59-42c0-8d4b-a17893a77e5d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:34.153899 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port b78d8147-ce9c-4020-bdba-04dfec180dba completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:02:34.168532 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fe2eb147-0e59-42c0-8d4b-a17893a77e5d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:34.246938 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port b78d8147-ce9c-4020-bdba-04dfec180dba triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:02:34.247308 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:34.298037 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port bdb6ca0b-aa75-4d62-8d62-6468208460cb completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:02:34.333929 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port bdb6ca0b-aa75-4d62-8d62-6468208460cb triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:02:34.334288 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:34.409358 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 02efe984-5791-47dd-a487-5833a6770031 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:02:34.473117 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56580) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:34.512336 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-217da7c4-0926-4283-917f-67fcc97c3fd4 None None] For port 8c2f44a1-f290-4ff7-9672-214963842a4b, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=8c2f44a1-f290-4ff7-9672-214963842a4b,segment=NetworkSegment(850da3f7-81f2-4d14-b4cf-c3e6d8bc0b75),segment_id=850da3f7-81f2-4d14-b4cf-c3e6d8bc0b75)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:02:34.512964 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-217da7c4-0926-4283-917f-67fcc97c3fd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:34.575178 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-8e638da7-168e-4d53-b013-6c379a7bc3dd tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Calling delete_port for 8c2f44a1-f290-4ff7-9672-214963842a4b owned by network:dhcp {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:02:34.650408 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3c5fb47b-fd8a-4ab5-95da-e4a551c2fcb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:34.690294 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-217da7c4-0926-4283-917f-67fcc97c3fd4 None None] Calling delete_port for 8c2f44a1-f290-4ff7-9672-214963842a4b owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:02:34.693552 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c426593-0cd5-4f7f-afd6-cf00f4207f05 req-3c4fabc9-4e47-489e-b8c1-cfb14d3a68c8 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:34.695107 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2c426593-0cd5-4f7f-afd6-cf00f4207f05 req-3c4fabc9-4e47-489e-b8c1-cfb14d3a68c8 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca770a07-6893-4970-ab91-c12fb85165a7 HTTP/1.1" status: 200 len: 945 time: 1.1152461 May 05 22:02:34.757641 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2c426593-0cd5-4f7f-afd6-cf00f4207f05 req-8da14f79-511b-4b73-87fa-4edd30d179bc tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fa4e0b9-5123-49b5-89ca-ca778d1b0224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479789 May 05 22:02:34.765305 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-62e31c4d-72e7-4371-bcde-903af0cae3b1 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] 10.222.0.23 "PUT /v2.0/subnetpools/a3889c59-e063-4ebe-b9c2-f00dc266ff87/tags/tempest-TagsExtTest-Tag-279180754 HTTP/1.1" status: 201 len: 201 time: 1.0547512 May 05 22:02:34.778431 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-515d7aa3-62d8-4ee6-a6f9-21988b3128dd None None] Allocated IP 172.20.0.2 (da94abce-5ece-4742-b6d0-f89044eb6bbd/b6329e98-aed7-463a-a6e6-dc9284056d36/8f1d7baa-ff5f-4220-ae07-64015fe3f992) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:02:34.778693 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56588) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:34.784600 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.tag.tag_plugin [None req-17e17c8f-1f86-42c1-b83b-832def819ee1 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'b50b05ee-f8f6-42db-983b-9bc5855bf8eb', {'tags': ['tempest-TagsExtTest-Tag-2133568291', 'tempest-TagsExtTest-Tag-1504489456', 'tempest-TagsExtTest-Tag-1945840411']}) {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:34.791825 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a0221e20-8f87-442c-851a-2eddca5ca2c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:34.917376 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-a0221e20-8f87-442c-851a-2eddca5ca2c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:02:34.923822 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-a0221e20-8f87-442c-851a-2eddca5ca2c1 admin admin] Usage tracker for resource:security_group_rule and tenant:94aa51079b824286bbf2963a77bf6245 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:02:34.927009 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-a0221e20-8f87-442c-851a-2eddca5ca2c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:02:34.936367 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-a0221e20-8f87-442c-851a-2eddca5ca2c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:02:34.949989 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:35.016707 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a0221e20-8f87-442c-851a-2eddca5ca2c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:35.032245 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a0221e20-8f87-442c-851a-2eddca5ca2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:35.084854 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8e638da7-168e-4d53-b013-6c379a7bc3dd tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:35.086079 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 02efe984-5791-47dd-a487-5833a6770031 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:02:35.104119 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0221e20-8f87-442c-851a-2eddca5ca2c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa9077f-6b01-4ab8-b7be-da81d524651d,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:35.117618 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a0221e20-8f87-442c-851a-2eddca5ca2c1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=94aa51079b824286bbf2963a77bf6245&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6448982 May 05 22:02:35.121197 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56596) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:35.134036 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca79010-c7fa-490f-b11f-f2d43a5bfa4f req-723e10b8-cfbd-4b6f-b460-8dab035f9a7a tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:35.139676 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fe2eb147-0e59-42c0-8d4b-a17893a77e5d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:35.142565 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-217da7c4-0926-4283-917f-67fcc97c3fd4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:02:35.143325 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-217da7c4-0926-4283-917f-67fcc97c3fd4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:02:35.144143 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:35.145475 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3ca79010-c7fa-490f-b11f-f2d43a5bfa4f req-723e10b8-cfbd-4b6f-b460-8dab035f9a7a tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] 10.222.0.23 "GET /v2.0/ports?device_id=20b35301-1cb9-4b76-b135-86bd8a0d6b7e HTTP/1.1" status: 200 len: 944 time: 0.7961245 May 05 22:02:35.158033 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-17e17c8f-1f86-42c1-b83b-832def819ee1 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] 10.222.0.23 "PUT /v2.0/subnets/b50b05ee-f8f6-42db-983b-9bc5855bf8eb/tags HTTP/1.1" status: 200 len: 318 time: 0.3782864 May 05 22:02:35.162704 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fe2eb147-0e59-42c0-8d4b-a17893a77e5d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:35.173111 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ebdd003-44e6-4bd9-abc5-b3c4a46c0bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b78d8147-ce9c-4020-bdba-04dfec180dba'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:02:35.187968 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56600) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:35.189083 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e638da7-168e-4d53-b013-6c379a7bc3dd tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Pushing event deleted for resources: {'Port': ['ID=8c2f44a1-f290-4ff7-9672-214963842a4b,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:35.201809 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.tag.tag_plugin [None req-c6b8dfb7-45e7-44b6-a2fb-b245f6dc8bf6 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b50b05ee-f8f6-42db-983b-9bc5855bf8eb') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:35.253197 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port b78d8147-ce9c-4020-bdba-04dfec180dba, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=b78d8147-ce9c-4020-bdba-04dfec180dba,segment=NetworkSegment(b836fc27-272e-4e9f-939d-0b0d263b911c),segment_id=b836fc27-272e-4e9f-939d-0b0d263b911c)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:02:35.258269 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e638da7-168e-4d53-b013-6c379a7bc3dd tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] No DVR routers for this DVR port 8c2f44a1-f290-4ff7-9672-214963842a4b on host n-d-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:02:35.267137 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 8c2f44a1-f290-4ff7-9672-214963842a4b no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:02:35.325338 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:35.326164 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 99ca16e9-3c4a-4607-8aea-7e91abb0cde2 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:02:35.375918 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f0a0843-98fd-459d-90a1-b30174f47b4b'] response: {'server_uuid': '4ebdd003-44e6-4bd9-abc5-b3c4a46c0bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b78d8147-ce9c-4020-bdba-04dfec180dba', 'code': 200} May 05 22:02:35.460327 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6b66af25-ac91-4d93-aa84-d385d1e13938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:35.463208 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fe2eb147-0e59-42c0-8d4b-a17893a77e5d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:35.467900 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2eb147-0e59-42c0-8d4b-a17893a77e5d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event updated for resources: {'Port': ['ID=8006ca00-ad71-4ca9-9fa1-dc9fa02d35f1,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:35.503151 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6b66af25-ac91-4d93-aa84-d385d1e13938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:35.523313 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3ca79010-c7fa-490f-b11f-f2d43a5bfa4f req-c1d11a5c-0b51-482a-b6fc-1f8c9edeb377 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] 10.222.0.23 "GET /v2.0/security-groups?id=973c3caa-dfbd-4ad1-aaba-c4a52c91aa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3768380 May 05 22:02:35.546358 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8e638da7-168e-4d53-b013-6c379a7bc3dd tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:35.558383 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: 99ca16e9-3c4a-4607-8aea-7e91abb0cde2 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:02:35.559060 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 99ca16e9-3c4a-4607-8aea-7e91abb0cde2 not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:02:35.561136 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 8c2f44a1-f290-4ff7-9672-214963842a4b {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:02:35.561582 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 8c2f44a1-f290-4ff7-9672-214963842a4b not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:02:35.577780 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=b78d8147-ce9c-4020-bdba-04dfec180dba,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:35.581244 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52d8ef5-9c55-4c0a-8e28-dc26013f1ddf None None] Network 42af2df6-9729-4f65-bcaf-09a40ba18ce2 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:02:35.609278 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-8e638da7-168e-4d53-b013-6c379a7bc3dd tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a58ffe72-7973-4bc4-b6db-27b3101034f5']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:35.646592 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-8e638da7-168e-4d53-b013-6c379a7bc3dd tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '850da3f7-81f2-4d14-b4cf-c3e6d8bc0b75') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:35.646929 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-8e638da7-168e-4d53-b013-6c379a7bc3dd tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '850da3f7-81f2-4d14-b4cf-c3e6d8bc0b75') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:35.668513 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8e638da7-168e-4d53-b013-6c379a7bc3dd tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:35.683303 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d6ac5512-4a9f-49cf-b768-8d449b1a6d9c req-6bbcb808-473e-4e05-8a10-63465de6bac4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4ebdd003-44e6-4bd9-abc5-b3c4a46c0bc2 HTTP/1.1" status: 200 len: 1096 time: 0.2571881 May 05 22:02:35.757253 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3c5fb47b-fd8a-4ab5-95da-e4a551c2fcb6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:35.762621 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-217da7c4-0926-4283-917f-67fcc97c3fd4 None None] Deleting port 8c2f44a1-f290-4ff7-9672-214963842a4b {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:02:35.763222 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-217da7c4-0926-4283-917f-67fcc97c3fd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:35.812997 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3c5fb47b-fd8a-4ab5-95da-e4a551c2fcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:35.814512 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8e638da7-168e-4d53-b013-6c379a7bc3dd tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:35.869319 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e638da7-168e-4d53-b013-6c379a7bc3dd tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:02:35.869868 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8e638da7-168e-4d53-b013-6c379a7bc3dd tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:35.876149 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6b66af25-ac91-4d93-aa84-d385d1e13938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:35.892117 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 22:02:35.892117 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:02:35.892117 n-d-825175-4 neutron-server[84061]: timer() May 05 22:02:35.892117 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:02:35.892117 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 22:02:35.892117 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:02:35.892117 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 22:02:35.892117 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:02:35.892117 n-d-825175-4 neutron-server[84061]: self._notify() May 05 22:02:35.892117 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:02:35.892117 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 22:02:35.892117 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:02:35.892117 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 22:02:35.892117 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:02:35.892117 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:02:35.892117 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:02:35.892117 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:02:35.892117 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:02:35.892117 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 22:02:35.892117 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:02:35.892117 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 22:02:35.892117 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:02:35.892117 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:02:35.892117 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:02:35.892117 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 22:02:35.892117 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:02:35.892117 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:02:35.892117 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:02:35.892117 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:02:35.892117 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:02:35.892117 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:02:35.892117 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:02:35.901324 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c6b8dfb7-45e7-44b6-a2fb-b245f6dc8bf6 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] 10.222.0.23 "DELETE /v2.0/subnets/b50b05ee-f8f6-42db-983b-9bc5855bf8eb/tags HTTP/1.1" status: 204 len: 168 time: 0.7082531 May 05 22:02:35.911627 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2eb147-0e59-42c0-8d4b-a17893a77e5d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Network 42af2df6-9729-4f65-bcaf-09a40ba18ce2 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:02:35.913599 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56616) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:35.916465 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-fe2eb147-0e59-42c0-8d4b-a17893a77e5d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:02:35.937842 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port bdb6ca0b-aa75-4d62-8d62-6468208460cb, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=bdb6ca0b-aa75-4d62-8d62-6468208460cb,segment=NetworkSegment(b836fc27-272e-4e9f-939d-0b0d263b911c),segment_id=b836fc27-272e-4e9f-939d-0b0d263b911c)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:02:36.008796 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b66af25-ac91-4d93-aa84-d385d1e13938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa9077f-6b01-4ab8-b7be-da81d524651d,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:36.021727 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:36.024597 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.tag.tag_plugin [None req-3343bcd5-3d97-44f0-93f3-03972ea1cc17 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b50b05ee-f8f6-42db-983b-9bc5855bf8eb', 'tempest-TagsExtTest-Tag-2133568291') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:36.034217 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-217da7c4-0926-4283-917f-67fcc97c3fd4 None None] The port '8c2f44a1-f290-4ff7-9672-214963842a4b' was deleted {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 22:02:36.079702 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:36.138935 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d6ac5512-4a9f-49cf-b768-8d449b1a6d9c req-415427cc-f08c-4c90-b9a2-ef5c5957bc27 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=973c3caa-dfbd-4ad1-aaba-c4a52c91aa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3776555 May 05 22:02:36.138935 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8e638da7-168e-4d53-b013-6c379a7bc3dd tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:36.153734 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6b66af25-ac91-4d93-aa84-d385d1e13938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:36.157860 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-6b66af25-ac91-4d93-aa84-d385d1e13938 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/baa9077f-6b01-4ab8-b7be-da81d524651d HTTP/1.1" status: 204 len: 168 time: 1.0357540 May 05 22:02:36.174559 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8e638da7-168e-4d53-b013-6c379a7bc3dd tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:36.187079 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-515d7aa3-62d8-4ee6-a6f9-21988b3128dd None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:36.200715 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-515d7aa3-62d8-4ee6-a6f9-21988b3128dd None None] Transition to ACTIVE for port object 8f1d7baa-ff5f-4220-ae07-64015fe3f992 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:02:36.235781 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-515d7aa3-62d8-4ee6-a6f9-21988b3128dd None None] Transition to ACTIVE for port object 8f1d7baa-ff5f-4220-ae07-64015fe3f992 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:02:36.236875 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e638da7-168e-4d53-b013-6c379a7bc3dd tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] Pushing event deleted for resources: {'Network': ['ID=a58ffe72-7973-4bc4-b6db-27b3101034f5,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:36.269663 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-8e638da7-168e-4d53-b013-6c379a7bc3dd tempest-NetworksIpV6TestAttrs-722219870 tempest-NetworksIpV6TestAttrs-722219870-project] 10.222.0.23 "DELETE /v2.0/networks/a58ffe72-7973-4bc4-b6db-27b3101034f5 HTTP/1.1" status: 204 len: 168 time: 3.8806162 May 05 22:02:36.293298 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-3c5fb47b-fd8a-4ab5-95da-e4a551c2fcb6 admin admin] Allocated IP 172.25.4.215 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/6953bf02-942c-4df7-b861-f3365d5a587d) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:02:36.304785 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:36.306560 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ced9b5db-850a-4514-bcea-48902451305a None None] Provisioning for port 02efe984-5791-47dd-a487-5833a6770031 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:02:36.310621 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f0561-3296-44fe-8a7a-c6039c434942 req-7cc842b4-5da2-4d4d-a326-9f2855e7cc5b tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:36.334920 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-808f0561-3296-44fe-8a7a-c6039c434942 req-7cc842b4-5da2-4d4d-a326-9f2855e7cc5b tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca770a07-6893-4970-ab91-c12fb85165a7 HTTP/1.1" status: 200 len: 945 time: 0.2902999 May 05 22:02:36.347067 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-515d7aa3-62d8-4ee6-a6f9-21988b3128dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:36.381312 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ced9b5db-850a-4514-bcea-48902451305a None None] Provisioning complete for port 02efe984-5791-47dd-a487-5833a6770031 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:02:36.381683 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ced9b5db-850a-4514-bcea-48902451305a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:36.495331 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-3343bcd5-3d97-44f0-93f3-03972ea1cc17 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] show failed (client error): The resource could not be found. May 05 22:02:36.497264 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-3343bcd5-3d97-44f0-93f3-03972ea1cc17 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] 10.222.0.23 "GET /v2.0/subnets/b50b05ee-f8f6-42db-983b-9bc5855bf8eb/tags/tempest-TagsExtTest-Tag-2133568291 HTTP/1.1" status: 404 len: 329 time: 0.5713108 May 05 22:02:36.501514 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56636) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:36.542743 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=bdb6ca0b-aa75-4d62-8d62-6468208460cb,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:36.550564 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515d7aa3-62d8-4ee6-a6f9-21988b3128dd None None] Network da94abce-5ece-4742-b6d0-f89044eb6bbd is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:02:36.569490 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.tag.tag_plugin [None req-bd263875-9df9-4df8-aa2d-94030466c16d tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b50b05ee-f8f6-42db-983b-9bc5855bf8eb', 'tempest-TagsExtTest-Tag-1504489456') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:36.615472 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-515d7aa3-62d8-4ee6-a6f9-21988b3128dd None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:02:36.625510 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515d7aa3-62d8-4ee6-a6f9-21988b3128dd None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:02:36.684747 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-808f0561-3296-44fe-8a7a-c6039c434942 req-b5d11cda-d6f5-4bdf-951d-098f55fd165f tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fa4e0b9-5123-49b5-89ca-ca778d1b0224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3479025 May 05 22:02:36.723723 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56648) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:36.734878 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515d7aa3-62d8-4ee6-a6f9-21988b3128dd None None] Pushing event updated for resources: {'Port': ['ID=8f1d7baa-ff5f-4220-ae07-64015fe3f992,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:36.786252 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ced9b5db-850a-4514-bcea-48902451305a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:36.838460 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ced9b5db-850a-4514-bcea-48902451305a None None] For port 02efe984-5791-47dd-a487-5833a6770031, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=02efe984-5791-47dd-a487-5833a6770031,segment=NetworkSegment(9c0a9c7f-0295-42c0-9e5a-dfe13b910f94),segment_id=9c0a9c7f-0295-42c0-9e5a-dfe13b910f94)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:02:36.861946 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ced9b5db-850a-4514-bcea-48902451305a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:36.886850 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-bd263875-9df9-4df8-aa2d-94030466c16d tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] show failed (client error): The resource could not be found. May 05 22:02:36.887942 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-bd263875-9df9-4df8-aa2d-94030466c16d tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] 10.222.0.23 "GET /v2.0/subnets/b50b05ee-f8f6-42db-983b-9bc5855bf8eb/tags/tempest-TagsExtTest-Tag-1504489456 HTTP/1.1" status: 404 len: 329 time: 0.3547213 May 05 22:02:36.898227 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56656) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:36.915791 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.tag.tag_plugin [None req-f33e2268-c47e-4f8c-8c2b-c69cdbe02a83 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b50b05ee-f8f6-42db-983b-9bc5855bf8eb', 'tempest-TagsExtTest-Tag-1945840411') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:36.957866 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe2eb147-0e59-42c0-8d4b-a17893a77e5d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Router 10cb3c67-5bbd-46ac-84b6-2674ad37c9cd has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:02:37.010702 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-515d7aa3-62d8-4ee6-a6f9-21988b3128dd None None] Attempting to bind port 8f1d7baa-ff5f-4220-ae07-64015fe3f992 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:02:37.012702 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-515d7aa3-62d8-4ee6-a6f9-21988b3128dd None None] Attempting to bind port 8f1d7baa-ff5f-4220-ae07-64015fe3f992 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'b0853f69-0751-43f3-82dd-3ab4be255b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:02:37.013611 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515d7aa3-62d8-4ee6-a6f9-21988b3128dd None None] Attempting to bind port 8f1d7baa-ff5f-4220-ae07-64015fe3f992 on network da94abce-5ece-4742-b6d0-f89044eb6bbd {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:02:37.021100 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3c5fb47b-fd8a-4ab5-95da-e4a551c2fcb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:37.055983 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515d7aa3-62d8-4ee6-a6f9-21988b3128dd None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:02:37.060130 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515d7aa3-62d8-4ee6-a6f9-21988b3128dd None None] Checking segment: {'id': 'b0853f69-0751-43f3-82dd-3ab4be255b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:02:37.060807 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-515d7aa3-62d8-4ee6-a6f9-21988b3128dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:37.061584 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515d7aa3-62d8-4ee6-a6f9-21988b3128dd None None] Bound using segment: {'id': 'b0853f69-0751-43f3-82dd-3ab4be255b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:02:37.062731 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-515d7aa3-62d8-4ee6-a6f9-21988b3128dd None None] Bound port: 8f1d7baa-ff5f-4220-ae07-64015fe3f992, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0853f69-0751-43f3-82dd-3ab4be255b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:02:37.063731 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-515d7aa3-62d8-4ee6-a6f9-21988b3128dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:37.070903 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56660) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:37.122410 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced9b5db-850a-4514-bcea-48902451305a None None] Pushing event updated for resources: {'Port': ['ID=02efe984-5791-47dd-a487-5833a6770031,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:37.158805 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e418f277-314b-4d1a-9779-e6223036bb17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:37.247045 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd6e24-11a7-4ca1-95c4-0a3d4ef3d0fc req-8cf59b31-5653-42fa-b2af-372f864fb76f tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:37.248601 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fabd6e24-11a7-4ca1-95c4-0a3d4ef3d0fc req-8cf59b31-5653-42fa-b2af-372f864fb76f tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] 10.222.0.23 "GET /v2.0/ports?device_id=20b35301-1cb9-4b76-b135-86bd8a0d6b7e HTTP/1.1" status: 200 len: 945 time: 0.4413078 May 05 22:02:37.342378 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-f33e2268-c47e-4f8c-8c2b-c69cdbe02a83 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] show failed (client error): The resource could not be found. May 05 22:02:37.345974 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-515d7aa3-62d8-4ee6-a6f9-21988b3128dd None None] For port 8f1d7baa-ff5f-4220-ae07-64015fe3f992, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:02:37.352799 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f33e2268-c47e-4f8c-8c2b-c69cdbe02a83 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] 10.222.0.23 "GET /v2.0/subnets/b50b05ee-f8f6-42db-983b-9bc5855bf8eb/tags/tempest-TagsExtTest-Tag-1945840411 HTTP/1.1" status: 404 len: 329 time: 0.4436963 May 05 22:02:37.353992 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-515d7aa3-62d8-4ee6-a6f9-21988b3128dd None None] For port 8f1d7baa-ff5f-4220-ae07-64015fe3f992, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=8f1d7baa-ff5f-4220-ae07-64015fe3f992,segment=NetworkSegment(b0853f69-0751-43f3-82dd-3ab4be255b1c),segment_id=b0853f69-0751-43f3-82dd-3ab4be255b1c)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:02:37.354259 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56674) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:37.366348 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-515d7aa3-62d8-4ee6-a6f9-21988b3128dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:37.370969 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.tag.tag_plugin [None req-b5911c5f-1589-4c23-972b-3d33f358e292 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '9639ad7c-521b-4353-a5af-11637345f8f1', {'tags': ['tempest-TagsExtTest-Tag-86080199', 'tempest-TagsExtTest-Tag-549191774', 'tempest-TagsExtTest-Tag-654231136']}) {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:37.454532 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20b35301-1cb9-4b76-b135-86bd8a0d6b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb6ca0b-aa75-4d62-8d62-6468208460cb'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:02:37.475283 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-8230887b-73d6-4cd1-ba4f-0d5f176e489f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=11bf086976134ce699be77f6562f3751&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7245741 May 05 22:02:37.475283 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56678) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:37.511155 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-e418f277-314b-4d1a-9779-e6223036bb17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:02:37.550552 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b5911c5f-1589-4c23-972b-3d33f358e292 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] 10.222.0.23 "PUT /v2.0/ports/9639ad7c-521b-4353-a5af-11637345f8f1/tags HTTP/1.1" status: 200 len: 314 time: 0.1951368 May 05 22:02:37.551183 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56684) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:37.574617 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.tag.tag_plugin [None req-1df8fbde-16fe-4e11-a3cd-5a68097ed761 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9639ad7c-521b-4353-a5af-11637345f8f1') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:37.576258 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e418f277-314b-4d1a-9779-e6223036bb17 admin admin] Usage tracker for resource:security_group_rule and tenant:1af30acd0b7d4ad48b3d3920fa103654 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:02:37.584760 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-21512c8b-8224-4200-bb9a-11141f8f8946 None None] Provisioning complete for port 02efe984-5791-47dd-a487-5833a6770031 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:02:37.585232 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-21512c8b-8224-4200-bb9a-11141f8f8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:37.598374 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e418f277-314b-4d1a-9779-e6223036bb17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:02:37.601507 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3c5fb47b-fd8a-4ab5-95da-e4a551c2fcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:37.680387 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515d7aa3-62d8-4ee6-a6f9-21988b3128dd None None] Pushing event updated for resources: {'Port': ['ID=8f1d7baa-ff5f-4220-ae07-64015fe3f992,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:37.701926 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-e418f277-314b-4d1a-9779-e6223036bb17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:02:37.744667 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5fb47b-fd8a-4ab5-95da-e4a551c2fcb6 admin admin] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:02:37.765603 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe2eb147-0e59-42c0-8d4b-a17893a77e5d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:02:37.783764 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-fe2eb147-0e59-42c0-8d4b-a17893a77e5d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "PUT /v2.0/routers/10cb3c67-5bbd-46ac-84b6-2674ad37c9cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9841633 May 05 22:02:37.799602 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1903d4b4-fe42-4822-bf8c-0a659683cbe0 req-ba65cf8b-5357-4fe4-88b1-aa0c91bfca54 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f9679666ed684085ba56b96d355bc823&device_id=ca770a07-6893-4970-ab91-c12fb85165a7 HTTP/1.1" status: 200 len: 1096 time: 0.1906350 May 05 22:02:37.851209 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e60b11-6b1b-45ec-bf8d-08eb064835a4 None None] Sync routers for ids ['10cb3c67-5bbd-46ac-84b6-2674ad37c9cd'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:02:37.881065 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e60b11-6b1b-45ec-bf8d-08eb064835a4 None None] Routers {'10cb3c67-5bbd-46ac-84b6-2674ad37c9cd'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:02:37.881698 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-f2e60b11-6b1b-45ec-bf8d-08eb064835a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:02:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['10cb3c67-5bbd-46ac-84b6-2674ad37c9cd'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:38.017108 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1df8fbde-16fe-4e11-a3cd-5a68097ed761 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] 10.222.0.23 "DELETE /v2.0/ports/9639ad7c-521b-4353-a5af-11637345f8f1/tags HTTP/1.1" status: 204 len: 168 time: 0.4636750 May 05 22:02:38.020289 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56692) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:38.060264 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.tag.tag_plugin [None req-3cefdfc8-b1b1-44f5-907e-2bb5c7958d49 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9639ad7c-521b-4353-a5af-11637345f8f1', 'tempest-TagsExtTest-Tag-86080199') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:38.061016 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fabd6e24-11a7-4ca1-95c4-0a3d4ef3d0fc req-9b88aff0-7991-401d-b558-e57a0adc89f9 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] 10.222.0.23 "GET /v2.0/security-groups?id=973c3caa-dfbd-4ad1-aaba-c4a52c91aa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8026633 May 05 22:02:38.157088 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-21512c8b-8224-4200-bb9a-11141f8f8946 None None] Provisioning for port 8006ca00-ad71-4ca9-9fa1-dc9fa02d35f1 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:02:38.165314 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-21512c8b-8224-4200-bb9a-11141f8f8946 None None] Provisioning complete for port 8006ca00-ad71-4ca9-9fa1-dc9fa02d35f1 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:02:38.165481 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-3c5fb47b-fd8a-4ab5-95da-e4a551c2fcb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:02:38.165695 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-21512c8b-8224-4200-bb9a-11141f8f8946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:38.172414 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5fb47b-fd8a-4ab5-95da-e4a551c2fcb6 admin admin] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:02:38.210621 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e418f277-314b-4d1a-9779-e6223036bb17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:38.281019 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1daa39df-e71d-4cf6-a259-e8213a171ba0'] response: {'server_uuid': '20b35301-1cb9-4b76-b135-86bd8a0d6b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb6ca0b-aa75-4d62-8d62-6468208460cb', 'code': 200} May 05 22:02:38.283364 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-21512c8b-8224-4200-bb9a-11141f8f8946 None None] Port 8006ca00-ad71-4ca9-9fa1-dc9fa02d35f1 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:02:38.284973 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-f2e60b11-6b1b-45ec-bf8d-08eb064835a4 None None] Set router 10cb3c67-5bbd-46ac-84b6-2674ad37c9cd gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:02:38.418273 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1903d4b4-fe42-4822-bf8c-0a659683cbe0 req-9873ee83-496d-4760-8a29-bf9a1ccfaf97 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:38.419812 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1903d4b4-fe42-4822-bf8c-0a659683cbe0 req-9873ee83-496d-4760-8a29-bf9a1ccfaf97 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2 HTTP/1.1" status: 200 len: 912 time: 0.6112938 May 05 22:02:38.503157 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e418f277-314b-4d1a-9779-e6223036bb17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:38.529832 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-8b33e7ba-9616-438f-b0b9-044d99e4269d req-b65fc1bb-5597-4025-8c6c-0444095e9eb5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Synchronizing usage tracker for tenant:06fb629024324e968714595537efac5c on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:02:38.558170 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-3cefdfc8-b1b1-44f5-907e-2bb5c7958d49 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] show failed (client error): The resource could not be found. May 05 22:02:38.559567 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-3cefdfc8-b1b1-44f5-907e-2bb5c7958d49 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] 10.222.0.23 "GET /v2.0/ports/9639ad7c-521b-4353-a5af-11637345f8f1/tags/tempest-TagsExtTest-Tag-86080199 HTTP/1.1" status: 404 len: 327 time: 0.5373926 May 05 22:02:38.561896 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56708) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:38.581220 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.tag.tag_plugin [None req-2c8752dd-652e-46d4-bda0-35a9fe7cd2e0 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9639ad7c-521b-4353-a5af-11637345f8f1', 'tempest-TagsExtTest-Tag-549191774') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:38.604072 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5fb47b-fd8a-4ab5-95da-e4a551c2fcb6 admin admin] Pushing event updated for resources: {'Port': ['ID=6953bf02-942c-4df7-b861-f3365d5a587d,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:38.610475 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 02efe984-5791-47dd-a487-5833a6770031 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:02:38.621930 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-8b33e7ba-9616-438f-b0b9-044d99e4269d req-b65fc1bb-5597-4025-8c6c-0444095e9eb5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Unset dirty status for tenant:06fb629024324e968714595537efac5c on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:02:38.627175 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8b33e7ba-9616-438f-b0b9-044d99e4269d req-b65fc1bb-5597-4025-8c6c-0444095e9eb5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-477823730&fields=id&tenant_id=06fb629024324e968714595537efac5c HTTP/1.1" status: 200 len: 267 time: 0.1923831 May 05 22:02:38.708938 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aabf43b-e575-4afa-b05c-debf5439f930 req-2a4c65dd-cfe2-44e6-aa2e-e9260336ab65 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:38.711298 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8aabf43b-e575-4afa-b05c-debf5439f930 req-2a4c65dd-cfe2-44e6-aa2e-e9260336ab65 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca770a07-6893-4970-ab91-c12fb85165a7 HTTP/1.1" status: 200 len: 945 time: 1.2698760 May 05 22:02:38.859701 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5fb47b-fd8a-4ab5-95da-e4a551c2fcb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:02:38.860051 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5fb47b-fd8a-4ab5-95da-e4a551c2fcb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:02:38.860440 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5fb47b-fd8a-4ab5-95da-e4a551c2fcb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:02:38.860752 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5fb47b-fd8a-4ab5-95da-e4a551c2fcb6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:02:38.861214 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5fb47b-fd8a-4ab5-95da-e4a551c2fcb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:02:38.861566 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5fb47b-fd8a-4ab5-95da-e4a551c2fcb6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:02:38.861866 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5fb47b-fd8a-4ab5-95da-e4a551c2fcb6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:02:38.862445 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5fb47b-fd8a-4ab5-95da-e4a551c2fcb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:02:38.862975 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5fb47b-fd8a-4ab5-95da-e4a551c2fcb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:02:38.863472 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5fb47b-fd8a-4ab5-95da-e4a551c2fcb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:02:38.863960 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5fb47b-fd8a-4ab5-95da-e4a551c2fcb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:02:38.888192 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e418f277-314b-4d1a-9779-e6223036bb17 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1af30acd0b7d4ad48b3d3920fa103654&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8053398 May 05 22:02:38.898542 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56718) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:38.899490 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6e31a692-5931-4e5d-9ceb-a2f3153c53bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:38.924963 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-899f8665-b68e-42dc-b8f2-8ef2c9ff7795 None None] Provisioning complete for port 8006ca00-ad71-4ca9-9fa1-dc9fa02d35f1 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:02:38.925570 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-899f8665-b68e-42dc-b8f2-8ef2c9ff7795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:38.930406 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6e31a692-5931-4e5d-9ceb-a2f3153c53bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:38.979653 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1903d4b4-fe42-4822-bf8c-0a659683cbe0 req-b11950b9-7916-4868-99e3-2408d7075fc1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52e27c93-1bdb-4450-90e4-58129e3e1a37 HTTP/1.1" status: 200 len: 1001 time: 0.5490153 May 05 22:02:39.002206 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ec5cbb42-efa3-4d17-937e-bf3e1a0a78dc req-a05514c7-73d0-4f2a-bfa5-852d19aaf8c7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=20b35301-1cb9-4b76-b135-86bd8a0d6b7e HTTP/1.1" status: 200 len: 1096 time: 0.6438782 May 05 22:02:39.053894 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 02efe984-5791-47dd-a487-5833a6770031 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:02:39.054385 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:39.084546 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-899f8665-b68e-42dc-b8f2-8ef2c9ff7795 None None] Port 8006ca00-ad71-4ca9-9fa1-dc9fa02d35f1 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:02:39.098116 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-2c8752dd-652e-46d4-bda0-35a9fe7cd2e0 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] show failed (client error): The resource could not be found. May 05 22:02:39.102143 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-2c8752dd-652e-46d4-bda0-35a9fe7cd2e0 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] 10.222.0.23 "GET /v2.0/ports/9639ad7c-521b-4353-a5af-11637345f8f1/tags/tempest-TagsExtTest-Tag-549191774 HTTP/1.1" status: 404 len: 328 time: 0.5301869 May 05 22:02:39.102916 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56726) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:39.110312 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.tag.tag_plugin [None req-62157847-8927-46ed-849f-3a445d6a0544 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9639ad7c-521b-4353-a5af-11637345f8f1', 'tempest-TagsExtTest-Tag-654231136') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:39.135065 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418f277-314b-4d1a-9779-e6223036bb17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5accdf-db0e-4183-9287-432c6edb066b,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:39.150631 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-f2e60b11-6b1b-45ec-bf8d-08eb064835a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cb3c67-5bbd-46ac-84b6-2674ad37c9cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1893328852', 'tenant_id': '06fb629024324e968714595537efac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'd7b9ff99-fda6-483f-88b3-92c834846233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:02:17Z', 'updated_at': '2022-05-05T22:02:33Z', 'revision_number': 4, 'project_id': '06fb629024324e968714595537efac5c', 'gw_port': {'id': 'd7b9ff99-fda6-483f-88b3-92c834846233', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ca:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb3c67-5bbd-46ac-84b6-2674ad37c9cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:19Z', 'updated_at': '2022-05-05T22:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '8006ca00-ad71-4ca9-9fa1-dc9fa02d35f1', 'name': '', 'network_id': '42af2df6-9729-4f65-bcaf-09a40ba18ce2', 'tenant_id': '06fb629024324e968714595537efac5c', 'mac_address': 'fa:16:3e:ba:14:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10cb3c67-5bbd-46ac-84b6-2674ad37c9cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e50b77d7-4ab1-4d1a-a967-e09424173e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:33Z', 'updated_at': '2022-05-05T22:02:34Z', 'revision_number': 2, 'project_id': '06fb629024324e968714595537efac5c', 'subnets': [{'id': 'e50b77d7-4ab1-4d1a-a967-e09424173e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:39.155843 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e60b11-6b1b-45ec-bf8d-08eb064835a4 None None] Checking router: 10cb3c67-5bbd-46ac-84b6-2674ad37c9cd for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:02:39.156273 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e60b11-6b1b-45ec-bf8d-08eb064835a4 None None] Updating router 10cb3c67-5bbd-46ac-84b6-2674ad37c9cd port 8006ca00-ad71-4ca9-9fa1-dc9fa02d35f1 binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:02:39.159296 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1903d4b4-fe42-4822-bf8c-0a659683cbe0 req-ce9e8742-01a6-4eb9-9625-42ae421a35a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:39.160773 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1903d4b4-fe42-4822-bf8c-0a659683cbe0 req-ce9e8742-01a6-4eb9-9625-42ae421a35a9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f259ce1a-1e13-44eb-b65e-190001e0a5ad HTTP/1.1" status: 200 len: 850 time: 0.1692379 May 05 22:02:39.283460 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8aabf43b-e575-4afa-b05c-debf5439f930 req-285e7d5c-56c4-43de-a01a-86439fb19a58 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fa4e0b9-5123-49b5-89ca-ca778d1b0224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5549154 May 05 22:02:39.284382 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6e31a692-5931-4e5d-9ceb-a2f3153c53bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:39.301732 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f2e60b11-6b1b-45ec-bf8d-08eb064835a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:39.359317 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 8f1d7baa-ff5f-4220-ae07-64015fe3f992 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:02:39.376690 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1903d4b4-fe42-4822-bf8c-0a659683cbe0 req-e726fe4e-e8be-4acb-b57c-58962a2d08ae service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1958890 May 05 22:02:39.379183 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-62157847-8927-46ed-849f-3a445d6a0544 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] show failed (client error): The resource could not be found. May 05 22:02:39.384710 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-62157847-8927-46ed-849f-3a445d6a0544 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] 10.222.0.23 "GET /v2.0/ports/9639ad7c-521b-4353-a5af-11637345f8f1/tags/tempest-TagsExtTest-Tag-654231136 HTTP/1.1" status: 404 len: 328 time: 0.2779796 May 05 22:02:39.384710 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56730) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:39.454090 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ec5cbb42-efa3-4d17-937e-bf3e1a0a78dc req-301ffb70-fe8c-415a-8661-a49af98286eb service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=973c3caa-dfbd-4ad1-aaba-c4a52c91aa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200505 May 05 22:02:39.492079 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e31a692-5931-4e5d-9ceb-a2f3153c53bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342ac4ad-df38-40ce-a19f-b49aed5fa866,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:39.505319 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b33e7ba-9616-438f-b0b9-044d99e4269d req-b2581295-2b60-4017-86b5-77801f6e6851 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:39.506061 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-8b33e7ba-9616-438f-b0b9-044d99e4269d req-b2581295-2b60-4017-86b5-77801f6e6851 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Synchronizing usage tracker for tenant:06fb629024324e968714595537efac5c on resource:network {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:02:39.516768 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.tag.tag_plugin [None req-a0af1411-011e-4f16-bfcd-4570f19040e0 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '0413ee90-a9b4-4c29-a2b6-3ae52bd97e55', {'tags': ['tempest-TagsExtTest-Tag-1936634617', 'tempest-TagsExtTest-Tag-1361003724', 'tempest-TagsExtTest-Tag-1751720703']}) {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:39.618796 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb6d26b-df41-4852-95e9-73c27a8e0168 None None] Network da94abce-5ece-4742-b6d0-f89044eb6bbd requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:02:39.665481 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6e31a692-5931-4e5d-9ceb-a2f3153c53bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:39.667487 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-6e31a692-5931-4e5d-9ceb-a2f3153c53bc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/342ac4ad-df38-40ce-a19f-b49aed5fa866 HTTP/1.1" status: 204 len: 168 time: 2.1659119 May 05 22:02:39.692327 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-8b33e7ba-9616-438f-b0b9-044d99e4269d req-b2581295-2b60-4017-86b5-77801f6e6851 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Unset dirty status for tenant:06fb629024324e968714595537efac5c on resource:network {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:02:39.701849 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8b33e7ba-9616-438f-b0b9-044d99e4269d req-b2581295-2b60-4017-86b5-77801f6e6851 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/networks?id=42af2df6-9729-4f65-bcaf-09a40ba18ce2 HTTP/1.1" status: 200 len: 796 time: 1.0470500 May 05 22:02:39.736879 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3c5fb47b-fd8a-4ab5-95da-e4a551c2fcb6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:39.738262 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3c5fb47b-fd8a-4ab5-95da-e4a551c2fcb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:39.753171 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8b33e7ba-9616-438f-b0b9-044d99e4269d req-ab1308f8-23b6-4ea5-ac3a-a9c8a2063b08 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/quotas/06fb629024324e968714595537efac5c HTTP/1.1" status: 200 len: 375 time: 0.0499108 May 05 22:02:39.785565 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f3805ddc-bc4a-4dc4-a493-a8247670887c None None] Provisioning for port 8f1d7baa-ff5f-4220-ae07-64015fe3f992 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:02:39.846396 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9aed7cda-7289-45a5-8a67-eb303ce9f7bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:39.887576 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9aed7cda-7289-45a5-8a67-eb303ce9f7bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:39.902118 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 8f1d7baa-ff5f-4220-ae07-64015fe3f992 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:02:39.916193 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 8f1d7baa-ff5f-4220-ae07-64015fe3f992 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:02:39.916577 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:39.920109 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a0af1411-011e-4f16-bfcd-4570f19040e0 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] 10.222.0.23 "PUT /v2.0/routers/0413ee90-a9b4-4c29-a2b6-3ae52bd97e55/tags HTTP/1.1" status: 200 len: 318 time: 0.4975080 May 05 22:02:39.921505 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56738) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:39.924743 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1903d4b4-fe42-4822-bf8c-0a659683cbe0 req-5a729b18-abb4-42cf-b658-759268834fe3 service neutron] 10.222.0.44 "GET /v2.0/networks/c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5395613 May 05 22:02:39.940327 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.tag.tag_plugin [None req-33e6c887-2039-4c2f-b01e-b7c2628ef6b5 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0413ee90-a9b4-4c29-a2b6-3ae52bd97e55') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:40.049856 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9aed7cda-7289-45a5-8a67-eb303ce9f7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:40.124704 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f2e60b11-6b1b-45ec-bf8d-08eb064835a4 None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:40.186076 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f2e60b11-6b1b-45ec-bf8d-08eb064835a4 None None] Transition to ACTIVE for port object 8006ca00-ad71-4ca9-9fa1-dc9fa02d35f1 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:02:40.210254 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f2e60b11-6b1b-45ec-bf8d-08eb064835a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:40.241337 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aed7cda-7289-45a5-8a67-eb303ce9f7bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5accdf-db0e-4183-9287-432c6edb066b,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:40.307234 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9aed7cda-7289-45a5-8a67-eb303ce9f7bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:40.312268 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-9aed7cda-7289-45a5-8a67-eb303ce9f7bc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ed5accdf-db0e-4183-9287-432c6edb066b HTTP/1.1" status: 204 len: 168 time: 1.3067679 May 05 22:02:40.347766 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:40.358156 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d229a0-0051-4648-b9e0-a0327db8430d req-2adba929-858d-4f42-9b54-e9a90c0c502a tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:40.370141 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-48d229a0-0051-4648-b9e0-a0327db8430d req-2adba929-858d-4f42-9b54-e9a90c0c502a tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] 10.222.0.23 "GET /v2.0/ports?device_id=20b35301-1cb9-4b76-b135-86bd8a0d6b7e HTTP/1.1" status: 200 len: 945 time: 0.8469176 May 05 22:02:40.426614 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1903d4b4-fe42-4822-bf8c-0a659683cbe0 req-c7f38287-1732-47e1-a2dc-6f5f7f76a5d5 service neutron] 10.222.0.44 "GET /v2.0/networks/c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618169 May 05 22:02:40.447153 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-33e6c887-2039-4c2f-b01e-b7c2628ef6b5 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] 10.222.0.23 "DELETE /v2.0/routers/0413ee90-a9b4-4c29-a2b6-3ae52bd97e55/tags HTTP/1.1" status: 204 len: 168 time: 0.5170434 May 05 22:02:40.449075 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56750) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:40.463351 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.tag.tag_plugin [None req-19fddfd8-16ca-468d-88f9-7439746cfd2d tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0413ee90-a9b4-4c29-a2b6-3ae52bd97e55', 'tempest-TagsExtTest-Tag-1936634617') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:40.554034 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 8f1d7baa-ff5f-4220-ae07-64015fe3f992, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=8f1d7baa-ff5f-4220-ae07-64015fe3f992,segment=NetworkSegment(b0853f69-0751-43f3-82dd-3ab4be255b1c),segment_id=b0853f69-0751-43f3-82dd-3ab4be255b1c)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:02:40.595533 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:40.603799 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6845e35b-f0f6-4f0f-bc97-cca48c587cdd None None] Pushing event updated for resources: {'Port': ['ID=8006ca00-ad71-4ca9-9fa1-dc9fa02d35f1,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:40.694955 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-48d229a0-0051-4648-b9e0-a0327db8430d req-fe34da5d-c294-46d9-983f-60dbc6a44dde tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] 10.222.0.23 "GET /v2.0/security-groups?id=973c3caa-dfbd-4ad1-aaba-c4a52c91aa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185356 May 05 22:02:40.744136 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8b33e7ba-9616-438f-b0b9-044d99e4269d req-6a2136a9-ce89-4773-8156-457889b00c56 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=06fb629024324e968714595537efac5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9891129 May 05 22:02:40.983352 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=8f1d7baa-ff5f-4220-ae07-64015fe3f992,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:40.985841 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-19fddfd8-16ca-468d-88f9-7439746cfd2d tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] show failed (client error): The resource could not be found. May 05 22:02:40.991911 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-19fddfd8-16ca-468d-88f9-7439746cfd2d tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] 10.222.0.23 "GET /v2.0/routers/0413ee90-a9b4-4c29-a2b6-3ae52bd97e55/tags/tempest-TagsExtTest-Tag-1936634617 HTTP/1.1" status: 404 len: 329 time: 0.5394185 May 05 22:02:40.999427 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56762) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:41.034773 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.tag.tag_plugin [None req-78eba262-41d5-4968-9a64-58945240ea9f tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0413ee90-a9b4-4c29-a2b6-3ae52bd97e55', 'tempest-TagsExtTest-Tag-1361003724') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:41.103485 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-f2e60b11-6b1b-45ec-bf8d-08eb064835a4 None None] Attempting to bind port 8006ca00-ad71-4ca9-9fa1-dc9fa02d35f1 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:02:41.104092 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-f2e60b11-6b1b-45ec-bf8d-08eb064835a4 None None] Attempting to bind port 8006ca00-ad71-4ca9-9fa1-dc9fa02d35f1 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '9c0a9c7f-0295-42c0-9e5a-dfe13b910f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42af2df6-9729-4f65-bcaf-09a40ba18ce2'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:02:41.104677 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e60b11-6b1b-45ec-bf8d-08eb064835a4 None None] Attempting to bind port 8006ca00-ad71-4ca9-9fa1-dc9fa02d35f1 on network 42af2df6-9729-4f65-bcaf-09a40ba18ce2 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:02:41.107095 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8b33e7ba-9616-438f-b0b9-044d99e4269d req-ccaff1ee-f7e3-4ab7-8f32-be4e29d63475 service neutron] 10.222.0.23 "GET /v2.0/networks/42af2df6-9729-4f65-bcaf-09a40ba18ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590319 May 05 22:02:41.114616 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e60b11-6b1b-45ec-bf8d-08eb064835a4 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:02:41.115283 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e60b11-6b1b-45ec-bf8d-08eb064835a4 None None] Checking segment: {'id': '9c0a9c7f-0295-42c0-9e5a-dfe13b910f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42af2df6-9729-4f65-bcaf-09a40ba18ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:02:41.115878 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f2e60b11-6b1b-45ec-bf8d-08eb064835a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:41.116431 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e60b11-6b1b-45ec-bf8d-08eb064835a4 None None] Bound using segment: {'id': '9c0a9c7f-0295-42c0-9e5a-dfe13b910f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42af2df6-9729-4f65-bcaf-09a40ba18ce2'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:02:41.117159 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-f2e60b11-6b1b-45ec-bf8d-08eb064835a4 None None] Bound port: 8006ca00-ad71-4ca9-9fa1-dc9fa02d35f1, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c0a9c7f-0295-42c0-9e5a-dfe13b910f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42af2df6-9729-4f65-bcaf-09a40ba18ce2'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:02:41.117844 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f2e60b11-6b1b-45ec-bf8d-08eb064835a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:41.297494 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f2e60b11-6b1b-45ec-bf8d-08eb064835a4 None None] For port 8006ca00-ad71-4ca9-9fa1-dc9fa02d35f1, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:02:41.306216 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f2e60b11-6b1b-45ec-bf8d-08eb064835a4 None None] For port 8006ca00-ad71-4ca9-9fa1-dc9fa02d35f1, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=8006ca00-ad71-4ca9-9fa1-dc9fa02d35f1,segment=NetworkSegment(9c0a9c7f-0295-42c0-9e5a-dfe13b910f94),segment_id=9c0a9c7f-0295-42c0-9e5a-dfe13b910f94)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:02:41.320898 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f2e60b11-6b1b-45ec-bf8d-08eb064835a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:41.371942 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-78eba262-41d5-4968-9a64-58945240ea9f tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] show failed (client error): The resource could not be found. May 05 22:02:41.375933 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-78eba262-41d5-4968-9a64-58945240ea9f tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] 10.222.0.23 "GET /v2.0/routers/0413ee90-a9b4-4c29-a2b6-3ae52bd97e55/tags/tempest-TagsExtTest-Tag-1361003724 HTTP/1.1" status: 404 len: 329 time: 0.3754771 May 05 22:02:41.376689 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56776) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:41.385573 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.tag.tag_plugin [None req-bb918dfc-c802-4fdd-954e-4fee634d8fdf tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0413ee90-a9b4-4c29-a2b6-3ae52bd97e55', 'tempest-TagsExtTest-Tag-1751720703') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:41.466274 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e96873da-49d9-4b5f-a313-d74a98de3b1e None None] Provisioning complete for port 8f1d7baa-ff5f-4220-ae07-64015fe3f992 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:02:41.467126 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e96873da-49d9-4b5f-a313-d74a98de3b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:41.508356 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8b33e7ba-9616-438f-b0b9-044d99e4269d req-f23ac172-415d-4ea4-bfcf-b84d23eaa65c service neutron] 10.222.0.23 "GET /v2.0/networks/42af2df6-9729-4f65-bcaf-09a40ba18ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3998315 May 05 22:02:41.811730 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e60b11-6b1b-45ec-bf8d-08eb064835a4 None None] Routers {'10cb3c67-5bbd-46ac-84b6-2674ad37c9cd'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:02:41.812525 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-f2e60b11-6b1b-45ec-bf8d-08eb064835a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:02:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['10cb3c67-5bbd-46ac-84b6-2674ad37c9cd'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:41.819946 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-bb918dfc-c802-4fdd-954e-4fee634d8fdf tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] show failed (client error): The resource could not be found. May 05 22:02:41.830382 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-bb918dfc-c802-4fdd-954e-4fee634d8fdf tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] 10.222.0.23 "GET /v2.0/routers/0413ee90-a9b4-4c29-a2b6-3ae52bd97e55/tags/tempest-TagsExtTest-Tag-1751720703 HTTP/1.1" status: 404 len: 329 time: 0.4512944 May 05 22:02:41.831978 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56792) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:41.848251 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.tag.tag_plugin [None req-89e33b83-1521-42e3-8196-552f5262878f tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'a3889c59-e063-4ebe-b9c2-f00dc266ff87', {'tags': ['tempest-TagsExtTest-Tag-58606469', 'tempest-TagsExtTest-Tag-1878410940', 'tempest-TagsExtTest-Tag-2002257303']}) {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:41.919601 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c225d149-7368-440e-abba-e516183559e7 req-abfb5a80-b56e-4d39-a883-7bde70e0641e tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:41.928205 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c225d149-7368-440e-abba-e516183559e7 req-abfb5a80-b56e-4d39-a883-7bde70e0641e tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca770a07-6893-4970-ab91-c12fb85165a7 HTTP/1.1" status: 200 len: 945 time: 0.4170935 May 05 22:02:41.945303 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b97fb49f-a596-4abf-9eaf-a33bd4ed3dc6 req-8d933e66-3081-4ea2-8a7b-fb2890354bc8 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb54e4c6-5fa4-4830-9811-c7baf4aa8b79 HTTP/1.1" status: 200 len: 210 time: 0.0950031 May 05 22:02:41.971997 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-89e33b83-1521-42e3-8196-552f5262878f tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] 10.222.0.23 "PUT /v2.0/subnetpools/a3889c59-e063-4ebe-b9c2-f00dc266ff87/tags HTTP/1.1" status: 200 len: 316 time: 0.1340263 May 05 22:02:41.972606 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56800) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:41.984614 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.tag.tag_plugin [None req-0836c862-0ec2-47aa-b3bb-a5e3fa19d573 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a3889c59-e063-4ebe-b9c2-f00dc266ff87') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:42.074708 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0836c862-0ec2-47aa-b3bb-a5e3fa19d573 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] 10.222.0.23 "DELETE /v2.0/subnetpools/a3889c59-e063-4ebe-b9c2-f00dc266ff87/tags HTTP/1.1" status: 204 len: 168 time: 0.0986042 May 05 22:02:42.075621 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56806) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:42.083146 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.tag.tag_plugin [None req-f6092e7d-e996-45f9-b309-3253fc00e435 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a3889c59-e063-4ebe-b9c2-f00dc266ff87', 'tempest-TagsExtTest-Tag-58606469') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:42.111733 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c225d149-7368-440e-abba-e516183559e7 req-f7444d08-6313-4bf9-aa79-e193e97d75ae tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fa4e0b9-5123-49b5-89ca-ca778d1b0224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824884 May 05 22:02:42.113015 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c5fb47b-fd8a-4ab5-95da-e4a551c2fcb6 admin admin] Router 8598f5d7-eb46-409f-9875-d058ff8e964a is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 22:02:42.142789 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-f6092e7d-e996-45f9-b309-3253fc00e435 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] show failed (client error): The resource could not be found. May 05 22:02:42.144188 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f6092e7d-e996-45f9-b309-3253fc00e435 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] 10.222.0.23 "GET /v2.0/subnetpools/a3889c59-e063-4ebe-b9c2-f00dc266ff87/tags/tempest-TagsExtTest-Tag-58606469 HTTP/1.1" status: 404 len: 327 time: 0.0678184 May 05 22:02:42.156637 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56810) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:42.165306 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.tag.tag_plugin [None req-ef28eee4-af0b-41e9-9a9f-e3d9935d70ac tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a3889c59-e063-4ebe-b9c2-f00dc266ff87', 'tempest-TagsExtTest-Tag-1878410940') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:42.198172 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-ef28eee4-af0b-41e9-9a9f-e3d9935d70ac tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] show failed (client error): The resource could not be found. May 05 22:02:42.200356 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ef28eee4-af0b-41e9-9a9f-e3d9935d70ac tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] 10.222.0.23 "GET /v2.0/subnetpools/a3889c59-e063-4ebe-b9c2-f00dc266ff87/tags/tempest-TagsExtTest-Tag-1878410940 HTTP/1.1" status: 404 len: 329 time: 0.0419123 May 05 22:02:42.204442 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56814) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:42.212708 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.tag.tag_plugin [None req-29fac925-53ad-44d4-b393-2baa2421209d tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a3889c59-e063-4ebe-b9c2-f00dc266ff87', 'tempest-TagsExtTest-Tag-2002257303') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:42.240913 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-29fac925-53ad-44d4-b393-2baa2421209d tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] show failed (client error): The resource could not be found. May 05 22:02:42.247208 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-29fac925-53ad-44d4-b393-2baa2421209d tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] 10.222.0.23 "GET /v2.0/subnetpools/a3889c59-e063-4ebe-b9c2-f00dc266ff87/tags/tempest-TagsExtTest-Tag-2002257303 HTTP/1.1" status: 404 len: 329 time: 0.0414884 May 05 22:02:42.247784 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56820) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:42.253560 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.tag.tag_plugin [None req-578de3de-276f-4b92-9173-d81d4de16777 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a3889c59-e063-4ebe-b9c2-f00dc266ff87') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:42.288608 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-578de3de-276f-4b92-9173-d81d4de16777 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] 10.222.0.23 "DELETE /v2.0/subnetpools/a3889c59-e063-4ebe-b9c2-f00dc266ff87/tags HTTP/1.1" status: 204 len: 168 time: 0.0397167 May 05 22:02:42.291885 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56824) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:42.299786 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.tag.tag_plugin [None req-c9dfa245-4061-4bd1-a953-bbfe256b8c25 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0413ee90-a9b4-4c29-a2b6-3ae52bd97e55') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:42.308215 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6845e35b-f0f6-4f0f-bc97-cca48c587cdd None None] Pushing event updated for resources: {'Port': ['ID=8006ca00-ad71-4ca9-9fa1-dc9fa02d35f1,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:42.662768 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-f2e60b11-6b1b-45ec-bf8d-08eb064835a4 None None] Set router 10cb3c67-5bbd-46ac-84b6-2674ad37c9cd gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:02:42.799649 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 8f1d7baa-ff5f-4220-ae07-64015fe3f992 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:02:42.886014 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c9dfa245-4061-4bd1-a953-bbfe256b8c25 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] 10.222.0.23 "DELETE /v2.0/routers/0413ee90-a9b4-4c29-a2b6-3ae52bd97e55/tags HTTP/1.1" status: 204 len: 168 time: 0.5892959 May 05 22:02:42.888093 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56840) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:42.916842 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.tag.tag_plugin [None req-ee0778e9-6a86-4fcd-a12e-5eb0047fd5ed tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9639ad7c-521b-4353-a5af-11637345f8f1') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:43.043797 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b54b3-ca7c-4e3f-a217-a44f027506b8 req-e7e45223-c2c4-4768-bcc9-40cb10492632 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:43.045316 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ce7b54b3-ca7c-4e3f-a217-a44f027506b8 req-e7e45223-c2c4-4768-bcc9-40cb10492632 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] 10.222.0.23 "GET /v2.0/ports?device_id=20b35301-1cb9-4b76-b135-86bd8a0d6b7e HTTP/1.1" status: 200 len: 945 time: 0.3511727 May 05 22:02:43.146541 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ce7b54b3-ca7c-4e3f-a217-a44f027506b8 req-43085658-fd97-4540-8c7c-f0846bbe4f02 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] 10.222.0.23 "GET /v2.0/security-groups?id=973c3caa-dfbd-4ad1-aaba-c4a52c91aa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835669 May 05 22:02:43.188019 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 8f1d7baa-ff5f-4220-ae07-64015fe3f992 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:02:43.188553 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:43.265947 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ee0778e9-6a86-4fcd-a12e-5eb0047fd5ed tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] 10.222.0.23 "DELETE /v2.0/ports/9639ad7c-521b-4353-a5af-11637345f8f1/tags HTTP/1.1" status: 204 len: 168 time: 0.3577065 May 05 22:02:43.267491 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56854) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:43.273818 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.tag.tag_plugin [None req-cb20a785-3451-4bc8-97ec-c4f1d008a34e tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b50b05ee-f8f6-42db-983b-9bc5855bf8eb') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:43.296249 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-588b97a2-5ff7-40bd-bc0d-cba817cde0b0 req-a7da6623-8400-4d36-b332-043acfaaf01c tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb54e4c6-5fa4-4830-9811-c7baf4aa8b79 HTTP/1.1" status: 200 len: 210 time: 0.1476064 May 05 22:02:43.349891 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5fb47b-fd8a-4ab5-95da-e4a551c2fcb6 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:02:43.376496 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d186d36f-dcd1-4edb-a616-200a3b1f7e51 None None] Sync routers for ids ['8598f5d7-eb46-409f-9875-d058ff8e964a'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:02:43.407444 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d186d36f-dcd1-4edb-a616-200a3b1f7e51 None None] Routers {'8598f5d7-eb46-409f-9875-d058ff8e964a'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:02:43.408090 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-d186d36f-dcd1-4edb-a616-200a3b1f7e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:02:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8598f5d7-eb46-409f-9875-d058ff8e964a'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:43.479133 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-cb20a785-3451-4bc8-97ec-c4f1d008a34e tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] 10.222.0.23 "DELETE /v2.0/subnets/b50b05ee-f8f6-42db-983b-9bc5855bf8eb/tags HTTP/1.1" status: 204 len: 168 time: 0.2103508 May 05 22:02:43.484460 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56862) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:43.499863 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3c5fb47b-fd8a-4ab5-95da-e4a551c2fcb6 admin admin] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:43.509804 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-3c5fb47b-fd8a-4ab5-95da-e4a551c2fcb6 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 10.4672234 May 05 22:02:43.537687 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56866) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:43.795838 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5b7ae439-6c33-40a6-aca4-93cc5a344a41 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Notify callbacks [] for subnetpool, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:43.800429 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5b7ae439-6c33-40a6-aca4-93cc5a344a41 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] 10.222.0.23 "DELETE /v2.0/subnetpools/a3889c59-e063-4ebe-b9c2-f00dc266ff87 HTTP/1.1" status: 204 len: 168 time: 0.3146732 May 05 22:02:43.802952 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56876) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:43.978367 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-d186d36f-dcd1-4edb-a616-200a3b1f7e51 None None] Set router 8598f5d7-eb46-409f-9875-d058ff8e964a gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:02:43.980276 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1efa1892-ccf5-4065-ab40-f7efa35adb6b tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] 10.222.0.23 "GET /v2.0/ports?device_id=0413ee90-a9b4-4c29-a2b6-3ae52bd97e55 HTTP/1.1" status: 200 len: 205 time: 0.1692774 May 05 22:02:43.981294 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56880) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:44.149398 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7fd0f68d-18b5-472a-8e57-742d636b164d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:44.285708 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-f2e60b11-6b1b-45ec-bf8d-08eb064835a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cb3c67-5bbd-46ac-84b6-2674ad37c9cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1893328852', 'tenant_id': '06fb629024324e968714595537efac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'd7b9ff99-fda6-483f-88b3-92c834846233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:02:17Z', 'updated_at': '2022-05-05T22:02:33Z', 'revision_number': 4, 'project_id': '06fb629024324e968714595537efac5c', 'gw_port': {'id': 'd7b9ff99-fda6-483f-88b3-92c834846233', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ca:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb3c67-5bbd-46ac-84b6-2674ad37c9cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:19Z', 'updated_at': '2022-05-05T22:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '8006ca00-ad71-4ca9-9fa1-dc9fa02d35f1', 'name': '', 'network_id': '42af2df6-9729-4f65-bcaf-09a40ba18ce2', 'tenant_id': '06fb629024324e968714595537efac5c', 'mac_address': 'fa:16:3e:ba:14:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10cb3c67-5bbd-46ac-84b6-2674ad37c9cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e50b77d7-4ab1-4d1a-a967-e09424173e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:33Z', 'updated_at': '2022-05-05T22:02:41Z', 'revision_number': 4, 'project_id': '06fb629024324e968714595537efac5c', 'subnets': [{'id': 'e50b77d7-4ab1-4d1a-a967-e09424173e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:44.308734 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e60b11-6b1b-45ec-bf8d-08eb064835a4 None None] The sync data for ids ['10cb3c67-5bbd-46ac-84b6-2674ad37c9cd'] in n-d-825175-4 is: [{'id': '10cb3c67-5bbd-46ac-84b6-2674ad37c9cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1893328852', 'tenant_id': '06fb629024324e968714595537efac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'd7b9ff99-fda6-483f-88b3-92c834846233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:02:17Z', 'updated_at': '2022-05-05T22:02:33Z', 'revision_number': 4, 'project_id': '06fb629024324e968714595537efac5c', 'gw_port': {'id': 'd7b9ff99-fda6-483f-88b3-92c834846233', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ca:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb3c67-5bbd-46ac-84b6-2674ad37c9cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:19Z', 'updated_at': '2022-05-05T22:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '8006ca00-ad71-4ca9-9fa1-dc9fa02d35f1', 'name': '', 'network_id': '42af2df6-9729-4f65-bcaf-09a40ba18ce2', 'tenant_id': '06fb629024324e968714595537efac5c', 'mac_address': 'fa:16:3e:ba:14:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10cb3c67-5bbd-46ac-84b6-2674ad37c9cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e50b77d7-4ab1-4d1a-a967-e09424173e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:33Z', 'updated_at': '2022-05-05T22:02:41Z', 'revision_number': 4, 'project_id': '06fb629024324e968714595537efac5c', 'subnets': [{'id': 'e50b77d7-4ab1-4d1a-a967-e09424173e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:02:44.506080 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68947b76-05d1-4769-b077-d42c68b9eca3 req-f5431c03-fa9d-4661-a622-f79e9f8c6549 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:44.518287 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-68947b76-05d1-4769-b077-d42c68b9eca3 req-f5431c03-fa9d-4661-a622-f79e9f8c6549 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca770a07-6893-4970-ab91-c12fb85165a7 HTTP/1.1" status: 200 len: 945 time: 1.1065340 May 05 22:02:44.588128 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ed420ba3-006a-4440-a16f-a417dfaf9010 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:44.590868 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f5a2b2-0e73-491a-8339-68eb47034289 req-4a6be725-e5ab-41db-8314-d490ee86bae9 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:44.600337 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-19f5a2b2-0e73-491a-8339-68eb47034289 req-4a6be725-e5ab-41db-8314-d490ee86bae9 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ebdd003-44e6-4bd9-abc5-b3c4a46c0bc2 HTTP/1.1" status: 200 len: 945 time: 0.7724066 May 05 22:02:44.874808 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-68947b76-05d1-4769-b077-d42c68b9eca3 req-b033e608-fe64-45be-99b3-8daf18c48426 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fa4e0b9-5123-49b5-89ca-ca778d1b0224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3521223 May 05 22:02:44.893510 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 8006ca00-ad71-4ca9-9fa1-dc9fa02d35f1 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:02:44.898784 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-d186d36f-dcd1-4edb-a616-200a3b1f7e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'name': 'tempest-AttachVolumeNegativeTest-273245844-router', 'tenant_id': '2578689695ab4a55a99443682838538b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '6953bf02-942c-4df7-b861-f3365d5a587d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:02:33Z', 'updated_at': '2022-05-05T22:02:38Z', 'revision_number': 3, 'project_id': '2578689695ab4a55a99443682838538b', 'gw_port': {'id': '6953bf02-942c-4df7-b861-f3365d5a587d', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b2:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:35Z', 'updated_at': '2022-05-05T22:02:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:44.904085 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d186d36f-dcd1-4edb-a616-200a3b1f7e51 None None] Checking router: 8598f5d7-eb46-409f-9875-d058ff8e964a for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:02:44.904682 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d186d36f-dcd1-4edb-a616-200a3b1f7e51 None None] Updating router 8598f5d7-eb46-409f-9875-d058ff8e964a port 6953bf02-942c-4df7-b861-f3365d5a587d binding host n-d-825175-4 {{(pid=84068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:02:44.957520 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-19f5a2b2-0e73-491a-8339-68eb47034289 req-39ac89dd-0974-48ca-8cc9-6cebd41703ef tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] 10.222.0.23 "GET /v2.0/security-groups?id=973c3caa-dfbd-4ad1-aaba-c4a52c91aa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562531 May 05 22:02:44.973220 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-d186d36f-dcd1-4edb-a616-200a3b1f7e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:45.158410 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 8006ca00-ad71-4ca9-9fa1-dc9fa02d35f1 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:02:45.166444 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 8006ca00-ad71-4ca9-9fa1-dc9fa02d35f1 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:02:45.166849 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:45.555561 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:45.668138 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 8006ca00-ad71-4ca9-9fa1-dc9fa02d35f1, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=8006ca00-ad71-4ca9-9fa1-dc9fa02d35f1,segment=NetworkSegment(9c0a9c7f-0295-42c0-9e5a-dfe13b910f94),segment_id=9c0a9c7f-0295-42c0-9e5a-dfe13b910f94)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:02:45.686782 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:45.975586 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=8006ca00-ad71-4ca9-9fa1-dc9fa02d35f1,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:46.057868 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ed420ba3-006a-4440-a16f-a417dfaf9010 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:46.070445 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ed420ba3-006a-4440-a16f-a417dfaf9010 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:46.126854 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ed420ba3-006a-4440-a16f-a417dfaf9010 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:46.127357 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed420ba3-006a-4440-a16f-a417dfaf9010 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Fanout notify agent at l3_agent the message router_deleted on router 0413ee90-a9b4-4c29-a2b6-3ae52bd97e55 {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:02:46.155918 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ed420ba3-006a-4440-a16f-a417dfaf9010 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:46.158083 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ed420ba3-006a-4440-a16f-a417dfaf9010 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] 10.222.0.23 "DELETE /v2.0/routers/0413ee90-a9b4-4c29-a2b6-3ae52bd97e55 HTTP/1.1" status: 204 len: 168 time: 2.1739414 May 05 22:02:46.162011 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56916) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:46.179310 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bac61e23-eb51-416b-ba09-1f8a498464b5 req-f54cb6a8-ade8-4e24-a3c2-9233d68df5c5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb54e4c6-5fa4-4830-9811-c7baf4aa8b79 HTTP/1.1" status: 200 len: 210 time: 0.4698057 May 05 22:02:46.222190 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-d186d36f-dcd1-4edb-a616-200a3b1f7e51 None None] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:46.253876 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.provisioning_blocks [None req-d186d36f-dcd1-4edb-a616-200a3b1f7e51 None None] Transition to ACTIVE for port object 6953bf02-942c-4df7-b861-f3365d5a587d will not be triggered until provisioned by entity L2. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:02:46.267735 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-d186d36f-dcd1-4edb-a616-200a3b1f7e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:46.273772 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fc56c0a1-16c3-45a9-ae21-f77a98546bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:46.281058 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b33e7ba-9616-438f-b0b9-044d99e4269d req-be420d99-3bcb-4e31-bf68-a1d9889cdbac tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:46.282535 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8b33e7ba-9616-438f-b0b9-044d99e4269d req-be420d99-3bcb-4e31-bf68-a1d9889cdbac tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.32 "GET /v2.0/networks?id=42af2df6-9729-4f65-bcaf-09a40ba18ce2 HTTP/1.1" status: 200 len: 796 time: 1.0091066 May 05 22:02:46.350304 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-92f7a688-2cc1-427f-805e-6aa0cf29d8a8 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Deleting port 9639ad7c-521b-4353-a5af-11637345f8f1 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:02:46.350906 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-92f7a688-2cc1-427f-805e-6aa0cf29d8a8 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:46.459766 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cbeaa0-802e-4800-987b-7ffaad4b0952 None None] Pushing event updated for resources: {'Port': ['ID=6953bf02-942c-4df7-b861-f3365d5a587d,revision_number=2']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:46.501224 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f1fe8-f94a-4772-b6f1-e6911c7d2874 req-6893f640-f71d-4650-bef0-a5edf3af0504 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:46.515202 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-182f1fe8-f94a-4772-b6f1-e6911c7d2874 req-6893f640-f71d-4650-bef0-a5edf3af0504 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef424eb5-2bfa-4a4d-a0b2-6a0d711d4d7c HTTP/1.1" status: 200 len: 945 time: 0.7963049 May 05 22:02:46.519721 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-d186d36f-dcd1-4edb-a616-200a3b1f7e51 None None] Attempting to bind port 6953bf02-942c-4df7-b861-f3365d5a587d on host n-d-825175-4 for vnic_type normal with profile {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:02:46.520080 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-d186d36f-dcd1-4edb-a616-200a3b1f7e51 None None] Attempting to bind port 6953bf02-942c-4df7-b861-f3365d5a587d by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:02:46.520434 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d186d36f-dcd1-4edb-a616-200a3b1f7e51 None None] Attempting to bind port 6953bf02-942c-4df7-b861-f3365d5a587d on network 25bfe237-58de-4709-a3e0-ac79da07c300 {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:02:46.527300 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8b33e7ba-9616-438f-b0b9-044d99e4269d req-84b8e18b-6147-492e-8dda-229a0aa175d7 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06fb629024324e968714595537efac5c HTTP/1.1" status: 200 len: 379 time: 0.1948221 May 05 22:02:46.541329 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d186d36f-dcd1-4edb-a616-200a3b1f7e51 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:02:46.541701 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d186d36f-dcd1-4edb-a616-200a3b1f7e51 None None] Checking segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:02:46.542132 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-d186d36f-dcd1-4edb-a616-200a3b1f7e51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:46.542521 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d186d36f-dcd1-4edb-a616-200a3b1f7e51 None None] Bound using segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:02:46.543021 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-d186d36f-dcd1-4edb-a616-200a3b1f7e51 None None] Bound port: 6953bf02-942c-4df7-b861-f3365d5a587d, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:02:46.543412 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-d186d36f-dcd1-4edb-a616-200a3b1f7e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:46.590599 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-8b33e7ba-9616-438f-b0b9-044d99e4269d req-3d28a1b8-c25b-4e1c-9575-133eec239008 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Request body: {'port': {'device_id': 'fb54e4c6-5fa4-4830-9811-c7baf4aa8b79', 'network_id': '42af2df6-9729-4f65-bcaf-09a40ba18ce2', 'admin_state_up': True, 'tenant_id': '06fb629024324e968714595537efac5c', 'security_groups': ['07d0c3d5-b7c4-418a-abaf-9ffbc9641ae9']}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:02:46.724259 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-d186d36f-dcd1-4edb-a616-200a3b1f7e51 None None] For port 6953bf02-942c-4df7-b861-f3365d5a587d, host n-d-825175-4, cleared binding levels {{(pid=84068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:02:46.728753 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-d186d36f-dcd1-4edb-a616-200a3b1f7e51 None None] For port 6953bf02-942c-4df7-b861-f3365d5a587d, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=6953bf02-942c-4df7-b861-f3365d5a587d,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:02:46.737746 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-d186d36f-dcd1-4edb-a616-200a3b1f7e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:46.756841 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 8006ca00-ad71-4ca9-9fa1-dc9fa02d35f1 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:02:46.858410 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-182f1fe8-f94a-4772-b6f1-e6911c7d2874 req-3a3f7bb7-19e2-4c0c-9cee-fa32f517f333 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] 10.222.0.23 "GET /v2.0/security-groups?id=973c3caa-dfbd-4ad1-aaba-c4a52c91aa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255463 May 05 22:02:46.920654 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-92f7a688-2cc1-427f-805e-6aa0cf29d8a8 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:46.935763 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d186d36f-dcd1-4edb-a616-200a3b1f7e51 None None] Routers {'8598f5d7-eb46-409f-9875-d058ff8e964a'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:02:46.936847 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-d186d36f-dcd1-4edb-a616-200a3b1f7e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:02:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8598f5d7-eb46-409f-9875-d058ff8e964a'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:46.968419 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 8006ca00-ad71-4ca9-9fa1-dc9fa02d35f1 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:02:46.969043 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:47.165384 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-8b33e7ba-9616-438f-b0b9-044d99e4269d req-3d28a1b8-c25b-4e1c-9575-133eec239008 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:02:47.180973 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-8b33e7ba-9616-438f-b0b9-044d99e4269d req-3d28a1b8-c25b-4e1c-9575-133eec239008 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Usage tracker for resource:port and tenant:06fb629024324e968714595537efac5c is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:02:47.191782 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-8b33e7ba-9616-438f-b0b9-044d99e4269d req-3d28a1b8-c25b-4e1c-9575-133eec239008 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:02:47.216073 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-8b33e7ba-9616-438f-b0b9-044d99e4269d req-3d28a1b8-c25b-4e1c-9575-133eec239008 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:02:47.280314 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b33e7ba-9616-438f-b0b9-044d99e4269d req-3d28a1b8-c25b-4e1c-9575-133eec239008 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Made reservation on behalf of 06fb629024324e968714595537efac5c for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:02:47.295364 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-8b33e7ba-9616-438f-b0b9-044d99e4269d req-3d28a1b8-c25b-4e1c-9575-133eec239008 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:47.358595 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:47.456442 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cbeaa0-802e-4800-987b-7ffaad4b0952 None None] Pushing event updated for resources: {'Port': ['ID=6953bf02-942c-4df7-b861-f3365d5a587d,revision_number=3']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:47.518096 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:47.614677 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-d186d36f-dcd1-4edb-a616-200a3b1f7e51 None None] Set router 8598f5d7-eb46-409f-9875-d058ff8e964a gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:02:47.625585 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-92f7a688-2cc1-427f-805e-6aa0cf29d8a8 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Calling delete_port for 9639ad7c-521b-4353-a5af-11637345f8f1 owned by {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:02:47.929936 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-92f7a688-2cc1-427f-805e-6aa0cf29d8a8 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:47.995396 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f7a688-2cc1-427f-805e-6aa0cf29d8a8 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Pushing event deleted for resources: {'Port': ['ID=9639ad7c-521b-4353-a5af-11637345f8f1,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:48.045808 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f7a688-2cc1-427f-805e-6aa0cf29d8a8 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:02:48.046155 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f7a688-2cc1-427f-805e-6aa0cf29d8a8 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:02:48.046508 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f7a688-2cc1-427f-805e-6aa0cf29d8a8 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:02:48.046857 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f7a688-2cc1-427f-805e-6aa0cf29d8a8 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:02:48.047187 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f7a688-2cc1-427f-805e-6aa0cf29d8a8 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:02:48.047514 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f7a688-2cc1-427f-805e-6aa0cf29d8a8 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:02:48.048150 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f7a688-2cc1-427f-805e-6aa0cf29d8a8 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:02:48.048477 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f7a688-2cc1-427f-805e-6aa0cf29d8a8 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:02:48.048805 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f7a688-2cc1-427f-805e-6aa0cf29d8a8 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:02:48.049320 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f7a688-2cc1-427f-805e-6aa0cf29d8a8 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:02:48.050264 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f7a688-2cc1-427f-805e-6aa0cf29d8a8 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:02:48.197665 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-92f7a688-2cc1-427f-805e-6aa0cf29d8a8 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:48.216610 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-92f7a688-2cc1-427f-805e-6aa0cf29d8a8 tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] 10.222.0.23 "DELETE /v2.0/ports/9639ad7c-521b-4353-a5af-11637345f8f1 HTTP/1.1" status: 204 len: 168 time: 2.0534885 May 05 22:02:48.217874 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56954) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:48.386187 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-d186d36f-dcd1-4edb-a616-200a3b1f7e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'name': 'tempest-AttachVolumeNegativeTest-273245844-router', 'tenant_id': '2578689695ab4a55a99443682838538b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '6953bf02-942c-4df7-b861-f3365d5a587d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:02:33Z', 'updated_at': '2022-05-05T22:02:38Z', 'revision_number': 3, 'project_id': '2578689695ab4a55a99443682838538b', 'gw_port': {'id': '6953bf02-942c-4df7-b861-f3365d5a587d', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b2:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:35Z', 'updated_at': '2022-05-05T22:02:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:48.396676 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d186d36f-dcd1-4edb-a616-200a3b1f7e51 None None] The sync data for ids ['8598f5d7-eb46-409f-9875-d058ff8e964a'] in n-d-825175-4 is: [{'id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'name': 'tempest-AttachVolumeNegativeTest-273245844-router', 'tenant_id': '2578689695ab4a55a99443682838538b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '6953bf02-942c-4df7-b861-f3365d5a587d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:02:33Z', 'updated_at': '2022-05-05T22:02:38Z', 'revision_number': 3, 'project_id': '2578689695ab4a55a99443682838538b', 'gw_port': {'id': '6953bf02-942c-4df7-b861-f3365d5a587d', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b2:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:35Z', 'updated_at': '2022-05-05T22:02:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:02:48.405344 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5a096817-478a-46d2-ae25-5c360adfe4f4 req-151a9a64-15fa-4b0a-85af-f70569f17cf9 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb54e4c6-5fa4-4830-9811-c7baf4aa8b79 HTTP/1.1" status: 200 len: 210 time: 0.7680538 May 05 22:02:48.595343 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-8b33e7ba-9616-438f-b0b9-044d99e4269d req-3d28a1b8-c25b-4e1c-9575-133eec239008 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Allocated IP 172.20.0.3 (42af2df6-9729-4f65-bcaf-09a40ba18ce2/e50b77d7-4ab1-4d1a-a967-e09424173e35/571c4463-2d28-44d3-8f2b-39e0adaf48f1) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:02:48.603016 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-4861e550-5c53-408d-81f8-8d12b1165eef tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Deleting subnet b50b05ee-f8f6-42db-983b-9bc5855bf8eb {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:02:48.617409 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4861e550-5c53-408d-81f8-8d12b1165eef tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:48.703806 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:02:48.746332 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4861e550-5c53-408d-81f8-8d12b1165eef tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:48.835053 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-8b33e7ba-9616-438f-b0b9-044d99e4269d req-3d28a1b8-c25b-4e1c-9575-133eec239008 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:48.851979 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-8b33e7ba-9616-438f-b0b9-044d99e4269d req-3d28a1b8-c25b-4e1c-9575-133eec239008 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Transition to ACTIVE for port object 571c4463-2d28-44d3-8f2b-39e0adaf48f1 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:02:48.896162 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:48.929397 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59112e0e-38a8-4af0-8997-7bb9b4cf9306 req-fa1eb77c-a9ef-4421-b48c-f58d33945731 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:48.941885 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-59112e0e-38a8-4af0-8997-7bb9b4cf9306 req-fa1eb77c-a9ef-4421-b48c-f58d33945731 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef424eb5-2bfa-4a4d-a0b2-6a0d711d4d7c HTTP/1.1" status: 200 len: 945 time: 1.0315292 May 05 22:02:48.946222 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-8b33e7ba-9616-438f-b0b9-044d99e4269d req-3d28a1b8-c25b-4e1c-9575-133eec239008 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:49.043707 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4861e550-5c53-408d-81f8-8d12b1165eef tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:49.150380 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec00c0-f373-49f4-9f74-05226e1d3d8c req-7a03b8cc-9670-47a9-a599-3c8739951407 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:49.151875 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-06ec00c0-f373-49f4-9f74-05226e1d3d8c req-7a03b8cc-9670-47a9-a599-3c8739951407 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Synchronizing usage tracker for tenant:5a504eaa06b44a818804ac71b7bc1d0f on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:02:49.152640 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-59112e0e-38a8-4af0-8997-7bb9b4cf9306 req-a062ca14-c596-4330-95c0-840a24461dbb tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] 10.222.0.23 "GET /v2.0/security-groups?id=973c3caa-dfbd-4ad1-aaba-c4a52c91aa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097929 May 05 22:02:49.171391 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b33e7ba-9616-438f-b0b9-044d99e4269d req-3d28a1b8-c25b-4e1c-9575-133eec239008 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Network 42af2df6-9729-4f65-bcaf-09a40ba18ce2 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:02:49.182652 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4861e550-5c53-408d-81f8-8d12b1165eef tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:49.193145 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-8b33e7ba-9616-438f-b0b9-044d99e4269d req-3d28a1b8-c25b-4e1c-9575-133eec239008 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:02:49.200004 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b33e7ba-9616-438f-b0b9-044d99e4269d req-3d28a1b8-c25b-4e1c-9575-133eec239008 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:02:49.248596 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d28a1b8-c25b-4e1c-9575-133eec239008 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event updated for resources: {'Port': ['ID=571c4463-2d28-44d3-8f2b-39e0adaf48f1,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:49.266050 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4861e550-5c53-408d-81f8-8d12b1165eef tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:49.270508 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2297bf3-a011-436d-8e5b-880a41b3402a None None] Network 61ac7e7b-e87a-412f-b4d9-fe1edbb732dc requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:02:49.303672 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-4861e550-5c53-408d-81f8-8d12b1165eef tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] 10.222.0.23 "DELETE /v2.0/subnets/b50b05ee-f8f6-42db-983b-9bc5855bf8eb HTTP/1.1" status: 204 len: 168 time: 1.0843694 May 05 22:02:49.306939 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56974) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:49.309037 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-06ec00c0-f373-49f4-9f74-05226e1d3d8c req-7a03b8cc-9670-47a9-a599-3c8739951407 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Unset dirty status for tenant:5a504eaa06b44a818804ac71b7bc1d0f on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:02:49.310141 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-06ec00c0-f373-49f4-9f74-05226e1d3d8c req-7a03b8cc-9670-47a9-a599-3c8739951407 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef424eb5-2bfa-4a4d-a0b2-6a0d711d4d7c HTTP/1.1" status: 200 len: 945 time: 0.3612864 May 05 22:02:49.310864 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4861e550-5c53-408d-81f8-8d12b1165eef tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Pushing event deleted for resources: {'Subnet': ['ID=b50b05ee-f8f6-42db-983b-9bc5855bf8eb,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:49.471844 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b33e7ba-9616-438f-b0b9-044d99e4269d req-3d28a1b8-c25b-4e1c-9575-133eec239008 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:49.473284 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-8b33e7ba-9616-438f-b0b9-044d99e4269d req-3d28a1b8-c25b-4e1c-9575-133eec239008 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:49.531518 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-06ec00c0-f373-49f4-9f74-05226e1d3d8c req-7486654c-f66d-41dc-982c-6f9a5c52d87a tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Deleting port 768eabd7-79f3-471f-aff0-ca2ad4cd94a1 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:02:49.531752 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-06ec00c0-f373-49f4-9f74-05226e1d3d8c req-7486654c-f66d-41dc-982c-6f9a5c52d87a tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:49.782998 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5fa72a13-5e08-4f52-8219-fff8ab267e8d tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:49.789183 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8b33e7ba-9616-438f-b0b9-044d99e4269d req-3d28a1b8-c25b-4e1c-9575-133eec239008 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2120383 May 05 22:02:49.792658 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1a295b13-1cbc-412d-9acf-950c92db729b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:49.876398 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-27b1b8ec-7e43-42e1-a356-3a2f7886f825 None None] Provisioning for port 571c4463-2d28-44d3-8f2b-39e0adaf48f1 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:02:49.891160 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-27b1b8ec-7e43-42e1-a356-3a2f7886f825 None None] Provisioning complete for port 571c4463-2d28-44d3-8f2b-39e0adaf48f1 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:02:49.892431 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-27b1b8ec-7e43-42e1-a356-3a2f7886f825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:49.907557 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-8b33e7ba-9616-438f-b0b9-044d99e4269d req-22b5bf62-3afe-4c47-9b43-90421aabcf95 service neutron] Request body: {'port': {'device_id': 'fb54e4c6-5fa4-4830-9811-c7baf4aa8b79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:02:49.972546 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-06ec00c0-f373-49f4-9f74-05226e1d3d8c req-7486654c-f66d-41dc-982c-6f9a5c52d87a tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] For port 768eabd7-79f3-471f-aff0-ca2ad4cd94a1, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=768eabd7-79f3-471f-aff0-ca2ad4cd94a1,segment=NetworkSegment(b836fc27-272e-4e9f-939d-0b0d263b911c),segment_id=b836fc27-272e-4e9f-939d-0b0d263b911c)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:02:49.976666 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-06ec00c0-f373-49f4-9f74-05226e1d3d8c req-7486654c-f66d-41dc-982c-6f9a5c52d87a tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:50.060492 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-27b1b8ec-7e43-42e1-a356-3a2f7886f825 None None] Port 571c4463-2d28-44d3-8f2b-39e0adaf48f1 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:02:50.132145 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfd70cd-7f27-49a7-aac8-2dfbbd0a84f4 None None] DHCP port deletion for 61ac7e7b-e87a-412f-b4d9-fe1edbb732dc request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:02:50.136848 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-bbfd70cd-7f27-49a7-aac8-2dfbbd0a84f4 None None] Deleting port 3b960524-72d4-4156-bf5c-94abf9f8787f {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:02:50.137327 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-bbfd70cd-7f27-49a7-aac8-2dfbbd0a84f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:50.274962 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-06ec00c0-f373-49f4-9f74-05226e1d3d8c req-7486654c-f66d-41dc-982c-6f9a5c52d87a tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Calling delete_port for 768eabd7-79f3-471f-aff0-ca2ad4cd94a1 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:02:50.460484 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-5fa72a13-5e08-4f52-8219-fff8ab267e8d tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Deleting port 3b960524-72d4-4156-bf5c-94abf9f8787f {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:02:50.460870 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5fa72a13-5e08-4f52-8219-fff8ab267e8d tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:50.529058 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-06ec00c0-f373-49f4-9f74-05226e1d3d8c req-7486654c-f66d-41dc-982c-6f9a5c52d87a tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:50.592999 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['b78d8147-ce9c-4020-bdba-04dfec180dba'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:02:50.708779 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486654c-f66d-41dc-982c-6f9a5c52d87a tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Pushing event deleted for resources: {'Port': ['ID=768eabd7-79f3-471f-aff0-ca2ad4cd94a1,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:50.746984 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['bdb6ca0b-aa75-4d62-8d62-6468208460cb'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:02:50.837314 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 3b960524-72d4-4156-bf5c-94abf9f8787f no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:02:50.948427 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-06ec00c0-f373-49f4-9f74-05226e1d3d8c req-7486654c-f66d-41dc-982c-6f9a5c52d87a tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] No DVR routers for this DVR port 768eabd7-79f3-471f-aff0-ca2ad4cd94a1 on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:02:50.965990 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-06ec00c0-f373-49f4-9f74-05226e1d3d8c req-7486654c-f66d-41dc-982c-6f9a5c52d87a tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:50.968827 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef424eb5-2bfa-4a4d-a0b2-6a0d711d4d7c', 'name': 'network-vif-deleted', 'tag': '768eabd7-79f3-471f-aff0-ca2ad4cd94a1'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:02:51.036455 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-06ec00c0-f373-49f4-9f74-05226e1d3d8c req-7486654c-f66d-41dc-982c-6f9a5c52d87a tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] 10.222.0.44 "DELETE /v2.0/ports/768eabd7-79f3-471f-aff0-ca2ad4cd94a1 HTTP/1.1" status: 204 len: 173 time: 1.7140357 May 05 22:02:51.078187 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-bbfd70cd-7f27-49a7-aac8-2dfbbd0a84f4 None None] For port 3b960524-72d4-4156-bf5c-94abf9f8787f, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=3b960524-72d4-4156-bf5c-94abf9f8787f,segment=NetworkSegment(add15aa2-11b8-48b3-8849-0b5f648bdd42),segment_id=add15aa2-11b8-48b3-8849-0b5f648bdd42)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:02:51.081507 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-bbfd70cd-7f27-49a7-aac8-2dfbbd0a84f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:51.280888 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-8b33e7ba-9616-438f-b0b9-044d99e4269d req-22b5bf62-3afe-4c47-9b43-90421aabcf95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:51.301249 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-bbfd70cd-7f27-49a7-aac8-2dfbbd0a84f4 None None] Calling delete_port for 3b960524-72d4-4156-bf5c-94abf9f8787f owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:02:51.364007 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-1a295b13-1cbc-412d-9acf-950c92db729b admin admin] Allocated IP 172.20.0.1 (da94abce-5ece-4742-b6d0-f89044eb6bbd/b6329e98-aed7-463a-a6e6-dc9284056d36/558711ec-cc6b-4387-8a57-c44e1a328a9a) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:02:51.446409 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d586e82-16b3-41cd-9429-12a6f6e9108d req-77c790f7-042d-4b4f-8399-2034e5cb3888 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:51.447201 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-0d586e82-16b3-41cd-9429-12a6f6e9108d req-77c790f7-042d-4b4f-8399-2034e5cb3888 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Synchronizing usage tracker for tenant:06fb629024324e968714595537efac5c on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:02:51.468258 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ccf0af-79ea-4586-a5c6-2717ff1f7117 req-88bc47c0-f72f-4afd-bca7-5d32447f88be tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:51.475129 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e7ccf0af-79ea-4586-a5c6-2717ff1f7117 req-88bc47c0-f72f-4afd-bca7-5d32447f88be tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef424eb5-2bfa-4a4d-a0b2-6a0d711d4d7c HTTP/1.1" status: 200 len: 945 time: 1.0950541 May 05 22:02:51.476989 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:51.602425 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 768eabd7-79f3-471f-aff0-ca2ad4cd94a1 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:02:51.642454 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 3b960524-72d4-4156-bf5c-94abf9f8787f, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=3b960524-72d4-4156-bf5c-94abf9f8787f,segment=NetworkSegment(add15aa2-11b8-48b3-8849-0b5f648bdd42),segment_id=add15aa2-11b8-48b3-8849-0b5f648bdd42)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:02:51.669026 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: 768eabd7-79f3-471f-aff0-ca2ad4cd94a1 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:02:51.669728 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 768eabd7-79f3-471f-aff0-ca2ad4cd94a1 not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:02:51.672519 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:51.754784 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1a295b13-1cbc-412d-9acf-950c92db729b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:51.774781 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-1a295b13-1cbc-412d-9acf-950c92db729b admin admin] Transition to ACTIVE for port object 558711ec-cc6b-4387-8a57-c44e1a328a9a will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:02:51.828597 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=3b960524-72d4-4156-bf5c-94abf9f8787f,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:51.852761 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-bbfd70cd-7f27-49a7-aac8-2dfbbd0a84f4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:02:51.853437 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-bbfd70cd-7f27-49a7-aac8-2dfbbd0a84f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:02:52.027282 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1a295b13-1cbc-412d-9acf-950c92db729b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:52.140392 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-0d586e82-16b3-41cd-9429-12a6f6e9108d req-77c790f7-042d-4b4f-8399-2034e5cb3888 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Unset dirty status for tenant:06fb629024324e968714595537efac5c on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:02:52.141538 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0d586e82-16b3-41cd-9429-12a6f6e9108d req-77c790f7-042d-4b4f-8399-2034e5cb3888 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb54e4c6-5fa4-4830-9811-c7baf4aa8b79 HTTP/1.1" status: 200 len: 931 time: 2.3512645 May 05 22:02:52.254518 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a295b13-1cbc-412d-9acf-950c92db729b admin admin] Network da94abce-5ece-4742-b6d0-f89044eb6bbd is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:02:52.263173 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a295b13-1cbc-412d-9acf-950c92db729b admin admin] Pushing event updated for resources: {'Port': ['ID=558711ec-cc6b-4387-8a57-c44e1a328a9a,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:52.288972 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-1a295b13-1cbc-412d-9acf-950c92db729b admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:02:52.302571 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a295b13-1cbc-412d-9acf-950c92db729b admin admin] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:02:52.354944 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-bbfd70cd-7f27-49a7-aac8-2dfbbd0a84f4 None None] Deleting port 3b960524-72d4-4156-bf5c-94abf9f8787f {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:02:52.355751 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-bbfd70cd-7f27-49a7-aac8-2dfbbd0a84f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:52.388322 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1a295b13-1cbc-412d-9acf-950c92db729b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:52.430991 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-5fa72a13-5e08-4f52-8219-fff8ab267e8d tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] For port 3b960524-72d4-4156-bf5c-94abf9f8787f, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=3b960524-72d4-4156-bf5c-94abf9f8787f,segment=NetworkSegment(add15aa2-11b8-48b3-8849-0b5f648bdd42),segment_id=add15aa2-11b8-48b3-8849-0b5f648bdd42)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:02:52.431654 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5fa72a13-5e08-4f52-8219-fff8ab267e8d tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:52.445005 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e7ccf0af-79ea-4586-a5c6-2717ff1f7117 req-a42a5970-9f5f-4c6a-b614-3a92145e36d1 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] 10.222.0.23 "GET /v2.0/security-groups?id=973c3caa-dfbd-4ad1-aaba-c4a52c91aa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9690297 May 05 22:02:52.456639 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0d586e82-16b3-41cd-9429-12a6f6e9108d req-35810d34-e7e2-447a-8cb0-a10ef6e5ec26 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d0c3d5-b7c4-418a-abaf-9ffbc9641ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2797189 May 05 22:02:52.737439 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-5fa72a13-5e08-4f52-8219-fff8ab267e8d tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Calling delete_port for 3b960524-72d4-4156-bf5c-94abf9f8787f owned by network:dhcp {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:02:52.957395 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-bbfd70cd-7f27-49a7-aac8-2dfbbd0a84f4 None None] For port 3b960524-72d4-4156-bf5c-94abf9f8787f, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=3b960524-72d4-4156-bf5c-94abf9f8787f,segment=NetworkSegment(add15aa2-11b8-48b3-8849-0b5f648bdd42),segment_id=add15aa2-11b8-48b3-8849-0b5f648bdd42)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:02:52.964149 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-bbfd70cd-7f27-49a7-aac8-2dfbbd0a84f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:53.025523 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1a295b13-1cbc-412d-9acf-950c92db729b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:53.196869 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-bbfd70cd-7f27-49a7-aac8-2dfbbd0a84f4 None None] Calling delete_port for 3b960524-72d4-4156-bf5c-94abf9f8787f owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:02:53.216007 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.api [None req-5fa72a13-5e08-4f52-8219-fff8ab267e8d tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:02:53.216451 n-d-825175-4 neutron-server[84061]: DEBUG oslo_db.api [None req-5fa72a13-5e08-4f52-8219-fff8ab267e8d tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:02:53.219107 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2f121a7-909b-46be-a1a5-62617d3ea8f1'] response: {'server_uuid': 'ef424eb5-2bfa-4a4d-a0b2-6a0d711d4d7c', 'name': 'network-vif-deleted', 'tag': '768eabd7-79f3-471f-aff0-ca2ad4cd94a1', 'status': 'completed', 'code': 200} May 05 22:02:53.275924 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-8b33e7ba-9616-438f-b0b9-044d99e4269d req-22b5bf62-3afe-4c47-9b43-90421aabcf95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 571c4463-2d28-44d3-8f2b-39e0adaf48f1 {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:02:53.308515 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-8b33e7ba-9616-438f-b0b9-044d99e4269d req-22b5bf62-3afe-4c47-9b43-90421aabcf95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:53.330588 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-bbfd70cd-7f27-49a7-aac8-2dfbbd0a84f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:53.405899 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-8b33e7ba-9616-438f-b0b9-044d99e4269d req-22b5bf62-3afe-4c47-9b43-90421aabcf95 service neutron] Transition to ACTIVE for port object 571c4463-2d28-44d3-8f2b-39e0adaf48f1 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:02:53.417050 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-8b33e7ba-9616-438f-b0b9-044d99e4269d req-22b5bf62-3afe-4c47-9b43-90421aabcf95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:53.442748 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfd70cd-7f27-49a7-aac8-2dfbbd0a84f4 None None] Pushing event deleted for resources: {'Port': ['ID=3b960524-72d4-4156-bf5c-94abf9f8787f,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:53.489595 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfd70cd-7f27-49a7-aac8-2dfbbd0a84f4 None None] No DVR routers for this DVR port 3b960524-72d4-4156-bf5c-94abf9f8787f on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:02:53.505763 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-2ae13d9f-3850-408a-b5ec-acbb399cb88f None None] Provisioning for port 558711ec-cc6b-4387-8a57-c44e1a328a9a completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:02:53.532533 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-2ae13d9f-3850-408a-b5ec-acbb399cb88f None None] Provisioning complete for port 558711ec-cc6b-4387-8a57-c44e1a328a9a triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:02:53.538174 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2ae13d9f-3850-408a-b5ec-acbb399cb88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:53.721157 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-2ae13d9f-3850-408a-b5ec-acbb399cb88f None None] Port 558711ec-cc6b-4387-8a57-c44e1a328a9a cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:02:53.775607 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-5fa72a13-5e08-4f52-8219-fff8ab267e8d tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Deleting port 3b960524-72d4-4156-bf5c-94abf9f8787f {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:02:53.776856 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5fa72a13-5e08-4f52-8219-fff8ab267e8d tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:54.409010 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b5bf62-3afe-4c47-9b43-90421aabcf95 service neutron] Pushing event updated for resources: {'Port': ['ID=571c4463-2d28-44d3-8f2b-39e0adaf48f1,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:54.418568 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-5fa72a13-5e08-4f52-8219-fff8ab267e8d tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] The port '3b960524-72d4-4156-bf5c-94abf9f8787f' was deleted {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 22:02:54.503068 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 57088) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:54.614925 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.resource_extend [None req-1a295b13-1cbc-412d-9acf-950c92db729b admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 22:02:54.745717 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1a295b13-1cbc-412d-9acf-950c92db729b admin admin] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:54.837192 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 6953bf02-942c-4df7-b861-f3365d5a587d up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:02:54.847908 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1a295b13-1cbc-412d-9acf-950c92db729b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:54.852575 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-de90f64d-2570-4d8b-ab67-90a58366fa56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:54.908443 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-de90f64d-2570-4d8b-ab67-90a58366fa56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:02:54.915010 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-de90f64d-2570-4d8b-ab67-90a58366fa56 admin admin] Usage tracker for resource:security_group_rule and tenant:bcab20d381bf40abba3500f04032a366 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:02:54.922814 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-de90f64d-2570-4d8b-ab67-90a58366fa56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:02:54.933360 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-de90f64d-2570-4d8b-ab67-90a58366fa56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:02:54.953842 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 6953bf02-942c-4df7-b861-f3365d5a587d completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:02:54.966408 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 6953bf02-942c-4df7-b861-f3365d5a587d triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:02:54.968604 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:55.081752 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5fa72a13-5e08-4f52-8219-fff8ab267e8d tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:55.106220 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-de90f64d-2570-4d8b-ab67-90a58366fa56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:55.111161 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-5fa72a13-5e08-4f52-8219-fff8ab267e8d tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61ac7e7b-e87a-412f-b4d9-fe1edbb732dc']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:55.126303 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-5fa72a13-5e08-4f52-8219-fff8ab267e8d tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'add15aa2-11b8-48b3-8849-0b5f648bdd42') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:55.126467 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-de90f64d-2570-4d8b-ab67-90a58366fa56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:55.126630 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-5fa72a13-5e08-4f52-8219-fff8ab267e8d tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'add15aa2-11b8-48b3-8849-0b5f648bdd42') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:02:55.139396 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5fa72a13-5e08-4f52-8219-fff8ab267e8d tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:55.155955 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5fa72a13-5e08-4f52-8219-fff8ab267e8d tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:55.162293 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fa72a13-5e08-4f52-8219-fff8ab267e8d tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:02:55.162706 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5fa72a13-5e08-4f52-8219-fff8ab267e8d tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:55.212424 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de90f64d-2570-4d8b-ab67-90a58366fa56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c964dbe7-ada7-4b4d-8256-d7873ea850c9,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:55.254336 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-de90f64d-2570-4d8b-ab67-90a58366fa56 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bcab20d381bf40abba3500f04032a366&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7491128 May 05 22:02:55.258825 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 57108) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:55.313423 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:55.338159 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1a295b13-1cbc-412d-9acf-950c92db729b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:55.343996 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 22:02:55.343996 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:02:55.343996 n-d-825175-4 neutron-server[84061]: timer() May 05 22:02:55.343996 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:02:55.343996 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 22:02:55.343996 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:02:55.343996 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 22:02:55.343996 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:02:55.343996 n-d-825175-4 neutron-server[84061]: self._notify() May 05 22:02:55.343996 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:02:55.343996 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 22:02:55.343996 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:02:55.343996 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 22:02:55.343996 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:02:55.343996 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:02:55.343996 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:02:55.343996 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:02:55.343996 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:02:55.343996 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 22:02:55.343996 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:02:55.343996 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 22:02:55.343996 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:02:55.343996 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:02:55.343996 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:02:55.343996 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 22:02:55.343996 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:02:55.343996 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:02:55.343996 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:02:55.343996 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:02:55.343996 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:02:55.343996 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:02:55.343996 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:02:55.359015 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 6953bf02-942c-4df7-b861-f3365d5a587d, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=6953bf02-942c-4df7-b861-f3365d5a587d,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:02:55.373919 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:55.401205 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a295b13-1cbc-412d-9acf-950c92db729b admin admin] Pushing event updated for resources: {'Port': ['ID=558711ec-cc6b-4387-8a57-c44e1a328a9a,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:55.403780 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5fa72a13-5e08-4f52-8219-fff8ab267e8d tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:55.447765 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5fa72a13-5e08-4f52-8219-fff8ab267e8d tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:55.452782 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa72a13-5e08-4f52-8219-fff8ab267e8d tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] Pushing event deleted for resources: {'Network': ['ID=61ac7e7b-e87a-412f-b4d9-fe1edbb732dc,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:55.456795 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-8b33e7ba-9616-438f-b0b9-044d99e4269d req-22b5bf62-3afe-4c47-9b43-90421aabcf95 service neutron] Attempting to bind port 571c4463-2d28-44d3-8f2b-39e0adaf48f1 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:02:55.457120 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-8b33e7ba-9616-438f-b0b9-044d99e4269d req-22b5bf62-3afe-4c47-9b43-90421aabcf95 service neutron] Attempting to bind port 571c4463-2d28-44d3-8f2b-39e0adaf48f1 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': '9c0a9c7f-0295-42c0-9e5a-dfe13b910f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42af2df6-9729-4f65-bcaf-09a40ba18ce2'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:02:55.457442 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b33e7ba-9616-438f-b0b9-044d99e4269d req-22b5bf62-3afe-4c47-9b43-90421aabcf95 service neutron] Attempting to bind port 571c4463-2d28-44d3-8f2b-39e0adaf48f1 on network 42af2df6-9729-4f65-bcaf-09a40ba18ce2 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:02:55.457561 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-097d010c-c70a-4520-a5bc-5c26b8627040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:55.471524 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b33e7ba-9616-438f-b0b9-044d99e4269d req-22b5bf62-3afe-4c47-9b43-90421aabcf95 service neutron] Port 571c4463-2d28-44d3-8f2b-39e0adaf48f1 on network 42af2df6-9729-4f65-bcaf-09a40ba18ce2 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:02:55.471968 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b33e7ba-9616-438f-b0b9-044d99e4269d req-22b5bf62-3afe-4c47-9b43-90421aabcf95 service neutron] Attempting to bind port 571c4463-2d28-44d3-8f2b-39e0adaf48f1 on network 42af2df6-9729-4f65-bcaf-09a40ba18ce2 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:02:55.540760 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-097d010c-c70a-4520-a5bc-5c26b8627040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:55.564382 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=6953bf02-942c-4df7-b861-f3365d5a587d,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:55.597389 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6fcd2-9a41-4b9d-bbe2-2bade0d8795b req-1b532fd0-13c5-4399-86e5-a9a9352a554a tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:55.605856 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-44a6fcd2-9a41-4b9d-bbe2-2bade0d8795b req-1b532fd0-13c5-4399-86e5-a9a9352a554a tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb54e4c6-5fa4-4830-9811-c7baf4aa8b79 HTTP/1.1" status: 200 len: 943 time: 1.3788307 May 05 22:02:55.661049 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-097d010c-c70a-4520-a5bc-5c26b8627040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:55.681013 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-44a6fcd2-9a41-4b9d-bbe2-2bade0d8795b req-eafe4140-aadc-4971-b354-6f0f3c8c6871 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d0c3d5-b7c4-418a-abaf-9ffbc9641ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739336 May 05 22:02:55.689097 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-5fa72a13-5e08-4f52-8219-fff8ab267e8d tempest-TagsExtTest-680927567 tempest-TagsExtTest-680927567-project] 10.222.0.23 "DELETE /v2.0/networks/61ac7e7b-e87a-412f-b4d9-fe1edbb732dc HTTP/1.1" status: 204 len: 168 time: 6.3756495 May 05 22:02:55.710169 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b33e7ba-9616-438f-b0b9-044d99e4269d req-22b5bf62-3afe-4c47-9b43-90421aabcf95 service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:02:55.710772 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b33e7ba-9616-438f-b0b9-044d99e4269d req-22b5bf62-3afe-4c47-9b43-90421aabcf95 service neutron] Checking segment: {'id': '9c0a9c7f-0295-42c0-9e5a-dfe13b910f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42af2df6-9729-4f65-bcaf-09a40ba18ce2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:02:55.711338 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b33e7ba-9616-438f-b0b9-044d99e4269d req-22b5bf62-3afe-4c47-9b43-90421aabcf95 service neutron] Bound using segment: {'id': '9c0a9c7f-0295-42c0-9e5a-dfe13b910f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42af2df6-9729-4f65-bcaf-09a40ba18ce2'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:02:55.712102 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-8b33e7ba-9616-438f-b0b9-044d99e4269d req-22b5bf62-3afe-4c47-9b43-90421aabcf95 service neutron] Bound port: 571c4463-2d28-44d3-8f2b-39e0adaf48f1, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c0a9c7f-0295-42c0-9e5a-dfe13b910f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42af2df6-9729-4f65-bcaf-09a40ba18ce2'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:02:55.712634 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-8b33e7ba-9616-438f-b0b9-044d99e4269d req-22b5bf62-3afe-4c47-9b43-90421aabcf95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:55.715340 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097d010c-c70a-4520-a5bc-5c26b8627040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c964dbe7-ada7-4b4d-8256-d7873ea850c9,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:55.761631 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-097d010c-c70a-4520-a5bc-5c26b8627040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:55.770375 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-097d010c-c70a-4520-a5bc-5c26b8627040 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c964dbe7-ada7-4b4d-8256-d7873ea850c9 HTTP/1.1" status: 204 len: 168 time: 0.5074606 May 05 22:02:55.876306 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-8b33e7ba-9616-438f-b0b9-044d99e4269d req-22b5bf62-3afe-4c47-9b43-90421aabcf95 service neutron] For port 571c4463-2d28-44d3-8f2b-39e0adaf48f1, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:02:55.881716 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-8b33e7ba-9616-438f-b0b9-044d99e4269d req-22b5bf62-3afe-4c47-9b43-90421aabcf95 service neutron] For port 571c4463-2d28-44d3-8f2b-39e0adaf48f1, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=571c4463-2d28-44d3-8f2b-39e0adaf48f1,segment=NetworkSegment(9c0a9c7f-0295-42c0-9e5a-dfe13b910f94),segment_id=9c0a9c7f-0295-42c0-9e5a-dfe13b910f94)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:02:55.889360 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-8b33e7ba-9616-438f-b0b9-044d99e4269d req-22b5bf62-3afe-4c47-9b43-90421aabcf95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:56.019716 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b5bf62-3afe-4c47-9b43-90421aabcf95 service neutron] Pushing event updated for resources: {'Port': ['ID=571c4463-2d28-44d3-8f2b-39e0adaf48f1,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:56.029966 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-8b33e7ba-9616-438f-b0b9-044d99e4269d req-22b5bf62-3afe-4c47-9b43-90421aabcf95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:56.031540 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8b33e7ba-9616-438f-b0b9-044d99e4269d req-22b5bf62-3afe-4c47-9b43-90421aabcf95 service neutron] 10.222.0.32 "PUT /v2.0/ports/571c4463-2d28-44d3-8f2b-39e0adaf48f1 HTTP/1.1" status: 200 len: 1091 time: 6.2028637 May 05 22:02:56.031888 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb54e4c6-5fa4-4830-9811-c7baf4aa8b79', 'tag': '571c4463-2d28-44d3-8f2b-39e0adaf48f1'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:02:56.242383 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04625295-b831-4b58-a18e-91c45ae0961c'] response: {'name': 'network-changed', 'server_uuid': 'fb54e4c6-5fa4-4830-9811-c7baf4aa8b79', 'tag': '571c4463-2d28-44d3-8f2b-39e0adaf48f1', 'status': 'completed', 'code': 200} May 05 22:02:56.339604 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a295b13-1cbc-412d-9acf-950c92db729b admin admin] Network da94abce-5ece-4742-b6d0-f89044eb6bbd is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:02:56.360535 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-1a295b13-1cbc-412d-9acf-950c92db729b admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:02:56.808964 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-684123df-8c88-4bd9-be95-886992625d46 None None] Provisioning complete for port 558711ec-cc6b-4387-8a57-c44e1a328a9a triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:02:56.811109 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-684123df-8c88-4bd9-be95-886992625d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:56.911303 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 6953bf02-942c-4df7-b861-f3365d5a587d up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:02:57.009212 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669b722d-c877-44ec-b536-d422ecb62dd5 req-89979c98-c52d-49d7-baf7-8b09b7a2e435 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:57.013236 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669b722d-c877-44ec-b536-d422ecb62dd5 req-89979c98-c52d-49d7-baf7-8b09b7a2e435 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:57.014836 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-669b722d-c877-44ec-b536-d422ecb62dd5 req-89979c98-c52d-49d7-baf7-8b09b7a2e435 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] 10.222.0.23 "GET /v2.0/ports?device_id=20b35301-1cb9-4b76-b135-86bd8a0d6b7e&device_id=4ebdd003-44e6-4bd9-abc5-b3c4a46c0bc2 HTTP/1.1" status: 200 len: 1681 time: 0.7711363 May 05 22:02:57.022369 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8b33e7ba-9616-438f-b0b9-044d99e4269d req-77bede3a-8f44-443b-a2d6-58671dd0c2b2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=06fb629024324e968714595537efac5c&device_id=fb54e4c6-5fa4-4830-9811-c7baf4aa8b79 HTTP/1.1" status: 200 len: 1094 time: 0.9322405 May 05 22:02:57.110613 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 57138) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:57.203025 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 57144) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:57.208819 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8b33e7ba-9616-438f-b0b9-044d99e4269d req-b8a8f2aa-dacf-438b-a6ed-65c84187a96c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=571c4463-2d28-44d3-8f2b-39e0adaf48f1 HTTP/1.1" status: 200 len: 217 time: 0.1293719 May 05 22:02:57.231135 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-684123df-8c88-4bd9-be95-886992625d46 None None] Port 558711ec-cc6b-4387-8a57-c44e1a328a9a cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:02:57.248162 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3cae8e7c-4a51-4e1e-b716-1c8a407f8b9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:57.252364 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 6953bf02-942c-4df7-b861-f3365d5a587d triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:02:57.253552 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:57.284155 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-669b722d-c877-44ec-b536-d422ecb62dd5 req-916baa91-4b1f-4818-9e94-822871d53e9a tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] 10.222.0.23 "GET /v2.0/security-groups?id=973c3caa-dfbd-4ad1-aaba-c4a52c91aa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602918 May 05 22:02:57.296873 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-3cae8e7c-4a51-4e1e-b716-1c8a407f8b9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:02:57.314426 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3cae8e7c-4a51-4e1e-b716-1c8a407f8b9c admin admin] Usage tracker for resource:security_group_rule and tenant:dc52cd34167e4f78b1b83b887f71278f is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:02:57.318935 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3cae8e7c-4a51-4e1e-b716-1c8a407f8b9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:02:57.326147 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-3cae8e7c-4a51-4e1e-b716-1c8a407f8b9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:02:57.420601 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3cae8e7c-4a51-4e1e-b716-1c8a407f8b9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:57.430381 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3cae8e7c-4a51-4e1e-b716-1c8a407f8b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:57.487581 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cae8e7c-4a51-4e1e-b716-1c8a407f8b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c32b691-1058-4098-bd9d-6ecbcc164817,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:57.550151 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-3cae8e7c-4a51-4e1e-b716-1c8a407f8b9c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dc52cd34167e4f78b1b83b887f71278f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3455234 May 05 22:02:57.551468 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 57154) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:57.712240 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a1e774fb-0ca2-4c5f-8171-a7875dd062cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:57.722271 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6fc908-66ec-49a0-ab45-b6406163de60 req-f95899a7-8516-4c7d-a098-c2c272395c1f tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:57.735172 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3c6fc908-66ec-49a0-ab45-b6406163de60 req-f95899a7-8516-4c7d-a098-c2c272395c1f tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb54e4c6-5fa4-4830-9811-c7baf4aa8b79 HTTP/1.1" status: 200 len: 943 time: 0.7094522 May 05 22:02:57.831331 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3c6fc908-66ec-49a0-ab45-b6406163de60 req-dde49190-6286-48c6-8887-73cba5d620bf tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d0c3d5-b7c4-418a-abaf-9ffbc9641ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951159 May 05 22:02:57.832853 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b33e7ba-9616-438f-b0b9-044d99e4269d req-f04bc453-f177-4119-be87-36ba48f22f49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:57.841988 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8b33e7ba-9616-438f-b0b9-044d99e4269d req-f04bc453-f177-4119-be87-36ba48f22f49 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e50b77d7-4ab1-4d1a-a967-e09424173e35 HTTP/1.1" status: 200 len: 834 time: 0.5670640 May 05 22:02:57.957007 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a295b13-1cbc-412d-9acf-950c92db729b admin admin] Router 8598f5d7-eb46-409f-9875-d058ff8e964a has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:02:57.970236 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a1e774fb-0ca2-4c5f-8171-a7875dd062cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:58.053486 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d38a4d93-a056-4e62-aed8-f535e6251180 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=781295b918f840a5be5499133163f5eb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9386487 May 05 22:02:58.072773 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 57164) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:02:58.085003 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8b33e7ba-9616-438f-b0b9-044d99e4269d req-8523884f-17e2-40a8-9849-e6ba7efc640f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42af2df6-9729-4f65-bcaf-09a40ba18ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2383590 May 05 22:02:58.296358 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0c68b91c-49af-48e2-951f-c0a971475b77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:58.302384 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a295b13-1cbc-412d-9acf-950c92db729b admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:02:58.302966 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a1e774fb-0ca2-4c5f-8171-a7875dd062cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:58.312171 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-1a295b13-1cbc-412d-9acf-950c92db729b admin admin] 10.222.0.23 "PUT /v2.0/routers/8598f5d7-eb46-409f-9875-d058ff8e964a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.7684622 May 05 22:02:58.414467 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a1e774fb-0ca2-4c5f-8171-a7875dd062cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:58.422089 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a1e774fb-0ca2-4c5f-8171-a7875dd062cd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5c32b691-1058-4098-bd9d-6ecbcc164817 HTTP/1.1" status: 204 len: 168 time: 0.8692427 May 05 22:02:58.449208 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0c68b91c-49af-48e2-951f-c0a971475b77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:58.469580 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e774fb-0ca2-4c5f-8171-a7875dd062cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c32b691-1058-4098-bd9d-6ecbcc164817,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:58.555056 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0c68b91c-49af-48e2-951f-c0a971475b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:58.586145 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c68b91c-49af-48e2-951f-c0a971475b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac5975b-022a-4ac1-b94f-66bbdeceaadd,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:02:58.643093 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0c68b91c-49af-48e2-951f-c0a971475b77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:02:58.662364 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0c68b91c-49af-48e2-951f-c0a971475b77 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8ac5975b-022a-4ac1-b94f-66bbdeceaadd HTTP/1.1" status: 204 len: 168 time: 0.5761924 May 05 22:02:58.899284 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8b33e7ba-9616-438f-b0b9-044d99e4269d req-f81594fb-46de-4292-94e0-1ed8baafe3c7 service neutron] 10.222.0.32 "GET /v2.0/networks/42af2df6-9729-4f65-bcaf-09a40ba18ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8036411 May 05 22:02:59.218019 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8b33e7ba-9616-438f-b0b9-044d99e4269d req-3aa39ed2-d094-4522-a375-be9c5393c46a service neutron] 10.222.0.32 "GET /v2.0/networks/42af2df6-9729-4f65-bcaf-09a40ba18ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094165 May 05 22:02:59.570978 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-eeba8605-e6a1-4aa0-878b-ec6214eabd65 req-d03ae265-b11c-4071-8f58-4336fa34dece service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=06fb629024324e968714595537efac5c&device_id=fb54e4c6-5fa4-4830-9811-c7baf4aa8b79 HTTP/1.1" status: 200 len: 1094 time: 0.2702348 May 05 22:02:59.962545 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a1d90-badf-4469-979a-dfec355f7ad1 req-fa00456c-2f7f-4dc7-bd12-5cc65dd3d1c1 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:02:59.964110 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3e5a1d90-badf-4469-979a-dfec355f7ad1 req-fa00456c-2f7f-4dc7-bd12-5cc65dd3d1c1 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb54e4c6-5fa4-4830-9811-c7baf4aa8b79 HTTP/1.1" status: 200 len: 943 time: 0.5078123 May 05 22:03:00.012202 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba8605-e6a1-4aa0-878b-ec6214eabd65 req-f24f5b0d-f9e4-4c07-89d6-c1b092dcacb7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:00.013673 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-eeba8605-e6a1-4aa0-878b-ec6214eabd65 req-f24f5b0d-f9e4-4c07-89d6-c1b092dcacb7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=42af2df6-9729-4f65-bcaf-09a40ba18ce2 HTTP/1.1" status: 200 len: 897 time: 0.4419167 May 05 22:03:00.133837 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 57220) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:00.149026 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-0907218f-3301-4a3c-96d0-711997c08c87 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1785225830', 'description': 'tempest-description--620105632'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:03:00.165992 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-0907218f-3301-4a3c-96d0-711997c08c87 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:03:00.171648 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0907218f-3301-4a3c-96d0-711997c08c87 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Usage tracker for resource:security_group and tenant:2578689695ab4a55a99443682838538b is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:03:00.175390 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0907218f-3301-4a3c-96d0-711997c08c87 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:03:00.181511 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-0907218f-3301-4a3c-96d0-711997c08c87 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:03:00.207461 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0907218f-3301-4a3c-96d0-711997c08c87 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:00.221445 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-eeba8605-e6a1-4aa0-878b-ec6214eabd65 req-382a5c18-21e9-4a2a-8531-bbdce35bb799 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=571c4463-2d28-44d3-8f2b-39e0adaf48f1 HTTP/1.1" status: 200 len: 217 time: 0.1985862 May 05 22:03:00.362750 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-0907218f-3301-4a3c-96d0-711997c08c87 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:03:00.374319 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0907218f-3301-4a3c-96d0-711997c08c87 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Usage tracker for resource:security_group_rule and tenant:2578689695ab4a55a99443682838538b is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:03:00.379289 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0907218f-3301-4a3c-96d0-711997c08c87 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:03:00.386039 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba8605-e6a1-4aa0-878b-ec6214eabd65 req-2c2b0437-a12b-4bb8-81ed-c92b52e5ddb1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:00.387510 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-eeba8605-e6a1-4aa0-878b-ec6214eabd65 req-2c2b0437-a12b-4bb8-81ed-c92b52e5ddb1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e50b77d7-4ab1-4d1a-a967-e09424173e35 HTTP/1.1" status: 200 len: 834 time: 0.1554494 May 05 22:03:00.388031 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-0907218f-3301-4a3c-96d0-711997c08c87 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:03:00.416416 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3e5a1d90-badf-4469-979a-dfec355f7ad1 req-9302cb85-0b8e-4df8-a6f8-8164925ae49e tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d0c3d5-b7c4-418a-abaf-9ffbc9641ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4366333 May 05 22:03:00.466753 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4084f1d-e3f8-4bd6-8056-c76ae3c9312c req-743bcc8e-a069-41d4-8dfe-276c7b33be84 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:00.468134 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-b4084f1d-e3f8-4bd6-8056-c76ae3c9312c req-743bcc8e-a069-41d4-8dfe-276c7b33be84 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Synchronizing usage tracker for tenant:5a504eaa06b44a818804ac71b7bc1d0f on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:03:00.514943 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0907218f-3301-4a3c-96d0-711997c08c87 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:00.531133 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0907218f-3301-4a3c-96d0-711997c08c87 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:00.581080 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0907218f-3301-4a3c-96d0-711997c08c87 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8bd1d7-5cbb-4f4a-9d55-733d0e4f810c,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:00.583485 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-b4084f1d-e3f8-4bd6-8056-c76ae3c9312c req-743bcc8e-a069-41d4-8dfe-276c7b33be84 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Unset dirty status for tenant:5a504eaa06b44a818804ac71b7bc1d0f on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:03:00.584736 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b4084f1d-e3f8-4bd6-8056-c76ae3c9312c req-743bcc8e-a069-41d4-8dfe-276c7b33be84 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ebdd003-44e6-4bd9-abc5-b3c4a46c0bc2 HTTP/1.1" status: 200 len: 945 time: 0.2899423 May 05 22:03:00.683763 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-b4084f1d-e3f8-4bd6-8056-c76ae3c9312c req-904bb77d-ecc5-45a8-be0e-969a6386f3b9 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Deleting port b78d8147-ce9c-4020-bdba-04dfec180dba {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:03:00.684148 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-b4084f1d-e3f8-4bd6-8056-c76ae3c9312c req-904bb77d-ecc5-45a8-be0e-969a6386f3b9 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:00.753837 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-eeba8605-e6a1-4aa0-878b-ec6214eabd65 req-63acbfde-dab7-428d-9122-d090efafad81 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42af2df6-9729-4f65-bcaf-09a40ba18ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3364234 May 05 22:03:00.780973 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0907218f-3301-4a3c-96d0-711997c08c87 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:00.782361 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0907218f-3301-4a3c-96d0-711997c08c87 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.6467423 May 05 22:03:00.792098 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 57238) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:00.816063 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-c60035ef-a5d0-4e4f-b756-bf5efbb8174b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Request body: {'security_group_rule': {'security_group_id': 'ce8bd1d7-5cbb-4f4a-9d55-733d0e4f810c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:03:00.835634 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c60035ef-a5d0-4e4f-b756-bf5efbb8174b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:03:00.884640 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c60035ef-a5d0-4e4f-b756-bf5efbb8174b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Usage tracker for resource:security_group_rule and tenant:2578689695ab4a55a99443682838538b is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:03:00.899189 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c60035ef-a5d0-4e4f-b756-bf5efbb8174b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:03:00.945321 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c60035ef-a5d0-4e4f-b756-bf5efbb8174b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:03:01.008424 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd3659-4b6f-4b97-91d1-ebebe4bdb8d8 req-90645508-1dee-46b8-bef3-4e7775c76b26 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:01.011154 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-debd3659-4b6f-4b97-91d1-ebebe4bdb8d8 req-90645508-1dee-46b8-bef3-4e7775c76b26 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] 10.222.0.44 "GET /v2.0/ports?device_id=20b35301-1cb9-4b76-b135-86bd8a0d6b7e HTTP/1.1" status: 200 len: 945 time: 0.2831616 May 05 22:03:01.277532 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c60035ef-a5d0-4e4f-b756-bf5efbb8174b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:01.379824 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-eeba8605-e6a1-4aa0-878b-ec6214eabd65 req-7131f04b-149e-4e76-a840-58d2eb45671b service neutron] 10.222.0.32 "GET /v2.0/networks/42af2df6-9729-4f65-bcaf-09a40ba18ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6126168 May 05 22:03:01.414579 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 571c4463-2d28-44d3-8f2b-39e0adaf48f1 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:03:01.477697 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-debd3659-4b6f-4b97-91d1-ebebe4bdb8d8 req-1079a3c9-df42-485a-8c58-2838b9896e44 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Deleting port bdb6ca0b-aa75-4d62-8d62-6468208460cb {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:03:01.478722 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-debd3659-4b6f-4b97-91d1-ebebe4bdb8d8 req-1079a3c9-df42-485a-8c58-2838b9896e44 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:01.528318 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-eeba8605-e6a1-4aa0-878b-ec6214eabd65 req-795692ce-191a-4864-9280-3c31158882a8 service neutron] 10.222.0.32 "GET /v2.0/networks/42af2df6-9729-4f65-bcaf-09a40ba18ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402318 May 05 22:03:01.547707 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cbf5a4-4fbb-454a-971b-38f2f7f856b3 req-991b96d0-e03d-4308-8cd9-9255aaf4bc2a tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:01.549231 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c3cbf5a4-4fbb-454a-971b-38f2f7f856b3 req-991b96d0-e03d-4308-8cd9-9255aaf4bc2a tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ebdd003-44e6-4bd9-abc5-b3c4a46c0bc2 HTTP/1.1" status: 200 len: 945 time: 0.9019279 May 05 22:03:01.648019 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c3cbf5a4-4fbb-454a-971b-38f2f7f856b3 req-07722444-ef3e-4a7c-a8fe-f3d2ee84b348 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] 10.222.0.23 "GET /v2.0/security-groups?id=973c3caa-dfbd-4ad1-aaba-c4a52c91aa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846274 May 05 22:03:01.791408 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 571c4463-2d28-44d3-8f2b-39e0adaf48f1, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=571c4463-2d28-44d3-8f2b-39e0adaf48f1,segment=NetworkSegment(9c0a9c7f-0295-42c0-9e5a-dfe13b910f94),segment_id=9c0a9c7f-0295-42c0-9e5a-dfe13b910f94)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:03:01.826790 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '571c4463-2d28-44d3-8f2b-39e0adaf48f1', 'network_id': '42af2df6-9729-4f65-bcaf-09a40ba18ce2', 'port_id': '571c4463-2d28-44d3-8f2b-39e0adaf48f1', 'mac_address': 'fa:16:3e:49:6f:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e50b77d7-4ab1-4d1a-a967-e09424173e35', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:03:01.941438 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:01.961408 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 571c4463-2d28-44d3-8f2b-39e0adaf48f1 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:03:01.994504 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 571c4463-2d28-44d3-8f2b-39e0adaf48f1, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=571c4463-2d28-44d3-8f2b-39e0adaf48f1,segment=NetworkSegment(9c0a9c7f-0295-42c0-9e5a-dfe13b910f94),segment_id=9c0a9c7f-0295-42c0-9e5a-dfe13b910f94)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:03:02.003360 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:02.018974 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-debd3659-4b6f-4b97-91d1-ebebe4bdb8d8 req-1079a3c9-df42-485a-8c58-2838b9896e44 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] For port bdb6ca0b-aa75-4d62-8d62-6468208460cb, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=bdb6ca0b-aa75-4d62-8d62-6468208460cb,segment=NetworkSegment(b836fc27-272e-4e9f-939d-0b0d263b911c),segment_id=b836fc27-272e-4e9f-939d-0b0d263b911c)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:03:02.019469 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-debd3659-4b6f-4b97-91d1-ebebe4bdb8d8 req-1079a3c9-df42-485a-8c58-2838b9896e44 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:02.092922 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a89b2bc-7cfc-4c19-8387-816460a00a85 req-a836c608-7489-4324-8200-1de8c6cd249d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:02.094464 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0a89b2bc-7cfc-4c19-8387-816460a00a85 req-a836c608-7489-4324-8200-1de8c6cd249d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb54e4c6-5fa4-4830-9811-c7baf4aa8b79 HTTP/1.1" status: 200 len: 943 time: 0.2094338 May 05 22:03:02.177842 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-debd3659-4b6f-4b97-91d1-ebebe4bdb8d8 req-1079a3c9-df42-485a-8c58-2838b9896e44 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Calling delete_port for bdb6ca0b-aa75-4d62-8d62-6468208460cb owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:03:02.183413 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=571c4463-2d28-44d3-8f2b-39e0adaf48f1,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:02.201762 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458bb37a-af7a-4c15-aa56-c913a02d8421 None None] Sync routers for ids ['8598f5d7-eb46-409f-9875-d058ff8e964a'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:03:02.212868 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0a89b2bc-7cfc-4c19-8387-816460a00a85 req-5e2bd6f9-d8be-40bc-b78b-13f2b113a915 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d0c3d5-b7c4-418a-abaf-9ffbc9641ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113796 May 05 22:03:02.227259 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458bb37a-af7a-4c15-aa56-c913a02d8421 None None] Routers {'8598f5d7-eb46-409f-9875-d058ff8e964a'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:03:02.230472 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-458bb37a-af7a-4c15-aa56-c913a02d8421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:02:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8598f5d7-eb46-409f-9875-d058ff8e964a'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:03:02.381570 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c60035ef-a5d0-4e4f-b756-bf5efbb8174b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:02.385076 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-debd3659-4b6f-4b97-91d1-ebebe4bdb8d8 req-1079a3c9-df42-485a-8c58-2838b9896e44 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:02.436381 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c60035ef-a5d0-4e4f-b756-bf5efbb8174b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:02.511817 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-458bb37a-af7a-4c15-aa56-c913a02d8421 None None] Set router 8598f5d7-eb46-409f-9875-d058ff8e964a gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:03:02.514803 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60035ef-a5d0-4e4f-b756-bf5efbb8174b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d26ef29b-f00a-42ff-8d0c-a11d4c5cceb0,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:02.528740 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-b4084f1d-e3f8-4bd6-8056-c76ae3c9312c req-904bb77d-ecc5-45a8-be0e-969a6386f3b9 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] For port b78d8147-ce9c-4020-bdba-04dfec180dba, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=b78d8147-ce9c-4020-bdba-04dfec180dba,segment=NetworkSegment(b836fc27-272e-4e9f-939d-0b0d263b911c),segment_id=b836fc27-272e-4e9f-939d-0b0d263b911c)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:03:02.529371 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-b4084f1d-e3f8-4bd6-8056-c76ae3c9312c req-904bb77d-ecc5-45a8-be0e-969a6386f3b9 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:02.707685 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1079a3c9-df42-485a-8c58-2838b9896e44 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Pushing event deleted for resources: {'Port': ['ID=bdb6ca0b-aa75-4d62-8d62-6468208460cb,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:02.725192 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-b4084f1d-e3f8-4bd6-8056-c76ae3c9312c req-904bb77d-ecc5-45a8-be0e-969a6386f3b9 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Calling delete_port for b78d8147-ce9c-4020-bdba-04dfec180dba owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:03:03.020294 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2423f4c-957c-4e1d-abb5-c37f0ac204c2 req-8a574276-0c48-4a03-a099-7bcb11d55b01 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:03.027894 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a2423f4c-957c-4e1d-abb5-c37f0ac204c2 req-8a574276-0c48-4a03-a099-7bcb11d55b01 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ebdd003-44e6-4bd9-abc5-b3c4a46c0bc2 HTTP/1.1" status: 200 len: 945 time: 0.1565242 May 05 22:03:03.066859 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['571c4463-2d28-44d3-8f2b-39e0adaf48f1'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:03:03.209348 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a2423f4c-957c-4e1d-abb5-c37f0ac204c2 req-a3670fbc-836e-46d2-944e-73be33c53f2b tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] 10.222.0.23 "GET /v2.0/security-groups?id=973c3caa-dfbd-4ad1-aaba-c4a52c91aa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444042 May 05 22:03:03.351168 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-debd3659-4b6f-4b97-91d1-ebebe4bdb8d8 req-1079a3c9-df42-485a-8c58-2838b9896e44 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] No DVR routers for this DVR port bdb6ca0b-aa75-4d62-8d62-6468208460cb on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:03:03.358105 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c60035ef-a5d0-4e4f-b756-bf5efbb8174b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:03.361936 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c60035ef-a5d0-4e4f-b756-bf5efbb8174b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 2.5613115 May 05 22:03:03.362518 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 57280) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:03.364784 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-debd3659-4b6f-4b97-91d1-ebebe4bdb8d8 req-1079a3c9-df42-485a-8c58-2838b9896e44 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:03.369462 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-439411d3-dda4-4ee4-a02e-08d385251b66 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Request body: {'security_group_rule': {'security_group_id': 'ce8bd1d7-5cbb-4f4a-9d55-733d0e4f810c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:03:03.369676 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-debd3659-4b6f-4b97-91d1-ebebe4bdb8d8 req-1079a3c9-df42-485a-8c58-2838b9896e44 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] 10.222.0.44 "DELETE /v2.0/ports/bdb6ca0b-aa75-4d62-8d62-6468208460cb HTTP/1.1" status: 204 len: 173 time: 2.2682414 May 05 22:03:03.373534 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20b35301-1cb9-4b76-b135-86bd8a0d6b7e', 'name': 'network-vif-deleted', 'tag': 'bdb6ca0b-aa75-4d62-8d62-6468208460cb'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:03:03.403250 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-439411d3-dda4-4ee4-a02e-08d385251b66 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:03:03.426224 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-439411d3-dda4-4ee4-a02e-08d385251b66 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Usage tracker for resource:security_group_rule and tenant:2578689695ab4a55a99443682838538b is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:03:03.444490 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-439411d3-dda4-4ee4-a02e-08d385251b66 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:03:03.480982 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-439411d3-dda4-4ee4-a02e-08d385251b66 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:03:03.525408 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device b78d8147-ce9c-4020-bdba-04dfec180dba no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:03:03.542896 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-439411d3-dda4-4ee4-a02e-08d385251b66 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:03.609673 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-941a8513-2ae3-48cd-aac0-2220badef44d'] response: {'server_uuid': '20b35301-1cb9-4b76-b135-86bd8a0d6b7e', 'name': 'network-vif-deleted', 'tag': 'bdb6ca0b-aa75-4d62-8d62-6468208460cb', 'status': 'completed', 'code': 200} May 05 22:03:03.707263 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-b4084f1d-e3f8-4bd6-8056-c76ae3c9312c req-904bb77d-ecc5-45a8-be0e-969a6386f3b9 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:03.721909 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device bdb6ca0b-aa75-4d62-8d62-6468208460cb no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:03:03.785406 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-439411d3-dda4-4ee4-a02e-08d385251b66 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:03.793561 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: bdb6ca0b-aa75-4d62-8d62-6468208460cb {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:03:03.794080 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device bdb6ca0b-aa75-4d62-8d62-6468208460cb not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:03:03.800522 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-439411d3-dda4-4ee4-a02e-08d385251b66 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:03.809941 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-458bb37a-af7a-4c15-aa56-c913a02d8421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'name': 'tempest-AttachVolumeNegativeTest-273245844-router', 'tenant_id': '2578689695ab4a55a99443682838538b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '6953bf02-942c-4df7-b861-f3365d5a587d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:02:33Z', 'updated_at': '2022-05-05T22:02:52Z', 'revision_number': 4, 'project_id': '2578689695ab4a55a99443682838538b', 'gw_port': {'id': '6953bf02-942c-4df7-b861-f3365d5a587d', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:35Z', 'updated_at': '2022-05-05T22:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '558711ec-cc6b-4387-8a57-c44e1a328a9a', 'name': '', 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd', 'tenant_id': '2578689695ab4a55a99443682838538b', 'mac_address': 'fa:16:3e:33:93:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6329e98-aed7-463a-a6e6-dc9284056d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:49Z', 'updated_at': '2022-05-05T22:02:53Z', 'revision_number': 2, 'project_id': '2578689695ab4a55a99443682838538b', 'subnets': [{'id': 'b6329e98-aed7-463a-a6e6-dc9284056d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:03:03.829565 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458bb37a-af7a-4c15-aa56-c913a02d8421 None None] Checking router: 8598f5d7-eb46-409f-9875-d058ff8e964a for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:03:03.829955 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458bb37a-af7a-4c15-aa56-c913a02d8421 None None] Updating router 8598f5d7-eb46-409f-9875-d058ff8e964a port 558711ec-cc6b-4387-8a57-c44e1a328a9a binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:03:03.847041 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439411d3-dda4-4ee4-a02e-08d385251b66 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be79c263-0a2b-468f-823f-969cfa8510ca,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:03.850884 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-439411d3-dda4-4ee4-a02e-08d385251b66 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:03.852208 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-439411d3-dda4-4ee4-a02e-08d385251b66 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4885416 May 05 22:03:03.856379 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 57296) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:03.865661 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-3204dd4f-1200-4557-a5ce-dc7c26cd0a7b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Request body: {'floatingip': {'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:03:03.880434 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-3204dd4f-1200-4557-a5ce-dc7c26cd0a7b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:03:03.895259 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-3204dd4f-1200-4557-a5ce-dc7c26cd0a7b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Usage tracker for resource:floatingip and tenant:2578689695ab4a55a99443682838538b is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:03:03.901549 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-3204dd4f-1200-4557-a5ce-dc7c26cd0a7b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:03:03.903988 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No active binding found for port b78d8147-ce9c-4020-bdba-04dfec180dba {{(pid=84064) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 05 22:03:03.904427 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device b78d8147-ce9c-4020-bdba-04dfec180dba not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:03:03.908297 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-458bb37a-af7a-4c15-aa56-c913a02d8421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:03.923432 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799ae3e-d421-403a-98d1-92663115d440 req-21fe38bc-9b88-40b1-9e5e-d82c87cab7ef tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:03.925245 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b799ae3e-d421-403a-98d1-92663115d440 req-21fe38bc-9b88-40b1-9e5e-d82c87cab7ef tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb54e4c6-5fa4-4830-9811-c7baf4aa8b79 HTTP/1.1" status: 200 len: 944 time: 0.2571282 May 05 22:03:03.926258 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-3204dd4f-1200-4557-a5ce-dc7c26cd0a7b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:03:03.954225 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904bb77d-ecc5-45a8-be0e-969a6386f3b9 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Pushing event deleted for resources: {'Port': ['ID=b78d8147-ce9c-4020-bdba-04dfec180dba,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:04.036589 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4084f1d-e3f8-4bd6-8056-c76ae3c9312c req-904bb77d-ecc5-45a8-be0e-969a6386f3b9 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] No DVR routers for this DVR port b78d8147-ce9c-4020-bdba-04dfec180dba on host n-h2-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:03:04.058358 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-b4084f1d-e3f8-4bd6-8056-c76ae3c9312c req-904bb77d-ecc5-45a8-be0e-969a6386f3b9 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:04.096831 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b799ae3e-d421-403a-98d1-92663115d440 req-0dafa97b-aea1-4a30-a590-203e34343515 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d0c3d5-b7c4-418a-abaf-9ffbc9641ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587470 May 05 22:03:04.101442 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3204dd4f-1200-4557-a5ce-dc7c26cd0a7b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for floatingip, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:04.118632 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b4084f1d-e3f8-4bd6-8056-c76ae3c9312c req-904bb77d-ecc5-45a8-be0e-969a6386f3b9 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] 10.222.0.32 "DELETE /v2.0/ports/b78d8147-ce9c-4020-bdba-04dfec180dba HTTP/1.1" status: 204 len: 173 time: 3.5229802 May 05 22:03:04.528768 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3204dd4f-1200-4557-a5ce-dc7c26cd0a7b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:04.616315 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.resource_extend [None req-458bb37a-af7a-4c15-aa56-c913a02d8421 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 22:03:04.738425 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3c66c5ed-cb33-4540-90bf-34832360f06b req-4cefe98b-6912-41d8-89c3-1cd1dab87401 tempest-ListServersNegativeTestJSON-444892124 tempest-ListServersNegativeTestJSON-444892124-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ebdd003-44e6-4bd9-abc5-b3c4a46c0bc2 HTTP/1.1" status: 200 len: 210 time: 0.1557159 May 05 22:03:04.893584 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-458bb37a-af7a-4c15-aa56-c913a02d8421 None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:04.915773 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-458bb37a-af7a-4c15-aa56-c913a02d8421 None None] Transition to ACTIVE for port object 558711ec-cc6b-4387-8a57-c44e1a328a9a will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:03:04.923672 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-3204dd4f-1200-4557-a5ce-dc7c26cd0a7b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Allocated IP 172.25.4.96 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/06eda573-19bb-4ce6-8262-fa4bf33ad1b7) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:03:05.033929 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-458bb37a-af7a-4c15-aa56-c913a02d8421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:05.193127 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3204dd4f-1200-4557-a5ce-dc7c26cd0a7b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:05.228998 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3204dd4f-1200-4557-a5ce-dc7c26cd0a7b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:05.334261 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3204dd4f-1200-4557-a5ce-dc7c26cd0a7b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:03:05.338363 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-3204dd4f-1200-4557-a5ce-dc7c26cd0a7b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:03:05.342366 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3204dd4f-1200-4557-a5ce-dc7c26cd0a7b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:03:05.351048 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc84b2e-49a1-4959-aeeb-2a47ea131b97 None None] Pushing event updated for resources: {'Port': ['ID=558711ec-cc6b-4387-8a57-c44e1a328a9a,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:05.463871 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-458bb37a-af7a-4c15-aa56-c913a02d8421 None None] Attempting to bind port 558711ec-cc6b-4387-8a57-c44e1a328a9a on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:03:05.464432 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-458bb37a-af7a-4c15-aa56-c913a02d8421 None None] Attempting to bind port 558711ec-cc6b-4387-8a57-c44e1a328a9a by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'b0853f69-0751-43f3-82dd-3ab4be255b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:03:05.464978 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458bb37a-af7a-4c15-aa56-c913a02d8421 None None] Attempting to bind port 558711ec-cc6b-4387-8a57-c44e1a328a9a on network da94abce-5ece-4742-b6d0-f89044eb6bbd {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:03:05.467940 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 571c4463-2d28-44d3-8f2b-39e0adaf48f1 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:03:05.542199 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3204dd4f-1200-4557-a5ce-dc7c26cd0a7b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Pushing event updated for resources: {'Port': ['ID=06eda573-19bb-4ce6-8262-fa4bf33ad1b7,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:05.565977 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458bb37a-af7a-4c15-aa56-c913a02d8421 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:03:05.566597 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458bb37a-af7a-4c15-aa56-c913a02d8421 None None] Checking segment: {'id': 'b0853f69-0751-43f3-82dd-3ab4be255b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:03:05.570146 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-458bb37a-af7a-4c15-aa56-c913a02d8421 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:05.573027 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458bb37a-af7a-4c15-aa56-c913a02d8421 None None] Bound using segment: {'id': 'b0853f69-0751-43f3-82dd-3ab4be255b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:03:05.576535 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-458bb37a-af7a-4c15-aa56-c913a02d8421 None None] Bound port: 558711ec-cc6b-4387-8a57-c44e1a328a9a, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0853f69-0751-43f3-82dd-3ab4be255b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:03:05.580708 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-458bb37a-af7a-4c15-aa56-c913a02d8421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:05.610890 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ebdd003-44e6-4bd9-abc5-b3c4a46c0bc2', 'name': 'network-vif-deleted', 'tag': 'b78d8147-ce9c-4020-bdba-04dfec180dba'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:03:05.656402 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port 571c4463-2d28-44d3-8f2b-39e0adaf48f1 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:03:05.670257 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 571c4463-2d28-44d3-8f2b-39e0adaf48f1 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:03:05.670920 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:05.692542 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3204dd4f-1200-4557-a5ce-dc7c26cd0a7b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:05.702614 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95493808-b3f9-4899-8112-5db7b6f2981e req-f3ba0682-0ee5-4aac-99d6-6897fd85210d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:05.705001 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-95493808-b3f9-4899-8112-5db7b6f2981e req-f3ba0682-0ee5-4aac-99d6-6897fd85210d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb54e4c6-5fa4-4830-9811-c7baf4aa8b79 HTTP/1.1" status: 200 len: 944 time: 0.2796154 May 05 22:03:05.795648 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3204dd4f-1200-4557-a5ce-dc7c26cd0a7b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:05.809205 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8961a88d-5e11-430a-be74-07670119a800'] response: {'server_uuid': '4ebdd003-44e6-4bd9-abc5-b3c4a46c0bc2', 'name': 'network-vif-deleted', 'tag': 'b78d8147-ce9c-4020-bdba-04dfec180dba', 'status': 'completed', 'code': 200} May 05 22:03:05.838989 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:06.004707 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-458bb37a-af7a-4c15-aa56-c913a02d8421 None None] For port 558711ec-cc6b-4387-8a57-c44e1a328a9a, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:03:06.019846 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:06.049189 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-458bb37a-af7a-4c15-aa56-c913a02d8421 None None] For port 558711ec-cc6b-4387-8a57-c44e1a328a9a, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=558711ec-cc6b-4387-8a57-c44e1a328a9a,segment=NetworkSegment(b0853f69-0751-43f3-82dd-3ab4be255b1c),segment_id=b0853f69-0751-43f3-82dd-3ab4be255b1c)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:03:06.051112 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:06.058787 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-95493808-b3f9-4899-8112-5db7b6f2981e req-a2629e70-9b52-4903-918a-fc82c9c827ca tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d0c3d5-b7c4-418a-abaf-9ffbc9641ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2670267 May 05 22:03:06.118758 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-458bb37a-af7a-4c15-aa56-c913a02d8421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:06.167523 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 57342) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:06.259933 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb54e4c6-5fa4-4830-9811-c7baf4aa8b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '571c4463-2d28-44d3-8f2b-39e0adaf48f1'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:03:06.291221 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-c14c68d1-0774-402d-b7b1-111ee45c469e admin admin] Deleting subnet 88e90490-16b1-4a25-b352-edc593d621eb {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:03:06.309662 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c14c68d1-0774-402d-b7b1-111ee45c469e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:06.342801 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 571c4463-2d28-44d3-8f2b-39e0adaf48f1, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=571c4463-2d28-44d3-8f2b-39e0adaf48f1,segment=NetworkSegment(9c0a9c7f-0295-42c0-9e5a-dfe13b910f94),segment_id=9c0a9c7f-0295-42c0-9e5a-dfe13b910f94)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:03:06.367601 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458bb37a-af7a-4c15-aa56-c913a02d8421 None None] Routers {'8598f5d7-eb46-409f-9875-d058ff8e964a'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:03:06.368252 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-458bb37a-af7a-4c15-aa56-c913a02d8421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:02:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8598f5d7-eb46-409f-9875-d058ff8e964a'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:03:06.423435 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c14c68d1-0774-402d-b7b1-111ee45c469e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:06.460711 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3204dd4f-1200-4557-a5ce-dc7c26cd0a7b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:06.470209 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3204dd4f-1200-4557-a5ce-dc7c26cd0a7b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:06.592559 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c14c68d1-0774-402d-b7b1-111ee45c469e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:06.738127 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:06.767910 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c14c68d1-0774-402d-b7b1-111ee45c469e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:06.818102 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc84b2e-49a1-4959-aeeb-2a47ea131b97 None None] Pushing event updated for resources: {'Port': ['ID=558711ec-cc6b-4387-8a57-c44e1a328a9a,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:06.867538 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14c68d1-0774-402d-b7b1-111ee45c469e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88e90490-16b1-4a25-b352-edc593d621eb,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:06.888205 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c14c68d1-0774-402d-b7b1-111ee45c469e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:06.901358 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c14c68d1-0774-402d-b7b1-111ee45c469e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/88e90490-16b1-4a25-b352-edc593d621eb HTTP/1.1" status: 204 len: 168 time: 0.7326500 May 05 22:03:06.903802 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 57362) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:07.077706 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3204dd4f-1200-4557-a5ce-dc7c26cd0a7b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Pushing event updated for resources: {'Port': ['ID=06eda573-19bb-4ce6-8262-fa4bf33ad1b7,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:07.098193 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70c9a8d7-0875-41eb-9b69-c69a32d72eac'] response: {'server_uuid': 'fb54e4c6-5fa4-4830-9811-c7baf4aa8b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '571c4463-2d28-44d3-8f2b-39e0adaf48f1', 'code': 200} May 05 22:03:07.122722 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=571c4463-2d28-44d3-8f2b-39e0adaf48f1,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:07.158393 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3204dd4f-1200-4557-a5ce-dc7c26cd0a7b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:07.180642 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-822168fb-f0ea-4631-95a2-de8d22b4b969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:07.208829 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-458bb37a-af7a-4c15-aa56-c913a02d8421 None None] Set router 8598f5d7-eb46-409f-9875-d058ff8e964a gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:03:07.212789 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3204dd4f-1200-4557-a5ce-dc7c26cd0a7b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:07.223378 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-3204dd4f-1200-4557-a5ce-dc7c26cd0a7b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3658271 May 05 22:03:07.458065 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-822168fb-f0ea-4631-95a2-de8d22b4b969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:07.489676 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-822168fb-f0ea-4631-95a2-de8d22b4b969 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa1ff625-39f9-4b78-acd7-4298ad31c461']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:03:07.504103 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-822168fb-f0ea-4631-95a2-de8d22b4b969 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b836fc27-272e-4e9f-939d-0b0d263b911c') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:03:07.504732 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-822168fb-f0ea-4631-95a2-de8d22b4b969 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b836fc27-272e-4e9f-939d-0b0d263b911c') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:03:07.517550 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-822168fb-f0ea-4631-95a2-de8d22b4b969 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:07.517897 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9782db-b2cb-49f6-9d52-e7607cfc97c9 req-b591816d-6443-4b87-9f49-0e343a4990a7 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:07.519426 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9d9782db-b2cb-49f6-9d52-e7607cfc97c9 req-b591816d-6443-4b87-9f49-0e343a4990a7 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb54e4c6-5fa4-4830-9811-c7baf4aa8b79 HTTP/1.1" status: 200 len: 945 time: 0.1873376 May 05 22:03:07.549659 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-822168fb-f0ea-4631-95a2-de8d22b4b969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:07.556742 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-822168fb-f0ea-4631-95a2-de8d22b4b969 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:03:07.557546 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-822168fb-f0ea-4631-95a2-de8d22b4b969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:07.611901 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9d9782db-b2cb-49f6-9d52-e7607cfc97c9 req-bb02b315-195e-4bc0-b9bd-cc0804e1bf9b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d0c3d5-b7c4-418a-abaf-9ffbc9641ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832133 May 05 22:03:07.709820 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:03:07.709820 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:03:07.709820 n-d-825175-4 neutron-server[84063]: timer() May 05 22:03:07.709820 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:03:07.709820 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:03:07.709820 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:03:07.709820 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:03:07.709820 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:03:07.709820 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:03:07.709820 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:03:07.709820 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:03:07.709820 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:03:07.709820 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:03:07.709820 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:03:07.709820 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:03:07.709820 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:03:07.709820 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:03:07.709820 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:03:07.709820 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:03:07.709820 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:03:07.709820 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:03:07.709820 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:03:07.709820 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:03:07.709820 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:03:07.709820 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:03:07.709820 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:03:07.709820 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:03:07.709820 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:03:07.709820 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:03:07.709820 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:03:07.709820 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:03:07.709820 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:03:07.717509 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-822168fb-f0ea-4631-95a2-de8d22b4b969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:07.765947 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-822168fb-f0ea-4631-95a2-de8d22b4b969 admin admin] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:07.768668 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822168fb-f0ea-4631-95a2-de8d22b4b969 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa1ff625-39f9-4b78-acd7-4298ad31c461,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:07.790086 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2fc71b30-9988-440d-a7f0-ceae1b34fbb1 req-26c4c49f-02f9-4007-8bb8-aa05297f28af service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fb54e4c6-5fa4-4830-9811-c7baf4aa8b79 HTTP/1.1" status: 200 len: 1096 time: 0.5969732 May 05 22:03:07.792692 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-822168fb-f0ea-4631-95a2-de8d22b4b969 admin admin] 10.222.0.23 "DELETE /v2.0/networks/fa1ff625-39f9-4b78-acd7-4298ad31c461 HTTP/1.1" status: 204 len: 168 time: 0.8877392 May 05 22:03:07.909634 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2fc71b30-9988-440d-a7f0-ceae1b34fbb1 req-5a446591-ef8a-4abf-9325-940a785a7361 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=07d0c3d5-b7c4-418a-abaf-9ffbc9641ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992608 May 05 22:03:08.061841 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-25349a2c-6461-4a71-b4e2-403e37f57259 req-e11b3ea9-5c84-498d-b2d4-8e26a1ce2d39 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Synchronizing usage tracker for tenant:2578689695ab4a55a99443682838538b on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:03:08.133099 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-25349a2c-6461-4a71-b4e2-403e37f57259 req-e11b3ea9-5c84-498d-b2d4-8e26a1ce2d39 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Unset dirty status for tenant:2578689695ab4a55a99443682838538b on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:03:08.135656 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-25349a2c-6461-4a71-b4e2-403e37f57259 req-e11b3ea9-5c84-498d-b2d4-8e26a1ce2d39 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1785225830&fields=id&tenant_id=2578689695ab4a55a99443682838538b HTTP/1.1" status: 200 len: 267 time: 0.1599624 May 05 22:03:08.247324 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 57394) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:08.255809 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-458bb37a-af7a-4c15-aa56-c913a02d8421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'name': 'tempest-AttachVolumeNegativeTest-273245844-router', 'tenant_id': '2578689695ab4a55a99443682838538b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '6953bf02-942c-4df7-b861-f3365d5a587d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:02:33Z', 'updated_at': '2022-05-05T22:02:52Z', 'revision_number': 4, 'project_id': '2578689695ab4a55a99443682838538b', 'gw_port': {'id': '6953bf02-942c-4df7-b861-f3365d5a587d', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:35Z', 'updated_at': '2022-05-05T22:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '558711ec-cc6b-4387-8a57-c44e1a328a9a', 'name': '', 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd', 'tenant_id': '2578689695ab4a55a99443682838538b', 'mac_address': 'fa:16:3e:33:93:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6329e98-aed7-463a-a6e6-dc9284056d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:49Z', 'updated_at': '2022-05-05T22:03:05Z', 'revision_number': 4, 'project_id': '2578689695ab4a55a99443682838538b', 'subnets': [{'id': 'b6329e98-aed7-463a-a6e6-dc9284056d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:03:08.264452 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458bb37a-af7a-4c15-aa56-c913a02d8421 None None] The sync data for ids ['8598f5d7-eb46-409f-9875-d058ff8e964a'] in n-d-825175-4 is: [{'id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'name': 'tempest-AttachVolumeNegativeTest-273245844-router', 'tenant_id': '2578689695ab4a55a99443682838538b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '6953bf02-942c-4df7-b861-f3365d5a587d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:02:33Z', 'updated_at': '2022-05-05T22:02:52Z', 'revision_number': 4, 'project_id': '2578689695ab4a55a99443682838538b', 'gw_port': {'id': '6953bf02-942c-4df7-b861-f3365d5a587d', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:35Z', 'updated_at': '2022-05-05T22:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '558711ec-cc6b-4387-8a57-c44e1a328a9a', 'name': '', 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd', 'tenant_id': '2578689695ab4a55a99443682838538b', 'mac_address': 'fa:16:3e:33:93:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6329e98-aed7-463a-a6e6-dc9284056d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:49Z', 'updated_at': '2022-05-05T22:03:05Z', 'revision_number': 4, 'project_id': '2578689695ab4a55a99443682838538b', 'subnets': [{'id': 'b6329e98-aed7-463a-a6e6-dc9284056d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:03:08.436566 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 57402) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:08.451690 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-020b8cbf-8043-43af-829d-1c6232d97fad admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5a504eaa06b44a818804ac71b7bc1d0f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1916621 May 05 22:03:08.740436 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25349a2c-6461-4a71-b4e2-403e37f57259 req-99357a5c-7fe9-47b6-bc0a-04b1762617cd tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:08.743002 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-25349a2c-6461-4a71-b4e2-403e37f57259 req-99357a5c-7fe9-47b6-bc0a-04b1762617cd tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Synchronizing usage tracker for tenant:2578689695ab4a55a99443682838538b on resource:network {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:03:08.822325 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-008dce9a-c040-416a-bd78-4ac97ad8153d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:08.897599 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-25349a2c-6461-4a71-b4e2-403e37f57259 req-99357a5c-7fe9-47b6-bc0a-04b1762617cd tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Unset dirty status for tenant:2578689695ab4a55a99443682838538b on resource:network {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:03:08.900802 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-25349a2c-6461-4a71-b4e2-403e37f57259 req-99357a5c-7fe9-47b6-bc0a-04b1762617cd tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/networks?id=da94abce-5ece-4742-b6d0-f89044eb6bbd HTTP/1.1" status: 200 len: 814 time: 0.7550061 May 05 22:03:08.932075 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-008dce9a-c040-416a-bd78-4ac97ad8153d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:08.970900 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 558711ec-cc6b-4387-8a57-c44e1a328a9a up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:03:09.019771 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-25349a2c-6461-4a71-b4e2-403e37f57259 req-28dd7673-34ea-4311-b34a-f7db6fff5aff tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/quotas/2578689695ab4a55a99443682838538b HTTP/1.1" status: 200 len: 375 time: 0.1041982 May 05 22:03:09.202296 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 558711ec-cc6b-4387-8a57-c44e1a328a9a completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:03:09.208671 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 558711ec-cc6b-4387-8a57-c44e1a328a9a triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:03:09.209389 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:09.434544 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-008dce9a-c040-416a-bd78-4ac97ad8153d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:09.463691 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008dce9a-c040-416a-bd78-4ac97ad8153d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973c3caa-dfbd-4ad1-aaba-c4a52c91aa3f,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:09.472456 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-25349a2c-6461-4a71-b4e2-403e37f57259 req-3dedc967-73b2-4738-a766-61df48ffc8eb tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Synchronizing usage tracker for tenant:2578689695ab4a55a99443682838538b on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:03:09.524889 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-008dce9a-c040-416a-bd78-4ac97ad8153d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:09.529498 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-008dce9a-c040-416a-bd78-4ac97ad8153d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/973c3caa-dfbd-4ad1-aaba-c4a52c91aa3f HTTP/1.1" status: 204 len: 168 time: 1.0918767 May 05 22:03:09.577571 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aeb5d3-5b62-4d58-8428-a7fbabc9914f req-bfffa65d-ae24-43cd-b5e4-c0e68f49d9b0 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:09.596059 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f0aeb5d3-5b62-4d58-8428-a7fbabc9914f req-bfffa65d-ae24-43cd-b5e4-c0e68f49d9b0 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb54e4c6-5fa4-4830-9811-c7baf4aa8b79 HTTP/1.1" status: 200 len: 945 time: 0.5371897 May 05 22:03:09.597839 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-25349a2c-6461-4a71-b4e2-403e37f57259 req-3dedc967-73b2-4738-a766-61df48ffc8eb tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Unset dirty status for tenant:2578689695ab4a55a99443682838538b on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:03:09.599051 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-25349a2c-6461-4a71-b4e2-403e37f57259 req-3dedc967-73b2-4738-a766-61df48ffc8eb tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2578689695ab4a55a99443682838538b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5538244 May 05 22:03:09.614925 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:09.729897 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 558711ec-cc6b-4387-8a57-c44e1a328a9a, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=558711ec-cc6b-4387-8a57-c44e1a328a9a,segment=NetworkSegment(b0853f69-0751-43f3-82dd-3ab4be255b1c),segment_id=b0853f69-0751-43f3-82dd-3ab4be255b1c)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:03:09.742175 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:09.945608 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=558711ec-cc6b-4387-8a57-c44e1a328a9a,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:10.038475 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f0aeb5d3-5b62-4d58-8428-a7fbabc9914f req-2debf1f8-aab8-4ccf-962c-8d29cb0e1fbc tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d0c3d5-b7c4-418a-abaf-9ffbc9641ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4351563 May 05 22:03:10.146641 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-25349a2c-6461-4a71-b4e2-403e37f57259 req-e8460a5d-42a3-4791-9cd7-58d48d3cb26a service neutron] 10.222.0.23 "GET /v2.0/networks/da94abce-5ece-4742-b6d0-f89044eb6bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5234902 May 05 22:03:10.373079 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-25349a2c-6461-4a71-b4e2-403e37f57259 req-ee2873f4-169f-4d3f-9bc0-681d251f6b01 service neutron] 10.222.0.23 "GET /v2.0/networks/da94abce-5ece-4742-b6d0-f89044eb6bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196012 May 05 22:03:10.746274 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-217368e2-26cc-435c-b02b-34da6762e650 req-ae47578d-0fa2-420c-b6be-16c476d6be1d tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=484f1bcc-8047-45f0-8404-bd3a73c642d2 HTTP/1.1" status: 200 len: 210 time: 0.1057789 May 05 22:03:10.768549 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 558711ec-cc6b-4387-8a57-c44e1a328a9a up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:03:10.904986 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 558711ec-cc6b-4387-8a57-c44e1a328a9a triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:03:10.905505 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:11.464345 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1da196-b0be-4abd-a7e3-e9abf66971be req-12332ba6-643f-4840-bfae-cd248f7fc6d8 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:11.470467 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ea1da196-b0be-4abd-a7e3-e9abf66971be req-12332ba6-643f-4840-bfae-cd248f7fc6d8 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb54e4c6-5fa4-4830-9811-c7baf4aa8b79 HTTP/1.1" status: 200 len: 945 time: 0.1424601 May 05 22:03:11.611327 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ea1da196-b0be-4abd-a7e3-e9abf66971be req-5684b2e1-b291-47fe-a11b-847d9793a5bf tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d0c3d5-b7c4-418a-abaf-9ffbc9641ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314530 May 05 22:03:11.954123 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f85c7-a239-458b-853d-4c8e4f838370 req-5b295df3-39b3-4d44-9afe-c38d7621d426 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:11.971738 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-343f85c7-a239-458b-853d-4c8e4f838370 req-5b295df3-39b3-4d44-9afe-c38d7621d426 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb54e4c6-5fa4-4830-9811-c7baf4aa8b79 HTTP/1.1" status: 200 len: 945 time: 0.1639440 May 05 22:03:12.226039 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6456372e-35c1-44c2-9b3f-a1c62fdeb559 req-44ed3147-0980-454a-aba1-6c67fd7ebdb3 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=484f1bcc-8047-45f0-8404-bd3a73c642d2 HTTP/1.1" status: 200 len: 210 time: 0.1635053 May 05 22:03:12.232239 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-343f85c7-a239-458b-853d-4c8e4f838370 req-71a3053f-19ff-40ab-8af6-349e3ad1a342 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d0c3d5-b7c4-418a-abaf-9ffbc9641ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2541785 May 05 22:03:12.269050 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 57504) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:12.425850 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-1c35d78b-9ca1-4da3-96f6-d5199b94ee99 tempest-TestNetworkAdvancedServerOps-1392066098 tempest-TestNetworkAdvancedServerOps-1392066098-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fb54e4c6-5fa4-4830-9811-c7baf4aa8b79 HTTP/1.1" status: 200 len: 1091 time: 0.1529164 May 05 22:03:12.426058 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 57510) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:12.433796 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-c074ac42-2941-4dfb-b202-1d3559289886 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Request body: {'floatingip': {'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'port_id': '571c4463-2d28-44d3-8f2b-39e0adaf48f1', 'tenant_id': '06fb629024324e968714595537efac5c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:03:12.447423 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-c074ac42-2941-4dfb-b202-1d3559289886 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:03:12.453652 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-c074ac42-2941-4dfb-b202-1d3559289886 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Usage tracker for resource:floatingip and tenant:06fb629024324e968714595537efac5c is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:03:12.457131 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-c074ac42-2941-4dfb-b202-1d3559289886 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:03:12.473445 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-c074ac42-2941-4dfb-b202-1d3559289886 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:03:12.497428 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c074ac42-2941-4dfb-b202-1d3559289886 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for floatingip, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:12.951398 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c074ac42-2941-4dfb-b202-1d3559289886 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:12.966470 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25349a2c-6461-4a71-b4e2-403e37f57259 req-419bf759-9576-42f7-9052-86e1926d3209 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:12.973841 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-25349a2c-6461-4a71-b4e2-403e37f57259 req-419bf759-9576-42f7-9052-86e1926d3209 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.44 "GET /v2.0/networks?id=da94abce-5ece-4742-b6d0-f89044eb6bbd HTTP/1.1" status: 200 len: 814 time: 0.4926736 May 05 22:03:13.011808 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 57518) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:13.137098 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-25349a2c-6461-4a71-b4e2-403e37f57259 req-1e14220e-bdf2-4fb6-9a0e-bea751cd9b89 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Synchronizing usage tracker for tenant:2578689695ab4a55a99443682838538b on resource:security_group {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:03:13.170717 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-25349a2c-6461-4a71-b4e2-403e37f57259 req-1e14220e-bdf2-4fb6-9a0e-bea751cd9b89 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Unset dirty status for tenant:2578689695ab4a55a99443682838538b on resource:security_group {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:03:13.174024 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-25349a2c-6461-4a71-b4e2-403e37f57259 req-1e14220e-bdf2-4fb6-9a0e-bea751cd9b89 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2578689695ab4a55a99443682838538b HTTP/1.1" status: 200 len: 380 time: 0.1862886 May 05 22:03:13.187682 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-25349a2c-6461-4a71-b4e2-403e37f57259 req-7f1fb0a6-8acb-4e6e-b0ba-37388fadfdf1 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Request body: {'port': {'device_id': '484f1bcc-8047-45f0-8404-bd3a73c642d2', 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd', 'admin_state_up': True, 'tenant_id': '2578689695ab4a55a99443682838538b', 'security_groups': ['ce8bd1d7-5cbb-4f4a-9d55-733d0e4f810c']}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:03:13.258760 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-c074ac42-2941-4dfb-b202-1d3559289886 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Allocated IP 172.25.4.22 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/465a4ebf-e117-439c-b85f-4fc98d37be88) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:03:13.508415 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 57536) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:13.633819 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-25349a2c-6461-4a71-b4e2-403e37f57259 req-7f1fb0a6-8acb-4e6e-b0ba-37388fadfdf1 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:03:13.660987 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-25349a2c-6461-4a71-b4e2-403e37f57259 req-7f1fb0a6-8acb-4e6e-b0ba-37388fadfdf1 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:03:13.689838 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25349a2c-6461-4a71-b4e2-403e37f57259 req-7f1fb0a6-8acb-4e6e-b0ba-37388fadfdf1 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Made reservation on behalf of 2578689695ab4a55a99443682838538b for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:03:13.693627 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-25349a2c-6461-4a71-b4e2-403e37f57259 req-7f1fb0a6-8acb-4e6e-b0ba-37388fadfdf1 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:13.945720 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7ff55259-b4fb-4da7-9692-8675aec8c6f7 req-276e483b-b0a6-4a8a-9f08-837a165329b8 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=484f1bcc-8047-45f0-8404-bd3a73c642d2 HTTP/1.1" status: 200 len: 210 time: 0.4380026 May 05 22:03:13.972504 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e808a822-7809-4707-854a-c62b366cfe0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:13.975531 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a6eb7617-7765-4330-9ab4-d0455be030b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:13.977955 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-516a80b9-cd21-4029-a26e-157fb952ec82 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-839583131-network', 'tenant_id': 'd9aeaf9d0aeb4600bf7fc29b06e96142'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:03:13.991465 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-516a80b9-cd21-4029-a26e-157fb952ec82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:03:13.996480 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-516a80b9-cd21-4029-a26e-157fb952ec82 admin admin] Usage tracker for resource:network and tenant:d9aeaf9d0aeb4600bf7fc29b06e96142 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:03:13.999986 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-516a80b9-cd21-4029-a26e-157fb952ec82 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:03:14.007184 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-516a80b9-cd21-4029-a26e-157fb952ec82 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:03:14.102072 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a6eb7617-7765-4330-9ab4-d0455be030b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:03:14.121556 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a6eb7617-7765-4330-9ab4-d0455be030b8 admin admin] Usage tracker for resource:security_group_rule and tenant:af56498d8be64a61b2e03a19c0e9fba2 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:03:14.134589 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a6eb7617-7765-4330-9ab4-d0455be030b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:03:14.157950 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c074ac42-2941-4dfb-b202-1d3559289886 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:14.164808 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a6eb7617-7765-4330-9ab4-d0455be030b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:03:14.241753 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516a80b9-cd21-4029-a26e-157fb952ec82 admin admin] Made reservation on behalf of d9aeaf9d0aeb4600bf7fc29b06e96142 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:03:14.244985 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-516a80b9-cd21-4029-a26e-157fb952ec82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:14.273816 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-516a80b9-cd21-4029-a26e-157fb952ec82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:14.280389 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 57554) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:14.364792 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-516a80b9-cd21-4029-a26e-157fb952ec82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:03:14.370392 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c074ac42-2941-4dfb-b202-1d3559289886 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:14.375280 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-25349a2c-6461-4a71-b4e2-403e37f57259 req-7f1fb0a6-8acb-4e6e-b0ba-37388fadfdf1 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Allocated IP 172.20.0.11 (da94abce-5ece-4742-b6d0-f89044eb6bbd/b6329e98-aed7-463a-a6e6-dc9284056d36/c20d9159-6336-4451-8a94-fbf2f90c8b57) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:03:14.378104 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-516a80b9-cd21-4029-a26e-157fb952ec82 admin admin] Usage tracker for resource:security_group_rule and tenant:d9aeaf9d0aeb4600bf7fc29b06e96142 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:03:14.383297 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-516a80b9-cd21-4029-a26e-157fb952ec82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:03:14.386278 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a6eb7617-7765-4330-9ab4-d0455be030b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:14.398290 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-516a80b9-cd21-4029-a26e-157fb952ec82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:03:14.451462 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a6eb7617-7765-4330-9ab4-d0455be030b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:14.576461 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-92a40bb7-517b-416a-b4db-45713f7c66c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:14.626987 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c074ac42-2941-4dfb-b202-1d3559289886 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:03:14.645655 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-c074ac42-2941-4dfb-b202-1d3559289886 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:03:14.697187 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c074ac42-2941-4dfb-b202-1d3559289886 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:03:14.710525 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-516a80b9-cd21-4029-a26e-157fb952ec82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:14.725324 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-516a80b9-cd21-4029-a26e-157fb952ec82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:14.729766 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb7617-7765-4330-9ab4-d0455be030b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b5eb28-fa4d-4d04-ab08-ea0a515b8369,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:14.748896 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c074ac42-2941-4dfb-b202-1d3559289886 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event updated for resources: {'Port': ['ID=465a4ebf-e117-439c-b85f-4fc98d37be88,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:14.774104 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a6eb7617-7765-4330-9ab4-d0455be030b8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=af56498d8be64a61b2e03a19c0e9fba2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7591341 May 05 22:03:14.784783 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 57562) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:14.803041 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-25349a2c-6461-4a71-b4e2-403e37f57259 req-7f1fb0a6-8acb-4e6e-b0ba-37388fadfdf1 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:14.806621 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-516a80b9-cd21-4029-a26e-157fb952ec82 admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:03:14.817291 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516a80b9-cd21-4029-a26e-157fb952ec82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd8b095-6fba-426d-a9ef-827cef8ba785,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:14.824419 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-92a40bb7-517b-416a-b4db-45713f7c66c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:03:14.841357 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-25349a2c-6461-4a71-b4e2-403e37f57259 req-7f1fb0a6-8acb-4e6e-b0ba-37388fadfdf1 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Transition to ACTIVE for port object c20d9159-6336-4451-8a94-fbf2f90c8b57 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:03:14.843908 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-516a80b9-cd21-4029-a26e-157fb952ec82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:14.844231 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-516a80b9-cd21-4029-a26e-157fb952ec82 admin admin] Added segment 3ff5cd32-9f3f-45a8-806e-9a3ff81274ed of type vlan for network 02097400-3204-4b97-8ef0-b23607b92e69 May 05 22:03:14.874626 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-92a40bb7-517b-416a-b4db-45713f7c66c3 admin admin] Usage tracker for resource:security_group_rule and tenant:41415679ee8a4a95921793558f9f0c0a is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:03:14.883451 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-92a40bb7-517b-416a-b4db-45713f7c66c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:03:14.884404 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-516a80b9-cd21-4029-a26e-157fb952ec82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:14.911979 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-25349a2c-6461-4a71-b4e2-403e37f57259 req-7f1fb0a6-8acb-4e6e-b0ba-37388fadfdf1 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:14.976700 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-92a40bb7-517b-416a-b4db-45713f7c66c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:03:15.006507 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1fb0a6-8acb-4e6e-b0ba-37388fadfdf1 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Pushing event updated for resources: {'Port': ['ID=c20d9159-6336-4451-8a94-fbf2f90c8b57,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:15.021727 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-dc27cdbb-2d8b-47f8-bb88-f9e820813a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:15.029986 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25349a2c-6461-4a71-b4e2-403e37f57259 req-7f1fb0a6-8acb-4e6e-b0ba-37388fadfdf1 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Network da94abce-5ece-4742-b6d0-f89044eb6bbd is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:03:15.031005 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-516a80b9-cd21-4029-a26e-157fb952ec82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:15.033328 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516a80b9-cd21-4029-a26e-157fb952ec82 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:15.033328 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-516a80b9-cd21-4029-a26e-157fb952ec82 admin admin] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:15.060699 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-dc27cdbb-2d8b-47f8-bb88-f9e820813a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:15.082107 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-25349a2c-6461-4a71-b4e2-403e37f57259 req-7f1fb0a6-8acb-4e6e-b0ba-37388fadfdf1 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:03:15.085135 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-25349a2c-6461-4a71-b4e2-403e37f57259 req-7f1fb0a6-8acb-4e6e-b0ba-37388fadfdf1 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:03:15.123385 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-516a80b9-cd21-4029-a26e-157fb952ec82 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5999489 May 05 22:03:15.124045 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 57570) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:15.189291 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-dc27cdbb-2d8b-47f8-bb88-f9e820813a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:15.190500 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-f5926d31-753a-4ea7-bdc4-22b2149433f2 admin admin] Request body: {'subnet': {'network_id': '02097400-3204-4b97-8ef0-b23607b92e69', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-839583131-subnet', 'tenant_id': 'd9aeaf9d0aeb4600bf7fc29b06e96142', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:03:15.198195 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f5926d31-753a-4ea7-bdc4-22b2149433f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:03:15.203057 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f5926d31-753a-4ea7-bdc4-22b2149433f2 admin admin] Usage tracker for resource:subnet and tenant:d9aeaf9d0aeb4600bf7fc29b06e96142 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:03:15.206463 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f5926d31-753a-4ea7-bdc4-22b2149433f2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:03:15.213250 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f5926d31-753a-4ea7-bdc4-22b2149433f2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:03:15.245947 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5926d31-753a-4ea7-bdc4-22b2149433f2 admin admin] Made reservation on behalf of d9aeaf9d0aeb4600bf7fc29b06e96142 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:03:15.249328 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f5926d31-753a-4ea7-bdc4-22b2149433f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:15.398323 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc27cdbb-2d8b-47f8-bb88-f9e820813a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b5eb28-fa4d-4d04-ab08-ea0a515b8369,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:15.522986 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f5926d31-753a-4ea7-bdc4-22b2149433f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:15.585951 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516a80b9-cd21-4029-a26e-157fb952ec82 admin admin] Pushing event updated for resources: {'Network': ['ID=02097400-3204-4b97-8ef0-b23607b92e69,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:15.589095 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c17ff5ce-31fe-4e8a-a0ef-28f34d3871d8 None None] Provisioning for port c20d9159-6336-4451-8a94-fbf2f90c8b57 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:03:15.594828 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-dc27cdbb-2d8b-47f8-bb88-f9e820813a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:15.595031 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c17ff5ce-31fe-4e8a-a0ef-28f34d3871d8 None None] Provisioning complete for port c20d9159-6336-4451-8a94-fbf2f90c8b57 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:03:15.595168 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c17ff5ce-31fe-4e8a-a0ef-28f34d3871d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:15.631123 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-dc27cdbb-2d8b-47f8-bb88-f9e820813a2f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/20b5eb28-fa4d-4d04-ab08-ea0a515b8369 HTTP/1.1" status: 204 len: 168 time: 0.8423195 May 05 22:03:15.636080 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25349a2c-6461-4a71-b4e2-403e37f57259 req-7f1fb0a6-8acb-4e6e-b0ba-37388fadfdf1 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:15.636994 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-25349a2c-6461-4a71-b4e2-403e37f57259 req-7f1fb0a6-8acb-4e6e-b0ba-37388fadfdf1 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:15.774768 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-c17ff5ce-31fe-4e8a-a0ef-28f34d3871d8 None None] Port c20d9159-6336-4451-8a94-fbf2f90c8b57 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:03:15.782171 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 02097400-3204-4b97-8ef0-b23607b92e69 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:03:15.858932 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5926d31-753a-4ea7-bdc4-22b2149433f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddaa6691-cfd8-48bc-93dc-8c242001b1d3,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:15.929640 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5926d31-753a-4ea7-bdc4-22b2149433f2 admin admin] Checking segment: {'id': '3ff5cd32-9f3f-45a8-806e-9a3ff81274ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '02097400-3204-4b97-8ef0-b23607b92e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:03:15.929932 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5926d31-753a-4ea7-bdc4-22b2149433f2 admin admin] Network hostable DHCP agents. Network: 02097400-3204-4b97-8ef0-b23607b92e69, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:03:15.937829 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-25349a2c-6461-4a71-b4e2-403e37f57259 req-7f1fb0a6-8acb-4e6e-b0ba-37388fadfdf1 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7567112 May 05 22:03:15.984268 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5926d31-753a-4ea7-bdc4-22b2149433f2 admin admin] Network 02097400-3204-4b97-8ef0-b23607b92e69 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:03:16.005617 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-92a40bb7-517b-416a-b4db-45713f7c66c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:16.011731 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-f5926d31-753a-4ea7-bdc4-22b2149433f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 02097400-3204-4b97-8ef0-b23607b92e69) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:03:16.028995 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5926d31-753a-4ea7-bdc4-22b2149433f2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:16.030382 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f5926d31-753a-4ea7-bdc4-22b2149433f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:16.042369 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d30410-5bdf-478b-aeef-3b0ff8212b86 req-2ed51d1b-6a76-4867-9676-784042b738d5 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:16.069214 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-06d30410-5bdf-478b-aeef-3b0ff8212b86 req-2ed51d1b-6a76-4867-9676-784042b738d5 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=484f1bcc-8047-45f0-8404-bd3a73c642d2 HTTP/1.1" status: 200 len: 932 time: 0.6602111 May 05 22:03:16.132088 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f5926d31-753a-4ea7-bdc4-22b2149433f2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9879293 May 05 22:03:16.152745 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a173b836-f4de-47a0-9470-dd327f825f4f None None] Network 02097400-3204-4b97-8ef0-b23607b92e69 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:03:16.155104 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-92a40bb7-517b-416a-b4db-45713f7c66c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:16.263625 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-25349a2c-6461-4a71-b4e2-403e37f57259 req-d5838881-5b67-4779-abed-3c1f663d017b service neutron] Request body: {'port': {'device_id': '484f1bcc-8047-45f0-8404-bd3a73c642d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:03:16.702467 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-25349a2c-6461-4a71-b4e2-403e37f57259 req-d5838881-5b67-4779-abed-3c1f663d017b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:16.715357 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9387e767-4334-431e-b6cb-a29aecea4b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:16.722115 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d6ecb5-5ff9-4a46-aaf4-cc5124a54cc9 None None] Network 02097400-3204-4b97-8ef0-b23607b92e69 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:03:16.806214 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a40bb7-517b-416a-b4db-45713f7c66c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a710ac2-ba71-4529-b549-ca9472a15af2,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:16.855041 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 57602) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:16.973631 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-06d30410-5bdf-478b-aeef-3b0ff8212b86 req-1e7fd465-dcd4-476e-8bc9-9f08e9546462 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce8bd1d7-5cbb-4f4a-9d55-733d0e4f810c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9019997 May 05 22:03:16.988458 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c074ac42-2941-4dfb-b202-1d3559289886 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:17.036112 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-92a40bb7-517b-416a-b4db-45713f7c66c3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=41415679ee8a4a95921793558f9f0c0a&name=default HTTP/1.1" status: 200 len: 2647 time: 2.7523634 May 05 22:03:17.059067 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 57608) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:17.082312 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9dd4e20a-a0b4-4d34-ab2c-6c59e647d780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:17.342294 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:17.400527 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c074ac42-2941-4dfb-b202-1d3559289886 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:17.434249 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9c83a130-fcf6-4557-910c-a3cb324d77fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:17.442008 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-9dd4e20a-a0b4-4d34-ab2c-6c59e647d780 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:03:17.483113 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-9dd4e20a-a0b4-4d34-ab2c-6c59e647d780 admin admin] Usage tracker for resource:security_group_rule and tenant:a4d4c50402b745149f6b2c3a47c3b7e8 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:03:17.492135 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-9dd4e20a-a0b4-4d34-ab2c-6c59e647d780 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:03:17.505459 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-9dd4e20a-a0b4-4d34-ab2c-6c59e647d780 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:03:17.531886 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:17.653386 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9c83a130-fcf6-4557-910c-a3cb324d77fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:17.761951 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-25349a2c-6461-4a71-b4e2-403e37f57259 req-d5838881-5b67-4779-abed-3c1f663d017b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c20d9159-6336-4451-8a94-fbf2f90c8b57 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:03:17.794920 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-25349a2c-6461-4a71-b4e2-403e37f57259 req-d5838881-5b67-4779-abed-3c1f663d017b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:17.852069 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-25349a2c-6461-4a71-b4e2-403e37f57259 req-d5838881-5b67-4779-abed-3c1f663d017b service neutron] Transition to ACTIVE for port object c20d9159-6336-4451-8a94-fbf2f90c8b57 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:03:17.860099 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-25349a2c-6461-4a71-b4e2-403e37f57259 req-d5838881-5b67-4779-abed-3c1f663d017b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:17.889894 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9dd4e20a-a0b4-4d34-ab2c-6c59e647d780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:17.904617 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9dd4e20a-a0b4-4d34-ab2c-6c59e647d780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:17.925035 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9c83a130-fcf6-4557-910c-a3cb324d77fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:17.991792 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd4e20a-a0b4-4d34-ab2c-6c59e647d780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a15c37-049d-4f7c-89dd-e72b4c704db2,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:18.003763 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-9dd4e20a-a0b4-4d34-ab2c-6c59e647d780 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a4d4c50402b745149f6b2c3a47c3b7e8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1392579 May 05 22:03:18.009907 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 57626) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:18.014418 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c074ac42-2941-4dfb-b202-1d3559289886 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:18.017892 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83a130-fcf6-4557-910c-a3cb324d77fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a710ac2-ba71-4529-b549-ca9472a15af2,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:18.025176 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9c83a130-fcf6-4557-910c-a3cb324d77fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:18.029472 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-9c83a130-fcf6-4557-910c-a3cb324d77fc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7a710ac2-ba71-4529-b549-ca9472a15af2 HTTP/1.1" status: 204 len: 168 time: 0.9557374 May 05 22:03:18.030280 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c074ac42-2941-4dfb-b202-1d3559289886 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:18.355059 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5838881-5b67-4779-abed-3c1f663d017b service neutron] Pushing event updated for resources: {'Port': ['ID=c20d9159-6336-4451-8a94-fbf2f90c8b57,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:18.547652 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-61722661-575b-40fa-9a39-914b247e12bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:18.588491 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c074ac42-2941-4dfb-b202-1d3559289886 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event updated for resources: {'Port': ['ID=465a4ebf-e117-439c-b85f-4fc98d37be88,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:18.647443 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-61722661-575b-40fa-9a39-914b247e12bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:18.705021 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c074ac42-2941-4dfb-b202-1d3559289886 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:18.903838 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:19.202311 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29dee14-dd28-416c-b8a6-9c09f128ebe1 req-55a67264-596d-4691-93e8-91ac66445111 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:19.208372 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-61722661-575b-40fa-9a39-914b247e12bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:19.214252 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f29dee14-dd28-416c-b8a6-9c09f128ebe1 req-55a67264-596d-4691-93e8-91ac66445111 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=484f1bcc-8047-45f0-8404-bd3a73c642d2 HTTP/1.1" status: 200 len: 944 time: 0.8739724 May 05 22:03:19.231141 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61722661-575b-40fa-9a39-914b247e12bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a15c37-049d-4f7c-89dd-e72b4c704db2,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:19.249336 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-61722661-575b-40fa-9a39-914b247e12bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:19.252746 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-61722661-575b-40fa-9a39-914b247e12bf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/19a15c37-049d-4f7c-89dd-e72b4c704db2 HTTP/1.1" status: 204 len: 168 time: 1.2224040 May 05 22:03:19.312852 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-25349a2c-6461-4a71-b4e2-403e37f57259 req-d5838881-5b67-4779-abed-3c1f663d017b service neutron] Attempting to bind port c20d9159-6336-4451-8a94-fbf2f90c8b57 on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:03:19.313194 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-25349a2c-6461-4a71-b4e2-403e37f57259 req-d5838881-5b67-4779-abed-3c1f663d017b service neutron] Attempting to bind port c20d9159-6336-4451-8a94-fbf2f90c8b57 by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': 'b0853f69-0751-43f3-82dd-3ab4be255b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:03:19.313522 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25349a2c-6461-4a71-b4e2-403e37f57259 req-d5838881-5b67-4779-abed-3c1f663d017b service neutron] Attempting to bind port c20d9159-6336-4451-8a94-fbf2f90c8b57 on network da94abce-5ece-4742-b6d0-f89044eb6bbd {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:03:19.330537 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25349a2c-6461-4a71-b4e2-403e37f57259 req-d5838881-5b67-4779-abed-3c1f663d017b service neutron] Port c20d9159-6336-4451-8a94-fbf2f90c8b57 on network da94abce-5ece-4742-b6d0-f89044eb6bbd not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:03:19.330968 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25349a2c-6461-4a71-b4e2-403e37f57259 req-d5838881-5b67-4779-abed-3c1f663d017b service neutron] Attempting to bind port c20d9159-6336-4451-8a94-fbf2f90c8b57 on network da94abce-5ece-4742-b6d0-f89044eb6bbd {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:03:19.340724 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 57672) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:19.370289 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25349a2c-6461-4a71-b4e2-403e37f57259 req-d5838881-5b67-4779-abed-3c1f663d017b service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:03:19.370855 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25349a2c-6461-4a71-b4e2-403e37f57259 req-d5838881-5b67-4779-abed-3c1f663d017b service neutron] Checking segment: {'id': 'b0853f69-0751-43f3-82dd-3ab4be255b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:03:19.371251 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25349a2c-6461-4a71-b4e2-403e37f57259 req-d5838881-5b67-4779-abed-3c1f663d017b service neutron] Bound using segment: {'id': 'b0853f69-0751-43f3-82dd-3ab4be255b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:03:19.373258 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-25349a2c-6461-4a71-b4e2-403e37f57259 req-d5838881-5b67-4779-abed-3c1f663d017b service neutron] Bound port: c20d9159-6336-4451-8a94-fbf2f90c8b57, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0853f69-0751-43f3-82dd-3ab4be255b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:03:19.375927 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-25349a2c-6461-4a71-b4e2-403e37f57259 req-d5838881-5b67-4779-abed-3c1f663d017b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:19.468598 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-63ce3510-c5de-422a-9179-9cc60ecf1e04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:19.559919 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f29dee14-dd28-416c-b8a6-9c09f128ebe1 req-704eafbf-e8c6-41d6-9014-59674193b404 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce8bd1d7-5cbb-4f4a-9d55-733d0e4f810c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3426738 May 05 22:03:19.625198 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-63ce3510-c5de-422a-9179-9cc60ecf1e04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:03:19.642288 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-63ce3510-c5de-422a-9179-9cc60ecf1e04 admin admin] Usage tracker for resource:security_group_rule and tenant:c03a68c3eac24459a3d3333cbd11f6d4 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:03:19.652137 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-63ce3510-c5de-422a-9179-9cc60ecf1e04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:03:19.678970 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-25349a2c-6461-4a71-b4e2-403e37f57259 req-d5838881-5b67-4779-abed-3c1f663d017b service neutron] For port c20d9159-6336-4451-8a94-fbf2f90c8b57, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:03:19.689408 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-25349a2c-6461-4a71-b4e2-403e37f57259 req-d5838881-5b67-4779-abed-3c1f663d017b service neutron] For port c20d9159-6336-4451-8a94-fbf2f90c8b57, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=c20d9159-6336-4451-8a94-fbf2f90c8b57,segment=NetworkSegment(b0853f69-0751-43f3-82dd-3ab4be255b1c),segment_id=b0853f69-0751-43f3-82dd-3ab4be255b1c)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:03:19.701120 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-25349a2c-6461-4a71-b4e2-403e37f57259 req-d5838881-5b67-4779-abed-3c1f663d017b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:19.711734 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-63ce3510-c5de-422a-9179-9cc60ecf1e04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:03:19.841162 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-25349a2c-6461-4a71-b4e2-403e37f57259 req-d5838881-5b67-4779-abed-3c1f663d017b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:19.843006 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-25349a2c-6461-4a71-b4e2-403e37f57259 req-d5838881-5b67-4779-abed-3c1f663d017b service neutron] 10.222.0.44 "PUT /v2.0/ports/c20d9159-6336-4451-8a94-fbf2f90c8b57 HTTP/1.1" status: 200 len: 1092 time: 3.8943875 May 05 22:03:19.843083 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '484f1bcc-8047-45f0-8404-bd3a73c642d2', 'tag': 'c20d9159-6336-4451-8a94-fbf2f90c8b57'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:03:19.901609 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5838881-5b67-4779-abed-3c1f663d017b service neutron] Pushing event updated for resources: {'Port': ['ID=c20d9159-6336-4451-8a94-fbf2f90c8b57,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:20.048838 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5cf1573-f453-4c6b-904b-b41020e97c73'] response: {'name': 'network-changed', 'server_uuid': '484f1bcc-8047-45f0-8404-bd3a73c642d2', 'tag': 'c20d9159-6336-4451-8a94-fbf2f90c8b57', 'status': 'completed', 'code': 200} May 05 22:03:20.145570 n-d-825175-4 neutron-server[84061]: INFO neutron.db.l3_db [None req-c074ac42-2941-4dfb-b202-1d3559289886 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Floating IP 54a4009f-4f28-4047-8a54-f060fe6b716f associated. External IP: 172.25.4.22, port: 571c4463-2d28-44d3-8f2b-39e0adaf48f1. May 05 22:03:20.193675 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-25349a2c-6461-4a71-b4e2-403e37f57259 req-a545256e-9e2c-4801-b251-7645972ac14b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2578689695ab4a55a99443682838538b&device_id=484f1bcc-8047-45f0-8404-bd3a73c642d2 HTTP/1.1" status: 200 len: 1095 time: 0.2788570 May 05 22:03:20.364410 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-25349a2c-6461-4a71-b4e2-403e37f57259 req-9033d936-6cd6-48b1-8335-2efb8fc67b50 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c20d9159-6336-4451-8a94-fbf2f90c8b57 HTTP/1.1" status: 200 len: 217 time: 0.1634536 May 05 22:03:20.504083 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25349a2c-6461-4a71-b4e2-403e37f57259 req-274f3e79-d461-4d7f-8d59-c4fbf33e1f44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:20.505466 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-25349a2c-6461-4a71-b4e2-403e37f57259 req-274f3e79-d461-4d7f-8d59-c4fbf33e1f44 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b6329e98-aed7-463a-a6e6-dc9284056d36 HTTP/1.1" status: 200 len: 853 time: 0.1338573 May 05 22:03:20.630412 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-25349a2c-6461-4a71-b4e2-403e37f57259 req-c0e44935-6ccd-42dd-a5a9-7b0ba540a2a3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=da94abce-5ece-4742-b6d0-f89044eb6bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1184795 May 05 22:03:20.799786 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-63ce3510-c5de-422a-9179-9cc60ecf1e04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:20.857035 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-63ce3510-c5de-422a-9179-9cc60ecf1e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:20.928476 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-25349a2c-6461-4a71-b4e2-403e37f57259 req-e5dbbc4e-caaf-4c1f-a235-ae89c03dc9b7 service neutron] 10.222.0.44 "GET /v2.0/networks/da94abce-5ece-4742-b6d0-f89044eb6bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917206 May 05 22:03:21.012705 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ce3510-c5de-422a-9179-9cc60ecf1e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc533a0-c989-49f8-82b8-e4e0b7dfefc3,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:21.082201 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-25349a2c-6461-4a71-b4e2-403e37f57259 req-880ac739-a7b5-4d50-8e9f-8e4dd0b645b8 service neutron] 10.222.0.44 "GET /v2.0/networks/da94abce-5ece-4742-b6d0-f89044eb6bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471269 May 05 22:03:21.108505 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4aad0d-11d3-41b5-a7d6-44f8e25b466f req-4d284e63-c302-441a-8e24-d44844dc771b tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:21.116960 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7e4aad0d-11d3-41b5-a7d6-44f8e25b466f req-4d284e63-c302-441a-8e24-d44844dc771b tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca770a07-6893-4970-ab91-c12fb85165a7 HTTP/1.1" status: 200 len: 945 time: 1.1950824 May 05 22:03:21.266930 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 57714) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:21.271926 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-63ce3510-c5de-422a-9179-9cc60ecf1e04 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c03a68c3eac24459a3d3333cbd11f6d4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9019644 May 05 22:03:21.289513 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a691f-f73e-4f34-9b51-a65ed91d39dd req-62d5a61e-ad9c-4e94-b593-b40076c717b8 tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:21.294277 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-755a691f-f73e-4f34-9b51-a65ed91d39dd req-62d5a61e-ad9c-4e94-b593-b40076c717b8 tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] 10.222.0.23 "GET /v2.0/networks?id=02097400-3204-4b97-8ef0-b23607b92e69 HTTP/1.1" status: 200 len: 809 time: 0.9743927 May 05 22:03:21.354566 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7e4aad0d-11d3-41b5-a7d6-44f8e25b466f req-41a2a934-2b6d-40df-8403-ff4d9b07d2ff tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fa4e0b9-5123-49b5-89ca-ca778d1b0224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1936071 May 05 22:03:21.358979 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-755a691f-f73e-4f34-9b51-a65ed91d39dd req-6ee79639-fa9f-4a91-b459-a108671fd1f2 tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] 10.222.0.23 "GET /v2.0/quotas/d9aeaf9d0aeb4600bf7fc29b06e96142 HTTP/1.1" status: 200 len: 375 time: 0.0493333 May 05 22:03:21.455804 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-100c0172-69ba-4be0-8109-8e96993adb52 req-5ebb0914-7df1-46dc-90e4-0b92ef145b00 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2578689695ab4a55a99443682838538b&device_id=484f1bcc-8047-45f0-8404-bd3a73c642d2 HTTP/1.1" status: 200 len: 1095 time: 0.3068547 May 05 22:03:21.468233 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-755a691f-f73e-4f34-9b51-a65ed91d39dd req-3cb6b216-422f-4816-84ce-221838791b21 tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d9aeaf9d0aeb4600bf7fc29b06e96142&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1053381 May 05 22:03:21.747983 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-86409eeb-9a6d-4f60-ae46-802549ab5052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:21.751413 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-755a691f-f73e-4f34-9b51-a65ed91d39dd req-21a369af-2559-4f3a-89ad-2d2fdd1cd2d9 service neutron] 10.222.0.23 "GET /v2.0/networks/02097400-3204-4b97-8ef0-b23607b92e69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666974 May 05 22:03:21.841800 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c0172-69ba-4be0-8109-8e96993adb52 req-c0e0ca00-9602-47f8-b54f-e93379035c4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:21.849888 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-100c0172-69ba-4be0-8109-8e96993adb52 req-c0e0ca00-9602-47f8-b54f-e93379035c4a service neutron] 10.222.0.44 "GET /v2.0/networks?id=da94abce-5ece-4742-b6d0-f89044eb6bbd HTTP/1.1" status: 200 len: 915 time: 0.3842392 May 05 22:03:21.862603 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-86409eeb-9a6d-4f60-ae46-802549ab5052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:21.980661 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0205387a-eb78-4221-8621-87e4b6c47fc6 req-be7688a3-dbd3-499d-b7d5-84fddfe7b8dc tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:21.987727 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0205387a-eb78-4221-8621-87e4b6c47fc6 req-be7688a3-dbd3-499d-b7d5-84fddfe7b8dc tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=484f1bcc-8047-45f0-8404-bd3a73c642d2 HTTP/1.1" status: 200 len: 944 time: 0.2342398 May 05 22:03:22.036976 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-100c0172-69ba-4be0-8109-8e96993adb52 req-da3978c4-0933-4d72-95cf-aaec1d281cd8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c20d9159-6336-4451-8a94-fbf2f90c8b57 HTTP/1.1" status: 200 len: 217 time: 0.1569705 May 05 22:03:22.139756 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c0172-69ba-4be0-8109-8e96993adb52 req-7bded41c-155e-4df7-85c7-e30fdda2e935 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:22.141223 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-100c0172-69ba-4be0-8109-8e96993adb52 req-7bded41c-155e-4df7-85c7-e30fdda2e935 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b6329e98-aed7-463a-a6e6-dc9284056d36 HTTP/1.1" status: 200 len: 853 time: 0.0619841 May 05 22:03:22.143112 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-755a691f-f73e-4f34-9b51-a65ed91d39dd req-6cea240a-d655-43bc-bdbc-25a6d62669ad service neutron] 10.222.0.23 "GET /v2.0/networks/02097400-3204-4b97-8ef0-b23607b92e69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264513 May 05 22:03:22.143520 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-86409eeb-9a6d-4f60-ae46-802549ab5052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:22.159495 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86409eeb-9a6d-4f60-ae46-802549ab5052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc533a0-c989-49f8-82b8-e4e0b7dfefc3,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:22.217256 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-86409eeb-9a6d-4f60-ae46-802549ab5052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:22.221338 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-86409eeb-9a6d-4f60-ae46-802549ab5052 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2cc533a0-c989-49f8-82b8-e4e0b7dfefc3 HTTP/1.1" status: 204 len: 168 time: 0.9534426 May 05 22:03:22.290299 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-100c0172-69ba-4be0-8109-8e96993adb52 req-11f8f071-1005-4194-b214-4de7c807c273 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=da94abce-5ece-4742-b6d0-f89044eb6bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1319242 May 05 22:03:22.530810 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0205387a-eb78-4221-8621-87e4b6c47fc6 req-fb9ee0d2-e0f0-49e9-bb51-a18764ed1c74 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce8bd1d7-5cbb-4f4a-9d55-733d0e4f810c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5420942 May 05 22:03:22.704916 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c074ac42-2941-4dfb-b202-1d3559289886 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Router 10cb3c67-5bbd-46ac-84b6-2674ad37c9cd has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:03:22.736210 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-100c0172-69ba-4be0-8109-8e96993adb52 req-dc3fe9e8-3bbd-4b16-8f75-75396edb5438 service neutron] 10.222.0.44 "GET /v2.0/networks/da94abce-5ece-4742-b6d0-f89044eb6bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4381845 May 05 22:03:23.269190 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-668816ff-dde9-4147-b990-cd400b2b9750 req-ec98e08d-265a-4f7c-99f1-741d4138f43d tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] 10.222.0.23 "GET /v2.0/ports?device_id=377cf84b-399a-42cd-b99f-9b07e6c5b50d HTTP/1.1" status: 200 len: 210 time: 0.3028870 May 05 22:03:23.336442 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 57756) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:23.393697 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-998a4711-7180-42f6-9ca4-7473c2145c82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:23.466759 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-100c0172-69ba-4be0-8109-8e96993adb52 req-d987dae3-2515-4237-899f-4b15aee2736c service neutron] 10.222.0.44 "GET /v2.0/networks/da94abce-5ece-4742-b6d0-f89044eb6bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7196283 May 05 22:03:23.588122 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-998a4711-7180-42f6-9ca4-7473c2145c82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:03:23.613408 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-998a4711-7180-42f6-9ca4-7473c2145c82 admin admin] Usage tracker for resource:security_group_rule and tenant:f09ba18a0f1e472eaa665ef83e8f634b is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:03:23.638361 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-998a4711-7180-42f6-9ca4-7473c2145c82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:03:23.691932 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194326a0-f564-4b91-9b8f-3ca56872f327 req-46860e85-fdaf-4bfb-88f6-9841d938db2e tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:23.693465 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-194326a0-f564-4b91-9b8f-3ca56872f327 req-46860e85-fdaf-4bfb-88f6-9841d938db2e tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca770a07-6893-4970-ab91-c12fb85165a7 HTTP/1.1" status: 200 len: 945 time: 0.7405477 May 05 22:03:23.694476 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-998a4711-7180-42f6-9ca4-7473c2145c82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:03:23.741085 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device c20d9159-6336-4451-8a94-fbf2f90c8b57 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:03:23.856850 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-998a4711-7180-42f6-9ca4-7473c2145c82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:23.873771 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-998a4711-7180-42f6-9ca4-7473c2145c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:23.934607 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 57770) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:24.049889 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port c20d9159-6336-4451-8a94-fbf2f90c8b57, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=c20d9159-6336-4451-8a94-fbf2f90c8b57,segment=NetworkSegment(b0853f69-0751-43f3-82dd-3ab4be255b1c),segment_id=b0853f69-0751-43f3-82dd-3ab4be255b1c)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:03:24.054705 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998a4711-7180-42f6-9ca4-7473c2145c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2149a74d-be19-4f41-823b-dae1fdbc441d,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:24.080917 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-194326a0-f564-4b91-9b8f-3ca56872f327 req-b5b1afbe-fe4a-4d88-98f6-c40960fa74b2 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fa4e0b9-5123-49b5-89ca-ca778d1b0224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3625531 May 05 22:03:24.086192 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': 'c20d9159-6336-4451-8a94-fbf2f90c8b57', 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd', 'port_id': 'c20d9159-6336-4451-8a94-fbf2f90c8b57', 'mac_address': 'fa:16:3e:0f:32:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6329e98-aed7-463a-a6e6-dc9284056d36', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:03:24.111474 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-998a4711-7180-42f6-9ca4-7473c2145c82 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f09ba18a0f1e472eaa665ef83e8f634b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7712097 May 05 22:03:24.111863 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 57778) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:24.159383 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d26be-30bc-4e62-b771-adca106ee0f0 req-7d185bae-974e-4bf5-a800-54402a8cfebd tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:24.169236 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d52d26be-30bc-4e62-b771-adca106ee0f0 req-7d185bae-974e-4bf5-a800-54402a8cfebd tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=484f1bcc-8047-45f0-8404-bd3a73c642d2 HTTP/1.1" status: 200 len: 944 time: 0.2724462 May 05 22:03:24.203775 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c074ac42-2941-4dfb-b202-1d3559289886 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:03:24.217017 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c3202a-f912-4840-88ce-f4f5df3560ae None None] Sync routers for ids ['10cb3c67-5bbd-46ac-84b6-2674ad37c9cd'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:03:24.266719 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c3202a-f912-4840-88ce-f4f5df3560ae None None] Routers {'10cb3c67-5bbd-46ac-84b6-2674ad37c9cd'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:03:24.269183 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-15c3202a-f912-4840-88ce-f4f5df3560ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:03:17Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['10cb3c67-5bbd-46ac-84b6-2674ad37c9cd'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:03:24.292577 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d52d26be-30bc-4e62-b771-adca106ee0f0 req-d9470c48-c2a7-4da1-bb50-4d6637f37aba tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce8bd1d7-5cbb-4f4a-9d55-733d0e4f810c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188939 May 05 22:03:24.294964 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b8342605-b819-4f36-af01-e7a85d81456a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:24.338285 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:24.367862 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b8342605-b819-4f36-af01-e7a85d81456a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:24.381294 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c074ac42-2941-4dfb-b202-1d3559289886 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:24.442328 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c20d9159-6336-4451-8a94-fbf2f90c8b57 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:03:24.469747 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c074ac42-2941-4dfb-b202-1d3559289886 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 12.0424485 May 05 22:03:24.470785 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb54e4c6-5fa4-4830-9811-c7baf4aa8b79', 'tag': '571c4463-2d28-44d3-8f2b-39e0adaf48f1'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:03:24.488814 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b8342605-b819-4f36-af01-e7a85d81456a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:24.517024 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8342605-b819-4f36-af01-e7a85d81456a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2149a74d-be19-4f41-823b-dae1fdbc441d,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:24.538143 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b8342605-b819-4f36-af01-e7a85d81456a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:24.542618 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b8342605-b819-4f36-af01-e7a85d81456a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2149a74d-be19-4f41-823b-dae1fdbc441d HTTP/1.1" status: 204 len: 168 time: 0.4270623 May 05 22:03:24.559187 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-055b4b94-273a-41d0-b86b-70cf13384043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:24.605154 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port c20d9159-6336-4451-8a94-fbf2f90c8b57, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=c20d9159-6336-4451-8a94-fbf2f90c8b57,segment=NetworkSegment(b0853f69-0751-43f3-82dd-3ab4be255b1c),segment_id=b0853f69-0751-43f3-82dd-3ab4be255b1c)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:03:24.641927 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:24.699634 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-055b4b94-273a-41d0-b86b-70cf13384043 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:03:24.718581 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-055b4b94-273a-41d0-b86b-70cf13384043 admin admin] Usage tracker for resource:security_group_rule and tenant:de9355e1595d442281d14cfa023a3cc3 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:03:24.736799 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-055b4b94-273a-41d0-b86b-70cf13384043 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:03:24.759539 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-055b4b94-273a-41d0-b86b-70cf13384043 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:03:24.871980 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['c20d9159-6336-4451-8a94-fbf2f90c8b57'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:03:24.884880 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-15c3202a-f912-4840-88ce-f4f5df3560ae None None] Set router 10cb3c67-5bbd-46ac-84b6-2674ad37c9cd gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:03:24.938931 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-47ab75f4-72ad-4ef3-99b4-590d27f70e1c req-b633bc9c-ef61-4bca-8b99-c4b8863f3e4f tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] 10.222.0.23 "GET /v2.0/ports?device_id=377cf84b-399a-42cd-b99f-9b07e6c5b50d HTTP/1.1" status: 200 len: 210 time: 0.3499777 May 05 22:03:24.996797 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-055b4b94-273a-41d0-b86b-70cf13384043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:25.109357 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-055b4b94-273a-41d0-b86b-70cf13384043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:25.131545 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0778276-c081-4bec-917f-32e1ac1149b8 req-f8fdd234-8857-4111-a81e-d3fc5a54e66a tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:25.146291 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f0778276-c081-4bec-917f-32e1ac1149b8 req-f8fdd234-8857-4111-a81e-d3fc5a54e66a tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb54e4c6-5fa4-4830-9811-c7baf4aa8b79 HTTP/1.1" status: 200 len: 945 time: 0.4134660 May 05 22:03:25.164630 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=c20d9159-6336-4451-8a94-fbf2f90c8b57,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:25.261085 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f0778276-c081-4bec-917f-32e1ac1149b8 req-8aee2d8b-5558-4a51-ac37-2d1ffb8feda2 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d0c3d5-b7c4-418a-abaf-9ffbc9641ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137252 May 05 22:03:25.290806 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 57802) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:25.670873 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055b4b94-273a-41d0-b86b-70cf13384043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c11815c-5079-4412-89f1-61f6ec79c7a0,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:25.695773 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-055b4b94-273a-41d0-b86b-70cf13384043 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=de9355e1595d442281d14cfa023a3cc3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7575097 May 05 22:03:25.712682 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 57816) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:25.729482 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:03:25.756973 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device c20d9159-6336-4451-8a94-fbf2f90c8b57 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:03:25.825869 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-19e3e531-8994-4335-835c-b477b4cdeba0 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/floatingips/54a4009f-4f28-4047-8a54-f060fe6b716f HTTP/1.1" status: 200 len: 990 time: 0.5335670 May 05 22:03:25.848527 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fe97d9e-13b7-4edc-b5eb-c5b7c198f8c4'] response: {'name': 'network-changed', 'server_uuid': 'fb54e4c6-5fa4-4830-9811-c7baf4aa8b79', 'tag': '571c4463-2d28-44d3-8f2b-39e0adaf48f1', 'status': 'completed', 'code': 200} May 05 22:03:25.947773 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-15c3202a-f912-4840-88ce-f4f5df3560ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cb3c67-5bbd-46ac-84b6-2674ad37c9cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1893328852', 'tenant_id': '06fb629024324e968714595537efac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'd7b9ff99-fda6-483f-88b3-92c834846233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:02:17Z', 'updated_at': '2022-05-05T22:02:33Z', 'revision_number': 4, 'project_id': '06fb629024324e968714595537efac5c', 'gw_port': {'id': 'd7b9ff99-fda6-483f-88b3-92c834846233', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ca:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb3c67-5bbd-46ac-84b6-2674ad37c9cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:19Z', 'updated_at': '2022-05-05T22:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '54a4009f-4f28-4047-8a54-f060fe6b716f', 'tenant_id': '06fb629024324e968714595537efac5c', 'floating_ip_address': '172.25.4.22', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '10cb3c67-5bbd-46ac-84b6-2674ad37c9cd', 'port_id': '571c4463-2d28-44d3-8f2b-39e0adaf48f1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42af2df6-9729-4f65-bcaf-09a40ba18ce2', 'mac_address': 'fa:16:3e:49:6f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb54e4c6-5fa4-4830-9811-c7baf4aa8b79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:03:16Z', 'updated_at': '2022-05-05T22:03:16Z', 'revision_number': 0, 'project_id': '06fb629024324e968714595537efac5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8006ca00-ad71-4ca9-9fa1-dc9fa02d35f1', 'name': '', 'network_id': '42af2df6-9729-4f65-bcaf-09a40ba18ce2', 'tenant_id': '06fb629024324e968714595537efac5c', 'mac_address': 'fa:16:3e:ba:14:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb3c67-5bbd-46ac-84b6-2674ad37c9cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e50b77d7-4ab1-4d1a-a967-e09424173e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:33Z', 'updated_at': '2022-05-05T22:02:45Z', 'revision_number': 5, 'project_id': '06fb629024324e968714595537efac5c', 'subnets': [{'id': 'e50b77d7-4ab1-4d1a-a967-e09424173e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:03:25.953249 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c3202a-f912-4840-88ce-f4f5df3560ae None None] Checking router: 10cb3c67-5bbd-46ac-84b6-2674ad37c9cd for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:03:25.976316 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c3202a-f912-4840-88ce-f4f5df3560ae None None] Routers {'10cb3c67-5bbd-46ac-84b6-2674ad37c9cd'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:03:25.978284 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-15c3202a-f912-4840-88ce-f4f5df3560ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:03:17Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['10cb3c67-5bbd-46ac-84b6-2674ad37c9cd'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:03:26.059434 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port c20d9159-6336-4451-8a94-fbf2f90c8b57 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:03:26.068661 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a691f-f73e-4f34-9b51-a65ed91d39dd req-cc4b1bd1-aa0c-4263-ab68-99d2f6feadb8 tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:26.070971 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-755a691f-f73e-4f34-9b51-a65ed91d39dd req-cc4b1bd1-aa0c-4263-ab68-99d2f6feadb8 tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] Synchronizing usage tracker for tenant:d9aeaf9d0aeb4600bf7fc29b06e96142 on resource:network {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:03:26.087027 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port c20d9159-6336-4451-8a94-fbf2f90c8b57 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:03:26.087945 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:26.090627 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81282c0-687e-449c-90d3-ed6774cf2db2 req-16f8415c-f563-4ca1-8ec8-de64c899418a tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:26.098239 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f81282c0-687e-449c-90d3-ed6774cf2db2 req-16f8415c-f563-4ca1-8ec8-de64c899418a tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca770a07-6893-4970-ab91-c12fb85165a7 HTTP/1.1" status: 200 len: 945 time: 0.5320270 May 05 22:03:26.154452 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-755a691f-f73e-4f34-9b51-a65ed91d39dd req-cc4b1bd1-aa0c-4263-ab68-99d2f6feadb8 tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] Unset dirty status for tenant:d9aeaf9d0aeb4600bf7fc29b06e96142 on resource:network {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:03:26.159375 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a477afa4-5c24-4349-9121-1cf1f7253ea7 req-fb5746fb-de9c-414f-a762-d4f72eb7eac4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=06fb629024324e968714595537efac5c&device_id=fb54e4c6-5fa4-4830-9811-c7baf4aa8b79 HTTP/1.1" status: 200 len: 1096 time: 0.2944763 May 05 22:03:26.166432 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-755a691f-f73e-4f34-9b51-a65ed91d39dd req-cc4b1bd1-aa0c-4263-ab68-99d2f6feadb8 tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] 10.222.0.32 "GET /v2.0/networks?id=02097400-3204-4b97-8ef0-b23607b92e69 HTTP/1.1" status: 200 len: 809 time: 1.1578810 May 05 22:03:26.174497 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5329f4a3-f6cc-4b14-b60e-27323a421e5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:26.233937 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-755a691f-f73e-4f34-9b51-a65ed91d39dd req-fd1d8eca-966d-4953-a134-e971d51fc047 tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] Request body: {'port': {'device_id': '377cf84b-399a-42cd-b99f-9b07e6c5b50d', 'network_id': '02097400-3204-4b97-8ef0-b23607b92e69', 'admin_state_up': True, 'tenant_id': 'd9aeaf9d0aeb4600bf7fc29b06e96142'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:03:26.365844 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5329f4a3-f6cc-4b14-b60e-27323a421e5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:26.409906 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a477afa4-5c24-4349-9121-1cf1f7253ea7 req-ab7bd976-62c7-4110-bfdb-8384403f73f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:26.411383 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a477afa4-5c24-4349-9121-1cf1f7253ea7 req-ab7bd976-62c7-4110-bfdb-8384403f73f1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=42af2df6-9729-4f65-bcaf-09a40ba18ce2 HTTP/1.1" status: 200 len: 897 time: 0.2305725 May 05 22:03:26.441561 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f81282c0-687e-449c-90d3-ed6774cf2db2 req-65f62f9e-5421-4eea-95ae-15b7a8d55f9d tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fa4e0b9-5123-49b5-89ca-ca778d1b0224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3389239 May 05 22:03:26.458564 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-15c3202a-f912-4840-88ce-f4f5df3560ae None None] Set router 10cb3c67-5bbd-46ac-84b6-2674ad37c9cd gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:03:26.602145 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:26.697729 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port c20d9159-6336-4451-8a94-fbf2f90c8b57, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=c20d9159-6336-4451-8a94-fbf2f90c8b57,segment=NetworkSegment(b0853f69-0751-43f3-82dd-3ab4be255b1c),segment_id=b0853f69-0751-43f3-82dd-3ab4be255b1c)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:03:26.701213 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '484f1bcc-8047-45f0-8404-bd3a73c642d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c20d9159-6336-4451-8a94-fbf2f90c8b57'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:03:26.716314 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-755a691f-f73e-4f34-9b51-a65ed91d39dd req-fd1d8eca-966d-4953-a134-e971d51fc047 tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:03:26.717626 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5329f4a3-f6cc-4b14-b60e-27323a421e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:26.719900 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:26.778140 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-755a691f-f73e-4f34-9b51-a65ed91d39dd req-fd1d8eca-966d-4953-a134-e971d51fc047 tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] Usage tracker for resource:port and tenant:d9aeaf9d0aeb4600bf7fc29b06e96142 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:03:26.786398 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5329f4a3-f6cc-4b14-b60e-27323a421e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c11815c-5079-4412-89f1-61f6ec79c7a0,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:26.790554 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a477afa4-5c24-4349-9121-1cf1f7253ea7 req-b44585fa-4949-4661-afce-81dc113722e9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=571c4463-2d28-44d3-8f2b-39e0adaf48f1 HTTP/1.1" status: 200 len: 998 time: 0.3669908 May 05 22:03:26.793367 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-755a691f-f73e-4f34-9b51-a65ed91d39dd req-fd1d8eca-966d-4953-a134-e971d51fc047 tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:03:26.809194 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7453d17-9906-476c-82ab-285c85b38c3c req-626f25dd-2bb1-4a51-b5fb-159077213db0 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:26.814574 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-755a691f-f73e-4f34-9b51-a65ed91d39dd req-fd1d8eca-966d-4953-a134-e971d51fc047 tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:03:26.822342 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f7453d17-9906-476c-82ab-285c85b38c3c req-626f25dd-2bb1-4a51-b5fb-159077213db0 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=484f1bcc-8047-45f0-8404-bd3a73c642d2 HTTP/1.1" status: 200 len: 945 time: 0.8043766 May 05 22:03:26.834054 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 57840) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:26.845517 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5329f4a3-f6cc-4b14-b60e-27323a421e5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:26.869657 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5329f4a3-f6cc-4b14-b60e-27323a421e5f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5c11815c-5079-4412-89f1-61f6ec79c7a0 HTTP/1.1" status: 204 len: 168 time: 1.1507759 May 05 22:03:26.891144 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-755a691f-f73e-4f34-9b51-a65ed91d39dd req-fd1d8eca-966d-4953-a134-e971d51fc047 tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] Made reservation on behalf of d9aeaf9d0aeb4600bf7fc29b06e96142 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:03:26.904183 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-755a691f-f73e-4f34-9b51-a65ed91d39dd req-fd1d8eca-966d-4953-a134-e971d51fc047 tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:26.954102 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=c20d9159-6336-4451-8a94-fbf2f90c8b57,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:27.026545 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:03:27.031220 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:03:27.036577 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:03:27.037714 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:03:27.044247 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:03:27.044247 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:03:27.061890 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:03:27.064626 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:03:27.065530 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:03:27.066090 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:03:27.066585 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:03:27.101867 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a477afa4-5c24-4349-9121-1cf1f7253ea7 req-c2db2fac-aac3-4aa5-ba2e-2a1d64036e7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:27.104907 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a477afa4-5c24-4349-9121-1cf1f7253ea7 req-c2db2fac-aac3-4aa5-ba2e-2a1d64036e7d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e50b77d7-4ab1-4d1a-a967-e09424173e35 HTTP/1.1" status: 200 len: 834 time: 0.2725766 May 05 22:03:27.497735 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-15c3202a-f912-4840-88ce-f4f5df3560ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cb3c67-5bbd-46ac-84b6-2674ad37c9cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1893328852', 'tenant_id': '06fb629024324e968714595537efac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'd7b9ff99-fda6-483f-88b3-92c834846233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:02:17Z', 'updated_at': '2022-05-05T22:02:33Z', 'revision_number': 4, 'project_id': '06fb629024324e968714595537efac5c', 'gw_port': {'id': 'd7b9ff99-fda6-483f-88b3-92c834846233', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ca:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb3c67-5bbd-46ac-84b6-2674ad37c9cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:19Z', 'updated_at': '2022-05-05T22:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '54a4009f-4f28-4047-8a54-f060fe6b716f', 'tenant_id': '06fb629024324e968714595537efac5c', 'floating_ip_address': '172.25.4.22', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '10cb3c67-5bbd-46ac-84b6-2674ad37c9cd', 'port_id': '571c4463-2d28-44d3-8f2b-39e0adaf48f1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42af2df6-9729-4f65-bcaf-09a40ba18ce2', 'mac_address': 'fa:16:3e:49:6f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb54e4c6-5fa4-4830-9811-c7baf4aa8b79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:03:16Z', 'updated_at': '2022-05-05T22:03:16Z', 'revision_number': 0, 'project_id': '06fb629024324e968714595537efac5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8006ca00-ad71-4ca9-9fa1-dc9fa02d35f1', 'name': '', 'network_id': '42af2df6-9729-4f65-bcaf-09a40ba18ce2', 'tenant_id': '06fb629024324e968714595537efac5c', 'mac_address': 'fa:16:3e:ba:14:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb3c67-5bbd-46ac-84b6-2674ad37c9cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e50b77d7-4ab1-4d1a-a967-e09424173e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:33Z', 'updated_at': '2022-05-05T22:02:45Z', 'revision_number': 5, 'project_id': '06fb629024324e968714595537efac5c', 'subnets': [{'id': 'e50b77d7-4ab1-4d1a-a967-e09424173e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:03:27.508045 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c3202a-f912-4840-88ce-f4f5df3560ae None None] The sync data for ids ['10cb3c67-5bbd-46ac-84b6-2674ad37c9cd'] in n-d-825175-4 is: [{'id': '10cb3c67-5bbd-46ac-84b6-2674ad37c9cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1893328852', 'tenant_id': '06fb629024324e968714595537efac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'd7b9ff99-fda6-483f-88b3-92c834846233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:02:17Z', 'updated_at': '2022-05-05T22:02:33Z', 'revision_number': 4, 'project_id': '06fb629024324e968714595537efac5c', 'gw_port': {'id': 'd7b9ff99-fda6-483f-88b3-92c834846233', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ca:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb3c67-5bbd-46ac-84b6-2674ad37c9cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:19Z', 'updated_at': '2022-05-05T22:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '54a4009f-4f28-4047-8a54-f060fe6b716f', 'tenant_id': '06fb629024324e968714595537efac5c', 'floating_ip_address': '172.25.4.22', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '10cb3c67-5bbd-46ac-84b6-2674ad37c9cd', 'port_id': '571c4463-2d28-44d3-8f2b-39e0adaf48f1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42af2df6-9729-4f65-bcaf-09a40ba18ce2', 'mac_address': 'fa:16:3e:49:6f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb54e4c6-5fa4-4830-9811-c7baf4aa8b79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:03:16Z', 'updated_at': '2022-05-05T22:03:16Z', 'revision_number': 0, 'project_id': '06fb629024324e968714595537efac5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8006ca00-ad71-4ca9-9fa1-dc9fa02d35f1', 'name': '', 'network_id': '42af2df6-9729-4f65-bcaf-09a40ba18ce2', 'tenant_id': '06fb629024324e968714595537efac5c', 'mac_address': 'fa:16:3e:ba:14:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb3c67-5bbd-46ac-84b6-2674ad37c9cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e50b77d7-4ab1-4d1a-a967-e09424173e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:33Z', 'updated_at': '2022-05-05T22:02:45Z', 'revision_number': 5, 'project_id': '06fb629024324e968714595537efac5c', 'subnets': [{'id': 'e50b77d7-4ab1-4d1a-a967-e09424173e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:03:27.644888 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-755a691f-f73e-4f34-9b51-a65ed91d39dd req-fd1d8eca-966d-4953-a134-e971d51fc047 tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] Allocated IP 172.20.0.6 (02097400-3204-4b97-8ef0-b23607b92e69/ddaa6691-cfd8-48bc-93dc-8c242001b1d3/389a3874-f3f6-4005-a689-33a4590262e3) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:03:27.767219 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ec8ff72c-8df0-484c-871a-4bd66a22e1f8 req-519d1fca-3e91-4bfd-a10c-13bf844cd572 tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] 10.222.0.23 "GET /v2.0/ports?device_id=377cf84b-399a-42cd-b99f-9b07e6c5b50d HTTP/1.1" status: 200 len: 210 time: 0.9407268 May 05 22:03:27.883049 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f7453d17-9906-476c-82ab-285c85b38c3c req-e465fc37-c9fe-412a-bb78-d064e5fdd071 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce8bd1d7-5cbb-4f4a-9d55-733d0e4f810c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0580566 May 05 22:03:27.964321 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c487675-dbf5-414c-91c1-fe284cdcf912'] response: {'server_uuid': '484f1bcc-8047-45f0-8404-bd3a73c642d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c20d9159-6336-4451-8a94-fbf2f90c8b57', 'code': 200} May 05 22:03:27.978533 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a620ced9-072b-4000-975d-c3bde96c06df tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/floatingips/54a4009f-4f28-4047-8a54-f060fe6b716f HTTP/1.1" status: 200 len: 990 time: 0.9076581 May 05 22:03:28.005160 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 57860) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:28.010722 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a477afa4-5c24-4349-9121-1cf1f7253ea7 req-f94aee8c-3e55-4d19-889f-dd2616fc31c1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42af2df6-9729-4f65-bcaf-09a40ba18ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8953946 May 05 22:03:28.032088 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb568cd-7a67-4f63-9a37-663c368b6f3d None None] New status for floating IP 54a4009f-4f28-4047-8a54-f060fe6b716f: ACTIVE {{(pid=84064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 22:03:28.090965 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-211bd638-8d05-4071-9f59-30da0ada2df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:28.113873 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-755a691f-f73e-4f34-9b51-a65ed91d39dd req-fd1d8eca-966d-4953-a134-e971d51fc047 tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:28.176841 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-755a691f-f73e-4f34-9b51-a65ed91d39dd req-fd1d8eca-966d-4953-a134-e971d51fc047 tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:28.283899 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-755a691f-f73e-4f34-9b51-a65ed91d39dd req-fd1d8eca-966d-4953-a134-e971d51fc047 tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] Network 02097400-3204-4b97-8ef0-b23607b92e69 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:03:28.288432 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d8eca-966d-4953-a134-e971d51fc047 tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] Pushing event updated for resources: {'Port': ['ID=389a3874-f3f6-4005-a689-33a4590262e3,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:28.292356 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-755a691f-f73e-4f34-9b51-a65ed91d39dd req-fd1d8eca-966d-4953-a134-e971d51fc047 tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:03:28.296003 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-755a691f-f73e-4f34-9b51-a65ed91d39dd req-fd1d8eca-966d-4953-a134-e971d51fc047 tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:03:28.356235 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6ac6047c-689a-4e02-897a-79e6ddd3f1c7 req-6e435a0f-55c3-46bb-a26a-5b3e0deedfb9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=484f1bcc-8047-45f0-8404-bd3a73c642d2 HTTP/1.1" status: 200 len: 1097 time: 0.2138183 May 05 22:03:28.380629 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-211bd638-8d05-4071-9f59-30da0ada2df9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:03:28.399791 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-211bd638-8d05-4071-9f59-30da0ada2df9 admin admin] Usage tracker for resource:security_group_rule and tenant:b42566ea50a34626b26f75ad72885e67 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:03:28.404714 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-211bd638-8d05-4071-9f59-30da0ada2df9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:03:28.410614 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-211bd638-8d05-4071-9f59-30da0ada2df9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:03:28.414611 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a691f-f73e-4f34-9b51-a65ed91d39dd req-fd1d8eca-966d-4953-a134-e971d51fc047 tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:28.415302 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-755a691f-f73e-4f34-9b51-a65ed91d39dd req-fd1d8eca-966d-4953-a134-e971d51fc047 tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:28.514547 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6ac6047c-689a-4e02-897a-79e6ddd3f1c7 req-a3df83f2-f0be-455c-9ed8-169031ffb7ae service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ce8bd1d7-5cbb-4f4a-9d55-733d0e4f810c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483715 May 05 22:03:28.524958 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-755a691f-f73e-4f34-9b51-a65ed91d39dd req-fd1d8eca-966d-4953-a134-e971d51fc047 tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3166699 May 05 22:03:28.537277 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-755a691f-f73e-4f34-9b51-a65ed91d39dd req-96fe53f0-b807-4712-95ba-7571d8e15f39 service neutron] Request body: {'port': {'device_id': '377cf84b-399a-42cd-b99f-9b07e6c5b50d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:03:28.629707 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a477afa4-5c24-4349-9121-1cf1f7253ea7 req-e0e15d84-612d-4254-8c69-1e2190d743a0 service neutron] 10.222.0.32 "GET /v2.0/networks/42af2df6-9729-4f65-bcaf-09a40ba18ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6018100 May 05 22:03:28.653952 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be9bd8-f453-42de-b537-3a4cd942b81f req-f1af281e-c7fa-419f-945f-c72f66c82cb0 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:28.653952 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c6be9bd8-f453-42de-b537-3a4cd942b81f req-f1af281e-c7fa-419f-945f-c72f66c82cb0 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca770a07-6893-4970-ab91-c12fb85165a7 HTTP/1.1" status: 200 len: 945 time: 0.4300554 May 05 22:03:28.762849 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-211bd638-8d05-4071-9f59-30da0ada2df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:28.771513 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-211bd638-8d05-4071-9f59-30da0ada2df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:28.948557 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-755a691f-f73e-4f34-9b51-a65ed91d39dd req-96fe53f0-b807-4712-95ba-7571d8e15f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:28.967768 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211bd638-8d05-4071-9f59-30da0ada2df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8dffc7-5933-453e-8ea7-0fac05672312,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:28.985394 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 57886) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:28.994171 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-211bd638-8d05-4071-9f59-30da0ada2df9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b42566ea50a34626b26f75ad72885e67&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9766917 May 05 22:03:29.026792 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 57890) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:29.106998 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c6be9bd8-f453-42de-b537-3a4cd942b81f req-f5d1598d-c52a-4c53-a8f2-a0d693dda2a9 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fa4e0b9-5123-49b5-89ca-ca778d1b0224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3866267 May 05 22:03:29.217981 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a477afa4-5c24-4349-9121-1cf1f7253ea7 req-f1309641-aa30-4087-8ed3-5464bbb292cc service neutron] 10.222.0.32 "GET /v2.0/networks/42af2df6-9729-4f65-bcaf-09a40ba18ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5739965 May 05 22:03:29.302401 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a0d6d431-1d4b-4e65-aa47-788c417773e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:29.327203 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594dbaa-d04d-424c-b80a-1eae9dd7365a req-85aebaa6-1ed9-48d3-81a3-c4a2119afd19 tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:29.329491 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c594dbaa-d04d-424c-b80a-1eae9dd7365a req-85aebaa6-1ed9-48d3-81a3-c4a2119afd19 tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] 10.222.0.23 "GET /v2.0/ports?device_id=377cf84b-399a-42cd-b99f-9b07e6c5b50d HTTP/1.1" status: 200 len: 931 time: 0.1663666 May 05 22:03:29.402381 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a0d6d431-1d4b-4e65-aa47-788c417773e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:29.649729 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a0d6d431-1d4b-4e65-aa47-788c417773e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:29.714089 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c594dbaa-d04d-424c-b80a-1eae9dd7365a req-aeab2109-5f98-45ae-86c5-a9162b7243a2 tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cd8b095-6fba-426d-a9ef-827cef8ba785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3773766 May 05 22:03:29.717170 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d6d431-1d4b-4e65-aa47-788c417773e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8dffc7-5933-453e-8ea7-0fac05672312,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:29.749412 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a0d6d431-1d4b-4e65-aa47-788c417773e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:29.750834 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a0d6d431-1d4b-4e65-aa47-788c417773e3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6a8dffc7-5933-453e-8ea7-0fac05672312 HTTP/1.1" status: 204 len: 168 time: 0.7218087 May 05 22:03:29.825428 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d58afe-ea1e-4a22-a563-c43ba42576f4 req-60fcd72a-ca01-4f5b-a1a3-36cb8e2d28ee tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:29.850030 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-56d58afe-ea1e-4a22-a563-c43ba42576f4 req-60fcd72a-ca01-4f5b-a1a3-36cb8e2d28ee tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=484f1bcc-8047-45f0-8404-bd3a73c642d2 HTTP/1.1" status: 200 len: 946 time: 0.4538507 May 05 22:03:29.995244 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-eeb4b8bd-fbdd-4cc5-b46d-1e2199f02bcb tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/floatingips/54a4009f-4f28-4047-8a54-f060fe6b716f HTTP/1.1" status: 200 len: 992 time: 1.0036480 May 05 22:03:30.000484 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-56d58afe-ea1e-4a22-a563-c43ba42576f4 req-23a4ebcc-e79f-4038-bc3e-127cf9cf1fca tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce8bd1d7-5cbb-4f4a-9d55-733d0e4f810c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489415 May 05 22:03:30.261292 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-755a691f-f73e-4f34-9b51-a65ed91d39dd req-96fe53f0-b807-4712-95ba-7571d8e15f39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 389a3874-f3f6-4005-a689-33a4590262e3 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:03:30.281317 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-755a691f-f73e-4f34-9b51-a65ed91d39dd req-96fe53f0-b807-4712-95ba-7571d8e15f39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:30.298815 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 57916) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:30.311263 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-755a691f-f73e-4f34-9b51-a65ed91d39dd req-96fe53f0-b807-4712-95ba-7571d8e15f39 service neutron] Transition to ACTIVE for port object 389a3874-f3f6-4005-a689-33a4590262e3 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:03:30.319759 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-755a691f-f73e-4f34-9b51-a65ed91d39dd req-96fe53f0-b807-4712-95ba-7571d8e15f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:30.532141 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fe53f0-b807-4712-95ba-7571d8e15f39 service neutron] Pushing event updated for resources: {'Port': ['ID=389a3874-f3f6-4005-a689-33a4590262e3,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:30.550354 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-37b9e2c9-5911-45de-b553-335b10ee31ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:30.673693 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-37b9e2c9-5911-45de-b553-335b10ee31ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:03:30.679971 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-37b9e2c9-5911-45de-b553-335b10ee31ad admin admin] Usage tracker for resource:security_group_rule and tenant:f92f7ce884a043c19a4e106cde44c02d is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:03:30.687221 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-37b9e2c9-5911-45de-b553-335b10ee31ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:03:30.700018 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-37b9e2c9-5911-45de-b553-335b10ee31ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:03:30.715279 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad428f-78da-4d42-af2b-429e4f1552fe req-30de1699-b56b-43e0-aa5f-b7d9384fe2d0 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:30.722544 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c2ad428f-78da-4d42-af2b-429e4f1552fe req-30de1699-b56b-43e0-aa5f-b7d9384fe2d0 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca770a07-6893-4970-ab91-c12fb85165a7 HTTP/1.1" status: 200 len: 945 time: 0.3023252 May 05 22:03:30.741008 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-755a691f-f73e-4f34-9b51-a65ed91d39dd req-96fe53f0-b807-4712-95ba-7571d8e15f39 service neutron] Attempting to bind port 389a3874-f3f6-4005-a689-33a4590262e3 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:03:30.741305 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-755a691f-f73e-4f34-9b51-a65ed91d39dd req-96fe53f0-b807-4712-95ba-7571d8e15f39 service neutron] Attempting to bind port 389a3874-f3f6-4005-a689-33a4590262e3 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': '3ff5cd32-9f3f-45a8-806e-9a3ff81274ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '02097400-3204-4b97-8ef0-b23607b92e69'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:03:30.741632 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755a691f-f73e-4f34-9b51-a65ed91d39dd req-96fe53f0-b807-4712-95ba-7571d8e15f39 service neutron] Attempting to bind port 389a3874-f3f6-4005-a689-33a4590262e3 on network 02097400-3204-4b97-8ef0-b23607b92e69 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:03:30.775009 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755a691f-f73e-4f34-9b51-a65ed91d39dd req-96fe53f0-b807-4712-95ba-7571d8e15f39 service neutron] Port 389a3874-f3f6-4005-a689-33a4590262e3 on network 02097400-3204-4b97-8ef0-b23607b92e69 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:03:30.775330 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755a691f-f73e-4f34-9b51-a65ed91d39dd req-96fe53f0-b807-4712-95ba-7571d8e15f39 service neutron] Attempting to bind port 389a3874-f3f6-4005-a689-33a4590262e3 on network 02097400-3204-4b97-8ef0-b23607b92e69 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:03:30.796365 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755a691f-f73e-4f34-9b51-a65ed91d39dd req-96fe53f0-b807-4712-95ba-7571d8e15f39 service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:03:30.796748 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755a691f-f73e-4f34-9b51-a65ed91d39dd req-96fe53f0-b807-4712-95ba-7571d8e15f39 service neutron] Checking segment: {'id': '3ff5cd32-9f3f-45a8-806e-9a3ff81274ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '02097400-3204-4b97-8ef0-b23607b92e69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:03:30.797089 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755a691f-f73e-4f34-9b51-a65ed91d39dd req-96fe53f0-b807-4712-95ba-7571d8e15f39 service neutron] Bound using segment: {'id': '3ff5cd32-9f3f-45a8-806e-9a3ff81274ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '02097400-3204-4b97-8ef0-b23607b92e69'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:03:30.799649 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-755a691f-f73e-4f34-9b51-a65ed91d39dd req-96fe53f0-b807-4712-95ba-7571d8e15f39 service neutron] Bound port: 389a3874-f3f6-4005-a689-33a4590262e3, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ff5cd32-9f3f-45a8-806e-9a3ff81274ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '02097400-3204-4b97-8ef0-b23607b92e69'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:03:30.800015 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-755a691f-f73e-4f34-9b51-a65ed91d39dd req-96fe53f0-b807-4712-95ba-7571d8e15f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:30.806190 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c2ad428f-78da-4d42-af2b-429e4f1552fe req-b246e8fb-9d40-4bf6-855c-598b71f6ccf6 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fa4e0b9-5123-49b5-89ca-ca778d1b0224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822370 May 05 22:03:30.947069 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-755a691f-f73e-4f34-9b51-a65ed91d39dd req-96fe53f0-b807-4712-95ba-7571d8e15f39 service neutron] For port 389a3874-f3f6-4005-a689-33a4590262e3, host n-h2-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:03:30.950922 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-755a691f-f73e-4f34-9b51-a65ed91d39dd req-96fe53f0-b807-4712-95ba-7571d8e15f39 service neutron] For port 389a3874-f3f6-4005-a689-33a4590262e3, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=389a3874-f3f6-4005-a689-33a4590262e3,segment=NetworkSegment(3ff5cd32-9f3f-45a8-806e-9a3ff81274ed),segment_id=3ff5cd32-9f3f-45a8-806e-9a3ff81274ed)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:03:30.963439 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-755a691f-f73e-4f34-9b51-a65ed91d39dd req-96fe53f0-b807-4712-95ba-7571d8e15f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:31.014365 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-37b9e2c9-5911-45de-b553-335b10ee31ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:31.057674 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-37b9e2c9-5911-45de-b553-335b10ee31ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:31.144305 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-755a691f-f73e-4f34-9b51-a65ed91d39dd req-96fe53f0-b807-4712-95ba-7571d8e15f39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:31.147794 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-755a691f-f73e-4f34-9b51-a65ed91d39dd req-96fe53f0-b807-4712-95ba-7571d8e15f39 service neutron] 10.222.0.32 "PUT /v2.0/ports/389a3874-f3f6-4005-a689-33a4590262e3 HTTP/1.1" status: 200 len: 1091 time: 2.6138046 May 05 22:03:31.148280 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '377cf84b-399a-42cd-b99f-9b07e6c5b50d', 'tag': '389a3874-f3f6-4005-a689-33a4590262e3'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:03:31.176030 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-37b9e2c9-5911-45de-b553-335b10ee31ad admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f92f7ce884a043c19a4e106cde44c02d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8761759 May 05 22:03:31.178170 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b9e2c9-5911-45de-b553-335b10ee31ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b99078-79d2-4f1d-9c7b-d051f2d2953a,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:31.180200 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 57948) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:31.263501 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8613f5-bacc-4183-b299-81cb4f5da5cf req-58e98427-751b-4835-92a8-e91bb48f9fc9 tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:31.280947 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bf8613f5-bacc-4183-b299-81cb4f5da5cf req-58e98427-751b-4835-92a8-e91bb48f9fc9 tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] 10.222.0.23 "GET /v2.0/ports?device_id=377cf84b-399a-42cd-b99f-9b07e6c5b50d HTTP/1.1" status: 200 len: 943 time: 0.3844616 May 05 22:03:31.331414 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fe53f0-b807-4712-95ba-7571d8e15f39 service neutron] Pushing event updated for resources: {'Port': ['ID=389a3874-f3f6-4005-a689-33a4590262e3,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:31.464899 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bf8613f5-bacc-4183-b299-81cb4f5da5cf req-7bb8be03-7960-4405-908b-214ac6884364 tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cd8b095-6fba-426d-a9ef-827cef8ba785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828322 May 05 22:03:31.484717 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd5476-e378-4d1b-9315-d634081e4d64 req-7a23e0b2-3971-48bd-ac46-7ddc2eb77d80 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:31.492071 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-85cd5476-e378-4d1b-9315-d634081e4d64 req-7a23e0b2-3971-48bd-ac46-7ddc2eb77d80 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=484f1bcc-8047-45f0-8404-bd3a73c642d2 HTTP/1.1" status: 200 len: 946 time: 0.1695023 May 05 22:03:31.621931 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-85cd5476-e378-4d1b-9315-d634081e4d64 req-282afc85-9679-45e1-8747-00c6d5001e2b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce8bd1d7-5cbb-4f4a-9d55-733d0e4f810c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291082 May 05 22:03:31.711216 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d5cd9f1c-5434-4fa6-a340-76f0d292cc9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:31.744234 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e1ff2-b13a-4f2e-8ea9-2ece37569466 req-80ce9f1b-f9a8-4cb3-b439-cf39dbd2d006 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:31.744234 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ce7e1ff2-b13a-4f2e-8ea9-2ece37569466 req-80ce9f1b-f9a8-4cb3-b439-cf39dbd2d006 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca770a07-6893-4970-ab91-c12fb85165a7 HTTP/1.1" status: 200 len: 945 time: 0.0950766 May 05 22:03:31.770053 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d5cd9f1c-5434-4fa6-a340-76f0d292cc9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:31.829579 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ef66f9a-701f-462b-acb4-0a936c14d4a2'] response: {'name': 'network-changed', 'server_uuid': '377cf84b-399a-42cd-b99f-9b07e6c5b50d', 'tag': '389a3874-f3f6-4005-a689-33a4590262e3', 'status': 'completed', 'code': 200} May 05 22:03:31.835162 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-755a691f-f73e-4f34-9b51-a65ed91d39dd req-b92c33a1-9444-4a53-8649-a6c7ed0b8e1d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d9aeaf9d0aeb4600bf7fc29b06e96142&device_id=377cf84b-399a-42cd-b99f-9b07e6c5b50d HTTP/1.1" status: 200 len: 1094 time: 0.6010876 May 05 22:03:31.837617 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d5cd9f1c-5434-4fa6-a340-76f0d292cc9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:31.851873 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ce7e1ff2-b13a-4f2e-8ea9-2ece37569466 req-ce4f7a1c-8110-4339-a618-889c1f627dbb tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fa4e0b9-5123-49b5-89ca-ca778d1b0224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017687 May 05 22:03:31.922409 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d5cd9f1c-5434-4fa6-a340-76f0d292cc9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:31.923575 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d5cd9f1c-5434-4fa6-a340-76f0d292cc9d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a4b99078-79d2-4f1d-9c7b-d051f2d2953a HTTP/1.1" status: 204 len: 168 time: 0.7377460 May 05 22:03:31.944372 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cd9f1c-5434-4fa6-a340-76f0d292cc9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b99078-79d2-4f1d-9c7b-d051f2d2953a,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:31.950837 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-857e609e-4a0f-418d-8731-f3539c6d82d5 req-edd9a7fc-670e-4878-a700-f50fd0139692 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f9679666ed684085ba56b96d355bc823&device_id=ca770a07-6893-4970-ab91-c12fb85165a7 HTTP/1.1" status: 200 len: 1096 time: 0.4879556 May 05 22:03:31.952059 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-755a691f-f73e-4f34-9b51-a65ed91d39dd req-07abbf3a-7566-46d7-ade8-21862ac63e2b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=389a3874-f3f6-4005-a689-33a4590262e3 HTTP/1.1" status: 200 len: 217 time: 0.1067131 May 05 22:03:32.101414 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e609e-4a0f-418d-8731-f3539c6d82d5 req-d5e62013-4f71-4f0e-9c3c-7add97c484ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:32.102903 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-857e609e-4a0f-418d-8731-f3539c6d82d5 req-d5e62013-4f71-4f0e-9c3c-7add97c484ac service neutron] 10.222.0.44 "GET /v2.0/networks?id=c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2 HTTP/1.1" status: 200 len: 912 time: 0.1462994 May 05 22:03:32.151245 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99c6a0-1ce8-4a7a-b35e-76035d72aa6a req-b79a0777-d5b2-46a0-ac60-ac9efa7c7c10 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:32.154224 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8d99c6a0-1ce8-4a7a-b35e-76035d72aa6a req-b79a0777-d5b2-46a0-ac60-ac9efa7c7c10 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=484f1bcc-8047-45f0-8404-bd3a73c642d2 HTTP/1.1" status: 200 len: 946 time: 0.1848381 May 05 22:03:32.165476 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 57978) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:32.175604 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-952e2788-fe12-428a-86c6-40b312d57f2c tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Request body: {'floatingip': {'port_id': 'c20d9159-6336-4451-8a94-fbf2f90c8b57'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:03:32.176253 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a691f-f73e-4f34-9b51-a65ed91d39dd req-be087a59-a09c-4c89-a955-e4880e64613d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:32.178231 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-755a691f-f73e-4f34-9b51-a65ed91d39dd req-be087a59-a09c-4c89-a955-e4880e64613d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ddaa6691-cfd8-48bc-93dc-8c242001b1d3 HTTP/1.1" status: 200 len: 849 time: 0.0743170 May 05 22:03:32.331614 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-755a691f-f73e-4f34-9b51-a65ed91d39dd req-216a868a-ff55-45ad-b5a8-e8852d9afc82 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=02097400-3204-4b97-8ef0-b23607b92e69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1439292 May 05 22:03:32.454028 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-857e609e-4a0f-418d-8731-f3539c6d82d5 req-bd763929-4832-4ab6-8de1-87b29593cee8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52e27c93-1bdb-4450-90e4-58129e3e1a37 HTTP/1.1" status: 200 len: 1001 time: 0.2745616 May 05 22:03:32.505860 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-952e2788-fe12-428a-86c6-40b312d57f2c tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for floatingip, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:32.551539 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e609e-4a0f-418d-8731-f3539c6d82d5 req-356c3ac7-997e-4689-8b47-bbe490b14fed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:32.553442 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-857e609e-4a0f-418d-8731-f3539c6d82d5 req-356c3ac7-997e-4689-8b47-bbe490b14fed service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f259ce1a-1e13-44eb-b65e-190001e0a5ad HTTP/1.1" status: 200 len: 850 time: 0.0876229 May 05 22:03:32.628656 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-755a691f-f73e-4f34-9b51-a65ed91d39dd req-854b376c-5485-40a7-8922-6941d39618db service neutron] 10.222.0.32 "GET /v2.0/networks/02097400-3204-4b97-8ef0-b23607b92e69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869346 May 05 22:03:32.849234 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-857e609e-4a0f-418d-8731-f3539c6d82d5 req-5812ff5a-41ec-4869-9b6d-6494cce03552 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2843804 May 05 22:03:33.029022 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7420cd01-22a9-475c-ad91-66c50d4aa6ba req-dae3957a-2e70-4aae-87c0-405b35720b05 tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:33.037288 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7420cd01-22a9-475c-ad91-66c50d4aa6ba req-dae3957a-2e70-4aae-87c0-405b35720b05 tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] 10.222.0.23 "GET /v2.0/ports?device_id=377cf84b-399a-42cd-b99f-9b07e6c5b50d HTTP/1.1" status: 200 len: 943 time: 0.2708647 May 05 22:03:33.157557 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-755a691f-f73e-4f34-9b51-a65ed91d39dd req-f0928f5c-b075-4e8e-bfd8-5795ac3f922d service neutron] 10.222.0.32 "GET /v2.0/networks/02097400-3204-4b97-8ef0-b23607b92e69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5218103 May 05 22:03:33.294207 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-857e609e-4a0f-418d-8731-f3539c6d82d5 req-9834e3be-9031-43aa-b1b8-16132dd4e8ee service neutron] 10.222.0.44 "GET /v2.0/networks/c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4355042 May 05 22:03:33.429400 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7420cd01-22a9-475c-ad91-66c50d4aa6ba req-267a644b-54f6-477a-ba3f-8f549ebb5ca3 tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cd8b095-6fba-426d-a9ef-827cef8ba785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3911300 May 05 22:03:33.466888 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-857e609e-4a0f-418d-8731-f3539c6d82d5 req-b57a57e9-2a0a-4537-bf01-63f0a1a5ce73 service neutron] 10.222.0.44 "GET /v2.0/networks/c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662664 May 05 22:03:33.501472 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0308d3d8-142a-4d50-a67f-6c4512a0c475 req-989b20f7-16c7-4a1d-9c98-57e5cdf0cc4f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d9aeaf9d0aeb4600bf7fc29b06e96142&device_id=377cf84b-399a-42cd-b99f-9b07e6c5b50d HTTP/1.1" status: 200 len: 1094 time: 0.2794347 May 05 22:03:33.680110 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308d3d8-142a-4d50-a67f-6c4512a0c475 req-06f1f2a9-9438-40d9-b390-a3e777414eba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:33.682969 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0308d3d8-142a-4d50-a67f-6c4512a0c475 req-06f1f2a9-9438-40d9-b390-a3e777414eba service neutron] 10.222.0.32 "GET /v2.0/networks?id=02097400-3204-4b97-8ef0-b23607b92e69 HTTP/1.1" status: 200 len: 910 time: 0.1739063 May 05 22:03:33.690284 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7792faa-f66f-458a-a010-1acf4eb8a281 req-187a18ce-034f-48bc-b4c0-72e590ff95f7 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:33.697552 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b7792faa-f66f-458a-a010-1acf4eb8a281 req-187a18ce-034f-48bc-b4c0-72e590ff95f7 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca770a07-6893-4970-ab91-c12fb85165a7 HTTP/1.1" status: 200 len: 945 time: 0.5572331 May 05 22:03:33.787312 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0308d3d8-142a-4d50-a67f-6c4512a0c475 req-e5b061ed-65d8-4be1-a9ae-94632fc1179a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=389a3874-f3f6-4005-a689-33a4590262e3 HTTP/1.1" status: 200 len: 217 time: 0.0975504 May 05 22:03:33.799617 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b7792faa-f66f-458a-a010-1acf4eb8a281 req-7ee24350-6e1a-4c0e-8f0d-5a11eb518c97 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fa4e0b9-5123-49b5-89ca-ca778d1b0224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006825 May 05 22:03:33.915196 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308d3d8-142a-4d50-a67f-6c4512a0c475 req-1878999b-ed55-4535-bba0-43010d649e20 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:33.917160 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0308d3d8-142a-4d50-a67f-6c4512a0c475 req-1878999b-ed55-4535-bba0-43010d649e20 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ddaa6691-cfd8-48bc-93dc-8c242001b1d3 HTTP/1.1" status: 200 len: 849 time: 0.1223035 May 05 22:03:33.952663 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-952e2788-fe12-428a-86c6-40b312d57f2c tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:33.959777 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-952e2788-fe12-428a-86c6-40b312d57f2c tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:33.985658 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0308d3d8-142a-4d50-a67f-6c4512a0c475 req-a5729177-3470-42c9-bbe9-1db8e9eb1d0a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=02097400-3204-4b97-8ef0-b23607b92e69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608015 May 05 22:03:34.179981 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0308d3d8-142a-4d50-a67f-6c4512a0c475 req-1dc41562-cb41-40e8-9078-d3b5b015744f service neutron] 10.222.0.32 "GET /v2.0/networks/02097400-3204-4b97-8ef0-b23607b92e69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870952 May 05 22:03:34.444686 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0308d3d8-142a-4d50-a67f-6c4512a0c475 req-98ed1dc9-10a1-4b4c-9e20-32d691d518cd service neutron] 10.222.0.32 "GET /v2.0/networks/02097400-3204-4b97-8ef0-b23607b92e69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582731 May 05 22:03:34.461750 n-d-825175-4 neutron-server[84061]: INFO neutron.db.l3_db [None req-952e2788-fe12-428a-86c6-40b312d57f2c tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Floating IP 506845e7-30ce-4d73-aa3d-f58c8cdc4746 associated. External IP: 172.25.4.96, port: c20d9159-6336-4451-8a94-fbf2f90c8b57. May 05 22:03:34.820995 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715433f8-9cb5-4ac2-80eb-10e88ee3792f req-2fc4cdbd-155c-4a15-a078-9af91c1f1449 tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:34.829191 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-715433f8-9cb5-4ac2-80eb-10e88ee3792f req-2fc4cdbd-155c-4a15-a078-9af91c1f1449 tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] 10.222.0.23 "GET /v2.0/ports?device_id=377cf84b-399a-42cd-b99f-9b07e6c5b50d HTTP/1.1" status: 200 len: 943 time: 0.1630521 May 05 22:03:34.994056 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-715433f8-9cb5-4ac2-80eb-10e88ee3792f req-6c73a76a-560e-4318-9eb3-916f839cf3c7 tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cd8b095-6fba-426d-a9ef-827cef8ba785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612368 May 05 22:03:35.389095 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48fe1a0-cc04-46fd-9b68-ed9dabce2de6 req-a6781958-1fed-4ef1-aa2c-52fcf53df4ff tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:35.390555 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b48fe1a0-cc04-46fd-9b68-ed9dabce2de6 req-a6781958-1fed-4ef1-aa2c-52fcf53df4ff tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca770a07-6893-4970-ab91-c12fb85165a7 HTTP/1.1" status: 200 len: 945 time: 0.3952909 May 05 22:03:35.559005 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b48fe1a0-cc04-46fd-9b68-ed9dabce2de6 req-97637f19-59b5-44cd-b28f-6f8edfe59e04 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fa4e0b9-5123-49b5-89ca-ca778d1b0224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487415 May 05 22:03:35.570268 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58134) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:35.616149 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-952e2788-fe12-428a-86c6-40b312d57f2c tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Router 8598f5d7-eb46-409f-9875-d058ff8e964a has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:03:35.631479 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 389a3874-f3f6-4005-a689-33a4590262e3 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:03:35.788197 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7433c53a-e6f9-4786-81a2-8ad1573cd292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:35.803118 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 389a3874-f3f6-4005-a689-33a4590262e3, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=389a3874-f3f6-4005-a689-33a4590262e3,segment=NetworkSegment(3ff5cd32-9f3f-45a8-806e-9a3ff81274ed),segment_id=3ff5cd32-9f3f-45a8-806e-9a3ff81274ed)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:03:35.835314 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:35.838492 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-7433c53a-e6f9-4786-81a2-8ad1573cd292 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:03:35.839567 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '389a3874-f3f6-4005-a689-33a4590262e3', 'network_id': '02097400-3204-4b97-8ef0-b23607b92e69', 'port_id': '389a3874-f3f6-4005-a689-33a4590262e3', 'mac_address': 'fa:16:3e:7c:21:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddaa6691-cfd8-48bc-93dc-8c242001b1d3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:03:35.844094 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-7433c53a-e6f9-4786-81a2-8ad1573cd292 admin admin] Usage tracker for resource:security_group_rule and tenant:e43fb3546d4b42f3998c6a2a49ec5bc4 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:03:35.849417 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-7433c53a-e6f9-4786-81a2-8ad1573cd292 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:03:35.857601 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-7433c53a-e6f9-4786-81a2-8ad1573cd292 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:03:35.907624 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952e2788-fe12-428a-86c6-40b312d57f2c tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:03:35.922140 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a41911-6d0f-4bf8-be69-ab9082bb8379 None None] Sync routers for ids ['8598f5d7-eb46-409f-9875-d058ff8e964a'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:03:35.936222 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-952e2788-fe12-428a-86c6-40b312d57f2c tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:35.942084 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a41911-6d0f-4bf8-be69-ab9082bb8379 None None] Routers {'8598f5d7-eb46-409f-9875-d058ff8e964a'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:03:35.946985 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-a1a41911-6d0f-4bf8-be69-ab9082bb8379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:03:17Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8598f5d7-eb46-409f-9875-d058ff8e964a'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:03:35.958965 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:35.981299 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:35.983531 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 389a3874-f3f6-4005-a689-33a4590262e3 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:03:35.992277 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7433c53a-e6f9-4786-81a2-8ad1573cd292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:36.001138 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 389a3874-f3f6-4005-a689-33a4590262e3, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=389a3874-f3f6-4005-a689-33a4590262e3,segment=NetworkSegment(3ff5cd32-9f3f-45a8-806e-9a3ff81274ed),segment_id=3ff5cd32-9f3f-45a8-806e-9a3ff81274ed)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:03:36.003563 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7433c53a-e6f9-4786-81a2-8ad1573cd292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:36.011004 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:36.103274 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-952e2788-fe12-428a-86c6-40b312d57f2c tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "PUT /v2.0/floatingips/506845e7-30ce-4d73-aa3d-f58c8cdc4746 HTTP/1.1" status: 200 len: 991 time: 3.9364424 May 05 22:03:36.106126 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '484f1bcc-8047-45f0-8404-bd3a73c642d2', 'tag': 'c20d9159-6336-4451-8a94-fbf2f90c8b57'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:03:36.109465 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7433c53a-e6f9-4786-81a2-8ad1573cd292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55cf3a83-3395-438c-96f8-6bd6a3092921,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:36.141466 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-7433c53a-e6f9-4786-81a2-8ad1573cd292 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e43fb3546d4b42f3998c6a2a49ec5bc4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5735149 May 05 22:03:36.150208 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58150) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:36.179038 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=389a3874-f3f6-4005-a689-33a4590262e3,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:36.250190 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['389a3874-f3f6-4005-a689-33a4590262e3'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:03:36.251741 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2a16765-b4dd-40d4-8f7c-b5b653fdd6e2'] response: {'name': 'network-changed', 'server_uuid': '484f1bcc-8047-45f0-8404-bd3a73c642d2', 'tag': 'c20d9159-6336-4451-8a94-fbf2f90c8b57', 'status': 'completed', 'code': 200} May 05 22:03:36.315483 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-18bd0133-1969-453a-89d7-9979a016566f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:36.408337 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-990c3ed7-5883-480e-9ebf-43228dc8beb6 req-1f9d8c8d-24f4-48e6-9066-a68f4ec193ff service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2578689695ab4a55a99443682838538b&device_id=484f1bcc-8047-45f0-8404-bd3a73c642d2 HTTP/1.1" status: 200 len: 1097 time: 0.1375360 May 05 22:03:36.433071 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-a1a41911-6d0f-4bf8-be69-ab9082bb8379 None None] Set router 8598f5d7-eb46-409f-9875-d058ff8e964a gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:03:36.442359 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-18bd0133-1969-453a-89d7-9979a016566f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:36.559758 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d0118-fb47-4615-8239-bf14b97d599c req-fc72c1a1-3e13-45aa-a7ab-43a93d4fe81d tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:36.562094 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-942d0118-fb47-4615-8239-bf14b97d599c req-fc72c1a1-3e13-45aa-a7ab-43a93d4fe81d tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] 10.222.0.23 "GET /v2.0/ports?device_id=377cf84b-399a-42cd-b99f-9b07e6c5b50d HTTP/1.1" status: 200 len: 944 time: 0.1962616 May 05 22:03:36.635123 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-18bd0133-1969-453a-89d7-9979a016566f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:36.679069 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c3ed7-5883-480e-9ebf-43228dc8beb6 req-83e5eef8-76d2-45ea-98ea-f049ee43e891 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:36.682091 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-990c3ed7-5883-480e-9ebf-43228dc8beb6 req-83e5eef8-76d2-45ea-98ea-f049ee43e891 service neutron] 10.222.0.44 "GET /v2.0/networks?id=da94abce-5ece-4742-b6d0-f89044eb6bbd HTTP/1.1" status: 200 len: 915 time: 0.2665019 May 05 22:03:36.732434 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bd0133-1969-453a-89d7-9979a016566f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55cf3a83-3395-438c-96f8-6bd6a3092921,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:36.777511 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-18bd0133-1969-453a-89d7-9979a016566f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:36.794778 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-18bd0133-1969-453a-89d7-9979a016566f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/55cf3a83-3395-438c-96f8-6bd6a3092921 HTTP/1.1" status: 204 len: 168 time: 0.6271260 May 05 22:03:36.814109 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-942d0118-fb47-4615-8239-bf14b97d599c req-62f1b703-e356-4077-9291-875df03be815 tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cd8b095-6fba-426d-a9ef-827cef8ba785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459078 May 05 22:03:36.878802 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-990c3ed7-5883-480e-9ebf-43228dc8beb6 req-7455c5b3-dc99-408c-b4e8-c0dbd1c9f5ed service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c20d9159-6336-4451-8a94-fbf2f90c8b57 HTTP/1.1" status: 200 len: 999 time: 0.1899784 May 05 22:03:36.995294 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c3ed7-5883-480e-9ebf-43228dc8beb6 req-0a5ad2e3-beaa-435b-b1c6-1caeb6a38601 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:36.997661 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-990c3ed7-5883-480e-9ebf-43228dc8beb6 req-0a5ad2e3-beaa-435b-b1c6-1caeb6a38601 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b6329e98-aed7-463a-a6e6-dc9284056d36 HTTP/1.1" status: 200 len: 853 time: 0.1111557 May 05 22:03:37.164723 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-a1a41911-6d0f-4bf8-be69-ab9082bb8379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'name': 'tempest-AttachVolumeNegativeTest-273245844-router', 'tenant_id': '2578689695ab4a55a99443682838538b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '6953bf02-942c-4df7-b861-f3365d5a587d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:02:33Z', 'updated_at': '2022-05-05T22:02:52Z', 'revision_number': 4, 'project_id': '2578689695ab4a55a99443682838538b', 'gw_port': {'id': '6953bf02-942c-4df7-b861-f3365d5a587d', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:35Z', 'updated_at': '2022-05-05T22:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '506845e7-30ce-4d73-aa3d-f58c8cdc4746', 'tenant_id': '2578689695ab4a55a99443682838538b', 'floating_ip_address': '172.25.4.96', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'port_id': 'c20d9159-6336-4451-8a94-fbf2f90c8b57', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd', 'mac_address': 'fa:16:3e:0f:32:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484f1bcc-8047-45f0-8404-bd3a73c642d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:03:05Z', 'updated_at': '2022-05-05T22:03:33Z', 'revision_number': 1, 'project_id': '2578689695ab4a55a99443682838538b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '558711ec-cc6b-4387-8a57-c44e1a328a9a', 'name': '', 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd', 'tenant_id': '2578689695ab4a55a99443682838538b', 'mac_address': 'fa:16:3e:33:93:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6329e98-aed7-463a-a6e6-dc9284056d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:49Z', 'updated_at': '2022-05-05T22:03:09Z', 'revision_number': 5, 'project_id': '2578689695ab4a55a99443682838538b', 'subnets': [{'id': 'b6329e98-aed7-463a-a6e6-dc9284056d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:03:37.170419 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a41911-6d0f-4bf8-be69-ab9082bb8379 None None] Checking router: 8598f5d7-eb46-409f-9875-d058ff8e964a for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:03:37.182398 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-990c3ed7-5883-480e-9ebf-43228dc8beb6 req-ac125e89-c769-41e2-a379-304d2a9285e4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=da94abce-5ece-4742-b6d0-f89044eb6bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1780729 May 05 22:03:37.183530 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a41911-6d0f-4bf8-be69-ab9082bb8379 None None] Routers {'8598f5d7-eb46-409f-9875-d058ff8e964a'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:03:37.184314 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-a1a41911-6d0f-4bf8-be69-ab9082bb8379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:03:17Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8598f5d7-eb46-409f-9875-d058ff8e964a'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:03:37.480999 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-a1a41911-6d0f-4bf8-be69-ab9082bb8379 None None] Set router 8598f5d7-eb46-409f-9875-d058ff8e964a gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:03:37.553230 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-990c3ed7-5883-480e-9ebf-43228dc8beb6 req-0d30992d-8082-49e2-a099-2cee88f09638 service neutron] 10.222.0.44 "GET /v2.0/networks/da94abce-5ece-4742-b6d0-f89044eb6bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630908 May 05 22:03:37.659180 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 389a3874-f3f6-4005-a689-33a4590262e3 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:03:37.784494 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-990c3ed7-5883-480e-9ebf-43228dc8beb6 req-933d291a-2a54-4aba-a814-e39814da8517 service neutron] 10.222.0.44 "GET /v2.0/networks/da94abce-5ece-4742-b6d0-f89044eb6bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251837 May 05 22:03:37.831608 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port 389a3874-f3f6-4005-a689-33a4590262e3 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:03:37.838303 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 389a3874-f3f6-4005-a689-33a4590262e3 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:03:37.839301 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:38.055220 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:38.100393 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 389a3874-f3f6-4005-a689-33a4590262e3, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=389a3874-f3f6-4005-a689-33a4590262e3,segment=NetworkSegment(3ff5cd32-9f3f-45a8-806e-9a3ff81274ed),segment_id=3ff5cd32-9f3f-45a8-806e-9a3ff81274ed)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:03:38.101738 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '377cf84b-399a-42cd-b99f-9b07e6c5b50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '389a3874-f3f6-4005-a689-33a4590262e3'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:03:38.111891 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:38.197078 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=389a3874-f3f6-4005-a689-33a4590262e3,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:38.230876 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d63a2d52-3556-461a-b978-4db05706221d'] response: {'server_uuid': '377cf84b-399a-42cd-b99f-9b07e6c5b50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '389a3874-f3f6-4005-a689-33a4590262e3', 'code': 200} May 05 22:03:38.246380 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f335c4f-6237-4ed5-8ee9-7b1a61658ed7 req-c05a2792-0814-48dd-9cb5-83dbdf6c1c28 tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:38.253794 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0f335c4f-6237-4ed5-8ee9-7b1a61658ed7 req-c05a2792-0814-48dd-9cb5-83dbdf6c1c28 tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] 10.222.0.23 "GET /v2.0/ports?device_id=377cf84b-399a-42cd-b99f-9b07e6c5b50d HTTP/1.1" status: 200 len: 945 time: 0.1917615 May 05 22:03:38.279127 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-a1a41911-6d0f-4bf8-be69-ab9082bb8379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'name': 'tempest-AttachVolumeNegativeTest-273245844-router', 'tenant_id': '2578689695ab4a55a99443682838538b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '6953bf02-942c-4df7-b861-f3365d5a587d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:02:33Z', 'updated_at': '2022-05-05T22:02:52Z', 'revision_number': 4, 'project_id': '2578689695ab4a55a99443682838538b', 'gw_port': {'id': '6953bf02-942c-4df7-b861-f3365d5a587d', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:35Z', 'updated_at': '2022-05-05T22:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '506845e7-30ce-4d73-aa3d-f58c8cdc4746', 'tenant_id': '2578689695ab4a55a99443682838538b', 'floating_ip_address': '172.25.4.96', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'port_id': 'c20d9159-6336-4451-8a94-fbf2f90c8b57', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd', 'mac_address': 'fa:16:3e:0f:32:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484f1bcc-8047-45f0-8404-bd3a73c642d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:03:05Z', 'updated_at': '2022-05-05T22:03:33Z', 'revision_number': 1, 'project_id': '2578689695ab4a55a99443682838538b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '558711ec-cc6b-4387-8a57-c44e1a328a9a', 'name': '', 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd', 'tenant_id': '2578689695ab4a55a99443682838538b', 'mac_address': 'fa:16:3e:33:93:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6329e98-aed7-463a-a6e6-dc9284056d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:49Z', 'updated_at': '2022-05-05T22:03:09Z', 'revision_number': 5, 'project_id': '2578689695ab4a55a99443682838538b', 'subnets': [{'id': 'b6329e98-aed7-463a-a6e6-dc9284056d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:03:38.283644 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a41911-6d0f-4bf8-be69-ab9082bb8379 None None] The sync data for ids ['8598f5d7-eb46-409f-9875-d058ff8e964a'] in n-d-825175-4 is: [{'id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'name': 'tempest-AttachVolumeNegativeTest-273245844-router', 'tenant_id': '2578689695ab4a55a99443682838538b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '6953bf02-942c-4df7-b861-f3365d5a587d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:02:33Z', 'updated_at': '2022-05-05T22:02:52Z', 'revision_number': 4, 'project_id': '2578689695ab4a55a99443682838538b', 'gw_port': {'id': '6953bf02-942c-4df7-b861-f3365d5a587d', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:35Z', 'updated_at': '2022-05-05T22:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '506845e7-30ce-4d73-aa3d-f58c8cdc4746', 'tenant_id': '2578689695ab4a55a99443682838538b', 'floating_ip_address': '172.25.4.96', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'port_id': 'c20d9159-6336-4451-8a94-fbf2f90c8b57', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd', 'mac_address': 'fa:16:3e:0f:32:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484f1bcc-8047-45f0-8404-bd3a73c642d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:03:05Z', 'updated_at': '2022-05-05T22:03:33Z', 'revision_number': 1, 'project_id': '2578689695ab4a55a99443682838538b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '558711ec-cc6b-4387-8a57-c44e1a328a9a', 'name': '', 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd', 'tenant_id': '2578689695ab4a55a99443682838538b', 'mac_address': 'fa:16:3e:33:93:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6329e98-aed7-463a-a6e6-dc9284056d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:49Z', 'updated_at': '2022-05-05T22:03:09Z', 'revision_number': 5, 'project_id': '2578689695ab4a55a99443682838538b', 'subnets': [{'id': 'b6329e98-aed7-463a-a6e6-dc9284056d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:03:38.316894 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0f335c4f-6237-4ed5-8ee9-7b1a61658ed7 req-4048d772-663a-4f40-9828-b495658e507f tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cd8b095-6fba-426d-a9ef-827cef8ba785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624578 May 05 22:03:38.431245 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58218) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:38.467051 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58224) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:38.498327 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-09c133d0-735f-4c17-97e7-78638da4938e req-f89bfd8d-746c-48b5-98fe-5c5106416a9f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=377cf84b-399a-42cd-b99f-9b07e6c5b50d HTTP/1.1" status: 200 len: 1096 time: 0.1924002 May 05 22:03:38.532070 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-197a2567-107b-47d2-97fd-3d79833f99e3 admin admin] Deleting subnet f38286bc-f81c-4b29-9d01-e0d3e9e576d8 {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:03:38.535671 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-197a2567-107b-47d2-97fd-3d79833f99e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:38.596655 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-09c133d0-735f-4c17-97e7-78638da4938e req-1044c017-4ddf-48d1-a7bc-bafb2f48d7a3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6cd8b095-6fba-426d-a9ef-827cef8ba785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914786 May 05 22:03:38.646843 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-2dd79b15-9d25-42a7-b7dd-98d5609a1cdc tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-97769259'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:03:38.663097 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-2dd79b15-9d25-42a7-b7dd-98d5609a1cdc tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:03:38.678881 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-2dd79b15-9d25-42a7-b7dd-98d5609a1cdc tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Usage tracker for resource:network and tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:03:38.687856 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-2dd79b15-9d25-42a7-b7dd-98d5609a1cdc tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:03:38.694482 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b7c0a9-4ecf-49bb-9a04-6e23a85916bf None None] New status for floating IP 506845e7-30ce-4d73-aa3d-f58c8cdc4746: ACTIVE {{(pid=84064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 22:03:38.717083 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-2dd79b15-9d25-42a7-b7dd-98d5609a1cdc tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:03:38.721600 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-197a2567-107b-47d2-97fd-3d79833f99e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:38.780347 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd79b15-9d25-42a7-b7dd-98d5609a1cdc tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Made reservation on behalf of 6a9c8b32c69349b78288ebe6e6b6f3f4 for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:03:38.784630 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2dd79b15-9d25-42a7-b7dd-98d5609a1cdc tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:38.811448 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2dd79b15-9d25-42a7-b7dd-98d5609a1cdc tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:38.860927 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-197a2567-107b-47d2-97fd-3d79833f99e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:38.919520 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-2dd79b15-9d25-42a7-b7dd-98d5609a1cdc tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:03:38.927053 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-2dd79b15-9d25-42a7-b7dd-98d5609a1cdc tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Usage tracker for resource:security_group_rule and tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:03:38.934304 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-2dd79b15-9d25-42a7-b7dd-98d5609a1cdc tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:03:38.942285 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-2dd79b15-9d25-42a7-b7dd-98d5609a1cdc tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:03:38.972504 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-197a2567-107b-47d2-97fd-3d79833f99e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:39.025998 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197a2567-107b-47d2-97fd-3d79833f99e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f38286bc-f81c-4b29-9d01-e0d3e9e576d8,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:39.045360 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197a2567-107b-47d2-97fd-3d79833f99e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:03:39.046375 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197a2567-107b-47d2-97fd-3d79833f99e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:03:39.046611 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197a2567-107b-47d2-97fd-3d79833f99e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:03:39.047230 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197a2567-107b-47d2-97fd-3d79833f99e3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:03:39.048154 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197a2567-107b-47d2-97fd-3d79833f99e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:03:39.048824 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197a2567-107b-47d2-97fd-3d79833f99e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:03:39.049294 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197a2567-107b-47d2-97fd-3d79833f99e3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:03:39.049805 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197a2567-107b-47d2-97fd-3d79833f99e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:03:39.050335 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197a2567-107b-47d2-97fd-3d79833f99e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:03:39.050900 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197a2567-107b-47d2-97fd-3d79833f99e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:03:39.051406 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197a2567-107b-47d2-97fd-3d79833f99e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:03:39.058985 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-197a2567-107b-47d2-97fd-3d79833f99e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:39.106947 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-197a2567-107b-47d2-97fd-3d79833f99e3 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f38286bc-f81c-4b29-9d01-e0d3e9e576d8 HTTP/1.1" status: 204 len: 168 time: 0.6384230 May 05 22:03:39.109658 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58242) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:39.139800 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2dd79b15-9d25-42a7-b7dd-98d5609a1cdc tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:39.144860 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2dd79b15-9d25-42a7-b7dd-98d5609a1cdc tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:39.213394 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dd79b15-9d25-42a7-b7dd-98d5609a1cdc tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:03:39.255845 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd79b15-9d25-42a7-b7dd-98d5609a1cdc tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86162276-5ce3-4058-a22d-c2e990285888,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:39.259814 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2dd79b15-9d25-42a7-b7dd-98d5609a1cdc tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:39.260455 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-2dd79b15-9d25-42a7-b7dd-98d5609a1cdc tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Added segment b21dc499-cea1-44bf-98f9-e1d64ec60239 of type vlan for network 137c07e1-75d6-4e37-9f42-95b3b385c296 May 05 22:03:39.279019 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-28155a60-6c43-4fb4-95c0-12f7fa4b2394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:39.292717 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2dd79b15-9d25-42a7-b7dd-98d5609a1cdc tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:39.339620 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2dd79b15-9d25-42a7-b7dd-98d5609a1cdc tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:39.349021 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd79b15-9d25-42a7-b7dd-98d5609a1cdc tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:39.349820 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2dd79b15-9d25-42a7-b7dd-98d5609a1cdc tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:39.600229 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-28155a60-6c43-4fb4-95c0-12f7fa4b2394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:39.630201 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-2dd79b15-9d25-42a7-b7dd-98d5609a1cdc tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1974919 May 05 22:03:39.632273 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58252) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:39.641472 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-28155a60-6c43-4fb4-95c0-12f7fa4b2394 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e470537e-3585-4233-880c-2adef2e7d09e']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:03:39.654784 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-28155a60-6c43-4fb4-95c0-12f7fa4b2394 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b0b0525-20de-43c5-ab5d-b294a1724e92') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:03:39.655155 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-28155a60-6c43-4fb4-95c0-12f7fa4b2394 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b0b0525-20de-43c5-ab5d-b294a1724e92') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:03:39.667901 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-28155a60-6c43-4fb4-95c0-12f7fa4b2394 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:39.684860 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-28155a60-6c43-4fb4-95c0-12f7fa4b2394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:39.692519 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28155a60-6c43-4fb4-95c0-12f7fa4b2394 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:03:39.693189 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-28155a60-6c43-4fb4-95c0-12f7fa4b2394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:39.709121 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-738ef309-af22-46c2-b617-3720851fb0cc tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Request body: {'subnet': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:03:39.861447 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd79b15-9d25-42a7-b7dd-98d5609a1cdc tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event updated for resources: {'Network': ['ID=137c07e1-75d6-4e37-9f42-95b3b385c296,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:39.867636 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:03:39.867636 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:03:39.867636 n-d-825175-4 neutron-server[84063]: timer() May 05 22:03:39.867636 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:03:39.867636 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:03:39.867636 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:03:39.867636 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:03:39.867636 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:03:39.867636 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:03:39.867636 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:03:39.867636 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:03:39.867636 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:03:39.867636 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:03:39.867636 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:03:39.867636 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:03:39.867636 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:03:39.867636 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:03:39.867636 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:03:39.867636 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:03:39.867636 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:03:39.867636 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:03:39.867636 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:03:39.867636 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:03:39.867636 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:03:39.867636 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:03:39.867636 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:03:39.867636 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:03:39.867636 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:03:39.867636 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:03:39.867636 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:03:39.867636 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:03:39.867636 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:03:39.877498 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-28155a60-6c43-4fb4-95c0-12f7fa4b2394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:39.881416 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:03:39.924280 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-738ef309-af22-46c2-b617-3720851fb0cc tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:03:39.930346 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-738ef309-af22-46c2-b617-3720851fb0cc tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Usage tracker for resource:subnet and tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:03:39.931125 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-28155a60-6c43-4fb4-95c0-12f7fa4b2394 admin admin] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:39.935377 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-738ef309-af22-46c2-b617-3720851fb0cc tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:03:39.947879 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7bf23a-ebbb-44a7-aa60-55a4f4235184 req-f4031263-9a16-43a8-947e-6418beb6662e tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:39.949765 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bf7bf23a-ebbb-44a7-aa60-55a4f4235184 req-f4031263-9a16-43a8-947e-6418beb6662e tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] 10.222.0.23 "GET /v2.0/ports?device_id=377cf84b-399a-42cd-b99f-9b07e6c5b50d HTTP/1.1" status: 200 len: 945 time: 0.4524479 May 05 22:03:39.950910 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-738ef309-af22-46c2-b617-3720851fb0cc tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:03:39.961683 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28155a60-6c43-4fb4-95c0-12f7fa4b2394 admin admin] Pushing event deleted for resources: {'Network': ['ID=e470537e-3585-4233-880c-2adef2e7d09e,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:39.979889 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738ef309-af22-46c2-b617-3720851fb0cc tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Made reservation on behalf of 6a9c8b32c69349b78288ebe6e6b6f3f4 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:03:39.992467 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-28155a60-6c43-4fb4-95c0-12f7fa4b2394 admin admin] 10.222.0.23 "DELETE /v2.0/networks/e470537e-3585-4233-880c-2adef2e7d09e HTTP/1.1" status: 204 len: 168 time: 0.8815184 May 05 22:03:40.119463 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bf7bf23a-ebbb-44a7-aa60-55a4f4235184 req-a8b4350f-2257-4528-bad0-bafa0edeaa91 tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cd8b095-6fba-426d-a9ef-827cef8ba785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625679 May 05 22:03:40.153697 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-738ef309-af22-46c2-b617-3720851fb0cc tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:40.294983 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58272) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:40.371892 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-6c7e9b8e-dd3e-4b51-9624-1c793966fb4e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=16dde334e1884c61b123507305c66b66&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0750651 May 05 22:03:40.374318 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58278) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:40.535566 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-68024f58-319f-43e0-baeb-e7f28d8d3467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:40.601054 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-68024f58-319f-43e0-baeb-e7f28d8d3467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:40.605648 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-738ef309-af22-46c2-b617-3720851fb0cc tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:40.684739 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738ef309-af22-46c2-b617-3720851fb0cc tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event updated for resources: {'Subnet': ['ID=a7782939-4db6-4bc2-a568-65f6ecdbac3f,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:40.692164 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58288) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:40.701948 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-68024f58-319f-43e0-baeb-e7f28d8d3467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:40.727597 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68024f58-319f-43e0-baeb-e7f28d8d3467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c3d51d-aa55-41a5-adb8-b2476023a195,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:40.747981 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-68024f58-319f-43e0-baeb-e7f28d8d3467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:40.751348 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-68024f58-319f-43e0-baeb-e7f28d8d3467 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/60c3d51d-aa55-41a5-adb8-b2476023a195 HTTP/1.1" status: 204 len: 168 time: 0.3749752 May 05 22:03:40.759866 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738ef309-af22-46c2-b617-3720851fb0cc tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Checking segment: {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:03:40.761336 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738ef309-af22-46c2-b617-3720851fb0cc tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Network hostable DHCP agents. Network: 137c07e1-75d6-4e37-9f42-95b3b385c296, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:03:40.811229 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738ef309-af22-46c2-b617-3720851fb0cc tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:03:40.831747 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-738ef309-af22-46c2-b617-3720851fb0cc tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 137c07e1-75d6-4e37-9f42-95b3b385c296) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:03:40.836722 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738ef309-af22-46c2-b617-3720851fb0cc tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:40.837447 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-738ef309-af22-46c2-b617-3720851fb0cc tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:40.844110 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d081a46b-38bc-417b-bdcb-8670ce3d2359 None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:03:40.867029 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-738ef309-af22-46c2-b617-3720851fb0cc tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2130034 May 05 22:03:40.869951 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58302) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:40.878023 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-24cc7d90-7477-4b50-8b9e-44051cdd1ba9 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Request body: {'port': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'name': 'tempest-NetworksTestDHCPv6-2049752460'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:03:40.965261 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5958e930-1da2-4af6-8cc3-839eab9d8f84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:41.060964 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-5958e930-1da2-4af6-8cc3-839eab9d8f84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:03:41.065597 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-5958e930-1da2-4af6-8cc3-839eab9d8f84 admin admin] Usage tracker for resource:security_group_rule and tenant:c76abed59d0e4fe2a71eb82147db684b is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:03:41.068478 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-5958e930-1da2-4af6-8cc3-839eab9d8f84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:03:41.075102 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-5958e930-1da2-4af6-8cc3-839eab9d8f84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:03:41.142765 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-24cc7d90-7477-4b50-8b9e-44051cdd1ba9 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:03:41.152204 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-24cc7d90-7477-4b50-8b9e-44051cdd1ba9 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Usage tracker for resource:port and tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:03:41.159587 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-24cc7d90-7477-4b50-8b9e-44051cdd1ba9 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:03:41.174448 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412a63f8-3438-45bd-a18e-ffe8daadeab8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-137c07e1-75d6-4e37-9f42-95b3b385c296', 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'tenant_id': '6a9c8b32c69349b78288ebe6e6b6f3f4', 'fixed_ips': [{'subnet_id': 'a7782939-4db6-4bc2-a568-65f6ecdbac3f'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:03:41.176411 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-412a63f8-3438-45bd-a18e-ffe8daadeab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:41.179467 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5958e930-1da2-4af6-8cc3-839eab9d8f84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:41.184129 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-24cc7d90-7477-4b50-8b9e-44051cdd1ba9 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:03:41.186487 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5958e930-1da2-4af6-8cc3-839eab9d8f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:41.212548 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24cc7d90-7477-4b50-8b9e-44051cdd1ba9 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Made reservation on behalf of 6a9c8b32c69349b78288ebe6e6b6f3f4 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:03:41.217805 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-24cc7d90-7477-4b50-8b9e-44051cdd1ba9 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:41.266989 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [None req-24cc7d90-7477-4b50-8b9e-44051cdd1ba9 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] device_id is not set on port 58675d53-2ecb-4d47-af54-980de3014aea yet. {{(pid=84063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:03:41.275617 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-5958e930-1da2-4af6-8cc3-839eab9d8f84 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c76abed59d0e4fe2a71eb82147db684b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5817332 May 05 22:03:41.281336 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58316) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:41.358461 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5958e930-1da2-4af6-8cc3-839eab9d8f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a60b40b-bdf2-421d-9dbb-d17df06be66f,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:41.444194 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3399584a-a918-444b-93b9-8fd13e9dadd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:41.447609 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-412a63f8-3438-45bd-a18e-ffe8daadeab8 None None] Allocated IP 2001:db8::2 (137c07e1-75d6-4e37-9f42-95b3b385c296/a7782939-4db6-4bc2-a568-65f6ecdbac3f/d6f717e2-f997-433f-abe0-8a737bb043ff) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:03:41.460285 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89ebb8-3371-4aad-9c19-460f82062d76 req-6c8e7cb6-0671-43e8-8696-796ac44aa5d1 tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:41.465946 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1e89ebb8-3371-4aad-9c19-460f82062d76 req-6c8e7cb6-0671-43e8-8696-796ac44aa5d1 tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] 10.222.0.23 "GET /v2.0/ports?device_id=377cf84b-399a-42cd-b99f-9b07e6c5b50d HTTP/1.1" status: 200 len: 945 time: 0.1887224 May 05 22:03:41.504099 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3399584a-a918-444b-93b9-8fd13e9dadd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:41.559042 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1e89ebb8-3371-4aad-9c19-460f82062d76 req-ada8554c-79ad-4010-af94-5bf261b8e6c4 tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cd8b095-6fba-426d-a9ef-827cef8ba785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920122 May 05 22:03:41.606769 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3399584a-a918-444b-93b9-8fd13e9dadd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:41.637537 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3399584a-a918-444b-93b9-8fd13e9dadd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a60b40b-bdf2-421d-9dbb-d17df06be66f,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:41.643980 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3399584a-a918-444b-93b9-8fd13e9dadd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:41.645128 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-3399584a-a918-444b-93b9-8fd13e9dadd4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8a60b40b-bdf2-421d-9dbb-d17df06be66f HTTP/1.1" status: 204 len: 168 time: 0.3627245 May 05 22:03:41.769598 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-412a63f8-3438-45bd-a18e-ffe8daadeab8 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:41.787606 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-412a63f8-3438-45bd-a18e-ffe8daadeab8 None None] Transition to ACTIVE for port object d6f717e2-f997-433f-abe0-8a737bb043ff will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:03:41.819184 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-412a63f8-3438-45bd-a18e-ffe8daadeab8 None None] Transition to ACTIVE for port object d6f717e2-f997-433f-abe0-8a737bb043ff will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:03:41.827089 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-412a63f8-3438-45bd-a18e-ffe8daadeab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:41.902906 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a63f8-3438-45bd-a18e-ffe8daadeab8 None None] Pushing event updated for resources: {'Port': ['ID=d6f717e2-f997-433f-abe0-8a737bb043ff,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:41.919902 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412a63f8-3438-45bd-a18e-ffe8daadeab8 None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:03:41.922001 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-412a63f8-3438-45bd-a18e-ffe8daadeab8 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:03:41.924787 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412a63f8-3438-45bd-a18e-ffe8daadeab8 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:03:41.973881 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-24cc7d90-7477-4b50-8b9e-44051cdd1ba9 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Allocated IP 2001:db8::fb (137c07e1-75d6-4e37-9f42-95b3b385c296/a7782939-4db6-4bc2-a568-65f6ecdbac3f/58675d53-2ecb-4d47-af54-980de3014aea) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:03:42.156256 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-412a63f8-3438-45bd-a18e-ffe8daadeab8 None None] Attempting to bind port d6f717e2-f997-433f-abe0-8a737bb043ff on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:03:42.182771 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-412a63f8-3438-45bd-a18e-ffe8daadeab8 None None] Attempting to bind port d6f717e2-f997-433f-abe0-8a737bb043ff by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:03:42.182771 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412a63f8-3438-45bd-a18e-ffe8daadeab8 None None] Attempting to bind port d6f717e2-f997-433f-abe0-8a737bb043ff on network 137c07e1-75d6-4e37-9f42-95b3b385c296 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:03:42.218638 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412a63f8-3438-45bd-a18e-ffe8daadeab8 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:03:42.219068 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412a63f8-3438-45bd-a18e-ffe8daadeab8 None None] Checking segment: {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:03:42.221967 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-412a63f8-3438-45bd-a18e-ffe8daadeab8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:42.222501 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412a63f8-3438-45bd-a18e-ffe8daadeab8 None None] Bound using segment: {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:03:42.223038 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-412a63f8-3438-45bd-a18e-ffe8daadeab8 None None] Bound port: d6f717e2-f997-433f-abe0-8a737bb043ff, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:03:42.223411 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-412a63f8-3438-45bd-a18e-ffe8daadeab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:42.381407 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-412a63f8-3438-45bd-a18e-ffe8daadeab8 None None] For port d6f717e2-f997-433f-abe0-8a737bb043ff, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:03:42.387316 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-412a63f8-3438-45bd-a18e-ffe8daadeab8 None None] For port d6f717e2-f997-433f-abe0-8a737bb043ff, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=d6f717e2-f997-433f-abe0-8a737bb043ff,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:03:42.400541 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-412a63f8-3438-45bd-a18e-ffe8daadeab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:42.440463 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-24cc7d90-7477-4b50-8b9e-44051cdd1ba9 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:42.475429 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58352) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:42.510946 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-24cc7d90-7477-4b50-8b9e-44051cdd1ba9 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Transition to ACTIVE for port object 58675d53-2ecb-4d47-af54-980de3014aea will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:03:42.515900 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a63f8-3438-45bd-a18e-ffe8daadeab8 None None] Pushing event updated for resources: {'Port': ['ID=d6f717e2-f997-433f-abe0-8a737bb043ff,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:42.549571 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2de44907-58cb-42a2-a9ff-da88d871ab64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:42.569170 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186f307-8b83-45c3-90c4-9675c51db9ba req-82cc1919-9141-4b74-a8f6-822c73957dd5 tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:42.571007 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0186f307-8b83-45c3-90c4-9675c51db9ba req-82cc1919-9141-4b74-a8f6-822c73957dd5 tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] 10.222.0.23 "GET /v2.0/ports?device_id=377cf84b-399a-42cd-b99f-9b07e6c5b50d HTTP/1.1" status: 200 len: 945 time: 0.1562145 May 05 22:03:42.583271 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-24cc7d90-7477-4b50-8b9e-44051cdd1ba9 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:42.699679 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cc7d90-7477-4b50-8b9e-44051cdd1ba9 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event updated for resources: {'Port': ['ID=58675d53-2ecb-4d47-af54-980de3014aea,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:42.729357 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-2de44907-58cb-42a2-a9ff-da88d871ab64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:03:42.729754 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0186f307-8b83-45c3-90c4-9675c51db9ba req-f967796d-4c61-4a91-af75-f80d227921c9 tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cd8b095-6fba-426d-a9ef-827cef8ba785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517208 May 05 22:03:42.740281 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-2de44907-58cb-42a2-a9ff-da88d871ab64 admin admin] Usage tracker for resource:security_group_rule and tenant:172d7c7a755a4338994332ffbc30f4fc is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:03:42.757435 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cc7d90-7477-4b50-8b9e-44051cdd1ba9 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:03:42.758401 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-2de44907-58cb-42a2-a9ff-da88d871ab64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:03:42.762594 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-24cc7d90-7477-4b50-8b9e-44051cdd1ba9 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:03:42.765101 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cc7d90-7477-4b50-8b9e-44051cdd1ba9 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:03:42.782709 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cc7d90-7477-4b50-8b9e-44051cdd1ba9 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:42.785562 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-24cc7d90-7477-4b50-8b9e-44051cdd1ba9 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:42.797008 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-2de44907-58cb-42a2-a9ff-da88d871ab64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:03:42.849323 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-24cc7d90-7477-4b50-8b9e-44051cdd1ba9 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9771497 May 05 22:03:42.851950 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58364) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:42.925801 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2de44907-58cb-42a2-a9ff-da88d871ab64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:42.932907 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2de44907-58cb-42a2-a9ff-da88d871ab64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:42.996368 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618f57d1-fd89-4702-bf89-e80acb255bce tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:42.996544 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de44907-58cb-42a2-a9ff-da88d871ab64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56880a2f-aba1-4fab-9980-b2df9eb4de6f,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:43.001403 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618f57d1-fd89-4702-bf89-e80acb255bce tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:43.007024 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-2de44907-58cb-42a2-a9ff-da88d871ab64 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=172d7c7a755a4338994332ffbc30f4fc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5234156 May 05 22:03:43.007024 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58374) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:43.007221 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-618f57d1-fd89-4702-bf89-e80acb255bce tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1513975 May 05 22:03:43.007586 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58378) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:43.095266 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-b6bbe9bf-7fa0-4426-82cc-57ad988b07b4 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Deleting port 58675d53-2ecb-4d47-af54-980de3014aea {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:03:43.095611 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b6bbe9bf-7fa0-4426-82cc-57ad988b07b4 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:43.202584 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8510f97f-93ab-4daf-88e7-44d13431dee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:43.234536 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8510f97f-93ab-4daf-88e7-44d13431dee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:43.310177 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8510f97f-93ab-4daf-88e7-44d13431dee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:43.333152 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8510f97f-93ab-4daf-88e7-44d13431dee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56880a2f-aba1-4fab-9980-b2df9eb4de6f,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:43.346347 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8510f97f-93ab-4daf-88e7-44d13431dee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:43.349068 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8510f97f-93ab-4daf-88e7-44d13431dee8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/56880a2f-aba1-4fab-9980-b2df9eb4de6f HTTP/1.1" status: 204 len: 168 time: 0.3427808 May 05 22:03:43.524060 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b6bbe9bf-7fa0-4426-82cc-57ad988b07b4 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:43.759875 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0873bf3-73ac-445a-b22c-e49ce8e25fb2 req-5787c95b-7b4d-4b25-b2be-d87d8f38d63a tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:43.761030 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-c0873bf3-73ac-445a-b22c-e49ce8e25fb2 req-5787c95b-7b4d-4b25-b2be-d87d8f38d63a tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] Synchronizing usage tracker for tenant:d9aeaf9d0aeb4600bf7fc29b06e96142 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:03:43.836003 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-c0873bf3-73ac-445a-b22c-e49ce8e25fb2 req-5787c95b-7b4d-4b25-b2be-d87d8f38d63a tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] Unset dirty status for tenant:d9aeaf9d0aeb4600bf7fc29b06e96142 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:03:43.837314 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c0873bf3-73ac-445a-b22c-e49ce8e25fb2 req-5787c95b-7b4d-4b25-b2be-d87d8f38d63a tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] 10.222.0.32 "GET /v2.0/ports?device_id=377cf84b-399a-42cd-b99f-9b07e6c5b50d HTTP/1.1" status: 200 len: 945 time: 0.2265680 May 05 22:03:43.841760 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-b6bbe9bf-7fa0-4426-82cc-57ad988b07b4 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Calling delete_port for 58675d53-2ecb-4d47-af54-980de3014aea owned by {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:03:43.956144 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-c0873bf3-73ac-445a-b22c-e49ce8e25fb2 req-34379459-d059-49e0-8ac2-5789c5e37c15 tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] Deleting port 389a3874-f3f6-4005-a689-33a4590262e3 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:03:43.956506 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c0873bf3-73ac-445a-b22c-e49ce8e25fb2 req-34379459-d059-49e0-8ac2-5789c5e37c15 tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:43.974305 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-dba5a85c-2024-4699-924f-a5c3d86971ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:44.061151 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2c3045-4ba2-4ba2-9316-6ca75c633987 None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:03:44.256595 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2049fe7-9848-48c5-bdf7-3e5ce39bd4ed req-648ad5bf-3a94-4efb-8c43-d69daeec5620 tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:44.266396 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b2049fe7-9848-48c5-bdf7-3e5ce39bd4ed req-648ad5bf-3a94-4efb-8c43-d69daeec5620 tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] 10.222.0.23 "GET /v2.0/ports?device_id=377cf84b-399a-42cd-b99f-9b07e6c5b50d HTTP/1.1" status: 200 len: 945 time: 0.2361627 May 05 22:03:44.283927 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b6bbe9bf-7fa0-4426-82cc-57ad988b07b4 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:44.381305 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bbe9bf-7fa0-4426-82cc-57ad988b07b4 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event deleted for resources: {'Port': ['ID=58675d53-2ecb-4d47-af54-980de3014aea,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:44.456855 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-68096d0e-a5f2-4b53-910e-060da3d167e6 None None] Provisioning for port d6f717e2-f997-433f-abe0-8a737bb043ff completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:03:44.485378 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-c0873bf3-73ac-445a-b22c-e49ce8e25fb2 req-34379459-d059-49e0-8ac2-5789c5e37c15 tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] For port 389a3874-f3f6-4005-a689-33a4590262e3, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=389a3874-f3f6-4005-a689-33a4590262e3,segment=NetworkSegment(3ff5cd32-9f3f-45a8-806e-9a3ff81274ed),segment_id=3ff5cd32-9f3f-45a8-806e-9a3ff81274ed)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:03:44.486367 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c0873bf3-73ac-445a-b22c-e49ce8e25fb2 req-34379459-d059-49e0-8ac2-5789c5e37c15 tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:44.487683 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b6bbe9bf-7fa0-4426-82cc-57ad988b07b4 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:44.501222 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b2049fe7-9848-48c5-bdf7-3e5ce39bd4ed req-9ff9edb3-6847-4acd-84ce-df2646d737dc tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] 10.222.0.23 "GET /v2.0/security-groups?id=6cd8b095-6fba-426d-a9ef-827cef8ba785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338712 May 05 22:03:44.502701 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b6bbe9bf-7fa0-4426-82cc-57ad988b07b4 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/ports/58675d53-2ecb-4d47-af54-980de3014aea HTTP/1.1" status: 204 len: 168 time: 1.4910266 May 05 22:03:44.505195 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58416) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:44.620697 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb27ce6-f0b7-430d-be8c-fdc629a754ee tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:44.622148 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb27ce6-f0b7-430d-be8c-fdc629a754ee tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:44.623048 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-bbb27ce6-f0b7-430d-be8c-fdc629a754ee tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Synchronizing usage tracker for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:subnet {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:03:44.650033 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-bbb27ce6-f0b7-430d-be8c-fdc629a754ee tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Unset dirty status for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:subnet {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:03:44.661549 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-bbb27ce6-f0b7-430d-be8c-fdc629a754ee tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1456921 May 05 22:03:44.662722 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58428) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:44.819899 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-6de4b58f-85db-42b9-b70a-3e72cc5af24f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Deleting subnet a7782939-4db6-4bc2-a568-65f6ecdbac3f {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:03:44.824386 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6de4b58f-85db-42b9-b70a-3e72cc5af24f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:44.887102 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-c0873bf3-73ac-445a-b22c-e49ce8e25fb2 req-34379459-d059-49e0-8ac2-5789c5e37c15 tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] Calling delete_port for 389a3874-f3f6-4005-a689-33a4590262e3 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:03:45.020893 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device d6f717e2-f997-433f-abe0-8a737bb043ff up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:03:45.188189 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c0873bf3-73ac-445a-b22c-e49ce8e25fb2 req-34379459-d059-49e0-8ac2-5789c5e37c15 tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:45.205934 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['389a3874-f3f6-4005-a689-33a4590262e3'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:03:45.333106 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34379459-d059-49e0-8ac2-5789c5e37c15 tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] Pushing event deleted for resources: {'Port': ['ID=389a3874-f3f6-4005-a689-33a4590262e3,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:45.343924 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6de4b58f-85db-42b9-b70a-3e72cc5af24f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:45.362015 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port d6f717e2-f997-433f-abe0-8a737bb043ff completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:03:45.367326 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port d6f717e2-f997-433f-abe0-8a737bb043ff triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:03:45.367704 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:45.424451 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0873bf3-73ac-445a-b22c-e49ce8e25fb2 req-34379459-d059-49e0-8ac2-5789c5e37c15 tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] No DVR routers for this DVR port 389a3874-f3f6-4005-a689-33a4590262e3 on host n-h2-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:03:45.427376 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c0873bf3-73ac-445a-b22c-e49ce8e25fb2 req-34379459-d059-49e0-8ac2-5789c5e37c15 tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:45.430270 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '377cf84b-399a-42cd-b99f-9b07e6c5b50d', 'name': 'network-vif-deleted', 'tag': '389a3874-f3f6-4005-a689-33a4590262e3'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:03:45.483313 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c0873bf3-73ac-445a-b22c-e49ce8e25fb2 req-34379459-d059-49e0-8ac2-5789c5e37c15 tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] 10.222.0.32 "DELETE /v2.0/ports/389a3874-f3f6-4005-a689-33a4590262e3 HTTP/1.1" status: 204 len: 173 time: 1.6392672 May 05 22:03:45.537989 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0390cbb-407e-4721-8b55-d7d0f7daa6c7'] response: {'server_uuid': '377cf84b-399a-42cd-b99f-9b07e6c5b50d', 'name': 'network-vif-deleted', 'tag': '389a3874-f3f6-4005-a689-33a4590262e3', 'status': 'completed', 'code': 200} May 05 22:03:45.641690 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:45.686948 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-4f603d04-8831-4aba-b159-8c52aa9dd8fa None None] Could not find standard attr ID for object 58675d53-2ecb-4d47-af54-980de3014aea. {{(pid=84064) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 22:03:45.719048 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c6ab00cd-6787-41eb-8c4e-aed5d83a0857 req-1a59df34-8f01-45ac-afab-82f63ae91e90 tempest-TestNetworkAdvancedServerOps-1392066098 tempest-TestNetworkAdvancedServerOps-1392066098-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fb54e4c6-5fa4-4830-9811-c7baf4aa8b79 HTTP/1.1" status: 200 len: 1096 time: 0.3027580 May 05 22:03:45.757761 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c6ab00cd-6787-41eb-8c4e-aed5d83a0857 req-4799cfe8-860d-480c-b4cb-b093ff59ccf5 tempest-TestNetworkAdvancedServerOps-1392066098 tempest-TestNetworkAdvancedServerOps-1392066098-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:45.759355 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port d6f717e2-f997-433f-abe0-8a737bb043ff, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=d6f717e2-f997-433f-abe0-8a737bb043ff,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:03:45.773961 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:45.815216 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-c6ab00cd-6787-41eb-8c4e-aed5d83a0857 req-4799cfe8-860d-480c-b4cb-b093ff59ccf5 tempest-TestNetworkAdvancedServerOps-1392066098 tempest-TestNetworkAdvancedServerOps-1392066098-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:03:45.819797 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-c6ab00cd-6787-41eb-8c4e-aed5d83a0857 req-4799cfe8-860d-480c-b4cb-b093ff59ccf5 tempest-TestNetworkAdvancedServerOps-1392066098 tempest-TestNetworkAdvancedServerOps-1392066098-project-admin] Usage tracker for resource:security_group_rule and tenant:869a1e78084f45f6be8dbd1a25a55d52 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:03:45.829432 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6de4b58f-85db-42b9-b70a-3e72cc5af24f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:45.857717 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-c6ab00cd-6787-41eb-8c4e-aed5d83a0857 req-4799cfe8-860d-480c-b4cb-b093ff59ccf5 tempest-TestNetworkAdvancedServerOps-1392066098 tempest-TestNetworkAdvancedServerOps-1392066098-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:03:45.902202 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=d6f717e2-f997-433f-abe0-8a737bb043ff,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:45.941344 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-c6ab00cd-6787-41eb-8c4e-aed5d83a0857 req-4799cfe8-860d-480c-b4cb-b093ff59ccf5 tempest-TestNetworkAdvancedServerOps-1392066098 tempest-TestNetworkAdvancedServerOps-1392066098-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:03:45.958081 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-506deeb5-036c-4e77-a62b-837b034df96e req-68406ce6-8410-4d60-a2b9-4a65ab65db8d tempest-ServerGroupTestJSON-1046224673 tempest-ServerGroupTestJSON-1046224673-project] 10.222.0.23 "GET /v2.0/ports?device_id=377cf84b-399a-42cd-b99f-9b07e6c5b50d HTTP/1.1" status: 200 len: 210 time: 0.1353564 May 05 22:03:46.034883 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6de4b58f-85db-42b9-b70a-3e72cc5af24f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:46.076793 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de4b58f-85db-42b9-b70a-3e72cc5af24f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event deleted for resources: {'Subnet': ['ID=a7782939-4db6-4bc2-a568-65f6ecdbac3f,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:46.107695 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6de4b58f-85db-42b9-b70a-3e72cc5af24f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:46.111303 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c6ab00cd-6787-41eb-8c4e-aed5d83a0857 req-4799cfe8-860d-480c-b4cb-b093ff59ccf5 tempest-TestNetworkAdvancedServerOps-1392066098 tempest-TestNetworkAdvancedServerOps-1392066098-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:46.115836 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2d3cff-b635-469c-b740-8495fb9df851 None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:03:46.122943 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c6ab00cd-6787-41eb-8c4e-aed5d83a0857 req-4799cfe8-860d-480c-b4cb-b093ff59ccf5 tempest-TestNetworkAdvancedServerOps-1392066098 tempest-TestNetworkAdvancedServerOps-1392066098-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:46.187442 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-c6ab00cd-6787-41eb-8c4e-aed5d83a0857 req-4799cfe8-860d-480c-b4cb-b093ff59ccf5 tempest-TestNetworkAdvancedServerOps-1392066098 tempest-TestNetworkAdvancedServerOps-1392066098-project-admin] Synchronizing usage tracker for tenant:869a1e78084f45f6be8dbd1a25a55d52 on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:03:46.192914 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4799cfe8-860d-480c-b4cb-b093ff59ccf5 tempest-TestNetworkAdvancedServerOps-1392066098 tempest-TestNetworkAdvancedServerOps-1392066098-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08d7b5c-dec3-4d54-bfc3-9757ec84eb3f,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:46.205993 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-6de4b58f-85db-42b9-b70a-3e72cc5af24f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/subnets/a7782939-4db6-4bc2-a568-65f6ecdbac3f HTTP/1.1" status: 204 len: 168 time: 1.5420461 May 05 22:03:46.208975 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58470) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:46.283467 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-c6ab00cd-6787-41eb-8c4e-aed5d83a0857 req-4799cfe8-860d-480c-b4cb-b093ff59ccf5 tempest-TestNetworkAdvancedServerOps-1392066098 tempest-TestNetworkAdvancedServerOps-1392066098-project-admin] Unset dirty status for tenant:869a1e78084f45f6be8dbd1a25a55d52 on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:03:46.305134 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c6ab00cd-6787-41eb-8c4e-aed5d83a0857 req-4799cfe8-860d-480c-b4cb-b093ff59ccf5 tempest-TestNetworkAdvancedServerOps-1392066098 tempest-TestNetworkAdvancedServerOps-1392066098-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=07d0c3d5-b7c4-418a-abaf-9ffbc9641ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5677209 May 05 22:03:46.327494 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f3ed970f-2c1a-4630-b444-2d39244540d3 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1170323 May 05 22:03:46.334926 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58480) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:46.357662 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-8bee995d-37c6-4aa0-a525-ad1d2cef681e tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Request body: {'subnet': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:03:46.420116 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d0a50517-a98d-46d4-b7f8-9b63d04909cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:46.566473 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-8bee995d-37c6-4aa0-a525-ad1d2cef681e tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:03:46.582193 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-8bee995d-37c6-4aa0-a525-ad1d2cef681e tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Usage tracker for resource:subnet and tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:03:46.605189 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-8bee995d-37c6-4aa0-a525-ad1d2cef681e tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:03:46.624701 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-8bee995d-37c6-4aa0-a525-ad1d2cef681e tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:03:46.639949 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bee995d-37c6-4aa0-a525-ad1d2cef681e tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Made reservation on behalf of 6a9c8b32c69349b78288ebe6e6b6f3f4 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:03:46.672763 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d570d-3c22-437d-a3f7-0abfb3ad3a45 req-d025e01b-37f9-4caf-9d8a-3d02546bebcf tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:46.680813 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c59d570d-3c22-437d-a3f7-0abfb3ad3a45 req-d025e01b-37f9-4caf-9d8a-3d02546bebcf tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb54e4c6-5fa4-4830-9811-c7baf4aa8b79 HTTP/1.1" status: 200 len: 945 time: 0.1265287 May 05 22:03:46.738999 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e1993c-5ef0-48c2-8866-4a43b63c74f8 None None] DHCP port deletion for 137c07e1-75d6-4e37-9f42-95b3b385c296 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:03:46.743591 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-13e1993c-5ef0-48c2-8866-4a43b63c74f8 None None] Deleting port d6f717e2-f997-433f-abe0-8a737bb043ff {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:03:46.743960 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-13e1993c-5ef0-48c2-8866-4a43b63c74f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:46.802062 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c59d570d-3c22-437d-a3f7-0abfb3ad3a45 req-d7c04322-7226-44d7-8251-2ff58a29d4da tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d0c3d5-b7c4-418a-abaf-9ffbc9641ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183877 May 05 22:03:46.823719 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58494) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:46.869273 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8bee995d-37c6-4aa0-a525-ad1d2cef681e tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:47.071000 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-1bb058ea-6550-4e32-821a-88d76b165fe8 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/floatingips/54a4009f-4f28-4047-8a54-f060fe6b716f HTTP/1.1" status: 200 len: 992 time: 0.2455633 May 05 22:03:47.193209 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-13e1993c-5ef0-48c2-8866-4a43b63c74f8 None None] For port d6f717e2-f997-433f-abe0-8a737bb043ff, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=d6f717e2-f997-433f-abe0-8a737bb043ff,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:03:47.193773 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-13e1993c-5ef0-48c2-8866-4a43b63c74f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:47.325562 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-13e1993c-5ef0-48c2-8866-4a43b63c74f8 None None] Calling delete_port for d6f717e2-f997-433f-abe0-8a737bb043ff owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:03:47.444841 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:47.470966 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8bee995d-37c6-4aa0-a525-ad1d2cef681e tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:47.487966 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-13e1993c-5ef0-48c2-8866-4a43b63c74f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:47.582119 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e1993c-5ef0-48c2-8866-4a43b63c74f8 None None] No DVR routers for this DVR port d6f717e2-f997-433f-abe0-8a737bb043ff on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:03:47.611822 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e1993c-5ef0-48c2-8866-4a43b63c74f8 None None] Pushing event deleted for resources: {'Port': ['ID=d6f717e2-f997-433f-abe0-8a737bb043ff,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:47.625536 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:47.664594 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bee995d-37c6-4aa0-a525-ad1d2cef681e tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event updated for resources: {'Subnet': ['ID=266b383e-db3c-4187-bbd5-db691054955f,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:47.697076 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 389a3874-f3f6-4005-a689-33a4590262e3 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:03:47.752776 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bee995d-37c6-4aa0-a525-ad1d2cef681e tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:03:47.754189 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-8bee995d-37c6-4aa0-a525-ad1d2cef681e tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:03:47.762999 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bee995d-37c6-4aa0-a525-ad1d2cef681e tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:47.766925 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8bee995d-37c6-4aa0-a525-ad1d2cef681e tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:47.818617 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: 389a3874-f3f6-4005-a689-33a4590262e3 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:03:47.819212 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 389a3874-f3f6-4005-a689-33a4590262e3 not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:03:47.825281 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2083b20f-294f-414c-9f03-262be3e8b398 None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:03:47.854262 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8bee995d-37c6-4aa0-a525-ad1d2cef681e tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5179236 May 05 22:03:47.857096 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58540) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:47.863710 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-0e76694f-b2af-4375-881d-977a101e424e tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Request body: {'port': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'name': 'tempest-NetworksTestDHCPv6-794750748'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:03:48.179731 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58568) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:48.214218 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-0e76694f-b2af-4375-881d-977a101e424e tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:03:48.218793 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-0e76694f-b2af-4375-881d-977a101e424e tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Usage tracker for resource:port and tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:03:48.221964 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-0e76694f-b2af-4375-881d-977a101e424e tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:03:48.228141 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-0e76694f-b2af-4375-881d-977a101e424e tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:03:48.247621 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-28c8e99b-6d85-45bd-948b-4b6c5f3e6798 req-6cedbd4f-6c63-40e9-a780-f41ef54448ed service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fb54e4c6-5fa4-4830-9811-c7baf4aa8b79&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3301568 May 05 22:03:48.248465 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e76694f-b2af-4375-881d-977a101e424e tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Made reservation on behalf of 6a9c8b32c69349b78288ebe6e6b6f3f4 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:03:48.251806 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0e76694f-b2af-4375-881d-977a101e424e tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:48.278193 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [None req-0e76694f-b2af-4375-881d-977a101e424e tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] device_id is not set on port 67b2ed6f-d74e-46b9-ad6f-5d91d83bc5d9 yet. {{(pid=84061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:03:48.310149 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1ad51e-860a-4143-aa84-4af0199d1815 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-137c07e1-75d6-4e37-9f42-95b3b385c296', 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'tenant_id': '6a9c8b32c69349b78288ebe6e6b6f3f4', 'fixed_ips': [{'subnet_id': '266b383e-db3c-4187-bbd5-db691054955f'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:03:48.312311 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8c1ad51e-860a-4143-aa84-4af0199d1815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:48.333840 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-493fa6ac-fae4-42c8-9516-fb8acbbf716e admin admin] Deleting subnet ddaa6691-cfd8-48bc-93dc-8c242001b1d3 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:03:48.348248 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-493fa6ac-fae4-42c8-9516-fb8acbbf716e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:48.455407 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-493fa6ac-fae4-42c8-9516-fb8acbbf716e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:48.470976 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-0e76694f-b2af-4375-881d-977a101e424e tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Allocated IP 2001:db8::323 (137c07e1-75d6-4e37-9f42-95b3b385c296/266b383e-db3c-4187-bbd5-db691054955f/67b2ed6f-d74e-46b9-ad6f-5d91d83bc5d9) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:03:48.612541 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-493fa6ac-fae4-42c8-9516-fb8acbbf716e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:48.828344 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device d6f717e2-f997-433f-abe0-8a737bb043ff no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:03:48.917911 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58588) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:48.969661 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0e76694f-b2af-4375-881d-977a101e424e tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:49.011410 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-0e76694f-b2af-4375-881d-977a101e424e tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Transition to ACTIVE for port object 67b2ed6f-d74e-46b9-ad6f-5d91d83bc5d9 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:03:49.106852 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0e76694f-b2af-4375-881d-977a101e424e tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:49.179190 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-493fa6ac-fae4-42c8-9516-fb8acbbf716e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:49.263458 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-493fa6ac-fae4-42c8-9516-fb8acbbf716e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:49.287982 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493fa6ac-fae4-42c8-9516-fb8acbbf716e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddaa6691-cfd8-48bc-93dc-8c242001b1d3,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:49.291392 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-493fa6ac-fae4-42c8-9516-fb8acbbf716e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ddaa6691-cfd8-48bc-93dc-8c242001b1d3 HTTP/1.1" status: 204 len: 168 time: 1.1104307 May 05 22:03:49.293846 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58600) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:49.305898 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: d6f717e2-f997-433f-abe0-8a737bb043ff {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:03:49.306248 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device d6f717e2-f997-433f-abe0-8a737bb043ff not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:03:49.325163 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fbde8d84-01a7-4259-b588-1726d46270a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:49.326433 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:49.345095 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-8c1ad51e-860a-4143-aa84-4af0199d1815 None None] Allocated IP 2001:db8::2 (137c07e1-75d6-4e37-9f42-95b3b385c296/266b383e-db3c-4187-bbd5-db691054955f/9741cf6c-35ed-45ae-9b4e-26e35ce0806e) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:03:49.378057 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-fbde8d84-01a7-4259-b588-1726d46270a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:03:49.382224 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-fbde8d84-01a7-4259-b588-1726d46270a5 admin admin] Usage tracker for resource:security_group_rule and tenant:8efd8621c9e746fba1b1ec137c527867 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:03:49.385565 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-fbde8d84-01a7-4259-b588-1726d46270a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:03:49.391658 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-fbde8d84-01a7-4259-b588-1726d46270a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:03:49.481461 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dcee598b-35ab-4fca-acf2-6321370a07f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:49.483397 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58606) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:49.488266 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493fa6ac-fae4-42c8-9516-fb8acbbf716e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:03:49.488606 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493fa6ac-fae4-42c8-9516-fb8acbbf716e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:03:49.488940 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493fa6ac-fae4-42c8-9516-fb8acbbf716e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:03:49.489309 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493fa6ac-fae4-42c8-9516-fb8acbbf716e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:03:49.489641 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493fa6ac-fae4-42c8-9516-fb8acbbf716e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:03:49.489958 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493fa6ac-fae4-42c8-9516-fb8acbbf716e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:03:49.490302 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493fa6ac-fae4-42c8-9516-fb8acbbf716e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:03:49.490592 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493fa6ac-fae4-42c8-9516-fb8acbbf716e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:03:49.491040 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493fa6ac-fae4-42c8-9516-fb8acbbf716e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:03:49.491356 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493fa6ac-fae4-42c8-9516-fb8acbbf716e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:03:49.491671 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493fa6ac-fae4-42c8-9516-fb8acbbf716e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:03:49.533361 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fbde8d84-01a7-4259-b588-1726d46270a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:49.602777 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fbde8d84-01a7-4259-b588-1726d46270a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:49.686383 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dcee598b-35ab-4fca-acf2-6321370a07f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:49.730625 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8c1ad51e-860a-4143-aa84-4af0199d1815 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:49.743788 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-8c1ad51e-860a-4143-aa84-4af0199d1815 None None] Transition to ACTIVE for port object 9741cf6c-35ed-45ae-9b4e-26e35ce0806e will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:03:49.758800 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e76694f-b2af-4375-881d-977a101e424e tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:03:49.769286 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-8c1ad51e-860a-4143-aa84-4af0199d1815 None None] Transition to ACTIVE for port object 9741cf6c-35ed-45ae-9b4e-26e35ce0806e will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:03:49.779380 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8c1ad51e-860a-4143-aa84-4af0199d1815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:49.786580 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-0e76694f-b2af-4375-881d-977a101e424e tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:03:49.813652 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-dcee598b-35ab-4fca-acf2-6321370a07f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02097400-3204-4b97-8ef0-b23607b92e69']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:03:49.833486 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-dcee598b-35ab-4fca-acf2-6321370a07f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ff5cd32-9f3f-45a8-806e-9a3ff81274ed') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:03:49.833772 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-dcee598b-35ab-4fca-acf2-6321370a07f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ff5cd32-9f3f-45a8-806e-9a3ff81274ed') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:03:49.853324 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dcee598b-35ab-4fca-acf2-6321370a07f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:49.867561 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-fbde8d84-01a7-4259-b588-1726d46270a5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8efd8621c9e746fba1b1ec137c527867&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9481485 May 05 22:03:49.868887 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e76694f-b2af-4375-881d-977a101e424e tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event updated for resources: {'Port': ['ID=67b2ed6f-d74e-46b9-ad6f-5d91d83bc5d9,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:49.876137 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58618) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:49.879346 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e76694f-b2af-4375-881d-977a101e424e tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:03:49.884080 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e76694f-b2af-4375-881d-977a101e424e tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:49.884878 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0e76694f-b2af-4375-881d-977a101e424e tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:49.896473 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dcee598b-35ab-4fca-acf2-6321370a07f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:49.912829 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcee598b-35ab-4fca-acf2-6321370a07f2 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:03:49.913362 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dcee598b-35ab-4fca-acf2-6321370a07f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:49.932684 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0e76694f-b2af-4375-881d-977a101e424e tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0718188 May 05 22:03:49.933269 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:03:49.933269 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:03:49.933269 n-d-825175-4 neutron-server[84063]: timer() May 05 22:03:49.933269 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:03:49.933269 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:03:49.933269 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:03:49.933269 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:03:49.933269 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:03:49.933269 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:03:49.933269 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:03:49.933269 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:03:49.933269 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:03:49.933269 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:03:49.933269 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:03:49.933269 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:03:49.933269 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:03:49.933269 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:03:49.933269 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:03:49.933269 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:03:49.933269 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:03:49.933269 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:03:49.933269 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:03:49.933269 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:03:49.933269 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:03:49.933269 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:03:49.933269 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:03:49.933269 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:03:49.933269 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:03:49.933269 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:03:49.933269 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:03:49.933269 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:03:49.933269 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:03:49.939106 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1ad51e-860a-4143-aa84-4af0199d1815 None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:03:49.944483 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58624) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:49.944763 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-8c1ad51e-860a-4143-aa84-4af0199d1815 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:03:49.949877 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1ad51e-860a-4143-aa84-4af0199d1815 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:03:49.959028 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ad51e-860a-4143-aa84-4af0199d1815 None None] Pushing event updated for resources: {'Port': ['ID=9741cf6c-35ed-45ae-9b4e-26e35ce0806e,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:49.964537 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-63353679-efa6-47cf-9785-799ae992f2ca req-db89786d-9b0b-4ea3-b197-1268f3255f7d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fb54e4c6-5fa4-4830-9811-c7baf4aa8b79&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4787941 May 05 22:03:49.964862 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbde8d84-01a7-4259-b588-1726d46270a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363700ae-0fc8-4638-8be1-6c7c3225caea,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:50.116503 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a12da1-df1f-41ef-89d1-5f43b2916218 req-a1926a08-b78a-4b97-a623-1f2e82536278 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:50.122166 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dcee598b-35ab-4fca-acf2-6321370a07f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:50.122685 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b2a12da1-df1f-41ef-89d1-5f43b2916218 req-a1926a08-b78a-4b97-a623-1f2e82536278 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb54e4c6-5fa4-4830-9811-c7baf4aa8b79 HTTP/1.1" status: 200 len: 945 time: 0.5604329 May 05 22:03:50.132353 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dcee598b-35ab-4fca-acf2-6321370a07f2 admin admin] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:50.161172 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-74456f0b-9fa9-4aed-a0d4-140bf817ed69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:50.163543 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-8c1ad51e-860a-4143-aa84-4af0199d1815 None None] Attempting to bind port 9741cf6c-35ed-45ae-9b4e-26e35ce0806e on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:03:50.164006 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-8c1ad51e-860a-4143-aa84-4af0199d1815 None None] Attempting to bind port 9741cf6c-35ed-45ae-9b4e-26e35ce0806e by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:03:50.164491 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1ad51e-860a-4143-aa84-4af0199d1815 None None] Attempting to bind port 9741cf6c-35ed-45ae-9b4e-26e35ce0806e on network 137c07e1-75d6-4e37-9f42-95b3b385c296 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:03:50.173091 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1ad51e-860a-4143-aa84-4af0199d1815 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:03:50.173612 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1ad51e-860a-4143-aa84-4af0199d1815 None None] Checking segment: {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:03:50.174107 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8c1ad51e-860a-4143-aa84-4af0199d1815 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:50.174598 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1ad51e-860a-4143-aa84-4af0199d1815 None None] Bound using segment: {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:03:50.175296 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-8c1ad51e-860a-4143-aa84-4af0199d1815 None None] Bound port: 9741cf6c-35ed-45ae-9b4e-26e35ce0806e, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:03:50.175778 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8c1ad51e-860a-4143-aa84-4af0199d1815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:50.227715 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcee598b-35ab-4fca-acf2-6321370a07f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=02097400-3204-4b97-8ef0-b23607b92e69,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:50.246473 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-dcee598b-35ab-4fca-acf2-6321370a07f2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/02097400-3204-4b97-8ef0-b23607b92e69 HTTP/1.1" status: 204 len: 168 time: 0.9500816 May 05 22:03:50.296620 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-74456f0b-9fa9-4aed-a0d4-140bf817ed69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:50.299291 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b2a12da1-df1f-41ef-89d1-5f43b2916218 req-a4eb1fac-11e9-47f2-b666-7ceb09f9b7a9 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d0c3d5-b7c4-418a-abaf-9ffbc9641ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518490 May 05 22:03:50.317038 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec242d1-abd0-44ce-9057-cdd1b29b699d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:50.326691 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec242d1-abd0-44ce-9057-cdd1b29b699d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:50.327736 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-5ec242d1-abd0-44ce-9057-cdd1b29b699d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Synchronizing usage tracker for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:03:50.368827 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-5ec242d1-abd0-44ce-9057-cdd1b29b699d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Unset dirty status for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:03:50.373662 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-5ec242d1-abd0-44ce-9057-cdd1b29b699d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4269547 May 05 22:03:50.374186 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58648) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:50.449264 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-8c1ad51e-860a-4143-aa84-4af0199d1815 None None] For port 9741cf6c-35ed-45ae-9b4e-26e35ce0806e, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:03:50.453753 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-8c1ad51e-860a-4143-aa84-4af0199d1815 None None] For port 9741cf6c-35ed-45ae-9b4e-26e35ce0806e, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=9741cf6c-35ed-45ae-9b4e-26e35ce0806e,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:03:50.468181 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8c1ad51e-860a-4143-aa84-4af0199d1815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:50.507774 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-c1a42a59-bff1-4d9c-b373-5122be6ad39f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Deleting port 67b2ed6f-d74e-46b9-ad6f-5d91d83bc5d9 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:03:50.508130 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c1a42a59-bff1-4d9c-b373-5122be6ad39f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:50.663720 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58656) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:50.696497 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-74456f0b-9fa9-4aed-a0d4-140bf817ed69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:50.711923 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ad51e-860a-4143-aa84-4af0199d1815 None None] Pushing event updated for resources: {'Port': ['ID=9741cf6c-35ed-45ae-9b4e-26e35ce0806e,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:50.741349 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74456f0b-9fa9-4aed-a0d4-140bf817ed69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363700ae-0fc8-4638-8be1-6c7c3225caea,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:50.760514 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-74456f0b-9fa9-4aed-a0d4-140bf817ed69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:50.764736 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-74456f0b-9fa9-4aed-a0d4-140bf817ed69 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/363700ae-0fc8-4638-8be1-6c7c3225caea HTTP/1.1" status: 204 len: 168 time: 0.8838649 May 05 22:03:50.822134 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-814bb820-51a4-42cd-b694-7729db043da5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d9aeaf9d0aeb4600bf7fc29b06e96142&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1552403 May 05 22:03:50.823603 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58664) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:50.992807 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58676) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:51.037706 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c1a42a59-bff1-4d9c-b373-5122be6ad39f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:51.174776 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0997fee1-c152-467a-ad19-e2e8618be289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:51.209567 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0997fee1-c152-467a-ad19-e2e8618be289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:51.274977 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-c1a42a59-bff1-4d9c-b373-5122be6ad39f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Calling delete_port for 67b2ed6f-d74e-46b9-ad6f-5d91d83bc5d9 owned by {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:03:51.292438 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0997fee1-c152-467a-ad19-e2e8618be289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:51.315395 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0997fee1-c152-467a-ad19-e2e8618be289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd8b095-6fba-426d-a9ef-827cef8ba785,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:51.321555 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0997fee1-c152-467a-ad19-e2e8618be289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:51.323221 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0997fee1-c152-467a-ad19-e2e8618be289 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6cd8b095-6fba-426d-a9ef-827cef8ba785 HTTP/1.1" status: 204 len: 168 time: 0.4991777 May 05 22:03:51.408559 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9043afd6-165c-465b-bc33-7ea4082de715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:51.604372 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-9043afd6-165c-465b-bc33-7ea4082de715 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:03:51.623631 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9043afd6-165c-465b-bc33-7ea4082de715 admin admin] Usage tracker for resource:security_group_rule and tenant:2c93b6be2408433d9090151e6de1691b is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:03:51.628410 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9043afd6-165c-465b-bc33-7ea4082de715 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:03:51.652739 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-9043afd6-165c-465b-bc33-7ea4082de715 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:03:51.705068 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c1a42a59-bff1-4d9c-b373-5122be6ad39f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:51.789436 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f334e-2a2d-4204-b899-915746881088 req-ac695480-9d29-49a3-b73a-5a61bf451451 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:51.799051 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-979f334e-2a2d-4204-b899-915746881088 req-ac695480-9d29-49a3-b73a-5a61bf451451 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb54e4c6-5fa4-4830-9811-c7baf4aa8b79 HTTP/1.1" status: 200 len: 945 time: 0.1690352 May 05 22:03:51.807185 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a42a59-bff1-4d9c-b373-5122be6ad39f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event deleted for resources: {'Port': ['ID=67b2ed6f-d74e-46b9-ad6f-5d91d83bc5d9,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:51.907160 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-979f334e-2a2d-4204-b899-915746881088 req-e7c1c324-5faa-4fe9-b35c-2094574f13cd tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d0c3d5-b7c4-418a-abaf-9ffbc9641ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056688 May 05 22:03:51.931096 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58706) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:51.964485 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-11a6024e-f55b-4f10-a6ca-2b037d61b9da admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:52.032723 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c1a42a59-bff1-4d9c-b373-5122be6ad39f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:52.035672 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-11a6024e-f55b-4f10-a6ca-2b037d61b9da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:03:52.056394 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-11a6024e-f55b-4f10-a6ca-2b037d61b9da admin admin] Usage tracker for resource:security_group_rule and tenant:6873080475c64855b0edc7a31b61d305 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:03:52.062498 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-11a6024e-f55b-4f10-a6ca-2b037d61b9da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:03:52.084884 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-11a6024e-f55b-4f10-a6ca-2b037d61b9da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:03:52.097220 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c1a42a59-bff1-4d9c-b373-5122be6ad39f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/ports/67b2ed6f-d74e-46b9-ad6f-5d91d83bc5d9 HTTP/1.1" status: 204 len: 168 time: 1.7196105 May 05 22:03:52.097736 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58712) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:52.124401 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9043afd6-165c-465b-bc33-7ea4082de715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:52.137212 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9043afd6-165c-465b-bc33-7ea4082de715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:52.194816 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9043afd6-165c-465b-bc33-7ea4082de715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81974783-5585-4997-b0e9-4415ac39cbdf,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:52.212019 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e289bb-7a38-44e5-92f3-256821b8b98e tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:52.213809 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e289bb-7a38-44e5-92f3-256821b8b98e tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:52.214627 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-66e289bb-7a38-44e5-92f3-256821b8b98e tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Synchronizing usage tracker for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:subnet {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:03:52.231332 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9043afd6-165c-465b-bc33-7ea4082de715 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2c93b6be2408433d9090151e6de1691b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2399902 May 05 22:03:52.233738 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58718) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:52.297992 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-66e289bb-7a38-44e5-92f3-256821b8b98e tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Unset dirty status for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:subnet {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:03:52.301993 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-66e289bb-7a38-44e5-92f3-256821b8b98e tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2026932 May 05 22:03:52.302454 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58724) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:52.316355 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-11a6024e-f55b-4f10-a6ca-2b037d61b9da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:52.329480 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-11a6024e-f55b-4f10-a6ca-2b037d61b9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:52.361785 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c668dabd-d878-4800-8e3f-4eeeeb327f59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:52.402398 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a6024e-f55b-4f10-a6ca-2b037d61b9da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8485a0bb-2d7b-4483-80de-317a01f03974,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:52.407573 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-11a6024e-f55b-4f10-a6ca-2b037d61b9da admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6873080475c64855b0edc7a31b61d305&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4753649 May 05 22:03:52.415282 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58734) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:52.535867 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b94ca2cd-55d6-40d2-aa4b-7490484ee4d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:52.593263 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c34f6131-39d4-4515-86b4-c0c3c772e8bd None None] Provisioning for port 9741cf6c-35ed-45ae-9b4e-26e35ce0806e completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:03:52.612929 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b94ca2cd-55d6-40d2-aa4b-7490484ee4d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:52.749352 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b94ca2cd-55d6-40d2-aa4b-7490484ee4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:52.766584 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c668dabd-d878-4800-8e3f-4eeeeb327f59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:52.771914 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94ca2cd-55d6-40d2-aa4b-7490484ee4d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8485a0bb-2d7b-4483-80de-317a01f03974,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:52.802760 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b94ca2cd-55d6-40d2-aa4b-7490484ee4d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:52.822261 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b94ca2cd-55d6-40d2-aa4b-7490484ee4d2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8485a0bb-2d7b-4483-80de-317a01f03974 HTTP/1.1" status: 204 len: 168 time: 0.4050145 May 05 22:03:52.895325 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 9741cf6c-35ed-45ae-9b4e-26e35ce0806e up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:03:52.921177 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-63353679-efa6-47cf-9785-799ae992f2ca req-a489ca7f-26df-4a40-8432-84ddd550544d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=06fb629024324e968714595537efac5c&device_id=fb54e4c6-5fa4-4830-9811-c7baf4aa8b79 HTTP/1.1" status: 200 len: 1096 time: 0.3769438 May 05 22:03:52.923958 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2b8724b-b6e1-49a5-a44b-4e92c823b414 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Deleting subnet 266b383e-db3c-4187-bbd5-db691054955f {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:03:53.067071 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-bd00e5c0-0a90-48e2-9edd-1de8de5703ef None None] Could not find standard attr ID for object 67b2ed6f-d74e-46b9-ad6f-5d91d83bc5d9. {{(pid=84064) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 22:03:53.099544 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 9741cf6c-35ed-45ae-9b4e-26e35ce0806e completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:03:53.106585 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 9741cf6c-35ed-45ae-9b4e-26e35ce0806e triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:03:53.107048 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:53.122585 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63353679-efa6-47cf-9785-799ae992f2ca req-ee5280c2-e685-4d50-a671-4c893560a5da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:53.124811 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-63353679-efa6-47cf-9785-799ae992f2ca req-ee5280c2-e685-4d50-a671-4c893560a5da service neutron] 10.222.0.32 "GET /v2.0/networks?id=42af2df6-9729-4f65-bcaf-09a40ba18ce2 HTTP/1.1" status: 200 len: 897 time: 0.1970327 May 05 22:03:53.125740 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c2b8724b-b6e1-49a5-a44b-4e92c823b414 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:53.281117 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58760) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:53.339448 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c2b8724b-b6e1-49a5-a44b-4e92c823b414 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:53.379045 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c668dabd-d878-4800-8e3f-4eeeeb327f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:53.411110 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c668dabd-d878-4800-8e3f-4eeeeb327f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81974783-5585-4997-b0e9-4415ac39cbdf,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:53.430246 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:53.436383 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-63353679-efa6-47cf-9785-799ae992f2ca req-06992872-19a4-4a54-b7b7-fe778d45c99f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=571c4463-2d28-44d3-8f2b-39e0adaf48f1 HTTP/1.1" status: 200 len: 1000 time: 0.2795129 May 05 22:03:53.440190 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c668dabd-d878-4800-8e3f-4eeeeb327f59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:53.441448 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c668dabd-d878-4800-8e3f-4eeeeb327f59 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/81974783-5585-4997-b0e9-4415ac39cbdf HTTP/1.1" status: 204 len: 168 time: 1.2065880 May 05 22:03:53.441584 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe338b7-502a-413d-9c18-d4d0d767891a req-0cfe8baa-5d8d-41ca-a73a-7cc357c9619a tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:53.445651 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ffe338b7-502a-413d-9c18-d4d0d767891a req-0cfe8baa-5d8d-41ca-a73a-7cc357c9619a tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb54e4c6-5fa4-4830-9811-c7baf4aa8b79 HTTP/1.1" status: 200 len: 945 time: 0.2572377 May 05 22:03:53.537813 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-cba45089-7918-4e43-988c-5cebbca60c56 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-727430182-network', 'tenant_id': 'cb0dc2144b314c4cb9ccb67a2d25d7b6'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:03:53.541249 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 9741cf6c-35ed-45ae-9b4e-26e35ce0806e, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=9741cf6c-35ed-45ae-9b4e-26e35ce0806e,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:03:53.557931 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:53.581168 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63353679-efa6-47cf-9785-799ae992f2ca req-92c431e7-8e2a-4fc7-b0f5-2aac233e740d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:53.583242 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ffe338b7-502a-413d-9c18-d4d0d767891a req-1c9c336e-ef2d-4e9f-83db-8dc9fecaa21d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d0c3d5-b7c4-418a-abaf-9ffbc9641ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281757 May 05 22:03:53.587587 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-cba45089-7918-4e43-988c-5cebbca60c56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:03:53.592336 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-63353679-efa6-47cf-9785-799ae992f2ca req-92c431e7-8e2a-4fc7-b0f5-2aac233e740d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e50b77d7-4ab1-4d1a-a967-e09424173e35 HTTP/1.1" status: 200 len: 834 time: 0.1434054 May 05 22:03:53.606205 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-cba45089-7918-4e43-988c-5cebbca60c56 admin admin] Usage tracker for resource:network and tenant:cb0dc2144b314c4cb9ccb67a2d25d7b6 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:03:53.623149 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-cba45089-7918-4e43-988c-5cebbca60c56 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:03:53.631949 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-cba45089-7918-4e43-988c-5cebbca60c56 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:03:53.667575 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba45089-7918-4e43-988c-5cebbca60c56 admin admin] Made reservation on behalf of cb0dc2144b314c4cb9ccb67a2d25d7b6 for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:03:53.670448 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cba45089-7918-4e43-988c-5cebbca60c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:53.680466 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c2b8724b-b6e1-49a5-a44b-4e92c823b414 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:53.691235 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=9741cf6c-35ed-45ae-9b4e-26e35ce0806e,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:53.703316 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cba45089-7918-4e43-988c-5cebbca60c56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:53.794794 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-cba45089-7918-4e43-988c-5cebbca60c56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:03:53.808972 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-cba45089-7918-4e43-988c-5cebbca60c56 admin admin] Usage tracker for resource:security_group_rule and tenant:cb0dc2144b314c4cb9ccb67a2d25d7b6 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:03:53.814827 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-cba45089-7918-4e43-988c-5cebbca60c56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:03:53.822459 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-cba45089-7918-4e43-988c-5cebbca60c56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:03:53.890584 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c2b8724b-b6e1-49a5-a44b-4e92c823b414 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:53.925764 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cba45089-7918-4e43-988c-5cebbca60c56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:53.932263 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cba45089-7918-4e43-988c-5cebbca60c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:53.954346 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b8724b-b6e1-49a5-a44b-4e92c823b414 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event deleted for resources: {'Subnet': ['ID=266b383e-db3c-4187-bbd5-db691054955f,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:53.965291 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c2b8724b-b6e1-49a5-a44b-4e92c823b414 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:53.972860 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c1c030-f5c4-4082-aec3-ab66cfc9adeb None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:03:53.984084 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c2b8724b-b6e1-49a5-a44b-4e92c823b414 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/subnets/266b383e-db3c-4187-bbd5-db691054955f HTTP/1.1" status: 204 len: 168 time: 1.6798546 May 05 22:03:53.988541 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-63353679-efa6-47cf-9785-799ae992f2ca req-c9f471df-b114-427b-832e-e08da380c7af service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42af2df6-9729-4f65-bcaf-09a40ba18ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2049849 May 05 22:03:53.989064 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58784) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:54.038178 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cba45089-7918-4e43-988c-5cebbca60c56 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:03:54.048963 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba45089-7918-4e43-988c-5cebbca60c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef779b23-15b3-4b36-b58f-73c4a9daff25,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:54.071737 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cba45089-7918-4e43-988c-5cebbca60c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:54.074957 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-cba45089-7918-4e43-988c-5cebbca60c56 admin admin] Added segment 7a7b0afc-23fc-4e4f-bcbe-6e789c3668cc of type vlan for network cd6cc979-b116-4685-b8e0-9271f239d2b6 May 05 22:03:54.134204 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cba45089-7918-4e43-988c-5cebbca60c56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:54.158117 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-6b1061c1-93bc-4d1e-8f1b-a8010d4a146f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1679196 May 05 22:03:54.162577 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58800) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:54.208494 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-cd3cd28b-f718-41f0-9306-68eab4914636 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Request body: {'subnet': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:03:54.315099 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-63353679-efa6-47cf-9785-799ae992f2ca req-46adaecc-5cc8-413a-a959-997f0b36ad47 service neutron] 10.222.0.32 "GET /v2.0/networks/42af2df6-9729-4f65-bcaf-09a40ba18ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108693 May 05 22:03:54.446562 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef6b795-fbbe-4790-9160-a5fc531bd4f3 None None] DHCP port deletion for 137c07e1-75d6-4e37-9f42-95b3b385c296 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:03:54.452425 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-6ef6b795-fbbe-4790-9160-a5fc531bd4f3 None None] Deleting port 9741cf6c-35ed-45ae-9b4e-26e35ce0806e {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:03:54.452799 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6ef6b795-fbbe-4790-9160-a5fc531bd4f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:54.477576 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-cd3cd28b-f718-41f0-9306-68eab4914636 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:03:54.483036 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-63353679-efa6-47cf-9785-799ae992f2ca req-0c8193fb-5d89-4cff-9c42-54c27f459525 service neutron] 10.222.0.32 "GET /v2.0/networks/42af2df6-9729-4f65-bcaf-09a40ba18ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616962 May 05 22:03:54.487057 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-cd3cd28b-f718-41f0-9306-68eab4914636 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Usage tracker for resource:subnet and tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:03:54.490785 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-cd3cd28b-f718-41f0-9306-68eab4914636 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:03:54.503390 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cba45089-7918-4e43-988c-5cebbca60c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:54.504243 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba45089-7918-4e43-988c-5cebbca60c56 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:54.504807 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cba45089-7918-4e43-988c-5cebbca60c56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:54.515180 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-cd3cd28b-f718-41f0-9306-68eab4914636 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:03:54.765657 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3cd28b-f718-41f0-9306-68eab4914636 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Made reservation on behalf of 6a9c8b32c69349b78288ebe6e6b6f3f4 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:03:54.824347 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-6ef6b795-fbbe-4790-9160-a5fc531bd4f3 None None] For port 9741cf6c-35ed-45ae-9b4e-26e35ce0806e, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=9741cf6c-35ed-45ae-9b4e-26e35ce0806e,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:03:54.825015 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6ef6b795-fbbe-4790-9160-a5fc531bd4f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:54.836121 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 9741cf6c-35ed-45ae-9b4e-26e35ce0806e no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:03:55.068127 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba45089-7918-4e43-988c-5cebbca60c56 admin admin] Pushing event updated for resources: {'Network': ['ID=cd6cc979-b116-4685-b8e0-9271f239d2b6,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:55.115089 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-cba45089-7918-4e43-988c-5cebbca60c56 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.8315432 May 05 22:03:55.118094 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58832) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:55.121487 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cd3cd28b-f718-41f0-9306-68eab4914636 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:55.124869 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-27501c96-118a-496b-ae4c-af47404b07d0 admin admin] Request body: {'subnet': {'network_id': 'cd6cc979-b116-4685-b8e0-9271f239d2b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-727430182-subnet', 'tenant_id': 'cb0dc2144b314c4cb9ccb67a2d25d7b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:03:55.132595 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-6ef6b795-fbbe-4790-9160-a5fc531bd4f3 None None] Calling delete_port for 9741cf6c-35ed-45ae-9b4e-26e35ce0806e owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:03:55.134621 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-27501c96-118a-496b-ae4c-af47404b07d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:03:55.144554 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-27501c96-118a-496b-ae4c-af47404b07d0 admin admin] Usage tracker for resource:subnet and tenant:cb0dc2144b314c4cb9ccb67a2d25d7b6 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:03:55.153499 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-27501c96-118a-496b-ae4c-af47404b07d0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:03:55.166870 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-27501c96-118a-496b-ae4c-af47404b07d0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:03:55.188985 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27501c96-118a-496b-ae4c-af47404b07d0 admin admin] Made reservation on behalf of cb0dc2144b314c4cb9ccb67a2d25d7b6 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:03:55.192026 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-27501c96-118a-496b-ae4c-af47404b07d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:55.202787 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network cd6cc979-b116-4685-b8e0-9271f239d2b6 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:03:55.243694 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e4cccc-c171-48cb-8067-a55f9e57feff req-4ababb0a-fe24-4cb6-a301-1308deac5a2b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:55.251127 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c9e4cccc-c171-48cb-8067-a55f9e57feff req-4ababb0a-fe24-4cb6-a301-1308deac5a2b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb54e4c6-5fa4-4830-9811-c7baf4aa8b79 HTTP/1.1" status: 200 len: 945 time: 0.3713531 May 05 22:03:55.353381 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c9e4cccc-c171-48cb-8067-a55f9e57feff req-46ee5b92-a485-4b18-b588-86cc9fe84c78 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d0c3d5-b7c4-418a-abaf-9ffbc9641ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010189 May 05 22:03:55.446733 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58846) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:55.543529 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cd3cd28b-f718-41f0-9306-68eab4914636 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:55.594405 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:55.629478 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3cd28b-f718-41f0-9306-68eab4914636 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event updated for resources: {'Subnet': ['ID=a0abb50a-6843-4a65-8d0b-cbdf749b223e,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:55.654024 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3cd28b-f718-41f0-9306-68eab4914636 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:03:55.661124 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-cd3cd28b-f718-41f0-9306-68eab4914636 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:03:55.669114 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3cd28b-f718-41f0-9306-68eab4914636 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:55.670055 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cd3cd28b-f718-41f0-9306-68eab4914636 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:55.683405 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6ef6b795-fbbe-4790-9160-a5fc531bd4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:55.725136 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-27501c96-118a-496b-ae4c-af47404b07d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:55.734435 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-cd3cd28b-f718-41f0-9306-68eab4914636 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5614529 May 05 22:03:55.737590 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58856) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:55.747221 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-75564fc0-cee5-4843-85d0-b4be2609aa7a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Request body: {'port': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'name': 'tempest-NetworksTestDHCPv6-266022408'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:03:55.817456 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27501c96-118a-496b-ae4c-af47404b07d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08d1b130-d091-496c-9c1d-2e438a50f32b,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:55.874988 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef6b795-fbbe-4790-9160-a5fc531bd4f3 None None] No DVR routers for this DVR port 9741cf6c-35ed-45ae-9b4e-26e35ce0806e on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:03:55.886722 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef6b795-fbbe-4790-9160-a5fc531bd4f3 None None] Pushing event deleted for resources: {'Port': ['ID=9741cf6c-35ed-45ae-9b4e-26e35ce0806e,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:55.909878 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9452bc5b-4b03-4ffa-bc36-ce7622e54e2a None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:03:55.997754 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-e5eeb82a-fa62-4672-82ef-4f4165d3254e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-951846147-network', 'tenant_id': 'cdf3141034214c00a02c72d465f44933'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:03:56.006747 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-e5eeb82a-fa62-4672-82ef-4f4165d3254e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:03:56.007564 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-e5eeb82a-fa62-4672-82ef-4f4165d3254e admin admin] Usage tracker for resource:network and tenant:cdf3141034214c00a02c72d465f44933 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:03:56.011011 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-e5eeb82a-fa62-4672-82ef-4f4165d3254e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:03:56.017888 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-e5eeb82a-fa62-4672-82ef-4f4165d3254e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:03:56.027161 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-75564fc0-cee5-4843-85d0-b4be2609aa7a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:03:56.032674 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5eeb82a-fa62-4672-82ef-4f4165d3254e admin admin] Made reservation on behalf of cdf3141034214c00a02c72d465f44933 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:03:56.035321 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e5eeb82a-fa62-4672-82ef-4f4165d3254e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:56.045064 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-75564fc0-cee5-4843-85d0-b4be2609aa7a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Usage tracker for resource:port and tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:03:56.050129 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-75564fc0-cee5-4843-85d0-b4be2609aa7a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:03:56.053630 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e5eeb82a-fa62-4672-82ef-4f4165d3254e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:56.058765 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-75564fc0-cee5-4843-85d0-b4be2609aa7a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:03:56.075226 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27501c96-118a-496b-ae4c-af47404b07d0 admin admin] Checking segment: {'id': '7a7b0afc-23fc-4e4f-bcbe-6e789c3668cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'cd6cc979-b116-4685-b8e0-9271f239d2b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:03:56.075622 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27501c96-118a-496b-ae4c-af47404b07d0 admin admin] Network hostable DHCP agents. Network: cd6cc979-b116-4685-b8e0-9271f239d2b6, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:03:56.077809 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75564fc0-cee5-4843-85d0-b4be2609aa7a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Made reservation on behalf of 6a9c8b32c69349b78288ebe6e6b6f3f4 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:03:56.085295 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-75564fc0-cee5-4843-85d0-b4be2609aa7a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:56.102761 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-e5eeb82a-fa62-4672-82ef-4f4165d3254e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:03:56.109095 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-e5eeb82a-fa62-4672-82ef-4f4165d3254e admin admin] Usage tracker for resource:security_group_rule and tenant:cdf3141034214c00a02c72d465f44933 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:03:56.112687 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-e5eeb82a-fa62-4672-82ef-4f4165d3254e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:03:56.120502 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-e5eeb82a-fa62-4672-82ef-4f4165d3254e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:03:56.135693 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27501c96-118a-496b-ae4c-af47404b07d0 admin admin] Network cd6cc979-b116-4685-b8e0-9271f239d2b6 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:03:56.151908 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [None req-75564fc0-cee5-4843-85d0-b4be2609aa7a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] device_id is not set on port e5abe8e5-2a5c-4c73-8441-f16ac58f236f yet. {{(pid=84061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:03:56.161590 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-27501c96-118a-496b-ae4c-af47404b07d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, cd6cc979-b116-4685-b8e0-9271f239d2b6) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:03:56.171238 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27501c96-118a-496b-ae4c-af47404b07d0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:56.171709 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-27501c96-118a-496b-ae4c-af47404b07d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:56.218130 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6d832c-ed17-4ba5-89ba-3386b564a0dd None None] Network cd6cc979-b116-4685-b8e0-9271f239d2b6 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:03:56.279207 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-27501c96-118a-496b-ae4c-af47404b07d0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1591761 May 05 22:03:56.335623 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e5eeb82a-fa62-4672-82ef-4f4165d3254e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:56.345018 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e5eeb82a-fa62-4672-82ef-4f4165d3254e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:56.410592 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5eeb82a-fa62-4672-82ef-4f4165d3254e admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:03:56.421767 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531d299e-5143-465a-8c06-7d9c82160ede None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-137c07e1-75d6-4e37-9f42-95b3b385c296', 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'tenant_id': '6a9c8b32c69349b78288ebe6e6b6f3f4', 'fixed_ips': [{'subnet_id': 'a0abb50a-6843-4a65-8d0b-cbdf749b223e'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:03:56.422582 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-531d299e-5143-465a-8c06-7d9c82160ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:56.490706 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eeb82a-fa62-4672-82ef-4f4165d3254e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a840fe09-9188-4671-854a-0d1826f45c3b,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:56.503455 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e5eeb82a-fa62-4672-82ef-4f4165d3254e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:56.503796 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-e5eeb82a-fa62-4672-82ef-4f4165d3254e admin admin] Added segment 6450fb84-f2ae-4aef-9c0c-c15699fb9c2e of type vlan for network de008cf3-1173-4dd1-a114-f245dbf68296 May 05 22:03:56.556228 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-75564fc0-cee5-4843-85d0-b4be2609aa7a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Allocated IP 2001:db8::d7 (137c07e1-75d6-4e37-9f42-95b3b385c296/a0abb50a-6843-4a65-8d0b-cbdf749b223e/e5abe8e5-2a5c-4c73-8441-f16ac58f236f) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:03:56.588626 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e5eeb82a-fa62-4672-82ef-4f4165d3254e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:56.646283 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e5eeb82a-fa62-4672-82ef-4f4165d3254e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:56.647316 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5eeb82a-fa62-4672-82ef-4f4165d3254e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:56.647894 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e5eeb82a-fa62-4672-82ef-4f4165d3254e admin admin] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:56.842444 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-e5eeb82a-fa62-4672-82ef-4f4165d3254e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3914130 May 05 22:03:56.852426 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58904) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:56.861307 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-78008bd8-e444-4c64-8af6-0c0c4fc1c950 admin admin] Request body: {'subnet': {'network_id': 'de008cf3-1173-4dd1-a114-f245dbf68296', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-951846147-subnet', 'tenant_id': 'cdf3141034214c00a02c72d465f44933', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:03:56.867636 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-78008bd8-e444-4c64-8af6-0c0c4fc1c950 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:03:56.872264 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-78008bd8-e444-4c64-8af6-0c0c4fc1c950 admin admin] Usage tracker for resource:subnet and tenant:cdf3141034214c00a02c72d465f44933 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:03:56.881695 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-78008bd8-e444-4c64-8af6-0c0c4fc1c950 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:03:56.905697 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-78008bd8-e444-4c64-8af6-0c0c4fc1c950 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:03:56.915452 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eeb82a-fa62-4672-82ef-4f4165d3254e admin admin] Pushing event updated for resources: {'Network': ['ID=de008cf3-1173-4dd1-a114-f245dbf68296,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:56.927620 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network de008cf3-1173-4dd1-a114-f245dbf68296 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:03:56.946253 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78008bd8-e444-4c64-8af6-0c0c4fc1c950 admin admin] Made reservation on behalf of cdf3141034214c00a02c72d465f44933 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:03:56.948629 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-78008bd8-e444-4c64-8af6-0c0c4fc1c950 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:56.952233 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb81555-0f66-4b9c-b5f1-bd6921e6d42c None None] Network cd6cc979-b116-4685-b8e0-9271f239d2b6 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:03:57.257705 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeabd2e-2321-47a3-ade7-067aa0fb6912 req-dac55791-86af-4174-bf3d-161c8600ce78 tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:57.258002 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-5aeabd2e-2321-47a3-ade7-067aa0fb6912 req-dac55791-86af-4174-bf3d-161c8600ce78 tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] Synchronizing usage tracker for tenant:cb0dc2144b314c4cb9ccb67a2d25d7b6 on resource:network {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:03:57.272410 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34696e97-e428-4847-8993-6a4e4b59f0a8 req-1f9f7b1a-73a4-4eb2-b708-54cd394f2302 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:57.276803 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-78008bd8-e444-4c64-8af6-0c0c4fc1c950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:57.286523 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-34696e97-e428-4847-8993-6a4e4b59f0a8 req-1f9f7b1a-73a4-4eb2-b708-54cd394f2302 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb54e4c6-5fa4-4830-9811-c7baf4aa8b79 HTTP/1.1" status: 200 len: 945 time: 0.4433696 May 05 22:03:57.292286 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-75564fc0-cee5-4843-85d0-b4be2609aa7a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:57.373857 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-75564fc0-cee5-4843-85d0-b4be2609aa7a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Transition to ACTIVE for port object e5abe8e5-2a5c-4c73-8441-f16ac58f236f will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:03:57.387243 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78008bd8-e444-4c64-8af6-0c0c4fc1c950 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a09f7fe8-12fe-41f3-8d45-f3aa02fd3f84,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:57.396848 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78008bd8-e444-4c64-8af6-0c0c4fc1c950 admin admin] Checking segment: {'id': '6450fb84-f2ae-4aef-9c0c-c15699fb9c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'de008cf3-1173-4dd1-a114-f245dbf68296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:03:57.397553 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78008bd8-e444-4c64-8af6-0c0c4fc1c950 admin admin] Network hostable DHCP agents. Network: de008cf3-1173-4dd1-a114-f245dbf68296, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:03:57.411992 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-5aeabd2e-2321-47a3-ade7-067aa0fb6912 req-dac55791-86af-4174-bf3d-161c8600ce78 tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] Unset dirty status for tenant:cb0dc2144b314c4cb9ccb67a2d25d7b6 on resource:network {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:03:57.419160 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5aeabd2e-2321-47a3-ade7-067aa0fb6912 req-dac55791-86af-4174-bf3d-161c8600ce78 tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] 10.222.0.23 "GET /v2.0/networks?id=cd6cc979-b116-4685-b8e0-9271f239d2b6 HTTP/1.1" status: 200 len: 820 time: 0.5183103 May 05 22:03:57.430516 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-75564fc0-cee5-4843-85d0-b4be2609aa7a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:57.454806 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78008bd8-e444-4c64-8af6-0c0c4fc1c950 admin admin] Network de008cf3-1173-4dd1-a114-f245dbf68296 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:03:57.477505 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-78008bd8-e444-4c64-8af6-0c0c4fc1c950 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, de008cf3-1173-4dd1-a114-f245dbf68296) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:03:57.495203 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d408595c-5b9e-454c-a633-abaa10be9079 None None] Network de008cf3-1173-4dd1-a114-f245dbf68296 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:03:57.503442 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78008bd8-e444-4c64-8af6-0c0c4fc1c950 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:57.504463 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-78008bd8-e444-4c64-8af6-0c0c4fc1c950 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:57.523304 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-531d299e-5143-465a-8c06-7d9c82160ede None None] Allocated IP 2001:db8::2 (137c07e1-75d6-4e37-9f42-95b3b385c296/a0abb50a-6843-4a65-8d0b-cbdf749b223e/5ffe5aff-58fa-4aef-83da-06a5a3522c3b) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:03:57.527335 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5aeabd2e-2321-47a3-ade7-067aa0fb6912 req-b812c943-06bc-4ff3-8a00-1b11a4c0d2c1 tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] 10.222.0.23 "GET /v2.0/quotas/cb0dc2144b314c4cb9ccb67a2d25d7b6 HTTP/1.1" status: 200 len: 375 time: 0.1072559 May 05 22:03:57.614977 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75564fc0-cee5-4843-85d0-b4be2609aa7a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:03:57.617870 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-78008bd8-e444-4c64-8af6-0c0c4fc1c950 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7646656 May 05 22:03:57.620673 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-34696e97-e428-4847-8993-6a4e4b59f0a8 req-aab9443e-17f5-4951-9ec0-1435dd839266 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d0c3d5-b7c4-418a-abaf-9ffbc9641ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3332400 May 05 22:03:57.622027 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-75564fc0-cee5-4843-85d0-b4be2609aa7a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:03:57.645588 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75564fc0-cee5-4843-85d0-b4be2609aa7a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event updated for resources: {'Port': ['ID=e5abe8e5-2a5c-4c73-8441-f16ac58f236f,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:57.649918 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75564fc0-cee5-4843-85d0-b4be2609aa7a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:03:57.654474 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75564fc0-cee5-4843-85d0-b4be2609aa7a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:57.655594 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-75564fc0-cee5-4843-85d0-b4be2609aa7a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:57.683893 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5aeabd2e-2321-47a3-ade7-067aa0fb6912 req-ed49a30d-a113-480d-9097-c47f86db186b tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cb0dc2144b314c4cb9ccb67a2d25d7b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1555119 May 05 22:03:57.691101 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-75564fc0-cee5-4843-85d0-b4be2609aa7a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9500506 May 05 22:03:57.691587 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58936) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:57.857030 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e151d8-c184-44b2-a221-db3e1f89cb93 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:57.860845 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-25e151d8-c184-44b2-a221-db3e1f89cb93 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Synchronizing usage tracker for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:03:57.893593 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5aeabd2e-2321-47a3-ade7-067aa0fb6912 req-ce6785c5-bc56-419d-a904-8125eb6a3bc5 service neutron] 10.222.0.23 "GET /v2.0/networks/cd6cc979-b116-4685-b8e0-9271f239d2b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024424 May 05 22:03:57.899159 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-25e151d8-c184-44b2-a221-db3e1f89cb93 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Unset dirty status for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:03:57.904331 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-25e151d8-c184-44b2-a221-db3e1f89cb93 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.2115123 May 05 22:03:57.905043 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58948) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:58.082509 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-5f3d9fec-c35d-4b27-8582-91d5749a6db8 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Deleting port e5abe8e5-2a5c-4c73-8441-f16ac58f236f {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:03:58.082885 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5f3d9fec-c35d-4b27-8582-91d5749a6db8 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:58.104363 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63adc5e-3761-4c1d-8ef0-ca77d8e25800 None None] Network de008cf3-1173-4dd1-a114-f245dbf68296 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:03:58.145190 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-531d299e-5143-465a-8c06-7d9c82160ede None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:58.177600 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5aeabd2e-2321-47a3-ade7-067aa0fb6912 req-08654622-60ff-40b0-9120-9a4b1d60d37f service neutron] 10.222.0.23 "GET /v2.0/networks/cd6cc979-b116-4685-b8e0-9271f239d2b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777507 May 05 22:03:58.241304 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-531d299e-5143-465a-8c06-7d9c82160ede None None] Transition to ACTIVE for port object 5ffe5aff-58fa-4aef-83da-06a5a3522c3b will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:03:58.285367 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-531d299e-5143-465a-8c06-7d9c82160ede None None] Transition to ACTIVE for port object 5ffe5aff-58fa-4aef-83da-06a5a3522c3b will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:03:58.309647 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-531d299e-5143-465a-8c06-7d9c82160ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:58.512520 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5f3d9fec-c35d-4b27-8582-91d5749a6db8 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:58.515490 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531d299e-5143-465a-8c06-7d9c82160ede None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:03:58.534238 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58968) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:58.545915 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-531d299e-5143-465a-8c06-7d9c82160ede None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:03:58.553303 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531d299e-5143-465a-8c06-7d9c82160ede None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:03:58.571677 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531d299e-5143-465a-8c06-7d9c82160ede None None] Pushing event updated for resources: {'Port': ['ID=5ffe5aff-58fa-4aef-83da-06a5a3522c3b,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:58.573186 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e4e2ba93-4c48-42f5-ad50-55448086e64a req-61da4b5f-6224-461f-bf75-8bc6269e4f57 tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1d40314-393b-42fd-b0a4-912b7de934ec HTTP/1.1" status: 200 len: 210 time: 0.0772314 May 05 22:03:58.794678 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-20c4be20-7d6b-4959-a3d1-1559682ca9e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:58.853012 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-531d299e-5143-465a-8c06-7d9c82160ede None None] Attempting to bind port 5ffe5aff-58fa-4aef-83da-06a5a3522c3b on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:03:58.854978 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-531d299e-5143-465a-8c06-7d9c82160ede None None] Attempting to bind port 5ffe5aff-58fa-4aef-83da-06a5a3522c3b by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:03:58.854978 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531d299e-5143-465a-8c06-7d9c82160ede None None] Attempting to bind port 5ffe5aff-58fa-4aef-83da-06a5a3522c3b on network 137c07e1-75d6-4e37-9f42-95b3b385c296 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:03:58.864692 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531d299e-5143-465a-8c06-7d9c82160ede None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:03:58.865069 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531d299e-5143-465a-8c06-7d9c82160ede None None] Checking segment: {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:03:58.865466 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-531d299e-5143-465a-8c06-7d9c82160ede None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:58.865992 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531d299e-5143-465a-8c06-7d9c82160ede None None] Bound using segment: {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:03:58.866462 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-531d299e-5143-465a-8c06-7d9c82160ede None None] Bound port: 5ffe5aff-58fa-4aef-83da-06a5a3522c3b, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:03:58.866861 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-531d299e-5143-465a-8c06-7d9c82160ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:58.870231 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-5f3d9fec-c35d-4b27-8582-91d5749a6db8 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Calling delete_port for e5abe8e5-2a5c-4c73-8441-f16ac58f236f owned by {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:03:58.899065 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-20c4be20-7d6b-4959-a3d1-1559682ca9e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:03:58.905368 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-20c4be20-7d6b-4959-a3d1-1559682ca9e3 admin admin] Usage tracker for resource:security_group_rule and tenant:b9fad76dbbda40abb1e72d352bb457b4 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:03:58.909509 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-20c4be20-7d6b-4959-a3d1-1559682ca9e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:03:58.919485 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-20c4be20-7d6b-4959-a3d1-1559682ca9e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:03:59.033765 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-531d299e-5143-465a-8c06-7d9c82160ede None None] For port 5ffe5aff-58fa-4aef-83da-06a5a3522c3b, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:03:59.038522 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-531d299e-5143-465a-8c06-7d9c82160ede None None] For port 5ffe5aff-58fa-4aef-83da-06a5a3522c3b, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=5ffe5aff-58fa-4aef-83da-06a5a3522c3b,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:03:59.051852 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-531d299e-5143-465a-8c06-7d9c82160ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:59.091293 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-20c4be20-7d6b-4959-a3d1-1559682ca9e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:59.108355 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-20c4be20-7d6b-4959-a3d1-1559682ca9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:59.195449 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-20c4be20-7d6b-4959-a3d1-1559682ca9e3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b9fad76dbbda40abb1e72d352bb457b4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6587272 May 05 22:03:59.199601 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58994) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:59.210117 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531d299e-5143-465a-8c06-7d9c82160ede None None] Pushing event updated for resources: {'Port': ['ID=5ffe5aff-58fa-4aef-83da-06a5a3522c3b,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:59.273926 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5f3d9fec-c35d-4b27-8582-91d5749a6db8 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:59.318187 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e4025-c18e-4e6b-b46d-a04fa9d9cd82 req-3f37ff17-dc8a-40b0-8c7c-b333e7f48864 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:59.319757 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-624e4025-c18e-4e6b-b46d-a04fa9d9cd82 req-3f37ff17-dc8a-40b0-8c7c-b333e7f48864 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb54e4c6-5fa4-4830-9811-c7baf4aa8b79 HTTP/1.1" status: 200 len: 945 time: 0.3245420 May 05 22:03:59.333274 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c4be20-7d6b-4959-a3d1-1559682ca9e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ba1139-c6ab-439a-9334-015688495371,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:59.392684 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3d9fec-c35d-4b27-8582-91d5749a6db8 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event deleted for resources: {'Port': ['ID=e5abe8e5-2a5c-4c73-8441-f16ac58f236f,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:59.441037 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-624e4025-c18e-4e6b-b46d-a04fa9d9cd82 req-de4c24e5-2f94-4db3-8ee4-bb5c37a8a20d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d0c3d5-b7c4-418a-abaf-9ffbc9641ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048172 May 05 22:03:59.503825 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5f3d9fec-c35d-4b27-8582-91d5749a6db8 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:59.508350 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c8114be8-ada9-4fed-a35d-de0c60ec40d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:59.517506 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5f3d9fec-c35d-4b27-8582-91d5749a6db8 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/ports/e5abe8e5-2a5c-4c73-8441-f16ac58f236f HTTP/1.1" status: 204 len: 168 time: 1.6113894 May 05 22:03:59.520111 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 59002) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:59.586125 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c8114be8-ada9-4fed-a35d-de0c60ec40d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:59.624794 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd4d9a6-f924-4a30-a867-d29777500faa tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:59.626179 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd4d9a6-f924-4a30-a867-d29777500faa tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:03:59.629104 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0fd4d9a6-f924-4a30-a867-d29777500faa tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Synchronizing usage tracker for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:subnet {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:03:59.684331 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0fd4d9a6-f924-4a30-a867-d29777500faa tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Unset dirty status for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:subnet {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:03:59.701222 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0fd4d9a6-f924-4a30-a867-d29777500faa tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1632366 May 05 22:03:59.701222 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 59008) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:03:59.763566 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c8114be8-ada9-4fed-a35d-de0c60ec40d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:59.890690 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0839d685-c21c-475e-b605-943ff3373fd2 req-77b29417-8674-46c0-a5e9-d515c5c11657 tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1d40314-393b-42fd-b0a4-912b7de934ec HTTP/1.1" status: 200 len: 210 time: 0.0771403 May 05 22:03:59.892295 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8114be8-ada9-4fed-a35d-de0c60ec40d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ba1139-c6ab-439a-9334-015688495371,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:03:59.894503 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c8114be8-ada9-4fed-a35d-de0c60ec40d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:03:59.895773 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c8114be8-ada9-4fed-a35d-de0c60ec40d5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e4ba1139-c6ab-439a-9334-015688495371 HTTP/1.1" status: 204 len: 168 time: 0.6908398 May 05 22:04:00.080608 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e1518a7-d4e6-48a3-978b-4ab0f9dfdc6d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Deleting subnet a0abb50a-6843-4a65-8d0b-cbdf749b223e {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:04:00.085441 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2e1518a7-d4e6-48a3-978b-4ab0f9dfdc6d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:00.483054 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59028) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:00.522372 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f76342a2-a688-4739-a7a2-4bc72f748717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:00.532387 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeabd2e-2321-47a3-ade7-067aa0fb6912 req-052cd255-d834-40dd-9984-a963f4e5f552 tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:00.540633 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5aeabd2e-2321-47a3-ade7-067aa0fb6912 req-052cd255-d834-40dd-9984-a963f4e5f552 tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] 10.222.0.32 "GET /v2.0/networks?id=cd6cc979-b116-4685-b8e0-9271f239d2b6 HTTP/1.1" status: 200 len: 820 time: 0.2361410 May 05 22:04:00.564766 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-5aeabd2e-2321-47a3-ade7-067aa0fb6912 req-692bfdeb-b329-488b-ab7f-aa393363fa1b tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] Request body: {'port': {'device_id': 'b1d40314-393b-42fd-b0a4-912b7de934ec', 'network_id': 'cd6cc979-b116-4685-b8e0-9271f239d2b6', 'admin_state_up': True, 'tenant_id': 'cb0dc2144b314c4cb9ccb67a2d25d7b6'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:04:00.748627 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-f76342a2-a688-4739-a7a2-4bc72f748717 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:04:00.756335 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2e1518a7-d4e6-48a3-978b-4ab0f9dfdc6d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:00.841248 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-f76342a2-a688-4739-a7a2-4bc72f748717 admin admin] Usage tracker for resource:security_group_rule and tenant:bb088cb9e5c14a7284f846ee75cc83a4 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:04:00.841985 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 5ffe5aff-58fa-4aef-83da-06a5a3522c3b up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:04:00.853701 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-f76342a2-a688-4739-a7a2-4bc72f748717 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:04:00.870412 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-f76342a2-a688-4739-a7a2-4bc72f748717 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:04:00.889744 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7aa71a3f-8fc7-4e87-be2c-dde2f484655c req-ede0ea66-9b9a-4071-b03b-5f274315d1bb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=06fb629024324e968714595537efac5c&device_id=fb54e4c6-5fa4-4830-9811-c7baf4aa8b79 HTTP/1.1" status: 200 len: 1096 time: 0.3274710 May 05 22:04:00.942633 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-dd9cbbe7-c774-42a9-87c7-ebc981fc9b56 None None] Provisioning for port 5ffe5aff-58fa-4aef-83da-06a5a3522c3b completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:04:00.950141 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 5ffe5aff-58fa-4aef-83da-06a5a3522c3b completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:04:00.956524 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2e1518a7-d4e6-48a3-978b-4ab0f9dfdc6d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:00.957597 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 5ffe5aff-58fa-4aef-83da-06a5a3522c3b triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:04:00.958265 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:01.112145 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2e1518a7-d4e6-48a3-978b-4ab0f9dfdc6d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:01.180525 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:01.195647 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-03e6e26c-6140-4fb1-a983-bc2bfaf0d1c4 None None] Could not find standard attr ID for object e5abe8e5-2a5c-4c73-8441-f16ac58f236f. {{(pid=84064) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 22:04:01.244483 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 5ffe5aff-58fa-4aef-83da-06a5a3522c3b, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=5ffe5aff-58fa-4aef-83da-06a5a3522c3b,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:04:01.257979 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:01.280390 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2e1518a7-d4e6-48a3-978b-4ab0f9dfdc6d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:01.290843 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1518a7-d4e6-48a3-978b-4ab0f9dfdc6d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event deleted for resources: {'Subnet': ['ID=a0abb50a-6843-4a65-8d0b-cbdf749b223e,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:01.312364 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-5aeabd2e-2321-47a3-ade7-067aa0fb6912 req-692bfdeb-b329-488b-ab7f-aa393363fa1b tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:04:01.321382 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-5aeabd2e-2321-47a3-ade7-067aa0fb6912 req-692bfdeb-b329-488b-ab7f-aa393363fa1b tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] Usage tracker for resource:port and tenant:cb0dc2144b314c4cb9ccb67a2d25d7b6 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:04:01.334183 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-5aeabd2e-2321-47a3-ade7-067aa0fb6912 req-692bfdeb-b329-488b-ab7f-aa393363fa1b tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:04:01.342697 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-5aeabd2e-2321-47a3-ade7-067aa0fb6912 req-692bfdeb-b329-488b-ab7f-aa393363fa1b tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:04:01.359280 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=5ffe5aff-58fa-4aef-83da-06a5a3522c3b,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:01.360802 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aeabd2e-2321-47a3-ade7-067aa0fb6912 req-692bfdeb-b329-488b-ab7f-aa393363fa1b tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] Made reservation on behalf of cb0dc2144b314c4cb9ccb67a2d25d7b6 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:04:01.370770 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5aeabd2e-2321-47a3-ade7-067aa0fb6912 req-692bfdeb-b329-488b-ab7f-aa393363fa1b tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:01.420094 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa71a3f-8fc7-4e87-be2c-dde2f484655c req-52289c0b-f146-4872-aa1c-b2395baafc71 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:01.421657 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7aa71a3f-8fc7-4e87-be2c-dde2f484655c req-52289c0b-f146-4872-aa1c-b2395baafc71 service neutron] 10.222.0.32 "GET /v2.0/networks?id=42af2df6-9729-4f65-bcaf-09a40ba18ce2 HTTP/1.1" status: 200 len: 897 time: 0.4999630 May 05 22:04:01.427082 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b22c226a-d6ac-4fb8-9f77-4930c6ebe7f8 req-95fbf306-18c9-490c-9599-2b9273745f29 tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1d40314-393b-42fd-b0a4-912b7de934ec HTTP/1.1" status: 200 len: 210 time: 0.0935915 May 05 22:04:01.455205 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81a5f56-fc9d-43e1-b064-617368596c77 None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:04:01.456431 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-2e1518a7-d4e6-48a3-978b-4ab0f9dfdc6d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/subnets/a0abb50a-6843-4a65-8d0b-cbdf749b223e HTTP/1.1" status: 204 len: 168 time: 1.7675672 May 05 22:04:01.496751 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 59052) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:01.547600 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7aa71a3f-8fc7-4e87-be2c-dde2f484655c req-3295e84f-fa1e-46d5-8739-fa6d290211a1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=571c4463-2d28-44d3-8f2b-39e0adaf48f1 HTTP/1.1" status: 200 len: 1000 time: 0.1138752 May 05 22:04:01.563303 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7660d2c8-3cc0-426d-ab14-22c9002dfe33 req-8f3d9fc5-4b65-43e2-b857-39b39196ae9f tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:01.565228 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7660d2c8-3cc0-426d-ab14-22c9002dfe33 req-8f3d9fc5-4b65-43e2-b857-39b39196ae9f tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb54e4c6-5fa4-4830-9811-c7baf4aa8b79 HTTP/1.1" status: 200 len: 945 time: 0.7951238 May 05 22:04:01.677645 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-34e77223-982d-40ab-b75b-44b5270c458a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1747482 May 05 22:04:01.678340 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 59058) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:01.730492 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f76342a2-a688-4739-a7a2-4bc72f748717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:01.745262 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa71a3f-8fc7-4e87-be2c-dde2f484655c req-2d125506-8e00-434c-8832-911b88974806 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:01.747030 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7aa71a3f-8fc7-4e87-be2c-dde2f484655c req-2d125506-8e00-434c-8832-911b88974806 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e50b77d7-4ab1-4d1a-a967-e09424173e35 HTTP/1.1" status: 200 len: 834 time: 0.1905005 May 05 22:04:01.749861 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f76342a2-a688-4739-a7a2-4bc72f748717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:01.804200 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd22e80f-90ee-48b2-942d-d38c1ec7c654 None None] DHCP port deletion for 137c07e1-75d6-4e37-9f42-95b3b385c296 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:04:01.812047 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b5ebab24-eec7-4b63-a6a8-f5f9d9349254 req-4e2d75e1-2c5e-4e51-808c-4b993ba7fd21 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ca770a07-6893-4970-ab91-c12fb85165a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4190168 May 05 22:04:01.813534 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-fd22e80f-90ee-48b2-942d-d38c1ec7c654 None None] Deleting port 5ffe5aff-58fa-4aef-83da-06a5a3522c3b {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:04:01.816093 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fd22e80f-90ee-48b2-942d-d38c1ec7c654 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:01.861126 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7660d2c8-3cc0-426d-ab14-22c9002dfe33 req-794b8c67-d171-4f7f-822b-aaa1fe296817 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d0c3d5-b7c4-418a-abaf-9ffbc9641ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2519925 May 05 22:04:01.876198 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 59066) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:01.886152 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f76342a2-a688-4739-a7a2-4bc72f748717 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bb088cb9e5c14a7284f846ee75cc83a4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4016883 May 05 22:04:01.935480 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76342a2-a688-4739-a7a2-4bc72f748717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa17058-9549-49ca-b2f8-f4bd83ab63f9,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:01.946122 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcfe1f7-0cea-4acb-8e16-bad02ffbf66d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:01.946908 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-edcfe1f7-0cea-4acb-8e16-bad02ffbf66d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Synchronizing usage tracker for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:04:02.018001 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7aa71a3f-8fc7-4e87-be2c-dde2f484655c req-94cc2a90-deb9-4039-ae59-dce5e8aa02c5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42af2df6-9729-4f65-bcaf-09a40ba18ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2344077 May 05 22:04:02.043015 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-5aeabd2e-2321-47a3-ade7-067aa0fb6912 req-692bfdeb-b329-488b-ab7f-aa393363fa1b tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] Allocated IP 172.20.0.5 (cd6cc979-b116-4685-b8e0-9271f239d2b6/08d1b130-d091-496c-9c1d-2e438a50f32b/34f3d379-c7bc-49d4-8a61-8216c41a3fc6) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:04:02.045187 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-133a0781-560b-47b6-ad0d-5400c3ef50f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:02.057495 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-edcfe1f7-0cea-4acb-8e16-bad02ffbf66d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Unset dirty status for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:04:02.059015 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-edcfe1f7-0cea-4acb-8e16-bad02ffbf66d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3726728 May 05 22:04:02.061743 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59070) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:02.102351 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-133a0781-560b-47b6-ad0d-5400c3ef50f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:02.133176 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c2236f-e103-4f7b-a702-9ba897189f38 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:02.133853 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-61c2236f-e103-4f7b-a702-9ba897189f38 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Synchronizing usage tracker for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:subnet {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:04:02.157561 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-fd22e80f-90ee-48b2-942d-d38c1ec7c654 None None] For port 5ffe5aff-58fa-4aef-83da-06a5a3522c3b, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=5ffe5aff-58fa-4aef-83da-06a5a3522c3b,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:04:02.158193 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fd22e80f-90ee-48b2-942d-d38c1ec7c654 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:02.221216 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-61c2236f-e103-4f7b-a702-9ba897189f38 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Unset dirty status for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:subnet {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:04:02.222841 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-61c2236f-e103-4f7b-a702-9ba897189f38 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1598330 May 05 22:04:02.225000 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59074) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:02.231957 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-133a0781-560b-47b6-ad0d-5400c3ef50f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:02.307135 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133a0781-560b-47b6-ad0d-5400c3ef50f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa17058-9549-49ca-b2f8-f4bd83ab63f9,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:02.370520 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-fd22e80f-90ee-48b2-942d-d38c1ec7c654 None None] Calling delete_port for 5ffe5aff-58fa-4aef-83da-06a5a3522c3b owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:04:02.399422 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-bd66eba6-a3f1-442d-8298-2d1ea0cb019b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1726787 May 05 22:04:02.405245 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59084) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:02.421247 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-227a9b7c-f53a-4c98-bfc4-b2bb3483d531 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Request body: {'subnet': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:04:02.483471 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-133a0781-560b-47b6-ad0d-5400c3ef50f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:02.485084 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-133a0781-560b-47b6-ad0d-5400c3ef50f6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1aa17058-9549-49ca-b2f8-f4bd83ab63f9 HTTP/1.1" status: 204 len: 168 time: 0.6045649 May 05 22:04:02.546237 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7aa71a3f-8fc7-4e87-be2c-dde2f484655c req-672e78b6-593e-41c7-bcd9-ad37f2720638 service neutron] 10.222.0.32 "GET /v2.0/networks/42af2df6-9729-4f65-bcaf-09a40ba18ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5237746 May 05 22:04:02.550236 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b5ebab24-eec7-4b63-a6a8-f5f9d9349254 req-a8aac786-4087-45a5-b26b-61a8415f6ecc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f9679666ed684085ba56b96d355bc823&device_id=ca770a07-6893-4970-ab91-c12fb85165a7 HTTP/1.1" status: 200 len: 1096 time: 0.5408676 May 05 22:04:02.616433 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fd22e80f-90ee-48b2-942d-d38c1ec7c654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:02.699101 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd22e80f-90ee-48b2-942d-d38c1ec7c654 None None] No DVR routers for this DVR port 5ffe5aff-58fa-4aef-83da-06a5a3522c3b on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:04:02.706273 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:04:02.745381 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd22e80f-90ee-48b2-942d-d38c1ec7c654 None None] Pushing event deleted for resources: {'Port': ['ID=5ffe5aff-58fa-4aef-83da-06a5a3522c3b,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:02.823630 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 5ffe5aff-58fa-4aef-83da-06a5a3522c3b no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:04:02.879462 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5aeabd2e-2321-47a3-ade7-067aa0fb6912 req-692bfdeb-b329-488b-ab7f-aa393363fa1b tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:02.901223 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-703604ba-1506-4777-9218-f47190076dcd req-3e116401-5491-4ae0-95ac-f1f47b19b178 tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1d40314-393b-42fd-b0a4-912b7de934ec HTTP/1.1" status: 200 len: 210 time: 0.1127572 May 05 22:04:02.923661 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5aeabd2e-2321-47a3-ade7-067aa0fb6912 req-692bfdeb-b329-488b-ab7f-aa393363fa1b tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:02.934256 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-227a9b7c-f53a-4c98-bfc4-b2bb3483d531 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:04:02.960999 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-227a9b7c-f53a-4c98-bfc4-b2bb3483d531 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:04:02.961946 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 5ffe5aff-58fa-4aef-83da-06a5a3522c3b {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:04:02.962428 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 5ffe5aff-58fa-4aef-83da-06a5a3522c3b not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:04:02.983385 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227a9b7c-f53a-4c98-bfc4-b2bb3483d531 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Made reservation on behalf of 6a9c8b32c69349b78288ebe6e6b6f3f4 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:04:03.100317 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7aa71a3f-8fc7-4e87-be2c-dde2f484655c req-22167ecb-ebe1-4a35-aad7-08785e4aab97 service neutron] 10.222.0.32 "GET /v2.0/networks/42af2df6-9729-4f65-bcaf-09a40ba18ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5425413 May 05 22:04:03.106812 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aeabd2e-2321-47a3-ade7-067aa0fb6912 req-692bfdeb-b329-488b-ab7f-aa393363fa1b tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] Network cd6cc979-b116-4685-b8e0-9271f239d2b6 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:04:03.113015 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-5aeabd2e-2321-47a3-ade7-067aa0fb6912 req-692bfdeb-b329-488b-ab7f-aa393363fa1b tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:04:03.120817 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aeabd2e-2321-47a3-ade7-067aa0fb6912 req-692bfdeb-b329-488b-ab7f-aa393363fa1b tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:04:03.200650 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ebab24-eec7-4b63-a6a8-f5f9d9349254 req-6d30912a-3d0f-4d92-84a5-892d5e3591c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:03.202126 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b5ebab24-eec7-4b63-a6a8-f5f9d9349254 req-6d30912a-3d0f-4d92-84a5-892d5e3591c6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2 HTTP/1.1" status: 200 len: 912 time: 0.6103024 May 05 22:04:03.202754 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692bfdeb-b329-488b-ab7f-aa393363fa1b tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] Pushing event updated for resources: {'Port': ['ID=34f3d379-c7bc-49d4-8a61-8216c41a3fc6,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:03.236238 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-227a9b7c-f53a-4c98-bfc4-b2bb3483d531 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:03.550459 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeabd2e-2321-47a3-ade7-067aa0fb6912 req-692bfdeb-b329-488b-ab7f-aa393363fa1b tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:03.560508 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5aeabd2e-2321-47a3-ade7-067aa0fb6912 req-692bfdeb-b329-488b-ab7f-aa393363fa1b tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:03.640654 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace9befe-e769-4a80-b396-00bc03d4c4b6 req-b0c3ba36-f44c-452e-a9f8-769609a31845 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:03.642215 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ace9befe-e769-4a80-b396-00bc03d4c4b6 req-b0c3ba36-f44c-452e-a9f8-769609a31845 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb54e4c6-5fa4-4830-9811-c7baf4aa8b79 HTTP/1.1" status: 200 len: 945 time: 0.4088871 May 05 22:04:03.653344 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b5ebab24-eec7-4b63-a6a8-f5f9d9349254 req-247d8153-2438-4b9f-bc7c-7602008acc72 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52e27c93-1bdb-4450-90e4-58129e3e1a37 HTTP/1.1" status: 200 len: 1001 time: 0.4360723 May 05 22:04:03.732519 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ace9befe-e769-4a80-b396-00bc03d4c4b6 req-b3622dc3-ac26-4151-b2f0-1c4012c77042 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d0c3d5-b7c4-418a-abaf-9ffbc9641ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788634 May 05 22:04:03.764556 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5aeabd2e-2321-47a3-ade7-067aa0fb6912 req-692bfdeb-b329-488b-ab7f-aa393363fa1b tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2047968 May 05 22:04:03.779267 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-5aeabd2e-2321-47a3-ade7-067aa0fb6912 req-e4803fb8-7277-4678-bdfe-eee2cbaa900e service neutron] Request body: {'port': {'device_id': 'b1d40314-393b-42fd-b0a4-912b7de934ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:04:03.814891 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-227a9b7c-f53a-4c98-bfc4-b2bb3483d531 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:03.815508 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ebab24-eec7-4b63-a6a8-f5f9d9349254 req-23291a90-1bc3-4dfb-b61b-a25f530395ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:03.817289 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b5ebab24-eec7-4b63-a6a8-f5f9d9349254 req-23291a90-1bc3-4dfb-b61b-a25f530395ea service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f259ce1a-1e13-44eb-b65e-190001e0a5ad HTTP/1.1" status: 200 len: 850 time: 0.1467085 May 05 22:04:03.887942 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227a9b7c-f53a-4c98-bfc4-b2bb3483d531 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:04:03.896854 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-227a9b7c-f53a-4c98-bfc4-b2bb3483d531 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:04:03.902532 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227a9b7c-f53a-4c98-bfc4-b2bb3483d531 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:03.903194 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-227a9b7c-f53a-4c98-bfc4-b2bb3483d531 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:03.911576 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ea26ec-fe95-4e9e-b90b-329a6f9d242a None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:04:03.931428 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227a9b7c-f53a-4c98-bfc4-b2bb3483d531 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event updated for resources: {'Subnet': ['ID=0f925815-61ad-4184-9bc1-686a6378059c,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:03.959389 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-227a9b7c-f53a-4c98-bfc4-b2bb3483d531 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5529532 May 05 22:04:03.960093 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59124) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:03.967787 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-b8a8c1f2-2501-466e-8e7a-71b3a0c35b4c tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Request body: {'port': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'fixed_ips': [{'subnet_id': '0f925815-61ad-4184-9bc1-686a6378059c', 'ip_address': '2001:db8::a019:8ad5:3b4:c7aa'}], 'name': 'tempest-NetworksTestDHCPv6-993400772'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:04:03.979546 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5aeabd2e-2321-47a3-ade7-067aa0fb6912 req-e4803fb8-7277-4678-bdfe-eee2cbaa900e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:04.111170 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b5ebab24-eec7-4b63-a6a8-f5f9d9349254 req-c9c2bd5d-fc19-4df7-a259-1c20856e9439 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2848704 May 05 22:04:04.274481 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b5ebab24-eec7-4b63-a6a8-f5f9d9349254 req-4215398f-8700-4f7c-918b-9f72c9f43492 service neutron] 10.222.0.44 "GET /v2.0/networks/c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569943 May 05 22:04:04.383941 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28ac1f3-eff4-4020-a203-65f5ca7b99d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-137c07e1-75d6-4e37-9f42-95b3b385c296', 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'tenant_id': '6a9c8b32c69349b78288ebe6e6b6f3f4', 'fixed_ips': [{'subnet_id': '0f925815-61ad-4184-9bc1-686a6378059c'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:04:04.384844 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f28ac1f3-eff4-4020-a203-65f5ca7b99d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:04.439840 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13678baf-d5e6-47b6-82c2-d9fa423cda32 req-4b6cbb43-808c-4960-ba08-54700676b6da tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:04.441227 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-13678baf-d5e6-47b6-82c2-d9fa423cda32 req-4b6cbb43-808c-4960-ba08-54700676b6da tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1d40314-393b-42fd-b0a4-912b7de934ec HTTP/1.1" status: 200 len: 931 time: 0.1316140 May 05 22:04:04.489502 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b8a8c1f2-2501-466e-8e7a-71b3a0c35b4c tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:04:04.500010 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b8a8c1f2-2501-466e-8e7a-71b3a0c35b4c tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:04:04.534251 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-13678baf-d5e6-47b6-82c2-d9fa423cda32 req-cba3b38e-8dd4-4aef-835a-ab086ff211fe tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] Synchronizing usage tracker for tenant:cb0dc2144b314c4cb9ccb67a2d25d7b6 on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:04:04.538954 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a8c1f2-2501-466e-8e7a-71b3a0c35b4c tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Made reservation on behalf of 6a9c8b32c69349b78288ebe6e6b6f3f4 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:04:04.545283 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b8a8c1f2-2501-466e-8e7a-71b3a0c35b4c tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:04.572721 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [None req-b8a8c1f2-2501-466e-8e7a-71b3a0c35b4c tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] device_id is not set on port 508a32af-1eb8-46c4-bd1c-a09757e0c6a2 yet. {{(pid=84061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:04:04.737457 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-f28ac1f3-eff4-4020-a203-65f5ca7b99d8 None None] Allocated IP 2001:db8::2 (137c07e1-75d6-4e37-9f42-95b3b385c296/0f925815-61ad-4184-9bc1-686a6378059c/0c0bd8ba-3cd2-4ebb-9550-b64498f7c49c) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:04:04.849024 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b5ebab24-eec7-4b63-a6a8-f5f9d9349254 req-a3225288-7077-47e7-934d-23478ab0d15c service neutron] 10.222.0.44 "GET /v2.0/networks/c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5634484 May 05 22:04:04.919941 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-13678baf-d5e6-47b6-82c2-d9fa423cda32 req-cba3b38e-8dd4-4aef-835a-ab086ff211fe tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] Unset dirty status for tenant:cb0dc2144b314c4cb9ccb67a2d25d7b6 on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:04:04.921947 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-13678baf-d5e6-47b6-82c2-d9fa423cda32 req-cba3b38e-8dd4-4aef-835a-ab086ff211fe tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef779b23-15b3-4b36-b58f-73c4a9daff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4709468 May 05 22:04:05.068179 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-5aeabd2e-2321-47a3-ade7-067aa0fb6912 req-e4803fb8-7277-4678-bdfe-eee2cbaa900e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34f3d379-c7bc-49d4-8a61-8216c41a3fc6 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:04:05.079820 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5aeabd2e-2321-47a3-ade7-067aa0fb6912 req-e4803fb8-7277-4678-bdfe-eee2cbaa900e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:05.100319 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-5aeabd2e-2321-47a3-ade7-067aa0fb6912 req-e4803fb8-7277-4678-bdfe-eee2cbaa900e service neutron] Transition to ACTIVE for port object 34f3d379-c7bc-49d4-8a61-8216c41a3fc6 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:04:05.106922 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5aeabd2e-2321-47a3-ade7-067aa0fb6912 req-e4803fb8-7277-4678-bdfe-eee2cbaa900e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:05.121488 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f28ac1f3-eff4-4020-a203-65f5ca7b99d8 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:05.134023 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f28ac1f3-eff4-4020-a203-65f5ca7b99d8 None None] Transition to ACTIVE for port object 0c0bd8ba-3cd2-4ebb-9550-b64498f7c49c will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:04:05.173240 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f28ac1f3-eff4-4020-a203-65f5ca7b99d8 None None] Transition to ACTIVE for port object 0c0bd8ba-3cd2-4ebb-9550-b64498f7c49c will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:04:05.183540 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f28ac1f3-eff4-4020-a203-65f5ca7b99d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:05.267805 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28ac1f3-eff4-4020-a203-65f5ca7b99d8 None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:04:05.289148 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-f28ac1f3-eff4-4020-a203-65f5ca7b99d8 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:04:05.308291 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28ac1f3-eff4-4020-a203-65f5ca7b99d8 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:04:05.330675 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4803fb8-7277-4678-bdfe-eee2cbaa900e service neutron] Pushing event updated for resources: {'Port': ['ID=34f3d379-c7bc-49d4-8a61-8216c41a3fc6,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:05.426293 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-f28ac1f3-eff4-4020-a203-65f5ca7b99d8 None None] Attempting to bind port 0c0bd8ba-3cd2-4ebb-9550-b64498f7c49c on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:04:05.426652 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-f28ac1f3-eff4-4020-a203-65f5ca7b99d8 None None] Attempting to bind port 0c0bd8ba-3cd2-4ebb-9550-b64498f7c49c by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:04:05.427032 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28ac1f3-eff4-4020-a203-65f5ca7b99d8 None None] Attempting to bind port 0c0bd8ba-3cd2-4ebb-9550-b64498f7c49c on network 137c07e1-75d6-4e37-9f42-95b3b385c296 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:04:05.434332 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28ac1f3-eff4-4020-a203-65f5ca7b99d8 None None] Pushing event updated for resources: {'Port': ['ID=0c0bd8ba-3cd2-4ebb-9550-b64498f7c49c,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:05.436864 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28ac1f3-eff4-4020-a203-65f5ca7b99d8 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:04:05.437235 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28ac1f3-eff4-4020-a203-65f5ca7b99d8 None None] Checking segment: {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:04:05.437659 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f28ac1f3-eff4-4020-a203-65f5ca7b99d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:05.438134 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28ac1f3-eff4-4020-a203-65f5ca7b99d8 None None] Bound using segment: {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:04:05.438604 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-f28ac1f3-eff4-4020-a203-65f5ca7b99d8 None None] Bound port: 0c0bd8ba-3cd2-4ebb-9550-b64498f7c49c, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:04:05.439012 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f28ac1f3-eff4-4020-a203-65f5ca7b99d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:05.451770 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f7705-2e1b-4d80-9e6b-e4b67ea05c73 req-7a842bc1-b1e6-4737-80f9-af6ed85658aa tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:05.454496 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-761f7705-2e1b-4d80-9e6b-e4b67ea05c73 req-7a842bc1-b1e6-4737-80f9-af6ed85658aa tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb54e4c6-5fa4-4830-9811-c7baf4aa8b79 HTTP/1.1" status: 200 len: 945 time: 0.3736091 May 05 22:04:05.467133 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-b8a8c1f2-2501-466e-8e7a-71b3a0c35b4c tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Allocated IP 2001:db8::a019:8ad5:3b4:c7aa (137c07e1-75d6-4e37-9f42-95b3b385c296/0f925815-61ad-4184-9bc1-686a6378059c/508a32af-1eb8-46c4-bd1c-a09757e0c6a2) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:04:05.516742 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-5aeabd2e-2321-47a3-ade7-067aa0fb6912 req-e4803fb8-7277-4678-bdfe-eee2cbaa900e service neutron] Attempting to bind port 34f3d379-c7bc-49d4-8a61-8216c41a3fc6 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:04:05.517319 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-5aeabd2e-2321-47a3-ade7-067aa0fb6912 req-e4803fb8-7277-4678-bdfe-eee2cbaa900e service neutron] Attempting to bind port 34f3d379-c7bc-49d4-8a61-8216c41a3fc6 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': '7a7b0afc-23fc-4e4f-bcbe-6e789c3668cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'cd6cc979-b116-4685-b8e0-9271f239d2b6'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:04:05.517911 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aeabd2e-2321-47a3-ade7-067aa0fb6912 req-e4803fb8-7277-4678-bdfe-eee2cbaa900e service neutron] Attempting to bind port 34f3d379-c7bc-49d4-8a61-8216c41a3fc6 on network cd6cc979-b116-4685-b8e0-9271f239d2b6 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:04:05.524670 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aeabd2e-2321-47a3-ade7-067aa0fb6912 req-e4803fb8-7277-4678-bdfe-eee2cbaa900e service neutron] Port 34f3d379-c7bc-49d4-8a61-8216c41a3fc6 on network cd6cc979-b116-4685-b8e0-9271f239d2b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:04:05.525215 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aeabd2e-2321-47a3-ade7-067aa0fb6912 req-e4803fb8-7277-4678-bdfe-eee2cbaa900e service neutron] Attempting to bind port 34f3d379-c7bc-49d4-8a61-8216c41a3fc6 on network cd6cc979-b116-4685-b8e0-9271f239d2b6 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:04:05.532649 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aeabd2e-2321-47a3-ade7-067aa0fb6912 req-e4803fb8-7277-4678-bdfe-eee2cbaa900e service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:04:05.533235 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aeabd2e-2321-47a3-ade7-067aa0fb6912 req-e4803fb8-7277-4678-bdfe-eee2cbaa900e service neutron] Checking segment: {'id': '7a7b0afc-23fc-4e4f-bcbe-6e789c3668cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'cd6cc979-b116-4685-b8e0-9271f239d2b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:04:05.533763 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aeabd2e-2321-47a3-ade7-067aa0fb6912 req-e4803fb8-7277-4678-bdfe-eee2cbaa900e service neutron] Bound using segment: {'id': '7a7b0afc-23fc-4e4f-bcbe-6e789c3668cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'cd6cc979-b116-4685-b8e0-9271f239d2b6'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:04:05.534463 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-5aeabd2e-2321-47a3-ade7-067aa0fb6912 req-e4803fb8-7277-4678-bdfe-eee2cbaa900e service neutron] Bound port: 34f3d379-c7bc-49d4-8a61-8216c41a3fc6, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a7b0afc-23fc-4e4f-bcbe-6e789c3668cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'cd6cc979-b116-4685-b8e0-9271f239d2b6'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:04:05.534988 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5aeabd2e-2321-47a3-ade7-067aa0fb6912 req-e4803fb8-7277-4678-bdfe-eee2cbaa900e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:05.596344 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f28ac1f3-eff4-4020-a203-65f5ca7b99d8 None None] For port 0c0bd8ba-3cd2-4ebb-9550-b64498f7c49c, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:04:05.606334 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f28ac1f3-eff4-4020-a203-65f5ca7b99d8 None None] For port 0c0bd8ba-3cd2-4ebb-9550-b64498f7c49c, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=0c0bd8ba-3cd2-4ebb-9550-b64498f7c49c,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:04:05.616571 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f28ac1f3-eff4-4020-a203-65f5ca7b99d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:05.628904 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 59178) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:05.634169 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-761f7705-2e1b-4d80-9e6b-e4b67ea05c73 req-b0e63d93-2975-4378-bcee-e612d90477f1 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d0c3d5-b7c4-418a-abaf-9ffbc9641ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642132 May 05 22:04:05.718082 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-5aeabd2e-2321-47a3-ade7-067aa0fb6912 req-e4803fb8-7277-4678-bdfe-eee2cbaa900e service neutron] For port 34f3d379-c7bc-49d4-8a61-8216c41a3fc6, host n-h2-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:04:05.723936 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-5aeabd2e-2321-47a3-ade7-067aa0fb6912 req-e4803fb8-7277-4678-bdfe-eee2cbaa900e service neutron] For port 34f3d379-c7bc-49d4-8a61-8216c41a3fc6, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=34f3d379-c7bc-49d4-8a61-8216c41a3fc6,segment=NetworkSegment(7a7b0afc-23fc-4e4f-bcbe-6e789c3668cc),segment_id=7a7b0afc-23fc-4e4f-bcbe-6e789c3668cc)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:04:05.731219 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5aeabd2e-2321-47a3-ade7-067aa0fb6912 req-e4803fb8-7277-4678-bdfe-eee2cbaa900e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:05.823385 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4803fb8-7277-4678-bdfe-eee2cbaa900e service neutron] Pushing event updated for resources: {'Port': ['ID=34f3d379-c7bc-49d4-8a61-8216c41a3fc6,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:05.839422 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5aeabd2e-2321-47a3-ade7-067aa0fb6912 req-e4803fb8-7277-4678-bdfe-eee2cbaa900e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:05.841184 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5aeabd2e-2321-47a3-ade7-067aa0fb6912 req-e4803fb8-7277-4678-bdfe-eee2cbaa900e service neutron] 10.222.0.32 "PUT /v2.0/ports/34f3d379-c7bc-49d4-8a61-8216c41a3fc6 HTTP/1.1" status: 200 len: 1091 time: 2.0666709 May 05 22:04:05.842366 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1d40314-393b-42fd-b0a4-912b7de934ec', 'tag': '34f3d379-c7bc-49d4-8a61-8216c41a3fc6'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:04:05.913342 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:05.917590 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28ac1f3-eff4-4020-a203-65f5ca7b99d8 None None] Pushing event updated for resources: {'Port': ['ID=0c0bd8ba-3cd2-4ebb-9550-b64498f7c49c,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:05.928397 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:05.977159 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d2c1d03-3e60-4bb7-b1ea-95166c103252'] response: {'name': 'network-changed', 'server_uuid': 'b1d40314-393b-42fd-b0a4-912b7de934ec', 'tag': '34f3d379-c7bc-49d4-8a61-8216c41a3fc6', 'status': 'completed', 'code': 200} May 05 22:04:06.037637 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5aeabd2e-2321-47a3-ade7-067aa0fb6912 req-e1d1f028-0bab-4832-9ad1-cebfdd67263c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cb0dc2144b314c4cb9ccb67a2d25d7b6&device_id=b1d40314-393b-42fd-b0a4-912b7de934ec HTTP/1.1" status: 200 len: 1094 time: 0.1337838 May 05 22:04:06.078200 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b8a8c1f2-2501-466e-8e7a-71b3a0c35b4c tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:06.115714 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-b8a8c1f2-2501-466e-8e7a-71b3a0c35b4c tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Transition to ACTIVE for port object 508a32af-1eb8-46c4-bd1c-a09757e0c6a2 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:04:06.186866 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b8a8c1f2-2501-466e-8e7a-71b3a0c35b4c tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:06.201611 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5aeabd2e-2321-47a3-ade7-067aa0fb6912 req-be5db208-70ac-4475-9794-412ec949433b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34f3d379-c7bc-49d4-8a61-8216c41a3fc6 HTTP/1.1" status: 200 len: 217 time: 0.1564012 May 05 22:04:06.277377 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fc4d34a3-1e44-4f4f-8893-7a8e32a384bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:06.368211 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeabd2e-2321-47a3-ade7-067aa0fb6912 req-3ad05bb6-87d5-4ba5-b61a-2a76bc8f0842 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:06.374791 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a8c1f2-2501-466e-8e7a-71b3a0c35b4c tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:04:06.377500 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5aeabd2e-2321-47a3-ade7-067aa0fb6912 req-3ad05bb6-87d5-4ba5-b61a-2a76bc8f0842 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=08d1b130-d091-496c-9c1d-2e438a50f32b HTTP/1.1" status: 200 len: 860 time: 0.1556726 May 05 22:04:06.384320 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-b8a8c1f2-2501-466e-8e7a-71b3a0c35b4c tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:04:06.391895 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a8c1f2-2501-466e-8e7a-71b3a0c35b4c tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:04:06.395928 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a8c1f2-2501-466e-8e7a-71b3a0c35b4c tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:06.398744 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b8a8c1f2-2501-466e-8e7a-71b3a0c35b4c tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:06.444500 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a8c1f2-2501-466e-8e7a-71b3a0c35b4c tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event updated for resources: {'Port': ['ID=508a32af-1eb8-46c4-bd1c-a09757e0c6a2,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:06.466002 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b8a8c1f2-2501-466e-8e7a-71b3a0c35b4c tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.5021725 May 05 22:04:06.466386 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59200) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:06.521315 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ba4b5-eead-4f36-a6e2-b7fdf6b3c87f req-7734ff78-f219-48b2-ab1a-fd6eac25e5d6 tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:06.522918 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f90ba4b5-eead-4f36-a6e2-b7fdf6b3c87f req-7734ff78-f219-48b2-ab1a-fd6eac25e5d6 tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1d40314-393b-42fd-b0a4-912b7de934ec HTTP/1.1" status: 200 len: 943 time: 0.2118056 May 05 22:04:06.623575 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5aeabd2e-2321-47a3-ade7-067aa0fb6912 req-d3943600-50b0-45e3-9624-31c5edbd15fb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cd6cc979-b116-4685-b8e0-9271f239d2b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2368112 May 05 22:04:06.666509 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-fc4d34a3-1e44-4f4f-8893-7a8e32a384bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:04:06.701168 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaff06d6-c89b-43a4-b5b1-8cd0f1f68670 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:06.710434 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaff06d6-c89b-43a4-b5b1-8cd0f1f68670 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:06.715285 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-eaff06d6-c89b-43a4-b5b1-8cd0f1f68670 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Synchronizing usage tracker for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:04:06.773868 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f90ba4b5-eead-4f36-a6e2-b7fdf6b3c87f req-dbbed635-43d5-4e80-85a5-7736c68a13ca tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef779b23-15b3-4b36-b58f-73c4a9daff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359645 May 05 22:04:06.778262 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-eaff06d6-c89b-43a4-b5b1-8cd0f1f68670 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Unset dirty status for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:04:06.780151 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-eaff06d6-c89b-43a4-b5b1-8cd0f1f68670 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.3127646 May 05 22:04:06.782970 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59212) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:06.840448 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-fc4d34a3-1e44-4f4f-8893-7a8e32a384bf admin admin] Usage tracker for resource:security_group_rule and tenant:b84296fef7f34584850b0ec2558aeb54 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:04:06.854343 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-fc4d34a3-1e44-4f4f-8893-7a8e32a384bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:04:06.885485 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 0c0bd8ba-3cd2-4ebb-9550-b64498f7c49c up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:04:06.908996 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-fc4d34a3-1e44-4f4f-8893-7a8e32a384bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:04:06.910577 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-90f0cd67-755c-4d97-9476-817dda2546e7 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Deleting port 508a32af-1eb8-46c4-bd1c-a09757e0c6a2 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:04:06.914372 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-90f0cd67-755c-4d97-9476-817dda2546e7 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:07.087455 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 0c0bd8ba-3cd2-4ebb-9550-b64498f7c49c completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:04:07.188560 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5aeabd2e-2321-47a3-ade7-067aa0fb6912 req-eea4c4c6-d7e3-4bd1-81c8-9eed2aa7e468 service neutron] 10.222.0.32 "GET /v2.0/networks/cd6cc979-b116-4685-b8e0-9271f239d2b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5563438 May 05 22:04:07.208340 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680e725-3a56-41fb-937a-b4bcb130a844 req-ffec5ddc-fd13-463e-8b87-6a157a77780e tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:07.210965 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7680e725-3a56-41fb-937a-b4bcb130a844 req-ffec5ddc-fd13-463e-8b87-6a157a77780e tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb54e4c6-5fa4-4830-9811-c7baf4aa8b79 HTTP/1.1" status: 200 len: 945 time: 0.2206287 May 05 22:04:07.324185 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fc4d34a3-1e44-4f4f-8893-7a8e32a384bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:07.342025 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fc4d34a3-1e44-4f4f-8893-7a8e32a384bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:07.344008 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7680e725-3a56-41fb-937a-b4bcb130a844 req-159d1263-ba4c-4100-81ba-d3470ddbd263 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d0c3d5-b7c4-418a-abaf-9ffbc9641ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233010 May 05 22:04:07.375149 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-57b14968-3711-427b-a6cc-6fa87868819a None None] Provisioning for port 0c0bd8ba-3cd2-4ebb-9550-b64498f7c49c completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:04:07.380152 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-57b14968-3711-427b-a6cc-6fa87868819a None None] Provisioning complete for port 0c0bd8ba-3cd2-4ebb-9550-b64498f7c49c triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:04:07.380516 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-57b14968-3711-427b-a6cc-6fa87868819a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:07.429759 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-fc4d34a3-1e44-4f4f-8893-7a8e32a384bf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b84296fef7f34584850b0ec2558aeb54&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7879975 May 05 22:04:07.443970 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 59222) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:07.487282 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-90f0cd67-755c-4d97-9476-817dda2546e7 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:07.506736 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4d34a3-1e44-4f4f-8893-7a8e32a384bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c06d729-7666-41e9-9ed2-d496e5340133,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:07.510962 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5aeabd2e-2321-47a3-ade7-067aa0fb6912 req-a1015ad4-38c3-4a87-ab8b-9a84b7ccab16 service neutron] 10.222.0.32 "GET /v2.0/networks/cd6cc979-b116-4685-b8e0-9271f239d2b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152473 May 05 22:04:07.673980 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-20b495e3-66e6-42de-a0f2-1fbea4bb8af9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:07.683859 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-57b14968-3711-427b-a6cc-6fa87868819a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:07.703185 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-20b495e3-66e6-42de-a0f2-1fbea4bb8af9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:07.773494 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-57b14968-3711-427b-a6cc-6fa87868819a None None] For port 0c0bd8ba-3cd2-4ebb-9550-b64498f7c49c, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=0c0bd8ba-3cd2-4ebb-9550-b64498f7c49c,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:04:07.780272 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-57b14968-3711-427b-a6cc-6fa87868819a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:07.805534 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-90f0cd67-755c-4d97-9476-817dda2546e7 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Calling delete_port for 508a32af-1eb8-46c4-bd1c-a09757e0c6a2 owned by {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:04:07.869165 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b14968-3711-427b-a6cc-6fa87868819a None None] Pushing event updated for resources: {'Port': ['ID=0c0bd8ba-3cd2-4ebb-9550-b64498f7c49c,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:07.924722 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-20b495e3-66e6-42de-a0f2-1fbea4bb8af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:07.945052 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-12b2ef6f-161b-4fd9-8453-5877fc99a58f None None] Provisioning for port 508a32af-1eb8-46c4-bd1c-a09757e0c6a2 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:04:07.952681 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-12b2ef6f-161b-4fd9-8453-5877fc99a58f None None] Provisioning complete for port 508a32af-1eb8-46c4-bd1c-a09757e0c6a2 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:04:07.953394 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-12b2ef6f-161b-4fd9-8453-5877fc99a58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:07.974926 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-20b495e3-66e6-42de-a0f2-1fbea4bb8af9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:07.984275 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-20b495e3-66e6-42de-a0f2-1fbea4bb8af9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6c06d729-7666-41e9-9ed2-d496e5340133 HTTP/1.1" status: 204 len: 168 time: 0.5366132 May 05 22:04:07.999669 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b495e3-66e6-42de-a0f2-1fbea4bb8af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c06d729-7666-41e9-9ed2-d496e5340133,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:08.015137 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ee49c5ba-fbad-41b4-ab49-54542f3f405c req-e8ad1994-9636-42e6-9db4-e09c64f7ece8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cb0dc2144b314c4cb9ccb67a2d25d7b6&device_id=b1d40314-393b-42fd-b0a4-912b7de934ec HTTP/1.1" status: 200 len: 1094 time: 0.4282973 May 05 22:04:08.127334 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-12b2ef6f-161b-4fd9-8453-5877fc99a58f None None] Port 508a32af-1eb8-46c4-bd1c-a09757e0c6a2 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:04:08.314139 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee49c5ba-fbad-41b4-ab49-54542f3f405c req-df865323-d8a4-4295-ab8e-1e650757352f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:08.317741 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ee49c5ba-fbad-41b4-ab49-54542f3f405c req-df865323-d8a4-4295-ab8e-1e650757352f service neutron] 10.222.0.32 "GET /v2.0/networks?id=cd6cc979-b116-4685-b8e0-9271f239d2b6 HTTP/1.1" status: 200 len: 921 time: 0.2952754 May 05 22:04:08.436167 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ee49c5ba-fbad-41b4-ab49-54542f3f405c req-32ec4ce3-30da-4900-b832-e0549d518b6b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34f3d379-c7bc-49d4-8a61-8216c41a3fc6 HTTP/1.1" status: 200 len: 217 time: 0.1108775 May 05 22:04:08.438737 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-90f0cd67-755c-4d97-9476-817dda2546e7 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:08.540259 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee49c5ba-fbad-41b4-ab49-54542f3f405c req-d56d5b7f-0ec4-49f8-a096-f85d1056bd1f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:08.542934 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ee49c5ba-fbad-41b4-ab49-54542f3f405c req-d56d5b7f-0ec4-49f8-a096-f85d1056bd1f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=08d1b130-d091-496c-9c1d-2e438a50f32b HTTP/1.1" status: 200 len: 860 time: 0.0991147 May 05 22:04:08.567116 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f0cd67-755c-4d97-9476-817dda2546e7 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event deleted for resources: {'Port': ['ID=508a32af-1eb8-46c4-bd1c-a09757e0c6a2,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:08.613744 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ee49c5ba-fbad-41b4-ab49-54542f3f405c req-5c152395-e03b-4fcd-9faa-e175b1b4687d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cd6cc979-b116-4685-b8e0-9271f239d2b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644503 May 05 22:04:08.761157 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-90f0cd67-755c-4d97-9476-817dda2546e7 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:08.830289 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-90f0cd67-755c-4d97-9476-817dda2546e7 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/ports/508a32af-1eb8-46c4-bd1c-a09757e0c6a2 HTTP/1.1" status: 204 len: 168 time: 2.0437629 May 05 22:04:08.838072 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59268) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:08.854372 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 0c0bd8ba-3cd2-4ebb-9550-b64498f7c49c up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:04:08.993306 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486ac8bc-5ecf-4620-bb87-295e25924ec4 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:09.007777 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486ac8bc-5ecf-4620-bb87-295e25924ec4 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:09.008813 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-486ac8bc-5ecf-4620-bb87-295e25924ec4 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Synchronizing usage tracker for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:subnet {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:04:09.032763 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 0c0bd8ba-3cd2-4ebb-9550-b64498f7c49c triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:04:09.034399 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d9241-5746-41d4-b1ec-ac862f89338f req-822d1e70-788c-48ee-95a2-18c8ffd60057 tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:09.035543 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:09.047762 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-668d9241-5746-41d4-b1ec-ac862f89338f req-822d1e70-788c-48ee-95a2-18c8ffd60057 tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1d40314-393b-42fd-b0a4-912b7de934ec HTTP/1.1" status: 200 len: 943 time: 0.7413304 May 05 22:04:09.078197 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ee49c5ba-fbad-41b4-ab49-54542f3f405c req-c968611b-a87b-4679-8383-750f40d4da0a service neutron] 10.222.0.32 "GET /v2.0/networks/cd6cc979-b116-4685-b8e0-9271f239d2b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4568720 May 05 22:04:09.190785 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-668d9241-5746-41d4-b1ec-ac862f89338f req-240f7fb1-a1e3-45dc-8c7b-97f31fc200bf tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef779b23-15b3-4b36-b58f-73c4a9daff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378050 May 05 22:04:09.236103 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-486ac8bc-5ecf-4620-bb87-295e25924ec4 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Unset dirty status for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:subnet {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:04:09.237614 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-486ac8bc-5ecf-4620-bb87-295e25924ec4 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3970687 May 05 22:04:09.240491 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59286) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:09.337916 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ee49c5ba-fbad-41b4-ab49-54542f3f405c req-338d0a08-0707-48ce-81ef-9baed0f90e50 service neutron] 10.222.0.32 "GET /v2.0/networks/cd6cc979-b116-4685-b8e0-9271f239d2b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514522 May 05 22:04:09.725809 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 34f3d379-c7bc-49d4-8a61-8216c41a3fc6 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:04:09.851127 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863f3e2-42b1-428e-bb0d-43024f18e281 req-333901eb-0050-4f0a-8995-5c6ad8f05a95 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:09.858458 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c863f3e2-42b1-428e-bb0d-43024f18e281 req-333901eb-0050-4f0a-8995-5c6ad8f05a95 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb54e4c6-5fa4-4830-9811-c7baf4aa8b79 HTTP/1.1" status: 200 len: 945 time: 0.5427527 May 05 22:04:10.081882 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 34f3d379-c7bc-49d4-8a61-8216c41a3fc6, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=34f3d379-c7bc-49d4-8a61-8216c41a3fc6,segment=NetworkSegment(7a7b0afc-23fc-4e4f-bcbe-6e789c3668cc),segment_id=7a7b0afc-23fc-4e4f-bcbe-6e789c3668cc)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:04:10.082909 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c863f3e2-42b1-428e-bb0d-43024f18e281 req-42eac329-7fd9-4c3b-bc8f-d4b780f6810a tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d0c3d5-b7c4-418a-abaf-9ffbc9641ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2234020 May 05 22:04:10.107997 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2573e-bb0e-4182-b9cb-a36643319fa9 req-f0b1c21e-7fb9-47c8-bdd1-116426740216 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:10.120575 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-48c2573e-bb0e-4182-b9cb-a36643319fa9 req-f0b1c21e-7fb9-47c8-bdd1-116426740216 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca770a07-6893-4970-ab91-c12fb85165a7 HTTP/1.1" status: 200 len: 945 time: 0.6600101 May 05 22:04:10.125149 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd39370e-cc03-4306-901e-6fd1a22421ff tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Deleting subnet 0f925815-61ad-4184-9bc1-686a6378059c {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:04:10.130211 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fd39370e-cc03-4306-901e-6fd1a22421ff tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:10.134054 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '34f3d379-c7bc-49d4-8a61-8216c41a3fc6', 'network_id': 'cd6cc979-b116-4685-b8e0-9271f239d2b6', 'port_id': '34f3d379-c7bc-49d4-8a61-8216c41a3fc6', 'mac_address': 'fa:16:3e:5f:8e:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08d1b130-d091-496c-9c1d-2e438a50f32b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:04:10.280898 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-48c2573e-bb0e-4182-b9cb-a36643319fa9 req-39891543-1282-47e7-af51-e6578a27852a tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fa4e0b9-5123-49b5-89ca-ca778d1b0224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529343 May 05 22:04:10.375810 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fd39370e-cc03-4306-901e-6fd1a22421ff tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:10.378199 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:10.445893 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34f3d379-c7bc-49d4-8a61-8216c41a3fc6 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:04:10.483786 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 34f3d379-c7bc-49d4-8a61-8216c41a3fc6, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=34f3d379-c7bc-49d4-8a61-8216c41a3fc6,segment=NetworkSegment(7a7b0afc-23fc-4e4f-bcbe-6e789c3668cc),segment_id=7a7b0afc-23fc-4e4f-bcbe-6e789c3668cc)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:04:10.492727 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:10.722944 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fd39370e-cc03-4306-901e-6fd1a22421ff tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:10.750338 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=34f3d379-c7bc-49d4-8a61-8216c41a3fc6,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:10.767320 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['34f3d379-c7bc-49d4-8a61-8216c41a3fc6'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:04:11.017118 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fd39370e-cc03-4306-901e-6fd1a22421ff tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:11.115905 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd74733-0171-4899-ab25-8d325a8617af req-40155fca-d8ad-4043-b998-5c925739917d tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:11.118064 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6dd74733-0171-4899-ab25-8d325a8617af req-40155fca-d8ad-4043-b998-5c925739917d tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca770a07-6893-4970-ab91-c12fb85165a7 HTTP/1.1" status: 200 len: 945 time: 0.3690689 May 05 22:04:11.189663 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd39370e-cc03-4306-901e-6fd1a22421ff tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event deleted for resources: {'Subnet': ['ID=0f925815-61ad-4184-9bc1-686a6378059c,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:11.349995 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fd39370e-cc03-4306-901e-6fd1a22421ff tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:11.353442 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-6dd74733-0171-4899-ab25-8d325a8617af req-f12e14d7-a44d-43ff-9c9a-5a0c79ace0f4 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Deleting port 52e27c93-1bdb-4450-90e4-58129e3e1a37 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:04:11.353791 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6dd74733-0171-4899-ab25-8d325a8617af req-f12e14d7-a44d-43ff-9c9a-5a0c79ace0f4 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:11.372641 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8690a1b-514e-483a-8a0b-89400cad2c7e None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:04:11.474276 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-fd39370e-cc03-4306-901e-6fd1a22421ff tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/subnets/0f925815-61ad-4184-9bc1-686a6378059c HTTP/1.1" status: 204 len: 168 time: 2.2324731 May 05 22:04:11.474979 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 59340) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:11.507578 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7a8f9-2316-4fcd-8cd0-31a001c03c76 req-79620131-4d8e-4530-8827-ef2c400d3949 tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:11.529506 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-95f7a8f9-2316-4fcd-8cd0-31a001c03c76 req-79620131-4d8e-4530-8827-ef2c400d3949 tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1d40314-393b-42fd-b0a4-912b7de934ec HTTP/1.1" status: 200 len: 944 time: 1.0182257 May 05 22:04:11.708248 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9c520ff8-d7cc-44a1-a5d7-484d478bc00a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2286117 May 05 22:04:11.715499 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 59350) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:11.724658 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-bba12547-ecf5-4121-8d59-8bb50c62f7ca tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Request body: {'subnet': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:04:11.767411 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-95f7a8f9-2316-4fcd-8cd0-31a001c03c76 req-b61d9ee4-a5d3-4d3e-9c2c-10bffba6f448 tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef779b23-15b3-4b36-b58f-73c4a9daff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369392 May 05 22:04:11.814599 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd1f4e-6eab-438b-b89a-3a911d966fcf req-3889f4c6-27c4-4769-afdd-fd9acb3b64cb tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:11.821091 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 34f3d379-c7bc-49d4-8a61-8216c41a3fc6 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:04:11.826508 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cbcd1f4e-6eab-438b-b89a-3a911d966fcf req-3889f4c6-27c4-4769-afdd-fd9acb3b64cb tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb54e4c6-5fa4-4830-9811-c7baf4aa8b79 HTTP/1.1" status: 200 len: 945 time: 0.2929611 May 05 22:04:11.938231 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cbcd1f4e-6eab-438b-b89a-3a911d966fcf req-620d9972-21fe-482a-a4e9-2a27d8404eee tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d0c3d5-b7c4-418a-abaf-9ffbc9641ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088586 May 05 22:04:12.148900 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eacd9d-5f5b-4d67-8036-e2c9e7ff93e3 req-c7877c4d-8dbf-4a31-ac5c-68879e3100b1 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:12.164512 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-22eacd9d-5f5b-4d67-8036-e2c9e7ff93e3 req-c7877c4d-8dbf-4a31-ac5c-68879e3100b1 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca770a07-6893-4970-ab91-c12fb85165a7 HTTP/1.1" status: 200 len: 945 time: 0.1694651 May 05 22:04:12.254118 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port 34f3d379-c7bc-49d4-8a61-8216c41a3fc6 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:04:12.268432 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-22eacd9d-5f5b-4d67-8036-e2c9e7ff93e3 req-ea54b38d-024a-4f9e-ad81-443e5bddae79 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fa4e0b9-5123-49b5-89ca-ca778d1b0224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024776 May 05 22:04:12.321047 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 34f3d379-c7bc-49d4-8a61-8216c41a3fc6 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:04:12.321596 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:12.419663 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6166cd-fbb4-4ddd-add4-575801fe85e2 None None] DHCP port deletion for 137c07e1-75d6-4e37-9f42-95b3b385c296 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:04:12.442918 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-dc6166cd-fbb4-4ddd-add4-575801fe85e2 None None] Deleting port 0c0bd8ba-3cd2-4ebb-9550-b64498f7c49c {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:04:12.442918 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-dc6166cd-fbb4-4ddd-add4-575801fe85e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:12.614562 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-6dd74733-0171-4899-ab25-8d325a8617af req-f12e14d7-a44d-43ff-9c9a-5a0c79ace0f4 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] For port 52e27c93-1bdb-4450-90e4-58129e3e1a37, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=52e27c93-1bdb-4450-90e4-58129e3e1a37,segment=NetworkSegment(8791e900-4ba7-4d7d-801a-c6b49729e00b),segment_id=8791e900-4ba7-4d7d-801a-c6b49729e00b)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:04:12.616095 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6dd74733-0171-4899-ab25-8d325a8617af req-f12e14d7-a44d-43ff-9c9a-5a0c79ace0f4 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:12.739897 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-dc6166cd-fbb4-4ddd-add4-575801fe85e2 None None] For port 0c0bd8ba-3cd2-4ebb-9550-b64498f7c49c, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=0c0bd8ba-3cd2-4ebb-9550-b64498f7c49c,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:04:12.740326 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-dc6166cd-fbb4-4ddd-add4-575801fe85e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:12.956032 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-dc6166cd-fbb4-4ddd-add4-575801fe85e2 None None] Calling delete_port for 0c0bd8ba-3cd2-4ebb-9550-b64498f7c49c owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:04:13.039913 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 0c0bd8ba-3cd2-4ebb-9550-b64498f7c49c no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:04:13.070735 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-dc6166cd-fbb4-4ddd-add4-575801fe85e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:13.202278 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:13.232878 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6166cd-fbb4-4ddd-add4-575801fe85e2 None None] Pushing event deleted for resources: {'Port': ['ID=0c0bd8ba-3cd2-4ebb-9550-b64498f7c49c,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:13.257174 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-bba12547-ecf5-4121-8d59-8bb50c62f7ca tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:04:13.262552 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 0c0bd8ba-3cd2-4ebb-9550-b64498f7c49c {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:04:13.262912 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 0c0bd8ba-3cd2-4ebb-9550-b64498f7c49c not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:04:13.281536 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb315c-99ce-4082-8ff6-8be87eba14aa req-0c84b474-6cf3-4c5d-8718-1ed869d78aa0 tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:13.293666 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-bba12547-ecf5-4121-8d59-8bb50c62f7ca tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Usage tracker for resource:subnet and tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:04:13.294799 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6166cd-fbb4-4ddd-add4-575801fe85e2 None None] No DVR routers for this DVR port 0c0bd8ba-3cd2-4ebb-9550-b64498f7c49c on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:04:13.298677 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-bba12547-ecf5-4121-8d59-8bb50c62f7ca tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:04:13.319654 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d40314-393b-42fd-b0a4-912b7de934ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f3d379-c7bc-49d4-8a61-8216c41a3fc6'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:04:13.321220 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-76cb315c-99ce-4082-8ff6-8be87eba14aa req-0c84b474-6cf3-4c5d-8718-1ed869d78aa0 tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1d40314-393b-42fd-b0a4-912b7de934ec HTTP/1.1" status: 200 len: 944 time: 0.2445509 May 05 22:04:13.333403 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 34f3d379-c7bc-49d4-8a61-8216c41a3fc6, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=34f3d379-c7bc-49d4-8a61-8216c41a3fc6,segment=NetworkSegment(7a7b0afc-23fc-4e4f-bcbe-6e789c3668cc),segment_id=7a7b0afc-23fc-4e4f-bcbe-6e789c3668cc)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:04:13.347571 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-bba12547-ecf5-4121-8d59-8bb50c62f7ca tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:04:13.358964 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:13.395071 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6dd74733-0171-4899-ab25-8d325a8617af req-f12e14d7-a44d-43ff-9c9a-5a0c79ace0f4 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:13.395454 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6dd74733-0171-4899-ab25-8d325a8617af req-f12e14d7-a44d-43ff-9c9a-5a0c79ace0f4 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:13.395768 n-d-825175-4 neutron-server[84063]: INFO neutron.db.l3_db [req-6dd74733-0171-4899-ab25-8d325a8617af req-f12e14d7-a44d-43ff-9c9a-5a0c79ace0f4 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Floating IP 3213b3f1-4fe8-4f57-838d-ba121a01b044 disassociated. External IP: 172.25.4.174, port: 52e27c93-1bdb-4450-90e4-58129e3e1a37. May 05 22:04:13.396132 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-6dd74733-0171-4899-ab25-8d325a8617af req-f12e14d7-a44d-43ff-9c9a-5a0c79ace0f4 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Calling delete_port for 52e27c93-1bdb-4450-90e4-58129e3e1a37 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:04:13.511845 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba12547-ecf5-4121-8d59-8bb50c62f7ca tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Made reservation on behalf of 6a9c8b32c69349b78288ebe6e6b6f3f4 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:04:13.581072 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=34f3d379-c7bc-49d4-8a61-8216c41a3fc6,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:13.623226 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-76cb315c-99ce-4082-8ff6-8be87eba14aa req-55d1dcdb-aec0-4662-8999-a05954f1d990 tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef779b23-15b3-4b36-b58f-73c4a9daff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963734 May 05 22:04:13.776401 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f321983-e534-4e94-8cc4-20aca8d04977 req-96b7a487-94a7-45d3-899c-65f4274bdd59 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:13.793808 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6f321983-e534-4e94-8cc4-20aca8d04977 req-96b7a487-94a7-45d3-899c-65f4274bdd59 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb54e4c6-5fa4-4830-9811-c7baf4aa8b79 HTTP/1.1" status: 200 len: 945 time: 0.2187004 May 05 22:04:13.970700 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 52e27c93-1bdb-4450-90e4-58129e3e1a37 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:04:13.986559 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bba12547-ecf5-4121-8d59-8bb50c62f7ca tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:14.044114 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6f321983-e534-4e94-8cc4-20aca8d04977 req-d8388c12-8770-4234-8047-fd3f0878eac5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d0c3d5-b7c4-418a-abaf-9ffbc9641ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2496963 May 05 22:04:14.117219 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f306aaa-4733-43a9-93a6-95c1477d098a req-44a3bd74-623e-4d4d-8868-9c963fdd3d8c tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:14.128444 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4f306aaa-4733-43a9-93a6-95c1477d098a req-44a3bd74-623e-4d4d-8868-9c963fdd3d8c tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca770a07-6893-4970-ab91-c12fb85165a7 HTTP/1.1" status: 200 len: 945 time: 0.2900810 May 05 22:04:14.180410 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5ab888a7-96b4-4824-9ddb-edd1e87cbae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:14.220786 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa37eec4-af66-4dfa-8c0f-a47a8a612a0b'] response: {'server_uuid': 'b1d40314-393b-42fd-b0a4-912b7de934ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f3d379-c7bc-49d4-8a61-8216c41a3fc6', 'code': 200} May 05 22:04:14.324106 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4f306aaa-4733-43a9-93a6-95c1477d098a req-d89f9c29-27f4-490c-b773-1ec6de669940 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/security-groups?id=7fa4e0b9-5123-49b5-89ca-ca778d1b0224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1944988 May 05 22:04:14.368811 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:14.635962 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b99ce5f5-dd3f-4d92-a149-812166e1d7a9 req-4c5e3918-c1f1-4df1-be82-5c9209fa3adf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b1d40314-393b-42fd-b0a4-912b7de934ec HTTP/1.1" status: 200 len: 1096 time: 0.3301227 May 05 22:04:14.646718 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6dd74733-0171-4899-ab25-8d325a8617af req-f12e14d7-a44d-43ff-9c9a-5a0c79ace0f4 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:14.799524 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12e14d7-a44d-43ff-9c9a-5a0c79ace0f4 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Pushing event deleted for resources: {'Port': ['ID=52e27c93-1bdb-4450-90e4-58129e3e1a37,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:15.126827 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6380bc-774e-4347-bd71-7cc11e8518ed req-e94bde48-1f3b-463c-ba6c-7ff7687eaadd tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:15.132052 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0a6380bc-774e-4347-bd71-7cc11e8518ed req-e94bde48-1f3b-463c-ba6c-7ff7687eaadd tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1d40314-393b-42fd-b0a4-912b7de934ec HTTP/1.1" status: 200 len: 945 time: 0.2303030 May 05 22:04:15.151376 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bba12547-ecf5-4121-8d59-8bb50c62f7ca tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:15.311052 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b99ce5f5-dd3f-4d92-a149-812166e1d7a9 req-a20cba19-2968-414e-a258-07ed13e086db service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ef779b23-15b3-4b36-b58f-73c4a9daff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6370761 May 05 22:04:15.319167 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0a6380bc-774e-4347-bd71-7cc11e8518ed req-5dbde0d7-40f2-4938-84da-f3a213d04d38 tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef779b23-15b3-4b36-b58f-73c4a9daff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713002 May 05 22:04:15.458561 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba12547-ecf5-4121-8d59-8bb50c62f7ca tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:04:15.484226 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-bba12547-ecf5-4121-8d59-8bb50c62f7ca tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:04:15.521200 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b88f45d-2cc7-4fbf-9ed5-ba027fa2399e req-7f3b2958-a4ec-49c6-a717-e72d29d1ff0f tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:15.522994 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22843446-77d7-4e8d-91c0-627d34104104 None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:04:15.527432 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1b88f45d-2cc7-4fbf-9ed5-ba027fa2399e req-7f3b2958-a4ec-49c6-a717-e72d29d1ff0f tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb54e4c6-5fa4-4830-9811-c7baf4aa8b79 HTTP/1.1" status: 200 len: 945 time: 0.2045610 May 05 22:04:15.538354 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba12547-ecf5-4121-8d59-8bb50c62f7ca tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:15.544774 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bba12547-ecf5-4121-8d59-8bb50c62f7ca tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:15.597388 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba12547-ecf5-4121-8d59-8bb50c62f7ca tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event updated for resources: {'Subnet': ['ID=337418b0-9574-438c-80cf-03f4d58387a5,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:15.704972 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-bba12547-ecf5-4121-8d59-8bb50c62f7ca tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.9859655 May 05 22:04:15.709235 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 59446) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:15.740033 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-9bc8b21a-c599-47eb-b186-80b4d9c7552b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Request body: {'port': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'fixed_ips': [{'subnet_id': '337418b0-9574-438c-80cf-03f4d58387a5', 'ip_address': '2001:db8::47f:ce03:7bfb:9b60'}], 'name': 'tempest-NetworksTestDHCPv6-374086743'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:04:16.107139 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3e6245de-28fc-4425-9ac1-4ede861515a0 req-422f5936-c8f1-49be-ac84-598dd600c2cf tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca770a07-6893-4970-ab91-c12fb85165a7 HTTP/1.1" status: 200 len: 210 time: 0.1258397 May 05 22:04:16.148505 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac4bf3a-fa74-4796-8963-bb4917f1fc84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-137c07e1-75d6-4e37-9f42-95b3b385c296', 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'tenant_id': '6a9c8b32c69349b78288ebe6e6b6f3f4', 'fixed_ips': [{'subnet_id': '337418b0-9574-438c-80cf-03f4d58387a5'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:04:16.149295 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-aac4bf3a-fa74-4796-8963-bb4917f1fc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:16.177377 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1b88f45d-2cc7-4fbf-9ed5-ba027fa2399e req-2c55568d-9fc7-4357-b901-85e652427d0b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d0c3d5-b7c4-418a-abaf-9ffbc9641ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6285768 May 05 22:04:16.284849 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6dd74733-0171-4899-ab25-8d325a8617af req-f12e14d7-a44d-43ff-9c9a-5a0c79ace0f4 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Router d9d83afc-c9e4-494d-9afd-81e4fd8a1566 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:04:16.345189 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-9bc8b21a-c599-47eb-b186-80b4d9c7552b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:04:16.353661 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f7d4df12-4470-4bf3-8064-f7a00e14bf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:16.367638 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9bc8b21a-c599-47eb-b186-80b4d9c7552b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Usage tracker for resource:port and tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:04:16.371859 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9bc8b21a-c599-47eb-b186-80b4d9c7552b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:04:16.540667 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-aac4bf3a-fa74-4796-8963-bb4917f1fc84 None None] Allocated IP 2001:db8::2 (137c07e1-75d6-4e37-9f42-95b3b385c296/337418b0-9574-438c-80cf-03f4d58387a5/a5bf6170-f577-43eb-9a2b-6042c336cb92) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:04:16.852941 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-9bc8b21a-c599-47eb-b186-80b4d9c7552b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:04:16.965985 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55cef4b-87c2-40da-b652-c075f642d654 req-65df05c5-d870-4fab-bda9-a21864a24a40 tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:16.974906 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c55cef4b-87c2-40da-b652-c075f642d654 req-65df05c5-d870-4fab-bda9-a21864a24a40 tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1d40314-393b-42fd-b0a4-912b7de934ec HTTP/1.1" status: 200 len: 945 time: 0.1815546 May 05 22:04:16.997969 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-aac4bf3a-fa74-4796-8963-bb4917f1fc84 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:17.023561 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-aac4bf3a-fa74-4796-8963-bb4917f1fc84 None None] Transition to ACTIVE for port object a5bf6170-f577-43eb-9a2b-6042c336cb92 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:04:17.075276 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c55cef4b-87c2-40da-b652-c075f642d654 req-076c5e1d-7f76-4cb1-ad1d-6161dff25aa9 tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef779b23-15b3-4b36-b58f-73c4a9daff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839052 May 05 22:04:17.083947 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-aac4bf3a-fa74-4796-8963-bb4917f1fc84 None None] Transition to ACTIVE for port object a5bf6170-f577-43eb-9a2b-6042c336cb92 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:04:17.109396 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-aac4bf3a-fa74-4796-8963-bb4917f1fc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:17.116050 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc8b21a-c599-47eb-b186-80b4d9c7552b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Made reservation on behalf of 6a9c8b32c69349b78288ebe6e6b6f3f4 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:04:17.122385 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9bc8b21a-c599-47eb-b186-80b4d9c7552b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:17.246273 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [None req-9bc8b21a-c599-47eb-b186-80b4d9c7552b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] device_id is not set on port 48860780-f5f5-46f5-b002-d5374db2f51e yet. {{(pid=84063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:04:17.283217 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac4bf3a-fa74-4796-8963-bb4917f1fc84 None None] Pushing event updated for resources: {'Port': ['ID=a5bf6170-f577-43eb-9a2b-6042c336cb92,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:17.290421 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac4bf3a-fa74-4796-8963-bb4917f1fc84 None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:04:17.291748 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-aac4bf3a-fa74-4796-8963-bb4917f1fc84 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:04:17.295585 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [req-63353679-efa6-47cf-9785-799ae992f2ca req-4adf43a9-c97c-48b0-8510-dfc48e20f799 service neutron] show failed (client error): The resource could not be found. May 05 22:04:17.297836 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-63353679-efa6-47cf-9785-799ae992f2ca req-4adf43a9-c97c-48b0-8510-dfc48e20f799 service neutron] 10.222.0.32 "GET /v2.0/ports/571c4463-2d28-44d3-8f2b-39e0adaf48f1/bindings/n-h1-825175-4 HTTP/1.1" status: 404 len: 380 time: 0.5025511 May 05 22:04:17.298462 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac4bf3a-fa74-4796-8963-bb4917f1fc84 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:04:17.484209 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b249db94-5ca1-4174-bb4a-c9a1bbed0894 req-39aa8fe5-7688-4f5a-99e1-d0106bccefb1 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca770a07-6893-4970-ab91-c12fb85165a7 HTTP/1.1" status: 200 len: 210 time: 0.0957456 May 05 22:04:17.555587 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:17.798235 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-aac4bf3a-fa74-4796-8963-bb4917f1fc84 None None] Attempting to bind port a5bf6170-f577-43eb-9a2b-6042c336cb92 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:04:17.799576 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-aac4bf3a-fa74-4796-8963-bb4917f1fc84 None None] Attempting to bind port a5bf6170-f577-43eb-9a2b-6042c336cb92 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:04:17.800974 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac4bf3a-fa74-4796-8963-bb4917f1fc84 None None] Attempting to bind port a5bf6170-f577-43eb-9a2b-6042c336cb92 on network 137c07e1-75d6-4e37-9f42-95b3b385c296 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:04:17.824674 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac4bf3a-fa74-4796-8963-bb4917f1fc84 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:04:17.826155 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac4bf3a-fa74-4796-8963-bb4917f1fc84 None None] Checking segment: {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:04:17.826560 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-aac4bf3a-fa74-4796-8963-bb4917f1fc84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:17.826972 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac4bf3a-fa74-4796-8963-bb4917f1fc84 None None] Bound using segment: {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:04:17.829395 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-aac4bf3a-fa74-4796-8963-bb4917f1fc84 None None] Bound port: a5bf6170-f577-43eb-9a2b-6042c336cb92, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:04:17.829793 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-aac4bf3a-fa74-4796-8963-bb4917f1fc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:17.870976 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6dd74733-0171-4899-ab25-8d325a8617af req-f12e14d7-a44d-43ff-9c9a-5a0c79ace0f4 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:04:17.878174 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70217a-ed66-49a6-8635-f0c48ad3b2f4 req-cb6bc686-fcac-4127-840c-2900c5ead382 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:17.879687 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1b70217a-ed66-49a6-8635-f0c48ad3b2f4 req-cb6bc686-fcac-4127-840c-2900c5ead382 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb54e4c6-5fa4-4830-9811-c7baf4aa8b79 HTTP/1.1" status: 200 len: 945 time: 0.3781137 May 05 22:04:17.882809 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2f4244-d681-4914-be34-36d31b59e22b None None] Sync routers for ids ['d9d83afc-c9e4-494d-9afd-81e4fd8a1566'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:04:17.897976 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:17.898128 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2f4244-d681-4914-be34-36d31b59e22b None None] Routers {'d9d83afc-c9e4-494d-9afd-81e4fd8a1566'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:04:17.898820 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-ef2f4244-d681-4914-be34-36d31b59e22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:04:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['d9d83afc-c9e4-494d-9afd-81e4fd8a1566'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:04:17.952260 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-9bc8b21a-c599-47eb-b186-80b4d9c7552b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Allocated IP 2001:db8::47f:ce03:7bfb:9b60 (137c07e1-75d6-4e37-9f42-95b3b385c296/337418b0-9574-438c-80cf-03f4d58387a5/48860780-f5f5-46f5-b002-d5374db2f51e) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:04:18.006901 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-63353679-efa6-47cf-9785-799ae992f2ca req-3e8dbdff-056d-40ec-b2f4-30cc0c3d4e53 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fb54e4c6-5fa4-4830-9811-c7baf4aa8b79&tenant_id=06fb629024324e968714595537efac5c HTTP/1.1" status: 200 len: 1096 time: 0.2431774 May 05 22:04:18.007928 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dd74733-0171-4899-ab25-8d325a8617af req-f12e14d7-a44d-43ff-9c9a-5a0c79ace0f4 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] No DVR routers for this DVR port 52e27c93-1bdb-4450-90e4-58129e3e1a37 on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:04:18.011655 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6dd74733-0171-4899-ab25-8d325a8617af req-f12e14d7-a44d-43ff-9c9a-5a0c79ace0f4 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:18.020375 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca770a07-6893-4970-ab91-c12fb85165a7', 'name': 'network-vif-deleted', 'tag': '52e27c93-1bdb-4450-90e4-58129e3e1a37'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:04:18.024481 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1b70217a-ed66-49a6-8635-f0c48ad3b2f4 req-ef6ba647-8943-4294-94c6-9c78445fa6b1 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d0c3d5-b7c4-418a-abaf-9ffbc9641ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307642 May 05 22:04:18.027233 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6dd74733-0171-4899-ab25-8d325a8617af req-f12e14d7-a44d-43ff-9c9a-5a0c79ace0f4 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.44 "DELETE /v2.0/ports/52e27c93-1bdb-4450-90e4-58129e3e1a37 HTTP/1.1" status: 204 len: 173 time: 6.9027979 May 05 22:04:18.029557 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-63353679-efa6-47cf-9785-799ae992f2ca req-6131f9ba-166a-4246-93ac-396bd21a006d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825175-4', 'device_owner': 'compute:nova'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:04:18.036704 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-aac4bf3a-fa74-4796-8963-bb4917f1fc84 None None] For port a5bf6170-f577-43eb-9a2b-6042c336cb92, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:04:18.043307 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-aac4bf3a-fa74-4796-8963-bb4917f1fc84 None None] For port a5bf6170-f577-43eb-9a2b-6042c336cb92, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=a5bf6170-f577-43eb-9a2b-6042c336cb92,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:04:18.076569 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-aac4bf3a-fa74-4796-8963-bb4917f1fc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:18.194154 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49406fb2-f58c-465d-8b26-98bc5dc94fdc'] response: {'server_uuid': 'ca770a07-6893-4970-ab91-c12fb85165a7', 'name': 'network-vif-deleted', 'tag': '52e27c93-1bdb-4450-90e4-58129e3e1a37', 'status': 'completed', 'code': 200} May 05 22:04:18.225873 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-63353679-efa6-47cf-9785-799ae992f2ca req-6131f9ba-166a-4246-93ac-396bd21a006d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:18.272690 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac4bf3a-fa74-4796-8963-bb4917f1fc84 None None] Pushing event updated for resources: {'Port': ['ID=a5bf6170-f577-43eb-9a2b-6042c336cb92,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:18.457041 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-ef2f4244-d681-4914-be34-36d31b59e22b None None] Set router d9d83afc-c9e4-494d-9afd-81e4fd8a1566 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:04:18.613880 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-63353679-efa6-47cf-9785-799ae992f2ca req-6131f9ba-166a-4246-93ac-396bd21a006d service neutron] For port 571c4463-2d28-44d3-8f2b-39e0adaf48f1, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=571c4463-2d28-44d3-8f2b-39e0adaf48f1,segment=NetworkSegment(9c0a9c7f-0295-42c0-9e5a-dfe13b910f94),segment_id=9c0a9c7f-0295-42c0-9e5a-dfe13b910f94)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:04:18.681581 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-63353679-efa6-47cf-9785-799ae992f2ca req-6131f9ba-166a-4246-93ac-396bd21a006d service neutron] For port 571c4463-2d28-44d3-8f2b-39e0adaf48f1, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:04:18.736398 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9bc8b21a-c599-47eb-b186-80b4d9c7552b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:18.819329 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-9bc8b21a-c599-47eb-b186-80b4d9c7552b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Transition to ACTIVE for port object 48860780-f5f5-46f5-b002-d5374db2f51e will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:04:18.925693 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:18.944291 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9bc8b21a-c599-47eb-b186-80b4d9c7552b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:18.970760 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device a5bf6170-f577-43eb-9a2b-6042c336cb92 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:04:19.132625 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port a5bf6170-f577-43eb-9a2b-6042c336cb92 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:04:19.148689 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-63353679-efa6-47cf-9785-799ae992f2ca req-6131f9ba-166a-4246-93ac-396bd21a006d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:19.178577 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb54e4c6-5fa4-4830-9811-c7baf4aa8b79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '571c4463-2d28-44d3-8f2b-39e0adaf48f1'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:04:19.200371 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc8b21a-c599-47eb-b186-80b4d9c7552b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event updated for resources: {'Port': ['ID=48860780-f5f5-46f5-b002-d5374db2f51e,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:19.222987 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc8b21a-c599-47eb-b186-80b4d9c7552b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:04:19.224241 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-9bc8b21a-c599-47eb-b186-80b4d9c7552b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:04:19.226749 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc8b21a-c599-47eb-b186-80b4d9c7552b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:04:19.231896 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc8b21a-c599-47eb-b186-80b4d9c7552b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:19.232557 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9bc8b21a-c599-47eb-b186-80b4d9c7552b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:19.257700 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9bc8b21a-c599-47eb-b186-80b4d9c7552b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.5296805 May 05 22:04:19.258522 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 59514) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:19.297384 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-63353679-efa6-47cf-9785-799ae992f2ca req-6131f9ba-166a-4246-93ac-396bd21a006d service neutron] Transition to ACTIVE for port object 571c4463-2d28-44d3-8f2b-39e0adaf48f1 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:04:19.328721 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-381cbeca-7d7b-4579-95b9-d7b5a2aecb35 req-9e60fcf9-5564-4a7d-aaf9-9dc7c03e531b tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca770a07-6893-4970-ab91-c12fb85165a7 HTTP/1.1" status: 200 len: 210 time: 0.2496243 May 05 22:04:19.331289 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-63353679-efa6-47cf-9785-799ae992f2ca req-6131f9ba-166a-4246-93ac-396bd21a006d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:19.351039 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-ef2f4244-d681-4914-be34-36d31b59e22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d83afc-c9e4-494d-9afd-81e4fd8a1566', 'name': 'tempest-AttachVolumeTestJSON-1985453385-router', 'tenant_id': 'f9679666ed684085ba56b96d355bc823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:00:38Z', 'updated_at': '2022-05-05T22:00:49Z', 'revision_number': 4, 'project_id': 'f9679666ed684085ba56b96d355bc823', 'gw_port': {'id': '2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:75:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d83afc-c9e4-494d-9afd-81e4fd8a1566', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:00:40Z', 'updated_at': '2022-05-05T22:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '88cd5671-adb8-42c7-8bc4-c8283d54a668', 'name': '', 'network_id': 'c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2', 'tenant_id': 'f9679666ed684085ba56b96d355bc823', 'mac_address': 'fa:16:3e:9a:10:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d83afc-c9e4-494d-9afd-81e4fd8a1566', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f259ce1a-1e13-44eb-b65e-190001e0a5ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:00:48Z', 'updated_at': '2022-05-05T22:01:01Z', 'revision_number': 5, 'project_id': 'f9679666ed684085ba56b96d355bc823', 'subnets': [{'id': 'f259ce1a-1e13-44eb-b65e-190001e0a5ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:04:19.367598 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2f4244-d681-4914-be34-36d31b59e22b None None] Checking router: d9d83afc-c9e4-494d-9afd-81e4fd8a1566 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:04:19.390703 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2f4244-d681-4914-be34-36d31b59e22b None None] Routers {'d9d83afc-c9e4-494d-9afd-81e4fd8a1566'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:04:19.394228 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-ef2f4244-d681-4914-be34-36d31b59e22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:04:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['d9d83afc-c9e4-494d-9afd-81e4fd8a1566'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:04:19.441043 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb00ff69-7c53-453e-9bed-f8b73a7d6552 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:19.453105 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb00ff69-7c53-453e-9bed-f8b73a7d6552 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:19.453967 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-cb00ff69-7c53-453e-9bed-f8b73a7d6552 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Synchronizing usage tracker for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:04:19.503123 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-cb00ff69-7c53-453e-9bed-f8b73a7d6552 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Unset dirty status for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:04:19.507028 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-cb00ff69-7c53-453e-9bed-f8b73a7d6552 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.2442904 May 05 22:04:19.507335 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 59526) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:19.738403 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-63353679-efa6-47cf-9785-799ae992f2ca req-6131f9ba-166a-4246-93ac-396bd21a006d service neutron] No DVR routers for this DVR port 571c4463-2d28-44d3-8f2b-39e0adaf48f1 on host n-h2-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:04:19.787697 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 571c4463-2d28-44d3-8f2b-39e0adaf48f1 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:04:19.838975 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-0f57ab4b-9f60-47f6-a294-d4a678d2b22f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Deleting port 48860780-f5f5-46f5-b002-d5374db2f51e {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:04:19.845913 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0f57ab4b-9f60-47f6-a294-d4a678d2b22f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:19.862805 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 571c4463-2d28-44d3-8f2b-39e0adaf48f1 not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:04:19.966088 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6131f9ba-166a-4246-93ac-396bd21a006d service neutron] Pushing event updated for resources: {'Port': ['ID=571c4463-2d28-44d3-8f2b-39e0adaf48f1,revision_number=6']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:20.051826 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-ef2f4244-d681-4914-be34-36d31b59e22b None None] Set router d9d83afc-c9e4-494d-9afd-81e4fd8a1566 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:04:20.268246 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441b92b-8481-4bf3-969f-52ec1684cbaf req-25e0e3dc-db15-4f6a-a569-5d1390bf165c tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:20.276194 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c441b92b-8481-4bf3-969f-52ec1684cbaf req-25e0e3dc-db15-4f6a-a569-5d1390bf165c tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1d40314-393b-42fd-b0a4-912b7de934ec HTTP/1.1" status: 200 len: 945 time: 1.5991316 May 05 22:04:20.359791 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2675fdc0-5cd1-40a7-9f99-ab9ec877a1e5 req-8bc65497-c17a-4cc1-9749-d39b1b5cca9e tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:20.368777 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2675fdc0-5cd1-40a7-9f99-ab9ec877a1e5 req-8bc65497-c17a-4cc1-9749-d39b1b5cca9e tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb54e4c6-5fa4-4830-9811-c7baf4aa8b79 HTTP/1.1" status: 200 len: 943 time: 0.7143941 May 05 22:04:20.433610 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43644365-06a1-4d23-82e9-7b38149f1b98 None None] Provisioning for port a5bf6170-f577-43eb-9a2b-6042c336cb92 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:04:20.444251 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43644365-06a1-4d23-82e9-7b38149f1b98 None None] Provisioning complete for port a5bf6170-f577-43eb-9a2b-6042c336cb92 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:04:20.444621 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43644365-06a1-4d23-82e9-7b38149f1b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:20.449656 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0f57ab4b-9f60-47f6-a294-d4a678d2b22f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:20.604553 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c441b92b-8481-4bf3-969f-52ec1684cbaf req-e6ec41b8-94e4-43be-8085-dfa707184968 tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef779b23-15b3-4b36-b58f-73c4a9daff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145695 May 05 22:04:20.712181 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2675fdc0-5cd1-40a7-9f99-ab9ec877a1e5 req-bfc4ad94-f550-4aa5-8c1d-2da36b30ac6b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d0c3d5-b7c4-418a-abaf-9ffbc9641ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2785368 May 05 22:04:20.860823 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-0f57ab4b-9f60-47f6-a294-d4a678d2b22f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Calling delete_port for 48860780-f5f5-46f5-b002-d5374db2f51e owned by {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:04:21.051258 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43644365-06a1-4d23-82e9-7b38149f1b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:21.250804 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43644365-06a1-4d23-82e9-7b38149f1b98 None None] For port a5bf6170-f577-43eb-9a2b-6042c336cb92, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=a5bf6170-f577-43eb-9a2b-6042c336cb92,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:04:21.261094 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43644365-06a1-4d23-82e9-7b38149f1b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:21.316689 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 59572) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:21.329125 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3436b2d-8041-41bd-b218-a3c6918ad42e'] response: {'server_uuid': 'fb54e4c6-5fa4-4830-9811-c7baf4aa8b79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '571c4463-2d28-44d3-8f2b-39e0adaf48f1', 'code': 200} May 05 22:04:21.339275 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-ef2f4244-d681-4914-be34-36d31b59e22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d83afc-c9e4-494d-9afd-81e4fd8a1566', 'name': 'tempest-AttachVolumeTestJSON-1985453385-router', 'tenant_id': 'f9679666ed684085ba56b96d355bc823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:00:38Z', 'updated_at': '2022-05-05T22:00:49Z', 'revision_number': 4, 'project_id': 'f9679666ed684085ba56b96d355bc823', 'gw_port': {'id': '2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:75:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d83afc-c9e4-494d-9afd-81e4fd8a1566', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:00:40Z', 'updated_at': '2022-05-05T22:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '88cd5671-adb8-42c7-8bc4-c8283d54a668', 'name': '', 'network_id': 'c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2', 'tenant_id': 'f9679666ed684085ba56b96d355bc823', 'mac_address': 'fa:16:3e:9a:10:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d83afc-c9e4-494d-9afd-81e4fd8a1566', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f259ce1a-1e13-44eb-b65e-190001e0a5ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:00:48Z', 'updated_at': '2022-05-05T22:01:01Z', 'revision_number': 5, 'project_id': 'f9679666ed684085ba56b96d355bc823', 'subnets': [{'id': 'f259ce1a-1e13-44eb-b65e-190001e0a5ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:04:21.343786 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2f4244-d681-4914-be34-36d31b59e22b None None] The sync data for ids ['d9d83afc-c9e4-494d-9afd-81e4fd8a1566'] in n-d-825175-4 is: [{'id': 'd9d83afc-c9e4-494d-9afd-81e4fd8a1566', 'name': 'tempest-AttachVolumeTestJSON-1985453385-router', 'tenant_id': 'f9679666ed684085ba56b96d355bc823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:00:38Z', 'updated_at': '2022-05-05T22:00:49Z', 'revision_number': 4, 'project_id': 'f9679666ed684085ba56b96d355bc823', 'gw_port': {'id': '2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:75:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d83afc-c9e4-494d-9afd-81e4fd8a1566', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:00:40Z', 'updated_at': '2022-05-05T22:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '88cd5671-adb8-42c7-8bc4-c8283d54a668', 'name': '', 'network_id': 'c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2', 'tenant_id': 'f9679666ed684085ba56b96d355bc823', 'mac_address': 'fa:16:3e:9a:10:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d83afc-c9e4-494d-9afd-81e4fd8a1566', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f259ce1a-1e13-44eb-b65e-190001e0a5ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:00:48Z', 'updated_at': '2022-05-05T22:01:01Z', 'revision_number': 5, 'project_id': 'f9679666ed684085ba56b96d355bc823', 'subnets': [{'id': 'f259ce1a-1e13-44eb-b65e-190001e0a5ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:04:21.366673 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-63353679-efa6-47cf-9785-799ae992f2ca req-6131f9ba-166a-4246-93ac-396bd21a006d service neutron] Attempting to bind port 571c4463-2d28-44d3-8f2b-39e0adaf48f1 on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:04:21.367273 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-63353679-efa6-47cf-9785-799ae992f2ca req-6131f9ba-166a-4246-93ac-396bd21a006d service neutron] Attempting to bind port 571c4463-2d28-44d3-8f2b-39e0adaf48f1 by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': '9c0a9c7f-0295-42c0-9e5a-dfe13b910f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42af2df6-9729-4f65-bcaf-09a40ba18ce2'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:04:21.367745 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63353679-efa6-47cf-9785-799ae992f2ca req-6131f9ba-166a-4246-93ac-396bd21a006d service neutron] Attempting to bind port 571c4463-2d28-44d3-8f2b-39e0adaf48f1 on network 42af2df6-9729-4f65-bcaf-09a40ba18ce2 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:04:21.376183 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63353679-efa6-47cf-9785-799ae992f2ca req-6131f9ba-166a-4246-93ac-396bd21a006d service neutron] Port 571c4463-2d28-44d3-8f2b-39e0adaf48f1 on network 42af2df6-9729-4f65-bcaf-09a40ba18ce2 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:04:21.376775 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63353679-efa6-47cf-9785-799ae992f2ca req-6131f9ba-166a-4246-93ac-396bd21a006d service neutron] Attempting to bind port 571c4463-2d28-44d3-8f2b-39e0adaf48f1 on network 42af2df6-9729-4f65-bcaf-09a40ba18ce2 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:04:21.395994 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63353679-efa6-47cf-9785-799ae992f2ca req-6131f9ba-166a-4246-93ac-396bd21a006d service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:04:21.396992 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63353679-efa6-47cf-9785-799ae992f2ca req-6131f9ba-166a-4246-93ac-396bd21a006d service neutron] Checking segment: {'id': '9c0a9c7f-0295-42c0-9e5a-dfe13b910f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42af2df6-9729-4f65-bcaf-09a40ba18ce2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:04:21.397640 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63353679-efa6-47cf-9785-799ae992f2ca req-6131f9ba-166a-4246-93ac-396bd21a006d service neutron] Bound using segment: {'id': '9c0a9c7f-0295-42c0-9e5a-dfe13b910f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42af2df6-9729-4f65-bcaf-09a40ba18ce2'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:04:21.398433 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-63353679-efa6-47cf-9785-799ae992f2ca req-6131f9ba-166a-4246-93ac-396bd21a006d service neutron] Bound port: 571c4463-2d28-44d3-8f2b-39e0adaf48f1, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c0a9c7f-0295-42c0-9e5a-dfe13b910f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '42af2df6-9729-4f65-bcaf-09a40ba18ce2'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:04:21.399224 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-63353679-efa6-47cf-9785-799ae992f2ca req-6131f9ba-166a-4246-93ac-396bd21a006d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:21.424421 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0f57ab4b-9f60-47f6-a294-d4a678d2b22f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:21.435056 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43644365-06a1-4d23-82e9-7b38149f1b98 None None] Pushing event updated for resources: {'Port': ['ID=a5bf6170-f577-43eb-9a2b-6042c336cb92,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:21.462480 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e3a1e4b2-cef6-445e-9743-f9b1fea9cff4 None None] Could not find standard attr ID for object 48860780-f5f5-46f5-b002-d5374db2f51e. {{(pid=84064) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 22:04:21.578649 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f57ab4b-9f60-47f6-a294-d4a678d2b22f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event deleted for resources: {'Port': ['ID=48860780-f5f5-46f5-b002-d5374db2f51e,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:21.599820 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-63353679-efa6-47cf-9785-799ae992f2ca req-6131f9ba-166a-4246-93ac-396bd21a006d service neutron] For port 571c4463-2d28-44d3-8f2b-39e0adaf48f1, host n-h1-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:04:21.620017 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-63353679-efa6-47cf-9785-799ae992f2ca req-6131f9ba-166a-4246-93ac-396bd21a006d service neutron] For port 571c4463-2d28-44d3-8f2b-39e0adaf48f1, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=571c4463-2d28-44d3-8f2b-39e0adaf48f1,segment=NetworkSegment(9c0a9c7f-0295-42c0-9e5a-dfe13b910f94),segment_id=9c0a9c7f-0295-42c0-9e5a-dfe13b910f94)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:04:21.631486 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-63353679-efa6-47cf-9785-799ae992f2ca req-6131f9ba-166a-4246-93ac-396bd21a006d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:21.800542 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6131f9ba-166a-4246-93ac-396bd21a006d service neutron] Pushing event updated for resources: {'Port': ['ID=571c4463-2d28-44d3-8f2b-39e0adaf48f1,revision_number=7']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:21.849579 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-63353679-efa6-47cf-9785-799ae992f2ca req-6131f9ba-166a-4246-93ac-396bd21a006d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:21.851380 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-63353679-efa6-47cf-9785-799ae992f2ca req-6131f9ba-166a-4246-93ac-396bd21a006d service neutron] 10.222.0.44 "PUT /v2.0/ports/571c4463-2d28-44d3-8f2b-39e0adaf48f1 HTTP/1.1" status: 200 len: 1091 time: 3.8259351 May 05 22:04:22.015965 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f6c1ef-4ae0-4220-a5fc-a9b7f0e4d2ba None None] New status for floating IP 3213b3f1-4fe8-4f57-838d-ba121a01b044: DOWN {{(pid=84064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 22:04:22.113861 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-63353679-efa6-47cf-9785-799ae992f2ca req-00f30685-2ff9-4866-b9af-57db94e51c89 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=06fb629024324e968714595537efac5c&device_id=fb54e4c6-5fa4-4830-9811-c7baf4aa8b79 HTTP/1.1" status: 200 len: 1094 time: 0.2371225 May 05 22:04:22.204011 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0f57ab4b-9f60-47f6-a294-d4a678d2b22f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:22.249162 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-376f9c8f-25f0-4dfb-a923-bb6f980001de tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:22.291055 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0f57ab4b-9f60-47f6-a294-d4a678d2b22f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/ports/48860780-f5f5-46f5-b002-d5374db2f51e HTTP/1.1" status: 204 len: 168 time: 2.7795208 May 05 22:04:22.311970 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59614) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:22.342342 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-376f9c8f-25f0-4dfb-a923-bb6f980001de tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:22.459432 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-376f9c8f-25f0-4dfb-a923-bb6f980001de tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:22.495918 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de237d3d-5dee-4039-b71a-4d2d37607e6f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:22.497437 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de237d3d-5dee-4039-b71a-4d2d37607e6f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:22.498202 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-de237d3d-5dee-4039-b71a-4d2d37607e6f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Synchronizing usage tracker for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:subnet {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:04:22.501651 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376f9c8f-25f0-4dfb-a923-bb6f980001de tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa4e0b9-5123-49b5-89ca-ca778d1b0224,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:22.541111 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-376f9c8f-25f0-4dfb-a923-bb6f980001de tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:22.542904 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-376f9c8f-25f0-4dfb-a923-bb6f980001de tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "DELETE /v2.0/security-groups/7fa4e0b9-5123-49b5-89ca-ca778d1b0224 HTTP/1.1" status: 204 len: 168 time: 1.2252436 May 05 22:04:22.547929 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 59628) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:22.579440 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-ce2b11a9-5d7f-40a0-9312-7effe8f784c3 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] show failed (client error): The resource could not be found. May 05 22:04:22.584521 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ce2b11a9-5d7f-40a0-9312-7effe8f784c3 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/security-groups/7fa4e0b9-5123-49b5-89ca-ca778d1b0224 HTTP/1.1" status: 404 len: 347 time: 0.0353909 May 05 22:04:22.590429 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 59634) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:22.664834 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-de237d3d-5dee-4039-b71a-4d2d37607e6f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Unset dirty status for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:subnet {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:04:22.673401 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-de237d3d-5dee-4039-b71a-4d2d37607e6f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3553245 May 05 22:04:22.679470 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59638) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:23.069146 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device a5bf6170-f577-43eb-9a2b-6042c336cb92 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:04:23.108897 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-2b8c88b4-ec57-425e-9a9d-b09d2429bc82 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Deleting port c698e8b7-2b57-4917-9a98-212ecd2cbdb9 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:04:23.109460 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2b8c88b4-ec57-425e-9a9d-b09d2429bc82 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:23.278463 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63353679-efa6-47cf-9785-799ae992f2ca req-3d1dba3b-93bd-4c75-91d4-a830d9bf431e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:23.287332 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-63353679-efa6-47cf-9785-799ae992f2ca req-3d1dba3b-93bd-4c75-91d4-a830d9bf431e service neutron] 10.222.0.44 "GET /v2.0/networks?id=42af2df6-9729-4f65-bcaf-09a40ba18ce2 HTTP/1.1" status: 200 len: 897 time: 1.1651368 May 05 22:04:23.300308 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c2da954-be74-47a3-bbd2-5a2624123116 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Deleting subnet 337418b0-9574-438c-80cf-03f4d58387a5 {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:04:23.303831 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8c2da954-be74-47a3-bbd2-5a2624123116 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:23.373112 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8c2da954-be74-47a3-bbd2-5a2624123116 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:23.399040 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port a5bf6170-f577-43eb-9a2b-6042c336cb92 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:04:23.399316 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:23.473589 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2b8c88b4-ec57-425e-9a9d-b09d2429bc82 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:23.474196 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2b8c88b4-ec57-425e-9a9d-b09d2429bc82 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:23.501295 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb54e4c6-5fa4-4830-9811-c7baf4aa8b79', 'tag': '571c4463-2d28-44d3-8f2b-39e0adaf48f1'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:04:23.583697 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8c2da954-be74-47a3-bbd2-5a2624123116 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:23.768448 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-2b8c88b4-ec57-425e-9a9d-b09d2429bc82 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Calling delete_port for c698e8b7-2b57-4917-9a98-212ecd2cbdb9 owned by network:floatingip {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:04:24.036453 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848403e1-cb36-4ae2-b46f-a95b8f62005d req-c6d0c415-f059-49f8-8fc9-3edbd4249149 tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:24.037173 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-848403e1-cb36-4ae2-b46f-a95b8f62005d req-c6d0c415-f059-49f8-8fc9-3edbd4249149 tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] Synchronizing usage tracker for tenant:cb0dc2144b314c4cb9ccb67a2d25d7b6 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:04:24.096801 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c222e3-afee-439d-a0a1-058f364a1499 req-1523c3be-9108-4f40-a699-15ff2b584f50 tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:24.097951 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a7c222e3-afee-439d-a0a1-058f364a1499 req-1523c3be-9108-4f40-a699-15ff2b584f50 tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1d40314-393b-42fd-b0a4-912b7de934ec HTTP/1.1" status: 200 len: 945 time: 1.2108977 May 05 22:04:24.102745 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-63353679-efa6-47cf-9785-799ae992f2ca req-6d8dd5ea-674a-47c4-889d-60d8c874aed2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=571c4463-2d28-44d3-8f2b-39e0adaf48f1 HTTP/1.1" status: 200 len: 998 time: 0.6273422 May 05 22:04:24.104360 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8c2da954-be74-47a3-bbd2-5a2624123116 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:24.133016 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-848403e1-cb36-4ae2-b46f-a95b8f62005d req-c6d0c415-f059-49f8-8fc9-3edbd4249149 tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] Unset dirty status for tenant:cb0dc2144b314c4cb9ccb67a2d25d7b6 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:04:24.134203 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-848403e1-cb36-4ae2-b46f-a95b8f62005d req-c6d0c415-f059-49f8-8fc9-3edbd4249149 tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] 10.222.0.32 "GET /v2.0/ports?device_id=b1d40314-393b-42fd-b0a4-912b7de934ec HTTP/1.1" status: 200 len: 945 time: 0.3014433 May 05 22:04:24.166119 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b670588-3e6c-4e42-b1a0-1d823aa11acf req-e11f1f07-9b09-458f-9603-1583c6db4a66 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:24.168034 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5b670588-3e6c-4e42-b1a0-1d823aa11acf req-e11f1f07-9b09-458f-9603-1583c6db4a66 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb54e4c6-5fa4-4830-9811-c7baf4aa8b79 HTTP/1.1" status: 200 len: 943 time: 1.8544202 May 05 22:04:24.224049 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-848403e1-cb36-4ae2-b46f-a95b8f62005d req-0aa3a344-ce89-4426-a0ec-19dcca8c1f5b tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] Deleting port 34f3d379-c7bc-49d4-8a61-8216c41a3fc6 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:04:24.224515 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-848403e1-cb36-4ae2-b46f-a95b8f62005d req-0aa3a344-ce89-4426-a0ec-19dcca8c1f5b tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:24.244822 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2da954-be74-47a3-bbd2-5a2624123116 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event deleted for resources: {'Subnet': ['ID=337418b0-9574-438c-80cf-03f4d58387a5,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:24.250066 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8c2da954-be74-47a3-bbd2-5a2624123116 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:24.259550 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53edc8b3-a818-403d-a816-9b9f07fa8ed2 None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:04:24.369499 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-8c2da954-be74-47a3-bbd2-5a2624123116 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/subnets/337418b0-9574-438c-80cf-03f4d58387a5 HTTP/1.1" status: 204 len: 168 time: 1.6130960 May 05 22:04:24.380882 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59686) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:24.405752 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5b670588-3e6c-4e42-b1a0-1d823aa11acf req-40c43a14-3788-4d2e-8af5-a6b38c32efd7 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d0c3d5-b7c4-418a-abaf-9ffbc9641ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1623299 May 05 22:04:24.505801 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63353679-efa6-47cf-9785-799ae992f2ca req-6a635232-e886-4cb8-bb07-9914c2d205ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:24.507288 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-63353679-efa6-47cf-9785-799ae992f2ca req-6a635232-e886-4cb8-bb07-9914c2d205ef service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e50b77d7-4ab1-4d1a-a967-e09424173e35 HTTP/1.1" status: 200 len: 834 time: 0.3373835 May 05 22:04:24.537491 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-18e562a7-f07f-4d33-bf06-c64c59c366ce tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1490436 May 05 22:04:24.558739 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 59700) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:24.560500 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2b8c88b4-ec57-425e-9a9d-b09d2429bc82 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:24.625016 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a7c222e3-afee-439d-a0a1-058f364a1499 req-470b472d-aa45-457c-a6c7-9626f97a4177 tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef779b23-15b3-4b36-b58f-73c4a9daff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5080812 May 05 22:04:24.636505 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-590e2edd-79a3-44f5-8343-9e1e99d62309'] response: {'name': 'network-changed', 'server_uuid': 'fb54e4c6-5fa4-4830-9811-c7baf4aa8b79', 'tag': '571c4463-2d28-44d3-8f2b-39e0adaf48f1', 'status': 'completed', 'code': 200} May 05 22:04:24.707987 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-4fd9ce69-82d7-49a3-9e61-71f1375551e1 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Request body: {'subnet': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:04:24.788319 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5462bd6d-dc9c-443e-b6e1-0e205ba916a1 None None] DHCP port deletion for 137c07e1-75d6-4e37-9f42-95b3b385c296 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:04:24.794553 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-5462bd6d-dc9c-443e-b6e1-0e205ba916a1 None None] Deleting port a5bf6170-f577-43eb-9a2b-6042c336cb92 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:04:24.795355 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5462bd6d-dc9c-443e-b6e1-0e205ba916a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:24.991830 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d176817f-11a4-4394-abb2-ab0279490849 req-08951c6d-dedd-4c74-9357-8311c05f86a1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=06fb629024324e968714595537efac5c&device_id=fb54e4c6-5fa4-4830-9811-c7baf4aa8b79 HTTP/1.1" status: 200 len: 1094 time: 0.3641002 May 05 22:04:25.034454 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-848403e1-cb36-4ae2-b46f-a95b8f62005d req-0aa3a344-ce89-4426-a0ec-19dcca8c1f5b tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] For port 34f3d379-c7bc-49d4-8a61-8216c41a3fc6, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=34f3d379-c7bc-49d4-8a61-8216c41a3fc6,segment=NetworkSegment(7a7b0afc-23fc-4e4f-bcbe-6e789c3668cc),segment_id=7a7b0afc-23fc-4e4f-bcbe-6e789c3668cc)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:04:25.034837 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-848403e1-cb36-4ae2-b46f-a95b8f62005d req-0aa3a344-ce89-4426-a0ec-19dcca8c1f5b tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:25.058145 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-63353679-efa6-47cf-9785-799ae992f2ca req-1e38f1f8-fb9f-41f6-802f-d32da476d8f6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=42af2df6-9729-4f65-bcaf-09a40ba18ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5385196 May 05 22:04:25.406521 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d176817f-11a4-4394-abb2-ab0279490849 req-49b5802d-c583-4c2a-a44e-ea7ccdee508f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:25.408027 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d176817f-11a4-4394-abb2-ab0279490849 req-49b5802d-c583-4c2a-a44e-ea7ccdee508f service neutron] 10.222.0.32 "GET /v2.0/networks?id=42af2df6-9729-4f65-bcaf-09a40ba18ce2 HTTP/1.1" status: 200 len: 897 time: 0.4087629 May 05 22:04:25.408713 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59718) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:25.427769 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-5462bd6d-dc9c-443e-b6e1-0e205ba916a1 None None] For port a5bf6170-f577-43eb-9a2b-6042c336cb92, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=a5bf6170-f577-43eb-9a2b-6042c336cb92,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:04:25.429450 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-848403e1-cb36-4ae2-b46f-a95b8f62005d req-0aa3a344-ce89-4426-a0ec-19dcca8c1f5b tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] Calling delete_port for 34f3d379-c7bc-49d4-8a61-8216c41a3fc6 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:04:25.431241 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5462bd6d-dc9c-443e-b6e1-0e205ba916a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:25.489068 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8c88b4-ec57-425e-9a9d-b09d2429bc82 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Pushing event deleted for resources: {'Port': ['ID=c698e8b7-2b57-4917-9a98-212ecd2cbdb9,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:25.496464 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-94561491-0a74-479f-ba60-b6d1106498b8 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1924152435', 'description': 'tempest-description--1716255188'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:04:25.585837 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-4fd9ce69-82d7-49a3-9e61-71f1375551e1 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:04:25.592023 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-4fd9ce69-82d7-49a3-9e61-71f1375551e1 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Usage tracker for resource:subnet and tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:04:25.595658 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-4fd9ce69-82d7-49a3-9e61-71f1375551e1 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:04:25.603244 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-4fd9ce69-82d7-49a3-9e61-71f1375551e1 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:04:25.625273 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd9ce69-82d7-49a3-9e61-71f1375551e1 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Made reservation on behalf of 6a9c8b32c69349b78288ebe6e6b6f3f4 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:04:25.698528 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-5462bd6d-dc9c-443e-b6e1-0e205ba916a1 None None] Calling delete_port for a5bf6170-f577-43eb-9a2b-6042c336cb92 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:04:25.785751 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-94561491-0a74-479f-ba60-b6d1106498b8 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:04:25.861942 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-94561491-0a74-479f-ba60-b6d1106498b8 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:04:25.888601 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2b8c88b4-ec57-425e-9a9d-b09d2429bc82 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks [] for floatingip, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:25.915589 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5462bd6d-dc9c-443e-b6e1-0e205ba916a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:26.014157 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4fd9ce69-82d7-49a3-9e61-71f1375551e1 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:26.031871 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d176817f-11a4-4394-abb2-ab0279490849 req-215f772d-4eb6-4053-b86c-8362e4486603 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=571c4463-2d28-44d3-8f2b-39e0adaf48f1 HTTP/1.1" status: 200 len: 998 time: 0.5305493 May 05 22:04:26.032727 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-94561491-0a74-479f-ba60-b6d1106498b8 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:26.056503 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5462bd6d-dc9c-443e-b6e1-0e205ba916a1 None None] No DVR routers for this DVR port a5bf6170-f577-43eb-9a2b-6042c336cb92 on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:04:26.082271 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5462bd6d-dc9c-443e-b6e1-0e205ba916a1 None None] Pushing event deleted for resources: {'Port': ['ID=a5bf6170-f577-43eb-9a2b-6042c336cb92,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:26.159525 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2b8c88b4-ec57-425e-9a9d-b09d2429bc82 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:26.163434 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-2b8c88b4-ec57-425e-9a9d-b09d2429bc82 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "DELETE /v2.0/floatingips/3213b3f1-4fe8-4f57-838d-ba121a01b044 HTTP/1.1" status: 204 len: 168 time: 3.5692942 May 05 22:04:26.221631 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-63353679-efa6-47cf-9785-799ae992f2ca req-73d171a0-0347-476b-80eb-fdc24c64cc81 service neutron] 10.222.0.44 "GET /v2.0/networks/42af2df6-9729-4f65-bcaf-09a40ba18ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8113432 May 05 22:04:26.329687 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d176817f-11a4-4394-abb2-ab0279490849 req-85e160fd-01d4-4485-8c10-4cb508823fd8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:26.334749 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d176817f-11a4-4394-abb2-ab0279490849 req-85e160fd-01d4-4485-8c10-4cb508823fd8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e50b77d7-4ab1-4d1a-a967-e09424173e35 HTTP/1.1" status: 200 len: 834 time: 0.2316239 May 05 22:04:26.395382 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-848403e1-cb36-4ae2-b46f-a95b8f62005d req-0aa3a344-ce89-4426-a0ec-19dcca8c1f5b tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:26.551811 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f58daf-65bf-4cbf-b05d-71175d56143b req-844a0462-2d66-442d-b1da-1f2359cdd627 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:26.559022 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c5f58daf-65bf-4cbf-b05d-71175d56143b req-844a0462-2d66-442d-b1da-1f2359cdd627 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb54e4c6-5fa4-4830-9811-c7baf4aa8b79 HTTP/1.1" status: 200 len: 943 time: 0.8303492 May 05 22:04:26.647831 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa3a344-ce89-4426-a0ec-19dcca8c1f5b tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] Pushing event deleted for resources: {'Port': ['ID=34f3d379-c7bc-49d4-8a61-8216c41a3fc6,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:26.651002 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4fd9ce69-82d7-49a3-9e61-71f1375551e1 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:26.713918 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c5f58daf-65bf-4cbf-b05d-71175d56143b req-9cb0ae44-c0a6-4c9b-8755-063f3838a0ef tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d0c3d5-b7c4-418a-abaf-9ffbc9641ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534829 May 05 22:04:26.731695 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-94561491-0a74-479f-ba60-b6d1106498b8 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:04:26.750352 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b461c-dede-4cac-a0b7-bdb3f4ed017b req-7817f232-137c-4b04-a243-f3503e2e81ad tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:26.757444 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd9ce69-82d7-49a3-9e61-71f1375551e1 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event updated for resources: {'Subnet': ['ID=d621c6fc-71cd-4688-ac99-28e82b5e86e1,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:26.767237 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bb1b461c-dede-4cac-a0b7-bdb3f4ed017b req-7817f232-137c-4b04-a243-f3503e2e81ad tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1d40314-393b-42fd-b0a4-912b7de934ec HTTP/1.1" status: 200 len: 945 time: 0.7988503 May 05 22:04:26.901739 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device a5bf6170-f577-43eb-9a2b-6042c336cb92 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:04:26.923856 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd9ce69-82d7-49a3-9e61-71f1375551e1 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:04:26.938142 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-4fd9ce69-82d7-49a3-9e61-71f1375551e1 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:04:26.959812 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-94561491-0a74-479f-ba60-b6d1106498b8 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Usage tracker for resource:security_group_rule and tenant:2578689695ab4a55a99443682838538b is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:04:26.961830 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd9ce69-82d7-49a3-9e61-71f1375551e1 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:26.962615 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4fd9ce69-82d7-49a3-9e61-71f1375551e1 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:26.967329 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-848403e1-cb36-4ae2-b46f-a95b8f62005d req-0aa3a344-ce89-4426-a0ec-19dcca8c1f5b tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] No DVR routers for this DVR port 34f3d379-c7bc-49d4-8a61-8216c41a3fc6 on host n-h2-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:04:26.981115 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-848403e1-cb36-4ae2-b46f-a95b8f62005d req-0aa3a344-ce89-4426-a0ec-19dcca8c1f5b tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:26.990719 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d40314-393b-42fd-b0a4-912b7de934ec', 'name': 'network-vif-deleted', 'tag': '34f3d379-c7bc-49d4-8a61-8216c41a3fc6'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:04:27.002708 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-94561491-0a74-479f-ba60-b6d1106498b8 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:04:27.022807 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: a5bf6170-f577-43eb-9a2b-6042c336cb92 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:04:27.033122 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device a5bf6170-f577-43eb-9a2b-6042c336cb92 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:04:27.035662 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22080a53-67fa-44a3-b4bc-743a484645a9 None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:04:27.066947 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-4fd9ce69-82d7-49a3-9e61-71f1375551e1 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4945805 May 05 22:04:27.080795 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-848403e1-cb36-4ae2-b46f-a95b8f62005d req-0aa3a344-ce89-4426-a0ec-19dcca8c1f5b tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] 10.222.0.32 "DELETE /v2.0/ports/34f3d379-c7bc-49d4-8a61-8216c41a3fc6 HTTP/1.1" status: 204 len: 173 time: 2.9375064 May 05 22:04:27.081513 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 59770) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:27.091356 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-fbada02b-25e3-4377-b6ac-8e7757a31d81 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Request body: {'port': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'fixed_ips': [{'subnet_id': 'd621c6fc-71cd-4688-ac99-28e82b5e86e1', 'ip_address': '2001:db8::9a2:9a54:bb9b:7ce6'}], 'name': 'tempest-NetworksTestDHCPv6-665174787'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:04:27.122996 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-94561491-0a74-479f-ba60-b6d1106498b8 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:04:27.274197 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bb1b461c-dede-4cac-a0b7-bdb3f4ed017b req-01208610-7823-4279-91f8-9b03ae0874f4 tempest-ServerMetadataNegativeTestJSON-329979977 tempest-ServerMetadataNegativeTestJSON-329979977-project] 10.222.0.23 "GET /v2.0/security-groups?id=ef779b23-15b3-4b36-b58f-73c4a9daff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5041358 May 05 22:04:27.354049 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-63353679-efa6-47cf-9785-799ae992f2ca req-2bf302f6-200f-44e6-a624-e89f6a2b43c1 service neutron] 10.222.0.44 "GET /v2.0/networks/42af2df6-9729-4f65-bcaf-09a40ba18ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1020763 May 05 22:04:27.421134 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d176817f-11a4-4394-abb2-ab0279490849 req-ff60932d-4970-42f9-be4a-a59e4cd1e960 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42af2df6-9729-4f65-bcaf-09a40ba18ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0020328 May 05 22:04:27.488496 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05665de0-ed71-413d-a8f9-e734291cfd69'] response: {'server_uuid': 'b1d40314-393b-42fd-b0a4-912b7de934ec', 'name': 'network-vif-deleted', 'tag': '34f3d379-c7bc-49d4-8a61-8216c41a3fc6', 'status': 'completed', 'code': 200} May 05 22:04:27.545308 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-fbada02b-25e3-4377-b6ac-8e7757a31d81 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:04:27.569351 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-fbada02b-25e3-4377-b6ac-8e7757a31d81 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Usage tracker for resource:port and tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:04:27.590848 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-fbada02b-25e3-4377-b6ac-8e7757a31d81 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:04:27.616091 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-fbada02b-25e3-4377-b6ac-8e7757a31d81 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:04:27.654176 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e800ee-3bbd-4271-8793-7818ca8e34d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-137c07e1-75d6-4e37-9f42-95b3b385c296', 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'tenant_id': '6a9c8b32c69349b78288ebe6e6b6f3f4', 'fixed_ips': [{'subnet_id': 'd621c6fc-71cd-4688-ac99-28e82b5e86e1'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:04:27.655423 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f7e800ee-3bbd-4271-8793-7818ca8e34d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:27.658181 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 59786) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:27.693115 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-80658cb3-75bb-40d2-8b22-cb48b9ad020a tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1034222205', 'description': 'tempest-description--1216247731'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:04:27.772137 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbada02b-25e3-4377-b6ac-8e7757a31d81 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Made reservation on behalf of 6a9c8b32c69349b78288ebe6e6b6f3f4 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:04:27.794353 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fbada02b-25e3-4377-b6ac-8e7757a31d81 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:27.888588 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-80658cb3-75bb-40d2-8b22-cb48b9ad020a tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:04:27.910945 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [None req-fbada02b-25e3-4377-b6ac-8e7757a31d81 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] device_id is not set on port 2eb1fc6d-0893-4567-a1da-2205ff7d61b5 yet. {{(pid=84063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:04:28.090698 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-94561491-0a74-479f-ba60-b6d1106498b8 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:28.108122 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-f7e800ee-3bbd-4271-8793-7818ca8e34d6 None None] Allocated IP 2001:db8::2 (137c07e1-75d6-4e37-9f42-95b3b385c296/d621c6fc-71cd-4688-ac99-28e82b5e86e1/17204293-dcbd-4ef7-b9a8-1d88afbe4916) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:04:28.124584 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-80658cb3-75bb-40d2-8b22-cb48b9ad020a tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Usage tracker for resource:security_group and tenant:f9679666ed684085ba56b96d355bc823 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:04:28.137212 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-94561491-0a74-479f-ba60-b6d1106498b8 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:28.141275 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 34f3d379-c7bc-49d4-8a61-8216c41a3fc6 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:04:28.155842 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-80658cb3-75bb-40d2-8b22-cb48b9ad020a tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:04:28.183986 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-80658cb3-75bb-40d2-8b22-cb48b9ad020a tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:04:28.271192 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: 34f3d379-c7bc-49d4-8a61-8216c41a3fc6 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:04:28.271630 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 34f3d379-c7bc-49d4-8a61-8216c41a3fc6 not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:04:28.462921 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 59808) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:28.466176 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-80658cb3-75bb-40d2-8b22-cb48b9ad020a tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:28.468231 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d176817f-11a4-4394-abb2-ab0279490849 req-56b3c6fb-0d1b-4626-8eb5-1b813a4e924d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=06fb629024324e968714595537efac5c&device_id=fb54e4c6-5fa4-4830-9811-c7baf4aa8b79 HTTP/1.1" status: 200 len: 1094 time: 0.9741354 May 05 22:04:28.499894 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94561491-0a74-479f-ba60-b6d1106498b8 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05474dd9-fbf1-431b-9749-0f3c288a51b9,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:28.504051 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d176817f-11a4-4394-abb2-ab0279490849 req-7b3b079a-5b40-410f-832c-2f35e9949b76 service neutron] 10.222.0.32 "GET /v2.0/networks/42af2df6-9729-4f65-bcaf-09a40ba18ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0738730 May 05 22:04:28.598876 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dc8510c-c80b-4669-b97b-8384fc0179ca admin admin] Deleting subnet 08d1b130-d091-496c-9c1d-2e438a50f32b {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:04:28.613907 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8dc8510c-c80b-4669-b97b-8384fc0179ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:28.750922 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8dc8510c-c80b-4669-b97b-8384fc0179ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:28.751639 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-94561491-0a74-479f-ba60-b6d1106498b8 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:28.752545 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-94561491-0a74-479f-ba60-b6d1106498b8 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 3.3414459 May 05 22:04:28.795682 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-80658cb3-75bb-40d2-8b22-cb48b9ad020a tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:04:28.808856 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 59820) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:28.834365 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-08aa1fac-5d87-4bba-9c49-4282d52ca17d tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Request body: {'security_group_rule': {'security_group_id': '05474dd9-fbf1-431b-9749-0f3c288a51b9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:04:28.842699 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-80658cb3-75bb-40d2-8b22-cb48b9ad020a tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Usage tracker for resource:security_group_rule and tenant:f9679666ed684085ba56b96d355bc823 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:04:28.864067 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-80658cb3-75bb-40d2-8b22-cb48b9ad020a tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:04:28.889990 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-80658cb3-75bb-40d2-8b22-cb48b9ad020a tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:04:28.903297 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-08aa1fac-5d87-4bba-9c49-4282d52ca17d tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:04:28.907414 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-08aa1fac-5d87-4bba-9c49-4282d52ca17d tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Usage tracker for resource:security_group_rule and tenant:2578689695ab4a55a99443682838538b is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:04:28.910314 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-08aa1fac-5d87-4bba-9c49-4282d52ca17d tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:04:28.916440 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-08aa1fac-5d87-4bba-9c49-4282d52ca17d tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:04:28.924141 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f7e800ee-3bbd-4271-8793-7818ca8e34d6 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:28.943939 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f7e800ee-3bbd-4271-8793-7818ca8e34d6 None None] Transition to ACTIVE for port object 17204293-dcbd-4ef7-b9a8-1d88afbe4916 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:04:28.959519 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-08aa1fac-5d87-4bba-9c49-4282d52ca17d tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:28.976492 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f7e800ee-3bbd-4271-8793-7818ca8e34d6 None None] Transition to ACTIVE for port object 17204293-dcbd-4ef7-b9a8-1d88afbe4916 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:04:28.980261 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8dc8510c-c80b-4669-b97b-8384fc0179ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:28.986876 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f7e800ee-3bbd-4271-8793-7818ca8e34d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:29.029852 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5261f07-ad32-4c1c-9479-85610da032a4 req-c2bd11c1-52ec-4bc8-8feb-2dcbe183c410 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:29.037954 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c5261f07-ad32-4c1c-9479-85610da032a4 req-c2bd11c1-52ec-4bc8-8feb-2dcbe183c410 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb54e4c6-5fa4-4830-9811-c7baf4aa8b79 HTTP/1.1" status: 200 len: 943 time: 0.8791301 May 05 22:04:29.070629 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d176817f-11a4-4394-abb2-ab0279490849 req-a59532be-4660-43da-862e-d098b51ab984 service neutron] 10.222.0.32 "GET /v2.0/networks/42af2df6-9729-4f65-bcaf-09a40ba18ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5588970 May 05 22:04:29.076488 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d176817f-11a4-4394-abb2-ab0279490849 req-71a23854-18c5-458c-9622-19dde4953782 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:29.078147 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d176817f-11a4-4394-abb2-ab0279490849 req-71a23854-18c5-458c-9622-19dde4953782 service neutron] 10.222.0.44 "GET /v2.0/networks?id=42af2df6-9729-4f65-bcaf-09a40ba18ce2 HTTP/1.1" status: 200 len: 897 time: 0.6012745 May 05 22:04:29.088160 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-fbada02b-25e3-4377-b6ac-8e7757a31d81 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Allocated IP 2001:db8::9a2:9a54:bb9b:7ce6 (137c07e1-75d6-4e37-9f42-95b3b385c296/d621c6fc-71cd-4688-ac99-28e82b5e86e1/2eb1fc6d-0893-4567-a1da-2205ff7d61b5) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:04:29.109320 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e800ee-3bbd-4271-8793-7818ca8e34d6 None None] Pushing event updated for resources: {'Port': ['ID=17204293-dcbd-4ef7-b9a8-1d88afbe4916,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:29.125942 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e800ee-3bbd-4271-8793-7818ca8e34d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:04:29.126790 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e800ee-3bbd-4271-8793-7818ca8e34d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:04:29.127514 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e800ee-3bbd-4271-8793-7818ca8e34d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:04:29.128100 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e800ee-3bbd-4271-8793-7818ca8e34d6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:04:29.128704 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e800ee-3bbd-4271-8793-7818ca8e34d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:04:29.129406 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e800ee-3bbd-4271-8793-7818ca8e34d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:04:29.129743 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e800ee-3bbd-4271-8793-7818ca8e34d6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:04:29.130095 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e800ee-3bbd-4271-8793-7818ca8e34d6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:04:29.130779 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e800ee-3bbd-4271-8793-7818ca8e34d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:04:29.132019 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e800ee-3bbd-4271-8793-7818ca8e34d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:04:29.132638 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e800ee-3bbd-4271-8793-7818ca8e34d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:04:29.153009 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e800ee-3bbd-4271-8793-7818ca8e34d6 None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:04:29.154624 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-f7e800ee-3bbd-4271-8793-7818ca8e34d6 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:04:29.158304 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e800ee-3bbd-4271-8793-7818ca8e34d6 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:04:29.350304 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-f7e800ee-3bbd-4271-8793-7818ca8e34d6 None None] Attempting to bind port 17204293-dcbd-4ef7-b9a8-1d88afbe4916 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:04:29.351249 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-f7e800ee-3bbd-4271-8793-7818ca8e34d6 None None] Attempting to bind port 17204293-dcbd-4ef7-b9a8-1d88afbe4916 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:04:29.351792 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e800ee-3bbd-4271-8793-7818ca8e34d6 None None] Attempting to bind port 17204293-dcbd-4ef7-b9a8-1d88afbe4916 on network 137c07e1-75d6-4e37-9f42-95b3b385c296 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:04:29.362688 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e800ee-3bbd-4271-8793-7818ca8e34d6 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:04:29.373253 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e800ee-3bbd-4271-8793-7818ca8e34d6 None None] Checking segment: {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:04:29.373661 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f7e800ee-3bbd-4271-8793-7818ca8e34d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:29.374049 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e800ee-3bbd-4271-8793-7818ca8e34d6 None None] Bound using segment: {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:04:29.374554 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-f7e800ee-3bbd-4271-8793-7818ca8e34d6 None None] Bound port: 17204293-dcbd-4ef7-b9a8-1d88afbe4916, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:04:29.374942 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f7e800ee-3bbd-4271-8793-7818ca8e34d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:29.433575 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-80658cb3-75bb-40d2-8b22-cb48b9ad020a tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:29.471529 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-80658cb3-75bb-40d2-8b22-cb48b9ad020a tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:29.570078 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f7e800ee-3bbd-4271-8793-7818ca8e34d6 None None] For port 17204293-dcbd-4ef7-b9a8-1d88afbe4916, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:04:29.574422 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f7e800ee-3bbd-4271-8793-7818ca8e34d6 None None] For port 17204293-dcbd-4ef7-b9a8-1d88afbe4916, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=17204293-dcbd-4ef7-b9a8-1d88afbe4916,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:04:29.590110 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f7e800ee-3bbd-4271-8793-7818ca8e34d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:29.648286 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d176817f-11a4-4394-abb2-ab0279490849 req-daa820c7-ce67-4312-a2ca-3ad8d380ba4b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=571c4463-2d28-44d3-8f2b-39e0adaf48f1 HTTP/1.1" status: 200 len: 998 time: 0.5555732 May 05 22:04:29.677586 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-08aa1fac-5d87-4bba-9c49-4282d52ca17d tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:29.694003 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-80658cb3-75bb-40d2-8b22-cb48b9ad020a tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:29.695709 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-80658cb3-75bb-40d2-8b22-cb48b9ad020a tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 2.0353785 May 05 22:04:29.715735 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-08aa1fac-5d87-4bba-9c49-4282d52ca17d tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:29.752001 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59850) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:29.753080 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e800ee-3bbd-4271-8793-7818ca8e34d6 None None] Pushing event updated for resources: {'Port': ['ID=17204293-dcbd-4ef7-b9a8-1d88afbe4916,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:29.784914 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-b178b4c7-b074-483b-8e15-9c095e8ff0d9 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Request body: {'security_group_rule': {'security_group_id': '294d9890-5827-40b1-a1cd-e520f389fc20', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:04:29.798361 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b178b4c7-b074-483b-8e15-9c095e8ff0d9 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:04:29.803349 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b178b4c7-b074-483b-8e15-9c095e8ff0d9 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Usage tracker for resource:security_group_rule and tenant:f9679666ed684085ba56b96d355bc823 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:04:29.827673 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b178b4c7-b074-483b-8e15-9c095e8ff0d9 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:04:29.837850 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b178b4c7-b074-483b-8e15-9c095e8ff0d9 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:04:29.869905 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c5261f07-ad32-4c1c-9479-85610da032a4 req-df254fd1-d0d8-444a-96e0-7e50136d66b7 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d0c3d5-b7c4-418a-abaf-9ffbc9641ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8306994 May 05 22:04:29.955244 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b178b4c7-b074-483b-8e15-9c095e8ff0d9 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:29.973593 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d176817f-11a4-4394-abb2-ab0279490849 req-fa7882fa-9c0c-4d14-b57d-20fab3b9f97f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:29.981025 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d176817f-11a4-4394-abb2-ab0279490849 req-fa7882fa-9c0c-4d14-b57d-20fab3b9f97f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e50b77d7-4ab1-4d1a-a967-e09424173e35 HTTP/1.1" status: 200 len: 834 time: 0.3242238 May 05 22:04:30.031175 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 571c4463-2d28-44d3-8f2b-39e0adaf48f1 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:04:30.073245 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8dc8510c-c80b-4669-b97b-8384fc0179ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:30.153534 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b178b4c7-b074-483b-8e15-9c095e8ff0d9 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:30.181390 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b178b4c7-b074-483b-8e15-9c095e8ff0d9 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:30.202917 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc8510c-c80b-4669-b97b-8384fc0179ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08d1b130-d091-496c-9c1d-2e438a50f32b,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:30.244336 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-08aa1fac-5d87-4bba-9c49-4282d52ca17d tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:30.250541 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-08aa1fac-5d87-4bba-9c49-4282d52ca17d tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.4409082 May 05 22:04:30.251820 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d176817f-11a4-4394-abb2-ab0279490849 req-999a1672-a584-4a5e-a689-277b70240f8e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=42af2df6-9729-4f65-bcaf-09a40ba18ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2699034 May 05 22:04:30.254558 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59870) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:30.255894 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b178b4c7-b074-483b-8e15-9c095e8ff0d9 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=114eadb1-a525-4596-a9e4-1bd68b6ddaaf,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:30.267464 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80658cb3-75bb-40d2-8b22-cb48b9ad020a tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=294d9890-5827-40b1-a1cd-e520f389fc20,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:30.276397 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aa1fac-5d87-4bba-9c49-4282d52ca17d tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16536085-47ab-4e3d-9a98-a1b4ee2d40eb,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:30.282807 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fbada02b-25e3-4377-b6ac-8e7757a31d81 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:30.296704 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-ae9ee467-5590-4dd4-8ae6-4ffaca78baa9 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Request body: {'security_group_rule': {'security_group_id': '05474dd9-fbf1-431b-9749-0f3c288a51b9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:04:30.322859 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8dc8510c-c80b-4669-b97b-8384fc0179ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:30.333191 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8dc8510c-c80b-4669-b97b-8384fc0179ca admin admin] 10.222.0.23 "DELETE /v2.0/subnets/08d1b130-d091-496c-9c1d-2e438a50f32b HTTP/1.1" status: 204 len: 168 time: 1.8691916 May 05 22:04:30.334754 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 59876) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:30.340508 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 571c4463-2d28-44d3-8f2b-39e0adaf48f1, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=571c4463-2d28-44d3-8f2b-39e0adaf48f1,segment=NetworkSegment(9c0a9c7f-0295-42c0-9e5a-dfe13b910f94),segment_id=9c0a9c7f-0295-42c0-9e5a-dfe13b910f94)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:04:30.369841 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '571c4463-2d28-44d3-8f2b-39e0adaf48f1', 'network_id': '42af2df6-9729-4f65-bcaf-09a40ba18ce2', 'port_id': '571c4463-2d28-44d3-8f2b-39e0adaf48f1', 'mac_address': 'fa:16:3e:49:6f:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e50b77d7-4ab1-4d1a-a967-e09424173e35', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:04:30.484130 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:30.524491 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 571c4463-2d28-44d3-8f2b-39e0adaf48f1 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:04:30.529603 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-fbada02b-25e3-4377-b6ac-8e7757a31d81 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Transition to ACTIVE for port object 2eb1fc6d-0893-4567-a1da-2205ff7d61b5 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:04:30.536886 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f3626d27-f65f-4830-931e-c01bdf159214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:30.555143 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 571c4463-2d28-44d3-8f2b-39e0adaf48f1, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=571c4463-2d28-44d3-8f2b-39e0adaf48f1,segment=NetworkSegment(9c0a9c7f-0295-42c0-9e5a-dfe13b910f94),segment_id=9c0a9c7f-0295-42c0-9e5a-dfe13b910f94)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:04:30.563287 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:30.599839 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d176817f-11a4-4394-abb2-ab0279490849 req-5126f8a1-b5d7-49f4-81bc-10c3beccd00d service neutron] 10.222.0.44 "GET /v2.0/networks/42af2df6-9729-4f65-bcaf-09a40ba18ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929444 May 05 22:04:30.603612 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-ae9ee467-5590-4dd4-8ae6-4ffaca78baa9 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:04:30.757987 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=571c4463-2d28-44d3-8f2b-39e0adaf48f1,revision_number=8']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:30.847833 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['571c4463-2d28-44d3-8f2b-39e0adaf48f1'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:04:30.883769 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b178b4c7-b074-483b-8e15-9c095e8ff0d9 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:30.887376 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b178b4c7-b074-483b-8e15-9c095e8ff0d9 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1341183 May 05 22:04:30.905550 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 59892) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:30.944210 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 17204293-dcbd-4ef7-b9a8-1d88afbe4916 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:04:30.946546 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-5f1c5b6a-e91f-4ae2-a3d5-13316cce3605 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Request body: {'security_group_rule': {'security_group_id': '294d9890-5827-40b1-a1cd-e520f389fc20', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:04:30.993195 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-5f1c5b6a-e91f-4ae2-a3d5-13316cce3605 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:04:30.998528 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f3626d27-f65f-4830-931e-c01bdf159214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:31.053199 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-5f1c5b6a-e91f-4ae2-a3d5-13316cce3605 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Usage tracker for resource:security_group_rule and tenant:f9679666ed684085ba56b96d355bc823 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:04:31.101866 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-5f1c5b6a-e91f-4ae2-a3d5-13316cce3605 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:04:31.108418 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fbada02b-25e3-4377-b6ac-8e7757a31d81 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:31.119003 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d176817f-11a4-4394-abb2-ab0279490849 req-7f6c42c9-9eec-4c1d-8707-b5705430a871 service neutron] 10.222.0.44 "GET /v2.0/networks/42af2df6-9729-4f65-bcaf-09a40ba18ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4975450 May 05 22:04:31.122352 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-ae9ee467-5590-4dd4-8ae6-4ffaca78baa9 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Usage tracker for resource:security_group_rule and tenant:2578689695ab4a55a99443682838538b is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:04:31.131650 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-ae9ee467-5590-4dd4-8ae6-4ffaca78baa9 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:04:31.141308 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-ae9ee467-5590-4dd4-8ae6-4ffaca78baa9 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:04:31.176315 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ae9ee467-5590-4dd4-8ae6-4ffaca78baa9 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:31.268906 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-f3626d27-f65f-4830-931e-c01bdf159214 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd6cc979-b116-4685-b8e0-9271f239d2b6']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:04:31.292115 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-f3626d27-f65f-4830-931e-c01bdf159214 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a7b0afc-23fc-4e4f-bcbe-6e789c3668cc') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:04:31.292651 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-f3626d27-f65f-4830-931e-c01bdf159214 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a7b0afc-23fc-4e4f-bcbe-6e789c3668cc') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:04:31.312482 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f3626d27-f65f-4830-931e-c01bdf159214 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:31.342958 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f3626d27-f65f-4830-931e-c01bdf159214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:31.351086 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3626d27-f65f-4830-931e-c01bdf159214 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:04:31.351721 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f3626d27-f65f-4830-931e-c01bdf159214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:31.386749 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-5f1c5b6a-e91f-4ae2-a3d5-13316cce3605 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:04:31.393803 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:04:31.393803 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:04:31.393803 n-d-825175-4 neutron-server[84063]: timer() May 05 22:04:31.393803 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:04:31.393803 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:04:31.393803 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:04:31.393803 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:04:31.393803 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:04:31.393803 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:04:31.393803 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:04:31.393803 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:04:31.393803 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:04:31.393803 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:04:31.393803 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:04:31.393803 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:04:31.393803 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:04:31.393803 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:04:31.393803 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:04:31.393803 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:04:31.393803 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:04:31.393803 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:04:31.393803 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:04:31.393803 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:04:31.393803 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:04:31.393803 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:04:31.393803 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:04:31.393803 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:04:31.393803 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:04:31.393803 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:04:31.393803 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:04:31.393803 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:04:31.393803 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:04:31.402351 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbada02b-25e3-4377-b6ac-8e7757a31d81 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:04:31.477218 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ae9ee467-5590-4dd4-8ae6-4ffaca78baa9 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:31.491380 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440152eb-47fd-46c8-95f8-0dc45b5a67d4 req-9182bda2-8569-4178-8d9f-f6a628d56e25 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:31.493125 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-440152eb-47fd-46c8-95f8-0dc45b5a67d4 req-9182bda2-8569-4178-8d9f-f6a628d56e25 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb54e4c6-5fa4-4830-9811-c7baf4aa8b79 HTTP/1.1" status: 200 len: 944 time: 0.2357957 May 05 22:04:31.493450 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-fbada02b-25e3-4377-b6ac-8e7757a31d81 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:04:31.494645 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ae9ee467-5590-4dd4-8ae6-4ffaca78baa9 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:31.508692 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 17204293-dcbd-4ef7-b9a8-1d88afbe4916 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:04:31.520199 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbada02b-25e3-4377-b6ac-8e7757a31d81 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:04:31.524427 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbada02b-25e3-4377-b6ac-8e7757a31d81 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:31.540012 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fbada02b-25e3-4377-b6ac-8e7757a31d81 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:31.549961 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9ee467-5590-4dd4-8ae6-4ffaca78baa9 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1e0fddc-9964-40a7-a24a-00c53c43fb25,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:31.555735 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ae9ee467-5590-4dd4-8ae6-4ffaca78baa9 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:31.557332 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ae9ee467-5590-4dd4-8ae6-4ffaca78baa9 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.2986786 May 05 22:04:31.561092 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59902) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:31.570403 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-46f6b683-4902-44cd-97b2-697cfe9363cc tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Request body: {'floatingip': {'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:04:31.581206 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-46f6b683-4902-44cd-97b2-697cfe9363cc tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:04:31.608124 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5f1c5b6a-e91f-4ae2-a3d5-13316cce3605 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:31.622463 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f3626d27-f65f-4830-931e-c01bdf159214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:31.627579 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbada02b-25e3-4377-b6ac-8e7757a31d81 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event updated for resources: {'Port': ['ID=2eb1fc6d-0893-4567-a1da-2205ff7d61b5,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:31.646744 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-440152eb-47fd-46c8-95f8-0dc45b5a67d4 req-d8e1a50f-1f29-4d61-ae64-b169bdda98e3 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d0c3d5-b7c4-418a-abaf-9ffbc9641ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180494 May 05 22:04:31.651633 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-46f6b683-4902-44cd-97b2-697cfe9363cc tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Usage tracker for resource:floatingip and tenant:2578689695ab4a55a99443682838538b is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:04:31.657427 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-46f6b683-4902-44cd-97b2-697cfe9363cc tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:04:31.684606 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-46f6b683-4902-44cd-97b2-697cfe9363cc tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:04:31.692847 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f3626d27-f65f-4830-931e-c01bdf159214 admin admin] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:31.713569 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f3626d27-f65f-4830-931e-c01bdf159214 admin admin] 10.222.0.23 "DELETE /v2.0/networks/cd6cc979-b116-4685-b8e0-9271f239d2b6 HTTP/1.1" status: 204 len: 168 time: 1.3760734 May 05 22:04:31.715086 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-46f6b683-4902-44cd-97b2-697cfe9363cc tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for floatingip, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:31.733696 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-fbada02b-25e3-4377-b6ac-8e7757a31d81 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 4.6486931 May 05 22:04:31.756234 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 59916) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:31.881964 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3626d27-f65f-4830-931e-c01bdf159214 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd6cc979-b116-4685-b8e0-9271f239d2b6,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:31.892934 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-0cee73e1-e39c-4511-a4ba-100247d649ed None None] Provisioning for port 17204293-dcbd-4ef7-b9a8-1d88afbe4916 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:04:31.903759 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-0cee73e1-e39c-4511-a4ba-100247d649ed None None] Provisioning complete for port 17204293-dcbd-4ef7-b9a8-1d88afbe4916 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:04:31.904134 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0cee73e1-e39c-4511-a4ba-100247d649ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:32.004560 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5f1c5b6a-e91f-4ae2-a3d5-13316cce3605 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:32.027345 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5f1c5b6a-e91f-4ae2-a3d5-13316cce3605 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:32.086419 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0e66d1-890b-422c-ac5d-6533797a3308 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:32.090944 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0e66d1-890b-422c-ac5d-6533797a3308 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:32.092039 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-bc0e66d1-890b-422c-ac5d-6533797a3308 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Synchronizing usage tracker for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:04:32.119606 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1c5b6a-e91f-4ae2-a3d5-13316cce3605 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6d55617-40f9-4945-83c4-7850ceb17e88,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:32.144632 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5f1c5b6a-e91f-4ae2-a3d5-13316cce3605 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:32.150203 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5f1c5b6a-e91f-4ae2-a3d5-13316cce3605 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.2432117 May 05 22:04:32.151762 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-bc0e66d1-890b-422c-ac5d-6533797a3308 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Unset dirty status for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:04:32.153574 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-bc0e66d1-890b-422c-ac5d-6533797a3308 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.3659492 May 05 22:04:32.162952 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59928) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:32.164041 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59930) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:32.204695 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0cee73e1-e39c-4511-a4ba-100247d649ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:32.294459 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-0cee73e1-e39c-4511-a4ba-100247d649ed None None] For port 17204293-dcbd-4ef7-b9a8-1d88afbe4916, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=17204293-dcbd-4ef7-b9a8-1d88afbe4916,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:04:32.305298 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-9bf1433b-4f01-4545-80c4-e25dc1466370 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Request body: {'floatingip': {'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:04:32.308612 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0cee73e1-e39c-4511-a4ba-100247d649ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:32.324692 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-99e86557-eb56-44fa-b93e-022fc79bcf22 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Deleting port 2eb1fc6d-0893-4567-a1da-2205ff7d61b5 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:04:32.325223 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-99e86557-eb56-44fa-b93e-022fc79bcf22 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:32.370565 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 59940) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:32.428224 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-9bf1433b-4f01-4545-80c4-e25dc1466370 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:04:32.471771 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-002caac0-8b0d-4103-bd3b-5809f09862e7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cb0dc2144b314c4cb9ccb67a2d25d7b6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0998762 May 05 22:04:32.472566 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 59944) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:32.502782 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-26bcd85a-8ffb-4dfb-ae1e-3d05c6537727 None None] Provisioning for port 2eb1fc6d-0893-4567-a1da-2205ff7d61b5 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:04:32.510931 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-26bcd85a-8ffb-4dfb-ae1e-3d05c6537727 None None] Provisioning complete for port 2eb1fc6d-0893-4567-a1da-2205ff7d61b5 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:04:32.511999 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-26bcd85a-8ffb-4dfb-ae1e-3d05c6537727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:32.534802 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-9bf1433b-4f01-4545-80c4-e25dc1466370 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Usage tracker for resource:floatingip and tenant:f9679666ed684085ba56b96d355bc823 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:04:32.553969 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-9bf1433b-4f01-4545-80c4-e25dc1466370 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:04:32.579626 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-9bf1433b-4f01-4545-80c4-e25dc1466370 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:04:32.630844 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8f403f7d-7a76-4bbf-bc8f-18bc5eb22ff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:32.655273 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-46f6b683-4902-44cd-97b2-697cfe9363cc tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:32.660145 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-26bcd85a-8ffb-4dfb-ae1e-3d05c6537727 None None] Port 2eb1fc6d-0893-4567-a1da-2205ff7d61b5 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:04:32.668282 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cee73e1-e39c-4511-a4ba-100247d649ed None None] Pushing event updated for resources: {'Port': ['ID=17204293-dcbd-4ef7-b9a8-1d88afbe4916,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:32.738124 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8f403f7d-7a76-4bbf-bc8f-18bc5eb22ff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:32.760580 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9bf1433b-4f01-4545-80c4-e25dc1466370 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks [] for floatingip, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:32.819959 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8f403f7d-7a76-4bbf-bc8f-18bc5eb22ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:32.853975 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f403f7d-7a76-4bbf-bc8f-18bc5eb22ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef779b23-15b3-4b36-b58f-73c4a9daff25,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:32.859384 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 17204293-dcbd-4ef7-b9a8-1d88afbe4916 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:04:32.904049 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8f403f7d-7a76-4bbf-bc8f-18bc5eb22ff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:32.905444 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8f403f7d-7a76-4bbf-bc8f-18bc5eb22ff5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ef779b23-15b3-4b36-b58f-73c4a9daff25 HTTP/1.1" status: 204 len: 168 time: 0.4318945 May 05 22:04:33.023256 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 17204293-dcbd-4ef7-b9a8-1d88afbe4916 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:04:33.023567 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:33.117632 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fef48c7-e7e6-443e-9883-d8a78afbbb88 req-03eb16d7-1e4a-4ca3-a2c6-e87ae6360daf tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:33.124973 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7fef48c7-e7e6-443e-9883-d8a78afbbb88 req-03eb16d7-1e4a-4ca3-a2c6-e87ae6360daf tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb54e4c6-5fa4-4830-9811-c7baf4aa8b79 HTTP/1.1" status: 200 len: 944 time: 0.7169156 May 05 22:04:33.279784 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-46f6b683-4902-44cd-97b2-697cfe9363cc tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Allocated IP 172.25.4.165 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/b2d36d68-e85b-4993-89fd-6cdcee6f84aa) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:04:33.473060 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9b5b8-d086-4377-ad5f-1b1cf56cdd3f req-a62285ee-dd80-4bd2-b984-b25a45b659e7 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:33.474605 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-63a9b5b8-d086-4377-ad5f-1b1cf56cdd3f req-a62285ee-dd80-4bd2-b984-b25a45b659e7 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb54e4c6-5fa4-4830-9811-c7baf4aa8b79&tenant_id=06fb629024324e968714595537efac5c&binding%3Ahost_id=n-h1-825175-4 HTTP/1.1" status: 200 len: 944 time: 1.0677960 May 05 22:04:33.558910 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-99e86557-eb56-44fa-b93e-022fc79bcf22 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:33.833494 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-99e86557-eb56-44fa-b93e-022fc79bcf22 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Calling delete_port for 2eb1fc6d-0893-4567-a1da-2205ff7d61b5 owned by {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:04:33.891429 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7fef48c7-e7e6-443e-9883-d8a78afbbb88 req-fd8ffd3e-9015-490f-862d-d22048c59cdd tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d0c3d5-b7c4-418a-abaf-9ffbc9641ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7655768 May 05 22:04:33.995367 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [req-63a9b5b8-d086-4377-ad5f-1b1cf56cdd3f req-df0db34f-ec3b-4f27-8665-6db3a7a1746f service neutron] delete failed (client error): The resource could not be found. May 05 22:04:33.996421 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-63a9b5b8-d086-4377-ad5f-1b1cf56cdd3f req-df0db34f-ec3b-4f27-8665-6db3a7a1746f service neutron] 10.222.0.32 "DELETE /v2.0/ports/571c4463-2d28-44d3-8f2b-39e0adaf48f1/bindings/n-h2-825175-4 HTTP/1.1" status: 404 len: 380 time: 0.4416754 May 05 22:04:34.048117 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 571c4463-2d28-44d3-8f2b-39e0adaf48f1 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:04:34.057407 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-46f6b683-4902-44cd-97b2-697cfe9363cc tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:34.140893 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-99e86557-eb56-44fa-b93e-022fc79bcf22 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:34.176376 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9bf1433b-4f01-4545-80c4-e25dc1466370 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:34.188378 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 571c4463-2d28-44d3-8f2b-39e0adaf48f1 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:04:34.193991 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 571c4463-2d28-44d3-8f2b-39e0adaf48f1 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:04:34.194365 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:34.351310 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:34.353142 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e86557-eb56-44fa-b93e-022fc79bcf22 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event deleted for resources: {'Port': ['ID=2eb1fc6d-0893-4567-a1da-2205ff7d61b5,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:34.389459 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb54e4c6-5fa4-4830-9811-c7baf4aa8b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '571c4463-2d28-44d3-8f2b-39e0adaf48f1'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:04:34.408827 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 571c4463-2d28-44d3-8f2b-39e0adaf48f1, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=571c4463-2d28-44d3-8f2b-39e0adaf48f1,segment=NetworkSegment(9c0a9c7f-0295-42c0-9e5a-dfe13b910f94),segment_id=9c0a9c7f-0295-42c0-9e5a-dfe13b910f94)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:04:34.416718 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:34.495013 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-46f6b683-4902-44cd-97b2-697cfe9363cc tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:34.513672 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60010) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:34.652971 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4c062a7-9dcf-4686-a37c-3808434db091'] response: {'server_uuid': 'fb54e4c6-5fa4-4830-9811-c7baf4aa8b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '571c4463-2d28-44d3-8f2b-39e0adaf48f1', 'code': 200} May 05 22:04:34.679073 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=571c4463-2d28-44d3-8f2b-39e0adaf48f1,revision_number=9']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:34.798150 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-d454fb1a-f19c-42cb-af45-f766f8bc16cd admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-69775997-network', 'tenant_id': 'f00dd4510920477db1615e254e14b8fb'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:04:34.810156 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-d454fb1a-f19c-42cb-af45-f766f8bc16cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:04:34.820299 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d454fb1a-f19c-42cb-af45-f766f8bc16cd admin admin] Usage tracker for resource:network and tenant:f00dd4510920477db1615e254e14b8fb is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:04:34.825496 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d454fb1a-f19c-42cb-af45-f766f8bc16cd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:04:34.842988 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-d454fb1a-f19c-42cb-af45-f766f8bc16cd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:04:34.880812 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d454fb1a-f19c-42cb-af45-f766f8bc16cd admin admin] Made reservation on behalf of f00dd4510920477db1615e254e14b8fb for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:04:34.883293 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d454fb1a-f19c-42cb-af45-f766f8bc16cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:34.909958 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d454fb1a-f19c-42cb-af45-f766f8bc16cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:34.957089 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-d454fb1a-f19c-42cb-af45-f766f8bc16cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:04:34.962972 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d454fb1a-f19c-42cb-af45-f766f8bc16cd admin admin] Usage tracker for resource:security_group_rule and tenant:f00dd4510920477db1615e254e14b8fb is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:04:34.967304 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d454fb1a-f19c-42cb-af45-f766f8bc16cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:04:34.975119 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-d454fb1a-f19c-42cb-af45-f766f8bc16cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:04:34.992163 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-9bf1433b-4f01-4545-80c4-e25dc1466370 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Allocated IP 172.25.4.11 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/12658a6f-3869-40b9-8b15-eb32a17aa3c3) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:04:35.162063 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d454fb1a-f19c-42cb-af45-f766f8bc16cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:35.171008 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d454fb1a-f19c-42cb-af45-f766f8bc16cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:35.213683 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d454fb1a-f19c-42cb-af45-f766f8bc16cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6172fb-b476-4532-b169-0f9ffa0e41bc,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:35.255083 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d454fb1a-f19c-42cb-af45-f766f8bc16cd admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:04:35.267716 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d454fb1a-f19c-42cb-af45-f766f8bc16cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:35.268388 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-d454fb1a-f19c-42cb-af45-f766f8bc16cd admin admin] Added segment 12e62d9a-83c9-49b3-b7da-cf04ececfbee of type vlan for network d367268b-0c00-471b-8211-f77d55c1d69b May 05 22:04:35.275540 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60036) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:35.304317 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d454fb1a-f19c-42cb-af45-f766f8bc16cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:35.318422 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f6b683-4902-44cd-97b2-697cfe9363cc tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:04:35.328950 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-99e86557-eb56-44fa-b93e-022fc79bcf22 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:35.331883 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-46f6b683-4902-44cd-97b2-697cfe9363cc tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:04:35.345371 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d454fb1a-f19c-42cb-af45-f766f8bc16cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:35.347132 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d454fb1a-f19c-42cb-af45-f766f8bc16cd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:35.347581 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d454fb1a-f19c-42cb-af45-f766f8bc16cd admin admin] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:35.348308 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f6b683-4902-44cd-97b2-697cfe9363cc tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Pushing event updated for resources: {'Port': ['ID=b2d36d68-e85b-4993-89fd-6cdcee6f84aa,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:35.354038 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f6b683-4902-44cd-97b2-697cfe9363cc tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:04:35.422870 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-63a9b5b8-d086-4377-ad5f-1b1cf56cdd3f req-c6f20bad-4ef8-4399-a446-eb687084bae9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=06fb629024324e968714595537efac5c&device_id=fb54e4c6-5fa4-4830-9811-c7baf4aa8b79 HTTP/1.1" status: 200 len: 1095 time: 1.2847025 May 05 22:04:35.434464 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-99e86557-eb56-44fa-b93e-022fc79bcf22 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/ports/2eb1fc6d-0893-4567-a1da-2205ff7d61b5 HTTP/1.1" status: 204 len: 168 time: 3.2653677 May 05 22:04:35.438253 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9bf1433b-4f01-4545-80c4-e25dc1466370 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:35.466480 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 60046) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:35.481963 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d454fb1a-f19c-42cb-af45-f766f8bc16cd admin admin] Pushing event updated for resources: {'Network': ['ID=d367268b-0c00-471b-8211-f77d55c1d69b,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:35.492624 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network d367268b-0c00-471b-8211-f77d55c1d69b details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:04:35.513949 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e6e78203-5b50-48b7-92b1-2410257f2762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:35.559693 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d454fb1a-f19c-42cb-af45-f766f8bc16cd admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0394950 May 05 22:04:35.559693 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60050) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:35.565645 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-fcda8b0d-a0e2-4b6f-8d4d-196a1a01e724 admin admin] Request body: {'subnet': {'network_id': 'd367268b-0c00-471b-8211-f77d55c1d69b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-69775997-subnet', 'tenant_id': 'f00dd4510920477db1615e254e14b8fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:04:35.573501 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-e6e78203-5b50-48b7-92b1-2410257f2762 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:04:35.576364 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-fcda8b0d-a0e2-4b6f-8d4d-196a1a01e724 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:04:35.581065 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-e6e78203-5b50-48b7-92b1-2410257f2762 admin admin] Usage tracker for resource:security_group_rule and tenant:18cb270c22ce4b658cdd5a5e75f5733b is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:04:35.583948 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-fcda8b0d-a0e2-4b6f-8d4d-196a1a01e724 admin admin] Usage tracker for resource:subnet and tenant:f00dd4510920477db1615e254e14b8fb is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:04:35.586853 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-e6e78203-5b50-48b7-92b1-2410257f2762 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:04:35.590135 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-fcda8b0d-a0e2-4b6f-8d4d-196a1a01e724 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:04:35.605868 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-e6e78203-5b50-48b7-92b1-2410257f2762 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:04:35.608646 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-fcda8b0d-a0e2-4b6f-8d4d-196a1a01e724 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:04:35.637137 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcda8b0d-a0e2-4b6f-8d4d-196a1a01e724 admin admin] Made reservation on behalf of f00dd4510920477db1615e254e14b8fb for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:04:35.639618 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fcda8b0d-a0e2-4b6f-8d4d-196a1a01e724 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:35.702923 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9b5b8-d086-4377-ad5f-1b1cf56cdd3f req-c12bd30a-5d0d-4d2d-8318-a1e995c617f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:35.704366 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-63a9b5b8-d086-4377-ad5f-1b1cf56cdd3f req-c12bd30a-5d0d-4d2d-8318-a1e995c617f0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=42af2df6-9729-4f65-bcaf-09a40ba18ce2 HTTP/1.1" status: 200 len: 897 time: 0.2735844 May 05 22:04:35.765733 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:35.803801 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e6e78203-5b50-48b7-92b1-2410257f2762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:35.815448 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e6e78203-5b50-48b7-92b1-2410257f2762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:35.843607 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a30cc13-3c01-4dd7-afc9-9ec6da39ad0a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:35.854372 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a30cc13-3c01-4dd7-afc9-9ec6da39ad0a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:35.854372 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-3a30cc13-3c01-4dd7-afc9-9ec6da39ad0a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Synchronizing usage tracker for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:subnet {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:04:35.887025 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:35.897432 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd793f-a02f-41c2-a7a6-eec8b112744e req-a78def91-52df-47e2-ba2f-1adb5ce5f30a tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:35.899005 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-52bd793f-a02f-41c2-a7a6-eec8b112744e req-a78def91-52df-47e2-ba2f-1adb5ce5f30a tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb54e4c6-5fa4-4830-9811-c7baf4aa8b79 HTTP/1.1" status: 200 len: 945 time: 0.6275392 May 05 22:04:35.931376 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-e6e78203-5b50-48b7-92b1-2410257f2762 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=18cb270c22ce4b658cdd5a5e75f5733b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6544490 May 05 22:04:35.933104 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e78203-5b50-48b7-92b1-2410257f2762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1ac559-d482-432b-be62-afbf4bf6bb90,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:35.935488 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60058) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:35.945272 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-3a30cc13-3c01-4dd7-afc9-9ec6da39ad0a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Unset dirty status for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:subnet {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:04:35.951066 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-3a30cc13-3c01-4dd7-afc9-9ec6da39ad0a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4811845 May 05 22:04:35.955455 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 60060) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:35.957667 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9bf1433b-4f01-4545-80c4-e25dc1466370 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:36.010314 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fcda8b0d-a0e2-4b6f-8d4d-196a1a01e724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:36.108223 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e7c649f1-8f4d-468c-87aa-fa65e4cbc032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:36.119108 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcda8b0d-a0e2-4b6f-8d4d-196a1a01e724 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d0e71fa-24a6-40b3-b498-9fa63651d453,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:36.157308 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e7c649f1-8f4d-468c-87aa-fa65e4cbc032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:36.170441 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcda8b0d-a0e2-4b6f-8d4d-196a1a01e724 admin admin] Checking segment: {'id': '12e62d9a-83c9-49b3-b7da-cf04ececfbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd367268b-0c00-471b-8211-f77d55c1d69b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:04:36.170864 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcda8b0d-a0e2-4b6f-8d4d-196a1a01e724 admin admin] Network hostable DHCP agents. Network: d367268b-0c00-471b-8211-f77d55c1d69b, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:04:36.186873 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-63a9b5b8-d086-4377-ad5f-1b1cf56cdd3f req-e18c6b9c-ad90-49fa-aa95-7d22b0a23160 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=571c4463-2d28-44d3-8f2b-39e0adaf48f1 HTTP/1.1" status: 200 len: 1000 time: 0.4677050 May 05 22:04:36.245686 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcda8b0d-a0e2-4b6f-8d4d-196a1a01e724 admin admin] Network d367268b-0c00-471b-8211-f77d55c1d69b is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:04:36.259082 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-fcda8b0d-a0e2-4b6f-8d4d-196a1a01e724 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, d367268b-0c00-471b-8211-f77d55c1d69b) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:04:36.265819 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcda8b0d-a0e2-4b6f-8d4d-196a1a01e724 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:36.266730 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fcda8b0d-a0e2-4b6f-8d4d-196a1a01e724 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:36.269166 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c2713c-3274-4d71-87f8-625f861e1ac4 None None] Network d367268b-0c00-471b-8211-f77d55c1d69b requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:04:36.293155 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e7c649f1-8f4d-468c-87aa-fa65e4cbc032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:36.296624 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e7c649f1-8f4d-468c-87aa-fa65e4cbc032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:36.298209 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-e7c649f1-8f4d-468c-87aa-fa65e4cbc032 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9f1ac559-d482-432b-be62-afbf4bf6bb90 HTTP/1.1" status: 204 len: 168 time: 0.3403974 May 05 22:04:36.317432 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-fcda8b0d-a0e2-4b6f-8d4d-196a1a01e724 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7585037 May 05 22:04:36.323268 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c649f1-8f4d-468c-87aa-fa65e4cbc032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1ac559-d482-432b-be62-afbf4bf6bb90,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:36.423299 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-52bd793f-a02f-41c2-a7a6-eec8b112744e req-6f417797-108d-4eb3-bae0-a4b3f9dea236 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d0c3d5-b7c4-418a-abaf-9ffbc9641ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5044179 May 05 22:04:36.486246 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-46f6b683-4902-44cd-97b2-697cfe9363cc tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:36.498185 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf1433b-4f01-4545-80c4-e25dc1466370 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:04:36.500187 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf1433b-4f01-4545-80c4-e25dc1466370 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Pushing event updated for resources: {'Port': ['ID=12658a6f-3869-40b9-8b15-eb32a17aa3c3,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:36.544194 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-9bf1433b-4f01-4545-80c4-e25dc1466370 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:04:36.597008 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf1433b-4f01-4545-80c4-e25dc1466370 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:04:36.631354 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51aeb51-03cd-4aed-a7a3-f0a7c81ce6e2 None None] Network d367268b-0c00-471b-8211-f77d55c1d69b requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:04:36.750277 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9b5b8-d086-4377-ad5f-1b1cf56cdd3f req-4455832c-3251-4396-9305-133bc9019f25 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:36.751752 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-63a9b5b8-d086-4377-ad5f-1b1cf56cdd3f req-4455832c-3251-4396-9305-133bc9019f25 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e50b77d7-4ab1-4d1a-a967-e09424173e35 HTTP/1.1" status: 200 len: 834 time: 0.5491285 May 05 22:04:36.946102 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-46f6b683-4902-44cd-97b2-697cfe9363cc tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:37.089438 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60098) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:37.129880 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7433a6cc-f554-415b-9a64-3b47b2ec6ce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:37.209357 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-7433a6cc-f554-415b-9a64-3b47b2ec6ce8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:04:37.213932 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-7433a6cc-f554-415b-9a64-3b47b2ec6ce8 admin admin] Usage tracker for resource:security_group_rule and tenant:e078c749f0ad487c92c05d67beafa31f is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:04:37.217443 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-7433a6cc-f554-415b-9a64-3b47b2ec6ce8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:04:37.225070 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-7433a6cc-f554-415b-9a64-3b47b2ec6ce8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:04:37.341843 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7433a6cc-f554-415b-9a64-3b47b2ec6ce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:37.363730 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7433a6cc-f554-415b-9a64-3b47b2ec6ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:37.438103 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-cea744b0-28e1-49b8-ab85-78b6a69de4b0 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Deleting subnet d621c6fc-71cd-4688-ac99-28e82b5e86e1 {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:04:37.440840 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.resource_extend [None req-46f6b683-4902-44cd-97b2-697cfe9363cc tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 22:04:37.454850 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-63a9b5b8-d086-4377-ad5f-1b1cf56cdd3f req-b633318d-d3c3-4a60-8c54-7cd04ecfec02 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42af2df6-9729-4f65-bcaf-09a40ba18ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6468277 May 05 22:04:37.548419 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cea744b0-28e1-49b8-ab85-78b6a69de4b0 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:37.583905 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7433a6cc-f554-415b-9a64-3b47b2ec6ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72a2eb8-44e7-4557-999f-e048f6835013,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:37.592051 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-7433a6cc-f554-415b-9a64-3b47b2ec6ce8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e078c749f0ad487c92c05d67beafa31f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4991910 May 05 22:04:37.592915 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60118) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:37.642864 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-46f6b683-4902-44cd-97b2-697cfe9363cc tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:37.693545 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-730f0a73-998b-4cf3-9a95-09045e30da28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:37.740574 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-730f0a73-998b-4cf3-9a95-09045e30da28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:37.753672 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-46f6b683-4902-44cd-97b2-697cfe9363cc tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:37.764634 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9bf1433b-4f01-4545-80c4-e25dc1466370 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:37.812348 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-730f0a73-998b-4cf3-9a95-09045e30da28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:37.828755 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f0a73-998b-4cf3-9a95-09045e30da28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72a2eb8-44e7-4557-999f-e048f6835013,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:37.835117 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-730f0a73-998b-4cf3-9a95-09045e30da28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:37.839163 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-730f0a73-998b-4cf3-9a95-09045e30da28 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e72a2eb8-44e7-4557-999f-e048f6835013 HTTP/1.1" status: 204 len: 168 time: 0.2448156 May 05 22:04:37.945970 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cea744b0-28e1-49b8-ab85-78b6a69de4b0 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:38.234196 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d71ec4a-c8c6-4cd3-a415-36e4fa938535 req-0def73a6-2b5b-471b-9c9c-7b3de0f0a2b8 tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:38.235692 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3d71ec4a-c8c6-4cd3-a415-36e4fa938535 req-0def73a6-2b5b-471b-9c9c-7b3de0f0a2b8 tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] 10.222.0.23 "GET /v2.0/networks?id=d367268b-0c00-471b-8211-f77d55c1d69b HTTP/1.1" status: 200 len: 811 time: 0.9613352 May 05 22:04:38.244958 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f6b683-4902-44cd-97b2-697cfe9363cc tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Pushing event updated for resources: {'Port': ['ID=b2d36d68-e85b-4993-89fd-6cdcee6f84aa,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:38.263502 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9bf1433b-4f01-4545-80c4-e25dc1466370 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:38.367962 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-46f6b683-4902-44cd-97b2-697cfe9363cc tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:38.381241 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-63a9b5b8-d086-4377-ad5f-1b1cf56cdd3f req-09bf2843-6940-41ff-9341-f4d4f8e31f50 service neutron] 10.222.0.32 "GET /v2.0/networks/42af2df6-9729-4f65-bcaf-09a40ba18ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8539999 May 05 22:04:38.405730 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3d71ec4a-c8c6-4cd3-a415-36e4fa938535 req-0be57ab4-2a07-4438-a97d-6cefa7ba0a5e tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] 10.222.0.23 "GET /v2.0/quotas/f00dd4510920477db1615e254e14b8fb HTTP/1.1" status: 200 len: 375 time: 0.1541371 May 05 22:04:38.479856 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60144) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:38.500459 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba43fbe-ec0c-4097-914d-0d01d07b8995 req-9a0fcfbc-50b3-49dd-9355-74164f2d1c70 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:38.502594 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3ba43fbe-ec0c-4097-914d-0d01d07b8995 req-9a0fcfbc-50b3-49dd-9355-74164f2d1c70 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb54e4c6-5fa4-4830-9811-c7baf4aa8b79 HTTP/1.1" status: 200 len: 945 time: 0.8554530 May 05 22:04:38.510020 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-07f58a43-7337-48b3-b652-05a149a3a235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:38.520842 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cea744b0-28e1-49b8-ab85-78b6a69de4b0 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:38.549427 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-07f58a43-7337-48b3-b652-05a149a3a235 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:04:38.554045 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-07f58a43-7337-48b3-b652-05a149a3a235 admin admin] Usage tracker for resource:security_group_rule and tenant:c478197c21ed4c52a47a48663a634152 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:04:38.557101 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-07f58a43-7337-48b3-b652-05a149a3a235 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:04:38.563575 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-07f58a43-7337-48b3-b652-05a149a3a235 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:04:38.600205 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-46f6b683-4902-44cd-97b2-697cfe9363cc tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:38.610543 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-46f6b683-4902-44cd-97b2-697cfe9363cc tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.0482640 May 05 22:04:38.668660 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3d71ec4a-c8c6-4cd3-a415-36e4fa938535 req-ca838941-0a73-4e31-bf76-a5fc6406ec25 tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f00dd4510920477db1615e254e14b8fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2200990 May 05 22:04:38.710341 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-07f58a43-7337-48b3-b652-05a149a3a235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:38.718229 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-07f58a43-7337-48b3-b652-05a149a3a235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:38.875718 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-07f58a43-7337-48b3-b652-05a149a3a235 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c478197c21ed4c52a47a48663a634152&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3945196 May 05 22:04:38.878630 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60158) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:38.894439 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f58a43-7337-48b3-b652-05a149a3a235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9988361-4723-4f2c-a7ac-05c0b457b0c3,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:38.909948 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cea744b0-28e1-49b8-ab85-78b6a69de4b0 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:38.916205 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3ba43fbe-ec0c-4097-914d-0d01d07b8995 req-c0368f4d-6bc0-4092-8a7b-4056c49afa1c tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d0c3d5-b7c4-418a-abaf-9ffbc9641ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3297381 May 05 22:04:38.978326 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea744b0-28e1-49b8-ab85-78b6a69de4b0 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event deleted for resources: {'Subnet': ['ID=d621c6fc-71cd-4688-ac99-28e82b5e86e1,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:39.007727 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e530f707-1d31-4837-834e-f7a0ce753cf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:39.070792 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e530f707-1d31-4837-834e-f7a0ce753cf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:39.094808 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-63a9b5b8-d086-4377-ad5f-1b1cf56cdd3f req-1c943bef-e716-4121-ba54-94aa2b62befe service neutron] 10.222.0.32 "GET /v2.0/networks/42af2df6-9729-4f65-bcaf-09a40ba18ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6950033 May 05 22:04:39.129149 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2fa70e-393e-43ec-b9bb-977f1e0cf16c None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:04:39.130177 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cea744b0-28e1-49b8-ab85-78b6a69de4b0 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:39.153871 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3d71ec4a-c8c6-4cd3-a415-36e4fa938535 req-6b8f0359-6f2a-4127-97f5-9939c95418e5 service neutron] 10.222.0.23 "GET /v2.0/networks/d367268b-0c00-471b-8211-f77d55c1d69b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4433653 May 05 22:04:39.179835 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e530f707-1d31-4837-834e-f7a0ce753cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:39.211626 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530f707-1d31-4837-834e-f7a0ce753cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9988361-4723-4f2c-a7ac-05c0b457b0c3,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:39.228023 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e530f707-1d31-4837-834e-f7a0ce753cf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:39.229277 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-e530f707-1d31-4837-834e-f7a0ce753cf3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b9988361-4723-4f2c-a7ac-05c0b457b0c3 HTTP/1.1" status: 204 len: 168 time: 0.3407636 May 05 22:04:39.279444 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-cea744b0-28e1-49b8-ab85-78b6a69de4b0 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/subnets/d621c6fc-71cd-4688-ac99-28e82b5e86e1 HTTP/1.1" status: 204 len: 168 time: 3.3175116 May 05 22:04:39.282018 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60174) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:39.282800 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.resource_extend [None req-9bf1433b-4f01-4545-80c4-e25dc1466370 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 22:04:39.310202 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9bf1433b-4f01-4545-80c4-e25dc1466370 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:39.319801 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-38b864dc-eb42-464b-9fc9-4017ed42f8c7 req-d1a4950a-afaf-4f17-aedf-bff70814798c tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Synchronizing usage tracker for tenant:2578689695ab4a55a99443682838538b on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:04:39.327669 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9bf1433b-4f01-4545-80c4-e25dc1466370 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:39.478067 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-2d78eacb-5276-49d1-9980-419ff886cd33 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1865752 May 05 22:04:39.478837 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60180) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:39.496014 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-38b864dc-eb42-464b-9fc9-4017ed42f8c7 req-d1a4950a-afaf-4f17-aedf-bff70814798c tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Unset dirty status for tenant:2578689695ab4a55a99443682838538b on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:04:39.497425 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-38b864dc-eb42-464b-9fc9-4017ed42f8c7 req-d1a4950a-afaf-4f17-aedf-bff70814798c tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1924152435&fields=id&tenant_id=2578689695ab4a55a99443682838538b HTTP/1.1" status: 200 len: 267 time: 0.3911676 May 05 22:04:39.516399 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3d71ec4a-c8c6-4cd3-a415-36e4fa938535 req-233444a5-3e57-4812-aa03-9783cc23a2d7 service neutron] 10.222.0.23 "GET /v2.0/networks/d367268b-0c00-471b-8211-f77d55c1d69b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420432 May 05 22:04:39.549601 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf1433b-4f01-4545-80c4-e25dc1466370 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Pushing event updated for resources: {'Port': ['ID=12658a6f-3869-40b9-8b15-eb32a17aa3c3,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:39.648379 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9bf1433b-4f01-4545-80c4-e25dc1466370 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:39.677912 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5cf105-08ec-466d-8e4f-3bcdce1add3e tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:39.681118 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ad5cf105-08ec-466d-8e4f-3bcdce1add3e tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2012634 May 05 22:04:39.681572 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf1433b-4f01-4545-80c4-e25dc1466370 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:04:39.681924 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf1433b-4f01-4545-80c4-e25dc1466370 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:04:39.682265 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf1433b-4f01-4545-80c4-e25dc1466370 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:04:39.682601 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf1433b-4f01-4545-80c4-e25dc1466370 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:04:39.682969 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf1433b-4f01-4545-80c4-e25dc1466370 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:04:39.683298 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf1433b-4f01-4545-80c4-e25dc1466370 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:04:39.683625 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf1433b-4f01-4545-80c4-e25dc1466370 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:04:39.683948 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf1433b-4f01-4545-80c4-e25dc1466370 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:04:39.684269 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf1433b-4f01-4545-80c4-e25dc1466370 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:04:39.684371 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60184) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:39.684590 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf1433b-4f01-4545-80c4-e25dc1466370 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:04:39.684912 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf1433b-4f01-4545-80c4-e25dc1466370 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:04:39.739630 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:04:39.750756 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9bf1433b-4f01-4545-80c4-e25dc1466370 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:39.762588 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-9bf1433b-4f01-4545-80c4-e25dc1466370 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.5962770 May 05 22:04:39.826374 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec43d9bc-b16d-4c44-865f-f3f326c822ac None None] DHCP port deletion for 137c07e1-75d6-4e37-9f42-95b3b385c296 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:04:39.830889 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec43d9bc-b16d-4c44-865f-f3f326c822ac None None] Deleting port 17204293-dcbd-4ef7-b9a8-1d88afbe4916 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:04:39.832126 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec43d9bc-b16d-4c44-865f-f3f326c822ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:39.901782 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b864dc-eb42-464b-9fc9-4017ed42f8c7 req-fde2bdd8-ce49-4cbf-a71f-0f5e485b2acd tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:39.903672 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-38b864dc-eb42-464b-9fc9-4017ed42f8c7 req-fde2bdd8-ce49-4cbf-a71f-0f5e485b2acd tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/networks?id=da94abce-5ece-4742-b6d0-f89044eb6bbd HTTP/1.1" status: 200 len: 814 time: 0.3897378 May 05 22:04:39.922380 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6a98ff-79d6-4f19-94f6-14b1c0efa8eb tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:39.929603 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-ab6a98ff-79d6-4f19-94f6-14b1c0efa8eb tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Synchronizing usage tracker for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:subnet {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:04:39.976329 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-49d37dae-cf3e-4b49-bf0d-d7f2c5fcd23f req-9d41d90c-cb61-48fe-b87d-4056ff91267d tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] 10.222.0.23 "GET /v2.0/ports?device_id=959f4423-6db6-4834-8787-28bb5c72ee32 HTTP/1.1" status: 200 len: 210 time: 0.0711150 May 05 22:04:39.988923 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-ab6a98ff-79d6-4f19-94f6-14b1c0efa8eb tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Unset dirty status for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:subnet {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:04:39.993230 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ab6a98ff-79d6-4f19-94f6-14b1c0efa8eb tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3020110 May 05 22:04:39.993230 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60202) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:39.996784 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-38b864dc-eb42-464b-9fc9-4017ed42f8c7 req-61bf6ba9-6f40-4d0d-a6f3-d20c5d8e506a tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/quotas/2578689695ab4a55a99443682838538b HTTP/1.1" status: 200 len: 375 time: 0.0454307 May 05 22:04:40.286733 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1edc3eeb-b05d-4dec-b62b-b6572e3e7bc3 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2880867 May 05 22:04:40.287004 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60214) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:40.300108 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-7559f70d-7fed-47ba-be39-b0f911ce6fa6 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Request body: {'subnet': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:04:40.433071 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-38b864dc-eb42-464b-9fc9-4017ed42f8c7 req-96c099c9-e1eb-4853-8a8d-6a97498b82d7 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2578689695ab4a55a99443682838538b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4210186 May 05 22:04:40.498981 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec43d9bc-b16d-4c44-865f-f3f326c822ac None None] For port 17204293-dcbd-4ef7-b9a8-1d88afbe4916, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=17204293-dcbd-4ef7-b9a8-1d88afbe4916,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:04:40.499463 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec43d9bc-b16d-4c44-865f-f3f326c822ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:40.635403 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-7559f70d-7fed-47ba-be39-b0f911ce6fa6 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:04:40.646106 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-7559f70d-7fed-47ba-be39-b0f911ce6fa6 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:04:40.663502 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7559f70d-7fed-47ba-be39-b0f911ce6fa6 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Made reservation on behalf of 6a9c8b32c69349b78288ebe6e6b6f3f4 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:04:40.691669 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc45d4-1bc3-4c40-a199-733a753f6188 req-7a98d2dc-d277-4efc-8294-5f724b163acb tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:40.694234 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-20bc45d4-1bc3-4c40-a199-733a753f6188 req-7a98d2dc-d277-4efc-8294-5f724b163acb tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb54e4c6-5fa4-4830-9811-c7baf4aa8b79 HTTP/1.1" status: 200 len: 945 time: 0.4815681 May 05 22:04:40.708299 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-38b864dc-eb42-464b-9fc9-4017ed42f8c7 req-d788536e-e098-4b62-8916-7c4d9d5b8e46 service neutron] 10.222.0.23 "GET /v2.0/networks/da94abce-5ece-4742-b6d0-f89044eb6bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742212 May 05 22:04:40.778976 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec43d9bc-b16d-4c44-865f-f3f326c822ac None None] Calling delete_port for 17204293-dcbd-4ef7-b9a8-1d88afbe4916 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:04:40.851656 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-20bc45d4-1bc3-4c40-a199-733a753f6188 req-33f973c3-4d11-4794-889c-9dbb8cac9cc8 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d0c3d5-b7c4-418a-abaf-9ffbc9641ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207337 May 05 22:04:40.858587 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 17204293-dcbd-4ef7-b9a8-1d88afbe4916 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:04:40.925950 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60238) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:41.078489 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7559f70d-7fed-47ba-be39-b0f911ce6fa6 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:41.101910 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:41.206165 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec43d9bc-b16d-4c44-865f-f3f326c822ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:41.364287 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec43d9bc-b16d-4c44-865f-f3f326c822ac None None] No DVR routers for this DVR port 17204293-dcbd-4ef7-b9a8-1d88afbe4916 on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:04:41.445486 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a936da20-4bfe-49c4-b3b0-453c7288fab1 req-23830efc-0a9b-4b6b-818d-14e706485915 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1034222205&fields=id&tenant_id=f9679666ed684085ba56b96d355bc823 HTTP/1.1" status: 200 len: 267 time: 0.1042430 May 05 22:04:41.503620 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-38b864dc-eb42-464b-9fc9-4017ed42f8c7 req-9e957f37-f8d8-4aa2-a350-e66eeefe11e9 service neutron] 10.222.0.23 "GET /v2.0/networks/da94abce-5ece-4742-b6d0-f89044eb6bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7942276 May 05 22:04:41.570794 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-2dae2cc9-3c45-4e32-9201-7e672a9734bc tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/floatingips/54a4009f-4f28-4047-8a54-f060fe6b716f HTTP/1.1" status: 200 len: 992 time: 0.6035995 May 05 22:04:41.674457 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec43d9bc-b16d-4c44-865f-f3f326c822ac None None] Pushing event deleted for resources: {'Port': ['ID=17204293-dcbd-4ef7-b9a8-1d88afbe4916,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:41.873184 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7559f70d-7fed-47ba-be39-b0f911ce6fa6 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:41.919008 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a936da20-4bfe-49c4-b3b0-453c7288fab1 req-b9febf66-a72c-4477-b35f-1b0515ea4315 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:41.927616 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a936da20-4bfe-49c4-b3b0-453c7288fab1 req-b9febf66-a72c-4477-b35f-1b0515ea4315 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/networks?id=c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2 HTTP/1.1" status: 200 len: 811 time: 0.4228859 May 05 22:04:42.011605 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7559f70d-7fed-47ba-be39-b0f911ce6fa6 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:04:42.030855 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-7559f70d-7fed-47ba-be39-b0f911ce6fa6 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:04:42.042267 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7559f70d-7fed-47ba-be39-b0f911ce6fa6 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:42.045710 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7559f70d-7fed-47ba-be39-b0f911ce6fa6 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:42.046463 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15750799-01fb-4f37-8081-1495bbde0660 None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:04:42.108267 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7559f70d-7fed-47ba-be39-b0f911ce6fa6 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event updated for resources: {'Subnet': ['ID=d4736d15-066d-4abe-aeab-682b4b1f7702,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:42.144245 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-7559f70d-7fed-47ba-be39-b0f911ce6fa6 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8563628 May 05 22:04:42.146914 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60280) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:42.157192 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-9f92f59c-4f8f-4f0b-af67-77d7801d8ad2 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Request body: {'port': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'fixed_ips': [{'subnet_id': 'd4736d15-066d-4abe-aeab-682b4b1f7702', 'ip_address': '2001:db8::6524:67f1:b5f9:e254'}], 'name': 'tempest-NetworksTestDHCPv6-1444776242'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:04:42.293188 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1d32131a-1b85-410e-8796-5f3afcc8f6cb req-85a27e51-a9ad-418f-aa2b-e9844157aa0f tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] 10.222.0.23 "GET /v2.0/ports?device_id=959f4423-6db6-4834-8787-28bb5c72ee32 HTTP/1.1" status: 200 len: 210 time: 0.0577159 May 05 22:04:42.308268 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a936da20-4bfe-49c4-b3b0-453c7288fab1 req-55f122bd-4c92-4c74-8905-2101d5940f21 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/quotas/f9679666ed684085ba56b96d355bc823 HTTP/1.1" status: 200 len: 375 time: 0.3796930 May 05 22:04:42.354450 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251fb689-5358-461b-94c5-dea31d9928b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-137c07e1-75d6-4e37-9f42-95b3b385c296', 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'tenant_id': '6a9c8b32c69349b78288ebe6e6b6f3f4', 'fixed_ips': [{'subnet_id': 'd4736d15-066d-4abe-aeab-682b4b1f7702'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:04:42.355808 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-251fb689-5358-461b-94c5-dea31d9928b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:42.509088 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5e1e74e4-8f48-4a28-a0a4-eba0cba5c395 req-7b7b6ac7-fad2-403d-8ddd-3f0fda7edbdc tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=6da35480-880d-4e6d-98cd-0ef9e45c7814 HTTP/1.1" status: 200 len: 210 time: 0.0758932 May 05 22:04:42.590348 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-9f92f59c-4f8f-4f0b-af67-77d7801d8ad2 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:04:42.596793 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9f92f59c-4f8f-4f0b-af67-77d7801d8ad2 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Usage tracker for resource:port and tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:04:42.611709 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9f92f59c-4f8f-4f0b-af67-77d7801d8ad2 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:04:42.627885 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-9f92f59c-4f8f-4f0b-af67-77d7801d8ad2 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:04:42.654617 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f92f59c-4f8f-4f0b-af67-77d7801d8ad2 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Made reservation on behalf of 6a9c8b32c69349b78288ebe6e6b6f3f4 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:04:42.664789 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9f92f59c-4f8f-4f0b-af67-77d7801d8ad2 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:42.685853 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d71ec4a-c8c6-4cd3-a415-36e4fa938535 req-9d2cac1a-3f2e-44ca-a376-cc2ddb169da3 tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:42.687626 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3d71ec4a-c8c6-4cd3-a415-36e4fa938535 req-9d2cac1a-3f2e-44ca-a376-cc2ddb169da3 tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] 10.222.0.44 "GET /v2.0/networks?id=d367268b-0c00-471b-8211-f77d55c1d69b HTTP/1.1" status: 200 len: 811 time: 0.7570872 May 05 22:04:42.720112 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-3d71ec4a-c8c6-4cd3-a415-36e4fa938535 req-10eb067c-747f-48c8-a757-aa194dcecc27 tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] Request body: {'port': {'device_id': '959f4423-6db6-4834-8787-28bb5c72ee32', 'network_id': 'd367268b-0c00-471b-8211-f77d55c1d69b', 'admin_state_up': True, 'tenant_id': 'f00dd4510920477db1615e254e14b8fb'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:04:42.724908 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-251fb689-5358-461b-94c5-dea31d9928b8 None None] Allocated IP 2001:db8::2 (137c07e1-75d6-4e37-9f42-95b3b385c296/d4736d15-066d-4abe-aeab-682b4b1f7702/ac8fe565-5c2c-4a65-aed6-34910c86d342) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:04:42.765567 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [None req-9f92f59c-4f8f-4f0b-af67-77d7801d8ad2 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] device_id is not set on port 4a12bfa9-ba28-4cd4-9457-42b38d79f91b yet. {{(pid=84063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:04:42.819871 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a936da20-4bfe-49c4-b3b0-453c7288fab1 req-47b788a5-f38a-421e-b84e-e2ca88e7ce3b tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f9679666ed684085ba56b96d355bc823&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5105784 May 05 22:04:43.112624 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-251fb689-5358-461b-94c5-dea31d9928b8 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:43.134243 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a936da20-4bfe-49c4-b3b0-453c7288fab1 req-7795bdfa-e75e-47ec-bff0-0dc634f9bf2b service neutron] 10.222.0.23 "GET /v2.0/networks/c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129373 May 05 22:04:43.169602 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-251fb689-5358-461b-94c5-dea31d9928b8 None None] Transition to ACTIVE for port object ac8fe565-5c2c-4a65-aed6-34910c86d342 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:04:43.181895 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-3d71ec4a-c8c6-4cd3-a415-36e4fa938535 req-10eb067c-747f-48c8-a757-aa194dcecc27 tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:04:43.197703 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-251fb689-5358-461b-94c5-dea31d9928b8 None None] Transition to ACTIVE for port object ac8fe565-5c2c-4a65-aed6-34910c86d342 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:04:43.211091 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-251fb689-5358-461b-94c5-dea31d9928b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:43.253057 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-3d71ec4a-c8c6-4cd3-a415-36e4fa938535 req-10eb067c-747f-48c8-a757-aa194dcecc27 tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] Usage tracker for resource:port and tenant:f00dd4510920477db1615e254e14b8fb is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:04:43.257634 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-3d71ec4a-c8c6-4cd3-a415-36e4fa938535 req-10eb067c-747f-48c8-a757-aa194dcecc27 tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:04:43.272762 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-3d71ec4a-c8c6-4cd3-a415-36e4fa938535 req-10eb067c-747f-48c8-a757-aa194dcecc27 tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:04:43.319355 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d71ec4a-c8c6-4cd3-a415-36e4fa938535 req-10eb067c-747f-48c8-a757-aa194dcecc27 tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] Made reservation on behalf of f00dd4510920477db1615e254e14b8fb for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:04:43.353300 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251fb689-5358-461b-94c5-dea31d9928b8 None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:04:43.357282 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-3d71ec4a-c8c6-4cd3-a415-36e4fa938535 req-10eb067c-747f-48c8-a757-aa194dcecc27 tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:43.361361 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-251fb689-5358-461b-94c5-dea31d9928b8 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:04:43.387069 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251fb689-5358-461b-94c5-dea31d9928b8 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:04:43.459858 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251fb689-5358-461b-94c5-dea31d9928b8 None None] Pushing event updated for resources: {'Port': ['ID=ac8fe565-5c2c-4a65-aed6-34910c86d342,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:43.486126 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a936da20-4bfe-49c4-b3b0-453c7288fab1 req-cf7ff24a-64a4-4205-9e32-dd8ccfbc56f0 service neutron] 10.222.0.23 "GET /v2.0/networks/c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460941 May 05 22:04:43.520497 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-251fb689-5358-461b-94c5-dea31d9928b8 None None] Attempting to bind port ac8fe565-5c2c-4a65-aed6-34910c86d342 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:04:43.521018 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-251fb689-5358-461b-94c5-dea31d9928b8 None None] Attempting to bind port ac8fe565-5c2c-4a65-aed6-34910c86d342 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:04:43.521479 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251fb689-5358-461b-94c5-dea31d9928b8 None None] Attempting to bind port ac8fe565-5c2c-4a65-aed6-34910c86d342 on network 137c07e1-75d6-4e37-9f42-95b3b385c296 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:04:43.529291 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251fb689-5358-461b-94c5-dea31d9928b8 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:04:43.529833 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251fb689-5358-461b-94c5-dea31d9928b8 None None] Checking segment: {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:04:43.530338 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-251fb689-5358-461b-94c5-dea31d9928b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:43.531462 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251fb689-5358-461b-94c5-dea31d9928b8 None None] Bound using segment: {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:04:43.531462 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-251fb689-5358-461b-94c5-dea31d9928b8 None None] Bound port: ac8fe565-5c2c-4a65-aed6-34910c86d342, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:04:43.531910 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-251fb689-5358-461b-94c5-dea31d9928b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:43.713052 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-9f92f59c-4f8f-4f0b-af67-77d7801d8ad2 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Allocated IP 2001:db8::6524:67f1:b5f9:e254 (137c07e1-75d6-4e37-9f42-95b3b385c296/d4736d15-066d-4abe-aeab-682b4b1f7702/4a12bfa9-ba28-4cd4-9457-42b38d79f91b) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:04:43.789725 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2b7cfa4e-03ed-4faa-8b62-819c39a21997 req-95756b3f-9db4-4643-93e6-f2c8c0a35fcb tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] 10.222.0.23 "GET /v2.0/ports?device_id=959f4423-6db6-4834-8787-28bb5c72ee32 HTTP/1.1" status: 200 len: 210 time: 0.1765585 May 05 22:04:43.912830 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-251fb689-5358-461b-94c5-dea31d9928b8 None None] For port ac8fe565-5c2c-4a65-aed6-34910c86d342, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:04:43.917279 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-251fb689-5358-461b-94c5-dea31d9928b8 None None] For port ac8fe565-5c2c-4a65-aed6-34910c86d342, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=ac8fe565-5c2c-4a65-aed6-34910c86d342,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:04:43.930122 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-251fb689-5358-461b-94c5-dea31d9928b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:44.116690 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9f92f59c-4f8f-4f0b-af67-77d7801d8ad2 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:44.157170 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-cd89475c-4145-4843-9d83-12369a5bf64a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:44.171044 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-9f92f59c-4f8f-4f0b-af67-77d7801d8ad2 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Transition to ACTIVE for port object 4a12bfa9-ba28-4cd4-9457-42b38d79f91b will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:04:44.243315 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251fb689-5358-461b-94c5-dea31d9928b8 None None] Pushing event updated for resources: {'Port': ['ID=ac8fe565-5c2c-4a65-aed6-34910c86d342,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:44.261998 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9f92f59c-4f8f-4f0b-af67-77d7801d8ad2 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:44.296916 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-df4bc648-12fc-4f21-8699-e238c9db8022 req-76f956be-b65c-4edf-8ad1-5ec0393fe485 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f63b14c-2fc5-4e64-8edf-82abd644c01e HTTP/1.1" status: 200 len: 210 time: 0.2807977 May 05 22:04:44.372532 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f92f59c-4f8f-4f0b-af67-77d7801d8ad2 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:04:44.376130 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-9f92f59c-4f8f-4f0b-af67-77d7801d8ad2 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:04:44.384059 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f92f59c-4f8f-4f0b-af67-77d7801d8ad2 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:04:44.389694 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f92f59c-4f8f-4f0b-af67-77d7801d8ad2 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:44.390504 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9f92f59c-4f8f-4f0b-af67-77d7801d8ad2 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:44.398804 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f92f59c-4f8f-4f0b-af67-77d7801d8ad2 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event updated for resources: {'Port': ['ID=4a12bfa9-ba28-4cd4-9457-42b38d79f91b,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:44.443673 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9f92f59c-4f8f-4f0b-af67-77d7801d8ad2 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2955101 May 05 22:04:44.446890 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60360) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:44.453984 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-c796d11e-a94f-48fe-b749-7377442fd211 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Request body: {'port': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'fixed_ips': [{'subnet_id': 'd4736d15-066d-4abe-aeab-682b4b1f7702', 'ip_address': '2001:db8::6524:67f1:b5f9:e254'}], 'name': 'tempest-NetworksTestDHCPv6-1936421630'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:04:44.498786 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b4ee4b7d-6320-4f70-aad2-58f87728694e req-504032c6-13cc-4c1b-9781-892aedee2995 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=6da35480-880d-4e6d-98cd-0ef9e45c7814 HTTP/1.1" status: 200 len: 210 time: 0.1859567 May 05 22:04:44.737946 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-3d71ec4a-c8c6-4cd3-a415-36e4fa938535 req-10eb067c-747f-48c8-a757-aa194dcecc27 tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] Allocated IP 172.20.0.6 (d367268b-0c00-471b-8211-f77d55c1d69b/3d0e71fa-24a6-40b3-b498-9fa63651d453/8eaa65f0-048c-4b19-b49a-9fda3ae9934f) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:04:44.807029 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c796d11e-a94f-48fe-b749-7377442fd211 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:04:44.811801 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c796d11e-a94f-48fe-b749-7377442fd211 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Usage tracker for resource:port and tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:04:44.816102 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c796d11e-a94f-48fe-b749-7377442fd211 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:04:44.825875 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c796d11e-a94f-48fe-b749-7377442fd211 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:04:44.856083 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c796d11e-a94f-48fe-b749-7377442fd211 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Made reservation on behalf of 6a9c8b32c69349b78288ebe6e6b6f3f4 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:04:44.865296 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c796d11e-a94f-48fe-b749-7377442fd211 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:44.989781 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device ac8fe565-5c2c-4a65-aed6-34910c86d342 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:04:45.011049 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [None req-c796d11e-a94f-48fe-b749-7377442fd211 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] device_id is not set on port cffceb05-20b8-458c-963f-4931e556f448 yet. {{(pid=84063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:04:45.277364 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b864dc-eb42-464b-9fc9-4017ed42f8c7 req-fd8ddb9d-41e0-488c-99a0-69335460ddbf tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:45.283226 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port ac8fe565-5c2c-4a65-aed6-34910c86d342 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:04:45.283892 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-38b864dc-eb42-464b-9fc9-4017ed42f8c7 req-fd8ddb9d-41e0-488c-99a0-69335460ddbf tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.32 "GET /v2.0/networks?id=da94abce-5ece-4742-b6d0-f89044eb6bbd HTTP/1.1" status: 200 len: 814 time: 1.2689185 May 05 22:04:45.521591 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-c796d11e-a94f-48fe-b749-7377442fd211 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] POST failed (client error): There was a conflict when trying to complete your request. May 05 22:04:45.521591 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c796d11e-a94f-48fe-b749-7377442fd211 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:04:45.595577 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c796d11e-a94f-48fe-b749-7377442fd211 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.1330795 May 05 22:04:45.595577 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60390) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:45.795326 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d8915c-ced6-4dc9-b315-87d381b5802b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:45.801517 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d8915c-ced6-4dc9-b315-87d381b5802b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:45.803545 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-71ad83ef-809c-4678-821c-cd2b7a7dbe50 req-22b455ee-befd-4966-95aa-4b73853cc216 tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] 10.222.0.23 "GET /v2.0/ports?device_id=959f4423-6db6-4834-8787-28bb5c72ee32 HTTP/1.1" status: 200 len: 210 time: 0.5521426 May 05 22:04:45.804113 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-75d8915c-ced6-4dc9-b315-87d381b5802b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Synchronizing usage tracker for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:04:45.846594 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-75d8915c-ced6-4dc9-b315-87d381b5802b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Unset dirty status for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:04:45.852254 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-75d8915c-ced6-4dc9-b315-87d381b5802b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2666440 May 05 22:04:45.852951 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60404) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:45.954975 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-b35270e6-67b0-4450-b8b6-2b44d5ba619d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Deleting port 4a12bfa9-ba28-4cd4-9457-42b38d79f91b {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:04:45.954975 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b35270e6-67b0-4450-b8b6-2b44d5ba619d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:46.205658 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fc7e5bfc-ff30-444f-a5b2-546e424467c4 req-5fd4e506-e192-4ff2-aaaf-956d4b7f3909 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f63b14c-2fc5-4e64-8edf-82abd644c01e HTTP/1.1" status: 200 len: 210 time: 0.4047482 May 05 22:04:46.249870 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-3d71ec4a-c8c6-4cd3-a415-36e4fa938535 req-10eb067c-747f-48c8-a757-aa194dcecc27 tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:46.299821 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-90eac5eb-ba7e-478f-8391-8694eea3100d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:46.397614 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-38b864dc-eb42-464b-9fc9-4017ed42f8c7 req-00fd018f-2ed4-4082-9e06-5576ab840238 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2578689695ab4a55a99443682838538b HTTP/1.1" status: 200 len: 473 time: 0.9436760 May 05 22:04:46.415650 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e3a18d34-b595-45fe-8a88-b12cbdba7236 req-aada1aae-6924-4ea9-bd7b-eae6a6cfa315 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=6da35480-880d-4e6d-98cd-0ef9e45c7814 HTTP/1.1" status: 200 len: 210 time: 0.1564677 May 05 22:04:46.425342 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-38b864dc-eb42-464b-9fc9-4017ed42f8c7 req-82611ecf-7d93-44dc-9c6c-be134fb833f3 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Request body: {'port': {'device_id': '6da35480-880d-4e6d-98cd-0ef9e45c7814', 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd', 'admin_state_up': True, 'tenant_id': '2578689695ab4a55a99443682838538b', 'security_groups': ['05474dd9-fbf1-431b-9749-0f3c288a51b9']}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:04:46.532765 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-d07db76b-5ca0-47b2-9a71-b174071f383b None None] Provisioning for port ac8fe565-5c2c-4a65-aed6-34910c86d342 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:04:46.564700 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-d07db76b-5ca0-47b2-9a71-b174071f383b None None] Provisioning complete for port ac8fe565-5c2c-4a65-aed6-34910c86d342 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:04:46.571686 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d07db76b-5ca0-47b2-9a71-b174071f383b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:46.742987 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-3d71ec4a-c8c6-4cd3-a415-36e4fa938535 req-10eb067c-747f-48c8-a757-aa194dcecc27 tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:46.952683 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eb067c-747f-48c8-a757-aa194dcecc27 tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] Pushing event updated for resources: {'Port': ['ID=8eaa65f0-048c-4b19-b49a-9fda3ae9934f,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:46.964046 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d71ec4a-c8c6-4cd3-a415-36e4fa938535 req-10eb067c-747f-48c8-a757-aa194dcecc27 tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] Network d367268b-0c00-471b-8211-f77d55c1d69b is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:04:46.969783 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-3d71ec4a-c8c6-4cd3-a415-36e4fa938535 req-10eb067c-747f-48c8-a757-aa194dcecc27 tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:04:46.984371 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-38b864dc-eb42-464b-9fc9-4017ed42f8c7 req-82611ecf-7d93-44dc-9c6c-be134fb833f3 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:04:47.003663 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-38b864dc-eb42-464b-9fc9-4017ed42f8c7 req-82611ecf-7d93-44dc-9c6c-be134fb833f3 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Usage tracker for resource:port and tenant:2578689695ab4a55a99443682838538b is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:04:47.013181 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-38b864dc-eb42-464b-9fc9-4017ed42f8c7 req-82611ecf-7d93-44dc-9c6c-be134fb833f3 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:04:47.038533 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-38b864dc-eb42-464b-9fc9-4017ed42f8c7 req-82611ecf-7d93-44dc-9c6c-be134fb833f3 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:04:47.042411 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b35270e6-67b0-4450-b8b6-2b44d5ba619d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:47.059689 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d71ec4a-c8c6-4cd3-a415-36e4fa938535 req-10eb067c-747f-48c8-a757-aa194dcecc27 tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:04:47.069626 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d07db76b-5ca0-47b2-9a71-b174071f383b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:47.163750 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38b864dc-eb42-464b-9fc9-4017ed42f8c7 req-82611ecf-7d93-44dc-9c6c-be134fb833f3 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Made reservation on behalf of 2578689695ab4a55a99443682838538b for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:04:47.174527 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-38b864dc-eb42-464b-9fc9-4017ed42f8c7 req-82611ecf-7d93-44dc-9c6c-be134fb833f3 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:47.184253 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-d07db76b-5ca0-47b2-9a71-b174071f383b None None] For port ac8fe565-5c2c-4a65-aed6-34910c86d342, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=ac8fe565-5c2c-4a65-aed6-34910c86d342,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:04:47.197924 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d07db76b-5ca0-47b2-9a71-b174071f383b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:47.374307 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-b35270e6-67b0-4450-b8b6-2b44d5ba619d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Calling delete_port for 4a12bfa9-ba28-4cd4-9457-42b38d79f91b owned by {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:04:47.424477 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a936da20-4bfe-49c4-b3b0-453c7288fab1 req-10068b3a-484f-41b1-8073-a544a5ed0989 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:47.426324 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a936da20-4bfe-49c4-b3b0-453c7288fab1 req-10068b3a-484f-41b1-8073-a544a5ed0989 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.44 "GET /v2.0/networks?id=c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2 HTTP/1.1" status: 200 len: 811 time: 0.9813256 May 05 22:04:47.437731 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:47.451583 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07db76b-5ca0-47b2-9a71-b174071f383b None None] Pushing event updated for resources: {'Port': ['ID=ac8fe565-5c2c-4a65-aed6-34910c86d342,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:47.475834 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-15c77c48-f4c1-45cb-b17e-c0665aa73471 None None] Provisioning for port 4a12bfa9-ba28-4cd4-9457-42b38d79f91b completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:04:47.485010 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-15c77c48-f4c1-45cb-b17e-c0665aa73471 None None] Provisioning complete for port 4a12bfa9-ba28-4cd4-9457-42b38d79f91b triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:04:47.485393 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-15c77c48-f4c1-45cb-b17e-c0665aa73471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:47.602318 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-a936da20-4bfe-49c4-b3b0-453c7288fab1 req-128b9541-4b54-430b-990a-f50268c5b008 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Synchronizing usage tracker for tenant:f9679666ed684085ba56b96d355bc823 on resource:security_group {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:04:47.674784 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-15c77c48-f4c1-45cb-b17e-c0665aa73471 None None] Port 4a12bfa9-ba28-4cd4-9457-42b38d79f91b cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:04:47.709730 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d71ec4a-c8c6-4cd3-a415-36e4fa938535 req-10eb067c-747f-48c8-a757-aa194dcecc27 tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:47.709730 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-3d71ec4a-c8c6-4cd3-a415-36e4fa938535 req-10eb067c-747f-48c8-a757-aa194dcecc27 tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:47.715011 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:47.744103 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b35270e6-67b0-4450-b8b6-2b44d5ba619d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:47.755742 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3d71ec4a-c8c6-4cd3-a415-36e4fa938535 req-10eb067c-747f-48c8-a757-aa194dcecc27 tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0484574 May 05 22:04:47.755742 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a90bb39d-4460-44fc-bfea-dea80317cc9e req-af7a4259-4392-4a57-9ba5-314bde911b06 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f63b14c-2fc5-4e64-8edf-82abd644c01e HTTP/1.1" status: 200 len: 210 time: 0.1743135 May 05 22:04:47.781980 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-3d71ec4a-c8c6-4cd3-a415-36e4fa938535 req-8a91ca0d-1cda-47a3-9214-019ef51e1269 service neutron] Request body: {'port': {'device_id': '959f4423-6db6-4834-8787-28bb5c72ee32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:04:47.850930 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35270e6-67b0-4450-b8b6-2b44d5ba619d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event deleted for resources: {'Port': ['ID=4a12bfa9-ba28-4cd4-9457-42b38d79f91b,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:47.866756 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-a936da20-4bfe-49c4-b3b0-453c7288fab1 req-128b9541-4b54-430b-990a-f50268c5b008 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Unset dirty status for tenant:f9679666ed684085ba56b96d355bc823 on resource:security_group {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:04:47.871905 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a936da20-4bfe-49c4-b3b0-453c7288fab1 req-128b9541-4b54-430b-990a-f50268c5b008 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9679666ed684085ba56b96d355bc823 HTTP/1.1" status: 200 len: 380 time: 0.4228339 May 05 22:04:47.900486 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-a936da20-4bfe-49c4-b3b0-453c7288fab1 req-3b82e180-43bb-4b7c-8933-aa6b2a3d7617 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Request body: {'port': {'device_id': '8f63b14c-2fc5-4e64-8edf-82abd644c01e', 'network_id': 'c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2', 'admin_state_up': True, 'tenant_id': 'f9679666ed684085ba56b96d355bc823', 'security_groups': ['294d9890-5827-40b1-a1cd-e520f389fc20']}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:04:48.125686 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-38b864dc-eb42-464b-9fc9-4017ed42f8c7 req-82611ecf-7d93-44dc-9c6c-be134fb833f3 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Allocated IP 172.20.0.6 (da94abce-5ece-4742-b6d0-f89044eb6bbd/b6329e98-aed7-463a-a6e6-dc9284056d36/d9f43e1b-e0e7-4a8e-9598-e020a0ed6174) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:04:48.309270 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b35270e6-67b0-4450-b8b6-2b44d5ba619d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:48.350469 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b35270e6-67b0-4450-b8b6-2b44d5ba619d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/ports/4a12bfa9-ba28-4cd4-9457-42b38d79f91b HTTP/1.1" status: 204 len: 168 time: 2.4962924 May 05 22:04:48.385331 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60456) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:48.507114 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-38b864dc-eb42-464b-9fc9-4017ed42f8c7 req-82611ecf-7d93-44dc-9c6c-be134fb833f3 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:48.515445 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-38b864dc-eb42-464b-9fc9-4017ed42f8c7 req-82611ecf-7d93-44dc-9c6c-be134fb833f3 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Transition to ACTIVE for port object d9f43e1b-e0e7-4a8e-9598-e020a0ed6174 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:04:48.539697 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d4c96-6434-4fcb-9dfe-ae357ee3affd req-c073d60c-b40d-48ba-a68b-c1180bb92863 tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:48.550970 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-4f7d4c96-6434-4fcb-9dfe-ae357ee3affd req-c073d60c-b40d-48ba-a68b-c1180bb92863 tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] Synchronizing usage tracker for tenant:f00dd4510920477db1615e254e14b8fb on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:04:48.562576 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-a7c332c9-9725-48de-bc09-d31fd8b0c07f req-e6581eae-1ad0-4ae8-94d7-ad60b622cb8c tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Synchronizing usage tracker for tenant:2578689695ab4a55a99443682838538b on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:04:48.566955 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-a936da20-4bfe-49c4-b3b0-453c7288fab1 req-3b82e180-43bb-4b7c-8933-aa6b2a3d7617 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:04:48.577569 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-38b864dc-eb42-464b-9fc9-4017ed42f8c7 req-82611ecf-7d93-44dc-9c6c-be134fb833f3 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:48.600437 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-a936da20-4bfe-49c4-b3b0-453c7288fab1 req-3b82e180-43bb-4b7c-8933-aa6b2a3d7617 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Usage tracker for resource:port and tenant:f9679666ed684085ba56b96d355bc823 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:04:48.619765 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-a936da20-4bfe-49c4-b3b0-453c7288fab1 req-3b82e180-43bb-4b7c-8933-aa6b2a3d7617 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:04:48.631605 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-a936da20-4bfe-49c4-b3b0-453c7288fab1 req-3b82e180-43bb-4b7c-8933-aa6b2a3d7617 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:04:48.651535 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d86b681-0d10-4802-8ae8-32e7080f8bd1 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:48.653168 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d86b681-0d10-4802-8ae8-32e7080f8bd1 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:48.654057 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3d86b681-0d10-4802-8ae8-32e7080f8bd1 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Synchronizing usage tracker for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:subnet {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:04:48.661618 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a936da20-4bfe-49c4-b3b0-453c7288fab1 req-3b82e180-43bb-4b7c-8933-aa6b2a3d7617 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Made reservation on behalf of f9679666ed684085ba56b96d355bc823 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:04:48.664818 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a936da20-4bfe-49c4-b3b0-453c7288fab1 req-3b82e180-43bb-4b7c-8933-aa6b2a3d7617 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:48.733051 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-4f7d4c96-6434-4fcb-9dfe-ae357ee3affd req-c073d60c-b40d-48ba-a68b-c1180bb92863 tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] Unset dirty status for tenant:f00dd4510920477db1615e254e14b8fb on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:04:48.741971 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4f7d4c96-6434-4fcb-9dfe-ae357ee3affd req-c073d60c-b40d-48ba-a68b-c1180bb92863 tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] 10.222.0.23 "GET /v2.0/ports?device_id=959f4423-6db6-4834-8787-28bb5c72ee32 HTTP/1.1" status: 200 len: 931 time: 1.4877775 May 05 22:04:48.767054 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38b864dc-eb42-464b-9fc9-4017ed42f8c7 req-82611ecf-7d93-44dc-9c6c-be134fb833f3 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Network da94abce-5ece-4742-b6d0-f89044eb6bbd is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:04:48.791723 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-38b864dc-eb42-464b-9fc9-4017ed42f8c7 req-82611ecf-7d93-44dc-9c6c-be134fb833f3 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:04:48.797138 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b864dc-eb42-464b-9fc9-4017ed42f8c7 req-82611ecf-7d93-44dc-9c6c-be134fb833f3 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:04:48.828372 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device ac8fe565-5c2c-4a65-aed6-34910c86d342 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:04:48.837326 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3d86b681-0d10-4802-8ae8-32e7080f8bd1 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Unset dirty status for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:subnet {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:04:48.837326 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-3d86b681-0d10-4802-8ae8-32e7080f8bd1 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4543426 May 05 22:04:48.849487 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60468) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:48.903146 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-a7c332c9-9725-48de-bc09-d31fd8b0c07f req-e6581eae-1ad0-4ae8-94d7-ad60b622cb8c tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Unset dirty status for tenant:2578689695ab4a55a99443682838538b on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:04:48.916013 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a7c332c9-9725-48de-bc09-d31fd8b0c07f req-e6581eae-1ad0-4ae8-94d7-ad60b622cb8c tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=6da35480-880d-4e6d-98cd-0ef9e45c7814 HTTP/1.1" status: 200 len: 210 time: 0.7244616 May 05 22:04:48.934567 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b864dc-eb42-464b-9fc9-4017ed42f8c7 req-82611ecf-7d93-44dc-9c6c-be134fb833f3 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:48.935995 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-38b864dc-eb42-464b-9fc9-4017ed42f8c7 req-82611ecf-7d93-44dc-9c6c-be134fb833f3 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:48.953179 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-3d71ec4a-c8c6-4cd3-a415-36e4fa938535 req-8a91ca0d-1cda-47a3-9214-019ef51e1269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:48.985350 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82611ecf-7d93-44dc-9c6c-be134fb833f3 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Pushing event updated for resources: {'Port': ['ID=d9f43e1b-e0e7-4a8e-9598-e020a0ed6174,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:49.003312 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4f7d4c96-6434-4fcb-9dfe-ae357ee3affd req-1e4bd1ad-6b0d-458a-8168-a2c93c18a898 tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c6172fb-b476-4532-b169-0f9ffa0e41bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645369 May 05 22:04:49.061684 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:49.072139 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port ac8fe565-5c2c-4a65-aed6-34910c86d342 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:04:49.072907 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:49.168737 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-38b864dc-eb42-464b-9fc9-4017ed42f8c7 req-82611ecf-7d93-44dc-9c6c-be134fb833f3 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7572618 May 05 22:04:49.201101 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-38b864dc-eb42-464b-9fc9-4017ed42f8c7 req-ba627c0e-1e02-459e-8781-1afbefbdfd40 service neutron] Request body: {'port': {'device_id': '6da35480-880d-4e6d-98cd-0ef9e45c7814', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:04:49.205922 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dcf50e1-9afc-4055-8aff-1d5711af40ea tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Deleting subnet d4736d15-066d-4abe-aeab-682b4b1f7702 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:04:49.213505 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9dcf50e1-9afc-4055-8aff-1d5711af40ea tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:49.335101 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-5c760ded-1e64-403c-b401-27bbeb94b410 None None] Provisioning for port d9f43e1b-e0e7-4a8e-9598-e020a0ed6174 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:04:49.342064 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-5c760ded-1e64-403c-b401-27bbeb94b410 None None] Provisioning complete for port d9f43e1b-e0e7-4a8e-9598-e020a0ed6174 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:04:49.342064 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5c760ded-1e64-403c-b401-27bbeb94b410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:49.428079 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-5c760ded-1e64-403c-b401-27bbeb94b410 None None] Port d9f43e1b-e0e7-4a8e-9598-e020a0ed6174 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:04:49.442308 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-a936da20-4bfe-49c4-b3b0-453c7288fab1 req-3b82e180-43bb-4b7c-8933-aa6b2a3d7617 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Allocated IP 172.20.0.9 (c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2/f259ce1a-1e13-44eb-b65e-190001e0a5ad/74770aab-3cf8-4bb7-99fc-077414f6418b) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:04:49.463057 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9dcf50e1-9afc-4055-8aff-1d5711af40ea tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:49.778443 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0388e86b-6cac-40d5-a375-ec748ec192bf req-b119dd65-04b8-47ce-b79d-b92db12a5ed6 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f63b14c-2fc5-4e64-8edf-82abd644c01e HTTP/1.1" status: 200 len: 210 time: 0.4543669 May 05 22:04:49.859109 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-38b864dc-eb42-464b-9fc9-4017ed42f8c7 req-ba627c0e-1e02-459e-8781-1afbefbdfd40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:49.862202 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9dcf50e1-9afc-4055-8aff-1d5711af40ea tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:49.937263 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-3d71ec4a-c8c6-4cd3-a415-36e4fa938535 req-8a91ca0d-1cda-47a3-9214-019ef51e1269 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eaa65f0-048c-4b19-b49a-9fda3ae9934f {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:04:49.958323 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-3d71ec4a-c8c6-4cd3-a415-36e4fa938535 req-8a91ca0d-1cda-47a3-9214-019ef51e1269 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:50.003002 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-3d71ec4a-c8c6-4cd3-a415-36e4fa938535 req-8a91ca0d-1cda-47a3-9214-019ef51e1269 service neutron] Transition to ACTIVE for port object 8eaa65f0-048c-4b19-b49a-9fda3ae9934f will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:04:50.036224 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-3d71ec4a-c8c6-4cd3-a415-36e4fa938535 req-8a91ca0d-1cda-47a3-9214-019ef51e1269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:50.119275 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a936da20-4bfe-49c4-b3b0-453c7288fab1 req-3b82e180-43bb-4b7c-8933-aa6b2a3d7617 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:50.136573 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9dcf50e1-9afc-4055-8aff-1d5711af40ea tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:50.191083 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-a936da20-4bfe-49c4-b3b0-453c7288fab1 req-3b82e180-43bb-4b7c-8933-aa6b2a3d7617 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Transition to ACTIVE for port object 74770aab-3cf8-4bb7-99fc-077414f6418b will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:04:50.219836 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf50e1-9afc-4055-8aff-1d5711af40ea tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event deleted for resources: {'Subnet': ['ID=d4736d15-066d-4abe-aeab-682b4b1f7702,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:50.231460 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf50e1-9afc-4055-8aff-1d5711af40ea tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:04:50.231808 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf50e1-9afc-4055-8aff-1d5711af40ea tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:04:50.232138 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf50e1-9afc-4055-8aff-1d5711af40ea tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:04:50.232479 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf50e1-9afc-4055-8aff-1d5711af40ea tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:04:50.232818 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf50e1-9afc-4055-8aff-1d5711af40ea tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:04:50.233145 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf50e1-9afc-4055-8aff-1d5711af40ea tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:04:50.233645 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf50e1-9afc-4055-8aff-1d5711af40ea tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:04:50.234290 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf50e1-9afc-4055-8aff-1d5711af40ea tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:04:50.234812 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf50e1-9afc-4055-8aff-1d5711af40ea tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:04:50.235289 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf50e1-9afc-4055-8aff-1d5711af40ea tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:04:50.235790 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcf50e1-9afc-4055-8aff-1d5711af40ea tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:04:50.253554 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83ef227-87ef-4301-a9f2-a5f094cf532f None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:04:50.254530 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9dcf50e1-9afc-4055-8aff-1d5711af40ea tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:50.267264 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a91ca0d-1cda-47a3-9214-019ef51e1269 service neutron] Pushing event updated for resources: {'Port': ['ID=8eaa65f0-048c-4b19-b49a-9fda3ae9934f,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:50.299580 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9dcf50e1-9afc-4055-8aff-1d5711af40ea tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/subnets/d4736d15-066d-4abe-aeab-682b4b1f7702 HTTP/1.1" status: 204 len: 168 time: 1.4538608 May 05 22:04:50.300821 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60508) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:50.446606 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a936da20-4bfe-49c4-b3b0-453c7288fab1 req-3b82e180-43bb-4b7c-8933-aa6b2a3d7617 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:50.612074 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-599761b9-107f-4901-8b49-6f181fbd0d57 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3061717 May 05 22:04:50.632512 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60520) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:50.663483 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-737137da-f1bf-4943-ac5d-367cc22ed3fd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Request body: {'subnet': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:04:50.674231 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-3d71ec4a-c8c6-4cd3-a415-36e4fa938535 req-8a91ca0d-1cda-47a3-9214-019ef51e1269 service neutron] Attempting to bind port 8eaa65f0-048c-4b19-b49a-9fda3ae9934f on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:04:50.674575 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-3d71ec4a-c8c6-4cd3-a415-36e4fa938535 req-8a91ca0d-1cda-47a3-9214-019ef51e1269 service neutron] Attempting to bind port 8eaa65f0-048c-4b19-b49a-9fda3ae9934f by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': '12e62d9a-83c9-49b3-b7da-cf04ececfbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd367268b-0c00-471b-8211-f77d55c1d69b'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:04:50.674910 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d71ec4a-c8c6-4cd3-a415-36e4fa938535 req-8a91ca0d-1cda-47a3-9214-019ef51e1269 service neutron] Attempting to bind port 8eaa65f0-048c-4b19-b49a-9fda3ae9934f on network d367268b-0c00-471b-8211-f77d55c1d69b {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:04:50.711864 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09540fb3-79fc-400c-9379-5748d4792a88 req-aeb415d1-ff84-4fa2-9cc4-4300d128d84c tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:50.720841 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-09540fb3-79fc-400c-9379-5748d4792a88 req-aeb415d1-ff84-4fa2-9cc4-4300d128d84c tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] 10.222.0.23 "GET /v2.0/ports?device_id=959f4423-6db6-4834-8787-28bb5c72ee32 HTTP/1.1" status: 200 len: 943 time: 0.4240816 May 05 22:04:50.786718 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8393a629-ac52-4143-9ba5-424046f81ef5 req-fc748327-f758-4753-8265-e13e7994408b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:50.812407 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8393a629-ac52-4143-9ba5-424046f81ef5 req-fc748327-f758-4753-8265-e13e7994408b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=6da35480-880d-4e6d-98cd-0ef9e45c7814 HTTP/1.1" status: 200 len: 931 time: 0.6263232 May 05 22:04:50.920550 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-09540fb3-79fc-400c-9379-5748d4792a88 req-d180e0cb-b8df-4fd4-baaa-fef688399d2f tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c6172fb-b476-4532-b169-0f9ffa0e41bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910625 May 05 22:04:50.920550 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d71ec4a-c8c6-4cd3-a415-36e4fa938535 req-8a91ca0d-1cda-47a3-9214-019ef51e1269 service neutron] Port 8eaa65f0-048c-4b19-b49a-9fda3ae9934f on network d367268b-0c00-471b-8211-f77d55c1d69b not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:04:50.920550 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d71ec4a-c8c6-4cd3-a415-36e4fa938535 req-8a91ca0d-1cda-47a3-9214-019ef51e1269 service neutron] Attempting to bind port 8eaa65f0-048c-4b19-b49a-9fda3ae9934f on network d367268b-0c00-471b-8211-f77d55c1d69b {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:04:50.923875 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a936da20-4bfe-49c4-b3b0-453c7288fab1 req-3b82e180-43bb-4b7c-8933-aa6b2a3d7617 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Network c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:04:50.923875 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b82e180-43bb-4b7c-8933-aa6b2a3d7617 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Pushing event updated for resources: {'Port': ['ID=74770aab-3cf8-4bb7-99fc-077414f6418b,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:50.970334 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d71ec4a-c8c6-4cd3-a415-36e4fa938535 req-8a91ca0d-1cda-47a3-9214-019ef51e1269 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:04:50.970334 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d71ec4a-c8c6-4cd3-a415-36e4fa938535 req-8a91ca0d-1cda-47a3-9214-019ef51e1269 service neutron] Checking segment: {'id': '12e62d9a-83c9-49b3-b7da-cf04ececfbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd367268b-0c00-471b-8211-f77d55c1d69b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:04:50.970334 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d71ec4a-c8c6-4cd3-a415-36e4fa938535 req-8a91ca0d-1cda-47a3-9214-019ef51e1269 service neutron] Bound using segment: {'id': '12e62d9a-83c9-49b3-b7da-cf04ececfbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd367268b-0c00-471b-8211-f77d55c1d69b'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:04:50.970334 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-3d71ec4a-c8c6-4cd3-a415-36e4fa938535 req-8a91ca0d-1cda-47a3-9214-019ef51e1269 service neutron] Bound port: 8eaa65f0-048c-4b19-b49a-9fda3ae9934f, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12e62d9a-83c9-49b3-b7da-cf04ececfbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd367268b-0c00-471b-8211-f77d55c1d69b'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:04:50.970334 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-3d71ec4a-c8c6-4cd3-a415-36e4fa938535 req-8a91ca0d-1cda-47a3-9214-019ef51e1269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:50.982913 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-a936da20-4bfe-49c4-b3b0-453c7288fab1 req-3b82e180-43bb-4b7c-8933-aa6b2a3d7617 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:04:50.999047 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-a936da20-4bfe-49c4-b3b0-453c7288fab1 req-3b82e180-43bb-4b7c-8933-aa6b2a3d7617 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:04:51.038100 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.resource_extend [req-38b864dc-eb42-464b-9fc9-4017ed42f8c7 req-ba627c0e-1e02-459e-8781-1afbefbdfd40 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 22:04:51.052095 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb73e29b-a5e3-4c30-a257-bbfabc993371 None None] DHCP port deletion for 137c07e1-75d6-4e37-9f42-95b3b385c296 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:04:51.057143 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-bb73e29b-a5e3-4c30-a257-bbfabc993371 None None] Deleting port ac8fe565-5c2c-4a65-aed6-34910c86d342 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:04:51.057627 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-bb73e29b-a5e3-4c30-a257-bbfabc993371 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:51.222907 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-737137da-f1bf-4943-ac5d-367cc22ed3fd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:04:51.278385 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a936da20-4bfe-49c4-b3b0-453c7288fab1 req-3b82e180-43bb-4b7c-8933-aa6b2a3d7617 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:51.278385 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a936da20-4bfe-49c4-b3b0-453c7288fab1 req-3b82e180-43bb-4b7c-8933-aa6b2a3d7617 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:51.324036 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-737137da-f1bf-4943-ac5d-367cc22ed3fd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Usage tracker for resource:subnet and tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:04:51.334131 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-737137da-f1bf-4943-ac5d-367cc22ed3fd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:04:51.341244 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a936da20-4bfe-49c4-b3b0-453c7288fab1 req-3b82e180-43bb-4b7c-8933-aa6b2a3d7617 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4488640 May 05 22:04:51.358543 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-a936da20-4bfe-49c4-b3b0-453c7288fab1 req-35acc10b-cfa3-4259-b929-bcc1ae84a7d0 service neutron] Request body: {'port': {'device_id': '8f63b14c-2fc5-4e64-8edf-82abd644c01e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:04:51.406167 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-737137da-f1bf-4943-ac5d-367cc22ed3fd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:04:51.442363 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737137da-f1bf-4943-ac5d-367cc22ed3fd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Made reservation on behalf of 6a9c8b32c69349b78288ebe6e6b6f3f4 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:04:51.447157 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-737137da-f1bf-4943-ac5d-367cc22ed3fd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:51.519438 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-3d71ec4a-c8c6-4cd3-a415-36e4fa938535 req-8a91ca0d-1cda-47a3-9214-019ef51e1269 service neutron] For port 8eaa65f0-048c-4b19-b49a-9fda3ae9934f, host n-h1-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:04:51.524097 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-3d71ec4a-c8c6-4cd3-a415-36e4fa938535 req-8a91ca0d-1cda-47a3-9214-019ef51e1269 service neutron] For port 8eaa65f0-048c-4b19-b49a-9fda3ae9934f, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=8eaa65f0-048c-4b19-b49a-9fda3ae9934f,segment=NetworkSegment(12e62d9a-83c9-49b3-b7da-cf04ececfbee),segment_id=12e62d9a-83c9-49b3-b7da-cf04ececfbee)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:04:51.590145 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8393a629-ac52-4143-9ba5-424046f81ef5 req-9dcf6d2b-ba7e-4a00-8939-88d0752c711b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/security-groups?id=05474dd9-fbf1-431b-9749-0f3c288a51b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6756785 May 05 22:04:51.627680 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-3d71ec4a-c8c6-4cd3-a415-36e4fa938535 req-8a91ca0d-1cda-47a3-9214-019ef51e1269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:51.683923 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-7f968d8e-ac07-43c4-a975-34a5b6714a69 None None] Provisioning for port 74770aab-3cf8-4bb7-99fc-077414f6418b completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:04:51.690253 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-7f968d8e-ac07-43c4-a975-34a5b6714a69 None None] Provisioning complete for port 74770aab-3cf8-4bb7-99fc-077414f6418b triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:04:51.690253 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7f968d8e-ac07-43c4-a975-34a5b6714a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:51.785391 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a936da20-4bfe-49c4-b3b0-453c7288fab1 req-35acc10b-cfa3-4259-b929-bcc1ae84a7d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:51.816020 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-7f968d8e-ac07-43c4-a975-34a5b6714a69 None None] Port 74770aab-3cf8-4bb7-99fc-077414f6418b cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:04:51.832415 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-3d71ec4a-c8c6-4cd3-a415-36e4fa938535 req-8a91ca0d-1cda-47a3-9214-019ef51e1269 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:51.833773 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3d71ec4a-c8c6-4cd3-a415-36e4fa938535 req-8a91ca0d-1cda-47a3-9214-019ef51e1269 service neutron] 10.222.0.44 "PUT /v2.0/ports/8eaa65f0-048c-4b19-b49a-9fda3ae9934f HTTP/1.1" status: 200 len: 1091 time: 4.0698988 May 05 22:04:51.834949 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '959f4423-6db6-4834-8787-28bb5c72ee32', 'tag': '8eaa65f0-048c-4b19-b49a-9fda3ae9934f'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:04:51.846895 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-bb73e29b-a5e3-4c30-a257-bbfabc993371 None None] For port ac8fe565-5c2c-4a65-aed6-34910c86d342, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=ac8fe565-5c2c-4a65-aed6-34910c86d342,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:04:51.847424 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-bb73e29b-a5e3-4c30-a257-bbfabc993371 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:51.857035 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a91ca0d-1cda-47a3-9214-019ef51e1269 service neutron] Pushing event updated for resources: {'Port': ['ID=8eaa65f0-048c-4b19-b49a-9fda3ae9934f,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:51.991679 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-38b864dc-eb42-464b-9fc9-4017ed42f8c7 req-ba627c0e-1e02-459e-8781-1afbefbdfd40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9f43e1b-e0e7-4a8e-9598-e020a0ed6174 {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:04:52.025900 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b9303e0-ccfc-4872-ae96-3a3dfc1f2d41'] response: {'name': 'network-changed', 'server_uuid': '959f4423-6db6-4834-8787-28bb5c72ee32', 'tag': '8eaa65f0-048c-4b19-b49a-9fda3ae9934f', 'status': 'completed', 'code': 200} May 05 22:04:52.025900 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-38b864dc-eb42-464b-9fc9-4017ed42f8c7 req-ba627c0e-1e02-459e-8781-1afbefbdfd40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:52.150103 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-38b864dc-eb42-464b-9fc9-4017ed42f8c7 req-ba627c0e-1e02-459e-8781-1afbefbdfd40 service neutron] Transition to ACTIVE for port object d9f43e1b-e0e7-4a8e-9598-e020a0ed6174 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:04:52.193961 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e47f2c-3e6b-41b3-9b0d-8b3da225f23b req-570cc78b-a467-4be2-91b2-258dbefa7466 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:52.222802 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-79e47f2c-3e6b-41b3-9b0d-8b3da225f23b req-570cc78b-a467-4be2-91b2-258dbefa7466 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f63b14c-2fc5-4e64-8edf-82abd644c01e HTTP/1.1" status: 200 len: 931 time: 1.0211992 May 05 22:04:52.225953 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-bb73e29b-a5e3-4c30-a257-bbfabc993371 None None] Calling delete_port for ac8fe565-5c2c-4a65-aed6-34910c86d342 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:04:52.238640 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-38b864dc-eb42-464b-9fc9-4017ed42f8c7 req-ba627c0e-1e02-459e-8781-1afbefbdfd40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:52.358258 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-737137da-f1bf-4943-ac5d-367cc22ed3fd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:52.465304 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-bb73e29b-a5e3-4c30-a257-bbfabc993371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:52.474161 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba627c0e-1e02-459e-8781-1afbefbdfd40 service neutron] Pushing event updated for resources: {'Port': ['ID=d9f43e1b-e0e7-4a8e-9598-e020a0ed6174,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:52.602328 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3d71ec4a-c8c6-4cd3-a415-36e4fa938535 req-701ee005-c46c-4716-ac5c-1f27705caa9f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f00dd4510920477db1615e254e14b8fb&device_id=959f4423-6db6-4834-8787-28bb5c72ee32 HTTP/1.1" status: 200 len: 1094 time: 0.7082887 May 05 22:04:52.622849 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb73e29b-a5e3-4c30-a257-bbfabc993371 None None] Pushing event deleted for resources: {'Port': ['ID=ac8fe565-5c2c-4a65-aed6-34910c86d342,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:52.641122 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb73e29b-a5e3-4c30-a257-bbfabc993371 None None] No DVR routers for this DVR port ac8fe565-5c2c-4a65-aed6-34910c86d342 on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:04:52.787848 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737137da-f1bf-4943-ac5d-367cc22ed3fd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:04:52.843685 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device ac8fe565-5c2c-4a65-aed6-34910c86d342 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:04:52.848084 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-737137da-f1bf-4943-ac5d-367cc22ed3fd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:04:52.848084 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737137da-f1bf-4943-ac5d-367cc22ed3fd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:52.848084 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-737137da-f1bf-4943-ac5d-367cc22ed3fd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:52.895815 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-79e47f2c-3e6b-41b3-9b0d-8b3da225f23b req-d9e7c64c-60f9-45b2-9546-c9ed25f82b3c tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/security-groups?id=294d9890-5827-40b1-a1cd-e520f389fc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6677744 May 05 22:04:52.915839 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-737137da-f1bf-4943-ac5d-367cc22ed3fd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2765145 May 05 22:04:52.921118 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 60570) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:52.937246 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-2edd9b42-ad85-4da3-af8f-88894daa2f4d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Request body: {'port': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'fixed_ips': [{'subnet_id': '434d92b8-91da-430d-bb3d-f13d0053c0f7', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-77298918'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:04:52.947044 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737137da-f1bf-4943-ac5d-367cc22ed3fd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event updated for resources: {'Subnet': ['ID=434d92b8-91da-430d-bb3d-f13d0053c0f7,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:52.951018 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-a936da20-4bfe-49c4-b3b0-453c7288fab1 req-35acc10b-cfa3-4259-b929-bcc1ae84a7d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74770aab-3cf8-4bb7-99fc-077414f6418b {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:04:52.963376 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8f293f-8d59-461d-9a64-9786484b85fd None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:04:52.964396 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a936da20-4bfe-49c4-b3b0-453c7288fab1 req-35acc10b-cfa3-4259-b929-bcc1ae84a7d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:53.035933 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-a936da20-4bfe-49c4-b3b0-453c7288fab1 req-35acc10b-cfa3-4259-b929-bcc1ae84a7d0 service neutron] Transition to ACTIVE for port object 74770aab-3cf8-4bb7-99fc-077414f6418b will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:04:53.049709 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: ac8fe565-5c2c-4a65-aed6-34910c86d342 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:04:53.050296 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device ac8fe565-5c2c-4a65-aed6-34910c86d342 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:04:53.050437 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a936da20-4bfe-49c4-b3b0-453c7288fab1 req-35acc10b-cfa3-4259-b929-bcc1ae84a7d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:53.155335 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3d71ec4a-c8c6-4cd3-a415-36e4fa938535 req-f07a328d-ad84-4b64-8854-15c0c358c6d9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8eaa65f0-048c-4b19-b49a-9fda3ae9934f HTTP/1.1" status: 200 len: 217 time: 0.5114002 May 05 22:04:53.189151 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35acc10b-cfa3-4259-b929-bcc1ae84a7d0 service neutron] Pushing event updated for resources: {'Port': ['ID=74770aab-3cf8-4bb7-99fc-077414f6418b,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:53.391240 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c4e057-d2a5-4d73-b535-e52eca72b751 req-ea944d04-680d-47f0-9d19-a83b08e44a01 tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:53.400212 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-75c4e057-d2a5-4d73-b535-e52eca72b751 req-ea944d04-680d-47f0-9d19-a83b08e44a01 tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] 10.222.0.23 "GET /v2.0/ports?device_id=959f4423-6db6-4834-8787-28bb5c72ee32 HTTP/1.1" status: 200 len: 943 time: 0.9914696 May 05 22:04:53.432045 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b38fbab-2903-407e-981f-a3968f085256 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-137c07e1-75d6-4e37-9f42-95b3b385c296', 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'tenant_id': '6a9c8b32c69349b78288ebe6e6b6f3f4', 'fixed_ips': [{'subnet_id': '434d92b8-91da-430d-bb3d-f13d0053c0f7'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:04:53.433049 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9b38fbab-2903-407e-981f-a3968f085256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:53.725583 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-a936da20-4bfe-49c4-b3b0-453c7288fab1 req-35acc10b-cfa3-4259-b929-bcc1ae84a7d0 service neutron] Attempting to bind port 74770aab-3cf8-4bb7-99fc-077414f6418b on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:04:53.725583 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-a936da20-4bfe-49c4-b3b0-453c7288fab1 req-35acc10b-cfa3-4259-b929-bcc1ae84a7d0 service neutron] Attempting to bind port 74770aab-3cf8-4bb7-99fc-077414f6418b by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': '8791e900-4ba7-4d7d-801a-c6b49729e00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:04:53.725583 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a936da20-4bfe-49c4-b3b0-453c7288fab1 req-35acc10b-cfa3-4259-b929-bcc1ae84a7d0 service neutron] Attempting to bind port 74770aab-3cf8-4bb7-99fc-077414f6418b on network c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:04:53.740191 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a936da20-4bfe-49c4-b3b0-453c7288fab1 req-35acc10b-cfa3-4259-b929-bcc1ae84a7d0 service neutron] Port 74770aab-3cf8-4bb7-99fc-077414f6418b on network c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:04:53.740959 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a936da20-4bfe-49c4-b3b0-453c7288fab1 req-35acc10b-cfa3-4259-b929-bcc1ae84a7d0 service neutron] Attempting to bind port 74770aab-3cf8-4bb7-99fc-077414f6418b on network c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:04:53.747458 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a936da20-4bfe-49c4-b3b0-453c7288fab1 req-35acc10b-cfa3-4259-b929-bcc1ae84a7d0 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:04:53.747788 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a936da20-4bfe-49c4-b3b0-453c7288fab1 req-35acc10b-cfa3-4259-b929-bcc1ae84a7d0 service neutron] Checking segment: {'id': '8791e900-4ba7-4d7d-801a-c6b49729e00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:04:53.748170 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a936da20-4bfe-49c4-b3b0-453c7288fab1 req-35acc10b-cfa3-4259-b929-bcc1ae84a7d0 service neutron] Bound using segment: {'id': '8791e900-4ba7-4d7d-801a-c6b49729e00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:04:53.748683 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-a936da20-4bfe-49c4-b3b0-453c7288fab1 req-35acc10b-cfa3-4259-b929-bcc1ae84a7d0 service neutron] Bound port: 74770aab-3cf8-4bb7-99fc-077414f6418b, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8791e900-4ba7-4d7d-801a-c6b49729e00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:04:53.748932 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a936da20-4bfe-49c4-b3b0-453c7288fab1 req-35acc10b-cfa3-4259-b929-bcc1ae84a7d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:53.805031 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-9b38fbab-2903-407e-981f-a3968f085256 None None] Allocated IP 2001:db8::2 (137c07e1-75d6-4e37-9f42-95b3b385c296/434d92b8-91da-430d-bb3d-f13d0053c0f7/71673dc0-911e-4181-b41e-d98d9342ab26) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:04:53.933680 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d71ec4a-c8c6-4cd3-a415-36e4fa938535 req-717482b9-7c9d-4be4-9074-b38537c36c0a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:53.933680 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3d71ec4a-c8c6-4cd3-a415-36e4fa938535 req-717482b9-7c9d-4be4-9074-b38537c36c0a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3d0e71fa-24a6-40b3-b498-9fa63651d453 HTTP/1.1" status: 200 len: 851 time: 0.7606990 May 05 22:04:53.946417 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-a936da20-4bfe-49c4-b3b0-453c7288fab1 req-35acc10b-cfa3-4259-b929-bcc1ae84a7d0 service neutron] For port 74770aab-3cf8-4bb7-99fc-077414f6418b, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:04:53.961201 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-a936da20-4bfe-49c4-b3b0-453c7288fab1 req-35acc10b-cfa3-4259-b929-bcc1ae84a7d0 service neutron] For port 74770aab-3cf8-4bb7-99fc-077414f6418b, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=74770aab-3cf8-4bb7-99fc-077414f6418b,segment=NetworkSegment(8791e900-4ba7-4d7d-801a-c6b49729e00b),segment_id=8791e900-4ba7-4d7d-801a-c6b49729e00b)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:04:53.967879 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a936da20-4bfe-49c4-b3b0-453c7288fab1 req-35acc10b-cfa3-4259-b929-bcc1ae84a7d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:54.102081 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-75c4e057-d2a5-4d73-b535-e52eca72b751 req-aa8ed768-44c6-4e99-8f0a-5ed5f1440909 tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c6172fb-b476-4532-b169-0f9ffa0e41bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6951120 May 05 22:04:54.109752 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a936da20-4bfe-49c4-b3b0-453c7288fab1 req-35acc10b-cfa3-4259-b929-bcc1ae84a7d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:54.111124 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3d71ec4a-c8c6-4cd3-a415-36e4fa938535 req-6bec1834-77a6-44e8-8ca0-270e589af428 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d367268b-0c00-471b-8211-f77d55c1d69b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1538851 May 05 22:04:54.116308 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a936da20-4bfe-49c4-b3b0-453c7288fab1 req-35acc10b-cfa3-4259-b929-bcc1ae84a7d0 service neutron] 10.222.0.44 "PUT /v2.0/ports/74770aab-3cf8-4bb7-99fc-077414f6418b HTTP/1.1" status: 200 len: 1091 time: 2.7657855 May 05 22:04:54.127127 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f63b14c-2fc5-4e64-8edf-82abd644c01e', 'tag': '74770aab-3cf8-4bb7-99fc-077414f6418b'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:04:54.194051 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ae55c-1016-4d39-8f2d-051d6f62a35f req-56d9e700-89ab-4bab-9b6a-ff207961b491 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:54.195401 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7d4ae55c-1016-4d39-8f2d-051d6f62a35f req-56d9e700-89ab-4bab-9b6a-ff207961b491 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=6da35480-880d-4e6d-98cd-0ef9e45c7814 HTTP/1.1" status: 200 len: 943 time: 0.9391558 May 05 22:04:54.196207 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-38b864dc-eb42-464b-9fc9-4017ed42f8c7 req-ba627c0e-1e02-459e-8781-1afbefbdfd40 service neutron] Attempting to bind port d9f43e1b-e0e7-4a8e-9598-e020a0ed6174 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:04:54.196538 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-38b864dc-eb42-464b-9fc9-4017ed42f8c7 req-ba627c0e-1e02-459e-8781-1afbefbdfd40 service neutron] Attempting to bind port d9f43e1b-e0e7-4a8e-9598-e020a0ed6174 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'b0853f69-0751-43f3-82dd-3ab4be255b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:04:54.196859 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b864dc-eb42-464b-9fc9-4017ed42f8c7 req-ba627c0e-1e02-459e-8781-1afbefbdfd40 service neutron] Attempting to bind port d9f43e1b-e0e7-4a8e-9598-e020a0ed6174 on network da94abce-5ece-4742-b6d0-f89044eb6bbd {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:04:54.335729 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9b38fbab-2903-407e-981f-a3968f085256 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:54.363535 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-9b38fbab-2903-407e-981f-a3968f085256 None None] Transition to ACTIVE for port object 71673dc0-911e-4181-b41e-d98d9342ab26 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:04:54.364662 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-2edd9b42-ad85-4da3-af8f-88894daa2f4d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:04:54.370671 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-2edd9b42-ad85-4da3-af8f-88894daa2f4d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Usage tracker for resource:port and tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:04:54.374598 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-2edd9b42-ad85-4da3-af8f-88894daa2f4d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:04:54.400151 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-2edd9b42-ad85-4da3-af8f-88894daa2f4d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:04:54.439921 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-9b38fbab-2903-407e-981f-a3968f085256 None None] Transition to ACTIVE for port object 71673dc0-911e-4181-b41e-d98d9342ab26 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:04:54.444217 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35acc10b-cfa3-4259-b929-bcc1ae84a7d0 service neutron] Pushing event updated for resources: {'Port': ['ID=74770aab-3cf8-4bb7-99fc-077414f6418b,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:54.452236 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9b38fbab-2903-407e-981f-a3968f085256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:54.455305 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2edd9b42-ad85-4da3-af8f-88894daa2f4d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Made reservation on behalf of 6a9c8b32c69349b78288ebe6e6b6f3f4 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:04:54.524538 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b864dc-eb42-464b-9fc9-4017ed42f8c7 req-ba627c0e-1e02-459e-8781-1afbefbdfd40 service neutron] Port d9f43e1b-e0e7-4a8e-9598-e020a0ed6174 on network da94abce-5ece-4742-b6d0-f89044eb6bbd not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:04:54.524538 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b864dc-eb42-464b-9fc9-4017ed42f8c7 req-ba627c0e-1e02-459e-8781-1afbefbdfd40 service neutron] Attempting to bind port d9f43e1b-e0e7-4a8e-9598-e020a0ed6174 on network da94abce-5ece-4742-b6d0-f89044eb6bbd {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:04:54.526731 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a936da20-4bfe-49c4-b3b0-453c7288fab1 req-74b96ee4-bc2a-425a-b633-eb9be5db3b9c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f9679666ed684085ba56b96d355bc823&device_id=8f63b14c-2fc5-4e64-8edf-82abd644c01e HTTP/1.1" status: 200 len: 1094 time: 0.3314519 May 05 22:04:54.631606 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b38fbab-2903-407e-981f-a3968f085256 None None] Pushing event updated for resources: {'Port': ['ID=71673dc0-911e-4181-b41e-d98d9342ab26,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:54.666496 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b38fbab-2903-407e-981f-a3968f085256 None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:04:54.692240 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-9b38fbab-2903-407e-981f-a3968f085256 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:04:54.694615 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b38fbab-2903-407e-981f-a3968f085256 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:04:54.695692 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a936da20-4bfe-49c4-b3b0-453c7288fab1 req-422ede6a-760e-4aab-90a7-8f26e7853efa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74770aab-3cf8-4bb7-99fc-077414f6418b HTTP/1.1" status: 200 len: 217 time: 0.1748896 May 05 22:04:54.763159 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7d4ae55c-1016-4d39-8f2d-051d6f62a35f req-0fb7d04d-3bf4-4795-b771-fae6ece8c0be tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/security-groups?id=05474dd9-fbf1-431b-9749-0f3c288a51b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5496862 May 05 22:04:54.785183 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b864dc-eb42-464b-9fc9-4017ed42f8c7 req-ba627c0e-1e02-459e-8781-1afbefbdfd40 service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:04:54.785519 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b864dc-eb42-464b-9fc9-4017ed42f8c7 req-ba627c0e-1e02-459e-8781-1afbefbdfd40 service neutron] Checking segment: {'id': 'b0853f69-0751-43f3-82dd-3ab4be255b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:04:54.785896 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b864dc-eb42-464b-9fc9-4017ed42f8c7 req-ba627c0e-1e02-459e-8781-1afbefbdfd40 service neutron] Bound using segment: {'id': 'b0853f69-0751-43f3-82dd-3ab4be255b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:04:54.786335 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-38b864dc-eb42-464b-9fc9-4017ed42f8c7 req-ba627c0e-1e02-459e-8781-1afbefbdfd40 service neutron] Bound port: d9f43e1b-e0e7-4a8e-9598-e020a0ed6174, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0853f69-0751-43f3-82dd-3ab4be255b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:04:54.786691 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-38b864dc-eb42-464b-9fc9-4017ed42f8c7 req-ba627c0e-1e02-459e-8781-1afbefbdfd40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:54.819932 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a936da20-4bfe-49c4-b3b0-453c7288fab1 req-4ba910ca-38a1-453b-bb4d-089bfbaf3381 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:54.821667 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a936da20-4bfe-49c4-b3b0-453c7288fab1 req-4ba910ca-38a1-453b-bb4d-089bfbaf3381 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f259ce1a-1e13-44eb-b65e-190001e0a5ad HTTP/1.1" status: 200 len: 850 time: 0.1196144 May 05 22:04:54.950225 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-9b38fbab-2903-407e-981f-a3968f085256 None None] Attempting to bind port 71673dc0-911e-4181-b41e-d98d9342ab26 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:04:54.950225 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-9b38fbab-2903-407e-981f-a3968f085256 None None] Attempting to bind port 71673dc0-911e-4181-b41e-d98d9342ab26 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:04:54.950225 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b38fbab-2903-407e-981f-a3968f085256 None None] Attempting to bind port 71673dc0-911e-4181-b41e-d98d9342ab26 on network 137c07e1-75d6-4e37-9f42-95b3b385c296 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:04:54.957392 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-008f9d0c-b3f6-4308-a559-2149b2d77a26'] response: {'name': 'network-changed', 'server_uuid': '8f63b14c-2fc5-4e64-8edf-82abd644c01e', 'tag': '74770aab-3cf8-4bb7-99fc-077414f6418b', 'status': 'completed', 'code': 200} May 05 22:04:54.970098 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b38fbab-2903-407e-981f-a3968f085256 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:04:54.970098 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b38fbab-2903-407e-981f-a3968f085256 None None] Checking segment: {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:04:54.970098 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9b38fbab-2903-407e-981f-a3968f085256 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:54.970098 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b38fbab-2903-407e-981f-a3968f085256 None None] Bound using segment: {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:04:54.970098 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-9b38fbab-2903-407e-981f-a3968f085256 None None] Bound port: 71673dc0-911e-4181-b41e-d98d9342ab26, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:04:54.970098 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9b38fbab-2903-407e-981f-a3968f085256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:55.046059 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a936da20-4bfe-49c4-b3b0-453c7288fab1 req-f0dfbcc9-83eb-4205-aaf9-ed926e780c2a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2179818 May 05 22:04:55.120314 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3d71ec4a-c8c6-4cd3-a415-36e4fa938535 req-201435b6-24dd-4fdc-8a75-b1364d459090 service neutron] 10.222.0.44 "GET /v2.0/networks/d367268b-0c00-471b-8211-f77d55c1d69b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9790733 May 05 22:04:55.145840 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-9b38fbab-2903-407e-981f-a3968f085256 None None] For port 71673dc0-911e-4181-b41e-d98d9342ab26, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:04:55.155691 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-9b38fbab-2903-407e-981f-a3968f085256 None None] For port 71673dc0-911e-4181-b41e-d98d9342ab26, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=71673dc0-911e-4181-b41e-d98d9342ab26,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:04:55.166520 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9b38fbab-2903-407e-981f-a3968f085256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:55.344161 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-38b864dc-eb42-464b-9fc9-4017ed42f8c7 req-ba627c0e-1e02-459e-8781-1afbefbdfd40 service neutron] For port d9f43e1b-e0e7-4a8e-9598-e020a0ed6174, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:04:55.361692 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-38b864dc-eb42-464b-9fc9-4017ed42f8c7 req-ba627c0e-1e02-459e-8781-1afbefbdfd40 service neutron] For port d9f43e1b-e0e7-4a8e-9598-e020a0ed6174, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=d9f43e1b-e0e7-4a8e-9598-e020a0ed6174,segment=NetworkSegment(b0853f69-0751-43f3-82dd-3ab4be255b1c),segment_id=b0853f69-0751-43f3-82dd-3ab4be255b1c)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:04:55.389373 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a936da20-4bfe-49c4-b3b0-453c7288fab1 req-680d9f08-379d-4ad9-be31-09b65fb28463 service neutron] 10.222.0.44 "GET /v2.0/networks/c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274496 May 05 22:04:55.398600 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-38b864dc-eb42-464b-9fc9-4017ed42f8c7 req-ba627c0e-1e02-459e-8781-1afbefbdfd40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:55.651458 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b38fbab-2903-407e-981f-a3968f085256 None None] Pushing event updated for resources: {'Port': ['ID=71673dc0-911e-4181-b41e-d98d9342ab26,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:55.660445 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba627c0e-1e02-459e-8781-1afbefbdfd40 service neutron] Pushing event updated for resources: {'Port': ['ID=d9f43e1b-e0e7-4a8e-9598-e020a0ed6174,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:55.712968 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a936da20-4bfe-49c4-b3b0-453c7288fab1 req-df6f7843-887c-44f3-92b9-5e8ace60f4c6 service neutron] 10.222.0.44 "GET /v2.0/networks/c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968225 May 05 22:04:55.714454 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-38b864dc-eb42-464b-9fc9-4017ed42f8c7 req-ba627c0e-1e02-459e-8781-1afbefbdfd40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:55.714454 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-38b864dc-eb42-464b-9fc9-4017ed42f8c7 req-ba627c0e-1e02-459e-8781-1afbefbdfd40 service neutron] 10.222.0.32 "PUT /v2.0/ports/d9f43e1b-e0e7-4a8e-9598-e020a0ed6174 HTTP/1.1" status: 200 len: 1091 time: 6.5166283 May 05 22:04:55.733609 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6da35480-880d-4e6d-98cd-0ef9e45c7814', 'tag': 'd9f43e1b-e0e7-4a8e-9598-e020a0ed6174'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:04:55.776230 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2edd9b42-ad85-4da3-af8f-88894daa2f4d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:55.875324 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [None req-2edd9b42-ad85-4da3-af8f-88894daa2f4d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] device_id is not set on port c359447c-756e-452b-8cef-44958a4a6b0a yet. {{(pid=84061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:04:56.022984 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-82c628cc-0170-4256-8f51-5d7fc8393933 req-424080cc-d555-4361-8405-d1e904c59e46 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f9679666ed684085ba56b96d355bc823&device_id=8f63b14c-2fc5-4e64-8edf-82abd644c01e HTTP/1.1" status: 200 len: 1094 time: 0.2192626 May 05 22:04:56.175736 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e4a214-be05-4479-b773-01743c700b00 req-cd7eb709-8aaf-45cd-98a8-6e6f6717ce2b tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:56.187190 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-11e4a214-be05-4479-b773-01743c700b00 req-cd7eb709-8aaf-45cd-98a8-6e6f6717ce2b tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f63b14c-2fc5-4e64-8edf-82abd644c01e HTTP/1.1" status: 200 len: 943 time: 1.2486124 May 05 22:04:56.486412 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3d71ec4a-c8c6-4cd3-a415-36e4fa938535 req-4edfa223-0b32-47ca-badd-7a7724a7855f service neutron] 10.222.0.44 "GET /v2.0/networks/d367268b-0c00-471b-8211-f77d55c1d69b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3430099 May 05 22:04:56.536693 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-38b864dc-eb42-464b-9fc9-4017ed42f8c7 req-eb6eed32-bad8-45ee-8bba-100dab1dd08d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2578689695ab4a55a99443682838538b&device_id=6da35480-880d-4e6d-98cd-0ef9e45c7814 HTTP/1.1" status: 200 len: 1094 time: 0.6743793 May 05 22:04:56.590216 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [req-410ecce3-9edb-4f58-ba0d-65c8c5cda8e1 req-50df9b7f-4546-4f0d-b750-ba89764c0f79 service neutron] (84063) timed out ('10.222.0.23', 40958) {{(pid=84063) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 05 22:04:56.642717 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c628cc-0170-4256-8f51-5d7fc8393933 req-6eb6ef01-7dd4-42ec-a4b4-c5fc06a84e00 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:56.646285 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-82c628cc-0170-4256-8f51-5d7fc8393933 req-6eb6ef01-7dd4-42ec-a4b4-c5fc06a84e00 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2 HTTP/1.1" status: 200 len: 912 time: 0.6143177 May 05 22:04:56.770083 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-82c628cc-0170-4256-8f51-5d7fc8393933 req-0c356303-e805-46a9-9f98-c4ddfd16420f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74770aab-3cf8-4bb7-99fc-077414f6418b HTTP/1.1" status: 200 len: 217 time: 0.1082959 May 05 22:04:56.853690 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c5607-355c-4fe7-b0ed-3411e4184e9b req-5b3ce33f-56da-425a-b7c3-4518929be29d tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:56.860312 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b43c5607-355c-4fe7-b0ed-3411e4184e9b req-5b3ce33f-56da-425a-b7c3-4518929be29d tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] 10.222.0.23 "GET /v2.0/ports?device_id=959f4423-6db6-4834-8787-28bb5c72ee32 HTTP/1.1" status: 200 len: 943 time: 1.2456100 May 05 22:04:56.911910 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c628cc-0170-4256-8f51-5d7fc8393933 req-3a4febef-d0f4-4368-b7dc-5a902e3caf29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:56.911910 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-82c628cc-0170-4256-8f51-5d7fc8393933 req-3a4febef-d0f4-4368-b7dc-5a902e3caf29 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f259ce1a-1e13-44eb-b65e-190001e0a5ad HTTP/1.1" status: 200 len: 850 time: 0.1341276 May 05 22:04:56.971889 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-2edd9b42-ad85-4da3-af8f-88894daa2f4d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 22:04:56.971889 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2edd9b42-ad85-4da3-af8f-88894daa2f4d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:04:57.015437 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 71673dc0-911e-4181-b41e-d98d9342ab26 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:04:57.164184 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-82c628cc-0170-4256-8f51-5d7fc8393933 req-b4f1bf38-2fb6-45a9-bc9d-0d3e946b31fe service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2466962 May 05 22:04:57.185561 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 71673dc0-911e-4181-b41e-d98d9342ab26 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:04:57.427345 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-11e4a214-be05-4479-b773-01743c700b00 req-26eebe3c-52a8-4ae1-941d-641142385526 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/security-groups?id=294d9890-5827-40b1-a1cd-e520f389fc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2260413 May 05 22:04:57.429150 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-82c628cc-0170-4256-8f51-5d7fc8393933 req-e4a2a2c9-62db-4496-b88b-f07088c9d540 service neutron] 10.222.0.44 "GET /v2.0/networks/c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572086 May 05 22:04:57.460849 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-38b864dc-eb42-464b-9fc9-4017ed42f8c7 req-3fc92513-9af8-4fbb-8951-693c51193ef3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9f43e1b-e0e7-4a8e-9598-e020a0ed6174 HTTP/1.1" status: 200 len: 217 time: 0.8741992 May 05 22:04:57.474394 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-2edd9b42-ad85-4da3-af8f-88894daa2f4d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 4.5448861 May 05 22:04:57.483845 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60658) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:57.772101 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b43c5607-355c-4fe7-b0ed-3411e4184e9b req-adaaacd8-865a-4a04-9196-fae56047f230 tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c6172fb-b476-4532-b169-0f9ffa0e41bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9058144 May 05 22:04:57.817882 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60077d78-1fbe-45ec-9af2-6818e54abc79'] response: {'name': 'network-changed', 'server_uuid': '6da35480-880d-4e6d-98cd-0ef9e45c7814', 'tag': 'd9f43e1b-e0e7-4a8e-9598-e020a0ed6174', 'status': 'completed', 'code': 200} May 05 22:04:57.846473 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b864dc-eb42-464b-9fc9-4017ed42f8c7 req-0237b5b8-b70c-4269-91e2-1826aab04251 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:57.848016 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-38b864dc-eb42-464b-9fc9-4017ed42f8c7 req-0237b5b8-b70c-4269-91e2-1826aab04251 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b6329e98-aed7-463a-a6e6-dc9284056d36 HTTP/1.1" status: 200 len: 853 time: 0.3722277 May 05 22:04:57.852187 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f40459dd-11e4-4202-88be-0b5a7927d984 req-8844ab85-5e1d-424b-8003-402d1d8af9a4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f00dd4510920477db1615e254e14b8fb&device_id=959f4423-6db6-4834-8787-28bb5c72ee32 HTTP/1.1" status: 200 len: 1094 time: 1.1331711 May 05 22:04:57.980953 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf063c43-7f77-4c20-9052-31d4d2855d15 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:57.983297 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-bf063c43-7f77-4c20-9052-31d4d2855d15 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Synchronizing usage tracker for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:04:57.986152 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-359442b9-37ff-47a0-876a-2293768513bf None None] Provisioning for port 71673dc0-911e-4181-b41e-d98d9342ab26 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:04:57.999922 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-359442b9-37ff-47a0-876a-2293768513bf None None] Provisioning complete for port 71673dc0-911e-4181-b41e-d98d9342ab26 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:04:58.000291 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-359442b9-37ff-47a0-876a-2293768513bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:58.092967 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-bf063c43-7f77-4c20-9052-31d4d2855d15 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Unset dirty status for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:04:58.099818 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-bf063c43-7f77-4c20-9052-31d4d2855d15 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.6042171 May 05 22:04:58.125549 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60674) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:58.158560 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 8eaa65f0-048c-4b19-b49a-9fda3ae9934f details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:04:58.245573 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-82c628cc-0170-4256-8f51-5d7fc8393933 req-d28cbe61-6cf7-4f38-aa87-0bf470f0994b service neutron] 10.222.0.44 "GET /v2.0/networks/c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8027799 May 05 22:04:58.283075 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40459dd-11e4-4202-88be-0b5a7927d984 req-d429c4f4-fe4d-46b8-ab81-14c6706982fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:58.283075 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f40459dd-11e4-4202-88be-0b5a7927d984 req-d429c4f4-fe4d-46b8-ab81-14c6706982fd service neutron] 10.222.0.44 "GET /v2.0/networks?id=d367268b-0c00-471b-8211-f77d55c1d69b HTTP/1.1" status: 200 len: 912 time: 0.3722181 May 05 22:04:58.343241 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e3028d-5b4b-4a52-9335-f4c41bddbe33 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:58.350011 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e3028d-5b4b-4a52-9335-f4c41bddbe33 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:58.350818 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-22e3028d-5b4b-4a52-9335-f4c41bddbe33 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Synchronizing usage tracker for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:subnet {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:04:58.378619 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-22e3028d-5b4b-4a52-9335-f4c41bddbe33 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Unset dirty status for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:subnet {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:04:58.379905 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-22e3028d-5b4b-4a52-9335-f4c41bddbe33 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2575889 May 05 22:04:58.382692 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60680) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:58.418133 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 8eaa65f0-048c-4b19-b49a-9fda3ae9934f, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=8eaa65f0-048c-4b19-b49a-9fda3ae9934f,segment=NetworkSegment(12e62d9a-83c9-49b3-b7da-cf04ececfbee),segment_id=12e62d9a-83c9-49b3-b7da-cf04ececfbee)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:04:58.440521 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-359442b9-37ff-47a0-876a-2293768513bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:58.538555 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '8eaa65f0-048c-4b19-b49a-9fda3ae9934f', 'network_id': 'd367268b-0c00-471b-8211-f77d55c1d69b', 'port_id': '8eaa65f0-048c-4b19-b49a-9fda3ae9934f', 'mac_address': 'fa:16:3e:4d:62:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d0e71fa-24a6-40b3-b498-9fa63651d453', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:04:58.548565 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f40459dd-11e4-4202-88be-0b5a7927d984 req-371639b9-4b84-45a8-a96e-96ed5b4649b1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8eaa65f0-048c-4b19-b49a-9fda3ae9934f HTTP/1.1" status: 200 len: 217 time: 0.2359886 May 05 22:04:58.677157 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-359442b9-37ff-47a0-876a-2293768513bf None None] For port 71673dc0-911e-4181-b41e-d98d9342ab26, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=71673dc0-911e-4181-b41e-d98d9342ab26,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:04:58.719689 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-359442b9-37ff-47a0-876a-2293768513bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:58.795304 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40459dd-11e4-4202-88be-0b5a7927d984 req-8dcd511d-8d18-4651-a22a-d7460b32e312 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:58.799002 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f40459dd-11e4-4202-88be-0b5a7927d984 req-8dcd511d-8d18-4651-a22a-d7460b32e312 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3d0e71fa-24a6-40b3-b498-9fa63651d453 HTTP/1.1" status: 200 len: 851 time: 0.2462590 May 05 22:04:58.830210 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-8993a619-7a5a-4607-8bad-41d185d95bc9 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Deleting subnet 434d92b8-91da-430d-bb3d-f13d0053c0f7 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:04:58.843932 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8993a619-7a5a-4607-8bad-41d185d95bc9 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:58.922129 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:58.931913 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359442b9-37ff-47a0-876a-2293768513bf None None] Pushing event updated for resources: {'Port': ['ID=71673dc0-911e-4181-b41e-d98d9342ab26,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:58.959314 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8993a619-7a5a-4607-8bad-41d185d95bc9 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:58.963550 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-38b864dc-eb42-464b-9fc9-4017ed42f8c7 req-6ad5af65-4af7-4ea7-8081-2e193d71f381 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=da94abce-5ece-4742-b6d0-f89044eb6bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0999260 May 05 22:04:58.963550 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f40459dd-11e4-4202-88be-0b5a7927d984 req-0956e776-7ab7-40dd-85dc-2156725881a7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d367268b-0c00-471b-8211-f77d55c1d69b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1541529 May 05 22:04:59.011728 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eaa65f0-048c-4b19-b49a-9fda3ae9934f {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:04:59.091691 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 8eaa65f0-048c-4b19-b49a-9fda3ae9934f, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=8eaa65f0-048c-4b19-b49a-9fda3ae9934f,segment=NetworkSegment(12e62d9a-83c9-49b3-b7da-cf04ececfbee),segment_id=12e62d9a-83c9-49b3-b7da-cf04ececfbee)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:04:59.103149 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:59.103149 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 74770aab-3cf8-4bb7-99fc-077414f6418b details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:04:59.229263 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8993a619-7a5a-4607-8bad-41d185d95bc9 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:59.261689 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c3631-b7a9-48b1-9cfe-b0b23759f9fd req-d728b247-40d0-4c40-aee6-720c5a5eadde tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:04:59.263309 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e23c3631-b7a9-48b1-9cfe-b0b23759f9fd req-d728b247-40d0-4c40-aee6-720c5a5eadde tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=6da35480-880d-4e6d-98cd-0ef9e45c7814 HTTP/1.1" status: 200 len: 943 time: 1.2563994 May 05 22:04:59.300133 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 74770aab-3cf8-4bb7-99fc-077414f6418b, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=74770aab-3cf8-4bb7-99fc-077414f6418b,segment=NetworkSegment(8791e900-4ba7-4d7d-801a-c6b49729e00b),segment_id=8791e900-4ba7-4d7d-801a-c6b49729e00b)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:04:59.319526 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '74770aab-3cf8-4bb7-99fc-077414f6418b', 'network_id': 'c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2', 'port_id': '74770aab-3cf8-4bb7-99fc-077414f6418b', 'mac_address': 'fa:16:3e:1b:30:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f259ce1a-1e13-44eb-b65e-190001e0a5ad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:04:59.412372 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=8eaa65f0-048c-4b19-b49a-9fda3ae9934f,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:59.415697 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8993a619-7a5a-4607-8bad-41d185d95bc9 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:59.424816 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:59.442537 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74770aab-3cf8-4bb7-99fc-077414f6418b {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:04:59.463715 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 74770aab-3cf8-4bb7-99fc-077414f6418b, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=74770aab-3cf8-4bb7-99fc-077414f6418b,segment=NetworkSegment(8791e900-4ba7-4d7d-801a-c6b49729e00b),segment_id=8791e900-4ba7-4d7d-801a-c6b49729e00b)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:04:59.472429 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:59.503828 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8993a619-7a5a-4607-8bad-41d185d95bc9 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:04:59.516637 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8993a619-7a5a-4607-8bad-41d185d95bc9 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event deleted for resources: {'Subnet': ['ID=434d92b8-91da-430d-bb3d-f13d0053c0f7,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:59.536377 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8993a619-7a5a-4607-8bad-41d185d95bc9 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/subnets/434d92b8-91da-430d-bb3d-f13d0053c0f7 HTTP/1.1" status: 204 len: 168 time: 1.1525755 May 05 22:04:59.539123 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d937c6f-6bd4-418d-96d4-75a8aea82e0d None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:04:59.539897 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60702) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:59.562225 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e23c3631-b7a9-48b1-9cfe-b0b23759f9fd req-4ff24569-31aa-409b-bd7f-0a116a01cda8 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/security-groups?id=05474dd9-fbf1-431b-9749-0f3c288a51b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2888763 May 05 22:04:59.565661 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f40459dd-11e4-4202-88be-0b5a7927d984 req-43c4c782-0dca-4102-a0c8-e39f2fe0ec68 service neutron] 10.222.0.44 "GET /v2.0/networks/d367268b-0c00-471b-8211-f77d55c1d69b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3317192 May 05 22:04:59.604742 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-38b864dc-eb42-464b-9fc9-4017ed42f8c7 req-997c23d6-4f7e-44d9-a482-ded7d8fe4351 service neutron] 10.222.0.32 "GET /v2.0/networks/da94abce-5ece-4742-b6d0-f89044eb6bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5398598 May 05 22:04:59.656727 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b066fd53-f188-4b73-bab7-9a3e22572d4d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1154382 May 05 22:04:59.666097 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60708) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:04:59.680649 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-771c7c9e-9d52-4ac3-8c11-176836aecaa0 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Request body: {'subnet': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:04:59.735962 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=74770aab-3cf8-4bb7-99fc-077414f6418b,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:04:59.755901 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['74770aab-3cf8-4bb7-99fc-077414f6418b'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:04:59.811900 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['8eaa65f0-048c-4b19-b49a-9fda3ae9934f'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:05:00.037984 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-771c7c9e-9d52-4ac3-8c11-176836aecaa0 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:05:00.061079 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-771c7c9e-9d52-4ac3-8c11-176836aecaa0 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Usage tracker for resource:subnet and tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:05:00.069149 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-771c7c9e-9d52-4ac3-8c11-176836aecaa0 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:05:00.091742 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-771c7c9e-9d52-4ac3-8c11-176836aecaa0 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:05:00.119567 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771c7c9e-9d52-4ac3-8c11-176836aecaa0 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Made reservation on behalf of 6a9c8b32c69349b78288ebe6e6b6f3f4 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:05:00.124507 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-771c7c9e-9d52-4ac3-8c11-176836aecaa0 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:00.149569 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8edadbe-2c07-4026-9b5e-c95113ccb4c5 req-2dad26f0-7e9b-47f5-ab0d-53bb08218b8b tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:00.191451 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d8edadbe-2c07-4026-9b5e-c95113ccb4c5 req-2dad26f0-7e9b-47f5-ab0d-53bb08218b8b tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f63b14c-2fc5-4e64-8edf-82abd644c01e HTTP/1.1" status: 200 len: 943 time: 1.2333095 May 05 22:05:00.335506 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b10f05f-954c-4241-b2d9-ae763a4c8e64 None None] DHCP port deletion for 137c07e1-75d6-4e37-9f42-95b3b385c296 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:05:00.357473 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-0b10f05f-954c-4241-b2d9-ae763a4c8e64 None None] Deleting port 71673dc0-911e-4181-b41e-d98d9342ab26 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:05:00.357473 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0b10f05f-954c-4241-b2d9-ae763a4c8e64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:00.419466 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f40459dd-11e4-4202-88be-0b5a7927d984 req-ff0bf76e-d5cc-49c1-ae0c-ae1f2c85f0cc service neutron] 10.222.0.44 "GET /v2.0/networks/d367268b-0c00-471b-8211-f77d55c1d69b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7810142 May 05 22:05:00.463187 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-38b864dc-eb42-464b-9fc9-4017ed42f8c7 req-6672258f-4da2-43f3-ad8d-d52d4245e1f1 service neutron] 10.222.0.32 "GET /v2.0/networks/da94abce-5ece-4742-b6d0-f89044eb6bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7733531 May 05 22:05:00.530805 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d8edadbe-2c07-4026-9b5e-c95113ccb4c5 req-2ec60a5b-095e-4fa2-83de-03b25abfe64c tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/security-groups?id=294d9890-5827-40b1-a1cd-e520f389fc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3311183 May 05 22:05:00.694489 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b5692-abdb-4676-b9d2-ddc12b219cbc req-6165a294-cca1-4093-bf1d-7dc11e1c44a1 tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:00.708692 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-410b5692-abdb-4676-b9d2-ddc12b219cbc req-6165a294-cca1-4093-bf1d-7dc11e1c44a1 tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] 10.222.0.23 "GET /v2.0/ports?device_id=959f4423-6db6-4834-8787-28bb5c72ee32 HTTP/1.1" status: 200 len: 944 time: 0.7436674 May 05 22:05:00.802794 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-0b10f05f-954c-4241-b2d9-ae763a4c8e64 None None] For port 71673dc0-911e-4181-b41e-d98d9342ab26, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=71673dc0-911e-4181-b41e-d98d9342ab26,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:05:00.802794 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0b10f05f-954c-4241-b2d9-ae763a4c8e64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:00.967731 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-771c7c9e-9d52-4ac3-8c11-176836aecaa0 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:00.999625 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 71673dc0-911e-4181-b41e-d98d9342ab26 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:05:01.112084 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-410b5692-abdb-4676-b9d2-ddc12b219cbc req-1f89ce70-66b0-4e33-97cb-37b3d6de7fd2 tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c6172fb-b476-4532-b169-0f9ffa0e41bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4034655 May 05 22:05:01.132836 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-0b10f05f-954c-4241-b2d9-ae763a4c8e64 None None] Calling delete_port for 71673dc0-911e-4181-b41e-d98d9342ab26 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:05:01.212052 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-82a72a94-c6d9-4791-8418-a52c18d1d57d req-731f55d9-e806-45b0-a28f-8bd182b27b33 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2578689695ab4a55a99443682838538b&device_id=6da35480-880d-4e6d-98cd-0ef9e45c7814 HTTP/1.1" status: 200 len: 1094 time: 0.6693537 May 05 22:05:01.327460 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771c7c9e-9d52-4ac3-8c11-176836aecaa0 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:05:01.327460 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c7c9e-9d52-4ac3-8c11-176836aecaa0 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event updated for resources: {'Subnet': ['ID=949e4c4c-c6d2-4d27-bdb5-7006edcf3b27,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:01.342501 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-771c7c9e-9d52-4ac3-8c11-176836aecaa0 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:05:01.352727 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771c7c9e-9d52-4ac3-8c11-176836aecaa0 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:01.352727 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-771c7c9e-9d52-4ac3-8c11-176836aecaa0 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:01.445413 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-771c7c9e-9d52-4ac3-8c11-176836aecaa0 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7781065 May 05 22:05:01.448503 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60756) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:05:01.457147 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-c4f55bd4-4d69-44c5-87ea-2da5b221817d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-586004213', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:05:01.457390 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0b10f05f-954c-4241-b2d9-ae763a4c8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:01.476423 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c4f55bd4-4d69-44c5-87ea-2da5b221817d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:05:01.486532 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c4f55bd4-4d69-44c5-87ea-2da5b221817d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Usage tracker for resource:router and tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:05:01.499681 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c4f55bd4-4d69-44c5-87ea-2da5b221817d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:05:01.507944 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c4f55bd4-4d69-44c5-87ea-2da5b221817d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:05:01.560750 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c4f55bd4-4d69-44c5-87ea-2da5b221817d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:01.561670 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c4f55bd4-4d69-44c5-87ea-2da5b221817d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:01.575925 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b10f05f-954c-4241-b2d9-ae763a4c8e64 None None] Pushing event deleted for resources: {'Port': ['ID=71673dc0-911e-4181-b41e-d98d9342ab26,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:01.580246 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:01.610607 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b10f05f-954c-4241-b2d9-ae763a4c8e64 None None] No DVR routers for this DVR port 71673dc0-911e-4181-b41e-d98d9342ab26 on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:05:01.649659 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c4f55bd4-4d69-44c5-87ea-2da5b221817d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:01.691333 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77073118-5f78-45df-aa31-8447816dc31c None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:05:01.697429 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c4f55bd4-4d69-44c5-87ea-2da5b221817d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:01.767241 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c4f55bd4-4d69-44c5-87ea-2da5b221817d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:01.767241 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c4f55bd4-4d69-44c5-87ea-2da5b221817d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3141904 May 05 22:05:01.767241 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60766) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:05:01.892513 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b63aa-c1fb-41d5-ace7-ee9cc8996a9f req-bfe4f41a-3b03-4b46-a482-057662461063 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:01.903195 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e07b63aa-c1fb-41d5-ace7-ee9cc8996a9f req-bfe4f41a-3b03-4b46-a482-057662461063 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=6da35480-880d-4e6d-98cd-0ef9e45c7814 HTTP/1.1" status: 200 len: 943 time: 1.0462692 May 05 22:05:01.956590 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device d9f43e1b-e0e7-4a8e-9598-e020a0ed6174 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:05:02.077505 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e07b63aa-c1fb-41d5-ace7-ee9cc8996a9f req-300b3780-4c1e-4286-9499-572fee91eea4 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/security-groups?id=05474dd9-fbf1-431b-9749-0f3c288a51b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700242 May 05 22:05:02.154235 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8dd06b20-408c-4bc2-b07e-a8bd50aa1e8d req-43910237-43c5-457f-8b82-8fc52b8cea08 tempest-TestNetworkAdvancedServerOps-1392066098 tempest-TestNetworkAdvancedServerOps-1392066098-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fb54e4c6-5fa4-4830-9811-c7baf4aa8b79 HTTP/1.1" status: 200 len: 1096 time: 0.4185851 May 05 22:05:02.158320 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port d9f43e1b-e0e7-4a8e-9598-e020a0ed6174, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=d9f43e1b-e0e7-4a8e-9598-e020a0ed6174,segment=NetworkSegment(b0853f69-0751-43f3-82dd-3ab4be255b1c),segment_id=b0853f69-0751-43f3-82dd-3ab4be255b1c)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:05:02.169882 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': 'd9f43e1b-e0e7-4a8e-9598-e020a0ed6174', 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd', 'port_id': 'd9f43e1b-e0e7-4a8e-9598-e020a0ed6174', 'mac_address': 'fa:16:3e:0c:a6:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6329e98-aed7-463a-a6e6-dc9284056d36', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:05:02.186354 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a72a94-c6d9-4791-8418-a52c18d1d57d req-afb30adb-34f0-4316-85f6-9e6e942d57d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:02.199096 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-82a72a94-c6d9-4791-8418-a52c18d1d57d req-afb30adb-34f0-4316-85f6-9e6e942d57d1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=da94abce-5ece-4742-b6d0-f89044eb6bbd HTTP/1.1" status: 200 len: 915 time: 0.9797482 May 05 22:05:02.221055 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 8eaa65f0-048c-4b19-b49a-9fda3ae9934f up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:05:02.355980 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:02.418807 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9f43e1b-e0e7-4a8e-9598-e020a0ed6174 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:05:02.453162 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ca5a6b-d2b2-44c2-b4ae-c3f086b7a7e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-137c07e1-75d6-4e37-9f42-95b3b385c296', 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'tenant_id': '6a9c8b32c69349b78288ebe6e6b6f3f4', 'fixed_ips': [{'subnet_id': '949e4c4c-c6d2-4d27-bdb5-7006edcf3b27'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:05:02.453162 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-18ca5a6b-d2b2-44c2-b4ae-c3f086b7a7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:02.497057 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port d9f43e1b-e0e7-4a8e-9598-e020a0ed6174, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=d9f43e1b-e0e7-4a8e-9598-e020a0ed6174,segment=NetworkSegment(b0853f69-0751-43f3-82dd-3ab4be255b1c),segment_id=b0853f69-0751-43f3-82dd-3ab4be255b1c)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:05:02.513422 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:02.631132 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 8eaa65f0-048c-4b19-b49a-9fda3ae9934f completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:05:02.668172 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-82a72a94-c6d9-4791-8418-a52c18d1d57d req-3c8ae2eb-5efb-418a-85a0-6c9eaa81e94a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9f43e1b-e0e7-4a8e-9598-e020a0ed6174 HTTP/1.1" status: 200 len: 217 time: 0.4221454 May 05 22:05:02.724446 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8dd06b20-408c-4bc2-b07e-a8bd50aa1e8d req-d1166eee-106f-48d2-a7bf-4bef4b32aa1b tempest-TestNetworkAdvancedServerOps-1392066098 tempest-TestNetworkAdvancedServerOps-1392066098-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=07d0c3d5-b7c4-418a-abaf-9ffbc9641ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5711174 May 05 22:05:02.787046 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-16e6ffa5-752c-494b-8bb9-3c2f2a7a7e4e req-31b78287-022f-45fa-90eb-6eddd290f263 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=484f1bcc-8047-45f0-8404-bd3a73c642d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3047419 May 05 22:05:02.791694 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 60788) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:05:03.056514 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a72a94-c6d9-4791-8418-a52c18d1d57d req-bce83986-303f-4ea9-a7cd-8df291f6cc0b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:03.056514 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-82a72a94-c6d9-4791-8418-a52c18d1d57d req-bce83986-303f-4ea9-a7cd-8df291f6cc0b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b6329e98-aed7-463a-a6e6-dc9284056d36 HTTP/1.1" status: 200 len: 853 time: 0.3688419 May 05 22:05:03.070890 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-18ca5a6b-d2b2-44c2-b4ae-c3f086b7a7e9 None None] Allocated IP 2001:db8::2 (137c07e1-75d6-4e37-9f42-95b3b385c296/949e4c4c-c6d2-4d27-bdb5-7006edcf3b27/8702cac7-db24-4cf3-857f-52d80538ea5d) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:05:03.179275 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7259199e-f898-47d9-b791-1eb640fb3822 req-59e0ecc6-efef-43eb-8676-0cf837c45991 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:03.192055 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7259199e-f898-47d9-b791-1eb640fb3822 req-59e0ecc6-efef-43eb-8676-0cf837c45991 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f63b14c-2fc5-4e64-8edf-82abd644c01e HTTP/1.1" status: 200 len: 944 time: 0.6955063 May 05 22:05:03.273083 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 8eaa65f0-048c-4b19-b49a-9fda3ae9934f triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:05:03.273493 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:03.337115 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['d9f43e1b-e0e7-4a8e-9598-e020a0ed6174'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:05:03.377147 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-45ea39c9-2301-442a-ae76-23f3e7a0299d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:03.392931 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7259199e-f898-47d9-b791-1eb640fb3822 req-4ace3291-dd22-4bb0-a960-e11d86bc0789 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/security-groups?id=294d9890-5827-40b1-a1cd-e520f389fc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2117565 May 05 22:05:03.448613 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=d9f43e1b-e0e7-4a8e-9598-e020a0ed6174,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:03.729924 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-887a87cb-9497-49c1-908e-2a8aec2af767 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Deleting port 465a4ebf-e117-439c-b85f-4fc98d37be88 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:05:03.729924 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-887a87cb-9497-49c1-908e-2a8aec2af767 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:03.776397 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-82a72a94-c6d9-4791-8418-a52c18d1d57d req-60db3d6c-61ee-442e-83e4-8cafbc5f60e0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=da94abce-5ece-4742-b6d0-f89044eb6bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6800225 May 05 22:05:03.928966 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-18ca5a6b-d2b2-44c2-b4ae-c3f086b7a7e9 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:03.961063 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-18ca5a6b-d2b2-44c2-b4ae-c3f086b7a7e9 None None] Transition to ACTIVE for port object 8702cac7-db24-4cf3-857f-52d80538ea5d will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:05:04.185895 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-18ca5a6b-d2b2-44c2-b4ae-c3f086b7a7e9 None None] Transition to ACTIVE for port object 8702cac7-db24-4cf3-857f-52d80538ea5d will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:05:04.189135 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-82a72a94-c6d9-4791-8418-a52c18d1d57d req-f4d758c1-0091-407c-8f0c-2d6da0189411 service neutron] 10.222.0.32 "GET /v2.0/networks/da94abce-5ece-4742-b6d0-f89044eb6bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768500 May 05 22:05:04.207820 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-16e6ffa5-752c-494b-8bb9-3c2f2a7a7e4e req-1236f834-2000-4a88-9f1b-b4c49c97c465 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2578689695ab4a55a99443682838538b&device_id=484f1bcc-8047-45f0-8404-bd3a73c642d2 HTTP/1.1" status: 200 len: 1097 time: 1.2141633 May 05 22:05:04.239353 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-18ca5a6b-d2b2-44c2-b4ae-c3f086b7a7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:04.272192 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:04.369068 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-45ea39c9-2301-442a-ae76-23f3e7a0299d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Allocated IP 2001:db8::1 (137c07e1-75d6-4e37-9f42-95b3b385c296/949e4c4c-c6d2-4d27-bdb5-7006edcf3b27/fcc543dc-2e6c-4cc6-a551-bc98d5b5bdb8) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:05:04.412574 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca5a6b-d2b2-44c2-b4ae-c3f086b7a7e9 None None] Pushing event updated for resources: {'Port': ['ID=8702cac7-db24-4cf3-857f-52d80538ea5d,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:04.434848 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-887a87cb-9497-49c1-908e-2a8aec2af767 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:04.434848 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-887a87cb-9497-49c1-908e-2a8aec2af767 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:04.439058 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '959f4423-6db6-4834-8787-28bb5c72ee32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eaa65f0-048c-4b19-b49a-9fda3ae9934f'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:05:04.470253 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 8eaa65f0-048c-4b19-b49a-9fda3ae9934f, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=8eaa65f0-048c-4b19-b49a-9fda3ae9934f,segment=NetworkSegment(12e62d9a-83c9-49b3-b7da-cf04ececfbee),segment_id=12e62d9a-83c9-49b3-b7da-cf04ececfbee)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:05:04.492500 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ca5a6b-d2b2-44c2-b4ae-c3f086b7a7e9 None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:05:04.499044 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:04.499044 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 74770aab-3cf8-4bb7-99fc-077414f6418b up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:05:04.593227 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-18ca5a6b-d2b2-44c2-b4ae-c3f086b7a7e9 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:05:04.593227 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ca5a6b-d2b2-44c2-b4ae-c3f086b7a7e9 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:05:04.648857 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-887a87cb-9497-49c1-908e-2a8aec2af767 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Calling delete_port for 465a4ebf-e117-439c-b85f-4fc98d37be88 owned by network:floatingip {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:05:04.717315 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-45ea39c9-2301-442a-ae76-23f3e7a0299d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:04.768597 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-45ea39c9-2301-442a-ae76-23f3e7a0299d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Transition to ACTIVE for port object fcc543dc-2e6c-4cc6-a551-bc98d5b5bdb8 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:05:04.853247 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-45ea39c9-2301-442a-ae76-23f3e7a0299d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:04.891605 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=8eaa65f0-048c-4b19-b49a-9fda3ae9934f,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:05.051491 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ea39c9-2301-442a-ae76-23f3e7a0299d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event updated for resources: {'Port': ['ID=fcc543dc-2e6c-4cc6-a551-bc98d5b5bdb8,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:05.064840 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ea39c9-2301-442a-ae76-23f3e7a0299d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:05:05.066422 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-45ea39c9-2301-442a-ae76-23f3e7a0299d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:05:05.071864 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ea39c9-2301-442a-ae76-23f3e7a0299d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:05:05.072552 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-45ea39c9-2301-442a-ae76-23f3e7a0299d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:05.081713 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-18ca5a6b-d2b2-44c2-b4ae-c3f086b7a7e9 None None] Attempting to bind port 8702cac7-db24-4cf3-857f-52d80538ea5d on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:05:05.082268 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-18ca5a6b-d2b2-44c2-b4ae-c3f086b7a7e9 None None] Attempting to bind port 8702cac7-db24-4cf3-857f-52d80538ea5d by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:05:05.082585 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ca5a6b-d2b2-44c2-b4ae-c3f086b7a7e9 None None] Attempting to bind port 8702cac7-db24-4cf3-857f-52d80538ea5d on network 137c07e1-75d6-4e37-9f42-95b3b385c296 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:05:05.090256 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 74770aab-3cf8-4bb7-99fc-077414f6418b completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:05:05.093752 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ca5a6b-d2b2-44c2-b4ae-c3f086b7a7e9 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:05:05.094206 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ca5a6b-d2b2-44c2-b4ae-c3f086b7a7e9 None None] Checking segment: {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:05:05.094612 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-18ca5a6b-d2b2-44c2-b4ae-c3f086b7a7e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:05.095189 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ca5a6b-d2b2-44c2-b4ae-c3f086b7a7e9 None None] Bound using segment: {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:05:05.095719 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-18ca5a6b-d2b2-44c2-b4ae-c3f086b7a7e9 None None] Bound port: 8702cac7-db24-4cf3-857f-52d80538ea5d, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:05:05.096179 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-18ca5a6b-d2b2-44c2-b4ae-c3f086b7a7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:05.106777 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733f3a8b-e385-495a-84bb-698bdde60ffb req-70b5112e-758e-49b2-832c-27fb6b6c4821 tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:05.114534 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 74770aab-3cf8-4bb7-99fc-077414f6418b triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:05:05.114992 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:05.115296 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-733f3a8b-e385-495a-84bb-698bdde60ffb req-70b5112e-758e-49b2-832c-27fb6b6c4821 tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] 10.222.0.23 "GET /v2.0/ports?device_id=959f4423-6db6-4834-8787-28bb5c72ee32 HTTP/1.1" status: 200 len: 944 time: 2.0503304 May 05 22:05:05.323523 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-82a72a94-c6d9-4791-8418-a52c18d1d57d req-6bcc83e3-005b-4655-abe5-194607c505d1 service neutron] 10.222.0.32 "GET /v2.0/networks/da94abce-5ece-4742-b6d0-f89044eb6bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5520492 May 05 22:05:05.362028 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-18ca5a6b-d2b2-44c2-b4ae-c3f086b7a7e9 None None] For port 8702cac7-db24-4cf3-857f-52d80538ea5d, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:05:05.376001 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-18ca5a6b-d2b2-44c2-b4ae-c3f086b7a7e9 None None] For port 8702cac7-db24-4cf3-857f-52d80538ea5d, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=8702cac7-db24-4cf3-857f-52d80538ea5d,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:05:05.383881 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:05.396714 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-18ca5a6b-d2b2-44c2-b4ae-c3f086b7a7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:05.449643 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-45ea39c9-2301-442a-ae76-23f3e7a0299d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:05.577432 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-733f3a8b-e385-495a-84bb-698bdde60ffb req-9fbeebd3-ce88-4af0-bb19-d999e96db30a tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c6172fb-b476-4532-b169-0f9ffa0e41bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4579804 May 05 22:05:05.670786 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-887a87cb-9497-49c1-908e-2a8aec2af767 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:05.762239 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad372b86-75e3-47d2-bd2c-c7660c7629df'] response: {'server_uuid': '959f4423-6db6-4834-8787-28bb5c72ee32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eaa65f0-048c-4b19-b49a-9fda3ae9934f', 'code': 200} May 05 22:05:05.833982 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca5a6b-d2b2-44c2-b4ae-c3f086b7a7e9 None None] Pushing event updated for resources: {'Port': ['ID=8702cac7-db24-4cf3-857f-52d80538ea5d,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:05.853796 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a87cb-9497-49c1-908e-2a8aec2af767 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event deleted for resources: {'Port': ['ID=465a4ebf-e117-439c-b85f-4fc98d37be88,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:05.860802 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 74770aab-3cf8-4bb7-99fc-077414f6418b, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=74770aab-3cf8-4bb7-99fc-077414f6418b,segment=NetworkSegment(8791e900-4ba7-4d7d-801a-c6b49729e00b),segment_id=8791e900-4ba7-4d7d-801a-c6b49729e00b)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:05:05.872563 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:05.879142 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:05.891707 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e6ffa5-752c-494b-8bb9-3c2f2a7a7e4e req-e3379dd3-db0a-48aa-8338-349947a687ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:05.894287 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-16e6ffa5-752c-494b-8bb9-3c2f2a7a7e4e req-e3379dd3-db0a-48aa-8338-349947a687ea service neutron] 10.222.0.44 "GET /v2.0/networks?id=da94abce-5ece-4742-b6d0-f89044eb6bbd HTTP/1.1" status: 200 len: 915 time: 0.6013231 May 05 22:05:05.993620 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device d9f43e1b-e0e7-4a8e-9598-e020a0ed6174 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:05:06.096728 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:06.247345 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30003d4-c80b-4e44-a30f-fdb641800ca6 req-554f6c6b-3bef-43bc-9e88-32e62d9585ae tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:06.260611 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a30003d4-c80b-4e44-a30f-fdb641800ca6 req-554f6c6b-3bef-43bc-9e88-32e62d9585ae tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=6da35480-880d-4e6d-98cd-0ef9e45c7814 HTTP/1.1" status: 200 len: 944 time: 2.0331852 May 05 22:05:06.277738 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=74770aab-3cf8-4bb7-99fc-077414f6418b,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:06.349691 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port d9f43e1b-e0e7-4a8e-9598-e020a0ed6174 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:05:06.361231 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port d9f43e1b-e0e7-4a8e-9598-e020a0ed6174 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:05:06.361608 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:06.528485 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 60854) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:05:06.692592 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-16e6ffa5-752c-494b-8bb9-3c2f2a7a7e4e req-8e95e838-f100-4728-ba70-4f03405c5be6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c20d9159-6336-4451-8a94-fbf2f90c8b57 HTTP/1.1" status: 200 len: 1001 time: 0.7221649 May 05 22:05:06.711719 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7566eb98-dd08-4534-8de5-d79a518450ce req-65d2f1e8-bc7c-49cc-ab05-3b19e0ad417d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=959f4423-6db6-4834-8787-28bb5c72ee32 HTTP/1.1" status: 200 len: 1096 time: 0.6608927 May 05 22:05:06.720149 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a30003d4-c80b-4e44-a30f-fdb641800ca6 req-95e0e604-377a-4da3-b10a-adf59d5f18ab tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/security-groups?id=05474dd9-fbf1-431b-9749-0f3c288a51b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4431901 May 05 22:05:06.806218 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:06.890702 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port d9f43e1b-e0e7-4a8e-9598-e020a0ed6174, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=d9f43e1b-e0e7-4a8e-9598-e020a0ed6174,segment=NetworkSegment(b0853f69-0751-43f3-82dd-3ab4be255b1c),segment_id=b0853f69-0751-43f3-82dd-3ab4be255b1c)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:05:06.920678 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:06.940473 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-887a87cb-9497-49c1-908e-2a8aec2af767 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for floatingip, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:07.029794 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7566eb98-dd08-4534-8de5-d79a518450ce req-0a2fb714-a007-49fb-bacf-afdd83037681 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9c6172fb-b476-4532-b169-0f9ffa0e41bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185964 May 05 22:05:07.129804 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 8702cac7-db24-4cf3-857f-52d80538ea5d up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:05:07.262501 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-45ea39c9-2301-442a-ae76-23f3e7a0299d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:07.266149 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=d9f43e1b-e0e7-4a8e-9598-e020a0ed6174,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:07.273071 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-45ea39c9-2301-442a-ae76-23f3e7a0299d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:07.275599 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 8702cac7-db24-4cf3-857f-52d80538ea5d completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:05:07.276288 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-45ea39c9-2301-442a-ae76-23f3e7a0299d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:07.280572 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e6ffa5-752c-494b-8bb9-3c2f2a7a7e4e req-fb7758fc-6441-4a9b-aaee-ab66ae7a93f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:07.297686 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-16e6ffa5-752c-494b-8bb9-3c2f2a7a7e4e req-fb7758fc-6441-4a9b-aaee-ab66ae7a93f7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b6329e98-aed7-463a-a6e6-dc9284056d36 HTTP/1.1" status: 200 len: 853 time: 0.5668750 May 05 22:05:07.450594 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1425a676-8ebf-4e0e-aacf-5fd7f0f5c835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:07.571230 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c96a9153-b7d4-45ed-9daa-d8ebe3732003 None None] Provisioning for port 8702cac7-db24-4cf3-857f-52d80538ea5d completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:05:07.588170 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ea39c9-2301-442a-ae76-23f3e7a0299d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event updated for resources: {'Port': ['ID=fcc543dc-2e6c-4cc6-a551-bc98d5b5bdb8,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:07.591560 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c96a9153-b7d4-45ed-9daa-d8ebe3732003 None None] Provisioning complete for port 8702cac7-db24-4cf3-857f-52d80538ea5d triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:05:07.591560 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c96a9153-b7d4-45ed-9daa-d8ebe3732003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:07.672288 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f361677a-3a7b-4464-bfc5-abe105ee00bb req-ca2e2c14-515b-4db6-8b93-06f633b4a1ba tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:07.674265 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f361677a-3a7b-4464-bfc5-abe105ee00bb req-ca2e2c14-515b-4db6-8b93-06f633b4a1ba tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f63b14c-2fc5-4e64-8edf-82abd644c01e HTTP/1.1" status: 200 len: 945 time: 1.5568395 May 05 22:05:07.710424 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-1425a676-8ebf-4e0e-aacf-5fd7f0f5c835 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:05:07.715213 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-1425a676-8ebf-4e0e-aacf-5fd7f0f5c835 admin admin] Usage tracker for resource:security_group_rule and tenant:b502a29aa5ee4d2d9ae891ef978265dc is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:05:07.718071 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-1425a676-8ebf-4e0e-aacf-5fd7f0f5c835 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:05:07.748906 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-1425a676-8ebf-4e0e-aacf-5fd7f0f5c835 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:05:07.759568 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f63b14c-2fc5-4e64-8edf-82abd644c01e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74770aab-3cf8-4bb7-99fc-077414f6418b'}, {'server_uuid': '6da35480-880d-4e6d-98cd-0ef9e45c7814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f43e1b-e0e7-4a8e-9598-e020a0ed6174'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:05:07.766934 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ea39c9-2301-442a-ae76-23f3e7a0299d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:05:07.771531 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-45ea39c9-2301-442a-ae76-23f3e7a0299d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:05:08.018825 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f361677a-3a7b-4464-bfc5-abe105ee00bb req-4d9e47a4-01bc-4de8-b38b-c6c628ad3625 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/security-groups?id=294d9890-5827-40b1-a1cd-e520f389fc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091218 May 05 22:05:08.105134 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c96a9153-b7d4-45ed-9daa-d8ebe3732003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:08.112743 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a19949-7d70-43ed-b199-dee5fc6e3469 req-ada7a291-efd5-4027-b142-44054bc56ece tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:08.114291 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-68a19949-7d70-43ed-b199-dee5fc6e3469 req-ada7a291-efd5-4027-b142-44054bc56ece tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] 10.222.0.23 "GET /v2.0/ports?device_id=959f4423-6db6-4834-8787-28bb5c72ee32 HTTP/1.1" status: 200 len: 945 time: 1.0398679 May 05 22:05:08.158373 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-c96a9153-b7d4-45ed-9daa-d8ebe3732003 None None] For port 8702cac7-db24-4cf3-857f-52d80538ea5d, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=8702cac7-db24-4cf3-857f-52d80538ea5d,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:05:08.167159 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-16e6ffa5-752c-494b-8bb9-3c2f2a7a7e4e req-8cb9b12a-b7ba-40d1-8cd1-f15dc9c23093 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=da94abce-5ece-4742-b6d0-f89044eb6bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8739712 May 05 22:05:08.168129 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c96a9153-b7d4-45ed-9daa-d8ebe3732003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:08.294048 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a9153-b7d4-45ed-9daa-d8ebe3732003 None None] Pushing event updated for resources: {'Port': ['ID=8702cac7-db24-4cf3-857f-52d80538ea5d,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:08.352577 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-12e02e30-771d-4558-94ff-e5a6e8051eca None None] Provisioning for port fcc543dc-2e6c-4cc6-a551-bc98d5b5bdb8 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:05:08.358760 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-12e02e30-771d-4558-94ff-e5a6e8051eca None None] Provisioning complete for port fcc543dc-2e6c-4cc6-a551-bc98d5b5bdb8 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:05:08.358760 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-12e02e30-771d-4558-94ff-e5a6e8051eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:08.522340 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-12e02e30-771d-4558-94ff-e5a6e8051eca None None] Port fcc543dc-2e6c-4cc6-a551-bc98d5b5bdb8 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:05:08.540686 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1425a676-8ebf-4e0e-aacf-5fd7f0f5c835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:08.581279 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-68a19949-7d70-43ed-b199-dee5fc6e3469 req-971fa382-eb3d-4161-af1a-5aa59bf5dcaa tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c6172fb-b476-4532-b169-0f9ffa0e41bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4369509 May 05 22:05:08.581909 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1425a676-8ebf-4e0e-aacf-5fd7f0f5c835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:08.642759 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1425a676-8ebf-4e0e-aacf-5fd7f0f5c835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2a6aa4-252b-4e40-8418-33d9549d1285,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:08.665122 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-129135bc-b561-43bb-b8b8-a314cefe33ca None None] Provisioning complete for port fcc543dc-2e6c-4cc6-a551-bc98d5b5bdb8 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:05:08.665122 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-129135bc-b561-43bb-b8b8-a314cefe33ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:08.787748 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-129135bc-b561-43bb-b8b8-a314cefe33ca None None] Port fcc543dc-2e6c-4cc6-a551-bc98d5b5bdb8 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:05:08.803388 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0e3576b-7485-404a-8807-2c874d9b635f'] response: {'server_uuid': '8f63b14c-2fc5-4e64-8edf-82abd644c01e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74770aab-3cf8-4bb7-99fc-077414f6418b', 'code': 200} May 05 22:05:08.803388 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0e3576b-7485-404a-8807-2c874d9b635f'] response: {'server_uuid': '6da35480-880d-4e6d-98cd-0ef9e45c7814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f43e1b-e0e7-4a8e-9598-e020a0ed6174', 'code': 200} May 05 22:05:08.865297 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 8702cac7-db24-4cf3-857f-52d80538ea5d up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:05:08.959300 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-16e6ffa5-752c-494b-8bb9-3c2f2a7a7e4e req-1d679425-b756-44ab-99f9-64f3eefded72 service neutron] 10.222.0.44 "GET /v2.0/networks/da94abce-5ece-4742-b6d0-f89044eb6bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7746403 May 05 22:05:09.020531 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 8702cac7-db24-4cf3-857f-52d80538ea5d triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:05:09.020531 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:09.025546 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-cb607c96-1eed-465e-8fa3-f0cb5dde583a req-22adbbff-cbcb-4381-beec-c1212ec6b0c6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8f63b14c-2fc5-4e64-8edf-82abd644c01e HTTP/1.1" status: 200 len: 1096 time: 0.1238773 May 05 22:05:09.025546 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45ea39c9-2301-442a-ae76-23f3e7a0299d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Router 93ea6df2-ac0a-4e65-af28-3015391a087c is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 22:05:09.232948 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-1425a676-8ebf-4e0e-aacf-5fd7f0f5c835 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b502a29aa5ee4d2d9ae891ef978265dc&name=default HTTP/1.1" status: 200 len: 2647 time: 2.7045069 May 05 22:05:09.253119 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 60906) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:05:09.383841 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-cb607c96-1eed-465e-8fa3-f0cb5dde583a req-ebe0b5fd-df0b-48dc-8ecb-93dbe64fbc35 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=294d9890-5827-40b1-a1cd-e520f389fc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3512251 May 05 22:05:09.444514 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d62ff42-0508-4765-8bfd-e405282ca5ec req-44650942-7ed6-42f9-8748-06d61bc7517f tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:09.451552 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7d62ff42-0508-4765-8bfd-e405282ca5ec req-44650942-7ed6-42f9-8748-06d61bc7517f tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=6da35480-880d-4e6d-98cd-0ef9e45c7814 HTTP/1.1" status: 200 len: 945 time: 0.9573932 May 05 22:05:09.460677 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ea39c9-2301-442a-ae76-23f3e7a0299d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:05:09.468322 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb97d03-a607-428d-a953-86944626224a None None] Sync routers for ids ['93ea6df2-ac0a-4e65-af28-3015391a087c'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:05:09.483748 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb97d03-a607-428d-a953-86944626224a None None] Routers {'93ea6df2-ac0a-4e65-af28-3015391a087c'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:05:09.483748 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-4fb97d03-a607-428d-a953-86944626224a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:04:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['93ea6df2-ac0a-4e65-af28-3015391a087c'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:05:09.491036 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-45ea39c9-2301-442a-ae76-23f3e7a0299d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "PUT /v2.0/routers/93ea6df2-ac0a-4e65-af28-3015391a087c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7186418 May 05 22:05:09.491036 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60912) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:05:09.628539 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3b2f82-8fe2-4224-a32c-0da993141625 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:09.629164 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-1f3b2f82-8fe2-4224-a32c-0da993141625 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Synchronizing usage tracker for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:05:09.643175 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7d62ff42-0508-4765-8bfd-e405282ca5ec req-7aab1d5d-a6ee-48c6-b946-3b0f85cbcf88 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/security-groups?id=05474dd9-fbf1-431b-9749-0f3c288a51b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933835 May 05 22:05:09.666995 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-1f3b2f82-8fe2-4224-a32c-0da993141625 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Unset dirty status for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:05:09.668692 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1f3b2f82-8fe2-4224-a32c-0da993141625 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/ports/fcc543dc-2e6c-4cc6-a551-bc98d5b5bdb8 HTTP/1.1" status: 200 len: 911 time: 0.1785121 May 05 22:05:09.670972 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60920) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:05:09.693129 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-16e6ffa5-752c-494b-8bb9-3c2f2a7a7e4e req-f0c1ce0b-72b2-454a-978a-9977c104420d service neutron] 10.222.0.44 "GET /v2.0/networks/da94abce-5ece-4742-b6d0-f89044eb6bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7267721 May 05 22:05:09.710340 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9615e345-aff9-4137-8d20-cdf764924333 req-e0f631f0-8ca6-46e3-aefe-d10c64f2f50f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6da35480-880d-4e6d-98cd-0ef9e45c7814 HTTP/1.1" status: 200 len: 1096 time: 0.7369738 May 05 22:05:09.760227 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-4fb97d03-a607-428d-a953-86944626224a None None] Set router 93ea6df2-ac0a-4e65-af28-3015391a087c gateway port host: None {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:05:09.801973 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa50eea-99ec-41ba-8f6e-3a22242dea9f req-a345981e-5c9a-4477-9207-5e7ed366066e tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:09.801973 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7aa50eea-99ec-41ba-8f6e-3a22242dea9f req-a345981e-5c9a-4477-9207-5e7ed366066e tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f63b14c-2fc5-4e64-8edf-82abd644c01e HTTP/1.1" status: 200 len: 945 time: 0.4834807 May 05 22:05:09.859141 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-55572262-2e85-476b-ad78-912a6c4ffd7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:09.897060 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-55572262-2e85-476b-ad78-912a6c4ffd7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:09.911388 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d7fdd2-2921-46bb-ba9a-e26b6a11a2e6 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:09.911388 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d7fdd2-2921-46bb-ba9a-e26b6a11a2e6 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:09.917762 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-82d7fdd2-2921-46bb-ba9a-e26b6a11a2e6 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2423530 May 05 22:05:09.919869 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60924) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:05:10.060961 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-55572262-2e85-476b-ad78-912a6c4ffd7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:10.088234 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7aa50eea-99ec-41ba-8f6e-3a22242dea9f req-12b06fa2-49ad-4a85-8592-5da1c27c2639 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/security-groups?id=294d9890-5827-40b1-a1cd-e520f389fc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2739465 May 05 22:05:10.090911 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9615e345-aff9-4137-8d20-cdf764924333 req-7817bf19-b901-402d-92ac-5c31a5578ee9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=05474dd9-fbf1-431b-9749-0f3c288a51b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3420446 May 05 22:05:10.098130 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55572262-2e85-476b-ad78-912a6c4ffd7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2a6aa4-252b-4e40-8418-33d9549d1285,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:10.206260 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-55572262-2e85-476b-ad78-912a6c4ffd7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:10.206260 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-55572262-2e85-476b-ad78-912a6c4ffd7b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7f2a6aa4-252b-4e40-8418-33d9549d1285 HTTP/1.1" status: 204 len: 168 time: 0.8904388 May 05 22:05:10.230638 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c51ef2-4d2e-4c7d-a3af-1ca6e4e5c1b2 req-2cee23e6-5a5e-40ed-9138-b5fe4b834350 tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:10.230638 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-89c51ef2-4d2e-4c7d-a3af-1ca6e4e5c1b2 req-2cee23e6-5a5e-40ed-9138-b5fe4b834350 tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] 10.222.0.23 "GET /v2.0/ports?device_id=959f4423-6db6-4834-8787-28bb5c72ee32 HTTP/1.1" status: 200 len: 945 time: 0.2671933 May 05 22:05:10.252678 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-887a87cb-9497-49c1-908e-2a8aec2af767 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Router 10cb3c67-5bbd-46ac-84b6-2674ad37c9cd has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:05:10.495456 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-4fb97d03-a607-428d-a953-86944626224a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ea6df2-ac0a-4e65-af28-3015391a087c', 'name': 'tempest-NetworksTestDHCPv6-router-586004213', 'tenant_id': '6a9c8b32c69349b78288ebe6e6b6f3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:05:01Z', 'updated_at': '2022-05-05T22:05:05Z', 'revision_number': 2, 'project_id': '6a9c8b32c69349b78288ebe6e6b6f3f4', 'gw_port_host': None, '_interfaces': [{'id': 'fcc543dc-2e6c-4cc6-a551-bc98d5b5bdb8', 'name': '', 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'tenant_id': '6a9c8b32c69349b78288ebe6e6b6f3f4', 'mac_address': 'fa:16:3e:5b:43:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ea6df2-ac0a-4e65-af28-3015391a087c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '949e4c4c-c6d2-4d27-bdb5-7006edcf3b27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:05:03Z', 'updated_at': '2022-05-05T22:05:06Z', 'revision_number': 2, 'project_id': '6a9c8b32c69349b78288ebe6e6b6f3f4', 'subnets': [{'id': '949e4c4c-c6d2-4d27-bdb5-7006edcf3b27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:05:10.499668 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb97d03-a607-428d-a953-86944626224a None None] Checking router: 93ea6df2-ac0a-4e65-af28-3015391a087c for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:05:10.500003 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb97d03-a607-428d-a953-86944626224a None None] Updating router 93ea6df2-ac0a-4e65-af28-3015391a087c port fcc543dc-2e6c-4cc6-a551-bc98d5b5bdb8 binding host n-d-825175-4 {{(pid=84068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:05:10.696256 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-4fb97d03-a607-428d-a953-86944626224a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:10.739776 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-89c51ef2-4d2e-4c7d-a3af-1ca6e4e5c1b2 req-5a74dd0a-5bff-4979-95b3-bb9bda363e51 tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c6172fb-b476-4532-b169-0f9ffa0e41bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4833846 May 05 22:05:10.924903 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-887a87cb-9497-49c1-908e-2a8aec2af767 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:05:10.934451 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-887a87cb-9497-49c1-908e-2a8aec2af767 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:10.939604 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebf47a0-777a-4b32-9c1a-22cc55d54f7e None None] Sync routers for ids ['10cb3c67-5bbd-46ac-84b6-2674ad37c9cd'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:05:10.972696 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebf47a0-777a-4b32-9c1a-22cc55d54f7e None None] Routers {'10cb3c67-5bbd-46ac-84b6-2674ad37c9cd'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:05:10.973386 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-3ebf47a0-777a-4b32-9c1a-22cc55d54f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:04:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['10cb3c67-5bbd-46ac-84b6-2674ad37c9cd'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:05:11.088254 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 60950) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:05:11.174061 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1defc5d1-ea3b-4ab6-b4e2-f3bd21ac5cc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:11.349985 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-1defc5d1-ea3b-4ab6-b4e2-f3bd21ac5cc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:05:11.372071 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-1defc5d1-ea3b-4ab6-b4e2-f3bd21ac5cc1 admin admin] Usage tracker for resource:security_group_rule and tenant:b634a9b6538a417d8949469e045f8729 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:05:11.375911 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-1defc5d1-ea3b-4ab6-b4e2-f3bd21ac5cc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:05:11.381307 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-887a87cb-9497-49c1-908e-2a8aec2af767 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "DELETE /v2.0/floatingips/54a4009f-4f28-4047-8a54-f060fe6b716f HTTP/1.1" status: 204 len: 168 time: 8.5808129 May 05 22:05:11.393351 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb54e4c6-5fa4-4830-9811-c7baf4aa8b79', 'tag': '571c4463-2d28-44d3-8f2b-39e0adaf48f1'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:05:11.404354 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-1defc5d1-ea3b-4ab6-b4e2-f3bd21ac5cc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:05:11.468818 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad29176-9fb0-4578-8859-dbf01b0c4283 req-81e1a313-1f82-4c1f-848f-5ed657f93d0c tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:11.470920 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fad29176-9fb0-4578-8859-dbf01b0c4283 req-81e1a313-1f82-4c1f-848f-5ed657f93d0c tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=6da35480-880d-4e6d-98cd-0ef9e45c7814 HTTP/1.1" status: 200 len: 945 time: 0.4687905 May 05 22:05:11.559803 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-4fb97d03-a607-428d-a953-86944626224a None None] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:11.607272 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.provisioning_blocks [None req-4fb97d03-a607-428d-a953-86944626224a None None] Transition to ACTIVE for port object fcc543dc-2e6c-4cc6-a551-bc98d5b5bdb8 will not be triggered until provisioned by entity L2. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:05:11.630407 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-4fb97d03-a607-428d-a953-86944626224a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:11.653505 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-035f1359-ba13-48c6-8fa5-cb5ac06b861b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:11.760368 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-3ebf47a0-777a-4b32-9c1a-22cc55d54f7e None None] Set router 10cb3c67-5bbd-46ac-84b6-2674ad37c9cd gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:05:11.790880 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235c2401-a048-4338-a391-fc2002a3be69 None None] Pushing event updated for resources: {'Port': ['ID=fcc543dc-2e6c-4cc6-a551-bc98d5b5bdb8,revision_number=3']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:11.793204 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1defc5d1-ea3b-4ab6-b4e2-f3bd21ac5cc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:11.820673 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235c2401-a048-4338-a391-fc2002a3be69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:05:11.820673 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235c2401-a048-4338-a391-fc2002a3be69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:05:11.820673 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235c2401-a048-4338-a391-fc2002a3be69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:05:11.820673 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235c2401-a048-4338-a391-fc2002a3be69 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:05:11.820673 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235c2401-a048-4338-a391-fc2002a3be69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:05:11.820673 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235c2401-a048-4338-a391-fc2002a3be69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:05:11.820673 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235c2401-a048-4338-a391-fc2002a3be69 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:05:11.820673 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235c2401-a048-4338-a391-fc2002a3be69 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:05:11.820673 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235c2401-a048-4338-a391-fc2002a3be69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:05:11.820673 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235c2401-a048-4338-a391-fc2002a3be69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:05:11.820673 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235c2401-a048-4338-a391-fc2002a3be69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:05:11.872790 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fad29176-9fb0-4578-8859-dbf01b0c4283 req-728e4f1e-99c3-4e57-b493-07cac4807702 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/security-groups?id=05474dd9-fbf1-431b-9749-0f3c288a51b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3842304 May 05 22:05:11.946302 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1defc5d1-ea3b-4ab6-b4e2-f3bd21ac5cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:12.224368 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-1defc5d1-ea3b-4ab6-b4e2-f3bd21ac5cc1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b634a9b6538a417d8949469e045f8729&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1441832 May 05 22:05:12.224368 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 60978) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:05:12.227736 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1defc5d1-ea3b-4ab6-b4e2-f3bd21ac5cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec23be8-af4f-44f1-8507-f1a4425fdb00,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:12.371613 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-4fb97d03-a607-428d-a953-86944626224a None None] Attempting to bind port fcc543dc-2e6c-4cc6-a551-bc98d5b5bdb8 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:05:12.371974 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-4fb97d03-a607-428d-a953-86944626224a None None] Attempting to bind port fcc543dc-2e6c-4cc6-a551-bc98d5b5bdb8 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:05:12.372356 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb97d03-a607-428d-a953-86944626224a None None] Attempting to bind port fcc543dc-2e6c-4cc6-a551-bc98d5b5bdb8 on network 137c07e1-75d6-4e37-9f42-95b3b385c296 {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:05:12.404628 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb97d03-a607-428d-a953-86944626224a None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:05:12.404994 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb97d03-a607-428d-a953-86944626224a None None] Checking segment: {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:05:12.405383 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-4fb97d03-a607-428d-a953-86944626224a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:12.405759 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb97d03-a607-428d-a953-86944626224a None None] Bound using segment: {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:05:12.406518 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-4fb97d03-a607-428d-a953-86944626224a None None] Bound port: fcc543dc-2e6c-4cc6-a551-bc98d5b5bdb8, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'}}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:05:12.406672 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-4fb97d03-a607-428d-a953-86944626224a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:12.426564 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15d8ff-abdf-4632-b524-4e981de1ced6 req-7f89acee-f476-4923-afbf-d9d79b5271e7 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:12.434938 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6f15d8ff-abdf-4632-b524-4e981de1ced6 req-7f89acee-f476-4923-afbf-d9d79b5271e7 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f63b14c-2fc5-4e64-8edf-82abd644c01e HTTP/1.1" status: 200 len: 945 time: 0.5758445 May 05 22:05:12.555009 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-3ebf47a0-777a-4b32-9c1a-22cc55d54f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cb3c67-5bbd-46ac-84b6-2674ad37c9cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1893328852', 'tenant_id': '06fb629024324e968714595537efac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'd7b9ff99-fda6-483f-88b3-92c834846233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:02:17Z', 'updated_at': '2022-05-05T22:02:33Z', 'revision_number': 4, 'project_id': '06fb629024324e968714595537efac5c', 'gw_port': {'id': 'd7b9ff99-fda6-483f-88b3-92c834846233', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ca:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb3c67-5bbd-46ac-84b6-2674ad37c9cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:19Z', 'updated_at': '2022-05-05T22:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '8006ca00-ad71-4ca9-9fa1-dc9fa02d35f1', 'name': '', 'network_id': '42af2df6-9729-4f65-bcaf-09a40ba18ce2', 'tenant_id': '06fb629024324e968714595537efac5c', 'mac_address': 'fa:16:3e:ba:14:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb3c67-5bbd-46ac-84b6-2674ad37c9cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e50b77d7-4ab1-4d1a-a967-e09424173e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:33Z', 'updated_at': '2022-05-05T22:02:45Z', 'revision_number': 5, 'project_id': '06fb629024324e968714595537efac5c', 'subnets': [{'id': 'e50b77d7-4ab1-4d1a-a967-e09424173e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:05:12.560153 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebf47a0-777a-4b32-9c1a-22cc55d54f7e None None] Checking router: 10cb3c67-5bbd-46ac-84b6-2674ad37c9cd for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:05:12.597125 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebf47a0-777a-4b32-9c1a-22cc55d54f7e None None] Routers {'10cb3c67-5bbd-46ac-84b6-2674ad37c9cd'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:05:12.597953 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-3ebf47a0-777a-4b32-9c1a-22cc55d54f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:04:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['10cb3c67-5bbd-46ac-84b6-2674ad37c9cd'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:05:12.638821 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-96fd36bd-f2c7-4f68-a688-25d674a52339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:12.714705 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-4fb97d03-a607-428d-a953-86944626224a None None] For port fcc543dc-2e6c-4cc6-a551-bc98d5b5bdb8, host n-d-825175-4, cleared binding levels {{(pid=84068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:05:12.718313 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-96fd36bd-f2c7-4f68-a688-25d674a52339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:12.725978 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-4fb97d03-a607-428d-a953-86944626224a None None] For port fcc543dc-2e6c-4cc6-a551-bc98d5b5bdb8, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=fcc543dc-2e6c-4cc6-a551-bc98d5b5bdb8,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:05:12.734203 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-4fb97d03-a607-428d-a953-86944626224a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:12.796226 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-035f1359-ba13-48c6-8fa5-cb5ac06b861b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Deleting port fcc543dc-2e6c-4cc6-a551-bc98d5b5bdb8 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:05:12.796226 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-035f1359-ba13-48c6-8fa5-cb5ac06b861b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:12.871454 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-96fd36bd-f2c7-4f68-a688-25d674a52339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:12.887512 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fd36bd-f2c7-4f68-a688-25d674a52339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec23be8-af4f-44f1-8507-f1a4425fdb00,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:12.902732 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6f15d8ff-abdf-4632-b524-4e981de1ced6 req-807f736a-96a7-43fc-b5ff-78d2070291d2 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/security-groups?id=294d9890-5827-40b1-a1cd-e520f389fc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4633267 May 05 22:05:12.911591 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-96fd36bd-f2c7-4f68-a688-25d674a52339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:12.912710 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-96fd36bd-f2c7-4f68-a688-25d674a52339 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eec23be8-af4f-44f1-8507-f1a4425fdb00 HTTP/1.1" status: 204 len: 168 time: 0.6641374 May 05 22:05:12.968553 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a75d1679-b636-437d-a1fb-4c3691d416ee'] response: {'name': 'network-changed', 'server_uuid': 'fb54e4c6-5fa4-4830-9811-c7baf4aa8b79', 'tag': '571c4463-2d28-44d3-8f2b-39e0adaf48f1', 'status': 'completed', 'code': 200} May 05 22:05:13.180732 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235c2401-a048-4338-a391-fc2002a3be69 None None] Pushing event updated for resources: {'Port': ['ID=fcc543dc-2e6c-4cc6-a551-bc98d5b5bdb8,revision_number=4']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:13.234037 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb97d03-a607-428d-a953-86944626224a None None] Routers {'93ea6df2-ac0a-4e65-af28-3015391a087c'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:05:13.237202 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-3ebf47a0-777a-4b32-9c1a-22cc55d54f7e None None] Set router 10cb3c67-5bbd-46ac-84b6-2674ad37c9cd gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:05:13.240048 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-4fb97d03-a607-428d-a953-86944626224a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:04:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['93ea6df2-ac0a-4e65-af28-3015391a087c'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:05:13.331944 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f924fd92-9aea-4cfe-9a2d-a95bd1d32303 req-5a3b50d7-b44b-4c36-aad3-1d98f7217f7c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=06fb629024324e968714595537efac5c&device_id=fb54e4c6-5fa4-4830-9811-c7baf4aa8b79 HTTP/1.1" status: 200 len: 1096 time: 0.3164380 May 05 22:05:13.589693 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-035f1359-ba13-48c6-8fa5-cb5ac06b861b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] For port fcc543dc-2e6c-4cc6-a551-bc98d5b5bdb8, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=fcc543dc-2e6c-4cc6-a551-bc98d5b5bdb8,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:05:13.589693 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-035f1359-ba13-48c6-8fa5-cb5ac06b861b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:13.797766 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-4fb97d03-a607-428d-a953-86944626224a None None] Set router 93ea6df2-ac0a-4e65-af28-3015391a087c gateway port host: None {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:05:14.047298 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-035f1359-ba13-48c6-8fa5-cb5ac06b861b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Calling delete_port for fcc543dc-2e6c-4cc6-a551-bc98d5b5bdb8 owned by network:router_interface {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:05:14.129737 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 32788) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:05:14.213366 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3acd1c43-9bc1-4bf3-b9b0-6d6766ad925e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:14.260822 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e4dfca06-baaf-4cce-8012-12099c580521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:14.264766 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-3ebf47a0-777a-4b32-9c1a-22cc55d54f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cb3c67-5bbd-46ac-84b6-2674ad37c9cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1893328852', 'tenant_id': '06fb629024324e968714595537efac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'd7b9ff99-fda6-483f-88b3-92c834846233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:02:17Z', 'updated_at': '2022-05-05T22:02:33Z', 'revision_number': 4, 'project_id': '06fb629024324e968714595537efac5c', 'gw_port': {'id': 'd7b9ff99-fda6-483f-88b3-92c834846233', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ca:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb3c67-5bbd-46ac-84b6-2674ad37c9cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:19Z', 'updated_at': '2022-05-05T22:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '8006ca00-ad71-4ca9-9fa1-dc9fa02d35f1', 'name': '', 'network_id': '42af2df6-9729-4f65-bcaf-09a40ba18ce2', 'tenant_id': '06fb629024324e968714595537efac5c', 'mac_address': 'fa:16:3e:ba:14:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb3c67-5bbd-46ac-84b6-2674ad37c9cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e50b77d7-4ab1-4d1a-a967-e09424173e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:33Z', 'updated_at': '2022-05-05T22:02:45Z', 'revision_number': 5, 'project_id': '06fb629024324e968714595537efac5c', 'subnets': [{'id': 'e50b77d7-4ab1-4d1a-a967-e09424173e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:05:14.268995 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-4fb97d03-a607-428d-a953-86944626224a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ea6df2-ac0a-4e65-af28-3015391a087c', 'name': 'tempest-NetworksTestDHCPv6-router-586004213', 'tenant_id': '6a9c8b32c69349b78288ebe6e6b6f3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:05:01Z', 'updated_at': '2022-05-05T22:05:05Z', 'revision_number': 2, 'project_id': '6a9c8b32c69349b78288ebe6e6b6f3f4', 'gw_port_host': None, '_interfaces': [{'id': 'fcc543dc-2e6c-4cc6-a551-bc98d5b5bdb8', 'name': '', 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'tenant_id': '6a9c8b32c69349b78288ebe6e6b6f3f4', 'mac_address': 'fa:16:3e:5b:43:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ea6df2-ac0a-4e65-af28-3015391a087c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '949e4c4c-c6d2-4d27-bdb5-7006edcf3b27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:05:03Z', 'updated_at': '2022-05-05T22:05:12Z', 'revision_number': 4, 'project_id': '6a9c8b32c69349b78288ebe6e6b6f3f4', 'subnets': [{'id': '949e4c4c-c6d2-4d27-bdb5-7006edcf3b27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:05:14.268995 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb97d03-a607-428d-a953-86944626224a None None] The sync data for ids ['93ea6df2-ac0a-4e65-af28-3015391a087c'] in n-d-825175-4 is: [{'id': '93ea6df2-ac0a-4e65-af28-3015391a087c', 'name': 'tempest-NetworksTestDHCPv6-router-586004213', 'tenant_id': '6a9c8b32c69349b78288ebe6e6b6f3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:05:01Z', 'updated_at': '2022-05-05T22:05:05Z', 'revision_number': 2, 'project_id': '6a9c8b32c69349b78288ebe6e6b6f3f4', 'gw_port_host': None, '_interfaces': [{'id': 'fcc543dc-2e6c-4cc6-a551-bc98d5b5bdb8', 'name': '', 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'tenant_id': '6a9c8b32c69349b78288ebe6e6b6f3f4', 'mac_address': 'fa:16:3e:5b:43:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ea6df2-ac0a-4e65-af28-3015391a087c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '949e4c4c-c6d2-4d27-bdb5-7006edcf3b27', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:05:03Z', 'updated_at': '2022-05-05T22:05:12Z', 'revision_number': 4, 'project_id': '6a9c8b32c69349b78288ebe6e6b6f3f4', 'subnets': [{'id': '949e4c4c-c6d2-4d27-bdb5-7006edcf3b27', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:05:14.296981 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebf47a0-777a-4b32-9c1a-22cc55d54f7e None None] The sync data for ids ['10cb3c67-5bbd-46ac-84b6-2674ad37c9cd'] in n-d-825175-4 is: [{'id': '10cb3c67-5bbd-46ac-84b6-2674ad37c9cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1893328852', 'tenant_id': '06fb629024324e968714595537efac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'd7b9ff99-fda6-483f-88b3-92c834846233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:02:17Z', 'updated_at': '2022-05-05T22:02:33Z', 'revision_number': 4, 'project_id': '06fb629024324e968714595537efac5c', 'gw_port': {'id': 'd7b9ff99-fda6-483f-88b3-92c834846233', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ca:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb3c67-5bbd-46ac-84b6-2674ad37c9cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:19Z', 'updated_at': '2022-05-05T22:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '8006ca00-ad71-4ca9-9fa1-dc9fa02d35f1', 'name': '', 'network_id': '42af2df6-9729-4f65-bcaf-09a40ba18ce2', 'tenant_id': '06fb629024324e968714595537efac5c', 'mac_address': 'fa:16:3e:ba:14:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb3c67-5bbd-46ac-84b6-2674ad37c9cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e50b77d7-4ab1-4d1a-a967-e09424173e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:33Z', 'updated_at': '2022-05-05T22:02:45Z', 'revision_number': 5, 'project_id': '06fb629024324e968714595537efac5c', 'subnets': [{'id': 'e50b77d7-4ab1-4d1a-a967-e09424173e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:05:14.347173 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-3acd1c43-9bc1-4bf3-b9b0-6d6766ad925e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:05:14.353907 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3acd1c43-9bc1-4bf3-b9b0-6d6766ad925e admin admin] Usage tracker for resource:security_group_rule and tenant:a8191dc55fe848518558a14db8309b24 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:05:14.357993 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3acd1c43-9bc1-4bf3-b9b0-6d6766ad925e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:05:14.366090 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-3acd1c43-9bc1-4bf3-b9b0-6d6766ad925e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:05:14.433941 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5422dc3e-41ca-4010-a03e-a65025c06c5a req-9f279e24-b55d-4a38-90e3-07a99a3cd3b3 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:14.436645 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5422dc3e-41ca-4010-a03e-a65025c06c5a req-9f279e24-b55d-4a38-90e3-07a99a3cd3b3 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=6da35480-880d-4e6d-98cd-0ef9e45c7814 HTTP/1.1" status: 200 len: 945 time: 0.2982256 May 05 22:05:14.439730 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924fd92-9aea-4cfe-9a2d-a95bd1d32303 req-1e39b239-782a-4e2a-abd1-5a1c66297e19 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:14.441709 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f924fd92-9aea-4cfe-9a2d-a95bd1d32303 req-1e39b239-782a-4e2a-abd1-5a1c66297e19 service neutron] 10.222.0.44 "GET /v2.0/networks?id=42af2df6-9729-4f65-bcaf-09a40ba18ce2 HTTP/1.1" status: 200 len: 897 time: 1.1134026 May 05 22:05:14.551051 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3acd1c43-9bc1-4bf3-b9b0-6d6766ad925e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:14.555649 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3acd1c43-9bc1-4bf3-b9b0-6d6766ad925e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:14.592218 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515792f8-7819-459d-8431-42b9261c47c9 req-9f2a83c4-186c-4a84-88de-01311dc40b43 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:14.617067 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-515792f8-7819-459d-8431-42b9261c47c9 req-9f2a83c4-186c-4a84-88de-01311dc40b43 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f63b14c-2fc5-4e64-8edf-82abd644c01e HTTP/1.1" status: 200 len: 945 time: 0.5724654 May 05 22:05:14.635103 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f924fd92-9aea-4cfe-9a2d-a95bd1d32303 req-dfe9244d-2b78-4561-ab1a-793b30552df2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=571c4463-2d28-44d3-8f2b-39e0adaf48f1 HTTP/1.1" status: 200 len: 217 time: 0.1676085 May 05 22:05:14.654083 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 32802) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:05:14.704917 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-3acd1c43-9bc1-4bf3-b9b0-6d6766ad925e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a8191dc55fe848518558a14db8309b24&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5740221 May 05 22:05:14.704917 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 32806) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:05:14.788271 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd1c43-9bc1-4bf3-b9b0-6d6766ad925e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91707df0-6436-4858-ab9d-274f2780dc34,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:14.948995 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f15c2966-5418-45a6-a8ff-8eb8034eae0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:14.961961 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-2d8ecf06-042f-49cf-acba-ca07007b4fb7 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Request body: {'floatingip': {'port_id': '74770aab-3cf8-4bb7-99fc-077414f6418b'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:05:14.972503 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f15c2966-5418-45a6-a8ff-8eb8034eae0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:15.104319 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924fd92-9aea-4cfe-9a2d-a95bd1d32303 req-af535bb4-316c-4b56-a48b-d51752ca679c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:15.104319 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f924fd92-9aea-4cfe-9a2d-a95bd1d32303 req-af535bb4-316c-4b56-a48b-d51752ca679c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e50b77d7-4ab1-4d1a-a967-e09424173e35 HTTP/1.1" status: 200 len: 834 time: 0.4442418 May 05 22:05:15.115004 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device fcc543dc-2e6c-4cc6-a551-bc98d5b5bdb8 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:05:15.118274 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22ad9b8-479d-41ea-916d-9effbbb5ee72 None None] New status for floating IP 54a4009f-4f28-4047-8a54-f060fe6b716f: DOWN {{(pid=84068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 22:05:15.285007 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5422dc3e-41ca-4010-a03e-a65025c06c5a req-3e939ce0-7bc1-43fb-84ce-cfd2e4a5ddee tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/security-groups?id=05474dd9-fbf1-431b-9749-0f3c288a51b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8393605 May 05 22:05:15.341361 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2d8ecf06-042f-49cf-acba-ca07007b4fb7 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks [] for floatingip, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:15.392550 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26dac7-e4c7-4ad5-8cc0-49dc4871f416 req-46e0f87a-9790-4c6c-bc01-e1bb4bb626aa tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:15.392550 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-2f26dac7-e4c7-4ad5-8cc0-49dc4871f416 req-46e0f87a-9790-4c6c-bc01-e1bb4bb626aa tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Synchronizing usage tracker for tenant:06fb629024324e968714595537efac5c on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:05:15.591946 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port fcc543dc-2e6c-4cc6-a551-bc98d5b5bdb8 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:05:15.598628 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port fcc543dc-2e6c-4cc6-a551-bc98d5b5bdb8 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:05:15.598628 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:15.602341 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-035f1359-ba13-48c6-8fa5-cb5ac06b861b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:15.703027 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Port fcc543dc-2e6c-4cc6-a551-bc98d5b5bdb8 was deleted so its status cannot be updated. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 05 22:05:15.729585 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-2f26dac7-e4c7-4ad5-8cc0-49dc4871f416 req-46e0f87a-9790-4c6c-bc01-e1bb4bb626aa tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Unset dirty status for tenant:06fb629024324e968714595537efac5c on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:05:15.730885 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2f26dac7-e4c7-4ad5-8cc0-49dc4871f416 req-46e0f87a-9790-4c6c-bc01-e1bb4bb626aa tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb54e4c6-5fa4-4830-9811-c7baf4aa8b79 HTTP/1.1" status: 200 len: 945 time: 1.0141876 May 05 22:05:15.731669 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f1359-ba13-48c6-8fa5-cb5ac06b861b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event deleted for resources: {'Port': ['ID=fcc543dc-2e6c-4cc6-a551-bc98d5b5bdb8,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:15.788774 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f15c2966-5418-45a6-a8ff-8eb8034eae0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:15.922390 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15c2966-5418-45a6-a8ff-8eb8034eae0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91707df0-6436-4858-ab9d-274f2780dc34,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:16.029551 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c2974-d241-4e78-8f61-d836023411c6 req-e126f2f9-d947-4978-90e9-6507e6d27a43 tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:16.035696 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-657c2974-d241-4e78-8f61-d836023411c6 req-e126f2f9-d947-4978-90e9-6507e6d27a43 tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] 10.222.0.44 "GET /v2.0/ports?device_id=959f4423-6db6-4834-8787-28bb5c72ee32 HTTP/1.1" status: 200 len: 945 time: 0.6308422 May 05 22:05:16.071950 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a91a18-1ace-477c-8ce5-5f4e784a6a68 req-c7459fc0-0fae-407a-8abd-d9b787612581 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:16.073961 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-36a91a18-1ace-477c-8ce5-5f4e784a6a68 req-c7459fc0-0fae-407a-8abd-d9b787612581 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Synchronizing usage tracker for tenant:06fb629024324e968714595537efac5c on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:05:16.098603 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f924fd92-9aea-4cfe-9a2d-a95bd1d32303 req-e547e539-ea31-417e-b8a5-b2ca5ba23a46 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=42af2df6-9729-4f65-bcaf-09a40ba18ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9418547 May 05 22:05:16.152010 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-2f26dac7-e4c7-4ad5-8cc0-49dc4871f416 req-d9df2a14-f7b1-4280-b283-5c84e52aaf00 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Deleting port 571c4463-2d28-44d3-8f2b-39e0adaf48f1 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:05:16.152443 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2f26dac7-e4c7-4ad5-8cc0-49dc4871f416 req-d9df2a14-f7b1-4280-b283-5c84e52aaf00 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:16.249261 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d0466-78b9-4e11-9ccc-e426f083acb7 req-bfc65a72-7520-4eb6-8576-882821712036 tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:16.267521 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-208d0466-78b9-4e11-9ccc-e426f083acb7 req-bfc65a72-7520-4eb6-8576-882821712036 tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] 10.222.0.23 "GET /v2.0/ports?device_id=959f4423-6db6-4834-8787-28bb5c72ee32 HTTP/1.1" status: 200 len: 945 time: 0.6437480 May 05 22:05:16.267521 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-36a91a18-1ace-477c-8ce5-5f4e784a6a68 req-c7459fc0-0fae-407a-8abd-d9b787612581 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Unset dirty status for tenant:06fb629024324e968714595537efac5c on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:05:16.271822 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-36a91a18-1ace-477c-8ce5-5f4e784a6a68 req-c7459fc0-0fae-407a-8abd-d9b787612581 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb54e4c6-5fa4-4830-9811-c7baf4aa8b79 HTTP/1.1" status: 200 len: 945 time: 1.1720123 May 05 22:05:16.307802 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7de68acb-c660-48b5-a1c2-12b841a2165e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:16.332180 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-657c2974-d241-4e78-8f61-d836023411c6 req-2c94538d-60b8-4340-ba2e-a22ffadb7c50 tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] Deleting port 8eaa65f0-048c-4b19-b49a-9fda3ae9934f {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:05:16.332180 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-657c2974-d241-4e78-8f61-d836023411c6 req-2c94538d-60b8-4340-ba2e-a22ffadb7c50 tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:16.405275 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f15c2966-5418-45a6-a8ff-8eb8034eae0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:16.406399 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f15c2966-5418-45a6-a8ff-8eb8034eae0c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/91707df0-6436-4858-ab9d-274f2780dc34 HTTP/1.1" status: 204 len: 168 time: 1.6124275 May 05 22:05:16.493767 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-035f1359-ba13-48c6-8fa5-cb5ac06b861b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:16.594900 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f924fd92-9aea-4cfe-9a2d-a95bd1d32303 req-8dd8d733-5e7b-40fb-81a7-c7ad85726e94 service neutron] 10.222.0.44 "GET /v2.0/networks/42af2df6-9729-4f65-bcaf-09a40ba18ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527229 May 05 22:05:16.723235 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:05:16.922951 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f924fd92-9aea-4cfe-9a2d-a95bd1d32303 req-7974cba7-3921-4f40-b240-9cb45bc2f1ab service neutron] 10.222.0.44 "GET /v2.0/networks/42af2df6-9729-4f65-bcaf-09a40ba18ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153300 May 05 22:05:17.318099 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-208d0466-78b9-4e11-9ccc-e426f083acb7 req-478f38ae-3f8d-4e51-8ed6-e96270fbaaec tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c6172fb-b476-4532-b169-0f9ffa0e41bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0568306 May 05 22:05:17.320808 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-36a91a18-1ace-477c-8ce5-5f4e784a6a68 req-8b185d06-3704-4e42-8a7e-37457feb68cc tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d0c3d5-b7c4-418a-abaf-9ffbc9641ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0507255 May 05 22:05:17.337651 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:17.435797 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-657c2974-d241-4e78-8f61-d836023411c6 req-2c94538d-60b8-4340-ba2e-a22ffadb7c50 tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] For port 8eaa65f0-048c-4b19-b49a-9fda3ae9934f, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=8eaa65f0-048c-4b19-b49a-9fda3ae9934f,segment=NetworkSegment(12e62d9a-83c9-49b3-b7da-cf04ececfbee),segment_id=12e62d9a-83c9-49b3-b7da-cf04ececfbee)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:05:17.435797 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-657c2974-d241-4e78-8f61-d836023411c6 req-2c94538d-60b8-4340-ba2e-a22ffadb7c50 tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:17.532835 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:17.727243 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2d8ecf06-042f-49cf-acba-ca07007b4fb7 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:17.734364 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2d8ecf06-042f-49cf-acba-ca07007b4fb7 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:17.806357 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f951dfc-d68d-4ebe-bd09-1fd2924ffc1e req-a7baad41-518e-4651-a8d8-902c1f07a14f tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:17.808691 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2f951dfc-d68d-4ebe-bd09-1fd2924ffc1e req-a7baad41-518e-4651-a8d8-902c1f07a14f tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=6da35480-880d-4e6d-98cd-0ef9e45c7814 HTTP/1.1" status: 200 len: 945 time: 0.2364037 May 05 22:05:17.818362 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 32868) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:05:17.890248 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-2f26dac7-e4c7-4ad5-8cc0-49dc4871f416 req-d9df2a14-f7b1-4280-b283-5c84e52aaf00 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] For port 571c4463-2d28-44d3-8f2b-39e0adaf48f1, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=571c4463-2d28-44d3-8f2b-39e0adaf48f1,segment=NetworkSegment(9c0a9c7f-0295-42c0-9e5a-dfe13b910f94),segment_id=9c0a9c7f-0295-42c0-9e5a-dfe13b910f94)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:05:17.890248 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2f26dac7-e4c7-4ad5-8cc0-49dc4871f416 req-d9df2a14-f7b1-4280-b283-5c84e52aaf00 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:17.930309 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-404a5059-4ac2-4bcc-baec-d17c622ffe4b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Request body: {'floatingip': {'port_id': 'd9f43e1b-e0e7-4a8e-9598-e020a0ed6174'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:05:18.025288 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-2f26dac7-e4c7-4ad5-8cc0-49dc4871f416 req-d9df2a14-f7b1-4280-b283-5c84e52aaf00 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Calling delete_port for 571c4463-2d28-44d3-8f2b-39e0adaf48f1 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:05:18.048362 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-404a5059-4ac2-4bcc-baec-d17c622ffe4b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for floatingip, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:18.187290 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 8eaa65f0-048c-4b19-b49a-9fda3ae9934f no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:05:18.349359 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-657c2974-d241-4e78-8f61-d836023411c6 req-2c94538d-60b8-4340-ba2e-a22ffadb7c50 tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] Calling delete_port for 8eaa65f0-048c-4b19-b49a-9fda3ae9934f owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:05:18.419089 n-d-825175-4 neutron-server[84061]: INFO neutron.db.l3_db [None req-2d8ecf06-042f-49cf-acba-ca07007b4fb7 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Floating IP 719b3457-2171-46cc-b277-0fe52e8cd082 associated. External IP: 172.25.4.11, port: 74770aab-3cf8-4bb7-99fc-077414f6418b. May 05 22:05:18.437845 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2f26dac7-e4c7-4ad5-8cc0-49dc4871f416 req-d9df2a14-f7b1-4280-b283-5c84e52aaf00 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:18.559926 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:18.639937 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9df2a14-f7b1-4280-b283-5c84e52aaf00 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event deleted for resources: {'Port': ['ID=571c4463-2d28-44d3-8f2b-39e0adaf48f1,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:18.677880 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '959f4423-6db6-4834-8787-28bb5c72ee32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8eaa65f0-048c-4b19-b49a-9fda3ae9934f'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:05:18.733444 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 8eaa65f0-048c-4b19-b49a-9fda3ae9934f, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=8eaa65f0-048c-4b19-b49a-9fda3ae9934f,segment=NetworkSegment(12e62d9a-83c9-49b3-b7da-cf04ececfbee),segment_id=12e62d9a-83c9-49b3-b7da-cf04ececfbee)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:05:18.733444 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:18.739469 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 571c4463-2d28-44d3-8f2b-39e0adaf48f1 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:05:18.870921 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: 571c4463-2d28-44d3-8f2b-39e0adaf48f1 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:05:18.870921 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 571c4463-2d28-44d3-8f2b-39e0adaf48f1 not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:05:18.908984 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f26dac7-e4c7-4ad5-8cc0-49dc4871f416 req-d9df2a14-f7b1-4280-b283-5c84e52aaf00 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] No DVR routers for this DVR port 571c4463-2d28-44d3-8f2b-39e0adaf48f1 on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:05:18.926402 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2f26dac7-e4c7-4ad5-8cc0-49dc4871f416 req-d9df2a14-f7b1-4280-b283-5c84e52aaf00 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:18.961033 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:18.961033 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=8eaa65f0-048c-4b19-b49a-9fda3ae9934f,revision_number=6']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:18.979152 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb54e4c6-5fa4-4830-9811-c7baf4aa8b79', 'name': 'network-vif-deleted', 'tag': '571c4463-2d28-44d3-8f2b-39e0adaf48f1'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:05:19.007544 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035f1359-ba13-48c6-8fa5-cb5ac06b861b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Router 93ea6df2-ac0a-4e65-af28-3015391a087c has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:05:19.016388 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2f26dac7-e4c7-4ad5-8cc0-49dc4871f416 req-d9df2a14-f7b1-4280-b283-5c84e52aaf00 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.44 "DELETE /v2.0/ports/571c4463-2d28-44d3-8f2b-39e0adaf48f1 HTTP/1.1" status: 204 len: 173 time: 3.2741096 May 05 22:05:19.279246 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.api [req-657c2974-d241-4e78-8f61-d836023411c6 req-2c94538d-60b8-4340-ba2e-a22ffadb7c50 tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:05:19.279246 n-d-825175-4 neutron-server[84063]: DEBUG oslo_db.api [req-657c2974-d241-4e78-8f61-d836023411c6 req-2c94538d-60b8-4340-ba2e-a22ffadb7c50 tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:05:19.296201 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7affe4f6-d9a0-4b6f-a16a-37d14348b632 req-44403b19-e071-4aa8-9b34-73fa01655871 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb54e4c6-5fa4-4830-9811-c7baf4aa8b79 HTTP/1.1" status: 200 len: 210 time: 0.6209252 May 05 22:05:19.385387 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035f1359-ba13-48c6-8fa5-cb5ac06b861b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:05:19.403543 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319f27d6-3e5a-4414-b336-d4a3597ef5a6 None None] Sync routers for ids ['93ea6df2-ac0a-4e65-af28-3015391a087c'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:05:19.421486 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319f27d6-3e5a-4414-b336-d4a3597ef5a6 None None] Routers {'93ea6df2-ac0a-4e65-af28-3015391a087c'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:05:19.422480 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-319f27d6-3e5a-4414-b336-d4a3597ef5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:05:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['93ea6df2-ac0a-4e65-af28-3015391a087c'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:05:19.433562 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-035f1359-ba13-48c6-8fa5-cb5ac06b861b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "PUT /v2.0/routers/93ea6df2-ac0a-4e65-af28-3015391a087c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5131781 May 05 22:05:19.434854 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 32908) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:05:19.648752 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c535ee-09e8-4741-9684-54e7ec46f49a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:19.650415 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c535ee-09e8-4741-9684-54e7ec46f49a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:19.651229 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-28c535ee-09e8-4741-9684-54e7ec46f49a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Synchronizing usage tracker for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:subnet {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:05:19.656901 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba186d3d-f97c-4691-b384-32d42b3ef248'] response: {'server_uuid': 'fb54e4c6-5fa4-4830-9811-c7baf4aa8b79', 'name': 'network-vif-deleted', 'tag': '571c4463-2d28-44d3-8f2b-39e0adaf48f1', 'status': 'completed', 'code': 200} May 05 22:05:19.670435 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-28c535ee-09e8-4741-9684-54e7ec46f49a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Unset dirty status for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:subnet {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:05:19.675268 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-28c535ee-09e8-4741-9684-54e7ec46f49a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2384541 May 05 22:05:19.676143 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 32916) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:05:19.785679 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-657c2974-d241-4e78-8f61-d836023411c6 req-2c94538d-60b8-4340-ba2e-a22ffadb7c50 tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] Deleting port 8eaa65f0-048c-4b19-b49a-9fda3ae9934f {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:05:19.785679 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-657c2974-d241-4e78-8f61-d836023411c6 req-2c94538d-60b8-4340-ba2e-a22ffadb7c50 tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:19.912314 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-319f27d6-3e5a-4414-b336-d4a3597ef5a6 None None] Set router 93ea6df2-ac0a-4e65-af28-3015391a087c gateway port host: None {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:05:20.247723 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f827042-536a-44fa-8364-085310ed274d req-ced544c9-4b9c-4af7-aa8d-63108c6bb38d tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:20.253485 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2c22d83-b841-434a-bd98-e58c519c8cd3'] response: {'server_uuid': '959f4423-6db6-4834-8787-28bb5c72ee32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8eaa65f0-048c-4b19-b49a-9fda3ae9934f', 'code': 200} May 05 22:05:20.263403 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1f827042-536a-44fa-8364-085310ed274d req-ced544c9-4b9c-4af7-aa8d-63108c6bb38d tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] 10.222.0.23 "GET /v2.0/ports?device_id=959f4423-6db6-4834-8787-28bb5c72ee32 HTTP/1.1" status: 200 len: 943 time: 0.9721253 May 05 22:05:20.283308 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-319f27d6-3e5a-4414-b336-d4a3597ef5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ea6df2-ac0a-4e65-af28-3015391a087c', 'name': 'tempest-NetworksTestDHCPv6-router-586004213', 'tenant_id': '6a9c8b32c69349b78288ebe6e6b6f3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:05:01Z', 'updated_at': '2022-05-05T22:05:14Z', 'revision_number': 3, 'project_id': '6a9c8b32c69349b78288ebe6e6b6f3f4', 'gw_port_host': None}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:05:20.291644 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319f27d6-3e5a-4414-b336-d4a3597ef5a6 None None] Checking router: 93ea6df2-ac0a-4e65-af28-3015391a087c for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:05:20.317507 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319f27d6-3e5a-4414-b336-d4a3597ef5a6 None None] Routers {'93ea6df2-ac0a-4e65-af28-3015391a087c'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:05:20.317507 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-319f27d6-3e5a-4414-b336-d4a3597ef5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:05:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['93ea6df2-ac0a-4e65-af28-3015391a087c'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:05:20.498080 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-d18eec36-d88f-4694-af90-0dd588388122 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Deleting subnet 949e4c4c-c6d2-4d27-bdb5-7006edcf3b27 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:05:20.510727 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d18eec36-d88f-4694-af90-0dd588388122 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:20.536637 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1f827042-536a-44fa-8364-085310ed274d req-c41a4892-0cb1-4589-951f-4931e966ac4d tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c6172fb-b476-4532-b169-0f9ffa0e41bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695649 May 05 22:05:20.807183 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-319f27d6-3e5a-4414-b336-d4a3597ef5a6 None None] Set router 93ea6df2-ac0a-4e65-af28-3015391a087c gateway port host: None {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:05:20.828183 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-404a5059-4ac2-4bcc-baec-d17c622ffe4b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:20.904377 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d18eec36-d88f-4694-af90-0dd588388122 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:20.921162 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bea3e4f7-417e-4276-a2f4-3f187fce3d56 req-7b22bd3a-bf38-4c22-a051-6a82c59c76cd tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=fb54e4c6-5fa4-4830-9811-c7baf4aa8b79 HTTP/1.1" status: 200 len: 210 time: 0.0946920 May 05 22:05:20.932393 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-404a5059-4ac2-4bcc-baec-d17c622ffe4b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:21.045054 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-657c2974-d241-4e78-8f61-d836023411c6 req-2c94538d-60b8-4340-ba2e-a22ffadb7c50 tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] For port 8eaa65f0-048c-4b19-b49a-9fda3ae9934f, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=8eaa65f0-048c-4b19-b49a-9fda3ae9934f,segment=NetworkSegment(12e62d9a-83c9-49b3-b7da-cf04ececfbee),segment_id=12e62d9a-83c9-49b3-b7da-cf04ececfbee)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:05:21.045420 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-657c2974-d241-4e78-8f61-d836023411c6 req-2c94538d-60b8-4340-ba2e-a22ffadb7c50 tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:21.138715 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-319f27d6-3e5a-4414-b336-d4a3597ef5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ea6df2-ac0a-4e65-af28-3015391a087c', 'name': 'tempest-NetworksTestDHCPv6-router-586004213', 'tenant_id': '6a9c8b32c69349b78288ebe6e6b6f3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:05:01Z', 'updated_at': '2022-05-05T22:05:14Z', 'revision_number': 3, 'project_id': '6a9c8b32c69349b78288ebe6e6b6f3f4', 'gw_port_host': None}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:05:21.146935 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319f27d6-3e5a-4414-b336-d4a3597ef5a6 None None] The sync data for ids ['93ea6df2-ac0a-4e65-af28-3015391a087c'] in n-d-825175-4 is: [{'id': '93ea6df2-ac0a-4e65-af28-3015391a087c', 'name': 'tempest-NetworksTestDHCPv6-router-586004213', 'tenant_id': '6a9c8b32c69349b78288ebe6e6b6f3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:05:01Z', 'updated_at': '2022-05-05T22:05:14Z', 'revision_number': 3, 'project_id': '6a9c8b32c69349b78288ebe6e6b6f3f4', 'gw_port_host': None}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:05:21.453948 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-657c2974-d241-4e78-8f61-d836023411c6 req-2c94538d-60b8-4340-ba2e-a22ffadb7c50 tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] Calling delete_port for 8eaa65f0-048c-4b19-b49a-9fda3ae9934f owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:05:21.622365 n-d-825175-4 neutron-server[84061]: INFO neutron.db.l3_db [None req-404a5059-4ac2-4bcc-baec-d17c622ffe4b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Floating IP 7feb3406-3da3-4054-9b6e-e5fbd93c6eb7 associated. External IP: 172.25.4.165, port: d9f43e1b-e0e7-4a8e-9598-e020a0ed6174. May 05 22:05:21.744709 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d18eec36-d88f-4694-af90-0dd588388122 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:22.114504 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-657c2974-d241-4e78-8f61-d836023411c6 req-2c94538d-60b8-4340-ba2e-a22ffadb7c50 tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:22.122434 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d8ecf06-042f-49cf-acba-ca07007b4fb7 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Router d9d83afc-c9e4-494d-9afd-81e4fd8a1566 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:05:22.232991 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 32966) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:05:22.325608 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d18eec36-d88f-4694-af90-0dd588388122 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:22.454161 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c94538d-60b8-4340-ba2e-a22ffadb7c50 tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] Pushing event deleted for resources: {'Port': ['ID=8eaa65f0-048c-4b19-b49a-9fda3ae9934f,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:22.470498 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18eec36-d88f-4694-af90-0dd588388122 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event deleted for resources: {'Subnet': ['ID=949e4c4c-c6d2-4d27-bdb5-7006edcf3b27,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:22.479624 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-657c2974-d241-4e78-8f61-d836023411c6 req-2c94538d-60b8-4340-ba2e-a22ffadb7c50 tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] No DVR routers for this DVR port 8eaa65f0-048c-4b19-b49a-9fda3ae9934f on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:05:22.479624 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-657c2974-d241-4e78-8f61-d836023411c6 req-2c94538d-60b8-4340-ba2e-a22ffadb7c50 tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:22.483947 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '959f4423-6db6-4834-8787-28bb5c72ee32', 'name': 'network-vif-deleted', 'tag': '8eaa65f0-048c-4b19-b49a-9fda3ae9934f'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:05:22.492263 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a09764a-7477-4eed-853b-a00a7c60ff16 None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:05:22.496360 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d18eec36-d88f-4694-af90-0dd588388122 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:22.532510 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-657c2974-d241-4e78-8f61-d836023411c6 req-2c94538d-60b8-4340-ba2e-a22ffadb7c50 tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] 10.222.0.44 "DELETE /v2.0/ports/8eaa65f0-048c-4b19-b49a-9fda3ae9934f HTTP/1.1" status: 204 len: 173 time: 6.4854748 May 05 22:05:22.532510 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d18eec36-d88f-4694-af90-0dd588388122 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/subnets/949e4c4c-c6d2-4d27-bdb5-7006edcf3b27 HTTP/1.1" status: 204 len: 168 time: 2.8540294 May 05 22:05:22.536964 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 32982) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:05:22.574040 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-eda8a19d-d33a-4fb4-b754-09c5d15598b2 req-b5a893ac-a08d-49bf-b88c-24628a308e8b tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=8725581f09d241de9dc4b45bf9b468fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0747323 May 05 22:05:22.686555 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae966b-0c6b-4c35-8d63-c6e3cd3ccfcb req-777b97e7-9a03-457c-8aa7-8fd8fb56a6b5 tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:22.694110 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9eae966b-0c6b-4c35-8d63-c6e3cd3ccfcb req-777b97e7-9a03-457c-8aa7-8fd8fb56a6b5 tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] 10.222.0.23 "GET /v2.0/ports?device_id=959f4423-6db6-4834-8787-28bb5c72ee32 HTTP/1.1" status: 200 len: 943 time: 0.7739336 May 05 22:05:22.892666 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device fcc543dc-2e6c-4cc6-a551-bc98d5b5bdb8 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:05:22.897502 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-bfa1aabb-6262-4b0a-839c-424af01b1c71 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Synchronizing usage tracker for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:router {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:05:22.936694 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-bfa1aabb-6262-4b0a-839c-424af01b1c71 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Unset dirty status for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:router {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:05:22.936694 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-bfa1aabb-6262-4b0a-839c-424af01b1c71 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3929181 May 05 22:05:22.936694 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 32988) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:05:22.961715 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: fcc543dc-2e6c-4cc6-a551-bc98d5b5bdb8 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:05:22.963147 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device fcc543dc-2e6c-4cc6-a551-bc98d5b5bdb8 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:05:23.084603 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179dc002-1fe7-4db0-9925-989db7849f65 None None] DHCP port deletion for 137c07e1-75d6-4e37-9f42-95b3b385c296 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:05:23.099183 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-179dc002-1fe7-4db0-9925-989db7849f65 None None] Deleting port 8702cac7-db24-4cf3-857f-52d80538ea5d {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:05:23.106421 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-179dc002-1fe7-4db0-9925-989db7849f65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:23.165196 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5046a145-10c8-477e-b0a5-48c971a13077 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:23.206835 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9eae966b-0c6b-4c35-8d63-c6e3cd3ccfcb req-2c228df9-3fab-4178-a2ab-7752c2b95937 tempest-ServerPasswordTestJSON-594742763 tempest-ServerPasswordTestJSON-594742763-project] 10.222.0.23 "GET /v2.0/security-groups?id=9c6172fb-b476-4532-b169-0f9ffa0e41bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5084825 May 05 22:05:23.432525 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda8a19d-d33a-4fb4-b754-09c5d15598b2 req-dc8c715c-824f-4bc1-b3a0-18e06c43a19e tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:23.439778 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-eda8a19d-d33a-4fb4-b754-09c5d15598b2 req-dc8c715c-824f-4bc1-b3a0-18e06c43a19e tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7784941 May 05 22:05:23.476012 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-eda8a19d-d33a-4fb4-b754-09c5d15598b2 req-cbbc6626-2377-42e6-9a89-9d2a50ce12b3 tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] 10.222.0.23 "GET /v2.0/quotas/8725581f09d241de9dc4b45bf9b468fc HTTP/1.1" status: 200 len: 375 time: 0.0353024 May 05 22:05:23.557831 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ead5e3e-4ca5-4111-a07b-56efa87448de'] response: {'server_uuid': '959f4423-6db6-4834-8787-28bb5c72ee32', 'name': 'network-vif-deleted', 'tag': '8eaa65f0-048c-4b19-b49a-9fda3ae9934f', 'status': 'completed', 'code': 200} May 05 22:05:23.594414 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-eda8a19d-d33a-4fb4-b754-09c5d15598b2 req-21ff3ec5-b0b7-44b4-8779-2c097d6ac1b2 tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8725581f09d241de9dc4b45bf9b468fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1130996 May 05 22:05:23.603408 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-179dc002-1fe7-4db0-9925-989db7849f65 None None] For port 8702cac7-db24-4cf3-857f-52d80538ea5d, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=8702cac7-db24-4cf3-857f-52d80538ea5d,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:05:23.603408 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-179dc002-1fe7-4db0-9925-989db7849f65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:23.792552 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-179dc002-1fe7-4db0-9925-989db7849f65 None None] Calling delete_port for 8702cac7-db24-4cf3-857f-52d80538ea5d owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:05:23.975158 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-179dc002-1fe7-4db0-9925-989db7849f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:24.010959 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8ecf06-042f-49cf-acba-ca07007b4fb7 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:05:24.015964 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5046a145-10c8-477e-b0a5-48c971a13077 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:24.026205 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35ec8c5-6d46-4ac7-91d5-a03135cb6f51 None None] Sync routers for ids ['d9d83afc-c9e4-494d-9afd-81e4fd8a1566'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:05:24.029816 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5046a145-10c8-477e-b0a5-48c971a13077 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:24.052777 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2d8ecf06-042f-49cf-acba-ca07007b4fb7 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:24.057040 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35ec8c5-6d46-4ac7-91d5-a03135cb6f51 None None] Routers {'d9d83afc-c9e4-494d-9afd-81e4fd8a1566'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:05:24.057040 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-a35ec8c5-6d46-4ac7-91d5-a03135cb6f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:05:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['d9d83afc-c9e4-494d-9afd-81e4fd8a1566'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:05:24.061069 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179dc002-1fe7-4db0-9925-989db7849f65 None None] Pushing event deleted for resources: {'Port': ['ID=8702cac7-db24-4cf3-857f-52d80538ea5d,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:24.065071 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179dc002-1fe7-4db0-9925-989db7849f65 None None] No DVR routers for this DVR port 8702cac7-db24-4cf3-857f-52d80538ea5d on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:05:24.306350 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8997d4d3-82e4-48d5-9a26-db822bb8909f req-b6b4069a-c8ee-44d8-8070-af54ab5b2b67 tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] 10.222.0.23 "GET /v2.0/ports?device_id=c855d7df-5b66-42cb-a113-b7ac3b85bb64 HTTP/1.1" status: 200 len: 210 time: 0.1816595 May 05 22:05:24.343552 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5046a145-10c8-477e-b0a5-48c971a13077 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:24.343552 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5046a145-10c8-477e-b0a5-48c971a13077 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Fanout notify agent at l3_agent the message router_deleted on router 93ea6df2-ac0a-4e65-af28-3015391a087c {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:05:24.436569 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-2d8ecf06-042f-49cf-acba-ca07007b4fb7 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "PUT /v2.0/floatingips/719b3457-2171-46cc-b277-0fe52e8cd082 HTTP/1.1" status: 200 len: 990 time: 9.7624416 May 05 22:05:24.436569 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f63b14c-2fc5-4e64-8edf-82abd644c01e', 'tag': '74770aab-3cf8-4bb7-99fc-077414f6418b'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:05:24.447494 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 33030) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:05:24.477846 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5046a145-10c8-477e-b0a5-48c971a13077 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:24.484772 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5046a145-10c8-477e-b0a5-48c971a13077 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/routers/93ea6df2-ac0a-4e65-af28-3015391a087c HTTP/1.1" status: 204 len: 168 time: 1.5389144 May 05 22:05:24.498116 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 33036) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:05:24.593251 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-a35ec8c5-6d46-4ac7-91d5-a03135cb6f51 None None] Set router d9d83afc-c9e4-494d-9afd-81e4fd8a1566 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:05:24.606052 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a20de34-a67d-410e-b939-c1e86aff377c admin admin] Deleting subnet 3d0e71fa-24a6-40b3-b498-9fa63651d453 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:05:24.610753 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1a20de34-a67d-410e-b939-c1e86aff377c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:24.744314 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ef5dde8-cfa4-4b52-812a-50cf8ac0398c'] response: {'name': 'network-changed', 'server_uuid': '8f63b14c-2fc5-4e64-8edf-82abd644c01e', 'tag': '74770aab-3cf8-4bb7-99fc-077414f6418b', 'status': 'completed', 'code': 200} May 05 22:05:24.753011 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-17cd2ba6-768a-43a2-a479-4db0ec2a97b5 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Request body: {'subnet': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:05:24.797391 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1a20de34-a67d-410e-b939-c1e86aff377c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:24.867818 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 8702cac7-db24-4cf3-857f-52d80538ea5d no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:05:24.968730 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 8702cac7-db24-4cf3-857f-52d80538ea5d {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:05:24.969076 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 8702cac7-db24-4cf3-857f-52d80538ea5d not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:05:24.985113 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1a20de34-a67d-410e-b939-c1e86aff377c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:25.044727 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e7ee0561-a0d1-4569-8f2d-c0b0cb8cc98d req-b28831c4-8802-4ac1-9d9b-67dabfae5474 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f9679666ed684085ba56b96d355bc823&device_id=8f63b14c-2fc5-4e64-8edf-82abd644c01e HTTP/1.1" status: 200 len: 1096 time: 0.3818681 May 05 22:05:25.088136 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-17cd2ba6-768a-43a2-a479-4db0ec2a97b5 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:05:25.102918 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-17cd2ba6-768a-43a2-a479-4db0ec2a97b5 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Usage tracker for resource:subnet and tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:05:25.108285 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-17cd2ba6-768a-43a2-a479-4db0ec2a97b5 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:05:25.176711 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-17cd2ba6-768a-43a2-a479-4db0ec2a97b5 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:05:25.217052 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-404a5059-4ac2-4bcc-baec-d17c622ffe4b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Router 8598f5d7-eb46-409f-9875-d058ff8e964a has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:05:25.248692 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17cd2ba6-768a-43a2-a479-4db0ec2a97b5 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Made reservation on behalf of 6a9c8b32c69349b78288ebe6e6b6f3f4 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:05:25.269899 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1a20de34-a67d-410e-b939-c1e86aff377c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:25.311332 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a20de34-a67d-410e-b939-c1e86aff377c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d0e71fa-24a6-40b3-b498-9fa63651d453,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:25.330313 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1a20de34-a67d-410e-b939-c1e86aff377c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:25.357180 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1a20de34-a67d-410e-b939-c1e86aff377c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3d0e71fa-24a6-40b3-b498-9fa63651d453 HTTP/1.1" status: 204 len: 168 time: 0.9034042 May 05 22:05:25.357180 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 33052) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:05:25.476966 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-a35ec8c5-6d46-4ac7-91d5-a03135cb6f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d83afc-c9e4-494d-9afd-81e4fd8a1566', 'name': 'tempest-AttachVolumeTestJSON-1985453385-router', 'tenant_id': 'f9679666ed684085ba56b96d355bc823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:00:38Z', 'updated_at': '2022-05-05T22:00:49Z', 'revision_number': 4, 'project_id': 'f9679666ed684085ba56b96d355bc823', 'gw_port': {'id': '2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:75:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d83afc-c9e4-494d-9afd-81e4fd8a1566', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:00:40Z', 'updated_at': '2022-05-05T22:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '719b3457-2171-46cc-b277-0fe52e8cd082', 'tenant_id': 'f9679666ed684085ba56b96d355bc823', 'floating_ip_address': '172.25.4.11', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'd9d83afc-c9e4-494d-9afd-81e4fd8a1566', 'port_id': '74770aab-3cf8-4bb7-99fc-077414f6418b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2', 'mac_address': 'fa:16:3e:1b:30:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f63b14c-2fc5-4e64-8edf-82abd644c01e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:04:36Z', 'updated_at': '2022-05-05T22:05:17Z', 'revision_number': 1, 'project_id': 'f9679666ed684085ba56b96d355bc823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88cd5671-adb8-42c7-8bc4-c8283d54a668', 'name': '', 'network_id': 'c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2', 'tenant_id': 'f9679666ed684085ba56b96d355bc823', 'mac_address': 'fa:16:3e:9a:10:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d83afc-c9e4-494d-9afd-81e4fd8a1566', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f259ce1a-1e13-44eb-b65e-190001e0a5ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:00:48Z', 'updated_at': '2022-05-05T22:01:01Z', 'revision_number': 5, 'project_id': 'f9679666ed684085ba56b96d355bc823', 'subnets': [{'id': 'f259ce1a-1e13-44eb-b65e-190001e0a5ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:05:25.483474 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35ec8c5-6d46-4ac7-91d5-a03135cb6f51 None None] Checking router: d9d83afc-c9e4-494d-9afd-81e4fd8a1566 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:05:25.489062 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee0561-a0d1-4569-8f2d-c0b0cb8cc98d req-684777d5-b42f-4ab5-a107-56b0383579bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:25.491824 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e7ee0561-a0d1-4569-8f2d-c0b0cb8cc98d req-684777d5-b42f-4ab5-a107-56b0383579bb service neutron] 10.222.0.44 "GET /v2.0/networks?id=c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2 HTTP/1.1" status: 200 len: 912 time: 0.4364369 May 05 22:05:25.504535 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35ec8c5-6d46-4ac7-91d5-a03135cb6f51 None None] Routers {'d9d83afc-c9e4-494d-9afd-81e4fd8a1566'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:05:25.505431 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-a35ec8c5-6d46-4ac7-91d5-a03135cb6f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:05:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['d9d83afc-c9e4-494d-9afd-81e4fd8a1566'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:05:25.749288 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-17cd2ba6-768a-43a2-a479-4db0ec2a97b5 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:25.766498 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8120b4d0-09be-4997-8273-64c1479ecc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:25.894649 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-a35ec8c5-6d46-4ac7-91d5-a03135cb6f51 None None] Set router d9d83afc-c9e4-494d-9afd-81e4fd8a1566 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:05:25.906267 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e7ee0561-a0d1-4569-8f2d-c0b0cb8cc98d req-457cb4f7-6ca5-46a0-a069-d1b592de7b01 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74770aab-3cf8-4bb7-99fc-077414f6418b HTTP/1.1" status: 200 len: 998 time: 0.4064293 May 05 22:05:26.006572 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4a74fe05-11b7-40eb-af50-144e7352c72b req-f869dd74-b637-4b85-9109-05f93377b04d tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] 10.222.0.23 "GET /v2.0/ports?device_id=c855d7df-5b66-42cb-a113-b7ac3b85bb64 HTTP/1.1" status: 200 len: 210 time: 0.3690836 May 05 22:05:26.057928 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-eda8a19d-d33a-4fb4-b754-09c5d15598b2 req-44fb5a42-6bd6-48a1-83cb-74da94dc8e90 tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=8725581f09d241de9dc4b45bf9b468fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0869467 May 05 22:05:26.057928 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8120b4d0-09be-4997-8273-64c1479ecc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:26.171281 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d818a4f4-8583-409d-81c7-b3651d2cd06b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:26.360921 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda8a19d-d33a-4fb4-b754-09c5d15598b2 req-7dbc74cb-8e5d-4863-884d-adb3fd3a724d tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:26.363105 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-eda8a19d-d33a-4fb4-b754-09c5d15598b2 req-7dbc74cb-8e5d-4863-884d-adb3fd3a724d tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2846358 May 05 22:05:26.378670 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-8120b4d0-09be-4997-8273-64c1479ecc24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d367268b-0c00-471b-8211-f77d55c1d69b']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:05:26.412702 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-8120b4d0-09be-4997-8273-64c1479ecc24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12e62d9a-83c9-49b3-b7da-cf04ececfbee') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:05:26.414001 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-8120b4d0-09be-4997-8273-64c1479ecc24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12e62d9a-83c9-49b3-b7da-cf04ececfbee') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:05:26.432622 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8120b4d0-09be-4997-8273-64c1479ecc24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:26.460584 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8120b4d0-09be-4997-8273-64c1479ecc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:26.468462 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8120b4d0-09be-4997-8273-64c1479ecc24 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:05:26.469150 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8120b4d0-09be-4997-8273-64c1479ecc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:26.531100 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:05:26.531100 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:05:26.531100 n-d-825175-4 neutron-server[84063]: timer() May 05 22:05:26.531100 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:05:26.531100 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:05:26.531100 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:05:26.531100 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:05:26.531100 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:05:26.531100 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:05:26.531100 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:05:26.531100 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:05:26.531100 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:05:26.531100 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:05:26.531100 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:05:26.531100 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:05:26.531100 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:05:26.531100 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:05:26.531100 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:05:26.531100 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:05:26.531100 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:05:26.531100 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:05:26.531100 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:05:26.531100 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:05:26.531100 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:05:26.531100 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:05:26.531100 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:05:26.531100 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:05:26.531100 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:05:26.531100 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:05:26.531100 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:05:26.531100 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:05:26.531100 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:05:26.559482 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-eda8a19d-d33a-4fb4-b754-09c5d15598b2 req-9a84e35a-3dab-4644-83cf-5686e5fd92fc tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] Request body: {'port': {'device_id': 'c855d7df-5b66-42cb-a113-b7ac3b85bb64', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'admin_state_up': True, 'tenant_id': '8725581f09d241de9dc4b45bf9b468fc'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:05:26.564679 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-a35ec8c5-6d46-4ac7-91d5-a03135cb6f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d83afc-c9e4-494d-9afd-81e4fd8a1566', 'name': 'tempest-AttachVolumeTestJSON-1985453385-router', 'tenant_id': 'f9679666ed684085ba56b96d355bc823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:00:38Z', 'updated_at': '2022-05-05T22:00:49Z', 'revision_number': 4, 'project_id': 'f9679666ed684085ba56b96d355bc823', 'gw_port': {'id': '2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:75:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d83afc-c9e4-494d-9afd-81e4fd8a1566', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:00:40Z', 'updated_at': '2022-05-05T22:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '719b3457-2171-46cc-b277-0fe52e8cd082', 'tenant_id': 'f9679666ed684085ba56b96d355bc823', 'floating_ip_address': '172.25.4.11', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'd9d83afc-c9e4-494d-9afd-81e4fd8a1566', 'port_id': '74770aab-3cf8-4bb7-99fc-077414f6418b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2', 'mac_address': 'fa:16:3e:1b:30:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f63b14c-2fc5-4e64-8edf-82abd644c01e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:04:36Z', 'updated_at': '2022-05-05T22:05:17Z', 'revision_number': 1, 'project_id': 'f9679666ed684085ba56b96d355bc823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88cd5671-adb8-42c7-8bc4-c8283d54a668', 'name': '', 'network_id': 'c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2', 'tenant_id': 'f9679666ed684085ba56b96d355bc823', 'mac_address': 'fa:16:3e:9a:10:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d83afc-c9e4-494d-9afd-81e4fd8a1566', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f259ce1a-1e13-44eb-b65e-190001e0a5ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:00:48Z', 'updated_at': '2022-05-05T22:01:01Z', 'revision_number': 5, 'project_id': 'f9679666ed684085ba56b96d355bc823', 'subnets': [{'id': 'f259ce1a-1e13-44eb-b65e-190001e0a5ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:05:26.564679 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35ec8c5-6d46-4ac7-91d5-a03135cb6f51 None None] The sync data for ids ['d9d83afc-c9e4-494d-9afd-81e4fd8a1566'] in n-d-825175-4 is: [{'id': 'd9d83afc-c9e4-494d-9afd-81e4fd8a1566', 'name': 'tempest-AttachVolumeTestJSON-1985453385-router', 'tenant_id': 'f9679666ed684085ba56b96d355bc823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:00:38Z', 'updated_at': '2022-05-05T22:00:49Z', 'revision_number': 4, 'project_id': 'f9679666ed684085ba56b96d355bc823', 'gw_port': {'id': '2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:75:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d83afc-c9e4-494d-9afd-81e4fd8a1566', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:00:40Z', 'updated_at': '2022-05-05T22:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '719b3457-2171-46cc-b277-0fe52e8cd082', 'tenant_id': 'f9679666ed684085ba56b96d355bc823', 'floating_ip_address': '172.25.4.11', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'd9d83afc-c9e4-494d-9afd-81e4fd8a1566', 'port_id': '74770aab-3cf8-4bb7-99fc-077414f6418b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2', 'mac_address': 'fa:16:3e:1b:30:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f63b14c-2fc5-4e64-8edf-82abd644c01e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:04:36Z', 'updated_at': '2022-05-05T22:05:17Z', 'revision_number': 1, 'project_id': 'f9679666ed684085ba56b96d355bc823', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88cd5671-adb8-42c7-8bc4-c8283d54a668', 'name': '', 'network_id': 'c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2', 'tenant_id': 'f9679666ed684085ba56b96d355bc823', 'mac_address': 'fa:16:3e:9a:10:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d83afc-c9e4-494d-9afd-81e4fd8a1566', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f259ce1a-1e13-44eb-b65e-190001e0a5ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:00:48Z', 'updated_at': '2022-05-05T22:01:01Z', 'revision_number': 5, 'project_id': 'f9679666ed684085ba56b96d355bc823', 'subnets': [{'id': 'f259ce1a-1e13-44eb-b65e-190001e0a5ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:05:26.666972 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee0561-a0d1-4569-8f2d-c0b0cb8cc98d req-97fd2ad2-5585-48c8-a6be-23a43685e99e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:26.666972 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e7ee0561-a0d1-4569-8f2d-c0b0cb8cc98d req-97fd2ad2-5585-48c8-a6be-23a43685e99e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f259ce1a-1e13-44eb-b65e-190001e0a5ad HTTP/1.1" status: 200 len: 850 time: 0.7410328 May 05 22:05:26.823417 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-404a5059-4ac2-4bcc-baec-d17c622ffe4b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:05:26.825559 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-17cd2ba6-768a-43a2-a479-4db0ec2a97b5 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:26.835675 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cbb434-8461-4ed5-9cd6-53e01765adce None None] Sync routers for ids ['8598f5d7-eb46-409f-9875-d058ff8e964a'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:05:26.856158 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cbb434-8461-4ed5-9cd6-53e01765adce None None] Routers {'8598f5d7-eb46-409f-9875-d058ff8e964a'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:05:26.857426 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-e3cbb434-8461-4ed5-9cd6-53e01765adce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:05:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8598f5d7-eb46-409f-9875-d058ff8e964a'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:05:26.889500 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-404a5059-4ac2-4bcc-baec-d17c622ffe4b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:26.932555 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8120b4d0-09be-4997-8273-64c1479ecc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:26.950002 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cd2ba6-768a-43a2-a479-4db0ec2a97b5 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:05:26.950516 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce15c95-63cd-4e83-b7c0-89be3ebb78a7 None None] New status for floating IP 719b3457-2171-46cc-b277-0fe52e8cd082: ACTIVE {{(pid=84068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 22:05:26.963836 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-17cd2ba6-768a-43a2-a479-4db0ec2a97b5 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:05:26.970701 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cd2ba6-768a-43a2-a479-4db0ec2a97b5 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:26.971736 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-17cd2ba6-768a-43a2-a479-4db0ec2a97b5 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:26.995394 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8120b4d0-09be-4997-8273-64c1479ecc24 admin admin] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:27.012975 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cd2ba6-768a-43a2-a479-4db0ec2a97b5 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event updated for resources: {'Subnet': ['ID=d7f84f6f-49c0-4437-97c7-87cec9cb3e95,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:27.035714 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8120b4d0-09be-4997-8273-64c1479ecc24 admin admin] Pushing event deleted for resources: {'Network': ['ID=d367268b-0c00-471b-8211-f77d55c1d69b,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:27.129389 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8120b4d0-09be-4997-8273-64c1479ecc24 admin admin] 10.222.0.23 "DELETE /v2.0/networks/d367268b-0c00-471b-8211-f77d55c1d69b HTTP/1.1" status: 204 len: 168 time: 1.7241068 May 05 22:05:27.156190 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-404a5059-4ac2-4bcc-baec-d17c622ffe4b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "PUT /v2.0/floatingips/7feb3406-3da3-4054-9b6e-e5fbd93c6eb7 HTTP/1.1" status: 200 len: 991 time: 9.3273609 May 05 22:05:27.156190 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6da35480-880d-4e6d-98cd-0ef9e45c7814', 'tag': 'd9f43e1b-e0e7-4a8e-9598-e020a0ed6174'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:05:27.167689 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-17cd2ba6-768a-43a2-a479-4db0ec2a97b5 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4425430 May 05 22:05:27.171953 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 33086) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:05:27.191580 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-ef7cc6b1-8dbd-4838-92a4-0586d545b1d1 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1270281735', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:05:27.236857 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e7ee0561-a0d1-4569-8f2d-c0b0cb8cc98d req-efe98fce-90ff-41cd-9ecf-6090aac00134 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5250354 May 05 22:05:27.278485 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-ef7cc6b1-8dbd-4838-92a4-0586d545b1d1 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:05:27.318335 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38740ad8-ed7d-4ee2-9261-774632e2b338'] response: {'name': 'network-changed', 'server_uuid': '6da35480-880d-4e6d-98cd-0ef9e45c7814', 'tag': 'd9f43e1b-e0e7-4a8e-9598-e020a0ed6174', 'status': 'completed', 'code': 200} May 05 22:05:27.322271 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a244e5d9-940e-4955-956a-8bfe0fcb51d9 None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:05:27.599203 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b113c004-1166-4e58-a72e-de46dd477c83 req-6d383a91-eabb-4f16-a5cf-a73413de333a tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] 10.222.0.23 "GET /v2.0/ports?device_id=c855d7df-5b66-42cb-a113-b7ac3b85bb64 HTTP/1.1" status: 200 len: 210 time: 0.1288328 May 05 22:05:27.641288 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 33098) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:05:27.710233 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-e3cbb434-8461-4ed5-9cd6-53e01765adce None None] Set router 8598f5d7-eb46-409f-9875-d058ff8e964a gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:05:27.927938 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7b2ec711-1be9-4882-9b3d-4e4274918b2b req-46111eff-9813-4652-8449-f421f7365ef4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2578689695ab4a55a99443682838538b&device_id=6da35480-880d-4e6d-98cd-0ef9e45c7814 HTTP/1.1" status: 200 len: 1096 time: 0.4274156 May 05 22:05:27.935570 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4d88df-8d7b-4d38-a20e-2357eb1ae05f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-137c07e1-75d6-4e37-9f42-95b3b385c296', 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'tenant_id': '6a9c8b32c69349b78288ebe6e6b6f3f4', 'fixed_ips': [{'subnet_id': 'd7f84f6f-49c0-4437-97c7-87cec9cb3e95'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:05:27.935570 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3b4d88df-8d7b-4d38-a20e-2357eb1ae05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:27.965298 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-5000f440-327c-4a21-ba84-40a1ef7e0cbf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f00dd4510920477db1615e254e14b8fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3238587 May 05 22:05:27.973049 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 33106) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:05:27.987685 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e7ee0561-a0d1-4569-8f2d-c0b0cb8cc98d req-815aff67-f806-4aec-9404-bf25deed7353 service neutron] 10.222.0.44 "GET /v2.0/networks/c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6907864 May 05 22:05:27.987685 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-eda8a19d-d33a-4fb4-b754-09c5d15598b2 req-9a84e35a-3dab-4644-83cf-5686e5fd92fc tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:05:27.996320 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-eda8a19d-d33a-4fb4-b754-09c5d15598b2 req-9a84e35a-3dab-4644-83cf-5686e5fd92fc tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] Usage tracker for resource:port and tenant:8725581f09d241de9dc4b45bf9b468fc is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:05:27.996320 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-eda8a19d-d33a-4fb4-b754-09c5d15598b2 req-9a84e35a-3dab-4644-83cf-5686e5fd92fc tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:05:28.005960 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-eda8a19d-d33a-4fb4-b754-09c5d15598b2 req-9a84e35a-3dab-4644-83cf-5686e5fd92fc tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:05:28.017042 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-ef7cc6b1-8dbd-4838-92a4-0586d545b1d1 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Usage tracker for resource:router and tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:05:28.020370 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-ef7cc6b1-8dbd-4838-92a4-0586d545b1d1 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:05:28.113315 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eda8a19d-d33a-4fb4-b754-09c5d15598b2 req-9a84e35a-3dab-4644-83cf-5686e5fd92fc tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] Made reservation on behalf of 8725581f09d241de9dc4b45bf9b468fc for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:05:28.116378 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-eda8a19d-d33a-4fb4-b754-09c5d15598b2 req-9a84e35a-3dab-4644-83cf-5686e5fd92fc tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:28.146284 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-ef7cc6b1-8dbd-4838-92a4-0586d545b1d1 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:05:28.168096 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-eda8a19d-d33a-4fb4-b754-09c5d15598b2 req-9a84e35a-3dab-4644-83cf-5686e5fd92fc tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:28.242352 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ef7cc6b1-8dbd-4838-92a4-0586d545b1d1 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:28.243584 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ef7cc6b1-8dbd-4838-92a4-0586d545b1d1 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:28.289680 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ef7cc6b1-8dbd-4838-92a4-0586d545b1d1 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:28.295790 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ec711-1be9-4882-9b3d-4e4274918b2b req-324e5846-ddea-43bc-9919-dd0816368dd6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:28.297311 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7b2ec711-1be9-4882-9b3d-4e4274918b2b req-324e5846-ddea-43bc-9919-dd0816368dd6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=da94abce-5ece-4742-b6d0-f89044eb6bbd HTTP/1.1" status: 200 len: 915 time: 0.3681169 May 05 22:05:28.306460 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2605e289-1f2e-4283-b96d-4ad558aefd27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:28.335641 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ef7cc6b1-8dbd-4838-92a4-0586d545b1d1 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:28.485034 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-eda8a19d-d33a-4fb4-b754-09c5d15598b2 req-9a84e35a-3dab-4644-83cf-5686e5fd92fc tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:05:28.486462 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-3b4d88df-8d7b-4d38-a20e-2357eb1ae05f None None] Allocated IP 2001:db8::2 (137c07e1-75d6-4e37-9f42-95b3b385c296/d7f84f6f-49c0-4437-97c7-87cec9cb3e95/a132c231-52e6-4626-be84-12530120a712) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:05:28.506083 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-eda8a19d-d33a-4fb4-b754-09c5d15598b2 req-9a84e35a-3dab-4644-83cf-5686e5fd92fc tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] Usage tracker for resource:security_group_rule and tenant:8725581f09d241de9dc4b45bf9b468fc is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:05:28.525024 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-eda8a19d-d33a-4fb4-b754-09c5d15598b2 req-9a84e35a-3dab-4644-83cf-5686e5fd92fc tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:05:28.566909 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ef7cc6b1-8dbd-4838-92a4-0586d545b1d1 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:28.570731 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ef7cc6b1-8dbd-4838-92a4-0586d545b1d1 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.4020433 May 05 22:05:28.585958 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-eda8a19d-d33a-4fb4-b754-09c5d15598b2 req-9a84e35a-3dab-4644-83cf-5686e5fd92fc tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:05:28.587533 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 33110) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:05:28.655166 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2605e289-1f2e-4283-b96d-4ad558aefd27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:28.671010 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e7ee0561-a0d1-4569-8f2d-c0b0cb8cc98d req-c2f82a71-0900-4981-9c5e-1c18bda8b974 service neutron] 10.222.0.44 "GET /v2.0/networks/c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6432452 May 05 22:05:28.761721 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-e3cbb434-8461-4ed5-9cd6-53e01765adce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'name': 'tempest-AttachVolumeNegativeTest-273245844-router', 'tenant_id': '2578689695ab4a55a99443682838538b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '6953bf02-942c-4df7-b861-f3365d5a587d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:02:33Z', 'updated_at': '2022-05-05T22:02:52Z', 'revision_number': 4, 'project_id': '2578689695ab4a55a99443682838538b', 'gw_port': {'id': '6953bf02-942c-4df7-b861-f3365d5a587d', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:35Z', 'updated_at': '2022-05-05T22:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '506845e7-30ce-4d73-aa3d-f58c8cdc4746', 'tenant_id': '2578689695ab4a55a99443682838538b', 'floating_ip_address': '172.25.4.96', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'port_id': 'c20d9159-6336-4451-8a94-fbf2f90c8b57', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd', 'mac_address': 'fa:16:3e:0f:32:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484f1bcc-8047-45f0-8404-bd3a73c642d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:03:05Z', 'updated_at': '2022-05-05T22:03:38Z', 'revision_number': 2, 'project_id': '2578689695ab4a55a99443682838538b', 'fixed_ip_address_scope': None}, {'id': '7feb3406-3da3-4054-9b6e-e5fbd93c6eb7', 'tenant_id': '2578689695ab4a55a99443682838538b', 'floating_ip_address': '172.25.4.165', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'port_id': 'd9f43e1b-e0e7-4a8e-9598-e020a0ed6174', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd', 'mac_address': 'fa:16:3e:0c:a6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da35480-880d-4e6d-98cd-0ef9e45c7814', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:04:35Z', 'updated_at': '2022-05-05T22:05:20Z', 'revision_number': 1, 'project_id': '2578689695ab4a55a99443682838538b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '558711ec-cc6b-4387-8a57-c44e1a328a9a', 'name': '', 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd', 'tenant_id': '2578689695ab4a55a99443682838538b', 'mac_address': 'fa:16:3e:33:93:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6329e98-aed7-463a-a6e6-dc9284056d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:49Z', 'updated_at': '2022-05-05T22:03:09Z', 'revision_number': 5, 'project_id': '2578689695ab4a55a99443682838538b', 'subnets': [{'id': 'b6329e98-aed7-463a-a6e6-dc9284056d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:05:28.778104 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cbb434-8461-4ed5-9cd6-53e01765adce None None] Checking router: 8598f5d7-eb46-409f-9875-d058ff8e964a for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:05:28.841463 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cbb434-8461-4ed5-9cd6-53e01765adce None None] Routers {'8598f5d7-eb46-409f-9875-d058ff8e964a'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:05:28.842100 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-e3cbb434-8461-4ed5-9cd6-53e01765adce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:05:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8598f5d7-eb46-409f-9875-d058ff8e964a'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:05:28.851575 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-eda8a19d-d33a-4fb4-b754-09c5d15598b2 req-9a84e35a-3dab-4644-83cf-5686e5fd92fc tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:28.859297 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-eda8a19d-d33a-4fb4-b754-09c5d15598b2 req-9a84e35a-3dab-4644-83cf-5686e5fd92fc tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:29.006314 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7b2ec711-1be9-4882-9b3d-4e4274918b2b req-c15d4ecc-a211-42c3-b16e-5f50d68c0e9e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9f43e1b-e0e7-4a8e-9598-e020a0ed6174 HTTP/1.1" status: 200 len: 999 time: 0.6987603 May 05 22:05:29.068424 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a84e35a-3dab-4644-83cf-5686e5fd92fc tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46ba7445-5f3a-4a60-a019-a98ebe16ec74,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:29.106191 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a7c1f81e-a539-4a2b-8f45-95482bad88d3 req-53e9085a-1261-40b1-9583-22d71132febd tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] 10.222.0.23 "GET /v2.0/ports?device_id=c855d7df-5b66-42cb-a113-b7ac3b85bb64 HTTP/1.1" status: 200 len: 210 time: 0.1822917 May 05 22:05:29.118884 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-eda8a19d-d33a-4fb4-b754-09c5d15598b2 req-9a84e35a-3dab-4644-83cf-5686e5fd92fc tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] Allocated IP 192.168.233.139 (4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9/f237a6ef-d044-411f-a2d8-d12619664c91/f2713bb9-d0f1-4808-ac43-ccaae164f267) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:05:29.226278 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3b4d88df-8d7b-4d38-a20e-2357eb1ae05f None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:29.245370 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-3b4d88df-8d7b-4d38-a20e-2357eb1ae05f None None] Transition to ACTIVE for port object a132c231-52e6-4626-be84-12530120a712 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:05:29.253943 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-e3cbb434-8461-4ed5-9cd6-53e01765adce None None] Set router 8598f5d7-eb46-409f-9875-d058ff8e964a gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:05:29.332995 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ec711-1be9-4882-9b3d-4e4274918b2b req-405c2b34-efc3-4363-b084-64940b2b5534 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:29.333320 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-3b4d88df-8d7b-4d38-a20e-2357eb1ae05f None None] Transition to ACTIVE for port object a132c231-52e6-4626-be84-12530120a712 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:05:29.334932 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7b2ec711-1be9-4882-9b3d-4e4274918b2b req-405c2b34-efc3-4363-b084-64940b2b5534 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b6329e98-aed7-463a-a6e6-dc9284056d36 HTTP/1.1" status: 200 len: 853 time: 0.3046792 May 05 22:05:29.342986 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2605e289-1f2e-4283-b96d-4ad558aefd27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:29.347009 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3b4d88df-8d7b-4d38-a20e-2357eb1ae05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:29.399220 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-eda8a19d-d33a-4fb4-b754-09c5d15598b2 req-9a84e35a-3dab-4644-83cf-5686e5fd92fc tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:29.434038 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-eda8a19d-d33a-4fb4-b754-09c5d15598b2 req-9a84e35a-3dab-4644-83cf-5686e5fd92fc tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] Transition to ACTIVE for port object f2713bb9-d0f1-4808-ac43-ccaae164f267 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:05:29.443307 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2605e289-1f2e-4283-b96d-4ad558aefd27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6172fb-b476-4532-b169-0f9ffa0e41bc,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:29.480188 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2605e289-1f2e-4283-b96d-4ad558aefd27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:29.482126 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-2605e289-1f2e-4283-b96d-4ad558aefd27 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9c6172fb-b476-4532-b169-0f9ffa0e41bc HTTP/1.1" status: 204 len: 168 time: 1.5122125 May 05 22:05:29.490829 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-eda8a19d-d33a-4fb4-b754-09c5d15598b2 req-9a84e35a-3dab-4644-83cf-5686e5fd92fc tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:29.697567 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eda8a19d-d33a-4fb4-b754-09c5d15598b2 req-9a84e35a-3dab-4644-83cf-5686e5fd92fc tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] Network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:05:29.698704 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a84e35a-3dab-4644-83cf-5686e5fd92fc tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] Pushing event updated for resources: {'Port': ['ID=f2713bb9-d0f1-4808-ac43-ccaae164f267,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:29.703845 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-eda8a19d-d33a-4fb4-b754-09c5d15598b2 req-9a84e35a-3dab-4644-83cf-5686e5fd92fc tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:05:29.710297 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-eda8a19d-d33a-4fb4-b754-09c5d15598b2 req-9a84e35a-3dab-4644-83cf-5686e5fd92fc tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:05:29.796866 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4d88df-8d7b-4d38-a20e-2357eb1ae05f None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:05:29.800994 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda8a19d-d33a-4fb4-b754-09c5d15598b2 req-9a84e35a-3dab-4644-83cf-5686e5fd92fc tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:29.801847 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-eda8a19d-d33a-4fb4-b754-09c5d15598b2 req-9a84e35a-3dab-4644-83cf-5686e5fd92fc tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:29.843188 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-eda8a19d-d33a-4fb4-b754-09c5d15598b2 req-9a84e35a-3dab-4644-83cf-5686e5fd92fc tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3159885 May 05 22:05:29.859729 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-eda8a19d-d33a-4fb4-b754-09c5d15598b2 req-10395025-9063-4280-a3c5-b32f969a9cbb service neutron] Request body: {'port': {'device_id': 'c855d7df-5b66-42cb-a113-b7ac3b85bb64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:05:29.862262 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-3b4d88df-8d7b-4d38-a20e-2357eb1ae05f None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:05:29.867995 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4d88df-8d7b-4d38-a20e-2357eb1ae05f None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:05:29.925459 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4d88df-8d7b-4d38-a20e-2357eb1ae05f None None] Pushing event updated for resources: {'Port': ['ID=a132c231-52e6-4626-be84-12530120a712,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:30.154574 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-eda8a19d-d33a-4fb4-b754-09c5d15598b2 req-10395025-9063-4280-a3c5-b32f969a9cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:30.179069 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4d88df-8d7b-4d38-a20e-2357eb1ae05f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:05:30.179396 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4d88df-8d7b-4d38-a20e-2357eb1ae05f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:05:30.179736 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4d88df-8d7b-4d38-a20e-2357eb1ae05f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:05:30.180103 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4d88df-8d7b-4d38-a20e-2357eb1ae05f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:05:30.180429 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4d88df-8d7b-4d38-a20e-2357eb1ae05f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:05:30.180756 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4d88df-8d7b-4d38-a20e-2357eb1ae05f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:05:30.181072 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4d88df-8d7b-4d38-a20e-2357eb1ae05f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:05:30.181392 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4d88df-8d7b-4d38-a20e-2357eb1ae05f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:05:30.181708 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4d88df-8d7b-4d38-a20e-2357eb1ae05f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:05:30.182021 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4d88df-8d7b-4d38-a20e-2357eb1ae05f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:05:30.182337 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4d88df-8d7b-4d38-a20e-2357eb1ae05f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:05:30.208232 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7b2ec711-1be9-4882-9b3d-4e4274918b2b req-cdfc6952-40a0-4a4d-8098-b0b4ec2d8f8d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=da94abce-5ece-4742-b6d0-f89044eb6bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8579779 May 05 22:05:30.257453 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-d818a4f4-8583-409d-81c7-b3651d2cd06b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Deleting port 8006ca00-ad71-4ca9-9fa1-dc9fa02d35f1 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:05:30.257803 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d818a4f4-8583-409d-81c7-b3651d2cd06b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:30.369714 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-3b4d88df-8d7b-4d38-a20e-2357eb1ae05f None None] Attempting to bind port a132c231-52e6-4626-be84-12530120a712 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:05:30.370332 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-3b4d88df-8d7b-4d38-a20e-2357eb1ae05f None None] Attempting to bind port a132c231-52e6-4626-be84-12530120a712 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:05:30.370451 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4d88df-8d7b-4d38-a20e-2357eb1ae05f None None] Attempting to bind port a132c231-52e6-4626-be84-12530120a712 on network 137c07e1-75d6-4e37-9f42-95b3b385c296 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:05:30.386433 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4d88df-8d7b-4d38-a20e-2357eb1ae05f None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:05:30.386890 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4d88df-8d7b-4d38-a20e-2357eb1ae05f None None] Checking segment: {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:05:30.387288 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3b4d88df-8d7b-4d38-a20e-2357eb1ae05f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:30.387677 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4d88df-8d7b-4d38-a20e-2357eb1ae05f None None] Bound using segment: {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:05:30.388195 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-3b4d88df-8d7b-4d38-a20e-2357eb1ae05f None None] Bound port: a132c231-52e6-4626-be84-12530120a712, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:05:30.388500 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3b4d88df-8d7b-4d38-a20e-2357eb1ae05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:30.435761 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-8c096a9b-70a0-4b7b-9fff-625eba239558 None None] Provisioning for port f2713bb9-d0f1-4808-ac43-ccaae164f267 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:05:30.461616 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-8c096a9b-70a0-4b7b-9fff-625eba239558 None None] Provisioning complete for port f2713bb9-d0f1-4808-ac43-ccaae164f267 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:05:30.461966 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8c096a9b-70a0-4b7b-9fff-625eba239558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:30.620010 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-8c096a9b-70a0-4b7b-9fff-625eba239558 None None] Port f2713bb9-d0f1-4808-ac43-ccaae164f267 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:05:30.622171 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-3b4d88df-8d7b-4d38-a20e-2357eb1ae05f None None] For port a132c231-52e6-4626-be84-12530120a712, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:05:30.626967 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-3b4d88df-8d7b-4d38-a20e-2357eb1ae05f None None] For port a132c231-52e6-4626-be84-12530120a712, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=a132c231-52e6-4626-be84-12530120a712,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:05:30.641849 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-e3cbb434-8461-4ed5-9cd6-53e01765adce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'name': 'tempest-AttachVolumeNegativeTest-273245844-router', 'tenant_id': '2578689695ab4a55a99443682838538b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '6953bf02-942c-4df7-b861-f3365d5a587d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:02:33Z', 'updated_at': '2022-05-05T22:02:52Z', 'revision_number': 4, 'project_id': '2578689695ab4a55a99443682838538b', 'gw_port': {'id': '6953bf02-942c-4df7-b861-f3365d5a587d', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:35Z', 'updated_at': '2022-05-05T22:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '506845e7-30ce-4d73-aa3d-f58c8cdc4746', 'tenant_id': '2578689695ab4a55a99443682838538b', 'floating_ip_address': '172.25.4.96', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'port_id': 'c20d9159-6336-4451-8a94-fbf2f90c8b57', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd', 'mac_address': 'fa:16:3e:0f:32:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484f1bcc-8047-45f0-8404-bd3a73c642d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:03:05Z', 'updated_at': '2022-05-05T22:03:38Z', 'revision_number': 2, 'project_id': '2578689695ab4a55a99443682838538b', 'fixed_ip_address_scope': None}, {'id': '7feb3406-3da3-4054-9b6e-e5fbd93c6eb7', 'tenant_id': '2578689695ab4a55a99443682838538b', 'floating_ip_address': '172.25.4.165', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'port_id': 'd9f43e1b-e0e7-4a8e-9598-e020a0ed6174', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd', 'mac_address': 'fa:16:3e:0c:a6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da35480-880d-4e6d-98cd-0ef9e45c7814', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:04:35Z', 'updated_at': '2022-05-05T22:05:20Z', 'revision_number': 1, 'project_id': '2578689695ab4a55a99443682838538b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '558711ec-cc6b-4387-8a57-c44e1a328a9a', 'name': '', 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd', 'tenant_id': '2578689695ab4a55a99443682838538b', 'mac_address': 'fa:16:3e:33:93:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6329e98-aed7-463a-a6e6-dc9284056d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:49Z', 'updated_at': '2022-05-05T22:03:09Z', 'revision_number': 5, 'project_id': '2578689695ab4a55a99443682838538b', 'subnets': [{'id': 'b6329e98-aed7-463a-a6e6-dc9284056d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:05:30.646446 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3b4d88df-8d7b-4d38-a20e-2357eb1ae05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:30.710854 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cbb434-8461-4ed5-9cd6-53e01765adce None None] The sync data for ids ['8598f5d7-eb46-409f-9875-d058ff8e964a'] in n-d-825175-4 is: [{'id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'name': 'tempest-AttachVolumeNegativeTest-273245844-router', 'tenant_id': '2578689695ab4a55a99443682838538b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '6953bf02-942c-4df7-b861-f3365d5a587d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:02:33Z', 'updated_at': '2022-05-05T22:02:52Z', 'revision_number': 4, 'project_id': '2578689695ab4a55a99443682838538b', 'gw_port': {'id': '6953bf02-942c-4df7-b861-f3365d5a587d', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:35Z', 'updated_at': '2022-05-05T22:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '506845e7-30ce-4d73-aa3d-f58c8cdc4746', 'tenant_id': '2578689695ab4a55a99443682838538b', 'floating_ip_address': '172.25.4.96', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'port_id': 'c20d9159-6336-4451-8a94-fbf2f90c8b57', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd', 'mac_address': 'fa:16:3e:0f:32:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484f1bcc-8047-45f0-8404-bd3a73c642d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:03:05Z', 'updated_at': '2022-05-05T22:03:38Z', 'revision_number': 2, 'project_id': '2578689695ab4a55a99443682838538b', 'fixed_ip_address_scope': None}, {'id': '7feb3406-3da3-4054-9b6e-e5fbd93c6eb7', 'tenant_id': '2578689695ab4a55a99443682838538b', 'floating_ip_address': '172.25.4.165', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'port_id': 'd9f43e1b-e0e7-4a8e-9598-e020a0ed6174', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd', 'mac_address': 'fa:16:3e:0c:a6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da35480-880d-4e6d-98cd-0ef9e45c7814', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:04:35Z', 'updated_at': '2022-05-05T22:05:20Z', 'revision_number': 1, 'project_id': '2578689695ab4a55a99443682838538b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '558711ec-cc6b-4387-8a57-c44e1a328a9a', 'name': '', 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd', 'tenant_id': '2578689695ab4a55a99443682838538b', 'mac_address': 'fa:16:3e:33:93:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6329e98-aed7-463a-a6e6-dc9284056d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:49Z', 'updated_at': '2022-05-05T22:03:09Z', 'revision_number': 5, 'project_id': '2578689695ab4a55a99443682838538b', 'subnets': [{'id': 'b6329e98-aed7-463a-a6e6-dc9284056d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:05:30.775563 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4d88df-8d7b-4d38-a20e-2357eb1ae05f None None] Pushing event updated for resources: {'Port': ['ID=a132c231-52e6-4626-be84-12530120a712,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:30.915698 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-eda8a19d-d33a-4fb4-b754-09c5d15598b2 req-10395025-9063-4280-a3c5-b32f969a9cbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2713bb9-d0f1-4808-ac43-ccaae164f267 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:05:30.924543 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-eda8a19d-d33a-4fb4-b754-09c5d15598b2 req-10395025-9063-4280-a3c5-b32f969a9cbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:30.944623 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-eda8a19d-d33a-4fb4-b754-09c5d15598b2 req-10395025-9063-4280-a3c5-b32f969a9cbb service neutron] Transition to ACTIVE for port object f2713bb9-d0f1-4808-ac43-ccaae164f267 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:05:30.954518 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-eda8a19d-d33a-4fb4-b754-09c5d15598b2 req-10395025-9063-4280-a3c5-b32f969a9cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:31.033937 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-d818a4f4-8583-409d-81c7-b3651d2cd06b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] For port 8006ca00-ad71-4ca9-9fa1-dc9fa02d35f1, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=8006ca00-ad71-4ca9-9fa1-dc9fa02d35f1,segment=NetworkSegment(9c0a9c7f-0295-42c0-9e5a-dfe13b910f94),segment_id=9c0a9c7f-0295-42c0-9e5a-dfe13b910f94)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:05:31.036517 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d818a4f4-8583-409d-81c7-b3651d2cd06b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:31.217566 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a970df-d830-4f3d-aa8d-eeade1e5b6de None None] New status for floating IP 7feb3406-3da3-4054-9b6e-e5fbd93c6eb7: ACTIVE {{(pid=84064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 22:05:31.233435 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10395025-9063-4280-a3c5-b32f969a9cbb service neutron] Pushing event updated for resources: {'Port': ['ID=f2713bb9-d0f1-4808-ac43-ccaae164f267,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:31.348456 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-d818a4f4-8583-409d-81c7-b3651d2cd06b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Calling delete_port for 8006ca00-ad71-4ca9-9fa1-dc9fa02d35f1 owned by network:router_interface {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:05:31.414407 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 33178) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:05:31.604374 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-eda8a19d-d33a-4fb4-b754-09c5d15598b2 req-10395025-9063-4280-a3c5-b32f969a9cbb service neutron] Attempting to bind port f2713bb9-d0f1-4808-ac43-ccaae164f267 on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:05:31.604942 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-eda8a19d-d33a-4fb4-b754-09c5d15598b2 req-10395025-9063-4280-a3c5-b32f969a9cbb service neutron] Attempting to bind port f2713bb9-d0f1-4808-ac43-ccaae164f267 by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:05:31.605434 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda8a19d-d33a-4fb4-b754-09c5d15598b2 req-10395025-9063-4280-a3c5-b32f969a9cbb service neutron] Attempting to bind port f2713bb9-d0f1-4808-ac43-ccaae164f267 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:05:31.626573 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda8a19d-d33a-4fb4-b754-09c5d15598b2 req-10395025-9063-4280-a3c5-b32f969a9cbb service neutron] Port f2713bb9-d0f1-4808-ac43-ccaae164f267 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:05:31.627424 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda8a19d-d33a-4fb4-b754-09c5d15598b2 req-10395025-9063-4280-a3c5-b32f969a9cbb service neutron] Attempting to bind port f2713bb9-d0f1-4808-ac43-ccaae164f267 on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:05:31.645343 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda8a19d-d33a-4fb4-b754-09c5d15598b2 req-10395025-9063-4280-a3c5-b32f969a9cbb service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:05:31.647257 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda8a19d-d33a-4fb4-b754-09c5d15598b2 req-10395025-9063-4280-a3c5-b32f969a9cbb service neutron] Checking segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:05:31.648911 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda8a19d-d33a-4fb4-b754-09c5d15598b2 req-10395025-9063-4280-a3c5-b32f969a9cbb service neutron] Bound using segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:05:31.649623 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-eda8a19d-d33a-4fb4-b754-09c5d15598b2 req-10395025-9063-4280-a3c5-b32f969a9cbb service neutron] Bound port: f2713bb9-d0f1-4808-ac43-ccaae164f267, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:05:31.651408 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-eda8a19d-d33a-4fb4-b754-09c5d15598b2 req-10395025-9063-4280-a3c5-b32f969a9cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:31.978961 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-eda8a19d-d33a-4fb4-b754-09c5d15598b2 req-10395025-9063-4280-a3c5-b32f969a9cbb service neutron] For port f2713bb9-d0f1-4808-ac43-ccaae164f267, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:05:31.985589 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-eda8a19d-d33a-4fb4-b754-09c5d15598b2 req-10395025-9063-4280-a3c5-b32f969a9cbb service neutron] For port f2713bb9-d0f1-4808-ac43-ccaae164f267, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=f2713bb9-d0f1-4808-ac43-ccaae164f267,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:05:31.995872 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-eda8a19d-d33a-4fb4-b754-09c5d15598b2 req-10395025-9063-4280-a3c5-b32f969a9cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:32.035215 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7b2ec711-1be9-4882-9b3d-4e4274918b2b req-18904ed2-2aad-4041-95fd-14ef6ec398db service neutron] 10.222.0.32 "GET /v2.0/networks/da94abce-5ece-4742-b6d0-f89044eb6bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8189058 May 05 22:05:32.038881 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-7312bcc4-b651-400f-a5e9-8fab9071c00c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1167067954-network', 'tenant_id': 'b068134c338f46c6866f23b681a9cd8a'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:05:32.045137 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-7312bcc4-b651-400f-a5e9-8fab9071c00c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:05:32.049598 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-7312bcc4-b651-400f-a5e9-8fab9071c00c admin admin] Usage tracker for resource:network and tenant:b068134c338f46c6866f23b681a9cd8a is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:05:32.052823 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-7312bcc4-b651-400f-a5e9-8fab9071c00c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:05:32.061735 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-7312bcc4-b651-400f-a5e9-8fab9071c00c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:05:32.076817 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d818a4f4-8583-409d-81c7-b3651d2cd06b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:32.101363 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-eda8a19d-d33a-4fb4-b754-09c5d15598b2 req-10395025-9063-4280-a3c5-b32f969a9cbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:32.102926 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-eda8a19d-d33a-4fb4-b754-09c5d15598b2 req-10395025-9063-4280-a3c5-b32f969a9cbb service neutron] 10.222.0.44 "PUT /v2.0/ports/f2713bb9-d0f1-4808-ac43-ccaae164f267 HTTP/1.1" status: 200 len: 1096 time: 2.2515364 May 05 22:05:32.103316 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c855d7df-5b66-42cb-a113-b7ac3b85bb64', 'tag': 'f2713bb9-d0f1-4808-ac43-ccaae164f267'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:05:32.124614 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10395025-9063-4280-a3c5-b32f969a9cbb service neutron] Pushing event updated for resources: {'Port': ['ID=f2713bb9-d0f1-4808-ac43-ccaae164f267,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:32.197149 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c50bc6-1ee3-4f5c-a6c4-fd95a09dee8d req-09fdd880-d137-4074-8c66-6a4a4aefe730 tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:32.209138 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-59c50bc6-1ee3-4f5c-a6c4-fd95a09dee8d req-09fdd880-d137-4074-8c66-6a4a4aefe730 tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] 10.222.0.23 "GET /v2.0/ports?device_id=c855d7df-5b66-42cb-a113-b7ac3b85bb64 HTTP/1.1" status: 200 len: 936 time: 1.6787148 May 05 22:05:32.278080 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1580999a-bfab-423f-b3c2-fe0565272b69'] response: {'name': 'network-changed', 'server_uuid': 'c855d7df-5b66-42cb-a113-b7ac3b85bb64', 'tag': 'f2713bb9-d0f1-4808-ac43-ccaae164f267', 'status': 'completed', 'code': 200} May 05 22:05:32.364895 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-eda8a19d-d33a-4fb4-b754-09c5d15598b2 req-4646bb0a-9604-4f58-a2a1-8bd83c183019 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8725581f09d241de9dc4b45bf9b468fc&device_id=c855d7df-5b66-42cb-a113-b7ac3b85bb64 HTTP/1.1" status: 200 len: 1099 time: 0.2092741 May 05 22:05:32.496344 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f10e77ff-89fe-44d1-bbcf-cf6afce9257a None None] Provisioning for port a132c231-52e6-4626-be84-12530120a712 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:05:32.552651 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7312bcc4-b651-400f-a5e9-8fab9071c00c admin admin] Made reservation on behalf of b068134c338f46c6866f23b681a9cd8a for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:05:32.555123 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7312bcc4-b651-400f-a5e9-8fab9071c00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:32.607197 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-eda8a19d-d33a-4fb4-b754-09c5d15598b2 req-a0c88628-4879-40ec-98b7-cc337e46f723 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=f2713bb9-d0f1-4808-ac43-ccaae164f267 HTTP/1.1" status: 200 len: 217 time: 0.2354794 May 05 22:05:32.627846 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d818a4f4-8583-409d-81c7-b3651d2cd06b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event deleted for resources: {'Port': ['ID=8006ca00-ad71-4ca9-9fa1-dc9fa02d35f1,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:32.707449 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda8a19d-d33a-4fb4-b754-09c5d15598b2 req-8e8c79b0-30fa-4623-83c2-05c14ec82efb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:32.709063 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-eda8a19d-d33a-4fb4-b754-09c5d15598b2 req-8e8c79b0-30fa-4623-83c2-05c14ec82efb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.0935347 May 05 22:05:32.809875 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7312bcc4-b651-400f-a5e9-8fab9071c00c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:32.846758 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-eda8a19d-d33a-4fb4-b754-09c5d15598b2 req-9c5195f1-cd54-412e-99e9-089406f1dbfe service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1305048 May 05 22:05:32.938348 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f60bce69-4235-4002-8ed5-7e7e44541f0f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:32.964091 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-59c50bc6-1ee3-4f5c-a6c4-fd95a09dee8d req-f0add2eb-28cc-46da-9b76-a752b3cee16b tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] 10.222.0.23 "GET /v2.0/security-groups?id=46ba7445-5f3a-4a60-a019-a98ebe16ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7538671 May 05 22:05:33.015158 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device a132c231-52e6-4626-be84-12530120a712 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:05:33.154275 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port a132c231-52e6-4626-be84-12530120a712 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:05:33.160412 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port a132c231-52e6-4626-be84-12530120a712 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:05:33.160784 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:33.191917 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-eda8a19d-d33a-4fb4-b754-09c5d15598b2 req-6e12a59e-db2a-4480-9437-ce8e2282e62f service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389657 May 05 22:05:33.319721 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:33.369893 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port a132c231-52e6-4626-be84-12530120a712, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=a132c231-52e6-4626-be84-12530120a712,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:05:33.380085 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7b2ec711-1be9-4882-9b3d-4e4274918b2b req-10a021df-68ce-4a45-9691-594e5009a7d0 service neutron] 10.222.0.32 "GET /v2.0/networks/da94abce-5ece-4742-b6d0-f89044eb6bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2805998 May 05 22:05:33.384170 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:33.471045 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-7312bcc4-b651-400f-a5e9-8fab9071c00c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:05:33.514023 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=a132c231-52e6-4626-be84-12530120a712,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:33.523348 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-eda8a19d-d33a-4fb4-b754-09c5d15598b2 req-642a483e-56e6-4d5e-99cd-4734e40ed93f service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249490 May 05 22:05:33.557449 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-7312bcc4-b651-400f-a5e9-8fab9071c00c admin admin] Usage tracker for resource:security_group_rule and tenant:b068134c338f46c6866f23b681a9cd8a is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:05:33.561818 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-7312bcc4-b651-400f-a5e9-8fab9071c00c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:05:33.569670 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-7312bcc4-b651-400f-a5e9-8fab9071c00c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:05:33.671113 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7312bcc4-b651-400f-a5e9-8fab9071c00c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:33.695783 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7312bcc4-b651-400f-a5e9-8fab9071c00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:33.709168 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7312bcc4-b651-400f-a5e9-8fab9071c00c admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:05:33.712070 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4b0739a7-f382-47c5-a27e-fdb7ed029a39 req-7859d1f4-47c1-4132-8f0d-c9c8e6607aec service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8725581f09d241de9dc4b45bf9b468fc&device_id=c855d7df-5b66-42cb-a113-b7ac3b85bb64 HTTP/1.1" status: 200 len: 1099 time: 0.1255195 May 05 22:05:33.755894 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7312bcc4-b651-400f-a5e9-8fab9071c00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7712879a-c1ca-46b4-8d0a-9810bc15449e,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:33.775476 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7312bcc4-b651-400f-a5e9-8fab9071c00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:33.775823 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-7312bcc4-b651-400f-a5e9-8fab9071c00c admin admin] Added segment 6d4484a5-8d63-4054-aa6e-abb26e17d980 of type vlan for network 747286bb-8407-402f-868f-44a863404e7a May 05 22:05:33.915666 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7312bcc4-b651-400f-a5e9-8fab9071c00c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:33.930323 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0739a7-f382-47c5-a27e-fdb7ed029a39 req-a7aceeb1-1917-4186-b196-0f1a7eb1296e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:33.932158 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4b0739a7-f382-47c5-a27e-fdb7ed029a39 req-a7aceeb1-1917-4186-b196-0f1a7eb1296e service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 HTTP/1.1" status: 200 len: 870 time: 0.2140577 May 05 22:05:34.012980 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4b0739a7-f382-47c5-a27e-fdb7ed029a39 req-ac25ffce-68d3-469d-a399-297bfb382f51 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=f2713bb9-d0f1-4808-ac43-ccaae164f267 HTTP/1.1" status: 200 len: 217 time: 0.0738955 May 05 22:05:34.131165 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7312bcc4-b651-400f-a5e9-8fab9071c00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:34.132209 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7312bcc4-b651-400f-a5e9-8fab9071c00c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:34.132723 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7312bcc4-b651-400f-a5e9-8fab9071c00c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:34.149426 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-f60bce69-4235-4002-8ed5-7e7e44541f0f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Allocated IP 2001:db8::1 (137c07e1-75d6-4e37-9f42-95b3b385c296/d7f84f6f-49c0-4437-97c7-87cec9cb3e95/e90ce745-b805-42ab-a219-7a17e7332e75) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:05:34.152652 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0739a7-f382-47c5-a27e-fdb7ed029a39 req-6f41b350-1938-4764-877f-59bd7f87ada3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:34.154682 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4b0739a7-f382-47c5-a27e-fdb7ed029a39 req-6f41b350-1938-4764-877f-59bd7f87ada3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.1356726 May 05 22:05:34.263276 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4b0739a7-f382-47c5-a27e-fdb7ed029a39 req-7f6c91be-86f5-4d49-93d8-b7ca7d59a24a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1019969 May 05 22:05:34.421401 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4b0739a7-f382-47c5-a27e-fdb7ed029a39 req-7c1fdd11-1166-463d-9e13-1656ff7e45b3 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524642 May 05 22:05:34.558410 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7312bcc4-b651-400f-a5e9-8fab9071c00c admin admin] Pushing event updated for resources: {'Network': ['ID=747286bb-8407-402f-868f-44a863404e7a,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:34.572521 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 747286bb-8407-402f-868f-44a863404e7a details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:05:34.596306 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d818a4f4-8583-409d-81c7-b3651d2cd06b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:34.610015 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-7312bcc4-b651-400f-a5e9-8fab9071c00c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.1794169 May 05 22:05:34.616283 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 33392) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:05:34.630731 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-5141c00b-59ea-41a5-b65e-a43b496305cc admin admin] Request body: {'subnet': {'network_id': '747286bb-8407-402f-868f-44a863404e7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1167067954-subnet', 'tenant_id': 'b068134c338f46c6866f23b681a9cd8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:05:34.672477 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-5141c00b-59ea-41a5-b65e-a43b496305cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:05:34.684003 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4b0739a7-f382-47c5-a27e-fdb7ed029a39 req-4c658201-d9d5-41d5-907f-25f3e2b83b35 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551680 May 05 22:05:34.696140 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-5141c00b-59ea-41a5-b65e-a43b496305cc admin admin] Usage tracker for resource:subnet and tenant:b068134c338f46c6866f23b681a9cd8a is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:05:34.793294 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f60bce69-4235-4002-8ed5-7e7e44541f0f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:34.802347 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-5141c00b-59ea-41a5-b65e-a43b496305cc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:05:34.880891 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device a132c231-52e6-4626-be84-12530120a712 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:05:34.889796 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-5141c00b-59ea-41a5-b65e-a43b496305cc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:05:34.905221 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef13ccd-67bb-4d44-9781-b95121cb4ae2 req-85349b3a-b8fb-4b0f-a36a-309f985f61e2 tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:34.912723 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5ef13ccd-67bb-4d44-9781-b95121cb4ae2 req-85349b3a-b8fb-4b0f-a36a-309f985f61e2 tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] 10.222.0.23 "GET /v2.0/ports?device_id=c855d7df-5b66-42cb-a113-b7ac3b85bb64 HTTP/1.1" status: 200 len: 948 time: 0.7625008 May 05 22:05:34.926720 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-f60bce69-4235-4002-8ed5-7e7e44541f0f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Transition to ACTIVE for port object e90ce745-b805-42ab-a219-7a17e7332e75 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:05:34.989792 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port a132c231-52e6-4626-be84-12530120a712 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:05:34.990164 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:34.992725 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5141c00b-59ea-41a5-b65e-a43b496305cc admin admin] Made reservation on behalf of b068134c338f46c6866f23b681a9cd8a for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:05:34.997971 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5141c00b-59ea-41a5-b65e-a43b496305cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:35.188692 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5ef13ccd-67bb-4d44-9781-b95121cb4ae2 req-31ba5484-f270-4543-8959-4a639c1e8815 tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] 10.222.0.23 "GET /v2.0/security-groups?id=46ba7445-5f3a-4a60-a019-a98ebe16ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747083 May 05 22:05:35.248468 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f60bce69-4235-4002-8ed5-7e7e44541f0f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:35.314703 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60bce69-4235-4002-8ed5-7e7e44541f0f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:05:35.329944 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-f60bce69-4235-4002-8ed5-7e7e44541f0f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:05:35.527093 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60bce69-4235-4002-8ed5-7e7e44541f0f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:05:35.527646 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f60bce69-4235-4002-8ed5-7e7e44541f0f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:35.639829 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f60bce69-4235-4002-8ed5-7e7e44541f0f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:35.699760 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60bce69-4235-4002-8ed5-7e7e44541f0f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event updated for resources: {'Port': ['ID=e90ce745-b805-42ab-a219-7a17e7332e75,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:35.742717 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-94cc1b83-f8a9-41de-a989-06eb59b469ae None None] Provisioning for port e90ce745-b805-42ab-a219-7a17e7332e75 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:05:35.755794 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-94cc1b83-f8a9-41de-a989-06eb59b469ae None None] Provisioning complete for port e90ce745-b805-42ab-a219-7a17e7332e75 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:05:35.756348 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-94cc1b83-f8a9-41de-a989-06eb59b469ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:35.840010 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:35.845132 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-94cc1b83-f8a9-41de-a989-06eb59b469ae None None] Port e90ce745-b805-42ab-a219-7a17e7332e75 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:05:35.881484 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:35.988908 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5141c00b-59ea-41a5-b65e-a43b496305cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:36.272954 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device f2713bb9-d0f1-4808-ac43-ccaae164f267 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:05:36.344607 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5141c00b-59ea-41a5-b65e-a43b496305cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=1aed2f09-8491-48ad-8b12-0e30712ddf00,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:36.496303 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port f2713bb9-d0f1-4808-ac43-ccaae164f267, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=f2713bb9-d0f1-4808-ac43-ccaae164f267,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:05:36.511324 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': 'f2713bb9-d0f1-4808-ac43-ccaae164f267', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'port_id': 'f2713bb9-d0f1-4808-ac43-ccaae164f267', 'mac_address': 'fa:16:3e:28:d2:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f237a6ef-d044-411f-a2d8-d12619664c91', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:05:36.529018 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5141c00b-59ea-41a5-b65e-a43b496305cc admin admin] Checking segment: {'id': '6d4484a5-8d63-4054-aa6e-abb26e17d980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '747286bb-8407-402f-868f-44a863404e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:05:36.529383 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5141c00b-59ea-41a5-b65e-a43b496305cc admin admin] Network hostable DHCP agents. Network: 747286bb-8407-402f-868f-44a863404e7a, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:05:36.594365 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:36.625722 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2713bb9-d0f1-4808-ac43-ccaae164f267 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:05:36.650963 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port f2713bb9-d0f1-4808-ac43-ccaae164f267, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=f2713bb9-d0f1-4808-ac43-ccaae164f267,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:05:36.661385 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:36.723137 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.resource_extend [None req-f60bce69-4235-4002-8ed5-7e7e44541f0f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 22:05:36.740217 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=f2713bb9-d0f1-4808-ac43-ccaae164f267,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:36.797152 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4946720-eef2-4013-a286-bc1cd34e469e req-7da72c5d-7e16-4edc-b394-a6f4e574d241 tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:36.798613 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a4946720-eef2-4013-a286-bc1cd34e469e req-7da72c5d-7e16-4edc-b394-a6f4e574d241 tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] 10.222.0.23 "GET /v2.0/ports?device_id=c855d7df-5b66-42cb-a113-b7ac3b85bb64 HTTP/1.1" status: 200 len: 948 time: 0.3717790 May 05 22:05:36.807335 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5141c00b-59ea-41a5-b65e-a43b496305cc admin admin] Network 747286bb-8407-402f-868f-44a863404e7a is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:05:36.812382 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f60bce69-4235-4002-8ed5-7e7e44541f0f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:36.841189 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f60bce69-4235-4002-8ed5-7e7e44541f0f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:36.841956 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f60bce69-4235-4002-8ed5-7e7e44541f0f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:36.880257 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-5141c00b-59ea-41a5-b65e-a43b496305cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 747286bb-8407-402f-868f-44a863404e7a) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:05:36.889042 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f821fae4-6ecb-40f7-96f6-b71896e35808 None None] Network 747286bb-8407-402f-868f-44a863404e7a requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:05:36.906613 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['f2713bb9-d0f1-4808-ac43-ccaae164f267'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:05:36.916375 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5141c00b-59ea-41a5-b65e-a43b496305cc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:36.916939 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5141c00b-59ea-41a5-b65e-a43b496305cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:36.993589 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60bce69-4235-4002-8ed5-7e7e44541f0f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event updated for resources: {'Port': ['ID=e90ce745-b805-42ab-a219-7a17e7332e75,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:37.028312 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-5141c00b-59ea-41a5-b65e-a43b496305cc admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4117205 May 05 22:05:37.123201 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a4946720-eef2-4013-a286-bc1cd34e469e req-fc426863-70ed-4a28-8653-3ba11ff1d745 tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] 10.222.0.23 "GET /v2.0/security-groups?id=46ba7445-5f3a-4a60-a019-a98ebe16ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130655 May 05 22:05:37.227857 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60bce69-4235-4002-8ed5-7e7e44541f0f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:05:37.229151 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-f60bce69-4235-4002-8ed5-7e7e44541f0f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:05:37.473825 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09128fe-6086-43d2-a4f4-9aa40a39fd98 None None] Network 747286bb-8407-402f-868f-44a863404e7a requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:05:37.763846 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-238f1259-b399-45ac-bed8-959c1fa306e3 None None] Provisioning complete for port e90ce745-b805-42ab-a219-7a17e7332e75 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:05:37.764284 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-238f1259-b399-45ac-bed8-959c1fa306e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:37.771815 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d818a4f4-8583-409d-81c7-b3651d2cd06b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Router 10cb3c67-5bbd-46ac-84b6-2674ad37c9cd has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:05:37.835401 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-238f1259-b399-45ac-bed8-959c1fa306e3 None None] Port e90ce745-b805-42ab-a219-7a17e7332e75 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:05:38.236317 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5be766-67e3-4286-bf01-0ada76875724 req-583c82c7-fbae-4e99-9303-22bacc7f5330 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:38.237011 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-bb5be766-67e3-4286-bf01-0ada76875724 req-583c82c7-fbae-4e99-9303-22bacc7f5330 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Synchronizing usage tracker for tenant:b068134c338f46c6866f23b681a9cd8a on resource:network {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:05:38.278453 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-bb5be766-67e3-4286-bf01-0ada76875724 req-583c82c7-fbae-4e99-9303-22bacc7f5330 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Unset dirty status for tenant:b068134c338f46c6866f23b681a9cd8a on resource:network {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:05:38.279658 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bb5be766-67e3-4286-bf01-0ada76875724 req-583c82c7-fbae-4e99-9303-22bacc7f5330 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/networks?id=747286bb-8407-402f-868f-44a863404e7a HTTP/1.1" status: 200 len: 814 time: 0.3579094 May 05 22:05:38.297303 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device f2713bb9-d0f1-4808-ac43-ccaae164f267 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:05:38.359138 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bb5be766-67e3-4286-bf01-0ada76875724 req-ebd84eb3-6544-4771-83a3-eeffa3144220 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/quotas/b068134c338f46c6866f23b681a9cd8a HTTP/1.1" status: 200 len: 375 time: 0.0424788 May 05 22:05:38.418045 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port f2713bb9-d0f1-4808-ac43-ccaae164f267 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:05:38.425527 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port f2713bb9-d0f1-4808-ac43-ccaae164f267 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:05:38.425891 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:38.454249 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bb5be766-67e3-4286-bf01-0ada76875724 req-d1456d45-3c75-4097-b2f5-52a4a3193663 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b068134c338f46c6866f23b681a9cd8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0769334 May 05 22:05:38.491419 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d818a4f4-8583-409d-81c7-b3651d2cd06b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:05:38.500298 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-d818a4f4-8583-409d-81c7-b3651d2cd06b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "PUT /v2.0/routers/10cb3c67-5bbd-46ac-84b6-2674ad37c9cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.2620885 May 05 22:05:38.503965 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604048ec-6e91-4976-ad17-d1e738cf64fc None None] Sync routers for ids ['10cb3c67-5bbd-46ac-84b6-2674ad37c9cd'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:05:38.504544 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 33766) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:05:38.510030 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e8d9e-96c4-4ae0-92fd-50d08fe6cc56 req-cabbef42-b6c1-4148-9725-3e4ca37645f4 tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:38.511838 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8a0e8d9e-96c4-4ae0-92fd-50d08fe6cc56 req-cabbef42-b6c1-4148-9725-3e4ca37645f4 tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] 10.222.0.23 "GET /v2.0/ports?device_id=c855d7df-5b66-42cb-a113-b7ac3b85bb64 HTTP/1.1" status: 200 len: 949 time: 0.2313080 May 05 22:05:38.513219 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f60bce69-4235-4002-8ed5-7e7e44541f0f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Router 98d734fd-8130-4ef6-90a8-e072bb726908 is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 22:05:38.538646 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604048ec-6e91-4976-ad17-d1e738cf64fc None None] Routers {'10cb3c67-5bbd-46ac-84b6-2674ad37c9cd'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:05:38.539365 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-604048ec-6e91-4976-ad17-d1e738cf64fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:05:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['10cb3c67-5bbd-46ac-84b6-2674ad37c9cd'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:05:38.745167 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:38.815613 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c855d7df-5b66-42cb-a113-b7ac3b85bb64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2713bb9-d0f1-4808-ac43-ccaae164f267'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:05:38.828923 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-604048ec-6e91-4976-ad17-d1e738cf64fc None None] Set router 10cb3c67-5bbd-46ac-84b6-2674ad37c9cd gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:05:38.844310 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port f2713bb9-d0f1-4808-ac43-ccaae164f267, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=f2713bb9-d0f1-4808-ac43-ccaae164f267,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:05:38.854966 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:38.907672 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd6c3bd2-34b8-4ff3-8169-65cd5ed10f5a tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Deleting subnet e50b77d7-4ab1-4d1a-a967-e09424173e35 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:05:38.915822 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bd6c3bd2-34b8-4ff3-8169-65cd5ed10f5a tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:38.998988 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=f2713bb9-d0f1-4808-ac43-ccaae164f267,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:39.017275 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8a0e8d9e-96c4-4ae0-92fd-50d08fe6cc56 req-449662dd-5118-4071-bd0d-09db3c77747e tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] 10.222.0.23 "GET /v2.0/security-groups?id=46ba7445-5f3a-4a60-a019-a98ebe16ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4955902 May 05 22:05:39.018317 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bd6c3bd2-34b8-4ff3-8169-65cd5ed10f5a tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:39.112961 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bd6c3bd2-34b8-4ff3-8169-65cd5ed10f5a tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:39.178037 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-256af5ef-71a0-4612-8273-caab476b4ebf'] response: {'server_uuid': 'c855d7df-5b66-42cb-a113-b7ac3b85bb64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2713bb9-d0f1-4808-ac43-ccaae164f267', 'code': 200} May 05 22:05:39.220875 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bb5be766-67e3-4286-bf01-0ada76875724 req-26eb2e03-2c49-41a9-9969-10c832281a7b service neutron] 10.222.0.23 "GET /v2.0/networks/747286bb-8407-402f-868f-44a863404e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7542360 May 05 22:05:39.294036 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60bce69-4235-4002-8ed5-7e7e44541f0f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:05:39.305222 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0950bf-3a98-403a-9dde-1d80313ea372 None None] Sync routers for ids ['98d734fd-8130-4ef6-90a8-e072bb726908'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:05:39.315105 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f60bce69-4235-4002-8ed5-7e7e44541f0f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "PUT /v2.0/routers/98d734fd-8130-4ef6-90a8-e072bb726908/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7164540 May 05 22:05:39.315903 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 33780) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:05:39.329232 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0950bf-3a98-403a-9dde-1d80313ea372 None None] Routers {'98d734fd-8130-4ef6-90a8-e072bb726908'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:05:39.331242 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-4e0950bf-3a98-403a-9dde-1d80313ea372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:05:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['98d734fd-8130-4ef6-90a8-e072bb726908'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:05:39.374759 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bd6c3bd2-34b8-4ff3-8169-65cd5ed10f5a tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:39.401752 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-604048ec-6e91-4976-ad17-d1e738cf64fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cb3c67-5bbd-46ac-84b6-2674ad37c9cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1893328852', 'tenant_id': '06fb629024324e968714595537efac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'd7b9ff99-fda6-483f-88b3-92c834846233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:02:17Z', 'updated_at': '2022-05-05T22:05:31Z', 'revision_number': 5, 'project_id': '06fb629024324e968714595537efac5c', 'gw_port': {'id': 'd7b9ff99-fda6-483f-88b3-92c834846233', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ca:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb3c67-5bbd-46ac-84b6-2674ad37c9cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:19Z', 'updated_at': '2022-05-05T22:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:05:39.407865 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604048ec-6e91-4976-ad17-d1e738cf64fc None None] Checking router: 10cb3c67-5bbd-46ac-84b6-2674ad37c9cd for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:05:39.431799 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604048ec-6e91-4976-ad17-d1e738cf64fc None None] Routers {'10cb3c67-5bbd-46ac-84b6-2674ad37c9cd'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:05:39.432417 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-604048ec-6e91-4976-ad17-d1e738cf64fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:05:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['10cb3c67-5bbd-46ac-84b6-2674ad37c9cd'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:05:39.446884 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c3bd2-34b8-4ff3-8169-65cd5ed10f5a tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event deleted for resources: {'Subnet': ['ID=e50b77d7-4ab1-4d1a-a967-e09424173e35,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:39.486123 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bd6c3bd2-34b8-4ff3-8169-65cd5ed10f5a tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:39.503316 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-bd6c3bd2-34b8-4ff3-8169-65cd5ed10f5a tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "DELETE /v2.0/subnets/e50b77d7-4ab1-4d1a-a967-e09424173e35 HTTP/1.1" status: 204 len: 168 time: 0.9955137 May 05 22:05:39.504757 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 33786) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:05:39.517504 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2464e26b-9140-49fb-aaeb-67311c9c06ec req-fa53e5d8-61e7-4462-b8f6-e36df6b57115 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c855d7df-5b66-42cb-a113-b7ac3b85bb64 HTTP/1.1" status: 200 len: 1101 time: 0.2338130 May 05 22:05:39.545726 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e42c106-084b-49b7-a110-959dd82cbfb0 None None] Network 42af2df6-9729-4f65-bcaf-09a40ba18ce2 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:05:39.613908 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2464e26b-9140-49fb-aaeb-67311c9c06ec req-f2670c49-c264-44f1-8902-62d989eeec00 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=46ba7445-5f3a-4a60-a019-a98ebe16ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864162 May 05 22:05:39.652840 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bb5be766-67e3-4286-bf01-0ada76875724 req-87fe0264-a387-4a3f-88fa-b9aa92581193 service neutron] 10.222.0.23 "GET /v2.0/networks/747286bb-8407-402f-868f-44a863404e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4238086 May 05 22:05:39.831044 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-604048ec-6e91-4976-ad17-d1e738cf64fc None None] Set router 10cb3c67-5bbd-46ac-84b6-2674ad37c9cd gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:05:40.004346 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-4e0950bf-3a98-403a-9dde-1d80313ea372 None None] Set router 98d734fd-8130-4ef6-90a8-e072bb726908 gateway port host: None {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:05:40.229810 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb99cb5-431a-4854-aac6-7e7cea9324fb tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:40.231233 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-adb99cb5-431a-4854-aac6-7e7cea9324fb tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Synchronizing usage tracker for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:05:40.255450 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0d037a7c-ff60-497d-bfcc-52c986f0db4d req-3f37b9db-3b78-4129-ad66-3a0861260ed6 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 210 time: 0.0962715 May 05 22:05:40.348239 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-adb99cb5-431a-4854-aac6-7e7cea9324fb tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Unset dirty status for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:05:40.352317 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-adb99cb5-431a-4854-aac6-7e7cea9324fb tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/ports/e90ce745-b805-42ab-a219-7a17e7332e75 HTTP/1.1" status: 200 len: 911 time: 1.0283670 May 05 22:05:40.353512 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 33802) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:05:40.378516 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-604048ec-6e91-4976-ad17-d1e738cf64fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cb3c67-5bbd-46ac-84b6-2674ad37c9cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1893328852', 'tenant_id': '06fb629024324e968714595537efac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'd7b9ff99-fda6-483f-88b3-92c834846233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:02:17Z', 'updated_at': '2022-05-05T22:05:31Z', 'revision_number': 5, 'project_id': '06fb629024324e968714595537efac5c', 'gw_port': {'id': 'd7b9ff99-fda6-483f-88b3-92c834846233', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ca:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb3c67-5bbd-46ac-84b6-2674ad37c9cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:19Z', 'updated_at': '2022-05-05T22:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:05:40.384332 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604048ec-6e91-4976-ad17-d1e738cf64fc None None] The sync data for ids ['10cb3c67-5bbd-46ac-84b6-2674ad37c9cd'] in n-d-825175-4 is: [{'id': '10cb3c67-5bbd-46ac-84b6-2674ad37c9cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1893328852', 'tenant_id': '06fb629024324e968714595537efac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'd7b9ff99-fda6-483f-88b3-92c834846233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:02:17Z', 'updated_at': '2022-05-05T22:05:31Z', 'revision_number': 5, 'project_id': '06fb629024324e968714595537efac5c', 'gw_port': {'id': 'd7b9ff99-fda6-483f-88b3-92c834846233', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ca:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb3c67-5bbd-46ac-84b6-2674ad37c9cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:19Z', 'updated_at': '2022-05-05T22:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:05:40.461719 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f059e-bdbc-46c6-860c-b954204462d6 req-3bd5c81f-7117-4d4d-b83c-59cb5623d48d tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:40.467250 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6d0f059e-bdbc-46c6-860c-b954204462d6 req-3bd5c81f-7117-4d4d-b83c-59cb5623d48d tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] 10.222.0.23 "GET /v2.0/ports?device_id=c855d7df-5b66-42cb-a113-b7ac3b85bb64 HTTP/1.1" status: 200 len: 950 time: 0.2291331 May 05 22:05:40.541355 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4092798-9960-4e33-b2ec-2c8de14fc76d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:40.546147 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4092798-9960-4e33-b2ec-2c8de14fc76d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:40.558136 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d4092798-9960-4e33-b2ec-2c8de14fc76d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Synchronizing usage tracker for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:05:40.607810 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d4092798-9960-4e33-b2ec-2c8de14fc76d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Unset dirty status for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:05:40.613932 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6d0f059e-bdbc-46c6-860c-b954204462d6 req-d1313771-097c-418a-a9ef-d82f9b367d42 tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] 10.222.0.23 "GET /v2.0/security-groups?id=46ba7445-5f3a-4a60-a019-a98ebe16ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358836 May 05 22:05:40.618868 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 33810) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:05:40.621308 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d4092798-9960-4e33-b2ec-2c8de14fc76d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2576282 May 05 22:05:40.763622 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-4e0950bf-3a98-403a-9dde-1d80313ea372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d734fd-8130-4ef6-90a8-e072bb726908', 'name': 'tempest-NetworksTestDHCPv6-router-1270281735', 'tenant_id': '6a9c8b32c69349b78288ebe6e6b6f3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:05:28Z', 'updated_at': '2022-05-05T22:05:35Z', 'revision_number': 2, 'project_id': '6a9c8b32c69349b78288ebe6e6b6f3f4', 'gw_port_host': None, '_interfaces': [{'id': 'e90ce745-b805-42ab-a219-7a17e7332e75', 'name': '', 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'tenant_id': '6a9c8b32c69349b78288ebe6e6b6f3f4', 'mac_address': 'fa:16:3e:14:1c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d734fd-8130-4ef6-90a8-e072bb726908', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7f84f6f-49c0-4437-97c7-87cec9cb3e95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:05:33Z', 'updated_at': '2022-05-05T22:05:36Z', 'revision_number': 2, 'project_id': '6a9c8b32c69349b78288ebe6e6b6f3f4', 'subnets': [{'id': 'd7f84f6f-49c0-4437-97c7-87cec9cb3e95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:05:40.783086 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8fcb01eb-f22c-46bc-8847-f8114596f2a1 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for router, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:40.792846 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0950bf-3a98-403a-9dde-1d80313ea372 None None] Checking router: 98d734fd-8130-4ef6-90a8-e072bb726908 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:05:40.793747 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0950bf-3a98-403a-9dde-1d80313ea372 None None] Updating router 98d734fd-8130-4ef6-90a8-e072bb726908 port e90ce745-b805-42ab-a219-7a17e7332e75 binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:05:40.832802 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6863a737-6f6b-4e5d-98a2-d959babe357d None None] DHCP port deletion for 42af2df6-9729-4f65-bcaf-09a40ba18ce2 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:05:40.888467 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-6863a737-6f6b-4e5d-98a2-d959babe357d None None] Deleting port 02efe984-5791-47dd-a487-5833a6770031 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:05:40.888828 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6863a737-6f6b-4e5d-98a2-d959babe357d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:40.914809 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 02efe984-5791-47dd-a487-5833a6770031 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:05:41.049295 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4e0950bf-3a98-403a-9dde-1d80313ea372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:41.293189 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8fcb01eb-f22c-46bc-8847-f8114596f2a1 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:41.376948 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-8fcb01eb-f22c-46bc-8847-f8114596f2a1 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Deleting port d7b9ff99-fda6-483f-88b3-92c834846233 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:05:41.378228 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8fcb01eb-f22c-46bc-8847-f8114596f2a1 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:41.481110 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4e0950bf-3a98-403a-9dde-1d80313ea372 None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:41.527364 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-4e0950bf-3a98-403a-9dde-1d80313ea372 None None] Transition to ACTIVE for port object e90ce745-b805-42ab-a219-7a17e7332e75 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:05:41.636727 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4e0950bf-3a98-403a-9dde-1d80313ea372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:41.784763 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-df34b7bb-e4e7-4892-aea8-a4a043879100 req-d415d055-08fa-469d-b080-849603f3a570 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 210 time: 0.2492745 May 05 22:05:42.027663 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-8fcb01eb-f22c-46bc-8847-f8114596f2a1 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] For port d7b9ff99-fda6-483f-88b3-92c834846233, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=d7b9ff99-fda6-483f-88b3-92c834846233,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:05:42.028165 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8fcb01eb-f22c-46bc-8847-f8114596f2a1 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:42.160198 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-6863a737-6f6b-4e5d-98a2-d959babe357d None None] For port 02efe984-5791-47dd-a487-5833a6770031, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=02efe984-5791-47dd-a487-5833a6770031,segment=NetworkSegment(9c0a9c7f-0295-42c0-9e5a-dfe13b910f94),segment_id=9c0a9c7f-0295-42c0-9e5a-dfe13b910f94)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:05:42.161193 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6863a737-6f6b-4e5d-98a2-d959babe357d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:42.315243 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d22656-c9a3-4414-897e-467e3aa49bba None None] Pushing event updated for resources: {'Port': ['ID=e90ce745-b805-42ab-a219-7a17e7332e75,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:42.348343 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:42.428376 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-8fcb01eb-f22c-46bc-8847-f8114596f2a1 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Calling delete_port for d7b9ff99-fda6-483f-88b3-92c834846233 owned by network:router_gateway {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:05:42.572158 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-6863a737-6f6b-4e5d-98a2-d959babe357d None None] Calling delete_port for 02efe984-5791-47dd-a487-5833a6770031 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:05:42.704148 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-4e0950bf-3a98-403a-9dde-1d80313ea372 None None] Attempting to bind port e90ce745-b805-42ab-a219-7a17e7332e75 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:05:42.704512 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-4e0950bf-3a98-403a-9dde-1d80313ea372 None None] Attempting to bind port e90ce745-b805-42ab-a219-7a17e7332e75 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:05:42.704867 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0950bf-3a98-403a-9dde-1d80313ea372 None None] Attempting to bind port e90ce745-b805-42ab-a219-7a17e7332e75 on network 137c07e1-75d6-4e37-9f42-95b3b385c296 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:05:42.735063 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0950bf-3a98-403a-9dde-1d80313ea372 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:05:42.735429 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0950bf-3a98-403a-9dde-1d80313ea372 None None] Checking segment: {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:05:42.735827 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4e0950bf-3a98-403a-9dde-1d80313ea372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:42.736206 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0950bf-3a98-403a-9dde-1d80313ea372 None None] Bound using segment: {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:05:42.736667 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-4e0950bf-3a98-403a-9dde-1d80313ea372 None None] Bound port: e90ce745-b805-42ab-a219-7a17e7332e75, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:05:42.737034 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4e0950bf-3a98-403a-9dde-1d80313ea372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:42.927343 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 02efe984-5791-47dd-a487-5833a6770031, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=02efe984-5791-47dd-a487-5833a6770031,segment=NetworkSegment(9c0a9c7f-0295-42c0-9e5a-dfe13b910f94),segment_id=9c0a9c7f-0295-42c0-9e5a-dfe13b910f94)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:05:42.959923 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-4e0950bf-3a98-403a-9dde-1d80313ea372 None None] For port e90ce745-b805-42ab-a219-7a17e7332e75, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:05:42.964168 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:42.984521 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b1b10-770a-41b5-86a5-f4eb6b91e1b0 req-d94f7bba-5eef-44fa-ba1a-372812a5f351 tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:42.988804 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 8006ca00-ad71-4ca9-9fa1-dc9fa02d35f1 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:05:42.991409 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cb9b1b10-770a-41b5-86a5-f4eb6b91e1b0 req-d94f7bba-5eef-44fa-ba1a-372812a5f351 tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] 10.222.0.23 "GET /v2.0/ports?device_id=c855d7df-5b66-42cb-a113-b7ac3b85bb64 HTTP/1.1" status: 200 len: 950 time: 1.1365066 May 05 22:05:43.158385 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5dd4c52e-91a5-49e4-b738-9a3f660f44fb req-7076477e-f868-4b5d-be27-cb6f3135ea8b tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 210 time: 0.0817630 May 05 22:05:43.213665 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 8006ca00-ad71-4ca9-9fa1-dc9fa02d35f1 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:05:43.214163 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 8006ca00-ad71-4ca9-9fa1-dc9fa02d35f1 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:05:43.216764 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-6863a737-6f6b-4e5d-98a2-d959babe357d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:05:43.217143 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-6863a737-6f6b-4e5d-98a2-d959babe357d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:05:43.243885 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5be766-67e3-4286-bf01-0ada76875724 req-b124d788-18fb-4b93-80c3-ac157930de66 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:43.247194 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bb5be766-67e3-4286-bf01-0ada76875724 req-b124d788-18fb-4b93-80c3-ac157930de66 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.32 "GET /v2.0/networks?id=747286bb-8407-402f-868f-44a863404e7a HTTP/1.1" status: 200 len: 814 time: 0.9896414 May 05 22:05:43.254500 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cb9b1b10-770a-41b5-86a5-f4eb6b91e1b0 req-fc50ec6f-e029-4b7c-b122-a814183e0cf5 tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] 10.222.0.23 "GET /v2.0/security-groups?id=46ba7445-5f3a-4a60-a019-a98ebe16ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622926 May 05 22:05:43.287366 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-bb5be766-67e3-4286-bf01-0ada76875724 req-7c207727-3720-40c4-98aa-eb7420d23a52 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Request body: {'port': {'device_id': '71d30bbe-7ed7-4661-8f9a-de206ba7d79d', 'network_id': '747286bb-8407-402f-868f-44a863404e7a', 'admin_state_up': True, 'tenant_id': 'b068134c338f46c6866f23b681a9cd8a'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:05:43.287526 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-4e0950bf-3a98-403a-9dde-1d80313ea372 None None] For port e90ce745-b805-42ab-a219-7a17e7332e75, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=e90ce745-b805-42ab-a219-7a17e7332e75,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:05:43.313815 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4e0950bf-3a98-403a-9dde-1d80313ea372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:43.368938 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=02efe984-5791-47dd-a487-5833a6770031,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:43.455336 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0950bf-3a98-403a-9dde-1d80313ea372 None None] Routers {'98d734fd-8130-4ef6-90a8-e072bb726908'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:05:43.456626 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-4e0950bf-3a98-403a-9dde-1d80313ea372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:05:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['98d734fd-8130-4ef6-90a8-e072bb726908'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:05:43.782161 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-6863a737-6f6b-4e5d-98a2-d959babe357d None None] Deleting port 02efe984-5791-47dd-a487-5833a6770031 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:05:43.786681 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6863a737-6f6b-4e5d-98a2-d959babe357d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:43.889879 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a5a6f9fe-3b8f-4f87-b202-159f0ec25434 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:43.897726 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d22656-c9a3-4414-897e-467e3aa49bba None None] Pushing event updated for resources: {'Port': ['ID=e90ce745-b805-42ab-a219-7a17e7332e75,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:44.066820 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b8ed7831-ad7b-41c3-8edc-f0ebb27e4132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:44.095742 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-4e0950bf-3a98-403a-9dde-1d80313ea372 None None] Set router 98d734fd-8130-4ef6-90a8-e072bb726908 gateway port host: None {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:05:44.276933 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8fcb01eb-f22c-46bc-8847-f8114596f2a1 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:44.380190 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-bb5be766-67e3-4286-bf01-0ada76875724 req-7c207727-3720-40c4-98aa-eb7420d23a52 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:05:44.417376 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcb01eb-f22c-46bc-8847-f8114596f2a1 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event deleted for resources: {'Port': ['ID=d7b9ff99-fda6-483f-88b3-92c834846233,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:44.423171 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-bb5be766-67e3-4286-bf01-0ada76875724 req-7c207727-3720-40c4-98aa-eb7420d23a52 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Usage tracker for resource:port and tenant:b068134c338f46c6866f23b681a9cd8a is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:05:44.447828 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-bb5be766-67e3-4286-bf01-0ada76875724 req-7c207727-3720-40c4-98aa-eb7420d23a52 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:05:44.497658 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-bb5be766-67e3-4286-bf01-0ada76875724 req-7c207727-3720-40c4-98aa-eb7420d23a52 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:05:44.563214 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcb01eb-f22c-46bc-8847-f8114596f2a1 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:05:44.563762 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcb01eb-f22c-46bc-8847-f8114596f2a1 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:05:44.564088 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcb01eb-f22c-46bc-8847-f8114596f2a1 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:05:44.564412 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcb01eb-f22c-46bc-8847-f8114596f2a1 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:05:44.564737 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcb01eb-f22c-46bc-8847-f8114596f2a1 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:05:44.565054 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcb01eb-f22c-46bc-8847-f8114596f2a1 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:05:44.565347 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcb01eb-f22c-46bc-8847-f8114596f2a1 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:05:44.565664 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcb01eb-f22c-46bc-8847-f8114596f2a1 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:05:44.565978 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcb01eb-f22c-46bc-8847-f8114596f2a1 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:05:44.566289 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcb01eb-f22c-46bc-8847-f8114596f2a1 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:05:44.566605 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcb01eb-f22c-46bc-8847-f8114596f2a1 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:05:44.670181 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-6863a737-6f6b-4e5d-98a2-d959babe357d None None] For port 02efe984-5791-47dd-a487-5833a6770031, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=02efe984-5791-47dd-a487-5833a6770031,segment=NetworkSegment(9c0a9c7f-0295-42c0-9e5a-dfe13b910f94),segment_id=9c0a9c7f-0295-42c0-9e5a-dfe13b910f94)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:05:44.670672 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6863a737-6f6b-4e5d-98a2-d959babe357d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:44.793041 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-43f11bdb-84c6-41d3-a435-76fa783fff23 req-32edc798-23f2-4d07-884d-72d42013669b tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 210 time: 0.2126880 May 05 22:05:44.807726 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb5be766-67e3-4286-bf01-0ada76875724 req-7c207727-3720-40c4-98aa-eb7420d23a52 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Made reservation on behalf of b068134c338f46c6866f23b681a9cd8a for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:05:44.813747 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-bb5be766-67e3-4286-bf01-0ada76875724 req-7c207727-3720-40c4-98aa-eb7420d23a52 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:44.837113 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-6863a737-6f6b-4e5d-98a2-d959babe357d None None] Calling delete_port for 02efe984-5791-47dd-a487-5833a6770031 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:05:45.023073 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6863a737-6f6b-4e5d-98a2-d959babe357d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:45.093789 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6863a737-6f6b-4e5d-98a2-d959babe357d None None] Pushing event deleted for resources: {'Port': ['ID=02efe984-5791-47dd-a487-5833a6770031,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:45.105656 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6863a737-6f6b-4e5d-98a2-d959babe357d None None] No DVR routers for this DVR port 02efe984-5791-47dd-a487-5833a6770031 on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:05:45.126073 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-4e0950bf-3a98-403a-9dde-1d80313ea372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d734fd-8130-4ef6-90a8-e072bb726908', 'name': 'tempest-NetworksTestDHCPv6-router-1270281735', 'tenant_id': '6a9c8b32c69349b78288ebe6e6b6f3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:05:28Z', 'updated_at': '2022-05-05T22:05:35Z', 'revision_number': 2, 'project_id': '6a9c8b32c69349b78288ebe6e6b6f3f4', 'gw_port_host': None, '_interfaces': [{'id': 'e90ce745-b805-42ab-a219-7a17e7332e75', 'name': '', 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'tenant_id': '6a9c8b32c69349b78288ebe6e6b6f3f4', 'mac_address': 'fa:16:3e:14:1c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d734fd-8130-4ef6-90a8-e072bb726908', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7f84f6f-49c0-4437-97c7-87cec9cb3e95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:05:33Z', 'updated_at': '2022-05-05T22:05:42Z', 'revision_number': 4, 'project_id': '6a9c8b32c69349b78288ebe6e6b6f3f4', 'subnets': [{'id': 'd7f84f6f-49c0-4437-97c7-87cec9cb3e95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:05:45.132984 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0950bf-3a98-403a-9dde-1d80313ea372 None None] The sync data for ids ['98d734fd-8130-4ef6-90a8-e072bb726908'] in n-d-825175-4 is: [{'id': '98d734fd-8130-4ef6-90a8-e072bb726908', 'name': 'tempest-NetworksTestDHCPv6-router-1270281735', 'tenant_id': '6a9c8b32c69349b78288ebe6e6b6f3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:05:28Z', 'updated_at': '2022-05-05T22:05:35Z', 'revision_number': 2, 'project_id': '6a9c8b32c69349b78288ebe6e6b6f3f4', 'gw_port_host': None, '_interfaces': [{'id': 'e90ce745-b805-42ab-a219-7a17e7332e75', 'name': '', 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'tenant_id': '6a9c8b32c69349b78288ebe6e6b6f3f4', 'mac_address': 'fa:16:3e:14:1c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d734fd-8130-4ef6-90a8-e072bb726908', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd7f84f6f-49c0-4437-97c7-87cec9cb3e95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:05:33Z', 'updated_at': '2022-05-05T22:05:42Z', 'revision_number': 4, 'project_id': '6a9c8b32c69349b78288ebe6e6b6f3f4', 'subnets': [{'id': 'd7f84f6f-49c0-4437-97c7-87cec9cb3e95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:05:45.319164 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8fcb01eb-f22c-46bc-8847-f8114596f2a1 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:45.499945 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a478f-2dd8-4007-b10b-1719d0810ebf req-f305d1f4-d4ef-424f-b02d-5c23ab20c382 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:45.506839 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5d1a478f-2dd8-4007-b10b-1719d0810ebf req-f305d1f4-d4ef-424f-b02d-5c23ab20c382 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=6da35480-880d-4e6d-98cd-0ef9e45c7814 HTTP/1.1" status: 200 len: 945 time: 0.7926395 May 05 22:05:46.007159 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8fcb01eb-f22c-46bc-8847-f8114596f2a1 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:46.008295 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c5a20-0f20-47ed-aee5-5e473d40f35f req-baee9845-9488-4da2-9303-70234ecb05fb tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:46.009040 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-af9c5a20-0f20-47ed-aee5-5e473d40f35f req-baee9845-9488-4da2-9303-70234ecb05fb tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Synchronizing usage tracker for tenant:2578689695ab4a55a99443682838538b on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:05:46.014697 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8fcb01eb-f22c-46bc-8847-f8114596f2a1 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:46.043794 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-af9c5a20-0f20-47ed-aee5-5e473d40f35f req-baee9845-9488-4da2-9303-70234ecb05fb tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Unset dirty status for tenant:2578689695ab4a55a99443682838538b on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:05:46.045924 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-af9c5a20-0f20-47ed-aee5-5e473d40f35f req-baee9845-9488-4da2-9303-70234ecb05fb tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.32 "GET /v2.0/ports?device_id=6da35480-880d-4e6d-98cd-0ef9e45c7814 HTTP/1.1" status: 200 len: 945 time: 0.2186873 May 05 22:05:46.064310 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-bb5be766-67e3-4286-bf01-0ada76875724 req-7c207727-3720-40c4-98aa-eb7420d23a52 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Allocated IP 172.20.0.2 (747286bb-8407-402f-868f-44a863404e7a/1aed2f09-8491-48ad-8b12-0e30712ddf00/e5394ba0-792a-4b8a-b7c6-660aa79245c7) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:05:46.231973 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-af9c5a20-0f20-47ed-aee5-5e473d40f35f req-71e9ab9c-3bb1-483e-a2a3-976887d04728 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Deleting port d9f43e1b-e0e7-4a8e-9598-e020a0ed6174 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:05:46.233045 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-af9c5a20-0f20-47ed-aee5-5e473d40f35f req-71e9ab9c-3bb1-483e-a2a3-976887d04728 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:46.313809 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3241b903-f26e-4149-a77c-e98c843d94e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:46.466757 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8fcb01eb-f22c-46bc-8847-f8114596f2a1 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:46.467298 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fcb01eb-f22c-46bc-8847-f8114596f2a1 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Fanout notify agent at l3_agent the message router_deleted on router 10cb3c67-5bbd-46ac-84b6-2674ad37c9cd {{(pid=84061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:05:46.559906 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-11b67f6e-ef1e-4d76-8708-d92c8f21bb47 req-3b34f6f7-7844-482a-b618-d1d8247cf55d tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Synchronizing usage tracker for tenant:b068134c338f46c6866f23b681a9cd8a on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:05:46.600899 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5d1a478f-2dd8-4007-b10b-1719d0810ebf req-6505445a-a8b7-4110-a370-952d349fcaa8 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/security-groups?id=05474dd9-fbf1-431b-9749-0f3c288a51b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0930893 May 05 22:05:46.733930 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8fcb01eb-f22c-46bc-8847-f8114596f2a1 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:46.743302 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-8fcb01eb-f22c-46bc-8847-f8114596f2a1 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "DELETE /v2.0/routers/10cb3c67-5bbd-46ac-84b6-2674ad37c9cd HTTP/1.1" status: 204 len: 168 time: 7.1962037 May 05 22:05:46.753021 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-bb5be766-67e3-4286-bf01-0ada76875724 req-7c207727-3720-40c4-98aa-eb7420d23a52 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:46.754960 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 34310) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:05:46.816557 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-bb5be766-67e3-4286-bf01-0ada76875724 req-7c207727-3720-40c4-98aa-eb7420d23a52 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:46.879372 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-11b67f6e-ef1e-4d76-8708-d92c8f21bb47 req-3b34f6f7-7844-482a-b618-d1d8247cf55d tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Unset dirty status for tenant:b068134c338f46c6866f23b681a9cd8a on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:05:46.892694 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-11b67f6e-ef1e-4d76-8708-d92c8f21bb47 req-3b34f6f7-7844-482a-b618-d1d8247cf55d tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 210 time: 0.4791956 May 05 22:05:46.963001 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0b925bbd-8e35-4e78-90a7-ce936c21b977 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:46.996605 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-af9c5a20-0f20-47ed-aee5-5e473d40f35f req-71e9ab9c-3bb1-483e-a2a3-976887d04728 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] For port d9f43e1b-e0e7-4a8e-9598-e020a0ed6174, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=d9f43e1b-e0e7-4a8e-9598-e020a0ed6174,segment=NetworkSegment(b0853f69-0751-43f3-82dd-3ab4be255b1c),segment_id=b0853f69-0751-43f3-82dd-3ab4be255b1c)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:05:46.997609 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-af9c5a20-0f20-47ed-aee5-5e473d40f35f req-71e9ab9c-3bb1-483e-a2a3-976887d04728 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:47.005049 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-a5a6f9fe-3b8f-4f87-b202-159f0ec25434 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Deleting port e90ce745-b805-42ab-a219-7a17e7332e75 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:05:47.005641 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a5a6f9fe-3b8f-4f87-b202-159f0ec25434 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:47.052657 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb5be766-67e3-4286-bf01-0ada76875724 req-7c207727-3720-40c4-98aa-eb7420d23a52 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Network 747286bb-8407-402f-868f-44a863404e7a is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:05:47.095943 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-bb5be766-67e3-4286-bf01-0ada76875724 req-7c207727-3720-40c4-98aa-eb7420d23a52 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:05:47.113707 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c207727-3720-40c4-98aa-eb7420d23a52 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Pushing event updated for resources: {'Port': ['ID=e5394ba0-792a-4b8a-b7c6-660aa79245c7,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:47.124558 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb5be766-67e3-4286-bf01-0ada76875724 req-7c207727-3720-40c4-98aa-eb7420d23a52 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:05:47.323037 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5be766-67e3-4286-bf01-0ada76875724 req-7c207727-3720-40c4-98aa-eb7420d23a52 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:47.323617 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-bb5be766-67e3-4286-bf01-0ada76875724 req-7c207727-3720-40c4-98aa-eb7420d23a52 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:47.341004 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:47.447205 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bb5be766-67e3-4286-bf01-0ada76875724 req-7c207727-3720-40c4-98aa-eb7420d23a52 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1808994 May 05 22:05:47.541042 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:47.556069 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device e90ce745-b805-42ab-a219-7a17e7332e75 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:05:47.570610 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0b925bbd-8e35-4e78-90a7-ce936c21b977 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:47.724436 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-0b925bbd-8e35-4e78-90a7-ce936c21b977 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42af2df6-9729-4f65-bcaf-09a40ba18ce2']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:05:47.745769 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-af9c5a20-0f20-47ed-aee5-5e473d40f35f req-71e9ab9c-3bb1-483e-a2a3-976887d04728 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:47.746435 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-af9c5a20-0f20-47ed-aee5-5e473d40f35f req-71e9ab9c-3bb1-483e-a2a3-976887d04728 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:47.746957 n-d-825175-4 neutron-server[84063]: INFO neutron.db.l3_db [req-af9c5a20-0f20-47ed-aee5-5e473d40f35f req-71e9ab9c-3bb1-483e-a2a3-976887d04728 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Floating IP 7feb3406-3da3-4054-9b6e-e5fbd93c6eb7 disassociated. External IP: 172.25.4.165, port: d9f43e1b-e0e7-4a8e-9598-e020a0ed6174. May 05 22:05:47.747446 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-af9c5a20-0f20-47ed-aee5-5e473d40f35f req-71e9ab9c-3bb1-483e-a2a3-976887d04728 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Calling delete_port for d9f43e1b-e0e7-4a8e-9598-e020a0ed6174 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:05:47.776308 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port e90ce745-b805-42ab-a219-7a17e7332e75 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:05:47.786081 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port e90ce745-b805-42ab-a219-7a17e7332e75 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:05:47.786954 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:47.797448 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-0b925bbd-8e35-4e78-90a7-ce936c21b977 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c0a9c7f-0295-42c0-9e5a-dfe13b910f94') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:05:47.799824 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-0b925bbd-8e35-4e78-90a7-ce936c21b977 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c0a9c7f-0295-42c0-9e5a-dfe13b910f94') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:05:47.806993 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-a5a6f9fe-3b8f-4f87-b202-159f0ec25434 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] For port e90ce745-b805-42ab-a219-7a17e7332e75, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=e90ce745-b805-42ab-a219-7a17e7332e75,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:05:47.807486 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a5a6f9fe-3b8f-4f87-b202-159f0ec25434 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:47.855548 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0b925bbd-8e35-4e78-90a7-ce936c21b977 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:47.901564 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0b925bbd-8e35-4e78-90a7-ce936c21b977 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:47.991961 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b925bbd-8e35-4e78-90a7-ce936c21b977 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:05:47.992402 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0b925bbd-8e35-4e78-90a7-ce936c21b977 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:48.039764 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:05:48.039764 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:05:48.039764 n-d-825175-4 neutron-server[84063]: timer() May 05 22:05:48.039764 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:05:48.039764 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:05:48.039764 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:05:48.039764 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:05:48.039764 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:05:48.039764 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:05:48.039764 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:05:48.039764 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:05:48.039764 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:05:48.039764 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:05:48.039764 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:05:48.039764 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:05:48.039764 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:05:48.039764 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:05:48.039764 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:05:48.039764 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:05:48.039764 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:05:48.039764 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:05:48.039764 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:05:48.039764 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:05:48.039764 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:05:48.039764 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:05:48.039764 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:05:48.039764 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:05:48.039764 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:05:48.039764 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:05:48.039764 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:05:48.039764 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:05:48.039764 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:05:48.143556 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-bb5be766-67e3-4286-bf01-0ada76875724 req-488f7361-0def-4b28-a942-74616967d1a2 service neutron] Request body: {'port': {'device_id': '71d30bbe-7ed7-4661-8f9a-de206ba7d79d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:05:48.158920 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:48.201989 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port e90ce745-b805-42ab-a219-7a17e7332e75, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=e90ce745-b805-42ab-a219-7a17e7332e75,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:05:48.207441 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:48.213945 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-a5a6f9fe-3b8f-4f87-b202-159f0ec25434 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Calling delete_port for e90ce745-b805-42ab-a219-7a17e7332e75 owned by network:router_interface {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:05:48.252238 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-af9c5a20-0f20-47ed-aee5-5e473d40f35f req-71e9ab9c-3bb1-483e-a2a3-976887d04728 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:48.253516 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device d7b9ff99-fda6-483f-88b3-92c834846233 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:05:48.309814 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: d7b9ff99-fda6-483f-88b3-92c834846233 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:05:48.310503 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device d7b9ff99-fda6-483f-88b3-92c834846233 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:05:48.325319 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e308aaf4-b69b-43a2-bb76-b8568917df69 req-1312de13-438a-449c-bd7c-0db71788bb98 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=6da35480-880d-4e6d-98cd-0ef9e45c7814 HTTP/1.1" status: 200 len: 210 time: 0.3398411 May 05 22:05:48.379395 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=e90ce745-b805-42ab-a219-7a17e7332e75,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:48.549851 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-bb5be766-67e3-4286-bf01-0ada76875724 req-488f7361-0def-4b28-a942-74616967d1a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:48.563688 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e9ab9c-3bb1-483e-a2a3-976887d04728 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Pushing event deleted for resources: {'Port': ['ID=d9f43e1b-e0e7-4a8e-9598-e020a0ed6174,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:48.571176 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0b925bbd-8e35-4e78-90a7-ce936c21b977 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:48.601007 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0b925bbd-8e35-4e78-90a7-ce936c21b977 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:48.630466 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b925bbd-8e35-4e78-90a7-ce936c21b977 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event deleted for resources: {'Network': ['ID=42af2df6-9729-4f65-bcaf-09a40ba18ce2,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:48.636901 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0b925bbd-8e35-4e78-90a7-ce936c21b977 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "DELETE /v2.0/networks/42af2df6-9729-4f65-bcaf-09a40ba18ce2 HTTP/1.1" status: 204 len: 168 time: 1.8799853 May 05 22:05:48.637778 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 34380) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:05:48.915874 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.api [None req-a5a6f9fe-3b8f-4f87-b202-159f0ec25434 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:05:48.916458 n-d-825175-4 neutron-server[84061]: DEBUG oslo_db.api [None req-a5a6f9fe-3b8f-4f87-b202-159f0ec25434 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:05:48.920247 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:48.922853 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e84fdece-811d-4ef2-87be-f24e4ee9b37b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:48.980752 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e84fdece-811d-4ef2-87be-f24e4ee9b37b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:49.037435 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4766c7-e28a-4426-bc2c-0d4647651da3 req-a3437d19-6db3-48d1-ae50-829130f4ae44 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:49.040571 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1a4766c7-e28a-4426-bc2c-0d4647651da3 req-a3437d19-6db3-48d1-ae50-829130f4ae44 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] 10.222.0.23 "GET /v2.0/networks?id=de008cf3-1173-4dd1-a114-f245dbf68296 HTTP/1.1" status: 200 len: 813 time: 1.0571725 May 05 22:05:49.108381 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af9c5a20-0f20-47ed-aee5-5e473d40f35f req-71e9ab9c-3bb1-483e-a2a3-976887d04728 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Router 8598f5d7-eb46-409f-9875-d058ff8e964a has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:05:49.227489 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e84fdece-811d-4ef2-87be-f24e4ee9b37b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:49.310868 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1a4766c7-e28a-4426-bc2c-0d4647651da3 req-272ef6cf-a472-440a-a719-2178f09aa6c9 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] 10.222.0.23 "GET /v2.0/quotas/cdf3141034214c00a02c72d465f44933 HTTP/1.1" status: 200 len: 375 time: 0.1211219 May 05 22:05:49.328444 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84fdece-811d-4ef2-87be-f24e4ee9b37b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d0c3d5-b7c4-418a-abaf-9ffbc9641ae9,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:49.341286 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e84fdece-811d-4ef2-87be-f24e4ee9b37b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:49.342416 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-e84fdece-811d-4ef2-87be-f24e4ee9b37b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "DELETE /v2.0/security-groups/07d0c3d5-b7c4-418a-abaf-9ffbc9641ae9 HTTP/1.1" status: 204 len: 168 time: 0.7029905 May 05 22:05:49.379079 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device e90ce745-b805-42ab-a219-7a17e7332e75 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:05:49.401825 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1a4766c7-e28a-4426-bc2c-0d4647651da3 req-972b0e36-df98-4418-bb82-c832794f53b6 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cdf3141034214c00a02c72d465f44933&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0927048 May 05 22:05:49.426022 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af9c5a20-0f20-47ed-aee5-5e473d40f35f req-71e9ab9c-3bb1-483e-a2a3-976887d04728 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:05:49.437205 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35a78ca-2a32-4b8f-b733-6a287407c7c6 None None] Sync routers for ids ['8598f5d7-eb46-409f-9875-d058ff8e964a'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:05:49.453849 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-a5a6f9fe-3b8f-4f87-b202-159f0ec25434 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Deleting port e90ce745-b805-42ab-a219-7a17e7332e75 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:05:49.454184 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a5a6f9fe-3b8f-4f87-b202-159f0ec25434 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:49.462511 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35a78ca-2a32-4b8f-b733-6a287407c7c6 None None] Routers {'8598f5d7-eb46-409f-9875-d058ff8e964a'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:05:49.463406 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-b35a78ca-2a32-4b8f-b733-6a287407c7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:05:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8598f5d7-eb46-409f-9875-d058ff8e964a'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:05:49.486215 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port e90ce745-b805-42ab-a219-7a17e7332e75 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:05:49.487365 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:49.508636 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-af9c5a20-0f20-47ed-aee5-5e473d40f35f req-71e9ab9c-3bb1-483e-a2a3-976887d04728 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] No DVR routers for this DVR port d9f43e1b-e0e7-4a8e-9598-e020a0ed6174 on host n-h2-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:05:49.511230 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-af9c5a20-0f20-47ed-aee5-5e473d40f35f req-71e9ab9c-3bb1-483e-a2a3-976887d04728 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:49.513567 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-af9c5a20-0f20-47ed-aee5-5e473d40f35f req-71e9ab9c-3bb1-483e-a2a3-976887d04728 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.32 "DELETE /v2.0/ports/d9f43e1b-e0e7-4a8e-9598-e020a0ed6174 HTTP/1.1" status: 204 len: 173 time: 3.4601014 May 05 22:05:49.514039 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da35480-880d-4e6d-98cd-0ef9e45c7814', 'name': 'network-vif-deleted', 'tag': 'd9f43e1b-e0e7-4a8e-9598-e020a0ed6174'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:05:49.639725 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701cf8c7-b51d-4031-a721-7fb1585ba702 req-7de04de6-a428-45b4-b105-a44d810011ad tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:49.647173 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-701cf8c7-b51d-4031-a721-7fb1585ba702 req-7de04de6-a428-45b4-b105-a44d810011ad tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 931 time: 0.8358283 May 05 22:05:49.703410 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-b35a78ca-2a32-4b8f-b733-6a287407c7c6 None None] Set router 8598f5d7-eb46-409f-9875-d058ff8e964a gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:05:49.876264 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-701cf8c7-b51d-4031-a721-7fb1585ba702 req-365a5ece-6d37-4c40-8616-82738d8d61b2 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Synchronizing usage tracker for tenant:b068134c338f46c6866f23b681a9cd8a on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:05:49.985722 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1a4766c7-e28a-4426-bc2c-0d4647651da3 req-8378210b-ec7c-4930-b929-899757f892f8 service neutron] 10.222.0.23 "GET /v2.0/networks/de008cf3-1173-4dd1-a114-f245dbf68296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5738838 May 05 22:05:50.117866 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-a5a6f9fe-3b8f-4f87-b202-159f0ec25434 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] For port e90ce745-b805-42ab-a219-7a17e7332e75, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=e90ce745-b805-42ab-a219-7a17e7332e75,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:05:50.117866 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a5a6f9fe-3b8f-4f87-b202-159f0ec25434 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:50.117866 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-701cf8c7-b51d-4031-a721-7fb1585ba702 req-365a5ece-6d37-4c40-8616-82738d8d61b2 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Unset dirty status for tenant:b068134c338f46c6866f23b681a9cd8a on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:05:50.117866 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-701cf8c7-b51d-4031-a721-7fb1585ba702 req-365a5ece-6d37-4c40-8616-82738d8d61b2 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4602885 May 05 22:05:50.125540 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-bb5be766-67e3-4286-bf01-0ada76875724 req-488f7361-0def-4b28-a942-74616967d1a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5394ba0-792a-4b8a-b7c6-660aa79245c7 {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:05:50.140208 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-bb5be766-67e3-4286-bf01-0ada76875724 req-488f7361-0def-4b28-a942-74616967d1a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:50.196180 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device d9f43e1b-e0e7-4a8e-9598-e020a0ed6174 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:05:50.196744 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-b35a78ca-2a32-4b8f-b733-6a287407c7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'name': 'tempest-AttachVolumeNegativeTest-273245844-router', 'tenant_id': '2578689695ab4a55a99443682838538b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '6953bf02-942c-4df7-b861-f3365d5a587d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:02:33Z', 'updated_at': '2022-05-05T22:02:52Z', 'revision_number': 4, 'project_id': '2578689695ab4a55a99443682838538b', 'gw_port': {'id': '6953bf02-942c-4df7-b861-f3365d5a587d', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:35Z', 'updated_at': '2022-05-05T22:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '506845e7-30ce-4d73-aa3d-f58c8cdc4746', 'tenant_id': '2578689695ab4a55a99443682838538b', 'floating_ip_address': '172.25.4.96', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'port_id': 'c20d9159-6336-4451-8a94-fbf2f90c8b57', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd', 'mac_address': 'fa:16:3e:0f:32:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484f1bcc-8047-45f0-8404-bd3a73c642d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:03:05Z', 'updated_at': '2022-05-05T22:03:38Z', 'revision_number': 2, 'project_id': '2578689695ab4a55a99443682838538b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '558711ec-cc6b-4387-8a57-c44e1a328a9a', 'name': '', 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd', 'tenant_id': '2578689695ab4a55a99443682838538b', 'mac_address': 'fa:16:3e:33:93:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6329e98-aed7-463a-a6e6-dc9284056d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:49Z', 'updated_at': '2022-05-05T22:03:09Z', 'revision_number': 5, 'project_id': '2578689695ab4a55a99443682838538b', 'subnets': [{'id': 'b6329e98-aed7-463a-a6e6-dc9284056d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:05:50.207549 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35a78ca-2a32-4b8f-b733-6a287407c7c6 None None] Checking router: 8598f5d7-eb46-409f-9875-d058ff8e964a for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:05:50.229366 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35a78ca-2a32-4b8f-b733-6a287407c7c6 None None] Routers {'8598f5d7-eb46-409f-9875-d058ff8e964a'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:05:50.232056 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-b35a78ca-2a32-4b8f-b733-6a287407c7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:05:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8598f5d7-eb46-409f-9875-d058ff8e964a'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:05:50.304904 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: d9f43e1b-e0e7-4a8e-9598-e020a0ed6174 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:05:50.305487 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device d9f43e1b-e0e7-4a8e-9598-e020a0ed6174 not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:05:50.319787 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-a5a6f9fe-3b8f-4f87-b202-159f0ec25434 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Calling delete_port for e90ce745-b805-42ab-a219-7a17e7332e75 owned by network:router_interface {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:05:50.391825 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-bb5be766-67e3-4286-bf01-0ada76875724 req-488f7361-0def-4b28-a942-74616967d1a2 service neutron] Transition to ACTIVE for port object e5394ba0-792a-4b8a-b7c6-660aa79245c7 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:05:50.495355 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-bb5be766-67e3-4286-bf01-0ada76875724 req-488f7361-0def-4b28-a942-74616967d1a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:50.503569 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-b35a78ca-2a32-4b8f-b733-6a287407c7c6 None None] Set router 8598f5d7-eb46-409f-9875-d058ff8e964a gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:05:50.514217 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1a4766c7-e28a-4426-bc2c-0d4647651da3 req-6f48be04-81bf-40d0-8374-1206f5d6c467 service neutron] 10.222.0.23 "GET /v2.0/networks/de008cf3-1173-4dd1-a114-f245dbf68296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5177243 May 05 22:05:50.678909 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a5a6f9fe-3b8f-4f87-b202-159f0ec25434 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:50.782934 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488f7361-0def-4b28-a942-74616967d1a2 service neutron] Pushing event updated for resources: {'Port': ['ID=e5394ba0-792a-4b8a-b7c6-660aa79245c7,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:50.925110 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a825b83-3d20-4546-9cde-7c35daf46cd2'] response: {'server_uuid': '6da35480-880d-4e6d-98cd-0ef9e45c7814', 'name': 'network-vif-deleted', 'tag': 'd9f43e1b-e0e7-4a8e-9598-e020a0ed6174', 'status': 'completed', 'code': 200} May 05 22:05:51.212137 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-b35a78ca-2a32-4b8f-b733-6a287407c7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'name': 'tempest-AttachVolumeNegativeTest-273245844-router', 'tenant_id': '2578689695ab4a55a99443682838538b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '6953bf02-942c-4df7-b861-f3365d5a587d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:02:33Z', 'updated_at': '2022-05-05T22:02:52Z', 'revision_number': 4, 'project_id': '2578689695ab4a55a99443682838538b', 'gw_port': {'id': '6953bf02-942c-4df7-b861-f3365d5a587d', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:35Z', 'updated_at': '2022-05-05T22:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '506845e7-30ce-4d73-aa3d-f58c8cdc4746', 'tenant_id': '2578689695ab4a55a99443682838538b', 'floating_ip_address': '172.25.4.96', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'port_id': 'c20d9159-6336-4451-8a94-fbf2f90c8b57', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd', 'mac_address': 'fa:16:3e:0f:32:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484f1bcc-8047-45f0-8404-bd3a73c642d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:03:05Z', 'updated_at': '2022-05-05T22:03:38Z', 'revision_number': 2, 'project_id': '2578689695ab4a55a99443682838538b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '558711ec-cc6b-4387-8a57-c44e1a328a9a', 'name': '', 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd', 'tenant_id': '2578689695ab4a55a99443682838538b', 'mac_address': 'fa:16:3e:33:93:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6329e98-aed7-463a-a6e6-dc9284056d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:49Z', 'updated_at': '2022-05-05T22:03:09Z', 'revision_number': 5, 'project_id': '2578689695ab4a55a99443682838538b', 'subnets': [{'id': 'b6329e98-aed7-463a-a6e6-dc9284056d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:05:51.217088 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35a78ca-2a32-4b8f-b733-6a287407c7c6 None None] The sync data for ids ['8598f5d7-eb46-409f-9875-d058ff8e964a'] in n-d-825175-4 is: [{'id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'name': 'tempest-AttachVolumeNegativeTest-273245844-router', 'tenant_id': '2578689695ab4a55a99443682838538b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '6953bf02-942c-4df7-b861-f3365d5a587d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:02:33Z', 'updated_at': '2022-05-05T22:02:52Z', 'revision_number': 4, 'project_id': '2578689695ab4a55a99443682838538b', 'gw_port': {'id': '6953bf02-942c-4df7-b861-f3365d5a587d', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:35Z', 'updated_at': '2022-05-05T22:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '506845e7-30ce-4d73-aa3d-f58c8cdc4746', 'tenant_id': '2578689695ab4a55a99443682838538b', 'floating_ip_address': '172.25.4.96', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'port_id': 'c20d9159-6336-4451-8a94-fbf2f90c8b57', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd', 'mac_address': 'fa:16:3e:0f:32:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484f1bcc-8047-45f0-8404-bd3a73c642d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:03:05Z', 'updated_at': '2022-05-05T22:03:38Z', 'revision_number': 2, 'project_id': '2578689695ab4a55a99443682838538b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '558711ec-cc6b-4387-8a57-c44e1a328a9a', 'name': '', 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd', 'tenant_id': '2578689695ab4a55a99443682838538b', 'mac_address': 'fa:16:3e:33:93:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6329e98-aed7-463a-a6e6-dc9284056d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:49Z', 'updated_at': '2022-05-05T22:03:09Z', 'revision_number': 5, 'project_id': '2578689695ab4a55a99443682838538b', 'subnets': [{'id': 'b6329e98-aed7-463a-a6e6-dc9284056d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:05:51.565142 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-11a3d87e-ad85-485e-b5c4-ae2641d13265 req-4de6d93b-fdf8-41d4-85bf-b51c111e2e95 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f8bfe32-1e5f-44b1-b34b-83db64ce3f81 HTTP/1.1" status: 200 len: 210 time: 0.1720223 May 05 22:05:51.656338 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 34458) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:05:51.663561 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-32999f89-e166-4597-a61d-6e4b16ddf2de tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-882109848', 'description': 'tempest-secgroup-smoke-882109848 description', 'project_id': '06fb629024324e968714595537efac5c'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:05:51.678291 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-32999f89-e166-4597-a61d-6e4b16ddf2de tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:05:51.698985 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-32999f89-e166-4597-a61d-6e4b16ddf2de tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Usage tracker for resource:security_group and tenant:06fb629024324e968714595537efac5c is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:05:51.715002 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-32999f89-e166-4597-a61d-6e4b16ddf2de tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:05:51.731468 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-32999f89-e166-4597-a61d-6e4b16ddf2de tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:05:51.751598 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 34462) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:05:51.765975 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ea327c-dd78-48aa-9b70-c2dc17e05777 None None] New status for floating IP 7feb3406-3da3-4054-9b6e-e5fbd93c6eb7: DOWN {{(pid=84064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 22:05:51.817070 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a6f9fe-3b8f-4f87-b202-159f0ec25434 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event deleted for resources: {'Port': ['ID=e90ce745-b805-42ab-a219-7a17e7332e75,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:51.887497 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a5a6f9fe-3b8f-4f87-b202-159f0ec25434 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:51.894154 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-32999f89-e166-4597-a61d-6e4b16ddf2de tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:51.934914 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8d813ae7-3294-4d41-9102-5ed0243f68eb tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:51.958984 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-bb5be766-67e3-4286-bf01-0ada76875724 req-488f7361-0def-4b28-a942-74616967d1a2 service neutron] Attempting to bind port e5394ba0-792a-4b8a-b7c6-660aa79245c7 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:05:51.959311 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-bb5be766-67e3-4286-bf01-0ada76875724 req-488f7361-0def-4b28-a942-74616967d1a2 service neutron] Attempting to bind port e5394ba0-792a-4b8a-b7c6-660aa79245c7 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': '6d4484a5-8d63-4054-aa6e-abb26e17d980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '747286bb-8407-402f-868f-44a863404e7a'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:05:51.959633 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5be766-67e3-4286-bf01-0ada76875724 req-488f7361-0def-4b28-a942-74616967d1a2 service neutron] Attempting to bind port e5394ba0-792a-4b8a-b7c6-660aa79245c7 on network 747286bb-8407-402f-868f-44a863404e7a {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:05:51.975839 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-32999f89-e166-4597-a61d-6e4b16ddf2de tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:05:51.986467 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-32999f89-e166-4597-a61d-6e4b16ddf2de tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Usage tracker for resource:security_group_rule and tenant:06fb629024324e968714595537efac5c is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:05:51.992229 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-32999f89-e166-4597-a61d-6e4b16ddf2de tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:05:52.012379 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-32999f89-e166-4597-a61d-6e4b16ddf2de tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:05:52.127649 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8d813ae7-3294-4d41-9102-5ed0243f68eb tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:52.203843 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5be766-67e3-4286-bf01-0ada76875724 req-488f7361-0def-4b28-a942-74616967d1a2 service neutron] Port e5394ba0-792a-4b8a-b7c6-660aa79245c7 on network 747286bb-8407-402f-868f-44a863404e7a not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:05:52.204038 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-32999f89-e166-4597-a61d-6e4b16ddf2de tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:52.204791 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5be766-67e3-4286-bf01-0ada76875724 req-488f7361-0def-4b28-a942-74616967d1a2 service neutron] Attempting to bind port e5394ba0-792a-4b8a-b7c6-660aa79245c7 on network 747286bb-8407-402f-868f-44a863404e7a {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:05:52.215641 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8d813ae7-3294-4d41-9102-5ed0243f68eb tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:52.231337 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-32999f89-e166-4597-a61d-6e4b16ddf2de tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:52.241158 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5be766-67e3-4286-bf01-0ada76875724 req-488f7361-0def-4b28-a942-74616967d1a2 service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:05:52.241787 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5be766-67e3-4286-bf01-0ada76875724 req-488f7361-0def-4b28-a942-74616967d1a2 service neutron] Checking segment: {'id': '6d4484a5-8d63-4054-aa6e-abb26e17d980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '747286bb-8407-402f-868f-44a863404e7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:05:52.242711 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5be766-67e3-4286-bf01-0ada76875724 req-488f7361-0def-4b28-a942-74616967d1a2 service neutron] Bound using segment: {'id': '6d4484a5-8d63-4054-aa6e-abb26e17d980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '747286bb-8407-402f-868f-44a863404e7a'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:05:52.243700 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-bb5be766-67e3-4286-bf01-0ada76875724 req-488f7361-0def-4b28-a942-74616967d1a2 service neutron] Bound port: e5394ba0-792a-4b8a-b7c6-660aa79245c7, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d4484a5-8d63-4054-aa6e-abb26e17d980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '747286bb-8407-402f-868f-44a863404e7a'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:05:52.244456 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-bb5be766-67e3-4286-bf01-0ada76875724 req-488f7361-0def-4b28-a942-74616967d1a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:52.268203 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d813ae7-3294-4d41-9102-5ed0243f68eb tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05474dd9-fbf1-431b-9749-0f3c288a51b9,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:52.311098 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d813ae7-3294-4d41-9102-5ed0243f68eb tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:05:52.311098 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d813ae7-3294-4d41-9102-5ed0243f68eb tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:05:52.311098 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d813ae7-3294-4d41-9102-5ed0243f68eb tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:05:52.311098 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d813ae7-3294-4d41-9102-5ed0243f68eb tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:05:52.311098 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d813ae7-3294-4d41-9102-5ed0243f68eb tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:05:52.311983 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d813ae7-3294-4d41-9102-5ed0243f68eb tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:05:52.311983 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d813ae7-3294-4d41-9102-5ed0243f68eb tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:05:52.311983 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d813ae7-3294-4d41-9102-5ed0243f68eb tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:05:52.312558 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d813ae7-3294-4d41-9102-5ed0243f68eb tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:05:52.312558 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d813ae7-3294-4d41-9102-5ed0243f68eb tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:05:52.313708 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d813ae7-3294-4d41-9102-5ed0243f68eb tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:05:52.342313 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-32999f89-e166-4597-a61d-6e4b16ddf2de tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:52.351709 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-32999f89-e166-4597-a61d-6e4b16ddf2de tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.6892362 May 05 22:05:52.354507 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 34474) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:05:52.357936 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8d813ae7-3294-4d41-9102-5ed0243f68eb tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:52.361967 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8d813ae7-3294-4d41-9102-5ed0243f68eb tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "DELETE /v2.0/security-groups/05474dd9-fbf1-431b-9749-0f3c288a51b9 HTTP/1.1" status: 204 len: 168 time: 0.6088505 May 05 22:05:52.370426 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 34478) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:05:52.377108 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-392a045a-484b-43d3-b742-60f71764d9a5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Request body: {'security_group_rule': {'security_group_id': '9b23864a-1097-4ba5-82ce-a2e27a1f50eb', 'project_id': '06fb629024324e968714595537efac5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:05:52.387680 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-392a045a-484b-43d3-b742-60f71764d9a5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:05:52.392303 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-392a045a-484b-43d3-b742-60f71764d9a5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Usage tracker for resource:security_group_rule and tenant:06fb629024324e968714595537efac5c is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:05:52.397769 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-392a045a-484b-43d3-b742-60f71764d9a5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:05:52.409160 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-392a045a-484b-43d3-b742-60f71764d9a5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:05:52.478678 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-2a245ca5-93f4-4195-806b-9e96eaf3474b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] show failed (client error): The resource could not be found. May 05 22:05:52.483111 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-2a245ca5-93f4-4195-806b-9e96eaf3474b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/security-groups/05474dd9-fbf1-431b-9749-0f3c288a51b9 HTTP/1.1" status: 404 len: 347 time: 0.1091397 May 05 22:05:52.518204 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae01b79e-4bbf-4153-999b-a38e8ff2163d req-abebea78-2abf-47e1-88bf-7a6d6fbb25eb tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:52.520595 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ae01b79e-4bbf-4153-999b-a38e8ff2163d req-abebea78-2abf-47e1-88bf-7a6d6fbb25eb tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 943 time: 0.5630002 May 05 22:05:52.536889 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 34486) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:05:52.565316 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-392a045a-484b-43d3-b742-60f71764d9a5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:52.732234 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32999f89-e166-4597-a61d-6e4b16ddf2de tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b23864a-1097-4ba5-82ce-a2e27a1f50eb,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:52.879274 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-392a045a-484b-43d3-b742-60f71764d9a5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:52.888238 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-392a045a-484b-43d3-b742-60f71764d9a5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:52.927783 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9bc2a9ca-8a1f-4a2f-b58c-71db37a26f73 req-b52e3f10-5d22-4182-baea-6c848bc32e32 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f8bfe32-1e5f-44b1-b34b-83db64ce3f81 HTTP/1.1" status: 200 len: 210 time: 0.0679927 May 05 22:05:52.932547 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-e9126c66-55da-44d4-93fc-9c0178d36c43 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Deleting port b2d36d68-e85b-4993-89fd-6cdcee6f84aa {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:05:52.932886 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e9126c66-55da-44d4-93fc-9c0178d36c43 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:52.984355 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4766c7-e28a-4426-bc2c-0d4647651da3 req-ee39e733-3ca0-4733-a5cf-34b55116c304 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:52.986413 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-1a4766c7-e28a-4426-bc2c-0d4647651da3 req-ee39e733-3ca0-4733-a5cf-34b55116c304 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Synchronizing usage tracker for tenant:cdf3141034214c00a02c72d465f44933 on resource:network {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:05:52.996998 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392a045a-484b-43d3-b742-60f71764d9a5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0618de4-60a8-4cea-9a4e-5c9e3aa1eb0e,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:53.028902 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-bb5be766-67e3-4286-bf01-0ada76875724 req-488f7361-0def-4b28-a942-74616967d1a2 service neutron] For port e5394ba0-792a-4b8a-b7c6-660aa79245c7, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:05:53.035228 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-392a045a-484b-43d3-b742-60f71764d9a5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:53.037500 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-392a045a-484b-43d3-b742-60f71764d9a5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6737456 May 05 22:05:53.040207 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-1a4766c7-e28a-4426-bc2c-0d4647651da3 req-ee39e733-3ca0-4733-a5cf-34b55116c304 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Unset dirty status for tenant:cdf3141034214c00a02c72d465f44933 on resource:network {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:05:53.041780 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1a4766c7-e28a-4426-bc2c-0d4647651da3 req-ee39e733-3ca0-4733-a5cf-34b55116c304 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] 10.222.0.32 "GET /v2.0/networks?id=de008cf3-1173-4dd1-a114-f245dbf68296 HTTP/1.1" status: 200 len: 813 time: 0.5514474 May 05 22:05:53.042430 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 34498) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:05:53.049709 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-c59426b0-46af-4afa-8751-b6bc7442c1a9 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Request body: {'security_group_rule': {'security_group_id': '9b23864a-1097-4ba5-82ce-a2e27a1f50eb', 'project_id': '06fb629024324e968714595537efac5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:05:53.065361 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-1a4766c7-e28a-4426-bc2c-0d4647651da3 req-aa912a36-8740-4a80-9ea4-cfc45d433e34 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Request body: {'port': {'device_id': '8f8bfe32-1e5f-44b1-b34b-83db64ce3f81', 'network_id': 'de008cf3-1173-4dd1-a114-f245dbf68296', 'admin_state_up': True, 'tenant_id': 'cdf3141034214c00a02c72d465f44933'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:05:53.084973 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c59426b0-46af-4afa-8751-b6bc7442c1a9 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:05:53.111060 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ae01b79e-4bbf-4153-999b-a38e8ff2163d req-7c0eb30d-69dc-43ed-8fc6-d4a416c89fea tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5622444 May 05 22:05:53.130140 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-bb5be766-67e3-4286-bf01-0ada76875724 req-488f7361-0def-4b28-a942-74616967d1a2 service neutron] For port e5394ba0-792a-4b8a-b7c6-660aa79245c7, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=e5394ba0-792a-4b8a-b7c6-660aa79245c7,segment=NetworkSegment(6d4484a5-8d63-4054-aa6e-abb26e17d980),segment_id=6d4484a5-8d63-4054-aa6e-abb26e17d980)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:05:53.144601 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c59426b0-46af-4afa-8751-b6bc7442c1a9 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Usage tracker for resource:security_group_rule and tenant:06fb629024324e968714595537efac5c is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:05:53.152371 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c59426b0-46af-4afa-8751-b6bc7442c1a9 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:05:53.164048 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-bb5be766-67e3-4286-bf01-0ada76875724 req-488f7361-0def-4b28-a942-74616967d1a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:53.173790 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c59426b0-46af-4afa-8751-b6bc7442c1a9 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:05:53.226775 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c59426b0-46af-4afa-8751-b6bc7442c1a9 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:53.363211 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-1a4766c7-e28a-4426-bc2c-0d4647651da3 req-aa912a36-8740-4a80-9ea4-cfc45d433e34 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:05:53.372085 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-1a4766c7-e28a-4426-bc2c-0d4647651da3 req-aa912a36-8740-4a80-9ea4-cfc45d433e34 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Usage tracker for resource:port and tenant:cdf3141034214c00a02c72d465f44933 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:05:53.377251 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-1a4766c7-e28a-4426-bc2c-0d4647651da3 req-aa912a36-8740-4a80-9ea4-cfc45d433e34 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:05:53.386804 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-1a4766c7-e28a-4426-bc2c-0d4647651da3 req-aa912a36-8740-4a80-9ea4-cfc45d433e34 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:05:53.412744 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c59426b0-46af-4afa-8751-b6bc7442c1a9 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:53.417570 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a4766c7-e28a-4426-bc2c-0d4647651da3 req-aa912a36-8740-4a80-9ea4-cfc45d433e34 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Made reservation on behalf of cdf3141034214c00a02c72d465f44933 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:05:53.421579 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-1a4766c7-e28a-4426-bc2c-0d4647651da3 req-aa912a36-8740-4a80-9ea4-cfc45d433e34 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:53.439012 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c59426b0-46af-4afa-8751-b6bc7442c1a9 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:53.484608 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59426b0-46af-4afa-8751-b6bc7442c1a9 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e793b55-31ab-48bd-af2e-a29806fcb098,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:53.501467 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-bb5be766-67e3-4286-bf01-0ada76875724 req-488f7361-0def-4b28-a942-74616967d1a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:53.502999 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bb5be766-67e3-4286-bf01-0ada76875724 req-488f7361-0def-4b28-a942-74616967d1a2 service neutron] 10.222.0.32 "PUT /v2.0/ports/e5394ba0-792a-4b8a-b7c6-660aa79245c7 HTTP/1.1" status: 200 len: 1091 time: 5.5164917 May 05 22:05:53.555112 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71d30bbe-7ed7-4661-8f9a-de206ba7d79d', 'tag': 'e5394ba0-792a-4b8a-b7c6-660aa79245c7'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:05:53.566455 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c59426b0-46af-4afa-8751-b6bc7442c1a9 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:53.567760 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c59426b0-46af-4afa-8751-b6bc7442c1a9 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5239990 May 05 22:05:53.570898 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 34512) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:05:53.591127 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-e95c907e-7cbf-44de-9152-080f746756ab tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Request body: {'security_group_rule': {'security_group_id': '9b23864a-1097-4ba5-82ce-a2e27a1f50eb', 'project_id': '06fb629024324e968714595537efac5c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:05:53.602107 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-e95c907e-7cbf-44de-9152-080f746756ab tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:05:53.619119 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-e95c907e-7cbf-44de-9152-080f746756ab tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Usage tracker for resource:security_group_rule and tenant:06fb629024324e968714595537efac5c is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:05:53.626286 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-e95c907e-7cbf-44de-9152-080f746756ab tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:05:53.637628 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-e95c907e-7cbf-44de-9152-080f746756ab tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:05:53.693774 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e9126c66-55da-44d4-93fc-9c0178d36c43 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:53.694067 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e9126c66-55da-44d4-93fc-9c0178d36c43 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:53.703001 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:05:53.727146 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e95c907e-7cbf-44de-9152-080f746756ab tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:53.765933 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-1a4766c7-e28a-4426-bc2c-0d4647651da3 req-aa912a36-8740-4a80-9ea4-cfc45d433e34 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Allocated IP 172.20.0.10 (de008cf3-1173-4dd1-a114-f245dbf68296/a09f7fe8-12fe-41f3-8d45-f3aa02fd3f84/daba3ace-a087-49c5-a1ae-8e29da0c59f9) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:05:53.934915 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-e9126c66-55da-44d4-93fc-9c0178d36c43 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Calling delete_port for b2d36d68-e85b-4993-89fd-6cdcee6f84aa owned by network:floatingip {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:05:54.073947 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488f7361-0def-4b28-a942-74616967d1a2 service neutron] Pushing event updated for resources: {'Port': ['ID=e5394ba0-792a-4b8a-b7c6-660aa79245c7,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:54.087303 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c641def1-0f39-41f5-9de1-e2dfa7bd3b8a'] response: {'name': 'network-changed', 'server_uuid': '71d30bbe-7ed7-4661-8f9a-de206ba7d79d', 'tag': 'e5394ba0-792a-4b8a-b7c6-660aa79245c7', 'status': 'completed', 'code': 200} May 05 22:05:54.089147 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5a6f9fe-3b8f-4f87-b202-159f0ec25434 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Router 98d734fd-8130-4ef6-90a8-e072bb726908 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:05:54.091959 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e9126c66-55da-44d4-93fc-9c0178d36c43 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:54.092437 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-1a4766c7-e28a-4426-bc2c-0d4647651da3 req-aa912a36-8740-4a80-9ea4-cfc45d433e34 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:54.207597 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8d3a4d81-cec1-41f7-bf61-b9476d1b8521 req-a5ffbefd-7676-4899-aa7d-6aad0003c097 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f8bfe32-1e5f-44b1-b34b-83db64ce3f81 HTTP/1.1" status: 200 len: 210 time: 0.0522285 May 05 22:05:54.207801 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-1a4766c7-e28a-4426-bc2c-0d4647651da3 req-aa912a36-8740-4a80-9ea4-cfc45d433e34 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:54.208385 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9126c66-55da-44d4-93fc-9c0178d36c43 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Pushing event deleted for resources: {'Port': ['ID=b2d36d68-e85b-4993-89fd-6cdcee6f84aa,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:54.417945 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e95c907e-7cbf-44de-9152-080f746756ab tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:54.434189 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e95c907e-7cbf-44de-9152-080f746756ab tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:54.462237 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a4766c7-e28a-4426-bc2c-0d4647651da3 req-aa912a36-8740-4a80-9ea4-cfc45d433e34 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Network de008cf3-1173-4dd1-a114-f245dbf68296 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:05:54.471241 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-1a4766c7-e28a-4426-bc2c-0d4647651da3 req-aa912a36-8740-4a80-9ea4-cfc45d433e34 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:05:54.473104 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95c907e-7cbf-44de-9152-080f746756ab tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d0b2b11-f4dc-41c3-aa42-dd211ec78992,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:54.477787 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a4766c7-e28a-4426-bc2c-0d4647651da3 req-aa912a36-8740-4a80-9ea4-cfc45d433e34 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:05:54.551170 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa912a36-8740-4a80-9ea4-cfc45d433e34 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Pushing event updated for resources: {'Port': ['ID=daba3ace-a087-49c5-a1ae-8e29da0c59f9,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:54.562035 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e95c907e-7cbf-44de-9152-080f746756ab tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:54.563795 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-e95c907e-7cbf-44de-9152-080f746756ab tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9847214 May 05 22:05:54.568122 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 34544) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:05:54.582360 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-cea66d40-00dc-4433-bf83-1e39e1c9ef7c tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Request body: {'security_group_rule': {'security_group_id': '9b23864a-1097-4ba5-82ce-a2e27a1f50eb', 'project_id': '06fb629024324e968714595537efac5c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:05:54.592439 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-cea66d40-00dc-4433-bf83-1e39e1c9ef7c tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:05:54.602147 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-cea66d40-00dc-4433-bf83-1e39e1c9ef7c tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Usage tracker for resource:security_group_rule and tenant:06fb629024324e968714595537efac5c is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:05:54.607603 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-cea66d40-00dc-4433-bf83-1e39e1c9ef7c tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:05:54.616161 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-cea66d40-00dc-4433-bf83-1e39e1c9ef7c tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:05:54.625181 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e9126c66-55da-44d4-93fc-9c0178d36c43 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for floatingip, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:54.626466 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4766c7-e28a-4426-bc2c-0d4647651da3 req-aa912a36-8740-4a80-9ea4-cfc45d433e34 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:54.627238 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-1a4766c7-e28a-4426-bc2c-0d4647651da3 req-aa912a36-8740-4a80-9ea4-cfc45d433e34 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:54.660340 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e9126c66-55da-44d4-93fc-9c0178d36c43 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:54.661870 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e9126c66-55da-44d4-93fc-9c0178d36c43 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "DELETE /v2.0/floatingips/7feb3406-3da3-4054-9b6e-e5fbd93c6eb7 HTTP/1.1" status: 204 len: 168 time: 2.1235793 May 05 22:05:54.679706 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1a4766c7-e28a-4426-bc2c-0d4647651da3 req-aa912a36-8740-4a80-9ea4-cfc45d433e34 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6181767 May 05 22:05:54.709038 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-1a4766c7-e28a-4426-bc2c-0d4647651da3 req-a0151633-0aa2-4cf5-a2bc-f437af549d60 service neutron] Request body: {'port': {'device_id': '8f8bfe32-1e5f-44b1-b34b-83db64ce3f81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:05:54.734919 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bb5be766-67e3-4286-bf01-0ada76875724 req-19cd6a15-b40c-4bb3-82ee-3204b8a04043 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b068134c338f46c6866f23b681a9cd8a&device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 1094 time: 1.1674550 May 05 22:05:54.746190 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a6f9fe-3b8f-4f87-b202-159f0ec25434 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:05:54.757549 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1488f023-d99b-47d6-b013-af45f89b59f0 None None] Sync routers for ids ['98d734fd-8130-4ef6-90a8-e072bb726908'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:05:54.776754 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1488f023-d99b-47d6-b013-af45f89b59f0 None None] Routers {'98d734fd-8130-4ef6-90a8-e072bb726908'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:05:54.777287 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-1488f023-d99b-47d6-b013-af45f89b59f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:05:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['98d734fd-8130-4ef6-90a8-e072bb726908'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:05:54.827478 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a5a6f9fe-3b8f-4f87-b202-159f0ec25434 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "PUT /v2.0/routers/98d734fd-8130-4ef6-90a8-e072bb726908/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2060797 May 05 22:05:54.831465 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 34552) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:05:54.864773 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cea66d40-00dc-4433-bf83-1e39e1c9ef7c tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:54.981565 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bb5be766-67e3-4286-bf01-0ada76875724 req-89b5197e-4086-4497-9390-c6d02819a42e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e5394ba0-792a-4b8a-b7c6-660aa79245c7 HTTP/1.1" status: 200 len: 217 time: 0.2379737 May 05 22:05:55.014102 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-1a4766c7-e28a-4426-bc2c-0d4647651da3 req-a0151633-0aa2-4cf5-a2bc-f437af549d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:55.034936 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-1488f023-d99b-47d6-b013-af45f89b59f0 None None] Set router 98d734fd-8130-4ef6-90a8-e072bb726908 gateway port host: None {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:05:55.114593 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cea66d40-00dc-4433-bf83-1e39e1c9ef7c tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:55.131528 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cea66d40-00dc-4433-bf83-1e39e1c9ef7c tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:55.167898 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea66d40-00dc-4433-bf83-1e39e1c9ef7c tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3594cb9a-1156-4fa2-8b40-76e033aa5d3f,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:55.178226 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f66baf-fd43-4e46-bc95-82d151edb026 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:55.184418 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f66baf-fd43-4e46-bc95-82d151edb026 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:55.188685 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-86f66baf-fd43-4e46-bc95-82d151edb026 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Synchronizing usage tracker for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:subnet {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:05:55.219603 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17499069-40c5-497a-9ee8-ff1566b6a522 req-1f75e8ae-f334-4248-b812-f474e13ea38b tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:55.228686 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-17499069-40c5-497a-9ee8-ff1566b6a522 req-1f75e8ae-f334-4248-b812-f474e13ea38b tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 943 time: 0.8521206 May 05 22:05:55.271012 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cea66d40-00dc-4433-bf83-1e39e1c9ef7c tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:55.271146 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5be766-67e3-4286-bf01-0ada76875724 req-7f6c0706-da10-4260-a531-df82d56bef84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:55.275024 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-cea66d40-00dc-4433-bf83-1e39e1c9ef7c tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7031736 May 05 22:05:55.275163 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bb5be766-67e3-4286-bf01-0ada76875724 req-7f6c0706-da10-4260-a531-df82d56bef84 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1aed2f09-8491-48ad-8b12-0e30712ddf00 HTTP/1.1" status: 200 len: 854 time: 0.2792923 May 05 22:05:55.295964 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 34566) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:05:55.324638 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-847b54e6-4e9d-4e4b-a06e-da55b83e0ee5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Request body: {'security_group_rule': {'security_group_id': '9b23864a-1097-4ba5-82ce-a2e27a1f50eb', 'project_id': '06fb629024324e968714595537efac5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:05:55.345969 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-847b54e6-4e9d-4e4b-a06e-da55b83e0ee5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:05:55.359549 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-847b54e6-4e9d-4e4b-a06e-da55b83e0ee5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Usage tracker for resource:security_group_rule and tenant:06fb629024324e968714595537efac5c is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:05:55.377471 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-1488f023-d99b-47d6-b013-af45f89b59f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d734fd-8130-4ef6-90a8-e072bb726908', 'name': 'tempest-NetworksTestDHCPv6-router-1270281735', 'tenant_id': '6a9c8b32c69349b78288ebe6e6b6f3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:05:28Z', 'updated_at': '2022-05-05T22:05:50Z', 'revision_number': 3, 'project_id': '6a9c8b32c69349b78288ebe6e6b6f3f4', 'gw_port_host': None}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:05:55.389581 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1488f023-d99b-47d6-b013-af45f89b59f0 None None] Checking router: 98d734fd-8130-4ef6-90a8-e072bb726908 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:05:55.398728 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-847b54e6-4e9d-4e4b-a06e-da55b83e0ee5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:05:55.402862 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bb5be766-67e3-4286-bf01-0ada76875724 req-448666eb-bb8a-4bbd-b9ae-4ecbd3815e53 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=747286bb-8407-402f-868f-44a863404e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1191092 May 05 22:05:55.407978 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-847b54e6-4e9d-4e4b-a06e-da55b83e0ee5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:05:55.416864 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1488f023-d99b-47d6-b013-af45f89b59f0 None None] Routers {'98d734fd-8130-4ef6-90a8-e072bb726908'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:05:55.418140 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-1488f023-d99b-47d6-b013-af45f89b59f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:05:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['98d734fd-8130-4ef6-90a8-e072bb726908'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:05:55.435734 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-86f66baf-fd43-4e46-bc95-82d151edb026 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Unset dirty status for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:subnet {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:05:55.437084 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-86f66baf-fd43-4e46-bc95-82d151edb026 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6042025 May 05 22:05:55.473814 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 34574) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:05:55.524163 n-d-825175-4 neutron-server[84063]: INFO neutron.db.securitygroups_db [None req-847b54e6-4e9d-4e4b-a06e-da55b83e0ee5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Project 06fb629024324e968714595537efac5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 22:05:55.555144 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-847b54e6-4e9d-4e4b-a06e-da55b83e0ee5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:55.707702 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-1488f023-d99b-47d6-b013-af45f89b59f0 None None] Set router 98d734fd-8130-4ef6-90a8-e072bb726908 gateway port host: None {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:05:55.828848 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-17499069-40c5-497a-9ee8-ff1566b6a522 req-88fc4a97-5e86-414b-af3b-4e6e510887c8 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5975692 May 05 22:05:55.905404 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-1a4766c7-e28a-4426-bc2c-0d4647651da3 req-a0151633-0aa2-4cf5-a2bc-f437af549d60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daba3ace-a087-49c5-a1ae-8e29da0c59f9 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:05:55.915848 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-1488f023-d99b-47d6-b013-af45f89b59f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98d734fd-8130-4ef6-90a8-e072bb726908', 'name': 'tempest-NetworksTestDHCPv6-router-1270281735', 'tenant_id': '6a9c8b32c69349b78288ebe6e6b6f3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:05:28Z', 'updated_at': '2022-05-05T22:05:50Z', 'revision_number': 3, 'project_id': '6a9c8b32c69349b78288ebe6e6b6f3f4', 'gw_port_host': None}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:05:55.920662 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1488f023-d99b-47d6-b013-af45f89b59f0 None None] The sync data for ids ['98d734fd-8130-4ef6-90a8-e072bb726908'] in n-d-825175-4 is: [{'id': '98d734fd-8130-4ef6-90a8-e072bb726908', 'name': 'tempest-NetworksTestDHCPv6-router-1270281735', 'tenant_id': '6a9c8b32c69349b78288ebe6e6b6f3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:05:28Z', 'updated_at': '2022-05-05T22:05:50Z', 'revision_number': 3, 'project_id': '6a9c8b32c69349b78288ebe6e6b6f3f4', 'gw_port_host': None}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:05:55.975003 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-847b54e6-4e9d-4e4b-a06e-da55b83e0ee5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:55.978409 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-1a4766c7-e28a-4426-bc2c-0d4647651da3 req-a0151633-0aa2-4cf5-a2bc-f437af549d60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:55.990316 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-847b54e6-4e9d-4e4b-a06e-da55b83e0ee5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:56.016189 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bb5be766-67e3-4286-bf01-0ada76875724 req-e01e2af5-095c-4c77-8980-073d6fe43104 service neutron] 10.222.0.32 "GET /v2.0/networks/747286bb-8407-402f-868f-44a863404e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6039596 May 05 22:05:56.025310 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-2167cd2f-30f9-431b-8b7a-e22270575bc7 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Deleting subnet d7f84f6f-49c0-4437-97c7-87cec9cb3e95 {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:05:56.030372 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847b54e6-4e9d-4e4b-a06e-da55b83e0ee5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=837fb068-3103-48f6-81af-9f057409f945,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:56.042220 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-1a4766c7-e28a-4426-bc2c-0d4647651da3 req-a0151633-0aa2-4cf5-a2bc-f437af549d60 service neutron] Transition to ACTIVE for port object daba3ace-a087-49c5-a1ae-8e29da0c59f9 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:05:56.054001 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-1a4766c7-e28a-4426-bc2c-0d4647651da3 req-a0151633-0aa2-4cf5-a2bc-f437af549d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:56.107009 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-847b54e6-4e9d-4e4b-a06e-da55b83e0ee5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:56.108616 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-847b54e6-4e9d-4e4b-a06e-da55b83e0ee5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.8064282 May 05 22:05:56.233409 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 34588) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:05:56.254507 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-54268b0d-487a-40b6-afc3-ca9a570e76fb tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Request body: {'security_group_rule': {'security_group_id': '9b23864a-1097-4ba5-82ce-a2e27a1f50eb', 'project_id': '06fb629024324e968714595537efac5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:05:56.261622 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-54268b0d-487a-40b6-afc3-ca9a570e76fb tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:05:56.268788 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-54268b0d-487a-40b6-afc3-ca9a570e76fb tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Usage tracker for resource:security_group_rule and tenant:06fb629024324e968714595537efac5c is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:05:56.308564 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-54268b0d-487a-40b6-afc3-ca9a570e76fb tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:05:56.311974 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2167cd2f-30f9-431b-8b7a-e22270575bc7 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:56.368191 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-54268b0d-487a-40b6-afc3-ca9a570e76fb tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:05:56.569248 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2167cd2f-30f9-431b-8b7a-e22270575bc7 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:56.616401 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0151633-0aa2-4cf5-a2bc-f437af549d60 service neutron] Pushing event updated for resources: {'Port': ['ID=daba3ace-a087-49c5-a1ae-8e29da0c59f9,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:56.624394 n-d-825175-4 neutron-server[84063]: INFO neutron.db.securitygroups_db [None req-54268b0d-487a-40b6-afc3-ca9a570e76fb tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Project 06fb629024324e968714595537efac5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 22:05:56.647174 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-54268b0d-487a-40b6-afc3-ca9a570e76fb tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:56.731929 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2167cd2f-30f9-431b-8b7a-e22270575bc7 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:56.805922 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-1a4766c7-e28a-4426-bc2c-0d4647651da3 req-a0151633-0aa2-4cf5-a2bc-f437af549d60 service neutron] Attempting to bind port daba3ace-a087-49c5-a1ae-8e29da0c59f9 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:05:56.806511 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-1a4766c7-e28a-4426-bc2c-0d4647651da3 req-a0151633-0aa2-4cf5-a2bc-f437af549d60 service neutron] Attempting to bind port daba3ace-a087-49c5-a1ae-8e29da0c59f9 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': '6450fb84-f2ae-4aef-9c0c-c15699fb9c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'de008cf3-1173-4dd1-a114-f245dbf68296'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:05:56.807020 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4766c7-e28a-4426-bc2c-0d4647651da3 req-a0151633-0aa2-4cf5-a2bc-f437af549d60 service neutron] Attempting to bind port daba3ace-a087-49c5-a1ae-8e29da0c59f9 on network de008cf3-1173-4dd1-a114-f245dbf68296 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:05:56.823787 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-54268b0d-487a-40b6-afc3-ca9a570e76fb tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:56.827482 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4766c7-e28a-4426-bc2c-0d4647651da3 req-a0151633-0aa2-4cf5-a2bc-f437af549d60 service neutron] Port daba3ace-a087-49c5-a1ae-8e29da0c59f9 on network de008cf3-1173-4dd1-a114-f245dbf68296 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:05:56.828059 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4766c7-e28a-4426-bc2c-0d4647651da3 req-a0151633-0aa2-4cf5-a2bc-f437af549d60 service neutron] Attempting to bind port daba3ace-a087-49c5-a1ae-8e29da0c59f9 on network de008cf3-1173-4dd1-a114-f245dbf68296 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:05:56.836868 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4766c7-e28a-4426-bc2c-0d4647651da3 req-a0151633-0aa2-4cf5-a2bc-f437af549d60 service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:05:56.837503 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4766c7-e28a-4426-bc2c-0d4647651da3 req-a0151633-0aa2-4cf5-a2bc-f437af549d60 service neutron] Checking segment: {'id': '6450fb84-f2ae-4aef-9c0c-c15699fb9c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'de008cf3-1173-4dd1-a114-f245dbf68296'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:05:56.838231 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4766c7-e28a-4426-bc2c-0d4647651da3 req-a0151633-0aa2-4cf5-a2bc-f437af549d60 service neutron] Bound using segment: {'id': '6450fb84-f2ae-4aef-9c0c-c15699fb9c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'de008cf3-1173-4dd1-a114-f245dbf68296'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:05:56.838866 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-1a4766c7-e28a-4426-bc2c-0d4647651da3 req-a0151633-0aa2-4cf5-a2bc-f437af549d60 service neutron] Bound port: daba3ace-a087-49c5-a1ae-8e29da0c59f9, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6450fb84-f2ae-4aef-9c0c-c15699fb9c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'de008cf3-1173-4dd1-a114-f245dbf68296'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:05:56.839367 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-1a4766c7-e28a-4426-bc2c-0d4647651da3 req-a0151633-0aa2-4cf5-a2bc-f437af549d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:56.849783 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-54268b0d-487a-40b6-afc3-ca9a570e76fb tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:56.992049 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874a716-f1b2-4989-90a1-188b46a06696 req-0ef95319-cd73-467b-bae2-41765a26e451 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:56.995056 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5874a716-f1b2-4989-90a1-188b46a06696 req-0ef95319-cd73-467b-bae2-41765a26e451 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f8bfe32-1e5f-44b1-b34b-83db64ce3f81 HTTP/1.1" status: 200 len: 932 time: 1.1484001 May 05 22:05:56.996370 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54268b0d-487a-40b6-afc3-ca9a570e76fb tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32be14b0-84ce-466b-9637-3b59afee1edc,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:57.081143 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-1a4766c7-e28a-4426-bc2c-0d4647651da3 req-a0151633-0aa2-4cf5-a2bc-f437af549d60 service neutron] For port daba3ace-a087-49c5-a1ae-8e29da0c59f9, host n-h2-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:05:57.086634 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-1a4766c7-e28a-4426-bc2c-0d4647651da3 req-a0151633-0aa2-4cf5-a2bc-f437af549d60 service neutron] For port daba3ace-a087-49c5-a1ae-8e29da0c59f9, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=daba3ace-a087-49c5-a1ae-8e29da0c59f9,segment=NetworkSegment(6450fb84-f2ae-4aef-9c0c-c15699fb9c2e),segment_id=6450fb84-f2ae-4aef-9c0c-c15699fb9c2e)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:05:57.090719 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-54268b0d-487a-40b6-afc3-ca9a570e76fb tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:57.090945 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bb5be766-67e3-4286-bf01-0ada76875724 req-d12d3c21-b64e-4aaa-a189-1b95f2f1c618 service neutron] 10.222.0.32 "GET /v2.0/networks/747286bb-8407-402f-868f-44a863404e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0617301 May 05 22:05:57.092668 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-54268b0d-487a-40b6-afc3-ca9a570e76fb tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.8578215 May 05 22:05:57.096901 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 34606) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:05:57.126296 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-938801af-446d-4d51-8199-e7f00d6de457 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Request body: {'network': {'name': 'tempest-network-smoke--71821484', 'project_id': '06fb629024324e968714595537efac5c', 'port_security_enabled': True}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:05:57.136189 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-1a4766c7-e28a-4426-bc2c-0d4647651da3 req-a0151633-0aa2-4cf5-a2bc-f437af549d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:57.208471 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-938801af-446d-4d51-8199-e7f00d6de457 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:05:57.245398 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5874a716-f1b2-4989-90a1-188b46a06696 req-a08d8b4a-1860-481e-959e-0f7a451972fa tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] 10.222.0.23 "GET /v2.0/security-groups?id=a840fe09-9188-4671-854a-0d1826f45c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405796 May 05 22:05:57.246745 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-1a4766c7-e28a-4426-bc2c-0d4647651da3 req-a0151633-0aa2-4cf5-a2bc-f437af549d60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:57.248729 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1a4766c7-e28a-4426-bc2c-0d4647651da3 req-a0151633-0aa2-4cf5-a2bc-f437af549d60 service neutron] 10.222.0.32 "PUT /v2.0/ports/daba3ace-a087-49c5-a1ae-8e29da0c59f9 HTTP/1.1" status: 200 len: 1092 time: 2.5585370 May 05 22:05:57.251249 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f8bfe32-1e5f-44b1-b34b-83db64ce3f81', 'tag': 'daba3ace-a087-49c5-a1ae-8e29da0c59f9'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:05:57.266865 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2167cd2f-30f9-431b-8b7a-e22270575bc7 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:57.271386 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-938801af-446d-4d51-8199-e7f00d6de457 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Usage tracker for resource:network and tenant:06fb629024324e968714595537efac5c is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:05:57.279663 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-938801af-446d-4d51-8199-e7f00d6de457 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:05:57.330121 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device e90ce745-b805-42ab-a219-7a17e7332e75 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:05:57.391313 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: e90ce745-b805-42ab-a219-7a17e7332e75 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:05:57.392437 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device e90ce745-b805-42ab-a219-7a17e7332e75 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:05:57.404450 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2167cd2f-30f9-431b-8b7a-e22270575bc7 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event deleted for resources: {'Subnet': ['ID=d7f84f6f-49c0-4437-97c7-87cec9cb3e95,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:57.410169 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2167cd2f-30f9-431b-8b7a-e22270575bc7 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:57.419738 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b13dcf-058a-4cec-bfc7-75a1a0d75af9 None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:05:57.428412 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-938801af-446d-4d51-8199-e7f00d6de457 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:05:57.483507 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938801af-446d-4d51-8199-e7f00d6de457 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Made reservation on behalf of 06fb629024324e968714595537efac5c for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:05:57.486525 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-938801af-446d-4d51-8199-e7f00d6de457 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:57.489670 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8494ce-acea-4575-84e6-4029f26653a4 req-3123d5b8-c5ea-4d9e-944c-28f5b54acb5a tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:57.500727 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-da8494ce-acea-4575-84e6-4029f26653a4 req-3123d5b8-c5ea-4d9e-944c-28f5b54acb5a tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 943 time: 0.4616823 May 05 22:05:57.564506 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0151633-0aa2-4cf5-a2bc-f437af549d60 service neutron] Pushing event updated for resources: {'Port': ['ID=daba3ace-a087-49c5-a1ae-8e29da0c59f9,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:57.567749 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-2167cd2f-30f9-431b-8b7a-e22270575bc7 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/subnets/d7f84f6f-49c0-4437-97c7-87cec9cb3e95 HTTP/1.1" status: 204 len: 168 time: 2.0923173 May 05 22:05:57.575366 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 34624) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:05:57.581642 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1a4766c7-e28a-4426-bc2c-0d4647651da3 req-38453cb3-c48b-489d-a578-438bae8aec75 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cdf3141034214c00a02c72d465f44933&device_id=8f8bfe32-1e5f-44b1-b34b-83db64ce3f81 HTTP/1.1" status: 200 len: 1095 time: 0.2661345 May 05 22:05:57.720448 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38b7d1af-9a8a-469b-bdc8-90a00d20e257'] response: {'name': 'network-changed', 'server_uuid': '8f8bfe32-1e5f-44b1-b34b-83db64ce3f81', 'tag': 'daba3ace-a087-49c5-a1ae-8e29da0c59f9', 'status': 'completed', 'code': 200} May 05 22:05:57.766867 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1a4766c7-e28a-4426-bc2c-0d4647651da3 req-7cd72e1a-d84b-4687-a9ab-ae223b18da35 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=daba3ace-a087-49c5-a1ae-8e29da0c59f9 HTTP/1.1" status: 200 len: 217 time: 0.1719923 May 05 22:05:57.771783 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-938801af-446d-4d51-8199-e7f00d6de457 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:05:57.839379 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-da8494ce-acea-4575-84e6-4029f26653a4 req-8d12fcd0-5d34-44f7-8a6a-b0ce8054c115 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376689 May 05 22:05:57.868397 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-41d844d9-60ae-4d62-bc3d-d8e111248b8b req-219c80ec-dfd0-4283-ab63-6f0af205c544 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b068134c338f46c6866f23b681a9cd8a&device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 1094 time: 0.6703191 May 05 22:05:57.933269 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-938801af-446d-4d51-8199-e7f00d6de457 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:57.933680 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-938801af-446d-4d51-8199-e7f00d6de457 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Added segment 13351c92-5f57-4954-9af1-ea9ae34ca426 of type vlan for network 1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753 May 05 22:05:57.962527 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6d3b65-1415-4754-aebc-b7a10eaf7d80 None None] DHCP port deletion for 137c07e1-75d6-4e37-9f42-95b3b385c296 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:05:57.966876 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-da6d3b65-1415-4754-aebc-b7a10eaf7d80 None None] Deleting port a132c231-52e6-4626-be84-12530120a712 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:05:57.967309 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-da6d3b65-1415-4754-aebc-b7a10eaf7d80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:58.040991 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4766c7-e28a-4426-bc2c-0d4647651da3 req-cb8d5b43-cff2-46ac-84b4-8faa88b98c0a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:58.041943 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1a4766c7-e28a-4426-bc2c-0d4647651da3 req-cb8d5b43-cff2-46ac-84b4-8faa88b98c0a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a09f7fe8-12fe-41f3-8d45-f3aa02fd3f84 HTTP/1.1" status: 200 len: 853 time: 0.2637393 May 05 22:05:58.071579 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-381a7e8f-1d36-4517-916e-898eab84578b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4948194 May 05 22:05:58.081630 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 34636) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:05:58.109153 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1a4766c7-e28a-4426-bc2c-0d4647651da3 req-83a19c50-f4e6-4883-b08e-b84b683af09b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=de008cf3-1173-4dd1-a114-f245dbf68296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588384 May 05 22:05:58.111141 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-938801af-446d-4d51-8199-e7f00d6de457 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:58.333016 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-da6d3b65-1415-4754-aebc-b7a10eaf7d80 None None] For port a132c231-52e6-4626-be84-12530120a712, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=a132c231-52e6-4626-be84-12530120a712,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:05:58.333588 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-da6d3b65-1415-4754-aebc-b7a10eaf7d80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:58.425352 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.resource_extend [None req-938801af-446d-4d51-8199-e7f00d6de457 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 22:05:58.457445 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d844d9-60ae-4d62-bc3d-d8e111248b8b req-132a8574-b3b6-4adb-8f44-3c3af36dfddf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:58.461923 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-41d844d9-60ae-4d62-bc3d-d8e111248b8b req-132a8574-b3b6-4adb-8f44-3c3af36dfddf service neutron] 10.222.0.32 "GET /v2.0/networks?id=747286bb-8407-402f-868f-44a863404e7a HTTP/1.1" status: 200 len: 915 time: 0.5915382 May 05 22:05:58.506725 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-da6d3b65-1415-4754-aebc-b7a10eaf7d80 None None] Calling delete_port for a132c231-52e6-4626-be84-12530120a712 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:05:58.574016 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-938801af-446d-4d51-8199-e7f00d6de457 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:58.577635 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938801af-446d-4d51-8199-e7f00d6de457 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:58.584538 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-938801af-446d-4d51-8199-e7f00d6de457 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:58.676539 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-da6d3b65-1415-4754-aebc-b7a10eaf7d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:58.691236 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-41d844d9-60ae-4d62-bc3d-d8e111248b8b req-ef3a97ad-393e-49f2-ad40-ffac630774f1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e5394ba0-792a-4b8a-b7c6-660aa79245c7 HTTP/1.1" status: 200 len: 217 time: 0.2230279 May 05 22:05:58.786337 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-827df401-5243-44f3-abfc-7f31586d5a70 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for router, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:58.798969 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6d3b65-1415-4754-aebc-b7a10eaf7d80 None None] Pushing event deleted for resources: {'Port': ['ID=a132c231-52e6-4626-be84-12530120a712,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:58.812198 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938801af-446d-4d51-8199-e7f00d6de457 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event updated for resources: {'Network': ['ID=1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:05:58.819603 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1a4766c7-e28a-4426-bc2c-0d4647651da3 req-4ea9187f-ed10-41e2-9be3-dbde3718c25d service neutron] 10.222.0.32 "GET /v2.0/networks/de008cf3-1173-4dd1-a114-f245dbf68296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7025709 May 05 22:05:58.826916 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6d3b65-1415-4754-aebc-b7a10eaf7d80 None None] No DVR routers for this DVR port a132c231-52e6-4626-be84-12530120a712 on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:05:58.830907 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:05:58.927152 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-938801af-446d-4d51-8199-e7f00d6de457 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.8282106 May 05 22:05:58.933318 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 34660) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:05:58.942749 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-6d8ac3a1-e3ce-472b-b16c-892126627d26 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1688406542', 'admin_state_up': True, 'project_id': '06fb629024324e968714595537efac5c', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:05:58.951778 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-6d8ac3a1-e3ce-472b-b16c-892126627d26 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:05:58.956509 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-6d8ac3a1-e3ce-472b-b16c-892126627d26 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Usage tracker for resource:router and tenant:06fb629024324e968714595537efac5c is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:05:58.961335 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-6d8ac3a1-e3ce-472b-b16c-892126627d26 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:05:58.973022 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-6d8ac3a1-e3ce-472b-b16c-892126627d26 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:05:58.994194 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6d8ac3a1-e3ce-472b-b16c-892126627d26 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:58.995502 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6d8ac3a1-e3ce-472b-b16c-892126627d26 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:59.050338 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6d8ac3a1-e3ce-472b-b16c-892126627d26 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:59.261754 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6d8ac3a1-e3ce-472b-b16c-892126627d26 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:05:59.275472 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d844d9-60ae-4d62-bc3d-d8e111248b8b req-ab5bea85-13b7-4e06-a6f9-685199c959e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:59.280092 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-41d844d9-60ae-4d62-bc3d-d8e111248b8b req-ab5bea85-13b7-4e06-a6f9-685199c959e6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1aed2f09-8491-48ad-8b12-0e30712ddf00 HTTP/1.1" status: 200 len: 854 time: 0.5734115 May 05 22:05:59.285824 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1a4766c7-e28a-4426-bc2c-0d4647651da3 req-06fc656c-e62c-466a-8058-143533f43ba8 service neutron] 10.222.0.32 "GET /v2.0/networks/de008cf3-1173-4dd1-a114-f245dbf68296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4573998 May 05 22:05:59.382315 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356eff8-2aa6-4348-8920-3c6eeffab2c0 req-327583b7-4cf2-4c2f-bcd6-8bcaf1f53ea5 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:59.406438 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9356eff8-2aa6-4348-8920-3c6eeffab2c0 req-327583b7-4cf2-4c2f-bcd6-8bcaf1f53ea5 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f8bfe32-1e5f-44b1-b34b-83db64ce3f81 HTTP/1.1" status: 200 len: 944 time: 0.8120053 May 05 22:05:59.415463 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device a132c231-52e6-4626-be84-12530120a712 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:05:59.429320 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-41d844d9-60ae-4d62-bc3d-d8e111248b8b req-21679c5a-d8f6-4461-99d2-952a956e37b2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=747286bb-8407-402f-868f-44a863404e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1317401 May 05 22:05:59.502022 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed75ed-83ff-4b0c-9919-0318844e158b req-e1fffe55-738d-461f-aa49-ff47c1d9090d tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:59.504478 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-41ed75ed-83ff-4b0c-9919-0318844e158b req-e1fffe55-738d-461f-aa49-ff47c1d9090d tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Synchronizing usage tracker for tenant:2578689695ab4a55a99443682838538b on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:05:59.507075 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: a132c231-52e6-4626-be84-12530120a712 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:05:59.511427 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device a132c231-52e6-4626-be84-12530120a712 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:05:59.636752 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d1244855-f274-46e6-b9b3-923f6f8d5adb req-4b549995-fc4a-4f59-aaed-cf90975eba75 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cdf3141034214c00a02c72d465f44933&device_id=8f8bfe32-1e5f-44b1-b34b-83db64ce3f81 HTTP/1.1" status: 200 len: 1095 time: 0.1413357 May 05 22:05:59.830725 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1244855-f274-46e6-b9b3-923f6f8d5adb req-73613f8d-12e0-4ee0-8629-df49c2821df9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:05:59.832691 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d1244855-f274-46e6-b9b3-923f6f8d5adb req-73613f8d-12e0-4ee0-8629-df49c2821df9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=de008cf3-1173-4dd1-a114-f245dbf68296 HTTP/1.1" status: 200 len: 914 time: 0.1886017 May 05 22:05:59.882467 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9356eff8-2aa6-4348-8920-3c6eeffab2c0 req-105c0342-efd7-4884-9c6b-54bac18bc71a tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] 10.222.0.23 "GET /v2.0/security-groups?id=a840fe09-9188-4671-854a-0d1826f45c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4802067 May 05 22:05:59.883276 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-41ed75ed-83ff-4b0c-9919-0318844e158b req-e1fffe55-738d-461f-aa49-ff47c1d9090d tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Unset dirty status for tenant:2578689695ab4a55a99443682838538b on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:05:59.884387 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-41ed75ed-83ff-4b0c-9919-0318844e158b req-e1fffe55-738d-461f-aa49-ff47c1d9090d tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=484f1bcc-8047-45f0-8404-bd3a73c642d2 HTTP/1.1" status: 200 len: 946 time: 1.3295310 May 05 22:05:59.999158 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d1244855-f274-46e6-b9b3-923f6f8d5adb req-762f7ebd-f2b7-4ee9-ad5e-14cd90d8a509 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=daba3ace-a087-49c5-a1ae-8e29da0c59f9 HTTP/1.1" status: 200 len: 217 time: 0.1488373 May 05 22:06:00.115113 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1244855-f274-46e6-b9b3-923f6f8d5adb req-022bb2d0-30d1-4b98-be5a-fc0ddb0fd394 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:00.116557 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d1244855-f274-46e6-b9b3-923f6f8d5adb req-022bb2d0-30d1-4b98-be5a-fc0ddb0fd394 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a09f7fe8-12fe-41f3-8d45-f3aa02fd3f84 HTTP/1.1" status: 200 len: 853 time: 0.1041622 May 05 22:06:00.202745 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6d8ac3a1-e3ce-472b-b16c-892126627d26 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for router_gateway, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:00.228338 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d1244855-f274-46e6-b9b3-923f6f8d5adb req-5e677467-3e7d-4cf1-b00b-69ad8c05d5e4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=de008cf3-1173-4dd1-a114-f245dbf68296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823476 May 05 22:06:00.256668 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6d8ac3a1-e3ce-472b-b16c-892126627d26 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:00.263441 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1711c-75f9-4fe6-969d-f52245f61aff req-793bfd89-f72f-4621-9ef3-7e22fdd3c41b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:00.264122 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-55f1711c-75f9-4fe6-969d-f52245f61aff req-793bfd89-f72f-4621-9ef3-7e22fdd3c41b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Synchronizing usage tracker for tenant:2578689695ab4a55a99443682838538b on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:06:00.272006 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device e5394ba0-792a-4b8a-b7c6-660aa79245c7 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:06:00.319623 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-41d844d9-60ae-4d62-bc3d-d8e111248b8b req-47bb7b0d-7125-4e83-ad24-5bcc5e603cb1 service neutron] 10.222.0.32 "GET /v2.0/networks/747286bb-8407-402f-868f-44a863404e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8311458 May 05 22:06:00.358905 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-827df401-5243-44f3-abfc-7f31586d5a70 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:00.380398 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-41ed75ed-83ff-4b0c-9919-0318844e158b req-d5cb7673-1d6a-4637-83be-887374f539fc tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce8bd1d7-5cbb-4f4a-9d55-733d0e4f810c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4444849 May 05 22:06:00.494033 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-827df401-5243-44f3-abfc-7f31586d5a70 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:00.524495 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-55f1711c-75f9-4fe6-969d-f52245f61aff req-793bfd89-f72f-4621-9ef3-7e22fdd3c41b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Unset dirty status for tenant:2578689695ab4a55a99443682838538b on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:06:00.529438 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-55f1711c-75f9-4fe6-969d-f52245f61aff req-793bfd89-f72f-4621-9ef3-7e22fdd3c41b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.44 "GET /v2.0/ports?device_id=484f1bcc-8047-45f0-8404-bd3a73c642d2 HTTP/1.1" status: 200 len: 946 time: 0.6828957 May 05 22:06:00.637885 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-55f1711c-75f9-4fe6-969d-f52245f61aff req-1ab2059a-d6c3-4b78-9909-257f2819a9c7 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Deleting port c20d9159-6336-4451-8a94-fbf2f90c8b57 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:06:00.638511 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-55f1711c-75f9-4fe6-969d-f52245f61aff req-1ab2059a-d6c3-4b78-9909-257f2819a9c7 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:00.670759 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port e5394ba0-792a-4b8a-b7c6-660aa79245c7, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=e5394ba0-792a-4b8a-b7c6-660aa79245c7,segment=NetworkSegment(6d4484a5-8d63-4054-aa6e-abb26e17d980),segment_id=6d4484a5-8d63-4054-aa6e-abb26e17d980)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:06:00.702812 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': 'e5394ba0-792a-4b8a-b7c6-660aa79245c7', 'network_id': '747286bb-8407-402f-868f-44a863404e7a', 'port_id': 'e5394ba0-792a-4b8a-b7c6-660aa79245c7', 'mac_address': 'fa:16:3e:96:8c:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aed2f09-8491-48ad-8b12-0e30712ddf00', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:06:00.737509 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0cdacb-6700-4527-8ed4-714870e76cbd req-7e36a7a1-bcad-4f16-844d-937f85cea42a tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:00.755580 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ea0cdacb-6700-4527-8ed4-714870e76cbd req-7e36a7a1-bcad-4f16-844d-937f85cea42a tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 943 time: 0.6597254 May 05 22:06:00.851169 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-827df401-5243-44f3-abfc-7f31586d5a70 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:00.855751 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-827df401-5243-44f3-abfc-7f31586d5a70 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Fanout notify agent at l3_agent the message router_deleted on router 98d734fd-8130-4ef6-90a8-e072bb726908 {{(pid=84061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:06:00.870438 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:00.904351 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-41d844d9-60ae-4d62-bc3d-d8e111248b8b req-59da795e-00ac-42ac-8df5-7525b8dcef00 service neutron] 10.222.0.32 "GET /v2.0/networks/747286bb-8407-402f-868f-44a863404e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5740285 May 05 22:06:00.919662 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-827df401-5243-44f3-abfc-7f31586d5a70 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:00.921593 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-827df401-5243-44f3-abfc-7f31586d5a70 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/routers/98d734fd-8130-4ef6-90a8-e072bb726908 HTTP/1.1" status: 204 len: 168 time: 2.8379152 May 05 22:06:00.925193 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 34698) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:06:00.928918 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5394ba0-792a-4b8a-b7c6-660aa79245c7 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:06:00.981944 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ea0cdacb-6700-4527-8ed4-714870e76cbd req-733fe800-e86a-4d27-8687-33360cbc9222 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251029 May 05 22:06:00.996125 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port e5394ba0-792a-4b8a-b7c6-660aa79245c7, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=e5394ba0-792a-4b8a-b7c6-660aa79245c7,segment=NetworkSegment(6d4484a5-8d63-4054-aa6e-abb26e17d980),segment_id=6d4484a5-8d63-4054-aa6e-abb26e17d980)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:06:01.004616 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:01.021262 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-971e2514-f57c-4c1f-a26a-ed77d7ed890b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Synchronizing usage tracker for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:06:01.080192 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-971e2514-f57c-4c1f-a26a-ed77d7ed890b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Unset dirty status for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:06:01.081409 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-971e2514-f57c-4c1f-a26a-ed77d7ed890b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1550756 May 05 22:06:01.084660 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 34706) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:06:01.149187 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d1244855-f274-46e6-b9b3-923f6f8d5adb req-7ef89074-f9ca-4ba0-b7c5-b9ad37b770d6 service neutron] 10.222.0.32 "GET /v2.0/networks/de008cf3-1173-4dd1-a114-f245dbf68296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9135559 May 05 22:06:01.214234 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d364d387-c1f6-44df-870b-d41b4cc07e9b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:01.214991 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-d364d387-c1f6-44df-870b-d41b4cc07e9b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Synchronizing usage tracker for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:subnet {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:06:01.245983 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-d364d387-c1f6-44df-870b-d41b4cc07e9b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Unset dirty status for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:subnet {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:06:01.247953 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-d364d387-c1f6-44df-870b-d41b4cc07e9b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1623232 May 05 22:06:01.252091 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 34710) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:06:01.255044 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['e5394ba0-792a-4b8a-b7c6-660aa79245c7'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:06:01.305373 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=e5394ba0-792a-4b8a-b7c6-660aa79245c7,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:01.392222 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-28332678-9729-4685-911e-7b8fd0bb907e tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Synchronizing usage tracker for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:router {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:06:01.461934 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-28332678-9729-4685-911e-7b8fd0bb907e tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Unset dirty status for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:router {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:06:01.469456 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-28332678-9729-4685-911e-7b8fd0bb907e tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2063463 May 05 22:06:01.470747 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 34716) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:06:01.477962 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-c0299b6b-880e-4e35-9ba1-d535b380ed51 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Request body: {'subnet': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:06:01.639242 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb3fb1-c293-4280-b893-4a5df73fdd92 req-dacec879-2189-47b7-8c1a-826956b86592 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:01.647630 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-22eb3fb1-c293-4280-b893-4a5df73fdd92 req-dacec879-2189-47b7-8c1a-826956b86592 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f8bfe32-1e5f-44b1-b34b-83db64ce3f81 HTTP/1.1" status: 200 len: 944 time: 0.3150556 May 05 22:06:01.664673 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-c0299b6b-880e-4e35-9ba1-d535b380ed51 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:06:01.696351 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-c0299b6b-880e-4e35-9ba1-d535b380ed51 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:06:01.730141 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0299b6b-880e-4e35-9ba1-d535b380ed51 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Made reservation on behalf of 6a9c8b32c69349b78288ebe6e6b6f3f4 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:06:01.747992 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-55f1711c-75f9-4fe6-969d-f52245f61aff req-1ab2059a-d6c3-4b78-9909-257f2819a9c7 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] For port c20d9159-6336-4451-8a94-fbf2f90c8b57, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=c20d9159-6336-4451-8a94-fbf2f90c8b57,segment=NetworkSegment(b0853f69-0751-43f3-82dd-3ab4be255b1c),segment_id=b0853f69-0751-43f3-82dd-3ab4be255b1c)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:06:01.752052 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-55f1711c-75f9-4fe6-969d-f52245f61aff req-1ab2059a-d6c3-4b78-9909-257f2819a9c7 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:01.889909 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c0299b6b-880e-4e35-9ba1-d535b380ed51 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:02.281620 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-22eb3fb1-c293-4280-b893-4a5df73fdd92 req-71e20d74-3504-48b8-b2a8-0786b831739e tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] 10.222.0.23 "GET /v2.0/security-groups?id=a840fe09-9188-4671-854a-0d1826f45c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6328242 May 05 22:06:02.321379 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device daba3ace-a087-49c5-a1ae-8e29da0c59f9 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:06:02.572933 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c5d93-b98b-4968-9e8c-2939ffe37b2f req-23356b93-2b20-4bd2-8753-c9752426898b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:02.580183 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-146c5d93-b98b-4968-9e8c-2939ffe37b2f req-23356b93-2b20-4bd2-8753-c9752426898b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=484f1bcc-8047-45f0-8404-bd3a73c642d2 HTTP/1.1" status: 200 len: 946 time: 0.6932313 May 05 22:06:02.755298 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-146c5d93-b98b-4968-9e8c-2939ffe37b2f req-6a261185-46af-458a-a06d-f6fb9e608f56 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce8bd1d7-5cbb-4f4a-9d55-733d0e4f810c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738720 May 05 22:06:02.783809 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port daba3ace-a087-49c5-a1ae-8e29da0c59f9, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=daba3ace-a087-49c5-a1ae-8e29da0c59f9,segment=NetworkSegment(6450fb84-f2ae-4aef-9c0c-c15699fb9c2e),segment_id=6450fb84-f2ae-4aef-9c0c-c15699fb9c2e)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:06:02.818494 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device e5394ba0-792a-4b8a-b7c6-660aa79245c7 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:06:02.880681 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5fe8ac2c-9bb5-49a1-8be3-9b0ab8b6937c req-3e330ff9-c65f-448b-beb1-63fd05f49f60 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8f63b14c-2fc5-4e64-8edf-82abd644c01e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4924955 May 05 22:06:02.889573 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5874fc-0e51-482c-81e7-da5ce9030f07 req-e70f0adb-3718-4471-9d9d-94d0831f9d28 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:02.909863 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-6d8ac3a1-e3ce-472b-b16c-892126627d26 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Allocated IP 172.25.4.196 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/0e4eb224-cb12-4b32-8242-2b04fe4ae27d) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:06:02.920793 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-55f1711c-75f9-4fe6-969d-f52245f61aff req-1ab2059a-d6c3-4b78-9909-257f2819a9c7 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:02.924556 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-55f1711c-75f9-4fe6-969d-f52245f61aff req-1ab2059a-d6c3-4b78-9909-257f2819a9c7 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:02.925253 n-d-825175-4 neutron-server[84063]: INFO neutron.db.l3_db [req-55f1711c-75f9-4fe6-969d-f52245f61aff req-1ab2059a-d6c3-4b78-9909-257f2819a9c7 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Floating IP 506845e7-30ce-4d73-aa3d-f58c8cdc4746 disassociated. External IP: 172.25.4.96, port: c20d9159-6336-4451-8a94-fbf2f90c8b57. May 05 22:06:02.925819 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-55f1711c-75f9-4fe6-969d-f52245f61aff req-1ab2059a-d6c3-4b78-9909-257f2819a9c7 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Calling delete_port for c20d9159-6336-4451-8a94-fbf2f90c8b57 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:06:02.941348 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fb5874fc-0e51-482c-81e7-da5ce9030f07 req-e70f0adb-3718-4471-9d9d-94d0831f9d28 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 944 time: 0.3037088 May 05 22:06:02.943093 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': 'daba3ace-a087-49c5-a1ae-8e29da0c59f9', 'network_id': 'de008cf3-1173-4dd1-a114-f245dbf68296', 'port_id': 'daba3ace-a087-49c5-a1ae-8e29da0c59f9', 'mac_address': 'fa:16:3e:00:35:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a09f7fe8-12fe-41f3-8d45-f3aa02fd3f84', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:06:03.082210 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d1244855-f274-46e6-b9b3-923f6f8d5adb req-80b6e111-978d-4678-a63d-aaa6afe2e89c service neutron] 10.222.0.32 "GET /v2.0/networks/de008cf3-1173-4dd1-a114-f245dbf68296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8621891 May 05 22:06:03.107186 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port e5394ba0-792a-4b8a-b7c6-660aa79245c7 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:06:03.127455 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:03.144178 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fb5874fc-0e51-482c-81e7-da5ce9030f07 req-83a6f872-70e4-4cef-999d-0c42fe86df1a tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018111 May 05 22:06:03.209122 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daba3ace-a087-49c5-a1ae-8e29da0c59f9 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:06:03.245563 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port daba3ace-a087-49c5-a1ae-8e29da0c59f9, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=daba3ace-a087-49c5-a1ae-8e29da0c59f9,segment=NetworkSegment(6450fb84-f2ae-4aef-9c0c-c15699fb9c2e),segment_id=6450fb84-f2ae-4aef-9c0c-c15699fb9c2e)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:06:03.246977 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port e5394ba0-792a-4b8a-b7c6-660aa79245c7 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:06:03.247601 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:03.345546 n-d-825175-4 neutron-server[84061]: DEBUG neutron.objects.ports [None req-c0299b6b-880e-4e35-9ba1-d535b380ed51 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84061) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 05 22:06:03.347777 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c0299b6b-880e-4e35-9ba1-d535b380ed51 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:03.393747 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:03.459464 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5fe8ac2c-9bb5-49a1-8be3-9b0ab8b6937c req-6aade7e7-dcbf-447c-8f01-38e39edb8387 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f9679666ed684085ba56b96d355bc823&device_id=8f63b14c-2fc5-4e64-8edf-82abd644c01e HTTP/1.1" status: 200 len: 1096 time: 0.4474890 May 05 22:06:03.540516 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0299b6b-880e-4e35-9ba1-d535b380ed51 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:06:03.555210 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-c0299b6b-880e-4e35-9ba1-d535b380ed51 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:06:03.569539 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0299b6b-880e-4e35-9ba1-d535b380ed51 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:03.569539 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c0299b6b-880e-4e35-9ba1-d535b380ed51 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:03.615911 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0299b6b-880e-4e35-9ba1-d535b380ed51 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event updated for resources: {'Subnet': ['ID=f1774d1f-dfcf-4514-aac0-d3d7a2b4342a,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:03.686559 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c0299b6b-880e-4e35-9ba1-d535b380ed51 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2036464 May 05 22:06:03.686559 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 34754) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:06:03.707274 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-d35443f0-26ff-47f2-8c60-e434bb73de94 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Request body: {'subnet': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:06:03.780383 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc6505f-164c-4313-b4ed-ec25f5b0f415 None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:06:03.940206 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['daba3ace-a087-49c5-a1ae-8e29da0c59f9'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:06:04.021789 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-d35443f0-26ff-47f2-8c60-e434bb73de94 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:06:04.073818 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-d35443f0-26ff-47f2-8c60-e434bb73de94 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Usage tracker for resource:subnet and tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:06:04.078155 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-d35443f0-26ff-47f2-8c60-e434bb73de94 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:06:04.087051 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-d35443f0-26ff-47f2-8c60-e434bb73de94 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:06:04.131783 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35443f0-26ff-47f2-8c60-e434bb73de94 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Made reservation on behalf of 6a9c8b32c69349b78288ebe6e6b6f3f4 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:06:04.135276 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6d8ac3a1-e3ce-472b-b16c-892126627d26 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:04.137659 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d35443f0-26ff-47f2-8c60-e434bb73de94 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:04.195263 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-55f1711c-75f9-4fe6-969d-f52245f61aff req-1ab2059a-d6c3-4b78-9909-257f2819a9c7 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:04.257224 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdba2d3-b413-4892-a780-6bef398d54a8 req-96bdc8ad-d35d-41dc-af60-60d7a6822d0c tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:04.259095 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6fdba2d3-b413-4892-a780-6bef398d54a8 req-96bdc8ad-d35d-41dc-af60-60d7a6822d0c tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f8bfe32-1e5f-44b1-b34b-83db64ce3f81 HTTP/1.1" status: 200 len: 945 time: 0.2853134 May 05 22:06:04.271378 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab2059a-d6c3-4b78-9909-257f2819a9c7 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Pushing event deleted for resources: {'Port': ['ID=c20d9159-6336-4451-8a94-fbf2f90c8b57,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:04.272343 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e736e9-f5a9-4b09-a036-d5b6fbb98925 req-b65eff3a-71f5-42a2-9e08-4c5a7781591c tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:04.280983 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-20e736e9-f5a9-4b09-a036-d5b6fbb98925 req-b65eff3a-71f5-42a2-9e08-4c5a7781591c tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=484f1bcc-8047-45f0-8404-bd3a73c642d2 HTTP/1.1" status: 200 len: 946 time: 0.2563906 May 05 22:06:04.286354 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe8ac2c-9bb5-49a1-8be3-9b0ab8b6937c req-1063e2c1-7b11-45e9-af59-6cd040328de4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:04.288444 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5fe8ac2c-9bb5-49a1-8be3-9b0ab8b6937c req-1063e2c1-7b11-45e9-af59-6cd040328de4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2 HTTP/1.1" status: 200 len: 912 time: 0.6291952 May 05 22:06:04.363905 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6d8ac3a1-e3ce-472b-b16c-892126627d26 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:04.435401 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=daba3ace-a087-49c5-a1ae-8e29da0c59f9,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:04.469057 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:04.486604 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device c20d9159-6336-4451-8a94-fbf2f90c8b57 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:06:04.514801 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-20e736e9-f5a9-4b09-a036-d5b6fbb98925 req-cb344bce-45cc-4629-bfb6-ca7e540ac59c tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/security-groups?id=ce8bd1d7-5cbb-4f4a-9d55-733d0e4f810c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2328477 May 05 22:06:04.518974 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6fdba2d3-b413-4892-a780-6bef398d54a8 req-ccf41790-77c5-4653-a2fd-c6215387725d tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] 10.222.0.23 "GET /v2.0/security-groups?id=a840fe09-9188-4671-854a-0d1826f45c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357681 May 05 22:06:04.525196 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8ac3a1-e3ce-472b-b16c-892126627d26 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:06:04.558232 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: c20d9159-6336-4451-8a94-fbf2f90c8b57 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:06:04.558758 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device c20d9159-6336-4451-8a94-fbf2f90c8b57 not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:06:04.574395 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-6d8ac3a1-e3ce-472b-b16c-892126627d26 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:06:04.592758 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8ac3a1-e3ce-472b-b16c-892126627d26 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:06:04.619301 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d30bbe-7ed7-4661-8f9a-de206ba7d79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5394ba0-792a-4b8a-b7c6-660aa79245c7'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:06:04.639580 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port e5394ba0-792a-4b8a-b7c6-660aa79245c7, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=e5394ba0-792a-4b8a-b7c6-660aa79245c7,segment=NetworkSegment(6d4484a5-8d63-4054-aa6e-abb26e17d980),segment_id=6d4484a5-8d63-4054-aa6e-abb26e17d980)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:06:04.709567 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:04.849568 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=e5394ba0-792a-4b8a-b7c6-660aa79245c7,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:04.928462 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83af979e-bcfd-41b4-afbc-008d44c7ef83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-137c07e1-75d6-4e37-9f42-95b3b385c296', 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'tenant_id': '6a9c8b32c69349b78288ebe6e6b6f3f4', 'fixed_ips': [{'subnet_id': 'f1774d1f-dfcf-4514-aac0-d3d7a2b4342a'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:06:04.929909 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-83af979e-bcfd-41b4-afbc-008d44c7ef83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:04.948383 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d35443f0-26ff-47f2-8c60-e434bb73de94 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:05.107194 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ac3a1-e3ce-472b-b16c-892126627d26 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event updated for resources: {'Port': ['ID=0e4eb224-cb12-4b32-8242-2b04fe4ae27d,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:05.125966 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35443f0-26ff-47f2-8c60-e434bb73de94 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:06:05.130268 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-d35443f0-26ff-47f2-8c60-e434bb73de94 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:06:05.140373 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35443f0-26ff-47f2-8c60-e434bb73de94 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:05.140373 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d35443f0-26ff-47f2-8c60-e434bb73de94 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:05.167668 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35443f0-26ff-47f2-8c60-e434bb73de94 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event updated for resources: {'Subnet': ['ID=c4d96fcb-0462-4eda-8411-2f6e61626035,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:05.186529 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5282cc1-bc4b-41da-bed3-60979f2dbfb8 req-a0b3054c-f23a-42e3-9ceb-17279591fa54 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:05.194087 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e5282cc1-bc4b-41da-bed3-60979f2dbfb8 req-a0b3054c-f23a-42e3-9ceb-17279591fa54 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.4249854 May 05 22:06:05.213104 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-d35443f0-26ff-47f2-8c60-e434bb73de94 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5246849 May 05 22:06:05.218933 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 34786) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:06:05.225491 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-76cd9802-3e79-4c5f-8e28-9893955aedbc tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Request body: {'port': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'mac_address': 'fa:16:3e:d5:60:e1', 'name': 'tempest-NetworksTestDHCPv6-101436002'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:06:05.405110 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5fe8ac2c-9bb5-49a1-8be3-9b0ab8b6937c req-e8e23c63-89fe-4a01-88d8-64691acc5cd3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74770aab-3cf8-4bb7-99fc-077414f6418b HTTP/1.1" status: 200 len: 1000 time: 1.1101956 May 05 22:06:05.410982 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e5282cc1-bc4b-41da-bed3-60979f2dbfb8 req-68cdb22c-29ad-4e88-90e0-1e422964c7f8 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151017 May 05 22:06:05.579651 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe8ac2c-9bb5-49a1-8be3-9b0ab8b6937c req-beaac05a-0085-4e96-9f64-c3092c7d50a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:05.581289 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5fe8ac2c-9bb5-49a1-8be3-9b0ab8b6937c req-beaac05a-0085-4e96-9f64-c3092c7d50a2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f259ce1a-1e13-44eb-b65e-190001e0a5ad HTTP/1.1" status: 200 len: 850 time: 0.1669946 May 05 22:06:05.627198 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-76cd9802-3e79-4c5f-8e28-9893955aedbc tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:06:05.658273 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-76cd9802-3e79-4c5f-8e28-9893955aedbc tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:06:05.695719 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76cd9802-3e79-4c5f-8e28-9893955aedbc tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Made reservation on behalf of 6a9c8b32c69349b78288ebe6e6b6f3f4 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:06:05.702889 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-76cd9802-3e79-4c5f-8e28-9893955aedbc tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:05.728120 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b95320c0-3112-4ce8-879f-633174e91cda'] response: {'server_uuid': '71d30bbe-7ed7-4661-8f9a-de206ba7d79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5394ba0-792a-4b8a-b7c6-660aa79245c7', 'code': 200} May 05 22:06:05.881005 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:05.890097 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [None req-76cd9802-3e79-4c5f-8e28-9893955aedbc tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] device_id is not set on port 29bc5eef-1190-4408-a124-ccd54068d0db yet. {{(pid=84061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:06:05.984537 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:05.993157 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-83af979e-bcfd-41b4-afbc-008d44c7ef83 None None] Allocated IP 2001:db8::f816:3eff:fe6b:b564 (137c07e1-75d6-4e37-9f42-95b3b385c296/f1774d1f-dfcf-4514-aac0-d3d7a2b4342a/023b3cfc-c822-4d3f-ad51-a4b65f9ac323) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:06:06.041788 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5fe8ac2c-9bb5-49a1-8be3-9b0ab8b6937c req-5f509695-03ed-416c-98ae-d4f7f8191d7e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4496658 May 05 22:06:06.235005 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5fe8ac2c-9bb5-49a1-8be3-9b0ab8b6937c req-195a35b3-2b94-4298-8f49-5aaae9e9ab04 service neutron] 10.222.0.44 "GET /v2.0/networks/c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754079 May 05 22:06:06.301265 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-30e02beb-b104-439a-a671-8d769d73a35b req-3de35e0c-73c4-404e-a9e5-686f36f5d339 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=484f1bcc-8047-45f0-8404-bd3a73c642d2 HTTP/1.1" status: 200 len: 210 time: 0.2555456 May 05 22:06:06.372233 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device daba3ace-a087-49c5-a1ae-8e29da0c59f9 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:06:06.444648 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5847a41-db9d-49f0-93f7-106f62b204bb req-69d80e3d-6be4-41c5-99df-21caab4d8d12 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:06.464772 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c5847a41-db9d-49f0-93f7-106f62b204bb req-69d80e3d-6be4-41c5-99df-21caab4d8d12 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f8bfe32-1e5f-44b1-b34b-83db64ce3f81 HTTP/1.1" status: 200 len: 945 time: 0.2865682 May 05 22:06:06.465695 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5fe8ac2c-9bb5-49a1-8be3-9b0ab8b6937c req-efbe6063-af9b-42e9-98e6-25f3b0a25811 service neutron] 10.222.0.44 "GET /v2.0/networks/c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216897 May 05 22:06:06.474904 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-56bf8f00-00c1-4a46-bace-e92ba4864a6c req-529012c2-b23a-4f70-9d64-b19e27d2e88e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 1096 time: 0.7103252 May 05 22:06:06.627092 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-56bf8f00-00c1-4a46-bace-e92ba4864a6c req-caba8523-77a2-4676-b9da-242db04c04bc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236737 May 05 22:06:06.639631 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55f1711c-75f9-4fe6-969d-f52245f61aff req-1ab2059a-d6c3-4b78-9909-257f2819a9c7 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Router 8598f5d7-eb46-409f-9875-d058ff8e964a has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:06:06.642884 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6d8ac3a1-e3ce-472b-b16c-892126627d26 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for router_gateway, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:06.643757 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6d8ac3a1-e3ce-472b-b16c-892126627d26 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:06.789443 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port daba3ace-a087-49c5-a1ae-8e29da0c59f9 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:06:06.796022 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-83af979e-bcfd-41b4-afbc-008d44c7ef83 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:06.805481 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c5847a41-db9d-49f0-93f7-106f62b204bb req-dc487aa9-7e94-44ae-b867-1d4595dc6242 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] 10.222.0.23 "GET /v2.0/security-groups?id=a840fe09-9188-4671-854a-0d1826f45c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395035 May 05 22:06:06.817061 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port daba3ace-a087-49c5-a1ae-8e29da0c59f9 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:06:06.817433 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:06.903230 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-83af979e-bcfd-41b4-afbc-008d44c7ef83 None None] Transition to ACTIVE for port object 023b3cfc-c822-4d3f-ad51-a4b65f9ac323 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:06:06.932079 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b4fb8-7fa5-4f93-884e-7d80194bdb59 req-367a69b6-ac5a-4668-85c9-f7ea6843b7af tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:06.941065 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-da7b4fb8-7fa5-4f93-884e-7d80194bdb59 req-367a69b6-ac5a-4668-85c9-f7ea6843b7af tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.1395202 May 05 22:06:06.944440 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-83af979e-bcfd-41b4-afbc-008d44c7ef83 None None] Transition to ACTIVE for port object 023b3cfc-c822-4d3f-ad51-a4b65f9ac323 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:06:07.057877 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:07.093748 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-83af979e-bcfd-41b4-afbc-008d44c7ef83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:07.149789 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-76cd9802-3e79-4c5f-8e28-9893955aedbc tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Allocated IP 172.20.0.6 (137c07e1-75d6-4e37-9f42-95b3b385c296/c4d96fcb-0462-4eda-8411-2f6e61626035/29bc5eef-1190-4408-a124-ccd54068d0db) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:06:07.156445 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-76cd9802-3e79-4c5f-8e28-9893955aedbc tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Allocated IP 2001:db8::f816:3eff:fed5:60e1 (137c07e1-75d6-4e37-9f42-95b3b385c296/f1774d1f-dfcf-4514-aac0-d3d7a2b4342a/29bc5eef-1190-4408-a124-ccd54068d0db) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:06:07.198166 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83af979e-bcfd-41b4-afbc-008d44c7ef83 None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:06:07.203706 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-83af979e-bcfd-41b4-afbc-008d44c7ef83 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:06:07.212050 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83af979e-bcfd-41b4-afbc-008d44c7ef83 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:06:07.315603 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55f1711c-75f9-4fe6-969d-f52245f61aff req-1ab2059a-d6c3-4b78-9909-257f2819a9c7 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:06:07.347800 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ef0bd5-661f-4024-9ccb-b9bf9fafe7c3 None None] Sync routers for ids ['8598f5d7-eb46-409f-9875-d058ff8e964a'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:06:07.364894 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port daba3ace-a087-49c5-a1ae-8e29da0c59f9, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=daba3ace-a087-49c5-a1ae-8e29da0c59f9,segment=NetworkSegment(6450fb84-f2ae-4aef-9c0c-c15699fb9c2e),segment_id=6450fb84-f2ae-4aef-9c0c-c15699fb9c2e)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:06:07.448213 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:07.483878 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-83af979e-bcfd-41b4-afbc-008d44c7ef83 None None] Attempting to bind port 023b3cfc-c822-4d3f-ad51-a4b65f9ac323 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:06:07.483878 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-83af979e-bcfd-41b4-afbc-008d44c7ef83 None None] Attempting to bind port 023b3cfc-c822-4d3f-ad51-a4b65f9ac323 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:06:07.483878 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83af979e-bcfd-41b4-afbc-008d44c7ef83 None None] Attempting to bind port 023b3cfc-c822-4d3f-ad51-a4b65f9ac323 on network 137c07e1-75d6-4e37-9f42-95b3b385c296 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:06:07.499783 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83af979e-bcfd-41b4-afbc-008d44c7ef83 None None] Pushing event updated for resources: {'Port': ['ID=023b3cfc-c822-4d3f-ad51-a4b65f9ac323,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:07.505921 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d8ac3a1-e3ce-472b-b16c-892126627d26 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Router bb095b74-717d-485c-afe9-87063196b737 is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 22:06:07.547584 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f1711c-75f9-4fe6-969d-f52245f61aff req-1ab2059a-d6c3-4b78-9909-257f2819a9c7 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] No DVR routers for this DVR port c20d9159-6336-4451-8a94-fbf2f90c8b57 on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:06:07.562058 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-55f1711c-75f9-4fe6-969d-f52245f61aff req-1ab2059a-d6c3-4b78-9909-257f2819a9c7 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:07.570811 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '484f1bcc-8047-45f0-8404-bd3a73c642d2', 'name': 'network-vif-deleted', 'tag': 'c20d9159-6336-4451-8a94-fbf2f90c8b57'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:06:07.597769 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-76cd9802-3e79-4c5f-8e28-9893955aedbc tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:07.643127 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-76cd9802-3e79-4c5f-8e28-9893955aedbc tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Transition to ACTIVE for port object 29bc5eef-1190-4408-a124-ccd54068d0db will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:06:07.678634 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83af979e-bcfd-41b4-afbc-008d44c7ef83 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:06:07.679035 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83af979e-bcfd-41b4-afbc-008d44c7ef83 None None] Checking segment: {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:06:07.679467 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-83af979e-bcfd-41b4-afbc-008d44c7ef83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:07.679854 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83af979e-bcfd-41b4-afbc-008d44c7ef83 None None] Bound using segment: {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:06:07.680380 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-83af979e-bcfd-41b4-afbc-008d44c7ef83 None None] Bound port: 023b3cfc-c822-4d3f-ad51-a4b65f9ac323, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:06:07.680988 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-83af979e-bcfd-41b4-afbc-008d44c7ef83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:07.706261 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=daba3ace-a087-49c5-a1ae-8e29da0c59f9,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:07.724005 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ef0bd5-661f-4024-9ccb-b9bf9fafe7c3 None None] Routers {'8598f5d7-eb46-409f-9875-d058ff8e964a'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:06:07.724634 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-22ef0bd5-661f-4024-9ccb-b9bf9fafe7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:05:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8598f5d7-eb46-409f-9875-d058ff8e964a'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:06:07.857514 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-da7b4fb8-7fa5-4f93-884e-7d80194bdb59 req-8aebac6c-fc51-4c19-ad26-a4a3a6b4c666 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9154162 May 05 22:06:07.887578 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8db21b7c-89f4-4e7a-8207-d2549f9012ce req-70130dbd-6925-4019-8086-7e6715d9b464 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=484f1bcc-8047-45f0-8404-bd3a73c642d2 HTTP/1.1" status: 200 len: 210 time: 0.1572852 May 05 22:06:07.899883 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-76cd9802-3e79-4c5f-8e28-9893955aedbc tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:08.019812 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-55f1711c-75f9-4fe6-969d-f52245f61aff req-1ab2059a-d6c3-4b78-9909-257f2819a9c7 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.44 "DELETE /v2.0/ports/c20d9159-6336-4451-8a94-fbf2f90c8b57 HTTP/1.1" status: 204 len: 173 time: 7.4743521 May 05 22:06:08.053484 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f8bfe32-1e5f-44b1-b34b-83db64ce3f81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daba3ace-a087-49c5-a1ae-8e29da0c59f9'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:06:08.107147 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-683de6db-908b-4afb-aa10-0bbc0486c04c'] response: {'server_uuid': '484f1bcc-8047-45f0-8404-bd3a73c642d2', 'name': 'network-vif-deleted', 'tag': 'c20d9159-6336-4451-8a94-fbf2f90c8b57', 'status': 'completed', 'code': 200} May 05 22:06:08.191820 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cd9802-3e79-4c5f-8e28-9893955aedbc tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event updated for resources: {'Port': ['ID=29bc5eef-1190-4408-a124-ccd54068d0db,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:08.252559 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cd9802-3e79-4c5f-8e28-9893955aedbc tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:06:08.252559 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-76cd9802-3e79-4c5f-8e28-9893955aedbc tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:06:08.261915 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cd9802-3e79-4c5f-8e28-9893955aedbc tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:06:08.314832 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-991ae314-2e4a-45e7-a3d0-9804c405fff9'] response: {'server_uuid': '8f8bfe32-1e5f-44b1-b34b-83db64ce3f81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daba3ace-a087-49c5-a1ae-8e29da0c59f9', 'code': 200} May 05 22:06:08.316138 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d8ac3a1-e3ce-472b-b16c-892126627d26 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:06:08.327763 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b94a3c6-e023-4018-ba03-9bab42f39e9b None None] Sync routers for ids ['bb095b74-717d-485c-afe9-87063196b737'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:06:08.337351 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-22ef0bd5-661f-4024-9ccb-b9bf9fafe7c3 None None] Set router 8598f5d7-eb46-409f-9875-d058ff8e964a gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:06:08.362230 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b94a3c6-e023-4018-ba03-9bab42f39e9b None None] Routers {'bb095b74-717d-485c-afe9-87063196b737'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:06:08.362997 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-5b94a3c6-e023-4018-ba03-9bab42f39e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:05:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['bb095b74-717d-485c-afe9-87063196b737'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:06:08.365715 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6d8ac3a1-e3ce-472b-b16c-892126627d26 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:08.370470 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-6d8ac3a1-e3ce-472b-b16c-892126627d26 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 9.4330132 May 05 22:06:08.370864 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 34846) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:06:08.487405 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8e9cc5fe-0770-44b5-91ac-8583b6c060c0 tempest-TestNetworkAdvancedServerOps-1392066098 tempest-TestNetworkAdvancedServerOps-1392066098-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=06fb629024324e968714595537efac5c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1153107 May 05 22:06:08.493377 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 34854) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:06:08.591934 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cd9802-3e79-4c5f-8e28-9893955aedbc tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:08.594076 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-76cd9802-3e79-4c5f-8e28-9893955aedbc tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:08.701090 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae5492-76ed-409b-ba20-d68fe03d7dd7 req-0c5cf88e-a3c0-441d-a01f-6c11e54786bc tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:08.714976 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-33ae5492-76ed-409b-ba20-d68fe03d7dd7 req-0c5cf88e-a3c0-441d-a01f-6c11e54786bc tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f8bfe32-1e5f-44b1-b34b-83db64ce3f81 HTTP/1.1" status: 200 len: 946 time: 0.3692191 May 05 22:06:08.773466 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-76cd9802-3e79-4c5f-8e28-9893955aedbc tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.5511301 May 05 22:06:08.791572 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 34862) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:06:08.955449 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-5b94a3c6-e023-4018-ba03-9bab42f39e9b None None] Set router bb095b74-717d-485c-afe9-87063196b737 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:06:08.989773 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f5bad8a6-dd84-4da4-9dba-c9efa0024651 req-79a24bbf-6232-4321-bdf8-34824d9505a5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8f8bfe32-1e5f-44b1-b34b-83db64ce3f81 HTTP/1.1" status: 200 len: 1097 time: 0.4491892 May 05 22:06:09.034233 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-33ae5492-76ed-409b-ba20-d68fe03d7dd7 req-1f9d60ba-4719-4dfa-860a-a4632ad42fa7 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] 10.222.0.23 "GET /v2.0/security-groups?id=a840fe09-9188-4671-854a-0d1826f45c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126147 May 05 22:06:09.080343 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-83af979e-bcfd-41b4-afbc-008d44c7ef83 None None] For port 023b3cfc-c822-4d3f-ad51-a4b65f9ac323, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:06:09.105490 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e4930f-86a0-4055-a99f-6a8d87307973 tempest-TestNetworkAdvancedServerOps-1392066098 tempest-TestNetworkAdvancedServerOps-1392066098-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:09.122288 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-87e4930f-86a0-4055-a99f-6a8d87307973 tempest-TestNetworkAdvancedServerOps-1392066098 tempest-TestNetworkAdvancedServerOps-1392066098-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6230941 May 05 22:06:09.125013 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 34874) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:06:09.144860 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-83af979e-bcfd-41b4-afbc-008d44c7ef83 None None] For port 023b3cfc-c822-4d3f-ad51-a4b65f9ac323, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=023b3cfc-c822-4d3f-ad51-a4b65f9ac323,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:06:09.182573 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-83af979e-bcfd-41b4-afbc-008d44c7ef83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:09.191144 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc49016-ae3c-49dd-84ef-e00bf294559f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:09.220762 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc49016-ae3c-49dd-84ef-e00bf294559f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:09.227214 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-6fc49016-ae3c-49dd-84ef-e00bf294559f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Synchronizing usage tracker for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:06:09.286056 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-6fc49016-ae3c-49dd-84ef-e00bf294559f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Unset dirty status for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:06:09.288375 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-6fc49016-ae3c-49dd-84ef-e00bf294559f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.4828424 May 05 22:06:09.291296 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 34878) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:06:09.345021 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-4d289485-eb0d-454e-93c9-a95becbd460d tempest-TestNetworkAdvancedServerOps-1392066098 tempest-TestNetworkAdvancedServerOps-1392066098-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=25bfe237-58de-4709-a3e0-ac79da07c300&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2107527 May 05 22:06:09.355032 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 34886) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:06:09.375813 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-15b6b3d0-b355-479a-96e1-9724a38dd132 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-327633707', 'network_id': '1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753', 'project_id': '06fb629024324e968714595537efac5c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:06:09.441881 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83af979e-bcfd-41b4-afbc-008d44c7ef83 None None] Pushing event updated for resources: {'Port': ['ID=023b3cfc-c822-4d3f-ad51-a4b65f9ac323,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:09.499733 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-68ff4fc3-869a-4d1b-a93d-17d399d5dd1a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Deleting port 29bc5eef-1190-4408-a124-ccd54068d0db {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:06:09.500064 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-68ff4fc3-869a-4d1b-a93d-17d399d5dd1a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:09.538102 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 34894) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:06:09.582692 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f5bad8a6-dd84-4da4-9dba-c9efa0024651 req-075610ab-d836-4019-b23a-8d17a86b01d4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a840fe09-9188-4671-854a-0d1826f45c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5740771 May 05 22:06:09.696839 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986dbe61-bee7-40bf-8bb9-f16a7f420474 req-9c2ba20e-11aa-4602-b9a6-83c180c53b10 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:09.696839 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-986dbe61-bee7-40bf-8bb9-f16a7f420474 req-9c2ba20e-11aa-4602-b9a6-83c180c53b10 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.3251522 May 05 22:06:09.759089 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-15b6b3d0-b355-479a-96e1-9724a38dd132 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:06:09.768196 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-22ef0bd5-661f-4024-9ccb-b9bf9fafe7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'name': 'tempest-AttachVolumeNegativeTest-273245844-router', 'tenant_id': '2578689695ab4a55a99443682838538b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '6953bf02-942c-4df7-b861-f3365d5a587d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:02:33Z', 'updated_at': '2022-05-05T22:02:52Z', 'revision_number': 4, 'project_id': '2578689695ab4a55a99443682838538b', 'gw_port': {'id': '6953bf02-942c-4df7-b861-f3365d5a587d', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:35Z', 'updated_at': '2022-05-05T22:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '558711ec-cc6b-4387-8a57-c44e1a328a9a', 'name': '', 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd', 'tenant_id': '2578689695ab4a55a99443682838538b', 'mac_address': 'fa:16:3e:33:93:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6329e98-aed7-463a-a6e6-dc9284056d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:49Z', 'updated_at': '2022-05-05T22:03:09Z', 'revision_number': 5, 'project_id': '2578689695ab4a55a99443682838538b', 'subnets': [{'id': 'b6329e98-aed7-463a-a6e6-dc9284056d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:06:09.777737 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ef0bd5-661f-4024-9ccb-b9bf9fafe7c3 None None] Checking router: 8598f5d7-eb46-409f-9875-d058ff8e964a for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:06:09.781404 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-15b6b3d0-b355-479a-96e1-9724a38dd132 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Usage tracker for resource:subnet and tenant:06fb629024324e968714595537efac5c is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:06:09.795875 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ef0bd5-661f-4024-9ccb-b9bf9fafe7c3 None None] Routers {'8598f5d7-eb46-409f-9875-d058ff8e964a'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:06:09.796501 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-22ef0bd5-661f-4024-9ccb-b9bf9fafe7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:05:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8598f5d7-eb46-409f-9875-d058ff8e964a'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:06:09.799616 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-15b6b3d0-b355-479a-96e1-9724a38dd132 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:06:09.817393 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-15b6b3d0-b355-479a-96e1-9724a38dd132 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:06:09.848066 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b6b3d0-b355-479a-96e1-9724a38dd132 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Made reservation on behalf of 06fb629024324e968714595537efac5c for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:06:09.888654 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-5b94a3c6-e023-4018-ba03-9bab42f39e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb095b74-717d-485c-afe9-87063196b737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688406542', 'tenant_id': '06fb629024324e968714595537efac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '0e4eb224-cb12-4b32-8242-2b04fe4ae27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:05:59Z', 'updated_at': '2022-05-05T22:06:05Z', 'revision_number': 3, 'project_id': '06fb629024324e968714595537efac5c', 'gw_port': {'id': '0e4eb224-cb12-4b32-8242-2b04fe4ae27d', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb095b74-717d-485c-afe9-87063196b737', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:06:00Z', 'updated_at': '2022-05-05T22:06:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:06:09.901732 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b94a3c6-e023-4018-ba03-9bab42f39e9b None None] Checking router: bb095b74-717d-485c-afe9-87063196b737 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:06:09.902409 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b94a3c6-e023-4018-ba03-9bab42f39e9b None None] Updating router bb095b74-717d-485c-afe9-87063196b737 port 0e4eb224-cb12-4b32-8242-2b04fe4ae27d binding host n-d-825175-4 {{(pid=84068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:06:09.950171 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1df3cb97-ab4b-43bb-b9c5-0a401f0dbac1 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:10.031913 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-5b94a3c6-e023-4018-ba03-9bab42f39e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:10.162898 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-15b6b3d0-b355-479a-96e1-9724a38dd132 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:10.234191 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-986dbe61-bee7-40bf-8bb9-f16a7f420474 req-9d719fdd-9ae1-47dd-848c-d3e384909870 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4957507 May 05 22:06:10.243717 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1df3cb97-ab4b-43bb-b9c5-0a401f0dbac1 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:10.389237 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-22ef0bd5-661f-4024-9ccb-b9bf9fafe7c3 None None] Set router 8598f5d7-eb46-409f-9875-d058ff8e964a gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:06:10.420333 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-68ff4fc3-869a-4d1b-a93d-17d399d5dd1a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:10.659155 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-15b6b3d0-b355-479a-96e1-9724a38dd132 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:10.897232 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b6b3d0-b355-479a-96e1-9724a38dd132 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event updated for resources: {'Subnet': ['ID=1755485f-4a55-4fd6-9437-364fb3417fd0,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:11.012688 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b6b3d0-b355-479a-96e1-9724a38dd132 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Checking segment: {'id': '13351c92-5f57-4954-9af1-ea9ae34ca426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:06:11.013203 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b6b3d0-b355-479a-96e1-9724a38dd132 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Network hostable DHCP agents. Network: 1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:06:11.015729 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-68ff4fc3-869a-4d1b-a93d-17d399d5dd1a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Calling delete_port for 29bc5eef-1190-4408-a124-ccd54068d0db owned by {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:06:11.050546 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-5b94a3c6-e023-4018-ba03-9bab42f39e9b None None] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:11.074335 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b6b3d0-b355-479a-96e1-9724a38dd132 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Network 1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:06:11.094606 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-15b6b3d0-b355-479a-96e1-9724a38dd132 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:06:11.100036 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b6b3d0-b355-479a-96e1-9724a38dd132 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:11.101523 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-15b6b3d0-b355-479a-96e1-9724a38dd132 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:11.109374 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1348ec68-c2b9-4a3a-9110-826f91445f9a None None] Network 1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:06:11.157883 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-15b6b3d0-b355-479a-96e1-9724a38dd132 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.8013926 May 05 22:06:11.158776 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 34930) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:06:11.412098 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.provisioning_blocks [None req-5b94a3c6-e023-4018-ba03-9bab42f39e9b None None] Transition to ACTIVE for port object 0e4eb224-cb12-4b32-8242-2b04fe4ae27d will not be triggered until provisioned by entity L2. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:06:11.430779 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-5b94a3c6-e023-4018-ba03-9bab42f39e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:11.444636 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1df3cb97-ab4b-43bb-b9c5-0a401f0dbac1 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:11.499580 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1df3cb97-ab4b-43bb-b9c5-0a401f0dbac1 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:11.500712 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-1df3cb97-ab4b-43bb-b9c5-0a401f0dbac1 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "DELETE /v2.0/security-groups/ce8bd1d7-5cbb-4f4a-9d55-733d0e4f810c HTTP/1.1" status: 204 len: 168 time: 1.9605052 May 05 22:06:11.502777 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df3cb97-ab4b-43bb-b9c5-0a401f0dbac1 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8bd1d7-5cbb-4f4a-9d55-733d0e4f810c,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:11.546228 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 34934) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:06:11.546796 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 023b3cfc-c822-4d3f-ad51-a4b65f9ac323 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:06:11.624449 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-61a6d6fb-d5b6-4cc0-91f8-08260dc23ce7 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] show failed (client error): The resource could not be found. May 05 22:06:11.625480 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-61a6d6fb-d5b6-4cc0-91f8-08260dc23ce7 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/security-groups/ce8bd1d7-5cbb-4f4a-9d55-733d0e4f810c HTTP/1.1" status: 404 len: 347 time: 0.0786543 May 05 22:06:11.643718 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 34940) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:06:11.662557 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7990cc84-0c92-49e0-8860-a045f75acdd7 None None] Pushing event updated for resources: {'Port': ['ID=0e4eb224-cb12-4b32-8242-2b04fe4ae27d,revision_number=2']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:11.675429 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110cc29e-7f07-4614-8828-351ad0196e90 None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:06:11.687678 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-5b94a3c6-e023-4018-ba03-9bab42f39e9b None None] Attempting to bind port 0e4eb224-cb12-4b32-8242-2b04fe4ae27d on host n-d-825175-4 for vnic_type normal with profile {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:06:11.692826 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-5b94a3c6-e023-4018-ba03-9bab42f39e9b None None] Attempting to bind port 0e4eb224-cb12-4b32-8242-2b04fe4ae27d by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:06:11.693285 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b94a3c6-e023-4018-ba03-9bab42f39e9b None None] Attempting to bind port 0e4eb224-cb12-4b32-8242-2b04fe4ae27d on network 25bfe237-58de-4709-a3e0-ac79da07c300 {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:06:11.707709 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e04760-2973-42a9-accd-028575433091 req-04568859-9cd7-4fb0-96fb-bcc9c84c2b1d tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:11.719322 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e6e04760-2973-42a9-accd-028575433091 req-04568859-9cd7-4fb0-96fb-bcc9c84c2b1d tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f8bfe32-1e5f-44b1-b34b-83db64ce3f81 HTTP/1.1" status: 200 len: 946 time: 1.2756238 May 05 22:06:11.720665 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b94a3c6-e023-4018-ba03-9bab42f39e9b None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:06:11.721036 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b94a3c6-e023-4018-ba03-9bab42f39e9b None None] Checking segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:06:11.721433 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-5b94a3c6-e023-4018-ba03-9bab42f39e9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:11.722142 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b94a3c6-e023-4018-ba03-9bab42f39e9b None None] Bound using segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:06:11.722619 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-5b94a3c6-e023-4018-ba03-9bab42f39e9b None None] Bound port: 0e4eb224-cb12-4b32-8242-2b04fe4ae27d, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:06:11.723997 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-5b94a3c6-e023-4018-ba03-9bab42f39e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:11.948332 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e087d3-1535-4a4b-a141-5bf05d8ca6be req-486c2011-1e0b-41ef-9e35-c211a9fee0db tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:11.949991 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-95e087d3-1535-4a4b-a141-5bf05d8ca6be req-486c2011-1e0b-41ef-9e35-c211a9fee0db tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/networks?id=747286bb-8407-402f-868f-44a863404e7a HTTP/1.1" status: 200 len: 814 time: 0.9874961 May 05 22:06:11.951722 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-68ff4fc3-869a-4d1b-a93d-17d399d5dd1a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:11.996683 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e6e04760-2973-42a9-accd-028575433091 req-e4e90a83-9013-499d-a9ac-d0c9e97859cc tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] 10.222.0.23 "GET /v2.0/security-groups?id=a840fe09-9188-4671-854a-0d1826f45c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763298 May 05 22:06:11.998440 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-95e087d3-1535-4a4b-a141-5bf05d8ca6be req-d3942907-e0ea-471d-9ff1-5df22127fcd6 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/quotas/b068134c338f46c6866f23b681a9cd8a HTTP/1.1" status: 200 len: 375 time: 0.0200021 May 05 22:06:12.071607 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-5b94a3c6-e023-4018-ba03-9bab42f39e9b None None] For port 0e4eb224-cb12-4b32-8242-2b04fe4ae27d, host n-d-825175-4, cleared binding levels {{(pid=84068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:06:12.076078 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-5b94a3c6-e023-4018-ba03-9bab42f39e9b None None] For port 0e4eb224-cb12-4b32-8242-2b04fe4ae27d, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=0e4eb224-cb12-4b32-8242-2b04fe4ae27d,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:06:12.083744 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-b5beab75-583e-4b2e-ab7b-acdd1f3d7445 None None] Provisioning for port 023b3cfc-c822-4d3f-ad51-a4b65f9ac323 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:06:12.091970 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-5b94a3c6-e023-4018-ba03-9bab42f39e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:12.092650 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-22ef0bd5-661f-4024-9ccb-b9bf9fafe7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'name': 'tempest-AttachVolumeNegativeTest-273245844-router', 'tenant_id': '2578689695ab4a55a99443682838538b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '6953bf02-942c-4df7-b861-f3365d5a587d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:02:33Z', 'updated_at': '2022-05-05T22:02:52Z', 'revision_number': 4, 'project_id': '2578689695ab4a55a99443682838538b', 'gw_port': {'id': '6953bf02-942c-4df7-b861-f3365d5a587d', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:35Z', 'updated_at': '2022-05-05T22:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '558711ec-cc6b-4387-8a57-c44e1a328a9a', 'name': '', 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd', 'tenant_id': '2578689695ab4a55a99443682838538b', 'mac_address': 'fa:16:3e:33:93:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6329e98-aed7-463a-a6e6-dc9284056d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:49Z', 'updated_at': '2022-05-05T22:03:09Z', 'revision_number': 5, 'project_id': '2578689695ab4a55a99443682838538b', 'subnets': [{'id': 'b6329e98-aed7-463a-a6e6-dc9284056d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:06:12.119723 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ff4fc3-869a-4d1b-a93d-17d399d5dd1a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event deleted for resources: {'Port': ['ID=29bc5eef-1190-4408-a124-ccd54068d0db,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:12.186135 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ef0bd5-661f-4024-9ccb-b9bf9fafe7c3 None None] The sync data for ids ['8598f5d7-eb46-409f-9875-d058ff8e964a'] in n-d-825175-4 is: [{'id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'name': 'tempest-AttachVolumeNegativeTest-273245844-router', 'tenant_id': '2578689695ab4a55a99443682838538b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '6953bf02-942c-4df7-b861-f3365d5a587d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:02:33Z', 'updated_at': '2022-05-05T22:02:52Z', 'revision_number': 4, 'project_id': '2578689695ab4a55a99443682838538b', 'gw_port': {'id': '6953bf02-942c-4df7-b861-f3365d5a587d', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:35Z', 'updated_at': '2022-05-05T22:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '558711ec-cc6b-4387-8a57-c44e1a328a9a', 'name': '', 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd', 'tenant_id': '2578689695ab4a55a99443682838538b', 'mac_address': 'fa:16:3e:33:93:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6329e98-aed7-463a-a6e6-dc9284056d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:49Z', 'updated_at': '2022-05-05T22:03:09Z', 'revision_number': 5, 'project_id': '2578689695ab4a55a99443682838538b', 'subnets': [{'id': 'b6329e98-aed7-463a-a6e6-dc9284056d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:06:12.211268 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-26cbddcb-1fe5-46d3-aa1f-1553a737b602 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Deleting port 06eda573-19bb-4ce6-8262-fa4bf33ad1b7 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:06:12.211777 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-26cbddcb-1fe5-46d3-aa1f-1553a737b602 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:12.223608 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c793432-70ed-4c46-87cf-fe901948e41e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753', 'network_id': '1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753', 'tenant_id': '06fb629024324e968714595537efac5c', 'fixed_ips': [{'subnet_id': '1755485f-4a55-4fd6-9437-364fb3417fd0'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:06:12.224514 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6c793432-70ed-4c46-87cf-fe901948e41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:12.252702 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 023b3cfc-c822-4d3f-ad51-a4b65f9ac323 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:06:12.267877 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7990cc84-0c92-49e0-8860-a045f75acdd7 None None] Pushing event updated for resources: {'Port': ['ID=0e4eb224-cb12-4b32-8242-2b04fe4ae27d,revision_number=3']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:12.291367 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 023b3cfc-c822-4d3f-ad51-a4b65f9ac323 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:06:12.291742 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:12.308264 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7990cc84-0c92-49e0-8860-a045f75acdd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:06:12.311441 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7990cc84-0c92-49e0-8860-a045f75acdd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:06:12.311976 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7990cc84-0c92-49e0-8860-a045f75acdd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:06:12.312837 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7990cc84-0c92-49e0-8860-a045f75acdd7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:06:12.313332 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7990cc84-0c92-49e0-8860-a045f75acdd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:06:12.313875 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7990cc84-0c92-49e0-8860-a045f75acdd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:06:12.314361 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7990cc84-0c92-49e0-8860-a045f75acdd7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:06:12.314897 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7990cc84-0c92-49e0-8860-a045f75acdd7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:06:12.315382 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7990cc84-0c92-49e0-8860-a045f75acdd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:06:12.315865 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7990cc84-0c92-49e0-8860-a045f75acdd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:06:12.316575 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7990cc84-0c92-49e0-8860-a045f75acdd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:06:12.354874 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b94a3c6-e023-4018-ba03-9bab42f39e9b None None] Routers {'bb095b74-717d-485c-afe9-87063196b737'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:06:12.354874 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-5b94a3c6-e023-4018-ba03-9bab42f39e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:05:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['bb095b74-717d-485c-afe9-87063196b737'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:06:12.458062 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-68ff4fc3-869a-4d1b-a93d-17d399d5dd1a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:12.498018 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-95e087d3-1535-4a4b-a141-5bf05d8ca6be req-b2f923e5-5a58-4d6d-ab73-afe7194dac0c tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b068134c338f46c6866f23b681a9cd8a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4583588 May 05 22:06:12.590484 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-68ff4fc3-869a-4d1b-a93d-17d399d5dd1a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/ports/29bc5eef-1190-4408-a124-ccd54068d0db HTTP/1.1" status: 204 len: 168 time: 3.2914224 May 05 22:06:12.763989 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-5b94a3c6-e023-4018-ba03-9bab42f39e9b None None] Set router bb095b74-717d-485c-afe9-87063196b737 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:06:12.793038 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 34960) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:06:12.807166 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eead1f06-5757-4b4e-8ec1-93a251d96cba None None] New status for floating IP 506845e7-30ce-4d73-aa3d-f58c8cdc4746: DOWN {{(pid=84064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 22:06:12.869701 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a56508e-e1a9-4ff4-93b6-b9851b27ee55 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:12.871772 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a56508e-e1a9-4ff4-93b6-b9851b27ee55 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:12.872567 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a56508e-e1a9-4ff4-93b6-b9851b27ee55 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:12.873375 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-1a56508e-e1a9-4ff4-93b6-b9851b27ee55 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Synchronizing usage tracker for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:subnet {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:06:12.890879 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-95e087d3-1535-4a4b-a141-5bf05d8ca6be req-6b8432cd-e6f8-4b96-afe7-aa32016e923b service neutron] 10.222.0.23 "GET /v2.0/networks/747286bb-8407-402f-868f-44a863404e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915253 May 05 22:06:13.043237 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-26cbddcb-1fe5-46d3-aa1f-1553a737b602 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:13.044212 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-26cbddcb-1fe5-46d3-aa1f-1553a737b602 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:13.146288 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-95e087d3-1535-4a4b-a141-5bf05d8ca6be req-f4c005e0-bff6-4fe7-921a-162d12da3a55 service neutron] 10.222.0.23 "GET /v2.0/networks/747286bb-8407-402f-868f-44a863404e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542124 May 05 22:06:13.158271 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-1a56508e-e1a9-4ff4-93b6-b9851b27ee55 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Unset dirty status for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:subnet {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:06:13.165870 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-1a56508e-e1a9-4ff4-93b6-b9851b27ee55 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3707166 May 05 22:06:13.169303 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 34976) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:06:13.298488 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-26cbddcb-1fe5-46d3-aa1f-1553a737b602 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Calling delete_port for 06eda573-19bb-4ce6-8262-fa4bf33ad1b7 owned by network:floatingip {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:06:13.316267 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:13.346628 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-6c793432-70ed-4c46-87cf-fe901948e41e None None] Allocated IP 172.20.0.2 (1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753/1755485f-4a55-4fd6-9437-364fb3417fd0/6be742ec-dd73-4a11-9f01-e171abd0f389) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:06:13.355415 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-5b94a3c6-e023-4018-ba03-9bab42f39e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb095b74-717d-485c-afe9-87063196b737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688406542', 'tenant_id': '06fb629024324e968714595537efac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '0e4eb224-cb12-4b32-8242-2b04fe4ae27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:05:59Z', 'updated_at': '2022-05-05T22:06:05Z', 'revision_number': 3, 'project_id': '06fb629024324e968714595537efac5c', 'gw_port': {'id': '0e4eb224-cb12-4b32-8242-2b04fe4ae27d', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb095b74-717d-485c-afe9-87063196b737', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:06:00Z', 'updated_at': '2022-05-05T22:06:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:06:13.378223 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 023b3cfc-c822-4d3f-ad51-a4b65f9ac323, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=023b3cfc-c822-4d3f-ad51-a4b65f9ac323,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:06:13.381929 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b94a3c6-e023-4018-ba03-9bab42f39e9b None None] The sync data for ids ['bb095b74-717d-485c-afe9-87063196b737'] in n-d-825175-4 is: [{'id': 'bb095b74-717d-485c-afe9-87063196b737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688406542', 'tenant_id': '06fb629024324e968714595537efac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '0e4eb224-cb12-4b32-8242-2b04fe4ae27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:05:59Z', 'updated_at': '2022-05-05T22:06:05Z', 'revision_number': 3, 'project_id': '06fb629024324e968714595537efac5c', 'gw_port': {'id': '0e4eb224-cb12-4b32-8242-2b04fe4ae27d', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb095b74-717d-485c-afe9-87063196b737', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:06:00Z', 'updated_at': '2022-05-05T22:06:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:06:13.388692 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:13.574344 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.api [None req-26cbddcb-1fe5-46d3-aa1f-1553a737b602 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:06:13.574804 n-d-825175-4 neutron-server[84063]: DEBUG oslo_db.api [None req-26cbddcb-1fe5-46d3-aa1f-1553a737b602 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:06:13.801757 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-e13967c6-374f-4986-9983-dbacdef8adec tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Deleting subnet c4d96fcb-0462-4eda-8411-2f6e61626035 {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:06:13.892203 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=023b3cfc-c822-4d3f-ad51-a4b65f9ac323,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:13.897706 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-845c9c6f-d218-4d8b-84e8-74d5e80ceeb3 req-8fba8041-64af-4616-8467-2efa6933c47d tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddc906c7-cc4c-433e-8eb5-f701bf23e03b HTTP/1.1" status: 200 len: 210 time: 0.2389567 May 05 22:06:13.908136 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e13967c6-374f-4986-9983-dbacdef8adec tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:13.996214 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8224959a-77ab-4154-ab54-caf54401d828 None None] Update dhcp port {'port': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'fixed_ips': [{'subnet_id': 'f1774d1f-dfcf-4514-aac0-d3d7a2b4342a', 'ip_address': '2001:db8::f816:3eff:fe6b:b564'}, {'subnet_id': 'c4d96fcb-0462-4eda-8411-2f6e61626035'}], 'binding:host_id': 'n-d-825175-4'}, 'id': '023b3cfc-c822-4d3f-ad51-a4b65f9ac323'} from n-d-825175-4. {{(pid=84064) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 05 22:06:14.072589 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e13967c6-374f-4986-9983-dbacdef8adec tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:14.081074 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-26cbddcb-1fe5-46d3-aa1f-1553a737b602 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Deleting port 06eda573-19bb-4ce6-8262-fa4bf33ad1b7 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:06:14.081505 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-26cbddcb-1fe5-46d3-aa1f-1553a737b602 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:14.129599 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c64f7-3560-4389-8869-c06571b1acde req-444799cf-6f29-4619-bf34-653c098ad8a6 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:14.132355 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-744c64f7-3560-4389-8869-c06571b1acde req-444799cf-6f29-4619-bf34-653c098ad8a6 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f8bfe32-1e5f-44b1-b34b-83db64ce3f81 HTTP/1.1" status: 200 len: 946 time: 0.6871967 May 05 22:06:14.204882 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-58e3ecb2-372e-4254-b26c-baffdee3a5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:14.219518 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e13967c6-374f-4986-9983-dbacdef8adec tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:14.275703 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8224959a-77ab-4154-ab54-caf54401d828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:14.340694 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-744c64f7-3560-4389-8869-c06571b1acde req-8a10bb3d-e13d-46e3-bdbb-817ae662af7e tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] 10.222.0.23 "GET /v2.0/security-groups?id=a840fe09-9188-4671-854a-0d1826f45c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940582 May 05 22:06:14.415679 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e13967c6-374f-4986-9983-dbacdef8adec tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:14.514725 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13967c6-374f-4986-9983-dbacdef8adec tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event deleted for resources: {'Subnet': ['ID=c4d96fcb-0462-4eda-8411-2f6e61626035,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:14.522062 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e13967c6-374f-4986-9983-dbacdef8adec tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:14.542315 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e13967c6-374f-4986-9983-dbacdef8adec tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/subnets/c4d96fcb-0462-4eda-8411-2f6e61626035 HTTP/1.1" status: 204 len: 168 time: 1.3715882 May 05 22:06:14.545145 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35014) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:06:14.579240 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6c793432-70ed-4c46-87cf-fe901948e41e None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:14.594052 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-6c793432-70ed-4c46-87cf-fe901948e41e None None] Transition to ACTIVE for port object 6be742ec-dd73-4a11-9f01-e171abd0f389 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:06:14.642869 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-6c793432-70ed-4c46-87cf-fe901948e41e None None] Transition to ACTIVE for port object 6be742ec-dd73-4a11-9f01-e171abd0f389 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:06:14.709823 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb302aa3-6fc4-41b9-a588-d2f8bfb2fd7f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Deleting subnet f1774d1f-dfcf-4514-aac0-d3d7a2b4342a {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:06:14.717538 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cb302aa3-6fc4-41b9-a588-d2f8bfb2fd7f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:14.725800 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6c793432-70ed-4c46-87cf-fe901948e41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:14.934222 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cb302aa3-6fc4-41b9-a588-d2f8bfb2fd7f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:15.047501 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c793432-70ed-4c46-87cf-fe901948e41e None None] Pushing event updated for resources: {'Port': ['ID=6be742ec-dd73-4a11-9f01-e171abd0f389,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:15.095947 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-26cbddcb-1fe5-46d3-aa1f-1553a737b602 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:15.117353 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-26cbddcb-1fe5-46d3-aa1f-1553a737b602 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:15.247992 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cb302aa3-6fc4-41b9-a588-d2f8bfb2fd7f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:15.366596 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a3feff35-e0b8-4215-8e39-feb585254050 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:15.391445 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-26cbddcb-1fe5-46d3-aa1f-1553a737b602 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Calling delete_port for 06eda573-19bb-4ce6-8262-fa4bf33ad1b7 owned by network:floatingip {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:06:15.393270 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c793432-70ed-4c46-87cf-fe901948e41e None None] Network 1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:06:15.407137 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-6c793432-70ed-4c46-87cf-fe901948e41e None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:06:15.418812 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c793432-70ed-4c46-87cf-fe901948e41e None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:06:15.762325 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-6c793432-70ed-4c46-87cf-fe901948e41e None None] Attempting to bind port 6be742ec-dd73-4a11-9f01-e171abd0f389 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:06:15.762881 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-6c793432-70ed-4c46-87cf-fe901948e41e None None] Attempting to bind port 6be742ec-dd73-4a11-9f01-e171abd0f389 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '13351c92-5f57-4954-9af1-ea9ae34ca426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:06:15.763393 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c793432-70ed-4c46-87cf-fe901948e41e None None] Attempting to bind port 6be742ec-dd73-4a11-9f01-e171abd0f389 on network 1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:06:15.774028 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 023b3cfc-c822-4d3f-ad51-a4b65f9ac323 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:06:15.892801 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e087d3-1535-4a4b-a141-5bf05d8ca6be req-2f055398-aee2-4eff-983c-b0b0527b6f53 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:15.892801 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-95e087d3-1535-4a4b-a141-5bf05d8ca6be req-2f055398-aee2-4eff-983c-b0b0527b6f53 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.44 "GET /v2.0/networks?id=747286bb-8407-402f-868f-44a863404e7a HTTP/1.1" status: 200 len: 814 time: 0.4171910 May 05 22:06:15.907946 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c793432-70ed-4c46-87cf-fe901948e41e None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:06:15.907946 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c793432-70ed-4c46-87cf-fe901948e41e None None] Checking segment: {'id': '13351c92-5f57-4954-9af1-ea9ae34ca426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:06:15.907946 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6c793432-70ed-4c46-87cf-fe901948e41e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:15.907946 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c793432-70ed-4c46-87cf-fe901948e41e None None] Bound using segment: {'id': '13351c92-5f57-4954-9af1-ea9ae34ca426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:06:15.907946 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-6c793432-70ed-4c46-87cf-fe901948e41e None None] Bound port: 6be742ec-dd73-4a11-9f01-e171abd0f389, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13351c92-5f57-4954-9af1-ea9ae34ca426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:06:15.907946 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6c793432-70ed-4c46-87cf-fe901948e41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:16.011267 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 023b3cfc-c822-4d3f-ad51-a4b65f9ac323 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:06:16.012182 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:16.061852 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-6c793432-70ed-4c46-87cf-fe901948e41e None None] For port 6be742ec-dd73-4a11-9f01-e171abd0f389, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:06:16.066398 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-6c793432-70ed-4c46-87cf-fe901948e41e None None] For port 6be742ec-dd73-4a11-9f01-e171abd0f389, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=6be742ec-dd73-4a11-9f01-e171abd0f389,segment=NetworkSegment(13351c92-5f57-4954-9af1-ea9ae34ca426),segment_id=13351c92-5f57-4954-9af1-ea9ae34ca426)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:06:16.094265 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5d54e363-8483-406c-8096-c3dcffb196c2 req-83b4f3bd-9916-4f81-9a4c-a2a50d1439b2 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddc906c7-cc4c-433e-8eb5-f701bf23e03b HTTP/1.1" status: 200 len: 210 time: 0.2163997 May 05 22:06:16.112051 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6c793432-70ed-4c46-87cf-fe901948e41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:16.144659 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-95e087d3-1535-4a4b-a141-5bf05d8ca6be req-6f87409a-a6ca-4808-829b-814a216f1517 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Request body: {'port': {'device_id': 'ddc906c7-cc4c-433e-8eb5-f701bf23e03b', 'network_id': '747286bb-8407-402f-868f-44a863404e7a', 'admin_state_up': True, 'tenant_id': 'b068134c338f46c6866f23b681a9cd8a'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:06:16.190251 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cb302aa3-6fc4-41b9-a588-d2f8bfb2fd7f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server [None req-8224959a-77ab-4154-ab54-caf54401d828 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f1774d1f-dfcf-4514-aac0-d3d7a2b4342a: This subnet is being modified by another concurrent operation. May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server raise value May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server raise value May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server raise value May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 311, in update_dhcp_port May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 101, in _port_action May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server raise value May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server raise value May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server raise value May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1694, in update_port May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1493, in update_port May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server self.ipam.update_port( May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 712, in update_port May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server raise exception May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f1774d1f-dfcf-4514-aac0-d3d7a2b4342a: This subnet is being modified by another concurrent operation. May 05 22:06:16.201089 n-d-825175-4 neutron-server[84064]: ERROR oslo_messaging.rpc.server May 05 22:06:16.301012 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb302aa3-6fc4-41b9-a588-d2f8bfb2fd7f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event deleted for resources: {'Subnet': ['ID=f1774d1f-dfcf-4514-aac0-d3d7a2b4342a,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:16.331182 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cb302aa3-6fc4-41b9-a588-d2f8bfb2fd7f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:16.346880 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-cb302aa3-6fc4-41b9-a588-d2f8bfb2fd7f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/subnets/f1774d1f-dfcf-4514-aac0-d3d7a2b4342a HTTP/1.1" status: 204 len: 168 time: 1.8003707 May 05 22:06:16.351486 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35088) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:06:16.368039 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d796435a-a425-4f9a-886d-9c28de050321 None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:06:16.544382 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0f1d8a32-0847-48e7-929a-a6cef878e04d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1892784 May 05 22:06:16.544915 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35104) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:06:16.558317 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-8b925e66-ec48-47de-8d66-a49377565486 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Request body: {'subnet': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:06:16.785866 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-812b2ffa-c24e-4e53-b5a4-7c6fbdab8038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:16.871759 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-8b925e66-ec48-47de-8d66-a49377565486 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:06:16.876498 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-8b925e66-ec48-47de-8d66-a49377565486 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Usage tracker for resource:subnet and tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:06:16.924644 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c793432-70ed-4c46-87cf-fe901948e41e None None] Pushing event updated for resources: {'Port': ['ID=6be742ec-dd73-4a11-9f01-e171abd0f389,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:16.933294 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-8b925e66-ec48-47de-8d66-a49377565486 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:06:16.941704 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-8b925e66-ec48-47de-8d66-a49377565486 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:06:16.967775 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b925e66-ec48-47de-8d66-a49377565486 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Made reservation on behalf of 6a9c8b32c69349b78288ebe6e6b6f3f4 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:06:16.972756 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8b925e66-ec48-47de-8d66-a49377565486 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:17.087786 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-88a53876-7e39-42e2-9868-c7fbec8ca3b8 None None] Provisioning complete for port 023b3cfc-c822-4d3f-ad51-a4b65f9ac323 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:06:17.088268 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-88a53876-7e39-42e2-9868-c7fbec8ca3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:17.224524 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-95e087d3-1535-4a4b-a141-5bf05d8ca6be req-6f87409a-a6ca-4808-829b-814a216f1517 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:06:17.272575 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-95e087d3-1535-4a4b-a141-5bf05d8ca6be req-6f87409a-a6ca-4808-829b-814a216f1517 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:06:17.446016 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 0e4eb224-cb12-4b32-8242-2b04fe4ae27d up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:06:17.514840 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95e087d3-1535-4a4b-a141-5bf05d8ca6be req-6f87409a-a6ca-4808-829b-814a216f1517 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Made reservation on behalf of b068134c338f46c6866f23b681a9cd8a for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:06:17.522488 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-95e087d3-1535-4a4b-a141-5bf05d8ca6be req-6f87409a-a6ca-4808-829b-814a216f1517 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:17.564200 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:17.684832 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a40f33-65d1-456c-9c44-d041bed7f018 None None] DHCP port deletion for 137c07e1-75d6-4e37-9f42-95b3b385c296 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:06:17.737759 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:17.758291 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-29a40f33-65d1-456c-9c44-d041bed7f018 None None] Deleting port 023b3cfc-c822-4d3f-ad51-a4b65f9ac323 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:06:17.758490 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-29a40f33-65d1-456c-9c44-d041bed7f018 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:17.796975 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-852ebcaa-f738-4a9e-86bb-41e11858b848 req-3f262f4e-8971-43d9-9bf2-ef28e5ce95f2 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddc906c7-cc4c-433e-8eb5-f701bf23e03b HTTP/1.1" status: 200 len: 210 time: 0.2897475 May 05 22:06:18.026394 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-95e087d3-1535-4a4b-a141-5bf05d8ca6be req-6f87409a-a6ca-4808-829b-814a216f1517 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Allocated IP 172.20.0.12 (747286bb-8407-402f-868f-44a863404e7a/1aed2f09-8491-48ad-8b12-0e30712ddf00/395631a2-23c0-4bf7-a7ae-e05bdec875fb) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:06:18.472614 n-d-825175-4 neutron-server[84061]: DEBUG neutron.objects.ports [None req-8b925e66-ec48-47de-8d66-a49377565486 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84061) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 05 22:06:18.553597 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-29a40f33-65d1-456c-9c44-d041bed7f018 None None] For port 023b3cfc-c822-4d3f-ad51-a4b65f9ac323, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=023b3cfc-c822-4d3f-ad51-a4b65f9ac323,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:06:18.554211 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-29a40f33-65d1-456c-9c44-d041bed7f018 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:18.556420 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-95e087d3-1535-4a4b-a141-5bf05d8ca6be req-6f87409a-a6ca-4808-829b-814a216f1517 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:18.676887 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-95e087d3-1535-4a4b-a141-5bf05d8ca6be req-6f87409a-a6ca-4808-829b-814a216f1517 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:18.678702 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-26cbddcb-1fe5-46d3-aa1f-1553a737b602 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:18.813044 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cbddcb-1fe5-46d3-aa1f-1553a737b602 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Pushing event deleted for resources: {'Port': ['ID=06eda573-19bb-4ce6-8262-fa4bf33ad1b7,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:18.817649 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95e087d3-1535-4a4b-a141-5bf05d8ca6be req-6f87409a-a6ca-4808-829b-814a216f1517 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Network 747286bb-8407-402f-868f-44a863404e7a is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:06:18.859332 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8b925e66-ec48-47de-8d66-a49377565486 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:18.894253 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-95e087d3-1535-4a4b-a141-5bf05d8ca6be req-6f87409a-a6ca-4808-829b-814a216f1517 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:06:18.960664 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-95e087d3-1535-4a4b-a141-5bf05d8ca6be req-6f87409a-a6ca-4808-829b-814a216f1517 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:06:18.970971 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-29a40f33-65d1-456c-9c44-d041bed7f018 None None] Calling delete_port for 023b3cfc-c822-4d3f-ad51-a4b65f9ac323 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:06:19.069964 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eadd79f-8de0-4064-9682-a4b6d4b93219 None None] Network 1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:06:19.125324 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['e5394ba0-792a-4b8a-b7c6-660aa79245c7'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:06:19.401716 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 0e4eb224-cb12-4b32-8242-2b04fe4ae27d completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:06:19.431972 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e087d3-1535-4a4b-a141-5bf05d8ca6be req-6f87409a-a6ca-4808-829b-814a216f1517 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:19.432636 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-95e087d3-1535-4a4b-a141-5bf05d8ca6be req-6f87409a-a6ca-4808-829b-814a216f1517 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:19.463050 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeef056-b40d-40f3-8b1b-6698577d845d req-295c9047-e815-42f6-89fa-46e985cf92fe tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:19.464870 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-abeef056-b40d-40f3-8b1b-6698577d845d req-295c9047-e815-42f6-89fa-46e985cf92fe tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddc906c7-cc4c-433e-8eb5-f701bf23e03b HTTP/1.1" status: 200 len: 932 time: 0.2732987 May 05 22:06:19.505552 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f87409a-a6ca-4808-829b-814a216f1517 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Pushing event updated for resources: {'Port': ['ID=395631a2-23c0-4bf7-a7ae-e05bdec875fb,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:19.519482 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-95e087d3-1535-4a4b-a141-5bf05d8ca6be req-6f87409a-a6ca-4808-829b-814a216f1517 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3987987 May 05 22:06:19.533876 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-abeef056-b40d-40f3-8b1b-6698577d845d req-bf0f4450-873d-4534-97c0-d196dd4d8d29 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591364 May 05 22:06:19.541617 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-8b925e66-ec48-47de-8d66-a49377565486 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] For port 023b3cfc-c822-4d3f-ad51-a4b65f9ac323, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=023b3cfc-c822-4d3f-ad51-a4b65f9ac323,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:06:19.566548 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-95e087d3-1535-4a4b-a141-5bf05d8ca6be req-70101791-fd7b-46cd-82d6-2b098ec88303 service neutron] Request body: {'port': {'device_id': 'ddc906c7-cc4c-433e-8eb5-f701bf23e03b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:06:19.613905 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8b925e66-ec48-47de-8d66-a49377565486 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:19.626922 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8b925e66-ec48-47de-8d66-a49377565486 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:19.628024 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8b925e66-ec48-47de-8d66-a49377565486 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:19.725590 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 0e4eb224-cb12-4b32-8242-2b04fe4ae27d triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:06:19.725590 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:19.820772 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-26cbddcb-1fe5-46d3-aa1f-1553a737b602 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for floatingip, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:19.826251 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-26cbddcb-1fe5-46d3-aa1f-1553a737b602 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:19.828491 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-29a40f33-65d1-456c-9c44-d041bed7f018 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:06:19.829218 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-29a40f33-65d1-456c-9c44-d041bed7f018 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:06:19.833832 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-26cbddcb-1fe5-46d3-aa1f-1553a737b602 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "DELETE /v2.0/floatingips/506845e7-30ce-4d73-aa3d-f58c8cdc4746 HTTP/1.1" status: 204 len: 168 time: 8.1855605 May 05 22:06:19.918848 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:19.950652 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-a9d31066-3d86-4aac-8a86-3bb5ce8be198 None None] Provisioning for port 6be742ec-dd73-4a11-9f01-e171abd0f389 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:06:20.028278 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b925e66-ec48-47de-8d66-a49377565486 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:06:20.048562 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-8b925e66-ec48-47de-8d66-a49377565486 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:06:20.076138 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b925e66-ec48-47de-8d66-a49377565486 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:20.076732 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8b925e66-ec48-47de-8d66-a49377565486 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:20.086340 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-a3feff35-e0b8-4215-8e39-feb585254050 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Allocated IP 172.20.0.1 (1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753/1755485f-4a55-4fd6-9437-364fb3417fd0/eecbd48f-6814-4030-8e5b-048395c724fc) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:06:20.094417 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b925e66-ec48-47de-8d66-a49377565486 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event updated for resources: {'Subnet': ['ID=61878fe3-9d73-4d0d-b094-2eef5f4c914e,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:20.098155 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-95e087d3-1535-4a4b-a141-5bf05d8ca6be req-70101791-fd7b-46cd-82d6-2b098ec88303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:20.127209 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:20.127358 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b925e66-ec48-47de-8d66-a49377565486 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event updated for resources: {'Port': ['ID=023b3cfc-c822-4d3f-ad51-a4b65f9ac323,revision_number=6']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:20.180029 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-8b925e66-ec48-47de-8d66-a49377565486 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6339302 May 05 22:06:20.180871 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35194) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:06:20.196181 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-a88c17cf-48c4-45d2-9ef3-e6ba7297075c tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Request body: {'subnet': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:06:20.199355 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 0e4eb224-cb12-4b32-8242-2b04fe4ae27d, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=0e4eb224-cb12-4b32-8242-2b04fe4ae27d,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:06:20.239094 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:20.370787 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-29a40f33-65d1-456c-9c44-d041bed7f018 None None] Deleting port 023b3cfc-c822-4d3f-ad51-a4b65f9ac323 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:06:20.375293 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-29a40f33-65d1-456c-9c44-d041bed7f018 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:20.697707 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 6be742ec-dd73-4a11-9f01-e171abd0f389 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:06:20.698596 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a88c17cf-48c4-45d2-9ef3-e6ba7297075c tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:06:20.706719 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a88c17cf-48c4-45d2-9ef3-e6ba7297075c tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Usage tracker for resource:subnet and tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:06:20.713601 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a88c17cf-48c4-45d2-9ef3-e6ba7297075c tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:06:20.727177 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a88c17cf-48c4-45d2-9ef3-e6ba7297075c tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:06:20.745008 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35206) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:06:20.753515 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88c17cf-48c4-45d2-9ef3-e6ba7297075c tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Made reservation on behalf of 6a9c8b32c69349b78288ebe6e6b6f3f4 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:06:20.772202 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=0e4eb224-cb12-4b32-8242-2b04fe4ae27d,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:21.420487 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-a069558d-a544-4f19-84b1-4238f8844ffd tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Request body: {'security_group': {'name': 'tempest-securitygroup--780449401', 'description': 'tempest-description--1401400787'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:06:21.443302 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a88c17cf-48c4-45d2-9ef3-e6ba7297075c tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:21.470389 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 6be742ec-dd73-4a11-9f01-e171abd0f389 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:06:21.545534 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a069558d-a544-4f19-84b1-4238f8844ffd tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:06:21.556061 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a069558d-a544-4f19-84b1-4238f8844ffd tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Usage tracker for resource:security_group and tenant:2578689695ab4a55a99443682838538b is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:06:21.558219 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 6be742ec-dd73-4a11-9f01-e171abd0f389 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:06:21.558714 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:21.566474 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a069558d-a544-4f19-84b1-4238f8844ffd tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:06:21.595728 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a069558d-a544-4f19-84b1-4238f8844ffd tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:06:21.766299 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a069558d-a544-4f19-84b1-4238f8844ffd tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:21.790767 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-95e087d3-1535-4a4b-a141-5bf05d8ca6be req-70101791-fd7b-46cd-82d6-2b098ec88303 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 395631a2-23c0-4bf7-a7ae-e05bdec875fb {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:06:21.833361 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-95e087d3-1535-4a4b-a141-5bf05d8ca6be req-70101791-fd7b-46cd-82d6-2b098ec88303 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:21.879830 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-29a40f33-65d1-456c-9c44-d041bed7f018 None None] For port 023b3cfc-c822-4d3f-ad51-a4b65f9ac323, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=023b3cfc-c822-4d3f-ad51-a4b65f9ac323,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:06:21.882061 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-29a40f33-65d1-456c-9c44-d041bed7f018 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:22.002488 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4147f6-22d7-4364-a8b6-212c00464b54 req-b4f0b6af-e717-4ff5-8b44-caf7a98b73e3 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:22.010137 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3a4147f6-22d7-4364-a8b6-212c00464b54 req-b4f0b6af-e717-4ff5-8b44-caf7a98b73e3 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddc906c7-cc4c-433e-8eb5-f701bf23e03b HTTP/1.1" status: 200 len: 932 time: 0.6643801 May 05 22:06:22.052406 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-95e087d3-1535-4a4b-a141-5bf05d8ca6be req-70101791-fd7b-46cd-82d6-2b098ec88303 service neutron] Transition to ACTIVE for port object 395631a2-23c0-4bf7-a7ae-e05bdec875fb will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:06:22.091280 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a069558d-a544-4f19-84b1-4238f8844ffd tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:06:22.099785 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-95e087d3-1535-4a4b-a141-5bf05d8ca6be req-70101791-fd7b-46cd-82d6-2b098ec88303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:22.122858 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a069558d-a544-4f19-84b1-4238f8844ffd tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Usage tracker for resource:security_group_rule and tenant:2578689695ab4a55a99443682838538b is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:06:22.202171 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a3feff35-e0b8-4215-8e39-feb585254050 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:22.215714 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a069558d-a544-4f19-84b1-4238f8844ffd tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:06:22.257806 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3a4147f6-22d7-4364-a8b6-212c00464b54 req-dddb42b0-eb4d-4a4a-b61b-a68d9c026636 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460392 May 05 22:06:22.285262 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a069558d-a544-4f19-84b1-4238f8844ffd tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:06:22.478872 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-a3feff35-e0b8-4215-8e39-feb585254050 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Transition to ACTIVE for port object eecbd48f-6814-4030-8e5b-048395c724fc will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:06:22.542131 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70101791-fd7b-46cd-82d6-2b098ec88303 service neutron] Pushing event updated for resources: {'Port': ['ID=395631a2-23c0-4bf7-a7ae-e05bdec875fb,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:22.619353 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-29a40f33-65d1-456c-9c44-d041bed7f018 None None] Calling delete_port for 023b3cfc-c822-4d3f-ad51-a4b65f9ac323 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:06:22.719886 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a88c17cf-48c4-45d2-9ef3-e6ba7297075c tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:22.770199 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-8eca2c0b-c3ca-431d-8d67-3ec53384b4d2 None None] Provisioning complete for port 6be742ec-dd73-4a11-9f01-e171abd0f389 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:06:22.770592 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8eca2c0b-c3ca-431d-8d67-3ec53384b4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:22.831668 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a069558d-a544-4f19-84b1-4238f8844ffd tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:22.850755 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a069558d-a544-4f19-84b1-4238f8844ffd tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:22.875794 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a3feff35-e0b8-4215-8e39-feb585254050 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:22.938173 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3feff35-e0b8-4215-8e39-feb585254050 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Network 1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:06:22.956903 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-a3feff35-e0b8-4215-8e39-feb585254050 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:06:23.001826 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3feff35-e0b8-4215-8e39-feb585254050 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:06:23.014131 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a069558d-a544-4f19-84b1-4238f8844ffd tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97555bf9-cffb-4f46-9909-a2cd7b5cb846,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:23.031109 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a069558d-a544-4f19-84b1-4238f8844ffd tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:23.045308 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a069558d-a544-4f19-84b1-4238f8844ffd tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 2.2971861 May 05 22:06:23.054323 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35264) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:06:23.086847 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88c17cf-48c4-45d2-9ef3-e6ba7297075c tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:06:23.102705 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-4b5ad844-855d-4f6f-9dd7-40707db8a2b5 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Request body: {'security_group_rule': {'security_group_id': '97555bf9-cffb-4f46-9909-a2cd7b5cb846', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:06:23.177619 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-a88c17cf-48c4-45d2-9ef3-e6ba7297075c tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:06:23.185070 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88c17cf-48c4-45d2-9ef3-e6ba7297075c tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:23.185658 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a88c17cf-48c4-45d2-9ef3-e6ba7297075c tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:23.247994 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a3feff35-e0b8-4215-8e39-feb585254050 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:23.250494 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88c17cf-48c4-45d2-9ef3-e6ba7297075c tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event updated for resources: {'Subnet': ['ID=f5d0ff10-31c3-4d40-82c7-9243767d85f1,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:23.253160 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4b5ad844-855d-4f6f-9dd7-40707db8a2b5 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:06:23.263775 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a88c17cf-48c4-45d2-9ef3-e6ba7297075c tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0818534 May 05 22:06:23.270177 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35270) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:06:23.271472 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-4b5ad844-855d-4f6f-9dd7-40707db8a2b5 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Usage tracker for resource:security_group_rule and tenant:2578689695ab4a55a99443682838538b is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:06:23.279403 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-4b5ad844-855d-4f6f-9dd7-40707db8a2b5 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:06:23.292797 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-e70c17fb-0050-4ade-b04e-c513fa72d8b8 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Request body: {'port': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'mac_address': 'fa:16:3e:94:13:7f', 'name': 'tempest-NetworksTestDHCPv6-479055826'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:06:23.329642 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4b5ad844-855d-4f6f-9dd7-40707db8a2b5 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:06:23.336900 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-29a40f33-65d1-456c-9c44-d041bed7f018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:23.353144 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3feff35-e0b8-4215-8e39-feb585254050 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event updated for resources: {'Port': ['ID=eecbd48f-6814-4030-8e5b-048395c724fc,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:23.356847 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:23.387265 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-95e087d3-1535-4a4b-a141-5bf05d8ca6be req-70101791-fd7b-46cd-82d6-2b098ec88303 service neutron] Attempting to bind port 395631a2-23c0-4bf7-a7ae-e05bdec875fb on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:06:23.390899 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-95e087d3-1535-4a4b-a141-5bf05d8ca6be req-70101791-fd7b-46cd-82d6-2b098ec88303 service neutron] Attempting to bind port 395631a2-23c0-4bf7-a7ae-e05bdec875fb by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': '6d4484a5-8d63-4054-aa6e-abb26e17d980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '747286bb-8407-402f-868f-44a863404e7a'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:06:23.391307 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e087d3-1535-4a4b-a141-5bf05d8ca6be req-70101791-fd7b-46cd-82d6-2b098ec88303 service neutron] Attempting to bind port 395631a2-23c0-4bf7-a7ae-e05bdec875fb on network 747286bb-8407-402f-868f-44a863404e7a {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:06:23.426240 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e087d3-1535-4a4b-a141-5bf05d8ca6be req-70101791-fd7b-46cd-82d6-2b098ec88303 service neutron] Port 395631a2-23c0-4bf7-a7ae-e05bdec875fb on network 747286bb-8407-402f-868f-44a863404e7a not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:06:23.439401 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e087d3-1535-4a4b-a141-5bf05d8ca6be req-70101791-fd7b-46cd-82d6-2b098ec88303 service neutron] Attempting to bind port 395631a2-23c0-4bf7-a7ae-e05bdec875fb on network 747286bb-8407-402f-868f-44a863404e7a {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:06:23.544749 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4b5ad844-855d-4f6f-9dd7-40707db8a2b5 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:23.545872 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a40f33-65d1-456c-9c44-d041bed7f018 None None] Pushing event deleted for resources: {'Port': ['ID=023b3cfc-c822-4d3f-ad51-a4b65f9ac323,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:23.580595 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e087d3-1535-4a4b-a141-5bf05d8ca6be req-70101791-fd7b-46cd-82d6-2b098ec88303 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:06:23.580931 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e087d3-1535-4a4b-a141-5bf05d8ca6be req-70101791-fd7b-46cd-82d6-2b098ec88303 service neutron] Checking segment: {'id': '6d4484a5-8d63-4054-aa6e-abb26e17d980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '747286bb-8407-402f-868f-44a863404e7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:06:23.581315 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e087d3-1535-4a4b-a141-5bf05d8ca6be req-70101791-fd7b-46cd-82d6-2b098ec88303 service neutron] Bound using segment: {'id': '6d4484a5-8d63-4054-aa6e-abb26e17d980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '747286bb-8407-402f-868f-44a863404e7a'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:06:23.581760 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-95e087d3-1535-4a4b-a141-5bf05d8ca6be req-70101791-fd7b-46cd-82d6-2b098ec88303 service neutron] Bound port: 395631a2-23c0-4bf7-a7ae-e05bdec875fb, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d4484a5-8d63-4054-aa6e-abb26e17d980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '747286bb-8407-402f-868f-44a863404e7a'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:06:23.582100 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-95e087d3-1535-4a4b-a141-5bf05d8ca6be req-70101791-fd7b-46cd-82d6-2b098ec88303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:23.727133 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8eca2c0b-c3ca-431d-8d67-3ec53384b4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:23.734535 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a3feff35-e0b8-4215-8e39-feb585254050 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:23.839057 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4b5ad844-855d-4f6f-9dd7-40707db8a2b5 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:23.867083 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4b5ad844-855d-4f6f-9dd7-40707db8a2b5 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:23.926936 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ad844-855d-4f6f-9dd7-40707db8a2b5 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4db90596-9c90-44e4-b45d-e548af9784d2,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:23.936046 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-95e087d3-1535-4a4b-a141-5bf05d8ca6be req-70101791-fd7b-46cd-82d6-2b098ec88303 service neutron] For port 395631a2-23c0-4bf7-a7ae-e05bdec875fb, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:06:23.959040 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 6be742ec-dd73-4a11-9f01-e171abd0f389, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=6be742ec-dd73-4a11-9f01-e171abd0f389,segment=NetworkSegment(13351c92-5f57-4954-9af1-ea9ae34ca426),segment_id=13351c92-5f57-4954-9af1-ea9ae34ca426)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:06:23.979267 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a40f33-65d1-456c-9c44-d041bed7f018 None None] No DVR routers for this DVR port 023b3cfc-c822-4d3f-ad51-a4b65f9ac323 on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:06:24.053910 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-e70c17fb-0050-4ade-b04e-c513fa72d8b8 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:06:24.064979 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4b5ad844-855d-4f6f-9dd7-40707db8a2b5 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:24.065562 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c2f904-1fa7-4848-9ddd-ef26ac2783e3 None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:06:24.066161 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4b5ad844-855d-4f6f-9dd7-40707db8a2b5 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9762070 May 05 22:06:24.080677 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35298) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:06:24.111488 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-6822ccf0-b0a3-479c-ad22-d9e871bc340d tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Request body: {'security_group_rule': {'security_group_id': '97555bf9-cffb-4f46-9909-a2cd7b5cb846', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:06:24.128128 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e70c17fb-0050-4ade-b04e-c513fa72d8b8 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Usage tracker for resource:port and tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:06:24.135829 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:24.136223 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-6822ccf0-b0a3-479c-ad22-d9e871bc340d tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:06:24.139016 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e70c17fb-0050-4ade-b04e-c513fa72d8b8 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:06:24.148533 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-6822ccf0-b0a3-479c-ad22-d9e871bc340d tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Usage tracker for resource:security_group_rule and tenant:2578689695ab4a55a99443682838538b is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:06:24.151444 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-e70c17fb-0050-4ade-b04e-c513fa72d8b8 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:06:24.155978 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-6822ccf0-b0a3-479c-ad22-d9e871bc340d tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:06:24.198754 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-6822ccf0-b0a3-479c-ad22-d9e871bc340d tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:06:24.224147 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba61dd-8b44-48b4-ac55-69d94fda41a5 req-3a157de9-8c9d-4eca-86b8-2313111090f3 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:24.226396 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-61ba61dd-8b44-48b4-ac55-69d94fda41a5 req-3a157de9-8c9d-4eca-86b8-2313111090f3 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddc906c7-cc4c-433e-8eb5-f701bf23e03b HTTP/1.1" status: 200 len: 944 time: 0.5515914 May 05 22:06:24.230185 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70c17fb-0050-4ade-b04e-c513fa72d8b8 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Made reservation on behalf of 6a9c8b32c69349b78288ebe6e6b6f3f4 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:06:24.234436 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e70c17fb-0050-4ade-b04e-c513fa72d8b8 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:24.282206 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-95e087d3-1535-4a4b-a141-5bf05d8ca6be req-70101791-fd7b-46cd-82d6-2b098ec88303 service neutron] For port 395631a2-23c0-4bf7-a7ae-e05bdec875fb, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=395631a2-23c0-4bf7-a7ae-e05bdec875fb,segment=NetworkSegment(6d4484a5-8d63-4054-aa6e-abb26e17d980),segment_id=6d4484a5-8d63-4054-aa6e-abb26e17d980)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:06:24.290370 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6822ccf0-b0a3-479c-ad22-d9e871bc340d tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:24.302821 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 023b3cfc-c822-4d3f-ad51-a4b65f9ac323 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:06:24.313249 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-95e087d3-1535-4a4b-a141-5bf05d8ca6be req-70101791-fd7b-46cd-82d6-2b098ec88303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:24.339720 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [None req-e70c17fb-0050-4ade-b04e-c513fa72d8b8 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] device_id is not set on port 76260f53-30b8-471b-888a-8b4a94cc542f yet. {{(pid=84061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:06:24.391264 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-61ba61dd-8b44-48b4-ac55-69d94fda41a5 req-e1e4f5ac-9a51-4957-9882-daf57c2eacb7 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447608 May 05 22:06:24.557321 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-95e087d3-1535-4a4b-a141-5bf05d8ca6be req-70101791-fd7b-46cd-82d6-2b098ec88303 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:24.559245 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-95e087d3-1535-4a4b-a141-5bf05d8ca6be req-70101791-fd7b-46cd-82d6-2b098ec88303 service neutron] 10.222.0.44 "PUT /v2.0/ports/395631a2-23c0-4bf7-a7ae-e05bdec875fb HTTP/1.1" status: 200 len: 1092 time: 5.0279069 May 05 22:06:24.564351 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddc906c7-cc4c-433e-8eb5-f701bf23e03b', 'tag': '395631a2-23c0-4bf7-a7ae-e05bdec875fb'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:06:24.604647 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70101791-fd7b-46cd-82d6-2b098ec88303 service neutron] Pushing event updated for resources: {'Port': ['ID=395631a2-23c0-4bf7-a7ae-e05bdec875fb,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:24.674540 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6822ccf0-b0a3-479c-ad22-d9e871bc340d tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:24.703229 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6822ccf0-b0a3-479c-ad22-d9e871bc340d tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:24.807392 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6822ccf0-b0a3-479c-ad22-d9e871bc340d tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f783ce6d-d43e-4ac8-a082-192a8efa2cb2,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:24.822520 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 023b3cfc-c822-4d3f-ad51-a4b65f9ac323 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:06:24.823068 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 023b3cfc-c822-4d3f-ad51-a4b65f9ac323 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:06:24.829230 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8d9d944-ce73-42bb-95ca-302c13823ba7'] response: {'name': 'network-changed', 'server_uuid': 'ddc906c7-cc4c-433e-8eb5-f701bf23e03b', 'tag': '395631a2-23c0-4bf7-a7ae-e05bdec875fb', 'status': 'completed', 'code': 200} May 05 22:06:24.879299 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-8eca2c0b-c3ca-431d-8d67-3ec53384b4d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:06:24.879299 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-8eca2c0b-c3ca-431d-8d67-3ec53384b4d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:06:24.941433 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=6be742ec-dd73-4a11-9f01-e171abd0f389,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:24.971264 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6822ccf0-b0a3-479c-ad22-d9e871bc340d tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:24.986205 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-6822ccf0-b0a3-479c-ad22-d9e871bc340d tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8958178 May 05 22:06:24.993266 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35326) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:06:25.005826 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-db111b21-533c-43f7-afa0-6668bc0826fc tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Request body: {'floatingip': {'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:06:25.040937 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-db111b21-533c-43f7-afa0-6668bc0826fc tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:06:25.046553 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-95e087d3-1535-4a4b-a141-5bf05d8ca6be req-3dc19949-b915-4c30-ba79-066d71dbe5ad service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b068134c338f46c6866f23b681a9cd8a&device_id=ddc906c7-cc4c-433e-8eb5-f701bf23e03b HTTP/1.1" status: 200 len: 1095 time: 0.4125118 May 05 22:06:25.077647 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-db111b21-533c-43f7-afa0-6668bc0826fc tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Usage tracker for resource:floatingip and tenant:2578689695ab4a55a99443682838538b is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:06:25.088775 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-db111b21-533c-43f7-afa0-6668bc0826fc tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:06:25.103884 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 0e4eb224-cb12-4b32-8242-2b04fe4ae27d up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:06:25.114639 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-db111b21-533c-43f7-afa0-6668bc0826fc tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:06:25.129751 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-e70c17fb-0050-4ade-b04e-c513fa72d8b8 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Allocated IP 172.20.0.6 (137c07e1-75d6-4e37-9f42-95b3b385c296/f5d0ff10-31c3-4d40-82c7-9243767d85f1/76260f53-30b8-471b-888a-8b4a94cc542f) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:06:25.155633 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-db111b21-533c-43f7-afa0-6668bc0826fc tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for floatingip, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:25.216164 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-e70c17fb-0050-4ade-b04e-c513fa72d8b8 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Allocated IP 2001:db8::f816:3eff:fe94:137f (137c07e1-75d6-4e37-9f42-95b3b385c296/61878fe3-9d73-4d0d-b094-2eef5f4c914e/76260f53-30b8-471b-888a-8b4a94cc542f) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:06:25.218235 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8dffe7a-ad8b-4c1c-81af-27971bd7d817 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-137c07e1-75d6-4e37-9f42-95b3b385c296', 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'tenant_id': '6a9c8b32c69349b78288ebe6e6b6f3f4', 'fixed_ips': [{'subnet_id': '61878fe3-9d73-4d0d-b094-2eef5f4c914e'}, {'subnet_id': 'f5d0ff10-31c3-4d40-82c7-9243767d85f1'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:06:25.219458 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a8dffe7a-ad8b-4c1c-81af-27971bd7d817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:25.368167 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 0e4eb224-cb12-4b32-8242-2b04fe4ae27d triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:06:25.368816 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:25.381796 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a3feff35-e0b8-4215-8e39-feb585254050 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:25.389318 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-95e087d3-1535-4a4b-a141-5bf05d8ca6be req-ae7b4212-a2d8-4752-9625-c4b6ea0c5eb4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=395631a2-23c0-4bf7-a7ae-e05bdec875fb HTTP/1.1" status: 200 len: 217 time: 0.3243320 May 05 22:06:25.394945 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a3feff35-e0b8-4215-8e39-feb585254050 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:25.717809 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-75e61235-8232-4976-9756-75f14b2d22e7 None None] Provisioning for port eecbd48f-6814-4030-8e5b-048395c724fc completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:06:25.724630 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-75e61235-8232-4976-9756-75f14b2d22e7 None None] Provisioning complete for port eecbd48f-6814-4030-8e5b-048395c724fc triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:06:25.725987 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-75e61235-8232-4976-9756-75f14b2d22e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:25.850485 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-75e61235-8232-4976-9756-75f14b2d22e7 None None] Port eecbd48f-6814-4030-8e5b-048395c724fc cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:06:25.927066 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e087d3-1535-4a4b-a141-5bf05d8ca6be req-cf1fc507-2a08-485d-bcea-3400a737aead service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:25.929805 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-95e087d3-1535-4a4b-a141-5bf05d8ca6be req-cf1fc507-2a08-485d-bcea-3400a737aead service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1aed2f09-8491-48ad-8b12-0e30712ddf00 HTTP/1.1" status: 200 len: 854 time: 0.4518623 May 05 22:06:26.055526 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-95e087d3-1535-4a4b-a141-5bf05d8ca6be req-ce8db388-f362-492d-95b4-3ca5f3f858e1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=747286bb-8407-402f-868f-44a863404e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664086 May 05 22:06:26.118938 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a3feff35-e0b8-4215-8e39-feb585254050 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:26.143882 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3feff35-e0b8-4215-8e39-feb585254050 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event updated for resources: {'Port': ['ID=eecbd48f-6814-4030-8e5b-048395c724fc,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:26.150335 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e70c17fb-0050-4ade-b04e-c513fa72d8b8 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:26.267210 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-e70c17fb-0050-4ade-b04e-c513fa72d8b8 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Transition to ACTIVE for port object 76260f53-30b8-471b-888a-8b4a94cc542f will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:06:26.379968 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0886d99f-dd1f-4c3f-9131-6ac7da879892 req-a343f2ec-a131-4bd9-bc86-fe740308d069 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:26.391316 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0886d99f-dd1f-4c3f-9131-6ac7da879892 req-a343f2ec-a131-4bd9-bc86-fe740308d069 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddc906c7-cc4c-433e-8eb5-f701bf23e03b HTTP/1.1" status: 200 len: 944 time: 0.6369331 May 05 22:06:26.485530 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457c611-c27c-4bdf-80c3-d50a6c02b320 req-2bd6a164-e4cd-40db-8fe2-2fff505f609b tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:26.490225 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7457c611-c27c-4bdf-80c3-d50a6c02b320 req-2bd6a164-e4cd-40db-8fe2-2fff505f609b tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f63b14c-2fc5-4e64-8edf-82abd644c01e HTTP/1.1" status: 200 len: 945 time: 0.2668567 May 05 22:06:26.508641 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-95e087d3-1535-4a4b-a141-5bf05d8ca6be req-181e114e-13d5-4dc0-b2f3-eb5ec9da56c0 service neutron] 10.222.0.44 "GET /v2.0/networks/747286bb-8407-402f-868f-44a863404e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4442608 May 05 22:06:26.525499 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e70c17fb-0050-4ade-b04e-c513fa72d8b8 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:26.869714 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-a8dffe7a-ad8b-4c1c-81af-27971bd7d817 None None] Allocated IP 172.20.0.2 (137c07e1-75d6-4e37-9f42-95b3b385c296/f5d0ff10-31c3-4d40-82c7-9243767d85f1/43713869-bc1f-41ed-ade1-b76f8fa67cc4) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:06:26.891755 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-a8dffe7a-ad8b-4c1c-81af-27971bd7d817 None None] Allocated IP 2001:db8::f816:3eff:feac:f71b (137c07e1-75d6-4e37-9f42-95b3b385c296/61878fe3-9d73-4d0d-b094-2eef5f4c914e/43713869-bc1f-41ed-ade1-b76f8fa67cc4) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:06:26.931797 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3feff35-e0b8-4215-8e39-feb585254050 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Network 1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:06:26.949507 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-a3feff35-e0b8-4215-8e39-feb585254050 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:06:26.953644 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0886d99f-dd1f-4c3f-9131-6ac7da879892 req-6f05f294-b3a2-4107-8e61-218db8466bdd tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5646405 May 05 22:06:26.961623 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70c17fb-0050-4ade-b04e-c513fa72d8b8 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event updated for resources: {'Port': ['ID=76260f53-30b8-471b-888a-8b4a94cc542f,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:26.968492 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-db111b21-533c-43f7-afa0-6668bc0826fc tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:27.107080 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 6be742ec-dd73-4a11-9f01-e171abd0f389 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:06:27.111430 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7457c611-c27c-4bdf-80c3-d50a6c02b320 req-2d3b21e0-bd53-430c-b3b6-44d2ff089524 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/security-groups?id=294d9890-5827-40b1-a1cd-e520f389fc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6044049 May 05 22:06:27.159249 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70c17fb-0050-4ade-b04e-c513fa72d8b8 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:06:27.174937 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-e70c17fb-0050-4ade-b04e-c513fa72d8b8 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:06:27.186405 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70c17fb-0050-4ade-b04e-c513fa72d8b8 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:06:27.362715 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-95e087d3-1535-4a4b-a141-5bf05d8ca6be req-a9f3373b-5387-4da7-84e0-953179a9d18f service neutron] 10.222.0.44 "GET /v2.0/networks/747286bb-8407-402f-868f-44a863404e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8476498 May 05 22:06:27.503848 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70c17fb-0050-4ade-b04e-c513fa72d8b8 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:27.509029 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e70c17fb-0050-4ade-b04e-c513fa72d8b8 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:27.629034 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e70c17fb-0050-4ade-b04e-c513fa72d8b8 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.3516617 May 05 22:06:27.633653 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-db111b21-533c-43f7-afa0-6668bc0826fc tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Allocated IP 172.25.4.141 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/31c6d1cf-1377-4169-af5e-fb5582873d14) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:06:27.641395 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35392) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:06:27.658427 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a8dffe7a-ad8b-4c1c-81af-27971bd7d817 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:27.688097 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-a8dffe7a-ad8b-4c1c-81af-27971bd7d817 None None] Transition to ACTIVE for port object 43713869-bc1f-41ed-ade1-b76f8fa67cc4 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:06:27.734217 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-a8dffe7a-ad8b-4c1c-81af-27971bd7d817 None None] Transition to ACTIVE for port object 43713869-bc1f-41ed-ade1-b76f8fa67cc4 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:06:27.751046 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a8dffe7a-ad8b-4c1c-81af-27971bd7d817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:27.902314 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e9d2de70-4dae-407b-9fb1-1ee58ec34c3d req-de53c620-a1b5-4ff2-88f0-630b8cf32f09 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b068134c338f46c6866f23b681a9cd8a&device_id=ddc906c7-cc4c-433e-8eb5-f701bf23e03b HTTP/1.1" status: 200 len: 1095 time: 0.3735261 May 05 22:06:27.992009 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-cb23b230-1978-42a3-80da-8ee83f73dc87 None None] Provisioning complete for port eecbd48f-6814-4030-8e5b-048395c724fc triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:06:27.992484 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-cb23b230-1978-42a3-80da-8ee83f73dc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:28.032899 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48076741-2a3f-4b1f-8ab3-16add518513e req-99bbe09f-4e1f-4495-a3fa-3efc60bd59cd tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:28.034131 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-48076741-2a3f-4b1f-8ab3-16add518513e req-99bbe09f-4e1f-4495-a3fa-3efc60bd59cd tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Synchronizing usage tracker for tenant:f9679666ed684085ba56b96d355bc823 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:06:28.092981 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01631523-ecca-47d6-8137-66538e4b218d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:28.102859 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01631523-ecca-47d6-8137-66538e4b218d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:28.104158 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-01631523-ecca-47d6-8137-66538e4b218d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Synchronizing usage tracker for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:06:28.160429 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-db111b21-533c-43f7-afa0-6668bc0826fc tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:28.162195 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-01631523-ecca-47d6-8137-66538e4b218d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Unset dirty status for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:06:28.163244 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-01631523-ecca-47d6-8137-66538e4b218d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.5208900 May 05 22:06:28.193960 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35410) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:06:28.216214 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dffe7a-ad8b-4c1c-81af-27971bd7d817 None None] Pushing event updated for resources: {'Port': ['ID=43713869-bc1f-41ed-ade1-b76f8fa67cc4,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:28.302722 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-cb23b230-1978-42a3-80da-8ee83f73dc87 None None] Port eecbd48f-6814-4030-8e5b-048395c724fc cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:06:28.324348 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dffe7a-ad8b-4c1c-81af-27971bd7d817 None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:06:28.345959 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-a8dffe7a-ad8b-4c1c-81af-27971bd7d817 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:06:28.353960 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dffe7a-ad8b-4c1c-81af-27971bd7d817 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:06:28.356995 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 6be742ec-dd73-4a11-9f01-e171abd0f389 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:06:28.357602 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:28.359295 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-f26f3283-dfc6-4b69-821d-f48cac33028d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Deleting port 76260f53-30b8-471b-888a-8b4a94cc542f {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:06:28.359640 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f26f3283-dfc6-4b69-821d-f48cac33028d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:28.368562 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2de70-4dae-407b-9fb1-1ee58ec34c3d req-df2b7bbf-7c20-45b1-a196-074711e06d28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:28.370697 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e9d2de70-4dae-407b-9fb1-1ee58ec34c3d req-df2b7bbf-7c20-45b1-a196-074711e06d28 service neutron] 10.222.0.44 "GET /v2.0/networks?id=747286bb-8407-402f-868f-44a863404e7a HTTP/1.1" status: 200 len: 915 time: 0.4587669 May 05 22:06:28.379093 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-48076741-2a3f-4b1f-8ab3-16add518513e req-99bbe09f-4e1f-4495-a3fa-3efc60bd59cd tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Unset dirty status for tenant:f9679666ed684085ba56b96d355bc823 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:06:28.383454 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-48076741-2a3f-4b1f-8ab3-16add518513e req-99bbe09f-4e1f-4495-a3fa-3efc60bd59cd tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f63b14c-2fc5-4e64-8edf-82abd644c01e HTTP/1.1" status: 200 len: 945 time: 0.7708833 May 05 22:06:28.630813 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-a8dffe7a-ad8b-4c1c-81af-27971bd7d817 None None] Attempting to bind port 43713869-bc1f-41ed-ade1-b76f8fa67cc4 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:06:28.631203 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-a8dffe7a-ad8b-4c1c-81af-27971bd7d817 None None] Attempting to bind port 43713869-bc1f-41ed-ade1-b76f8fa67cc4 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:06:28.634376 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dffe7a-ad8b-4c1c-81af-27971bd7d817 None None] Attempting to bind port 43713869-bc1f-41ed-ade1-b76f8fa67cc4 on network 137c07e1-75d6-4e37-9f42-95b3b385c296 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:06:28.650914 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dffe7a-ad8b-4c1c-81af-27971bd7d817 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:06:28.651335 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dffe7a-ad8b-4c1c-81af-27971bd7d817 None None] Checking segment: {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:06:28.651817 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a8dffe7a-ad8b-4c1c-81af-27971bd7d817 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:28.652148 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dffe7a-ad8b-4c1c-81af-27971bd7d817 None None] Bound using segment: {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:06:28.652617 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-a8dffe7a-ad8b-4c1c-81af-27971bd7d817 None None] Bound port: 43713869-bc1f-41ed-ade1-b76f8fa67cc4, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:06:28.652940 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a8dffe7a-ad8b-4c1c-81af-27971bd7d817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:28.716931 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-db111b21-533c-43f7-afa0-6668bc0826fc tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:28.743270 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-48076741-2a3f-4b1f-8ab3-16add518513e req-359ab785-b29a-47b0-ad2a-a23b47f84b3b tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Deleting port 74770aab-3cf8-4bb7-99fc-077414f6418b {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:06:28.744000 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-48076741-2a3f-4b1f-8ab3-16add518513e req-359ab785-b29a-47b0-ad2a-a23b47f84b3b tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:28.924593 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db111b21-533c-43f7-afa0-6668bc0826fc tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Pushing event updated for resources: {'Port': ['ID=31c6d1cf-1377-4169-af5e-fb5582873d14,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:29.164213 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db111b21-533c-43f7-afa0-6668bc0826fc tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:06:29.169956 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-db111b21-533c-43f7-afa0-6668bc0826fc tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:06:29.191465 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db111b21-533c-43f7-afa0-6668bc0826fc tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:06:29.211587 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-a8dffe7a-ad8b-4c1c-81af-27971bd7d817 None None] For port 43713869-bc1f-41ed-ade1-b76f8fa67cc4, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:06:29.221109 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-a8dffe7a-ad8b-4c1c-81af-27971bd7d817 None None] For port 43713869-bc1f-41ed-ade1-b76f8fa67cc4, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=43713869-bc1f-41ed-ade1-b76f8fa67cc4,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:06:29.229190 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a8dffe7a-ad8b-4c1c-81af-27971bd7d817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:29.298552 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e9d2de70-4dae-407b-9fb1-1ee58ec34c3d req-ab69f0d8-1104-4157-8180-0f54195fc57e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=395631a2-23c0-4bf7-a7ae-e05bdec875fb HTTP/1.1" status: 200 len: 217 time: 0.9029706 May 05 22:06:29.308590 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24841205-5f6a-4a6c-a157-4e4d9736bad4 req-3232b6bf-f453-4e55-b905-c094a5a577fa tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:29.308590 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-24841205-5f6a-4a6c-a157-4e4d9736bad4 req-3232b6bf-f453-4e55-b905-c094a5a577fa tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f63b14c-2fc5-4e64-8edf-82abd644c01e HTTP/1.1" status: 200 len: 945 time: 0.7781341 May 05 22:06:29.354515 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf8be90-69f1-424b-9d63-605193ecd1a3 req-3176aad1-69a9-4252-93ce-b72cd80571b5 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:29.356240 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8cf8be90-69f1-424b-9d63-605193ecd1a3 req-3176aad1-69a9-4252-93ce-b72cd80571b5 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddc906c7-cc4c-433e-8eb5-f701bf23e03b HTTP/1.1" status: 200 len: 944 time: 0.9283414 May 05 22:06:29.412703 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f26f3283-dfc6-4b69-821d-f48cac33028d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:29.414994 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dffe7a-ad8b-4c1c-81af-27971bd7d817 None None] Pushing event updated for resources: {'Port': ['ID=43713869-bc1f-41ed-ade1-b76f8fa67cc4,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:29.449129 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3feff35-e0b8-4215-8e39-feb585254050 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Router bb095b74-717d-485c-afe9-87063196b737 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:06:29.673648 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2de70-4dae-407b-9fb1-1ee58ec34c3d req-c0bb36ed-4fe1-4999-ba98-69728ac95393 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:29.680532 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e9d2de70-4dae-407b-9fb1-1ee58ec34c3d req-c0bb36ed-4fe1-4999-ba98-69728ac95393 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1aed2f09-8491-48ad-8b12-0e30712ddf00 HTTP/1.1" status: 200 len: 854 time: 0.3718948 May 05 22:06:29.729653 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-f26f3283-dfc6-4b69-821d-f48cac33028d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Calling delete_port for 76260f53-30b8-471b-888a-8b4a94cc542f owned by {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:06:29.871899 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e9d2de70-4dae-407b-9fb1-1ee58ec34c3d req-0b094ea4-a47d-4480-af53-e5d4d9df819e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=747286bb-8407-402f-868f-44a863404e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1825476 May 05 22:06:29.921624 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8cf8be90-69f1-424b-9d63-605193ecd1a3 req-c30fe9e0-4802-4d88-b4e8-94db5c0889c3 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5482996 May 05 22:06:29.978775 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-24841205-5f6a-4a6c-a157-4e4d9736bad4 req-64cf53f4-bde1-4184-b4a5-115e4c484aea tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/security-groups?id=294d9890-5827-40b1-a1cd-e520f389fc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6502776 May 05 22:06:30.145896 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-db111b21-533c-43f7-afa0-6668bc0826fc tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:30.220209 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-48076741-2a3f-4b1f-8ab3-16add518513e req-359ab785-b29a-47b0-ad2a-a23b47f84b3b tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] For port 74770aab-3cf8-4bb7-99fc-077414f6418b, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=74770aab-3cf8-4bb7-99fc-077414f6418b,segment=NetworkSegment(8791e900-4ba7-4d7d-801a-c6b49729e00b),segment_id=8791e900-4ba7-4d7d-801a-c6b49729e00b)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:06:30.220476 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-48076741-2a3f-4b1f-8ab3-16add518513e req-359ab785-b29a-47b0-ad2a-a23b47f84b3b tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:30.421342 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e9d2de70-4dae-407b-9fb1-1ee58ec34c3d req-e451c2d7-22b5-4948-a110-08da891a5b58 service neutron] 10.222.0.44 "GET /v2.0/networks/747286bb-8407-402f-868f-44a863404e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4369736 May 05 22:06:30.463749 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-db111b21-533c-43f7-afa0-6668bc0826fc tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:30.530441 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 395631a2-23c0-4bf7-a7ae-e05bdec875fb details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:06:30.540994 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f26f3283-dfc6-4b69-821d-f48cac33028d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:30.708423 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:06:30.731104 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26f3283-dfc6-4b69-821d-f48cac33028d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event deleted for resources: {'Port': ['ID=76260f53-30b8-471b-888a-8b4a94cc542f,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:30.862012 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 395631a2-23c0-4bf7-a7ae-e05bdec875fb, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=395631a2-23c0-4bf7-a7ae-e05bdec875fb,segment=NetworkSegment(6d4484a5-8d63-4054-aa6e-abb26e17d980),segment_id=6d4484a5-8d63-4054-aa6e-abb26e17d980)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:06:30.904274 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '395631a2-23c0-4bf7-a7ae-e05bdec875fb', 'network_id': '747286bb-8407-402f-868f-44a863404e7a', 'port_id': '395631a2-23c0-4bf7-a7ae-e05bdec875fb', 'mac_address': 'fa:16:3e:f9:ce:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aed2f09-8491-48ad-8b12-0e30712ddf00', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:06:31.133927 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e9d2de70-4dae-407b-9fb1-1ee58ec34c3d req-0a8aeed2-9819-4e99-9c6a-0a63a5a8966c service neutron] 10.222.0.44 "GET /v2.0/networks/747286bb-8407-402f-868f-44a863404e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6993444 May 05 22:06:31.161973 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-48076741-2a3f-4b1f-8ab3-16add518513e req-359ab785-b29a-47b0-ad2a-a23b47f84b3b tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:31.163678 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-48076741-2a3f-4b1f-8ab3-16add518513e req-359ab785-b29a-47b0-ad2a-a23b47f84b3b tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:31.164155 n-d-825175-4 neutron-server[84063]: INFO neutron.db.l3_db [req-48076741-2a3f-4b1f-8ab3-16add518513e req-359ab785-b29a-47b0-ad2a-a23b47f84b3b tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Floating IP 719b3457-2171-46cc-b277-0fe52e8cd082 disassociated. External IP: 172.25.4.11, port: 74770aab-3cf8-4bb7-99fc-077414f6418b. May 05 22:06:31.164519 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-48076741-2a3f-4b1f-8ab3-16add518513e req-359ab785-b29a-47b0-ad2a-a23b47f84b3b tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Calling delete_port for 74770aab-3cf8-4bb7-99fc-077414f6418b owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:06:31.189651 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:31.248987 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 395631a2-23c0-4bf7-a7ae-e05bdec875fb {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:06:31.298638 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 43713869-bc1f-41ed-ade1-b76f8fa67cc4 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:06:31.340417 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3feff35-e0b8-4215-8e39-feb585254050 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:06:31.358731 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c04126-c0b6-4c3b-8527-392d6f9f7306 None None] Sync routers for ids ['bb095b74-717d-485c-afe9-87063196b737'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:06:31.359939 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a3feff35-e0b8-4215-8e39-feb585254050 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "PUT /v2.0/routers/bb095b74-717d-485c-afe9-87063196b737/add_router_interface HTTP/1.1" status: 200 len: 503 time: 20.2000439 May 05 22:06:31.378986 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c04126-c0b6-4c3b-8527-392d6f9f7306 None None] Routers {'bb095b74-717d-485c-afe9-87063196b737'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:06:31.380843 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-49c04126-c0b6-4c3b-8527-392d6f9f7306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:06:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['bb095b74-717d-485c-afe9-87063196b737'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:06:31.536077 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 395631a2-23c0-4bf7-a7ae-e05bdec875fb, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=395631a2-23c0-4bf7-a7ae-e05bdec875fb,segment=NetworkSegment(6d4484a5-8d63-4054-aa6e-abb26e17d980),segment_id=6d4484a5-8d63-4054-aa6e-abb26e17d980)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:06:31.552955 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:31.677343 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6bbc1e-5c74-42fe-9e01-61ac7c725dea None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:06:31.725485 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-48076741-2a3f-4b1f-8ab3-16add518513e req-359ab785-b29a-47b0-ad2a-a23b47f84b3b tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:31.751639 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f26f3283-dfc6-4b69-821d-f48cac33028d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:31.796510 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359ab785-b29a-47b0-ad2a-a23b47f84b3b tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Pushing event deleted for resources: {'Port': ['ID=74770aab-3cf8-4bb7-99fc-077414f6418b,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:31.877659 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['395631a2-23c0-4bf7-a7ae-e05bdec875fb'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:06:31.921912 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-db111b21-533c-43f7-afa0-6668bc0826fc tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:31.933508 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f26f3283-dfc6-4b69-821d-f48cac33028d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/ports/76260f53-30b8-471b-888a-8b4a94cc542f HTTP/1.1" status: 204 len: 168 time: 3.7384291 May 05 22:06:31.950927 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35492) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:06:31.954419 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-db111b21-533c-43f7-afa0-6668bc0826fc tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:31.999824 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-49c04126-c0b6-4c3b-8527-392d6f9f7306 None None] Set router bb095b74-717d-485c-afe9-87063196b737 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:06:32.014294 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=395631a2-23c0-4bf7-a7ae-e05bdec875fb,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:32.095971 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 43713869-bc1f-41ed-ade1-b76f8fa67cc4 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:06:32.138281 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:06:32.141758 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:06:32.142629 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:06:32.143249 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:06:32.143928 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:06:32.144419 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:06:32.144915 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:06:32.146431 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:06:32.146951 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:06:32.173142 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:06:32.173609 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:06:32.311159 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ad138-6c6f-49e2-9240-9e34cf637768 req-7e2d0d8a-f796-471c-9d9c-d32eb12b1153 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:32.313566 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dd5ad138-6c6f-49e2-9240-9e34cf637768 req-7e2d0d8a-f796-471c-9d9c-d32eb12b1153 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddc906c7-cc4c-433e-8eb5-f701bf23e03b HTTP/1.1" status: 200 len: 944 time: 1.0562017 May 05 22:06:32.314230 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db111b21-533c-43f7-afa0-6668bc0826fc tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Pushing event updated for resources: {'Port': ['ID=31c6d1cf-1377-4169-af5e-fb5582873d14,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:32.355378 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-61c79638-dcf8-420f-97bc-21a3368a1f17 None None] Provisioning for port 43713869-bc1f-41ed-ade1-b76f8fa67cc4 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:06:32.462999 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-61c79638-dcf8-420f-97bc-21a3368a1f17 None None] Provisioning complete for port 43713869-bc1f-41ed-ade1-b76f8fa67cc4 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:06:32.470675 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-61c79638-dcf8-420f-97bc-21a3368a1f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:32.486777 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48076741-2a3f-4b1f-8ab3-16add518513e req-359ab785-b29a-47b0-ad2a-a23b47f84b3b tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Router d9d83afc-c9e4-494d-9afd-81e4fd8a1566 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:06:32.530262 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6f3654-c65b-44f8-81e4-b7c7e03d1daf tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:32.535874 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6f3654-c65b-44f8-81e4-b7c7e03d1daf tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:32.542082 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6f3654-c65b-44f8-81e4-b7c7e03d1daf tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:32.543609 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-9e6f3654-c65b-44f8-81e4-b7c7e03d1daf tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Synchronizing usage tracker for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:subnet {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:06:32.587993 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3027b5-3d3b-4d61-ab0d-77169984ad89 req-5c10871e-cc29-4cf6-a265-62d41b5510c5 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:32.595476 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0a3027b5-3d3b-4d61-ab0d-77169984ad89 req-5c10871e-cc29-4cf6-a265-62d41b5510c5 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f63b14c-2fc5-4e64-8edf-82abd644c01e HTTP/1.1" status: 200 len: 945 time: 1.2100449 May 05 22:06:32.657581 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 74770aab-3cf8-4bb7-99fc-077414f6418b no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:06:32.770674 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-49c04126-c0b6-4c3b-8527-392d6f9f7306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb095b74-717d-485c-afe9-87063196b737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688406542', 'tenant_id': '06fb629024324e968714595537efac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '0e4eb224-cb12-4b32-8242-2b04fe4ae27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:05:59Z', 'updated_at': '2022-05-05T22:06:23Z', 'revision_number': 4, 'project_id': '06fb629024324e968714595537efac5c', 'gw_port': {'id': '0e4eb224-cb12-4b32-8242-2b04fe4ae27d', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb095b74-717d-485c-afe9-87063196b737', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:06:00Z', 'updated_at': '2022-05-05T22:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'eecbd48f-6814-4030-8e5b-048395c724fc', 'name': '', 'network_id': '1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753', 'tenant_id': '06fb629024324e968714595537efac5c', 'mac_address': 'fa:16:3e:d4:18:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb095b74-717d-485c-afe9-87063196b737', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1755485f-4a55-4fd6-9437-364fb3417fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:06:17Z', 'updated_at': '2022-05-05T22:06:24Z', 'revision_number': 2, 'project_id': '06fb629024324e968714595537efac5c', 'subnets': [{'id': '1755485f-4a55-4fd6-9437-364fb3417fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:06:32.799895 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c04126-c0b6-4c3b-8527-392d6f9f7306 None None] Checking router: bb095b74-717d-485c-afe9-87063196b737 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:06:32.800494 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c04126-c0b6-4c3b-8527-392d6f9f7306 None None] Updating router bb095b74-717d-485c-afe9-87063196b737 port eecbd48f-6814-4030-8e5b-048395c724fc binding host n-d-825175-4 {{(pid=84068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:06:32.891212 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-9e6f3654-c65b-44f8-81e4-b7c7e03d1daf tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Unset dirty status for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:subnet {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:06:32.899715 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-9e6f3654-c65b-44f8-81e4-b7c7e03d1daf tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.9265528 May 05 22:06:32.901439 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dd5ad138-6c6f-49e2-9240-9e34cf637768 req-87025f0b-c173-4691-9811-451cae4fcac3 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5569913 May 05 22:06:32.916694 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0a3027b5-3d3b-4d61-ab0d-77169984ad89 req-ebf015f2-03a1-480f-8815-e872ee493bdc tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/security-groups?id=294d9890-5827-40b1-a1cd-e520f389fc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3203542 May 05 22:06:32.919199 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35516) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:06:32.925467 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-49c04126-c0b6-4c3b-8527-392d6f9f7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:33.064912 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: 74770aab-3cf8-4bb7-99fc-077414f6418b {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:06:33.065503 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 74770aab-3cf8-4bb7-99fc-077414f6418b not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:06:33.067629 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-db111b21-533c-43f7-afa0-6668bc0826fc tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:33.282880 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-db111b21-533c-43f7-afa0-6668bc0826fc tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:33.294309 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-db111b21-533c-43f7-afa0-6668bc0826fc tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.2960844 May 05 22:06:33.314476 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-61c79638-dcf8-420f-97bc-21a3368a1f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:33.408527 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-61c79638-dcf8-420f-97bc-21a3368a1f17 None None] For port 43713869-bc1f-41ed-ade1-b76f8fa67cc4, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=43713869-bc1f-41ed-ade1-b76f8fa67cc4,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:06:33.417732 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-61c79638-dcf8-420f-97bc-21a3368a1f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:33.491939 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48076741-2a3f-4b1f-8ab3-16add518513e req-359ab785-b29a-47b0-ad2a-a23b47f84b3b tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:06:33.720512 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-48076741-2a3f-4b1f-8ab3-16add518513e req-359ab785-b29a-47b0-ad2a-a23b47f84b3b tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] No DVR routers for this DVR port 74770aab-3cf8-4bb7-99fc-077414f6418b on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:06:33.725617 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-48076741-2a3f-4b1f-8ab3-16add518513e req-359ab785-b29a-47b0-ad2a-a23b47f84b3b tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:33.739513 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f63b14c-2fc5-4e64-8edf-82abd644c01e', 'name': 'network-vif-deleted', 'tag': '74770aab-3cf8-4bb7-99fc-077414f6418b'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:06:33.751157 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c79638-dcf8-420f-97bc-21a3368a1f17 None None] Pushing event updated for resources: {'Port': ['ID=43713869-bc1f-41ed-ade1-b76f8fa67cc4,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:33.755212 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0d9861-f3c6-4907-8437-1495b3b4bf0b None None] Sync routers for ids ['d9d83afc-c9e4-494d-9afd-81e4fd8a1566'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:06:33.795724 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-48076741-2a3f-4b1f-8ab3-16add518513e req-359ab785-b29a-47b0-ad2a-a23b47f84b3b tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.44 "DELETE /v2.0/ports/74770aab-3cf8-4bb7-99fc-077414f6418b HTTP/1.1" status: 204 len: 173 time: 5.4017837 May 05 22:06:33.806951 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0d9861-f3c6-4907-8437-1495b3b4bf0b None None] Routers {'d9d83afc-c9e4-494d-9afd-81e4fd8a1566'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:06:33.809190 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-6f0d9861-f3c6-4907-8437-1495b3b4bf0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:06:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['d9d83afc-c9e4-494d-9afd-81e4fd8a1566'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:06:33.843880 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-73d6fcaa-dbfb-4a14-8b27-af1d4c053ca6 req-60cf577d-354e-4ded-9fdb-c5bef4cb4f33 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-882109848&fields=id&tenant_id=06fb629024324e968714595537efac5c HTTP/1.1" status: 200 len: 267 time: 0.6722634 May 05 22:06:34.056144 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ee2b58f4-8364-4db7-8be8-14a850ec49aa None None] Provisioning complete for port 43713869-bc1f-41ed-ade1-b76f8fa67cc4 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:06:34.056782 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ee2b58f4-8364-4db7-8be8-14a850ec49aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:34.229067 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-49c04126-c0b6-4c3b-8527-392d6f9f7306 None None] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:34.251232 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.provisioning_blocks [None req-49c04126-c0b6-4c3b-8527-392d6f9f7306 None None] Transition to ACTIVE for port object eecbd48f-6814-4030-8e5b-048395c724fc will not be triggered until provisioned by entity L2. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:06:34.277640 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ba95b8b-3914-4f28-8e30-1a90e2c27c9b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Deleting subnet 61878fe3-9d73-4d0d-b094-2eef5f4c914e {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:06:34.286201 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-49c04126-c0b6-4c3b-8527-392d6f9f7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:34.306119 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6fcaa-dbfb-4a14-8b27-af1d4c053ca6 req-af40a09c-7a59-4217-bfdf-b22828829a51 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:34.307745 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-73d6fcaa-dbfb-4a14-8b27-af1d4c053ca6 req-af40a09c-7a59-4217-bfdf-b22828829a51 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/networks?id=1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753 HTTP/1.1" status: 200 len: 795 time: 0.4373026 May 05 22:06:34.388245 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9ba95b8b-3914-4f28-8e30-1a90e2c27c9b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:34.490986 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-19f876f7-ac5d-4269-bc46-c4364aed41bf req-73bf3d94-0be2-4242-b554-432100cf583b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Synchronizing usage tracker for tenant:2578689695ab4a55a99443682838538b on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:06:34.580959 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 395631a2-23c0-4bf7-a7ae-e05bdec875fb up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:06:34.623715 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-73d6fcaa-dbfb-4a14-8b27-af1d4c053ca6 req-334e5d74-c5ab-4481-95b2-feb03362ba8d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/quotas/06fb629024324e968714595537efac5c HTTP/1.1" status: 200 len: 375 time: 0.2475989 May 05 22:06:34.720299 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318043d3-a05c-4604-8aa1-d0df5eb2e693 None None] Pushing event updated for resources: {'Port': ['ID=eecbd48f-6814-4030-8e5b-048395c724fc,revision_number=3']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:34.761386 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-19f876f7-ac5d-4269-bc46-c4364aed41bf req-73bf3d94-0be2-4242-b554-432100cf583b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Unset dirty status for tenant:2578689695ab4a55a99443682838538b on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:06:34.762774 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f23b72fd-b6c6-4fa8-a866-c162d8fa0e06 None None] Could not find standard attr ID for object 29bc5eef-1190-4408-a124-ccd54068d0db. {{(pid=84064) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 22:06:34.763967 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-19f876f7-ac5d-4269-bc46-c4364aed41bf req-73bf3d94-0be2-4242-b554-432100cf583b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--780449401&fields=id&tenant_id=2578689695ab4a55a99443682838538b HTTP/1.1" status: 200 len: 267 time: 0.8863609 May 05 22:06:34.789544 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-6f0d9861-f3c6-4907-8437-1495b3b4bf0b None None] Set router d9d83afc-c9e4-494d-9afd-81e4fd8a1566 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:06:34.831923 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9ba95b8b-3914-4f28-8e30-1a90e2c27c9b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:35.050358 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-49c04126-c0b6-4c3b-8527-392d6f9f7306 None None] Attempting to bind port eecbd48f-6814-4030-8e5b-048395c724fc on host n-d-825175-4 for vnic_type normal with profile {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:06:35.057176 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-49c04126-c0b6-4c3b-8527-392d6f9f7306 None None] Attempting to bind port eecbd48f-6814-4030-8e5b-048395c724fc by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '13351c92-5f57-4954-9af1-ea9ae34ca426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753'}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:06:35.057600 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c04126-c0b6-4c3b-8527-392d6f9f7306 None None] Attempting to bind port eecbd48f-6814-4030-8e5b-048395c724fc on network 1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753 {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:06:35.087956 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c04126-c0b6-4c3b-8527-392d6f9f7306 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:06:35.088389 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c04126-c0b6-4c3b-8527-392d6f9f7306 None None] Checking segment: {'id': '13351c92-5f57-4954-9af1-ea9ae34ca426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:06:35.088787 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-49c04126-c0b6-4c3b-8527-392d6f9f7306 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:35.089174 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c04126-c0b6-4c3b-8527-392d6f9f7306 None None] Bound using segment: {'id': '13351c92-5f57-4954-9af1-ea9ae34ca426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753'} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:06:35.089640 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-49c04126-c0b6-4c3b-8527-392d6f9f7306 None None] Bound port: eecbd48f-6814-4030-8e5b-048395c724fc, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13351c92-5f57-4954-9af1-ea9ae34ca426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753'}}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:06:35.089999 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-49c04126-c0b6-4c3b-8527-392d6f9f7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:35.198694 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 43713869-bc1f-41ed-ade1-b76f8fa67cc4 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:06:35.328805 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-49c04126-c0b6-4c3b-8527-392d6f9f7306 None None] For port eecbd48f-6814-4030-8e5b-048395c724fc, host n-d-825175-4, cleared binding levels {{(pid=84068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:06:35.333079 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-49c04126-c0b6-4c3b-8527-392d6f9f7306 None None] For port eecbd48f-6814-4030-8e5b-048395c724fc, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=eecbd48f-6814-4030-8e5b-048395c724fc,segment=NetworkSegment(13351c92-5f57-4954-9af1-ea9ae34ca426),segment_id=13351c92-5f57-4954-9af1-ea9ae34ca426)] {{(pid=84068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:06:35.354182 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-49c04126-c0b6-4c3b-8527-392d6f9f7306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:35.475638 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318043d3-a05c-4604-8aa1-d0df5eb2e693 None None] Pushing event updated for resources: {'Port': ['ID=eecbd48f-6814-4030-8e5b-048395c724fc,revision_number=4']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:35.512442 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 395631a2-23c0-4bf7-a7ae-e05bdec875fb completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:06:35.537606 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 395631a2-23c0-4bf7-a7ae-e05bdec875fb triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:06:35.537977 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:35.549371 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c04126-c0b6-4c3b-8527-392d6f9f7306 None None] Routers {'bb095b74-717d-485c-afe9-87063196b737'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:06:35.550107 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-49c04126-c0b6-4c3b-8527-392d6f9f7306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:06:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['bb095b74-717d-485c-afe9-87063196b737'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:06:35.674082 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-73d6fcaa-dbfb-4a14-8b27-af1d4c053ca6 req-2ea62a42-4c41-44ed-84f3-2fc95ee9ce0b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Synchronizing usage tracker for tenant:06fb629024324e968714595537efac5c on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:06:35.685965 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9ba95b8b-3914-4f28-8e30-1a90e2c27c9b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:35.813186 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f876f7-ac5d-4269-bc46-c4364aed41bf req-a365a673-3db8-4f65-b627-1d197f0d5c15 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:35.815011 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-19f876f7-ac5d-4269-bc46-c4364aed41bf req-a365a673-3db8-4f65-b627-1d197f0d5c15 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/networks?id=da94abce-5ece-4742-b6d0-f89044eb6bbd HTTP/1.1" status: 200 len: 814 time: 1.0193007 May 05 22:06:35.847024 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-19f876f7-ac5d-4269-bc46-c4364aed41bf req-80e480df-1771-4d49-a307-86630800956f tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/quotas/2578689695ab4a55a99443682838538b HTTP/1.1" status: 200 len: 375 time: 0.0141158 May 05 22:06:35.899440 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-08c91b0d-db61-45e9-960b-9f856af9ae95 None None] Could not find standard attr ID for object 76260f53-30b8-471b-888a-8b4a94cc542f. {{(pid=84064) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 22:06:35.910801 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 43713869-bc1f-41ed-ade1-b76f8fa67cc4 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:06:35.911454 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:35.931292 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-73d6fcaa-dbfb-4a14-8b27-af1d4c053ca6 req-2ea62a42-4c41-44ed-84f3-2fc95ee9ce0b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Unset dirty status for tenant:06fb629024324e968714595537efac5c on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:06:35.966297 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-73d6fcaa-dbfb-4a14-8b27-af1d4c053ca6 req-2ea62a42-4c41-44ed-84f3-2fc95ee9ce0b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=06fb629024324e968714595537efac5c&fields=id HTTP/1.1" status: 200 len: 302 time: 1.3299797 May 05 22:06:36.138008 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:36.138974 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:36.139751 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:36.227778 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-49c04126-c0b6-4c3b-8527-392d6f9f7306 None None] Set router bb095b74-717d-485c-afe9-87063196b737 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:06:36.231044 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9ba95b8b-3914-4f28-8e30-1a90e2c27c9b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:36.251742 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38ba2bd-88b7-4a21-9d83-751df9e1737b None None] get_active_networks_info from n-d-825175-4 {{(pid=84064) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 05 22:06:36.312437 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-19f876f7-ac5d-4269-bc46-c4364aed41bf req-f3fc3fbc-7a8c-4cec-9980-5921a4d58818 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2578689695ab4a55a99443682838538b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4510996 May 05 22:06:36.328067 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba95b8b-3914-4f28-8e30-1a90e2c27c9b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event deleted for resources: {'Subnet': ['ID=61878fe3-9d73-4d0d-b094-2eef5f4c914e,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:36.338263 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 395631a2-23c0-4bf7-a7ae-e05bdec875fb, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=395631a2-23c0-4bf7-a7ae-e05bdec875fb,segment=NetworkSegment(6d4484a5-8d63-4054-aa6e-abb26e17d980),segment_id=6d4484a5-8d63-4054-aa6e-abb26e17d980)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:06:36.358225 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-73d6fcaa-dbfb-4a14-8b27-af1d4c053ca6 req-21f0c084-4045-4c2e-8704-18f1c562aff4 service neutron] 10.222.0.23 "GET /v2.0/networks/1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673036 May 05 22:06:36.370356 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc906c7-cc4c-433e-8eb5-f701bf23e03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '395631a2-23c0-4bf7-a7ae-e05bdec875fb'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:06:36.431026 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:36.659949 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-6f0d9861-f3c6-4907-8437-1495b3b4bf0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d83afc-c9e4-494d-9afd-81e4fd8a1566', 'name': 'tempest-AttachVolumeTestJSON-1985453385-router', 'tenant_id': 'f9679666ed684085ba56b96d355bc823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:00:38Z', 'updated_at': '2022-05-05T22:00:49Z', 'revision_number': 4, 'project_id': 'f9679666ed684085ba56b96d355bc823', 'gw_port': {'id': '2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:75:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d83afc-c9e4-494d-9afd-81e4fd8a1566', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:00:40Z', 'updated_at': '2022-05-05T22:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '88cd5671-adb8-42c7-8bc4-c8283d54a668', 'name': '', 'network_id': 'c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2', 'tenant_id': 'f9679666ed684085ba56b96d355bc823', 'mac_address': 'fa:16:3e:9a:10:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d83afc-c9e4-494d-9afd-81e4fd8a1566', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f259ce1a-1e13-44eb-b65e-190001e0a5ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:00:48Z', 'updated_at': '2022-05-05T22:01:01Z', 'revision_number': 5, 'project_id': 'f9679666ed684085ba56b96d355bc823', 'subnets': [{'id': 'f259ce1a-1e13-44eb-b65e-190001e0a5ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:06:36.680485 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-73d6fcaa-dbfb-4a14-8b27-af1d4c053ca6 req-e257c74e-6e6b-449d-b845-5c30824f12a8 service neutron] 10.222.0.23 "GET /v2.0/networks/1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195076 May 05 22:06:36.697882 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9ba95b8b-3914-4f28-8e30-1a90e2c27c9b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:36.717777 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0d9861-f3c6-4907-8437-1495b3b4bf0b None None] Checking router: d9d83afc-c9e4-494d-9afd-81e4fd8a1566 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:06:36.757784 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=395631a2-23c0-4bf7-a7ae-e05bdec875fb,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:36.805497 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0d9861-f3c6-4907-8437-1495b3b4bf0b None None] Routers {'d9d83afc-c9e4-494d-9afd-81e4fd8a1566'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:06:36.810242 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-6f0d9861-f3c6-4907-8437-1495b3b4bf0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:06:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['d9d83afc-c9e4-494d-9afd-81e4fd8a1566'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:06:36.847082 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-9ba95b8b-3914-4f28-8e30-1a90e2c27c9b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/subnets/61878fe3-9d73-4d0d-b094-2eef5f4c914e HTTP/1.1" status: 204 len: 168 time: 3.9197431 May 05 22:06:36.849124 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 35608) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:06:37.021420 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-19f876f7-ac5d-4269-bc46-c4364aed41bf req-95a71bde-fef0-4c57-820a-6f5d3fc73caf service neutron] 10.222.0.23 "GET /v2.0/networks/da94abce-5ece-4742-b6d0-f89044eb6bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6810575 May 05 22:06:37.177246 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-49c04126-c0b6-4c3b-8527-392d6f9f7306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb095b74-717d-485c-afe9-87063196b737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688406542', 'tenant_id': '06fb629024324e968714595537efac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '0e4eb224-cb12-4b32-8242-2b04fe4ae27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:05:59Z', 'updated_at': '2022-05-05T22:06:23Z', 'revision_number': 4, 'project_id': '06fb629024324e968714595537efac5c', 'gw_port': {'id': '0e4eb224-cb12-4b32-8242-2b04fe4ae27d', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb095b74-717d-485c-afe9-87063196b737', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:06:00Z', 'updated_at': '2022-05-05T22:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'eecbd48f-6814-4030-8e5b-048395c724fc', 'name': '', 'network_id': '1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753', 'tenant_id': '06fb629024324e968714595537efac5c', 'mac_address': 'fa:16:3e:d4:18:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb095b74-717d-485c-afe9-87063196b737', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1755485f-4a55-4fd6-9437-364fb3417fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:06:17Z', 'updated_at': '2022-05-05T22:06:35Z', 'revision_number': 4, 'project_id': '06fb629024324e968714595537efac5c', 'subnets': [{'id': '1755485f-4a55-4fd6-9437-364fb3417fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:06:37.200180 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c04126-c0b6-4c3b-8527-392d6f9f7306 None None] The sync data for ids ['bb095b74-717d-485c-afe9-87063196b737'] in n-d-825175-4 is: [{'id': 'bb095b74-717d-485c-afe9-87063196b737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688406542', 'tenant_id': '06fb629024324e968714595537efac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '0e4eb224-cb12-4b32-8242-2b04fe4ae27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:05:59Z', 'updated_at': '2022-05-05T22:06:23Z', 'revision_number': 4, 'project_id': '06fb629024324e968714595537efac5c', 'gw_port': {'id': '0e4eb224-cb12-4b32-8242-2b04fe4ae27d', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb095b74-717d-485c-afe9-87063196b737', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:06:00Z', 'updated_at': '2022-05-05T22:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'eecbd48f-6814-4030-8e5b-048395c724fc', 'name': '', 'network_id': '1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753', 'tenant_id': '06fb629024324e968714595537efac5c', 'mac_address': 'fa:16:3e:d4:18:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb095b74-717d-485c-afe9-87063196b737', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1755485f-4a55-4fd6-9437-364fb3417fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:06:17Z', 'updated_at': '2022-05-05T22:06:35Z', 'revision_number': 4, 'project_id': '06fb629024324e968714595537efac5c', 'subnets': [{'id': '1755485f-4a55-4fd6-9437-364fb3417fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:06:37.336971 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fffdf7a-62d4-4cda-9dd0-52fc7e240f82'] response: {'server_uuid': '8f63b14c-2fc5-4e64-8edf-82abd644c01e', 'name': 'network-vif-deleted', 'tag': '74770aab-3cf8-4bb7-99fc-077414f6418b', 'status': 'completed', 'code': 200} May 05 22:06:37.348934 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-a64cfdab-83cc-4608-8c74-9fe316c046c5 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Deleting subnet f5d0ff10-31c3-4d40-82c7-9243767d85f1 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:06:37.374000 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38ba2bd-88b7-4a21-9d83-751df9e1737b None None] Resources bound (agent type, host, resource id): {{(pid=84064) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 05 22:06:37.392654 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a64cfdab-83cc-4608-8c74-9fe316c046c5 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:37.494395 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-19f876f7-ac5d-4269-bc46-c4364aed41bf req-29282388-9cdb-4c23-a5ab-f88d05e407ed service neutron] 10.222.0.23 "GET /v2.0/networks/da94abce-5ece-4742-b6d0-f89044eb6bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4569240 May 05 22:06:37.599551 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a64cfdab-83cc-4608-8c74-9fe316c046c5 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:37.863872 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97456f-a65f-4a74-86a8-542f20bfc0f7 req-17811a3c-d2e0-45cb-9e61-2a8c3d8f3c98 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:37.866530 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a64cfdab-83cc-4608-8c74-9fe316c046c5 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:37.870357 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5b97456f-a65f-4a74-86a8-542f20bfc0f7 req-17811a3c-d2e0-45cb-9e61-2a8c3d8f3c98 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddc906c7-cc4c-433e-8eb5-f701bf23e03b HTTP/1.1" status: 200 len: 946 time: 0.3038332 May 05 22:06:38.139317 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5b97456f-a65f-4a74-86a8-542f20bfc0f7 req-ab53c830-7cfa-4e6a-a37c-1276fa7da5ba tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621932 May 05 22:06:38.195119 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a64cfdab-83cc-4608-8c74-9fe316c046c5 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:38.271615 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65370169-8a55-448e-8dc3-4982fb3019fe'] response: {'server_uuid': 'ddc906c7-cc4c-433e-8eb5-f701bf23e03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '395631a2-23c0-4bf7-a7ae-e05bdec875fb', 'code': 200} May 05 22:06:38.335314 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-6f0d9861-f3c6-4907-8437-1495b3b4bf0b None None] Set router d9d83afc-c9e4-494d-9afd-81e4fd8a1566 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:06:38.359901 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64cfdab-83cc-4608-8c74-9fe316c046c5 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event deleted for resources: {'Subnet': ['ID=f5d0ff10-31c3-4d40-82c7-9243767d85f1,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:38.371611 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a64cfdab-83cc-4608-8c74-9fe316c046c5 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:38.442604 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a64cfdab-83cc-4608-8c74-9fe316c046c5 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/subnets/f5d0ff10-31c3-4d40-82c7-9243767d85f1 HTTP/1.1" status: 204 len: 168 time: 1.5923061 May 05 22:06:38.459676 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35654) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:06:38.511607 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-926a46be-feb7-4645-be22-8d55af5611fc req-06b1a959-8501-4c62-abb6-9343713c92eb tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=3165a957-ac04-4dca-9315-70195d79e2df HTTP/1.1" status: 200 len: 210 time: 0.1694627 May 05 22:06:38.692031 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c2623b05-1950-40c6-a2e0-bda815778a74 req-dcdc44ea-c1c0-4b40-a397-788462786a73 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ddc906c7-cc4c-433e-8eb5-f701bf23e03b HTTP/1.1" status: 200 len: 1097 time: 0.2465966 May 05 22:06:38.772178 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 35662) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:06:38.879508 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-3b3f3295-6377-42ce-8ef8-e4c022052b49 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3991051 May 05 22:06:38.881708 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 35672) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:06:38.924046 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-fc914d5d-191c-4804-bbdc-9cd38112f550 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Request body: {'subnet': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:06:38.945317 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-aa1b80fc-bb8f-4876-ad96-37082f689477 req-498e480a-c9b8-424d-a1d4-0cd2cdcde38f tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4c387eb-7879-423d-a3f8-e617694126b6 HTTP/1.1" status: 200 len: 210 time: 0.1598139 May 05 22:06:38.979293 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c2623b05-1950-40c6-a2e0-bda815778a74 req-3c978ffa-c7f5-4feb-a1fb-7e754678473e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780015 May 05 22:06:39.318470 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5eca443-0b02-4d8b-8635-dae73edfb8cd None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:06:39.507540 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6642595e-b670-4b35-99e0-7303a1411a60 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:39.686483 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device eecbd48f-6814-4030-8e5b-048395c724fc up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:06:39.693764 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-fc914d5d-191c-4804-bbdc-9cd38112f550 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:06:39.735703 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8dd461-bea8-4d53-90d8-097abfef0b4a req-0bae0009-597c-4ca9-8d9a-d4a73656b0f4 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:39.743392 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bb8dd461-bea8-4d53-90d8-097abfef0b4a req-0bae0009-597c-4ca9-8d9a-d4a73656b0f4 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddc906c7-cc4c-433e-8eb5-f701bf23e03b HTTP/1.1" status: 200 len: 946 time: 0.2466629 May 05 22:06:39.756020 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6642595e-b670-4b35-99e0-7303a1411a60 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:40.097954 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-4ad45887-b199-43b6-b243-0d9aff87375f None None] Provisioning complete for port 43713869-bc1f-41ed-ade1-b76f8fa67cc4 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:06:40.099255 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4ad45887-b199-43b6-b243-0d9aff87375f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:40.103748 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bb8dd461-bea8-4d53-90d8-097abfef0b4a req-0f8aebe7-2517-4edb-befd-f9c85198aa92 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592370 May 05 22:06:40.165938 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e63dcbb0-5080-4e29-91db-4da28ce922c6 req-026c312e-0c68-4ce8-b769-9dc4da4aa42d tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=3165a957-ac04-4dca-9315-70195d79e2df HTTP/1.1" status: 200 len: 210 time: 0.1930039 May 05 22:06:40.203572 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6fcaa-dbfb-4a14-8b27-af1d4c053ca6 req-4c291459-ff1c-4106-8bf3-43c192042c8e tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:40.204277 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-73d6fcaa-dbfb-4a14-8b27-af1d4c053ca6 req-4c291459-ff1c-4106-8bf3-43c192042c8e tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Synchronizing usage tracker for tenant:06fb629024324e968714595537efac5c on resource:network {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:06:40.215173 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6642595e-b670-4b35-99e0-7303a1411a60 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:40.221144 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port eecbd48f-6814-4030-8e5b-048395c724fc completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:06:40.225694 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-fc914d5d-191c-4804-bbdc-9cd38112f550 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Usage tracker for resource:subnet and tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:06:40.238542 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-fc914d5d-191c-4804-bbdc-9cd38112f550 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:06:40.247780 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-fc914d5d-191c-4804-bbdc-9cd38112f550 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:06:40.270451 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6642595e-b670-4b35-99e0-7303a1411a60 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=294d9890-5827-40b1-a1cd-e520f389fc20,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:40.274100 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc914d5d-191c-4804-bbdc-9cd38112f550 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Made reservation on behalf of 6a9c8b32c69349b78288ebe6e6b6f3f4 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:06:40.281138 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fc914d5d-191c-4804-bbdc-9cd38112f550 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:40.299834 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-73d6fcaa-dbfb-4a14-8b27-af1d4c053ca6 req-4c291459-ff1c-4106-8bf3-43c192042c8e tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Unset dirty status for tenant:06fb629024324e968714595537efac5c on resource:network {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:06:40.301148 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-73d6fcaa-dbfb-4a14-8b27-af1d4c053ca6 req-4c291459-ff1c-4106-8bf3-43c192042c8e tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.44 "GET /v2.0/networks?id=1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753 HTTP/1.1" status: 200 len: 795 time: 0.7333374 May 05 22:06:40.419221 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6b87588c-fc87-4063-8eac-ffc60a339b00 req-97dff51c-1ddf-4907-a7d1-dfd3e45bbd4c tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4c387eb-7879-423d-a3f8-e617694126b6 HTTP/1.1" status: 200 len: 210 time: 0.1011279 May 05 22:06:40.429819 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port eecbd48f-6814-4030-8e5b-048395c724fc triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:06:40.430348 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:40.433921 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6642595e-b670-4b35-99e0-7303a1411a60 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:40.435100 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-6642595e-b670-4b35-99e0-7303a1411a60 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "DELETE /v2.0/security-groups/294d9890-5827-40b1-a1cd-e520f389fc20 HTTP/1.1" status: 204 len: 168 time: 1.6598587 May 05 22:06:40.438183 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35714) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:06:40.469160 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [None req-61daac3c-8773-4c55-8cd9-dec895a40d76 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] show failed (client error): The resource could not be found. May 05 22:06:40.470512 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-61daac3c-8773-4c55-8cd9-dec895a40d76 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "GET /v2.0/security-groups/294d9890-5827-40b1-a1cd-e520f389fc20 HTTP/1.1" status: 404 len: 347 time: 0.0312855 May 05 22:06:40.473821 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35718) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:06:40.612068 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-73d6fcaa-dbfb-4a14-8b27-af1d4c053ca6 req-9b8c1891-faf3-4085-94a8-2b2da42b6426 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Synchronizing usage tracker for tenant:06fb629024324e968714595537efac5c on resource:security_group {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:06:40.701993 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-73d6fcaa-dbfb-4a14-8b27-af1d4c053ca6 req-9b8c1891-faf3-4085-94a8-2b2da42b6426 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Unset dirty status for tenant:06fb629024324e968714595537efac5c on resource:security_group {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:06:40.703150 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-73d6fcaa-dbfb-4a14-8b27-af1d4c053ca6 req-9b8c1891-faf3-4085-94a8-2b2da42b6426 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06fb629024324e968714595537efac5c HTTP/1.1" status: 200 len: 379 time: 0.2504716 May 05 22:06:40.725814 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-73d6fcaa-dbfb-4a14-8b27-af1d4c053ca6 req-f8ed8917-b1d6-4cf5-8cde-2f2deefa61e3 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Request body: {'port': {'device_id': 'e4c387eb-7879-423d-a3f8-e617694126b6', 'network_id': '1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753', 'admin_state_up': True, 'tenant_id': '06fb629024324e968714595537efac5c', 'security_groups': ['9b23864a-1097-4ba5-82ce-a2e27a1f50eb']}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:06:40.881754 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-0d0b5b90-ba4f-44b3-adea-c85f084afc58 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Deleting port 12658a6f-3869-40b9-8b15-eb32a17aa3c3 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:06:40.899898 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0d0b5b90-ba4f-44b3-adea-c85f084afc58 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:41.165139 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:41.246355 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc3aba1-9bf2-449c-8658-0a4e99537882 None None] DHCP port deletion for 137c07e1-75d6-4e37-9f42-95b3b385c296 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:06:41.272278 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-0fc3aba1-9bf2-449c-8658-0a4e99537882 None None] Deleting port 43713869-bc1f-41ed-ade1-b76f8fa67cc4 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:06:41.279315 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0fc3aba1-9bf2-449c-8658-0a4e99537882 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:41.470576 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fc914d5d-191c-4804-bbdc-9cd38112f550 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:41.476467 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-73d6fcaa-dbfb-4a14-8b27-af1d4c053ca6 req-f8ed8917-b1d6-4cf5-8cde-2f2deefa61e3 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:06:41.477325 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port eecbd48f-6814-4030-8e5b-048395c724fc, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=eecbd48f-6814-4030-8e5b-048395c724fc,segment=NetworkSegment(13351c92-5f57-4954-9af1-ea9ae34ca426),segment_id=13351c92-5f57-4954-9af1-ea9ae34ca426)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:06:41.500049 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:41.612700 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-6f0d9861-f3c6-4907-8437-1495b3b4bf0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d83afc-c9e4-494d-9afd-81e4fd8a1566', 'name': 'tempest-AttachVolumeTestJSON-1985453385-router', 'tenant_id': 'f9679666ed684085ba56b96d355bc823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:00:38Z', 'updated_at': '2022-05-05T22:00:49Z', 'revision_number': 4, 'project_id': 'f9679666ed684085ba56b96d355bc823', 'gw_port': {'id': '2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:75:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d83afc-c9e4-494d-9afd-81e4fd8a1566', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:00:40Z', 'updated_at': '2022-05-05T22:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '88cd5671-adb8-42c7-8bc4-c8283d54a668', 'name': '', 'network_id': 'c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2', 'tenant_id': 'f9679666ed684085ba56b96d355bc823', 'mac_address': 'fa:16:3e:9a:10:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d83afc-c9e4-494d-9afd-81e4fd8a1566', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f259ce1a-1e13-44eb-b65e-190001e0a5ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:00:48Z', 'updated_at': '2022-05-05T22:01:01Z', 'revision_number': 5, 'project_id': 'f9679666ed684085ba56b96d355bc823', 'subnets': [{'id': 'f259ce1a-1e13-44eb-b65e-190001e0a5ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:06:41.724940 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0922b519-ea29-4548-99de-5fa45234160e req-fe4c2a71-73a9-450e-8a97-409646a80ff7 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=3165a957-ac04-4dca-9315-70195d79e2df HTTP/1.1" status: 200 len: 210 time: 0.1275551 May 05 22:06:41.731795 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0d0b5b90-ba4f-44b3-adea-c85f084afc58 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:41.733779 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0d0b5b90-ba4f-44b3-adea-c85f084afc58 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:41.920725 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-0fc3aba1-9bf2-449c-8658-0a4e99537882 None None] For port 43713869-bc1f-41ed-ade1-b76f8fa67cc4, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=43713869-bc1f-41ed-ade1-b76f8fa67cc4,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:06:41.921375 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0fc3aba1-9bf2-449c-8658-0a4e99537882 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:41.924509 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc914d5d-191c-4804-bbdc-9cd38112f550 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event updated for resources: {'Subnet': ['ID=e3907e3a-4fa6-4c56-a3c9-e19b14e30f5e,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:42.061780 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-73d6fcaa-dbfb-4a14-8b27-af1d4c053ca6 req-f8ed8917-b1d6-4cf5-8cde-2f2deefa61e3 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:06:42.094373 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc914d5d-191c-4804-bbdc-9cd38112f550 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:06:42.099223 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-fc914d5d-191c-4804-bbdc-9cd38112f550 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:06:42.103320 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc914d5d-191c-4804-bbdc-9cd38112f550 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:42.104107 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fc914d5d-191c-4804-bbdc-9cd38112f550 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:42.113811 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73d6fcaa-dbfb-4a14-8b27-af1d4c053ca6 req-f8ed8917-b1d6-4cf5-8cde-2f2deefa61e3 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Made reservation on behalf of 06fb629024324e968714595537efac5c for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:06:42.117086 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-73d6fcaa-dbfb-4a14-8b27-af1d4c053ca6 req-f8ed8917-b1d6-4cf5-8cde-2f2deefa61e3 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:42.158168 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-0d0b5b90-ba4f-44b3-adea-c85f084afc58 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Calling delete_port for 12658a6f-3869-40b9-8b15-eb32a17aa3c3 owned by network:floatingip {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:06:42.190708 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-0fc3aba1-9bf2-449c-8658-0a4e99537882 None None] Calling delete_port for 43713869-bc1f-41ed-ade1-b76f8fa67cc4 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:06:42.316967 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7c852509-307b-4360-aca4-4c939bad8725 req-2998ed74-0189-4ae8-bde7-360bb47b7e34 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4c387eb-7879-423d-a3f8-e617694126b6 HTTP/1.1" status: 200 len: 210 time: 0.1765420 May 05 22:06:42.343772 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37605600-2126-456d-a9b8-5a8e19a4a9d7 req-acc71e77-9ed8-407e-b786-02f6a5e8583d tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:42.351312 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-37605600-2126-456d-a9b8-5a8e19a4a9d7 req-acc71e77-9ed8-407e-b786-02f6a5e8583d tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddc906c7-cc4c-433e-8eb5-f701bf23e03b HTTP/1.1" status: 200 len: 946 time: 0.8515422 May 05 22:06:42.358755 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-73d6fcaa-dbfb-4a14-8b27-af1d4c053ca6 req-f8ed8917-b1d6-4cf5-8cde-2f2deefa61e3 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Allocated IP 172.20.0.14 (1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753/1755485f-4a55-4fd6-9437-364fb3417fd0/978f635b-af0b-4afd-80a0-539d5190f34e) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:06:42.416731 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 43713869-bc1f-41ed-ade1-b76f8fa67cc4 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:06:42.448315 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-37605600-2126-456d-a9b8-5a8e19a4a9d7 req-cb56db1c-b469-47de-a974-84fee598a477 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942669 May 05 22:06:42.467966 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0d9861-f3c6-4907-8437-1495b3b4bf0b None None] The sync data for ids ['d9d83afc-c9e4-494d-9afd-81e4fd8a1566'] in n-d-825175-4 is: [{'id': 'd9d83afc-c9e4-494d-9afd-81e4fd8a1566', 'name': 'tempest-AttachVolumeTestJSON-1985453385-router', 'tenant_id': 'f9679666ed684085ba56b96d355bc823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:00:38Z', 'updated_at': '2022-05-05T22:00:49Z', 'revision_number': 4, 'project_id': 'f9679666ed684085ba56b96d355bc823', 'gw_port': {'id': '2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:75:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d83afc-c9e4-494d-9afd-81e4fd8a1566', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:00:40Z', 'updated_at': '2022-05-05T22:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '88cd5671-adb8-42c7-8bc4-c8283d54a668', 'name': '', 'network_id': 'c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2', 'tenant_id': 'f9679666ed684085ba56b96d355bc823', 'mac_address': 'fa:16:3e:9a:10:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d83afc-c9e4-494d-9afd-81e4fd8a1566', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f259ce1a-1e13-44eb-b65e-190001e0a5ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:00:48Z', 'updated_at': '2022-05-05T22:01:01Z', 'revision_number': 5, 'project_id': 'f9679666ed684085ba56b96d355bc823', 'subnets': [{'id': 'f259ce1a-1e13-44eb-b65e-190001e0a5ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:06:42.486620 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0fc3aba1-9bf2-449c-8658-0a4e99537882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:42.508157 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 43713869-bc1f-41ed-ade1-b76f8fa67cc4 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:06:42.509301 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 43713869-bc1f-41ed-ade1-b76f8fa67cc4 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:06:42.584526 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc3aba1-9bf2-449c-8658-0a4e99537882 None None] No DVR routers for this DVR port 43713869-bc1f-41ed-ade1-b76f8fa67cc4 on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:06:42.599705 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=eecbd48f-6814-4030-8e5b-048395c724fc,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:42.608922 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b425dc9-5347-455d-bd02-f9927ccfdb72 None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:06:42.684995 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0d0b5b90-ba4f-44b3-adea-c85f084afc58 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:42.734631 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-73d6fcaa-dbfb-4a14-8b27-af1d4c053ca6 req-f8ed8917-b1d6-4cf5-8cde-2f2deefa61e3 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:42.755088 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-73d6fcaa-dbfb-4a14-8b27-af1d4c053ca6 req-f8ed8917-b1d6-4cf5-8cde-2f2deefa61e3 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Transition to ACTIVE for port object 978f635b-af0b-4afd-80a0-539d5190f34e will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:06:42.827165 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-73d6fcaa-dbfb-4a14-8b27-af1d4c053ca6 req-f8ed8917-b1d6-4cf5-8cde-2f2deefa61e3 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:42.904188 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73d6fcaa-dbfb-4a14-8b27-af1d4c053ca6 req-f8ed8917-b1d6-4cf5-8cde-2f2deefa61e3 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Network 1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:06:42.919566 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-73d6fcaa-dbfb-4a14-8b27-af1d4c053ca6 req-f8ed8917-b1d6-4cf5-8cde-2f2deefa61e3 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:06:42.921910 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d6fcaa-dbfb-4a14-8b27-af1d4c053ca6 req-f8ed8917-b1d6-4cf5-8cde-2f2deefa61e3 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:06:42.938165 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b5b90-ba4f-44b3-adea-c85f084afc58 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Pushing event deleted for resources: {'Port': ['ID=12658a6f-3869-40b9-8b15-eb32a17aa3c3,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:42.971695 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc3aba1-9bf2-449c-8658-0a4e99537882 None None] Pushing event deleted for resources: {'Port': ['ID=43713869-bc1f-41ed-ade1-b76f8fa67cc4,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:43.051850 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6fcaa-dbfb-4a14-8b27-af1d4c053ca6 req-f8ed8917-b1d6-4cf5-8cde-2f2deefa61e3 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:43.052414 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-73d6fcaa-dbfb-4a14-8b27-af1d4c053ca6 req-f8ed8917-b1d6-4cf5-8cde-2f2deefa61e3 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:43.067415 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0d0b5b90-ba4f-44b3-adea-c85f084afc58 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks [] for floatingip, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:43.146139 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-73d6fcaa-dbfb-4a14-8b27-af1d4c053ca6 req-f8ed8917-b1d6-4cf5-8cde-2f2deefa61e3 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4357862 May 05 22:06:43.213145 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-fc914d5d-191c-4804-bbdc-9cd38112f550 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3228779 May 05 22:06:43.226344 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 35788) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:06:43.232127 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-73d6fcaa-dbfb-4a14-8b27-af1d4c053ca6 req-3e019227-7629-434c-97a7-e0a70cdbc1a6 service neutron] Request body: {'port': {'device_id': 'e4c387eb-7879-423d-a3f8-e617694126b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:06:43.271763 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0d0b5b90-ba4f-44b3-adea-c85f084afc58 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:43.273660 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0d0b5b90-ba4f-44b3-adea-c85f084afc58 tempest-AttachVolumeTestJSON-1728923188 tempest-AttachVolumeTestJSON-1728923188-project] 10.222.0.23 "DELETE /v2.0/floatingips/719b3457-2171-46cc-b277-0fe52e8cd082 HTTP/1.1" status: 204 len: 168 time: 2.7987292 May 05 22:06:43.354396 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8c9553ce-bd84-4a38-8d4d-79a49cf0acbd req-ecd24428-2221-42ac-9368-008680780016 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=3165a957-ac04-4dca-9315-70195d79e2df HTTP/1.1" status: 200 len: 210 time: 0.2328002 May 05 22:06:43.386600 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-f407164a-29f7-44f6-a49d-85b09e234340 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Request body: {'subnet': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:06:43.427459 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f876f7-ac5d-4269-bc46-c4364aed41bf req-7ddf029f-7fb8-4162-925d-0dfecea1accd tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:43.429134 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-19f876f7-ac5d-4269-bc46-c4364aed41bf req-7ddf029f-7fb8-4162-925d-0dfecea1accd tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.44 "GET /v2.0/networks?id=da94abce-5ece-4742-b6d0-f89044eb6bbd HTTP/1.1" status: 200 len: 814 time: 2.0162890 May 05 22:06:43.487890 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0289c586-a2e8-4caf-8a4d-3436a038c416 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-137c07e1-75d6-4e37-9f42-95b3b385c296', 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'tenant_id': '6a9c8b32c69349b78288ebe6e6b6f3f4', 'fixed_ips': [{'subnet_id': 'e3907e3a-4fa6-4c56-a3c9-e19b14e30f5e'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:06:43.489736 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0289c586-a2e8-4caf-8a4d-3436a038c416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:43.637637 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed8917-b1d6-4cf5-8cde-2f2deefa61e3 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event updated for resources: {'Port': ['ID=978f635b-af0b-4afd-80a0-539d5190f34e,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:43.689645 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990036f-4f0c-4da4-92f4-34b3d92b2150 req-42c92993-7214-49a2-bcf8-ca1278c6daf1 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:43.699383 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8990036f-4f0c-4da4-92f4-34b3d92b2150 req-42c92993-7214-49a2-bcf8-ca1278c6daf1 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddc906c7-cc4c-433e-8eb5-f701bf23e03b HTTP/1.1" status: 200 len: 946 time: 0.2134438 May 05 22:06:43.776462 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device eecbd48f-6814-4030-8e5b-048395c724fc up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:06:43.932115 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-571029d7-7996-4409-89dc-e7860833bda4 None None] Provisioning for port 978f635b-af0b-4afd-80a0-539d5190f34e completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:06:43.954580 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-571029d7-7996-4409-89dc-e7860833bda4 None None] Provisioning complete for port 978f635b-af0b-4afd-80a0-539d5190f34e triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:06:43.955370 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-571029d7-7996-4409-89dc-e7860833bda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:44.022320 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-571029d7-7996-4409-89dc-e7860833bda4 None None] Port 978f635b-af0b-4afd-80a0-539d5190f34e cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:06:44.024734 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-0289c586-a2e8-4caf-8a4d-3436a038c416 None None] Allocated IP 172.20.0.2 (137c07e1-75d6-4e37-9f42-95b3b385c296/e3907e3a-4fa6-4c56-a3c9-e19b14e30f5e/2356b04e-8d73-4db2-8b65-b68c89062037) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:06:44.028929 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8990036f-4f0c-4da4-92f4-34b3d92b2150 req-73a85bfa-c281-45b9-b66e-94cf563363da tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283684 May 05 22:06:44.045364 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port eecbd48f-6814-4030-8e5b-048395c724fc triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:06:44.045973 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:44.090509 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37608c-e4b8-49df-919f-e677139c1f2a req-24bb0f60-5c34-43ad-a350-bcc61600c340 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:44.101260 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bb37608c-e4b8-49df-919f-e677139c1f2a req-24bb0f60-5c34-43ad-a350-bcc61600c340 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4c387eb-7879-423d-a3f8-e617694126b6 HTTP/1.1" status: 200 len: 932 time: 0.3313563 May 05 22:06:44.135486 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-de885d42-0d32-42d1-8ea7-cadc23b3c403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:44.188486 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bb37608c-e4b8-49df-919f-e677139c1f2a req-7942d852-fea0-4da3-b417-383be5f9c021 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b23864a-1097-4ba5-82ce-a2e27a1f50eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806079 May 05 22:06:44.190425 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-73d6fcaa-dbfb-4a14-8b27-af1d4c053ca6 req-3e019227-7629-434c-97a7-e0a70cdbc1a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:44.215599 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-19f876f7-ac5d-4269-bc46-c4364aed41bf req-573c6e9f-e230-45c0-a778-0e9c8ef17c77 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Synchronizing usage tracker for tenant:2578689695ab4a55a99443682838538b on resource:security_group {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:06:44.573697 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-19f876f7-ac5d-4269-bc46-c4364aed41bf req-573c6e9f-e230-45c0-a778-0e9c8ef17c77 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Unset dirty status for tenant:2578689695ab4a55a99443682838538b on resource:security_group {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:06:44.575756 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-19f876f7-ac5d-4269-bc46-c4364aed41bf req-573c6e9f-e230-45c0-a778-0e9c8ef17c77 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2578689695ab4a55a99443682838538b HTTP/1.1" status: 200 len: 379 time: 1.0787873 May 05 22:06:44.618028 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-19f876f7-ac5d-4269-bc46-c4364aed41bf req-df0fb87c-cf67-4f74-9dea-c486c6bb4cba tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Request body: {'port': {'device_id': '3165a957-ac04-4dca-9315-70195d79e2df', 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd', 'admin_state_up': True, 'tenant_id': '2578689695ab4a55a99443682838538b', 'security_groups': ['97555bf9-cffb-4f46-9909-a2cd7b5cb846']}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:06:44.771240 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8737149-06d7-4f45-b37b-7496df509696 req-080c7ed7-ee2d-4bd5-a747-d4cd42c0dc7e tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:44.784947 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c8737149-06d7-4f45-b37b-7496df509696 req-080c7ed7-ee2d-4bd5-a747-d4cd42c0dc7e tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.44 "GET /v2.0/ports?device_id=ddc906c7-cc4c-433e-8eb5-f701bf23e03b HTTP/1.1" status: 200 len: 946 time: 0.3737965 May 05 22:06:44.824845 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0289c586-a2e8-4caf-8a4d-3436a038c416 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:44.837175 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f407164a-29f7-44f6-a49d-85b09e234340 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:06:44.844203 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-0289c586-a2e8-4caf-8a4d-3436a038c416 None None] Transition to ACTIVE for port object 2356b04e-8d73-4db2-8b65-b68c89062037 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:06:44.875192 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-760a2579-8d41-4de6-a963-c38045d5795d req-bf27e149-51f5-4307-b5f6-c6ddba790875 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=3165a957-ac04-4dca-9315-70195d79e2df HTTP/1.1" status: 200 len: 210 time: 0.2064619 May 05 22:06:44.890230 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-0289c586-a2e8-4caf-8a4d-3436a038c416 None None] Transition to ACTIVE for port object 2356b04e-8d73-4db2-8b65-b68c89062037 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:06:44.900850 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0289c586-a2e8-4caf-8a4d-3436a038c416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:44.954506 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0289c586-a2e8-4caf-8a4d-3436a038c416 None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:06:44.965666 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-c8737149-06d7-4f45-b37b-7496df509696 req-b602438e-58db-45b3-ab2a-8d889b4c3b43 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Deleting port 395631a2-23c0-4bf7-a7ae-e05bdec875fb {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:06:44.965666 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c8737149-06d7-4f45-b37b-7496df509696 req-b602438e-58db-45b3-ab2a-8d889b4c3b43 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:44.965848 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-0289c586-a2e8-4caf-8a4d-3436a038c416 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:06:44.970775 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0289c586-a2e8-4caf-8a4d-3436a038c416 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:06:45.003109 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f407164a-29f7-44f6-a49d-85b09e234340 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Usage tracker for resource:subnet and tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:06:45.021323 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f407164a-29f7-44f6-a49d-85b09e234340 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:06:45.088776 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f407164a-29f7-44f6-a49d-85b09e234340 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:06:45.344698 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0289c586-a2e8-4caf-8a4d-3436a038c416 None None] Pushing event updated for resources: {'Port': ['ID=2356b04e-8d73-4db2-8b65-b68c89062037,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:45.387308 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-19f876f7-ac5d-4269-bc46-c4364aed41bf req-df0fb87c-cf67-4f74-9dea-c486c6bb4cba tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:06:45.400127 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-19f876f7-ac5d-4269-bc46-c4364aed41bf req-df0fb87c-cf67-4f74-9dea-c486c6bb4cba tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Usage tracker for resource:port and tenant:2578689695ab4a55a99443682838538b is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:06:45.406462 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-19f876f7-ac5d-4269-bc46-c4364aed41bf req-df0fb87c-cf67-4f74-9dea-c486c6bb4cba tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:06:45.419297 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-19f876f7-ac5d-4269-bc46-c4364aed41bf req-df0fb87c-cf67-4f74-9dea-c486c6bb4cba tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:06:45.427708 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-0289c586-a2e8-4caf-8a4d-3436a038c416 None None] Attempting to bind port 2356b04e-8d73-4db2-8b65-b68c89062037 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:06:45.428067 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-0289c586-a2e8-4caf-8a4d-3436a038c416 None None] Attempting to bind port 2356b04e-8d73-4db2-8b65-b68c89062037 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:06:45.428424 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0289c586-a2e8-4caf-8a4d-3436a038c416 None None] Attempting to bind port 2356b04e-8d73-4db2-8b65-b68c89062037 on network 137c07e1-75d6-4e37-9f42-95b3b385c296 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:06:45.451797 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0289c586-a2e8-4caf-8a4d-3436a038c416 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:06:45.452173 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0289c586-a2e8-4caf-8a4d-3436a038c416 None None] Checking segment: {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:06:45.452808 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0289c586-a2e8-4caf-8a4d-3436a038c416 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:45.453200 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0289c586-a2e8-4caf-8a4d-3436a038c416 None None] Bound using segment: {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:06:45.453673 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-0289c586-a2e8-4caf-8a4d-3436a038c416 None None] Bound port: 2356b04e-8d73-4db2-8b65-b68c89062037, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:06:45.454045 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0289c586-a2e8-4caf-8a4d-3436a038c416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:45.688050 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f407164a-29f7-44f6-a49d-85b09e234340 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Made reservation on behalf of 6a9c8b32c69349b78288ebe6e6b6f3f4 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:06:45.777018 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19f876f7-ac5d-4269-bc46-c4364aed41bf req-df0fb87c-cf67-4f74-9dea-c486c6bb4cba tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Made reservation on behalf of 2578689695ab4a55a99443682838538b for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:06:45.780863 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-19f876f7-ac5d-4269-bc46-c4364aed41bf req-df0fb87c-cf67-4f74-9dea-c486c6bb4cba tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:45.803269 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-0289c586-a2e8-4caf-8a4d-3436a038c416 None None] For port 2356b04e-8d73-4db2-8b65-b68c89062037, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:06:45.808433 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-0289c586-a2e8-4caf-8a4d-3436a038c416 None None] For port 2356b04e-8d73-4db2-8b65-b68c89062037, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=2356b04e-8d73-4db2-8b65-b68c89062037,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:06:45.820225 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0289c586-a2e8-4caf-8a4d-3436a038c416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:45.830546 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdcdbc3-0635-4fd4-bf74-d6104008a99b req-fb3a72f3-2a63-4792-84ab-daac4f1f5538 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:45.845010 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2bdcdbc3-0635-4fd4-bf74-d6104008a99b req-fb3a72f3-2a63-4792-84ab-daac4f1f5538 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddc906c7-cc4c-433e-8eb5-f701bf23e03b HTTP/1.1" status: 200 len: 946 time: 0.5213223 May 05 22:06:45.892528 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642bef1-88e6-4f81-9588-9b6245111313 req-2b4d732b-9f0e-4871-a529-5dfdc3ef07f4 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:45.901738 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b642bef1-88e6-4f81-9588-9b6245111313 req-2b4d732b-9f0e-4871-a529-5dfdc3ef07f4 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4c387eb-7879-423d-a3f8-e617694126b6 HTTP/1.1" status: 200 len: 932 time: 0.3635428 May 05 22:06:45.939160 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-c8737149-06d7-4f45-b37b-7496df509696 req-b602438e-58db-45b3-ab2a-8d889b4c3b43 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] For port 395631a2-23c0-4bf7-a7ae-e05bdec875fb, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=395631a2-23c0-4bf7-a7ae-e05bdec875fb,segment=NetworkSegment(6d4484a5-8d63-4054-aa6e-abb26e17d980),segment_id=6d4484a5-8d63-4054-aa6e-abb26e17d980)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:06:45.939737 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c8737149-06d7-4f45-b37b-7496df509696 req-b602438e-58db-45b3-ab2a-8d889b4c3b43 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:45.983475 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0289c586-a2e8-4caf-8a4d-3436a038c416 None None] Pushing event updated for resources: {'Port': ['ID=2356b04e-8d73-4db2-8b65-b68c89062037,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:46.344430 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-efa35e20-9f81-4917-bb39-d6220fcbd524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:46.520397 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-73d6fcaa-dbfb-4a14-8b27-af1d4c053ca6 req-3e019227-7629-434c-97a7-e0a70cdbc1a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 978f635b-af0b-4afd-80a0-539d5190f34e {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:06:46.528323 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-73d6fcaa-dbfb-4a14-8b27-af1d4c053ca6 req-3e019227-7629-434c-97a7-e0a70cdbc1a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:46.544401 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-73d6fcaa-dbfb-4a14-8b27-af1d4c053ca6 req-3e019227-7629-434c-97a7-e0a70cdbc1a6 service neutron] Transition to ACTIVE for port object 978f635b-af0b-4afd-80a0-539d5190f34e will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:06:46.559991 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-73d6fcaa-dbfb-4a14-8b27-af1d4c053ca6 req-3e019227-7629-434c-97a7-e0a70cdbc1a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:46.674882 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b642bef1-88e6-4f81-9588-9b6245111313 req-adf6e8d8-74b6-4a73-9cdf-b535505d4333 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b23864a-1097-4ba5-82ce-a2e27a1f50eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7717495 May 05 22:06:46.704528 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-c8737149-06d7-4f45-b37b-7496df509696 req-b602438e-58db-45b3-ab2a-8d889b4c3b43 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Calling delete_port for 395631a2-23c0-4bf7-a7ae-e05bdec875fb owned by compute:nova {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:06:46.774443 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2bdcdbc3-0635-4fd4-bf74-d6104008a99b req-078688fa-6b95-4db0-8fd0-663d307f3ddc tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9092431 May 05 22:06:46.958925 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c8737149-06d7-4f45-b37b-7496df509696 req-b602438e-58db-45b3-ab2a-8d889b4c3b43 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:46.966027 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-19f876f7-ac5d-4269-bc46-c4364aed41bf req-df0fb87c-cf67-4f74-9dea-c486c6bb4cba tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Allocated IP 172.20.0.3 (da94abce-5ece-4742-b6d0-f89044eb6bbd/b6329e98-aed7-463a-a6e6-dc9284056d36/09071155-8a90-407a-9103-4a5c51b9bbd9) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:06:46.972207 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['e5394ba0-792a-4b8a-b7c6-660aa79245c7'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:06:47.202792 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b602438e-58db-45b3-ab2a-8d889b4c3b43 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Pushing event deleted for resources: {'Port': ['ID=395631a2-23c0-4bf7-a7ae-e05bdec875fb,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:47.207111 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-54ba10dc-e6d2-45e7-bcb3-d60379d6e4be req-bb6f0ffb-845c-4089-961a-0a2fda93c205 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=3165a957-ac04-4dca-9315-70195d79e2df HTTP/1.1" status: 200 len: 210 time: 0.0472138 May 05 22:06:47.243014 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b602438e-58db-45b3-ab2a-8d889b4c3b43 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:06:47.243623 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b602438e-58db-45b3-ab2a-8d889b4c3b43 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:06:47.244119 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b602438e-58db-45b3-ab2a-8d889b4c3b43 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:06:47.244633 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b602438e-58db-45b3-ab2a-8d889b4c3b43 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:06:47.245095 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b602438e-58db-45b3-ab2a-8d889b4c3b43 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:06:47.245554 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b602438e-58db-45b3-ab2a-8d889b4c3b43 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:06:47.246029 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b602438e-58db-45b3-ab2a-8d889b4c3b43 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:06:47.246548 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b602438e-58db-45b3-ab2a-8d889b4c3b43 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:06:47.247032 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b602438e-58db-45b3-ab2a-8d889b4c3b43 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:06:47.247489 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b602438e-58db-45b3-ab2a-8d889b4c3b43 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:06:47.259604 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b602438e-58db-45b3-ab2a-8d889b4c3b43 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:06:47.436223 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8737149-06d7-4f45-b37b-7496df509696 req-b602438e-58db-45b3-ab2a-8d889b4c3b43 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] No DVR routers for this DVR port 395631a2-23c0-4bf7-a7ae-e05bdec875fb on host n-h1-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:06:47.440928 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-c8737149-06d7-4f45-b37b-7496df509696 req-b602438e-58db-45b3-ab2a-8d889b4c3b43 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:47.444785 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc906c7-cc4c-433e-8eb5-f701bf23e03b', 'name': 'network-vif-deleted', 'tag': '395631a2-23c0-4bf7-a7ae-e05bdec875fb'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:06:47.458314 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:47.497539 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c8737149-06d7-4f45-b37b-7496df509696 req-b602438e-58db-45b3-ab2a-8d889b4c3b43 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.44 "DELETE /v2.0/ports/395631a2-23c0-4bf7-a7ae-e05bdec875fb HTTP/1.1" status: 204 len: 173 time: 2.7022550 May 05 22:06:47.572847 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:47.649571 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-19f876f7-ac5d-4269-bc46-c4364aed41bf req-df0fb87c-cf67-4f74-9dea-c486c6bb4cba tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:47.714321 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-969550bf-1374-4566-95b6-fd98e80f8dbb'] response: {'server_uuid': 'ddc906c7-cc4c-433e-8eb5-f701bf23e03b', 'name': 'network-vif-deleted', 'tag': '395631a2-23c0-4bf7-a7ae-e05bdec875fb', 'status': 'completed', 'code': 200} May 05 22:06:47.791501 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e73558-29f1-410d-abb8-a641c1a9b270 None None] New status for floating IP 719b3457-2171-46cc-b277-0fe52e8cd082: DOWN {{(pid=84068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 22:06:47.853939 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 2356b04e-8d73-4db2-8b65-b68c89062037 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:06:48.160611 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-4cca6ec9-a47a-4437-a56f-e2229719367b None None] Provisioning for port 2356b04e-8d73-4db2-8b65-b68c89062037 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:06:48.209521 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 2356b04e-8d73-4db2-8b65-b68c89062037 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:06:48.217967 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 2356b04e-8d73-4db2-8b65-b68c89062037 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:06:48.218338 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:48.253559 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-19f876f7-ac5d-4269-bc46-c4364aed41bf req-df0fb87c-cf67-4f74-9dea-c486c6bb4cba tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Transition to ACTIVE for port object 09071155-8a90-407a-9103-4a5c51b9bbd9 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:06:48.342271 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-2272c370-d2e1-4e96-8fa8-ed6d0de7da67 req-8d71a69d-bf76-4d5a-9f8a-4632230e480b tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Synchronizing usage tracker for tenant:b068134c338f46c6866f23b681a9cd8a on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:06:48.366481 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f407164a-29f7-44f6-a49d-85b09e234340 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:48.383605 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-2272c370-d2e1-4e96-8fa8-ed6d0de7da67 req-8d71a69d-bf76-4d5a-9f8a-4632230e480b tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Unset dirty status for tenant:b068134c338f46c6866f23b681a9cd8a on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:06:48.385334 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2272c370-d2e1-4e96-8fa8-ed6d0de7da67 req-8d71a69d-bf76-4d5a-9f8a-4632230e480b tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=ddc906c7-cc4c-433e-8eb5-f701bf23e03b HTTP/1.1" status: 200 len: 210 time: 0.1036656 May 05 22:06:48.416505 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c31115-8bee-44b9-b530-560c7ab4614b req-58f8a422-c77c-4079-a5d7-d68a7f72e9c7 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:48.420408 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-87c31115-8bee-44b9-b530-560c7ab4614b req-58f8a422-c77c-4079-a5d7-d68a7f72e9c7 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4c387eb-7879-423d-a3f8-e617694126b6 HTTP/1.1" status: 200 len: 944 time: 0.2439735 May 05 22:06:48.425278 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e019227-7629-434c-97a7-e0a70cdbc1a6 service neutron] Pushing event updated for resources: {'Port': ['ID=978f635b-af0b-4afd-80a0-539d5190f34e,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:48.537708 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-87c31115-8bee-44b9-b530-560c7ab4614b req-b6df4629-d22c-42eb-8db2-ae9ab3a6668b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b23864a-1097-4ba5-82ce-a2e27a1f50eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077859 May 05 22:06:48.624379 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-19f876f7-ac5d-4269-bc46-c4364aed41bf req-df0fb87c-cf67-4f74-9dea-c486c6bb4cba tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:48.635899 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:48.660469 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 395631a2-23c0-4bf7-a7ae-e05bdec875fb no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:06:48.729031 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0fb87c-cf67-4f74-9dea-c486c6bb4cba tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Pushing event updated for resources: {'Port': ['ID=09071155-8a90-407a-9103-4a5c51b9bbd9,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:48.737014 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-73d6fcaa-dbfb-4a14-8b27-af1d4c053ca6 req-3e019227-7629-434c-97a7-e0a70cdbc1a6 service neutron] Attempting to bind port 978f635b-af0b-4afd-80a0-539d5190f34e on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:06:48.737592 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-73d6fcaa-dbfb-4a14-8b27-af1d4c053ca6 req-3e019227-7629-434c-97a7-e0a70cdbc1a6 service neutron] Attempting to bind port 978f635b-af0b-4afd-80a0-539d5190f34e by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': '13351c92-5f57-4954-9af1-ea9ae34ca426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:06:48.738073 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d6fcaa-dbfb-4a14-8b27-af1d4c053ca6 req-3e019227-7629-434c-97a7-e0a70cdbc1a6 service neutron] Attempting to bind port 978f635b-af0b-4afd-80a0-539d5190f34e on network 1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:06:48.750735 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d6fcaa-dbfb-4a14-8b27-af1d4c053ca6 req-3e019227-7629-434c-97a7-e0a70cdbc1a6 service neutron] Port 978f635b-af0b-4afd-80a0-539d5190f34e on network 1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:06:48.751063 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d6fcaa-dbfb-4a14-8b27-af1d4c053ca6 req-3e019227-7629-434c-97a7-e0a70cdbc1a6 service neutron] Attempting to bind port 978f635b-af0b-4afd-80a0-539d5190f34e on network 1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:06:48.761066 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d6fcaa-dbfb-4a14-8b27-af1d4c053ca6 req-3e019227-7629-434c-97a7-e0a70cdbc1a6 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:06:48.761399 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d6fcaa-dbfb-4a14-8b27-af1d4c053ca6 req-3e019227-7629-434c-97a7-e0a70cdbc1a6 service neutron] Checking segment: {'id': '13351c92-5f57-4954-9af1-ea9ae34ca426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:06:48.761784 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d6fcaa-dbfb-4a14-8b27-af1d4c053ca6 req-3e019227-7629-434c-97a7-e0a70cdbc1a6 service neutron] Bound using segment: {'id': '13351c92-5f57-4954-9af1-ea9ae34ca426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:06:48.762219 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-73d6fcaa-dbfb-4a14-8b27-af1d4c053ca6 req-3e019227-7629-434c-97a7-e0a70cdbc1a6 service neutron] Bound port: 978f635b-af0b-4afd-80a0-539d5190f34e, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13351c92-5f57-4954-9af1-ea9ae34ca426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:06:48.762565 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-73d6fcaa-dbfb-4a14-8b27-af1d4c053ca6 req-3e019227-7629-434c-97a7-e0a70cdbc1a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:48.781215 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: 395631a2-23c0-4bf7-a7ae-e05bdec875fb {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:06:48.783490 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 395631a2-23c0-4bf7-a7ae-e05bdec875fb not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:06:48.823500 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19f876f7-ac5d-4269-bc46-c4364aed41bf req-df0fb87c-cf67-4f74-9dea-c486c6bb4cba tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Network da94abce-5ece-4742-b6d0-f89044eb6bbd is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:06:48.825233 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 2356b04e-8d73-4db2-8b65-b68c89062037, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=2356b04e-8d73-4db2-8b65-b68c89062037,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:06:48.834677 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:48.863908 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-19f876f7-ac5d-4269-bc46-c4364aed41bf req-df0fb87c-cf67-4f74-9dea-c486c6bb4cba tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:06:48.888272 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-19f876f7-ac5d-4269-bc46-c4364aed41bf req-df0fb87c-cf67-4f74-9dea-c486c6bb4cba tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:06:49.104422 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb2a5d-fc4d-4f6c-9f79-92526a6428f2 req-19d640df-7d21-4321-934d-56a236c12c30 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:49.106305 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4edb2a5d-fc4d-4f6c-9f79-92526a6428f2 req-19d640df-7d21-4321-934d-56a236c12c30 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=3165a957-ac04-4dca-9315-70195d79e2df HTTP/1.1" status: 200 len: 931 time: 0.3314431 May 05 22:06:49.248678 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:49.256718 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f876f7-ac5d-4269-bc46-c4364aed41bf req-df0fb87c-cf67-4f74-9dea-c486c6bb4cba tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:49.260598 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-19f876f7-ac5d-4269-bc46-c4364aed41bf req-df0fb87c-cf67-4f74-9dea-c486c6bb4cba tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:49.265369 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4edb2a5d-fc4d-4f6c-9f79-92526a6428f2 req-b802a835-31c6-40bc-bddd-6902030ca79e tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/security-groups?id=97555bf9-cffb-4f46-9909-a2cd7b5cb846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521637 May 05 22:06:49.321613 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=2356b04e-8d73-4db2-8b65-b68c89062037,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:49.431313 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-353afec7-b35e-49e2-a02e-4ba072da593f None None] Provisioning for port 09071155-8a90-407a-9103-4a5c51b9bbd9 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:06:49.450911 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-353afec7-b35e-49e2-a02e-4ba072da593f None None] Provisioning complete for port 09071155-8a90-407a-9103-4a5c51b9bbd9 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:06:49.452612 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-353afec7-b35e-49e2-a02e-4ba072da593f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:49.468744 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-73d6fcaa-dbfb-4a14-8b27-af1d4c053ca6 req-3e019227-7629-434c-97a7-e0a70cdbc1a6 service neutron] For port 978f635b-af0b-4afd-80a0-539d5190f34e, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:06:49.523362 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-73d6fcaa-dbfb-4a14-8b27-af1d4c053ca6 req-3e019227-7629-434c-97a7-e0a70cdbc1a6 service neutron] For port 978f635b-af0b-4afd-80a0-539d5190f34e, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=978f635b-af0b-4afd-80a0-539d5190f34e,segment=NetworkSegment(13351c92-5f57-4954-9af1-ea9ae34ca426),segment_id=13351c92-5f57-4954-9af1-ea9ae34ca426)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:06:49.535851 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-19f876f7-ac5d-4269-bc46-c4364aed41bf req-df0fb87c-cf67-4f74-9dea-c486c6bb4cba tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9467130 May 05 22:06:49.558459 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-19f876f7-ac5d-4269-bc46-c4364aed41bf req-d53c1c6d-bfbb-4aa4-b545-b1e47d027bef service neutron] Request body: {'port': {'device_id': '3165a957-ac04-4dca-9315-70195d79e2df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:06:49.639168 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-73d6fcaa-dbfb-4a14-8b27-af1d4c053ca6 req-3e019227-7629-434c-97a7-e0a70cdbc1a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:49.744325 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 2356b04e-8d73-4db2-8b65-b68c89062037 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:06:49.949209 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-353afec7-b35e-49e2-a02e-4ba072da593f None None] Port 09071155-8a90-407a-9103-4a5c51b9bbd9 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:06:50.082099 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 2356b04e-8d73-4db2-8b65-b68c89062037 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:06:50.084028 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:50.139508 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-73d6fcaa-dbfb-4a14-8b27-af1d4c053ca6 req-3e019227-7629-434c-97a7-e0a70cdbc1a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:50.168828 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-73d6fcaa-dbfb-4a14-8b27-af1d4c053ca6 req-3e019227-7629-434c-97a7-e0a70cdbc1a6 service neutron] 10.222.0.44 "PUT /v2.0/ports/978f635b-af0b-4afd-80a0-539d5190f34e HTTP/1.1" status: 200 len: 1092 time: 6.9720635 May 05 22:06:50.172276 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4c387eb-7879-423d-a3f8-e617694126b6', 'tag': '978f635b-af0b-4afd-80a0-539d5190f34e'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:06:50.341114 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-19f876f7-ac5d-4269-bc46-c4364aed41bf req-d53c1c6d-bfbb-4aa4-b545-b1e47d027bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:50.396769 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e019227-7629-434c-97a7-e0a70cdbc1a6 service neutron] Pushing event updated for resources: {'Port': ['ID=978f635b-af0b-4afd-80a0-539d5190f34e,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:50.463392 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e3673-be3b-4717-9b5c-3d22bc0c8cf7 req-4a73130b-b2ef-4d4b-bcdd-873362e65c1a tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:50.493129 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f13e3673-be3b-4717-9b5c-3d22bc0c8cf7 req-4a73130b-b2ef-4d4b-bcdd-873362e65c1a tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.3187966 May 05 22:06:50.572843 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a1f04-4f5c-4465-ad63-c2ba3ac9bd48 req-e3d47b72-54b1-44e8-917b-4d430a096a25 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:50.587854 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3d8a1f04-4f5c-4465-ad63-c2ba3ac9bd48 req-e3d47b72-54b1-44e8-917b-4d430a096a25 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4c387eb-7879-423d-a3f8-e617694126b6 HTTP/1.1" status: 200 len: 944 time: 0.4847960 May 05 22:06:50.682700 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3d8a1f04-4f5c-4465-ad63-c2ba3ac9bd48 req-49b2b970-8a47-4eda-8778-83fa8e19d46c tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b23864a-1097-4ba5-82ce-a2e27a1f50eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821283 May 05 22:06:50.702056 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f13e3673-be3b-4717-9b5c-3d22bc0c8cf7 req-0c7b44a1-565e-415e-8c42-6c0f051aa5e2 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078142 May 05 22:06:50.842126 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-73d6fcaa-dbfb-4a14-8b27-af1d4c053ca6 req-197fc874-7fb3-4145-bd7d-dd804d814eb9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=06fb629024324e968714595537efac5c&device_id=e4c387eb-7879-423d-a3f8-e617694126b6 HTTP/1.1" status: 200 len: 1095 time: 0.6167727 May 05 22:06:50.982309 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2fd19ef-4345-4f87-95bd-d0e412032c62'] response: {'name': 'network-changed', 'server_uuid': 'e4c387eb-7879-423d-a3f8-e617694126b6', 'tag': '978f635b-af0b-4afd-80a0-539d5190f34e', 'status': 'completed', 'code': 200} May 05 22:06:50.992694 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-73d6fcaa-dbfb-4a14-8b27-af1d4c053ca6 req-19c443e0-e756-455c-8fac-3850d2a1cb51 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=978f635b-af0b-4afd-80a0-539d5190f34e HTTP/1.1" status: 200 len: 217 time: 0.1423097 May 05 22:06:51.196327 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf3b7ae-db1f-47ab-9ddb-d063ee1d94cc req-c2a7cdef-403d-4474-ab52-927d708e817d tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:51.206105 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-daf3b7ae-db1f-47ab-9ddb-d063ee1d94cc req-c2a7cdef-403d-4474-ab52-927d708e817d tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=3165a957-ac04-4dca-9315-70195d79e2df HTTP/1.1" status: 200 len: 931 time: 0.2893908 May 05 22:06:51.293575 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-daf3b7ae-db1f-47ab-9ddb-d063ee1d94cc req-bc3de6d8-bfc1-435d-86d0-bbb78b373d34 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/security-groups?id=97555bf9-cffb-4f46-9909-a2cd7b5cb846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851219 May 05 22:06:51.335142 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999c441-759e-49cc-b5a2-35adf49d68fc req-86b87082-fb98-4c55-99bf-6142aae4c083 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:51.351100 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2999c441-759e-49cc-b5a2-35adf49d68fc req-86b87082-fb98-4c55-99bf-6142aae4c083 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.3241203 May 05 22:06:51.356242 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6fcaa-dbfb-4a14-8b27-af1d4c053ca6 req-96aa4a1a-73cd-469c-a9a9-f537795a07e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:51.357973 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-73d6fcaa-dbfb-4a14-8b27-af1d4c053ca6 req-96aa4a1a-73cd-469c-a9a9-f537795a07e6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1755485f-4a55-4fd6-9437-364fb3417fd0 HTTP/1.1" status: 200 len: 834 time: 0.3536646 May 05 22:06:51.455468 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2999c441-759e-49cc-b5a2-35adf49d68fc req-e36b0c13-1a7f-46b8-98a4-466b5e717044 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031857 May 05 22:06:51.815309 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7cea9-df66-4abd-b011-6b69aeebbd57 req-56c825b3-51f8-4801-9f4d-947b1d473f6a tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:51.818906 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-96b7cea9-df66-4abd-b011-6b69aeebbd57 req-56c825b3-51f8-4801-9f4d-947b1d473f6a tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.1299853 May 05 22:06:51.879624 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-96b7cea9-df66-4abd-b011-6b69aeebbd57 req-74c7a750-3cff-4f97-8d2c-2a291b447011 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508938 May 05 22:06:51.933725 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-73d6fcaa-dbfb-4a14-8b27-af1d4c053ca6 req-b3278ee3-a184-4a9f-b1b9-4802c1d7a555 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5599747 May 05 22:06:52.016889 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e1efd3-b823-4ef3-ac44-5011516da50b req-fd97b933-f6fa-4788-8a05-787f98560e8f tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:52.018568 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e2e1efd3-b823-4ef3-ac44-5011516da50b req-fd97b933-f6fa-4788-8a05-787f98560e8f tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4c387eb-7879-423d-a3f8-e617694126b6 HTTP/1.1" status: 200 len: 944 time: 0.1261971 May 05 22:06:52.096844 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.resource_extend [req-19f876f7-ac5d-4269-bc46-c4364aed41bf req-d53c1c6d-bfbb-4aa4-b545-b1e47d027bef service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 22:06:52.122116 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e2e1efd3-b823-4ef3-ac44-5011516da50b req-37c5fdf7-a7c5-45da-9824-cbfb6ac737e8 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b23864a-1097-4ba5-82ce-a2e27a1f50eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972900 May 05 22:06:52.194107 n-d-825175-4 neutron-server[84063]: DEBUG neutron.objects.ports [None req-f407164a-29f7-44f6-a49d-85b09e234340 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84063) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 05 22:06:52.366749 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-73d6fcaa-dbfb-4a14-8b27-af1d4c053ca6 req-33239516-dcd9-4dc8-a92a-69f560d03639 service neutron] 10.222.0.44 "GET /v2.0/networks/1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4243023 May 05 22:06:52.374312 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-19f876f7-ac5d-4269-bc46-c4364aed41bf req-d53c1c6d-bfbb-4aa4-b545-b1e47d027bef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09071155-8a90-407a-9103-4a5c51b9bbd9 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:06:52.412327 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-19f876f7-ac5d-4269-bc46-c4364aed41bf req-d53c1c6d-bfbb-4aa4-b545-b1e47d027bef service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:52.675012 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bab10d-c87b-4800-870e-dcf685269d20 req-6717df86-8912-4abd-9589-c767daa77f07 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:52.690067 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-19f876f7-ac5d-4269-bc46-c4364aed41bf req-d53c1c6d-bfbb-4aa4-b545-b1e47d027bef service neutron] Transition to ACTIVE for port object 09071155-8a90-407a-9103-4a5c51b9bbd9 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:06:52.691305 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a4bab10d-c87b-4800-870e-dcf685269d20 req-6717df86-8912-4abd-9589-c767daa77f07 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=3165a957-ac04-4dca-9315-70195d79e2df HTTP/1.1" status: 200 len: 931 time: 0.2023349 May 05 22:06:52.725594 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-19f876f7-ac5d-4269-bc46-c4364aed41bf req-d53c1c6d-bfbb-4aa4-b545-b1e47d027bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:52.760585 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a4bab10d-c87b-4800-870e-dcf685269d20 req-1e983a13-8d85-4d1b-97f8-9659464372d2 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/security-groups?id=97555bf9-cffb-4f46-9909-a2cd7b5cb846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683467 May 05 22:06:52.932563 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-73d6fcaa-dbfb-4a14-8b27-af1d4c053ca6 req-ecfbfb2c-2ae4-497f-bf38-413543192029 service neutron] 10.222.0.44 "GET /v2.0/networks/1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5522723 May 05 22:06:53.032685 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f407164a-29f7-44f6-a49d-85b09e234340 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:53.062300 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53c1c6d-bfbb-4aa4-b545-b1e47d027bef service neutron] Pushing event updated for resources: {'Port': ['ID=09071155-8a90-407a-9103-4a5c51b9bbd9,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:53.250188 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53c1c6d-bfbb-4aa4-b545-b1e47d027bef service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:06:53.250536 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53c1c6d-bfbb-4aa4-b545-b1e47d027bef service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:06:53.254054 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53c1c6d-bfbb-4aa4-b545-b1e47d027bef service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:06:53.254438 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53c1c6d-bfbb-4aa4-b545-b1e47d027bef service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:06:53.258961 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53c1c6d-bfbb-4aa4-b545-b1e47d027bef service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:06:53.259286 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53c1c6d-bfbb-4aa4-b545-b1e47d027bef service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:06:53.259625 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53c1c6d-bfbb-4aa4-b545-b1e47d027bef service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:06:53.259966 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53c1c6d-bfbb-4aa4-b545-b1e47d027bef service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:06:53.260307 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53c1c6d-bfbb-4aa4-b545-b1e47d027bef service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:06:53.260639 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53c1c6d-bfbb-4aa4-b545-b1e47d027bef service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:06:53.260965 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53c1c6d-bfbb-4aa4-b545-b1e47d027bef service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:06:53.640579 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43260e-b2d6-468d-92f0-9e8801b7db47 req-213e476c-bef6-4286-bd0b-b1dec41484d5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:53.661845 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9c43260e-b2d6-468d-92f0-9e8801b7db47 req-213e476c-bef6-4286-bd0b-b1dec41484d5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4c387eb-7879-423d-a3f8-e617694126b6 HTTP/1.1" status: 200 len: 944 time: 0.2278233 May 05 22:06:53.775925 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9c43260e-b2d6-468d-92f0-9e8801b7db47 req-a887cb27-9b2e-4b42-a3cc-a2077afeb615 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b23864a-1097-4ba5-82ce-a2e27a1f50eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089230 May 05 22:06:54.115537 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c34823f9-d905-4cdb-9573-840ab6245fca req-7f0e3a9d-bb27-40fa-b251-1aed32ab84f8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=06fb629024324e968714595537efac5c&device_id=e4c387eb-7879-423d-a3f8-e617694126b6 HTTP/1.1" status: 200 len: 1095 time: 0.8670039 May 05 22:06:54.303919 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-19f876f7-ac5d-4269-bc46-c4364aed41bf req-d53c1c6d-bfbb-4aa4-b545-b1e47d027bef service neutron] Attempting to bind port 09071155-8a90-407a-9103-4a5c51b9bbd9 on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:06:54.304474 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-19f876f7-ac5d-4269-bc46-c4364aed41bf req-d53c1c6d-bfbb-4aa4-b545-b1e47d027bef service neutron] Attempting to bind port 09071155-8a90-407a-9103-4a5c51b9bbd9 by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': 'b0853f69-0751-43f3-82dd-3ab4be255b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:06:54.309294 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f876f7-ac5d-4269-bc46-c4364aed41bf req-d53c1c6d-bfbb-4aa4-b545-b1e47d027bef service neutron] Attempting to bind port 09071155-8a90-407a-9103-4a5c51b9bbd9 on network da94abce-5ece-4742-b6d0-f89044eb6bbd {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:06:54.399500 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b5371-1760-4f0e-a1a9-2f5996e22f4f req-2aa4b943-3626-4f52-8ba7-735747412507 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:54.423131 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-098b5371-1760-4f0e-a1a9-2f5996e22f4f req-2aa4b943-3626-4f52-8ba7-735747412507 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=3165a957-ac04-4dca-9315-70195d79e2df HTTP/1.1" status: 200 len: 943 time: 0.3379862 May 05 22:06:54.454129 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f876f7-ac5d-4269-bc46-c4364aed41bf req-d53c1c6d-bfbb-4aa4-b545-b1e47d027bef service neutron] Port 09071155-8a90-407a-9103-4a5c51b9bbd9 on network da94abce-5ece-4742-b6d0-f89044eb6bbd not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:06:54.454736 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f876f7-ac5d-4269-bc46-c4364aed41bf req-d53c1c6d-bfbb-4aa4-b545-b1e47d027bef service neutron] Attempting to bind port 09071155-8a90-407a-9103-4a5c51b9bbd9 on network da94abce-5ece-4742-b6d0-f89044eb6bbd {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:06:54.508243 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f876f7-ac5d-4269-bc46-c4364aed41bf req-d53c1c6d-bfbb-4aa4-b545-b1e47d027bef service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:06:54.509212 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f876f7-ac5d-4269-bc46-c4364aed41bf req-d53c1c6d-bfbb-4aa4-b545-b1e47d027bef service neutron] Checking segment: {'id': 'b0853f69-0751-43f3-82dd-3ab4be255b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:06:54.510073 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f876f7-ac5d-4269-bc46-c4364aed41bf req-d53c1c6d-bfbb-4aa4-b545-b1e47d027bef service neutron] Bound using segment: {'id': 'b0853f69-0751-43f3-82dd-3ab4be255b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:06:54.512348 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-19f876f7-ac5d-4269-bc46-c4364aed41bf req-d53c1c6d-bfbb-4aa4-b545-b1e47d027bef service neutron] Bound port: 09071155-8a90-407a-9103-4a5c51b9bbd9, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0853f69-0751-43f3-82dd-3ab4be255b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:06:54.512939 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-19f876f7-ac5d-4269-bc46-c4364aed41bf req-d53c1c6d-bfbb-4aa4-b545-b1e47d027bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:54.539898 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-098b5371-1760-4f0e-a1a9-2f5996e22f4f req-8f6d1f68-d5e9-43b7-9d77-1e594c605a37 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/security-groups?id=97555bf9-cffb-4f46-9909-a2cd7b5cb846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158071 May 05 22:06:54.594116 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-f407164a-29f7-44f6-a49d-85b09e234340 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] For port 2356b04e-8d73-4db2-8b65-b68c89062037, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=2356b04e-8d73-4db2-8b65-b68c89062037,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:06:54.640587 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 978f635b-af0b-4afd-80a0-539d5190f34e details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:06:54.657722 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34823f9-d905-4cdb-9573-840ab6245fca req-da467ba3-cda9-4331-b722-c1fd06a29db5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:54.659210 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c34823f9-d905-4cdb-9573-840ab6245fca req-da467ba3-cda9-4331-b722-c1fd06a29db5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753 HTTP/1.1" status: 200 len: 896 time: 0.5354779 May 05 22:06:54.789817 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c34823f9-d905-4cdb-9573-840ab6245fca req-098ebf1a-bb67-449b-9a8b-da9b25e2aef4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=978f635b-af0b-4afd-80a0-539d5190f34e HTTP/1.1" status: 200 len: 217 time: 0.0972619 May 05 22:06:54.793818 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.resource_extend [None req-f407164a-29f7-44f6-a49d-85b09e234340 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 22:06:54.945528 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34823f9-d905-4cdb-9573-840ab6245fca req-341e5a6e-8b97-4503-bd22-66254e8c2173 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:54.949980 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c34823f9-d905-4cdb-9573-840ab6245fca req-341e5a6e-8b97-4503-bd22-66254e8c2173 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1755485f-4a55-4fd6-9437-364fb3417fd0 HTTP/1.1" status: 200 len: 834 time: 0.1465702 May 05 22:06:54.957993 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f407164a-29f7-44f6-a49d-85b09e234340 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:54.992768 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 978f635b-af0b-4afd-80a0-539d5190f34e, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=978f635b-af0b-4afd-80a0-539d5190f34e,segment=NetworkSegment(13351c92-5f57-4954-9af1-ea9ae34ca426),segment_id=13351c92-5f57-4954-9af1-ea9ae34ca426)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:06:55.006519 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f407164a-29f7-44f6-a49d-85b09e234340 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:55.010738 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f407164a-29f7-44f6-a49d-85b09e234340 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:55.041494 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '978f635b-af0b-4afd-80a0-539d5190f34e', 'network_id': '1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753', 'port_id': '978f635b-af0b-4afd-80a0-539d5190f34e', 'mac_address': 'fa:16:3e:5d:0d:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1755485f-4a55-4fd6-9437-364fb3417fd0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:06:55.207726 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:55.242150 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 978f635b-af0b-4afd-80a0-539d5190f34e {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:06:55.261201 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f2f17-fec5-4c59-9be8-1ff6ae0473d7 req-8609abbb-bffd-4431-8331-18c54297320c tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:55.272527 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bc1f2f17-fec5-4c59-9be8-1ff6ae0473d7 req-8609abbb-bffd-4431-8331-18c54297320c tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4c387eb-7879-423d-a3f8-e617694126b6 HTTP/1.1" status: 200 len: 944 time: 0.2753413 May 05 22:06:55.279963 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 978f635b-af0b-4afd-80a0-539d5190f34e, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=978f635b-af0b-4afd-80a0-539d5190f34e,segment=NetworkSegment(13351c92-5f57-4954-9af1-ea9ae34ca426),segment_id=13351c92-5f57-4954-9af1-ea9ae34ca426)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:06:55.287003 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:55.388777 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bc1f2f17-fec5-4c59-9be8-1ff6ae0473d7 req-33c5c1ee-4d04-425a-aeff-40a47349495d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b23864a-1097-4ba5-82ce-a2e27a1f50eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087606 May 05 22:06:55.478297 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-19f876f7-ac5d-4269-bc46-c4364aed41bf req-d53c1c6d-bfbb-4aa4-b545-b1e47d027bef service neutron] For port 09071155-8a90-407a-9103-4a5c51b9bbd9, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:06:55.488321 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-19f876f7-ac5d-4269-bc46-c4364aed41bf req-d53c1c6d-bfbb-4aa4-b545-b1e47d027bef service neutron] For port 09071155-8a90-407a-9103-4a5c51b9bbd9, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=09071155-8a90-407a-9103-4a5c51b9bbd9,segment=NetworkSegment(b0853f69-0751-43f3-82dd-3ab4be255b1c),segment_id=b0853f69-0751-43f3-82dd-3ab4be255b1c)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:06:55.502365 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f407164a-29f7-44f6-a49d-85b09e234340 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event updated for resources: {'Port': ['ID=2356b04e-8d73-4db2-8b65-b68c89062037,revision_number=5']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:55.519535 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=978f635b-af0b-4afd-80a0-539d5190f34e,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:55.527958 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f407164a-29f7-44f6-a49d-85b09e234340 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event updated for resources: {'Subnet': ['ID=c77e083f-681e-49b2-9604-aee4a79b100e,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:55.530802 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['978f635b-af0b-4afd-80a0-539d5190f34e'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:06:55.558158 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f407164a-29f7-44f6-a49d-85b09e234340 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:06:55.568547 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-f407164a-29f7-44f6-a49d-85b09e234340 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:06:55.583659 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f407164a-29f7-44f6-a49d-85b09e234340 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:55.586136 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f407164a-29f7-44f6-a49d-85b09e234340 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:55.607434 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd35a6a-6ae4-4fad-bd2b-030dba58913e None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:06:55.657706 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-19f876f7-ac5d-4269-bc46-c4364aed41bf req-d53c1c6d-bfbb-4aa4-b545-b1e47d027bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:55.791334 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 2356b04e-8d73-4db2-8b65-b68c89062037 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:06:56.006219 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd6ca4-7140-4864-baec-ecf82a047e89 req-fcafe350-0a98-4cf4-80c4-5d58ebd755c7 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:56.014090 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3fbd6ca4-7140-4864-baec-ecf82a047e89 req-fcafe350-0a98-4cf4-80c4-5d58ebd755c7 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=3165a957-ac04-4dca-9315-70195d79e2df HTTP/1.1" status: 200 len: 943 time: 0.1389296 May 05 22:06:56.017231 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f407164a-29f7-44f6-a49d-85b09e234340 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 12.6762338 May 05 22:06:56.027356 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36318) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:06:56.039665 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-19f876f7-ac5d-4269-bc46-c4364aed41bf req-d53c1c6d-bfbb-4aa4-b545-b1e47d027bef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:56.041393 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-19f876f7-ac5d-4269-bc46-c4364aed41bf req-d53c1c6d-bfbb-4aa4-b545-b1e47d027bef service neutron] 10.222.0.44 "PUT /v2.0/ports/09071155-8a90-407a-9103-4a5c51b9bbd9 HTTP/1.1" status: 200 len: 1091 time: 6.4952867 May 05 22:06:56.047449 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53c1c6d-bfbb-4aa4-b545-b1e47d027bef service neutron] Pushing event updated for resources: {'Port': ['ID=09071155-8a90-407a-9103-4a5c51b9bbd9,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:56.057755 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3165a957-ac04-4dca-9315-70195d79e2df', 'tag': '09071155-8a90-407a-9103-4a5c51b9bbd9'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:06:56.171695 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-f0777209-2c96-479c-b7f6-33aa0b81635f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Request body: {'port': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'mac_address': 'fa:16:3e:07:a3:34', 'name': 'tempest-NetworksTestDHCPv6-322503065'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:06:56.271116 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3fbd6ca4-7140-4864-baec-ecf82a047e89 req-8139f8fb-6db3-43fb-a002-03b5a7cc3495 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/security-groups?id=97555bf9-cffb-4f46-9909-a2cd7b5cb846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2524657 May 05 22:06:56.344744 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c34823f9-d905-4cdb-9573-840ab6245fca req-552ea794-331c-45a7-b468-39eda1975ccb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3670664 May 05 22:06:56.345193 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 2356b04e-8d73-4db2-8b65-b68c89062037 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:06:56.345564 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:56.727697 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df1e12f7-e898-4941-88de-0984e9ccb0ab'] response: {'name': 'network-changed', 'server_uuid': '3165a957-ac04-4dca-9315-70195d79e2df', 'tag': '09071155-8a90-407a-9103-4a5c51b9bbd9', 'status': 'completed', 'code': 200} May 05 22:06:56.819736 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-19f876f7-ac5d-4269-bc46-c4364aed41bf req-a4cb782c-a261-44f9-9bc2-fff74047793e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2578689695ab4a55a99443682838538b&device_id=3165a957-ac04-4dca-9315-70195d79e2df HTTP/1.1" status: 200 len: 1094 time: 0.7082105 May 05 22:06:56.955036 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-f0777209-2c96-479c-b7f6-33aa0b81635f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:06:56.957311 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-f0777209-2c96-479c-b7f6-33aa0b81635f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Usage tracker for resource:port and tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:06:56.960494 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-f0777209-2c96-479c-b7f6-33aa0b81635f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:06:56.967810 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-f0777209-2c96-479c-b7f6-33aa0b81635f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:06:57.018554 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-19f876f7-ac5d-4269-bc46-c4364aed41bf req-0bddb5aa-2184-4a33-b6c9-9aaa50f4163b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09071155-8a90-407a-9103-4a5c51b9bbd9 HTTP/1.1" status: 200 len: 217 time: 0.1663251 May 05 22:06:57.101772 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c34823f9-d905-4cdb-9573-840ab6245fca req-c1c818a6-cc9f-4ded-a2a9-41f757085782 service neutron] 10.222.0.44 "GET /v2.0/networks/1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7554102 May 05 22:06:57.128727 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0777209-2c96-479c-b7f6-33aa0b81635f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Made reservation on behalf of 6a9c8b32c69349b78288ebe6e6b6f3f4 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:06:57.371548 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f876f7-ac5d-4269-bc46-c4364aed41bf req-751da9f4-5609-4ca6-b024-9ec2f68e27d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:57.376301 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-19f876f7-ac5d-4269-bc46-c4364aed41bf req-751da9f4-5609-4ca6-b024-9ec2f68e27d9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b6329e98-aed7-463a-a6e6-dc9284056d36 HTTP/1.1" status: 200 len: 853 time: 0.3409004 May 05 22:06:57.451708 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f0777209-2c96-479c-b7f6-33aa0b81635f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:57.523701 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [None req-f0777209-2c96-479c-b7f6-33aa0b81635f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] device_id is not set on port b67fcabb-33ca-4e1c-81be-e15eb8944dd8 yet. {{(pid=84061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:06:57.535865 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c34823f9-d905-4cdb-9573-840ab6245fca req-649b5933-88d6-4f69-98d7-4dc5cc6a15aa service neutron] 10.222.0.44 "GET /v2.0/networks/1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4266398 May 05 22:06:57.715769 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-19f876f7-ac5d-4269-bc46-c4364aed41bf req-72e3f198-bb28-4658-b792-eb850f0d64a5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=da94abce-5ece-4742-b6d0-f89044eb6bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1782954 May 05 22:06:57.854964 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6773c37-1d41-4eda-bbc0-641e4b978733 req-258cf3ac-4f61-4978-9694-bded66c87fdd tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:57.856314 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c6773c37-1d41-4eda-bbc0-641e4b978733 req-258cf3ac-4f61-4978-9694-bded66c87fdd tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 1.2080164 May 05 22:06:57.926600 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-19f876f7-ac5d-4269-bc46-c4364aed41bf req-ef0ca520-acdd-4a57-aa65-ddbf7e54bfb5 service neutron] 10.222.0.44 "GET /v2.0/networks/da94abce-5ece-4742-b6d0-f89044eb6bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034783 May 05 22:06:58.067560 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf89224-ccec-4b8b-9808-2b215a4520ff req-22a3dbe1-6b7b-438c-87a3-4b1de6128b5a tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:58.069167 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ccf89224-ccec-4b8b-9808-2b215a4520ff req-22a3dbe1-6b7b-438c-87a3-4b1de6128b5a tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4c387eb-7879-423d-a3f8-e617694126b6 HTTP/1.1" status: 200 len: 945 time: 1.0473647 May 05 22:06:58.074590 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c6773c37-1d41-4eda-bbc0-641e4b978733 req-0ad358d5-93b2-4cd7-925e-40ebd3659c25 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514227 May 05 22:06:58.248222 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-19f876f7-ac5d-4269-bc46-c4364aed41bf req-be4ede27-5f47-491a-b996-24a22019c777 service neutron] 10.222.0.44 "GET /v2.0/networks/da94abce-5ece-4742-b6d0-f89044eb6bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153765 May 05 22:06:58.263566 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ccf89224-ccec-4b8b-9808-2b215a4520ff req-459f5d8a-3c0a-44fc-8b7c-8ec6befc129e tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b23864a-1097-4ba5-82ce-a2e27a1f50eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1759810 May 05 22:06:58.269467 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-f0777209-2c96-479c-b7f6-33aa0b81635f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Allocated IP 172.20.0.7 (137c07e1-75d6-4e37-9f42-95b3b385c296/e3907e3a-4fa6-4c56-a3c9-e19b14e30f5e/b67fcabb-33ca-4e1c-81be-e15eb8944dd8) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:06:58.281449 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-f0777209-2c96-479c-b7f6-33aa0b81635f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Allocated IP 2001:db8::f816:3eff:fe07:a334 (137c07e1-75d6-4e37-9f42-95b3b385c296/c77e083f-681e-49b2-9604-aee4a79b100e/b67fcabb-33ca-4e1c-81be-e15eb8944dd8) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:06:58.394999 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-902b1547-3c3f-4142-a68b-ab8d382f2b4f None None] Provisioning complete for port 2356b04e-8d73-4db2-8b65-b68c89062037 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:06:58.395594 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-902b1547-3c3f-4142-a68b-ab8d382f2b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:58.506022 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b55c4a57-94aa-4db0-b6c8-5e387c2220f4 req-a0adfc1a-0f5d-4f03-95c8-5c4147a204d8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2578689695ab4a55a99443682838538b&device_id=3165a957-ac04-4dca-9315-70195d79e2df HTTP/1.1" status: 200 len: 1094 time: 0.1650383 May 05 22:06:58.655691 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 978f635b-af0b-4afd-80a0-539d5190f34e up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:06:58.710559 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c4a57-94aa-4db0-b6c8-5e387c2220f4 req-70cf5c8e-53a3-4987-af67-0da425f82fa2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:58.712932 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b55c4a57-94aa-4db0-b6c8-5e387c2220f4 req-70cf5c8e-53a3-4987-af67-0da425f82fa2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=da94abce-5ece-4742-b6d0-f89044eb6bbd HTTP/1.1" status: 200 len: 915 time: 0.1998057 May 05 22:06:58.745923 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 978f635b-af0b-4afd-80a0-539d5190f34e completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:06:58.756604 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 978f635b-af0b-4afd-80a0-539d5190f34e triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:06:58.760075 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:58.876515 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b55c4a57-94aa-4db0-b6c8-5e387c2220f4 req-71640653-e292-47bc-b945-7f6d62d61c7f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09071155-8a90-407a-9103-4a5c51b9bbd9 HTTP/1.1" status: 200 len: 217 time: 0.1561053 May 05 22:06:58.893879 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f0777209-2c96-479c-b7f6-33aa0b81635f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:58.915251 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994faf91-9144-4785-b0a6-7024b98c88eb req-60ae7783-353d-4c2b-ac8a-e3f73ac37d3e tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:58.916944 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-994faf91-9144-4785-b0a6-7024b98c88eb req-60ae7783-353d-4c2b-ac8a-e3f73ac37d3e tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=3165a957-ac04-4dca-9315-70195d79e2df HTTP/1.1" status: 200 len: 943 time: 0.1937833 May 05 22:06:58.926408 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84db2eb-6faf-463a-8df7-47f727367c7d req-8af72a65-13b0-4553-b645-6a94556ade86 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:58.928257 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f84db2eb-6faf-463a-8df7-47f727367c7d req-8af72a65-13b0-4553-b645-6a94556ade86 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.2738340 May 05 22:06:58.946041 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:58.972020 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-f0777209-2c96-479c-b7f6-33aa0b81635f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Transition to ACTIVE for port object b67fcabb-33ca-4e1c-81be-e15eb8944dd8 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:06:59.004094 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c4a57-94aa-4db0-b6c8-5e387c2220f4 req-2170a678-6bbb-4b4d-b811-0479dab023c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:59.006035 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b55c4a57-94aa-4db0-b6c8-5e387c2220f4 req-2170a678-6bbb-4b4d-b811-0479dab023c0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b6329e98-aed7-463a-a6e6-dc9284056d36 HTTP/1.1" status: 200 len: 853 time: 0.1217594 May 05 22:06:59.009293 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c387eb-7879-423d-a3f8-e617694126b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978f635b-af0b-4afd-80a0-539d5190f34e'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:06:59.024490 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-994faf91-9144-4785-b0a6-7024b98c88eb req-9c9bdf8f-08a4-4c3d-963f-b051b7f5630f tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/security-groups?id=97555bf9-cffb-4f46-9909-a2cd7b5cb846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906141 May 05 22:06:59.044034 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f84db2eb-6faf-463a-8df7-47f727367c7d req-6b8d971b-62ac-45e0-96d8-f123782bfa7c tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064880 May 05 22:06:59.047714 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 978f635b-af0b-4afd-80a0-539d5190f34e, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=978f635b-af0b-4afd-80a0-539d5190f34e,segment=NetworkSegment(13351c92-5f57-4954-9af1-ea9ae34ca426),segment_id=13351c92-5f57-4954-9af1-ea9ae34ca426)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:06:59.065201 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:59.066341 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f0777209-2c96-479c-b7f6-33aa0b81635f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:59.200628 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b55c4a57-94aa-4db0-b6c8-5e387c2220f4 req-ca0e29bf-3dcb-4e0b-a9f6-5c5c07d66556 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=da94abce-5ece-4742-b6d0-f89044eb6bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1854224 May 05 22:06:59.219299 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0777209-2c96-479c-b7f6-33aa0b81635f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event updated for resources: {'Port': ['ID=b67fcabb-33ca-4e1c-81be-e15eb8944dd8,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:59.236718 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c515e24f-c410-444b-b825-f252d8748220'] response: {'server_uuid': 'e4c387eb-7879-423d-a3f8-e617694126b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978f635b-af0b-4afd-80a0-539d5190f34e', 'code': 200} May 05 22:06:59.241036 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=978f635b-af0b-4afd-80a0-539d5190f34e,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:06:59.250189 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0777209-2c96-479c-b7f6-33aa0b81635f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:06:59.251700 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-f0777209-2c96-479c-b7f6-33aa0b81635f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:06:59.254831 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0777209-2c96-479c-b7f6-33aa0b81635f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:06:59.340094 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0777209-2c96-479c-b7f6-33aa0b81635f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:06:59.341137 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f0777209-2c96-479c-b7f6-33aa0b81635f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:59.384712 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36594) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:06:59.404639 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f0777209-2c96-479c-b7f6-33aa0b81635f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.3100846 May 05 22:06:59.405869 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36600) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:06:59.852291 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-eab442d8-2632-485d-be78-deda47baf203 None None] Provisioning for port b67fcabb-33ca-4e1c-81be-e15eb8944dd8 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:06:59.862854 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-eab442d8-2632-485d-be78-deda47baf203 None None] Provisioning complete for port b67fcabb-33ca-4e1c-81be-e15eb8944dd8 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:06:59.863557 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-eab442d8-2632-485d-be78-deda47baf203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:06:59.882639 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-849aff84-e7ee-431d-8b73-99ec70b6f895 req-815232a3-cca7-4ffd-b6d9-810a9dc92372 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e4c387eb-7879-423d-a3f8-e617694126b6 HTTP/1.1" status: 200 len: 1097 time: 0.4383593 May 05 22:06:59.893439 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b55c4a57-94aa-4db0-b6c8-5e387c2220f4 req-94fa5092-7730-4faa-a989-fc03b86a0206 service neutron] 10.222.0.44 "GET /v2.0/networks/da94abce-5ece-4742-b6d0-f89044eb6bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6785791 May 05 22:06:59.949764 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-eab442d8-2632-485d-be78-deda47baf203 None None] Port b67fcabb-33ca-4e1c-81be-e15eb8944dd8 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:06:59.980682 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-849aff84-e7ee-431d-8b73-99ec70b6f895 req-3f65dbb3-7d13-4cb5-a8db-c26efdc2db4b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9b23864a-1097-4ba5-82ce-a2e27a1f50eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899484 May 05 22:07:00.211145 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b55c4a57-94aa-4db0-b6c8-5e387c2220f4 req-1023eb3b-4b74-4f60-a189-4e607ac49f5d service neutron] 10.222.0.44 "GET /v2.0/networks/da94abce-5ece-4742-b6d0-f89044eb6bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692087 May 05 22:07:00.384492 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e38ba1d-2f6d-4c82-a9db-039030699978 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:00.400513 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e38ba1d-2f6d-4c82-a9db-039030699978 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:00.407205 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-0e38ba1d-2f6d-4c82-a9db-039030699978 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Synchronizing usage tracker for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:07:00.428122 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d38c81-0dab-4484-ba34-853b8ea1bcdb req-39d5bc41-467e-400a-9e52-8234b7129fde tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:00.430508 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-00d38c81-0dab-4484-ba34-853b8ea1bcdb req-39d5bc41-467e-400a-9e52-8234b7129fde tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4c387eb-7879-423d-a3f8-e617694126b6 HTTP/1.1" status: 200 len: 946 time: 0.9496250 May 05 22:07:00.540314 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-0e38ba1d-2f6d-4c82-a9db-039030699978 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Unset dirty status for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:07:00.544953 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0e38ba1d-2f6d-4c82-a9db-039030699978 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 1.1366744 May 05 22:07:00.545152 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 36632) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:00.564818 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-00d38c81-0dab-4484-ba34-853b8ea1bcdb req-1e38acca-d747-4825-969b-1a193111464d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b23864a-1097-4ba5-82ce-a2e27a1f50eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226399 May 05 22:07:00.604198 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3da95a-b27a-4e28-81e2-70a653299cb7 req-f0727131-ab31-4cf7-9fa4-d451d605c73d tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:00.607358 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3b3da95a-b27a-4e28-81e2-70a653299cb7 req-f0727131-ab31-4cf7-9fa4-d451d605c73d tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=3165a957-ac04-4dca-9315-70195d79e2df HTTP/1.1" status: 200 len: 943 time: 0.3277788 May 05 22:07:00.683687 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 09071155-8a90-407a-9103-4a5c51b9bbd9 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:07:00.704567 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3b3da95a-b27a-4e28-81e2-70a653299cb7 req-259f2f68-97ac-49ee-85ae-71995b3d9254 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/security-groups?id=97555bf9-cffb-4f46-9909-a2cd7b5cb846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865588 May 05 22:07:00.747143 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-7a6d8f5d-8536-4cf1-b5db-5ed4aab1a99a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Deleting port b67fcabb-33ca-4e1c-81be-e15eb8944dd8 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:07:00.747574 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7a6d8f5d-8536-4cf1-b5db-5ed4aab1a99a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:00.920487 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 09071155-8a90-407a-9103-4a5c51b9bbd9, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=09071155-8a90-407a-9103-4a5c51b9bbd9,segment=NetworkSegment(b0853f69-0751-43f3-82dd-3ab4be255b1c),segment_id=b0853f69-0751-43f3-82dd-3ab4be255b1c)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:07:00.972345 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '09071155-8a90-407a-9103-4a5c51b9bbd9', 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd', 'port_id': '09071155-8a90-407a-9103-4a5c51b9bbd9', 'mac_address': 'fa:16:3e:4d:a5:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6329e98-aed7-463a-a6e6-dc9284056d36', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:07:01.171580 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:01.200875 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09071155-8a90-407a-9103-4a5c51b9bbd9 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:07:01.223825 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 09071155-8a90-407a-9103-4a5c51b9bbd9, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=09071155-8a90-407a-9103-4a5c51b9bbd9,segment=NetworkSegment(b0853f69-0751-43f3-82dd-3ab4be255b1c),segment_id=b0853f69-0751-43f3-82dd-3ab4be255b1c)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:07:01.236192 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:01.245840 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4c8dc239-944a-4b7a-9e7d-fc3036f3b384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:01.440983 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=09071155-8a90-407a-9103-4a5c51b9bbd9,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:07:01.462382 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['09071155-8a90-407a-9103-4a5c51b9bbd9'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:07:01.474295 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7a6d8f5d-8536-4cf1-b5db-5ed4aab1a99a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:01.931977 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-7a6d8f5d-8536-4cf1-b5db-5ed4aab1a99a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Calling delete_port for b67fcabb-33ca-4e1c-81be-e15eb8944dd8 owned by {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:07:02.208599 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7bf8b-a202-49a0-9c09-12595f1cb099 req-8fa06e62-9dbe-4d15-969b-56709c8f370a tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:02.214978 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-60b7bf8b-a202-49a0-9c09-12595f1cb099 req-8fa06e62-9dbe-4d15-969b-56709c8f370a tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=3165a957-ac04-4dca-9315-70195d79e2df HTTP/1.1" status: 200 len: 944 time: 0.2458923 May 05 22:07:02.225744 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b750c-1ddf-486f-9696-e0a7f600ebfd req-9462d742-3945-47a9-bf0e-932477c132c6 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:02.227533 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-084b750c-1ddf-486f-9696-e0a7f600ebfd req-9462d742-3945-47a9-bf0e-932477c132c6 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4c387eb-7879-423d-a3f8-e617694126b6 HTTP/1.1" status: 200 len: 946 time: 0.3699710 May 05 22:07:02.322768 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7a6d8f5d-8536-4cf1-b5db-5ed4aab1a99a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:02.352855 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-60b7bf8b-a202-49a0-9c09-12595f1cb099 req-a54b84c6-b111-4515-ab65-a9d7d88ac10f tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/security-groups?id=97555bf9-cffb-4f46-9909-a2cd7b5cb846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370673 May 05 22:07:02.382632 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6d8f5d-8536-4cf1-b5db-5ed4aab1a99a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event deleted for resources: {'Port': ['ID=b67fcabb-33ca-4e1c-81be-e15eb8944dd8,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:07:02.421059 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-084b750c-1ddf-486f-9696-e0a7f600ebfd req-41037bc0-41fc-45f4-8ed4-61d0566ed18c tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b23864a-1097-4ba5-82ce-a2e27a1f50eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599514 May 05 22:07:02.664315 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-4c8dc239-944a-4b7a-9e7d-fc3036f3b384 admin admin] Deleting port 88cd5671-adb8-42c7-8bc4-c8283d54a668 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:07:02.664655 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4c8dc239-944a-4b7a-9e7d-fc3036f3b384 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:02.719210 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 09071155-8a90-407a-9103-4a5c51b9bbd9 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:07:02.789694 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7a6d8f5d-8536-4cf1-b5db-5ed4aab1a99a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:02.816229 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-7a6d8f5d-8536-4cf1-b5db-5ed4aab1a99a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/ports/b67fcabb-33ca-4e1c-81be-e15eb8944dd8 HTTP/1.1" status: 204 len: 168 time: 2.2695854 May 05 22:07:02.817260 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36674) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:02.938736 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 09071155-8a90-407a-9103-4a5c51b9bbd9 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:07:02.945450 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee16c11-3ae5-46eb-b80d-71029391f01d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:02.946966 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee16c11-3ae5-46eb-b80d-71029391f01d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:02.948360 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee16c11-3ae5-46eb-b80d-71029391f01d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:02.949225 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-eee16c11-3ae5-46eb-b80d-71029391f01d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Synchronizing usage tracker for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:subnet {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:07:02.950987 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 09071155-8a90-407a-9103-4a5c51b9bbd9 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:07:02.951677 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:03.004848 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-eee16c11-3ae5-46eb-b80d-71029391f01d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Unset dirty status for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:subnet {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:07:03.006240 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-eee16c11-3ae5-46eb-b80d-71029391f01d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1847067 May 05 22:07:03.018305 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 36688) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:03.202617 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ef379-beed-4ac9-b0e6-d4a8bf399ded req-8f229e5c-7afe-4c13-9414-67ff0e7a1662 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:03.210775 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-934ef379-beed-4ac9-b0e6-d4a8bf399ded req-8f229e5c-7afe-4c13-9414-67ff0e7a1662 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4c387eb-7879-423d-a3f8-e617694126b6 HTTP/1.1" status: 200 len: 946 time: 0.5146153 May 05 22:07:03.249679 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:03.318488 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-4c8dc239-944a-4b7a-9e7d-fc3036f3b384 admin admin] For port 88cd5671-adb8-42c7-8bc4-c8283d54a668, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=88cd5671-adb8-42c7-8bc4-c8283d54a668,segment=NetworkSegment(8791e900-4ba7-4d7d-801a-c6b49729e00b),segment_id=8791e900-4ba7-4d7d-801a-c6b49729e00b)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:07:03.318488 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4c8dc239-944a-4b7a-9e7d-fc3036f3b384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:03.331501 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 09071155-8a90-407a-9103-4a5c51b9bbd9, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=09071155-8a90-407a-9103-4a5c51b9bbd9,segment=NetworkSegment(b0853f69-0751-43f3-82dd-3ab4be255b1c),segment_id=b0853f69-0751-43f3-82dd-3ab4be255b1c)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:07:03.331501 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3165a957-ac04-4dca-9315-70195d79e2df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09071155-8a90-407a-9103-4a5c51b9bbd9'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:07:03.331501 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:03.462027 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=09071155-8a90-407a-9103-4a5c51b9bbd9,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:07:03.608763 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-da860007-367e-49ec-aac7-21faad6cf130 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Deleting subnet c77e083f-681e-49b2-9604-aee4a79b100e {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:07:03.622541 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-da860007-367e-49ec-aac7-21faad6cf130 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:03.790875 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-da860007-367e-49ec-aac7-21faad6cf130 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:03.889464 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-4c8dc239-944a-4b7a-9e7d-fc3036f3b384 admin admin] Calling delete_port for 88cd5671-adb8-42c7-8bc4-c8283d54a668 owned by network:router_interface {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:07:03.919196 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bddf0078-ab44-4710-8de7-326a772f0f2c req-54fa0913-9326-46f2-9648-86c108865074 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5062304 May 05 22:07:04.043461 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-da860007-367e-49ec-aac7-21faad6cf130 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:04.076905 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-934ef379-beed-4ac9-b0e6-d4a8bf399ded req-2a337820-25de-43d8-b9e6-cd4831a10bd2 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b23864a-1097-4ba5-82ce-a2e27a1f50eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8651743 May 05 22:07:04.114192 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bb527f-b78e-4f6d-bfeb-8ccb928d3e0f req-3cd2cfee-8348-40c7-bfb7-439ea34439e2 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:04.122633 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-61bb527f-b78e-4f6d-bfeb-8ccb928d3e0f req-3cd2cfee-8348-40c7-bfb7-439ea34439e2 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 1.0118906 May 05 22:07:04.162013 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36712) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:04.179078 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-da860007-367e-49ec-aac7-21faad6cf130 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:04.222340 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3be41de-a583-4ade-b463-cf714146debf'] response: {'server_uuid': '3165a957-ac04-4dca-9315-70195d79e2df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09071155-8a90-407a-9103-4a5c51b9bbd9', 'code': 200} May 05 22:07:04.443248 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da860007-367e-49ec-aac7-21faad6cf130 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event deleted for resources: {'Subnet': ['ID=c77e083f-681e-49b2-9604-aee4a79b100e,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:07:04.460465 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-da860007-367e-49ec-aac7-21faad6cf130 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:04.472353 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cfd0c2-03fc-4961-8ad3-59e7f520db1c None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:07:04.532317 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-da860007-367e-49ec-aac7-21faad6cf130 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/subnets/c77e083f-681e-49b2-9604-aee4a79b100e HTTP/1.1" status: 204 len: 168 time: 1.5144217 May 05 22:07:04.533468 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36726) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:04.599760 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bddf0078-ab44-4710-8de7-326a772f0f2c req-f2aa44fe-5eb8-41cd-9336-adee61846360 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b068134c338f46c6866f23b681a9cd8a&device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 1096 time: 0.4616802 May 05 22:07:04.616860 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ce39b0dc-2ea9-49e3-8b5a-e94c06dcd600 req-14b4babe-23aa-4664-a9a0-075cb06f1eb2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3165a957-ac04-4dca-9315-70195d79e2df HTTP/1.1" status: 200 len: 1096 time: 0.2273972 May 05 22:07:04.683296 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-61bb527f-b78e-4f6d-bfeb-8ccb928d3e0f req-ba7ecdf0-58ae-4cbf-9023-30322d578f51 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5594726 May 05 22:07:04.920862 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4c8dc239-944a-4b7a-9e7d-fc3036f3b384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:05.050848 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-16cf81a6-7802-4df8-a34d-e1b55c5e1d76 tempest-TestNetworkAdvancedServerOps-1392066098 tempest-TestNetworkAdvancedServerOps-1392066098-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e4c387eb-7879-423d-a3f8-e617694126b6 HTTP/1.1" status: 200 len: 1092 time: 0.8751099 May 05 22:07:05.064649 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 36742) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:05.072816 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-6cf93636-f6f4-4deb-89d6-45522b7f70b6 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Request body: {'floatingip': {'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'port_id': '978f635b-af0b-4afd-80a0-539d5190f34e', 'tenant_id': '06fb629024324e968714595537efac5c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:07:05.083385 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-6cf93636-f6f4-4deb-89d6-45522b7f70b6 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:07:05.087737 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf0078-ab44-4710-8de7-326a772f0f2c req-f07947be-8412-4e0a-af82-7c7d2e826ff3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:05.089194 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bddf0078-ab44-4710-8de7-326a772f0f2c req-f07947be-8412-4e0a-af82-7c7d2e826ff3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=747286bb-8407-402f-868f-44a863404e7a HTTP/1.1" status: 200 len: 915 time: 0.4407873 May 05 22:07:05.091769 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-6cf93636-f6f4-4deb-89d6-45522b7f70b6 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Usage tracker for resource:floatingip and tenant:06fb629024324e968714595537efac5c is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:07:05.095852 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ce39b0dc-2ea9-49e3-8b5a-e94c06dcd600 req-edcc8195-05f6-4b3b-8ab5-ca224a373f90 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=97555bf9-cffb-4f46-9909-a2cd7b5cb846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4724572 May 05 22:07:05.145530 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-6cf93636-f6f4-4deb-89d6-45522b7f70b6 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:07:05.156901 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-6cf93636-f6f4-4deb-89d6-45522b7f70b6 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:07:05.171563 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bddf0078-ab44-4710-8de7-326a772f0f2c req-a3a35d70-928f-4846-938a-963f67cf29bf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e5394ba0-792a-4b8a-b7c6-660aa79245c7 HTTP/1.1" status: 200 len: 217 time: 0.0745130 May 05 22:07:05.172327 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8dc239-944a-4b7a-9e7d-fc3036f3b384 admin admin] Pushing event deleted for resources: {'Port': ['ID=88cd5671-adb8-42c7-8bc4-c8283d54a668,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:07:05.253410 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6cf93636-f6f4-4deb-89d6-45522b7f70b6 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for floatingip, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:05.434779 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f72e4-3f41-4d02-b7e5-62584de5c5da req-aa165a09-e1ee-4d6a-8790-dbdd6c2fc66c tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:05.436924 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5a7f72e4-3f41-4d02-b7e5-62584de5c5da req-aa165a09-e1ee-4d6a-8790-dbdd6c2fc66c tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=3165a957-ac04-4dca-9315-70195d79e2df HTTP/1.1" status: 200 len: 945 time: 0.9130125 May 05 22:07:05.580768 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf0078-ab44-4710-8de7-326a772f0f2c req-6176c571-d5c7-420f-b952-180df62862a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:05.590819 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bddf0078-ab44-4710-8de7-326a772f0f2c req-6176c571-d5c7-420f-b952-180df62862a9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1aed2f09-8491-48ad-8b12-0e30712ddf00 HTTP/1.1" status: 200 len: 854 time: 0.4132457 May 05 22:07:05.735242 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bddf0078-ab44-4710-8de7-326a772f0f2c req-6c11350b-7bef-43d8-a42d-36bf632e10f7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=747286bb-8407-402f-868f-44a863404e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1378765 May 05 22:07:05.814427 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:05.912909 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b095759-7f22-49b0-a1c9-5bd870a68ae0 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Deleting subnet e3907e3a-4fa6-4c56-a3c9-e19b14e30f5e {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:07:05.918048 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5a7f72e4-3f41-4d02-b7e5-62584de5c5da req-a36db7b4-0262-45ce-babb-c712fbc20eac tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/security-groups?id=97555bf9-cffb-4f46-9909-a2cd7b5cb846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4715762 May 05 22:07:05.946568 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:05.953836 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-41640fde-e089-40cf-8022-d7dd92c47d8c req-5a735756-72c4-4d29-ba62-4696ac78d6e8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c855d7df-5b66-42cb-a113-b7ac3b85bb64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6581528 May 05 22:07:05.975356 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6b095759-7f22-49b0-a1c9-5bd870a68ae0 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:06.087791 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b68f9d-2d54-43d8-a788-07ddef0e803d req-38aadc72-1460-4a12-b4ba-b671387a0199 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:06.094596 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-11b68f9d-2d54-43d8-a788-07ddef0e803d req-38aadc72-1460-4a12-b4ba-b671387a0199 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.9812822 May 05 22:07:06.139087 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6b095759-7f22-49b0-a1c9-5bd870a68ae0 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:06.165024 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-1e7b3c90-850e-47f4-a825-583a190b7ee4 None None] Provisioning complete for port 2356b04e-8d73-4db2-8b65-b68c89062037 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:07:06.165702 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1e7b3c90-850e-47f4-a825-583a190b7ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:06.188641 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bddf0078-ab44-4710-8de7-326a772f0f2c req-ffcff0b7-44e4-4296-8075-ef942bfb1ccc service neutron] 10.222.0.32 "GET /v2.0/networks/747286bb-8407-402f-868f-44a863404e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4423895 May 05 22:07:06.415901 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-11b68f9d-2d54-43d8-a788-07ddef0e803d req-6be86e1d-7844-4d39-985e-c57a8717af49 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203154 May 05 22:07:06.525815 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6b095759-7f22-49b0-a1c9-5bd870a68ae0 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:06.605851 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4c8dc239-944a-4b7a-9e7d-fc3036f3b384 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:06.666011 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6cf93636-f6f4-4deb-89d6-45522b7f70b6 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:06.774385 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-41640fde-e089-40cf-8022-d7dd92c47d8c req-c56110f9-efed-49f8-a9d0-93c400bddf9f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8725581f09d241de9dc4b45bf9b468fc&device_id=c855d7df-5b66-42cb-a113-b7ac3b85bb64 HTTP/1.1" status: 200 len: 1101 time: 0.7844868 May 05 22:07:06.776161 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bddf0078-ab44-4710-8de7-326a772f0f2c req-8c260fdb-7a91-49ce-8261-9cc5f78be724 service neutron] 10.222.0.32 "GET /v2.0/networks/747286bb-8407-402f-868f-44a863404e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5677869 May 05 22:07:07.118014 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-6cf93636-f6f4-4deb-89d6-45522b7f70b6 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Allocated IP 172.25.4.234 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/315a1f5c-7d55-4ced-b78f-8ab907c4b712) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:07:07.125039 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41640fde-e089-40cf-8022-d7dd92c47d8c req-0e91fe51-3182-48fd-a4e7-83ec51e96e5a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:07.128378 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-41640fde-e089-40cf-8022-d7dd92c47d8c req-0e91fe51-3182-48fd-a4e7-83ec51e96e5a service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 HTTP/1.1" status: 200 len: 870 time: 0.3235373 May 05 22:07:07.212118 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6b095759-7f22-49b0-a1c9-5bd870a68ae0 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:07.257909 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-41640fde-e089-40cf-8022-d7dd92c47d8c req-4e146708-2378-4c56-ba1b-17dbaf392ca9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=f2713bb9-d0f1-4808-ac43-ccaae164f267 HTTP/1.1" status: 200 len: 217 time: 0.1190856 May 05 22:07:07.303673 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6b095759-7f22-49b0-a1c9-5bd870a68ae0 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:07.307853 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b095759-7f22-49b0-a1c9-5bd870a68ae0 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event deleted for resources: {'Subnet': ['ID=e3907e3a-4fa6-4c56-a3c9-e19b14e30f5e,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:07:07.330616 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9ae874-d8cc-490d-b8d0-062d1d298e6f None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:07:07.354486 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb653ad-f987-420d-a4a4-e234e201b172 req-803ca17d-3c20-4708-8b6a-aa8ff9685fd6 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:07.363467 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cdb653ad-f987-420d-a4a4-e234e201b172 req-803ca17d-3c20-4708-8b6a-aa8ff9685fd6 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.6470890 May 05 22:07:07.428874 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-6b095759-7f22-49b0-a1c9-5bd870a68ae0 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/subnets/e3907e3a-4fa6-4c56-a3c9-e19b14e30f5e HTTP/1.1" status: 204 len: 168 time: 2.8836751 May 05 22:07:07.432922 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36786) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:07.517593 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a294d85a-2338-4e6d-896b-a9934f818139 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0821235 May 05 22:07:07.524660 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36792) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:07.543426 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-b8d5e455-a551-4ddc-9b29-78d510abe84d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Request body: {'subnet': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:07:07.613541 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cdb653ad-f987-420d-a4a4-e234e201b172 req-424f2686-b86a-4006-b59b-b5c2ab51037e tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398801 May 05 22:07:07.703493 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:07:07.915715 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41640fde-e089-40cf-8022-d7dd92c47d8c req-86e0f4d2-0982-49dd-9b05-67784f43b09b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:07.917388 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-41640fde-e089-40cf-8022-d7dd92c47d8c req-86e0f4d2-0982-49dd-9b05-67784f43b09b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.6480527 May 05 22:07:07.963440 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6c2e11-f162-4172-b607-f7cbe76a454e None None] DHCP port deletion for 137c07e1-75d6-4e37-9f42-95b3b385c296 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:07:07.967723 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c2e11-f162-4172-b607-f7cbe76a454e None None] Deleting port 2356b04e-8d73-4db2-8b65-b68c89062037 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:07:07.968084 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ae6c2e11-f162-4172-b607-f7cbe76a454e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:08.027720 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6cf93636-f6f4-4deb-89d6-45522b7f70b6 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:08.169275 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6cf93636-f6f4-4deb-89d6-45522b7f70b6 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:08.196495 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ae6c2e11-f162-4172-b607-f7cbe76a454e None None] For port 2356b04e-8d73-4db2-8b65-b68c89062037, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=2356b04e-8d73-4db2-8b65-b68c89062037,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:07:08.196495 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ae6c2e11-f162-4172-b607-f7cbe76a454e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:08.234433 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-41640fde-e089-40cf-8022-d7dd92c47d8c req-550663b3-0721-4651-9569-273404abe1dc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2029541 May 05 22:07:08.360202 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c2e11-f162-4172-b607-f7cbe76a454e None None] Calling delete_port for 2356b04e-8d73-4db2-8b65-b68c89062037 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:07:08.428016 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b8d5e455-a551-4ddc-9b29-78d510abe84d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:07:08.438920 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf93636-f6f4-4deb-89d6-45522b7f70b6 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:07:08.442538 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ae6c2e11-f162-4172-b607-f7cbe76a454e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:08.447285 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-6cf93636-f6f4-4deb-89d6-45522b7f70b6 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:07:08.451085 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf93636-f6f4-4deb-89d6-45522b7f70b6 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event updated for resources: {'Port': ['ID=315a1f5c-7d55-4ced-b78f-8ab907c4b712,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:07:08.458590 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf93636-f6f4-4deb-89d6-45522b7f70b6 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:07:08.472644 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b8d5e455-a551-4ddc-9b29-78d510abe84d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Usage tracker for resource:subnet and tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:07:08.476743 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b8d5e455-a551-4ddc-9b29-78d510abe84d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:07:08.488216 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b8d5e455-a551-4ddc-9b29-78d510abe84d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:07:08.532695 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d5e455-a551-4ddc-9b29-78d510abe84d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Made reservation on behalf of 6a9c8b32c69349b78288ebe6e6b6f3f4 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:07:08.539469 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b8d5e455-a551-4ddc-9b29-78d510abe84d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:08.548351 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c2e11-f162-4172-b607-f7cbe76a454e None None] Pushing event deleted for resources: {'Port': ['ID=2356b04e-8d73-4db2-8b65-b68c89062037,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:07:08.551395 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6c2e11-f162-4172-b607-f7cbe76a454e None None] No DVR routers for this DVR port 2356b04e-8d73-4db2-8b65-b68c89062037 on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:07:08.599723 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-41640fde-e089-40cf-8022-d7dd92c47d8c req-ba4c541c-6ea3-467a-9ecf-61996c2c3b1d service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511522 May 05 22:07:08.776593 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d7fccd-7c56-4323-9143-10a7d98c786e req-ab5c1c77-5ae7-4250-b45a-17b0de02b546 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:08.789220 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-38d7fccd-7c56-4323-9143-10a7d98c786e req-ab5c1c77-5ae7-4250-b45a-17b0de02b546 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=3165a957-ac04-4dca-9315-70195d79e2df HTTP/1.1" status: 200 len: 945 time: 1.0244696 May 05 22:07:08.903060 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c11800-f229-42ea-97b9-c6d8b10b148d req-225b44b3-74eb-401f-9ae0-fe6bf14f7fe6 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:08.905298 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-34c11800-f229-42ea-97b9-c6d8b10b148d req-225b44b3-74eb-401f-9ae0-fe6bf14f7fe6 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 1.0275199 May 05 22:07:08.955456 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-38d7fccd-7c56-4323-9143-10a7d98c786e req-7331113a-5ce2-4c2d-8e5d-2cb58f41895b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/security-groups?id=97555bf9-cffb-4f46-9909-a2cd7b5cb846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1644068 May 05 22:07:09.251937 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-41640fde-e089-40cf-8022-d7dd92c47d8c req-78d39efa-07e9-47aa-96e2-ad0d0b672607 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6406367 May 05 22:07:09.395554 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-34c11800-f229-42ea-97b9-c6d8b10b148d req-f57d26eb-46a6-4f1a-acb5-a7a58f933af6 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4798875 May 05 22:07:09.395898 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 36838) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:09.438925 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b8d5e455-a551-4ddc-9b29-78d510abe84d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:09.636476 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d5e455-a551-4ddc-9b29-78d510abe84d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event updated for resources: {'Subnet': ['ID=79b420f3-aa1e-4e99-8cd7-08ee964509a1,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:07:09.641498 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d5e455-a551-4ddc-9b29-78d510abe84d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:07:09.657345 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-b8d5e455-a551-4ddc-9b29-78d510abe84d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:07:09.657519 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 2356b04e-8d73-4db2-8b65-b68c89062037 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:07:09.664910 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d5e455-a551-4ddc-9b29-78d510abe84d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:09.665526 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b8d5e455-a551-4ddc-9b29-78d510abe84d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:09.713000 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c8dc239-944a-4b7a-9e7d-fc3036f3b384 admin admin] Router d9d83afc-c9e4-494d-9afd-81e4fd8a1566 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:07:09.719454 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a9c62123-2b95-4888-8d7c-701dbef6eb37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:09.727895 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dbb1a3-a16b-4a93-8727-7f61d7e0fc85 req-d67c8bf1-c51b-487e-a1a0-d734516bbc32 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:09.729668 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d2dbb1a3-a16b-4a93-8727-7f61d7e0fc85 req-d67c8bf1-c51b-487e-a1a0-d734516bbc32 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=3165a957-ac04-4dca-9315-70195d79e2df HTTP/1.1" status: 200 len: 945 time: 0.4202085 May 05 22:07:09.733128 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b8d5e455-a551-4ddc-9b29-78d510abe84d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2034757 May 05 22:07:09.742604 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36852) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:09.742965 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36854) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:09.761893 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6cf93636-f6f4-4deb-89d6-45522b7f70b6 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:09.797417 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 2356b04e-8d73-4db2-8b65-b68c89062037 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:07:09.799842 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 2356b04e-8d73-4db2-8b65-b68c89062037 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:07:09.804503 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e3b83d-8697-4d08-9112-b72479fac4c5 None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:07:09.822613 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-2162a1c1-8bb1-440d-b6cd-6314a20e7e92 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Request body: {'subnet': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:07:09.839448 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-3c3cb180-e5be-42d7-9032-40cade4ca3d4 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Request body: {'floatingip': {'port_id': '09071155-8a90-407a-9103-4a5c51b9bbd9'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:07:09.849359 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-a9c62123-2b95-4888-8d7c-701dbef6eb37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:07:09.854351 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-a9c62123-2b95-4888-8d7c-701dbef6eb37 admin admin] Usage tracker for resource:security_group_rule and tenant:02aaeacada9e439baf6017634bd36efb is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:07:09.857474 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-a9c62123-2b95-4888-8d7c-701dbef6eb37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:07:09.864040 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-a9c62123-2b95-4888-8d7c-701dbef6eb37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:07:09.955382 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a9c62123-2b95-4888-8d7c-701dbef6eb37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:09.992051 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a9c62123-2b95-4888-8d7c-701dbef6eb37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:10.063005 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6cf93636-f6f4-4deb-89d6-45522b7f70b6 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:10.091118 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c62123-2b95-4888-8d7c-701dbef6eb37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228418f0-77f0-4218-b8d2-cdb474658ecd,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:07:10.120746 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a9c62123-2b95-4888-8d7c-701dbef6eb37 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=02aaeacada9e439baf6017634bd36efb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7152054 May 05 22:07:10.121542 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 36864) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:10.225370 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8784079-0ef2-496c-bd5e-4768efe3685f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-137c07e1-75d6-4e37-9f42-95b3b385c296', 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'tenant_id': '6a9c8b32c69349b78288ebe6e6b6f3f4', 'fixed_ips': [{'subnet_id': '79b420f3-aa1e-4e99-8cd7-08ee964509a1'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:07:10.226205 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a8784079-0ef2-496c-bd5e-4768efe3685f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:10.384976 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6cf93636-f6f4-4deb-89d6-45522b7f70b6 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:10.397604 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6cf93636-f6f4-4deb-89d6-45522b7f70b6 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:10.419300 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-a8784079-0ef2-496c-bd5e-4768efe3685f None None] Allocated IP 172.20.0.2 (137c07e1-75d6-4e37-9f42-95b3b385c296/79b420f3-aa1e-4e99-8cd7-08ee964509a1/4a3f7d2d-ab88-4af2-948c-c3eac290f81a) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:07:10.508805 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-2162a1c1-8bb1-440d-b6cd-6314a20e7e92 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:07:10.514531 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-2162a1c1-8bb1-440d-b6cd-6314a20e7e92 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Usage tracker for resource:subnet and tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:07:10.517078 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-2162a1c1-8bb1-440d-b6cd-6314a20e7e92 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:07:10.524663 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-2162a1c1-8bb1-440d-b6cd-6314a20e7e92 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:07:10.535984 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3c3cb180-e5be-42d7-9032-40cade4ca3d4 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for floatingip, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:10.551936 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6cf93636-f6f4-4deb-89d6-45522b7f70b6 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:10.766432 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2162a1c1-8bb1-440d-b6cd-6314a20e7e92 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Made reservation on behalf of 6a9c8b32c69349b78288ebe6e6b6f3f4 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:07:10.775381 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a8784079-0ef2-496c-bd5e-4768efe3685f None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:10.779493 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2162a1c1-8bb1-440d-b6cd-6314a20e7e92 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:10.786868 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-a8784079-0ef2-496c-bd5e-4768efe3685f None None] Transition to ACTIVE for port object 4a3f7d2d-ab88-4af2-948c-c3eac290f81a will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:07:10.813539 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-a8784079-0ef2-496c-bd5e-4768efe3685f None None] Transition to ACTIVE for port object 4a3f7d2d-ab88-4af2-948c-c3eac290f81a will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:07:10.825033 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a8784079-0ef2-496c-bd5e-4768efe3685f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:10.833813 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ed3377bf-d310-40d9-9b5c-31054b9d525f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:10.863358 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ed3377bf-d310-40d9-9b5c-31054b9d525f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:10.922744 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8784079-0ef2-496c-bd5e-4768efe3685f None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:07:10.923884 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8784079-0ef2-496c-bd5e-4768efe3685f None None] Pushing event updated for resources: {'Port': ['ID=4a3f7d2d-ab88-4af2-948c-c3eac290f81a,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:07:10.927252 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-a8784079-0ef2-496c-bd5e-4768efe3685f None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:07:10.931551 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ed3377bf-d310-40d9-9b5c-31054b9d525f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:10.944271 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8784079-0ef2-496c-bd5e-4768efe3685f None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:07:11.097241 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf93636-f6f4-4deb-89d6-45522b7f70b6 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event updated for resources: {'Port': ['ID=315a1f5c-7d55-4ced-b78f-8ab907c4b712,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:07:11.104078 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-a8784079-0ef2-496c-bd5e-4768efe3685f None None] Attempting to bind port 4a3f7d2d-ab88-4af2-948c-c3eac290f81a on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:07:11.104656 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-a8784079-0ef2-496c-bd5e-4768efe3685f None None] Attempting to bind port 4a3f7d2d-ab88-4af2-948c-c3eac290f81a by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:07:11.105162 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8784079-0ef2-496c-bd5e-4768efe3685f None None] Attempting to bind port 4a3f7d2d-ab88-4af2-948c-c3eac290f81a on network 137c07e1-75d6-4e37-9f42-95b3b385c296 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:07:11.117408 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8784079-0ef2-496c-bd5e-4768efe3685f None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:07:11.117566 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8784079-0ef2-496c-bd5e-4768efe3685f None None] Checking segment: {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:07:11.118091 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a8784079-0ef2-496c-bd5e-4768efe3685f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:11.118577 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8784079-0ef2-496c-bd5e-4768efe3685f None None] Bound using segment: {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:07:11.119190 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-a8784079-0ef2-496c-bd5e-4768efe3685f None None] Bound port: 4a3f7d2d-ab88-4af2-948c-c3eac290f81a, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:07:11.119557 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a8784079-0ef2-496c-bd5e-4768efe3685f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:11.163868 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3377bf-d310-40d9-9b5c-31054b9d525f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228418f0-77f0-4218-b8d2-cdb474658ecd,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:07:11.216216 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ed3377bf-d310-40d9-9b5c-31054b9d525f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:11.234286 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ed3377bf-d310-40d9-9b5c-31054b9d525f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/228418f0-77f0-4218-b8d2-cdb474658ecd HTTP/1.1" status: 204 len: 168 time: 1.1118581 May 05 22:07:11.340709 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-a8784079-0ef2-496c-bd5e-4768efe3685f None None] For port 4a3f7d2d-ab88-4af2-948c-c3eac290f81a, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:07:11.345969 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-a8784079-0ef2-496c-bd5e-4768efe3685f None None] For port 4a3f7d2d-ab88-4af2-948c-c3eac290f81a, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=4a3f7d2d-ab88-4af2-948c-c3eac290f81a,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:07:11.356402 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a8784079-0ef2-496c-bd5e-4768efe3685f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:11.375268 n-d-825175-4 neutron-server[84063]: INFO neutron.db.l3_db [None req-6cf93636-f6f4-4deb-89d6-45522b7f70b6 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Floating IP c4485825-6caf-4334-bfa4-b0dca58b33b5 associated. External IP: 172.25.4.234, port: 978f635b-af0b-4afd-80a0-539d5190f34e. May 05 22:07:11.505411 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8784079-0ef2-496c-bd5e-4768efe3685f None None] Pushing event updated for resources: {'Port': ['ID=4a3f7d2d-ab88-4af2-948c-c3eac290f81a,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:07:11.613688 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae57ff-76b8-4920-8508-e73899aabb2c req-23d05c7c-3d77-4e38-bc5c-0f84f6f4281c tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:11.615530 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-64ae57ff-76b8-4920-8508-e73899aabb2c req-23d05c7c-3d77-4e38-bc5c-0f84f6f4281c tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 1.3311775 May 05 22:07:11.791111 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-64ae57ff-76b8-4920-8508-e73899aabb2c req-d4814e2e-733e-4533-91ee-88af9bc3c082 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620190 May 05 22:07:11.967170 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 36898) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:12.008250 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0b51f8a3-2f1d-4630-92f0-ad043a19ae3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:12.020766 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8dc239-944a-4b7a-9e7d-fc3036f3b384 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:07:12.031044 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cdb287-e9ca-46a2-bf77-6cd17c5cd469 None None] Sync routers for ids ['d9d83afc-c9e4-494d-9afd-81e4fd8a1566'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:07:12.049841 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cdb287-e9ca-46a2-bf77-6cd17c5cd469 None None] Routers {'d9d83afc-c9e4-494d-9afd-81e4fd8a1566'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:07:12.050890 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-23cdb287-e9ca-46a2-bf77-6cd17c5cd469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:06:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['d9d83afc-c9e4-494d-9afd-81e4fd8a1566'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:07:12.128825 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf93636-f6f4-4deb-89d6-45522b7f70b6 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Router bb095b74-717d-485c-afe9-87063196b737 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:07:12.130003 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-0b51f8a3-2f1d-4630-92f0-ad043a19ae3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:07:12.139274 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4c8dc239-944a-4b7a-9e7d-fc3036f3b384 admin admin] 10.222.0.23 "PUT /v2.0/routers/d9d83afc-c9e4-494d-9afd-81e4fd8a1566/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7528491 May 05 22:07:12.145427 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0b51f8a3-2f1d-4630-92f0-ad043a19ae3b admin admin] Usage tracker for resource:security_group_rule and tenant:5c15072e2ad840219eafb1c8206fd28f is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:07:12.148122 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 36904) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:12.156480 n-d-825175-4 neutron-server[84061]: DEBUG neutron.objects.ports [None req-2162a1c1-8bb1-440d-b6cd-6314a20e7e92 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84061) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 05 22:07:12.287580 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0b51f8a3-2f1d-4630-92f0-ad043a19ae3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:07:12.325987 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a01be-e480-44c6-8c6f-717d57e91596 req-105563c3-62a5-41cc-9ad4-63fc1150eeab tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:12.333626 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5a3a01be-e480-44c6-8c6f-717d57e91596 req-105563c3-62a5-41cc-9ad4-63fc1150eeab tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.2718861 May 05 22:07:12.343968 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-23cdb287-e9ca-46a2-bf77-6cd17c5cd469 None None] Set router d9d83afc-c9e4-494d-9afd-81e4fd8a1566 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:07:12.440254 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-0b51f8a3-2f1d-4630-92f0-ad043a19ae3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:07:12.859036 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0b51f8a3-2f1d-4630-92f0-ad043a19ae3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:12.869283 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-23cdb287-e9ca-46a2-bf77-6cd17c5cd469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d83afc-c9e4-494d-9afd-81e4fd8a1566', 'name': 'tempest-AttachVolumeTestJSON-1985453385-router', 'tenant_id': 'f9679666ed684085ba56b96d355bc823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:00:38Z', 'updated_at': '2022-05-05T22:07:04Z', 'revision_number': 5, 'project_id': 'f9679666ed684085ba56b96d355bc823', 'gw_port': {'id': '2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:75:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d83afc-c9e4-494d-9afd-81e4fd8a1566', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:00:40Z', 'updated_at': '2022-05-05T22:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:07:12.876864 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cdb287-e9ca-46a2-bf77-6cd17c5cd469 None None] Checking router: d9d83afc-c9e4-494d-9afd-81e4fd8a1566 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:07:12.878930 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0b51f8a3-2f1d-4630-92f0-ad043a19ae3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:12.892556 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cdb287-e9ca-46a2-bf77-6cd17c5cd469 None None] Routers {'d9d83afc-c9e4-494d-9afd-81e4fd8a1566'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:07:12.894487 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-23cdb287-e9ca-46a2-bf77-6cd17c5cd469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:06:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['d9d83afc-c9e4-494d-9afd-81e4fd8a1566'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:07:12.981950 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3c3cb180-e5be-42d7-9032-40cade4ca3d4 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:12.995088 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3c3cb180-e5be-42d7-9032-40cade4ca3d4 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:13.073604 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b51f8a3-2f1d-4630-92f0-ad043a19ae3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=136a6fd4-7915-4a80-8297-336e365c430b,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:07:13.098812 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0b51f8a3-2f1d-4630-92f0-ad043a19ae3b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5c15072e2ad840219eafb1c8206fd28f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1306512 May 05 22:07:13.106971 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 36924) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:13.117229 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5a3a01be-e480-44c6-8c6f-717d57e91596 req-d551f8d2-c3bc-4044-a4d1-b0e56f29c69f tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7826390 May 05 22:07:13.161461 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-23cdb287-e9ca-46a2-bf77-6cd17c5cd469 None None] Set router d9d83afc-c9e4-494d-9afd-81e4fd8a1566 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:07:13.203029 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2162a1c1-8bb1-440d-b6cd-6314a20e7e92 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:13.328088 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b0b4a0ab-c340-4d0a-82d5-b4fc77eb80b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:13.457514 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-90b08a49-f73c-4d64-ab13-417312510172 None None] Provisioning for port 4a3f7d2d-ab88-4af2-948c-c3eac290f81a completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:07:13.478377 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf93636-f6f4-4deb-89d6-45522b7f70b6 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:07:13.502633 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93c3179-cdd4-4fc9-a02b-fddebaca9827 None None] Sync routers for ids ['bb095b74-717d-485c-afe9-87063196b737'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:07:13.524241 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7aa5fd18-56e8-42c1-bb17-7202b15ddb87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:13.529994 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93c3179-cdd4-4fc9-a02b-fddebaca9827 None None] Routers {'bb095b74-717d-485c-afe9-87063196b737'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:07:13.530616 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-e93c3179-cdd4-4fc9-a02b-fddebaca9827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:06:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['bb095b74-717d-485c-afe9-87063196b737'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:07:13.715786 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7aa5fd18-56e8-42c1-bb17-7202b15ddb87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:13.757429 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6cf93636-f6f4-4deb-89d6-45522b7f70b6 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:13.758254 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-23cdb287-e9ca-46a2-bf77-6cd17c5cd469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d83afc-c9e4-494d-9afd-81e4fd8a1566', 'name': 'tempest-AttachVolumeTestJSON-1985453385-router', 'tenant_id': 'f9679666ed684085ba56b96d355bc823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:00:38Z', 'updated_at': '2022-05-05T22:07:04Z', 'revision_number': 5, 'project_id': 'f9679666ed684085ba56b96d355bc823', 'gw_port': {'id': '2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:75:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d83afc-c9e4-494d-9afd-81e4fd8a1566', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:00:40Z', 'updated_at': '2022-05-05T22:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:07:13.775091 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 4a3f7d2d-ab88-4af2-948c-c3eac290f81a up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:07:13.847623 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cdb287-e9ca-46a2-bf77-6cd17c5cd469 None None] The sync data for ids ['d9d83afc-c9e4-494d-9afd-81e4fd8a1566'] in n-d-825175-4 is: [{'id': 'd9d83afc-c9e4-494d-9afd-81e4fd8a1566', 'name': 'tempest-AttachVolumeTestJSON-1985453385-router', 'tenant_id': 'f9679666ed684085ba56b96d355bc823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': '2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:00:38Z', 'updated_at': '2022-05-05T22:07:04Z', 'revision_number': 5, 'project_id': 'f9679666ed684085ba56b96d355bc823', 'gw_port': {'id': '2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:75:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d83afc-c9e4-494d-9afd-81e4fd8a1566', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:00:40Z', 'updated_at': '2022-05-05T22:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:07:13.956751 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-e93c3179-cdd4-4fc9-a02b-fddebaca9827 None None] Set router bb095b74-717d-485c-afe9-87063196b737 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:07:14.021378 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-dad9dbff-39d2-4e00-969b-bcabe7e66f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:14.029725 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-2162a1c1-8bb1-440d-b6cd-6314a20e7e92 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] For port 4a3f7d2d-ab88-4af2-948c-c3eac290f81a, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=4a3f7d2d-ab88-4af2-948c-c3eac290f81a,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:07:14.046209 n-d-825175-4 neutron-server[84061]: INFO neutron.db.l3_db [None req-3c3cb180-e5be-42d7-9032-40cade4ca3d4 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Floating IP 70292108-00b4-4b56-b9b8-f77289a933db associated. External IP: 172.25.4.141, port: 09071155-8a90-407a-9103-4a5c51b9bbd9. May 05 22:07:14.056302 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 4a3f7d2d-ab88-4af2-948c-c3eac290f81a completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:07:14.062908 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 4a3f7d2d-ab88-4af2-948c-c3eac290f81a triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:07:14.063211 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:14.090181 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-6cf93636-f6f4-4deb-89d6-45522b7f70b6 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 9.0194857 May 05 22:07:14.090753 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4c387eb-7879-423d-a3f8-e617694126b6', 'tag': '978f635b-af0b-4afd-80a0-539d5190f34e'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:07:14.119614 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7aa5fd18-56e8-42c1-bb17-7202b15ddb87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:14.150622 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa5fd18-56e8-42c1-bb17-7202b15ddb87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=136a6fd4-7915-4a80-8297-336e365c430b,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:07:14.166301 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7aa5fd18-56e8-42c1-bb17-7202b15ddb87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:14.167643 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-7aa5fd18-56e8-42c1-bb17-7202b15ddb87 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/136a6fd4-7915-4a80-8297-336e365c430b HTTP/1.1" status: 204 len: 168 time: 1.0453861 May 05 22:07:14.184190 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b0b4a0ab-c340-4d0a-82d5-b4fc77eb80b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:14.200665 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-b0b4a0ab-c340-4d0a-82d5-b4fc77eb80b7 admin admin] Deleting port 2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:07:14.201377 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b0b4a0ab-c340-4d0a-82d5-b4fc77eb80b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:14.343024 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.resource_extend [None req-2162a1c1-8bb1-440d-b6cd-6314a20e7e92 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 22:07:14.378837 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2162a1c1-8bb1-440d-b6cd-6314a20e7e92 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:14.414604 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2972676-f7e4-4f10-8d45-b03519c75d85 req-9c8aee04-020e-47bc-b11b-e812e3017115 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:14.417771 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a2972676-f7e4-4f10-8d45-b03519c75d85 req-9c8aee04-020e-47bc-b11b-e812e3017115 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.6674089 May 05 22:07:14.423765 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2162a1c1-8bb1-440d-b6cd-6314a20e7e92 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:14.424637 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2162a1c1-8bb1-440d-b6cd-6314a20e7e92 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:14.508903 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:14.652433 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 4a3f7d2d-ab88-4af2-948c-c3eac290f81a, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=4a3f7d2d-ab88-4af2-948c-c3eac290f81a,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:07:14.661704 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:14.898192 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-b0b4a0ab-c340-4d0a-82d5-b4fc77eb80b7 admin admin] For port 2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:07:14.907445 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b0b4a0ab-c340-4d0a-82d5-b4fc77eb80b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:14.916242 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=4a3f7d2d-ab88-4af2-948c-c3eac290f81a,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:07:14.973293 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2162a1c1-8bb1-440d-b6cd-6314a20e7e92 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:07:15.000158 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-2162a1c1-8bb1-440d-b6cd-6314a20e7e92 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:07:15.009938 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2162a1c1-8bb1-440d-b6cd-6314a20e7e92 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:15.010036 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2162a1c1-8bb1-440d-b6cd-6314a20e7e92 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:15.030011 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d23208f-723f-4601-97b3-90ea4439ebee None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:07:15.062575 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2162a1c1-8bb1-440d-b6cd-6314a20e7e92 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event updated for resources: {'Subnet': ['ID=4bfee747-d27b-4f38-a83e-cc5fee820ef5,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:07:15.102142 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-e93c3179-cdd4-4fc9-a02b-fddebaca9827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb095b74-717d-485c-afe9-87063196b737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688406542', 'tenant_id': '06fb629024324e968714595537efac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '0e4eb224-cb12-4b32-8242-2b04fe4ae27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:05:59Z', 'updated_at': '2022-05-05T22:06:23Z', 'revision_number': 4, 'project_id': '06fb629024324e968714595537efac5c', 'gw_port': {'id': '0e4eb224-cb12-4b32-8242-2b04fe4ae27d', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb095b74-717d-485c-afe9-87063196b737', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:06:00Z', 'updated_at': '2022-05-05T22:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': 'c4485825-6caf-4334-bfa4-b0dca58b33b5', 'tenant_id': '06fb629024324e968714595537efac5c', 'floating_ip_address': '172.25.4.234', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'bb095b74-717d-485c-afe9-87063196b737', 'port_id': '978f635b-af0b-4afd-80a0-539d5190f34e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753', 'mac_address': 'fa:16:3e:5d:0d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c387eb-7879-423d-a3f8-e617694126b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:07:09Z', 'updated_at': '2022-05-05T22:07:09Z', 'revision_number': 0, 'project_id': '06fb629024324e968714595537efac5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eecbd48f-6814-4030-8e5b-048395c724fc', 'name': '', 'network_id': '1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753', 'tenant_id': '06fb629024324e968714595537efac5c', 'mac_address': 'fa:16:3e:d4:18:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb095b74-717d-485c-afe9-87063196b737', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1755485f-4a55-4fd6-9437-364fb3417fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:06:17Z', 'updated_at': '2022-05-05T22:06:41Z', 'revision_number': 5, 'project_id': '06fb629024324e968714595537efac5c', 'subnets': [{'id': '1755485f-4a55-4fd6-9437-364fb3417fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:07:15.117400 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93c3179-cdd4-4fc9-a02b-fddebaca9827 None None] Checking router: bb095b74-717d-485c-afe9-87063196b737 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:07:15.151946 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93c3179-cdd4-4fc9-a02b-fddebaca9827 None None] Routers {'bb095b74-717d-485c-afe9-87063196b737'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:07:15.152586 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-e93c3179-cdd4-4fc9-a02b-fddebaca9827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:06:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['bb095b74-717d-485c-afe9-87063196b737'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:07:15.168198 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a2972676-f7e4-4f10-8d45-b03519c75d85 req-86fc0d63-18c3-4053-9b36-87b89359f140 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7244782 May 05 22:07:15.194958 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2162a1c1-8bb1-440d-b6cd-6314a20e7e92 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event updated for resources: {'Port': ['ID=4a3f7d2d-ab88-4af2-948c-c3eac290f81a,revision_number=4']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:07:15.210974 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-2162a1c1-8bb1-440d-b6cd-6314a20e7e92 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.3966246 May 05 22:07:15.215409 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36970) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:15.223615 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-7e14804a-3765-497a-b932-d9cc5286e0df tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Request body: {'port': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'mac_address': 'fa:16:3e:e9:d9:ee', 'name': 'tempest-NetworksTestDHCPv6-1906446349'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:07:15.346559 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-b0b4a0ab-c340-4d0a-82d5-b4fc77eb80b7 admin admin] Calling delete_port for 2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e owned by network:router_gateway {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:07:15.578360 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-e93c3179-cdd4-4fc9-a02b-fddebaca9827 None None] Set router bb095b74-717d-485c-afe9-87063196b737 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:07:15.587615 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c10cbdef-16a1-4a9e-a6a1-51313461ebf7'] response: {'name': 'network-changed', 'server_uuid': 'e4c387eb-7879-423d-a3f8-e617694126b6', 'tag': '978f635b-af0b-4afd-80a0-539d5190f34e', 'status': 'completed', 'code': 200} May 05 22:07:15.698752 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 4a3f7d2d-ab88-4af2-948c-c3eac290f81a up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:07:15.752603 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-7e14804a-3765-497a-b932-d9cc5286e0df tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:07:15.771969 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-7e14804a-3765-497a-b932-d9cc5286e0df tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Usage tracker for resource:port and tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:07:15.784149 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-7e14804a-3765-497a-b932-d9cc5286e0df tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:07:15.831125 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-7e14804a-3765-497a-b932-d9cc5286e0df tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:07:15.941654 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b9de4f29-68b4-4458-9b1d-77e35d678031 req-ad02cf61-f824-4949-9f13-36b40c5bed8e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=06fb629024324e968714595537efac5c&device_id=e4c387eb-7879-423d-a3f8-e617694126b6 HTTP/1.1" status: 200 len: 1097 time: 0.3531823 May 05 22:07:15.942474 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e14804a-3765-497a-b932-d9cc5286e0df tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Made reservation on behalf of 6a9c8b32c69349b78288ebe6e6b6f3f4 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:07:15.990065 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b0b4a0ab-c340-4d0a-82d5-b4fc77eb80b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:16.137213 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 4a3f7d2d-ab88-4af2-948c-c3eac290f81a triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:07:16.141747 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:16.249179 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b4a0ab-c340-4d0a-82d5-b4fc77eb80b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:07:16.336475 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-20167670-6c57-4c01-9e21-5fb0858bb9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:16.529071 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 88cd5671-adb8-42c7-8bc4-c8283d54a668 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:07:16.568536 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-e93c3179-cdd4-4fc9-a02b-fddebaca9827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb095b74-717d-485c-afe9-87063196b737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688406542', 'tenant_id': '06fb629024324e968714595537efac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '0e4eb224-cb12-4b32-8242-2b04fe4ae27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:05:59Z', 'updated_at': '2022-05-05T22:06:23Z', 'revision_number': 4, 'project_id': '06fb629024324e968714595537efac5c', 'gw_port': {'id': '0e4eb224-cb12-4b32-8242-2b04fe4ae27d', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb095b74-717d-485c-afe9-87063196b737', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:06:00Z', 'updated_at': '2022-05-05T22:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': 'c4485825-6caf-4334-bfa4-b0dca58b33b5', 'tenant_id': '06fb629024324e968714595537efac5c', 'floating_ip_address': '172.25.4.234', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'bb095b74-717d-485c-afe9-87063196b737', 'port_id': '978f635b-af0b-4afd-80a0-539d5190f34e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753', 'mac_address': 'fa:16:3e:5d:0d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c387eb-7879-423d-a3f8-e617694126b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:07:09Z', 'updated_at': '2022-05-05T22:07:09Z', 'revision_number': 0, 'project_id': '06fb629024324e968714595537efac5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eecbd48f-6814-4030-8e5b-048395c724fc', 'name': '', 'network_id': '1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753', 'tenant_id': '06fb629024324e968714595537efac5c', 'mac_address': 'fa:16:3e:d4:18:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb095b74-717d-485c-afe9-87063196b737', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1755485f-4a55-4fd6-9437-364fb3417fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:06:17Z', 'updated_at': '2022-05-05T22:06:41Z', 'revision_number': 5, 'project_id': '06fb629024324e968714595537efac5c', 'subnets': [{'id': '1755485f-4a55-4fd6-9437-364fb3417fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:07:16.590536 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93c3179-cdd4-4fc9-a02b-fddebaca9827 None None] The sync data for ids ['bb095b74-717d-485c-afe9-87063196b737'] in n-d-825175-4 is: [{'id': 'bb095b74-717d-485c-afe9-87063196b737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688406542', 'tenant_id': '06fb629024324e968714595537efac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '0e4eb224-cb12-4b32-8242-2b04fe4ae27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:05:59Z', 'updated_at': '2022-05-05T22:06:23Z', 'revision_number': 4, 'project_id': '06fb629024324e968714595537efac5c', 'gw_port': {'id': '0e4eb224-cb12-4b32-8242-2b04fe4ae27d', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb095b74-717d-485c-afe9-87063196b737', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:06:00Z', 'updated_at': '2022-05-05T22:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': 'c4485825-6caf-4334-bfa4-b0dca58b33b5', 'tenant_id': '06fb629024324e968714595537efac5c', 'floating_ip_address': '172.25.4.234', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'bb095b74-717d-485c-afe9-87063196b737', 'port_id': '978f635b-af0b-4afd-80a0-539d5190f34e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753', 'mac_address': 'fa:16:3e:5d:0d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c387eb-7879-423d-a3f8-e617694126b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:07:09Z', 'updated_at': '2022-05-05T22:07:09Z', 'revision_number': 0, 'project_id': '06fb629024324e968714595537efac5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eecbd48f-6814-4030-8e5b-048395c724fc', 'name': '', 'network_id': '1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753', 'tenant_id': '06fb629024324e968714595537efac5c', 'mac_address': 'fa:16:3e:d4:18:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb095b74-717d-485c-afe9-87063196b737', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1755485f-4a55-4fd6-9437-364fb3417fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:06:17Z', 'updated_at': '2022-05-05T22:06:41Z', 'revision_number': 5, 'project_id': '06fb629024324e968714595537efac5c', 'subnets': [{'id': '1755485f-4a55-4fd6-9437-364fb3417fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:07:16.611389 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 88cd5671-adb8-42c7-8bc4-c8283d54a668 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:07:16.611948 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 88cd5671-adb8-42c7-8bc4-c8283d54a668 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:07:16.929372 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9de4f29-68b4-4458-9b1d-77e35d678031 req-da6f6fd9-3a96-465b-91e0-5169cdfa5fa9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:16.930274 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e7e88290-810b-4ab4-8b6c-ebffc03100ae None None] Provisioning complete for port 4a3f7d2d-ab88-4af2-948c-c3eac290f81a triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:07:16.930716 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e7e88290-810b-4ab4-8b6c-ebffc03100ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:16.931199 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b9de4f29-68b4-4458-9b1d-77e35d678031 req-da6f6fd9-3a96-465b-91e0-5169cdfa5fa9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753 HTTP/1.1" status: 200 len: 896 time: 0.9766374 May 05 22:07:17.025865 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72666c94-2e29-4218-8c9c-08a928ff057d None None] New status for floating IP c4485825-6caf-4334-bfa4-b0dca58b33b5: ACTIVE {{(pid=84064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 22:07:17.183187 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7e14804a-3765-497a-b932-d9cc5286e0df tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:17.220935 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b0b4a0ab-c340-4d0a-82d5-b4fc77eb80b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:17.365474 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [None req-7e14804a-3765-497a-b932-d9cc5286e0df tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] device_id is not set on port f8e76742-3eb4-4a21-9e75-598edd7d6e9c yet. {{(pid=84061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:07:17.559315 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:17.565768 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2addc1-74e1-4972-8a01-e4f151ec7a13 req-5048eb17-62a1-41d8-a544-ad48e89190bf tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:17.576079 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7c2addc1-74e1-4972-8a01-e4f151ec7a13 req-5048eb17-62a1-41d8-a544-ad48e89190bf tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4c387eb-7879-423d-a3f8-e617694126b6 HTTP/1.1" status: 200 len: 946 time: 2.3146248 May 05 22:07:17.685153 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:17.697583 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02037195-3987-453c-9b99-9e85011f875b req-e268e52b-579d-4829-a72d-6b07188934d8 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:17.723311 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-02037195-3987-453c-9b99-9e85011f875b req-e268e52b-579d-4829-a72d-6b07188934d8 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 2.0069404 May 05 22:07:17.898748 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7c2addc1-74e1-4972-8a01-e4f151ec7a13 req-453add1c-7cef-4a75-9b10-133880ffe269 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b23864a-1097-4ba5-82ce-a2e27a1f50eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3006380 May 05 22:07:17.909128 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-02037195-3987-453c-9b99-9e85011f875b req-299b001b-9fa6-45cf-9960-325db50befa2 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849611 May 05 22:07:17.936287 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b9de4f29-68b4-4458-9b1d-77e35d678031 req-6f62d636-2b5c-4706-97cf-e829bd32ba20 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=978f635b-af0b-4afd-80a0-539d5190f34e HTTP/1.1" status: 200 len: 1000 time: 0.9045844 May 05 22:07:17.941847 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b0b4a0ab-c340-4d0a-82d5-b4fc77eb80b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:17.944727 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37032) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:18.155414 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-7e14804a-3765-497a-b932-d9cc5286e0df tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Allocated IP 172.20.0.13 (137c07e1-75d6-4e37-9f42-95b3b385c296/79b420f3-aa1e-4e99-8cd7-08ee964509a1/f8e76742-3eb4-4a21-9e75-598edd7d6e9c) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:07:18.165026 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c3cb180-e5be-42d7-9032-40cade4ca3d4 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Router 8598f5d7-eb46-409f-9875-d058ff8e964a has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:07:18.174443 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-7e14804a-3765-497a-b932-d9cc5286e0df tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Allocated IP 2001:db8::f816:3eff:fee9:d9ee (137c07e1-75d6-4e37-9f42-95b3b385c296/4bfee747-d27b-4f38-a83e-cc5fee820ef5/f8e76742-3eb4-4a21-9e75-598edd7d6e9c) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:07:18.324738 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-845e5cae-57e8-47c0-b37c-15468724a4d6 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/floatingips/c4485825-6caf-4334-bfa4-b0dca58b33b5 HTTP/1.1" status: 200 len: 994 time: 0.3364911 May 05 22:07:18.324738 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b0b4a0ab-c340-4d0a-82d5-b4fc77eb80b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:18.351525 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9de4f29-68b4-4458-9b1d-77e35d678031 req-028440ce-6b43-4096-b834-f499d207302a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:18.353535 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b9de4f29-68b4-4458-9b1d-77e35d678031 req-028440ce-6b43-4096-b834-f499d207302a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1755485f-4a55-4fd6-9437-364fb3417fd0 HTTP/1.1" status: 200 len: 834 time: 0.4074907 May 05 22:07:18.537141 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b0b4a0ab-c340-4d0a-82d5-b4fc77eb80b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:18.537762 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b4a0ab-c340-4d0a-82d5-b4fc77eb80b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9d83afc-c9e4-494d-9afd-81e4fd8a1566 {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:07:18.575950 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b0b4a0ab-c340-4d0a-82d5-b4fc77eb80b7 admin admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:18.577492 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b0b4a0ab-c340-4d0a-82d5-b4fc77eb80b7 admin admin] 10.222.0.23 "DELETE /v2.0/routers/d9d83afc-c9e4-494d-9afd-81e4fd8a1566 HTTP/1.1" status: 204 len: 168 time: 6.4277096 May 05 22:07:18.584281 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37046) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:18.677289 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b9de4f29-68b4-4458-9b1d-77e35d678031 req-29bc6ace-cb89-4014-bd31-43a28323c276 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3172348 May 05 22:07:18.822321 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-395329e0-7663-469f-b713-034a770be11f admin admin] Deleting subnet f259ce1a-1e13-44eb-b65e-190001e0a5ad {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:07:18.830180 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-395329e0-7663-469f-b713-034a770be11f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:18.864910 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7e14804a-3765-497a-b932-d9cc5286e0df tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:18.883587 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae49d8b-48ae-4b99-a2af-40498bb97ada req-77f59539-f713-451f-a9a0-2fe00723ff67 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:18.892889 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7ae49d8b-48ae-4b99-a2af-40498bb97ada req-77f59539-f713-451f-a9a0-2fe00723ff67 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.2655575 May 05 22:07:18.918125 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:18.924044 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-395329e0-7663-469f-b713-034a770be11f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:18.935190 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-7e14804a-3765-497a-b932-d9cc5286e0df tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Transition to ACTIVE for port object f8e76742-3eb4-4a21-9e75-598edd7d6e9c will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:07:19.049391 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7ae49d8b-48ae-4b99-a2af-40498bb97ada req-a528ada2-41de-4bda-a7ab-a50bed02a0eb tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555157 May 05 22:07:19.096428 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7e14804a-3765-497a-b932-d9cc5286e0df tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:19.098385 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b9de4f29-68b4-4458-9b1d-77e35d678031 req-04946e3a-83b8-4f40-8ef8-f4764206cb38 service neutron] 10.222.0.44 "GET /v2.0/networks/1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4088421 May 05 22:07:19.241259 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e14804a-3765-497a-b932-d9cc5286e0df tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event updated for resources: {'Port': ['ID=f8e76742-3eb4-4a21-9e75-598edd7d6e9c,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:07:19.275756 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e14804a-3765-497a-b932-d9cc5286e0df tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:07:19.279126 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-7e14804a-3765-497a-b932-d9cc5286e0df tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:07:19.287965 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3cb180-e5be-42d7-9032-40cade4ca3d4 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:07:19.292658 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e14804a-3765-497a-b932-d9cc5286e0df tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:07:19.314691 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97497f8-9310-46b6-b4e5-170954ea63a9 None None] Sync routers for ids ['8598f5d7-eb46-409f-9875-d058ff8e964a'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:07:19.354871 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97497f8-9310-46b6-b4e5-170954ea63a9 None None] Routers {'8598f5d7-eb46-409f-9875-d058ff8e964a'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:07:19.355520 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-e97497f8-9310-46b6-b4e5-170954ea63a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:07:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8598f5d7-eb46-409f-9875-d058ff8e964a'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:07:19.425801 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b9de4f29-68b4-4458-9b1d-77e35d678031 req-f7d5d930-6a1c-4aac-8191-5766d46dfec2 service neutron] 10.222.0.44 "GET /v2.0/networks/1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210309 May 05 22:07:19.484078 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-395329e0-7663-469f-b713-034a770be11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:19.541259 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3c3cb180-e5be-42d7-9032-40cade4ca3d4 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:19.691242 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-395329e0-7663-469f-b713-034a770be11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:19.843703 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395329e0-7663-469f-b713-034a770be11f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f259ce1a-1e13-44eb-b65e-190001e0a5ad,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:07:19.862730 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-395329e0-7663-469f-b713-034a770be11f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:19.865334 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710384f5-c8ba-4cbf-b192-d7e2425f8079 None None] Network c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:07:19.879777 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-3c3cb180-e5be-42d7-9032-40cade4ca3d4 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "PUT /v2.0/floatingips/70292108-00b4-4b56-b9b8-f77289a933db HTTP/1.1" status: 200 len: 991 time: 10.0621634 May 05 22:07:19.882807 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3165a957-ac04-4dca-9315-70195d79e2df', 'tag': '09071155-8a90-407a-9103-4a5c51b9bbd9'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:07:19.893134 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-395329e0-7663-469f-b713-034a770be11f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f259ce1a-1e13-44eb-b65e-190001e0a5ad HTTP/1.1" status: 204 len: 168 time: 1.3032598 May 05 22:07:19.895652 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37098) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:19.926360 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e14804a-3765-497a-b932-d9cc5286e0df tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:19.929691 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7e14804a-3765-497a-b932-d9cc5286e0df tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:19.942760 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-e97497f8-9310-46b6-b4e5-170954ea63a9 None None] Set router 8598f5d7-eb46-409f-9875-d058ff8e964a gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:07:20.035108 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-7e14804a-3765-497a-b932-d9cc5286e0df tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.8187647 May 05 22:07:20.037505 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37114) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:20.203769 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9af6d6-a816-494d-9ef7-c495359d7c1c req-fe936f85-3aa5-4f68-8934-4399400271db tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:20.224792 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0c9af6d6-a816-494d-9ef7-c495359d7c1c req-fe936f85-3aa5-4f68-8934-4399400271db tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.8126574 May 05 22:07:20.264071 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ddf2aaa-6e1c-44b9-abc2-3c39c56eba4b'] response: {'name': 'network-changed', 'server_uuid': '3165a957-ac04-4dca-9315-70195d79e2df', 'tag': '09071155-8a90-407a-9103-4a5c51b9bbd9', 'status': 'completed', 'code': 200} May 05 22:07:20.480203 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-25217876-ceed-44f5-83ce-33641d98757c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:20.536473 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d6a068-4881-437c-9417-2f4678819a63 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:20.536722 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-25217876-ceed-44f5-83ce-33641d98757c admin admin] Deleting port 87f3dcc1-6a9c-4646-b0ef-6e96d16416a5 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:07:20.550898 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-25217876-ceed-44f5-83ce-33641d98757c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:20.554908 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d6a068-4881-437c-9417-2f4678819a63 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:20.559397 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-72d6a068-4881-437c-9417-2f4678819a63 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Synchronizing usage tracker for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:07:20.633101 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-72d6a068-4881-437c-9417-2f4678819a63 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Unset dirty status for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:07:20.644775 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-72d6a068-4881-437c-9417-2f4678819a63 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.6047716 May 05 22:07:20.646676 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37164) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:20.661829 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1c839184-765e-47f9-9ff8-0506888dad84 req-387bfda3-902f-4285-aa2c-17bd9d39096c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2578689695ab4a55a99443682838538b&device_id=3165a957-ac04-4dca-9315-70195d79e2df HTTP/1.1" status: 200 len: 1096 time: 0.4449670 May 05 22:07:20.714234 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-7b952975-9a96-47eb-8745-093fca013184 None None] Provisioning for port f8e76742-3eb4-4a21-9e75-598edd7d6e9c completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:07:20.732146 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-7b952975-9a96-47eb-8745-093fca013184 None None] Provisioning complete for port f8e76742-3eb4-4a21-9e75-598edd7d6e9c triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:07:20.732576 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7b952975-9a96-47eb-8745-093fca013184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:20.747404 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0c9af6d6-a816-494d-9ef7-c495359d7c1c req-64215b0b-6a9a-4ab4-9d21-822c972c9acf tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5208445 May 05 22:07:20.857848 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-592c62e2-6a0e-4e64-8056-597ed374f08b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Deleting port f8e76742-3eb4-4a21-9e75-598edd7d6e9c {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:07:20.858379 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-592c62e2-6a0e-4e64-8056-597ed374f08b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:20.997875 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-7b952975-9a96-47eb-8745-093fca013184 None None] Port f8e76742-3eb4-4a21-9e75-598edd7d6e9c cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:07:21.195033 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41d8ebe-b2dd-46c6-90bb-52c4a9053abc None None] DHCP port deletion for c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:07:21.214643 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-a41d8ebe-b2dd-46c6-90bb-52c4a9053abc None None] Deleting port 87f3dcc1-6a9c-4646-b0ef-6e96d16416a5 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:07:21.215721 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a41d8ebe-b2dd-46c6-90bb-52c4a9053abc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:21.358223 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-25217876-ceed-44f5-83ce-33641d98757c admin admin] For port 87f3dcc1-6a9c-4646-b0ef-6e96d16416a5, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=87f3dcc1-6a9c-4646-b0ef-6e96d16416a5,segment=NetworkSegment(8791e900-4ba7-4d7d-801a-c6b49729e00b),segment_id=8791e900-4ba7-4d7d-801a-c6b49729e00b)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:07:21.359548 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-25217876-ceed-44f5-83ce-33641d98757c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:21.507414 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-25217876-ceed-44f5-83ce-33641d98757c admin admin] Calling delete_port for 87f3dcc1-6a9c-4646-b0ef-6e96d16416a5 owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:07:21.612143 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-e97497f8-9310-46b6-b4e5-170954ea63a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'name': 'tempest-AttachVolumeNegativeTest-273245844-router', 'tenant_id': '2578689695ab4a55a99443682838538b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '6953bf02-942c-4df7-b861-f3365d5a587d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:02:33Z', 'updated_at': '2022-05-05T22:02:52Z', 'revision_number': 4, 'project_id': '2578689695ab4a55a99443682838538b', 'gw_port': {'id': '6953bf02-942c-4df7-b861-f3365d5a587d', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:35Z', 'updated_at': '2022-05-05T22:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '70292108-00b4-4b56-b9b8-f77289a933db', 'tenant_id': '2578689695ab4a55a99443682838538b', 'floating_ip_address': '172.25.4.141', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'port_id': '09071155-8a90-407a-9103-4a5c51b9bbd9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd', 'mac_address': 'fa:16:3e:4d:a5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3165a957-ac04-4dca-9315-70195d79e2df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:06:29Z', 'updated_at': '2022-05-05T22:07:12Z', 'revision_number': 1, 'project_id': '2578689695ab4a55a99443682838538b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '558711ec-cc6b-4387-8a57-c44e1a328a9a', 'name': '', 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd', 'tenant_id': '2578689695ab4a55a99443682838538b', 'mac_address': 'fa:16:3e:33:93:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6329e98-aed7-463a-a6e6-dc9284056d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:49Z', 'updated_at': '2022-05-05T22:03:09Z', 'revision_number': 5, 'project_id': '2578689695ab4a55a99443682838538b', 'subnets': [{'id': 'b6329e98-aed7-463a-a6e6-dc9284056d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:07:21.627660 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97497f8-9310-46b6-b4e5-170954ea63a9 None None] Checking router: 8598f5d7-eb46-409f-9875-d058ff8e964a for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:07:21.652720 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97497f8-9310-46b6-b4e5-170954ea63a9 None None] Routers {'8598f5d7-eb46-409f-9875-d058ff8e964a'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:07:21.653265 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-e97497f8-9310-46b6-b4e5-170954ea63a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:07:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8598f5d7-eb46-409f-9875-d058ff8e964a'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:07:21.729245 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:07:21.868799 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:07:21.869129 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 2791afce-bc1b-477a-9ca1-d2fc6fd2cf5e not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:07:21.869543 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 87f3dcc1-6a9c-4646-b0ef-6e96d16416a5 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:07:21.962091 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-25217876-ceed-44f5-83ce-33641d98757c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:22.013036 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 87f3dcc1-6a9c-4646-b0ef-6e96d16416a5 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:07:22.013376 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 87f3dcc1-6a9c-4646-b0ef-6e96d16416a5 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:07:22.069316 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-e97497f8-9310-46b6-b4e5-170954ea63a9 None None] Set router 8598f5d7-eb46-409f-9875-d058ff8e964a gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:07:22.104849 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25217876-ceed-44f5-83ce-33641d98757c admin admin] No DVR routers for this DVR port 87f3dcc1-6a9c-4646-b0ef-6e96d16416a5 on host n-d-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:07:22.190483 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25217876-ceed-44f5-83ce-33641d98757c admin admin] Pushing event deleted for resources: {'Port': ['ID=87f3dcc1-6a9c-4646-b0ef-6e96d16416a5,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:07:22.346130 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-592c62e2-6a0e-4e64-8056-597ed374f08b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:22.367248 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-a41d8ebe-b2dd-46c6-90bb-52c4a9053abc None None] For port 87f3dcc1-6a9c-4646-b0ef-6e96d16416a5, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=87f3dcc1-6a9c-4646-b0ef-6e96d16416a5,segment=NetworkSegment(8791e900-4ba7-4d7d-801a-c6b49729e00b),segment_id=8791e900-4ba7-4d7d-801a-c6b49729e00b)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:07:22.367648 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a41d8ebe-b2dd-46c6-90bb-52c4a9053abc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:22.545788 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c839184-765e-47f9-9ff8-0506888dad84 req-76befd47-2167-4bc2-9245-f07747acb84e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:22.557727 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1c839184-765e-47f9-9ff8-0506888dad84 req-76befd47-2167-4bc2-9245-f07747acb84e service neutron] 10.222.0.44 "GET /v2.0/networks?id=da94abce-5ece-4742-b6d0-f89044eb6bbd HTTP/1.1" status: 200 len: 915 time: 1.8853750 May 05 22:07:22.611641 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-592c62e2-6a0e-4e64-8056-597ed374f08b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Calling delete_port for f8e76742-3eb4-4a21-9e75-598edd7d6e9c owned by {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:07:22.640812 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-25217876-ceed-44f5-83ce-33641d98757c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:22.728687 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-25217876-ceed-44f5-83ce-33641d98757c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:07:22.766618 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-a41d8ebe-b2dd-46c6-90bb-52c4a9053abc None None] Calling delete_port for 87f3dcc1-6a9c-4646-b0ef-6e96d16416a5 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:07:22.770878 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-25217876-ceed-44f5-83ce-33641d98757c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8791e900-4ba7-4d7d-801a-c6b49729e00b') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:07:22.771355 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-25217876-ceed-44f5-83ce-33641d98757c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8791e900-4ba7-4d7d-801a-c6b49729e00b') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:07:22.777601 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a876c4-8491-42a2-8c5d-8caf2a96ad30 req-39604c55-c401-4aaf-9a28-0378103b5c46 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:22.779313 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-57a876c4-8491-42a2-8c5d-8caf2a96ad30 req-39604c55-c401-4aaf-9a28-0378103b5c46 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 1.0754263 May 05 22:07:22.803853 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-25217876-ceed-44f5-83ce-33641d98757c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:22.850771 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-25217876-ceed-44f5-83ce-33641d98757c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:22.866216 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25217876-ceed-44f5-83ce-33641d98757c admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:07:22.867365 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-25217876-ceed-44f5-83ce-33641d98757c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:22.925101 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:07:22.925101 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:07:22.925101 n-d-825175-4 neutron-server[84063]: timer() May 05 22:07:22.925101 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:07:22.925101 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:07:22.925101 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:07:22.925101 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:07:22.925101 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:07:22.925101 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:07:22.925101 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:07:22.925101 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:07:22.925101 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:07:22.925101 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:07:22.925101 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:07:22.925101 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:07:22.925101 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:07:22.925101 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:07:22.925101 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:07:22.925101 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:07:22.925101 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:07:22.925101 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:07:22.925101 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:07:22.925101 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:07:22.925101 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:07:22.925101 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:07:22.925101 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:07:22.925101 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:07:22.925101 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:07:22.925101 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:07:22.925101 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:07:22.925101 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:07:22.925101 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:07:22.932373 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-a41d8ebe-b2dd-46c6-90bb-52c4a9053abc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:07:22.932969 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-a41d8ebe-b2dd-46c6-90bb-52c4a9053abc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:07:22.987655 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-57a876c4-8491-42a2-8c5d-8caf2a96ad30 req-d92908c6-2e23-4810-a7d1-7e52fca7ca9a tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956203 May 05 22:07:23.094734 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-e97497f8-9310-46b6-b4e5-170954ea63a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'name': 'tempest-AttachVolumeNegativeTest-273245844-router', 'tenant_id': '2578689695ab4a55a99443682838538b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '6953bf02-942c-4df7-b861-f3365d5a587d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:02:33Z', 'updated_at': '2022-05-05T22:02:52Z', 'revision_number': 4, 'project_id': '2578689695ab4a55a99443682838538b', 'gw_port': {'id': '6953bf02-942c-4df7-b861-f3365d5a587d', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:35Z', 'updated_at': '2022-05-05T22:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '70292108-00b4-4b56-b9b8-f77289a933db', 'tenant_id': '2578689695ab4a55a99443682838538b', 'floating_ip_address': '172.25.4.141', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'port_id': '09071155-8a90-407a-9103-4a5c51b9bbd9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd', 'mac_address': 'fa:16:3e:4d:a5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3165a957-ac04-4dca-9315-70195d79e2df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:06:29Z', 'updated_at': '2022-05-05T22:07:12Z', 'revision_number': 1, 'project_id': '2578689695ab4a55a99443682838538b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '558711ec-cc6b-4387-8a57-c44e1a328a9a', 'name': '', 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd', 'tenant_id': '2578689695ab4a55a99443682838538b', 'mac_address': 'fa:16:3e:33:93:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6329e98-aed7-463a-a6e6-dc9284056d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:49Z', 'updated_at': '2022-05-05T22:03:09Z', 'revision_number': 5, 'project_id': '2578689695ab4a55a99443682838538b', 'subnets': [{'id': 'b6329e98-aed7-463a-a6e6-dc9284056d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:07:23.100358 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97497f8-9310-46b6-b4e5-170954ea63a9 None None] The sync data for ids ['8598f5d7-eb46-409f-9875-d058ff8e964a'] in n-d-825175-4 is: [{'id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'name': 'tempest-AttachVolumeNegativeTest-273245844-router', 'tenant_id': '2578689695ab4a55a99443682838538b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '6953bf02-942c-4df7-b861-f3365d5a587d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:02:33Z', 'updated_at': '2022-05-05T22:02:52Z', 'revision_number': 4, 'project_id': '2578689695ab4a55a99443682838538b', 'gw_port': {'id': '6953bf02-942c-4df7-b861-f3365d5a587d', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:35Z', 'updated_at': '2022-05-05T22:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '70292108-00b4-4b56-b9b8-f77289a933db', 'tenant_id': '2578689695ab4a55a99443682838538b', 'floating_ip_address': '172.25.4.141', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'port_id': '09071155-8a90-407a-9103-4a5c51b9bbd9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd', 'mac_address': 'fa:16:3e:4d:a5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3165a957-ac04-4dca-9315-70195d79e2df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:06:29Z', 'updated_at': '2022-05-05T22:07:12Z', 'revision_number': 1, 'project_id': '2578689695ab4a55a99443682838538b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '558711ec-cc6b-4387-8a57-c44e1a328a9a', 'name': '', 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd', 'tenant_id': '2578689695ab4a55a99443682838538b', 'mac_address': 'fa:16:3e:33:93:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6329e98-aed7-463a-a6e6-dc9284056d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:49Z', 'updated_at': '2022-05-05T22:03:09Z', 'revision_number': 5, 'project_id': '2578689695ab4a55a99443682838538b', 'subnets': [{'id': 'b6329e98-aed7-463a-a6e6-dc9284056d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:07:23.248755 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-25217876-ceed-44f5-83ce-33641d98757c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:23.310552 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-25217876-ceed-44f5-83ce-33641d98757c admin admin] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:23.348404 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1c839184-765e-47f9-9ff8-0506888dad84 req-a37012b2-aefe-42ce-8631-4f19634233c7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09071155-8a90-407a-9103-4a5c51b9bbd9 HTTP/1.1" status: 200 len: 999 time: 0.3949714 May 05 22:07:23.349530 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25217876-ceed-44f5-83ce-33641d98757c admin admin] Pushing event deleted for resources: {'Network': ['ID=c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:07:23.434750 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-a41d8ebe-b2dd-46c6-90bb-52c4a9053abc None None] Deleting port 87f3dcc1-6a9c-4646-b0ef-6e96d16416a5 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:07:23.435587 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a41d8ebe-b2dd-46c6-90bb-52c4a9053abc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:23.445197 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-592c62e2-6a0e-4e64-8056-597ed374f08b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:23.470979 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c839184-765e-47f9-9ff8-0506888dad84 req-c40a1d15-ced9-4f1e-bd03-0d68e795626e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:23.473159 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1c839184-765e-47f9-9ff8-0506888dad84 req-c40a1d15-ced9-4f1e-bd03-0d68e795626e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b6329e98-aed7-463a-a6e6-dc9284056d36 HTTP/1.1" status: 200 len: 853 time: 0.1155343 May 05 22:07:23.569400 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-25217876-ceed-44f5-83ce-33641d98757c admin admin] 10.222.0.23 "DELETE /v2.0/networks/c28f8c7a-c0a0-4d11-bd9f-b4e16972f1b2 HTTP/1.1" status: 204 len: 168 time: 3.6720669 May 05 22:07:23.587430 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592c62e2-6a0e-4e64-8056-597ed374f08b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event deleted for resources: {'Port': ['ID=f8e76742-3eb4-4a21-9e75-598edd7d6e9c,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:07:23.651492 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1c839184-765e-47f9-9ff8-0506888dad84 req-c7f4d4f1-256d-41bd-9069-80167e76a8f2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=da94abce-5ece-4742-b6d0-f89044eb6bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1690371 May 05 22:07:23.696013 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-a41d8ebe-b2dd-46c6-90bb-52c4a9053abc None None] The port '87f3dcc1-6a9c-4646-b0ef-6e96d16416a5' was deleted {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 22:07:23.751313 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2bb048-fee9-4860-9ea7-f4d556f54505 None None] New status for floating IP 70292108-00b4-4b56-b9b8-f77289a933db: ACTIVE {{(pid=84064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 22:07:24.041090 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1c839184-765e-47f9-9ff8-0506888dad84 req-f4b4cceb-e277-445a-a1b2-95327de285ea service neutron] 10.222.0.44 "GET /v2.0/networks/da94abce-5ece-4742-b6d0-f89044eb6bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3828025 May 05 22:07:24.114868 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-592c62e2-6a0e-4e64-8056-597ed374f08b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:24.137067 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd4d51f-bce1-4db5-81fb-2b091a9adc49 req-664cc3ec-09ab-4a10-9e64-d4cd43aab4e9 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:24.138975 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dcd4d51f-bce1-4db5-81fb-2b091a9adc49 req-664cc3ec-09ab-4a10-9e64-d4cd43aab4e9 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.8261786 May 05 22:07:24.175839 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-592c62e2-6a0e-4e64-8056-597ed374f08b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/ports/f8e76742-3eb4-4a21-9e75-598edd7d6e9c HTTP/1.1" status: 204 len: 168 time: 3.5263131 May 05 22:07:24.177057 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37498) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:24.206144 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37504) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:24.275814 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-604491cd-ebbd-4155-ad35-3ff7c0680752 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f9679666ed684085ba56b96d355bc823&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0685837 May 05 22:07:24.279073 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dcd4d51f-bce1-4db5-81fb-2b091a9adc49 req-e04af531-ea00-4dcd-a62b-0c92f54fc3e7 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301749 May 05 22:07:24.281849 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37516) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:24.353956 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da62286f-ef0a-4e58-94ff-b63710a91356 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:24.355295 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da62286f-ef0a-4e58-94ff-b63710a91356 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:24.356962 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da62286f-ef0a-4e58-94ff-b63710a91356 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:24.358436 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-da62286f-ef0a-4e58-94ff-b63710a91356 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Synchronizing usage tracker for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:subnet {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:07:24.364691 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1c839184-765e-47f9-9ff8-0506888dad84 req-c4b28ee7-654d-4a84-832f-9d77d4d24f9b service neutron] 10.222.0.44 "GET /v2.0/networks/da94abce-5ece-4742-b6d0-f89044eb6bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084528 May 05 22:07:24.414834 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c4dc089d-28cd-4be0-8dee-345f8cf04190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:24.430271 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-da62286f-ef0a-4e58-94ff-b63710a91356 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Unset dirty status for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:subnet {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:07:24.434319 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37538) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:24.439278 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-da62286f-ef0a-4e58-94ff-b63710a91356 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2560654 May 05 22:07:24.454971 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c4dc089d-28cd-4be0-8dee-345f8cf04190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:24.618324 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c4dc089d-28cd-4be0-8dee-345f8cf04190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:24.655052 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dc089d-28cd-4be0-8dee-345f8cf04190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f094ee9a-7080-4d33-90dc-19c2eefef931,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:07:24.704950 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c4dc089d-28cd-4be0-8dee-345f8cf04190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:24.709709 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c4dc089d-28cd-4be0-8dee-345f8cf04190 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f094ee9a-7080-4d33-90dc-19c2eefef931 HTTP/1.1" status: 204 len: 168 time: 0.4262204 May 05 22:07:24.818306 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-582e48df-d8e0-436d-87bc-9235ae74db0e tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Deleting subnet 4bfee747-d27b-4f38-a83e-cc5fee820ef5 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:07:24.822525 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-582e48df-d8e0-436d-87bc-9235ae74db0e tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:24.935764 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5462f3-7fa1-4de5-87fc-f99b1a4417f8 req-79827bbf-b2f7-4529-8204-082d0ae3f195 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:24.942585 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5f5462f3-7fa1-4de5-87fc-f99b1a4417f8 req-79827bbf-b2f7-4529-8204-082d0ae3f195 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/networks?id=747286bb-8407-402f-868f-44a863404e7a HTTP/1.1" status: 200 len: 814 time: 0.2143950 May 05 22:07:24.964468 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5f5462f3-7fa1-4de5-87fc-f99b1a4417f8 req-5948188f-8f18-419e-b9af-4d3296b2a017 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/quotas/b068134c338f46c6866f23b681a9cd8a HTTP/1.1" status: 200 len: 375 time: 0.0206149 May 05 22:07:25.026734 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-582e48df-d8e0-436d-87bc-9235ae74db0e tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:25.130679 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5f5462f3-7fa1-4de5-87fc-f99b1a4417f8 req-652581d3-118a-4f33-8b30-87d899f2fdff tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b068134c338f46c6866f23b681a9cd8a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1649497 May 05 22:07:25.169565 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-582e48df-d8e0-436d-87bc-9235ae74db0e tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:25.294719 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-582e48df-d8e0-436d-87bc-9235ae74db0e tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:25.344247 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582e48df-d8e0-436d-87bc-9235ae74db0e tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event deleted for resources: {'Subnet': ['ID=4bfee747-d27b-4f38-a83e-cc5fee820ef5,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:07:25.356983 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-582e48df-d8e0-436d-87bc-9235ae74db0e tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:25.357975 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07b5dd9-07d7-490b-957b-396480199e82 None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:07:25.377342 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37600) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:25.377554 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-582e48df-d8e0-436d-87bc-9235ae74db0e tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/subnets/4bfee747-d27b-4f38-a83e-cc5fee820ef5 HTTP/1.1" status: 204 len: 168 time: 0.9419286 May 05 22:07:25.764948 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c732f-6d09-4ec7-beda-07b876c1d474 req-2f86e02c-3dbf-4565-90bc-156958868266 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:25.771796 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b66c732f-6d09-4ec7-beda-07b876c1d474 req-2f86e02c-3dbf-4565-90bc-156958868266 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.3292270 May 05 22:07:25.859544 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2d78978-47d0-4d34-97c6-cb399db44004 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Deleting subnet 79b420f3-aa1e-4e99-8cd7-08ee964509a1 {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:07:25.863227 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c2d78978-47d0-4d34-97c6-cb399db44004 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:25.892143 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b66c732f-6d09-4ec7-beda-07b876c1d474 req-9c41a20d-fc9e-4d45-88d8-a16fd8d20be6 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193395 May 05 22:07:25.921072 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c2d78978-47d0-4d34-97c6-cb399db44004 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:26.052238 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c2d78978-47d0-4d34-97c6-cb399db44004 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:26.227209 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c2d78978-47d0-4d34-97c6-cb399db44004 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:26.556107 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56be785-3c3e-4fa2-a04d-1b863edf73a1 req-61cfdca2-5e69-44cc-8aba-28e402984fa0 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:26.565931 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e56be785-3c3e-4fa2-a04d-1b863edf73a1 req-61cfdca2-5e69-44cc-8aba-28e402984fa0 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.4695451 May 05 22:07:26.640304 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d78978-47d0-4d34-97c6-cb399db44004 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event deleted for resources: {'Subnet': ['ID=79b420f3-aa1e-4e99-8cd7-08ee964509a1,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:07:26.655147 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c2d78978-47d0-4d34-97c6-cb399db44004 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:26.673166 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf237d3-2bf5-4e73-bfe1-d7c45837a56a None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:07:26.697802 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37638) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:26.698278 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c2d78978-47d0-4d34-97c6-cb399db44004 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/subnets/79b420f3-aa1e-4e99-8cd7-08ee964509a1 HTTP/1.1" status: 204 len: 168 time: 1.3184371 May 05 22:07:26.715313 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e56be785-3c3e-4fa2-a04d-1b863edf73a1 req-00973701-62d7-4b83-9824-030a0bec61eb tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484108 May 05 22:07:26.858507 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-a6a3a4f1-7610-496d-a079-a30f23c3269f None None] Provisioning complete for port 4a3f7d2d-ab88-4af2-948c-c3eac290f81a triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:07:26.859319 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a6a3a4f1-7610-496d-a079-a30f23c3269f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:27.004128 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-53ab68b2-4a35-42e0-83b3-45106539b7cc tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Synchronizing usage tracker for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:router {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:07:27.054957 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-53ab68b2-4a35-42e0-83b3-45106539b7cc tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Unset dirty status for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:router {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:07:27.058689 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-53ab68b2-4a35-42e0-83b3-45106539b7cc tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3596921 May 05 22:07:27.061823 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37646) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:27.195447 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c85a7d8-c74a-4ce1-b5a4-f56e8b57a9b1 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:27.196292 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-4c85a7d8-c74a-4ce1-b5a4-f56e8b57a9b1 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Synchronizing usage tracker for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:07:27.216531 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-4c85a7d8-c74a-4ce1-b5a4-f56e8b57a9b1 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Unset dirty status for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:07:27.219027 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-4c85a7d8-c74a-4ce1-b5a4-f56e8b57a9b1 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1561596 May 05 22:07:27.221800 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37658) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:27.345102 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-39349e70-bafd-4c01-85b4-615f1b30880e req-1c099115-2d57-4f72-9955-0dba56af7f30 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=b068134c338f46c6866f23b681a9cd8a HTTP/1.1" status: 200 len: 221 time: 0.0663595 May 05 22:07:27.348149 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0a9d4d-c3ac-4797-ba61-e69630840bee tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:27.348882 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-dd0a9d4d-c3ac-4797-ba61-e69630840bee tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Synchronizing usage tracker for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:subnet {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:07:27.367628 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb60b764-f931-478c-80b5-b7c6fae066bf None None] DHCP port deletion for 137c07e1-75d6-4e37-9f42-95b3b385c296 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:07:27.372668 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-eb60b764-f931-478c-80b5-b7c6fae066bf None None] Deleting port 4a3f7d2d-ab88-4af2-948c-c3eac290f81a {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:07:27.373080 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-eb60b764-f931-478c-80b5-b7c6fae066bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:27.376705 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-dd0a9d4d-c3ac-4797-ba61-e69630840bee tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Unset dirty status for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:subnet {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:07:27.377160 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-dd0a9d4d-c3ac-4797-ba61-e69630840bee tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1543856 May 05 22:07:27.381051 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37668) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:27.735666 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-eb60b764-f931-478c-80b5-b7c6fae066bf None None] For port 4a3f7d2d-ab88-4af2-948c-c3eac290f81a, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=4a3f7d2d-ab88-4af2-948c-c3eac290f81a,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:07:27.741074 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-eb60b764-f931-478c-80b5-b7c6fae066bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:27.745315 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-7875012f-6672-42c2-bb0a-b141fda1d1f9 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3603342 May 05 22:07:27.749215 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c67a8-9db4-41eb-a542-677bb6ab076c req-c8952e4e-95e8-47a7-8dfc-e87ea7888d75 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:27.749750 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37682) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:27.757396 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-045c67a8-9db4-41eb-a542-677bb6ab076c req-c8952e4e-95e8-47a7-8dfc-e87ea7888d75 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.2107484 May 05 22:07:27.758467 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-421d98d8-bf8d-488e-b8fd-5de237a72aec tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Request body: {'subnet': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:07:27.782768 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 4a3f7d2d-ab88-4af2-948c-c3eac290f81a no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:07:27.881192 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-045c67a8-9db4-41eb-a542-677bb6ab076c req-84fb3c07-e453-418c-8935-df615003f616 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182857 May 05 22:07:27.926154 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-421d98d8-bf8d-488e-b8fd-5de237a72aec tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:07:27.948864 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-421d98d8-bf8d-488e-b8fd-5de237a72aec tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:07:27.961734 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421d98d8-bf8d-488e-b8fd-5de237a72aec tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Made reservation on behalf of 6a9c8b32c69349b78288ebe6e6b6f3f4 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:07:27.970639 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-421d98d8-bf8d-488e-b8fd-5de237a72aec tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:27.973138 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-421d98d8-bf8d-488e-b8fd-5de237a72aec tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 22:07:27.973722 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-421d98d8-bf8d-488e-b8fd-5de237a72aec tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:07:28.001350 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-421d98d8-bf8d-488e-b8fd-5de237a72aec tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2497187 May 05 22:07:28.004495 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37694) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:28.023762 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-58295a5c-1545-47ed-add9-9836f90d58ab tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Request body: {'subnet': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:07:28.188830 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-eb60b764-f931-478c-80b5-b7c6fae066bf None None] Calling delete_port for 4a3f7d2d-ab88-4af2-948c-c3eac290f81a owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:07:28.316187 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-58295a5c-1545-47ed-add9-9836f90d58ab tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:07:28.329970 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-58295a5c-1545-47ed-add9-9836f90d58ab tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:07:28.358374 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da3a284-979a-4a96-992a-b7287ea64eec req-5dc643bb-a362-48ef-898b-23bd113270ae tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:28.362181 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9da3a284-979a-4a96-992a-b7287ea64eec req-5dc643bb-a362-48ef-898b-23bd113270ae tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.1562369 May 05 22:07:28.363586 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58295a5c-1545-47ed-add9-9836f90d58ab tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Made reservation on behalf of 6a9c8b32c69349b78288ebe6e6b6f3f4 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:07:28.367447 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-58295a5c-1545-47ed-add9-9836f90d58ab tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:28.369327 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-58295a5c-1545-47ed-add9-9836f90d58ab tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 22:07:28.369928 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58295a5c-1545-47ed-add9-9836f90d58ab tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:07:28.420409 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-58295a5c-1545-47ed-add9-9836f90d58ab tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4143410 May 05 22:07:28.424557 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37708) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:28.437822 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-93fec8b1-411d-46dc-a5ab-df7803e38948 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Request body: {'subnet': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:07:28.455699 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9da3a284-979a-4a96-992a-b7287ea64eec req-3853631e-a4e1-44b2-8038-a7d8c100fbcc tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749936 May 05 22:07:28.485244 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Port 4a3f7d2d-ab88-4af2-948c-c3eac290f81a update to DOWN by agent not found {{(pid=84064) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} May 05 22:07:28.487612 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-eb60b764-f931-478c-80b5-b7c6fae066bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:28.563843 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb60b764-f931-478c-80b5-b7c6fae066bf None None] No DVR routers for this DVR port 4a3f7d2d-ab88-4af2-948c-c3eac290f81a on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:07:28.567576 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb60b764-f931-478c-80b5-b7c6fae066bf None None] Pushing event deleted for resources: {'Port': ['ID=4a3f7d2d-ab88-4af2-948c-c3eac290f81a,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:07:28.714896 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-93fec8b1-411d-46dc-a5ab-df7803e38948 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:07:28.724679 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-93fec8b1-411d-46dc-a5ab-df7803e38948 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:07:28.742294 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93fec8b1-411d-46dc-a5ab-df7803e38948 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Made reservation on behalf of 6a9c8b32c69349b78288ebe6e6b6f3f4 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:07:28.751728 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-93fec8b1-411d-46dc-a5ab-df7803e38948 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:28.755589 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-93fec8b1-411d-46dc-a5ab-df7803e38948 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 22:07:28.757245 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93fec8b1-411d-46dc-a5ab-df7803e38948 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:07:28.805738 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-93fec8b1-411d-46dc-a5ab-df7803e38948 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3791275 May 05 22:07:28.809008 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37722) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:28.815676 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-97a35536-3dfd-46ec-8e88-f79c65a1138b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Request body: {'subnet': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:07:29.060359 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-97a35536-3dfd-46ec-8e88-f79c65a1138b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:07:29.080685 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-97a35536-3dfd-46ec-8e88-f79c65a1138b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:07:29.105614 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea4bf4-f09c-4e24-ba2f-ec0c36431b43 req-fdd5ad45-fb41-4b99-b64e-6e89d7525a04 tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:29.115102 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0bea4bf4-f09c-4e24-ba2f-ec0c36431b43 req-fdd5ad45-fb41-4b99-b64e-6e89d7525a04 tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] 10.222.0.23 "GET /v2.0/ports?device_id=c855d7df-5b66-42cb-a113-b7ac3b85bb64 HTTP/1.1" status: 200 len: 950 time: 0.2807517 May 05 22:07:29.120720 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a35536-3dfd-46ec-8e88-f79c65a1138b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Made reservation on behalf of 6a9c8b32c69349b78288ebe6e6b6f3f4 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:07:29.124136 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-97a35536-3dfd-46ec-8e88-f79c65a1138b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:29.125507 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-97a35536-3dfd-46ec-8e88-f79c65a1138b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 22:07:29.125913 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97a35536-3dfd-46ec-8e88-f79c65a1138b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:07:29.166347 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c3c0da-5b40-4071-8175-8c5a67c74642 req-f29208d2-3e85-4e30-8cbf-90a8cb9e822f tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:29.179727 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d0c3c0da-5b40-4071-8175-8c5a67c74642 req-f29208d2-3e85-4e30-8cbf-90a8cb9e822f tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.3399794 May 05 22:07:29.247989 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-97a35536-3dfd-46ec-8e88-f79c65a1138b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4375684 May 05 22:07:29.251374 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37740) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:29.258509 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-4321ce2b-0f30-4287-92e0-2f2230a0f98f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Request body: {'subnet': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:07:29.263733 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0bea4bf4-f09c-4e24-ba2f-ec0c36431b43 req-d50c84ef-f403-4df8-af86-c81c771b0e35 tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] 10.222.0.23 "GET /v2.0/security-groups?id=46ba7445-5f3a-4a60-a019-a98ebe16ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472344 May 05 22:07:29.332665 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d0c3c0da-5b40-4071-8175-8c5a67c74642 req-7de49403-8db8-4163-a8bc-d0b7c3689ead tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305225 May 05 22:07:29.462112 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-4321ce2b-0f30-4287-92e0-2f2230a0f98f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:07:29.487051 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-4321ce2b-0f30-4287-92e0-2f2230a0f98f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:07:29.509781 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4321ce2b-0f30-4287-92e0-2f2230a0f98f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Made reservation on behalf of 6a9c8b32c69349b78288ebe6e6b6f3f4 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:07:29.514143 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4321ce2b-0f30-4287-92e0-2f2230a0f98f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:29.518491 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-4321ce2b-0f30-4287-92e0-2f2230a0f98f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 22:07:29.519124 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4321ce2b-0f30-4287-92e0-2f2230a0f98f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:07:29.562047 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-4321ce2b-0f30-4287-92e0-2f2230a0f98f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3088262 May 05 22:07:29.564868 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37750) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:29.581501 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-1d58eb00-67c0-4fb0-99a8-e4891ea5de6a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Request body: {'subnet': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:07:29.706822 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8595cb92-dc5e-4089-9944-e8485ef6f615 req-99e69539-2f92-45fd-bd71-c06d560940dd tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:29.716925 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8595cb92-dc5e-4089-9944-e8485ef6f615 req-99e69539-2f92-45fd-bd71-c06d560940dd tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.2372761 May 05 22:07:29.739476 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-1d58eb00-67c0-4fb0-99a8-e4891ea5de6a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:07:29.753191 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-1d58eb00-67c0-4fb0-99a8-e4891ea5de6a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:07:29.769295 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d58eb00-67c0-4fb0-99a8-e4891ea5de6a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Made reservation on behalf of 6a9c8b32c69349b78288ebe6e6b6f3f4 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:07:29.773637 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1d58eb00-67c0-4fb0-99a8-e4891ea5de6a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:29.775577 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d58eb00-67c0-4fb0-99a8-e4891ea5de6a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 22:07:29.776068 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d58eb00-67c0-4fb0-99a8-e4891ea5de6a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:07:29.802064 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1d58eb00-67c0-4fb0-99a8-e4891ea5de6a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2355840 May 05 22:07:29.803597 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37758) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:29.829617 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8595cb92-dc5e-4089-9944-e8485ef6f615 req-d1e0193e-fdc1-430d-98cd-6d5291779bed tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108961 May 05 22:07:29.877930 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37766) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:29.878272 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-bceb4d0c-7b55-48e3-b0c0-1ae137e5baad tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0726931 May 05 22:07:30.036873 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd8c9ab-8266-438d-943b-2edff17422da tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:30.041621 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-bbd8c9ab-8266-438d-943b-2edff17422da tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1595719 May 05 22:07:30.042422 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37776) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:30.111024 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5f0a6-fa6a-4a11-ad09-5ee8b34cd994 req-abb2b4e6-ac18-4da9-87a7-530c6f3c1c99 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:30.112497 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-63f5f0a6-fa6a-4a11-ad09-5ee8b34cd994 req-abb2b4e6-ac18-4da9-87a7-530c6f3c1c99 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f8bfe32-1e5f-44b1-b34b-83db64ce3f81 HTTP/1.1" status: 200 len: 946 time: 0.1780660 May 05 22:07:30.122560 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-6bd90ae4-d924-4254-9d15-b12ea242719e tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0753126 May 05 22:07:30.123084 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37780) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:30.129996 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-dc69ef09-1dd6-48de-ad16-ca6a8e8436fd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Request body: {'subnet': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:07:30.208322 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-63f5f0a6-fa6a-4a11-ad09-5ee8b34cd994 req-881eb71f-69a3-4c57-8ce2-a4eb2bb837a5 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] 10.222.0.23 "GET /v2.0/security-groups?id=a840fe09-9188-4671-854a-0d1826f45c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866332 May 05 22:07:30.231237 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68930c9c-5f2d-4382-b59d-426d93f8ff5c req-a815ec4e-6920-41d3-82bf-b0cc42624638 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:30.233046 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-68930c9c-5f2d-4382-b59d-426d93f8ff5c req-a815ec4e-6920-41d3-82bf-b0cc42624638 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.1995370 May 05 22:07:30.270067 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-dc69ef09-1dd6-48de-ad16-ca6a8e8436fd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:07:30.281215 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-dc69ef09-1dd6-48de-ad16-ca6a8e8436fd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:07:30.296506 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc69ef09-1dd6-48de-ad16-ca6a8e8436fd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Made reservation on behalf of 6a9c8b32c69349b78288ebe6e6b6f3f4 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:07:30.298190 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-68930c9c-5f2d-4382-b59d-426d93f8ff5c req-2e020c91-2b8e-4062-b7cc-59e9a1331ee6 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552888 May 05 22:07:30.508930 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dc69ef09-1dd6-48de-ad16-ca6a8e8436fd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:30.628544 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c2eb6-57bf-4b34-bf8a-4412efdc476b req-1368906b-9788-4a9f-8c42-5e80d1c3674b tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:30.629298 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-806c2eb6-57bf-4b34-bf8a-4412efdc476b req-1368906b-9788-4a9f-8c42-5e80d1c3674b tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] Synchronizing usage tracker for tenant:8725581f09d241de9dc4b45bf9b468fc on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:07:30.643966 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3094d32-fbed-410e-946f-de2041de4f3f req-11745ed2-2dda-4a33-8266-b0e17921d030 tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:30.646200 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e3094d32-fbed-410e-946f-de2041de4f3f req-11745ed2-2dda-4a33-8266-b0e17921d030 tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] 10.222.0.23 "GET /v2.0/ports?device_id=c855d7df-5b66-42cb-a113-b7ac3b85bb64 HTTP/1.1" status: 200 len: 950 time: 0.1884365 May 05 22:07:30.666171 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-806c2eb6-57bf-4b34-bf8a-4412efdc476b req-1368906b-9788-4a9f-8c42-5e80d1c3674b tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] Unset dirty status for tenant:8725581f09d241de9dc4b45bf9b468fc on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:07:30.675419 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-806c2eb6-57bf-4b34-bf8a-4412efdc476b req-1368906b-9788-4a9f-8c42-5e80d1c3674b tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] 10.222.0.44 "GET /v2.0/ports?device_id=c855d7df-5b66-42cb-a113-b7ac3b85bb64 HTTP/1.1" status: 200 len: 950 time: 0.2809734 May 05 22:07:30.690259 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94afe1a5-c278-48a7-a179-88abbc599c84 req-921d88ae-5ea8-4d79-a690-fad0a3681ced tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:30.697684 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-94afe1a5-c278-48a7-a179-88abbc599c84 req-921d88ae-5ea8-4d79-a690-fad0a3681ced tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.1488206 May 05 22:07:30.763735 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e3094d32-fbed-410e-946f-de2041de4f3f req-75c74633-5a13-41ef-a1b2-c0cdd6e14634 tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] 10.222.0.23 "GET /v2.0/security-groups?id=46ba7445-5f3a-4a60-a019-a98ebe16ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098745 May 05 22:07:30.784387 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-94afe1a5-c278-48a7-a179-88abbc599c84 req-f50cb1d5-ec47-4a68-9c9a-7450087e6190 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855429 May 05 22:07:30.840614 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-806c2eb6-57bf-4b34-bf8a-4412efdc476b req-ccb55048-b1b6-47ce-b0dc-2ff98992d40f tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] Deleting port f2713bb9-d0f1-4808-ac43-ccaae164f267 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:07:30.841157 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-806c2eb6-57bf-4b34-bf8a-4412efdc476b req-ccb55048-b1b6-47ce-b0dc-2ff98992d40f tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:30.995149 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37802) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:31.116765 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df38c39-f266-4445-8ee3-aeb1f2cbdaa1 req-b0f80911-0979-4c5c-8a8c-2fdcb1abcd68 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:31.118112 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3df38c39-f266-4445-8ee3-aeb1f2cbdaa1 req-b0f80911-0979-4c5c-8a8c-2fdcb1abcd68 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.1435297 May 05 22:07:31.168307 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3df38c39-f266-4445-8ee3-aeb1f2cbdaa1 req-54640bdc-322f-46d8-8440-c73878bde711 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434873 May 05 22:07:31.355166 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4d80a775-d962-48b6-90a8-c43dbb1f3326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:31.435848 n-d-825175-4 neutron-server[84063]: DEBUG neutron.objects.ports [None req-dc69ef09-1dd6-48de-ad16-ca6a8e8436fd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84063) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 05 22:07:31.441135 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dc69ef09-1dd6-48de-ad16-ca6a8e8436fd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:31.476328 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4faff14-5435-41e9-9768-3457bca35692 req-69d3ae87-19c6-4d61-b410-e0befb7b6644 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:31.477818 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e4faff14-5435-41e9-9768-3457bca35692 req-69d3ae87-19c6-4d61-b410-e0befb7b6644 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.1599748 May 05 22:07:31.507072 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad4193-d918-434b-9757-2ab17b628397 req-a506970e-7e19-4643-89f8-d64a535f33fe tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:31.511372 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-36ad4193-d918-434b-9757-2ab17b628397 req-a506970e-7e19-4643-89f8-d64a535f33fe tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f8bfe32-1e5f-44b1-b34b-83db64ce3f81 HTTP/1.1" status: 200 len: 946 time: 0.1562190 May 05 22:07:31.566978 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-4d80a775-d962-48b6-90a8-c43dbb1f3326 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:07:31.583472 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc69ef09-1dd6-48de-ad16-ca6a8e8436fd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:07:31.590330 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-4d80a775-d962-48b6-90a8-c43dbb1f3326 admin admin] Usage tracker for resource:security_group_rule and tenant:f226b545a09b4472a64d59b39200e3e5 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:07:31.596526 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-36ad4193-d918-434b-9757-2ab17b628397 req-4ae1d38f-9ea2-4760-bbe0-acdbf9473993 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] 10.222.0.23 "GET /v2.0/security-groups?id=a840fe09-9188-4671-854a-0d1826f45c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821309 May 05 22:07:31.605723 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-dc69ef09-1dd6-48de-ad16-ca6a8e8436fd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:07:31.607656 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-4d80a775-d962-48b6-90a8-c43dbb1f3326 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:07:31.616319 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36c84fe-7685-41b4-afb0-958ea5328c45 None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:07:31.616951 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e4faff14-5435-41e9-9768-3457bca35692 req-268f473f-a1de-4ab9-993b-13278064c91f tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300833 May 05 22:07:31.620509 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-806c2eb6-57bf-4b34-bf8a-4412efdc476b req-ccb55048-b1b6-47ce-b0dc-2ff98992d40f tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] For port f2713bb9-d0f1-4808-ac43-ccaae164f267, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=f2713bb9-d0f1-4808-ac43-ccaae164f267,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:07:31.620830 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-806c2eb6-57bf-4b34-bf8a-4412efdc476b req-ccb55048-b1b6-47ce-b0dc-2ff98992d40f tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:31.703838 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc69ef09-1dd6-48de-ad16-ca6a8e8436fd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:31.704462 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dc69ef09-1dd6-48de-ad16-ca6a8e8436fd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:31.737248 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea650c-1fea-4080-998a-31e2b76a5307 req-77acef4d-fbd9-4bf6-ae64-25de6ced7ca4 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:31.737958 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-afea650c-1fea-4080-998a-31e2b76a5307 req-77acef4d-fbd9-4bf6-ae64-25de6ced7ca4 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Synchronizing usage tracker for tenant:cdf3141034214c00a02c72d465f44933 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:07:31.740570 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc69ef09-1dd6-48de-ad16-ca6a8e8436fd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event updated for resources: {'Subnet': ['ID=29ebdb18-56ac-403f-a011-0754f705c31a,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:07:31.798296 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-4d80a775-d962-48b6-90a8-c43dbb1f3326 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:07:31.804917 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-dc69ef09-1dd6-48de-ad16-ca6a8e8436fd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6778796 May 05 22:07:31.809678 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-806c2eb6-57bf-4b34-bf8a-4412efdc476b req-ccb55048-b1b6-47ce-b0dc-2ff98992d40f tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] Calling delete_port for f2713bb9-d0f1-4808-ac43-ccaae164f267 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:07:31.843947 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37820) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:31.863239 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-849a9549-1368-430a-bde3-49cb1e3745c6 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Request body: {'port': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'mac_address': 'fa:16:3e:e2:01:a0', 'name': 'tempest-NetworksTestDHCPv6-1225873526'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:07:31.912642 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738c58ea-2dcd-4b1e-86dd-19d9b0b27ca2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-137c07e1-75d6-4e37-9f42-95b3b385c296', 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'tenant_id': '6a9c8b32c69349b78288ebe6e6b6f3f4', 'fixed_ips': [{'subnet_id': '29ebdb18-56ac-403f-a011-0754f705c31a'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:07:31.913810 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-738c58ea-2dcd-4b1e-86dd-19d9b0b27ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:31.977130 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-afea650c-1fea-4080-998a-31e2b76a5307 req-77acef4d-fbd9-4bf6-ae64-25de6ced7ca4 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Unset dirty status for tenant:cdf3141034214c00a02c72d465f44933 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:07:31.978345 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-afea650c-1fea-4080-998a-31e2b76a5307 req-77acef4d-fbd9-4bf6-ae64-25de6ced7ca4 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f8bfe32-1e5f-44b1-b34b-83db64ce3f81 HTTP/1.1" status: 200 len: 946 time: 0.7645552 May 05 22:07:32.093828 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70dff6-3ca6-44d2-b642-0c91f85a2d5c req-3499e4c9-72ce-4047-a6c7-f6fb91e72aae tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:32.101038 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4d70dff6-3ca6-44d2-b642-0c91f85a2d5c req-3499e4c9-72ce-4047-a6c7-f6fb91e72aae tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.3174160 May 05 22:07:32.152737 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-afea650c-1fea-4080-998a-31e2b76a5307 req-c0cd0a9a-833f-4b21-95af-246dae06a1b2 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Deleting port daba3ace-a087-49c5-a1ae-8e29da0c59f9 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:07:32.152985 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-afea650c-1fea-4080-998a-31e2b76a5307 req-c0cd0a9a-833f-4b21-95af-246dae06a1b2 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:32.154557 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba51699f-9202-42b3-a5d9-10a1313ee509 req-eb097ff6-24e8-48d6-8695-8393e6359fff tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:32.156047 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ba51699f-9202-42b3-a5d9-10a1313ee509 req-eb097ff6-24e8-48d6-8695-8393e6359fff tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] 10.222.0.23 "GET /v2.0/ports?device_id=c855d7df-5b66-42cb-a113-b7ac3b85bb64 HTTP/1.1" status: 200 len: 950 time: 0.1546929 May 05 22:07:32.163674 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-738c58ea-2dcd-4b1e-86dd-19d9b0b27ca2 None None] Allocated IP 2001:db8::f816:3eff:fe76:47a0 (137c07e1-75d6-4e37-9f42-95b3b385c296/29ebdb18-56ac-403f-a011-0754f705c31a/99ebbbff-add9-4608-be86-4c7294c270d2) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:07:32.167617 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4d70dff6-3ca6-44d2-b642-0c91f85a2d5c req-e4c257c9-c525-4aec-83af-564d3e317cb3 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656695 May 05 22:07:32.274847 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ba51699f-9202-42b3-a5d9-10a1313ee509 req-0d22a7d1-1598-457a-900e-b7daf6e07bdb tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] 10.222.0.23 "GET /v2.0/security-groups?id=46ba7445-5f3a-4a60-a019-a98ebe16ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048930 May 05 22:07:32.293376 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4d80a775-d962-48b6-90a8-c43dbb1f3326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:32.300230 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-849a9549-1368-430a-bde3-49cb1e3745c6 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:07:32.318303 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4d80a775-d962-48b6-90a8-c43dbb1f3326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:32.325757 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-849a9549-1368-430a-bde3-49cb1e3745c6 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:07:32.400409 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-806c2eb6-57bf-4b34-bf8a-4412efdc476b req-ccb55048-b1b6-47ce-b0dc-2ff98992d40f tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:32.456727 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['f2713bb9-d0f1-4808-ac43-ccaae164f267'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:07:32.467255 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849a9549-1368-430a-bde3-49cb1e3745c6 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Made reservation on behalf of 6a9c8b32c69349b78288ebe6e6b6f3f4 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:07:32.471214 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-849a9549-1368-430a-bde3-49cb1e3745c6 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:32.474551 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090df669-eeb3-4af2-bb65-53418418b219 req-7a97dd31-d84c-4e0a-b5e9-cfffc7913eff tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:32.476604 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-090df669-eeb3-4af2-bb65-53418418b219 req-7a97dd31-d84c-4e0a-b5e9-cfffc7913eff tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.0826783 May 05 22:07:32.494578 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d80a775-d962-48b6-90a8-c43dbb1f3326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717d79de-5419-43ad-b845-e61f3e4c4b84,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:07:32.504442 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb55048-b1b6-47ce-b0dc-2ff98992d40f tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] Pushing event deleted for resources: {'Port': ['ID=f2713bb9-d0f1-4808-ac43-ccaae164f267,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:07:32.527476 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-4d80a775-d962-48b6-90a8-c43dbb1f3326 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f226b545a09b4472a64d59b39200e3e5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5310874 May 05 22:07:32.537780 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37830) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:32.560686 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-738c58ea-2dcd-4b1e-86dd-19d9b0b27ca2 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:32.575970 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-738c58ea-2dcd-4b1e-86dd-19d9b0b27ca2 None None] Transition to ACTIVE for port object 99ebbbff-add9-4608-be86-4c7294c270d2 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:07:32.597455 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-090df669-eeb3-4af2-bb65-53418418b219 req-91a867e2-6e9b-4394-b2c2-35e5b6680412 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128759 May 05 22:07:32.617828 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-738c58ea-2dcd-4b1e-86dd-19d9b0b27ca2 None None] Transition to ACTIVE for port object 99ebbbff-add9-4608-be86-4c7294c270d2 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:07:32.627527 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-738c58ea-2dcd-4b1e-86dd-19d9b0b27ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:32.674352 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [None req-849a9549-1368-430a-bde3-49cb1e3745c6 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] device_id is not set on port 2894a607-72aa-4663-a997-18d31fa1bc89 yet. {{(pid=84063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:07:32.744596 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738c58ea-2dcd-4b1e-86dd-19d9b0b27ca2 None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:07:32.748456 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-738c58ea-2dcd-4b1e-86dd-19d9b0b27ca2 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:07:32.752587 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738c58ea-2dcd-4b1e-86dd-19d9b0b27ca2 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:07:32.768770 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738c58ea-2dcd-4b1e-86dd-19d9b0b27ca2 None None] Pushing event updated for resources: {'Port': ['ID=99ebbbff-add9-4608-be86-4c7294c270d2,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:07:32.779223 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738c58ea-2dcd-4b1e-86dd-19d9b0b27ca2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:07:32.779812 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738c58ea-2dcd-4b1e-86dd-19d9b0b27ca2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:07:32.780242 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738c58ea-2dcd-4b1e-86dd-19d9b0b27ca2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:07:32.780629 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738c58ea-2dcd-4b1e-86dd-19d9b0b27ca2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:07:32.781013 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738c58ea-2dcd-4b1e-86dd-19d9b0b27ca2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:07:32.781610 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738c58ea-2dcd-4b1e-86dd-19d9b0b27ca2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:07:32.781992 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738c58ea-2dcd-4b1e-86dd-19d9b0b27ca2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:07:32.782370 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738c58ea-2dcd-4b1e-86dd-19d9b0b27ca2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:07:32.782773 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738c58ea-2dcd-4b1e-86dd-19d9b0b27ca2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:07:32.783151 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738c58ea-2dcd-4b1e-86dd-19d9b0b27ca2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:07:32.783544 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738c58ea-2dcd-4b1e-86dd-19d9b0b27ca2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:07:32.813800 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-806c2eb6-57bf-4b34-bf8a-4412efdc476b req-ccb55048-b1b6-47ce-b0dc-2ff98992d40f tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] No DVR routers for this DVR port f2713bb9-d0f1-4808-ac43-ccaae164f267 on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:07:32.837226 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-806c2eb6-57bf-4b34-bf8a-4412efdc476b req-ccb55048-b1b6-47ce-b0dc-2ff98992d40f tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:32.839802 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c855d7df-5b66-42cb-a113-b7ac3b85bb64', 'name': 'network-vif-deleted', 'tag': 'f2713bb9-d0f1-4808-ac43-ccaae164f267'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:07:32.886527 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-738c58ea-2dcd-4b1e-86dd-19d9b0b27ca2 None None] Attempting to bind port 99ebbbff-add9-4608-be86-4c7294c270d2 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:07:32.887170 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-738c58ea-2dcd-4b1e-86dd-19d9b0b27ca2 None None] Attempting to bind port 99ebbbff-add9-4608-be86-4c7294c270d2 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:07:32.887589 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738c58ea-2dcd-4b1e-86dd-19d9b0b27ca2 None None] Attempting to bind port 99ebbbff-add9-4608-be86-4c7294c270d2 on network 137c07e1-75d6-4e37-9f42-95b3b385c296 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:07:32.896947 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738c58ea-2dcd-4b1e-86dd-19d9b0b27ca2 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:07:32.899426 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738c58ea-2dcd-4b1e-86dd-19d9b0b27ca2 None None] Checking segment: {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:07:32.899906 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-738c58ea-2dcd-4b1e-86dd-19d9b0b27ca2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:32.900381 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738c58ea-2dcd-4b1e-86dd-19d9b0b27ca2 None None] Bound using segment: {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:07:32.901176 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-738c58ea-2dcd-4b1e-86dd-19d9b0b27ca2 None None] Bound port: 99ebbbff-add9-4608-be86-4c7294c270d2, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:07:32.901614 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-738c58ea-2dcd-4b1e-86dd-19d9b0b27ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:32.956391 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-806c2eb6-57bf-4b34-bf8a-4412efdc476b req-ccb55048-b1b6-47ce-b0dc-2ff98992d40f tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] 10.222.0.44 "DELETE /v2.0/ports/f2713bb9-d0f1-4808-ac43-ccaae164f267 HTTP/1.1" status: 204 len: 173 time: 2.2780974 May 05 22:07:32.979124 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c0c061-96f1-4805-8599-0b74f128226a req-a1aca30b-5647-4933-b08e-4be02f4002b7 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:32.988299 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-76c0c061-96f1-4805-8599-0b74f128226a req-a1aca30b-5647-4933-b08e-4be02f4002b7 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f8bfe32-1e5f-44b1-b34b-83db64ce3f81 HTTP/1.1" status: 200 len: 946 time: 0.2256982 May 05 22:07:33.020434 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-738c58ea-2dcd-4b1e-86dd-19d9b0b27ca2 None None] For port 99ebbbff-add9-4608-be86-4c7294c270d2, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:07:33.032461 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-738c58ea-2dcd-4b1e-86dd-19d9b0b27ca2 None None] For port 99ebbbff-add9-4608-be86-4c7294c270d2, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=99ebbbff-add9-4608-be86-4c7294c270d2,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:07:33.041463 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-738c58ea-2dcd-4b1e-86dd-19d9b0b27ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:33.067601 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-afea650c-1fea-4080-998a-31e2b76a5307 req-c0cd0a9a-833f-4b21-95af-246dae06a1b2 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] For port daba3ace-a087-49c5-a1ae-8e29da0c59f9, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=daba3ace-a087-49c5-a1ae-8e29da0c59f9,segment=NetworkSegment(6450fb84-f2ae-4aef-9c0c-c15699fb9c2e),segment_id=6450fb84-f2ae-4aef-9c0c-c15699fb9c2e)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:07:33.076352 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-afea650c-1fea-4080-998a-31e2b76a5307 req-c0cd0a9a-833f-4b21-95af-246dae06a1b2 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:33.096859 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a315a-b8a2-466f-a0fb-d485bc83a283 req-09f0cce2-24e2-425e-955e-d8716111fcdf tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:33.111273 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fe1a315a-b8a2-466f-a0fb-d485bc83a283 req-09f0cce2-24e2-425e-955e-d8716111fcdf tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.2548649 May 05 22:07:33.162703 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-76c0c061-96f1-4805-8599-0b74f128226a req-6c10511b-f688-412d-ade7-1feda3f9a3ef tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] 10.222.0.23 "GET /v2.0/security-groups?id=a840fe09-9188-4671-854a-0d1826f45c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725645 May 05 22:07:33.176748 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738c58ea-2dcd-4b1e-86dd-19d9b0b27ca2 None None] Pushing event updated for resources: {'Port': ['ID=99ebbbff-add9-4608-be86-4c7294c270d2,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:07:33.246761 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fe1a315a-b8a2-466f-a0fb-d485bc83a283 req-f32b7db1-91e9-4232-9bcd-0d14410f215e tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334136 May 05 22:07:33.461841 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-afea650c-1fea-4080-998a-31e2b76a5307 req-c0cd0a9a-833f-4b21-95af-246dae06a1b2 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Calling delete_port for daba3ace-a087-49c5-a1ae-8e29da0c59f9 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:07:33.500052 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3ea334f-20d5-48c2-87ef-6c5f84091362'] response: {'server_uuid': 'c855d7df-5b66-42cb-a113-b7ac3b85bb64', 'name': 'network-vif-deleted', 'tag': 'f2713bb9-d0f1-4808-ac43-ccaae164f267', 'status': 'completed', 'code': 200} May 05 22:07:33.501087 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-85c07cab-a567-4e57-86c1-f00b1ebcd9cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:33.564456 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-849a9549-1368-430a-bde3-49cb1e3745c6 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Allocated IP 2001:db8::f816:3eff:fee2:1a0 (137c07e1-75d6-4e37-9f42-95b3b385c296/29ebdb18-56ac-403f-a011-0754f705c31a/2894a607-72aa-4663-a997-18d31fa1bc89) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:07:33.580706 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-85c07cab-a567-4e57-86c1-f00b1ebcd9cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:33.723916 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9506d224-1ce9-46b9-b0b5-bb24fec42e40 req-183915d0-b2b6-4f3c-bece-7162b32858a8 tempest-VolumesBackupsTest-1662005832 tempest-VolumesBackupsTest-1662005832-project] 10.222.0.23 "GET /v2.0/ports?device_id=c855d7df-5b66-42cb-a113-b7ac3b85bb64 HTTP/1.1" status: 200 len: 210 time: 0.1943030 May 05 22:07:33.748825 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 99ebbbff-add9-4608-be86-4c7294c270d2 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:07:33.796751 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1822e2-1d6a-49cd-ae17-41a4134ea2b0 req-40b19b2f-823d-439d-ae78-4afb75bc9cb2 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:33.805331 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ea1822e2-1d6a-49cd-ae17-41a4134ea2b0 req-40b19b2f-823d-439d-ae78-4afb75bc9cb2 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.3861399 May 05 22:07:33.880685 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-85c07cab-a567-4e57-86c1-f00b1ebcd9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:33.892481 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ea1822e2-1d6a-49cd-ae17-41a4134ea2b0 req-3daa5512-9e62-4c97-b225-9b2b3d776936 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860887 May 05 22:07:33.899698 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 99ebbbff-add9-4608-be86-4c7294c270d2 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:07:33.976962 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c07cab-a567-4e57-86c1-f00b1ebcd9cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717d79de-5419-43ad-b845-e61f3e4c4b84,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:07:33.997437 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-afea650c-1fea-4080-998a-31e2b76a5307 req-c0cd0a9a-833f-4b21-95af-246dae06a1b2 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:34.066625 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cd0a9a-833f-4b21-95af-246dae06a1b2 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Pushing event deleted for resources: {'Port': ['ID=daba3ace-a087-49c5-a1ae-8e29da0c59f9,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:07:34.169395 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0597c31-10c5-4937-935b-a513837b71fb req-7fc153b5-1c89-4394-92c9-348c4cf6623c tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:34.171033 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d0597c31-10c5-4937-935b-a513837b71fb req-7fc153b5-1c89-4394-92c9-348c4cf6623c tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.0974088 May 05 22:07:34.185482 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-85c07cab-a567-4e57-86c1-f00b1ebcd9cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:34.189468 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-85c07cab-a567-4e57-86c1-f00b1ebcd9cc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/717d79de-5419-43ad-b845-e61f3e4c4b84 HTTP/1.1" status: 204 len: 168 time: 1.6425521 May 05 22:07:34.257782 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-afea650c-1fea-4080-998a-31e2b76a5307 req-c0cd0a9a-833f-4b21-95af-246dae06a1b2 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] No DVR routers for this DVR port daba3ace-a087-49c5-a1ae-8e29da0c59f9 on host n-h2-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:07:34.262646 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-afea650c-1fea-4080-998a-31e2b76a5307 req-c0cd0a9a-833f-4b21-95af-246dae06a1b2 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:34.264723 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-afea650c-1fea-4080-998a-31e2b76a5307 req-c0cd0a9a-833f-4b21-95af-246dae06a1b2 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] 10.222.0.32 "DELETE /v2.0/ports/daba3ace-a087-49c5-a1ae-8e29da0c59f9 HTTP/1.1" status: 204 len: 173 time: 2.2722223 May 05 22:07:34.273381 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-849a9549-1368-430a-bde3-49cb1e3745c6 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:34.289751 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d0597c31-10c5-4937-935b-a513837b71fb req-3a9e801f-9676-4c22-9301-84fee4736fd7 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033568 May 05 22:07:34.302114 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-849a9549-1368-430a-bde3-49cb1e3745c6 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Transition to ACTIVE for port object 2894a607-72aa-4663-a997-18d31fa1bc89 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:07:34.396242 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-849a9549-1368-430a-bde3-49cb1e3745c6 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:34.444066 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-95ecb5c6-3ff8-4768-920e-72c03f1c0cb1 req-0ba6fc96-6503-4709-b0d7-c220782e1ce9 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f8bfe32-1e5f-44b1-b34b-83db64ce3f81 HTTP/1.1" status: 200 len: 210 time: 0.0829268 May 05 22:07:34.578544 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96d72f2-a42c-4cbe-a147-312976891f52 req-12cc0ec1-c071-477d-ad76-80e264aa6ae9 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:34.587236 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d96d72f2-a42c-4cbe-a147-312976891f52 req-12cc0ec1-c071-477d-ad76-80e264aa6ae9 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.1408229 May 05 22:07:34.675401 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d96d72f2-a42c-4cbe-a147-312976891f52 req-eac7d44e-f407-4823-8713-3fff43d2e965 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869381 May 05 22:07:34.689416 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849a9549-1368-430a-bde3-49cb1e3745c6 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:07:34.701887 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device daba3ace-a087-49c5-a1ae-8e29da0c59f9 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:07:34.730272 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-849a9549-1368-430a-bde3-49cb1e3745c6 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:07:34.739424 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849a9549-1368-430a-bde3-49cb1e3745c6 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:07:34.753206 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849a9549-1368-430a-bde3-49cb1e3745c6 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:34.754361 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-849a9549-1368-430a-bde3-49cb1e3745c6 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:34.784682 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849a9549-1368-430a-bde3-49cb1e3745c6 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event updated for resources: {'Port': ['ID=2894a607-72aa-4663-a997-18d31fa1bc89,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:07:34.790529 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: daba3ace-a087-49c5-a1ae-8e29da0c59f9 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:07:34.791452 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device daba3ace-a087-49c5-a1ae-8e29da0c59f9 not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:07:34.815995 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-849a9549-1368-430a-bde3-49cb1e3745c6 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9669678 May 05 22:07:34.815995 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37876) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:34.928914 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device f2713bb9-d0f1-4808-ac43-ccaae164f267 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:07:35.002248 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d6182f-b03e-4493-b467-cfcf45438d6f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:35.006521 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d6182f-b03e-4493-b467-cfcf45438d6f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:35.007545 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d1d6182f-b03e-4493-b467-cfcf45438d6f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Synchronizing usage tracker for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:07:35.034392 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d1d6182f-b03e-4493-b467-cfcf45438d6f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Unset dirty status for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:07:35.036215 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d1d6182f-b03e-4493-b467-cfcf45438d6f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2202699 May 05 22:07:35.038968 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37886) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:35.085439 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: f2713bb9-d0f1-4808-ac43-ccaae164f267 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:07:35.086066 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device f2713bb9-d0f1-4808-ac43-ccaae164f267 not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:07:35.095029 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37890) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:35.137361 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-75bb8132-0ee4-4d03-8611-23a6e242ce1e None None] Provisioning for port 99ebbbff-add9-4608-be86-4c7294c270d2 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:07:35.145616 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7d3ee24d-3106-4021-90e6-8b58968f6553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:35.152316 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-75bb8132-0ee4-4d03-8611-23a6e242ce1e None None] Provisioning complete for port 99ebbbff-add9-4608-be86-4c7294c270d2 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:07:35.152689 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-75bb8132-0ee4-4d03-8611-23a6e242ce1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:35.219129 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-3be57224-56f1-4219-9f29-826c14ff5b32 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Deleting port 2894a607-72aa-4663-a997-18d31fa1bc89 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:07:35.220782 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3be57224-56f1-4219-9f29-826c14ff5b32 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:35.334284 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-7d3ee24d-3106-4021-90e6-8b58968f6553 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:07:35.347694 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-7d3ee24d-3106-4021-90e6-8b58968f6553 admin admin] Usage tracker for resource:security_group_rule and tenant:ade17d1f9529490b989bcbe18d599959 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:07:35.352782 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-7d3ee24d-3106-4021-90e6-8b58968f6553 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:07:35.364896 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-7d3ee24d-3106-4021-90e6-8b58968f6553 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:07:35.398931 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-75bb8132-0ee4-4d03-8611-23a6e242ce1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:35.400937 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0520a07-dbd3-449f-abbd-806cc4f05bec req-87691d44-7f60-432e-95ac-dd075ac23326 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:35.402503 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c0520a07-dbd3-449f-abbd-806cc4f05bec req-87691d44-7f60-432e-95ac-dd075ac23326 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.2083013 May 05 22:07:35.476311 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-75bb8132-0ee4-4d03-8611-23a6e242ce1e None None] For port 99ebbbff-add9-4608-be86-4c7294c270d2, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=99ebbbff-add9-4608-be86-4c7294c270d2,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:07:35.488821 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-75bb8132-0ee4-4d03-8611-23a6e242ce1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:35.505458 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c0520a07-dbd3-449f-abbd-806cc4f05bec req-b2b3a013-9f09-450b-8994-7a7b99aa5f6f tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931487 May 05 22:07:35.527013 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7d3ee24d-3106-4021-90e6-8b58968f6553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:35.532364 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7d3ee24d-3106-4021-90e6-8b58968f6553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:35.669303 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-7d3ee24d-3106-4021-90e6-8b58968f6553 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ade17d1f9529490b989bcbe18d599959&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5728207 May 05 22:07:35.680473 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37906) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:35.687703 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ee24d-3106-4021-90e6-8b58968f6553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58102e0c-d619-47c6-94a2-19e9fc9445cd,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:07:35.711771 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-a3e6aee1-d750-416a-b7aa-e453da43ea5c None None] Provisioning for port 2894a607-72aa-4663-a997-18d31fa1bc89 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:07:35.721132 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-a3e6aee1-d750-416a-b7aa-e453da43ea5c None None] Provisioning complete for port 2894a607-72aa-4663-a997-18d31fa1bc89 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:07:35.731912 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a3e6aee1-d750-416a-b7aa-e453da43ea5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:35.773806 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f8bfe32-1e5f-44b1-b34b-83db64ce3f81', 'name': 'network-vif-deleted', 'tag': 'daba3ace-a087-49c5-a1ae-8e29da0c59f9'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:07:35.830177 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3be57224-56f1-4219-9f29-826c14ff5b32 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:35.888700 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-a3e6aee1-d750-416a-b7aa-e453da43ea5c None None] Port 2894a607-72aa-4663-a997-18d31fa1bc89 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:07:35.893523 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-704bc2f7-0992-4cf9-b91b-eac65e334bb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:35.905872 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bb8132-0ee4-4d03-8611-23a6e242ce1e None None] Pushing event updated for resources: {'Port': ['ID=99ebbbff-add9-4608-be86-4c7294c270d2,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:07:35.935875 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:35.946841 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:35.953355 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6b89ffe-0da7-40b5-8072-af089ff2ae79'] response: {'server_uuid': '8f8bfe32-1e5f-44b1-b34b-83db64ce3f81', 'name': 'network-vif-deleted', 'tag': 'daba3ace-a087-49c5-a1ae-8e29da0c59f9', 'status': 'completed', 'code': 200} May 05 22:07:35.959845 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-704bc2f7-0992-4cf9-b91b-eac65e334bb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:36.011407 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b87aeb6-3cc4-4e9d-8142-80bbb396ecaa req-7af9ff49-1793-49dd-a796-509cd60c360d tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:36.018731 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6b87aeb6-3cc4-4e9d-8142-80bbb396ecaa req-7af9ff49-1793-49dd-a796-509cd60c360d tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.2478874 May 05 22:07:36.081173 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6b87aeb6-3cc4-4e9d-8142-80bbb396ecaa req-789b8d6f-e611-4051-ae7e-f75e7a3e3d9d tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606606 May 05 22:07:36.094929 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-3be57224-56f1-4219-9f29-826c14ff5b32 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Calling delete_port for 2894a607-72aa-4663-a997-18d31fa1bc89 owned by {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:07:36.104370 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-704bc2f7-0992-4cf9-b91b-eac65e334bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:36.153392 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704bc2f7-0992-4cf9-b91b-eac65e334bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58102e0c-d619-47c6-94a2-19e9fc9445cd,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:07:36.169436 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-704bc2f7-0992-4cf9-b91b-eac65e334bb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:36.175160 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-704bc2f7-0992-4cf9-b91b-eac65e334bb3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/58102e0c-d619-47c6-94a2-19e9fc9445cd HTTP/1.1" status: 204 len: 168 time: 0.4887364 May 05 22:07:36.305111 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3be57224-56f1-4219-9f29-826c14ff5b32 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:36.403280 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be57224-56f1-4219-9f29-826c14ff5b32 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event deleted for resources: {'Port': ['ID=2894a607-72aa-4663-a997-18d31fa1bc89,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:07:36.455734 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3be57224-56f1-4219-9f29-826c14ff5b32 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:36.486963 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-3be57224-56f1-4219-9f29-826c14ff5b32 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/ports/2894a607-72aa-4663-a997-18d31fa1bc89 HTTP/1.1" status: 204 len: 168 time: 1.4464934 May 05 22:07:36.489299 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37926) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:36.637919 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a7ec82-bf27-4421-bf84-86c7c6124a08 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:36.639655 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a7ec82-bf27-4421-bf84-86c7c6124a08 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:36.643734 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-20a7ec82-bf27-4421-bf84-86c7c6124a08 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1533396 May 05 22:07:36.647712 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37930) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:36.775128 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0cbbe-dfe0-4806-a742-97d68871badb req-d2e435c0-1c42-4df1-85a7-b64600a1e0c3 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:36.788300 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0fe0cbbe-dfe0-4806-a742-97d68871badb req-d2e435c0-1c42-4df1-85a7-b64600a1e0c3 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.1206858 May 05 22:07:36.846777 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0fe0cbbe-dfe0-4806-a742-97d68871badb req-124ede15-f065-4b17-bb95-a1683c18d3d8 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573964 May 05 22:07:37.004240 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2264ed3-8b51-4be4-8d9d-2b3337f92610 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Deleting subnet 29ebdb18-56ac-403f-a011-0754f705c31a {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:07:37.007970 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d2264ed3-8b51-4be4-8d9d-2b3337f92610 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:37.189714 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba41c31-799e-4985-87bb-383bfe57d8c2 req-4f0536c0-6487-4df2-bf64-9f42ba73ee74 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:37.199296 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fba41c31-799e-4985-87bb-383bfe57d8c2 req-4f0536c0-6487-4df2-bf64-9f42ba73ee74 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.1135213 May 05 22:07:37.238441 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d2264ed3-8b51-4be4-8d9d-2b3337f92610 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:37.274977 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fba41c31-799e-4985-87bb-383bfe57d8c2 req-28f19f09-2134-4139-b2da-78c298c39dc3 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746267 May 05 22:07:37.374853 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d2264ed3-8b51-4be4-8d9d-2b3337f92610 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:37.487913 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d2264ed3-8b51-4be4-8d9d-2b3337f92610 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:37.537351 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2264ed3-8b51-4be4-8d9d-2b3337f92610 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event deleted for resources: {'Subnet': ['ID=29ebdb18-56ac-403f-a011-0754f705c31a,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:07:37.551636 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d2264ed3-8b51-4be4-8d9d-2b3337f92610 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:37.553322 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77b2390-0187-4823-8682-b27b0417adbd None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:07:37.565839 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37960) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:37.579759 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d2264ed3-8b51-4be4-8d9d-2b3337f92610 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/subnets/29ebdb18-56ac-403f-a011-0754f705c31a HTTP/1.1" status: 204 len: 168 time: 0.9307942 May 05 22:07:37.732526 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37968) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:37.739095 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-67c45fa4-ba21-44ce-82c9-b6e690621043 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Request body: {'subnet': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:07:37.744724 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b4753a51-7356-4b13-86bf-b3ad93742ed7 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1775329 May 05 22:07:37.784807 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 99ebbbff-add9-4608-be86-4c7294c270d2 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:07:37.840720 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43abc4b-31f4-4597-99ac-b5edcf4a0ae5 req-c17f6a18-16dd-467e-be28-55a0566f9a54 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:37.845420 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d43abc4b-31f4-4597-99ac-b5edcf4a0ae5 req-c17f6a18-16dd-467e-be28-55a0566f9a54 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.1832597 May 05 22:07:38.002108 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-67c45fa4-ba21-44ce-82c9-b6e690621043 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:07:38.013973 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-67c45fa4-ba21-44ce-82c9-b6e690621043 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Usage tracker for resource:subnet and tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:07:38.021151 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-67c45fa4-ba21-44ce-82c9-b6e690621043 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:07:38.033473 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-67c45fa4-ba21-44ce-82c9-b6e690621043 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:07:38.063496 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c45fa4-ba21-44ce-82c9-b6e690621043 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Made reservation on behalf of 6a9c8b32c69349b78288ebe6e6b6f3f4 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:07:38.067594 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-67c45fa4-ba21-44ce-82c9-b6e690621043 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:38.308315 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 99ebbbff-add9-4608-be86-4c7294c270d2 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:07:38.309163 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:38.354991 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d43abc4b-31f4-4597-99ac-b5edcf4a0ae5 req-ba8e8c95-18eb-4aa9-b81f-7a6a2cb82f65 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5035856 May 05 22:07:38.594913 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2b7840-d83c-4618-88fd-9f6ed692fe61 None None] DHCP port deletion for 137c07e1-75d6-4e37-9f42-95b3b385c296 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:07:38.627257 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-fc2b7840-d83c-4618-88fd-9f6ed692fe61 None None] Deleting port 99ebbbff-add9-4608-be86-4c7294c270d2 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:07:38.627640 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fc2b7840-d83c-4618-88fd-9f6ed692fe61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:38.639053 n-d-825175-4 neutron-server[84063]: DEBUG neutron.objects.ports [None req-67c45fa4-ba21-44ce-82c9-b6e690621043 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84063) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 05 22:07:38.966177 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6a33ea-ff61-4810-8765-447cf848da78 req-5d5ac0c6-d58c-43c8-b0aa-87153b1c4bb3 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:38.969572 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ac6a33ea-ff61-4810-8765-447cf848da78 req-5d5ac0c6-d58c-43c8-b0aa-87153b1c4bb3 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.2249305 May 05 22:07:38.973417 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-67c45fa4-ba21-44ce-82c9-b6e690621043 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:39.120958 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-fc2b7840-d83c-4618-88fd-9f6ed692fe61 None None] For port 99ebbbff-add9-4608-be86-4c7294c270d2, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=99ebbbff-add9-4608-be86-4c7294c270d2,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:07:39.123475 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fc2b7840-d83c-4618-88fd-9f6ed692fe61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:39.163763 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ac6a33ea-ff61-4810-8765-447cf848da78 req-e7f62ff7-ef07-4fdb-b01f-4782a2204b76 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874208 May 05 22:07:39.446093 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-fc2b7840-d83c-4618-88fd-9f6ed692fe61 None None] Calling delete_port for 99ebbbff-add9-4608-be86-4c7294c270d2 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:07:39.781357 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 99ebbbff-add9-4608-be86-4c7294c270d2 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:07:39.846071 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-67c45fa4-ba21-44ce-82c9-b6e690621043 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] For port 99ebbbff-add9-4608-be86-4c7294c270d2, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=99ebbbff-add9-4608-be86-4c7294c270d2,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:07:39.970955 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-67c45fa4-ba21-44ce-82c9-b6e690621043 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:39.990756 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-67c45fa4-ba21-44ce-82c9-b6e690621043 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:39.990756 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-67c45fa4-ba21-44ce-82c9-b6e690621043 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:40.049044 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-fc2b7840-d83c-4618-88fd-9f6ed692fe61 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:07:40.049383 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-fc2b7840-d83c-4618-88fd-9f6ed692fe61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:07:40.185905 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c45fa4-ba21-44ce-82c9-b6e690621043 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:07:40.234085 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e2a8fd-5853-49db-a350-6cd758f5eb42 req-4370a229-89d4-430f-bc61-d7986c24eb1f tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:40.238210 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-67c45fa4-ba21-44ce-82c9-b6e690621043 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:07:40.239473 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-26e2a8fd-5853-49db-a350-6cd758f5eb42 req-4370a229-89d4-430f-bc61-d7986c24eb1f tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.2811022 May 05 22:07:40.256403 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:40.284918 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c45fa4-ba21-44ce-82c9-b6e690621043 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:40.285734 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-67c45fa4-ba21-44ce-82c9-b6e690621043 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:40.355400 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 99ebbbff-add9-4608-be86-4c7294c270d2, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=99ebbbff-add9-4608-be86-4c7294c270d2,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:07:40.365286 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:40.389522 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-26e2a8fd-5853-49db-a350-6cd758f5eb42 req-08d7827f-670f-4708-8377-f375535b79c1 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401787 May 05 22:07:40.414772 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c45fa4-ba21-44ce-82c9-b6e690621043 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event updated for resources: {'Subnet': ['ID=b85a430e-ce58-4b62-9d35-4ffbd6b2d3b2,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:07:40.426089 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c45fa4-ba21-44ce-82c9-b6e690621043 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event updated for resources: {'Port': ['ID=99ebbbff-add9-4608-be86-4c7294c270d2,revision_number=6']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:07:40.433051 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-67c45fa4-ba21-44ce-82c9-b6e690621043 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6992416 May 05 22:07:40.435932 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 38048) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:40.443682 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-bbacea40-d36b-4eae-9f2b-c843b8c7f1b6 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Request body: {'port': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'mac_address': 'fa:16:3e:77:c8:4e', 'name': 'tempest-NetworksTestDHCPv6-1125932163'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:07:40.543983 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=99ebbbff-add9-4608-be86-4c7294c270d2,revision_number=7']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:07:40.554450 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-fc2b7840-d83c-4618-88fd-9f6ed692fe61 None None] Deleting port 99ebbbff-add9-4608-be86-4c7294c270d2 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:07:40.555180 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fc2b7840-d83c-4618-88fd-9f6ed692fe61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:40.771831 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-bbacea40-d36b-4eae-9f2b-c843b8c7f1b6 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:07:40.782420 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-bbacea40-d36b-4eae-9f2b-c843b8c7f1b6 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Usage tracker for resource:port and tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:07:40.790352 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-bbacea40-d36b-4eae-9f2b-c843b8c7f1b6 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:07:40.803657 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-bbacea40-d36b-4eae-9f2b-c843b8c7f1b6 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:07:40.822475 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbacea40-d36b-4eae-9f2b-c843b8c7f1b6 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Made reservation on behalf of 6a9c8b32c69349b78288ebe6e6b6f3f4 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:07:40.987310 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-fc2b7840-d83c-4618-88fd-9f6ed692fe61 None None] For port 99ebbbff-add9-4608-be86-4c7294c270d2, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=99ebbbff-add9-4608-be86-4c7294c270d2,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:07:40.987919 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fc2b7840-d83c-4618-88fd-9f6ed692fe61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:41.152861 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-fc2b7840-d83c-4618-88fd-9f6ed692fe61 None None] Calling delete_port for 99ebbbff-add9-4608-be86-4c7294c270d2 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:07:41.273450 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bbacea40-d36b-4eae-9f2b-c843b8c7f1b6 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:41.347658 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [None req-bbacea40-d36b-4eae-9f2b-c843b8c7f1b6 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] device_id is not set on port 0d75522d-04e4-46ff-8098-3188b056108b yet. {{(pid=84061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:07:41.410769 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fc2b7840-d83c-4618-88fd-9f6ed692fe61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:41.505251 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2b7840-d83c-4618-88fd-9f6ed692fe61 None None] Pushing event deleted for resources: {'Port': ['ID=99ebbbff-add9-4608-be86-4c7294c270d2,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:07:41.556071 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-bbacea40-d36b-4eae-9f2b-c843b8c7f1b6 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Allocated IP 2001:db8::f816:3eff:fe77:c84e (137c07e1-75d6-4e37-9f42-95b3b385c296/b85a430e-ce58-4b62-9d35-4ffbd6b2d3b2/0d75522d-04e4-46ff-8098-3188b056108b) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:07:41.583429 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-16b5e89b-ae8d-4762-9068-8a1041028256 req-826976dd-e145-4667-9dd3-7fd6819cc814 tempest-TestNetworkAdvancedServerOps-1392066098 tempest-TestNetworkAdvancedServerOps-1392066098-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e4c387eb-7879-423d-a3f8-e617694126b6 HTTP/1.1" status: 200 len: 1097 time: 0.4971757 May 05 22:07:41.666463 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2b7840-d83c-4618-88fd-9f6ed692fe61 None None] No DVR routers for this DVR port 99ebbbff-add9-4608-be86-4c7294c270d2 on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:07:41.694292 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd79477-1f0f-4384-b48f-fc908758cfed None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:07:42.021559 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-16b5e89b-ae8d-4762-9068-8a1041028256 req-f9b8e50c-47e5-4193-afc3-31446767d5d3 tempest-TestNetworkAdvancedServerOps-1392066098 tempest-TestNetworkAdvancedServerOps-1392066098-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=9b23864a-1097-4ba5-82ce-a2e27a1f50eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4236674 May 05 22:07:42.101076 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9185d1a6-8c00-47ea-8aac-8521f29c43cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-137c07e1-75d6-4e37-9f42-95b3b385c296', 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'tenant_id': '6a9c8b32c69349b78288ebe6e6b6f3f4', 'fixed_ips': [{'subnet_id': 'b85a430e-ce58-4b62-9d35-4ffbd6b2d3b2'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:07:42.102444 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9185d1a6-8c00-47ea-8aac-8521f29c43cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:42.320849 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcaf54c-9c3c-4a8d-8233-425747478492 req-ef2b927f-0cbc-43ec-9685-f7cf4bb1c4ae tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:42.328919 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7bcaf54c-9c3c-4a8d-8233-425747478492 req-ef2b927f-0cbc-43ec-9685-f7cf4bb1c4ae tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.6786628 May 05 22:07:42.434028 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bbacea40-d36b-4eae-9f2b-c843b8c7f1b6 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:42.572945 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-bbacea40-d36b-4eae-9f2b-c843b8c7f1b6 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Transition to ACTIVE for port object 0d75522d-04e4-46ff-8098-3188b056108b will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:07:42.593798 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7bcaf54c-9c3c-4a8d-8233-425747478492 req-dd73e965-6851-4948-96cb-9dd717e11446 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639730 May 05 22:07:42.673273 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1847a17c-f84a-4d1c-bc45-dff7be32f872 req-1f4cd863-eac3-4f2f-9ed2-4b05d305cbde tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:42.674997 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1847a17c-f84a-4d1c-bc45-dff7be32f872 req-1f4cd863-eac3-4f2f-9ed2-4b05d305cbde tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4c387eb-7879-423d-a3f8-e617694126b6 HTTP/1.1" status: 200 len: 946 time: 0.2296999 May 05 22:07:42.676659 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bbacea40-d36b-4eae-9f2b-c843b8c7f1b6 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:42.763570 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbacea40-d36b-4eae-9f2b-c843b8c7f1b6 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event updated for resources: {'Port': ['ID=0d75522d-04e4-46ff-8098-3188b056108b,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:07:42.785075 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-9185d1a6-8c00-47ea-8aac-8521f29c43cc None None] Allocated IP 2001:db8::f816:3eff:fe68:f1ec (137c07e1-75d6-4e37-9f42-95b3b385c296/b85a430e-ce58-4b62-9d35-4ffbd6b2d3b2/827dd1fe-2af0-4e34-91f9-cde37593927a) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:07:42.800152 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbacea40-d36b-4eae-9f2b-c843b8c7f1b6 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:07:42.803716 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-bbacea40-d36b-4eae-9f2b-c843b8c7f1b6 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:07:42.806545 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbacea40-d36b-4eae-9f2b-c843b8c7f1b6 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:07:42.811450 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbacea40-d36b-4eae-9f2b-c843b8c7f1b6 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:42.812487 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bbacea40-d36b-4eae-9f2b-c843b8c7f1b6 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:42.858374 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-bbacea40-d36b-4eae-9f2b-c843b8c7f1b6 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4200904 May 05 22:07:42.861547 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 38114) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:42.914567 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1847a17c-f84a-4d1c-bc45-dff7be32f872 req-4ffe8a59-bbbd-4ca9-9f4c-c36e440e7f47 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b23864a-1097-4ba5-82ce-a2e27a1f50eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518466 May 05 22:07:42.974272 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 38122) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:42.992814 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca211185-6223-4a8c-b64c-96118fab0d46 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:42.994825 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-ca211185-6223-4a8c-b64c-96118fab0d46 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Synchronizing usage tracker for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:07:43.030566 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-ca211185-6223-4a8c-b64c-96118fab0d46 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Unset dirty status for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:07:43.035234 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ca211185-6223-4a8c-b64c-96118fab0d46 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1695497 May 05 22:07:43.035234 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 38126) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:43.201020 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-365b8ab6-fc07-4094-8ce1-ee48a213d5a0 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Deleting port 0d75522d-04e4-46ff-8098-3188b056108b {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:07:43.202055 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-365b8ab6-fc07-4094-8ce1-ee48a213d5a0 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:43.244224 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9185d1a6-8c00-47ea-8aac-8521f29c43cc None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:43.290944 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0fb7fad3-742a-47e0-a5fd-179b5b3a592e tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/floatingips/c4485825-6caf-4334-bfa4-b0dca58b33b5 HTTP/1.1" status: 200 len: 994 time: 0.3145344 May 05 22:07:43.301596 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-9185d1a6-8c00-47ea-8aac-8521f29c43cc None None] Transition to ACTIVE for port object 827dd1fe-2af0-4e34-91f9-cde37593927a will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:07:43.340031 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-9185d1a6-8c00-47ea-8aac-8521f29c43cc None None] Transition to ACTIVE for port object 827dd1fe-2af0-4e34-91f9-cde37593927a will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:07:43.356495 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9185d1a6-8c00-47ea-8aac-8521f29c43cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:43.469644 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9185d1a6-8c00-47ea-8aac-8521f29c43cc None None] Pushing event updated for resources: {'Port': ['ID=827dd1fe-2af0-4e34-91f9-cde37593927a,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:07:43.476322 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9185d1a6-8c00-47ea-8aac-8521f29c43cc None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:07:43.477460 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-9185d1a6-8c00-47ea-8aac-8521f29c43cc None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:07:43.479915 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9185d1a6-8c00-47ea-8aac-8521f29c43cc None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:07:43.722707 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-9185d1a6-8c00-47ea-8aac-8521f29c43cc None None] Attempting to bind port 827dd1fe-2af0-4e34-91f9-cde37593927a on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:07:43.722982 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-9185d1a6-8c00-47ea-8aac-8521f29c43cc None None] Attempting to bind port 827dd1fe-2af0-4e34-91f9-cde37593927a by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:07:43.723338 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9185d1a6-8c00-47ea-8aac-8521f29c43cc None None] Attempting to bind port 827dd1fe-2af0-4e34-91f9-cde37593927a on network 137c07e1-75d6-4e37-9f42-95b3b385c296 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:07:43.757180 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9185d1a6-8c00-47ea-8aac-8521f29c43cc None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:07:43.757611 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9185d1a6-8c00-47ea-8aac-8521f29c43cc None None] Checking segment: {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:07:43.758033 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9185d1a6-8c00-47ea-8aac-8521f29c43cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:43.758482 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9185d1a6-8c00-47ea-8aac-8521f29c43cc None None] Bound using segment: {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:07:43.759065 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-9185d1a6-8c00-47ea-8aac-8521f29c43cc None None] Bound port: 827dd1fe-2af0-4e34-91f9-cde37593927a, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:07:43.759432 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9185d1a6-8c00-47ea-8aac-8521f29c43cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:43.986791 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-898db25a-d46e-4192-ab81-e935cf22f2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:43.990035 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-9185d1a6-8c00-47ea-8aac-8521f29c43cc None None] For port 827dd1fe-2af0-4e34-91f9-cde37593927a, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:07:43.994389 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-9185d1a6-8c00-47ea-8aac-8521f29c43cc None None] For port 827dd1fe-2af0-4e34-91f9-cde37593927a, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=827dd1fe-2af0-4e34-91f9-cde37593927a,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:07:44.001777 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9185d1a6-8c00-47ea-8aac-8521f29c43cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:44.062439 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-365b8ab6-fc07-4094-8ce1-ee48a213d5a0 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:44.106277 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9185d1a6-8c00-47ea-8aac-8521f29c43cc None None] Pushing event updated for resources: {'Port': ['ID=827dd1fe-2af0-4e34-91f9-cde37593927a,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:07:44.216220 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-365b8ab6-fc07-4094-8ce1-ee48a213d5a0 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Calling delete_port for 0d75522d-04e4-46ff-8098-3188b056108b owned by {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:07:44.519596 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a145b5e-0403-4b55-9d2d-f983b217fe74 req-2fdc21dd-531b-4f8a-817c-6a192381e937 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:44.524615 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8a145b5e-0403-4b55-9d2d-f983b217fe74 req-2fdc21dd-531b-4f8a-817c-6a192381e937 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.9178281 May 05 22:07:44.644853 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8a145b5e-0403-4b55-9d2d-f983b217fe74 req-76ff6c4f-39e3-413f-8d86-78869ee97518 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961785 May 05 22:07:44.653324 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-72cea6ae-c811-4a81-8cbb-fa48eb0adbd7 req-322d60d7-cd9e-44f1-8b64-ba61f87710ec service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e4c387eb-7879-423d-a3f8-e617694126b6&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.6890998 May 05 22:07:44.675580 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-365b8ab6-fc07-4094-8ce1-ee48a213d5a0 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:44.710103 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:07:44.737826 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365b8ab6-fc07-4094-8ce1-ee48a213d5a0 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event deleted for resources: {'Port': ['ID=0d75522d-04e4-46ff-8098-3188b056108b,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:07:44.829795 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-365b8ab6-fc07-4094-8ce1-ee48a213d5a0 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:44.858677 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-365b8ab6-fc07-4094-8ce1-ee48a213d5a0 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/ports/0d75522d-04e4-46ff-8098-3188b056108b HTTP/1.1" status: 204 len: 168 time: 1.8210583 May 05 22:07:44.859473 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 38160) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:45.074021 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40f1f35-0685-48c0-8a43-1f042ea4e4cb tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:45.079991 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40f1f35-0685-48c0-8a43-1f042ea4e4cb tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:45.081062 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b40f1f35-0685-48c0-8a43-1f042ea4e4cb tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Synchronizing usage tracker for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:subnet {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:07:45.119536 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b40f1f35-0685-48c0-8a43-1f042ea4e4cb tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Unset dirty status for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:subnet {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:07:45.121273 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b40f1f35-0685-48c0-8a43-1f042ea4e4cb tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2599959 May 05 22:07:45.124015 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 38172) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:45.364567 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-561e0c34-5dcf-4dc2-bc2b-6a7aa64f7fe2 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Deleting subnet b85a430e-ce58-4b62-9d35-4ffbd6b2d3b2 {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:07:45.372855 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-561e0c34-5dcf-4dc2-bc2b-6a7aa64f7fe2 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:45.558786 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-561e0c34-5dcf-4dc2-bc2b-6a7aa64f7fe2 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:45.796559 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 38188) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:45.903816 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 827dd1fe-2af0-4e34-91f9-cde37593927a up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:07:46.338123 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f9c129d6-dc18-4e90-9580-4e073a0ea105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:46.355664 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-561e0c34-5dcf-4dc2-bc2b-6a7aa64f7fe2 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:46.356840 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 827dd1fe-2af0-4e34-91f9-cde37593927a completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:07:46.367559 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-48f73069-dddd-4e31-ab25-df6b3c518bc6 None None] Provisioning for port 827dd1fe-2af0-4e34-91f9-cde37593927a completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:07:46.391335 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 827dd1fe-2af0-4e34-91f9-cde37593927a triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:07:46.391705 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:46.448536 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3358cc8b-33d5-4c76-b436-98aa5248dd6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:46.449118 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-48f73069-dddd-4e31-ab25-df6b3c518bc6 None None] Provisioning complete for port 827dd1fe-2af0-4e34-91f9-cde37593927a triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:07:46.449469 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-48f73069-dddd-4e31-ab25-df6b3c518bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:46.488940 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-3358cc8b-33d5-4c76-b436-98aa5248dd6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:07:46.493152 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c118dfa7-d0e3-4458-9eb3-a79d10c4dccf req-b5216e72-2d8c-4bb1-96f6-ca22e88f6c88 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:46.494148 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3358cc8b-33d5-4c76-b436-98aa5248dd6b admin admin] Usage tracker for resource:security_group_rule and tenant:46ffbafb245b43e0bba59d5634c0cdd9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:07:46.497836 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3358cc8b-33d5-4c76-b436-98aa5248dd6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:07:46.501338 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c118dfa7-d0e3-4458-9eb3-a79d10c4dccf req-b5216e72-2d8c-4bb1-96f6-ca22e88f6c88 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4c387eb-7879-423d-a3f8-e617694126b6 HTTP/1.1" status: 200 len: 946 time: 0.7845886 May 05 22:07:46.505079 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-3358cc8b-33d5-4c76-b436-98aa5248dd6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:07:46.665058 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-561e0c34-5dcf-4dc2-bc2b-6a7aa64f7fe2 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:46.685460 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3358cc8b-33d5-4c76-b436-98aa5248dd6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:46.700399 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3358cc8b-33d5-4c76-b436-98aa5248dd6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:46.723661 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-561e0c34-5dcf-4dc2-bc2b-6a7aa64f7fe2 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:46.741519 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e0c34-5dcf-4dc2-bc2b-6a7aa64f7fe2 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event deleted for resources: {'Subnet': ['ID=b85a430e-ce58-4b62-9d35-4ffbd6b2d3b2,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:07:46.759193 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-561e0c34-5dcf-4dc2-bc2b-6a7aa64f7fe2 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/subnets/b85a430e-ce58-4b62-9d35-4ffbd6b2d3b2 HTTP/1.1" status: 204 len: 168 time: 1.6338394 May 05 22:07:46.767112 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3358cc8b-33d5-4c76-b436-98aa5248dd6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5267ea79-8a66-430f-8ee7-6216d3bcda34,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:07:46.773042 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 38200) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:46.812525 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-3358cc8b-33d5-4c76-b436-98aa5248dd6b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=46ffbafb245b43e0bba59d5634c0cdd9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0145113 May 05 22:07:46.813586 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 38204) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:46.823820 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:46.859961 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f305e-d1e0-491f-af1d-9e13e8d3fb46 req-135ccdb0-4ef5-4391-923d-9650340f5fe5 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:46.869459 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c59f305e-d1e0-491f-af1d-9e13e8d3fb46 req-135ccdb0-4ef5-4391-923d-9650340f5fe5 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.6772013 May 05 22:07:46.931327 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 827dd1fe-2af0-4e34-91f9-cde37593927a, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=827dd1fe-2af0-4e34-91f9-cde37593927a,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:07:46.933267 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-48f73069-dddd-4e31-ab25-df6b3c518bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:46.943970 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c118dfa7-d0e3-4458-9eb3-a79d10c4dccf req-b74b535d-adf5-4fbc-9d31-b3cbbd5569d4 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b23864a-1097-4ba5-82ce-a2e27a1f50eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4415946 May 05 22:07:46.965464 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:46.994818 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-51148eb5-e95f-4b6f-ac69-21a1b2e44de2 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2106674 May 05 22:07:46.995328 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 38210) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:47.025707 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c70c025f-a23f-45ed-b347-a24711c3cd22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:47.133739 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=827dd1fe-2af0-4e34-91f9-cde37593927a,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:07:47.140092 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-48f73069-dddd-4e31-ab25-df6b3c518bc6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:07:47.140451 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-48f73069-dddd-4e31-ab25-df6b3c518bc6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:07:47.168883 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c70c025f-a23f-45ed-b347-a24711c3cd22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:47.236799 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cca958-d307-4817-a0ca-4b936ad5f7e6 None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:07:47.282157 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c59f305e-d1e0-491f-af1d-9e13e8d3fb46 req-f2491b31-f92c-435c-ac5e-64125d341404 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4117572 May 05 22:07:47.305834 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c70c025f-a23f-45ed-b347-a24711c3cd22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:47.315279 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-07215755-b452-4d1d-9827-d48cbd08ac2f req-a9f0dcb3-3454-4c96-bf58-ab41f970d952 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e4c387eb-7879-423d-a3f8-e617694126b6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.5861254 May 05 22:07:47.335092 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c025f-a23f-45ed-b347-a24711c3cd22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5267ea79-8a66-430f-8ee7-6216d3bcda34,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:07:47.366992 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c70c025f-a23f-45ed-b347-a24711c3cd22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:47.369987 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c70c025f-a23f-45ed-b347-a24711c3cd22 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5267ea79-8a66-430f-8ee7-6216d3bcda34 HTTP/1.1" status: 204 len: 168 time: 0.5442312 May 05 22:07:47.514708 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a967cdf3-a6e0-4a0c-b12c-198fc8c386d9 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:47.540182 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a967cdf3-a6e0-4a0c-b12c-198fc8c386d9 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Synchronizing usage tracker for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:07:47.596588 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:47.625722 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:47.658785 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a967cdf3-a6e0-4a0c-b12c-198fc8c386d9 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Unset dirty status for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:07:47.668678 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 38234) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:47.670087 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a967cdf3-a6e0-4a0c-b12c-198fc8c386d9 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6606810 May 05 22:07:47.965926 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6144a79f-4a4c-4bf9-88b4-2367647fb686 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:47.973396 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-6144a79f-4a4c-4bf9-88b4-2367647fb686 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3021562 May 05 22:07:47.974346 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 38244) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:48.020016 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 827dd1fe-2af0-4e34-91f9-cde37593927a up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:07:48.390763 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04053e5e-7773-4fab-b048-d6042f321ec7 req-dae80eab-256f-485f-b1b4-e1ef07a65db8 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:48.407390 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-14a294af-2d05-40d1-9a24-06596de9736f None None] Could not find standard attr ID for object 0d75522d-04e4-46ff-8098-3188b056108b. {{(pid=84064) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 22:07:48.411654 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-04053e5e-7773-4fab-b048-d6042f321ec7 req-dae80eab-256f-485f-b1b4-e1ef07a65db8 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.6224580 May 05 22:07:48.511034 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 38256) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:48.548515 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ff9fefe9-37d8-46ff-9935-a0cbb87cb3ad tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5670483 May 05 22:07:48.548515 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5cc447f6-2bcc-4885-a8a6-f51ac7ece455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:48.549283 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-04053e5e-7773-4fab-b048-d6042f321ec7 req-640e171f-7a58-4aad-8267-c5025d0c6126 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364563 May 05 22:07:48.554704 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 827dd1fe-2af0-4e34-91f9-cde37593927a triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:07:48.557673 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411b27e-5171-4d0e-ba01-15368cad711a req-df67b149-fbc4-47df-a8c4-ddd645eac098 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:48.558262 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 38260) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:48.558843 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:48.566512 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-79499146-c09a-49a2-be7f-127085e9f9b2 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Request body: {'subnet': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:07:48.568563 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f411b27e-5171-4d0e-ba01-15368cad711a req-df67b149-fbc4-47df-a8c4-ddd645eac098 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] 10.222.0.23 "GET /v2.0/networks?id=de008cf3-1173-4dd1-a114-f245dbf68296 HTTP/1.1" status: 200 len: 813 time: 0.7082314 May 05 22:07:48.607646 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f411b27e-5171-4d0e-ba01-15368cad711a req-c002d9d2-e96a-4b25-88c2-bc5f880aba70 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] 10.222.0.23 "GET /v2.0/quotas/cdf3141034214c00a02c72d465f44933 HTTP/1.1" status: 200 len: 375 time: 0.0382111 May 05 22:07:48.876533 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3c8ea5-a9b8-4b03-ab0c-23169ec5bd10 None None] DHCP port deletion for 137c07e1-75d6-4e37-9f42-95b3b385c296 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:07:48.973807 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f411b27e-5171-4d0e-ba01-15368cad711a req-cf297a03-48f8-4666-86bc-1d98e3b4f701 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cdf3141034214c00a02c72d465f44933&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3651018 May 05 22:07:49.006911 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-de3c8ea5-a9b8-4b03-ab0c-23169ec5bd10 None None] Deleting port 827dd1fe-2af0-4e34-91f9-cde37593927a {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:07:49.007740 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-de3c8ea5-a9b8-4b03-ab0c-23169ec5bd10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:49.054358 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-5cc447f6-2bcc-4885-a8a6-f51ac7ece455 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:07:49.060022 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-5cc447f6-2bcc-4885-a8a6-f51ac7ece455 admin admin] Usage tracker for resource:security_group_rule and tenant:4038b1f5b6004150afb16f9f42874f28 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:07:49.064093 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-5cc447f6-2bcc-4885-a8a6-f51ac7ece455 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:07:49.070821 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-5cc447f6-2bcc-4885-a8a6-f51ac7ece455 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:07:49.157892 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-79499146-c09a-49a2-be7f-127085e9f9b2 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:07:49.162867 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5cc447f6-2bcc-4885-a8a6-f51ac7ece455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:49.168104 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-79499146-c09a-49a2-be7f-127085e9f9b2 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Usage tracker for resource:subnet and tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:07:49.171794 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-79499146-c09a-49a2-be7f-127085e9f9b2 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:07:49.174595 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5cc447f6-2bcc-4885-a8a6-f51ac7ece455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:49.227865 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5cc447f6-2bcc-4885-a8a6-f51ac7ece455 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4038b1f5b6004150afb16f9f42874f28&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7155309 May 05 22:07:49.229059 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 38284) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:49.230640 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-79499146-c09a-49a2-be7f-127085e9f9b2 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:07:49.281784 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:49.387054 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79499146-c09a-49a2-be7f-127085e9f9b2 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Made reservation on behalf of 6a9c8b32c69349b78288ebe6e6b6f3f4 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:07:49.413858 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc447f6-2bcc-4885-a8a6-f51ac7ece455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667eca77-c36d-4183-96b6-900bf63e1356,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:07:49.496644 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e5fe251f-4a5c-4b21-a335-04b3e67ab340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:49.529290 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e5fe251f-4a5c-4b21-a335-04b3e67ab340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:49.599583 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e5fe251f-4a5c-4b21-a335-04b3e67ab340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:49.610075 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-de3c8ea5-a9b8-4b03-ab0c-23169ec5bd10 None None] For port 827dd1fe-2af0-4e34-91f9-cde37593927a, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=827dd1fe-2af0-4e34-91f9-cde37593927a,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:07:49.611592 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-de3c8ea5-a9b8-4b03-ab0c-23169ec5bd10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:49.664494 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fe251f-4a5c-4b21-a335-04b3e67ab340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667eca77-c36d-4183-96b6-900bf63e1356,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:07:49.687273 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e5fe251f-4a5c-4b21-a335-04b3e67ab340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:49.688524 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-e5fe251f-4a5c-4b21-a335-04b3e67ab340 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/667eca77-c36d-4183-96b6-900bf63e1356 HTTP/1.1" status: 204 len: 168 time: 0.4539397 May 05 22:07:49.696788 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-79499146-c09a-49a2-be7f-127085e9f9b2 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:49.769696 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 827dd1fe-2af0-4e34-91f9-cde37593927a no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:07:49.776905 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f411b27e-5171-4d0e-ba01-15368cad711a req-d5b8f393-c80f-483f-84ef-50fb39aa9e2d service neutron] 10.222.0.23 "GET /v2.0/networks/de008cf3-1173-4dd1-a114-f245dbf68296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7537971 May 05 22:07:50.041602 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-de3c8ea5-a9b8-4b03-ab0c-23169ec5bd10 None None] Calling delete_port for 827dd1fe-2af0-4e34-91f9-cde37593927a owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:07:50.131460 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac8bade-4beb-4c4f-b904-3eff994ea324 req-3d4f13a6-685b-4c97-a4fc-69c0a0defdbc tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:50.144062 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bac8bade-4beb-4c4f-b904-3eff994ea324 req-3d4f13a6-685b-4c97-a4fc-69c0a0defdbc tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4c387eb-7879-423d-a3f8-e617694126b6 HTTP/1.1" status: 200 len: 946 time: 1.3536553 May 05 22:07:50.389414 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-de3c8ea5-a9b8-4b03-ab0c-23169ec5bd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:50.408474 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bac8bade-4beb-4c4f-b904-3eff994ea324 req-9a84344e-bc3a-4194-ad9e-e8d9c937def5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b23864a-1097-4ba5-82ce-a2e27a1f50eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2607548 May 05 22:07:50.473628 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Port 827dd1fe-2af0-4e34-91f9-cde37593927a update to DOWN by agent not found {{(pid=84064) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} May 05 22:07:50.497671 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f411b27e-5171-4d0e-ba01-15368cad711a req-747e4a62-72e3-4cf1-b882-b4a107fed389 service neutron] 10.222.0.23 "GET /v2.0/networks/de008cf3-1173-4dd1-a114-f245dbf68296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6997051 May 05 22:07:50.517032 n-d-825175-4 neutron-server[84063]: DEBUG neutron.objects.ports [None req-79499146-c09a-49a2-be7f-127085e9f9b2 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84063) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 05 22:07:50.518486 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-79499146-c09a-49a2-be7f-127085e9f9b2 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:50.545020 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3c8ea5-a9b8-4b03-ab0c-23169ec5bd10 None None] Pushing event deleted for resources: {'Port': ['ID=827dd1fe-2af0-4e34-91f9-cde37593927a,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:07:50.557222 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3c8ea5-a9b8-4b03-ab0c-23169ec5bd10 None None] No DVR routers for this DVR port 827dd1fe-2af0-4e34-91f9-cde37593927a on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:07:50.596072 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79499146-c09a-49a2-be7f-127085e9f9b2 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:07:50.597971 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-79499146-c09a-49a2-be7f-127085e9f9b2 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:07:50.603843 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79499146-c09a-49a2-be7f-127085e9f9b2 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:50.604279 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-79499146-c09a-49a2-be7f-127085e9f9b2 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:50.617209 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8870fc-0e25-49d3-af9d-f42706af6044 None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:07:50.623801 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79499146-c09a-49a2-be7f-127085e9f9b2 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event updated for resources: {'Subnet': ['ID=f730893a-23a3-4576-a193-12e540e55546,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:07:50.655432 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 38306) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:50.658120 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-79499146-c09a-49a2-be7f-127085e9f9b2 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.0982199 May 05 22:07:50.662991 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-0154b98e-cff9-4501-a5d5-58bc07f30f32 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Request body: {'port': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'mac_address': 'fa:16:3e:1e:d1:f5', 'name': 'tempest-NetworksTestDHCPv6-442362946'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:07:51.024675 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-0154b98e-cff9-4501-a5d5-58bc07f30f32 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:07:51.040374 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-0154b98e-cff9-4501-a5d5-58bc07f30f32 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:07:51.055681 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0154b98e-cff9-4501-a5d5-58bc07f30f32 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Made reservation on behalf of 6a9c8b32c69349b78288ebe6e6b6f3f4 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:07:51.291806 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-07215755-b452-4d1d-9827-d48cbd08ac2f req-a79dc232-86d4-45be-8ec4-aca56ac5327a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=06fb629024324e968714595537efac5c&device_id=e4c387eb-7879-423d-a3f8-e617694126b6 HTTP/1.1" status: 200 len: 1097 time: 0.1821489 May 05 22:07:51.378711 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08c2caa-3819-4dc5-a13f-750338d52149 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-137c07e1-75d6-4e37-9f42-95b3b385c296', 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'tenant_id': '6a9c8b32c69349b78288ebe6e6b6f3f4', 'fixed_ips': [{'subnet_id': 'f730893a-23a3-4576-a193-12e540e55546'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:07:51.379671 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f08c2caa-3819-4dc5-a13f-750338d52149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:51.613415 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0154b98e-cff9-4501-a5d5-58bc07f30f32 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:51.667346 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1a4e0628-7e67-474d-b72f-2b69c7413ce5 req-202761c1-3449-4e17-b2c3-dff007b85dc8 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a408bbf-077f-4826-b722-cd5638ed7f68 HTTP/1.1" status: 200 len: 210 time: 0.2296965 May 05 22:07:51.697948 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [None req-0154b98e-cff9-4501-a5d5-58bc07f30f32 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] device_id is not set on port 64c594fd-dede-4776-bc45-023cce5b56b0 yet. {{(pid=84061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:07:51.721279 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07215755-b452-4d1d-9827-d48cbd08ac2f req-ec91cf33-f18e-4f5f-b2a5-34793215c448 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:51.735790 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-07215755-b452-4d1d-9827-d48cbd08ac2f req-ec91cf33-f18e-4f5f-b2a5-34793215c448 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753 HTTP/1.1" status: 200 len: 896 time: 0.4380939 May 05 22:07:51.969314 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-07215755-b452-4d1d-9827-d48cbd08ac2f req-b2184b64-3d4d-436f-be62-2c42937862c5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=978f635b-af0b-4afd-80a0-539d5190f34e HTTP/1.1" status: 200 len: 1002 time: 0.2198124 May 05 22:07:52.175574 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07215755-b452-4d1d-9827-d48cbd08ac2f req-efda9ae8-41dd-41e7-b251-59cc77396bdd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:52.180314 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-07215755-b452-4d1d-9827-d48cbd08ac2f req-efda9ae8-41dd-41e7-b251-59cc77396bdd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1755485f-4a55-4fd6-9437-364fb3417fd0 HTTP/1.1" status: 200 len: 834 time: 0.2094119 May 05 22:07:52.183432 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-f08c2caa-3819-4dc5-a13f-750338d52149 None None] Allocated IP 2001:db8::f816:3eff:fe2b:c16d (137c07e1-75d6-4e37-9f42-95b3b385c296/f730893a-23a3-4576-a193-12e540e55546/af0a6493-d55d-42f1-8884-7532f737b98b) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:07:52.402064 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77080fd4-7d5a-4aff-acb2-b360450b8fd4 req-1a662312-76bf-4fdd-a116-9beb7d29573d tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:52.412411 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-77080fd4-7d5a-4aff-acb2-b360450b8fd4 req-1a662312-76bf-4fdd-a116-9beb7d29573d tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.3344500 May 05 22:07:52.483245 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-07215755-b452-4d1d-9827-d48cbd08ac2f req-ed96d853-c8b1-4a7c-a14e-a9bbd1914bcc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2950761 May 05 22:07:52.510017 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [req-07215755-b452-4d1d-9827-d48cbd08ac2f req-5028bddf-c99e-4855-88ac-6e9e4c6fab1c service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84063) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:07:52.511043 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-07215755-b452-4d1d-9827-d48cbd08ac2f req-5028bddf-c99e-4855-88ac-6e9e4c6fab1c service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0095434 May 05 22:07:52.711960 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f08c2caa-3819-4dc5-a13f-750338d52149 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:52.744979 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f08c2caa-3819-4dc5-a13f-750338d52149 None None] Transition to ACTIVE for port object af0a6493-d55d-42f1-8884-7532f737b98b will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:07:52.776423 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-77080fd4-7d5a-4aff-acb2-b360450b8fd4 req-91bf4d4f-6816-4d9c-8560-33e785aad048 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3572218 May 05 22:07:52.820012 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f08c2caa-3819-4dc5-a13f-750338d52149 None None] Transition to ACTIVE for port object af0a6493-d55d-42f1-8884-7532f737b98b will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:07:52.827486 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dce72a9-3693-44ec-a14c-a31195200d0d req-adf3dd4c-ed97-4a65-a4a9-4ff851d15ae3 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:52.836397 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5dce72a9-3693-44ec-a14c-a31195200d0d req-adf3dd4c-ed97-4a65-a4a9-4ff851d15ae3 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4c387eb-7879-423d-a3f8-e617694126b6 HTTP/1.1" status: 200 len: 946 time: 0.3357460 May 05 22:07:52.838307 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f08c2caa-3819-4dc5-a13f-750338d52149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:52.910009 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08c2caa-3819-4dc5-a13f-750338d52149 None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:07:52.912801 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-f08c2caa-3819-4dc5-a13f-750338d52149 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:07:52.917821 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08c2caa-3819-4dc5-a13f-750338d52149 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:07:53.087212 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-07215755-b452-4d1d-9827-d48cbd08ac2f req-7f6068c8-7544-4c02-8b6f-fdf26bfdcdb8 service neutron] 10.222.0.44 "GET /v2.0/networks/1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5588658 May 05 22:07:53.129543 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08c2caa-3819-4dc5-a13f-750338d52149 None None] Pushing event updated for resources: {'Port': ['ID=af0a6493-d55d-42f1-8884-7532f737b98b,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:07:53.166280 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-f08c2caa-3819-4dc5-a13f-750338d52149 None None] Attempting to bind port af0a6493-d55d-42f1-8884-7532f737b98b on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:07:53.168347 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-f08c2caa-3819-4dc5-a13f-750338d52149 None None] Attempting to bind port af0a6493-d55d-42f1-8884-7532f737b98b by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:07:53.168711 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08c2caa-3819-4dc5-a13f-750338d52149 None None] Attempting to bind port af0a6493-d55d-42f1-8884-7532f737b98b on network 137c07e1-75d6-4e37-9f42-95b3b385c296 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:07:53.195377 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08c2caa-3819-4dc5-a13f-750338d52149 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:07:53.196083 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08c2caa-3819-4dc5-a13f-750338d52149 None None] Checking segment: {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:07:53.202215 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f08c2caa-3819-4dc5-a13f-750338d52149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:53.204645 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08c2caa-3819-4dc5-a13f-750338d52149 None None] Bound using segment: {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:07:53.206386 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-f08c2caa-3819-4dc5-a13f-750338d52149 None None] Bound port: af0a6493-d55d-42f1-8884-7532f737b98b, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:07:53.207055 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f08c2caa-3819-4dc5-a13f-750338d52149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:53.339322 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5dce72a9-3693-44ec-a14c-a31195200d0d req-7c6869f9-1fe7-46e7-a6b6-6cb0c1734061 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b23864a-1097-4ba5-82ce-a2e27a1f50eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4905539 May 05 22:07:53.432766 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f08c2caa-3819-4dc5-a13f-750338d52149 None None] For port af0a6493-d55d-42f1-8884-7532f737b98b, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:07:53.440980 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f08c2caa-3819-4dc5-a13f-750338d52149 None None] For port af0a6493-d55d-42f1-8884-7532f737b98b, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=af0a6493-d55d-42f1-8884-7532f737b98b,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:07:53.450636 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f08c2caa-3819-4dc5-a13f-750338d52149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:53.639644 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-60afe631-855a-4292-94c4-faf4c0404eb5 req-e0a4dcf0-3697-4f9f-a4ba-3f4b5fa9e407 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a408bbf-077f-4826-b722-cd5638ed7f68 HTTP/1.1" status: 200 len: 210 time: 0.4080617 May 05 22:07:53.656984 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-0154b98e-cff9-4501-a5d5-58bc07f30f32 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Allocated IP 2001:db8::f816:3eff:fe1e:d1f5 (137c07e1-75d6-4e37-9f42-95b3b385c296/f730893a-23a3-4576-a193-12e540e55546/64c594fd-dede-4776-bc45-023cce5b56b0) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:07:53.884548 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08c2caa-3819-4dc5-a13f-750338d52149 None None] Pushing event updated for resources: {'Port': ['ID=af0a6493-d55d-42f1-8884-7532f737b98b,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:07:54.226631 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a9cbf-e493-474e-8b14-b3eda685df7b req-981143e3-3114-4594-9eec-74b112ee303b tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:54.234150 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a50a9cbf-e493-474e-8b14-b3eda685df7b req-981143e3-3114-4594-9eec-74b112ee303b tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.4199543 May 05 22:07:54.277173 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-07215755-b452-4d1d-9827-d48cbd08ac2f req-2e3633d9-ee05-4f84-9438-7282d9d7048d service neutron] 10.222.0.44 "GET /v2.0/networks/1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1802845 May 05 22:07:54.314377 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411b27e-5171-4d0e-ba01-15368cad711a req-9d5c99d5-71e7-4c64-a7ba-e8f0581b5273 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:54.321138 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f411b27e-5171-4d0e-ba01-15368cad711a req-9d5c99d5-71e7-4c64-a7ba-e8f0581b5273 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] 10.222.0.44 "GET /v2.0/networks?id=de008cf3-1173-4dd1-a114-f245dbf68296 HTTP/1.1" status: 200 len: 813 time: 0.8450897 May 05 22:07:54.340787 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-f411b27e-5171-4d0e-ba01-15368cad711a req-6dfeada2-0c8d-4f1d-a144-ba34514de9f5 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Request body: {'port': {'device_id': '6a408bbf-077f-4826-b722-cd5638ed7f68', 'network_id': 'de008cf3-1173-4dd1-a114-f245dbf68296', 'admin_state_up': True, 'tenant_id': 'cdf3141034214c00a02c72d465f44933'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:07:54.376063 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0154b98e-cff9-4501-a5d5-58bc07f30f32 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:54.460189 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-0154b98e-cff9-4501-a5d5-58bc07f30f32 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Transition to ACTIVE for port object 64c594fd-dede-4776-bc45-023cce5b56b0 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:07:54.503756 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0154b98e-cff9-4501-a5d5-58bc07f30f32 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:54.553880 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a50a9cbf-e493-474e-8b14-b3eda685df7b req-2d3e2991-7a2b-47fb-9a61-4043dee840a5 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180275 May 05 22:07:54.798287 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-f411b27e-5171-4d0e-ba01-15368cad711a req-6dfeada2-0c8d-4f1d-a144-ba34514de9f5 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:07:54.811173 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-f411b27e-5171-4d0e-ba01-15368cad711a req-6dfeada2-0c8d-4f1d-a144-ba34514de9f5 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Usage tracker for resource:port and tenant:cdf3141034214c00a02c72d465f44933 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:07:54.843682 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-f411b27e-5171-4d0e-ba01-15368cad711a req-6dfeada2-0c8d-4f1d-a144-ba34514de9f5 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:07:54.871423 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0154b98e-cff9-4501-a5d5-58bc07f30f32 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:07:54.879385 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-f411b27e-5171-4d0e-ba01-15368cad711a req-6dfeada2-0c8d-4f1d-a144-ba34514de9f5 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:07:54.897982 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-0154b98e-cff9-4501-a5d5-58bc07f30f32 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:07:54.914495 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0154b98e-cff9-4501-a5d5-58bc07f30f32 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:07:54.927406 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0154b98e-cff9-4501-a5d5-58bc07f30f32 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:54.929117 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f411b27e-5171-4d0e-ba01-15368cad711a req-6dfeada2-0c8d-4f1d-a144-ba34514de9f5 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Made reservation on behalf of cdf3141034214c00a02c72d465f44933 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:07:54.932472 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0154b98e-cff9-4501-a5d5-58bc07f30f32 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:54.937209 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f411b27e-5171-4d0e-ba01-15368cad711a req-6dfeada2-0c8d-4f1d-a144-ba34514de9f5 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:55.042518 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0154b98e-cff9-4501-a5d5-58bc07f30f32 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.3858964 May 05 22:07:55.048783 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 38390) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:55.065634 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0154b98e-cff9-4501-a5d5-58bc07f30f32 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event updated for resources: {'Port': ['ID=64c594fd-dede-4776-bc45-023cce5b56b0,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:07:55.079228 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0154b98e-cff9-4501-a5d5-58bc07f30f32 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:07:55.079569 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0154b98e-cff9-4501-a5d5-58bc07f30f32 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:07:55.079905 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0154b98e-cff9-4501-a5d5-58bc07f30f32 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:07:55.080233 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0154b98e-cff9-4501-a5d5-58bc07f30f32 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:07:55.080558 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0154b98e-cff9-4501-a5d5-58bc07f30f32 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:07:55.080882 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0154b98e-cff9-4501-a5d5-58bc07f30f32 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:07:55.081206 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0154b98e-cff9-4501-a5d5-58bc07f30f32 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:07:55.081521 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0154b98e-cff9-4501-a5d5-58bc07f30f32 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:07:55.081842 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0154b98e-cff9-4501-a5d5-58bc07f30f32 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:07:55.082147 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0154b98e-cff9-4501-a5d5-58bc07f30f32 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:07:55.082776 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0154b98e-cff9-4501-a5d5-58bc07f30f32 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:07:55.279320 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1784ee7-60fa-4091-8649-3d2fdf840c1e req-20f390f8-ae49-45c0-a2a7-11da2bf3203f tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:55.282620 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c1784ee7-60fa-4091-8649-3d2fdf840c1e req-20f390f8-ae49-45c0-a2a7-11da2bf3203f tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4c387eb-7879-423d-a3f8-e617694126b6 HTTP/1.1" status: 200 len: 946 time: 0.5633690 May 05 22:07:55.398170 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb157e-3737-4c1e-b254-4a3b89b3aa23 req-8eb35d0a-10e4-4fef-a8fa-3855ef1758d3 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:55.400105 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-64fb157e-3737-4c1e-b254-4a3b89b3aa23 req-8eb35d0a-10e4-4fef-a8fa-3855ef1758d3 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.3239870 May 05 22:07:55.473294 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-f411b27e-5171-4d0e-ba01-15368cad711a req-6dfeada2-0c8d-4f1d-a144-ba34514de9f5 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Allocated IP 172.20.0.13 (de008cf3-1173-4dd1-a114-f245dbf68296/a09f7fe8-12fe-41f3-8d45-f3aa02fd3f84/1ce94e36-2b70-4ae6-a5ca-878b04e18f07) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:07:55.481917 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c1784ee7-60fa-4091-8649-3d2fdf840c1e req-dbd9645b-444c-4272-ac46-bcfc1139c237 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b23864a-1097-4ba5-82ce-a2e27a1f50eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1924212 May 05 22:07:55.506844 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-64fb157e-3737-4c1e-b254-4a3b89b3aa23 req-78878707-4b20-4942-b5e2-0d0320afd4a8 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965035 May 05 22:07:55.712777 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-49c257cc-7a35-4d27-a40c-96be911731eb None None] Provisioning for port af0a6493-d55d-42f1-8884-7532f737b98b completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:07:55.801531 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device af0a6493-d55d-42f1-8884-7532f737b98b up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:07:55.819456 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d5f77a-2442-4a1e-aa2b-d1e116154d47 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:55.824115 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d5f77a-2442-4a1e-aa2b-d1e116154d47 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:55.825349 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-76d5f77a-2442-4a1e-aa2b-d1e116154d47 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Synchronizing usage tracker for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:07:55.921722 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-76d5f77a-2442-4a1e-aa2b-d1e116154d47 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Unset dirty status for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:07:55.928302 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-76d5f77a-2442-4a1e-aa2b-d1e116154d47 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.8726733 May 05 22:07:55.935432 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 38410) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:56.023622 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-967be508-c4ce-4690-938a-a3a3ed392c12 req-f4679bd0-a443-40b8-89f1-86158f17c7eb tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a408bbf-077f-4826-b722-cd5638ed7f68 HTTP/1.1" status: 200 len: 210 time: 0.2388198 May 05 22:07:56.049917 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port af0a6493-d55d-42f1-8884-7532f737b98b completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:07:56.061114 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port af0a6493-d55d-42f1-8884-7532f737b98b triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:07:56.061892 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:56.112387 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-5fafa6bd-fbeb-49c1-8616-bf6f2f32afb7 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Deleting port 64c594fd-dede-4776-bc45-023cce5b56b0 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:07:56.113883 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5fafa6bd-fbeb-49c1-8616-bf6f2f32afb7 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:56.129227 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddac723d-5d52-49fc-87d7-fd35c8d1abee req-8b229ea0-c9f9-4222-8ec9-fcdc62a89a1f tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:56.130809 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ddac723d-5d52-49fc-87d7-fd35c8d1abee req-8b229ea0-c9f9-4222-8ec9-fcdc62a89a1f tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.2721286 May 05 22:07:56.166442 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-8f887e59-5634-4ba4-9d85-980af64c1118 None None] Provisioning for port 64c594fd-dede-4776-bc45-023cce5b56b0 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:07:56.173609 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-8f887e59-5634-4ba4-9d85-980af64c1118 None None] Provisioning complete for port 64c594fd-dede-4776-bc45-023cce5b56b0 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:07:56.174145 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8f887e59-5634-4ba4-9d85-980af64c1118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:56.236857 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-8f887e59-5634-4ba4-9d85-980af64c1118 None None] Port 64c594fd-dede-4776-bc45-023cce5b56b0 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:07:56.246088 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f411b27e-5171-4d0e-ba01-15368cad711a req-6dfeada2-0c8d-4f1d-a144-ba34514de9f5 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:56.297298 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f411b27e-5171-4d0e-ba01-15368cad711a req-6dfeada2-0c8d-4f1d-a144-ba34514de9f5 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:56.378416 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:56.401741 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ddac723d-5d52-49fc-87d7-fd35c8d1abee req-afb307e8-cf44-4b44-a3b3-194482ba076c tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646112 May 05 22:07:56.450858 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f411b27e-5171-4d0e-ba01-15368cad711a req-6dfeada2-0c8d-4f1d-a144-ba34514de9f5 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Network de008cf3-1173-4dd1-a114-f245dbf68296 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:07:56.461740 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port af0a6493-d55d-42f1-8884-7532f737b98b, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=af0a6493-d55d-42f1-8884-7532f737b98b,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:07:56.475154 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:56.559833 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-f411b27e-5171-4d0e-ba01-15368cad711a req-6dfeada2-0c8d-4f1d-a144-ba34514de9f5 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:07:56.571732 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-f411b27e-5171-4d0e-ba01-15368cad711a req-6dfeada2-0c8d-4f1d-a144-ba34514de9f5 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:07:56.665895 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=af0a6493-d55d-42f1-8884-7532f737b98b,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:07:56.770279 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411b27e-5171-4d0e-ba01-15368cad711a req-6dfeada2-0c8d-4f1d-a144-ba34514de9f5 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:56.775384 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f411b27e-5171-4d0e-ba01-15368cad711a req-6dfeada2-0c8d-4f1d-a144-ba34514de9f5 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:56.782930 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfeada2-0c8d-4f1d-a144-ba34514de9f5 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Pushing event updated for resources: {'Port': ['ID=1ce94e36-2b70-4ae6-a5ca-878b04e18f07,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:07:56.849742 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfeada2-0c8d-4f1d-a144-ba34514de9f5 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:07:56.850154 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfeada2-0c8d-4f1d-a144-ba34514de9f5 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:07:56.850690 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfeada2-0c8d-4f1d-a144-ba34514de9f5 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:07:56.851027 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfeada2-0c8d-4f1d-a144-ba34514de9f5 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:07:56.851364 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfeada2-0c8d-4f1d-a144-ba34514de9f5 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:07:56.851697 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfeada2-0c8d-4f1d-a144-ba34514de9f5 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:07:56.852027 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfeada2-0c8d-4f1d-a144-ba34514de9f5 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:07:56.852499 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfeada2-0c8d-4f1d-a144-ba34514de9f5 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:07:56.852837 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfeada2-0c8d-4f1d-a144-ba34514de9f5 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:07:56.853158 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfeada2-0c8d-4f1d-a144-ba34514de9f5 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:07:56.853506 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfeada2-0c8d-4f1d-a144-ba34514de9f5 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:07:56.889353 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ac1be-41a1-47c9-8e42-a3bcc67f2516 req-433f56c1-7fe4-444f-adc8-8b6f12d12d9f tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:56.896969 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc2ac1be-41a1-47c9-8e42-a3bcc67f2516 req-433f56c1-7fe4-444f-adc8-8b6f12d12d9f tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.1481822 May 05 22:07:56.949122 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f411b27e-5171-4d0e-ba01-15368cad711a req-6dfeada2-0c8d-4f1d-a144-ba34514de9f5 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6171401 May 05 22:07:56.961315 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc2ac1be-41a1-47c9-8e42-a3bcc67f2516 req-6fef5248-d0bd-46d7-810e-86413d03c626 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630815 May 05 22:07:56.970841 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-f411b27e-5171-4d0e-ba01-15368cad711a req-55f53d5c-c4cd-4e97-8a70-7c837facf24d service neutron] Request body: {'port': {'device_id': '6a408bbf-077f-4826-b722-cd5638ed7f68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:07:56.982726 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1346c5-cb84-4a80-b040-119b8addf200 req-ff2038a3-bf61-475a-acbd-540bf5c018ed tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:56.982726 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6f1346c5-cb84-4a80-b040-119b8addf200 req-ff2038a3-bf61-475a-acbd-540bf5c018ed tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4c387eb-7879-423d-a3f8-e617694126b6 HTTP/1.1" status: 200 len: 946 time: 0.1870098 May 05 22:07:57.104362 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6f1346c5-cb84-4a80-b040-119b8addf200 req-9850f1c8-f5e3-4a2d-8503-1b27c06fe0d7 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b23864a-1097-4ba5-82ce-a2e27a1f50eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063170 May 05 22:07:57.237565 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f411b27e-5171-4d0e-ba01-15368cad711a req-55f53d5c-c4cd-4e97-8a70-7c837facf24d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:57.333634 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5fafa6bd-fbeb-49c1-8616-bf6f2f32afb7 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:57.403239 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f3780b-8362-4a34-aa4b-9431c5d49694 req-bb71024f-9e72-4d9c-b096-a05b999f9f80 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:57.410768 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-69f3780b-8362-4a34-aa4b-9431c5d49694 req-bb71024f-9e72-4d9c-b096-a05b999f9f80 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.2268820 May 05 22:07:57.479461 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-69f3780b-8362-4a34-aa4b-9431c5d49694 req-2e4fbb17-1351-457a-bc98-8af0fe8b7392 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673828 May 05 22:07:57.488226 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96436055-5d43-447f-9cdd-8a717d6363ae req-ae76c29e-950b-4ce7-96e3-dcef3b2676c4 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:57.489858 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-96436055-5d43-447f-9cdd-8a717d6363ae req-ae76c29e-950b-4ce7-96e3-dcef3b2676c4 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a408bbf-077f-4826-b722-cd5638ed7f68 HTTP/1.1" status: 200 len: 932 time: 0.1929860 May 05 22:07:57.512165 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-5fafa6bd-fbeb-49c1-8616-bf6f2f32afb7 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Calling delete_port for 64c594fd-dede-4776-bc45-023cce5b56b0 owned by {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:07:57.558954 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-96436055-5d43-447f-9cdd-8a717d6363ae req-4bf5aa5a-8f0a-41d2-9efd-c9982de2b96f tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] 10.222.0.23 "GET /v2.0/security-groups?id=a840fe09-9188-4671-854a-0d1826f45c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626338 May 05 22:07:57.728921 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device af0a6493-d55d-42f1-8884-7532f737b98b up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:07:57.877207 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port af0a6493-d55d-42f1-8884-7532f737b98b triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:07:57.877842 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:58.005463 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab9f1f-054d-44be-9e34-8b8bcb5697c1 req-24800703-1a1a-4032-a766-83f788bf3f1b tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:58.012543 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9cab9f1f-054d-44be-9e34-8b8bcb5697c1 req-24800703-1a1a-4032-a766-83f788bf3f1b tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.1910465 May 05 22:07:58.093266 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5fafa6bd-fbeb-49c1-8616-bf6f2f32afb7 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:58.114810 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9cab9f1f-054d-44be-9e34-8b8bcb5697c1 req-691a0410-c50a-413e-aba3-b2d771480ab9 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962009 May 05 22:07:58.345389 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fafa6bd-fbeb-49c1-8616-bf6f2f32afb7 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event deleted for resources: {'Port': ['ID=64c594fd-dede-4776-bc45-023cce5b56b0,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:07:58.409806 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5fafa6bd-fbeb-49c1-8616-bf6f2f32afb7 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:58.550813 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40756e1a-7dd6-432a-8fc4-d6f6f00411b4 req-965c422b-5e1e-436a-977e-2b3fb125c38b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:58.561779 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-40756e1a-7dd6-432a-8fc4-d6f6f00411b4 req-965c422b-5e1e-436a-977e-2b3fb125c38b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4c387eb-7879-423d-a3f8-e617694126b6 HTTP/1.1" status: 200 len: 946 time: 0.2347562 May 05 22:07:58.672443 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5fafa6bd-fbeb-49c1-8616-bf6f2f32afb7 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/ports/64c594fd-dede-4776-bc45-023cce5b56b0 HTTP/1.1" status: 204 len: 168 time: 2.7297337 May 05 22:07:58.676520 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 38492) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:58.677425 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-40756e1a-7dd6-432a-8fc4-d6f6f00411b4 req-d51f50d3-24e3-4231-8496-b9693b997e9f tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b23864a-1097-4ba5-82ce-a2e27a1f50eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145096 May 05 22:07:58.700546 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf40cb0-220a-4dc7-bb29-509b6ba5c9c8 req-042f04b2-2a6c-419e-918b-ea3550557286 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:58.713879 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4bf40cb0-220a-4dc7-bb29-509b6ba5c9c8 req-042f04b2-2a6c-419e-918b-ea3550557286 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.3104837 May 05 22:07:58.802684 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4bf40cb0-220a-4dc7-bb29-509b6ba5c9c8 req-e0a487f2-c242-4c9b-8c3b-b113ef6cbd27 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860739 May 05 22:07:58.809188 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daac6e57-c436-4837-9cc5-be6e29338c7c tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:58.811154 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daac6e57-c436-4837-9cc5-be6e29338c7c tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:58.811923 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-daac6e57-c436-4837-9cc5-be6e29338c7c tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Synchronizing usage tracker for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:subnet {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:07:58.870584 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-daac6e57-c436-4837-9cc5-be6e29338c7c tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Unset dirty status for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:subnet {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:07:58.874545 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-daac6e57-c436-4837-9cc5-be6e29338c7c tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1929286 May 05 22:07:58.875100 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 38502) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:07:58.915650 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-f411b27e-5171-4d0e-ba01-15368cad711a req-55f53d5c-c4cd-4e97-8a70-7c837facf24d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ce94e36-2b70-4ae6-a5ca-878b04e18f07 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:07:58.935520 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f411b27e-5171-4d0e-ba01-15368cad711a req-55f53d5c-c4cd-4e97-8a70-7c837facf24d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:58.969846 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-f411b27e-5171-4d0e-ba01-15368cad711a req-55f53d5c-c4cd-4e97-8a70-7c837facf24d service neutron] Transition to ACTIVE for port object 1ce94e36-2b70-4ae6-a5ca-878b04e18f07 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:07:58.976473 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f411b27e-5171-4d0e-ba01-15368cad711a req-55f53d5c-c4cd-4e97-8a70-7c837facf24d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:59.262709 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f53d5c-c4cd-4e97-8a70-7c837facf24d service neutron] Pushing event updated for resources: {'Port': ['ID=1ce94e36-2b70-4ae6-a5ca-878b04e18f07,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:07:59.354236 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c77b8a5-0ba4-43d1-a7f8-f0b92feec13d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Deleting subnet f730893a-23a3-4576-a193-12e540e55546 {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:07:59.370638 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2c77b8a5-0ba4-43d1-a7f8-f0b92feec13d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:59.401062 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-f411b27e-5171-4d0e-ba01-15368cad711a req-55f53d5c-c4cd-4e97-8a70-7c837facf24d service neutron] Attempting to bind port 1ce94e36-2b70-4ae6-a5ca-878b04e18f07 on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:07:59.401062 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-f411b27e-5171-4d0e-ba01-15368cad711a req-55f53d5c-c4cd-4e97-8a70-7c837facf24d service neutron] Attempting to bind port 1ce94e36-2b70-4ae6-a5ca-878b04e18f07 by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': '6450fb84-f2ae-4aef-9c0c-c15699fb9c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'de008cf3-1173-4dd1-a114-f245dbf68296'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:07:59.401062 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f411b27e-5171-4d0e-ba01-15368cad711a req-55f53d5c-c4cd-4e97-8a70-7c837facf24d service neutron] Attempting to bind port 1ce94e36-2b70-4ae6-a5ca-878b04e18f07 on network de008cf3-1173-4dd1-a114-f245dbf68296 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:07:59.411505 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f411b27e-5171-4d0e-ba01-15368cad711a req-55f53d5c-c4cd-4e97-8a70-7c837facf24d service neutron] Port 1ce94e36-2b70-4ae6-a5ca-878b04e18f07 on network de008cf3-1173-4dd1-a114-f245dbf68296 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:07:59.412015 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f411b27e-5171-4d0e-ba01-15368cad711a req-55f53d5c-c4cd-4e97-8a70-7c837facf24d service neutron] Attempting to bind port 1ce94e36-2b70-4ae6-a5ca-878b04e18f07 on network de008cf3-1173-4dd1-a114-f245dbf68296 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:07:59.419940 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f411b27e-5171-4d0e-ba01-15368cad711a req-55f53d5c-c4cd-4e97-8a70-7c837facf24d service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:07:59.420271 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f411b27e-5171-4d0e-ba01-15368cad711a req-55f53d5c-c4cd-4e97-8a70-7c837facf24d service neutron] Checking segment: {'id': '6450fb84-f2ae-4aef-9c0c-c15699fb9c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'de008cf3-1173-4dd1-a114-f245dbf68296'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:07:59.420726 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f411b27e-5171-4d0e-ba01-15368cad711a req-55f53d5c-c4cd-4e97-8a70-7c837facf24d service neutron] Bound using segment: {'id': '6450fb84-f2ae-4aef-9c0c-c15699fb9c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'de008cf3-1173-4dd1-a114-f245dbf68296'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:07:59.421149 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-f411b27e-5171-4d0e-ba01-15368cad711a req-55f53d5c-c4cd-4e97-8a70-7c837facf24d service neutron] Bound port: 1ce94e36-2b70-4ae6-a5ca-878b04e18f07, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6450fb84-f2ae-4aef-9c0c-c15699fb9c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'de008cf3-1173-4dd1-a114-f245dbf68296'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:07:59.421536 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f411b27e-5171-4d0e-ba01-15368cad711a req-55f53d5c-c4cd-4e97-8a70-7c837facf24d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:59.466863 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2c77b8a5-0ba4-43d1-a7f8-f0b92feec13d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:59.533913 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-f411b27e-5171-4d0e-ba01-15368cad711a req-55f53d5c-c4cd-4e97-8a70-7c837facf24d service neutron] For port 1ce94e36-2b70-4ae6-a5ca-878b04e18f07, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:07:59.538532 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-f411b27e-5171-4d0e-ba01-15368cad711a req-55f53d5c-c4cd-4e97-8a70-7c837facf24d service neutron] For port 1ce94e36-2b70-4ae6-a5ca-878b04e18f07, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=1ce94e36-2b70-4ae6-a5ca-878b04e18f07,segment=NetworkSegment(6450fb84-f2ae-4aef-9c0c-c15699fb9c2e),segment_id=6450fb84-f2ae-4aef-9c0c-c15699fb9c2e)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:07:59.545750 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f411b27e-5171-4d0e-ba01-15368cad711a req-55f53d5c-c4cd-4e97-8a70-7c837facf24d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:59.556525 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217fefe-5012-4554-8318-aef46457fee5 req-21d2cc12-c5b8-4ee5-ad8d-2e105b354c1b tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:59.575264 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9217fefe-5012-4554-8318-aef46457fee5 req-21d2cc12-c5b8-4ee5-ad8d-2e105b354c1b tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a408bbf-077f-4826-b722-cd5638ed7f68 HTTP/1.1" status: 200 len: 944 time: 0.6344686 May 05 22:07:59.642830 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d6b53-84a3-439b-9b86-a0fc12a71109 req-9afea460-38fb-4c3f-a59b-fe74b4bda006 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:07:59.665548 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4c8d6b53-84a3-439b-9b86-a0fc12a71109 req-9afea460-38fb-4c3f-a59b-fe74b4bda006 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.5599725 May 05 22:07:59.688038 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f53d5c-c4cd-4e97-8a70-7c837facf24d service neutron] Pushing event updated for resources: {'Port': ['ID=1ce94e36-2b70-4ae6-a5ca-878b04e18f07,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:07:59.706345 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f411b27e-5171-4d0e-ba01-15368cad711a req-55f53d5c-c4cd-4e97-8a70-7c837facf24d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:59.708112 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f411b27e-5171-4d0e-ba01-15368cad711a req-55f53d5c-c4cd-4e97-8a70-7c837facf24d service neutron] 10.222.0.44 "PUT /v2.0/ports/1ce94e36-2b70-4ae6-a5ca-878b04e18f07 HTTP/1.1" status: 200 len: 1092 time: 2.7507892 May 05 22:07:59.708865 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a408bbf-077f-4826-b722-cd5638ed7f68', 'tag': '1ce94e36-2b70-4ae6-a5ca-878b04e18f07'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:07:59.758047 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9217fefe-5012-4554-8318-aef46457fee5 req-4aea2825-7351-4427-80a8-d0c38e1bf497 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] 10.222.0.23 "GET /v2.0/security-groups?id=a840fe09-9188-4671-854a-0d1826f45c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815748 May 05 22:07:59.825783 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2c77b8a5-0ba4-43d1-a7f8-f0b92feec13d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:07:59.911392 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4c8d6b53-84a3-439b-9b86-a0fc12a71109 req-088e8629-184c-4783-b363-143114cb873a tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510123 May 05 22:07:59.950452 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f411b27e-5171-4d0e-ba01-15368cad711a req-4ebb9a10-0028-4238-adc8-58348c633e7b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cdf3141034214c00a02c72d465f44933&device_id=6a408bbf-077f-4826-b722-cd5638ed7f68 HTTP/1.1" status: 200 len: 1095 time: 0.1937804 May 05 22:08:00.126242 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f411b27e-5171-4d0e-ba01-15368cad711a req-faad76d2-2670-4a67-938d-853708fe844f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ce94e36-2b70-4ae6-a5ca-878b04e18f07 HTTP/1.1" status: 200 len: 217 time: 0.1686168 May 05 22:08:00.234048 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2c77b8a5-0ba4-43d1-a7f8-f0b92feec13d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:00.269461 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411b27e-5171-4d0e-ba01-15368cad711a req-d5cd0b54-565d-4d52-96a9-923a52c5db22 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:00.276906 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f411b27e-5171-4d0e-ba01-15368cad711a req-d5cd0b54-565d-4d52-96a9-923a52c5db22 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a09f7fe8-12fe-41f3-8d45-f3aa02fd3f84 HTTP/1.1" status: 200 len: 853 time: 0.1443398 May 05 22:08:00.293371 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2c77b8a5-0ba4-43d1-a7f8-f0b92feec13d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:00.293868 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5835b84b-f830-4c1a-b42d-5aed988f661f None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:08:00.311548 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c77b8a5-0ba4-43d1-a7f8-f0b92feec13d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event deleted for resources: {'Subnet': ['ID=f730893a-23a3-4576-a193-12e540e55546,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:00.372097 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-2c77b8a5-0ba4-43d1-a7f8-f0b92feec13d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/subnets/f730893a-23a3-4576-a193-12e540e55546 HTTP/1.1" status: 204 len: 168 time: 1.4928677 May 05 22:08:00.373699 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 38542) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:00.406158 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f411b27e-5171-4d0e-ba01-15368cad711a req-aaefe21e-7b51-4562-b6d8-23048b298f1e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=de008cf3-1173-4dd1-a114-f245dbf68296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1184101 May 05 22:08:00.476959 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc543fa-f3ce-4601-a330-fbd34e5d0c97 req-575b4d4a-37c4-4a0b-bee4-29d393b65dc2 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:00.484094 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3fc543fa-f3ce-4601-a330-fbd34e5d0c97 req-575b4d4a-37c4-4a0b-bee4-29d393b65dc2 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4c387eb-7879-423d-a3f8-e617694126b6 HTTP/1.1" status: 200 len: 946 time: 0.3965526 May 05 22:08:00.516022 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b2af3dd8-65c5-4f2e-80d4-d40ebcb7a287 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1322145 May 05 22:08:00.519438 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 38548) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:00.528551 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-74465202-2da7-4b8f-843d-27e8cbcdd81d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Request body: {'subnet': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:08:00.593978 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3fc543fa-f3ce-4601-a330-fbd34e5d0c97 req-9f70b9a9-73a0-4165-ae0a-a24e888318fa tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b23864a-1097-4ba5-82ce-a2e27a1f50eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084833 May 05 22:08:00.605040 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a6d5fad-91f9-4404-a53c-a1af7537d252'] response: {'name': 'network-changed', 'server_uuid': '6a408bbf-077f-4826-b722-cd5638ed7f68', 'tag': '1ce94e36-2b70-4ae6-a5ca-878b04e18f07', 'status': 'completed', 'code': 200} May 05 22:08:00.761464 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f411b27e-5171-4d0e-ba01-15368cad711a req-50ea6a3c-68ab-49b3-be0b-a52f1e528b7b service neutron] 10.222.0.44 "GET /v2.0/networks/de008cf3-1173-4dd1-a114-f245dbf68296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474135 May 05 22:08:00.884894 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e746dc35-b9e2-46cd-b4c3-63dc93daa6f1 None None] DHCP port deletion for 137c07e1-75d6-4e37-9f42-95b3b385c296 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:08:00.889658 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-e746dc35-b9e2-46cd-b4c3-63dc93daa6f1 None None] Deleting port af0a6493-d55d-42f1-8884-7532f737b98b {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:08:00.890367 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e746dc35-b9e2-46cd-b4c3-63dc93daa6f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:01.007395 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f411b27e-5171-4d0e-ba01-15368cad711a req-26fe461c-6345-44db-8daf-8c6262d9ca40 service neutron] 10.222.0.44 "GET /v2.0/networks/de008cf3-1173-4dd1-a114-f245dbf68296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393973 May 05 22:08:01.101671 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-74465202-2da7-4b8f-843d-27e8cbcdd81d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:08:01.107669 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-74465202-2da7-4b8f-843d-27e8cbcdd81d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Usage tracker for resource:subnet and tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:08:01.111156 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-74465202-2da7-4b8f-843d-27e8cbcdd81d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:08:01.125800 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-74465202-2da7-4b8f-843d-27e8cbcdd81d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:08:01.168341 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74465202-2da7-4b8f-843d-27e8cbcdd81d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Made reservation on behalf of 6a9c8b32c69349b78288ebe6e6b6f3f4 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:08:01.168341 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-74465202-2da7-4b8f-843d-27e8cbcdd81d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:01.188261 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 38556) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:01.194105 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e6f51f36-470b-41d5-9420-b4306b78b51d req-c3a0aeb9-0d65-4c85-ba9d-8564567e00f6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cdf3141034214c00a02c72d465f44933&device_id=6a408bbf-077f-4826-b722-cd5638ed7f68 HTTP/1.1" status: 200 len: 1095 time: 0.1319063 May 05 22:08:01.276769 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-e746dc35-b9e2-46cd-b4c3-63dc93daa6f1 None None] For port af0a6493-d55d-42f1-8884-7532f737b98b, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=af0a6493-d55d-42f1-8884-7532f737b98b,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:08:01.277152 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e746dc35-b9e2-46cd-b4c3-63dc93daa6f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:01.598425 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-e746dc35-b9e2-46cd-b4c3-63dc93daa6f1 None None] Calling delete_port for af0a6493-d55d-42f1-8884-7532f737b98b owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:08:01.714921 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device af0a6493-d55d-42f1-8884-7532f737b98b no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:08:01.754753 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32584fdc-024b-40cd-b630-eefdf42e0c22 req-e086e66f-6496-48cf-a56f-8a23219e2a1f tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:01.762922 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-32584fdc-024b-40cd-b630-eefdf42e0c22 req-e086e66f-6496-48cf-a56f-8a23219e2a1f tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.9173224 May 05 22:08:01.775866 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ed0fe863-8d0e-49bd-ace0-76c14671052f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:01.811589 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdae74b-03cd-4192-ad2e-01d160207df8 req-18aff582-cf60-4ee0-9b58-f6e614acd0cf tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:01.813613 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6cdae74b-03cd-4192-ad2e-01d160207df8 req-18aff582-cf60-4ee0-9b58-f6e614acd0cf tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a408bbf-077f-4826-b722-cd5638ed7f68 HTTP/1.1" status: 200 len: 944 time: 0.8073854 May 05 22:08:01.921889 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:01.963424 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-32584fdc-024b-40cd-b630-eefdf42e0c22 req-709b174f-acef-4284-a9ac-7ac61eb99e3e tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993396 May 05 22:08:01.974963 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f51f36-470b-41d5-9420-b4306b78b51d req-3195b63b-2939-4db9-b7b6-5311b8c5e5b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:01.977456 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e6f51f36-470b-41d5-9420-b4306b78b51d req-3195b63b-2939-4db9-b7b6-5311b8c5e5b5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=de008cf3-1173-4dd1-a114-f245dbf68296 HTTP/1.1" status: 200 len: 914 time: 0.7761712 May 05 22:08:01.985858 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-ed0fe863-8d0e-49bd-ace0-76c14671052f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:08:01.993867 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-ed0fe863-8d0e-49bd-ace0-76c14671052f admin admin] Usage tracker for resource:security_group_rule and tenant:19b4a30512e34c2ea41aa611394e2b54 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:08:01.997394 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-ed0fe863-8d0e-49bd-ace0-76c14671052f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:08:02.020691 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-ed0fe863-8d0e-49bd-ace0-76c14671052f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:08:02.025754 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e746dc35-b9e2-46cd-b4c3-63dc93daa6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:02.028032 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6cdae74b-03cd-4192-ad2e-01d160207df8 req-a28c7aad-0c9e-48d7-80ae-202fc6f8acb3 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] 10.222.0.23 "GET /v2.0/security-groups?id=a840fe09-9188-4671-854a-0d1826f45c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821892 May 05 22:08:02.134736 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e746dc35-b9e2-46cd-b4c3-63dc93daa6f1 None None] No DVR routers for this DVR port af0a6493-d55d-42f1-8884-7532f737b98b on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:08:02.143094 n-d-825175-4 neutron-server[84061]: DEBUG neutron.objects.ports [None req-74465202-2da7-4b8f-843d-27e8cbcdd81d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84061) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 05 22:08:02.144431 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-74465202-2da7-4b8f-843d-27e8cbcdd81d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:02.170493 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e746dc35-b9e2-46cd-b4c3-63dc93daa6f1 None None] Pushing event deleted for resources: {'Port': ['ID=af0a6493-d55d-42f1-8884-7532f737b98b,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:02.222103 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e6f51f36-470b-41d5-9420-b4306b78b51d req-98faabd9-795d-4b52-96a1-4724ef6efb3d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ce94e36-2b70-4ae6-a5ca-878b04e18f07 HTTP/1.1" status: 200 len: 217 time: 0.1820486 May 05 22:08:02.337415 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f51f36-470b-41d5-9420-b4306b78b51d req-d17a075c-d339-4e20-92dc-eee31404b487 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:02.339205 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e6f51f36-470b-41d5-9420-b4306b78b51d req-d17a075c-d339-4e20-92dc-eee31404b487 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a09f7fe8-12fe-41f3-8d45-f3aa02fd3f84 HTTP/1.1" status: 200 len: 853 time: 0.0991311 May 05 22:08:02.358472 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74465202-2da7-4b8f-843d-27e8cbcdd81d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:08:02.363390 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-74465202-2da7-4b8f-843d-27e8cbcdd81d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:08:02.368525 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74465202-2da7-4b8f-843d-27e8cbcdd81d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event updated for resources: {'Subnet': ['ID=94470a8f-ee74-4f3a-95de-f39043abb59b,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:02.376966 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4c35bb-e956-4241-8e7f-f5cff53eef7e None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:08:02.408857 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74465202-2da7-4b8f-843d-27e8cbcdd81d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:02.409729 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-74465202-2da7-4b8f-843d-27e8cbcdd81d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:02.425541 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e6f51f36-470b-41d5-9420-b4306b78b51d req-d26b7766-8051-474c-8327-50be27dc8bca service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=de008cf3-1173-4dd1-a114-f245dbf68296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761893 May 05 22:08:02.430282 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ed0fe863-8d0e-49bd-ace0-76c14671052f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:02.479282 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ed0fe863-8d0e-49bd-ace0-76c14671052f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:02.486630 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-74465202-2da7-4b8f-843d-27e8cbcdd81d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9657648 May 05 22:08:02.490294 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 38578) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:02.505778 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-7e936055-a6bd-4689-93fb-e4ed5f2b03cd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Request body: {'port': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'mac_address': 'fa:16:3e:f8:79:4f', 'name': 'tempest-NetworksTestDHCPv6-1815343967'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:08:02.537429 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7b635-52de-44f3-816f-a9ecf80d5250 req-da070685-ac2d-46e6-a969-48a052e5cca8 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:02.544318 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-42a7b635-52de-44f3-816f-a9ecf80d5250 req-da070685-ac2d-46e6-a969-48a052e5cca8 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4c387eb-7879-423d-a3f8-e617694126b6 HTTP/1.1" status: 200 len: 946 time: 0.2943084 May 05 22:08:02.693795 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0fe863-8d0e-49bd-ace0-76c14671052f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eec2d6e-cb1c-4424-a949-1c6fac6d4d84,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:02.819915 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ed0fe863-8d0e-49bd-ace0-76c14671052f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=19b4a30512e34c2ea41aa611394e2b54&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6247852 May 05 22:08:02.822626 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 38592) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:02.911721 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-42a7b635-52de-44f3-816f-a9ecf80d5250 req-661fbcb8-7947-43eb-a60c-beb08f61c10e tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b23864a-1097-4ba5-82ce-a2e27a1f50eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3661726 May 05 22:08:02.930927 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e6f51f36-470b-41d5-9420-b4306b78b51d req-4badd7c3-62de-4be6-890d-3fd1c7ca1b62 service neutron] 10.222.0.44 "GET /v2.0/networks/de008cf3-1173-4dd1-a114-f245dbf68296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4896426 May 05 22:08:02.932100 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715c9321-921c-4dd8-8961-3267e3203916 req-911970b4-2c7a-444e-ad42-6ef80b5ab85d tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:02.939456 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-715c9321-921c-4dd8-8961-3267e3203916 req-911970b4-2c7a-444e-ad42-6ef80b5ab85d tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.5790241 May 05 22:08:02.943328 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c21bf2-b0ff-405e-9b2b-61ae1bc35f21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-137c07e1-75d6-4e37-9f42-95b3b385c296', 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'tenant_id': '6a9c8b32c69349b78288ebe6e6b6f3f4', 'fixed_ips': [{'subnet_id': '94470a8f-ee74-4f3a-95de-f39043abb59b'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:08:02.944369 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-7e936055-a6bd-4689-93fb-e4ed5f2b03cd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:08:02.944489 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a1c21bf2-b0ff-405e-9b2b-61ae1bc35f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:02.963339 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-7e936055-a6bd-4689-93fb-e4ed5f2b03cd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Usage tracker for resource:port and tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:08:02.967183 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-7e936055-a6bd-4689-93fb-e4ed5f2b03cd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:08:02.975689 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-7e936055-a6bd-4689-93fb-e4ed5f2b03cd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:08:03.004288 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e936055-a6bd-4689-93fb-e4ed5f2b03cd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Made reservation on behalf of 6a9c8b32c69349b78288ebe6e6b6f3f4 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:08:03.008762 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7e936055-a6bd-4689-93fb-e4ed5f2b03cd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:03.015251 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 1ce94e36-2b70-4ae6-a5ca-878b04e18f07 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:08:03.033049 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-715c9321-921c-4dd8-8961-3267e3203916 req-c23e710c-fa5c-457b-b5ab-d10403deff6b tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926425 May 05 22:08:03.064186 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [None req-7e936055-a6bd-4689-93fb-e4ed5f2b03cd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] device_id is not set on port 2dcc7d06-1041-4520-b44c-e92a1ef853d7 yet. {{(pid=84061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:08:03.201879 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e6f51f36-470b-41d5-9420-b4306b78b51d req-0444ec97-57a6-4e30-aa85-60178ff03f8a service neutron] 10.222.0.44 "GET /v2.0/networks/de008cf3-1173-4dd1-a114-f245dbf68296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694440 May 05 22:08:03.233542 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-077e5abf-9382-40a2-a722-54b5d45d367e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:03.291915 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-077e5abf-9382-40a2-a722-54b5d45d367e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:03.370157 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-077e5abf-9382-40a2-a722-54b5d45d367e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:03.389372 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077e5abf-9382-40a2-a722-54b5d45d367e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eec2d6e-cb1c-4424-a949-1c6fac6d4d84,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:03.405847 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-077e5abf-9382-40a2-a722-54b5d45d367e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:03.407774 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-077e5abf-9382-40a2-a722-54b5d45d367e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6eec2d6e-cb1c-4424-a949-1c6fac6d4d84 HTTP/1.1" status: 204 len: 168 time: 0.5835741 May 05 22:08:03.411988 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 1ce94e36-2b70-4ae6-a5ca-878b04e18f07, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=1ce94e36-2b70-4ae6-a5ca-878b04e18f07,segment=NetworkSegment(6450fb84-f2ae-4aef-9c0c-c15699fb9c2e),segment_id=6450fb84-f2ae-4aef-9c0c-c15699fb9c2e)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:08:03.464297 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-7e936055-a6bd-4689-93fb-e4ed5f2b03cd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Allocated IP 2001:db8::f816:3eff:fef8:794f (137c07e1-75d6-4e37-9f42-95b3b385c296/94470a8f-ee74-4f3a-95de-f39043abb59b/2dcc7d06-1041-4520-b44c-e92a1ef853d7) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:08:03.704140 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '1ce94e36-2b70-4ae6-a5ca-878b04e18f07', 'network_id': 'de008cf3-1173-4dd1-a114-f245dbf68296', 'port_id': '1ce94e36-2b70-4ae6-a5ca-878b04e18f07', 'mac_address': 'fa:16:3e:9b:31:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a09f7fe8-12fe-41f3-8d45-f3aa02fd3f84', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:08:03.809119 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd0f59-23b0-44e1-9016-db83460333d7 req-8722b75a-38cf-4621-a824-0a80e22e7bf5 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:03.811160 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ddcd0f59-23b0-44e1-9016-db83460333d7 req-8722b75a-38cf-4621-a824-0a80e22e7bf5 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.4729884 May 05 22:08:03.908798 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:03.933794 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ce94e36-2b70-4ae6-a5ca-878b04e18f07 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:08:03.967445 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 1ce94e36-2b70-4ae6-a5ca-878b04e18f07, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=1ce94e36-2b70-4ae6-a5ca-878b04e18f07,segment=NetworkSegment(6450fb84-f2ae-4aef-9c0c-c15699fb9c2e),segment_id=6450fb84-f2ae-4aef-9c0c-c15699fb9c2e)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:08:03.978084 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:03.978645 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e6ad8-2a9d-4219-966f-ed7f6d33c856 req-8463afda-0e18-4ee0-9561-4d067a9479fd tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:03.986165 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2e7e6ad8-2a9d-4219-966f-ed7f6d33c856 req-8463afda-0e18-4ee0-9561-4d067a9479fd tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a408bbf-077f-4826-b722-cd5638ed7f68 HTTP/1.1" status: 200 len: 944 time: 0.4696212 May 05 22:08:04.043517 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ddcd0f59-23b0-44e1-9016-db83460333d7 req-2f314708-8276-4551-9fde-b06043fcdce2 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110059 May 05 22:08:04.073146 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=1ce94e36-2b70-4ae6-a5ca-878b04e18f07,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:04.135498 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 38622) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:04.163708 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d16d005e-0a79-4d4a-a838-ceaa52b646be admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:04.180280 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2e7e6ad8-2a9d-4219-966f-ed7f6d33c856 req-ca248e8a-9fa5-46a8-bfdf-ed7df9b42e2b tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] 10.222.0.23 "GET /v2.0/security-groups?id=a840fe09-9188-4671-854a-0d1826f45c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929722 May 05 22:08:04.212635 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-d16d005e-0a79-4d4a-a838-ceaa52b646be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:08:04.220154 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['1ce94e36-2b70-4ae6-a5ca-878b04e18f07'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:08:04.229074 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7e936055-a6bd-4689-93fb-e4ed5f2b03cd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:04.232870 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d16d005e-0a79-4d4a-a838-ceaa52b646be admin admin] Usage tracker for resource:security_group_rule and tenant:68e88c428c2e4c12aa968feda6ed16db is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:08:04.241384 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d16d005e-0a79-4d4a-a838-ceaa52b646be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:08:04.257953 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-d16d005e-0a79-4d4a-a838-ceaa52b646be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:08:04.275293 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-7e936055-a6bd-4689-93fb-e4ed5f2b03cd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Transition to ACTIVE for port object 2dcc7d06-1041-4520-b44c-e92a1ef853d7 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:08:04.318953 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7e936055-a6bd-4689-93fb-e4ed5f2b03cd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:04.431925 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d16d005e-0a79-4d4a-a838-ceaa52b646be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:04.443049 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d16d005e-0a79-4d4a-a838-ceaa52b646be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:04.505912 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d16d005e-0a79-4d4a-a838-ceaa52b646be admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=68e88c428c2e4c12aa968feda6ed16db&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3674500 May 05 22:08:04.525524 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 38630) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:04.578652 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-a1c21bf2-b0ff-405e-9b2b-61ae1bc35f21 None None] Allocated IP 2001:db8::f816:3eff:fe26:bbd3 (137c07e1-75d6-4e37-9f42-95b3b385c296/94470a8f-ee74-4f3a-95de-f39043abb59b/52e4cae8-e63e-4906-af09-696a0795ca8e) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:08:04.620094 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e936055-a6bd-4689-93fb-e4ed5f2b03cd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:08:04.632677 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-7e936055-a6bd-4689-93fb-e4ed5f2b03cd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:08:04.642355 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e936055-a6bd-4689-93fb-e4ed5f2b03cd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:08:04.649919 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e936055-a6bd-4689-93fb-e4ed5f2b03cd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:04.650886 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7e936055-a6bd-4689-93fb-e4ed5f2b03cd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:04.665565 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16d005e-0a79-4d4a-a838-ceaa52b646be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d348c11-751e-49b6-a66e-1db9aa0cbf20,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:04.727418 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ecfbe6e7-a4ea-4a6b-99bb-ae0122fd3bc4 req-35329d20-940d-4132-8ec0-86a169b14211 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=06fb629024324e968714595537efac5c&device_id=e4c387eb-7879-423d-a3f8-e617694126b6 HTTP/1.1" status: 200 len: 1097 time: 0.1490195 May 05 22:08:04.743221 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f8019bb6-17de-4895-b563-0b4f12844e98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:04.850382 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e936055-a6bd-4689-93fb-e4ed5f2b03cd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event updated for resources: {'Port': ['ID=2dcc7d06-1041-4520-b44c-e92a1ef853d7,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:04.909210 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-7e936055-a6bd-4689-93fb-e4ed5f2b03cd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4168425 May 05 22:08:04.938098 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 38640) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:04.948125 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f8019bb6-17de-4895-b563-0b4f12844e98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:04.976109 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e376c70e-c6db-43f5-b0cc-df35841977e8 req-3bcb2c17-5d30-4460-bbf5-8a0f78c923b0 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:04.984121 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e376c70e-c6db-43f5-b0cc-df35841977e8 req-3bcb2c17-5d30-4460-bbf5-8a0f78c923b0 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4c387eb-7879-423d-a3f8-e617694126b6 HTTP/1.1" status: 200 len: 946 time: 0.5565157 May 05 22:08:05.070426 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e376c70e-c6db-43f5-b0cc-df35841977e8 req-77cf27db-55af-40a2-b6e7-cdcf50d54896 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b23864a-1097-4ba5-82ce-a2e27a1f50eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797198 May 05 22:08:05.151986 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbe6e7-a4ea-4a6b-99bb-ae0122fd3bc4 req-e3fe1938-09b5-4787-bb62-8932900ec8ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:05.153385 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ecfbe6e7-a4ea-4a6b-99bb-ae0122fd3bc4 req-e3fe1938-09b5-4787-bb62-8932900ec8ca service neutron] 10.222.0.44 "GET /v2.0/networks?id=1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753 HTTP/1.1" status: 200 len: 896 time: 0.3949182 May 05 22:08:05.219787 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a1c21bf2-b0ff-405e-9b2b-61ae1bc35f21 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:05.285642 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-a1c21bf2-b0ff-405e-9b2b-61ae1bc35f21 None None] Transition to ACTIVE for port object 52e4cae8-e63e-4906-af09-696a0795ca8e will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:08:05.414610 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-a1c21bf2-b0ff-405e-9b2b-61ae1bc35f21 None None] Transition to ACTIVE for port object 52e4cae8-e63e-4906-af09-696a0795ca8e will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:08:05.445494 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e4a035-5927-48c0-922a-3d6ef1a6d6c4 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:05.446299 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-02e4a035-5927-48c0-922a-3d6ef1a6d6c4 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Synchronizing usage tracker for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:08:05.451462 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a1c21bf2-b0ff-405e-9b2b-61ae1bc35f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:05.487846 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f8019bb6-17de-4895-b563-0b4f12844e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:05.535352 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ecfbe6e7-a4ea-4a6b-99bb-ae0122fd3bc4 req-5030d7bb-32d1-4ea9-ba08-205c9b79b025 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=978f635b-af0b-4afd-80a0-539d5190f34e HTTP/1.1" status: 200 len: 1002 time: 0.3747516 May 05 22:08:05.554067 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c21bf2-b0ff-405e-9b2b-61ae1bc35f21 None None] Pushing event updated for resources: {'Port': ['ID=52e4cae8-e63e-4906-af09-696a0795ca8e,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:05.606555 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8019bb6-17de-4895-b563-0b4f12844e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d348c11-751e-49b6-a66e-1db9aa0cbf20,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:05.614780 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c21bf2-b0ff-405e-9b2b-61ae1bc35f21 None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:08:05.618223 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-a1c21bf2-b0ff-405e-9b2b-61ae1bc35f21 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:08:05.625563 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c21bf2-b0ff-405e-9b2b-61ae1bc35f21 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:08:05.647908 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-02e4a035-5927-48c0-922a-3d6ef1a6d6c4 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Unset dirty status for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:08:05.649098 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-02e4a035-5927-48c0-922a-3d6ef1a6d6c4 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.7100496 May 05 22:08:05.653522 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce689d1d-018c-4870-8773-64355003388b req-a0a98c00-b0bf-4b74-84c4-f1d5cfaf3395 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:05.661226 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ce689d1d-018c-4870-8773-64355003388b req-a0a98c00-b0bf-4b74-84c4-f1d5cfaf3395 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.2919331 May 05 22:08:05.665212 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 38654) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:05.676111 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f8019bb6-17de-4895-b563-0b4f12844e98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:05.678640 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f8019bb6-17de-4895-b563-0b4f12844e98 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5d348c11-751e-49b6-a66e-1db9aa0cbf20 HTTP/1.1" status: 204 len: 168 time: 1.1505351 May 05 22:08:05.696281 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbe6e7-a4ea-4a6b-99bb-ae0122fd3bc4 req-da06882d-df51-49cb-875c-7f405805a389 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:05.704459 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ecfbe6e7-a4ea-4a6b-99bb-ae0122fd3bc4 req-da06882d-df51-49cb-875c-7f405805a389 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1755485f-4a55-4fd6-9437-364fb3417fd0 HTTP/1.1" status: 200 len: 834 time: 0.1675653 May 05 22:08:05.806485 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-a1c21bf2-b0ff-405e-9b2b-61ae1bc35f21 None None] Attempting to bind port 52e4cae8-e63e-4906-af09-696a0795ca8e on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:08:05.807393 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-a1c21bf2-b0ff-405e-9b2b-61ae1bc35f21 None None] Attempting to bind port 52e4cae8-e63e-4906-af09-696a0795ca8e by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:08:05.808613 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c21bf2-b0ff-405e-9b2b-61ae1bc35f21 None None] Attempting to bind port 52e4cae8-e63e-4906-af09-696a0795ca8e on network 137c07e1-75d6-4e37-9f42-95b3b385c296 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:08:05.820905 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ecfbe6e7-a4ea-4a6b-99bb-ae0122fd3bc4 req-6cd24dd5-39bd-4edb-8a03-c1f58a87630b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1093335 May 05 22:08:05.823108 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c21bf2-b0ff-405e-9b2b-61ae1bc35f21 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:08:05.823583 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c21bf2-b0ff-405e-9b2b-61ae1bc35f21 None None] Checking segment: {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:08:05.824073 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a1c21bf2-b0ff-405e-9b2b-61ae1bc35f21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:05.824466 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c21bf2-b0ff-405e-9b2b-61ae1bc35f21 None None] Bound using segment: {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:08:05.824958 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-a1c21bf2-b0ff-405e-9b2b-61ae1bc35f21 None None] Bound port: 52e4cae8-e63e-4906-af09-696a0795ca8e, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:08:05.825302 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a1c21bf2-b0ff-405e-9b2b-61ae1bc35f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:05.900641 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:05.904334 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ce689d1d-018c-4870-8773-64355003388b req-8856b790-aadc-4c94-a508-84889697239f tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417548 May 05 22:08:05.919646 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cead161-4d23-4d9b-8b5b-0e3bdcd63d19 req-581c8708-e0c3-4864-a612-fc5bc881eb2b tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:05.922579 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2cead161-4d23-4d9b-8b5b-0e3bdcd63d19 req-581c8708-e0c3-4864-a612-fc5bc881eb2b tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a408bbf-077f-4826-b722-cd5638ed7f68 HTTP/1.1" status: 200 len: 945 time: 0.5030971 May 05 22:08:05.977646 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:05.996638 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-a1c21bf2-b0ff-405e-9b2b-61ae1bc35f21 None None] For port 52e4cae8-e63e-4906-af09-696a0795ca8e, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:08:06.001441 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-a1c21bf2-b0ff-405e-9b2b-61ae1bc35f21 None None] For port 52e4cae8-e63e-4906-af09-696a0795ca8e, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=52e4cae8-e63e-4906-af09-696a0795ca8e,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:08:06.007458 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a1c21bf2-b0ff-405e-9b2b-61ae1bc35f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:06.044296 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-298c184c-ec2c-4cb3-b3af-5c602b74e816 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Deleting port 2dcc7d06-1041-4520-b44c-e92a1ef853d7 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:08:06.044900 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-298c184c-ec2c-4cb3-b3af-5c602b74e816 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:06.059261 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ecfbe6e7-a4ea-4a6b-99bb-ae0122fd3bc4 req-097b8162-9e3a-445e-91ab-f079b87bf48c service neutron] 10.222.0.44 "GET /v2.0/networks/1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309270 May 05 22:08:06.131675 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c21bf2-b0ff-405e-9b2b-61ae1bc35f21 None None] Pushing event updated for resources: {'Port': ['ID=52e4cae8-e63e-4906-af09-696a0795ca8e,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:06.584681 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-298c184c-ec2c-4cb3-b3af-5c602b74e816 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:06.783377 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-298c184c-ec2c-4cb3-b3af-5c602b74e816 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Calling delete_port for 2dcc7d06-1041-4520-b44c-e92a1ef853d7 owned by {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:08:06.863510 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2cead161-4d23-4d9b-8b5b-0e3bdcd63d19 req-5a3f5a9a-9929-4cd1-a9a0-74c3b17bfd79 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] 10.222.0.23 "GET /v2.0/security-groups?id=a840fe09-9188-4671-854a-0d1826f45c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9302561 May 05 22:08:06.931290 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ecfbe6e7-a4ea-4a6b-99bb-ae0122fd3bc4 req-32f39b72-6869-4c45-9fcc-35d50032f700 service neutron] 10.222.0.44 "GET /v2.0/networks/1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8649473 May 05 22:08:06.933000 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [req-07215755-b452-4d1d-9827-d48cbd08ac2f req-6c6a6ee7-9fad-434a-b052-9d71a4bd6942 service neutron] show failed (client error): The resource could not be found. May 05 22:08:06.934871 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-07215755-b452-4d1d-9827-d48cbd08ac2f req-6c6a6ee7-9fad-434a-b052-9d71a4bd6942 service neutron] 10.222.0.44 "GET /v2.0/ports/978f635b-af0b-4afd-80a0-539d5190f34e/bindings/n-h2-825175-4 HTTP/1.1" status: 404 len: 380 time: 0.3018813 May 05 22:08:07.056550 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 1ce94e36-2b70-4ae6-a5ca-878b04e18f07 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:08:07.121283 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1309a7-a6b2-465e-96e3-b2c00d704e79 req-ad1ba2b0-c51b-4bb5-840f-9c197c1319b2 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:07.129297 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8b1309a7-a6b2-465e-96e3-b2c00d704e79 req-ad1ba2b0-c51b-4bb5-840f-9c197c1319b2 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.9097910 May 05 22:08:07.266684 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 1ce94e36-2b70-4ae6-a5ca-878b04e18f07 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:08:07.294896 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 1ce94e36-2b70-4ae6-a5ca-878b04e18f07 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:08:07.295443 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-298c184c-ec2c-4cb3-b3af-5c602b74e816 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:07.295846 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:07.365299 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298c184c-ec2c-4cb3-b3af-5c602b74e816 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event deleted for resources: {'Port': ['ID=2dcc7d06-1041-4520-b44c-e92a1ef853d7,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:07.393846 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8b1309a7-a6b2-465e-96e3-b2c00d704e79 req-8a354af6-3d31-483c-a5ef-889cffdf933b tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632549 May 05 22:08:07.543622 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-298c184c-ec2c-4cb3-b3af-5c602b74e816 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:07.576606 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-298c184c-ec2c-4cb3-b3af-5c602b74e816 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/ports/2dcc7d06-1041-4520-b44c-e92a1ef853d7 HTTP/1.1" status: 204 len: 168 time: 1.9058733 May 05 22:08:07.579185 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 38712) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:07.616440 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead61270-0418-4235-b992-a0abad222480 req-d161e511-b88d-4a69-81f1-c724626b0016 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:07.624871 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:07.640044 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ead61270-0418-4235-b992-a0abad222480 req-d161e511-b88d-4a69-81f1-c724626b0016 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4c387eb-7879-423d-a3f8-e617694126b6 HTTP/1.1" status: 200 len: 946 time: 0.5007100 May 05 22:08:07.715538 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a408bbf-077f-4826-b722-cd5638ed7f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce94e36-2b70-4ae6-a5ca-878b04e18f07'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:08:07.751879 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 1ce94e36-2b70-4ae6-a5ca-878b04e18f07, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=1ce94e36-2b70-4ae6-a5ca-878b04e18f07,segment=NetworkSegment(6450fb84-f2ae-4aef-9c0c-c15699fb9c2e),segment_id=6450fb84-f2ae-4aef-9c0c-c15699fb9c2e)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:08:07.761799 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:07.842325 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ead61270-0418-4235-b992-a0abad222480 req-26b3ed48-ff4c-4eaf-a3a0-8d0f7f8fb319 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b23864a-1097-4ba5-82ce-a2e27a1f50eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2002428 May 05 22:08:07.910172 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 52e4cae8-e63e-4906-af09-696a0795ca8e up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:08:08.062411 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186f3a89-a0c4-423c-83e6-b6a2d8d696e5 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:08.064249 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186f3a89-a0c4-423c-83e6-b6a2d8d696e5 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:08.071651 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-186f3a89-a0c4-423c-83e6-b6a2d8d696e5 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.4890089 May 05 22:08:08.071946 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 38730) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:08.096407 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=1ce94e36-2b70-4ae6-a5ca-878b04e18f07,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:08.129600 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-fc903d26-12f4-4b92-98a9-b5902e844354 None None] Provisioning for port 52e4cae8-e63e-4906-af09-696a0795ca8e completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:08:08.156511 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 52e4cae8-e63e-4906-af09-696a0795ca8e completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:08:08.179025 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 52e4cae8-e63e-4906-af09-696a0795ca8e triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:08:08.179855 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:08.225642 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-07215755-b452-4d1d-9827-d48cbd08ac2f req-15167198-586f-4749-a913-7f634b78e76b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e4c387eb-7879-423d-a3f8-e617694126b6&tenant_id=06fb629024324e968714595537efac5c HTTP/1.1" status: 200 len: 1097 time: 0.9720554 May 05 22:08:08.239075 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-07215755-b452-4d1d-9827-d48cbd08ac2f req-f28d3edd-0049-4a84-865e-4ab4bc47d0c1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825175-4', 'device_owner': 'compute:nova'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:08:08.443424 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:08.473117 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-8c548537-91f1-46e5-ad65-1d5d7a24fe7f None None] Could not find standard attr ID for object 2dcc7d06-1041-4520-b44c-e92a1ef853d7. {{(pid=84064) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 22:08:08.476187 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 38736) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:08.493432 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-07215755-b452-4d1d-9827-d48cbd08ac2f req-f28d3edd-0049-4a84-865e-4ab4bc47d0c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:08.543543 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c13fdac-abb0-4417-afb7-135866696a8c'] response: {'server_uuid': '6a408bbf-077f-4826-b722-cd5638ed7f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce94e36-2b70-4ae6-a5ca-878b04e18f07', 'code': 200} May 05 22:08:08.545236 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 52e4cae8-e63e-4906-af09-696a0795ca8e, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=52e4cae8-e63e-4906-af09-696a0795ca8e,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:08:08.557414 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:08.721482 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf73f96d-a760-4dcc-8a5c-d8127161edb8 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Deleting subnet 94470a8f-ee74-4f3a-95de-f39043abb59b {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:08:08.751205 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=52e4cae8-e63e-4906-af09-696a0795ca8e,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:08.778096 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cf73f96d-a760-4dcc-8a5c-d8127161edb8 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:08.864453 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c808ae0-ad74-4506-8d3a-108b975f5649 req-9334f50a-c05c-4aee-95e8-81786f10f153 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:08.866595 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2c808ae0-ad74-4506-8d3a-108b975f5649 req-9334f50a-c05c-4aee-95e8-81786f10f153 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a408bbf-077f-4826-b722-cd5638ed7f68 HTTP/1.1" status: 200 len: 946 time: 0.6470299 May 05 22:08:08.915061 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cf73f96d-a760-4dcc-8a5c-d8127161edb8 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:08.922532 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-416e9661-77a2-40a3-bbdb-4a289c2da341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:09.015208 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2c808ae0-ad74-4506-8d3a-108b975f5649 req-51859a58-4fab-4944-806c-f950549339b1 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] 10.222.0.23 "GET /v2.0/security-groups?id=a840fe09-9188-4671-854a-0d1826f45c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380332 May 05 22:08:09.025425 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a437e08-b68f-4bcf-863c-feab3e6d75bb req-22c840a3-f98c-4c01-b796-3110137d363c tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:09.027021 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1a437e08-b68f-4bcf-863c-feab3e6d75bb req-22c840a3-f98c-4c01-b796-3110137d363c tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.3033357 May 05 22:08:09.069159 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-416e9661-77a2-40a3-bbdb-4a289c2da341 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:08:09.118941 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-416e9661-77a2-40a3-bbdb-4a289c2da341 admin admin] Usage tracker for resource:security_group_rule and tenant:a12f0fad2f524f07bcab2f2764e4702c is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:08:09.136666 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-416e9661-77a2-40a3-bbdb-4a289c2da341 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:08:09.164058 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-416e9661-77a2-40a3-bbdb-4a289c2da341 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:08:09.220283 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-920288a5-d228-49d0-b36f-d3faf1c1b32e req-69427930-6bc0-426b-926d-3e7243aff8ad service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6a408bbf-077f-4826-b722-cd5638ed7f68 HTTP/1.1" status: 200 len: 1097 time: 0.3625412 May 05 22:08:09.259040 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-07215755-b452-4d1d-9827-d48cbd08ac2f req-f28d3edd-0049-4a84-865e-4ab4bc47d0c1 service neutron] For port 978f635b-af0b-4afd-80a0-539d5190f34e, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=978f635b-af0b-4afd-80a0-539d5190f34e,segment=NetworkSegment(13351c92-5f57-4954-9af1-ea9ae34ca426),segment_id=13351c92-5f57-4954-9af1-ea9ae34ca426)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:08:09.263815 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cf73f96d-a760-4dcc-8a5c-d8127161edb8 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:09.294399 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1a437e08-b68f-4bcf-863c-feab3e6d75bb req-4ab7185f-b5c2-41a8-99d0-9f23a3a97683 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856619 May 05 22:08:09.331642 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-416e9661-77a2-40a3-bbdb-4a289c2da341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:09.353009 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-416e9661-77a2-40a3-bbdb-4a289c2da341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:09.388417 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-920288a5-d228-49d0-b36f-d3faf1c1b32e req-1c05c3e3-ac4b-477c-9c9b-05d26a5eda39 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a840fe09-9188-4671-854a-0d1826f45c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593068 May 05 22:08:09.408494 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cf73f96d-a760-4dcc-8a5c-d8127161edb8 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:09.431697 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e9661-77a2-40a3-bbdb-4a289c2da341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86dcc43-c7ff-42fd-a764-ed70bca3b200,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:09.436667 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-416e9661-77a2-40a3-bbdb-4a289c2da341 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a12f0fad2f524f07bcab2f2764e4702c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9590197 May 05 22:08:09.440742 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 38762) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:09.480642 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-07215755-b452-4d1d-9827-d48cbd08ac2f req-f28d3edd-0049-4a84-865e-4ab4bc47d0c1 service neutron] For port 978f635b-af0b-4afd-80a0-539d5190f34e, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:08:09.491335 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf73f96d-a760-4dcc-8a5c-d8127161edb8 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event deleted for resources: {'Subnet': ['ID=94470a8f-ee74-4f3a-95de-f39043abb59b,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:09.529831 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cf73f96d-a760-4dcc-8a5c-d8127161edb8 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:09.546631 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab4d59c-71e8-4e57-bcc4-6e0c273c8273 None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:08:09.551838 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-cf73f96d-a760-4dcc-8a5c-d8127161edb8 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/subnets/94470a8f-ee74-4f3a-95de-f39043abb59b HTTP/1.1" status: 204 len: 168 time: 1.4781148 May 05 22:08:09.554182 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 38768) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:09.612068 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-97f4ba3c-94a3-4300-85c2-fce7a8b94f9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:09.672798 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-7d605829-4fa7-40bc-b918-f34e80003f8f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1147437 May 05 22:08:09.673105 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 38774) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:09.753434 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-97f4ba3c-94a3-4300-85c2-fce7a8b94f9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:09.838889 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 52e4cae8-e63e-4906-af09-696a0795ca8e up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:08:09.864858 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06459e7d-6b41-4d9d-a2a0-c3a5bd809da9 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:09.866034 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-06459e7d-6b41-4d9d-a2a0-c3a5bd809da9 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Synchronizing usage tracker for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:08:09.889441 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c387eb-7879-423d-a3f8-e617694126b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '978f635b-af0b-4afd-80a0-539d5190f34e'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:08:09.908655 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-07215755-b452-4d1d-9827-d48cbd08ac2f req-f28d3edd-0049-4a84-865e-4ab4bc47d0c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:09.913297 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-06459e7d-6b41-4d9d-a2a0-c3a5bd809da9 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Unset dirty status for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:08:09.917858 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-06459e7d-6b41-4d9d-a2a0-c3a5bd809da9 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2414851 May 05 22:08:09.930406 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 38786) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:10.070060 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d9c1ea-6644-4df8-a579-ff14cb9b7151 req-ccce476c-af40-48bc-ba61-1df119ce52e1 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:10.071644 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bc34ea-2268-494d-b0ba-7198f1eb344c tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:10.075463 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c4bc34ea-2268-494d-b0ba-7198f1eb344c tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1417489 May 05 22:08:10.076717 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 38794) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:10.077339 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-97d9c1ea-6644-4df8-a579-ff14cb9b7151 req-ccce476c-af40-48bc-ba61-1df119ce52e1 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4c387eb-7879-423d-a3f8-e617694126b6 HTTP/1.1" status: 200 len: 946 time: 0.3349278 May 05 22:08:10.135717 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1629db1-7235-48ce-b49d-a3c5c03828a9 req-4eb90d73-ef06-4c96-a5bf-ed89ce88738f tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:10.137858 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d1629db1-7235-48ce-b49d-a3c5c03828a9 req-4eb90d73-ef06-4c96-a5bf-ed89ce88738f tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.1937118 May 05 22:08:10.164327 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-97d9c1ea-6644-4df8-a579-ff14cb9b7151 req-8dc2fc0a-8481-4bef-ba21-c1bfed802bff tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b23864a-1097-4ba5-82ce-a2e27a1f50eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859923 May 05 22:08:10.180770 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 52e4cae8-e63e-4906-af09-696a0795ca8e triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:08:10.181144 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:10.194176 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d1629db1-7235-48ce-b49d-a3c5c03828a9 req-1021059f-fcdb-49ac-93ca-1ec185361c53 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500796 May 05 22:08:10.196001 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-616368d6-bf74-44cc-b716-ecfa0eee720b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1169946 May 05 22:08:10.200150 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 38800) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:10.205995 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-07215755-b452-4d1d-9827-d48cbd08ac2f req-f28d3edd-0049-4a84-865e-4ab4bc47d0c1 service neutron] Transition to ACTIVE for port object 978f635b-af0b-4afd-80a0-539d5190f34e will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:08:10.214050 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-c303b463-7f52-45f2-84e6-4dc96d35f5fd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Request body: {'subnet': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:08:10.397532 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-97f4ba3c-94a3-4300-85c2-fce7a8b94f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:10.408580 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35268cc8-19e1-4922-bd09-109911afdda2 None None] DHCP port deletion for 137c07e1-75d6-4e37-9f42-95b3b385c296 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:08:10.413460 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c303b463-7f52-45f2-84e6-4dc96d35f5fd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:08:10.419035 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c303b463-7f52-45f2-84e6-4dc96d35f5fd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Usage tracker for resource:subnet and tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:08:10.422434 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c303b463-7f52-45f2-84e6-4dc96d35f5fd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:08:10.431668 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c303b463-7f52-45f2-84e6-4dc96d35f5fd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:08:10.444849 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83a5294a-88ae-4b60-9442-cb2f3af76136'] response: {'server_uuid': 'e4c387eb-7879-423d-a3f8-e617694126b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '978f635b-af0b-4afd-80a0-539d5190f34e', 'code': 200} May 05 22:08:10.453810 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-35268cc8-19e1-4922-bd09-109911afdda2 None None] Deleting port 52e4cae8-e63e-4906-af09-696a0795ca8e {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:08:10.463563 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-35268cc8-19e1-4922-bd09-109911afdda2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:10.471471 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f4ba3c-94a3-4300-85c2-fce7a8b94f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86dcc43-c7ff-42fd-a764-ed70bca3b200,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:10.473495 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-07215755-b452-4d1d-9827-d48cbd08ac2f req-f28d3edd-0049-4a84-865e-4ab4bc47d0c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:10.542482 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c303b463-7f52-45f2-84e6-4dc96d35f5fd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Made reservation on behalf of 6a9c8b32c69349b78288ebe6e6b6f3f4 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:08:10.736314 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-97f4ba3c-94a3-4300-85c2-fce7a8b94f9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:10.749261 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-97f4ba3c-94a3-4300-85c2-fce7a8b94f9c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e86dcc43-c7ff-42fd-a764-ed70bca3b200 HTTP/1.1" status: 204 len: 168 time: 1.2995358 May 05 22:08:10.784789 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de14038b-1a8a-4a20-a529-95aa6d8098ca req-9b5d8391-96f3-46e2-a4d7-4b9b2fa9e986 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:10.792316 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-de14038b-1a8a-4a20-a529-95aa6d8098ca req-9b5d8391-96f3-46e2-a4d7-4b9b2fa9e986 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=3165a957-ac04-4dca-9315-70195d79e2df HTTP/1.1" status: 200 len: 945 time: 0.2266102 May 05 22:08:10.902824 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde07062-5ddb-46d4-9187-44b885748566 req-75045b20-d714-4292-8b47-124fb7610e6c tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:10.909632 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bde07062-5ddb-46d4-9187-44b885748566 req-75045b20-d714-4292-8b47-124fb7610e6c tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a408bbf-077f-4826-b722-cd5638ed7f68 HTTP/1.1" status: 200 len: 946 time: 0.2346551 May 05 22:08:10.920750 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-35268cc8-19e1-4922-bd09-109911afdda2 None None] For port 52e4cae8-e63e-4906-af09-696a0795ca8e, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=52e4cae8-e63e-4906-af09-696a0795ca8e,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:08:10.921779 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-35268cc8-19e1-4922-bd09-109911afdda2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:10.989456 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-de14038b-1a8a-4a20-a529-95aa6d8098ca req-6060db63-f0ec-4179-ade4-fd9aa7353f0e tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/security-groups?id=97555bf9-cffb-4f46-9909-a2cd7b5cb846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1958547 May 05 22:08:11.069863 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bde07062-5ddb-46d4-9187-44b885748566 req-e244d5a8-afa2-440d-85a1-9dd3ef059116 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] 10.222.0.23 "GET /v2.0/security-groups?id=a840fe09-9188-4671-854a-0d1826f45c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593673 May 05 22:08:11.121908 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 978f635b-af0b-4afd-80a0-539d5190f34e no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:08:11.206001 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-35268cc8-19e1-4922-bd09-109911afdda2 None None] Calling delete_port for 52e4cae8-e63e-4906-af09-696a0795ca8e owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:08:11.408998 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 978f635b-af0b-4afd-80a0-539d5190f34e not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:08:11.417191 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-35268cc8-19e1-4922-bd09-109911afdda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:11.445086 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c303b463-7f52-45f2-84e6-4dc96d35f5fd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:11.478715 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28d3edd-0049-4a84-865e-4ab4bc47d0c1 service neutron] Pushing event updated for resources: {'Port': ['ID=978f635b-af0b-4afd-80a0-539d5190f34e,revision_number=6']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:11.481635 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35268cc8-19e1-4922-bd09-109911afdda2 None None] Pushing event deleted for resources: {'Port': ['ID=52e4cae8-e63e-4906-af09-696a0795ca8e,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:11.488994 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35268cc8-19e1-4922-bd09-109911afdda2 None None] No DVR routers for this DVR port 52e4cae8-e63e-4906-af09-696a0795ca8e on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:08:11.644634 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7969cb-e5b4-4041-982f-93d72eae02e6 req-9d383aba-0353-4aa4-bd33-41b3ae8d589b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:11.647288 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cf7969cb-e5b4-4041-982f-93d72eae02e6 req-9d383aba-0353-4aa4-bd33-41b3ae8d589b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4c387eb-7879-423d-a3f8-e617694126b6 HTTP/1.1" status: 200 len: 944 time: 0.2396836 May 05 22:08:11.678831 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-07215755-b452-4d1d-9827-d48cbd08ac2f req-f28d3edd-0049-4a84-865e-4ab4bc47d0c1 service neutron] No DVR routers for this DVR port 978f635b-af0b-4afd-80a0-539d5190f34e on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:08:11.698055 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 52e4cae8-e63e-4906-af09-696a0795ca8e no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:08:11.755200 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644cd090-1ec9-41d0-8c78-b5ec4db38a9e req-9ef550f9-e0f6-4747-b508-c75dece2a1e1 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:11.767092 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-644cd090-1ec9-41d0-8c78-b5ec4db38a9e req-9ef550f9-e0f6-4747-b508-c75dece2a1e1 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.4566255 May 05 22:08:11.782928 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 52e4cae8-e63e-4906-af09-696a0795ca8e {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:08:11.783848 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 52e4cae8-e63e-4906-af09-696a0795ca8e not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:08:11.855090 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-644cd090-1ec9-41d0-8c78-b5ec4db38a9e req-3c049b84-ed8c-405b-9e5e-89600855781d tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859585 May 05 22:08:11.905124 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cf7969cb-e5b4-4041-982f-93d72eae02e6 req-937a6cee-9fee-45a3-87dc-16616048d97e tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b23864a-1097-4ba5-82ce-a2e27a1f50eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2459621 May 05 22:08:11.911944 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0625a912-47aa-452d-bbc2-810cb0caf647 req-bf26abb1-cdb6-40a0-97b1-22fed77ace9d tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:11.913375 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-0625a912-47aa-452d-bbc2-810cb0caf647 req-bf26abb1-cdb6-40a0-97b1-22fed77ace9d tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Synchronizing usage tracker for tenant:2578689695ab4a55a99443682838538b on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:08:11.993988 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-0625a912-47aa-452d-bbc2-810cb0caf647 req-bf26abb1-cdb6-40a0-97b1-22fed77ace9d tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Unset dirty status for tenant:2578689695ab4a55a99443682838538b on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:08:11.995191 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0625a912-47aa-452d-bbc2-810cb0caf647 req-bf26abb1-cdb6-40a0-97b1-22fed77ace9d tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.44 "GET /v2.0/ports?device_id=3165a957-ac04-4dca-9315-70195d79e2df HTTP/1.1" status: 200 len: 945 time: 0.6667631 May 05 22:08:12.173848 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-0625a912-47aa-452d-bbc2-810cb0caf647 req-284a0b8e-b762-4b46-a062-8e890af733c4 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Deleting port 09071155-8a90-407a-9103-4a5c51b9bbd9 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:08:12.174198 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-0625a912-47aa-452d-bbc2-810cb0caf647 req-284a0b8e-b762-4b46-a062-8e890af733c4 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:12.235563 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c303b463-7f52-45f2-84e6-4dc96d35f5fd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:12.405234 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c303b463-7f52-45f2-84e6-4dc96d35f5fd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:08:12.457011 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f41f3-9926-46de-9dc5-0eed7f313d99 req-d9561507-5b22-4e02-a823-c578480a712b tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:12.475348 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-af8f41f3-9926-46de-9dc5-0eed7f313d99 req-d9561507-5b22-4e02-a823-c578480a712b tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.3087852 May 05 22:08:12.541341 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb2b04-8219-4670-8484-16e84ca12893 req-9296e20d-e937-49c5-bb96-3c1b4927755a tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:12.542840 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-13bb2b04-8219-4670-8484-16e84ca12893 req-9296e20d-e937-49c5-bb96-3c1b4927755a tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=3165a957-ac04-4dca-9315-70195d79e2df HTTP/1.1" status: 200 len: 945 time: 0.2752054 May 05 22:08:12.655294 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-af8f41f3-9926-46de-9dc5-0eed7f313d99 req-0dbf8e8b-8c4e-4312-acac-b763d4e7c2f4 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789579 May 05 22:08:12.723729 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-c303b463-7f52-45f2-84e6-4dc96d35f5fd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:08:12.742243 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febced6e-134e-4293-b99b-d86e915cf76a None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:08:12.746448 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c303b463-7f52-45f2-84e6-4dc96d35f5fd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:12.747851 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c303b463-7f52-45f2-84e6-4dc96d35f5fd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:12.762986 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-13bb2b04-8219-4670-8484-16e84ca12893 req-8073ac37-4641-4a8c-8d02-b88f39927c48 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/security-groups?id=97555bf9-cffb-4f46-9909-a2cd7b5cb846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2110007 May 05 22:08:12.852908 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c303b463-7f52-45f2-84e6-4dc96d35f5fd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event updated for resources: {'Subnet': ['ID=5a06fe2d-76e9-4b70-9981-131a282a3a25,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:12.868614 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-0625a912-47aa-452d-bbc2-810cb0caf647 req-284a0b8e-b762-4b46-a062-8e890af733c4 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] For port 09071155-8a90-407a-9103-4a5c51b9bbd9, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=09071155-8a90-407a-9103-4a5c51b9bbd9,segment=NetworkSegment(b0853f69-0751-43f3-82dd-3ab4be255b1c),segment_id=b0853f69-0751-43f3-82dd-3ab4be255b1c)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:08:12.869299 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-0625a912-47aa-452d-bbc2-810cb0caf647 req-284a0b8e-b762-4b46-a062-8e890af733c4 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:12.902801 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c303b463-7f52-45f2-84e6-4dc96d35f5fd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7008572 May 05 22:08:12.908867 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 38874) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:12.926628 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-c19e1d20-430e-4161-9567-65e88ae2d761 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Request body: {'port': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'mac_address': 'fa:16:3e:9e:f7:e3', 'name': 'tempest-NetworksTestDHCPv6-200252654'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:08:13.008858 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387aea5-45e6-469f-ad55-a5c3121d5be3 req-18d075be-c2f3-4f14-b9fe-a94305365f38 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:13.022957 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5387aea5-45e6-469f-ad55-a5c3121d5be3 req-18d075be-c2f3-4f14-b9fe-a94305365f38 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a408bbf-077f-4826-b722-cd5638ed7f68 HTTP/1.1" status: 200 len: 946 time: 0.1569386 May 05 22:08:13.059192 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 38880) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:13.138060 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c19e1d20-430e-4161-9567-65e88ae2d761 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:08:13.149403 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c19e1d20-430e-4161-9567-65e88ae2d761 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:08:13.226827 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5387aea5-45e6-469f-ad55-a5c3121d5be3 req-d3273793-b24d-43a3-b2e3-e4408f7b0bf5 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] 10.222.0.23 "GET /v2.0/security-groups?id=a840fe09-9188-4671-854a-0d1826f45c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015641 May 05 22:08:13.234865 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19e1d20-430e-4161-9567-65e88ae2d761 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Made reservation on behalf of 6a9c8b32c69349b78288ebe6e6b6f3f4 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:08:13.236203 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c19e1d20-430e-4161-9567-65e88ae2d761 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:13.239492 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691dbca9-7852-458a-a18f-2811594d2733 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-137c07e1-75d6-4e37-9f42-95b3b385c296', 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'tenant_id': '6a9c8b32c69349b78288ebe6e6b6f3f4', 'fixed_ips': [{'subnet_id': '5a06fe2d-76e9-4b70-9981-131a282a3a25'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:08:13.247140 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-691dbca9-7852-458a-a18f-2811594d2733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:13.289527 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-07215755-b452-4d1d-9827-d48cbd08ac2f req-f28d3edd-0049-4a84-865e-4ab4bc47d0c1 service neutron] Attempting to bind port 978f635b-af0b-4afd-80a0-539d5190f34e on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:08:13.289967 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-07215755-b452-4d1d-9827-d48cbd08ac2f req-f28d3edd-0049-4a84-865e-4ab4bc47d0c1 service neutron] Attempting to bind port 978f635b-af0b-4afd-80a0-539d5190f34e by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': '13351c92-5f57-4954-9af1-ea9ae34ca426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:08:13.290551 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07215755-b452-4d1d-9827-d48cbd08ac2f req-f28d3edd-0049-4a84-865e-4ab4bc47d0c1 service neutron] Attempting to bind port 978f635b-af0b-4afd-80a0-539d5190f34e on network 1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:08:13.308212 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [None req-c19e1d20-430e-4161-9567-65e88ae2d761 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] device_id is not set on port fc53c54c-d3ae-4f55-b224-b2555cc52339 yet. {{(pid=84063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:08:13.326253 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb096afa-3ae0-4dc2-9747-a4a32e7cf684 req-950b4f83-c61a-4196-9b1d-2893484bde3a tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:13.336818 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cb096afa-3ae0-4dc2-9747-a4a32e7cf684 req-950b4f83-c61a-4196-9b1d-2893484bde3a tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.2313786 May 05 22:08:13.440645 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cb096afa-3ae0-4dc2-9747-a4a32e7cf684 req-cfc03939-69ae-433a-a04a-129c6df07635 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979772 May 05 22:08:13.481476 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b5480ada-567c-4db5-b0ae-07b11e802a2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:13.502861 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07215755-b452-4d1d-9827-d48cbd08ac2f req-f28d3edd-0049-4a84-865e-4ab4bc47d0c1 service neutron] Port 978f635b-af0b-4afd-80a0-539d5190f34e on network 1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:08:13.503225 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07215755-b452-4d1d-9827-d48cbd08ac2f req-f28d3edd-0049-4a84-865e-4ab4bc47d0c1 service neutron] Attempting to bind port 978f635b-af0b-4afd-80a0-539d5190f34e on network 1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:08:13.632885 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07215755-b452-4d1d-9827-d48cbd08ac2f req-f28d3edd-0049-4a84-865e-4ab4bc47d0c1 service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:08:13.647345 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07215755-b452-4d1d-9827-d48cbd08ac2f req-f28d3edd-0049-4a84-865e-4ab4bc47d0c1 service neutron] Checking segment: {'id': '13351c92-5f57-4954-9af1-ea9ae34ca426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:08:13.647968 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07215755-b452-4d1d-9827-d48cbd08ac2f req-f28d3edd-0049-4a84-865e-4ab4bc47d0c1 service neutron] Bound using segment: {'id': '13351c92-5f57-4954-9af1-ea9ae34ca426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:08:13.648543 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-07215755-b452-4d1d-9827-d48cbd08ac2f req-f28d3edd-0049-4a84-865e-4ab4bc47d0c1 service neutron] Bound port: 978f635b-af0b-4afd-80a0-539d5190f34e, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13351c92-5f57-4954-9af1-ea9ae34ca426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:08:13.649056 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-07215755-b452-4d1d-9827-d48cbd08ac2f req-f28d3edd-0049-4a84-865e-4ab4bc47d0c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:13.764890 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b5480ada-567c-4db5-b0ae-07b11e802a2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:08:13.780710 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b5480ada-567c-4db5-b0ae-07b11e802a2b admin admin] Usage tracker for resource:security_group_rule and tenant:dd89dad0483c48779cf357f05afd6120 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:08:13.784390 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b5480ada-567c-4db5-b0ae-07b11e802a2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:08:13.794588 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b5480ada-567c-4db5-b0ae-07b11e802a2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:08:13.818702 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-691dbca9-7852-458a-a18f-2811594d2733 None None] Allocated IP 2001:db8::2 (137c07e1-75d6-4e37-9f42-95b3b385c296/5a06fe2d-76e9-4b70-9981-131a282a3a25/95108459-5e3c-4bf1-9696-a48874fe9356) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:08:13.833063 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c01f2-94ff-41b3-9024-7673ba155cd4 req-db25c7db-5a7d-4b9a-98de-b480bc2d23e2 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:13.835578 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-945c01f2-94ff-41b3-9024-7673ba155cd4 req-db25c7db-5a7d-4b9a-98de-b480bc2d23e2 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4c387eb-7879-423d-a3f8-e617694126b6 HTTP/1.1" status: 200 len: 944 time: 0.2870870 May 05 22:08:13.947303 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-945c01f2-94ff-41b3-9024-7673ba155cd4 req-e8f5e54e-e237-48e4-a31e-1c30e2a21823 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b23864a-1097-4ba5-82ce-a2e27a1f50eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051986 May 05 22:08:14.059537 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b5480ada-567c-4db5-b0ae-07b11e802a2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:14.077367 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b5480ada-567c-4db5-b0ae-07b11e802a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:14.184412 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-07215755-b452-4d1d-9827-d48cbd08ac2f req-f28d3edd-0049-4a84-865e-4ab4bc47d0c1 service neutron] For port 978f635b-af0b-4afd-80a0-539d5190f34e, host n-h2-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:08:14.188595 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-07215755-b452-4d1d-9827-d48cbd08ac2f req-f28d3edd-0049-4a84-865e-4ab4bc47d0c1 service neutron] For port 978f635b-af0b-4afd-80a0-539d5190f34e, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=978f635b-af0b-4afd-80a0-539d5190f34e,segment=NetworkSegment(13351c92-5f57-4954-9af1-ea9ae34ca426),segment_id=13351c92-5f57-4954-9af1-ea9ae34ca426)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:08:14.199858 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-07215755-b452-4d1d-9827-d48cbd08ac2f req-f28d3edd-0049-4a84-865e-4ab4bc47d0c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:14.234543 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-39623685-1e65-49fe-905e-4c5017969f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:14.271358 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-691dbca9-7852-458a-a18f-2811594d2733 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:14.295698 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-691dbca9-7852-458a-a18f-2811594d2733 None None] Transition to ACTIVE for port object 95108459-5e3c-4bf1-9696-a48874fe9356 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:08:14.299914 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5480ada-567c-4db5-b0ae-07b11e802a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e95199b-0fe3-4752-b13b-ac770467cff5,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:14.315502 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28d3edd-0049-4a84-865e-4ab4bc47d0c1 service neutron] Pushing event updated for resources: {'Port': ['ID=978f635b-af0b-4afd-80a0-539d5190f34e,revision_number=7']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:14.335500 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b5480ada-567c-4db5-b0ae-07b11e802a2b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dd89dad0483c48779cf357f05afd6120&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2726512 May 05 22:08:14.340805 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 38904) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:14.342476 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-0625a912-47aa-452d-bbc2-810cb0caf647 req-284a0b8e-b762-4b46-a062-8e890af733c4 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:14.342572 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-0625a912-47aa-452d-bbc2-810cb0caf647 req-284a0b8e-b762-4b46-a062-8e890af733c4 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:14.343063 n-d-825175-4 neutron-server[84063]: INFO neutron.db.l3_db [req-0625a912-47aa-452d-bbc2-810cb0caf647 req-284a0b8e-b762-4b46-a062-8e890af733c4 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Floating IP 70292108-00b4-4b56-b9b8-f77289a933db disassociated. External IP: 172.25.4.141, port: 09071155-8a90-407a-9103-4a5c51b9bbd9. May 05 22:08:14.343418 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-0625a912-47aa-452d-bbc2-810cb0caf647 req-284a0b8e-b762-4b46-a062-8e890af733c4 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Calling delete_port for 09071155-8a90-407a-9103-4a5c51b9bbd9 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:08:14.443631 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-07215755-b452-4d1d-9827-d48cbd08ac2f req-f28d3edd-0049-4a84-865e-4ab4bc47d0c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:14.445061 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-07215755-b452-4d1d-9827-d48cbd08ac2f req-f28d3edd-0049-4a84-865e-4ab4bc47d0c1 service neutron] 10.222.0.32 "PUT /v2.0/ports/978f635b-af0b-4afd-80a0-539d5190f34e HTTP/1.1" status: 200 len: 1092 time: 6.2103281 May 05 22:08:14.445581 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4c387eb-7879-423d-a3f8-e617694126b6', 'tag': '978f635b-af0b-4afd-80a0-539d5190f34e'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:08:14.485331 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-691dbca9-7852-458a-a18f-2811594d2733 None None] Transition to ACTIVE for port object 95108459-5e3c-4bf1-9696-a48874fe9356 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:08:14.499878 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-691dbca9-7852-458a-a18f-2811594d2733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:14.570630 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a62506-952f-40df-a682-85091e5e6f8a req-e33c3ed9-31c2-4649-8f1d-f728b5368196 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:14.573660 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-61a62506-952f-40df-a682-85091e5e6f8a req-e33c3ed9-31c2-4649-8f1d-f728b5368196 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.4335971 May 05 22:08:14.590785 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-afcaf006-fd4a-46ff-b67c-7cd85837a5f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:14.618354 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691dbca9-7852-458a-a18f-2811594d2733 None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:08:14.621274 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-691dbca9-7852-458a-a18f-2811594d2733 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:08:14.635972 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691dbca9-7852-458a-a18f-2811594d2733 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:08:14.752901 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691dbca9-7852-458a-a18f-2811594d2733 None None] Pushing event updated for resources: {'Port': ['ID=95108459-5e3c-4bf1-9696-a48874fe9356,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:14.831370 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-691dbca9-7852-458a-a18f-2811594d2733 None None] Attempting to bind port 95108459-5e3c-4bf1-9696-a48874fe9356 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:08:14.832070 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-691dbca9-7852-458a-a18f-2811594d2733 None None] Attempting to bind port 95108459-5e3c-4bf1-9696-a48874fe9356 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:08:14.832070 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691dbca9-7852-458a-a18f-2811594d2733 None None] Attempting to bind port 95108459-5e3c-4bf1-9696-a48874fe9356 on network 137c07e1-75d6-4e37-9f42-95b3b385c296 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:08:14.841266 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691dbca9-7852-458a-a18f-2811594d2733 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:08:14.841918 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691dbca9-7852-458a-a18f-2811594d2733 None None] Checking segment: {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:08:14.842192 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-691dbca9-7852-458a-a18f-2811594d2733 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:14.842614 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691dbca9-7852-458a-a18f-2811594d2733 None None] Bound using segment: {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:08:14.843162 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-691dbca9-7852-458a-a18f-2811594d2733 None None] Bound port: 95108459-5e3c-4bf1-9696-a48874fe9356, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:08:14.843539 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-691dbca9-7852-458a-a18f-2811594d2733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:14.917630 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-c19e1d20-430e-4161-9567-65e88ae2d761 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Allocated IP 2001:db8::28a (137c07e1-75d6-4e37-9f42-95b3b385c296/5a06fe2d-76e9-4b70-9981-131a282a3a25/fc53c54c-d3ae-4f55-b224-b2555cc52339) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:08:15.010767 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-07215755-b452-4d1d-9827-d48cbd08ac2f req-265df115-142b-49ce-93bd-8cb59fb08cd9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=06fb629024324e968714595537efac5c&device_id=e4c387eb-7879-423d-a3f8-e617694126b6 HTTP/1.1" status: 200 len: 1095 time: 0.5234003 May 05 22:08:15.014530 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-691dbca9-7852-458a-a18f-2811594d2733 None None] For port 95108459-5e3c-4bf1-9696-a48874fe9356, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:08:15.024398 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-691dbca9-7852-458a-a18f-2811594d2733 None None] For port 95108459-5e3c-4bf1-9696-a48874fe9356, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=95108459-5e3c-4bf1-9696-a48874fe9356,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:08:15.036002 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-691dbca9-7852-458a-a18f-2811594d2733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:15.102137 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-afcaf006-fd4a-46ff-b67c-7cd85837a5f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:15.129180 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 09071155-8a90-407a-9103-4a5c51b9bbd9 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:08:15.225062 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691dbca9-7852-458a-a18f-2811594d2733 None None] Pushing event updated for resources: {'Port': ['ID=95108459-5e3c-4bf1-9696-a48874fe9356,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:15.244271 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-61a62506-952f-40df-a682-85091e5e6f8a req-b7462633-1a70-4e65-82ed-6456bd0b1415 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6393163 May 05 22:08:15.331096 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd57491-07c7-40af-b974-9f5f9f643f41 req-992ea7a6-7024-4ffe-9d9b-ec5494e745c5 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:15.336464 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8cd57491-07c7-40af-b974-9f5f9f643f41 req-992ea7a6-7024-4ffe-9d9b-ec5494e745c5 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=3165a957-ac04-4dca-9315-70195d79e2df HTTP/1.1" status: 200 len: 945 time: 0.6545064 May 05 22:08:15.345262 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Port 09071155-8a90-407a-9103-4a5c51b9bbd9 update to DOWN by agent not found {{(pid=84064) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} May 05 22:08:15.384119 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-afcaf006-fd4a-46ff-b67c-7cd85837a5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:15.427573 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcaf006-fd4a-46ff-b67c-7cd85837a5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e95199b-0fe3-4752-b13b-ac770467cff5,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:15.430906 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07215755-b452-4d1d-9827-d48cbd08ac2f req-6197c514-4777-401e-92e9-41cce8d05ca7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:15.433270 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-07215755-b452-4d1d-9827-d48cbd08ac2f req-6197c514-4777-401e-92e9-41cce8d05ca7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753 HTTP/1.1" status: 200 len: 896 time: 0.4129651 May 05 22:08:15.448536 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-afcaf006-fd4a-46ff-b67c-7cd85837a5f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:15.449817 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-0625a912-47aa-452d-bbc2-810cb0caf647 req-284a0b8e-b762-4b46-a062-8e890af733c4 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:15.456859 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-afcaf006-fd4a-46ff-b67c-7cd85837a5f8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2e95199b-0fe3-4752-b13b-ac770467cff5 HTTP/1.1" status: 204 len: 168 time: 1.1075916 May 05 22:08:15.500487 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8cd57491-07c7-40af-b974-9f5f9f643f41 req-6e067096-9870-4f59-bce7-06be5f39fa9c tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/security-groups?id=97555bf9-cffb-4f46-9909-a2cd7b5cb846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561882 May 05 22:08:15.628151 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50f96eb7-c509-4fe4-85bf-a8de7cb9a27a'] response: {'name': 'network-changed', 'server_uuid': 'e4c387eb-7879-423d-a3f8-e617694126b6', 'tag': '978f635b-af0b-4afd-80a0-539d5190f34e', 'status': 'completed', 'code': 200} May 05 22:08:15.822039 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284a0b8e-b762-4b46-a062-8e890af733c4 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Pushing event deleted for resources: {'Port': ['ID=09071155-8a90-407a-9103-4a5c51b9bbd9,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:15.852957 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 95108459-5e3c-4bf1-9696-a48874fe9356 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:08:15.893247 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1003f7ff-3d80-41e6-beb2-80376fb517c2 req-d8f5d7bd-4361-4e01-b913-38d34c2c044c tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:15.923328 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1003f7ff-3d80-41e6-beb2-80376fb517c2 req-d8f5d7bd-4361-4e01-b913-38d34c2c044c tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4c387eb-7879-423d-a3f8-e617694126b6 HTTP/1.1" status: 200 len: 944 time: 0.2350328 May 05 22:08:16.037675 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 95108459-5e3c-4bf1-9696-a48874fe9356 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:08:16.096574 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1003f7ff-3d80-41e6-beb2-80376fb517c2 req-6dd81427-3cc0-4e8a-8c95-a5af7abf4ec8 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b23864a-1097-4ba5-82ce-a2e27a1f50eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1702812 May 05 22:08:16.293295 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-150c141e-2d89-41b7-b501-8968c330e259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:16.301835 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-07215755-b452-4d1d-9827-d48cbd08ac2f req-4c10e956-a829-4381-88d4-3c7ac3a676af service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=978f635b-af0b-4afd-80a0-539d5190f34e HTTP/1.1" status: 200 len: 1000 time: 0.8531022 May 05 22:08:16.311518 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c19e1d20-430e-4161-9567-65e88ae2d761 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:16.369086 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-c19e1d20-430e-4161-9567-65e88ae2d761 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Transition to ACTIVE for port object fc53c54c-d3ae-4f55-b224-b2555cc52339 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:08:16.404947 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 38938) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:16.442163 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6e524a34-6147-4202-90f9-fed23b9d6fe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:16.479015 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c19e1d20-430e-4161-9567-65e88ae2d761 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:16.504583 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-6e524a34-6147-4202-90f9-fed23b9d6fe2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:08:16.513117 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-6e524a34-6147-4202-90f9-fed23b9d6fe2 admin admin] Usage tracker for resource:security_group_rule and tenant:d89104c682464d7698f010e7de6a03cd is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:08:16.523175 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-6e524a34-6147-4202-90f9-fed23b9d6fe2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:08:16.532002 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-6e524a34-6147-4202-90f9-fed23b9d6fe2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:08:16.669605 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19e1d20-430e-4161-9567-65e88ae2d761 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event updated for resources: {'Port': ['ID=fc53c54c-d3ae-4f55-b224-b2555cc52339,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:16.674817 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bbd8abc9-c095-41d4-9652-f3454aa63c1a req-a0cce645-5f51-495c-a27f-82a0c06481fc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=06fb629024324e968714595537efac5c&device_id=e4c387eb-7879-423d-a3f8-e617694126b6 HTTP/1.1" status: 200 len: 1095 time: 1.0353475 May 05 22:08:16.701729 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6e524a34-6147-4202-90f9-fed23b9d6fe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:16.711734 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6e524a34-6147-4202-90f9-fed23b9d6fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:16.754094 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07215755-b452-4d1d-9827-d48cbd08ac2f req-d0fc99c7-b94b-46c7-ae6a-b8219319ba23 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:16.760687 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-07215755-b452-4d1d-9827-d48cbd08ac2f req-d0fc99c7-b94b-46c7-ae6a-b8219319ba23 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1755485f-4a55-4fd6-9437-364fb3417fd0 HTTP/1.1" status: 200 len: 834 time: 0.3597238 May 05 22:08:16.768884 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-6e524a34-6147-4202-90f9-fed23b9d6fe2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d89104c682464d7698f010e7de6a03cd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3605332 May 05 22:08:16.781920 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 38948) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:16.921767 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19e1d20-430e-4161-9567-65e88ae2d761 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:08:16.930058 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-c19e1d20-430e-4161-9567-65e88ae2d761 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:08:16.939793 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19e1d20-430e-4161-9567-65e88ae2d761 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:08:16.942956 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e524a34-6147-4202-90f9-fed23b9d6fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3206b4fa-8d46-4d59-9f19-33ab955eef0a,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:16.960947 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19e1d20-430e-4161-9567-65e88ae2d761 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:16.963409 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c19e1d20-430e-4161-9567-65e88ae2d761 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:17.023693 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-945e1cae-e018-497c-99fe-5e9bb8d916b3 None None] Provisioning for port 95108459-5e3c-4bf1-9696-a48874fe9356 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:08:17.034102 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-945e1cae-e018-497c-99fe-5e9bb8d916b3 None None] Provisioning complete for port 95108459-5e3c-4bf1-9696-a48874fe9356 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:08:17.034671 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-945e1cae-e018-497c-99fe-5e9bb8d916b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:17.115767 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-94f96c05-e101-4794-aa3e-e2553b355438 req-316e1c17-adb4-4d12-b7e1-ffb8bc32fc5b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=3165a957-ac04-4dca-9315-70195d79e2df HTTP/1.1" status: 200 len: 210 time: 0.1783822 May 05 22:08:17.162622 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c19e1d20-430e-4161-9567-65e88ae2d761 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.2484024 May 05 22:08:17.169492 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 38964) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:17.201122 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-07215755-b452-4d1d-9827-d48cbd08ac2f req-03c6e6e7-86b9-416f-bd49-41cb39dda62a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4343500 May 05 22:08:17.314117 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [req-07215755-b452-4d1d-9827-d48cbd08ac2f req-0e6f5bdb-1080-4417-813c-97faaac819d6 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84063) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:08:17.323264 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-07215755-b452-4d1d-9827-d48cbd08ac2f req-0e6f5bdb-1080-4417-813c-97faaac819d6 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0231671 May 05 22:08:17.328870 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8574a810-222c-4130-94be-858f7b2e8663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:17.446234 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:17.448737 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-945e1cae-e018-497c-99fe-5e9bb8d916b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:17.493416 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8574a810-222c-4130-94be-858f7b2e8663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:17.527885 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-945e1cae-e018-497c-99fe-5e9bb8d916b3 None None] For port 95108459-5e3c-4bf1-9696-a48874fe9356, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=95108459-5e3c-4bf1-9696-a48874fe9356,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:08:17.531189 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:17.535468 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-945e1cae-e018-497c-99fe-5e9bb8d916b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:17.572103 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c3f31-739d-40cf-afa6-f26edf3d1f36 req-1918e044-209b-458a-93be-7e9b51410499 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:17.595282 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d22c3f31-739d-40cf-afa6-f26edf3d1f36 req-1918e044-209b-458a-93be-7e9b51410499 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.4783940 May 05 22:08:17.621425 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e1cae-e018-497c-99fe-5e9bb8d916b3 None None] Pushing event updated for resources: {'Port': ['ID=95108459-5e3c-4bf1-9696-a48874fe9356,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:17.664263 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-41238e5a-a84d-4dd5-8817-86d80cf74b9b None None] Provisioning for port fc53c54c-d3ae-4f55-b224-b2555cc52339 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:08:17.670765 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-41238e5a-a84d-4dd5-8817-86d80cf74b9b None None] Provisioning complete for port fc53c54c-d3ae-4f55-b224-b2555cc52339 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:08:17.671400 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-41238e5a-a84d-4dd5-8817-86d80cf74b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:17.746639 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-41238e5a-a84d-4dd5-8817-86d80cf74b9b None None] Port fc53c54c-d3ae-4f55-b224-b2555cc52339 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:08:17.785787 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8574a810-222c-4130-94be-858f7b2e8663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:17.814537 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8574a810-222c-4130-94be-858f7b2e8663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3206b4fa-8d46-4d59-9f19-33ab955eef0a,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:17.839551 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d22c3f31-739d-40cf-afa6-f26edf3d1f36 req-fdff05cf-abea-43de-8e80-023910bceec7 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430520 May 05 22:08:17.878036 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25996840-77a5-4e39-a5ef-73b78b9ea8d7 req-6b8cf7d7-4dff-4cab-ba5b-07fbd55ec7ed tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:17.879033 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-25996840-77a5-4e39-a5ef-73b78b9ea8d7 req-6b8cf7d7-4dff-4cab-ba5b-07fbd55ec7ed tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4c387eb-7879-423d-a3f8-e617694126b6 HTTP/1.1" status: 200 len: 944 time: 0.4711380 May 05 22:08:17.882913 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8574a810-222c-4130-94be-858f7b2e8663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:17.883954 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-8574a810-222c-4130-94be-858f7b2e8663 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3206b4fa-8d46-4d59-9f19-33ab955eef0a HTTP/1.1" status: 204 len: 168 time: 1.1008987 May 05 22:08:17.947073 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-25996840-77a5-4e39-a5ef-73b78b9ea8d7 req-2d6eb7f0-6ebc-4c36-8489-5834a1462103 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b23864a-1097-4ba5-82ce-a2e27a1f50eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613322 May 05 22:08:18.152346 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-07215755-b452-4d1d-9827-d48cbd08ac2f req-ea3919c5-d3d3-4bd2-a9e7-5d4581b28457 service neutron] 10.222.0.32 "GET /v2.0/networks/1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7664108 May 05 22:08:18.165666 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07f4014-314f-4de6-bb03-3eeff29b2462 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:18.169913 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07f4014-314f-4de6-bb03-3eeff29b2462 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:18.170740 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d07f4014-314f-4de6-bb03-3eeff29b2462 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Synchronizing usage tracker for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:08:18.178911 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd8abc9-c095-41d4-9652-f3454aa63c1a req-424f271f-4eb6-414d-88fe-5a5ff8fb26a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:18.180425 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bbd8abc9-c095-41d4-9652-f3454aa63c1a req-424f271f-4eb6-414d-88fe-5a5ff8fb26a3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753 HTTP/1.1" status: 200 len: 896 time: 1.4124172 May 05 22:08:18.201164 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0625a912-47aa-452d-bbc2-810cb0caf647 req-284a0b8e-b762-4b46-a062-8e890af733c4 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Router 8598f5d7-eb46-409f-9875-d058ff8e964a has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:08:18.356958 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9bad1162-f70e-4dab-82a7-f3dd267573d7 req-7c3e768a-f759-44db-bdba-c049d4b5f4dd tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=3165a957-ac04-4dca-9315-70195d79e2df HTTP/1.1" status: 200 len: 210 time: 0.0546515 May 05 22:08:18.421917 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d07f4014-314f-4de6-bb03-3eeff29b2462 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Unset dirty status for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:08:18.423471 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d07f4014-314f-4de6-bb03-3eeff29b2462 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 1.2530198 May 05 22:08:18.426522 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 38986) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:18.567205 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-42ee057a-7676-4dbd-9330-f3abfa60052a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Deleting port fc53c54c-d3ae-4f55-b224-b2555cc52339 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:08:18.569919 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-42ee057a-7676-4dbd-9330-f3abfa60052a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:18.691105 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bbd8abc9-c095-41d4-9652-f3454aa63c1a req-9202712d-9f9f-40e2-bace-52a875cd3113 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=978f635b-af0b-4afd-80a0-539d5190f34e HTTP/1.1" status: 200 len: 1000 time: 0.4882228 May 05 22:08:18.696131 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-07215755-b452-4d1d-9827-d48cbd08ac2f req-de6232e1-e296-4aae-a19c-520f92b7f372 service neutron] 10.222.0.32 "GET /v2.0/networks/1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5224323 May 05 22:08:18.902568 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd8abc9-c095-41d4-9652-f3454aa63c1a req-eb7075f8-c88c-46b1-87ee-4b13f44dd043 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:18.916737 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bbd8abc9-c095-41d4-9652-f3454aa63c1a req-eb7075f8-c88c-46b1-87ee-4b13f44dd043 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1755485f-4a55-4fd6-9437-364fb3417fd0 HTTP/1.1" status: 200 len: 834 time: 0.2186580 May 05 22:08:18.923212 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:18.983236 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-42ee057a-7676-4dbd-9330-f3abfa60052a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:19.069037 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bbd8abc9-c095-41d4-9652-f3454aa63c1a req-1cda8079-96b0-43d7-8531-b09b0b4184d0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=06fb629024324e968714595537efac5c&device_id=e4c387eb-7879-423d-a3f8-e617694126b6 HTTP/1.1" status: 200 len: 1095 time: 0.2869923 May 05 22:08:19.277860 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bbd8abc9-c095-41d4-9652-f3454aa63c1a req-d9a143a1-7d0e-449f-8347-f72f06f30cdf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3545117 May 05 22:08:19.311214 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-42ee057a-7676-4dbd-9330-f3abfa60052a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Calling delete_port for fc53c54c-d3ae-4f55-b224-b2555cc52339 owned by {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:08:19.371188 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd8abc9-c095-41d4-9652-f3454aa63c1a req-76aa0ca8-6f42-4e75-ad60-7234684a02be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:19.374339 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bbd8abc9-c095-41d4-9652-f3454aa63c1a req-76aa0ca8-6f42-4e75-ad60-7234684a02be service neutron] 10.222.0.32 "GET /v2.0/networks?id=1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753 HTTP/1.1" status: 200 len: 896 time: 0.2972941 May 05 22:08:19.531025 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0625a912-47aa-452d-bbc2-810cb0caf647 req-284a0b8e-b762-4b46-a062-8e890af733c4 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:08:19.536408 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9089637-0f8e-4371-9fca-72554eab7ab6 req-15f4109f-cd64-4627-bfdb-84d9aa07b809 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:19.538090 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d9089637-0f8e-4371-9fca-72554eab7ab6 req-15f4109f-cd64-4627-bfdb-84d9aa07b809 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4c387eb-7879-423d-a3f8-e617694126b6 HTTP/1.1" status: 200 len: 944 time: 0.1834798 May 05 22:08:19.556621 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d1957e-0780-4792-a62e-48ecd24dcbc1 None None] Sync routers for ids ['8598f5d7-eb46-409f-9875-d058ff8e964a'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:08:19.577720 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d1957e-0780-4792-a62e-48ecd24dcbc1 None None] Routers {'8598f5d7-eb46-409f-9875-d058ff8e964a'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:08:19.578381 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-20d1957e-0780-4792-a62e-48ecd24dcbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:08:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8598f5d7-eb46-409f-9875-d058ff8e964a'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:08:19.617139 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f26af-1079-4f0c-85b4-6b73a3d9f04f req-8ba0f053-79dc-4158-93cc-f6324046202f tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:19.618649 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a85f26af-1079-4f0c-85b4-6b73a3d9f04f req-8ba0f053-79dc-4158-93cc-f6324046202f tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.4582922 May 05 22:08:19.766955 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 95108459-5e3c-4bf1-9696-a48874fe9356 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:08:19.777951 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-42ee057a-7676-4dbd-9330-f3abfa60052a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:19.868267 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee057a-7676-4dbd-9330-f3abfa60052a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event deleted for resources: {'Port': ['ID=fc53c54c-d3ae-4f55-b224-b2555cc52339,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:19.879681 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-0625a912-47aa-452d-bbc2-810cb0caf647 req-284a0b8e-b762-4b46-a062-8e890af733c4 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] No DVR routers for this DVR port 09071155-8a90-407a-9103-4a5c51b9bbd9 on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:08:19.889443 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bbd8abc9-c095-41d4-9652-f3454aa63c1a req-afab69de-7fd7-4220-ae21-4c8579bcf9f8 service neutron] 10.222.0.44 "GET /v2.0/networks/1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5924876 May 05 22:08:19.889681 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d9089637-0f8e-4371-9fca-72554eab7ab6 req-c816958e-7d3c-4c3e-9ae7-6c9d8103c873 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b23864a-1097-4ba5-82ce-a2e27a1f50eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2814052 May 05 22:08:19.892860 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-0625a912-47aa-452d-bbc2-810cb0caf647 req-284a0b8e-b762-4b46-a062-8e890af733c4 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:19.895604 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0625a912-47aa-452d-bbc2-810cb0caf647 req-284a0b8e-b762-4b46-a062-8e890af733c4 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.44 "DELETE /v2.0/ports/09071155-8a90-407a-9103-4a5c51b9bbd9 HTTP/1.1" status: 204 len: 173 time: 7.8864548 May 05 22:08:19.896372 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3165a957-ac04-4dca-9315-70195d79e2df', 'name': 'network-vif-deleted', 'tag': '09071155-8a90-407a-9103-4a5c51b9bbd9'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:08:19.906537 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a85f26af-1079-4f0c-85b4-6b73a3d9f04f req-f7974534-0007-4f64-ab78-ad5045a55d2a tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785835 May 05 22:08:19.946709 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 95108459-5e3c-4bf1-9696-a48874fe9356 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:08:19.946709 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:19.948769 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bbd8abc9-c095-41d4-9652-f3454aa63c1a req-a8983017-1a74-4481-b8c3-70247415d172 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=978f635b-af0b-4afd-80a0-539d5190f34e HTTP/1.1" status: 200 len: 1000 time: 0.5495660 May 05 22:08:20.082048 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-42ee057a-7676-4dbd-9330-f3abfa60052a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:20.111265 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-20d1957e-0780-4792-a62e-48ecd24dcbc1 None None] Set router 8598f5d7-eb46-409f-9875-d058ff8e964a gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:08:20.144941 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-42ee057a-7676-4dbd-9330-f3abfa60052a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/ports/fc53c54c-d3ae-4f55-b224-b2555cc52339 HTTP/1.1" status: 204 len: 168 time: 1.7153449 May 05 22:08:20.147871 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 39028) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:20.587531 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6f86ccb-8a71-4056-a100-1a2c82e16fee'] response: {'server_uuid': '3165a957-ac04-4dca-9315-70195d79e2df', 'name': 'network-vif-deleted', 'tag': '09071155-8a90-407a-9103-4a5c51b9bbd9', 'status': 'completed', 'code': 200} May 05 22:08:20.659943 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd8abc9-c095-41d4-9652-f3454aa63c1a req-288e64c0-bddd-463d-b9e3-81131b6b154a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:20.662095 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bbd8abc9-c095-41d4-9652-f3454aa63c1a req-288e64c0-bddd-463d-b9e3-81131b6b154a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1755485f-4a55-4fd6-9437-364fb3417fd0 HTTP/1.1" status: 200 len: 834 time: 0.7045965 May 05 22:08:20.883204 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-20d1957e-0780-4792-a62e-48ecd24dcbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'name': 'tempest-AttachVolumeNegativeTest-273245844-router', 'tenant_id': '2578689695ab4a55a99443682838538b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '6953bf02-942c-4df7-b861-f3365d5a587d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:02:33Z', 'updated_at': '2022-05-05T22:02:52Z', 'revision_number': 4, 'project_id': '2578689695ab4a55a99443682838538b', 'gw_port': {'id': '6953bf02-942c-4df7-b861-f3365d5a587d', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:35Z', 'updated_at': '2022-05-05T22:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '558711ec-cc6b-4387-8a57-c44e1a328a9a', 'name': '', 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd', 'tenant_id': '2578689695ab4a55a99443682838538b', 'mac_address': 'fa:16:3e:33:93:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6329e98-aed7-463a-a6e6-dc9284056d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:49Z', 'updated_at': '2022-05-05T22:03:09Z', 'revision_number': 5, 'project_id': '2578689695ab4a55a99443682838538b', 'subnets': [{'id': 'b6329e98-aed7-463a-a6e6-dc9284056d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:08:20.894341 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d1957e-0780-4792-a62e-48ecd24dcbc1 None None] Checking router: 8598f5d7-eb46-409f-9875-d058ff8e964a for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:08:20.901093 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bbd8abc9-c095-41d4-9652-f3454aa63c1a req-5a123569-0405-4efa-b978-5e607b32dd53 service neutron] 10.222.0.44 "GET /v2.0/networks/1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9961970 May 05 22:08:20.908777 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c470cf92-92e9-4dc0-bccd-720feb5e3edb req-4157c07d-1d05-47d6-ab8f-27940de8d14e tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=3165a957-ac04-4dca-9315-70195d79e2df HTTP/1.1" status: 200 len: 210 time: 0.5985906 May 05 22:08:20.936739 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d1957e-0780-4792-a62e-48ecd24dcbc1 None None] Routers {'8598f5d7-eb46-409f-9875-d058ff8e964a'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:08:20.939211 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-20d1957e-0780-4792-a62e-48ecd24dcbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:08:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8598f5d7-eb46-409f-9875-d058ff8e964a'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:08:20.950737 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 978f635b-af0b-4afd-80a0-539d5190f34e details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:08:20.979716 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5488ccdb-ab42-4632-b872-7357d3cfb100 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:20.984981 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5488ccdb-ab42-4632-b872-7357d3cfb100 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:20.993043 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-5488ccdb-ab42-4632-b872-7357d3cfb100 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Synchronizing usage tracker for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:subnet {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:08:20.994578 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bbd8abc9-c095-41d4-9652-f3454aa63c1a req-2dc226c7-8c46-46bc-a1fd-ffd1c83cf5de service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3248630 May 05 22:08:21.077898 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-5488ccdb-ab42-4632-b872-7357d3cfb100 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Unset dirty status for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:subnet {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:08:21.079489 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-5488ccdb-ab42-4632-b872-7357d3cfb100 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.9262767 May 05 22:08:21.082704 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 39052) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:21.245932 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 978f635b-af0b-4afd-80a0-539d5190f34e, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=978f635b-af0b-4afd-80a0-539d5190f34e,segment=NetworkSegment(13351c92-5f57-4954-9af1-ea9ae34ca426),segment_id=13351c92-5f57-4954-9af1-ea9ae34ca426)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:08:21.286324 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '978f635b-af0b-4afd-80a0-539d5190f34e', 'network_id': '1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753', 'port_id': '978f635b-af0b-4afd-80a0-539d5190f34e', 'mac_address': 'fa:16:3e:5d:0d:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1755485f-4a55-4fd6-9437-364fb3417fd0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:08:21.410119 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bbd8abc9-c095-41d4-9652-f3454aa63c1a req-d4fe2e9d-9243-4a0f-b108-532099819e0b service neutron] 10.222.0.32 "GET /v2.0/networks/1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4083886 May 05 22:08:21.411879 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:21.453673 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 978f635b-af0b-4afd-80a0-539d5190f34e {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:08:21.492015 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 978f635b-af0b-4afd-80a0-539d5190f34e, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=978f635b-af0b-4afd-80a0-539d5190f34e,segment=NetworkSegment(13351c92-5f57-4954-9af1-ea9ae34ca426),segment_id=13351c92-5f57-4954-9af1-ea9ae34ca426)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:08:21.501941 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:21.604467 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b1e5c0f-288e-49ac-8b91-d001203902bf tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Deleting subnet 5a06fe2d-76e9-4b70-9981-131a282a3a25 {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:08:21.608234 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0b1e5c0f-288e-49ac-8b91-d001203902bf tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:21.682593 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0b1e5c0f-288e-49ac-8b91-d001203902bf tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:21.729315 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:08:21.749754 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=978f635b-af0b-4afd-80a0-539d5190f34e,revision_number=8']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:21.752220 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-20d1957e-0780-4792-a62e-48ecd24dcbc1 None None] Set router 8598f5d7-eb46-409f-9875-d058ff8e964a gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:08:21.847442 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['978f635b-af0b-4afd-80a0-539d5190f34e'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:08:21.874040 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bbd8abc9-c095-41d4-9652-f3454aa63c1a req-4fa37713-9e77-47e2-8c2a-e9cce48dfa4a service neutron] 10.222.0.32 "GET /v2.0/networks/1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4544148 May 05 22:08:21.968704 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa2e093-3340-4774-8456-7d1f414bc4b5 req-4eda3b9b-bab0-48aa-93e7-f3fd6845f16b tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:21.970446 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3aa2e093-3340-4774-8456-7d1f414bc4b5 req-4eda3b9b-bab0-48aa-93e7-f3fd6845f16b tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.3733838 May 05 22:08:21.976329 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0b1e5c0f-288e-49ac-8b91-d001203902bf tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:22.213934 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a732b83-e60a-4cb2-b7c3-56cdbc4f6850 req-e96875a3-b2a9-4355-9249-a24d5e8dd7dd tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:22.215389 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5a732b83-e60a-4cb2-b7c3-56cdbc4f6850 req-e96875a3-b2a9-4355-9249-a24d5e8dd7dd tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4c387eb-7879-423d-a3f8-e617694126b6 HTTP/1.1" status: 200 len: 945 time: 0.6148565 May 05 22:08:22.277631 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3aa2e093-3340-4774-8456-7d1f414bc4b5 req-c037c5f2-bb79-45e9-85d8-49941f6b51aa tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600288 May 05 22:08:22.365293 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0b1e5c0f-288e-49ac-8b91-d001203902bf tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:22.504113 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5a732b83-e60a-4cb2-b7c3-56cdbc4f6850 req-3259ec7b-5410-4cc0-9584-5574ce6f7c9a tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b23864a-1097-4ba5-82ce-a2e27a1f50eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2641144 May 05 22:08:22.521949 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e5c0f-288e-49ac-8b91-d001203902bf tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event deleted for resources: {'Subnet': ['ID=5a06fe2d-76e9-4b70-9981-131a282a3a25,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:22.535543 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0b1e5c0f-288e-49ac-8b91-d001203902bf tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:22.552736 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661d3682-c903-4c4b-b252-5a4573d73e52 None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:08:22.585270 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 39100) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:22.585707 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0b1e5c0f-288e-49ac-8b91-d001203902bf tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/subnets/5a06fe2d-76e9-4b70-9981-131a282a3a25 HTTP/1.1" status: 204 len: 168 time: 1.5016143 May 05 22:08:22.587751 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-20d1957e-0780-4792-a62e-48ecd24dcbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'name': 'tempest-AttachVolumeNegativeTest-273245844-router', 'tenant_id': '2578689695ab4a55a99443682838538b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '6953bf02-942c-4df7-b861-f3365d5a587d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:02:33Z', 'updated_at': '2022-05-05T22:02:52Z', 'revision_number': 4, 'project_id': '2578689695ab4a55a99443682838538b', 'gw_port': {'id': '6953bf02-942c-4df7-b861-f3365d5a587d', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:35Z', 'updated_at': '2022-05-05T22:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '558711ec-cc6b-4387-8a57-c44e1a328a9a', 'name': '', 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd', 'tenant_id': '2578689695ab4a55a99443682838538b', 'mac_address': 'fa:16:3e:33:93:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6329e98-aed7-463a-a6e6-dc9284056d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:49Z', 'updated_at': '2022-05-05T22:03:09Z', 'revision_number': 5, 'project_id': '2578689695ab4a55a99443682838538b', 'subnets': [{'id': 'b6329e98-aed7-463a-a6e6-dc9284056d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:08:22.604800 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d1957e-0780-4792-a62e-48ecd24dcbc1 None None] The sync data for ids ['8598f5d7-eb46-409f-9875-d058ff8e964a'] in n-d-825175-4 is: [{'id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'name': 'tempest-AttachVolumeNegativeTest-273245844-router', 'tenant_id': '2578689695ab4a55a99443682838538b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '6953bf02-942c-4df7-b861-f3365d5a587d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:02:33Z', 'updated_at': '2022-05-05T22:02:52Z', 'revision_number': 4, 'project_id': '2578689695ab4a55a99443682838538b', 'gw_port': {'id': '6953bf02-942c-4df7-b861-f3365d5a587d', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:35Z', 'updated_at': '2022-05-05T22:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '558711ec-cc6b-4387-8a57-c44e1a328a9a', 'name': '', 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd', 'tenant_id': '2578689695ab4a55a99443682838538b', 'mac_address': 'fa:16:3e:33:93:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6329e98-aed7-463a-a6e6-dc9284056d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:49Z', 'updated_at': '2022-05-05T22:03:09Z', 'revision_number': 5, 'project_id': '2578689695ab4a55a99443682838538b', 'subnets': [{'id': 'b6329e98-aed7-463a-a6e6-dc9284056d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:08:22.650121 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 39104) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:22.789595 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a2b0fbb6-8c5c-4c49-92db-85e1d196d046 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2026935 May 05 22:08:22.790473 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 39110) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:22.813269 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-aa7892af-b39f-470e-bae4-f0d85d6453e6 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:22.875080 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-aa7892af-b39f-470e-bae4-f0d85d6453e6 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:23.023241 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6ce68c-023f-400c-960f-d2e495abff2e tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:23.029322 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-6d6ce68c-023f-400c-960f-d2e495abff2e tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2373550 May 05 22:08:23.030413 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 39124) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:23.046950 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-aa7892af-b39f-470e-bae4-f0d85d6453e6 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:23.151877 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7892af-b39f-470e-bae4-f0d85d6453e6 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97555bf9-cffb-4f46-9909-a2cd7b5cb846,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:23.196696 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-aa7892af-b39f-470e-bae4-f0d85d6453e6 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:23.204322 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-aa7892af-b39f-470e-bae4-f0d85d6453e6 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "DELETE /v2.0/security-groups/97555bf9-cffb-4f46-9909-a2cd7b5cb846 HTTP/1.1" status: 204 len: 168 time: 0.5529401 May 05 22:08:23.204940 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 39130) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:23.246628 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6549ec-1957-4a00-8191-120f996a3bf3 None None] New status for floating IP 70292108-00b4-4b56-b9b8-f77289a933db: DOWN {{(pid=84064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 22:08:23.255023 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc48ba9-656c-430b-99b6-038269c53736 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:23.256246 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3bc48ba9-656c-430b-99b6-038269c53736 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Synchronizing usage tracker for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:subnet {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:08:23.292604 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [None req-8742d06d-94de-4999-aad8-b8189af30a62 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] show failed (client error): The resource could not be found. May 05 22:08:23.292914 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3bc48ba9-656c-430b-99b6-038269c53736 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Unset dirty status for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:subnet {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:08:23.298921 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-3bc48ba9-656c-430b-99b6-038269c53736 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2651699 May 05 22:08:23.299949 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 39134) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:23.300260 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 39136) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:23.301046 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-8742d06d-94de-4999-aad8-b8189af30a62 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/security-groups/97555bf9-cffb-4f46-9909-a2cd7b5cb846 HTTP/1.1" status: 404 len: 347 time: 0.0906799 May 05 22:08:23.687887 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad48c6a-502e-4a92-b292-ce342794c4a7 None None] DHCP port deletion for 137c07e1-75d6-4e37-9f42-95b3b385c296 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:08:23.692210 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-1ad48c6a-502e-4a92-b292-ce342794c4a7 None None] Deleting port 95108459-5e3c-4bf1-9696-a48874fe9356 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:08:23.692850 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1ad48c6a-502e-4a92-b292-ce342794c4a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:23.716114 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8bcdf210-1ef8-4b11-bb4b-c02101e4e832 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4120362 May 05 22:08:23.741769 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 39156) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:23.767261 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-0acf637e-5cd9-4026-be10-d9cc285645cd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Request body: {'subnet': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:08:23.936132 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-897d8a42-880b-4a02-84d4-79942182317b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Deleting port 31c6d1cf-1377-4169-af5e-fb5582873d14 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:08:23.946954 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-897d8a42-880b-4a02-84d4-79942182317b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:24.116066 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4164c567-8aab-4dee-bb54-bd493e3b5b94 req-8aa0ebc0-6039-482e-80c1-4a03ce9155de tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:24.116862 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-4164c567-8aab-4dee-bb54-bd493e3b5b94 req-8aa0ebc0-6039-482e-80c1-4a03ce9155de tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Synchronizing usage tracker for tenant:06fb629024324e968714595537efac5c on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:08:24.162448 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-0acf637e-5cd9-4026-be10-d9cc285645cd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:08:24.188903 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-4164c567-8aab-4dee-bb54-bd493e3b5b94 req-8aa0ebc0-6039-482e-80c1-4a03ce9155de tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Unset dirty status for tenant:06fb629024324e968714595537efac5c on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:08:24.190884 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4164c567-8aab-4dee-bb54-bd493e3b5b94 req-8aa0ebc0-6039-482e-80c1-4a03ce9155de tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4c387eb-7879-423d-a3f8-e617694126b6&tenant_id=06fb629024324e968714595537efac5c&binding%3Ahost_id=n-h2-825175-4 HTTP/1.1" status: 200 len: 945 time: 0.6261415 May 05 22:08:24.191006 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-0acf637e-5cd9-4026-be10-d9cc285645cd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:08:24.205588 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438266f-b869-478e-965d-4c7a1e2adc88 req-b731e9de-91b4-4e2d-b57f-487ae24b1e1b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:24.207479 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2438266f-b869-478e-965d-4c7a1e2adc88 req-b731e9de-91b4-4e2d-b57f-487ae24b1e1b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4c387eb-7879-423d-a3f8-e617694126b6 HTTP/1.1" status: 200 len: 945 time: 0.5542881 May 05 22:08:24.237878 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0acf637e-5cd9-4026-be10-d9cc285645cd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Made reservation on behalf of 6a9c8b32c69349b78288ebe6e6b6f3f4 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:08:24.241690 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0acf637e-5cd9-4026-be10-d9cc285645cd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:24.251149 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-1ad48c6a-502e-4a92-b292-ce342794c4a7 None None] For port 95108459-5e3c-4bf1-9696-a48874fe9356, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=95108459-5e3c-4bf1-9696-a48874fe9356,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:08:24.251750 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1ad48c6a-502e-4a92-b292-ce342794c4a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:24.266377 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3cfb7-cdf3-4836-8aef-c7b71f30f6e3 req-47bb074a-16f8-4ad8-98fd-672da2859f25 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:24.273665 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-56c3cfb7-cdf3-4836-8aef-c7b71f30f6e3 req-47bb074a-16f8-4ad8-98fd-672da2859f25 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.3470390 May 05 22:08:24.388043 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-1ad48c6a-502e-4a92-b292-ce342794c4a7 None None] Calling delete_port for 95108459-5e3c-4bf1-9696-a48874fe9356 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:08:24.417806 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-897d8a42-880b-4a02-84d4-79942182317b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:24.422300 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-897d8a42-880b-4a02-84d4-79942182317b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:24.468143 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1ad48c6a-502e-4a92-b292-ce342794c4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:24.479566 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2438266f-b869-478e-965d-4c7a1e2adc88 req-fc0e741d-725e-47dd-8f52-4d96e26a94f8 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b23864a-1097-4ba5-82ce-a2e27a1f50eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2642939 May 05 22:08:24.534071 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-56c3cfb7-cdf3-4836-8aef-c7b71f30f6e3 req-33a42ac8-af58-46dc-baf4-b0cfc933bcc6 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594535 May 05 22:08:24.566840 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad48c6a-502e-4a92-b292-ce342794c4a7 None None] Pushing event deleted for resources: {'Port': ['ID=95108459-5e3c-4bf1-9696-a48874fe9356,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:24.574949 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad48c6a-502e-4a92-b292-ce342794c4a7 None None] No DVR routers for this DVR port 95108459-5e3c-4bf1-9696-a48874fe9356 on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:08:24.732920 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-897d8a42-880b-4a02-84d4-79942182317b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Calling delete_port for 31c6d1cf-1377-4169-af5e-fb5582873d14 owned by network:floatingip {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:08:24.874728 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4164c567-8aab-4dee-bb54-bd493e3b5b94 req-77e2c73c-e704-4917-9ef8-0100e0688ad2 service neutron] 10.222.0.32 "GET /v2.0/ports/978f635b-af0b-4afd-80a0-539d5190f34e/bindings/n-h2-825175-4 HTTP/1.1" status: 200 len: 382 time: 0.6574490 May 05 22:08:24.975161 n-d-825175-4 neutron-server[84061]: DEBUG neutron.objects.ports [None req-0acf637e-5cd9-4026-be10-d9cc285645cd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84061) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 05 22:08:24.976657 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0acf637e-5cd9-4026-be10-d9cc285645cd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:24.981205 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 978f635b-af0b-4afd-80a0-539d5190f34e up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:08:25.223119 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acf637e-5cd9-4026-be10-d9cc285645cd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:08:25.229975 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port 978f635b-af0b-4afd-80a0-539d5190f34e completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:08:25.241710 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 978f635b-af0b-4afd-80a0-539d5190f34e triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:08:25.242090 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:25.249455 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-0acf637e-5cd9-4026-be10-d9cc285645cd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:08:25.255723 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acf637e-5cd9-4026-be10-d9cc285645cd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:25.256200 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0acf637e-5cd9-4026-be10-d9cc285645cd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:25.283176 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-897d8a42-880b-4a02-84d4-79942182317b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:25.339211 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acf637e-5cd9-4026-be10-d9cc285645cd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event updated for resources: {'Subnet': ['ID=b61235e8-4198-4f26-9857-c1156679632f,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:25.367277 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0acf637e-5cd9-4026-be10-d9cc285645cd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6245329 May 05 22:08:25.368745 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 39200) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:25.380034 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-d54ca773-2cdc-427d-90a4-30047b44dc09 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Request body: {'subnet': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:08:25.382994 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f34ef5-f83e-40a8-a2ce-a7f755becaa9 None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:08:25.413906 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 39204) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:25.422803 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897d8a42-880b-4a02-84d4-79942182317b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Pushing event deleted for resources: {'Port': ['ID=31c6d1cf-1377-4169-af5e-fb5582873d14,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:25.590165 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-897d8a42-880b-4a02-84d4-79942182317b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for floatingip, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:25.721774 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-897d8a42-880b-4a02-84d4-79942182317b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:25.722962 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-897d8a42-880b-4a02-84d4-79942182317b tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "DELETE /v2.0/floatingips/70292108-00b4-4b56-b9b8-f77289a933db HTTP/1.1" status: 204 len: 168 time: 2.4134595 May 05 22:08:25.757217 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4164c567-8aab-4dee-bb54-bd493e3b5b94 req-96b6966c-1299-41ef-8d2c-a44965545235 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=06fb629024324e968714595537efac5c&device_id=e4c387eb-7879-423d-a3f8-e617694126b6 HTTP/1.1" status: 200 len: 1096 time: 0.7506027 May 05 22:08:25.817941 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 95108459-5e3c-4bf1-9696-a48874fe9356 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:08:25.950338 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 95108459-5e3c-4bf1-9696-a48874fe9356 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:08:25.950889 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 95108459-5e3c-4bf1-9696-a48874fe9356 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:08:25.966810 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4164c567-8aab-4dee-bb54-bd493e3b5b94 req-67bdbb9a-9006-46c0-b267-3c09a5fc78ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:25.968289 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4164c567-8aab-4dee-bb54-bd493e3b5b94 req-67bdbb9a-9006-46c0-b267-3c09a5fc78ad service neutron] 10.222.0.32 "GET /v2.0/networks?id=1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753 HTTP/1.1" status: 200 len: 896 time: 0.2025659 May 05 22:08:25.971889 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:26.067576 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c387eb-7879-423d-a3f8-e617694126b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978f635b-af0b-4afd-80a0-539d5190f34e'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:08:26.092724 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cb339f37-2312-4689-ae6f-37e9ab85c04f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:26.123038 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-d54ca773-2cdc-427d-90a4-30047b44dc09 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:08:26.156436 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-d54ca773-2cdc-427d-90a4-30047b44dc09 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Usage tracker for resource:subnet and tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:08:26.181889 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-d54ca773-2cdc-427d-90a4-30047b44dc09 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:08:26.209424 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4164c567-8aab-4dee-bb54-bd493e3b5b94 req-6029c27b-f7e6-40bf-b6e6-b23f7deea27b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=978f635b-af0b-4afd-80a0-539d5190f34e HTTP/1.1" status: 200 len: 1001 time: 0.2254949 May 05 22:08:26.212746 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 978f635b-af0b-4afd-80a0-539d5190f34e, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=978f635b-af0b-4afd-80a0-539d5190f34e,segment=NetworkSegment(13351c92-5f57-4954-9af1-ea9ae34ca426),segment_id=13351c92-5f57-4954-9af1-ea9ae34ca426)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:08:26.255560 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-d54ca773-2cdc-427d-90a4-30047b44dc09 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:08:26.268115 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:26.275310 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-cb339f37-2312-4689-ae6f-37e9ab85c04f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:08:26.282484 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-cb339f37-2312-4689-ae6f-37e9ab85c04f admin admin] Usage tracker for resource:security_group_rule and tenant:63c6c0a91fe44a7da520a61ba8fe5655 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:08:26.287193 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-cb339f37-2312-4689-ae6f-37e9ab85c04f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:08:26.297373 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-cb339f37-2312-4689-ae6f-37e9ab85c04f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:08:26.300796 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54ca773-2cdc-427d-90a4-30047b44dc09 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Made reservation on behalf of 6a9c8b32c69349b78288ebe6e6b6f3f4 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:08:26.304632 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d54ca773-2cdc-427d-90a4-30047b44dc09 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:26.326688 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4164c567-8aab-4dee-bb54-bd493e3b5b94 req-78c2f00f-9d1b-4b33-bcf5-caec79e53770 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:26.333219 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4164c567-8aab-4dee-bb54-bd493e3b5b94 req-78c2f00f-9d1b-4b33-bcf5-caec79e53770 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1755485f-4a55-4fd6-9437-364fb3417fd0 HTTP/1.1" status: 200 len: 834 time: 0.1198843 May 05 22:08:26.445532 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4164c567-8aab-4dee-bb54-bd493e3b5b94 req-80bdc7fd-2c27-4375-91e7-b37fb9e1a9e5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1086440 May 05 22:08:26.457688 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e8b045-58e8-486a-9d50-c0d79f1b1dd6 req-f8dbeab1-98a8-4cfb-8381-6bcf9a4d622f tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:26.459661 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a3e8b045-58e8-486a-9d50-c0d79f1b1dd6 req-f8dbeab1-98a8-4cfb-8381-6bcf9a4d622f tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4c387eb-7879-423d-a3f8-e617694126b6 HTTP/1.1" status: 200 len: 945 time: 0.5167742 May 05 22:08:26.474451 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad36e5-88af-4b26-bfbe-4e619247b0a5 req-a69cfaa4-0297-4068-832a-956506503ea8 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:26.476325 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-edad36e5-88af-4b26-bfbe-4e619247b0a5 req-a69cfaa4-0297-4068-832a-956506503ea8 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.5301855 May 05 22:08:26.613831 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc16f86-404e-4604-868d-746f4791a105 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-137c07e1-75d6-4e37-9f42-95b3b385c296', 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'tenant_id': '6a9c8b32c69349b78288ebe6e6b6f3f4', 'fixed_ips': [{'subnet_id': 'b61235e8-4198-4f26-9857-c1156679632f'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:08:26.615962 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3bc16f86-404e-4604-868d-746f4791a105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:26.630517 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=978f635b-af0b-4afd-80a0-539d5190f34e,revision_number=9']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:26.735142 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4164c567-8aab-4dee-bb54-bd493e3b5b94 req-5c1c15f9-2638-4b68-9c17-ce7dd761d306 service neutron] 10.222.0.32 "GET /v2.0/networks/1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816062 May 05 22:08:26.840417 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cb339f37-2312-4689-ae6f-37e9ab85c04f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:26.857804 n-d-825175-4 neutron-server[84061]: INFO neutron.db.ipam_backend_mixin [None req-d54ca773-2cdc-427d-90a4-30047b44dc09 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b61235e8-4198-4f26-9857-c1156679632f (CIDR: 2001:db8::/64) May 05 22:08:26.864944 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cb339f37-2312-4689-ae6f-37e9ab85c04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:26.907583 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-cb339f37-2312-4689-ae6f-37e9ab85c04f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=63c6c0a91fe44a7da520a61ba8fe5655&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4922209 May 05 22:08:26.914942 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-edad36e5-88af-4b26-bfbe-4e619247b0a5 req-5bbd628b-1a5c-417a-87b8-e95093cd3154 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4320045 May 05 22:08:26.916193 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-d54ca773-2cdc-427d-90a4-30047b44dc09 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 22:08:26.916775 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d54ca773-2cdc-427d-90a4-30047b44dc09 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:08:26.926231 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 39244) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:26.942441 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a3e8b045-58e8-486a-9d50-c0d79f1b1dd6 req-4716c770-6a8f-44b5-8162-ac53ac774743 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b23864a-1097-4ba5-82ce-a2e27a1f50eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4622047 May 05 22:08:26.951066 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-3bc16f86-404e-4604-868d-746f4791a105 None None] Allocated IP 2001:db8::f816:3eff:feba:73ef (137c07e1-75d6-4e37-9f42-95b3b385c296/b61235e8-4198-4f26-9857-c1156679632f/3778e43a-16a7-4626-b6ca-85fe233cc3a8) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:08:27.023198 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb339f37-2312-4689-ae6f-37e9ab85c04f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900a79d1-d00b-4fb4-8a79-6ea10d3869fb,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:27.071104 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-d54ca773-2cdc-427d-90a4-30047b44dc09 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7006683 May 05 22:08:27.071971 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 39250) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:27.090095 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-73cbbf49-3c2c-41e1-9749-d5fdc79291fe tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Request body: {'subnet': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:08:27.098554 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8a8a1f0c-7387-437c-8a17-5e63a516bd5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:27.103943 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4164c567-8aab-4dee-bb54-bd493e3b5b94 req-b9e2acc9-8723-479e-a178-fa75084653e8 service neutron] 10.222.0.32 "GET /v2.0/networks/1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3616178 May 05 22:08:27.147147 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8a8a1f0c-7387-437c-8a17-5e63a516bd5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:27.249699 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8a8a1f0c-7387-437c-8a17-5e63a516bd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:27.260431 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7e95cdd-175b-4eea-8651-62558e35e99a'] response: {'server_uuid': 'e4c387eb-7879-423d-a3f8-e617694126b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978f635b-af0b-4afd-80a0-539d5190f34e', 'code': 200} May 05 22:08:27.285766 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8a1f0c-7387-437c-8a17-5e63a516bd5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900a79d1-d00b-4fb4-8a79-6ea10d3869fb,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:27.327010 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8a8a1f0c-7387-437c-8a17-5e63a516bd5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:27.328809 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8a8a1f0c-7387-437c-8a17-5e63a516bd5f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/900a79d1-d00b-4fb4-8a79-6ea10d3869fb HTTP/1.1" status: 204 len: 168 time: 0.4012754 May 05 22:08:27.496284 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 39260) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:27.509590 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-0ca27089-c221-4868-a651-5d2000de50c0 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1372854132', 'description': 'tempest-description--1159246388'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:08:27.534477 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-0ca27089-c221-4868-a651-5d2000de50c0 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:08:27.545005 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0ca27089-c221-4868-a651-5d2000de50c0 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Usage tracker for resource:security_group and tenant:2578689695ab4a55a99443682838538b is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:08:27.560954 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0ca27089-c221-4868-a651-5d2000de50c0 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:08:27.583894 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-0ca27089-c221-4868-a651-5d2000de50c0 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:08:27.623689 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0ca27089-c221-4868-a651-5d2000de50c0 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:27.667640 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3bc16f86-404e-4604-868d-746f4791a105 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:27.668964 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-0ca27089-c221-4868-a651-5d2000de50c0 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:08:27.673160 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0ca27089-c221-4868-a651-5d2000de50c0 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Usage tracker for resource:security_group_rule and tenant:2578689695ab4a55a99443682838538b is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:08:27.676290 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0ca27089-c221-4868-a651-5d2000de50c0 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:08:27.682482 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-0ca27089-c221-4868-a651-5d2000de50c0 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:08:27.702460 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-3bc16f86-404e-4604-868d-746f4791a105 None None] Transition to ACTIVE for port object 3778e43a-16a7-4626-b6ca-85fe233cc3a8 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:08:27.740335 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0ca27089-c221-4868-a651-5d2000de50c0 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:27.746409 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0ca27089-c221-4868-a651-5d2000de50c0 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:27.753420 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-73cbbf49-3c2c-41e1-9749-d5fdc79291fe tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:08:27.761414 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-3bc16f86-404e-4604-868d-746f4791a105 None None] Transition to ACTIVE for port object 3778e43a-16a7-4626-b6ca-85fe233cc3a8 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:08:27.763674 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-73cbbf49-3c2c-41e1-9749-d5fdc79291fe tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Usage tracker for resource:subnet and tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:08:27.767759 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-73cbbf49-3c2c-41e1-9749-d5fdc79291fe tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:08:27.774103 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-73cbbf49-3c2c-41e1-9749-d5fdc79291fe tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:08:27.776517 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3bc16f86-404e-4604-868d-746f4791a105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:27.818156 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73cbbf49-3c2c-41e1-9749-d5fdc79291fe tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Made reservation on behalf of 6a9c8b32c69349b78288ebe6e6b6f3f4 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:08:27.833087 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca27089-c221-4868-a651-5d2000de50c0 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e41160-c8bc-4ed3-b1f2-b9c001a73525,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:27.907500 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0ca27089-c221-4868-a651-5d2000de50c0 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:27.913118 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0ca27089-c221-4868-a651-5d2000de50c0 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.4131076 May 05 22:08:27.913529 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc16f86-404e-4604-868d-746f4791a105 None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:08:27.914198 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 39272) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:27.923224 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-3bc16f86-404e-4604-868d-746f4791a105 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:08:27.928202 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc16f86-404e-4604-868d-746f4791a105 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:08:27.930745 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-f8c90006-3f18-4aec-966f-1d8758a97bf2 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Request body: {'security_group_rule': {'security_group_id': 'd9e41160-c8bc-4ed3-b1f2-b9c001a73525', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:08:27.945892 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f8c90006-3f18-4aec-966f-1d8758a97bf2 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:08:27.956251 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f8c90006-3f18-4aec-966f-1d8758a97bf2 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Usage tracker for resource:security_group_rule and tenant:2578689695ab4a55a99443682838538b is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:08:27.961933 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f8c90006-3f18-4aec-966f-1d8758a97bf2 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:08:27.968816 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f8c90006-3f18-4aec-966f-1d8758a97bf2 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:08:28.004031 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f8c90006-3f18-4aec-966f-1d8758a97bf2 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:28.042027 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 39280) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:28.087753 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f8c90006-3f18-4aec-966f-1d8758a97bf2 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:28.089223 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc16f86-404e-4604-868d-746f4791a105 None None] Pushing event updated for resources: {'Port': ['ID=3778e43a-16a7-4626-b6ca-85fe233cc3a8,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:28.093655 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-73cbbf49-3c2c-41e1-9749-d5fdc79291fe tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:28.099540 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f8c90006-3f18-4aec-966f-1d8758a97bf2 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:28.127631 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c90006-3f18-4aec-966f-1d8758a97bf2 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d01c2fa3-a986-46cf-afaa-7fedae1abc69,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:28.145444 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f8c90006-3f18-4aec-966f-1d8758a97bf2 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:28.150353 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f8c90006-3f18-4aec-966f-1d8758a97bf2 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2317026 May 05 22:08:28.150622 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 39286) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:28.155580 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-3bc16f86-404e-4604-868d-746f4791a105 None None] Attempting to bind port 3778e43a-16a7-4626-b6ca-85fe233cc3a8 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:08:28.155950 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-3bc16f86-404e-4604-868d-746f4791a105 None None] Attempting to bind port 3778e43a-16a7-4626-b6ca-85fe233cc3a8 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:08:28.156313 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc16f86-404e-4604-868d-746f4791a105 None None] Attempting to bind port 3778e43a-16a7-4626-b6ca-85fe233cc3a8 on network 137c07e1-75d6-4e37-9f42-95b3b385c296 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:08:28.159264 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-d9fd106c-68e6-40b5-9503-a563f27b048f tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Request body: {'security_group_rule': {'security_group_id': 'd9e41160-c8bc-4ed3-b1f2-b9c001a73525', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:08:28.164663 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc16f86-404e-4604-868d-746f4791a105 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:08:28.165040 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc16f86-404e-4604-868d-746f4791a105 None None] Checking segment: {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:08:28.165441 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3bc16f86-404e-4604-868d-746f4791a105 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:28.165830 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc16f86-404e-4604-868d-746f4791a105 None None] Bound using segment: {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:08:28.165943 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-d9fd106c-68e6-40b5-9503-a563f27b048f tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:08:28.166294 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-3bc16f86-404e-4604-868d-746f4791a105 None None] Bound port: 3778e43a-16a7-4626-b6ca-85fe233cc3a8, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:08:28.166687 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3bc16f86-404e-4604-868d-746f4791a105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:28.170298 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d9fd106c-68e6-40b5-9503-a563f27b048f tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Usage tracker for resource:security_group_rule and tenant:2578689695ab4a55a99443682838538b is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:08:28.174472 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d9fd106c-68e6-40b5-9503-a563f27b048f tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:08:28.180334 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-d9fd106c-68e6-40b5-9503-a563f27b048f tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:08:28.211702 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d9fd106c-68e6-40b5-9503-a563f27b048f tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:28.240020 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2852541c-eab7-4aae-97e3-f94cf50f75ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:28.310072 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d9fd106c-68e6-40b5-9503-a563f27b048f tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:28.318231 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d9fd106c-68e6-40b5-9503-a563f27b048f tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:28.363224 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fd106c-68e6-40b5-9503-a563f27b048f tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e154bed4-9af0-4f17-9c7e-e44136ecf5e6,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:28.375306 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d9fd106c-68e6-40b5-9503-a563f27b048f tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:28.377078 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d9fd106c-68e6-40b5-9503-a563f27b048f tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2250650 May 05 22:08:28.380417 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 39292) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:28.391243 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-3bc16f86-404e-4604-868d-746f4791a105 None None] For port 3778e43a-16a7-4626-b6ca-85fe233cc3a8, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:08:28.395684 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-53d38017-d97c-4387-afaa-883931e82135 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Request body: {'floatingip': {'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:08:28.410236 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-3bc16f86-404e-4604-868d-746f4791a105 None None] For port 3778e43a-16a7-4626-b6ca-85fe233cc3a8, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=3778e43a-16a7-4626-b6ca-85fe233cc3a8,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:08:28.420736 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3bc16f86-404e-4604-868d-746f4791a105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:28.423697 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-53d38017-d97c-4387-afaa-883931e82135 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:08:28.433772 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-53d38017-d97c-4387-afaa-883931e82135 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Usage tracker for resource:floatingip and tenant:2578689695ab4a55a99443682838538b is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:08:28.438645 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-2852541c-eab7-4aae-97e3-f94cf50f75ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:08:28.447558 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-53d38017-d97c-4387-afaa-883931e82135 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:08:28.454311 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-53d38017-d97c-4387-afaa-883931e82135 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:08:28.470258 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-2852541c-eab7-4aae-97e3-f94cf50f75ae admin admin] Usage tracker for resource:security_group_rule and tenant:4b292b45324f48fc9247780e1c2c186a is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:08:28.473549 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-53d38017-d97c-4387-afaa-883931e82135 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for floatingip, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:28.476708 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-2852541c-eab7-4aae-97e3-f94cf50f75ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:08:28.499978 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-2852541c-eab7-4aae-97e3-f94cf50f75ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:08:28.606465 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc16f86-404e-4604-868d-746f4791a105 None None] Pushing event updated for resources: {'Port': ['ID=3778e43a-16a7-4626-b6ca-85fe233cc3a8,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:28.642851 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34fb3d-247b-48a9-ada5-96638d28b32d req-1f525ba6-6585-4be3-b15d-4581e6ab9cda tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:28.650074 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ac34fb3d-247b-48a9-ada5-96638d28b32d req-1f525ba6-6585-4be3-b15d-4581e6ab9cda tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4c387eb-7879-423d-a3f8-e617694126b6 HTTP/1.1" status: 200 len: 946 time: 0.4110687 May 05 22:08:28.664725 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce582cb9-228e-4065-9f12-4b7177be734b req-0e3ab447-be24-47b4-b6d3-fddbdc7b78bd tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:28.666472 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ce582cb9-228e-4065-9f12-4b7177be734b req-0e3ab447-be24-47b4-b6d3-fddbdc7b78bd tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.4286246 May 05 22:08:28.782842 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-53d38017-d97c-4387-afaa-883931e82135 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:28.880441 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ac34fb3d-247b-48a9-ada5-96638d28b32d req-56052885-1b35-44fd-b80c-88c504b7e9f7 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b23864a-1097-4ba5-82ce-a2e27a1f50eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2287092 May 05 22:08:28.888281 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2852541c-eab7-4aae-97e3-f94cf50f75ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:28.929095 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ce582cb9-228e-4065-9f12-4b7177be734b req-a847faa4-253b-4111-9da0-96745e19b01b tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298748 May 05 22:08:28.932164 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2852541c-eab7-4aae-97e3-f94cf50f75ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:29.012974 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device e5394ba0-792a-4b8a-b7c6-660aa79245c7 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:08:29.058002 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2852541c-eab7-4aae-97e3-f94cf50f75ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9c705d-3b7c-487a-ae46-d33a3a4c5a5e,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:29.084097 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-2852541c-eab7-4aae-97e3-f94cf50f75ae admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4b292b45324f48fc9247780e1c2c186a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0306208 May 05 22:08:29.084572 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 39312) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:29.122047 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-73cbbf49-3c2c-41e1-9749-d5fdc79291fe tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:29.203418 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73cbbf49-3c2c-41e1-9749-d5fdc79291fe tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:08:29.222985 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-53d38017-d97c-4387-afaa-883931e82135 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Allocated IP 172.25.4.145 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/f3588a70-22f6-479c-b5d3-3bf9cbf748c2) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:08:29.232204 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-73cbbf49-3c2c-41e1-9749-d5fdc79291fe tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:08:29.246412 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cbbf49-3c2c-41e1-9749-d5fdc79291fe tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:29.246993 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-73cbbf49-3c2c-41e1-9749-d5fdc79291fe tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:29.301536 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-adc498e1-ef13-4d7b-8d9f-8ba36b8e38d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:29.304796 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbbf49-3c2c-41e1-9749-d5fdc79291fe tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event updated for resources: {'Subnet': ['ID=ad1d6eef-ac1f-4d56-a18b-96c71b3fe6a4,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:29.355140 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-adc498e1-ef13-4d7b-8d9f-8ba36b8e38d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:29.359394 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port e5394ba0-792a-4b8a-b7c6-660aa79245c7, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=e5394ba0-792a-4b8a-b7c6-660aa79245c7,segment=NetworkSegment(6d4484a5-8d63-4054-aa6e-abb26e17d980),segment_id=6d4484a5-8d63-4054-aa6e-abb26e17d980)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:08:29.367027 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-73cbbf49-3c2c-41e1-9749-d5fdc79291fe tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2932634 May 05 22:08:29.371280 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 39320) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:29.394083 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': 'e5394ba0-792a-4b8a-b7c6-660aa79245c7', 'network_id': '747286bb-8407-402f-868f-44a863404e7a', 'port_id': 'e5394ba0-792a-4b8a-b7c6-660aa79245c7', 'mac_address': 'fa:16:3e:96:8c:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aed2f09-8491-48ad-8b12-0e30712ddf00', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:08:29.411100 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-a8cc3039-b6aa-4808-80e3-d699948e84bb tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Request body: {'port': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'mac_address': 'fa:16:3e:2a:25:78', 'name': 'tempest-NetworksTestDHCPv6-1796799190'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:08:29.597808 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:29.654317 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-53d38017-d97c-4387-afaa-883931e82135 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:29.673291 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e5394ba0-792a-4b8a-b7c6-660aa79245c7 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:08:29.720042 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port e5394ba0-792a-4b8a-b7c6-660aa79245c7, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=e5394ba0-792a-4b8a-b7c6-660aa79245c7,segment=NetworkSegment(6d4484a5-8d63-4054-aa6e-abb26e17d980),segment_id=6d4484a5-8d63-4054-aa6e-abb26e17d980)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:08:29.751789 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:29.797756 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-53d38017-d97c-4387-afaa-883931e82135 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:29.934638 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-adc498e1-ef13-4d7b-8d9f-8ba36b8e38d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:30.093202 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc498e1-ef13-4d7b-8d9f-8ba36b8e38d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9c705d-3b7c-487a-ae46-d33a3a4c5a5e,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:30.119752 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=e5394ba0-792a-4b8a-b7c6-660aa79245c7,revision_number=6']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:30.132003 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['e5394ba0-792a-4b8a-b7c6-660aa79245c7'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:08:30.147846 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a8cc3039-b6aa-4808-80e3-d699948e84bb tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:08:30.161193 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a8cc3039-b6aa-4808-80e3-d699948e84bb tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Usage tracker for resource:port and tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:08:30.188788 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a8cc3039-b6aa-4808-80e3-d699948e84bb tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:08:30.233282 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a8cc3039-b6aa-4808-80e3-d699948e84bb tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:08:30.289847 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 3778e43a-16a7-4626-b6ca-85fe233cc3a8 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:08:30.292874 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8cc3039-b6aa-4808-80e3-d699948e84bb tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Made reservation on behalf of 6a9c8b32c69349b78288ebe6e6b6f3f4 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:08:30.318595 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a8cc3039-b6aa-4808-80e3-d699948e84bb tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:30.388346 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-adc498e1-ef13-4d7b-8d9f-8ba36b8e38d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:30.410353 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-adc498e1-ef13-4d7b-8d9f-8ba36b8e38d6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8c9c705d-3b7c-487a-ae46-d33a3a4c5a5e HTTP/1.1" status: 204 len: 168 time: 1.3197949 May 05 22:08:30.552186 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d5c98b-43e4-465e-9eb9-fe5185386721 None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:08:30.650213 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [None req-a8cc3039-b6aa-4808-80e3-d699948e84bb tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] device_id is not set on port c7a9a4b1-21fc-4515-8cce-3fc715c483cf yet. {{(pid=84061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:08:30.731548 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d38017-d97c-4387-afaa-883931e82135 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Pushing event updated for resources: {'Port': ['ID=f3588a70-22f6-479c-b5d3-3bf9cbf748c2,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:30.822539 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 3778e43a-16a7-4626-b6ca-85fe233cc3a8 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:08:30.852352 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 3778e43a-16a7-4626-b6ca-85fe233cc3a8 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:08:30.852745 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:30.876316 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d38017-d97c-4387-afaa-883931e82135 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:08:30.878071 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-53d38017-d97c-4387-afaa-883931e82135 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:08:30.887630 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d38017-d97c-4387-afaa-883931e82135 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:08:30.967727 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-3addc6d2-0aa3-4c2f-ad2a-5097d3c309a8 None None] Provisioning for port 3778e43a-16a7-4626-b6ca-85fe233cc3a8 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:08:31.078259 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-3addc6d2-0aa3-4c2f-ad2a-5097d3c309a8 None None] Provisioning complete for port 3778e43a-16a7-4626-b6ca-85fe233cc3a8 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:08:31.078888 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3addc6d2-0aa3-4c2f-ad2a-5097d3c309a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:31.165788 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-53d38017-d97c-4387-afaa-883931e82135 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:31.200908 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 978f635b-af0b-4afd-80a0-539d5190f34e no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:08:31.316207 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-53d38017-d97c-4387-afaa-883931e82135 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:31.675323 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2aa49c-9657-45e3-8927-0a484aae5115 req-729aeb25-77ca-4148-8362-7b3bb639ef1f tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:31.692525 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8f2aa49c-9657-45e3-8927-0a484aae5115 req-729aeb25-77ca-4148-8362-7b3bb639ef1f tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 944 time: 1.2482786 May 05 22:08:31.703733 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75527f-cf85-4d3f-853b-f256304c9245 req-a70d5450-fcd7-4ca5-8917-682e1448dfb3 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:31.712509 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6b75527f-cf85-4d3f-853b-f256304c9245 req-a70d5450-fcd7-4ca5-8917-682e1448dfb3 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4c387eb-7879-423d-a3f8-e617694126b6 HTTP/1.1" status: 200 len: 946 time: 0.4653790 May 05 22:08:31.874443 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8f2aa49c-9657-45e3-8927-0a484aae5115 req-0987d663-52af-4c1a-ba03-6742fbb2afb1 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798046 May 05 22:08:31.919944 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6b75527f-cf85-4d3f-853b-f256304c9245 req-9568abcb-1175-4a38-96df-dd085019b35e tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b23864a-1097-4ba5-82ce-a2e27a1f50eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1970913 May 05 22:08:31.976879 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-53d38017-d97c-4387-afaa-883931e82135 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:31.989429 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-53d38017-d97c-4387-afaa-883931e82135 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:32.098558 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-a8cc3039-b6aa-4808-80e3-d699948e84bb tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Allocated IP 2001:db8:0:1::34c (137c07e1-75d6-4e37-9f42-95b3b385c296/ad1d6eef-ac1f-4d56-a18b-96c71b3fe6a4/c7a9a4b1-21fc-4515-8cce-3fc715c483cf) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:08:32.113313 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-a8cc3039-b6aa-4808-80e3-d699948e84bb tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Allocated IP 2001:db8::f816:3eff:fe2a:2578 (137c07e1-75d6-4e37-9f42-95b3b385c296/b61235e8-4198-4f26-9857-c1156679632f/c7a9a4b1-21fc-4515-8cce-3fc715c483cf) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:08:32.152567 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d38017-d97c-4387-afaa-883931e82135 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Pushing event updated for resources: {'Port': ['ID=f3588a70-22f6-479c-b5d3-3bf9cbf748c2,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:32.165760 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4164c567-8aab-4dee-bb54-bd493e3b5b94 req-678e47f7-f878-4826-bf42-4f96caaee695 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e4c387eb-7879-423d-a3f8-e617694126b6&tenant_id=06fb629024324e968714595537efac5c HTTP/1.1" status: 200 len: 1097 time: 1.4346585 May 05 22:08:32.178388 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-4164c567-8aab-4dee-bb54-bd493e3b5b94 req-d3e123a8-4b97-4b62-b5e3-472c485c77d5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825175-4', 'device_owner': 'compute:nova'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:08:32.748707 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-53d38017-d97c-4387-afaa-883931e82135 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:32.757825 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:32.794852 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:32.879396 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3addc6d2-0aa3-4c2f-ad2a-5097d3c309a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:32.916058 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a8cc3039-b6aa-4808-80e3-d699948e84bb tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:32.956482 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-a8cc3039-b6aa-4808-80e3-d699948e84bb tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Transition to ACTIVE for port object c7a9a4b1-21fc-4515-8cce-3fc715c483cf will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:08:33.000101 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c387eb-7879-423d-a3f8-e617694126b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '978f635b-af0b-4afd-80a0-539d5190f34e'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:08:33.005567 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a8cc3039-b6aa-4808-80e3-d699948e84bb tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:33.128373 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-4164c567-8aab-4dee-bb54-bd493e3b5b94 req-d3e123a8-4b97-4b62-b5e3-472c485c77d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:33.172736 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cc3039-b6aa-4808-80e3-d699948e84bb tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event updated for resources: {'Port': ['ID=c7a9a4b1-21fc-4515-8cce-3fc715c483cf,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:33.179710 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 978f635b-af0b-4afd-80a0-539d5190f34e, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=978f635b-af0b-4afd-80a0-539d5190f34e,segment=NetworkSegment(13351c92-5f57-4954-9af1-ea9ae34ca426),segment_id=13351c92-5f57-4954-9af1-ea9ae34ca426)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:08:33.215102 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:33.225756 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8cc3039-b6aa-4808-80e3-d699948e84bb tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:08:33.225756 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-a8cc3039-b6aa-4808-80e3-d699948e84bb tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:08:33.225756 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cc3039-b6aa-4808-80e3-d699948e84bb tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:08:33.242022 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cc3039-b6aa-4808-80e3-d699948e84bb tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:33.242022 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a8cc3039-b6aa-4808-80e3-d699948e84bb tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:33.349689 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a8cc3039-b6aa-4808-80e3-d699948e84bb tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.9480808 May 05 22:08:33.349689 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 39416) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:33.399385 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-3addc6d2-0aa3-4c2f-ad2a-5097d3c309a8 None None] For port 3778e43a-16a7-4626-b6ca-85fe233cc3a8, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=3778e43a-16a7-4626-b6ca-85fe233cc3a8,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:08:33.399385 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device e5394ba0-792a-4b8a-b7c6-660aa79245c7 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:08:33.547571 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-53d38017-d97c-4387-afaa-883931e82135 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:33.547571 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-53d38017-d97c-4387-afaa-883931e82135 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1473145 May 05 22:08:33.643325 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3addc6d2-0aa3-4c2f-ad2a-5097d3c309a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:33.932352 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=978f635b-af0b-4afd-80a0-539d5190f34e,revision_number=10']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:33.945081 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-b2da3e26-bd68-447c-8ed0-f29cae065236 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Deleting port c7a9a4b1-21fc-4515-8cce-3fc715c483cf {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:08:33.945553 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b2da3e26-bd68-447c-8ed0-f29cae065236 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:33.954258 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:08:33.954939 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:08:33.970821 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec82ee71-51cd-4015-be56-970a515cb24e None None] Update dhcp port {'port': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'fixed_ips': [{'subnet_id': 'b61235e8-4198-4f26-9857-c1156679632f', 'ip_address': '2001:db8::f816:3eff:feba:73ef'}, {'subnet_id': 'ad1d6eef-ac1f-4d56-a18b-96c71b3fe6a4'}], 'binding:host_id': 'n-d-825175-4'}, 'id': '3778e43a-16a7-4626-b6ca-85fe233cc3a8'} from n-d-825175-4. {{(pid=84064) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 05 22:08:34.062052 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec82ee71-51cd-4015-be56-970a515cb24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:34.128985 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c7d9dd-b06a-4911-8481-1313f8470ad9 req-bf17149f-c7e8-423d-8ae8-0de44484e9cb tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:34.143701 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-08c7d9dd-b06a-4911-8481-1313f8470ad9 req-bf17149f-c7e8-423d-8ae8-0de44484e9cb tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4c387eb-7879-423d-a3f8-e617694126b6 HTTP/1.1" status: 200 len: 945 time: 0.6077449 May 05 22:08:34.393393 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-08c7d9dd-b06a-4911-8481-1313f8470ad9 req-e0689703-ba34-471a-acfd-e418abf1c78d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b23864a-1097-4ba5-82ce-a2e27a1f50eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2469249 May 05 22:08:34.493080 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8500d-b744-4931-a119-8a1d3f25bb7b req-36b66a7e-4148-4bdb-9e30-3d4d2feb6f46 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:34.494569 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-eed8500d-b744-4931-a119-8a1d3f25bb7b req-36b66a7e-4148-4bdb-9e30-3d4d2feb6f46 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 944 time: 0.8197331 May 05 22:08:34.548907 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-4164c567-8aab-4dee-bb54-bd493e3b5b94 req-d3e123a8-4b97-4b62-b5e3-472c485c77d5 service neutron] For port 978f635b-af0b-4afd-80a0-539d5190f34e, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=978f635b-af0b-4afd-80a0-539d5190f34e,segment=NetworkSegment(13351c92-5f57-4954-9af1-ea9ae34ca426),segment_id=13351c92-5f57-4954-9af1-ea9ae34ca426)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:08:34.660994 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-4164c567-8aab-4dee-bb54-bd493e3b5b94 req-d3e123a8-4b97-4b62-b5e3-472c485c77d5 service neutron] For port 978f635b-af0b-4afd-80a0-539d5190f34e, host n-h2-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:08:34.745442 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:08:34.751164 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:08:34.753288 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:08:34.753772 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:08:34.754625 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:08:34.755545 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:08:34.759858 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:08:34.761094 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:08:34.761768 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:08:34.762263 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:08:34.764629 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:08:34.823893 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5f50bbc-4223-4dbc-be1b-a5067217a7e9'] response: {'server_uuid': 'e4c387eb-7879-423d-a3f8-e617694126b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '978f635b-af0b-4afd-80a0-539d5190f34e', 'code': 200} May 05 22:08:34.845070 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-eed8500d-b744-4931-a119-8a1d3f25bb7b req-34d20d66-238c-4fcf-a1f3-8acea56fd17f tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359103 May 05 22:08:34.867828 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port e5394ba0-792a-4b8a-b7c6-660aa79245c7 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:08:34.868877 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:34.878210 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-4164c567-8aab-4dee-bb54-bd493e3b5b94 req-d3e123a8-4b97-4b62-b5e3-472c485c77d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 978f635b-af0b-4afd-80a0-539d5190f34e {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:08:34.951776 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-4164c567-8aab-4dee-bb54-bd493e3b5b94 req-d3e123a8-4b97-4b62-b5e3-472c485c77d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:34.987185 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b2da3e26-bd68-447c-8ed0-f29cae065236 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:35.032032 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-4164c567-8aab-4dee-bb54-bd493e3b5b94 req-d3e123a8-4b97-4b62-b5e3-472c485c77d5 service neutron] Transition to ACTIVE for port object 978f635b-af0b-4afd-80a0-539d5190f34e will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:08:35.052947 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-4164c567-8aab-4dee-bb54-bd493e3b5b94 req-d3e123a8-4b97-4b62-b5e3-472c485c77d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:35.066102 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-ec82ee71-51cd-4015-be56-970a515cb24e None None] Allocated IP 2001:db8:0:1::2 (137c07e1-75d6-4e37-9f42-95b3b385c296/ad1d6eef-ac1f-4d56-a18b-96c71b3fe6a4/3778e43a-16a7-4626-b6ca-85fe233cc3a8) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:08:35.105905 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3addc6d2-0aa3-4c2f-ad2a-5097d3c309a8 None None] Pushing event updated for resources: {'Port': ['ID=3778e43a-16a7-4626-b6ca-85fe233cc3a8,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:35.346902 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:35.427720 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port e5394ba0-792a-4b8a-b7c6-660aa79245c7, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=e5394ba0-792a-4b8a-b7c6-660aa79245c7,segment=NetworkSegment(6d4484a5-8d63-4054-aa6e-abb26e17d980),segment_id=6d4484a5-8d63-4054-aa6e-abb26e17d980)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:08:35.458478 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:35.470541 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-b2da3e26-bd68-447c-8ed0-f29cae065236 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Calling delete_port for c7a9a4b1-21fc-4515-8cce-3fc715c483cf owned by {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:08:35.582033 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec82ee71-51cd-4015-be56-970a515cb24e None None] For port 3778e43a-16a7-4626-b6ca-85fe233cc3a8, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=3778e43a-16a7-4626-b6ca-85fe233cc3a8,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:08:35.588440 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e123a8-4b97-4b62-b5e3-472c485c77d5 service neutron] Pushing event updated for resources: {'Port': ['ID=978f635b-af0b-4afd-80a0-539d5190f34e,revision_number=11']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:35.690975 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec82ee71-51cd-4015-be56-970a515cb24e None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:35.695804 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=e5394ba0-792a-4b8a-b7c6-660aa79245c7,revision_number=7']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:35.762461 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec82ee71-51cd-4015-be56-970a515cb24e None None] Transition to ACTIVE for port object 3778e43a-16a7-4626-b6ca-85fe233cc3a8 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:08:35.774748 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec82ee71-51cd-4015-be56-970a515cb24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:35.851517 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-4164c567-8aab-4dee-bb54-bd493e3b5b94 req-d3e123a8-4b97-4b62-b5e3-472c485c77d5 service neutron] No DVR routers for this DVR port 978f635b-af0b-4afd-80a0-539d5190f34e on host n-h2-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:08:35.914000 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-3a27eefe-5268-4149-a1bc-81df30151094 req-e6ab0481-5300-4e59-922e-e96e4a4a6f8d tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Synchronizing usage tracker for tenant:2578689695ab4a55a99443682838538b on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:08:36.163401 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:36.239367 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec82ee71-51cd-4015-be56-970a515cb24e None None] Pushing event updated for resources: {'Port': ['ID=3778e43a-16a7-4626-b6ca-85fe233cc3a8,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:36.326990 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:36.391662 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-3a27eefe-5268-4149-a1bc-81df30151094 req-e6ab0481-5300-4e59-922e-e96e4a4a6f8d tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Unset dirty status for tenant:2578689695ab4a55a99443682838538b on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:08:36.392856 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3a27eefe-5268-4149-a1bc-81df30151094 req-e6ab0481-5300-4e59-922e-e96e4a4a6f8d tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1372854132&fields=id&tenant_id=2578689695ab4a55a99443682838538b HTTP/1.1" status: 200 len: 267 time: 1.3765090 May 05 22:08:36.443882 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b2da3e26-bd68-447c-8ed0-f29cae065236 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:36.558829 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 39484) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:36.825329 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d30bbe-7ed7-4661-8f9a-de206ba7d79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5394ba0-792a-4b8a-b7c6-660aa79245c7'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:08:37.157711 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 3778e43a-16a7-4626-b6ca-85fe233cc3a8 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:08:37.292241 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-56637de9-f008-4d04-b023-43ba6fc9e02f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:37.381740 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-4164c567-8aab-4dee-bb54-bd493e3b5b94 req-d3e123a8-4b97-4b62-b5e3-472c485c77d5 service neutron] Attempting to bind port 978f635b-af0b-4afd-80a0-539d5190f34e on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:08:37.382468 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-4164c567-8aab-4dee-bb54-bd493e3b5b94 req-d3e123a8-4b97-4b62-b5e3-472c485c77d5 service neutron] Attempting to bind port 978f635b-af0b-4afd-80a0-539d5190f34e by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': '13351c92-5f57-4954-9af1-ea9ae34ca426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:08:37.385966 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4164c567-8aab-4dee-bb54-bd493e3b5b94 req-d3e123a8-4b97-4b62-b5e3-472c485c77d5 service neutron] Attempting to bind port 978f635b-af0b-4afd-80a0-539d5190f34e on network 1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:08:37.431433 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4164c567-8aab-4dee-bb54-bd493e3b5b94 req-d3e123a8-4b97-4b62-b5e3-472c485c77d5 service neutron] Port 978f635b-af0b-4afd-80a0-539d5190f34e on network 1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:08:37.432457 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4164c567-8aab-4dee-bb54-bd493e3b5b94 req-d3e123a8-4b97-4b62-b5e3-472c485c77d5 service neutron] Attempting to bind port 978f635b-af0b-4afd-80a0-539d5190f34e on network 1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:08:37.447207 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da3e26-bd68-447c-8ed0-f29cae065236 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event deleted for resources: {'Port': ['ID=c7a9a4b1-21fc-4515-8cce-3fc715c483cf,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:37.450973 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-56637de9-f008-4d04-b023-43ba6fc9e02f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:08:37.458586 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-56637de9-f008-4d04-b023-43ba6fc9e02f admin admin] Usage tracker for resource:security_group_rule and tenant:b1d2d5547f0543fa86de762d367cfbbc is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:08:37.462373 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-56637de9-f008-4d04-b023-43ba6fc9e02f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:08:37.469447 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-56637de9-f008-4d04-b023-43ba6fc9e02f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:08:37.737467 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-56637de9-f008-4d04-b023-43ba6fc9e02f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:37.746575 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4164c567-8aab-4dee-bb54-bd493e3b5b94 req-d3e123a8-4b97-4b62-b5e3-472c485c77d5 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:08:37.746929 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4164c567-8aab-4dee-bb54-bd493e3b5b94 req-d3e123a8-4b97-4b62-b5e3-472c485c77d5 service neutron] Checking segment: {'id': '13351c92-5f57-4954-9af1-ea9ae34ca426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:08:37.747505 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4164c567-8aab-4dee-bb54-bd493e3b5b94 req-d3e123a8-4b97-4b62-b5e3-472c485c77d5 service neutron] Bound using segment: {'id': '13351c92-5f57-4954-9af1-ea9ae34ca426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:08:37.748281 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-4164c567-8aab-4dee-bb54-bd493e3b5b94 req-d3e123a8-4b97-4b62-b5e3-472c485c77d5 service neutron] Bound port: 978f635b-af0b-4afd-80a0-539d5190f34e, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13351c92-5f57-4954-9af1-ea9ae34ca426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:08:37.748966 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-4164c567-8aab-4dee-bb54-bd493e3b5b94 req-d3e123a8-4b97-4b62-b5e3-472c485c77d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:37.770138 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-56637de9-f008-4d04-b023-43ba6fc9e02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:37.770387 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43c78add-8762-445d-9b9e-cdee28e2970f None None] Provisioning for port 3778e43a-16a7-4626-b6ca-85fe233cc3a8 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:08:37.788366 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43c78add-8762-445d-9b9e-cdee28e2970f None None] Provisioning complete for port 3778e43a-16a7-4626-b6ca-85fe233cc3a8 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:08:37.788735 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43c78add-8762-445d-9b9e-cdee28e2970f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:37.834355 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-56637de9-f008-4d04-b023-43ba6fc9e02f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b1d2d5547f0543fa86de762d367cfbbc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2717285 May 05 22:08:37.844274 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 39502) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:37.851785 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14a96f-bd7e-43d5-a46a-54ddfedc27d3 req-eda51cba-44be-4e7c-bc1a-62b8135de713 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:37.856473 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9f14a96f-bd7e-43d5-a46a-54ddfedc27d3 req-eda51cba-44be-4e7c-bc1a-62b8135de713 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4c387eb-7879-423d-a3f8-e617694126b6 HTTP/1.1" status: 200 len: 945 time: 1.9205310 May 05 22:08:38.179695 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b2da3e26-bd68-447c-8ed0-f29cae065236 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:38.197007 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56637de9-f008-4d04-b023-43ba6fc9e02f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6620e77e-4cbd-4fc2-bb56-140d46dff4ae,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:38.225071 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-4164c567-8aab-4dee-bb54-bd493e3b5b94 req-d3e123a8-4b97-4b62-b5e3-472c485c77d5 service neutron] For port 978f635b-af0b-4afd-80a0-539d5190f34e, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:08:38.227970 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27eefe-5268-4149-a1bc-81df30151094 req-3e394ce3-8feb-40bc-92d3-bb935345a89c tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:38.229580 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3a27eefe-5268-4149-a1bc-81df30151094 req-3e394ce3-8feb-40bc-92d3-bb935345a89c tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/networks?id=da94abce-5ece-4742-b6d0-f89044eb6bbd HTTP/1.1" status: 200 len: 814 time: 1.7960098 May 05 22:08:38.239623 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 39512) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:38.240001 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b2da3e26-bd68-447c-8ed0-f29cae065236 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/ports/c7a9a4b1-21fc-4515-8cce-3fc715c483cf HTTP/1.1" status: 204 len: 168 time: 4.8978441 May 05 22:08:38.264511 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-4164c567-8aab-4dee-bb54-bd493e3b5b94 req-d3e123a8-4b97-4b62-b5e3-472c485c77d5 service neutron] For port 978f635b-af0b-4afd-80a0-539d5190f34e, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=978f635b-af0b-4afd-80a0-539d5190f34e,segment=NetworkSegment(13351c92-5f57-4954-9af1-ea9ae34ca426),segment_id=13351c92-5f57-4954-9af1-ea9ae34ca426)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:08:38.299432 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-d59cc9c6-9260-4bbc-a664-e958abeee457 None None] Could not find standard attr ID for object c7a9a4b1-21fc-4515-8cce-3fc715c483cf. {{(pid=84064) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 22:08:38.299733 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9f14a96f-bd7e-43d5-a46a-54ddfedc27d3 req-1ee5d7cf-e479-4eab-abca-0b4292ea099b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b23864a-1097-4ba5-82ce-a2e27a1f50eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3407805 May 05 22:08:38.305779 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3a27eefe-5268-4149-a1bc-81df30151094 req-19384e13-485c-4105-bd96-4a3e3b6a74ca tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/quotas/2578689695ab4a55a99443682838538b HTTP/1.1" status: 200 len: 375 time: 0.0639203 May 05 22:08:38.324242 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d42c86f9-caad-42ba-b5a2-f88bf0cab5d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:38.345054 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-4164c567-8aab-4dee-bb54-bd493e3b5b94 req-d3e123a8-4b97-4b62-b5e3-472c485c77d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:38.583704 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3a27eefe-5268-4149-a1bc-81df30151094 req-f85b5f7f-430e-4a6e-8ae3-47a03cf44251 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2578689695ab4a55a99443682838538b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2702820 May 05 22:08:38.626951 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d42c86f9-caad-42ba-b5a2-f88bf0cab5d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:38.682858 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-4164c567-8aab-4dee-bb54-bd493e3b5b94 req-d3e123a8-4b97-4b62-b5e3-472c485c77d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:38.684295 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4164c567-8aab-4dee-bb54-bd493e3b5b94 req-d3e123a8-4b97-4b62-b5e3-472c485c77d5 service neutron] 10.222.0.44 "PUT /v2.0/ports/978f635b-af0b-4afd-80a0-539d5190f34e HTTP/1.1" status: 200 len: 1093 time: 6.5111196 May 05 22:08:38.687041 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4c387eb-7879-423d-a3f8-e617694126b6', 'tag': '978f635b-af0b-4afd-80a0-539d5190f34e'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:08:38.893215 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e123a8-4b97-4b62-b5e3-472c485c77d5 service neutron] Pushing event updated for resources: {'Port': ['ID=978f635b-af0b-4afd-80a0-539d5190f34e,revision_number=12']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:38.961116 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d42c86f9-caad-42ba-b5a2-f88bf0cab5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:39.032700 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d42c86f9-caad-42ba-b5a2-f88bf0cab5d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:39.033859 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d42c86f9-caad-42ba-b5a2-f88bf0cab5d4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6620e77e-4cbd-4fc2-bb56-140d46dff4ae HTTP/1.1" status: 204 len: 168 time: 1.1882529 May 05 22:08:39.068784 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f398def-b06f-45fe-b779-82201ce8ccc3 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:39.072419 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9f398def-b06f-45fe-b779-82201ce8ccc3 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.8132718 May 05 22:08:39.076135 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42c86f9-caad-42ba-b5a2-f88bf0cab5d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6620e77e-4cbd-4fc2-bb56-140d46dff4ae,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:39.108672 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 39526) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:39.184928 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4164c567-8aab-4dee-bb54-bd493e3b5b94 req-444d0c5b-c7f6-475f-9b2b-90c7345ea0ab service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=06fb629024324e968714595537efac5c&device_id=e4c387eb-7879-423d-a3f8-e617694126b6 HTTP/1.1" status: 200 len: 1096 time: 0.4513457 May 05 22:08:39.206132 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3a27eefe-5268-4149-a1bc-81df30151094 req-07828699-ea35-45f9-a8dc-b767f4850aa3 service neutron] 10.222.0.23 "GET /v2.0/networks/da94abce-5ece-4742-b6d0-f89044eb6bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6098166 May 05 22:08:39.514141 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4164c567-8aab-4dee-bb54-bd493e3b5b94 req-3cad4c80-bee5-44b9-a1f4-40a54b7fddb5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:39.515622 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4164c567-8aab-4dee-bb54-bd493e3b5b94 req-3cad4c80-bee5-44b9-a1f4-40a54b7fddb5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753 HTTP/1.1" status: 200 len: 896 time: 0.3232586 May 05 22:08:39.529213 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82c5d3-ab1f-40e3-b50a-058958e48ca1 req-062d69ae-c31b-47fc-b43c-fd5d3326b4ed tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:39.548695 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4f82c5d3-ab1f-40e3-b50a-058958e48ca1 req-062d69ae-c31b-47fc-b43c-fd5d3326b4ed tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.6515603 May 05 22:08:39.757224 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4f82c5d3-ab1f-40e3-b50a-058958e48ca1 req-94813852-4efb-4df5-b34e-50f37a0bffc9 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075052 May 05 22:08:39.778242 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3a27eefe-5268-4149-a1bc-81df30151094 req-42b17705-1009-4a39-8f1b-1ab0733c3b62 service neutron] 10.222.0.23 "GET /v2.0/networks/da94abce-5ece-4742-b6d0-f89044eb6bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5705056 May 05 22:08:39.869916 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a90c805e-6d15-45fc-9da8-56f74ca34aa2'] response: {'server_uuid': '71d30bbe-7ed7-4661-8f9a-de206ba7d79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5394ba0-792a-4b8a-b7c6-660aa79245c7', 'code': 200} May 05 22:08:40.009147 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4164c567-8aab-4dee-bb54-bd493e3b5b94 req-6138afef-8f6c-4065-a91a-cb7be0e76027 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=978f635b-af0b-4afd-80a0-539d5190f34e HTTP/1.1" status: 200 len: 1000 time: 0.4809752 May 05 22:08:40.120353 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fc8049f-e8f2-464a-9375-3ec4b302f616'] response: {'name': 'network-changed', 'server_uuid': 'e4c387eb-7879-423d-a3f8-e617694126b6', 'tag': '978f635b-af0b-4afd-80a0-539d5190f34e', 'status': 'completed', 'code': 200} May 05 22:08:40.263121 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 39550) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:40.313523 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c6c0108a-72a9-4a59-a717-42ccd8d59d3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:40.329155 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4164c567-8aab-4dee-bb54-bd493e3b5b94 req-4d3472ab-e435-49cd-85fd-f53427e1c008 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:40.330617 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4164c567-8aab-4dee-bb54-bd493e3b5b94 req-4d3472ab-e435-49cd-85fd-f53427e1c008 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1755485f-4a55-4fd6-9437-364fb3417fd0 HTTP/1.1" status: 200 len: 834 time: 0.3145897 May 05 22:08:40.333043 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-78ce2952-0d49-4a88-a151-4e20397fb9fc req-234c2ac6-b96e-4276-93af-1b386d9386c3 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=b09f4d6c-ef4f-49fa-84a7-9f8612ed9f5d HTTP/1.1" status: 200 len: 210 time: 0.0826206 May 05 22:08:40.375854 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa22e81-15ae-457a-a528-06fed42804c5 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:40.375854 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-3aa22e81-15ae-457a-a528-06fed42804c5 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 1.2653913 May 05 22:08:40.380749 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 39556) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:40.482301 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c6c0108a-72a9-4a59-a717-42ccd8d59d3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:08:40.488000 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c6c0108a-72a9-4a59-a717-42ccd8d59d3b admin admin] Usage tracker for resource:security_group_rule and tenant:b37fbada791b4531b037273440f51476 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:08:40.492069 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c6c0108a-72a9-4a59-a717-42ccd8d59d3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:08:40.498402 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c6c0108a-72a9-4a59-a717-42ccd8d59d3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:08:40.564716 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2210e83-62e3-4398-aca0-5b62263e2ded req-e800b971-4de9-4fa9-bce4-58a4d80c0d68 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:40.572036 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f2210e83-62e3-4398-aca0-5b62263e2ded req-e800b971-4de9-4fa9-bce4-58a4d80c0d68 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4c387eb-7879-423d-a3f8-e617694126b6 HTTP/1.1" status: 200 len: 945 time: 0.3791220 May 05 22:08:40.656239 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c6c0108a-72a9-4a59-a717-42ccd8d59d3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:40.673207 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c6c0108a-72a9-4a59-a717-42ccd8d59d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:40.685631 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22ab837-d428-44bb-9f58-4862c97662bd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:40.687080 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22ab837-d428-44bb-9f58-4862c97662bd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:40.693083 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22ab837-d428-44bb-9f58-4862c97662bd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:40.698295 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b22ab837-d428-44bb-9f58-4862c97662bd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Synchronizing usage tracker for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:subnet {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:08:40.807959 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c0108a-72a9-4a59-a717-42ccd8d59d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7a5869-6412-4696-b39c-75c971d3f67a,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:40.816319 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0babf1e2-60f6-4268-9fac-1dc0dff7bb58 req-9131dc1a-8372-46a5-830a-43b1a042b431 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=06fb629024324e968714595537efac5c&device_id=e4c387eb-7879-423d-a3f8-e617694126b6 HTTP/1.1" status: 200 len: 1096 time: 0.7152781 May 05 22:08:40.837565 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c6c0108a-72a9-4a59-a717-42ccd8d59d3b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b37fbada791b4531b037273440f51476&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5722804 May 05 22:08:40.843617 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 39570) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:40.968822 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f2210e83-62e3-4398-aca0-5b62263e2ded req-ad7009a9-23d4-4547-87f5-d1762d5eede4 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b23864a-1097-4ba5-82ce-a2e27a1f50eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2520735 May 05 22:08:40.972611 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b22ab837-d428-44bb-9f58-4862c97662bd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Unset dirty status for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:subnet {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:08:40.976523 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b22ab837-d428-44bb-9f58-4862c97662bd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.5907135 May 05 22:08:40.977136 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 39576) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:41.323497 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0babf1e2-60f6-4268-9fac-1dc0dff7bb58 req-c1a69391-a62f-4bfb-a871-f00044535900 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:41.325335 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0babf1e2-60f6-4268-9fac-1dc0dff7bb58 req-c1a69391-a62f-4bfb-a871-f00044535900 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753 HTTP/1.1" status: 200 len: 896 time: 0.4846196 May 05 22:08:41.541853 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-5207df97-b632-4c18-8db5-700e3e3fac90 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Deleting subnet ad1d6eef-ac1f-4d56-a18b-96c71b3fe6a4 {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:08:41.552539 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5207df97-b632-4c18-8db5-700e3e3fac90 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:41.567244 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4164c567-8aab-4dee-bb54-bd493e3b5b94 req-84c71929-b5a4-4e9e-98ba-84277a86a428 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1750777 May 05 22:08:41.706449 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1b10cf17-72f5-4e8e-abaa-6a1d21eb598c req-6918ebbe-1ae9-4e1e-bed3-6cda130379e8 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=b09f4d6c-ef4f-49fa-84a7-9f8612ed9f5d HTTP/1.1" status: 200 len: 210 time: 0.0806029 May 05 22:08:41.743896 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f69c7-7589-4806-b787-87f4934b39be req-a3d8ffb5-c66e-4a4d-b55a-c6c1e721a9c3 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:41.745856 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a93f69c7-7589-4806-b787-87f4934b39be req-a3d8ffb5-c66e-4a4d-b55a-c6c1e721a9c3 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.6385734 May 05 22:08:41.922247 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a93f69c7-7589-4806-b787-87f4934b39be req-5b9bb517-9696-4db3-98b9-ab230607d44c tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611683 May 05 22:08:41.933046 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5207df97-b632-4c18-8db5-700e3e3fac90 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:42.147645 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5207df97-b632-4c18-8db5-700e3e3fac90 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:42.203507 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5b890183-b141-4f8e-88bc-fc5ec1848897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:42.213348 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4164c567-8aab-4dee-bb54-bd493e3b5b94 req-9f3b6acd-3de6-4dc6-96dc-ae7a9b394a9c service neutron] 10.222.0.44 "GET /v2.0/networks/1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5564349 May 05 22:08:42.354005 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5207df97-b632-4c18-8db5-700e3e3fac90 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:42.783344 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5207df97-b632-4c18-8db5-700e3e3fac90 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event deleted for resources: {'Subnet': ['ID=ad1d6eef-ac1f-4d56-a18b-96c71b3fe6a4,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:42.901063 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5b890183-b141-4f8e-88bc-fc5ec1848897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:42.973571 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5b890183-b141-4f8e-88bc-fc5ec1848897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:43.002563 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0babf1e2-60f6-4268-9fac-1dc0dff7bb58 req-1c572189-95b4-4fc4-b2b6-b33450fdeeb6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=978f635b-af0b-4afd-80a0-539d5190f34e HTTP/1.1" status: 200 len: 1000 time: 1.6548443 May 05 22:08:43.007034 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b890183-b141-4f8e-88bc-fc5ec1848897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7a5869-6412-4696-b39c-75c971d3f67a,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:43.225570 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-990908e8-9bc2-4ff3-9b16-122be6963c83 req-796bc739-7d00-4224-8bbc-de1a1c264caa tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=b09f4d6c-ef4f-49fa-84a7-9f8612ed9f5d HTTP/1.1" status: 200 len: 210 time: 0.0464828 May 05 22:08:43.245876 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5b890183-b141-4f8e-88bc-fc5ec1848897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:43.247636 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5b890183-b141-4f8e-88bc-fc5ec1848897 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9d7a5869-6412-4696-b39c-75c971d3f67a HTTP/1.1" status: 204 len: 168 time: 2.4030950 May 05 22:08:43.249833 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0babf1e2-60f6-4268-9fac-1dc0dff7bb58 req-28a08317-0eb9-4f94-9371-d78cb7f632e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:43.251830 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0babf1e2-60f6-4268-9fac-1dc0dff7bb58 req-28a08317-0eb9-4f94-9371-d78cb7f632e2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1755485f-4a55-4fd6-9437-364fb3417fd0 HTTP/1.1" status: 200 len: 834 time: 0.2410917 May 05 22:08:43.353010 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4164c567-8aab-4dee-bb54-bd493e3b5b94 req-48bde0b1-5ffd-4c31-ad75-0a50d43fcb69 service neutron] 10.222.0.44 "GET /v2.0/networks/1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1162572 May 05 22:08:43.373980 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c050b43d-87ca-4d2a-94b1-8a6547ad81bf None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:08:43.413431 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0babf1e2-60f6-4268-9fac-1dc0dff7bb58 req-5503250c-f641-41c5-98e1-3df36f70e15f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1530957 May 05 22:08:43.415495 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5207df97-b632-4c18-8db5-700e3e3fac90 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:43.572168 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-5207df97-b632-4c18-8db5-700e3e3fac90 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/subnets/ad1d6eef-ac1f-4d56-a18b-96c71b3fe6a4 HTTP/1.1" status: 204 len: 168 time: 2.5916786 May 05 22:08:43.587194 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 39618) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:43.977581 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd6532-5892-413f-a4f3-a9b34e5be947 req-6f932961-f588-4f20-aea6-d0ee8152086d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:43.984250 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2edd6532-5892-413f-a4f3-a9b34e5be947 req-6f932961-f588-4f20-aea6-d0ee8152086d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4c387eb-7879-423d-a3f8-e617694126b6 HTTP/1.1" status: 200 len: 945 time: 1.4881644 May 05 22:08:43.993643 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27eefe-5268-4149-a1bc-81df30151094 req-d0e1fa76-a7b9-4c2f-a39f-5c0cafb825db tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:43.997684 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0babf1e2-60f6-4268-9fac-1dc0dff7bb58 req-cb7bb75a-9bd5-4070-afe0-c7a0f2fb195f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=06fb629024324e968714595537efac5c&device_id=e4c387eb-7879-423d-a3f8-e617694126b6 HTTP/1.1" status: 200 len: 1096 time: 0.5810449 May 05 22:08:43.999410 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3a27eefe-5268-4149-a1bc-81df30151094 req-d0e1fa76-a7b9-4c2f-a39f-5c0cafb825db tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.32 "GET /v2.0/networks?id=da94abce-5ece-4742-b6d0-f89044eb6bbd HTTP/1.1" status: 200 len: 814 time: 1.5068748 May 05 22:08:44.063202 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-095a6ed8-dc66-489e-9ca4-120b2b7f237f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:44.237407 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-aad29633-6fd4-4165-a96e-e189c9e7bd35 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Deleting subnet b61235e8-4198-4f26-9857-c1156679632f {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:08:44.277567 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-aad29633-6fd4-4165-a96e-e189c9e7bd35 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:44.386620 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0babf1e2-60f6-4268-9fac-1dc0dff7bb58 req-93e90eb8-6f33-4a3b-8433-f4058384e727 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:44.388135 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0babf1e2-60f6-4268-9fac-1dc0dff7bb58 req-93e90eb8-6f33-4a3b-8433-f4058384e727 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753 HTTP/1.1" status: 200 len: 896 time: 0.3816979 May 05 22:08:44.421568 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3a27eefe-5268-4149-a1bc-81df30151094 req-c23f9806-ef47-4527-bb09-f6275acfbf85 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2578689695ab4a55a99443682838538b HTTP/1.1" status: 200 len: 380 time: 0.3881204 May 05 22:08:44.482133 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-3a27eefe-5268-4149-a1bc-81df30151094 req-bec3cc7c-03af-46a1-8791-c7d6f8b9fda1 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Request body: {'port': {'device_id': 'b09f4d6c-ef4f-49fa-84a7-9f8612ed9f5d', 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd', 'admin_state_up': True, 'tenant_id': '2578689695ab4a55a99443682838538b', 'security_groups': ['d9e41160-c8bc-4ed3-b1f2-b9c001a73525']}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:08:44.502562 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0babf1e2-60f6-4268-9fac-1dc0dff7bb58 req-3b8f3755-b7d9-4df4-9694-a2104315822c service neutron] 10.222.0.32 "GET /v2.0/networks/1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9564254 May 05 22:08:44.588019 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2edd6532-5892-413f-a4f3-a9b34e5be947 req-e064655b-489d-498e-a56a-a3d975deebcb tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b23864a-1097-4ba5-82ce-a2e27a1f50eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5856531 May 05 22:08:44.867361 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-aad29633-6fd4-4165-a96e-e189c9e7bd35 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:44.965142 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0babf1e2-60f6-4268-9fac-1dc0dff7bb58 req-70ccd2a0-8aa3-4262-beaf-dbda59157d63 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=978f635b-af0b-4afd-80a0-539d5190f34e HTTP/1.1" status: 200 len: 1000 time: 0.5676279 May 05 22:08:45.202361 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 978f635b-af0b-4afd-80a0-539d5190f34e details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:08:45.262438 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0babf1e2-60f6-4268-9fac-1dc0dff7bb58 req-96796100-392a-4c92-9ba1-b23f9526252a service neutron] 10.222.0.32 "GET /v2.0/networks/1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7424603 May 05 22:08:45.325445 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0babf1e2-60f6-4268-9fac-1dc0dff7bb58 req-7081d150-6db8-4457-b8ee-aed3bb91ff5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:45.327518 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0babf1e2-60f6-4268-9fac-1dc0dff7bb58 req-7081d150-6db8-4457-b8ee-aed3bb91ff5a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1755485f-4a55-4fd6-9437-364fb3417fd0 HTTP/1.1" status: 200 len: 834 time: 0.3523231 May 05 22:08:45.437991 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4862459a-c358-4089-afd8-70c96c19a8d3 req-549394fd-12f6-4a86-b8e4-086528c4bec0 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:45.449692 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4862459a-c358-4089-afd8-70c96c19a8d3 req-549394fd-12f6-4a86-b8e4-086528c4bec0 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 1.7398012 May 05 22:08:45.465878 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d5a935c0-e08c-4786-9095-ad000306b10a req-9b20034c-1822-46eb-a1c4-e30d7c1f1a54 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=b09f4d6c-ef4f-49fa-84a7-9f8612ed9f5d HTTP/1.1" status: 200 len: 210 time: 0.1339016 May 05 22:08:45.550318 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4862459a-c358-4089-afd8-70c96c19a8d3 req-5557c953-d1c5-413c-ba98-12cc2b52d3d6 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961001 May 05 22:08:45.624775 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-aad29633-6fd4-4165-a96e-e189c9e7bd35 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:45.707995 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0babf1e2-60f6-4268-9fac-1dc0dff7bb58 req-de8c521d-bf2d-490f-b563-77a8c5a0fad5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3738379 May 05 22:08:45.944132 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-8395b2dc-9c63-4052-ab12-ad44c244d1e6 None None] Provisioning complete for port 3778e43a-16a7-4626-b6ca-85fe233cc3a8 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:08:45.944767 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8395b2dc-9c63-4052-ab12-ad44c244d1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:45.947920 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-3a27eefe-5268-4149-a1bc-81df30151094 req-bec3cc7c-03af-46a1-8791-c7d6f8b9fda1 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:08:45.956932 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0babf1e2-60f6-4268-9fac-1dc0dff7bb58 req-c8487847-31af-4fbf-88ff-96e9ea32d78e service neutron] 10.222.0.44 "GET /v2.0/networks/1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416339 May 05 22:08:45.962353 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-3a27eefe-5268-4149-a1bc-81df30151094 req-bec3cc7c-03af-46a1-8791-c7d6f8b9fda1 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Usage tracker for resource:port and tenant:2578689695ab4a55a99443682838538b is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:08:45.975086 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-3a27eefe-5268-4149-a1bc-81df30151094 req-bec3cc7c-03af-46a1-8791-c7d6f8b9fda1 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:08:45.997495 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-3a27eefe-5268-4149-a1bc-81df30151094 req-bec3cc7c-03af-46a1-8791-c7d6f8b9fda1 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:08:46.101486 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a27eefe-5268-4149-a1bc-81df30151094 req-bec3cc7c-03af-46a1-8791-c7d6f8b9fda1 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Made reservation on behalf of 2578689695ab4a55a99443682838538b for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:08:46.105356 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-3a27eefe-5268-4149-a1bc-81df30151094 req-bec3cc7c-03af-46a1-8791-c7d6f8b9fda1 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:46.111275 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 978f635b-af0b-4afd-80a0-539d5190f34e, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=978f635b-af0b-4afd-80a0-539d5190f34e,segment=NetworkSegment(13351c92-5f57-4954-9af1-ea9ae34ca426),segment_id=13351c92-5f57-4954-9af1-ea9ae34ca426)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:08:46.180726 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '978f635b-af0b-4afd-80a0-539d5190f34e', 'network_id': '1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753', 'port_id': '978f635b-af0b-4afd-80a0-539d5190f34e', 'mac_address': 'fa:16:3e:5d:0d:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1755485f-4a55-4fd6-9437-364fb3417fd0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:08:46.259775 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-aad29633-6fd4-4165-a96e-e189c9e7bd35 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:46.326744 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0babf1e2-60f6-4268-9fac-1dc0dff7bb58 req-0914e4f8-4c61-40a0-a4ab-64ad61a527bd service neutron] 10.222.0.44 "GET /v2.0/networks/1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3634470 May 05 22:08:46.383363 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-aad29633-6fd4-4165-a96e-e189c9e7bd35 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:46.391369 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad29633-6fd4-4165-a96e-e189c9e7bd35 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event deleted for resources: {'Subnet': ['ID=b61235e8-4198-4f26-9857-c1156679632f,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:46.437112 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00214085-1cfa-402e-8a15-fb8f6ba4fc70 req-1352e5ff-f88d-4c6e-b686-aeec7eedb851 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:46.444734 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-00214085-1cfa-402e-8a15-fb8f6ba4fc70 req-1352e5ff-f88d-4c6e-b686-aeec7eedb851 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4c387eb-7879-423d-a3f8-e617694126b6 HTTP/1.1" status: 200 len: 945 time: 0.4219472 May 05 22:08:46.498348 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 39668) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:46.509322 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-aad29633-6fd4-4165-a96e-e189c9e7bd35 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/subnets/b61235e8-4198-4f26-9857-c1156679632f HTTP/1.1" status: 204 len: 168 time: 2.9149363 May 05 22:08:46.533595 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef72e7e-7784-432d-adf8-7b5a88fa4e6d None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:08:46.643322 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-00214085-1cfa-402e-8a15-fb8f6ba4fc70 req-97265605-bc11-4d42-b820-0a16b7e12ad5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b23864a-1097-4ba5-82ce-a2e27a1f50eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1975267 May 05 22:08:46.664972 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 39676) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:46.684867 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 39680) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:46.687329 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-190b2208-d52c-40d1-8ab6-616c80ced859 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1878223 May 05 22:08:46.855069 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-13b3d3b8-d288-4be2-91d8-d56965639d30 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Request body: {'subnet': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:08:46.868600 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:46.905879 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-3a27eefe-5268-4149-a1bc-81df30151094 req-bec3cc7c-03af-46a1-8791-c7d6f8b9fda1 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Allocated IP 172.20.0.12 (da94abce-5ece-4742-b6d0-f89044eb6bbd/b6329e98-aed7-463a-a6e6-dc9284056d36/833f50fc-a0fb-4b00-a024-733c937d5a2c) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:08:46.932375 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 978f635b-af0b-4afd-80a0-539d5190f34e {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:08:46.951187 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 978f635b-af0b-4afd-80a0-539d5190f34e, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=978f635b-af0b-4afd-80a0-539d5190f34e,segment=NetworkSegment(13351c92-5f57-4954-9af1-ea9ae34ca426),segment_id=13351c92-5f57-4954-9af1-ea9ae34ca426)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:08:46.952764 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fe8b9619-3293-4003-a034-71f961df3c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:47.054050 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-bbb98404-4ca8-45d5-9f1d-3b5bdf2d77ec req-41c4c32d-33c6-421e-bbe8-80259895f9b6 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Synchronizing usage tracker for tenant:2578689695ab4a55a99443682838538b on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:08:47.068829 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:47.390644 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['978f635b-af0b-4afd-80a0-539d5190f34e'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:08:47.657074 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:47.663942 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=978f635b-af0b-4afd-80a0-539d5190f34e,revision_number=13']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:47.684002 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:47.713578 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-3a27eefe-5268-4149-a1bc-81df30151094 req-bec3cc7c-03af-46a1-8791-c7d6f8b9fda1 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:47.740318 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-3a27eefe-5268-4149-a1bc-81df30151094 req-bec3cc7c-03af-46a1-8791-c7d6f8b9fda1 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Transition to ACTIVE for port object 833f50fc-a0fb-4b00-a024-733c937d5a2c will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:08:47.882006 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e8f347-05b0-4e41-a432-d7e77729c14b None None] DHCP port deletion for 137c07e1-75d6-4e37-9f42-95b3b385c296 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:08:47.917927 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-30e8f347-05b0-4e41-a432-d7e77729c14b None None] Deleting port 3778e43a-16a7-4626-b6ca-85fe233cc3a8 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:08:47.918300 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-30e8f347-05b0-4e41-a432-d7e77729c14b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:48.060752 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 39712) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:48.236829 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-3a27eefe-5268-4149-a1bc-81df30151094 req-bec3cc7c-03af-46a1-8791-c7d6f8b9fda1 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:48.442503 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c4b224e4-7c7c-4d22-86b4-5346b3870028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:48.543784 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ab401234-62e1-450d-a6ad-1f3564ba373f tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/floatingips/c4485825-6caf-4334-bfa4-b0dca58b33b5 HTTP/1.1" status: 200 len: 992 time: 1.8767846 May 05 22:08:48.553344 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c4b224e4-7c7c-4d22-86b4-5346b3870028 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:08:48.566304 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec3cc7c-03af-46a1-8791-c7d6f8b9fda1 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Pushing event updated for resources: {'Port': ['ID=833f50fc-a0fb-4b00-a024-733c937d5a2c,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:48.569613 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c4b224e4-7c7c-4d22-86b4-5346b3870028 admin admin] Usage tracker for resource:security_group_rule and tenant:c63d2d6293b44d73aeb15feebc2aa71b is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:08:48.587393 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c4b224e4-7c7c-4d22-86b4-5346b3870028 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:08:48.596668 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-bbb98404-4ca8-45d5-9f1d-3b5bdf2d77ec req-41c4c32d-33c6-421e-bbe8-80259895f9b6 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Unset dirty status for tenant:2578689695ab4a55a99443682838538b on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:08:48.604228 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bbb98404-4ca8-45d5-9f1d-3b5bdf2d77ec req-41c4c32d-33c6-421e-bbe8-80259895f9b6 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=b09f4d6c-ef4f-49fa-84a7-9f8612ed9f5d HTTP/1.1" status: 200 len: 210 time: 1.7276998 May 05 22:08:48.622061 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-13b3d3b8-d288-4be2-91d8-d56965639d30 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:08:48.643813 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c4b224e4-7c7c-4d22-86b4-5346b3870028 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:08:48.658950 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-13b3d3b8-d288-4be2-91d8-d56965639d30 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Usage tracker for resource:subnet and tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:08:48.671584 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-13b3d3b8-d288-4be2-91d8-d56965639d30 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:08:48.693520 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a27eefe-5268-4149-a1bc-81df30151094 req-bec3cc7c-03af-46a1-8791-c7d6f8b9fda1 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Network da94abce-5ece-4742-b6d0-f89044eb6bbd is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:08:48.717800 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-30e8f347-05b0-4e41-a432-d7e77729c14b None None] For port 3778e43a-16a7-4626-b6ca-85fe233cc3a8, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=3778e43a-16a7-4626-b6ca-85fe233cc3a8,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:08:48.720148 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-30e8f347-05b0-4e41-a432-d7e77729c14b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:48.725954 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-3a27eefe-5268-4149-a1bc-81df30151094 req-bec3cc7c-03af-46a1-8791-c7d6f8b9fda1 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:08:48.752191 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a27eefe-5268-4149-a1bc-81df30151094 req-bec3cc7c-03af-46a1-8791-c7d6f8b9fda1 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:08:48.887845 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c4b224e4-7c7c-4d22-86b4-5346b3870028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:48.895965 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c4b224e4-7c7c-4d22-86b4-5346b3870028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:48.912201 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-13b3d3b8-d288-4be2-91d8-d56965639d30 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:08:49.125249 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c4b224e4-7c7c-4d22-86b4-5346b3870028 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c63d2d6293b44d73aeb15feebc2aa71b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0633404 May 05 22:08:49.131221 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b3d3b8-d288-4be2-91d8-d56965639d30 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Made reservation on behalf of 6a9c8b32c69349b78288ebe6e6b6f3f4 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:08:49.132628 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 39730) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:49.134500 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b224e4-7c7c-4d22-86b4-5346b3870028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5645a6f2-1377-4ef0-91f3-29f01b61e555,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:49.225453 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 3778e43a-16a7-4626-b6ca-85fe233cc3a8 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:08:49.294963 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27eefe-5268-4149-a1bc-81df30151094 req-bec3cc7c-03af-46a1-8791-c7d6f8b9fda1 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:49.297166 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-3a27eefe-5268-4149-a1bc-81df30151094 req-bec3cc7c-03af-46a1-8791-c7d6f8b9fda1 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:49.307377 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-24fad4e1-47f0-4801-abb1-fd781f291c58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:49.367831 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-24fad4e1-47f0-4801-abb1-fd781f291c58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:49.370510 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-30e8f347-05b0-4e41-a432-d7e77729c14b None None] Calling delete_port for 3778e43a-16a7-4626-b6ca-85fe233cc3a8 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:08:49.507533 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-24fad4e1-47f0-4801-abb1-fd781f291c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:49.557401 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3a27eefe-5268-4149-a1bc-81df30151094 req-bec3cc7c-03af-46a1-8791-c7d6f8b9fda1 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1003170 May 05 22:08:49.574432 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30052536-c682-4f1a-be9d-ff2ba611c93a req-56927fa4-0a12-4973-bb1c-2e4ce17c000d tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:49.586100 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-30052536-c682-4f1a-be9d-ff2ba611c93a req-56927fa4-0a12-4973-bb1c-2e4ce17c000d tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 2.3583043 May 05 22:08:49.618348 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:49.642037 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-a3f3461c-5679-40c7-a873-4d5b217d3f26 None None] Provisioning for port 833f50fc-a0fb-4b00-a024-733c937d5a2c completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:08:49.652201 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-3a27eefe-5268-4149-a1bc-81df30151094 req-dc36d425-4ba1-4545-b174-8bfea95d6098 service neutron] Request body: {'port': {'device_id': 'b09f4d6c-ef4f-49fa-84a7-9f8612ed9f5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:08:49.705413 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-a3f3461c-5679-40c7-a873-4d5b217d3f26 None None] Provisioning complete for port 833f50fc-a0fb-4b00-a024-733c937d5a2c triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:08:49.705836 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a3f3461c-5679-40c7-a873-4d5b217d3f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:49.779322 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:49.876321 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3461c-5679-40c7-a873-4d5b217d3f26 None None] Port 833f50fc-a0fb-4b00-a024-733c937d5a2c cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:08:49.915982 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-30052536-c682-4f1a-be9d-ff2ba611c93a req-139eb50c-9082-4b07-b585-3d2fa790eac9 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288863 May 05 22:08:49.916454 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-30e8f347-05b0-4e41-a432-d7e77729c14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:49.924767 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fad4e1-47f0-4801-abb1-fd781f291c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5645a6f2-1377-4ef0-91f3-29f01b61e555,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:49.932354 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-24fad4e1-47f0-4801-abb1-fd781f291c58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:49.933877 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-24fad4e1-47f0-4801-abb1-fd781f291c58 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5645a6f2-1377-4ef0-91f3-29f01b61e555 HTTP/1.1" status: 204 len: 168 time: 0.7957332 May 05 22:08:49.956401 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-13b3d3b8-d288-4be2-91d8-d56965639d30 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:50.242729 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e8f347-05b0-4e41-a432-d7e77729c14b None None] Pushing event deleted for resources: {'Port': ['ID=3778e43a-16a7-4626-b6ca-85fe233cc3a8,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:50.271622 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e8f347-05b0-4e41-a432-d7e77729c14b None None] No DVR routers for this DVR port 3778e43a-16a7-4626-b6ca-85fe233cc3a8 on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:08:50.725236 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-3a27eefe-5268-4149-a1bc-81df30151094 req-dc36d425-4ba1-4545-b174-8bfea95d6098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:50.949162 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a37966-02c6-4fef-90ae-c8144cd6de8c req-6d7b8848-b9d8-4780-a0b2-b66108d5f82a tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:50.956260 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-70a37966-02c6-4fef-90ae-c8144cd6de8c req-6d7b8848-b9d8-4780-a0b2-b66108d5f82a tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=b09f4d6c-ef4f-49fa-84a7-9f8612ed9f5d HTTP/1.1" status: 200 len: 932 time: 0.6472802 May 05 22:08:51.205049 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-70a37966-02c6-4fef-90ae-c8144cd6de8c req-722a098f-1a1a-4794-90f7-b500f4f33602 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9e41160-c8bc-4ed3-b1f2-b9c001a73525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2479229 May 05 22:08:51.214309 n-d-825175-4 neutron-server[84061]: DEBUG neutron.objects.ports [None req-13b3d3b8-d288-4be2-91d8-d56965639d30 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84061) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 05 22:08:51.215238 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 978f635b-af0b-4afd-80a0-539d5190f34e up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:08:51.227983 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-13b3d3b8-d288-4be2-91d8-d56965639d30 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:51.236684 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec092d-a32e-4912-acf9-7d9ebbdbb288 req-32e27b51-b5be-4acc-845d-476dca709c08 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:51.243998 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e7ec092d-a32e-4912-acf9-7d9ebbdbb288 req-32e27b51-b5be-4acc-845d-476dca709c08 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a408bbf-077f-4826-b722-cd5638ed7f68 HTTP/1.1" status: 200 len: 946 time: 0.6024842 May 05 22:08:51.377069 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 978f635b-af0b-4afd-80a0-539d5190f34e completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:08:51.384184 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 978f635b-af0b-4afd-80a0-539d5190f34e triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:08:51.386863 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:51.540638 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e7ec092d-a32e-4912-acf9-7d9ebbdbb288 req-a49f6fec-6138-43b6-b1e6-ea3d4b6da1c2 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] 10.222.0.23 "GET /v2.0/security-groups?id=a840fe09-9188-4671-854a-0d1826f45c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954054 May 05 22:08:51.559660 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 39798) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:51.633147 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b3d3b8-d288-4be2-91d8-d56965639d30 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:08:51.639933 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b3d3b8-d288-4be2-91d8-d56965639d30 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event updated for resources: {'Subnet': ['ID=d7dbde21-b0f2-4404-9707-7eed25c2d418,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:51.651163 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-13b3d3b8-d288-4be2-91d8-d56965639d30 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:08:51.658620 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b3d3b8-d288-4be2-91d8-d56965639d30 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:51.661781 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-13b3d3b8-d288-4be2-91d8-d56965639d30 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:51.681502 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:51.726104 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eadad2d-d6b2-465c-ba96-7d49a607497a None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:08:51.814617 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e5e191d0-6ed3-4800-ae38-32bc63fc13f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:51.855798 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.resource_extend [req-3a27eefe-5268-4149-a1bc-81df30151094 req-dc36d425-4ba1-4545-b174-8bfea95d6098 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 22:08:51.896088 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 978f635b-af0b-4afd-80a0-539d5190f34e, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=978f635b-af0b-4afd-80a0-539d5190f34e,segment=NetworkSegment(13351c92-5f57-4954-9af1-ea9ae34ca426),segment_id=13351c92-5f57-4954-9af1-ea9ae34ca426)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:08:51.927501 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c387eb-7879-423d-a3f8-e617694126b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978f635b-af0b-4afd-80a0-539d5190f34e'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:08:51.932382 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:51.936728 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-3a27eefe-5268-4149-a1bc-81df30151094 req-dc36d425-4ba1-4545-b174-8bfea95d6098 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 833f50fc-a0fb-4b00-a024-733c937d5a2c {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:08:51.947007 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-3a27eefe-5268-4149-a1bc-81df30151094 req-dc36d425-4ba1-4545-b174-8bfea95d6098 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:51.965368 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-3a27eefe-5268-4149-a1bc-81df30151094 req-dc36d425-4ba1-4545-b174-8bfea95d6098 service neutron] Transition to ACTIVE for port object 833f50fc-a0fb-4b00-a024-733c937d5a2c will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:08:51.974549 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-13b3d3b8-d288-4be2-91d8-d56965639d30 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.1556914 May 05 22:08:51.976611 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 39806) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:51.977536 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-3a27eefe-5268-4149-a1bc-81df30151094 req-dc36d425-4ba1-4545-b174-8bfea95d6098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:51.997857 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-6c734e8e-4d3e-4c9e-8480-60119f235620 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Request body: {'subnet': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:08:52.029892 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=978f635b-af0b-4afd-80a0-539d5190f34e,revision_number=14']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:52.096585 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-e5e191d0-6ed3-4800-ae38-32bc63fc13f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:08:52.118082 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fe32053-8cc2-4714-8782-107d6b93e8dc'] response: {'server_uuid': 'e4c387eb-7879-423d-a3f8-e617694126b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978f635b-af0b-4afd-80a0-539d5190f34e', 'code': 200} May 05 22:08:52.118943 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-e5e191d0-6ed3-4800-ae38-32bc63fc13f4 admin admin] Usage tracker for resource:security_group_rule and tenant:922449293b4a4fea8e54f8e37315d45c is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:08:52.131037 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09d7293-f6f7-4d86-a5b5-d785fe3bbe93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-137c07e1-75d6-4e37-9f42-95b3b385c296', 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'tenant_id': '6a9c8b32c69349b78288ebe6e6b6f3f4', 'fixed_ips': [{'subnet_id': 'd7dbde21-b0f2-4404-9707-7eed25c2d418'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:08:52.131232 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-e5e191d0-6ed3-4800-ae38-32bc63fc13f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:08:52.139016 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f09d7293-f6f7-4d86-a5b5-d785fe3bbe93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:52.149926 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-e5e191d0-6ed3-4800-ae38-32bc63fc13f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:08:52.170539 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d19ee4-9315-4308-b40c-f397271d4039 req-1a31f381-6049-49f9-9e33-456518e69585 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:52.171328 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-37d19ee4-9315-4308-b40c-f397271d4039 req-1a31f381-6049-49f9-9e33-456518e69585 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Synchronizing usage tracker for tenant:cdf3141034214c00a02c72d465f44933 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:08:52.217919 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-37d19ee4-9315-4308-b40c-f397271d4039 req-1a31f381-6049-49f9-9e33-456518e69585 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Unset dirty status for tenant:cdf3141034214c00a02c72d465f44933 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:08:52.221108 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-37d19ee4-9315-4308-b40c-f397271d4039 req-1a31f381-6049-49f9-9e33-456518e69585 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a408bbf-077f-4826-b722-cd5638ed7f68 HTTP/1.1" status: 200 len: 946 time: 0.3791966 May 05 22:08:52.409319 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-f09d7293-f6f7-4d86-a5b5-d785fe3bbe93 None None] Allocated IP 2001:db8::f816:3eff:fea4:4968 (137c07e1-75d6-4e37-9f42-95b3b385c296/d7dbde21-b0f2-4404-9707-7eed25c2d418/a67b617b-438b-4c61-ac03-ea9d84d02977) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:08:52.593311 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-37d19ee4-9315-4308-b40c-f397271d4039 req-a6996b7f-47ea-4314-8cd6-3f8f916f2ad9 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Deleting port 1ce94e36-2b70-4ae6-a5ca-878b04e18f07 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:08:52.593855 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-37d19ee4-9315-4308-b40c-f397271d4039 req-a6996b7f-47ea-4314-8cd6-3f8f916f2ad9 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:52.661556 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e5e191d0-6ed3-4800-ae38-32bc63fc13f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:52.674567 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e5e191d0-6ed3-4800-ae38-32bc63fc13f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:52.704214 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc36d425-4ba1-4545-b174-8bfea95d6098 service neutron] Pushing event updated for resources: {'Port': ['ID=833f50fc-a0fb-4b00-a024-733c937d5a2c,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:52.740231 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-e5e191d0-6ed3-4800-ae38-32bc63fc13f4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=922449293b4a4fea8e54f8e37315d45c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1785414 May 05 22:08:52.741243 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e191d0-6ed3-4800-ae38-32bc63fc13f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d9fe0e-285d-4096-a9ff-143a33241e82,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:52.780225 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 39820) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:52.786914 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f09d7293-f6f7-4d86-a5b5-d785fe3bbe93 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:52.800779 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f09d7293-f6f7-4d86-a5b5-d785fe3bbe93 None None] Transition to ACTIVE for port object a67b617b-438b-4c61-ac03-ea9d84d02977 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:08:52.821432 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f09d7293-f6f7-4d86-a5b5-d785fe3bbe93 None None] Transition to ACTIVE for port object a67b617b-438b-4c61-ac03-ea9d84d02977 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:08:52.835913 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f09d7293-f6f7-4d86-a5b5-d785fe3bbe93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:52.944599 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09d7293-f6f7-4d86-a5b5-d785fe3bbe93 None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:08:52.948899 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-f09d7293-f6f7-4d86-a5b5-d785fe3bbe93 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:08:52.950550 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09d7293-f6f7-4d86-a5b5-d785fe3bbe93 None None] Pushing event updated for resources: {'Port': ['ID=a67b617b-438b-4c61-ac03-ea9d84d02977,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:52.952739 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09d7293-f6f7-4d86-a5b5-d785fe3bbe93 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:08:53.005140 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d84925-c258-48f5-9405-4bca01af234d req-9ae3e588-b43f-4dfd-a4d4-5465a61ac49b tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:53.010221 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b2d84925-c258-48f5-9405-4bca01af234d req-9ae3e588-b43f-4dfd-a4d4-5465a61ac49b tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 1.3713541 May 05 22:08:53.040862 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-6c734e8e-4d3e-4c9e-8480-60119f235620 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:08:53.050105 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-3a27eefe-5268-4149-a1bc-81df30151094 req-dc36d425-4ba1-4545-b174-8bfea95d6098 service neutron] Attempting to bind port 833f50fc-a0fb-4b00-a024-733c937d5a2c on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:08:53.050581 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-3a27eefe-5268-4149-a1bc-81df30151094 req-dc36d425-4ba1-4545-b174-8bfea95d6098 service neutron] Attempting to bind port 833f50fc-a0fb-4b00-a024-733c937d5a2c by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'b0853f69-0751-43f3-82dd-3ab4be255b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:08:53.051050 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a27eefe-5268-4149-a1bc-81df30151094 req-dc36d425-4ba1-4545-b174-8bfea95d6098 service neutron] Attempting to bind port 833f50fc-a0fb-4b00-a024-733c937d5a2c on network da94abce-5ece-4742-b6d0-f89044eb6bbd {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:08:53.063484 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-f09d7293-f6f7-4d86-a5b5-d785fe3bbe93 None None] Attempting to bind port a67b617b-438b-4c61-ac03-ea9d84d02977 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:08:53.064213 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-f09d7293-f6f7-4d86-a5b5-d785fe3bbe93 None None] Attempting to bind port a67b617b-438b-4c61-ac03-ea9d84d02977 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:08:53.064213 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09d7293-f6f7-4d86-a5b5-d785fe3bbe93 None None] Attempting to bind port a67b617b-438b-4c61-ac03-ea9d84d02977 on network 137c07e1-75d6-4e37-9f42-95b3b385c296 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:08:53.074197 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09d7293-f6f7-4d86-a5b5-d785fe3bbe93 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:08:53.074563 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09d7293-f6f7-4d86-a5b5-d785fe3bbe93 None None] Checking segment: {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:08:53.074980 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f09d7293-f6f7-4d86-a5b5-d785fe3bbe93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:53.075362 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09d7293-f6f7-4d86-a5b5-d785fe3bbe93 None None] Bound using segment: {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:08:53.075819 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-f09d7293-f6f7-4d86-a5b5-d785fe3bbe93 None None] Bound port: a67b617b-438b-4c61-ac03-ea9d84d02977, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:08:53.076184 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f09d7293-f6f7-4d86-a5b5-d785fe3bbe93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:53.103683 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-6c734e8e-4d3e-4c9e-8480-60119f235620 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Usage tracker for resource:subnet and tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:08:53.109856 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-6c734e8e-4d3e-4c9e-8480-60119f235620 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:08:53.117272 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5b8c9afb-c3ec-4de3-a095-b0f6bef4f9a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:53.136712 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-6c734e8e-4d3e-4c9e-8480-60119f235620 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:08:53.143050 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a27eefe-5268-4149-a1bc-81df30151094 req-dc36d425-4ba1-4545-b174-8bfea95d6098 service neutron] Port 833f50fc-a0fb-4b00-a024-733c937d5a2c on network da94abce-5ece-4742-b6d0-f89044eb6bbd not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:08:53.143577 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a27eefe-5268-4149-a1bc-81df30151094 req-dc36d425-4ba1-4545-b174-8bfea95d6098 service neutron] Attempting to bind port 833f50fc-a0fb-4b00-a024-733c937d5a2c on network da94abce-5ece-4742-b6d0-f89044eb6bbd {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:08:53.162712 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b2d84925-c258-48f5-9405-4bca01af234d req-3c5c1104-1ebf-4c57-9755-e0b483f7d6fc tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313040 May 05 22:08:53.173760 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa73ea4-d75d-410a-819d-b046509db17d req-f146c68e-0fcf-491a-bd5a-89688e590e82 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:53.182328 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-afa73ea4-d75d-410a-819d-b046509db17d req-f146c68e-0fcf-491a-bd5a-89688e590e82 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=b09f4d6c-ef4f-49fa-84a7-9f8612ed9f5d HTTP/1.1" status: 200 len: 944 time: 0.6090794 May 05 22:08:53.222218 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a27eefe-5268-4149-a1bc-81df30151094 req-dc36d425-4ba1-4545-b174-8bfea95d6098 service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:08:53.222630 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a27eefe-5268-4149-a1bc-81df30151094 req-dc36d425-4ba1-4545-b174-8bfea95d6098 service neutron] Checking segment: {'id': 'b0853f69-0751-43f3-82dd-3ab4be255b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:08:53.223113 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a27eefe-5268-4149-a1bc-81df30151094 req-dc36d425-4ba1-4545-b174-8bfea95d6098 service neutron] Bound using segment: {'id': 'b0853f69-0751-43f3-82dd-3ab4be255b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:08:53.223691 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-3a27eefe-5268-4149-a1bc-81df30151094 req-dc36d425-4ba1-4545-b174-8bfea95d6098 service neutron] Bound port: 833f50fc-a0fb-4b00-a024-733c937d5a2c, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0853f69-0751-43f3-82dd-3ab4be255b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:08:53.224100 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-3a27eefe-5268-4149-a1bc-81df30151094 req-dc36d425-4ba1-4545-b174-8bfea95d6098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:53.231965 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f09d7293-f6f7-4d86-a5b5-d785fe3bbe93 None None] For port a67b617b-438b-4c61-ac03-ea9d84d02977, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:08:53.236377 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f09d7293-f6f7-4d86-a5b5-d785fe3bbe93 None None] For port a67b617b-438b-4c61-ac03-ea9d84d02977, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=a67b617b-438b-4c61-ac03-ea9d84d02977,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:08:53.247680 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f09d7293-f6f7-4d86-a5b5-d785fe3bbe93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:53.252702 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c734e8e-4d3e-4c9e-8480-60119f235620 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Made reservation on behalf of 6a9c8b32c69349b78288ebe6e6b6f3f4 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:08:53.256937 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6c734e8e-4d3e-4c9e-8480-60119f235620 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:53.267847 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-37d19ee4-9315-4308-b40c-f397271d4039 req-a6996b7f-47ea-4314-8cd6-3f8f916f2ad9 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] For port 1ce94e36-2b70-4ae6-a5ca-878b04e18f07, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=1ce94e36-2b70-4ae6-a5ca-878b04e18f07,segment=NetworkSegment(6450fb84-f2ae-4aef-9c0c-c15699fb9c2e),segment_id=6450fb84-f2ae-4aef-9c0c-c15699fb9c2e)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:08:53.268214 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-37d19ee4-9315-4308-b40c-f397271d4039 req-a6996b7f-47ea-4314-8cd6-3f8f916f2ad9 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:53.425601 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09d7293-f6f7-4d86-a5b5-d785fe3bbe93 None None] Pushing event updated for resources: {'Port': ['ID=a67b617b-438b-4c61-ac03-ea9d84d02977,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:53.432122 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-afa73ea4-d75d-410a-819d-b046509db17d req-bb87624b-c0a6-4b00-a24b-67304cf16f53 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9e41160-c8bc-4ed3-b1f2-b9c001a73525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2485673 May 05 22:08:53.476213 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-37d19ee4-9315-4308-b40c-f397271d4039 req-a6996b7f-47ea-4314-8cd6-3f8f916f2ad9 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Calling delete_port for 1ce94e36-2b70-4ae6-a5ca-878b04e18f07 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:08:53.576629 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5b8c9afb-c3ec-4de3-a095-b0f6bef4f9a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:53.713833 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-3a27eefe-5268-4149-a1bc-81df30151094 req-dc36d425-4ba1-4545-b174-8bfea95d6098 service neutron] For port 833f50fc-a0fb-4b00-a024-733c937d5a2c, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:08:53.731002 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-3a27eefe-5268-4149-a1bc-81df30151094 req-dc36d425-4ba1-4545-b174-8bfea95d6098 service neutron] For port 833f50fc-a0fb-4b00-a024-733c937d5a2c, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=833f50fc-a0fb-4b00-a024-733c937d5a2c,segment=NetworkSegment(b0853f69-0751-43f3-82dd-3ab4be255b1c),segment_id=b0853f69-0751-43f3-82dd-3ab4be255b1c)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:08:53.755531 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-3a27eefe-5268-4149-a1bc-81df30151094 req-dc36d425-4ba1-4545-b174-8bfea95d6098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:53.781590 n-d-825175-4 neutron-server[84061]: INFO neutron.db.ipam_backend_mixin [None req-6c734e8e-4d3e-4c9e-8480-60119f235620 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d7dbde21-b0f2-4404-9707-7eed25c2d418 (CIDR: 2001:db8::/64) May 05 22:08:53.840600 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c734e8e-4d3e-4c9e-8480-60119f235620 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 22:08:53.841044 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c734e8e-4d3e-4c9e-8480-60119f235620 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:08:53.887764 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-3a27eefe-5268-4149-a1bc-81df30151094 req-dc36d425-4ba1-4545-b174-8bfea95d6098 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:53.888393 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3a27eefe-5268-4149-a1bc-81df30151094 req-dc36d425-4ba1-4545-b174-8bfea95d6098 service neutron] 10.222.0.32 "PUT /v2.0/ports/833f50fc-a0fb-4b00-a024-733c937d5a2c HTTP/1.1" status: 200 len: 1092 time: 4.2413020 May 05 22:08:53.890135 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b09f4d6c-ef4f-49fa-84a7-9f8612ed9f5d', 'tag': '833f50fc-a0fb-4b00-a024-733c937d5a2c'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:08:53.916262 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-6c734e8e-4d3e-4c9e-8480-60119f235620 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9207714 May 05 22:08:53.917901 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 39838) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:53.927662 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-68bf21af-c04b-48d2-9d00-87928c224740 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Request body: {'subnet': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:08:53.937363 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5b8c9afb-c3ec-4de3-a095-b0f6bef4f9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:53.942436 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc36d425-4ba1-4545-b174-8bfea95d6098 service neutron] Pushing event updated for resources: {'Port': ['ID=833f50fc-a0fb-4b00-a024-733c937d5a2c,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:54.004182 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d758f7-8f88-4515-a8e6-de515bd81b59 req-b6e6eddf-b005-483e-b20f-95b81ee07fc2 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:54.005605 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c7d758f7-8f88-4515-a8e6-de515bd81b59 req-b6e6eddf-b005-483e-b20f-95b81ee07fc2 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a408bbf-077f-4826-b722-cd5638ed7f68 HTTP/1.1" status: 200 len: 946 time: 0.5903494 May 05 22:08:54.057945 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c9afb-c3ec-4de3-a095-b0f6bef4f9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d9fe0e-285d-4096-a9ff-143a33241e82,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:54.108089 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-37d19ee4-9315-4308-b40c-f397271d4039 req-a6996b7f-47ea-4314-8cd6-3f8f916f2ad9 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:54.123753 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['1ce94e36-2b70-4ae6-a5ca-878b04e18f07'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:08:54.197473 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5b8c9afb-c3ec-4de3-a095-b0f6bef4f9a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:54.199278 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5b8c9afb-c3ec-4de3-a095-b0f6bef4f9a5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/87d9fe0e-285d-4096-a9ff-143a33241e82 HTTP/1.1" status: 204 len: 168 time: 1.4181314 May 05 22:08:54.216828 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6996b7f-47ea-4314-8cd6-3f8f916f2ad9 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Pushing event deleted for resources: {'Port': ['ID=1ce94e36-2b70-4ae6-a5ca-878b04e18f07,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:54.351082 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-37d19ee4-9315-4308-b40c-f397271d4039 req-a6996b7f-47ea-4314-8cd6-3f8f916f2ad9 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] No DVR routers for this DVR port 1ce94e36-2b70-4ae6-a5ca-878b04e18f07 on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:08:54.353731 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-37d19ee4-9315-4308-b40c-f397271d4039 req-a6996b7f-47ea-4314-8cd6-3f8f916f2ad9 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:54.356024 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-37d19ee4-9315-4308-b40c-f397271d4039 req-a6996b7f-47ea-4314-8cd6-3f8f916f2ad9 tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] 10.222.0.44 "DELETE /v2.0/ports/1ce94e36-2b70-4ae6-a5ca-878b04e18f07 HTTP/1.1" status: 204 len: 173 time: 2.1261017 May 05 22:08:54.356540 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a408bbf-077f-4826-b722-cd5638ed7f68', 'name': 'network-vif-deleted', 'tag': '1ce94e36-2b70-4ae6-a5ca-878b04e18f07'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:08:54.422898 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c7d758f7-8f88-4515-a8e6-de515bd81b59 req-bd7bce80-4053-4f99-a6f0-a8a238a1e63c tempest-VolumesSnapshotTestJSON-1321677962 tempest-VolumesSnapshotTestJSON-1321677962-project] 10.222.0.23 "GET /v2.0/security-groups?id=a840fe09-9188-4671-854a-0d1826f45c3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670767 May 05 22:08:54.503288 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-68bf21af-c04b-48d2-9d00-87928c224740 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:08:54.508773 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3a27eefe-5268-4149-a1bc-81df30151094 req-60bb5bda-0052-40e5-9b35-3356ee59c8ea service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2578689695ab4a55a99443682838538b&device_id=b09f4d6c-ef4f-49fa-84a7-9f8612ed9f5d HTTP/1.1" status: 200 len: 1095 time: 0.5575352 May 05 22:08:54.546978 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-68bf21af-c04b-48d2-9d00-87928c224740 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Usage tracker for resource:subnet and tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:08:54.635132 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a74b38e4-1768-442f-8e49-8c744ea1a9d0'] response: {'server_uuid': '6a408bbf-077f-4826-b722-cd5638ed7f68', 'name': 'network-vif-deleted', 'tag': '1ce94e36-2b70-4ae6-a5ca-878b04e18f07', 'status': 'completed', 'code': 200} May 05 22:08:54.737813 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-68bf21af-c04b-48d2-9d00-87928c224740 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:08:54.756409 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-68bf21af-c04b-48d2-9d00-87928c224740 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:08:54.780813 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fc5f381-ef79-4f84-88a0-c0c7a1def58b'] response: {'name': 'network-changed', 'server_uuid': 'b09f4d6c-ef4f-49fa-84a7-9f8612ed9f5d', 'tag': '833f50fc-a0fb-4b00-a024-733c937d5a2c', 'status': 'completed', 'code': 200} May 05 22:08:54.902610 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68bf21af-c04b-48d2-9d00-87928c224740 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Made reservation on behalf of 6a9c8b32c69349b78288ebe6e6b6f3f4 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:08:54.909920 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-68bf21af-c04b-48d2-9d00-87928c224740 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:54.929854 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3a27eefe-5268-4149-a1bc-81df30151094 req-fa40b051-65fa-4a8e-9dcb-d2fc52184418 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=833f50fc-a0fb-4b00-a024-733c937d5a2c HTTP/1.1" status: 200 len: 217 time: 0.3829467 May 05 22:08:55.104211 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device a67b617b-438b-4c61-ac03-ea9d84d02977 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:08:55.110906 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 39856) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:55.153061 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b088b7aa-41d3-483b-a3e4-fe5ddaf20dd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:55.195428 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27eefe-5268-4149-a1bc-81df30151094 req-80ead07f-2fa7-4a95-bd66-15f9b6e802a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:55.196880 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3a27eefe-5268-4149-a1bc-81df30151094 req-80ead07f-2fa7-4a95-bd66-15f9b6e802a6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b6329e98-aed7-463a-a6e6-dc9284056d36 HTTP/1.1" status: 200 len: 853 time: 0.2624266 May 05 22:08:55.217210 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-b088b7aa-41d3-483b-a3e4-fe5ddaf20dd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:08:55.227198 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b088b7aa-41d3-483b-a3e4-fe5ddaf20dd8 admin admin] Usage tracker for resource:security_group_rule and tenant:7e2da1b631144554a541420b7c7ab21f is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:08:55.230472 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b088b7aa-41d3-483b-a3e4-fe5ddaf20dd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:08:55.237930 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-b088b7aa-41d3-483b-a3e4-fe5ddaf20dd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:08:55.364627 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-cb76fe7f-b1ec-4b85-9903-a1e8305521c5 None None] Provisioning for port a67b617b-438b-4c61-ac03-ea9d84d02977 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:08:55.374261 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a99349b-e977-43d9-85f4-cbc1ee1500f3 req-5c85b188-2066-498c-89aa-b2f72ff22356 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:55.385465 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4a99349b-e977-43d9-85f4-cbc1ee1500f3 req-5c85b188-2066-498c-89aa-b2f72ff22356 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.6012180 May 05 22:08:55.399235 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port a67b617b-438b-4c61-ac03-ea9d84d02977 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:08:55.407095 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port a67b617b-438b-4c61-ac03-ea9d84d02977 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:08:55.407836 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:55.410136 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b088b7aa-41d3-483b-a3e4-fe5ddaf20dd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:55.413281 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09396b-c407-4688-87f7-eeae385d9121 req-9f15ff1e-430a-499e-90d9-b8291bbc7676 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:55.419377 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b088b7aa-41d3-483b-a3e4-fe5ddaf20dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:55.420727 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6a09396b-c407-4688-87f7-eeae385d9121 req-9f15ff1e-430a-499e-90d9-b8291bbc7676 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=b09f4d6c-ef4f-49fa-84a7-9f8612ed9f5d HTTP/1.1" status: 200 len: 944 time: 0.5194111 May 05 22:08:55.454412 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3a27eefe-5268-4149-a1bc-81df30151094 req-52865581-0b36-4593-8644-a39451a09e72 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=da94abce-5ece-4742-b6d0-f89044eb6bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2456141 May 05 22:08:55.495402 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b088b7aa-41d3-483b-a3e4-fe5ddaf20dd8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7e2da1b631144554a541420b7c7ab21f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3805635 May 05 22:08:55.501857 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 39862) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:55.613455 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ee5968c7-e91a-422b-9c33-ee23198b3e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:55.656884 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ee5968c7-e91a-422b-9c33-ee23198b3e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:55.780438 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b088b7aa-41d3-483b-a3e4-fe5ddaf20dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f529b1-1d1e-45aa-93fe-e32ecec47940,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:55.783377 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:55.790904 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ee5968c7-e91a-422b-9c33-ee23198b3e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:55.801244 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6a09396b-c407-4688-87f7-eeae385d9121 req-60cc61a8-bf18-4069-b091-b600159f67e0 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9e41160-c8bc-4ed3-b1f2-b9c001a73525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3794122 May 05 22:08:55.803986 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3a27eefe-5268-4149-a1bc-81df30151094 req-938de630-07d3-42fc-9db2-584380c40a79 service neutron] 10.222.0.32 "GET /v2.0/networks/da94abce-5ece-4742-b6d0-f89044eb6bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044050 May 05 22:08:55.841862 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5968c7-e91a-422b-9c33-ee23198b3e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f529b1-1d1e-45aa-93fe-e32ecec47940,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:55.853993 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ee5968c7-e91a-422b-9c33-ee23198b3e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:55.859964 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ee5968c7-e91a-422b-9c33-ee23198b3e20 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c1f529b1-1d1e-45aa-93fe-e32ecec47940 HTTP/1.1" status: 204 len: 168 time: 0.3550725 May 05 22:08:55.860996 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port a67b617b-438b-4c61-ac03-ea9d84d02977, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=a67b617b-438b-4c61-ac03-ea9d84d02977,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:08:55.872977 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:56.065658 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=a67b617b-438b-4c61-ac03-ea9d84d02977,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:56.242042 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3a27eefe-5268-4149-a1bc-81df30151094 req-1d8647ed-2555-4572-bd18-ca05b04d43ee service neutron] 10.222.0.32 "GET /v2.0/networks/da94abce-5ece-4742-b6d0-f89044eb6bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4118760 May 05 22:08:56.256891 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4a99349b-e977-43d9-85f4-cbc1ee1500f3 req-e4922ff4-7c89-41f5-87bd-cb39cc2a3d74 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8700886 May 05 22:08:56.472043 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1d64bacf-2664-409e-8132-0f1dc36af979 req-c6638de9-1ba3-4eec-90a6-dc755f3e09f2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2578689695ab4a55a99443682838538b&device_id=b09f4d6c-ef4f-49fa-84a7-9f8612ed9f5d HTTP/1.1" status: 200 len: 1095 time: 0.1547227 May 05 22:08:56.964912 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d64bacf-2664-409e-8132-0f1dc36af979 req-1067cc5c-f3dc-4a14-b202-ce85c39b14d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:56.971099 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1d64bacf-2664-409e-8132-0f1dc36af979 req-1067cc5c-f3dc-4a14-b202-ce85c39b14d5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=da94abce-5ece-4742-b6d0-f89044eb6bbd HTTP/1.1" status: 200 len: 915 time: 0.4838893 May 05 22:08:57.002084 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device a67b617b-438b-4c61-ac03-ea9d84d02977 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:08:57.137911 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1d64bacf-2664-409e-8132-0f1dc36af979 req-5b481564-da59-4d27-9977-3767ae7d3f22 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=833f50fc-a0fb-4b00-a024-733c937d5a2c HTTP/1.1" status: 200 len: 217 time: 0.1639891 May 05 22:08:57.138523 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port a67b617b-438b-4c61-ac03-ea9d84d02977 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:08:57.139501 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:57.239886 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 1ce94e36-2b70-4ae6-a5ca-878b04e18f07 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:08:57.404779 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: 1ce94e36-2b70-4ae6-a5ca-878b04e18f07 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:08:57.407346 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 1ce94e36-2b70-4ae6-a5ca-878b04e18f07 not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:08:57.430266 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d64bacf-2664-409e-8132-0f1dc36af979 req-cdb2a45a-aca2-40aa-9a39-8ff48a09a41e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:57.431858 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1d64bacf-2664-409e-8132-0f1dc36af979 req-cdb2a45a-aca2-40aa-9a39-8ff48a09a41e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b6329e98-aed7-463a-a6e6-dc9284056d36 HTTP/1.1" status: 200 len: 853 time: 0.1794353 May 05 22:08:57.443937 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-68bf21af-c04b-48d2-9d00-87928c224740 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:57.887493 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bf21af-c04b-48d2-9d00-87928c224740 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:08:57.899801 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75453a-b2ea-4728-a7f3-5d4a9ecba084 req-bbce4d7e-2135-4e20-a16a-4bb1a88286f4 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:57.909933 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dd75453a-b2ea-4728-a7f3-5d4a9ecba084 req-bbce4d7e-2135-4e20-a16a-4bb1a88286f4 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=b09f4d6c-ef4f-49fa-84a7-9f8612ed9f5d HTTP/1.1" status: 200 len: 944 time: 0.7709846 May 05 22:08:57.917246 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-68bf21af-c04b-48d2-9d00-87928c224740 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:08:57.931796 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219688c5-59a2-4cad-ae67-fba5148abe3e None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:08:57.942265 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bf21af-c04b-48d2-9d00-87928c224740 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:57.942880 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-68bf21af-c04b-48d2-9d00-87928c224740 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:58.012312 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bf21af-c04b-48d2-9d00-87928c224740 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event updated for resources: {'Subnet': ['ID=d27009f7-f9b2-4b1d-b20f-71e485925305,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:08:58.043336 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bf21af-c04b-48d2-9d00-87928c224740 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:08:58.043587 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bf21af-c04b-48d2-9d00-87928c224740 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:08:58.043916 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bf21af-c04b-48d2-9d00-87928c224740 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:08:58.044239 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bf21af-c04b-48d2-9d00-87928c224740 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:08:58.044557 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bf21af-c04b-48d2-9d00-87928c224740 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:08:58.044876 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bf21af-c04b-48d2-9d00-87928c224740 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:08:58.045258 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bf21af-c04b-48d2-9d00-87928c224740 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:08:58.045576 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bf21af-c04b-48d2-9d00-87928c224740 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:08:58.045887 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bf21af-c04b-48d2-9d00-87928c224740 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:08:58.046202 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bf21af-c04b-48d2-9d00-87928c224740 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:08:58.046512 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bf21af-c04b-48d2-9d00-87928c224740 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:08:58.116482 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dd75453a-b2ea-4728-a7f3-5d4a9ecba084 req-709bff69-454b-4d57-90a0-9548a2d070ae tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9e41160-c8bc-4ed3-b1f2-b9c001a73525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2048764 May 05 22:08:58.129340 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 39918) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:08:58.129881 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-68bf21af-c04b-48d2-9d00-87928c224740 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.2111206 May 05 22:08:58.139927 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-5249324c-58f5-4ab6-9b8a-e12af621b787 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Request body: {'port': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'mac_address': 'fa:16:3e:5b:43:ef', 'name': 'tempest-NetworksTestDHCPv6-429711741'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:08:58.140212 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1d64bacf-2664-409e-8132-0f1dc36af979 req-9db025df-2800-479b-9376-ff659b26b909 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=da94abce-5ece-4742-b6d0-f89044eb6bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6996856 May 05 22:08:58.147551 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8769fc80-5293-480a-a4fa-8e5766ea37b5 req-dfff6456-a08b-4e5a-be03-fa3e4877378a tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:58.149023 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8769fc80-5293-480a-a4fa-8e5766ea37b5 req-dfff6456-a08b-4e5a-be03-fa3e4877378a tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.4718730 May 05 22:08:58.363132 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-5249324c-58f5-4ab6-9b8a-e12af621b787 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:08:58.369153 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-5249324c-58f5-4ab6-9b8a-e12af621b787 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Usage tracker for resource:port and tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:08:58.373318 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-5249324c-58f5-4ab6-9b8a-e12af621b787 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:08:58.383212 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-5249324c-58f5-4ab6-9b8a-e12af621b787 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:08:58.398913 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5249324c-58f5-4ab6-9b8a-e12af621b787 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Made reservation on behalf of 6a9c8b32c69349b78288ebe6e6b6f3f4 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:08:58.408029 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1d64bacf-2664-409e-8132-0f1dc36af979 req-3df3c5fd-3661-4fe6-8dd8-d708f3aae227 service neutron] 10.222.0.32 "GET /v2.0/networks/da94abce-5ece-4742-b6d0-f89044eb6bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580531 May 05 22:08:58.668846 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e247965f-b187-468b-aea8-235f3baa9305 None None] Update dhcp port {'port': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'fixed_ips': [{'subnet_id': 'd7dbde21-b0f2-4404-9707-7eed25c2d418', 'ip_address': '2001:db8::f816:3eff:fea4:4968'}, {'subnet_id': 'd27009f7-f9b2-4b1d-b20f-71e485925305'}], 'binding:host_id': 'n-d-825175-4'}, 'id': 'a67b617b-438b-4c61-ac03-ea9d84d02977'} from n-d-825175-4. {{(pid=84064) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 05 22:08:58.683781 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8769fc80-5293-480a-a4fa-8e5766ea37b5 req-6b57b0e5-f2f3-4b1a-8a2e-7a0632d345b5 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745388 May 05 22:08:58.725309 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:08:58.762894 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5249324c-58f5-4ab6-9b8a-e12af621b787 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:58.806228 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [None req-5249324c-58f5-4ab6-9b8a-e12af621b787 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] device_id is not set on port 291e2c6e-d003-403f-a8e7-e6e229085276 yet. {{(pid=84063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:08:58.839317 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e247965f-b187-468b-aea8-235f3baa9305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:58.902787 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1d64bacf-2664-409e-8132-0f1dc36af979 req-2c11b61d-88b4-49b3-8653-3ad7979d9982 service neutron] 10.222.0.32 "GET /v2.0/networks/da94abce-5ece-4742-b6d0-f89044eb6bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4551620 May 05 22:08:59.135711 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-5249324c-58f5-4ab6-9b8a-e12af621b787 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Allocated IP 2001:db8:0:1::3c4 (137c07e1-75d6-4e37-9f42-95b3b385c296/d27009f7-f9b2-4b1d-b20f-71e485925305/291e2c6e-d003-403f-a8e7-e6e229085276) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:08:59.148678 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-5249324c-58f5-4ab6-9b8a-e12af621b787 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Allocated IP 2001:db8::f816:3eff:fe5b:43ef (137c07e1-75d6-4e37-9f42-95b3b385c296/d7dbde21-b0f2-4404-9707-7eed25c2d418/291e2c6e-d003-403f-a8e7-e6e229085276) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:08:59.185416 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 833f50fc-a0fb-4b00-a024-733c937d5a2c details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:08:59.634629 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 833f50fc-a0fb-4b00-a024-733c937d5a2c, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=833f50fc-a0fb-4b00-a024-733c937d5a2c,segment=NetworkSegment(b0853f69-0751-43f3-82dd-3ab4be255b1c),segment_id=b0853f69-0751-43f3-82dd-3ab4be255b1c)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:08:59.642972 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77fdf8-ac7a-42d3-9a92-585a3f2ba4d2 req-702740e3-76cd-4ec4-a2bd-eb1828510874 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:08:59.643889 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5249324c-58f5-4ab6-9b8a-e12af621b787 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:59.650796 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9d77fdf8-ac7a-42d3-9a92-585a3f2ba4d2 req-702740e3-76cd-4ec4-a2bd-eb1828510874 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=b09f4d6c-ef4f-49fa-84a7-9f8612ed9f5d HTTP/1.1" status: 200 len: 944 time: 0.2360430 May 05 22:08:59.668117 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '833f50fc-a0fb-4b00-a024-733c937d5a2c', 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd', 'port_id': '833f50fc-a0fb-4b00-a024-733c937d5a2c', 'mac_address': 'fa:16:3e:51:19:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6329e98-aed7-463a-a6e6-dc9284056d36', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:08:59.679421 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-5249324c-58f5-4ab6-9b8a-e12af621b787 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Transition to ACTIVE for port object 291e2c6e-d003-403f-a8e7-e6e229085276 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:08:59.727155 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5249324c-58f5-4ab6-9b8a-e12af621b787 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:59.765026 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9d77fdf8-ac7a-42d3-9a92-585a3f2ba4d2 req-aeeb6269-0ff9-49df-b21f-791ca268b1c0 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9e41160-c8bc-4ed3-b1f2-b9c001a73525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132138 May 05 22:08:59.804711 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:08:59.883862 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 833f50fc-a0fb-4b00-a024-733c937d5a2c {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:08:59.991514 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-e247965f-b187-468b-aea8-235f3baa9305 None None] Allocated IP 2001:db8:0:1::2 (137c07e1-75d6-4e37-9f42-95b3b385c296/d27009f7-f9b2-4b1d-b20f-71e485925305/a67b617b-438b-4c61-ac03-ea9d84d02977) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:09:00.021349 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5249324c-58f5-4ab6-9b8a-e12af621b787 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:09:00.031767 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-5249324c-58f5-4ab6-9b8a-e12af621b787 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:09:00.040731 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5249324c-58f5-4ab6-9b8a-e12af621b787 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:09:00.057365 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5249324c-58f5-4ab6-9b8a-e12af621b787 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:00.058481 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5249324c-58f5-4ab6-9b8a-e12af621b787 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:00.113384 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5249324c-58f5-4ab6-9b8a-e12af621b787 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event updated for resources: {'Port': ['ID=291e2c6e-d003-403f-a8e7-e6e229085276,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:00.145950 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5249324c-58f5-4ab6-9b8a-e12af621b787 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:09:00.148663 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5249324c-58f5-4ab6-9b8a-e12af621b787 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:09:00.151608 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5249324c-58f5-4ab6-9b8a-e12af621b787 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:09:00.152114 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5249324c-58f5-4ab6-9b8a-e12af621b787 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:09:00.152654 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5249324c-58f5-4ab6-9b8a-e12af621b787 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:09:00.153134 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5249324c-58f5-4ab6-9b8a-e12af621b787 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:09:00.153644 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5249324c-58f5-4ab6-9b8a-e12af621b787 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:09:00.154870 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5249324c-58f5-4ab6-9b8a-e12af621b787 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:09:00.155364 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5249324c-58f5-4ab6-9b8a-e12af621b787 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:09:00.156776 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5249324c-58f5-4ab6-9b8a-e12af621b787 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:09:00.157348 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5249324c-58f5-4ab6-9b8a-e12af621b787 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:09:00.173512 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5249324c-58f5-4ab6-9b8a-e12af621b787 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.0421386 May 05 22:09:00.174172 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 39958) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:00.177787 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-e247965f-b187-468b-aea8-235f3baa9305 None None] For port a67b617b-438b-4c61-ac03-ea9d84d02977, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=a67b617b-438b-4c61-ac03-ea9d84d02977,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:09:00.212437 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e247965f-b187-468b-aea8-235f3baa9305 None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:00.239235 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e247965f-b187-468b-aea8-235f3baa9305 None None] Transition to ACTIVE for port object a67b617b-438b-4c61-ac03-ea9d84d02977 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:09:00.246532 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 833f50fc-a0fb-4b00-a024-733c937d5a2c, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=833f50fc-a0fb-4b00-a024-733c937d5a2c,segment=NetworkSegment(b0853f69-0751-43f3-82dd-3ab4be255b1c),segment_id=b0853f69-0751-43f3-82dd-3ab4be255b1c)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:09:00.248760 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e247965f-b187-468b-aea8-235f3baa9305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:00.267313 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-79bf4ddb-9878-4460-8020-7eef4a169ef5 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Deleting port 291e2c6e-d003-403f-a8e7-e6e229085276 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:09:00.267660 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-79bf4ddb-9878-4460-8020-7eef4a169ef5 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:00.299454 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:00.416022 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e247965f-b187-468b-aea8-235f3baa9305 None None] Pushing event updated for resources: {'Port': ['ID=a67b617b-438b-4c61-ac03-ea9d84d02977,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:00.525031 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=833f50fc-a0fb-4b00-a024-733c937d5a2c,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:00.555544 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['833f50fc-a0fb-4b00-a024-733c937d5a2c'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:09:01.048345 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7b93e9-8390-45a1-b247-624498f35fcf req-f2b36a76-3bcb-4d5a-b1b9-81e3f56533d0 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:01.060622 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3e7b93e9-8390-45a1-b247-624498f35fcf req-f2b36a76-3bcb-4d5a-b1b9-81e3f56533d0 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.9891028 May 05 22:09:01.085302 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device a67b617b-438b-4c61-ac03-ea9d84d02977 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:09:01.201848 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-79bf4ddb-9878-4460-8020-7eef4a169ef5 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:01.473753 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-79bf4ddb-9878-4460-8020-7eef4a169ef5 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Calling delete_port for 291e2c6e-d003-403f-a8e7-e6e229085276 owned by {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:09:01.584852 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-697f00e0-5ab0-47b1-a584-d9da5937a3e7 None None] Provisioning for port a67b617b-438b-4c61-ac03-ea9d84d02977 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:09:01.597044 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-697f00e0-5ab0-47b1-a584-d9da5937a3e7 None None] Provisioning complete for port a67b617b-438b-4c61-ac03-ea9d84d02977 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:09:01.597400 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-697f00e0-5ab0-47b1-a584-d9da5937a3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:01.819528 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3e7b93e9-8390-45a1-b247-624498f35fcf req-7ce0ede7-da4d-4621-be27-713317138236 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7586637 May 05 22:09:01.828640 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51b9112-68de-4c71-9dcd-76a6f1f3ad04 req-cab1a2e3-cfa4-47c1-85ae-6c9e6797a3e4 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:01.839058 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f51b9112-68de-4c71-9dcd-76a6f1f3ad04 req-cab1a2e3-cfa4-47c1-85ae-6c9e6797a3e4 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=b09f4d6c-ef4f-49fa-84a7-9f8612ed9f5d HTTP/1.1" status: 200 len: 945 time: 0.6915555 May 05 22:09:01.962232 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f51b9112-68de-4c71-9dcd-76a6f1f3ad04 req-d957c780-d2ee-45b2-a350-0182aecf6560 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9e41160-c8bc-4ed3-b1f2-b9c001a73525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220074 May 05 22:09:02.069275 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 39994) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:02.100628 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-79bf4ddb-9878-4460-8020-7eef4a169ef5 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:02.102102 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-dff1f9e8-8e6c-4e0f-9240-8cbd3b24b484 None None] Provisioning for port 291e2c6e-d003-403f-a8e7-e6e229085276 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:09:02.108290 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-dff1f9e8-8e6c-4e0f-9240-8cbd3b24b484 None None] Provisioning complete for port 291e2c6e-d003-403f-a8e7-e6e229085276 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:09:02.108917 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-dff1f9e8-8e6c-4e0f-9240-8cbd3b24b484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:02.163889 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bf4ddb-9878-4460-8020-7eef4a169ef5 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event deleted for resources: {'Port': ['ID=291e2c6e-d003-403f-a8e7-e6e229085276,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:02.220055 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-dff1f9e8-8e6c-4e0f-9240-8cbd3b24b484 None None] Port 291e2c6e-d003-403f-a8e7-e6e229085276 was deleted so its status cannot be updated. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 05 22:09:02.279661 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-79bf4ddb-9878-4460-8020-7eef4a169ef5 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:02.294105 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-79bf4ddb-9878-4460-8020-7eef4a169ef5 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/ports/291e2c6e-d003-403f-a8e7-e6e229085276 HTTP/1.1" status: 204 len: 168 time: 2.1188672 May 05 22:09:02.295011 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 40002) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:02.312455 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-28de19cd-9571-4298-92c8-7a5e969aeec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:02.388565 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a467e02-fef6-4950-90aa-ca69d9b1e043 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:02.389409 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-1a467e02-fef6-4950-90aa-ca69d9b1e043 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Synchronizing usage tracker for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:09:02.415654 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-1a467e02-fef6-4950-90aa-ca69d9b1e043 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Unset dirty status for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:09:02.419946 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-1a467e02-fef6-4950-90aa-ca69d9b1e043 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1238823 May 05 22:09:02.425940 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-28de19cd-9571-4298-92c8-7a5e969aeec9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:09:02.426928 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 40008) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:02.444958 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-28de19cd-9571-4298-92c8-7a5e969aeec9 admin admin] Usage tracker for resource:security_group_rule and tenant:561e6ced628a487099e5e6eafc8df4b2 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:09:02.450968 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-28de19cd-9571-4298-92c8-7a5e969aeec9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:09:02.463078 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-28de19cd-9571-4298-92c8-7a5e969aeec9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:09:02.545550 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a428e313-ab0e-444c-838f-7f24dea4efb0 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:02.550096 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a428e313-ab0e-444c-838f-7f24dea4efb0 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1220951 May 05 22:09:02.550818 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 40014) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:02.610166 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-28de19cd-9571-4298-92c8-7a5e969aeec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:02.620066 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-28de19cd-9571-4298-92c8-7a5e969aeec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:02.646131 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c80876-3a81-439c-ac5d-5ac3ccaefa6f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:02.648032 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c80876-3a81-439c-ac5d-5ac3ccaefa6f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:02.649620 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c80876-3a81-439c-ac5d-5ac3ccaefa6f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:02.650633 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-20c80876-3a81-439c-ac5d-5ac3ccaefa6f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Synchronizing usage tracker for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:subnet {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:09:02.674552 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-20c80876-3a81-439c-ac5d-5ac3ccaefa6f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Unset dirty status for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:subnet {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:09:02.679962 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-20c80876-3a81-439c-ac5d-5ac3ccaefa6f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1272898 May 05 22:09:02.680819 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 40018) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:02.701302 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-28de19cd-9571-4298-92c8-7a5e969aeec9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=561e6ced628a487099e5e6eafc8df4b2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6306906 May 05 22:09:02.706988 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40022) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:02.755151 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28de19cd-9571-4298-92c8-7a5e969aeec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bff2e21-67b9-45c8-bb10-74e9b84b0d57,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:02.820096 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-92fbd94c-4f73-4b1a-b21a-7da7f1643c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:02.924811 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-92fbd94c-4f73-4b1a-b21a-7da7f1643c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:02.991342 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-add2094f-69e4-4471-becd-f91420c1a774 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Deleting subnet d27009f7-f9b2-4b1d-b20f-71e485925305 {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:09:02.995063 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-add2094f-69e4-4471-becd-f91420c1a774 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:03.086430 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-92fbd94c-4f73-4b1a-b21a-7da7f1643c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:03.135055 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-92fbd94c-4f73-4b1a-b21a-7da7f1643c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:03.141077 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-add2094f-69e4-4471-becd-f91420c1a774 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:03.148353 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-92fbd94c-4f73-4b1a-b21a-7da7f1643c19 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4bff2e21-67b9-45c8-bb10-74e9b84b0d57 HTTP/1.1" status: 204 len: 168 time: 0.4403484 May 05 22:09:03.150526 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fbd94c-4f73-4b1a-b21a-7da7f1643c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bff2e21-67b9-45c8-bb10-74e9b84b0d57,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:03.195660 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 833f50fc-a0fb-4b00-a024-733c937d5a2c up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:09:03.323569 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port 833f50fc-a0fb-4b00-a024-733c937d5a2c completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:09:03.331635 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 833f50fc-a0fb-4b00-a024-733c937d5a2c triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:09:03.332798 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:03.623624 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:03.685532 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09f4d6c-ef4f-49fa-84a7-9f8612ed9f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '833f50fc-a0fb-4b00-a024-733c937d5a2c'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:09:03.709274 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 833f50fc-a0fb-4b00-a024-733c937d5a2c, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=833f50fc-a0fb-4b00-a024-733c937d5a2c,segment=NetworkSegment(b0853f69-0751-43f3-82dd-3ab4be255b1c),segment_id=b0853f69-0751-43f3-82dd-3ab4be255b1c)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:09:03.718073 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:03.723909 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591fcccd-3a98-4d84-9418-d1000151a1e5 req-608849b2-b5d6-451b-b4d2-a0b5e4078ce5 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:03.727255 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-591fcccd-3a98-4d84-9418-d1000151a1e5 req-608849b2-b5d6-451b-b4d2-a0b5e4078ce5 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=b09f4d6c-ef4f-49fa-84a7-9f8612ed9f5d HTTP/1.1" status: 200 len: 945 time: 0.4499812 May 05 22:09:03.798338 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-add2094f-69e4-4471-becd-f91420c1a774 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:03.930598 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=833f50fc-a0fb-4b00-a024-733c937d5a2c,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:03.941207 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40050) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:03.982379 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f8b7b7-2691-48d9-b123-34eccd866d6e req-6388af64-d186-427f-a038-bbbdcd3e17a8 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:03.983956 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-15f8b7b7-2691-48d9-b123-34eccd866d6e req-6388af64-d186-427f-a038-bbbdcd3e17a8 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.6927295 May 05 22:09:03.991429 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ff7d063c-effc-4505-b4d7-4e1bba85067e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:04.062934 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-ff7d063c-effc-4505-b4d7-4e1bba85067e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:09:04.067311 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-591fcccd-3a98-4d84-9418-d1000151a1e5 req-d63a0515-51e0-4f8f-8766-6645c7f0a6e9 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9e41160-c8bc-4ed3-b1f2-b9c001a73525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3327537 May 05 22:09:04.077982 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-ff7d063c-effc-4505-b4d7-4e1bba85067e admin admin] Usage tracker for resource:security_group_rule and tenant:488317463c2b45e693e4390b163ddb52 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:09:04.081415 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-ff7d063c-effc-4505-b4d7-4e1bba85067e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:09:04.095073 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-15f8b7b7-2691-48d9-b123-34eccd866d6e req-05900efb-e493-4765-9245-ac094ad7e7f3 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901825 May 05 22:09:04.097624 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-ff7d063c-effc-4505-b4d7-4e1bba85067e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:09:04.107243 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-add2094f-69e4-4471-becd-f91420c1a774 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:04.190478 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add2094f-69e4-4471-becd-f91420c1a774 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event deleted for resources: {'Subnet': ['ID=d27009f7-f9b2-4b1d-b20f-71e485925305,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:04.198744 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-add2094f-69e4-4471-becd-f91420c1a774 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:04.207921 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64049deb-03aa-441b-8ca4-de0d609c092c None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:09:04.222851 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ff7d063c-effc-4505-b4d7-4e1bba85067e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:04.234596 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ff7d063c-effc-4505-b4d7-4e1bba85067e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:04.252911 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-add2094f-69e4-4471-becd-f91420c1a774 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/subnets/d27009f7-f9b2-4b1d-b20f-71e485925305 HTTP/1.1" status: 204 len: 168 time: 1.5685623 May 05 22:09:04.253941 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 40058) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:04.374029 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d063c-effc-4505-b4d7-4e1bba85067e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5160903-65bb-4223-adc7-04cfa634fbe0,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:04.378134 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ff7d063c-effc-4505-b4d7-4e1bba85067e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=488317463c2b45e693e4390b163ddb52&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4358952 May 05 22:09:04.382136 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40064) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:04.413055 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7eff3663-51ec-4003-a416-febcceafdab6'] response: {'server_uuid': 'b09f4d6c-ef4f-49fa-84a7-9f8612ed9f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '833f50fc-a0fb-4b00-a024-733c937d5a2c', 'code': 200} May 05 22:09:04.490629 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d7371583-0afb-45a9-8482-196aff4fcc02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:04.564961 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d7371583-0afb-45a9-8482-196aff4fcc02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:04.635797 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f9c7473-3bca-4a54-bdc2-80fe94ec7928 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Deleting subnet d7dbde21-b0f2-4404-9707-7eed25c2d418 {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:09:04.774345 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0f9c7473-3bca-4a54-bdc2-80fe94ec7928 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:04.803275 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d7371583-0afb-45a9-8482-196aff4fcc02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:04.838417 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7371583-0afb-45a9-8482-196aff4fcc02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5160903-65bb-4223-adc7-04cfa634fbe0,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:04.870749 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d7371583-0afb-45a9-8482-196aff4fcc02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:04.874291 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d7371583-0afb-45a9-8482-196aff4fcc02 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a5160903-65bb-4223-adc7-04cfa634fbe0 HTTP/1.1" status: 204 len: 168 time: 0.4889145 May 05 22:09:04.915697 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0f9c7473-3bca-4a54-bdc2-80fe94ec7928 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:05.025664 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-820bf5b4-87c3-46ca-b421-3e256a32ad55 req-06c788fe-b34d-4fa4-9a91-b6dee74ba370 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b09f4d6c-ef4f-49fa-84a7-9f8612ed9f5d HTTP/1.1" status: 200 len: 1097 time: 0.3706303 May 05 22:09:05.090053 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0f9c7473-3bca-4a54-bdc2-80fe94ec7928 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:05.244922 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0f9c7473-3bca-4a54-bdc2-80fe94ec7928 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:05.341507 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9c7473-3bca-4a54-bdc2-80fe94ec7928 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event deleted for resources: {'Subnet': ['ID=d7dbde21-b0f2-4404-9707-7eed25c2d418,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:05.369370 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0f9c7473-3bca-4a54-bdc2-80fe94ec7928 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:05.390449 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-820bf5b4-87c3-46ca-b421-3e256a32ad55 req-a7232c54-79da-4508-85b4-06909e0f6477 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d9e41160-c8bc-4ed3-b1f2-b9c001a73525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1798589 May 05 22:09:05.393830 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0f9c7473-3bca-4a54-bdc2-80fe94ec7928 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/subnets/d7dbde21-b0f2-4404-9707-7eed25c2d418 HTTP/1.1" status: 204 len: 168 time: 1.1362355 May 05 22:09:05.394885 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40082) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:05.683163 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0dcb157e-e4ba-42a1-80c6-a86394b0044c tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2862756 May 05 22:09:05.683890 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40094) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:05.690398 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-2b532be0-1da7-4080-aafa-e31130d112a9 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Request body: {'subnet': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:09:05.850000 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:05.922581 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69419c8-6283-44cf-97b3-9e8dae279d1f req-05472e1d-f702-4ebe-8d9b-5dbfb8cd9f59 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:05.924545 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c69419c8-6283-44cf-97b3-9e8dae279d1f req-05472e1d-f702-4ebe-8d9b-5dbfb8cd9f59 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=b09f4d6c-ef4f-49fa-84a7-9f8612ed9f5d HTTP/1.1" status: 200 len: 946 time: 0.4730980 May 05 22:09:05.931072 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc82aa08-f00b-4820-bc5e-c2a7a007455c req-c34a3d69-5bf7-4319-affe-773d3df57bef tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:05.933001 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fc82aa08-f00b-4820-bc5e-c2a7a007455c req-c34a3d69-5bf7-4319-affe-773d3df57bef tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.3981977 May 05 22:09:05.939389 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-2b532be0-1da7-4080-aafa-e31130d112a9 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:09:05.950585 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-2b532be0-1da7-4080-aafa-e31130d112a9 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Usage tracker for resource:subnet and tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:09:05.956682 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-2b532be0-1da7-4080-aafa-e31130d112a9 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:09:05.973492 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-2b532be0-1da7-4080-aafa-e31130d112a9 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:09:05.988314 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:06.001773 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b532be0-1da7-4080-aafa-e31130d112a9 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Made reservation on behalf of 6a9c8b32c69349b78288ebe6e6b6f3f4 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:09:06.078170 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85898464-1ff8-48d3-9e4d-213a26af9568 None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:09:06.086942 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fc82aa08-f00b-4820-bc5e-c2a7a007455c req-f1f534f8-120e-4ef4-9a4e-25f0ce58c8a1 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863476 May 05 22:09:06.089495 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c69419c8-6283-44cf-97b3-9e8dae279d1f req-3baa9b26-1a21-4d20-b07f-daf8ae669731 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9e41160-c8bc-4ed3-b1f2-b9c001a73525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553988 May 05 22:09:06.269648 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2b532be0-1da7-4080-aafa-e31130d112a9 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:06.494262 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-8548af17-88be-4460-9ee7-fb2093901f0e None None] Provisioning complete for port a67b617b-438b-4c61-ac03-ea9d84d02977 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:09:06.494683 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8548af17-88be-4460-9ee7-fb2093901f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:06.743517 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ccd766ea-d1a4-4346-ac59-634863f2b601 req-8943be55-6390-4f4a-a56e-342a4212b75f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b068134c338f46c6866f23b681a9cd8a&device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 1096 time: 0.2246885 May 05 22:09:06.956901 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2b532be0-1da7-4080-aafa-e31130d112a9 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:07.071921 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd766ea-d1a4-4346-ac59-634863f2b601 req-bb4c00d3-9103-493e-acfe-8d2ad26945c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:07.089378 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ccd766ea-d1a4-4346-ac59-634863f2b601 req-bb4c00d3-9103-493e-acfe-8d2ad26945c9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=747286bb-8407-402f-868f-44a863404e7a HTTP/1.1" status: 200 len: 915 time: 0.3064823 May 05 22:09:07.118242 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b532be0-1da7-4080-aafa-e31130d112a9 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:09:07.126198 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-2b532be0-1da7-4080-aafa-e31130d112a9 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:09:07.135635 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b532be0-1da7-4080-aafa-e31130d112a9 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:07.149952 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2b532be0-1da7-4080-aafa-e31130d112a9 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:07.161734 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f6f5c2-bca0-4394-a597-1c0c407de528 None None] DHCP port deletion for 137c07e1-75d6-4e37-9f42-95b3b385c296 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:09:07.170825 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-52f6f5c2-bca0-4394-a597-1c0c407de528 None None] Deleting port a67b617b-438b-4c61-ac03-ea9d84d02977 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:09:07.171272 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-52f6f5c2-bca0-4394-a597-1c0c407de528 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:07.229914 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ccd766ea-d1a4-4346-ac59-634863f2b601 req-b994b993-844d-41a1-b995-fc9425056921 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e5394ba0-792a-4b8a-b7c6-660aa79245c7 HTTP/1.1" status: 200 len: 217 time: 0.1316054 May 05 22:09:07.243524 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b532be0-1da7-4080-aafa-e31130d112a9 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event updated for resources: {'Subnet': ['ID=24921d22-a864-4333-8727-5f3c572cc219,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:07.260274 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-2b532be0-1da7-4080-aafa-e31130d112a9 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5750413 May 05 22:09:07.263192 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40130) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:07.280804 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-6b30990c-650d-4ea6-a554-b8beb8cab27f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Request body: {'subnet': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:09:07.406771 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd766ea-d1a4-4346-ac59-634863f2b601 req-d2822002-2322-49fc-889d-951a11b53740 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:07.408458 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ccd766ea-d1a4-4346-ac59-634863f2b601 req-d2822002-2322-49fc-889d-951a11b53740 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1aed2f09-8491-48ad-8b12-0e30712ddf00 HTTP/1.1" status: 200 len: 854 time: 0.1058896 May 05 22:09:07.546031 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ccd766ea-d1a4-4346-ac59-634863f2b601 req-42f971a0-8129-44bc-8435-fc9ec18faee9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=747286bb-8407-402f-868f-44a863404e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659034 May 05 22:09:07.591750 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-6b30990c-650d-4ea6-a554-b8beb8cab27f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:09:07.603438 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-6b30990c-650d-4ea6-a554-b8beb8cab27f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Usage tracker for resource:subnet and tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:09:07.609198 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-6b30990c-650d-4ea6-a554-b8beb8cab27f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:09:07.623907 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-6b30990c-650d-4ea6-a554-b8beb8cab27f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:09:07.649299 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b30990c-650d-4ea6-a554-b8beb8cab27f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Made reservation on behalf of 6a9c8b32c69349b78288ebe6e6b6f3f4 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:09:07.654523 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6b30990c-650d-4ea6-a554-b8beb8cab27f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:07.721352 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-52f6f5c2-bca0-4394-a597-1c0c407de528 None None] For port a67b617b-438b-4c61-ac03-ea9d84d02977, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=a67b617b-438b-4c61-ac03-ea9d84d02977,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:09:07.721773 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-52f6f5c2-bca0-4394-a597-1c0c407de528 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:07.858668 n-d-825175-4 neutron-server[84063]: INFO neutron.db.ipam_backend_mixin [None req-6b30990c-650d-4ea6-a554-b8beb8cab27f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 24921d22-a864-4333-8727-5f3c572cc219 (CIDR: 2001:db8::/64) May 05 22:09:07.866946 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b30990c-650d-4ea6-a554-b8beb8cab27f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 22:09:07.867839 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b30990c-650d-4ea6-a554-b8beb8cab27f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:09:07.900502 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-6b30990c-650d-4ea6-a554-b8beb8cab27f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6333270 May 05 22:09:07.901455 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40154) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:07.909973 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-a5e93ecb-cfe0-4c01-9ee4-dee5bb63a36a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Request body: {'subnet': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:09:07.931371 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ccd766ea-d1a4-4346-ac59-634863f2b601 req-8f236116-baa5-44b0-ae15-2d3ee2c4de05 service neutron] 10.222.0.32 "GET /v2.0/networks/747286bb-8407-402f-868f-44a863404e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416557 May 05 22:09:08.005312 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-52f6f5c2-bca0-4394-a597-1c0c407de528 None None] Calling delete_port for a67b617b-438b-4c61-ac03-ea9d84d02977 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:09:08.062189 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3136ca73-4b2e-4c35-a145-747182e800ed req-dd996606-8dae-49ac-aabb-d445076e6c76 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:08.064082 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3136ca73-4b2e-4c35-a145-747182e800ed req-dd996606-8dae-49ac-aabb-d445076e6c76 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=b09f4d6c-ef4f-49fa-84a7-9f8612ed9f5d HTTP/1.1" status: 200 len: 946 time: 0.6534114 May 05 22:09:08.076901 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc24a8-4aa0-4ab0-a871-02c6d4370a9a req-cc353209-b1d4-4ade-af17-4ab79d12cb53 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:08.078632 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-befc24a8-4aa0-4ab0-a871-02c6d4370a9a req-cc353209-b1d4-4ade-af17-4ab79d12cb53 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.6693122 May 05 22:09:08.125324 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-a5e93ecb-cfe0-4c01-9ee4-dee5bb63a36a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:09:08.131029 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-a5e93ecb-cfe0-4c01-9ee4-dee5bb63a36a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Usage tracker for resource:subnet and tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:09:08.134742 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-a5e93ecb-cfe0-4c01-9ee4-dee5bb63a36a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:09:08.141945 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-a5e93ecb-cfe0-4c01-9ee4-dee5bb63a36a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:09:08.175948 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e93ecb-cfe0-4c01-9ee4-dee5bb63a36a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Made reservation on behalf of 6a9c8b32c69349b78288ebe6e6b6f3f4 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:09:08.176663 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-52f6f5c2-bca0-4394-a597-1c0c407de528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:08.179906 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a5e93ecb-cfe0-4c01-9ee4-dee5bb63a36a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:08.266312 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f6f5c2-bca0-4394-a597-1c0c407de528 None None] No DVR routers for this DVR port a67b617b-438b-4c61-ac03-ea9d84d02977 on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:09:08.292675 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-befc24a8-4aa0-4ab0-a871-02c6d4370a9a req-c53c0277-cd3b-4bbb-9eef-604e07aee174 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638939 May 05 22:09:08.293526 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc1053a-c3ea-44fd-8967-0d7c8d134dca None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:09:08.353370 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3136ca73-4b2e-4c35-a145-747182e800ed req-8b5f6425-d1f8-4224-9fb9-05178ebc2c7f tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9e41160-c8bc-4ed3-b1f2-b9c001a73525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2457893 May 05 22:09:08.358630 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ccd766ea-d1a4-4346-ac59-634863f2b601 req-6b963aa8-8752-46d7-8783-a5a65a31519d service neutron] 10.222.0.32 "GET /v2.0/networks/747286bb-8407-402f-868f-44a863404e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4198415 May 05 22:09:08.644734 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f6f5c2-bca0-4394-a597-1c0c407de528 None None] Pushing event deleted for resources: {'Port': ['ID=a67b617b-438b-4c61-ac03-ea9d84d02977,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:08.652654 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 40166) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:08.899829 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3899be68-9254-4c46-90a0-e8a44645291b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-137c07e1-75d6-4e37-9f42-95b3b385c296', 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'tenant_id': '6a9c8b32c69349b78288ebe6e6b6f3f4', 'fixed_ips': [{'subnet_id': '24921d22-a864-4333-8727-5f3c572cc219'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:09:08.900822 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3899be68-9254-4c46-90a0-e8a44645291b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:09.132309 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-94627022-9cc6-42d4-8818-84a19335609f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:09.190353 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb231ebf-6821-4fa5-87c7-29af43febd1d req-ef730832-a875-491e-ad66-2db339049480 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:09.194231 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bb231ebf-6821-4fa5-87c7-29af43febd1d req-ef730832-a875-491e-ad66-2db339049480 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=b09f4d6c-ef4f-49fa-84a7-9f8612ed9f5d HTTP/1.1" status: 200 len: 946 time: 0.6458280 May 05 22:09:09.203433 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 40180) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:09.212533 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9751c7bc-8088-4e0f-861f-fb10f01ea34e req-e839c898-5fd3-44ee-bcce-3811115d4bf5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b068134c338f46c6866f23b681a9cd8a&device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 1096 time: 0.7949269 May 05 22:09:09.219309 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-2cb6561a-c74b-4cdc-bcc0-968748f80ebd tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Request body: {'floatingip': {'port_id': '833f50fc-a0fb-4b00-a024-733c937d5a2c'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:09:09.232876 n-d-825175-4 neutron-server[84063]: DEBUG neutron.objects.ports [None req-a5e93ecb-cfe0-4c01-9ee4-dee5bb63a36a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84063) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 05 22:09:09.236580 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-3899be68-9254-4c46-90a0-e8a44645291b None None] Allocated IP 2001:db8::2 (137c07e1-75d6-4e37-9f42-95b3b385c296/24921d22-a864-4333-8727-5f3c572cc219/5c4eee29-c703-4d14-9a10-bb0998f61aa4) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:09:09.247277 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a5e93ecb-cfe0-4c01-9ee4-dee5bb63a36a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:09.348766 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device a67b617b-438b-4c61-ac03-ea9d84d02977 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:09:09.460091 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: a67b617b-438b-4c61-ac03-ea9d84d02977 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:09:09.460874 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device a67b617b-438b-4c61-ac03-ea9d84d02977 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:09:09.586439 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-94627022-9cc6-42d4-8818-84a19335609f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:09:09.590622 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2cb6561a-c74b-4cdc-bcc0-968748f80ebd tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for floatingip, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:09.615536 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e93ecb-cfe0-4c01-9ee4-dee5bb63a36a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:09:09.619068 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-a5e93ecb-cfe0-4c01-9ee4-dee5bb63a36a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:09:09.623653 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e93ecb-cfe0-4c01-9ee4-dee5bb63a36a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:09.624233 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a5e93ecb-cfe0-4c01-9ee4-dee5bb63a36a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:09.642884 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e93ecb-cfe0-4c01-9ee4-dee5bb63a36a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event updated for resources: {'Subnet': ['ID=fd128cb4-a162-4c64-a996-4121864bc528,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:09.668485 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a5e93ecb-cfe0-4c01-9ee4-dee5bb63a36a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.7632291 May 05 22:09:09.670489 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40190) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:09.679699 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-c39d9982-2980-4a40-bfb8-201efeb4737c tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Request body: {'port': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'mac_address': 'fa:16:3e:80:1e:44', 'name': 'tempest-NetworksTestDHCPv6-556014203'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:09:09.733710 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-94627022-9cc6-42d4-8818-84a19335609f admin admin] Usage tracker for resource:security_group_rule and tenant:0cc88d086ad6471993bba5e33f8650dc is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:09:09.749852 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3899be68-9254-4c46-90a0-e8a44645291b None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:09.759833 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-94627022-9cc6-42d4-8818-84a19335609f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:09:09.761299 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-3899be68-9254-4c46-90a0-e8a44645291b None None] Transition to ACTIVE for port object 5c4eee29-c703-4d14-9a10-bb0998f61aa4 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:09:09.773208 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-94627022-9cc6-42d4-8818-84a19335609f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:09:09.782268 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-3899be68-9254-4c46-90a0-e8a44645291b None None] Transition to ACTIVE for port object 5c4eee29-c703-4d14-9a10-bb0998f61aa4 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:09:09.793309 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3899be68-9254-4c46-90a0-e8a44645291b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:09.828937 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9751c7bc-8088-4e0f-861f-fb10f01ea34e req-d9a593cc-e6bb-47c5-b745-3658bbcc0d1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:09.830748 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9751c7bc-8088-4e0f-861f-fb10f01ea34e req-d9a593cc-e6bb-47c5-b745-3658bbcc0d1b service neutron] 10.222.0.32 "GET /v2.0/networks?id=747286bb-8407-402f-868f-44a863404e7a HTTP/1.1" status: 200 len: 915 time: 0.5446532 May 05 22:09:10.020847 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3899be68-9254-4c46-90a0-e8a44645291b None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:09:10.026811 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-94627022-9cc6-42d4-8818-84a19335609f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:10.034414 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9751c7bc-8088-4e0f-861f-fb10f01ea34e req-70a78128-48ae-414f-a85f-2614f830ba8b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e5394ba0-792a-4b8a-b7c6-660aa79245c7 HTTP/1.1" status: 200 len: 217 time: 0.1955788 May 05 22:09:10.035482 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-3899be68-9254-4c46-90a0-e8a44645291b None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:09:10.046068 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-94627022-9cc6-42d4-8818-84a19335609f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:10.051150 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3899be68-9254-4c46-90a0-e8a44645291b None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:09:10.153603 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3899be68-9254-4c46-90a0-e8a44645291b None None] Pushing event updated for resources: {'Port': ['ID=5c4eee29-c703-4d14-9a10-bb0998f61aa4,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:10.153825 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9751c7bc-8088-4e0f-861f-fb10f01ea34e req-42a72a6f-93b6-481e-90e1-f854b8cb5dc3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:10.156331 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9751c7bc-8088-4e0f-861f-fb10f01ea34e req-42a72a6f-93b6-481e-90e1-f854b8cb5dc3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1aed2f09-8491-48ad-8b12-0e30712ddf00 HTTP/1.1" status: 200 len: 854 time: 0.0995774 May 05 22:09:10.178500 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce76b43-8ea9-4f8f-a1cd-0f16ced44a2b req-8781076f-fa65-44eb-b0cd-3e3095a357d5 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:10.186040 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c39d9982-2980-4a40-bfb8-201efeb4737c tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:09:10.187602 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cce76b43-8ea9-4f8f-a1cd-0f16ced44a2b req-8781076f-fa65-44eb-b0cd-3e3095a357d5 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.5222845 May 05 22:09:10.198280 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c39d9982-2980-4a40-bfb8-201efeb4737c tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:09:10.215621 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39d9982-2980-4a40-bfb8-201efeb4737c tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Made reservation on behalf of 6a9c8b32c69349b78288ebe6e6b6f3f4 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:09:10.220385 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c39d9982-2980-4a40-bfb8-201efeb4737c tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:10.284619 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [None req-c39d9982-2980-4a40-bfb8-201efeb4737c tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] device_id is not set on port b56f3953-78be-4433-952e-9b760a9ccff0 yet. {{(pid=84063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:09:10.331913 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9751c7bc-8088-4e0f-861f-fb10f01ea34e req-e2c7cafd-9399-468b-b597-cadeb33f7009 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=747286bb-8407-402f-868f-44a863404e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1611762 May 05 22:09:10.339047 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-3899be68-9254-4c46-90a0-e8a44645291b None None] Attempting to bind port 5c4eee29-c703-4d14-9a10-bb0998f61aa4 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:09:10.340078 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-3899be68-9254-4c46-90a0-e8a44645291b None None] Attempting to bind port 5c4eee29-c703-4d14-9a10-bb0998f61aa4 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:09:10.340792 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3899be68-9254-4c46-90a0-e8a44645291b None None] Attempting to bind port 5c4eee29-c703-4d14-9a10-bb0998f61aa4 on network 137c07e1-75d6-4e37-9f42-95b3b385c296 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:09:10.357290 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3899be68-9254-4c46-90a0-e8a44645291b None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:09:10.357959 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3899be68-9254-4c46-90a0-e8a44645291b None None] Checking segment: {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:09:10.361149 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3899be68-9254-4c46-90a0-e8a44645291b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:10.361769 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3899be68-9254-4c46-90a0-e8a44645291b None None] Bound using segment: {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:09:10.362455 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-3899be68-9254-4c46-90a0-e8a44645291b None None] Bound port: 5c4eee29-c703-4d14-9a10-bb0998f61aa4, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:09:10.363120 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3899be68-9254-4c46-90a0-e8a44645291b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:10.499847 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94627022-9cc6-42d4-8818-84a19335609f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b58a07-570b-4a4c-afee-29f3c5198b5f,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:10.611342 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-94627022-9cc6-42d4-8818-84a19335609f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0cc88d086ad6471993bba5e33f8650dc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9469280 May 05 22:09:10.660558 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-3899be68-9254-4c46-90a0-e8a44645291b None None] For port 5c4eee29-c703-4d14-9a10-bb0998f61aa4, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:09:10.661581 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 40198) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:10.672637 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-3899be68-9254-4c46-90a0-e8a44645291b None None] For port 5c4eee29-c703-4d14-9a10-bb0998f61aa4, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=5c4eee29-c703-4d14-9a10-bb0998f61aa4,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:09:10.689741 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cce76b43-8ea9-4f8f-a1cd-0f16ced44a2b req-cbee1215-839f-41c0-bbf8-3e978583c8f7 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5011539 May 05 22:09:10.692623 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3899be68-9254-4c46-90a0-e8a44645291b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:10.758920 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-c39d9982-2980-4a40-bfb8-201efeb4737c tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Allocated IP 2001:db8::1eb (137c07e1-75d6-4e37-9f42-95b3b385c296/24921d22-a864-4333-8727-5f3c572cc219/b56f3953-78be-4433-952e-9b760a9ccff0) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:09:10.767807 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-c39d9982-2980-4a40-bfb8-201efeb4737c tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Allocated IP 2001:db8:0:1:f816:3eff:fe80:1e44 (137c07e1-75d6-4e37-9f42-95b3b385c296/fd128cb4-a162-4c64-a996-4121864bc528/b56f3953-78be-4433-952e-9b760a9ccff0) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:09:10.807901 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3899be68-9254-4c46-90a0-e8a44645291b None None] Pushing event updated for resources: {'Port': ['ID=5c4eee29-c703-4d14-9a10-bb0998f61aa4,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:10.934346 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9751c7bc-8088-4e0f-861f-fb10f01ea34e req-a1c2f4fb-8320-4222-ac20-c0ad23388c2a service neutron] 10.222.0.32 "GET /v2.0/networks/747286bb-8407-402f-868f-44a863404e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5917289 May 05 22:09:11.076246 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c39d9982-2980-4a40-bfb8-201efeb4737c tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:11.109698 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-c39d9982-2980-4a40-bfb8-201efeb4737c tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Transition to ACTIVE for port object b56f3953-78be-4433-952e-9b760a9ccff0 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:09:11.150429 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c39d9982-2980-4a40-bfb8-201efeb4737c tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:11.268753 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device e5394ba0-792a-4b8a-b7c6-660aa79245c7 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:09:11.328496 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39d9982-2980-4a40-bfb8-201efeb4737c tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:09:11.336211 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-c39d9982-2980-4a40-bfb8-201efeb4737c tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:09:11.337975 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8355b740-6e42-4248-85ed-e56cb3a35dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:11.343010 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39d9982-2980-4a40-bfb8-201efeb4737c tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:09:11.350012 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39d9982-2980-4a40-bfb8-201efeb4737c tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:11.350684 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c39d9982-2980-4a40-bfb8-201efeb4737c tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:11.373488 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d9982-2980-4a40-bfb8-201efeb4737c tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event updated for resources: {'Port': ['ID=b56f3953-78be-4433-952e-9b760a9ccff0,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:11.411513 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c39d9982-2980-4a40-bfb8-201efeb4737c tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.7389400 May 05 22:09:11.414098 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40208) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:11.440405 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8355b740-6e42-4248-85ed-e56cb3a35dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:11.470092 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9751c7bc-8088-4e0f-861f-fb10f01ea34e req-43a1eb1b-52bb-4d87-944d-bd01c863905e service neutron] 10.222.0.32 "GET /v2.0/networks/747286bb-8407-402f-868f-44a863404e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5177684 May 05 22:09:11.478969 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:11.527391 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d30bbe-7ed7-4661-8f9a-de206ba7d79d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5394ba0-792a-4b8a-b7c6-660aa79245c7'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:09:11.559583 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port e5394ba0-792a-4b8a-b7c6-660aa79245c7, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=e5394ba0-792a-4b8a-b7c6-660aa79245c7,segment=NetworkSegment(6d4484a5-8d63-4054-aa6e-abb26e17d980),segment_id=6d4484a5-8d63-4054-aa6e-abb26e17d980)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:09:11.569993 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:11.643922 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-24216df1-f934-4b5e-8605-570287cfbb45 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Deleting port b56f3953-78be-4433-952e-9b760a9ccff0 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:09:11.644774 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-24216df1-f934-4b5e-8605-570287cfbb45 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:11.696029 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae1d0357-1114-4665-be8d-7a4c0c7a559d'] response: {'server_uuid': '71d30bbe-7ed7-4661-8f9a-de206ba7d79d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5394ba0-792a-4b8a-b7c6-660aa79245c7', 'code': 200} May 05 22:09:11.731670 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=e5394ba0-792a-4b8a-b7c6-660aa79245c7,revision_number=8']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:11.812156 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8355b740-6e42-4248-85ed-e56cb3a35dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:11.871159 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8355b740-6e42-4248-85ed-e56cb3a35dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:11.874386 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-8355b740-6e42-4248-85ed-e56cb3a35dc2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/38b58a07-570b-4a4c-afee-29f3c5198b5f HTTP/1.1" status: 204 len: 168 time: 1.1834497 May 05 22:09:11.886525 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8355b740-6e42-4248-85ed-e56cb3a35dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b58a07-570b-4a4c-afee-29f3c5198b5f,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:11.899541 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.resource_extend [None req-2cb6561a-c74b-4cdc-bcc0-968748f80ebd tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 22:09:12.295659 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2cb6561a-c74b-4cdc-bcc0-968748f80ebd tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:12.305541 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2cb6561a-c74b-4cdc-bcc0-968748f80ebd tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:12.437308 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-24216df1-f934-4b5e-8605-570287cfbb45 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:12.485895 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9399dc12-3581-4846-9267-1b8084fa0a6f req-c90b6e2f-e2be-4762-8511-0265479d5555 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:12.493480 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9399dc12-3581-4846-9267-1b8084fa0a6f req-c90b6e2f-e2be-4762-8511-0265479d5555 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 943 time: 0.4382904 May 05 22:09:12.639443 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55859cc8-ffa8-42be-81b7-9f790019dca6 None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:09:12.656782 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9399dc12-3581-4846-9267-1b8084fa0a6f req-d082e369-9cee-4402-82cb-d18c49414bca tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622767 May 05 22:09:12.679074 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-24216df1-f934-4b5e-8605-570287cfbb45 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Calling delete_port for b56f3953-78be-4433-952e-9b760a9ccff0 owned by {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:09:12.776194 n-d-825175-4 neutron-server[84061]: INFO neutron.db.l3_db [None req-2cb6561a-c74b-4cdc-bcc0-968748f80ebd tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Floating IP 0a3d1eaf-c73a-4288-9a21-4d28e8d92c73 associated. External IP: 172.25.4.145, port: 833f50fc-a0fb-4b00-a024-733c937d5a2c. May 05 22:09:12.802920 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-7025d4b5-da76-474a-b464-952667fc73c3 None None] Provisioning for port 5c4eee29-c703-4d14-9a10-bb0998f61aa4 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:09:13.163928 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 5c4eee29-c703-4d14-9a10-bb0998f61aa4 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:09:13.183151 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-24216df1-f934-4b5e-8605-570287cfbb45 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:13.306976 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24216df1-f934-4b5e-8605-570287cfbb45 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event deleted for resources: {'Port': ['ID=b56f3953-78be-4433-952e-9b760a9ccff0,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:13.416823 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 5c4eee29-c703-4d14-9a10-bb0998f61aa4 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:09:13.439860 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 5c4eee29-c703-4d14-9a10-bb0998f61aa4 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:09:13.442174 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:13.481953 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-24216df1-f934-4b5e-8605-570287cfbb45 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:13.501354 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-24216df1-f934-4b5e-8605-570287cfbb45 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/ports/b56f3953-78be-4433-952e-9b760a9ccff0 HTTP/1.1" status: 204 len: 168 time: 2.0860608 May 05 22:09:13.503755 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40246) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:13.670277 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b979cad-bb51-4bdd-ab7f-81c59867f96b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:13.672418 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9b979cad-bb51-4bdd-ab7f-81c59867f96b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Synchronizing usage tracker for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:09:13.728670 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9b979cad-bb51-4bdd-ab7f-81c59867f96b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Unset dirty status for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:09:13.734871 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9b979cad-bb51-4bdd-ab7f-81c59867f96b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2296362 May 05 22:09:13.737641 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40254) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:13.784534 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b0ec49-389e-4c41-b35a-8df3fdc77d39 None None] Update dhcp port {'port': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'fixed_ips': [{'subnet_id': '24921d22-a864-4333-8727-5f3c572cc219', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fd128cb4-a162-4c64-a996-4121864bc528'}], 'binding:host_id': 'n-d-825175-4'}, 'id': '5c4eee29-c703-4d14-9a10-bb0998f61aa4'} from n-d-825175-4. {{(pid=84064) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 05 22:09:13.856108 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-35b0ec49-389e-4c41-b35a-8df3fdc77d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:14.074677 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9b98b7f2-5716-4283-91a9-ad9fe1e95e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:14.196930 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb6561a-c74b-4cdc-bcc0-968748f80ebd tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Router 8598f5d7-eb46-409f-9875-d058ff8e964a has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:09:14.252356 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2c04f-bc30-4778-8763-cef6addf9039 req-4f37bdfa-e3f2-43e8-8c2d-5cf42fe2ce61 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:14.270778 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b6023f-fd01-4cec-bd30-45bce54f1a70 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:14.276534 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-33f2c04f-bc30-4778-8763-cef6addf9039 req-4f37bdfa-e3f2-43e8-8c2d-5cf42fe2ce61 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 943 time: 0.2644386 May 05 22:09:14.278139 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 40266) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:14.279544 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a0b6023f-fd01-4cec-bd30-45bce54f1a70 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.5388916 May 05 22:09:14.355158 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:14.469578 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-35b0ec49-389e-4c41-b35a-8df3fdc77d39 None None] Allocated IP 2001:db8:0:1:f816:3eff:fed2:2408 (137c07e1-75d6-4e37-9f42-95b3b385c296/fd128cb4-a162-4c64-a996-4121864bc528/5c4eee29-c703-4d14-9a10-bb0998f61aa4) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:09:14.556417 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 05 22:09:14.556417 n-d-825175-4 neutron-server[84064]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] May 05 22:09:14.556417 n-d-825175-4 neutron-server[84064]: [parameters: {'status': 'ACTIVE', 'ports_id': '5c4eee29-c703-4d14-9a10-bb0998f61aa4'}] May 05 22:09:14.556417 n-d-825175-4 neutron-server[84064]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:09:14.557108 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:09:14.649033 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-33f2c04f-bc30-4778-8763-cef6addf9039 req-9b12033a-aea3-4d7e-a425-ed8efb9e29eb tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3714807 May 05 22:09:14.685431 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29ef7ec-2e42-42f9-a820-fe09bb4489be tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:14.687154 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29ef7ec-2e42-42f9-a820-fe09bb4489be tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:14.688648 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29ef7ec-2e42-42f9-a820-fe09bb4489be tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:14.689784 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-f29ef7ec-2e42-42f9-a820-fe09bb4489be tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Synchronizing usage tracker for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:subnet {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:09:14.760659 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-f29ef7ec-2e42-42f9-a820-fe09bb4489be tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Unset dirty status for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:subnet {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:09:14.763110 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f29ef7ec-2e42-42f9-a820-fe09bb4489be tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4657922 May 05 22:09:14.766041 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40288) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:14.883368 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-35b0ec49-389e-4c41-b35a-8df3fdc77d39 None None] For port 5c4eee29-c703-4d14-9a10-bb0998f61aa4, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=5c4eee29-c703-4d14-9a10-bb0998f61aa4,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:09:14.888090 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb6561a-c74b-4cdc-bcc0-968748f80ebd tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:09:14.895075 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2cb6561a-c74b-4cdc-bcc0-968748f80ebd tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:14.901000 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570632a3-4947-4f01-b513-7f44c2192bcc None None] Sync routers for ids ['8598f5d7-eb46-409f-9875-d058ff8e964a'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:09:14.927451 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570632a3-4947-4f01-b513-7f44c2192bcc None None] Routers {'8598f5d7-eb46-409f-9875-d058ff8e964a'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:09:14.929215 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-570632a3-4947-4f01-b513-7f44c2192bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:08:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8598f5d7-eb46-409f-9875-d058ff8e964a'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:09:14.937907 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-35b0ec49-389e-4c41-b35a-8df3fdc77d39 None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:14.982369 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-35b0ec49-389e-4c41-b35a-8df3fdc77d39 None None] Transition to ACTIVE for port object 5c4eee29-c703-4d14-9a10-bb0998f61aa4 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:09:14.993448 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-35b0ec49-389e-4c41-b35a-8df3fdc77d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:15.183712 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-2cb6561a-c74b-4cdc-bcc0-968748f80ebd tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "PUT /v2.0/floatingips/0a3d1eaf-c73a-4288-9a21-4d28e8d92c73 HTTP/1.1" status: 200 len: 992 time: 5.9788988 May 05 22:09:15.186964 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b09f4d6c-ef4f-49fa-84a7-9f8612ed9f5d', 'tag': '833f50fc-a0fb-4b00-a024-733c937d5a2c'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:09:15.222580 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b0ec49-389e-4c41-b35a-8df3fdc77d39 None None] Pushing event updated for resources: {'Port': ['ID=5c4eee29-c703-4d14-9a10-bb0998f61aa4,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:15.271497 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-570632a3-4947-4f01-b513-7f44c2192bcc None None] Set router 8598f5d7-eb46-409f-9875-d058ff8e964a gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:09:15.277837 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60dad3-7336-4db4-883e-913270190286 req-2cadead4-9849-47c4-b869-01e84be6be0c tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:15.284114 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3d60dad3-7336-4db4-883e-913270190286 req-2cadead4-9849-47c4-b869-01e84be6be0c tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 943 time: 0.3023708 May 05 22:09:15.365487 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-126fe52f-c591-47d2-9b27-78149c30ec9f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Deleting subnet 24921d22-a864-4333-8727-5f3c572cc219 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:09:15.369244 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edeb38c7-48a7-4c49-afd3-2fdc9063f67a'] response: {'name': 'network-changed', 'server_uuid': 'b09f4d6c-ef4f-49fa-84a7-9f8612ed9f5d', 'tag': '833f50fc-a0fb-4b00-a024-733c937d5a2c', 'status': 'completed', 'code': 200} May 05 22:09:15.377773 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-126fe52f-c591-47d2-9b27-78149c30ec9f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:15.460110 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40302) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:15.552820 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:15.580471 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-126fe52f-c591-47d2-9b27-78149c30ec9f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:15.654205 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3d60dad3-7336-4db4-883e-913270190286 req-ec68d34f-9c65-45df-b6b5-324125dbe70e tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638780 May 05 22:09:15.696197 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 5c4eee29-c703-4d14-9a10-bb0998f61aa4, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=5c4eee29-c703-4d14-9a10-bb0998f61aa4,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:09:15.709952 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:15.780284 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-072701fa-f861-433f-8956-6ff8e0257ec4 req-c2692ced-475f-45a6-a903-7942317f2564 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2578689695ab4a55a99443682838538b&device_id=b09f4d6c-ef4f-49fa-84a7-9f8612ed9f5d HTTP/1.1" status: 200 len: 1097 time: 0.3697708 May 05 22:09:15.891666 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-126fe52f-c591-47d2-9b27-78149c30ec9f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:15.957906 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 5c4eee29-c703-4d14-9a10-bb0998f61aa4 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:09:15.962596 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-570632a3-4947-4f01-b513-7f44c2192bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'name': 'tempest-AttachVolumeNegativeTest-273245844-router', 'tenant_id': '2578689695ab4a55a99443682838538b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '6953bf02-942c-4df7-b861-f3365d5a587d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:02:33Z', 'updated_at': '2022-05-05T22:02:52Z', 'revision_number': 4, 'project_id': '2578689695ab4a55a99443682838538b', 'gw_port': {'id': '6953bf02-942c-4df7-b861-f3365d5a587d', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:35Z', 'updated_at': '2022-05-05T22:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '0a3d1eaf-c73a-4288-9a21-4d28e8d92c73', 'tenant_id': '2578689695ab4a55a99443682838538b', 'floating_ip_address': '172.25.4.145', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'port_id': '833f50fc-a0fb-4b00-a024-733c937d5a2c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd', 'mac_address': 'fa:16:3e:51:19:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09f4d6c-ef4f-49fa-84a7-9f8612ed9f5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:08:31Z', 'updated_at': '2022-05-05T22:09:11Z', 'revision_number': 1, 'project_id': '2578689695ab4a55a99443682838538b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '558711ec-cc6b-4387-8a57-c44e1a328a9a', 'name': '', 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd', 'tenant_id': '2578689695ab4a55a99443682838538b', 'mac_address': 'fa:16:3e:33:93:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6329e98-aed7-463a-a6e6-dc9284056d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:49Z', 'updated_at': '2022-05-05T22:03:09Z', 'revision_number': 5, 'project_id': '2578689695ab4a55a99443682838538b', 'subnets': [{'id': 'b6329e98-aed7-463a-a6e6-dc9284056d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:09:15.989293 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570632a3-4947-4f01-b513-7f44c2192bcc None None] Checking router: 8598f5d7-eb46-409f-9875-d058ff8e964a for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:09:16.028634 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570632a3-4947-4f01-b513-7f44c2192bcc None None] Routers {'8598f5d7-eb46-409f-9875-d058ff8e964a'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:09:16.029625 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-570632a3-4947-4f01-b513-7f44c2192bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:08:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8598f5d7-eb46-409f-9875-d058ff8e964a'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:09:16.113413 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-126fe52f-c591-47d2-9b27-78149c30ec9f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:16.172469 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=5c4eee29-c703-4d14-9a10-bb0998f61aa4,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:16.288429 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d6020e27-ac0e-493e-83b1-c4071578466c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:16.342074 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072701fa-f861-433f-8956-6ff8e0257ec4 req-35565a92-d70f-42be-b8a2-4aa741304a36 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:16.343656 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-072701fa-f861-433f-8956-6ff8e0257ec4 req-35565a92-d70f-42be-b8a2-4aa741304a36 service neutron] 10.222.0.32 "GET /v2.0/networks?id=da94abce-5ece-4742-b6d0-f89044eb6bbd HTTP/1.1" status: 200 len: 915 time: 0.5625544 May 05 22:09:16.371770 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b52faebf-d932-45c4-8936-456525c59f43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:16.434097 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126fe52f-c591-47d2-9b27-78149c30ec9f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event deleted for resources: {'Subnet': ['ID=24921d22-a864-4333-8727-5f3c572cc219,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:16.458426 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-126fe52f-c591-47d2-9b27-78149c30ec9f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:16.515200 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-126fe52f-c591-47d2-9b27-78149c30ec9f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/subnets/24921d22-a864-4333-8727-5f3c572cc219 HTTP/1.1" status: 204 len: 168 time: 1.7466366 May 05 22:09:16.518352 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40330) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:16.564541 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-570632a3-4947-4f01-b513-7f44c2192bcc None None] Set router 8598f5d7-eb46-409f-9875-d058ff8e964a gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:09:16.629943 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-65f96a24-43af-4262-ba86-0b81b4c3a85e tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Deleting subnet fd128cb4-a162-4c64-a996-4121864bc528 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:09:16.634928 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-65f96a24-43af-4262-ba86-0b81b4c3a85e tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:16.698413 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-072701fa-f861-433f-8956-6ff8e0257ec4 req-5957b55f-1d22-455c-9edc-42673cc38644 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=833f50fc-a0fb-4b00-a024-733c937d5a2c HTTP/1.1" status: 200 len: 1000 time: 0.3480659 May 05 22:09:16.711657 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-63f3c106-6c34-4b87-852f-a96e08c14402 req-b99707c8-5c93-470b-8c45-538e738e8c35 tempest-TestNetworkAdvancedServerOps-1392066098 tempest-TestNetworkAdvancedServerOps-1392066098-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e4c387eb-7879-423d-a3f8-e617694126b6 HTTP/1.1" status: 200 len: 1098 time: 0.5076089 May 05 22:09:16.712954 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-65f96a24-43af-4262-ba86-0b81b4c3a85e tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:16.739144 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c00703-2241-4db2-aea2-d54b73a0d0fd None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:09:16.806056 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-65f96a24-43af-4262-ba86-0b81b4c3a85e tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:16.900828 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c9d5bf88-c004-4c99-8be4-2a4d6be9284e None None] Could not find standard attr ID for object b56f3953-78be-4433-952e-9b760a9ccff0. {{(pid=84064) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 22:09:16.922359 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-b52faebf-d932-45c4-8936-456525c59f43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:09:16.927746 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b52faebf-d932-45c4-8936-456525c59f43 admin admin] Usage tracker for resource:security_group_rule and tenant:1682c2054f974ad9b95a5a191a0723a9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:09:16.935569 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b52faebf-d932-45c4-8936-456525c59f43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:09:16.937374 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-63f3c106-6c34-4b87-852f-a96e08c14402 req-0a80fd43-ac07-43e8-b4e5-3af3fe032836 tempest-TestNetworkAdvancedServerOps-1392066098 tempest-TestNetworkAdvancedServerOps-1392066098-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=9b23864a-1097-4ba5-82ce-a2e27a1f50eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2242725 May 05 22:09:16.938875 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-65f96a24-43af-4262-ba86-0b81b4c3a85e tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:16.977456 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 40334) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:17.005958 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c9d5bf88-c004-4c99-8be4-2a4d6be9284e None None] Provisioning for port 5c4eee29-c703-4d14-9a10-bb0998f61aa4 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:09:17.028018 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-b52faebf-d932-45c4-8936-456525c59f43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:09:17.034238 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c9d5bf88-c004-4c99-8be4-2a4d6be9284e None None] Provisioning complete for port 5c4eee29-c703-4d14-9a10-bb0998f61aa4 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:09:17.042327 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c9d5bf88-c004-4c99-8be4-2a4d6be9284e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:17.098601 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b52faebf-d932-45c4-8936-456525c59f43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:17.100055 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f96a24-43af-4262-ba86-0b81b4c3a85e tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event deleted for resources: {'Subnet': ['ID=fd128cb4-a162-4c64-a996-4121864bc528,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:17.105609 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-65f96a24-43af-4262-ba86-0b81b4c3a85e tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:17.122091 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072701fa-f861-433f-8956-6ff8e0257ec4 req-d715127b-09cc-440a-a57c-06b247d2c4db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:17.124062 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-072701fa-f861-433f-8956-6ff8e0257ec4 req-d715127b-09cc-440a-a57c-06b247d2c4db service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b6329e98-aed7-463a-a6e6-dc9284056d36 HTTP/1.1" status: 200 len: 853 time: 0.4071996 May 05 22:09:17.135846 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b52faebf-d932-45c4-8936-456525c59f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:17.183069 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-570632a3-4947-4f01-b513-7f44c2192bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'name': 'tempest-AttachVolumeNegativeTest-273245844-router', 'tenant_id': '2578689695ab4a55a99443682838538b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '6953bf02-942c-4df7-b861-f3365d5a587d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:02:33Z', 'updated_at': '2022-05-05T22:02:52Z', 'revision_number': 4, 'project_id': '2578689695ab4a55a99443682838538b', 'gw_port': {'id': '6953bf02-942c-4df7-b861-f3365d5a587d', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:35Z', 'updated_at': '2022-05-05T22:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '0a3d1eaf-c73a-4288-9a21-4d28e8d92c73', 'tenant_id': '2578689695ab4a55a99443682838538b', 'floating_ip_address': '172.25.4.145', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'port_id': '833f50fc-a0fb-4b00-a024-733c937d5a2c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd', 'mac_address': 'fa:16:3e:51:19:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09f4d6c-ef4f-49fa-84a7-9f8612ed9f5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:08:31Z', 'updated_at': '2022-05-05T22:09:11Z', 'revision_number': 1, 'project_id': '2578689695ab4a55a99443682838538b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '558711ec-cc6b-4387-8a57-c44e1a328a9a', 'name': '', 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd', 'tenant_id': '2578689695ab4a55a99443682838538b', 'mac_address': 'fa:16:3e:33:93:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6329e98-aed7-463a-a6e6-dc9284056d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:49Z', 'updated_at': '2022-05-05T22:03:09Z', 'revision_number': 5, 'project_id': '2578689695ab4a55a99443682838538b', 'subnets': [{'id': 'b6329e98-aed7-463a-a6e6-dc9284056d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:09:17.188118 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570632a3-4947-4f01-b513-7f44c2192bcc None None] The sync data for ids ['8598f5d7-eb46-409f-9875-d058ff8e964a'] in n-d-825175-4 is: [{'id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'name': 'tempest-AttachVolumeNegativeTest-273245844-router', 'tenant_id': '2578689695ab4a55a99443682838538b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '6953bf02-942c-4df7-b861-f3365d5a587d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:02:33Z', 'updated_at': '2022-05-05T22:02:52Z', 'revision_number': 4, 'project_id': '2578689695ab4a55a99443682838538b', 'gw_port': {'id': '6953bf02-942c-4df7-b861-f3365d5a587d', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:35Z', 'updated_at': '2022-05-05T22:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '0a3d1eaf-c73a-4288-9a21-4d28e8d92c73', 'tenant_id': '2578689695ab4a55a99443682838538b', 'floating_ip_address': '172.25.4.145', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'port_id': '833f50fc-a0fb-4b00-a024-733c937d5a2c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd', 'mac_address': 'fa:16:3e:51:19:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09f4d6c-ef4f-49fa-84a7-9f8612ed9f5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:08:31Z', 'updated_at': '2022-05-05T22:09:11Z', 'revision_number': 1, 'project_id': '2578689695ab4a55a99443682838538b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '558711ec-cc6b-4387-8a57-c44e1a328a9a', 'name': '', 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd', 'tenant_id': '2578689695ab4a55a99443682838538b', 'mac_address': 'fa:16:3e:33:93:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6329e98-aed7-463a-a6e6-dc9284056d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:49Z', 'updated_at': '2022-05-05T22:03:09Z', 'revision_number': 5, 'project_id': '2578689695ab4a55a99443682838538b', 'subnets': [{'id': 'b6329e98-aed7-463a-a6e6-dc9284056d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:09:17.213671 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b52faebf-d932-45c4-8936-456525c59f43 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1682c2054f974ad9b95a5a191a0723a9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7517211 May 05 22:09:17.216887 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 40338) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:17.221838 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-65f96a24-43af-4262-ba86-0b81b4c3a85e tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/subnets/fd128cb4-a162-4c64-a996-4121864bc528 HTTP/1.1" status: 204 len: 168 time: 0.7001593 May 05 22:09:17.222417 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40340) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:17.264062 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device e5394ba0-792a-4b8a-b7c6-660aa79245c7 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:09:17.342515 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9ea288aa-217f-4074-a89a-0cfb0b9556c3 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1153626 May 05 22:09:17.343323 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40346) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:17.348170 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52faebf-d932-45c4-8936-456525c59f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6d2b39-7354-4242-ade7-067dce9fe9a8,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:17.369745 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-759daaf9-8d56-42af-bb30-d6aefd8e44c5 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Request body: {'subnet': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:09:17.437878 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cdcfc71d-3a7f-45ca-8e68-49b57d438fdd req-d30755a1-af96-410d-84f4-b713392a458e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.8533597 May 05 22:09:17.571415 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-326332b9-82d4-45cb-8453-415e57212002 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Deleting port 315a1f5c-7d55-4ced-b78f-8ab907c4b712 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:09:17.583773 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-326332b9-82d4-45cb-8453-415e57212002 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:17.594904 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:17.619458 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-759daaf9-8d56-42af-bb30-d6aefd8e44c5 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:09:17.633450 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-759daaf9-8d56-42af-bb30-d6aefd8e44c5 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Usage tracker for resource:subnet and tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:09:17.640545 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4513bad-1849-488b-bafa-e813d46574c4 None None] New status for floating IP 0a3d1eaf-c73a-4288-9a21-4d28e8d92c73: ACTIVE {{(pid=84064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 22:09:17.641381 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-759daaf9-8d56-42af-bb30-d6aefd8e44c5 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:09:17.650028 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-759daaf9-8d56-42af-bb30-d6aefd8e44c5 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:09:17.667956 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759daaf9-8d56-42af-bb30-d6aefd8e44c5 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Made reservation on behalf of 6a9c8b32c69349b78288ebe6e6b6f3f4 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:09:17.676725 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-759daaf9-8d56-42af-bb30-d6aefd8e44c5 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:17.707268 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:17.956094 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-326332b9-82d4-45cb-8453-415e57212002 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:17.956416 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-326332b9-82d4-45cb-8453-415e57212002 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:17.976257 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-072701fa-f861-433f-8956-6ff8e0257ec4 req-ba6a4596-4a5f-42cb-ae9a-1d12b550aeda service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=da94abce-5ece-4742-b6d0-f89044eb6bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8423605 May 05 22:09:18.094184 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c27be04-45d4-4f7b-8f06-63de7bf6a007 None None] DHCP port deletion for 137c07e1-75d6-4e37-9f42-95b3b385c296 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:09:18.099607 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-4c27be04-45d4-4f7b-8f06-63de7bf6a007 None None] Deleting port 5c4eee29-c703-4d14-9a10-bb0998f61aa4 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:09:18.100155 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4c27be04-45d4-4f7b-8f06-63de7bf6a007 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:18.258455 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-06809800-e177-42a0-bec2-64837afd4379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:18.300644 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-06809800-e177-42a0-bec2-64837afd4379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:18.333424 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5c624aa6-405b-494b-a658-6a007ce75cf5 req-8d04998e-923f-460c-9b22-eb736067d06f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4232059 May 05 22:09:18.340256 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-759daaf9-8d56-42af-bb30-d6aefd8e44c5 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:18.418491 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-4c27be04-45d4-4f7b-8f06-63de7bf6a007 None None] For port 5c4eee29-c703-4d14-9a10-bb0998f61aa4, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=5c4eee29-c703-4d14-9a10-bb0998f61aa4,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:09:18.419315 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4c27be04-45d4-4f7b-8f06-63de7bf6a007 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:18.443702 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759daaf9-8d56-42af-bb30-d6aefd8e44c5 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:09:18.450797 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-759daaf9-8d56-42af-bb30-d6aefd8e44c5 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:09:18.455497 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759daaf9-8d56-42af-bb30-d6aefd8e44c5 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:18.456304 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-759daaf9-8d56-42af-bb30-d6aefd8e44c5 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:18.493735 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-326332b9-82d4-45cb-8453-415e57212002 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Calling delete_port for 315a1f5c-7d55-4ced-b78f-8ab907c4b712 owned by network:floatingip {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:09:18.499762 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759daaf9-8d56-42af-bb30-d6aefd8e44c5 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event updated for resources: {'Subnet': ['ID=39762fc3-6018-4a6a-b273-6987cf78d01e,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:18.539923 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-06809800-e177-42a0-bec2-64837afd4379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:18.543585 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-759daaf9-8d56-42af-bb30-d6aefd8e44c5 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1960168 May 05 22:09:18.547397 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40372) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:18.570555 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-10df4400-06a6-40f5-93c2-3d7bd92e7074 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Request body: {'subnet': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:09:18.595427 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06809800-e177-42a0-bec2-64837afd4379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6d2b39-7354-4242-ade7-067dce9fe9a8,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:18.626805 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-06809800-e177-42a0-bec2-64837afd4379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:18.628163 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-06809800-e177-42a0-bec2-64837afd4379 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6b6d2b39-7354-4242-ade7-067dce9fe9a8 HTTP/1.1" status: 204 len: 168 time: 1.3764288 May 05 22:09:18.667472 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-4c27be04-45d4-4f7b-8f06-63de7bf6a007 None None] Calling delete_port for 5c4eee29-c703-4d14-9a10-bb0998f61aa4 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:09:18.829177 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4c27be04-45d4-4f7b-8f06-63de7bf6a007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:18.878797 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-072701fa-f861-433f-8956-6ff8e0257ec4 req-a101754c-c7fd-478a-864c-9892ce810441 service neutron] 10.222.0.32 "GET /v2.0/networks/da94abce-5ece-4742-b6d0-f89044eb6bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8872058 May 05 22:09:18.886632 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d4acd-0087-496a-be75-f41be5386b51 req-c245d07b-8100-4afa-b58b-b273c9947683 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:18.891396 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-10df4400-06a6-40f5-93c2-3d7bd92e7074 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:09:18.899888 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-10df4400-06a6-40f5-93c2-3d7bd92e7074 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Usage tracker for resource:subnet and tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:09:18.909863 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-10df4400-06a6-40f5-93c2-3d7bd92e7074 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:09:18.916911 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-778d4acd-0087-496a-be75-f41be5386b51 req-c245d07b-8100-4afa-b58b-b273c9947683 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 943 time: 0.8837101 May 05 22:09:18.936730 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-10df4400-06a6-40f5-93c2-3d7bd92e7074 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:09:18.954495 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10df4400-06a6-40f5-93c2-3d7bd92e7074 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Made reservation on behalf of 6a9c8b32c69349b78288ebe6e6b6f3f4 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:09:18.958732 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-10df4400-06a6-40f5-93c2-3d7bd92e7074 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:18.996425 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c27be04-45d4-4f7b-8f06-63de7bf6a007 None None] Pushing event deleted for resources: {'Port': ['ID=5c4eee29-c703-4d14-9a10-bb0998f61aa4,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:19.027633 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c27be04-45d4-4f7b-8f06-63de7bf6a007 None None] No DVR routers for this DVR port 5c4eee29-c703-4d14-9a10-bb0998f61aa4 on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:09:19.032245 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:19.046389 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0c012d-3cc7-49cd-83b7-d617a769ad37 None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:09:19.446548 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5818d049-d818-4cd7-b6b1-f42ba956d732 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-137c07e1-75d6-4e37-9f42-95b3b385c296', 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'tenant_id': '6a9c8b32c69349b78288ebe6e6b6f3f4', 'fixed_ips': [{'subnet_id': '39762fc3-6018-4a6a-b273-6987cf78d01e'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:09:19.450758 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5818d049-d818-4cd7-b6b1-f42ba956d732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:19.667748 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5c624aa6-405b-494b-a658-6a007ce75cf5 req-bbc020a9-c3e3-4348-bd62-4841182ab66d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d&tenant_id=b068134c338f46c6866f23b681a9cd8a HTTP/1.1" status: 200 len: 1094 time: 0.3372788 May 05 22:09:19.681388 n-d-825175-4 neutron-server[84063]: INFO neutron.db.ipam_backend_mixin [None req-10df4400-06a6-40f5-93c2-3d7bd92e7074 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 39762fc3-6018-4a6a-b273-6987cf78d01e (CIDR: 2001:db8::/64) May 05 22:09:19.690588 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-778d4acd-0087-496a-be75-f41be5386b51 req-dda6453d-f678-46a6-9e95-8e218a706c82 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7264235 May 05 22:09:19.707825 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-5c624aa6-405b-494b-a658-6a007ce75cf5 req-5a76008e-9c66-47a1-a6de-0fb5e3354ac5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825175-4', 'device_owner': 'compute:nova'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:09:19.732892 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-072701fa-f861-433f-8956-6ff8e0257ec4 req-895d7dc1-32a0-442a-a57c-dc1ddfe27fbc service neutron] 10.222.0.32 "GET /v2.0/networks/da94abce-5ece-4742-b6d0-f89044eb6bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8133767 May 05 22:09:19.741607 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-326332b9-82d4-45cb-8453-415e57212002 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:19.763910 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-10df4400-06a6-40f5-93c2-3d7bd92e7074 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 22:09:19.764376 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10df4400-06a6-40f5-93c2-3d7bd92e7074 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:09:19.767995 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-5818d049-d818-4cd7-b6b1-f42ba956d732 None None] Allocated IP 2001:db8::2 (137c07e1-75d6-4e37-9f42-95b3b385c296/39762fc3-6018-4a6a-b273-6987cf78d01e/2ccf39f7-f357-4a8d-ba2c-89664ac682f0) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:09:19.810892 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-10df4400-06a6-40f5-93c2-3d7bd92e7074 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2579777 May 05 22:09:19.810892 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40400) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:19.846966 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326332b9-82d4-45cb-8453-415e57212002 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event deleted for resources: {'Port': ['ID=315a1f5c-7d55-4ced-b78f-8ab907c4b712,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:19.878345 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 5c4eee29-c703-4d14-9a10-bb0998f61aa4 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:09:19.945089 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-36ace94c-3817-4516-a001-925f53ea1361 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Request body: {'subnet': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:09:19.961335 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5c624aa6-405b-494b-a658-6a007ce75cf5 req-5a76008e-9c66-47a1-a6de-0fb5e3354ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:20.081135 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 5c4eee29-c703-4d14-9a10-bb0998f61aa4 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:09:20.082226 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 5c4eee29-c703-4d14-9a10-bb0998f61aa4 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:09:20.115413 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-326332b9-82d4-45cb-8453-415e57212002 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for floatingip, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:20.444649 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5818d049-d818-4cd7-b6b1-f42ba956d732 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:20.469699 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-36ace94c-3817-4516-a001-925f53ea1361 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:09:20.471826 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-5818d049-d818-4cd7-b6b1-f42ba956d732 None None] Transition to ACTIVE for port object 2ccf39f7-f357-4a8d-ba2c-89664ac682f0 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:09:20.499665 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-5818d049-d818-4cd7-b6b1-f42ba956d732 None None] Transition to ACTIVE for port object 2ccf39f7-f357-4a8d-ba2c-89664ac682f0 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:09:20.524347 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5818d049-d818-4cd7-b6b1-f42ba956d732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:20.554440 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-36ace94c-3817-4516-a001-925f53ea1361 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Usage tracker for resource:subnet and tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:09:20.585108 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-36ace94c-3817-4516-a001-925f53ea1361 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:09:20.786710 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-36ace94c-3817-4516-a001-925f53ea1361 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:09:20.800557 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5818d049-d818-4cd7-b6b1-f42ba956d732 None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:09:20.819059 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5818d049-d818-4cd7-b6b1-f42ba956d732 None None] Pushing event updated for resources: {'Port': ['ID=2ccf39f7-f357-4a8d-ba2c-89664ac682f0,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:20.821544 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-5818d049-d818-4cd7-b6b1-f42ba956d732 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:09:20.840418 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5818d049-d818-4cd7-b6b1-f42ba956d732 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:09:20.878065 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ace94c-3817-4516-a001-925f53ea1361 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Made reservation on behalf of 6a9c8b32c69349b78288ebe6e6b6f3f4 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:09:21.146688 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-5818d049-d818-4cd7-b6b1-f42ba956d732 None None] Attempting to bind port 2ccf39f7-f357-4a8d-ba2c-89664ac682f0 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:09:21.150141 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-5818d049-d818-4cd7-b6b1-f42ba956d732 None None] Attempting to bind port 2ccf39f7-f357-4a8d-ba2c-89664ac682f0 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:09:21.151265 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5818d049-d818-4cd7-b6b1-f42ba956d732 None None] Attempting to bind port 2ccf39f7-f357-4a8d-ba2c-89664ac682f0 on network 137c07e1-75d6-4e37-9f42-95b3b385c296 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:09:21.179273 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5818d049-d818-4cd7-b6b1-f42ba956d732 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:09:21.179649 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5818d049-d818-4cd7-b6b1-f42ba956d732 None None] Checking segment: {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:09:21.180049 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5818d049-d818-4cd7-b6b1-f42ba956d732 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:21.180449 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5818d049-d818-4cd7-b6b1-f42ba956d732 None None] Bound using segment: {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:09:21.180925 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-5818d049-d818-4cd7-b6b1-f42ba956d732 None None] Bound port: 2ccf39f7-f357-4a8d-ba2c-89664ac682f0, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b21dc499-cea1-44bf-98f9-e1d64ec60239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:09:21.185493 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5818d049-d818-4cd7-b6b1-f42ba956d732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:21.236841 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-326332b9-82d4-45cb-8453-415e57212002 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Router bb095b74-717d-485c-afe9-87063196b737 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:09:21.323514 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-5c624aa6-405b-494b-a658-6a007ce75cf5 req-5a76008e-9c66-47a1-a6de-0fb5e3354ac5 service neutron] For port e5394ba0-792a-4b8a-b7c6-660aa79245c7, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=e5394ba0-792a-4b8a-b7c6-660aa79245c7,segment=NetworkSegment(6d4484a5-8d63-4054-aa6e-abb26e17d980),segment_id=6d4484a5-8d63-4054-aa6e-abb26e17d980)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:09:21.382941 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-5818d049-d818-4cd7-b6b1-f42ba956d732 None None] For port 2ccf39f7-f357-4a8d-ba2c-89664ac682f0, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:09:21.401748 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-5818d049-d818-4cd7-b6b1-f42ba956d732 None None] For port 2ccf39f7-f357-4a8d-ba2c-89664ac682f0, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=2ccf39f7-f357-4a8d-ba2c-89664ac682f0,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:09:21.413732 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5818d049-d818-4cd7-b6b1-f42ba956d732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:21.416988 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-36ace94c-3817-4516-a001-925f53ea1361 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:21.472862 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957959a-f701-4b65-b99c-3b0da3a69c46 req-81ac35c5-96d9-4405-8089-8153698633e3 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:21.484421 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6957959a-f701-4b65-b99c-3b0da3a69c46 req-81ac35c5-96d9-4405-8089-8153698633e3 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 943 time: 0.3966227 May 05 22:09:21.568347 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.resource_extend [req-5c624aa6-405b-494b-a658-6a007ce75cf5 req-5a76008e-9c66-47a1-a6de-0fb5e3354ac5 service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 22:09:21.568610 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6957959a-f701-4b65-b99c-3b0da3a69c46 req-6d26c820-eb9c-4838-b00b-ee80bb2331d1 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633242 May 05 22:09:21.633586 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5818d049-d818-4cd7-b6b1-f42ba956d732 None None] Pushing event updated for resources: {'Port': ['ID=2ccf39f7-f357-4a8d-ba2c-89664ac682f0,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:21.709796 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-5c624aa6-405b-494b-a658-6a007ce75cf5 req-5a76008e-9c66-47a1-a6de-0fb5e3354ac5 service neutron] For port e5394ba0-792a-4b8a-b7c6-660aa79245c7, host n-h2-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:09:21.730813 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-326332b9-82d4-45cb-8453-415e57212002 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:09:21.743911 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34bb158-a42d-430b-b6c7-47e9db425078 None None] Sync routers for ids ['bb095b74-717d-485c-afe9-87063196b737'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:09:21.774484 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34bb158-a42d-430b-b6c7-47e9db425078 None None] Routers {'bb095b74-717d-485c-afe9-87063196b737'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:09:21.780679 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-e34bb158-a42d-430b-b6c7-47e9db425078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:09:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['bb095b74-717d-485c-afe9-87063196b737'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:09:21.823770 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-326332b9-82d4-45cb-8453-415e57212002 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:21.912036 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-5c624aa6-405b-494b-a658-6a007ce75cf5 req-5a76008e-9c66-47a1-a6de-0fb5e3354ac5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5394ba0-792a-4b8a-b7c6-660aa79245c7 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:09:21.922522 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5c624aa6-405b-494b-a658-6a007ce75cf5 req-5a76008e-9c66-47a1-a6de-0fb5e3354ac5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:21.949996 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-5c624aa6-405b-494b-a658-6a007ce75cf5 req-5a76008e-9c66-47a1-a6de-0fb5e3354ac5 service neutron] Transition to ACTIVE for port object e5394ba0-792a-4b8a-b7c6-660aa79245c7 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:09:21.959223 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5c624aa6-405b-494b-a658-6a007ce75cf5 req-5a76008e-9c66-47a1-a6de-0fb5e3354ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:22.023530 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-326332b9-82d4-45cb-8453-415e57212002 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "DELETE /v2.0/floatingips/c4485825-6caf-4334-bfa4-b0dca58b33b5 HTTP/1.1" status: 204 len: 168 time: 5.0446239 May 05 22:09:22.026628 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4c387eb-7879-423d-a3f8-e617694126b6', 'tag': '978f635b-af0b-4afd-80a0-539d5190f34e'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:09:22.214260 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-353b4c03-cead-4f9d-a330-92af9b50b3f0'] response: {'name': 'network-changed', 'server_uuid': 'e4c387eb-7879-423d-a3f8-e617694126b6', 'tag': '978f635b-af0b-4afd-80a0-539d5190f34e', 'status': 'completed', 'code': 200} May 05 22:09:22.394492 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-e34bb158-a42d-430b-b6c7-47e9db425078 None None] Set router bb095b74-717d-485c-afe9-87063196b737 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:09:22.401313 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a76008e-9c66-47a1-a6de-0fb5e3354ac5 service neutron] Pushing event updated for resources: {'Port': ['ID=e5394ba0-792a-4b8a-b7c6-660aa79245c7,revision_number=9']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:22.518856 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c624aa6-405b-494b-a658-6a007ce75cf5 req-5a76008e-9c66-47a1-a6de-0fb5e3354ac5 service neutron] No DVR routers for this DVR port e5394ba0-792a-4b8a-b7c6-660aa79245c7 on host n-h2-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:09:22.701673 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-5c624aa6-405b-494b-a658-6a007ce75cf5 req-5a76008e-9c66-47a1-a6de-0fb5e3354ac5 service neutron] Attempting to bind port e5394ba0-792a-4b8a-b7c6-660aa79245c7 on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:09:22.702015 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-5c624aa6-405b-494b-a658-6a007ce75cf5 req-5a76008e-9c66-47a1-a6de-0fb5e3354ac5 service neutron] Attempting to bind port e5394ba0-792a-4b8a-b7c6-660aa79245c7 by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': '6d4484a5-8d63-4054-aa6e-abb26e17d980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '747286bb-8407-402f-868f-44a863404e7a'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:09:22.702340 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c624aa6-405b-494b-a658-6a007ce75cf5 req-5a76008e-9c66-47a1-a6de-0fb5e3354ac5 service neutron] Attempting to bind port e5394ba0-792a-4b8a-b7c6-660aa79245c7 on network 747286bb-8407-402f-868f-44a863404e7a {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:09:22.715500 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 40458) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:22.748255 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c624aa6-405b-494b-a658-6a007ce75cf5 req-5a76008e-9c66-47a1-a6de-0fb5e3354ac5 service neutron] Port e5394ba0-792a-4b8a-b7c6-660aa79245c7 on network 747286bb-8407-402f-868f-44a863404e7a not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:09:22.748739 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c624aa6-405b-494b-a658-6a007ce75cf5 req-5a76008e-9c66-47a1-a6de-0fb5e3354ac5 service neutron] Attempting to bind port e5394ba0-792a-4b8a-b7c6-660aa79245c7 on network 747286bb-8407-402f-868f-44a863404e7a {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:09:22.754021 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fc9fa620-1099-4ad7-ae5b-6f7b7c9be08c req-6e14dc06-1596-4f74-b4c5-ff7324b1fc4f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=06fb629024324e968714595537efac5c&device_id=e4c387eb-7879-423d-a3f8-e617694126b6 HTTP/1.1" status: 200 len: 1098 time: 0.5160198 May 05 22:09:22.796011 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c624aa6-405b-494b-a658-6a007ce75cf5 req-5a76008e-9c66-47a1-a6de-0fb5e3354ac5 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:09:22.796485 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c624aa6-405b-494b-a658-6a007ce75cf5 req-5a76008e-9c66-47a1-a6de-0fb5e3354ac5 service neutron] Checking segment: {'id': '6d4484a5-8d63-4054-aa6e-abb26e17d980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '747286bb-8407-402f-868f-44a863404e7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:09:22.797719 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c624aa6-405b-494b-a658-6a007ce75cf5 req-5a76008e-9c66-47a1-a6de-0fb5e3354ac5 service neutron] Bound using segment: {'id': '6d4484a5-8d63-4054-aa6e-abb26e17d980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '747286bb-8407-402f-868f-44a863404e7a'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:09:22.798292 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-5c624aa6-405b-494b-a658-6a007ce75cf5 req-5a76008e-9c66-47a1-a6de-0fb5e3354ac5 service neutron] Bound port: e5394ba0-792a-4b8a-b7c6-660aa79245c7, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d4484a5-8d63-4054-aa6e-abb26e17d980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '747286bb-8407-402f-868f-44a863404e7a'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:09:22.799515 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5c624aa6-405b-494b-a658-6a007ce75cf5 req-5a76008e-9c66-47a1-a6de-0fb5e3354ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:22.976022 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-e34bb158-a42d-430b-b6c7-47e9db425078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb095b74-717d-485c-afe9-87063196b737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688406542', 'tenant_id': '06fb629024324e968714595537efac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '0e4eb224-cb12-4b32-8242-2b04fe4ae27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:05:59Z', 'updated_at': '2022-05-05T22:06:23Z', 'revision_number': 4, 'project_id': '06fb629024324e968714595537efac5c', 'gw_port': {'id': '0e4eb224-cb12-4b32-8242-2b04fe4ae27d', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb095b74-717d-485c-afe9-87063196b737', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:06:00Z', 'updated_at': '2022-05-05T22:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'eecbd48f-6814-4030-8e5b-048395c724fc', 'name': '', 'network_id': '1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753', 'tenant_id': '06fb629024324e968714595537efac5c', 'mac_address': 'fa:16:3e:d4:18:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb095b74-717d-485c-afe9-87063196b737', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1755485f-4a55-4fd6-9437-364fb3417fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:06:17Z', 'updated_at': '2022-05-05T22:06:41Z', 'revision_number': 5, 'project_id': '06fb629024324e968714595537efac5c', 'subnets': [{'id': '1755485f-4a55-4fd6-9437-364fb3417fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:09:22.981252 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34bb158-a42d-430b-b6c7-47e9db425078 None None] Checking router: bb095b74-717d-485c-afe9-87063196b737 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:09:22.995215 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34bb158-a42d-430b-b6c7-47e9db425078 None None] Routers {'bb095b74-717d-485c-afe9-87063196b737'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:09:22.996567 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-e34bb158-a42d-430b-b6c7-47e9db425078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:09:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['bb095b74-717d-485c-afe9-87063196b737'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:09:23.058699 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc9a50-d0d9-4a83-9d8d-89d5f7ce75ef req-b40dbca0-35eb-4ab8-9380-28d56a0b32e5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:23.059800 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-eddc9a50-d0d9-4a83-9d8d-89d5f7ce75ef req-b40dbca0-35eb-4ab8-9380-28d56a0b32e5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Synchronizing usage tracker for tenant:06fb629024324e968714595537efac5c on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:09:23.086152 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9a474f-2ca7-4fd1-982e-24fd2879da7d req-683e5fc0-6c33-4240-8fa5-98105ab912fe tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:23.087874 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9b9a474f-2ca7-4fd1-982e-24fd2879da7d req-683e5fc0-6c33-4240-8fa5-98105ab912fe tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 943 time: 0.2609465 May 05 22:09:23.107583 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-46971015-d88c-4036-9021-f90f9b0383bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1349094318'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:09:23.137747 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-46971015-d88c-4036-9021-f90f9b0383bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:09:23.152554 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-46971015-d88c-4036-9021-f90f9b0383bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075-project] Usage tracker for resource:network and tenant:44c10101aada4db0a9fe4e91f7b4b75f is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:09:23.157802 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-46971015-d88c-4036-9021-f90f9b0383bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:09:23.173277 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-46971015-d88c-4036-9021-f90f9b0383bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:09:23.177768 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-eddc9a50-d0d9-4a83-9d8d-89d5f7ce75ef req-b40dbca0-35eb-4ab8-9380-28d56a0b32e5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Unset dirty status for tenant:06fb629024324e968714595537efac5c on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:09:23.188250 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-eddc9a50-d0d9-4a83-9d8d-89d5f7ce75ef req-b40dbca0-35eb-4ab8-9380-28d56a0b32e5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4c387eb-7879-423d-a3f8-e617694126b6 HTTP/1.1" status: 200 len: 947 time: 0.4243290 May 05 22:09:23.225537 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9b9a474f-2ca7-4fd1-982e-24fd2879da7d req-41475a54-792d-4c34-bbfa-cb67806a919c tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217196 May 05 22:09:23.240553 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46971015-d88c-4036-9021-f90f9b0383bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075-project] Made reservation on behalf of 44c10101aada4db0a9fe4e91f7b4b75f for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:09:23.254751 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-46971015-d88c-4036-9021-f90f9b0383bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:23.289062 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-46971015-d88c-4036-9021-f90f9b0383bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:23.296574 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-e34bb158-a42d-430b-b6c7-47e9db425078 None None] Set router bb095b74-717d-485c-afe9-87063196b737 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:09:23.312056 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-eddc9a50-d0d9-4a83-9d8d-89d5f7ce75ef req-32cffe4e-9473-4899-9404-7497ab3f7bab tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b23864a-1097-4ba5-82ce-a2e27a1f50eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228426 May 05 22:09:23.341074 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9fa620-1099-4ad7-ae5b-6f7b7c9be08c req-49372848-782d-4e46-8ef8-e5e14033cdd1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:23.343258 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fc9fa620-1099-4ad7-ae5b-6f7b7c9be08c req-49372848-782d-4e46-8ef8-e5e14033cdd1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753 HTTP/1.1" status: 200 len: 896 time: 0.5817990 May 05 22:09:23.363337 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-46971015-d88c-4036-9021-f90f9b0383bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:09:23.372159 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-46971015-d88c-4036-9021-f90f9b0383bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075-project] Usage tracker for resource:security_group_rule and tenant:44c10101aada4db0a9fe4e91f7b4b75f is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:09:23.385502 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-46971015-d88c-4036-9021-f90f9b0383bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:09:23.395724 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-46971015-d88c-4036-9021-f90f9b0383bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:09:23.507947 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-5950ad5b-ca82-4b3d-9037-993e22b4f74f None None] Provisioning for port 2ccf39f7-f357-4a8d-ba2c-89664ac682f0 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:09:23.541257 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-46971015-d88c-4036-9021-f90f9b0383bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:23.548429 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-46971015-d88c-4036-9021-f90f9b0383bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:23.569217 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fc9fa620-1099-4ad7-ae5b-6f7b7c9be08c req-44f10970-9cdb-4408-aa6b-b02c17ff71ce service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=978f635b-af0b-4afd-80a0-539d5190f34e HTTP/1.1" status: 200 len: 217 time: 0.1923015 May 05 22:09:23.570420 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46971015-d88c-4036-9021-f90f9b0383bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:09:23.585665 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-46971015-d88c-4036-9021-f90f9b0383bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:23.586017 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-46971015-d88c-4036-9021-f90f9b0383bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075-project] Added segment c78cac76-ab31-4bf0-9255-2b79541772ba of type vlan for network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 May 05 22:09:23.624376 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-46971015-d88c-4036-9021-f90f9b0383bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:23.667919 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-46971015-d88c-4036-9021-f90f9b0383bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:23.672442 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46971015-d88c-4036-9021-f90f9b0383bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:23.673176 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-46971015-d88c-4036-9021-f90f9b0383bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:23.776551 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-5c624aa6-405b-494b-a658-6a007ce75cf5 req-5a76008e-9c66-47a1-a6de-0fb5e3354ac5 service neutron] For port e5394ba0-792a-4b8a-b7c6-660aa79245c7, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:09:23.906568 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-5c624aa6-405b-494b-a658-6a007ce75cf5 req-5a76008e-9c66-47a1-a6de-0fb5e3354ac5 service neutron] For port e5394ba0-792a-4b8a-b7c6-660aa79245c7, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=e5394ba0-792a-4b8a-b7c6-660aa79245c7,segment=NetworkSegment(6d4484a5-8d63-4054-aa6e-abb26e17d980),segment_id=6d4484a5-8d63-4054-aa6e-abb26e17d980)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:09:23.943586 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5c624aa6-405b-494b-a658-6a007ce75cf5 req-5a76008e-9c66-47a1-a6de-0fb5e3354ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:23.960107 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c93d82c1-e3c1-4df5-a39c-f09936a01b00 None None] Could not find standard attr ID for object b56f3953-78be-4433-952e-9b760a9ccff0. {{(pid=84064) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 22:09:23.967263 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 2ccf39f7-f357-4a8d-ba2c-89664ac682f0 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:09:24.041878 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9fa620-1099-4ad7-ae5b-6f7b7c9be08c req-9fa2e627-4a3d-4abc-a98c-bad7ceca3fb7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:24.043316 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fc9fa620-1099-4ad7-ae5b-6f7b7c9be08c req-9fa2e627-4a3d-4abc-a98c-bad7ceca3fb7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1755485f-4a55-4fd6-9437-364fb3417fd0 HTTP/1.1" status: 200 len: 834 time: 0.4134865 May 05 22:09:24.070994 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46971015-d88c-4036-9021-f90f9b0383bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6af8ea11-035a-47d6-85fb-b2e97f585b4c,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:24.098036 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-e34bb158-a42d-430b-b6c7-47e9db425078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb095b74-717d-485c-afe9-87063196b737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688406542', 'tenant_id': '06fb629024324e968714595537efac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '0e4eb224-cb12-4b32-8242-2b04fe4ae27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:05:59Z', 'updated_at': '2022-05-05T22:06:23Z', 'revision_number': 4, 'project_id': '06fb629024324e968714595537efac5c', 'gw_port': {'id': '0e4eb224-cb12-4b32-8242-2b04fe4ae27d', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb095b74-717d-485c-afe9-87063196b737', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:06:00Z', 'updated_at': '2022-05-05T22:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'eecbd48f-6814-4030-8e5b-048395c724fc', 'name': '', 'network_id': '1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753', 'tenant_id': '06fb629024324e968714595537efac5c', 'mac_address': 'fa:16:3e:d4:18:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb095b74-717d-485c-afe9-87063196b737', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1755485f-4a55-4fd6-9437-364fb3417fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:06:17Z', 'updated_at': '2022-05-05T22:06:41Z', 'revision_number': 5, 'project_id': '06fb629024324e968714595537efac5c', 'subnets': [{'id': '1755485f-4a55-4fd6-9437-364fb3417fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:09:24.103584 n-d-825175-4 neutron-server[84063]: DEBUG neutron.objects.ports [None req-36ace94c-3817-4516-a001-925f53ea1361 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84063) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 05 22:09:24.108491 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34bb158-a42d-430b-b6c7-47e9db425078 None None] The sync data for ids ['bb095b74-717d-485c-afe9-87063196b737'] in n-d-825175-4 is: [{'id': 'bb095b74-717d-485c-afe9-87063196b737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688406542', 'tenant_id': '06fb629024324e968714595537efac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '0e4eb224-cb12-4b32-8242-2b04fe4ae27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:05:59Z', 'updated_at': '2022-05-05T22:06:23Z', 'revision_number': 4, 'project_id': '06fb629024324e968714595537efac5c', 'gw_port': {'id': '0e4eb224-cb12-4b32-8242-2b04fe4ae27d', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb095b74-717d-485c-afe9-87063196b737', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:06:00Z', 'updated_at': '2022-05-05T22:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'eecbd48f-6814-4030-8e5b-048395c724fc', 'name': '', 'network_id': '1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753', 'tenant_id': '06fb629024324e968714595537efac5c', 'mac_address': 'fa:16:3e:d4:18:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb095b74-717d-485c-afe9-87063196b737', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1755485f-4a55-4fd6-9437-364fb3417fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:06:17Z', 'updated_at': '2022-05-05T22:06:41Z', 'revision_number': 5, 'project_id': '06fb629024324e968714595537efac5c', 'subnets': [{'id': '1755485f-4a55-4fd6-9437-364fb3417fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:09:24.112333 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 2ccf39f7-f357-4a8d-ba2c-89664ac682f0 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:09:24.120507 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46971015-d88c-4036-9021-f90f9b0383bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075-project] Pushing event updated for resources: {'Network': ['ID=e019cbb6-8c2c-4c41-80ec-ae4906da4cc7,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:24.125452 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 2ccf39f7-f357-4a8d-ba2c-89664ac682f0 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:09:24.126557 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:24.134519 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-46971015-d88c-4036-9021-f90f9b0383bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.4173608 May 05 22:09:24.192195 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:09:24.202338 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a76008e-9c66-47a1-a6de-0fb5e3354ac5 service neutron] Pushing event updated for resources: {'Port': ['ID=e5394ba0-792a-4b8a-b7c6-660aa79245c7,revision_number=10']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:24.213234 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5c624aa6-405b-494b-a658-6a007ce75cf5 req-5a76008e-9c66-47a1-a6de-0fb5e3354ac5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:24.215716 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5c624aa6-405b-494b-a658-6a007ce75cf5 req-5a76008e-9c66-47a1-a6de-0fb5e3354ac5 service neutron] 10.222.0.44 "PUT /v2.0/ports/e5394ba0-792a-4b8a-b7c6-660aa79245c7 HTTP/1.1" status: 200 len: 1091 time: 4.5365233 May 05 22:09:24.236539 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38543dab-932f-4263-abcf-a3eebabbf0e2 req-8b579a07-81d2-4a8d-9451-324325f04c51 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:24.238372 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-38543dab-932f-4263-abcf-a3eebabbf0e2 req-8b579a07-81d2-4a8d-9451-324325f04c51 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c387eb-7879-423d-a3f8-e617694126b6 HTTP/1.1" status: 200 len: 947 time: 0.3234487 May 05 22:09:24.272726 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71d30bbe-7ed7-4661-8f9a-de206ba7d79d', 'tag': 'e5394ba0-792a-4b8a-b7c6-660aa79245c7'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:09:24.400368 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-38543dab-932f-4263-abcf-a3eebabbf0e2 req-10b17d33-655f-4d05-9d25-ff2ad521a20d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Deleting port 978f635b-af0b-4afd-80a0-539d5190f34e {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:09:24.408557 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-38543dab-932f-4263-abcf-a3eebabbf0e2 req-10b17d33-655f-4d05-9d25-ff2ad521a20d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:24.506456 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5c624aa6-405b-494b-a658-6a007ce75cf5 req-3ec4a827-a80d-46f3-a340-e9fc1f172c13 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b068134c338f46c6866f23b681a9cd8a&device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 1095 time: 0.2051075 May 05 22:09:24.513796 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fc9fa620-1099-4ad7-ae5b-6f7b7c9be08c req-52bd284f-5d7b-4c56-b087-7a8f8a6a8263 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3123264 May 05 22:09:24.688604 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3fa12f-5e98-4cf8-8f80-dd709effee35 None None] New status for floating IP c4485825-6caf-4334-bfa4-b0dca58b33b5: DOWN {{(pid=84064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 22:09:24.746779 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c624aa6-405b-494b-a658-6a007ce75cf5 req-01bbdb8e-b847-4c34-b468-836416a7434e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:24.748246 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5c624aa6-405b-494b-a658-6a007ce75cf5 req-01bbdb8e-b847-4c34-b468-836416a7434e service neutron] 10.222.0.44 "GET /v2.0/networks?id=747286bb-8407-402f-868f-44a863404e7a HTTP/1.1" status: 200 len: 915 time: 0.2312553 May 05 22:09:24.750095 n-d-825175-4 neutron-server[84063]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-b9ff01d7-7aea-403b-ba05-07b560e5ebfc']: {'name': 'network-changed', 'server_uuid': '71d30bbe-7ed7-4661-8f9a-de206ba7d79d', 'tag': 'e5394ba0-792a-4b8a-b7c6-660aa79245c7', 'status': 'failed', 'code': 422} returned with failed status May 05 22:09:24.752419 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40496) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:24.782318 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Request body: {'port': {'network_id': 'e019cbb6-8c2c-4c41-80ec-ae4906da4cc7', 'binding:host_id': 'n-h2-825175-4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-531392732'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:09:24.787684 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:09:24.791483 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Usage tracker for resource:port and tenant:d449536d09e04dd98e045ef693797746 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:09:24.795803 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:09:24.802312 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:09:24.905057 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:24.942845 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5c624aa6-405b-494b-a658-6a007ce75cf5 req-6dcc6379-ba3b-427c-9da9-8ce6aa6b63be service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e5394ba0-792a-4b8a-b7c6-660aa79245c7 HTTP/1.1" status: 200 len: 217 time: 0.1873946 May 05 22:09:25.043004 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Made reservation on behalf of d449536d09e04dd98e045ef693797746 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:09:25.045593 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:25.048390 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:09:25.048748 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:09:25.136391 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:25.203256 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-38543dab-932f-4263-abcf-a3eebabbf0e2 req-10b17d33-655f-4d05-9d25-ff2ad521a20d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] For port 978f635b-af0b-4afd-80a0-539d5190f34e, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=978f635b-af0b-4afd-80a0-539d5190f34e,segment=NetworkSegment(13351c92-5f57-4954-9af1-ea9ae34ca426),segment_id=13351c92-5f57-4954-9af1-ea9ae34ca426)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:09:25.203811 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-38543dab-932f-4263-abcf-a3eebabbf0e2 req-10b17d33-655f-4d05-9d25-ff2ad521a20d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:25.237950 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf938bba-8702-4c7f-9012-9777ce404e0c req-a3300dd1-c039-4124-8fda-57532058ddbd tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:25.239778 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cf938bba-8702-4c7f-9012-9777ce404e0c req-a3300dd1-c039-4124-8fda-57532058ddbd tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 944 time: 0.4809682 May 05 22:09:25.244094 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-36ace94c-3817-4516-a001-925f53ea1361 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:25.270713 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:09:25.276501 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Usage tracker for resource:security_group_rule and tenant:d449536d09e04dd98e045ef693797746 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:09:25.279929 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:09:25.287841 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:09:25.354292 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c624aa6-405b-494b-a658-6a007ce75cf5 req-30149e4d-ee41-479f-9f2c-91420abe739b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:25.356000 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5c624aa6-405b-494b-a658-6a007ce75cf5 req-30149e4d-ee41-479f-9f2c-91420abe739b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1aed2f09-8491-48ad-8b12-0e30712ddf00 HTTP/1.1" status: 200 len: 854 time: 0.2902169 May 05 22:09:25.423203 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-38543dab-932f-4263-abcf-a3eebabbf0e2 req-10b17d33-655f-4d05-9d25-ff2ad521a20d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Calling delete_port for 978f635b-af0b-4afd-80a0-539d5190f34e owned by compute:nova {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:09:25.455228 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5c624aa6-405b-494b-a658-6a007ce75cf5 req-f0d38802-4cdd-4424-a760-543fee62da29 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=747286bb-8407-402f-868f-44a863404e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894663 May 05 22:09:25.493685 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40a2e71-2091-4123-920d-c697b9b5eb3d req-1696487b-1a97-4c6b-b6c2-a4d63437f12a tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:25.495181 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e40a2e71-2091-4123-920d-c697b9b5eb3d req-1696487b-1a97-4c6b-b6c2-a4d63437f12a tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=e4c387eb-7879-423d-a3f8-e617694126b6 HTTP/1.1" status: 200 len: 947 time: 0.5990114 May 05 22:09:25.513002 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fc9fa620-1099-4ad7-ae5b-6f7b7c9be08c req-d14df369-e174-4d08-b83c-8878eceb63bb service neutron] 10.222.0.44 "GET /v2.0/networks/1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7612002 May 05 22:09:25.587022 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cf938bba-8702-4c7f-9012-9777ce404e0c req-cc137bae-2aef-4a92-9fcc-abe0291365bf tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896557 May 05 22:09:25.616230 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:25.731873 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e40a2e71-2091-4123-920d-c697b9b5eb3d req-b305713a-2189-423a-a9e3-ec16b3c3b364 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=9b23864a-1097-4ba5-82ce-a2e27a1f50eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2297497 May 05 22:09:25.771119 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:25.813453 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 2ccf39f7-f357-4a8d-ba2c-89664ac682f0, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=2ccf39f7-f357-4a8d-ba2c-89664ac682f0,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:09:25.816396 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-38543dab-932f-4263-abcf-a3eebabbf0e2 req-10b17d33-655f-4d05-9d25-ff2ad521a20d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:25.821878 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:25.912986 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=2ccf39f7-f357-4a8d-ba2c-89664ac682f0,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:25.947262 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:25.950805 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] device_id is not set on port c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2 yet. {{(pid=84063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:09:25.974454 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b17d33-655f-4d05-9d25-ff2ad521a20d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event deleted for resources: {'Port': ['ID=978f635b-af0b-4afd-80a0-539d5190f34e,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:25.998175 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.api [None req-36ace94c-3817-4516-a001-925f53ea1361 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:09:25.998494 n-d-825175-4 neutron-server[84063]: DEBUG oslo_db.api [None req-36ace94c-3817-4516-a001-925f53ea1361 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:09:26.023790 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-38543dab-932f-4263-abcf-a3eebabbf0e2 req-10b17d33-655f-4d05-9d25-ff2ad521a20d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] No DVR routers for this DVR port 978f635b-af0b-4afd-80a0-539d5190f34e on host n-h1-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:09:26.026272 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-38543dab-932f-4263-abcf-a3eebabbf0e2 req-10b17d33-655f-4d05-9d25-ff2ad521a20d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:26.029133 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c387eb-7879-423d-a3f8-e617694126b6', 'name': 'network-vif-deleted', 'tag': '978f635b-af0b-4afd-80a0-539d5190f34e'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:09:26.049103 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-38543dab-932f-4263-abcf-a3eebabbf0e2 req-10b17d33-655f-4d05-9d25-ff2ad521a20d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.44 "DELETE /v2.0/ports/978f635b-af0b-4afd-80a0-539d5190f34e HTTP/1.1" status: 204 len: 173 time: 1.8001728 May 05 22:09:26.100976 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d79d6b-ca07-4ad6-94c7-4eabb62c85ef,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:26.102413 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdc6afc2-aa2a-4c16-bc01-f9768ede22ec'] response: {'server_uuid': 'e4c387eb-7879-423d-a3f8-e617694126b6', 'name': 'network-vif-deleted', 'tag': '978f635b-af0b-4afd-80a0-539d5190f34e', 'status': 'completed', 'code': 200} May 05 22:09:26.189914 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fc9fa620-1099-4ad7-ae5b-6f7b7c9be08c req-90e9ed62-d8f0-44e5-aa40-87badaec66a5 service neutron] 10.222.0.44 "GET /v2.0/networks/1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5351737 May 05 22:09:26.191923 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5c624aa6-405b-494b-a658-6a007ce75cf5 req-da7a3ee3-ef2e-4b5e-9325-0cbd80f4509c service neutron] 10.222.0.44 "GET /v2.0/networks/747286bb-8407-402f-868f-44a863404e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7172883 May 05 22:09:26.656514 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5c624aa6-405b-494b-a658-6a007ce75cf5 req-cf8aa299-2c91-4938-9165-a15895ad820e service neutron] 10.222.0.44 "GET /v2.0/networks/747286bb-8407-402f-868f-44a863404e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4536216 May 05 22:09:26.679052 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] device_id is not set on port c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2 yet. {{(pid=84063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:09:26.692791 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-36ace94c-3817-4516-a001-925f53ea1361 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:26.704527 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:26.723605 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Transition to ACTIVE for port object c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:09:26.791775 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:26.920083 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a9e38-3cc4-44e4-8d70-294cbf08537d req-4b0feb91-e125-4723-b052-c0e9ef1c4151 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:26.921739 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-929a9e38-3cc4-44e4-8d70-294cbf08537d req-4b0feb91-e125-4723-b052-c0e9ef1c4151 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 944 time: 0.1012158 May 05 22:09:26.963559 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40528) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:27.033918 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-929a9e38-3cc4-44e4-8d70-294cbf08537d req-a7b91b4b-e06f-4dd2-8769-89c82de6b081 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060734 May 05 22:09:27.068924 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Pushing event updated for resources: {'Port': ['ID=c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:27.229026 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Checking segment: {'id': 'c78cac76-ab31-4bf0-9255-2b79541772ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e019cbb6-8c2c-4c41-80ec-ae4906da4cc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:09:27.229400 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Network hostable DHCP agents. Network: e019cbb6-8c2c-4c41-80ec-ae4906da4cc7, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:09:27.313698 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-36ace94c-3817-4516-a001-925f53ea1361 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] For port 2ccf39f7-f357-4a8d-ba2c-89664ac682f0, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=2ccf39f7-f357-4a8d-ba2c-89664ac682f0,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:09:27.336278 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 978f635b-af0b-4afd-80a0-539d5190f34e no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:09:27.355236 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:09:27.381972 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: 978f635b-af0b-4afd-80a0-539d5190f34e {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:09:27.382444 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 978f635b-af0b-4afd-80a0-539d5190f34e not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:09:27.386154 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-36ace94c-3817-4516-a001-925f53ea1361 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:27.389040 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, e019cbb6-8c2c-4c41-80ec-ae4906da4cc7) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:09:27.395013 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:09:27.403988 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-36ace94c-3817-4516-a001-925f53ea1361 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:27.404697 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-36ace94c-3817-4516-a001-925f53ea1361 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:27.410675 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b114346e-638b-4d38-9375-7096789e9a63 None None] Network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:09:27.580537 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:09:27.580825 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'c78cac76-ab31-4bf0-9255-2b79541772ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e019cbb6-8c2c-4c41-80ec-ae4906da4cc7'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:09:27.581114 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2 on network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:09:27.657563 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Port c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2 on network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:09:27.658252 n-d-825175-4 neutron-server[84063]: ERROR neutron.plugins.ml2.managers [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Failed to bind port c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2 on host n-h2-825175-4 for vnic_type normal using segments [{'id': 'c78cac76-ab31-4bf0-9255-2b79541772ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e019cbb6-8c2c-4c41-80ec-ae4906da4cc7'}] May 05 22:09:27.661065 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ace94c-3817-4516-a001-925f53ea1361 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:09:27.662030 n-d-825175-4 neutron-server[84063]: INFO neutron.plugins.ml2.plugin [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempt 2 to bind port c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2 May 05 22:09:27.684041 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ace94c-3817-4516-a001-925f53ea1361 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event updated for resources: {'Subnet': ['ID=19c193ca-0a07-4266-8316-2d4c24f21f29,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:27.692173 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:09:27.692552 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'c78cac76-ab31-4bf0-9255-2b79541772ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e019cbb6-8c2c-4c41-80ec-ae4906da4cc7'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:09:27.692954 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2 on network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:09:27.695283 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-36ace94c-3817-4516-a001-925f53ea1361 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:09:27.697895 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ace94c-3817-4516-a001-925f53ea1361 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:27.698642 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-36ace94c-3817-4516-a001-925f53ea1361 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:27.705896 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ace94c-3817-4516-a001-925f53ea1361 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event updated for resources: {'Port': ['ID=2ccf39f7-f357-4a8d-ba2c-89664ac682f0,revision_number=5']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:27.706771 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edf74e0-669e-4418-80ca-b0a2a7e6b9f7 None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:09:27.728256 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Port c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2 on network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:09:27.728590 n-d-825175-4 neutron-server[84063]: ERROR neutron.plugins.ml2.managers [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Failed to bind port c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2 on host n-h2-825175-4 for vnic_type normal using segments [{'id': 'c78cac76-ab31-4bf0-9255-2b79541772ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e019cbb6-8c2c-4c41-80ec-ae4906da4cc7'}] May 05 22:09:27.796046 n-d-825175-4 neutron-server[84063]: INFO neutron.plugins.ml2.plugin [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempt 3 to bind port c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2 May 05 22:09:27.961558 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:09:27.962568 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'c78cac76-ab31-4bf0-9255-2b79541772ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e019cbb6-8c2c-4c41-80ec-ae4906da4cc7'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:09:27.963884 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2 on network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:09:27.992617 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 40554) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:27.993881 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 2ccf39f7-f357-4a8d-ba2c-89664ac682f0 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:09:28.000155 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-3bd2feb3-235b-4dd6-93dc-044c824f27a8 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Request body: {'port': {'network_id': '137c07e1-75d6-4e37-9f42-95b3b385c296', 'mac_address': 'fa:16:3e:32:02:50', 'name': 'tempest-NetworksTestDHCPv6-265459881'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:09:28.004179 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-36ace94c-3817-4516-a001-925f53ea1361 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 8.1927006 May 05 22:09:28.026828 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Port c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2 on network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:09:28.027486 n-d-825175-4 neutron-server[84063]: ERROR neutron.plugins.ml2.managers [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Failed to bind port c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2 on host n-h2-825175-4 for vnic_type normal using segments [{'id': 'c78cac76-ab31-4bf0-9255-2b79541772ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e019cbb6-8c2c-4c41-80ec-ae4906da4cc7'}] May 05 22:09:28.034044 n-d-825175-4 neutron-server[84063]: INFO neutron.plugins.ml2.plugin [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempt 4 to bind port c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2 May 05 22:09:28.162694 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:09:28.163535 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'c78cac76-ab31-4bf0-9255-2b79541772ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e019cbb6-8c2c-4c41-80ec-ae4906da4cc7'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:09:28.166466 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2 on network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:09:28.211772 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Port c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2 on network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:09:28.212103 n-d-825175-4 neutron-server[84063]: ERROR neutron.plugins.ml2.managers [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Failed to bind port c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2 on host n-h2-825175-4 for vnic_type normal using segments [{'id': 'c78cac76-ab31-4bf0-9255-2b79541772ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e019cbb6-8c2c-4c41-80ec-ae4906da4cc7'}] May 05 22:09:28.236710 n-d-825175-4 neutron-server[84063]: INFO neutron.plugins.ml2.plugin [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempt 5 to bind port c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2 May 05 22:09:28.338620 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:09:28.339029 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'c78cac76-ab31-4bf0-9255-2b79541772ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e019cbb6-8c2c-4c41-80ec-ae4906da4cc7'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:09:28.339455 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2 on network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:09:28.367041 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Port c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2 on network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:09:28.367395 n-d-825175-4 neutron-server[84063]: ERROR neutron.plugins.ml2.managers [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Failed to bind port c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2 on host n-h2-825175-4 for vnic_type normal using segments [{'id': 'c78cac76-ab31-4bf0-9255-2b79541772ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e019cbb6-8c2c-4c41-80ec-ae4906da4cc7'}] May 05 22:09:28.369311 n-d-825175-4 neutron-server[84063]: INFO neutron.plugins.ml2.plugin [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempt 6 to bind port c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2 May 05 22:09:28.451208 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:09:28.451619 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'c78cac76-ab31-4bf0-9255-2b79541772ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e019cbb6-8c2c-4c41-80ec-ae4906da4cc7'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:09:28.452134 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2 on network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:09:28.468038 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 2ccf39f7-f357-4a8d-ba2c-89664ac682f0 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:09:28.468599 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:28.623065 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-3bd2feb3-235b-4dd6-93dc-044c824f27a8 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:09:28.630725 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-3bd2feb3-235b-4dd6-93dc-044c824f27a8 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Usage tracker for resource:port and tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:09:28.636109 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-3bd2feb3-235b-4dd6-93dc-044c824f27a8 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:09:28.645302 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-3bd2feb3-235b-4dd6-93dc-044c824f27a8 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:09:28.670279 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd2feb3-235b-4dd6-93dc-044c824f27a8 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Made reservation on behalf of 6a9c8b32c69349b78288ebe6e6b6f3f4 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:09:28.874072 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Port c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2 on network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:09:28.874689 n-d-825175-4 neutron-server[84063]: ERROR neutron.plugins.ml2.managers [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Failed to bind port c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2 on host n-h2-825175-4 for vnic_type normal using segments [{'id': 'c78cac76-ab31-4bf0-9255-2b79541772ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e019cbb6-8c2c-4c41-80ec-ae4906da4cc7'}] May 05 22:09:28.876448 n-d-825175-4 neutron-server[84063]: INFO neutron.plugins.ml2.plugin [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempt 7 to bind port c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2 May 05 22:09:28.905240 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:09:28.905570 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'c78cac76-ab31-4bf0-9255-2b79541772ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e019cbb6-8c2c-4c41-80ec-ae4906da4cc7'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:09:28.905913 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2 on network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:09:28.917527 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b9cdf2d7-dd60-4ebd-b997-786f13c8f247 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:28.995404 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3bd2feb3-235b-4dd6-93dc-044c824f27a8 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:29.051647 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2c152f-7296-4567-9f6a-37fc14ce09df req-d273ead6-b6e7-49e2-be2f-c50b717fdf56 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:29.058972 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9b2c152f-7296-4567-9f6a-37fc14ce09df req-d273ead6-b6e7-49e2-be2f-c50b717fdf56 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 944 time: 0.6953425 May 05 22:09:29.075376 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Port c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2 on network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:09:29.076672 n-d-825175-4 neutron-server[84063]: ERROR neutron.plugins.ml2.managers [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Failed to bind port c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2 on host n-h2-825175-4 for vnic_type normal using segments [{'id': 'c78cac76-ab31-4bf0-9255-2b79541772ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e019cbb6-8c2c-4c41-80ec-ae4906da4cc7'}] May 05 22:09:29.076833 n-d-825175-4 neutron-server[84063]: INFO neutron.plugins.ml2.plugin [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempt 8 to bind port c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2 May 05 22:09:29.095728 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [None req-3bd2feb3-235b-4dd6-93dc-044c824f27a8 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] device_id is not set on port 183039a8-d74a-4374-8e82-44d5653e40cf yet. {{(pid=84061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:09:29.294635 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:09:29.295065 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'c78cac76-ab31-4bf0-9255-2b79541772ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e019cbb6-8c2c-4c41-80ec-ae4906da4cc7'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:09:29.295427 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2 on network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:09:29.393908 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9b2c152f-7296-4567-9f6a-37fc14ce09df req-e214575d-e962-4915-948c-87847f6af77a tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329506 May 05 22:09:29.398429 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Port c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2 on network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:09:29.406851 n-d-825175-4 neutron-server[84063]: ERROR neutron.plugins.ml2.managers [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Failed to bind port c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2 on host n-h2-825175-4 for vnic_type normal using segments [{'id': 'c78cac76-ab31-4bf0-9255-2b79541772ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e019cbb6-8c2c-4c41-80ec-ae4906da4cc7'}] May 05 22:09:29.409236 n-d-825175-4 neutron-server[84063]: INFO neutron.plugins.ml2.plugin [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempt 9 to bind port c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2 May 05 22:09:29.476779 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:09:29.487062 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'c78cac76-ab31-4bf0-9255-2b79541772ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e019cbb6-8c2c-4c41-80ec-ae4906da4cc7'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:09:29.491102 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2 on network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:09:29.545545 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Port c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2 on network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:09:29.545897 n-d-825175-4 neutron-server[84063]: ERROR neutron.plugins.ml2.managers [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Failed to bind port c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2 on host n-h2-825175-4 for vnic_type normal using segments [{'id': 'c78cac76-ab31-4bf0-9255-2b79541772ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e019cbb6-8c2c-4c41-80ec-ae4906da4cc7'}] May 05 22:09:29.546495 n-d-825175-4 neutron-server[84063]: INFO neutron.plugins.ml2.plugin [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempt 10 to bind port c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2 May 05 22:09:29.607863 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:09:29.608129 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'c78cac76-ab31-4bf0-9255-2b79541772ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e019cbb6-8c2c-4c41-80ec-ae4906da4cc7'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:09:29.608443 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2 on network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:09:29.641188 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Port c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2 on network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:09:29.641557 n-d-825175-4 neutron-server[84063]: ERROR neutron.plugins.ml2.managers [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Failed to bind port c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2 on host n-h2-825175-4 for vnic_type normal using segments [{'id': 'c78cac76-ab31-4bf0-9255-2b79541772ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e019cbb6-8c2c-4c41-80ec-ae4906da4cc7'}] May 05 22:09:29.648348 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:29.725454 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-3bd2feb3-235b-4dd6-93dc-044c824f27a8 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Allocated IP 2001:db8::102 (137c07e1-75d6-4e37-9f42-95b3b385c296/39762fc3-6018-4a6a-b273-6987cf78d01e/183039a8-d74a-4374-8e82-44d5653e40cf) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:09:29.741677 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-3bd2feb3-235b-4dd6-93dc-044c824f27a8 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Allocated IP 2001:db8:0:1:f816:3eff:fe32:250 (137c07e1-75d6-4e37-9f42-95b3b385c296/19c193ca-0a07-4266-8316-2d4c24f21f29/183039a8-d74a-4374-8e82-44d5653e40cf) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:09:29.815425 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] For port c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2, host n-h2-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:09:29.815917 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempted to set empty binding levels {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 05 22:09:29.837664 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:29.844674 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-a5be8980-6cb6-4d40-a31b-99cb586e4f06 None None] Provisioning complete for port 2ccf39f7-f357-4a8d-ba2c-89664ac682f0 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:09:29.845236 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a5be8980-6cb6-4d40-a31b-99cb586e4f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:30.018838 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:30.146960 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Pushing event updated for resources: {'Port': ['ID=c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:30.199382 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-2cbf27c8-5d1f-4a20-9d15-820abc42e523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 5.4423702 May 05 22:09:30.205448 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40572) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:30.448060 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3bd2feb3-235b-4dd6-93dc-044c824f27a8 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:30.528002 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-3bd2feb3-235b-4dd6-93dc-044c824f27a8 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Transition to ACTIVE for port object 183039a8-d74a-4374-8e82-44d5653e40cf will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:09:30.571627 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-d766ae39-6ae8-4b27-b022-33cc2888001b tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Deleting port c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:09:30.573689 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d766ae39-6ae8-4b27-b022-33cc2888001b tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:30.647136 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3bd2feb3-235b-4dd6-93dc-044c824f27a8 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:30.839712 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd2feb3-235b-4dd6-93dc-044c824f27a8 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:09:30.958554 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-3bd2feb3-235b-4dd6-93dc-044c824f27a8 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:09:30.965337 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd2feb3-235b-4dd6-93dc-044c824f27a8 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:09:30.975346 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd2feb3-235b-4dd6-93dc-044c824f27a8 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:30.976143 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3bd2feb3-235b-4dd6-93dc-044c824f27a8 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:31.067024 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-3bd2feb3-235b-4dd6-93dc-044c824f27a8 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.0718343 May 05 22:09:31.070620 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40582) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:31.127925 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd2feb3-235b-4dd6-93dc-044c824f27a8 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event updated for resources: {'Port': ['ID=183039a8-d74a-4374-8e82-44d5653e40cf,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:31.179347 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b2908-68ab-496c-b5b5-e874f4ee025e req-2dba5ed6-7418-4177-9dd7-682f3e7ce053 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:31.192409 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b54b2908-68ab-496c-b5b5-e874f4ee025e req-2dba5ed6-7418-4177-9dd7-682f3e7ce053 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 944 time: 0.3462136 May 05 22:09:31.299738 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-69520666-83b5-41de-b5c7-41dda3e99c56 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Deleting port 183039a8-d74a-4374-8e82-44d5653e40cf {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:09:31.300005 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-69520666-83b5-41de-b5c7-41dda3e99c56 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:31.352235 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b54b2908-68ab-496c-b5b5-e874f4ee025e req-cd33eeac-e28d-4701-8fe7-778c12327386 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553669 May 05 22:09:31.452006 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e2760e1c-72ab-4dab-971b-ec62cc0d554f None None] Provisioning for port 183039a8-d74a-4374-8e82-44d5653e40cf completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:09:31.457635 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e2760e1c-72ab-4dab-971b-ec62cc0d554f None None] Provisioning complete for port 183039a8-d74a-4374-8e82-44d5653e40cf triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:09:31.457994 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e2760e1c-72ab-4dab-971b-ec62cc0d554f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:31.471986 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-d766ae39-6ae8-4b27-b022-33cc2888001b tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] For port c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2, host n-h2-825175-4, got binding levels [] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:09:31.472346 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d766ae39-6ae8-4b27-b022-33cc2888001b tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:31.705015 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-d766ae39-6ae8-4b27-b022-33cc2888001b tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Calling delete_port for c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2 owned by {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:09:31.719173 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-e2760e1c-72ab-4dab-971b-ec62cc0d554f None None] Port 183039a8-d74a-4374-8e82-44d5653e40cf cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:09:32.597515 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d766ae39-6ae8-4b27-b022-33cc2888001b tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:32.708950 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c7d29-8bf5-4378-af60-0ba55f5ac3ab req-0dffa179-0d63-404c-ac64-f230579f3565 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:32.711279 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ac0c7d29-8bf5-4378-af60-0ba55f5ac3ab req-0dffa179-0d63-404c-ac64-f230579f3565 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 944 time: 0.1713636 May 05 22:09:32.762528 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d766ae39-6ae8-4b27-b022-33cc2888001b tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Pushing event deleted for resources: {'Port': ['ID=c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:32.787491 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-69520666-83b5-41de-b5c7-41dda3e99c56 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:32.800645 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ac0c7d29-8bf5-4378-af60-0ba55f5ac3ab req-4466ae11-ea98-4ed2-8607-bac3a0a2748e tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829778 May 05 22:09:32.820616 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d766ae39-6ae8-4b27-b022-33cc2888001b tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:33.026833 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d766ae39-6ae8-4b27-b022-33cc2888001b tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] 10.222.0.23 "DELETE /v2.0/ports/c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2 HTTP/1.1" status: 204 len: 168 time: 2.8200922 May 05 22:09:33.036556 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-69520666-83b5-41de-b5c7-41dda3e99c56 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Calling delete_port for 183039a8-d74a-4374-8e82-44d5653e40cf owned by {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:09:33.056089 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 40604) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:33.113641 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-b617f4a5-92e5-4781-89e3-2de82176fed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] GET failed (client error): The resource could not be found. May 05 22:09:33.115314 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b617f4a5-92e5-4781-89e3-2de82176fed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] 10.222.0.23 "GET /v2.0/ports/c8dea4b7-cafa-44ed-bac1-a6fa12e85fb2 HTTP/1.1" status: 404 len: 333 time: 0.0547316 May 05 22:09:33.125985 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 40608) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:33.132113 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-68cf5057-320b-4f47-a740-9cb42c915b52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Request body: {'port': {'network_id': 'e019cbb6-8c2c-4c41-80ec-ae4906da4cc7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-270112057'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:09:33.137807 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-68cf5057-320b-4f47-a740-9cb42c915b52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:09:33.142517 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-68cf5057-320b-4f47-a740-9cb42c915b52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Usage tracker for resource:port and tenant:d449536d09e04dd98e045ef693797746 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:09:33.146505 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-68cf5057-320b-4f47-a740-9cb42c915b52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:09:33.156029 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-b9cdf2d7-dd60-4ebd-b997-786f13c8f247 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Deleting port eecbd48f-6814-4030-8e5b-048395c724fc {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:09:33.156271 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-68cf5057-320b-4f47-a740-9cb42c915b52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:09:33.156433 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b9cdf2d7-dd60-4ebd-b997-786f13c8f247 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:33.172533 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68cf5057-320b-4f47-a740-9cb42c915b52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Made reservation on behalf of d449536d09e04dd98e045ef693797746 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:09:33.205517 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-68cf5057-320b-4f47-a740-9cb42c915b52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:33.252043 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [None req-68cf5057-320b-4f47-a740-9cb42c915b52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] device_id is not set on port 92397a54-0117-49ea-932f-151f136fb75b yet. {{(pid=84061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:09:33.437530 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-69520666-83b5-41de-b5c7-41dda3e99c56 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:33.608006 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69520666-83b5-41de-b5c7-41dda3e99c56 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event deleted for resources: {'Port': ['ID=183039a8-d74a-4374-8e82-44d5653e40cf,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:33.811737 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-69520666-83b5-41de-b5c7-41dda3e99c56 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:33.895522 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-69520666-83b5-41de-b5c7-41dda3e99c56 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/ports/183039a8-d74a-4374-8e82-44d5653e40cf HTTP/1.1" status: 204 len: 168 time: 2.7576966 May 05 22:09:33.899502 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40618) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:34.007126 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-b9cdf2d7-dd60-4ebd-b997-786f13c8f247 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] For port eecbd48f-6814-4030-8e5b-048395c724fc, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=eecbd48f-6814-4030-8e5b-048395c724fc,segment=NetworkSegment(13351c92-5f57-4954-9af1-ea9ae34ca426),segment_id=13351c92-5f57-4954-9af1-ea9ae34ca426)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:09:34.007967 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b9cdf2d7-dd60-4ebd-b997-786f13c8f247 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:34.145749 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-68cf5057-320b-4f47-a740-9cb42c915b52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:34.199957 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-b9cdf2d7-dd60-4ebd-b997-786f13c8f247 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Calling delete_port for eecbd48f-6814-4030-8e5b-048395c724fc owned by network:router_interface {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:09:34.203475 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-68cf5057-320b-4f47-a740-9cb42c915b52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:34.306210 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cf5057-320b-4f47-a740-9cb42c915b52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:09:34.306621 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe68f12-5aa6-4429-90d2-c96aa17fee07 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:34.307145 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-4fe68f12-5aa6-4429-90d2-c96aa17fee07 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Synchronizing usage tracker for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:09:34.321561 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-68cf5057-320b-4f47-a740-9cb42c915b52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:09:34.331260 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-4fe68f12-5aa6-4429-90d2-c96aa17fee07 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Unset dirty status for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:09:34.335681 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-4fe68f12-5aa6-4429-90d2-c96aa17fee07 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4352906 May 05 22:09:34.338370 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40624) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:34.453374 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cf5057-320b-4f47-a740-9cb42c915b52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:09:34.466553 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cf5057-320b-4f47-a740-9cb42c915b52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:34.467301 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-68cf5057-320b-4f47-a740-9cb42c915b52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:34.559167 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-68cf5057-320b-4f47-a740-9cb42c915b52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.4265168 May 05 22:09:34.566944 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 40630) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:34.578717 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:09:34.719664 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179b6622-8a52-4ef6-b2cc-5307a4949e75 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:34.739363 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-179b6622-8a52-4ef6-b2cc-5307a4949e75 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3997271 May 05 22:09:34.740378 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40634) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:34.824878 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd083bc-96e0-4a0c-8807-0dc955f99086 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:34.826460 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd083bc-96e0-4a0c-8807-0dc955f99086 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:34.828257 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd083bc-96e0-4a0c-8807-0dc955f99086 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:34.831673 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-bfd083bc-96e0-4a0c-8807-0dc955f99086 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Synchronizing usage tracker for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:subnet {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:09:34.834119 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf5057-320b-4f47-a740-9cb42c915b52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Pushing event updated for resources: {'Port': ['ID=92397a54-0117-49ea-932f-151f136fb75b,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:34.868999 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b9cdf2d7-dd60-4ebd-b997-786f13c8f247 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:34.972983 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cdf2d7-dd60-4ebd-b997-786f13c8f247 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event deleted for resources: {'Port': ['ID=eecbd48f-6814-4030-8e5b-048395c724fc,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:34.984992 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-bfd083bc-96e0-4a0c-8807-0dc955f99086 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Unset dirty status for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:subnet {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:09:34.989412 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-bfd083bc-96e0-4a0c-8807-0dc955f99086 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2449596 May 05 22:09:34.991256 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40646) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:35.005244 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9454ec-fbec-4829-b43e-365e81f09e8a req-6fc068af-7414-451f-a434-f5dc4883fde7 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:35.019265 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ab9454ec-fbec-4829-b43e-365e81f09e8a req-6fc068af-7414-451f-a434-f5dc4883fde7 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 944 time: 0.7037890 May 05 22:09:35.117440 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:35.257603 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ab9454ec-fbec-4829-b43e-365e81f09e8a req-d28f86c8-7cea-4970-bcfc-e79d287877d8 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372065 May 05 22:09:35.722506 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:09:35.767904 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] device_id is not set on port 92397a54-0117-49ea-932f-151f136fb75b yet. {{(pid=84061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:09:35.786759 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:35.823534 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Transition to ACTIVE for port object 92397a54-0117-49ea-932f-151f136fb75b will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:09:35.846459 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:35.850184 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:35.991055 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:36.198308 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-c52e37bf-4c03-4093-a698-76086bf1e702 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Deleting subnet 19c193ca-0a07-4266-8316-2d4c24f21f29 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:09:36.202235 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c52e37bf-4c03-4093-a698-76086bf1e702 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:36.273719 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Pushing event updated for resources: {'Port': ['ID=92397a54-0117-49ea-932f-151f136fb75b,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:36.281678 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port 92397a54-0117-49ea-932f-151f136fb75b on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:09:36.287716 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c52e37bf-4c03-4093-a698-76086bf1e702 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:36.298675 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port 92397a54-0117-49ea-932f-151f136fb75b by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'c78cac76-ab31-4bf0-9255-2b79541772ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e019cbb6-8c2c-4c41-80ec-ae4906da4cc7'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:09:36.299132 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port 92397a54-0117-49ea-932f-151f136fb75b on network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:09:36.342082 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Port 92397a54-0117-49ea-932f-151f136fb75b on network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:09:36.344717 n-d-825175-4 neutron-server[84061]: ERROR neutron.plugins.ml2.managers [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Failed to bind port 92397a54-0117-49ea-932f-151f136fb75b on host n-h2-825175-4 for vnic_type normal using segments [{'id': 'c78cac76-ab31-4bf0-9255-2b79541772ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e019cbb6-8c2c-4c41-80ec-ae4906da4cc7'}] May 05 22:09:36.345117 n-d-825175-4 neutron-server[84061]: INFO neutron.plugins.ml2.plugin [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempt 2 to bind port 92397a54-0117-49ea-932f-151f136fb75b May 05 22:09:36.377983 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port 92397a54-0117-49ea-932f-151f136fb75b on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:09:36.378347 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port 92397a54-0117-49ea-932f-151f136fb75b by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'c78cac76-ab31-4bf0-9255-2b79541772ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e019cbb6-8c2c-4c41-80ec-ae4906da4cc7'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:09:36.378645 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port 92397a54-0117-49ea-932f-151f136fb75b on network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:09:36.390166 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Port 92397a54-0117-49ea-932f-151f136fb75b on network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:09:36.390736 n-d-825175-4 neutron-server[84061]: ERROR neutron.plugins.ml2.managers [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Failed to bind port 92397a54-0117-49ea-932f-151f136fb75b on host n-h2-825175-4 for vnic_type normal using segments [{'id': 'c78cac76-ab31-4bf0-9255-2b79541772ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e019cbb6-8c2c-4c41-80ec-ae4906da4cc7'}] May 05 22:09:36.391135 n-d-825175-4 neutron-server[84061]: INFO neutron.plugins.ml2.plugin [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempt 3 to bind port 92397a54-0117-49ea-932f-151f136fb75b May 05 22:09:36.431363 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port 92397a54-0117-49ea-932f-151f136fb75b on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:09:36.431580 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port 92397a54-0117-49ea-932f-151f136fb75b by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'c78cac76-ab31-4bf0-9255-2b79541772ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e019cbb6-8c2c-4c41-80ec-ae4906da4cc7'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:09:36.431906 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port 92397a54-0117-49ea-932f-151f136fb75b on network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:09:36.442812 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Port 92397a54-0117-49ea-932f-151f136fb75b on network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:09:36.443257 n-d-825175-4 neutron-server[84061]: ERROR neutron.plugins.ml2.managers [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Failed to bind port 92397a54-0117-49ea-932f-151f136fb75b on host n-h2-825175-4 for vnic_type normal using segments [{'id': 'c78cac76-ab31-4bf0-9255-2b79541772ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e019cbb6-8c2c-4c41-80ec-ae4906da4cc7'}] May 05 22:09:36.443544 n-d-825175-4 neutron-server[84061]: INFO neutron.plugins.ml2.plugin [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempt 4 to bind port 92397a54-0117-49ea-932f-151f136fb75b May 05 22:09:36.464935 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c52e37bf-4c03-4093-a698-76086bf1e702 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:36.471597 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port 92397a54-0117-49ea-932f-151f136fb75b on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:09:36.471917 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port 92397a54-0117-49ea-932f-151f136fb75b by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'c78cac76-ab31-4bf0-9255-2b79541772ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e019cbb6-8c2c-4c41-80ec-ae4906da4cc7'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:09:36.472925 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port 92397a54-0117-49ea-932f-151f136fb75b on network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:09:36.489614 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Port 92397a54-0117-49ea-932f-151f136fb75b on network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:09:36.490097 n-d-825175-4 neutron-server[84061]: ERROR neutron.plugins.ml2.managers [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Failed to bind port 92397a54-0117-49ea-932f-151f136fb75b on host n-h2-825175-4 for vnic_type normal using segments [{'id': 'c78cac76-ab31-4bf0-9255-2b79541772ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e019cbb6-8c2c-4c41-80ec-ae4906da4cc7'}] May 05 22:09:36.490502 n-d-825175-4 neutron-server[84061]: INFO neutron.plugins.ml2.plugin [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempt 5 to bind port 92397a54-0117-49ea-932f-151f136fb75b May 05 22:09:36.528098 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port 92397a54-0117-49ea-932f-151f136fb75b on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:09:36.528468 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port 92397a54-0117-49ea-932f-151f136fb75b by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'c78cac76-ab31-4bf0-9255-2b79541772ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e019cbb6-8c2c-4c41-80ec-ae4906da4cc7'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:09:36.528747 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port 92397a54-0117-49ea-932f-151f136fb75b on network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:09:36.548018 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Port 92397a54-0117-49ea-932f-151f136fb75b on network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:09:36.549275 n-d-825175-4 neutron-server[84061]: ERROR neutron.plugins.ml2.managers [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Failed to bind port 92397a54-0117-49ea-932f-151f136fb75b on host n-h2-825175-4 for vnic_type normal using segments [{'id': 'c78cac76-ab31-4bf0-9255-2b79541772ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e019cbb6-8c2c-4c41-80ec-ae4906da4cc7'}] May 05 22:09:36.550017 n-d-825175-4 neutron-server[84061]: INFO neutron.plugins.ml2.plugin [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempt 6 to bind port 92397a54-0117-49ea-932f-151f136fb75b May 05 22:09:36.594470 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port 92397a54-0117-49ea-932f-151f136fb75b on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:09:36.595292 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port 92397a54-0117-49ea-932f-151f136fb75b by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'c78cac76-ab31-4bf0-9255-2b79541772ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e019cbb6-8c2c-4c41-80ec-ae4906da4cc7'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:09:36.595837 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port 92397a54-0117-49ea-932f-151f136fb75b on network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:09:36.603393 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Port 92397a54-0117-49ea-932f-151f136fb75b on network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:09:36.603986 n-d-825175-4 neutron-server[84061]: ERROR neutron.plugins.ml2.managers [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Failed to bind port 92397a54-0117-49ea-932f-151f136fb75b on host n-h2-825175-4 for vnic_type normal using segments [{'id': 'c78cac76-ab31-4bf0-9255-2b79541772ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e019cbb6-8c2c-4c41-80ec-ae4906da4cc7'}] May 05 22:09:36.604625 n-d-825175-4 neutron-server[84061]: INFO neutron.plugins.ml2.plugin [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempt 7 to bind port 92397a54-0117-49ea-932f-151f136fb75b May 05 22:09:36.626799 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port 92397a54-0117-49ea-932f-151f136fb75b on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:09:36.627093 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port 92397a54-0117-49ea-932f-151f136fb75b by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'c78cac76-ab31-4bf0-9255-2b79541772ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e019cbb6-8c2c-4c41-80ec-ae4906da4cc7'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:09:36.627648 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port 92397a54-0117-49ea-932f-151f136fb75b on network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:09:36.698915 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Port 92397a54-0117-49ea-932f-151f136fb75b on network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:09:36.698915 n-d-825175-4 neutron-server[84061]: ERROR neutron.plugins.ml2.managers [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Failed to bind port 92397a54-0117-49ea-932f-151f136fb75b on host n-h2-825175-4 for vnic_type normal using segments [{'id': 'c78cac76-ab31-4bf0-9255-2b79541772ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e019cbb6-8c2c-4c41-80ec-ae4906da4cc7'}] May 05 22:09:36.698915 n-d-825175-4 neutron-server[84061]: INFO neutron.plugins.ml2.plugin [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempt 8 to bind port 92397a54-0117-49ea-932f-151f136fb75b May 05 22:09:36.708534 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c52e37bf-4c03-4093-a698-76086bf1e702 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:36.727079 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port 92397a54-0117-49ea-932f-151f136fb75b on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:09:36.727395 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port 92397a54-0117-49ea-932f-151f136fb75b by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'c78cac76-ab31-4bf0-9255-2b79541772ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e019cbb6-8c2c-4c41-80ec-ae4906da4cc7'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:09:36.727834 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port 92397a54-0117-49ea-932f-151f136fb75b on network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:09:36.757068 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8165b-2224-40f0-8d1b-54a089c3a24a req-a877c3da-7ab4-4fc2-ace8-20a0d65b49da tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:36.758631 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3cb8165b-2224-40f0-8d1b-54a089c3a24a req-a877c3da-7ab4-4fc2-ace8-20a0d65b49da tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 944 time: 0.1332798 May 05 22:09:36.759278 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Port 92397a54-0117-49ea-932f-151f136fb75b on network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:09:36.759659 n-d-825175-4 neutron-server[84061]: ERROR neutron.plugins.ml2.managers [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Failed to bind port 92397a54-0117-49ea-932f-151f136fb75b on host n-h2-825175-4 for vnic_type normal using segments [{'id': 'c78cac76-ab31-4bf0-9255-2b79541772ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e019cbb6-8c2c-4c41-80ec-ae4906da4cc7'}] May 05 22:09:36.760189 n-d-825175-4 neutron-server[84061]: INFO neutron.plugins.ml2.plugin [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempt 9 to bind port 92397a54-0117-49ea-932f-151f136fb75b May 05 22:09:36.810358 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52e37bf-4c03-4093-a698-76086bf1e702 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event deleted for resources: {'Subnet': ['ID=19c193ca-0a07-4266-8316-2d4c24f21f29,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:36.828406 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab93ab4-b74f-4b21-bb9f-89a09f927afc None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:09:36.828760 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c52e37bf-4c03-4093-a698-76086bf1e702 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:36.833251 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port 92397a54-0117-49ea-932f-151f136fb75b on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:09:36.833648 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port 92397a54-0117-49ea-932f-151f136fb75b by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'c78cac76-ab31-4bf0-9255-2b79541772ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e019cbb6-8c2c-4c41-80ec-ae4906da4cc7'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:09:36.833986 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port 92397a54-0117-49ea-932f-151f136fb75b on network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:09:36.851579 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3cb8165b-2224-40f0-8d1b-54a089c3a24a req-30118dbc-d3b6-4f9a-b186-9272c1df1bbd tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836754 May 05 22:09:36.852108 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Port 92397a54-0117-49ea-932f-151f136fb75b on network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:09:36.852500 n-d-825175-4 neutron-server[84061]: ERROR neutron.plugins.ml2.managers [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Failed to bind port 92397a54-0117-49ea-932f-151f136fb75b on host n-h2-825175-4 for vnic_type normal using segments [{'id': 'c78cac76-ab31-4bf0-9255-2b79541772ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e019cbb6-8c2c-4c41-80ec-ae4906da4cc7'}] May 05 22:09:36.853057 n-d-825175-4 neutron-server[84061]: INFO neutron.plugins.ml2.plugin [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempt 10 to bind port 92397a54-0117-49ea-932f-151f136fb75b May 05 22:09:36.879637 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c52e37bf-4c03-4093-a698-76086bf1e702 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/subnets/19c193ca-0a07-4266-8316-2d4c24f21f29 HTTP/1.1" status: 204 len: 168 time: 1.8848743 May 05 22:09:36.882480 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40662) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:36.883230 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port 92397a54-0117-49ea-932f-151f136fb75b on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:09:36.883885 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port 92397a54-0117-49ea-932f-151f136fb75b by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'c78cac76-ab31-4bf0-9255-2b79541772ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e019cbb6-8c2c-4c41-80ec-ae4906da4cc7'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:09:36.884197 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port 92397a54-0117-49ea-932f-151f136fb75b on network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:09:36.897781 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Port 92397a54-0117-49ea-932f-151f136fb75b on network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:09:36.898279 n-d-825175-4 neutron-server[84061]: ERROR neutron.plugins.ml2.managers [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Failed to bind port 92397a54-0117-49ea-932f-151f136fb75b on host n-h2-825175-4 for vnic_type normal using segments [{'id': 'c78cac76-ab31-4bf0-9255-2b79541772ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e019cbb6-8c2c-4c41-80ec-ae4906da4cc7'}] May 05 22:09:36.898648 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:37.000824 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e138ea4-5703-40a3-b500-443be149dfb5 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Deleting subnet 39762fc3-6018-4a6a-b273-6987cf78d01e {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:09:37.007054 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6e138ea4-5703-40a3-b500-443be149dfb5 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:37.074272 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6e138ea4-5703-40a3-b500-443be149dfb5 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:37.103625 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b9cdf2d7-dd60-4ebd-b997-786f13c8f247 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:37.316251 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] For port 92397a54-0117-49ea-932f-151f136fb75b, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:09:37.317081 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempted to set empty binding levels {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 05 22:09:37.325136 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:37.515153 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] In _notify_port_updated(), no bound segment for port 92397a54-0117-49ea-932f-151f136fb75b on network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 {{(pid=84061) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 05 22:09:37.520347 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:37.520347 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] 10.222.0.23 "PUT /v2.0/ports/92397a54-0117-49ea-932f-151f136fb75b HTTP/1.1" status: 200 len: 978 time: 2.9466619 May 05 22:09:37.526005 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 40668) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:37.564055 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6e138ea4-5703-40a3-b500-443be149dfb5 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:37.696217 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f4adf6-b5f7-4178-a77e-aa9221bf3722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Pushing event updated for resources: {'Port': ['ID=92397a54-0117-49ea-932f-151f136fb75b,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:37.809894 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-c6575989-9d5b-47d3-b4d4-8df69dda3f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Synchronizing usage tracker for tenant:d449536d09e04dd98e045ef693797746 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:09:37.852323 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-c6575989-9d5b-47d3-b4d4-8df69dda3f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Unset dirty status for tenant:d449536d09e04dd98e045ef693797746 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:09:37.853820 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c6575989-9d5b-47d3-b4d4-8df69dda3f80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12751 time: 0.3206089 May 05 22:09:37.858285 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40674) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:38.053042 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-330064a6-7cfc-4ede-9732-9ce9f063a464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Deleting port 92397a54-0117-49ea-932f-151f136fb75b {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:09:38.055113 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-330064a6-7cfc-4ede-9732-9ce9f063a464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:38.356865 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0726c49-0c24-42bd-a8b9-a61f201f8aae req-130cd399-a4ba-4671-8d26-1e32ac87bfa6 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:38.370524 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e0726c49-0c24-42bd-a8b9-a61f201f8aae req-130cd399-a4ba-4671-8d26-1e32ac87bfa6 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 944 time: 0.1876512 May 05 22:09:38.451065 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6e138ea4-5703-40a3-b500-443be149dfb5 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:38.459321 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e0726c49-0c24-42bd-a8b9-a61f201f8aae req-e1234be5-b4ef-447e-b6ed-fee206c518fa tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878897 May 05 22:09:38.591087 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6e138ea4-5703-40a3-b500-443be149dfb5 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:38.605576 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e138ea4-5703-40a3-b500-443be149dfb5 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event deleted for resources: {'Subnet': ['ID=39762fc3-6018-4a6a-b273-6987cf78d01e,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:38.763654 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-6e138ea4-5703-40a3-b500-443be149dfb5 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/subnets/39762fc3-6018-4a6a-b273-6987cf78d01e HTTP/1.1" status: 204 len: 168 time: 1.8780193 May 05 22:09:38.774198 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40688) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:38.912385 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b4e092e0-796b-40f1-9b7e-b4b6c3130879 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1225455 May 05 22:09:38.935848 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 40692) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:38.947372 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-330064a6-7cfc-4ede-9732-9ce9f063a464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] For port 92397a54-0117-49ea-932f-151f136fb75b, host n-h2-825175-4, got binding levels [] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:09:38.948098 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-330064a6-7cfc-4ede-9732-9ce9f063a464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:39.256555 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def33907-ef7e-4c42-93ce-93fcd6910c2c tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:39.257447 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-def33907-ef7e-4c42-93ce-93fcd6910c2c tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Synchronizing usage tracker for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:09:39.284640 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-330064a6-7cfc-4ede-9732-9ce9f063a464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Calling delete_port for 92397a54-0117-49ea-932f-151f136fb75b owned by {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:09:39.294947 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-def33907-ef7e-4c42-93ce-93fcd6910c2c tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Unset dirty status for tenant:6a9c8b32c69349b78288ebe6e6b6f3f4 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:09:39.298861 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-def33907-ef7e-4c42-93ce-93fcd6910c2c tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3591189 May 05 22:09:39.299461 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 40696) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:39.407550 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149c0693-859c-4e55-8ae8-8496b9f887bb None None] Network 137c07e1-75d6-4e37-9f42-95b3b385c296 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:09:39.507426 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d95726-19db-4e98-92b7-3f530fe5c486 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:39.512279 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-d7d95726-19db-4e98-92b7-3f530fe5c486 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2118740 May 05 22:09:39.513134 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 40702) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:39.630398 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-5244903b-7742-4efc-93fa-a475d3335bd0 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1156776 May 05 22:09:39.631130 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 40708) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:39.667429 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-330064a6-7cfc-4ede-9732-9ce9f063a464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:39.680992 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-edda6147-4b82-40e5-98d2-c999a9256be0 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] DELETE failed (client error): The resource could not be found. May 05 22:09:39.681613 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edda6147-4b82-40e5-98d2-c999a9256be0 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:09:39.687145 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-edda6147-4b82-40e5-98d2-c999a9256be0 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/ports/183039a8-d74a-4374-8e82-44d5653e40cf HTTP/1.1" status: 404 len: 333 time: 0.0548618 May 05 22:09:39.687885 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 40712) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:39.732569 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-98b6b472-b4a6-4c08-86a5-a5217b5d545b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] DELETE failed (client error): The resource could not be found. May 05 22:09:39.733156 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98b6b472-b4a6-4c08-86a5-a5217b5d545b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:09:39.737936 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-98b6b472-b4a6-4c08-86a5-a5217b5d545b tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/subnets/19c193ca-0a07-4266-8316-2d4c24f21f29 HTTP/1.1" status: 404 len: 337 time: 0.0489058 May 05 22:09:39.738683 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 40716) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:39.760884 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-899d0b49-3136-460d-8884-fa3851098376 None None] Provisioning complete for port 2ccf39f7-f357-4a8d-ba2c-89664ac682f0 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:09:39.761443 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-899d0b49-3136-460d-8884-fa3851098376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:39.800884 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-a26d9f46-bc24-4a48-b62b-f01d087a133f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] DELETE failed (client error): The resource could not be found. May 05 22:09:39.801465 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a26d9f46-bc24-4a48-b62b-f01d087a133f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:09:39.806600 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a26d9f46-bc24-4a48-b62b-f01d087a133f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/subnets/39762fc3-6018-4a6a-b273-6987cf78d01e HTTP/1.1" status: 404 len: 337 time: 0.0668228 May 05 22:09:39.807846 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-330064a6-7cfc-4ede-9732-9ce9f063a464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:39.808544 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 40720) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:39.895715 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330064a6-7cfc-4ede-9732-9ce9f063a464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Pushing event deleted for resources: {'Port': ['ID=92397a54-0117-49ea-932f-151f136fb75b,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:39.914598 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-330064a6-7cfc-4ede-9732-9ce9f063a464 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] 10.222.0.23 "DELETE /v2.0/ports/92397a54-0117-49ea-932f-151f136fb75b HTTP/1.1" status: 204 len: 168 time: 2.0500185 May 05 22:09:39.917636 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40726) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:39.941194 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-a39f1546-ecb7-4178-9e34-e19e87e00619 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] DELETE failed (client error): The resource could not be found. May 05 22:09:39.945726 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a39f1546-ecb7-4178-9e34-e19e87e00619 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:09:39.955213 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a39f1546-ecb7-4178-9e34-e19e87e00619 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/ports/b56f3953-78be-4433-952e-9b760a9ccff0 HTTP/1.1" status: 404 len: 333 time: 0.1451812 May 05 22:09:39.956311 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 40730) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:40.007228 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-312b5c4b-bf45-45fd-8d8c-5e9f8baa7862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] GET failed (client error): The resource could not be found. May 05 22:09:40.008151 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-312b5c4b-bf45-45fd-8d8c-5e9f8baa7862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Synchronizing usage tracker for tenant:d449536d09e04dd98e045ef693797746 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:09:40.046360 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-312b5c4b-bf45-45fd-8d8c-5e9f8baa7862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Unset dirty status for tenant:d449536d09e04dd98e045ef693797746 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:09:40.047861 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-312b5c4b-bf45-45fd-8d8c-5e9f8baa7862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] 10.222.0.23 "GET /v2.0/ports/92397a54-0117-49ea-932f-151f136fb75b HTTP/1.1" status: 404 len: 333 time: 0.1261632 May 05 22:09:40.052210 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-27969e49-9b91-4dfe-ba12-07a548cd8bf1 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] DELETE failed (client error): The resource could not be found. May 05 22:09:40.052403 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40734) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:40.055394 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27969e49-9b91-4dfe-ba12-07a548cd8bf1 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:09:40.060874 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-27969e49-9b91-4dfe-ba12-07a548cd8bf1 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/subnets/fd128cb4-a162-4c64-a996-4121864bc528 HTTP/1.1" status: 404 len: 337 time: 0.1029778 May 05 22:09:40.062667 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 40738) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:40.064257 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-7a53a091-f631-47e7-b021-5694a153e8b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2029125743', 'network_id': 'e019cbb6-8c2c-4c41-80ec-ae4906da4cc7'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:09:40.070745 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-7a53a091-f631-47e7-b021-5694a153e8b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:09:40.085770 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-7a53a091-f631-47e7-b021-5694a153e8b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:09:40.110186 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a53a091-f631-47e7-b021-5694a153e8b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Made reservation on behalf of d449536d09e04dd98e045ef693797746 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:09:40.113176 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7a53a091-f631-47e7-b021-5694a153e8b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:40.172604 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [None req-7a53a091-f631-47e7-b021-5694a153e8b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] device_id is not set on port 2b3267e7-9d0b-40a9-9b81-405bcf1d32ce yet. {{(pid=84063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:09:40.206887 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f6a254c-19ab-438c-bbd7-ce4146aa4f9a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] DELETE failed (client error): The resource could not be found. May 05 22:09:40.209113 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f6a254c-19ab-438c-bbd7-ce4146aa4f9a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:09:40.217009 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-7f6a254c-19ab-438c-bbd7-ce4146aa4f9a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/subnets/24921d22-a864-4333-8727-5f3c572cc219 HTTP/1.1" status: 404 len: 337 time: 0.1463416 May 05 22:09:40.220983 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 40744) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:40.222521 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0cf7f7-0da7-47f4-ad50-81f07ad99071 None None] DHCP port deletion for 137c07e1-75d6-4e37-9f42-95b3b385c296 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:09:40.227761 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ee0cf7f7-0da7-47f4-ad50-81f07ad99071 None None] Deleting port 2ccf39f7-f357-4a8d-ba2c-89664ac682f0 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:09:40.228201 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ee0cf7f7-0da7-47f4-ad50-81f07ad99071 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:40.295210 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-56357b08-d544-4b31-8527-4ddc679b69b0 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] DELETE failed (client error): The resource could not be found. May 05 22:09:40.295826 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56357b08-d544-4b31-8527-4ddc679b69b0 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:09:40.301230 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-56357b08-d544-4b31-8527-4ddc679b69b0 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/ports/291e2c6e-d003-403f-a8e7-e6e229085276 HTTP/1.1" status: 404 len: 333 time: 0.0791159 May 05 22:09:40.302171 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 40748) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:40.360596 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0ac8f75-a731-4ecf-8357-98b85ef61bd7 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] DELETE failed (client error): The resource could not be found. May 05 22:09:40.361156 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0ac8f75-a731-4ecf-8357-98b85ef61bd7 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:09:40.367045 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f0ac8f75-a731-4ecf-8357-98b85ef61bd7 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/subnets/d27009f7-f9b2-4b1d-b20f-71e485925305 HTTP/1.1" status: 404 len: 337 time: 0.0585999 May 05 22:09:40.369718 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 40754) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:40.423947 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb604ba-8644-4625-a016-ea69b3a9fe0a req-122d089d-4f80-4eb7-8a8f-de789332d96f tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:40.431486 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dbb604ba-8644-4625-a016-ea69b3a9fe0a req-122d089d-4f80-4eb7-8a8f-de789332d96f tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 944 time: 0.5682683 May 05 22:09:40.447478 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4fb986b-cfc2-483a-8ce2-96ba83b3870a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] DELETE failed (client error): The resource could not be found. May 05 22:09:40.448838 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4fb986b-cfc2-483a-8ce2-96ba83b3870a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:09:40.454266 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e4fb986b-cfc2-483a-8ce2-96ba83b3870a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/subnets/d7dbde21-b0f2-4404-9707-7eed25c2d418 HTTP/1.1" status: 404 len: 337 time: 0.0837474 May 05 22:09:40.454922 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 40762) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:40.505232 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c778432-3317-4c7a-bb4b-1764b007222f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] DELETE failed (client error): The resource could not be found. May 05 22:09:40.505672 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c778432-3317-4c7a-bb4b-1764b007222f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:09:40.510227 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4c778432-3317-4c7a-bb4b-1764b007222f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/ports/c7a9a4b1-21fc-4515-8cce-3fc715c483cf HTTP/1.1" status: 404 len: 333 time: 0.0524883 May 05 22:09:40.513506 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 40766) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:40.653577 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dbb604ba-8644-4625-a016-ea69b3a9fe0a req-9a712b62-f2a2-438a-8d1b-b9c40b517f96 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211120 May 05 22:09:40.654871 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e4e8014-2258-476e-9e9f-9e747ab78232 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] DELETE failed (client error): The resource could not be found. May 05 22:09:40.657449 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e4e8014-2258-476e-9e9f-9e747ab78232 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:09:40.668590 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-8e4e8014-2258-476e-9e9f-9e747ab78232 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/subnets/ad1d6eef-ac1f-4d56-a18b-96c71b3fe6a4 HTTP/1.1" status: 404 len: 337 time: 0.1540565 May 05 22:09:40.669138 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 40772) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:40.791129 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-081815c3-d220-4daa-8f40-5949fe40010a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] DELETE failed (client error): The resource could not be found. May 05 22:09:40.793990 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-081815c3-d220-4daa-8f40-5949fe40010a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:09:40.802571 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ee0cf7f7-0da7-47f4-ad50-81f07ad99071 None None] For port 2ccf39f7-f357-4a8d-ba2c-89664ac682f0, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=2ccf39f7-f357-4a8d-ba2c-89664ac682f0,segment=NetworkSegment(b21dc499-cea1-44bf-98f9-e1d64ec60239),segment_id=b21dc499-cea1-44bf-98f9-e1d64ec60239)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:09:40.803253 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ee0cf7f7-0da7-47f4-ad50-81f07ad99071 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:40.807257 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-081815c3-d220-4daa-8f40-5949fe40010a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/subnets/b61235e8-4198-4f26-9857-c1156679632f HTTP/1.1" status: 404 len: 337 time: 0.1369610 May 05 22:09:40.807904 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 40778) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:40.928888 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e7dcc9b-94e8-4a85-9583-5302fb10bbbe tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] DELETE failed (client error): The resource could not be found. May 05 22:09:40.929414 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e7dcc9b-94e8-4a85-9583-5302fb10bbbe tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:09:40.938357 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-1e7dcc9b-94e8-4a85-9583-5302fb10bbbe tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/ports/fc53c54c-d3ae-4f55-b224-b2555cc52339 HTTP/1.1" status: 404 len: 333 time: 0.1293478 May 05 22:09:40.938994 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 40786) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:41.005647 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-961aff99-66bb-4197-a1f9-8103c5b6ca83 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] DELETE failed (client error): The resource could not be found. May 05 22:09:41.006166 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-961aff99-66bb-4197-a1f9-8103c5b6ca83 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:09:41.011032 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-961aff99-66bb-4197-a1f9-8103c5b6ca83 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/subnets/5a06fe2d-76e9-4b70-9981-131a282a3a25 HTTP/1.1" status: 404 len: 337 time: 0.0708556 May 05 22:09:41.011506 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 40792) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:41.058459 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-602686d1-a30b-45e1-a356-2bf325c1c6dd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] DELETE failed (client error): The resource could not be found. May 05 22:09:41.058946 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-602686d1-a30b-45e1-a356-2bf325c1c6dd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:09:41.063901 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-602686d1-a30b-45e1-a356-2bf325c1c6dd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/ports/2dcc7d06-1041-4520-b44c-e92a1ef853d7 HTTP/1.1" status: 404 len: 333 time: 0.0511532 May 05 22:09:41.064509 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 40798) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:41.085188 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ee0cf7f7-0da7-47f4-ad50-81f07ad99071 None None] Calling delete_port for 2ccf39f7-f357-4a8d-ba2c-89664ac682f0 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:09:41.180182 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-899412b2-d38a-4963-8ae0-4d837d1fa83a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] DELETE failed (client error): The resource could not be found. May 05 22:09:41.180751 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-899412b2-d38a-4963-8ae0-4d837d1fa83a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:09:41.188430 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7a53a091-f631-47e7-b021-5694a153e8b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:41.189922 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-899412b2-d38a-4963-8ae0-4d837d1fa83a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/subnets/94470a8f-ee74-4f3a-95de-f39043abb59b HTTP/1.1" status: 404 len: 337 time: 0.1243117 May 05 22:09:41.191294 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 40802) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:41.294209 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ee0cf7f7-0da7-47f4-ad50-81f07ad99071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:41.339359 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-6807b479-bcc3-42c5-b1fc-af9be126be0f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] DELETE failed (client error): The resource could not be found. May 05 22:09:41.339714 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6807b479-bcc3-42c5-b1fc-af9be126be0f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:09:41.343757 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-6807b479-bcc3-42c5-b1fc-af9be126be0f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/ports/64c594fd-dede-4776-bc45-023cce5b56b0 HTTP/1.1" status: 404 len: 333 time: 0.1493523 May 05 22:09:41.348017 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 40806) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:41.348196 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9cdf2d7-dd60-4ebd-b997-786f13c8f247 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Router bb095b74-717d-485c-afe9-87063196b737 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:09:41.377682 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7a53a091-f631-47e7-b021-5694a153e8b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:41.431372 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0cf7f7-0da7-47f4-ad50-81f07ad99071 None None] Pushing event deleted for resources: {'Port': ['ID=2ccf39f7-f357-4a8d-ba2c-89664ac682f0,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:41.447258 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5536e22-7db8-40fd-81f1-79f105977d45 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] DELETE failed (client error): The resource could not be found. May 05 22:09:41.447696 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5536e22-7db8-40fd-81f1-79f105977d45 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:09:41.455196 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a5536e22-7db8-40fd-81f1-79f105977d45 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/subnets/f730893a-23a3-4576-a193-12e540e55546 HTTP/1.1" status: 404 len: 337 time: 0.1040738 May 05 22:09:41.455572 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 40810) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:41.456559 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0cf7f7-0da7-47f4-ad50-81f07ad99071 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:09:41.457957 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0cf7f7-0da7-47f4-ad50-81f07ad99071 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:09:41.459217 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0cf7f7-0da7-47f4-ad50-81f07ad99071 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:09:41.460311 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0cf7f7-0da7-47f4-ad50-81f07ad99071 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:09:41.461598 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0cf7f7-0da7-47f4-ad50-81f07ad99071 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:09:41.462767 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0cf7f7-0da7-47f4-ad50-81f07ad99071 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:09:41.464221 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0cf7f7-0da7-47f4-ad50-81f07ad99071 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:09:41.464655 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0cf7f7-0da7-47f4-ad50-81f07ad99071 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:09:41.465076 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0cf7f7-0da7-47f4-ad50-81f07ad99071 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:09:41.466189 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0cf7f7-0da7-47f4-ad50-81f07ad99071 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:09:41.467346 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0cf7f7-0da7-47f4-ad50-81f07ad99071 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:09:41.483564 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0cf7f7-0da7-47f4-ad50-81f07ad99071 None None] No DVR routers for this DVR port 2ccf39f7-f357-4a8d-ba2c-89664ac682f0 on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:09:41.610342 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-f255720d-0ea9-4e81-94a5-26ca044b4b6d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] DELETE failed (client error): The resource could not be found. May 05 22:09:41.610996 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f255720d-0ea9-4e81-94a5-26ca044b4b6d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:09:41.619889 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f255720d-0ea9-4e81-94a5-26ca044b4b6d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/ports/0d75522d-04e4-46ff-8098-3188b056108b HTTP/1.1" status: 404 len: 333 time: 0.1610279 May 05 22:09:41.620428 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a53a091-f631-47e7-b021-5694a153e8b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Pushing event updated for resources: {'Port': ['ID=2b3267e7-9d0b-40a9-9b81-405bcf1d32ce,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:41.621750 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 40816) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:41.710622 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-0172027e-bff6-4024-8c3d-e88e2ac8eac4 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] DELETE failed (client error): The resource could not be found. May 05 22:09:41.711392 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0172027e-bff6-4024-8c3d-e88e2ac8eac4 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:09:41.717029 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0172027e-bff6-4024-8c3d-e88e2ac8eac4 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/subnets/b85a430e-ce58-4b62-9d35-4ffbd6b2d3b2 HTTP/1.1" status: 404 len: 337 time: 0.0932236 May 05 22:09:41.719949 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 40824) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:41.828944 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a53a091-f631-47e7-b021-5694a153e8b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:09:41.965543 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-7a53a091-f631-47e7-b021-5694a153e8b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:09:41.973335 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a53a091-f631-47e7-b021-5694a153e8b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:09:41.974275 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a53a091-f631-47e7-b021-5694a153e8b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:41.974930 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7a53a091-f631-47e7-b021-5694a153e8b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:42.039778 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 2ccf39f7-f357-4a8d-ba2c-89664ac682f0 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:09:42.040484 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-7a53a091-f631-47e7-b021-5694a153e8b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.9795799 May 05 22:09:42.055557 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40836) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:42.221702 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a7580f5-59fa-49d4-a1e4-35ac57058425 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] DELETE failed (client error): The resource could not be found. May 05 22:09:42.222807 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a7580f5-59fa-49d4-a1e4-35ac57058425 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:09:42.228378 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-8a7580f5-59fa-49d4-a1e4-35ac57058425 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/ports/2894a607-72aa-4663-a997-18d31fa1bc89 HTTP/1.1" status: 404 len: 333 time: 0.5072448 May 05 22:09:42.231484 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 2ccf39f7-f357-4a8d-ba2c-89664ac682f0 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:09:42.231654 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40840) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:42.232965 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 2ccf39f7-f357-4a8d-ba2c-89664ac682f0 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:09:42.279292 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-6442bf27-9153-4ff9-9e55-59ae44cf39ea tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] DELETE failed (client error): The resource could not be found. May 05 22:09:42.279749 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6442bf27-9153-4ff9-9e55-59ae44cf39ea tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:09:42.281362 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-6442bf27-9153-4ff9-9e55-59ae44cf39ea tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/subnets/29ebdb18-56ac-403f-a011-0754f705c31a HTTP/1.1" status: 404 len: 337 time: 0.0489655 May 05 22:09:42.300605 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40844) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:42.302581 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0bbf20c1-af17-4202-88a9-26cf07e19129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Synchronizing usage tracker for tenant:d449536d09e04dd98e045ef693797746 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:09:42.307113 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4737d-ad7c-452f-8034-4878568c4fd1 req-67f442bb-4f3a-414b-96fd-365c4eb0c026 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:42.308644 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9ce4737d-ad7c-452f-8034-4878568c4fd1 req-67f442bb-4f3a-414b-96fd-365c4eb0c026 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 944 time: 0.1451676 May 05 22:09:42.360215 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-7441acd7-2dda-4036-a5ab-b62d996172df tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] DELETE failed (client error): The resource could not be found. May 05 22:09:42.360754 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7441acd7-2dda-4036-a5ab-b62d996172df tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:09:42.366019 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-7441acd7-2dda-4036-a5ab-b62d996172df tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/ports/f8e76742-3eb4-4a21-9e75-598edd7d6e9c HTTP/1.1" status: 404 len: 333 time: 0.0604453 May 05 22:09:42.367757 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40852) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:42.428264 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-b175450e-80f2-4ea8-8aea-500ce0890a11 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] DELETE failed (client error): The resource could not be found. May 05 22:09:42.428765 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b175450e-80f2-4ea8-8aea-500ce0890a11 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:09:42.434051 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b175450e-80f2-4ea8-8aea-500ce0890a11 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/subnets/4bfee747-d27b-4f38-a83e-cc5fee820ef5 HTTP/1.1" status: 404 len: 337 time: 0.0632653 May 05 22:09:42.446766 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40856) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:42.485303 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9ce4737d-ad7c-452f-8034-4878568c4fd1 req-1aeb062b-df2b-451b-91b8-031e5f5ff2c2 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682875 May 05 22:09:42.536124 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0bbf20c1-af17-4202-88a9-26cf07e19129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Unset dirty status for tenant:d449536d09e04dd98e045ef693797746 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:09:42.537122 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0bbf20c1-af17-4202-88a9-26cf07e19129 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] 10.222.0.23 "GET /v2.0/ports/2b3267e7-9d0b-40a9-9b81-405bcf1d32ce HTTP/1.1" status: 200 len: 959 time: 0.4603808 May 05 22:09:42.540651 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 40862) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:42.541036 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdc93d4f-cbda-4da5-8b2a-d53402b0a5f4 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] DELETE failed (client error): The resource could not be found. May 05 22:09:42.541492 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdc93d4f-cbda-4da5-8b2a-d53402b0a5f4 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:09:42.546056 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-cdc93d4f-cbda-4da5-8b2a-d53402b0a5f4 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/subnets/79b420f3-aa1e-4e99-8cd7-08ee964509a1 HTTP/1.1" status: 404 len: 337 time: 0.0918159 May 05 22:09:42.547343 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40866) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:42.629224 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2ced55b-0b54-4153-a636-6c838f59d597 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] DELETE failed (client error): The resource could not be found. May 05 22:09:42.629956 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2ced55b-0b54-4153-a636-6c838f59d597 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:09:42.634685 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a2ced55b-0b54-4153-a636-6c838f59d597 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/ports/b67fcabb-33ca-4e1c-81be-e15eb8944dd8 HTTP/1.1" status: 404 len: 333 time: 0.0863848 May 05 22:09:42.635295 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 40872) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:42.651989 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9cdf2d7-dd60-4ebd-b997-786f13c8f247 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:09:42.665419 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8916e3db-e3dc-4f5b-a494-844a835a88af None None] Sync routers for ids ['bb095b74-717d-485c-afe9-87063196b737'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:09:42.672472 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b9cdf2d7-dd60-4ebd-b997-786f13c8f247 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "PUT /v2.0/routers/bb095b74-717d-485c-afe9-87063196b737/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.7075961 May 05 22:09:42.673256 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40876) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:42.699220 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8916e3db-e3dc-4f5b-a494-844a835a88af None None] Routers {'bb095b74-717d-485c-afe9-87063196b737'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:09:42.700151 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-8916e3db-e3dc-4f5b-a494-844a835a88af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:09:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['bb095b74-717d-485c-afe9-87063196b737'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:09:42.742189 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-a55379dd-dea0-4f28-a5fc-1ef3ba9c4990 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] DELETE failed (client error): The resource could not be found. May 05 22:09:42.742752 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a55379dd-dea0-4f28-a5fc-1ef3ba9c4990 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:09:42.747069 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a55379dd-dea0-4f28-a5fc-1ef3ba9c4990 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/subnets/c77e083f-681e-49b2-9604-aee4a79b100e HTTP/1.1" status: 404 len: 337 time: 0.1047702 May 05 22:09:42.747624 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 40880) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:42.793392 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-8d52a4aa-1ccb-4d0c-9466-3ba2f212a5ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Deleting port 2b3267e7-9d0b-40a9-9b81-405bcf1d32ce {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:09:42.797314 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8d52a4aa-1ccb-4d0c-9466-3ba2f212a5ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:42.845259 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec7b96c6-82bd-4b6c-aab0-b774a2d592f5 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] DELETE failed (client error): The resource could not be found. May 05 22:09:42.846748 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec7b96c6-82bd-4b6c-aab0-b774a2d592f5 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:09:42.849061 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ec7b96c6-82bd-4b6c-aab0-b774a2d592f5 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/subnets/e3907e3a-4fa6-4c56-a3c9-e19b14e30f5e HTTP/1.1" status: 404 len: 337 time: 0.0996063 May 05 22:09:42.854124 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 40884) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:42.959204 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff2e36a6-f334-4372-b8aa-76cb40ac1ee3 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] DELETE failed (client error): The resource could not be found. May 05 22:09:42.959647 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff2e36a6-f334-4372-b8aa-76cb40ac1ee3 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:09:42.971868 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ff2e36a6-f334-4372-b8aa-76cb40ac1ee3 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/ports/76260f53-30b8-471b-888a-8b4a94cc542f HTTP/1.1" status: 404 len: 333 time: 0.1152735 May 05 22:09:42.979714 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40892) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:43.059113 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-8916e3db-e3dc-4f5b-a494-844a835a88af None None] Set router bb095b74-717d-485c-afe9-87063196b737 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:09:43.063782 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-828f1e52-66ba-4272-a6de-d4480960d882 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] DELETE failed (client error): The resource could not be found. May 05 22:09:43.064476 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-828f1e52-66ba-4272-a6de-d4480960d882 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:09:43.066245 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-828f1e52-66ba-4272-a6de-d4480960d882 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/subnets/f5d0ff10-31c3-4d40-82c7-9243767d85f1 HTTP/1.1" status: 404 len: 337 time: 0.0855463 May 05 22:09:43.070110 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40896) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:43.111722 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc7a61dc-a4fd-4166-8331-02fce6e971dd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] DELETE failed (client error): The resource could not be found. May 05 22:09:43.112338 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc7a61dc-a4fd-4166-8331-02fce6e971dd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:09:43.117188 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-dc7a61dc-a4fd-4166-8331-02fce6e971dd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/subnets/61878fe3-9d73-4d0d-b094-2eef5f4c914e HTTP/1.1" status: 404 len: 337 time: 0.0437722 May 05 22:09:43.117779 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40900) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:43.227575 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8d52a4aa-1ccb-4d0c-9466-3ba2f212a5ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:43.231783 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-3591780c-a06f-4b41-9b66-9917522d181d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] DELETE failed (client error): The resource could not be found. May 05 22:09:43.232283 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3591780c-a06f-4b41-9b66-9917522d181d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:09:43.250909 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-3591780c-a06f-4b41-9b66-9917522d181d tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/ports/29bc5eef-1190-4408-a124-ccd54068d0db HTTP/1.1" status: 404 len: 333 time: 0.1319599 May 05 22:09:43.252760 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40908) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:43.391875 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-8d52a4aa-1ccb-4d0c-9466-3ba2f212a5ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Calling delete_port for 2b3267e7-9d0b-40a9-9b81-405bcf1d32ce owned by {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:09:43.450339 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca12d7d5-4aae-43b5-9e03-4a0df62640a2 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] DELETE failed (client error): The resource could not be found. May 05 22:09:43.451015 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca12d7d5-4aae-43b5-9e03-4a0df62640a2 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:09:43.455136 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ca12d7d5-4aae-43b5-9e03-4a0df62640a2 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/subnets/c4d96fcb-0462-4eda-8411-2f6e61626035 HTTP/1.1" status: 404 len: 337 time: 0.1922174 May 05 22:09:43.457346 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40912) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:43.477139 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device e5394ba0-792a-4b8a-b7c6-660aa79245c7 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:09:43.510370 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8d52a4aa-1ccb-4d0c-9466-3ba2f212a5ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:43.513062 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d464ac6-c976-402b-852e-f288c415e7c5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Deleting subnet 1755485f-4a55-4fd6-9437-364fb3417fd0 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:09:43.516399 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-adaa905b-0ce9-4f86-a337-f35d74c0eb7c tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] DELETE failed (client error): The resource could not be found. May 05 22:09:43.517182 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adaa905b-0ce9-4f86-a337-f35d74c0eb7c tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:09:43.521254 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-adaa905b-0ce9-4f86-a337-f35d74c0eb7c tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/subnets/f1774d1f-dfcf-4514-aac0-d3d7a2b4342a HTTP/1.1" status: 404 len: 337 time: 0.0518413 May 05 22:09:43.521254 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7d464ac6-c976-402b-852e-f288c415e7c5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:43.552646 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40918) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:43.605650 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-7b15c779-10b7-445c-80b3-ab8469356a17 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/ports?device_id=98d734fd-8130-4ef6-90a8-e072bb726908 HTTP/1.1" status: 200 len: 205 time: 0.0496540 May 05 22:09:43.607256 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40922) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:43.680417 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52a4aa-1ccb-4d0c-9466-3ba2f212a5ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b3267e7-9d0b-40a9-9b81-405bcf1d32ce,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:43.689914 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-f8bec61e-8099-4cd0-9dc2-16682c61a517 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] delete failed (client error): The resource could not be found. May 05 22:09:43.693364 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f8bec61e-8099-4cd0-9dc2-16682c61a517 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/routers/98d734fd-8130-4ef6-90a8-e072bb726908 HTTP/1.1" status: 404 len: 336 time: 0.0828085 May 05 22:09:43.694280 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40930) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:43.748525 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7d464ac6-c976-402b-852e-f288c415e7c5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:43.772895 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-8916e3db-e3dc-4f5b-a494-844a835a88af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb095b74-717d-485c-afe9-87063196b737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688406542', 'tenant_id': '06fb629024324e968714595537efac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '0e4eb224-cb12-4b32-8242-2b04fe4ae27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:05:59Z', 'updated_at': '2022-05-05T22:09:34Z', 'revision_number': 5, 'project_id': '06fb629024324e968714595537efac5c', 'gw_port': {'id': '0e4eb224-cb12-4b32-8242-2b04fe4ae27d', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb095b74-717d-485c-afe9-87063196b737', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:06:00Z', 'updated_at': '2022-05-05T22:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:09:43.779816 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-f703d12e-42b6-44c2-a41a-f4032113bfbf tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] DELETE failed (client error): The resource could not be found. May 05 22:09:43.780260 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f703d12e-42b6-44c2-a41a-f4032113bfbf tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:09:43.784317 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f703d12e-42b6-44c2-a41a-f4032113bfbf tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/subnets/d7f84f6f-49c0-4437-97c7-87cec9cb3e95 HTTP/1.1" status: 404 len: 337 time: 0.0871849 May 05 22:09:43.787502 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40936) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:43.792738 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8916e3db-e3dc-4f5b-a494-844a835a88af None None] Checking router: bb095b74-717d-485c-afe9-87063196b737 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:09:43.796838 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port e5394ba0-792a-4b8a-b7c6-660aa79245c7, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=e5394ba0-792a-4b8a-b7c6-660aa79245c7,segment=NetworkSegment(6d4484a5-8d63-4054-aa6e-abb26e17d980),segment_id=6d4484a5-8d63-4054-aa6e-abb26e17d980)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:09:43.844542 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': 'e5394ba0-792a-4b8a-b7c6-660aa79245c7', 'network_id': '747286bb-8407-402f-868f-44a863404e7a', 'port_id': 'e5394ba0-792a-4b8a-b7c6-660aa79245c7', 'mac_address': 'fa:16:3e:96:8c:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aed2f09-8491-48ad-8b12-0e30712ddf00', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:09:43.869551 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8d52a4aa-1ccb-4d0c-9466-3ba2f212a5ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:43.876894 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-df44117a-0a41-4ee6-bbc2-8b75339b8954 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "GET /v2.0/ports?device_id=93ea6df2-ac0a-4e65-af28-3015391a087c HTTP/1.1" status: 200 len: 205 time: 0.0874679 May 05 22:09:43.883462 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40940) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:43.884873 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8916e3db-e3dc-4f5b-a494-844a835a88af None None] Routers {'bb095b74-717d-485c-afe9-87063196b737'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:09:43.885540 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-8916e3db-e3dc-4f5b-a494-844a835a88af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:09:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['bb095b74-717d-485c-afe9-87063196b737'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:09:43.895225 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-8d52a4aa-1ccb-4d0c-9466-3ba2f212a5ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] 10.222.0.23 "DELETE /v2.0/ports/2b3267e7-9d0b-40a9-9b81-405bcf1d32ce HTTP/1.1" status: 204 len: 168 time: 1.3526549 May 05 22:09:43.896535 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 40946) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:43.955275 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-64c153f4-42fa-41dc-87e0-ad7781e8d9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] GET failed (client error): The resource could not be found. May 05 22:09:43.956331 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-64c153f4-42fa-41dc-87e0-ad7781e8d9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Synchronizing usage tracker for tenant:d449536d09e04dd98e045ef693797746 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:09:43.988636 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e0f6e3-0d17-49a7-b3b9-1e8f9a561ac0 req-32a87221-6260-450d-8b75-3b4b7fda79d2 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:43.990818 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-39e0f6e3-0d17-49a7-b3b9-1e8f9a561ac0 req-32a87221-6260-450d-8b75-3b4b7fda79d2 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 944 time: 0.2945836 May 05 22:09:43.991460 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-64c153f4-42fa-41dc-87e0-ad7781e8d9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Unset dirty status for tenant:d449536d09e04dd98e045ef693797746 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:09:43.994855 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-861a15cc-b1d6-42af-8ae7-5cd2d01ebd35 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] delete failed (client error): The resource could not be found. May 05 22:09:43.998339 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-861a15cc-b1d6-42af-8ae7-5cd2d01ebd35 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/routers/93ea6df2-ac0a-4e65-af28-3015391a087c HTTP/1.1" status: 404 len: 336 time: 0.1114836 May 05 22:09:43.998339 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40950) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:43.998596 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-64c153f4-42fa-41dc-87e0-ad7781e8d9f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] 10.222.0.23 "GET /v2.0/ports/2b3267e7-9d0b-40a9-9b81-405bcf1d32ce HTTP/1.1" status: 404 len: 333 time: 0.0981128 May 05 22:09:44.007006 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40952) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:44.010041 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:44.031837 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec75f185-2621-4308-8a20-0a12fabed1f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:44.033312 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-859c34f7-5521-4e92-bdd3-0505c7ad8ef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Request body: {'port': {'network_id': 'e019cbb6-8c2c-4c41-80ec-ae4906da4cc7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-596688612'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:09:44.045182 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-39e0f6e3-0d17-49a7-b3b9-1e8f9a561ac0 req-b467c904-81b3-437d-b9f7-ddd1b950dc9e tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467513 May 05 22:09:44.052173 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5394ba0-792a-4b8a-b7c6-660aa79245c7 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:09:44.089289 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port e5394ba0-792a-4b8a-b7c6-660aa79245c7, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=e5394ba0-792a-4b8a-b7c6-660aa79245c7,segment=NetworkSegment(6d4484a5-8d63-4054-aa6e-abb26e17d980),segment_id=6d4484a5-8d63-4054-aa6e-abb26e17d980)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:09:44.095326 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:44.141212 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7d464ac6-c976-402b-852e-f288c415e7c5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:44.179803 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=e5394ba0-792a-4b8a-b7c6-660aa79245c7,revision_number=11']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:44.196727 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-8916e3db-e3dc-4f5b-a494-844a835a88af None None] Set router bb095b74-717d-485c-afe9-87063196b737 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:09:44.216587 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-859c34f7-5521-4e92-bdd3-0505c7ad8ef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:09:44.229000 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-859c34f7-5521-4e92-bdd3-0505c7ad8ef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:09:44.240995 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a3bf2a3-c4f4-4dbc-a3b8-a7f293f3b140 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] DELETE failed (client error): The resource could not be found. May 05 22:09:44.241683 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a3bf2a3-c4f4-4dbc-a3b8-a7f293f3b140 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:09:44.246549 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 40962) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:44.246909 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0a3bf2a3-c4f4-4dbc-a3b8-a7f293f3b140 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/subnets/949e4c4c-c6d2-4d27-bdb5-7006edcf3b27 HTTP/1.1" status: 404 len: 337 time: 0.2269428 May 05 22:09:44.256879 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859c34f7-5521-4e92-bdd3-0505c7ad8ef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Made reservation on behalf of d449536d09e04dd98e045ef693797746 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:09:44.260566 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-859c34f7-5521-4e92-bdd3-0505c7ad8ef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:44.286720 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [None req-859c34f7-5521-4e92-bdd3-0505c7ad8ef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] device_id is not set on port 829adbcc-56eb-4166-98e3-2b836da14e76 yet. {{(pid=84063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:09:44.299926 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['e5394ba0-792a-4b8a-b7c6-660aa79245c7'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:09:44.413178 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-37afca69-aa1c-48dd-aad1-dc9aef529aef tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] DELETE failed (client error): The resource could not be found. May 05 22:09:44.413523 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37afca69-aa1c-48dd-aad1-dc9aef529aef tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:09:44.427121 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-37afca69-aa1c-48dd-aad1-dc9aef529aef tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/subnets/434d92b8-91da-430d-bb3d-f13d0053c0f7 HTTP/1.1" status: 404 len: 337 time: 0.1794138 May 05 22:09:44.444423 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 40968) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:44.585713 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-859c34f7-5521-4e92-bdd3-0505c7ad8ef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:44.599633 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b880362-e0a3-4453-8d23-7f2b836f9610 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] DELETE failed (client error): The resource could not be found. May 05 22:09:44.599967 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b880362-e0a3-4453-8d23-7f2b836f9610 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:09:44.603548 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-2b880362-e0a3-4453-8d23-7f2b836f9610 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/ports/4a12bfa9-ba28-4cd4-9457-42b38d79f91b HTTP/1.1" status: 404 len: 333 time: 0.1579916 May 05 22:09:44.606132 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 40978) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:44.632206 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-859c34f7-5521-4e92-bdd3-0505c7ad8ef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:44.678184 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7d464ac6-c976-402b-852e-f288c415e7c5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:44.715965 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-8916e3db-e3dc-4f5b-a494-844a835a88af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb095b74-717d-485c-afe9-87063196b737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688406542', 'tenant_id': '06fb629024324e968714595537efac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '0e4eb224-cb12-4b32-8242-2b04fe4ae27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:05:59Z', 'updated_at': '2022-05-05T22:09:34Z', 'revision_number': 5, 'project_id': '06fb629024324e968714595537efac5c', 'gw_port': {'id': '0e4eb224-cb12-4b32-8242-2b04fe4ae27d', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb095b74-717d-485c-afe9-87063196b737', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:06:00Z', 'updated_at': '2022-05-05T22:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:09:44.723941 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8916e3db-e3dc-4f5b-a494-844a835a88af None None] The sync data for ids ['bb095b74-717d-485c-afe9-87063196b737'] in n-d-825175-4 is: [{'id': 'bb095b74-717d-485c-afe9-87063196b737', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1688406542', 'tenant_id': '06fb629024324e968714595537efac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': '0e4eb224-cb12-4b32-8242-2b04fe4ae27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:05:59Z', 'updated_at': '2022-05-05T22:09:34Z', 'revision_number': 5, 'project_id': '06fb629024324e968714595537efac5c', 'gw_port': {'id': '0e4eb224-cb12-4b32-8242-2b04fe4ae27d', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb095b74-717d-485c-afe9-87063196b737', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:06:00Z', 'updated_at': '2022-05-05T22:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:09:44.744291 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2c6269e-bd64-46d8-88fc-fca1f69cea94 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] DELETE failed (client error): The resource could not be found. May 05 22:09:44.744936 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2c6269e-bd64-46d8-88fc-fca1f69cea94 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:09:44.748069 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c2c6269e-bd64-46d8-88fc-fca1f69cea94 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/subnets/d4736d15-066d-4abe-aeab-682b4b1f7702 HTTP/1.1" status: 404 len: 337 time: 0.1407855 May 05 22:09:44.759167 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 40984) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:44.761599 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7d464ac6-c976-402b-852e-f288c415e7c5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:44.784906 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588b0402-70d4-4ed7-9490-ee4dc74434f8 None None] Network 1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:09:44.788072 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d464ac6-c976-402b-852e-f288c415e7c5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event deleted for resources: {'Subnet': ['ID=1755485f-4a55-4fd6-9437-364fb3417fd0,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:44.807348 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-7d464ac6-c976-402b-852e-f288c415e7c5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "DELETE /v2.0/subnets/1755485f-4a55-4fd6-9437-364fb3417fd0 HTTP/1.1" status: 204 len: 168 time: 2.1306951 May 05 22:09:44.822403 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 40990) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:44.877793 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc110f35-59ab-4eba-b6c2-f92a102cacfd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] DELETE failed (client error): The resource could not be found. May 05 22:09:44.880987 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc110f35-59ab-4eba-b6c2-f92a102cacfd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:09:44.886141 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-cc110f35-59ab-4eba-b6c2-f92a102cacfd tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/ports/2eb1fc6d-0893-4567-a1da-2205ff7d61b5 HTTP/1.1" status: 404 len: 333 time: 0.1210170 May 05 22:09:44.887024 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 40996) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:44.942679 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-57b9ab96-e534-47ef-8cc3-545b821c43f5 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] DELETE failed (client error): The resource could not be found. May 05 22:09:44.943290 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57b9ab96-e534-47ef-8cc3-545b821c43f5 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:09:44.945199 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-57b9ab96-e534-47ef-8cc3-545b821c43f5 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/subnets/d621c6fc-71cd-4688-ac99-28e82b5e86e1 HTTP/1.1" status: 404 len: 337 time: 0.0569060 May 05 22:09:44.947596 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41002) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:45.051426 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3cb2bcc-b299-441f-bc81-e0eb0ba23154 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] DELETE failed (client error): The resource could not be found. May 05 22:09:45.052555 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3cb2bcc-b299-441f-bc81-e0eb0ba23154 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:09:45.056277 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f3cb2bcc-b299-441f-bc81-e0eb0ba23154 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/ports/48860780-f5f5-46f5-b002-d5374db2f51e HTTP/1.1" status: 404 len: 333 time: 0.1070859 May 05 22:09:45.059503 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41006) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:45.157253 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859c34f7-5521-4e92-bdd3-0505c7ad8ef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:09:45.161819 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-859c34f7-5521-4e92-bdd3-0505c7ad8ef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:09:45.188531 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859c34f7-5521-4e92-bdd3-0505c7ad8ef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:09:45.195768 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859c34f7-5521-4e92-bdd3-0505c7ad8ef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:45.203541 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-859c34f7-5521-4e92-bdd3-0505c7ad8ef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:45.211836 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-a669488b-3ada-4e52-affb-86d1420e2725 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] DELETE failed (client error): The resource could not be found. May 05 22:09:45.216870 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859c34f7-5521-4e92-bdd3-0505c7ad8ef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Pushing event updated for resources: {'Port': ['ID=829adbcc-56eb-4166-98e3-2b836da14e76,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:45.217084 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a669488b-3ada-4e52-affb-86d1420e2725 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:09:45.221248 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a669488b-3ada-4e52-affb-86d1420e2725 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/subnets/337418b0-9574-438c-80cf-03f4d58387a5 HTTP/1.1" status: 404 len: 337 time: 0.1584110 May 05 22:09:45.227156 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41016) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:45.272507 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-859c34f7-5521-4e92-bdd3-0505c7ad8ef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.2689102 May 05 22:09:45.283776 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41020) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:45.300790 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:09:45.347907 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-448c4ef2-868c-4a8c-b501-28a801afa3f3 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] DELETE failed (client error): The resource could not be found. May 05 22:09:45.350866 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-448c4ef2-868c-4a8c-b501-28a801afa3f3 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:09:45.359762 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-448c4ef2-868c-4a8c-b501-28a801afa3f3 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/ports/508a32af-1eb8-46c4-bd1c-a09757e0c6a2 HTTP/1.1" status: 404 len: 333 time: 0.1315634 May 05 22:09:45.364454 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41024) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:45.491450 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device e5394ba0-792a-4b8a-b7c6-660aa79245c7 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:09:45.500367 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce013d56-e467-4d4a-a22a-bad36129231f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] DELETE failed (client error): The resource could not be found. May 05 22:09:45.500809 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce013d56-e467-4d4a-a22a-bad36129231f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:09:45.502508 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ce013d56-e467-4d4a-a22a-bad36129231f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/subnets/0f925815-61ad-4184-9bc1-686a6378059c HTTP/1.1" status: 404 len: 337 time: 0.1372013 May 05 22:09:45.511265 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41030) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:45.532706 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0e122f-26fa-470d-af79-89105075a6f6 None None] DHCP port deletion for 1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:09:45.588735 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-dc0e122f-26fa-470d-af79-89105075a6f6 None None] Deleting port 6be742ec-dd73-4a11-9f01-e171abd0f389 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:09:45.589359 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-dc0e122f-26fa-470d-af79-89105075a6f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:45.677451 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c850fc5-9789-43ee-a9c4-8680ebd14a7a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] DELETE failed (client error): The resource could not be found. May 05 22:09:45.677451 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c850fc5-9789-43ee-a9c4-8680ebd14a7a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:09:45.677451 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-3c850fc5-9789-43ee-a9c4-8680ebd14a7a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/ports/e5abe8e5-2a5c-4c73-8441-f16ac58f236f HTTP/1.1" status: 404 len: 333 time: 0.1625142 May 05 22:09:45.687675 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41036) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:45.881670 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:45.976122 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 6be742ec-dd73-4a11-9f01-e171abd0f389 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:09:46.011001 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ce944ca-0541-4978-9f6f-02c140efb0c3 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] DELETE failed (client error): The resource could not be found. May 05 22:09:46.012445 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ce944ca-0541-4978-9f6f-02c140efb0c3 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:09:46.014340 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4ce944ca-0541-4978-9f6f-02c140efb0c3 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/subnets/a0abb50a-6843-4a65-8d0b-cbdf749b223e HTTP/1.1" status: 404 len: 337 time: 0.3326719 May 05 22:09:46.024272 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41046) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:46.030367 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75729a7-54e9-4dd2-b820-9c17a9376ecf req-80ca668d-8e54-42c3-8245-78d9757f5844 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:46.032376 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e75729a7-54e9-4dd2-b820-9c17a9376ecf req-80ca668d-8e54-42c3-8245-78d9757f5844 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 945 time: 0.6694152 May 05 22:09:46.119027 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port e5394ba0-792a-4b8a-b7c6-660aa79245c7 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:09:46.134636 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-6504d232-8158-4386-a035-8557447ff3a4 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] DELETE failed (client error): The resource could not be found. May 05 22:09:46.136339 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6504d232-8158-4386-a035-8557447ff3a4 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:09:46.139001 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-6504d232-8158-4386-a035-8557447ff3a4 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/ports/67b2ed6f-d74e-46b9-ad6f-5d91d83bc5d9 HTTP/1.1" status: 404 len: 333 time: 0.1053808 May 05 22:09:46.142152 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41050) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:46.168743 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port e5394ba0-792a-4b8a-b7c6-660aa79245c7 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:09:46.169457 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:46.237930 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e75729a7-54e9-4dd2-b820-9c17a9376ecf req-a594f9c7-1d10-4470-a23f-34b5ecb5d10b tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715207 May 05 22:09:46.239685 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-a50c58a1-7f54-4e0e-8e30-8eb2d528e49f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] DELETE failed (client error): The resource could not be found. May 05 22:09:46.240126 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a50c58a1-7f54-4e0e-8e30-8eb2d528e49f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:09:46.241770 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a50c58a1-7f54-4e0e-8e30-8eb2d528e49f tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/subnets/266b383e-db3c-4187-bbd5-db691054955f HTTP/1.1" status: 404 len: 337 time: 0.0985267 May 05 22:09:46.247028 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41054) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:46.251118 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-dc0e122f-26fa-470d-af79-89105075a6f6 None None] For port 6be742ec-dd73-4a11-9f01-e171abd0f389, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=6be742ec-dd73-4a11-9f01-e171abd0f389,segment=NetworkSegment(13351c92-5f57-4954-9af1-ea9ae34ca426),segment_id=13351c92-5f57-4954-9af1-ea9ae34ca426)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:09:46.251779 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-dc0e122f-26fa-470d-af79-89105075a6f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:46.331312 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] device_id is not set on port 829adbcc-56eb-4166-98e3-2b836da14e76 yet. {{(pid=84063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:09:46.341464 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:46.346109 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-4da6384b-7914-4cc6-830a-066e3224cb44 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] DELETE failed (client error): The resource could not be found. May 05 22:09:46.347038 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4da6384b-7914-4cc6-830a-066e3224cb44 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:09:46.348496 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4da6384b-7914-4cc6-830a-066e3224cb44 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/ports/58675d53-2ecb-4d47-af54-980de3014aea HTTP/1.1" status: 404 len: 333 time: 0.0998652 May 05 22:09:46.355730 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41058) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:46.372013 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Transition to ACTIVE for port object 829adbcc-56eb-4166-98e3-2b836da14e76 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:09:46.388152 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:46.437330 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd8d509b-7ec1-4b78-b0dd-1c49eb54502a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] DELETE failed (client error): The resource could not be found. May 05 22:09:46.437773 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd8d509b-7ec1-4b78-b0dd-1c49eb54502a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:09:46.439506 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-fd8d509b-7ec1-4b78-b0dd-1c49eb54502a tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/subnets/a7782939-4db6-4bc2-a568-65f6ecdbac3f HTTP/1.1" status: 404 len: 337 time: 0.0827394 May 05 22:09:46.442402 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41062) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:46.470864 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:46.488896 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Pushing event updated for resources: {'Port': ['ID=829adbcc-56eb-4166-98e3-2b836da14e76,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:46.497566 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-dc0e122f-26fa-470d-af79-89105075a6f6 None None] Calling delete_port for 6be742ec-dd73-4a11-9f01-e171abd0f389 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:09:46.604414 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:46.627911 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d30bbe-7ed7-4661-8f9a-de206ba7d79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5394ba0-792a-4b8a-b7c6-660aa79245c7'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:09:46.630601 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d7c83348-502b-4914-93ee-7659c62eabf6 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:46.633309 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-687a7776-1f14-4395-9342-85dbfb07891e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:46.653280 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port e5394ba0-792a-4b8a-b7c6-660aa79245c7, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=e5394ba0-792a-4b8a-b7c6-660aa79245c7,segment=NetworkSegment(6d4484a5-8d63-4054-aa6e-abb26e17d980),segment_id=6d4484a5-8d63-4054-aa6e-abb26e17d980)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:09:46.676626 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:46.727854 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-20d3f8dd-0452-4a83-9724-987391032677 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:46.805881 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 6be742ec-dd73-4a11-9f01-e171abd0f389, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=6be742ec-dd73-4a11-9f01-e171abd0f389,segment=NetworkSegment(13351c92-5f57-4954-9af1-ea9ae34ca426),segment_id=13351c92-5f57-4954-9af1-ea9ae34ca426)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:09:46.812330 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de335e13-7b5e-4017-a806-ab6a81c94db9'] response: {'server_uuid': '71d30bbe-7ed7-4661-8f9a-de206ba7d79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5394ba0-792a-4b8a-b7c6-660aa79245c7', 'code': 200} May 05 22:09:46.848951 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:46.849627 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device eecbd48f-6814-4030-8e5b-048395c724fc no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:09:46.963160 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port 829adbcc-56eb-4166-98e3-2b836da14e76 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:09:46.963495 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port 829adbcc-56eb-4166-98e3-2b836da14e76 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'c78cac76-ab31-4bf0-9255-2b79541772ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e019cbb6-8c2c-4c41-80ec-ae4906da4cc7'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:09:46.963997 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port 829adbcc-56eb-4166-98e3-2b836da14e76 on network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:09:46.966461 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=e5394ba0-792a-4b8a-b7c6-660aa79245c7,revision_number=12']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:46.969922 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-dc0e122f-26fa-470d-af79-89105075a6f6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:09:46.970252 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-dc0e122f-26fa-470d-af79-89105075a6f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:09:47.032019 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-20d3f8dd-0452-4a83-9724-987391032677 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:47.083402 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Port 829adbcc-56eb-4166-98e3-2b836da14e76 on network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:09:47.083726 n-d-825175-4 neutron-server[84063]: ERROR neutron.plugins.ml2.managers [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Failed to bind port 829adbcc-56eb-4166-98e3-2b836da14e76 on host n-h2-825175-4 for vnic_type normal using segments [{'id': 'c78cac76-ab31-4bf0-9255-2b79541772ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e019cbb6-8c2c-4c41-80ec-ae4906da4cc7'}] May 05 22:09:47.087953 n-d-825175-4 neutron-server[84063]: INFO neutron.plugins.ml2.plugin [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempt 2 to bind port 829adbcc-56eb-4166-98e3-2b836da14e76 May 05 22:09:47.110695 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port 829adbcc-56eb-4166-98e3-2b836da14e76 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:09:47.110893 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port 829adbcc-56eb-4166-98e3-2b836da14e76 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'c78cac76-ab31-4bf0-9255-2b79541772ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e019cbb6-8c2c-4c41-80ec-ae4906da4cc7'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:09:47.111720 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port 829adbcc-56eb-4166-98e3-2b836da14e76 on network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:09:47.127090 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Port 829adbcc-56eb-4166-98e3-2b836da14e76 on network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:09:47.127419 n-d-825175-4 neutron-server[84063]: ERROR neutron.plugins.ml2.managers [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Failed to bind port 829adbcc-56eb-4166-98e3-2b836da14e76 on host n-h2-825175-4 for vnic_type normal using segments [{'id': 'c78cac76-ab31-4bf0-9255-2b79541772ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e019cbb6-8c2c-4c41-80ec-ae4906da4cc7'}] May 05 22:09:47.129433 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-20d3f8dd-0452-4a83-9724-987391032677 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['137c07e1-75d6-4e37-9f42-95b3b385c296']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:09:47.134747 n-d-825175-4 neutron-server[84063]: INFO neutron.plugins.ml2.plugin [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempt 3 to bind port 829adbcc-56eb-4166-98e3-2b836da14e76 May 05 22:09:47.146649 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=6be742ec-dd73-4a11-9f01-e171abd0f389,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:47.149559 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: eecbd48f-6814-4030-8e5b-048395c724fc {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:09:47.157882 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device eecbd48f-6814-4030-8e5b-048395c724fc not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:09:47.177735 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-20d3f8dd-0452-4a83-9724-987391032677 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b21dc499-cea1-44bf-98f9-e1d64ec60239') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:09:47.178687 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d0997ddc-d300-4371-9401-b126749dab3e req-a4b4b8a0-e896-4b5b-ae17-bdcc81f92f1e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 1097 time: 0.1753156 May 05 22:09:47.178942 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-20d3f8dd-0452-4a83-9724-987391032677 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b21dc499-cea1-44bf-98f9-e1d64ec60239') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:09:47.183173 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port 829adbcc-56eb-4166-98e3-2b836da14e76 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:09:47.183498 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port 829adbcc-56eb-4166-98e3-2b836da14e76 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'c78cac76-ab31-4bf0-9255-2b79541772ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e019cbb6-8c2c-4c41-80ec-ae4906da4cc7'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:09:47.183823 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port 829adbcc-56eb-4166-98e3-2b836da14e76 on network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:09:47.204413 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-20d3f8dd-0452-4a83-9724-987391032677 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:47.221759 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Port 829adbcc-56eb-4166-98e3-2b836da14e76 on network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:09:47.222314 n-d-825175-4 neutron-server[84063]: ERROR neutron.plugins.ml2.managers [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Failed to bind port 829adbcc-56eb-4166-98e3-2b836da14e76 on host n-h2-825175-4 for vnic_type normal using segments [{'id': 'c78cac76-ab31-4bf0-9255-2b79541772ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e019cbb6-8c2c-4c41-80ec-ae4906da4cc7'}] May 05 22:09:47.223660 n-d-825175-4 neutron-server[84063]: INFO neutron.plugins.ml2.plugin [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempt 4 to bind port 829adbcc-56eb-4166-98e3-2b836da14e76 May 05 22:09:47.242290 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-20d3f8dd-0452-4a83-9724-987391032677 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:47.250076 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20d3f8dd-0452-4a83-9724-987391032677 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:09:47.250706 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-20d3f8dd-0452-4a83-9724-987391032677 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:47.262438 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d0997ddc-d300-4371-9401-b126749dab3e req-16215cbc-7b30-4884-a920-b6773eb0d2e6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695667 May 05 22:09:47.270015 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port 829adbcc-56eb-4166-98e3-2b836da14e76 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:09:47.270266 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port 829adbcc-56eb-4166-98e3-2b836da14e76 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'c78cac76-ab31-4bf0-9255-2b79541772ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e019cbb6-8c2c-4c41-80ec-ae4906da4cc7'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:09:47.270648 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port 829adbcc-56eb-4166-98e3-2b836da14e76 on network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:09:47.315467 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Port 829adbcc-56eb-4166-98e3-2b836da14e76 on network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:09:47.325049 n-d-825175-4 neutron-server[84063]: ERROR neutron.plugins.ml2.managers [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Failed to bind port 829adbcc-56eb-4166-98e3-2b836da14e76 on host n-h2-825175-4 for vnic_type normal using segments [{'id': 'c78cac76-ab31-4bf0-9255-2b79541772ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e019cbb6-8c2c-4c41-80ec-ae4906da4cc7'}] May 05 22:09:47.326633 n-d-825175-4 neutron-server[84063]: INFO neutron.plugins.ml2.plugin [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempt 5 to bind port 829adbcc-56eb-4166-98e3-2b836da14e76 May 05 22:09:47.356767 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 22:09:47.356767 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:09:47.356767 n-d-825175-4 neutron-server[84061]: timer() May 05 22:09:47.356767 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:09:47.356767 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 22:09:47.356767 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:09:47.356767 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 22:09:47.356767 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:09:47.356767 n-d-825175-4 neutron-server[84061]: self._notify() May 05 22:09:47.356767 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:09:47.356767 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 22:09:47.356767 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:09:47.356767 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 22:09:47.356767 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:09:47.356767 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:09:47.356767 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:09:47.356767 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:09:47.356767 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:09:47.356767 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 22:09:47.356767 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:09:47.356767 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 22:09:47.356767 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:09:47.356767 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:09:47.356767 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:09:47.356767 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 22:09:47.356767 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:09:47.356767 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:09:47.356767 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:09:47.356767 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:09:47.356767 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:09:47.356767 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:09:47.356767 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:09:47.360325 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:47.383455 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port 829adbcc-56eb-4166-98e3-2b836da14e76 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:09:47.384018 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port 829adbcc-56eb-4166-98e3-2b836da14e76 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'c78cac76-ab31-4bf0-9255-2b79541772ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e019cbb6-8c2c-4c41-80ec-ae4906da4cc7'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:09:47.384282 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port 829adbcc-56eb-4166-98e3-2b836da14e76 on network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:09:47.403771 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-20d3f8dd-0452-4a83-9724-987391032677 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:47.424272 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d7c83348-502b-4914-93ee-7659c62eabf6 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:47.428622 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Port 829adbcc-56eb-4166-98e3-2b836da14e76 on network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:09:47.428953 n-d-825175-4 neutron-server[84063]: ERROR neutron.plugins.ml2.managers [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Failed to bind port 829adbcc-56eb-4166-98e3-2b836da14e76 on host n-h2-825175-4 for vnic_type normal using segments [{'id': 'c78cac76-ab31-4bf0-9255-2b79541772ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e019cbb6-8c2c-4c41-80ec-ae4906da4cc7'}] May 05 22:09:47.433599 n-d-825175-4 neutron-server[84063]: INFO neutron.plugins.ml2.plugin [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempt 6 to bind port 829adbcc-56eb-4166-98e3-2b836da14e76 May 05 22:09:47.436451 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-20d3f8dd-0452-4a83-9724-987391032677 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:47.446992 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d3f8dd-0452-4a83-9724-987391032677 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] Pushing event deleted for resources: {'Network': ['ID=137c07e1-75d6-4e37-9f42-95b3b385c296,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:47.453579 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-20d3f8dd-0452-4a83-9724-987391032677 tempest-NetworksTestDHCPv6-355629077 tempest-NetworksTestDHCPv6-355629077-project] 10.222.0.23 "DELETE /v2.0/networks/137c07e1-75d6-4e37-9f42-95b3b385c296 HTTP/1.1" status: 204 len: 168 time: 1.0093710 May 05 22:09:47.462586 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-d7c83348-502b-4914-93ee-7659c62eabf6 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Deleting port 0e4eb224-cb12-4b32-8242-2b04fe4ae27d {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:09:47.463024 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d7c83348-502b-4914-93ee-7659c62eabf6 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:47.471805 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-dc0e122f-26fa-470d-af79-89105075a6f6 None None] Deleting port 6be742ec-dd73-4a11-9f01-e171abd0f389 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:09:47.472184 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-dc0e122f-26fa-470d-af79-89105075a6f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:47.725208 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-d7c83348-502b-4914-93ee-7659c62eabf6 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] For port 0e4eb224-cb12-4b32-8242-2b04fe4ae27d, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=0e4eb224-cb12-4b32-8242-2b04fe4ae27d,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:09:47.725551 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d7c83348-502b-4914-93ee-7659c62eabf6 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:47.753735 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:47.894045 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-d7c83348-502b-4914-93ee-7659c62eabf6 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Calling delete_port for 0e4eb224-cb12-4b32-8242-2b04fe4ae27d owned by network:router_gateway {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:09:47.901000 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-dc0e122f-26fa-470d-af79-89105075a6f6 None None] For port 6be742ec-dd73-4a11-9f01-e171abd0f389, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=6be742ec-dd73-4a11-9f01-e171abd0f389,segment=NetworkSegment(13351c92-5f57-4954-9af1-ea9ae34ca426),segment_id=13351c92-5f57-4954-9af1-ea9ae34ca426)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:09:47.901388 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-dc0e122f-26fa-470d-af79-89105075a6f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:47.968166 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429690b0-2a64-4913-966e-8c4f77cb8885 req-9b82f9ed-a77e-42c2-a2cf-1fde0f333fab tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:47.972139 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-429690b0-2a64-4913-966e-8c4f77cb8885 req-9b82f9ed-a77e-42c2-a2cf-1fde0f333fab tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 946 time: 0.1058786 May 05 22:09:47.996358 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port 829adbcc-56eb-4166-98e3-2b836da14e76 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:09:47.996804 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port 829adbcc-56eb-4166-98e3-2b836da14e76 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'c78cac76-ab31-4bf0-9255-2b79541772ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e019cbb6-8c2c-4c41-80ec-ae4906da4cc7'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:09:47.997239 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port 829adbcc-56eb-4166-98e3-2b836da14e76 on network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:09:48.051059 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Port 829adbcc-56eb-4166-98e3-2b836da14e76 on network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:09:48.053959 n-d-825175-4 neutron-server[84063]: ERROR neutron.plugins.ml2.managers [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Failed to bind port 829adbcc-56eb-4166-98e3-2b836da14e76 on host n-h2-825175-4 for vnic_type normal using segments [{'id': 'c78cac76-ab31-4bf0-9255-2b79541772ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e019cbb6-8c2c-4c41-80ec-ae4906da4cc7'}] May 05 22:09:48.056444 n-d-825175-4 neutron-server[84063]: INFO neutron.plugins.ml2.plugin [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempt 7 to bind port 829adbcc-56eb-4166-98e3-2b836da14e76 May 05 22:09:48.072745 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-429690b0-2a64-4913-966e-8c4f77cb8885 req-2c18ff9c-8b3a-4c53-8720-769b61f56f38 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849671 May 05 22:09:48.118420 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port 829adbcc-56eb-4166-98e3-2b836da14e76 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:09:48.118939 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port 829adbcc-56eb-4166-98e3-2b836da14e76 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'c78cac76-ab31-4bf0-9255-2b79541772ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e019cbb6-8c2c-4c41-80ec-ae4906da4cc7'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:09:48.120202 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port 829adbcc-56eb-4166-98e3-2b836da14e76 on network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:09:48.153671 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Port 829adbcc-56eb-4166-98e3-2b836da14e76 on network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:09:48.155084 n-d-825175-4 neutron-server[84063]: ERROR neutron.plugins.ml2.managers [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Failed to bind port 829adbcc-56eb-4166-98e3-2b836da14e76 on host n-h2-825175-4 for vnic_type normal using segments [{'id': 'c78cac76-ab31-4bf0-9255-2b79541772ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e019cbb6-8c2c-4c41-80ec-ae4906da4cc7'}] May 05 22:09:48.170631 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-dc0e122f-26fa-470d-af79-89105075a6f6 None None] Calling delete_port for 6be742ec-dd73-4a11-9f01-e171abd0f389 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:09:48.172791 n-d-825175-4 neutron-server[84063]: INFO neutron.plugins.ml2.plugin [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempt 8 to bind port 829adbcc-56eb-4166-98e3-2b836da14e76 May 05 22:09:48.193302 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41096) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:48.234504 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port 829adbcc-56eb-4166-98e3-2b836da14e76 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:09:48.234894 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port 829adbcc-56eb-4166-98e3-2b836da14e76 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'c78cac76-ab31-4bf0-9255-2b79541772ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e019cbb6-8c2c-4c41-80ec-ae4906da4cc7'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:09:48.235228 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port 829adbcc-56eb-4166-98e3-2b836da14e76 on network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:09:48.244369 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Port 829adbcc-56eb-4166-98e3-2b836da14e76 on network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:09:48.244698 n-d-825175-4 neutron-server[84063]: ERROR neutron.plugins.ml2.managers [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Failed to bind port 829adbcc-56eb-4166-98e3-2b836da14e76 on host n-h2-825175-4 for vnic_type normal using segments [{'id': 'c78cac76-ab31-4bf0-9255-2b79541772ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e019cbb6-8c2c-4c41-80ec-ae4906da4cc7'}] May 05 22:09:48.246042 n-d-825175-4 neutron-server[84063]: INFO neutron.plugins.ml2.plugin [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempt 9 to bind port 829adbcc-56eb-4166-98e3-2b836da14e76 May 05 22:09:48.277093 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port 829adbcc-56eb-4166-98e3-2b836da14e76 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:09:48.277598 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port 829adbcc-56eb-4166-98e3-2b836da14e76 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'c78cac76-ab31-4bf0-9255-2b79541772ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e019cbb6-8c2c-4c41-80ec-ae4906da4cc7'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:09:48.277820 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port 829adbcc-56eb-4166-98e3-2b836da14e76 on network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:09:48.286949 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Port 829adbcc-56eb-4166-98e3-2b836da14e76 on network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:09:48.287400 n-d-825175-4 neutron-server[84063]: ERROR neutron.plugins.ml2.managers [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Failed to bind port 829adbcc-56eb-4166-98e3-2b836da14e76 on host n-h2-825175-4 for vnic_type normal using segments [{'id': 'c78cac76-ab31-4bf0-9255-2b79541772ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e019cbb6-8c2c-4c41-80ec-ae4906da4cc7'}] May 05 22:09:48.288338 n-d-825175-4 neutron-server[84063]: INFO neutron.plugins.ml2.plugin [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempt 10 to bind port 829adbcc-56eb-4166-98e3-2b836da14e76 May 05 22:09:48.308801 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port 829adbcc-56eb-4166-98e3-2b836da14e76 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:09:48.309580 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port 829adbcc-56eb-4166-98e3-2b836da14e76 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'c78cac76-ab31-4bf0-9255-2b79541772ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e019cbb6-8c2c-4c41-80ec-ae4906da4cc7'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:09:48.309917 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempting to bind port 829adbcc-56eb-4166-98e3-2b836da14e76 on network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:09:48.318479 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Port 829adbcc-56eb-4166-98e3-2b836da14e76 on network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:09:48.318833 n-d-825175-4 neutron-server[84063]: ERROR neutron.plugins.ml2.managers [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Failed to bind port 829adbcc-56eb-4166-98e3-2b836da14e76 on host n-h2-825175-4 for vnic_type normal using segments [{'id': 'c78cac76-ab31-4bf0-9255-2b79541772ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e019cbb6-8c2c-4c41-80ec-ae4906da4cc7'}] May 05 22:09:48.319198 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:48.427774 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-dc0e122f-26fa-470d-af79-89105075a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:48.574844 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-8520dadb-96b8-4218-b6c8-cc7be926dedc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6a9c8b32c69349b78288ebe6e6b6f3f4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3792593 May 05 22:09:48.579385 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41118) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:48.624127 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0e122f-26fa-470d-af79-89105075a6f6 None None] Pushing event deleted for resources: {'Port': ['ID=6be742ec-dd73-4a11-9f01-e171abd0f389,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:48.631543 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0e122f-26fa-470d-af79-89105075a6f6 None None] No DVR routers for this DVR port 6be742ec-dd73-4a11-9f01-e171abd0f389 on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:09:48.690411 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d7c83348-502b-4914-93ee-7659c62eabf6 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:48.711927 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ff611ce0-e35c-40d1-a1d5-a69403afaae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:48.754501 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ff611ce0-e35c-40d1-a1d5-a69403afaae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:48.851781 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ff611ce0-e35c-40d1-a1d5-a69403afaae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:48.885430 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ff611ce0-e35c-40d1-a1d5-a69403afaae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:48.907644 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ff611ce0-e35c-40d1-a1d5-a69403afaae5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/86162276-5ce3-4058-a22d-c2e990285888 HTTP/1.1" status: 204 len: 168 time: 0.3180537 May 05 22:09:48.915190 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff611ce0-e35c-40d1-a1d5-a69403afaae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86162276-5ce3-4058-a22d-c2e990285888,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:49.063710 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c83348-502b-4914-93ee-7659c62eabf6 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event deleted for resources: {'Port': ['ID=0e4eb224-cb12-4b32-8242-2b04fe4ae27d,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:49.136182 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] For port 829adbcc-56eb-4166-98e3-2b836da14e76, host n-h2-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:09:49.136741 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Attempted to set empty binding levels {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 05 22:09:49.150954 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:49.163099 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:49.451651 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb149e1-cb4d-409a-98a2-2f4f10800f85 req-656de207-0f22-4b07-aa8d-cf9e7869b96f tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:49.461286 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cdb149e1-cb4d-409a-98a2-2f4f10800f85 req-656de207-0f22-4b07-aa8d-cf9e7869b96f tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 946 time: 0.1325190 May 05 22:09:49.519255 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d7c83348-502b-4914-93ee-7659c62eabf6 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:49.555167 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cdb149e1-cb4d-409a-98a2-2f4f10800f85 req-cae2265b-2b3f-4c44-9129-d9c00121cdb2 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924690 May 05 22:09:49.665538 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] In _notify_port_updated(), no bound segment for port 829adbcc-56eb-4166-98e3-2b836da14e76 on network e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 {{(pid=84063) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 05 22:09:49.667079 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:49.671791 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41170) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:49.686031 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] 10.222.0.23 "PUT /v2.0/ports/829adbcc-56eb-4166-98e3-2b836da14e76 HTTP/1.1" status: 200 len: 978 time: 4.3835626 May 05 22:09:49.687567 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c46848-36c3-4f8c-ba51-a90a62ae496e tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Pushing event updated for resources: {'Port': ['ID=829adbcc-56eb-4166-98e3-2b836da14e76,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:49.903376 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-49e1ff21-6cfa-40e5-9bc5-f3974c927288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Deleting port 829adbcc-56eb-4166-98e3-2b836da14e76 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:09:49.904871 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-49e1ff21-6cfa-40e5-9bc5-f3974c927288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:50.081106 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d7c83348-502b-4914-93ee-7659c62eabf6 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:50.099480 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d7c83348-502b-4914-93ee-7659c62eabf6 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:50.161273 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d7c83348-502b-4914-93ee-7659c62eabf6 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:50.163935 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c83348-502b-4914-93ee-7659c62eabf6 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Fanout notify agent at l3_agent the message router_deleted on router bb095b74-717d-485c-afe9-87063196b737 {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:09:50.203371 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d7c83348-502b-4914-93ee-7659c62eabf6 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:50.204481 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d7c83348-502b-4914-93ee-7659c62eabf6 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "DELETE /v2.0/routers/bb095b74-717d-485c-afe9-87063196b737 HTTP/1.1" status: 204 len: 168 time: 5.3804843 May 05 22:09:50.209643 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41182) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:50.358054 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-49e1ff21-6cfa-40e5-9bc5-f3974c927288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] For port 829adbcc-56eb-4166-98e3-2b836da14e76, host n-h2-825175-4, got binding levels [] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:09:50.358553 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-49e1ff21-6cfa-40e5-9bc5-f3974c927288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:50.441708 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-853b923a-abd0-440a-8df1-01ae344f0d2b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:50.575532 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-49e1ff21-6cfa-40e5-9bc5-f3974c927288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Calling delete_port for 829adbcc-56eb-4166-98e3-2b836da14e76 owned by {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:09:50.623523 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41196) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:50.713178 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-853b923a-abd0-440a-8df1-01ae344f0d2b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:50.727167 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-49e1ff21-6cfa-40e5-9bc5-f3974c927288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:50.773359 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-853b923a-abd0-440a-8df1-01ae344f0d2b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:09:50.815674 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-853b923a-abd0-440a-8df1-01ae344f0d2b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13351c92-5f57-4954-9af1-ea9ae34ca426') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:09:50.815997 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-853b923a-abd0-440a-8df1-01ae344f0d2b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13351c92-5f57-4954-9af1-ea9ae34ca426') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:09:50.834458 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-853b923a-abd0-440a-8df1-01ae344f0d2b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:50.852655 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e1ff21-6cfa-40e5-9bc5-f3974c927288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Pushing event deleted for resources: {'Port': ['ID=829adbcc-56eb-4166-98e3-2b836da14e76,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:50.862584 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-853b923a-abd0-440a-8df1-01ae344f0d2b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:50.873339 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-49e1ff21-6cfa-40e5-9bc5-f3974c927288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:50.880047 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-853b923a-abd0-440a-8df1-01ae344f0d2b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:09:50.880534 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-853b923a-abd0-440a-8df1-01ae344f0d2b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:50.910048 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [None req-db2786d7-eb09-47f1-9454-178bc373631b tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:09:50.914860 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-db2786d7-eb09-47f1-9454-178bc373631b tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.2886755 May 05 22:09:50.915471 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41208) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:50.918284 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:09:50.918284 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:09:50.918284 n-d-825175-4 neutron-server[84063]: timer() May 05 22:09:50.918284 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:09:50.918284 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:09:50.918284 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:09:50.918284 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:09:50.918284 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:09:50.918284 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:09:50.918284 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:09:50.918284 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:09:50.918284 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:09:50.918284 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:09:50.918284 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:09:50.918284 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:09:50.918284 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:09:50.918284 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:09:50.918284 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:09:50.918284 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:09:50.918284 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:09:50.918284 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:09:50.918284 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:09:50.918284 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:09:50.918284 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:09:50.918284 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:09:50.918284 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:09:50.918284 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:09:50.918284 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:09:50.918284 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:09:50.918284 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:09:50.918284 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:09:50.918284 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:09:50.921178 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-49e1ff21-6cfa-40e5-9bc5-f3974c927288 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] 10.222.0.23 "DELETE /v2.0/ports/829adbcc-56eb-4166-98e3-2b836da14e76 HTTP/1.1" status: 204 len: 168 time: 1.2472618 May 05 22:09:50.940132 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41212) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:50.960121 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [None req-61d0f4bc-94f1-480d-8b09-ece446125bcc tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] http://10.222.0.23:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:09:50.963964 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-61d0f4bc-94f1-480d-8b09-ece446125bcc tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] 10.222.0.23 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0463107 May 05 22:09:50.965678 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41216) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:50.972080 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [None req-0000be18-7f5a-4e12-9bc4-71910d03f2a9 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] http://10.222.0.23:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:09:50.976111 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0000be18-7f5a-4e12-9bc4-71910d03f2a9 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] 10.222.0.23 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0095377 May 05 22:09:50.976972 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41220) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:50.988025 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [None req-40113db7-f7c0-487c-9290-7e3362e8a77c tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] http://10.222.0.23:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:09:50.991848 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-40113db7-f7c0-487c-9290-7e3362e8a77c tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] 10.222.0.23 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0133042 May 05 22:09:50.993499 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41224) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:51.001679 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [None req-d80dc72a-d3f9-4535-8d36-9490b091c6c8 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] http://10.222.0.23:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:09:51.005588 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-d80dc72a-d3f9-4535-8d36-9490b091c6c8 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] 10.222.0.23 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0096209 May 05 22:09:51.010995 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41228) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:51.016698 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6ecf6-5ce0-48fa-a114-a7bf84048aac req-6e6c1019-c51e-4d6f-8550-d2328f1ccbcd tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:51.018378 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dbf6ecf6-5ce0-48fa-a114-a7bf84048aac req-6e6c1019-c51e-4d6f-8550-d2328f1ccbcd tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 946 time: 0.2085180 May 05 22:09:51.023844 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [None req-dbac31c9-6b64-4907-8d61-404f4f1e6166 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] http://10.222.0.23:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:09:51.027097 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-dbac31c9-6b64-4907-8d61-404f4f1e6166 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] 10.222.0.23 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0077853 May 05 22:09:51.029395 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41232) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:51.036772 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [None req-529f09ad-e635-4cf9-80ad-4f526167b1a3 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] http://10.222.0.23:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:09:51.041698 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-529f09ad-e635-4cf9-80ad-4f526167b1a3 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] 10.222.0.23 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0097494 May 05 22:09:51.064425 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-0119743f-4437-4a81-b91f-ae00efe29c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] GET failed (client error): The resource could not be found. May 05 22:09:51.065183 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0119743f-4437-4a81-b91f-ae00efe29c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Synchronizing usage tracker for tenant:d449536d09e04dd98e045ef693797746 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:09:51.070476 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41236) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:51.083919 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [None req-49279ef7-e4b3-4fe8-b8b0-6ff457a6233b tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] http://10.222.0.23:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=84063) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:09:51.084941 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-49279ef7-e4b3-4fe8-b8b0-6ff457a6233b tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] 10.222.0.23 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0050821 May 05 22:09:51.092147 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41240) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:51.098629 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [None req-8aa7f841-cbf7-4fe2-acfa-f25d5cef8e12 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] http://10.222.0.23:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:09:51.101969 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-8aa7f841-cbf7-4fe2-acfa-f25d5cef8e12 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] 10.222.0.23 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0052326 May 05 22:09:51.108501 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41244) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:51.116129 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [None req-de37970d-a76a-4cd0-b1a5-a2477eb08e9c tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] http://10.222.0.23:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=84063) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:09:51.116904 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dbf6ecf6-5ce0-48fa-a114-a7bf84048aac req-72914c71-88ab-49b6-8838-64178360b16c tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885367 May 05 22:09:51.117072 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-de37970d-a76a-4cd0-b1a5-a2477eb08e9c tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] 10.222.0.23 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0076425 May 05 22:09:51.121280 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41248) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:51.129742 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0119743f-4437-4a81-b91f-ae00efe29c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] Unset dirty status for tenant:d449536d09e04dd98e045ef693797746 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:09:51.132074 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0119743f-4437-4a81-b91f-ae00efe29c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37440505-project-admin] 10.222.0.23 "GET /v2.0/ports/829adbcc-56eb-4166-98e3-2b836da14e76 HTTP/1.1" status: 404 len: 333 time: 0.1921692 May 05 22:09:51.132419 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [None req-f5f68e75-a838-41a3-b0bc-f83ebd71e4e3 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] http://10.222.0.23:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:09:51.135751 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f5f68e75-a838-41a3-b0bc-f83ebd71e4e3 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] 10.222.0.23 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0127058 May 05 22:09:51.136244 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41252) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:51.138801 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41256) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:51.167980 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [None req-f36f3b20-ddfb-40ef-9aae-17c1dcb42527 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] http://10.222.0.23:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=84063) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:09:51.169328 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f36f3b20-ddfb-40ef-9aae-17c1dcb42527 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] 10.222.0.23 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0294204 May 05 22:09:51.172430 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41262) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:51.174042 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-853b923a-abd0-440a-8df1-01ae344f0d2b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:51.192691 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [None req-24eefd77-863d-48b7-b338-267fdc72bbd5 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] http://10.222.0.23:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:09:51.196212 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-24eefd77-863d-48b7-b338-267fdc72bbd5 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] 10.222.0.23 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0203128 May 05 22:09:51.199356 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41266) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:51.205456 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [None req-d57946a6-291a-4f03-8f72-fe3d54572ca8 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] http://10.222.0.23:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:09:51.208916 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-d57946a6-291a-4f03-8f72-fe3d54572ca8 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] 10.222.0.23 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0060954 May 05 22:09:51.209579 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41270) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:51.224454 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [None req-cde0d20a-35d5-49ea-a10d-7841e17abab7 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] http://10.222.0.23:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:09:51.228137 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-cde0d20a-35d5-49ea-a10d-7841e17abab7 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] 10.222.0.23 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0151503 May 05 22:09:51.231160 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41274) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:51.244635 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [None req-43f57fde-cd64-4822-a3b8-4b3d3990f164 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] http://10.222.0.23:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:09:51.249934 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-853b923a-abd0-440a-8df1-01ae344f0d2b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:51.250718 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-43f57fde-cd64-4822-a3b8-4b3d3990f164 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] 10.222.0.23 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0163710 May 05 22:09:51.251601 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41278) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:51.263440 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [None req-3dfbedbb-d914-45d4-905c-90a7852382e9 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] http://10.222.0.23:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:09:51.271106 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-3dfbedbb-d914-45d4-905c-90a7852382e9 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] 10.222.0.23 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0161340 May 05 22:09:51.271857 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41282) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:51.290370 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-853b923a-abd0-440a-8df1-01ae344f0d2b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "DELETE /v2.0/networks/1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753 HTTP/1.1" status: 204 len: 168 time: 1.0793810 May 05 22:09:51.294390 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41286) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:51.295352 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853b923a-abd0-440a-8df1-01ae344f0d2b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event deleted for resources: {'Network': ['ID=1e5b84f0-e2e4-4be4-9fbd-3944ef0a4753,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:51.302400 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [None req-42ef22b0-c81a-4ebf-84a0-628c0ebf6966 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] http://10.222.0.23:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=84063) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:09:51.303703 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-42ef22b0-c81a-4ebf-84a0-628c0ebf6966 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] 10.222.0.23 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0154698 May 05 22:09:51.307503 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41290) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:51.337735 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [None req-5ef9c3bc-79e0-4f57-8264-fbdba2fb2b7f tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] http://10.222.0.23:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=84063) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:09:51.338955 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5ef9c3bc-79e0-4f57-8264-fbdba2fb2b7f tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] 10.222.0.23 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0303807 May 05 22:09:51.342089 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41296) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:51.350247 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [None req-4570c8eb-491f-4905-add8-eab7377100bc tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] http://10.222.0.23:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=84063) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:09:51.351706 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-4570c8eb-491f-4905-add8-eab7377100bc tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] 10.222.0.23 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0081108 May 05 22:09:51.354613 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41300) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:51.359338 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [None req-a0929ddf-4b50-483c-b95e-ce8b816d07c4 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] http://10.222.0.23:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=84063) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:09:51.360255 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a0929ddf-4b50-483c-b95e-ce8b816d07c4 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] 10.222.0.23 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0045846 May 05 22:09:51.364811 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-60bf2076-9cd4-4bfc-8590-746821e59f55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:51.366678 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41304) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:51.372186 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [None req-4ca31298-15c9-4647-9ee7-0b88e0e6cf70 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] http://10.222.0.23:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=84063) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:09:51.373095 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-4ca31298-15c9-4647-9ee7-0b88e0e6cf70 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] 10.222.0.23 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0046878 May 05 22:09:51.378920 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41308) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:51.415427 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [None req-11e98ada-dd18-4604-b0a5-a3b51d64fc0a tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] http://10.222.0.23:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=84063) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:09:51.416395 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-11e98ada-dd18-4604-b0a5-a3b51d64fc0a tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] 10.222.0.23 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0332456 May 05 22:09:51.420043 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41312) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:51.428597 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [None req-7000b502-44e0-4314-96bb-34066dbd6b3d tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] http://10.222.0.23:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=84063) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:09:51.429782 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-7000b502-44e0-4314-96bb-34066dbd6b3d tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] 10.222.0.23 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0087004 May 05 22:09:51.443983 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41316) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:51.521363 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0beb529a-8d96-4eca-8e39-c968853cefdb tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:51.528474 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bcd2d7-fb28-4b51-9d53-43e951585f37 req-90ab46e6-961e-42b8-8b49-0b624153ea15 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:51.530031 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-88bcd2d7-fb28-4b51-9d53-43e951585f37 req-90ab46e6-961e-42b8-8b49-0b624153ea15 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 946 time: 0.1926165 May 05 22:09:51.599441 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0beb529a-8d96-4eca-8e39-c968853cefdb tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:51.652566 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-88bcd2d7-fb28-4b51-9d53-43e951585f37 req-c48905d0-a179-47c7-a838-ce0faf7579e1 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115456 May 05 22:09:51.702805 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0beb529a-8d96-4eca-8e39-c968853cefdb tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:51.740092 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb529a-8d96-4eca-8e39-c968853cefdb tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b23864a-1097-4ba5-82ce-a2e27a1f50eb,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:51.754340 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0beb529a-8d96-4eca-8e39-c968853cefdb tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:51.755901 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0beb529a-8d96-4eca-8e39-c968853cefdb tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "DELETE /v2.0/security-groups/9b23864a-1097-4ba5-82ce-a2e27a1f50eb HTTP/1.1" status: 204 len: 168 time: 0.4602661 May 05 22:09:51.867521 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [None req-2e11dac1-1a5c-486f-b1ab-faccbd284f1b tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] http://10.222.0.23:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=84063) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:09:51.872007 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41332) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:51.873123 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-2e11dac1-1a5c-486f-b1ab-faccbd284f1b tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] 10.222.0.23 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.4254360 May 05 22:09:51.877969 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [None req-1d7adb18-c71f-4cac-b0ed-5ed9f9510686 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] http://10.222.0.23:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:09:51.880044 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-1d7adb18-c71f-4cac-b0ed-5ed9f9510686 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] 10.222.0.23 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0059602 May 05 22:09:51.882002 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41336) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:51.885044 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 0e4eb224-cb12-4b32-8242-2b04fe4ae27d no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:09:51.888415 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [None req-4ce98446-d7b6-46f6-9dca-2514163c285a tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] http://10.222.0.23:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:09:51.892404 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4ce98446-d7b6-46f6-9dca-2514163c285a tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] 10.222.0.23 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0090804 May 05 22:09:51.895369 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41340) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:51.902821 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [None req-112b7093-37a5-429e-adbf-48d6cb3192af tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] http://10.222.0.23:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=84063) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:09:51.903786 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-112b7093-37a5-429e-adbf-48d6cb3192af tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] 10.222.0.23 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0074074 May 05 22:09:51.907503 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41344) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:51.910573 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-60bf2076-9cd4-4bfc-8590-746821e59f55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:51.924219 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [None req-a5037dfc-de32-4697-b2fd-e24c09155786 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] http://10.222.0.23:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=84063) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:09:51.925174 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a5037dfc-de32-4697-b2fd-e24c09155786 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] 10.222.0.23 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0170918 May 05 22:09:51.928465 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41348) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:51.944036 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [None req-c72bd622-577c-413d-89d8-41f9845a4037 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] http://10.222.0.23:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=84063) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:09:51.945262 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c72bd622-577c-413d-89d8-41f9845a4037 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] 10.222.0.23 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0160592 May 05 22:09:51.953328 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-60bf2076-9cd4-4bfc-8590-746821e59f55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e019cbb6-8c2c-4c41-80ec-ae4906da4cc7']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:09:51.968994 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 0e4eb224-cb12-4b32-8242-2b04fe4ae27d {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:09:51.969171 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-60bf2076-9cd4-4bfc-8590-746821e59f55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c78cac76-ab31-4bf0-9255-2b79541772ba') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:09:51.969426 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 0e4eb224-cb12-4b32-8242-2b04fe4ae27d not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:09:51.969784 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-60bf2076-9cd4-4bfc-8590-746821e59f55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c78cac76-ab31-4bf0-9255-2b79541772ba') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:09:51.986499 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-60bf2076-9cd4-4bfc-8590-746821e59f55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:51.993298 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41352) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:52.000946 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [None req-bb4e7aa4-7c4d-4226-944f-252b84f98cb5 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] http://10.222.0.23:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=84063) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:09:52.004332 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-bb4e7aa4-7c4d-4226-944f-252b84f98cb5 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] 10.222.0.23 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0075078 May 05 22:09:52.017293 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41360) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:52.024595 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-60bf2076-9cd4-4bfc-8590-746821e59f55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:52.031679 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [None req-f1d2f7a8-0aea-40ef-9332-8ee95bb8e538 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] http://10.222.0.23:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:09:52.032623 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f1d2f7a8-0aea-40ef-9332-8ee95bb8e538 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] 10.222.0.23 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0105498 May 05 22:09:52.035631 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41366) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:52.037655 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60bf2076-9cd4-4bfc-8590-746821e59f55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:09:52.038368 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-60bf2076-9cd4-4bfc-8590-746821e59f55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:52.041369 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [None req-12b3209c-b802-4ff2-b11b-a1e8c85e9976 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] http://10.222.0.23:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:09:52.043923 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-12b3209c-b802-4ff2-b11b-a1e8c85e9976 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] 10.222.0.23 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0061235 May 05 22:09:52.056277 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41370) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:52.061501 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:09:52.061501 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:09:52.061501 n-d-825175-4 neutron-server[84063]: timer() May 05 22:09:52.061501 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:09:52.061501 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:09:52.061501 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:09:52.061501 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:09:52.061501 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:09:52.061501 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:09:52.061501 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:09:52.061501 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:09:52.061501 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:09:52.061501 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:09:52.061501 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:09:52.061501 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:09:52.061501 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:09:52.061501 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:09:52.061501 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:09:52.061501 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:09:52.061501 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:09:52.061501 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:09:52.061501 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:09:52.061501 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:09:52.061501 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:09:52.061501 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:09:52.061501 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:09:52.061501 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:09:52.061501 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:09:52.061501 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:09:52.061501 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:09:52.061501 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:09:52.061501 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:09:52.077205 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [None req-d6b03a23-2a1d-4bad-a1ea-0d6a3cc79778 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] http://10.222.0.23:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:09:52.079357 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-d6b03a23-2a1d-4bad-a1ea-0d6a3cc79778 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] 10.222.0.23 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0183859 May 05 22:09:52.083536 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41374) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:52.100698 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [None req-853aae5b-af97-477c-9a32-f72907ef77c6 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] http://10.222.0.23:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:09:52.101658 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-853aae5b-af97-477c-9a32-f72907ef77c6 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] 10.222.0.23 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0135319 May 05 22:09:52.117218 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e80c3-0c66-4516-8982-3bf833a713d3 req-75b888b3-7208-4421-9bef-f197f7e06e54 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:52.129217 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a72e80c3-0c66-4516-8982-3bf833a713d3 req-75b888b3-7208-4421-9bef-f197f7e06e54 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 946 time: 0.2339671 May 05 22:09:52.130002 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41378) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:52.143563 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [None req-dba1f2f7-390d-4198-b042-4d6cd80dcbe2 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] http://10.222.0.23:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:09:52.143563 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-dba1f2f7-390d-4198-b042-4d6cd80dcbe2 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] 10.222.0.23 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0060558 May 05 22:09:52.157506 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41384) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:52.164624 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [None req-bd47f8c3-633b-47c7-b06f-e4ca5f287c46 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] http://10.222.0.23:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:09:52.170021 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-bd47f8c3-633b-47c7-b06f-e4ca5f287c46 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] 10.222.0.23 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0091450 May 05 22:09:52.171876 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41388) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:52.179994 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [None req-7dabd4c8-d5c7-459b-bef3-f5e3330572d0 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] http://10.222.0.23:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:09:52.182714 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-7dabd4c8-d5c7-459b-bef3-f5e3330572d0 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] 10.222.0.23 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0084665 May 05 22:09:52.195617 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41392) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:52.229953 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a72e80c3-0c66-4516-8982-3bf833a713d3 req-f8e5dadc-9371-4373-8a72-9202d8ff113a tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010234 May 05 22:09:52.233283 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [None req-959bc064-6e9f-4f46-8ce0-6dcc5173c668 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] http://10.222.0.23:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:09:52.239727 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-959bc064-6e9f-4f46-8ce0-6dcc5173c668 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] 10.222.0.23 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0426030 May 05 22:09:52.246201 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41398) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:52.266028 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [None req-66953f71-af54-4d45-a2f4-64fa57e01698 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] http://10.222.0.23:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=84063) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:09:52.267431 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-66953f71-af54-4d45-a2f4-64fa57e01698 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] 10.222.0.23 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0203123 May 05 22:09:52.270559 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41404) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:52.276172 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [None req-61f29213-19e9-4e92-8cc8-84e9361a477a tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] http://10.222.0.23:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:09:52.277266 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-61f29213-19e9-4e92-8cc8-84e9361a477a tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] 10.222.0.23 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0055435 May 05 22:09:52.279900 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41408) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:52.286324 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [None req-7ab47263-c5a7-403a-90e5-1377813a2a25 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] http://10.222.0.23:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:09:52.287536 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-7ab47263-c5a7-403a-90e5-1377813a2a25 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] 10.222.0.23 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0066752 May 05 22:09:52.290195 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41412) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:52.291184 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-60bf2076-9cd4-4bfc-8590-746821e59f55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:52.306702 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [None req-68497981-7b6f-43df-a2b5-316ba2e3fd09 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] http://10.222.0.23:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:09:52.308880 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-68497981-7b6f-43df-a2b5-316ba2e3fd09 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] 10.222.0.23 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0176270 May 05 22:09:52.324438 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41416) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:52.332856 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-60bf2076-9cd4-4bfc-8590-746821e59f55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:52.340733 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [None req-feb2cb6b-df2b-464e-9a96-6020a05a86a3 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] http://10.222.0.23:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:09:52.344078 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-feb2cb6b-df2b-464e-9a96-6020a05a86a3 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] 10.222.0.23 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0152562 May 05 22:09:52.345525 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41422) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:52.353735 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [None req-ee5e0334-aad7-4136-95c9-f62d73ce7ce4 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] http://10.222.0.23:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:09:52.357292 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ee5e0334-aad7-4136-95c9-f62d73ce7ce4 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] 10.222.0.23 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0073242 May 05 22:09:52.357497 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41426) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:52.360585 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bf2076-9cd4-4bfc-8590-746821e59f55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075-project] Pushing event deleted for resources: {'Network': ['ID=e019cbb6-8c2c-4c41-80ec-ae4906da4cc7,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:52.372690 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-60bf2076-9cd4-4bfc-8590-746821e59f55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601719075-project] 10.222.0.23 "DELETE /v2.0/networks/e019cbb6-8c2c-4c41-80ec-ae4906da4cc7 HTTP/1.1" status: 204 len: 168 time: 1.2352519 May 05 22:09:52.384728 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [None req-8ee18070-929d-4619-a5f6-5d671ebb9484 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] http://10.222.0.23:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:09:52.390877 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-8ee18070-929d-4619-a5f6-5d671ebb9484 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] 10.222.0.23 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0297179 May 05 22:09:52.391617 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41436) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:52.397675 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [None req-dd72a33b-4e0a-411e-9b46-bc1e2ae112d8 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] http://10.222.0.23:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=84063) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:09:52.401592 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-dd72a33b-4e0a-411e-9b46-bc1e2ae112d8 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] 10.222.0.23 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0062318 May 05 22:09:52.401849 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41440) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:52.406823 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [None req-d8c747c9-d8d4-497c-bcac-ee86446265be tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] http://10.222.0.23:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=84063) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:09:52.413171 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41444) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:52.418917 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [None req-bf89cf3d-ddff-4bb7-b27f-10771761351f tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] http://10.222.0.23:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:09:52.422587 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-bf89cf3d-ddff-4bb7-b27f-10771761351f tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] 10.222.0.23 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0060737 May 05 22:09:52.422790 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d8c747c9-d8d4-497c-bcac-ee86446265be tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] 10.222.0.23 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0077116 May 05 22:09:52.423284 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41448) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:52.428533 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [None req-48a98105-d684-4c69-af58-77365d3892b1 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] http://10.222.0.23:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=84063) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:09:52.437239 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-48a98105-d684-4c69-af58-77365d3892b1 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] 10.222.0.23 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0128286 May 05 22:09:52.440368 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41452) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:52.446693 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [None req-9ab252d2-6df9-43bd-b375-e6aa999cfc01 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:09:52.447741 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-9ab252d2-6df9-43bd-b375-e6aa999cfc01 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0061026 May 05 22:09:52.450352 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41456) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:52.456053 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [None req-bbd40f29-0b3c-4ba9-889e-7bbde504c8e9 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] http://10.222.0.23:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=84063) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:09:52.460794 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-bbd40f29-0b3c-4ba9-889e-7bbde504c8e9 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] 10.222.0.23 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0060389 May 05 22:09:52.461720 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41460) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:52.469189 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [None req-054fdec3-634a-4a7f-a8cf-e019177ad123 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] http://10.222.0.23:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:09:52.475452 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41464) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:52.477440 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-054fdec3-634a-4a7f-a8cf-e019177ad123 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] 10.222.0.23 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0151680 May 05 22:09:52.479878 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41468) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:52.484695 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-90448fa2-f47a-4230-8658-73e6d9fbc2c9 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1088537765', 'description': 'tempest-secgroup-smoke-1088537765 description', 'project_id': '06fb629024324e968714595537efac5c'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:09:52.489037 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [None req-5b94e4f0-0eff-4edd-97a6-f76d9f54417d tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] http://10.222.0.23:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:09:52.495632 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-5b94e4f0-0eff-4edd-97a6-f76d9f54417d tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] 10.222.0.23 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0143988 May 05 22:09:52.498012 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41472) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:52.502973 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [None req-d2ca9ec2-5953-44f0-9501-d0dc79175431 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] http://10.222.0.23:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:09:52.504452 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-90448fa2-f47a-4230-8658-73e6d9fbc2c9 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:09:52.508619 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-d2ca9ec2-5953-44f0-9501-d0dc79175431 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] 10.222.0.23 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0090253 May 05 22:09:52.510793 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41476) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:52.516678 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-90448fa2-f47a-4230-8658-73e6d9fbc2c9 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Usage tracker for resource:security_group and tenant:06fb629024324e968714595537efac5c is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:09:52.523328 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [None req-7de22c86-fbbc-42d7-9d3d-2ae5359298f5 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] http://10.222.0.23:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:09:52.529182 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-90448fa2-f47a-4230-8658-73e6d9fbc2c9 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:09:52.530420 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-7de22c86-fbbc-42d7-9d3d-2ae5359298f5 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] 10.222.0.23 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0185599 May 05 22:09:52.533884 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41480) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:52.547251 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-90448fa2-f47a-4230-8658-73e6d9fbc2c9 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:09:52.548937 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [None req-407364ac-7df7-40f2-a1cc-81f09db2f5a3 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:09:52.554324 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-407364ac-7df7-40f2-a1cc-81f09db2f5a3 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0183752 May 05 22:09:52.557325 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41484) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:52.575544 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [None req-d32d073b-1394-451e-a57d-65a961885b82 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] http://10.222.0.23:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:09:52.577560 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-d32d073b-1394-451e-a57d-65a961885b82 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] 10.222.0.23 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0153520 May 05 22:09:52.580376 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41488) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:52.584381 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-90448fa2-f47a-4230-8658-73e6d9fbc2c9 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:52.609567 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [None req-14594bca-5be4-417b-ab5c-bc460259c6b3 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] http://10.222.0.23:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=84063) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:09:52.613804 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-14594bca-5be4-417b-ab5c-bc460259c6b3 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] 10.222.0.23 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0323536 May 05 22:09:52.616604 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41494) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:52.621961 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [None req-462f5ee2-1d8e-438a-98f0-bf8e598b8808 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] http://10.222.0.23:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:09:52.623006 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-462f5ee2-1d8e-438a-98f0-bf8e598b8808 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] 10.222.0.23 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0051532 May 05 22:09:52.625254 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41498) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:52.630242 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [None req-a8abb32a-fca1-479a-a01e-a4ce946367c2 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] http://10.222.0.23:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:09:52.639846 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a8abb32a-fca1-479a-a01e-a4ce946367c2 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] 10.222.0.23 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0135336 May 05 22:09:52.647906 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41502) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:52.657452 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [None req-652e875c-5462-4df8-8ca9-201d83b818f8 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] http://10.222.0.23:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:09:52.675553 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-652e875c-5462-4df8-8ca9-201d83b818f8 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] 10.222.0.23 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0264165 May 05 22:09:52.678056 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41508) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:52.686748 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-90448fa2-f47a-4230-8658-73e6d9fbc2c9 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:09:52.696086 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-90448fa2-f47a-4230-8658-73e6d9fbc2c9 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Usage tracker for resource:security_group_rule and tenant:06fb629024324e968714595537efac5c is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:09:52.701346 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-90448fa2-f47a-4230-8658-73e6d9fbc2c9 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:09:52.716759 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-90448fa2-f47a-4230-8658-73e6d9fbc2c9 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:09:52.861578 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-90448fa2-f47a-4230-8658-73e6d9fbc2c9 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:52.870486 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-90448fa2-f47a-4230-8658-73e6d9fbc2c9 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:52.917492 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90448fa2-f47a-4230-8658-73e6d9fbc2c9 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da0ed24f-7362-44c5-b636-8c9b67c34a51,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:52.942551 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-90448fa2-f47a-4230-8658-73e6d9fbc2c9 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:52.947376 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-90448fa2-f47a-4230-8658-73e6d9fbc2c9 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4708483 May 05 22:09:52.948357 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41516) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:52.954717 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-4634ca56-7537-40f9-bb5b-51bb844fe880 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Request body: {'security_group_rule': {'security_group_id': 'da0ed24f-7362-44c5-b636-8c9b67c34a51', 'project_id': '06fb629024324e968714595537efac5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:09:52.968327 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-4634ca56-7537-40f9-bb5b-51bb844fe880 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:09:52.989872 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-4634ca56-7537-40f9-bb5b-51bb844fe880 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Usage tracker for resource:security_group_rule and tenant:06fb629024324e968714595537efac5c is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:09:52.993093 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-4634ca56-7537-40f9-bb5b-51bb844fe880 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:09:53.000425 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-4634ca56-7537-40f9-bb5b-51bb844fe880 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:09:53.026950 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4634ca56-7537-40f9-bb5b-51bb844fe880 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:53.066970 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41520) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:53.068954 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [None req-63cc482c-6a91-426e-96cd-8f8646f7f2f6 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:09:53.072947 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-63cc482c-6a91-426e-96cd-8f8646f7f2f6 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.3937926 May 05 22:09:53.074335 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41524) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:53.089184 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [None req-71fa2f04-9cc6-4fcb-9090-150deba6bd34 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:09:53.096622 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-71fa2f04-9cc6-4fcb-9090-150deba6bd34 tempest-ExtensionsTestJSON-1807023039 tempest-ExtensionsTestJSON-1807023039-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0128767 May 05 22:09:53.110234 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4634ca56-7537-40f9-bb5b-51bb844fe880 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:53.117765 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4634ca56-7537-40f9-bb5b-51bb844fe880 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:53.148071 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50179f-aa8d-427d-b351-afcdf1fff595 req-2ce6f9c4-813f-4fe6-a011-d390196b07ce tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:53.149933 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7f50179f-aa8d-427d-b351-afcdf1fff595 req-2ce6f9c4-813f-4fe6-a011-d390196b07ce tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 946 time: 0.4994557 May 05 22:09:53.154584 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4634ca56-7537-40f9-bb5b-51bb844fe880 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3053d543-b257-4039-a4e3-b003fc38a126,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:53.215843 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4634ca56-7537-40f9-bb5b-51bb844fe880 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:53.217342 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-4634ca56-7537-40f9-bb5b-51bb844fe880 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2678797 May 05 22:09:53.220495 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41536) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:53.226897 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-85343239-64b1-47b0-a35d-6fed1629944b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Request body: {'security_group_rule': {'security_group_id': 'da0ed24f-7362-44c5-b636-8c9b67c34a51', 'project_id': '06fb629024324e968714595537efac5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:09:53.248562 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7f50179f-aa8d-427d-b351-afcdf1fff595 req-9cdf91aa-8fe8-4851-ae79-bfc155ab5f65 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903645 May 05 22:09:53.248980 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-85343239-64b1-47b0-a35d-6fed1629944b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:09:53.274848 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-85343239-64b1-47b0-a35d-6fed1629944b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Usage tracker for resource:security_group_rule and tenant:06fb629024324e968714595537efac5c is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:09:53.294516 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-85343239-64b1-47b0-a35d-6fed1629944b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:09:53.307315 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-85343239-64b1-47b0-a35d-6fed1629944b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:09:53.343403 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-85343239-64b1-47b0-a35d-6fed1629944b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:53.498453 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-cd9fdb1c-aa3d-40ca-bb44-1ed88e2d1395 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=44c10101aada4db0a9fe4e91f7b4b75f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4300635 May 05 22:09:53.501913 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41548) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:53.534768 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41552) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:53.619453 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-85343239-64b1-47b0-a35d-6fed1629944b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:53.623908 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5f6b9-3e20-473d-b7e2-c1a4a61386f2 req-6b198e9b-b901-4304-a84d-e6149d3740f3 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:53.634689 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-85343239-64b1-47b0-a35d-6fed1629944b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:53.637989 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bbd5f6b9-3e20-473d-b7e2-c1a4a61386f2 req-6b198e9b-b901-4304-a84d-e6149d3740f3 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 946 time: 0.1926341 May 05 22:09:53.696001 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85343239-64b1-47b0-a35d-6fed1629944b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f607b322-cf02-4479-b166-07b1374fccd2,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:53.700953 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f83ad321-e98f-4636-a622-c013f2807ce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:53.734463 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-85343239-64b1-47b0-a35d-6fed1629944b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:53.736078 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-85343239-64b1-47b0-a35d-6fed1629944b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5143878 May 05 22:09:53.745708 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41562) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:53.756903 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-aaa28011-9fbc-492b-a59a-3031f107d902 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Request body: {'security_group_rule': {'security_group_id': 'da0ed24f-7362-44c5-b636-8c9b67c34a51', 'project_id': '06fb629024324e968714595537efac5c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:09:53.766830 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f83ad321-e98f-4636-a622-c013f2807ce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:53.774335 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-aaa28011-9fbc-492b-a59a-3031f107d902 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:09:53.782074 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-aaa28011-9fbc-492b-a59a-3031f107d902 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Usage tracker for resource:security_group_rule and tenant:06fb629024324e968714595537efac5c is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:09:53.790650 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-aaa28011-9fbc-492b-a59a-3031f107d902 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:09:53.790825 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bbd5f6b9-3e20-473d-b7e2-c1a4a61386f2 req-10b42256-fc53-449a-9ac8-d8de4a1e8364 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486840 May 05 22:09:53.799598 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-aaa28011-9fbc-492b-a59a-3031f107d902 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:09:53.816274 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ccb10eac-33f4-47e7-956a-ca794df7d4c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:53.883514 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-ccb10eac-33f4-47e7-956a-ca794df7d4c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:09:53.887877 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-aaa28011-9fbc-492b-a59a-3031f107d902 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:53.890160 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-ccb10eac-33f4-47e7-956a-ca794df7d4c6 admin admin] Usage tracker for resource:security_group_rule and tenant:1551c3f3b37349f495105cfe7ad477a5 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:09:53.893858 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-ccb10eac-33f4-47e7-956a-ca794df7d4c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:09:53.904140 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-ccb10eac-33f4-47e7-956a-ca794df7d4c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:09:53.955409 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f83ad321-e98f-4636-a622-c013f2807ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:54.003327 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ad321-e98f-4636-a622-c013f2807ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af8ea11-035a-47d6-85fb-b2e97f585b4c,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:54.029966 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f83ad321-e98f-4636-a622-c013f2807ce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:54.047715 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f83ad321-e98f-4636-a622-c013f2807ce8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6af8ea11-035a-47d6-85fb-b2e97f585b4c HTTP/1.1" status: 204 len: 168 time: 0.5354333 May 05 22:09:54.085083 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ccb10eac-33f4-47e7-956a-ca794df7d4c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:54.092373 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-aaa28011-9fbc-492b-a59a-3031f107d902 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:54.095527 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ccb10eac-33f4-47e7-956a-ca794df7d4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:54.107268 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-aaa28011-9fbc-492b-a59a-3031f107d902 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:54.148705 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa28011-9fbc-492b-a59a-3031f107d902 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45e9a85a-478c-4934-91ce-026cb35dae7a,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:54.190151 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-aaa28011-9fbc-492b-a59a-3031f107d902 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:54.209362 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-aaa28011-9fbc-492b-a59a-3031f107d902 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4570141 May 05 22:09:54.209362 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41574) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:54.245891 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-675e0475-e10c-4d2d-937f-b6657932c60f tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Request body: {'security_group_rule': {'security_group_id': 'da0ed24f-7362-44c5-b636-8c9b67c34a51', 'project_id': '06fb629024324e968714595537efac5c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:09:54.280141 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-675e0475-e10c-4d2d-937f-b6657932c60f tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:09:54.293764 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-675e0475-e10c-4d2d-937f-b6657932c60f tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Usage tracker for resource:security_group_rule and tenant:06fb629024324e968714595537efac5c is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:09:54.306578 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-675e0475-e10c-4d2d-937f-b6657932c60f tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:09:54.330986 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-675e0475-e10c-4d2d-937f-b6657932c60f tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:09:54.340199 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb10eac-33f4-47e7-956a-ca794df7d4c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcbb9e33-7a72-4939-9f3b-c225849820b1,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:54.346294 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ccb10eac-33f4-47e7-956a-ca794df7d4c6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1551c3f3b37349f495105cfe7ad477a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8065252 May 05 22:09:54.354815 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41578) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:54.393272 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-675e0475-e10c-4d2d-937f-b6657932c60f tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:54.422601 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288eb8d5-e30b-401b-b627-4c7a79ba741f req-4fd1dad5-cc06-4ee3-b1ac-25a7e75e89c7 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:54.423915 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-288eb8d5-e30b-401b-b627-4c7a79ba741f req-4fd1dad5-cc06-4ee3-b1ac-25a7e75e89c7 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 946 time: 0.2589388 May 05 22:09:54.522997 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-288eb8d5-e30b-401b-b627-4c7a79ba741f req-d56c4740-85ca-4ca1-b87c-71e4ab028f9d tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911019 May 05 22:09:54.553651 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d5dc992d-f81b-438a-a385-b790312fd4ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:54.602703 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d5dc992d-f81b-438a-a385-b790312fd4ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:54.639442 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-675e0475-e10c-4d2d-937f-b6657932c60f tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:54.689495 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-675e0475-e10c-4d2d-937f-b6657932c60f tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:54.732545 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675e0475-e10c-4d2d-937f-b6657932c60f tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e6903e6-d750-41e9-a607-1fdcbc09da09,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:54.775480 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d5dc992d-f81b-438a-a385-b790312fd4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:54.788012 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41596) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:54.803795 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d5dc992d-f81b-438a-a385-b790312fd4ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:54.807777 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d5dc992d-f81b-438a-a385-b790312fd4ec admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fcbb9e33-7a72-4939-9f3b-c225849820b1 HTTP/1.1" status: 204 len: 168 time: 0.4418995 May 05 22:09:54.807777 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dc992d-f81b-438a-a385-b790312fd4ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcbb9e33-7a72-4939-9f3b-c225849820b1,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:54.832243 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-675e0475-e10c-4d2d-937f-b6657932c60f tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:54.835433 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-675e0475-e10c-4d2d-937f-b6657932c60f tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6267052 May 05 22:09:54.849740 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41602) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:54.864655 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-2a33c4e1-e4a2-465c-9b75-e542deb977c0 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Request body: {'security_group_rule': {'security_group_id': 'da0ed24f-7362-44c5-b636-8c9b67c34a51', 'project_id': '06fb629024324e968714595537efac5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:09:54.873864 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-2a33c4e1-e4a2-465c-9b75-e542deb977c0 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:09:54.881020 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-2a33c4e1-e4a2-465c-9b75-e542deb977c0 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Usage tracker for resource:security_group_rule and tenant:06fb629024324e968714595537efac5c is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:09:54.892838 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-2a33c4e1-e4a2-465c-9b75-e542deb977c0 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:09:54.901214 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-2a33c4e1-e4a2-465c-9b75-e542deb977c0 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:09:54.936181 n-d-825175-4 neutron-server[84063]: INFO neutron.db.securitygroups_db [None req-2a33c4e1-e4a2-465c-9b75-e542deb977c0 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Project 06fb629024324e968714595537efac5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 22:09:54.949497 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-07f1db09-c6a0-4539-a060-f04e7a9effa0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d449536d09e04dd98e045ef693797746&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1583660 May 05 22:09:54.951495 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41608) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:54.955497 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2a33c4e1-e4a2-465c-9b75-e542deb977c0 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:54.991374 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9a0e2-1134-435a-aeab-4890a6283aac req-fe15eaf5-0df7-4944-a497-5f770089d4dc tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:54.993358 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-adb9a0e2-1134-435a-aeab-4890a6283aac req-fe15eaf5-0df7-4944-a497-5f770089d4dc tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 946 time: 0.2044456 May 05 22:09:55.076196 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-adb9a0e2-1134-435a-aeab-4890a6283aac req-f19d52ee-a36f-4c32-8999-60296d7ba210 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769143 May 05 22:09:55.113449 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2a33c4e1-e4a2-465c-9b75-e542deb977c0 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:55.127570 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2a33c4e1-e4a2-465c-9b75-e542deb977c0 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:55.174416 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a33c4e1-e4a2-465c-9b75-e542deb977c0 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7d6902b-1cc9-411d-ae1e-c8304dfd6272,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:55.224743 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2a33c4e1-e4a2-465c-9b75-e542deb977c0 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:55.228888 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-2a33c4e1-e4a2-465c-9b75-e542deb977c0 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3747482 May 05 22:09:55.228888 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8e4be9ec-8ff7-4b6d-bdb1-48e1fae5da73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:55.229220 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41618) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:55.235653 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-df62e5e8-3396-441e-9fc7-127868e0b7a2 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Request body: {'security_group_rule': {'security_group_id': 'da0ed24f-7362-44c5-b636-8c9b67c34a51', 'project_id': '06fb629024324e968714595537efac5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:09:55.246853 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-df62e5e8-3396-441e-9fc7-127868e0b7a2 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:09:55.259285 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-df62e5e8-3396-441e-9fc7-127868e0b7a2 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Usage tracker for resource:security_group_rule and tenant:06fb629024324e968714595537efac5c is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:09:55.266263 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-df62e5e8-3396-441e-9fc7-127868e0b7a2 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:09:55.278647 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-df62e5e8-3396-441e-9fc7-127868e0b7a2 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:09:55.297501 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8e4be9ec-8ff7-4b6d-bdb1-48e1fae5da73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:55.305700 n-d-825175-4 neutron-server[84061]: INFO neutron.db.securitygroups_db [None req-df62e5e8-3396-441e-9fc7-127868e0b7a2 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Project 06fb629024324e968714595537efac5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 22:09:55.319376 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-df62e5e8-3396-441e-9fc7-127868e0b7a2 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:55.422944 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8e4be9ec-8ff7-4b6d-bdb1-48e1fae5da73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:55.444764 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4be9ec-8ff7-4b6d-bdb1-48e1fae5da73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d79d6b-ca07-4ad6-94c7-4eabb62c85ef,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:55.449249 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8e4be9ec-8ff7-4b6d-bdb1-48e1fae5da73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:55.453383 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8e4be9ec-8ff7-4b6d-bdb1-48e1fae5da73 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/16d79d6b-ca07-4ad6-94c7-4eabb62c85ef HTTP/1.1" status: 204 len: 168 time: 0.5001965 May 05 22:09:55.556407 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-df62e5e8-3396-441e-9fc7-127868e0b7a2 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:55.562270 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-df62e5e8-3396-441e-9fc7-127868e0b7a2 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:55.714383 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-df62e5e8-3396-441e-9fc7-127868e0b7a2 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:55.715825 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-df62e5e8-3396-441e-9fc7-127868e0b7a2 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4853830 May 05 22:09:55.719527 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41640) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:55.727870 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-126b29ec-e36f-4e8e-ae18-5fb4134d7ac9 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Request body: {'network': {'name': 'tempest-network-smoke--2013919844', 'project_id': '06fb629024324e968714595537efac5c', 'port_security_enabled': True}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:09:55.733715 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df62e5e8-3396-441e-9fc7-127868e0b7a2 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60350bcf-e5b0-490a-8824-e523f3a7be1e,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:55.740999 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-126b29ec-e36f-4e8e-ae18-5fb4134d7ac9 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:09:55.750949 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-126b29ec-e36f-4e8e-ae18-5fb4134d7ac9 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Usage tracker for resource:network and tenant:06fb629024324e968714595537efac5c is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:09:55.776397 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-126b29ec-e36f-4e8e-ae18-5fb4134d7ac9 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:09:55.776618 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0adb7f9-d844-48b3-9214-a4839658b01d req-cbb47fd3-69b3-44cc-86ff-3124af3ad69a tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:55.777988 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b0adb7f9-d844-48b3-9214-a4839658b01d req-cbb47fd3-69b3-44cc-86ff-3124af3ad69a tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 946 time: 0.1561990 May 05 22:09:55.788856 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-126b29ec-e36f-4e8e-ae18-5fb4134d7ac9 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:09:55.834849 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-126b29ec-e36f-4e8e-ae18-5fb4134d7ac9 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Made reservation on behalf of 06fb629024324e968714595537efac5c for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:09:55.838528 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-126b29ec-e36f-4e8e-ae18-5fb4134d7ac9 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:55.897798 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b0adb7f9-d844-48b3-9214-a4839658b01d req-39e8095d-ce37-4a4d-b7cb-1f3c31c2de77 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016307 May 05 22:09:55.907930 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-126b29ec-e36f-4e8e-ae18-5fb4134d7ac9 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:09:55.928385 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-126b29ec-e36f-4e8e-ae18-5fb4134d7ac9 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:55.930758 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-126b29ec-e36f-4e8e-ae18-5fb4134d7ac9 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Added segment ee217534-879b-45a2-90a5-ba467cc58a1f of type vlan for network 6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4 May 05 22:09:55.982882 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-126b29ec-e36f-4e8e-ae18-5fb4134d7ac9 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:56.065654 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-126b29ec-e36f-4e8e-ae18-5fb4134d7ac9 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:56.069793 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126b29ec-e36f-4e8e-ae18-5fb4134d7ac9 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:56.070385 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-126b29ec-e36f-4e8e-ae18-5fb4134d7ac9 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:56.274019 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-126b29ec-e36f-4e8e-ae18-5fb4134d7ac9 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5531533 May 05 22:09:56.276926 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41660) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:56.285767 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-a487fcb6-22d4-405c-99d2-9d1360272f53 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1612743553', 'admin_state_up': True, 'project_id': '06fb629024324e968714595537efac5c', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:09:56.299992 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a487fcb6-22d4-405c-99d2-9d1360272f53 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:09:56.307943 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a487fcb6-22d4-405c-99d2-9d1360272f53 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Usage tracker for resource:router and tenant:06fb629024324e968714595537efac5c is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:09:56.320332 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a487fcb6-22d4-405c-99d2-9d1360272f53 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:09:56.346978 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a487fcb6-22d4-405c-99d2-9d1360272f53 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:09:56.347676 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b29ec-e36f-4e8e-ae18-5fb4134d7ac9 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event updated for resources: {'Network': ['ID=6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:56.371851 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:09:56.378642 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a487fcb6-22d4-405c-99d2-9d1360272f53 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:56.383406 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a487fcb6-22d4-405c-99d2-9d1360272f53 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:56.431794 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a487fcb6-22d4-405c-99d2-9d1360272f53 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:56.746335 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a487fcb6-22d4-405c-99d2-9d1360272f53 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:57.027996 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41688) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:57.341655 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a487fcb6-22d4-405c-99d2-9d1360272f53 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for router_gateway, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:57.408193 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a487fcb6-22d4-405c-99d2-9d1360272f53 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:57.543432 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-2ef685e6-2a77-4361-9266-24152dd31236 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-971866578'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:09:57.564073 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-2ef685e6-2a77-4361-9266-24152dd31236 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:09:57.577048 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7c859-a5cb-4268-9c05-08acb4a32b96 req-6895f0e6-f97d-4d3e-be2e-7349c4ec132b tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:57.579977 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-2ef685e6-2a77-4361-9266-24152dd31236 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Usage tracker for resource:network and tenant:05b3711be4b44df082474f08eac7e621 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:09:57.588332 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-2ef685e6-2a77-4361-9266-24152dd31236 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:09:57.596547 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9be7c859-a5cb-4268-9c05-08acb4a32b96 req-6895f0e6-f97d-4d3e-be2e-7349c4ec132b tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 946 time: 0.4471560 May 05 22:09:57.608733 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-2ef685e6-2a77-4361-9266-24152dd31236 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:09:57.637259 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef685e6-2a77-4361-9266-24152dd31236 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Made reservation on behalf of 05b3711be4b44df082474f08eac7e621 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:09:57.640951 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2ef685e6-2a77-4361-9266-24152dd31236 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:57.675359 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2ef685e6-2a77-4361-9266-24152dd31236 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:57.797732 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-2ef685e6-2a77-4361-9266-24152dd31236 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:09:57.819760 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9be7c859-a5cb-4268-9c05-08acb4a32b96 req-809663c5-a3c5-419e-9650-58483775250a tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221327 May 05 22:09:57.825775 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-2ef685e6-2a77-4361-9266-24152dd31236 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Usage tracker for resource:security_group_rule and tenant:05b3711be4b44df082474f08eac7e621 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:09:57.838612 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-2ef685e6-2a77-4361-9266-24152dd31236 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:09:57.859416 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-a487fcb6-22d4-405c-99d2-9d1360272f53 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Allocated IP 172.25.4.132 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/d71d8fd6-8f78-4ff5-b234-08f750f52803) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:09:57.875702 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-2ef685e6-2a77-4361-9266-24152dd31236 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:09:58.005141 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2ef685e6-2a77-4361-9266-24152dd31236 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:58.010157 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2ef685e6-2a77-4361-9266-24152dd31236 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:58.088713 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ef685e6-2a77-4361-9266-24152dd31236 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:09:58.102144 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2ef685e6-2a77-4361-9266-24152dd31236 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:58.102495 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-2ef685e6-2a77-4361-9266-24152dd31236 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Added segment b5ea280e-8894-404f-b129-6f7893595331 of type vlan for network 9add90a3-c46b-4f12-9ad9-ba3449e6c0f9 May 05 22:09:58.136381 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2ef685e6-2a77-4361-9266-24152dd31236 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:58.139348 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a487fcb6-22d4-405c-99d2-9d1360272f53 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:58.145583 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef685e6-2a77-4361-9266-24152dd31236 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96aa300a-8f33-4662-b2c8-d591409163cc,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:58.177940 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a487fcb6-22d4-405c-99d2-9d1360272f53 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:58.218633 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2ef685e6-2a77-4361-9266-24152dd31236 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:58.223306 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef685e6-2a77-4361-9266-24152dd31236 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:58.223886 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2ef685e6-2a77-4361-9266-24152dd31236 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:58.291585 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a487fcb6-22d4-405c-99d2-9d1360272f53 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:09:58.296063 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-a487fcb6-22d4-405c-99d2-9d1360272f53 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:09:58.298636 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a487fcb6-22d4-405c-99d2-9d1360272f53 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:09:58.386343 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-2ef685e6-2a77-4361-9266-24152dd31236 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.3536482 May 05 22:09:58.386343 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41722) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:58.402648 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-c6fdad03-832d-4eb0-a106-606ec4fe49b1 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Request body: {'subnet': {'network_id': '9add90a3-c46b-4f12-9ad9-ba3449e6c0f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:09:58.567945 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a487fcb6-22d4-405c-99d2-9d1360272f53 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event updated for resources: {'Port': ['ID=d71d8fd6-8f78-4ff5-b234-08f750f52803,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:58.586054 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef685e6-2a77-4361-9266-24152dd31236 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Pushing event updated for resources: {'Network': ['ID=9add90a3-c46b-4f12-9ad9-ba3449e6c0f9,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:09:58.597865 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 9add90a3-c46b-4f12-9ad9-ba3449e6c0f9 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:09:58.630285 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c6fdad03-832d-4eb0-a106-606ec4fe49b1 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:09:58.637802 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c6fdad03-832d-4eb0-a106-606ec4fe49b1 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Usage tracker for resource:subnet and tenant:05b3711be4b44df082474f08eac7e621 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:09:58.643813 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a487fcb6-22d4-405c-99d2-9d1360272f53 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:09:58.643813 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a487fcb6-22d4-405c-99d2-9d1360272f53 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:09:58.644090 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a487fcb6-22d4-405c-99d2-9d1360272f53 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:09:58.644255 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a487fcb6-22d4-405c-99d2-9d1360272f53 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:09:58.649132 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a487fcb6-22d4-405c-99d2-9d1360272f53 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:09:58.649700 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a487fcb6-22d4-405c-99d2-9d1360272f53 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:09:58.650188 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a487fcb6-22d4-405c-99d2-9d1360272f53 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:09:58.650720 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a487fcb6-22d4-405c-99d2-9d1360272f53 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:09:58.651365 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a487fcb6-22d4-405c-99d2-9d1360272f53 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:09:58.652010 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a487fcb6-22d4-405c-99d2-9d1360272f53 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:09:58.652633 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a487fcb6-22d4-405c-99d2-9d1360272f53 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:09:58.671584 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c6fdad03-832d-4eb0-a106-606ec4fe49b1 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:09:58.694821 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c6fdad03-832d-4eb0-a106-606ec4fe49b1 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:09:58.725552 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6fdad03-832d-4eb0-a106-606ec4fe49b1 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Made reservation on behalf of 05b3711be4b44df082474f08eac7e621 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:09:58.981680 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c6fdad03-832d-4eb0-a106-606ec4fe49b1 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:59.222722 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe49e4f-af60-4186-872c-e39309c3ed70 req-3aa3566e-b89b-4ec4-93e6-32137593be0e tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:59.226590 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4fe49e4f-af60-4186-872c-e39309c3ed70 req-3aa3566e-b89b-4ec4-93e6-32137593be0e tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 946 time: 0.5316825 May 05 22:09:59.312234 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a487fcb6-22d4-405c-99d2-9d1360272f53 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for router_gateway, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:59.312869 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a487fcb6-22d4-405c-99d2-9d1360272f53 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:09:59.318642 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4fe49e4f-af60-4186-872c-e39309c3ed70 req-89ddcdf5-5e7b-4f1b-888a-728ba9788f95 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757213 May 05 22:09:59.429053 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-01a1cee4-f94c-4c81-85a3-edeaf0c87bfd req-07bb56cc-63f7-4ae3-8ab9-a9b16efff507 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b068134c338f46c6866f23b681a9cd8a&device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 1097 time: 0.5885684 May 05 22:09:59.756949 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41776) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:09:59.771757 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a1cee4-f94c-4c81-85a3-edeaf0c87bfd req-818c5122-d51e-440e-b2e5-eb53a61cc763 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:59.773214 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-01a1cee4-f94c-4c81-85a3-edeaf0c87bfd req-818c5122-d51e-440e-b2e5-eb53a61cc763 service neutron] 10.222.0.44 "GET /v2.0/networks?id=747286bb-8407-402f-868f-44a863404e7a HTTP/1.1" status: 200 len: 915 time: 0.3367972 May 05 22:09:59.855679 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a487fcb6-22d4-405c-99d2-9d1360272f53 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Router 39f0658f-802b-46b2-b800-2a997fe7b3e5 is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 22:09:59.866037 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-01a1cee4-f94c-4c81-85a3-edeaf0c87bfd req-20cf3822-f4f8-4e13-b1d8-7a048d7c35bc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e5394ba0-792a-4b8a-b7c6-660aa79245c7 HTTP/1.1" status: 200 len: 217 time: 0.0851138 May 05 22:09:59.994702 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a1cee4-f94c-4c81-85a3-edeaf0c87bfd req-0bc494a9-1271-4677-9db8-b018ac054679 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:09:59.996466 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-01a1cee4-f94c-4c81-85a3-edeaf0c87bfd req-0bc494a9-1271-4677-9db8-b018ac054679 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1aed2f09-8491-48ad-8b12-0e30712ddf00 HTTP/1.1" status: 200 len: 854 time: 0.1239524 May 05 22:09:59.999898 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c6fdad03-832d-4eb0-a106-606ec4fe49b1 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:00.089532 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-f8c2ecdf-4256-44cf-a2e7-281d2fd97d3a tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1198465722'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:10:00.095098 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f8c2ecdf-4256-44cf-a2e7-281d2fd97d3a tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:10:00.099721 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f8c2ecdf-4256-44cf-a2e7-281d2fd97d3a tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Usage tracker for resource:router and tenant:f67ac11b376f43d9858d897d8b9d8614 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:10:00.102973 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f8c2ecdf-4256-44cf-a2e7-281d2fd97d3a tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:10:00.108986 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f8c2ecdf-4256-44cf-a2e7-281d2fd97d3a tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:10:00.130512 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f8c2ecdf-4256-44cf-a2e7-281d2fd97d3a tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:00.131689 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f8c2ecdf-4256-44cf-a2e7-281d2fd97d3a tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:00.136662 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-01a1cee4-f94c-4c81-85a3-edeaf0c87bfd req-23fbeabc-f0b8-4878-a7fd-4584fdb5b00b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=747286bb-8407-402f-868f-44a863404e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1313982 May 05 22:10:00.201567 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6316c3-9145-466e-8d1b-c588117f74b6 req-27155378-b84f-4a19-8490-e9e00470ccad tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:00.206488 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f8c2ecdf-4256-44cf-a2e7-281d2fd97d3a tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:00.209219 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2f6316c3-9145-466e-8d1b-c588117f74b6 req-27155378-b84f-4a19-8490-e9e00470ccad tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=b09f4d6c-ef4f-49fa-84a7-9f8612ed9f5d HTTP/1.1" status: 200 len: 946 time: 0.2106802 May 05 22:10:00.214936 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fdad03-832d-4eb0-a106-606ec4fe49b1 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Pushing event updated for resources: {'Subnet': ['ID=eb74507e-70fd-4ac0-b8f0-53ce4f7aff62,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:00.279253 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2f6316c3-9145-466e-8d1b-c588117f74b6 req-d799a370-f32e-4aa2-85ea-a73fb3a42855 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9e41160-c8bc-4ed3-b1f2-b9c001a73525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690720 May 05 22:10:00.318574 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a487fcb6-22d4-405c-99d2-9d1360272f53 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:10:00.328352 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4e3442-a8e9-4300-8b6b-05eaa365681a None None] Sync routers for ids ['39f0658f-802b-46b2-b800-2a997fe7b3e5'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:10:00.350995 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4e3442-a8e9-4300-8b6b-05eaa365681a None None] Routers {'39f0658f-802b-46b2-b800-2a997fe7b3e5'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:10:00.351667 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-3f4e3442-a8e9-4300-8b6b-05eaa365681a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:09:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['39f0658f-802b-46b2-b800-2a997fe7b3e5'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:10:00.358155 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a487fcb6-22d4-405c-99d2-9d1360272f53 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:00.359666 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a487fcb6-22d4-405c-99d2-9d1360272f53 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.0814395 May 05 22:10:00.363078 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41794) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:00.405465 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fdad03-832d-4eb0-a106-606ec4fe49b1 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:10:00.408194 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fdad03-832d-4eb0-a106-606ec4fe49b1 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:10:00.408695 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fdad03-832d-4eb0-a106-606ec4fe49b1 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:10:00.409039 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fdad03-832d-4eb0-a106-606ec4fe49b1 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:10:00.409371 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fdad03-832d-4eb0-a106-606ec4fe49b1 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:10:00.409705 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fdad03-832d-4eb0-a106-606ec4fe49b1 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:10:00.410085 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fdad03-832d-4eb0-a106-606ec4fe49b1 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:10:00.410412 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fdad03-832d-4eb0-a106-606ec4fe49b1 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:10:00.410758 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fdad03-832d-4eb0-a106-606ec4fe49b1 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:10:00.414992 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fdad03-832d-4eb0-a106-606ec4fe49b1 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:10:00.415374 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fdad03-832d-4eb0-a106-606ec4fe49b1 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:10:00.447685 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-8b1cd027-1e6b-4154-9ed2-7d9d4eb2b33d tempest-TestNetworkAdvancedServerOps-1392066098 tempest-TestNetworkAdvancedServerOps-1392066098-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=06fb629024324e968714595537efac5c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0806401 May 05 22:10:00.448731 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41800) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:00.475573 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f8c2ecdf-4256-44cf-a2e7-281d2fd97d3a tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:00.577252 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-3f4e3442-a8e9-4300-8b6b-05eaa365681a None None] Set router 39f0658f-802b-46b2-b800-2a997fe7b3e5 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:10:00.634792 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fdad03-832d-4eb0-a106-606ec4fe49b1 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Checking segment: {'id': 'b5ea280e-8894-404f-b129-6f7893595331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9add90a3-c46b-4f12-9ad9-ba3449e6c0f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:10:00.635162 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fdad03-832d-4eb0-a106-606ec4fe49b1 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Network hostable DHCP agents. Network: 9add90a3-c46b-4f12-9ad9-ba3449e6c0f9, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:10:00.673489 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-01a1cee4-f94c-4c81-85a3-edeaf0c87bfd req-b5d10fb1-58c7-4414-8938-809e6238460d service neutron] 10.222.0.44 "GET /v2.0/networks/747286bb-8407-402f-868f-44a863404e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5193615 May 05 22:10:00.804955 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f8c2ecdf-4256-44cf-a2e7-281d2fd97d3a tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:00.805911 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b799480-6f6b-438b-bd7a-8bef43a65702 tempest-TestNetworkAdvancedServerOps-1392066098 tempest-TestNetworkAdvancedServerOps-1392066098-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:00.809626 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f8c2ecdf-4256-44cf-a2e7-281d2fd97d3a tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.0466261 May 05 22:10:00.814106 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fdad03-832d-4eb0-a106-606ec4fe49b1 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Network 9add90a3-c46b-4f12-9ad9-ba3449e6c0f9 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:10:00.814918 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-5b799480-6f6b-438b-bd7a-8bef43a65702 tempest-TestNetworkAdvancedServerOps-1392066098 tempest-TestNetworkAdvancedServerOps-1392066098-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3658354 May 05 22:10:00.818227 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41808) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:00.818971 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41810) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:00.828430 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-c6fdad03-832d-4eb0-a106-606ec4fe49b1 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 9add90a3-c46b-4f12-9ad9-ba3449e6c0f9) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:10:00.848680 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fdad03-832d-4eb0-a106-606ec4fe49b1 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:00.849216 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c6fdad03-832d-4eb0-a106-606ec4fe49b1 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:00.880651 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d04a70-e064-4581-b4c8-ac2bec6647f7 None None] Network 9add90a3-c46b-4f12-9ad9-ba3449e6c0f9 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:10:00.933389 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c6fdad03-832d-4eb0-a106-606ec4fe49b1 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5426946 May 05 22:10:00.943022 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41820) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:00.961899 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-35b132a8-d506-45d1-93bd-035f705572bc tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Request body: {'port': {'network_id': '9add90a3-c46b-4f12-9ad9-ba3449e6c0f9', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1409561017'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:10:00.997088 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-3d1f191d-ef7a-4286-8c7b-14d1d8e91ef1 tempest-TestNetworkAdvancedServerOps-1392066098 tempest-TestNetworkAdvancedServerOps-1392066098-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=25bfe237-58de-4709-a3e0-ac79da07c300&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1748540 May 05 22:10:00.997805 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41826) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:01.012718 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028ba0a-6c5b-4672-9898-126dcae4e3bb req-07fbe9e3-951c-42a1-919a-6d0649add450 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:01.014162 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c028ba0a-6c5b-4672-9898-126dcae4e3bb req-07fbe9e3-951c-42a1-919a-6d0649add450 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 946 time: 0.3686104 May 05 22:10:01.029982 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-8c3c3be1-acc5-4cd0-ad85-123326b20fd7 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-35580870', 'network_id': '6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4', 'project_id': '06fb629024324e968714595537efac5c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:10:01.084322 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-01a1cee4-f94c-4c81-85a3-edeaf0c87bfd req-63c8ba88-0ea1-4eb7-87ee-920880a76524 service neutron] 10.222.0.44 "GET /v2.0/networks/747286bb-8407-402f-868f-44a863404e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4043372 May 05 22:10:01.195332 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-35b132a8-d506-45d1-93bd-035f705572bc tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:10:01.200883 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-35b132a8-d506-45d1-93bd-035f705572bc tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Usage tracker for resource:port and tenant:05b3711be4b44df082474f08eac7e621 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:10:01.204487 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-35b132a8-d506-45d1-93bd-035f705572bc tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:10:01.211397 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-35b132a8-d506-45d1-93bd-035f705572bc tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:10:01.228865 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b132a8-d506-45d1-93bd-035f705572bc tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Made reservation on behalf of 05b3711be4b44df082474f08eac7e621 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:10:01.232540 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-35b132a8-d506-45d1-93bd-035f705572bc tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:01.274825 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [None req-35b132a8-d506-45d1-93bd-035f705572bc tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] device_id is not set on port 5a224ea8-32e8-4542-807a-d82810c6ffa7 yet. {{(pid=84063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:10:01.276467 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c73268-455c-427b-aa5f-e62779020b8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-9add90a3-c46b-4f12-9ad9-ba3449e6c0f9', 'network_id': '9add90a3-c46b-4f12-9ad9-ba3449e6c0f9', 'tenant_id': '05b3711be4b44df082474f08eac7e621', 'fixed_ips': [{'subnet_id': 'eb74507e-70fd-4ac0-b8f0-53ce4f7aff62'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:10:01.277291 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d1c73268-455c-427b-aa5f-e62779020b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:01.340612 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-8c3c3be1-acc5-4cd0-ad85-123326b20fd7 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:10:01.351905 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-8c3c3be1-acc5-4cd0-ad85-123326b20fd7 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Usage tracker for resource:subnet and tenant:06fb629024324e968714595537efac5c is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:10:01.388387 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-8c3c3be1-acc5-4cd0-ad85-123326b20fd7 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:10:01.404500 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c028ba0a-6c5b-4672-9898-126dcae4e3bb req-d6c699de-86be-44fc-8c19-1dcf0f9a17a5 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597381 May 05 22:10:01.437016 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-8c3c3be1-acc5-4cd0-ad85-123326b20fd7 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:10:01.444815 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-44dd4515-5cf7-484f-8a30-7c8572e0df5a tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Notify callbacks [] for router, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:01.530644 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-3f4e3442-a8e9-4300-8b6b-05eaa365681a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f0658f-802b-46b2-b800-2a997fe7b3e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612743553', 'tenant_id': '06fb629024324e968714595537efac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'd71d8fd6-8f78-4ff5-b234-08f750f52803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:09:56Z', 'updated_at': '2022-05-05T22:09:58Z', 'revision_number': 3, 'project_id': '06fb629024324e968714595537efac5c', 'gw_port': {'id': 'd71d8fd6-8f78-4ff5-b234-08f750f52803', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:df:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f0658f-802b-46b2-b800-2a997fe7b3e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:09:57Z', 'updated_at': '2022-05-05T22:09:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:10:01.543001 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-d1c73268-455c-427b-aa5f-e62779020b8b None None] Allocated IP 2001:db8::2 (9add90a3-c46b-4f12-9ad9-ba3449e6c0f9/eb74507e-70fd-4ac0-b8f0-53ce4f7aff62/36ce50af-0b75-465e-b42d-f310904c14f7) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:10:01.545185 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4e3442-a8e9-4300-8b6b-05eaa365681a None None] Checking router: 39f0658f-802b-46b2-b800-2a997fe7b3e5 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:10:01.545693 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4e3442-a8e9-4300-8b6b-05eaa365681a None None] Updating router 39f0658f-802b-46b2-b800-2a997fe7b3e5 port d71d8fd6-8f78-4ff5-b234-08f750f52803 binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:10:01.676199 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3f4e3442-a8e9-4300-8b6b-05eaa365681a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:01.915560 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3c3be1-acc5-4cd0-ad85-123326b20fd7 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Made reservation on behalf of 06fb629024324e968714595537efac5c for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:10:02.041689 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd08eeb-90ce-44ad-8aec-75d5c3599377 req-2e535a05-ca94-4b94-983a-30fd27c5679a tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:02.044683 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5cd08eeb-90ce-44ad-8aec-75d5c3599377 req-2e535a05-ca94-4b94-983a-30fd27c5679a tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.32 "GET /v2.0/ports?device_id=b09f4d6c-ef4f-49fa-84a7-9f8612ed9f5d HTTP/1.1" status: 200 len: 946 time: 0.8959904 May 05 22:10:02.241237 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d1c73268-455c-427b-aa5f-e62779020b8b None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:02.268973 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-d1c73268-455c-427b-aa5f-e62779020b8b None None] Transition to ACTIVE for port object 36ce50af-0b75-465e-b42d-f310904c14f7 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:10:02.307082 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-d1c73268-455c-427b-aa5f-e62779020b8b None None] Transition to ACTIVE for port object 36ce50af-0b75-465e-b42d-f310904c14f7 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:10:02.344742 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d1c73268-455c-427b-aa5f-e62779020b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:02.374119 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8c3c3be1-acc5-4cd0-ad85-123326b20fd7 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:02.406739 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9307b3c3-51bc-46c6-83d0-615d31cf7521 req-f9fa1d14-71bb-4b1f-ac36-0da119054808 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:02.408149 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9307b3c3-51bc-46c6-83d0-615d31cf7521 req-f9fa1d14-71bb-4b1f-ac36-0da119054808 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=b09f4d6c-ef4f-49fa-84a7-9f8612ed9f5d HTTP/1.1" status: 200 len: 946 time: 0.8789375 May 05 22:10:02.417804 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-5cd08eeb-90ce-44ad-8aec-75d5c3599377 req-26b5dcb9-9106-4220-956d-b2c71941ee4a tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Deleting port 833f50fc-a0fb-4b00-a024-733c937d5a2c {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:10:02.417804 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-5cd08eeb-90ce-44ad-8aec-75d5c3599377 req-26b5dcb9-9106-4220-956d-b2c71941ee4a tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:02.435570 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-35b132a8-d506-45d1-93bd-035f705572bc tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Allocated IP 2001:db8::14a (9add90a3-c46b-4f12-9ad9-ba3449e6c0f9/eb74507e-70fd-4ac0-b8f0-53ce4f7aff62/5a224ea8-32e8-4542-807a-d82810c6ffa7) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:10:02.476999 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c73268-455c-427b-aa5f-e62779020b8b None None] Pushing event updated for resources: {'Port': ['ID=36ce50af-0b75-465e-b42d-f310904c14f7,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:02.508155 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c73268-455c-427b-aa5f-e62779020b8b None None] Network 9add90a3-c46b-4f12-9ad9-ba3449e6c0f9 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:10:02.535757 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-d1c73268-455c-427b-aa5f-e62779020b8b None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:10:02.538708 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3f4e3442-a8e9-4300-8b6b-05eaa365681a None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:02.541227 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c73268-455c-427b-aa5f-e62779020b8b None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:10:02.690682 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-44dd4515-5cf7-484f-8a30-7c8572e0df5a tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:02.697119 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-44dd4515-5cf7-484f-8a30-7c8572e0df5a tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:02.711505 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-3f4e3442-a8e9-4300-8b6b-05eaa365681a None None] Transition to ACTIVE for port object d71d8fd6-8f78-4ff5-b234-08f750f52803 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:10:02.738301 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3f4e3442-a8e9-4300-8b6b-05eaa365681a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:02.815759 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-d1c73268-455c-427b-aa5f-e62779020b8b None None] Attempting to bind port 36ce50af-0b75-465e-b42d-f310904c14f7 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:10:02.816159 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-d1c73268-455c-427b-aa5f-e62779020b8b None None] Attempting to bind port 36ce50af-0b75-465e-b42d-f310904c14f7 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'b5ea280e-8894-404f-b129-6f7893595331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9add90a3-c46b-4f12-9ad9-ba3449e6c0f9'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:10:02.816703 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c73268-455c-427b-aa5f-e62779020b8b None None] Attempting to bind port 36ce50af-0b75-465e-b42d-f310904c14f7 on network 9add90a3-c46b-4f12-9ad9-ba3449e6c0f9 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:10:02.827244 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c73268-455c-427b-aa5f-e62779020b8b None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:10:02.827941 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c73268-455c-427b-aa5f-e62779020b8b None None] Checking segment: {'id': 'b5ea280e-8894-404f-b129-6f7893595331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9add90a3-c46b-4f12-9ad9-ba3449e6c0f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:10:02.828524 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d1c73268-455c-427b-aa5f-e62779020b8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:02.829125 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c73268-455c-427b-aa5f-e62779020b8b None None] Bound using segment: {'id': 'b5ea280e-8894-404f-b129-6f7893595331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9add90a3-c46b-4f12-9ad9-ba3449e6c0f9'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:10:02.831041 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-d1c73268-455c-427b-aa5f-e62779020b8b None None] Bound port: 36ce50af-0b75-465e-b42d-f310904c14f7, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5ea280e-8894-404f-b129-6f7893595331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9add90a3-c46b-4f12-9ad9-ba3449e6c0f9'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:10:02.831591 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d1c73268-455c-427b-aa5f-e62779020b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:02.893717 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-35b132a8-d506-45d1-93bd-035f705572bc tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:02.910373 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-44dd4515-5cf7-484f-8a30-7c8572e0df5a tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:02.910769 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44dd4515-5cf7-484f-8a30-7c8572e0df5a tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2198db70-54d5-4163-83d6-da5f622383d5 {{(pid=84061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:10:02.962227 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-35b132a8-d506-45d1-93bd-035f705572bc tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Transition to ACTIVE for port object 5a224ea8-32e8-4542-807a-d82810c6ffa7 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:10:02.966977 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-3f4e3442-a8e9-4300-8b6b-05eaa365681a None None] Attempting to bind port d71d8fd6-8f78-4ff5-b234-08f750f52803 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:10:02.968513 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-3f4e3442-a8e9-4300-8b6b-05eaa365681a None None] Attempting to bind port d71d8fd6-8f78-4ff5-b234-08f750f52803 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:10:02.969616 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4e3442-a8e9-4300-8b6b-05eaa365681a None None] Attempting to bind port d71d8fd6-8f78-4ff5-b234-08f750f52803 on network 25bfe237-58de-4709-a3e0-ac79da07c300 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:10:02.990686 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4e3442-a8e9-4300-8b6b-05eaa365681a None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:10:02.991097 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4e3442-a8e9-4300-8b6b-05eaa365681a None None] Checking segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:10:02.991455 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3f4e3442-a8e9-4300-8b6b-05eaa365681a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:02.993980 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4e3442-a8e9-4300-8b6b-05eaa365681a None None] Bound using segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:10:02.994528 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-3f4e3442-a8e9-4300-8b6b-05eaa365681a None None] Bound port: d71d8fd6-8f78-4ff5-b234-08f750f52803, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:10:02.994943 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3f4e3442-a8e9-4300-8b6b-05eaa365681a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:03.011036 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-35b132a8-d506-45d1-93bd-035f705572bc tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:03.154057 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df4ab02-9cc9-4622-9c65-629be3adcf52 None None] Pushing event updated for resources: {'Port': ['ID=d71d8fd6-8f78-4ff5-b234-08f750f52803,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:03.185546 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-44dd4515-5cf7-484f-8a30-7c8572e0df5a tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:03.186953 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-44dd4515-5cf7-484f-8a30-7c8572e0df5a tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] 10.222.0.23 "DELETE /v2.0/routers/2198db70-54d5-4163-83d6-da5f622383d5 HTTP/1.1" status: 204 len: 168 time: 2.3664961 May 05 22:10:03.196551 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41866) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:03.204302 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b132a8-d506-45d1-93bd-035f705572bc tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Network 9add90a3-c46b-4f12-9ad9-ba3449e6c0f9 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:10:03.224445 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-b1190c1c-6b2b-403f-99da-fdcb62ea7730 tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Request body: {'router': {'name': 'tempest-router-1538285505', 'distributed': False}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:10:03.231048 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-35b132a8-d506-45d1-93bd-035f705572bc tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:10:03.232633 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-d1c73268-455c-427b-aa5f-e62779020b8b None None] For port 36ce50af-0b75-465e-b42d-f310904c14f7, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:10:03.234975 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-3f4e3442-a8e9-4300-8b6b-05eaa365681a None None] For port d71d8fd6-8f78-4ff5-b234-08f750f52803, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:10:03.236056 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b132a8-d506-45d1-93bd-035f705572bc tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:10:03.237773 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-d1c73268-455c-427b-aa5f-e62779020b8b None None] For port 36ce50af-0b75-465e-b42d-f310904c14f7, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=36ce50af-0b75-465e-b42d-f310904c14f7,segment=NetworkSegment(b5ea280e-8894-404f-b129-6f7893595331),segment_id=b5ea280e-8894-404f-b129-6f7893595331)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:10:03.239711 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-3f4e3442-a8e9-4300-8b6b-05eaa365681a None None] For port d71d8fd6-8f78-4ff5-b234-08f750f52803, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=d71d8fd6-8f78-4ff5-b234-08f750f52803,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:10:03.240480 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b132a8-d506-45d1-93bd-035f705572bc tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:03.241070 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-35b132a8-d506-45d1-93bd-035f705572bc tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:03.245192 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-b1190c1c-6b2b-403f-99da-fdcb62ea7730 tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:10:03.247489 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8c3c3be1-acc5-4cd0-ad85-123326b20fd7 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:03.250992 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d1c73268-455c-427b-aa5f-e62779020b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:03.262607 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b1190c1c-6b2b-403f-99da-fdcb62ea7730 tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Usage tracker for resource:router and tenant:f67ac11b376f43d9858d897d8b9d8614 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:10:03.268863 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b132a8-d506-45d1-93bd-035f705572bc tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Pushing event updated for resources: {'Port': ['ID=5a224ea8-32e8-4542-807a-d82810c6ffa7,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:03.273055 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b1190c1c-6b2b-403f-99da-fdcb62ea7730 tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:10:03.291798 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-35b132a8-d506-45d1-93bd-035f705572bc tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.3504064 May 05 22:10:03.293069 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-b1190c1c-6b2b-403f-99da-fdcb62ea7730 tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:10:03.295405 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41874) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:03.312778 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-28e0b5f6-938d-4775-a1dd-c99e50b2d8cb tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Request body: {'port': {'network_id': '9add90a3-c46b-4f12-9ad9-ba3449e6c0f9', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1492779878', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:10:03.313318 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.api.validators [None req-28e0b5f6-938d-4775-a1dd-c99e50b2d8cb tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] bootfile-name is not in valid_values {{(pid=84063) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 05 22:10:03.313648 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.api.validators [None req-28e0b5f6-938d-4775-a1dd-c99e50b2d8cb tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] tftp-server is not in valid_values {{(pid=84063) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 05 22:10:03.313967 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.api.validators [None req-28e0b5f6-938d-4775-a1dd-c99e50b2d8cb tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] server-ip-address is not in valid_values {{(pid=84063) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 05 22:10:03.345843 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3f4e3442-a8e9-4300-8b6b-05eaa365681a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:03.414266 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9307b3c3-51bc-46c6-83d0-615d31cf7521 req-523ca432-316f-44ae-95c3-f0e72db34753 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9e41160-c8bc-4ed3-b1f2-b9c001a73525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9564543 May 05 22:10:03.443477 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c73268-455c-427b-aa5f-e62779020b8b None None] Pushing event updated for resources: {'Port': ['ID=36ce50af-0b75-465e-b42d-f310904c14f7,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:03.453569 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3c3be1-acc5-4cd0-ad85-123326b20fd7 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event updated for resources: {'Subnet': ['ID=8a7ef762-9b9a-4125-ae34-df46990e0391,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:03.510511 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4e3442-a8e9-4300-8b6b-05eaa365681a None None] Routers {'39f0658f-802b-46b2-b800-2a997fe7b3e5'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:10:03.511554 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-3f4e3442-a8e9-4300-8b6b-05eaa365681a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:09:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['39f0658f-802b-46b2-b800-2a997fe7b3e5'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:10:03.582700 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 833f50fc-a0fb-4b00-a024-733c937d5a2c no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:10:03.618245 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b1190c1c-6b2b-403f-99da-fdcb62ea7730 tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:03.619637 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b1190c1c-6b2b-403f-99da-fdcb62ea7730 tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:03.639848 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3c3be1-acc5-4cd0-ad85-123326b20fd7 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Checking segment: {'id': 'ee217534-879b-45a2-90a5-ba467cc58a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:10:03.640211 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3c3be1-acc5-4cd0-ad85-123326b20fd7 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Network hostable DHCP agents. Network: 6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:10:03.716736 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-28e0b5f6-938d-4775-a1dd-c99e50b2d8cb tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:10:03.723089 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-28e0b5f6-938d-4775-a1dd-c99e50b2d8cb tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Usage tracker for resource:port and tenant:05b3711be4b44df082474f08eac7e621 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:10:03.726966 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-28e0b5f6-938d-4775-a1dd-c99e50b2d8cb tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:10:03.735445 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-28e0b5f6-938d-4775-a1dd-c99e50b2d8cb tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:10:03.752971 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e0b5f6-938d-4775-a1dd-c99e50b2d8cb tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Made reservation on behalf of 05b3711be4b44df082474f08eac7e621 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:10:03.768855 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df4ab02-9cc9-4622-9c65-629be3adcf52 None None] Pushing event updated for resources: {'Port': ['ID=d71d8fd6-8f78-4ff5-b234-08f750f52803,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:03.769413 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-28e0b5f6-938d-4775-a1dd-c99e50b2d8cb tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:03.796207 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d9017-38c6-4a5b-a7bf-2669dae46f8d req-45f344f9-5512-4e92-a00b-27c0c6774a68 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:03.803911 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f19d9017-38c6-4a5b-a7bf-2669dae46f8d req-45f344f9-5512-4e92-a00b-27c0c6774a68 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 946 time: 1.0526197 May 05 22:10:03.834117 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [None req-28e0b5f6-938d-4775-a1dd-c99e50b2d8cb tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] device_id is not set on port a53f4b41-72f8-449c-8344-c49af17337b7 yet. {{(pid=84063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:10:03.871465 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:03.882817 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f19d9017-38c6-4a5b-a7bf-2669dae46f8d req-3d8c2f17-b34b-456c-b241-4ca03cfa0e0e tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779147 May 05 22:10:03.927249 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-3f4e3442-a8e9-4300-8b6b-05eaa365681a None None] Set router 39f0658f-802b-46b2-b800-2a997fe7b3e5 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:10:03.951923 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3c3be1-acc5-4cd0-ad85-123326b20fd7 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Network 6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:10:03.971394 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-8c3c3be1-acc5-4cd0-ad85-123326b20fd7 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:10:03.988510 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3c3be1-acc5-4cd0-ad85-123326b20fd7 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:03.989348 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8c3c3be1-acc5-4cd0-ad85-123326b20fd7 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:04.016461 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-5cd08eeb-90ce-44ad-8aec-75d5c3599377 req-26b5dcb9-9106-4220-956d-b2c71941ee4a tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] For port 833f50fc-a0fb-4b00-a024-733c937d5a2c, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=833f50fc-a0fb-4b00-a024-733c937d5a2c,segment=NetworkSegment(b0853f69-0751-43f3-82dd-3ab4be255b1c),segment_id=b0853f69-0751-43f3-82dd-3ab4be255b1c)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:10:04.017107 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-5cd08eeb-90ce-44ad-8aec-75d5c3599377 req-26b5dcb9-9106-4220-956d-b2c71941ee4a tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:04.027769 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-8c3c3be1-acc5-4cd0-ad85-123326b20fd7 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.0227885 May 05 22:10:04.031551 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41884) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:04.056181 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167cee94-5ea2-4447-819e-65a96cc73d63 None None] Network 6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:10:04.090051 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09f4d6c-ef4f-49fa-84a7-9f8612ed9f5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '833f50fc-a0fb-4b00-a024-733c937d5a2c'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:10:04.173261 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-28e0b5f6-938d-4775-a1dd-c99e50b2d8cb tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Allocated IP 2001:db8::224 (9add90a3-c46b-4f12-9ad9-ba3449e6c0f9/eb74507e-70fd-4ac0-b8f0-53ce4f7aff62/a53f4b41-72f8-449c-8344-c49af17337b7) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:10:04.366535 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f3e5af3-96b4-47e4-8d2e-74b8216b2c6e'] response: {'server_uuid': 'b09f4d6c-ef4f-49fa-84a7-9f8612ed9f5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '833f50fc-a0fb-4b00-a024-733c937d5a2c', 'code': 200} May 05 22:10:04.373477 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 833f50fc-a0fb-4b00-a024-733c937d5a2c, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=833f50fc-a0fb-4b00-a024-733c937d5a2c,segment=NetworkSegment(b0853f69-0751-43f3-82dd-3ab4be255b1c),segment_id=b0853f69-0751-43f3-82dd-3ab4be255b1c)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:10:04.408565 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:04.548815 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-28e0b5f6-938d-4775-a1dd-c99e50b2d8cb tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:04.567398 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-28e0b5f6-938d-4775-a1dd-c99e50b2d8cb tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Transition to ACTIVE for port object a53f4b41-72f8-449c-8344-c49af17337b7 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:10:04.596774 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-28e0b5f6-938d-4775-a1dd-c99e50b2d8cb tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:04.613684 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b1190c1c-6b2b-403f-99da-fdcb62ea7730 tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:04.685602 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e0b5f6-938d-4775-a1dd-c99e50b2d8cb tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Network 9add90a3-c46b-4f12-9ad9-ba3449e6c0f9 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:10:04.698406 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-28e0b5f6-938d-4775-a1dd-c99e50b2d8cb tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:10:04.714496 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e0b5f6-938d-4775-a1dd-c99e50b2d8cb tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:10:04.720485 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e0b5f6-938d-4775-a1dd-c99e50b2d8cb tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:04.721144 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-28e0b5f6-938d-4775-a1dd-c99e50b2d8cb tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:04.773093 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-28e0b5f6-938d-4775-a1dd-c99e50b2d8cb tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.4742692 May 05 22:10:04.781918 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41904) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:04.817070 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=833f50fc-a0fb-4b00-a024-733c937d5a2c,revision_number=6']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:04.880452 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b1190c1c-6b2b-403f-99da-fdcb62ea7730 tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:04.892266 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e0b5f6-938d-4775-a1dd-c99e50b2d8cb tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Pushing event updated for resources: {'Port': ['ID=a53f4b41-72f8-449c-8344-c49af17337b7,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:04.927418 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b1190c1c-6b2b-403f-99da-fdcb62ea7730 tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:04.930455 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b1190c1c-6b2b-403f-99da-fdcb62ea7730 tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.7307796 May 05 22:10:04.933638 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41908) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:05.155645 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1b7c0b-c646-4f7c-adc2-2719504bafce tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:05.161217 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1b7c0b-c646-4f7c-adc2-2719504bafce tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:05.168721 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1b7c0b-c646-4f7c-adc2-2719504bafce tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:05.174785 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-fb1b7c0b-c646-4f7c-adc2-2719504bafce tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Synchronizing usage tracker for tenant:05b3711be4b44df082474f08eac7e621 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:10:05.199154 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-16442d39-97da-4330-9fb2-f440a87cf4c8 tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:05.264172 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec8ef91-1aea-40fd-8062-405acc729635 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4', 'network_id': '6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4', 'tenant_id': '06fb629024324e968714595537efac5c', 'fixed_ips': [{'subnet_id': '8a7ef762-9b9a-4125-ae34-df46990e0391'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:10:05.264912 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8ec8ef91-1aea-40fd-8062-405acc729635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:05.382873 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5561c1f7-b05e-4b6f-b5e1-1c62089396a9 req-ec09a6b7-2502-436e-9405-0cf61d97ccfe tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:05.390408 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5561c1f7-b05e-4b6f-b5e1-1c62089396a9 req-ec09a6b7-2502-436e-9405-0cf61d97ccfe tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 946 time: 0.7295885 May 05 22:10:05.425234 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-5cd08eeb-90ce-44ad-8aec-75d5c3599377 req-26b5dcb9-9106-4220-956d-b2c71941ee4a tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:05.425830 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-5cd08eeb-90ce-44ad-8aec-75d5c3599377 req-26b5dcb9-9106-4220-956d-b2c71941ee4a tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:05.426252 n-d-825175-4 neutron-server[84061]: INFO neutron.db.l3_db [req-5cd08eeb-90ce-44ad-8aec-75d5c3599377 req-26b5dcb9-9106-4220-956d-b2c71941ee4a tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Floating IP 0a3d1eaf-c73a-4288-9a21-4d28e8d92c73 disassociated. External IP: 172.25.4.145, port: 833f50fc-a0fb-4b00-a024-733c937d5a2c. May 05 22:10:05.426951 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-5cd08eeb-90ce-44ad-8aec-75d5c3599377 req-26b5dcb9-9106-4220-956d-b2c71941ee4a tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Calling delete_port for 833f50fc-a0fb-4b00-a024-733c937d5a2c owned by compute:nova {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:10:05.457502 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-3f4e3442-a8e9-4300-8b6b-05eaa365681a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f0658f-802b-46b2-b800-2a997fe7b3e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612743553', 'tenant_id': '06fb629024324e968714595537efac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'd71d8fd6-8f78-4ff5-b234-08f750f52803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:09:56Z', 'updated_at': '2022-05-05T22:09:58Z', 'revision_number': 3, 'project_id': '06fb629024324e968714595537efac5c', 'gw_port': {'id': 'd71d8fd6-8f78-4ff5-b234-08f750f52803', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:df:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f0658f-802b-46b2-b800-2a997fe7b3e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:09:57Z', 'updated_at': '2022-05-05T22:10:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:10:05.465884 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4e3442-a8e9-4300-8b6b-05eaa365681a None None] The sync data for ids ['39f0658f-802b-46b2-b800-2a997fe7b3e5'] in n-d-825175-4 is: [{'id': '39f0658f-802b-46b2-b800-2a997fe7b3e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612743553', 'tenant_id': '06fb629024324e968714595537efac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'd71d8fd6-8f78-4ff5-b234-08f750f52803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:09:56Z', 'updated_at': '2022-05-05T22:09:58Z', 'revision_number': 3, 'project_id': '06fb629024324e968714595537efac5c', 'gw_port': {'id': 'd71d8fd6-8f78-4ff5-b234-08f750f52803', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:df:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f0658f-802b-46b2-b800-2a997fe7b3e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:09:57Z', 'updated_at': '2022-05-05T22:10:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:10:05.485356 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-fb1b7c0b-c646-4f7c-adc2-2719504bafce tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Unset dirty status for tenant:05b3711be4b44df082474f08eac7e621 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:10:05.489065 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-fb1b7c0b-c646-4f7c-adc2-2719504bafce tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.7042544 May 05 22:10:05.494056 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a68cbc7-874c-4701-9d82-d59bc70f2124 None None] Network 9add90a3-c46b-4f12-9ad9-ba3449e6c0f9 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:10:05.496329 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 41920) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:05.510518 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1492e-5a33-4d45-bc5e-b6eb48296d46 req-c152d4cf-e1b9-48b8-bb0a-5f996255534e tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:05.512282 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1ae1492e-5a33-4d45-bc5e-b6eb48296d46 req-c152d4cf-e1b9-48b8-bb0a-5f996255534e tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=b09f4d6c-ef4f-49fa-84a7-9f8612ed9f5d HTTP/1.1" status: 200 len: 944 time: 0.7199981 May 05 22:10:05.676981 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5561c1f7-b05e-4b6f-b5e1-1c62089396a9 req-0e70f2e1-b305-4d0c-b3fd-35a0b0c86a3b tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851603 May 05 22:10:05.721264 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-8c9bcdc0-2c91-48a4-93fa-896c4e35b614 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Deleting port a53f4b41-72f8-449c-8344-c49af17337b7 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:10:05.721718 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8c9bcdc0-2c91-48a4-93fa-896c4e35b614 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:05.824636 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-8ec8ef91-1aea-40fd-8062-405acc729635 None None] Allocated IP 172.20.0.2 (6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4/8a7ef762-9b9a-4125-ae34-df46990e0391/e09e1e6c-f1b8-433a-8c61-dfe70203f108) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:10:05.901820 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.api [req-5cd08eeb-90ce-44ad-8aec-75d5c3599377 req-26b5dcb9-9106-4220-956d-b2c71941ee4a tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:10:05.902214 n-d-825175-4 neutron-server[84061]: DEBUG oslo_db.api [req-5cd08eeb-90ce-44ad-8aec-75d5c3599377 req-26b5dcb9-9106-4220-956d-b2c71941ee4a tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:10:05.942981 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1ae1492e-5a33-4d45-bc5e-b6eb48296d46 req-24c02e8d-c5d6-4584-b3af-e3dc2ff0627d tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9e41160-c8bc-4ed3-b1f2-b9c001a73525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3852923 May 05 22:10:06.021217 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-16442d39-97da-4330-9fb2-f440a87cf4c8 tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:06.026971 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-16442d39-97da-4330-9fb2-f440a87cf4c8 tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:06.089424 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-16442d39-97da-4330-9fb2-f440a87cf4c8 tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:06.090414 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16442d39-97da-4330-9fb2-f440a87cf4c8 tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7df4d92c-cdb9-4164-8e96-b08046d5b893 {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:10:06.104287 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-8cff82f4-794e-4bce-b924-d6ac124ce69d None None] Provisioning for port 36ce50af-0b75-465e-b42d-f310904c14f7 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:10:06.110234 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-16442d39-97da-4330-9fb2-f440a87cf4c8 tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:06.117600 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-16442d39-97da-4330-9fb2-f440a87cf4c8 tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] 10.222.0.23 "DELETE /v2.0/routers/7df4d92c-cdb9-4164-8e96-b08046d5b893 HTTP/1.1" status: 204 len: 168 time: 1.1833169 May 05 22:10:06.118376 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41932) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:06.136230 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-24a93ff7-299a-4b63-9b7d-71285af4a3c7 tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Request body: {'router': {'name': 'tempest-router-2070456285', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'a85ea9d47b9745b8b3b7ded2c43ab537'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:10:06.143255 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-24a93ff7-299a-4b63-9b7d-71285af4a3c7 tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:10:06.153216 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-24a93ff7-299a-4b63-9b7d-71285af4a3c7 tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Usage tracker for resource:router and tenant:a85ea9d47b9745b8b3b7ded2c43ab537 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:10:06.161090 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-24a93ff7-299a-4b63-9b7d-71285af4a3c7 tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:10:06.167999 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-24a93ff7-299a-4b63-9b7d-71285af4a3c7 tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:10:06.186147 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 36ce50af-0b75-465e-b42d-f310904c14f7 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:10:06.197101 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-24a93ff7-299a-4b63-9b7d-71285af4a3c7 tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:06.199140 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-24a93ff7-299a-4b63-9b7d-71285af4a3c7 tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:06.224298 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-24a93ff7-299a-4b63-9b7d-71285af4a3c7 tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:06.244427 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-24a93ff7-299a-4b63-9b7d-71285af4a3c7 tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:06.270293 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:06.274686 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-24a93ff7-299a-4b63-9b7d-71285af4a3c7 tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:06.279292 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-24a93ff7-299a-4b63-9b7d-71285af4a3c7 tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1591997 May 05 22:10:06.280098 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41940) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:06.286876 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-010d116a-a89a-4ede-a6da-ee91d5c605e4 tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Request body: {'router': {'distributed': True}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:10:06.300949 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:06.448651 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-5cd08eeb-90ce-44ad-8aec-75d5c3599377 req-26b5dcb9-9106-4220-956d-b2c71941ee4a tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Deleting port 833f50fc-a0fb-4b00-a024-733c937d5a2c {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:10:06.449208 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-5cd08eeb-90ce-44ad-8aec-75d5c3599377 req-26b5dcb9-9106-4220-956d-b2c71941ee4a tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:06.577591 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 36ce50af-0b75-465e-b42d-f310904c14f7 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:10:06.598519 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 36ce50af-0b75-465e-b42d-f310904c14f7 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:10:06.599084 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:06.734988 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8ec8ef91-1aea-40fd-8062-405acc729635 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:06.770275 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad73564-cf7c-42bb-8895-b12dc62604f2 req-4ecee47d-8314-41dc-85d2-08259a8a5ce0 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:06.772532 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2ad73564-cf7c-42bb-8895-b12dc62604f2 req-4ecee47d-8314-41dc-85d2-08259a8a5ce0 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 946 time: 0.7605331 May 05 22:10:06.801255 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-8ec8ef91-1aea-40fd-8062-405acc729635 None None] Transition to ACTIVE for port object e09e1e6c-f1b8-433a-8c61-dfe70203f108 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:10:06.833978 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-8ec8ef91-1aea-40fd-8062-405acc729635 None None] Transition to ACTIVE for port object e09e1e6c-f1b8-433a-8c61-dfe70203f108 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:10:06.876153 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8ec8ef91-1aea-40fd-8062-405acc729635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:07.049372 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8c9bcdc0-2c91-48a4-93fa-896c4e35b614 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:07.131421 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2ad73564-cf7c-42bb-8895-b12dc62604f2 req-bb10da75-e352-45de-b1ae-8633fa0bbc3c tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960269 May 05 22:10:07.225707 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec8ef91-1aea-40fd-8062-405acc729635 None None] Pushing event updated for resources: {'Port': ['ID=e09e1e6c-f1b8-433a-8c61-dfe70203f108,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:07.229214 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec8ef91-1aea-40fd-8062-405acc729635 None None] Network 6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:10:07.243058 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-8ec8ef91-1aea-40fd-8062-405acc729635 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:10:07.247207 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec8ef91-1aea-40fd-8062-405acc729635 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:10:07.281326 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:07.334590 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-95b178e2-511f-4942-846e-07bd012cfc3d req-62ab4178-672b-4c63-9426-50d27e4e6b41 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8699961 May 05 22:10:07.586108 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-010d116a-a89a-4ede-a6da-ee91d5c605e4 tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:07.586912 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-010d116a-a89a-4ede-a6da-ee91d5c605e4 tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Notify callbacks [] for router, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:07.616983 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 36ce50af-0b75-465e-b42d-f310904c14f7, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=36ce50af-0b75-465e-b42d-f310904c14f7,segment=NetworkSegment(b5ea280e-8894-404f-b129-6f7893595331),segment_id=b5ea280e-8894-404f-b129-6f7893595331)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:10:07.620031 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-426feb3f-44d6-432f-9c1f-a3992b048e7f None None] Provisioning for port 5a224ea8-32e8-4542-807a-d82810c6ffa7 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:10:07.625652 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-8ec8ef91-1aea-40fd-8062-405acc729635 None None] Attempting to bind port e09e1e6c-f1b8-433a-8c61-dfe70203f108 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:10:07.625968 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-8ec8ef91-1aea-40fd-8062-405acc729635 None None] Attempting to bind port e09e1e6c-f1b8-433a-8c61-dfe70203f108 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'ee217534-879b-45a2-90a5-ba467cc58a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:10:07.626379 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec8ef91-1aea-40fd-8062-405acc729635 None None] Attempting to bind port e09e1e6c-f1b8-433a-8c61-dfe70203f108 on network 6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:10:07.639765 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-426feb3f-44d6-432f-9c1f-a3992b048e7f None None] Provisioning complete for port 5a224ea8-32e8-4542-807a-d82810c6ffa7 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:10:07.640225 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-426feb3f-44d6-432f-9c1f-a3992b048e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:07.753707 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-426feb3f-44d6-432f-9c1f-a3992b048e7f None None] Port 5a224ea8-32e8-4542-807a-d82810c6ffa7 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:10:07.758845 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:07.759861 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device d71d8fd6-8f78-4ff5-b234-08f750f52803 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:10:07.784062 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-010d116a-a89a-4ede-a6da-ee91d5c605e4 tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=84063) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} May 05 22:10:07.784398 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-010d116a-a89a-4ede-a6da-ee91d5c605e4 tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Router 37e920fa-5667-4c99-a55f-b6144e3eca0a migrating from provider to provider. {{(pid=84063) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} May 05 22:10:07.785610 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-010d116a-a89a-4ede-a6da-ee91d5c605e4 tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:07.792057 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-010d116a-a89a-4ede-a6da-ee91d5c605e4 tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:07.855015 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-010d116a-a89a-4ede-a6da-ee91d5c605e4 tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-926863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-926864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-930834'] for router, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:07.907468 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec8ef91-1aea-40fd-8062-405acc729635 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:10:07.908058 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec8ef91-1aea-40fd-8062-405acc729635 None None] Checking segment: {'id': 'ee217534-879b-45a2-90a5-ba467cc58a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:10:07.911339 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8ec8ef91-1aea-40fd-8062-405acc729635 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:07.914215 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec8ef91-1aea-40fd-8062-405acc729635 None None] Bound using segment: {'id': 'ee217534-879b-45a2-90a5-ba467cc58a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:10:07.914890 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-8ec8ef91-1aea-40fd-8062-405acc729635 None None] Bound port: e09e1e6c-f1b8-433a-8c61-dfe70203f108, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee217534-879b-45a2-90a5-ba467cc58a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:10:07.915377 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8ec8ef91-1aea-40fd-8062-405acc729635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:08.014558 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-8c9bcdc0-2c91-48a4-93fa-896c4e35b614 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Calling delete_port for a53f4b41-72f8-449c-8344-c49af17337b7 owned by {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:10:08.052140 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-95b178e2-511f-4942-846e-07bd012cfc3d req-c54a7a98-00b8-4d59-950d-a507c22c8913 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b068134c338f46c6866f23b681a9cd8a&device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 1097 time: 0.2586036 May 05 22:10:08.152208 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-426feb3f-44d6-432f-9c1f-a3992b048e7f None None] Provisioning for port a53f4b41-72f8-449c-8344-c49af17337b7 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:10:08.181122 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=36ce50af-0b75-465e-b42d-f310904c14f7,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:08.190916 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-426feb3f-44d6-432f-9c1f-a3992b048e7f None None] Provisioning complete for port a53f4b41-72f8-449c-8344-c49af17337b7 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:10:08.191434 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-426feb3f-44d6-432f-9c1f-a3992b048e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:08.243271 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b178e2-511f-4942-846e-07bd012cfc3d req-c1af5732-07eb-4577-b860-61210024aea1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:08.245439 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-95b178e2-511f-4942-846e-07bd012cfc3d req-c1af5732-07eb-4577-b860-61210024aea1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=747286bb-8407-402f-868f-44a863404e7a HTTP/1.1" status: 200 len: 915 time: 0.1729450 May 05 22:10:08.316784 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f5fe4-4225-4c6f-9145-43576e06308f req-dd64a311-25c5-4e99-ad1a-217e74194419 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:08.321999 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-004f5fe4-4225-4c6f-9145-43576e06308f req-dd64a311-25c5-4e99-ad1a-217e74194419 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 946 time: 0.4586418 May 05 22:10:08.357370 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f5ac64-f36f-4774-ae22-6da9dab319f4 req-97aec75f-0e5a-4f44-88aa-56b605757e3a tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:08.359527 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-97f5ac64-f36f-4774-ae22-6da9dab319f4 req-97aec75f-0e5a-4f44-88aa-56b605757e3a tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=b09f4d6c-ef4f-49fa-84a7-9f8612ed9f5d HTTP/1.1" status: 200 len: 944 time: 0.9799979 May 05 22:10:08.360034 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-95b178e2-511f-4942-846e-07bd012cfc3d req-3a12db6f-e7ba-4b34-8d9e-0a7651316418 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e5394ba0-792a-4b8a-b7c6-660aa79245c7 HTTP/1.1" status: 200 len: 217 time: 0.1077135 May 05 22:10:08.381331 n-d-825175-4 neutron-server[84063]: WARNING neutron.scheduler.l3_agent_scheduler [None req-010d116a-a89a-4ede-a6da-ee91d5c605e4 tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] No L3 agents can host the router 37e920fa-5667-4c99-a55f-b6144e3eca0a May 05 22:10:08.384227 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-426feb3f-44d6-432f-9c1f-a3992b048e7f None None] Port a53f4b41-72f8-449c-8344-c49af17337b7 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:10:08.386190 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-8ec8ef91-1aea-40fd-8062-405acc729635 None None] For port e09e1e6c-f1b8-433a-8c61-dfe70203f108, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:10:08.390069 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-8ec8ef91-1aea-40fd-8062-405acc729635 None None] For port e09e1e6c-f1b8-433a-8c61-dfe70203f108, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=e09e1e6c-f1b8-433a-8c61-dfe70203f108,segment=NetworkSegment(ee217534-879b-45a2-90a5-ba467cc58a1f),segment_id=ee217534-879b-45a2-90a5-ba467cc58a1f)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:10:08.394333 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port d71d8fd6-8f78-4ff5-b234-08f750f52803 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:10:08.400744 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port d71d8fd6-8f78-4ff5-b234-08f750f52803 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:10:08.401107 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:08.455606 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b178e2-511f-4942-846e-07bd012cfc3d req-b20ccbcf-ba87-4ffc-a5c5-d962daead7d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:08.457815 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-95b178e2-511f-4942-846e-07bd012cfc3d req-b20ccbcf-ba87-4ffc-a5c5-d962daead7d5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1aed2f09-8491-48ad-8b12-0e30712ddf00 HTTP/1.1" status: 200 len: 854 time: 0.0743375 May 05 22:10:08.460889 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8ec8ef91-1aea-40fd-8062-405acc729635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:08.517151 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-95b178e2-511f-4942-846e-07bd012cfc3d req-1ce5d684-93d3-41b8-add2-6f8e0d01059a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=747286bb-8407-402f-868f-44a863404e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515230 May 05 22:10:08.587812 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-426feb3f-44d6-432f-9c1f-a3992b048e7f None None] Provisioning complete for port 36ce50af-0b75-465e-b42d-f310904c14f7 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:10:08.588208 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-426feb3f-44d6-432f-9c1f-a3992b048e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:08.661728 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-5cd08eeb-90ce-44ad-8aec-75d5c3599377 req-26b5dcb9-9106-4220-956d-b2c71941ee4a tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] For port 833f50fc-a0fb-4b00-a024-733c937d5a2c, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=833f50fc-a0fb-4b00-a024-733c937d5a2c,segment=NetworkSegment(b0853f69-0751-43f3-82dd-3ab4be255b1c),segment_id=b0853f69-0751-43f3-82dd-3ab4be255b1c)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:10:08.662515 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-5cd08eeb-90ce-44ad-8aec-75d5c3599377 req-26b5dcb9-9106-4220-956d-b2c71941ee4a tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:08.770815 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec8ef91-1aea-40fd-8062-405acc729635 None None] Pushing event updated for resources: {'Port': ['ID=e09e1e6c-f1b8-433a-8c61-dfe70203f108,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:08.787713 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:08.812259 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port d71d8fd6-8f78-4ff5-b234-08f750f52803, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=d71d8fd6-8f78-4ff5-b234-08f750f52803,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:10:08.862613 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-004f5fe4-4225-4c6f-9145-43576e06308f req-3992383f-31d9-4ce1-a017-495cb3e73b83 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5019755 May 05 22:10:08.888616 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:09.230796 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010d116a-a89a-4ede-a6da-ee91d5c605e4 tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Hosts for router 37e920fa-5667-4c99-a55f-b6144e3eca0a: [] {{(pid=84063) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} May 05 22:10:09.237556 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-5cd08eeb-90ce-44ad-8aec-75d5c3599377 req-26b5dcb9-9106-4220-956d-b2c71941ee4a tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:09.238188 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-5cd08eeb-90ce-44ad-8aec-75d5c3599377 req-26b5dcb9-9106-4220-956d-b2c71941ee4a tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:09.238448 n-d-825175-4 neutron-server[84061]: INFO neutron.db.l3_db [req-5cd08eeb-90ce-44ad-8aec-75d5c3599377 req-26b5dcb9-9106-4220-956d-b2c71941ee4a tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Floating IP 0a3d1eaf-c73a-4288-9a21-4d28e8d92c73 disassociated. External IP: 172.25.4.145, port: 833f50fc-a0fb-4b00-a024-733c937d5a2c. May 05 22:10:09.238673 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-5cd08eeb-90ce-44ad-8aec-75d5c3599377 req-26b5dcb9-9106-4220-956d-b2c71941ee4a tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Calling delete_port for 833f50fc-a0fb-4b00-a024-733c937d5a2c owned by compute:nova {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:10:09.253818 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 36ce50af-0b75-465e-b42d-f310904c14f7 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:10:09.288996 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-95b178e2-511f-4942-846e-07bd012cfc3d req-c48f024a-b50a-4cbd-8ff8-0e11e02df804 service neutron] 10.222.0.44 "GET /v2.0/networks/747286bb-8407-402f-868f-44a863404e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6871653 May 05 22:10:09.291008 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010d116a-a89a-4ede-a6da-ee91d5c605e4 tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Hosts for other DVR routers connected to router 37e920fa-5667-4c99-a55f-b6144e3eca0a: set() {{(pid=84063) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} May 05 22:10:09.293985 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-010d116a-a89a-4ede-a6da-ee91d5c605e4 tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:09.302039 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-010d116a-a89a-4ede-a6da-ee91d5c605e4 tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] 10.222.0.23 "PUT /v2.0/routers/37e920fa-5667-4c99-a55f-b6144e3eca0a HTTP/1.1" status: 200 len: 717 time: 3.0206754 May 05 22:10:09.304587 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41988) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:09.351132 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=d71d8fd6-8f78-4ff5-b234-08f750f52803,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:09.473362 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 36ce50af-0b75-465e-b42d-f310904c14f7 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:10:09.473730 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:09.559486 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c316afe0-85f3-4672-80bc-f5e5920b8686 None None] Provisioning complete for port 5a224ea8-32e8-4542-807a-d82810c6ffa7 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:10:09.559842 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c316afe0-85f3-4672-80bc-f5e5920b8686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:09.563914 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-97f5ac64-f36f-4774-ae22-6da9dab319f4 req-f27ad762-5c33-4f29-89a9-c160bce75b6e tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9e41160-c8bc-4ed3-b1f2-b9c001a73525&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1201444 May 05 22:10:09.715189 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8c9bcdc0-2c91-48a4-93fa-896c4e35b614 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:09.737231 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-c316afe0-85f3-4672-80bc-f5e5920b8686 None None] Port 5a224ea8-32e8-4542-807a-d82810c6ffa7 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:10:09.742744 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c316afe0-85f3-4672-80bc-f5e5920b8686 None None] Could not find standard attr ID for object a53f4b41-72f8-449c-8344-c49af17337b7. {{(pid=84064) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 22:10:09.745136 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-327b6d34-bd8b-4fb4-8b91-0496a1414b56 tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] 10.222.0.23 "GET /v2.0/routers/37e920fa-5667-4c99-a55f-b6144e3eca0a HTTP/1.1" status: 200 len: 717 time: 0.4379580 May 05 22:10:09.770900 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-95b178e2-511f-4942-846e-07bd012cfc3d req-6f8283fa-742f-448e-af9d-ff66ca9eeeba service neutron] 10.222.0.44 "GET /v2.0/networks/747286bb-8407-402f-868f-44a863404e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4669528 May 05 22:10:09.771405 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 41998) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:09.805769 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-5cd08eeb-90ce-44ad-8aec-75d5c3599377 req-26b5dcb9-9106-4220-956d-b2c71941ee4a tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:09.843893 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9bcdc0-2c91-48a4-93fa-896c4e35b614 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Pushing event deleted for resources: {'Port': ['ID=a53f4b41-72f8-449c-8344-c49af17337b7,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:10.034432 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b5dcb9-9106-4220-956d-b2c71941ee4a tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Pushing event deleted for resources: {'Port': ['ID=833f50fc-a0fb-4b00-a024-733c937d5a2c,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:10.110982 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d873788b-bc90-420c-b88d-847509455233 req-921166a9-c133-40e8-9fbf-20b4f45c50c8 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:10.112598 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d873788b-bc90-420c-b88d-847509455233 req-921166a9-c133-40e8-9fbf-20b4f45c50c8 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 946 time: 0.5638812 May 05 22:10:10.221663 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8c9bcdc0-2c91-48a4-93fa-896c4e35b614 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:10.306618 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42014) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:10.358192 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f1fa9cf5-f644-4895-8c74-40d4eadba3cd tempest-RoutersTestDVR-156428979 tempest-RoutersTestDVR-156428979-project] 10.222.0.23 "GET /v2.0/routers/37e920fa-5667-4c99-a55f-b6144e3eca0a HTTP/1.1" status: 200 len: 683 time: 0.5830019 May 05 22:10:10.358384 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42020) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:10.748301 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898d0ccf-bfd4-4505-b348-e44c35f9e266 None None] Network 6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:10:10.795997 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-8c9bcdc0-2c91-48a4-93fa-896c4e35b614 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] 10.222.0.23 "DELETE /v2.0/ports/a53f4b41-72f8-449c-8344-c49af17337b7 HTTP/1.1" status: 204 len: 168 time: 5.2954106 May 05 22:10:10.830369 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42028) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:10.866235 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-491d2a3e-600e-4f65-8b06-dcfea340b369 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Request body: {'port': {'name': 'tempest-new-port-name-618710908', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:10:10.866961 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.api.validators [None req-491d2a3e-600e-4f65-8b06-dcfea340b369 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] bootfile-name is not in valid_values {{(pid=84063) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 05 22:10:10.867440 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.api.validators [None req-491d2a3e-600e-4f65-8b06-dcfea340b369 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] tftp-server is not in valid_values {{(pid=84063) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 05 22:10:10.867973 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.api.validators [None req-491d2a3e-600e-4f65-8b06-dcfea340b369 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] server-ip-address is not in valid_values {{(pid=84063) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 05 22:10:10.959888 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d873788b-bc90-420c-b88d-847509455233 req-f8e560bd-d2af-4a6a-8353-3763f9f7df3e tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7942719 May 05 22:10:10.964511 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-fedfb3ed-4162-4c4e-a26b-7cb2702f742e req-1e542e16-f9af-4d06-91fd-d08220887a35 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Synchronizing usage tracker for tenant:2578689695ab4a55a99443682838538b on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:10:11.009066 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-196c175d-c170-484a-8153-85d5d6db0d0a None None] Provisioning for port e09e1e6c-f1b8-433a-8c61-dfe70203f108 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:10:11.077126 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-24762846-81d9-4ff2-af44-7cad885dc1e4 admin admin] Deleting subnet a09f7fe8-12fe-41f3-8d45-f3aa02fd3f84 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:10:11.082395 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-24762846-81d9-4ff2-af44-7cad885dc1e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:11.125941 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-fedfb3ed-4162-4c4e-a26b-7cb2702f742e req-1e542e16-f9af-4d06-91fd-d08220887a35 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Unset dirty status for tenant:2578689695ab4a55a99443682838538b on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:10:11.127125 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fedfb3ed-4162-4c4e-a26b-7cb2702f742e req-1e542e16-f9af-4d06-91fd-d08220887a35 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=b09f4d6c-ef4f-49fa-84a7-9f8612ed9f5d HTTP/1.1" status: 200 len: 210 time: 0.2671595 May 05 22:10:11.241297 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-24762846-81d9-4ff2-af44-7cad885dc1e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:11.265275 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5cd08eeb-90ce-44ad-8aec-75d5c3599377 req-26b5dcb9-9106-4220-956d-b2c71941ee4a tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Router 8598f5d7-eb46-409f-9875-d058ff8e964a has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:10:11.308627 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-24762846-81d9-4ff2-af44-7cad885dc1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:11.333504 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device e09e1e6c-f1b8-433a-8c61-dfe70203f108 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:10:11.399209 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-24762846-81d9-4ff2-af44-7cad885dc1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:11.492991 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port e09e1e6c-f1b8-433a-8c61-dfe70203f108 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:10:11.501722 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-24762846-81d9-4ff2-af44-7cad885dc1e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:11.505541 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port e09e1e6c-f1b8-433a-8c61-dfe70203f108 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:10:11.505921 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:11.513098 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24762846-81d9-4ff2-af44-7cad885dc1e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a09f7fe8-12fe-41f3-8d45-f3aa02fd3f84,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:11.516547 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-761d6dd8-3425-4415-865d-18da809bc428 tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:11.531294 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7ac89837-e51b-423a-8902-898267fd0167 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:11.621135 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-24762846-81d9-4ff2-af44-7cad885dc1e4 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a09f7fe8-12fe-41f3-8d45-f3aa02fd3f84 HTTP/1.1" status: 204 len: 168 time: 1.2952302 May 05 22:10:11.668581 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-491d2a3e-600e-4f65-8b06-dcfea340b369 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:11.677098 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42042) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:11.713620 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:11.757219 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port e09e1e6c-f1b8-433a-8c61-dfe70203f108, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=e09e1e6c-f1b8-433a-8c61-dfe70203f108,segment=NetworkSegment(ee217534-879b-45a2-90a5-ba467cc58a1f),segment_id=ee217534-879b-45a2-90a5-ba467cc58a1f)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:10:11.774983 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:11.777232 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device d71d8fd6-8f78-4ff5-b234-08f750f52803 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:10:11.864247 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-26b7db3c-e4bc-4003-90ee-795c782089f7 None None] Provisioning complete for port e09e1e6c-f1b8-433a-8c61-dfe70203f108 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:10:11.864910 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-26b7db3c-e4bc-4003-90ee-795c782089f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:11.967455 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=e09e1e6c-f1b8-433a-8c61-dfe70203f108,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:12.009818 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b36784b-dd25-480b-a076-f50d4bfa92a4 req-c8a84648-1d01-4797-b421-6f59767b1546 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:12.011665 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6b36784b-dd25-480b-a076-f50d4bfa92a4 req-c8a84648-1d01-4797-b421-6f59767b1546 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 946 time: 0.7429628 May 05 22:10:12.032211 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe02-2fdd-48a3-83d9-266500a13298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:12.047900 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port d71d8fd6-8f78-4ff5-b234-08f750f52803 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:10:12.047900 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:12.167975 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6b36784b-dd25-480b-a076-f50d4bfa92a4 req-aa31b177-f8fd-4464-bcdf-da73ccc9d19a tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489675 May 05 22:10:12.425402 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5cd08eeb-90ce-44ad-8aec-75d5c3599377 req-26b5dcb9-9106-4220-956d-b2c71941ee4a tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:10:12.428909 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d895be4f-484d-47a5-b8dd-cc035e75520e req-f5a15370-11a3-492d-bebf-757261e16612 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/ports?device_id=b09f4d6c-ef4f-49fa-84a7-9f8612ed9f5d HTTP/1.1" status: 200 len: 210 time: 0.0647004 May 05 22:10:12.436926 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d282a2b7-e8ca-4632-907c-9b2b5a397a57 None None] Sync routers for ids ['8598f5d7-eb46-409f-9875-d058ff8e964a'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:10:12.472182 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d282a2b7-e8ca-4632-907c-9b2b5a397a57 None None] Routers {'8598f5d7-eb46-409f-9875-d058ff8e964a'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:10:12.472794 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-d282a2b7-e8ca-4632-907c-9b2b5a397a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:09:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8598f5d7-eb46-409f-9875-d058ff8e964a'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:10:12.497247 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-761d6dd8-3425-4415-865d-18da809bc428 tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:12.551269 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-761d6dd8-3425-4415-865d-18da809bc428 tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:12.589720 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cd08eeb-90ce-44ad-8aec-75d5c3599377 req-26b5dcb9-9106-4220-956d-b2c71941ee4a tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] No DVR routers for this DVR port 833f50fc-a0fb-4b00-a024-733c937d5a2c on host n-h2-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:10:12.594944 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-5cd08eeb-90ce-44ad-8aec-75d5c3599377 req-26b5dcb9-9106-4220-956d-b2c71941ee4a tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:12.604236 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09f4d6c-ef4f-49fa-84a7-9f8612ed9f5d', 'name': 'network-vif-deleted', 'tag': '833f50fc-a0fb-4b00-a024-733c937d5a2c'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:10:12.609502 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5cd08eeb-90ce-44ad-8aec-75d5c3599377 req-26b5dcb9-9106-4220-956d-b2c71941ee4a tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.32 "DELETE /v2.0/ports/833f50fc-a0fb-4b00-a024-733c937d5a2c HTTP/1.1" status: 204 len: 173 time: 10.5469966 May 05 22:10:12.660533 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-7ac89837-e51b-423a-8902-898267fd0167 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Allocated IP 172.20.0.1 (6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4/8a7ef762-9b9a-4125-ae34-df46990e0391/18ec8077-0166-48e7-96ee-5fa7aef28d24) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:10:12.746415 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f89657c-7539-4869-a4b6-cc80324b1ad9'] response: {'server_uuid': 'b09f4d6c-ef4f-49fa-84a7-9f8612ed9f5d', 'name': 'network-vif-deleted', 'tag': '833f50fc-a0fb-4b00-a024-733c937d5a2c', 'status': 'completed', 'code': 200} May 05 22:10:12.761715 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-d282a2b7-e8ca-4632-907c-9b2b5a397a57 None None] Set router 8598f5d7-eb46-409f-9875-d058ff8e964a gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:10:12.764669 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe02-2fdd-48a3-83d9-266500a13298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:12.806399 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-761d6dd8-3425-4415-865d-18da809bc428 tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:12.807027 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761d6dd8-3425-4415-865d-18da809bc428 tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 37e920fa-5667-4c99-a55f-b6144e3eca0a {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:10:12.807901 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f9e716-5d21-4a59-86ec-fa412dcb3806 req-de963d7b-c3a1-40cb-9473-e3e34bf70155 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:12.820184 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b5f9e716-5d21-4a59-86ec-fa412dcb3806 req-de963d7b-c3a1-40cb-9473-e3e34bf70155 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 946 time: 0.4055073 May 05 22:10:12.822326 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-761d6dd8-3425-4415-865d-18da809bc428 tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:12.827998 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-761d6dd8-3425-4415-865d-18da809bc428 tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] 10.222.0.23 "DELETE /v2.0/routers/37e920fa-5667-4c99-a55f-b6144e3eca0a HTTP/1.1" status: 204 len: 168 time: 2.4651203 May 05 22:10:12.832255 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42068) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:12.839292 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-7da5e36d-77d3-4fba-b5e6-a9deb95efbfb tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Request body: {'router': {'name': 'tempest-router-503635703', 'distributed': True}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:10:12.857712 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-7da5e36d-77d3-4fba-b5e6-a9deb95efbfb tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:10:12.864760 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-7da5e36d-77d3-4fba-b5e6-a9deb95efbfb tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Usage tracker for resource:router and tenant:f67ac11b376f43d9858d897d8b9d8614 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:10:12.868433 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-7da5e36d-77d3-4fba-b5e6-a9deb95efbfb tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:10:12.876207 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-7da5e36d-77d3-4fba-b5e6-a9deb95efbfb tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:10:12.885540 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-dcd6fe02-2fdd-48a3-83d9-266500a13298 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de008cf3-1173-4dd1-a114-f245dbf68296']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:10:12.900846 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7da5e36d-77d3-4fba-b5e6-a9deb95efbfb tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:12.903109 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7da5e36d-77d3-4fba-b5e6-a9deb95efbfb tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:12.917186 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-dcd6fe02-2fdd-48a3-83d9-266500a13298 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6450fb84-f2ae-4aef-9c0c-c15699fb9c2e') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:10:12.917919 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-dcd6fe02-2fdd-48a3-83d9-266500a13298 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6450fb84-f2ae-4aef-9c0c-c15699fb9c2e') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:10:12.937088 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.resource_extend [None req-491d2a3e-600e-4f65-8b06-dcfea340b369 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 22:10:12.946361 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe02-2fdd-48a3-83d9-266500a13298 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:12.951627 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b5f9e716-5d21-4a59-86ec-fa412dcb3806 req-1b686ff4-7820-40ef-b766-fff89ad584e1 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301486 May 05 22:10:12.970871 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-491d2a3e-600e-4f65-8b06-dcfea340b369 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:12.973232 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe02-2fdd-48a3-83d9-266500a13298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:12.986465 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7da5e36d-77d3-4fba-b5e6-a9deb95efbfb tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:12.997182 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-491d2a3e-600e-4f65-8b06-dcfea340b369 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:13.024120 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:10:13.041761 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcd6fe02-2fdd-48a3-83d9-266500a13298 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:10:13.042230 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe02-2fdd-48a3-83d9-266500a13298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:13.043040 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device e09e1e6c-f1b8-433a-8c61-dfe70203f108 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:10:13.064450 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:10:13.064450 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:10:13.064450 n-d-825175-4 neutron-server[84063]: timer() May 05 22:10:13.064450 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:10:13.064450 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:10:13.064450 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:10:13.064450 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:10:13.064450 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:10:13.064450 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:10:13.064450 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:10:13.064450 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:10:13.064450 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:10:13.064450 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:10:13.064450 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:10:13.064450 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:10:13.064450 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:10:13.064450 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:10:13.064450 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:10:13.064450 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:10:13.064450 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:10:13.064450 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:10:13.064450 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:10:13.064450 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:10:13.064450 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:10:13.064450 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:10:13.064450 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:10:13.064450 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:10:13.064450 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:10:13.064450 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:10:13.064450 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:10:13.064450 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:10:13.064450 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:10:13.171685 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7ac89837-e51b-423a-8902-898267fd0167 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:13.207527 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-491d2a3e-600e-4f65-8b06-dcfea340b369 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] In _notify_port_updated(), no bound segment for port 5a224ea8-32e8-4542-807a-d82810c6ffa7 on network 9add90a3-c46b-4f12-9ad9-ba3449e6c0f9 {{(pid=84063) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 05 22:10:13.211364 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491d2a3e-600e-4f65-8b06-dcfea340b369 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:13.212030 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-491d2a3e-600e-4f65-8b06-dcfea340b369 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:13.213638 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-491d2a3e-600e-4f65-8b06-dcfea340b369 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] 10.222.0.23 "PUT /v2.0/ports/5a224ea8-32e8-4542-807a-d82810c6ffa7 HTTP/1.1" status: 200 len: 1129 time: 2.3741693 May 05 22:10:13.218794 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42080) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:13.222534 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7da5e36d-77d3-4fba-b5e6-a9deb95efbfb tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:13.251112 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port e09e1e6c-f1b8-433a-8c61-dfe70203f108 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:10:13.260494 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:13.337918 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-7ac89837-e51b-423a-8902-898267fd0167 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Transition to ACTIVE for port object 18ec8077-0166-48e7-96ee-5fa7aef28d24 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:10:13.338143 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3317e59c-0902-4026-be86-70c200e96cb3 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:13.342867 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-3317e59c-0902-4026-be86-70c200e96cb3 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] 10.222.0.23 "GET /v2.0/ports/5a224ea8-32e8-4542-807a-d82810c6ffa7 HTTP/1.1" status: 200 len: 1129 time: 0.1190550 May 05 22:10:13.344934 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7da5e36d-77d3-4fba-b5e6-a9deb95efbfb tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:13.346152 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-7da5e36d-77d3-4fba-b5e6-a9deb95efbfb tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.5127401 May 05 22:10:13.346939 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42086) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:13.352783 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe02-2fdd-48a3-83d9-266500a13298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:13.354232 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 42090) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:13.359296 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dcd6fe02-2fdd-48a3-83d9-266500a13298 admin admin] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:13.364582 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-dcd6fe02-2fdd-48a3-83d9-266500a13298 admin admin] 10.222.0.23 "DELETE /v2.0/networks/de008cf3-1173-4dd1-a114-f245dbf68296 HTTP/1.1" status: 204 len: 168 time: 1.6825352 May 05 22:10:13.489071 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-86766383-6b1d-4152-8796-08c1aa13fbb9 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Deleting port 5a224ea8-32e8-4542-807a-d82810c6ffa7 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:10:13.489717 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-86766383-6b1d-4152-8796-08c1aa13fbb9 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:13.514281 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491d2a3e-600e-4f65-8b06-dcfea340b369 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Pushing event updated for resources: {'Port': ['ID=5a224ea8-32e8-4542-807a-d82810c6ffa7,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:13.602057 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd6fe02-2fdd-48a3-83d9-266500a13298 admin admin] Pushing event deleted for resources: {'Network': ['ID=de008cf3-1173-4dd1-a114-f245dbf68296,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:13.785748 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42106) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:13.792682 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42108) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:13.819558 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-6bd57ded-9ee7-4b8c-88e8-801ebb61f943 None None] Provisioning complete for port 5a224ea8-32e8-4542-807a-d82810c6ffa7 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:10:13.820534 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6bd57ded-9ee7-4b8c-88e8-801ebb61f943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:13.839025 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-d282a2b7-e8ca-4632-907c-9b2b5a397a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'name': 'tempest-AttachVolumeNegativeTest-273245844-router', 'tenant_id': '2578689695ab4a55a99443682838538b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '6953bf02-942c-4df7-b861-f3365d5a587d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:02:33Z', 'updated_at': '2022-05-05T22:02:52Z', 'revision_number': 4, 'project_id': '2578689695ab4a55a99443682838538b', 'gw_port': {'id': '6953bf02-942c-4df7-b861-f3365d5a587d', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:35Z', 'updated_at': '2022-05-05T22:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '558711ec-cc6b-4387-8a57-c44e1a328a9a', 'name': '', 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd', 'tenant_id': '2578689695ab4a55a99443682838538b', 'mac_address': 'fa:16:3e:33:93:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6329e98-aed7-463a-a6e6-dc9284056d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:49Z', 'updated_at': '2022-05-05T22:03:09Z', 'revision_number': 5, 'project_id': '2578689695ab4a55a99443682838538b', 'subnets': [{'id': 'b6329e98-aed7-463a-a6e6-dc9284056d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:10:13.843582 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d282a2b7-e8ca-4632-907c-9b2b5a397a57 None None] Checking router: 8598f5d7-eb46-409f-9875-d058ff8e964a for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:10:13.861557 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d282a2b7-e8ca-4632-907c-9b2b5a397a57 None None] Routers {'8598f5d7-eb46-409f-9875-d058ff8e964a'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:10:13.862453 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-d282a2b7-e8ca-4632-907c-9b2b5a397a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:09:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8598f5d7-eb46-409f-9875-d058ff8e964a'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:10:13.910523 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d3024-b6a4-4d7f-8e7d-ac5a297cb84a req-435b13be-fb46-4829-ad80-b3f6eaa19fc3 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:13.918107 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-280d3024-b6a4-4d7f-8e7d-ac5a297cb84a req-435b13be-fb46-4829-ad80-b3f6eaa19fc3 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 946 time: 0.7295623 May 05 22:10:13.963706 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e74a710c-caaf-4b1e-8b76-f286a0930d2a tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Notify callbacks [] for router, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:14.062587 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-06297c9f-8d1c-4989-9705-df692d988c30 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cdf3141034214c00a02c72d465f44933&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2632968 May 05 22:10:14.077034 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42120) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:14.096110 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-6bd57ded-9ee7-4b8c-88e8-801ebb61f943 None None] Port 5a224ea8-32e8-4542-807a-d82810c6ffa7 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:10:14.101669 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-deb5eaf2-867f-42a5-8390-14b649539982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:14.120581 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9cc288cf-7791-400f-86ed-5ac5732e3a08 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:14.127471 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7ac89837-e51b-423a-8902-898267fd0167 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:14.129273 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-d282a2b7-e8ca-4632-907c-9b2b5a397a57 None None] Set router 8598f5d7-eb46-409f-9875-d058ff8e964a gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:10:14.139739 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-86766383-6b1d-4152-8796-08c1aa13fbb9 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:14.209679 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-280d3024-b6a4-4d7f-8e7d-ac5a297cb84a req-d8111a6e-d6a5-4762-b3b4-64e9d1206544 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904227 May 05 22:10:14.352864 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac89837-e51b-423a-8902-898267fd0167 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event updated for resources: {'Port': ['ID=18ec8077-0166-48e7-96ee-5fa7aef28d24,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:14.368307 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac89837-e51b-423a-8902-898267fd0167 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Network 6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:10:14.370949 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-7ac89837-e51b-423a-8902-898267fd0167 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:10:14.374459 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac89837-e51b-423a-8902-898267fd0167 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:10:14.497370 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-86766383-6b1d-4152-8796-08c1aa13fbb9 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Calling delete_port for 5a224ea8-32e8-4542-807a-d82810c6ffa7 owned by {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:10:14.660733 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-d282a2b7-e8ca-4632-907c-9b2b5a397a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'name': 'tempest-AttachVolumeNegativeTest-273245844-router', 'tenant_id': '2578689695ab4a55a99443682838538b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '6953bf02-942c-4df7-b861-f3365d5a587d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:02:33Z', 'updated_at': '2022-05-05T22:02:52Z', 'revision_number': 4, 'project_id': '2578689695ab4a55a99443682838538b', 'gw_port': {'id': '6953bf02-942c-4df7-b861-f3365d5a587d', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:35Z', 'updated_at': '2022-05-05T22:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '558711ec-cc6b-4387-8a57-c44e1a328a9a', 'name': '', 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd', 'tenant_id': '2578689695ab4a55a99443682838538b', 'mac_address': 'fa:16:3e:33:93:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6329e98-aed7-463a-a6e6-dc9284056d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:49Z', 'updated_at': '2022-05-05T22:03:09Z', 'revision_number': 5, 'project_id': '2578689695ab4a55a99443682838538b', 'subnets': [{'id': 'b6329e98-aed7-463a-a6e6-dc9284056d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:10:14.669836 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d282a2b7-e8ca-4632-907c-9b2b5a397a57 None None] The sync data for ids ['8598f5d7-eb46-409f-9875-d058ff8e964a'] in n-d-825175-4 is: [{'id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'name': 'tempest-AttachVolumeNegativeTest-273245844-router', 'tenant_id': '2578689695ab4a55a99443682838538b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '6953bf02-942c-4df7-b861-f3365d5a587d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:02:33Z', 'updated_at': '2022-05-05T22:02:52Z', 'revision_number': 4, 'project_id': '2578689695ab4a55a99443682838538b', 'gw_port': {'id': '6953bf02-942c-4df7-b861-f3365d5a587d', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:35Z', 'updated_at': '2022-05-05T22:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '558711ec-cc6b-4387-8a57-c44e1a328a9a', 'name': '', 'network_id': 'da94abce-5ece-4742-b6d0-f89044eb6bbd', 'tenant_id': '2578689695ab4a55a99443682838538b', 'mac_address': 'fa:16:3e:33:93:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6329e98-aed7-463a-a6e6-dc9284056d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:49Z', 'updated_at': '2022-05-05T22:03:09Z', 'revision_number': 5, 'project_id': '2578689695ab4a55a99443682838538b', 'subnets': [{'id': 'b6329e98-aed7-463a-a6e6-dc9284056d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:10:14.688305 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9cc288cf-7791-400f-86ed-5ac5732e3a08 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:14.696540 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e74a710c-caaf-4b1e-8b76-f286a0930d2a tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:14.701446 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e74a710c-caaf-4b1e-8b76-f286a0930d2a tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:14.736318 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-1bbb31b3-ad4f-4c76-bf9a-2bda86db13c2 None None] Provisioning for port 18ec8077-0166-48e7-96ee-5fa7aef28d24 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:10:14.746197 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-1bbb31b3-ad4f-4c76-bf9a-2bda86db13c2 None None] Provisioning complete for port 18ec8077-0166-48e7-96ee-5fa7aef28d24 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:10:14.748445 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1bbb31b3-ad4f-4c76-bf9a-2bda86db13c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:14.750363 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a7c1f0f5-4031-41e8-8d0b-b3757fe7c85e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:14.792885 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e74a710c-caaf-4b1e-8b76-f286a0930d2a tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:14.793488 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e74a710c-caaf-4b1e-8b76-f286a0930d2a tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 34d8217d-c1ae-47a9-95b6-3485263f41d4 {{(pid=84061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:10:14.802459 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-86766383-6b1d-4152-8796-08c1aa13fbb9 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:14.810256 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a7c1f0f5-4031-41e8-8d0b-b3757fe7c85e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:14.821236 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e74a710c-caaf-4b1e-8b76-f286a0930d2a tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:14.822887 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e74a710c-caaf-4b1e-8b76-f286a0930d2a tempest-RoutersTestDVR-815460392 tempest-RoutersTestDVR-815460392-project-admin] 10.222.0.23 "DELETE /v2.0/routers/34d8217d-c1ae-47a9-95b6-3485263f41d4 HTTP/1.1" status: 204 len: 168 time: 1.4674735 May 05 22:10:14.826078 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7ac89837-e51b-423a-8902-898267fd0167 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:14.886002 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-1bbb31b3-ad4f-4c76-bf9a-2bda86db13c2 None None] Port 18ec8077-0166-48e7-96ee-5fa7aef28d24 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:10:14.901233 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86766383-6b1d-4152-8796-08c1aa13fbb9 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Pushing event deleted for resources: {'Port': ['ID=5a224ea8-32e8-4542-807a-d82810c6ffa7,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:14.925140 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f7ad2-6a65-49ef-9bef-71f6f4ffa06f req-76d85c16-affe-47d2-88dd-5f93740dff21 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:14.932378 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e17f7ad2-6a65-49ef-9bef-71f6f4ffa06f req-76d85c16-affe-47d2-88dd-5f93740dff21 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 946 time: 0.1968930 May 05 22:10:14.998868 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9cc288cf-7791-400f-86ed-5ac5732e3a08 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:15.068458 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc288cf-7791-400f-86ed-5ac5732e3a08 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e41160-c8bc-4ed3-b1f2-b9c001a73525,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:15.074378 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-86766383-6b1d-4152-8796-08c1aa13fbb9 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:15.099919 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7ac89837-e51b-423a-8902-898267fd0167 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:15.104688 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-86766383-6b1d-4152-8796-08c1aa13fbb9 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] 10.222.0.23 "DELETE /v2.0/ports/5a224ea8-32e8-4542-807a-d82810c6ffa7 HTTP/1.1" status: 204 len: 168 time: 1.7512469 May 05 22:10:15.105422 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9cc288cf-7791-400f-86ed-5ac5732e3a08 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:15.108989 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9cc288cf-7791-400f-86ed-5ac5732e3a08 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "DELETE /v2.0/security-groups/d9e41160-c8bc-4ed3-b1f2-b9c001a73525 HTTP/1.1" status: 204 len: 168 time: 1.3163431 May 05 22:10:15.108989 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42136) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:15.110864 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42138) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:15.149304 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e17f7ad2-6a65-49ef-9bef-71f6f4ffa06f req-56c2ca2a-9bac-4b6b-b853-f7ad39b39f27 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160332 May 05 22:10:15.153307 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396c176b-ba4f-4a8e-8048-f43e04bddaec None None] New status for floating IP 0a3d1eaf-c73a-4288-9a21-4d28e8d92c73: DOWN {{(pid=84064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 22:10:15.181943 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-b214ccc7-e056-4678-a8e9-866b14b7c6f6 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] show failed (client error): The resource could not be found. May 05 22:10:15.197300 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b214ccc7-e056-4678-a8e9-866b14b7c6f6 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "GET /v2.0/security-groups/d9e41160-c8bc-4ed3-b1f2-b9c001a73525 HTTP/1.1" status: 404 len: 347 time: 0.0846152 May 05 22:10:15.203270 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42146) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:15.346404 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a7c1f0f5-4031-41e8-8d0b-b3757fe7c85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:15.454358 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c1f0f5-4031-41e8-8d0b-b3757fe7c85e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a840fe09-9188-4671-854a-0d1826f45c3b,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:15.458257 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a7c1f0f5-4031-41e8-8d0b-b3757fe7c85e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:15.459529 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a7c1f0f5-4031-41e8-8d0b-b3757fe7c85e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a840fe09-9188-4671-854a-0d1826f45c3b HTTP/1.1" status: 204 len: 168 time: 1.3809454 May 05 22:10:15.597330 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 42154) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:15.631488 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-a6433277-72cc-41e4-b3bf-32a0d3daac66 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Deleting port f3588a70-22f6-479c-b5d3-3bf9cbf748c2 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:10:15.636683 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a6433277-72cc-41e4-b3bf-32a0d3daac66 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:15.677192 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb09d4ff-6ba5-4ff5-b737-7eab4f1848b6 req-5261b180-2ce0-46fd-aa40-2a03ce9da6bb tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:15.685601 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-eb09d4ff-6ba5-4ff5-b737-7eab4f1848b6 req-5261b180-2ce0-46fd-aa40-2a03ce9da6bb tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 946 time: 0.2151616 May 05 22:10:15.792789 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-b59e61ab-7e24-4235-8ea5-da87a2324f51 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Deleting subnet eb74507e-70fd-4ac0-b8f0-53ce4f7aff62 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:10:15.849037 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b59e61ab-7e24-4235-8ea5-da87a2324f51 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:15.879867 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-eb09d4ff-6ba5-4ff5-b737-7eab4f1848b6 req-121a2d89-2b9f-4e61-bffe-c8cecbec111f tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931598 May 05 22:10:15.901237 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3451a1a3-1516-43f4-8de0-9eb4be80aa64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:15.943699 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b59e61ab-7e24-4235-8ea5-da87a2324f51 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:16.075562 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b59e61ab-7e24-4235-8ea5-da87a2324f51 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:16.191479 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a6433277-72cc-41e4-b3bf-32a0d3daac66 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:16.191725 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a6433277-72cc-41e4-b3bf-32a0d3daac66 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:16.301844 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d4b52001-9bfa-45ac-a8e3-f4d94484f12a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:16.338647 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-a6433277-72cc-41e4-b3bf-32a0d3daac66 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Calling delete_port for f3588a70-22f6-479c-b5d3-3bf9cbf748c2 owned by network:floatingip {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:10:16.344753 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1efd7d-4b70-4525-8d6b-fa7bc4f26697 req-f0049cb8-55a3-4163-a5a1-244abd477882 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:16.346048 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4e1efd7d-4b70-4525-8d6b-fa7bc4f26697 req-f0049cb8-55a3-4163-a5a1-244abd477882 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 946 time: 0.1524191 May 05 22:10:16.389307 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b59e61ab-7e24-4235-8ea5-da87a2324f51 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:16.401103 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7ac89837-e51b-423a-8902-898267fd0167 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:16.414864 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7ac89837-e51b-423a-8902-898267fd0167 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:16.442073 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e61ab-7e24-4235-8ea5-da87a2324f51 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Pushing event deleted for resources: {'Subnet': ['ID=eb74507e-70fd-4ac0-b8f0-53ce4f7aff62,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:16.451812 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b59e61ab-7e24-4235-8ea5-da87a2324f51 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:16.463678 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fddd97-f855-4527-bd98-3a4f08eb1800 None None] Network 9add90a3-c46b-4f12-9ad9-ba3449e6c0f9 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:10:16.486730 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-3451a1a3-1516-43f4-8de0-9eb4be80aa64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:10:16.514931 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-3451a1a3-1516-43f4-8de0-9eb4be80aa64 admin admin] Usage tracker for resource:security_group_rule and tenant:a85ea9d47b9745b8b3b7ded2c43ab537 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:10:16.520941 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-3451a1a3-1516-43f4-8de0-9eb4be80aa64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:10:16.541725 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-3451a1a3-1516-43f4-8de0-9eb4be80aa64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:10:16.567735 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4e1efd7d-4b70-4525-8d6b-fa7bc4f26697 req-b00a3f49-8793-4be5-a3a1-56a54465039b tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144403 May 05 22:10:16.572529 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7ac89837-e51b-423a-8902-898267fd0167 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:16.579898 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac89837-e51b-423a-8902-898267fd0167 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event updated for resources: {'Port': ['ID=18ec8077-0166-48e7-96ee-5fa7aef28d24,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:16.647854 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b59e61ab-7e24-4235-8ea5-da87a2324f51 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] 10.222.0.23 "DELETE /v2.0/subnets/eb74507e-70fd-4ac0-b8f0-53ce4f7aff62 HTTP/1.1" status: 204 len: 168 time: 1.5383642 May 05 22:10:16.673360 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42180) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:16.819620 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac89837-e51b-423a-8902-898267fd0167 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Network 6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:10:16.828402 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-7ac89837-e51b-423a-8902-898267fd0167 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:10:16.917662 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d5c83a4b-9743-4cab-a722-def481014e45 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:16.998771 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6992be48-fdce-409f-a695-bab0f62aa486 None None] DHCP port deletion for 9add90a3-c46b-4f12-9ad9-ba3449e6c0f9 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:10:17.003466 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-6992be48-fdce-409f-a695-bab0f62aa486 None None] Deleting port 36ce50af-0b75-465e-b42d-f310904c14f7 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:10:17.004229 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6992be48-fdce-409f-a695-bab0f62aa486 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:17.021087 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-d5c83a4b-9743-4cab-a722-def481014e45 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Deleting port 36ce50af-0b75-465e-b42d-f310904c14f7 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:10:17.022179 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d5c83a4b-9743-4cab-a722-def481014e45 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:17.197507 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3451a1a3-1516-43f4-8de0-9eb4be80aa64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:17.242965 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3451a1a3-1516-43f4-8de0-9eb4be80aa64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:17.372697 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3451a1a3-1516-43f4-8de0-9eb4be80aa64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf8055e-44e7-4f39-9900-7c4990c53dc3,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:17.390385 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-3451a1a3-1516-43f4-8de0-9eb4be80aa64 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a85ea9d47b9745b8b3b7ded2c43ab537&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7791004 May 05 22:10:17.397080 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 42200) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:17.417953 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968fb3b-0f27-4af1-a7b2-43c6c131c7f6 req-c96ca9e1-aeb4-4cfa-aab6-8725af646fef tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:17.419471 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b968fb3b-0f27-4af1-a7b2-43c6c131c7f6 req-c96ca9e1-aeb4-4cfa-aab6-8725af646fef tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 946 time: 0.4295540 May 05 22:10:17.488590 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-d5c83a4b-9743-4cab-a722-def481014e45 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] For port 36ce50af-0b75-465e-b42d-f310904c14f7, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=36ce50af-0b75-465e-b42d-f310904c14f7,segment=NetworkSegment(b5ea280e-8894-404f-b129-6f7893595331),segment_id=b5ea280e-8894-404f-b129-6f7893595331)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:10:17.489344 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d5c83a4b-9743-4cab-a722-def481014e45 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:17.600195 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:17.605678 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-6992be48-fdce-409f-a695-bab0f62aa486 None None] For port 36ce50af-0b75-465e-b42d-f310904c14f7, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=36ce50af-0b75-465e-b42d-f310904c14f7,segment=NetworkSegment(b5ea280e-8894-404f-b129-6f7893595331),segment_id=b5ea280e-8894-404f-b129-6f7893595331)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:10:17.606071 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6992be48-fdce-409f-a695-bab0f62aa486 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:17.636934 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:17.656551 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-7abdcc1e-a363-42bd-809a-975b6869a097 None None] Provisioning complete for port 18ec8077-0166-48e7-96ee-5fa7aef28d24 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:10:17.657163 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7abdcc1e-a363-42bd-809a-975b6869a097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:17.661116 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a6433277-72cc-41e4-b3bf-32a0d3daac66 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:17.679106 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-d5c83a4b-9743-4cab-a722-def481014e45 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Calling delete_port for 36ce50af-0b75-465e-b42d-f310904c14f7 owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:10:17.725573 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b968fb3b-0f27-4af1-a7b2-43c6c131c7f6 req-9a9e9f63-ab11-4bb7-b1ff-b37816b2a7f2 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431498 May 05 22:10:17.753513 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fa63504e-7fbe-48f8-92a6-a0d2cf17af8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:17.822486 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fa63504e-7fbe-48f8-92a6-a0d2cf17af8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:17.960945 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6433277-72cc-41e4-b3bf-32a0d3daac66 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Pushing event deleted for resources: {'Port': ['ID=f3588a70-22f6-479c-b5d3-3bf9cbf748c2,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:18.017994 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fa63504e-7fbe-48f8-92a6-a0d2cf17af8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:18.052177 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d5c83a4b-9743-4cab-a722-def481014e45 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:18.063210 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-7abdcc1e-a363-42bd-809a-975b6869a097 None None] Port 18ec8077-0166-48e7-96ee-5fa7aef28d24 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:10:18.088421 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-6992be48-fdce-409f-a695-bab0f62aa486 None None] Calling delete_port for 36ce50af-0b75-465e-b42d-f310904c14f7 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:10:18.102552 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa63504e-7fbe-48f8-92a6-a0d2cf17af8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf8055e-44e7-4f39-9900-7c4990c53dc3,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:18.115313 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c83a4b-9743-4cab-a722-def481014e45 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Pushing event deleted for resources: {'Port': ['ID=36ce50af-0b75-465e-b42d-f310904c14f7,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:18.121563 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c83a4b-9743-4cab-a722-def481014e45 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] No DVR routers for this DVR port 36ce50af-0b75-465e-b42d-f310904c14f7 on host n-d-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:10:18.123440 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac89837-e51b-423a-8902-898267fd0167 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Router 39f0658f-802b-46b2-b800-2a997fe7b3e5 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:10:18.153925 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fa63504e-7fbe-48f8-92a6-a0d2cf17af8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:18.155482 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-fa63504e-7fbe-48f8-92a6-a0d2cf17af8e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0cf8055e-44e7-4f39-9900-7c4990c53dc3 HTTP/1.1" status: 204 len: 168 time: 0.7569046 May 05 22:10:18.157080 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a6433277-72cc-41e4-b3bf-32a0d3daac66 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks [] for floatingip, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:18.259062 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-6992be48-fdce-409f-a695-bab0f62aa486 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:10:18.259818 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-6992be48-fdce-409f-a695-bab0f62aa486 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:10:18.284195 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d5c83a4b-9743-4cab-a722-def481014e45 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:18.293796 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a6433277-72cc-41e4-b3bf-32a0d3daac66 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:18.295171 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a6433277-72cc-41e4-b3bf-32a0d3daac66 tempest-AttachVolumeNegativeTest-1449263442 tempest-AttachVolumeNegativeTest-1449263442-project] 10.222.0.23 "DELETE /v2.0/floatingips/0a3d1eaf-c73a-4288-9a21-4d28e8d92c73 HTTP/1.1" status: 204 len: 168 time: 3.0755370 May 05 22:10:18.348651 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f075c02-ae42-4e9f-aea4-4cb4ce1bee85 req-0db57c98-fa55-4909-88da-bd0298917455 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:18.349282 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-d5c83a4b-9743-4cab-a722-def481014e45 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9add90a3-c46b-4f12-9ad9-ba3449e6c0f9']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:10:18.356726 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0f075c02-ae42-4e9f-aea4-4cb4ce1bee85 req-0db57c98-fa55-4909-88da-bd0298917455 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 946 time: 0.3115246 May 05 22:10:18.382711 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-d5c83a4b-9743-4cab-a722-def481014e45 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5ea280e-8894-404f-b129-6f7893595331') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:10:18.383051 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-d5c83a4b-9743-4cab-a722-def481014e45 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5ea280e-8894-404f-b129-6f7893595331') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:10:18.397286 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d5c83a4b-9743-4cab-a722-def481014e45 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:18.432023 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d5c83a4b-9743-4cab-a722-def481014e45 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:18.456097 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5c83a4b-9743-4cab-a722-def481014e45 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:10:18.457637 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d5c83a4b-9743-4cab-a722-def481014e45 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:18.509760 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:10:18.509760 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:10:18.509760 n-d-825175-4 neutron-server[84063]: timer() May 05 22:10:18.509760 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:10:18.509760 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:10:18.509760 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:10:18.509760 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:10:18.509760 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:10:18.509760 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:10:18.509760 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:10:18.509760 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:10:18.509760 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:10:18.509760 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:10:18.509760 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:10:18.509760 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:10:18.509760 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:10:18.509760 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:10:18.509760 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:10:18.509760 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:10:18.509760 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:10:18.509760 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:10:18.509760 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:10:18.509760 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:10:18.509760 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:10:18.509760 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:10:18.509760 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:10:18.509760 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:10:18.509760 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:10:18.509760 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:10:18.509760 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:10:18.509760 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:10:18.509760 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:10:18.659264 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0f075c02-ae42-4e9f-aea4-4cb4ce1bee85 req-df31f8a3-9e4f-4bab-85f8-a16632fc559f tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016620 May 05 22:10:18.724826 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d5c83a4b-9743-4cab-a722-def481014e45 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:18.731091 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d5c83a4b-9743-4cab-a722-def481014e45 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:18.761097 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-6992be48-fdce-409f-a695-bab0f62aa486 None None] Deleting port 36ce50af-0b75-465e-b42d-f310904c14f7 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:10:18.761712 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6992be48-fdce-409f-a695-bab0f62aa486 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:18.780968 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c83a4b-9743-4cab-a722-def481014e45 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] Pushing event deleted for resources: {'Network': ['ID=9add90a3-c46b-4f12-9ad9-ba3449e6c0f9,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:18.795879 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d5c83a4b-9743-4cab-a722-def481014e45 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869 tempest-ExtraDHCPOptionsIpV6TestJSON-818758869-project] 10.222.0.23 "DELETE /v2.0/networks/9add90a3-c46b-4f12-9ad9-ba3449e6c0f9 HTTP/1.1" status: 204 len: 168 time: 2.1183448 May 05 22:10:18.799651 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac89837-e51b-423a-8902-898267fd0167 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:10:18.813570 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-7ac89837-e51b-423a-8902-898267fd0167 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "PUT /v2.0/routers/39f0658f-802b-46b2-b800-2a997fe7b3e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.7801249 May 05 22:10:18.820127 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46b2aac-1f87-486b-aa9e-9abd2377ce18 None None] Sync routers for ids ['39f0658f-802b-46b2-b800-2a997fe7b3e5'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:10:18.842383 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46b2aac-1f87-486b-aa9e-9abd2377ce18 None None] Routers {'39f0658f-802b-46b2-b800-2a997fe7b3e5'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:10:18.843306 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-c46b2aac-1f87-486b-aa9e-9abd2377ce18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:10:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['39f0658f-802b-46b2-b800-2a997fe7b3e5'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:10:18.861050 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-6992be48-fdce-409f-a695-bab0f62aa486 None None] The port '36ce50af-0b75-465e-b42d-f310904c14f7' was deleted {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 22:10:18.937557 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:19.020832 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42242) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:19.035221 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 36ce50af-0b75-465e-b42d-f310904c14f7 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:10:19.079440 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3646ad17-a4e2-4845-98db-68b316cc6197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:19.113299 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 36ce50af-0b75-465e-b42d-f310904c14f7 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:10:19.113624 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 36ce50af-0b75-465e-b42d-f310904c14f7 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:10:19.150046 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c055d4c-a7a1-4a16-85d9-c0e2d448391e req-dec75221-80f0-4590-a5ae-34fb285af6d5 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:19.159344 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9c055d4c-a7a1-4a16-85d9-c0e2d448391e req-dec75221-80f0-4590-a5ae-34fb285af6d5 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 946 time: 0.2056429 May 05 22:10:19.225821 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9c055d4c-a7a1-4a16-85d9-c0e2d448391e req-a26b3a39-4dc5-48c9-8c2d-33500c3e51f7 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653529 May 05 22:10:19.253640 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-3646ad17-a4e2-4845-98db-68b316cc6197 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:10:19.258514 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3646ad17-a4e2-4845-98db-68b316cc6197 admin admin] Usage tracker for resource:security_group_rule and tenant:f67ac11b376f43d9858d897d8b9d8614 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:10:19.261778 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3646ad17-a4e2-4845-98db-68b316cc6197 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:10:19.269200 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-3646ad17-a4e2-4845-98db-68b316cc6197 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:10:19.296325 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-c46b2aac-1f87-486b-aa9e-9abd2377ce18 None None] Set router 39f0658f-802b-46b2-b800-2a997fe7b3e5 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:10:19.376010 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3646ad17-a4e2-4845-98db-68b316cc6197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:19.381768 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3646ad17-a4e2-4845-98db-68b316cc6197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:19.431351 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-3646ad17-a4e2-4845-98db-68b316cc6197 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f67ac11b376f43d9858d897d8b9d8614&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4066246 May 05 22:10:19.431610 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 42254) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:19.456258 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3646ad17-a4e2-4845-98db-68b316cc6197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b956525-47ab-4933-aece-4a9ab2a8ebcc,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:19.780160 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42270) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:19.862877 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-c46b2aac-1f87-486b-aa9e-9abd2377ce18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f0658f-802b-46b2-b800-2a997fe7b3e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612743553', 'tenant_id': '06fb629024324e968714595537efac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'd71d8fd6-8f78-4ff5-b234-08f750f52803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:09:56Z', 'updated_at': '2022-05-05T22:10:14Z', 'revision_number': 4, 'project_id': '06fb629024324e968714595537efac5c', 'gw_port': {'id': 'd71d8fd6-8f78-4ff5-b234-08f750f52803', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:df:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f0658f-802b-46b2-b800-2a997fe7b3e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:09:57Z', 'updated_at': '2022-05-05T22:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '18ec8077-0166-48e7-96ee-5fa7aef28d24', 'name': '', 'network_id': '6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4', 'tenant_id': '06fb629024324e968714595537efac5c', 'mac_address': 'fa:16:3e:8a:4f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f0658f-802b-46b2-b800-2a997fe7b3e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a7ef762-9b9a-4125-ae34-df46990e0391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:10:12Z', 'updated_at': '2022-05-05T22:10:15Z', 'revision_number': 2, 'project_id': '06fb629024324e968714595537efac5c', 'subnets': [{'id': '8a7ef762-9b9a-4125-ae34-df46990e0391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:10:19.875820 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46b2aac-1f87-486b-aa9e-9abd2377ce18 None None] Checking router: 39f0658f-802b-46b2-b800-2a997fe7b3e5 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:10:19.876187 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46b2aac-1f87-486b-aa9e-9abd2377ce18 None None] Updating router 39f0658f-802b-46b2-b800-2a997fe7b3e5 port 18ec8077-0166-48e7-96ee-5fa7aef28d24 binding host n-d-825175-4 {{(pid=84068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:10:19.896745 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-64c4144a-497f-4e91-9d3f-a3cc8049af3e req-d45f3cfb-cac6-4d77-a485-f63b7e7a3dc8 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Synchronizing usage tracker for tenant:06fb629024324e968714595537efac5c on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:10:19.932759 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-c46b2aac-1f87-486b-aa9e-9abd2377ce18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:19.943939 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0c6398e6-2b8e-4080-92ec-3a53b268b700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:20.018974 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0c6398e6-2b8e-4080-92ec-3a53b268b700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:20.026119 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-12a7b3f8-bc21-4401-85f1-dc370cb420f4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=05b3711be4b44df082474f08eac7e621&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2438638 May 05 22:10:20.028366 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42280) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:20.035149 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-64c4144a-497f-4e91-9d3f-a3cc8049af3e req-d45f3cfb-cac6-4d77-a485-f63b7e7a3dc8 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Unset dirty status for tenant:06fb629024324e968714595537efac5c on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:10:20.036488 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-64c4144a-497f-4e91-9d3f-a3cc8049af3e req-d45f3cfb-cac6-4d77-a485-f63b7e7a3dc8 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1088537765&fields=id&tenant_id=06fb629024324e968714595537efac5c HTTP/1.1" status: 200 len: 267 time: 0.5037291 May 05 22:10:20.056185 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabaac4d-cd89-4344-992e-4c6aae3aff57 req-1136aa74-161b-4320-ba1c-53b922e1398a tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:20.057730 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fabaac4d-cd89-4344-992e-4c6aae3aff57 req-1136aa74-161b-4320-ba1c-53b922e1398a tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 946 time: 0.2968662 May 05 22:10:20.148299 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2186c042-7a47-4696-956b-43bf2191da39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:20.185611 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2186c042-7a47-4696-956b-43bf2191da39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:20.251401 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2186c042-7a47-4696-956b-43bf2191da39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:20.281857 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2186c042-7a47-4696-956b-43bf2191da39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96aa300a-8f33-4662-b2c8-d591409163cc,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:20.298674 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2186c042-7a47-4696-956b-43bf2191da39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:20.302393 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-2186c042-7a47-4696-956b-43bf2191da39 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/96aa300a-8f33-4662-b2c8-d591409163cc HTTP/1.1" status: 204 len: 168 time: 0.2704511 May 05 22:10:20.458957 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fabaac4d-cd89-4344-992e-4c6aae3aff57 req-b06b0ef2-baf7-470e-9b44-583a9e6833ea tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502244 May 05 22:10:20.512600 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0c6398e6-2b8e-4080-92ec-3a53b268b700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:20.569211 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0c6398e6-2b8e-4080-92ec-3a53b268b700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:20.577388 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0c6398e6-2b8e-4080-92ec-3a53b268b700 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9b956525-47ab-4933-aece-4a9ab2a8ebcc HTTP/1.1" status: 204 len: 168 time: 1.1446400 May 05 22:10:20.594643 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c4144a-497f-4e91-9d3f-a3cc8049af3e req-b06fd085-0942-4399-b939-7c1b89715b41 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:20.602236 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-64c4144a-497f-4e91-9d3f-a3cc8049af3e req-b06fd085-0942-4399-b939-7c1b89715b41 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/networks?id=6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4 HTTP/1.1" status: 200 len: 797 time: 0.5398405 May 05 22:10:20.625726 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6398e6-2b8e-4080-92ec-3a53b268b700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b956525-47ab-4933-aece-4a9ab2a8ebcc,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:20.651754 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-64c4144a-497f-4e91-9d3f-a3cc8049af3e req-dc6bd802-ce34-45ad-8db8-681db52a0962 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/quotas/06fb629024324e968714595537efac5c HTTP/1.1" status: 200 len: 375 time: 0.0481896 May 05 22:10:20.740051 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-c46b2aac-1f87-486b-aa9e-9abd2377ce18 None None] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:20.764812 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.provisioning_blocks [None req-c46b2aac-1f87-486b-aa9e-9abd2377ce18 None None] Transition to ACTIVE for port object 18ec8077-0166-48e7-96ee-5fa7aef28d24 will not be triggered until provisioned by entity L2. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:10:20.786374 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-c46b2aac-1f87-486b-aa9e-9abd2377ce18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:20.833854 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-64c4144a-497f-4e91-9d3f-a3cc8049af3e req-3295fb64-92ef-4d9e-9540-3dd14d3b623b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Synchronizing usage tracker for tenant:06fb629024324e968714595537efac5c on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:10:20.909446 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-64c4144a-497f-4e91-9d3f-a3cc8049af3e req-3295fb64-92ef-4d9e-9540-3dd14d3b623b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Unset dirty status for tenant:06fb629024324e968714595537efac5c on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:10:20.914788 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-64c4144a-497f-4e91-9d3f-a3cc8049af3e req-3295fb64-92ef-4d9e-9540-3dd14d3b623b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=06fb629024324e968714595537efac5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2617650 May 05 22:10:20.929460 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [req-64c4144a-497f-4e91-9d3f-a3cc8049af3e req-364b945f-811a-4e21-be4a-a7a96b5e75c6 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:10:20.942967 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-64c4144a-497f-4e91-9d3f-a3cc8049af3e req-364b945f-811a-4e21-be4a-a7a96b5e75c6 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0182922 May 05 22:10:21.389043 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-64c4144a-497f-4e91-9d3f-a3cc8049af3e req-557eb4eb-1218-4b50-a22f-5b0487f822d3 service neutron] 10.222.0.23 "GET /v2.0/networks/6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4375455 May 05 22:10:21.411314 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e45f0e-0b5e-465d-92c8-f533f603c450 None None] Pushing event updated for resources: {'Port': ['ID=18ec8077-0166-48e7-96ee-5fa7aef28d24,revision_number=3']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:21.464455 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e45f0e-0b5e-465d-92c8-f533f603c450 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:10:21.464790 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e45f0e-0b5e-465d-92c8-f533f603c450 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:10:21.466407 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e45f0e-0b5e-465d-92c8-f533f603c450 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:10:21.472300 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e45f0e-0b5e-465d-92c8-f533f603c450 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:10:21.472808 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e45f0e-0b5e-465d-92c8-f533f603c450 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:10:21.473350 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e45f0e-0b5e-465d-92c8-f533f603c450 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:10:21.480477 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e45f0e-0b5e-465d-92c8-f533f603c450 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:10:21.480880 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e45f0e-0b5e-465d-92c8-f533f603c450 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:10:21.481180 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e45f0e-0b5e-465d-92c8-f533f603c450 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:10:21.481495 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e45f0e-0b5e-465d-92c8-f533f603c450 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:10:21.481804 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e45f0e-0b5e-465d-92c8-f533f603c450 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:10:21.542391 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-c46b2aac-1f87-486b-aa9e-9abd2377ce18 None None] Attempting to bind port 18ec8077-0166-48e7-96ee-5fa7aef28d24 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:10:21.543076 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-c46b2aac-1f87-486b-aa9e-9abd2377ce18 None None] Attempting to bind port 18ec8077-0166-48e7-96ee-5fa7aef28d24 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'ee217534-879b-45a2-90a5-ba467cc58a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4'}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:10:21.543620 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46b2aac-1f87-486b-aa9e-9abd2377ce18 None None] Attempting to bind port 18ec8077-0166-48e7-96ee-5fa7aef28d24 on network 6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4 {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:10:21.551311 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46b2aac-1f87-486b-aa9e-9abd2377ce18 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:10:21.551943 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46b2aac-1f87-486b-aa9e-9abd2377ce18 None None] Checking segment: {'id': 'ee217534-879b-45a2-90a5-ba467cc58a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:10:21.552483 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-c46b2aac-1f87-486b-aa9e-9abd2377ce18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:21.553001 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46b2aac-1f87-486b-aa9e-9abd2377ce18 None None] Bound using segment: {'id': 'ee217534-879b-45a2-90a5-ba467cc58a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4'} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:10:21.553652 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-c46b2aac-1f87-486b-aa9e-9abd2377ce18 None None] Bound port: 18ec8077-0166-48e7-96ee-5fa7aef28d24, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee217534-879b-45a2-90a5-ba467cc58a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4'}}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:10:21.554173 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-c46b2aac-1f87-486b-aa9e-9abd2377ce18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:21.784824 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-c46b2aac-1f87-486b-aa9e-9abd2377ce18 None None] For port 18ec8077-0166-48e7-96ee-5fa7aef28d24, host n-d-825175-4, cleared binding levels {{(pid=84068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:10:21.789573 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-c46b2aac-1f87-486b-aa9e-9abd2377ce18 None None] For port 18ec8077-0166-48e7-96ee-5fa7aef28d24, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=18ec8077-0166-48e7-96ee-5fa7aef28d24,segment=NetworkSegment(ee217534-879b-45a2-90a5-ba467cc58a1f),segment_id=ee217534-879b-45a2-90a5-ba467cc58a1f)] {{(pid=84068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:10:21.809839 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-c46b2aac-1f87-486b-aa9e-9abd2377ce18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:21.858382 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-64c4144a-497f-4e91-9d3f-a3cc8049af3e req-f82c9138-9936-4b03-84d6-357a49938fec service neutron] 10.222.0.23 "GET /v2.0/networks/6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4658785 May 05 22:10:22.208305 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42318) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:22.215175 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-96c884f2-6b5d-4762-bb1c-7d39b2366bf7 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Request body: {'network': {'name': 'tempest-network-smoke--2049113410', 'project_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'port_security_enabled': True}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:10:22.235100 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-96c884f2-6b5d-4762-bb1c-7d39b2366bf7 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:10:22.252357 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e45f0e-0b5e-465d-92c8-f533f603c450 None None] Pushing event updated for resources: {'Port': ['ID=18ec8077-0166-48e7-96ee-5fa7aef28d24,revision_number=4']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:22.255719 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-96c884f2-6b5d-4762-bb1c-7d39b2366bf7 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Usage tracker for resource:network and tenant:efa9087c34ce4a5fbd7fe821ae4a2e59 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:10:22.264436 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-96c884f2-6b5d-4762-bb1c-7d39b2366bf7 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:10:22.288058 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-96c884f2-6b5d-4762-bb1c-7d39b2366bf7 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:10:22.333523 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c884f2-6b5d-4762-bb1c-7d39b2366bf7 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Made reservation on behalf of efa9087c34ce4a5fbd7fe821ae4a2e59 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:10:22.334222 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46b2aac-1f87-486b-aa9e-9abd2377ce18 None None] Routers {'39f0658f-802b-46b2-b800-2a997fe7b3e5'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:10:22.335995 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-c46b2aac-1f87-486b-aa9e-9abd2377ce18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:10:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['39f0658f-802b-46b2-b800-2a997fe7b3e5'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:10:22.345444 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-96c884f2-6b5d-4762-bb1c-7d39b2366bf7 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:22.416290 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-96c884f2-6b5d-4762-bb1c-7d39b2366bf7 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:22.578317 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-96c884f2-6b5d-4762-bb1c-7d39b2366bf7 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:10:22.591739 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-96c884f2-6b5d-4762-bb1c-7d39b2366bf7 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Usage tracker for resource:security_group_rule and tenant:efa9087c34ce4a5fbd7fe821ae4a2e59 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:10:22.608533 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-96c884f2-6b5d-4762-bb1c-7d39b2366bf7 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:10:22.628537 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-96c884f2-6b5d-4762-bb1c-7d39b2366bf7 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:10:22.831766 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-c46b2aac-1f87-486b-aa9e-9abd2377ce18 None None] Set router 39f0658f-802b-46b2-b800-2a997fe7b3e5 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:10:22.907818 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-96c884f2-6b5d-4762-bb1c-7d39b2366bf7 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:22.921127 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-96c884f2-6b5d-4762-bb1c-7d39b2366bf7 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:23.053347 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c884f2-6b5d-4762-bb1c-7d39b2366bf7 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=085068d1-e866-43c8-9457-1dfc98a1709d,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:23.108215 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96c884f2-6b5d-4762-bb1c-7d39b2366bf7 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:10:23.151921 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-96c884f2-6b5d-4762-bb1c-7d39b2366bf7 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:23.154153 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-96c884f2-6b5d-4762-bb1c-7d39b2366bf7 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Added segment 506799dd-ba81-4a16-b635-7b9c0e81971a of type vlan for network 2e106dc0-8200-45c1-a2c4-63f5713e6232 May 05 22:10:23.256362 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-96c884f2-6b5d-4762-bb1c-7d39b2366bf7 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:23.344510 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-96c884f2-6b5d-4762-bb1c-7d39b2366bf7 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:23.349251 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c884f2-6b5d-4762-bb1c-7d39b2366bf7 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:23.353532 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-96c884f2-6b5d-4762-bb1c-7d39b2366bf7 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:23.431506 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-624cc31a-25df-47df-b4ae-96dec305dc53 req-a6c22baa-93e8-432d-bbdd-70dedf15b266 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a10f1aa-b77d-4743-ba34-bc524ef90ebc HTTP/1.1" status: 200 len: 210 time: 0.1692684 May 05 22:10:23.627695 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 42364) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:23.895946 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-c46b2aac-1f87-486b-aa9e-9abd2377ce18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f0658f-802b-46b2-b800-2a997fe7b3e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612743553', 'tenant_id': '06fb629024324e968714595537efac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'd71d8fd6-8f78-4ff5-b234-08f750f52803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:09:56Z', 'updated_at': '2022-05-05T22:10:14Z', 'revision_number': 4, 'project_id': '06fb629024324e968714595537efac5c', 'gw_port': {'id': 'd71d8fd6-8f78-4ff5-b234-08f750f52803', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:df:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f0658f-802b-46b2-b800-2a997fe7b3e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:09:57Z', 'updated_at': '2022-05-05T22:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '18ec8077-0166-48e7-96ee-5fa7aef28d24', 'name': '', 'network_id': '6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4', 'tenant_id': '06fb629024324e968714595537efac5c', 'mac_address': 'fa:16:3e:8a:4f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f0658f-802b-46b2-b800-2a997fe7b3e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a7ef762-9b9a-4125-ae34-df46990e0391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:10:12Z', 'updated_at': '2022-05-05T22:10:21Z', 'revision_number': 4, 'project_id': '06fb629024324e968714595537efac5c', 'subnets': [{'id': '8a7ef762-9b9a-4125-ae34-df46990e0391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:10:23.902694 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46b2aac-1f87-486b-aa9e-9abd2377ce18 None None] The sync data for ids ['39f0658f-802b-46b2-b800-2a997fe7b3e5'] in n-d-825175-4 is: [{'id': '39f0658f-802b-46b2-b800-2a997fe7b3e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612743553', 'tenant_id': '06fb629024324e968714595537efac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'd71d8fd6-8f78-4ff5-b234-08f750f52803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:09:56Z', 'updated_at': '2022-05-05T22:10:14Z', 'revision_number': 4, 'project_id': '06fb629024324e968714595537efac5c', 'gw_port': {'id': 'd71d8fd6-8f78-4ff5-b234-08f750f52803', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:df:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f0658f-802b-46b2-b800-2a997fe7b3e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:09:57Z', 'updated_at': '2022-05-05T22:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '18ec8077-0166-48e7-96ee-5fa7aef28d24', 'name': '', 'network_id': '6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4', 'tenant_id': '06fb629024324e968714595537efac5c', 'mac_address': 'fa:16:3e:8a:4f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f0658f-802b-46b2-b800-2a997fe7b3e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a7ef762-9b9a-4125-ae34-df46990e0391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:10:12Z', 'updated_at': '2022-05-05T22:10:21Z', 'revision_number': 4, 'project_id': '06fb629024324e968714595537efac5c', 'subnets': [{'id': '8a7ef762-9b9a-4125-ae34-df46990e0391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:10:23.972433 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 42374) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:24.136897 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-96c884f2-6b5d-4762-bb1c-7d39b2366bf7 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9273634 May 05 22:10:24.139811 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 42382) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:24.145298 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-96b5f654-0dbc-4a5e-af91-c4622c187573 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1459802452', 'admin_state_up': True, 'project_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:10:24.169892 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c884f2-6b5d-4762-bb1c-7d39b2366bf7 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Pushing event updated for resources: {'Network': ['ID=2e106dc0-8200-45c1-a2c4-63f5713e6232,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:24.172689 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-96b5f654-0dbc-4a5e-af91-c4622c187573 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:10:24.189579 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 2e106dc0-8200-45c1-a2c4-63f5713e6232 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:10:24.190157 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-96b5f654-0dbc-4a5e-af91-c4622c187573 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Usage tracker for resource:router and tenant:efa9087c34ce4a5fbd7fe821ae4a2e59 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:10:24.195595 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-96b5f654-0dbc-4a5e-af91-c4622c187573 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:10:24.219261 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-96b5f654-0dbc-4a5e-af91-c4622c187573 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:10:24.252464 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-96b5f654-0dbc-4a5e-af91-c4622c187573 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:24.253500 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-96b5f654-0dbc-4a5e-af91-c4622c187573 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:24.300706 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-96b5f654-0dbc-4a5e-af91-c4622c187573 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:24.650134 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-8a98687c-0f3c-4f69-b393-88ad138f355c tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1611243079'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:10:24.660919 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-e4b99c8c-f9a3-49ac-b7f3-b978bbb18d76 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1384846379'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:10:24.672201 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-8a98687c-0f3c-4f69-b393-88ad138f355c tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:10:24.675974 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-e4b99c8c-f9a3-49ac-b7f3-b978bbb18d76 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:10:24.740983 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-8a98687c-0f3c-4f69-b393-88ad138f355c tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Usage tracker for resource:network and tenant:8098ae364cf14b1ea606e00a7b5c048e is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:10:24.744362 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e4b99c8c-f9a3-49ac-b7f3-b978bbb18d76 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Usage tracker for resource:network and tenant:4182021ff5fe4f65b13da93a6be96ffa is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:10:24.752293 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-8a98687c-0f3c-4f69-b393-88ad138f355c tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:10:24.757643 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e4b99c8c-f9a3-49ac-b7f3-b978bbb18d76 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:10:24.780374 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8251c4a8-bbc2-46bb-b837-6f6593ed988a req-ce2739e8-4dde-4b34-876a-eeefeb75e2dc tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a10f1aa-b77d-4743-ba34-bc524ef90ebc HTTP/1.1" status: 200 len: 210 time: 0.1010084 May 05 22:10:24.781462 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-e4b99c8c-f9a3-49ac-b7f3-b978bbb18d76 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:10:24.784071 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-8a98687c-0f3c-4f69-b393-88ad138f355c tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:10:24.791492 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-96b5f654-0dbc-4a5e-af91-c4622c187573 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:24.863902 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b99c8c-f9a3-49ac-b7f3-b978bbb18d76 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Made reservation on behalf of 4182021ff5fe4f65b13da93a6be96ffa for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:10:24.876114 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e4b99c8c-f9a3-49ac-b7f3-b978bbb18d76 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:24.890500 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a98687c-0f3c-4f69-b393-88ad138f355c tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Made reservation on behalf of 8098ae364cf14b1ea606e00a7b5c048e for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:10:24.898339 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8a98687c-0f3c-4f69-b393-88ad138f355c tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:24.944889 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8a98687c-0f3c-4f69-b393-88ad138f355c tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:24.997201 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e4b99c8c-f9a3-49ac-b7f3-b978bbb18d76 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:25.053865 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-8a98687c-0f3c-4f69-b393-88ad138f355c tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:10:25.075378 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-8a98687c-0f3c-4f69-b393-88ad138f355c tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Usage tracker for resource:security_group_rule and tenant:8098ae364cf14b1ea606e00a7b5c048e is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:10:25.109262 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-8a98687c-0f3c-4f69-b393-88ad138f355c tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:10:25.132647 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 18ec8077-0166-48e7-96ee-5fa7aef28d24 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:10:25.303283 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 18ec8077-0166-48e7-96ee-5fa7aef28d24 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:10:25.313981 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 18ec8077-0166-48e7-96ee-5fa7aef28d24 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:10:25.315322 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:25.345584 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-8a98687c-0f3c-4f69-b393-88ad138f355c tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:10:25.548653 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:25.634034 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 18ec8077-0166-48e7-96ee-5fa7aef28d24, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=18ec8077-0166-48e7-96ee-5fa7aef28d24,segment=NetworkSegment(ee217534-879b-45a2-90a5-ba467cc58a1f),segment_id=ee217534-879b-45a2-90a5-ba467cc58a1f)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:10:25.647403 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:25.747130 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=18ec8077-0166-48e7-96ee-5fa7aef28d24,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:25.784385 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-e4b99c8c-f9a3-49ac-b7f3-b978bbb18d76 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:10:25.809623 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e4b99c8c-f9a3-49ac-b7f3-b978bbb18d76 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Usage tracker for resource:security_group_rule and tenant:4182021ff5fe4f65b13da93a6be96ffa is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:10:25.822406 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e4b99c8c-f9a3-49ac-b7f3-b978bbb18d76 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:10:25.848065 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-e4b99c8c-f9a3-49ac-b7f3-b978bbb18d76 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:10:25.957481 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c4144a-497f-4e91-9d3f-a3cc8049af3e req-d627dc33-c939-435d-a1cc-95b8c7a528d7 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:25.959485 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-64c4144a-497f-4e91-9d3f-a3cc8049af3e req-d627dc33-c939-435d-a1cc-95b8c7a528d7 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.32 "GET /v2.0/networks?id=6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4 HTTP/1.1" status: 200 len: 797 time: 0.5601246 May 05 22:10:25.976213 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8a98687c-0f3c-4f69-b393-88ad138f355c tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:26.048639 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8a98687c-0f3c-4f69-b393-88ad138f355c tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:26.079980 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6c66b79c-0d63-40de-b96e-ffe6d5467568 req-c979ea17-00b5-4b6e-bff0-5c92cc711aa7 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a10f1aa-b77d-4743-ba34-bc524ef90ebc HTTP/1.1" status: 200 len: 210 time: 0.1056194 May 05 22:10:26.122820 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a98687c-0f3c-4f69-b393-88ad138f355c tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:10:26.150552 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a98687c-0f3c-4f69-b393-88ad138f355c tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76edce29-f021-466b-a93e-5c84f3b823f1,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:26.174478 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-64c4144a-497f-4e91-9d3f-a3cc8049af3e req-4126b35f-4911-46a3-b8f5-b18b6bc2b36d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06fb629024324e968714595537efac5c HTTP/1.1" status: 200 len: 380 time: 0.2011254 May 05 22:10:26.351796 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-64c4144a-497f-4e91-9d3f-a3cc8049af3e req-52fd6c1a-e744-436d-8a76-f4deee14e3de tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Request body: {'port': {'device_id': '6a10f1aa-b77d-4743-ba34-bc524ef90ebc', 'network_id': '6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4', 'admin_state_up': True, 'tenant_id': '06fb629024324e968714595537efac5c', 'security_groups': ['da0ed24f-7362-44c5-b636-8c9b67c34a51']}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:10:26.442008 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8a98687c-0f3c-4f69-b393-88ad138f355c tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:26.442969 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-8a98687c-0f3c-4f69-b393-88ad138f355c tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Added segment 2f65adcc-86b3-439d-a2be-55951b1df940 of type vlan for network 3f8de853-6a12-432f-ac35-381de990c538 May 05 22:10:26.444328 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-96b5f654-0dbc-4a5e-af91-c4622c187573 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks [] for router_gateway, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:26.547088 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-96b5f654-0dbc-4a5e-af91-c4622c187573 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:26.553317 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e4b99c8c-f9a3-49ac-b7f3-b978bbb18d76 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:26.616402 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e4b99c8c-f9a3-49ac-b7f3-b978bbb18d76 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:26.634143 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4b99c8c-f9a3-49ac-b7f3-b978bbb18d76 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:10:26.645799 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e4b99c8c-f9a3-49ac-b7f3-b978bbb18d76 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:26.646745 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-e4b99c8c-f9a3-49ac-b7f3-b978bbb18d76 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Added segment 924aa3ea-e5a8-4624-be41-823f9eabd1ad of type vlan for network 3d99406d-3ff2-441b-aa12-737864bdc9d2 May 05 22:10:26.676337 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e4b99c8c-f9a3-49ac-b7f3-b978bbb18d76 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:26.929625 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8a98687c-0f3c-4f69-b393-88ad138f355c tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:26.929625 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-64c4144a-497f-4e91-9d3f-a3cc8049af3e req-52fd6c1a-e744-436d-8a76-f4deee14e3de tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:10:26.929625 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-64c4144a-497f-4e91-9d3f-a3cc8049af3e req-52fd6c1a-e744-436d-8a76-f4deee14e3de tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:10:26.929625 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.resource_extend [None req-8a98687c-0f3c-4f69-b393-88ad138f355c tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 22:10:26.929625 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b99c8c-f9a3-49ac-b7f3-b978bbb18d76 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5650bd1-ef37-4584-b85a-7fecff044630,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:26.929625 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64c4144a-497f-4e91-9d3f-a3cc8049af3e req-52fd6c1a-e744-436d-8a76-f4deee14e3de tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Made reservation on behalf of 06fb629024324e968714595537efac5c for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:10:26.929625 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-64c4144a-497f-4e91-9d3f-a3cc8049af3e req-52fd6c1a-e744-436d-8a76-f4deee14e3de tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:26.966744 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e4b99c8c-f9a3-49ac-b7f3-b978bbb18d76 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:26.970992 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b99c8c-f9a3-49ac-b7f3-b978bbb18d76 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:26.971713 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e4b99c8c-f9a3-49ac-b7f3-b978bbb18d76 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:27.117471 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 18ec8077-0166-48e7-96ee-5fa7aef28d24 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:10:27.182812 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8a98687c-0f3c-4f69-b393-88ad138f355c tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:27.182812 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a98687c-0f3c-4f69-b393-88ad138f355c tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:27.182812 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8a98687c-0f3c-4f69-b393-88ad138f355c tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:27.276432 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b99c8c-f9a3-49ac-b7f3-b978bbb18d76 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event updated for resources: {'Network': ['ID=3d99406d-3ff2-441b-aa12-737864bdc9d2,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:27.344027 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 3d99406d-3ff2-441b-aa12-737864bdc9d2 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:10:27.406630 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a98687c-0f3c-4f69-b393-88ad138f355c tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Pushing event updated for resources: {'Network': ['ID=3f8de853-6a12-432f-ac35-381de990c538,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:27.435386 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-96b5f654-0dbc-4a5e-af91-c4622c187573 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Allocated IP 172.25.4.139 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/87cb1a33-f1c4-4483-a123-37ae4659ed2f) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:10:27.443065 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e4b99c8c-f9a3-49ac-b7f3-b978bbb18d76 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 3.4693635 May 05 22:10:27.446131 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42446) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:27.451956 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-10d232c9-9a59-40f6-9212-9975562d4327 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Request body: {'port': {'network_id': '3d99406d-3ff2-441b-aa12-737864bdc9d2', 'name': 'tempest-PortsTestJSON-515561581'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:10:27.557469 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-8a98687c-0f3c-4f69-b393-88ad138f355c tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.9221439 May 05 22:10:27.641997 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 3f8de853-6a12-432f-ac35-381de990c538 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:10:27.882528 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-10d232c9-9a59-40f6-9212-9975562d4327 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:10:27.896418 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-10d232c9-9a59-40f6-9212-9975562d4327 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Usage tracker for resource:port and tenant:4182021ff5fe4f65b13da93a6be96ffa is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:10:27.903718 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-10d232c9-9a59-40f6-9212-9975562d4327 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:10:27.914441 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-10d232c9-9a59-40f6-9212-9975562d4327 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:10:27.949689 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d232c9-9a59-40f6-9212-9975562d4327 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Made reservation on behalf of 4182021ff5fe4f65b13da93a6be96ffa for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:10:27.953502 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-10d232c9-9a59-40f6-9212-9975562d4327 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:28.021365 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-3b1488b6-a0ad-4c8e-abee-66e59a9852a8 req-6426c188-8757-4d0d-b7c1-00c26d18f6ab tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Synchronizing usage tracker for tenant:06fb629024324e968714595537efac5c on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:10:28.052696 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [None req-10d232c9-9a59-40f6-9212-9975562d4327 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] device_id is not set on port 69454f7f-c69b-4363-bcae-57c028a68091 yet. {{(pid=84063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:10:28.107247 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 18ec8077-0166-48e7-96ee-5fa7aef28d24 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:10:28.107934 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:28.604065 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-64c4144a-497f-4e91-9d3f-a3cc8049af3e req-52fd6c1a-e744-436d-8a76-f4deee14e3de tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Allocated IP 172.20.0.13 (6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4/8a7ef762-9b9a-4125-ae34-df46990e0391/835c7f1c-b706-4ca3-9a78-cb2525c6e19b) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:10:28.881096 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-10d232c9-9a59-40f6-9212-9975562d4327 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:29.079976 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-10d232c9-9a59-40f6-9212-9975562d4327 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:29.230636 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-64c4144a-497f-4e91-9d3f-a3cc8049af3e req-52fd6c1a-e744-436d-8a76-f4deee14e3de tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:29.287701 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-64c4144a-497f-4e91-9d3f-a3cc8049af3e req-52fd6c1a-e744-436d-8a76-f4deee14e3de tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Transition to ACTIVE for port object 835c7f1c-b706-4ca3-9a78-cb2525c6e19b will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:10:29.291420 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d232c9-9a59-40f6-9212-9975562d4327 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event updated for resources: {'Port': ['ID=69454f7f-c69b-4363-bcae-57c028a68091,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:29.381138 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-64c4144a-497f-4e91-9d3f-a3cc8049af3e req-52fd6c1a-e744-436d-8a76-f4deee14e3de tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:29.404978 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d232c9-9a59-40f6-9212-9975562d4327 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Checking segment: {'id': '924aa3ea-e5a8-4624-be41-823f9eabd1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3d99406d-3ff2-441b-aa12-737864bdc9d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:10:29.405369 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d232c9-9a59-40f6-9212-9975562d4327 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Network hostable DHCP agents. Network: 3d99406d-3ff2-441b-aa12-737864bdc9d2, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:10:29.449963 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-3b1488b6-a0ad-4c8e-abee-66e59a9852a8 req-6426c188-8757-4d0d-b7c1-00c26d18f6ab tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Unset dirty status for tenant:06fb629024324e968714595537efac5c on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:10:29.465906 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3b1488b6-a0ad-4c8e-abee-66e59a9852a8 req-6426c188-8757-4d0d-b7c1-00c26d18f6ab tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a10f1aa-b77d-4743-ba34-bc524ef90ebc HTTP/1.1" status: 200 len: 210 time: 1.8978310 May 05 22:10:29.498027 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-96b5f654-0dbc-4a5e-af91-c4622c187573 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:29.534319 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d232c9-9a59-40f6-9212-9975562d4327 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Network 3d99406d-3ff2-441b-aa12-737864bdc9d2 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:10:29.545118 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64c4144a-497f-4e91-9d3f-a3cc8049af3e req-52fd6c1a-e744-436d-8a76-f4deee14e3de tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Network 6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:10:29.555453 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-64c4144a-497f-4e91-9d3f-a3cc8049af3e req-52fd6c1a-e744-436d-8a76-f4deee14e3de tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:10:29.555453 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-64c4144a-497f-4e91-9d3f-a3cc8049af3e req-52fd6c1a-e744-436d-8a76-f4deee14e3de tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:10:29.559864 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-10d232c9-9a59-40f6-9212-9975562d4327 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 3d99406d-3ff2-441b-aa12-737864bdc9d2) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:10:29.593236 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d232c9-9a59-40f6-9212-9975562d4327 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:10:29.602858 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d232c9-9a59-40f6-9212-9975562d4327 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:29.602858 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-10d232c9-9a59-40f6-9212-9975562d4327 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:29.627199 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c4144a-497f-4e91-9d3f-a3cc8049af3e req-52fd6c1a-e744-436d-8a76-f4deee14e3de tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:29.627199 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-64c4144a-497f-4e91-9d3f-a3cc8049af3e req-52fd6c1a-e744-436d-8a76-f4deee14e3de tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:29.664929 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6563e0d-a8dc-4ae7-b548-aaa3c70d3c47 None None] Network 3d99406d-3ff2-441b-aa12-737864bdc9d2 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:10:29.686281 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fd6c1a-e744-436d-8a76-f4deee14e3de tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event updated for resources: {'Port': ['ID=835c7f1c-b706-4ca3-9a78-cb2525c6e19b,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:29.733835 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-96b5f654-0dbc-4a5e-af91-c4622c187573 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:29.756095 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-10d232c9-9a59-40f6-9212-9975562d4327 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.2996056 May 05 22:10:29.756095 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42478) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:29.767388 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-64c4144a-497f-4e91-9d3f-a3cc8049af3e req-52fd6c1a-e744-436d-8a76-f4deee14e3de tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4201641 May 05 22:10:29.774552 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-896c07e7-143b-49db-847f-9c07e20cb86c tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1886834996'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:10:29.812694 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-896c07e7-143b-49db-847f-9c07e20cb86c tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:10:29.838631 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-896c07e7-143b-49db-847f-9c07e20cb86c tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Usage tracker for resource:network and tenant:4182021ff5fe4f65b13da93a6be96ffa is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:10:29.854344 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-896c07e7-143b-49db-847f-9c07e20cb86c tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:10:29.902998 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-896c07e7-143b-49db-847f-9c07e20cb86c tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:10:29.952274 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b5f654-0dbc-4a5e-af91-c4622c187573 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Pushing event updated for resources: {'Port': ['ID=87cb1a33-f1c4-4483-a123-37ae4659ed2f,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:29.958171 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-896c07e7-143b-49db-847f-9c07e20cb86c tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Made reservation on behalf of 4182021ff5fe4f65b13da93a6be96ffa for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:10:29.969111 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-64c4144a-497f-4e91-9d3f-a3cc8049af3e req-8d8c81e9-2669-4178-b64a-cd1f03e51fdd service neutron] Request body: {'port': {'device_id': '6a10f1aa-b77d-4743-ba34-bc524ef90ebc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:10:29.972053 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-896c07e7-143b-49db-847f-9c07e20cb86c tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:30.064441 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b5f654-0dbc-4a5e-af91-c4622c187573 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:10:30.098735 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-896c07e7-143b-49db-847f-9c07e20cb86c tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:10:30.114312 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-96b5f654-0dbc-4a5e-af91-c4622c187573 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:10:30.134317 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-896c07e7-143b-49db-847f-9c07e20cb86c tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:30.134317 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-896c07e7-143b-49db-847f-9c07e20cb86c tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Added segment ca8361c2-0ecf-4926-87a0-d101d7ca88f3 of type vlan for network aa0b8559-1a33-4578-b37c-80c1d827d0c6 May 05 22:10:30.140366 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b5f654-0dbc-4a5e-af91-c4622c187573 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:10:30.152684 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-dbf5b6e1-3320-43e9-b1a9-1ccb86655651 None None] Provisioning for port 835c7f1c-b706-4ca3-9a78-cb2525c6e19b completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:10:30.196058 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-dbf5b6e1-3320-43e9-b1a9-1ccb86655651 None None] Provisioning complete for port 835c7f1c-b706-4ca3-9a78-cb2525c6e19b triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:10:30.196058 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-dbf5b6e1-3320-43e9-b1a9-1ccb86655651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:30.204540 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-896c07e7-143b-49db-847f-9c07e20cb86c tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:30.288301 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-896c07e7-143b-49db-847f-9c07e20cb86c tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:30.288301 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896c07e7-143b-49db-847f-9c07e20cb86c tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:30.288301 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-896c07e7-143b-49db-847f-9c07e20cb86c tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:30.364743 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-dbf5b6e1-3320-43e9-b1a9-1ccb86655651 None None] Port 835c7f1c-b706-4ca3-9a78-cb2525c6e19b cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:10:30.435266 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-896c07e7-143b-49db-847f-9c07e20cb86c tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6749363 May 05 22:10:30.435372 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 42492) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:30.472494 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-6210aa1d-4d2b-4edb-a449-875699f562b5 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Request body: {'ports': [{'network_id': '3d99406d-3ff2-441b-aa12-737864bdc9d2'}, {'network_id': 'aa0b8559-1a33-4578-b37c-80c1d827d0c6'}]} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:10:30.472897 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-6210aa1d-4d2b-4edb-a449-875699f562b5 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Request body: {'port': {'network_id': '3d99406d-3ff2-441b-aa12-737864bdc9d2'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:10:30.473569 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-6210aa1d-4d2b-4edb-a449-875699f562b5 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Request body: {'port': {'network_id': 'aa0b8559-1a33-4578-b37c-80c1d827d0c6'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:10:30.729300 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896c07e7-143b-49db-847f-9c07e20cb86c tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event updated for resources: {'Network': ['ID=aa0b8559-1a33-4578-b37c-80c1d827d0c6,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:30.741107 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network aa0b8559-1a33-4578-b37c-80c1d827d0c6 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:10:31.084322 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42502) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:31.091924 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-772dcae7-4a68-4603-aae7-0376c924dcbc tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Request body: {'subnet': {'network_id': '3f8de853-6a12-432f-ac35-381de990c538', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:10:31.438540 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-772dcae7-4a68-4603-aae7-0376c924dcbc tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:10:31.438540 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-772dcae7-4a68-4603-aae7-0376c924dcbc tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Usage tracker for resource:subnet and tenant:8098ae364cf14b1ea606e00a7b5c048e is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:10:31.446049 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-772dcae7-4a68-4603-aae7-0376c924dcbc tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:10:31.453077 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-772dcae7-4a68-4603-aae7-0376c924dcbc tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:10:31.466551 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772dcae7-4a68-4603-aae7-0376c924dcbc tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Made reservation on behalf of 8098ae364cf14b1ea606e00a7b5c048e for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:10:31.590749 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-64c4144a-497f-4e91-9d3f-a3cc8049af3e req-8d8c81e9-2669-4178-b64a-cd1f03e51fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:31.664769 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-772dcae7-4a68-4603-aae7-0376c924dcbc tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:31.952783 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218502f-2904-477c-8d75-0234750ac8b5 req-138dd5a9-9b0f-4dc7-b439-6fff59e41e9c tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:31.957009 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b218502f-2904-477c-8d75-0234750ac8b5 req-138dd5a9-9b0f-4dc7-b439-6fff59e41e9c tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 946 time: 0.4950624 May 05 22:10:31.969714 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-772dcae7-4a68-4603-aae7-0376c924dcbc tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:32.037820 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f406a-f4e9-4cc1-bbd7-168fe82bc180 req-af9f72cb-974d-4209-be2f-c96fbac4afbc tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:32.039404 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b65f406a-f4e9-4cc1-bbd7-168fe82bc180 req-af9f72cb-974d-4209-be2f-c96fbac4afbc tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a10f1aa-b77d-4743-ba34-bc524ef90ebc HTTP/1.1" status: 200 len: 932 time: 0.6504769 May 05 22:10:32.084236 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772dcae7-4a68-4603-aae7-0376c924dcbc tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Pushing event updated for resources: {'Subnet': ['ID=51a9ea05-d253-4387-a859-7feff96479cd,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:32.153617 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772dcae7-4a68-4603-aae7-0376c924dcbc tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Checking segment: {'id': '2f65adcc-86b3-439d-a2be-55951b1df940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3f8de853-6a12-432f-ac35-381de990c538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:10:32.153617 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772dcae7-4a68-4603-aae7-0376c924dcbc tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Network hostable DHCP agents. Network: 3f8de853-6a12-432f-ac35-381de990c538, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:10:32.225671 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-6210aa1d-4d2b-4edb-a449-875699f562b5 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:10:32.229512 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772dcae7-4a68-4603-aae7-0376c924dcbc tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Network 3f8de853-6a12-432f-ac35-381de990c538 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:10:32.245701 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-6210aa1d-4d2b-4edb-a449-875699f562b5 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Usage tracker for resource:port and tenant:4182021ff5fe4f65b13da93a6be96ffa is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:10:32.255872 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-6210aa1d-4d2b-4edb-a449-875699f562b5 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:10:32.259709 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-772dcae7-4a68-4603-aae7-0376c924dcbc tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 3f8de853-6a12-432f-ac35-381de990c538) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:10:32.262225 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772dcae7-4a68-4603-aae7-0376c924dcbc tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:32.262225 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-772dcae7-4a68-4603-aae7-0376c924dcbc tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:32.268420 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-6210aa1d-4d2b-4edb-a449-875699f562b5 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:10:32.273556 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b218502f-2904-477c-8d75-0234750ac8b5 req-794d305d-c219-4c2c-8f4a-a3c7148e61b9 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176742 May 05 22:10:32.278621 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c9013b-3077-4af4-a95c-afcdb7c0fed6 None None] Network 3f8de853-6a12-432f-ac35-381de990c538 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:10:32.402721 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-772dcae7-4a68-4603-aae7-0376c924dcbc tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3175514 May 05 22:10:32.402721 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42518) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:32.422272 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-167cfad6-d512-4b20-b384-e2d9df5589bd tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2103236796'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:10:32.445386 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-167cfad6-d512-4b20-b384-e2d9df5589bd tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:10:32.452633 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-167cfad6-d512-4b20-b384-e2d9df5589bd tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Usage tracker for resource:network and tenant:8098ae364cf14b1ea606e00a7b5c048e is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:10:32.452633 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-167cfad6-d512-4b20-b384-e2d9df5589bd tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:10:32.484852 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-167cfad6-d512-4b20-b384-e2d9df5589bd tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:10:32.532566 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167cfad6-d512-4b20-b384-e2d9df5589bd tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Made reservation on behalf of 8098ae364cf14b1ea606e00a7b5c048e for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:10:32.539911 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-167cfad6-d512-4b20-b384-e2d9df5589bd tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:32.597866 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bedd02-2f1c-45ab-89aa-14d0660ecae5 req-a42ae7fe-4809-45b6-8343-12a3ee15d999 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:32.604537 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-32bedd02-2f1c-45ab-89aa-14d0660ecae5 req-a42ae7fe-4809-45b6-8343-12a3ee15d999 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Synchronizing usage tracker for tenant:b068134c338f46c6866f23b681a9cd8a on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:10:32.613112 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b65f406a-f4e9-4cc1-bbd7-168fe82bc180 req-0ac6ac36-66a1-4cd0-b174-7b628027ad78 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=da0ed24f-7362-44c5-b636-8c9b67c34a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5001919 May 05 22:10:32.617205 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e345b178-f218-4e87-a5e8-761af6c18589 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-3f8de853-6a12-432f-ac35-381de990c538', 'network_id': '3f8de853-6a12-432f-ac35-381de990c538', 'tenant_id': '8098ae364cf14b1ea606e00a7b5c048e', 'fixed_ips': [{'subnet_id': '51a9ea05-d253-4387-a859-7feff96479cd'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:10:32.617205 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e345b178-f218-4e87-a5e8-761af6c18589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:32.626308 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-167cfad6-d512-4b20-b384-e2d9df5589bd tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:10:32.639850 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-32bedd02-2f1c-45ab-89aa-14d0660ecae5 req-a42ae7fe-4809-45b6-8343-12a3ee15d999 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Unset dirty status for tenant:b068134c338f46c6866f23b681a9cd8a on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:10:32.642192 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-32bedd02-2f1c-45ab-89aa-14d0660ecae5 req-a42ae7fe-4809-45b6-8343-12a3ee15d999 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.44 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 946 time: 0.3110087 May 05 22:10:32.650938 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6210aa1d-4d2b-4edb-a449-875699f562b5 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Made reservation on behalf of 4182021ff5fe4f65b13da93a6be96ffa for: {'port': 2} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:10:32.653978 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-167cfad6-d512-4b20-b384-e2d9df5589bd tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:32.658437 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-167cfad6-d512-4b20-b384-e2d9df5589bd tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Added segment 9800ff1a-7452-40f7-b2fd-9e584033f64b of type vlan for network 98a3fa4e-c150-4d92-b08e-0d97212cec43 May 05 22:10:32.660962 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6210aa1d-4d2b-4edb-a449-875699f562b5 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:32.732294 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6210aa1d-4d2b-4edb-a449-875699f562b5 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:32.829259 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-32bedd02-2f1c-45ab-89aa-14d0660ecae5 req-fe56f1c0-e1ae-4c72-9269-48eb108160a9 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Deleting port e5394ba0-792a-4b8a-b7c6-660aa79245c7 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:10:32.829259 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-32bedd02-2f1c-45ab-89aa-14d0660ecae5 req-fe56f1c0-e1ae-4c72-9269-48eb108160a9 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:32.874181 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-96b5f654-0dbc-4a5e-af91-c4622c187573 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks [] for router_gateway, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:32.874181 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-96b5f654-0dbc-4a5e-af91-c4622c187573 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:32.958271 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-167cfad6-d512-4b20-b384-e2d9df5589bd tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:33.017797 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-e345b178-f218-4e87-a5e8-761af6c18589 None None] Allocated IP 2001:db8:0:ffff::2 (3f8de853-6a12-432f-ac35-381de990c538/51a9ea05-d253-4387-a859-7feff96479cd/4f9230f9-c1ab-4118-adf6-ce594827aec2) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:10:33.254424 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.resource_extend [req-64c4144a-497f-4e91-9d3f-a3cc8049af3e req-8d8c81e9-2669-4178-b64a-cd1f03e51fdd service neutron] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 22:10:33.342101 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [None req-6210aa1d-4d2b-4edb-a449-875699f562b5 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] device_id is not set on port 76c57fa0-ea61-401b-b0aa-6c86f26b0680 yet. {{(pid=84061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:10:33.368913 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-64c4144a-497f-4e91-9d3f-a3cc8049af3e req-8d8c81e9-2669-4178-b64a-cd1f03e51fdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 835c7f1c-b706-4ca3-9a78-cb2525c6e19b {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:10:33.422972 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-167cfad6-d512-4b20-b384-e2d9df5589bd tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:33.434957 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167cfad6-d512-4b20-b384-e2d9df5589bd tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:33.434957 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-167cfad6-d512-4b20-b384-e2d9df5589bd tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:33.457216 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-64c4144a-497f-4e91-9d3f-a3cc8049af3e req-8d8c81e9-2669-4178-b64a-cd1f03e51fdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:33.495482 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 42536) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:33.603726 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-64c4144a-497f-4e91-9d3f-a3cc8049af3e req-8d8c81e9-2669-4178-b64a-cd1f03e51fdd service neutron] Transition to ACTIVE for port object 835c7f1c-b706-4ca3-9a78-cb2525c6e19b will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:10:33.709554 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-167cfad6-d512-4b20-b384-e2d9df5589bd tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3044612 May 05 22:10:33.713997 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167cfad6-d512-4b20-b384-e2d9df5589bd tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Pushing event updated for resources: {'Network': ['ID=98a3fa4e-c150-4d92-b08e-0d97212cec43,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:33.716189 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42548) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:33.736891 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-7e672f90-4156-40f0-8bf3-83cb806e2957 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Request body: {'subnet': {'network_id': '98a3fa4e-c150-4d92-b08e-0d97212cec43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:10:33.748157 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 98a3fa4e-c150-4d92-b08e-0d97212cec43 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:10:33.805901 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6210aa1d-4d2b-4edb-a449-875699f562b5 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:33.829521 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-32bedd02-2f1c-45ab-89aa-14d0660ecae5 req-fe56f1c0-e1ae-4c72-9269-48eb108160a9 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] For port e5394ba0-792a-4b8a-b7c6-660aa79245c7, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=e5394ba0-792a-4b8a-b7c6-660aa79245c7,segment=NetworkSegment(6d4484a5-8d63-4054-aa6e-abb26e17d980),segment_id=6d4484a5-8d63-4054-aa6e-abb26e17d980)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:10:33.830223 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-32bedd02-2f1c-45ab-89aa-14d0660ecae5 req-fe56f1c0-e1ae-4c72-9269-48eb108160a9 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:33.976060 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [None req-6210aa1d-4d2b-4edb-a449-875699f562b5 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] device_id is not set on port 4a57feee-ad7a-4bdb-8486-a69698d35603 yet. {{(pid=84061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:10:33.979818 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e345b178-f218-4e87-a5e8-761af6c18589 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:34.051871 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e345b178-f218-4e87-a5e8-761af6c18589 None None] Transition to ACTIVE for port object 4f9230f9-c1ab-4118-adf6-ce594827aec2 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:10:34.055798 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-32bedd02-2f1c-45ab-89aa-14d0660ecae5 req-fe56f1c0-e1ae-4c72-9269-48eb108160a9 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Calling delete_port for e5394ba0-792a-4b8a-b7c6-660aa79245c7 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:10:34.067035 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6210aa1d-4d2b-4edb-a449-875699f562b5 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:34.147388 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-64c4144a-497f-4e91-9d3f-a3cc8049af3e req-8d8c81e9-2669-4178-b64a-cd1f03e51fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:34.155872 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e345b178-f218-4e87-a5e8-761af6c18589 None None] Transition to ACTIVE for port object 4f9230f9-c1ab-4118-adf6-ce594827aec2 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:10:34.172779 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e345b178-f218-4e87-a5e8-761af6c18589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:34.176496 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-7e672f90-4156-40f0-8bf3-83cb806e2957 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:10:34.213605 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-7e672f90-4156-40f0-8bf3-83cb806e2957 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Usage tracker for resource:subnet and tenant:8098ae364cf14b1ea606e00a7b5c048e is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:10:34.225011 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-7e672f90-4156-40f0-8bf3-83cb806e2957 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:10:34.239369 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-7e672f90-4156-40f0-8bf3-83cb806e2957 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:10:34.267149 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e672f90-4156-40f0-8bf3-83cb806e2957 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Made reservation on behalf of 8098ae364cf14b1ea606e00a7b5c048e for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:10:34.341893 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e345b178-f218-4e87-a5e8-761af6c18589 None None] Pushing event updated for resources: {'Port': ['ID=4f9230f9-c1ab-4118-adf6-ce594827aec2,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:34.373680 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e345b178-f218-4e87-a5e8-761af6c18589 None None] Network 3f8de853-6a12-432f-ac35-381de990c538 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:10:34.378942 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-e345b178-f218-4e87-a5e8-761af6c18589 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:10:34.388458 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e345b178-f218-4e87-a5e8-761af6c18589 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:10:34.500731 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6210aa1d-4d2b-4edb-a449-875699f562b5 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:34.527830 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7e672f90-4156-40f0-8bf3-83cb806e2957 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:34.534906 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-e345b178-f218-4e87-a5e8-761af6c18589 None None] Attempting to bind port 4f9230f9-c1ab-4118-adf6-ce594827aec2 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:10:34.535357 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-e345b178-f218-4e87-a5e8-761af6c18589 None None] Attempting to bind port 4f9230f9-c1ab-4118-adf6-ce594827aec2 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '2f65adcc-86b3-439d-a2be-55951b1df940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3f8de853-6a12-432f-ac35-381de990c538'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:10:34.535781 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e345b178-f218-4e87-a5e8-761af6c18589 None None] Attempting to bind port 4f9230f9-c1ab-4118-adf6-ce594827aec2 on network 3f8de853-6a12-432f-ac35-381de990c538 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:10:34.544194 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e345b178-f218-4e87-a5e8-761af6c18589 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:10:34.544667 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e345b178-f218-4e87-a5e8-761af6c18589 None None] Checking segment: {'id': '2f65adcc-86b3-439d-a2be-55951b1df940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3f8de853-6a12-432f-ac35-381de990c538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:10:34.545145 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e345b178-f218-4e87-a5e8-761af6c18589 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:34.545539 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e345b178-f218-4e87-a5e8-761af6c18589 None None] Bound using segment: {'id': '2f65adcc-86b3-439d-a2be-55951b1df940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3f8de853-6a12-432f-ac35-381de990c538'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:10:34.545992 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-e345b178-f218-4e87-a5e8-761af6c18589 None None] Bound port: 4f9230f9-c1ab-4118-adf6-ce594827aec2, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f65adcc-86b3-439d-a2be-55951b1df940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '3f8de853-6a12-432f-ac35-381de990c538'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:10:34.546402 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e345b178-f218-4e87-a5e8-761af6c18589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:34.727241 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-e345b178-f218-4e87-a5e8-761af6c18589 None None] For port 4f9230f9-c1ab-4118-adf6-ce594827aec2, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:10:34.731432 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-e345b178-f218-4e87-a5e8-761af6c18589 None None] For port 4f9230f9-c1ab-4118-adf6-ce594827aec2, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=4f9230f9-c1ab-4118-adf6-ce594827aec2,segment=NetworkSegment(2f65adcc-86b3-439d-a2be-55951b1df940),segment_id=2f65adcc-86b3-439d-a2be-55951b1df940)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:10:34.753897 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e345b178-f218-4e87-a5e8-761af6c18589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:34.807700 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8c81e9-2669-4178-b64a-cd1f03e51fdd service neutron] Pushing event updated for resources: {'Port': ['ID=835c7f1c-b706-4ca3-9a78-cb2525c6e19b,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:34.844939 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-32bedd02-2f1c-45ab-89aa-14d0660ecae5 req-fe56f1c0-e1ae-4c72-9269-48eb108160a9 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:34.880172 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['e5394ba0-792a-4b8a-b7c6-660aa79245c7'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:10:34.942940 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6210aa1d-4d2b-4edb-a449-875699f562b5 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Network 3d99406d-3ff2-441b-aa12-737864bdc9d2 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:10:34.968986 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e345b178-f218-4e87-a5e8-761af6c18589 None None] Pushing event updated for resources: {'Port': ['ID=4f9230f9-c1ab-4118-adf6-ce594827aec2,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:34.980557 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe56f1c0-e1ae-4c72-9269-48eb108160a9 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Pushing event deleted for resources: {'Port': ['ID=e5394ba0-792a-4b8a-b7c6-660aa79245c7,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:34.989919 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-6210aa1d-4d2b-4edb-a449-875699f562b5 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:10:35.002302 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6210aa1d-4d2b-4edb-a449-875699f562b5 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:10:35.002302 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6210aa1d-4d2b-4edb-a449-875699f562b5 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:35.087323 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-32bedd02-2f1c-45ab-89aa-14d0660ecae5 req-fe56f1c0-e1ae-4c72-9269-48eb108160a9 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] No DVR routers for this DVR port e5394ba0-792a-4b8a-b7c6-660aa79245c7 on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:10:35.090808 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-32bedd02-2f1c-45ab-89aa-14d0660ecae5 req-fe56f1c0-e1ae-4c72-9269-48eb108160a9 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:35.093308 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d30bbe-7ed7-4661-8f9a-de206ba7d79d', 'name': 'network-vif-deleted', 'tag': 'e5394ba0-792a-4b8a-b7c6-660aa79245c7'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:10:35.118086 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6210aa1d-4d2b-4edb-a449-875699f562b5 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event updated for resources: {'Port': ['ID=76c57fa0-ea61-401b-b0aa-6c86f26b0680,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:35.137344 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-32bedd02-2f1c-45ab-89aa-14d0660ecae5 req-fe56f1c0-e1ae-4c72-9269-48eb108160a9 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.44 "DELETE /v2.0/ports/e5394ba0-792a-4b8a-b7c6-660aa79245c7 HTTP/1.1" status: 204 len: 173 time: 2.4865091 May 05 22:10:35.150733 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7e672f90-4156-40f0-8bf3-83cb806e2957 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:35.219423 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e672f90-4156-40f0-8bf3-83cb806e2957 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Pushing event updated for resources: {'Subnet': ['ID=da3a35cd-b3c2-47c6-afa5-f8209d1003d4,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:35.263935 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6210aa1d-4d2b-4edb-a449-875699f562b5 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event updated for resources: {'Port': ['ID=4a57feee-ad7a-4bdb-8486-a69698d35603,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:35.274489 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4d00f-904b-449a-8b18-404e2a58efa6 req-859b424d-fe05-4c85-be2d-aa0f5e52f924 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:35.274489 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b4e4d00f-904b-449a-8b18-404e2a58efa6 req-859b424d-fe05-4c85-be2d-aa0f5e52f924 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a10f1aa-b77d-4743-ba34-bc524ef90ebc HTTP/1.1" status: 200 len: 944 time: 1.1703069 May 05 22:10:35.300663 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35ab3b7-5d57-4543-a546-a4684d549e19 req-10ef4016-60ef-4b94-9f71-12ce99cbb1f3 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:35.300663 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c35ab3b7-5d57-4543-a546-a4684d549e19 req-10ef4016-60ef-4b94-9f71-12ce99cbb1f3 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/ports?device_id=71d30bbe-7ed7-4661-8f9a-de206ba7d79d HTTP/1.1" status: 200 len: 868 time: 1.6909828 May 05 22:10:35.335664 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e672f90-4156-40f0-8bf3-83cb806e2957 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Checking segment: {'id': '9800ff1a-7452-40f7-b2fd-9e584033f64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '98a3fa4e-c150-4d92-b08e-0d97212cec43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:10:35.335664 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e672f90-4156-40f0-8bf3-83cb806e2957 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Network hostable DHCP agents. Network: 98a3fa4e-c150-4d92-b08e-0d97212cec43, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:10:35.385001 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e672f90-4156-40f0-8bf3-83cb806e2957 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Network 98a3fa4e-c150-4d92-b08e-0d97212cec43 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:10:35.410055 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-7e672f90-4156-40f0-8bf3-83cb806e2957 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 98a3fa4e-c150-4d92-b08e-0d97212cec43) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:10:35.410055 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e672f90-4156-40f0-8bf3-83cb806e2957 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:35.410055 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7e672f90-4156-40f0-8bf3-83cb806e2957 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:35.445288 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9737749-07bd-415c-a570-dddeb15507eb None None] Network 98a3fa4e-c150-4d92-b08e-0d97212cec43 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:10:35.448725 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-7e672f90-4156-40f0-8bf3-83cb806e2957 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7207479 May 05 22:10:35.448725 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42562) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:35.500908 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6210aa1d-4d2b-4edb-a449-875699f562b5 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Checking segment: {'id': 'ca8361c2-0ecf-4926-87a0-d101d7ca88f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'aa0b8559-1a33-4578-b37c-80c1d827d0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:10:35.501286 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6210aa1d-4d2b-4edb-a449-875699f562b5 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Network hostable DHCP agents. Network: aa0b8559-1a33-4578-b37c-80c1d827d0c6, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:10:35.603743 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c35ab3b7-5d57-4543-a546-a4684d549e19 req-c9d15267-5126-49b1-953a-68293fe20f71 tempest-ServersNegativeTestJSON-2036166062 tempest-ServersNegativeTestJSON-2036166062-project] 10.222.0.23 "GET /v2.0/security-groups?id=7712879a-c1ca-46b4-8d0a-9810bc15449e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624388 May 05 22:10:35.628642 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-64c4144a-497f-4e91-9d3f-a3cc8049af3e req-8d8c81e9-2669-4178-b64a-cd1f03e51fdd service neutron] Attempting to bind port 835c7f1c-b706-4ca3-9a78-cb2525c6e19b on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:10:35.629031 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-64c4144a-497f-4e91-9d3f-a3cc8049af3e req-8d8c81e9-2669-4178-b64a-cd1f03e51fdd service neutron] Attempting to bind port 835c7f1c-b706-4ca3-9a78-cb2525c6e19b by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'ee217534-879b-45a2-90a5-ba467cc58a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:10:35.629582 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c4144a-497f-4e91-9d3f-a3cc8049af3e req-8d8c81e9-2669-4178-b64a-cd1f03e51fdd service neutron] Attempting to bind port 835c7f1c-b706-4ca3-9a78-cb2525c6e19b on network 6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:10:35.638016 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96b5f654-0dbc-4a5e-af91-c4622c187573 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Router 4a50dfed-f436-4ddd-bef3-807d927f5420 is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 22:10:35.642011 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b4e4d00f-904b-449a-8b18-404e2a58efa6 req-c7eaffc3-e0a6-49f2-b319-079dc24d2da5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=da0ed24f-7362-44c5-b636-8c9b67c34a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3386159 May 05 22:10:35.665010 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c4144a-497f-4e91-9d3f-a3cc8049af3e req-8d8c81e9-2669-4178-b64a-cd1f03e51fdd service neutron] Port 835c7f1c-b706-4ca3-9a78-cb2525c6e19b on network 6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:10:35.665575 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c4144a-497f-4e91-9d3f-a3cc8049af3e req-8d8c81e9-2669-4178-b64a-cd1f03e51fdd service neutron] Attempting to bind port 835c7f1c-b706-4ca3-9a78-cb2525c6e19b on network 6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:10:35.800366 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a3d4ab-21d6-4112-b817-901aaef9170c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-98a3fa4e-c150-4d92-b08e-0d97212cec43', 'network_id': '98a3fa4e-c150-4d92-b08e-0d97212cec43', 'tenant_id': '8098ae364cf14b1ea606e00a7b5c048e', 'fixed_ips': [{'subnet_id': 'da3a35cd-b3c2-47c6-afa5-f8209d1003d4'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:10:35.800366 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c6a3d4ab-21d6-4112-b817-901aaef9170c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:35.872376 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d90d18fd-fd83-447b-8c72-c1f3017863cc'] response: {'server_uuid': '71d30bbe-7ed7-4661-8f9a-de206ba7d79d', 'name': 'network-vif-deleted', 'tag': 'e5394ba0-792a-4b8a-b7c6-660aa79245c7', 'status': 'completed', 'code': 200} May 05 22:10:35.882497 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d2e7e4ed-f15a-4d4c-bd4f-f27691088f07 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:35.934948 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c4144a-497f-4e91-9d3f-a3cc8049af3e req-8d8c81e9-2669-4178-b64a-cd1f03e51fdd service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:10:35.935881 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c4144a-497f-4e91-9d3f-a3cc8049af3e req-8d8c81e9-2669-4178-b64a-cd1f03e51fdd service neutron] Checking segment: {'id': 'ee217534-879b-45a2-90a5-ba467cc58a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:10:35.936423 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c4144a-497f-4e91-9d3f-a3cc8049af3e req-8d8c81e9-2669-4178-b64a-cd1f03e51fdd service neutron] Bound using segment: {'id': 'ee217534-879b-45a2-90a5-ba467cc58a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:10:35.937062 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-64c4144a-497f-4e91-9d3f-a3cc8049af3e req-8d8c81e9-2669-4178-b64a-cd1f03e51fdd service neutron] Bound port: 835c7f1c-b706-4ca3-9a78-cb2525c6e19b, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee217534-879b-45a2-90a5-ba467cc58a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:10:35.937566 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-64c4144a-497f-4e91-9d3f-a3cc8049af3e req-8d8c81e9-2669-4178-b64a-cd1f03e51fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:35.947587 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6210aa1d-4d2b-4edb-a449-875699f562b5 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Network aa0b8559-1a33-4578-b37c-80c1d827d0c6 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:10:35.960803 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-6210aa1d-4d2b-4edb-a449-875699f562b5 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, aa0b8559-1a33-4578-b37c-80c1d827d0c6) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:10:35.977119 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6210aa1d-4d2b-4edb-a449-875699f562b5 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:10:35.982012 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6210aa1d-4d2b-4edb-a449-875699f562b5 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:35.985611 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6210aa1d-4d2b-4edb-a449-875699f562b5 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:35.986944 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6210aa1d-4d2b-4edb-a449-875699f562b5 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:36.035821 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cceb11b2-fef7-4c44-9804-c0f91b01f3ff None None] Network aa0b8559-1a33-4578-b37c-80c1d827d0c6 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:10:36.045120 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d2e7e4ed-f15a-4d4c-bd4f-f27691088f07 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:36.122031 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-64c4144a-497f-4e91-9d3f-a3cc8049af3e req-8d8c81e9-2669-4178-b64a-cd1f03e51fdd service neutron] For port 835c7f1c-b706-4ca3-9a78-cb2525c6e19b, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:10:36.123359 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:36.125636 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-64c4144a-497f-4e91-9d3f-a3cc8049af3e req-8d8c81e9-2669-4178-b64a-cd1f03e51fdd service neutron] For port 835c7f1c-b706-4ca3-9a78-cb2525c6e19b, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=835c7f1c-b706-4ca3-9a78-cb2525c6e19b,segment=NetworkSegment(ee217534-879b-45a2-90a5-ba467cc58a1f),segment_id=ee217534-879b-45a2-90a5-ba467cc58a1f)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:10:36.186832 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:36.266938 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-64c4144a-497f-4e91-9d3f-a3cc8049af3e req-8d8c81e9-2669-4178-b64a-cd1f03e51fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:36.290649 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-c6a3d4ab-21d6-4112-b817-901aaef9170c None None] Allocated IP 2001:db8::1 (98a3fa4e-c150-4d92-b08e-0d97212cec43/da3a35cd-b3c2-47c6-afa5-f8209d1003d4/9b216d7a-9b8b-4546-afb7-98cbc55a4bfe) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:10:36.293934 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-6210aa1d-4d2b-4edb-a449-875699f562b5 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.8310509 May 05 22:10:36.297472 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42574) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:36.485461 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-64c4144a-497f-4e91-9d3f-a3cc8049af3e req-8d8c81e9-2669-4178-b64a-cd1f03e51fdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:36.488057 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-64c4144a-497f-4e91-9d3f-a3cc8049af3e req-8d8c81e9-2669-4178-b64a-cd1f03e51fdd service neutron] 10.222.0.32 "PUT /v2.0/ports/835c7f1c-b706-4ca3-9a78-cb2525c6e19b HTTP/1.1" status: 200 len: 1092 time: 6.5364640 May 05 22:10:36.516143 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a10f1aa-b77d-4743-ba34-bc524ef90ebc', 'tag': '835c7f1c-b706-4ca3-9a78-cb2525c6e19b'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:10:36.613593 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f7d1d0-0942-473e-be7e-316116f1ea54 None None] Network 3f8de853-6a12-432f-ac35-381de990c538 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:10:36.670418 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-310bcce2-7bbf-4692-896f-ba1c664a4ec6'] response: {'name': 'network-changed', 'server_uuid': '6a10f1aa-b77d-4743-ba34-bc524ef90ebc', 'tag': '835c7f1c-b706-4ca3-9a78-cb2525c6e19b', 'status': 'completed', 'code': 200} May 05 22:10:36.748342 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8c81e9-2669-4178-b64a-cd1f03e51fdd service neutron] Pushing event updated for resources: {'Port': ['ID=835c7f1c-b706-4ca3-9a78-cb2525c6e19b,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:36.756196 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-9f8b494c-1017-4e5e-bfe1-1bf73b0f19c6 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Deleting port 4a57feee-ad7a-4bdb-8486-a69698d35603 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:10:36.756196 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9f8b494c-1017-4e5e-bfe1-1bf73b0f19c6 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:36.780440 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-64c4144a-497f-4e91-9d3f-a3cc8049af3e req-ca8b8f38-7779-477f-bb2d-54bae5fb7fb3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=06fb629024324e968714595537efac5c&device_id=6a10f1aa-b77d-4743-ba34-bc524ef90ebc HTTP/1.1" status: 200 len: 1095 time: 0.2075531 May 05 22:10:36.981042 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42588) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:37.004156 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-8e5b1ffa-3de9-421b-9154-45d9d7ea63d3 None None] Provisioning for port 4f9230f9-c1ab-4118-adf6-ce594827aec2 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:10:37.107367 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9f8b494c-1017-4e5e-bfe1-1bf73b0f19c6 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:37.151281 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 4f9230f9-c1ab-4118-adf6-ce594827aec2 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:10:37.187420 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-64c4144a-497f-4e91-9d3f-a3cc8049af3e req-793bad66-5d99-4068-8024-dd4ecb019a1b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=835c7f1c-b706-4ca3-9a78-cb2525c6e19b HTTP/1.1" status: 200 len: 217 time: 0.3908653 May 05 22:10:37.274196 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c4144a-497f-4e91-9d3f-a3cc8049af3e req-552992ab-a5aa-49dc-bf0f-e5aa11c8ff55 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:37.274196 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-64c4144a-497f-4e91-9d3f-a3cc8049af3e req-552992ab-a5aa-49dc-bf0f-e5aa11c8ff55 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8a7ef762-9b9a-4125-ae34-df46990e0391 HTTP/1.1" status: 200 len: 833 time: 0.0709422 May 05 22:10:37.283769 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-9f8b494c-1017-4e5e-bfe1-1bf73b0f19c6 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Calling delete_port for 4a57feee-ad7a-4bdb-8486-a69698d35603 owned by {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:10:37.345063 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736aa94f-f538-4653-a8eb-98042c4653bd req-e23c7ae9-619b-4439-b707-ea209fcfcd1a tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:37.345063 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-736aa94f-f538-4653-a8eb-98042c4653bd req-e23c7ae9-619b-4439-b707-ea209fcfcd1a tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a10f1aa-b77d-4743-ba34-bc524ef90ebc HTTP/1.1" status: 200 len: 944 time: 0.2434573 May 05 22:10:37.419776 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b5f654-0dbc-4a5e-af91-c4622c187573 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:10:37.440574 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-8466202d-8563-4502-b04f-0778615a68e2 admin admin] Deleting subnet 1aed2f09-8491-48ad-8b12-0e30712ddf00 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:10:37.444406 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8466202d-8563-4502-b04f-0778615a68e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:37.462872 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dc11ca-c5c2-412b-8fe4-b50595ce56b6 None None] Sync routers for ids ['4a50dfed-f436-4ddd-bef3-807d927f5420'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:10:37.475773 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c6a3d4ab-21d6-4112-b817-901aaef9170c None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:37.480835 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-736aa94f-f538-4653-a8eb-98042c4653bd req-c69a7b53-10a0-4078-ac99-37e4d3442828 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=da0ed24f-7362-44c5-b636-8c9b67c34a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233301 May 05 22:10:37.483871 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3b3c87a4-bfe1-4994-ac52-8fafebea0122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:37.501020 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9f8b494c-1017-4e5e-bfe1-1bf73b0f19c6 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:37.537967 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c6a3d4ab-21d6-4112-b817-901aaef9170c None None] Transition to ACTIVE for port object 9b216d7a-9b8b-4546-afb7-98cbc55a4bfe will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:10:37.560040 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-96b5f654-0dbc-4a5e-af91-c4622c187573 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:37.563544 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-96b5f654-0dbc-4a5e-af91-c4622c187573 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 13.4225788 May 05 22:10:37.569093 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 4f9230f9-c1ab-4118-adf6-ce594827aec2 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:10:37.577740 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 42598) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:37.596011 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 4f9230f9-c1ab-4118-adf6-ce594827aec2 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:10:37.596011 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:37.607559 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8b494c-1017-4e5e-bfe1-1bf73b0f19c6 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event deleted for resources: {'Port': ['ID=4a57feee-ad7a-4bdb-8486-a69698d35603,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:37.630867 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dc11ca-c5c2-412b-8fe4-b50595ce56b6 None None] Routers {'4a50dfed-f436-4ddd-bef3-807d927f5420'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:10:37.630867 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-11dc11ca-c5c2-412b-8fe4-b50595ce56b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:10:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['4a50dfed-f436-4ddd-bef3-807d927f5420'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:10:37.633911 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9f8b494c-1017-4e5e-bfe1-1bf73b0f19c6 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:37.643373 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8466202d-8563-4502-b04f-0778615a68e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:37.717930 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9f8b494c-1017-4e5e-bfe1-1bf73b0f19c6 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "DELETE /v2.0/ports/4a57feee-ad7a-4bdb-8486-a69698d35603 HTTP/1.1" status: 204 len: 168 time: 1.4162455 May 05 22:10:37.717930 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42600) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:37.795320 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-64c4144a-497f-4e91-9d3f-a3cc8049af3e req-b46c4548-52b3-4933-9c7e-6047e83d1762 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5227010 May 05 22:10:37.797597 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device e5394ba0-792a-4b8a-b7c6-660aa79245c7 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:10:37.808779 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8466202d-8563-4502-b04f-0778615a68e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:37.839021 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: e5394ba0-792a-4b8a-b7c6-660aa79245c7 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:10:37.839360 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device e5394ba0-792a-4b8a-b7c6-660aa79245c7 not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:10:37.850233 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c6a3d4ab-21d6-4112-b817-901aaef9170c None None] Transition to ACTIVE for port object 9b216d7a-9b8b-4546-afb7-98cbc55a4bfe will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:10:37.877382 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c6a3d4ab-21d6-4112-b817-901aaef9170c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:37.977541 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d2e7e4ed-f15a-4d4c-bd4f-f27691088f07 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:38.012623 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a3d4ab-21d6-4112-b817-901aaef9170c None None] Pushing event updated for resources: {'Port': ['ID=9b216d7a-9b8b-4546-afb7-98cbc55a4bfe,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:38.051991 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-11dc11ca-c5c2-412b-8fe4-b50595ce56b6 None None] Set router 4a50dfed-f436-4ddd-bef3-807d927f5420 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:10:38.104475 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e7e4ed-f15a-4d4c-bd4f-f27691088f07 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Pushing event deleted for resources: {'Subnet': ['ID=da3a35cd-b3c2-47c6-afa5-f8209d1003d4,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:38.143337 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-6f3ef18a-7777-4d21-8b9c-04a04d939abc tempest-TestSecurityGroupsBasicOps-1656009718 tempest-TestSecurityGroupsBasicOps-1656009718-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=efa9087c34ce4a5fbd7fe821ae4a2e59&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3867857 May 05 22:10:38.143337 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 42612) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:38.171679 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddecb8e-db6f-4bda-9805-c3fdabc56fc6 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:38.176141 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddecb8e-db6f-4bda-9805-c3fdabc56fc6 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:38.176141 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0ddecb8e-db6f-4bda-9805-c3fdabc56fc6 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Synchronizing usage tracker for tenant:4182021ff5fe4f65b13da93a6be96ffa on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:10:38.222320 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a3d4ab-21d6-4112-b817-901aaef9170c None None] Network 98a3fa4e-c150-4d92-b08e-0d97212cec43 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:10:38.236266 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-c6a3d4ab-21d6-4112-b817-901aaef9170c None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:10:38.255381 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8466202d-8563-4502-b04f-0778615a68e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:38.294167 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a3d4ab-21d6-4112-b817-901aaef9170c None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:10:38.360664 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803824a3-e9a4-4d50-b17c-a667b6138386 tempest-TestSecurityGroupsBasicOps-1656009718 tempest-TestSecurityGroupsBasicOps-1656009718-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:38.362164 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-803824a3-e9a4-4d50-b17c-a667b6138386 tempest-TestSecurityGroupsBasicOps-1656009718 tempest-TestSecurityGroupsBasicOps-1656009718-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2225077 May 05 22:10:38.370561 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 42618) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:38.370718 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8466202d-8563-4502-b04f-0778615a68e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1aed2f09-8491-48ad-8b12-0e30712ddf00,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:38.372905 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8466202d-8563-4502-b04f-0778615a68e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:38.408357 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0ddecb8e-db6f-4bda-9805-c3fdabc56fc6 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Unset dirty status for tenant:4182021ff5fe4f65b13da93a6be96ffa on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:10:38.416074 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0ddecb8e-db6f-4bda-9805-c3fdabc56fc6 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.6997266 May 05 22:10:38.429255 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42622) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:38.447446 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8466202d-8563-4502-b04f-0778615a68e2 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1aed2f09-8491-48ad-8b12-0e30712ddf00 HTTP/1.1" status: 204 len: 168 time: 1.4533896 May 05 22:10:38.447446 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42626) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:38.451579 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c825bfd0-bb0d-431c-a68c-09e9c718a788 tempest-TestSecurityGroupsBasicOps-1656009718 tempest-TestSecurityGroupsBasicOps-1656009718-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=25bfe237-58de-4709-a3e0-ac79da07c300&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0562241 May 05 22:10:38.461272 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 42628) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:38.468063 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-f4e8570b-a914-4551-84e1-2beb94cbd70c tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-788137275', 'network_id': '2e106dc0-8200-45c1-a2c4-63f5713e6232', 'project_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:10:38.498043 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:38.510194 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d2e7e4ed-f15a-4d4c-bd4f-f27691088f07 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:38.636072 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-f4e8570b-a914-4551-84e1-2beb94cbd70c tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:10:38.646482 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-64c4144a-497f-4e91-9d3f-a3cc8049af3e req-6240d985-ddca-4359-a1e4-5cf8b391d2ad service neutron] 10.222.0.32 "GET /v2.0/networks/6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8163762 May 05 22:10:38.646482 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-f4e8570b-a914-4551-84e1-2beb94cbd70c tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Usage tracker for resource:subnet and tenant:efa9087c34ce4a5fbd7fe821ae4a2e59 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:10:38.647460 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-a48fbd07-a12e-4f46-b569-bfed4fb2be86 None None] Provisioning complete for port 4f9230f9-c1ab-4118-adf6-ce594827aec2 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:10:38.647829 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a48fbd07-a12e-4f46-b569-bfed4fb2be86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:38.650568 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-f4e8570b-a914-4551-84e1-2beb94cbd70c tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:10:38.729451 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-d2e7e4ed-f15a-4d4c-bd4f-f27691088f07 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98a3fa4e-c150-4d92-b08e-0d97212cec43']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:10:38.737005 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-f4e8570b-a914-4551-84e1-2beb94cbd70c tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:10:38.756955 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-d2e7e4ed-f15a-4d4c-bd4f-f27691088f07 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9800ff1a-7452-40f7-b2fd-9e584033f64b') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:10:38.757715 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-d2e7e4ed-f15a-4d4c-bd4f-f27691088f07 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9800ff1a-7452-40f7-b2fd-9e584033f64b') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:10:38.769450 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-c6a3d4ab-21d6-4112-b817-901aaef9170c None None] Attempting to bind port 9b216d7a-9b8b-4546-afb7-98cbc55a4bfe on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:10:38.769810 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-c6a3d4ab-21d6-4112-b817-901aaef9170c None None] Attempting to bind port 9b216d7a-9b8b-4546-afb7-98cbc55a4bfe by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '9800ff1a-7452-40f7-b2fd-9e584033f64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '98a3fa4e-c150-4d92-b08e-0d97212cec43'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:10:38.770681 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a3d4ab-21d6-4112-b817-901aaef9170c None None] Attempting to bind port 9b216d7a-9b8b-4546-afb7-98cbc55a4bfe on network 98a3fa4e-c150-4d92-b08e-0d97212cec43 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:10:38.777514 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-509e8470-b144-490a-8ad3-e031cf9950b2 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Deleting port 76c57fa0-ea61-401b-b0aa-6c86f26b0680 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:10:38.777982 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-509e8470-b144-490a-8ad3-e031cf9950b2 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:38.792026 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a3d4ab-21d6-4112-b817-901aaef9170c None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:10:38.792722 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a3d4ab-21d6-4112-b817-901aaef9170c None None] Checking segment: {'id': '9800ff1a-7452-40f7-b2fd-9e584033f64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '98a3fa4e-c150-4d92-b08e-0d97212cec43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:10:38.793974 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c6a3d4ab-21d6-4112-b817-901aaef9170c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:38.794570 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a3d4ab-21d6-4112-b817-901aaef9170c None None] Bound using segment: {'id': '9800ff1a-7452-40f7-b2fd-9e584033f64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '98a3fa4e-c150-4d92-b08e-0d97212cec43'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:10:38.795361 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-c6a3d4ab-21d6-4112-b817-901aaef9170c None None] Bound port: 9b216d7a-9b8b-4546-afb7-98cbc55a4bfe, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9800ff1a-7452-40f7-b2fd-9e584033f64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '98a3fa4e-c150-4d92-b08e-0d97212cec43'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:10:38.795941 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c6a3d4ab-21d6-4112-b817-901aaef9170c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:38.949943 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-c6a3d4ab-21d6-4112-b817-901aaef9170c None None] For port 9b216d7a-9b8b-4546-afb7-98cbc55a4bfe, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:10:38.949943 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-c6a3d4ab-21d6-4112-b817-901aaef9170c None None] For port 9b216d7a-9b8b-4546-afb7-98cbc55a4bfe, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=9b216d7a-9b8b-4546-afb7-98cbc55a4bfe,segment=NetworkSegment(9800ff1a-7452-40f7-b2fd-9e584033f64b),segment_id=9800ff1a-7452-40f7-b2fd-9e584033f64b)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:10:39.009699 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 4f9230f9-c1ab-4118-adf6-ce594827aec2, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=4f9230f9-c1ab-4118-adf6-ce594827aec2,segment=NetworkSegment(2f65adcc-86b3-439d-a2be-55951b1df940),segment_id=2f65adcc-86b3-439d-a2be-55951b1df940)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:10:39.009699 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c6a3d4ab-21d6-4112-b817-901aaef9170c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:39.021946 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e8570b-a914-4551-84e1-2beb94cbd70c tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Made reservation on behalf of efa9087c34ce4a5fbd7fe821ae4a2e59 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:10:39.062582 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-509e8470-b144-490a-8ad3-e031cf9950b2 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:39.114297 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a3d4ab-21d6-4112-b817-901aaef9170c None None] Pushing event updated for resources: {'Port': ['ID=9b216d7a-9b8b-4546-afb7-98cbc55a4bfe,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:39.132852 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:39.152748 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f4e8570b-a914-4551-84e1-2beb94cbd70c tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:39.383103 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-509e8470-b144-490a-8ad3-e031cf9950b2 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Calling delete_port for 76c57fa0-ea61-401b-b0aa-6c86f26b0680 owned by {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:10:39.424657 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=4f9230f9-c1ab-4118-adf6-ce594827aec2,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:39.436086 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922fb000-75a1-4154-acb9-38bf9f4187f9 None None] Network 98a3fa4e-c150-4d92-b08e-0d97212cec43 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:10:39.475507 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d2e7e4ed-f15a-4d4c-bd4f-f27691088f07 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:39.475507 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-509e8470-b144-490a-8ad3-e031cf9950b2 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:39.484761 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-99d8909d-6b5b-4b4d-ba2a-994434e40ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:39.552304 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d2e7e4ed-f15a-4d4c-bd4f-f27691088f07 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:39.585419 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509e8470-b144-490a-8ad3-e031cf9950b2 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event deleted for resources: {'Port': ['ID=76c57fa0-ea61-401b-b0aa-6c86f26b0680,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:39.609409 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2e7e4ed-f15a-4d4c-bd4f-f27691088f07 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:10:39.609730 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d2e7e4ed-f15a-4d4c-bd4f-f27691088f07 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:39.627021 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f4e8570b-a914-4551-84e1-2beb94cbd70c tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:39.635241 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-11dc11ca-c5c2-412b-8fe4-b50595ce56b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a50dfed-f436-4ddd-bef3-807d927f5420', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1459802452', 'tenant_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '87cb1a33-f1c4-4483-a123-37ae4659ed2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:10:24Z', 'updated_at': '2022-05-05T22:10:31Z', 'revision_number': 3, 'project_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'gw_port': {'id': '87cb1a33-f1c4-4483-a123-37ae4659ed2f', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a1:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a50dfed-f436-4ddd-bef3-807d927f5420', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:10:26Z', 'updated_at': '2022-05-05T22:10:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:10:39.647942 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dc11ca-c5c2-412b-8fe4-b50595ce56b6 None None] Checking router: 4a50dfed-f436-4ddd-bef3-807d927f5420 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:10:39.650103 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dc11ca-c5c2-412b-8fe4-b50595ce56b6 None None] Updating router 4a50dfed-f436-4ddd-bef3-807d927f5420 port 87cb1a33-f1c4-4483-a123-37ae4659ed2f binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:10:39.660088 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:10:39.660088 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:10:39.660088 n-d-825175-4 neutron-server[84063]: timer() May 05 22:10:39.660088 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:10:39.660088 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:10:39.660088 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:10:39.660088 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:10:39.660088 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:10:39.660088 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:10:39.660088 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:10:39.660088 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:10:39.660088 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:10:39.660088 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:10:39.660088 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:10:39.660088 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:10:39.660088 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:10:39.660088 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:10:39.660088 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:10:39.660088 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:10:39.660088 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:10:39.660088 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:10:39.660088 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:10:39.660088 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:10:39.660088 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:10:39.660088 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:10:39.660088 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:10:39.660088 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:10:39.660088 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:10:39.660088 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:10:39.660088 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:10:39.660088 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:10:39.660088 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:10:39.773906 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3479de0e-ec6b-41ef-ac1a-2ca6f422f65f req-0db863b6-454a-4df0-a577-e8d167659b3e tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:39.773906 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3479de0e-ec6b-41ef-ac1a-2ca6f422f65f req-0db863b6-454a-4df0-a577-e8d167659b3e tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a10f1aa-b77d-4743-ba34-bc524ef90ebc HTTP/1.1" status: 200 len: 944 time: 0.9656513 May 05 22:10:39.792195 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-509e8470-b144-490a-8ad3-e031cf9950b2 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:39.842755 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-99d8909d-6b5b-4b4d-ba2a-994434e40ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:39.854182 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-11dc11ca-c5c2-412b-8fe4-b50595ce56b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:39.856364 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-509e8470-b144-490a-8ad3-e031cf9950b2 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "DELETE /v2.0/ports/76c57fa0-ea61-401b-b0aa-6c86f26b0680 HTTP/1.1" status: 204 len: 168 time: 1.4231107 May 05 22:10:39.871937 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42644) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:39.910955 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e8570b-a914-4551-84e1-2beb94cbd70c tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Checking segment: {'id': '506799dd-ba81-4a16-b635-7b9c0e81971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2e106dc0-8200-45c1-a2c4-63f5713e6232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:10:39.910955 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e8570b-a914-4551-84e1-2beb94cbd70c tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Network hostable DHCP agents. Network: 2e106dc0-8200-45c1-a2c4-63f5713e6232, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:10:39.947720 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.api [None req-d2e7e4ed-f15a-4d4c-bd4f-f27691088f07 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 05 22:10:39.947720 n-d-825175-4 neutron-server[84063]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 05 22:10:39.947720 n-d-825175-4 neutron-server[84063]: [parameters: {'id': '98a3fa4e-c150-4d92-b08e-0d97212cec43'}] May 05 22:10:39.947720 n-d-825175-4 neutron-server[84063]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:10:39.947720 n-d-825175-4 neutron-server[84063]: DEBUG oslo_db.api [None req-d2e7e4ed-f15a-4d4c-bd4f-f27691088f07 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:10:39.961729 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e8570b-a914-4551-84e1-2beb94cbd70c tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Pushing event updated for resources: {'Subnet': ['ID=ae047049-6ac6-4ae1-8419-9986e7bc13c8,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:39.978302 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e8570b-a914-4551-84e1-2beb94cbd70c tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Network 2e106dc0-8200-45c1-a2c4-63f5713e6232 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:10:39.983468 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-99d8909d-6b5b-4b4d-ba2a-994434e40ad3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['747286bb-8407-402f-868f-44a863404e7a']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:10:39.986819 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-64c4144a-497f-4e91-9d3f-a3cc8049af3e req-f5d009c2-960d-4418-ae6e-0b1b2a1c7aa8 service neutron] 10.222.0.32 "GET /v2.0/networks/6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3332317 May 05 22:10:40.009080 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-99d8909d-6b5b-4b4d-ba2a-994434e40ad3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d4484a5-8d63-4054-aa6e-abb26e17d980') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:10:40.009499 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3479de0e-ec6b-41ef-ac1a-2ca6f422f65f req-cdee5f55-71bb-40ab-b787-37717d9f550f tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=da0ed24f-7362-44c5-b636-8c9b67c34a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1974230 May 05 22:10:40.010005 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-f4e8570b-a914-4551-84e1-2beb94cbd70c tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 2e106dc0-8200-45c1-a2c4-63f5713e6232) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:10:40.010420 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-99d8909d-6b5b-4b4d-ba2a-994434e40ad3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d4484a5-8d63-4054-aa6e-abb26e17d980') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:10:40.019553 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e8570b-a914-4551-84e1-2beb94cbd70c tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:40.020119 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f4e8570b-a914-4551-84e1-2beb94cbd70c tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:40.039978 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-99d8909d-6b5b-4b4d-ba2a-994434e40ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:40.043748 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae1d852-a1b5-4b5b-9a54-ea11eea23572 None None] Network 2e106dc0-8200-45c1-a2c4-63f5713e6232 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:10:40.068038 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-99d8909d-6b5b-4b4d-ba2a-994434e40ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:40.077220 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99356cda-d123-4229-b48b-6fe9e5df1538 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:40.078219 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-99356cda-d123-4229-b48b-6fe9e5df1538 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Synchronizing usage tracker for tenant:4182021ff5fe4f65b13da93a6be96ffa on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:10:40.090929 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f4e8570b-a914-4551-84e1-2beb94cbd70c tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.6322823 May 05 22:10:40.094358 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 42650) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:40.094989 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99d8909d-6b5b-4b4d-ba2a-994434e40ad3 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:10:40.095460 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-99d8909d-6b5b-4b4d-ba2a-994434e40ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:40.116984 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:10:40.116984 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:10:40.116984 n-d-825175-4 neutron-server[84063]: timer() May 05 22:10:40.116984 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:10:40.116984 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:10:40.116984 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:10:40.116984 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:10:40.116984 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:10:40.116984 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:10:40.116984 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:10:40.116984 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:10:40.116984 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:10:40.116984 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:10:40.116984 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:10:40.116984 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:10:40.116984 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:10:40.116984 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:10:40.116984 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:10:40.116984 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:10:40.116984 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:10:40.116984 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:10:40.116984 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:10:40.116984 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:10:40.116984 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:10:40.116984 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:10:40.116984 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:10:40.116984 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:10:40.116984 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:10:40.116984 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:10:40.116984 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:10:40.116984 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:10:40.116984 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:10:40.231059 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-99356cda-d123-4229-b48b-6fe9e5df1538 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Unset dirty status for tenant:4182021ff5fe4f65b13da93a6be96ffa on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:10:40.237559 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-99356cda-d123-4229-b48b-6fe9e5df1538 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3562567 May 05 22:10:40.250831 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42656) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:40.300539 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4ed748f-9b08-46e1-b56d-f3f82e1a93d4 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] GET failed (client error): The resource could not be found. May 05 22:10:40.300539 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d4ed748f-9b08-46e1-b56d-f3f82e1a93d4 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "GET /v2.0/ports/4a57feee-ad7a-4bdb-8486-a69698d35603 HTTP/1.1" status: 404 len: 333 time: 0.0543046 May 05 22:10:40.316723 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42660) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:40.365608 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-99d8909d-6b5b-4b4d-ba2a-994434e40ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:40.384604 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ecc7c86-dc52-439c-9156-727c6ae8b048 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] GET failed (client error): The resource could not be found. May 05 22:10:40.384604 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-7ecc7c86-dc52-439c-9156-727c6ae8b048 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "GET /v2.0/ports/76c57fa0-ea61-401b-b0aa-6c86f26b0680 HTTP/1.1" status: 404 len: 333 time: 0.0763147 May 05 22:10:40.384604 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-99d8909d-6b5b-4b4d-ba2a-994434e40ad3 admin admin] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:40.400640 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 42664) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:40.410117 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-99d8909d-6b5b-4b4d-ba2a-994434e40ad3 admin admin] 10.222.0.23 "DELETE /v2.0/networks/747286bb-8407-402f-868f-44a863404e7a HTTP/1.1" status: 204 len: 168 time: 1.9111259 May 05 22:10:40.410117 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d8909d-6b5b-4b4d-ba2a-994434e40ad3 admin admin] Pushing event deleted for resources: {'Network': ['ID=747286bb-8407-402f-868f-44a863404e7a,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:40.449159 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d2e7e4ed-f15a-4d4c-bd4f-f27691088f07 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:40.466810 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-d2e7e4ed-f15a-4d4c-bd4f-f27691088f07 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Deleting port 9b216d7a-9b8b-4546-afb7-98cbc55a4bfe {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:10:40.466810 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d2e7e4ed-f15a-4d4c-bd4f-f27691088f07 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:40.623685 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.resource_extend [None req-11dc11ca-c5c2-412b-8fe4-b50595ce56b6 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 22:10:40.630824 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-057503f9-ab81-42ec-b49d-859c8c0cbd60 req-cb3324a9-83bb-48dd-bd71-8210d4dd8076 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=06fb629024324e968714595537efac5c&device_id=6a10f1aa-b77d-4743-ba34-bc524ef90ebc HTTP/1.1" status: 200 len: 1095 time: 0.5866871 May 05 22:10:40.695992 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42672) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:40.745051 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be125f97-0d18-498e-a36e-6c4d46e63655 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-2e106dc0-8200-45c1-a2c4-63f5713e6232', 'network_id': '2e106dc0-8200-45c1-a2c4-63f5713e6232', 'tenant_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'fixed_ips': [{'subnet_id': 'ae047049-6ac6-4ae1-8419-9986e7bc13c8'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:10:40.745051 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-be125f97-0d18-498e-a36e-6c4d46e63655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:40.786704 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-11dc11ca-c5c2-412b-8fe4-b50595ce56b6 None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:40.807345 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-40b3ff2f-fd5c-49c3-97ae-b5db055c7284 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:40.814863 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-d2e7e4ed-f15a-4d4c-bd4f-f27691088f07 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] For port 9b216d7a-9b8b-4546-afb7-98cbc55a4bfe, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=9b216d7a-9b8b-4546-afb7-98cbc55a4bfe,segment=NetworkSegment(9800ff1a-7452-40f7-b2fd-9e584033f64b),segment_id=9800ff1a-7452-40f7-b2fd-9e584033f64b)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:10:40.814863 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d2e7e4ed-f15a-4d4c-bd4f-f27691088f07 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:40.839626 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-11dc11ca-c5c2-412b-8fe4-b50595ce56b6 None None] Transition to ACTIVE for port object 87cb1a33-f1c4-4483-a123-37ae4659ed2f will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:10:40.852016 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-02fa7120-fc6e-44d4-9de7-8fe3763bd20e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b068134c338f46c6866f23b681a9cd8a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1470125 May 05 22:10:40.855902 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-11dc11ca-c5c2-412b-8fe4-b50595ce56b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:40.869303 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 42676) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:40.907340 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-3b3c87a4-bfe1-4994-ac52-8fafebea0122 admin admin] Deleting port 558711ec-cc6b-4387-8a57-c44e1a328a9a {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:10:40.907340 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3b3c87a4-bfe1-4994-ac52-8fafebea0122 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:40.954602 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ea1938-03cf-4f5f-bc48-f3ef47f387b8 None None] Pushing event updated for resources: {'Port': ['ID=87cb1a33-f1c4-4483-a123-37ae4659ed2f,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:41.016134 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-11dc11ca-c5c2-412b-8fe4-b50595ce56b6 None None] Attempting to bind port 87cb1a33-f1c4-4483-a123-37ae4659ed2f on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:10:41.016495 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-11dc11ca-c5c2-412b-8fe4-b50595ce56b6 None None] Attempting to bind port 87cb1a33-f1c4-4483-a123-37ae4659ed2f by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:10:41.016962 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dc11ca-c5c2-412b-8fe4-b50595ce56b6 None None] Attempting to bind port 87cb1a33-f1c4-4483-a123-37ae4659ed2f on network 25bfe237-58de-4709-a3e0-ac79da07c300 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:10:41.027224 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-d2e7e4ed-f15a-4d4c-bd4f-f27691088f07 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Calling delete_port for 9b216d7a-9b8b-4546-afb7-98cbc55a4bfe owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:10:41.030594 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dc11ca-c5c2-412b-8fe4-b50595ce56b6 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:10:41.030997 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dc11ca-c5c2-412b-8fe4-b50595ce56b6 None None] Checking segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:10:41.031548 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-11dc11ca-c5c2-412b-8fe4-b50595ce56b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:41.031939 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dc11ca-c5c2-412b-8fe4-b50595ce56b6 None None] Bound using segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:10:41.032416 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-11dc11ca-c5c2-412b-8fe4-b50595ce56b6 None None] Bound port: 87cb1a33-f1c4-4483-a123-37ae4659ed2f, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:10:41.032786 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-11dc11ca-c5c2-412b-8fe4-b50595ce56b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:41.075639 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-be125f97-0d18-498e-a36e-6c4d46e63655 None None] Allocated IP 172.20.0.2 (2e106dc0-8200-45c1-a2c4-63f5713e6232/ae047049-6ac6-4ae1-8419-9986e7bc13c8/70cb4103-3add-4119-ad74-f11fb53c71d8) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:10:41.165203 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d2e7e4ed-f15a-4d4c-bd4f-f27691088f07 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:41.214928 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-3b3c87a4-bfe1-4994-ac52-8fafebea0122 admin admin] For port 558711ec-cc6b-4387-8a57-c44e1a328a9a, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=558711ec-cc6b-4387-8a57-c44e1a328a9a,segment=NetworkSegment(b0853f69-0751-43f3-82dd-3ab4be255b1c),segment_id=b0853f69-0751-43f3-82dd-3ab4be255b1c)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:10:41.214928 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3b3c87a4-bfe1-4994-ac52-8fafebea0122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:41.245409 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-11dc11ca-c5c2-412b-8fe4-b50595ce56b6 None None] For port 87cb1a33-f1c4-4483-a123-37ae4659ed2f, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:10:41.297360 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-11dc11ca-c5c2-412b-8fe4-b50595ce56b6 None None] For port 87cb1a33-f1c4-4483-a123-37ae4659ed2f, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=87cb1a33-f1c4-4483-a123-37ae4659ed2f,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:10:41.324366 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-11dc11ca-c5c2-412b-8fe4-b50595ce56b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:41.350268 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e7e4ed-f15a-4d4c-bd4f-f27691088f07 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Pushing event deleted for resources: {'Port': ['ID=9b216d7a-9b8b-4546-afb7-98cbc55a4bfe,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:41.355200 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-3b3c87a4-bfe1-4994-ac52-8fafebea0122 admin admin] Calling delete_port for 558711ec-cc6b-4387-8a57-c44e1a328a9a owned by network:router_interface {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:10:41.367312 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e7e4ed-f15a-4d4c-bd4f-f27691088f07 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] No DVR routers for this DVR port 9b216d7a-9b8b-4546-afb7-98cbc55a4bfe on host n-d-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:10:41.387754 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 4f9230f9-c1ab-4118-adf6-ce594827aec2 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:10:41.408565 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057503f9-ab81-42ec-b49d-859c8c0cbd60 req-4878af8b-d08e-4fbe-9f62-041dab3bb8c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:41.408565 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-057503f9-ab81-42ec-b49d-859c8c0cbd60 req-4878af8b-d08e-4fbe-9f62-041dab3bb8c7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4 HTTP/1.1" status: 200 len: 898 time: 0.7533398 May 05 22:10:41.530543 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dc11ca-c5c2-412b-8fe4-b50595ce56b6 None None] Routers {'4a50dfed-f436-4ddd-bef3-807d927f5420'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:10:41.530963 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d2e7e4ed-f15a-4d4c-bd4f-f27691088f07 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:41.531440 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-11dc11ca-c5c2-412b-8fe4-b50595ce56b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:10:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['4a50dfed-f436-4ddd-bef3-807d927f5420'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:10:41.562192 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-d2e7e4ed-f15a-4d4c-bd4f-f27691088f07 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98a3fa4e-c150-4d92-b08e-0d97212cec43']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:10:41.578983 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-d2e7e4ed-f15a-4d4c-bd4f-f27691088f07 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9800ff1a-7452-40f7-b2fd-9e584033f64b') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:10:41.579432 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-d2e7e4ed-f15a-4d4c-bd4f-f27691088f07 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9800ff1a-7452-40f7-b2fd-9e584033f64b') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:10:41.593424 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d2e7e4ed-f15a-4d4c-bd4f-f27691088f07 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:41.612598 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d2e7e4ed-f15a-4d4c-bd4f-f27691088f07 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:41.646962 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2e7e4ed-f15a-4d4c-bd4f-f27691088f07 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:10:41.646962 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d2e7e4ed-f15a-4d4c-bd4f-f27691088f07 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:41.837490 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 835c7f1c-b706-4ca3-9a78-cb2525c6e19b details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:10:41.867473 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:10:41.867473 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:10:41.867473 n-d-825175-4 neutron-server[84063]: timer() May 05 22:10:41.867473 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:10:41.867473 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:10:41.867473 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:10:41.867473 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:10:41.867473 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:10:41.867473 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:10:41.867473 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:10:41.867473 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:10:41.867473 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:10:41.867473 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:10:41.867473 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:10:41.867473 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:10:41.867473 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:10:41.867473 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:10:41.867473 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:10:41.867473 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:10:41.867473 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:10:41.867473 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:10:41.867473 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:10:41.867473 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:10:41.867473 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:10:41.867473 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:10:41.867473 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:10:41.867473 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:10:41.867473 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:10:41.867473 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:10:41.867473 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:10:41.867473 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:10:41.867473 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:10:41.885982 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d2e7e4ed-f15a-4d4c-bd4f-f27691088f07 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:41.895658 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d2e7e4ed-f15a-4d4c-bd4f-f27691088f07 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:41.922240 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e7e4ed-f15a-4d4c-bd4f-f27691088f07 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Pushing event deleted for resources: {'Network': ['ID=98a3fa4e-c150-4d92-b08e-0d97212cec43,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:41.936818 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d2e7e4ed-f15a-4d4c-bd4f-f27691088f07 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] 10.222.0.23 "DELETE /v2.0/networks/98a3fa4e-c150-4d92-b08e-0d97212cec43 HTTP/1.1" status: 204 len: 168 time: 6.4882929 May 05 22:10:41.938004 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42690) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:41.944340 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-142e65c6-7291-4755-93dd-fe31eb65ae5d tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-957328335'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:10:41.950931 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-142e65c6-7291-4755-93dd-fe31eb65ae5d tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:10:41.956079 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-142e65c6-7291-4755-93dd-fe31eb65ae5d tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Usage tracker for resource:network and tenant:8098ae364cf14b1ea606e00a7b5c048e is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:10:41.960333 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-142e65c6-7291-4755-93dd-fe31eb65ae5d tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:10:41.969105 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-142e65c6-7291-4755-93dd-fe31eb65ae5d tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:10:41.984017 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142e65c6-7291-4755-93dd-fe31eb65ae5d tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Made reservation on behalf of 8098ae364cf14b1ea606e00a7b5c048e for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:10:41.988924 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-142e65c6-7291-4755-93dd-fe31eb65ae5d tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:42.057491 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-142e65c6-7291-4755-93dd-fe31eb65ae5d tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:10:42.076272 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ea1938-03cf-4f5f-bc48-f3ef47f387b8 None None] Pushing event updated for resources: {'Port': ['ID=87cb1a33-f1c4-4483-a123-37ae4659ed2f,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:42.079360 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-057503f9-ab81-42ec-b49d-859c8c0cbd60 req-0c6a688d-036f-4544-b1a6-869e09d3317e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=835c7f1c-b706-4ca3-9a78-cb2525c6e19b HTTP/1.1" status: 200 len: 217 time: 0.3886576 May 05 22:10:42.084838 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-142e65c6-7291-4755-93dd-fe31eb65ae5d tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:42.084838 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-142e65c6-7291-4755-93dd-fe31eb65ae5d tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Added segment 8b39bec1-99aa-4a92-b8e6-03f85c93b4b3 of type vlan for network b58406be-c5c2-4fdd-999b-1adf0c5b529b May 05 22:10:42.100109 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-40b3ff2f-fd5c-49c3-97ae-b5db055c7284 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:42.119908 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ea1938-03cf-4f5f-bc48-f3ef47f387b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:10:42.119908 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ea1938-03cf-4f5f-bc48-f3ef47f387b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:10:42.119908 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ea1938-03cf-4f5f-bc48-f3ef47f387b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:10:42.119908 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ea1938-03cf-4f5f-bc48-f3ef47f387b8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:10:42.119908 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ea1938-03cf-4f5f-bc48-f3ef47f387b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:10:42.119908 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ea1938-03cf-4f5f-bc48-f3ef47f387b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:10:42.119908 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ea1938-03cf-4f5f-bc48-f3ef47f387b8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:10:42.119908 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ea1938-03cf-4f5f-bc48-f3ef47f387b8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:10:42.124577 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-142e65c6-7291-4755-93dd-fe31eb65ae5d tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:42.129463 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ea1938-03cf-4f5f-bc48-f3ef47f387b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:10:42.129463 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ea1938-03cf-4f5f-bc48-f3ef47f387b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:10:42.129463 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ea1938-03cf-4f5f-bc48-f3ef47f387b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:10:42.153995 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-be125f97-0d18-498e-a36e-6c4d46e63655 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:42.162255 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057503f9-ab81-42ec-b49d-859c8c0cbd60 req-f21d2ed7-65e9-4d31-93b1-3ee561502a18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:42.162255 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-057503f9-ab81-42ec-b49d-859c8c0cbd60 req-f21d2ed7-65e9-4d31-93b1-3ee561502a18 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8a7ef762-9b9a-4125-ae34-df46990e0391 HTTP/1.1" status: 200 len: 833 time: 0.0626392 May 05 22:10:42.170456 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-142e65c6-7291-4755-93dd-fe31eb65ae5d tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:42.174324 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-91a32b25-79c7-45f1-9914-aae679db18b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:42.179350 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142e65c6-7291-4755-93dd-fe31eb65ae5d tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:42.179350 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-142e65c6-7291-4755-93dd-fe31eb65ae5d tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:42.203131 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-be125f97-0d18-498e-a36e-6c4d46e63655 None None] Transition to ACTIVE for port object 70cb4103-3add-4119-ad74-f11fb53c71d8 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:10:42.212169 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 4f9230f9-c1ab-4118-adf6-ce594827aec2 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:10:42.212169 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:42.300253 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911facf-cf09-4026-b02c-64723a3f1484 req-a02b857e-6b02-4521-af49-586f2ea2ea8f tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:42.301854 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a911facf-cf09-4026-b02c-64723a3f1484 req-a02b857e-6b02-4521-af49-586f2ea2ea8f tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a10f1aa-b77d-4743-ba34-bc524ef90ebc HTTP/1.1" status: 200 len: 944 time: 0.8902352 May 05 22:10:42.303918 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-40b3ff2f-fd5c-49c3-97ae-b5db055c7284 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa0b8559-1a33-4578-b37c-80c1d827d0c6']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:10:42.344479 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3b3c87a4-bfe1-4994-ac52-8fafebea0122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:42.351309 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-91a32b25-79c7-45f1-9914-aae679db18b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:42.352036 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-142e65c6-7291-4755-93dd-fe31eb65ae5d tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4127069 May 05 22:10:42.356138 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42698) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:42.369259 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-d610b4f1-04ec-4b4e-87d3-8de88437eabc tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Request body: {'subnet': {'network_id': 'b58406be-c5c2-4fdd-999b-1adf0c5b529b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:10:42.378947 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 835c7f1c-b706-4ca3-9a78-cb2525c6e19b, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=835c7f1c-b706-4ca3-9a78-cb2525c6e19b,segment=NetworkSegment(ee217534-879b-45a2-90a5-ba467cc58a1f),segment_id=ee217534-879b-45a2-90a5-ba467cc58a1f)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:10:42.390408 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e65c6-7291-4755-93dd-fe31eb65ae5d tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Pushing event updated for resources: {'Network': ['ID=b58406be-c5c2-4fdd-999b-1adf0c5b529b,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:42.400690 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-40b3ff2f-fd5c-49c3-97ae-b5db055c7284 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca8361c2-0ecf-4926-87a0-d101d7ca88f3') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:10:42.401000 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-40b3ff2f-fd5c-49c3-97ae-b5db055c7284 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca8361c2-0ecf-4926-87a0-d101d7ca88f3') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:10:42.414578 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network b58406be-c5c2-4fdd-999b-1adf0c5b529b details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:10:42.517220 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3c87a4-bfe1-4994-ac52-8fafebea0122 admin admin] Pushing event deleted for resources: {'Port': ['ID=558711ec-cc6b-4387-8a57-c44e1a328a9a,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:42.533824 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-40b3ff2f-fd5c-49c3-97ae-b5db055c7284 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:42.554115 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '835c7f1c-b706-4ca3-9a78-cb2525c6e19b', 'network_id': '6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4', 'port_id': '835c7f1c-b706-4ca3-9a78-cb2525c6e19b', 'mac_address': 'fa:16:3e:ff:df:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a7ef762-9b9a-4125-ae34-df46990e0391', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:10:42.561961 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-d610b4f1-04ec-4b4e-87d3-8de88437eabc tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:10:42.577216 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d610b4f1-04ec-4b4e-87d3-8de88437eabc tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Usage tracker for resource:subnet and tenant:8098ae364cf14b1ea606e00a7b5c048e is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:10:42.581092 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-be125f97-0d18-498e-a36e-6c4d46e63655 None None] Transition to ACTIVE for port object 70cb4103-3add-4119-ad74-f11fb53c71d8 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:10:42.592410 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d610b4f1-04ec-4b4e-87d3-8de88437eabc tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:10:42.592410 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-d610b4f1-04ec-4b4e-87d3-8de88437eabc tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:10:42.621104 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d610b4f1-04ec-4b4e-87d3-8de88437eabc tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Made reservation on behalf of 8098ae364cf14b1ea606e00a7b5c048e for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:10:42.694260 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-be125f97-0d18-498e-a36e-6c4d46e63655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:42.697678 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-40b3ff2f-fd5c-49c3-97ae-b5db055c7284 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:42.760264 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d610b4f1-04ec-4b4e-87d3-8de88437eabc tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:42.793466 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a911facf-cf09-4026-b02c-64723a3f1484 req-fdbb1e00-56b0-4fd2-8d42-486c8d3db2fa tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=da0ed24f-7362-44c5-b636-8c9b67c34a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4662135 May 05 22:10:42.794450 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40b3ff2f-fd5c-49c3-97ae-b5db055c7284 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:10:42.794871 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-40b3ff2f-fd5c-49c3-97ae-b5db055c7284 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:42.826858 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-11dc11ca-c5c2-412b-8fe4-b50595ce56b6 None None] Set router 4a50dfed-f436-4ddd-bef3-807d927f5420 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:10:42.851614 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 22:10:42.851614 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:10:42.851614 n-d-825175-4 neutron-server[84061]: timer() May 05 22:10:42.851614 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:10:42.851614 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 22:10:42.851614 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:10:42.851614 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 22:10:42.851614 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:10:42.851614 n-d-825175-4 neutron-server[84061]: self._notify() May 05 22:10:42.851614 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:10:42.851614 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 22:10:42.851614 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:10:42.851614 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 22:10:42.851614 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:10:42.851614 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:10:42.851614 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:10:42.851614 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:10:42.851614 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:10:42.851614 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 22:10:42.851614 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:10:42.851614 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 22:10:42.851614 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:10:42.851614 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:10:42.851614 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:10:42.851614 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 22:10:42.851614 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:10:42.851614 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:10:42.851614 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:10:42.851614 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:10:42.851614 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:10:42.851614 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:10:42.851614 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:10:42.871641 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-057503f9-ab81-42ec-b49d-859c8c0cbd60 req-602832cd-9344-4671-849a-301587ce2d63 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6983697 May 05 22:10:43.041046 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:43.123367 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-91a32b25-79c7-45f1-9914-aae679db18b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:43.135869 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be125f97-0d18-498e-a36e-6c4d46e63655 None None] Network 2e106dc0-8200-45c1-a2c4-63f5713e6232 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:10:43.135869 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be125f97-0d18-498e-a36e-6c4d46e63655 None None] Pushing event updated for resources: {'Port': ['ID=70cb4103-3add-4119-ad74-f11fb53c71d8,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:43.147375 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-be125f97-0d18-498e-a36e-6c4d46e63655 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:10:43.166851 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d610b4f1-04ec-4b4e-87d3-8de88437eabc tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:43.170234 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a32b25-79c7-45f1-9914-aae679db18b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7712879a-c1ca-46b4-8d0a-9810bc15449e,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:43.199639 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be125f97-0d18-498e-a36e-6c4d46e63655 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:10:43.204408 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-40b3ff2f-fd5c-49c3-97ae-b5db055c7284 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:43.211699 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 835c7f1c-b706-4ca3-9a78-cb2525c6e19b {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:10:43.287197 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d610b4f1-04ec-4b4e-87d3-8de88437eabc tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Checking segment: {'id': '8b39bec1-99aa-4a92-b8e6-03f85c93b4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b58406be-c5c2-4fdd-999b-1adf0c5b529b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:10:43.287593 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d610b4f1-04ec-4b4e-87d3-8de88437eabc tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Network hostable DHCP agents. Network: b58406be-c5c2-4fdd-999b-1adf0c5b529b, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:10:43.293000 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d610b4f1-04ec-4b4e-87d3-8de88437eabc tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Pushing event updated for resources: {'Subnet': ['ID=41d1f13d-7063-4425-88bb-dcb2790d7607,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:43.323862 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-40b3ff2f-fd5c-49c3-97ae-b5db055c7284 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:43.331880 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d610b4f1-04ec-4b4e-87d3-8de88437eabc tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Network b58406be-c5c2-4fdd-999b-1adf0c5b529b is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:10:43.348174 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3ff2f-fd5c-49c3-97ae-b5db055c7284 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event deleted for resources: {'Network': ['ID=aa0b8559-1a33-4578-b37c-80c1d827d0c6,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:43.348418 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-d610b4f1-04ec-4b4e-87d3-8de88437eabc tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, b58406be-c5c2-4fdd-999b-1adf0c5b529b) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:10:43.356442 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d610b4f1-04ec-4b4e-87d3-8de88437eabc tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:43.357050 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d610b4f1-04ec-4b4e-87d3-8de88437eabc tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:43.386367 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 835c7f1c-b706-4ca3-9a78-cb2525c6e19b, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=835c7f1c-b706-4ca3-9a78-cb2525c6e19b,segment=NetworkSegment(ee217534-879b-45a2-90a5-ba467cc58a1f),segment_id=ee217534-879b-45a2-90a5-ba467cc58a1f)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:10:43.405524 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd518c8c-4854-491e-8fa4-6a32adcfea53 None None] Network b58406be-c5c2-4fdd-999b-1adf0c5b529b requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:10:43.408782 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d610b4f1-04ec-4b4e-87d3-8de88437eabc tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0510049 May 05 22:10:43.412502 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42708) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:43.420713 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-8f9524f6-9390-4635-814f-cf2da6584912 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2032204228'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:10:43.453195 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-8f9524f6-9390-4635-814f-cf2da6584912 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:10:43.453195 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-8f9524f6-9390-4635-814f-cf2da6584912 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Usage tracker for resource:network and tenant:8098ae364cf14b1ea606e00a7b5c048e is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:10:43.458144 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-91a32b25-79c7-45f1-9914-aae679db18b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:43.458144 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-91a32b25-79c7-45f1-9914-aae679db18b2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7712879a-c1ca-46b4-8d0a-9810bc15449e HTTP/1.1" status: 204 len: 168 time: 2.5946641 May 05 22:10:43.469396 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-8f9524f6-9390-4635-814f-cf2da6584912 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:10:43.475163 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-40b3ff2f-fd5c-49c3-97ae-b5db055c7284 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "DELETE /v2.0/networks/aa0b8559-1a33-4578-b37c-80c1d827d0c6 HTTP/1.1" status: 204 len: 168 time: 3.0736232 May 05 22:10:43.480593 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:43.490247 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42714) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:43.516227 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-cfb950f4-7a89-4b08-aa9f-14b7da0f1504 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1499307479'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:10:43.533721 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-057503f9-ab81-42ec-b49d-859c8c0cbd60 req-9d49d337-203a-46b8-ab0c-d439ccb22eac service neutron] 10.222.0.32 "GET /v2.0/networks/6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5339367 May 05 22:10:43.539800 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-8f9524f6-9390-4635-814f-cf2da6584912 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:10:43.539800 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-cfb950f4-7a89-4b08-aa9f-14b7da0f1504 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:10:43.568408 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-cfb950f4-7a89-4b08-aa9f-14b7da0f1504 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Usage tracker for resource:network and tenant:4182021ff5fe4f65b13da93a6be96ffa is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:10:43.568408 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-cfb950f4-7a89-4b08-aa9f-14b7da0f1504 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:10:43.596887 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-cfb950f4-7a89-4b08-aa9f-14b7da0f1504 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:10:43.606419 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9524f6-9390-4635-814f-cf2da6584912 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Made reservation on behalf of 8098ae364cf14b1ea606e00a7b5c048e for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:10:43.610218 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-be125f97-0d18-498e-a36e-6c4d46e63655 None None] Attempting to bind port 70cb4103-3add-4119-ad74-f11fb53c71d8 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:10:43.610218 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-be125f97-0d18-498e-a36e-6c4d46e63655 None None] Attempting to bind port 70cb4103-3add-4119-ad74-f11fb53c71d8 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '506799dd-ba81-4a16-b635-7b9c0e81971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2e106dc0-8200-45c1-a2c4-63f5713e6232'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:10:43.610218 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be125f97-0d18-498e-a36e-6c4d46e63655 None None] Attempting to bind port 70cb4103-3add-4119-ad74-f11fb53c71d8 on network 2e106dc0-8200-45c1-a2c4-63f5713e6232 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:10:43.617194 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8f9524f6-9390-4635-814f-cf2da6584912 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:43.646049 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb950f4-7a89-4b08-aa9f-14b7da0f1504 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Made reservation on behalf of 4182021ff5fe4f65b13da93a6be96ffa for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:10:43.652348 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cfb950f4-7a89-4b08-aa9f-14b7da0f1504 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:43.715263 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['835c7f1c-b706-4ca3-9a78-cb2525c6e19b'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:10:43.744148 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f9524f6-9390-4635-814f-cf2da6584912 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:10:43.746330 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfb950f4-7a89-4b08-aa9f-14b7da0f1504 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:10:43.763565 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8f9524f6-9390-4635-814f-cf2da6584912 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:43.763946 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-8f9524f6-9390-4635-814f-cf2da6584912 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Added segment eb9767e6-eeba-41e0-8fa2-eb65e07a4dcb of type vlan for network 3a7ebdc7-36c9-4c43-8a77-57c57b0c1c06 May 05 22:10:43.765546 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cfb950f4-7a89-4b08-aa9f-14b7da0f1504 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:43.766128 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-cfb950f4-7a89-4b08-aa9f-14b7da0f1504 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Added segment 8b555590-781b-4d18-ba40-16d02973f2b1 of type vlan for network 650a2856-6f79-44ad-9fc9-ed6266a0a405 May 05 22:10:43.803031 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be125f97-0d18-498e-a36e-6c4d46e63655 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:10:43.803397 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be125f97-0d18-498e-a36e-6c4d46e63655 None None] Checking segment: {'id': '506799dd-ba81-4a16-b635-7b9c0e81971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2e106dc0-8200-45c1-a2c4-63f5713e6232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:10:43.811320 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-be125f97-0d18-498e-a36e-6c4d46e63655 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:43.811735 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be125f97-0d18-498e-a36e-6c4d46e63655 None None] Bound using segment: {'id': '506799dd-ba81-4a16-b635-7b9c0e81971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2e106dc0-8200-45c1-a2c4-63f5713e6232'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:10:43.812248 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-be125f97-0d18-498e-a36e-6c4d46e63655 None None] Bound port: 70cb4103-3add-4119-ad74-f11fb53c71d8, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '506799dd-ba81-4a16-b635-7b9c0e81971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2e106dc0-8200-45c1-a2c4-63f5713e6232'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:10:43.812629 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-be125f97-0d18-498e-a36e-6c4d46e63655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:43.819372 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cfb950f4-7a89-4b08-aa9f-14b7da0f1504 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:43.825811 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8f9524f6-9390-4635-814f-cf2da6584912 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:43.962101 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cfb950f4-7a89-4b08-aa9f-14b7da0f1504 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:43.981488 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb950f4-7a89-4b08-aa9f-14b7da0f1504 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:43.981488 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cfb950f4-7a89-4b08-aa9f-14b7da0f1504 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:44.040304 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8f9524f6-9390-4635-814f-cf2da6584912 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:44.053992 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9524f6-9390-4635-814f-cf2da6584912 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:44.053992 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8f9524f6-9390-4635-814f-cf2da6584912 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:44.093900 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=835c7f1c-b706-4ca3-9a78-cb2525c6e19b,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:44.198266 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-cfb950f4-7a89-4b08-aa9f-14b7da0f1504 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7079647 May 05 22:10:44.198900 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb950f4-7a89-4b08-aa9f-14b7da0f1504 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event updated for resources: {'Network': ['ID=650a2856-6f79-44ad-9fc9-ed6266a0a405,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:44.201988 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42730) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:44.208744 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-95c38975-78ea-4bbf-aa71-e7859344a2ee tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Request body: {'subnet': {'network_id': '650a2856-6f79-44ad-9fc9-ed6266a0a405', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:10:44.232992 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 650a2856-6f79-44ad-9fc9-ed6266a0a405 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:10:44.247206 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-eb34f927-be7c-4e95-a35a-092adbd328b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:44.275202 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-057503f9-ab81-42ec-b49d-859c8c0cbd60 req-efe1166a-b9b3-4754-8ecb-915d30ea6ef8 service neutron] 10.222.0.32 "GET /v2.0/networks/6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7372997 May 05 22:10:44.349220 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9524f6-9390-4635-814f-cf2da6584912 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Pushing event updated for resources: {'Network': ['ID=3a7ebdc7-36c9-4c43-8a77-57c57b0c1c06,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:44.356652 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8f9524f6-9390-4635-814f-cf2da6584912 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9425740 May 05 22:10:44.384316 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-be125f97-0d18-498e-a36e-6c4d46e63655 None None] For port 70cb4103-3add-4119-ad74-f11fb53c71d8, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:10:44.389492 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-be125f97-0d18-498e-a36e-6c4d46e63655 None None] For port 70cb4103-3add-4119-ad74-f11fb53c71d8, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=70cb4103-3add-4119-ad74-f11fb53c71d8,segment=NetworkSegment(506799dd-ba81-4a16-b635-7b9c0e81971a),segment_id=506799dd-ba81-4a16-b635-7b9c0e81971a)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:10:44.442237 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 42736) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:44.567886 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-ae80fc61-740a-4e46-b919-fb94743a226b tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Request body: {'subnet': {'network_id': '3a7ebdc7-36c9-4c43-8a77-57c57b0c1c06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:10:44.653723 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-95c38975-78ea-4bbf-aa71-e7859344a2ee tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:10:44.666710 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-95c38975-78ea-4bbf-aa71-e7859344a2ee tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Usage tracker for resource:subnet and tenant:4182021ff5fe4f65b13da93a6be96ffa is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:10:44.670360 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-95c38975-78ea-4bbf-aa71-e7859344a2ee tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:10:44.690357 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-95c38975-78ea-4bbf-aa71-e7859344a2ee tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:10:44.709328 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c38975-78ea-4bbf-aa71-e7859344a2ee tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Made reservation on behalf of 4182021ff5fe4f65b13da93a6be96ffa for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:10:44.726438 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-ae80fc61-740a-4e46-b919-fb94743a226b tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:10:44.741317 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 3a7ebdc7-36c9-4c43-8a77-57c57b0c1c06 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:10:44.762314 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-ae80fc61-740a-4e46-b919-fb94743a226b tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Usage tracker for resource:subnet and tenant:8098ae364cf14b1ea606e00a7b5c048e is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:10:44.766538 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-ae80fc61-740a-4e46-b919-fb94743a226b tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:10:44.774077 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-ae80fc61-740a-4e46-b919-fb94743a226b tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:10:44.803971 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae80fc61-740a-4e46-b919-fb94743a226b tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Made reservation on behalf of 8098ae364cf14b1ea606e00a7b5c048e for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:10:44.961548 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-95c38975-78ea-4bbf-aa71-e7859344a2ee tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:45.000126 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-be125f97-0d18-498e-a36e-6c4d46e63655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:45.023197 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22a40e-8e3b-4ecf-aab6-e871b2108d07 req-81dab4c2-e490-46c4-9435-6654b8f627da tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:45.030813 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1f22a40e-8e3b-4ecf-aab6-e871b2108d07 req-81dab4c2-e490-46c4-9435-6654b8f627da tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a10f1aa-b77d-4743-ba34-bc524ef90ebc HTTP/1.1" status: 200 len: 945 time: 0.8748140 May 05 22:10:45.128060 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be125f97-0d18-498e-a36e-6c4d46e63655 None None] Pushing event updated for resources: {'Port': ['ID=70cb4103-3add-4119-ad74-f11fb53c71d8,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:45.140805 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97aee1e-7401-49d3-b5ae-54a7b7e34e7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-b58406be-c5c2-4fdd-999b-1adf0c5b529b', 'network_id': 'b58406be-c5c2-4fdd-999b-1adf0c5b529b', 'tenant_id': '8098ae364cf14b1ea606e00a7b5c048e', 'fixed_ips': [{'subnet_id': '41d1f13d-7063-4425-88bb-dcb2790d7607'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:10:45.141765 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f97aee1e-7401-49d3-b5ae-54a7b7e34e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:45.196032 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.ipam_backend_mixin [None req-95c38975-78ea-4bbf-aa71-e7859344a2ee tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Performing IP validity checks on allocation pools {{(pid=84063) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 05 22:10:45.196649 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.ipam_backend_mixin [None req-95c38975-78ea-4bbf-aa71-e7859344a2ee tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84063) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 05 22:10:45.249834 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ae80fc61-740a-4e46-b919-fb94743a226b tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:45.341064 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-11dc11ca-c5c2-412b-8fe4-b50595ce56b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a50dfed-f436-4ddd-bef3-807d927f5420', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1459802452', 'tenant_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '87cb1a33-f1c4-4483-a123-37ae4659ed2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:10:24Z', 'updated_at': '2022-05-05T22:10:31Z', 'revision_number': 3, 'project_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'gw_port': {'id': '87cb1a33-f1c4-4483-a123-37ae4659ed2f', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a1:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a50dfed-f436-4ddd-bef3-807d927f5420', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:10:26Z', 'updated_at': '2022-05-05T22:10:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:10:45.377174 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dc11ca-c5c2-412b-8fe4-b50595ce56b6 None None] The sync data for ids ['4a50dfed-f436-4ddd-bef3-807d927f5420'] in n-d-825175-4 is: [{'id': '4a50dfed-f436-4ddd-bef3-807d927f5420', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1459802452', 'tenant_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '87cb1a33-f1c4-4483-a123-37ae4659ed2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:10:24Z', 'updated_at': '2022-05-05T22:10:31Z', 'revision_number': 3, 'project_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'gw_port': {'id': '87cb1a33-f1c4-4483-a123-37ae4659ed2f', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a1:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a50dfed-f436-4ddd-bef3-807d927f5420', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:10:26Z', 'updated_at': '2022-05-05T22:10:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:10:45.458824 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.ipam_backend_mixin [None req-ae80fc61-740a-4e46-b919-fb94743a226b tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Performing IP validity checks on allocation pools {{(pid=84061) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 05 22:10:45.459364 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.ipam_backend_mixin [None req-ae80fc61-740a-4e46-b919-fb94743a226b tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84061) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 05 22:10:45.542372 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1f22a40e-8e3b-4ecf-aab6-e871b2108d07 req-d0514f37-e219-4771-951d-b52b1d12d82e tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=da0ed24f-7362-44c5-b636-8c9b67c34a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5105746 May 05 22:10:45.678491 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-f97aee1e-7401-49d3-b5ae-54a7b7e34e7c None None] Allocated IP 2001:db8::3 (b58406be-c5c2-4fdd-999b-1adf0c5b529b/41d1f13d-7063-4425-88bb-dcb2790d7607/0629ba45-1ed0-492c-a61c-cd311a3b187a) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:10:45.694070 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-95c38975-78ea-4bbf-aa71-e7859344a2ee tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:45.771634 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ae80fc61-740a-4e46-b919-fb94743a226b tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:45.841552 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3b3c87a4-bfe1-4994-ac52-8fafebea0122 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:45.881305 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c38975-78ea-4bbf-aa71-e7859344a2ee tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event updated for resources: {'Subnet': ['ID=368c91a5-951c-41dc-9790-5d9a47e4295b,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:45.973698 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c38975-78ea-4bbf-aa71-e7859344a2ee tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Checking segment: {'id': '8b555590-781b-4d18-ba40-16d02973f2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '650a2856-6f79-44ad-9fc9-ed6266a0a405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:10:45.973698 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c38975-78ea-4bbf-aa71-e7859344a2ee tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Network hostable DHCP agents. Network: 650a2856-6f79-44ad-9fc9-ed6266a0a405, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:10:46.050066 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c38975-78ea-4bbf-aa71-e7859344a2ee tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Network 650a2856-6f79-44ad-9fc9-ed6266a0a405 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:10:46.071930 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-95c38975-78ea-4bbf-aa71-e7859344a2ee tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 650a2856-6f79-44ad-9fc9-ed6266a0a405) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:10:46.079339 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c38975-78ea-4bbf-aa71-e7859344a2ee tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:46.079999 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-95c38975-78ea-4bbf-aa71-e7859344a2ee tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:46.091198 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd118dc-ec01-49c6-82aa-514f23670023 None None] Network 650a2856-6f79-44ad-9fc9-ed6266a0a405 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:10:46.137360 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-95c38975-78ea-4bbf-aa71-e7859344a2ee tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9343195 May 05 22:10:46.139067 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42770) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:46.158473 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-a1fa2087-c46a-4b94-9df5-c343ef605adc tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Request body: {'port': {'network_id': '650a2856-6f79-44ad-9fc9-ed6266a0a405', 'name': 'tempest-PortsTestJSON-87543494'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:10:46.433753 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae80fc61-740a-4e46-b919-fb94743a226b tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Pushing event updated for resources: {'Subnet': ['ID=1ed57b50-11f8-403f-a152-060174503f85,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:46.546888 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-a1fa2087-c46a-4b94-9df5-c343ef605adc tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:10:46.583469 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-a1fa2087-c46a-4b94-9df5-c343ef605adc tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:10:46.600036 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae80fc61-740a-4e46-b919-fb94743a226b tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Checking segment: {'id': 'eb9767e6-eeba-41e0-8fa2-eb65e07a4dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3a7ebdc7-36c9-4c43-8a77-57c57b0c1c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:10:46.600995 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae80fc61-740a-4e46-b919-fb94743a226b tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Network hostable DHCP agents. Network: 3a7ebdc7-36c9-4c43-8a77-57c57b0c1c06, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:10:46.628485 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1fa2087-c46a-4b94-9df5-c343ef605adc tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Made reservation on behalf of 4182021ff5fe4f65b13da93a6be96ffa for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:10:46.633548 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a1fa2087-c46a-4b94-9df5-c343ef605adc tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:46.667560 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f97aee1e-7401-49d3-b5ae-54a7b7e34e7c None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:46.712928 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f97aee1e-7401-49d3-b5ae-54a7b7e34e7c None None] Transition to ACTIVE for port object 0629ba45-1ed0-492c-a61c-cd311a3b187a will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:10:46.719362 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [None req-a1fa2087-c46a-4b94-9df5-c343ef605adc tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] device_id is not set on port 3af18fb7-4eb3-4507-bcbc-d0902aebe23a yet. {{(pid=84063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:10:46.780794 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f97aee1e-7401-49d3-b5ae-54a7b7e34e7c None None] Transition to ACTIVE for port object 0629ba45-1ed0-492c-a61c-cd311a3b187a will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:10:46.902285 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42782) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:47.012974 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae80fc61-740a-4e46-b919-fb94743a226b tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Network 3a7ebdc7-36c9-4c43-8a77-57c57b0c1c06 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:10:47.055868 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-a1fa2087-c46a-4b94-9df5-c343ef605adc tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Allocated IP 172.20.0.5 (650a2856-6f79-44ad-9fc9-ed6266a0a405/368c91a5-951c-41dc-9790-5d9a47e4295b/3af18fb7-4eb3-4507-bcbc-d0902aebe23a) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:10:47.075310 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-ae80fc61-740a-4e46-b919-fb94743a226b tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 3a7ebdc7-36c9-4c43-8a77-57c57b0c1c06) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:10:47.079284 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f97aee1e-7401-49d3-b5ae-54a7b7e34e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:47.087244 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae80fc61-740a-4e46-b919-fb94743a226b tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:47.087825 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ae80fc61-740a-4e46-b919-fb94743a226b tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:47.138026 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad95f1d-0dc8-4998-920b-5f4577f0a8c5 None None] Network 3a7ebdc7-36c9-4c43-8a77-57c57b0c1c06 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:10:47.188686 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e99985-2477-45fa-98d7-dc7d0c158e4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-650a2856-6f79-44ad-9fc9-ed6266a0a405', 'network_id': '650a2856-6f79-44ad-9fc9-ed6266a0a405', 'tenant_id': '4182021ff5fe4f65b13da93a6be96ffa', 'fixed_ips': [{'subnet_id': '368c91a5-951c-41dc-9790-5d9a47e4295b'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:10:47.189770 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c9e99985-2477-45fa-98d7-dc7d0c158e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:47.220830 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5d1c71ea-8023-40e9-ab90-b7f23806aeb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:47.392718 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ae80fc61-740a-4e46-b919-fb94743a226b tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.8445210 May 05 22:10:47.396558 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42790) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:47.396558 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5bcdea95-8499-4242-af5c-7521c9f43f86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:47.452531 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c1a1d-0ccc-4462-ad33-1a73c9ec8244 req-a1dcc3f6-699a-4d5c-9bac-ad82e5f0f210 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:47.452531 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ec4c1a1d-0ccc-4462-ad33-1a73c9ec8244 req-a1dcc3f6-699a-4d5c-9bac-ad82e5f0f210 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a10f1aa-b77d-4743-ba34-bc524ef90ebc HTTP/1.1" status: 200 len: 945 time: 0.5381715 May 05 22:10:47.452531 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bf79e139-73b8-4437-91f0-f81ab945f991 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:47.533417 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97aee1e-7401-49d3-b5ae-54a7b7e34e7c None None] Network b58406be-c5c2-4fdd-999b-1adf0c5b529b is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:10:47.533417 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97aee1e-7401-49d3-b5ae-54a7b7e34e7c None None] Pushing event updated for resources: {'Port': ['ID=0629ba45-1ed0-492c-a61c-cd311a3b187a,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:47.554379 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e020a45-d355-433a-bc14-982226ddd0aa None None] Network 2e106dc0-8200-45c1-a2c4-63f5713e6232 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:10:47.574937 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 70cb4103-3add-4119-ad74-f11fb53c71d8 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:10:47.643798 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-f97aee1e-7401-49d3-b5ae-54a7b7e34e7c None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:10:47.645742 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-5bcdea95-8499-4242-af5c-7521c9f43f86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:10:47.657161 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-5bcdea95-8499-4242-af5c-7521c9f43f86 admin admin] Usage tracker for resource:security_group_rule and tenant:474242089233449fa3402ec71c8b8794 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:10:47.694161 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-5bcdea95-8499-4242-af5c-7521c9f43f86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:10:47.712041 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:47.733143 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-5bcdea95-8499-4242-af5c-7521c9f43f86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:10:47.784644 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a1fa2087-c46a-4b94-9df5-c343ef605adc tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:47.797046 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97aee1e-7401-49d3-b5ae-54a7b7e34e7c None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:10:47.817659 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-a1fa2087-c46a-4b94-9df5-c343ef605adc tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Transition to ACTIVE for port object 3af18fb7-4eb3-4507-bcbc-d0902aebe23a will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:10:47.859158 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 835c7f1c-b706-4ca3-9a78-cb2525c6e19b up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:10:47.862380 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8f85758d-ec0e-4ed6-a9ed-7cba097340ec tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:47.871976 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a1fa2087-c46a-4b94-9df5-c343ef605adc tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:48.067217 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8f85758d-ec0e-4ed6-a9ed-7cba097340ec tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:48.157785 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:48.157785 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a779b71-e56e-4c93-99e1-3aba883d5fcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-3a7ebdc7-36c9-4c43-8a77-57c57b0c1c06', 'network_id': '3a7ebdc7-36c9-4c43-8a77-57c57b0c1c06', 'tenant_id': '8098ae364cf14b1ea606e00a7b5c048e', 'fixed_ips': [{'subnet_id': '1ed57b50-11f8-403f-a152-060174503f85'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:10:48.157785 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0a779b71-e56e-4c93-99e1-3aba883d5fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:48.172686 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ec4c1a1d-0ccc-4462-ad33-1a73c9ec8244 req-723e898c-ab57-4fad-bf87-f8f20f6c6071 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=da0ed24f-7362-44c5-b636-8c9b67c34a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7055051 May 05 22:10:48.178386 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8f85758d-ec0e-4ed6-a9ed-7cba097340ec tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:48.212284 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fa2087-c46a-4b94-9df5-c343ef605adc tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event updated for resources: {'Port': ['ID=3af18fb7-4eb3-4507-bcbc-d0902aebe23a,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:48.241339 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-f97aee1e-7401-49d3-b5ae-54a7b7e34e7c None None] Attempting to bind port 0629ba45-1ed0-492c-a61c-cd311a3b187a on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:10:48.241339 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-f97aee1e-7401-49d3-b5ae-54a7b7e34e7c None None] Attempting to bind port 0629ba45-1ed0-492c-a61c-cd311a3b187a by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '8b39bec1-99aa-4a92-b8e6-03f85c93b4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b58406be-c5c2-4fdd-999b-1adf0c5b529b'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:10:48.241339 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97aee1e-7401-49d3-b5ae-54a7b7e34e7c None None] Attempting to bind port 0629ba45-1ed0-492c-a61c-cd311a3b187a on network b58406be-c5c2-4fdd-999b-1adf0c5b529b {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:10:48.246271 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fa2087-c46a-4b94-9df5-c343ef605adc tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Network 650a2856-6f79-44ad-9fc9-ed6266a0a405 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:10:48.254707 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e59aa041-9124-4f01-833c-cd0b3c35dc77 None None] Provisioning for port 70cb4103-3add-4119-ad74-f11fb53c71d8 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:10:48.266263 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f85758d-ec0e-4ed6-a9ed-7cba097340ec tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Pushing event deleted for resources: {'Subnet': ['ID=1ed57b50-11f8-403f-a152-060174503f85,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:48.266263 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-a1fa2087-c46a-4b94-9df5-c343ef605adc tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:10:48.278869 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fa2087-c46a-4b94-9df5-c343ef605adc tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:10:48.285664 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97aee1e-7401-49d3-b5ae-54a7b7e34e7c None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:10:48.285664 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97aee1e-7401-49d3-b5ae-54a7b7e34e7c None None] Checking segment: {'id': '8b39bec1-99aa-4a92-b8e6-03f85c93b4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b58406be-c5c2-4fdd-999b-1adf0c5b529b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:10:48.285664 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f97aee1e-7401-49d3-b5ae-54a7b7e34e7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:48.285664 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97aee1e-7401-49d3-b5ae-54a7b7e34e7c None None] Bound using segment: {'id': '8b39bec1-99aa-4a92-b8e6-03f85c93b4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b58406be-c5c2-4fdd-999b-1adf0c5b529b'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:10:48.285664 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-f97aee1e-7401-49d3-b5ae-54a7b7e34e7c None None] Bound port: 0629ba45-1ed0-492c-a61c-cd311a3b187a, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b39bec1-99aa-4a92-b8e6-03f85c93b4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'b58406be-c5c2-4fdd-999b-1adf0c5b529b'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:10:48.285664 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f97aee1e-7401-49d3-b5ae-54a7b7e34e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:48.319837 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port 835c7f1c-b706-4ca3-9a78-cb2525c6e19b completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:10:48.349055 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fa2087-c46a-4b94-9df5-c343ef605adc tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:48.349055 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a1fa2087-c46a-4b94-9df5-c343ef605adc tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:48.443636 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 835c7f1c-b706-4ca3-9a78-cb2525c6e19b triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:10:48.444206 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:48.476836 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8f85758d-ec0e-4ed6-a9ed-7cba097340ec tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:48.504608 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-8f85758d-ec0e-4ed6-a9ed-7cba097340ec tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a7ebdc7-36c9-4c43-8a77-57c57b0c1c06']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:10:48.524584 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-8f85758d-ec0e-4ed6-a9ed-7cba097340ec tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb9767e6-eeba-41e0-8fa2-eb65e07a4dcb') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:10:48.524584 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-8f85758d-ec0e-4ed6-a9ed-7cba097340ec tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb9767e6-eeba-41e0-8fa2-eb65e07a4dcb') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:10:48.548717 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8f85758d-ec0e-4ed6-a9ed-7cba097340ec tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:48.559599 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8f85758d-ec0e-4ed6-a9ed-7cba097340ec tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:48.559599 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f85758d-ec0e-4ed6-a9ed-7cba097340ec tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:10:48.559599 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8f85758d-ec0e-4ed6-a9ed-7cba097340ec tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:48.655640 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:10:48.655640 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:10:48.655640 n-d-825175-4 neutron-server[84063]: timer() May 05 22:10:48.655640 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:10:48.655640 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:10:48.655640 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:10:48.655640 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:10:48.655640 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:10:48.655640 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:10:48.655640 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:10:48.655640 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:10:48.655640 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:10:48.655640 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:10:48.655640 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:10:48.655640 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:10:48.655640 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:10:48.655640 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:10:48.655640 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:10:48.655640 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:10:48.655640 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:10:48.655640 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:10:48.655640 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:10:48.655640 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:10:48.655640 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:10:48.655640 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:10:48.655640 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:10:48.655640 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:10:48.655640 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:10:48.655640 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:10:48.655640 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:10:48.655640 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:10:48.655640 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:10:48.663948 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5bcdea95-8499-4242-af5c-7521c9f43f86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:48.663948 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8f85758d-ec0e-4ed6-a9ed-7cba097340ec tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:48.692814 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8f85758d-ec0e-4ed6-a9ed-7cba097340ec tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:48.706950 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5bcdea95-8499-4242-af5c-7521c9f43f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:48.741585 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f97aee1e-7401-49d3-b5ae-54a7b7e34e7c None None] For port 0629ba45-1ed0-492c-a61c-cd311a3b187a, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:10:48.756024 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f97aee1e-7401-49d3-b5ae-54a7b7e34e7c None None] For port 0629ba45-1ed0-492c-a61c-cd311a3b187a, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=0629ba45-1ed0-492c-a61c-cd311a3b187a,segment=NetworkSegment(8b39bec1-99aa-4a92-b8e6-03f85c93b4b3),segment_id=8b39bec1-99aa-4a92-b8e6-03f85c93b4b3)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:10:48.759570 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f85758d-ec0e-4ed6-a9ed-7cba097340ec tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Pushing event deleted for resources: {'Network': ['ID=3a7ebdc7-36c9-4c43-8a77-57c57b0c1c06,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:48.778580 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcdea95-8499-4242-af5c-7521c9f43f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=210006dd-90a9-40bc-a0c2-a7c6a4d6e83c,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:48.799478 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f97aee1e-7401-49d3-b5ae-54a7b7e34e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:48.814496 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-bf79e139-73b8-4437-91f0-f81ab945f991 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Allocated IP 172.20.0.1 (2e106dc0-8200-45c1-a2c4-63f5713e6232/ae047049-6ac6-4ae1-8419-9986e7bc13c8/3878bcdf-cbb0-49a6-87a9-7f827621ec1f) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:10:48.817374 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8f85758d-ec0e-4ed6-a9ed-7cba097340ec tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] 10.222.0.23 "DELETE /v2.0/networks/3a7ebdc7-36c9-4c43-8a77-57c57b0c1c06 HTTP/1.1" status: 204 len: 168 time: 1.4265318 May 05 22:10:48.820271 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42804) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:48.837431 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-ebea0730-f941-4c78-acb1-b77dcc6d0b68 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-527825815'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:10:48.849951 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a1fa2087-c46a-4b94-9df5-c343ef605adc tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.7096713 May 05 22:10:48.851593 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-ebea0730-f941-4c78-acb1-b77dcc6d0b68 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:10:48.856892 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 42810) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:48.861484 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-ebea0730-f941-4c78-acb1-b77dcc6d0b68 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Usage tracker for resource:network and tenant:8098ae364cf14b1ea606e00a7b5c048e is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:10:48.868027 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5bcdea95-8499-4242-af5c-7521c9f43f86 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=474242089233449fa3402ec71c8b8794&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9679618 May 05 22:10:48.870021 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-ebea0730-f941-4c78-acb1-b77dcc6d0b68 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:10:48.872787 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42814) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:48.892405 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-ebea0730-f941-4c78-acb1-b77dcc6d0b68 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:10:48.926517 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebea0730-f941-4c78-acb1-b77dcc6d0b68 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Made reservation on behalf of 8098ae364cf14b1ea606e00a7b5c048e for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:10:48.929129 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ebea0730-f941-4c78-acb1-b77dcc6d0b68 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:48.938189 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 70cb4103-3add-4119-ad74-f11fb53c71d8 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:10:48.980151 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebea0730-f941-4c78-acb1-b77dcc6d0b68 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:10:49.021068 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e72118ae-90f7-4ad7-b1d8-785794bf603b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:49.062623 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 70cb4103-3add-4119-ad74-f11fb53c71d8 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:10:49.062623 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:49.072184 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b3c87a4-bfe1-4994-ac52-8fafebea0122 admin admin] Router 8598f5d7-eb46-409f-9875-d058ff8e964a has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:10:49.097104 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-af456a62-d6ab-4af9-8007-86be111b8da8 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Deleting port 3af18fb7-4eb3-4507-bcbc-d0902aebe23a {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:10:49.097104 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-af456a62-d6ab-4af9-8007-86be111b8da8 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:49.119877 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e72118ae-90f7-4ad7-b1d8-785794bf603b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:49.150795 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5274c627-40f4-4f72-ba4f-2bc94ecba0b3 None None] Network 3a7ebdc7-36c9-4c43-8a77-57c57b0c1c06 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:10:49.208024 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ebea0730-f941-4c78-acb1-b77dcc6d0b68 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:49.208900 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-ebea0730-f941-4c78-acb1-b77dcc6d0b68 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Added segment ff1fdc4d-5a19-406a-818d-0a96cfde9992 of type vlan for network 28ab5c85-7e4d-4a37-b109-bbd959d1700d May 05 22:10:49.226737 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:49.244068 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e72118ae-90f7-4ad7-b1d8-785794bf603b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:49.264291 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:49.264788 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ebea0730-f941-4c78-acb1-b77dcc6d0b68 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:49.277541 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72118ae-90f7-4ad7-b1d8-785794bf603b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210006dd-90a9-40bc-a0c2-a7c6a4d6e83c,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:49.304176 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e72118ae-90f7-4ad7-b1d8-785794bf603b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:49.305601 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-e72118ae-90f7-4ad7-b1d8-785794bf603b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/210006dd-90a9-40bc-a0c2-a7c6a4d6e83c HTTP/1.1" status: 204 len: 168 time: 0.4305966 May 05 22:10:49.323975 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5274c627-40f4-4f72-ba4f-2bc94ecba0b3 None None] Network 3a7ebdc7-36c9-4c43-8a77-57c57b0c1c06 could not be found, it might have been deleted concurrently. {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 05 22:10:49.328174 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ebea0730-f941-4c78-acb1-b77dcc6d0b68 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:49.334531 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97aee1e-7401-49d3-b5ae-54a7b7e34e7c None None] Pushing event updated for resources: {'Port': ['ID=0629ba45-1ed0-492c-a61c-cd311a3b187a,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:49.341552 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebea0730-f941-4c78-acb1-b77dcc6d0b68 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:49.342640 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ebea0730-f941-4c78-acb1-b77dcc6d0b68 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:49.482223 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bf79e139-73b8-4437-91f0-f81ab945f991 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:49.513670 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-c9e99985-2477-45fa-98d7-dc7d0c158e4d None None] Allocated IP 172.20.0.2 (650a2856-6f79-44ad-9fc9-ed6266a0a405/368c91a5-951c-41dc-9790-5d9a47e4295b/f15247b3-4835-4873-8a6a-eea2c99fbfe3) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:10:49.575791 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 835c7f1c-b706-4ca3-9a78-cb2525c6e19b, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=835c7f1c-b706-4ca3-9a78-cb2525c6e19b,segment=NetworkSegment(ee217534-879b-45a2-90a5-ba467cc58a1f),segment_id=ee217534-879b-45a2-90a5-ba467cc58a1f)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:10:49.583134 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a10f1aa-b77d-4743-ba34-bc524ef90ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '835c7f1c-b706-4ca3-9a78-cb2525c6e19b'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:10:49.607359 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:49.771391 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90a7d051-0569-4f81-84aa-b36d4c21bbc6'] response: {'server_uuid': '6a10f1aa-b77d-4743-ba34-bc524ef90ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '835c7f1c-b706-4ca3-9a78-cb2525c6e19b', 'code': 200} May 05 22:10:49.862226 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ebea0730-f941-4c78-acb1-b77dcc6d0b68 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0357039 May 05 22:10:49.873401 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42832) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:49.889261 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:10:49.902634 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-d497eaba-0c3c-4129-b9ad-a7133e204601 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Request body: {'subnet': {'network_id': '28ab5c85-7e4d-4a37-b109-bbd959d1700d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:10:50.007065 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebea0730-f941-4c78-acb1-b77dcc6d0b68 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Pushing event updated for resources: {'Network': ['ID=28ab5c85-7e4d-4a37-b109-bbd959d1700d,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:50.022254 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 28ab5c85-7e4d-4a37-b109-bbd959d1700d details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:10:50.138127 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:50.156530 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=835c7f1c-b706-4ca3-9a78-cb2525c6e19b,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:50.233809 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-d497eaba-0c3c-4129-b9ad-a7133e204601 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:10:50.249019 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d497eaba-0c3c-4129-b9ad-a7133e204601 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Usage tracker for resource:subnet and tenant:8098ae364cf14b1ea606e00a7b5c048e is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:10:50.249019 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d497eaba-0c3c-4129-b9ad-a7133e204601 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:10:50.258785 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-d497eaba-0c3c-4129-b9ad-a7133e204601 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:10:50.279317 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d497eaba-0c3c-4129-b9ad-a7133e204601 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Made reservation on behalf of 8098ae364cf14b1ea606e00a7b5c048e for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:10:50.385967 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-af456a62-d6ab-4af9-8007-86be111b8da8 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:50.431164 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 70cb4103-3add-4119-ad74-f11fb53c71d8, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=70cb4103-3add-4119-ad74-f11fb53c71d8,segment=NetworkSegment(506799dd-ba81-4a16-b635-7b9c0e81971a),segment_id=506799dd-ba81-4a16-b635-7b9c0e81971a)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:10:50.445586 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:50.445586 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 87cb1a33-f1c4-4483-a123-37ae4659ed2f up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:10:50.576329 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c9e99985-2477-45fa-98d7-dc7d0c158e4d None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:50.644702 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c9e99985-2477-45fa-98d7-dc7d0c158e4d None None] Transition to ACTIVE for port object f15247b3-4835-4873-8a6a-eea2c99fbfe3 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:10:50.658026 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d497eaba-0c3c-4129-b9ad-a7133e204601 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:50.675769 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 87cb1a33-f1c4-4483-a123-37ae4659ed2f completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:10:50.687563 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c9e99985-2477-45fa-98d7-dc7d0c158e4d None None] Transition to ACTIVE for port object f15247b3-4835-4873-8a6a-eea2c99fbfe3 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:10:50.687563 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 87cb1a33-f1c4-4483-a123-37ae4659ed2f triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:10:50.687563 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:50.775018 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=70cb4103-3add-4119-ad74-f11fb53c71d8,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:50.808956 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c9e99985-2477-45fa-98d7-dc7d0c158e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:50.899388 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e99985-2477-45fa-98d7-dc7d0c158e4d None None] Network 650a2856-6f79-44ad-9fc9-ed6266a0a405 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:10:50.910241 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-c9e99985-2477-45fa-98d7-dc7d0c158e4d None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:10:50.917914 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e99985-2477-45fa-98d7-dc7d0c158e4d None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:10:51.145748 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-af456a62-d6ab-4af9-8007-86be111b8da8 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Calling delete_port for 3af18fb7-4eb3-4507-bcbc-d0902aebe23a owned by {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:10:51.223836 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-07b6a2dc-612f-4753-9fa5-59414a4da3ef None None] Provisioning complete for port 70cb4103-3add-4119-ad74-f11fb53c71d8 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:10:51.223836 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-07b6a2dc-612f-4753-9fa5-59414a4da3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:51.225807 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-bf79e139-73b8-4437-91f0-f81ab945f991 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Transition to ACTIVE for port object 3878bcdf-cbb0-49a6-87a9-7f827621ec1f will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:10:51.291000 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d497eaba-0c3c-4129-b9ad-a7133e204601 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:51.337998 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e99985-2477-45fa-98d7-dc7d0c158e4d None None] Pushing event updated for resources: {'Port': ['ID=f15247b3-4835-4873-8a6a-eea2c99fbfe3,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:51.369455 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bf79e139-73b8-4437-91f0-f81ab945f991 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:51.477289 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d6474d-6f4d-4ed8-be76-31631ba943e9 None None] Network b58406be-c5c2-4fdd-999b-1adf0c5b529b requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:10:51.545680 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89389e45-bd98-414c-be8b-c2f4d152cdda req-36e5912f-f9de-4a50-93aa-bff7b87aa044 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:51.545680 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-89389e45-bd98-414c-be8b-c2f4d152cdda req-36e5912f-f9de-4a50-93aa-bff7b87aa044 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a10f1aa-b77d-4743-ba34-bc524ef90ebc HTTP/1.1" status: 200 len: 946 time: 1.4366422 May 05 22:10:51.570312 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4078ddd7-f8eb-44f5-8335-bd0b4a9bcfb5 req-14a0c712-6253-4e10-b597-000af9c846b3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6a10f1aa-b77d-4743-ba34-bc524ef90ebc HTTP/1.1" status: 200 len: 1097 time: 1.4710414 May 05 22:10:51.573716 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:51.612867 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d497eaba-0c3c-4129-b9ad-a7133e204601 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Pushing event updated for resources: {'Subnet': ['ID=2e8cf3a4-18fb-46c4-8188-37a366e0f2bd,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:51.645391 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d497eaba-0c3c-4129-b9ad-a7133e204601 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Checking segment: {'id': 'ff1fdc4d-5a19-406a-818d-0a96cfde9992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '28ab5c85-7e4d-4a37-b109-bbd959d1700d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:10:51.645391 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d497eaba-0c3c-4129-b9ad-a7133e204601 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Network hostable DHCP agents. Network: 28ab5c85-7e4d-4a37-b109-bbd959d1700d, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:10:51.650870 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-c9e99985-2477-45fa-98d7-dc7d0c158e4d None None] Attempting to bind port f15247b3-4835-4873-8a6a-eea2c99fbfe3 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:10:51.654142 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-c9e99985-2477-45fa-98d7-dc7d0c158e4d None None] Attempting to bind port f15247b3-4835-4873-8a6a-eea2c99fbfe3 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '8b555590-781b-4d18-ba40-16d02973f2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '650a2856-6f79-44ad-9fc9-ed6266a0a405'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:10:51.654728 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e99985-2477-45fa-98d7-dc7d0c158e4d None None] Attempting to bind port f15247b3-4835-4873-8a6a-eea2c99fbfe3 on network 650a2856-6f79-44ad-9fc9-ed6266a0a405 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:10:51.691050 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-89389e45-bd98-414c-be8b-c2f4d152cdda req-cb4815c8-a2e8-47f8-a8cb-933ed6fe4f5f tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=da0ed24f-7362-44c5-b636-8c9b67c34a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008847 May 05 22:10:51.709877 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d497eaba-0c3c-4129-b9ad-a7133e204601 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Network 28ab5c85-7e4d-4a37-b109-bbd959d1700d is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:10:51.725991 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-d497eaba-0c3c-4129-b9ad-a7133e204601 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 28ab5c85-7e4d-4a37-b109-bbd959d1700d) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:10:51.732199 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d497eaba-0c3c-4129-b9ad-a7133e204601 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:51.733021 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d497eaba-0c3c-4129-b9ad-a7133e204601 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:51.767613 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf79e139-73b8-4437-91f0-f81ab945f991 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Network 2e106dc0-8200-45c1-a2c4-63f5713e6232 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:10:51.768766 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf79e139-73b8-4437-91f0-f81ab945f991 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Pushing event updated for resources: {'Port': ['ID=3878bcdf-cbb0-49a6-87a9-7f827621ec1f,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:51.771676 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-bf79e139-73b8-4437-91f0-f81ab945f991 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:10:51.779770 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf79e139-73b8-4437-91f0-f81ab945f991 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:10:51.787769 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d497eaba-0c3c-4129-b9ad-a7133e204601 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.9142935 May 05 22:10:51.790591 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42868) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:51.816678 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496c7f04-8961-49b8-9a2e-aa4c9b3cfd74 None None] Network 28ab5c85-7e4d-4a37-b109-bbd959d1700d requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:10:51.924507 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-af456a62-d6ab-4af9-8007-86be111b8da8 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:51.924507 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4078ddd7-f8eb-44f5-8335-bd0b4a9bcfb5 req-f10928c9-7c83-44a4-b1cd-e7e8d8ae28ca service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=da0ed24f-7362-44c5-b636-8c9b67c34a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2623432 May 05 22:10:52.057040 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af456a62-d6ab-4af9-8007-86be111b8da8 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event deleted for resources: {'Port': ['ID=3af18fb7-4eb3-4507-bcbc-d0902aebe23a,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:52.133226 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bf79e139-73b8-4437-91f0-f81ab945f991 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:52.205465 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a10e6b5b-9756-4bf4-a4eb-089bddd07871 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:52.302336 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-af456a62-d6ab-4af9-8007-86be111b8da8 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:52.385881 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-af456a62-d6ab-4af9-8007-86be111b8da8 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "DELETE /v2.0/ports/3af18fb7-4eb3-4507-bcbc-d0902aebe23a HTTP/1.1" status: 204 len: 168 time: 3.5154645 May 05 22:10:52.388517 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42876) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:52.410432 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3c87a4-bfe1-4994-ac52-8fafebea0122 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:10:52.414990 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e99985-2477-45fa-98d7-dc7d0c158e4d None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:10:52.417787 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-3b3c87a4-bfe1-4994-ac52-8fafebea0122 admin admin] 10.222.0.23 "PUT /v2.0/routers/8598f5d7-eb46-409f-9875-d058ff8e964a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 18.9113660 May 05 22:10:52.422880 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e99985-2477-45fa-98d7-dc7d0c158e4d None None] Checking segment: {'id': '8b555590-781b-4d18-ba40-16d02973f2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '650a2856-6f79-44ad-9fc9-ed6266a0a405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:10:52.422880 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c9e99985-2477-45fa-98d7-dc7d0c158e4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:52.422880 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e99985-2477-45fa-98d7-dc7d0c158e4d None None] Bound using segment: {'id': '8b555590-781b-4d18-ba40-16d02973f2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '650a2856-6f79-44ad-9fc9-ed6266a0a405'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:10:52.422880 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-c9e99985-2477-45fa-98d7-dc7d0c158e4d None None] Bound port: f15247b3-4835-4873-8a6a-eea2c99fbfe3, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b555590-781b-4d18-ba40-16d02973f2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '650a2856-6f79-44ad-9fc9-ed6266a0a405'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:10:52.422880 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c9e99985-2477-45fa-98d7-dc7d0c158e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:52.426737 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 42880) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:52.432847 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f8db21-98dd-4d38-bc9e-076311f074e9 None None] Sync routers for ids ['8598f5d7-eb46-409f-9875-d058ff8e964a'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:10:52.439513 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 87cb1a33-f1c4-4483-a123-37ae4659ed2f, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=87cb1a33-f1c4-4483-a123-37ae4659ed2f,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:10:52.449827 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f8db21-98dd-4d38-bc9e-076311f074e9 None None] Routers {'8598f5d7-eb46-409f-9875-d058ff8e964a'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:10:52.449827 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-38f8db21-98dd-4d38-bc9e-076311f074e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:10:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8598f5d7-eb46-409f-9875-d058ff8e964a'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:10:52.492206 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:52.500140 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e0e3b7b-61b3-4c82-a78b-cd58cfe4cf83 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] DELETE failed (client error): The resource could not be found. May 05 22:10:52.500140 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e0e3b7b-61b3-4c82-a78b-cd58cfe4cf83 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:10:52.500140 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8e0e3b7b-61b3-4c82-a78b-cd58cfe4cf83 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "DELETE /v2.0/ports/3af18fb7-4eb3-4507-bcbc-d0902aebe23a HTTP/1.1" status: 404 len: 333 time: 0.1196895 May 05 22:10:52.508696 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42886) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:52.513288 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a10e6b5b-9756-4bf4-a4eb-089bddd07871 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:52.748398 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=87cb1a33-f1c4-4483-a123-37ae4659ed2f,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:52.885030 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3403237-378b-4600-8baa-cf75c963ac26 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] GET failed (client error): The resource could not be found. May 05 22:10:52.885030 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d3403237-378b-4600-8baa-cf75c963ac26 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Synchronizing usage tracker for tenant:4182021ff5fe4f65b13da93a6be96ffa on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:10:52.917446 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-38f8db21-98dd-4d38-bc9e-076311f074e9 None None] Set router 8598f5d7-eb46-409f-9875-d058ff8e964a gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:10:52.967063 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d3403237-378b-4600-8baa-cf75c963ac26 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Unset dirty status for tenant:4182021ff5fe4f65b13da93a6be96ffa on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:10:52.967063 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d3403237-378b-4600-8baa-cf75c963ac26 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "GET /v2.0/ports/3af18fb7-4eb3-4507-bcbc-d0902aebe23a HTTP/1.1" status: 404 len: 333 time: 0.4579692 May 05 22:10:52.978997 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42900) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:53.292572 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-c9e99985-2477-45fa-98d7-dc7d0c158e4d None None] For port f15247b3-4835-4873-8a6a-eea2c99fbfe3, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:10:53.318679 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a10e6b5b-9756-4bf4-a4eb-089bddd07871 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:53.336721 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-c9e99985-2477-45fa-98d7-dc7d0c158e4d None None] For port f15247b3-4835-4873-8a6a-eea2c99fbfe3, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=f15247b3-4835-4873-8a6a-eea2c99fbfe3,segment=NetworkSegment(8b555590-781b-4d18-ba40-16d02973f2b1),segment_id=8b555590-781b-4d18-ba40-16d02973f2b1)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:10:53.353480 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 70cb4103-3add-4119-ad74-f11fb53c71d8 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:10:53.387480 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bf79e139-73b8-4437-91f0-f81ab945f991 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:53.389583 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e6b5b-9756-4bf4-a4eb-089bddd07871 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Pushing event deleted for resources: {'Subnet': ['ID=2e8cf3a4-18fb-46c4-8188-37a366e0f2bd,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:53.518151 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f91e5cb-cdce-47a4-a631-a23bd5adfce5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-28ab5c85-7e4d-4a37-b109-bbd959d1700d', 'network_id': '28ab5c85-7e4d-4a37-b109-bbd959d1700d', 'tenant_id': '8098ae364cf14b1ea606e00a7b5c048e', 'fixed_ips': [{'subnet_id': '2e8cf3a4-18fb-46c4-8188-37a366e0f2bd'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:10:53.519342 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1f91e5cb-cdce-47a4-a631-a23bd5adfce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:53.627292 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c9e99985-2477-45fa-98d7-dc7d0c158e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:53.658566 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-38f8db21-98dd-4d38-bc9e-076311f074e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'name': 'tempest-AttachVolumeNegativeTest-273245844-router', 'tenant_id': '2578689695ab4a55a99443682838538b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '6953bf02-942c-4df7-b861-f3365d5a587d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:02:33Z', 'updated_at': '2022-05-05T22:10:41Z', 'revision_number': 5, 'project_id': '2578689695ab4a55a99443682838538b', 'gw_port': {'id': '6953bf02-942c-4df7-b861-f3365d5a587d', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:35Z', 'updated_at': '2022-05-05T22:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:10:53.662707 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f8db21-98dd-4d38-bc9e-076311f074e9 None None] Checking router: 8598f5d7-eb46-409f-9875-d058ff8e964a for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:10:53.677679 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c8e7e0a-3b92-4b27-82a2-5257562817a6 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Deleting subnet 368c91a5-951c-41dc-9790-5d9a47e4295b {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:10:53.686143 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f8db21-98dd-4d38-bc9e-076311f074e9 None None] Routers {'8598f5d7-eb46-409f-9875-d058ff8e964a'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:10:53.686143 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-38f8db21-98dd-4d38-bc9e-076311f074e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:10:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8598f5d7-eb46-409f-9875-d058ff8e964a'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:10:53.728087 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2c8e7e0a-3b92-4b27-82a2-5257562817a6 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:53.870643 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a10e6b5b-9756-4bf4-a4eb-089bddd07871 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:53.970130 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2c8e7e0a-3b92-4b27-82a2-5257562817a6 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:54.003414 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-a10e6b5b-9756-4bf4-a4eb-089bddd07871 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28ab5c85-7e4d-4a37-b109-bbd959d1700d']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:10:54.026288 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-a10e6b5b-9756-4bf4-a4eb-089bddd07871 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff1fdc4d-5a19-406a-818d-0a96cfde9992') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:10:54.026288 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-a10e6b5b-9756-4bf4-a4eb-089bddd07871 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff1fdc4d-5a19-406a-818d-0a96cfde9992') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:10:54.045208 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bf79e139-73b8-4437-91f0-f81ab945f991 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:54.053187 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a10e6b5b-9756-4bf4-a4eb-089bddd07871 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:54.056898 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bf79e139-73b8-4437-91f0-f81ab945f991 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:54.261866 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-38f8db21-98dd-4d38-bc9e-076311f074e9 None None] Set router 8598f5d7-eb46-409f-9875-d058ff8e964a gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:10:54.299793 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a10e6b5b-9756-4bf4-a4eb-089bddd07871 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:54.315770 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a10e6b5b-9756-4bf4-a4eb-089bddd07871 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:10:54.316585 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a10e6b5b-9756-4bf4-a4eb-089bddd07871 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:54.411018 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec158bef-38f7-486c-9322-b2c362fb6dd4 None None] Network 28ab5c85-7e4d-4a37-b109-bbd959d1700d requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:10:54.442846 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf79e139-73b8-4437-91f0-f81ab945f991 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Pushing event updated for resources: {'Port': ['ID=3878bcdf-cbb0-49a6-87a9-7f827621ec1f,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:54.461231 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:10:54.461231 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:10:54.461231 n-d-825175-4 neutron-server[84063]: timer() May 05 22:10:54.461231 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:10:54.461231 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:10:54.461231 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:10:54.461231 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:10:54.461231 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:10:54.461231 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:10:54.461231 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:10:54.461231 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:10:54.461231 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:10:54.461231 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:10:54.461231 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:10:54.461231 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:10:54.461231 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:10:54.461231 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:10:54.461231 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:10:54.461231 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:10:54.461231 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:10:54.461231 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:10:54.461231 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:10:54.461231 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:10:54.461231 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:10:54.461231 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:10:54.461231 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:10:54.461231 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:10:54.461231 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:10:54.461231 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:10:54.461231 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:10:54.461231 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:10:54.461231 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:10:54.562642 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bf79e139-73b8-4437-91f0-f81ab945f991 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:54.570518 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 70cb4103-3add-4119-ad74-f11fb53c71d8 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:10:54.570518 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:54.618832 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e99985-2477-45fa-98d7-dc7d0c158e4d None None] Pushing event updated for resources: {'Port': ['ID=f15247b3-4835-4873-8a6a-eea2c99fbfe3,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:54.689235 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ad0596b2-2cd9-47e7-b6ce-aef56c39628a None None] Provisioning for port 0629ba45-1ed0-492c-a61c-cd311a3b187a completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:10:54.733309 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2c8e7e0a-3b92-4b27-82a2-5257562817a6 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:54.803442 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a10e6b5b-9756-4bf4-a4eb-089bddd07871 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:54.826512 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a10e6b5b-9756-4bf4-a4eb-089bddd07871 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:54.879119 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ad0596b2-2cd9-47e7-b6ce-aef56c39628a None None] Provisioning for port 3878bcdf-cbb0-49a6-87a9-7f827621ec1f completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:10:54.883949 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79727afc-8436-434e-84e6-ad4b8f2a9b1c req-45cdbccd-ea1f-426a-b973-5599450d5483 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:54.885572 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-79727afc-8436-434e-84e6-ad4b8f2a9b1c req-45cdbccd-ea1f-426a-b973-5599450d5483 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a10f1aa-b77d-4743-ba34-bc524ef90ebc HTTP/1.1" status: 200 len: 946 time: 1.7277048 May 05 22:10:54.913148 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ad0596b2-2cd9-47e7-b6ce-aef56c39628a None None] Provisioning complete for port 3878bcdf-cbb0-49a6-87a9-7f827621ec1f triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:10:54.913504 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ad0596b2-2cd9-47e7-b6ce-aef56c39628a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:54.914842 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e6b5b-9756-4bf4-a4eb-089bddd07871 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Pushing event deleted for resources: {'Network': ['ID=28ab5c85-7e4d-4a37-b109-bbd959d1700d,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:54.939077 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a10e6b5b-9756-4bf4-a4eb-089bddd07871 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] 10.222.0.23 "DELETE /v2.0/networks/28ab5c85-7e4d-4a37-b109-bbd959d1700d HTTP/1.1" status: 204 len: 168 time: 3.1468110 May 05 22:10:54.942936 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42924) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:55.002551 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-83efad15-0ab4-4119-a875-08acc79cd360 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-82384898'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:10:55.052557 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-83efad15-0ab4-4119-a875-08acc79cd360 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:10:55.055609 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 0629ba45-1ed0-492c-a61c-cd311a3b187a up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:10:55.059474 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2c8e7e0a-3b92-4b27-82a2-5257562817a6 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:55.059474 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-83efad15-0ab4-4119-a875-08acc79cd360 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Usage tracker for resource:network and tenant:8098ae364cf14b1ea606e00a7b5c048e is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:10:55.091492 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-38f8db21-98dd-4d38-bc9e-076311f074e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'name': 'tempest-AttachVolumeNegativeTest-273245844-router', 'tenant_id': '2578689695ab4a55a99443682838538b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '6953bf02-942c-4df7-b861-f3365d5a587d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:02:33Z', 'updated_at': '2022-05-05T22:10:41Z', 'revision_number': 5, 'project_id': '2578689695ab4a55a99443682838538b', 'gw_port': {'id': '6953bf02-942c-4df7-b861-f3365d5a587d', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:35Z', 'updated_at': '2022-05-05T22:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:10:55.091492 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f8db21-98dd-4d38-bc9e-076311f074e9 None None] The sync data for ids ['8598f5d7-eb46-409f-9875-d058ff8e964a'] in n-d-825175-4 is: [{'id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'name': 'tempest-AttachVolumeNegativeTest-273245844-router', 'tenant_id': '2578689695ab4a55a99443682838538b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '6953bf02-942c-4df7-b861-f3365d5a587d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:02:33Z', 'updated_at': '2022-05-05T22:10:41Z', 'revision_number': 5, 'project_id': '2578689695ab4a55a99443682838538b', 'gw_port': {'id': '6953bf02-942c-4df7-b861-f3365d5a587d', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8598f5d7-eb46-409f-9875-d058ff8e964a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:02:35Z', 'updated_at': '2022-05-05T22:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:10:55.137874 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-83efad15-0ab4-4119-a875-08acc79cd360 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:10:55.186055 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf79e139-73b8-4437-91f0-f81ab945f991 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Network 2e106dc0-8200-45c1-a2c4-63f5713e6232 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:10:55.189319 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ad0596b2-2cd9-47e7-b6ce-aef56c39628a None None] Port 3878bcdf-cbb0-49a6-87a9-7f827621ec1f cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:10:55.192903 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-bf79e139-73b8-4437-91f0-f81ab945f991 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:10:55.198683 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8e7e0a-3b92-4b27-82a2-5257562817a6 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event deleted for resources: {'Subnet': ['ID=368c91a5-951c-41dc-9790-5d9a47e4295b,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:55.199284 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-79727afc-8436-434e-84e6-ad4b8f2a9b1c req-32758634-3b3b-4087-a567-98c3c29bcbb5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=da0ed24f-7362-44c5-b636-8c9b67c34a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3009129 May 05 22:10:55.204724 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-83efad15-0ab4-4119-a875-08acc79cd360 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:10:55.231877 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2c8e7e0a-3b92-4b27-82a2-5257562817a6 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:55.241124 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-2c8e7e0a-3b92-4b27-82a2-5257562817a6 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "DELETE /v2.0/subnets/368c91a5-951c-41dc-9790-5d9a47e4295b HTTP/1.1" status: 204 len: 168 time: 2.2676518 May 05 22:10:55.243831 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42928) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:55.266439 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 0629ba45-1ed0-492c-a61c-cd311a3b187a completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:10:55.276320 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 0629ba45-1ed0-492c-a61c-cd311a3b187a triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:10:55.276987 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:55.284174 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83efad15-0ab4-4119-a875-08acc79cd360 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Made reservation on behalf of 8098ae364cf14b1ea606e00a7b5c048e for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:10:55.292623 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-83efad15-0ab4-4119-a875-08acc79cd360 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:55.495721 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83efad15-0ab4-4119-a875-08acc79cd360 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:10:55.511938 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-83efad15-0ab4-4119-a875-08acc79cd360 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:55.511938 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-83efad15-0ab4-4119-a875-08acc79cd360 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Added segment 2b10267f-cc9c-45d6-8f97-f8bd59f9fef2 of type vlan for network df2ba99b-0c56-4a70-a755-6f97f6592748 May 05 22:10:55.560051 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-74dca194-5d0d-411f-803e-19ab54d08b1d admin admin] Notify callbacks [] for router, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:55.632457 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:55.643126 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-83efad15-0ab4-4119-a875-08acc79cd360 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:55.675735 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a1ed2ee4-ce9f-4df7-8e33-8fda3da0712a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:55.687488 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43754baf-dee2-41d0-bb76-67e3ba8b9fdd None None] Provisioning complete for port 0629ba45-1ed0-492c-a61c-cd311a3b187a triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:10:55.688765 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43754baf-dee2-41d0-bb76-67e3ba8b9fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:55.707719 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-a1ed2ee4-ce9f-4df7-8e33-8fda3da0712a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Deleting port f15247b3-4835-4873-8a6a-eea2c99fbfe3 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:10:55.708369 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a1ed2ee4-ce9f-4df7-8e33-8fda3da0712a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:55.788276 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-83efad15-0ab4-4119-a875-08acc79cd360 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:55.805388 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83efad15-0ab4-4119-a875-08acc79cd360 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:55.806056 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-83efad15-0ab4-4119-a875-08acc79cd360 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:56.035134 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43754baf-dee2-41d0-bb76-67e3ba8b9fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:56.052798 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 0629ba45-1ed0-492c-a61c-cd311a3b187a, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=0629ba45-1ed0-492c-a61c-cd311a3b187a,segment=NetworkSegment(8b39bec1-99aa-4a92-b8e6-03f85c93b4b3),segment_id=8b39bec1-99aa-4a92-b8e6-03f85c93b4b3)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:10:56.060987 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:56.062349 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-83efad15-0ab4-4119-a875-08acc79cd360 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.1144187 May 05 22:10:56.063126 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 42946) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:56.091188 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-bff25c62-96cb-4b19-a68f-bfb6f0a04c71 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Request body: {'subnet': {'network_id': 'df2ba99b-0c56-4a70-a755-6f97f6592748', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:10:56.126580 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83efad15-0ab4-4119-a875-08acc79cd360 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Pushing event updated for resources: {'Network': ['ID=df2ba99b-0c56-4a70-a755-6f97f6592748,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:56.173152 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c966225-3880-4f48-8838-bb15d53639d3 None None] Network 650a2856-6f79-44ad-9fc9-ed6266a0a405 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:10:56.212220 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network df2ba99b-0c56-4a70-a755-6f97f6592748 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:10:56.522932 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-bff25c62-96cb-4b19-a68f-bfb6f0a04c71 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:10:56.528179 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-bff25c62-96cb-4b19-a68f-bfb6f0a04c71 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Usage tracker for resource:subnet and tenant:8098ae364cf14b1ea606e00a7b5c048e is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:10:56.531390 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-bff25c62-96cb-4b19-a68f-bfb6f0a04c71 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:10:56.540021 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-bff25c62-96cb-4b19-a68f-bfb6f0a04c71 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:10:56.555267 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-a1ed2ee4-ce9f-4df7-8e33-8fda3da0712a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] For port f15247b3-4835-4873-8a6a-eea2c99fbfe3, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=f15247b3-4835-4873-8a6a-eea2c99fbfe3,segment=NetworkSegment(8b555590-781b-4d18-ba40-16d02973f2b1),segment_id=8b555590-781b-4d18-ba40-16d02973f2b1)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:10:56.556698 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a1ed2ee4-ce9f-4df7-8e33-8fda3da0712a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:56.569193 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff25c62-96cb-4b19-a68f-bfb6f0a04c71 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Made reservation on behalf of 8098ae364cf14b1ea606e00a7b5c048e for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:10:56.684683 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device f15247b3-4835-4873-8a6a-eea2c99fbfe3 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:10:56.689723 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea73074-807b-4d2b-8fdc-55fd65e3b057 req-64f63f03-fafe-4405-a7d3-203ca5c7400d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:56.700030 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9ea73074-807b-4d2b-8fdc-55fd65e3b057 req-64f63f03-fafe-4405-a7d3-203ca5c7400d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a10f1aa-b77d-4743-ba34-bc524ef90ebc HTTP/1.1" status: 200 len: 946 time: 0.1859868 May 05 22:10:56.783357 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9ea73074-807b-4d2b-8fdc-55fd65e3b057 req-bcb7fba2-4c9d-4fa8-8cf7-001a527bcc74 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=da0ed24f-7362-44c5-b636-8c9b67c34a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842884 May 05 22:10:56.872550 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-74dca194-5d0d-411f-803e-19ab54d08b1d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:56.888907 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf79e139-73b8-4437-91f0-f81ab945f991 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Router 4a50dfed-f436-4ddd-bef3-807d927f5420 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:10:56.898163 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-43754baf-dee2-41d0-bb76-67e3ba8b9fdd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:10:56.898163 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-43754baf-dee2-41d0-bb76-67e3ba8b9fdd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:10:56.898439 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-74dca194-5d0d-411f-803e-19ab54d08b1d admin admin] Deleting port 6953bf02-942c-4df7-b861-f3365d5a587d {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:10:56.898439 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-74dca194-5d0d-411f-803e-19ab54d08b1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:56.933464 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=0629ba45-1ed0-492c-a61c-cd311a3b187a,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:57.040904 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port f15247b3-4835-4873-8a6a-eea2c99fbfe3 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:10:57.055669 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 87cb1a33-f1c4-4483-a123-37ae4659ed2f up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:10:57.095748 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-a1ed2ee4-ce9f-4df7-8e33-8fda3da0712a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Calling delete_port for f15247b3-4835-4873-8a6a-eea2c99fbfe3 owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:10:57.260745 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 87cb1a33-f1c4-4483-a123-37ae4659ed2f triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:10:57.260745 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:57.284622 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a1ed2ee4-ce9f-4df7-8e33-8fda3da0712a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:57.394230 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da30cc67-533a-4368-9a88-0bbc35667384 req-a3f417de-9db1-4d0a-89f4-bccb93b8f6ec tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:57.400749 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-da30cc67-533a-4368-9a88-0bbc35667384 req-a3f417de-9db1-4d0a-89f4-bccb93b8f6ec tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a10f1aa-b77d-4743-ba34-bc524ef90ebc HTTP/1.1" status: 200 len: 946 time: 0.3005648 May 05 22:10:57.428581 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ed2ee4-ce9f-4df7-8e33-8fda3da0712a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] No DVR routers for this DVR port f15247b3-4835-4873-8a6a-eea2c99fbfe3 on host n-d-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:10:57.456877 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d35a944-0168-4e26-a8e5-d7725314642d None None] DHCP port deletion for 650a2856-6f79-44ad-9fc9-ed6266a0a405 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:10:57.535775 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74226866-3cca-4b14-9658-2c97b00e231f None None] get_active_networks_info from n-d-825175-4 {{(pid=84064) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 05 22:10:57.661239 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-74dca194-5d0d-411f-803e-19ab54d08b1d admin admin] For port 6953bf02-942c-4df7-b861-f3365d5a587d, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=6953bf02-942c-4df7-b861-f3365d5a587d,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:10:57.661239 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-74dca194-5d0d-411f-803e-19ab54d08b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:57.789990 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bff25c62-96cb-4b19-a68f-bfb6f0a04c71 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:57.928176 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-74dca194-5d0d-411f-803e-19ab54d08b1d admin admin] Calling delete_port for 6953bf02-942c-4df7-b861-f3365d5a587d owned by network:router_gateway {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:10:57.995215 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-da30cc67-533a-4368-9a88-0bbc35667384 req-13f2ad8f-309a-4e16-a7a4-5a02d22a0519 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=da0ed24f-7362-44c5-b636-8c9b67c34a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5910325 May 05 22:10:58.012538 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a1ed2ee4-ce9f-4df7-8e33-8fda3da0712a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:58.030369 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 42980) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:58.068618 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-da75d46a-f3e2-4429-9efc-97be2cf4dc66 None None] Could not find standard attr ID for object f15247b3-4835-4873-8a6a-eea2c99fbfe3. {{(pid=84064) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 22:10:58.160663 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-da75d46a-f3e2-4429-9efc-97be2cf4dc66 None None] Provisioning complete for port 3878bcdf-cbb0-49a6-87a9-7f827621ec1f triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:10:58.160663 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-da75d46a-f3e2-4429-9efc-97be2cf4dc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:58.202789 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-9c59f99c-947b-4b81-87e9-acd5be42a10e tempest-TestNetworkAdvancedServerOps-1392066098 tempest-TestNetworkAdvancedServerOps-1392066098-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6a10f1aa-b77d-4743-ba34-bc524ef90ebc HTTP/1.1" status: 200 len: 1092 time: 0.1764057 May 05 22:10:58.204823 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf79e139-73b8-4437-91f0-f81ab945f991 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:10:58.208817 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 42986) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:58.218631 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-4e697e4c-1dac-4d41-8b92-9d02afc7e813 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Request body: {'floatingip': {'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'port_id': '835c7f1c-b706-4ca3-9a78-cb2525c6e19b', 'tenant_id': '06fb629024324e968714595537efac5c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:10:58.228176 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4e697e4c-1dac-4d41-8b92-9d02afc7e813 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:10:58.250238 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 558711ec-cc6b-4387-8a57-c44e1a328a9a no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:10:58.278840 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-4e697e4c-1dac-4d41-8b92-9d02afc7e813 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Usage tracker for resource:floatingip and tenant:06fb629024324e968714595537efac5c is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:10:58.286357 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-a1ed2ee4-ce9f-4df7-8e33-8fda3da0712a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['650a2856-6f79-44ad-9fc9-ed6266a0a405']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:10:58.291182 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-bf79e139-73b8-4437-91f0-f81ab945f991 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "PUT /v2.0/routers/4a50dfed-f436-4ddd-bef3-807d927f5420/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.1769106 May 05 22:10:58.291182 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-4e697e4c-1dac-4d41-8b92-9d02afc7e813 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:10:58.291182 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 42990) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:58.296452 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-a1ed2ee4-ce9f-4df7-8e33-8fda3da0712a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b555590-781b-4d18-ba40-16d02973f2b1') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:10:58.296452 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-a1ed2ee4-ce9f-4df7-8e33-8fda3da0712a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b555590-781b-4d18-ba40-16d02973f2b1') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:10:58.300516 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-b06cf7af-2a40-4c21-a671-59a5e9e140c3 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--9294135', 'description': 'tempest-secgroup_access--9294135 description', 'project_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:10:58.300516 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4e697e4c-1dac-4d41-8b92-9d02afc7e813 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:10:58.304907 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a1ed2ee4-ce9f-4df7-8e33-8fda3da0712a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:58.309108 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-da75d46a-f3e2-4429-9efc-97be2cf4dc66 None None] Port 3878bcdf-cbb0-49a6-87a9-7f827621ec1f cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:10:58.312487 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b06cf7af-2a40-4c21-a671-59a5e9e140c3 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:10:58.315608 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 558711ec-cc6b-4387-8a57-c44e1a328a9a {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:10:58.315608 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 558711ec-cc6b-4387-8a57-c44e1a328a9a not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:10:58.329987 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b06cf7af-2a40-4c21-a671-59a5e9e140c3 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Usage tracker for resource:security_group and tenant:efa9087c34ce4a5fbd7fe821ae4a2e59 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:10:58.329987 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b06cf7af-2a40-4c21-a671-59a5e9e140c3 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:10:58.334284 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde01232-e934-4f7f-ad97-5cf4cf4a3cdf None None] Sync routers for ids ['4a50dfed-f436-4ddd-bef3-807d927f5420'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:10:58.337587 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a1ed2ee4-ce9f-4df7-8e33-8fda3da0712a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:58.340887 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b06cf7af-2a40-4c21-a671-59a5e9e140c3 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:10:58.340887 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4e697e4c-1dac-4d41-8b92-9d02afc7e813 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for floatingip, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:58.348916 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1ed2ee4-ce9f-4df7-8e33-8fda3da0712a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:10:58.348916 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a1ed2ee4-ce9f-4df7-8e33-8fda3da0712a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:58.356579 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74226866-3cca-4b14-9658-2c97b00e231f None None] Resources bound (agent type, host, resource id): {{(pid=84064) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 05 22:10:58.397253 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-74dca194-5d0d-411f-803e-19ab54d08b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:58.418590 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde01232-e934-4f7f-ad97-5cf4cf4a3cdf None None] Routers {'4a50dfed-f436-4ddd-bef3-807d927f5420'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:10:58.418590 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-cde01232-e934-4f7f-ad97-5cf4cf4a3cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:10:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['4a50dfed-f436-4ddd-bef3-807d927f5420'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:10:58.528224 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed2ee4-ce9f-4df7-8e33-8fda3da0712a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event deleted for resources: {'Port': ['ID=f15247b3-4835-4873-8a6a-eea2c99fbfe3,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:58.534724 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:10:58.534724 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:10:58.534724 n-d-825175-4 neutron-server[84063]: timer() May 05 22:10:58.534724 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:10:58.534724 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:10:58.534724 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:10:58.534724 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:10:58.534724 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:10:58.534724 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:10:58.534724 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:10:58.534724 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:10:58.534724 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:10:58.534724 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:10:58.534724 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:10:58.534724 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:10:58.534724 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:10:58.534724 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:10:58.534724 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:10:58.534724 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:10:58.534724 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:10:58.534724 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:10:58.534724 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:10:58.534724 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:10:58.534724 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:10:58.534724 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:10:58.534724 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:10:58.534724 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:10:58.534724 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:10:58.534724 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:10:58.534724 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:10:58.534724 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:10:58.534724 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:10:58.537813 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b06cf7af-2a40-4c21-a671-59a5e9e140c3 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:58.545004 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 0629ba45-1ed0-492c-a61c-cd311a3b187a up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:10:58.546501 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a1ed2ee4-ce9f-4df7-8e33-8fda3da0712a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:58.547348 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dca194-5d0d-411f-803e-19ab54d08b1d admin admin] Pushing event deleted for resources: {'Port': ['ID=6953bf02-942c-4df7-b861-f3365d5a587d,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:58.567307 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a1ed2ee4-ce9f-4df7-8e33-8fda3da0712a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:58.707807 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed2ee4-ce9f-4df7-8e33-8fda3da0712a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event deleted for resources: {'Network': ['ID=650a2856-6f79-44ad-9fc9-ed6266a0a405,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:58.743897 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b06cf7af-2a40-4c21-a671-59a5e9e140c3 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:10:58.743897 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b06cf7af-2a40-4c21-a671-59a5e9e140c3 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Usage tracker for resource:security_group_rule and tenant:efa9087c34ce4a5fbd7fe821ae4a2e59 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:10:58.750371 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a1ed2ee4-ce9f-4df7-8e33-8fda3da0712a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "DELETE /v2.0/networks/650a2856-6f79-44ad-9fc9-ed6266a0a405 HTTP/1.1" status: 204 len: 168 time: 3.4972351 May 05 22:10:58.757667 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 42998) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:58.757667 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b06cf7af-2a40-4c21-a671-59a5e9e140c3 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:10:58.757667 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-f1d16680-936f-410a-a74f-a2402ab327f5 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-754084235'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:10:58.824745 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b06cf7af-2a40-4c21-a671-59a5e9e140c3 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:10:58.841763 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-f1d16680-936f-410a-a74f-a2402ab327f5 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:10:58.974051 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 0629ba45-1ed0-492c-a61c-cd311a3b187a triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:10:58.974498 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:58.984173 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-f1d16680-936f-410a-a74f-a2402ab327f5 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Usage tracker for resource:network and tenant:4182021ff5fe4f65b13da93a6be96ffa is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:10:58.989768 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-f1d16680-936f-410a-a74f-a2402ab327f5 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:10:59.008822 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-f1d16680-936f-410a-a74f-a2402ab327f5 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:10:59.011568 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bff25c62-96cb-4b19-a68f-bfb6f0a04c71 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:59.038151 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-74dca194-5d0d-411f-803e-19ab54d08b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:59.134839 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-cde01232-e934-4f7f-ad97-5cf4cf4a3cdf None None] Set router 4a50dfed-f436-4ddd-bef3-807d927f5420 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:10:59.167868 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff25c62-96cb-4b19-a68f-bfb6f0a04c71 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Pushing event updated for resources: {'Subnet': ['ID=6bddf3e9-7934-474b-aa87-b4d378991894,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:59.205029 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d16680-936f-410a-a74f-a2402ab327f5 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Made reservation on behalf of 4182021ff5fe4f65b13da93a6be96ffa for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:10:59.205029 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f1d16680-936f-410a-a74f-a2402ab327f5 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:59.259252 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff25c62-96cb-4b19-a68f-bfb6f0a04c71 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Checking segment: {'id': '2b10267f-cc9c-45d6-8f97-f8bd59f9fef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'df2ba99b-0c56-4a70-a755-6f97f6592748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:10:59.259252 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff25c62-96cb-4b19-a68f-bfb6f0a04c71 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Network hostable DHCP agents. Network: df2ba99b-0c56-4a70-a755-6f97f6592748, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:10:59.301479 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff25c62-96cb-4b19-a68f-bfb6f0a04c71 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Network df2ba99b-0c56-4a70-a755-6f97f6592748 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:10:59.340584 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-bff25c62-96cb-4b19-a68f-bfb6f0a04c71 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, df2ba99b-0c56-4a70-a755-6f97f6592748) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:10:59.347772 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff25c62-96cb-4b19-a68f-bfb6f0a04c71 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:10:59.348419 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bff25c62-96cb-4b19-a68f-bfb6f0a04c71 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:59.391692 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-bff25c62-96cb-4b19-a68f-bfb6f0a04c71 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.3160148 May 05 22:10:59.392318 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 43010) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:59.435204 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4e697e4c-1dac-4d41-8b92-9d02afc7e813 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:59.514143 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-74dca194-5d0d-411f-803e-19ab54d08b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:59.531412 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b06cf7af-2a40-4c21-a671-59a5e9e140c3 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:59.550445 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b06cf7af-2a40-4c21-a671-59a5e9e140c3 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:59.609743 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a13e61bc-b8aa-44d0-99e2-06f0d6333899 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:59.627118 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-74dca194-5d0d-411f-803e-19ab54d08b1d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:59.686003 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1d16680-936f-410a-a74f-a2402ab327f5 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:10:59.696653 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a13e61bc-b8aa-44d0-99e2-06f0d6333899 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:59.757707 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06cf7af-2a40-4c21-a671-59a5e9e140c3 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=882c5bc1-fe64-4b74-a8ee-3b1b1e3bff3d,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:10:59.760036 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b06cf7af-2a40-4c21-a671-59a5e9e140c3 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:59.761252 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b06cf7af-2a40-4c21-a671-59a5e9e140c3 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.4754467 May 05 22:10:59.768545 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 43018) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:10:59.789891 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-e502dcd4-ca78-48e8-b11e-c9f5261dd2a5 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--808909609', 'description': 'tempest-secgroup_general--808909609 description', 'project_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:10:59.800952 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-e502dcd4-ca78-48e8-b11e-c9f5261dd2a5 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:10:59.805274 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e502dcd4-ca78-48e8-b11e-c9f5261dd2a5 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Usage tracker for resource:security_group and tenant:efa9087c34ce4a5fbd7fe821ae4a2e59 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:10:59.809447 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e502dcd4-ca78-48e8-b11e-c9f5261dd2a5 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:10:59.816336 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-e502dcd4-ca78-48e8-b11e-c9f5261dd2a5 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:10:59.839054 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f1d16680-936f-410a-a74f-a2402ab327f5 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:59.839390 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-f1d16680-936f-410a-a74f-a2402ab327f5 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Added segment f2c5df83-3fc9-4338-b1dd-572f0d2a69a1 of type vlan for network 0ec62eb3-8e30-4836-bf45-9e61ed5ae393 May 05 22:10:59.846194 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e502dcd4-ca78-48e8-b11e-c9f5261dd2a5 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:59.853253 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a13e61bc-b8aa-44d0-99e2-06f0d6333899 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:10:59.928977 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06cf7af-2a40-4c21-a671-59a5e9e140c3 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:10:59.928977 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06cf7af-2a40-4c21-a671-59a5e9e140c3 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:10:59.928977 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06cf7af-2a40-4c21-a671-59a5e9e140c3 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:10:59.928977 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06cf7af-2a40-4c21-a671-59a5e9e140c3 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:10:59.928977 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06cf7af-2a40-4c21-a671-59a5e9e140c3 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:10:59.928977 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06cf7af-2a40-4c21-a671-59a5e9e140c3 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:10:59.928977 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06cf7af-2a40-4c21-a671-59a5e9e140c3 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:10:59.934668 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06cf7af-2a40-4c21-a671-59a5e9e140c3 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:10:59.934668 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06cf7af-2a40-4c21-a671-59a5e9e140c3 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:10:59.934668 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06cf7af-2a40-4c21-a671-59a5e9e140c3 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:10:59.934668 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06cf7af-2a40-4c21-a671-59a5e9e140c3 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:10:59.982629 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13e61bc-b8aa-44d0-99e2-06f0d6333899 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Pushing event deleted for resources: {'Subnet': ['ID=6bddf3e9-7934-474b-aa87-b4d378991894,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:00.022091 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device f15247b3-4835-4873-8a6a-eea2c99fbfe3 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:11:00.123239 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: f15247b3-4835-4873-8a6a-eea2c99fbfe3 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:11:00.123649 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device f15247b3-4835-4873-8a6a-eea2c99fbfe3 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:11:00.157011 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a13e61bc-b8aa-44d0-99e2-06f0d6333899 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:00.185641 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-a13e61bc-b8aa-44d0-99e2-06f0d6333899 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df2ba99b-0c56-4a70-a755-6f97f6592748']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:11:00.209855 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-a13e61bc-b8aa-44d0-99e2-06f0d6333899 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b10267f-cc9c-45d6-8f97-f8bd59f9fef2') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:11:00.210512 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-a13e61bc-b8aa-44d0-99e2-06f0d6333899 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b10267f-cc9c-45d6-8f97-f8bd59f9fef2') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:11:00.240830 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a13e61bc-b8aa-44d0-99e2-06f0d6333899 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:00.358424 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a13e61bc-b8aa-44d0-99e2-06f0d6333899 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:00.362523 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-74dca194-5d0d-411f-803e-19ab54d08b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:00.362523 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74dca194-5d0d-411f-803e-19ab54d08b1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8598f5d7-eb46-409f-9875-d058ff8e964a {{(pid=84061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:11:00.397966 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f1d16680-936f-410a-a74f-a2402ab327f5 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:00.401627 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a13e61bc-b8aa-44d0-99e2-06f0d6333899 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:11:00.401627 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a13e61bc-b8aa-44d0-99e2-06f0d6333899 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:00.415531 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-e502dcd4-ca78-48e8-b11e-c9f5261dd2a5 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:11:00.485837 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cd0226-13bd-4944-9cdd-1fe2dd104c24 None None] Network df2ba99b-0c56-4a70-a755-6f97f6592748 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:11:00.491653 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e502dcd4-ca78-48e8-b11e-c9f5261dd2a5 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Usage tracker for resource:security_group_rule and tenant:efa9087c34ce4a5fbd7fe821ae4a2e59 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:11:00.516746 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-4e697e4c-1dac-4d41-8b92-9d02afc7e813 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Allocated IP 172.25.4.133 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/4291a811-6210-4c7b-9d52-176280b6b9ef) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:11:00.516746 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e502dcd4-ca78-48e8-b11e-c9f5261dd2a5 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:11:00.545681 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-e502dcd4-ca78-48e8-b11e-c9f5261dd2a5 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:11:00.585093 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:11:00.585093 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:11:00.585093 n-d-825175-4 neutron-server[84063]: timer() May 05 22:11:00.585093 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:11:00.585093 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:11:00.585093 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:11:00.585093 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:11:00.585093 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:11:00.585093 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:11:00.585093 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:11:00.585093 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:11:00.585093 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:11:00.585093 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:11:00.585093 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:11:00.585093 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:11:00.585093 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:11:00.585093 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:11:00.585093 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:11:00.585093 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:11:00.585093 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:11:00.585093 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:11:00.585093 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:11:00.585093 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:11:00.585093 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:11:00.585093 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:11:00.585093 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:11:00.585093 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:11:00.585093 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:11:00.585093 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:11:00.585093 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:11:00.585093 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:11:00.585093 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:11:00.678844 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-74dca194-5d0d-411f-803e-19ab54d08b1d admin admin] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:00.678844 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-74dca194-5d0d-411f-803e-19ab54d08b1d admin admin] 10.222.0.23 "DELETE /v2.0/routers/8598f5d7-eb46-409f-9875-d058ff8e964a HTTP/1.1" status: 204 len: 168 time: 8.2576702 May 05 22:11:00.678844 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 43032) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:00.753432 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a13e61bc-b8aa-44d0-99e2-06f0d6333899 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:00.770748 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-cde01232-e934-4f7f-ad97-5cf4cf4a3cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a50dfed-f436-4ddd-bef3-807d927f5420', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1459802452', 'tenant_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '87cb1a33-f1c4-4483-a123-37ae4659ed2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:10:24Z', 'updated_at': '2022-05-05T22:10:52Z', 'revision_number': 4, 'project_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'gw_port': {'id': '87cb1a33-f1c4-4483-a123-37ae4659ed2f', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a50dfed-f436-4ddd-bef3-807d927f5420', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:10:26Z', 'updated_at': '2022-05-05T22:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '3878bcdf-cbb0-49a6-87a9-7f827621ec1f', 'name': '', 'network_id': '2e106dc0-8200-45c1-a2c4-63f5713e6232', 'tenant_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'mac_address': 'fa:16:3e:79:af:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a50dfed-f436-4ddd-bef3-807d927f5420', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae047049-6ac6-4ae1-8419-9986e7bc13c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:10:48Z', 'updated_at': '2022-05-05T22:10:53Z', 'revision_number': 2, 'project_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'subnets': [{'id': 'ae047049-6ac6-4ae1-8419-9986e7bc13c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:11:00.805570 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a13e61bc-b8aa-44d0-99e2-06f0d6333899 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:00.846491 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f1d16680-936f-410a-a74f-a2402ab327f5 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:00.850808 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13e61bc-b8aa-44d0-99e2-06f0d6333899 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Pushing event deleted for resources: {'Network': ['ID=df2ba99b-0c56-4a70-a755-6f97f6592748,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:00.855544 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d16680-936f-410a-a74f-a2402ab327f5 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:00.855544 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f1d16680-936f-410a-a74f-a2402ab327f5 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:00.855544 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [req-c36917ac-c5b9-4c50-a2cc-09358a682c29 req-335e82cc-f9e0-46b6-a78d-6952bf60e506 service neutron] (84061) timed out ('10.222.0.32', 49847) {{(pid=84061) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 05 22:11:00.873078 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde01232-e934-4f7f-ad97-5cf4cf4a3cdf None None] Checking router: 4a50dfed-f436-4ddd-bef3-807d927f5420 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:11:00.873078 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde01232-e934-4f7f-ad97-5cf4cf4a3cdf None None] Updating router 4a50dfed-f436-4ddd-bef3-807d927f5420 port 3878bcdf-cbb0-49a6-87a9-7f827621ec1f binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:11:00.877411 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a13e61bc-b8aa-44d0-99e2-06f0d6333899 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] 10.222.0.23 "DELETE /v2.0/networks/df2ba99b-0c56-4a70-a755-6f97f6592748 HTTP/1.1" status: 204 len: 168 time: 1.4717624 May 05 22:11:00.877411 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 43038) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:00.886993 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13e61bc-b8aa-44d0-99e2-06f0d6333899 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:11:00.886993 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13e61bc-b8aa-44d0-99e2-06f0d6333899 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:11:00.886993 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13e61bc-b8aa-44d0-99e2-06f0d6333899 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:11:00.900434 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13e61bc-b8aa-44d0-99e2-06f0d6333899 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:11:00.900434 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13e61bc-b8aa-44d0-99e2-06f0d6333899 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:11:00.900434 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13e61bc-b8aa-44d0-99e2-06f0d6333899 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:11:00.900434 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13e61bc-b8aa-44d0-99e2-06f0d6333899 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:11:00.900434 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13e61bc-b8aa-44d0-99e2-06f0d6333899 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:11:00.900434 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13e61bc-b8aa-44d0-99e2-06f0d6333899 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:11:00.900434 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13e61bc-b8aa-44d0-99e2-06f0d6333899 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:11:00.900434 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13e61bc-b8aa-44d0-99e2-06f0d6333899 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:11:00.928683 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4c746c-601d-414b-b087-54f02b9d1a28 None None] Network df2ba99b-0c56-4a70-a755-6f97f6592748 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:11:00.946191 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-80fa0658-655f-4faa-8b4f-758b78b38699 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1356836674'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:11:00.957230 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-80fa0658-655f-4faa-8b4f-758b78b38699 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:11:00.963324 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4c746c-601d-414b-b087-54f02b9d1a28 None None] Network df2ba99b-0c56-4a70-a755-6f97f6592748 could not be found, it might have been deleted concurrently. {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 05 22:11:00.970052 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-cde01232-e934-4f7f-ad97-5cf4cf4a3cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:00.971561 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-80fa0658-655f-4faa-8b4f-758b78b38699 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Usage tracker for resource:network and tenant:8098ae364cf14b1ea606e00a7b5c048e is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:11:00.975732 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-80fa0658-655f-4faa-8b4f-758b78b38699 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:11:00.990204 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-80fa0658-655f-4faa-8b4f-758b78b38699 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:11:01.016439 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80fa0658-655f-4faa-8b4f-758b78b38699 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Made reservation on behalf of 8098ae364cf14b1ea606e00a7b5c048e for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:11:01.019710 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-80fa0658-655f-4faa-8b4f-758b78b38699 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:01.121279 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80fa0658-655f-4faa-8b4f-758b78b38699 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:11:01.129606 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e502dcd4-ca78-48e8-b11e-c9f5261dd2a5 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:01.132968 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-80fa0658-655f-4faa-8b4f-758b78b38699 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:01.132968 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-80fa0658-655f-4faa-8b4f-758b78b38699 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Added segment cebafbeb-d38c-4b6b-9122-25b4ea1772d1 of type vlan for network 19abe86c-9841-4418-b13e-1f2ad1383d20 May 05 22:11:01.163949 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-80fa0658-655f-4faa-8b4f-758b78b38699 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:01.170539 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d16680-936f-410a-a74f-a2402ab327f5 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event updated for resources: {'Network': ['ID=0ec62eb3-8e30-4836-bf45-9e61ed5ae393,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:01.170539 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 43046) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:01.187917 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e502dcd4-ca78-48e8-b11e-c9f5261dd2a5 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:01.210170 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-80fa0658-655f-4faa-8b4f-758b78b38699 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:01.216555 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fa0658-655f-4faa-8b4f-758b78b38699 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:01.216555 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-80fa0658-655f-4faa-8b4f-758b78b38699 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:01.244715 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f1d16680-936f-410a-a74f-a2402ab327f5 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.4944127 May 05 22:11:01.262146 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 0ec62eb3-8e30-4836-bf45-9e61ed5ae393 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:11:01.279384 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 43052) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:01.343903 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-6c43c3d4-a82a-4b54-8b44-4441385ff54d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Request body: {'subnet': {'network_id': '0ec62eb3-8e30-4836-bf45-9e61ed5ae393', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:11:01.376868 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdc71cea-9d83-467c-97c9-1c4f476f820c admin admin] Deleting subnet b6329e98-aed7-463a-a6e6-dc9284056d36 {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:11:01.394016 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e502dcd4-ca78-48e8-b11e-c9f5261dd2a5 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:01.403523 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e502dcd4-ca78-48e8-b11e-c9f5261dd2a5 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1632 time: 1.6270783 May 05 22:11:01.438710 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 43056) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:01.449609 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-4e350245-5233-42f4-bad8-2ba35a8badeb tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Request body: {'security_group_rule': {'security_group_id': '882c5bc1-fe64-4b74-a8ee-3b1b1e3bff3d', 'project_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:11:01.457126 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4e350245-5233-42f4-bad8-2ba35a8badeb tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:11:01.461547 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-4e350245-5233-42f4-bad8-2ba35a8badeb tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Usage tracker for resource:security_group_rule and tenant:efa9087c34ce4a5fbd7fe821ae4a2e59 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:11:01.465854 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-4e350245-5233-42f4-bad8-2ba35a8badeb tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:11:01.472532 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4e350245-5233-42f4-bad8-2ba35a8badeb tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:11:01.481311 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-80fa0658-655f-4faa-8b4f-758b78b38699 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5552199 May 05 22:11:01.484544 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 43062) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:01.488661 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fdc71cea-9d83-467c-97c9-1c4f476f820c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:01.503961 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-0a8d3c0f-4708-4d90-9ec6-9f321ab8b5fb tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Request body: {'subnet': {'network_id': '19abe86c-9841-4418-b13e-1f2ad1383d20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:11:01.556446 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fa0658-655f-4faa-8b4f-758b78b38699 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Pushing event updated for resources: {'Network': ['ID=19abe86c-9841-4418-b13e-1f2ad1383d20,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:01.615475 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 19abe86c-9841-4418-b13e-1f2ad1383d20 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:11:01.628630 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-6c43c3d4-a82a-4b54-8b44-4441385ff54d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:11:01.642710 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-6c43c3d4-a82a-4b54-8b44-4441385ff54d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Usage tracker for resource:subnet and tenant:4182021ff5fe4f65b13da93a6be96ffa is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:11:01.642710 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-6c43c3d4-a82a-4b54-8b44-4441385ff54d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:11:01.657966 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-6c43c3d4-a82a-4b54-8b44-4441385ff54d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:11:01.693998 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-0a8d3c0f-4708-4d90-9ec6-9f321ab8b5fb tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:11:01.703191 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4e350245-5233-42f4-bad8-2ba35a8badeb tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:01.704184 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0a8d3c0f-4708-4d90-9ec6-9f321ab8b5fb tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Usage tracker for resource:subnet and tenant:8098ae364cf14b1ea606e00a7b5c048e is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:11:01.707766 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c43c3d4-a82a-4b54-8b44-4441385ff54d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Made reservation on behalf of 4182021ff5fe4f65b13da93a6be96ffa for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:11:01.716834 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e502dcd4-ca78-48e8-b11e-c9f5261dd2a5 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e61efd1-0b37-4d76-9aa3-146509453fc2,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:01.722835 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0a8d3c0f-4708-4d90-9ec6-9f321ab8b5fb tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:11:01.733497 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-0a8d3c0f-4708-4d90-9ec6-9f321ab8b5fb tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:11:01.736296 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-06b95f5f-a24e-41d9-8732-5101dbff4fe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:01.800717 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4e697e4c-1dac-4d41-8b92-9d02afc7e813 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:01.895255 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8d3c0f-4708-4d90-9ec6-9f321ab8b5fb tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Made reservation on behalf of 8098ae364cf14b1ea606e00a7b5c048e for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:11:01.914684 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fdc71cea-9d83-467c-97c9-1c4f476f820c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:01.944858 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6c43c3d4-a82a-4b54-8b44-4441385ff54d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:01.981416 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-cde01232-e934-4f7f-ad97-5cf4cf4a3cdf None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:01.997903 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-cde01232-e934-4f7f-ad97-5cf4cf4a3cdf None None] Transition to ACTIVE for port object 3878bcdf-cbb0-49a6-87a9-7f827621ec1f will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:11:02.007134 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-cde01232-e934-4f7f-ad97-5cf4cf4a3cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:02.045194 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4e697e4c-1dac-4d41-8b92-9d02afc7e813 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:02.089906 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb6ba7-e33a-4b6f-86c6-113510d6ff2c None None] Pushing event updated for resources: {'Port': ['ID=3878bcdf-cbb0-49a6-87a9-7f827621ec1f,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:02.145111 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-06b95f5f-a24e-41d9-8732-5101dbff4fe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:11:02.236112 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-06b95f5f-a24e-41d9-8732-5101dbff4fe0 admin admin] Usage tracker for resource:security_group_rule and tenant:5b47aac9ff9d454ea7dd09a85ee4a058 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:11:02.248627 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e697e4c-1dac-4d41-8b92-9d02afc7e813 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:11:02.254495 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-06b95f5f-a24e-41d9-8732-5101dbff4fe0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:11:02.262610 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-4e697e4c-1dac-4d41-8b92-9d02afc7e813 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:11:02.272591 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4e350245-5233-42f4-bad8-2ba35a8badeb tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:02.276968 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e697e4c-1dac-4d41-8b92-9d02afc7e813 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:11:02.313840 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-06b95f5f-a24e-41d9-8732-5101dbff4fe0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:11:02.338600 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-cde01232-e934-4f7f-ad97-5cf4cf4a3cdf None None] Attempting to bind port 3878bcdf-cbb0-49a6-87a9-7f827621ec1f on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:11:02.338600 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-cde01232-e934-4f7f-ad97-5cf4cf4a3cdf None None] Attempting to bind port 3878bcdf-cbb0-49a6-87a9-7f827621ec1f by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '506799dd-ba81-4a16-b635-7b9c0e81971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2e106dc0-8200-45c1-a2c4-63f5713e6232'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:11:02.338600 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde01232-e934-4f7f-ad97-5cf4cf4a3cdf None None] Attempting to bind port 3878bcdf-cbb0-49a6-87a9-7f827621ec1f on network 2e106dc0-8200-45c1-a2c4-63f5713e6232 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:11:02.343596 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde01232-e934-4f7f-ad97-5cf4cf4a3cdf None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:11:02.343596 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde01232-e934-4f7f-ad97-5cf4cf4a3cdf None None] Checking segment: {'id': '506799dd-ba81-4a16-b635-7b9c0e81971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2e106dc0-8200-45c1-a2c4-63f5713e6232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:11:02.343596 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-cde01232-e934-4f7f-ad97-5cf4cf4a3cdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:02.343596 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde01232-e934-4f7f-ad97-5cf4cf4a3cdf None None] Bound using segment: {'id': '506799dd-ba81-4a16-b635-7b9c0e81971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2e106dc0-8200-45c1-a2c4-63f5713e6232'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:11:02.344955 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-cde01232-e934-4f7f-ad97-5cf4cf4a3cdf None None] Bound port: 3878bcdf-cbb0-49a6-87a9-7f827621ec1f, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '506799dd-ba81-4a16-b635-7b9c0e81971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2e106dc0-8200-45c1-a2c4-63f5713e6232'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:11:02.344955 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-cde01232-e934-4f7f-ad97-5cf4cf4a3cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:02.366201 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 6953bf02-942c-4df7-b861-f3365d5a587d no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:11:02.381800 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4e350245-5233-42f4-bad8-2ba35a8badeb tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:02.394339 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e697e4c-1dac-4d41-8b92-9d02afc7e813 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event updated for resources: {'Port': ['ID=4291a811-6210-4c7b-9d52-176280b6b9ef,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:02.417038 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 6953bf02-942c-4df7-b861-f3365d5a587d {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:11:02.417038 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 6953bf02-942c-4df7-b861-f3365d5a587d not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:11:02.447095 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e350245-5233-42f4-bad8-2ba35a8badeb tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0f40ea4-115f-40f1-8df6-34fc419bbafc,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:02.447095 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fdc71cea-9d83-467c-97c9-1c4f476f820c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:02.526169 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-cde01232-e934-4f7f-ad97-5cf4cf4a3cdf None None] For port 3878bcdf-cbb0-49a6-87a9-7f827621ec1f, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:11:02.526169 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-cde01232-e934-4f7f-ad97-5cf4cf4a3cdf None None] For port 3878bcdf-cbb0-49a6-87a9-7f827621ec1f, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=3878bcdf-cbb0-49a6-87a9-7f827621ec1f,segment=NetworkSegment(506799dd-ba81-4a16-b635-7b9c0e81971a),segment_id=506799dd-ba81-4a16-b635-7b9c0e81971a)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:11:02.549688 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-cde01232-e934-4f7f-ad97-5cf4cf4a3cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:02.569659 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0a8d3c0f-4708-4d90-9ec6-9f321ab8b5fb tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:02.688544 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb6ba7-e33a-4b6f-86c6-113510d6ff2c None None] Pushing event updated for resources: {'Port': ['ID=3878bcdf-cbb0-49a6-87a9-7f827621ec1f,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:02.721197 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde01232-e934-4f7f-ad97-5cf4cf4a3cdf None None] Routers {'4a50dfed-f436-4ddd-bef3-807d927f5420'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:11:02.721197 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-cde01232-e934-4f7f-ad97-5cf4cf4a3cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:10:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['4a50dfed-f436-4ddd-bef3-807d927f5420'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:11:02.736322 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4e350245-5233-42f4-bad8-2ba35a8badeb tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:02.736322 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4e350245-5233-42f4-bad8-2ba35a8badeb tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.2941711 May 05 22:11:02.976012 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-06b95f5f-a24e-41d9-8732-5101dbff4fe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:03.021974 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-06b95f5f-a24e-41d9-8732-5101dbff4fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:03.103219 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0a8d3c0f-4708-4d90-9ec6-9f321ab8b5fb tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:03.178317 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-06b95f5f-a24e-41d9-8732-5101dbff4fe0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5b47aac9ff9d454ea7dd09a85ee4a058&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0014887 May 05 22:11:03.194145 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 43086) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:03.211177 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fdc71cea-9d83-467c-97c9-1c4f476f820c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:03.234483 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-cde01232-e934-4f7f-ad97-5cf4cf4a3cdf None None] Set router 4a50dfed-f436-4ddd-bef3-807d927f5420 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:11:03.288412 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b95f5f-a24e-41d9-8732-5101dbff4fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45555668-0664-4667-8c4f-e505becba219,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:03.321780 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8d3c0f-4708-4d90-9ec6-9f321ab8b5fb tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Pushing event updated for resources: {'Subnet': ['ID=0e878990-cbae-45b0-9b88-c0e364dc16a5,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:03.338139 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6c43c3d4-a82a-4b54-8b44-4441385ff54d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:03.342573 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fdc71cea-9d83-467c-97c9-1c4f476f820c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:03.354539 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc71cea-9d83-467c-97c9-1c4f476f820c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6329e98-aed7-463a-a6e6-dc9284056d36,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:03.373324 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-fdc71cea-9d83-467c-97c9-1c4f476f820c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b6329e98-aed7-463a-a6e6-dc9284056d36 HTTP/1.1" status: 204 len: 168 time: 2.6834702 May 05 22:11:03.373324 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 43094) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:03.394004 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b41c743-572b-4ee8-9529-f563297319a5 None None] Network da94abce-5ece-4742-b6d0-f89044eb6bbd requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:11:03.436315 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8d3c0f-4708-4d90-9ec6-9f321ab8b5fb tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Checking segment: {'id': 'cebafbeb-d38c-4b6b-9122-25b4ea1772d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '19abe86c-9841-4418-b13e-1f2ad1383d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:11:03.436315 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8d3c0f-4708-4d90-9ec6-9f321ab8b5fb tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Network hostable DHCP agents. Network: 19abe86c-9841-4418-b13e-1f2ad1383d20, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:11:03.456184 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca03ed82-a044-4878-814e-a3e34ff4f247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:03.518843 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c43c3d4-a82a-4b54-8b44-4441385ff54d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event updated for resources: {'Subnet': ['ID=eb837418-52b8-452a-a4ae-702ccbbbfc7d,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:03.522358 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-7e55962b-94ff-4e60-bc5b-b5f36902ce47 req-68728e01-d67c-4f10-863f-17fcaab0b205 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Synchronizing usage tracker for tenant:efa9087c34ce4a5fbd7fe821ae4a2e59 on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:11:03.531643 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca03ed82-a044-4878-814e-a3e34ff4f247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:03.554420 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8a0662c7-0995-4e16-9b2e-0600e2303ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:03.570115 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8d3c0f-4708-4d90-9ec6-9f321ab8b5fb tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Network 19abe86c-9841-4418-b13e-1f2ad1383d20 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:11:03.578713 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c43c3d4-a82a-4b54-8b44-4441385ff54d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Checking segment: {'id': 'f2c5df83-3fc9-4338-b1dd-572f0d2a69a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0ec62eb3-8e30-4836-bf45-9e61ed5ae393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:11:03.579033 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c43c3d4-a82a-4b54-8b44-4441385ff54d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Network hostable DHCP agents. Network: 0ec62eb3-8e30-4836-bf45-9e61ed5ae393, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:11:03.597107 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-7e55962b-94ff-4e60-bc5b-b5f36902ce47 req-68728e01-d67c-4f10-863f-17fcaab0b205 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Unset dirty status for tenant:efa9087c34ce4a5fbd7fe821ae4a2e59 on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:11:03.598316 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7e55962b-94ff-4e60-bc5b-b5f36902ce47 req-68728e01-d67c-4f10-863f-17fcaab0b205 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup_general--808909609&fields=id&tenant_id=efa9087c34ce4a5fbd7fe821ae4a2e59 HTTP/1.1" status: 200 len: 267 time: 0.3305001 May 05 22:11:03.603535 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-0a8d3c0f-4708-4d90-9ec6-9f321ab8b5fb tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 19abe86c-9841-4418-b13e-1f2ad1383d20) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:11:03.604720 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-8a0662c7-0995-4e16-9b2e-0600e2303ec7 admin admin] Deleting port 8f1d7baa-ff5f-4220-ae07-64015fe3f992 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:11:03.605077 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8a0662c7-0995-4e16-9b2e-0600e2303ec7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:03.611983 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8d3c0f-4708-4d90-9ec6-9f321ab8b5fb tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:03.612686 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0a8d3c0f-4708-4d90-9ec6-9f321ab8b5fb tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:03.642414 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c45da7e-029f-488c-8453-b578eee45f35 None None] Network 19abe86c-9841-4418-b13e-1f2ad1383d20 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:11:03.662810 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0a8d3c0f-4708-4d90-9ec6-9f321ab8b5fb tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1722524 May 05 22:11:03.662810 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 43100) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:03.671855 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c43c3d4-a82a-4b54-8b44-4441385ff54d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Network 0ec62eb3-8e30-4836-bf45-9e61ed5ae393 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:11:03.676763 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-08020efe-8d36-4f66-811e-3b1ba1f15e89 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Request body: {'subnet': {'network_id': '19abe86c-9841-4418-b13e-1f2ad1383d20', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:11:03.691732 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca03ed82-a044-4878-814e-a3e34ff4f247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:03.694336 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca03ed82-a044-4878-814e-a3e34ff4f247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:03.694336 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ca03ed82-a044-4878-814e-a3e34ff4f247 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/45555668-0664-4667-8c4f-e505becba219 HTTP/1.1" status: 204 len: 168 time: 0.5018902 May 05 22:11:03.792879 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-6c43c3d4-a82a-4b54-8b44-4441385ff54d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 0ec62eb3-8e30-4836-bf45-9e61ed5ae393) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:11:03.805146 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c43c3d4-a82a-4b54-8b44-4441385ff54d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:03.805146 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6c43c3d4-a82a-4b54-8b44-4441385ff54d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:03.812010 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca03ed82-a044-4878-814e-a3e34ff4f247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45555668-0664-4667-8c4f-e505becba219,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:03.859840 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-6c43c3d4-a82a-4b54-8b44-4441385ff54d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5821390 May 05 22:11:03.872906 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 43106) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:03.883613 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-fb06df21-a5fd-4716-844b-7faa8e8c65e7 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Request body: {'port': {'network_id': '0ec62eb3-8e30-4836-bf45-9e61ed5ae393', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1943574841'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:11:03.894558 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4790b604-f426-4d2a-ad9e-b61cbb4e50d0 None None] Network 0ec62eb3-8e30-4836-bf45-9e61ed5ae393 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:11:04.156342 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-08020efe-8d36-4f66-811e-3b1ba1f15e89 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:11:04.185546 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-08020efe-8d36-4f66-811e-3b1ba1f15e89 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Usage tracker for resource:subnet and tenant:8098ae364cf14b1ea606e00a7b5c048e is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:11:04.191743 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-08020efe-8d36-4f66-811e-3b1ba1f15e89 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:11:04.212445 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-08020efe-8d36-4f66-811e-3b1ba1f15e89 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:11:04.277053 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08020efe-8d36-4f66-811e-3b1ba1f15e89 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Made reservation on behalf of 8098ae364cf14b1ea606e00a7b5c048e for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:11:04.282913 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-08020efe-8d36-4f66-811e-3b1ba1f15e89 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:04.429632 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7e55962b-94ff-4e60-bc5b-b5f36902ce47 req-7bd79010-515b-4e4c-b062-f9ae4c88ec7c tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup_access--9294135&fields=id&tenant_id=efa9087c34ce4a5fbd7fe821ae4a2e59 HTTP/1.1" status: 200 len: 267 time: 0.6732032 May 05 22:11:04.433993 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4e697e4c-1dac-4d41-8b92-9d02afc7e813 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:04.574009 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-fb06df21-a5fd-4716-844b-7faa8e8c65e7 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:11:04.581038 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-fb06df21-a5fd-4716-844b-7faa8e8c65e7 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Usage tracker for resource:port and tenant:4182021ff5fe4f65b13da93a6be96ffa is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:11:04.599149 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-fb06df21-a5fd-4716-844b-7faa8e8c65e7 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:11:04.724568 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55962b-94ff-4e60-bc5b-b5f36902ce47 req-b3fbe5d1-85e2-49d6-a342-d690b187f889 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:04.730061 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-fb06df21-a5fd-4716-844b-7faa8e8c65e7 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:11:04.734298 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7e55962b-94ff-4e60-bc5b-b5f36902ce47 req-b3fbe5d1-85e2-49d6-a342-d690b187f889 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "GET /v2.0/networks?id=2e106dc0-8200-45c1-a2c4-63f5713e6232 HTTP/1.1" status: 200 len: 797 time: 0.2883384 May 05 22:11:04.772494 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7e55962b-94ff-4e60-bc5b-b5f36902ce47 req-2310fc22-6f13-4d0b-bd90-031e77978940 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "GET /v2.0/quotas/efa9087c34ce4a5fbd7fe821ae4a2e59 HTTP/1.1" status: 200 len: 375 time: 0.0316060 May 05 22:11:04.776955 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb06df21-a5fd-4716-844b-7faa8e8c65e7 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Made reservation on behalf of 4182021ff5fe4f65b13da93a6be96ffa for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:11:04.776955 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fb06df21-a5fd-4716-844b-7faa8e8c65e7 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:04.801426 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ceec1c-250b-4dfc-86de-eb3dd63989aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-0ec62eb3-8e30-4836-bf45-9e61ed5ae393', 'network_id': '0ec62eb3-8e30-4836-bf45-9e61ed5ae393', 'tenant_id': '4182021ff5fe4f65b13da93a6be96ffa', 'fixed_ips': [{'subnet_id': 'eb837418-52b8-452a-a4ae-702ccbbbfc7d'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:11:04.805947 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-55ceec1c-250b-4dfc-86de-eb3dd63989aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:04.818417 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [None req-fb06df21-a5fd-4716-844b-7faa8e8c65e7 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] device_id is not set on port f383a863-86d6-44de-bd41-0ef5a0b1eb38 yet. {{(pid=84063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:11:04.827809 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-8a0662c7-0995-4e16-9b2e-0600e2303ec7 admin admin] For port 8f1d7baa-ff5f-4220-ae07-64015fe3f992, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=8f1d7baa-ff5f-4220-ae07-64015fe3f992,segment=NetworkSegment(b0853f69-0751-43f3-82dd-3ab4be255b1c),segment_id=b0853f69-0751-43f3-82dd-3ab4be255b1c)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:11:04.828117 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8a0662c7-0995-4e16-9b2e-0600e2303ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:05.036369 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801cbf20-077d-497d-9aa0-338d209e4b98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-19abe86c-9841-4418-b13e-1f2ad1383d20', 'network_id': '19abe86c-9841-4418-b13e-1f2ad1383d20', 'tenant_id': '8098ae364cf14b1ea606e00a7b5c048e', 'fixed_ips': [{'subnet_id': '0e878990-cbae-45b0-9b88-c0e364dc16a5'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:11:05.036369 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-801cbf20-077d-497d-9aa0-338d209e4b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:05.087029 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bb1ca7-f093-4bc3-97a1-af506503b0d4 None None] DHCP port deletion for da94abce-5ece-4742-b6d0-f89044eb6bbd request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:11:05.104966 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-45bb1ca7-f093-4bc3-97a1-af506503b0d4 None None] Deleting port 8f1d7baa-ff5f-4220-ae07-64015fe3f992 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:11:05.104966 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-45bb1ca7-f093-4bc3-97a1-af506503b0d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:05.128132 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-08020efe-8d36-4f66-811e-3b1ba1f15e89 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:05.145854 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-8a0662c7-0995-4e16-9b2e-0600e2303ec7 admin admin] Calling delete_port for 8f1d7baa-ff5f-4220-ae07-64015fe3f992 owned by network:dhcp {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:11:05.199885 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-fb06df21-a5fd-4716-844b-7faa8e8c65e7 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Allocated IP 172.20.0.6 (0ec62eb3-8e30-4836-bf45-9e61ed5ae393/eb837418-52b8-452a-a4ae-702ccbbbfc7d/f383a863-86d6-44de-bd41-0ef5a0b1eb38) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:11:05.213744 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4e697e4c-1dac-4d41-8b92-9d02afc7e813 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:05.221500 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08020efe-8d36-4f66-811e-3b1ba1f15e89 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Network 19abe86c-9841-4418-b13e-1f2ad1383d20 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:11:05.225827 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-08020efe-8d36-4f66-811e-3b1ba1f15e89 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:11:05.232525 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08020efe-8d36-4f66-811e-3b1ba1f15e89 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:05.233488 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-08020efe-8d36-4f66-811e-3b1ba1f15e89 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:05.251468 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08020efe-8d36-4f66-811e-3b1ba1f15e89 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Pushing event updated for resources: {'Subnet': ['ID=e766359d-82b8-428d-b752-de48396100c2,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:05.408456 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-08020efe-8d36-4f66-811e-3b1ba1f15e89 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7355044 May 05 22:11:05.408456 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 43142) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:05.560582 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-7e55962b-94ff-4e60-bc5b-b5f36902ce47 req-cf3f5cfc-5a8f-467d-abd2-4312b1c83c37 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Synchronizing usage tracker for tenant:efa9087c34ce4a5fbd7fe821ae4a2e59 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:11:05.584826 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8a0662c7-0995-4e16-9b2e-0600e2303ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:05.716567 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-cde01232-e934-4f7f-ad97-5cf4cf4a3cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a50dfed-f436-4ddd-bef3-807d927f5420', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1459802452', 'tenant_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '87cb1a33-f1c4-4483-a123-37ae4659ed2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:10:24Z', 'updated_at': '2022-05-05T22:10:52Z', 'revision_number': 4, 'project_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'gw_port': {'id': '87cb1a33-f1c4-4483-a123-37ae4659ed2f', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a50dfed-f436-4ddd-bef3-807d927f5420', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:10:26Z', 'updated_at': '2022-05-05T22:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '3878bcdf-cbb0-49a6-87a9-7f827621ec1f', 'name': '', 'network_id': '2e106dc0-8200-45c1-a2c4-63f5713e6232', 'tenant_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'mac_address': 'fa:16:3e:79:af:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a50dfed-f436-4ddd-bef3-807d927f5420', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae047049-6ac6-4ae1-8419-9986e7bc13c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:10:48Z', 'updated_at': '2022-05-05T22:11:02Z', 'revision_number': 4, 'project_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'subnets': [{'id': 'ae047049-6ac6-4ae1-8419-9986e7bc13c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:11:05.735941 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0662c7-0995-4e16-9b2e-0600e2303ec7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f1d7baa-ff5f-4220-ae07-64015fe3f992,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:05.740625 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde01232-e934-4f7f-ad97-5cf4cf4a3cdf None None] The sync data for ids ['4a50dfed-f436-4ddd-bef3-807d927f5420'] in n-d-825175-4 is: [{'id': '4a50dfed-f436-4ddd-bef3-807d927f5420', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1459802452', 'tenant_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '87cb1a33-f1c4-4483-a123-37ae4659ed2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:10:24Z', 'updated_at': '2022-05-05T22:10:52Z', 'revision_number': 4, 'project_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'gw_port': {'id': '87cb1a33-f1c4-4483-a123-37ae4659ed2f', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a50dfed-f436-4ddd-bef3-807d927f5420', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:10:26Z', 'updated_at': '2022-05-05T22:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '3878bcdf-cbb0-49a6-87a9-7f827621ec1f', 'name': '', 'network_id': '2e106dc0-8200-45c1-a2c4-63f5713e6232', 'tenant_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'mac_address': 'fa:16:3e:79:af:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a50dfed-f436-4ddd-bef3-807d927f5420', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae047049-6ac6-4ae1-8419-9986e7bc13c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:10:48Z', 'updated_at': '2022-05-05T22:11:02Z', 'revision_number': 4, 'project_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'subnets': [{'id': 'ae047049-6ac6-4ae1-8419-9986e7bc13c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:11:05.791028 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0662c7-0995-4e16-9b2e-0600e2303ec7 admin admin] No DVR routers for this DVR port 8f1d7baa-ff5f-4220-ae07-64015fe3f992 on host n-d-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:11:05.879157 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fb06df21-a5fd-4716-844b-7faa8e8c65e7 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:05.920906 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-fb06df21-a5fd-4716-844b-7faa8e8c65e7 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Transition to ACTIVE for port object f383a863-86d6-44de-bd41-0ef5a0b1eb38 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:11:05.930510 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85df498b-7186-4780-9f34-8778ce1f130f tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:05.932126 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85df498b-7186-4780-9f34-8778ce1f130f tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:05.933608 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85df498b-7186-4780-9f34-8778ce1f130f tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:05.934968 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85df498b-7186-4780-9f34-8778ce1f130f tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:05.936398 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85df498b-7186-4780-9f34-8778ce1f130f tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:05.936947 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-7e55962b-94ff-4e60-bc5b-b5f36902ce47 req-cf3f5cfc-5a8f-467d-abd2-4312b1c83c37 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Unset dirty status for tenant:efa9087c34ce4a5fbd7fe821ae4a2e59 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:11:05.937350 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-85df498b-7186-4780-9f34-8778ce1f130f tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Synchronizing usage tracker for tenant:8098ae364cf14b1ea606e00a7b5c048e on resource:subnet {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:11:05.938424 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7e55962b-94ff-4e60-bc5b-b5f36902ce47 req-cf3f5cfc-5a8f-467d-abd2-4312b1c83c37 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=efa9087c34ce4a5fbd7fe821ae4a2e59&fields=id HTTP/1.1" status: 200 len: 302 time: 1.1860366 May 05 22:11:05.992939 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-85df498b-7186-4780-9f34-8778ce1f130f tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Unset dirty status for tenant:8098ae364cf14b1ea606e00a7b5c048e on resource:subnet {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:11:05.992939 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-85df498b-7186-4780-9f34-8778ce1f130f tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5815527 May 05 22:11:05.992939 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 43154) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:06.007356 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-801cbf20-077d-497d-9aa0-338d209e4b98 None None] Allocated IP 2001:db8::2 (19abe86c-9841-4418-b13e-1f2ad1383d20/0e878990-cbae-45b0-9b88-c0e364dc16a5/08d23c78-7036-4a90-80ad-5dc06fcd9465) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:11:06.019935 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-954c60a8-57c3-4055-823c-1cc9ea345d1a tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-765060532'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:11:06.039866 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-954c60a8-57c3-4055-823c-1cc9ea345d1a tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:11:06.067005 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fb06df21-a5fd-4716-844b-7faa8e8c65e7 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:06.075012 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-954c60a8-57c3-4055-823c-1cc9ea345d1a tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Usage tracker for resource:network and tenant:8098ae364cf14b1ea606e00a7b5c048e is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:11:06.171201 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-954c60a8-57c3-4055-823c-1cc9ea345d1a tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:11:06.202428 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-954c60a8-57c3-4055-823c-1cc9ea345d1a tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:11:06.216653 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8a0662c7-0995-4e16-9b2e-0600e2303ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:06.251018 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:06.306529 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-8a0662c7-0995-4e16-9b2e-0600e2303ec7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da94abce-5ece-4742-b6d0-f89044eb6bbd']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:11:06.323676 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb06df21-a5fd-4716-844b-7faa8e8c65e7 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Network 0ec62eb3-8e30-4836-bf45-9e61ed5ae393 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:11:06.338897 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-fb06df21-a5fd-4716-844b-7faa8e8c65e7 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:11:06.341619 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954c60a8-57c3-4055-823c-1cc9ea345d1a tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Made reservation on behalf of 8098ae364cf14b1ea606e00a7b5c048e for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:11:06.344879 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-954c60a8-57c3-4055-823c-1cc9ea345d1a tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:06.383300 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:06.383300 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-45bb1ca7-f093-4bc3-97a1-af506503b0d4 None None] For port 8f1d7baa-ff5f-4220-ae07-64015fe3f992, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=8f1d7baa-ff5f-4220-ae07-64015fe3f992,segment=NetworkSegment(b0853f69-0751-43f3-82dd-3ab4be255b1c),segment_id=b0853f69-0751-43f3-82dd-3ab4be255b1c)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:11:06.383300 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-45bb1ca7-f093-4bc3-97a1-af506503b0d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:06.426309 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-8a0662c7-0995-4e16-9b2e-0600e2303ec7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0853f69-0751-43f3-82dd-3ab4be255b1c') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:11:06.426309 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-8a0662c7-0995-4e16-9b2e-0600e2303ec7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0853f69-0751-43f3-82dd-3ab4be255b1c') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:11:06.440894 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb06df21-a5fd-4716-844b-7faa8e8c65e7 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event updated for resources: {'Port': ['ID=f383a863-86d6-44de-bd41-0ef5a0b1eb38,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:06.459417 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb06df21-a5fd-4716-844b-7faa8e8c65e7 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:11:06.545028 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8a0662c7-0995-4e16-9b2e-0600e2303ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:06.597498 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.resource_extend [None req-4e697e4c-1dac-4d41-8b92-9d02afc7e813 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 22:11:06.605882 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8a0662c7-0995-4e16-9b2e-0600e2303ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:06.621491 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4e697e4c-1dac-4d41-8b92-9d02afc7e813 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:06.623569 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a0662c7-0995-4e16-9b2e-0600e2303ec7 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:11:06.624246 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8a0662c7-0995-4e16-9b2e-0600e2303ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:06.639436 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 22:11:06.639436 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:11:06.639436 n-d-825175-4 neutron-server[84061]: timer() May 05 22:11:06.639436 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:11:06.639436 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 22:11:06.639436 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:11:06.639436 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 22:11:06.639436 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:11:06.639436 n-d-825175-4 neutron-server[84061]: self._notify() May 05 22:11:06.639436 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:11:06.639436 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 22:11:06.639436 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:11:06.639436 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 22:11:06.639436 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:11:06.639436 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:11:06.639436 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:11:06.639436 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:11:06.639436 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:11:06.639436 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 22:11:06.639436 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:11:06.639436 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 22:11:06.639436 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:11:06.639436 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:11:06.639436 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:11:06.639436 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 22:11:06.639436 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:11:06.639436 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:11:06.639436 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:11:06.639436 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:11:06.639436 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:11:06.639436 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:11:06.639436 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:11:06.646421 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4e697e4c-1dac-4d41-8b92-9d02afc7e813 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:06.724276 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-45bb1ca7-f093-4bc3-97a1-af506503b0d4 None None] Calling delete_port for 8f1d7baa-ff5f-4220-ae07-64015fe3f992 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:11:06.774060 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 3878bcdf-cbb0-49a6-87a9-7f827621ec1f up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:11:06.792699 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb06df21-a5fd-4716-844b-7faa8e8c65e7 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:06.797877 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fb06df21-a5fd-4716-844b-7faa8e8c65e7 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:06.930636 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-55ceec1c-250b-4dfc-86de-eb3dd63989aa None None] Allocated IP 172.20.0.2 (0ec62eb3-8e30-4836-bf45-9e61ed5ae393/eb837418-52b8-452a-a4ae-702ccbbbfc7d/5da54f14-0bac-4da9-b6ce-71867f387e2a) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:11:06.972503 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-fb06df21-a5fd-4716-844b-7faa8e8c65e7 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 3.0982709 May 05 22:11:06.974457 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-954c60a8-57c3-4055-823c-1cc9ea345d1a tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:11:06.976861 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 43174) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:07.053871 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:11:07.053871 n-d-825175-4 neutron-server[84064]: util.warn( May 05 22:11:07.053871 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:11:07.053871 n-d-825175-4 neutron-server[84064]: util.warn( May 05 22:11:07.053871 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:11:07.053871 n-d-825175-4 neutron-server[84064]: util.warn( May 05 22:11:07.053871 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:11:07.053871 n-d-825175-4 neutron-server[84064]: util.warn( May 05 22:11:07.053871 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:11:07.053871 n-d-825175-4 neutron-server[84064]: util.warn( May 05 22:11:07.053871 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:11:07.053871 n-d-825175-4 neutron-server[84064]: util.warn( May 05 22:11:07.053871 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:11:07.053871 n-d-825175-4 neutron-server[84064]: util.warn( May 05 22:11:07.053871 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:11:07.053871 n-d-825175-4 neutron-server[84064]: util.warn( May 05 22:11:07.053871 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:11:07.053871 n-d-825175-4 neutron-server[84064]: util.warn( May 05 22:11:07.053871 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:11:07.053871 n-d-825175-4 neutron-server[84064]: util.warn( May 05 22:11:07.053871 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:11:07.053871 n-d-825175-4 neutron-server[84064]: util.warn( May 05 22:11:07.053871 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:11:07.053871 n-d-825175-4 neutron-server[84064]: util.warn( May 05 22:11:07.053871 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:11:07.053871 n-d-825175-4 neutron-server[84064]: util.warn( May 05 22:11:07.053871 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:11:07.053871 n-d-825175-4 neutron-server[84064]: util.warn( May 05 22:11:07.053871 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:11:07.053871 n-d-825175-4 neutron-server[84064]: util.warn( May 05 22:11:07.053871 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:11:07.053871 n-d-825175-4 neutron-server[84064]: util.warn( May 05 22:11:07.053871 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:11:07.053871 n-d-825175-4 neutron-server[84064]: util.warn( May 05 22:11:07.053871 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:11:07.053871 n-d-825175-4 neutron-server[84064]: util.warn( May 05 22:11:07.053871 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:11:07.053871 n-d-825175-4 neutron-server[84064]: util.warn( May 05 22:11:07.053871 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:11:07.053871 n-d-825175-4 neutron-server[84064]: util.warn( May 05 22:11:07.053871 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:11:07.053871 n-d-825175-4 neutron-server[84064]: util.warn( May 05 22:11:07.053871 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:11:07.053871 n-d-825175-4 neutron-server[84064]: util.warn( May 05 22:11:07.053871 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:11:07.053871 n-d-825175-4 neutron-server[84064]: util.warn( May 05 22:11:07.053871 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:11:07.053871 n-d-825175-4 neutron-server[84064]: util.warn( May 05 22:11:07.053871 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:11:07.053871 n-d-825175-4 neutron-server[84064]: util.warn( May 05 22:11:07.053871 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:11:07.053871 n-d-825175-4 neutron-server[84064]: util.warn( May 05 22:11:07.053871 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:11:07.053871 n-d-825175-4 neutron-server[84064]: util.warn( May 05 22:11:07.053871 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:11:07.053871 n-d-825175-4 neutron-server[84064]: util.warn( May 05 22:11:07.062842 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8a0662c7-0995-4e16-9b2e-0600e2303ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:07.076123 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-954c60a8-57c3-4055-823c-1cc9ea345d1a tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:07.076977 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-954c60a8-57c3-4055-823c-1cc9ea345d1a tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Added segment 95c74da0-4c8f-4328-9ab2-015ebe001580 of type vlan for network 036dd736-4748-4c54-8d34-07fe8eba23d0 May 05 22:11:07.092485 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e697e4c-1dac-4d41-8b92-9d02afc7e813 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event updated for resources: {'Port': ['ID=4291a811-6210-4c7b-9d52-176280b6b9ef,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:07.105972 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [req-7e55962b-94ff-4e60-bc5b-b5f36902ce47 req-a2891269-886a-4fee-b6f0-555e53746385 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:11:07.107313 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7e55962b-94ff-4e60-bc5b-b5f36902ce47 req-a2891269-886a-4fee-b6f0-555e53746385 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.9912794 May 05 22:11:07.126254 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-155af81b-2291-4454-8bde-cefc4cd92cb4 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Deleting port f383a863-86d6-44de-bd41-0ef5a0b1eb38 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:11:07.126950 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-155af81b-2291-4454-8bde-cefc4cd92cb4 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:07.161177 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8a0662c7-0995-4e16-9b2e-0600e2303ec7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:07.239841 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0662c7-0995-4e16-9b2e-0600e2303ec7 admin admin] Pushing event deleted for resources: {'Network': ['ID=da94abce-5ece-4742-b6d0-f89044eb6bbd,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:07.350921 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-954c60a8-57c3-4055-823c-1cc9ea345d1a tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:07.368937 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-45bb1ca7-f093-4bc3-97a1-af506503b0d4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:11:07.369381 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-45bb1ca7-f093-4bc3-97a1-af506503b0d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:11:07.524289 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 3878bcdf-cbb0-49a6-87a9-7f827621ec1f completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:11:07.533069 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 3878bcdf-cbb0-49a6-87a9-7f827621ec1f triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:11:07.533069 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:07.705550 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-801cbf20-077d-497d-9aa0-338d209e4b98 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:07.707285 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-954c60a8-57c3-4055-823c-1cc9ea345d1a tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:07.711165 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954c60a8-57c3-4055-823c-1cc9ea345d1a tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:07.718393 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-954c60a8-57c3-4055-823c-1cc9ea345d1a tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:07.719740 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-801cbf20-077d-497d-9aa0-338d209e4b98 None None] Transition to ACTIVE for port object 08d23c78-7036-4a90-80ad-5dc06fcd9465 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:11:07.748136 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-801cbf20-077d-497d-9aa0-338d209e4b98 None None] Transition to ACTIVE for port object 08d23c78-7036-4a90-80ad-5dc06fcd9465 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:11:07.753251 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4e697e4c-1dac-4d41-8b92-9d02afc7e813 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:07.779648 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-801cbf20-077d-497d-9aa0-338d209e4b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:07.822636 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7e55962b-94ff-4e60-bc5b-b5f36902ce47 req-bc95ab83-ad8c-45cc-b8be-0d9905458fbb service neutron] 10.222.0.23 "GET /v2.0/networks/2e106dc0-8200-45c1-a2c4-63f5713e6232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6617813 May 05 22:11:07.972360 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-155af81b-2291-4454-8bde-cefc4cd92cb4 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:07.982495 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-45bb1ca7-f093-4bc3-97a1-af506503b0d4 None None] Deleting port 8f1d7baa-ff5f-4220-ae07-64015fe3f992 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:11:07.983125 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-45bb1ca7-f093-4bc3-97a1-af506503b0d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:08.026540 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801cbf20-077d-497d-9aa0-338d209e4b98 None None] Pushing event updated for resources: {'Port': ['ID=08d23c78-7036-4a90-80ad-5dc06fcd9465,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:08.129992 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-155af81b-2291-4454-8bde-cefc4cd92cb4 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Calling delete_port for f383a863-86d6-44de-bd41-0ef5a0b1eb38 owned by {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:11:08.135043 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-45bb1ca7-f093-4bc3-97a1-af506503b0d4 None None] The port '8f1d7baa-ff5f-4220-ae07-64015fe3f992' was deleted {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 22:11:08.199342 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801cbf20-077d-497d-9aa0-338d209e4b98 None None] Network 19abe86c-9841-4418-b13e-1f2ad1383d20 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:11:08.210538 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-801cbf20-077d-497d-9aa0-338d209e4b98 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:11:08.226605 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801cbf20-077d-497d-9aa0-338d209e4b98 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:11:08.246976 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7e55962b-94ff-4e60-bc5b-b5f36902ce47 req-5246e454-2b65-498e-8c9d-467efa417928 service neutron] 10.222.0.23 "GET /v2.0/networks/2e106dc0-8200-45c1-a2c4-63f5713e6232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4089549 May 05 22:11:08.276510 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-8a0662c7-0995-4e16-9b2e-0600e2303ec7 admin admin] 10.222.0.23 "DELETE /v2.0/networks/da94abce-5ece-4742-b6d0-f89044eb6bbd HTTP/1.1" status: 204 len: 168 time: 4.8994708 May 05 22:11:08.374526 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-155af81b-2291-4454-8bde-cefc4cd92cb4 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:08.375158 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d79da707-204d-4592-ad2c-a0766b6cec95 req-e308fde6-9c1a-4293-9cfc-8449f3ef1510 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6a10f1aa-b77d-4743-ba34-bc524ef90ebc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5499263 May 05 22:11:08.475510 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-801cbf20-077d-497d-9aa0-338d209e4b98 None None] Attempting to bind port 08d23c78-7036-4a90-80ad-5dc06fcd9465 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:11:08.476054 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-801cbf20-077d-497d-9aa0-338d209e4b98 None None] Attempting to bind port 08d23c78-7036-4a90-80ad-5dc06fcd9465 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'cebafbeb-d38c-4b6b-9122-25b4ea1772d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '19abe86c-9841-4418-b13e-1f2ad1383d20'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:11:08.481456 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801cbf20-077d-497d-9aa0-338d209e4b98 None None] Attempting to bind port 08d23c78-7036-4a90-80ad-5dc06fcd9465 on network 19abe86c-9841-4418-b13e-1f2ad1383d20 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:11:08.485139 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954c60a8-57c3-4055-823c-1cc9ea345d1a tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Pushing event updated for resources: {'Network': ['ID=036dd736-4748-4c54-8d34-07fe8eba23d0,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:08.505696 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155af81b-2291-4454-8bde-cefc4cd92cb4 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event deleted for resources: {'Port': ['ID=f383a863-86d6-44de-bd41-0ef5a0b1eb38,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:08.508509 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-954c60a8-57c3-4055-823c-1cc9ea345d1a tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.5142601 May 05 22:11:08.519403 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 43208) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:08.536605 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-6ae2c9b9-f230-47fc-bdc7-cf7c0f8c692c tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:11:08.540617 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-55ceec1c-250b-4dfc-86de-eb3dd63989aa None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:08.566564 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-55ceec1c-250b-4dfc-86de-eb3dd63989aa None None] Transition to ACTIVE for port object 5da54f14-0bac-4da9-b6ce-71867f387e2a will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:11:08.614219 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-55ceec1c-250b-4dfc-86de-eb3dd63989aa None None] Transition to ACTIVE for port object 5da54f14-0bac-4da9-b6ce-71867f387e2a will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:11:08.623187 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801cbf20-077d-497d-9aa0-338d209e4b98 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:11:08.623187 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801cbf20-077d-497d-9aa0-338d209e4b98 None None] Checking segment: {'id': 'cebafbeb-d38c-4b6b-9122-25b4ea1772d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '19abe86c-9841-4418-b13e-1f2ad1383d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:11:08.626373 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-801cbf20-077d-497d-9aa0-338d209e4b98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:08.626373 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801cbf20-077d-497d-9aa0-338d209e4b98 None None] Bound using segment: {'id': 'cebafbeb-d38c-4b6b-9122-25b4ea1772d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '19abe86c-9841-4418-b13e-1f2ad1383d20'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:11:08.626373 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-801cbf20-077d-497d-9aa0-338d209e4b98 None None] Bound port: 08d23c78-7036-4a90-80ad-5dc06fcd9465, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cebafbeb-d38c-4b6b-9122-25b4ea1772d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '19abe86c-9841-4418-b13e-1f2ad1383d20'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:11:08.626373 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-801cbf20-077d-497d-9aa0-338d209e4b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:08.678856 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:08.758577 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 036dd736-4748-4c54-8d34-07fe8eba23d0 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:11:08.859176 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 43224) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:08.971378 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f6a6ff88-a6e7-4979-8b10-c1b5a4b47c3b req-c59cc4cd-72fb-40e5-ba71-5e8e3015bdd9 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c60070-24a1-4dfb-bfe9-f30837a20dcb HTTP/1.1" status: 200 len: 210 time: 0.0998614 May 05 22:11:08.989082 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-155af81b-2291-4454-8bde-cefc4cd92cb4 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:09.015037 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-155af81b-2291-4454-8bde-cefc4cd92cb4 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "DELETE /v2.0/ports/f383a863-86d6-44de-bd41-0ef5a0b1eb38 HTTP/1.1" status: 204 len: 168 time: 2.0291696 May 05 22:11:09.016765 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 43230) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:09.090318 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-11af0c4c-78bb-4652-b190-949df2a4b457 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2578689695ab4a55a99443682838538b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2299404 May 05 22:11:09.095429 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 43236) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:09.173694 n-d-825175-4 neutron-server[84061]: INFO neutron.db.l3_db [None req-4e697e4c-1dac-4d41-8b92-9d02afc7e813 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Floating IP 92783a9c-d3ba-45c8-97e0-a0646aff570f associated. External IP: 172.25.4.133, port: 835c7f1c-b706-4ca3-9a78-cb2525c6e19b. May 05 22:11:09.309581 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-07a80444-8f0d-4b48-b232-206308e66c25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:09.394087 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-07a80444-8f0d-4b48-b232-206308e66c25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:09.417651 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-55ceec1c-250b-4dfc-86de-eb3dd63989aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:09.476010 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-07a80444-8f0d-4b48-b232-206308e66c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:09.504169 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ceec1c-250b-4dfc-86de-eb3dd63989aa None None] Pushing event updated for resources: {'Port': ['ID=5da54f14-0bac-4da9-b6ce-71867f387e2a,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:09.505497 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a80444-8f0d-4b48-b232-206308e66c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fea2001-664d-413d-98d0-1a10f55ad2d3,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:09.510565 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 3878bcdf-cbb0-49a6-87a9-7f827621ec1f, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=3878bcdf-cbb0-49a6-87a9-7f827621ec1f,segment=NetworkSegment(506799dd-ba81-4a16-b635-7b9c0e81971a),segment_id=506799dd-ba81-4a16-b635-7b9c0e81971a)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:11:09.527099 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-07a80444-8f0d-4b48-b232-206308e66c25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:09.578844 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-07a80444-8f0d-4b48-b232-206308e66c25 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0fea2001-664d-413d-98d0-1a10f55ad2d3 HTTP/1.1" status: 204 len: 168 time: 0.4678092 May 05 22:11:09.717511 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6ae2c9b9-f230-47fc-bdc7-cf7c0f8c692c tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:09.744661 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d22f709-c321-48a3-b022-d9d976a4897d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] GET failed (client error): The resource could not be found. May 05 22:11:09.745490 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-6d22f709-c321-48a3-b022-d9d976a4897d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Synchronizing usage tracker for tenant:4182021ff5fe4f65b13da93a6be96ffa on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:11:09.769078 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:09.786784 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d79da707-204d-4592-ad2c-a0766b6cec95 req-f952011e-aace-4455-8cec-a509b311484b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=06fb629024324e968714595537efac5c&device_id=6a10f1aa-b77d-4743-ba34-bc524ef90ebc HTTP/1.1" status: 200 len: 1097 time: 1.2010415 May 05 22:11:09.787880 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6ae2c9b9-f230-47fc-bdc7-cf7c0f8c692c tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:09.919513 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-6d22f709-c321-48a3-b022-d9d976a4897d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Unset dirty status for tenant:4182021ff5fe4f65b13da93a6be96ffa on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:11:09.927338 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-6d22f709-c321-48a3-b022-d9d976a4897d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "GET /v2.0/ports/f383a863-86d6-44de-bd41-0ef5a0b1eb38 HTTP/1.1" status: 404 len: 333 time: 0.8825788 May 05 22:11:09.930137 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 43258) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:10.015075 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 8f1d7baa-ff5f-4220-ae07-64015fe3f992 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:11:10.104628 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ceec1c-250b-4dfc-86de-eb3dd63989aa None None] Network 0ec62eb3-8e30-4836-bf45-9e61ed5ae393 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:11:10.106922 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 8f1d7baa-ff5f-4220-ae07-64015fe3f992 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:11:10.107430 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 8f1d7baa-ff5f-4220-ae07-64015fe3f992 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:11:10.111444 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6ae2c9b9-f230-47fc-bdc7-cf7c0f8c692c tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Network 036dd736-4748-4c54-8d34-07fe8eba23d0 is not hosted by any dhcp agent {{(pid=84061) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 05 22:11:10.116577 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-55ceec1c-250b-4dfc-86de-eb3dd63989aa None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:11:10.119485 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ceec1c-250b-4dfc-86de-eb3dd63989aa None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:11:10.122224 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-801cbf20-077d-497d-9aa0-338d209e4b98 None None] For port 08d23c78-7036-4a90-80ad-5dc06fcd9465, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:11:10.132220 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae2c9b9-f230-47fc-bdc7-cf7c0f8c692c tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:10.148001 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6ae2c9b9-f230-47fc-bdc7-cf7c0f8c692c tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:10.149606 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-6ae2c9b9-f230-47fc-bdc7-cf7c0f8c692c tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] 10.222.0.23 "PUT /v2.0/networks/036dd736-4748-4c54-8d34-07fe8eba23d0 HTTP/1.1" status: 200 len: 723 time: 1.6276069 May 05 22:11:10.151860 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-801cbf20-077d-497d-9aa0-338d209e4b98 None None] For port 08d23c78-7036-4a90-80ad-5dc06fcd9465, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=08d23c78-7036-4a90-80ad-5dc06fcd9465,segment=NetworkSegment(cebafbeb-d38c-4b6b-9122-25b4ea1772d1),segment_id=cebafbeb-d38c-4b6b-9122-25b4ea1772d1)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:11:10.198291 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 43268) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:10.241525 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-801cbf20-077d-497d-9aa0-338d209e4b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:10.273659 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-fe8f8543-edb8-4954-8565-597817ac5b68 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Request body: {'subnet': {'network_id': '036dd736-4748-4c54-8d34-07fe8eba23d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:11:10.325440 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=3878bcdf-cbb0-49a6-87a9-7f827621ec1f,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:10.374373 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca7a8246-1fb3-4593-bf95-994e1b279367 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Deleting subnet eb837418-52b8-452a-a4ae-702ccbbbfc7d {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:11:10.377528 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca7a8246-1fb3-4593-bf95-994e1b279367 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:10.450896 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca7a8246-1fb3-4593-bf95-994e1b279367 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:10.510157 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801cbf20-077d-497d-9aa0-338d209e4b98 None None] Pushing event updated for resources: {'Port': ['ID=08d23c78-7036-4a90-80ad-5dc06fcd9465,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:10.527359 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79da707-204d-4592-ad2c-a0766b6cec95 req-9f22244b-71db-4289-8558-72bf0760155b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:10.528765 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d79da707-204d-4592-ad2c-a0766b6cec95 req-9f22244b-71db-4289-8558-72bf0760155b service neutron] 10.222.0.32 "GET /v2.0/networks?id=6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4 HTTP/1.1" status: 200 len: 898 time: 0.6963038 May 05 22:11:10.587973 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-55ceec1c-250b-4dfc-86de-eb3dd63989aa None None] Attempting to bind port 5da54f14-0bac-4da9-b6ce-71867f387e2a on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:11:10.592258 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-55ceec1c-250b-4dfc-86de-eb3dd63989aa None None] Attempting to bind port 5da54f14-0bac-4da9-b6ce-71867f387e2a by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'f2c5df83-3fc9-4338-b1dd-572f0d2a69a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0ec62eb3-8e30-4836-bf45-9e61ed5ae393'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:11:10.592651 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ceec1c-250b-4dfc-86de-eb3dd63989aa None None] Attempting to bind port 5da54f14-0bac-4da9-b6ce-71867f387e2a on network 0ec62eb3-8e30-4836-bf45-9e61ed5ae393 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:11:10.610151 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae2c9b9-f230-47fc-bdc7-cf7c0f8c692c tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Pushing event updated for resources: {'Network': ['ID=036dd736-4748-4c54-8d34-07fe8eba23d0,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:10.648691 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 036dd736-4748-4c54-8d34-07fe8eba23d0 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:11:10.759404 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ceec1c-250b-4dfc-86de-eb3dd63989aa None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:11:10.759404 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ceec1c-250b-4dfc-86de-eb3dd63989aa None None] Checking segment: {'id': 'f2c5df83-3fc9-4338-b1dd-572f0d2a69a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0ec62eb3-8e30-4836-bf45-9e61ed5ae393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:11:10.759404 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-55ceec1c-250b-4dfc-86de-eb3dd63989aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:10.763141 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ceec1c-250b-4dfc-86de-eb3dd63989aa None None] Bound using segment: {'id': 'f2c5df83-3fc9-4338-b1dd-572f0d2a69a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0ec62eb3-8e30-4836-bf45-9e61ed5ae393'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:11:10.769699 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-55ceec1c-250b-4dfc-86de-eb3dd63989aa None None] Bound port: 5da54f14-0bac-4da9-b6ce-71867f387e2a, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c5df83-3fc9-4338-b1dd-572f0d2a69a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0ec62eb3-8e30-4836-bf45-9e61ed5ae393'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:11:10.770106 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-55ceec1c-250b-4dfc-86de-eb3dd63989aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:11.190344 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55962b-94ff-4e60-bc5b-b5f36902ce47 req-0c7d65dc-1fac-4e4b-92ea-67d3c6dbeef9 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:11.198118 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-7e55962b-94ff-4e60-bc5b-b5f36902ce47 req-0c7d65dc-1fac-4e4b-92ea-67d3c6dbeef9 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Synchronizing usage tracker for tenant:efa9087c34ce4a5fbd7fe821ae4a2e59 on resource:network {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:11:11.219711 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca7a8246-1fb3-4593-bf95-994e1b279367 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:11.341539 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-fe8f8543-edb8-4954-8565-597817ac5b68 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:11:11.355783 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-7e55962b-94ff-4e60-bc5b-b5f36902ce47 req-0c7d65dc-1fac-4e4b-92ea-67d3c6dbeef9 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Unset dirty status for tenant:efa9087c34ce4a5fbd7fe821ae4a2e59 on resource:network {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:11:11.360362 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7e55962b-94ff-4e60-bc5b-b5f36902ce47 req-0c7d65dc-1fac-4e4b-92ea-67d3c6dbeef9 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.44 "GET /v2.0/networks?id=2e106dc0-8200-45c1-a2c4-63f5713e6232 HTTP/1.1" status: 200 len: 797 time: 0.8118839 May 05 22:11:11.364429 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-fe8f8543-edb8-4954-8565-597817ac5b68 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:11:11.384170 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-62f84471-9b17-438e-860a-cae8efc45c04 req-537ee822-dac9-4c32-891f-c782043124c0 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c60070-24a1-4dfb-bfe9-f30837a20dcb HTTP/1.1" status: 200 len: 210 time: 0.7790868 May 05 22:11:11.405805 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-55ceec1c-250b-4dfc-86de-eb3dd63989aa None None] For port 5da54f14-0bac-4da9-b6ce-71867f387e2a, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:11:11.410691 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-55ceec1c-250b-4dfc-86de-eb3dd63989aa None None] For port 5da54f14-0bac-4da9-b6ce-71867f387e2a, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=5da54f14-0bac-4da9-b6ce-71867f387e2a,segment=NetworkSegment(f2c5df83-3fc9-4338-b1dd-572f0d2a69a1),segment_id=f2c5df83-3fc9-4338-b1dd-572f0d2a69a1)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:11:11.411322 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca7a8246-1fb3-4593-bf95-994e1b279367 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:11.426010 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-55ceec1c-250b-4dfc-86de-eb3dd63989aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:11.444210 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8f8543-edb8-4954-8565-597817ac5b68 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Made reservation on behalf of 8098ae364cf14b1ea606e00a7b5c048e for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:11:11.504514 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7a8246-1fb3-4593-bf95-994e1b279367 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event deleted for resources: {'Subnet': ['ID=eb837418-52b8-452a-a4ae-702ccbbbfc7d,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:11.508334 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca7a8246-1fb3-4593-bf95-994e1b279367 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1997464'] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:11.576801 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-7e55962b-94ff-4e60-bc5b-b5f36902ce47 req-3e80abbd-5351-417f-bdbf-9b119cc67592 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Synchronizing usage tracker for tenant:efa9087c34ce4a5fbd7fe821ae4a2e59 on resource:security_group {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:11:11.600339 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-7e55962b-94ff-4e60-bc5b-b5f36902ce47 req-3e80abbd-5351-417f-bdbf-9b119cc67592 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Unset dirty status for tenant:efa9087c34ce4a5fbd7fe821ae4a2e59 on resource:security_group {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:11:11.601997 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7e55962b-94ff-4e60-bc5b-b5f36902ce47 req-3e80abbd-5351-417f-bdbf-9b119cc67592 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efa9087c34ce4a5fbd7fe821ae4a2e59 HTTP/1.1" status: 200 len: 474 time: 0.2149959 May 05 22:11:11.604716 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ca7a8246-1fb3-4593-bf95-994e1b279367 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "DELETE /v2.0/subnets/eb837418-52b8-452a-a4ae-702ccbbbfc7d HTTP/1.1" status: 204 len: 168 time: 1.6721382 May 05 22:11:11.612771 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-7e55962b-94ff-4e60-bc5b-b5f36902ce47 req-b63976af-a7fe-430a-8a1a-8f03c060f78e tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Request body: {'port': {'device_id': '47c60070-24a1-4dfb-bfe9-f30837a20dcb', 'network_id': '2e106dc0-8200-45c1-a2c4-63f5713e6232', 'admin_state_up': True, 'tenant_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'security_groups': ['9e61efd1-0b37-4d76-9aa3-146509453fc2', '882c5bc1-fe64-4b74-a8ee-3b1b1e3bff3d']}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:11:11.640682 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ceec1c-250b-4dfc-86de-eb3dd63989aa None None] Pushing event updated for resources: {'Port': ['ID=5da54f14-0bac-4da9-b6ce-71867f387e2a,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:11.652041 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 43300) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:11.658471 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fe8f8543-edb8-4954-8565-597817ac5b68 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:11.894199 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-7e55962b-94ff-4e60-bc5b-b5f36902ce47 req-b63976af-a7fe-430a-8a1a-8f03c060f78e tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:11:11.908178 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-7e55962b-94ff-4e60-bc5b-b5f36902ce47 req-b63976af-a7fe-430a-8a1a-8f03c060f78e tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:11:11.925358 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e55962b-94ff-4e60-bc5b-b5f36902ce47 req-b63976af-a7fe-430a-8a1a-8f03c060f78e tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Made reservation on behalf of efa9087c34ce4a5fbd7fe821ae4a2e59 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:11:11.931211 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-7e55962b-94ff-4e60-bc5b-b5f36902ce47 req-b63976af-a7fe-430a-8a1a-8f03c060f78e tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:12.131056 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d79da707-204d-4592-ad2c-a0766b6cec95 req-979bda4a-7235-4ece-916d-223298456414 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=835c7f1c-b706-4ca3-9a78-cb2525c6e19b HTTP/1.1" status: 200 len: 1000 time: 1.5236182 May 05 22:11:12.348597 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 43314) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:12.400515 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-7e55962b-94ff-4e60-bc5b-b5f36902ce47 req-b63976af-a7fe-430a-8a1a-8f03c060f78e tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Allocated IP 172.20.0.7 (2e106dc0-8200-45c1-a2c4-63f5713e6232/ae047049-6ac6-4ae1-8419-9986e7bc13c8/f3f80628-a523-409f-b654-d22d3bbdd69d) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:11:12.490352 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-517518f3-be49-4de4-8629-7f875fac5625 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:12.513966 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 08d23c78-7036-4a90-80ad-5dc06fcd9465 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:11:12.618533 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74390700-072d-4162-93d1-518efc790e5e None None] Network 19abe86c-9841-4418-b13e-1f2ad1383d20 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:11:12.631702 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79da707-204d-4592-ad2c-a0766b6cec95 req-7ec39849-835d-4962-b08d-48721a7e8706 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:12.633165 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d79da707-204d-4592-ad2c-a0766b6cec95 req-7ec39849-835d-4962-b08d-48721a7e8706 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8a7ef762-9b9a-4125-ae34-df46990e0391 HTTP/1.1" status: 200 len: 833 time: 0.4481702 May 05 22:11:12.716877 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-481064a8-ab6a-4246-a6fc-b841b2eea314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:12.797025 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-481064a8-ab6a-4246-a6fc-b841b2eea314 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:11:12.815245 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-481064a8-ab6a-4246-a6fc-b841b2eea314 admin admin] Usage tracker for resource:security_group_rule and tenant:b4c4ae0ab0eb4a41975af84cff374f86 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:11:12.820983 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-481064a8-ab6a-4246-a6fc-b841b2eea314 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:11:12.832295 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-481064a8-ab6a-4246-a6fc-b841b2eea314 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:11:12.850129 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-42f2eb67-552f-4dff-98e0-d2eb538f941e None None] Provisioning for port 08d23c78-7036-4a90-80ad-5dc06fcd9465 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:11:12.914149 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-7e55962b-94ff-4e60-bc5b-b5f36902ce47 req-b63976af-a7fe-430a-8a1a-8f03c060f78e tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:12.931159 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-517518f3-be49-4de4-8629-7f875fac5625 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Deleting port 5da54f14-0bac-4da9-b6ce-71867f387e2a {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:11:12.931729 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-517518f3-be49-4de4-8629-7f875fac5625 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:12.961990 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-7e55962b-94ff-4e60-bc5b-b5f36902ce47 req-b63976af-a7fe-430a-8a1a-8f03c060f78e tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Transition to ACTIVE for port object f3f80628-a523-409f-b654-d22d3bbdd69d will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:11:12.974236 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b5eb2718-cb1e-4ab3-b565-936d13156397 req-84d60fba-9f20-4408-b643-0ff3acb533fa tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c60070-24a1-4dfb-bfe9-f30837a20dcb HTTP/1.1" status: 200 len: 210 time: 0.1646492 May 05 22:11:13.001599 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 08d23c78-7036-4a90-80ad-5dc06fcd9465 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:11:13.022079 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 08d23c78-7036-4a90-80ad-5dc06fcd9465 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:11:13.030754 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:13.071445 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-481064a8-ab6a-4246-a6fc-b841b2eea314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:13.086932 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-481064a8-ab6a-4246-a6fc-b841b2eea314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:13.122759 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-7e55962b-94ff-4e60-bc5b-b5f36902ce47 req-b63976af-a7fe-430a-8a1a-8f03c060f78e tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:13.320433 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e55962b-94ff-4e60-bc5b-b5f36902ce47 req-b63976af-a7fe-430a-8a1a-8f03c060f78e tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Network 2e106dc0-8200-45c1-a2c4-63f5713e6232 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:11:13.326043 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-7e55962b-94ff-4e60-bc5b-b5f36902ce47 req-b63976af-a7fe-430a-8a1a-8f03c060f78e tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:11:13.328352 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481064a8-ab6a-4246-a6fc-b841b2eea314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fbc82cf-6bb7-4801-8c76-b2dd0fbe2ab6,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:13.332725 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e55962b-94ff-4e60-bc5b-b5f36902ce47 req-b63976af-a7fe-430a-8a1a-8f03c060f78e tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:11:13.345073 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d79da707-204d-4592-ad2c-a0766b6cec95 req-0e777526-42b9-4017-b8d7-88796dff9c80 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6812518 May 05 22:11:13.347416 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:13.386645 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 08d23c78-7036-4a90-80ad-5dc06fcd9465, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=08d23c78-7036-4a90-80ad-5dc06fcd9465,segment=NetworkSegment(cebafbeb-d38c-4b6b-9122-25b4ea1772d1),segment_id=cebafbeb-d38c-4b6b-9122-25b4ea1772d1)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:11:13.395327 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:13.395832 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 3878bcdf-cbb0-49a6-87a9-7f827621ec1f up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:11:13.423247 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55962b-94ff-4e60-bc5b-b5f36902ce47 req-b63976af-a7fe-430a-8a1a-8f03c060f78e tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:13.424425 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-7e55962b-94ff-4e60-bc5b-b5f36902ce47 req-b63976af-a7fe-430a-8a1a-8f03c060f78e tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:13.439245 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63976af-a7fe-430a-8a1a-8f03c060f78e tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Pushing event updated for resources: {'Port': ['ID=f3f80628-a523-409f-b654-d22d3bbdd69d,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:13.444473 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-481064a8-ab6a-4246-a6fc-b841b2eea314 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b4c4ae0ab0eb4a41975af84cff374f86&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0948541 May 05 22:11:13.451272 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 43338) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:13.638500 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fd1c060f-a6b7-4144-9fec-95dfc79c78da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:13.641561 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7e55962b-94ff-4e60-bc5b-b5f36902ce47 req-b63976af-a7fe-430a-8a1a-8f03c060f78e tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 2.0347500 May 05 22:11:13.643583 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fe8f8543-edb8-4954-8565-597817ac5b68 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:13.680392 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73761822-f855-4d5a-a65c-d81f7c9c0ff8 None None] Network 0ec62eb3-8e30-4836-bf45-9e61ed5ae393 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:11:13.691558 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fd1c060f-a6b7-4144-9fec-95dfc79c78da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:13.763599 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-7e55962b-94ff-4e60-bc5b-b5f36902ce47 req-ade5af2b-2e3a-463c-b856-b3b8ed9f0773 service neutron] Request body: {'port': {'device_id': '47c60070-24a1-4dfb-bfe9-f30837a20dcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:11:13.840769 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fd1c060f-a6b7-4144-9fec-95dfc79c78da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:13.872084 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d79da707-204d-4592-ad2c-a0766b6cec95 req-a29f7b98-93e6-4cbb-8eea-114a7e5efd1c service neutron] 10.222.0.32 "GET /v2.0/networks/6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4276736 May 05 22:11:13.877643 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-517518f3-be49-4de4-8629-7f875fac5625 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] For port 5da54f14-0bac-4da9-b6ce-71867f387e2a, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=5da54f14-0bac-4da9-b6ce-71867f387e2a,segment=NetworkSegment(f2c5df83-3fc9-4338-b1dd-572f0d2a69a1),segment_id=f2c5df83-3fc9-4338-b1dd-572f0d2a69a1)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:11:13.878695 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-517518f3-be49-4de4-8629-7f875fac5625 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:13.930832 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fd1c060f-a6b7-4144-9fec-95dfc79c78da admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:13.939443 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-fd1c060f-a6b7-4144-9fec-95dfc79c78da admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1fbc82cf-6bb7-4801-8c76-b2dd0fbe2ab6 HTTP/1.1" status: 204 len: 168 time: 0.4865055 May 05 22:11:13.958756 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1c060f-a6b7-4144-9fec-95dfc79c78da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fbc82cf-6bb7-4801-8c76-b2dd0fbe2ab6,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:13.993255 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=08d23c78-7036-4a90-80ad-5dc06fcd9465,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:14.024412 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9988a2ee-7420-4e75-846c-ad25814f581e None None] Update dhcp port {'port': {'network_id': '19abe86c-9841-4418-b13e-1f2ad1383d20', 'fixed_ips': [{'subnet_id': '0e878990-cbae-45b0-9b88-c0e364dc16a5', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e766359d-82b8-428d-b752-de48396100c2'}], 'binding:host_id': 'n-d-825175-4'}, 'id': '08d23c78-7036-4a90-80ad-5dc06fcd9465'} from n-d-825175-4. {{(pid=84064) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 05 22:11:14.076032 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-7e55962b-94ff-4e60-bc5b-b5f36902ce47 req-ade5af2b-2e3a-463c-b856-b3b8ed9f0773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:14.123719 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9988a2ee-7420-4e75-846c-ad25814f581e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:14.225319 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 3878bcdf-cbb0-49a6-87a9-7f827621ec1f triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:11:14.225700 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:14.446172 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-517518f3-be49-4de4-8629-7f875fac5625 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Calling delete_port for 5da54f14-0bac-4da9-b6ce-71867f387e2a owned by network:dhcp {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:11:14.466984 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-34ec0f40-09dd-4c77-872f-26db9f818717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:14.478848 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-948a06e9-2ba7-48fe-9de9-c1640c13f787 None None] Provisioning for port 5da54f14-0bac-4da9-b6ce-71867f387e2a completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:11:14.658784 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8f8543-edb8-4954-8565-597817ac5b68 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Pushing event updated for resources: {'Subnet': ['ID=e6ac09ea-f66c-439c-98e0-e897d9bd3687,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:14.660893 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-48321d7b-5b0d-40ab-a804-cceb6674e1ac None None] Provisioning for port f3f80628-a523-409f-b654-d22d3bbdd69d completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:11:14.663413 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8f8543-edb8-4954-8565-597817ac5b68 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Checking segment: {'id': '95c74da0-4c8f-4328-9ab2-015ebe001580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '036dd736-4748-4c54-8d34-07fe8eba23d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:11:14.665893 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8f8543-edb8-4954-8565-597817ac5b68 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Network hostable DHCP agents. Network: 036dd736-4748-4c54-8d34-07fe8eba23d0, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:11:14.737579 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-517518f3-be49-4de4-8629-7f875fac5625 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:14.765371 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-48321d7b-5b0d-40ab-a804-cceb6674e1ac None None] Provisioning complete for port f3f80628-a523-409f-b654-d22d3bbdd69d triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:11:14.765671 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-48321d7b-5b0d-40ab-a804-cceb6674e1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:14.820055 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517518f3-be49-4de4-8629-7f875fac5625 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event deleted for resources: {'Port': ['ID=5da54f14-0bac-4da9-b6ce-71867f387e2a,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:14.894290 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517518f3-be49-4de4-8629-7f875fac5625 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] No DVR routers for this DVR port 5da54f14-0bac-4da9-b6ce-71867f387e2a on host n-d-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:11:14.904523 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-48321d7b-5b0d-40ab-a804-cceb6674e1ac None None] Port f3f80628-a523-409f-b654-d22d3bbdd69d cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:11:14.917626 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 5da54f14-0bac-4da9-b6ce-71867f387e2a up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:11:14.975358 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 43378) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:14.977981 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-7e55962b-94ff-4e60-bc5b-b5f36902ce47 req-ade5af2b-2e3a-463c-b856-b3b8ed9f0773 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3f80628-a523-409f-b654-d22d3bbdd69d {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:11:14.985864 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-7e55962b-94ff-4e60-bc5b-b5f36902ce47 req-ade5af2b-2e3a-463c-b856-b3b8ed9f0773 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:15.007970 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-7e55962b-94ff-4e60-bc5b-b5f36902ce47 req-ade5af2b-2e3a-463c-b856-b3b8ed9f0773 service neutron] Transition to ACTIVE for port object f3f80628-a523-409f-b654-d22d3bbdd69d will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:11:15.029293 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b15c8980-a590-49d7-8018-6978b93a6dfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:15.030213 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-9988a2ee-7420-4e75-846c-ad25814f581e None None] Allocated IP 172.20.0.1 (19abe86c-9841-4418-b13e-1f2ad1383d20/e766359d-82b8-428d-b752-de48396100c2/08d23c78-7036-4a90-80ad-5dc06fcd9465) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:11:15.043538 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b870fc3d-ccf1-427b-ac5c-effafb669b19 None None] DHCP port deletion for 0ec62eb3-8e30-4836-bf45-9e61ed5ae393 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:11:15.053944 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-7e55962b-94ff-4e60-bc5b-b5f36902ce47 req-ade5af2b-2e3a-463c-b856-b3b8ed9f0773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:15.082100 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 5da54f14-0bac-4da9-b6ce-71867f387e2a {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:11:15.082540 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 5da54f14-0bac-4da9-b6ce-71867f387e2a not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 05 22:11:15.104966 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8f8543-edb8-4954-8565-597817ac5b68 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Network 036dd736-4748-4c54-8d34-07fe8eba23d0 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:11:15.138245 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Port 5da54f14-0bac-4da9-b6ce-71867f387e2a not found, will not notify nova. {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 05 22:11:15.183475 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-517518f3-be49-4de4-8629-7f875fac5625 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:15.203299 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-fe8f8543-edb8-4954-8565-597817ac5b68 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 036dd736-4748-4c54-8d34-07fe8eba23d0) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:11:15.222990 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d79da707-204d-4592-ad2c-a0766b6cec95 req-64fbf9fa-6480-4a5a-b4a6-52867005bccc service neutron] 10.222.0.32 "GET /v2.0/networks/6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3181517 May 05 22:11:15.225238 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5dd56e-6cb3-4592-be56-8e003919517c None None] Network 036dd736-4748-4c54-8d34-07fe8eba23d0 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:11:15.235444 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8f8543-edb8-4954-8565-597817ac5b68 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:15.236032 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fe8f8543-edb8-4954-8565-597817ac5b68 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:15.358870 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f841bfff-7a6d-4ae2-8073-f69e6ab8ee65 req-1cccfbf3-afb7-486e-a044-ce5155163404 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:15.372884 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f841bfff-7a6d-4ae2-8073-f69e6ab8ee65 req-1cccfbf3-afb7-486e-a044-ce5155163404 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c60070-24a1-4dfb-bfe9-f30837a20dcb HTTP/1.1" status: 200 len: 970 time: 1.0705597 May 05 22:11:15.395717 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-fe8f8543-edb8-4954-8565-597817ac5b68 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.1483884 May 05 22:11:15.427796 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 43388) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:15.429439 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 08d23c78-7036-4a90-80ad-5dc06fcd9465 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:11:15.456099 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-517518f3-be49-4de4-8629-7f875fac5625 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ec62eb3-8e30-4836-bf45-9e61ed5ae393']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:11:15.462668 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-d57d93ef-5c08-4f6b-b964-bfc768a0220e tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:11:15.525546 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade5af2b-2e3a-463c-b856-b3b8ed9f0773 service neutron] Pushing event updated for resources: {'Port': ['ID=f3f80628-a523-409f-b654-d22d3bbdd69d,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:15.540709 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-517518f3-be49-4de4-8629-7f875fac5625 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2c5df83-3fc9-4338-b1dd-572f0d2a69a1') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:11:15.545236 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-517518f3-be49-4de4-8629-7f875fac5625 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2c5df83-3fc9-4338-b1dd-572f0d2a69a1') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:11:15.587635 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-b15c8980-a590-49d7-8018-6978b93a6dfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:11:15.632699 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f841bfff-7a6d-4ae2-8073-f69e6ab8ee65 req-8b7d1d33-6b7b-43ed-bc23-b504350b4fd6 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "GET /v2.0/security-groups?id=9e61efd1-0b37-4d76-9aa3-146509453fc2&id=882c5bc1-fe64-4b74-a8ee-3b1b1e3bff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 407 time: 0.2585020 May 05 22:11:15.634391 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-517518f3-be49-4de4-8629-7f875fac5625 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:15.636295 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b15c8980-a590-49d7-8018-6978b93a6dfc admin admin] Usage tracker for resource:security_group_rule and tenant:15e763bbe4454aebb90cc95e98a21fcc is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:11:15.641629 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b15c8980-a590-49d7-8018-6978b93a6dfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:11:15.654082 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-b15c8980-a590-49d7-8018-6978b93a6dfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:11:15.685431 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 08d23c78-7036-4a90-80ad-5dc06fcd9465 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:11:15.686136 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:15.698204 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-517518f3-be49-4de4-8629-7f875fac5625 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:15.705914 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e697e4c-1dac-4d41-8b92-9d02afc7e813 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Router 39f0658f-802b-46b2-b800-2a997fe7b3e5 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:11:15.717833 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-517518f3-be49-4de4-8629-7f875fac5625 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:11:15.718232 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-517518f3-be49-4de4-8629-7f875fac5625 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:15.734943 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 22:11:15.734943 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:11:15.734943 n-d-825175-4 neutron-server[84061]: timer() May 05 22:11:15.734943 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:11:15.734943 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 22:11:15.734943 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:11:15.734943 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 22:11:15.734943 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:11:15.734943 n-d-825175-4 neutron-server[84061]: self._notify() May 05 22:11:15.734943 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:11:15.734943 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 22:11:15.734943 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:11:15.734943 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 22:11:15.734943 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:11:15.734943 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:11:15.734943 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:11:15.734943 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:11:15.734943 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:11:15.734943 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 22:11:15.734943 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:11:15.734943 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 22:11:15.734943 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:11:15.734943 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:11:15.734943 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:11:15.734943 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 22:11:15.734943 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:11:15.734943 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:11:15.734943 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:11:15.734943 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:11:15.734943 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:11:15.734943 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:11:15.734943 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:11:15.878228 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-7e55962b-94ff-4e60-bc5b-b5f36902ce47 req-ade5af2b-2e3a-463c-b856-b3b8ed9f0773 service neutron] Attempting to bind port f3f80628-a523-409f-b654-d22d3bbdd69d on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:11:15.878578 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-7e55962b-94ff-4e60-bc5b-b5f36902ce47 req-ade5af2b-2e3a-463c-b856-b3b8ed9f0773 service neutron] Attempting to bind port f3f80628-a523-409f-b654-d22d3bbdd69d by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': '506799dd-ba81-4a16-b635-7b9c0e81971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2e106dc0-8200-45c1-a2c4-63f5713e6232'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:11:15.878987 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e55962b-94ff-4e60-bc5b-b5f36902ce47 req-ade5af2b-2e3a-463c-b856-b3b8ed9f0773 service neutron] Attempting to bind port f3f80628-a523-409f-b654-d22d3bbdd69d on network 2e106dc0-8200-45c1-a2c4-63f5713e6232 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:11:15.885957 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-9988a2ee-7420-4e75-846c-ad25814f581e None None] For port 08d23c78-7036-4a90-80ad-5dc06fcd9465, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=08d23c78-7036-4a90-80ad-5dc06fcd9465,segment=NetworkSegment(cebafbeb-d38c-4b6b-9122-25b4ea1772d1),segment_id=cebafbeb-d38c-4b6b-9122-25b4ea1772d1)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:11:15.945841 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9988a2ee-7420-4e75-846c-ad25814f581e None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:15.962751 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e55962b-94ff-4e60-bc5b-b5f36902ce47 req-ade5af2b-2e3a-463c-b856-b3b8ed9f0773 service neutron] Port f3f80628-a523-409f-b654-d22d3bbdd69d on network 2e106dc0-8200-45c1-a2c4-63f5713e6232 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:11:15.963157 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e55962b-94ff-4e60-bc5b-b5f36902ce47 req-ade5af2b-2e3a-463c-b856-b3b8ed9f0773 service neutron] Attempting to bind port f3f80628-a523-409f-b654-d22d3bbdd69d on network 2e106dc0-8200-45c1-a2c4-63f5713e6232 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:11:15.975976 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-9988a2ee-7420-4e75-846c-ad25814f581e None None] Transition to ACTIVE for port object 08d23c78-7036-4a90-80ad-5dc06fcd9465 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:11:15.985993 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-517518f3-be49-4de4-8629-7f875fac5625 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:15.998376 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9988a2ee-7420-4e75-846c-ad25814f581e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:16.031732 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-517518f3-be49-4de4-8629-7f875fac5625 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:16.034470 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e55962b-94ff-4e60-bc5b-b5f36902ce47 req-ade5af2b-2e3a-463c-b856-b3b8ed9f0773 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:11:16.034962 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e55962b-94ff-4e60-bc5b-b5f36902ce47 req-ade5af2b-2e3a-463c-b856-b3b8ed9f0773 service neutron] Checking segment: {'id': '506799dd-ba81-4a16-b635-7b9c0e81971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2e106dc0-8200-45c1-a2c4-63f5713e6232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:11:16.035392 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e55962b-94ff-4e60-bc5b-b5f36902ce47 req-ade5af2b-2e3a-463c-b856-b3b8ed9f0773 service neutron] Bound using segment: {'id': '506799dd-ba81-4a16-b635-7b9c0e81971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2e106dc0-8200-45c1-a2c4-63f5713e6232'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:11:16.035846 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-7e55962b-94ff-4e60-bc5b-b5f36902ce47 req-ade5af2b-2e3a-463c-b856-b3b8ed9f0773 service neutron] Bound port: f3f80628-a523-409f-b654-d22d3bbdd69d, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '506799dd-ba81-4a16-b635-7b9c0e81971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2e106dc0-8200-45c1-a2c4-63f5713e6232'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:11:16.036206 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-7e55962b-94ff-4e60-bc5b-b5f36902ce47 req-ade5af2b-2e3a-463c-b856-b3b8ed9f0773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:16.078538 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517518f3-be49-4de4-8629-7f875fac5625 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event deleted for resources: {'Network': ['ID=0ec62eb3-8e30-4836-bf45-9e61ed5ae393,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:16.098565 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-517518f3-be49-4de4-8629-7f875fac5625 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "DELETE /v2.0/networks/0ec62eb3-8e30-4836-bf45-9e61ed5ae393 HTTP/1.1" status: 204 len: 168 time: 4.2522402 May 05 22:11:16.098565 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 43404) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:16.122995 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-96ea8cb5-6087-4570-8a3e-12f3206fbd35 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Request body: {'port': {'network_id': '3d99406d-3ff2-441b-aa12-737864bdc9d2', 'name': 'tempest-PortsTestJSON-315418571'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:11:16.283876 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-96ea8cb5-6087-4570-8a3e-12f3206fbd35 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:11:16.290975 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-96ea8cb5-6087-4570-8a3e-12f3206fbd35 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Usage tracker for resource:port and tenant:4182021ff5fe4f65b13da93a6be96ffa is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:11:16.294396 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-96ea8cb5-6087-4570-8a3e-12f3206fbd35 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:11:16.312260 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b15c8980-a590-49d7-8018-6978b93a6dfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:16.312711 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-96ea8cb5-6087-4570-8a3e-12f3206fbd35 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:11:16.319625 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d57d93ef-5c08-4f6b-b964-bfc768a0220e tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6609331'] for subnet, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:16.335349 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ea8cb5-6087-4570-8a3e-12f3206fbd35 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Made reservation on behalf of 4182021ff5fe4f65b13da93a6be96ffa for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:11:16.338581 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-96ea8cb5-6087-4570-8a3e-12f3206fbd35 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:16.366342 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a9860c-51cf-4c7d-89ce-4e3fa665e196 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-036dd736-4748-4c54-8d34-07fe8eba23d0', 'network_id': '036dd736-4748-4c54-8d34-07fe8eba23d0', 'tenant_id': '8098ae364cf14b1ea606e00a7b5c048e', 'fixed_ips': [{'subnet_id': 'e6ac09ea-f66c-439c-98e0-e897d9bd3687'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:11:16.367912 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-88a9860c-51cf-4c7d-89ce-4e3fa665e196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:16.385806 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b15c8980-a590-49d7-8018-6978b93a6dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:16.394791 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e697e4c-1dac-4d41-8b92-9d02afc7e813 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:11:16.408606 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690c4f78-331f-4d01-b7ab-a295b4112ce9 None None] Sync routers for ids ['39f0658f-802b-46b2-b800-2a997fe7b3e5'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:11:16.421330 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [None req-96ea8cb5-6087-4570-8a3e-12f3206fbd35 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] device_id is not set on port 34f77ac3-d2db-4682-8e22-2dfef8a94802 yet. {{(pid=84061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:11:16.429432 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690c4f78-331f-4d01-b7ab-a295b4112ce9 None None] Routers {'39f0658f-802b-46b2-b800-2a997fe7b3e5'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:11:16.430066 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-690c4f78-331f-4d01-b7ab-a295b4112ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:11:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['39f0658f-802b-46b2-b800-2a997fe7b3e5'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:11:16.474462 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b15c8980-a590-49d7-8018-6978b93a6dfc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=15e763bbe4454aebb90cc95e98a21fcc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4641285 May 05 22:11:16.485383 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 43414) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:16.521433 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4b1e161b-4d82-40a4-b2e3-425814db6bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:16.590098 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-7e55962b-94ff-4e60-bc5b-b5f36902ce47 req-ade5af2b-2e3a-463c-b856-b3b8ed9f0773 service neutron] For port f3f80628-a523-409f-b654-d22d3bbdd69d, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:11:16.595166 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15c8980-a590-49d7-8018-6978b93a6dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8489856c-ea04-4172-b885-0c1a82836b24,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:16.631515 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4e697e4c-1dac-4d41-8b92-9d02afc7e813 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:16.669882 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Port 08d23c78-7036-4a90-80ad-5dc06fcd9465 had new provisioning blocks added so it will not transition to active. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}} May 05 22:11:16.687553 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9988a2ee-7420-4e75-846c-ad25814f581e None None] Pushing event updated for resources: {'Port': ['ID=08d23c78-7036-4a90-80ad-5dc06fcd9465,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:16.762310 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-7e55962b-94ff-4e60-bc5b-b5f36902ce47 req-ade5af2b-2e3a-463c-b856-b3b8ed9f0773 service neutron] For port f3f80628-a523-409f-b654-d22d3bbdd69d, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=f3f80628-a523-409f-b654-d22d3bbdd69d,segment=NetworkSegment(506799dd-ba81-4a16-b635-7b9c0e81971a),segment_id=506799dd-ba81-4a16-b635-7b9c0e81971a)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:11:16.820033 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 5da54f14-0bac-4da9-b6ce-71867f387e2a no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:11:16.842765 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-7e55962b-94ff-4e60-bc5b-b5f36902ce47 req-ade5af2b-2e3a-463c-b856-b3b8ed9f0773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:16.896569 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 5da54f14-0bac-4da9-b6ce-71867f387e2a {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:11:16.899347 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 5da54f14-0bac-4da9-b6ce-71867f387e2a not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:11:16.937359 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-690c4f78-331f-4d01-b7ab-a295b4112ce9 None None] Set router 39f0658f-802b-46b2-b800-2a997fe7b3e5 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:11:17.036649 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade5af2b-2e3a-463c-b856-b3b8ed9f0773 service neutron] Pushing event updated for resources: {'Port': ['ID=f3f80628-a523-409f-b654-d22d3bbdd69d,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:17.041089 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-efcdbe0e-3d1e-4f30-a7f3-b25e2589d79b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:17.090278 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-7e55962b-94ff-4e60-bc5b-b5f36902ce47 req-ade5af2b-2e3a-463c-b856-b3b8ed9f0773 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:17.092024 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7e55962b-94ff-4e60-bc5b-b5f36902ce47 req-ade5af2b-2e3a-463c-b856-b3b8ed9f0773 service neutron] 10.222.0.44 "PUT /v2.0/ports/f3f80628-a523-409f-b654-d22d3bbdd69d HTTP/1.1" status: 200 len: 1130 time: 3.4327881 May 05 22:11:17.106199 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47c60070-24a1-4dfb-bfe9-f30837a20dcb', 'tag': 'f3f80628-a523-409f-b654-d22d3bbdd69d'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:11:17.306272 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-efcdbe0e-3d1e-4f30-a7f3-b25e2589d79b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:17.312665 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 08d23c78-7036-4a90-80ad-5dc06fcd9465 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:11:17.332776 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4e697e4c-1dac-4d41-8b92-9d02afc7e813 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 19.1205409 May 05 22:11:17.336014 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a10f1aa-b77d-4743-ba34-bc524ef90ebc', 'tag': '835c7f1c-b706-4ca3-9a78-cb2525c6e19b'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:11:17.357590 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-457b7f35-a348-45cb-b6b5-3f10f2c578ac'] response: {'name': 'network-changed', 'server_uuid': '47c60070-24a1-4dfb-bfe9-f30837a20dcb', 'tag': 'f3f80628-a523-409f-b654-d22d3bbdd69d', 'status': 'completed', 'code': 200} May 05 22:11:17.462427 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d57d93ef-5c08-4f6b-b964-bfc768a0220e tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774958641565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6665608'] for subnet, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:17.585557 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57d93ef-5c08-4f6b-b964-bfc768a0220e tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Pushing event updated for resources: {'Subnet': ['ID=e6ac09ea-f66c-439c-98e0-e897d9bd3687,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:17.618441 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7e55962b-94ff-4e60-bc5b-b5f36902ce47 req-96ef894a-6c15-473a-9754-fe8fec8ae0e1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=efa9087c34ce4a5fbd7fe821ae4a2e59&device_id=47c60070-24a1-4dfb-bfe9-f30837a20dcb HTTP/1.1" status: 200 len: 1133 time: 0.4341402 May 05 22:11:17.715019 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:17.729278 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:17.744780 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 43434) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:17.748652 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-690c4f78-331f-4d01-b7ab-a295b4112ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f0658f-802b-46b2-b800-2a997fe7b3e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612743553', 'tenant_id': '06fb629024324e968714595537efac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'd71d8fd6-8f78-4ff5-b234-08f750f52803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:09:56Z', 'updated_at': '2022-05-05T22:10:14Z', 'revision_number': 4, 'project_id': '06fb629024324e968714595537efac5c', 'gw_port': {'id': 'd71d8fd6-8f78-4ff5-b234-08f750f52803', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:df:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f0658f-802b-46b2-b800-2a997fe7b3e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:09:57Z', 'updated_at': '2022-05-05T22:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '92783a9c-d3ba-45c8-97e0-a0646aff570f', 'tenant_id': '06fb629024324e968714595537efac5c', 'floating_ip_address': '172.25.4.133', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '39f0658f-802b-46b2-b800-2a997fe7b3e5', 'port_id': '835c7f1c-b706-4ca3-9a78-cb2525c6e19b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4', 'mac_address': 'fa:16:3e:ff:df:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a10f1aa-b77d-4743-ba34-bc524ef90ebc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:11:03Z', 'updated_at': '2022-05-05T22:11:03Z', 'revision_number': 0, 'project_id': '06fb629024324e968714595537efac5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18ec8077-0166-48e7-96ee-5fa7aef28d24', 'name': '', 'network_id': '6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4', 'tenant_id': '06fb629024324e968714595537efac5c', 'mac_address': 'fa:16:3e:8a:4f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f0658f-802b-46b2-b800-2a997fe7b3e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a7ef762-9b9a-4125-ae34-df46990e0391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:10:12Z', 'updated_at': '2022-05-05T22:10:25Z', 'revision_number': 5, 'project_id': '06fb629024324e968714595537efac5c', 'subnets': [{'id': '8a7ef762-9b9a-4125-ae34-df46990e0391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:11:17.759422 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57d93ef-5c08-4f6b-b964-bfc768a0220e tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:17.760353 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d57d93ef-5c08-4f6b-b964-bfc768a0220e tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:17.761200 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690c4f78-331f-4d01-b7ab-a295b4112ce9 None None] Checking router: 39f0658f-802b-46b2-b800-2a997fe7b3e5 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:11:17.765627 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d57d93ef-5c08-4f6b-b964-bfc768a0220e tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] 10.222.0.23 "PUT /v2.0/subnets/e6ac09ea-f66c-439c-98e0-e897d9bd3687 HTTP/1.1" status: 200 len: 826 time: 2.3295722 May 05 22:11:17.772161 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 43438) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:17.775929 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-88a9860c-51cf-4c7d-89ce-4e3fa665e196 None None] Allocated IP 2001:db8::2 (036dd736-4748-4c54-8d34-07fe8eba23d0/e6ac09ea-f66c-439c-98e0-e897d9bd3687/ca541b3f-e716-4476-bc71-f6090868dca4) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:11:17.794883 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690c4f78-331f-4d01-b7ab-a295b4112ce9 None None] Routers {'39f0658f-802b-46b2-b800-2a997fe7b3e5'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:11:17.795744 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-690c4f78-331f-4d01-b7ab-a295b4112ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:11:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['39f0658f-802b-46b2-b800-2a997fe7b3e5'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:11:17.942459 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-96ea8cb5-6087-4570-8a3e-12f3206fbd35 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:17.987243 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254425bb-3c74-44bc-bc47-6d2473e05e53 None None] Network 19abe86c-9841-4418-b13e-1f2ad1383d20 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:11:18.039093 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-497a56fa-4374-43ec-9e52-082f9196a238 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:18.049788 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-96ea8cb5-6087-4570-8a3e-12f3206fbd35 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:18.078547 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1b87c2-e43d-491f-98e7-000bb5f3b804 req-4a0c2788-44d6-4dec-8aac-f6d829554d21 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:18.081145 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3c1b87c2-e43d-491f-98e7-000bb5f3b804 req-4a0c2788-44d6-4dec-8aac-f6d829554d21 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c60070-24a1-4dfb-bfe9-f30837a20dcb HTTP/1.1" status: 200 len: 982 time: 1.0185690 May 05 22:11:18.099401 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7e55962b-94ff-4e60-bc5b-b5f36902ce47 req-c5ed145d-eb3e-4877-9733-47145221d31b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3f80628-a523-409f-b654-d22d3bbdd69d HTTP/1.1" status: 200 len: 217 time: 0.4660769 May 05 22:11:18.102346 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ee2a114d-1726-4d19-885f-3642f1170883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:18.164487 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ea8cb5-6087-4570-8a3e-12f3206fbd35 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event updated for resources: {'Port': ['ID=34f77ac3-d2db-4682-8e22-2dfef8a94802,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:18.220130 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-efcdbe0e-3d1e-4f30-a7f3-b25e2589d79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:18.233032 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ea8cb5-6087-4570-8a3e-12f3206fbd35 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Network 3d99406d-3ff2-441b-aa12-737864bdc9d2 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:11:18.242594 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-96ea8cb5-6087-4570-8a3e-12f3206fbd35 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:11:18.254141 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ea8cb5-6087-4570-8a3e-12f3206fbd35 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:11:18.258932 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ea8cb5-6087-4570-8a3e-12f3206fbd35 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:18.259744 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-96ea8cb5-6087-4570-8a3e-12f3206fbd35 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:18.269719 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcdbe0e-3d1e-4f30-a7f3-b25e2589d79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8489856c-ea04-4172-b885-0c1a82836b24,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:18.281629 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946cac0e-1c06-4562-917e-ed7fe72d0b3b req-401db371-9e1f-4559-a55d-bbd7fa0c7f47 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:18.289525 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-946cac0e-1c06-4562-917e-ed7fe72d0b3b req-401db371-9e1f-4559-a55d-bbd7fa0c7f47 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a10f1aa-b77d-4743-ba34-bc524ef90ebc HTTP/1.1" status: 200 len: 946 time: 0.3654151 May 05 22:11:18.318831 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-efcdbe0e-3d1e-4f30-a7f3-b25e2589d79b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:18.319007 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3c1b87c2-e43d-491f-98e7-000bb5f3b804 req-b61c97a1-3f5e-4b15-acf2-712c1762ef4e tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "GET /v2.0/security-groups?id=9e61efd1-0b37-4d76-9aa3-146509453fc2&id=882c5bc1-fe64-4b74-a8ee-3b1b1e3bff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 407 time: 0.1555197 May 05 22:11:18.320466 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-efcdbe0e-3d1e-4f30-a7f3-b25e2589d79b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8489856c-ea04-4172-b885-0c1a82836b24 HTTP/1.1" status: 204 len: 168 time: 1.8310244 May 05 22:11:18.329536 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-ee2a114d-1726-4d19-885f-3642f1170883 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:11:18.334684 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-96ea8cb5-6087-4570-8a3e-12f3206fbd35 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.2340329 May 05 22:11:18.343219 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 43456) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:18.375568 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-690c4f78-331f-4d01-b7ab-a295b4112ce9 None None] Set router 39f0658f-802b-46b2-b800-2a997fe7b3e5 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:11:18.377411 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55962b-94ff-4e60-bc5b-b5f36902ce47 req-7a8de37b-2144-48e5-be5a-13a3b870682e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:18.380204 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7e55962b-94ff-4e60-bc5b-b5f36902ce47 req-7a8de37b-2144-48e5-be5a-13a3b870682e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ae047049-6ac6-4ae1-8419-9986e7bc13c8 HTTP/1.1" status: 200 len: 834 time: 0.2363610 May 05 22:11:18.384338 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-ee2a114d-1726-4d19-885f-3642f1170883 admin admin] Usage tracker for resource:security_group_rule and tenant:3a6d20af40a84269a04a90c4db7f38ec is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:11:18.406083 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-ee2a114d-1726-4d19-885f-3642f1170883 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:11:18.451878 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-dc89e677-340c-42d1-b565-6b977295f8ba None None] Provisioning for port 08d23c78-7036-4a90-80ad-5dc06fcd9465 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:11:18.468536 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-dc89e677-340c-42d1-b565-6b977295f8ba None None] Provisioning complete for port 08d23c78-7036-4a90-80ad-5dc06fcd9465 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:11:18.468902 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-dc89e677-340c-42d1-b565-6b977295f8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:18.534984 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-41d35d9a-ee08-4605-9509-4628a01c1545 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Deleting port 34f77ac3-d2db-4682-8e22-2dfef8a94802 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:11:18.535376 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-41d35d9a-ee08-4605-9509-4628a01c1545 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:18.538309 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-ee2a114d-1726-4d19-885f-3642f1170883 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:11:18.559473 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-497a56fa-4374-43ec-9e52-082f9196a238 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:18.687388 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06a03e9c-d02e-45c6-adb9-a79e6d16b66c'] response: {'name': 'network-changed', 'server_uuid': '6a10f1aa-b77d-4743-ba34-bc524ef90ebc', 'tag': '835c7f1c-b706-4ca3-9a78-cb2525c6e19b', 'status': 'completed', 'code': 200} May 05 22:11:18.762174 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-946cac0e-1c06-4562-917e-ed7fe72d0b3b req-a158852e-81d4-41c6-8247-4ab20c640c97 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=da0ed24f-7362-44c5-b636-8c9b67c34a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4716504 May 05 22:11:18.797685 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 43462) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:19.029601 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-88a9860c-51cf-4c7d-89ce-4e3fa665e196 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:19.061807 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-88a9860c-51cf-4c7d-89ce-4e3fa665e196 None None] Transition to ACTIVE for port object ca541b3f-e716-4476-bc71-f6090868dca4 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:11:19.073991 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:19.119177 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-88a9860c-51cf-4c7d-89ce-4e3fa665e196 None None] Transition to ACTIVE for port object ca541b3f-e716-4476-bc71-f6090868dca4 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:11:19.137300 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-88a9860c-51cf-4c7d-89ce-4e3fa665e196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:19.145764 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-20e87c5b-ed47-4f05-a705-9ba610eaedfd req-d3ca9239-18c3-4b61-b87a-ec7ad68851a9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=06fb629024324e968714595537efac5c&device_id=6a10f1aa-b77d-4743-ba34-bc524ef90ebc HTTP/1.1" status: 200 len: 1097 time: 0.4482665 May 05 22:11:19.262420 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a9860c-51cf-4c7d-89ce-4e3fa665e196 None None] Pushing event updated for resources: {'Port': ['ID=ca541b3f-e716-4476-bc71-f6090868dca4,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:19.312346 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e89d4aa3-7810-419e-80ff-1dbf2e84534b None None] Provisioning complete for port 08d23c78-7036-4a90-80ad-5dc06fcd9465 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:11:19.313665 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e89d4aa3-7810-419e-80ff-1dbf2e84534b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:19.426838 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a9860c-51cf-4c7d-89ce-4e3fa665e196 None None] Network 036dd736-4748-4c54-8d34-07fe8eba23d0 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:11:19.432481 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-88a9860c-51cf-4c7d-89ce-4e3fa665e196 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:11:19.449986 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a9860c-51cf-4c7d-89ce-4e3fa665e196 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:11:19.538131 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-690c4f78-331f-4d01-b7ab-a295b4112ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f0658f-802b-46b2-b800-2a997fe7b3e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612743553', 'tenant_id': '06fb629024324e968714595537efac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'd71d8fd6-8f78-4ff5-b234-08f750f52803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:09:56Z', 'updated_at': '2022-05-05T22:10:14Z', 'revision_number': 4, 'project_id': '06fb629024324e968714595537efac5c', 'gw_port': {'id': 'd71d8fd6-8f78-4ff5-b234-08f750f52803', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:df:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f0658f-802b-46b2-b800-2a997fe7b3e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:09:57Z', 'updated_at': '2022-05-05T22:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '92783a9c-d3ba-45c8-97e0-a0646aff570f', 'tenant_id': '06fb629024324e968714595537efac5c', 'floating_ip_address': '172.25.4.133', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '39f0658f-802b-46b2-b800-2a997fe7b3e5', 'port_id': '835c7f1c-b706-4ca3-9a78-cb2525c6e19b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4', 'mac_address': 'fa:16:3e:ff:df:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a10f1aa-b77d-4743-ba34-bc524ef90ebc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:11:03Z', 'updated_at': '2022-05-05T22:11:03Z', 'revision_number': 0, 'project_id': '06fb629024324e968714595537efac5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18ec8077-0166-48e7-96ee-5fa7aef28d24', 'name': '', 'network_id': '6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4', 'tenant_id': '06fb629024324e968714595537efac5c', 'mac_address': 'fa:16:3e:8a:4f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f0658f-802b-46b2-b800-2a997fe7b3e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a7ef762-9b9a-4125-ae34-df46990e0391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:10:12Z', 'updated_at': '2022-05-05T22:10:25Z', 'revision_number': 5, 'project_id': '06fb629024324e968714595537efac5c', 'subnets': [{'id': '8a7ef762-9b9a-4125-ae34-df46990e0391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:11:19.556344 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690c4f78-331f-4d01-b7ab-a295b4112ce9 None None] The sync data for ids ['39f0658f-802b-46b2-b800-2a997fe7b3e5'] in n-d-825175-4 is: [{'id': '39f0658f-802b-46b2-b800-2a997fe7b3e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612743553', 'tenant_id': '06fb629024324e968714595537efac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'd71d8fd6-8f78-4ff5-b234-08f750f52803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:09:56Z', 'updated_at': '2022-05-05T22:10:14Z', 'revision_number': 4, 'project_id': '06fb629024324e968714595537efac5c', 'gw_port': {'id': 'd71d8fd6-8f78-4ff5-b234-08f750f52803', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:df:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f0658f-802b-46b2-b800-2a997fe7b3e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:09:57Z', 'updated_at': '2022-05-05T22:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '92783a9c-d3ba-45c8-97e0-a0646aff570f', 'tenant_id': '06fb629024324e968714595537efac5c', 'floating_ip_address': '172.25.4.133', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '39f0658f-802b-46b2-b800-2a997fe7b3e5', 'port_id': '835c7f1c-b706-4ca3-9a78-cb2525c6e19b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4', 'mac_address': 'fa:16:3e:ff:df:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a10f1aa-b77d-4743-ba34-bc524ef90ebc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:11:03Z', 'updated_at': '2022-05-05T22:11:03Z', 'revision_number': 0, 'project_id': '06fb629024324e968714595537efac5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18ec8077-0166-48e7-96ee-5fa7aef28d24', 'name': '', 'network_id': '6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4', 'tenant_id': '06fb629024324e968714595537efac5c', 'mac_address': 'fa:16:3e:8a:4f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f0658f-802b-46b2-b800-2a997fe7b3e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a7ef762-9b9a-4125-ae34-df46990e0391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:10:12Z', 'updated_at': '2022-05-05T22:10:25Z', 'revision_number': 5, 'project_id': '06fb629024324e968714595537efac5c', 'subnets': [{'id': '8a7ef762-9b9a-4125-ae34-df46990e0391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:11:19.559995 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-41d35d9a-ee08-4605-9509-4628a01c1545 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:19.696590 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-497a56fa-4374-43ec-9e52-082f9196a238 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:19.719768 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-88a9860c-51cf-4c7d-89ce-4e3fa665e196 None None] Attempting to bind port ca541b3f-e716-4476-bc71-f6090868dca4 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:11:19.720126 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-88a9860c-51cf-4c7d-89ce-4e3fa665e196 None None] Attempting to bind port ca541b3f-e716-4476-bc71-f6090868dca4 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '95c74da0-4c8f-4328-9ab2-015ebe001580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '036dd736-4748-4c54-8d34-07fe8eba23d0'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:11:19.720489 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a9860c-51cf-4c7d-89ce-4e3fa665e196 None None] Attempting to bind port ca541b3f-e716-4476-bc71-f6090868dca4 on network 036dd736-4748-4c54-8d34-07fe8eba23d0 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:11:19.735451 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a9860c-51cf-4c7d-89ce-4e3fa665e196 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:11:19.735823 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a9860c-51cf-4c7d-89ce-4e3fa665e196 None None] Checking segment: {'id': '95c74da0-4c8f-4328-9ab2-015ebe001580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '036dd736-4748-4c54-8d34-07fe8eba23d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:11:19.736220 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-88a9860c-51cf-4c7d-89ce-4e3fa665e196 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:19.736737 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a9860c-51cf-4c7d-89ce-4e3fa665e196 None None] Bound using segment: {'id': '95c74da0-4c8f-4328-9ab2-015ebe001580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '036dd736-4748-4c54-8d34-07fe8eba23d0'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:11:19.737104 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-88a9860c-51cf-4c7d-89ce-4e3fa665e196 None None] Bound port: ca541b3f-e716-4476-bc71-f6090868dca4, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95c74da0-4c8f-4328-9ab2-015ebe001580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '036dd736-4748-4c54-8d34-07fe8eba23d0'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:11:19.737830 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-88a9860c-51cf-4c7d-89ce-4e3fa665e196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:19.754119 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7e55962b-94ff-4e60-bc5b-b5f36902ce47 req-b09f4117-0269-4360-b1ae-b8f182c050a7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2e106dc0-8200-45c1-a2c4-63f5713e6232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3497171 May 05 22:11:19.874555 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-e5afa403-b4d7-4654-8606-94c0b41d2bb2 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/floatingips/92783a9c-d3ba-45c8-97e0-a0646aff570f HTTP/1.1" status: 200 len: 992 time: 1.0544043 May 05 22:11:19.876648 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ee2a114d-1726-4d19-885f-3642f1170883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:19.888813 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497a56fa-4374-43ec-9e52-082f9196a238 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Pushing event deleted for resources: {'Subnet': ['ID=e6ac09ea-f66c-439c-98e0-e897d9bd3687,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:19.895827 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ee2a114d-1726-4d19-885f-3642f1170883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:19.912779 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e87c5b-ed47-4f05-a705-9ba610eaedfd req-75ae4852-4495-4d39-a0ae-51c8d5cb0e13 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:19.915057 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-20e87c5b-ed47-4f05-a705-9ba610eaedfd req-75ae4852-4495-4d39-a0ae-51c8d5cb0e13 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4 HTTP/1.1" status: 200 len: 898 time: 0.7566764 May 05 22:11:19.927103 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-41d35d9a-ee08-4605-9509-4628a01c1545 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Calling delete_port for 34f77ac3-d2db-4682-8e22-2dfef8a94802 owned by {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:11:19.963863 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-88a9860c-51cf-4c7d-89ce-4e3fa665e196 None None] For port ca541b3f-e716-4476-bc71-f6090868dca4, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:11:19.972334 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-88a9860c-51cf-4c7d-89ce-4e3fa665e196 None None] For port ca541b3f-e716-4476-bc71-f6090868dca4, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=ca541b3f-e716-4476-bc71-f6090868dca4,segment=NetworkSegment(95c74da0-4c8f-4328-9ab2-015ebe001580),segment_id=95c74da0-4c8f-4328-9ab2-015ebe001580)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:11:19.982752 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-88a9860c-51cf-4c7d-89ce-4e3fa665e196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:20.178625 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a9860c-51cf-4c7d-89ce-4e3fa665e196 None None] Pushing event updated for resources: {'Port': ['ID=ca541b3f-e716-4476-bc71-f6090868dca4,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:20.186871 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-20e87c5b-ed47-4f05-a705-9ba610eaedfd req-b0c817fc-9366-4f5c-83e5-cde7609bc48a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=835c7f1c-b706-4ca3-9a78-cb2525c6e19b HTTP/1.1" status: 200 len: 1000 time: 0.2094932 May 05 22:11:20.327507 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a114d-1726-4d19-885f-3642f1170883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682c7797-1a8c-4df7-bff5-207ad9eab278,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:20.340872 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ee2a114d-1726-4d19-885f-3642f1170883 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3a6d20af40a84269a04a90c4db7f38ec&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5942898 May 05 22:11:20.354360 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 43628) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:20.359464 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-497a56fa-4374-43ec-9e52-082f9196a238 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:20.371810 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee05f10-2f18-438b-9b67-b98c0a0428e6 None None] Network 036dd736-4748-4c54-8d34-07fe8eba23d0 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:11:20.415646 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c8f00b-7789-4944-b2fa-c0d8c80cc062 None None] New status for floating IP 92783a9c-d3ba-45c8-97e0-a0646aff570f: ACTIVE {{(pid=84064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 22:11:20.470419 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-497a56fa-4374-43ec-9e52-082f9196a238 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['036dd736-4748-4c54-8d34-07fe8eba23d0']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:11:20.484766 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7e55962b-94ff-4e60-bc5b-b5f36902ce47 req-8412cb7a-a844-49e1-be49-73ce0b3c611c service neutron] 10.222.0.44 "GET /v2.0/networks/2e106dc0-8200-45c1-a2c4-63f5713e6232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6479945 May 05 22:11:20.493956 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-497a56fa-4374-43ec-9e52-082f9196a238 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95c74da0-4c8f-4328-9ab2-015ebe001580') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:11:20.494254 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-497a56fa-4374-43ec-9e52-082f9196a238 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95c74da0-4c8f-4328-9ab2-015ebe001580') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:11:20.528074 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-497a56fa-4374-43ec-9e52-082f9196a238 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:20.578236 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b2984-a95a-4e12-aef4-4886f85cbd84 req-027c697c-aa70-4151-a53e-7158f4a565fd tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:20.582262 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c75b2984-a95a-4e12-aef4-4886f85cbd84 req-027c697c-aa70-4151-a53e-7158f4a565fd tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c60070-24a1-4dfb-bfe9-f30837a20dcb HTTP/1.1" status: 200 len: 982 time: 0.6718080 May 05 22:11:20.588240 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e87c5b-ed47-4f05-a705-9ba610eaedfd req-155bea7f-bdbc-4daa-9682-8bd6df427a41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:20.590994 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-20e87c5b-ed47-4f05-a705-9ba610eaedfd req-155bea7f-bdbc-4daa-9682-8bd6df427a41 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8a7ef762-9b9a-4125-ae34-df46990e0391 HTTP/1.1" status: 200 len: 833 time: 0.3753066 May 05 22:11:20.594431 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-41d35d9a-ee08-4605-9509-4628a01c1545 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:20.770879 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-497a56fa-4374-43ec-9e52-082f9196a238 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:20.793502 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-497a56fa-4374-43ec-9e52-082f9196a238 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:11:20.793798 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-497a56fa-4374-43ec-9e52-082f9196a238 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:20.817174 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:11:20.817174 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:11:20.817174 n-d-825175-4 neutron-server[84063]: timer() May 05 22:11:20.817174 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:11:20.817174 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:11:20.817174 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:11:20.817174 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:11:20.817174 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:11:20.817174 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:11:20.817174 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:11:20.817174 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:11:20.817174 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:11:20.817174 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:11:20.817174 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:11:20.817174 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:11:20.817174 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:11:20.817174 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:11:20.817174 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:11:20.817174 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:11:20.817174 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:11:20.817174 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:11:20.817174 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:11:20.817174 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:11:20.817174 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:11:20.817174 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:11:20.817174 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:11:20.817174 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:11:20.817174 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:11:20.817174 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:11:20.817174 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:11:20.817174 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:11:20.817174 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:11:20.828573 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7f32beac-0c1c-4432-9c63-ff87fce67d35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:20.899452 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 43686) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:20.910308 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e129ef-2a72-4433-9ff7-a05051f9c0ad None None] Network 036dd736-4748-4c54-8d34-07fe8eba23d0 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:11:20.946124 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d35d9a-ee08-4605-9509-4628a01c1545 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event deleted for resources: {'Port': ['ID=34f77ac3-d2db-4682-8e22-2dfef8a94802,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:20.981728 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7f32beac-0c1c-4432-9c63-ff87fce67d35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:21.039012 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-41d35d9a-ee08-4605-9509-4628a01c1545 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:21.081578 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.api [None req-497a56fa-4374-43ec-9e52-082f9196a238 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 05 22:11:21.081578 n-d-825175-4 neutron-server[84063]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 05 22:11:21.081578 n-d-825175-4 neutron-server[84063]: [parameters: {'id': '036dd736-4748-4c54-8d34-07fe8eba23d0'}] May 05 22:11:21.081578 n-d-825175-4 neutron-server[84063]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:11:21.082445 n-d-825175-4 neutron-server[84063]: DEBUG oslo_db.api [None req-497a56fa-4374-43ec-9e52-082f9196a238 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:11:21.106321 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7e55962b-94ff-4e60-bc5b-b5f36902ce47 req-70ebe995-60dc-478d-b357-ff06a2aeda98 service neutron] 10.222.0.44 "GET /v2.0/networks/2e106dc0-8200-45c1-a2c4-63f5713e6232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5445819 May 05 22:11:21.117216 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-2b6faa7a-83aa-46fd-b753-9f78c840e74f tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/floatingips/92783a9c-d3ba-45c8-97e0-a0646aff570f HTTP/1.1" status: 200 len: 994 time: 0.2141833 May 05 22:11:21.147807 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c75b2984-a95a-4e12-aef4-4886f85cbd84 req-c461d465-bfa4-4038-bd0f-e088629a3cef tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "GET /v2.0/security-groups?id=9e61efd1-0b37-4d76-9aa3-146509453fc2&id=882c5bc1-fe64-4b74-a8ee-3b1b1e3bff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 407 time: 0.5329523 May 05 22:11:21.175355 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 43722) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:21.183713 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-5b2579e0-7e56-496a-8f01-63e6fd9c89e3 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Request body: {'port': {'network_id': '3d99406d-3ff2-441b-aa12-737864bdc9d2', 'mac_address': 'fa:16:3e:a2:7b:08', 'name': 'tempest-PortsTestJSON-1901204586'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:11:21.184017 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-41d35d9a-ee08-4605-9509-4628a01c1545 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "DELETE /v2.0/ports/34f77ac3-d2db-4682-8e22-2dfef8a94802 HTTP/1.1" status: 204 len: 168 time: 2.8277836 May 05 22:11:21.201042 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-20e87c5b-ed47-4f05-a705-9ba610eaedfd req-781f4443-daab-4e12-aea0-6601b4410df5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5916646 May 05 22:11:21.399762 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7f32beac-0c1c-4432-9c63-ff87fce67d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:21.435193 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f32beac-0c1c-4432-9c63-ff87fce67d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682c7797-1a8c-4df7-bff5-207ad9eab278,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:21.563939 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-5b2579e0-7e56-496a-8f01-63e6fd9c89e3 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:11:21.600146 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-5b2579e0-7e56-496a-8f01-63e6fd9c89e3 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Usage tracker for resource:port and tenant:4182021ff5fe4f65b13da93a6be96ffa is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:11:21.609009 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-5b2579e0-7e56-496a-8f01-63e6fd9c89e3 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:11:21.617501 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-5b2579e0-7e56-496a-8f01-63e6fd9c89e3 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:11:21.625148 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7f32beac-0c1c-4432-9c63-ff87fce67d35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:21.626527 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-7f32beac-0c1c-4432-9c63-ff87fce67d35 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/682c7797-1a8c-4df7-bff5-207ad9eab278 HTTP/1.1" status: 204 len: 168 time: 1.2632284 May 05 22:11:21.649013 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-20e87c5b-ed47-4f05-a705-9ba610eaedfd req-fc63837c-27b4-480a-9326-55e2707442bb service neutron] 10.222.0.32 "GET /v2.0/networks/6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4410884 May 05 22:11:21.654602 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-497a56fa-4374-43ec-9e52-082f9196a238 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:21.685051 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2579e0-7e56-496a-8f01-63e6fd9c89e3 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Made reservation on behalf of 4182021ff5fe4f65b13da93a6be96ffa for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:11:21.740628 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad1ade4-8e42-485e-b3f7-ae6a1bfd4c8b None None] get_active_networks_info from n-d-825175-4 {{(pid=84064) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 05 22:11:21.901823 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device f3f80628-a523-409f-b654-d22d3bbdd69d details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:11:21.909053 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-20e87c5b-ed47-4f05-a705-9ba610eaedfd req-89fa5399-6ceb-43ce-a7db-e1c55a98f428 service neutron] 10.222.0.32 "GET /v2.0/networks/6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529995 May 05 22:11:21.955723 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-497a56fa-4374-43ec-9e52-082f9196a238 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Deleting port ca541b3f-e716-4476-bc71-f6090868dca4 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:11:21.956374 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-497a56fa-4374-43ec-9e52-082f9196a238 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:21.982993 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad1ade4-8e42-485e-b3f7-ae6a1bfd4c8b None None] Resources bound (agent type, host, resource id): {{(pid=84064) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 05 22:11:22.107372 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e5ca486b-aa05-4093-b16d-2deeb5491d33 req-9bdd330d-6b61-4490-9ba4-6e1e2f7e91be service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=efa9087c34ce4a5fbd7fe821ae4a2e59&device_id=47c60070-24a1-4dfb-bfe9-f30837a20dcb HTTP/1.1" status: 200 len: 1133 time: 0.8887622 May 05 22:11:22.111889 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5b2579e0-7e56-496a-8f01-63e6fd9c89e3 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:22.191706 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [None req-5b2579e0-7e56-496a-8f01-63e6fd9c89e3 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] device_id is not set on port 7d6a1fbb-f33d-4836-9407-4648fbf60441 yet. {{(pid=84063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:11:22.357794 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port f3f80628-a523-409f-b654-d22d3bbdd69d, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=f3f80628-a523-409f-b654-d22d3bbdd69d,segment=NetworkSegment(506799dd-ba81-4a16-b635-7b9c0e81971a),segment_id=506799dd-ba81-4a16-b635-7b9c0e81971a)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:11:22.407686 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': 'f3f80628-a523-409f-b654-d22d3bbdd69d', 'network_id': '2e106dc0-8200-45c1-a2c4-63f5713e6232', 'port_id': 'f3f80628-a523-409f-b654-d22d3bbdd69d', 'mac_address': 'fa:16:3e:74:6f:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae047049-6ac6-4ae1-8419-9986e7bc13c8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:11:22.599371 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b4293b-e8c2-441c-93ad-c96e430df564 req-96301e2d-8e80-4a63-a192-4732c524cc02 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:22.604214 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-64b4293b-e8c2-441c-93ad-c96e430df564 req-96301e2d-8e80-4a63-a192-4732c524cc02 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c60070-24a1-4dfb-bfe9-f30837a20dcb HTTP/1.1" status: 200 len: 982 time: 0.1353910 May 05 22:11:22.611309 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:22.645095 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3f80628-a523-409f-b654-d22d3bbdd69d {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:11:22.716123 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port f3f80628-a523-409f-b654-d22d3bbdd69d, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=f3f80628-a523-409f-b654-d22d3bbdd69d,segment=NetworkSegment(506799dd-ba81-4a16-b635-7b9c0e81971a),segment_id=506799dd-ba81-4a16-b635-7b9c0e81971a)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:11:22.728200 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:22.743487 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-64b4293b-e8c2-441c-93ad-c96e430df564 req-8bebc3ae-b891-43a4-8c83-73121d9b14e4 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "GET /v2.0/security-groups?id=9e61efd1-0b37-4d76-9aa3-146509453fc2&id=882c5bc1-fe64-4b74-a8ee-3b1b1e3bff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 407 time: 0.1343801 May 05 22:11:22.765861 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 43900) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:22.801786 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5cf9f380-7424-4445-a9f8-20d3e6f2085f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:22.849854 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-5cf9f380-7424-4445-a9f8-20d3e6f2085f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:11:22.858002 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-5cf9f380-7424-4445-a9f8-20d3e6f2085f admin admin] Usage tracker for resource:security_group_rule and tenant:469ccaafe541456da7efa89bda7f54c4 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:11:22.867911 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=f3f80628-a523-409f-b654-d22d3bbdd69d,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:22.874718 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-5cf9f380-7424-4445-a9f8-20d3e6f2085f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:11:22.885999 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-5cf9f380-7424-4445-a9f8-20d3e6f2085f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:11:22.931823 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['f3f80628-a523-409f-b654-d22d3bbdd69d'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:11:23.020930 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5cf9f380-7424-4445-a9f8-20d3e6f2085f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:23.027591 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5cf9f380-7424-4445-a9f8-20d3e6f2085f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:23.088188 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-5cf9f380-7424-4445-a9f8-20d3e6f2085f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=469ccaafe541456da7efa89bda7f54c4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3207316 May 05 22:11:23.092171 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 43942) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:23.165730 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf9f380-7424-4445-a9f8-20d3e6f2085f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779c10e8-0101-4c08-bf53-a27059be7864,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:23.174474 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5b2579e0-7e56-496a-8f01-63e6fd9c89e3 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:23.197983 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-497a56fa-4374-43ec-9e52-082f9196a238 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] For port ca541b3f-e716-4476-bc71-f6090868dca4, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=ca541b3f-e716-4476-bc71-f6090868dca4,segment=NetworkSegment(95c74da0-4c8f-4328-9ab2-015ebe001580),segment_id=95c74da0-4c8f-4328-9ab2-015ebe001580)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:11:23.198340 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-497a56fa-4374-43ec-9e52-082f9196a238 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:23.206405 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca486b-aa05-4093-b16d-2deeb5491d33 req-85e92beb-7949-417c-8af0-62502429eb82 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:23.207924 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e5ca486b-aa05-4093-b16d-2deeb5491d33 req-85e92beb-7949-417c-8af0-62502429eb82 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2e106dc0-8200-45c1-a2c4-63f5713e6232 HTTP/1.1" status: 200 len: 898 time: 1.0765059 May 05 22:11:23.238244 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8f8e3365-dfb8-4af9-a0c2-752e6d065d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:23.266931 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8f8e3365-dfb8-4af9-a0c2-752e6d065d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:23.333356 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8f8e3365-dfb8-4af9-a0c2-752e6d065d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:23.356313 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8e3365-dfb8-4af9-a0c2-752e6d065d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779c10e8-0101-4c08-bf53-a27059be7864,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:23.363836 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8f8e3365-dfb8-4af9-a0c2-752e6d065d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:23.365169 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-8f8e3365-dfb8-4af9-a0c2-752e6d065d52 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/779c10e8-0101-4c08-bf53-a27059be7864 HTTP/1.1" status: 204 len: 168 time: 0.2706869 May 05 22:11:23.404435 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-497a56fa-4374-43ec-9e52-082f9196a238 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Calling delete_port for ca541b3f-e716-4476-bc71-f6090868dca4 owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:11:23.452388 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e5ca486b-aa05-4093-b16d-2deeb5491d33 req-6dc57ac3-c623-433c-8041-821ba2e7a6c6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3f80628-a523-409f-b654-d22d3bbdd69d HTTP/1.1" status: 200 len: 217 time: 0.2369356 May 05 22:11:23.528475 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5b2579e0-7e56-496a-8f01-63e6fd9c89e3 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:23.683021 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca486b-aa05-4093-b16d-2deeb5491d33 req-100ffcc8-439d-4956-9c2d-9fac00355590 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:23.684557 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e5ca486b-aa05-4093-b16d-2deeb5491d33 req-100ffcc8-439d-4956-9c2d-9fac00355590 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ae047049-6ac6-4ae1-8419-9986e7bc13c8 HTTP/1.1" status: 200 len: 834 time: 0.2256157 May 05 22:11:23.687595 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-497a56fa-4374-43ec-9e52-082f9196a238 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:23.753282 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2579e0-7e56-496a-8f01-63e6fd9c89e3 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event updated for resources: {'Port': ['ID=7d6a1fbb-f33d-4836-9407-4648fbf60441,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:23.755908 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2579e0-7e56-496a-8f01-63e6fd9c89e3 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Network 3d99406d-3ff2-441b-aa12-737864bdc9d2 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:11:23.800450 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-5b2579e0-7e56-496a-8f01-63e6fd9c89e3 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:11:23.807183 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2579e0-7e56-496a-8f01-63e6fd9c89e3 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:11:23.811630 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2579e0-7e56-496a-8f01-63e6fd9c89e3 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:23.812242 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5b2579e0-7e56-496a-8f01-63e6fd9c89e3 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:23.896523 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497a56fa-4374-43ec-9e52-082f9196a238 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Pushing event deleted for resources: {'Port': ['ID=ca541b3f-e716-4476-bc71-f6090868dca4,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:23.901073 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497a56fa-4374-43ec-9e52-082f9196a238 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] No DVR routers for this DVR port ca541b3f-e716-4476-bc71-f6090868dca4 on host n-d-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:11:23.903019 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device f3f80628-a523-409f-b654-d22d3bbdd69d up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:11:24.034255 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port f3f80628-a523-409f-b654-d22d3bbdd69d completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:11:24.042239 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port f3f80628-a523-409f-b654-d22d3bbdd69d triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:11:24.042981 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:24.128213 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5b2579e0-7e56-496a-8f01-63e6fd9c89e3 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.9500446 May 05 22:11:24.133035 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 44008) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:24.146387 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-497a56fa-4374-43ec-9e52-082f9196a238 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:24.191788 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c04982d-f12b-44dc-b4b5-3a256d4ba1ec req-0630cbff-39f3-447a-a9ce-ad78d30b6237 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:24.200482 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9c04982d-f12b-44dc-b4b5-3a256d4ba1ec req-0630cbff-39f3-447a-a9ce-ad78d30b6237 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c60070-24a1-4dfb-bfe9-f30837a20dcb HTTP/1.1" status: 200 len: 983 time: 0.2172377 May 05 22:11:24.201919 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e5ca486b-aa05-4093-b16d-2deeb5491d33 req-2a6464fe-d79e-48e0-a8c9-1c3af4b4a7b5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2e106dc0-8200-45c1-a2c4-63f5713e6232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5036576 May 05 22:11:24.262314 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:24.264203 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-497a56fa-4374-43ec-9e52-082f9196a238 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['036dd736-4748-4c54-8d34-07fe8eba23d0']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:11:24.298291 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9c04982d-f12b-44dc-b4b5-3a256d4ba1ec req-1696e274-0928-4b87-9f47-08960ef169ec tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "GET /v2.0/security-groups?id=9e61efd1-0b37-4d76-9aa3-146509453fc2&id=882c5bc1-fe64-4b74-a8ee-3b1b1e3bff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 407 time: 0.0958862 May 05 22:11:24.307968 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port f3f80628-a523-409f-b654-d22d3bbdd69d, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=f3f80628-a523-409f-b654-d22d3bbdd69d,segment=NetworkSegment(506799dd-ba81-4a16-b635-7b9c0e81971a),segment_id=506799dd-ba81-4a16-b635-7b9c0e81971a)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:11:24.309244 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c60070-24a1-4dfb-bfe9-f30837a20dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f80628-a523-409f-b654-d22d3bbdd69d'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:11:24.324513 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:24.348683 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-497a56fa-4374-43ec-9e52-082f9196a238 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95c74da0-4c8f-4328-9ab2-015ebe001580') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:11:24.349056 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-497a56fa-4374-43ec-9e52-082f9196a238 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95c74da0-4c8f-4328-9ab2-015ebe001580') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:11:24.383863 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-497a56fa-4374-43ec-9e52-082f9196a238 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:24.404218 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c5f4e4-7992-4ae5-b60d-a492b8e008d6 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:24.405236 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d8c5f4e4-7992-4ae5-b60d-a492b8e008d6 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Synchronizing usage tracker for tenant:4182021ff5fe4f65b13da93a6be96ffa on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:11:24.425613 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-497a56fa-4374-43ec-9e52-082f9196a238 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:24.429292 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-561577c6-cf37-476c-a7a2-54d27fa30908'] response: {'server_uuid': '47c60070-24a1-4dfb-bfe9-f30837a20dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f80628-a523-409f-b654-d22d3bbdd69d', 'code': 200} May 05 22:11:24.435736 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=f3f80628-a523-409f-b654-d22d3bbdd69d,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:24.467194 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-497a56fa-4374-43ec-9e52-082f9196a238 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:11:24.468090 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-497a56fa-4374-43ec-9e52-082f9196a238 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:24.495117 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:11:24.495117 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:11:24.495117 n-d-825175-4 neutron-server[84063]: timer() May 05 22:11:24.495117 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:11:24.495117 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:11:24.495117 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:11:24.495117 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:11:24.495117 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:11:24.495117 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:11:24.495117 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:11:24.495117 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:11:24.495117 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:11:24.495117 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:11:24.495117 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:11:24.495117 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:11:24.495117 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:11:24.495117 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:11:24.495117 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:11:24.495117 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:11:24.495117 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:11:24.495117 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:11:24.495117 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:11:24.495117 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:11:24.495117 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:11:24.495117 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:11:24.495117 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:11:24.495117 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:11:24.495117 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:11:24.495117 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:11:24.495117 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:11:24.495117 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:11:24.495117 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:11:24.616158 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d8c5f4e4-7992-4ae5-b60d-a492b8e008d6 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Unset dirty status for tenant:4182021ff5fe4f65b13da93a6be96ffa on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:11:24.620133 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44022) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:24.620260 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d8c5f4e4-7992-4ae5-b60d-a492b8e008d6 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "GET /v2.0/ports/7d6a1fbb-f33d-4836-9407-4648fbf60441 HTTP/1.1" status: 200 len: 841 time: 0.4275877 May 05 22:11:24.633528 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e5ca486b-aa05-4093-b16d-2deeb5491d33 req-8c83f44e-b48b-4862-b1ac-cf0e02d025c8 service neutron] 10.222.0.44 "GET /v2.0/networks/2e106dc0-8200-45c1-a2c4-63f5713e6232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954983 May 05 22:11:24.728281 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-497a56fa-4374-43ec-9e52-082f9196a238 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:24.751355 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-198faf8f-a322-47ea-b56d-e523f2c26b0f tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Deleting port 7d6a1fbb-f33d-4836-9407-4648fbf60441 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:11:24.751904 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-198faf8f-a322-47ea-b56d-e523f2c26b0f tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:24.759461 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-497a56fa-4374-43ec-9e52-082f9196a238 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:24.777303 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497a56fa-4374-43ec-9e52-082f9196a238 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Pushing event deleted for resources: {'Network': ['ID=036dd736-4748-4c54-8d34-07fe8eba23d0,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:24.782598 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-497a56fa-4374-43ec-9e52-082f9196a238 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] 10.222.0.23 "DELETE /v2.0/networks/036dd736-4748-4c54-8d34-07fe8eba23d0 HTTP/1.1" status: 204 len: 168 time: 6.9968896 May 05 22:11:24.789097 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44030) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:24.813757 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8357a4cd-7015-4242-b0ae-35c08e8d40a0 req-241cc63e-087e-4966-8fe9-10496e024495 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=47c60070-24a1-4dfb-bfe9-f30837a20dcb HTTP/1.1" status: 200 len: 1135 time: 0.3122058 May 05 22:11:24.841298 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb964295-82f7-4e2e-8a52-e30468163298 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] DELETE failed (client error): The resource could not be found. May 05 22:11:24.842204 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb964295-82f7-4e2e-8a52-e30468163298 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:11:24.845585 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-cb964295-82f7-4e2e-8a52-e30468163298 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] 10.222.0.23 "DELETE /v2.0/networks/036dd736-4748-4c54-8d34-07fe8eba23d0 HTTP/1.1" status: 404 len: 339 time: 0.0543680 May 05 22:11:24.851547 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 44034) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:24.861026 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e5ca486b-aa05-4093-b16d-2deeb5491d33 req-f893bb93-28a9-4bdc-8011-6e01f638f463 service neutron] 10.222.0.44 "GET /v2.0/networks/2e106dc0-8200-45c1-a2c4-63f5713e6232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148783 May 05 22:11:24.882512 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-b5935fab-99e0-41ac-a5cf-9d379fc4c1fa tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1710225466', 'description': 'd1'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:11:24.897777 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-b5935fab-99e0-41ac-a5cf-9d379fc4c1fa tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:11:24.905484 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b5935fab-99e0-41ac-a5cf-9d379fc4c1fa tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Usage tracker for resource:network and tenant:8098ae364cf14b1ea606e00a7b5c048e is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:11:24.911132 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b5935fab-99e0-41ac-a5cf-9d379fc4c1fa tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:11:24.921547 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-b5935fab-99e0-41ac-a5cf-9d379fc4c1fa tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:11:24.930107 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8357a4cd-7015-4242-b0ae-35c08e8d40a0 req-b56a32db-3cb3-465b-b99f-6a5033306d10 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=882c5bc1-fe64-4b74-a8ee-3b1b1e3bff3d&id=9e61efd1-0b37-4d76-9aa3-146509453fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 407 time: 0.1055365 May 05 22:11:24.942088 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5935fab-99e0-41ac-a5cf-9d379fc4c1fa tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Made reservation on behalf of 8098ae364cf14b1ea606e00a7b5c048e for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:11:24.946167 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b5935fab-99e0-41ac-a5cf-9d379fc4c1fa tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:25.012760 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5935fab-99e0-41ac-a5cf-9d379fc4c1fa tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:11:25.037735 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b5935fab-99e0-41ac-a5cf-9d379fc4c1fa tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:25.038271 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-b5935fab-99e0-41ac-a5cf-9d379fc4c1fa tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Added segment 68455a46-ec5c-4828-90c6-a30304674dd7 of type vlan for network d3e10b1e-ee64-42e2-9f75-9c00a2724b49 May 05 22:11:25.091332 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b5935fab-99e0-41ac-a5cf-9d379fc4c1fa tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:25.112435 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-198faf8f-a322-47ea-b56d-e523f2c26b0f tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:25.158541 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b5935fab-99e0-41ac-a5cf-9d379fc4c1fa tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:25.166886 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5935fab-99e0-41ac-a5cf-9d379fc4c1fa tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:25.170060 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b5935fab-99e0-41ac-a5cf-9d379fc4c1fa tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:25.267634 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b5935fab-99e0-41ac-a5cf-9d379fc4c1fa tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4146495 May 05 22:11:25.272092 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44048) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:25.408848 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-198faf8f-a322-47ea-b56d-e523f2c26b0f tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Calling delete_port for 7d6a1fbb-f33d-4836-9407-4648fbf60441 owned by {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:11:25.501797 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5935fab-99e0-41ac-a5cf-9d379fc4c1fa tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Pushing event updated for resources: {'Network': ['ID=d3e10b1e-ee64-42e2-9f75-9c00a2724b49,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:25.514644 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network d3e10b1e-ee64-42e2-9f75-9c00a2724b49 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:11:25.651345 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b853703-27bb-447a-92f1-d09ee1e1497a tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:25.667072 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-0b853703-27bb-447a-92f1-d09ee1e1497a tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Synchronizing usage tracker for tenant:8098ae364cf14b1ea606e00a7b5c048e on resource:network {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:11:25.734639 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-198faf8f-a322-47ea-b56d-e523f2c26b0f tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:25.783929 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-0b853703-27bb-447a-92f1-d09ee1e1497a tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Unset dirty status for tenant:8098ae364cf14b1ea606e00a7b5c048e on resource:network {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:11:25.785450 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0b853703-27bb-447a-92f1-d09ee1e1497a tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] 10.222.0.23 "GET /v2.0/networks?id=d3e10b1e-ee64-42e2-9f75-9c00a2724b49 HTTP/1.1" status: 200 len: 765 time: 0.5118904 May 05 22:11:25.789057 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 44064) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:25.796412 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-5c9e9fe4-6737-4af1-991d-8558706fb275 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Request body: {'network': {'description': 'd2'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:11:25.802075 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198faf8f-a322-47ea-b56d-e523f2c26b0f tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event deleted for resources: {'Port': ['ID=7d6a1fbb-f33d-4836-9407-4648fbf60441,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:25.815231 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-198faf8f-a322-47ea-b56d-e523f2c26b0f tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:25.837681 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-198faf8f-a322-47ea-b56d-e523f2c26b0f tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "DELETE /v2.0/ports/7d6a1fbb-f33d-4836-9407-4648fbf60441 HTTP/1.1" status: 204 len: 168 time: 1.2162690 May 05 22:11:25.840523 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44068) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:25.944580 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d21a04b-ec77-4f15-8439-791e1fecc453 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] GET failed (client error): The resource could not be found. May 05 22:11:25.949809 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-8d21a04b-ec77-4f15-8439-791e1fecc453 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Synchronizing usage tracker for tenant:4182021ff5fe4f65b13da93a6be96ffa on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:11:26.061130 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-8d21a04b-ec77-4f15-8439-791e1fecc453 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Unset dirty status for tenant:4182021ff5fe4f65b13da93a6be96ffa on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:11:26.068668 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-8d21a04b-ec77-4f15-8439-791e1fecc453 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "GET /v2.0/ports/7d6a1fbb-f33d-4836-9407-4648fbf60441 HTTP/1.1" status: 404 len: 333 time: 0.2232201 May 05 22:11:26.070828 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44074) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:26.079424 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-807406c8-0c86-4ad3-9a72-fed1867a9777 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Request body: {'port': {'network_id': '3d99406d-3ff2-441b-aa12-737864bdc9d2', 'name': 'tempest-PortsTestJSON-1856043829'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:11:26.252810 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca522ee1-57a1-4a3c-a596-0dc8f3822b3d req-f76c052a-57f5-4bce-ba3b-e8e573695d6b tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:26.255237 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ca522ee1-57a1-4a3c-a596-0dc8f3822b3d req-f76c052a-57f5-4bce-ba3b-e8e573695d6b tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c60070-24a1-4dfb-bfe9-f30837a20dcb HTTP/1.1" status: 200 len: 984 time: 0.3121359 May 05 22:11:26.259897 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5c9e9fe4-6737-4af1-991d-8558706fb275 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:26.275166 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-807406c8-0c86-4ad3-9a72-fed1867a9777 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:11:26.306779 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5c9e9fe4-6737-4af1-991d-8558706fb275 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:26.326112 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-807406c8-0c86-4ad3-9a72-fed1867a9777 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:11:26.351362 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807406c8-0c86-4ad3-9a72-fed1867a9777 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Made reservation on behalf of 4182021ff5fe4f65b13da93a6be96ffa for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:11:26.354985 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-807406c8-0c86-4ad3-9a72-fed1867a9777 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:26.378907 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5c9e9fe4-6737-4af1-991d-8558706fb275 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Network d3e10b1e-ee64-42e2-9f75-9c00a2724b49 is not hosted by any dhcp agent {{(pid=84063) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 05 22:11:26.384163 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9e9fe4-6737-4af1-991d-8558706fb275 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:26.389316 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5c9e9fe4-6737-4af1-991d-8558706fb275 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:26.393940 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5c9e9fe4-6737-4af1-991d-8558706fb275 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] 10.222.0.23 "PUT /v2.0/networks/d3e10b1e-ee64-42e2-9f75-9c00a2724b49 HTTP/1.1" status: 200 len: 762 time: 0.6007659 May 05 22:11:26.394565 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ca522ee1-57a1-4a3c-a596-0dc8f3822b3d req-ac0f6904-18ef-4ac6-8574-ed64b5d5112d tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "GET /v2.0/security-groups?id=9e61efd1-0b37-4d76-9aa3-146509453fc2&id=882c5bc1-fe64-4b74-a8ee-3b1b1e3bff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 407 time: 0.1301577 May 05 22:11:26.400330 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44082) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:26.525285 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9e9fe4-6737-4af1-991d-8558706fb275 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Pushing event updated for resources: {'Network': ['ID=d3e10b1e-ee64-42e2-9f75-9c00a2724b49,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:26.538487 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network d3e10b1e-ee64-42e2-9f75-9c00a2724b49 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:11:26.646378 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [None req-807406c8-0c86-4ad3-9a72-fed1867a9777 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] device_id is not set on port b5e30bb9-15be-4337-a906-7c75a58a860d yet. {{(pid=84061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:11:26.880121 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:11:26.890546 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-807406c8-0c86-4ad3-9a72-fed1867a9777 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:26.993264 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72c4046-db59-4743-8860-dbff82ec78ad tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:26.994990 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b72c4046-db59-4743-8860-dbff82ec78ad tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] 10.222.0.23 "GET /v2.0/networks?id=d3e10b1e-ee64-42e2-9f75-9c00a2724b49 HTTP/1.1" status: 200 len: 765 time: 0.5875938 May 05 22:11:27.001339 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 44104) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:27.010175 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-807406c8-0c86-4ad3-9a72-fed1867a9777 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:27.100417 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807406c8-0c86-4ad3-9a72-fed1867a9777 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Network 3d99406d-3ff2-441b-aa12-737864bdc9d2 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:11:27.104278 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-807406c8-0c86-4ad3-9a72-fed1867a9777 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:11:27.109641 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807406c8-0c86-4ad3-9a72-fed1867a9777 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:11:27.113986 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807406c8-0c86-4ad3-9a72-fed1867a9777 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:27.114732 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-807406c8-0c86-4ad3-9a72-fed1867a9777 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:27.128947 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807406c8-0c86-4ad3-9a72-fed1867a9777 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event updated for resources: {'Port': ['ID=b5e30bb9-15be-4337-a906-7c75a58a860d,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:27.151670 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-807406c8-0c86-4ad3-9a72-fed1867a9777 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0773373 May 05 22:11:27.154067 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44112) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:27.163831 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-3ae963df-a38a-41c2-afd8-d62ce656359c tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:11:27.276336 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e34ad68-c1a4-44f7-b6e7-4ddb577427a1 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:27.277021 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-8e34ad68-c1a4-44f7-b6e7-4ddb577427a1 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Synchronizing usage tracker for tenant:8098ae364cf14b1ea606e00a7b5c048e on resource:network {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:11:27.291221 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-8e34ad68-c1a4-44f7-b6e7-4ddb577427a1 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Unset dirty status for tenant:8098ae364cf14b1ea606e00a7b5c048e on resource:network {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:11:27.292494 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8e34ad68-c1a4-44f7-b6e7-4ddb577427a1 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2888577 May 05 22:11:27.295465 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 44120) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:27.340792 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-7c648ffd-1f9a-4070-ad54-57fd9178bea9 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Synchronizing usage tracker for tenant:8098ae364cf14b1ea606e00a7b5c048e on resource:subnet {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:11:27.344599 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3ae963df-a38a-41c2-afd8-d62ce656359c tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:27.359862 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-7c648ffd-1f9a-4070-ad54-57fd9178bea9 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Unset dirty status for tenant:8098ae364cf14b1ea606e00a7b5c048e on resource:subnet {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:11:27.362100 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-7c648ffd-1f9a-4070-ad54-57fd9178bea9 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] 10.222.0.23 "GET /v2.0/subnets?network_id=25bfe237-58de-4709-a3e0-ac79da07c300 HTTP/1.1" status: 200 len: 207 time: 0.0651505 May 05 22:11:27.366970 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44124) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:27.825178 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a85a58-26f5-460b-9152-72ef13fc0e5f tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:27.832144 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a85a58-26f5-460b-9152-72ef13fc0e5f tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:27.838805 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a85a58-26f5-460b-9152-72ef13fc0e5f tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:27.847772 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a85a58-26f5-460b-9152-72ef13fc0e5f tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:27.852252 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a85a58-26f5-460b-9152-72ef13fc0e5f tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:27.857943 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a85a58-26f5-460b-9152-72ef13fc0e5f tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:27.865446 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-98a85a58-26f5-460b-9152-72ef13fc0e5f tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.4918299 May 05 22:11:27.866495 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 44146) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:27.935269 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3ae963df-a38a-41c2-afd8-d62ce656359c tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:27.961096 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15cf94-0900-476a-9500-4c1c0979b7d5 req-7f8b311e-81d0-4bc4-9be8-ddae24fc5cf3 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:27.961096 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bf15cf94-0900-476a-9500-4c1c0979b7d5 req-7f8b311e-81d0-4bc4-9be8-ddae24fc5cf3 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c60070-24a1-4dfb-bfe9-f30837a20dcb HTTP/1.1" status: 200 len: 984 time: 0.3157492 May 05 22:11:27.961096 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3ae963df-a38a-41c2-afd8-d62ce656359c tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:28.110244 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae963df-a38a-41c2-afd8-d62ce656359c tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event updated for resources: {'Port': ['ID=b5e30bb9-15be-4337-a906-7c75a58a860d,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:28.127275 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-3ae963df-a38a-41c2-afd8-d62ce656359c tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] In _notify_port_updated(), no bound segment for port b5e30bb9-15be-4337-a906-7c75a58a860d on network 3d99406d-3ff2-441b-aa12-737864bdc9d2 {{(pid=84061) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 05 22:11:28.131191 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae963df-a38a-41c2-afd8-d62ce656359c tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:28.131854 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3ae963df-a38a-41c2-afd8-d62ce656359c tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:28.133282 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-3ae963df-a38a-41c2-afd8-d62ce656359c tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "PUT /v2.0/ports/b5e30bb9-15be-4337-a906-7c75a58a860d HTTP/1.1" status: 200 len: 818 time: 0.9778731 May 05 22:11:28.161055 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44160) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:28.164428 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bf15cf94-0900-476a-9500-4c1c0979b7d5 req-08790cbf-0bdd-45f4-8326-5322331573ef tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "GET /v2.0/security-groups?id=9e61efd1-0b37-4d76-9aa3-146509453fc2&id=882c5bc1-fe64-4b74-a8ee-3b1b1e3bff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 407 time: 0.1438131 May 05 22:11:28.192660 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a4fe27fb-c5c8-4c9b-8226-8d684d1400f0 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] 10.222.0.23 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.3247757 May 05 22:11:28.195965 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 44164) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:28.307523 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0476666-b258-4c5c-a613-67ee2cbfe8b5 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:28.309405 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0476666-b258-4c5c-a613-67ee2cbfe8b5 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:28.310910 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0476666-b258-4c5c-a613-67ee2cbfe8b5 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:28.312715 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0476666-b258-4c5c-a613-67ee2cbfe8b5 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:28.315983 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0476666-b258-4c5c-a613-67ee2cbfe8b5 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:28.317892 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a0476666-b258-4c5c-a613-67ee2cbfe8b5 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1207867 May 05 22:11:28.322525 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 44174) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:28.404053 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-9c4fbc56-9354-4f11-bd97-107e793b799f tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Deleting port b5e30bb9-15be-4337-a906-7c75a58a860d {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:11:28.404586 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9c4fbc56-9354-4f11-bd97-107e793b799f tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:28.417006 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ad3aeb-372f-4f75-8dfd-f60654313515 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attributes excluded by policy engine: ['shared'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:28.419400 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ad3aeb-372f-4f75-8dfd-f60654313515 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attributes excluded by policy engine: ['shared'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:28.421514 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ad3aeb-372f-4f75-8dfd-f60654313515 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attributes excluded by policy engine: ['shared'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:28.423592 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ad3aeb-372f-4f75-8dfd-f60654313515 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attributes excluded by policy engine: ['shared'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:28.425525 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ad3aeb-372f-4f75-8dfd-f60654313515 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attributes excluded by policy engine: ['shared'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:28.427356 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-10ad3aeb-372f-4f75-8dfd-f60654313515 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] 10.222.0.23 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1037073 May 05 22:11:28.433718 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 44180) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:28.540408 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4349857b-0ffa-4c1d-83d6-fed4642b9cad req-1a4b71be-e62b-4c59-8263-a6e815a4bd5c tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:28.547164 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4349857b-0ffa-4c1d-83d6-fed4642b9cad req-1a4b71be-e62b-4c59-8263-a6e815a4bd5c tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a10f1aa-b77d-4743-ba34-bc524ef90ebc HTTP/1.1" status: 200 len: 946 time: 0.3434122 May 05 22:11:28.655190 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd422bcc-9fce-4b01-9c9b-7cf367f632b9 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:28.660976 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-fd422bcc-9fce-4b01-9c9b-7cf367f632b9 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] 10.222.0.23 "GET /v2.0/networks/3f8de853-6a12-432f-ac35-381de990c538 HTTP/1.1" status: 200 len: 804 time: 0.2259264 May 05 22:11:28.661650 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 44190) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:28.689754 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd20df70-8bff-4204-8e0d-b0e38ea58b0f req-945f8879-9375-4c64-96df-984e0351df56 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:28.697286 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cd20df70-8bff-4204-8e0d-b0e38ea58b0f req-945f8879-9375-4c64-96df-984e0351df56 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c60070-24a1-4dfb-bfe9-f30837a20dcb HTTP/1.1" status: 200 len: 984 time: 0.3631063 May 05 22:11:28.757760 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4349857b-0ffa-4c1d-83d6-fed4642b9cad req-7f33e357-0991-478a-9677-8ac5eb6ace56 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=da0ed24f-7362-44c5-b636-8c9b67c34a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2096980 May 05 22:11:28.793513 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 44196) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:28.801938 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9c4fbc56-9354-4f11-bd97-107e793b799f tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:28.951883 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d87eb9c6-c4e3-4039-9f28-519c52e04dce tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] 10.222.0.23 "GET /v2.0/networks/3f8de853-6a12-432f-ac35-381de990c538?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2890587 May 05 22:11:28.956211 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 44208) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:28.972512 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d8fcd6fa-2cfb-4f03-9ea4-9349d67b55c0 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/floatingips/92783a9c-d3ba-45c8-97e0-a0646aff570f HTTP/1.1" status: 200 len: 994 time: 0.1669550 May 05 22:11:29.062200 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a86b03-648b-4095-be10-8bdf3c6d623b tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:29.064045 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-66a86b03-648b-4095-be10-8bdf3c6d623b tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] 10.222.0.23 "GET /v2.0/subnets/51a9ea05-d253-4387-a859-7feff96479cd HTTP/1.1" status: 200 len: 843 time: 0.1061673 May 05 22:11:29.068253 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44214) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:29.174646 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-9c4fbc56-9354-4f11-bd97-107e793b799f tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Calling delete_port for b5e30bb9-15be-4337-a906-7c75a58a860d owned by {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:11:29.210704 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cd20df70-8bff-4204-8e0d-b0e38ea58b0f req-d0c55f3d-2256-4a87-bcac-de1ac1b56f10 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "GET /v2.0/security-groups?id=9e61efd1-0b37-4d76-9aa3-146509453fc2&id=882c5bc1-fe64-4b74-a8ee-3b1b1e3bff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 407 time: 0.5124867 May 05 22:11:29.284321 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cd56cb-9e87-4418-b1e2-4965caa4b1e6 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attributes excluded by policy engine: ['shared'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:29.284838 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-07cd56cb-9e87-4418-b1e2-4965caa4b1e6 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Synchronizing usage tracker for tenant:8098ae364cf14b1ea606e00a7b5c048e on resource:subnet {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:11:29.310321 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-07cd56cb-9e87-4418-b1e2-4965caa4b1e6 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Unset dirty status for tenant:8098ae364cf14b1ea606e00a7b5c048e on resource:subnet {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:11:29.314716 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-07cd56cb-9e87-4418-b1e2-4965caa4b1e6 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] 10.222.0.23 "GET /v2.0/subnets/51a9ea05-d253-4387-a859-7feff96479cd?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2410128 May 05 22:11:29.316156 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 44228) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:29.321342 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9c4fbc56-9354-4f11-bd97-107e793b799f tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:29.325672 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-aa70abc8-d503-4934-8c5d-35d17b8d84e0 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1141393839'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:11:29.333014 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-aa70abc8-d503-4934-8c5d-35d17b8d84e0 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:11:29.346450 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-aa70abc8-d503-4934-8c5d-35d17b8d84e0 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:11:29.368645 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa70abc8-d503-4934-8c5d-35d17b8d84e0 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Made reservation on behalf of 8098ae364cf14b1ea606e00a7b5c048e for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:11:29.374091 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-aa70abc8-d503-4934-8c5d-35d17b8d84e0 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:29.434090 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4fbc56-9354-4f11-bd97-107e793b799f tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event deleted for resources: {'Port': ['ID=b5e30bb9-15be-4337-a906-7c75a58a860d,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:29.457179 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa70abc8-d503-4934-8c5d-35d17b8d84e0 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:11:29.458544 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9c4fbc56-9354-4f11-bd97-107e793b799f tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:29.479635 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-9c4fbc56-9354-4f11-bd97-107e793b799f tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "DELETE /v2.0/ports/b5e30bb9-15be-4337-a906-7c75a58a860d HTTP/1.1" status: 204 len: 168 time: 1.3138754 May 05 22:11:29.485085 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44234) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:29.488900 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-aa70abc8-d503-4934-8c5d-35d17b8d84e0 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:29.489554 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-aa70abc8-d503-4934-8c5d-35d17b8d84e0 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Added segment 03d5216d-98ff-4263-9773-d648fe1bccb7 of type vlan for network c64be25d-9111-4601-a6a4-ef731179ba75 May 05 22:11:29.569115 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-aa70abc8-d503-4934-8c5d-35d17b8d84e0 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:29.660672 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-aa70abc8-d503-4934-8c5d-35d17b8d84e0 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:29.671021 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa70abc8-d503-4934-8c5d-35d17b8d84e0 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:29.672073 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-aa70abc8-d503-4934-8c5d-35d17b8d84e0 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:29.709839 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2d8bd2cf-4d2e-4540-8a29-fd3dc718a616 req-2130aa61-e93c-423f-a9a3-1db22018f61e tempest-TestSecurityGroupsBasicOps-1656009718 tempest-TestSecurityGroupsBasicOps-1656009718-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=47c60070-24a1-4dfb-bfe9-f30837a20dcb HTTP/1.1" status: 200 len: 1135 time: 0.2225778 May 05 22:11:29.748945 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff1f597-35e0-46d5-b182-b6b03e0b516b tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:29.749641 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-6ff1f597-35e0-46d5-b182-b6b03e0b516b tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Synchronizing usage tracker for tenant:4182021ff5fe4f65b13da93a6be96ffa on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:11:29.765754 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2d8bd2cf-4d2e-4540-8a29-fd3dc718a616 req-aae98ce0-089a-4953-9985-fec4f0821235 tempest-TestSecurityGroupsBasicOps-1656009718 tempest-TestSecurityGroupsBasicOps-1656009718-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:29.821387 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-2d8bd2cf-4d2e-4540-8a29-fd3dc718a616 req-aae98ce0-089a-4953-9985-fec4f0821235 tempest-TestSecurityGroupsBasicOps-1656009718 tempest-TestSecurityGroupsBasicOps-1656009718-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:11:29.826018 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-2d8bd2cf-4d2e-4540-8a29-fd3dc718a616 req-aae98ce0-089a-4953-9985-fec4f0821235 tempest-TestSecurityGroupsBasicOps-1656009718 tempest-TestSecurityGroupsBasicOps-1656009718-project-admin] Usage tracker for resource:security_group_rule and tenant:0e519a98b1be49458bdac235bc5f5a2a is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:11:29.829279 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-2d8bd2cf-4d2e-4540-8a29-fd3dc718a616 req-aae98ce0-089a-4953-9985-fec4f0821235 tempest-TestSecurityGroupsBasicOps-1656009718 tempest-TestSecurityGroupsBasicOps-1656009718-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:11:29.836387 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-2d8bd2cf-4d2e-4540-8a29-fd3dc718a616 req-aae98ce0-089a-4953-9985-fec4f0821235 tempest-TestSecurityGroupsBasicOps-1656009718 tempest-TestSecurityGroupsBasicOps-1656009718-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:11:29.912627 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2d8bd2cf-4d2e-4540-8a29-fd3dc718a616 req-aae98ce0-089a-4953-9985-fec4f0821235 tempest-TestSecurityGroupsBasicOps-1656009718 tempest-TestSecurityGroupsBasicOps-1656009718-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:29.915924 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-6ff1f597-35e0-46d5-b182-b6b03e0b516b tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Unset dirty status for tenant:4182021ff5fe4f65b13da93a6be96ffa on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:11:29.919728 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-6ff1f597-35e0-46d5-b182-b6b03e0b516b tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4304545 May 05 22:11:29.920216 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44258) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:29.961802 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2d8bd2cf-4d2e-4540-8a29-fd3dc718a616 req-aae98ce0-089a-4953-9985-fec4f0821235 tempest-TestSecurityGroupsBasicOps-1656009718 tempest-TestSecurityGroupsBasicOps-1656009718-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:30.004387 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae98ce0-089a-4953-9985-fec4f0821235 tempest-TestSecurityGroupsBasicOps-1656009718 tempest-TestSecurityGroupsBasicOps-1656009718-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc261e2-e6ff-429d-9df4-b153b1036bc8,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:30.015157 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-15ef4d88-3739-44f6-8b30-58004a32ca06 req-2f23c7e9-7579-4fe8-aee0-b352e5c28438 tempest-TestNetworkAdvancedServerOps-1392066098 tempest-TestNetworkAdvancedServerOps-1392066098-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6a10f1aa-b77d-4743-ba34-bc524ef90ebc HTTP/1.1" status: 200 len: 1097 time: 0.3827734 May 05 22:11:30.047757 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-dabc218f-f090-490f-8908-233adc125722 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] GET failed (client error): The resource could not be found. May 05 22:11:30.049087 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-dabc218f-f090-490f-8908-233adc125722 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "GET /v2.0/ports/b5e30bb9-15be-4337-a906-7c75a58a860d HTTP/1.1" status: 404 len: 333 time: 0.1280129 May 05 22:11:30.058037 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44264) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:30.071194 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-2397be0b-3694-4eb4-ad1e-08a8d50d59a2 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1337490059'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:11:30.080637 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2d8bd2cf-4d2e-4540-8a29-fd3dc718a616 req-aae98ce0-089a-4953-9985-fec4f0821235 tempest-TestSecurityGroupsBasicOps-1656009718 tempest-TestSecurityGroupsBasicOps-1656009718-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=9e61efd1-0b37-4d76-9aa3-146509453fc2&id=882c5bc1-fe64-4b74-a8ee-3b1b1e3bff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 407 time: 0.3695498 May 05 22:11:30.081738 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-2397be0b-3694-4eb4-ad1e-08a8d50d59a2 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:11:30.088672 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-2397be0b-3694-4eb4-ad1e-08a8d50d59a2 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Usage tracker for resource:network and tenant:4182021ff5fe4f65b13da93a6be96ffa is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:11:30.106023 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-15ef4d88-3739-44f6-8b30-58004a32ca06 req-f2a51632-a592-45fd-a05d-4486eda82731 tempest-TestNetworkAdvancedServerOps-1392066098 tempest-TestNetworkAdvancedServerOps-1392066098-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=da0ed24f-7362-44c5-b636-8c9b67c34a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899398 May 05 22:11:30.107053 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-2397be0b-3694-4eb4-ad1e-08a8d50d59a2 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:11:30.128125 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44268) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:30.129872 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-2397be0b-3694-4eb4-ad1e-08a8d50d59a2 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:11:30.173237 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-aa70abc8-d503-4934-8c5d-35d17b8d84e0 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8556092 May 05 22:11:30.177587 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 44280) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:30.191033 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-bf08c7c9-4119-44d3-9793-e1d00fcb8c79 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Request body: {'subnet': {'network_id': 'c64be25d-9111-4601-a6a4-ef731179ba75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:11:30.205602 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa70abc8-d503-4934-8c5d-35d17b8d84e0 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Pushing event updated for resources: {'Network': ['ID=c64be25d-9111-4601-a6a4-ef731179ba75,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:30.225672 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network c64be25d-9111-4601-a6a4-ef731179ba75 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:11:30.297311 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2397be0b-3694-4eb4-ad1e-08a8d50d59a2 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Made reservation on behalf of 4182021ff5fe4f65b13da93a6be96ffa for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:11:30.305705 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2397be0b-3694-4eb4-ad1e-08a8d50d59a2 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:30.328306 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-bf08c7c9-4119-44d3-9793-e1d00fcb8c79 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:11:30.341356 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-bf08c7c9-4119-44d3-9793-e1d00fcb8c79 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:11:30.357941 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf08c7c9-4119-44d3-9793-e1d00fcb8c79 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Made reservation on behalf of 8098ae364cf14b1ea606e00a7b5c048e for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:11:30.413192 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2397be0b-3694-4eb4-ad1e-08a8d50d59a2 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:11:30.422612 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2397be0b-3694-4eb4-ad1e-08a8d50d59a2 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:30.423168 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-2397be0b-3694-4eb4-ad1e-08a8d50d59a2 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Added segment 2a0daa9b-1df2-43bc-8b03-6144d943ee4a of type vlan for network 5473760b-0816-41ab-9c48-69c956c4ece7 May 05 22:11:30.450975 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2397be0b-3694-4eb4-ad1e-08a8d50d59a2 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:30.470313 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c926a7fa-66fe-4098-bbfa-b3632f18a4d0 tempest-TestSecurityGroupsBasicOps-1656009718 tempest-TestSecurityGroupsBasicOps-1656009718-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=47c60070-24a1-4dfb-bfe9-f30837a20dcb HTTP/1.1" status: 200 len: 1130 time: 0.3374624 May 05 22:11:30.474188 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 44290) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:30.486236 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-22851e1f-3e0c-4bfb-8b63-f62e3dcbe388 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Request body: {'floatingip': {'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'port_id': 'f3f80628-a523-409f-b654-d22d3bbdd69d', 'tenant_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:11:30.493933 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-22851e1f-3e0c-4bfb-8b63-f62e3dcbe388 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:11:30.495111 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2397be0b-3694-4eb4-ad1e-08a8d50d59a2 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:30.498767 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-22851e1f-3e0c-4bfb-8b63-f62e3dcbe388 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Usage tracker for resource:floatingip and tenant:efa9087c34ce4a5fbd7fe821ae4a2e59 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:11:30.499297 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2397be0b-3694-4eb4-ad1e-08a8d50d59a2 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:30.499923 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2397be0b-3694-4eb4-ad1e-08a8d50d59a2 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:30.502947 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-22851e1f-3e0c-4bfb-8b63-f62e3dcbe388 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:11:30.511149 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-22851e1f-3e0c-4bfb-8b63-f62e3dcbe388 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:11:30.549912 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bf08c7c9-4119-44d3-9793-e1d00fcb8c79 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:30.584898 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-22851e1f-3e0c-4bfb-8b63-f62e3dcbe388 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks [] for floatingip, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:30.638092 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-2397be0b-3694-4eb4-ad1e-08a8d50d59a2 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5760250 May 05 22:11:30.640952 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44300) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:30.644576 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2397be0b-3694-4eb4-ad1e-08a8d50d59a2 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event updated for resources: {'Network': ['ID=5473760b-0816-41ab-9c48-69c956c4ece7,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:30.648781 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-1e69d0a1-0d3d-4c61-9383-05adba6d9a94 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Request body: {'subnet': {'network_id': '5473760b-0816-41ab-9c48-69c956c4ece7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:11:30.663653 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 5473760b-0816-41ab-9c48-69c956c4ece7 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:11:30.782500 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-1e69d0a1-0d3d-4c61-9383-05adba6d9a94 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:11:30.791837 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.ipam_backend_mixin [None req-bf08c7c9-4119-44d3-9793-e1d00fcb8c79 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Performing IP validity checks on allocation pools {{(pid=84063) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 05 22:11:30.792519 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.ipam_backend_mixin [None req-bf08c7c9-4119-44d3-9793-e1d00fcb8c79 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84063) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 05 22:11:30.793228 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-1e69d0a1-0d3d-4c61-9383-05adba6d9a94 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Usage tracker for resource:subnet and tenant:4182021ff5fe4f65b13da93a6be96ffa is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:11:30.797373 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-1e69d0a1-0d3d-4c61-9383-05adba6d9a94 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:11:30.813650 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-1e69d0a1-0d3d-4c61-9383-05adba6d9a94 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:11:30.832674 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e69d0a1-0d3d-4c61-9383-05adba6d9a94 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Made reservation on behalf of 4182021ff5fe4f65b13da93a6be96ffa for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:11:31.029525 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-22851e1f-3e0c-4bfb-8b63-f62e3dcbe388 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:31.119538 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1e69d0a1-0d3d-4c61-9383-05adba6d9a94 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:31.220734 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bf08c7c9-4119-44d3-9793-e1d00fcb8c79 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:31.232095 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-30f35ba2-6331-435a-b70f-ee8aec214fa1 req-69ef55de-0663-4a14-ae15-4dffc53e7007 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6a10f1aa-b77d-4743-ba34-bc524ef90ebc&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.8819914 May 05 22:11:31.390787 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-22851e1f-3e0c-4bfb-8b63-f62e3dcbe388 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Allocated IP 172.25.4.124 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/c32a8bac-6ecc-4bcb-b90a-06cf8a9a5a5f) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:11:31.408363 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf08c7c9-4119-44d3-9793-e1d00fcb8c79 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Pushing event updated for resources: {'Subnet': ['ID=ccc99e99-ebd0-47fe-9775-17092813f0fb,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:31.437059 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf08c7c9-4119-44d3-9793-e1d00fcb8c79 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Checking segment: {'id': '03d5216d-98ff-4263-9773-d648fe1bccb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c64be25d-9111-4601-a6a4-ef731179ba75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:11:31.437615 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf08c7c9-4119-44d3-9793-e1d00fcb8c79 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Network hostable DHCP agents. Network: c64be25d-9111-4601-a6a4-ef731179ba75, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:11:31.539188 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1e69d0a1-0d3d-4c61-9383-05adba6d9a94 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:31.731427 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e69d0a1-0d3d-4c61-9383-05adba6d9a94 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Checking segment: {'id': '2a0daa9b-1df2-43bc-8b03-6144d943ee4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5473760b-0816-41ab-9c48-69c956c4ece7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:11:31.731842 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e69d0a1-0d3d-4c61-9383-05adba6d9a94 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Network hostable DHCP agents. Network: 5473760b-0816-41ab-9c48-69c956c4ece7, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:11:31.743758 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e69d0a1-0d3d-4c61-9383-05adba6d9a94 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event updated for resources: {'Subnet': ['ID=2efcd23f-576c-4ebe-97d4-9f2c9888aac6,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:31.794279 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e69d0a1-0d3d-4c61-9383-05adba6d9a94 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Network 5473760b-0816-41ab-9c48-69c956c4ece7 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:11:31.794651 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf08c7c9-4119-44d3-9793-e1d00fcb8c79 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Network c64be25d-9111-4601-a6a4-ef731179ba75 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:11:31.839826 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-1e69d0a1-0d3d-4c61-9383-05adba6d9a94 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 5473760b-0816-41ab-9c48-69c956c4ece7) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:11:31.846394 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e69d0a1-0d3d-4c61-9383-05adba6d9a94 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:31.847225 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1e69d0a1-0d3d-4c61-9383-05adba6d9a94 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:31.851056 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b625a1ba-7ce7-4ad2-8784-9cfa1494d4d4 None None] Network 5473760b-0816-41ab-9c48-69c956c4ece7 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:11:31.864290 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-bf08c7c9-4119-44d3-9793-e1d00fcb8c79 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, c64be25d-9111-4601-a6a4-ef731179ba75) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:11:31.885518 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf08c7c9-4119-44d3-9793-e1d00fcb8c79 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:31.886146 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bf08c7c9-4119-44d3-9793-e1d00fcb8c79 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:31.908233 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-22851e1f-3e0c-4bfb-8b63-f62e3dcbe388 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:31.923560 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef20bce2-5155-412e-aa51-9f62534c8823 None None] Network c64be25d-9111-4601-a6a4-ef731179ba75 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:11:31.941709 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-1e69d0a1-0d3d-4c61-9383-05adba6d9a94 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2993104 May 05 22:11:31.944575 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 44332) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:31.951602 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-845f3fdd-7f78-4b01-8dc9-9a4c9aaf1401 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Request body: {'subnet': {'network_id': '5473760b-0816-41ab-9c48-69c956c4ece7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:11:31.971525 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-bf08c7c9-4119-44d3-9793-e1d00fcb8c79 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.7907414 May 05 22:11:31.973495 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44336) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:31.982570 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-b9791438-6a4d-4abf-89e4-eb174fb547b6 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:11:32.054250 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-22851e1f-3e0c-4bfb-8b63-f62e3dcbe388 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:32.213060 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22851e1f-3e0c-4bfb-8b63-f62e3dcbe388 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:11:32.219373 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-22851e1f-3e0c-4bfb-8b63-f62e3dcbe388 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:11:32.225488 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22851e1f-3e0c-4bfb-8b63-f62e3dcbe388 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:11:32.348171 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22851e1f-3e0c-4bfb-8b63-f62e3dcbe388 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Pushing event updated for resources: {'Port': ['ID=c32a8bac-6ecc-4bcb-b90a-06cf8a9a5a5f,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:32.393670 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-845f3fdd-7f78-4b01-8dc9-9a4c9aaf1401 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:11:32.419518 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-845f3fdd-7f78-4b01-8dc9-9a4c9aaf1401 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Usage tracker for resource:subnet and tenant:4182021ff5fe4f65b13da93a6be96ffa is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:11:32.484944 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-845f3fdd-7f78-4b01-8dc9-9a4c9aaf1401 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:11:32.535599 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-845f3fdd-7f78-4b01-8dc9-9a4c9aaf1401 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:11:32.650544 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-845f3fdd-7f78-4b01-8dc9-9a4c9aaf1401 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Made reservation on behalf of 4182021ff5fe4f65b13da93a6be96ffa for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:11:32.709107 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b9791438-6a4d-4abf-89e4-eb174fb547b6 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8016718'] for subnet, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:32.725053 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7302e8-1669-4e73-a4a8-663fdfbfa629 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-5473760b-0816-41ab-9c48-69c956c4ece7', 'network_id': '5473760b-0816-41ab-9c48-69c956c4ece7', 'tenant_id': '4182021ff5fe4f65b13da93a6be96ffa', 'fixed_ips': [{'subnet_id': '2efcd23f-576c-4ebe-97d4-9f2c9888aac6'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:11:32.726871 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7e7302e8-1669-4e73-a4a8-663fdfbfa629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:32.835147 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-845f3fdd-7f78-4b01-8dc9-9a4c9aaf1401 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:32.984920 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-7e7302e8-1669-4e73-a4a8-663fdfbfa629 None None] Allocated IP 172.20.0.2 (5473760b-0816-41ab-9c48-69c956c4ece7/2efcd23f-576c-4ebe-97d4-9f2c9888aac6/e4e015bf-7371-4207-b418-cad635b393e9) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:11:33.122961 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8956f811-13b8-4918-8584-7c0531a8f400 req-7d3642ef-6154-4b70-8a5f-fe8c84af4196 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6a10f1aa-b77d-4743-ba34-bc524ef90ebc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2644656 May 05 22:11:33.187567 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b9791438-6a4d-4abf-89e4-eb174fb547b6 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774958641565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8331457'] for subnet, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:33.221646 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685c127b-4f8e-49b9-ae38-4840e5245b4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-c64be25d-9111-4601-a6a4-ef731179ba75', 'network_id': 'c64be25d-9111-4601-a6a4-ef731179ba75', 'tenant_id': '8098ae364cf14b1ea606e00a7b5c048e', 'fixed_ips': [{'subnet_id': 'ccc99e99-ebd0-47fe-9775-17092813f0fb'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:11:33.222393 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-685c127b-4f8e-49b9-ae38-4840e5245b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:33.312550 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9791438-6a4d-4abf-89e4-eb174fb547b6 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Pushing event updated for resources: {'Subnet': ['ID=ccc99e99-ebd0-47fe-9775-17092813f0fb,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:33.344465 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9791438-6a4d-4abf-89e4-eb174fb547b6 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:33.345073 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b9791438-6a4d-4abf-89e4-eb174fb547b6 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:33.349013 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b9791438-6a4d-4abf-89e4-eb174fb547b6 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] 10.222.0.23 "PUT /v2.0/subnets/ccc99e99-ebd0-47fe-9775-17092813f0fb HTTP/1.1" status: 200 len: 900 time: 1.3707514 May 05 22:11:33.349370 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44390) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:33.448796 n-d-825175-4 neutron-server[84063]: INFO neutron.db.ipam_backend_mixin [None req-845f3fdd-7f78-4b01-8dc9-9a4c9aaf1401 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2efcd23f-576c-4ebe-97d4-9f2c9888aac6 (CIDR: 172.20.0.0/28) May 05 22:11:33.484042 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-845f3fdd-7f78-4b01-8dc9-9a4c9aaf1401 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 22:11:33.484042 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-845f3fdd-7f78-4b01-8dc9-9a4c9aaf1401 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:11:33.555362 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-845f3fdd-7f78-4b01-8dc9-9a4c9aaf1401 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6083858 May 05 22:11:33.564398 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7e7302e8-1669-4e73-a4a8-663fdfbfa629 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:33.581423 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 44400) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:33.587711 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-7e7302e8-1669-4e73-a4a8-663fdfbfa629 None None] Transition to ACTIVE for port object e4e015bf-7371-4207-b418-cad635b393e9 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:11:33.652324 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-685c127b-4f8e-49b9-ae38-4840e5245b4e None None] Allocated IP 2001:db8::3 (c64be25d-9111-4601-a6a4-ef731179ba75/ccc99e99-ebd0-47fe-9775-17092813f0fb/d39eb69d-f0e5-4b1c-babe-62d2fe9b8149) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:11:33.660912 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-7e7302e8-1669-4e73-a4a8-663fdfbfa629 None None] Transition to ACTIVE for port object e4e015bf-7371-4207-b418-cad635b393e9 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:11:33.682434 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7e7302e8-1669-4e73-a4a8-663fdfbfa629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:33.741842 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-c1634ea4-31fd-417d-9693-6593d284481f tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Request body: {'subnet': {'network_id': '5473760b-0816-41ab-9c48-69c956c4ece7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:11:33.761174 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-43d89a33-bebf-4af7-8b89-f6fd37a2aead tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:33.936559 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-43d89a33-bebf-4af7-8b89-f6fd37a2aead tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:33.961254 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7302e8-1669-4e73-a4a8-663fdfbfa629 None None] Network 5473760b-0816-41ab-9c48-69c956c4ece7 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:11:33.963018 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-7e7302e8-1669-4e73-a4a8-663fdfbfa629 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:11:33.967338 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7302e8-1669-4e73-a4a8-663fdfbfa629 None None] Pushing event updated for resources: {'Port': ['ID=e4e015bf-7371-4207-b418-cad635b393e9,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:33.972253 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7302e8-1669-4e73-a4a8-663fdfbfa629 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:11:34.051920 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [req-8956f811-13b8-4918-8584-7c0531a8f400 req-c58b19ab-7b0c-4279-b19a-1c5c95436501 tempest-TestNetworkAdvancedServerOps-1392066098 tempest-TestNetworkAdvancedServerOps-1392066098-project-admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:11:34.052927 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8956f811-13b8-4918-8584-7c0531a8f400 req-c58b19ab-7b0c-4279-b19a-1c5c95436501 tempest-TestNetworkAdvancedServerOps-1392066098 tempest-TestNetworkAdvancedServerOps-1392066098-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0101893 May 05 22:11:34.080567 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-8956f811-13b8-4918-8584-7c0531a8f400 req-24918ef9-92ad-4374-afc8-0d41a9af157d service neutron] Request body: {'binding': {'host': 'n-h1-825175-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:11:34.082320 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-8956f811-13b8-4918-8584-7c0531a8f400 req-24918ef9-92ad-4374-afc8-0d41a9af157d service neutron] Unknown quota resources ['binding']. {{(pid=84061) _create /opt/stack/neutron/neutron/api/v2/base.py:490}} May 05 22:11:34.331396 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c1634ea4-31fd-417d-9693-6593d284481f tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:11:34.350861 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c1634ea4-31fd-417d-9693-6593d284481f tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Usage tracker for resource:subnet and tenant:4182021ff5fe4f65b13da93a6be96ffa is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:11:34.362652 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c1634ea4-31fd-417d-9693-6593d284481f tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:11:34.363956 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-685c127b-4f8e-49b9-ae38-4840e5245b4e None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:34.384339 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c1634ea4-31fd-417d-9693-6593d284481f tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:11:34.402181 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-685c127b-4f8e-49b9-ae38-4840e5245b4e None None] Transition to ACTIVE for port object d39eb69d-f0e5-4b1c-babe-62d2fe9b8149 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:11:34.430041 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-685c127b-4f8e-49b9-ae38-4840e5245b4e None None] Transition to ACTIVE for port object d39eb69d-f0e5-4b1c-babe-62d2fe9b8149 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:11:34.445609 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1634ea4-31fd-417d-9693-6593d284481f tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Made reservation on behalf of 4182021ff5fe4f65b13da93a6be96ffa for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:11:34.447273 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-7e7302e8-1669-4e73-a4a8-663fdfbfa629 None None] Attempting to bind port e4e015bf-7371-4207-b418-cad635b393e9 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:11:34.447865 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-7e7302e8-1669-4e73-a4a8-663fdfbfa629 None None] Attempting to bind port e4e015bf-7371-4207-b418-cad635b393e9 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '2a0daa9b-1df2-43bc-8b03-6144d943ee4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5473760b-0816-41ab-9c48-69c956c4ece7'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:11:34.448463 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7302e8-1669-4e73-a4a8-663fdfbfa629 None None] Attempting to bind port e4e015bf-7371-4207-b418-cad635b393e9 on network 5473760b-0816-41ab-9c48-69c956c4ece7 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:11:34.452646 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c1634ea4-31fd-417d-9693-6593d284481f tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:34.455717 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-685c127b-4f8e-49b9-ae38-4840e5245b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:34.494399 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-8956f811-13b8-4918-8584-7c0531a8f400 req-24918ef9-92ad-4374-afc8-0d41a9af157d service neutron] Attempting to bind port 835c7f1c-b706-4ca3-9a78-cb2525c6e19b on host n-h1-825175-4 for vnic_type normal with profile None {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:11:34.495860 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-8956f811-13b8-4918-8584-7c0531a8f400 req-24918ef9-92ad-4374-afc8-0d41a9af157d service neutron] Attempting to bind port 835c7f1c-b706-4ca3-9a78-cb2525c6e19b by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': 'ee217534-879b-45a2-90a5-ba467cc58a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:11:34.496178 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8956f811-13b8-4918-8584-7c0531a8f400 req-24918ef9-92ad-4374-afc8-0d41a9af157d service neutron] Attempting to bind port 835c7f1c-b706-4ca3-9a78-cb2525c6e19b on network 6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:11:34.503852 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-43d89a33-bebf-4af7-8b89-f6fd37a2aead tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:34.510599 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7302e8-1669-4e73-a4a8-663fdfbfa629 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:11:34.511451 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7302e8-1669-4e73-a4a8-663fdfbfa629 None None] Checking segment: {'id': '2a0daa9b-1df2-43bc-8b03-6144d943ee4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5473760b-0816-41ab-9c48-69c956c4ece7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:11:34.512086 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7e7302e8-1669-4e73-a4a8-663fdfbfa629 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:34.513050 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7302e8-1669-4e73-a4a8-663fdfbfa629 None None] Bound using segment: {'id': '2a0daa9b-1df2-43bc-8b03-6144d943ee4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5473760b-0816-41ab-9c48-69c956c4ece7'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:11:34.513735 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-7e7302e8-1669-4e73-a4a8-663fdfbfa629 None None] Bound port: e4e015bf-7371-4207-b418-cad635b393e9, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a0daa9b-1df2-43bc-8b03-6144d943ee4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '5473760b-0816-41ab-9c48-69c956c4ece7'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:11:34.514317 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7e7302e8-1669-4e73-a4a8-663fdfbfa629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:34.562158 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685c127b-4f8e-49b9-ae38-4840e5245b4e None None] Pushing event updated for resources: {'Port': ['ID=d39eb69d-f0e5-4b1c-babe-62d2fe9b8149,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:34.566169 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685c127b-4f8e-49b9-ae38-4840e5245b4e None None] Network c64be25d-9111-4601-a6a4-ef731179ba75 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:11:34.597906 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-685c127b-4f8e-49b9-ae38-4840e5245b4e None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:11:34.606419 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685c127b-4f8e-49b9-ae38-4840e5245b4e None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:11:34.666172 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d89a33-bebf-4af7-8b89-f6fd37a2aead tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Pushing event deleted for resources: {'Subnet': ['ID=ccc99e99-ebd0-47fe-9775-17092813f0fb,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:34.688191 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8956f811-13b8-4918-8584-7c0531a8f400 req-24918ef9-92ad-4374-afc8-0d41a9af157d service neutron] Port 835c7f1c-b706-4ca3-9a78-cb2525c6e19b on network 6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:11:34.688507 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8956f811-13b8-4918-8584-7c0531a8f400 req-24918ef9-92ad-4374-afc8-0d41a9af157d service neutron] Attempting to bind port 835c7f1c-b706-4ca3-9a78-cb2525c6e19b on network 6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:11:34.794765 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-685c127b-4f8e-49b9-ae38-4840e5245b4e None None] Attempting to bind port d39eb69d-f0e5-4b1c-babe-62d2fe9b8149 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:11:34.795250 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-685c127b-4f8e-49b9-ae38-4840e5245b4e None None] Attempting to bind port d39eb69d-f0e5-4b1c-babe-62d2fe9b8149 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '03d5216d-98ff-4263-9773-d648fe1bccb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c64be25d-9111-4601-a6a4-ef731179ba75'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:11:34.800718 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685c127b-4f8e-49b9-ae38-4840e5245b4e None None] Attempting to bind port d39eb69d-f0e5-4b1c-babe-62d2fe9b8149 on network c64be25d-9111-4601-a6a4-ef731179ba75 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:11:34.830982 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-7e7302e8-1669-4e73-a4a8-663fdfbfa629 None None] For port e4e015bf-7371-4207-b418-cad635b393e9, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:11:34.833304 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685c127b-4f8e-49b9-ae38-4840e5245b4e None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:11:34.833746 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685c127b-4f8e-49b9-ae38-4840e5245b4e None None] Checking segment: {'id': '03d5216d-98ff-4263-9773-d648fe1bccb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c64be25d-9111-4601-a6a4-ef731179ba75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:11:34.834205 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-685c127b-4f8e-49b9-ae38-4840e5245b4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:34.834694 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685c127b-4f8e-49b9-ae38-4840e5245b4e None None] Bound using segment: {'id': '03d5216d-98ff-4263-9773-d648fe1bccb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c64be25d-9111-4601-a6a4-ef731179ba75'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:11:34.835244 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-685c127b-4f8e-49b9-ae38-4840e5245b4e None None] Bound port: d39eb69d-f0e5-4b1c-babe-62d2fe9b8149, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03d5216d-98ff-4263-9773-d648fe1bccb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'c64be25d-9111-4601-a6a4-ef731179ba75'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:11:34.836443 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-685c127b-4f8e-49b9-ae38-4840e5245b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:34.847891 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-43d89a33-bebf-4af7-8b89-f6fd37a2aead tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:34.874174 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-7e7302e8-1669-4e73-a4a8-663fdfbfa629 None None] For port e4e015bf-7371-4207-b418-cad635b393e9, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=e4e015bf-7371-4207-b418-cad635b393e9,segment=NetworkSegment(2a0daa9b-1df2-43bc-8b03-6144d943ee4a),segment_id=2a0daa9b-1df2-43bc-8b03-6144d943ee4a)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:11:34.895197 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-43d89a33-bebf-4af7-8b89-f6fd37a2aead tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c64be25d-9111-4601-a6a4-ef731179ba75']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:11:34.910120 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-43d89a33-bebf-4af7-8b89-f6fd37a2aead tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03d5216d-98ff-4263-9773-d648fe1bccb7') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:11:34.910729 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-43d89a33-bebf-4af7-8b89-f6fd37a2aead tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03d5216d-98ff-4263-9773-d648fe1bccb7') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:11:34.924401 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-43d89a33-bebf-4af7-8b89-f6fd37a2aead tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:34.932811 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7e7302e8-1669-4e73-a4a8-663fdfbfa629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:34.944240 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-43d89a33-bebf-4af7-8b89-f6fd37a2aead tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:34.962403 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43d89a33-bebf-4af7-8b89-f6fd37a2aead tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:11:34.962611 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-43d89a33-bebf-4af7-8b89-f6fd37a2aead tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:34.990156 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-22851e1f-3e0c-4bfb-8b63-f62e3dcbe388 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:35.092567 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8956f811-13b8-4918-8584-7c0531a8f400 req-24918ef9-92ad-4374-afc8-0d41a9af157d service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:11:35.093245 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8956f811-13b8-4918-8584-7c0531a8f400 req-24918ef9-92ad-4374-afc8-0d41a9af157d service neutron] Checking segment: {'id': 'ee217534-879b-45a2-90a5-ba467cc58a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:11:35.093805 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8956f811-13b8-4918-8584-7c0531a8f400 req-24918ef9-92ad-4374-afc8-0d41a9af157d service neutron] Bound using segment: {'id': 'ee217534-879b-45a2-90a5-ba467cc58a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:11:35.094473 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-8956f811-13b8-4918-8584-7c0531a8f400 req-24918ef9-92ad-4374-afc8-0d41a9af157d service neutron] Bound port: 835c7f1c-b706-4ca3-9a78-cb2525c6e19b, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee217534-879b-45a2-90a5-ba467cc58a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:11:35.128325 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-8956f811-13b8-4918-8584-7c0531a8f400 req-24918ef9-92ad-4374-afc8-0d41a9af157d service neutron] For port 835c7f1c-b706-4ca3-9a78-cb2525c6e19b, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=835c7f1c-b706-4ca3-9a78-cb2525c6e19b,segment=NetworkSegment(ee217534-879b-45a2-90a5-ba467cc58a1f),segment_id=ee217534-879b-45a2-90a5-ba467cc58a1f)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:11:35.129847 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 22:11:35.129847 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:11:35.129847 n-d-825175-4 neutron-server[84061]: timer() May 05 22:11:35.129847 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:11:35.129847 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 22:11:35.129847 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:11:35.129847 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 22:11:35.129847 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:11:35.129847 n-d-825175-4 neutron-server[84061]: self._notify() May 05 22:11:35.129847 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:11:35.129847 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 22:11:35.129847 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:11:35.129847 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 22:11:35.129847 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:11:35.129847 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:11:35.129847 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:11:35.129847 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:11:35.129847 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:11:35.129847 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 22:11:35.129847 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:11:35.129847 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 22:11:35.129847 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:11:35.129847 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:11:35.129847 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:11:35.129847 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 22:11:35.129847 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:11:35.129847 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:11:35.129847 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:11:35.129847 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:11:35.129847 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:11:35.129847 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:11:35.129847 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:11:35.133574 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.api [None req-43d89a33-bebf-4af7-8b89-f6fd37a2aead tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 05 22:11:35.133574 n-d-825175-4 neutron-server[84061]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 05 22:11:35.133574 n-d-825175-4 neutron-server[84061]: [parameters: {'id': 'c64be25d-9111-4601-a6a4-ef731179ba75'}] May 05 22:11:35.133574 n-d-825175-4 neutron-server[84061]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:11:35.134293 n-d-825175-4 neutron-server[84061]: DEBUG oslo_db.api [None req-43d89a33-bebf-4af7-8b89-f6fd37a2aead tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:11:35.154488 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-8956f811-13b8-4918-8584-7c0531a8f400 req-24918ef9-92ad-4374-afc8-0d41a9af157d service neutron] Notify callbacks [] for binding, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:35.158082 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8956f811-13b8-4918-8584-7c0531a8f400 req-24918ef9-92ad-4374-afc8-0d41a9af157d service neutron] 10.222.0.23 "POST /v2.0/ports/835c7f1c-b706-4ca3-9a78-cb2525c6e19b/bindings HTTP/1.1" status: 201 len: 389 time: 1.0875554 May 05 22:11:35.189480 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7302e8-1669-4e73-a4a8-663fdfbfa629 None None] Pushing event updated for resources: {'Port': ['ID=e4e015bf-7371-4207-b418-cad635b393e9,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:35.208313 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-685c127b-4f8e-49b9-ae38-4840e5245b4e None None] For port d39eb69d-f0e5-4b1c-babe-62d2fe9b8149, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:11:35.212585 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-685c127b-4f8e-49b9-ae38-4840e5245b4e None None] For port d39eb69d-f0e5-4b1c-babe-62d2fe9b8149, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=d39eb69d-f0e5-4b1c-babe-62d2fe9b8149,segment=NetworkSegment(03d5216d-98ff-4263-9773-d648fe1bccb7),segment_id=03d5216d-98ff-4263-9773-d648fe1bccb7)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:11:35.221325 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-685c127b-4f8e-49b9-ae38-4840e5245b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:35.371974 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685c127b-4f8e-49b9-ae38-4840e5245b4e None None] Pushing event updated for resources: {'Port': ['ID=d39eb69d-f0e5-4b1c-babe-62d2fe9b8149,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:35.543436 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11ee097-e655-41fc-91c6-d1eb2cfa292d None None] Network c64be25d-9111-4601-a6a4-ef731179ba75 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:11:35.637422 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-43d89a33-bebf-4af7-8b89-f6fd37a2aead tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:35.763508 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-43d89a33-bebf-4af7-8b89-f6fd37a2aead tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Deleting port d39eb69d-f0e5-4b1c-babe-62d2fe9b8149 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:11:35.763896 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-43d89a33-bebf-4af7-8b89-f6fd37a2aead tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:35.780503 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c1634ea4-31fd-417d-9693-6593d284481f tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:36.004254 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1634ea4-31fd-417d-9693-6593d284481f tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event updated for resources: {'Subnet': ['ID=39628b47-0246-4980-941c-257be866054f,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:36.014290 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:36.039125 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-22851e1f-3e0c-4bfb-8b63-f62e3dcbe388 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:36.043094 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957e1898-40a2-491e-a0b8-3592ec7f4977 None None] Network c64be25d-9111-4601-a6a4-ef731179ba75 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:11:36.094380 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a241b-a5f4-4e84-82bf-c95daca5cd27 req-a370bbb8-7a45-489c-aec1-7ab5c3cec181 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:36.094380 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fb7a241b-a5f4-4e84-82bf-c95daca5cd27 req-a370bbb8-7a45-489c-aec1-7ab5c3cec181 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a10f1aa-b77d-4743-ba34-bc524ef90ebc HTTP/1.1" status: 200 len: 946 time: 0.4471691 May 05 22:11:36.118233 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:36.287354 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fb7a241b-a5f4-4e84-82bf-c95daca5cd27 req-7dcf7f11-40d9-4905-9be1-b988e521438d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=da0ed24f-7362-44c5-b636-8c9b67c34a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741214 May 05 22:11:36.528544 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-22851e1f-3e0c-4bfb-8b63-f62e3dcbe388 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:36.551243 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-22851e1f-3e0c-4bfb-8b63-f62e3dcbe388 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:36.688908 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1634ea4-31fd-417d-9693-6593d284481f tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Network 5473760b-0816-41ab-9c48-69c956c4ece7 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:11:36.731311 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-43d89a33-bebf-4af7-8b89-f6fd37a2aead tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] For port d39eb69d-f0e5-4b1c-babe-62d2fe9b8149, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=d39eb69d-f0e5-4b1c-babe-62d2fe9b8149,segment=NetworkSegment(03d5216d-98ff-4263-9773-d648fe1bccb7),segment_id=03d5216d-98ff-4263-9773-d648fe1bccb7)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:11:36.731927 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-43d89a33-bebf-4af7-8b89-f6fd37a2aead tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:36.748354 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-c1634ea4-31fd-417d-9693-6593d284481f tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:11:36.759208 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1634ea4-31fd-417d-9693-6593d284481f tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:36.759801 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c1634ea4-31fd-417d-9693-6593d284481f tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:36.832860 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c1634ea4-31fd-417d-9693-6593d284481f tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.2453346 May 05 22:11:36.850755 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 44488) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:36.875168 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-73e4fd45-cbbe-4efb-9501-35fb3efd0a51 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Request body: {'port': {'network_id': '5473760b-0816-41ab-9c48-69c956c4ece7', 'fixed_ips': [{'subnet_id': '2efcd23f-576c-4ebe-97d4-9f2c9888aac6'}, {'subnet_id': '39628b47-0246-4980-941c-257be866054f'}], 'name': 'tempest-PortsTestJSON-216662552'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:11:36.912216 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-43d89a33-bebf-4af7-8b89-f6fd37a2aead tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Calling delete_port for d39eb69d-f0e5-4b1c-babe-62d2fe9b8149 owned by network:dhcp {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:11:36.918239 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0b759d-2880-4a55-8eae-0465c4e1eede None None] Network 5473760b-0816-41ab-9c48-69c956c4ece7 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:11:37.015490 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-43d89a33-bebf-4af7-8b89-f6fd37a2aead tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:37.025061 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22851e1f-3e0c-4bfb-8b63-f62e3dcbe388 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Pushing event updated for resources: {'Port': ['ID=c32a8bac-6ecc-4bcb-b90a-06cf8a9a5a5f,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:37.041440 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-22851e1f-3e0c-4bfb-8b63-f62e3dcbe388 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:37.107421 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-5544711f-3352-4a6a-9909-e9db6db4dd7e None None] Provisioning for port e4e015bf-7371-4207-b418-cad635b393e9 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:11:37.109645 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d89a33-bebf-4af7-8b89-f6fd37a2aead tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Pushing event deleted for resources: {'Port': ['ID=d39eb69d-f0e5-4b1c-babe-62d2fe9b8149,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:37.126993 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d89a33-bebf-4af7-8b89-f6fd37a2aead tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] No DVR routers for this DVR port d39eb69d-f0e5-4b1c-babe-62d2fe9b8149 on host n-d-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:11:37.131046 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8956f811-13b8-4918-8584-7c0531a8f400 req-506e5466-9f71-48ca-83a4-8d50a75e12f2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=06fb629024324e968714595537efac5c&device_id=6a10f1aa-b77d-4743-ba34-bc524ef90ebc HTTP/1.1" status: 200 len: 1097 time: 1.4534101 May 05 22:11:37.437010 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-43d89a33-bebf-4af7-8b89-f6fd37a2aead tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:37.461556 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device e4e015bf-7371-4207-b418-cad635b393e9 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:11:37.488139 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-43d89a33-bebf-4af7-8b89-f6fd37a2aead tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c64be25d-9111-4601-a6a4-ef731179ba75']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:11:37.506571 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-43d89a33-bebf-4af7-8b89-f6fd37a2aead tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03d5216d-98ff-4263-9773-d648fe1bccb7') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:11:37.507165 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-43d89a33-bebf-4af7-8b89-f6fd37a2aead tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03d5216d-98ff-4263-9773-d648fe1bccb7') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:11:37.566914 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-43d89a33-bebf-4af7-8b89-f6fd37a2aead tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:37.612371 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a207209a-590e-4a27-8613-92dd0131f577 None None] Update dhcp port {'port': {'network_id': '5473760b-0816-41ab-9c48-69c956c4ece7', 'fixed_ips': [{'subnet_id': '2efcd23f-576c-4ebe-97d4-9f2c9888aac6', 'ip_address': '172.20.0.2'}, {'subnet_id': '39628b47-0246-4980-941c-257be866054f'}], 'binding:host_id': 'n-d-825175-4'}, 'id': 'e4e015bf-7371-4207-b418-cad635b393e9'} from n-d-825175-4. {{(pid=84064) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 05 22:11:37.664459 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-43d89a33-bebf-4af7-8b89-f6fd37a2aead tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:37.702745 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43d89a33-bebf-4af7-8b89-f6fd37a2aead tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:11:37.703282 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-43d89a33-bebf-4af7-8b89-f6fd37a2aead tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:37.710651 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a207209a-590e-4a27-8613-92dd0131f577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:37.745005 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 22:11:37.745005 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:11:37.745005 n-d-825175-4 neutron-server[84061]: timer() May 05 22:11:37.745005 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:11:37.745005 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 22:11:37.745005 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:11:37.745005 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 22:11:37.745005 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:11:37.745005 n-d-825175-4 neutron-server[84061]: self._notify() May 05 22:11:37.745005 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:11:37.745005 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 22:11:37.745005 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:11:37.745005 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 22:11:37.745005 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:11:37.745005 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:11:37.745005 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:11:37.745005 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:11:37.745005 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:11:37.745005 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 22:11:37.745005 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:11:37.745005 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 22:11:37.745005 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:11:37.745005 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:11:37.745005 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:11:37.745005 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 22:11:37.745005 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:11:37.745005 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:11:37.745005 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:11:37.745005 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:11:37.745005 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:11:37.745005 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:11:37.745005 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:11:37.903610 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa7f51-9bb4-450f-9e14-1f83fb8f29d9 req-5eb1e004-6973-4e8a-a34b-c705d940f78f tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:37.905498 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7bfa7f51-9bb4-450f-9e14-1f83fb8f29d9 req-5eb1e004-6973-4e8a-a34b-c705d940f78f tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a10f1aa-b77d-4743-ba34-bc524ef90ebc HTTP/1.1" status: 200 len: 946 time: 0.3222945 May 05 22:11:37.935249 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-43d89a33-bebf-4af7-8b89-f6fd37a2aead tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:37.941138 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-43d89a33-bebf-4af7-8b89-f6fd37a2aead tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:37.955510 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-73e4fd45-cbbe-4efb-9501-35fb3efd0a51 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:11:37.983950 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-43d89a33-bebf-4af7-8b89-f6fd37a2aead tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] 10.222.0.23 "DELETE /v2.0/networks/c64be25d-9111-4601-a6a4-ef731179ba75 HTTP/1.1" status: 204 len: 168 time: 4.6294713 May 05 22:11:37.983950 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d89a33-bebf-4af7-8b89-f6fd37a2aead tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Pushing event deleted for resources: {'Network': ['ID=c64be25d-9111-4601-a6a4-ef731179ba75,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:37.988277 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44520) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:37.996968 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port e4e015bf-7371-4207-b418-cad635b393e9 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:11:38.001893 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-73e4fd45-cbbe-4efb-9501-35fb3efd0a51 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Usage tracker for resource:port and tenant:4182021ff5fe4f65b13da93a6be96ffa is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:11:38.005861 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956f811-13b8-4918-8584-7c0531a8f400 req-5a6ef9f3-c5e1-4ca9-b3cf-dba0d6316b1e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:38.007464 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8956f811-13b8-4918-8584-7c0531a8f400 req-5a6ef9f3-c5e1-4ca9-b3cf-dba0d6316b1e service neutron] 10.222.0.44 "GET /v2.0/networks?id=6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4 HTTP/1.1" status: 200 len: 898 time: 0.8572006 May 05 22:11:38.015882 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-73e4fd45-cbbe-4efb-9501-35fb3efd0a51 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:11:38.028250 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port e4e015bf-7371-4207-b418-cad635b393e9 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:11:38.028618 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:38.057396 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aa14306-0515-4454-90f3-ed2fdc0bd39d tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] DELETE failed (client error): The resource could not be found. May 05 22:11:38.058190 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aa14306-0515-4454-90f3-ed2fdc0bd39d tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:11:38.062207 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-6aa14306-0515-4454-90f3-ed2fdc0bd39d tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] 10.222.0.23 "DELETE /v2.0/subnets/ccc99e99-ebd0-47fe-9775-17092813f0fb HTTP/1.1" status: 404 len: 337 time: 0.0705440 May 05 22:11:38.075500 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44524) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:38.077938 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7bfa7f51-9bb4-450f-9e14-1f83fb8f29d9 req-d4acf0f5-f42a-48fc-8097-a6c759c69487 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=da0ed24f-7362-44c5-b636-8c9b67c34a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643224 May 05 22:11:38.108725 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ebdd1a0-4870-4ec9-80e6-2e1f4674e11d tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] DELETE failed (client error): The resource could not be found. May 05 22:11:38.109165 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ebdd1a0-4870-4ec9-80e6-2e1f4674e11d tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:11:38.121544 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0ebdd1a0-4870-4ec9-80e6-2e1f4674e11d tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] 10.222.0.23 "DELETE /v2.0/networks/c64be25d-9111-4601-a6a4-ef731179ba75 HTTP/1.1" status: 404 len: 339 time: 0.0320220 May 05 22:11:38.124182 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44528) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:38.129963 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-73e4fd45-cbbe-4efb-9501-35fb3efd0a51 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:11:38.179834 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e4fd45-cbbe-4efb-9501-35fb3efd0a51 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Made reservation on behalf of 4182021ff5fe4f65b13da93a6be96ffa for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:11:38.243616 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:38.307917 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8956f811-13b8-4918-8584-7c0531a8f400 req-46cb8ace-74d1-4c57-8c8d-2d5641111bf3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=835c7f1c-b706-4ca3-9a78-cb2525c6e19b HTTP/1.1" status: 200 len: 1002 time: 0.2881792 May 05 22:11:38.379466 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9b618c18-eff0-490e-afbc-c709d1ee2cc4 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:38.408152 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956f811-13b8-4918-8584-7c0531a8f400 req-90a6c2db-4613-499c-92bb-0ead28858f7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:38.413724 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8956f811-13b8-4918-8584-7c0531a8f400 req-90a6c2db-4613-499c-92bb-0ead28858f7a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8a7ef762-9b9a-4125-ae34-df46990e0391 HTTP/1.1" status: 200 len: 833 time: 0.0973375 May 05 22:11:38.450403 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port e4e015bf-7371-4207-b418-cad635b393e9, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=e4e015bf-7371-4207-b418-cad635b393e9,segment=NetworkSegment(2a0daa9b-1df2-43bc-8b03-6144d943ee4a),segment_id=2a0daa9b-1df2-43bc-8b03-6144d943ee4a)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:11:38.461197 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:38.545361 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-a207209a-590e-4a27-8613-92dd0131f577 None None] Allocated IP 172.20.0.18 (5473760b-0816-41ab-9c48-69c956c4ece7/39628b47-0246-4980-941c-257be866054f/e4e015bf-7371-4207-b418-cad635b393e9) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:11:38.552748 n-d-825175-4 neutron-server[84063]: INFO neutron.db.l3_db [None req-22851e1f-3e0c-4bfb-8b63-f62e3dcbe388 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Floating IP 088d40d6-9584-40be-b67c-6fe7cd556468 associated. External IP: 172.25.4.124, port: f3f80628-a523-409f-b654-d22d3bbdd69d. May 05 22:11:38.661872 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9b618c18-eff0-490e-afbc-c709d1ee2cc4 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:38.721792 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-9b618c18-eff0-490e-afbc-c709d1ee2cc4 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3e10b1e-ee64-42e2-9f75-9c00a2724b49']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:11:38.745923 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-9b618c18-eff0-490e-afbc-c709d1ee2cc4 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68455a46-ec5c-4828-90c6-a30304674dd7') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:11:38.746220 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-9b618c18-eff0-490e-afbc-c709d1ee2cc4 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68455a46-ec5c-4828-90c6-a30304674dd7') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:11:38.759573 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9b618c18-eff0-490e-afbc-c709d1ee2cc4 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:38.778430 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9b618c18-eff0-490e-afbc-c709d1ee2cc4 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:38.788114 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b618c18-eff0-490e-afbc-c709d1ee2cc4 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:11:38.788516 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9b618c18-eff0-490e-afbc-c709d1ee2cc4 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:38.801501 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=e4e015bf-7371-4207-b418-cad635b393e9,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:38.821850 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-73e4fd45-cbbe-4efb-9501-35fb3efd0a51 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:38.889731 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-a207209a-590e-4a27-8613-92dd0131f577 None None] For port e4e015bf-7371-4207-b418-cad635b393e9, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=e4e015bf-7371-4207-b418-cad635b393e9,segment=NetworkSegment(2a0daa9b-1df2-43bc-8b03-6144d943ee4a),segment_id=2a0daa9b-1df2-43bc-8b03-6144d943ee4a)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:11:38.906378 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [None req-73e4fd45-cbbe-4efb-9501-35fb3efd0a51 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] device_id is not set on port b17f03b3-5aeb-4341-b189-a8a37f32e0dd yet. {{(pid=84063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:11:38.934463 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a207209a-590e-4a27-8613-92dd0131f577 None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:38.948004 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8956f811-13b8-4918-8584-7c0531a8f400 req-bb85a6bb-5a9a-46ca-ba74-58405eed239b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5183232 May 05 22:11:39.039573 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 22:11:39.039573 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:11:39.039573 n-d-825175-4 neutron-server[84061]: timer() May 05 22:11:39.039573 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:11:39.039573 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 22:11:39.039573 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:11:39.039573 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 22:11:39.039573 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:11:39.039573 n-d-825175-4 neutron-server[84061]: self._notify() May 05 22:11:39.039573 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:11:39.039573 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 22:11:39.039573 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:11:39.039573 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 22:11:39.039573 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:11:39.039573 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:11:39.039573 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:11:39.039573 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:11:39.039573 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:11:39.039573 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 22:11:39.039573 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:11:39.039573 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 22:11:39.039573 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:11:39.039573 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:11:39.039573 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:11:39.039573 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 22:11:39.039573 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:11:39.039573 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:11:39.039573 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:11:39.039573 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:11:39.039573 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:11:39.039573 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:11:39.039573 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:11:39.061268 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-a207209a-590e-4a27-8613-92dd0131f577 None None] Transition to ACTIVE for port object e4e015bf-7371-4207-b418-cad635b393e9 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:11:39.063358 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9b618c18-eff0-490e-afbc-c709d1ee2cc4 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:39.069680 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a207209a-590e-4a27-8613-92dd0131f577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:39.133327 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9b618c18-eff0-490e-afbc-c709d1ee2cc4 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:39.156759 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b618c18-eff0-490e-afbc-c709d1ee2cc4 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Pushing event deleted for resources: {'Network': ['ID=d3e10b1e-ee64-42e2-9f75-9c00a2724b49,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:39.185211 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-9b618c18-eff0-490e-afbc-c709d1ee2cc4 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] 10.222.0.23 "DELETE /v2.0/networks/d3e10b1e-ee64-42e2-9f75-9c00a2724b49 HTTP/1.1" status: 204 len: 168 time: 1.0586612 May 05 22:11:39.187237 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44562) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:39.303910 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3f078eb-9038-488c-9a06-22c4d92ce5d5 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] DELETE failed (client error): The resource could not be found. May 05 22:11:39.306520 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3f078eb-9038-488c-9a06-22c4d92ce5d5 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:11:39.309438 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b3f078eb-9038-488c-9a06-22c4d92ce5d5 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] 10.222.0.23 "DELETE /v2.0/subnets/e6ac09ea-f66c-439c-98e0-e897d9bd3687 HTTP/1.1" status: 404 len: 337 time: 0.1186972 May 05 22:11:39.316167 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44566) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:39.364673 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device e4e015bf-7371-4207-b418-cad635b393e9 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:11:39.420248 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8956f811-13b8-4918-8584-7c0531a8f400 req-ea5f3d20-1820-4886-bdb0-4052645cd793 service neutron] 10.222.0.44 "GET /v2.0/networks/6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4623859 May 05 22:11:39.436686 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-54031fe1-0c25-485a-ad1f-df71cce8a0f9 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] DELETE failed (client error): The resource could not be found. May 05 22:11:39.437223 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54031fe1-0c25-485a-ad1f-df71cce8a0f9 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:11:39.439530 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-54031fe1-0c25-485a-ad1f-df71cce8a0f9 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] 10.222.0.23 "DELETE /v2.0/networks/036dd736-4748-4c54-8d34-07fe8eba23d0 HTTP/1.1" status: 404 len: 339 time: 0.1222050 May 05 22:11:39.456159 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44572) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:39.671944 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a207209a-590e-4a27-8613-92dd0131f577 None None] Pushing event updated for resources: {'Port': ['ID=e4e015bf-7371-4207-b418-cad635b393e9,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:39.696343 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9960e-7498-47e5-a0e1-2730796f8a92 req-56a8fcee-f308-4c92-9ea0-627f449d5473 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:39.706002 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-efd9960e-7498-47e5-a0e1-2730796f8a92 req-56a8fcee-f308-4c92-9ea0-627f449d5473 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a10f1aa-b77d-4743-ba34-bc524ef90ebc HTTP/1.1" status: 200 len: 946 time: 0.3576758 May 05 22:11:40.125518 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-efd9960e-7498-47e5-a0e1-2730796f8a92 req-194c2358-dc4c-4045-aa68-85fbf8554f88 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=da0ed24f-7362-44c5-b636-8c9b67c34a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4185839 May 05 22:11:40.256005 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-f16249c4-e059-4327-a092-3fd4f874d4fa tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Deleting subnet e766359d-82b8-428d-b752-de48396100c2 {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:11:40.259176 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f16249c4-e059-4327-a092-3fd4f874d4fa tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:40.287174 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8956f811-13b8-4918-8584-7c0531a8f400 req-7f1c05f3-ecd7-4122-9962-c328246ac9a3 service neutron] 10.222.0.44 "GET /v2.0/networks/6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8590403 May 05 22:11:40.368418 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f16249c4-e059-4327-a092-3fd4f874d4fa tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:40.489725 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-73e4fd45-cbbe-4efb-9501-35fb3efd0a51 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Allocated IP 172.20.0.6 (5473760b-0816-41ab-9c48-69c956c4ece7/2efcd23f-576c-4ebe-97d4-9f2c9888aac6/b17f03b3-5aeb-4341-b189-a8a37f32e0dd) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:11:40.506602 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-73e4fd45-cbbe-4efb-9501-35fb3efd0a51 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Allocated IP 172.20.0.21 (5473760b-0816-41ab-9c48-69c956c4ece7/39628b47-0246-4980-941c-257be866054f/b17f03b3-5aeb-4341-b189-a8a37f32e0dd) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:11:40.541382 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d98e33-d2e1-42d0-a47e-14009f4009ee None None] Network 5473760b-0816-41ab-9c48-69c956c4ece7 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:11:40.574119 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f16249c4-e059-4327-a092-3fd4f874d4fa tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:40.614855 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8956f811-13b8-4918-8584-7c0531a8f400 req-2d40a575-cf76-48b3-b148-43606894c2bd tempest-TestNetworkAdvancedServerOps-1392066098 tempest-TestNetworkAdvancedServerOps-1392066098-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=6a10f1aa-b77d-4743-ba34-bc524ef90ebc&tenant_id=06fb629024324e968714595537efac5c&binding%3Ahost_id=n-h2-825175-4 HTTP/1.1" status: 200 len: 1097 time: 0.2622414 May 05 22:11:40.685648 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-9bae316f-290a-4dd4-b7c0-44ad7d0b9c19 None None] Provisioning for port e4e015bf-7371-4207-b418-cad635b393e9 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:11:40.691372 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-8956f811-13b8-4918-8584-7c0531a8f400 req-ed3b22af-15c3-4b7a-9a3b-32ec77f74f1a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-825175-4'}}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:11:40.728878 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-9bae316f-290a-4dd4-b7c0-44ad7d0b9c19 None None] Provisioning complete for port e4e015bf-7371-4207-b418-cad635b393e9 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:11:40.731678 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9bae316f-290a-4dd4-b7c0-44ad7d0b9c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:40.798089 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f16249c4-e059-4327-a092-3fd4f874d4fa tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:40.892930 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f16249c4-e059-4327-a092-3fd4f874d4fa tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:40.904788 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba9e12f-4faf-4240-b107-45a755cc7bf0 None None] Network 19abe86c-9841-4418-b13e-1f2ad1383d20 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:11:40.907592 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16249c4-e059-4327-a092-3fd4f874d4fa tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Pushing event deleted for resources: {'Subnet': ['ID=e766359d-82b8-428d-b752-de48396100c2,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:40.917125 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f16249c4-e059-4327-a092-3fd4f874d4fa tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] 10.222.0.23 "DELETE /v2.0/subnets/e766359d-82b8-428d-b752-de48396100c2 HTTP/1.1" status: 204 len: 168 time: 1.4599156 May 05 22:11:40.922725 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44608) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:41.024115 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-73e4fd45-cbbe-4efb-9501-35fb3efd0a51 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:41.029091 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-93779456-0c89-4231-9b98-8ed7fec9ba12 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Deleting subnet 0e878990-cbae-45b0-9b88-c0e364dc16a5 {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:11:41.032366 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-93779456-0c89-4231-9b98-8ed7fec9ba12 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:41.045694 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-73e4fd45-cbbe-4efb-9501-35fb3efd0a51 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Transition to ACTIVE for port object b17f03b3-5aeb-4341-b189-a8a37f32e0dd will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:11:41.126807 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-93779456-0c89-4231-9b98-8ed7fec9ba12 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:41.205171 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22851e1f-3e0c-4bfb-8b63-f62e3dcbe388 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Router 4a50dfed-f436-4ddd-bef3-807d927f5420 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:11:41.206067 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-8956f811-13b8-4918-8584-7c0531a8f400 req-ed3b22af-15c3-4b7a-9a3b-32ec77f74f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:41.244352 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-73e4fd45-cbbe-4efb-9501-35fb3efd0a51 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:41.329153 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44622) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:41.337185 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-93779456-0c89-4231-9b98-8ed7fec9ba12 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:41.344582 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device e4e015bf-7371-4207-b418-cad635b393e9 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:11:41.454707 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-93779456-0c89-4231-9b98-8ed7fec9ba12 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:41.598738 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port e4e015bf-7371-4207-b418-cad635b393e9 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:11:41.599325 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:41.617418 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93779456-0c89-4231-9b98-8ed7fec9ba12 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Pushing event deleted for resources: {'Subnet': ['ID=0e878990-cbae-45b0-9b88-c0e364dc16a5,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:41.635549 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-93779456-0c89-4231-9b98-8ed7fec9ba12 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:41.687064 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-93779456-0c89-4231-9b98-8ed7fec9ba12 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] 10.222.0.23 "DELETE /v2.0/subnets/0e878990-cbae-45b0-9b88-c0e364dc16a5 HTTP/1.1" status: 204 len: 168 time: 0.7631834 May 05 22:11:41.696869 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44636) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:41.818801 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e4fd45-cbbe-4efb-9501-35fb3efd0a51 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Network 5473760b-0816-41ab-9c48-69c956c4ece7 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:11:41.826091 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e4fd45-cbbe-4efb-9501-35fb3efd0a51 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event updated for resources: {'Port': ['ID=b17f03b3-5aeb-4341-b189-a8a37f32e0dd,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:41.840766 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-73e4fd45-cbbe-4efb-9501-35fb3efd0a51 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:11:41.925710 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e4fd45-cbbe-4efb-9501-35fb3efd0a51 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:11:41.948131 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2fd351-dcc6-4cc0-8ca7-9e025d552e11 req-3e319771-9dc2-4bdf-ae23-6baa7ec609c3 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:41.949780 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1a2fd351-dcc6-4cc0-8ca7-9e025d552e11 req-3e319771-9dc2-4bdf-ae23-6baa7ec609c3 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a10f1aa-b77d-4743-ba34-bc524ef90ebc HTTP/1.1" status: 200 len: 946 time: 0.4331133 May 05 22:11:41.967170 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2e05ae36-9be4-4859-afc5-37ae3b985402 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:41.999269 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7a2c96-695c-4926-acc6-5ebd03cb2c59 None None] DHCP port deletion for 19abe86c-9841-4418-b13e-1f2ad1383d20 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:11:42.011014 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-2e05ae36-9be4-4859-afc5-37ae3b985402 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Deleting port 08d23c78-7036-4a90-80ad-5dc06fcd9465 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:11:42.011976 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2e05ae36-9be4-4859-afc5-37ae3b985402 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:42.013940 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-6b7a2c96-695c-4926-acc6-5ebd03cb2c59 None None] Deleting port 08d23c78-7036-4a90-80ad-5dc06fcd9465 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:11:42.014386 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6b7a2c96-695c-4926-acc6-5ebd03cb2c59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:42.291736 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e4fd45-cbbe-4efb-9501-35fb3efd0a51 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:42.292392 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-73e4fd45-cbbe-4efb-9501-35fb3efd0a51 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:42.466519 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-64437bc1-6b62-466d-b048-16dc2e970c2d None None] Provisioning for port b17f03b3-5aeb-4341-b189-a8a37f32e0dd completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:11:42.503804 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-73e4fd45-cbbe-4efb-9501-35fb3efd0a51 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 5.6449053 May 05 22:11:42.507888 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-6b7a2c96-695c-4926-acc6-5ebd03cb2c59 None None] For port 08d23c78-7036-4a90-80ad-5dc06fcd9465, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=08d23c78-7036-4a90-80ad-5dc06fcd9465,segment=NetworkSegment(cebafbeb-d38c-4b6b-9122-25b4ea1772d1),segment_id=cebafbeb-d38c-4b6b-9122-25b4ea1772d1)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:11:42.510077 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6b7a2c96-695c-4926-acc6-5ebd03cb2c59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:42.518865 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 44652) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:42.543666 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-fe5000f4-d743-4254-b5d2-f0044d3b315f tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2efcd23f-576c-4ebe-97d4-9f2c9888aac6'}]}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:11:42.557166 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-2e05ae36-9be4-4859-afc5-37ae3b985402 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] For port 08d23c78-7036-4a90-80ad-5dc06fcd9465, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=08d23c78-7036-4a90-80ad-5dc06fcd9465,segment=NetworkSegment(cebafbeb-d38c-4b6b-9122-25b4ea1772d1),segment_id=cebafbeb-d38c-4b6b-9122-25b4ea1772d1)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:11:42.558100 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2e05ae36-9be4-4859-afc5-37ae3b985402 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:42.693095 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-8956f811-13b8-4918-8584-7c0531a8f400 req-ed3b22af-15c3-4b7a-9a3b-32ec77f74f1a service neutron] For port 835c7f1c-b706-4ca3-9a78-cb2525c6e19b, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=835c7f1c-b706-4ca3-9a78-cb2525c6e19b,segment=NetworkSegment(ee217534-879b-45a2-90a5-ba467cc58a1f),segment_id=ee217534-879b-45a2-90a5-ba467cc58a1f)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:11:42.714973 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-6b7a2c96-695c-4926-acc6-5ebd03cb2c59 None None] Calling delete_port for 08d23c78-7036-4a90-80ad-5dc06fcd9465 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:11:42.761861 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-2e05ae36-9be4-4859-afc5-37ae3b985402 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Calling delete_port for 08d23c78-7036-4a90-80ad-5dc06fcd9465 owned by network:dhcp {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:11:42.833770 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-64437bc1-6b62-466d-b048-16dc2e970c2d None None] Provisioning complete for port b17f03b3-5aeb-4341-b189-a8a37f32e0dd triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:11:42.834222 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-64437bc1-6b62-466d-b048-16dc2e970c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:42.838142 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2f8ad4d1-c8aa-43e5-a3c7-af3de97884cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:42.850224 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fe5000f4-d743-4254-b5d2-f0044d3b315f tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:42.880593 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6b7a2c96-695c-4926-acc6-5ebd03cb2c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:42.883325 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-2f8ad4d1-c8aa-43e5-a3c7-af3de97884cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:11:42.887286 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-2f8ad4d1-c8aa-43e5-a3c7-af3de97884cf admin admin] Usage tracker for resource:security_group_rule and tenant:f45e09c06fd34391893ba6d9bcb66f5a is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:11:42.890277 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-2f8ad4d1-c8aa-43e5-a3c7-af3de97884cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:11:42.897074 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-2f8ad4d1-c8aa-43e5-a3c7-af3de97884cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:11:42.980286 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2f8ad4d1-c8aa-43e5-a3c7-af3de97884cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:42.981699 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.api [None req-2e05ae36-9be4-4859-afc5-37ae3b985402 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:11:42.982031 n-d-825175-4 neutron-server[84061]: DEBUG oslo_db.api [None req-2e05ae36-9be4-4859-afc5-37ae3b985402 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:11:43.008902 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1a2fd351-dcc6-4cc0-8ca7-9e025d552e11 req-d013a622-1d3b-45d2-b651-9c027619f83e tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=da0ed24f-7362-44c5-b636-8c9b67c34a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0375972 May 05 22:11:43.009755 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2f8ad4d1-c8aa-43e5-a3c7-af3de97884cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:43.010202 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7a2c96-695c-4926-acc6-5ebd03cb2c59 None None] Pushing event deleted for resources: {'Port': ['ID=08d23c78-7036-4a90-80ad-5dc06fcd9465,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:43.026444 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7a2c96-695c-4926-acc6-5ebd03cb2c59 None None] No DVR routers for this DVR port 08d23c78-7036-4a90-80ad-5dc06fcd9465 on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:11:43.031261 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-64437bc1-6b62-466d-b048-16dc2e970c2d None None] Port b17f03b3-5aeb-4341-b189-a8a37f32e0dd cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:11:43.043679 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7a2c96-695c-4926-acc6-5ebd03cb2c59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:11:43.043911 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7a2c96-695c-4926-acc6-5ebd03cb2c59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:11:43.050257 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7a2c96-695c-4926-acc6-5ebd03cb2c59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:11:43.050257 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7a2c96-695c-4926-acc6-5ebd03cb2c59 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:11:43.050618 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7a2c96-695c-4926-acc6-5ebd03cb2c59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:11:43.051307 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7a2c96-695c-4926-acc6-5ebd03cb2c59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:11:43.051646 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7a2c96-695c-4926-acc6-5ebd03cb2c59 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:11:43.051969 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7a2c96-695c-4926-acc6-5ebd03cb2c59 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:11:43.052288 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7a2c96-695c-4926-acc6-5ebd03cb2c59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:11:43.052607 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7a2c96-695c-4926-acc6-5ebd03cb2c59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:11:43.052925 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7a2c96-695c-4926-acc6-5ebd03cb2c59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:11:43.062386 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5a96d0-61ab-4b04-bee5-fb53f40c3f1b None None] get_active_networks_info from n-d-825175-4 {{(pid=84064) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 05 22:11:43.082290 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-2f8ad4d1-c8aa-43e5-a3c7-af3de97884cf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f45e09c06fd34391893ba6d9bcb66f5a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7493646 May 05 22:11:43.082290 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ad4d1-c8aa-43e5-a3c7-af3de97884cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af8a7b10-c518-49d6-8ce7-122ab0d5f82c,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:43.084720 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44666) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:43.141787 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-64437bc1-6b62-466d-b048-16dc2e970c2d None None] Provisioning complete for port e4e015bf-7371-4207-b418-cad635b393e9 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:11:43.142156 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-64437bc1-6b62-466d-b048-16dc2e970c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:43.156527 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-8956f811-13b8-4918-8584-7c0531a8f400 req-ed3b22af-15c3-4b7a-9a3b-32ec77f74f1a service neutron] For port 835c7f1c-b706-4ca3-9a78-cb2525c6e19b, host n-h2-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:11:43.212435 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-457532f0-7dfb-4b16-a0c7-57a7c1e0d5fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:43.258743 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-457532f0-7dfb-4b16-a0c7-57a7c1e0d5fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:43.295482 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 08d23c78-7036-4a90-80ad-5dc06fcd9465 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:11:43.312521 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22851e1f-3e0c-4bfb-8b63-f62e3dcbe388 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:11:43.323320 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a198ba14-44f2-40e3-879b-d15ac9f999b3 None None] Sync routers for ids ['4a50dfed-f436-4ddd-bef3-807d927f5420'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:11:43.327135 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-457532f0-7dfb-4b16-a0c7-57a7c1e0d5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:43.342593 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a198ba14-44f2-40e3-879b-d15ac9f999b3 None None] Routers {'4a50dfed-f436-4ddd-bef3-807d927f5420'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:11:43.343840 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-a198ba14-44f2-40e3-879b-d15ac9f999b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:11:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['4a50dfed-f436-4ddd-bef3-807d927f5420'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:11:43.354793 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457532f0-7dfb-4b16-a0c7-57a7c1e0d5fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8a7b10-c518-49d6-8ce7-122ab0d5f82c,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:43.360360 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-8956f811-13b8-4918-8584-7c0531a8f400 req-ed3b22af-15c3-4b7a-9a3b-32ec77f74f1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:43.364252 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a10f1aa-b77d-4743-ba34-bc524ef90ebc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '835c7f1c-b706-4ca3-9a78-cb2525c6e19b'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:11:43.404306 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-457532f0-7dfb-4b16-a0c7-57a7c1e0d5fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:43.405460 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-457532f0-7dfb-4b16-a0c7-57a7c1e0d5fd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/af8a7b10-c518-49d6-8ce7-122ab0d5f82c HTTP/1.1" status: 204 len: 168 time: 0.3198526 May 05 22:11:43.416285 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 08d23c78-7036-4a90-80ad-5dc06fcd9465 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:11:43.416625 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 08d23c78-7036-4a90-80ad-5dc06fcd9465 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:11:43.431988 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-8956f811-13b8-4918-8584-7c0531a8f400 req-ed3b22af-15c3-4b7a-9a3b-32ec77f74f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:43.484210 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-2e05ae36-9be4-4859-afc5-37ae3b985402 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Deleting port 08d23c78-7036-4a90-80ad-5dc06fcd9465 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:11:43.484528 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2e05ae36-9be4-4859-afc5-37ae3b985402 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:43.548471 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e1f3298-062a-434e-922d-cb98df01af42'] response: {'server_uuid': '6a10f1aa-b77d-4743-ba34-bc524ef90ebc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '835c7f1c-b706-4ca3-9a78-cb2525c6e19b', 'code': 200} May 05 22:11:43.556446 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b22af-15c3-4b7a-9a3b-32ec77f74f1a service neutron] Pushing event updated for resources: {'Port': ['ID=835c7f1c-b706-4ca3-9a78-cb2525c6e19b,revision_number=7']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:43.574790 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-22851e1f-3e0c-4bfb-8b63-f62e3dcbe388 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:43.615872 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5a96d0-61ab-4b04-bee5-fb53f40c3f1b None None] Resources bound (agent type, host, resource id): {{(pid=84064) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 05 22:11:43.772012 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-2e05ae36-9be4-4859-afc5-37ae3b985402 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] The port '08d23c78-7036-4a90-80ad-5dc06fcd9465' was deleted {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 22:11:43.773899 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-a198ba14-44f2-40e3-879b-d15ac9f999b3 None None] Set router 4a50dfed-f436-4ddd-bef3-807d927f5420 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:11:43.848720 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-546e34ce-9b53-4bc4-8fed-481c720da93e None None] Provisioning complete for port b17f03b3-5aeb-4341-b189-a8a37f32e0dd triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:11:43.849232 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-546e34ce-9b53-4bc4-8fed-481c720da93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:44.031230 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2e05ae36-9be4-4859-afc5-37ae3b985402 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:44.056359 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-afc6a90f-4bc8-44f6-987e-cde7aeb7d917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:44.067415 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-546e34ce-9b53-4bc4-8fed-481c720da93e None None] Port b17f03b3-5aeb-4341-b189-a8a37f32e0dd cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:11:44.104498 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-2e05ae36-9be4-4859-afc5-37ae3b985402 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19abe86c-9841-4418-b13e-1f2ad1383d20']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:11:44.135212 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-2e05ae36-9be4-4859-afc5-37ae3b985402 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cebafbeb-d38c-4b6b-9122-25b4ea1772d1') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:11:44.135565 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-2e05ae36-9be4-4859-afc5-37ae3b985402 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cebafbeb-d38c-4b6b-9122-25b4ea1772d1') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:11:44.165964 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2e05ae36-9be4-4859-afc5-37ae3b985402 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:44.208442 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2e05ae36-9be4-4859-afc5-37ae3b985402 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:44.224274 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e05ae36-9be4-4859-afc5-37ae3b985402 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:11:44.224932 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2e05ae36-9be4-4859-afc5-37ae3b985402 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:44.256545 n-d-825175-4 neutron-server[84061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:11:44.256545 n-d-825175-4 neutron-server[84061]: util.warn( May 05 22:11:44.256545 n-d-825175-4 neutron-server[84061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:11:44.256545 n-d-825175-4 neutron-server[84061]: util.warn( May 05 22:11:44.256545 n-d-825175-4 neutron-server[84061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:11:44.256545 n-d-825175-4 neutron-server[84061]: util.warn( May 05 22:11:44.256545 n-d-825175-4 neutron-server[84061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:11:44.256545 n-d-825175-4 neutron-server[84061]: util.warn( May 05 22:11:44.256545 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 22:11:44.256545 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:11:44.256545 n-d-825175-4 neutron-server[84061]: timer() May 05 22:11:44.256545 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:11:44.256545 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 22:11:44.256545 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:11:44.256545 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 22:11:44.256545 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:11:44.256545 n-d-825175-4 neutron-server[84061]: self._notify() May 05 22:11:44.256545 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:11:44.256545 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 22:11:44.256545 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:11:44.256545 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 22:11:44.256545 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:11:44.256545 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:11:44.256545 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:11:44.256545 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:11:44.256545 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:11:44.256545 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 22:11:44.256545 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:11:44.256545 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 22:11:44.256545 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:11:44.256545 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:11:44.256545 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:11:44.256545 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 22:11:44.256545 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:11:44.256545 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:11:44.256545 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:11:44.256545 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:11:44.256545 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:11:44.256545 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:11:44.256545 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:11:44.289434 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-22851e1f-3e0c-4bfb-8b63-f62e3dcbe388 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 13.8140695 May 05 22:11:44.300674 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 44698) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:44.670933 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-a198ba14-44f2-40e3-879b-d15ac9f999b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a50dfed-f436-4ddd-bef3-807d927f5420', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1459802452', 'tenant_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '87cb1a33-f1c4-4483-a123-37ae4659ed2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:10:24Z', 'updated_at': '2022-05-05T22:10:52Z', 'revision_number': 4, 'project_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'gw_port': {'id': '87cb1a33-f1c4-4483-a123-37ae4659ed2f', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a50dfed-f436-4ddd-bef3-807d927f5420', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:10:26Z', 'updated_at': '2022-05-05T22:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '088d40d6-9584-40be-b67c-6fe7cd556468', 'tenant_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'floating_ip_address': '172.25.4.124', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '4a50dfed-f436-4ddd-bef3-807d927f5420', 'port_id': 'f3f80628-a523-409f-b654-d22d3bbdd69d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e106dc0-8200-45c1-a2c4-63f5713e6232', 'mac_address': 'fa:16:3e:74:6f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c60070-24a1-4dfb-bfe9-f30837a20dcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:11:34Z', 'updated_at': '2022-05-05T22:11:34Z', 'revision_number': 0, 'project_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3878bcdf-cbb0-49a6-87a9-7f827621ec1f', 'name': '', 'network_id': '2e106dc0-8200-45c1-a2c4-63f5713e6232', 'tenant_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'mac_address': 'fa:16:3e:79:af:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a50dfed-f436-4ddd-bef3-807d927f5420', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae047049-6ac6-4ae1-8419-9986e7bc13c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:10:48Z', 'updated_at': '2022-05-05T22:11:08Z', 'revision_number': 5, 'project_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'subnets': [{'id': 'ae047049-6ac6-4ae1-8419-9986e7bc13c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:11:44.690784 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-fe5000f4-d743-4254-b5d2-f0044d3b315f tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Delete allocated IP 172.20.0.21 (5473760b-0816-41ab-9c48-69c956c4ece7/39628b47-0246-4980-941c-257be866054f) {{(pid=84063) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 05 22:11:44.701530 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44708) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:44.701717 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a198ba14-44f2-40e3-879b-d15ac9f999b3 None None] Checking router: 4a50dfed-f436-4ddd-bef3-807d927f5420 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:11:44.708409 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-0d130168-c01c-495b-bb43-139cf56224c7 None None] Provisioning complete for port 835c7f1c-b706-4ca3-9a78-cb2525c6e19b triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:11:44.708783 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0d130168-c01c-495b-bb43-139cf56224c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:44.739115 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fb7862f2-480c-4ea2-b40f-0605c3b67a45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:44.745378 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a198ba14-44f2-40e3-879b-d15ac9f999b3 None None] Routers {'4a50dfed-f436-4ddd-bef3-807d927f5420'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:11:44.746331 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-a198ba14-44f2-40e3-879b-d15ac9f999b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:11:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['4a50dfed-f436-4ddd-bef3-807d927f5420'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:11:44.759680 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2e05ae36-9be4-4859-afc5-37ae3b985402 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:44.785044 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-fb7862f2-480c-4ea2-b40f-0605c3b67a45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:11:44.789966 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-fb7862f2-480c-4ea2-b40f-0605c3b67a45 admin admin] Usage tracker for resource:security_group_rule and tenant:398710b09e2d4329bce9072596b890ca is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:11:44.794562 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-fb7862f2-480c-4ea2-b40f-0605c3b67a45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:11:44.801350 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-fb7862f2-480c-4ea2-b40f-0605c3b67a45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:11:44.851254 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-0d130168-c01c-495b-bb43-139cf56224c7 None None] Port 835c7f1c-b706-4ca3-9a78-cb2525c6e19b cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:11:44.913849 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fb7862f2-480c-4ea2-b40f-0605c3b67a45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:44.951714 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2e05ae36-9be4-4859-afc5-37ae3b985402 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:44.954645 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fb7862f2-480c-4ea2-b40f-0605c3b67a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:44.992983 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e05ae36-9be4-4859-afc5-37ae3b985402 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Pushing event deleted for resources: {'Network': ['ID=19abe86c-9841-4418-b13e-1f2ad1383d20,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:45.010509 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fe5000f4-d743-4254-b5d2-f0044d3b315f tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:45.029451 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-fe5000f4-d743-4254-b5d2-f0044d3b315f tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Transition to ACTIVE for port object b17f03b3-5aeb-4341-b189-a8a37f32e0dd will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:11:45.046137 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fe5000f4-d743-4254-b5d2-f0044d3b315f tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:45.056099 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-2e05ae36-9be4-4859-afc5-37ae3b985402 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] 10.222.0.23 "DELETE /v2.0/networks/19abe86c-9841-4418-b13e-1f2ad1383d20 HTTP/1.1" status: 204 len: 168 time: 3.3540189 May 05 22:11:45.057044 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44720) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:45.064874 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c5738-63a2-4d64-b24a-f3626f243b90 req-2f551f9f-6393-4f67-883c-3042b67ad023 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:45.066380 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-026c5738-63a2-4d64-b24a-f3626f243b90 req-2f551f9f-6393-4f67-883c-3042b67ad023 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a10f1aa-b77d-4743-ba34-bc524ef90ebc HTTP/1.1" status: 200 len: 944 time: 0.6864917 May 05 22:11:45.068636 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7862f2-480c-4ea2-b40f-0605c3b67a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29286fb5-5a35-41ea-9437-d412f528929f,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:45.103785 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-fb7862f2-480c-4ea2-b40f-0605c3b67a45 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=398710b09e2d4329bce9072596b890ca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4007950 May 05 22:11:45.109112 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44726) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:45.119418 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-a198ba14-44f2-40e3-879b-d15ac9f999b3 None None] Set router 4a50dfed-f436-4ddd-bef3-807d927f5420 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:11:45.173403 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-09b69f80-4bf6-466b-b60b-6fbbb110d6f4 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] DELETE failed (client error): The resource could not be found. May 05 22:11:45.173865 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09b69f80-4bf6-466b-b60b-6fbbb110d6f4 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:11:45.179264 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-09b69f80-4bf6-466b-b60b-6fbbb110d6f4 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] 10.222.0.23 "DELETE /v2.0/subnets/6bddf3e9-7934-474b-aa87-b4d378991894 HTTP/1.1" status: 404 len: 337 time: 0.1119328 May 05 22:11:45.213928 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 44732) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:45.318696 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-026c5738-63a2-4d64-b24a-f3626f243b90 req-967a2d34-92f6-4460-af96-6368d1567327 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=da0ed24f-7362-44c5-b636-8c9b67c34a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2109079 May 05 22:11:45.323642 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0d3f8faa-8c5e-4ac4-beab-1eb18b127ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:45.362842 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cd60091-8dc4-44e6-b569-645942f7b88e tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] DELETE failed (client error): The resource could not be found. May 05 22:11:45.364105 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cd60091-8dc4-44e6-b569-645942f7b88e tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:11:45.366605 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-6cd60091-8dc4-44e6-b569-645942f7b88e tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] 10.222.0.23 "DELETE /v2.0/networks/df2ba99b-0c56-4a70-a755-6f97f6592748 HTTP/1.1" status: 404 len: 339 time: 0.1514506 May 05 22:11:45.369787 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55747c7-11e5-497a-a3f3-8ff2267a0753 tempest-TestSecurityGroupsBasicOps-1656009718 tempest-TestSecurityGroupsBasicOps-1656009718-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:45.370158 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55747c7-11e5-497a-a3f3-8ff2267a0753 tempest-TestSecurityGroupsBasicOps-1656009718 tempest-TestSecurityGroupsBasicOps-1656009718-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:45.370582 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55747c7-11e5-497a-a3f3-8ff2267a0753 tempest-TestSecurityGroupsBasicOps-1656009718 tempest-TestSecurityGroupsBasicOps-1656009718-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:45.370974 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55747c7-11e5-497a-a3f3-8ff2267a0753 tempest-TestSecurityGroupsBasicOps-1656009718 tempest-TestSecurityGroupsBasicOps-1656009718-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:45.371490 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55747c7-11e5-497a-a3f3-8ff2267a0753 tempest-TestSecurityGroupsBasicOps-1656009718 tempest-TestSecurityGroupsBasicOps-1656009718-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:45.371850 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55747c7-11e5-497a-a3f3-8ff2267a0753 tempest-TestSecurityGroupsBasicOps-1656009718 tempest-TestSecurityGroupsBasicOps-1656009718-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:45.372674 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55747c7-11e5-497a-a3f3-8ff2267a0753 tempest-TestSecurityGroupsBasicOps-1656009718 tempest-TestSecurityGroupsBasicOps-1656009718-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:45.373039 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55747c7-11e5-497a-a3f3-8ff2267a0753 tempest-TestSecurityGroupsBasicOps-1656009718 tempest-TestSecurityGroupsBasicOps-1656009718-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:45.373392 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55747c7-11e5-497a-a3f3-8ff2267a0753 tempest-TestSecurityGroupsBasicOps-1656009718 tempest-TestSecurityGroupsBasicOps-1656009718-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:45.373747 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55747c7-11e5-497a-a3f3-8ff2267a0753 tempest-TestSecurityGroupsBasicOps-1656009718 tempest-TestSecurityGroupsBasicOps-1656009718-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:45.378531 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f55747c7-11e5-497a-a3f3-8ff2267a0753 tempest-TestSecurityGroupsBasicOps-1656009718 tempest-TestSecurityGroupsBasicOps-1656009718-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7014 time: 1.0644882 May 05 22:11:45.378719 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0d3f8faa-8c5e-4ac4-beab-1eb18b127ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:45.393919 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44744) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:45.394238 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44746) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:45.420709 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5000f4-d743-4254-b5d2-f0044d3b315f tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event updated for resources: {'Port': ['ID=b17f03b3-5aeb-4341-b189-a8a37f32e0dd,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:45.433211 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-8956f811-13b8-4918-8584-7c0531a8f400 req-ed3b22af-15c3-4b7a-9a3b-32ec77f74f1a service neutron] Attempting to bind port 835c7f1c-b706-4ca3-9a78-cb2525c6e19b on host n-h2-825175-4 for vnic_type normal with profile {"migrating_to": "n-h1-825175-4"} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:11:45.441113 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-8956f811-13b8-4918-8584-7c0531a8f400 req-ed3b22af-15c3-4b7a-9a3b-32ec77f74f1a service neutron] Attempting to bind port 835c7f1c-b706-4ca3-9a78-cb2525c6e19b by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'ee217534-879b-45a2-90a5-ba467cc58a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:11:45.445577 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8956f811-13b8-4918-8584-7c0531a8f400 req-ed3b22af-15c3-4b7a-9a3b-32ec77f74f1a service neutron] Attempting to bind port 835c7f1c-b706-4ca3-9a78-cb2525c6e19b on network 6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:11:45.497774 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a59d49c-c99e-487b-8023-a8ea963daac6 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] DELETE failed (client error): The resource could not be found. May 05 22:11:45.498203 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a59d49c-c99e-487b-8023-a8ea963daac6 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:11:45.502814 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0a59d49c-c99e-487b-8023-a8ea963daac6 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] 10.222.0.23 "DELETE /v2.0/subnets/2e8cf3a4-18fb-46c4-8188-37a366e0f2bd HTTP/1.1" status: 404 len: 337 time: 0.1073847 May 05 22:11:45.508915 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44754) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:45.552163 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47c60070-24a1-4dfb-bfe9-f30837a20dcb', 'tag': 'f3f80628-a523-409f-b654-d22d3bbdd69d'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:11:45.561452 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-a760d497-e2c2-4245-b349-8e91fd0bc549 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] DELETE failed (client error): The resource could not be found. May 05 22:11:45.562166 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a760d497-e2c2-4245-b349-8e91fd0bc549 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:11:45.568884 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a760d497-e2c2-4245-b349-8e91fd0bc549 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] 10.222.0.23 "DELETE /v2.0/networks/28ab5c85-7e4d-4a37-b109-bbd959d1700d HTTP/1.1" status: 404 len: 339 time: 0.0504582 May 05 22:11:45.569624 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44760) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:45.591884 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8956f811-13b8-4918-8584-7c0531a8f400 req-ed3b22af-15c3-4b7a-9a3b-32ec77f74f1a service neutron] Port 835c7f1c-b706-4ca3-9a78-cb2525c6e19b on network 6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:11:45.592215 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8956f811-13b8-4918-8584-7c0531a8f400 req-ed3b22af-15c3-4b7a-9a3b-32ec77f74f1a service neutron] Attempting to bind port 835c7f1c-b706-4ca3-9a78-cb2525c6e19b on network 6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:11:45.636515 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-fe5000f4-d743-4254-b5d2-f0044d3b315f tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] In _notify_port_updated(), no bound segment for port b17f03b3-5aeb-4341-b189-a8a37f32e0dd on network 5473760b-0816-41ab-9c48-69c956c4ece7 {{(pid=84063) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 05 22:11:45.640789 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82dea6d-3900-4f7c-8c2d-23ac1c6864ce tempest-TestSecurityGroupsBasicOps-1656009718 tempest-TestSecurityGroupsBasicOps-1656009718-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:45.641365 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82dea6d-3900-4f7c-8c2d-23ac1c6864ce tempest-TestSecurityGroupsBasicOps-1656009718 tempest-TestSecurityGroupsBasicOps-1656009718-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:45.641861 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82dea6d-3900-4f7c-8c2d-23ac1c6864ce tempest-TestSecurityGroupsBasicOps-1656009718 tempest-TestSecurityGroupsBasicOps-1656009718-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:45.642351 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82dea6d-3900-4f7c-8c2d-23ac1c6864ce tempest-TestSecurityGroupsBasicOps-1656009718 tempest-TestSecurityGroupsBasicOps-1656009718-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:45.642963 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82dea6d-3900-4f7c-8c2d-23ac1c6864ce tempest-TestSecurityGroupsBasicOps-1656009718 tempest-TestSecurityGroupsBasicOps-1656009718-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:45.643448 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82dea6d-3900-4f7c-8c2d-23ac1c6864ce tempest-TestSecurityGroupsBasicOps-1656009718 tempest-TestSecurityGroupsBasicOps-1656009718-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:45.643956 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82dea6d-3900-4f7c-8c2d-23ac1c6864ce tempest-TestSecurityGroupsBasicOps-1656009718 tempest-TestSecurityGroupsBasicOps-1656009718-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:45.644458 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82dea6d-3900-4f7c-8c2d-23ac1c6864ce tempest-TestSecurityGroupsBasicOps-1656009718 tempest-TestSecurityGroupsBasicOps-1656009718-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:45.645162 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82dea6d-3900-4f7c-8c2d-23ac1c6864ce tempest-TestSecurityGroupsBasicOps-1656009718 tempest-TestSecurityGroupsBasicOps-1656009718-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:45.647307 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b82dea6d-3900-4f7c-8c2d-23ac1c6864ce tempest-TestSecurityGroupsBasicOps-1656009718 tempest-TestSecurityGroupsBasicOps-1656009718-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5830 time: 0.2504013 May 05 22:11:45.648999 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e11d29f-29dd-431f-8982-f34ec1d2074d tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] DELETE failed (client error): The resource could not be found. May 05 22:11:45.649601 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e11d29f-29dd-431f-8982-f34ec1d2074d tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:11:45.652434 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44766) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:45.653659 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5000f4-d743-4254-b5d2-f0044d3b315f tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:45.654330 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fe5000f4-d743-4254-b5d2-f0044d3b315f tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:45.666085 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-fe5000f4-d743-4254-b5d2-f0044d3b315f tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "PUT /v2.0/ports/b17f03b3-5aeb-4341-b189-a8a37f32e0dd HTTP/1.1" status: 200 len: 918 time: 3.1427045 May 05 22:11:45.666833 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 44770) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:45.669467 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8956f811-13b8-4918-8584-7c0531a8f400 req-ed3b22af-15c3-4b7a-9a3b-32ec77f74f1a service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:11:45.669800 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8956f811-13b8-4918-8584-7c0531a8f400 req-ed3b22af-15c3-4b7a-9a3b-32ec77f74f1a service neutron] Checking segment: {'id': 'ee217534-879b-45a2-90a5-ba467cc58a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:11:45.670180 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8956f811-13b8-4918-8584-7c0531a8f400 req-ed3b22af-15c3-4b7a-9a3b-32ec77f74f1a service neutron] Bound using segment: {'id': 'ee217534-879b-45a2-90a5-ba467cc58a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:11:45.670617 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-8956f811-13b8-4918-8584-7c0531a8f400 req-ed3b22af-15c3-4b7a-9a3b-32ec77f74f1a service neutron] Bound port: 835c7f1c-b706-4ca3-9a78-cb2525c6e19b, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee217534-879b-45a2-90a5-ba467cc58a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:11:45.671005 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-8956f811-13b8-4918-8584-7c0531a8f400 req-ed3b22af-15c3-4b7a-9a3b-32ec77f74f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:45.734603 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-1dda6e53-d4db-4b82-9e28-504280fb2059 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2efcd23f-576c-4ebe-97d4-9f2c9888aac6'}, {'subnet_id': '39628b47-0246-4980-941c-257be866054f'}]}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:11:45.786269 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a475f7d-2979-4ba4-ace2-8b0f9d4f4850'] response: {'name': 'network-changed', 'server_uuid': '47c60070-24a1-4dfb-bfe9-f30837a20dcb', 'tag': 'f3f80628-a523-409f-b654-d22d3bbdd69d', 'status': 'completed', 'code': 200} May 05 22:11:45.815139 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-a198ba14-44f2-40e3-879b-d15ac9f999b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a50dfed-f436-4ddd-bef3-807d927f5420', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1459802452', 'tenant_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '87cb1a33-f1c4-4483-a123-37ae4659ed2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:10:24Z', 'updated_at': '2022-05-05T22:10:52Z', 'revision_number': 4, 'project_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'gw_port': {'id': '87cb1a33-f1c4-4483-a123-37ae4659ed2f', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a50dfed-f436-4ddd-bef3-807d927f5420', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:10:26Z', 'updated_at': '2022-05-05T22:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '088d40d6-9584-40be-b67c-6fe7cd556468', 'tenant_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'floating_ip_address': '172.25.4.124', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '4a50dfed-f436-4ddd-bef3-807d927f5420', 'port_id': 'f3f80628-a523-409f-b654-d22d3bbdd69d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e106dc0-8200-45c1-a2c4-63f5713e6232', 'mac_address': 'fa:16:3e:74:6f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c60070-24a1-4dfb-bfe9-f30837a20dcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:11:34Z', 'updated_at': '2022-05-05T22:11:34Z', 'revision_number': 0, 'project_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3878bcdf-cbb0-49a6-87a9-7f827621ec1f', 'name': '', 'network_id': '2e106dc0-8200-45c1-a2c4-63f5713e6232', 'tenant_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'mac_address': 'fa:16:3e:79:af:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a50dfed-f436-4ddd-bef3-807d927f5420', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae047049-6ac6-4ae1-8419-9986e7bc13c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:10:48Z', 'updated_at': '2022-05-05T22:11:08Z', 'revision_number': 5, 'project_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'subnets': [{'id': 'ae047049-6ac6-4ae1-8419-9986e7bc13c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:11:45.823363 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a198ba14-44f2-40e3-879b-d15ac9f999b3 None None] The sync data for ids ['4a50dfed-f436-4ddd-bef3-807d927f5420'] in n-d-825175-4 is: [{'id': '4a50dfed-f436-4ddd-bef3-807d927f5420', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1459802452', 'tenant_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '87cb1a33-f1c4-4483-a123-37ae4659ed2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:10:24Z', 'updated_at': '2022-05-05T22:10:52Z', 'revision_number': 4, 'project_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'gw_port': {'id': '87cb1a33-f1c4-4483-a123-37ae4659ed2f', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a50dfed-f436-4ddd-bef3-807d927f5420', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:10:26Z', 'updated_at': '2022-05-05T22:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '088d40d6-9584-40be-b67c-6fe7cd556468', 'tenant_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'floating_ip_address': '172.25.4.124', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '4a50dfed-f436-4ddd-bef3-807d927f5420', 'port_id': 'f3f80628-a523-409f-b654-d22d3bbdd69d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e106dc0-8200-45c1-a2c4-63f5713e6232', 'mac_address': 'fa:16:3e:74:6f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c60070-24a1-4dfb-bfe9-f30837a20dcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:11:34Z', 'updated_at': '2022-05-05T22:11:34Z', 'revision_number': 0, 'project_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3878bcdf-cbb0-49a6-87a9-7f827621ec1f', 'name': '', 'network_id': '2e106dc0-8200-45c1-a2c4-63f5713e6232', 'tenant_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'mac_address': 'fa:16:3e:79:af:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a50dfed-f436-4ddd-bef3-807d927f5420', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae047049-6ac6-4ae1-8419-9986e7bc13c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:10:48Z', 'updated_at': '2022-05-05T22:11:08Z', 'revision_number': 5, 'project_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'subnets': [{'id': 'ae047049-6ac6-4ae1-8419-9986e7bc13c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:11:45.863738 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-3e11d29f-29dd-431f-8982-f34ec1d2074d tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] 10.222.0.23 "DELETE /v2.0/subnets/1ed57b50-11f8-403f-a152-060174503f85 HTTP/1.1" status: 404 len: 337 time: 0.2891095 May 05 22:11:45.865557 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44780) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:45.905090 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-bcdd763e-56a5-4bb4-9fbb-afbb38383335 None None] Provisioning for port b17f03b3-5aeb-4341-b189-a8a37f32e0dd completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:11:45.911817 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-bcdd763e-56a5-4bb4-9fbb-afbb38383335 None None] Provisioning complete for port b17f03b3-5aeb-4341-b189-a8a37f32e0dd triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:11:45.912192 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-bcdd763e-56a5-4bb4-9fbb-afbb38383335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:45.926347 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0d3f8faa-8c5e-4ac4-beab-1eb18b127ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:45.929266 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0d3f8faa-8c5e-4ac4-beab-1eb18b127ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:45.930616 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0d3f8faa-8c5e-4ac4-beab-1eb18b127ce5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/29286fb5-5a35-41ea-9437-d412f528929f HTTP/1.1" status: 204 len: 168 time: 0.8165960 May 05 22:11:45.941348 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd9d9dc7-9daa-4b79-b083-41b5af2165c3 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] DELETE failed (client error): The resource could not be found. May 05 22:11:45.941971 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd9d9dc7-9daa-4b79-b083-41b5af2165c3 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:11:45.947306 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-fd9d9dc7-9daa-4b79-b083-41b5af2165c3 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] 10.222.0.23 "DELETE /v2.0/networks/3a7ebdc7-36c9-4c43-8a77-57c57b0c1c06 HTTP/1.1" status: 404 len: 339 time: 0.0796421 May 05 22:11:45.948082 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44788) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:45.964941 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f8faa-8c5e-4ac4-beab-1eb18b127ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29286fb5-5a35-41ea-9437-d412f528929f,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:46.120661 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-bcdd763e-56a5-4bb4-9fbb-afbb38383335 None None] Port b17f03b3-5aeb-4341-b189-a8a37f32e0dd cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:11:46.138620 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-8956f811-13b8-4918-8584-7c0531a8f400 req-ed3b22af-15c3-4b7a-9a3b-32ec77f74f1a service neutron] For port 835c7f1c-b706-4ca3-9a78-cb2525c6e19b, host n-h2-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:11:46.144419 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-8956f811-13b8-4918-8584-7c0531a8f400 req-ed3b22af-15c3-4b7a-9a3b-32ec77f74f1a service neutron] For port 835c7f1c-b706-4ca3-9a78-cb2525c6e19b, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=835c7f1c-b706-4ca3-9a78-cb2525c6e19b,segment=NetworkSegment(ee217534-879b-45a2-90a5-ba467cc58a1f),segment_id=ee217534-879b-45a2-90a5-ba467cc58a1f)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:11:46.171536 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-8956f811-13b8-4918-8584-7c0531a8f400 req-ed3b22af-15c3-4b7a-9a3b-32ec77f74f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:46.231486 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5e7386-3be3-4544-a8f9-320e6b2093ff None None] New status for floating IP 088d40d6-9584-40be-b67c-6fe7cd556468: ACTIVE {{(pid=84064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 22:11:46.258639 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc3b10aa-6cb8-47ba-a5ee-a9e28abab94a tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Deleting subnet 41d1f13d-7063-4425-88bb-dcb2790d7607 {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:11:46.265517 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bc3b10aa-6cb8-47ba-a5ee-a9e28abab94a tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:46.311657 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b22af-15c3-4b7a-9a3b-32ec77f74f1a service neutron] Pushing event updated for resources: {'Port': ['ID=835c7f1c-b706-4ca3-9a78-cb2525c6e19b,revision_number=8']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:46.354244 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bc3b10aa-6cb8-47ba-a5ee-a9e28abab94a tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:46.407598 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-381fcc66-5791-49f2-b7e1-12571f3dde6c tempest-TestSecurityGroupsBasicOps-1656009718 tempest-TestSecurityGroupsBasicOps-1656009718-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2343 time: 0.7535379 May 05 22:11:46.412917 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44802) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:46.554735 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-13dff183-4d77-40c4-a9fe-5e6a86acd4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:46.647091 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bc3b10aa-6cb8-47ba-a5ee-a9e28abab94a tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:46.805068 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bc3b10aa-6cb8-47ba-a5ee-a9e28abab94a tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:46.979998 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-cf4f2a1e-e035-490a-8fbb-afa4ed47954a None None] Provisioning complete for port 835c7f1c-b706-4ca3-9a78-cb2525c6e19b triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:11:46.980511 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-cf4f2a1e-e035-490a-8fbb-afa4ed47954a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:47.017290 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3b10aa-6cb8-47ba-a5ee-a9e28abab94a tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Pushing event deleted for resources: {'Subnet': ['ID=41d1f13d-7063-4425-88bb-dcb2790d7607,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:47.054215 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bc3b10aa-6cb8-47ba-a5ee-a9e28abab94a tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:47.059240 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e69d837-e2fd-4f8d-9146-a7f6400c6560 None None] Network b58406be-c5c2-4fdd-999b-1adf0c5b529b requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:11:47.091988 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1831fd38-1034-4451-8ab7-a9754c9fb4ae req-c4a6c454-4af7-4918-a0be-28adbd757ee6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=efa9087c34ce4a5fbd7fe821ae4a2e59&device_id=47c60070-24a1-4dfb-bfe9-f30837a20dcb HTTP/1.1" status: 200 len: 1135 time: 1.3141954 May 05 22:11:47.094226 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1dda6e53-d4db-4b82-9e28-504280fb2059 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:47.113446 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-7386ae8c-398a-4557-906b-ef4c5493f7f7 tempest-TestSecurityGroupsBasicOps-1656009718 tempest-TestSecurityGroupsBasicOps-1656009718-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4a50dfed-f436-4ddd-bef3-807d927f5420 HTTP/1.1" status: 200 len: 1990 time: 0.6990018 May 05 22:11:47.121195 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-8956f811-13b8-4918-8584-7c0531a8f400 req-ed3b22af-15c3-4b7a-9a3b-32ec77f74f1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:47.124610 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-bc3b10aa-6cb8-47ba-a5ee-a9e28abab94a tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] 10.222.0.23 "DELETE /v2.0/subnets/41d1f13d-7063-4425-88bb-dcb2790d7607 HTTP/1.1" status: 204 len: 168 time: 1.1717181 May 05 22:11:47.128902 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44824) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:47.147308 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8956f811-13b8-4918-8584-7c0531a8f400 req-ed3b22af-15c3-4b7a-9a3b-32ec77f74f1a service neutron] 10.222.0.44 "PUT /v2.0/ports/835c7f1c-b706-4ca3-9a78-cb2525c6e19b HTTP/1.1" status: 200 len: 1122 time: 6.4925785 May 05 22:11:47.189188 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['835c7f1c-b706-4ca3-9a78-cb2525c6e19b'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:11:47.390113 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a58ca-a383-4970-9825-313ee35b5d9a req-c0177f9f-cd9e-4dda-8e12-087e88d08fcc tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:47.399110 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a18a58ca-a383-4970-9825-313ee35b5d9a req-c0177f9f-cd9e-4dda-8e12-087e88d08fcc tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a10f1aa-b77d-4743-ba34-bc524ef90ebc HTTP/1.1" status: 200 len: 944 time: 0.6049037 May 05 22:11:47.449578 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-888f5454-d366-4db6-91c1-0c6ce42ef486 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:47.487318 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-888f5454-d366-4db6-91c1-0c6ce42ef486 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Deleting port 0629ba45-1ed0-492c-a61c-cd311a3b187a {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:11:47.487816 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-888f5454-d366-4db6-91c1-0c6ce42ef486 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:47.511807 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-cf4f2a1e-e035-490a-8fbb-afa4ed47954a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:47.558454 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a18a58ca-a383-4970-9825-313ee35b5d9a req-2d3f6696-4f3b-4018-ab7c-566d463e00b2 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=da0ed24f-7362-44c5-b636-8c9b67c34a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578956 May 05 22:11:47.630797 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:47.707258 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-cf4f2a1e-e035-490a-8fbb-afa4ed47954a None None] For port 835c7f1c-b706-4ca3-9a78-cb2525c6e19b, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=835c7f1c-b706-4ca3-9a78-cb2525c6e19b,segment=NetworkSegment(ee217534-879b-45a2-90a5-ba467cc58a1f),segment_id=ee217534-879b-45a2-90a5-ba467cc58a1f)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:11:47.741081 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a10f1aa-b77d-4743-ba34-bc524ef90ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '835c7f1c-b706-4ca3-9a78-cb2525c6e19b'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:11:47.747883 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:47.757453 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-cf4f2a1e-e035-490a-8fbb-afa4ed47954a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:47.849261 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a10f1aa-b77d-4743-ba34-bc524ef90ebc', 'tag': '835c7f1c-b706-4ca3-9a78-cb2525c6e19b'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:11:48.120098 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-1dda6e53-d4db-4b82-9e28-504280fb2059 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Allocated IP 172.20.0.27 (5473760b-0816-41ab-9c48-69c956c4ece7/39628b47-0246-4980-941c-257be866054f/b17f03b3-5aeb-4341-b189-a8a37f32e0dd) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:11:48.243585 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 835c7f1c-b706-4ca3-9a78-cb2525c6e19b details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:11:48.253440 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-888f5454-d366-4db6-91c1-0c6ce42ef486 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] For port 0629ba45-1ed0-492c-a61c-cd311a3b187a, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=0629ba45-1ed0-492c-a61c-cd311a3b187a,segment=NetworkSegment(8b39bec1-99aa-4a92-b8e6-03f85c93b4b3),segment_id=8b39bec1-99aa-4a92-b8e6-03f85c93b4b3)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:11:48.253939 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-888f5454-d366-4db6-91c1-0c6ce42ef486 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:48.276889 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b685a36-6cf6-4799-91b1-e3ac8d443313'] response: {'server_uuid': '6a10f1aa-b77d-4743-ba34-bc524ef90ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '835c7f1c-b706-4ca3-9a78-cb2525c6e19b', 'code': 200} May 05 22:11:48.297503 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-068920f5-47ed-4f0d-b48f-82d8be8314fd'] response: {'name': 'network-changed', 'server_uuid': '6a10f1aa-b77d-4743-ba34-bc524ef90ebc', 'tag': '835c7f1c-b706-4ca3-9a78-cb2525c6e19b', 'status': 'completed', 'code': 200} May 05 22:11:48.445569 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.resource_extend [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 22:11:48.458321 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1dda6e53-d4db-4b82-9e28-504280fb2059 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:48.478485 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-1dda6e53-d4db-4b82-9e28-504280fb2059 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Transition to ACTIVE for port object b17f03b3-5aeb-4341-b189-a8a37f32e0dd will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:11:48.485730 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1831fd38-1034-4451-8ab7-a9754c9fb4ae req-25e3e6f4-df52-46a9-bcdb-91f23ef5a5b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:48.488151 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1831fd38-1034-4451-8ab7-a9754c9fb4ae req-25e3e6f4-df52-46a9-bcdb-91f23ef5a5b3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2e106dc0-8200-45c1-a2c4-63f5713e6232 HTTP/1.1" status: 200 len: 898 time: 1.3688033 May 05 22:11:48.488932 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-888f5454-d366-4db6-91c1-0c6ce42ef486 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Calling delete_port for 0629ba45-1ed0-492c-a61c-cd311a3b187a owned by network:dhcp {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:11:48.490228 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1dda6e53-d4db-4b82-9e28-504280fb2059 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:48.554580 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4f2a1e-e035-490a-8fbb-afa4ed47954a None None] Pushing event updated for resources: {'Port': ['ID=835c7f1c-b706-4ca3-9a78-cb2525c6e19b,revision_number=9']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:48.559763 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fb29ce5d-c326-4177-aab2-5111430880a2 req-0f86d007-987f-406a-b0b7-feb328e04184 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=06fb629024324e968714595537efac5c&device_id=6a10f1aa-b77d-4743-ba34-bc524ef90ebc HTTP/1.1" status: 200 len: 1127 time: 0.4945343 May 05 22:11:48.739499 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b2498a-1431-494f-92ee-9caff1dfde7d None None] DHCP port deletion for b58406be-c5c2-4fdd-999b-1adf0c5b529b request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:11:48.775308 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-b1b2498a-1431-494f-92ee-9caff1dfde7d None None] Deleting port 0629ba45-1ed0-492c-a61c-cd311a3b187a {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:11:48.775718 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b1b2498a-1431-494f-92ee-9caff1dfde7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:48.852259 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 835c7f1c-b706-4ca3-9a78-cb2525c6e19b, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=835c7f1c-b706-4ca3-9a78-cb2525c6e19b,segment=NetworkSegment(ee217534-879b-45a2-90a5-ba467cc58a1f),segment_id=ee217534-879b-45a2-90a5-ba467cc58a1f)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:11:48.884376 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb29ce5d-c326-4177-aab2-5111430880a2 req-eac2bb05-111c-4824-a70a-53e364f08832 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:48.885910 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fb29ce5d-c326-4177-aab2-5111430880a2 req-eac2bb05-111c-4824-a70a-53e364f08832 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4 HTTP/1.1" status: 200 len: 898 time: 0.3124239 May 05 22:11:48.889744 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 835c7f1c-b706-4ca3-9a78-cb2525c6e19b has no active binding in host n-h1-825175-4 {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 05 22:11:49.038379 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:49.058380 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1831fd38-1034-4451-8ab7-a9754c9fb4ae req-68ebece6-19d6-457a-851a-e20c1777fd71 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3f80628-a523-409f-b654-d22d3bbdd69d HTTP/1.1" status: 200 len: 1001 time: 0.5635703 May 05 22:11:49.135807 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-888f5454-d366-4db6-91c1-0c6ce42ef486 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:49.220226 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888f5454-d366-4db6-91c1-0c6ce42ef486 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] No DVR routers for this DVR port 0629ba45-1ed0-492c-a61c-cd311a3b187a on host n-d-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:11:49.315336 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fb29ce5d-c326-4177-aab2-5111430880a2 req-fb85577c-78bb-429b-b65c-4175035d04ba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=835c7f1c-b706-4ca3-9a78-cb2525c6e19b HTTP/1.1" status: 200 len: 1002 time: 0.4198828 May 05 22:11:49.322823 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 0629ba45-1ed0-492c-a61c-cd311a3b187a no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:11:49.360494 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dda6e53-d4db-4b82-9e28-504280fb2059 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event updated for resources: {'Port': ['ID=b17f03b3-5aeb-4341-b189-a8a37f32e0dd,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:49.447991 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb7c01f-b8ee-4e5a-8686-b282d9e00b07 req-87983535-d04f-4c13-8c92-9b4cffb109b5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:49.457823 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 0629ba45-1ed0-492c-a61c-cd311a3b187a {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:11:49.458185 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 0629ba45-1ed0-492c-a61c-cd311a3b187a not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:11:49.458567 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-efb7c01f-b8ee-4e5a-8686-b282d9e00b07 req-87983535-d04f-4c13-8c92-9b4cffb109b5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a10f1aa-b77d-4743-ba34-bc524ef90ebc HTTP/1.1" status: 200 len: 946 time: 0.4848762 May 05 22:11:49.495301 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888f5454-d366-4db6-91c1-0c6ce42ef486 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Pushing event deleted for resources: {'Port': ['ID=0629ba45-1ed0-492c-a61c-cd311a3b187a,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:49.519044 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-b1b2498a-1431-494f-92ee-9caff1dfde7d None None] For port 0629ba45-1ed0-492c-a61c-cd311a3b187a, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=0629ba45-1ed0-492c-a61c-cd311a3b187a,segment=NetworkSegment(8b39bec1-99aa-4a92-b8e6-03f85c93b4b3),segment_id=8b39bec1-99aa-4a92-b8e6-03f85c93b4b3)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:11:49.519333 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b1b2498a-1431-494f-92ee-9caff1dfde7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:49.520537 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1831fd38-1034-4451-8ab7-a9754c9fb4ae req-aa6ddedd-fa3e-497f-8a69-0683c1f22307 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:49.525401 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1831fd38-1034-4451-8ab7-a9754c9fb4ae req-aa6ddedd-fa3e-497f-8a69-0683c1f22307 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ae047049-6ac6-4ae1-8419-9986e7bc13c8 HTTP/1.1" status: 200 len: 834 time: 0.3548803 May 05 22:11:49.624684 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-1dda6e53-d4db-4b82-9e28-504280fb2059 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] In _notify_port_updated(), no bound segment for port b17f03b3-5aeb-4341-b189-a8a37f32e0dd on network 5473760b-0816-41ab-9c48-69c956c4ece7 {{(pid=84063) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 05 22:11:49.630237 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dda6e53-d4db-4b82-9e28-504280fb2059 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:49.637585 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1dda6e53-d4db-4b82-9e28-504280fb2059 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:49.649337 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 44902) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:49.650352 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1dda6e53-d4db-4b82-9e28-504280fb2059 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "PUT /v2.0/ports/b17f03b3-5aeb-4341-b189-a8a37f32e0dd HTTP/1.1" status: 200 len: 998 time: 3.9819198 May 05 22:11:49.676408 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-b1b2498a-1431-494f-92ee-9caff1dfde7d None None] Calling delete_port for 0629ba45-1ed0-492c-a61c-cd311a3b187a owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:11:49.722368 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-018d1420-e8d9-4e79-ba05-b6094be504b4 None None] Provisioning for port b17f03b3-5aeb-4341-b189-a8a37f32e0dd completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:11:49.737598 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-018d1420-e8d9-4e79-ba05-b6094be504b4 None None] Provisioning complete for port b17f03b3-5aeb-4341-b189-a8a37f32e0dd triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:11:49.737992 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-018d1420-e8d9-4e79-ba05-b6094be504b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:49.766240 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1831fd38-1034-4451-8ab7-a9754c9fb4ae req-76f8ef41-1ac1-4f05-bb7f-a7b7bb78bde4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2e106dc0-8200-45c1-a2c4-63f5713e6232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2293313 May 05 22:11:49.819200 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-018d1420-e8d9-4e79-ba05-b6094be504b4 None None] Port b17f03b3-5aeb-4341-b189-a8a37f32e0dd cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:11:49.829917 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-b1b2498a-1431-494f-92ee-9caff1dfde7d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:11:49.830344 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-b1b2498a-1431-494f-92ee-9caff1dfde7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:11:49.880776 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-efb7c01f-b8ee-4e5a-8686-b282d9e00b07 req-1f6ecd85-dbb7-46f5-8e02-d361089848ba tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=da0ed24f-7362-44c5-b636-8c9b67c34a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4208899 May 05 22:11:49.910702 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb29ce5d-c326-4177-aab2-5111430880a2 req-12f6492a-fcef-41a7-8394-fb64f269833e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:49.912152 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fb29ce5d-c326-4177-aab2-5111430880a2 req-12f6492a-fcef-41a7-8394-fb64f269833e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8a7ef762-9b9a-4125-ae34-df46990e0391 HTTP/1.1" status: 200 len: 833 time: 0.5574951 May 05 22:11:49.915744 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-888f5454-d366-4db6-91c1-0c6ce42ef486 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:49.955542 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1831fd38-1034-4451-8ab7-a9754c9fb4ae req-e5ecd95a-a1ce-47ef-b910-6bf682e7e10b service neutron] 10.222.0.44 "GET /v2.0/networks/2e106dc0-8200-45c1-a2c4-63f5713e6232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773548 May 05 22:11:49.960531 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-710978c7-59c0-4b4b-b370-530340b35fea tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Deleting port b17f03b3-5aeb-4341-b189-a8a37f32e0dd {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:11:49.960872 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-710978c7-59c0-4b4b-b370-530340b35fea tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:50.068693 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-888f5454-d366-4db6-91c1-0c6ce42ef486 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b58406be-c5c2-4fdd-999b-1adf0c5b529b']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:11:50.100296 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-888f5454-d366-4db6-91c1-0c6ce42ef486 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b39bec1-99aa-4a92-b8e6-03f85c93b4b3') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:11:50.100754 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-888f5454-d366-4db6-91c1-0c6ce42ef486 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b39bec1-99aa-4a92-b8e6-03f85c93b4b3') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:11:50.198780 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1831fd38-1034-4451-8ab7-a9754c9fb4ae req-2f606ea7-ea62-42db-b959-6692261efb70 service neutron] 10.222.0.44 "GET /v2.0/networks/2e106dc0-8200-45c1-a2c4-63f5713e6232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349534 May 05 22:11:50.218050 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-888f5454-d366-4db6-91c1-0c6ce42ef486 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:50.269585 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-888f5454-d366-4db6-91c1-0c6ce42ef486 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:50.314293 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fb29ce5d-c326-4177-aab2-5111430880a2 req-35ca9bca-5c98-4146-a960-1ccb0be41eb7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3886867 May 05 22:11:50.324502 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-888f5454-d366-4db6-91c1-0c6ce42ef486 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:11:50.325127 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-888f5454-d366-4db6-91c1-0c6ce42ef486 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:50.331773 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-b1b2498a-1431-494f-92ee-9caff1dfde7d None None] Deleting port 0629ba45-1ed0-492c-a61c-cd311a3b187a {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:11:50.332396 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b1b2498a-1431-494f-92ee-9caff1dfde7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:50.343381 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 22:11:50.343381 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:11:50.343381 n-d-825175-4 neutron-server[84061]: timer() May 05 22:11:50.343381 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:11:50.343381 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 22:11:50.343381 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:11:50.343381 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 22:11:50.343381 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:11:50.343381 n-d-825175-4 neutron-server[84061]: self._notify() May 05 22:11:50.343381 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:11:50.343381 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 22:11:50.343381 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:11:50.343381 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 22:11:50.343381 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:11:50.343381 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:11:50.343381 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:11:50.343381 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:11:50.343381 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:11:50.343381 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 22:11:50.343381 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:11:50.343381 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 22:11:50.343381 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:11:50.343381 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:11:50.343381 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:11:50.343381 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 22:11:50.343381 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:11:50.343381 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:11:50.343381 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:11:50.343381 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:11:50.343381 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:11:50.343381 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:11:50.343381 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:11:50.410744 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-b1b2498a-1431-494f-92ee-9caff1dfde7d None None] The port '0629ba45-1ed0-492c-a61c-cd311a3b187a' was deleted {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 22:11:50.692494 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-710978c7-59c0-4b4b-b370-530340b35fea tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:50.974145 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-710978c7-59c0-4b4b-b370-530340b35fea tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Calling delete_port for b17f03b3-5aeb-4341-b189-a8a37f32e0dd owned by {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:11:51.042444 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-888f5454-d366-4db6-91c1-0c6ce42ef486 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:51.068087 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-888f5454-d366-4db6-91c1-0c6ce42ef486 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:51.093145 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888f5454-d366-4db6-91c1-0c6ce42ef486 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Pushing event deleted for resources: {'Network': ['ID=b58406be-c5c2-4fdd-999b-1adf0c5b529b,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:51.164253 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fb29ce5d-c326-4177-aab2-5111430880a2 req-d16dc703-6ffa-48a0-ba2d-a4423dfe6875 service neutron] 10.222.0.32 "GET /v2.0/networks/6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8412943 May 05 22:11:51.209846 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 44970) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:51.223353 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-888f5454-d366-4db6-91c1-0c6ce42ef486 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] 10.222.0.23 "DELETE /v2.0/networks/b58406be-c5c2-4fdd-999b-1adf0c5b529b HTTP/1.1" status: 204 len: 168 time: 4.0930698 May 05 22:11:51.265628 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e64b2be-8429-4dcd-bdee-c4e64c77637f tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] DELETE failed (client error): The resource could not be found. May 05 22:11:51.266058 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e64b2be-8429-4dcd-bdee-c4e64c77637f tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:11:51.270369 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-6e64b2be-8429-4dcd-bdee-c4e64c77637f tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] 10.222.0.23 "DELETE /v2.0/subnets/da3a35cd-b3c2-47c6-afa5-f8209d1003d4 HTTP/1.1" status: 404 len: 337 time: 0.0595081 May 05 22:11:51.271160 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 44978) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:51.312352 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4217779-fe0b-4ee3-8109-bf5fa0bffdd5 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] DELETE failed (client error): The resource could not be found. May 05 22:11:51.313047 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4217779-fe0b-4ee3-8109-bf5fa0bffdd5 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:11:51.334628 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d4217779-fe0b-4ee3-8109-bf5fa0bffdd5 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] 10.222.0.23 "DELETE /v2.0/networks/98a3fa4e-c150-4d92-b08e-0d97212cec43 HTTP/1.1" status: 404 len: 339 time: 0.0622435 May 05 22:11:51.335662 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 44984) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:51.472757 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53281bf1-f9dd-4e71-804c-da141ec77f00 req-1a78ea03-300f-4450-9c1f-d6bc0bb517de tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:51.478527 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-53281bf1-f9dd-4e71-804c-da141ec77f00 req-1a78ea03-300f-4450-9c1f-d6bc0bb517de tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a10f1aa-b77d-4743-ba34-bc524ef90ebc HTTP/1.1" status: 200 len: 946 time: 0.3883641 May 05 22:11:51.563287 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fb29ce5d-c326-4177-aab2-5111430880a2 req-32a4e61e-5724-42f5-8499-145b5c9db576 service neutron] 10.222.0.32 "GET /v2.0/networks/6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770337 May 05 22:11:51.703637 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9058abc-a475-4e4a-98c8-3093d61a0a11 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Deleting subnet 51a9ea05-d253-4387-a859-7feff96479cd {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:11:51.709361 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f9058abc-a475-4e4a-98c8-3093d61a0a11 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:51.720265 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-53281bf1-f9dd-4e71-804c-da141ec77f00 req-99d3952e-6156-4ffc-972a-5972a48f65f9 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=da0ed24f-7362-44c5-b636-8c9b67c34a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2409728 May 05 22:11:51.725294 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-710978c7-59c0-4b4b-b370-530340b35fea tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:51.788781 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f9058abc-a475-4e4a-98c8-3093d61a0a11 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:51.801876 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710978c7-59c0-4b4b-b370-530340b35fea tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event deleted for resources: {'Port': ['ID=b17f03b3-5aeb-4341-b189-a8a37f32e0dd,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:51.967427 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f9058abc-a475-4e4a-98c8-3093d61a0a11 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:51.978012 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-710978c7-59c0-4b4b-b370-530340b35fea tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:52.006642 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-710978c7-59c0-4b4b-b370-530340b35fea tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "DELETE /v2.0/ports/b17f03b3-5aeb-4341-b189-a8a37f32e0dd HTTP/1.1" status: 204 len: 168 time: 2.3477724 May 05 22:11:52.007336 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45006) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:52.057042 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45010) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:52.075037 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-afc42905-51a3-4afb-80dc-6ebe8fdfa984 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] GET failed (client error): The resource could not be found. May 05 22:11:52.075606 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-afc42905-51a3-4afb-80dc-6ebe8fdfa984 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Synchronizing usage tracker for tenant:4182021ff5fe4f65b13da93a6be96ffa on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:11:52.117570 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f9058abc-a475-4e4a-98c8-3093d61a0a11 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:52.172926 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-afc42905-51a3-4afb-80dc-6ebe8fdfa984 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Unset dirty status for tenant:4182021ff5fe4f65b13da93a6be96ffa on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:11:52.174149 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-afc42905-51a3-4afb-80dc-6ebe8fdfa984 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "GET /v2.0/ports/b17f03b3-5aeb-4341-b189-a8a37f32e0dd HTTP/1.1" status: 404 len: 333 time: 0.1658924 May 05 22:11:52.190114 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45016) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:52.196902 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9058abc-a475-4e4a-98c8-3093d61a0a11 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Pushing event deleted for resources: {'Subnet': ['ID=51a9ea05-d253-4387-a859-7feff96479cd,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:52.212642 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f9058abc-a475-4e4a-98c8-3093d61a0a11 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:52.221766 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40daac32-4401-477a-9dd0-99e76b33bc75 None None] Network 3f8de853-6a12-432f-ac35-381de990c538 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:11:52.228390 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f9058abc-a475-4e4a-98c8-3093d61a0a11 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] 10.222.0.23 "DELETE /v2.0/subnets/51a9ea05-d253-4387-a859-7feff96479cd HTTP/1.1" status: 204 len: 168 time: 0.8908393 May 05 22:11:52.230878 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 45022) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:52.333192 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8956f811-13b8-4918-8584-7c0531a8f400 req-04ebb07e-0c6e-46d0-8e97-16f45994ee63 service neutron] 10.222.0.32 "GET /v2.0/ports/835c7f1c-b706-4ca3-9a78-cb2525c6e19b/bindings/n-h1-825175-4 HTTP/1.1" status: 200 len: 384 time: 0.2427356 May 05 22:11:52.558041 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d4d589fd-e0a7-4236-a777-069e586be41d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:52.605285 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-10f9141d-b743-4cf5-858b-81e97d4a73f8 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:52.620806 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-10f9141d-b743-4cf5-858b-81e97d4a73f8 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Deleting port 4f9230f9-c1ab-4118-adf6-ce594827aec2 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:11:52.621426 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-10f9141d-b743-4cf5-858b-81e97d4a73f8 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:52.637579 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c819f05e-7f25-41bd-a6fe-6b590c81f7aa None None] DHCP port deletion for 3f8de853-6a12-432f-ac35-381de990c538 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:11:52.640489 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-c819f05e-7f25-41bd-a6fe-6b590c81f7aa None None] Deleting port 4f9230f9-c1ab-4118-adf6-ce594827aec2 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:11:52.640970 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c819f05e-7f25-41bd-a6fe-6b590c81f7aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:52.641700 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-d4d589fd-e0a7-4236-a777-069e586be41d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:11:52.645749 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-d4d589fd-e0a7-4236-a777-069e586be41d admin admin] Usage tracker for resource:security_group_rule and tenant:7a15459f29c0476597cf634e1745ff8a is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:11:52.648780 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-d4d589fd-e0a7-4236-a777-069e586be41d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:11:52.654500 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-d4d589fd-e0a7-4236-a777-069e586be41d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:11:52.738727 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d4d589fd-e0a7-4236-a777-069e586be41d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:52.756252 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d4d589fd-e0a7-4236-a777-069e586be41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:52.794765 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-d4d589fd-e0a7-4236-a777-069e586be41d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7a15459f29c0476597cf634e1745ff8a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7308643 May 05 22:11:52.797504 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45042) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:52.961448 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-c819f05e-7f25-41bd-a6fe-6b590c81f7aa None None] For port 4f9230f9-c1ab-4118-adf6-ce594827aec2, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=4f9230f9-c1ab-4118-adf6-ce594827aec2,segment=NetworkSegment(2f65adcc-86b3-439d-a2be-55951b1df940),segment_id=2f65adcc-86b3-439d-a2be-55951b1df940)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:11:52.961823 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c819f05e-7f25-41bd-a6fe-6b590c81f7aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:52.964859 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-99eb5029-d187-4db1-8104-4fdc9fe4c2fa tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Deleting subnet 39628b47-0246-4980-941c-257be866054f {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:11:53.152043 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-c819f05e-7f25-41bd-a6fe-6b590c81f7aa None None] Calling delete_port for 4f9230f9-c1ab-4118-adf6-ce594827aec2 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:11:53.191179 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-99eb5029-d187-4db1-8104-4fdc9fe4c2fa tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:53.196099 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-10f9141d-b743-4cf5-858b-81e97d4a73f8 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] For port 4f9230f9-c1ab-4118-adf6-ce594827aec2, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=4f9230f9-c1ab-4118-adf6-ce594827aec2,segment=NetworkSegment(2f65adcc-86b3-439d-a2be-55951b1df940),segment_id=2f65adcc-86b3-439d-a2be-55951b1df940)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:11:53.196475 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-10f9141d-b743-4cf5-858b-81e97d4a73f8 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:53.224946 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 45052) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:53.273821 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 4f9230f9-c1ab-4118-adf6-ce594827aec2 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:11:53.294269 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d589fd-e0a7-4236-a777-069e586be41d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e418e79-1f94-43ca-9a39-00ea345d7e79,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:53.313860 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 4f9230f9-c1ab-4118-adf6-ce594827aec2 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:11:53.314910 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 4f9230f9-c1ab-4118-adf6-ce594827aec2 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:11:53.317232 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c819f05e-7f25-41bd-a6fe-6b590c81f7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:53.375620 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c819f05e-7f25-41bd-a6fe-6b590c81f7aa None None] Pushing event deleted for resources: {'Port': ['ID=4f9230f9-c1ab-4118-adf6-ce594827aec2,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:53.384079 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c819f05e-7f25-41bd-a6fe-6b590c81f7aa None None] No DVR routers for this DVR port 4f9230f9-c1ab-4118-adf6-ce594827aec2 on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:11:53.426374 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-10f9141d-b743-4cf5-858b-81e97d4a73f8 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Calling delete_port for 4f9230f9-c1ab-4118-adf6-ce594827aec2 owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:11:53.532828 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-99eb5029-d187-4db1-8104-4fdc9fe4c2fa tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:53.558842 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a143210f-68d1-4e1a-b7f6-957c707ea4b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:53.588480 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3370bb19-700a-4eec-9063-b706835fa29d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:53.595086 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.api [None req-10f9141d-b743-4cf5-858b-81e97d4a73f8 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:11:53.595742 n-d-825175-4 neutron-server[84063]: DEBUG oslo_db.api [None req-10f9141d-b743-4cf5-858b-81e97d4a73f8 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:11:53.596853 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-a143210f-68d1-4e1a-b7f6-957c707ea4b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:11:53.600919 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-a143210f-68d1-4e1a-b7f6-957c707ea4b6 admin admin] Usage tracker for resource:security_group_rule and tenant:69bb4f21c0ba4a21a6c66136ea16db8d is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:11:53.605005 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-a143210f-68d1-4e1a-b7f6-957c707ea4b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:11:53.614186 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-a143210f-68d1-4e1a-b7f6-957c707ea4b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:11:53.752619 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a143210f-68d1-4e1a-b7f6-957c707ea4b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:53.757808 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a143210f-68d1-4e1a-b7f6-957c707ea4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:53.763182 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2f902-e80c-466a-a1bf-937c0fdae008 req-ce440c3b-d947-4d03-971f-c7791eac3f1a tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:53.764653 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-99b2f902-e80c-466a-a1bf-937c0fdae008 req-ce440c3b-d947-4d03-971f-c7791eac3f1a tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a10f1aa-b77d-4743-ba34-bc524ef90ebc HTTP/1.1" status: 200 len: 946 time: 0.8098519 May 05 22:11:53.766539 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3370bb19-700a-4eec-9063-b706835fa29d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:53.774582 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-8956f811-13b8-4918-8584-7c0531a8f400 req-01e5750c-6ba8-4e94-a769-bd2946c11dd9 service neutron] For port 835c7f1c-b706-4ca3-9a78-cb2525c6e19b, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=835c7f1c-b706-4ca3-9a78-cb2525c6e19b,segment=NetworkSegment(ee217534-879b-45a2-90a5-ba467cc58a1f),segment_id=ee217534-879b-45a2-90a5-ba467cc58a1f)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:11:53.804429 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a143210f-68d1-4e1a-b7f6-957c707ea4b6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=69bb4f21c0ba4a21a6c66136ea16db8d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5815897 May 05 22:11:53.811462 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 45064) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:53.833028 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a143210f-68d1-4e1a-b7f6-957c707ea4b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6145b945-3079-4130-9c97-ff38866b691a,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:53.880882 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-8956f811-13b8-4918-8584-7c0531a8f400 req-01e5750c-6ba8-4e94-a769-bd2946c11dd9 service neutron] For port 835c7f1c-b706-4ca3-9a78-cb2525c6e19b, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:11:53.897978 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-253fe55f-6f0c-4a74-8a8f-25a233660f64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:53.928266 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-253fe55f-6f0c-4a74-8a8f-25a233660f64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:53.999730 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-99b2f902-e80c-466a-a1bf-937c0fdae008 req-beb94813-ce39-47e9-b192-90b16e346d93 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=da0ed24f-7362-44c5-b636-8c9b67c34a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2066362 May 05 22:11:54.010016 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-99eb5029-d187-4db1-8104-4fdc9fe4c2fa tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:54.017229 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-253fe55f-6f0c-4a74-8a8f-25a233660f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:54.034797 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253fe55f-6f0c-4a74-8a8f-25a233660f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6145b945-3079-4130-9c97-ff38866b691a,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:54.043685 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-253fe55f-6f0c-4a74-8a8f-25a233660f64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:54.047422 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-253fe55f-6f0c-4a74-8a8f-25a233660f64 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6145b945-3079-4130-9c97-ff38866b691a HTTP/1.1" status: 204 len: 168 time: 0.2324996 May 05 22:11:54.058020 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a10f1aa-b77d-4743-ba34-bc524ef90ebc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '835c7f1c-b706-4ca3-9a78-cb2525c6e19b'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:11:54.077969 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3370bb19-700a-4eec-9063-b706835fa29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:54.096789 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-10f9141d-b743-4cf5-858b-81e97d4a73f8 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Deleting port 4f9230f9-c1ab-4118-adf6-ce594827aec2 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:11:54.097150 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-10f9141d-b743-4cf5-858b-81e97d4a73f8 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:54.109007 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-8956f811-13b8-4918-8584-7c0531a8f400 req-01e5750c-6ba8-4e94-a769-bd2946c11dd9 service neutron] For port 835c7f1c-b706-4ca3-9a78-cb2525c6e19b, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=835c7f1c-b706-4ca3-9a78-cb2525c6e19b,segment=NetworkSegment(ee217534-879b-45a2-90a5-ba467cc58a1f),segment_id=ee217534-879b-45a2-90a5-ba467cc58a1f)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:11:54.130827 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 835c7f1c-b706-4ca3-9a78-cb2525c6e19b no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:11:54.144221 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3370bb19-700a-4eec-9063-b706835fa29d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e418e79-1f94-43ca-9a39-00ea345d7e79,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:54.146257 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-8956f811-13b8-4918-8584-7c0531a8f400 req-01e5750c-6ba8-4e94-a769-bd2946c11dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:54.162991 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d80d8932-94cc-42f1-bd4b-9684f56c903c'] response: {'server_uuid': '6a10f1aa-b77d-4743-ba34-bc524ef90ebc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '835c7f1c-b706-4ca3-9a78-cb2525c6e19b', 'code': 200} May 05 22:11:54.181248 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-10f9141d-b743-4cf5-858b-81e97d4a73f8 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] The port '4f9230f9-c1ab-4118-adf6-ce594827aec2' was deleted {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 22:11:54.185157 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3370bb19-700a-4eec-9063-b706835fa29d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:54.186583 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-3370bb19-700a-4eec-9063-b706835fa29d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0e418e79-1f94-43ca-9a39-00ea345d7e79 HTTP/1.1" status: 204 len: 168 time: 1.3842664 May 05 22:11:54.302381 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-99eb5029-d187-4db1-8104-4fdc9fe4c2fa tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:54.397068 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eb5029-d187-4db1-8104-4fdc9fe4c2fa tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event deleted for resources: {'Subnet': ['ID=39628b47-0246-4980-941c-257be866054f,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:54.412560 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-99eb5029-d187-4db1-8104-4fdc9fe4c2fa tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:54.418240 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf459e0-f2df-48ef-8b29-58a0df6f4518 None None] Network 5473760b-0816-41ab-9c48-69c956c4ece7 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:11:54.429626 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-99eb5029-d187-4db1-8104-4fdc9fe4c2fa tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "DELETE /v2.0/subnets/39628b47-0246-4980-941c-257be866054f HTTP/1.1" status: 204 len: 168 time: 2.2384276 May 05 22:11:54.433912 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 45084) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:54.457275 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-8956f811-13b8-4918-8584-7c0531a8f400 req-01e5750c-6ba8-4e94-a769-bd2946c11dd9 service neutron] Transition to ACTIVE for port object 835c7f1c-b706-4ca3-9a78-cb2525c6e19b will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:11:54.471090 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-8956f811-13b8-4918-8584-7c0531a8f400 req-01e5750c-6ba8-4e94-a769-bd2946c11dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:54.491490 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-10f9141d-b743-4cf5-858b-81e97d4a73f8 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:54.581222 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-10f9141d-b743-4cf5-858b-81e97d4a73f8 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f8de853-6a12-432f-ac35-381de990c538']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:11:54.609056 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-10f9141d-b743-4cf5-858b-81e97d4a73f8 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f65adcc-86b3-439d-a2be-55951b1df940') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:11:54.609352 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-10f9141d-b743-4cf5-858b-81e97d4a73f8 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f65adcc-86b3-439d-a2be-55951b1df940') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:11:54.625144 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-10f9141d-b743-4cf5-858b-81e97d4a73f8 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:54.637705 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e5750c-6ba8-4e94-a769-bd2946c11dd9 service neutron] Pushing event updated for resources: {'Port': ['ID=835c7f1c-b706-4ca3-9a78-cb2525c6e19b,revision_number=11']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:54.650730 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-10f9141d-b743-4cf5-858b-81e97d4a73f8 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:54.659205 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10f9141d-b743-4cf5-858b-81e97d4a73f8 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:11:54.659840 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-10f9141d-b743-4cf5-858b-81e97d4a73f8 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:54.685629 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:11:54.685629 n-d-825175-4 neutron-server[84063]: util.warn( May 05 22:11:54.685629 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:11:54.685629 n-d-825175-4 neutron-server[84063]: util.warn( May 05 22:11:54.685629 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:11:54.685629 n-d-825175-4 neutron-server[84063]: util.warn( May 05 22:11:54.685629 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:11:54.685629 n-d-825175-4 neutron-server[84063]: util.warn( May 05 22:11:54.685629 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:11:54.685629 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:11:54.685629 n-d-825175-4 neutron-server[84063]: timer() May 05 22:11:54.685629 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:11:54.685629 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:11:54.685629 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:11:54.685629 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:11:54.685629 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:11:54.685629 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:11:54.685629 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:11:54.685629 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:11:54.685629 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:11:54.685629 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:11:54.685629 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:11:54.685629 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:11:54.685629 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:11:54.685629 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:11:54.685629 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:11:54.685629 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:11:54.685629 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:11:54.685629 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:11:54.685629 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:11:54.685629 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:11:54.685629 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:11:54.685629 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:11:54.685629 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:11:54.685629 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:11:54.685629 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:11:54.685629 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:11:54.685629 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:11:54.685629 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:11:54.685629 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:11:54.755541 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45090) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:54.835997 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-63746c12-638e-4db6-9946-316f16ab9158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:54.894320 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-10f9141d-b743-4cf5-858b-81e97d4a73f8 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:54.899263 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-10f9141d-b743-4cf5-858b-81e97d4a73f8 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:54.910724 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-63746c12-638e-4db6-9946-316f16ab9158 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:11:54.916551 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-63746c12-638e-4db6-9946-316f16ab9158 admin admin] Usage tracker for resource:security_group_rule and tenant:fa45d6ec4fd14f19a38509f91a89b971 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:11:54.919918 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-63746c12-638e-4db6-9946-316f16ab9158 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:11:54.931745 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f9141d-b743-4cf5-858b-81e97d4a73f8 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] Pushing event deleted for resources: {'Network': ['ID=3f8de853-6a12-432f-ac35-381de990c538,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:54.933213 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-63746c12-638e-4db6-9946-316f16ab9158 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:11:54.960999 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-10f9141d-b743-4cf5-858b-81e97d4a73f8 tempest-NetworksIpV6Test-540930907 tempest-NetworksIpV6Test-540930907-project] 10.222.0.23 "DELETE /v2.0/networks/3f8de853-6a12-432f-ac35-381de990c538 HTTP/1.1" status: 204 len: 168 time: 2.7254481 May 05 22:11:55.046856 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-63746c12-638e-4db6-9946-316f16ab9158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:55.097677 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-8956f811-13b8-4918-8584-7c0531a8f400 req-01e5750c-6ba8-4e94-a769-bd2946c11dd9 service neutron] No DVR routers for this DVR port 835c7f1c-b706-4ca3-9a78-cb2525c6e19b on host n-h2-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:11:55.116844 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 45104) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:55.179664 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-63746c12-638e-4db6-9946-316f16ab9158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:55.246147 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d8cd00a-39b4-4b72-88be-c3bcdb9a2d47 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Deleting subnet 2efcd23f-576c-4ebe-97d4-9f2c9888aac6 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:11:55.251722 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9d8cd00a-39b4-4b72-88be-c3bcdb9a2d47 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:55.258912 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-63746c12-638e-4db6-9946-316f16ab9158 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fa45d6ec4fd14f19a38509f91a89b971&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4900923 May 05 22:11:55.272327 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45112) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:55.328362 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7073eb36-0106-4df2-974a-fe02c6987d34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:55.391778 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9d8cd00a-39b4-4b72-88be-c3bcdb9a2d47 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:55.423087 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-7073eb36-0106-4df2-974a-fe02c6987d34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:11:55.434319 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-7073eb36-0106-4df2-974a-fe02c6987d34 admin admin] Usage tracker for resource:security_group_rule and tenant:473702804d7b44a28b59164ac6c77e8e is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:11:55.437134 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63746c12-638e-4db6-9946-316f16ab9158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72acad07-fdea-4666-8cba-a4b9bae35fcd,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:55.438183 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-7073eb36-0106-4df2-974a-fe02c6987d34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:11:55.456536 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-7073eb36-0106-4df2-974a-fe02c6987d34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:11:55.481939 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 45118) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:55.574848 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9d8cd00a-39b4-4b72-88be-c3bcdb9a2d47 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:55.612744 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b45310cf-d8d0-481b-85f9-637d9bcdc5a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:55.697679 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be8e77-443f-4a1d-814f-d3cbce8703e4 req-c3ce4a17-5f8b-43df-80fe-dfcbb9b21df5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:55.705623 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-52be8e77-443f-4a1d-814f-d3cbce8703e4 req-c3ce4a17-5f8b-43df-80fe-dfcbb9b21df5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a10f1aa-b77d-4743-ba34-bc524ef90ebc HTTP/1.1" status: 200 len: 945 time: 0.4374278 May 05 22:11:55.708800 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b45310cf-d8d0-481b-85f9-637d9bcdc5a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:55.827618 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-52be8e77-443f-4a1d-814f-d3cbce8703e4 req-0bc5d4a9-c709-4b77-8760-9445e58b90c9 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=da0ed24f-7362-44c5-b636-8c9b67c34a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198859 May 05 22:11:55.840810 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7073eb36-0106-4df2-974a-fe02c6987d34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:55.859999 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-2e74cb0d-a436-4863-9002-ffabed7bf35d None None] Provisioning complete for port e4e015bf-7371-4207-b418-cad635b393e9 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:11:55.861127 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2e74cb0d-a436-4863-9002-ffabed7bf35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:55.863091 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7073eb36-0106-4df2-974a-fe02c6987d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:55.950774 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7073eb36-0106-4df2-974a-fe02c6987d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d714ba-06df-46c8-a26e-457523d86ff7,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:55.954244 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b45310cf-d8d0-481b-85f9-637d9bcdc5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:55.960051 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-fb4db7d7-e0f8-4263-8b46-3d89fe1fcc73 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8098ae364cf14b1ea606e00a7b5c048e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4730735 May 05 22:11:55.966386 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-7073eb36-0106-4df2-974a-fe02c6987d34 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=473702804d7b44a28b59164ac6c77e8e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8479326 May 05 22:11:55.967990 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 45130) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:55.968127 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45132) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:55.972896 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9d8cd00a-39b4-4b72-88be-c3bcdb9a2d47 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:55.995476 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45310cf-d8d0-481b-85f9-637d9bcdc5a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72acad07-fdea-4666-8cba-a4b9bae35fcd,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:56.015083 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8956f811-13b8-4918-8584-7c0531a8f400 req-01e5750c-6ba8-4e94-a769-bd2946c11dd9 service neutron] 10.222.0.32 "PUT /v2.0/ports/835c7f1c-b706-4ca3-9a78-cb2525c6e19b/bindings/n-h1-825175-4/activate HTTP/1.1" status: 200 len: 369 time: 3.5674989 May 05 22:11:56.019268 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b45310cf-d8d0-481b-85f9-637d9bcdc5a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:56.024249 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b45310cf-d8d0-481b-85f9-637d9bcdc5a6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/72acad07-fdea-4666-8cba-a4b9bae35fcd HTTP/1.1" status: 204 len: 168 time: 0.6587384 May 05 22:11:56.055873 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8cd00a-39b4-4b72-88be-c3bcdb9a2d47 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event deleted for resources: {'Subnet': ['ID=2efcd23f-576c-4ebe-97d4-9f2c9888aac6,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:56.081521 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-424d8695-2d9e-4798-b81f-7127cec2a8b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:56.121937 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d2d34157-8547-4897-b2fa-c3f84c9b688e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:56.130626 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-424d8695-2d9e-4798-b81f-7127cec2a8b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:56.143567 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d2d34157-8547-4897-b2fa-c3f84c9b688e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:56.190331 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8126728d-fe9c-466c-b23e-3d707b12c636 None None] Network 5473760b-0816-41ab-9c48-69c956c4ece7 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:11:56.210261 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-424d8695-2d9e-4798-b81f-7127cec2a8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:56.243181 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9d8cd00a-39b4-4b72-88be-c3bcdb9a2d47 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:56.244405 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424d8695-2d9e-4798-b81f-7127cec2a8b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d714ba-06df-46c8-a26e-457523d86ff7,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:56.262451 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-424d8695-2d9e-4798-b81f-7127cec2a8b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:56.269168 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-424d8695-2d9e-4798-b81f-7127cec2a8b6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/70d714ba-06df-46c8-a26e-457523d86ff7 HTTP/1.1" status: 204 len: 168 time: 0.2977774 May 05 22:11:56.272935 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9d8cd00a-39b4-4b72-88be-c3bcdb9a2d47 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "DELETE /v2.0/subnets/2efcd23f-576c-4ebe-97d4-9f2c9888aac6 HTTP/1.1" status: 204 len: 168 time: 1.8371103 May 05 22:11:56.276528 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 45150) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:56.538342 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b3630bfd-5584-4af5-b5c7-74cad194ecad tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:56.562916 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d2d34157-8547-4897-b2fa-c3f84c9b688e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:56.624907 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-b3630bfd-5584-4af5-b5c7-74cad194ecad tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Deleting port e4e015bf-7371-4207-b418-cad635b393e9 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:11:56.627175 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b3630bfd-5584-4af5-b5c7-74cad194ecad tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:56.664506 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e3bf4a-c660-44c6-a34b-a508a37d562b None None] DHCP port deletion for 5473760b-0816-41ab-9c48-69c956c4ece7 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:11:56.669830 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-69e3bf4a-c660-44c6-a34b-a508a37d562b None None] Deleting port e4e015bf-7371-4207-b418-cad635b393e9 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:11:56.670473 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-69e3bf4a-c660-44c6-a34b-a508a37d562b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:56.678470 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d34157-8547-4897-b2fa-c3f84c9b688e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76edce29-f021-466b-a93e-5c84f3b823f1,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:56.707709 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d2d34157-8547-4897-b2fa-c3f84c9b688e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:56.708896 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d2d34157-8547-4897-b2fa-c3f84c9b688e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/76edce29-f021-466b-a93e-5c84f3b823f1 HTTP/1.1" status: 204 len: 168 time: 0.7400572 May 05 22:11:56.749633 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8956f811-13b8-4918-8584-7c0531a8f400 req-d520bfa9-f23b-4b71-b571-cc1cc18dc8a3 tempest-TestNetworkAdvancedServerOps-1392066098 tempest-TestNetworkAdvancedServerOps-1392066098-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=6a10f1aa-b77d-4743-ba34-bc524ef90ebc&tenant_id=06fb629024324e968714595537efac5c&binding%3Ahost_id=n-h2-825175-4 HTTP/1.1" status: 200 len: 1096 time: 0.6352851 May 05 22:11:57.032174 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-b3630bfd-5584-4af5-b5c7-74cad194ecad tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] For port e4e015bf-7371-4207-b418-cad635b393e9, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=e4e015bf-7371-4207-b418-cad635b393e9,segment=NetworkSegment(2a0daa9b-1df2-43bc-8b03-6144d943ee4a),segment_id=2a0daa9b-1df2-43bc-8b03-6144d943ee4a)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:11:57.032533 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b3630bfd-5584-4af5-b5c7-74cad194ecad tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:57.034048 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-69e3bf4a-c660-44c6-a34b-a508a37d562b None None] For port e4e015bf-7371-4207-b418-cad635b393e9, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=e4e015bf-7371-4207-b418-cad635b393e9,segment=NetworkSegment(2a0daa9b-1df2-43bc-8b03-6144d943ee4a),segment_id=2a0daa9b-1df2-43bc-8b03-6144d943ee4a)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:11:57.035218 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-69e3bf4a-c660-44c6-a34b-a508a37d562b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:57.157815 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-b3630bfd-5584-4af5-b5c7-74cad194ecad tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Calling delete_port for e4e015bf-7371-4207-b418-cad635b393e9 owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:11:57.186069 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-69e3bf4a-c660-44c6-a34b-a508a37d562b None None] Calling delete_port for e4e015bf-7371-4207-b418-cad635b393e9 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:11:57.305245 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b3630bfd-5584-4af5-b5c7-74cad194ecad tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:57.305428 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-69e3bf4a-c660-44c6-a34b-a508a37d562b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:11:57.305882 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-69e3bf4a-c660-44c6-a34b-a508a37d562b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:11:57.309931 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device e4e015bf-7371-4207-b418-cad635b393e9 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:11:57.360375 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244fc42e-e49b-4c5e-8892-7aa512249f9a req-5afd03fb-c618-4c34-8d19-a0c7acf14b61 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:57.361090 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: e4e015bf-7371-4207-b418-cad635b393e9 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:11:57.361090 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device e4e015bf-7371-4207-b418-cad635b393e9 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:11:57.371444 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-244fc42e-e49b-4c5e-8892-7aa512249f9a req-5afd03fb-c618-4c34-8d19-a0c7acf14b61 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a10f1aa-b77d-4743-ba34-bc524ef90ebc HTTP/1.1" status: 200 len: 945 time: 0.2422228 May 05 22:11:57.459496 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3630bfd-5584-4af5-b5c7-74cad194ecad tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] No DVR routers for this DVR port e4e015bf-7371-4207-b418-cad635b393e9 on host n-d-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:11:57.530475 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3630bfd-5584-4af5-b5c7-74cad194ecad tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event deleted for resources: {'Port': ['ID=e4e015bf-7371-4207-b418-cad635b393e9,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:57.547267 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8956f811-13b8-4918-8584-7c0531a8f400 req-06bc6aa5-98b5-4778-bbc4-c8ccfb40e1ff service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6a10f1aa-b77d-4743-ba34-bc524ef90ebc&tenant_id=06fb629024324e968714595537efac5c HTTP/1.1" status: 200 len: 1096 time: 0.7798131 May 05 22:11:57.683717 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-244fc42e-e49b-4c5e-8892-7aa512249f9a req-64cca353-193f-4d06-aea7-d84b9df6c5f2 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=da0ed24f-7362-44c5-b636-8c9b67c34a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3047030 May 05 22:11:57.734432 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b3630bfd-5584-4af5-b5c7-74cad194ecad tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:57.808031 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-69e3bf4a-c660-44c6-a34b-a508a37d562b None None] Deleting port e4e015bf-7371-4207-b418-cad635b393e9 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:11:57.808491 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-69e3bf4a-c660-44c6-a34b-a508a37d562b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:57.866830 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-b3630bfd-5584-4af5-b5c7-74cad194ecad tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5473760b-0816-41ab-9c48-69c956c4ece7']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:11:57.896597 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-b3630bfd-5584-4af5-b5c7-74cad194ecad tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a0daa9b-1df2-43bc-8b03-6144d943ee4a') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:11:57.897250 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-b3630bfd-5584-4af5-b5c7-74cad194ecad tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a0daa9b-1df2-43bc-8b03-6144d943ee4a') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:11:57.938167 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b3630bfd-5584-4af5-b5c7-74cad194ecad tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:57.957043 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8956f811-13b8-4918-8584-7c0531a8f400 req-26ec5996-7478-4fbc-955f-a4d533e613d1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=06fb629024324e968714595537efac5c&device_id=6a10f1aa-b77d-4743-ba34-bc524ef90ebc HTTP/1.1" status: 200 len: 1096 time: 0.2549567 May 05 22:11:58.000230 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b3630bfd-5584-4af5-b5c7-74cad194ecad tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:58.033461 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-69e3bf4a-c660-44c6-a34b-a508a37d562b None None] The port 'e4e015bf-7371-4207-b418-cad635b393e9' was deleted {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 22:11:58.112621 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3630bfd-5584-4af5-b5c7-74cad194ecad tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:11:58.113027 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b3630bfd-5584-4af5-b5c7-74cad194ecad tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:58.128168 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:11:58.128168 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:11:58.128168 n-d-825175-4 neutron-server[84063]: timer() May 05 22:11:58.128168 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:11:58.128168 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:11:58.128168 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:11:58.128168 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:11:58.128168 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:11:58.128168 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:11:58.128168 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:11:58.128168 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:11:58.128168 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:11:58.128168 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:11:58.128168 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:11:58.128168 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:11:58.128168 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:11:58.128168 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:11:58.128168 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:11:58.128168 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:11:58.128168 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:11:58.128168 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:11:58.128168 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:11:58.128168 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:11:58.128168 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:11:58.128168 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:11:58.128168 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:11:58.128168 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:11:58.128168 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:11:58.128168 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:11:58.128168 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:11:58.128168 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:11:58.128168 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:11:58.248154 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b3630bfd-5584-4af5-b5c7-74cad194ecad tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:58.430636 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b3630bfd-5584-4af5-b5c7-74cad194ecad tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:58.434528 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956f811-13b8-4918-8584-7c0531a8f400 req-5d34e8d6-4f73-4274-92ac-6362e514a3c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:58.436152 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8956f811-13b8-4918-8584-7c0531a8f400 req-5d34e8d6-4f73-4274-92ac-6362e514a3c6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4 HTTP/1.1" status: 200 len: 898 time: 0.4693348 May 05 22:11:58.544392 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3630bfd-5584-4af5-b5c7-74cad194ecad tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event deleted for resources: {'Network': ['ID=5473760b-0816-41ab-9c48-69c956c4ece7,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:58.547670 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8956f811-13b8-4918-8584-7c0531a8f400 req-f96e7755-08a2-4f44-be1b-673185e9d1be service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=835c7f1c-b706-4ca3-9a78-cb2525c6e19b HTTP/1.1" status: 200 len: 1000 time: 0.1042423 May 05 22:11:58.616280 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45242) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:58.623097 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956f811-13b8-4918-8584-7c0531a8f400 req-3c5a71e5-0cb4-4433-87fc-d733e707d653 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:58.624897 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8956f811-13b8-4918-8584-7c0531a8f400 req-3c5a71e5-0cb4-4433-87fc-d733e707d653 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8a7ef762-9b9a-4125-ae34-df46990e0391 HTTP/1.1" status: 200 len: 833 time: 0.0689156 May 05 22:11:58.626940 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b3630bfd-5584-4af5-b5c7-74cad194ecad tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "DELETE /v2.0/networks/5473760b-0816-41ab-9c48-69c956c4ece7 HTTP/1.1" status: 204 len: 168 time: 2.3492572 May 05 22:11:58.631218 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45248) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:58.780162 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8956f811-13b8-4918-8584-7c0531a8f400 req-40a275ce-f75d-4e60-98f3-6daba03cc538 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1464336 May 05 22:11:58.801378 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77748ddf-4f80-4b71-8c9d-8e58da4efe21 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:58.805613 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-77748ddf-4f80-4b71-8c9d-8e58da4efe21 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1732283 May 05 22:11:58.810151 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45258) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:59.003502 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 45270) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:59.009502 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-08fb9300-04ca-4eb7-9698-c76451efcc43 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1978531 May 05 22:11:59.027421 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d596d8e-3aef-4379-be83-651979d647cf req-754d2523-b85a-4c4f-860d-975cd76d17ac tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:59.034787 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6d596d8e-3aef-4379-be83-651979d647cf req-754d2523-b85a-4c4f-860d-975cd76d17ac tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a10f1aa-b77d-4743-ba34-bc524ef90ebc HTTP/1.1" status: 200 len: 945 time: 0.1506836 May 05 22:11:59.046541 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-defe5cf4-33ff-4cb1-b66b-01c641cf9052 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1813602811'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:11:59.062531 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-defe5cf4-33ff-4cb1-b66b-01c641cf9052 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:11:59.081077 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-defe5cf4-33ff-4cb1-b66b-01c641cf9052 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Usage tracker for resource:network and tenant:4182021ff5fe4f65b13da93a6be96ffa is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:11:59.089371 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-defe5cf4-33ff-4cb1-b66b-01c641cf9052 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:11:59.093876 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6d596d8e-3aef-4379-be83-651979d647cf req-a6ca5a0e-1cc9-4ad0-ad90-a361a77e31b3 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=da0ed24f-7362-44c5-b636-8c9b67c34a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581164 May 05 22:11:59.097910 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-defe5cf4-33ff-4cb1-b66b-01c641cf9052 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:11:59.107490 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8956f811-13b8-4918-8584-7c0531a8f400 req-23fd4892-a931-4c5a-aed6-c743057e3f29 service neutron] 10.222.0.44 "GET /v2.0/networks/6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193388 May 05 22:11:59.136285 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-defe5cf4-33ff-4cb1-b66b-01c641cf9052 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Made reservation on behalf of 4182021ff5fe4f65b13da93a6be96ffa for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:11:59.139311 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-defe5cf4-33ff-4cb1-b66b-01c641cf9052 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:59.163374 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-7347db61-b2a9-4c06-96a6-0dd385fd28c8 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Request body: {'security_group': {'name': 'tempest-secgroup--1024863608'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:11:59.173792 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-7347db61-b2a9-4c06-96a6-0dd385fd28c8 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:11:59.183777 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-7347db61-b2a9-4c06-96a6-0dd385fd28c8 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Usage tracker for resource:security_group and tenant:8f6276af64f241c485ea1b2e912685a7 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:11:59.189550 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-7347db61-b2a9-4c06-96a6-0dd385fd28c8 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:11:59.203920 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-7347db61-b2a9-4c06-96a6-0dd385fd28c8 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:11:59.229934 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7347db61-b2a9-4c06-96a6-0dd385fd28c8 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:59.255481 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7347db61-b2a9-4c06-96a6-0dd385fd28c8 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:59.256659 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-defe5cf4-33ff-4cb1-b66b-01c641cf9052 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:11:59.266171 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-defe5cf4-33ff-4cb1-b66b-01c641cf9052 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:59.266534 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-defe5cf4-33ff-4cb1-b66b-01c641cf9052 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Added segment 71b2fdae-de96-49ad-b999-33129fd3e8d8 of type vlan for network b5fffec3-fe92-4eab-a066-4d77430cc895 May 05 22:11:59.309273 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-7347db61-b2a9-4c06-96a6-0dd385fd28c8 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:11:59.313873 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-7347db61-b2a9-4c06-96a6-0dd385fd28c8 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Usage tracker for resource:security_group_rule and tenant:8f6276af64f241c485ea1b2e912685a7 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:11:59.318392 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-7347db61-b2a9-4c06-96a6-0dd385fd28c8 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:11:59.326235 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-7347db61-b2a9-4c06-96a6-0dd385fd28c8 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:11:59.327485 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-defe5cf4-33ff-4cb1-b66b-01c641cf9052 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:59.405487 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8956f811-13b8-4918-8584-7c0531a8f400 req-2a6af58b-23e5-41ed-bfa8-71415201cc47 service neutron] 10.222.0.44 "GET /v2.0/networks/6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903891 May 05 22:11:59.425334 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-defe5cf4-33ff-4cb1-b66b-01c641cf9052 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:59.429518 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defe5cf4-33ff-4cb1-b66b-01c641cf9052 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:11:59.430120 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-defe5cf4-33ff-4cb1-b66b-01c641cf9052 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:59.480200 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7347db61-b2a9-4c06-96a6-0dd385fd28c8 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:59.486515 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-defe5cf4-33ff-4cb1-b66b-01c641cf9052 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4786656 May 05 22:11:59.487374 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45284) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:11:59.495166 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-6a9bfd0c-d4f0-498a-bdea-a515bc7a1d5c tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Request body: {'subnet': {'network_id': 'b5fffec3-fe92-4eab-a066-4d77430cc895', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:11:59.512533 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7347db61-b2a9-4c06-96a6-0dd385fd28c8 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:59.533311 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-7347db61-b2a9-4c06-96a6-0dd385fd28c8 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:11:59.593603 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defe5cf4-33ff-4cb1-b66b-01c641cf9052 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event updated for resources: {'Network': ['ID=b5fffec3-fe92-4eab-a066-4d77430cc895,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:59.604113 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7347db61-b2a9-4c06-96a6-0dd385fd28c8 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1724120e-9460-4329-8c93-cbd64d236f21,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:11:59.612607 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network b5fffec3-fe92-4eab-a066-4d77430cc895 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:11:59.654690 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-7347db61-b2a9-4c06-96a6-0dd385fd28c8 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Usage tracker for resource:security_group_rule and tenant:8f6276af64f241c485ea1b2e912685a7 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:11:59.664425 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-7347db61-b2a9-4c06-96a6-0dd385fd28c8 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:11:59.703135 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-7347db61-b2a9-4c06-96a6-0dd385fd28c8 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:11:59.733658 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-6a9bfd0c-d4f0-498a-bdea-a515bc7a1d5c tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:11:59.741596 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-6a9bfd0c-d4f0-498a-bdea-a515bc7a1d5c tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Usage tracker for resource:subnet and tenant:4182021ff5fe4f65b13da93a6be96ffa is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:11:59.745661 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-6a9bfd0c-d4f0-498a-bdea-a515bc7a1d5c tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:11:59.756634 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-6a9bfd0c-d4f0-498a-bdea-a515bc7a1d5c tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:11:59.796225 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9bfd0c-d4f0-498a-bdea-a515bc7a1d5c tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Made reservation on behalf of 4182021ff5fe4f65b13da93a6be96ffa for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:11:59.814853 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7347db61-b2a9-4c06-96a6-0dd385fd28c8 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:59.831801 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7347db61-b2a9-4c06-96a6-0dd385fd28c8 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:11:59.953869 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8956f811-13b8-4918-8584-7c0531a8f400 req-f08f419a-06ec-49c8-bffb-4b15fc37fee0 tempest-TestNetworkAdvancedServerOps-1392066098 tempest-TestNetworkAdvancedServerOps-1392066098-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=6a10f1aa-b77d-4743-ba34-bc524ef90ebc&tenant_id=06fb629024324e968714595537efac5c&binding%3Ahost_id=n-h1-825175-4 HTTP/1.1" status: 200 len: 1096 time: 0.1372461 May 05 22:12:00.019563 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7347db61-b2a9-4c06-96a6-0dd385fd28c8 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=629ee7e6-c223-4660-b863-6c875c1b8b32,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:00.025257 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7347db61-b2a9-4c06-96a6-0dd385fd28c8 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:00.026480 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-7347db61-b2a9-4c06-96a6-0dd385fd28c8 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4087367 May 05 22:12:00.036496 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 45306) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:00.085103 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6a9bfd0c-d4f0-498a-bdea-a515bc7a1d5c tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:00.105460 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7347db61-b2a9-4c06-96a6-0dd385fd28c8 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:12:00.105807 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7347db61-b2a9-4c06-96a6-0dd385fd28c8 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:12:00.106145 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7347db61-b2a9-4c06-96a6-0dd385fd28c8 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:12:00.106479 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7347db61-b2a9-4c06-96a6-0dd385fd28c8 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:12:00.106845 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7347db61-b2a9-4c06-96a6-0dd385fd28c8 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:12:00.107178 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7347db61-b2a9-4c06-96a6-0dd385fd28c8 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:12:00.107506 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7347db61-b2a9-4c06-96a6-0dd385fd28c8 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:12:00.107831 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7347db61-b2a9-4c06-96a6-0dd385fd28c8 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:12:00.108154 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7347db61-b2a9-4c06-96a6-0dd385fd28c8 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:12:00.108608 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7347db61-b2a9-4c06-96a6-0dd385fd28c8 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:12:00.108937 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7347db61-b2a9-4c06-96a6-0dd385fd28c8 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:12:00.168832 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-77fc7414-da4a-46be-86dd-e97818318281 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1292381 May 05 22:12:00.170772 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 45316) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:00.179201 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-4cf434f2-b17a-416c-9c7d-ef065fa351f0 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Request body: {'security_group': {'name': 'tempest-security--1619370419', 'description': 'tempest-security-description-1092337080'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:00.216119 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-8956f811-13b8-4918-8584-7c0531a8f400 req-6ec008e4-8b5d-4687-a3f7-1147f0d8180c service neutron] For port 835c7f1c-b706-4ca3-9a78-cb2525c6e19b, host n-h2-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:12:00.232733 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-8956f811-13b8-4918-8584-7c0531a8f400 req-6ec008e4-8b5d-4687-a3f7-1147f0d8180c service neutron] Notify callbacks [] for binding, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:00.233967 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8956f811-13b8-4918-8584-7c0531a8f400 req-6ec008e4-8b5d-4687-a3f7-1147f0d8180c service neutron] 10.222.0.44 "DELETE /v2.0/ports/835c7f1c-b706-4ca3-9a78-cb2525c6e19b/bindings/n-h2-825175-4 HTTP/1.1" status: 204 len: 173 time: 0.2746868 May 05 22:12:00.256464 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4cf434f2-b17a-416c-9c7d-ef065fa351f0 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:00.386745 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4cf434f2-b17a-416c-9c7d-ef065fa351f0 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:00.398270 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4cf434f2-b17a-416c-9c7d-ef065fa351f0 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:00.401579 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4cf434f2-b17a-416c-9c7d-ef065fa351f0 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:00.407108 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-4cf434f2-b17a-416c-9c7d-ef065fa351f0 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "PUT /v2.0/security-groups/629ee7e6-c223-4660-b863-6c875c1b8b32 HTTP/1.1" status: 200 len: 1612 time: 0.2352684 May 05 22:12:00.407704 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 45328) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:00.461717 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55638abd-70d6-4857-9fef-4ac5a0402e06 req-d46dce5a-60bb-43b1-92ca-73f5cbdfc328 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:12:00.463352 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-55638abd-70d6-4857-9fef-4ac5a0402e06 req-d46dce5a-60bb-43b1-92ca-73f5cbdfc328 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a10f1aa-b77d-4743-ba34-bc524ef90ebc HTTP/1.1" status: 200 len: 945 time: 0.1524947 May 05 22:12:00.545687 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-55638abd-70d6-4857-9fef-4ac5a0402e06 req-32f4f8d5-97f6-4121-b8bb-296715804584 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=da0ed24f-7362-44c5-b636-8c9b67c34a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743198 May 05 22:12:00.553958 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6a9bfd0c-d4f0-498a-bdea-a515bc7a1d5c tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:00.569345 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf434f2-b17a-416c-9c7d-ef065fa351f0 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=629ee7e6-c223-4660-b863-6c875c1b8b32,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:00.588390 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-49842b2e-a8f6-4f4e-8aef-1ff351d072e2 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "GET /v2.0/security-groups/629ee7e6-c223-4660-b863-6c875c1b8b32 HTTP/1.1" status: 200 len: 1612 time: 0.1692004 May 05 22:12:00.588985 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 45336) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:00.734465 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9bfd0c-d4f0-498a-bdea-a515bc7a1d5c tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event updated for resources: {'Subnet': ['ID=34d8634c-323e-4468-800e-b37baf8d9d65,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:00.748089 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9bfd0c-d4f0-498a-bdea-a515bc7a1d5c tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Checking segment: {'id': '71b2fdae-de96-49ad-b999-33129fd3e8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b5fffec3-fe92-4eab-a066-4d77430cc895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:12:00.748775 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9bfd0c-d4f0-498a-bdea-a515bc7a1d5c tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Network hostable DHCP agents. Network: b5fffec3-fe92-4eab-a066-4d77430cc895, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:12:00.788166 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9bfd0c-d4f0-498a-bdea-a515bc7a1d5c tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Network b5fffec3-fe92-4eab-a066-4d77430cc895 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:12:00.840064 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cdf0568d-c0a9-4b64-9e18-ac3263a9ee77 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:00.840544 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-6a9bfd0c-d4f0-498a-bdea-a515bc7a1d5c tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, b5fffec3-fe92-4eab-a066-4d77430cc895) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:12:00.845839 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9bfd0c-d4f0-498a-bdea-a515bc7a1d5c tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:12:00.846694 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6a9bfd0c-d4f0-498a-bdea-a515bc7a1d5c tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:00.851684 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2dcc61-1459-4638-be92-0a54d2836eb2 None None] Network b5fffec3-fe92-4eab-a066-4d77430cc895 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:12:00.910017 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-6a9bfd0c-d4f0-498a-bdea-a515bc7a1d5c tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4209621 May 05 22:12:00.912688 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45352) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:00.912805 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cdf0568d-c0a9-4b64-9e18-ac3263a9ee77 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:00.920124 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-455ed5f0-3518-4785-8e11-1e10b0895e0d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Request body: {'port': {'network_id': 'b5fffec3-fe92-4eab-a066-4d77430cc895', 'name': 'tempest-PortsTestJSON-308387686'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:00.944075 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-210fe5e5-1d62-4144-be10-208d3345b168 req-22cd08fd-309a-4479-9fcd-46ea14033e53 tempest-TestNetworkAdvancedServerOps-1392066098 tempest-TestNetworkAdvancedServerOps-1392066098-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6a10f1aa-b77d-4743-ba34-bc524ef90ebc HTTP/1.1" status: 200 len: 1096 time: 0.1470320 May 05 22:12:01.012907 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cdf0568d-c0a9-4b64-9e18-ac3263a9ee77 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:01.063589 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf0568d-c0a9-4b64-9e18-ac3263a9ee77 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=629ee7e6-c223-4660-b863-6c875c1b8b32,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:01.089485 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-210fe5e5-1d62-4144-be10-208d3345b168 req-8943e32d-c9e5-4497-90e6-eefd0f10ec50 tempest-TestNetworkAdvancedServerOps-1392066098 tempest-TestNetworkAdvancedServerOps-1392066098-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=da0ed24f-7362-44c5-b636-8c9b67c34a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890119 May 05 22:12:01.102429 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cdf0568d-c0a9-4b64-9e18-ac3263a9ee77 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:01.110217 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-cdf0568d-c0a9-4b64-9e18-ac3263a9ee77 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "DELETE /v2.0/security-groups/629ee7e6-c223-4660-b863-6c875c1b8b32 HTTP/1.1" status: 204 len: 168 time: 0.5180850 May 05 22:12:01.112358 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45362) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:01.113613 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf0568d-c0a9-4b64-9e18-ac3263a9ee77 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:12:01.116008 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-455ed5f0-3518-4785-8e11-1e10b0895e0d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:01.121727 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf0568d-c0a9-4b64-9e18-ac3263a9ee77 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:12:01.123042 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf0568d-c0a9-4b64-9e18-ac3263a9ee77 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:12:01.123465 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf0568d-c0a9-4b64-9e18-ac3263a9ee77 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:12:01.123813 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf0568d-c0a9-4b64-9e18-ac3263a9ee77 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:12:01.124156 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf0568d-c0a9-4b64-9e18-ac3263a9ee77 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:12:01.130750 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf0568d-c0a9-4b64-9e18-ac3263a9ee77 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:12:01.131632 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf0568d-c0a9-4b64-9e18-ac3263a9ee77 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:12:01.132126 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf0568d-c0a9-4b64-9e18-ac3263a9ee77 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:12:01.132613 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf0568d-c0a9-4b64-9e18-ac3263a9ee77 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:12:01.133878 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf0568d-c0a9-4b64-9e18-ac3263a9ee77 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:12:01.142909 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-455ed5f0-3518-4785-8e11-1e10b0895e0d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Usage tracker for resource:port and tenant:4182021ff5fe4f65b13da93a6be96ffa is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:01.147239 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-455ed5f0-3518-4785-8e11-1e10b0895e0d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:01.163354 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-455ed5f0-3518-4785-8e11-1e10b0895e0d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:01.238529 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455ed5f0-3518-4785-8e11-1e10b0895e0d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Made reservation on behalf of 4182021ff5fe4f65b13da93a6be96ffa for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:12:01.251547 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-455ed5f0-3518-4785-8e11-1e10b0895e0d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:01.294906 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-f91a3707-83d5-4beb-94be-9ae93f14fb0a tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Synchronizing usage tracker for tenant:8f6276af64f241c485ea1b2e912685a7 on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:12:01.324263 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [None req-455ed5f0-3518-4785-8e11-1e10b0895e0d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] device_id is not set on port 49b8f4d2-9750-45ea-8f69-7101848c439e yet. {{(pid=84061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:12:01.465338 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45de2f85-89e2-4c53-959c-70b872f14d49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-b5fffec3-fe92-4eab-a066-4d77430cc895', 'network_id': 'b5fffec3-fe92-4eab-a066-4d77430cc895', 'tenant_id': '4182021ff5fe4f65b13da93a6be96ffa', 'fixed_ips': [{'subnet_id': '34d8634c-323e-4468-800e-b37baf8d9d65'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:12:01.466555 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-45de2f85-89e2-4c53-959c-70b872f14d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:01.474177 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-455ed5f0-3518-4785-8e11-1e10b0895e0d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Allocated IP 172.20.0.14 (b5fffec3-fe92-4eab-a066-4d77430cc895/34d8634c-323e-4468-800e-b37baf8d9d65/49b8f4d2-9750-45ea-8f69-7101848c439e) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:12:01.837901 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-f91a3707-83d5-4beb-94be-9ae93f14fb0a tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Unset dirty status for tenant:8f6276af64f241c485ea1b2e912685a7 on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:12:01.839151 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f91a3707-83d5-4beb-94be-9ae93f14fb0a tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7257764 May 05 22:12:01.842098 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 45388) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:01.859973 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-746beeb6-b6b4-4815-bca2-31c32b8aaa5d tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] delete failed (client error): The resource could not be found. May 05 22:12:01.861444 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-746beeb6-b6b4-4815-bca2-31c32b8aaa5d tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "DELETE /v2.0/security-groups/629ee7e6-c223-4660-b863-6c875c1b8b32 HTTP/1.1" status: 404 len: 347 time: 0.0183270 May 05 22:12:01.867958 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 45392) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:01.877344 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-4b2bd746-afec-46a3-9509-6d391291246e tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Request body: {'security_group': {'name': 'tempest-secgroup--472402690'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:01.892981 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-4b2bd746-afec-46a3-9509-6d391291246e tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:01.906571 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-455ed5f0-3518-4785-8e11-1e10b0895e0d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:01.921393 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-4b2bd746-afec-46a3-9509-6d391291246e tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:01.929695 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-455ed5f0-3518-4785-8e11-1e10b0895e0d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Transition to ACTIVE for port object 49b8f4d2-9750-45ea-8f69-7101848c439e will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:12:01.950158 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4b2bd746-afec-46a3-9509-6d391291246e tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:01.959537 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16790fbb-d470-4be7-824a-768f6d9d1594 req-d2fa1924-2cc1-4264-885d-e4cac832f7af tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:12:01.961324 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-16790fbb-d470-4be7-824a-768f6d9d1594 req-d2fa1924-2cc1-4264-885d-e4cac832f7af tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a10f1aa-b77d-4743-ba34-bc524ef90ebc HTTP/1.1" status: 200 len: 945 time: 0.2895877 May 05 22:12:02.020583 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-4b2bd746-afec-46a3-9509-6d391291246e tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:02.029929 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-4b2bd746-afec-46a3-9509-6d391291246e tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Usage tracker for resource:security_group_rule and tenant:8f6276af64f241c485ea1b2e912685a7 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:02.040099 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-4b2bd746-afec-46a3-9509-6d391291246e tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:02.048079 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-455ed5f0-3518-4785-8e11-1e10b0895e0d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:02.054296 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-4b2bd746-afec-46a3-9509-6d391291246e tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:02.111352 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-45de2f85-89e2-4c53-959c-70b872f14d49 None None] Allocated IP 172.20.0.2 (b5fffec3-fe92-4eab-a066-4d77430cc895/34d8634c-323e-4468-800e-b37baf8d9d65/b4223a05-9d45-4d9f-b64d-e6e7f647290f) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:12:02.131249 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 45404) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:02.197186 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-16790fbb-d470-4be7-824a-768f6d9d1594 req-6bda8052-82c4-4429-a17b-dba854bd7562 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=da0ed24f-7362-44c5-b636-8c9b67c34a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2269320 May 05 22:12:02.256632 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455ed5f0-3518-4785-8e11-1e10b0895e0d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Network b5fffec3-fe92-4eab-a066-4d77430cc895 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:12:02.271651 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45410) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:02.280706 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-455ed5f0-3518-4785-8e11-1e10b0895e0d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:12:02.282915 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ed5f0-3518-4785-8e11-1e10b0895e0d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event updated for resources: {'Port': ['ID=49b8f4d2-9750-45ea-8f69-7101848c439e,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:02.286493 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4b2bd746-afec-46a3-9509-6d391291246e tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:02.320717 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4b2bd746-afec-46a3-9509-6d391291246e tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:02.396972 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4b2bd746-afec-46a3-9509-6d391291246e tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:02.400925 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-4b2bd746-afec-46a3-9509-6d391291246e tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5289426 May 05 22:12:02.407059 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455ed5f0-3518-4785-8e11-1e10b0895e0d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:12:02.415648 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 45418) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:02.418914 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-45de2f85-89e2-4c53-959c-70b872f14d49 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:02.436175 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-45de2f85-89e2-4c53-959c-70b872f14d49 None None] Transition to ACTIVE for port object b4223a05-9d45-4d9f-b64d-e6e7f647290f will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:12:02.444252 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-1ebc25f9-7e26-47d5-ba00-3a24a98d3235 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Request body: {'security_group_rule': {'security_group_id': 'bc7689f7-34e3-40a4-b132-a79bb6b94fee', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:02.458837 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-45de2f85-89e2-4c53-959c-70b872f14d49 None None] Transition to ACTIVE for port object b4223a05-9d45-4d9f-b64d-e6e7f647290f will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:12:02.467025 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-45de2f85-89e2-4c53-959c-70b872f14d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:02.478112 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-1ebc25f9-7e26-47d5-ba00-3a24a98d3235 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:02.496742 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2bd746-afec-46a3-9509-6d391291246e tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7689f7-34e3-40a4-b132-a79bb6b94fee,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:02.499471 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-1ebc25f9-7e26-47d5-ba00-3a24a98d3235 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Usage tracker for resource:security_group_rule and tenant:8f6276af64f241c485ea1b2e912685a7 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:02.549860 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-3ade8179-9ec4-42a2-9a0b-eff18b250617 tempest-TestSecurityGroupsBasicOps-1656009718 tempest-TestSecurityGroupsBasicOps-1656009718-project-admin] 10.222.0.23 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2207 time: 0.4160955 May 05 22:12:02.550995 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-1ebc25f9-7e26-47d5-ba00-3a24a98d3235 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:02.558005 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 45428) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:02.563998 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455ed5f0-3518-4785-8e11-1e10b0895e0d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:12:02.565464 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-455ed5f0-3518-4785-8e11-1e10b0895e0d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:02.578728 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-4ac9e34a-6541-4315-bf6c-6e3d2a0188f4 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Request body: {'network': {'name': 'tempest-network-smoke--9736887', 'project_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'port_security_enabled': False}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:02.591679 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-4ac9e34a-6541-4315-bf6c-6e3d2a0188f4 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:02.617798 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-4ac9e34a-6541-4315-bf6c-6e3d2a0188f4 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:02.634317 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-1ebc25f9-7e26-47d5-ba00-3a24a98d3235 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:02.643417 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac9e34a-6541-4315-bf6c-6e3d2a0188f4 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Made reservation on behalf of efa9087c34ce4a5fbd7fe821ae4a2e59 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:12:02.646593 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4ac9e34a-6541-4315-bf6c-6e3d2a0188f4 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:02.664737 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45de2f85-89e2-4c53-959c-70b872f14d49 None None] Pushing event updated for resources: {'Port': ['ID=b4223a05-9d45-4d9f-b64d-e6e7f647290f,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:02.684883 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45de2f85-89e2-4c53-959c-70b872f14d49 None None] Network b5fffec3-fe92-4eab-a066-4d77430cc895 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:12:02.687659 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-45de2f85-89e2-4c53-959c-70b872f14d49 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:12:02.696689 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45de2f85-89e2-4c53-959c-70b872f14d49 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:12:02.703813 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1ebc25f9-7e26-47d5-ba00-3a24a98d3235 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:02.713900 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-455ed5f0-3518-4785-8e11-1e10b0895e0d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7997849 May 05 22:12:02.714579 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45436) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:02.733920 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-77a1c86c-deaa-48c2-ab57-d3148e6db0f4 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Request body: {'port': {'network_id': 'b5fffec3-fe92-4eab-a066-4d77430cc895', 'name': 'tempest-PortsTestJSON-1246748753'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:02.761525 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ac9e34a-6541-4315-bf6c-6e3d2a0188f4 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:12:02.771989 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4ac9e34a-6541-4315-bf6c-6e3d2a0188f4 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:02.772663 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-4ac9e34a-6541-4315-bf6c-6e3d2a0188f4 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Added segment 5832396b-c757-4a6a-acc8-f493a2bfc8c0 of type vlan for network 28b85002-5b2e-4fb8-9492-aff561f5a595 May 05 22:12:02.786374 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4b70acea-1d66-4462-a0ff-8c32693d55af tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/floatingips/92783a9c-d3ba-45c8-97e0-a0646aff570f HTTP/1.1" status: 200 len: 992 time: 0.5023994 May 05 22:12:02.815124 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4ac9e34a-6541-4315-bf6c-6e3d2a0188f4 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:02.864752 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4ac9e34a-6541-4315-bf6c-6e3d2a0188f4 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:02.869686 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac9e34a-6541-4315-bf6c-6e3d2a0188f4 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:12:02.870516 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4ac9e34a-6541-4315-bf6c-6e3d2a0188f4 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:02.908320 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-45de2f85-89e2-4c53-959c-70b872f14d49 None None] Attempting to bind port b4223a05-9d45-4d9f-b64d-e6e7f647290f on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:12:02.908320 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-45de2f85-89e2-4c53-959c-70b872f14d49 None None] Attempting to bind port b4223a05-9d45-4d9f-b64d-e6e7f647290f by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '71b2fdae-de96-49ad-b999-33129fd3e8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b5fffec3-fe92-4eab-a066-4d77430cc895'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:12:02.910232 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45de2f85-89e2-4c53-959c-70b872f14d49 None None] Attempting to bind port b4223a05-9d45-4d9f-b64d-e6e7f647290f on network b5fffec3-fe92-4eab-a066-4d77430cc895 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:12:02.928173 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45de2f85-89e2-4c53-959c-70b872f14d49 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:12:02.928341 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45de2f85-89e2-4c53-959c-70b872f14d49 None None] Checking segment: {'id': '71b2fdae-de96-49ad-b999-33129fd3e8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b5fffec3-fe92-4eab-a066-4d77430cc895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:12:02.928948 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-45de2f85-89e2-4c53-959c-70b872f14d49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:02.930437 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45de2f85-89e2-4c53-959c-70b872f14d49 None None] Bound using segment: {'id': '71b2fdae-de96-49ad-b999-33129fd3e8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b5fffec3-fe92-4eab-a066-4d77430cc895'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:12:02.931076 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-45de2f85-89e2-4c53-959c-70b872f14d49 None None] Bound port: b4223a05-9d45-4d9f-b64d-e6e7f647290f, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71b2fdae-de96-49ad-b999-33129fd3e8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b5fffec3-fe92-4eab-a066-4d77430cc895'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:12:02.931481 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-45de2f85-89e2-4c53-959c-70b872f14d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:03.037118 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-45de2f85-89e2-4c53-959c-70b872f14d49 None None] For port b4223a05-9d45-4d9f-b64d-e6e7f647290f, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:12:03.040215 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-45de2f85-89e2-4c53-959c-70b872f14d49 None None] For port b4223a05-9d45-4d9f-b64d-e6e7f647290f, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=b4223a05-9d45-4d9f-b64d-e6e7f647290f,segment=NetworkSegment(71b2fdae-de96-49ad-b999-33129fd3e8d8),segment_id=71b2fdae-de96-49ad-b999-33129fd3e8d8)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:12:03.050347 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-45de2f85-89e2-4c53-959c-70b872f14d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:03.095699 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-4ac9e34a-6541-4315-bf6c-6e3d2a0188f4 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5349386 May 05 22:12:03.095699 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1ebc25f9-7e26-47d5-ba00-3a24a98d3235 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:03.095699 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac9e34a-6541-4315-bf6c-6e3d2a0188f4 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Pushing event updated for resources: {'Network': ['ID=28b85002-5b2e-4fb8-9492-aff561f5a595,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:03.095699 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 45452) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:03.104896 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-f48c4930-08a5-4cc4-9e9b-e8e30a223c61 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-824227077', 'admin_state_up': True, 'project_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:03.114392 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1ebc25f9-7e26-47d5-ba00-3a24a98d3235 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:03.114392 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f48c4930-08a5-4cc4-9e9b-e8e30a223c61 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:03.132941 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f48c4930-08a5-4cc4-9e9b-e8e30a223c61 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Usage tracker for resource:router and tenant:efa9087c34ce4a5fbd7fe821ae4a2e59 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:03.138926 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f48c4930-08a5-4cc4-9e9b-e8e30a223c61 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Quota usage for router was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:03.146880 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebc25f9-7e26-47d5-ba00-3a24a98d3235 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01c12574-21d3-4ecb-8671-b4f8f9052952,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:03.152533 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-77a1c86c-deaa-48c2-ab57-d3148e6db0f4 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:03.153765 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f48c4930-08a5-4cc4-9e9b-e8e30a223c61 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:03.162737 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-77a1c86c-deaa-48c2-ab57-d3148e6db0f4 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Usage tracker for resource:port and tenant:4182021ff5fe4f65b13da93a6be96ffa is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:03.167507 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-77a1c86c-deaa-48c2-ab57-d3148e6db0f4 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:03.169020 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1ebc25f9-7e26-47d5-ba00-3a24a98d3235 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:03.170431 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1ebc25f9-7e26-47d5-ba00-3a24a98d3235 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7528558 May 05 22:12:03.173849 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 45456) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:03.174781 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-77a1c86c-deaa-48c2-ab57-d3148e6db0f4 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:03.179704 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 28b85002-5b2e-4fb8-9492-aff561f5a595 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:12:03.180499 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 45460) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:03.193454 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a1c86c-deaa-48c2-ab57-d3148e6db0f4 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Made reservation on behalf of 4182021ff5fe4f65b13da93a6be96ffa for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:12:03.198231 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-77a1c86c-deaa-48c2-ab57-d3148e6db0f4 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:03.211033 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 45464) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:03.229284 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [None req-77a1c86c-deaa-48c2-ab57-d3148e6db0f4 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] device_id is not set on port 1773d2f0-a47f-49c0-9bde-60d1aac1deb5 yet. {{(pid=84061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:12:03.317303 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45de2f85-89e2-4c53-959c-70b872f14d49 None None] Pushing event updated for resources: {'Port': ['ID=b4223a05-9d45-4d9f-b64d-e6e7f647290f,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:03.464003 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-77a1c86c-deaa-48c2-ab57-d3148e6db0f4 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Allocated IP 172.20.0.8 (b5fffec3-fe92-4eab-a066-4d77430cc895/34d8634c-323e-4468-800e-b37baf8d9d65/1773d2f0-a47f-49c0-9bde-60d1aac1deb5) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:12:03.467190 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f48c4930-08a5-4cc4-9e9b-e8e30a223c61 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:03.468196 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f48c4930-08a5-4cc4-9e9b-e8e30a223c61 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:03.578908 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-993c00b2-f2de-432f-8d87-89edfa67be92 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:03.765400 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f48c4930-08a5-4cc4-9e9b-e8e30a223c61 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:03.826938 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-993c00b2-f2de-432f-8d87-89edfa67be92 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:03.885661 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:12:03.957144 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-77a1c86c-deaa-48c2-ab57-d3148e6db0f4 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:04.038698 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-77a1c86c-deaa-48c2-ab57-d3148e6db0f4 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Transition to ACTIVE for port object 1773d2f0-a47f-49c0-9bde-60d1aac1deb5 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:12:04.057878 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-993c00b2-f2de-432f-8d87-89edfa67be92 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:04.067458 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-77a1c86c-deaa-48c2-ab57-d3148e6db0f4 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:04.082634 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d5e83974-dba6-4316-b992-210bfe5ba7e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:04.102273 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-592341d4-18f4-4a63-9c24-c0b41564834f tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Deleting port 4291a811-6210-4c7b-9d52-176280b6b9ef {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:12:04.102615 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-592341d4-18f4-4a63-9c24-c0b41564834f tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:04.133159 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993c00b2-f2de-432f-8d87-89edfa67be92 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=01c12574-21d3-4ecb-8671-b4f8f9052952,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:04.152634 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-993c00b2-f2de-432f-8d87-89edfa67be92 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:04.154036 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-993c00b2-f2de-432f-8d87-89edfa67be92 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/01c12574-21d3-4ecb-8671-b4f8f9052952 HTTP/1.1" status: 204 len: 168 time: 0.9781718 May 05 22:12:04.158775 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a1c86c-deaa-48c2-ab57-d3148e6db0f4 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event updated for resources: {'Port': ['ID=1773d2f0-a47f-49c0-9bde-60d1aac1deb5,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:04.162069 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45486) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:04.208397 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a1c86c-deaa-48c2-ab57-d3148e6db0f4 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Network b5fffec3-fe92-4eab-a066-4d77430cc895 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:12:04.215733 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f48c4930-08a5-4cc4-9e9b-e8e30a223c61 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:04.219860 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-d5e83974-dba6-4316-b992-210bfe5ba7e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:04.228199 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-77a1c86c-deaa-48c2-ab57-d3148e6db0f4 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:12:04.237687 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a1c86c-deaa-48c2-ab57-d3148e6db0f4 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:12:04.332209 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-c0f4581f-e865-4448-80b4-9f2cf4c7830e tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Synchronizing usage tracker for tenant:8f6276af64f241c485ea1b2e912685a7 on resource:security_group_rule {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:12:04.351051 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d5e83974-dba6-4316-b992-210bfe5ba7e9 admin admin] Usage tracker for resource:security_group_rule and tenant:f41c98ff0db142e0b4bd04398069bff0 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:04.353622 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a1c86c-deaa-48c2-ab57-d3148e6db0f4 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:12:04.354601 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-77a1c86c-deaa-48c2-ab57-d3148e6db0f4 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:04.362321 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d5e83974-dba6-4316-b992-210bfe5ba7e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:04.386152 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-c0f4581f-e865-4448-80b4-9f2cf4c7830e tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Unset dirty status for tenant:8f6276af64f241c485ea1b2e912685a7 on resource:security_group_rule {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:12:04.387662 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c0f4581f-e865-4448-80b4-9f2cf4c7830e tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2220845 May 05 22:12:04.394734 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-77a1c86c-deaa-48c2-ab57-d3148e6db0f4 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6657538 May 05 22:12:04.395521 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45498) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:04.396040 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45500) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:04.435866 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-d5e83974-dba6-4316-b992-210bfe5ba7e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:04.567403 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fcec9a41-4c7c-46ae-a229-a3581e0f0aad tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:04.595537 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fcec9a41-4c7c-46ae-a229-a3581e0f0aad tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:04.659457 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-592341d4-18f4-4a63-9c24-c0b41564834f tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:04.659893 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-592341d4-18f4-4a63-9c24-c0b41564834f tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:04.660331 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fcec9a41-4c7c-46ae-a229-a3581e0f0aad tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:04.709894 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec9a41-4c7c-46ae-a229-a3581e0f0aad tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7689f7-34e3-40a4-b132-a79bb6b94fee,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:04.720498 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e762bd56-2561-4596-a2c0-20f153b63bba tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:12:04.721314 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e762bd56-2561-4596-a2c0-20f153b63bba tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Synchronizing usage tracker for tenant:4182021ff5fe4f65b13da93a6be96ffa on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:12:04.745703 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e762bd56-2561-4596-a2c0-20f153b63bba tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Unset dirty status for tenant:4182021ff5fe4f65b13da93a6be96ffa on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:12:04.750711 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e762bd56-2561-4596-a2c0-20f153b63bba tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 922 time: 0.3517213 May 05 22:12:04.751764 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45514) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:04.756762 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fcec9a41-4c7c-46ae-a229-a3581e0f0aad tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:04.758122 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-fcec9a41-4c7c-46ae-a229-a3581e0f0aad tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "DELETE /v2.0/security-groups/bc7689f7-34e3-40a4-b132-a79bb6b94fee HTTP/1.1" status: 204 len: 168 time: 0.3610637 May 05 22:12:04.793715 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45518) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:04.871845 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-1080b294-e8b7-4fcd-8876-b683148c79d4 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Deleting port 1773d2f0-a47f-49c0-9bde-60d1aac1deb5 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:12:04.871845 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1080b294-e8b7-4fcd-8876-b683148c79d4 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:04.886610 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9ce4ae-a016-452b-82ff-4843777b0955 None None] Network b5fffec3-fe92-4eab-a066-4d77430cc895 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:12:04.900532 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-592341d4-18f4-4a63-9c24-c0b41564834f tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Calling delete_port for 4291a811-6210-4c7b-9d52-176280b6b9ef owned by network:floatingip {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:12:05.020622 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d5e83974-dba6-4316-b992-210bfe5ba7e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:05.034422 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d5e83974-dba6-4316-b992-210bfe5ba7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:05.092549 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e3de4f17-274a-4e63-ac75-054e508c6319 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Synchronizing usage tracker for tenant:8f6276af64f241c485ea1b2e912685a7 on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:12:05.114159 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f2fbb2f8-e02c-4232-985b-5051adcc6860 None None] Provisioning for port b4223a05-9d45-4d9f-b64d-e6e7f647290f completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:12:05.166433 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e83974-dba6-4316-b992-210bfe5ba7e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fecff7b-11ba-46fb-9e18-b1810c796ba2,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:05.173316 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d5e83974-dba6-4316-b992-210bfe5ba7e9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f41c98ff0db142e0b4bd04398069bff0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7056205 May 05 22:12:05.174378 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45530) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:05.345270 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f48c4930-08a5-4cc4-9e9b-e8e30a223c61 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks [] for router_gateway, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:05.364727 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device b4223a05-9d45-4d9f-b64d-e6e7f647290f up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:12:05.385815 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-592341d4-18f4-4a63-9c24-c0b41564834f tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:05.406764 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e3de4f17-274a-4e63-ac75-054e508c6319 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Unset dirty status for tenant:8f6276af64f241c485ea1b2e912685a7 on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:12:05.408819 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e3de4f17-274a-4e63-ac75-054e508c6319 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6089900 May 05 22:12:05.421019 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45540) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:05.431013 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f48c4930-08a5-4cc4-9e9b-e8e30a223c61 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:05.441741 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-59fc6bf8-90ce-437d-af7d-4d45c308aff7 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Request body: {'security_group': {'name': 'tempest-secgroup--458371355'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:05.457544 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d05e3ae4-e93e-40f8-bbd7-18320bf74835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:05.460058 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-59fc6bf8-90ce-437d-af7d-4d45c308aff7 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:05.542741 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-59fc6bf8-90ce-437d-af7d-4d45c308aff7 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:05.587965 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port b4223a05-9d45-4d9f-b64d-e6e7f647290f completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:12:05.592939 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d05e3ae4-e93e-40f8-bbd7-18320bf74835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:05.609293 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port b4223a05-9d45-4d9f-b64d-e6e7f647290f triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:12:05.610832 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:05.632850 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592341d4-18f4-4a63-9c24-c0b41564834f tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event deleted for resources: {'Port': ['ID=4291a811-6210-4c7b-9d52-176280b6b9ef,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:05.674395 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-59fc6bf8-90ce-437d-af7d-4d45c308aff7 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:05.737267 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1080b294-e8b7-4fcd-8876-b683148c79d4 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:05.838754 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:05.847716 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-592341d4-18f4-4a63-9c24-c0b41564834f tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for floatingip, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:05.961887 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:05.980957 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-d699a728-2a63-4e92-a6ad-ff60800d0f71 None None] Provisioning for port 1773d2f0-a47f-49c0-9bde-60d1aac1deb5 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:12:05.989575 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-d699a728-2a63-4e92-a6ad-ff60800d0f71 None None] Provisioning complete for port 1773d2f0-a47f-49c0-9bde-60d1aac1deb5 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:12:05.990187 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d699a728-2a63-4e92-a6ad-ff60800d0f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:06.093518 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port b4223a05-9d45-4d9f-b64d-e6e7f647290f, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=b4223a05-9d45-4d9f-b64d-e6e7f647290f,segment=NetworkSegment(71b2fdae-de96-49ad-b999-33129fd3e8d8),segment_id=71b2fdae-de96-49ad-b999-33129fd3e8d8)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:12:06.096111 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-d699a728-2a63-4e92-a6ad-ff60800d0f71 None None] Port 1773d2f0-a47f-49c0-9bde-60d1aac1deb5 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:12:06.122433 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:06.184389 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-d699a728-2a63-4e92-a6ad-ff60800d0f71 None None] Provisioning for port 49b8f4d2-9750-45ea-8f69-7101848c439e completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:12:06.190644 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-f48c4930-08a5-4cc4-9e9b-e8e30a223c61 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Allocated IP 172.25.4.65 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/3dbc797f-f0fd-4d2a-b507-ce02a63672a7) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:12:06.213911 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-d699a728-2a63-4e92-a6ad-ff60800d0f71 None None] Provisioning complete for port 49b8f4d2-9750-45ea-8f69-7101848c439e triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:12:06.214544 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d699a728-2a63-4e92-a6ad-ff60800d0f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:06.243401 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-1080b294-e8b7-4fcd-8876-b683148c79d4 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Calling delete_port for 1773d2f0-a47f-49c0-9bde-60d1aac1deb5 owned by {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:12:06.328116 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-d699a728-2a63-4e92-a6ad-ff60800d0f71 None None] Port 49b8f4d2-9750-45ea-8f69-7101848c439e cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:12:06.330549 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-59fc6bf8-90ce-437d-af7d-4d45c308aff7 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:06.339660 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-59fc6bf8-90ce-437d-af7d-4d45c308aff7 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Usage tracker for resource:security_group_rule and tenant:8f6276af64f241c485ea1b2e912685a7 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:06.349918 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:06.359676 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-59fc6bf8-90ce-437d-af7d-4d45c308aff7 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:06.387089 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-59fc6bf8-90ce-437d-af7d-4d45c308aff7 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:06.404361 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=b4223a05-9d45-4d9f-b64d-e6e7f647290f,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:06.433544 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-d699a728-2a63-4e92-a6ad-ff60800d0f71 None None] Provisioning complete for port b4223a05-9d45-4d9f-b64d-e6e7f647290f triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:12:06.433905 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d699a728-2a63-4e92-a6ad-ff60800d0f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:06.447818 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f48c4930-08a5-4cc4-9e9b-e8e30a223c61 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:06.470648 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d05e3ae4-e93e-40f8-bbd7-18320bf74835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:06.545306 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-59fc6bf8-90ce-437d-af7d-4d45c308aff7 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:06.549376 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05e3ae4-e93e-40f8-bbd7-18320bf74835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fecff7b-11ba-46fb-9e18-b1810c796ba2,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:06.560489 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-59fc6bf8-90ce-437d-af7d-4d45c308aff7 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:06.591319 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d05e3ae4-e93e-40f8-bbd7-18320bf74835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:06.592868 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-d05e3ae4-e93e-40f8-bbd7-18320bf74835 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0fecff7b-11ba-46fb-9e18-b1810c796ba2 HTTP/1.1" status: 204 len: 168 time: 1.4172542 May 05 22:12:06.624717 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f48c4930-08a5-4cc4-9e9b-e8e30a223c61 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:06.694941 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc6bf8-90ce-437d-af7d-4d45c308aff7 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6351b025-0228-449a-8552-c2541d88dbea,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:06.700074 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-59fc6bf8-90ce-437d-af7d-4d45c308aff7 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:06.701522 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-59fc6bf8-90ce-437d-af7d-4d45c308aff7 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2769864 May 05 22:12:06.705279 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45566) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:06.715038 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-b557c769-ada3-4b47-b8ee-467688110046 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Request body: {'security_group_rule': {'security_group_id': '6351b025-0228-449a-8552-c2541d88dbea', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:06.723247 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b557c769-ada3-4b47-b8ee-467688110046 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:06.731339 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b557c769-ada3-4b47-b8ee-467688110046 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Usage tracker for resource:security_group_rule and tenant:8f6276af64f241c485ea1b2e912685a7 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:06.734744 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b557c769-ada3-4b47-b8ee-467688110046 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:06.742024 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b557c769-ada3-4b47-b8ee-467688110046 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:06.745716 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1080b294-e8b7-4fcd-8876-b683148c79d4 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:06.757750 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48c4930-08a5-4cc4-9e9b-e8e30a223c61 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:12:06.763088 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-04f52271-2fe0-4a03-8b30-8f3c0ab3599f None None] Could not find standard attr ID for object 1773d2f0-a47f-49c0-9bde-60d1aac1deb5. {{(pid=84064) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 22:12:06.787051 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-f48c4930-08a5-4cc4-9e9b-e8e30a223c61 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:12:06.790170 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-04f52271-2fe0-4a03-8b30-8f3c0ab3599f None None] Provisioning complete for port 49b8f4d2-9750-45ea-8f69-7101848c439e triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:12:06.790557 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-04f52271-2fe0-4a03-8b30-8f3c0ab3599f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:06.815884 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080b294-e8b7-4fcd-8876-b683148c79d4 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event deleted for resources: {'Port': ['ID=1773d2f0-a47f-49c0-9bde-60d1aac1deb5,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:06.860500 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48c4930-08a5-4cc4-9e9b-e8e30a223c61 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Pushing event updated for resources: {'Port': ['ID=3dbc797f-f0fd-4d2a-b507-ce02a63672a7,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:06.863117 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48c4930-08a5-4cc4-9e9b-e8e30a223c61 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:12:06.878457 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b557c769-ada3-4b47-b8ee-467688110046 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:06.963337 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-04f52271-2fe0-4a03-8b30-8f3c0ab3599f None None] Port 49b8f4d2-9750-45ea-8f69-7101848c439e cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:12:07.064816 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1080b294-e8b7-4fcd-8876-b683148c79d4 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:07.069186 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-1080b294-e8b7-4fcd-8876-b683148c79d4 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "DELETE /v2.0/ports/1773d2f0-a47f-49c0-9bde-60d1aac1deb5 HTTP/1.1" status: 204 len: 168 time: 2.3121035 May 05 22:12:07.070356 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45576) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:07.140590 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c722f8e-50be-4900-b4ac-504850b5aca8 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] GET failed (client error): The resource could not be found. May 05 22:12:07.141027 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-3c722f8e-50be-4900-b4ac-504850b5aca8 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Synchronizing usage tracker for tenant:4182021ff5fe4f65b13da93a6be96ffa on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:12:07.164962 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b557c769-ada3-4b47-b8ee-467688110046 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:07.175889 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b557c769-ada3-4b47-b8ee-467688110046 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:07.192560 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-3c722f8e-50be-4900-b4ac-504850b5aca8 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Unset dirty status for tenant:4182021ff5fe4f65b13da93a6be96ffa on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:12:07.193737 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-3c722f8e-50be-4900-b4ac-504850b5aca8 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "GET /v2.0/ports/1773d2f0-a47f-49c0-9bde-60d1aac1deb5 HTTP/1.1" status: 404 len: 333 time: 0.1223860 May 05 22:12:07.202532 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 45584) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:07.206610 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b557c769-ada3-4b47-b8ee-467688110046 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c6e5a68-494d-4d5c-a699-638ba191ad62,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:07.223835 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b557c769-ada3-4b47-b8ee-467688110046 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:07.225214 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b557c769-ada3-4b47-b8ee-467688110046 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5184886 May 05 22:12:07.228119 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45588) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:07.237886 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-78114907-c83f-4cdf-ac1d-9754bc5f90f6 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Request body: {'security_group_rule': {'security_group_id': '6351b025-0228-449a-8552-c2541d88dbea', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:07.251348 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-78114907-c83f-4cdf-ac1d-9754bc5f90f6 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:07.261214 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-78114907-c83f-4cdf-ac1d-9754bc5f90f6 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Usage tracker for resource:security_group_rule and tenant:8f6276af64f241c485ea1b2e912685a7 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:07.268772 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-78114907-c83f-4cdf-ac1d-9754bc5f90f6 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:07.281517 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-78114907-c83f-4cdf-ac1d-9754bc5f90f6 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:07.319937 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-78114907-c83f-4cdf-ac1d-9754bc5f90f6 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:07.360680 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device b4223a05-9d45-4d9f-b64d-e6e7f647290f up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:12:07.452938 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-78114907-c83f-4cdf-ac1d-9754bc5f90f6 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:07.459884 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-78114907-c83f-4cdf-ac1d-9754bc5f90f6 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:07.486775 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78114907-c83f-4cdf-ac1d-9754bc5f90f6 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47c0f993-1f04-4f25-937f-99a5edf31bb3,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:07.509500 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-78114907-c83f-4cdf-ac1d-9754bc5f90f6 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:07.512396 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-78114907-c83f-4cdf-ac1d-9754bc5f90f6 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2818921 May 05 22:12:07.515586 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45596) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:07.528949 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-20e97f8f-2600-4682-ac57-4956b116e6a5 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Request body: {'security_group_rule': {'security_group_id': '6351b025-0228-449a-8552-c2541d88dbea', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:07.544539 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-20e97f8f-2600-4682-ac57-4956b116e6a5 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:07.548795 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port b4223a05-9d45-4d9f-b64d-e6e7f647290f triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:12:07.549504 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:07.554697 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-20e97f8f-2600-4682-ac57-4956b116e6a5 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Usage tracker for resource:security_group_rule and tenant:8f6276af64f241c485ea1b2e912685a7 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:07.568592 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-20e97f8f-2600-4682-ac57-4956b116e6a5 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:07.569346 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-73b3780d-b1e4-4578-8b59-38a3322e689a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Deleting port 49b8f4d2-9750-45ea-8f69-7101848c439e {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:12:07.570219 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-73b3780d-b1e4-4578-8b59-38a3322e689a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:07.589955 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-20e97f8f-2600-4682-ac57-4956b116e6a5 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:07.640847 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-20e97f8f-2600-4682-ac57-4956b116e6a5 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:07.789230 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-20e97f8f-2600-4682-ac57-4956b116e6a5 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:07.796693 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-20e97f8f-2600-4682-ac57-4956b116e6a5 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:07.812091 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 45608) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:07.844343 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e97f8f-2600-4682-ac57-4956b116e6a5 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f11a39b-47fa-4937-bf2a-9a34cdaa90d0,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:07.874166 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-20e97f8f-2600-4682-ac57-4956b116e6a5 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:07.882024 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-20e97f8f-2600-4682-ac57-4956b116e6a5 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3648975 May 05 22:12:07.884323 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45614) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:07.892617 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b79c001b-ad83-4859-828a-99a8c9ddbcfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:07.893820 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-07bbc6e0-2b56-4699-92c4-5e3c70f3f243 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Request body: {'security_group_rule': {'security_group_id': '6351b025-0228-449a-8552-c2541d88dbea', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:07.902599 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-07bbc6e0-2b56-4699-92c4-5e3c70f3f243 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:07.908077 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-07bbc6e0-2b56-4699-92c4-5e3c70f3f243 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Usage tracker for resource:security_group_rule and tenant:8f6276af64f241c485ea1b2e912685a7 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:07.912350 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-07bbc6e0-2b56-4699-92c4-5e3c70f3f243 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:07.919466 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-07bbc6e0-2b56-4699-92c4-5e3c70f3f243 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:07.946863 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-07bbc6e0-2b56-4699-92c4-5e3c70f3f243 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:07.994424 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-77595da7-8f44-497b-bee2-10d7edda20c9 req-895db6aa-798f-4df1-b356-8734ddb2858e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6a10f1aa-b77d-4743-ba34-bc524ef90ebc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6442010 May 05 22:12:08.031691 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-07bbc6e0-2b56-4699-92c4-5e3c70f3f243 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:08.037271 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-07bbc6e0-2b56-4699-92c4-5e3c70f3f243 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:08.049407 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-b79c001b-ad83-4859-828a-99a8c9ddbcfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:08.054189 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b79c001b-ad83-4859-828a-99a8c9ddbcfa admin admin] Usage tracker for resource:security_group_rule and tenant:fa5d938d6647407ca4973779a9fee5a0 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:08.057818 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b79c001b-ad83-4859-828a-99a8c9ddbcfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:08.073243 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-b79c001b-ad83-4859-828a-99a8c9ddbcfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:08.093339 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bbc6e0-2b56-4699-92c4-5e3c70f3f243 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f240a07-32f3-4212-aa90-b3b9aa29e58f,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:08.100581 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-07bbc6e0-2b56-4699-92c4-5e3c70f3f243 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:08.105827 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-07bbc6e0-2b56-4699-92c4-5e3c70f3f243 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2201571 May 05 22:12:08.106854 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45622) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:08.112724 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-26dcd6c9-3328-4d5b-8573-f9a25e56b87b tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Request body: {'security_group_rule': {'security_group_id': '6351b025-0228-449a-8552-c2541d88dbea', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:08.120282 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-26dcd6c9-3328-4d5b-8573-f9a25e56b87b tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:08.124694 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-26dcd6c9-3328-4d5b-8573-f9a25e56b87b tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Usage tracker for resource:security_group_rule and tenant:8f6276af64f241c485ea1b2e912685a7 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:08.128428 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-26dcd6c9-3328-4d5b-8573-f9a25e56b87b tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:08.135614 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-26dcd6c9-3328-4d5b-8573-f9a25e56b87b tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:08.164338 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-26dcd6c9-3328-4d5b-8573-f9a25e56b87b tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:08.234019 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f48c4930-08a5-4cc4-9e9b-e8e30a223c61 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks [] for router_gateway, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:08.234798 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f48c4930-08a5-4cc4-9e9b-e8e30a223c61 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:08.272308 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-26dcd6c9-3328-4d5b-8573-f9a25e56b87b tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:08.277012 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-26dcd6c9-3328-4d5b-8573-f9a25e56b87b tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:08.311365 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dcd6c9-3328-4d5b-8573-f9a25e56b87b tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87be5f20-0aaa-4552-ac0e-4bb5ef4cec60,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:08.347030 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-26dcd6c9-3328-4d5b-8573-f9a25e56b87b tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:08.348608 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-26dcd6c9-3328-4d5b-8573-f9a25e56b87b tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.2406127 May 05 22:12:08.351176 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45628) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:08.394900 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-73b3780d-b1e4-4578-8b59-38a3322e689a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:08.401314 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ec6465a9-d992-4a21-b840-5eb67f284b2c tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:08.418003 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ec6465a9-d992-4a21-b840-5eb67f284b2c tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:08.480281 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ec6465a9-d992-4a21-b840-5eb67f284b2c tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:08.505059 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6465a9-d992-4a21-b840-5eb67f284b2c tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=87be5f20-0aaa-4552-ac0e-4bb5ef4cec60,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:08.510004 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ec6465a9-d992-4a21-b840-5eb67f284b2c tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:08.511147 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ec6465a9-d992-4a21-b840-5eb67f284b2c tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/87be5f20-0aaa-4552-ac0e-4bb5ef4cec60 HTTP/1.1" status: 204 len: 168 time: 0.1587927 May 05 22:12:08.514399 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45638) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:08.575257 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-991396e8-cee3-43e8-a881-750564e6af8d tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Synchronizing usage tracker for tenant:8f6276af64f241c485ea1b2e912685a7 on resource:security_group_rule {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:12:08.600361 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-991396e8-cee3-43e8-a881-750564e6af8d tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Unset dirty status for tenant:8f6276af64f241c485ea1b2e912685a7 on resource:security_group_rule {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:12:08.605894 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-991396e8-cee3-43e8-a881-750564e6af8d tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.0906348 May 05 22:12:08.607006 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45642) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:08.651694 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9179f6c6-d73f-4772-952b-d632ac1eca35 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:08.664713 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9179f6c6-d73f-4772-952b-d632ac1eca35 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:08.695135 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-73b3780d-b1e4-4578-8b59-38a3322e689a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Calling delete_port for 49b8f4d2-9750-45ea-8f69-7101848c439e owned by {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:12:08.700970 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9179f6c6-d73f-4772-952b-d632ac1eca35 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:08.725711 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9179f6c6-d73f-4772-952b-d632ac1eca35 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2f240a07-32f3-4212-aa90-b3b9aa29e58f,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:08.747139 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-77595da7-8f44-497b-bee2-10d7edda20c9 req-ec0e7425-8d46-4572-93a5-ff901ea1e65f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=06fb629024324e968714595537efac5c&device_id=6a10f1aa-b77d-4743-ba34-bc524ef90ebc HTTP/1.1" status: 200 len: 1096 time: 0.6361680 May 05 22:12:08.749338 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9179f6c6-d73f-4772-952b-d632ac1eca35 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:08.756331 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-9179f6c6-d73f-4772-952b-d632ac1eca35 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/2f240a07-32f3-4212-aa90-b3b9aa29e58f HTTP/1.1" status: 204 len: 168 time: 0.1468422 May 05 22:12:08.757239 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45652) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:08.794800 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b79c001b-ad83-4859-828a-99a8c9ddbcfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:08.824719 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-3c584b9f-a675-49ea-b147-0faed7b23503 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Synchronizing usage tracker for tenant:8f6276af64f241c485ea1b2e912685a7 on resource:security_group_rule {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:12:08.853745 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-3c584b9f-a675-49ea-b147-0faed7b23503 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Unset dirty status for tenant:8f6276af64f241c485ea1b2e912685a7 on resource:security_group_rule {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:12:08.855681 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-3c584b9f-a675-49ea-b147-0faed7b23503 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.0974374 May 05 22:12:08.858442 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45658) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:08.871151 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b79c001b-ad83-4859-828a-99a8c9ddbcfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:08.896425 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-590dc3f9-01ce-45df-b04c-2ec1f153e085 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:08.909559 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-590dc3f9-01ce-45df-b04c-2ec1f153e085 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:08.937542 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-590dc3f9-01ce-45df-b04c-2ec1f153e085 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:08.959879 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590dc3f9-01ce-45df-b04c-2ec1f153e085 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f11a39b-47fa-4937-bf2a-9a34cdaa90d0,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:08.974020 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-590dc3f9-01ce-45df-b04c-2ec1f153e085 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:08.978753 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-590dc3f9-01ce-45df-b04c-2ec1f153e085 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/4f11a39b-47fa-4937-bf2a-9a34cdaa90d0 HTTP/1.1" status: 204 len: 168 time: 0.1191440 May 05 22:12:08.979397 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45662) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:09.043058 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-4c815502-e5f9-405d-aede-2cd1631c22c2 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Synchronizing usage tracker for tenant:8f6276af64f241c485ea1b2e912685a7 on resource:security_group_rule {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:12:09.063494 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-4c815502-e5f9-405d-aede-2cd1631c22c2 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Unset dirty status for tenant:8f6276af64f241c485ea1b2e912685a7 on resource:security_group_rule {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:12:09.072007 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4c815502-e5f9-405d-aede-2cd1631c22c2 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.0913703 May 05 22:12:09.072528 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45672) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:09.087394 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-592341d4-18f4-4a63-9c24-c0b41564834f tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Router 39f0658f-802b-46b2-b800-2a997fe7b3e5 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:12:09.096554 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79c001b-ad83-4859-828a-99a8c9ddbcfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9efe257d-aed0-483f-80da-6cf614cd45f2,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:09.118837 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bd0a23ae-eec3-472e-bc1f-83831f92d4a5 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:09.122854 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b79c001b-ad83-4859-828a-99a8c9ddbcfa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fa5d938d6647407ca4973779a9fee5a0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3021679 May 05 22:12:09.132050 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45676) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:09.163358 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bd0a23ae-eec3-472e-bc1f-83831f92d4a5 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:09.173393 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77595da7-8f44-497b-bee2-10d7edda20c9 req-260d346f-ed67-46dd-ac67-6c715731cfc2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:12:09.175039 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-77595da7-8f44-497b-bee2-10d7edda20c9 req-260d346f-ed67-46dd-ac67-6c715731cfc2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4 HTTP/1.1" status: 200 len: 898 time: 0.3458302 May 05 22:12:09.223858 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bd0a23ae-eec3-472e-bc1f-83831f92d4a5 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:09.249271 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0a23ae-eec3-472e-bc1f-83831f92d4a5 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=47c0f993-1f04-4f25-937f-99a5edf31bb3,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:09.264672 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bd0a23ae-eec3-472e-bc1f-83831f92d4a5 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:09.266171 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-bd0a23ae-eec3-472e-bc1f-83831f92d4a5 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/47c0f993-1f04-4f25-937f-99a5edf31bb3 HTTP/1.1" status: 204 len: 168 time: 0.1923604 May 05 22:12:09.270570 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45680) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:09.307842 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4e92c24e-7fa4-412a-8a42-76f889312bd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:09.339014 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4e92c24e-7fa4-412a-8a42-76f889312bd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:09.341075 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-73b3780d-b1e4-4578-8b59-38a3322e689a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:09.409481 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-9e640764-464c-453a-94ee-283038c464c8 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Synchronizing usage tracker for tenant:8f6276af64f241c485ea1b2e912685a7 on resource:security_group_rule {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:12:09.463180 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4e92c24e-7fa4-412a-8a42-76f889312bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:09.487664 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e92c24e-7fa4-412a-8a42-76f889312bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9efe257d-aed0-483f-80da-6cf614cd45f2,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:09.508395 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-77595da7-8f44-497b-bee2-10d7edda20c9 req-3038a615-9a40-4915-993d-d063de37a287 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=835c7f1c-b706-4ca3-9a78-cb2525c6e19b HTTP/1.1" status: 200 len: 217 time: 0.3223135 May 05 22:12:09.510938 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-9e640764-464c-453a-94ee-283038c464c8 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Unset dirty status for tenant:8f6276af64f241c485ea1b2e912685a7 on resource:security_group_rule {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:12:09.511566 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b3780d-b1e4-4578-8b59-38a3322e689a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event deleted for resources: {'Port': ['ID=49b8f4d2-9750-45ea-8f69-7101848c439e,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:09.524616 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-9e640764-464c-453a-94ee-283038c464c8 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.2530358 May 05 22:12:09.536306 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45690) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:09.559923 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4e92c24e-7fa4-412a-8a42-76f889312bd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:09.564966 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4e92c24e-7fa4-412a-8a42-76f889312bd6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9efe257d-aed0-483f-80da-6cf614cd45f2 HTTP/1.1" status: 204 len: 168 time: 0.4300706 May 05 22:12:09.600148 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f0379c44-93ef-4277-95a4-e76458d17063 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:09.613106 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f0379c44-93ef-4277-95a4-e76458d17063 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:09.649760 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f0379c44-93ef-4277-95a4-e76458d17063 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:09.667832 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0379c44-93ef-4277-95a4-e76458d17063 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c6e5a68-494d-4d5c-a699-638ba191ad62,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:09.688828 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f0379c44-93ef-4277-95a4-e76458d17063 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:09.691866 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f0379c44-93ef-4277-95a4-e76458d17063 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/2c6e5a68-494d-4d5c-a699-638ba191ad62 HTTP/1.1" status: 204 len: 168 time: 0.1502829 May 05 22:12:09.693498 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45696) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:09.766126 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-2877d066-425a-4494-8b55-4952692858ac tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Synchronizing usage tracker for tenant:8f6276af64f241c485ea1b2e912685a7 on resource:security_group_rule {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:12:09.797134 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77595da7-8f44-497b-bee2-10d7edda20c9 req-c2587e67-bb42-457a-807f-da4042167ef5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:12:09.799504 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-77595da7-8f44-497b-bee2-10d7edda20c9 req-c2587e67-bb42-457a-807f-da4042167ef5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8a7ef762-9b9a-4125-ae34-df46990e0391 HTTP/1.1" status: 200 len: 833 time: 0.2702997 May 05 22:12:09.835051 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-2877d066-425a-4494-8b55-4952692858ac tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Unset dirty status for tenant:8f6276af64f241c485ea1b2e912685a7 on resource:security_group_rule {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:12:09.836387 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-2877d066-425a-4494-8b55-4952692858ac tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1411335 May 05 22:12:09.839193 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45708) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:09.935373 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-73b3780d-b1e4-4578-8b59-38a3322e689a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:09.960382 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6a7bdcc9-3007-4cc2-b14f-0fe1f7bf6b03 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:10.018685 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6a7bdcc9-3007-4cc2-b14f-0fe1f7bf6b03 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:10.080043 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-73b3780d-b1e4-4578-8b59-38a3322e689a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "DELETE /v2.0/ports/49b8f4d2-9750-45ea-8f69-7101848c439e HTTP/1.1" status: 204 len: 168 time: 2.8762519 May 05 22:12:10.081774 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 45714) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:10.125712 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6a7bdcc9-3007-4cc2-b14f-0fe1f7bf6b03 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:10.129677 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-77595da7-8f44-497b-bee2-10d7edda20c9 req-366260ee-952e-449f-8d0d-5b372783daf6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3161068 May 05 22:12:10.163930 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7bdcc9-3007-4cc2-b14f-0fe1f7bf6b03 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6351b025-0228-449a-8552-c2541d88dbea,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:10.168524 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-7976b0fc-e1e3-4062-b383-8e4c675105dc tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] GET failed (client error): The resource could not be found. May 05 22:12:10.169676 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-7976b0fc-e1e3-4062-b383-8e4c675105dc tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Synchronizing usage tracker for tenant:4182021ff5fe4f65b13da93a6be96ffa on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:12:10.180807 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f48c4930-08a5-4cc4-9e9b-e8e30a223c61 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Router 5b0bb138-e401-4675-8d57-74d4d6a8e9b3 is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 22:12:10.225693 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6a7bdcc9-3007-4cc2-b14f-0fe1f7bf6b03 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:10.227057 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-6a7bdcc9-3007-4cc2-b14f-0fe1f7bf6b03 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "DELETE /v2.0/security-groups/6351b025-0228-449a-8552-c2541d88dbea HTTP/1.1" status: 204 len: 168 time: 0.3866093 May 05 22:12:10.229495 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45724) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:10.277416 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-7976b0fc-e1e3-4062-b383-8e4c675105dc tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Unset dirty status for tenant:4182021ff5fe4f65b13da93a6be96ffa on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:12:10.281602 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-7976b0fc-e1e3-4062-b383-8e4c675105dc tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "GET /v2.0/ports/49b8f4d2-9750-45ea-8f69-7101848c439e HTTP/1.1" status: 404 len: 333 time: 0.1967072 May 05 22:12:10.282160 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 45728) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:10.334966 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-48a3b563-0887-4aef-8619-ca717f503b83 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Synchronizing usage tracker for tenant:8f6276af64f241c485ea1b2e912685a7 on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:12:10.371005 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-48a3b563-0887-4aef-8619-ca717f503b83 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Unset dirty status for tenant:8f6276af64f241c485ea1b2e912685a7 on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:12:10.372756 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-48a3b563-0887-4aef-8619-ca717f503b83 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1423023 May 05 22:12:10.385769 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45734) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:10.385769 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-f96e21c7-371b-458e-bf3b-f7cb40d10693 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Request body: {'security_group': {'name': 'tempest-secgroup--1160462511'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:10.409714 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-f96e21c7-371b-458e-bf3b-f7cb40d10693 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:10.420333 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-f96e21c7-371b-458e-bf3b-f7cb40d10693 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:10.433975 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f96e21c7-371b-458e-bf3b-f7cb40d10693 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:10.485220 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-f96e21c7-371b-458e-bf3b-f7cb40d10693 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:10.490643 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-f96e21c7-371b-458e-bf3b-f7cb40d10693 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Usage tracker for resource:security_group_rule and tenant:8f6276af64f241c485ea1b2e912685a7 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:10.494962 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-f96e21c7-371b-458e-bf3b-f7cb40d10693 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:10.506599 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-f96e21c7-371b-458e-bf3b-f7cb40d10693 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:10.609711 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-77595da7-8f44-497b-bee2-10d7edda20c9 req-929a8c47-b14f-4378-b8c7-48db93c41b44 service neutron] 10.222.0.44 "GET /v2.0/networks/6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4681468 May 05 22:12:10.649404 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f96e21c7-371b-458e-bf3b-f7cb40d10693 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:10.658178 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592341d4-18f4-4a63-9c24-c0b41564834f tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:12:10.661108 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f96e21c7-371b-458e-bf3b-f7cb40d10693 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:10.671654 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db17d8c5-3a48-4763-827f-81b23f64c6ac None None] Sync routers for ids ['39f0658f-802b-46b2-b800-2a997fe7b3e5'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:12:10.692258 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db17d8c5-3a48-4763-827f-81b23f64c6ac None None] Routers {'39f0658f-802b-46b2-b800-2a997fe7b3e5'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:12:10.693241 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-db17d8c5-3a48-4763-827f-81b23f64c6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:11:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['39f0658f-802b-46b2-b800-2a997fe7b3e5'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:12:10.698651 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-592341d4-18f4-4a63-9c24-c0b41564834f tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:10.780397 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96e21c7-371b-458e-bf3b-f7cb40d10693 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5bf5c7-2c4d-4697-9c16-89f61d3080ac,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:10.792300 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f96e21c7-371b-458e-bf3b-f7cb40d10693 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:10.796306 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f96e21c7-371b-458e-bf3b-f7cb40d10693 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4184167 May 05 22:12:10.796874 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45752) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:10.802623 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-e8bf78b0-030c-47b0-b786-d620f5e73802 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Request body: {'security_group_rule': {'security_group_id': '0e5bf5c7-2c4d-4697-9c16-89f61d3080ac', 'direction': 'ingress', 'protocol': 17}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:10.816039 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-e8bf78b0-030c-47b0-b786-d620f5e73802 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:10.820399 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e8bf78b0-030c-47b0-b786-d620f5e73802 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Usage tracker for resource:security_group_rule and tenant:8f6276af64f241c485ea1b2e912685a7 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:10.825264 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e8bf78b0-030c-47b0-b786-d620f5e73802 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:10.832068 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-e8bf78b0-030c-47b0-b786-d620f5e73802 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:10.861155 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e8bf78b0-030c-47b0-b786-d620f5e73802 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:10.990541 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e8bf78b0-030c-47b0-b786-d620f5e73802 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:10.997677 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e8bf78b0-030c-47b0-b786-d620f5e73802 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:11.030745 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bf78b0-030c-47b0-b786-d620f5e73802 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85ca16ec-8a19-47a7-b402-746b2043bca2,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:11.052113 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e8bf78b0-030c-47b0-b786-d620f5e73802 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:11.058766 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e8bf78b0-030c-47b0-b786-d620f5e73802 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.2606304 May 05 22:12:11.059471 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45762) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:11.118997 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-db17d8c5-3a48-4763-827f-81b23f64c6ac None None] Set router 39f0658f-802b-46b2-b800-2a997fe7b3e5 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:12:11.157029 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6dd294e6-06b5-49ba-9f69-983112cddfe4 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:11.191208 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6dd294e6-06b5-49ba-9f69-983112cddfe4 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:11.308661 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6dd294e6-06b5-49ba-9f69-983112cddfe4 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:11.333334 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd294e6-06b5-49ba-9f69-983112cddfe4 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5bf5c7-2c4d-4697-9c16-89f61d3080ac,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:11.366196 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6dd294e6-06b5-49ba-9f69-983112cddfe4 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:11.368604 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-6dd294e6-06b5-49ba-9f69-983112cddfe4 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "DELETE /v2.0/security-groups/0e5bf5c7-2c4d-4697-9c16-89f61d3080ac HTTP/1.1" status: 204 len: 168 time: 0.3080928 May 05 22:12:11.371791 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45778) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:11.430454 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-be27e4f1-882d-42c4-bf87-7b316e4fbe4f tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Deleting subnet 34d8634c-323e-4468-800e-b37baf8d9d65 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:12:11.448027 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-be27e4f1-882d-42c4-bf87-7b316e4fbe4f tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:11.451543 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-7d7116ca-ce0a-414d-a9fa-a600e06be5be tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Synchronizing usage tracker for tenant:8f6276af64f241c485ea1b2e912685a7 on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:12:11.484494 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-7d7116ca-ce0a-414d-a9fa-a600e06be5be tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Unset dirty status for tenant:8f6276af64f241c485ea1b2e912685a7 on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:12:11.486173 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-7d7116ca-ce0a-414d-a9fa-a600e06be5be tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1127872 May 05 22:12:11.490409 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45784) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:11.499435 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-f078985e-0ac5-418c-bd4c-8c882cccf565 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Request body: {'security_group': {'name': 'tempest-secgroup--816524455'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:11.543745 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-f078985e-0ac5-418c-bd4c-8c882cccf565 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:11.551912 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-592341d4-18f4-4a63-9c24-c0b41564834f tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "DELETE /v2.0/floatingips/92783a9c-d3ba-45c8-97e0-a0646aff570f HTTP/1.1" status: 204 len: 168 time: 8.3667893 May 05 22:12:11.580589 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-f078985e-0ac5-418c-bd4c-8c882cccf565 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:11.604549 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f078985e-0ac5-418c-bd4c-8c882cccf565 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:11.628959 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-db17d8c5-3a48-4763-827f-81b23f64c6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f0658f-802b-46b2-b800-2a997fe7b3e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612743553', 'tenant_id': '06fb629024324e968714595537efac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'd71d8fd6-8f78-4ff5-b234-08f750f52803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:09:56Z', 'updated_at': '2022-05-05T22:10:14Z', 'revision_number': 4, 'project_id': '06fb629024324e968714595537efac5c', 'gw_port': {'id': 'd71d8fd6-8f78-4ff5-b234-08f750f52803', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:df:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f0658f-802b-46b2-b800-2a997fe7b3e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:09:57Z', 'updated_at': '2022-05-05T22:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '18ec8077-0166-48e7-96ee-5fa7aef28d24', 'name': '', 'network_id': '6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4', 'tenant_id': '06fb629024324e968714595537efac5c', 'mac_address': 'fa:16:3e:8a:4f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f0658f-802b-46b2-b800-2a997fe7b3e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a7ef762-9b9a-4125-ae34-df46990e0391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:10:12Z', 'updated_at': '2022-05-05T22:10:25Z', 'revision_number': 5, 'project_id': '06fb629024324e968714595537efac5c', 'subnets': [{'id': '8a7ef762-9b9a-4125-ae34-df46990e0391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:12:11.652397 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db17d8c5-3a48-4763-827f-81b23f64c6ac None None] Checking router: 39f0658f-802b-46b2-b800-2a997fe7b3e5 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:12:11.676811 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a10f1aa-b77d-4743-ba34-bc524ef90ebc', 'tag': '835c7f1c-b706-4ca3-9a78-cb2525c6e19b'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:12:11.691270 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-77595da7-8f44-497b-bee2-10d7edda20c9 req-750593b3-5b5c-4601-8c7a-9fc8551c2e45 service neutron] 10.222.0.44 "GET /v2.0/networks/6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0729663 May 05 22:12:11.717413 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-f078985e-0ac5-418c-bd4c-8c882cccf565 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:11.727017 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db17d8c5-3a48-4763-827f-81b23f64c6ac None None] Routers {'39f0658f-802b-46b2-b800-2a997fe7b3e5'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:12:11.728942 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-db17d8c5-3a48-4763-827f-81b23f64c6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:11:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['39f0658f-802b-46b2-b800-2a997fe7b3e5'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:12:11.746000 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-f078985e-0ac5-418c-bd4c-8c882cccf565 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Usage tracker for resource:security_group_rule and tenant:8f6276af64f241c485ea1b2e912685a7 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:11.762053 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-f078985e-0ac5-418c-bd4c-8c882cccf565 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:11.762347 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-be27e4f1-882d-42c4-bf87-7b316e4fbe4f tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:11.783811 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-f078985e-0ac5-418c-bd4c-8c882cccf565 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:11.895392 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e3f77c8-8d8c-43dd-b635-4ac583be47eb'] response: {'name': 'network-changed', 'server_uuid': '6a10f1aa-b77d-4743-ba34-bc524ef90ebc', 'tag': '835c7f1c-b706-4ca3-9a78-cb2525c6e19b', 'status': 'completed', 'code': 200} May 05 22:12:12.002348 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f078985e-0ac5-418c-bd4c-8c882cccf565 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:12.012226 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f078985e-0ac5-418c-bd4c-8c882cccf565 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:12.031336 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-db17d8c5-3a48-4763-827f-81b23f64c6ac None None] Set router 39f0658f-802b-46b2-b800-2a997fe7b3e5 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:12:12.073593 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f078985e-0ac5-418c-bd4c-8c882cccf565 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:12.079811 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f078985e-0ac5-418c-bd4c-8c882cccf565 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5855272 May 05 22:12:12.081218 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45804) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:12.096119 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-fa3560ec-c4ec-453d-9af4-8e01df644e64 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Request body: {'security_group': {'name': 'tempest-secgroup--166188197'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:12.106859 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48c4930-08a5-4cc4-9e9b-e8e30a223c61 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:12:12.118855 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d2a98d-5526-4b0e-a966-52851bf5d733 None None] Sync routers for ids ['5b0bb138-e401-4675-8d57-74d4d6a8e9b3'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:12:12.123709 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-fa3560ec-c4ec-453d-9af4-8e01df644e64 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:12.134872 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-fa3560ec-c4ec-453d-9af4-8e01df644e64 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Usage tracker for resource:security_group and tenant:8f6276af64f241c485ea1b2e912685a7 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:12.138164 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f078985e-0ac5-418c-bd4c-8c882cccf565 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f77e24fd-50b0-4126-88a1-cfe57c5e69fc,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:12.141057 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-fa3560ec-c4ec-453d-9af4-8e01df644e64 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:12.146421 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d2a98d-5526-4b0e-a966-52851bf5d733 None None] Routers {'5b0bb138-e401-4675-8d57-74d4d6a8e9b3'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:12:12.147179 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-96d2a98d-5526-4b0e-a966-52851bf5d733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:11:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['5b0bb138-e401-4675-8d57-74d4d6a8e9b3'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:12:12.173461 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-fa3560ec-c4ec-453d-9af4-8e01df644e64 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:12.203491 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fa3560ec-c4ec-453d-9af4-8e01df644e64 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:12.234555 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-be27e4f1-882d-42c4-bf87-7b316e4fbe4f tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:12.352878 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-fa3560ec-c4ec-453d-9af4-8e01df644e64 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:12.364889 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-fa3560ec-c4ec-453d-9af4-8e01df644e64 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Usage tracker for resource:security_group_rule and tenant:8f6276af64f241c485ea1b2e912685a7 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:12.374697 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-fa3560ec-c4ec-453d-9af4-8e01df644e64 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:12.383597 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-fa3560ec-c4ec-453d-9af4-8e01df644e64 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:12.391432 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-96d2a98d-5526-4b0e-a966-52851bf5d733 None None] Set router 5b0bb138-e401-4675-8d57-74d4d6a8e9b3 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:12:12.461564 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f48c4930-08a5-4cc4-9e9b-e8e30a223c61 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:12.463925 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f48c4930-08a5-4cc4-9e9b-e8e30a223c61 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 9.3667135 May 05 22:12:12.473844 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-be27e4f1-882d-42c4-bf87-7b316e4fbe4f tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:12.478466 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 45818) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:12.692440 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fa3560ec-c4ec-453d-9af4-8e01df644e64 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:12.721952 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fa3560ec-c4ec-453d-9af4-8e01df644e64 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:12.780123 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5aaff3-40bd-4eab-a21d-3cd5a96cb5e3 req-b4447054-6fd2-40f4-9a5f-b0b21600eae3 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:12:12.782158 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4c5aaff3-40bd-4eab-a21d-3cd5a96cb5e3 req-b4447054-6fd2-40f4-9a5f-b0b21600eae3 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a10f1aa-b77d-4743-ba34-bc524ef90ebc HTTP/1.1" status: 200 len: 945 time: 0.3766603 May 05 22:12:12.844870 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be27e4f1-882d-42c4-bf87-7b316e4fbe4f tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event deleted for resources: {'Subnet': ['ID=34d8634c-323e-4468-800e-b37baf8d9d65,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:12.882488 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-be27e4f1-882d-42c4-bf87-7b316e4fbe4f tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:12.884771 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3560ec-c4ec-453d-9af4-8e01df644e64 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6b0788-7c69-4217-a587-0feb67036a90,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:12.891790 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fa3560ec-c4ec-453d-9af4-8e01df644e64 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:12.896135 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a0700d-d190-4dab-b6da-7338d192dc92 None None] Network b5fffec3-fe92-4eab-a066-4d77430cc895 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:12:12.897127 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-fa3560ec-c4ec-453d-9af4-8e01df644e64 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8108051 May 05 22:12:12.898155 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45832) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:12.913079 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-9ce370d6-96bf-493f-bbc7-625652deb114 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Request body: {'security_group_rule': {'security_group_id': 'f77e24fd-50b0-4126-88a1-cfe57c5e69fc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1f6b0788-7c69-4217-a587-0feb67036a90', 'remote_ip_prefix': None}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:12.920546 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-9ce370d6-96bf-493f-bbc7-625652deb114 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:12.925147 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-9ce370d6-96bf-493f-bbc7-625652deb114 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Usage tracker for resource:security_group_rule and tenant:8f6276af64f241c485ea1b2e912685a7 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:12.929546 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-9ce370d6-96bf-493f-bbc7-625652deb114 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:12.934613 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-be27e4f1-882d-42c4-bf87-7b316e4fbe4f tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "DELETE /v2.0/subnets/34d8634c-323e-4468-800e-b37baf8d9d65 HTTP/1.1" status: 204 len: 168 time: 2.6442831 May 05 22:12:12.937853 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-58d193b9-412b-47fe-9f5b-1fab786a29c7 req-6689da1d-7d0d-4d8e-bb31-8f3d6f50467d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=06fb629024324e968714595537efac5c&device_id=6a10f1aa-b77d-4743-ba34-bc524ef90ebc HTTP/1.1" status: 200 len: 1096 time: 1.0332313 May 05 22:12:12.941294 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 45836) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:12.954269 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ec69d5-86e7-4169-9ea6-17507d588f84 tempest-TestSecurityGroupsBasicOps-1656009718 tempest-TestSecurityGroupsBasicOps-1656009718-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:12:12.955150 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-9ce370d6-96bf-493f-bbc7-625652deb114 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:12.960075 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f3ec69d5-86e7-4169-9ea6-17507d588f84 tempest-TestSecurityGroupsBasicOps-1656009718 tempest-TestSecurityGroupsBasicOps-1656009718-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=efa9087c34ce4a5fbd7fe821ae4a2e59&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.4069877 May 05 22:12:12.977766 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-db17d8c5-3a48-4763-827f-81b23f64c6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f0658f-802b-46b2-b800-2a997fe7b3e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612743553', 'tenant_id': '06fb629024324e968714595537efac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'd71d8fd6-8f78-4ff5-b234-08f750f52803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:09:56Z', 'updated_at': '2022-05-05T22:10:14Z', 'revision_number': 4, 'project_id': '06fb629024324e968714595537efac5c', 'gw_port': {'id': 'd71d8fd6-8f78-4ff5-b234-08f750f52803', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:df:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f0658f-802b-46b2-b800-2a997fe7b3e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:09:57Z', 'updated_at': '2022-05-05T22:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '18ec8077-0166-48e7-96ee-5fa7aef28d24', 'name': '', 'network_id': '6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4', 'tenant_id': '06fb629024324e968714595537efac5c', 'mac_address': 'fa:16:3e:8a:4f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f0658f-802b-46b2-b800-2a997fe7b3e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a7ef762-9b9a-4125-ae34-df46990e0391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:10:12Z', 'updated_at': '2022-05-05T22:10:25Z', 'revision_number': 5, 'project_id': '06fb629024324e968714595537efac5c', 'subnets': [{'id': '8a7ef762-9b9a-4125-ae34-df46990e0391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:12:12.978740 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45840) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:13.002990 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db17d8c5-3a48-4763-827f-81b23f64c6ac None None] The sync data for ids ['39f0658f-802b-46b2-b800-2a997fe7b3e5'] in n-d-825175-4 is: [{'id': '39f0658f-802b-46b2-b800-2a997fe7b3e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612743553', 'tenant_id': '06fb629024324e968714595537efac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'd71d8fd6-8f78-4ff5-b234-08f750f52803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:09:56Z', 'updated_at': '2022-05-05T22:10:14Z', 'revision_number': 4, 'project_id': '06fb629024324e968714595537efac5c', 'gw_port': {'id': 'd71d8fd6-8f78-4ff5-b234-08f750f52803', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:df:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f0658f-802b-46b2-b800-2a997fe7b3e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:09:57Z', 'updated_at': '2022-05-05T22:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '18ec8077-0166-48e7-96ee-5fa7aef28d24', 'name': '', 'network_id': '6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4', 'tenant_id': '06fb629024324e968714595537efac5c', 'mac_address': 'fa:16:3e:8a:4f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f0658f-802b-46b2-b800-2a997fe7b3e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a7ef762-9b9a-4125-ae34-df46990e0391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:10:12Z', 'updated_at': '2022-05-05T22:10:25Z', 'revision_number': 5, 'project_id': '06fb629024324e968714595537efac5c', 'subnets': [{'id': '8a7ef762-9b9a-4125-ae34-df46990e0391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:12:13.090485 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4c5aaff3-40bd-4eab-a21d-3cd5a96cb5e3 req-7b718a39-3217-439e-803a-de247bb548f1 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=da0ed24f-7362-44c5-b636-8c9b67c34a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2903798 May 05 22:12:13.233919 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-96d2a98d-5526-4b0e-a966-52851bf5d733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0bb138-e401-4675-8d57-74d4d6a8e9b3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-824227077', 'tenant_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '3dbc797f-f0fd-4d2a-b507-ce02a63672a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:12:03Z', 'updated_at': '2022-05-05T22:12:07Z', 'revision_number': 3, 'project_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'gw_port': {'id': '3dbc797f-f0fd-4d2a-b507-ce02a63672a7', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:df:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0bb138-e401-4675-8d57-74d4d6a8e9b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:12:05Z', 'updated_at': '2022-05-05T22:12:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:12:13.252635 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d2a98d-5526-4b0e-a966-52851bf5d733 None None] Checking router: 5b0bb138-e401-4675-8d57-74d4d6a8e9b3 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:12:13.257056 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d2a98d-5526-4b0e-a966-52851bf5d733 None None] Updating router 5b0bb138-e401-4675-8d57-74d4d6a8e9b3 port 3dbc797f-f0fd-4d2a-b507-ce02a63672a7 binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:12:13.284370 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9c0ed8-e26c-48f6-ab08-59d35d138f23 tempest-TestSecurityGroupsBasicOps-1656009718 tempest-TestSecurityGroupsBasicOps-1656009718-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:12:13.292746 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-5f9c0ed8-e26c-48f6-ab08-59d35d138f23 tempest-TestSecurityGroupsBasicOps-1656009718 tempest-TestSecurityGroupsBasicOps-1656009718-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2663121 May 05 22:12:13.293412 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45850) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:13.298927 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9ce370d6-96bf-493f-bbc7-625652deb114 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:13.407603 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efbb0e5-4745-4a5f-ace3-0af259c38201 req-a2a2a940-7d72-4102-89e8-19ff6b506a35 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:12:13.410435 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-1efbb0e5-4745-4a5f-ace3-0af259c38201 req-a2a2a940-7d72-4102-89e8-19ff6b506a35 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Synchronizing usage tracker for tenant:06fb629024324e968714595537efac5c on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:12:13.412119 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-96d2a98d-5526-4b0e-a966-52851bf5d733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:13.424699 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8b19e4-890a-4e41-8ec1-81a730a5c926 None None] New status for floating IP 92783a9c-d3ba-45c8-97e0-a0646aff570f: DOWN {{(pid=84068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 22:12:13.445740 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-00e17342-4fa6-4ee6-b2c2-18ec0fab74b9 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:13.538020 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-672e9e9b-9473-4239-9ee4-6cf007e38f76 tempest-TestSecurityGroupsBasicOps-1656009718 tempest-TestSecurityGroupsBasicOps-1656009718-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=25bfe237-58de-4709-a3e0-ac79da07c300&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2382202 May 05 22:12:13.539519 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45858) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:13.548550 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-1efbb0e5-4745-4a5f-ace3-0af259c38201 req-a2a2a940-7d72-4102-89e8-19ff6b506a35 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Unset dirty status for tenant:06fb629024324e968714595537efac5c on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:12:13.550924 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1efbb0e5-4745-4a5f-ace3-0af259c38201 req-a2a2a940-7d72-4102-89e8-19ff6b506a35 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a10f1aa-b77d-4743-ba34-bc524ef90ebc HTTP/1.1" status: 200 len: 945 time: 0.9926434 May 05 22:12:13.591624 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-3763bcb1-15fc-4ec7-a30c-03bb38723c09 tempest-TestSecurityGroupsBasicOps-1656009718 tempest-TestSecurityGroupsBasicOps-1656009718-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=efa9087c34ce4a5fbd7fe821ae4a2e59&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0488398 May 05 22:12:13.600053 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45862) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:13.600297 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-00e17342-4fa6-4ee6-b2c2-18ec0fab74b9 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Deleting port b4223a05-9d45-4d9f-b64d-e6e7f647290f {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:12:13.600297 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-00e17342-4fa6-4ee6-b2c2-18ec0fab74b9 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:13.761501 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d193b9-412b-47fe-9f5b-1fab786a29c7 req-8f5e4c85-d434-4745-beb1-6acddc75dd2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:12:13.763365 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-58d193b9-412b-47fe-9f5b-1fab786a29c7 req-8f5e4c85-d434-4745-beb1-6acddc75dd2e service neutron] 10.222.0.44 "GET /v2.0/networks?id=6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4 HTTP/1.1" status: 200 len: 898 time: 0.8138874 May 05 22:12:13.921054 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9ce370d6-96bf-493f-bbc7-625652deb114 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:13.946184 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9ce370d6-96bf-493f-bbc7-625652deb114 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:13.981039 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-58d193b9-412b-47fe-9f5b-1fab786a29c7 req-e6c495f0-9879-4066-80a2-716831b2cd29 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=835c7f1c-b706-4ca3-9a78-cb2525c6e19b HTTP/1.1" status: 200 len: 217 time: 0.2018986 May 05 22:12:13.997643 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f391860-d7c8-4057-b746-72cff1e828ca tempest-TestSecurityGroupsBasicOps-1656009718 tempest-TestSecurityGroupsBasicOps-1656009718-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:12:13.999656 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4f391860-d7c8-4057-b746-72cff1e828ca tempest-TestSecurityGroupsBasicOps-1656009718 tempest-TestSecurityGroupsBasicOps-1656009718-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4047158 May 05 22:12:14.005180 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45876) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:14.093213 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-1efbb0e5-4745-4a5f-ace3-0af259c38201 req-45de767c-1284-479d-b701-61dbe667bf75 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Deleting port 835c7f1c-b706-4ca3-9a78-cb2525c6e19b {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:12:14.093953 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-1efbb0e5-4745-4a5f-ace3-0af259c38201 req-45de767c-1284-479d-b701-61dbe667bf75 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:14.109250 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d559c1-7b08-41d5-a1e7-ba1eb7933ebc None None] DHCP port deletion for b5fffec3-fe92-4eab-a066-4d77430cc895 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:12:14.117897 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce370d6-96bf-493f-bbc7-625652deb114 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1e9f223-a5bf-4991-891e-eb2f44b772f9,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:14.131829 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9ce370d6-96bf-493f-bbc7-625652deb114 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:14.135794 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-9ce370d6-96bf-493f-bbc7-625652deb114 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 1.2282896 May 05 22:12:14.138238 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45884) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:14.142010 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-88d6640f-28e8-4ae2-b424-a75a99c033ac tempest-TestSecurityGroupsBasicOps-1656009718 tempest-TestSecurityGroupsBasicOps-1656009718-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=25bfe237-58de-4709-a3e0-ac79da07c300&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1329358 May 05 22:12:14.153439 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45888) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:14.165794 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-a306d5c2-cca1-459f-8a09-d91f7a6e475f tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-709211660', 'network_id': '28b85002-5b2e-4fb8-9492-aff561f5a595', 'project_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:14.191512 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-84d559c1-7b08-41d5-a1e7-ba1eb7933ebc None None] Deleting port b4223a05-9d45-4d9f-b64d-e6e7f647290f {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:12:14.194437 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-84d559c1-7b08-41d5-a1e7-ba1eb7933ebc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:14.265077 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2905f4c6-a0a6-41a8-8788-02e5f0dad165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:14.309903 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-00e17342-4fa6-4ee6-b2c2-18ec0fab74b9 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] For port b4223a05-9d45-4d9f-b64d-e6e7f647290f, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=b4223a05-9d45-4d9f-b64d-e6e7f647290f,segment=NetworkSegment(71b2fdae-de96-49ad-b999-33129fd3e8d8),segment_id=71b2fdae-de96-49ad-b999-33129fd3e8d8)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:12:14.310426 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-00e17342-4fa6-4ee6-b2c2-18ec0fab74b9 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:14.420619 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-91d9f7a9-9068-430c-a712-63d0e783639e tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:14.479836 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-91d9f7a9-9068-430c-a712-63d0e783639e tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:14.482925 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-00e17342-4fa6-4ee6-b2c2-18ec0fab74b9 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Calling delete_port for b4223a05-9d45-4d9f-b64d-e6e7f647290f owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:12:14.498698 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a306d5c2-cca1-459f-8a09-d91f7a6e475f tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:14.505321 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a306d5c2-cca1-459f-8a09-d91f7a6e475f tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Usage tracker for resource:subnet and tenant:efa9087c34ce4a5fbd7fe821ae4a2e59 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:14.510080 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a306d5c2-cca1-459f-8a09-d91f7a6e475f tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:14.520417 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a306d5c2-cca1-459f-8a09-d91f7a6e475f tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:14.532238 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-91d9f7a9-9068-430c-a712-63d0e783639e tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:14.558821 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d9f7a9-9068-430c-a712-63d0e783639e tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a1e9f223-a5bf-4991-891e-eb2f44b772f9,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:14.574806 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-91d9f7a9-9068-430c-a712-63d0e783639e tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:14.580261 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-91d9f7a9-9068-430c-a712-63d0e783639e tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/a1e9f223-a5bf-4991-891e-eb2f44b772f9 HTTP/1.1" status: 204 len: 168 time: 0.4410138 May 05 22:12:14.581794 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45908) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:14.583061 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a306d5c2-cca1-459f-8a09-d91f7a6e475f tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Made reservation on behalf of efa9087c34ce4a5fbd7fe821ae4a2e59 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:12:14.762593 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a306d5c2-cca1-459f-8a09-d91f7a6e475f tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:14.797396 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-84d559c1-7b08-41d5-a1e7-ba1eb7933ebc None None] For port b4223a05-9d45-4d9f-b64d-e6e7f647290f, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=b4223a05-9d45-4d9f-b64d-e6e7f647290f,segment=NetworkSegment(71b2fdae-de96-49ad-b999-33129fd3e8d8),segment_id=71b2fdae-de96-49ad-b999-33129fd3e8d8)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:12:14.797781 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-84d559c1-7b08-41d5-a1e7-ba1eb7933ebc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:14.947887 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-84d559c1-7b08-41d5-a1e7-ba1eb7933ebc None None] Calling delete_port for b4223a05-9d45-4d9f-b64d-e6e7f647290f owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:12:14.997610 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-8c0743cc-cdab-41ba-b51e-9f355648e016 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Synchronizing usage tracker for tenant:8f6276af64f241c485ea1b2e912685a7 on resource:security_group_rule {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:12:15.029284 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-84d559c1-7b08-41d5-a1e7-ba1eb7933ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:15.034074 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.resource_extend [None req-96d2a98d-5526-4b0e-a966-52851bf5d733 None None] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 22:12:15.128798 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d559c1-7b08-41d5-a1e7-ba1eb7933ebc None None] Pushing event deleted for resources: {'Port': ['ID=b4223a05-9d45-4d9f-b64d-e6e7f647290f,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:15.142396 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-8c0743cc-cdab-41ba-b51e-9f355648e016 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Unset dirty status for tenant:8f6276af64f241c485ea1b2e912685a7 on resource:security_group_rule {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:12:15.143694 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-8c0743cc-cdab-41ba-b51e-9f355648e016 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.5434310 May 05 22:12:15.151405 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d559c1-7b08-41d5-a1e7-ba1eb7933ebc None None] No DVR routers for this DVR port b4223a05-9d45-4d9f-b64d-e6e7f647290f on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:12:15.174619 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45926) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:15.184938 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-96d2a98d-5526-4b0e-a966-52851bf5d733 None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:15.198809 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-96d2a98d-5526-4b0e-a966-52851bf5d733 None None] Transition to ACTIVE for port object 3dbc797f-f0fd-4d2a-b507-ce02a63672a7 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:12:15.207059 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-96d2a98d-5526-4b0e-a966-52851bf5d733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:15.329110 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d193b9-412b-47fe-9f5b-1fab786a29c7 req-ef9842c5-46cb-44ef-9032-243edef6ad47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:12:15.332312 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-58d193b9-412b-47fe-9f5b-1fab786a29c7 req-ef9842c5-46cb-44ef-9032-243edef6ad47 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8a7ef762-9b9a-4125-ae34-df46990e0391 HTTP/1.1" status: 200 len: 833 time: 1.3439364 May 05 22:12:15.345825 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-96d2a98d-5526-4b0e-a966-52851bf5d733 None None] Attempting to bind port 3dbc797f-f0fd-4d2a-b507-ce02a63672a7 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:12:15.346522 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-96d2a98d-5526-4b0e-a966-52851bf5d733 None None] Attempting to bind port 3dbc797f-f0fd-4d2a-b507-ce02a63672a7 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:12:15.348716 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d2a98d-5526-4b0e-a966-52851bf5d733 None None] Attempting to bind port 3dbc797f-f0fd-4d2a-b507-ce02a63672a7 on network 25bfe237-58de-4709-a3e0-ac79da07c300 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:12:15.351514 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device b4223a05-9d45-4d9f-b64d-e6e7f647290f no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:12:15.420374 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: b4223a05-9d45-4d9f-b64d-e6e7f647290f {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:12:15.420928 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device b4223a05-9d45-4d9f-b64d-e6e7f647290f not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:12:15.434186 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d2a98d-5526-4b0e-a966-52851bf5d733 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:12:15.434560 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d2a98d-5526-4b0e-a966-52851bf5d733 None None] Checking segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:12:15.435041 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-96d2a98d-5526-4b0e-a966-52851bf5d733 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:15.435433 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d2a98d-5526-4b0e-a966-52851bf5d733 None None] Bound using segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:12:15.435905 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-96d2a98d-5526-4b0e-a966-52851bf5d733 None None] Bound port: 3dbc797f-f0fd-4d2a-b507-ce02a63672a7, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:12:15.436265 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-96d2a98d-5526-4b0e-a966-52851bf5d733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:15.461923 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-1efbb0e5-4745-4a5f-ace3-0af259c38201 req-45de767c-1284-479d-b701-61dbe667bf75 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] For port 835c7f1c-b706-4ca3-9a78-cb2525c6e19b, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=835c7f1c-b706-4ca3-9a78-cb2525c6e19b,segment=NetworkSegment(ee217534-879b-45a2-90a5-ba467cc58a1f),segment_id=ee217534-879b-45a2-90a5-ba467cc58a1f)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:12:15.462280 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-1efbb0e5-4745-4a5f-ace3-0af259c38201 req-45de767c-1284-479d-b701-61dbe667bf75 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:15.483791 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c2fe94-5ce6-4123-9d66-c977ac968caf None None] Pushing event updated for resources: {'Port': ['ID=3dbc797f-f0fd-4d2a-b507-ce02a63672a7,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:15.495557 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a3224bb2-31eb-4e3b-ad13-815d0f5c1d83 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:15.528534 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a3224bb2-31eb-4e3b-ad13-815d0f5c1d83 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:15.559947 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-96d2a98d-5526-4b0e-a966-52851bf5d733 None None] For port 3dbc797f-f0fd-4d2a-b507-ce02a63672a7, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:12:15.564249 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-96d2a98d-5526-4b0e-a966-52851bf5d733 None None] For port 3dbc797f-f0fd-4d2a-b507-ce02a63672a7, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=3dbc797f-f0fd-4d2a-b507-ce02a63672a7,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:12:15.572944 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-96d2a98d-5526-4b0e-a966-52851bf5d733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:15.586034 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a3224bb2-31eb-4e3b-ad13-815d0f5c1d83 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:15.619264 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82bc2c-d2c1-479d-ac74-1fcacf0cad69 req-7ad96b31-69e5-44d6-a01a-678ebb1a1623 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:12:15.620748 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ae82bc2c-d2c1-479d-ac74-1fcacf0cad69 req-7ad96b31-69e5-44d6-a01a-678ebb1a1623 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a10f1aa-b77d-4743-ba34-bc524ef90ebc HTTP/1.1" status: 200 len: 945 time: 1.2866175 May 05 22:12:15.627904 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3224bb2-31eb-4e3b-ad13-815d0f5c1d83 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6b0788-7c69-4217-a587-0feb67036a90,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:15.629869 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.api [None req-00e17342-4fa6-4ee6-b2c2-18ec0fab74b9 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:12:15.630392 n-d-825175-4 neutron-server[84063]: DEBUG oslo_db.api [None req-00e17342-4fa6-4ee6-b2c2-18ec0fab74b9 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:12:15.714268 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a3224bb2-31eb-4e3b-ad13-815d0f5c1d83 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:15.718061 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a3224bb2-31eb-4e3b-ad13-815d0f5c1d83 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "DELETE /v2.0/security-groups/1f6b0788-7c69-4217-a587-0feb67036a90 HTTP/1.1" status: 204 len: 168 time: 0.5387757 May 05 22:12:15.722303 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45950) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:15.747906 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ae82bc2c-d2c1-479d-ac74-1fcacf0cad69 req-140fd430-bd15-4470-a098-ff4026b7d474 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=da0ed24f-7362-44c5-b636-8c9b67c34a51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147833 May 05 22:12:15.797467 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c2fe94-5ce6-4123-9d66-c977ac968caf None None] Pushing event updated for resources: {'Port': ['ID=3dbc797f-f0fd-4d2a-b507-ce02a63672a7,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:15.809841 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-1efbb0e5-4745-4a5f-ace3-0af259c38201 req-45de767c-1284-479d-b701-61dbe667bf75 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Calling delete_port for 835c7f1c-b706-4ca3-9a78-cb2525c6e19b owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:12:15.820347 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d2a98d-5526-4b0e-a966-52851bf5d733 None None] Routers {'5b0bb138-e401-4675-8d57-74d4d6a8e9b3'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:12:15.820998 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-96d2a98d-5526-4b0e-a966-52851bf5d733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:11:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['5b0bb138-e401-4675-8d57-74d4d6a8e9b3'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:12:15.905898 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 45956) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:15.917232 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-092ac898-4139-4c9d-bed1-3768390a850c tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Synchronizing usage tracker for tenant:8f6276af64f241c485ea1b2e912685a7 on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:12:15.922616 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a306d5c2-cca1-459f-8a09-d91f7a6e475f tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:15.978903 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-58d193b9-412b-47fe-9f5b-1fab786a29c7 req-49764f83-88e3-4c07-98aa-c9cb6db03e58 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6346891 May 05 22:12:16.030030 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-092ac898-4139-4c9d-bed1-3768390a850c tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Unset dirty status for tenant:8f6276af64f241c485ea1b2e912685a7 on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:12:16.031607 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-092ac898-4139-4c9d-bed1-3768390a850c tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.3084366 May 05 22:12:16.037109 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45962) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:16.084694 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a306d5c2-cca1-459f-8a09-d91f7a6e475f tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Pushing event updated for resources: {'Subnet': ['ID=936367d0-a460-456a-b1ec-8de69dd7e6b0,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:16.100695 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a306d5c2-cca1-459f-8a09-d91f7a6e475f tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Checking segment: {'id': '5832396b-c757-4a6a-acc8-f493a2bfc8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '28b85002-5b2e-4fb8-9492-aff561f5a595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:12:16.101067 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a306d5c2-cca1-459f-8a09-d91f7a6e475f tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Network hostable DHCP agents. Network: 28b85002-5b2e-4fb8-9492-aff561f5a595, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:12:16.132360 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-081232cc-6a6d-483e-aa5e-589e93d9f28b tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:16.160729 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-00e17342-4fa6-4ee6-b2c2-18ec0fab74b9 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Deleting port b4223a05-9d45-4d9f-b64d-e6e7f647290f {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:12:16.165474 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-081232cc-6a6d-483e-aa5e-589e93d9f28b tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:16.168361 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-00e17342-4fa6-4ee6-b2c2-18ec0fab74b9 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:16.186593 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-96d2a98d-5526-4b0e-a966-52851bf5d733 None None] Set router 5b0bb138-e401-4675-8d57-74d4d6a8e9b3 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:12:16.191864 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a306d5c2-cca1-459f-8a09-d91f7a6e475f tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Network 28b85002-5b2e-4fb8-9492-aff561f5a595 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:12:16.225065 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-a306d5c2-cca1-459f-8a09-d91f7a6e475f tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 28b85002-5b2e-4fb8-9492-aff561f5a595) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:12:16.240879 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a306d5c2-cca1-459f-8a09-d91f7a6e475f tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:12:16.241472 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a306d5c2-cca1-459f-8a09-d91f7a6e475f tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:16.280030 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-081232cc-6a6d-483e-aa5e-589e93d9f28b tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:16.311811 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081232cc-6a6d-483e-aa5e-589e93d9f28b tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77e24fd-50b0-4126-88a1-cfe57c5e69fc,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:16.339735 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a306d5c2-cca1-459f-8a09-d91f7a6e475f tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1821785 May 05 22:12:16.339735 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-081232cc-6a6d-483e-aa5e-589e93d9f28b tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:16.345440 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-081232cc-6a6d-483e-aa5e-589e93d9f28b tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "DELETE /v2.0/security-groups/f77e24fd-50b0-4126-88a1-cfe57c5e69fc HTTP/1.1" status: 204 len: 168 time: 0.3055861 May 05 22:12:16.346777 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45974) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:16.347100 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45976) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:16.368364 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-13ee551e-6011-4a7b-b76d-3ddd0bde079f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:16.409310 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 835c7f1c-b706-4ca3-9a78-cb2525c6e19b no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:12:16.439447 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d80e0e-1cf4-481a-afdb-93fec540da3e None None] Network 28b85002-5b2e-4fb8-9492-aff561f5a595 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:12:16.478125 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-00e17342-4fa6-4ee6-b2c2-18ec0fab74b9 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] The port 'b4223a05-9d45-4d9f-b64d-e6e7f647290f' was deleted {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 22:12:16.577879 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-63d65c43-fd30-4837-8b06-a03b69024b50 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Synchronizing usage tracker for tenant:8f6276af64f241c485ea1b2e912685a7 on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:12:16.631999 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-63d65c43-fd30-4837-8b06-a03b69024b50 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Unset dirty status for tenant:8f6276af64f241c485ea1b2e912685a7 on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:12:16.635401 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-63d65c43-fd30-4837-8b06-a03b69024b50 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2820866 May 05 22:12:16.641767 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 45984) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:16.650034 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-d69a20f5-fd66-4046-bb33-c49a2e6e37ff tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Request body: {'security_group': {'name': 'tempest-secgroup--867545627'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:16.657183 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-58d193b9-412b-47fe-9f5b-1fab786a29c7 req-140b996f-e170-427e-971e-7da5376992fb service neutron] 10.222.0.44 "GET /v2.0/networks/6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6538506 May 05 22:12:16.663385 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-d69a20f5-fd66-4046-bb33-c49a2e6e37ff tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:16.680038 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-d69a20f5-fd66-4046-bb33-c49a2e6e37ff tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:16.697583 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-1efbb0e5-4745-4a5f-ace3-0af259c38201 req-45de767c-1284-479d-b701-61dbe667bf75 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:16.704470 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d69a20f5-fd66-4046-bb33-c49a2e6e37ff tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:16.768725 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e5baa840-d63b-4488-bf8e-f794b7a72efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:16.791383 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No active binding found for port 835c7f1c-b706-4ca3-9a78-cb2525c6e19b {{(pid=84064) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 05 22:12:16.792197 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 835c7f1c-b706-4ca3-9a78-cb2525c6e19b not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:12:16.810312 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-d69a20f5-fd66-4046-bb33-c49a2e6e37ff tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:16.816771 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-d69a20f5-fd66-4046-bb33-c49a2e6e37ff tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Usage tracker for resource:security_group_rule and tenant:8f6276af64f241c485ea1b2e912685a7 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:16.821137 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-d69a20f5-fd66-4046-bb33-c49a2e6e37ff tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:16.840959 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-d69a20f5-fd66-4046-bb33-c49a2e6e37ff tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:16.960082 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 45992) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:16.978164 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45de767c-1284-479d-b701-61dbe667bf75 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event deleted for resources: {'Port': ['ID=835c7f1c-b706-4ca3-9a78-cb2525c6e19b,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:17.037392 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57888071-91ab-4932-a1a1-210318976a3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-28b85002-5b2e-4fb8-9492-aff561f5a595', 'network_id': '28b85002-5b2e-4fb8-9492-aff561f5a595', 'tenant_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'fixed_ips': [{'subnet_id': '936367d0-a460-456a-b1ec-8de69dd7e6b0'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:12:17.038503 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-57888071-91ab-4932-a1a1-210318976a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:17.061361 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-13ee551e-6011-4a7b-b76d-3ddd0bde079f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:17.087253 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-00e17342-4fa6-4ee6-b2c2-18ec0fab74b9 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:17.098462 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-13ee551e-6011-4a7b-b76d-3ddd0bde079f admin admin] Usage tracker for resource:security_group_rule and tenant:455a0692d51e485cbea085e41cd6f809 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:17.129053 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-13ee551e-6011-4a7b-b76d-3ddd0bde079f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:17.151637 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-13ee551e-6011-4a7b-b76d-3ddd0bde079f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:17.215782 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-1efbb0e5-4745-4a5f-ace3-0af259c38201 req-45de767c-1284-479d-b701-61dbe667bf75 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] No DVR routers for this DVR port 835c7f1c-b706-4ca3-9a78-cb2525c6e19b on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:12:17.222770 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d69a20f5-fd66-4046-bb33-c49a2e6e37ff tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:17.242173 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-1efbb0e5-4745-4a5f-ace3-0af259c38201 req-45de767c-1284-479d-b701-61dbe667bf75 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:17.245298 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a10f1aa-b77d-4743-ba34-bc524ef90ebc', 'name': 'network-vif-deleted', 'tag': '835c7f1c-b706-4ca3-9a78-cb2525c6e19b'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:12:17.254542 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-57888071-91ab-4932-a1a1-210318976a3a None None] Allocated IP 172.20.0.18 (28b85002-5b2e-4fb8-9492-aff561f5a595/936367d0-a460-456a-b1ec-8de69dd7e6b0/cb2ac1ab-7974-406b-9afd-fc81a6ba811d) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:12:17.278404 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-00e17342-4fa6-4ee6-b2c2-18ec0fab74b9 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5fffec3-fe92-4eab-a066-4d77430cc895']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:12:17.285976 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d69a20f5-fd66-4046-bb33-c49a2e6e37ff tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:17.389416 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69a20f5-fd66-4046-bb33-c49a2e6e37ff tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd373f42-1d85-440f-add8-17885b07471c,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:17.396773 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d69a20f5-fd66-4046-bb33-c49a2e6e37ff tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:17.398466 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-d69a20f5-fd66-4046-bb33-c49a2e6e37ff tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7554846 May 05 22:12:17.409234 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46004) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:17.421454 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-00e17342-4fa6-4ee6-b2c2-18ec0fab74b9 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71b2fdae-de96-49ad-b999-33129fd3e8d8') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:12:17.422030 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-00e17342-4fa6-4ee6-b2c2-18ec0fab74b9 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71b2fdae-de96-49ad-b999-33129fd3e8d8') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:12:17.427860 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-bcbe2798-f12e-4544-9058-7a41dbf7c101 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Request body: {'security_group_rule': {'security_group_id': 'fd373f42-1d85-440f-add8-17885b07471c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:17.448397 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-bcbe2798-f12e-4544-9058-7a41dbf7c101 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:17.456128 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-bcbe2798-f12e-4544-9058-7a41dbf7c101 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Usage tracker for resource:security_group_rule and tenant:8f6276af64f241c485ea1b2e912685a7 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:17.463346 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caa43fe6-1df1-4bef-947d-372ebc2fc986'] response: {'server_uuid': '6a10f1aa-b77d-4743-ba34-bc524ef90ebc', 'name': 'network-vif-deleted', 'tag': '835c7f1c-b706-4ca3-9a78-cb2525c6e19b', 'status': 'completed', 'code': 200} May 05 22:12:17.465612 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-bcbe2798-f12e-4544-9058-7a41dbf7c101 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:17.483222 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-00e17342-4fa6-4ee6-b2c2-18ec0fab74b9 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:17.493735 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-bcbe2798-f12e-4544-9058-7a41dbf7c101 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:17.505525 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-58d193b9-412b-47fe-9f5b-1fab786a29c7 req-61b53026-dc9e-4580-ad1c-495f44c0d60d service neutron] 10.222.0.44 "GET /v2.0/networks/6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8153696 May 05 22:12:17.513636 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8d68b29c-0315-4239-b4e8-648d6cd18fda admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:17.541636 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1efbb0e5-4745-4a5f-ace3-0af259c38201 req-45de767c-1284-479d-b701-61dbe667bf75 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.44 "DELETE /v2.0/ports/835c7f1c-b706-4ca3-9a78-cb2525c6e19b HTTP/1.1" status: 204 len: 173 time: 3.8875928 May 05 22:12:17.566126 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-00e17342-4fa6-4ee6-b2c2-18ec0fab74b9 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:17.608322 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bcbe2798-f12e-4544-9058-7a41dbf7c101 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:17.643071 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00e17342-4fa6-4ee6-b2c2-18ec0fab74b9 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:12:17.655481 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-00e17342-4fa6-4ee6-b2c2-18ec0fab74b9 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:17.746767 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bcbe2798-f12e-4544-9058-7a41dbf7c101 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:17.790153 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-57888071-91ab-4932-a1a1-210318976a3a None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:17.823028 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-57888071-91ab-4932-a1a1-210318976a3a None None] Transition to ACTIVE for port object cb2ac1ab-7974-406b-9afd-fc81a6ba811d will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:12:17.847245 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-57888071-91ab-4932-a1a1-210318976a3a None None] Transition to ACTIVE for port object cb2ac1ab-7974-406b-9afd-fc81a6ba811d will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:12:17.867226 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:12:17.867226 n-d-825175-4 neutron-server[84063]: util.warn( May 05 22:12:17.867226 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:12:17.867226 n-d-825175-4 neutron-server[84063]: util.warn( May 05 22:12:17.867226 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:12:17.867226 n-d-825175-4 neutron-server[84063]: util.warn( May 05 22:12:17.867226 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:12:17.867226 n-d-825175-4 neutron-server[84063]: util.warn( May 05 22:12:17.867226 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:12:17.867226 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:12:17.867226 n-d-825175-4 neutron-server[84063]: timer() May 05 22:12:17.867226 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:12:17.867226 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:12:17.867226 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:12:17.867226 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:12:17.867226 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:12:17.867226 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:12:17.867226 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:12:17.867226 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:12:17.867226 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:12:17.867226 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:12:17.867226 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:12:17.867226 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:12:17.867226 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:12:17.867226 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:12:17.867226 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:12:17.867226 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:12:17.867226 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:12:17.867226 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:12:17.867226 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:12:17.867226 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:12:17.867226 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:12:17.867226 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:12:17.867226 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:12:17.867226 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:12:17.867226 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:12:17.867226 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:12:17.867226 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:12:17.867226 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:12:17.867226 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:12:17.879917 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-57888071-91ab-4932-a1a1-210318976a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:17.886995 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-00e17342-4fa6-4ee6-b2c2-18ec0fab74b9 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:17.920976 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-00e17342-4fa6-4ee6-b2c2-18ec0fab74b9 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:17.945487 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:17.945819 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-00e17342-4fa6-4ee6-b2c2-18ec0fab74b9 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "DELETE /v2.0/networks/b5fffec3-fe92-4eab-a066-4d77430cc895 HTTP/1.1" status: 204 len: 168 time: 5.0034850 May 05 22:12:17.954142 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46008) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:17.959431 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e17342-4fa6-4ee6-b2c2-18ec0fab74b9 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event deleted for resources: {'Network': ['ID=b5fffec3-fe92-4eab-a066-4d77430cc895,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:17.962724 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-13ee551e-6011-4a7b-b76d-3ddd0bde079f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:17.971170 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-9ea7b1c4-f21a-4528-800e-a9d236182ee2 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-994426101'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:17.973542 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bcbe2798-f12e-4544-9058-7a41dbf7c101 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:17.974005 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-96d2a98d-5526-4b0e-a966-52851bf5d733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0bb138-e401-4675-8d57-74d4d6a8e9b3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-824227077', 'tenant_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '3dbc797f-f0fd-4d2a-b507-ce02a63672a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:12:03Z', 'updated_at': '2022-05-05T22:12:07Z', 'revision_number': 3, 'project_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'gw_port': {'id': '3dbc797f-f0fd-4d2a-b507-ce02a63672a7', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:df:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0bb138-e401-4675-8d57-74d4d6a8e9b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:12:05Z', 'updated_at': '2022-05-05T22:12:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:12:17.978186 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-9ea7b1c4-f21a-4528-800e-a9d236182ee2 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:17.983948 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9ea7b1c4-f21a-4528-800e-a9d236182ee2 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Usage tracker for resource:network and tenant:4182021ff5fe4f65b13da93a6be96ffa is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:17.988025 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9ea7b1c4-f21a-4528-800e-a9d236182ee2 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:17.996062 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-9ea7b1c4-f21a-4528-800e-a9d236182ee2 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:17.996894 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d2a98d-5526-4b0e-a966-52851bf5d733 None None] The sync data for ids ['5b0bb138-e401-4675-8d57-74d4d6a8e9b3'] in n-d-825175-4 is: [{'id': '5b0bb138-e401-4675-8d57-74d4d6a8e9b3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-824227077', 'tenant_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '3dbc797f-f0fd-4d2a-b507-ce02a63672a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:12:03Z', 'updated_at': '2022-05-05T22:12:07Z', 'revision_number': 3, 'project_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'gw_port': {'id': '3dbc797f-f0fd-4d2a-b507-ce02a63672a7', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:df:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0bb138-e401-4675-8d57-74d4d6a8e9b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:12:05Z', 'updated_at': '2022-05-05T22:12:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:12:18.010343 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57888071-91ab-4932-a1a1-210318976a3a None None] Network 28b85002-5b2e-4fb8-9492-aff561f5a595 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:12:18.013994 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-57888071-91ab-4932-a1a1-210318976a3a None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:12:18.015348 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-8d68b29c-0315-4239-b4e8-648d6cd18fda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:18.017039 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57888071-91ab-4932-a1a1-210318976a3a None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:12:18.020746 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:18.021491 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-13ee551e-6011-4a7b-b76d-3ddd0bde079f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:18.035054 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe2798-f12e-4544-9058-7a41dbf7c101 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=754b5f01-b998-4f66-82e1-b6eee65440dc,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:18.041492 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c9e4da60-2736-433c-9dd5-da67fb26ae06 req-28096a48-d883-4231-9598-ef1c83022393 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=6a10f1aa-b77d-4743-ba34-bc524ef90ebc HTTP/1.1" status: 200 len: 210 time: 0.8171480 May 05 22:12:18.042372 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-8d68b29c-0315-4239-b4e8-648d6cd18fda admin admin] Usage tracker for resource:security_group_rule and tenant:43de45fb7bc240d5a0d55ba713824256 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:18.043112 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57888071-91ab-4932-a1a1-210318976a3a None None] Pushing event updated for resources: {'Port': ['ID=cb2ac1ab-7974-406b-9afd-fc81a6ba811d,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:18.044651 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bcbe2798-f12e-4544-9058-7a41dbf7c101 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:18.048398 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-bcbe2798-f12e-4544-9058-7a41dbf7c101 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.6313493 May 05 22:12:18.049682 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46012) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:18.067682 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-8d68b29c-0315-4239-b4e8-648d6cd18fda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:18.070687 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea7b1c4-f21a-4528-800e-a9d236182ee2 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Made reservation on behalf of 4182021ff5fe4f65b13da93a6be96ffa for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:12:18.073617 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9ea7b1c4-f21a-4528-800e-a9d236182ee2 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:18.104467 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-8d68b29c-0315-4239-b4e8-648d6cd18fda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:18.118468 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5c003359-8304-462c-8fc1-d068e3383484 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:18.132829 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5c003359-8304-462c-8fc1-d068e3383484 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:18.176378 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5c003359-8304-462c-8fc1-d068e3383484 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:18.198275 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-57888071-91ab-4932-a1a1-210318976a3a None None] Attempting to bind port cb2ac1ab-7974-406b-9afd-fc81a6ba811d on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:12:18.198640 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-57888071-91ab-4932-a1a1-210318976a3a None None] Attempting to bind port cb2ac1ab-7974-406b-9afd-fc81a6ba811d by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '5832396b-c757-4a6a-acc8-f493a2bfc8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '28b85002-5b2e-4fb8-9492-aff561f5a595'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:12:18.199038 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57888071-91ab-4932-a1a1-210318976a3a None None] Attempting to bind port cb2ac1ab-7974-406b-9afd-fc81a6ba811d on network 28b85002-5b2e-4fb8-9492-aff561f5a595 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:12:18.206582 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57888071-91ab-4932-a1a1-210318976a3a None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:12:18.206842 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c003359-8304-462c-8fc1-d068e3383484 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=754b5f01-b998-4f66-82e1-b6eee65440dc,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:18.206990 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57888071-91ab-4932-a1a1-210318976a3a None None] Checking segment: {'id': '5832396b-c757-4a6a-acc8-f493a2bfc8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '28b85002-5b2e-4fb8-9492-aff561f5a595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:12:18.207392 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-57888071-91ab-4932-a1a1-210318976a3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:18.207815 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57888071-91ab-4932-a1a1-210318976a3a None None] Bound using segment: {'id': '5832396b-c757-4a6a-acc8-f493a2bfc8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '28b85002-5b2e-4fb8-9492-aff561f5a595'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:12:18.208251 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-57888071-91ab-4932-a1a1-210318976a3a None None] Bound port: cb2ac1ab-7974-406b-9afd-fc81a6ba811d, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5832396b-c757-4a6a-acc8-f493a2bfc8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '28b85002-5b2e-4fb8-9492-aff561f5a595'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:12:18.208626 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-57888071-91ab-4932-a1a1-210318976a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:18.208887 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5c003359-8304-462c-8fc1-d068e3383484 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:18.210027 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-5c003359-8304-462c-8fc1-d068e3383484 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/754b5f01-b998-4f66-82e1-b6eee65440dc HTTP/1.1" status: 204 len: 168 time: 0.1591923 May 05 22:12:18.217673 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46016) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:18.310194 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b22e03b8-1c2e-4ad7-a799-03b5f21b816a tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Synchronizing usage tracker for tenant:8f6276af64f241c485ea1b2e912685a7 on resource:security_group_rule {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:12:18.312011 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-13ee551e-6011-4a7b-b76d-3ddd0bde079f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=455a0692d51e485cbea085e41cd6f809&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4050503 May 05 22:12:18.318056 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46020) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:18.327227 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ee551e-6011-4a7b-b76d-3ddd0bde079f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc26e656-04d7-492f-8e76-67e8934797dc,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:18.328960 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-57888071-91ab-4932-a1a1-210318976a3a None None] For port cb2ac1ab-7974-406b-9afd-fc81a6ba811d, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:12:18.350086 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-57888071-91ab-4932-a1a1-210318976a3a None None] For port cb2ac1ab-7974-406b-9afd-fc81a6ba811d, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=cb2ac1ab-7974-406b-9afd-fc81a6ba811d,segment=NetworkSegment(5832396b-c757-4a6a-acc8-f493a2bfc8c0),segment_id=5832396b-c757-4a6a-acc8-f493a2bfc8c0)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:12:18.353832 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ea7b1c4-f21a-4528-800e-a9d236182ee2 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:12:18.358828 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-57888071-91ab-4932-a1a1-210318976a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:18.370639 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9ea7b1c4-f21a-4528-800e-a9d236182ee2 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:18.373132 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-9ea7b1c4-f21a-4528-800e-a9d236182ee2 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Added segment 4f38f189-18a5-4e0b-b91f-e82e3b857dfa of type vlan for network e38cda48-4cdd-4c88-af56-5a7dd9effd55 May 05 22:12:18.426198 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b22e03b8-1c2e-4ad7-a799-03b5f21b816a tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Unset dirty status for tenant:8f6276af64f241c485ea1b2e912685a7 on resource:security_group_rule {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:12:18.427497 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b22e03b8-1c2e-4ad7-a799-03b5f21b816a tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2085316 May 05 22:12:18.432886 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46024) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:18.444812 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9ea7b1c4-f21a-4528-800e-a9d236182ee2 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:18.500591 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8d68b29c-0315-4239-b4e8-648d6cd18fda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:18.539949 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8d68b29c-0315-4239-b4e8-648d6cd18fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:18.555349 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57888071-91ab-4932-a1a1-210318976a3a None None] Pushing event updated for resources: {'Port': ['ID=cb2ac1ab-7974-406b-9afd-fc81a6ba811d,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:18.585754 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c2cace8b-4d1c-4ee3-84b7-d42a333b79ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:18.675270 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d7dbe77e-8d37-41c3-87fd-daa4c1acba39 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:18.695169 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9ea7b1c4-f21a-4528-800e-a9d236182ee2 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:18.699223 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea7b1c4-f21a-4528-800e-a9d236182ee2 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:12:18.703131 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9ea7b1c4-f21a-4528-800e-a9d236182ee2 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:18.744220 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e43beada-d092-4914-b151-10bff909e6ef tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:18.767734 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d68b29c-0315-4239-b4e8-648d6cd18fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a90593-50f4-4a21-9100-6a3c2a9b8588,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:18.802079 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8d68b29c-0315-4239-b4e8-648d6cd18fda admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=43de45fb7bc240d5a0d55ba713824256&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8233972 May 05 22:12:18.882716 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c2cace8b-4d1c-4ee3-84b7-d42a333b79ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:18.893151 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46036) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:18.951524 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e43beada-d092-4914-b151-10bff909e6ef tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:18.951886 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:19.061773 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9ea7b1c4-f21a-4528-800e-a9d236182ee2 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1038649 May 05 22:12:19.066608 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46042) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:19.077125 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-c5df7e25-19e9-4c75-802d-39533e8ed6e8 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Request body: {'subnet': {'network_id': 'e38cda48-4cdd-4c88-af56-5a7dd9effd55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:19.087326 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c2cace8b-4d1c-4ee3-84b7-d42a333b79ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:19.095525 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e43beada-d092-4914-b151-10bff909e6ef tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:19.100248 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea7b1c4-f21a-4528-800e-a9d236182ee2 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event updated for resources: {'Network': ['ID=e38cda48-4cdd-4c88-af56-5a7dd9effd55,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:19.117673 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network e38cda48-4cdd-4c88-af56-5a7dd9effd55 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:12:19.173599 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43beada-d092-4914-b151-10bff909e6ef tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd373f42-1d85-440f-add8-17885b07471c,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:19.243442 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e43beada-d092-4914-b151-10bff909e6ef tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:19.245165 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-e43beada-d092-4914-b151-10bff909e6ef tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "DELETE /v2.0/security-groups/fd373f42-1d85-440f-add8-17885b07471c HTTP/1.1" status: 204 len: 168 time: 0.8080342 May 05 22:12:19.246195 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46048) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:19.279852 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cace8b-4d1c-4ee3-84b7-d42a333b79ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc26e656-04d7-492f-8e76-67e8934797dc,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:19.296517 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46050) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:19.306281 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-60b78fd2-f222-4ce5-abe6-a67e52129df3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:19.404348 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-60b78fd2-f222-4ce5-abe6-a67e52129df3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:19.428929 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c5df7e25-19e9-4c75-802d-39533e8ed6e8 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:19.434222 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c5df7e25-19e9-4c75-802d-39533e8ed6e8 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Usage tracker for resource:subnet and tenant:4182021ff5fe4f65b13da93a6be96ffa is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:19.436915 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c2cace8b-4d1c-4ee3-84b7-d42a333b79ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:19.437883 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c5df7e25-19e9-4c75-802d-39533e8ed6e8 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:19.440777 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c2cace8b-4d1c-4ee3-84b7-d42a333b79ff admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fc26e656-04d7-492f-8e76-67e8934797dc HTTP/1.1" status: 204 len: 168 time: 1.1220167 May 05 22:12:19.444768 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c5df7e25-19e9-4c75-802d-39533e8ed6e8 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:19.482233 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 3dbc797f-f0fd-4d2a-b507-ce02a63672a7 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:12:19.528040 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5df7e25-19e9-4c75-802d-39533e8ed6e8 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Made reservation on behalf of 4182021ff5fe4f65b13da93a6be96ffa for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:12:19.664309 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 3dbc797f-f0fd-4d2a-b507-ce02a63672a7 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:12:19.669430 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 3dbc797f-f0fd-4d2a-b507-ce02a63672a7 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:12:19.670022 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:19.704139 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-049e5d9c-ff31-46ff-b28c-34b3f85558cb tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Synchronizing usage tracker for tenant:8f6276af64f241c485ea1b2e912685a7 on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:12:19.713855 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-60b78fd2-f222-4ce5-abe6-a67e52129df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:19.822579 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c5df7e25-19e9-4c75-802d-39533e8ed6e8 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:19.849210 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-d7dbe77e-8d37-41c3-87fd-daa4c1acba39 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Allocated IP 172.20.0.17 (28b85002-5b2e-4fb8-9492-aff561f5a595/936367d0-a460-456a-b1ec-8de69dd7e6b0/f7cd7a5e-5118-41b6-a8a1-a753acf73f1d) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:12:19.851566 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-60b78fd2-f222-4ce5-abe6-a67e52129df3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:19.855565 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-60b78fd2-f222-4ce5-abe6-a67e52129df3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/90a90593-50f4-4a21-9100-6a3c2a9b8588 HTTP/1.1" status: 204 len: 168 time: 0.9586880 May 05 22:12:19.855565 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b78fd2-f222-4ce5-abe6-a67e52129df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a90593-50f4-4a21-9100-6a3c2a9b8588,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:19.963239 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:20.001867 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 3dbc797f-f0fd-4d2a-b507-ce02a63672a7, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=3dbc797f-f0fd-4d2a-b507-ce02a63672a7,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:12:20.010922 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:20.011746 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device cb2ac1ab-7974-406b-9afd-fc81a6ba811d up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:12:20.025483 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-049e5d9c-ff31-46ff-b28c-34b3f85558cb tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Unset dirty status for tenant:8f6276af64f241c485ea1b2e912685a7 on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:12:20.034565 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-049e5d9c-ff31-46ff-b28c-34b3f85558cb tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7356699 May 05 22:12:20.038260 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46066) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:20.056013 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-8dd1e4c5-79ba-42ab-910a-878c05c73845 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Request body: {'security_group': {'name': 'tempest-secgroup--69339942'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:20.125326 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-8dd1e4c5-79ba-42ab-910a-878c05c73845 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:20.136414 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46070) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:20.198150 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-8dd1e4c5-79ba-42ab-910a-878c05c73845 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:20.218884 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-76f6b389-3939-4539-80dc-f7cfe1020b70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:20.257630 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d7dbe77e-8d37-41c3-87fd-daa4c1acba39 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:20.278345 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baeedce0-58d2-4516-92dc-617ed082305d None None] Network 28b85002-5b2e-4fb8-9492-aff561f5a595 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:12:20.409532 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-76f6b389-3939-4539-80dc-f7cfe1020b70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:20.415484 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-76f6b389-3939-4539-80dc-f7cfe1020b70 admin admin] Usage tracker for resource:security_group_rule and tenant:f849095f413647ed898254568e69a58d is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:20.415761 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8dd1e4c5-79ba-42ab-910a-878c05c73845 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:20.418523 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-76f6b389-3939-4539-80dc-f7cfe1020b70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:20.424818 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-76f6b389-3939-4539-80dc-f7cfe1020b70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:20.494130 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-9e82b2ff-3080-4d40-b061-bbce7237eb3e None None] Provisioning for port cb2ac1ab-7974-406b-9afd-fc81a6ba811d completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:12:20.500435 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=3dbc797f-f0fd-4d2a-b507-ce02a63672a7,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:20.509721 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port cb2ac1ab-7974-406b-9afd-fc81a6ba811d completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:12:20.518248 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-9e82b2ff-3080-4d40-b061-bbce7237eb3e None None] Provisioning complete for port cb2ac1ab-7974-406b-9afd-fc81a6ba811d triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:12:20.518974 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9e82b2ff-3080-4d40-b061-bbce7237eb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:20.590437 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-76f6b389-3939-4539-80dc-f7cfe1020b70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:20.613758 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-76f6b389-3939-4539-80dc-f7cfe1020b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:20.650687 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port cb2ac1ab-7974-406b-9afd-fc81a6ba811d triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:12:20.651754 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:20.675844 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-d7dbe77e-8d37-41c3-87fd-daa4c1acba39 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Transition to ACTIVE for port object f7cd7a5e-5118-41b6-a8a1-a753acf73f1d will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:12:20.770826 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-76f6b389-3939-4539-80dc-f7cfe1020b70 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f849095f413647ed898254568e69a58d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6301317 May 05 22:12:20.771856 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f6b389-3939-4539-80dc-f7cfe1020b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb08a4d-8085-4f28-b4db-31edd734dd0f,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:20.774300 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46080) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:20.847691 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d7dbe77e-8d37-41c3-87fd-daa4c1acba39 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:20.858357 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-8dd1e4c5-79ba-42ab-910a-878c05c73845 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:20.864264 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-8dd1e4c5-79ba-42ab-910a-878c05c73845 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Usage tracker for resource:security_group_rule and tenant:8f6276af64f241c485ea1b2e912685a7 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:20.870054 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-8dd1e4c5-79ba-42ab-910a-878c05c73845 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:20.877554 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-8dd1e4c5-79ba-42ab-910a-878c05c73845 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:20.930393 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4faa93f4-6b0e-4c3f-8536-dcd2df34ca8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:20.990207 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7dbe77e-8d37-41c3-87fd-daa4c1acba39 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Network 28b85002-5b2e-4fb8-9492-aff561f5a595 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:12:20.999657 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4faa93f4-6b0e-4c3f-8536-dcd2df34ca8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:21.014531 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-d7dbe77e-8d37-41c3-87fd-daa4c1acba39 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:12:21.023411 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7dbe77e-8d37-41c3-87fd-daa4c1acba39 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:12:21.061398 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9e82b2ff-3080-4d40-b061-bbce7237eb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:21.067484 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8dd1e4c5-79ba-42ab-910a-878c05c73845 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:21.068900 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c5df7e25-19e9-4c75-802d-39533e8ed6e8 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:21.086330 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dbe77e-8d37-41c3-87fd-daa4c1acba39 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Pushing event updated for resources: {'Port': ['ID=f7cd7a5e-5118-41b6-a8a1-a753acf73f1d,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:21.155599 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5df7e25-19e9-4c75-802d-39533e8ed6e8 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event updated for resources: {'Subnet': ['ID=34e18608-e473-4dc7-bc82-0c40e966877d,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:21.157972 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8dd1e4c5-79ba-42ab-910a-878c05c73845 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:21.198822 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d7dbe77e-8d37-41c3-87fd-daa4c1acba39 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:21.240428 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-9e82b2ff-3080-4d40-b061-bbce7237eb3e None None] For port cb2ac1ab-7974-406b-9afd-fc81a6ba811d, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=cb2ac1ab-7974-406b-9afd-fc81a6ba811d,segment=NetworkSegment(5832396b-c757-4a6a-acc8-f493a2bfc8c0),segment_id=5832396b-c757-4a6a-acc8-f493a2bfc8c0)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:12:21.251597 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4faa93f4-6b0e-4c3f-8536-dcd2df34ca8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:21.253464 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9e82b2ff-3080-4d40-b061-bbce7237eb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:21.278567 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5df7e25-19e9-4c75-802d-39533e8ed6e8 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Checking segment: {'id': '4f38f189-18a5-4e0b-b91f-e82e3b857dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e38cda48-4cdd-4c88-af56-5a7dd9effd55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:12:21.279195 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5df7e25-19e9-4c75-802d-39533e8ed6e8 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Network hostable DHCP agents. Network: e38cda48-4cdd-4c88-af56-5a7dd9effd55, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:12:21.302944 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faa93f4-6b0e-4c3f-8536-dcd2df34ca8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb08a4d-8085-4f28-b4db-31edd734dd0f,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:21.306229 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd1e4c5-79ba-42ab-910a-878c05c73845 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23b5b866-cc27-4cd1-b3b4-253a0432c784,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:21.309922 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8dd1e4c5-79ba-42ab-910a-878c05c73845 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:21.316529 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8dd1e4c5-79ba-42ab-910a-878c05c73845 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.2684233 May 05 22:12:21.316529 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46090) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:21.325180 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-d5a2cd76-fc10-4274-8f66-a97d2468ded0 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Request body: {'security_group_rule': {'security_group_id': '23b5b866-cc27-4cd1-b3b4-253a0432c784', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:21.336466 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-d5a2cd76-fc10-4274-8f66-a97d2468ded0 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:21.338923 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4faa93f4-6b0e-4c3f-8536-dcd2df34ca8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:21.342814 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4faa93f4-6b0e-4c3f-8536-dcd2df34ca8b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ddb08a4d-8085-4f28-b4db-31edd734dd0f HTTP/1.1" status: 204 len: 168 time: 0.5637536 May 05 22:12:21.345573 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d5a2cd76-fc10-4274-8f66-a97d2468ded0 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Usage tracker for resource:security_group_rule and tenant:8f6276af64f241c485ea1b2e912685a7 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:21.362155 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:21.364336 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d5a2cd76-fc10-4274-8f66-a97d2468ded0 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:21.365889 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d7dbe77e-8d37-41c3-87fd-daa4c1acba39 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:21.386221 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-d5a2cd76-fc10-4274-8f66-a97d2468ded0 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:21.396462 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5df7e25-19e9-4c75-802d-39533e8ed6e8 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Network e38cda48-4cdd-4c88-af56-5a7dd9effd55 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:12:21.397019 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e82b2ff-3080-4d40-b061-bbce7237eb3e None None] Pushing event updated for resources: {'Port': ['ID=cb2ac1ab-7974-406b-9afd-fc81a6ba811d,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:21.433336 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4ce45464-91e8-4b32-906c-5de126c76b5d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:21.539427 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-c5df7e25-19e9-4c75-802d-39533e8ed6e8 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, e38cda48-4cdd-4c88-af56-5a7dd9effd55) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:12:21.544319 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:12:21.545460 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:12:21.555528 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b59607-191f-48ce-92cb-f64ad721a070 None None] Network e38cda48-4cdd-4c88-af56-5a7dd9effd55 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:12:21.942564 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5df7e25-19e9-4c75-802d-39533e8ed6e8 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:12:21.943515 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c5df7e25-19e9-4c75-802d-39533e8ed6e8 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:21.996401 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d5a2cd76-fc10-4274-8f66-a97d2468ded0 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:22.015646 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-215db2ec-2648-4d57-9212-a45e5c6605e6 None None] Provisioning for port f7cd7a5e-5118-41b6-a8a1-a753acf73f1d completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:12:22.038302 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-215db2ec-2648-4d57-9212-a45e5c6605e6 None None] Provisioning complete for port f7cd7a5e-5118-41b6-a8a1-a753acf73f1d triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:12:22.038702 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-215db2ec-2648-4d57-9212-a45e5c6605e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:22.112492 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c5df7e25-19e9-4c75-802d-39533e8ed6e8 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0445235 May 05 22:12:22.117906 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46114) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:22.150988 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-04b87be4-c76e-486d-9b5a-1157d5302543 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Request body: {'port': {'network_id': 'e38cda48-4cdd-4c88-af56-5a7dd9effd55', 'name': 'tempest-PortsTestJSON-509456271', 'fixed_ips': [{'subnet_id': '34e18608-e473-4dc7-bc82-0c40e966877d', 'ip_address': '172.20.0.10'}]}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:22.236011 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d5a2cd76-fc10-4274-8f66-a97d2468ded0 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:22.249227 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d5a2cd76-fc10-4274-8f66-a97d2468ded0 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:22.301022 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a2cd76-fc10-4274-8f66-a97d2468ded0 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fe01399-f8c7-4bcb-ae74-7ccdde95604d,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:22.341068 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d5a2cd76-fc10-4274-8f66-a97d2468ded0 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:22.342452 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d5a2cd76-fc10-4274-8f66-a97d2468ded0 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0260150 May 05 22:12:22.345016 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46120) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:22.374613 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-84724eac-24cb-4853-b1e3-aa968f90c763 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "GET /v2.0/security-group-rules/1fe01399-f8c7-4bcb-ae74-7ccdde95604d HTTP/1.1" status: 200 len: 705 time: 0.0285311 May 05 22:12:22.377511 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46126) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:22.394547 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-04b87be4-c76e-486d-9b5a-1157d5302543 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:22.401483 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-04b87be4-c76e-486d-9b5a-1157d5302543 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Usage tracker for resource:port and tenant:4182021ff5fe4f65b13da93a6be96ffa is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:22.406861 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-04b87be4-c76e-486d-9b5a-1157d5302543 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:22.420608 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-04b87be4-c76e-486d-9b5a-1157d5302543 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:22.458945 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d7dbe77e-8d37-41c3-87fd-daa4c1acba39 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:22.471772 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d7dbe77e-8d37-41c3-87fd-daa4c1acba39 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:22.640946 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d7dbe77e-8d37-41c3-87fd-daa4c1acba39 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:22.653407 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b87be4-c76e-486d-9b5a-1157d5302543 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Made reservation on behalf of 4182021ff5fe4f65b13da93a6be96ffa for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:12:22.677140 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dbe77e-8d37-41c3-87fd-daa4c1acba39 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Pushing event updated for resources: {'Port': ['ID=f7cd7a5e-5118-41b6-a8a1-a753acf73f1d,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:22.697914 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-34939f4a-f795-45ce-b5ea-f57159ef35f5 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Synchronizing usage tracker for tenant:8f6276af64f241c485ea1b2e912685a7 on resource:security_group_rule {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:12:22.774525 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-34939f4a-f795-45ce-b5ea-f57159ef35f5 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Unset dirty status for tenant:8f6276af64f241c485ea1b2e912685a7 on resource:security_group_rule {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:12:22.775879 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-34939f4a-f795-45ce-b5ea-f57159ef35f5 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3974142 May 05 22:12:22.778882 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46136) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:22.835609 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 3dbc797f-f0fd-4d2a-b507-ce02a63672a7 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:12:22.845348 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b77bdb6e-799b-4bfb-9361-efa8c3b9dbcc tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:22.867810 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b77bdb6e-799b-4bfb-9361-efa8c3b9dbcc tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:22.900862 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda59df4-14c6-40d2-af2d-193bd0dbeb2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-e38cda48-4cdd-4c88-af56-5a7dd9effd55', 'network_id': 'e38cda48-4cdd-4c88-af56-5a7dd9effd55', 'tenant_id': '4182021ff5fe4f65b13da93a6be96ffa', 'fixed_ips': [{'subnet_id': '34e18608-e473-4dc7-bc82-0c40e966877d'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:12:22.901972 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-bda59df4-14c6-40d2-af2d-193bd0dbeb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:22.953272 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-215db2ec-2648-4d57-9212-a45e5c6605e6 None None] Port f7cd7a5e-5118-41b6-a8a1-a753acf73f1d cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:12:22.962483 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b77bdb6e-799b-4bfb-9361-efa8c3b9dbcc tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:22.993522 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77bdb6e-799b-4bfb-9361-efa8c3b9dbcc tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1fe01399-f8c7-4bcb-ae74-7ccdde95604d,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:22.999646 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-04b87be4-c76e-486d-9b5a-1157d5302543 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:23.001264 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b77bdb6e-799b-4bfb-9361-efa8c3b9dbcc tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:23.002952 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b77bdb6e-799b-4bfb-9361-efa8c3b9dbcc tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/1fe01399-f8c7-4bcb-ae74-7ccdde95604d HTTP/1.1" status: 204 len: 168 time: 0.2229533 May 05 22:12:23.005657 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46140) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:23.043234 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7dbe77e-8d37-41c3-87fd-daa4c1acba39 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Network 28b85002-5b2e-4fb8-9492-aff561f5a595 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:12:23.046846 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-d7dbe77e-8d37-41c3-87fd-daa4c1acba39 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:12:23.071826 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-871088e7-41d1-49f0-af84-dbad8dc83852 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Synchronizing usage tracker for tenant:8f6276af64f241c485ea1b2e912685a7 on resource:security_group_rule {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:12:23.166970 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [None req-04b87be4-c76e-486d-9b5a-1157d5302543 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] device_id is not set on port c41bdccf-ab3f-43ec-aedf-3f610441c95b yet. {{(pid=84061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:12:23.172247 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-871088e7-41d1-49f0-af84-dbad8dc83852 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Unset dirty status for tenant:8f6276af64f241c485ea1b2e912685a7 on resource:security_group_rule {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:12:23.173993 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-871088e7-41d1-49f0-af84-dbad8dc83852 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1656888 May 05 22:12:23.176799 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46150) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:23.184126 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-5e3dbeb3-e68a-4fd9-aed7-3535ae33b846 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Request body: {'security_group_rule': {'security_group_id': '23b5b866-cc27-4cd1-b3b4-253a0432c784', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:23.192223 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-5e3dbeb3-e68a-4fd9-aed7-3535ae33b846 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:23.203651 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-5e3dbeb3-e68a-4fd9-aed7-3535ae33b846 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:23.243300 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5e3dbeb3-e68a-4fd9-aed7-3535ae33b846 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:23.397370 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-bda59df4-14c6-40d2-af2d-193bd0dbeb2f None None] Allocated IP 172.20.0.2 (e38cda48-4cdd-4c88-af56-5a7dd9effd55/34e18608-e473-4dc7-bc82-0c40e966877d/4f628d86-5e55-4c2c-8586-b96cac345b3d) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:12:23.506366 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-4ce45464-91e8-4b32-906c-5de126c76b5d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Deleting port 18ec8077-0166-48e7-96ee-5fa7aef28d24 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:12:23.507099 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4ce45464-91e8-4b32-906c-5de126c76b5d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:23.606595 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5e3dbeb3-e68a-4fd9-aed7-3535ae33b846 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:23.647549 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5e3dbeb3-e68a-4fd9-aed7-3535ae33b846 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:23.750046 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-bda59df4-14c6-40d2-af2d-193bd0dbeb2f None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:23.776609 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-bda59df4-14c6-40d2-af2d-193bd0dbeb2f None None] Transition to ACTIVE for port object 4f628d86-5e55-4c2c-8586-b96cac345b3d will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:12:23.819668 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-bda59df4-14c6-40d2-af2d-193bd0dbeb2f None None] Transition to ACTIVE for port object 4f628d86-5e55-4c2c-8586-b96cac345b3d will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:12:23.847204 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-bda59df4-14c6-40d2-af2d-193bd0dbeb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:23.867605 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3dbeb3-e68a-4fd9-aed7-3535ae33b846 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=557fb921-f1fd-4eec-95c3-03f9bedc0b53,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:23.945664 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5e3dbeb3-e68a-4fd9-aed7-3535ae33b846 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:23.949336 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5e3dbeb3-e68a-4fd9-aed7-3535ae33b846 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7689269 May 05 22:12:23.950816 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46168) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:23.956461 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-04b87be4-c76e-486d-9b5a-1157d5302543 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Allocated IP 172.20.0.10 (e38cda48-4cdd-4c88-af56-5a7dd9effd55/34e18608-e473-4dc7-bc82-0c40e966877d/c41bdccf-ab3f-43ec-aedf-3f610441c95b) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:12:23.964763 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda59df4-14c6-40d2-af2d-193bd0dbeb2f None None] Network e38cda48-4cdd-4c88-af56-5a7dd9effd55 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:12:23.988230 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-bda59df4-14c6-40d2-af2d-193bd0dbeb2f None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:12:24.008320 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda59df4-14c6-40d2-af2d-193bd0dbeb2f None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:12:24.015545 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-215db2ec-2648-4d57-9212-a45e5c6605e6 None None] Provisioning complete for port cb2ac1ab-7974-406b-9afd-fc81a6ba811d triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:12:24.015923 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-215db2ec-2648-4d57-9212-a45e5c6605e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:24.051921 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0b7fc49d-65ff-450b-af75-79abd764ee1e tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "GET /v2.0/security-group-rules/557fb921-f1fd-4eec-95c3-03f9bedc0b53 HTTP/1.1" status: 200 len: 705 time: 0.0986409 May 05 22:12:24.052441 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46176) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:24.073077 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46180) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:24.126429 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-4ce45464-91e8-4b32-906c-5de126c76b5d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] For port 18ec8077-0166-48e7-96ee-5fa7aef28d24, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=18ec8077-0166-48e7-96ee-5fa7aef28d24,segment=NetworkSegment(ee217534-879b-45a2-90a5-ba467cc58a1f),segment_id=ee217534-879b-45a2-90a5-ba467cc58a1f)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:12:24.126429 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4ce45464-91e8-4b32-906c-5de126c76b5d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:24.169871 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 3dbc797f-f0fd-4d2a-b507-ce02a63672a7 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:12:24.170241 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:24.246781 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-04b87be4-c76e-486d-9b5a-1157d5302543 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:24.264985 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-04b87be4-c76e-486d-9b5a-1157d5302543 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Transition to ACTIVE for port object c41bdccf-ab3f-43ec-aedf-3f610441c95b will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:12:24.352097 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-04b87be4-c76e-486d-9b5a-1157d5302543 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:24.424706 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-4ce45464-91e8-4b32-906c-5de126c76b5d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Calling delete_port for 18ec8077-0166-48e7-96ee-5fa7aef28d24 owned by network:router_interface {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:12:24.439687 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b87be4-c76e-486d-9b5a-1157d5302543 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event updated for resources: {'Port': ['ID=c41bdccf-ab3f-43ec-aedf-3f610441c95b,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:24.461369 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda59df4-14c6-40d2-af2d-193bd0dbeb2f None None] Pushing event updated for resources: {'Port': ['ID=4f628d86-5e55-4c2c-8586-b96cac345b3d,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:24.475428 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3f71932f-9060-498c-8bed-89a383750abe tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Synchronizing usage tracker for tenant:8f6276af64f241c485ea1b2e912685a7 on resource:security_group_rule {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:12:24.485779 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b87be4-c76e-486d-9b5a-1157d5302543 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Network e38cda48-4cdd-4c88-af56-5a7dd9effd55 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:12:24.489244 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-04b87be4-c76e-486d-9b5a-1157d5302543 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:12:24.492440 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b87be4-c76e-486d-9b5a-1157d5302543 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:12:24.502248 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9054d5d6-94da-4948-bf20-fbc85cf5454b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:24.561692 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-9054d5d6-94da-4948-bf20-fbc85cf5454b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:24.565987 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9054d5d6-94da-4948-bf20-fbc85cf5454b admin admin] Usage tracker for resource:security_group_rule and tenant:864f44eb084c42daa1bc63b6aa7407d8 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:24.566647 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b87be4-c76e-486d-9b5a-1157d5302543 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:12:24.567298 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-04b87be4-c76e-486d-9b5a-1157d5302543 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:24.568917 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9054d5d6-94da-4948-bf20-fbc85cf5454b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:24.574755 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-9054d5d6-94da-4948-bf20-fbc85cf5454b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:24.615592 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-04b87be4-c76e-486d-9b5a-1157d5302543 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4846442 May 05 22:12:24.615592 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46200) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:24.621626 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-56928657-3513-42e2-83db-741d8f45e1db tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Request body: {'port': {'network_id': 'e38cda48-4cdd-4c88-af56-5a7dd9effd55', 'name': 'tempest-PortsTestJSON-1610757174', 'fixed_ips': [{'subnet_id': '34e18608-e473-4dc7-bc82-0c40e966877d', 'ip_address': '172.20.0.9'}]}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:24.631419 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3f71932f-9060-498c-8bed-89a383750abe tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Unset dirty status for tenant:8f6276af64f241c485ea1b2e912685a7 on resource:security_group_rule {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:12:24.634933 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-3f71932f-9060-498c-8bed-89a383750abe tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.5817702 May 05 22:12:24.639217 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46204) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:24.688448 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device cb2ac1ab-7974-406b-9afd-fc81a6ba811d up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:12:24.797417 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-bda59df4-14c6-40d2-af2d-193bd0dbeb2f None None] Attempting to bind port 4f628d86-5e55-4c2c-8586-b96cac345b3d on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:12:24.798420 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-bda59df4-14c6-40d2-af2d-193bd0dbeb2f None None] Attempting to bind port 4f628d86-5e55-4c2c-8586-b96cac345b3d by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '4f38f189-18a5-4e0b-b91f-e82e3b857dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e38cda48-4cdd-4c88-af56-5a7dd9effd55'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:12:24.798923 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda59df4-14c6-40d2-af2d-193bd0dbeb2f None None] Attempting to bind port 4f628d86-5e55-4c2c-8586-b96cac345b3d on network e38cda48-4cdd-4c88-af56-5a7dd9effd55 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:12:24.804134 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0b87b73a-6297-4413-a527-54e9d264005e tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:24.829069 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9054d5d6-94da-4948-bf20-fbc85cf5454b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:24.830598 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda59df4-14c6-40d2-af2d-193bd0dbeb2f None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:12:24.831003 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda59df4-14c6-40d2-af2d-193bd0dbeb2f None None] Checking segment: {'id': '4f38f189-18a5-4e0b-b91f-e82e3b857dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e38cda48-4cdd-4c88-af56-5a7dd9effd55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:12:24.831399 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-bda59df4-14c6-40d2-af2d-193bd0dbeb2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:24.831787 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda59df4-14c6-40d2-af2d-193bd0dbeb2f None None] Bound using segment: {'id': '4f38f189-18a5-4e0b-b91f-e82e3b857dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e38cda48-4cdd-4c88-af56-5a7dd9effd55'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:12:24.832357 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-bda59df4-14c6-40d2-af2d-193bd0dbeb2f None None] Bound port: 4f628d86-5e55-4c2c-8586-b96cac345b3d, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f38f189-18a5-4e0b-b91f-e82e3b857dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e38cda48-4cdd-4c88-af56-5a7dd9effd55'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:12:24.832633 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-bda59df4-14c6-40d2-af2d-193bd0dbeb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:24.843205 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9054d5d6-94da-4948-bf20-fbc85cf5454b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:24.858751 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0b87b73a-6297-4413-a527-54e9d264005e tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:24.871261 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-2c279e9f-3177-4d74-bce6-488034a06c59 None None] Provisioning complete for port f7cd7a5e-5118-41b6-a8a1-a753acf73f1d triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:12:24.872396 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2c279e9f-3177-4d74-bce6-488034a06c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:24.917249 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-56928657-3513-42e2-83db-741d8f45e1db tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:24.921926 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-56928657-3513-42e2-83db-741d8f45e1db tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Usage tracker for resource:port and tenant:4182021ff5fe4f65b13da93a6be96ffa is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:24.927906 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-56928657-3513-42e2-83db-741d8f45e1db tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:24.935005 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-56928657-3513-42e2-83db-741d8f45e1db tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:24.938035 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9054d5d6-94da-4948-bf20-fbc85cf5454b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff68939-60b5-4e16-bcb9-1d6b19b3f92b,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:24.952981 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9054d5d6-94da-4948-bf20-fbc85cf5454b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=864f44eb084c42daa1bc63b6aa7407d8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8502600 May 05 22:12:24.962229 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46218) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:25.014420 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port cb2ac1ab-7974-406b-9afd-fc81a6ba811d triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:12:25.014885 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:25.051446 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7dbe77e-8d37-41c3-87fd-daa4c1acba39 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Router 5b0bb138-e401-4675-8d57-74d4d6a8e9b3 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:12:25.056114 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56928657-3513-42e2-83db-741d8f45e1db tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Made reservation on behalf of 4182021ff5fe4f65b13da93a6be96ffa for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:12:25.059351 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4ce45464-91e8-4b32-906c-5de126c76b5d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:25.063432 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-56928657-3513-42e2-83db-741d8f45e1db tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:25.081915 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0b87b73a-6297-4413-a527-54e9d264005e tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:25.097749 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-2c279e9f-3177-4d74-bce6-488034a06c59 None None] Port f7cd7a5e-5118-41b6-a8a1-a753acf73f1d cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:12:25.127553 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce45464-91e8-4b32-906c-5de126c76b5d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event deleted for resources: {'Port': ['ID=18ec8077-0166-48e7-96ee-5fa7aef28d24,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:25.130919 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-bda59df4-14c6-40d2-af2d-193bd0dbeb2f None None] For port 4f628d86-5e55-4c2c-8586-b96cac345b3d, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:12:25.136218 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-bda59df4-14c6-40d2-af2d-193bd0dbeb2f None None] For port 4f628d86-5e55-4c2c-8586-b96cac345b3d, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=4f628d86-5e55-4c2c-8586-b96cac345b3d,segment=NetworkSegment(4f38f189-18a5-4e0b-b91f-e82e3b857dfa),segment_id=4f38f189-18a5-4e0b-b91f-e82e3b857dfa)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:12:25.147381 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-bda59df4-14c6-40d2-af2d-193bd0dbeb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:25.148894 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b87b73a-6297-4413-a527-54e9d264005e tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=557fb921-f1fd-4eec-95c3-03f9bedc0b53,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:25.169229 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0b87b73a-6297-4413-a527-54e9d264005e tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:25.173715 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0b87b73a-6297-4413-a527-54e9d264005e tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/557fb921-f1fd-4eec-95c3-03f9bedc0b53 HTTP/1.1" status: 204 len: 168 time: 0.5306065 May 05 22:12:25.178103 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46226) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:25.236281 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d2c00737-2d8a-42f7-884c-187211a363d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:25.238809 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [None req-56928657-3513-42e2-83db-741d8f45e1db tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] device_id is not set on port 46e089e8-cdf9-484d-99c6-8e52ea0a5df2 yet. {{(pid=84061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:12:25.374080 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46232) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:25.424414 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda59df4-14c6-40d2-af2d-193bd0dbeb2f None None] Pushing event updated for resources: {'Port': ['ID=4f628d86-5e55-4c2c-8586-b96cac345b3d,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:25.548296 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d2c00737-2d8a-42f7-884c-187211a363d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:25.582727 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b995044a-1e47-4005-baa0-d76bb9f0dfcd tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4033546 May 05 22:12:25.629542 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46238) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:25.683346 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-55fcc4d7-7087-456f-b32c-13fe07471cb2 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Request body: {'security_group_rule': {'security_group_id': '23b5b866-cc27-4cd1-b3b4-253a0432c784', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:25.709707 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-55fcc4d7-7087-456f-b32c-13fe07471cb2 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:25.732344 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-55fcc4d7-7087-456f-b32c-13fe07471cb2 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Usage tracker for resource:security_group_rule and tenant:8f6276af64f241c485ea1b2e912685a7 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:25.738370 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-55fcc4d7-7087-456f-b32c-13fe07471cb2 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:25.748937 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-55fcc4d7-7087-456f-b32c-13fe07471cb2 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:25.789411 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3a62176a-74da-4db7-b228-ec192f7478c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:25.832472 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d2c00737-2d8a-42f7-884c-187211a363d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:25.846572 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-3a62176a-74da-4db7-b228-ec192f7478c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:25.851900 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3a62176a-74da-4db7-b228-ec192f7478c1 admin admin] Usage tracker for resource:security_group_rule and tenant:105187abfc0b40f1984966701b182a8b is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:25.853382 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-55fcc4d7-7087-456f-b32c-13fe07471cb2 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:25.855992 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3a62176a-74da-4db7-b228-ec192f7478c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:25.864299 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-3a62176a-74da-4db7-b228-ec192f7478c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:25.887261 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c00737-2d8a-42f7-884c-187211a363d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff68939-60b5-4e16-bcb9-1d6b19b3f92b,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:25.938625 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-56928657-3513-42e2-83db-741d8f45e1db tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Allocated IP 172.20.0.9 (e38cda48-4cdd-4c88-af56-5a7dd9effd55/34e18608-e473-4dc7-bc82-0c40e966877d/46e089e8-cdf9-484d-99c6-8e52ea0a5df2) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:12:25.964457 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3a62176a-74da-4db7-b228-ec192f7478c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:25.966183 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4ce45464-91e8-4b32-906c-5de126c76b5d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:25.968283 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d2c00737-2d8a-42f7-884c-187211a363d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:25.972120 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-d2c00737-2d8a-42f7-884c-187211a363d9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bff68939-60b5-4e16-bcb9-1d6b19b3f92b HTTP/1.1" status: 204 len: 168 time: 1.0045209 May 05 22:12:25.973899 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3a62176a-74da-4db7-b228-ec192f7478c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:26.038963 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-55fcc4d7-7087-456f-b32c-13fe07471cb2 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:26.050034 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-55fcc4d7-7087-456f-b32c-13fe07471cb2 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:26.136159 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a62176a-74da-4db7-b228-ec192f7478c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4bab83e-f70d-4785-9b6f-a02adf528c01,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:26.152902 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-3a62176a-74da-4db7-b228-ec192f7478c1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=105187abfc0b40f1984966701b182a8b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7777193 May 05 22:12:26.155482 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46244) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:26.264703 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7346b742-4254-469c-96b1-f90c5f8cc50e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:26.331351 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7346b742-4254-469c-96b1-f90c5f8cc50e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:26.351818 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fcc4d7-7087-456f-b32c-13fe07471cb2 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96e2c7a0-1c77-49ba-a840-6d96e4a83c54,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:26.407482 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7dbe77e-8d37-41c3-87fd-daa4c1acba39 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:12:26.427333 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-d7dbe77e-8d37-41c3-87fd-daa4c1acba39 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "PUT /v2.0/routers/5b0bb138-e401-4675-8d57-74d4d6a8e9b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0726762 May 05 22:12:26.427425 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad194d6-5629-4afb-b39f-15d1e014eb07 None None] Sync routers for ids ['5b0bb138-e401-4675-8d57-74d4d6a8e9b3'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:12:26.433459 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-55fcc4d7-7087-456f-b32c-13fe07471cb2 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:26.438171 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-55fcc4d7-7087-456f-b32c-13fe07471cb2 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8074880 May 05 22:12:26.438331 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46258) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:26.461599 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad194d6-5629-4afb-b39f-15d1e014eb07 None None] Routers {'5b0bb138-e401-4675-8d57-74d4d6a8e9b3'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:12:26.464970 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-9ad194d6-5629-4afb-b39f-15d1e014eb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:12:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['5b0bb138-e401-4675-8d57-74d4d6a8e9b3'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:12:26.553212 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b88f0d70-9206-4748-8456-7892496acdc8 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "GET /v2.0/security-group-rules/96e2c7a0-1c77-49ba-a840-6d96e4a83c54 HTTP/1.1" status: 200 len: 706 time: 0.1102924 May 05 22:12:26.565738 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46264) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:26.625486 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-56928657-3513-42e2-83db-741d8f45e1db tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:26.677096 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e89cf180-cdb6-4466-ba3a-9542f3c35f8a tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Synchronizing usage tracker for tenant:8f6276af64f241c485ea1b2e912685a7 on resource:security_group_rule {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:12:26.682545 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7346b742-4254-469c-96b1-f90c5f8cc50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:26.684255 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-56928657-3513-42e2-83db-741d8f45e1db tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Transition to ACTIVE for port object 46e089e8-cdf9-484d-99c6-8e52ea0a5df2 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:12:26.705937 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e89cf180-cdb6-4466-ba3a-9542f3c35f8a tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Unset dirty status for tenant:8f6276af64f241c485ea1b2e912685a7 on resource:security_group_rule {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:12:26.710365 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e89cf180-cdb6-4466-ba3a-9542f3c35f8a tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.1436253 May 05 22:12:26.712620 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46270) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:26.776388 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c11f7f1c-555f-42cf-92b5-a9736e8235b4 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:26.776693 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7346b742-4254-469c-96b1-f90c5f8cc50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4bab83e-f70d-4785-9b6f-a02adf528c01,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:26.796222 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c11f7f1c-555f-42cf-92b5-a9736e8235b4 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:26.808882 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-56928657-3513-42e2-83db-741d8f45e1db tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:26.832337 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7346b742-4254-469c-96b1-f90c5f8cc50e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:26.833783 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-7346b742-4254-469c-96b1-f90c5f8cc50e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d4bab83e-f70d-4785-9b6f-a02adf528c01 HTTP/1.1" status: 204 len: 168 time: 0.6774142 May 05 22:12:26.846905 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c46ef6a-9ac4-46fb-acc1-d8598bdf5738 None None] Network e38cda48-4cdd-4c88-af56-5a7dd9effd55 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:12:26.903325 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56928657-3513-42e2-83db-741d8f45e1db tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Network e38cda48-4cdd-4c88-af56-5a7dd9effd55 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:12:26.907872 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-56928657-3513-42e2-83db-741d8f45e1db tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:12:26.927729 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56928657-3513-42e2-83db-741d8f45e1db tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:12:27.040004 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-52ac8bed-84ea-411a-ac4f-e4c244cbd103 None None] Provisioning for port 4f628d86-5e55-4c2c-8586-b96cac345b3d completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:12:27.064581 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-9ad194d6-5629-4afb-b39f-15d1e014eb07 None None] Set router 5b0bb138-e401-4675-8d57-74d4d6a8e9b3 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:12:27.389908 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce45464-91e8-4b32-906c-5de126c76b5d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Router 39f0658f-802b-46b2-b800-2a997fe7b3e5 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:12:27.391881 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e85c0e-87e0-4860-978f-fe645b4d80b3 req-c977aa5d-6218-4259-b6c6-71c1d3c8c43f tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:12:27.393101 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-97e85c0e-87e0-4860-978f-fe645b4d80b3 req-c977aa5d-6218-4259-b6c6-71c1d3c8c43f tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "GET /v2.0/networks?id=28b85002-5b2e-4fb8-9492-aff561f5a595 HTTP/1.1" status: 200 len: 795 time: 0.4344203 May 05 22:12:27.410871 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56928657-3513-42e2-83db-741d8f45e1db tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:12:27.411405 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-56928657-3513-42e2-83db-741d8f45e1db tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:27.445663 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c11f7f1c-555f-42cf-92b5-a9736e8235b4 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:27.483449 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56928657-3513-42e2-83db-741d8f45e1db tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event updated for resources: {'Port': ['ID=46e089e8-cdf9-484d-99c6-8e52ea0a5df2,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:27.515795 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11f7f1c-555f-42cf-92b5-a9736e8235b4 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=96e2c7a0-1c77-49ba-a840-6d96e4a83c54,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:27.545516 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-97e85c0e-87e0-4860-978f-fe645b4d80b3 req-5f43684b-b503-444e-b909-691ca712b706 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "GET /v2.0/quotas/efa9087c34ce4a5fbd7fe821ae4a2e59 HTTP/1.1" status: 200 len: 375 time: 0.1478937 May 05 22:12:27.643297 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c11f7f1c-555f-42cf-92b5-a9736e8235b4 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:27.657989 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c11f7f1c-555f-42cf-92b5-a9736e8235b4 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/96e2c7a0-1c77-49ba-a840-6d96e4a83c54 HTTP/1.1" status: 204 len: 168 time: 0.9318318 May 05 22:12:27.657989 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46306) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:27.742879 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-56928657-3513-42e2-83db-741d8f45e1db tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1261885 May 05 22:12:27.747945 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46310) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:27.790501 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-1166704c-7a24-41f1-a360-1a5b6de318b5 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Synchronizing usage tracker for tenant:8f6276af64f241c485ea1b2e912685a7 on resource:security_group_rule {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:12:27.801547 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 4f628d86-5e55-4c2c-8586-b96cac345b3d up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:12:27.831530 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46316) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:27.925480 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-1166704c-7a24-41f1-a360-1a5b6de318b5 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Unset dirty status for tenant:8f6276af64f241c485ea1b2e912685a7 on resource:security_group_rule {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:12:27.932912 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-1166704c-7a24-41f1-a360-1a5b6de318b5 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2607551 May 05 22:12:27.932912 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46322) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:27.973289 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9c07687f-1bf9-4b87-a358-c0851cdd1aac admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:28.008193 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75134db1-80d4-4007-85ed-46fd5f8a732a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:12:28.014040 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-75134db1-80d4-4007-85ed-46fd5f8a732a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Synchronizing usage tracker for tenant:4182021ff5fe4f65b13da93a6be96ffa on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:12:28.027015 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-97e85c0e-87e0-4860-978f-fe645b4d80b3 req-a8cd83f2-644b-451c-b96f-235cc400c1ea tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Synchronizing usage tracker for tenant:efa9087c34ce4a5fbd7fe821ae4a2e59 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:12:28.071729 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-75134db1-80d4-4007-85ed-46fd5f8a732a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Unset dirty status for tenant:4182021ff5fe4f65b13da93a6be96ffa on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:12:28.072706 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-75134db1-80d4-4007-85ed-46fd5f8a732a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.3236632 May 05 22:12:28.076692 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46328) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:28.087723 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 4f628d86-5e55-4c2c-8586-b96cac345b3d completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:12:28.127585 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 4f628d86-5e55-4c2c-8586-b96cac345b3d triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:12:28.128789 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:28.148388 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-31691357-8f18-4390-b229-8a3e7f489f53 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:28.168409 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-9c07687f-1bf9-4b87-a358-c0851cdd1aac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:28.179144 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-97e85c0e-87e0-4860-978f-fe645b4d80b3 req-a8cd83f2-644b-451c-b96f-235cc400c1ea tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Unset dirty status for tenant:efa9087c34ce4a5fbd7fe821ae4a2e59 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:12:28.194019 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-97e85c0e-87e0-4860-978f-fe645b4d80b3 req-a8cd83f2-644b-451c-b96f-235cc400c1ea tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=efa9087c34ce4a5fbd7fe821ae4a2e59&fields=id HTTP/1.1" status: 200 len: 486 time: 0.6502430 May 05 22:12:28.198063 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce45464-91e8-4b32-906c-5de126c76b5d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:12:28.205602 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-4ce45464-91e8-4b32-906c-5de126c76b5d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "PUT /v2.0/routers/39f0658f-802b-46b2-b800-2a997fe7b3e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9552147 May 05 22:12:28.208181 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46334) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:28.211488 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e40e7a-86df-4fe3-a062-70b7c80ee7fa None None] Sync routers for ids ['39f0658f-802b-46b2-b800-2a997fe7b3e5'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:12:28.247913 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-9c07687f-1bf9-4b87-a358-c0851cdd1aac admin admin] Usage tracker for resource:security_group_rule and tenant:9eb99969342a402d85144bc0f3de882b is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:28.252143 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e40e7a-86df-4fe3-a062-70b7c80ee7fa None None] Routers {'39f0658f-802b-46b2-b800-2a997fe7b3e5'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:12:28.252143 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-64e40e7a-86df-4fe3-a062-70b7c80ee7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:12:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['39f0658f-802b-46b2-b800-2a997fe7b3e5'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:12:28.309508 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-9c07687f-1bf9-4b87-a358-c0851cdd1aac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:28.324316 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-31691357-8f18-4390-b229-8a3e7f489f53 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:28.332210 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-9c07687f-1bf9-4b87-a358-c0851cdd1aac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:28.362025 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-9ad194d6-5629-4afb-b39f-15d1e014eb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0bb138-e401-4675-8d57-74d4d6a8e9b3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-824227077', 'tenant_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '3dbc797f-f0fd-4d2a-b507-ce02a63672a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:12:03Z', 'updated_at': '2022-05-05T22:12:21Z', 'revision_number': 4, 'project_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'gw_port': {'id': '3dbc797f-f0fd-4d2a-b507-ce02a63672a7', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:df:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0bb138-e401-4675-8d57-74d4d6a8e9b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:12:05Z', 'updated_at': '2022-05-05T22:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'f7cd7a5e-5118-41b6-a8a1-a753acf73f1d', 'name': '', 'network_id': '28b85002-5b2e-4fb8-9492-aff561f5a595', 'tenant_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'mac_address': 'fa:16:3e:66:15:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0bb138-e401-4675-8d57-74d4d6a8e9b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '936367d0-a460-456a-b1ec-8de69dd7e6b0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:12:19Z', 'updated_at': '2022-05-05T22:12:21Z', 'revision_number': 2, 'project_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'subnets': [{'id': '936367d0-a460-456a-b1ec-8de69dd7e6b0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:12:28.568648 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad194d6-5629-4afb-b39f-15d1e014eb07 None None] Checking router: 5b0bb138-e401-4675-8d57-74d4d6a8e9b3 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:12:28.568973 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad194d6-5629-4afb-b39f-15d1e014eb07 None None] Updating router 5b0bb138-e401-4675-8d57-74d4d6a8e9b3 port f7cd7a5e-5118-41b6-a8a1-a753acf73f1d binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:12:28.638968 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc591634-8311-4311-b70f-bfd328709545 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Deleting subnet 8a7ef762-9b9a-4125-ae34-df46990e0391 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:12:28.651749 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cc591634-8311-4311-b70f-bfd328709545 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:28.673945 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9ad194d6-5629-4afb-b39f-15d1e014eb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:28.867962 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-64e40e7a-86df-4fe3-a062-70b7c80ee7fa None None] Set router 39f0658f-802b-46b2-b800-2a997fe7b3e5 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:12:28.970233 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-45cc9453-2111-429f-87d0-5c24f810c2aa None None] Provisioning complete for port 4f628d86-5e55-4c2c-8586-b96cac345b3d triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:12:28.971373 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-45cc9453-2111-429f-87d0-5c24f810c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:29.040271 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-97e85c0e-87e0-4860-978f-fe645b4d80b3 req-b9f6646d-10ae-4520-ba7a-061c81bd1095 service neutron] 10.222.0.23 "GET /v2.0/networks/28b85002-5b2e-4fb8-9492-aff561f5a595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7864816 May 05 22:12:29.040271 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9c07687f-1bf9-4b87-a358-c0851cdd1aac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:29.040271 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-31691357-8f18-4390-b229-8a3e7f489f53 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:29.123181 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbba77a2-2a10-4101-90ab-16525a024dce tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:12:29.123181 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbba77a2-2a10-4101-90ab-16525a024dce tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:12:29.133886 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:29.138429 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbba77a2-2a10-4101-90ab-16525a024dce tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:12:29.148442 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-fbba77a2-2a10-4101-90ab-16525a024dce tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 1.0612938 May 05 22:12:29.148442 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46346) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:29.148442 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46348) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:29.158104 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9c07687f-1bf9-4b87-a358-c0851cdd1aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:29.192920 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31691357-8f18-4390-b229-8a3e7f489f53 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b5b866-cc27-4cd1-b3b4-253a0432c784,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:29.252677 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c07687f-1bf9-4b87-a358-c0851cdd1aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47fc9631-33fb-4c5b-9d6e-de9a6bb00ca6,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:29.319995 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cc591634-8311-4311-b70f-bfd328709545 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:29.371003 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 4f628d86-5e55-4c2c-8586-b96cac345b3d, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=4f628d86-5e55-4c2c-8586-b96cac345b3d,segment=NetworkSegment(4f38f189-18a5-4e0b-b91f-e82e3b857dfa),segment_id=4f38f189-18a5-4e0b-b91f-e82e3b857dfa)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:12:29.420471 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:29.435195 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-9c07687f-1bf9-4b87-a358-c0851cdd1aac admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9eb99969342a402d85144bc0f3de882b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5879142 May 05 22:12:29.442547 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46358) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:29.445760 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-31691357-8f18-4390-b229-8a3e7f489f53 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:29.461521 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-31691357-8f18-4390-b229-8a3e7f489f53 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "DELETE /v2.0/security-groups/23b5b866-cc27-4cd1-b3b4-253a0432c784 HTTP/1.1" status: 204 len: 168 time: 1.5156436 May 05 22:12:29.461521 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46360) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:29.560695 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e2b9ca45-f31f-45f6-9d43-2e0979cc74a4 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Synchronizing usage tracker for tenant:8f6276af64f241c485ea1b2e912685a7 on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:12:29.578738 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-97e85c0e-87e0-4860-978f-fe645b4d80b3 req-d6b868aa-9f83-45bf-9304-37138217a7b3 service neutron] 10.222.0.23 "GET /v2.0/networks/28b85002-5b2e-4fb8-9492-aff561f5a595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4906850 May 05 22:12:29.605844 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e2b9ca45-f31f-45f6-9d43-2e0979cc74a4 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Unset dirty status for tenant:8f6276af64f241c485ea1b2e912685a7 on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:12:29.612904 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e2b9ca45-f31f-45f6-9d43-2e0979cc74a4 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1397700 May 05 22:12:29.614673 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46368) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:29.625820 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-4b6dec24-6e81-4195-82d8-6cf41f88c15e tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Request body: {'security_group': {'name': 'tempest-secgroup--148332405'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:29.628130 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-64e40e7a-86df-4fe3-a062-70b7c80ee7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f0658f-802b-46b2-b800-2a997fe7b3e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612743553', 'tenant_id': '06fb629024324e968714595537efac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'd71d8fd6-8f78-4ff5-b234-08f750f52803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:09:56Z', 'updated_at': '2022-05-05T22:12:24Z', 'revision_number': 5, 'project_id': '06fb629024324e968714595537efac5c', 'gw_port': {'id': 'd71d8fd6-8f78-4ff5-b234-08f750f52803', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:df:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f0658f-802b-46b2-b800-2a997fe7b3e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:09:57Z', 'updated_at': '2022-05-05T22:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:12:29.637506 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e40e7a-86df-4fe3-a062-70b7c80ee7fa None None] Checking router: 39f0658f-802b-46b2-b800-2a997fe7b3e5 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:12:29.642387 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-e28620d7-45d8-4d4e-b02c-321003592213 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Deleting port 46e089e8-cdf9-484d-99c6-8e52ea0a5df2 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:12:29.643331 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e28620d7-45d8-4d4e-b02c-321003592213 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:29.658304 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4b6dec24-6e81-4195-82d8-6cf41f88c15e tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:29.682960 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4b6dec24-6e81-4195-82d8-6cf41f88c15e tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:29.684034 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e40e7a-86df-4fe3-a062-70b7c80ee7fa None None] Routers {'39f0658f-802b-46b2-b800-2a997fe7b3e5'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:12:29.684871 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-64e40e7a-86df-4fe3-a062-70b7c80ee7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:12:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['39f0658f-802b-46b2-b800-2a997fe7b3e5'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:12:29.707580 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4b6dec24-6e81-4195-82d8-6cf41f88c15e tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:29.796091 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4b6dec24-6e81-4195-82d8-6cf41f88c15e tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:29.803937 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-4b6dec24-6e81-4195-82d8-6cf41f88c15e tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Usage tracker for resource:security_group_rule and tenant:8f6276af64f241c485ea1b2e912685a7 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:29.812605 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-4b6dec24-6e81-4195-82d8-6cf41f88c15e tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:29.820607 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4b6dec24-6e81-4195-82d8-6cf41f88c15e tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:29.872531 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=4f628d86-5e55-4c2c-8586-b96cac345b3d,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:29.937254 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-45cc9453-2111-429f-87d0-5c24f810c2aa None None] Provisioning for port c41bdccf-ab3f-43ec-aedf-3f610441c95b completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:12:29.991691 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4b6dec24-6e81-4195-82d8-6cf41f88c15e tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:29.994444 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-64e40e7a-86df-4fe3-a062-70b7c80ee7fa None None] Set router 39f0658f-802b-46b2-b800-2a997fe7b3e5 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:12:30.000198 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-45cc9453-2111-429f-87d0-5c24f810c2aa None None] Provisioning complete for port c41bdccf-ab3f-43ec-aedf-3f610441c95b triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:12:30.003737 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4b6dec24-6e81-4195-82d8-6cf41f88c15e tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:30.006086 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-45cc9453-2111-429f-87d0-5c24f810c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:30.011263 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-79dad1b5-71ee-4d5d-8571-06d75d6b018a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:30.091026 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6dec24-6e81-4195-82d8-6cf41f88c15e tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a99127a-e526-4064-b73a-b0b9e5f43647,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:30.105751 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4b6dec24-6e81-4195-82d8-6cf41f88c15e tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:30.112368 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4b6dec24-6e81-4195-82d8-6cf41f88c15e tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4958673 May 05 22:12:30.113537 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46384) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:30.128046 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-f56fe078-cf60-442b-967d-d141054ce025 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Request body: {'security_group_rule': {'security_group_id': '8a99127a-e526-4064-b73a-b0b9e5f43647', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:30.180670 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-f56fe078-cf60-442b-967d-d141054ce025 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:30.184697 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ff27f4b3-7a64-423b-b383-9aeddd46c28b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:30.203818 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-f56fe078-cf60-442b-967d-d141054ce025 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Usage tracker for resource:security_group_rule and tenant:8f6276af64f241c485ea1b2e912685a7 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:30.203818 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-f56fe078-cf60-442b-967d-d141054ce025 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:30.211748 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ff27f4b3-7a64-423b-b383-9aeddd46c28b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:30.226174 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-f56fe078-cf60-442b-967d-d141054ce025 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:30.269710 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f56fe078-cf60-442b-967d-d141054ce025 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:30.362814 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ff27f4b3-7a64-423b-b383-9aeddd46c28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:30.362814 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-79dad1b5-71ee-4d5d-8571-06d75d6b018a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:30.392281 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-79dad1b5-71ee-4d5d-8571-06d75d6b018a admin admin] Usage tracker for resource:security_group_rule and tenant:2f448b4f4839434d9b1bb2db62929ff9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:30.394885 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-79dad1b5-71ee-4d5d-8571-06d75d6b018a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:30.395597 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9ad194d6-5629-4afb-b39f-15d1e014eb07 None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:30.405064 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff27f4b3-7a64-423b-b383-9aeddd46c28b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47fc9631-33fb-4c5b-9d6e-de9a6bb00ca6,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:30.408757 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-79dad1b5-71ee-4d5d-8571-06d75d6b018a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:30.435408 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-9ad194d6-5629-4afb-b39f-15d1e014eb07 None None] Transition to ACTIVE for port object f7cd7a5e-5118-41b6-a8a1-a753acf73f1d will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:12:30.447471 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cc591634-8311-4311-b70f-bfd328709545 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:30.463307 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f56fe078-cf60-442b-967d-d141054ce025 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:30.477082 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f56fe078-cf60-442b-967d-d141054ce025 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:30.495956 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ff27f4b3-7a64-423b-b383-9aeddd46c28b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:30.497092 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ff27f4b3-7a64-423b-b383-9aeddd46c28b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/47fc9631-33fb-4c5b-9d6e-de9a6bb00ca6 HTTP/1.1" status: 204 len: 168 time: 1.0440099 May 05 22:12:30.538954 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56fe078-cf60-442b-967d-d141054ce025 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39fff72e-060d-4c26-8d5e-c2cbe3e6e00a,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:30.555171 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9ad194d6-5629-4afb-b39f-15d1e014eb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:30.590023 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e28620d7-45d8-4d4e-b02c-321003592213 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:30.731526 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c91b1322-4974-4829-9fd2-50dd30b5666d req-9faca550-363b-441c-a7ad-7ffad863b828 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "GET /v2.0/ports?device_id=33b84740-c19f-482d-aad1-2fdec09212f0 HTTP/1.1" status: 200 len: 210 time: 0.6665030 May 05 22:12:30.731526 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f56fe078-cf60-442b-967d-d141054ce025 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:30.740760 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f56fe078-cf60-442b-967d-d141054ce025 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6215968 May 05 22:12:30.740760 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46400) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:30.832097 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-45cc9453-2111-429f-87d0-5c24f810c2aa None None] Port c41bdccf-ab3f-43ec-aedf-3f610441c95b cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:12:30.853267 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a35a61-ba23-405c-bd35-ef0e15382073 None None] Pushing event updated for resources: {'Port': ['ID=f7cd7a5e-5118-41b6-a8a1-a753acf73f1d,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:30.867818 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-64e40e7a-86df-4fe3-a062-70b7c80ee7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f0658f-802b-46b2-b800-2a997fe7b3e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612743553', 'tenant_id': '06fb629024324e968714595537efac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'd71d8fd6-8f78-4ff5-b234-08f750f52803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:09:56Z', 'updated_at': '2022-05-05T22:12:24Z', 'revision_number': 5, 'project_id': '06fb629024324e968714595537efac5c', 'gw_port': {'id': 'd71d8fd6-8f78-4ff5-b234-08f750f52803', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:df:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f0658f-802b-46b2-b800-2a997fe7b3e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:09:57Z', 'updated_at': '2022-05-05T22:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:12:30.874568 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e40e7a-86df-4fe3-a062-70b7c80ee7fa None None] The sync data for ids ['39f0658f-802b-46b2-b800-2a997fe7b3e5'] in n-d-825175-4 is: [{'id': '39f0658f-802b-46b2-b800-2a997fe7b3e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1612743553', 'tenant_id': '06fb629024324e968714595537efac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'd71d8fd6-8f78-4ff5-b234-08f750f52803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:09:56Z', 'updated_at': '2022-05-05T22:12:24Z', 'revision_number': 5, 'project_id': '06fb629024324e968714595537efac5c', 'gw_port': {'id': 'd71d8fd6-8f78-4ff5-b234-08f750f52803', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:df:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f0658f-802b-46b2-b800-2a997fe7b3e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:09:57Z', 'updated_at': '2022-05-05T22:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:12:30.923581 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ec542008-1de2-419f-9759-e0f4ee981713 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:30.991133 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ec542008-1de2-419f-9759-e0f4ee981713 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:31.025587 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-45cc9453-2111-429f-87d0-5c24f810c2aa None None] Provisioning for port 46e089e8-cdf9-484d-99c6-8e52ea0a5df2 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:12:31.046256 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-45cc9453-2111-429f-87d0-5c24f810c2aa None None] Provisioning complete for port 46e089e8-cdf9-484d-99c6-8e52ea0a5df2 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:12:31.046256 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-45cc9453-2111-429f-87d0-5c24f810c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:31.067578 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-e28620d7-45d8-4d4e-b02c-321003592213 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Calling delete_port for 46e089e8-cdf9-484d-99c6-8e52ea0a5df2 owned by {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:12:31.107412 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ec542008-1de2-419f-9759-e0f4ee981713 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:31.176811 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec542008-1de2-419f-9759-e0f4ee981713 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a99127a-e526-4064-b73a-b0b9e5f43647,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:31.188989 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ec542008-1de2-419f-9759-e0f4ee981713 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:31.188989 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ec542008-1de2-419f-9759-e0f4ee981713 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "DELETE /v2.0/security-groups/8a99127a-e526-4064-b73a-b0b9e5f43647 HTTP/1.1" status: 204 len: 168 time: 0.4434853 May 05 22:12:31.194316 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46408) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:31.334473 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-ec633999-46e3-411a-8fb7-100466ee3286 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Synchronizing usage tracker for tenant:8f6276af64f241c485ea1b2e912685a7 on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:12:31.340525 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-79dad1b5-71ee-4d5d-8571-06d75d6b018a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:31.361133 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-79dad1b5-71ee-4d5d-8571-06d75d6b018a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:31.394981 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-ec633999-46e3-411a-8fb7-100466ee3286 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Unset dirty status for tenant:8f6276af64f241c485ea1b2e912685a7 on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:12:31.394981 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ec633999-46e3-411a-8fb7-100466ee3286 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1992464 May 05 22:12:31.394981 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46416) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:31.470282 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-45cc9453-2111-429f-87d0-5c24f810c2aa None None] Port 46e089e8-cdf9-484d-99c6-8e52ea0a5df2 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:12:31.519744 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-731ea75b-e271-428f-988a-0b8587ef0ef3 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Synchronizing usage tracker for tenant:8f6276af64f241c485ea1b2e912685a7 on resource:security_group_rule {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:12:31.523009 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-9ad194d6-5629-4afb-b39f-15d1e014eb07 None None] Attempting to bind port f7cd7a5e-5118-41b6-a8a1-a753acf73f1d on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:12:31.523009 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-9ad194d6-5629-4afb-b39f-15d1e014eb07 None None] Attempting to bind port f7cd7a5e-5118-41b6-a8a1-a753acf73f1d by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '5832396b-c757-4a6a-acc8-f493a2bfc8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '28b85002-5b2e-4fb8-9492-aff561f5a595'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:12:31.523009 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad194d6-5629-4afb-b39f-15d1e014eb07 None None] Attempting to bind port f7cd7a5e-5118-41b6-a8a1-a753acf73f1d on network 28b85002-5b2e-4fb8-9492-aff561f5a595 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:12:31.529831 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cc591634-8311-4311-b70f-bfd328709545 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:31.549300 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-731ea75b-e271-428f-988a-0b8587ef0ef3 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] Unset dirty status for tenant:8f6276af64f241c485ea1b2e912685a7 on resource:security_group_rule {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:12:31.549300 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-731ea75b-e271-428f-988a-0b8587ef0ef3 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.1505218 May 05 22:12:31.549300 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46422) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:31.588438 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad194d6-5629-4afb-b39f-15d1e014eb07 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:12:31.588818 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad194d6-5629-4afb-b39f-15d1e014eb07 None None] Checking segment: {'id': '5832396b-c757-4a6a-acc8-f493a2bfc8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '28b85002-5b2e-4fb8-9492-aff561f5a595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:12:31.592589 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9ad194d6-5629-4afb-b39f-15d1e014eb07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:31.592928 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad194d6-5629-4afb-b39f-15d1e014eb07 None None] Bound using segment: {'id': '5832396b-c757-4a6a-acc8-f493a2bfc8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '28b85002-5b2e-4fb8-9492-aff561f5a595'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:12:31.593403 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-9ad194d6-5629-4afb-b39f-15d1e014eb07 None None] Bound port: f7cd7a5e-5118-41b6-a8a1-a753acf73f1d, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5832396b-c757-4a6a-acc8-f493a2bfc8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '28b85002-5b2e-4fb8-9492-aff561f5a595'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:12:31.597697 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9ad194d6-5629-4afb-b39f-15d1e014eb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:31.608120 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [None req-35ce1b9f-72e3-4945-8e4e-36118e74ba54 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] delete failed (client error): The resource could not be found. May 05 22:12:31.609234 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-35ce1b9f-72e3-4945-8e4e-36118e74ba54 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "DELETE /v2.0/security-groups/8a99127a-e526-4064-b73a-b0b9e5f43647 HTTP/1.1" status: 404 len: 347 time: 0.0610223 May 05 22:12:31.615725 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46430) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:31.645154 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 4f628d86-5e55-4c2c-8586-b96cac345b3d up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:12:31.688171 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc591634-8311-4311-b70f-bfd328709545 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event deleted for resources: {'Subnet': ['ID=8a7ef762-9b9a-4125-ae34-df46990e0391,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:31.749444 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cc591634-8311-4311-b70f-bfd328709545 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:31.759769 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-d6eaad4a-02fb-4a3b-b9e2-2420c429a876 tempest-SecGroupTest-731305243 tempest-SecGroupTest-731305243-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1379578 May 05 22:12:31.940929 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-79dad1b5-71ee-4d5d-8571-06d75d6b018a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2f448b4f4839434d9b1bb2db62929ff9&name=default HTTP/1.1" status: 200 len: 2647 time: 2.7957296 May 05 22:12:31.941943 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dad1b5-71ee-4d5d-8571-06d75d6b018a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3d48a7-003d-48f0-9900-b73e0e5b4661,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:31.943660 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46442) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:31.950048 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-cc591634-8311-4311-b70f-bfd328709545 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "DELETE /v2.0/subnets/8a7ef762-9b9a-4125-ae34-df46990e0391 HTTP/1.1" status: 204 len: 168 time: 3.7403100 May 05 22:12:31.958969 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46446) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:32.039622 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2b9527-6504-45b9-84ed-1e669b4335b2 None None] Network 6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:12:32.475964 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e28620d7-45d8-4d4e-b02c-321003592213 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:32.538784 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-9ad194d6-5629-4afb-b39f-15d1e014eb07 None None] For port f7cd7a5e-5118-41b6-a8a1-a753acf73f1d, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:12:32.554726 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46458) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:32.556146 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28620d7-45d8-4d4e-b02c-321003592213 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event deleted for resources: {'Port': ['ID=46e089e8-cdf9-484d-99c6-8e52ea0a5df2,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:32.557720 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-9ad194d6-5629-4afb-b39f-15d1e014eb07 None None] For port f7cd7a5e-5118-41b6-a8a1-a753acf73f1d, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=f7cd7a5e-5118-41b6-a8a1-a753acf73f1d,segment=NetworkSegment(5832396b-c757-4a6a-acc8-f493a2bfc8c0),segment_id=5832396b-c757-4a6a-acc8-f493a2bfc8c0)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:12:32.639534 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9ad194d6-5629-4afb-b39f-15d1e014eb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:32.777770 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a35a61-ba23-405c-bd35-ef0e15382073 None None] Pushing event updated for resources: {'Port': ['ID=f7cd7a5e-5118-41b6-a8a1-a753acf73f1d,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:32.872798 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-42cdc796-3bfa-44ba-bc4f-a8b929da17aa None None] Provisioning complete for port c41bdccf-ab3f-43ec-aedf-3f610441c95b triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:12:32.872798 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-42cdc796-3bfa-44ba-bc4f-a8b929da17aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:32.931058 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3644e618-9a56-4947-a745-f87f4d2cb6d0 req-aaaf6759-6a66-458f-8bb2-e6a7da648ced tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "GET /v2.0/ports?device_id=33b84740-c19f-482d-aad1-2fdec09212f0 HTTP/1.1" status: 200 len: 210 time: 0.6721196 May 05 22:12:33.044649 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-62a7422f-d356-406d-a1c9-d933dc507aef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:33.046926 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad194d6-5629-4afb-b39f-15d1e014eb07 None None] Routers {'5b0bb138-e401-4675-8d57-74d4d6a8e9b3'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:12:33.047557 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-9ad194d6-5629-4afb-b39f-15d1e014eb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:12:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['5b0bb138-e401-4675-8d57-74d4d6a8e9b3'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:12:33.070331 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-22df443b-aad6-4c63-896c-34922341a94a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8f6276af64f241c485ea1b2e912685a7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4975426 May 05 22:12:33.077422 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46472) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:33.077422 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e28620d7-45d8-4d4e-b02c-321003592213 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:33.080773 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-e28620d7-45d8-4d4e-b02c-321003592213 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "DELETE /v2.0/ports/46e089e8-cdf9-484d-99c6-8e52ea0a5df2 HTTP/1.1" status: 204 len: 168 time: 3.9323668 May 05 22:12:33.089323 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46474) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:33.141892 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-62a7422f-d356-406d-a1c9-d933dc507aef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:33.162563 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e85c0e-87e0-4860-978f-fe645b4d80b3 req-83d03c48-3ee5-450a-9ba1-a04df29fa282 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:12:33.162563 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-97e85c0e-87e0-4860-978f-fe645b4d80b3 req-83d03c48-3ee5-450a-9ba1-a04df29fa282 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.32 "GET /v2.0/networks?id=28b85002-5b2e-4fb8-9492-aff561f5a595 HTTP/1.1" status: 200 len: 795 time: 1.1469266 May 05 22:12:33.194404 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-97e85c0e-87e0-4860-978f-fe645b4d80b3 req-8965115d-8751-45d6-8b06-e7e959fa4743 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Request body: {'port': {'device_id': '33b84740-c19f-482d-aad1-2fdec09212f0', 'network_id': '28b85002-5b2e-4fb8-9492-aff561f5a595', 'admin_state_up': True, 'tenant_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:33.292829 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-c69767e0-0468-4c08-8dfd-494ce8e4cba7 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] GET failed (client error): The resource could not be found. May 05 22:12:33.293335 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c69767e0-0468-4c08-8dfd-494ce8e4cba7 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Synchronizing usage tracker for tenant:4182021ff5fe4f65b13da93a6be96ffa on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:12:33.349698 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c69767e0-0468-4c08-8dfd-494ce8e4cba7 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Unset dirty status for tenant:4182021ff5fe4f65b13da93a6be96ffa on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:12:33.350903 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c69767e0-0468-4c08-8dfd-494ce8e4cba7 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "GET /v2.0/ports/46e089e8-cdf9-484d-99c6-8e52ea0a5df2 HTTP/1.1" status: 404 len: 333 time: 0.2636445 May 05 22:12:33.354644 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46482) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:33.368378 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 4f628d86-5e55-4c2c-8586-b96cac345b3d triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:12:33.368829 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:33.422432 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-42cdc796-3bfa-44ba-bc4f-a8b929da17aa None None] Port c41bdccf-ab3f-43ec-aedf-3f610441c95b cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:12:33.435235 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-97e85c0e-87e0-4860-978f-fe645b4d80b3 req-8965115d-8751-45d6-8b06-e7e959fa4743 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:33.447942 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-97e85c0e-87e0-4860-978f-fe645b4d80b3 req-8965115d-8751-45d6-8b06-e7e959fa4743 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:33.465809 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97e85c0e-87e0-4860-978f-fe645b4d80b3 req-8965115d-8751-45d6-8b06-e7e959fa4743 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Made reservation on behalf of efa9087c34ce4a5fbd7fe821ae4a2e59 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:12:33.478460 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2c62bd5a-8f9d-4dfc-af92-c728a8b4f885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:33.482594 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-97e85c0e-87e0-4860-978f-fe645b4d80b3 req-8965115d-8751-45d6-8b06-e7e959fa4743 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:33.493225 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-42cdc796-3bfa-44ba-bc4f-a8b929da17aa None None] Could not find standard attr ID for object 46e089e8-cdf9-484d-99c6-8e52ea0a5df2. {{(pid=84064) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 22:12:33.503500 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-62a7422f-d356-406d-a1c9-d933dc507aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:33.526931 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a7422f-d356-406d-a1c9-d933dc507aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3d48a7-003d-48f0-9900-b73e0e5b4661,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:33.699251 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-62a7422f-d356-406d-a1c9-d933dc507aef admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:33.710910 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-62a7422f-d356-406d-a1c9-d933dc507aef admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ff3d48a7-003d-48f0-9900-b73e0e5b4661 HTTP/1.1" status: 204 len: 168 time: 1.7659187 May 05 22:12:33.816385 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a8b376ee-56f7-463e-a99d-d4d84c583ebd tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:33.860782 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f645c46-ff87-4b87-99ee-d8c318280b53 None None] DHCP port deletion for 6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:12:33.860782 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-7f645c46-ff87-4b87-99ee-d8c318280b53 None None] Deleting port e09e1e6c-f1b8-433a-8c61-dfe70203f108 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:12:33.860782 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7f645c46-ff87-4b87-99ee-d8c318280b53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:33.954494 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-97e85c0e-87e0-4860-978f-fe645b4d80b3 req-8965115d-8751-45d6-8b06-e7e959fa4743 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Allocated IP 172.20.0.24 (28b85002-5b2e-4fb8-9492-aff561f5a595/936367d0-a460-456a-b1ec-8de69dd7e6b0/7409c499-1df4-4e64-b68e-81f59e8dae2d) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:12:34.049956 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 18ec8077-0166-48e7-96ee-5fa7aef28d24 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:12:34.119762 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2c62bd5a-8f9d-4dfc-af92-c728a8b4f885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:34.129376 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-c8bf570c-c40d-48b9-83dd-0454ad3a7623 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Deleting port c41bdccf-ab3f-43ec-aedf-3f610441c95b {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:12:34.129719 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c8bf570c-c40d-48b9-83dd-0454ad3a7623 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:34.159564 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 18ec8077-0166-48e7-96ee-5fa7aef28d24 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:12:34.159904 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 18ec8077-0166-48e7-96ee-5fa7aef28d24 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:12:34.382975 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bfcb571d-503f-4aef-9e16-ac68adf3ab7d req-441cba34-0fe3-4515-b059-4e13d4844b8f tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "GET /v2.0/ports?device_id=33b84740-c19f-482d-aad1-2fdec09212f0 HTTP/1.1" status: 200 len: 210 time: 0.1645126 May 05 22:12:34.498557 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2c62bd5a-8f9d-4dfc-af92-c728a8b4f885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:34.535228 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-97e85c0e-87e0-4860-978f-fe645b4d80b3 req-8965115d-8751-45d6-8b06-e7e959fa4743 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:34.554910 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device e09e1e6c-f1b8-433a-8c61-dfe70203f108 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:12:34.577661 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-97e85c0e-87e0-4860-978f-fe645b4d80b3 req-8965115d-8751-45d6-8b06-e7e959fa4743 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Transition to ACTIVE for port object 7409c499-1df4-4e64-b68e-81f59e8dae2d will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:12:34.618244 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c62bd5a-8f9d-4dfc-af92-c728a8b4f885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1724120e-9460-4329-8c93-cbd64d236f21,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:34.628481 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-9ad194d6-5629-4afb-b39f-15d1e014eb07 None None] Set router 5b0bb138-e401-4675-8d57-74d4d6a8e9b3 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:12:34.670576 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-97e85c0e-87e0-4860-978f-fe645b4d80b3 req-8965115d-8751-45d6-8b06-e7e959fa4743 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:34.730276 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-7f645c46-ff87-4b87-99ee-d8c318280b53 None None] For port e09e1e6c-f1b8-433a-8c61-dfe70203f108, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=e09e1e6c-f1b8-433a-8c61-dfe70203f108,segment=NetworkSegment(ee217534-879b-45a2-90a5-ba467cc58a1f),segment_id=ee217534-879b-45a2-90a5-ba467cc58a1f)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:12:34.730276 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7f645c46-ff87-4b87-99ee-d8c318280b53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:34.772483 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c8bf570c-c40d-48b9-83dd-0454ad3a7623 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:34.809644 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2c62bd5a-8f9d-4dfc-af92-c728a8b4f885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:34.809644 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-2c62bd5a-8f9d-4dfc-af92-c728a8b4f885 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1724120e-9460-4329-8c93-cbd64d236f21 HTTP/1.1" status: 204 len: 168 time: 1.7193072 May 05 22:12:34.913829 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-7f645c46-ff87-4b87-99ee-d8c318280b53 None None] Calling delete_port for e09e1e6c-f1b8-433a-8c61-dfe70203f108 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:12:34.933402 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8965115d-8751-45d6-8b06-e7e959fa4743 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Pushing event updated for resources: {'Port': ['ID=7409c499-1df4-4e64-b68e-81f59e8dae2d,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:34.971114 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97e85c0e-87e0-4860-978f-fe645b4d80b3 req-8965115d-8751-45d6-8b06-e7e959fa4743 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Network 28b85002-5b2e-4fb8-9492-aff561f5a595 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:12:34.972327 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-97e85c0e-87e0-4860-978f-fe645b4d80b3 req-8965115d-8751-45d6-8b06-e7e959fa4743 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:12:35.004564 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-97e85c0e-87e0-4860-978f-fe645b4d80b3 req-8965115d-8751-45d6-8b06-e7e959fa4743 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:12:35.066826 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-c8bf570c-c40d-48b9-83dd-0454ad3a7623 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Calling delete_port for c41bdccf-ab3f-43ec-aedf-3f610441c95b owned by {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:12:35.070994 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7f645c46-ff87-4b87-99ee-d8c318280b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:35.297195 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f645c46-ff87-4b87-99ee-d8c318280b53 None None] Pushing event deleted for resources: {'Port': ['ID=e09e1e6c-f1b8-433a-8c61-dfe70203f108,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:35.297323 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a8b376ee-56f7-463e-a99d-d4d84c583ebd tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:35.343066 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e85c0e-87e0-4860-978f-fe645b4d80b3 req-8965115d-8751-45d6-8b06-e7e959fa4743 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:12:35.344145 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-a8b376ee-56f7-463e-a99d-d4d84c583ebd tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Deleting port d71d8fd6-8f78-4ff5-b234-08f750f52803 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:12:35.344494 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a8b376ee-56f7-463e-a99d-d4d84c583ebd tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:35.345769 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-97e85c0e-87e0-4860-978f-fe645b4d80b3 req-8965115d-8751-45d6-8b06-e7e959fa4743 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:35.442595 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-97e85c0e-87e0-4860-978f-fe645b4d80b3 req-8965115d-8751-45d6-8b06-e7e959fa4743 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.2577305 May 05 22:12:35.461443 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-97e85c0e-87e0-4860-978f-fe645b4d80b3 req-ebeb26c1-fbe2-443f-88d9-4cccf8de2adc service neutron] Request body: {'port': {'device_id': '33b84740-c19f-482d-aad1-2fdec09212f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:35.486706 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c8bf570c-c40d-48b9-83dd-0454ad3a7623 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:35.536373 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No active binding found for port e09e1e6c-f1b8-433a-8c61-dfe70203f108 {{(pid=84064) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 05 22:12:35.536373 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device e09e1e6c-f1b8-433a-8c61-dfe70203f108 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:12:35.603726 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f645c46-ff87-4b87-99ee-d8c318280b53 None None] No DVR routers for this DVR port e09e1e6c-f1b8-433a-8c61-dfe70203f108 on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:12:35.775169 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-a8b376ee-56f7-463e-a99d-d4d84c583ebd tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] For port d71d8fd6-8f78-4ff5-b234-08f750f52803, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=d71d8fd6-8f78-4ff5-b234-08f750f52803,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:12:35.775776 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a8b376ee-56f7-463e-a99d-d4d84c583ebd tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:35.794701 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-97e85c0e-87e0-4860-978f-fe645b4d80b3 req-ebeb26c1-fbe2-443f-88d9-4cccf8de2adc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:35.822771 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-6af35b52-61ea-4a6d-95d4-63f6a92b5449 None None] Provisioning for port 7409c499-1df4-4e64-b68e-81f59e8dae2d completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:12:35.910574 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-6af35b52-61ea-4a6d-95d4-63f6a92b5449 None None] Provisioning complete for port 7409c499-1df4-4e64-b68e-81f59e8dae2d triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:12:35.910574 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6af35b52-61ea-4a6d-95d4-63f6a92b5449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:36.004490 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-a8b376ee-56f7-463e-a99d-d4d84c583ebd tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Calling delete_port for d71d8fd6-8f78-4ff5-b234-08f750f52803 owned by network:router_gateway {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:12:36.043799 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-6af35b52-61ea-4a6d-95d4-63f6a92b5449 None None] Port 7409c499-1df4-4e64-b68e-81f59e8dae2d cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:12:36.105875 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:36.230062 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bf570c-c40d-48b9-83dd-0454ad3a7623 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event deleted for resources: {'Port': ['ID=c41bdccf-ab3f-43ec-aedf-3f610441c95b,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:36.255196 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:36.271315 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556e17a-e0f1-48d3-9fdd-30077094ffdb req-14e4c576-e5aa-4280-a51a-5159784e93b6 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:12:36.271315 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-d556e17a-e0f1-48d3-9fdd-30077094ffdb req-14e4c576-e5aa-4280-a51a-5159784e93b6 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Synchronizing usage tracker for tenant:efa9087c34ce4a5fbd7fe821ae4a2e59 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:12:36.333727 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-d556e17a-e0f1-48d3-9fdd-30077094ffdb req-14e4c576-e5aa-4280-a51a-5159784e93b6 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Unset dirty status for tenant:efa9087c34ce4a5fbd7fe821ae4a2e59 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:12:36.333727 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d556e17a-e0f1-48d3-9fdd-30077094ffdb req-14e4c576-e5aa-4280-a51a-5159784e93b6 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "GET /v2.0/ports?device_id=33b84740-c19f-482d-aad1-2fdec09212f0 HTTP/1.1" status: 200 len: 895 time: 0.5207427 May 05 22:12:36.341763 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-9ad194d6-5629-4afb-b39f-15d1e014eb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0bb138-e401-4675-8d57-74d4d6a8e9b3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-824227077', 'tenant_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '3dbc797f-f0fd-4d2a-b507-ce02a63672a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:12:03Z', 'updated_at': '2022-05-05T22:12:21Z', 'revision_number': 4, 'project_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'gw_port': {'id': '3dbc797f-f0fd-4d2a-b507-ce02a63672a7', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:df:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0bb138-e401-4675-8d57-74d4d6a8e9b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:12:05Z', 'updated_at': '2022-05-05T22:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'f7cd7a5e-5118-41b6-a8a1-a753acf73f1d', 'name': '', 'network_id': '28b85002-5b2e-4fb8-9492-aff561f5a595', 'tenant_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'mac_address': 'fa:16:3e:66:15:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0bb138-e401-4675-8d57-74d4d6a8e9b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '936367d0-a460-456a-b1ec-8de69dd7e6b0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:12:19Z', 'updated_at': '2022-05-05T22:12:32Z', 'revision_number': 4, 'project_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'subnets': [{'id': '936367d0-a460-456a-b1ec-8de69dd7e6b0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:12:36.363154 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad194d6-5629-4afb-b39f-15d1e014eb07 None None] The sync data for ids ['5b0bb138-e401-4675-8d57-74d4d6a8e9b3'] in n-d-825175-4 is: [{'id': '5b0bb138-e401-4675-8d57-74d4d6a8e9b3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-824227077', 'tenant_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '3dbc797f-f0fd-4d2a-b507-ce02a63672a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:12:03Z', 'updated_at': '2022-05-05T22:12:21Z', 'revision_number': 4, 'project_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'gw_port': {'id': '3dbc797f-f0fd-4d2a-b507-ce02a63672a7', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:df:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0bb138-e401-4675-8d57-74d4d6a8e9b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:12:05Z', 'updated_at': '2022-05-05T22:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'f7cd7a5e-5118-41b6-a8a1-a753acf73f1d', 'name': '', 'network_id': '28b85002-5b2e-4fb8-9492-aff561f5a595', 'tenant_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'mac_address': 'fa:16:3e:66:15:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0bb138-e401-4675-8d57-74d4d6a8e9b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '936367d0-a460-456a-b1ec-8de69dd7e6b0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:12:19Z', 'updated_at': '2022-05-05T22:12:32Z', 'revision_number': 4, 'project_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'subnets': [{'id': '936367d0-a460-456a-b1ec-8de69dd7e6b0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:12:36.535491 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c8bf570c-c40d-48b9-83dd-0454ad3a7623 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:36.570901 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c8bf570c-c40d-48b9-83dd-0454ad3a7623 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "DELETE /v2.0/ports/c41bdccf-ab3f-43ec-aedf-3f610441c95b HTTP/1.1" status: 204 len: 168 time: 3.1913273 May 05 22:12:36.571606 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46556) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:36.571990 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46560) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:36.576838 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a8b376ee-56f7-463e-a99d-d4d84c583ebd tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:36.625564 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-97e85c0e-87e0-4860-978f-fe645b4d80b3 req-ebeb26c1-fbe2-443f-88d9-4cccf8de2adc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7409c499-1df4-4e64-b68e-81f59e8dae2d {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:12:36.638594 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-97e85c0e-87e0-4860-978f-fe645b4d80b3 req-ebeb26c1-fbe2-443f-88d9-4cccf8de2adc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:36.664115 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-97e85c0e-87e0-4860-978f-fe645b4d80b3 req-ebeb26c1-fbe2-443f-88d9-4cccf8de2adc service neutron] Transition to ACTIVE for port object 7409c499-1df4-4e64-b68e-81f59e8dae2d will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:12:36.677828 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-97e85c0e-87e0-4860-978f-fe645b4d80b3 req-ebeb26c1-fbe2-443f-88d9-4cccf8de2adc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:37.015008 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeb26c1-fbe2-443f-88d9-4cccf8de2adc service neutron] Pushing event updated for resources: {'Port': ['ID=7409c499-1df4-4e64-b68e-81f59e8dae2d,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:37.165025 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b376ee-56f7-463e-a99d-d4d84c583ebd tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event deleted for resources: {'Port': ['ID=d71d8fd6-8f78-4ff5-b234-08f750f52803,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:37.207003 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab420ff7-c179-4465-aafc-ba24be2d4e5b tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] GET failed (client error): The resource could not be found. May 05 22:12:37.207003 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-ab420ff7-c179-4465-aafc-ba24be2d4e5b tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Synchronizing usage tracker for tenant:4182021ff5fe4f65b13da93a6be96ffa on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:12:37.308201 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-97e85c0e-87e0-4860-978f-fe645b4d80b3 req-ebeb26c1-fbe2-443f-88d9-4cccf8de2adc service neutron] Attempting to bind port 7409c499-1df4-4e64-b68e-81f59e8dae2d on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:12:37.308201 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-97e85c0e-87e0-4860-978f-fe645b4d80b3 req-ebeb26c1-fbe2-443f-88d9-4cccf8de2adc service neutron] Attempting to bind port 7409c499-1df4-4e64-b68e-81f59e8dae2d by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': '5832396b-c757-4a6a-acc8-f493a2bfc8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '28b85002-5b2e-4fb8-9492-aff561f5a595'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:12:37.308201 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e85c0e-87e0-4860-978f-fe645b4d80b3 req-ebeb26c1-fbe2-443f-88d9-4cccf8de2adc service neutron] Attempting to bind port 7409c499-1df4-4e64-b68e-81f59e8dae2d on network 28b85002-5b2e-4fb8-9492-aff561f5a595 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:12:37.325134 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e85c0e-87e0-4860-978f-fe645b4d80b3 req-ebeb26c1-fbe2-443f-88d9-4cccf8de2adc service neutron] Port 7409c499-1df4-4e64-b68e-81f59e8dae2d on network 28b85002-5b2e-4fb8-9492-aff561f5a595 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:12:37.325134 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e85c0e-87e0-4860-978f-fe645b4d80b3 req-ebeb26c1-fbe2-443f-88d9-4cccf8de2adc service neutron] Attempting to bind port 7409c499-1df4-4e64-b68e-81f59e8dae2d on network 28b85002-5b2e-4fb8-9492-aff561f5a595 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:12:37.346391 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e85c0e-87e0-4860-978f-fe645b4d80b3 req-ebeb26c1-fbe2-443f-88d9-4cccf8de2adc service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:12:37.346391 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e85c0e-87e0-4860-978f-fe645b4d80b3 req-ebeb26c1-fbe2-443f-88d9-4cccf8de2adc service neutron] Checking segment: {'id': '5832396b-c757-4a6a-acc8-f493a2bfc8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '28b85002-5b2e-4fb8-9492-aff561f5a595'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:12:37.346391 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e85c0e-87e0-4860-978f-fe645b4d80b3 req-ebeb26c1-fbe2-443f-88d9-4cccf8de2adc service neutron] Bound using segment: {'id': '5832396b-c757-4a6a-acc8-f493a2bfc8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '28b85002-5b2e-4fb8-9492-aff561f5a595'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:12:37.346391 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-97e85c0e-87e0-4860-978f-fe645b4d80b3 req-ebeb26c1-fbe2-443f-88d9-4cccf8de2adc service neutron] Bound port: 7409c499-1df4-4e64-b68e-81f59e8dae2d, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5832396b-c757-4a6a-acc8-f493a2bfc8c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '28b85002-5b2e-4fb8-9492-aff561f5a595'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:12:37.346391 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-97e85c0e-87e0-4860-978f-fe645b4d80b3 req-ebeb26c1-fbe2-443f-88d9-4cccf8de2adc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:37.405034 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-ab420ff7-c179-4465-aafc-ba24be2d4e5b tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Unset dirty status for tenant:4182021ff5fe4f65b13da93a6be96ffa on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:12:37.424914 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ab420ff7-c179-4465-aafc-ba24be2d4e5b tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "GET /v2.0/ports/c41bdccf-ab3f-43ec-aedf-3f610441c95b HTTP/1.1" status: 404 len: 333 time: 0.8382258 May 05 22:12:37.424914 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46584) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:37.612979 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-97e85c0e-87e0-4860-978f-fe645b4d80b3 req-ebeb26c1-fbe2-443f-88d9-4cccf8de2adc service neutron] For port 7409c499-1df4-4e64-b68e-81f59e8dae2d, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:12:37.625386 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-97e85c0e-87e0-4860-978f-fe645b4d80b3 req-ebeb26c1-fbe2-443f-88d9-4cccf8de2adc service neutron] For port 7409c499-1df4-4e64-b68e-81f59e8dae2d, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=7409c499-1df4-4e64-b68e-81f59e8dae2d,segment=NetworkSegment(5832396b-c757-4a6a-acc8-f493a2bfc8c0),segment_id=5832396b-c757-4a6a-acc8-f493a2bfc8c0)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:12:37.708957 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a8b376ee-56f7-463e-a99d-d4d84c583ebd tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:37.781642 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-97e85c0e-87e0-4860-978f-fe645b4d80b3 req-ebeb26c1-fbe2-443f-88d9-4cccf8de2adc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:37.938820 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-7f0514a0-22b8-46c8-afa0-e5aa7757544a tempest-ExternalNetworksTestJSON-1991996193 tempest-ExternalNetworksTestJSON-1991996193-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1414166745'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:37.957211 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-7f0514a0-22b8-46c8-afa0-e5aa7757544a tempest-ExternalNetworksTestJSON-1991996193 tempest-ExternalNetworksTestJSON-1991996193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:38.000137 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-7f0514a0-22b8-46c8-afa0-e5aa7757544a tempest-ExternalNetworksTestJSON-1991996193 tempest-ExternalNetworksTestJSON-1991996193-project] Usage tracker for resource:network and tenant:f7bf2fbf0eb9470d9c0076af95ee09ca is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:38.021581 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-7f0514a0-22b8-46c8-afa0-e5aa7757544a tempest-ExternalNetworksTestJSON-1991996193 tempest-ExternalNetworksTestJSON-1991996193-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:38.055638 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeb26c1-fbe2-443f-88d9-4cccf8de2adc service neutron] Pushing event updated for resources: {'Port': ['ID=7409c499-1df4-4e64-b68e-81f59e8dae2d,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:38.066541 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-97e85c0e-87e0-4860-978f-fe645b4d80b3 req-ebeb26c1-fbe2-443f-88d9-4cccf8de2adc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:38.068369 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-97e85c0e-87e0-4860-978f-fe645b4d80b3 req-ebeb26c1-fbe2-443f-88d9-4cccf8de2adc service neutron] 10.222.0.32 "PUT /v2.0/ports/7409c499-1df4-4e64-b68e-81f59e8dae2d HTTP/1.1" status: 200 len: 1055 time: 2.6261711 May 05 22:12:38.069336 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33b84740-c19f-482d-aad1-2fdec09212f0', 'tag': '7409c499-1df4-4e64-b68e-81f59e8dae2d'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:12:38.358229 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db8fcca6-1a54-41b2-8d8c-c070619c38f1'] response: {'name': 'network-changed', 'server_uuid': '33b84740-c19f-482d-aad1-2fdec09212f0', 'tag': '7409c499-1df4-4e64-b68e-81f59e8dae2d', 'status': 'completed', 'code': 200} May 05 22:12:38.469877 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device f7cd7a5e-5118-41b6-a8a1-a753acf73f1d up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:12:38.502050 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd070bc-1555-4d3b-9a25-01e240336f9a req-a25f8f0e-2106-4635-87b8-596769cef2c5 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:12:38.512386 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1dd070bc-1555-4d3b-9a25-01e240336f9a req-a25f8f0e-2106-4635-87b8-596769cef2c5 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "GET /v2.0/ports?device_id=33b84740-c19f-482d-aad1-2fdec09212f0 HTTP/1.1" status: 200 len: 907 time: 0.8843479 May 05 22:12:38.519416 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a8b376ee-56f7-463e-a99d-d4d84c583ebd tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:38.542005 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46610) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:38.546384 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a8b376ee-56f7-463e-a99d-d4d84c583ebd tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:38.615451 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-97e85c0e-87e0-4860-978f-fe645b4d80b3 req-201b033d-d503-4a3e-b5ea-788c00e6a207 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=efa9087c34ce4a5fbd7fe821ae4a2e59&device_id=33b84740-c19f-482d-aad1-2fdec09212f0 HTTP/1.1" status: 200 len: 1058 time: 0.4103708 May 05 22:12:38.619092 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-7f0514a0-22b8-46c8-afa0-e5aa7757544a tempest-ExternalNetworksTestJSON-1991996193 tempest-ExternalNetworksTestJSON-1991996193-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:38.643561 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a8b376ee-56f7-463e-a99d-d4d84c583ebd tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:38.643561 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b376ee-56f7-463e-a99d-d4d84c583ebd tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Fanout notify agent at l3_agent the message router_deleted on router 39f0658f-802b-46b2-b800-2a997fe7b3e5 {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:12:38.743533 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port f7cd7a5e-5118-41b6-a8a1-a753acf73f1d completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:12:38.750273 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port f7cd7a5e-5118-41b6-a8a1-a753acf73f1d triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:12:38.750273 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:38.776814 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0514a0-22b8-46c8-afa0-e5aa7757544a tempest-ExternalNetworksTestJSON-1991996193 tempest-ExternalNetworksTestJSON-1991996193-project] Made reservation on behalf of f7bf2fbf0eb9470d9c0076af95ee09ca for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:12:38.783890 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7f0514a0-22b8-46c8-afa0-e5aa7757544a tempest-ExternalNetworksTestJSON-1991996193 tempest-ExternalNetworksTestJSON-1991996193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:38.804126 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-97e85c0e-87e0-4860-978f-fe645b4d80b3 req-030a37cb-f1a0-47ff-8397-8e439b32eb57 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=7409c499-1df4-4e64-b68e-81f59e8dae2d HTTP/1.1" status: 200 len: 217 time: 0.1911209 May 05 22:12:38.863697 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a8b376ee-56f7-463e-a99d-d4d84c583ebd tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:38.865164 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a8b376ee-56f7-463e-a99d-d4d84c583ebd tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "DELETE /v2.0/routers/39f0658f-802b-46b2-b800-2a997fe7b3e5 HTTP/1.1" status: 204 len: 168 time: 6.9052532 May 05 22:12:38.874572 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46622) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:38.880802 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7f0514a0-22b8-46c8-afa0-e5aa7757544a tempest-ExternalNetworksTestJSON-1991996193 tempest-ExternalNetworksTestJSON-1991996193-project] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:38.942628 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e85c0e-87e0-4860-978f-fe645b4d80b3 req-4d0351a6-c67b-43f7-aac9-537680f8cb4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:12:38.944223 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-97e85c0e-87e0-4860-978f-fe645b4d80b3 req-4d0351a6-c67b-43f7-aac9-537680f8cb4d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=936367d0-a460-456a-b1ec-8de69dd7e6b0 HTTP/1.1" status: 200 len: 837 time: 0.1328347 May 05 22:12:39.021170 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:39.085447 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port f7cd7a5e-5118-41b6-a8a1-a753acf73f1d, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=f7cd7a5e-5118-41b6-a8a1-a753acf73f1d,segment=NetworkSegment(5832396b-c757-4a6a-acc8-f493a2bfc8c0),segment_id=5832396b-c757-4a6a-acc8-f493a2bfc8c0)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:12:39.092590 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:39.101602 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-97e85c0e-87e0-4860-978f-fe645b4d80b3 req-83b6befd-f8a6-4831-9da8-a4e693be3b6b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=28b85002-5b2e-4fb8-9492-aff561f5a595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1414165 May 05 22:12:39.154865 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-7f0514a0-22b8-46c8-afa0-e5aa7757544a tempest-ExternalNetworksTestJSON-1991996193 tempest-ExternalNetworksTestJSON-1991996193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:39.172288 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-7f0514a0-22b8-46c8-afa0-e5aa7757544a tempest-ExternalNetworksTestJSON-1991996193 tempest-ExternalNetworksTestJSON-1991996193-project] Usage tracker for resource:security_group_rule and tenant:f7bf2fbf0eb9470d9c0076af95ee09ca is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:39.196717 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-7f0514a0-22b8-46c8-afa0-e5aa7757544a tempest-ExternalNetworksTestJSON-1991996193 tempest-ExternalNetworksTestJSON-1991996193-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:39.209819 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-98f3a6be-c64c-458c-86a8-1bac77faebab tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:39.213739 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-7f0514a0-22b8-46c8-afa0-e5aa7757544a tempest-ExternalNetworksTestJSON-1991996193 tempest-ExternalNetworksTestJSON-1991996193-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:39.228650 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=f7cd7a5e-5118-41b6-a8a1-a753acf73f1d,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:39.231130 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-f645e3e5-5daa-49a5-9f71-109bae1917dd tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Deleting subnet 34e18608-e473-4dc7-bc82-0c40e966877d {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:12:39.234377 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f645e3e5-5daa-49a5-9f71-109bae1917dd tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:39.308780 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-0c6322c8-0bc2-473f-965a-dc99b653570f tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:39.309276 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [None req-0c6322c8-0bc2-473f-965a-dc99b653570f tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] create failed (client error): There was a conflict when trying to complete your request. May 05 22:12:39.312204 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0c6322c8-0bc2-473f-965a-dc99b653570f tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.7670867 May 05 22:12:39.316085 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-97e85c0e-87e0-4860-978f-fe645b4d80b3 req-169bdb1b-6a4c-4be3-bfb9-b94a0c681559 service neutron] 10.222.0.32 "GET /v2.0/networks/28b85002-5b2e-4fb8-9492-aff561f5a595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144873 May 05 22:12:39.316085 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46632) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:39.325899 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-980fac95-0f74-46ea-b27b-7de49ada8571 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Request body: {'security_group': {'name': 'tempest-secgroup--1970165792'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:39.353207 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-980fac95-0f74-46ea-b27b-7de49ada8571 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:39.366159 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f645e3e5-5daa-49a5-9f71-109bae1917dd tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:39.469091 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-980fac95-0f74-46ea-b27b-7de49ada8571 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Usage tracker for resource:security_group and tenant:9ca18136780c42318ad378f55f852c3f is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:39.476301 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-980fac95-0f74-46ea-b27b-7de49ada8571 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:39.490625 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-980fac95-0f74-46ea-b27b-7de49ada8571 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:39.527841 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-980fac95-0f74-46ea-b27b-7de49ada8571 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:39.547240 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-980fac95-0f74-46ea-b27b-7de49ada8571 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:39.573720 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-97e85c0e-87e0-4860-978f-fe645b4d80b3 req-04821ff8-89d1-4656-9ef7-16c7c5a18549 service neutron] 10.222.0.32 "GET /v2.0/networks/28b85002-5b2e-4fb8-9492-aff561f5a595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477813 May 05 22:12:39.587441 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-98f3a6be-c64c-458c-86a8-1bac77faebab tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:39.608290 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-980fac95-0f74-46ea-b27b-7de49ada8571 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:39.623964 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-980fac95-0f74-46ea-b27b-7de49ada8571 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Usage tracker for resource:security_group_rule and tenant:9ca18136780c42318ad378f55f852c3f is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:39.627923 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-980fac95-0f74-46ea-b27b-7de49ada8571 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:39.654732 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-98f3a6be-c64c-458c-86a8-1bac77faebab tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:12:39.683891 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-98f3a6be-c64c-458c-86a8-1bac77faebab tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee217534-879b-45a2-90a5-ba467cc58a1f') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:12:39.684180 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-98f3a6be-c64c-458c-86a8-1bac77faebab tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee217534-879b-45a2-90a5-ba467cc58a1f') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:12:39.697046 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7f0514a0-22b8-46c8-afa0-e5aa7757544a tempest-ExternalNetworksTestJSON-1991996193 tempest-ExternalNetworksTestJSON-1991996193-project] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:39.697503 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-980fac95-0f74-46ea-b27b-7de49ada8571 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:39.710396 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-98f3a6be-c64c-458c-86a8-1bac77faebab tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:39.762327 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f645e3e5-5daa-49a5-9f71-109bae1917dd tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:39.816657 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7f0514a0-22b8-46c8-afa0-e5aa7757544a tempest-ExternalNetworksTestJSON-1991996193 tempest-ExternalNetworksTestJSON-1991996193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:39.950988 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-01790907-a879-4bf7-a6ab-2a35a8b186c2 req-622cb576-ffaf-4e60-b9b0-ebfd5ec5d453 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=efa9087c34ce4a5fbd7fe821ae4a2e59&device_id=33b84740-c19f-482d-aad1-2fdec09212f0 HTTP/1.1" status: 200 len: 1058 time: 0.3143988 May 05 22:12:40.059883 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-98f3a6be-c64c-458c-86a8-1bac77faebab tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:40.115931 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-980fac95-0f74-46ea-b27b-7de49ada8571 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:40.129851 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98f3a6be-c64c-458c-86a8-1bac77faebab tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:12:40.129851 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-98f3a6be-c64c-458c-86a8-1bac77faebab tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:40.141755 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-980fac95-0f74-46ea-b27b-7de49ada8571 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:40.155880 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:12:40.155880 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:12:40.155880 n-d-825175-4 neutron-server[84063]: timer() May 05 22:12:40.155880 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:12:40.155880 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:12:40.155880 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:12:40.155880 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:12:40.155880 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:12:40.155880 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:12:40.155880 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:12:40.155880 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:12:40.155880 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:12:40.155880 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:12:40.155880 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:12:40.155880 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:12:40.155880 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:12:40.155880 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:12:40.155880 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:12:40.155880 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:12:40.155880 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:12:40.155880 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:12:40.155880 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:12:40.155880 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:12:40.155880 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:12:40.155880 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:12:40.155880 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:12:40.155880 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:12:40.155880 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:12:40.155880 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:12:40.155880 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:12:40.155880 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:12:40.155880 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:12:40.221177 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f0514a0-22b8-46c8-afa0-e5aa7757544a tempest-ExternalNetworksTestJSON-1991996193 tempest-ExternalNetworksTestJSON-1991996193-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:12:40.261249 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0514a0-22b8-46c8-afa0-e5aa7757544a tempest-ExternalNetworksTestJSON-1991996193 tempest-ExternalNetworksTestJSON-1991996193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67e8d63d-37f6-4949-9f17-125bee3cd1e2,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:40.261249 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7f0514a0-22b8-46c8-afa0-e5aa7757544a tempest-ExternalNetworksTestJSON-1991996193 tempest-ExternalNetworksTestJSON-1991996193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:40.261249 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-7f0514a0-22b8-46c8-afa0-e5aa7757544a tempest-ExternalNetworksTestJSON-1991996193 tempest-ExternalNetworksTestJSON-1991996193-project] Added segment 95f94cb0-07ea-411e-bf86-a1df782d2a63 of type vlan for network e1db632b-c855-40f3-94c5-83a4a8326c9c May 05 22:12:40.278863 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-980fac95-0f74-46ea-b27b-7de49ada8571 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:40.278863 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367fb502-4ce7-43db-9239-70ed7050f4bb req-5113f3ab-e897-4561-8f99-4df959337047 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:12:40.278863 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-367fb502-4ce7-43db-9239-70ed7050f4bb req-5113f3ab-e897-4561-8f99-4df959337047 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "GET /v2.0/ports?device_id=33b84740-c19f-482d-aad1-2fdec09212f0 HTTP/1.1" status: 200 len: 907 time: 0.4175858 May 05 22:12:40.311609 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-980fac95-0f74-46ea-b27b-7de49ada8571 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Usage tracker for resource:security_group_rule and tenant:9ca18136780c42318ad378f55f852c3f is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:40.311609 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-980fac95-0f74-46ea-b27b-7de49ada8571 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:40.311609 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-980fac95-0f74-46ea-b27b-7de49ada8571 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:40.327544 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7f0514a0-22b8-46c8-afa0-e5aa7757544a tempest-ExternalNetworksTestJSON-1991996193 tempest-ExternalNetworksTestJSON-1991996193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:40.377538 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-98f3a6be-c64c-458c-86a8-1bac77faebab tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:40.389306 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-980fac95-0f74-46ea-b27b-7de49ada8571 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:40.402013 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-98f3a6be-c64c-458c-86a8-1bac77faebab tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:40.414007 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980fac95-0f74-46ea-b27b-7de49ada8571 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31ff777c-d2b0-45b1-9d8d-b21b475a032a,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:40.427599 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device f7cd7a5e-5118-41b6-a8a1-a753acf73f1d up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:12:40.441353 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-980fac95-0f74-46ea-b27b-7de49ada8571 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:40.452540 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7f0514a0-22b8-46c8-afa0-e5aa7757544a tempest-ExternalNetworksTestJSON-1991996193 tempest-ExternalNetworksTestJSON-1991996193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:40.452540 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0514a0-22b8-46c8-afa0-e5aa7757544a tempest-ExternalNetworksTestJSON-1991996193 tempest-ExternalNetworksTestJSON-1991996193-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:12:40.452540 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7f0514a0-22b8-46c8-afa0-e5aa7757544a tempest-ExternalNetworksTestJSON-1991996193 tempest-ExternalNetworksTestJSON-1991996193-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:40.452540 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f3a6be-c64c-458c-86a8-1bac77faebab tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event deleted for resources: {'Network': ['ID=6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:40.452540 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f645e3e5-5daa-49a5-9f71-109bae1917dd tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:40.497602 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01790907-a879-4bf7-a6ab-2a35a8b186c2 req-ef3e6475-b1cd-4252-9164-c97bd84241c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:12:40.497602 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-01790907-a879-4bf7-a6ab-2a35a8b186c2 req-ef3e6475-b1cd-4252-9164-c97bd84241c7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=28b85002-5b2e-4fb8-9492-aff561f5a595 HTTP/1.1" status: 200 len: 896 time: 0.5438833 May 05 22:12:40.521096 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-980fac95-0f74-46ea-b27b-7de49ada8571 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:40.521096 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-980fac95-0f74-46ea-b27b-7de49ada8571 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1919167 May 05 22:12:40.546584 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46654) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:40.546584 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f645e3e5-5daa-49a5-9f71-109bae1917dd tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event deleted for resources: {'Subnet': ['ID=34e18608-e473-4dc7-bc82-0c40e966877d,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:40.606168 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 7409c499-1df4-4e64-b68e-81f59e8dae2d details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:12:40.616847 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-33b8ff7e-3f34-4ce1-921a-16c1a50d032d tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Request body: {'security_group_rule': {'security_group_id': '29d4e64c-8071-4d51-ac3f-0f8b0d540ba8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:40.616847 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-33b8ff7e-3f34-4ce1-921a-16c1a50d032d tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:40.616847 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-33b8ff7e-3f34-4ce1-921a-16c1a50d032d tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Usage tracker for resource:security_group_rule and tenant:9ca18136780c42318ad378f55f852c3f is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:40.616847 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-33b8ff7e-3f34-4ce1-921a-16c1a50d032d tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:40.641096 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980fac95-0f74-46ea-b27b-7de49ada8571 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29d4e64c-8071-4d51-ac3f-0f8b0d540ba8,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:40.652915 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-33b8ff7e-3f34-4ce1-921a-16c1a50d032d tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:40.652915 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-98f3a6be-c64c-458c-86a8-1bac77faebab tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "DELETE /v2.0/networks/6677ed92-06ca-4ef4-a3ac-5c97a7abf3f4 HTTP/1.1" status: 204 len: 168 time: 1.7666328 May 05 22:12:40.664706 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-7f0514a0-22b8-46c8-afa0-e5aa7757544a tempest-ExternalNetworksTestJSON-1991996193 tempest-ExternalNetworksTestJSON-1991996193-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 4.0806425 May 05 22:12:40.675111 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46660) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:40.675111 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46662) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:40.724227 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-01790907-a879-4bf7-a6ab-2a35a8b186c2 req-aa44e359-507d-4177-bcf7-8113df7a5896 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=7409c499-1df4-4e64-b68e-81f59e8dae2d HTTP/1.1" status: 200 len: 217 time: 0.1962171 May 05 22:12:40.736536 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f645e3e5-5daa-49a5-9f71-109bae1917dd tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:40.736536 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f645e3e5-5daa-49a5-9f71-109bae1917dd tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "DELETE /v2.0/subnets/34e18608-e473-4dc7-bc82-0c40e966877d HTTP/1.1" status: 204 len: 168 time: 3.2944329 May 05 22:12:40.736536 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46670) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:40.736536 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-33b8ff7e-3f34-4ce1-921a-16c1a50d032d tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:40.771991 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0514a0-22b8-46c8-afa0-e5aa7757544a tempest-ExternalNetworksTestJSON-1991996193 tempest-ExternalNetworksTestJSON-1991996193-project] Pushing event updated for resources: {'Network': ['ID=e1db632b-c855-40f3-94c5-83a4a8326c9c,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:40.839988 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01790907-a879-4bf7-a6ab-2a35a8b186c2 req-a2ade96e-9509-48d2-a098-b835adfb0558 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:12:40.839988 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-01790907-a879-4bf7-a6ab-2a35a8b186c2 req-a2ade96e-9509-48d2-a098-b835adfb0558 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=936367d0-a460-456a-b1ec-8de69dd7e6b0 HTTP/1.1" status: 200 len: 837 time: 0.1104667 May 05 22:12:40.886959 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:12:40.988162 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f183d6c-1738-4166-bba7-9d88679124d0 None None] Network e38cda48-4cdd-4c88-af56-5a7dd9effd55 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:12:40.997993 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3045418d-4c0d-428e-96e4-6a2f0cfae49d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:41.018857 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0f9e7261-e197-42c9-a312-4940608df44b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:41.020319 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-33b8ff7e-3f34-4ce1-921a-16c1a50d032d tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:41.026482 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-3045418d-4c0d-428e-96e4-6a2f0cfae49d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Deleting port 4f628d86-5e55-4c2c-8586-b96cac345b3d {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:12:41.026914 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3045418d-4c0d-428e-96e4-6a2f0cfae49d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:41.060998 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network e1db632b-c855-40f3-94c5-83a4a8326c9c details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:12:41.091546 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-33b8ff7e-3f34-4ce1-921a-16c1a50d032d tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:41.161713 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b8ff7e-3f34-4ce1-921a-16c1a50d032d tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6b40e6f-48ef-477b-8809-3c78fef325c4,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:41.208066 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-33b8ff7e-3f34-4ce1-921a-16c1a50d032d tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:41.208066 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-33b8ff7e-3f34-4ce1-921a-16c1a50d032d tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6574512 May 05 22:12:41.219327 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46688) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:41.219327 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0f9e7261-e197-42c9-a312-4940608df44b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:41.253007 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-0e15b482-02f0-4901-8627-026b13e35c7b tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Request body: {'security_group_rule': {'security_group_id': '29d4e64c-8071-4d51-ac3f-0f8b0d540ba8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:41.253007 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-0e15b482-02f0-4901-8627-026b13e35c7b tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:41.285281 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-0e15b482-02f0-4901-8627-026b13e35c7b tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Usage tracker for resource:security_group_rule and tenant:9ca18136780c42318ad378f55f852c3f is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:41.285281 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-0e15b482-02f0-4901-8627-026b13e35c7b tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:41.285281 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-0e15b482-02f0-4901-8627-026b13e35c7b tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:41.285281 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-ac9e8f21-d0fd-4c2b-8681-18190acd6942 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Request body: {'network': {'name': 'tempest-network--398516333', 'router:external': True}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:41.310563 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-01790907-a879-4bf7-a6ab-2a35a8b186c2 req-53697578-c8d4-4d09-b1f4-593a5621b3e1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=28b85002-5b2e-4fb8-9492-aff561f5a595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4640143 May 05 22:12:41.310563 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-ac9e8f21-d0fd-4c2b-8681-18190acd6942 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:41.322275 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-ac9e8f21-d0fd-4c2b-8681-18190acd6942 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Usage tracker for resource:network and tenant:88fd364c83fb468a847c564702dcadda is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:41.345417 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 7409c499-1df4-4e64-b68e-81f59e8dae2d, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=7409c499-1df4-4e64-b68e-81f59e8dae2d,segment=NetworkSegment(5832396b-c757-4a6a-acc8-f493a2bfc8c0),segment_id=5832396b-c757-4a6a-acc8-f493a2bfc8c0)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:12:41.409272 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-3045418d-4c0d-428e-96e4-6a2f0cfae49d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] For port 4f628d86-5e55-4c2c-8586-b96cac345b3d, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=4f628d86-5e55-4c2c-8586-b96cac345b3d,segment=NetworkSegment(4f38f189-18a5-4e0b-b91f-e82e3b857dfa),segment_id=4f38f189-18a5-4e0b-b91f-e82e3b857dfa)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:12:41.409272 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3045418d-4c0d-428e-96e4-6a2f0cfae49d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:41.420093 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '7409c499-1df4-4e64-b68e-81f59e8dae2d', 'network_id': '28b85002-5b2e-4fb8-9492-aff561f5a595', 'port_id': '7409c499-1df4-4e64-b68e-81f59e8dae2d', 'mac_address': 'fa:16:3e:7c:7c:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '936367d0-a460-456a-b1ec-8de69dd7e6b0', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:12:41.509596 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0e15b482-02f0-4901-8627-026b13e35c7b tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:41.509596 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-01790907-a879-4bf7-a6ab-2a35a8b186c2 req-3e55a6ec-d211-4cb6-8552-60004613c501 service neutron] 10.222.0.32 "GET /v2.0/networks/28b85002-5b2e-4fb8-9492-aff561f5a595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695526 May 05 22:12:41.509596 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-ac9e8f21-d0fd-4c2b-8681-18190acd6942 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:41.509596 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46696) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:41.639873 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-3045418d-4c0d-428e-96e4-6a2f0cfae49d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Calling delete_port for 4f628d86-5e55-4c2c-8586-b96cac345b3d owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:12:41.778319 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3045418d-4c0d-428e-96e4-6a2f0cfae49d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:41.779095 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-ac9e8f21-d0fd-4c2b-8681-18190acd6942 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:41.784431 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:41.836573 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3045418d-4c0d-428e-96e4-6a2f0cfae49d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event deleted for resources: {'Port': ['ID=4f628d86-5e55-4c2c-8586-b96cac345b3d,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:41.849206 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7409c499-1df4-4e64-b68e-81f59e8dae2d {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:12:41.851872 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3045418d-4c0d-428e-96e4-6a2f0cfae49d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] No DVR routers for this DVR port 4f628d86-5e55-4c2c-8586-b96cac345b3d on host n-d-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:12:41.870818 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 7409c499-1df4-4e64-b68e-81f59e8dae2d, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=7409c499-1df4-4e64-b68e-81f59e8dae2d,segment=NetworkSegment(5832396b-c757-4a6a-acc8-f493a2bfc8c0),segment_id=5832396b-c757-4a6a-acc8-f493a2bfc8c0)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:12:41.874989 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port f7cd7a5e-5118-41b6-a8a1-a753acf73f1d triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:12:41.875778 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:41.964869 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-01790907-a879-4bf7-a6ab-2a35a8b186c2 req-004a03db-fa5c-4783-8008-21d5a4754b23 service neutron] 10.222.0.32 "GET /v2.0/networks/28b85002-5b2e-4fb8-9492-aff561f5a595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4447987 May 05 22:12:41.964869 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0f9e7261-e197-42c9-a312-4940608df44b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:41.999591 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9e8f21-d0fd-4c2b-8681-18190acd6942 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Made reservation on behalf of 88fd364c83fb468a847c564702dcadda for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:12:41.999591 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ac9e8f21-d0fd-4c2b-8681-18190acd6942 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:42.011884 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02be2a1-187c-41de-a840-f616d737f5c2 None None] DHCP port deletion for e38cda48-4cdd-4c88-af56-5a7dd9effd55 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:12:42.011884 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:42.026676 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ac9e8f21-d0fd-4c2b-8681-18190acd6942 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:42.051149 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9e7261-e197-42c9-a312-4940608df44b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0ed24f-7362-44c5-b636-8c9b67c34a51,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:42.076728 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0f9e7261-e197-42c9-a312-4940608df44b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:42.076728 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0f9e7261-e197-42c9-a312-4940608df44b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "DELETE /v2.0/security-groups/da0ed24f-7362-44c5-b636-8c9b67c34a51 HTTP/1.1" status: 204 len: 168 time: 1.4118805 May 05 22:12:42.153676 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [None req-0e15b482-02f0-4901-8627-026b13e35c7b tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] create failed (client error): There was a conflict when trying to complete your request. May 05 22:12:42.153676 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0e15b482-02f0-4901-8627-026b13e35c7b tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.9375367 May 05 22:12:42.153676 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46708) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:42.183468 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-ac9e8f21-d0fd-4c2b-8681-18190acd6942 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:42.208702 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-ac9e8f21-d0fd-4c2b-8681-18190acd6942 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Usage tracker for resource:security_group_rule and tenant:88fd364c83fb468a847c564702dcadda is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:42.208702 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-ac9e8f21-d0fd-4c2b-8681-18190acd6942 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:42.273808 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-ac9e8f21-d0fd-4c2b-8681-18190acd6942 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:42.283849 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3045418d-4c0d-428e-96e4-6a2f0cfae49d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:42.305823 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-3045418d-4c0d-428e-96e4-6a2f0cfae49d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e38cda48-4cdd-4c88-af56-5a7dd9effd55']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:12:42.331757 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-3045418d-4c0d-428e-96e4-6a2f0cfae49d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f38f189-18a5-4e0b-b91f-e82e3b857dfa') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:12:42.331757 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-3045418d-4c0d-428e-96e4-6a2f0cfae49d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f38f189-18a5-4e0b-b91f-e82e3b857dfa') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:12:42.362334 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['7409c499-1df4-4e64-b68e-81f59e8dae2d'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:12:42.372723 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd52650-fd90-4794-aac7-74e1e6ab128d req-85b0608a-7e0b-4cde-9e89-925acba6f72c tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:12:42.388221 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4cd52650-fd90-4794-aac7-74e1e6ab128d req-85b0608a-7e0b-4cde-9e89-925acba6f72c tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "GET /v2.0/ports?device_id=33b84740-c19f-482d-aad1-2fdec09212f0 HTTP/1.1" status: 200 len: 908 time: 0.5732913 May 05 22:12:42.398630 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3045418d-4c0d-428e-96e4-6a2f0cfae49d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:42.422500 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3045418d-4c0d-428e-96e4-6a2f0cfae49d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:42.422500 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3045418d-4c0d-428e-96e4-6a2f0cfae49d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:12:42.422500 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3045418d-4c0d-428e-96e4-6a2f0cfae49d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:42.445515 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f17c7395-f6be-4f5f-aa83-966b2a02b97a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:42.457577 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=7409c499-1df4-4e64-b68e-81f59e8dae2d,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:42.468555 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:12:42.468555 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:12:42.468555 n-d-825175-4 neutron-server[84063]: timer() May 05 22:12:42.468555 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:12:42.468555 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:12:42.468555 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:12:42.468555 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:12:42.468555 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:12:42.468555 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:12:42.468555 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:12:42.468555 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:12:42.468555 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:12:42.468555 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:12:42.468555 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:12:42.468555 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:12:42.468555 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:12:42.468555 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:12:42.468555 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:12:42.468555 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:12:42.468555 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:12:42.468555 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:12:42.468555 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:12:42.468555 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:12:42.468555 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:12:42.468555 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:12:42.468555 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:12:42.468555 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:12:42.468555 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:12:42.468555 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:12:42.468555 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:12:42.468555 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:12:42.468555 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:12:42.560376 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-f17c7395-f6be-4f5f-aa83-966b2a02b97a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:42.582114 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-f17c7395-f6be-4f5f-aa83-966b2a02b97a admin admin] Usage tracker for resource:security_group_rule and tenant:8dcbbe3061f94342aae72b557f81a769 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:42.595570 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 4f628d86-5e55-4c2c-8586-b96cac345b3d no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:12:42.598587 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-f17c7395-f6be-4f5f-aa83-966b2a02b97a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:42.598587 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-f17c7395-f6be-4f5f-aa83-966b2a02b97a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:42.612164 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3045418d-4c0d-428e-96e4-6a2f0cfae49d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:42.648541 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3045418d-4c0d-428e-96e4-6a2f0cfae49d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:42.649247 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 4f628d86-5e55-4c2c-8586-b96cac345b3d {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:12:42.649247 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 4f628d86-5e55-4c2c-8586-b96cac345b3d not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:12:42.650111 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device d71d8fd6-8f78-4ff5-b234-08f750f52803 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:12:42.658571 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3045418d-4c0d-428e-96e4-6a2f0cfae49d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event deleted for resources: {'Network': ['ID=e38cda48-4cdd-4c88-af56-5a7dd9effd55,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:42.691641 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-3045418d-4c0d-428e-96e4-6a2f0cfae49d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "DELETE /v2.0/networks/e38cda48-4cdd-4c88-af56-5a7dd9effd55 HTTP/1.1" status: 204 len: 168 time: 1.9480155 May 05 22:12:42.697863 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46718) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:42.703422 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: d71d8fd6-8f78-4ff5-b234-08f750f52803 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:12:42.703851 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device d71d8fd6-8f78-4ff5-b234-08f750f52803 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:12:42.706770 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ea089725-6654-467e-9e29-e775f1043bb8 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:42.711021 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-f39966ef-82c5-4a27-b4e4-e39e9ef24ccd tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-370813234'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:42.728431 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f39966ef-82c5-4a27-b4e4-e39e9ef24ccd tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:42.734183 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f39966ef-82c5-4a27-b4e4-e39e9ef24ccd tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Usage tracker for resource:network and tenant:4182021ff5fe4f65b13da93a6be96ffa is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:42.738186 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f39966ef-82c5-4a27-b4e4-e39e9ef24ccd tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:42.747131 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f39966ef-82c5-4a27-b4e4-e39e9ef24ccd tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:42.766986 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ac9e8f21-d0fd-4c2b-8681-18190acd6942 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:42.800178 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f17c7395-f6be-4f5f-aa83-966b2a02b97a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:42.800178 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ac9e8f21-d0fd-4c2b-8681-18190acd6942 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:42.812467 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39966ef-82c5-4a27-b4e4-e39e9ef24ccd tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Made reservation on behalf of 4182021ff5fe4f65b13da93a6be96ffa for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:12:42.812467 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f39966ef-82c5-4a27-b4e4-e39e9ef24ccd tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:42.824396 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ea089725-6654-467e-9e29-e775f1043bb8 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:42.824396 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f17c7395-f6be-4f5f-aa83-966b2a02b97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:42.848934 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f39966ef-82c5-4a27-b4e4-e39e9ef24ccd tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:12:42.858946 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac9e8f21-d0fd-4c2b-8681-18190acd6942 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:12:42.870587 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f39966ef-82c5-4a27-b4e4-e39e9ef24ccd tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:42.870587 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-f39966ef-82c5-4a27-b4e4-e39e9ef24ccd tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Added segment 8e2eb203-d970-4c99-b0de-ce1adb62b00f of type vlan for network 0474d6ca-6e50-4511-a89d-c7cbd3508cfe May 05 22:12:42.881420 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46722) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:42.881420 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-61baa1f9-8557-4309-a891-6d67ca42a9ac tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-390828003', 'description': 'tempest-secgroup-smoke-390828003 description', 'project_id': '06fb629024324e968714595537efac5c'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:42.912540 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f39966ef-82c5-4a27-b4e4-e39e9ef24ccd tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:42.923366 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-61baa1f9-8557-4309-a891-6d67ca42a9ac tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:42.923366 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9e8f21-d0fd-4c2b-8681-18190acd6942 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c480adda-7a3a-45b9-8d18-731eae3baad3,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:42.952258 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ac9e8f21-d0fd-4c2b-8681-18190acd6942 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:42.952258 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-ac9e8f21-d0fd-4c2b-8681-18190acd6942 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Added segment 8fe588c1-2834-4e9d-9931-cf212b10247a of type vlan for network a421dc14-fb13-41aa-93b1-6a69bb061fa1 May 05 22:12:42.952258 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-61baa1f9-8557-4309-a891-6d67ca42a9ac tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Usage tracker for resource:security_group and tenant:06fb629024324e968714595537efac5c is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:42.966643 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f39966ef-82c5-4a27-b4e4-e39e9ef24ccd tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:42.966643 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39966ef-82c5-4a27-b4e4-e39e9ef24ccd tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:12:42.978536 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f17c7395-f6be-4f5f-aa83-966b2a02b97a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8dcbbe3061f94342aae72b557f81a769&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4320652 May 05 22:12:42.989333 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f39966ef-82c5-4a27-b4e4-e39e9ef24ccd tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:42.999731 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-61baa1f9-8557-4309-a891-6d67ca42a9ac tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:43.011668 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46726) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:43.028898 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-61baa1f9-8557-4309-a891-6d67ca42a9ac tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:43.028898 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c7395-f6be-4f5f-aa83-966b2a02b97a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29511c2e-7ed0-4fc2-ad17-3711836c58b7,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:43.028898 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-61baa1f9-8557-4309-a891-6d67ca42a9ac tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:43.041103 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ea089725-6654-467e-9e29-e775f1043bb8 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:43.041103 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ac9e8f21-d0fd-4c2b-8681-18190acd6942 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:43.084536 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39966ef-82c5-4a27-b4e4-e39e9ef24ccd tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event updated for resources: {'Network': ['ID=0474d6ca-6e50-4511-a89d-c7cbd3508cfe,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:43.094644 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea089725-6654-467e-9e29-e775f1043bb8 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d4e64c-8071-4d51-ac3f-0f8b0d540ba8,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:43.105132 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f39966ef-82c5-4a27-b4e4-e39e9ef24ccd tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3821528 May 05 22:12:43.105132 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46730) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:43.115989 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 0474d6ca-6e50-4511-a89d-c7cbd3508cfe details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:12:43.132516 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-fee3ec84-bfcd-4a77-9f87-7858ecea75cd tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Request body: {'subnet': {'network_id': '0474d6ca-6e50-4511-a89d-c7cbd3508cfe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:43.153729 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-61baa1f9-8557-4309-a891-6d67ca42a9ac tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:43.153729 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-61baa1f9-8557-4309-a891-6d67ca42a9ac tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Usage tracker for resource:security_group_rule and tenant:06fb629024324e968714595537efac5c is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:43.153729 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-61baa1f9-8557-4309-a891-6d67ca42a9ac tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:43.153729 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ea089725-6654-467e-9e29-e775f1043bb8 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:43.153729 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ea089725-6654-467e-9e29-e775f1043bb8 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] 10.222.0.23 "DELETE /v2.0/security-groups/29d4e64c-8071-4d51-ac3f-0f8b0d540ba8 HTTP/1.1" status: 204 len: 168 time: 0.9790874 May 05 22:12:43.153729 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46734) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:43.176156 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-61baa1f9-8557-4309-a891-6d67ca42a9ac tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:43.176156 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ac9e8f21-d0fd-4c2b-8681-18190acd6942 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:43.176156 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9e8f21-d0fd-4c2b-8681-18190acd6942 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:12:43.176156 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ac9e8f21-d0fd-4c2b-8681-18190acd6942 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:43.240816 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ac9e8f21-d0fd-4c2b-8681-18190acd6942 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.5642209 May 05 22:12:43.314336 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46740) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:43.375632 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9e8f21-d0fd-4c2b-8681-18190acd6942 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Pushing event updated for resources: {'Network': ['ID=a421dc14-fb13-41aa-93b1-6a69bb061fa1,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:43.423751 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network a421dc14-fb13-41aa-93b1-6a69bb061fa1 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:12:43.436769 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-fdbf8997-931f-4b5c-b267-fdc21df5ec28 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Synchronizing usage tracker for tenant:9ca18136780c42318ad378f55f852c3f on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:12:43.481678 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-61baa1f9-8557-4309-a891-6d67ca42a9ac tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:43.482599 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-61baa1f9-8557-4309-a891-6d67ca42a9ac tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:43.505674 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-fdbf8997-931f-4b5c-b267-fdc21df5ec28 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Unset dirty status for tenant:9ca18136780c42318ad378f55f852c3f on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:12:43.513926 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-fdbf8997-931f-4b5c-b267-fdc21df5ec28 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3587570 May 05 22:12:43.518011 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46748) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:43.525297 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-9206ab68-5f3f-4cb2-b38f-b34e5ffb5101 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Request body: {'security_group': {'name': 'tempest-secgroup--639980939'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:43.566881 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-9206ab68-5f3f-4cb2-b38f-b34e5ffb5101 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:43.566881 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-61baa1f9-8557-4309-a891-6d67ca42a9ac tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:43.580391 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-61baa1f9-8557-4309-a891-6d67ca42a9ac tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.7094727 May 05 22:12:43.580391 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46752) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:43.580391 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-9206ab68-5f3f-4cb2-b38f-b34e5ffb5101 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:43.580391 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61baa1f9-8557-4309-a891-6d67ca42a9ac tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b854b5f-c124-44f8-9f96-0e34c40e2afd,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:43.580391 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-628da7f9-1f51-4d70-b491-784fff6c0fdf tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Request body: {'security_group_rule': {'security_group_id': '7b854b5f-c124-44f8-9f96-0e34c40e2afd', 'project_id': '06fb629024324e968714595537efac5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:43.593845 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-628da7f9-1f51-4d70-b491-784fff6c0fdf tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:43.607836 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-628da7f9-1f51-4d70-b491-784fff6c0fdf tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Usage tracker for resource:security_group_rule and tenant:06fb629024324e968714595537efac5c is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:43.618140 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-248036cd-f3ec-4978-a7c2-adfb03c62d6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:43.628401 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-628da7f9-1f51-4d70-b491-784fff6c0fdf tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:43.628401 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9206ab68-5f3f-4cb2-b38f-b34e5ffb5101 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:43.628401 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-628da7f9-1f51-4d70-b491-784fff6c0fdf tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:43.690671 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-628da7f9-1f51-4d70-b491-784fff6c0fdf tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:43.690671 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-9206ab68-5f3f-4cb2-b38f-b34e5ffb5101 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:43.713904 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-9206ab68-5f3f-4cb2-b38f-b34e5ffb5101 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Usage tracker for resource:security_group_rule and tenant:9ca18136780c42318ad378f55f852c3f is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:43.723832 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-fee3ec84-bfcd-4a77-9f87-7858ecea75cd tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:43.738460 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-9206ab68-5f3f-4cb2-b38f-b34e5ffb5101 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:43.747857 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-fee3ec84-bfcd-4a77-9f87-7858ecea75cd tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Usage tracker for resource:subnet and tenant:4182021ff5fe4f65b13da93a6be96ffa is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:43.747857 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-fee3ec84-bfcd-4a77-9f87-7858ecea75cd tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:43.747857 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-248036cd-f3ec-4978-a7c2-adfb03c62d6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:43.778835 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c6059959-2a60-461d-b8e2-1436fc5c1c79 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:43.778835 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-fee3ec84-bfcd-4a77-9f87-7858ecea75cd tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:43.789231 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-9206ab68-5f3f-4cb2-b38f-b34e5ffb5101 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:43.812796 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee3ec84-bfcd-4a77-9f87-7858ecea75cd tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Made reservation on behalf of 4182021ff5fe4f65b13da93a6be96ffa for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:12:43.858032 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-628da7f9-1f51-4d70-b491-784fff6c0fdf tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:43.882932 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-628da7f9-1f51-4d70-b491-784fff6c0fdf tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:43.953166 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9206ab68-5f3f-4cb2-b38f-b34e5ffb5101 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:43.960477 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-628da7f9-1f51-4d70-b491-784fff6c0fdf tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:43.964306 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-628da7f9-1f51-4d70-b491-784fff6c0fdf tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3928962 May 05 22:12:43.965237 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46760) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:43.969072 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b09c7ff6-a16a-4432-a936-320b2f3eb0e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:43.984014 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b3edc-963f-4bbe-954a-8788024bf6aa req-5f5eb76e-a2c8-418e-8df4-1c3415d9aff0 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:12:43.985626 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0b6b3edc-963f-4bbe-954a-8788024bf6aa req-5f5eb76e-a2c8-418e-8df4-1c3415d9aff0 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "GET /v2.0/ports?device_id=33b84740-c19f-482d-aad1-2fdec09212f0 HTTP/1.1" status: 200 len: 908 time: 0.2596762 May 05 22:12:43.986907 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9206ab68-5f3f-4cb2-b38f-b34e5ffb5101 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:44.025968 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628da7f9-1f51-4d70-b491-784fff6c0fdf tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cb78031-c21d-4ef0-8f2b-6a3524ee4db0,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:44.059181 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-520bfc7d-3482-4724-bde2-4a8cf44a95f9 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Request body: {'security_group_rule': {'security_group_id': '7b854b5f-c124-44f8-9f96-0e34c40e2afd', 'project_id': '06fb629024324e968714595537efac5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:44.059181 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9206ab68-5f3f-4cb2-b38f-b34e5ffb5101 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:44.066903 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-9206ab68-5f3f-4cb2-b38f-b34e5ffb5101 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5408370 May 05 22:12:44.068913 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46764) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:44.068913 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c6059959-2a60-461d-b8e2-1436fc5c1c79 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:44.082337 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-520bfc7d-3482-4724-bde2-4a8cf44a95f9 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:44.084865 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fee3ec84-bfcd-4a77-9f87-7858ecea75cd tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:44.087146 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-520bfc7d-3482-4724-bde2-4a8cf44a95f9 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Usage tracker for resource:security_group_rule and tenant:06fb629024324e968714595537efac5c is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:44.087146 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-520bfc7d-3482-4724-bde2-4a8cf44a95f9 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:44.100170 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9206ab68-5f3f-4cb2-b38f-b34e5ffb5101 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecdf8921-0f33-4c4f-b773-7adb18a5aded,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:44.100170 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-520bfc7d-3482-4724-bde2-4a8cf44a95f9 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:44.104870 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-853fd776-bba8-410e-a078-5386254eb6dc tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Request body: {'security_group_rule': {'security_group_id': 'ecdf8921-0f33-4c4f-b773-7adb18a5aded', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:44.104870 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-853fd776-bba8-410e-a078-5386254eb6dc tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 22:12:44.104870 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-853fd776-bba8-410e-a078-5386254eb6dc tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0383375 May 05 22:12:44.109327 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-248036cd-f3ec-4978-a7c2-adfb03c62d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:44.111166 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46768) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:44.138977 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-520bfc7d-3482-4724-bde2-4a8cf44a95f9 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:44.203099 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248036cd-f3ec-4978-a7c2-adfb03c62d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29511c2e-7ed0-4fc2-ad17-3711836c58b7,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:44.215532 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-c6059959-2a60-461d-b8e2-1436fc5c1c79 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a421dc14-fb13-41aa-93b1-6a69bb061fa1']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:12:44.234561 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-248036cd-f3ec-4978-a7c2-adfb03c62d6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:44.235781 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-248036cd-f3ec-4978-a7c2-adfb03c62d6f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/29511c2e-7ed0-4fc2-ad17-3711836c58b7 HTTP/1.1" status: 204 len: 168 time: 1.2020121 May 05 22:12:44.239869 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-c6059959-2a60-461d-b8e2-1436fc5c1c79 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fe588c1-2834-4e9d-9931-cf212b10247a') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:12:44.240160 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-c6059959-2a60-461d-b8e2-1436fc5c1c79 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fe588c1-2834-4e9d-9931-cf212b10247a') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:12:44.258119 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c6059959-2a60-461d-b8e2-1436fc5c1c79 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:44.269044 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-08166f18-c382-4ae6-a78c-01e2b90322fd tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:44.288291 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c6059959-2a60-461d-b8e2-1436fc5c1c79 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:44.297054 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6059959-2a60-461d-b8e2-1436fc5c1c79 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:12:44.297511 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c6059959-2a60-461d-b8e2-1436fc5c1c79 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:44.316404 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:12:44.316404 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:12:44.316404 n-d-825175-4 neutron-server[84063]: timer() May 05 22:12:44.316404 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:12:44.316404 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:12:44.316404 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:12:44.316404 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:12:44.316404 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:12:44.316404 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:12:44.316404 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:12:44.316404 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:12:44.316404 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:12:44.316404 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:12:44.316404 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:12:44.316404 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:12:44.316404 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:12:44.316404 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:12:44.316404 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:12:44.316404 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:12:44.316404 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:12:44.316404 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:12:44.316404 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:12:44.316404 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:12:44.316404 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:12:44.316404 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:12:44.316404 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:12:44.316404 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:12:44.316404 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:12:44.316404 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:12:44.316404 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:12:44.316404 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:12:44.316404 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:12:44.330889 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-08166f18-c382-4ae6-a78c-01e2b90322fd tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:44.341767 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-520bfc7d-3482-4724-bde2-4a8cf44a95f9 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:44.360082 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-520bfc7d-3482-4724-bde2-4a8cf44a95f9 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:44.413662 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-520bfc7d-3482-4724-bde2-4a8cf44a95f9 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:44.413662 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-520bfc7d-3482-4724-bde2-4a8cf44a95f9 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4358459 May 05 22:12:44.421166 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46776) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:44.421166 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520bfc7d-3482-4724-bde2-4a8cf44a95f9 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5ebd7d8-93c1-4043-9929-97b4413b4397,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:44.430902 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-055a921e-d148-4907-b0a8-b2ab3fb00056 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Request body: {'security_group_rule': {'security_group_id': '7b854b5f-c124-44f8-9f96-0e34c40e2afd', 'project_id': '06fb629024324e968714595537efac5c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:44.448699 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-055a921e-d148-4907-b0a8-b2ab3fb00056 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:44.448699 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-055a921e-d148-4907-b0a8-b2ab3fb00056 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Usage tracker for resource:security_group_rule and tenant:06fb629024324e968714595537efac5c is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:44.456160 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-055a921e-d148-4907-b0a8-b2ab3fb00056 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:44.462975 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-055a921e-d148-4907-b0a8-b2ab3fb00056 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:44.470217 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-08166f18-c382-4ae6-a78c-01e2b90322fd tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:44.483609 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 7409c499-1df4-4e64-b68e-81f59e8dae2d up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:12:44.503879 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08166f18-c382-4ae6-a78c-01e2b90322fd tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecdf8921-0f33-4c4f-b773-7adb18a5aded,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:44.503879 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-055a921e-d148-4907-b0a8-b2ab3fb00056 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:44.538412 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-08166f18-c382-4ae6-a78c-01e2b90322fd tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:44.538412 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-08166f18-c382-4ae6-a78c-01e2b90322fd tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] 10.222.0.23 "DELETE /v2.0/security-groups/ecdf8921-0f33-4c4f-b773-7adb18a5aded HTTP/1.1" status: 204 len: 168 time: 0.4284792 May 05 22:12:44.541782 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46780) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:44.543902 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c6059959-2a60-461d-b8e2-1436fc5c1c79 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:44.550784 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6059959-2a60-461d-b8e2-1436fc5c1c79 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a421dc14-fb13-41aa-93b1-6a69bb061fa1 {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 05 22:12:44.555188 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c6059959-2a60-461d-b8e2-1436fc5c1c79 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:44.590573 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6059959-2a60-461d-b8e2-1436fc5c1c79 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Pushing event deleted for resources: {'Network': ['ID=a421dc14-fb13-41aa-93b1-6a69bb061fa1,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:44.600847 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c6059959-2a60-461d-b8e2-1436fc5c1c79 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] 10.222.0.23 "DELETE /v2.0/networks/a421dc14-fb13-41aa-93b1-6a69bb061fa1 HTTP/1.1" status: 204 len: 168 time: 1.2972412 May 05 22:12:44.605123 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46786) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:44.614848 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-9cf44ba7-dad1-48b2-8ed4-9f4ebb4fa28c tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:44.628340 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-055a921e-d148-4907-b0a8-b2ab3fb00056 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:44.651446 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-055a921e-d148-4907-b0a8-b2ab3fb00056 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:44.658484 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-9cf44ba7-dad1-48b2-8ed4-9f4ebb4fa28c tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:44.674137 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9cf44ba7-dad1-48b2-8ed4-9f4ebb4fa28c tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Usage tracker for resource:network and tenant:88fd364c83fb468a847c564702dcadda is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:44.693921 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port 7409c499-1df4-4e64-b68e-81f59e8dae2d completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:12:44.695541 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9cf44ba7-dad1-48b2-8ed4-9f4ebb4fa28c tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:44.703812 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055a921e-d148-4907-b0a8-b2ab3fb00056 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be095b63-1763-4874-b2cb-74ee18a766c9,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:44.710375 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-49eecaba-34da-4d49-9116-db2a9bb5241b tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Synchronizing usage tracker for tenant:9ca18136780c42318ad378f55f852c3f on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:12:44.713544 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-9cf44ba7-dad1-48b2-8ed4-9f4ebb4fa28c tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:44.743330 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 7409c499-1df4-4e64-b68e-81f59e8dae2d triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:12:44.743330 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:44.763975 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-055a921e-d148-4907-b0a8-b2ab3fb00056 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:44.763975 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-055a921e-d148-4907-b0a8-b2ab3fb00056 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3411951 May 05 22:12:44.763975 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46792) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:44.787861 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-98647bea-d0f7-4322-a047-4d0e780bc7e4 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Request body: {'security_group_rule': {'security_group_id': '7b854b5f-c124-44f8-9f96-0e34c40e2afd', 'project_id': '06fb629024324e968714595537efac5c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:44.796246 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-49eecaba-34da-4d49-9116-db2a9bb5241b tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Unset dirty status for tenant:9ca18136780c42318ad378f55f852c3f on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:12:44.796246 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-49eecaba-34da-4d49-9116-db2a9bb5241b tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2538724 May 05 22:12:44.803226 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46796) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:44.812107 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-66f60d61-ae49-4495-8b9a-d23f651dfac1 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Request body: {'security_group': {'name': 'tempest-secgroup--894216513'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:44.836367 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-66f60d61-ae49-4495-8b9a-d23f651dfac1 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:44.862306 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-66f60d61-ae49-4495-8b9a-d23f651dfac1 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:44.862306 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-98647bea-d0f7-4322-a047-4d0e780bc7e4 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:44.868927 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-66f60d61-ae49-4495-8b9a-d23f651dfac1 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:44.887113 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-98647bea-d0f7-4322-a047-4d0e780bc7e4 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Usage tracker for resource:security_group_rule and tenant:06fb629024324e968714595537efac5c is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:44.902053 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-98647bea-d0f7-4322-a047-4d0e780bc7e4 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:44.902053 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-98647bea-d0f7-4322-a047-4d0e780bc7e4 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:44.949053 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-66f60d61-ae49-4495-8b9a-d23f651dfac1 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:44.955658 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf44ba7-dad1-48b2-8ed4-9f4ebb4fa28c tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Made reservation on behalf of 88fd364c83fb468a847c564702dcadda for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:12:44.960192 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-98647bea-d0f7-4322-a047-4d0e780bc7e4 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:44.960961 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9cf44ba7-dad1-48b2-8ed4-9f4ebb4fa28c tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:44.985375 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-66f60d61-ae49-4495-8b9a-d23f651dfac1 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Usage tracker for resource:security_group_rule and tenant:9ca18136780c42318ad378f55f852c3f is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:44.991895 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-66f60d61-ae49-4495-8b9a-d23f651dfac1 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:45.007289 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fee3ec84-bfcd-4a77-9f87-7858ecea75cd tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:45.040304 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-66f60d61-ae49-4495-8b9a-d23f651dfac1 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:45.061690 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:45.099910 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46806) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:45.103467 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b84740-c19f-482d-aad1-2fdec09212f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7409c499-1df4-4e64-b68e-81f59e8dae2d'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:12:45.115099 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 7409c499-1df4-4e64-b68e-81f59e8dae2d, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=7409c499-1df4-4e64-b68e-81f59e8dae2d,segment=NetworkSegment(5832396b-c757-4a6a-acc8-f493a2bfc8c0),segment_id=5832396b-c757-4a6a-acc8-f493a2bfc8c0)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:12:45.141826 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:45.165232 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cf44ba7-dad1-48b2-8ed4-9f4ebb4fa28c tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:12:45.192087 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9cf44ba7-dad1-48b2-8ed4-9f4ebb4fa28c tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:45.192087 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-9cf44ba7-dad1-48b2-8ed4-9f4ebb4fa28c tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Added segment 70ea9d6b-9d64-4c64-96fe-42827d45df2a of type vlan for network 6fb8b120-2da8-42cd-9187-86eb3909d065 May 05 22:12:45.195884 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-48183c50-a603-4cff-9d7d-0da275009e5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:45.279161 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-98647bea-d0f7-4322-a047-4d0e780bc7e4 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:45.290978 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e65bdfee-6ebe-4d19-bb74-2bec297ddf1a'] response: {'server_uuid': '33b84740-c19f-482d-aad1-2fdec09212f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7409c499-1df4-4e64-b68e-81f59e8dae2d', 'code': 200} May 05 22:12:45.293272 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9cf44ba7-dad1-48b2-8ed4-9f4ebb4fa28c tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:45.295293 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=7409c499-1df4-4e64-b68e-81f59e8dae2d,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:45.311386 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:12:45.311386 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:12:45.311386 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:12:45.311386 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:12:45.311386 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:12:45.311386 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:12:45.311386 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:12:45.311386 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:12:45.311386 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:12:45.311386 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:12:45.311386 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:12:45.356705 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee3ec84-bfcd-4a77-9f87-7858ecea75cd tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event updated for resources: {'Subnet': ['ID=c8e48f6a-4860-4071-bf46-85bd70f22cc6,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:45.364043 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-66f60d61-ae49-4495-8b9a-d23f651dfac1 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:45.406159 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-98647bea-d0f7-4322-a047-4d0e780bc7e4 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:45.427574 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-48183c50-a603-4cff-9d7d-0da275009e5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:45.432592 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee3ec84-bfcd-4a77-9f87-7858ecea75cd tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Checking segment: {'id': '8e2eb203-d970-4c99-b0de-ce1adb62b00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0474d6ca-6e50-4511-a89d-c7cbd3508cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:12:45.432884 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee3ec84-bfcd-4a77-9f87-7858ecea75cd tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Network hostable DHCP agents. Network: 0474d6ca-6e50-4511-a89d-c7cbd3508cfe, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:12:45.447073 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9cf44ba7-dad1-48b2-8ed4-9f4ebb4fa28c tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:45.448094 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf44ba7-dad1-48b2-8ed4-9f4ebb4fa28c tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:12:45.448802 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9cf44ba7-dad1-48b2-8ed4-9f4ebb4fa28c tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:45.460289 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-66f60d61-ae49-4495-8b9a-d23f651dfac1 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:45.508903 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9cf44ba7-dad1-48b2-8ed4-9f4ebb4fa28c tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.8997092 May 05 22:12:45.523491 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46814) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:45.539682 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-8ae1e145-4ab1-41f4-b3c7-ec834b489573 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Request body: {'subnet': {'network_id': '6fb8b120-2da8-42cd-9187-86eb3909d065', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:45.552373 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-98647bea-d0f7-4322-a047-4d0e780bc7e4 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:45.552373 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-98647bea-d0f7-4322-a047-4d0e780bc7e4 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7804632 May 05 22:12:45.552373 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-48183c50-a603-4cff-9d7d-0da275009e5f admin admin] Usage tracker for resource:security_group_rule and tenant:dce611cafdd8441c86074a49c14031d4 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:45.566102 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f60d61-ae49-4495-8b9a-d23f651dfac1 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=081d89a4-03d5-4005-8c05-e1dc12092588,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:45.566102 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-48183c50-a603-4cff-9d7d-0da275009e5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:45.579161 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46818) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:45.579161 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-66f60d61-ae49-4495-8b9a-d23f651dfac1 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:45.583021 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-66f60d61-ae49-4495-8b9a-d23f651dfac1 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7818179 May 05 22:12:45.586367 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98647bea-d0f7-4322-a047-4d0e780bc7e4 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26d615b1-2d9c-43bc-a7ba-3330646de7ea,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:45.592168 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-685bc7e9-5a5e-477b-8dc0-8dedb892f464 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Request body: {'security_group_rule': {'security_group_id': '7b854b5f-c124-44f8-9f96-0e34c40e2afd', 'project_id': '06fb629024324e968714595537efac5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:45.620196 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46822) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:45.620196 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-8ae1e145-4ab1-41f4-b3c7-ec834b489573 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:45.630575 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-48183c50-a603-4cff-9d7d-0da275009e5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:45.634743 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-b90e7748-0c98-41d7-b5c6-aa4b3c82d1c2 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Request body: {'security_group_rule': {'security_group_id': '081d89a4-03d5-4005-8c05-e1dc12092588', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:45.634743 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-b90e7748-0c98-41d7-b5c6-aa4b3c82d1c2 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 22:12:45.634743 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b90e7748-0c98-41d7-b5c6-aa4b3c82d1c2 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0209610 May 05 22:12:45.661497 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46826) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:45.661497 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-685bc7e9-5a5e-477b-8dc0-8dedb892f464 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:45.667581 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-8ae1e145-4ab1-41f4-b3c7-ec834b489573 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Usage tracker for resource:subnet and tenant:88fd364c83fb468a847c564702dcadda is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:45.667581 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee3ec84-bfcd-4a77-9f87-7858ecea75cd tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Network 0474d6ca-6e50-4511-a89d-c7cbd3508cfe is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:12:45.674900 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-8ae1e145-4ab1-41f4-b3c7-ec834b489573 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:45.698020 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-8ae1e145-4ab1-41f4-b3c7-ec834b489573 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:45.698020 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf44ba7-dad1-48b2-8ed4-9f4ebb4fa28c tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Pushing event updated for resources: {'Network': ['ID=6fb8b120-2da8-42cd-9187-86eb3909d065,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:45.705088 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-fee3ec84-bfcd-4a77-9f87-7858ecea75cd tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 0474d6ca-6e50-4511-a89d-c7cbd3508cfe) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:12:45.711032 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bc5418-0da1-45ec-8672-4122605ea920 None None] Network 0474d6ca-6e50-4511-a89d-c7cbd3508cfe requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:12:45.713923 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-685bc7e9-5a5e-477b-8dc0-8dedb892f464 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Usage tracker for resource:security_group_rule and tenant:06fb629024324e968714595537efac5c is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:45.718547 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-685bc7e9-5a5e-477b-8dc0-8dedb892f464 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:45.720780 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee3ec84-bfcd-4a77-9f87-7858ecea75cd tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:12:45.721788 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fee3ec84-bfcd-4a77-9f87-7858ecea75cd tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:45.727892 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 6fb8b120-2da8-42cd-9187-86eb3909d065 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:12:45.748951 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-685bc7e9-5a5e-477b-8dc0-8dedb892f464 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:45.750531 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-fee3ec84-bfcd-4a77-9f87-7858ecea75cd tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6632254 May 05 22:12:45.752792 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46830) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:45.756641 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae1e145-4ab1-41f4-b3c7-ec834b489573 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Made reservation on behalf of 88fd364c83fb468a847c564702dcadda for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:12:45.760664 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8ae1e145-4ab1-41f4-b3c7-ec834b489573 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:45.777222 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-054fe3e7-aefc-4bdb-836b-4c706becf1e4 req-460279d6-0132-4eca-aa5c-bf907bcc6d63 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=33b84740-c19f-482d-aad1-2fdec09212f0 HTTP/1.1" status: 200 len: 1060 time: 0.4127188 May 05 22:12:45.783325 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ece24d-c140-416f-8488-27bda37c5718 req-0734a83e-1efe-44a8-9047-bed3203400fd tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:12:45.784757 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-1897f9b8-bfd5-427a-8a7d-15b47577c05e tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2026470798', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:45.784876 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e8ece24d-c140-416f-8488-27bda37c5718 req-0734a83e-1efe-44a8-9047-bed3203400fd tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "GET /v2.0/ports?device_id=33b84740-c19f-482d-aad1-2fdec09212f0 HTTP/1.1" status: 200 len: 909 time: 0.5005441 May 05 22:12:45.798264 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-1897f9b8-bfd5-427a-8a7d-15b47577c05e tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:45.831581 n-d-825175-4 neutron-server[84061]: INFO neutron.db.securitygroups_db [None req-685bc7e9-5a5e-477b-8dc0-8dedb892f464 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Project 06fb629024324e968714595537efac5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 22:12:45.860940 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9a4d40b0-93bb-4a51-9797-d633abe3fe1d tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:45.862616 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-1897f9b8-bfd5-427a-8a7d-15b47577c05e tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Usage tracker for resource:router and tenant:4182021ff5fe4f65b13da93a6be96ffa is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:45.926247 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-1897f9b8-bfd5-427a-8a7d-15b47577c05e tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:45.933365 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-1897f9b8-bfd5-427a-8a7d-15b47577c05e tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:45.966963 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1897f9b8-bfd5-427a-8a7d-15b47577c05e tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:45.966963 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1897f9b8-bfd5-427a-8a7d-15b47577c05e tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:45.975596 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9a4d40b0-93bb-4a51-9797-d633abe3fe1d tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:45.985569 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-685bc7e9-5a5e-477b-8dc0-8dedb892f464 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:46.056967 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1897f9b8-bfd5-427a-8a7d-15b47577c05e tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:46.105642 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-48183c50-a603-4cff-9d7d-0da275009e5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:46.116578 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9a4d40b0-93bb-4a51-9797-d633abe3fe1d tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:46.122514 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-48183c50-a603-4cff-9d7d-0da275009e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:46.138136 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1897f9b8-bfd5-427a-8a7d-15b47577c05e tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:46.210917 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1897f9b8-bfd5-427a-8a7d-15b47577c05e tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:46.210917 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1897f9b8-bfd5-427a-8a7d-15b47577c05e tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4523501 May 05 22:12:46.230889 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46840) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:46.241238 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-1580fe89-fead-4467-9715-680eddea6bff tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Request body: {'port': {'network_id': '0474d6ca-6e50-4511-a89d-c7cbd3508cfe', 'name': 'tempest-PortsTestJSON-929039292'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:46.270238 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-685bc7e9-5a5e-477b-8dc0-8dedb892f464 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:46.296278 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4d40b0-93bb-4a51-9797-d633abe3fe1d tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=081d89a4-03d5-4005-8c05-e1dc12092588,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:46.310469 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-685bc7e9-5a5e-477b-8dc0-8dedb892f464 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:46.347487 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685bc7e9-5a5e-477b-8dc0-8dedb892f464 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e312526c-ec0e-41dd-a4a5-e69391c8ca9e,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:46.388972 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-48183c50-a603-4cff-9d7d-0da275009e5f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dce611cafdd8441c86074a49c14031d4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2581782 May 05 22:12:46.388972 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46844) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:46.445008 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48183c50-a603-4cff-9d7d-0da275009e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8910bf-0cf0-4d2c-93db-95addcb2ec5a,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:46.446171 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9a4d40b0-93bb-4a51-9797-d633abe3fe1d tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:46.450791 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-9a4d40b0-93bb-4a51-9797-d633abe3fe1d tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] 10.222.0.23 "DELETE /v2.0/security-groups/081d89a4-03d5-4005-8c05-e1dc12092588 HTTP/1.1" status: 204 len: 168 time: 0.7826948 May 05 22:12:46.450791 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-685bc7e9-5a5e-477b-8dc0-8dedb892f464 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:46.451984 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-685bc7e9-5a5e-477b-8dc0-8dedb892f464 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.8821490 May 05 22:12:46.452817 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46848) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:46.458848 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46850) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:46.473491 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d07fd7-1c9c-480c-b11a-e7e90d8e3646 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-0474d6ca-6e50-4511-a89d-c7cbd3508cfe', 'network_id': '0474d6ca-6e50-4511-a89d-c7cbd3508cfe', 'tenant_id': '4182021ff5fe4f65b13da93a6be96ffa', 'fixed_ips': [{'subnet_id': 'c8e48f6a-4860-4071-bf46-85bd70f22cc6'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:12:46.474299 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-24d07fd7-1c9c-480c-b11a-e7e90d8e3646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:46.485034 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-4ee9a369-01ac-4174-be91-6abac48526b5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Request body: {'security_group_rule': {'security_group_id': '7b854b5f-c124-44f8-9f96-0e34c40e2afd', 'project_id': '06fb629024324e968714595537efac5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:46.485204 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b6d27a06-49f8-4bf9-82ac-2b1a687c7f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:46.493165 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4ee9a369-01ac-4174-be91-6abac48526b5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:46.497778 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-4ee9a369-01ac-4174-be91-6abac48526b5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Usage tracker for resource:security_group_rule and tenant:06fb629024324e968714595537efac5c is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:46.503636 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-4ee9a369-01ac-4174-be91-6abac48526b5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:46.510059 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4ee9a369-01ac-4174-be91-6abac48526b5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:46.533949 n-d-825175-4 neutron-server[84061]: INFO neutron.db.securitygroups_db [None req-4ee9a369-01ac-4174-be91-6abac48526b5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Project 06fb629024324e968714595537efac5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 22:12:46.569070 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4ee9a369-01ac-4174-be91-6abac48526b5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:46.598968 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8ebc2fdf-0fe6-4637-b229-5d2fbd157d75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:46.646753 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-24d07fd7-1c9c-480c-b11a-e7e90d8e3646 None None] Allocated IP 172.20.0.2 (0474d6ca-6e50-4511-a89d-c7cbd3508cfe/c8e48f6a-4860-4071-bf46-85bd70f22cc6/5c201ada-696c-42fe-a0d6-6c52c979cfa2) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:12:46.656332 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8ebc2fdf-0fe6-4637-b229-5d2fbd157d75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:46.736162 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-1580fe89-fead-4467-9715-680eddea6bff tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:46.748832 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-1580fe89-fead-4467-9715-680eddea6bff tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Usage tracker for resource:port and tenant:4182021ff5fe4f65b13da93a6be96ffa is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:46.748832 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-1580fe89-fead-4467-9715-680eddea6bff tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:46.777167 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-1580fe89-fead-4467-9715-680eddea6bff tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:46.828802 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1580fe89-fead-4467-9715-680eddea6bff tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Made reservation on behalf of 4182021ff5fe4f65b13da93a6be96ffa for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:12:46.828802 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1580fe89-fead-4467-9715-680eddea6bff tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:46.845247 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-5dcad46c-fecd-4b2b-a0dd-d3beba67caa0 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Synchronizing usage tracker for tenant:9ca18136780c42318ad378f55f852c3f on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:12:46.885023 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [None req-1580fe89-fead-4467-9715-680eddea6bff tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] device_id is not set on port 0cf42edd-2c68-454d-818c-8c7fe519a9cf yet. {{(pid=84063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:12:46.885288 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-5dcad46c-fecd-4b2b-a0dd-d3beba67caa0 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Unset dirty status for tenant:9ca18136780c42318ad378f55f852c3f on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:12:46.889619 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-5dcad46c-fecd-4b2b-a0dd-d3beba67caa0 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4316177 May 05 22:12:46.898232 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46862) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:46.915569 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-d755a431-6af6-4f9a-a0ee-1638a4670884 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Request body: {'security_group': {'name': 'tempest-secgroup--763225412'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:46.946672 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-d755a431-6af6-4f9a-a0ee-1638a4670884 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:46.948616 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-24d07fd7-1c9c-480c-b11a-e7e90d8e3646 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:46.955338 n-d-825175-4 neutron-server[84063]: DEBUG neutron.objects.ports [None req-8ae1e145-4ab1-41f4-b3c7-ec834b489573 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84063) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 05 22:12:46.955836 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8ae1e145-4ab1-41f4-b3c7-ec834b489573 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:47.033623 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-24d07fd7-1c9c-480c-b11a-e7e90d8e3646 None None] Transition to ACTIVE for port object 5c201ada-696c-42fe-a0d6-6c52c979cfa2 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:12:47.040331 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-d755a431-6af6-4f9a-a0ee-1638a4670884 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:47.069231 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8ebc2fdf-0fe6-4637-b229-5d2fbd157d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:47.092755 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-24d07fd7-1c9c-480c-b11a-e7e90d8e3646 None None] Transition to ACTIVE for port object 5c201ada-696c-42fe-a0d6-6c52c979cfa2 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:12:47.101157 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-24d07fd7-1c9c-480c-b11a-e7e90d8e3646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:47.149008 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae1e145-4ab1-41f4-b3c7-ec834b489573 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1e68f1b8-cc54-4be0-a3b9-36d5bdeb15ea,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:47.183129 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4ee9a369-01ac-4174-be91-6abac48526b5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:47.196941 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebc2fdf-0fe6-4637-b229-5d2fbd157d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8910bf-0cf0-4d2c-93db-95addcb2ec5a,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:47.196941 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4ee9a369-01ac-4174-be91-6abac48526b5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:47.215181 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d07fd7-1c9c-480c-b11a-e7e90d8e3646 None None] Network 0474d6ca-6e50-4511-a89d-c7cbd3508cfe is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:12:47.217417 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee9a369-01ac-4174-be91-6abac48526b5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=471dfb74-ceff-4c6d-97a8-f3969c413d19,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:47.223886 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d755a431-6af6-4f9a-a0ee-1638a4670884 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:47.232841 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-24d07fd7-1c9c-480c-b11a-e7e90d8e3646 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:12:47.237357 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d07fd7-1c9c-480c-b11a-e7e90d8e3646 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:12:47.247944 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8ebc2fdf-0fe6-4637-b229-5d2fbd157d75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:47.252031 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-8ebc2fdf-0fe6-4637-b229-5d2fbd157d75 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dd8910bf-0cf0-4d2c-93db-95addcb2ec5a HTTP/1.1" status: 204 len: 168 time: 0.8608451 May 05 22:12:47.260151 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae1e145-4ab1-41f4-b3c7-ec834b489573 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Checking segment: {'id': '70ea9d6b-9d64-4c64-96fe-42827d45df2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '6fb8b120-2da8-42cd-9187-86eb3909d065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:12:47.260537 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae1e145-4ab1-41f4-b3c7-ec834b489573 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Network hostable DHCP agents. Network: 6fb8b120-2da8-42cd-9187-86eb3909d065, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:12:47.292033 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-1580fe89-fead-4467-9715-680eddea6bff tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Allocated IP 172.20.0.12 (0474d6ca-6e50-4511-a89d-c7cbd3508cfe/c8e48f6a-4860-4071-bf46-85bd70f22cc6/0cf42edd-2c68-454d-818c-8c7fe519a9cf) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:12:47.298954 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4ee9a369-01ac-4174-be91-6abac48526b5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:47.300142 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4ee9a369-01ac-4174-be91-6abac48526b5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.8372717 May 05 22:12:47.304040 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46872) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:47.330103 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-1b9bfa80-f577-4946-a6d7-25fc1b8eb330 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Request body: {'network': {'name': 'tempest-network-smoke--1567028367', 'project_id': '06fb629024324e968714595537efac5c', 'port_security_enabled': True}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:47.372972 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-1b9bfa80-f577-4946-a6d7-25fc1b8eb330 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:47.379990 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-d755a431-6af6-4f9a-a0ee-1638a4670884 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:47.400648 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-1b9bfa80-f577-4946-a6d7-25fc1b8eb330 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Usage tracker for resource:network and tenant:06fb629024324e968714595537efac5c is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:47.408617 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-d755a431-6af6-4f9a-a0ee-1638a4670884 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Usage tracker for resource:security_group_rule and tenant:9ca18136780c42318ad378f55f852c3f is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:47.412487 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d07fd7-1c9c-480c-b11a-e7e90d8e3646 None None] Pushing event updated for resources: {'Port': ['ID=5c201ada-696c-42fe-a0d6-6c52c979cfa2,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:47.433196 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbbe448-b8f6-456c-8e0e-a27ff4b06077 req-8b1cecd3-4d6b-45af-bb49-06cf61277c31 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:12:47.442991 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bcbbe448-b8f6-456c-8e0e-a27ff4b06077 req-8b1cecd3-4d6b-45af-bb49-06cf61277c31 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "GET /v2.0/ports?device_id=33b84740-c19f-482d-aad1-2fdec09212f0 HTTP/1.1" status: 200 len: 909 time: 0.3855653 May 05 22:12:47.442991 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-d755a431-6af6-4f9a-a0ee-1638a4670884 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:47.442991 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-1b9bfa80-f577-4946-a6d7-25fc1b8eb330 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:47.450458 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-24d07fd7-1c9c-480c-b11a-e7e90d8e3646 None None] Attempting to bind port 5c201ada-696c-42fe-a0d6-6c52c979cfa2 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:12:47.450458 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-24d07fd7-1c9c-480c-b11a-e7e90d8e3646 None None] Attempting to bind port 5c201ada-696c-42fe-a0d6-6c52c979cfa2 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '8e2eb203-d970-4c99-b0de-ce1adb62b00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0474d6ca-6e50-4511-a89d-c7cbd3508cfe'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:12:47.450458 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d07fd7-1c9c-480c-b11a-e7e90d8e3646 None None] Attempting to bind port 5c201ada-696c-42fe-a0d6-6c52c979cfa2 on network 0474d6ca-6e50-4511-a89d-c7cbd3508cfe {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:12:47.466618 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-d755a431-6af6-4f9a-a0ee-1638a4670884 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:47.474970 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-1b9bfa80-f577-4946-a6d7-25fc1b8eb330 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:47.509194 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:47.509194 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d07fd7-1c9c-480c-b11a-e7e90d8e3646 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:12:47.523962 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d07fd7-1c9c-480c-b11a-e7e90d8e3646 None None] Checking segment: {'id': '8e2eb203-d970-4c99-b0de-ce1adb62b00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0474d6ca-6e50-4511-a89d-c7cbd3508cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:12:47.523962 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-24d07fd7-1c9c-480c-b11a-e7e90d8e3646 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:47.523962 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d07fd7-1c9c-480c-b11a-e7e90d8e3646 None None] Bound using segment: {'id': '8e2eb203-d970-4c99-b0de-ce1adb62b00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0474d6ca-6e50-4511-a89d-c7cbd3508cfe'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:12:47.523962 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-24d07fd7-1c9c-480c-b11a-e7e90d8e3646 None None] Bound port: 5c201ada-696c-42fe-a0d6-6c52c979cfa2, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e2eb203-d970-4c99-b0de-ce1adb62b00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0474d6ca-6e50-4511-a89d-c7cbd3508cfe'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:12:47.523962 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-24d07fd7-1c9c-480c-b11a-e7e90d8e3646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:47.533839 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9bfa80-f577-4946-a6d7-25fc1b8eb330 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Made reservation on behalf of 06fb629024324e968714595537efac5c for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:12:47.533839 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1b9bfa80-f577-4946-a6d7-25fc1b8eb330 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:47.547200 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:47.604003 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae1e145-4ab1-41f4-b3c7-ec834b489573 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Network 6fb8b120-2da8-42cd-9187-86eb3909d065 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:12:47.643079 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d755a431-6af6-4f9a-a0ee-1638a4670884 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:47.650939 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b9bfa80-f577-4946-a6d7-25fc1b8eb330 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:12:47.653779 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d755a431-6af6-4f9a-a0ee-1638a4670884 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:47.656413 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-8ae1e145-4ab1-41f4-b3c7-ec834b489573 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 6fb8b120-2da8-42cd-9187-86eb3909d065) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:12:47.675209 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae1e145-4ab1-41f4-b3c7-ec834b489573 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:12:47.676126 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8ae1e145-4ab1-41f4-b3c7-ec834b489573 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:47.677024 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e9ebb6-8e41-46b9-946d-f86b4900a1ac None None] Network 6fb8b120-2da8-42cd-9187-86eb3909d065 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:12:47.701666 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1b9bfa80-f577-4946-a6d7-25fc1b8eb330 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:47.704178 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-1b9bfa80-f577-4946-a6d7-25fc1b8eb330 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Added segment ea299347-b876-4d00-b90a-ce5927cdc16d of type vlan for network 8699afcf-6ff9-4969-a8e9-5c2742a40e07 May 05 22:12:47.735628 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1580fe89-fead-4467-9715-680eddea6bff tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:47.775059 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8ae1e145-4ab1-41f4-b3c7-ec834b489573 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2457333 May 05 22:12:47.775059 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46880) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:47.783476 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-927171ac-71a7-4619-a55e-765665048836 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Request body: {'floatingip': {'floating_network_id': '6fb8b120-2da8-42cd-9187-86eb3909d065'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:47.783476 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-927171ac-71a7-4619-a55e-765665048836 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:47.799161 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-927171ac-71a7-4619-a55e-765665048836 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Usage tracker for resource:floatingip and tenant:88fd364c83fb468a847c564702dcadda is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:47.799161 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-927171ac-71a7-4619-a55e-765665048836 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:47.799161 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-927171ac-71a7-4619-a55e-765665048836 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:47.838565 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-1580fe89-fead-4467-9715-680eddea6bff tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Transition to ACTIVE for port object 0cf42edd-2c68-454d-818c-8c7fe519a9cf will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:12:47.838565 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-927171ac-71a7-4619-a55e-765665048836 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:47.883014 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d755a431-6af6-4f9a-a0ee-1638a4670884 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=625a1063-4ada-46f5-a19f-5f4dfaae505a,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:47.883014 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1b9bfa80-f577-4946-a6d7-25fc1b8eb330 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:47.923806 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d755a431-6af6-4f9a-a0ee-1638a4670884 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:47.923806 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-d755a431-6af6-4f9a-a0ee-1638a4670884 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0157120 May 05 22:12:47.931247 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46886) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:47.941662 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-bcaf6424-ff76-4e2c-899b-cd92ebb069b8 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Request body: {'security_group_rule': {'security_group_id': '625a1063-4ada-46f5-a19f-5f4dfaae505a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:47.941662 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-bcaf6424-ff76-4e2c-899b-cd92ebb069b8 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 22:12:47.941662 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-bcaf6424-ff76-4e2c-899b-cd92ebb069b8 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0087311 May 05 22:12:47.949080 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46890) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:47.957148 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-faa23344-c438-416e-a6b3-7d3024da296f tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Request body: {'security_group_rule': {'security_group_id': '625a1063-4ada-46f5-a19f-5f4dfaae505a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:47.957148 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-faa23344-c438-416e-a6b3-7d3024da296f tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 22:12:47.964029 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-faa23344-c438-416e-a6b3-7d3024da296f tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0073011 May 05 22:12:47.968494 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46896) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:47.984379 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1580fe89-fead-4467-9715-680eddea6bff tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:47.998161 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-3948105a-c929-4cf5-aed3-58263265315c tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Request body: {'security_group_rule': {'security_group_id': '625a1063-4ada-46f5-a19f-5f4dfaae505a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:47.998161 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [None req-3948105a-c929-4cf5-aed3-58263265315c tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 22:12:47.998161 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-3948105a-c929-4cf5-aed3-58263265315c tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0295780 May 05 22:12:48.009072 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46900) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:48.033494 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-f50c7ff5-9e13-4850-a7dd-9668bbc00753 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Request body: {'security_group_rule': {'security_group_id': '625a1063-4ada-46f5-a19f-5f4dfaae505a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:48.033494 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [None req-f50c7ff5-9e13-4850-a7dd-9668bbc00753 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 22:12:48.033494 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f50c7ff5-9e13-4850-a7dd-9668bbc00753 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0257742 May 05 22:12:48.045368 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46904) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:48.053321 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1580fe89-fead-4467-9715-680eddea6bff tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Network 0474d6ca-6e50-4511-a89d-c7cbd3508cfe is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:12:48.055893 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1b9bfa80-f577-4946-a6d7-25fc1b8eb330 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:48.055893 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9bfa80-f577-4946-a6d7-25fc1b8eb330 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:12:48.055893 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1b9bfa80-f577-4946-a6d7-25fc1b8eb330 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:48.056340 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-1580fe89-fead-4467-9715-680eddea6bff tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:12:48.070624 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1580fe89-fead-4467-9715-680eddea6bff tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:12:48.143981 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-24d07fd7-1c9c-480c-b11a-e7e90d8e3646 None None] For port 5c201ada-696c-42fe-a0d6-6c52c979cfa2, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:12:48.158612 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-24d07fd7-1c9c-480c-b11a-e7e90d8e3646 None None] For port 5c201ada-696c-42fe-a0d6-6c52c979cfa2, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=5c201ada-696c-42fe-a0d6-6c52c979cfa2,segment=NetworkSegment(8e2eb203-d970-4c99-b0de-ce1adb62b00f),segment_id=8e2eb203-d970-4c99-b0de-ce1adb62b00f)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:12:48.196375 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-24d07fd7-1c9c-480c-b11a-e7e90d8e3646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:48.271766 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-927171ac-71a7-4619-a55e-765665048836 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:48.316032 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d07fd7-1c9c-480c-b11a-e7e90d8e3646 None None] Pushing event updated for resources: {'Port': ['ID=5c201ada-696c-42fe-a0d6-6c52c979cfa2,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:48.343694 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c68fbfe-a795-4839-ad90-09f445b59904 None None] Network 6fb8b120-2da8-42cd-9187-86eb3909d065 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:12:48.350216 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9bfa80-f577-4946-a6d7-25fc1b8eb330 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event updated for resources: {'Network': ['ID=8699afcf-6ff9-4969-a8e9-5c2742a40e07,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:48.391383 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6069b8e8-94d3-4502-bdbc-2903dcccd771 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:48.398798 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-1b9bfa80-f577-4946-a6d7-25fc1b8eb330 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0904224 May 05 22:12:48.405290 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46918) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:48.422129 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-1be08a58-c491-4d14-a1c4-b39ccac64210 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-770954578', 'admin_state_up': True, 'project_id': '06fb629024324e968714595537efac5c', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:48.429103 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1580fe89-fead-4467-9715-680eddea6bff tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event updated for resources: {'Port': ['ID=0cf42edd-2c68-454d-818c-8c7fe519a9cf,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:48.433027 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 8699afcf-6ff9-4969-a8e9-5c2742a40e07 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:12:48.439527 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-1be08a58-c491-4d14-a1c4-b39ccac64210 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:48.447265 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1580fe89-fead-4467-9715-680eddea6bff tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:12:48.448573 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1580fe89-fead-4467-9715-680eddea6bff tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:48.448961 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-1be08a58-c491-4d14-a1c4-b39ccac64210 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Usage tracker for resource:router and tenant:06fb629024324e968714595537efac5c is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:48.452483 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6069b8e8-94d3-4502-bdbc-2903dcccd771 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:48.461431 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-1be08a58-c491-4d14-a1c4-b39ccac64210 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:48.474892 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-1be08a58-c491-4d14-a1c4-b39ccac64210 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:48.575926 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1be08a58-c491-4d14-a1c4-b39ccac64210 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:48.580565 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1be08a58-c491-4d14-a1c4-b39ccac64210 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:48.641106 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1be08a58-c491-4d14-a1c4-b39ccac64210 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:48.661602 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6069b8e8-94d3-4502-bdbc-2903dcccd771 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:48.691751 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1580fe89-fead-4467-9715-680eddea6bff tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4628527 May 05 22:12:48.706023 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46928) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:48.759121 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6069b8e8-94d3-4502-bdbc-2903dcccd771 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=625a1063-4ada-46f5-a19f-5f4dfaae505a,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:49.026045 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:49.135633 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-927171ac-71a7-4619-a55e-765665048836 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Allocated IP 172.20.0.11 (6fb8b120-2da8-42cd-9187-86eb3909d065/1e68f1b8-cc54-4be0-a3b9-36d5bdeb15ea/ce5f5fb9-d53a-4724-bbc6-3e3ac331e84e) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:12:49.229472 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6069b8e8-94d3-4502-bdbc-2903dcccd771 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:49.229472 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-6069b8e8-94d3-4502-bdbc-2903dcccd771 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] 10.222.0.23 "DELETE /v2.0/security-groups/625a1063-4ada-46f5-a19f-5f4dfaae505a HTTP/1.1" status: 204 len: 168 time: 1.1930122 May 05 22:12:49.232994 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46940) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:49.286990 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd6552b-fc9f-41c3-8209-74095d745672 req-edbc9151-a39f-44ae-a009-75cee434f93e tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:12:49.286990 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3bd6552b-fc9f-41c3-8209-74095d745672 req-edbc9151-a39f-44ae-a009-75cee434f93e tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "GET /v2.0/ports?device_id=33b84740-c19f-482d-aad1-2fdec09212f0 HTTP/1.1" status: 200 len: 909 time: 0.5739541 May 05 22:12:49.299253 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1be08a58-c491-4d14-a1c4-b39ccac64210 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:49.368856 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-3f269188-ba36-43fb-a349-e515fed51ece tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Synchronizing usage tracker for tenant:9ca18136780c42318ad378f55f852c3f on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:12:49.549186 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-3f269188-ba36-43fb-a349-e515fed51ece tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Unset dirty status for tenant:9ca18136780c42318ad378f55f852c3f on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:12:49.549186 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-3f269188-ba36-43fb-a349-e515fed51ece tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3078063 May 05 22:12:49.560103 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 46952) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:49.581395 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-54660798-a984-4087-9c4f-6cff5863bf5d tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Request body: {'security_group': {'name': 'tempest-secgroup--1915129688'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:49.701403 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-54660798-a984-4087-9c4f-6cff5863bf5d tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:49.712473 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-54660798-a984-4087-9c4f-6cff5863bf5d tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:49.778560 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-54660798-a984-4087-9c4f-6cff5863bf5d tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:49.888704 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca18a8-35a8-4a3d-b54d-97daffed0450 req-152e1fdf-7545-4ef0-8a59-6da7158fbf30 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:12:49.888704 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-14ca18a8-35a8-4a3d-b54d-97daffed0450 req-152e1fdf-7545-4ef0-8a59-6da7158fbf30 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "GET /v2.0/ports?device_id=33b84740-c19f-482d-aad1-2fdec09212f0 HTTP/1.1" status: 200 len: 909 time: 0.3118765 May 05 22:12:49.905179 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-54660798-a984-4087-9c4f-6cff5863bf5d tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:49.917344 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-54660798-a984-4087-9c4f-6cff5863bf5d tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Usage tracker for resource:security_group_rule and tenant:9ca18136780c42318ad378f55f852c3f is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:49.924217 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-54660798-a984-4087-9c4f-6cff5863bf5d tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:50.027904 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-54660798-a984-4087-9c4f-6cff5863bf5d tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:50.078274 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1be08a58-c491-4d14-a1c4-b39ccac64210 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for router_gateway, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:50.130008 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-927171ac-71a7-4619-a55e-765665048836 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:50.185528 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1be08a58-c491-4d14-a1c4-b39ccac64210 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:50.202733 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-54660798-a984-4087-9c4f-6cff5863bf5d tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:50.249245 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-54660798-a984-4087-9c4f-6cff5863bf5d tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:50.272877 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-927171ac-71a7-4619-a55e-765665048836 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:50.426845 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927171ac-71a7-4619-a55e-765665048836 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Network 6fb8b120-2da8-42cd-9187-86eb3909d065 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:12:50.426845 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927171ac-71a7-4619-a55e-765665048836 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Pushing event updated for resources: {'Port': ['ID=ce5f5fb9-d53a-4724-bbc6-3e3ac331e84e,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:50.441244 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-927171ac-71a7-4619-a55e-765665048836 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:12:50.441244 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927171ac-71a7-4619-a55e-765665048836 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:12:50.497572 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54660798-a984-4087-9c4f-6cff5863bf5d tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69227a5b-1191-4491-ae96-c7ff3091c098,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:50.514876 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd443d3b-5eb5-47f6-ab40-437c3de3ff89 None None] Network 0474d6ca-6e50-4511-a89d-c7cbd3508cfe requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:12:50.546060 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-54660798-a984-4087-9c4f-6cff5863bf5d tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:50.546060 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-54660798-a984-4087-9c4f-6cff5863bf5d tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9801776 May 05 22:12:50.569116 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46978) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:50.569116 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e671b880-b38e-4d72-bdeb-ea7c56dcdbfa tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:50.590219 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-9c8ead84-82b9-466a-a530-8952f917eea3 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Request body: {'security_group_rule': {'security_group_id': '69227a5b-1191-4491-ae96-c7ff3091c098', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:50.590219 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-9c8ead84-82b9-466a-a530-8952f917eea3 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 22:12:50.590219 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9c8ead84-82b9-466a-a530-8952f917eea3 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0135193 May 05 22:12:50.604739 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 46982) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:50.622466 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-6f446f44-aa90-4e02-843e-00df3d61af70 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Request body: {'security_group_rule': {'security_group_id': '69227a5b-1191-4491-ae96-c7ff3091c098', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:50.717807 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c02530c7-d31b-4e6d-a9e0-3abf8da39e0e req-d39488a9-96c3-45d1-9ed5-32af7f0c1ec6 tempest-TestSecurityGroupsBasicOps-1656009718 tempest-TestSecurityGroupsBasicOps-1656009718-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=33b84740-c19f-482d-aad1-2fdec09212f0 HTTP/1.1" status: 200 len: 1060 time: 0.4649646 May 05 22:12:50.756826 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-1be08a58-c491-4d14-a1c4-b39ccac64210 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Allocated IP 172.25.4.163 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/a5120c11-a427-4283-b49f-7876465a1919) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:12:50.944504 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 5c201ada-696c-42fe-a0d6-6c52c979cfa2 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:12:51.100796 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-6f446f44-aa90-4e02-843e-00df3d61af70 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:51.126950 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-6f446f44-aa90-4e02-843e-00df3d61af70 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Usage tracker for resource:security_group_rule and tenant:9ca18136780c42318ad378f55f852c3f is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:51.143430 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-6f446f44-aa90-4e02-843e-00df3d61af70 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:51.156207 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-6f446f44-aa90-4e02-843e-00df3d61af70 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:51.286898 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-27a538aa-4779-45db-95f9-9c0966a7b680 None None] Provisioning for port 5c201ada-696c-42fe-a0d6-6c52c979cfa2 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:12:51.310072 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-6f446f44-aa90-4e02-843e-00df3d61af70 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 22:12:51.310072 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-6f446f44-aa90-4e02-843e-00df3d61af70 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7066519 May 05 22:12:51.330132 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47006) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:51.333764 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1be08a58-c491-4d14-a1c4-b39ccac64210 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:51.356561 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e671b880-b38e-4d72-bdeb-ea7c56dcdbfa tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:51.363102 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 5c201ada-696c-42fe-a0d6-6c52c979cfa2 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:12:51.369565 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-41829bbb-5273-4b0f-952f-d142f551564f req-df153b25-7b70-4744-9315-6f8e1ffc8233 tempest-TestSecurityGroupsBasicOps-1656009718 tempest-TestSecurityGroupsBasicOps-1656009718-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=47c60070-24a1-4dfb-bfe9-f30837a20dcb HTTP/1.1" status: 200 len: 1135 time: 0.2504783 May 05 22:12:51.369565 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-813ca1cc-55f6-4b39-9abd-cac2a8949955 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Request body: {'security_group_rule': {'security_group_id': '69227a5b-1191-4491-ae96-c7ff3091c098', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:51.369565 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [None req-813ca1cc-55f6-4b39-9abd-cac2a8949955 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 22:12:51.369565 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-813ca1cc-55f6-4b39-9abd-cac2a8949955 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0190742 May 05 22:12:51.371746 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e671b880-b38e-4d72-bdeb-ea7c56dcdbfa tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:51.384071 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 5c201ada-696c-42fe-a0d6-6c52c979cfa2 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:12:51.390507 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47010) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:51.393822 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:51.443245 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-41829bbb-5273-4b0f-952f-d142f551564f req-395986c7-d332-439e-94d1-1842c70f97c6 tempest-TestSecurityGroupsBasicOps-1656009718 tempest-TestSecurityGroupsBasicOps-1656009718-project-admin] Synchronizing usage tracker for tenant:0e519a98b1be49458bdac235bc5f5a2a on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:12:51.454049 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-53abdf04-7d04-46ad-bdce-e1d49274383b tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Request body: {'security_group_rule': {'security_group_id': '69227a5b-1191-4491-ae96-c7ff3091c098', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:51.463027 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-53abdf04-7d04-46ad-bdce-e1d49274383b tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:51.467572 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-53abdf04-7d04-46ad-bdce-e1d49274383b tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Usage tracker for resource:security_group_rule and tenant:9ca18136780c42318ad378f55f852c3f is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:51.473572 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-41829bbb-5273-4b0f-952f-d142f551564f req-395986c7-d332-439e-94d1-1842c70f97c6 tempest-TestSecurityGroupsBasicOps-1656009718 tempest-TestSecurityGroupsBasicOps-1656009718-project-admin] Unset dirty status for tenant:0e519a98b1be49458bdac235bc5f5a2a on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:12:51.482108 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-53abdf04-7d04-46ad-bdce-e1d49274383b tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:51.488626 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-41829bbb-5273-4b0f-952f-d142f551564f req-395986c7-d332-439e-94d1-1842c70f97c6 tempest-TestSecurityGroupsBasicOps-1656009718 tempest-TestSecurityGroupsBasicOps-1656009718-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=9e61efd1-0b37-4d76-9aa3-146509453fc2&id=882c5bc1-fe64-4b74-a8ee-3b1b1e3bff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 407 time: 0.1028194 May 05 22:12:51.493016 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1be08a58-c491-4d14-a1c4-b39ccac64210 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:51.541217 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47020) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:51.548976 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-53abdf04-7d04-46ad-bdce-e1d49274383b tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:51.671343 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be08a58-c491-4d14-a1c4-b39ccac64210 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:12:51.675798 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-1be08a58-c491-4d14-a1c4-b39ccac64210 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:12:51.696869 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be08a58-c491-4d14-a1c4-b39ccac64210 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:12:51.732223 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be08a58-c491-4d14-a1c4-b39ccac64210 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event updated for resources: {'Port': ['ID=a5120c11-a427-4283-b49f-7876465a1919,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:51.765230 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:51.790068 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e671b880-b38e-4d72-bdeb-ea7c56dcdbfa tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event updated for resources: {'Port': ['ID=0cf42edd-2c68-454d-818c-8c7fe519a9cf,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:51.815881 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 5c201ada-696c-42fe-a0d6-6c52c979cfa2, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=5c201ada-696c-42fe-a0d6-6c52c979cfa2,segment=NetworkSegment(8e2eb203-d970-4c99-b0de-ce1adb62b00f),segment_id=8e2eb203-d970-4c99-b0de-ce1adb62b00f)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:12:51.824608 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:51.911408 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-8362bedf-7f13-4ef3-abe9-e2ca8d7ca3e1 tempest-TestSecurityGroupsBasicOps-1656009718 tempest-TestSecurityGroupsBasicOps-1656009718-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=33b84740-c19f-482d-aad1-2fdec09212f0 HTTP/1.1" status: 200 len: 1055 time: 0.3677928 May 05 22:12:51.912403 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=5c201ada-696c-42fe-a0d6-6c52c979cfa2,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:51.958325 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-927171ac-71a7-4619-a55e-765665048836 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:52.047447 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-53abdf04-7d04-46ad-bdce-e1d49274383b tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 22:12:52.047447 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-53abdf04-7d04-46ad-bdce-e1d49274383b tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5951052 May 05 22:12:52.053693 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47038) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:52.081497 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-a5573f75-af1a-48ee-9b99-aefbc20edf7c tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Request body: {'security_group_rule': {'security_group_id': '69227a5b-1191-4491-ae96-c7ff3091c098', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:52.081497 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [None req-a5573f75-af1a-48ee-9b99-aefbc20edf7c tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 22:12:52.081497 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a5573f75-af1a-48ee-9b99-aefbc20edf7c tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0351717 May 05 22:12:52.081497 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47042) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:52.102208 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-1af6a9ca-393a-4d86-ae6d-1888a4aad9cf tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Request body: {'security_group_rule': {'security_group_id': '69227a5b-1191-4491-ae96-c7ff3091c098', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:52.122537 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-3081d712-2aed-4467-836d-19a452391673 None None] Provisioning complete for port 5c201ada-696c-42fe-a0d6-6c52c979cfa2 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:12:52.122537 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3081d712-2aed-4467-836d-19a452391673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:52.134521 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-1af6a9ca-393a-4d86-ae6d-1888a4aad9cf tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:52.134521 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-1af6a9ca-393a-4d86-ae6d-1888a4aad9cf tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Usage tracker for resource:security_group_rule and tenant:9ca18136780c42318ad378f55f852c3f is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:52.168572 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-1af6a9ca-393a-4d86-ae6d-1888a4aad9cf tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:52.168572 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-1af6a9ca-393a-4d86-ae6d-1888a4aad9cf tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:52.201259 n-d-825175-4 neutron-server[84061]: INFO neutron.db.securitygroups_db [None req-1af6a9ca-393a-4d86-ae6d-1888a4aad9cf tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Project 9ca18136780c42318ad378f55f852c3f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 22:12:52.244523 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [None req-1af6a9ca-393a-4d86-ae6d-1888a4aad9cf tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 22:12:52.244523 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-1af6a9ca-393a-4d86-ae6d-1888a4aad9cf tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1512272 May 05 22:12:52.244523 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47048) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:52.244523 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-10f25b73-ad3a-4604-807f-d87efe6550c4 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Request body: {'security_group_rule': {'security_group_id': '69227a5b-1191-4491-ae96-c7ff3091c098', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:52.244523 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [None req-10f25b73-ad3a-4604-807f-d87efe6550c4 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 22:12:52.258642 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-10f25b73-ad3a-4604-807f-d87efe6550c4 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0095539 May 05 22:12:52.258642 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1be08a58-c491-4d14-a1c4-b39ccac64210 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for router_gateway, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:52.258642 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1be08a58-c491-4d14-a1c4-b39ccac64210 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:52.258642 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47052) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:52.258642 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-f738f229-1fbb-4c62-abf5-2bda1d497090 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Request body: {'security_group_rule': {'security_group_id': '69227a5b-1191-4491-ae96-c7ff3091c098', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:52.292716 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-f738f229-1fbb-4c62-abf5-2bda1d497090 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:52.292716 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-f738f229-1fbb-4c62-abf5-2bda1d497090 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Usage tracker for resource:security_group_rule and tenant:9ca18136780c42318ad378f55f852c3f is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:52.292716 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-f738f229-1fbb-4c62-abf5-2bda1d497090 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:52.292716 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-f738f229-1fbb-4c62-abf5-2bda1d497090 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:52.405465 n-d-825175-4 neutron-server[84061]: INFO neutron.db.securitygroups_db [None req-f738f229-1fbb-4c62-abf5-2bda1d497090 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Project 9ca18136780c42318ad378f55f852c3f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 22:12:52.431805 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-927171ac-71a7-4619-a55e-765665048836 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:52.576467 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [None req-f738f229-1fbb-4c62-abf5-2bda1d497090 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 22:12:52.591074 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f738f229-1fbb-4c62-abf5-2bda1d497090 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3400993 May 05 22:12:52.595712 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47068) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:52.628280 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-3081d712-2aed-4467-836d-19a452391673 None None] Provisioning for port 0cf42edd-2c68-454d-818c-8c7fe519a9cf completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:12:52.676021 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-a80c9fb9-ad50-41b0-b15f-e75aa10ca656 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Request body: {'security_group_rule': {'security_group_id': '69227a5b-1191-4491-ae96-c7ff3091c098', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:52.691020 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-3081d712-2aed-4467-836d-19a452391673 None None] Provisioning complete for port 0cf42edd-2c68-454d-818c-8c7fe519a9cf triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:12:52.691020 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3081d712-2aed-4467-836d-19a452391673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:52.695582 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a80c9fb9-ad50-41b0-b15f-e75aa10ca656 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:52.712988 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a80c9fb9-ad50-41b0-b15f-e75aa10ca656 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Usage tracker for resource:security_group_rule and tenant:9ca18136780c42318ad378f55f852c3f is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:52.743931 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a80c9fb9-ad50-41b0-b15f-e75aa10ca656 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:52.769004 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a80c9fb9-ad50-41b0-b15f-e75aa10ca656 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:52.826755 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 5c201ada-696c-42fe-a0d6-6c52c979cfa2 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:12:52.842703 n-d-825175-4 neutron-server[84061]: INFO neutron.db.securitygroups_db [None req-a80c9fb9-ad50-41b0-b15f-e75aa10ca656 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Project 9ca18136780c42318ad378f55f852c3f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 22:12:52.977284 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-3081d712-2aed-4467-836d-19a452391673 None None] Port 0cf42edd-2c68-454d-818c-8c7fe519a9cf cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:12:52.994584 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 5c201ada-696c-42fe-a0d6-6c52c979cfa2 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:12:52.995167 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:52.997329 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [None req-a80c9fb9-ad50-41b0-b15f-e75aa10ca656 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 22:12:52.998384 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a80c9fb9-ad50-41b0-b15f-e75aa10ca656 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3585570 May 05 22:12:53.007326 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47082) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:53.113162 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e671b880-b38e-4d72-bdeb-ea7c56dcdbfa tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:53.175170 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-927171ac-71a7-4619-a55e-765665048836 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:53.187069 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a181ad-f11b-4ca2-9d37-bc063bdcc3a0 req-f338477c-7670-49fd-9f00-3c840e6e04ef tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:12:53.187069 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-32a181ad-f11b-4ca2-9d37-bc063bdcc3a0 req-f338477c-7670-49fd-9f00-3c840e6e04ef tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "GET /v2.0/ports?device_id=33b84740-c19f-482d-aad1-2fdec09212f0 HTTP/1.1" status: 200 len: 909 time: 0.3507390 May 05 22:12:53.212161 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-b7a0a315-e648-4bac-9016-6a5170c7c113 None None] Provisioning complete for port 0cf42edd-2c68-454d-818c-8c7fe519a9cf triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:12:53.212161 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b7a0a315-e648-4bac-9016-6a5170c7c113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:53.232557 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c0a210ce-4630-4e1c-abae-1266c8fba85a tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:53.236131 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-927171ac-71a7-4619-a55e-765665048836 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:53.280039 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-b7a0a315-e648-4bac-9016-6a5170c7c113 None None] Port 0cf42edd-2c68-454d-818c-8c7fe519a9cf cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:12:53.337946 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927171ac-71a7-4619-a55e-765665048836 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Pushing event updated for resources: {'Port': ['ID=ce5f5fb9-d53a-4724-bbc6-3e3ac331e84e,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:53.343930 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c0a210ce-4630-4e1c-abae-1266c8fba85a tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:53.396250 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e671b880-b38e-4d72-bdeb-ea7c56dcdbfa tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:53.461218 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1be08a58-c491-4d14-a1c4-b39ccac64210 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Router fd468c6d-d5a0-4553-ab4e-97723ca5c241 is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 22:12:53.461218 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c0a210ce-4630-4e1c-abae-1266c8fba85a tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:53.474767 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a210ce-4630-4e1c-abae-1266c8fba85a tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69227a5b-1191-4491-ae96-c7ff3091c098,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:53.674067 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c0a210ce-4630-4e1c-abae-1266c8fba85a tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:53.674067 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c0a210ce-4630-4e1c-abae-1266c8fba85a tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] 10.222.0.23 "DELETE /v2.0/security-groups/69227a5b-1191-4491-ae96-c7ff3091c098 HTTP/1.1" status: 204 len: 168 time: 0.6648633 May 05 22:12:53.759932 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47106) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:53.866888 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e671b880-b38e-4d72-bdeb-ea7c56dcdbfa tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:53.881524 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-927171ac-71a7-4619-a55e-765665048836 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:53.881524 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e671b880-b38e-4d72-bdeb-ea7c56dcdbfa tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:53.978469 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-ffa6fcbc-577c-4c45-af7e-d5d040f8607d tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Synchronizing usage tracker for tenant:9ca18136780c42318ad378f55f852c3f on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:12:53.992317 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134ecaa-69b4-42fd-b743-a3130436e766 req-272886e4-d775-4f3e-8514-1907c26b4fb4 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:12:53.992317 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f134ecaa-69b4-42fd-b743-a3130436e766 req-272886e4-d775-4f3e-8514-1907c26b4fb4 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.32 "GET /v2.0/ports?device_id=33b84740-c19f-482d-aad1-2fdec09212f0 HTTP/1.1" status: 200 len: 909 time: 0.2502224 May 05 22:12:54.005224 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-927171ac-71a7-4619-a55e-765665048836 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:54.017691 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-927171ac-71a7-4619-a55e-765665048836 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.2357888 May 05 22:12:54.031393 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47122) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:54.101165 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-ffa6fcbc-577c-4c45-af7e-d5d040f8607d tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Unset dirty status for tenant:9ca18136780c42318ad378f55f852c3f on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:12:54.101165 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ffa6fcbc-577c-4c45-af7e-d5d040f8607d tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3430791 May 05 22:12:54.101165 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47128) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:54.115759 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-cda6dd7b-264b-4927-b9f7-8150420a074f tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Request body: {'security_group': {'name': 'tempest-secgroup--1744247438'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:54.115759 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-cda6dd7b-264b-4927-b9f7-8150420a074f tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:54.157918 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-f134ecaa-69b4-42fd-b743-a3130436e766 req-cfb3ad11-cfd0-47cc-968e-0b0cb478bcd4 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Deleting port 7409c499-1df4-4e64-b68e-81f59e8dae2d {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:12:54.157918 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-f134ecaa-69b4-42fd-b743-a3130436e766 req-cfb3ad11-cfd0-47cc-968e-0b0cb478bcd4 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:54.173359 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-cda6dd7b-264b-4927-b9f7-8150420a074f tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:54.214932 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e671b880-b38e-4d72-bdeb-ea7c56dcdbfa tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event updated for resources: {'Port': ['ID=0cf42edd-2c68-454d-818c-8c7fe519a9cf,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:54.214932 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e671b880-b38e-4d72-bdeb-ea7c56dcdbfa tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:54.214932 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-fbdfb15b-2c36-4755-a646-7817750ffe3f tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Synchronizing usage tracker for tenant:88fd364c83fb468a847c564702dcadda on resource:floatingip {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:12:54.248482 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cda6dd7b-264b-4927-b9f7-8150420a074f tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:54.386824 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-fbdfb15b-2c36-4755-a646-7817750ffe3f tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Unset dirty status for tenant:88fd364c83fb468a847c564702dcadda on resource:floatingip {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:12:54.386824 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-fbdfb15b-2c36-4755-a646-7817750ffe3f tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] 10.222.0.23 "GET /v2.0/floatingips?floating_network_id=6fb8b120-2da8-42cd-9187-86eb3909d065 HTTP/1.1" status: 200 len: 690 time: 0.3243361 May 05 22:12:54.386824 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47144) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:54.508933 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-f134ecaa-69b4-42fd-b743-a3130436e766 req-cfb3ad11-cfd0-47cc-968e-0b0cb478bcd4 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] For port 7409c499-1df4-4e64-b68e-81f59e8dae2d, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=7409c499-1df4-4e64-b68e-81f59e8dae2d,segment=NetworkSegment(5832396b-c757-4a6a-acc8-f493a2bfc8c0),segment_id=5832396b-c757-4a6a-acc8-f493a2bfc8c0)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:12:54.508933 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-f134ecaa-69b4-42fd-b743-a3130436e766 req-cfb3ad11-cfd0-47cc-968e-0b0cb478bcd4 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:54.679799 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-53005f97-590b-4cf0-82b6-91b7c59174a4 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:54.756677 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-f134ecaa-69b4-42fd-b743-a3130436e766 req-cfb3ad11-cfd0-47cc-968e-0b0cb478bcd4 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Calling delete_port for 7409c499-1df4-4e64-b68e-81f59e8dae2d owned by compute:nova {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:12:54.811237 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-cda6dd7b-264b-4927-b9f7-8150420a074f tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:54.824245 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-53005f97-590b-4cf0-82b6-91b7c59174a4 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Deleting port ce5f5fb9-d53a-4724-bbc6-3e3ac331e84e {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:12:54.824245 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-53005f97-590b-4cf0-82b6-91b7c59174a4 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:55.003614 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-53005f97-590b-4cf0-82b6-91b7c59174a4 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:55.003614 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-53005f97-590b-4cf0-82b6-91b7c59174a4 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:55.021048 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-cda6dd7b-264b-4927-b9f7-8150420a074f tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Usage tracker for resource:security_group_rule and tenant:9ca18136780c42318ad378f55f852c3f is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:55.021048 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-cda6dd7b-264b-4927-b9f7-8150420a074f tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:55.021048 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-cda6dd7b-264b-4927-b9f7-8150420a074f tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:55.091243 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cda6dd7b-264b-4927-b9f7-8150420a074f tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:55.130961 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be08a58-c491-4d14-a1c4-b39ccac64210 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:12:55.130961 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-f134ecaa-69b4-42fd-b743-a3130436e766 req-cfb3ad11-cfd0-47cc-968e-0b0cb478bcd4 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:55.154769 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27b8298-cccb-4194-87e1-c1c2baaa77d7 None None] Sync routers for ids ['fd468c6d-d5a0-4553-ab4e-97723ca5c241'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:12:55.154769 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27b8298-cccb-4194-87e1-c1c2baaa77d7 None None] Routers {'fd468c6d-d5a0-4553-ab4e-97723ca5c241'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:12:55.154769 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-c27b8298-cccb-4194-87e1-c1c2baaa77d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:12:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['fd468c6d-d5a0-4553-ab4e-97723ca5c241'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:12:55.181074 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cda6dd7b-264b-4927-b9f7-8150420a074f tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:55.256963 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6db8870d-ba13-4043-bc68-98b9162396f7 req-eb3072e7-1367-4e90-aa6f-e90d0a9c204c tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "GET /v2.0/ports?device_id=33b84740-c19f-482d-aad1-2fdec09212f0 HTTP/1.1" status: 200 len: 210 time: 0.2563775 May 05 22:12:55.256963 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb3ad11-cfd0-47cc-968e-0b0cb478bcd4 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Pushing event deleted for resources: {'Port': ['ID=7409c499-1df4-4e64-b68e-81f59e8dae2d,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:55.359179 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cda6dd7b-264b-4927-b9f7-8150420a074f tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:55.363440 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-cda6dd7b-264b-4927-b9f7-8150420a074f tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2658069 May 05 22:12:55.370297 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1be08a58-c491-4d14-a1c4-b39ccac64210 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:55.371417 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-1be08a58-c491-4d14-a1c4-b39ccac64210 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 6.9648991 May 05 22:12:55.372247 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47184) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:55.374772 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda6dd7b-264b-4927-b9f7-8150420a074f tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9963d75e-cf14-4fd9-bfec-103acfe1cacd,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:55.456749 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-c2f02272-11bb-4df6-873d-3b056561c015 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Request body: {'security_group_rule': {'security_group_id': '9963d75e-cf14-4fd9-bfec-103acfe1cacd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:55.456749 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-c2f02272-11bb-4df6-873d-3b056561c015 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:55.456749 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-c2f02272-11bb-4df6-873d-3b056561c015 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Usage tracker for resource:security_group_rule and tenant:9ca18136780c42318ad378f55f852c3f is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:55.456749 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47188) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:55.456749 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-f134ecaa-69b4-42fd-b743-a3130436e766 req-cfb3ad11-cfd0-47cc-968e-0b0cb478bcd4 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] No DVR routers for this DVR port 7409c499-1df4-4e64-b68e-81f59e8dae2d on host n-h2-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:12:55.456749 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-f134ecaa-69b4-42fd-b743-a3130436e766 req-cfb3ad11-cfd0-47cc-968e-0b0cb478bcd4 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:55.500811 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f134ecaa-69b4-42fd-b743-a3130436e766 req-cfb3ad11-cfd0-47cc-968e-0b0cb478bcd4 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.32 "DELETE /v2.0/ports/7409c499-1df4-4e64-b68e-81f59e8dae2d HTTP/1.1" status: 204 len: 173 time: 1.4702165 May 05 22:12:55.500811 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-c2f02272-11bb-4df6-873d-3b056561c015 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:55.500811 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b84740-c19f-482d-aad1-2fdec09212f0', 'name': 'network-vif-deleted', 'tag': '7409c499-1df4-4e64-b68e-81f59e8dae2d'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:12:55.555607 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-c2f02272-11bb-4df6-873d-3b056561c015 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:55.572280 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e671b880-b38e-4d72-bdeb-ea7c56dcdbfa tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Network 0474d6ca-6e50-4511-a89d-c7cbd3508cfe is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:12:55.572280 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-53005f97-590b-4cf0-82b6-91b7c59174a4 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Calling delete_port for ce5f5fb9-d53a-4724-bbc6-3e3ac331e84e owned by network:floatingip {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:12:55.662618 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [None req-c2f02272-11bb-4df6-873d-3b056561c015 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] create failed (client error): The resource could not be found. May 05 22:12:55.662618 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c2f02272-11bb-4df6-873d-3b056561c015 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2751772 May 05 22:12:55.662618 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47202) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:55.677832 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-e671b880-b38e-4d72-bdeb-ea7c56dcdbfa tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:12:55.692426 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-9e7246ac-7ff1-41d2-b380-3281ad3472ff tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Request body: {'security_group_rule': {'security_group_id': '9963d75e-cf14-4fd9-bfec-103acfe1cacd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'b7913ba3-88a9-4e2d-bce2-a624d7bd896a'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:55.692426 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-9e7246ac-7ff1-41d2-b380-3281ad3472ff tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:55.734562 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-9e7246ac-7ff1-41d2-b380-3281ad3472ff tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Usage tracker for resource:security_group_rule and tenant:9ca18136780c42318ad378f55f852c3f is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:55.734562 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-9e7246ac-7ff1-41d2-b380-3281ad3472ff tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:55.773192 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-9e7246ac-7ff1-41d2-b380-3281ad3472ff tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:55.885888 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [None req-9e7246ac-7ff1-41d2-b380-3281ad3472ff tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] create failed (client error): The resource could not be found. May 05 22:12:55.885888 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-9e7246ac-7ff1-41d2-b380-3281ad3472ff tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2278838 May 05 22:12:55.885888 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47208) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:55.928350 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-c27b8298-cccb-4194-87e1-c1c2baaa77d7 None None] Set router fd468c6d-d5a0-4553-ab4e-97723ca5c241 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:12:56.174862 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0e97f088-b53c-4291-aded-6b48a9753121 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:56.287792 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0e97f088-b53c-4291-aded-6b48a9753121 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:56.431851 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0e97f088-b53c-4291-aded-6b48a9753121 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:56.518244 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7627ef3-2498-4be6-ac5d-011918bd1aa9'] response: {'server_uuid': '33b84740-c19f-482d-aad1-2fdec09212f0', 'name': 'network-vif-deleted', 'tag': '7409c499-1df4-4e64-b68e-81f59e8dae2d', 'status': 'completed', 'code': 200} May 05 22:12:56.527907 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e97f088-b53c-4291-aded-6b48a9753121 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9963d75e-cf14-4fd9-bfec-103acfe1cacd,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:56.580065 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0e97f088-b53c-4291-aded-6b48a9753121 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:56.586848 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0e97f088-b53c-4291-aded-6b48a9753121 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] 10.222.0.23 "DELETE /v2.0/security-groups/9963d75e-cf14-4fd9-bfec-103acfe1cacd HTTP/1.1" status: 204 len: 168 time: 0.6932137 May 05 22:12:56.586848 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47230) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:56.773411 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 7409c499-1df4-4e64-b68e-81f59e8dae2d no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:12:56.814678 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-53005f97-590b-4cf0-82b6-91b7c59174a4 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:56.833800 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: 7409c499-1df4-4e64-b68e-81f59e8dae2d {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:12:56.834181 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 7409c499-1df4-4e64-b68e-81f59e8dae2d not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:12:56.859599 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-1c5dbff8-7b21-470b-b78f-79c6dd3f1ab4 None None] Provisioning complete for port 0cf42edd-2c68-454d-818c-8c7fe519a9cf triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:12:56.859599 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1c5dbff8-7b21-470b-b78f-79c6dd3f1ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:56.910846 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-319aa65a-b95b-4e04-859e-aef9b15d52a8 tempest-TestNetworkAdvancedServerOps-1392066098 tempest-TestNetworkAdvancedServerOps-1392066098-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=06fb629024324e968714595537efac5c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 1.4404304 May 05 22:12:56.936300 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47244) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:56.950938 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-c0e84946-96c2-49fd-9cdd-8491ff1e3f15 req-7be0e411-6d65-4fc2-b8a0-42fe8e66071b tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Synchronizing usage tracker for tenant:efa9087c34ce4a5fbd7fe821ae4a2e59 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:12:56.964953 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-1c5dbff8-7b21-470b-b78f-79c6dd3f1ab4 None None] Port 0cf42edd-2c68-454d-818c-8c7fe519a9cf cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:12:56.978726 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-c0e84946-96c2-49fd-9cdd-8491ff1e3f15 req-7be0e411-6d65-4fc2-b8a0-42fe8e66071b tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Unset dirty status for tenant:efa9087c34ce4a5fbd7fe821ae4a2e59 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:12:56.978726 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c0e84946-96c2-49fd-9cdd-8491ff1e3f15 req-7be0e411-6d65-4fc2-b8a0-42fe8e66071b tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "GET /v2.0/ports?device_id=33b84740-c19f-482d-aad1-2fdec09212f0 HTTP/1.1" status: 200 len: 210 time: 0.3302264 May 05 22:12:56.978726 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e50f4a69-7dcf-457e-8827-7e5e24f3ec3b tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Synchronizing usage tracker for tenant:9ca18136780c42318ad378f55f852c3f on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:12:57.011901 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e50f4a69-7dcf-457e-8827-7e5e24f3ec3b tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Unset dirty status for tenant:9ca18136780c42318ad378f55f852c3f on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:12:57.011901 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e50f4a69-7dcf-457e-8827-7e5e24f3ec3b tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4113853 May 05 22:12:57.011901 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47252) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:57.040094 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-8a2c09a7-acb2-4923-9d9b-51525cb5e760 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Request body: {'security_group_rule': {'security_group_id': '5637d7ee-8d46-4e54-89c0-36b34aafe4a8', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:57.053086 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-c27b8298-cccb-4194-87e1-c1c2baaa77d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd468c6d-d5a0-4553-ab4e-97723ca5c241', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770954578', 'tenant_id': '06fb629024324e968714595537efac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': 'a5120c11-a427-4283-b49f-7876465a1919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:12:48Z', 'updated_at': '2022-05-05T22:12:51Z', 'revision_number': 3, 'project_id': '06fb629024324e968714595537efac5c', 'gw_port': {'id': 'a5120c11-a427-4283-b49f-7876465a1919', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd468c6d-d5a0-4553-ab4e-97723ca5c241', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:12:50Z', 'updated_at': '2022-05-05T22:12:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:12:57.053086 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27b8298-cccb-4194-87e1-c1c2baaa77d7 None None] Checking router: fd468c6d-d5a0-4553-ab4e-97723ca5c241 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:12:57.053086 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27b8298-cccb-4194-87e1-c1c2baaa77d7 None None] Updating router fd468c6d-d5a0-4553-ab4e-97723ca5c241 port a5120c11-a427-4283-b49f-7876465a1919 binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:12:57.068078 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-8a2c09a7-acb2-4923-9d9b-51525cb5e760 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:57.068078 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-8a2c09a7-acb2-4923-9d9b-51525cb5e760 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Usage tracker for resource:security_group_rule and tenant:9ca18136780c42318ad378f55f852c3f is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:57.097066 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-8a2c09a7-acb2-4923-9d9b-51525cb5e760 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:57.097066 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-8a2c09a7-acb2-4923-9d9b-51525cb5e760 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:57.109609 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9604d2c-4428-4cfc-98a6-b1b28e251398 tempest-TestNetworkAdvancedServerOps-1392066098 tempest-TestNetworkAdvancedServerOps-1392066098-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:12:57.109609 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9604d2c-4428-4cfc-98a6-b1b28e251398 tempest-TestNetworkAdvancedServerOps-1392066098 tempest-TestNetworkAdvancedServerOps-1392066098-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:12:57.109609 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f9604d2c-4428-4cfc-98a6-b1b28e251398 tempest-TestNetworkAdvancedServerOps-1392066098 tempest-TestNetworkAdvancedServerOps-1392066098-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1555 time: 0.1686368 May 05 22:12:57.109609 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53005f97-590b-4cf0-82b6-91b7c59174a4 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Pushing event deleted for resources: {'Port': ['ID=ce5f5fb9-d53a-4724-bbc6-3e3ac331e84e,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:57.123368 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47260) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:57.162281 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c27b8298-cccb-4194-87e1-c1c2baaa77d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:57.175674 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-99e630b1-ebea-49ad-9909-5a3b5d3d9b6d tempest-TestNetworkAdvancedServerOps-1392066098 tempest-TestNetworkAdvancedServerOps-1392066098-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=25bfe237-58de-4709-a3e0-ac79da07c300&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0655713 May 05 22:12:57.175674 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47266) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:57.246180 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [None req-8a2c09a7-acb2-4923-9d9b-51525cb5e760 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] create failed (client error): The resource could not be found. May 05 22:12:57.246180 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-8a2c09a7-acb2-4923-9d9b-51525cb5e760 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2317493 May 05 22:12:57.258158 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47270) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:57.258158 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-58cafea7-eafd-4bf0-af30-85a9d734e9be tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Request body: {'security_group': {'name': 'tempest-secgroup--1966823369'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:57.276382 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-58cafea7-eafd-4bf0-af30-85a9d734e9be tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:57.289587 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de9571c-bb0d-4886-a4ce-3cf73e746aa9 tempest-TestNetworkAdvancedServerOps-1392066098 tempest-TestNetworkAdvancedServerOps-1392066098-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:12:57.314433 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-7de9571c-bb0d-4886-a4ce-3cf73e746aa9 tempest-TestNetworkAdvancedServerOps-1392066098 tempest-TestNetworkAdvancedServerOps-1392066098-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=6fb8b120-2da8-42cd-9187-86eb3909d065&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 800 time: 0.1394289 May 05 22:12:57.314433 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47280) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:57.324758 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-58cafea7-eafd-4bf0-af30-85a9d734e9be tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:57.328659 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-53005f97-590b-4cf0-82b6-91b7c59174a4 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:57.391081 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-7fdfcd58-2f26-41f3-93fe-89408e503e99 tempest-TestNetworkAdvancedServerOps-1392066098 tempest-TestNetworkAdvancedServerOps-1392066098-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=06fb629024324e968714595537efac5c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0811880 May 05 22:12:57.393084 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47286) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:57.402368 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-58cafea7-eafd-4bf0-af30-85a9d734e9be tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:57.529498 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-53005f97-590b-4cf0-82b6-91b7c59174a4 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:57.640878 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-58cafea7-eafd-4bf0-af30-85a9d734e9be tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:57.673941 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fefbc98-6c87-42f4-a194-458f493f10fb tempest-TestNetworkAdvancedServerOps-1392066098 tempest-TestNetworkAdvancedServerOps-1392066098-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:12:57.675701 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-58cafea7-eafd-4bf0-af30-85a9d734e9be tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Usage tracker for resource:security_group_rule and tenant:9ca18136780c42318ad378f55f852c3f is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:57.676268 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fefbc98-6c87-42f4-a194-458f493f10fb tempest-TestNetworkAdvancedServerOps-1392066098 tempest-TestNetworkAdvancedServerOps-1392066098-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:12:57.677914 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-2fefbc98-6c87-42f4-a194-458f493f10fb tempest-TestNetworkAdvancedServerOps-1392066098 tempest-TestNetworkAdvancedServerOps-1392066098-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1555 time: 0.2830172 May 05 22:12:57.683264 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47302) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:57.697080 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-58cafea7-eafd-4bf0-af30-85a9d734e9be tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:57.729501 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-58cafea7-eafd-4bf0-af30-85a9d734e9be tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:57.744438 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e671b880-b38e-4d72-bdeb-ea7c56dcdbfa tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Router feda55d0-12ab-4ad1-96b3-56546a67bc43 is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 22:12:57.747813 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-561fd49d-59ee-4c7b-8059-edccb0c2fe38 tempest-TestNetworkAdvancedServerOps-1392066098 tempest-TestNetworkAdvancedServerOps-1392066098-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=25bfe237-58de-4709-a3e0-ac79da07c300&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0509760 May 05 22:12:57.747813 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47306) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:57.814719 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c6230fd9-48bb-41ee-94cb-244cabe68a50 tempest-TestNetworkAdvancedServerOps-1392066098 tempest-TestNetworkAdvancedServerOps-1392066098-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=6fb8b120-2da8-42cd-9187-86eb3909d065&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0669742 May 05 22:12:57.814719 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47316) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:57.823339 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-40f9e3dc-2aa5-4612-9cc6-e9b02853615b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-802311177', 'network_id': '8699afcf-6ff9-4969-a8e9-5c2742a40e07', 'project_id': '06fb629024324e968714595537efac5c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:57.932088 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c27b8298-cccb-4194-87e1-c1c2baaa77d7 None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:57.953386 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c27b8298-cccb-4194-87e1-c1c2baaa77d7 None None] Transition to ACTIVE for port object a5120c11-a427-4283-b49f-7876465a1919 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:12:57.963216 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-53005f97-590b-4cf0-82b6-91b7c59174a4 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:57.966532 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c27b8298-cccb-4194-87e1-c1c2baaa77d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:58.019156 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-58cafea7-eafd-4bf0-af30-85a9d734e9be tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:58.030925 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-40f9e3dc-2aa5-4612-9cc6-e9b02853615b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:58.035741 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-40f9e3dc-2aa5-4612-9cc6-e9b02853615b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Usage tracker for resource:subnet and tenant:06fb629024324e968714595537efac5c is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:58.038889 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-40f9e3dc-2aa5-4612-9cc6-e9b02853615b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:58.045870 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-40f9e3dc-2aa5-4612-9cc6-e9b02853615b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:58.052762 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-58cafea7-eafd-4bf0-af30-85a9d734e9be tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:58.082888 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f9e3dc-2aa5-4612-9cc6-e9b02853615b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Made reservation on behalf of 06fb629024324e968714595537efac5c for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:12:58.179597 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53005f97-590b-4cf0-82b6-91b7c59174a4 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1e68f1b8-cc54-4be0-a3b9-36d5bdeb15ea,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:58.228209 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47336) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:58.235219 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-c27b8298-cccb-4194-87e1-c1c2baaa77d7 None None] Attempting to bind port a5120c11-a427-4283-b49f-7876465a1919 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:12:58.235219 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-c27b8298-cccb-4194-87e1-c1c2baaa77d7 None None] Attempting to bind port a5120c11-a427-4283-b49f-7876465a1919 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:12:58.241428 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27b8298-cccb-4194-87e1-c1c2baaa77d7 None None] Attempting to bind port a5120c11-a427-4283-b49f-7876465a1919 on network 25bfe237-58de-4709-a3e0-ac79da07c300 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:12:58.271189 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27b8298-cccb-4194-87e1-c1c2baaa77d7 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:12:58.271189 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27b8298-cccb-4194-87e1-c1c2baaa77d7 None None] Checking segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:12:58.271189 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c27b8298-cccb-4194-87e1-c1c2baaa77d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:58.275041 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27b8298-cccb-4194-87e1-c1c2baaa77d7 None None] Bound using segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:12:58.275041 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-c27b8298-cccb-4194-87e1-c1c2baaa77d7 None None] Bound port: a5120c11-a427-4283-b49f-7876465a1919, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:12:58.275041 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c27b8298-cccb-4194-87e1-c1c2baaa77d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:58.345406 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a6e240-e65c-411b-9bd5-0911d2f8c956 None None] Pushing event updated for resources: {'Port': ['ID=a5120c11-a427-4283-b49f-7876465a1919,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:58.374096 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-40f9e3dc-2aa5-4612-9cc6-e9b02853615b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:58.396675 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-c27b8298-cccb-4194-87e1-c1c2baaa77d7 None None] For port a5120c11-a427-4283-b49f-7876465a1919, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:12:58.400154 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-c27b8298-cccb-4194-87e1-c1c2baaa77d7 None None] For port a5120c11-a427-4283-b49f-7876465a1919, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=a5120c11-a427-4283-b49f-7876465a1919,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:12:58.407849 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c27b8298-cccb-4194-87e1-c1c2baaa77d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:58.459208 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cafea7-eafd-4bf0-af30-85a9d734e9be tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=873d1e82-98e4-4bf4-87f4-d57feb9e4ddc,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:58.529887 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a6e240-e65c-411b-9bd5-0911d2f8c956 None None] Pushing event updated for resources: {'Port': ['ID=a5120c11-a427-4283-b49f-7876465a1919,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:58.558827 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27b8298-cccb-4194-87e1-c1c2baaa77d7 None None] Routers {'fd468c6d-d5a0-4553-ab4e-97723ca5c241'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:12:58.558827 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-c27b8298-cccb-4194-87e1-c1c2baaa77d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:12:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['fd468c6d-d5a0-4553-ab4e-97723ca5c241'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:12:58.686216 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-53005f97-590b-4cf0-82b6-91b7c59174a4 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:58.713410 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-53005f97-590b-4cf0-82b6-91b7c59174a4 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fb8b120-2da8-42cd-9187-86eb3909d065']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:12:58.727195 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-53005f97-590b-4cf0-82b6-91b7c59174a4 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70ea9d6b-9d64-4c64-96fe-42827d45df2a') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:12:58.727503 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-53005f97-590b-4cf0-82b6-91b7c59174a4 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70ea9d6b-9d64-4c64-96fe-42827d45df2a') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:12:58.745052 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-53005f97-590b-4cf0-82b6-91b7c59174a4 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:58.764480 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-53005f97-590b-4cf0-82b6-91b7c59174a4 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:58.771138 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53005f97-590b-4cf0-82b6-91b7c59174a4 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:12:58.771687 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-53005f97-590b-4cf0-82b6-91b7c59174a4 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:58.865719 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:12:58.865719 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:12:58.865719 n-d-825175-4 neutron-server[84063]: timer() May 05 22:12:58.865719 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:12:58.865719 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:12:58.865719 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:12:58.865719 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:12:58.865719 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:12:58.865719 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:12:58.865719 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:12:58.865719 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:12:58.865719 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:12:58.865719 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:12:58.865719 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:12:58.865719 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:12:58.865719 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:12:58.865719 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:12:58.865719 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:12:58.865719 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:12:58.865719 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:12:58.865719 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:12:58.865719 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:12:58.865719 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:12:58.865719 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:12:58.865719 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:12:58.865719 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:12:58.865719 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:12:58.865719 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:12:58.865719 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:12:58.865719 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:12:58.865719 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:12:58.865719 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:12:58.886839 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-c27b8298-cccb-4194-87e1-c1c2baaa77d7 None None] Set router fd468c6d-d5a0-4553-ab4e-97723ca5c241 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:12:58.935421 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-58cafea7-eafd-4bf0-af30-85a9d734e9be tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:58.935421 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-58cafea7-eafd-4bf0-af30-85a9d734e9be tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.6808059 May 05 22:12:58.938353 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47362) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:58.953092 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-263d7b43-3ad8-4fda-9243-a45d4059b39b tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Request body: {'security_group': {'name': 'tempest-secgroup--2068911851'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:58.961557 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-263d7b43-3ad8-4fda-9243-a45d4059b39b tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:58.965684 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-263d7b43-3ad8-4fda-9243-a45d4059b39b tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Usage tracker for resource:security_group and tenant:9ca18136780c42318ad378f55f852c3f is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:58.965684 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-263d7b43-3ad8-4fda-9243-a45d4059b39b tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:58.976652 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-263d7b43-3ad8-4fda-9243-a45d4059b39b tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:58.992183 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-263d7b43-3ad8-4fda-9243-a45d4059b39b tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:59.033000 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-53005f97-590b-4cf0-82b6-91b7c59174a4 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:59.083453 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53005f97-590b-4cf0-82b6-91b7c59174a4 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6fb8b120-2da8-42cd-9187-86eb3909d065 {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 05 22:12:59.091442 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-53005f97-590b-4cf0-82b6-91b7c59174a4 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:59.103541 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53005f97-590b-4cf0-82b6-91b7c59174a4 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Pushing event deleted for resources: {'Network': ['ID=6fb8b120-2da8-42cd-9187-86eb3909d065,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:59.115900 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-53005f97-590b-4cf0-82b6-91b7c59174a4 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] 10.222.0.23 "DELETE /v2.0/networks/6fb8b120-2da8-42cd-9187-86eb3909d065 HTTP/1.1" status: 204 len: 168 time: 4.7517591 May 05 22:12:59.122156 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47374) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:59.225027 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-263d7b43-3ad8-4fda-9243-a45d4059b39b tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:12:59.237896 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e671b880-b38e-4d72-bdeb-ea7c56dcdbfa tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:12:59.290816 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-263d7b43-3ad8-4fda-9243-a45d4059b39b tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Usage tracker for resource:security_group_rule and tenant:9ca18136780c42318ad378f55f852c3f is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:12:59.315664 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-263d7b43-3ad8-4fda-9243-a45d4059b39b tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:12:59.327480 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-263d7b43-3ad8-4fda-9243-a45d4059b39b tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:12:59.348468 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-e671b880-b38e-4d72-bdeb-ea7c56dcdbfa tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "PUT /v2.0/routers/feda55d0-12ab-4ad1-96b3-56546a67bc43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6258993 May 05 22:12:59.352721 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47384) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:59.419614 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-c27b8298-cccb-4194-87e1-c1c2baaa77d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd468c6d-d5a0-4553-ab4e-97723ca5c241', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770954578', 'tenant_id': '06fb629024324e968714595537efac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': 'a5120c11-a427-4283-b49f-7876465a1919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:12:48Z', 'updated_at': '2022-05-05T22:12:51Z', 'revision_number': 3, 'project_id': '06fb629024324e968714595537efac5c', 'gw_port': {'id': 'a5120c11-a427-4283-b49f-7876465a1919', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd468c6d-d5a0-4553-ab4e-97723ca5c241', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:12:50Z', 'updated_at': '2022-05-05T22:12:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:12:59.423648 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27b8298-cccb-4194-87e1-c1c2baaa77d7 None None] The sync data for ids ['fd468c6d-d5a0-4553-ab4e-97723ca5c241'] in n-d-825175-4 is: [{'id': 'fd468c6d-d5a0-4553-ab4e-97723ca5c241', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770954578', 'tenant_id': '06fb629024324e968714595537efac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': 'a5120c11-a427-4283-b49f-7876465a1919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:12:48Z', 'updated_at': '2022-05-05T22:12:51Z', 'revision_number': 3, 'project_id': '06fb629024324e968714595537efac5c', 'gw_port': {'id': 'a5120c11-a427-4283-b49f-7876465a1919', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd468c6d-d5a0-4553-ab4e-97723ca5c241', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:12:50Z', 'updated_at': '2022-05-05T22:12:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:12:59.428679 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f1246002-19b5-432d-978f-3366884072d2 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Synchronizing usage tracker for tenant:88fd364c83fb468a847c564702dcadda on resource:floatingip {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:12:59.578912 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-40f9e3dc-2aa5-4612-9cc6-e9b02853615b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:59.584979 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-263d7b43-3ad8-4fda-9243-a45d4059b39b tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:59.616351 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-263d7b43-3ad8-4fda-9243-a45d4059b39b tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:59.657291 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f1246002-19b5-432d-978f-3366884072d2 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Unset dirty status for tenant:88fd364c83fb468a847c564702dcadda on resource:floatingip {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:12:59.657291 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f1246002-19b5-432d-978f-3366884072d2 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.5265007 May 05 22:12:59.657291 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47400) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:59.781360 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f9e3dc-2aa5-4612-9cc6-e9b02853615b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event updated for resources: {'Subnet': ['ID=a5f2ecd3-a738-4837-9a7c-d4cb828205ef,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:59.789969 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0ad52e-8770-4688-bfd9-6602fa44a8fa tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:12:59.789969 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-1f0ad52e-8770-4688-bfd9-6602fa44a8fa tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Synchronizing usage tracker for tenant:4182021ff5fe4f65b13da93a6be96ffa on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:12:59.822210 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f9e3dc-2aa5-4612-9cc6-e9b02853615b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Checking segment: {'id': 'ea299347-b876-4d00-b90a-ce5927cdc16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8699afcf-6ff9-4969-a8e9-5c2742a40e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:12:59.822210 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f9e3dc-2aa5-4612-9cc6-e9b02853615b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Network hostable DHCP agents. Network: 8699afcf-6ff9-4969-a8e9-5c2742a40e07, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:12:59.830034 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-1f0ad52e-8770-4688-bfd9-6602fa44a8fa tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Unset dirty status for tenant:4182021ff5fe4f65b13da93a6be96ffa on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:12:59.830034 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-1f0ad52e-8770-4688-bfd9-6602fa44a8fa tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "GET /v2.0/ports?device_id=feda55d0-12ab-4ad1-96b3-56546a67bc43 HTTP/1.1" status: 200 len: 982 time: 0.4883885 May 05 22:12:59.848394 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47408) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:59.900728 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-263d7b43-3ad8-4fda-9243-a45d4059b39b tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:12:59.902697 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-263d7b43-3ad8-4fda-9243-a45d4059b39b tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9647236 May 05 22:12:59.904311 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263d7b43-3ad8-4fda-9243-a45d4059b39b tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ea1837-2628-4380-9b31-caa39a4510b6,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:12:59.909579 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47412) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:12:59.925288 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf0bd02-004c-4f75-8d50-6627ed9a08ef tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:12:59.925935 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf0bd02-004c-4f75-8d50-6627ed9a08ef tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:12:59.926469 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf0bd02-004c-4f75-8d50-6627ed9a08ef tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:12:59.927040 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf0bd02-004c-4f75-8d50-6627ed9a08ef tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:12:59.927585 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf0bd02-004c-4f75-8d50-6627ed9a08ef tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:12:59.928317 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf0bd02-004c-4f75-8d50-6627ed9a08ef tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:12:59.928569 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-aad312c3-3779-4847-a0f0-db684572ec8c tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Request body: {'security_group_rule': {'security_group_id': '873d1e82-98e4-4bf4-87f4-d57feb9e4ddc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'a5ea1837-2628-4380-9b31-caa39a4510b6'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:12:59.929049 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf0bd02-004c-4f75-8d50-6627ed9a08ef tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:12:59.930501 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-faf0bd02-004c-4f75-8d50-6627ed9a08ef tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Synchronizing usage tracker for tenant:88fd364c83fb468a847c564702dcadda on resource:subnet {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:13:00.013051 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-aad312c3-3779-4847-a0f0-db684572ec8c tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:13:00.019780 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-aad312c3-3779-4847-a0f0-db684572ec8c tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Usage tracker for resource:security_group_rule and tenant:9ca18136780c42318ad378f55f852c3f is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:13:00.023555 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-aad312c3-3779-4847-a0f0-db684572ec8c tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:13:00.027503 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f9e3dc-2aa5-4612-9cc6-e9b02853615b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Network 8699afcf-6ff9-4969-a8e9-5c2742a40e07 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:13:00.037231 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-aad312c3-3779-4847-a0f0-db684572ec8c tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:13:00.046713 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3345ac99-aca3-4a38-a604-d980c18c45ba None None] Sync routers for ids ['feda55d0-12ab-4ad1-96b3-56546a67bc43'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:13:00.102128 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-faf0bd02-004c-4f75-8d50-6627ed9a08ef tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Unset dirty status for tenant:88fd364c83fb468a847c564702dcadda on resource:subnet {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:13:00.108441 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-faf0bd02-004c-4f75-8d50-6627ed9a08ef tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4569 time: 0.4398422 May 05 22:13:00.114757 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3345ac99-aca3-4a38-a604-d980c18c45ba None None] Routers {'feda55d0-12ab-4ad1-96b3-56546a67bc43'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:13:00.114757 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-3345ac99-aca3-4a38-a604-d980c18c45ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:12:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['feda55d0-12ab-4ad1-96b3-56546a67bc43'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:13:00.121833 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47420) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:00.131876 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-40f9e3dc-2aa5-4612-9cc6-e9b02853615b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 8699afcf-6ff9-4969-a8e9-5c2742a40e07) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:13:00.137300 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493064b1-7cb2-4c36-9aac-8ba18abeb844 None None] Network 8699afcf-6ff9-4969-a8e9-5c2742a40e07 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:13:00.304899 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e0c9c7b7-e9b2-416f-b2be-b8ebb75eceda tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:00.318889 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-3345ac99-aca3-4a38-a604-d980c18c45ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:13:00.332189 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3345ac99-aca3-4a38-a604-d980c18c45ba None None] Routers {'feda55d0-12ab-4ad1-96b3-56546a67bc43'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:13:00.333529 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-3345ac99-aca3-4a38-a604-d980c18c45ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:12:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['feda55d0-12ab-4ad1-96b3-56546a67bc43'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:13:00.398672 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f9e3dc-2aa5-4612-9cc6-e9b02853615b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:13:00.400218 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-40f9e3dc-2aa5-4612-9cc6-e9b02853615b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:00.420838 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-3345ac99-aca3-4a38-a604-d980c18c45ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:13:00.421174 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3345ac99-aca3-4a38-a604-d980c18c45ba None None] The sync data for ids ['feda55d0-12ab-4ad1-96b3-56546a67bc43'] in n-d-825175-4 is: [] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:13:00.426925 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47428) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:00.444457 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [None req-6daa418c-c9bd-4882-b0b1-cca5a44538b0 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] delete failed (client error): The resource could not be found. May 05 22:13:00.448381 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47434) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:00.458959 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-6daa418c-c9bd-4882-b0b1-cca5a44538b0 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/9b2afc43-0357-443f-b61d-d95ccf0a6e28 HTTP/1.1" status: 404 len: 345 time: 0.3295877 May 05 22:13:00.504117 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-40f9e3dc-2aa5-4612-9cc6-e9b02853615b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6885223 May 05 22:13:00.504117 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47438) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:00.698129 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [None req-aad312c3-3779-4847-a0f0-db684572ec8c tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 22:13:00.698129 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-aad312c3-3779-4847-a0f0-db684572ec8c tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.7846625 May 05 22:13:00.712722 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47442) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:00.740206 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6a87636-6007-40c6-9d95-0f146a3c0cef tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] DELETE failed (client error): The resource could not be found. May 05 22:13:00.740206 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6a87636-6007-40c6-9d95-0f146a3c0cef tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:13:00.741177 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f6a87636-6007-40c6-9d95-0f146a3c0cef tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] 10.222.0.23 "DELETE /v2.0/networks/6fb8b120-2da8-42cd-9187-86eb3909d065 HTTP/1.1" status: 404 len: 339 time: 0.2909946 May 05 22:13:00.763241 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47446) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:00.802741 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-80fbafc0-585d-4cdd-a517-02df43983bc2 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Request body: {'network': {'name': 'tempest-network--929174488', 'router:external': True}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:13:00.805977 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996d888f-f6e2-41be-8d56-9f4b63588ca7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-8699afcf-6ff9-4969-a8e9-5c2742a40e07', 'network_id': '8699afcf-6ff9-4969-a8e9-5c2742a40e07', 'tenant_id': '06fb629024324e968714595537efac5c', 'fixed_ips': [{'subnet_id': 'a5f2ecd3-a738-4837-9a7c-d4cb828205ef'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:13:00.809085 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-996d888f-f6e2-41be-8d56-9f4b63588ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:00.856314 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-80fbafc0-585d-4cdd-a517-02df43983bc2 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:13:00.895245 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-80fbafc0-585d-4cdd-a517-02df43983bc2 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Usage tracker for resource:network and tenant:88fd364c83fb468a847c564702dcadda is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:13:00.906420 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-80fbafc0-585d-4cdd-a517-02df43983bc2 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:13:00.955592 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-80fbafc0-585d-4cdd-a517-02df43983bc2 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:13:01.040921 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80fbafc0-585d-4cdd-a517-02df43983bc2 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Made reservation on behalf of 88fd364c83fb468a847c564702dcadda for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:13:01.040921 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-80fbafc0-585d-4cdd-a517-02df43983bc2 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:01.077836 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-996d888f-f6e2-41be-8d56-9f4b63588ca7 None None] Allocated IP 172.20.0.18 (8699afcf-6ff9-4969-a8e9-5c2742a40e07/a5f2ecd3-a738-4837-9a7c-d4cb828205ef/37670c7b-c638-4660-a8c2-79b1c15e14d1) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:13:01.087477 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-12757a6b-b21e-4860-b0d1-9a9636e95972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:01.094231 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-866c1aae-4f6f-40d9-9a57-f0f6dd07a326 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:01.144872 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-866c1aae-4f6f-40d9-9a57-f0f6dd07a326 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:01.168300 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80fbafc0-585d-4cdd-a517-02df43983bc2 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:13:01.221521 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-80fbafc0-585d-4cdd-a517-02df43983bc2 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:01.221521 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-80fbafc0-585d-4cdd-a517-02df43983bc2 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Added segment 678574b4-3557-49d1-a364-da3b0844dfa6 of type vlan for network 7932885b-42e9-46c7-9164-62c07fe05c4e May 05 22:13:01.247717 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-12757a6b-b21e-4860-b0d1-9a9636e95972 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:13:01.274108 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-12757a6b-b21e-4860-b0d1-9a9636e95972 admin admin] Usage tracker for resource:security_group_rule and tenant:35535465274546efb79d56f68029831b is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:13:01.288120 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-12757a6b-b21e-4860-b0d1-9a9636e95972 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:13:01.308126 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-12757a6b-b21e-4860-b0d1-9a9636e95972 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:13:01.328949 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-80fbafc0-585d-4cdd-a517-02df43983bc2 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:01.364593 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-866c1aae-4f6f-40d9-9a57-f0f6dd07a326 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:01.394241 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-80fbafc0-585d-4cdd-a517-02df43983bc2 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:01.394241 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fbafc0-585d-4cdd-a517-02df43983bc2 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:13:01.394241 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-80fbafc0-585d-4cdd-a517-02df43983bc2 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:01.449309 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866c1aae-4f6f-40d9-9a57-f0f6dd07a326 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ea1837-2628-4380-9b31-caa39a4510b6,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:01.486199 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-996d888f-f6e2-41be-8d56-9f4b63588ca7 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:01.499862 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-996d888f-f6e2-41be-8d56-9f4b63588ca7 None None] Transition to ACTIVE for port object 37670c7b-c638-4660-a8c2-79b1c15e14d1 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:13:01.551834 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-996d888f-f6e2-41be-8d56-9f4b63588ca7 None None] Transition to ACTIVE for port object 37670c7b-c638-4660-a8c2-79b1c15e14d1 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:13:01.581213 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-996d888f-f6e2-41be-8d56-9f4b63588ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:01.604075 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-12757a6b-b21e-4860-b0d1-9a9636e95972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:01.627553 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-866c1aae-4f6f-40d9-9a57-f0f6dd07a326 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:01.627553 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-866c1aae-4f6f-40d9-9a57-f0f6dd07a326 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] 10.222.0.23 "DELETE /v2.0/security-groups/a5ea1837-2628-4380-9b31-caa39a4510b6 HTTP/1.1" status: 204 len: 168 time: 0.8921912 May 05 22:13:01.627553 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47460) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:01.627553 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-80fbafc0-585d-4cdd-a517-02df43983bc2 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8577721 May 05 22:13:01.631897 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47464) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:01.638971 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-12757a6b-b21e-4860-b0d1-9a9636e95972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:01.668289 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866c1aae-4f6f-40d9-9a57-f0f6dd07a326 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:13:01.668289 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866c1aae-4f6f-40d9-9a57-f0f6dd07a326 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:13:01.668289 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866c1aae-4f6f-40d9-9a57-f0f6dd07a326 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:13:01.668289 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866c1aae-4f6f-40d9-9a57-f0f6dd07a326 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:13:01.668289 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866c1aae-4f6f-40d9-9a57-f0f6dd07a326 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:13:01.668289 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866c1aae-4f6f-40d9-9a57-f0f6dd07a326 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:13:01.672652 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866c1aae-4f6f-40d9-9a57-f0f6dd07a326 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:13:01.672652 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866c1aae-4f6f-40d9-9a57-f0f6dd07a326 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:13:01.672652 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866c1aae-4f6f-40d9-9a57-f0f6dd07a326 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:13:01.672652 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866c1aae-4f6f-40d9-9a57-f0f6dd07a326 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:13:01.672652 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866c1aae-4f6f-40d9-9a57-f0f6dd07a326 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:13:01.697307 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fbafc0-585d-4cdd-a517-02df43983bc2 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Pushing event updated for resources: {'Network': ['ID=7932885b-42e9-46c7-9164-62c07fe05c4e,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:01.778634 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996d888f-f6e2-41be-8d56-9f4b63588ca7 None None] Pushing event updated for resources: {'Port': ['ID=37670c7b-c638-4660-a8c2-79b1c15e14d1,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:01.778634 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 7932885b-42e9-46c7-9164-62c07fe05c4e details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:13:01.803857 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-12757a6b-b21e-4860-b0d1-9a9636e95972 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=35535465274546efb79d56f68029831b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3650267 May 05 22:13:01.821985 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47468) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:01.837500 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b5fa450a-7dc4-45c1-acee-a8a3df008b0a tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Synchronizing usage tracker for tenant:9ca18136780c42318ad378f55f852c3f on resource:security_group {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:13:01.905475 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b5fa450a-7dc4-45c1-acee-a8a3df008b0a tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Unset dirty status for tenant:9ca18136780c42318ad378f55f852c3f on resource:security_group {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:13:01.908256 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b5fa450a-7dc4-45c1-acee-a8a3df008b0a tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.2838373 May 05 22:13:01.913041 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47474) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:01.913729 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996d888f-f6e2-41be-8d56-9f4b63588ca7 None None] Network 8699afcf-6ff9-4969-a8e9-5c2742a40e07 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:13:01.944173 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-996d888f-f6e2-41be-8d56-9f4b63588ca7 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:13:01.944173 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996d888f-f6e2-41be-8d56-9f4b63588ca7 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:13:02.040283 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-996d888f-f6e2-41be-8d56-9f4b63588ca7 None None] Attempting to bind port 37670c7b-c638-4660-a8c2-79b1c15e14d1 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:13:02.040283 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-996d888f-f6e2-41be-8d56-9f4b63588ca7 None None] Attempting to bind port 37670c7b-c638-4660-a8c2-79b1c15e14d1 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'ea299347-b876-4d00-b90a-ce5927cdc16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8699afcf-6ff9-4969-a8e9-5c2742a40e07'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:13:02.040283 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996d888f-f6e2-41be-8d56-9f4b63588ca7 None None] Attempting to bind port 37670c7b-c638-4660-a8c2-79b1c15e14d1 on network 8699afcf-6ff9-4969-a8e9-5c2742a40e07 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:13:02.040283 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996d888f-f6e2-41be-8d56-9f4b63588ca7 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:13:02.040283 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996d888f-f6e2-41be-8d56-9f4b63588ca7 None None] Checking segment: {'id': 'ea299347-b876-4d00-b90a-ce5927cdc16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8699afcf-6ff9-4969-a8e9-5c2742a40e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:13:02.040283 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-996d888f-f6e2-41be-8d56-9f4b63588ca7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:02.049503 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996d888f-f6e2-41be-8d56-9f4b63588ca7 None None] Bound using segment: {'id': 'ea299347-b876-4d00-b90a-ce5927cdc16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8699afcf-6ff9-4969-a8e9-5c2742a40e07'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:13:02.049503 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-996d888f-f6e2-41be-8d56-9f4b63588ca7 None None] Bound port: 37670c7b-c638-4660-a8c2-79b1c15e14d1, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea299347-b876-4d00-b90a-ce5927cdc16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8699afcf-6ff9-4969-a8e9-5c2742a40e07'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:13:02.049503 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-996d888f-f6e2-41be-8d56-9f4b63588ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:02.157070 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-996d888f-f6e2-41be-8d56-9f4b63588ca7 None None] For port 37670c7b-c638-4660-a8c2-79b1c15e14d1, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:13:02.157070 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-996d888f-f6e2-41be-8d56-9f4b63588ca7 None None] For port 37670c7b-c638-4660-a8c2-79b1c15e14d1, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=37670c7b-c638-4660-a8c2-79b1c15e14d1,segment=NetworkSegment(ea299347-b876-4d00-b90a-ce5927cdc16d),segment_id=ea299347-b876-4d00-b90a-ce5927cdc16d)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:13:02.172635 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-996d888f-f6e2-41be-8d56-9f4b63588ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:02.236550 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12757a6b-b21e-4860-b0d1-9a9636e95972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36509de-39d6-4e53-a469-8a0f06dded26,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:02.312200 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996d888f-f6e2-41be-8d56-9f4b63588ca7 None None] Pushing event updated for resources: {'Port': ['ID=37670c7b-c638-4660-a8c2-79b1c15e14d1,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:02.374951 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6b3f9303-f388-4f61-bf4e-948b7da63783 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:02.420913 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd39186-03f2-433e-9bc9-60af8f4740c3 tempest-ExternalNetworksTestJSON-1991996193 tempest-ExternalNetworksTestJSON-1991996193-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:13:02.420913 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd39186-03f2-433e-9bc9-60af8f4740c3 tempest-ExternalNetworksTestJSON-1991996193 tempest-ExternalNetworksTestJSON-1991996193-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:13:02.420913 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd39186-03f2-433e-9bc9-60af8f4740c3 tempest-ExternalNetworksTestJSON-1991996193 tempest-ExternalNetworksTestJSON-1991996193-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:13:02.433297 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6b3f9303-f388-4f61-bf4e-948b7da63783 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:02.433732 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd39186-03f2-433e-9bc9-60af8f4740c3 tempest-ExternalNetworksTestJSON-1991996193 tempest-ExternalNetworksTestJSON-1991996193-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:13:02.433732 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-afd39186-03f2-433e-9bc9-60af8f4740c3 tempest-ExternalNetworksTestJSON-1991996193 tempest-ExternalNetworksTestJSON-1991996193-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.6667595 May 05 22:13:02.433732 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12757a6b-b21e-4860-b0d1-9a9636e95972 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:13:02.433732 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12757a6b-b21e-4860-b0d1-9a9636e95972 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:13:02.433732 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12757a6b-b21e-4860-b0d1-9a9636e95972 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:13:02.433732 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12757a6b-b21e-4860-b0d1-9a9636e95972 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:13:02.433732 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12757a6b-b21e-4860-b0d1-9a9636e95972 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:13:02.433732 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12757a6b-b21e-4860-b0d1-9a9636e95972 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:13:02.433732 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12757a6b-b21e-4860-b0d1-9a9636e95972 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:13:02.433732 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12757a6b-b21e-4860-b0d1-9a9636e95972 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:13:02.433732 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12757a6b-b21e-4860-b0d1-9a9636e95972 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:13:02.433732 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12757a6b-b21e-4860-b0d1-9a9636e95972 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:13:02.433732 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12757a6b-b21e-4860-b0d1-9a9636e95972 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:13:02.446711 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47480) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:02.584222 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1667f7de-e64c-4555-aef1-717478cec6c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:02.593850 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6b3f9303-f388-4f61-bf4e-948b7da63783 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:02.648500 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3f9303-f388-4f61-bf4e-948b7da63783 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=873d1e82-98e4-4bf4-87f4-d57feb9e4ddc,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:02.683876 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6b3f9303-f388-4f61-bf4e-948b7da63783 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:02.683876 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-6b3f9303-f388-4f61-bf4e-948b7da63783 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] 10.222.0.23 "DELETE /v2.0/security-groups/873d1e82-98e4-4bf4-87f4-d57feb9e4ddc HTTP/1.1" status: 204 len: 168 time: 0.7625108 May 05 22:13:02.683876 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47486) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:02.749474 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device a5120c11-a427-4283-b49f-7876465a1919 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:13:02.802299 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-56a829f1-7fe1-4887-be08-875bfa88f45c tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Synchronizing usage tracker for tenant:9ca18136780c42318ad378f55f852c3f on resource:security_group {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:13:02.856546 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port a5120c11-a427-4283-b49f-7876465a1919 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:13:02.889694 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port a5120c11-a427-4283-b49f-7876465a1919 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:13:02.889694 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:02.904909 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-56a829f1-7fe1-4887-be08-875bfa88f45c tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Unset dirty status for tenant:9ca18136780c42318ad378f55f852c3f on resource:security_group {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:13:02.904909 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-56a829f1-7fe1-4887-be08-875bfa88f45c tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2039847 May 05 22:13:02.904909 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47490) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:02.921483 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2fc6dadb-8534-4f32-bb74-e460c883bffc tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:02.940140 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-0b92e4a7-81dc-4342-b159-52298c564a40 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Request body: {'security_group': {'name': 'tempest-secgroup--462694398'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:13:02.940140 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-0b92e4a7-81dc-4342-b159-52298c564a40 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:13:02.956150 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1667f7de-e64c-4555-aef1-717478cec6c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:02.969620 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-0b92e4a7-81dc-4342-b159-52298c564a40 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:13:02.969620 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0b92e4a7-81dc-4342-b159-52298c564a40 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:03.061157 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:03.093928 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port a5120c11-a427-4283-b49f-7876465a1919, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=a5120c11-a427-4283-b49f-7876465a1919,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:13:03.101823 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-e0c9c7b7-e9b2-416f-b2be-b8ebb75eceda tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Deleting port f7cd7a5e-5118-41b6-a8a1-a753acf73f1d {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:13:03.101823 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e0c9c7b7-e9b2-416f-b2be-b8ebb75eceda tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:03.115604 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:03.204486 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-658468bf-8b71-48da-a24b-3136079638b8 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:03.208659 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=a5120c11-a427-4283-b49f-7876465a1919,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:03.283180 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-0b92e4a7-81dc-4342-b159-52298c564a40 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:13:03.283180 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0b92e4a7-81dc-4342-b159-52298c564a40 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Usage tracker for resource:security_group_rule and tenant:9ca18136780c42318ad378f55f852c3f is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:13:03.283180 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0b92e4a7-81dc-4342-b159-52298c564a40 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:13:03.308625 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-0b92e4a7-81dc-4342-b159-52298c564a40 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:13:03.368927 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2fc6dadb-8534-4f32-bb74-e460c883bffc tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:03.381683 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-e0c9c7b7-e9b2-416f-b2be-b8ebb75eceda tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] For port f7cd7a5e-5118-41b6-a8a1-a753acf73f1d, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=f7cd7a5e-5118-41b6-a8a1-a753acf73f1d,segment=NetworkSegment(5832396b-c757-4a6a-acc8-f493a2bfc8c0),segment_id=5832396b-c757-4a6a-acc8-f493a2bfc8c0)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:13:03.381683 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e0c9c7b7-e9b2-416f-b2be-b8ebb75eceda tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:03.450348 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-2fc6dadb-8534-4f32-bb74-e460c883bffc tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7932885b-42e9-46c7-9164-62c07fe05c4e']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:13:03.450348 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-2fc6dadb-8534-4f32-bb74-e460c883bffc tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '678574b4-3557-49d1-a364-da3b0844dfa6') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:13:03.450348 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-2fc6dadb-8534-4f32-bb74-e460c883bffc tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '678574b4-3557-49d1-a364-da3b0844dfa6') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:13:03.461818 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2fc6dadb-8534-4f32-bb74-e460c883bffc tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:03.480060 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2fc6dadb-8534-4f32-bb74-e460c883bffc tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:03.488869 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fc6dadb-8534-4f32-bb74-e460c883bffc tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:13:03.488869 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2fc6dadb-8534-4f32-bb74-e460c883bffc tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:03.592831 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-e0c9c7b7-e9b2-416f-b2be-b8ebb75eceda tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Calling delete_port for f7cd7a5e-5118-41b6-a8a1-a753acf73f1d owned by network:router_interface {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:13:03.686793 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 22:13:03.686793 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:13:03.686793 n-d-825175-4 neutron-server[84061]: timer() May 05 22:13:03.686793 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:13:03.686793 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 22:13:03.686793 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:13:03.686793 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 22:13:03.686793 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:13:03.686793 n-d-825175-4 neutron-server[84061]: self._notify() May 05 22:13:03.686793 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:13:03.686793 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 22:13:03.686793 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:13:03.686793 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 22:13:03.686793 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:13:03.686793 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:13:03.686793 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:13:03.686793 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:13:03.686793 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:13:03.686793 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 22:13:03.686793 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:13:03.686793 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 22:13:03.686793 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:13:03.686793 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:13:03.686793 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:13:03.686793 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 22:13:03.686793 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:13:03.686793 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:13:03.686793 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:13:03.686793 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:13:03.686793 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:13:03.686793 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:13:03.686793 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:13:03.700955 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0b92e4a7-81dc-4342-b159-52298c564a40 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:03.741155 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1667f7de-e64c-4555-aef1-717478cec6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:03.818578 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1667f7de-e64c-4555-aef1-717478cec6c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36509de-39d6-4e53-a469-8a0f06dded26,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:03.836019 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0b92e4a7-81dc-4342-b159-52298c564a40 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:03.850487 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2fc6dadb-8534-4f32-bb74-e460c883bffc tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:03.867368 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fe313e-97e9-430f-b686-d90145faaab2 None None] Network 8699afcf-6ff9-4969-a8e9-5c2742a40e07 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:13:03.884986 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc6dadb-8534-4f32-bb74-e460c883bffc tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7932885b-42e9-46c7-9164-62c07fe05c4e {{(pid=84061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 05 22:13:03.884986 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2fc6dadb-8534-4f32-bb74-e460c883bffc tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:03.884986 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc6dadb-8534-4f32-bb74-e460c883bffc tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Pushing event deleted for resources: {'Network': ['ID=7932885b-42e9-46c7-9164-62c07fe05c4e,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:03.884986 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1667f7de-e64c-4555-aef1-717478cec6c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:03.934165 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-1667f7de-e64c-4555-aef1-717478cec6c2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a36509de-39d6-4e53-a469-8a0f06dded26 HTTP/1.1" status: 204 len: 168 time: 2.0664289 May 05 22:13:03.934165 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-2fc6dadb-8534-4f32-bb74-e460c883bffc tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] 10.222.0.23 "DELETE /v2.0/networks/7932885b-42e9-46c7-9164-62c07fe05c4e HTTP/1.1" status: 204 len: 168 time: 1.4706323 May 05 22:13:03.934165 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47502) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:03.948638 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b92e4a7-81dc-4342-b159-52298c564a40 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5f2147-3243-453d-a499-d3733b4e1647,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:03.948638 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0b92e4a7-81dc-4342-b159-52298c564a40 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:03.948638 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0b92e4a7-81dc-4342-b159-52298c564a40 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0538831 May 05 22:13:03.948638 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e0c9c7b7-e9b2-416f-b2be-b8ebb75eceda tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:03.948638 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47504) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:03.991219 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-bba8a1fc-dd1f-4d65-819e-8be56fe67049 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Request body: {'network': {'name': 'tempest-network--418826600', 'router:external': True}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:13:03.991219 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-bba8a1fc-dd1f-4d65-819e-8be56fe67049 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:13:04.072901 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-934df464-dac4-4496-a7b8-3dad314b05da tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Request body: {'security_group_rule': {'security_group_id': '4b5f2147-3243-453d-a499-d3733b4e1647', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:13:04.072901 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c9c7b7-e9b2-416f-b2be-b8ebb75eceda tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Pushing event deleted for resources: {'Port': ['ID=f7cd7a5e-5118-41b6-a8a1-a753acf73f1d,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:04.092422 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-0bfd1ba2-e7bb-4176-b30b-0da4f7cda80e None None] Provisioning for port 37670c7b-c638-4660-a8c2-79b1c15e14d1 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:13:04.108224 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-934df464-dac4-4496-a7b8-3dad314b05da tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:13:04.152223 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-bba8a1fc-dd1f-4d65-819e-8be56fe67049 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Usage tracker for resource:network and tenant:88fd364c83fb468a847c564702dcadda is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:13:04.152223 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-bba8a1fc-dd1f-4d65-819e-8be56fe67049 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:13:04.184164 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-934df464-dac4-4496-a7b8-3dad314b05da tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Usage tracker for resource:security_group_rule and tenant:9ca18136780c42318ad378f55f852c3f is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:13:04.199906 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-934df464-dac4-4496-a7b8-3dad314b05da tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:13:04.329291 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-bba8a1fc-dd1f-4d65-819e-8be56fe67049 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:13:04.338337 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-934df464-dac4-4496-a7b8-3dad314b05da tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:13:04.497825 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba8a1fc-dd1f-4d65-819e-8be56fe67049 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Made reservation on behalf of 88fd364c83fb468a847c564702dcadda for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:13:04.497825 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bba8a1fc-dd1f-4d65-819e-8be56fe67049 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:04.747105 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bba8a1fc-dd1f-4d65-819e-8be56fe67049 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:13:04.862068 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bba8a1fc-dd1f-4d65-819e-8be56fe67049 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:04.862404 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-bba8a1fc-dd1f-4d65-819e-8be56fe67049 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Added segment 59aba770-254b-428b-a984-bd919db4b3fe of type vlan for network b85457dc-866a-4479-a92e-214456b01b8e May 05 22:13:04.887182 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 37670c7b-c638-4660-a8c2-79b1c15e14d1 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:13:04.908365 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-934df464-dac4-4496-a7b8-3dad314b05da tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 22:13:04.915986 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-934df464-dac4-4496-a7b8-3dad314b05da tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.8806269 May 05 22:13:04.919693 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47522) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:04.920587 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-658468bf-8b71-48da-a24b-3136079638b8 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Deleting port 0cf42edd-2c68-454d-818c-8c7fe519a9cf {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:13:04.921080 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-658468bf-8b71-48da-a24b-3136079638b8 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:05.018922 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-21ed3bb7-3931-4c18-8b96-67229668341d tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Request body: {'security_group_rule': {'security_group_id': '4b5f2147-3243-453d-a499-d3733b4e1647', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:13:05.023151 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e0c9c7b7-e9b2-416f-b2be-b8ebb75eceda tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:05.033947 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-21ed3bb7-3931-4c18-8b96-67229668341d tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:13:05.033947 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-21ed3bb7-3931-4c18-8b96-67229668341d tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Usage tracker for resource:security_group_rule and tenant:9ca18136780c42318ad378f55f852c3f is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:13:05.033947 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-21ed3bb7-3931-4c18-8b96-67229668341d tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:13:05.048519 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-21ed3bb7-3931-4c18-8b96-67229668341d tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:13:05.107916 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bba8a1fc-dd1f-4d65-819e-8be56fe67049 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:05.123132 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 37670c7b-c638-4660-a8c2-79b1c15e14d1 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:13:05.123132 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 37670c7b-c638-4660-a8c2-79b1c15e14d1 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:13:05.123132 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:05.310073 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.resource_extend [None req-bba8a1fc-dd1f-4d65-819e-8be56fe67049 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 22:13:05.347709 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [None req-21ed3bb7-3931-4c18-8b96-67229668341d tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 22:13:05.370312 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-21ed3bb7-3931-4c18-8b96-67229668341d tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3611946 May 05 22:13:05.386926 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47532) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:05.451822 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bba8a1fc-dd1f-4d65-819e-8be56fe67049 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:05.452492 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:05.452695 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba8a1fc-dd1f-4d65-819e-8be56fe67049 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:13:05.453499 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bba8a1fc-dd1f-4d65-819e-8be56fe67049 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:05.540196 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 37670c7b-c638-4660-a8c2-79b1c15e14d1, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=37670c7b-c638-4660-a8c2-79b1c15e14d1,segment=NetworkSegment(ea299347-b876-4d00-b90a-ce5927cdc16d),segment_id=ea299347-b876-4d00-b90a-ce5927cdc16d)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:13:05.540196 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:05.540196 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device a5120c11-a427-4283-b49f-7876465a1919 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:13:05.590186 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9c8d660e-3d80-41a3-b085-b75047f735ef tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:05.689290 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9c8d660e-3d80-41a3-b085-b75047f735ef tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:05.797081 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9c8d660e-3d80-41a3-b085-b75047f735ef tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:05.849914 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8d660e-3d80-41a3-b085-b75047f735ef tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5f2147-3243-453d-a499-d3733b4e1647,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:05.863405 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-658468bf-8b71-48da-a24b-3136079638b8 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:05.867555 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=37670c7b-c638-4660-a8c2-79b1c15e14d1,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:05.894520 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9c8d660e-3d80-41a3-b085-b75047f735ef tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:05.894520 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9c8d660e-3d80-41a3-b085-b75047f735ef tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] 10.222.0.23 "DELETE /v2.0/security-groups/4b5f2147-3243-453d-a499-d3733b4e1647 HTTP/1.1" status: 204 len: 168 time: 0.5083642 May 05 22:13:05.894520 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47546) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:05.956040 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port a5120c11-a427-4283-b49f-7876465a1919 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:13:05.956882 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:05.989592 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:06.173001 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8a1fc-dd1f-4d65-819e-8be56fe67049 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Pushing event updated for resources: {'Network': ['ID=b85457dc-866a-4479-a92e-214456b01b8e,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:06.186853 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:06.206164 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network b85457dc-866a-4479-a92e-214456b01b8e details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:13:06.293099 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-658468bf-8b71-48da-a24b-3136079638b8 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Calling delete_port for 0cf42edd-2c68-454d-818c-8c7fe519a9cf owned by network:router_interface {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:13:06.309585 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0e407b6c-3c86-4ea1-a91e-8961608cacc3 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Synchronizing usage tracker for tenant:9ca18136780c42318ad378f55f852c3f on resource:security_group {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:13:06.412767 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-bba8a1fc-dd1f-4d65-819e-8be56fe67049 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.4589083 May 05 22:13:06.441490 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47554) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:06.441818 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0e407b6c-3c86-4ea1-a91e-8961608cacc3 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Unset dirty status for tenant:9ca18136780c42318ad378f55f852c3f on resource:security_group {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:13:06.441818 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0e407b6c-3c86-4ea1-a91e-8961608cacc3 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5582404 May 05 22:13:06.446919 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47560) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:06.576932 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-5682a500-7d69-4350-a4fc-ae4890b1f669 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Request body: {'security_group': {'name': 'tempest-secgroup--1741874205'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:13:06.576932 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-5682a500-7d69-4350-a4fc-ae4890b1f669 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:13:06.628995 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-5682a500-7d69-4350-a4fc-ae4890b1f669 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:13:06.646050 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 37670c7b-c638-4660-a8c2-79b1c15e14d1 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:13:06.660971 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5682a500-7d69-4350-a4fc-ae4890b1f669 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:06.724342 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f13f1ef1-cade-4b57-95c5-2944cc5083f4 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:06.800443 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-5682a500-7d69-4350-a4fc-ae4890b1f669 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:13:06.812087 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-5682a500-7d69-4350-a4fc-ae4890b1f669 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Usage tracker for resource:security_group_rule and tenant:9ca18136780c42318ad378f55f852c3f is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:13:06.816598 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-5682a500-7d69-4350-a4fc-ae4890b1f669 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:13:06.824624 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-5682a500-7d69-4350-a4fc-ae4890b1f669 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:13:06.904256 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5682a500-7d69-4350-a4fc-ae4890b1f669 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:06.962747 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5682a500-7d69-4350-a4fc-ae4890b1f669 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:06.986605 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 37670c7b-c638-4660-a8c2-79b1c15e14d1 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:13:06.986605 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:07.041746 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b228a4-a3ef-40bc-8320-499ae0d5639b tempest-ExternalNetworksTestJSON-1991996193 tempest-ExternalNetworksTestJSON-1991996193-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:13:07.046231 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a4b228a4-a3ef-40bc-8320-499ae0d5639b tempest-ExternalNetworksTestJSON-1991996193 tempest-ExternalNetworksTestJSON-1991996193-project] 10.222.0.23 "GET /v2.0/networks/b85457dc-866a-4479-a92e-214456b01b8e HTTP/1.1" status: 200 len: 756 time: 0.6197495 May 05 22:13:07.090565 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47576) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:07.091437 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5682a500-7d69-4350-a4fc-ae4890b1f669 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66b6cb11-93a4-4631-a52a-759def9c2880,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:07.188083 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-658468bf-8b71-48da-a24b-3136079638b8 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:07.273429 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658468bf-8b71-48da-a24b-3136079638b8 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event deleted for resources: {'Port': ['ID=0cf42edd-2c68-454d-818c-8c7fe519a9cf,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:07.295781 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5682a500-7d69-4350-a4fc-ae4890b1f669 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:07.301065 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5682a500-7d69-4350-a4fc-ae4890b1f669 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8508668 May 05 22:13:07.306072 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47584) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:07.310267 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-da3ddc49-ac15-4739-9a84-32ea5e8e8249 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:13:07.310267 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-da3ddc49-ac15-4739-9a84-32ea5e8e8249 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] update failed (client error): There was a conflict when trying to complete your request. May 05 22:13:07.320764 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-da3ddc49-ac15-4739-9a84-32ea5e8e8249 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] 10.222.0.23 "PUT /v2.0/security-groups/66b6cb11-93a4-4631-a52a-759def9c2880 HTTP/1.1" status: 409 len: 330 time: 0.0095963 May 05 22:13:07.324516 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47588) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:07.374309 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec0d8a9-7991-4f9f-be86-5f802aa8cce8 tempest-ExternalNetworksTestJSON-1991996193 tempest-ExternalNetworksTestJSON-1991996193-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:13:07.374942 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-bec0d8a9-7991-4f9f-be86-5f802aa8cce8 tempest-ExternalNetworksTestJSON-1991996193 tempest-ExternalNetworksTestJSON-1991996193-project] Synchronizing usage tracker for tenant:f7bf2fbf0eb9470d9c0076af95ee09ca on resource:network {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:13:07.397642 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c9c7b7-e9b2-416f-b2be-b8ebb75eceda tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Router 5b0bb138-e401-4675-8d57-74d4d6a8e9b3 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:13:07.477943 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-bec0d8a9-7991-4f9f-be86-5f802aa8cce8 tempest-ExternalNetworksTestJSON-1991996193 tempest-ExternalNetworksTestJSON-1991996193-project] Unset dirty status for tenant:f7bf2fbf0eb9470d9c0076af95ee09ca on resource:network {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:13:07.483400 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-bec0d8a9-7991-4f9f-be86-5f802aa8cce8 tempest-ExternalNetworksTestJSON-1991996193 tempest-ExternalNetworksTestJSON-1991996193-project] 10.222.0.23 "GET /v2.0/networks/e1db632b-c855-40f3-94c5-83a4a8326c9c HTTP/1.1" status: 200 len: 768 time: 0.3814602 May 05 22:13:07.483400 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47594) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:07.735902 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d2ea7029-c371-4aa1-804b-c287cb61157e tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:07.903020 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d2ea7029-c371-4aa1-804b-c287cb61157e tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:07.920338 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9df24123-ceca-4ca7-96b4-8c083bea8392 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:07.935198 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-f13f1ef1-cade-4b57-95c5-2944cc5083f4 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Allocated IP 172.20.0.17 (8699afcf-6ff9-4969-a8e9-5c2742a40e07/a5f2ecd3-a738-4837-9a7c-d4cb828205ef/fc897491-3ad6-4280-b6ac-50a20a21241e) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:13:08.050898 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d2ea7029-c371-4aa1-804b-c287cb61157e tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:08.162645 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ea7029-c371-4aa1-804b-c287cb61157e tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b6cb11-93a4-4631-a52a-759def9c2880,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:08.232155 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9df24123-ceca-4ca7-96b4-8c083bea8392 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:08.254821 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d2ea7029-c371-4aa1-804b-c287cb61157e tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:08.254821 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d2ea7029-c371-4aa1-804b-c287cb61157e tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] 10.222.0.23 "DELETE /v2.0/security-groups/66b6cb11-93a4-4631-a52a-759def9c2880 HTTP/1.1" status: 204 len: 168 time: 0.9098663 May 05 22:13:08.254821 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47622) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:08.298074 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-658468bf-8b71-48da-a24b-3136079638b8 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:08.320504 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-9df24123-ceca-4ca7-96b4-8c083bea8392 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b85457dc-866a-4479-a92e-214456b01b8e']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:13:08.364433 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-9df24123-ceca-4ca7-96b4-8c083bea8392 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59aba770-254b-428b-a984-bd919db4b3fe') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:13:08.364433 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-9df24123-ceca-4ca7-96b4-8c083bea8392 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59aba770-254b-428b-a984-bd919db4b3fe') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:13:08.488873 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f13f1ef1-cade-4b57-95c5-2944cc5083f4 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:08.556512 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9df24123-ceca-4ca7-96b4-8c083bea8392 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:08.587482 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-f13f1ef1-cade-4b57-95c5-2944cc5083f4 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Transition to ACTIVE for port object fc897491-3ad6-4280-b6ac-50a20a21241e will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:13:08.623436 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9df24123-ceca-4ca7-96b4-8c083bea8392 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:08.623436 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c9c7b7-e9b2-416f-b2be-b8ebb75eceda tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:13:08.652143 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffea7217-5e67-49a5-9c64-f6e67a1a5fcc None None] Sync routers for ids ['5b0bb138-e401-4675-8d57-74d4d6a8e9b3'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:13:08.656476 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-e0c9c7b7-e9b2-416f-b2be-b8ebb75eceda tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "PUT /v2.0/routers/5b0bb138-e401-4675-8d57-74d4d6a8e9b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3875351 May 05 22:13:08.656476 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9df24123-ceca-4ca7-96b4-8c083bea8392 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:13:08.656476 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9df24123-ceca-4ca7-96b4-8c083bea8392 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:08.657886 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47638) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:08.673602 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:13:08.673602 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:13:08.673602 n-d-825175-4 neutron-server[84063]: timer() May 05 22:13:08.673602 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:13:08.673602 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:13:08.673602 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:13:08.673602 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:13:08.673602 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:13:08.673602 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:13:08.673602 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:13:08.673602 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:13:08.673602 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:13:08.673602 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:13:08.673602 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:13:08.673602 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:13:08.673602 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:13:08.673602 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:13:08.673602 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:13:08.673602 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:13:08.673602 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:13:08.673602 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:13:08.673602 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:13:08.673602 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:13:08.673602 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:13:08.673602 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:13:08.673602 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:13:08.673602 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:13:08.673602 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:13:08.673602 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:13:08.673602 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:13:08.673602 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:13:08.673602 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:13:08.677615 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffea7217-5e67-49a5-9c64-f6e67a1a5fcc None None] Routers {'5b0bb138-e401-4675-8d57-74d4d6a8e9b3'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:13:08.678433 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-ffea7217-5e67-49a5-9c64-f6e67a1a5fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:12:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['5b0bb138-e401-4675-8d57-74d4d6a8e9b3'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:13:08.696291 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-844dd5cf-fabf-436a-a26a-669a0360bc1b tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Synchronizing usage tracker for tenant:9ca18136780c42318ad378f55f852c3f on resource:security_group {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:13:08.832738 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-844dd5cf-fabf-436a-a26a-669a0360bc1b tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] Unset dirty status for tenant:9ca18136780c42318ad378f55f852c3f on resource:security_group {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:13:08.832738 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-844dd5cf-fabf-436a-a26a-669a0360bc1b tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5760610 May 05 22:13:08.832738 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47648) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:08.859692 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9df24123-ceca-4ca7-96b4-8c083bea8392 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:08.923373 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df24123-ceca-4ca7-96b4-8c083bea8392 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b85457dc-866a-4479-a92e-214456b01b8e {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 05 22:13:08.923373 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9df24123-ceca-4ca7-96b4-8c083bea8392 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:08.923373 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df24123-ceca-4ca7-96b4-8c083bea8392 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Pushing event deleted for resources: {'Network': ['ID=b85457dc-866a-4479-a92e-214456b01b8e,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:08.923373 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-8cd0acfc-47df-4299-bab5-b33fd4b3c23d tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] delete failed (client error): The resource could not be found. May 05 22:13:08.923373 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8cd0acfc-47df-4299-bab5-b33fd4b3c23d tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] 10.222.0.23 "DELETE /v2.0/security-groups/2e067a5e-fc61-48fa-a0cc-58947785cced HTTP/1.1" status: 404 len: 347 time: 0.0763762 May 05 22:13:08.923373 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47656) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:08.923373 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9df24123-ceca-4ca7-96b4-8c083bea8392 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] 10.222.0.23 "DELETE /v2.0/networks/b85457dc-866a-4479-a92e-214456b01b8e HTTP/1.1" status: 204 len: 168 time: 1.4353955 May 05 22:13:08.923373 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47660) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:08.948635 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-09c4851f-e75f-4b54-bb78-91dc01235569 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Request body: {'network': {'name': 'tempest-network--520452502'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:13:08.971460 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-31c76ee5-43e1-498d-90be-2395537e04b0 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] show failed (client error): The resource could not be found. May 05 22:13:08.971460 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-31c76ee5-43e1-498d-90be-2395537e04b0 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] 10.222.0.23 "GET /v2.0/security-groups/1f4720d1-ce6d-417b-9ee6-7eb7bbdaacf2 HTTP/1.1" status: 404 len: 347 time: 0.0427673 May 05 22:13:08.971460 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47664) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:08.971460 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-09c4851f-e75f-4b54-bb78-91dc01235569 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:13:08.995807 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-09c4851f-e75f-4b54-bb78-91dc01235569 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Usage tracker for resource:network and tenant:88fd364c83fb468a847c564702dcadda is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:13:08.995807 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-09c4851f-e75f-4b54-bb78-91dc01235569 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:13:08.995807 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-81e99458-d44e-41be-aa95-68da134cdc53 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] show failed (client error): The resource could not be found. May 05 22:13:08.995807 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-81e99458-d44e-41be-aa95-68da134cdc53 tempest-NegativeSecGroupIPv6Test-1664647583 tempest-NegativeSecGroupIPv6Test-1664647583-project] 10.222.0.23 "GET /v2.0/security-group-rules/5cc1b432-0211-4c56-9a83-8c840c5ecb47 HTTP/1.1" status: 404 len: 356 time: 0.0323081 May 05 22:13:09.013603 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-09c4851f-e75f-4b54-bb78-91dc01235569 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:13:09.045343 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c4851f-e75f-4b54-bb78-91dc01235569 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Made reservation on behalf of 88fd364c83fb468a847c564702dcadda for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:13:09.045343 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-09c4851f-e75f-4b54-bb78-91dc01235569 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:09.085454 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-ffea7217-5e67-49a5-9c64-f6e67a1a5fcc None None] Set router 5b0bb138-e401-4675-8d57-74d4d6a8e9b3 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:13:09.112361 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f13f1ef1-cade-4b57-95c5-2944cc5083f4 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:09.125219 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09c4851f-e75f-4b54-bb78-91dc01235569 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:13:09.156305 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-09c4851f-e75f-4b54-bb78-91dc01235569 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:09.156305 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-09c4851f-e75f-4b54-bb78-91dc01235569 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Added segment fbab4b13-5278-4b99-9cfc-bc484029aa92 of type vlan for network bac8cd34-5301-4d18-b27b-4c6da2f4f968 May 05 22:13:09.208320 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-09c4851f-e75f-4b54-bb78-91dc01235569 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:09.308631 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-09c4851f-e75f-4b54-bb78-91dc01235569 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:09.309990 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c4851f-e75f-4b54-bb78-91dc01235569 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:13:09.310876 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-09c4851f-e75f-4b54-bb78-91dc01235569 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:09.323373 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f1ef1-cade-4b57-95c5-2944cc5083f4 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event updated for resources: {'Port': ['ID=fc897491-3ad6-4280-b6ac-50a20a21241e,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:09.511110 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13f1ef1-cade-4b57-95c5-2944cc5083f4 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Network 8699afcf-6ff9-4969-a8e9-5c2742a40e07 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:13:09.523312 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-658468bf-8b71-48da-a24b-3136079638b8 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Router feda55d0-12ab-4ad1-96b3-56546a67bc43 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:13:09.523312 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-f13f1ef1-cade-4b57-95c5-2944cc5083f4 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:13:09.536699 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13f1ef1-cade-4b57-95c5-2944cc5083f4 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:13:09.737923 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f13f1ef1-cade-4b57-95c5-2944cc5083f4 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:09.760195 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-95feb598-d40b-4a41-b720-2049c4263489 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Deleting subnet 936367d0-a460-456a-b1ec-8de69dd7e6b0 {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:13:09.771998 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-95feb598-d40b-4a41-b720-2049c4263489 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:09.850509 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c4851f-e75f-4b54-bb78-91dc01235569 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Pushing event updated for resources: {'Network': ['ID=bac8cd34-5301-4d18-b27b-4c6da2f4f968,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:09.872279 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-09c4851f-e75f-4b54-bb78-91dc01235569 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9382875 May 05 22:13:09.874046 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47688) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:09.881117 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network bac8cd34-5301-4d18-b27b-4c6da2f4f968 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:13:09.913413 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-21af6abb-384e-4a5b-85a9-763c949e6efe req-5709bf2b-6c63-4712-ae25-8326316812e8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=47c60070-24a1-4dfb-bfe9-f30837a20dcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5481994 May 05 22:13:09.987609 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-8027c973-430e-4a0c-a2c2-addb5d5ccce0 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:13:10.224761 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-21af6abb-384e-4a5b-85a9-763c949e6efe req-5f8b941e-b2b8-4ca6-a3ea-b7ebe6e5f409 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=efa9087c34ce4a5fbd7fe821ae4a2e59&device_id=47c60070-24a1-4dfb-bfe9-f30837a20dcb HTTP/1.1" status: 200 len: 1135 time: 0.2821038 May 05 22:13:10.379637 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47708) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:10.453044 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-93948853-6e46-4272-a32b-4ce30285e131 None None] Provisioning for port fc897491-3ad6-4280-b6ac-50a20a21241e completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:13:10.453044 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-93948853-6e46-4272-a32b-4ce30285e131 None None] Provisioning complete for port fc897491-3ad6-4280-b6ac-50a20a21241e triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:13:10.453044 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-93948853-6e46-4272-a32b-4ce30285e131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:10.543883 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af6abb-384e-4a5b-85a9-763c949e6efe req-8433fa97-cac3-463d-b7df-653591fce126 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:13:10.543883 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-21af6abb-384e-4a5b-85a9-763c949e6efe req-8433fa97-cac3-463d-b7df-653591fce126 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2e106dc0-8200-45c1-a2c4-63f5713e6232 HTTP/1.1" status: 200 len: 898 time: 0.2344010 May 05 22:13:10.576579 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-95feb598-d40b-4a41-b720-2049c4263489 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:10.606032 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-93948853-6e46-4272-a32b-4ce30285e131 None None] Port fc897491-3ad6-4280-b6ac-50a20a21241e cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:13:10.606032 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-ffea7217-5e67-49a5-9c64-f6e67a1a5fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0bb138-e401-4675-8d57-74d4d6a8e9b3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-824227077', 'tenant_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '3dbc797f-f0fd-4d2a-b507-ce02a63672a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:12:03Z', 'updated_at': '2022-05-05T22:13:03Z', 'revision_number': 5, 'project_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'gw_port': {'id': '3dbc797f-f0fd-4d2a-b507-ce02a63672a7', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:df:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0bb138-e401-4675-8d57-74d4d6a8e9b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:12:05Z', 'updated_at': '2022-05-05T22:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:13:10.606032 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffea7217-5e67-49a5-9c64-f6e67a1a5fcc None None] Checking router: 5b0bb138-e401-4675-8d57-74d4d6a8e9b3 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:13:10.635259 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffea7217-5e67-49a5-9c64-f6e67a1a5fcc None None] Routers {'5b0bb138-e401-4675-8d57-74d4d6a8e9b3'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:13:10.635259 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-ffea7217-5e67-49a5-9c64-f6e67a1a5fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:12:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['5b0bb138-e401-4675-8d57-74d4d6a8e9b3'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:13:10.784242 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-21af6abb-384e-4a5b-85a9-763c949e6efe req-36335126-4aab-4329-abc8-529255130f7b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3f80628-a523-409f-b654-d22d3bbdd69d HTTP/1.1" status: 200 len: 1001 time: 0.2382596 May 05 22:13:10.899357 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af6abb-384e-4a5b-85a9-763c949e6efe req-77c75c02-88fa-469f-be41-26e735b4d739 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:13:10.899357 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-21af6abb-384e-4a5b-85a9-763c949e6efe req-77c75c02-88fa-469f-be41-26e735b4d739 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ae047049-6ac6-4ae1-8419-9986e7bc13c8 HTTP/1.1" status: 200 len: 834 time: 0.1015639 May 05 22:13:10.899357 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-71bde0f8-44c7-4888-9df4-7f846f43ccc6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9ca18136780c42318ad378f55f852c3f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5134294 May 05 22:13:10.899357 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47720) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:10.997836 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-ffea7217-5e67-49a5-9c64-f6e67a1a5fcc None None] Set router 5b0bb138-e401-4675-8d57-74d4d6a8e9b3 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:13:11.075910 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-95feb598-d40b-4a41-b720-2049c4263489 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:11.168909 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47730) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:11.187174 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-719e5ec5-4dc9-499f-abc1-f48eec9c2194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:11.199205 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8027c973-430e-4a0c-a2c2-addb5d5ccce0 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:11.239454 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-21af6abb-384e-4a5b-85a9-763c949e6efe req-a62b6cc8-17c7-4166-808a-4d538cd76321 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2e106dc0-8200-45c1-a2c4-63f5713e6232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3328459 May 05 22:13:11.289275 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-719e5ec5-4dc9-499f-abc1-f48eec9c2194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:11.323206 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f13f1ef1-cade-4b57-95c5-2944cc5083f4 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:11.374016 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-658468bf-8b71-48da-a24b-3136079638b8 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:13:11.381336 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17213279-6c17-47cd-8948-7aa74bb00137 None None] Sync routers for ids ['feda55d0-12ab-4ad1-96b3-56546a67bc43'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:13:11.411310 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17213279-6c17-47cd-8948-7aa74bb00137 None None] Routers {'feda55d0-12ab-4ad1-96b3-56546a67bc43'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:13:11.411310 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-17213279-6c17-47cd-8948-7aa74bb00137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:12:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['feda55d0-12ab-4ad1-96b3-56546a67bc43'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:13:11.448679 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-658468bf-8b71-48da-a24b-3136079638b8 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "PUT /v2.0/routers/feda55d0-12ab-4ad1-96b3-56546a67bc43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5988324 May 05 22:13:11.448679 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8027c973-430e-4a0c-a2c2-addb5d5ccce0 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:11.452128 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47736) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:11.483949 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-ffea7217-5e67-49a5-9c64-f6e67a1a5fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0bb138-e401-4675-8d57-74d4d6a8e9b3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-824227077', 'tenant_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '3dbc797f-f0fd-4d2a-b507-ce02a63672a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:12:03Z', 'updated_at': '2022-05-05T22:13:03Z', 'revision_number': 5, 'project_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'gw_port': {'id': '3dbc797f-f0fd-4d2a-b507-ce02a63672a7', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:df:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0bb138-e401-4675-8d57-74d4d6a8e9b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:12:05Z', 'updated_at': '2022-05-05T22:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:13:11.488983 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffea7217-5e67-49a5-9c64-f6e67a1a5fcc None None] The sync data for ids ['5b0bb138-e401-4675-8d57-74d4d6a8e9b3'] in n-d-825175-4 is: [{'id': '5b0bb138-e401-4675-8d57-74d4d6a8e9b3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-824227077', 'tenant_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '3dbc797f-f0fd-4d2a-b507-ce02a63672a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:12:03Z', 'updated_at': '2022-05-05T22:13:03Z', 'revision_number': 5, 'project_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'gw_port': {'id': '3dbc797f-f0fd-4d2a-b507-ce02a63672a7', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:df:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0bb138-e401-4675-8d57-74d4d6a8e9b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:12:05Z', 'updated_at': '2022-05-05T22:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:13:11.544854 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0e847b3-7b0f-479d-ab87-e6daac197f84 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] GET failed (client error): The resource could not be found. May 05 22:13:11.545427 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b0e847b3-7b0f-479d-ab87-e6daac197f84 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Synchronizing usage tracker for tenant:4182021ff5fe4f65b13da93a6be96ffa on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:13:11.557905 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f5863e04-53a3-41ff-8d53-b3f8da3a714f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:11.576122 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-21af6abb-384e-4a5b-85a9-763c949e6efe req-0e2e053b-547c-4ed5-b526-66fb3d689362 service neutron] 10.222.0.44 "GET /v2.0/networks/2e106dc0-8200-45c1-a2c4-63f5713e6232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361282 May 05 22:13:11.616508 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-17213279-6c17-47cd-8948-7aa74bb00137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:13:11.620361 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-719e5ec5-4dc9-499f-abc1-f48eec9c2194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:11.631682 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17213279-6c17-47cd-8948-7aa74bb00137 None None] Routers {'feda55d0-12ab-4ad1-96b3-56546a67bc43'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:13:11.632816 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-17213279-6c17-47cd-8948-7aa74bb00137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:12:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['feda55d0-12ab-4ad1-96b3-56546a67bc43'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:13:11.640805 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8027c973-430e-4a0c-a2c2-addb5d5ccce0 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Network bac8cd34-5301-4d18-b27b-4c6da2f4f968 is not hosted by any dhcp agent {{(pid=84061) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 05 22:13:11.641684 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8027c973-430e-4a0c-a2c2-addb5d5ccce0 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:13:11.642284 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8027c973-430e-4a0c-a2c2-addb5d5ccce0 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:11.652944 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-8027c973-430e-4a0c-a2c2-addb5d5ccce0 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] 10.222.0.23 "PUT /v2.0/networks/bac8cd34-5301-4d18-b27b-4c6da2f4f968 HTTP/1.1" status: 200 len: 857 time: 1.7751443 May 05 22:13:11.663402 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47742) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:11.766583 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-17213279-6c17-47cd-8948-7aa74bb00137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:13:11.766583 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17213279-6c17-47cd-8948-7aa74bb00137 None None] The sync data for ids ['feda55d0-12ab-4ad1-96b3-56546a67bc43'] in n-d-825175-4 is: [] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:13:11.775536 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719e5ec5-4dc9-499f-abc1-f48eec9c2194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ff777c-d2b0-45b1-9d8d-b21b475a032a,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:11.795135 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-dd28e97d-e6d4-4239-b456-83871349c3dc tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:11.797822 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b0e847b3-7b0f-479d-ab87-e6daac197f84 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Unset dirty status for tenant:4182021ff5fe4f65b13da93a6be96ffa on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:13:11.797822 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b0e847b3-7b0f-479d-ab87-e6daac197f84 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "GET /v2.0/ports/0cf42edd-2c68-454d-818c-8c7fe519a9cf HTTP/1.1" status: 404 len: 333 time: 0.3454039 May 05 22:13:11.803614 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8027c973-430e-4a0c-a2c2-addb5d5ccce0 tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Pushing event updated for resources: {'Network': ['ID=bac8cd34-5301-4d18-b27b-4c6da2f4f968,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:11.805949 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f5863e04-53a3-41ff-8d53-b3f8da3a714f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:13:11.805949 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47746) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:11.816359 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f5863e04-53a3-41ff-8d53-b3f8da3a714f admin admin] Usage tracker for resource:security_group_rule and tenant:1bcc0f0135ce41ba981b438073d933a6 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:13:11.891936 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f5863e04-53a3-41ff-8d53-b3f8da3a714f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:13:11.927587 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f5863e04-53a3-41ff-8d53-b3f8da3a714f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:13:11.927587 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-719e5ec5-4dc9-499f-abc1-f48eec9c2194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:11.927587 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-719e5ec5-4dc9-499f-abc1-f48eec9c2194 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/31ff777c-d2b0-45b1-9d8d-b21b475a032a HTTP/1.1" status: 204 len: 168 time: 1.0240111 May 05 22:13:12.016989 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-95feb598-d40b-4a41-b720-2049c4263489 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:12.022015 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-21af6abb-384e-4a5b-85a9-763c949e6efe req-a988d55f-f5ea-490c-80a8-6eef8c8d3034 service neutron] 10.222.0.44 "GET /v2.0/networks/2e106dc0-8200-45c1-a2c4-63f5713e6232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4334915 May 05 22:13:12.109306 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-71880bce-cca8-4116-8c57-22a2d08156ee tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:12.118787 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-95feb598-d40b-4a41-b720-2049c4263489 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:12.121239 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2c25be-e387-4bb6-8654-aa86a63d46f9 None None] Network 28b85002-5b2e-4fb8-9492-aff561f5a595 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:13:12.289340 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-dd28e97d-e6d4-4239-b456-83871349c3dc tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:12.337434 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-dd28e97d-e6d4-4239-b456-83871349c3dc tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bac8cd34-5301-4d18-b27b-4c6da2f4f968']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:13:12.350390 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-95feb598-d40b-4a41-b720-2049c4263489 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "DELETE /v2.0/subnets/936367d0-a460-456a-b1ec-8de69dd7e6b0 HTTP/1.1" status: 204 len: 168 time: 3.6980293 May 05 22:13:12.350390 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95feb598-d40b-4a41-b720-2049c4263489 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Pushing event deleted for resources: {'Subnet': ['ID=936367d0-a460-456a-b1ec-8de69dd7e6b0,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:12.353457 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47760) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:12.456571 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-dd28e97d-e6d4-4239-b456-83871349c3dc tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbab4b13-5278-4b99-9cfc-bc484029aa92') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:13:12.456571 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-dd28e97d-e6d4-4239-b456-83871349c3dc tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbab4b13-5278-4b99-9cfc-bc484029aa92') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:13:12.561764 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f5863e04-53a3-41ff-8d53-b3f8da3a714f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:12.576713 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f5863e04-53a3-41ff-8d53-b3f8da3a714f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:12.581995 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-dd28e97d-e6d4-4239-b456-83871349c3dc tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:12.633817 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-dd28e97d-e6d4-4239-b456-83871349c3dc tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:12.636609 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device f7cd7a5e-5118-41b6-a8a1-a753acf73f1d no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:13:12.669026 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd28e97d-e6d4-4239-b456-83871349c3dc tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:13:12.673590 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-dd28e97d-e6d4-4239-b456-83871349c3dc tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:12.687777 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 22:13:12.687777 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:13:12.687777 n-d-825175-4 neutron-server[84061]: timer() May 05 22:13:12.687777 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:13:12.687777 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 22:13:12.687777 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:13:12.687777 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 22:13:12.687777 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:13:12.687777 n-d-825175-4 neutron-server[84061]: self._notify() May 05 22:13:12.687777 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:13:12.687777 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 22:13:12.687777 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:13:12.687777 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 22:13:12.687777 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:13:12.687777 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:13:12.687777 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:13:12.687777 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:13:12.687777 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:13:12.687777 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 22:13:12.687777 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:13:12.687777 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 22:13:12.687777 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:13:12.687777 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:13:12.687777 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:13:12.687777 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 22:13:12.687777 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:13:12.687777 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:13:12.687777 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:13:12.687777 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:13:12.687777 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:13:12.687777 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:13:12.687777 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:13:12.726300 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: f7cd7a5e-5118-41b6-a8a1-a753acf73f1d {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:13:12.726949 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device f7cd7a5e-5118-41b6-a8a1-a753acf73f1d not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:13:12.879306 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9de7a3-90ec-4f40-b209-481453251ab2 None None] DHCP port deletion for 28b85002-5b2e-4fb8-9492-aff561f5a595 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:13:12.905193 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5863e04-53a3-41ff-8d53-b3f8da3a714f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ed0c75-11be-44eb-ba32-468ae5a2cbd9,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:12.905193 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f5863e04-53a3-41ff-8d53-b3f8da3a714f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1bcc0f0135ce41ba981b438073d933a6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7313910 May 05 22:13:12.905193 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47774) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:12.915816 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-1d9de7a3-90ec-4f40-b209-481453251ab2 None None] Deleting port cb2ac1ab-7974-406b-9afd-fc81a6ba811d {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:13:12.915816 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1d9de7a3-90ec-4f40-b209-481453251ab2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:12.921597 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-dd28e97d-e6d4-4239-b456-83871349c3dc tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:12.924647 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd28e97d-e6d4-4239-b456-83871349c3dc tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bac8cd34-5301-4d18-b27b-4c6da2f4f968 {{(pid=84061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 05 22:13:12.935246 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-dd28e97d-e6d4-4239-b456-83871349c3dc tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:13.009238 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd28e97d-e6d4-4239-b456-83871349c3dc tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] Pushing event deleted for resources: {'Network': ['ID=bac8cd34-5301-4d18-b27b-4c6da2f4f968,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:13.030410 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-dd28e97d-e6d4-4239-b456-83871349c3dc tempest-ExternalNetworksTestJSON-1292740643 tempest-ExternalNetworksTestJSON-1292740643-project-admin] 10.222.0.23 "DELETE /v2.0/networks/bac8cd34-5301-4d18-b27b-4c6da2f4f968 HTTP/1.1" status: 204 len: 168 time: 1.3690231 May 05 22:13:13.032690 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47780) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:13.076559 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-70cdcdc8-7ec6-4c4a-b15b-8cf16c873dd1 tempest-ExternalNetworksTestJSON-1991996193 tempest-ExternalNetworksTestJSON-1991996193-project] DELETE failed (client error): The resource could not be found. May 05 22:13:13.076988 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70cdcdc8-7ec6-4c4a-b15b-8cf16c873dd1 tempest-ExternalNetworksTestJSON-1991996193 tempest-ExternalNetworksTestJSON-1991996193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:13:13.081648 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-70cdcdc8-7ec6-4c4a-b15b-8cf16c873dd1 tempest-ExternalNetworksTestJSON-1991996193 tempest-ExternalNetworksTestJSON-1991996193-project] 10.222.0.23 "DELETE /v2.0/subnets/1e68f1b8-cc54-4be0-a3b9-36d5bdeb15ea HTTP/1.1" status: 404 len: 337 time: 0.0457006 May 05 22:13:13.085557 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47784) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:13.282815 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-1d9de7a3-90ec-4f40-b209-481453251ab2 None None] For port cb2ac1ab-7974-406b-9afd-fc81a6ba811d, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=cb2ac1ab-7974-406b-9afd-fc81a6ba811d,segment=NetworkSegment(5832396b-c757-4a6a-acc8-f493a2bfc8c0),segment_id=5832396b-c757-4a6a-acc8-f493a2bfc8c0)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:13:13.282815 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1d9de7a3-90ec-4f40-b209-481453251ab2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:13.326167 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-71880bce-cca8-4116-8c57-22a2d08156ee tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:13.349390 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-71880bce-cca8-4116-8c57-22a2d08156ee tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:13.425719 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-1d9de7a3-90ec-4f40-b209-481453251ab2 None None] Calling delete_port for cb2ac1ab-7974-406b-9afd-fc81a6ba811d owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:13:13.446598 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dfddb75a-b0c8-4092-bdb6-f58842558b35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:13.556854 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1d9de7a3-90ec-4f40-b209-481453251ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:13.640096 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9de7a3-90ec-4f40-b209-481453251ab2 None None] Pushing event deleted for resources: {'Port': ['ID=cb2ac1ab-7974-406b-9afd-fc81a6ba811d,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:13.658780 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9de7a3-90ec-4f40-b209-481453251ab2 None None] No DVR routers for this DVR port cb2ac1ab-7974-406b-9afd-fc81a6ba811d on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:13:13.693151 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dfddb75a-b0c8-4092-bdb6-f58842558b35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:13.753716 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-71880bce-cca8-4116-8c57-22a2d08156ee tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:13.753716 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71880bce-cca8-4116-8c57-22a2d08156ee tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Fanout notify agent at l3_agent the message router_deleted on router feda55d0-12ab-4ad1-96b3-56546a67bc43 {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:13:13.790793 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dfddb75a-b0c8-4092-bdb6-f58842558b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:13.818630 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-293d490b-4dec-439c-874a-24981134f226 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks [] for router, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:13.819208 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-71880bce-cca8-4116-8c57-22a2d08156ee tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:13.819859 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-71880bce-cca8-4116-8c57-22a2d08156ee tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "DELETE /v2.0/routers/feda55d0-12ab-4ad1-96b3-56546a67bc43 HTTP/1.1" status: 204 len: 168 time: 2.0175881 May 05 22:13:13.821276 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfddb75a-b0c8-4092-bdb6-f58842558b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ed0c75-11be-44eb-ba32-468ae5a2cbd9,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:13.823457 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dfddb75a-b0c8-4092-bdb6-f58842558b35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:13.826747 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-dfddb75a-b0c8-4092-bdb6-f58842558b35 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/08ed0c75-11be-44eb-ba32-468ae5a2cbd9 HTTP/1.1" status: 204 len: 168 time: 0.9185500 May 05 22:13:13.826747 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47800) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:13.912178 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3769c5c8-1f9e-4683-ad7e-79bd9988161a tempest-ExternalNetworksTestJSON-1991996193 tempest-ExternalNetworksTestJSON-1991996193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:13.916018 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.resource_extend [None req-f13f1ef1-cade-4b57-95c5-2944cc5083f4 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 22:13:13.976534 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-04ae17ce-2655-4065-995b-6db308783204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:14.014081 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f13f1ef1-cade-4b57-95c5-2944cc5083f4 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:14.026753 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f13f1ef1-cade-4b57-95c5-2944cc5083f4 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:14.072169 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47806) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:14.216927 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fa194b8-e94e-43da-8701-ab0ccbbc3b6a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Deleting subnet c8e48f6a-4860-4071-bf46-85bd70f22cc6 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:13:14.216927 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5fa194b8-e94e-43da-8701-ab0ccbbc3b6a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:14.345417 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5fa194b8-e94e-43da-8701-ab0ccbbc3b6a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:14.473018 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3769c5c8-1f9e-4683-ad7e-79bd9988161a tempest-ExternalNetworksTestJSON-1991996193 tempest-ExternalNetworksTestJSON-1991996193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:14.496865 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f1ef1-cade-4b57-95c5-2944cc5083f4 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event updated for resources: {'Port': ['ID=fc897491-3ad6-4280-b6ac-50a20a21241e,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:14.502623 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f13f1ef1-cade-4b57-95c5-2944cc5083f4 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:14.519586 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5fa194b8-e94e-43da-8701-ab0ccbbc3b6a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:14.561148 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47816) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:14.566446 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-3769c5c8-1f9e-4683-ad7e-79bd9988161a tempest-ExternalNetworksTestJSON-1991996193 tempest-ExternalNetworksTestJSON-1991996193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1db632b-c855-40f3-94c5-83a4a8326c9c']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:13:14.580810 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-3769c5c8-1f9e-4683-ad7e-79bd9988161a tempest-ExternalNetworksTestJSON-1991996193 tempest-ExternalNetworksTestJSON-1991996193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95f94cb0-07ea-411e-bf86-a1df782d2a63') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:13:14.581232 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-3769c5c8-1f9e-4683-ad7e-79bd9988161a tempest-ExternalNetworksTestJSON-1991996193 tempest-ExternalNetworksTestJSON-1991996193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95f94cb0-07ea-411e-bf86-a1df782d2a63') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:13:14.593801 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3769c5c8-1f9e-4683-ad7e-79bd9988161a tempest-ExternalNetworksTestJSON-1991996193 tempest-ExternalNetworksTestJSON-1991996193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:14.613546 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3769c5c8-1f9e-4683-ad7e-79bd9988161a tempest-ExternalNetworksTestJSON-1991996193 tempest-ExternalNetworksTestJSON-1991996193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:14.617146 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-fbd92e54-7045-4474-bbf8-6585c1779a3f tempest-SubnetPoolsTestJSON-1235155922 tempest-SubnetPoolsTestJSON-1235155922-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1000601713', 'prefixes': ['172.20.0.0/16']}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:13:14.621418 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3769c5c8-1f9e-4683-ad7e-79bd9988161a tempest-ExternalNetworksTestJSON-1991996193 tempest-ExternalNetworksTestJSON-1991996193-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:13:14.621951 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3769c5c8-1f9e-4683-ad7e-79bd9988161a tempest-ExternalNetworksTestJSON-1991996193 tempest-ExternalNetworksTestJSON-1991996193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:14.625844 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-fbd92e54-7045-4474-bbf8-6585c1779a3f tempest-SubnetPoolsTestJSON-1235155922 tempest-SubnetPoolsTestJSON-1235155922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:13:14.627508 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device cb2ac1ab-7974-406b-9afd-fc81a6ba811d no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:13:14.630992 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5fa194b8-e94e-43da-8701-ab0ccbbc3b6a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:14.673272 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa194b8-e94e-43da-8701-ab0ccbbc3b6a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event deleted for resources: {'Subnet': ['ID=c8e48f6a-4860-4071-bf46-85bd70f22cc6,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:14.693084 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5fa194b8-e94e-43da-8701-ab0ccbbc3b6a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:14.703982 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a55a0f-a6e1-4d09-b9c4-caeb33b9123d None None] Network 0474d6ca-6e50-4511-a89d-c7cbd3508cfe requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:13:14.710979 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5fa194b8-e94e-43da-8701-ab0ccbbc3b6a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "DELETE /v2.0/subnets/c8e48f6a-4860-4071-bf46-85bd70f22cc6 HTTP/1.1" status: 204 len: 168 time: 0.8844509 May 05 22:13:14.713533 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47818) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:14.724205 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: cb2ac1ab-7974-406b-9afd-fc81a6ba811d {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:13:14.724544 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device cb2ac1ab-7974-406b-9afd-fc81a6ba811d not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:13:14.742177 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 22:13:14.742177 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:13:14.742177 n-d-825175-4 neutron-server[84061]: timer() May 05 22:13:14.742177 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:13:14.742177 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 22:13:14.742177 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:13:14.742177 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 22:13:14.742177 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:13:14.742177 n-d-825175-4 neutron-server[84061]: self._notify() May 05 22:13:14.742177 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:13:14.742177 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 22:13:14.742177 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:13:14.742177 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 22:13:14.742177 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:13:14.742177 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:13:14.742177 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:13:14.742177 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:13:14.742177 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:13:14.742177 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 22:13:14.742177 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:13:14.742177 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 22:13:14.742177 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:13:14.742177 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:13:14.742177 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:13:14.742177 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 22:13:14.742177 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:13:14.742177 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:13:14.742177 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:13:14.742177 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:13:14.742177 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:13:14.742177 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:13:14.742177 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:13:14.760885 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-225cb29d-c173-4797-8ad5-6926cb7b99e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:14.785697 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3769c5c8-1f9e-4683-ad7e-79bd9988161a tempest-ExternalNetworksTestJSON-1991996193 tempest-ExternalNetworksTestJSON-1991996193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:14.789701 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3769c5c8-1f9e-4683-ad7e-79bd9988161a tempest-ExternalNetworksTestJSON-1991996193 tempest-ExternalNetworksTestJSON-1991996193-project] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:14.875350 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cd25da05-1f4c-4c09-a722-b05a6a13a295 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:14.900014 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-cd25da05-1f4c-4c09-a722-b05a6a13a295 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Deleting port 5c201ada-696c-42fe-a0d6-6c52c979cfa2 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:13:14.900358 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cd25da05-1f4c-4c09-a722-b05a6a13a295 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:14.923979 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3769c5c8-1f9e-4683-ad7e-79bd9988161a tempest-ExternalNetworksTestJSON-1991996193 tempest-ExternalNetworksTestJSON-1991996193-project] Pushing event deleted for resources: {'Network': ['ID=e1db632b-c855-40f3-94c5-83a4a8326c9c,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:14.961644 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fbd92e54-7045-4474-bbf8-6585c1779a3f tempest-SubnetPoolsTestJSON-1235155922 tempest-SubnetPoolsTestJSON-1235155922-project] Notify callbacks [] for subnetpool, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:14.963051 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-fbd92e54-7045-4474-bbf8-6585c1779a3f tempest-SubnetPoolsTestJSON-1235155922 tempest-SubnetPoolsTestJSON-1235155922-project] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.8894668 May 05 22:13:14.966234 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-3769c5c8-1f9e-4683-ad7e-79bd9988161a tempest-ExternalNetworksTestJSON-1991996193 tempest-ExternalNetworksTestJSON-1991996193-project] 10.222.0.23 "DELETE /v2.0/networks/e1db632b-c855-40f3-94c5-83a4a8326c9c HTTP/1.1" status: 204 len: 168 time: 1.8670869 May 05 22:13:14.966475 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47826) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:14.970648 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-225cb29d-c173-4797-8ad5-6926cb7b99e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:13:14.978538 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-225cb29d-c173-4797-8ad5-6926cb7b99e6 admin admin] Usage tracker for resource:security_group_rule and tenant:a4f8809737734cfbb9d700ee506984e2 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:13:14.983351 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-225cb29d-c173-4797-8ad5-6926cb7b99e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:13:14.998160 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-225cb29d-c173-4797-8ad5-6926cb7b99e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:13:15.048272 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0f4ed212-8f04-4161-b532-32cf3b9060dc tempest-SubnetPoolsTestJSON-1235155922 tempest-SubnetPoolsTestJSON-1235155922-project] 10.222.0.23 "GET /v2.0/subnetpools/cf50c157-ca4e-452b-a17d-a7c2d5791d13 HTTP/1.1" status: 200 len: 732 time: 0.0806494 May 05 22:13:15.057048 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47830) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:15.064034 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-f2b7dda2-4c95-4d6c-a8aa-6c40ce6b7b54 tempest-SubnetPoolsTestJSON-1235155922 tempest-SubnetPoolsTestJSON-1235155922-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-908327401'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:13:15.070398 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b288860f-83f0-461b-a541-98257395fdea None None] DHCP port deletion for 0474d6ca-6e50-4511-a89d-c7cbd3508cfe request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:13:15.074629 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-b288860f-83f0-461b-a541-98257395fdea None None] Deleting port 5c201ada-696c-42fe-a0d6-6c52c979cfa2 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:13:15.075554 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b288860f-83f0-461b-a541-98257395fdea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:15.117542 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13f1ef1-cade-4b57-95c5-2944cc5083f4 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Network 8699afcf-6ff9-4969-a8e9-5c2742a40e07 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:13:15.121945 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-f13f1ef1-cade-4b57-95c5-2944cc5083f4 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:13:15.417296 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-cd25da05-1f4c-4c09-a722-b05a6a13a295 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] For port 5c201ada-696c-42fe-a0d6-6c52c979cfa2, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=5c201ada-696c-42fe-a0d6-6c52c979cfa2,segment=NetworkSegment(8e2eb203-d970-4c99-b0de-ce1adb62b00f),segment_id=8e2eb203-d970-4c99-b0de-ce1adb62b00f)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:13:15.417889 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cd25da05-1f4c-4c09-a722-b05a6a13a295 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:15.446619 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-b288860f-83f0-461b-a541-98257395fdea None None] For port 5c201ada-696c-42fe-a0d6-6c52c979cfa2, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=5c201ada-696c-42fe-a0d6-6c52c979cfa2,segment=NetworkSegment(8e2eb203-d970-4c99-b0de-ce1adb62b00f),segment_id=8e2eb203-d970-4c99-b0de-ce1adb62b00f)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:13:15.447293 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b288860f-83f0-461b-a541-98257395fdea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:15.560485 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-293d490b-4dec-439c-874a-24981134f226 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:15.567257 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-cd25da05-1f4c-4c09-a722-b05a6a13a295 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Calling delete_port for 5c201ada-696c-42fe-a0d6-6c52c979cfa2 owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:13:15.608005 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-225cb29d-c173-4797-8ad5-6926cb7b99e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:15.610727 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-b288860f-83f0-461b-a541-98257395fdea None None] Calling delete_port for 5c201ada-696c-42fe-a0d6-6c52c979cfa2 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:13:15.616543 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-293d490b-4dec-439c-874a-24981134f226 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Deleting port 3dbc797f-f0fd-4d2a-b507-ce02a63672a7 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:13:15.618109 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-293d490b-4dec-439c-874a-24981134f226 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:15.642815 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47838) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:15.672717 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-83be0c74-a761-4f2b-9750-a831f06032f4 None None] Provisioning complete for port fc897491-3ad6-4280-b6ac-50a20a21241e triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:13:15.673878 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-83be0c74-a761-4f2b-9750-a831f06032f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:15.676831 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cd25da05-1f4c-4c09-a722-b05a6a13a295 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:15.715000 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-225cb29d-c173-4797-8ad5-6926cb7b99e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:15.748733 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f2b7dda2-4c95-4d6c-a8aa-6c40ce6b7b54 tempest-SubnetPoolsTestJSON-1235155922 tempest-SubnetPoolsTestJSON-1235155922-project] Notify callbacks [] for subnetpool, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:15.750591 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f2b7dda2-4c95-4d6c-a8aa-6c40ce6b7b54 tempest-SubnetPoolsTestJSON-1235155922 tempest-SubnetPoolsTestJSON-1235155922-project] 10.222.0.23 "PUT /v2.0/subnetpools/cf50c157-ca4e-452b-a17d-a7c2d5791d13 HTTP/1.1" status: 200 len: 683 time: 0.6921306 May 05 22:13:15.767199 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47844) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:15.832893 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-83be0c74-a761-4f2b-9750-a831f06032f4 None None] Port fc897491-3ad6-4280-b6ac-50a20a21241e cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:13:15.846982 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225cb29d-c173-4797-8ad5-6926cb7b99e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07829df-7bf5-43a0-b501-4dfa1e696174,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:15.872527 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd25da05-1f4c-4c09-a722-b05a6a13a295 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event deleted for resources: {'Port': ['ID=5c201ada-696c-42fe-a0d6-6c52c979cfa2,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:15.879523 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd25da05-1f4c-4c09-a722-b05a6a13a295 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] No DVR routers for this DVR port 5c201ada-696c-42fe-a0d6-6c52c979cfa2 on host n-d-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:13:15.881991 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-b288860f-83f0-461b-a541-98257395fdea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:13:15.882343 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-b288860f-83f0-461b-a541-98257395fdea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:13:15.996962 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-225cb29d-c173-4797-8ad5-6926cb7b99e6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a4f8809737734cfbb9d700ee506984e2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2566271 May 05 22:13:16.007522 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47848) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:16.055936 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6aec757f-4ce3-47f1-a83e-e096c70f8cd0 tempest-SubnetPoolsTestJSON-1235155922 tempest-SubnetPoolsTestJSON-1235155922-project] Notify callbacks [] for subnetpool, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:16.061275 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-6aec757f-4ce3-47f1-a83e-e096c70f8cd0 tempest-SubnetPoolsTestJSON-1235155922 tempest-SubnetPoolsTestJSON-1235155922-project] 10.222.0.23 "DELETE /v2.0/subnetpools/cf50c157-ca4e-452b-a17d-a7c2d5791d13 HTTP/1.1" status: 204 len: 168 time: 0.2889946 May 05 22:13:16.062135 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47850) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:16.070374 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cd25da05-1f4c-4c09-a722-b05a6a13a295 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:16.117115 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-575f62fb-9394-4b3c-81a6-42680755f4ed tempest-SubnetPoolsTestJSON-1235155922 tempest-SubnetPoolsTestJSON-1235155922-project] show failed (client error): The resource could not be found. May 05 22:13:16.121021 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-575f62fb-9394-4b3c-81a6-42680755f4ed tempest-SubnetPoolsTestJSON-1235155922 tempest-SubnetPoolsTestJSON-1235155922-project] 10.222.0.23 "GET /v2.0/subnetpools/cf50c157-ca4e-452b-a17d-a7c2d5791d13 HTTP/1.1" status: 404 len: 346 time: 0.0523877 May 05 22:13:16.128070 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47854) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:16.135815 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c6784622-ae9d-447c-b027-6a29b27b76cc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f7bf2fbf0eb9470d9c0076af95ee09ca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4913998 May 05 22:13:16.148738 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47858) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:16.152702 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-cd25da05-1f4c-4c09-a722-b05a6a13a295 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0474d6ca-6e50-4511-a89d-c7cbd3508cfe']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:13:16.165063 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-1e7db832-7547-415c-a3f8-f0a980581af8 tempest-SubnetPoolsTestJSON-1235155922 tempest-SubnetPoolsTestJSON-1235155922-project] delete failed (client error): The resource could not be found. May 05 22:13:16.171006 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1e7db832-7547-415c-a3f8-f0a980581af8 tempest-SubnetPoolsTestJSON-1235155922 tempest-SubnetPoolsTestJSON-1235155922-project] 10.222.0.23 "DELETE /v2.0/subnetpools/cf50c157-ca4e-452b-a17d-a7c2d5791d13 HTTP/1.1" status: 404 len: 346 time: 0.0369625 May 05 22:13:16.171006 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-cd25da05-1f4c-4c09-a722-b05a6a13a295 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e2eb203-d970-4c99-b0de-ce1adb62b00f') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:13:16.171006 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-cd25da05-1f4c-4c09-a722-b05a6a13a295 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e2eb203-d970-4c99-b0de-ce1adb62b00f') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:13:16.182691 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cd25da05-1f4c-4c09-a722-b05a6a13a295 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:16.199258 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cd25da05-1f4c-4c09-a722-b05a6a13a295 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:16.206561 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd25da05-1f4c-4c09-a722-b05a6a13a295 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:13:16.207131 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cd25da05-1f4c-4c09-a722-b05a6a13a295 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:16.222504 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:13:16.222504 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:13:16.222504 n-d-825175-4 neutron-server[84063]: timer() May 05 22:13:16.222504 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:13:16.222504 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:13:16.222504 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:13:16.222504 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:13:16.222504 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:13:16.222504 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:13:16.222504 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:13:16.222504 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:13:16.222504 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:13:16.222504 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:13:16.222504 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:13:16.222504 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:13:16.222504 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:13:16.222504 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:13:16.222504 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:13:16.222504 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:13:16.222504 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:13:16.222504 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:13:16.222504 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:13:16.222504 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:13:16.222504 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:13:16.222504 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:13:16.222504 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:13:16.222504 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:13:16.222504 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:13:16.222504 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:13:16.222504 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:13:16.222504 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:13:16.222504 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:13:16.290093 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-392f1037-6688-43e1-b3bd-cb433e5ec4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:16.320720 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cd25da05-1f4c-4c09-a722-b05a6a13a295 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:16.325467 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cd25da05-1f4c-4c09-a722-b05a6a13a295 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:16.352595 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-cd25da05-1f4c-4c09-a722-b05a6a13a295 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "DELETE /v2.0/networks/0474d6ca-6e50-4511-a89d-c7cbd3508cfe HTTP/1.1" status: 204 len: 168 time: 1.6378150 May 05 22:13:16.353270 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47866) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:16.358956 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd25da05-1f4c-4c09-a722-b05a6a13a295 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event deleted for resources: {'Network': ['ID=0474d6ca-6e50-4511-a89d-c7cbd3508cfe,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:16.370325 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-711cb1a7-6bcf-4d61-b4de-244d8a0e9644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:16.383830 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-b288860f-83f0-461b-a541-98257395fdea None None] Deleting port 5c201ada-696c-42fe-a0d6-6c52c979cfa2 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:13:16.384726 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b288860f-83f0-461b-a541-98257395fdea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:16.396069 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-293d490b-4dec-439c-874a-24981134f226 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] For port 3dbc797f-f0fd-4d2a-b507-ce02a63672a7, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=3dbc797f-f0fd-4d2a-b507-ce02a63672a7,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:13:16.396421 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-293d490b-4dec-439c-874a-24981134f226 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:16.430294 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37dbc335-f07f-4533-b50e-63ee48645b31 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:13:16.431290 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-37dbc335-f07f-4533-b50e-63ee48645b31 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Synchronizing usage tracker for tenant:4182021ff5fe4f65b13da93a6be96ffa on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:13:16.448466 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-37dbc335-f07f-4533-b50e-63ee48645b31 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Unset dirty status for tenant:4182021ff5fe4f65b13da93a6be96ffa on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:13:16.454304 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-37dbc335-f07f-4533-b50e-63ee48645b31 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "GET /v2.0/ports/69454f7f-c69b-4363-bcae-57c028a68091 HTTP/1.1" status: 200 len: 840 time: 0.0976033 May 05 22:13:16.455280 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47872) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:16.472628 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-b288860f-83f0-461b-a541-98257395fdea None None] The port '5c201ada-696c-42fe-a0d6-6c52c979cfa2' was deleted {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 22:13:16.490630 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47876) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:16.494477 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5425c14e-37e9-47e4-992b-0fd0dcec110c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:16.523475 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5425c14e-37e9-47e4-992b-0fd0dcec110c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:16.599327 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-df444b25-6ed1-44f6-bdca-d6c4230eafdf tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "GET /v2.0/ports/69454f7f-c69b-4363-bcae-57c028a68091?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1424758 May 05 22:13:16.600065 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47886) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:16.613166 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-036ca304-11ee-431e-a822-6e295efd3898 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Request body: {'subnet': {'network_id': '3d99406d-3ff2-441b-aa12-737864bdc9d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:13:16.629674 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 5c201ada-696c-42fe-a0d6-6c52c979cfa2 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:13:16.642001 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [req-78ce56f1-3d64-46ab-8556-16bbd651e011 req-247f0568-68ff-485d-ad00-5286e63b28b7 service neutron] (84063) timed out ('10.222.0.23', 49966) {{(pid=84063) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 05 22:13:16.664946 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-293d490b-4dec-439c-874a-24981134f226 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Calling delete_port for 3dbc797f-f0fd-4d2a-b507-ce02a63672a7 owned by network:router_gateway {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:13:16.696558 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5425c14e-37e9-47e4-992b-0fd0dcec110c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:16.708443 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 5c201ada-696c-42fe-a0d6-6c52c979cfa2 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:13:16.708971 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 5c201ada-696c-42fe-a0d6-6c52c979cfa2 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:13:16.727132 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-711cb1a7-6bcf-4d61-b4de-244d8a0e9644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:16.741278 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5425c14e-37e9-47e4-992b-0fd0dcec110c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e8d63d-37f6-4949-9f17-125bee3cd1e2,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:16.779136 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5425c14e-37e9-47e4-992b-0fd0dcec110c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:16.782446 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-5425c14e-37e9-47e4-992b-0fd0dcec110c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/67e8d63d-37f6-4949-9f17-125bee3cd1e2 HTTP/1.1" status: 204 len: 168 time: 0.5896463 May 05 22:13:16.838782 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-036ca304-11ee-431e-a822-6e295efd3898 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:13:16.843098 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f038de95-e8c5-4822-98c5-df2b07a50dc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:16.860912 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-036ca304-11ee-431e-a822-6e295efd3898 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Usage tracker for resource:subnet and tenant:4182021ff5fe4f65b13da93a6be96ffa is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:13:16.866347 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-036ca304-11ee-431e-a822-6e295efd3898 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:13:16.882993 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-036ca304-11ee-431e-a822-6e295efd3898 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:13:16.896921 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-711cb1a7-6bcf-4d61-b4de-244d8a0e9644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:16.910925 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f038de95-e8c5-4822-98c5-df2b07a50dc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:13:16.913823 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036ca304-11ee-431e-a822-6e295efd3898 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Made reservation on behalf of 4182021ff5fe4f65b13da93a6be96ffa for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:13:16.955988 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711cb1a7-6bcf-4d61-b4de-244d8a0e9644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07829df-7bf5-43a0-b501-4dfa1e696174,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:16.984538 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-711cb1a7-6bcf-4d61-b4de-244d8a0e9644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:16.986020 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-711cb1a7-6bcf-4d61-b4de-244d8a0e9644 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a07829df-7bf5-43a0-b501-4dfa1e696174 HTTP/1.1" status: 204 len: 168 time: 0.8387101 May 05 22:13:17.081091 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-036ca304-11ee-431e-a822-6e295efd3898 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:17.127386 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-293d490b-4dec-439c-874a-24981134f226 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:17.175050 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f038de95-e8c5-4822-98c5-df2b07a50dc6 admin admin] Usage tracker for resource:security_group_rule and tenant:aad0f8c6c4e54f9885fa6fb85748bffb is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:13:17.180201 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f038de95-e8c5-4822-98c5-df2b07a50dc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:13:17.193905 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f038de95-e8c5-4822-98c5-df2b07a50dc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:13:17.196484 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293d490b-4dec-439c-874a-24981134f226 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Pushing event deleted for resources: {'Port': ['ID=3dbc797f-f0fd-4d2a-b507-ce02a63672a7,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:17.213644 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f13f1ef1-cade-4b57-95c5-2944cc5083f4 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Router fd468c6d-d5a0-4553-ab4e-97723ca5c241 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:13:17.343554 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47904) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:17.392260 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:17.421648 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f038de95-e8c5-4822-98c5-df2b07a50dc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:17.472614 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-e83a3f9b-a41a-460a-9d85-2c924c815549 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=88fd364c83fb468a847c564702dcadda&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1255302 May 05 22:13:17.476755 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f038de95-e8c5-4822-98c5-df2b07a50dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:17.484818 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47910) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:17.498434 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:17.532702 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-036ca304-11ee-431e-a822-6e295efd3898 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:17.637288 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-293d490b-4dec-439c-874a-24981134f226 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:17.643884 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036ca304-11ee-431e-a822-6e295efd3898 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event updated for resources: {'Subnet': ['ID=fffe7860-9b49-4f81-ad3e-cd8deef24a5f,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:17.663189 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f038de95-e8c5-4822-98c5-df2b07a50dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be533ada-90bb-45df-9ac8-e8abad239492,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:17.670459 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f038de95-e8c5-4822-98c5-df2b07a50dc6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aad0f8c6c4e54f9885fa6fb85748bffb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1788447 May 05 22:13:17.673453 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47918) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:17.685030 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036ca304-11ee-431e-a822-6e295efd3898 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Network 3d99406d-3ff2-441b-aa12-737864bdc9d2 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:13:17.686722 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-036ca304-11ee-431e-a822-6e295efd3898 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:13:17.695595 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4897a69-127d-4b08-9940-e01232f5bc6b None None] Network 3d99406d-3ff2-441b-aa12-737864bdc9d2 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:13:17.700600 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036ca304-11ee-431e-a822-6e295efd3898 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:13:17.701181 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-036ca304-11ee-431e-a822-6e295efd3898 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:17.797315 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2ffb306e-abe5-4977-b0c9-856efa7be4b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:17.831901 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2ffb306e-abe5-4977-b0c9-856efa7be4b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:17.888332 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:13:17.918897 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2ffb306e-abe5-4977-b0c9-856efa7be4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:17.949960 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-036ca304-11ee-431e-a822-6e295efd3898 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3472586 May 05 22:13:17.965683 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68709548-b316-4635-bac7-9b601def7474 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-3d99406d-3ff2-441b-aa12-737864bdc9d2', 'network_id': '3d99406d-3ff2-441b-aa12-737864bdc9d2', 'tenant_id': '4182021ff5fe4f65b13da93a6be96ffa', 'fixed_ips': [{'subnet_id': 'fffe7860-9b49-4f81-ad3e-cd8deef24a5f'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:13:17.966188 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb306e-abe5-4977-b0c9-856efa7be4b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c480adda-7a3a-45b9-8d18-731eae3baad3,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:17.967340 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-68709548-b316-4635-bac7-9b601def7474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:17.980397 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2ffb306e-abe5-4977-b0c9-856efa7be4b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:17.999821 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-2ffb306e-abe5-4977-b0c9-856efa7be4b3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c480adda-7a3a-45b9-8d18-731eae3baad3 HTTP/1.1" status: 204 len: 168 time: 0.5042961 May 05 22:13:18.007356 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47924) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:18.024643 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b2b520d8-3f73-4a38-b475-942c8c08168a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:18.108427 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-bc09582b-10f2-42ab-b304-fea9f17a0153 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Request body: {'security_group': {'name': 'tempest-secgroup-1941178808'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:13:18.120948 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b2b520d8-3f73-4a38-b475-942c8c08168a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:18.134314 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-bc09582b-10f2-42ab-b304-fea9f17a0153 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:13:18.138770 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-bc09582b-10f2-42ab-b304-fea9f17a0153 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Usage tracker for resource:security_group and tenant:4182021ff5fe4f65b13da93a6be96ffa is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:13:18.142122 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-bc09582b-10f2-42ab-b304-fea9f17a0153 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:13:18.148343 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-bc09582b-10f2-42ab-b304-fea9f17a0153 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:13:18.169219 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bc09582b-10f2-42ab-b304-fea9f17a0153 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:18.190382 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-293d490b-4dec-439c-874a-24981134f226 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:18.205682 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-293d490b-4dec-439c-874a-24981134f226 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:18.244608 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-bc09582b-10f2-42ab-b304-fea9f17a0153 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:13:18.255968 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-bc09582b-10f2-42ab-b304-fea9f17a0153 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Usage tracker for resource:security_group_rule and tenant:4182021ff5fe4f65b13da93a6be96ffa is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:13:18.268448 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-bc09582b-10f2-42ab-b304-fea9f17a0153 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:13:18.276993 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b2b520d8-3f73-4a38-b475-942c8c08168a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:18.295330 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b520d8-3f73-4a38-b475-942c8c08168a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be533ada-90bb-45df-9ac8-e8abad239492,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:18.301030 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b2b520d8-3f73-4a38-b475-942c8c08168a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:18.305290 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b2b520d8-3f73-4a38-b475-942c8c08168a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/be533ada-90bb-45df-9ac8-e8abad239492 HTTP/1.1" status: 204 len: 168 time: 0.6297128 May 05 22:13:18.307485 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-bc09582b-10f2-42ab-b304-fea9f17a0153 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:13:18.357682 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-68709548-b316-4635-bac7-9b601def7474 None None] Allocated IP 172.20.0.2 (3d99406d-3ff2-441b-aa12-737864bdc9d2/fffe7860-9b49-4f81-ad3e-cd8deef24a5f/86855fac-65ab-4a25-8e94-0925fb2f8e95) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:13:18.403921 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bc09582b-10f2-42ab-b304-fea9f17a0153 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:18.408909 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f13f1ef1-cade-4b57-95c5-2944cc5083f4 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:13:18.421267 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-293d490b-4dec-439c-874a-24981134f226 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:18.422049 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-293d490b-4dec-439c-874a-24981134f226 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Fanout notify agent at l3_agent the message router_deleted on router 5b0bb138-e401-4675-8d57-74d4d6a8e9b3 {{(pid=84061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:13:18.442592 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bc09582b-10f2-42ab-b304-fea9f17a0153 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:18.468795 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33df593-9d8d-48f3-ad26-98c67a42e6fc None None] Sync routers for ids ['fd468c6d-d5a0-4553-ab4e-97723ca5c241'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:13:18.572473 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc09582b-10f2-42ab-b304-fea9f17a0153 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7bf84a-88a4-4da8-8f87-c37c21f54600,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:18.573898 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33df593-9d8d-48f3-ad26-98c67a42e6fc None None] Routers {'fd468c6d-d5a0-4553-ab4e-97723ca5c241'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:13:18.575935 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-b33df593-9d8d-48f3-ad26-98c67a42e6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:13:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['fd468c6d-d5a0-4553-ab4e-97723ca5c241'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:13:18.627091 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-293d490b-4dec-439c-874a-24981134f226 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:18.632606 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 47944) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:18.640857 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-293d490b-4dec-439c-874a-24981134f226 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "DELETE /v2.0/routers/5b0bb138-e401-4675-8d57-74d4d6a8e9b3 HTTP/1.1" status: 204 len: 168 time: 6.2807429 May 05 22:13:18.645713 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f13f1ef1-cade-4b57-95c5-2944cc5083f4 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "PUT /v2.0/routers/fd468c6d-d5a0-4553-ab4e-97723ca5c241/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.1418860 May 05 22:13:18.651055 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bc09582b-10f2-42ab-b304-fea9f17a0153 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:18.659961 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-bc09582b-10f2-42ab-b304-fea9f17a0153 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6499345 May 05 22:13:18.665859 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47950) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:18.681703 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-2e4ee173-1057-4e82-8440-9e44196f3c50 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Request body: {'security_group': {'name': 'tempest-secgroup-744202032'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:13:18.699682 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-2e4ee173-1057-4e82-8440-9e44196f3c50 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:13:18.707609 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-2e4ee173-1057-4e82-8440-9e44196f3c50 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Usage tracker for resource:security_group and tenant:4182021ff5fe4f65b13da93a6be96ffa is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:13:18.710957 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-2e4ee173-1057-4e82-8440-9e44196f3c50 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:13:18.720893 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-2e4ee173-1057-4e82-8440-9e44196f3c50 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:13:18.757489 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2e4ee173-1057-4e82-8440-9e44196f3c50 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:18.802224 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-2e4ee173-1057-4e82-8440-9e44196f3c50 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:13:18.806900 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-2e4ee173-1057-4e82-8440-9e44196f3c50 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Usage tracker for resource:security_group_rule and tenant:4182021ff5fe4f65b13da93a6be96ffa is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:13:18.810909 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-2e4ee173-1057-4e82-8440-9e44196f3c50 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:13:18.817699 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-2e4ee173-1057-4e82-8440-9e44196f3c50 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:13:18.899162 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2e4ee173-1057-4e82-8440-9e44196f3c50 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:18.914471 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2e4ee173-1057-4e82-8440-9e44196f3c50 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:18.976055 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-b33df593-9d8d-48f3-ad26-98c67a42e6fc None None] Set router fd468c6d-d5a0-4553-ab4e-97723ca5c241 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:13:19.012925 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4ee173-1057-4e82-8440-9e44196f3c50 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98026905-7e56-445c-9fb3-869d776ba355,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:19.019656 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2e4ee173-1057-4e82-8440-9e44196f3c50 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:19.023489 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-2e4ee173-1057-4e82-8440-9e44196f3c50 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.3541970 May 05 22:13:19.024356 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 47960) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:19.037492 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-e2f2f3d0-b015-446d-82a2-9a846f869472 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-523020974', 'security_groups': ['98026905-7e56-445c-9fb3-869d776ba355'], 'network_id': '3d99406d-3ff2-441b-aa12-737864bdc9d2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fffe7860-9b49-4f81-ad3e-cd8deef24a5f'}]}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:13:19.051109 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-916ccbf8-399c-446e-8786-f2c1aedccbd6 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:19.242948 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-68709548-b316-4635-bac7-9b601def7474 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:19.255255 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-68709548-b316-4635-bac7-9b601def7474 None None] Transition to ACTIVE for port object 86855fac-65ab-4a25-8e94-0925fb2f8e95 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:13:19.285993 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-68709548-b316-4635-bac7-9b601def7474 None None] Transition to ACTIVE for port object 86855fac-65ab-4a25-8e94-0925fb2f8e95 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:13:19.334605 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-68709548-b316-4635-bac7-9b601def7474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:19.348902 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-916ccbf8-399c-446e-8786-f2c1aedccbd6 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:19.391658 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:19.395002 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-916ccbf8-399c-446e-8786-f2c1aedccbd6 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28b85002-5b2e-4fb8-9492-aff561f5a595']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:13:19.431855 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-916ccbf8-399c-446e-8786-f2c1aedccbd6 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5832396b-c757-4a6a-acc8-f493a2bfc8c0') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:13:19.434201 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68709548-b316-4635-bac7-9b601def7474 None None] Network 3d99406d-3ff2-441b-aa12-737864bdc9d2 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:13:19.434822 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-916ccbf8-399c-446e-8786-f2c1aedccbd6 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5832396b-c757-4a6a-acc8-f493a2bfc8c0') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:13:19.462861 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-68709548-b316-4635-bac7-9b601def7474 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:13:19.467901 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-916ccbf8-399c-446e-8786-f2c1aedccbd6 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:19.482996 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68709548-b316-4635-bac7-9b601def7474 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:13:19.486076 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-d3b20169-7101-4d32-9d43-66b98dbe294b req-136b103c-1079-406a-b1cc-f8be6b983345 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Synchronizing usage tracker for tenant:06fb629024324e968714595537efac5c on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:13:19.508721 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-916ccbf8-399c-446e-8786-f2c1aedccbd6 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:19.518490 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-e2f2f3d0-b015-446d-82a2-9a846f869472 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:13:19.522547 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-916ccbf8-399c-446e-8786-f2c1aedccbd6 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:13:19.524905 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-916ccbf8-399c-446e-8786-f2c1aedccbd6 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:19.531337 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-e2f2f3d0-b015-446d-82a2-9a846f869472 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:13:19.534722 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-d3b20169-7101-4d32-9d43-66b98dbe294b req-136b103c-1079-406a-b1cc-f8be6b983345 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Unset dirty status for tenant:06fb629024324e968714595537efac5c on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:13:19.543137 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d3b20169-7101-4d32-9d43-66b98dbe294b req-136b103c-1079-406a-b1cc-f8be6b983345 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-390828003&fields=id&tenant_id=06fb629024324e968714595537efac5c HTTP/1.1" status: 200 len: 267 time: 0.2493207 May 05 22:13:19.574854 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:13:19.574854 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:13:19.574854 n-d-825175-4 neutron-server[84063]: timer() May 05 22:13:19.574854 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:13:19.574854 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:13:19.574854 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:13:19.574854 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:13:19.574854 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:13:19.574854 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:13:19.574854 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:13:19.574854 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:13:19.574854 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:13:19.574854 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:13:19.574854 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:13:19.574854 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:13:19.574854 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:13:19.574854 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:13:19.574854 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:13:19.574854 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:13:19.574854 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:13:19.574854 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:13:19.574854 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:13:19.574854 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:13:19.574854 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:13:19.574854 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:13:19.574854 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:13:19.574854 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:13:19.574854 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:13:19.574854 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:13:19.574854 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:13:19.574854 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:13:19.574854 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:13:19.666454 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f2f3d0-b015-446d-82a2-9a846f869472 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Made reservation on behalf of 4182021ff5fe4f65b13da93a6be96ffa for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:13:19.731381 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68709548-b316-4635-bac7-9b601def7474 None None] Pushing event updated for resources: {'Port': ['ID=86855fac-65ab-4a25-8e94-0925fb2f8e95,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:19.800169 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-916ccbf8-399c-446e-8786-f2c1aedccbd6 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:19.845863 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-916ccbf8-399c-446e-8786-f2c1aedccbd6 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:19.868136 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916ccbf8-399c-446e-8786-f2c1aedccbd6 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Pushing event deleted for resources: {'Network': ['ID=28b85002-5b2e-4fb8-9492-aff561f5a595,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:19.879339 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-916ccbf8-399c-446e-8786-f2c1aedccbd6 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "DELETE /v2.0/networks/28b85002-5b2e-4fb8-9492-aff561f5a595 HTTP/1.1" status: 204 len: 168 time: 1.2445974 May 05 22:13:19.880418 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48010) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:19.979904 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e2f2f3d0-b015-446d-82a2-9a846f869472 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:20.041055 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [None req-e2f2f3d0-b015-446d-82a2-9a846f869472 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] device_id is not set on port 12a2e42e-3f34-46d3-a4f8-9f5c088a2717 yet. {{(pid=84061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:13:20.136229 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-68709548-b316-4635-bac7-9b601def7474 None None] Attempting to bind port 86855fac-65ab-4a25-8e94-0925fb2f8e95 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:13:20.137677 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-68709548-b316-4635-bac7-9b601def7474 None None] Attempting to bind port 86855fac-65ab-4a25-8e94-0925fb2f8e95 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '924aa3ea-e5a8-4624-be41-823f9eabd1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3d99406d-3ff2-441b-aa12-737864bdc9d2'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:13:20.139142 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68709548-b316-4635-bac7-9b601def7474 None None] Attempting to bind port 86855fac-65ab-4a25-8e94-0925fb2f8e95 on network 3d99406d-3ff2-441b-aa12-737864bdc9d2 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:13:20.165540 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68709548-b316-4635-bac7-9b601def7474 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:13:20.166212 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68709548-b316-4635-bac7-9b601def7474 None None] Checking segment: {'id': '924aa3ea-e5a8-4624-be41-823f9eabd1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3d99406d-3ff2-441b-aa12-737864bdc9d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:13:20.166762 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-68709548-b316-4635-bac7-9b601def7474 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:20.167255 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68709548-b316-4635-bac7-9b601def7474 None None] Bound using segment: {'id': '924aa3ea-e5a8-4624-be41-823f9eabd1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3d99406d-3ff2-441b-aa12-737864bdc9d2'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:13:20.167999 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-68709548-b316-4635-bac7-9b601def7474 None None] Bound port: 86855fac-65ab-4a25-8e94-0925fb2f8e95, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '924aa3ea-e5a8-4624-be41-823f9eabd1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3d99406d-3ff2-441b-aa12-737864bdc9d2'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:13:20.168623 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-68709548-b316-4635-bac7-9b601def7474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:20.246314 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b20169-7101-4d32-9d43-66b98dbe294b req-414be272-cc5b-4d69-9891-55db6d14644e tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:13:20.247895 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-d3b20169-7101-4d32-9d43-66b98dbe294b req-414be272-cc5b-4d69-9891-55db6d14644e tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Synchronizing usage tracker for tenant:06fb629024324e968714595537efac5c on resource:network {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:13:20.413489 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-d3b20169-7101-4d32-9d43-66b98dbe294b req-414be272-cc5b-4d69-9891-55db6d14644e tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Unset dirty status for tenant:06fb629024324e968714595537efac5c on resource:network {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:13:20.421110 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d3b20169-7101-4d32-9d43-66b98dbe294b req-414be272-cc5b-4d69-9891-55db6d14644e tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/networks?id=8699afcf-6ff9-4969-a8e9-5c2742a40e07 HTTP/1.1" status: 200 len: 797 time: 0.8767548 May 05 22:13:20.425490 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-68709548-b316-4635-bac7-9b601def7474 None None] For port 86855fac-65ab-4a25-8e94-0925fb2f8e95, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:13:20.430315 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-68709548-b316-4635-bac7-9b601def7474 None None] For port 86855fac-65ab-4a25-8e94-0925fb2f8e95, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=86855fac-65ab-4a25-8e94-0925fb2f8e95,segment=NetworkSegment(924aa3ea-e5a8-4624-be41-823f9eabd1ad),segment_id=924aa3ea-e5a8-4624-be41-823f9eabd1ad)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:13:20.448608 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-68709548-b316-4635-bac7-9b601def7474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:20.588400 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 3dbc797f-f0fd-4d2a-b507-ce02a63672a7 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:13:20.588644 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-9ecfaabd-8b53-48e6-a95a-e8a6ce4aea5a tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Deleting port c32a8bac-6ecc-4bcb-b90a-06cf8a9a5a5f {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:13:20.589106 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9ecfaabd-8b53-48e6-a95a-e8a6ce4aea5a tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:20.589298 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d3b20169-7101-4d32-9d43-66b98dbe294b req-6e3ffbab-de58-4efc-9776-b6f1b7818d33 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/quotas/06fb629024324e968714595537efac5c HTTP/1.1" status: 200 len: 375 time: 0.1639137 May 05 22:13:20.747385 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-b33df593-9d8d-48f3-ad26-98c67a42e6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd468c6d-d5a0-4553-ab4e-97723ca5c241', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770954578', 'tenant_id': '06fb629024324e968714595537efac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': 'a5120c11-a427-4283-b49f-7876465a1919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:12:48Z', 'updated_at': '2022-05-05T22:13:10Z', 'revision_number': 4, 'project_id': '06fb629024324e968714595537efac5c', 'gw_port': {'id': 'a5120c11-a427-4283-b49f-7876465a1919', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd468c6d-d5a0-4553-ab4e-97723ca5c241', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:12:50Z', 'updated_at': '2022-05-05T22:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'fc897491-3ad6-4280-b6ac-50a20a21241e', 'name': '', 'network_id': '8699afcf-6ff9-4969-a8e9-5c2742a40e07', 'tenant_id': '06fb629024324e968714595537efac5c', 'mac_address': 'fa:16:3e:ab:03:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd468c6d-d5a0-4553-ab4e-97723ca5c241', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5f2ecd3-a738-4837-9a7c-d4cb828205ef', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:13:07Z', 'updated_at': '2022-05-05T22:13:12Z', 'revision_number': 2, 'project_id': '06fb629024324e968714595537efac5c', 'subnets': [{'id': 'a5f2ecd3-a738-4837-9a7c-d4cb828205ef', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:13:20.756455 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 3dbc797f-f0fd-4d2a-b507-ce02a63672a7 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:13:20.758967 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 3dbc797f-f0fd-4d2a-b507-ce02a63672a7 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:13:20.806506 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68709548-b316-4635-bac7-9b601def7474 None None] Pushing event updated for resources: {'Port': ['ID=86855fac-65ab-4a25-8e94-0925fb2f8e95,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:20.847754 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33df593-9d8d-48f3-ad26-98c67a42e6fc None None] Checking router: fd468c6d-d5a0-4553-ab4e-97723ca5c241 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:13:20.848377 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33df593-9d8d-48f3-ad26-98c67a42e6fc None None] Updating router fd468c6d-d5a0-4553-ab4e-97723ca5c241 port fc897491-3ad6-4280-b6ac-50a20a21241e binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:13:20.886305 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-e2f2f3d0-b015-446d-82a2-9a846f869472 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Allocated IP 172.20.0.7 (3d99406d-3ff2-441b-aa12-737864bdc9d2/fffe7860-9b49-4f81-ad3e-cd8deef24a5f/12a2e42e-3f34-46d3-a4f8-9f5c088a2717) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:13:20.982147 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-d3b20169-7101-4d32-9d43-66b98dbe294b req-42de8a1f-cd37-45f7-bbf0-7e5d7d184a65 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Synchronizing usage tracker for tenant:06fb629024324e968714595537efac5c on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:13:21.100719 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b33df593-9d8d-48f3-ad26-98c67a42e6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:21.105241 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9ecfaabd-8b53-48e6-a95a-e8a6ce4aea5a tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:21.105732 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9ecfaabd-8b53-48e6-a95a-e8a6ce4aea5a tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:21.271196 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-d3b20169-7101-4d32-9d43-66b98dbe294b req-42de8a1f-cd37-45f7-bbf0-7e5d7d184a65 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Unset dirty status for tenant:06fb629024324e968714595537efac5c on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:13:21.292717 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d3b20169-7101-4d32-9d43-66b98dbe294b req-42de8a1f-cd37-45f7-bbf0-7e5d7d184a65 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=06fb629024324e968714595537efac5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7007618 May 05 22:13:21.604656 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-9ecfaabd-8b53-48e6-a95a-e8a6ce4aea5a tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Calling delete_port for c32a8bac-6ecc-4bcb-b90a-06cf8a9a5a5f owned by network:floatingip {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:13:21.969040 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e2f2f3d0-b015-446d-82a2-9a846f869472 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:22.007242 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-e2f2f3d0-b015-446d-82a2-9a846f869472 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Transition to ACTIVE for port object 12a2e42e-3f34-46d3-a4f8-9f5c088a2717 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:13:22.022007 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9ecfaabd-8b53-48e6-a95a-e8a6ce4aea5a tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:22.023134 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d3b20169-7101-4d32-9d43-66b98dbe294b req-5a7d46a4-13e1-4867-820c-c918371a4a07 service neutron] 10.222.0.23 "GET /v2.0/networks/8699afcf-6ff9-4969-a8e9-5c2742a40e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7294629 May 05 22:13:22.082738 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b33df593-9d8d-48f3-ad26-98c67a42e6fc None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:22.107098 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-b33df593-9d8d-48f3-ad26-98c67a42e6fc None None] Transition to ACTIVE for port object fc897491-3ad6-4280-b6ac-50a20a21241e will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:13:22.125506 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b33df593-9d8d-48f3-ad26-98c67a42e6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:22.169167 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecfaabd-8b53-48e6-a95a-e8a6ce4aea5a tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Pushing event deleted for resources: {'Port': ['ID=c32a8bac-6ecc-4bcb-b90a-06cf8a9a5a5f,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:22.180454 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48248) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:22.200267 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027800 May 05 22:13:22.217795 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48250) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:22.344748 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e2f2f3d0-b015-446d-82a2-9a846f869472 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:22.511658 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b6ea26-de6b-4651-9136-d6104a7b3666 None None] Pushing event updated for resources: {'Port': ['ID=fc897491-3ad6-4280-b6ac-50a20a21241e,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:22.586616 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9ecfaabd-8b53-48e6-a95a-e8a6ce4aea5a tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks [] for floatingip, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:22.819708 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 86855fac-65ab-4a25-8e94-0925fb2f8e95 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:13:22.986114 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-b33df593-9d8d-48f3-ad26-98c67a42e6fc None None] Attempting to bind port fc897491-3ad6-4280-b6ac-50a20a21241e on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:13:22.986523 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-b33df593-9d8d-48f3-ad26-98c67a42e6fc None None] Attempting to bind port fc897491-3ad6-4280-b6ac-50a20a21241e by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'ea299347-b876-4d00-b90a-ce5927cdc16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8699afcf-6ff9-4969-a8e9-5c2742a40e07'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:13:22.986905 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33df593-9d8d-48f3-ad26-98c67a42e6fc None None] Attempting to bind port fc897491-3ad6-4280-b6ac-50a20a21241e on network 8699afcf-6ff9-4969-a8e9-5c2742a40e07 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:13:23.008663 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33df593-9d8d-48f3-ad26-98c67a42e6fc None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:13:23.008984 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33df593-9d8d-48f3-ad26-98c67a42e6fc None None] Checking segment: {'id': 'ea299347-b876-4d00-b90a-ce5927cdc16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8699afcf-6ff9-4969-a8e9-5c2742a40e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:13:23.009547 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b33df593-9d8d-48f3-ad26-98c67a42e6fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:23.009913 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33df593-9d8d-48f3-ad26-98c67a42e6fc None None] Bound using segment: {'id': 'ea299347-b876-4d00-b90a-ce5927cdc16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8699afcf-6ff9-4969-a8e9-5c2742a40e07'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:13:23.010686 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-b33df593-9d8d-48f3-ad26-98c67a42e6fc None None] Bound port: fc897491-3ad6-4280-b6ac-50a20a21241e, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea299347-b876-4d00-b90a-ce5927cdc16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8699afcf-6ff9-4969-a8e9-5c2742a40e07'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:13:23.010819 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b33df593-9d8d-48f3-ad26-98c67a42e6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:23.032163 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f2f3d0-b015-446d-82a2-9a846f869472 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Network 3d99406d-3ff2-441b-aa12-737864bdc9d2 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:13:23.033017 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f2f3d0-b015-446d-82a2-9a846f869472 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event updated for resources: {'Port': ['ID=12a2e42e-3f34-46d3-a4f8-9f5c088a2717,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:23.042348 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-e2f2f3d0-b015-446d-82a2-9a846f869472 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:13:23.046571 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f2f3d0-b015-446d-82a2-9a846f869472 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:13:23.055798 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-22af029a-5dc9-4a51-a7e9-5d54c5e3a8b2 None None] Provisioning for port 86855fac-65ab-4a25-8e94-0925fb2f8e95 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:13:23.107988 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d3b20169-7101-4d32-9d43-66b98dbe294b req-f498cee5-7925-41db-9a76-ae0285e57182 service neutron] 10.222.0.23 "GET /v2.0/networks/8699afcf-6ff9-4969-a8e9-5c2742a40e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0781007 May 05 22:13:23.203867 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f2f3d0-b015-446d-82a2-9a846f869472 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:13:23.206145 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e2f2f3d0-b015-446d-82a2-9a846f869472 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:23.275223 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e2f2f3d0-b015-446d-82a2-9a846f869472 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.2483819 May 05 22:13:23.277826 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48364) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:23.295413 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-6fb89f56-a062-4ee4-b2d5-45bae457443b tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Request body: {'subnet': {'network_id': '3d99406d-3ff2-441b-aa12-737864bdc9d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:13:23.325809 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-b33df593-9d8d-48f3-ad26-98c67a42e6fc None None] For port fc897491-3ad6-4280-b6ac-50a20a21241e, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:13:23.333075 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-b33df593-9d8d-48f3-ad26-98c67a42e6fc None None] For port fc897491-3ad6-4280-b6ac-50a20a21241e, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=fc897491-3ad6-4280-b6ac-50a20a21241e,segment=NetworkSegment(ea299347-b876-4d00-b90a-ce5927cdc16d),segment_id=ea299347-b876-4d00-b90a-ce5927cdc16d)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:13:23.336695 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 86855fac-65ab-4a25-8e94-0925fb2f8e95 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:13:23.348397 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ff457243-0c5f-4d81-a20b-a04ddfa1e97e tempest-NetworksApiDiscovery-1017389659 tempest-NetworksApiDiscovery-1017389659-project] 10.222.0.23 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 1.1293788 May 05 22:13:23.348898 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b33df593-9d8d-48f3-ad26-98c67a42e6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:23.563159 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b6ea26-de6b-4651-9136-d6104a7b3666 None None] Pushing event updated for resources: {'Port': ['ID=fc897491-3ad6-4280-b6ac-50a20a21241e,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:23.574364 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-22af029a-5dc9-4a51-a7e9-5d54c5e3a8b2 None None] Provisioning complete for port 69454f7f-c69b-4363-bcae-57c028a68091 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:13:23.575331 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-22af029a-5dc9-4a51-a7e9-5d54c5e3a8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:23.615326 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 86855fac-65ab-4a25-8e94-0925fb2f8e95 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:13:23.616150 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:23.633544 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a7fc8bab-564f-4eff-90a0-3954db036488 req-3ddcaf7d-7de6-4b41-87e3-abca9ef312d7 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bb0e0b6-9db6-4d6e-ad2f-d70a89dab3e6 HTTP/1.1" status: 200 len: 210 time: 0.0980701 May 05 22:13:23.653167 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ecfaabd-8b53-48e6-a95a-e8a6ce4aea5a tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Router 4a50dfed-f436-4ddd-bef3-807d927f5420 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:13:23.736271 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-6fb89f56-a062-4ee4-b2d5-45bae457443b tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:13:23.750439 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-6fb89f56-a062-4ee4-b2d5-45bae457443b tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Usage tracker for resource:subnet and tenant:4182021ff5fe4f65b13da93a6be96ffa is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:13:23.754032 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-6fb89f56-a062-4ee4-b2d5-45bae457443b tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:13:23.763663 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-6fb89f56-a062-4ee4-b2d5-45bae457443b tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:13:23.776933 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-22af029a-5dc9-4a51-a7e9-5d54c5e3a8b2 None None] Port 69454f7f-c69b-4363-bcae-57c028a68091 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:13:23.789658 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb89f56-a062-4ee4-b2d5-45bae457443b tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Made reservation on behalf of 4182021ff5fe4f65b13da93a6be96ffa for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:13:23.793198 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6fb89f56-a062-4ee4-b2d5-45bae457443b tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:23.794651 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33df593-9d8d-48f3-ad26-98c67a42e6fc None None] Routers {'fd468c6d-d5a0-4553-ab4e-97723ca5c241'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:13:23.795510 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-b33df593-9d8d-48f3-ad26-98c67a42e6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:13:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['fd468c6d-d5a0-4553-ab4e-97723ca5c241'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:13:24.105115 n-d-825175-4 neutron-server[84061]: INFO neutron.db.ipam_backend_mixin [None req-6fb89f56-a062-4ee4-b2d5-45bae457443b tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet fffe7860-9b49-4f81-ad3e-cd8deef24a5f (CIDR: 172.20.0.0/28) May 05 22:13:24.113535 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fb89f56-a062-4ee4-b2d5-45bae457443b tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 22:13:24.114300 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fb89f56-a062-4ee4-b2d5-45bae457443b tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:13:24.153429 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ecfaabd-8b53-48e6-a95a-e8a6ce4aea5a tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:13:24.169278 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6c8683-7c55-4c5d-968f-0e017664cc3f None None] Sync routers for ids ['4a50dfed-f436-4ddd-bef3-807d927f5420'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:13:24.174285 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-6fb89f56-a062-4ee4-b2d5-45bae457443b tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8944592 May 05 22:13:24.179576 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48462) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:24.196024 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9ecfaabd-8b53-48e6-a95a-e8a6ce4aea5a tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:24.196156 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6c8683-7c55-4c5d-968f-0e017664cc3f None None] Routers {'4a50dfed-f436-4ddd-bef3-807d927f5420'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:13:24.196809 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-4b6c8683-7c55-4c5d-968f-0e017664cc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:13:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['4a50dfed-f436-4ddd-bef3-807d927f5420'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:13:24.201464 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-2e3a03cc-5086-4b0c-b4f1-ab7f9d8fa3cd tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Request body: {'subnet': {'network_id': '3d99406d-3ff2-441b-aa12-737864bdc9d2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:13:24.243457 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-b4bb27b5-09d3-434e-b060-f68d31c7611b None None] Provisioning for port 12a2e42e-3f34-46d3-a4f8-9f5c088a2717 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:13:24.269807 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-b4bb27b5-09d3-434e-b060-f68d31c7611b None None] Provisioning complete for port 12a2e42e-3f34-46d3-a4f8-9f5c088a2717 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:13:24.270476 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b4bb27b5-09d3-434e-b060-f68d31c7611b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:24.292085 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9ecfaabd-8b53-48e6-a95a-e8a6ce4aea5a tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "DELETE /v2.0/floatingips/088d40d6-9584-40be-b67c-6fe7cd556468 HTTP/1.1" status: 204 len: 168 time: 4.4083374 May 05 22:13:24.293828 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47c60070-24a1-4dfb-bfe9-f30837a20dcb', 'tag': 'f3f80628-a523-409f-b654-d22d3bbdd69d'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:13:24.409227 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48498) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:24.486481 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48514) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:24.495475 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:24.558408 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-b4bb27b5-09d3-434e-b060-f68d31c7611b None None] Port 12a2e42e-3f34-46d3-a4f8-9f5c088a2717 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:13:24.679287 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 86855fac-65ab-4a25-8e94-0925fb2f8e95, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=86855fac-65ab-4a25-8e94-0925fb2f8e95,segment=NetworkSegment(924aa3ea-e5a8-4624-be41-823f9eabd1ad),segment_id=924aa3ea-e5a8-4624-be41-823f9eabd1ad)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:13:24.689154 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-2e3a03cc-5086-4b0c-b4f1-ab7f9d8fa3cd tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:13:24.700371 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:24.702329 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-2e3a03cc-5086-4b0c-b4f1-ab7f9d8fa3cd tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Usage tracker for resource:subnet and tenant:4182021ff5fe4f65b13da93a6be96ffa is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:13:24.711482 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-4b6c8683-7c55-4c5d-968f-0e017664cc3f None None] Set router 4a50dfed-f436-4ddd-bef3-807d927f5420 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:13:24.716092 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-2e3a03cc-5086-4b0c-b4f1-ab7f9d8fa3cd tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:13:24.733139 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-2e3a03cc-5086-4b0c-b4f1-ab7f9d8fa3cd tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:13:24.762212 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3a03cc-5086-4b0c-b4f1-ab7f9d8fa3cd tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Made reservation on behalf of 4182021ff5fe4f65b13da93a6be96ffa for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:13:24.766313 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2e3a03cc-5086-4b0c-b4f1-ab7f9d8fa3cd tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:24.883169 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-b33df593-9d8d-48f3-ad26-98c67a42e6fc None None] Set router fd468c6d-d5a0-4553-ab4e-97723ca5c241 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:13:24.912253 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e94b6482-2c8e-4e16-a222-dee96eb527ac req-2583c168-390d-462c-920f-b8818b377338 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bb0e0b6-9db6-4d6e-ad2f-d70a89dab3e6 HTTP/1.1" status: 200 len: 210 time: 0.1192417 May 05 22:13:25.072455 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=86855fac-65ab-4a25-8e94-0925fb2f8e95,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:25.143477 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-670135db-2ff0-467d-a4c0-a55e3d2176f7'] response: {'name': 'network-changed', 'server_uuid': '47c60070-24a1-4dfb-bfe9-f30837a20dcb', 'tag': 'f3f80628-a523-409f-b654-d22d3bbdd69d', 'status': 'completed', 'code': 200} May 05 22:13:25.234650 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4c6a7735-a9dc-4df1-81b3-1ef65b6ccfbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:25.319546 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-4c6a7735-a9dc-4df1-81b3-1ef65b6ccfbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:13:25.347921 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-4c6a7735-a9dc-4df1-81b3-1ef65b6ccfbd admin admin] Usage tracker for resource:security_group_rule and tenant:46ef0c5891f74f829315fc796b6e1cd5 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:13:25.366039 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-6ae748ec-4d68-4241-969b-bf3bb7094a2d tempest-QuotasTest-1407914918 tempest-QuotasTest-1407914918-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:13:25.379337 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-4c6a7735-a9dc-4df1-81b3-1ef65b6ccfbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:13:25.392907 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-4c6a7735-a9dc-4df1-81b3-1ef65b6ccfbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:13:25.395478 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-4b6c8683-7c55-4c5d-968f-0e017664cc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a50dfed-f436-4ddd-bef3-807d927f5420', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1459802452', 'tenant_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '87cb1a33-f1c4-4483-a123-37ae4659ed2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:10:24Z', 'updated_at': '2022-05-05T22:10:52Z', 'revision_number': 4, 'project_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'gw_port': {'id': '87cb1a33-f1c4-4483-a123-37ae4659ed2f', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a50dfed-f436-4ddd-bef3-807d927f5420', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:10:26Z', 'updated_at': '2022-05-05T22:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '3878bcdf-cbb0-49a6-87a9-7f827621ec1f', 'name': '', 'network_id': '2e106dc0-8200-45c1-a2c4-63f5713e6232', 'tenant_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'mac_address': 'fa:16:3e:79:af:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a50dfed-f436-4ddd-bef3-807d927f5420', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae047049-6ac6-4ae1-8419-9986e7bc13c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:10:48Z', 'updated_at': '2022-05-05T22:11:08Z', 'revision_number': 5, 'project_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'subnets': [{'id': 'ae047049-6ac6-4ae1-8419-9986e7bc13c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:13:25.403467 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6c8683-7c55-4c5d-968f-0e017664cc3f None None] Checking router: 4a50dfed-f436-4ddd-bef3-807d927f5420 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:13:25.429807 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6c8683-7c55-4c5d-968f-0e017664cc3f None None] Routers {'4a50dfed-f436-4ddd-bef3-807d927f5420'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:13:25.431265 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-4b6c8683-7c55-4c5d-968f-0e017664cc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:13:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['4a50dfed-f436-4ddd-bef3-807d927f5420'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:13:25.528908 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-6ae748ec-4d68-4241-969b-bf3bb7094a2d tempest-QuotasTest-1407914918 tempest-QuotasTest-1407914918-project-admin] 10.222.0.23 "PUT /v2.0/quotas/e3f20c9f3978492ab48a4a9f65a46770 HTTP/1.1" status: 200 len: 366 time: 1.1178584 May 05 22:13:25.533703 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48546) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:25.564558 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aab48b-940e-4d66-89ea-4fa2def2156a req-711cd79c-ed2a-4305-8440-8fa456a1d374 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:13:25.576352 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c1aab48b-940e-4d66-89ea-4fa2def2156a req-711cd79c-ed2a-4305-8440-8fa456a1d374 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c60070-24a1-4dfb-bfe9-f30837a20dcb HTTP/1.1" status: 200 len: 984 time: 0.4487150 May 05 22:13:25.584229 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0194a4b4-5656-4375-b9a6-dda15da75f11 tempest-QuotasTest-1407914918 tempest-QuotasTest-1407914918-project-admin] 10.222.0.23 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0388372 May 05 22:13:25.585120 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48550) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:25.599725 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48552) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:25.650703 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ba670292-8fcc-4fce-be8b-e506abaa3bb9 tempest-QuotasTest-1407914918 tempest-QuotasTest-1407914918-project-admin] 10.222.0.23 "GET /v2.0/quotas/e3f20c9f3978492ab48a4a9f65a46770 HTTP/1.1" status: 200 len: 366 time: 0.0495863 May 05 22:13:25.656271 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48556) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:25.682855 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c1aab48b-940e-4d66-89ea-4fa2def2156a req-db7f106b-4c79-46ae-ab93-31be6568f0fb tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "GET /v2.0/security-groups?id=9e61efd1-0b37-4d76-9aa3-146509453fc2&id=882c5bc1-fe64-4b74-a8ee-3b1b1e3bff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 407 time: 0.1027844 May 05 22:13:25.697294 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-635ad8a7-9539-4181-980e-08cedcb9519d tempest-QuotasTest-1407914918 tempest-QuotasTest-1407914918-project-admin] 10.222.0.23 "DELETE /v2.0/quotas/e3f20c9f3978492ab48a4a9f65a46770 HTTP/1.1" status: 204 len: 168 time: 0.0370810 May 05 22:13:25.700066 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2e3a03cc-5086-4b0c-b4f1-ab7f9d8fa3cd tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:25.717604 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48560) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:25.796366 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-b33df593-9d8d-48f3-ad26-98c67a42e6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd468c6d-d5a0-4553-ab4e-97723ca5c241', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770954578', 'tenant_id': '06fb629024324e968714595537efac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': 'a5120c11-a427-4283-b49f-7876465a1919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:12:48Z', 'updated_at': '2022-05-05T22:13:10Z', 'revision_number': 4, 'project_id': '06fb629024324e968714595537efac5c', 'gw_port': {'id': 'a5120c11-a427-4283-b49f-7876465a1919', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd468c6d-d5a0-4553-ab4e-97723ca5c241', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:12:50Z', 'updated_at': '2022-05-05T22:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'fc897491-3ad6-4280-b6ac-50a20a21241e', 'name': '', 'network_id': '8699afcf-6ff9-4969-a8e9-5c2742a40e07', 'tenant_id': '06fb629024324e968714595537efac5c', 'mac_address': 'fa:16:3e:ab:03:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd468c6d-d5a0-4553-ab4e-97723ca5c241', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5f2ecd3-a738-4837-9a7c-d4cb828205ef', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:13:07Z', 'updated_at': '2022-05-05T22:13:23Z', 'revision_number': 4, 'project_id': '06fb629024324e968714595537efac5c', 'subnets': [{'id': 'a5f2ecd3-a738-4837-9a7c-d4cb828205ef', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:13:25.807699 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33df593-9d8d-48f3-ad26-98c67a42e6fc None None] The sync data for ids ['fd468c6d-d5a0-4553-ab4e-97723ca5c241'] in n-d-825175-4 is: [{'id': 'fd468c6d-d5a0-4553-ab4e-97723ca5c241', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770954578', 'tenant_id': '06fb629024324e968714595537efac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': 'a5120c11-a427-4283-b49f-7876465a1919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:12:48Z', 'updated_at': '2022-05-05T22:13:10Z', 'revision_number': 4, 'project_id': '06fb629024324e968714595537efac5c', 'gw_port': {'id': 'a5120c11-a427-4283-b49f-7876465a1919', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd468c6d-d5a0-4553-ab4e-97723ca5c241', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:12:50Z', 'updated_at': '2022-05-05T22:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'fc897491-3ad6-4280-b6ac-50a20a21241e', 'name': '', 'network_id': '8699afcf-6ff9-4969-a8e9-5c2742a40e07', 'tenant_id': '06fb629024324e968714595537efac5c', 'mac_address': 'fa:16:3e:ab:03:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd468c6d-d5a0-4553-ab4e-97723ca5c241', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5f2ecd3-a738-4837-9a7c-d4cb828205ef', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:13:07Z', 'updated_at': '2022-05-05T22:13:23Z', 'revision_number': 4, 'project_id': '06fb629024324e968714595537efac5c', 'subnets': [{'id': 'a5f2ecd3-a738-4837-9a7c-d4cb828205ef', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:13:25.811141 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3a03cc-5086-4b0c-b4f1-ab7f9d8fa3cd tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Network 3d99406d-3ff2-441b-aa12-737864bdc9d2 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:13:25.825694 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-2e3a03cc-5086-4b0c-b4f1-ab7f9d8fa3cd tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:13:25.835807 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4c6a7735-a9dc-4df1-81b3-1ef65b6ccfbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:25.837197 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdb10a4-26ed-4b96-973e-20eea0c554ce None None] Network 3d99406d-3ff2-441b-aa12-737864bdc9d2 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:13:25.843954 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3a03cc-5086-4b0c-b4f1-ab7f9d8fa3cd tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:13:25.847741 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4c6a7735-a9dc-4df1-81b3-1ef65b6ccfbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:25.853051 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2e3a03cc-5086-4b0c-b4f1-ab7f9d8fa3cd tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:25.898101 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-4b6c8683-7c55-4c5d-968f-0e017664cc3f None None] Set router 4a50dfed-f436-4ddd-bef3-807d927f5420 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:13:25.944835 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-361081e8-caba-4c57-a0ff-010b12d4408b tempest-QuotasTest-1407914918 tempest-QuotasTest-1407914918-project-admin] 10.222.0.23 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.1833870 May 05 22:13:25.957531 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-4c6a7735-a9dc-4df1-81b3-1ef65b6ccfbd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=46ef0c5891f74f829315fc796b6e1cd5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4697957 May 05 22:13:25.960482 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48568) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:25.962206 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48572) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:25.963470 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6a7735-a9dc-4df1-81b3-1ef65b6ccfbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3604d8bd-6b00-4c33-8350-d218f709178b,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:25.974628 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-37808392-2ed3-4021-9db6-4f52ac46c6ea tempest-ExternalNetworksAdminNegativeTestJSON-2027587792 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792-project-admin] Request body: {'floatingip': {'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:13:26.064465 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-87cafec0-6b83-4bec-953e-de2822138627 tempest-QuotasTest-1407914918 tempest-QuotasTest-1407914918-project-admin] 10.222.0.23 "GET /v2.0/quotas/e3f20c9f3978492ab48a4a9f65a46770 HTTP/1.1" status: 200 len: 370 time: 0.0803838 May 05 22:13:26.066003 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a03cc-5086-4b0c-b4f1-ab7f9d8fa3cd tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event updated for resources: {'Subnet': ['ID=9ae51356-4ecc-434e-9076-7273c736ec51,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:26.068225 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48578) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:26.069390 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-37808392-2ed3-4021-9db6-4f52ac46c6ea tempest-ExternalNetworksAdminNegativeTestJSON-2027587792 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:13:26.080017 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-37808392-2ed3-4021-9db6-4f52ac46c6ea tempest-ExternalNetworksAdminNegativeTestJSON-2027587792 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792-project-admin] Usage tracker for resource:floatingip and tenant:594e19b86221447d9b310942cad799c1 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:13:26.080638 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-2e3a03cc-5086-4b0c-b4f1-ab7f9d8fa3cd tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8978763 May 05 22:13:26.083172 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48580) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:26.095343 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-595900f9-0749-473e-8197-2029d4b37a4d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1225069623', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9ae51356-4ecc-434e-9076-7273c736ec51'}], 'security_groups': ['cd7bf84a-88a4-4da8-8f87-c37c21f54600']}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:13:26.114741 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-37808392-2ed3-4021-9db6-4f52ac46c6ea tempest-ExternalNetworksAdminNegativeTestJSON-2027587792 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:13:26.120632 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-16559ceb-fe3b-440e-b02a-4b4ea565075d req-195ff096-0b8e-435b-85d8-3f863f04507a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=efa9087c34ce4a5fbd7fe821ae4a2e59&device_id=47c60070-24a1-4dfb-bfe9-f30837a20dcb HTTP/1.1" status: 200 len: 1135 time: 0.9565039 May 05 22:13:26.200690 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-aafced66-f262-4cd6-906d-d6d43ae8d302 tempest-QuotasTest-1407914918 tempest-QuotasTest-1407914918-project-admin] 10.222.0.23 "GET /v2.0/quotas/e3f20c9f3978492ab48a4a9f65a46770/default HTTP/1.1" status: 200 len: 370 time: 0.1184218 May 05 22:13:26.207441 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48586) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:26.287902 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [None req-d43d2105-3ad9-4d3b-afee-9945f02cff05 tempest-QuotasTest-1407914918 tempest-QuotasTest-1407914918-project-admin] delete failed (client error): The resource could not be found. May 05 22:13:26.293771 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-d43d2105-3ad9-4d3b-afee-9945f02cff05 tempest-QuotasTest-1407914918 tempest-QuotasTest-1407914918-project-admin] 10.222.0.23 "DELETE /v2.0/quotas/e3f20c9f3978492ab48a4a9f65a46770 HTTP/1.1" status: 404 len: 348 time: 0.0808671 May 05 22:13:26.381187 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-487f810c-9c72-41f5-a7f6-b85f0ffe474d req-394bb1f2-10eb-4857-ab56-1579aef0cdc3 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bb0e0b6-9db6-4d6e-ad2f-d70a89dab3e6 HTTP/1.1" status: 200 len: 210 time: 0.1349614 May 05 22:13:26.414756 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-338d8d7b-6efa-4875-a29d-3026f3126f80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:26.417431 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16559ceb-fe3b-440e-b02a-4b4ea565075d req-3f397bb5-528d-4eee-80a2-02454f2ab59f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:13:26.419339 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-16559ceb-fe3b-440e-b02a-4b4ea565075d req-3f397bb5-528d-4eee-80a2-02454f2ab59f service neutron] 10.222.0.44 "GET /v2.0/networks?id=2e106dc0-8200-45c1-a2c4-63f5713e6232 HTTP/1.1" status: 200 len: 898 time: 0.2878008 May 05 22:13:26.420634 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-37808392-2ed3-4021-9db6-4f52ac46c6ea tempest-ExternalNetworksAdminNegativeTestJSON-2027587792 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:13:26.681759 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-16559ceb-fe3b-440e-b02a-4b4ea565075d req-15e5b062-669b-4733-a454-f89c5b0169cd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3f80628-a523-409f-b654-d22d3bbdd69d HTTP/1.1" status: 200 len: 217 time: 0.2560070 May 05 22:13:26.789636 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b72392-3e96-46f0-8378-61db2474a298 None None] Update dhcp port {'port': {'network_id': '3d99406d-3ff2-441b-aa12-737864bdc9d2', 'fixed_ips': [{'subnet_id': 'fffe7860-9b49-4f81-ad3e-cd8deef24a5f', 'ip_address': '172.20.0.2'}, {'subnet_id': '9ae51356-4ecc-434e-9076-7273c736ec51'}], 'binding:host_id': 'n-d-825175-4'}, 'id': '86855fac-65ab-4a25-8e94-0925fb2f8e95'} from n-d-825175-4. {{(pid=84064) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 05 22:13:26.859874 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-37808392-2ed3-4021-9db6-4f52ac46c6ea tempest-ExternalNetworksAdminNegativeTestJSON-2027587792 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:26.898241 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-338d8d7b-6efa-4875-a29d-3026f3126f80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:26.922427 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e7101-27d5-442d-ae25-5865f38f2bc1 req-fea6a176-95b7-4165-b78f-3fad979ac108 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:13:26.923158 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-290e7101-27d5-442d-ae25-5865f38f2bc1 req-fea6a176-95b7-4165-b78f-3fad979ac108 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Synchronizing usage tracker for tenant:efa9087c34ce4a5fbd7fe821ae4a2e59 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:13:26.977044 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48596) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:27.034739 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-290e7101-27d5-442d-ae25-5865f38f2bc1 req-fea6a176-95b7-4165-b78f-3fad979ac108 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Unset dirty status for tenant:efa9087c34ce4a5fbd7fe821ae4a2e59 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:13:27.036113 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-290e7101-27d5-442d-ae25-5865f38f2bc1 req-fea6a176-95b7-4165-b78f-3fad979ac108 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.44 "GET /v2.0/ports?device_id=47c60070-24a1-4dfb-bfe9-f30837a20dcb HTTP/1.1" status: 200 len: 984 time: 1.0662394 May 05 22:13:27.046920 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e8b72392-3e96-46f0-8378-61db2474a298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:27.126759 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16559ceb-fe3b-440e-b02a-4b4ea565075d req-17b5f149-6570-4ea8-b3a9-4c27f7a7c6b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:13:27.128346 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-16559ceb-fe3b-440e-b02a-4b4ea565075d req-17b5f149-6570-4ea8-b3a9-4c27f7a7c6b8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ae047049-6ac6-4ae1-8419-9986e7bc13c8 HTTP/1.1" status: 200 len: 834 time: 0.4263794 May 05 22:13:27.141269 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-4b6c8683-7c55-4c5d-968f-0e017664cc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a50dfed-f436-4ddd-bef3-807d927f5420', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1459802452', 'tenant_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '87cb1a33-f1c4-4483-a123-37ae4659ed2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:10:24Z', 'updated_at': '2022-05-05T22:10:52Z', 'revision_number': 4, 'project_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'gw_port': {'id': '87cb1a33-f1c4-4483-a123-37ae4659ed2f', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a50dfed-f436-4ddd-bef3-807d927f5420', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:10:26Z', 'updated_at': '2022-05-05T22:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '3878bcdf-cbb0-49a6-87a9-7f827621ec1f', 'name': '', 'network_id': '2e106dc0-8200-45c1-a2c4-63f5713e6232', 'tenant_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'mac_address': 'fa:16:3e:79:af:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a50dfed-f436-4ddd-bef3-807d927f5420', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae047049-6ac6-4ae1-8419-9986e7bc13c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:10:48Z', 'updated_at': '2022-05-05T22:11:08Z', 'revision_number': 5, 'project_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'subnets': [{'id': 'ae047049-6ac6-4ae1-8419-9986e7bc13c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:13:27.146735 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6c8683-7c55-4c5d-968f-0e017664cc3f None None] The sync data for ids ['4a50dfed-f436-4ddd-bef3-807d927f5420'] in n-d-825175-4 is: [{'id': '4a50dfed-f436-4ddd-bef3-807d927f5420', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1459802452', 'tenant_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '87cb1a33-f1c4-4483-a123-37ae4659ed2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:10:24Z', 'updated_at': '2022-05-05T22:10:52Z', 'revision_number': 4, 'project_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'gw_port': {'id': '87cb1a33-f1c4-4483-a123-37ae4659ed2f', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a50dfed-f436-4ddd-bef3-807d927f5420', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:10:26Z', 'updated_at': '2022-05-05T22:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '3878bcdf-cbb0-49a6-87a9-7f827621ec1f', 'name': '', 'network_id': '2e106dc0-8200-45c1-a2c4-63f5713e6232', 'tenant_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'mac_address': 'fa:16:3e:79:af:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a50dfed-f436-4ddd-bef3-807d927f5420', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae047049-6ac6-4ae1-8419-9986e7bc13c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:10:48Z', 'updated_at': '2022-05-05T22:11:08Z', 'revision_number': 5, 'project_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'subnets': [{'id': 'ae047049-6ac6-4ae1-8419-9986e7bc13c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:13:27.196645 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device fc897491-3ad6-4280-b6ac-50a20a21241e up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:13:27.199067 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-290e7101-27d5-442d-ae25-5865f38f2bc1 req-ef29d7fa-7dd2-406c-acf3-d6b1927c4af7 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Deleting port f3f80628-a523-409f-b654-d22d3bbdd69d {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:13:27.204714 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-290e7101-27d5-442d-ae25-5865f38f2bc1 req-ef29d7fa-7dd2-406c-acf3-d6b1927c4af7 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:27.315979 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-595900f9-0749-473e-8197-2029d4b37a4d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:27.339995 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b20169-7101-4d32-9d43-66b98dbe294b req-13cddfdf-2947-4a37-89e4-0294a298b5d0 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:13:27.348917 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d3b20169-7101-4d32-9d43-66b98dbe294b req-13cddfdf-2947-4a37-89e4-0294a298b5d0 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.32 "GET /v2.0/networks?id=8699afcf-6ff9-4969-a8e9-5c2742a40e07 HTTP/1.1" status: 200 len: 797 time: 0.7969947 May 05 22:13:27.402452 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-16559ceb-fe3b-440e-b02a-4b4ea565075d req-2d8f0a8c-88fe-409f-9534-0de0a6eaa28e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2e106dc0-8200-45c1-a2c4-63f5713e6232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2643788 May 05 22:13:27.406349 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e41adfbe-d8fd-4526-ac22-6c4fe5e697a5 tempest-QuotasTest-1407914918 tempest-QuotasTest-1407914918-project-admin] Usage tracker for resource:network and tenant:39fd090101274782b9dd98330d0143b0 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:13:27.468196 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e41adfbe-d8fd-4526-ac22-6c4fe5e697a5 tempest-QuotasTest-1407914918 tempest-QuotasTest-1407914918-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:13:27.470950 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-338d8d7b-6efa-4875-a29d-3026f3126f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:27.537835 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port fc897491-3ad6-4280-b6ac-50a20a21241e completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:13:27.568292 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port fc897491-3ad6-4280-b6ac-50a20a21241e triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:13:27.570525 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:27.677902 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-e8b72392-3e96-46f0-8378-61db2474a298 None None] Allocated IP 172.20.0.18 (3d99406d-3ff2-441b-aa12-737864bdc9d2/9ae51356-4ecc-434e-9076-7273c736ec51/86855fac-65ab-4a25-8e94-0925fb2f8e95) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:13:27.744785 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a80bb0c1-997d-46a1-bf85-b1bd71e8cca8 req-f4f1dd25-8851-4273-9791-c4fad3e0da99 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bb0e0b6-9db6-4d6e-ad2f-d70a89dab3e6 HTTP/1.1" status: 200 len: 210 time: 0.0956886 May 05 22:13:27.778318 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d3b20169-7101-4d32-9d43-66b98dbe294b req-097f0cc9-e93f-4d89-8c84-eaed15dc7ab1 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06fb629024324e968714595537efac5c HTTP/1.1" status: 200 len: 379 time: 0.4125731 May 05 22:13:27.792843 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:27.823438 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e41adfbe-d8fd-4526-ac22-6c4fe5e697a5 tempest-QuotasTest-1407914918 tempest-QuotasTest-1407914918-project-admin] Usage tracker for resource:subnet and tenant:39fd090101274782b9dd98330d0143b0 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:13:27.828636 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-d3b20169-7101-4d32-9d43-66b98dbe294b req-d77f9331-b9da-48cb-bda2-e74e54e35049 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Request body: {'port': {'device_id': '4bb0e0b6-9db6-4d6e-ad2f-d70a89dab3e6', 'network_id': '8699afcf-6ff9-4969-a8e9-5c2742a40e07', 'admin_state_up': True, 'tenant_id': '06fb629024324e968714595537efac5c', 'security_groups': ['7b854b5f-c124-44f8-9f96-0e34c40e2afd']}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:13:27.836147 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port fc897491-3ad6-4280-b6ac-50a20a21241e, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=fc897491-3ad6-4280-b6ac-50a20a21241e,segment=NetworkSegment(ea299347-b876-4d00-b90a-ce5927cdc16d),segment_id=ea299347-b876-4d00-b90a-ce5927cdc16d)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:13:27.862375 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:27.863448 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 86855fac-65ab-4a25-8e94-0925fb2f8e95 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:13:27.872824 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-16559ceb-fe3b-440e-b02a-4b4ea565075d req-2c900ffa-2a9c-4764-be8c-cd3701618024 service neutron] 10.222.0.44 "GET /v2.0/networks/2e106dc0-8200-45c1-a2c4-63f5713e6232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4232979 May 05 22:13:27.932558 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338d8d7b-6efa-4875-a29d-3026f3126f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3604d8bd-6b00-4c33-8350-d218f709178b,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:27.934464 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-338d8d7b-6efa-4875-a29d-3026f3126f80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:27.938056 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-338d8d7b-6efa-4875-a29d-3026f3126f80 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3604d8bd-6b00-4c33-8350-d218f709178b HTTP/1.1" status: 204 len: 168 time: 1.9688663 May 05 22:13:27.943621 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-37808392-2ed3-4021-9db6-4f52ac46c6ea tempest-ExternalNetworksAdminNegativeTestJSON-2027587792 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:27.956484 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e41adfbe-d8fd-4526-ac22-6c4fe5e697a5 tempest-QuotasTest-1407914918 tempest-QuotasTest-1407914918-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:13:27.971479 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88cf50-01b2-45c2-97f1-e1d672ce1880 req-9c5468fe-3b02-400d-9611-75565fc7646d tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:13:27.973385 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1a88cf50-01b2-45c2-97f1-e1d672ce1880 req-9c5468fe-3b02-400d-9611-75565fc7646d tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c60070-24a1-4dfb-bfe9-f30837a20dcb HTTP/1.1" status: 200 len: 984 time: 0.8421586 May 05 22:13:28.103516 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=fc897491-3ad6-4280-b6ac-50a20a21241e,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:28.180025 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e41adfbe-d8fd-4526-ac22-6c4fe5e697a5 tempest-QuotasTest-1407914918 tempest-QuotasTest-1407914918-project-admin] Usage tracker for resource:subnetpool and tenant:39fd090101274782b9dd98330d0143b0 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:13:28.225091 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 86855fac-65ab-4a25-8e94-0925fb2f8e95 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:13:28.225465 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:28.239389 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e41adfbe-d8fd-4526-ac22-6c4fe5e697a5 tempest-QuotasTest-1407914918 tempest-QuotasTest-1407914918-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:13:28.273230 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1a88cf50-01b2-45c2-97f1-e1d672ce1880 req-40a0b646-f8f4-4989-8b73-949d6185c760 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "GET /v2.0/security-groups?id=9e61efd1-0b37-4d76-9aa3-146509453fc2&id=882c5bc1-fe64-4b74-a8ee-3b1b1e3bff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 407 time: 0.2759008 May 05 22:13:28.341956 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e41adfbe-d8fd-4526-ac22-6c4fe5e697a5 tempest-QuotasTest-1407914918 tempest-QuotasTest-1407914918-project-admin] Usage tracker for resource:port and tenant:39fd090101274782b9dd98330d0143b0 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:13:28.359911 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e41adfbe-d8fd-4526-ac22-6c4fe5e697a5 tempest-QuotasTest-1407914918 tempest-QuotasTest-1407914918-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:13:28.384682 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-e8b72392-3e96-46f0-8378-61db2474a298 None None] For port 86855fac-65ab-4a25-8e94-0925fb2f8e95, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=86855fac-65ab-4a25-8e94-0925fb2f8e95,segment=NetworkSegment(924aa3ea-e5a8-4624-be41-823f9eabd1ad),segment_id=924aa3ea-e5a8-4624-be41-823f9eabd1ad)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:13:28.387330 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-d3b20169-7101-4d32-9d43-66b98dbe294b req-d77f9331-b9da-48cb-bda2-e74e54e35049 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:13:28.399087 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-d3b20169-7101-4d32-9d43-66b98dbe294b req-d77f9331-b9da-48cb-bda2-e74e54e35049 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:13:28.413272 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e41adfbe-d8fd-4526-ac22-6c4fe5e697a5 tempest-QuotasTest-1407914918 tempest-QuotasTest-1407914918-project-admin] Usage tracker for resource:router and tenant:39fd090101274782b9dd98330d0143b0 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:13:28.423459 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3b20169-7101-4d32-9d43-66b98dbe294b req-d77f9331-b9da-48cb-bda2-e74e54e35049 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Made reservation on behalf of 06fb629024324e968714595537efac5c for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:13:28.425450 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-16559ceb-fe3b-440e-b02a-4b4ea565075d req-75833151-6d5c-46d4-beb1-9d637de083fc service neutron] 10.222.0.44 "GET /v2.0/networks/2e106dc0-8200-45c1-a2c4-63f5713e6232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5438330 May 05 22:13:28.427749 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-d3b20169-7101-4d32-9d43-66b98dbe294b req-d77f9331-b9da-48cb-bda2-e74e54e35049 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:28.457793 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-290e7101-27d5-442d-ae25-5865f38f2bc1 req-ef29d7fa-7dd2-406c-acf3-d6b1927c4af7 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] For port f3f80628-a523-409f-b654-d22d3bbdd69d, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=f3f80628-a523-409f-b654-d22d3bbdd69d,segment=NetworkSegment(506799dd-ba81-4a16-b635-7b9c0e81971a),segment_id=506799dd-ba81-4a16-b635-7b9c0e81971a)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:13:28.458444 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-290e7101-27d5-442d-ae25-5865f38f2bc1 req-ef29d7fa-7dd2-406c-acf3-d6b1927c4af7 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:28.461543 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e41adfbe-d8fd-4526-ac22-6c4fe5e697a5 tempest-QuotasTest-1407914918 tempest-QuotasTest-1407914918-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:13:28.467979 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e8b72392-3e96-46f0-8378-61db2474a298 None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:28.493559 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e8b72392-3e96-46f0-8378-61db2474a298 None None] Transition to ACTIVE for port object 86855fac-65ab-4a25-8e94-0925fb2f8e95 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:13:28.500838 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e8b72392-3e96-46f0-8378-61db2474a298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:28.582855 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-37808392-2ed3-4021-9db6-4f52ac46c6ea tempest-ExternalNetworksAdminNegativeTestJSON-2027587792 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792-project-admin] Allocated IP 172.25.4.125 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/6f0f4575-cfb5-4c2f-9532-1a93a7971a56) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:13:28.649355 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b72392-3e96-46f0-8378-61db2474a298 None None] Pushing event updated for resources: {'Port': ['ID=86855fac-65ab-4a25-8e94-0925fb2f8e95,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:28.703306 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-d3b20169-7101-4d32-9d43-66b98dbe294b req-d77f9331-b9da-48cb-bda2-e74e54e35049 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Allocated IP 172.20.0.24 (8699afcf-6ff9-4969-a8e9-5c2742a40e07/a5f2ecd3-a738-4837-9a7c-d4cb828205ef/f3bc3d55-39fa-4c21-8cda-77ea86224166) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:13:28.721787 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-290e7101-27d5-442d-ae25-5865f38f2bc1 req-ef29d7fa-7dd2-406c-acf3-d6b1927c4af7 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Calling delete_port for f3f80628-a523-409f-b654-d22d3bbdd69d owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:13:28.861447 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device fc897491-3ad6-4280-b6ac-50a20a21241e up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:13:28.876297 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e41adfbe-d8fd-4526-ac22-6c4fe5e697a5 tempest-QuotasTest-1407914918 tempest-QuotasTest-1407914918-project-admin] Usage tracker for resource:floatingip and tenant:39fd090101274782b9dd98330d0143b0 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:13:28.999930 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e41adfbe-d8fd-4526-ac22-6c4fe5e697a5 tempest-QuotasTest-1407914918 tempest-QuotasTest-1407914918-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:13:29.022928 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port fc897491-3ad6-4280-b6ac-50a20a21241e triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:13:29.023878 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:29.101519 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-37808392-2ed3-4021-9db6-4f52ac46c6ea tempest-ExternalNetworksAdminNegativeTestJSON-2027587792 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:29.150158 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d8e3186c-f063-4c69-ac93-fd07bfabd391 req-22bbdb46-b8d5-43a0-9f0c-4f67b8e143a5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bb0e0b6-9db6-4d6e-ad2f-d70a89dab3e6 HTTP/1.1" status: 200 len: 210 time: 0.1335571 May 05 22:13:29.165253 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-290e7101-27d5-442d-ae25-5865f38f2bc1 req-ef29d7fa-7dd2-406c-acf3-d6b1927c4af7 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:29.333512 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef29d7fa-7dd2-406c-acf3-d6b1927c4af7 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Pushing event deleted for resources: {'Port': ['ID=f3f80628-a523-409f-b654-d22d3bbdd69d,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:29.378079 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-d3b20169-7101-4d32-9d43-66b98dbe294b req-d77f9331-b9da-48cb-bda2-e74e54e35049 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:29.402530 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-d3b20169-7101-4d32-9d43-66b98dbe294b req-d77f9331-b9da-48cb-bda2-e74e54e35049 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Transition to ACTIVE for port object f3bc3d55-39fa-4c21-8cda-77ea86224166 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:13:29.428285 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 86855fac-65ab-4a25-8e94-0925fb2f8e95 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:13:29.440413 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-d3b20169-7101-4d32-9d43-66b98dbe294b req-d77f9331-b9da-48cb-bda2-e74e54e35049 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:29.559961 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-290e7101-27d5-442d-ae25-5865f38f2bc1 req-ef29d7fa-7dd2-406c-acf3-d6b1927c4af7 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] No DVR routers for this DVR port f3f80628-a523-409f-b654-d22d3bbdd69d on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:13:29.564975 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-290e7101-27d5-442d-ae25-5865f38f2bc1 req-ef29d7fa-7dd2-406c-acf3-d6b1927c4af7 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:29.593944 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c60070-24a1-4dfb-bfe9-f30837a20dcb', 'name': 'network-vif-deleted', 'tag': 'f3f80628-a523-409f-b654-d22d3bbdd69d'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:13:29.610929 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-37808392-2ed3-4021-9db6-4f52ac46c6ea tempest-ExternalNetworksAdminNegativeTestJSON-2027587792 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:29.671267 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77f9331-b9da-48cb-bda2-e74e54e35049 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event updated for resources: {'Port': ['ID=f3bc3d55-39fa-4c21-8cda-77ea86224166,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:29.713514 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-290e7101-27d5-442d-ae25-5865f38f2bc1 req-ef29d7fa-7dd2-406c-acf3-d6b1927c4af7 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.44 "DELETE /v2.0/ports/f3f80628-a523-409f-b654-d22d3bbdd69d HTTP/1.1" status: 204 len: 173 time: 2.6604912 May 05 22:13:29.836136 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37808392-2ed3-4021-9db6-4f52ac46c6ea tempest-ExternalNetworksAdminNegativeTestJSON-2027587792 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792-project-admin] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:13:29.854856 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-37808392-2ed3-4021-9db6-4f52ac46c6ea tempest-ExternalNetworksAdminNegativeTestJSON-2027587792 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792-project-admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:13:29.872756 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59827ad3-a7b0-4224-85cd-89f508aefdaf'] response: {'server_uuid': '47c60070-24a1-4dfb-bfe9-f30837a20dcb', 'name': 'network-vif-deleted', 'tag': 'f3f80628-a523-409f-b654-d22d3bbdd69d', 'status': 'completed', 'code': 200} May 05 22:13:29.873765 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37808392-2ed3-4021-9db6-4f52ac46c6ea tempest-ExternalNetworksAdminNegativeTestJSON-2027587792 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792-project-admin] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:13:29.884854 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0c69bc89-de5f-4738-b81a-5d2cb59460ca req-856bec3f-854f-47b9-9abe-726c0204c4eb tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "GET /v2.0/ports?device_id=47c60070-24a1-4dfb-bfe9-f30837a20dcb HTTP/1.1" status: 200 len: 210 time: 0.2037878 May 05 22:13:29.920981 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f5a39fde-41a1-4ab4-8cf4-f7185e552696 None None] Provisioning for port 86855fac-65ab-4a25-8e94-0925fb2f8e95 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:13:29.934081 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f5a39fde-41a1-4ab4-8cf4-f7185e552696 None None] Provisioning complete for port 86855fac-65ab-4a25-8e94-0925fb2f8e95 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:13:29.936374 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f5a39fde-41a1-4ab4-8cf4-f7185e552696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:29.944828 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3b20169-7101-4d32-9d43-66b98dbe294b req-d77f9331-b9da-48cb-bda2-e74e54e35049 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Network 8699afcf-6ff9-4969-a8e9-5c2742a40e07 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:13:29.950625 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-d3b20169-7101-4d32-9d43-66b98dbe294b req-d77f9331-b9da-48cb-bda2-e74e54e35049 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:13:29.961783 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b20169-7101-4d32-9d43-66b98dbe294b req-d77f9331-b9da-48cb-bda2-e74e54e35049 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:13:30.162710 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-595900f9-0749-473e-8197-2029d4b37a4d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Delete allocated IP 172.20.0.7 (3d99406d-3ff2-441b-aa12-737864bdc9d2/fffe7860-9b49-4f81-ad3e-cd8deef24a5f) {{(pid=84061) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 05 22:13:30.196201 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-37808392-2ed3-4021-9db6-4f52ac46c6ea tempest-ExternalNetworksAdminNegativeTestJSON-2027587792 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:30.197048 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37808392-2ed3-4021-9db6-4f52ac46c6ea tempest-ExternalNetworksAdminNegativeTestJSON-2027587792 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792-project-admin] Pushing event updated for resources: {'Port': ['ID=6f0f4575-cfb5-4c2f-9532-1a93a7971a56,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:30.216719 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-595900f9-0749-473e-8197-2029d4b37a4d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Allocated IP 172.20.0.19 (3d99406d-3ff2-441b-aa12-737864bdc9d2/9ae51356-4ecc-434e-9076-7273c736ec51/12a2e42e-3f34-46d3-a4f8-9f5c088a2717) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:13:30.266516 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b20169-7101-4d32-9d43-66b98dbe294b req-d77f9331-b9da-48cb-bda2-e74e54e35049 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:13:30.267104 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-d3b20169-7101-4d32-9d43-66b98dbe294b req-d77f9331-b9da-48cb-bda2-e74e54e35049 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:30.337707 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-37808392-2ed3-4021-9db6-4f52ac46c6ea tempest-ExternalNetworksAdminNegativeTestJSON-2027587792 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:30.349164 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e41adfbe-d8fd-4526-ac22-6c4fe5e697a5 tempest-QuotasTest-1407914918 tempest-QuotasTest-1407914918-project-admin] Usage tracker for resource:security_group and tenant:39fd090101274782b9dd98330d0143b0 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:13:30.371744 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e41adfbe-d8fd-4526-ac22-6c4fe5e697a5 tempest-QuotasTest-1407914918 tempest-QuotasTest-1407914918-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:13:30.390325 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d3b20169-7101-4d32-9d43-66b98dbe294b req-d77f9331-b9da-48cb-bda2-e74e54e35049 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5745552 May 05 22:13:30.391081 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f5a39fde-41a1-4ab4-8cf4-f7185e552696 None None] Provisioning complete for port 69454f7f-c69b-4363-bcae-57c028a68091 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:13:30.395846 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f5a39fde-41a1-4ab4-8cf4-f7185e552696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:30.480690 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f5a39fde-41a1-4ab4-8cf4-f7185e552696 None None] Port 69454f7f-c69b-4363-bcae-57c028a68091 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:13:30.482558 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device f3f80628-a523-409f-b654-d22d3bbdd69d no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:13:30.543802 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: f3f80628-a523-409f-b654-d22d3bbdd69d {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:13:30.544141 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device f3f80628-a523-409f-b654-d22d3bbdd69d not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:13:30.567278 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f5a39fde-41a1-4ab4-8cf4-f7185e552696 None None] Provisioning complete for port 12a2e42e-3f34-46d3-a4f8-9f5c088a2717 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:13:30.568515 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f5a39fde-41a1-4ab4-8cf4-f7185e552696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:30.623541 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e41adfbe-d8fd-4526-ac22-6c4fe5e697a5 tempest-QuotasTest-1407914918 tempest-QuotasTest-1407914918-project-admin] Usage tracker for resource:security_group_rule and tenant:39fd090101274782b9dd98330d0143b0 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:13:30.670869 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e41adfbe-d8fd-4526-ac22-6c4fe5e697a5 tempest-QuotasTest-1407914918 tempest-QuotasTest-1407914918-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:13:30.712616 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f5a39fde-41a1-4ab4-8cf4-f7185e552696 None None] Port 12a2e42e-3f34-46d3-a4f8-9f5c088a2717 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:13:30.839162 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-d3b20169-7101-4d32-9d43-66b98dbe294b req-a4d71dd8-7671-46dd-9eda-093eb40bd714 service neutron] Request body: {'port': {'device_id': '4bb0e0b6-9db6-4d6e-ad2f-d70a89dab3e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:13:30.841954 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-d9fe5f21-1c16-4922-8bb4-b817fe647ca8 None None] Provisioning for port f3bc3d55-39fa-4c21-8cda-77ea86224166 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:13:30.850725 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-d9fe5f21-1c16-4922-8bb4-b817fe647ca8 None None] Provisioning complete for port f3bc3d55-39fa-4c21-8cda-77ea86224166 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:13:30.852513 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d9fe5f21-1c16-4922-8bb4-b817fe647ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:30.854006 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-37808392-2ed3-4021-9db6-4f52ac46c6ea tempest-ExternalNetworksAdminNegativeTestJSON-2027587792 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:30.861896 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-37808392-2ed3-4021-9db6-4f52ac46c6ea tempest-ExternalNetworksAdminNegativeTestJSON-2027587792 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:30.869850 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e41adfbe-d8fd-4526-ac22-6c4fe5e697a5 tempest-QuotasTest-1407914918 tempest-QuotasTest-1407914918-project-admin] 10.222.0.23 "GET /v2.0/quotas/39fd090101274782b9dd98330d0143b0/details.json HTTP/1.1" status: 200 len: 703 time: 3.8789954 May 05 22:13:31.033555 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-d9fe5f21-1c16-4922-8bb4-b817fe647ca8 None None] Port f3bc3d55-39fa-4c21-8cda-77ea86224166 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:13:31.064344 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48654) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:31.112306 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109d1e0-45c4-4ad6-a114-ecc6a7284006 req-e84b02d0-a8b3-483e-930c-f2a08a440526 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:13:31.113312 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-3109d1e0-45c4-4ad6-a114-ecc6a7284006 req-e84b02d0-a8b3-483e-930c-f2a08a440526 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Synchronizing usage tracker for tenant:06fb629024324e968714595537efac5c on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:13:31.153222 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-d3b20169-7101-4d32-9d43-66b98dbe294b req-a4d71dd8-7671-46dd-9eda-093eb40bd714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:31.248608 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37808392-2ed3-4021-9db6-4f52ac46c6ea tempest-ExternalNetworksAdminNegativeTestJSON-2027587792 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792-project-admin] Pushing event updated for resources: {'Port': ['ID=6f0f4575-cfb5-4c2f-9532-1a93a7971a56,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:31.250965 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.resource_extend [None req-595900f9-0749-473e-8197-2029d4b37a4d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 22:13:31.254277 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-37808392-2ed3-4021-9db6-4f52ac46c6ea tempest-ExternalNetworksAdminNegativeTestJSON-2027587792 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:31.280842 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-37808392-2ed3-4021-9db6-4f52ac46c6ea tempest-ExternalNetworksAdminNegativeTestJSON-2027587792 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:31.282173 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-3109d1e0-45c4-4ad6-a114-ecc6a7284006 req-e84b02d0-a8b3-483e-930c-f2a08a440526 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Unset dirty status for tenant:06fb629024324e968714595537efac5c on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:13:31.284614 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-37808392-2ed3-4021-9db6-4f52ac46c6ea tempest-ExternalNetworksAdminNegativeTestJSON-2027587792 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5666804 May 05 22:13:31.285421 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48662) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:31.286096 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3109d1e0-45c4-4ad6-a114-ecc6a7284006 req-e84b02d0-a8b3-483e-930c-f2a08a440526 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bb0e0b6-9db6-4d6e-ad2f-d70a89dab3e6 HTTP/1.1" status: 200 len: 932 time: 0.7837031 May 05 22:13:31.296416 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-35236f3a-777e-4c82-a248-bcec3d08aaf9 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-442228609', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'fixed_ips': [{'ip_address': '172.25.4.125'}]}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:13:31.303565 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-595900f9-0749-473e-8197-2029d4b37a4d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:31.309589 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-35236f3a-777e-4c82-a248-bcec3d08aaf9 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:13:31.319707 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-35236f3a-777e-4c82-a248-bcec3d08aaf9 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792-project-admin] Usage tracker for resource:port and tenant:594e19b86221447d9b310942cad799c1 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:13:31.334090 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-35236f3a-777e-4c82-a248-bcec3d08aaf9 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:13:31.339088 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48666) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:31.362809 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-35236f3a-777e-4c82-a248-bcec3d08aaf9 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:13:31.395941 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35236f3a-777e-4c82-a248-bcec3d08aaf9 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792-project-admin] Made reservation on behalf of 594e19b86221447d9b310942cad799c1 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:13:31.399661 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-35236f3a-777e-4c82-a248-bcec3d08aaf9 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:31.446032 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-35236f3a-777e-4c82-a248-bcec3d08aaf9 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:31.466984 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0a3022-c05c-407a-8863-875439974608 None None] New status for floating IP 088d40d6-9584-40be-b67c-6fe7cd556468: DOWN {{(pid=84064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 22:13:31.529594 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8bb3b216-a2b1-42eb-a842-f34ebbe89e3b tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:31.541061 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-35236f3a-777e-4c82-a248-bcec3d08aaf9 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:13:31.550271 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-35236f3a-777e-4c82-a248-bcec3d08aaf9 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792-project-admin] Usage tracker for resource:security_group_rule and tenant:594e19b86221447d9b310942cad799c1 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:13:31.561447 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-35236f3a-777e-4c82-a248-bcec3d08aaf9 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:13:31.579967 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-35236f3a-777e-4c82-a248-bcec3d08aaf9 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:13:31.606601 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-595900f9-0749-473e-8197-2029d4b37a4d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Transition to ACTIVE for port object 12a2e42e-3f34-46d3-a4f8-9f5c088a2717 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:13:31.709314 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-595900f9-0749-473e-8197-2029d4b37a4d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:31.720908 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8bb3b216-a2b1-42eb-a842-f34ebbe89e3b tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:31.744455 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-35236f3a-777e-4c82-a248-bcec3d08aaf9 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:31.751239 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-35236f3a-777e-4c82-a248-bcec3d08aaf9 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:31.763522 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [None req-35236f3a-777e-4c82-a248-bcec3d08aaf9 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792-project-admin] device_id is not set on port b3ac8753-51fb-417f-b77e-c00348488c87 yet. {{(pid=84063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:13:31.826304 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3109d1e0-45c4-4ad6-a114-ecc6a7284006 req-fd09633a-2aa8-4758-90f0-5ebca016e5db tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b854b5f-c124-44f8-9f96-0e34c40e2afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5222645 May 05 22:13:31.891249 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3632104a-09a4-46fe-a6d1-6002e6fc969b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:31.915006 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595900f9-0749-473e-8197-2029d4b37a4d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event updated for resources: {'Port': ['ID=12a2e42e-3f34-46d3-a4f8-9f5c088a2717,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:31.947905 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35236f3a-777e-4c82-a248-bcec3d08aaf9 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9f9bdf-7826-45f8-b9ed-67eff02a814d,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:32.079242 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-3632104a-09a4-46fe-a6d1-6002e6fc969b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:13:32.089070 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3632104a-09a4-46fe-a6d1-6002e6fc969b admin admin] Usage tracker for resource:security_group_rule and tenant:6db653db618f4a759177d12e55a7bce1 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:13:32.094159 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3632104a-09a4-46fe-a6d1-6002e6fc969b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:13:32.104949 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-3632104a-09a4-46fe-a6d1-6002e6fc969b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:13:32.129951 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8bb3b216-a2b1-42eb-a842-f34ebbe89e3b tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:32.169128 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb3b216-a2b1-42eb-a842-f34ebbe89e3b tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e61efd1-0b37-4d76-9aa3-146509453fc2,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:32.178627 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-595900f9-0749-473e-8197-2029d4b37a4d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] In _notify_port_updated(), no bound segment for port 12a2e42e-3f34-46d3-a4f8-9f5c088a2717 on network 3d99406d-3ff2-441b-aa12-737864bdc9d2 {{(pid=84061) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 05 22:13:32.183204 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595900f9-0749-473e-8197-2029d4b37a4d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:13:32.183733 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-595900f9-0749-473e-8197-2029d4b37a4d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:32.185174 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-595900f9-0749-473e-8197-2029d4b37a4d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "PUT /v2.0/ports/12a2e42e-3f34-46d3-a4f8-9f5c088a2717 HTTP/1.1" status: 200 len: 921 time: 6.0987701 May 05 22:13:32.191217 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48686) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:32.217004 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8bb3b216-a2b1-42eb-a842-f34ebbe89e3b tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:32.218193 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-8bb3b216-a2b1-42eb-a842-f34ebbe89e3b tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "DELETE /v2.0/security-groups/9e61efd1-0b37-4d76-9aa3-146509453fc2 HTTP/1.1" status: 204 len: 168 time: 1.1492379 May 05 22:13:32.251085 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48690) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:32.271642 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-35236f3a-777e-4c82-a248-bcec3d08aaf9 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 05 22:13:32.272376 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35236f3a-777e-4c82-a248-bcec3d08aaf9 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:13:32.324752 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-d3b20169-7101-4d32-9d43-66b98dbe294b req-a4d71dd8-7671-46dd-9eda-093eb40bd714 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3bc3d55-39fa-4c21-8cda-77ea86224166 {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:13:32.332632 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-d3b20169-7101-4d32-9d43-66b98dbe294b req-a4d71dd8-7671-46dd-9eda-093eb40bd714 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:32.354697 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-d3b20169-7101-4d32-9d43-66b98dbe294b req-a4d71dd8-7671-46dd-9eda-093eb40bd714 service neutron] Transition to ACTIVE for port object f3bc3d55-39fa-4c21-8cda-77ea86224166 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:13:32.356444 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-927e0c48-91bb-4268-887a-0a55552a3c92 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Deleting port 12a2e42e-3f34-46d3-a4f8-9f5c088a2717 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:13:32.357117 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-927e0c48-91bb-4268-887a-0a55552a3c92 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:32.362874 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-d3b20169-7101-4d32-9d43-66b98dbe294b req-a4d71dd8-7671-46dd-9eda-093eb40bd714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:32.475350 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d71dd8-7671-46dd-9eda-093eb40bd714 service neutron] Pushing event updated for resources: {'Port': ['ID=f3bc3d55-39fa-4c21-8cda-77ea86224166,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:32.491775 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-35236f3a-777e-4c82-a248-bcec3d08aaf9 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.2037704 May 05 22:13:32.512085 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3632104a-09a4-46fe-a6d1-6002e6fc969b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:32.517833 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48700) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:32.543063 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3632104a-09a4-46fe-a6d1-6002e6fc969b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:32.561716 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-37dd6671-4284-4657-9a92-9fdf944cd979 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:32.696048 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-2d52ca3b-9f3f-4978-8635-c4dbb893be32 None None] Provisioning for port 12a2e42e-3f34-46d3-a4f8-9f5c088a2717 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:13:32.705857 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-2d52ca3b-9f3f-4978-8635-c4dbb893be32 None None] Provisioning complete for port 12a2e42e-3f34-46d3-a4f8-9f5c088a2717 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:13:32.706256 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2d52ca3b-9f3f-4978-8635-c4dbb893be32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:32.816230 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-d3b20169-7101-4d32-9d43-66b98dbe294b req-a4d71dd8-7671-46dd-9eda-093eb40bd714 service neutron] Attempting to bind port f3bc3d55-39fa-4c21-8cda-77ea86224166 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:13:32.816751 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-d3b20169-7101-4d32-9d43-66b98dbe294b req-a4d71dd8-7671-46dd-9eda-093eb40bd714 service neutron] Attempting to bind port f3bc3d55-39fa-4c21-8cda-77ea86224166 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'ea299347-b876-4d00-b90a-ce5927cdc16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8699afcf-6ff9-4969-a8e9-5c2742a40e07'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:13:32.817021 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b20169-7101-4d32-9d43-66b98dbe294b req-a4d71dd8-7671-46dd-9eda-093eb40bd714 service neutron] Attempting to bind port f3bc3d55-39fa-4c21-8cda-77ea86224166 on network 8699afcf-6ff9-4969-a8e9-5c2742a40e07 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:13:32.823362 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b20169-7101-4d32-9d43-66b98dbe294b req-a4d71dd8-7671-46dd-9eda-093eb40bd714 service neutron] Port f3bc3d55-39fa-4c21-8cda-77ea86224166 on network 8699afcf-6ff9-4969-a8e9-5c2742a40e07 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:13:32.823678 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b20169-7101-4d32-9d43-66b98dbe294b req-a4d71dd8-7671-46dd-9eda-093eb40bd714 service neutron] Attempting to bind port f3bc3d55-39fa-4c21-8cda-77ea86224166 on network 8699afcf-6ff9-4969-a8e9-5c2742a40e07 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:13:32.831431 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b20169-7101-4d32-9d43-66b98dbe294b req-a4d71dd8-7671-46dd-9eda-093eb40bd714 service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:13:32.831431 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b20169-7101-4d32-9d43-66b98dbe294b req-a4d71dd8-7671-46dd-9eda-093eb40bd714 service neutron] Checking segment: {'id': 'ea299347-b876-4d00-b90a-ce5927cdc16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8699afcf-6ff9-4969-a8e9-5c2742a40e07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:13:32.831917 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b20169-7101-4d32-9d43-66b98dbe294b req-a4d71dd8-7671-46dd-9eda-093eb40bd714 service neutron] Bound using segment: {'id': 'ea299347-b876-4d00-b90a-ce5927cdc16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8699afcf-6ff9-4969-a8e9-5c2742a40e07'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:13:32.832259 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-d3b20169-7101-4d32-9d43-66b98dbe294b req-a4d71dd8-7671-46dd-9eda-093eb40bd714 service neutron] Bound port: f3bc3d55-39fa-4c21-8cda-77ea86224166, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea299347-b876-4d00-b90a-ce5927cdc16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8699afcf-6ff9-4969-a8e9-5c2742a40e07'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:13:32.832597 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-d3b20169-7101-4d32-9d43-66b98dbe294b req-a4d71dd8-7671-46dd-9eda-093eb40bd714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:32.843572 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-2d52ca3b-9f3f-4978-8635-c4dbb893be32 None None] Port 12a2e42e-3f34-46d3-a4f8-9f5c088a2717 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:13:33.009506 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-d3b20169-7101-4d32-9d43-66b98dbe294b req-a4d71dd8-7671-46dd-9eda-093eb40bd714 service neutron] For port f3bc3d55-39fa-4c21-8cda-77ea86224166, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:13:33.016295 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-d3b20169-7101-4d32-9d43-66b98dbe294b req-a4d71dd8-7671-46dd-9eda-093eb40bd714 service neutron] For port f3bc3d55-39fa-4c21-8cda-77ea86224166, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=f3bc3d55-39fa-4c21-8cda-77ea86224166,segment=NetworkSegment(ea299347-b876-4d00-b90a-ce5927cdc16d),segment_id=ea299347-b876-4d00-b90a-ce5927cdc16d)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:13:33.021033 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-37dd6671-4284-4657-9a92-9fdf944cd979 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:33.027703 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-d3b20169-7101-4d32-9d43-66b98dbe294b req-a4d71dd8-7671-46dd-9eda-093eb40bd714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:33.148833 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-37dd6671-4284-4657-9a92-9fdf944cd979 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:33.174247 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d71dd8-7671-46dd-9eda-093eb40bd714 service neutron] Pushing event updated for resources: {'Port': ['ID=f3bc3d55-39fa-4c21-8cda-77ea86224166,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:33.195403 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-d3b20169-7101-4d32-9d43-66b98dbe294b req-a4d71dd8-7671-46dd-9eda-093eb40bd714 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:33.196779 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d3b20169-7101-4d32-9d43-66b98dbe294b req-a4d71dd8-7671-46dd-9eda-093eb40bd714 service neutron] 10.222.0.32 "PUT /v2.0/ports/f3bc3d55-39fa-4c21-8cda-77ea86224166 HTTP/1.1" status: 200 len: 1092 time: 2.7225032 May 05 22:13:33.197231 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bb0e0b6-9db6-4d6e-ad2f-d70a89dab3e6', 'tag': 'f3bc3d55-39fa-4c21-8cda-77ea86224166'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:13:33.237962 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc2b730-a359-463f-bf7f-bbebe9870ae4 req-b52b7162-b51b-4f42-bffe-8938760196ef tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:13:33.242346 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ccc2b730-a359-463f-bf7f-bbebe9870ae4 req-b52b7162-b51b-4f42-bffe-8938760196ef tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bb0e0b6-9db6-4d6e-ad2f-d70a89dab3e6 HTTP/1.1" status: 200 len: 944 time: 0.1711748 May 05 22:13:33.269396 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-3e023063-cd0b-450f-9ce9-c655e78da2f9 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792-project-admin] Deleting port 6f0f4575-cfb5-4c2f-9532-1a93a7971a56 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:13:33.270750 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3e023063-cd0b-450f-9ce9-c655e78da2f9 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:33.308204 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3632104a-09a4-46fe-a6d1-6002e6fc969b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06783551-b3c7-4092-9eac-3b6d190fbea7,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:33.338420 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28036574-7bf0-4dba-a158-62a4a08f9f10'] response: {'name': 'network-changed', 'server_uuid': '4bb0e0b6-9db6-4d6e-ad2f-d70a89dab3e6', 'tag': 'f3bc3d55-39fa-4c21-8cda-77ea86224166', 'status': 'completed', 'code': 200} May 05 22:13:33.382992 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ccc2b730-a359-463f-bf7f-bbebe9870ae4 req-36f272fd-790c-4552-89c6-f07162b972de tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b854b5f-c124-44f8-9f96-0e34c40e2afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928600 May 05 22:13:33.411195 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d3b20169-7101-4d32-9d43-66b98dbe294b req-8405f9c7-ce7a-4786-a766-e3cf5f359fa1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=06fb629024324e968714595537efac5c&device_id=4bb0e0b6-9db6-4d6e-ad2f-d70a89dab3e6 HTTP/1.1" status: 200 len: 1095 time: 0.1581228 May 05 22:13:33.412346 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-3632104a-09a4-46fe-a6d1-6002e6fc969b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6db653db618f4a759177d12e55a7bce1&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0720367 May 05 22:13:33.413507 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-37dd6671-4284-4657-9a92-9fdf944cd979 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:33.417682 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-37dd6671-4284-4657-9a92-9fdf944cd979 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "DELETE /v2.0/security-groups/882c5bc1-fe64-4b74-a8ee-3b1b1e3bff3d HTTP/1.1" status: 204 len: 168 time: 1.1623926 May 05 22:13:33.418470 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48716) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:33.418823 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48718) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:33.448412 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dd6671-4284-4657-9a92-9fdf944cd979 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=882c5bc1-fe64-4b74-a8ee-3b1b1e3bff3d,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:33.495469 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d3b20169-7101-4d32-9d43-66b98dbe294b req-58b2dad6-49c1-4e2c-b31e-b89503d98c80 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=f3bc3d55-39fa-4c21-8cda-77ea86224166 HTTP/1.1" status: 200 len: 217 time: 0.0788589 May 05 22:13:33.634262 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b20169-7101-4d32-9d43-66b98dbe294b req-cb85a07b-2a4d-4e88-b1c2-45678334c8ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:13:33.636385 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d3b20169-7101-4d32-9d43-66b98dbe294b req-cb85a07b-2a4d-4e88-b1c2-45678334c8ce service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a5f2ecd3-a738-4837-9a7c-d4cb828205ef HTTP/1.1" status: 200 len: 837 time: 0.1311707 May 05 22:13:33.728276 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d3b20169-7101-4d32-9d43-66b98dbe294b req-1c25c338-344c-4329-98c0-ab4bcca9d0f9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8699afcf-6ff9-4969-a8e9-5c2742a40e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0849180 May 05 22:13:33.808915 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-927e0c48-91bb-4268-887a-0a55552a3c92 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:33.830765 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48726) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:33.898443 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d3b20169-7101-4d32-9d43-66b98dbe294b req-99e725b0-0834-45e9-9c73-38095820ca0a service neutron] 10.222.0.32 "GET /v2.0/networks/8699afcf-6ff9-4969-a8e9-5c2742a40e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635206 May 05 22:13:34.062793 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c273f878-5b3e-44ee-82b9-c2c0a72053ed admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8725581f09d241de9dc4b45bf9b468fc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2308507 May 05 22:13:34.071190 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48732) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:34.083166 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-927e0c48-91bb-4268-887a-0a55552a3c92 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Calling delete_port for 12a2e42e-3f34-46d3-a4f8-9f5c088a2717 owned by {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:13:34.091123 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d3b20169-7101-4d32-9d43-66b98dbe294b req-79d02f43-c0b1-49be-a865-a6ac265e9dcb service neutron] 10.222.0.32 "GET /v2.0/networks/8699afcf-6ff9-4969-a8e9-5c2742a40e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863849 May 05 22:13:34.183513 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5c500efc-0acb-439c-b490-35603b55ac2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:34.217952 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3e023063-cd0b-450f-9ce9-c655e78da2f9 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:34.218279 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3e023063-cd0b-450f-9ce9-c655e78da2f9 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:34.289044 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-050bacf4-8e27-4df6-b6a0-b51207561dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:34.327455 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-050bacf4-8e27-4df6-b6a0-b51207561dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:34.364765 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-3e023063-cd0b-450f-9ce9-c655e78da2f9 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792-project-admin] Calling delete_port for 6f0f4575-cfb5-4c2f-9532-1a93a7971a56 owned by network:floatingip {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:13:34.379863 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-69c2f2ab-fc33-43e9-a70f-80dc4321de75 req-ee0ff11c-0e50-4d57-a231-22f39f259923 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=06fb629024324e968714595537efac5c&device_id=4bb0e0b6-9db6-4d6e-ad2f-d70a89dab3e6 HTTP/1.1" status: 200 len: 1095 time: 0.2416716 May 05 22:13:34.394262 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5c500efc-0acb-439c-b490-35603b55ac2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:34.476814 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-050bacf4-8e27-4df6-b6a0-b51207561dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:34.498694 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050bacf4-8e27-4df6-b6a0-b51207561dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ba7445-5f3a-4a60-a019-a98ebe16ec74,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:34.524442 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-050bacf4-8e27-4df6-b6a0-b51207561dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:34.529041 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-050bacf4-8e27-4df6-b6a0-b51207561dc2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/46ba7445-5f3a-4a60-a019-a98ebe16ec74 HTTP/1.1" status: 204 len: 168 time: 0.4569187 May 05 22:13:34.567431 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-927e0c48-91bb-4268-887a-0a55552a3c92 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:34.583950 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c2f2ab-fc33-43e9-a70f-80dc4321de75 req-d11cc5ef-b214-4274-b53b-b1674241f82c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:13:34.585621 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-69c2f2ab-fc33-43e9-a70f-80dc4321de75 req-d11cc5ef-b214-4274-b53b-b1674241f82c service neutron] 10.222.0.32 "GET /v2.0/networks?id=8699afcf-6ff9-4969-a8e9-5c2742a40e07 HTTP/1.1" status: 200 len: 898 time: 0.1988525 May 05 22:13:34.632440 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5c500efc-0acb-439c-b490-35603b55ac2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:34.685539 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927e0c48-91bb-4268-887a-0a55552a3c92 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event deleted for resources: {'Port': ['ID=12a2e42e-3f34-46d3-a4f8-9f5c088a2717,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:34.719656 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c500efc-0acb-439c-b490-35603b55ac2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06783551-b3c7-4092-9eac-3b6d190fbea7,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:34.754428 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-69c2f2ab-fc33-43e9-a70f-80dc4321de75 req-77d235a2-a448-4aee-9950-ba61c1bdd5f9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=f3bc3d55-39fa-4c21-8cda-77ea86224166 HTTP/1.1" status: 200 len: 217 time: 0.1608467 May 05 22:13:34.949665 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabbf63d-6156-4991-8e37-8eef59c2da07 req-12f8dcd7-15b6-4995-b710-08a2014d4636 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:13:34.959873 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-aabbf63d-6156-4991-8e37-8eef59c2da07 req-12f8dcd7-15b6-4995-b710-08a2014d4636 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bb0e0b6-9db6-4d6e-ad2f-d70a89dab3e6 HTTP/1.1" status: 200 len: 944 time: 0.2795696 May 05 22:13:34.965540 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c2f2ab-fc33-43e9-a70f-80dc4321de75 req-5de75937-75a2-4f2b-bfdd-a54362d6bc0d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:13:34.967718 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-69c2f2ab-fc33-43e9-a70f-80dc4321de75 req-5de75937-75a2-4f2b-bfdd-a54362d6bc0d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a5f2ecd3-a738-4837-9a7c-d4cb828205ef HTTP/1.1" status: 200 len: 837 time: 0.2002826 May 05 22:13:35.058078 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3e023063-cd0b-450f-9ce9-c655e78da2f9 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:35.059078 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-aabbf63d-6156-4991-8e37-8eef59c2da07 req-70f49edf-3345-4a98-ace8-08680206aed9 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b854b5f-c124-44f8-9f96-0e34c40e2afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974059 May 05 22:13:35.112362 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5c500efc-0acb-439c-b490-35603b55ac2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:35.113712 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5c500efc-0acb-439c-b490-35603b55ac2d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/06783551-b3c7-4092-9eac-3b6d190fbea7 HTTP/1.1" status: 204 len: 168 time: 1.6718016 May 05 22:13:35.130485 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e023063-cd0b-450f-9ce9-c655e78da2f9 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f0f4575-cfb5-4c2f-9532-1a93a7971a56,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:35.152740 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-927e0c48-91bb-4268-887a-0a55552a3c92 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:35.154782 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-927e0c48-91bb-4268-887a-0a55552a3c92 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "DELETE /v2.0/ports/12a2e42e-3f34-46d3-a4f8-9f5c088a2717 HTTP/1.1" status: 204 len: 168 time: 2.9615157 May 05 22:13:35.164100 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48762) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:35.219318 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fdaabfa-ad09-4c02-b751-8d1cb1a61f43 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] GET failed (client error): The resource could not be found. May 05 22:13:35.219954 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-2fdaabfa-ad09-4c02-b751-8d1cb1a61f43 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Synchronizing usage tracker for tenant:4182021ff5fe4f65b13da93a6be96ffa on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:13:35.256998 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-2fdaabfa-ad09-4c02-b751-8d1cb1a61f43 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Unset dirty status for tenant:4182021ff5fe4f65b13da93a6be96ffa on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:13:35.256998 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-2fdaabfa-ad09-4c02-b751-8d1cb1a61f43 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "GET /v2.0/ports/12a2e42e-3f34-46d3-a4f8-9f5c088a2717 HTTP/1.1" status: 404 len: 333 time: 0.0906196 May 05 22:13:35.259076 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48768) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:35.292480 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-69c2f2ab-fc33-43e9-a70f-80dc4321de75 req-69261d85-11d3-4653-add5-a3bdeb3a4b03 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8699afcf-6ff9-4969-a8e9-5c2742a40e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2529862 May 05 22:13:35.326276 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3e023063-cd0b-450f-9ce9-c655e78da2f9 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:35.330236 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3e023063-cd0b-450f-9ce9-c655e78da2f9 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:35.334945 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-3e023063-cd0b-450f-9ce9-c655e78da2f9 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792 tempest-ExternalNetworksAdminNegativeTestJSON-2027587792-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/abf87889-bc8f-43b4-9d3d-48a5df9a13ec HTTP/1.1" status: 204 len: 168 time: 2.8018301 May 05 22:13:35.435320 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0364e961-80d7-4e85-aa5e-6a6ecfaa0ffa tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:35.573413 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fd8e1451-ec6b-47b3-b40c-c93b2de5863d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:35.664240 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-69c2f2ab-fc33-43e9-a70f-80dc4321de75 req-a40128a8-f36a-4fec-a07f-92706246b621 service neutron] 10.222.0.32 "GET /v2.0/networks/8699afcf-6ff9-4969-a8e9-5c2742a40e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611586 May 05 22:13:35.674331 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fd8e1451-ec6b-47b3-b40c-c93b2de5863d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:35.707445 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48782) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:35.744735 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-24562ce1-58e3-40a0-8684-7f7bc2cfaccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:35.834494 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-24562ce1-58e3-40a0-8684-7f7bc2cfaccd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:13:35.843616 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48786) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:35.846571 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-24562ce1-58e3-40a0-8684-7f7bc2cfaccd admin admin] Usage tracker for resource:security_group_rule and tenant:39fd090101274782b9dd98330d0143b0 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:13:35.851246 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-24562ce1-58e3-40a0-8684-7f7bc2cfaccd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:13:35.860662 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-24562ce1-58e3-40a0-8684-7f7bc2cfaccd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:13:35.928885 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fd8e1451-ec6b-47b3-b40c-c93b2de5863d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:35.933552 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:36.021836 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-69c2f2ab-fc33-43e9-a70f-80dc4321de75 req-75814545-a2e5-49dc-ab92-b3df2453d67a service neutron] 10.222.0.32 "GET /v2.0/networks/8699afcf-6ff9-4969-a8e9-5c2742a40e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495829 May 05 22:13:36.025339 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8e1451-ec6b-47b3-b40c-c93b2de5863d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98026905-7e56-445c-9fb3-869d776ba355,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:36.028736 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fd8e1451-ec6b-47b3-b40c-c93b2de5863d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:36.029875 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-fd8e1451-ec6b-47b3-b40c-c93b2de5863d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "DELETE /v2.0/security-groups/98026905-7e56-445c-9fb3-869d776ba355 HTTP/1.1" status: 204 len: 168 time: 0.7697933 May 05 22:13:36.033284 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48794) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:36.122649 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:36.151506 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-24562ce1-58e3-40a0-8684-7f7bc2cfaccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:36.168519 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-24562ce1-58e3-40a0-8684-7f7bc2cfaccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:36.187746 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f809dd57-e1f0-43a8-9545-7c85a693cc1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:36.237764 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-85ce0fd9-d313-4530-9bc8-383217cc8436 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:36.311252 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-f809dd57-e1f0-43a8-9545-7c85a693cc1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:13:36.321846 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-f809dd57-e1f0-43a8-9545-7c85a693cc1e admin admin] Usage tracker for resource:security_group_rule and tenant:8fa27934aa5945f8a444e8e691ac607f is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:13:36.325646 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-85ce0fd9-d313-4530-9bc8-383217cc8436 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:36.336175 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-f809dd57-e1f0-43a8-9545-7c85a693cc1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:13:36.355216 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-f809dd57-e1f0-43a8-9545-7c85a693cc1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:13:36.427626 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24562ce1-58e3-40a0-8684-7f7bc2cfaccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ffb2dd-ffb1-4c12-b9dc-fca9e91ff8d8,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:36.433307 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-24562ce1-58e3-40a0-8684-7f7bc2cfaccd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=39fd090101274782b9dd98330d0143b0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7247739 May 05 22:13:36.439681 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48812) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:36.460511 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d88d3-f597-43af-b1db-3ddbd259824d req-5f8fdd5d-a934-4ba7-9dfc-8b5f1e790ea6 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:13:36.461981 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-af9d88d3-f597-43af-b1db-3ddbd259824d req-5f8fdd5d-a934-4ba7-9dfc-8b5f1e790ea6 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bb0e0b6-9db6-4d6e-ad2f-d70a89dab3e6 HTTP/1.1" status: 200 len: 944 time: 0.2216914 May 05 22:13:36.500604 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-85ce0fd9-d313-4530-9bc8-383217cc8436 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:36.538898 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ce0fd9-d313-4530-9bc8-383217cc8436 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7bf84a-88a4-4da8-8f87-c37c21f54600,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:36.549959 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ff8e9c43-090b-4f36-baef-9003728aa21f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:36.586539 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f809dd57-e1f0-43a8-9545-7c85a693cc1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:36.591296 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-85ce0fd9-d313-4530-9bc8-383217cc8436 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:36.592425 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-85ce0fd9-d313-4530-9bc8-383217cc8436 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "DELETE /v2.0/security-groups/cd7bf84a-88a4-4da8-8f87-c37c21f54600 HTTP/1.1" status: 204 len: 168 time: 0.5581985 May 05 22:13:36.596057 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48816) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:36.598296 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-af9d88d3-f597-43af-b1db-3ddbd259824d req-1e4accd3-0552-4430-ac10-54fa9e0903a2 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b854b5f-c124-44f8-9f96-0e34c40e2afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211782 May 05 22:13:36.630907 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f809dd57-e1f0-43a8-9545-7c85a693cc1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:36.665171 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ff8e9c43-090b-4f36-baef-9003728aa21f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:36.720896 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device f3bc3d55-39fa-4c21-8cda-77ea86224166 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:13:36.763557 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f809dd57-e1f0-43a8-9545-7c85a693cc1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b451e63-456e-4be3-a490-62aece64c94f,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:36.812668 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f809dd57-e1f0-43a8-9545-7c85a693cc1e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8fa27934aa5945f8a444e8e691ac607f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9638166 May 05 22:13:36.814863 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48822) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:36.815737 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ff8e9c43-090b-4f36-baef-9003728aa21f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:36.869244 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8e9c43-090b-4f36-baef-9003728aa21f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ffb2dd-ffb1-4c12-b9dc-fca9e91ff8d8,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:36.910104 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-0364e961-80d7-4e85-aa5e-6a6ecfaa0ffa tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Deleting port 3878bcdf-cbb0-49a6-87a9-7f827621ec1f {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:13:36.910464 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-0571e3ae-4af3-4aa6-9dde-a93d591daf71 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Deleting subnet fffe7860-9b49-4f81-ad3e-cd8deef24a5f {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:13:36.910803 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0364e961-80d7-4e85-aa5e-6a6ecfaa0ffa tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:36.914458 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0571e3ae-4af3-4aa6-9dde-a93d591daf71 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:36.956491 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ff8e9c43-090b-4f36-baef-9003728aa21f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:36.960254 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port f3bc3d55-39fa-4c21-8cda-77ea86224166, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=f3bc3d55-39fa-4c21-8cda-77ea86224166,segment=NetworkSegment(ea299347-b876-4d00-b90a-ce5927cdc16d),segment_id=ea299347-b876-4d00-b90a-ce5927cdc16d)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:13:36.969658 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ff8e9c43-090b-4f36-baef-9003728aa21f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/61ffb2dd-ffb1-4c12-b9dc-fca9e91ff8d8 HTTP/1.1" status: 204 len: 168 time: 0.5203369 May 05 22:13:36.988049 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0571e3ae-4af3-4aa6-9dde-a93d591daf71 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:37.010394 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': 'f3bc3d55-39fa-4c21-8cda-77ea86224166', 'network_id': '8699afcf-6ff9-4969-a8e9-5c2742a40e07', 'port_id': 'f3bc3d55-39fa-4c21-8cda-77ea86224166', 'mac_address': 'fa:16:3e:3a:2c:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f2ecd3-a738-4837-9a7c-d4cb828205ef', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:13:37.118186 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0571e3ae-4af3-4aa6-9dde-a93d591daf71 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:37.146614 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:37.147314 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8f6e32f5-023c-47d0-af39-f1e5b02c3b9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:37.165690 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3bc3d55-39fa-4c21-8cda-77ea86224166 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:13:37.183389 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port f3bc3d55-39fa-4c21-8cda-77ea86224166, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=f3bc3d55-39fa-4c21-8cda-77ea86224166,segment=NetworkSegment(ea299347-b876-4d00-b90a-ce5927cdc16d),segment_id=ea299347-b876-4d00-b90a-ce5927cdc16d)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:13:37.190097 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:37.214052 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8f6e32f5-023c-47d0-af39-f1e5b02c3b9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:37.380736 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=f3bc3d55-39fa-4c21-8cda-77ea86224166,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:37.390469 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['f3bc3d55-39fa-4c21-8cda-77ea86224166'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:13:37.391819 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-0364e961-80d7-4e85-aa5e-6a6ecfaa0ffa tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] For port 3878bcdf-cbb0-49a6-87a9-7f827621ec1f, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=3878bcdf-cbb0-49a6-87a9-7f827621ec1f,segment=NetworkSegment(506799dd-ba81-4a16-b635-7b9c0e81971a),segment_id=506799dd-ba81-4a16-b635-7b9c0e81971a)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:13:37.392313 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0364e961-80d7-4e85-aa5e-6a6ecfaa0ffa tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:37.537252 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0571e3ae-4af3-4aa6-9dde-a93d591daf71 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:37.551120 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-0364e961-80d7-4e85-aa5e-6a6ecfaa0ffa tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Calling delete_port for 3878bcdf-cbb0-49a6-87a9-7f827621ec1f owned by network:router_interface {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:13:37.614650 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0571e3ae-4af3-4aa6-9dde-a93d591daf71 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event deleted for resources: {'Subnet': ['ID=fffe7860-9b49-4f81-ad3e-cd8deef24a5f,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:37.616371 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8f6e32f5-023c-47d0-af39-f1e5b02c3b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:37.621403 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0571e3ae-4af3-4aa6-9dde-a93d591daf71 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:37.631872 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8e0fc9-0539-4bc7-bcc3-64ed448f0722 None None] Network 3d99406d-3ff2-441b-aa12-737864bdc9d2 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:13:37.645615 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48838) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:37.652179 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0571e3ae-4af3-4aa6-9dde-a93d591daf71 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "DELETE /v2.0/subnets/fffe7860-9b49-4f81-ad3e-cd8deef24a5f HTTP/1.1" status: 204 len: 168 time: 1.0506408 May 05 22:13:37.670649 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-e5257248-500c-4625-bd30-456ac08c8dc0 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Request body: {'subnet': {'network_id': '3d99406d-3ff2-441b-aa12-737864bdc9d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:13:37.719959 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6e32f5-023c-47d0-af39-f1e5b02c3b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b451e63-456e-4be3-a490-62aece64c94f,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:37.789755 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8f6e32f5-023c-47d0-af39-f1e5b02c3b9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:37.790909 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8f6e32f5-023c-47d0-af39-f1e5b02c3b9f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3b451e63-456e-4be3-a490-62aece64c94f HTTP/1.1" status: 204 len: 168 time: 0.9707384 May 05 22:13:37.895875 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-e5257248-500c-4625-bd30-456ac08c8dc0 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:13:37.901202 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-e5257248-500c-4625-bd30-456ac08c8dc0 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Usage tracker for resource:subnet and tenant:4182021ff5fe4f65b13da93a6be96ffa is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:13:37.904677 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-e5257248-500c-4625-bd30-456ac08c8dc0 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:13:37.911688 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-e5257248-500c-4625-bd30-456ac08c8dc0 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:13:37.934329 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff89c6-7c2a-493b-b406-0af47a3dd33d req-8e3eb718-adcb-4809-9d20-7ad2847b93e4 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:13:37.942788 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dfff89c6-7c2a-493b-b406-0af47a3dd33d req-8e3eb718-adcb-4809-9d20-7ad2847b93e4 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bb0e0b6-9db6-4d6e-ad2f-d70a89dab3e6 HTTP/1.1" status: 200 len: 945 time: 0.1484699 May 05 22:13:37.955938 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5257248-500c-4625-bd30-456ac08c8dc0 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Made reservation on behalf of 4182021ff5fe4f65b13da93a6be96ffa for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:13:38.007301 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dfff89c6-7c2a-493b-b406-0af47a3dd33d req-2eae867b-3375-4ea7-91a1-3c793924ab10 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b854b5f-c124-44f8-9f96-0e34c40e2afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635200 May 05 22:13:38.110717 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0364e961-80d7-4e85-aa5e-6a6ecfaa0ffa tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:38.207183 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0364e961-80d7-4e85-aa5e-6a6ecfaa0ffa tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Pushing event deleted for resources: {'Port': ['ID=3878bcdf-cbb0-49a6-87a9-7f827621ec1f,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:38.693688 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48862) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:38.748325 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e5257248-500c-4625-bd30-456ac08c8dc0 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:38.991367 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-167d796b-3e5d-4be5-9b7f-67ffe7afc974 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=594e19b86221447d9b310942cad799c1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2963629 May 05 22:13:38.992221 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48870) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:39.095785 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-456bbf32-7bcd-43ab-9d49-8722953164a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:39.135134 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-456bbf32-7bcd-43ab-9d49-8722953164a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:39.236834 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-456bbf32-7bcd-43ab-9d49-8722953164a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:39.266216 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456bbf32-7bcd-43ab-9d49-8722953164a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9f9bdf-7826-45f8-b9ed-67eff02a814d,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:39.347135 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0364e961-80d7-4e85-aa5e-6a6ecfaa0ffa tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:39.361304 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-456bbf32-7bcd-43ab-9d49-8722953164a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:39.365095 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-456bbf32-7bcd-43ab-9d49-8722953164a5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2e9f9bdf-7826-45f8-b9ed-67eff02a814d HTTP/1.1" status: 204 len: 168 time: 0.3692303 May 05 22:13:39.395141 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefdd1a-48b6-46d8-8074-e322dcbfd692 req-d1967ee3-66e6-4034-9a67-739b2b33cda4 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:13:39.396709 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9cefdd1a-48b6-46d8-8074-e322dcbfd692 req-d1967ee3-66e6-4034-9a67-739b2b33cda4 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bb0e0b6-9db6-4d6e-ad2f-d70a89dab3e6 HTTP/1.1" status: 200 len: 945 time: 0.1319938 May 05 22:13:39.475174 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9cefdd1a-48b6-46d8-8074-e322dcbfd692 req-2ff05cea-4ae3-4f9a-80e5-264ffea32829 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b854b5f-c124-44f8-9f96-0e34c40e2afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713997 May 05 22:13:39.581418 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-9edff5ce-f005-43d4-a599-ad3ab9f694f3 None None] Provisioning complete for port 86855fac-65ab-4a25-8e94-0925fb2f8e95 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:13:39.584257 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9edff5ce-f005-43d4-a599-ad3ab9f694f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:39.605413 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e5257248-500c-4625-bd30-456ac08c8dc0 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:39.681365 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5257248-500c-4625-bd30-456ac08c8dc0 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Network 3d99406d-3ff2-441b-aa12-737864bdc9d2 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:13:39.687508 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-e5257248-500c-4625-bd30-456ac08c8dc0 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:13:39.696333 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5257248-500c-4625-bd30-456ac08c8dc0 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:13:39.696921 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e5257248-500c-4625-bd30-456ac08c8dc0 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:39.717032 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5257248-500c-4625-bd30-456ac08c8dc0 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event updated for resources: {'Subnet': ['ID=5827910d-68b4-4f53-95cc-72dbb93b441b,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:39.739048 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-e5257248-500c-4625-bd30-456ac08c8dc0 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0881557 May 05 22:13:39.741781 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48890) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:39.749740 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-13d4ff91-a010-46fc-920d-d47d405b9e44 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Request body: {'security_group': {'name': 'tempest-secgroup-1141504251'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:13:39.754949 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d816142-2ef2-47e7-a640-0b470b3becfe None None] Network 3d99406d-3ff2-441b-aa12-737864bdc9d2 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:13:39.758615 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-13d4ff91-a010-46fc-920d-d47d405b9e44 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:13:39.762002 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-13d4ff91-a010-46fc-920d-d47d405b9e44 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Usage tracker for resource:security_group and tenant:4182021ff5fe4f65b13da93a6be96ffa is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:13:39.766179 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-13d4ff91-a010-46fc-920d-d47d405b9e44 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:13:39.772454 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-13d4ff91-a010-46fc-920d-d47d405b9e44 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:13:39.788140 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-13d4ff91-a010-46fc-920d-d47d405b9e44 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:39.851462 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-13d4ff91-a010-46fc-920d-d47d405b9e44 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:13:39.857459 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-13d4ff91-a010-46fc-920d-d47d405b9e44 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Usage tracker for resource:security_group_rule and tenant:4182021ff5fe4f65b13da93a6be96ffa is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:13:39.862229 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-13d4ff91-a010-46fc-920d-d47d405b9e44 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:13:40.066766 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-9edff5ce-f005-43d4-a599-ad3ab9f694f3 None None] Provisioning complete for port 69454f7f-c69b-4363-bcae-57c028a68091 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:13:40.069884 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9edff5ce-f005-43d4-a599-ad3ab9f694f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:40.122290 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-13d4ff91-a010-46fc-920d-d47d405b9e44 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:13:40.153087 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-9edff5ce-f005-43d4-a599-ad3ab9f694f3 None None] Port 69454f7f-c69b-4363-bcae-57c028a68091 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:13:40.255349 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-13d4ff91-a010-46fc-920d-d47d405b9e44 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:40.281715 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-13d4ff91-a010-46fc-920d-d47d405b9e44 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:40.331581 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e445978f-72c4-4a6c-812f-ed6c6150cb49 None None] Update dhcp port {'port': {'network_id': '3d99406d-3ff2-441b-aa12-737864bdc9d2', 'fixed_ips': [{'subnet_id': '9ae51356-4ecc-434e-9076-7273c736ec51', 'ip_address': '172.20.0.18'}, {'subnet_id': '5827910d-68b4-4f53-95cc-72dbb93b441b'}], 'binding:host_id': 'n-d-825175-4'}, 'id': '86855fac-65ab-4a25-8e94-0925fb2f8e95'} from n-d-825175-4. {{(pid=84064) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 05 22:13:40.439894 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e445978f-72c4-4a6c-812f-ed6c6150cb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:40.584262 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d4ff91-a010-46fc-920d-d47d405b9e44 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c1534c-9254-4508-bcde-9bc3accdf9eb,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:40.606038 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-13d4ff91-a010-46fc-920d-d47d405b9e44 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:40.607596 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-13d4ff91-a010-46fc-920d-d47d405b9e44 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8648543 May 05 22:13:40.610589 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48928) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:40.617622 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-55c8f183-c8f5-46f2-b92b-642eb0fef538 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Request body: {'security_group': {'name': 'tempest-secgroup-1286628667'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:13:40.632414 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-55c8f183-c8f5-46f2-b92b-642eb0fef538 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:13:40.643511 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-55c8f183-c8f5-46f2-b92b-642eb0fef538 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Usage tracker for resource:security_group and tenant:4182021ff5fe4f65b13da93a6be96ffa is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:13:40.665543 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-55c8f183-c8f5-46f2-b92b-642eb0fef538 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:13:40.682873 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-55c8f183-c8f5-46f2-b92b-642eb0fef538 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:13:40.721135 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-55c8f183-c8f5-46f2-b92b-642eb0fef538 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:40.764157 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0364e961-80d7-4e85-aa5e-6a6ecfaa0ffa tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Router 4a50dfed-f436-4ddd-bef3-807d927f5420 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:13:40.898576 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-55c8f183-c8f5-46f2-b92b-642eb0fef538 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:13:40.920965 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-55c8f183-c8f5-46f2-b92b-642eb0fef538 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Usage tracker for resource:security_group_rule and tenant:4182021ff5fe4f65b13da93a6be96ffa is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:13:40.926266 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-55c8f183-c8f5-46f2-b92b-642eb0fef538 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:13:40.945750 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-e445978f-72c4-4a6c-812f-ed6c6150cb49 None None] Allocated IP 172.20.0.2 (3d99406d-3ff2-441b-aa12-737864bdc9d2/5827910d-68b4-4f53-95cc-72dbb93b441b/86855fac-65ab-4a25-8e94-0925fb2f8e95) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:13:40.956124 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-55c8f183-c8f5-46f2-b92b-642eb0fef538 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:13:40.964605 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48936) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:41.049957 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac7dec-5967-42cf-9af3-dd044fdb750e req-9a34c1f0-3998-4e81-a907-af3b6bd56462 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:13:41.051874 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-72ac7dec-5967-42cf-9af3-dd044fdb750e req-9a34c1f0-3998-4e81-a907-af3b6bd56462 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bb0e0b6-9db6-4d6e-ad2f-d70a89dab3e6 HTTP/1.1" status: 200 len: 945 time: 0.2755897 May 05 22:13:41.057959 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48942) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:41.208775 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-55c8f183-c8f5-46f2-b92b-642eb0fef538 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:41.244348 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0364e961-80d7-4e85-aa5e-6a6ecfaa0ffa tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:13:41.255798 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf54ef9a-b9e0-471e-8250-1db4d1928617 None None] Sync routers for ids ['4a50dfed-f436-4ddd-bef3-807d927f5420'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:13:41.257789 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0364e961-80d7-4e85-aa5e-6a6ecfaa0ffa tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "PUT /v2.0/routers/4a50dfed-f436-4ddd-bef3-807d927f5420/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8126223 May 05 22:13:41.261199 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48950) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:41.279228 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf54ef9a-b9e0-471e-8250-1db4d1928617 None None] Routers {'4a50dfed-f436-4ddd-bef3-807d927f5420'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:13:41.279842 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-cf54ef9a-b9e0-471e-8250-1db4d1928617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:13:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['4a50dfed-f436-4ddd-bef3-807d927f5420'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:13:41.284652 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-72ac7dec-5967-42cf-9af3-dd044fdb750e req-a46ade1c-f334-4c1d-ae3f-6a91524e1313 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b854b5f-c124-44f8-9f96-0e34c40e2afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2177832 May 05 22:13:41.285343 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-55c8f183-c8f5-46f2-b92b-642eb0fef538 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:41.311014 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-90c82a03-dfca-4600-8f59-a266f1aaa6e2 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-777114225', 'router:external': True}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:13:41.316949 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-90c82a03-dfca-4600-8f59-a266f1aaa6e2 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:13:41.322510 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device f3bc3d55-39fa-4c21-8cda-77ea86224166 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:13:41.329409 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-90c82a03-dfca-4600-8f59-a266f1aaa6e2 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Usage tracker for resource:network and tenant:cf406e9775934d9fb753811badf0a404 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:13:41.334901 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-90c82a03-dfca-4600-8f59-a266f1aaa6e2 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:13:41.340736 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-90c82a03-dfca-4600-8f59-a266f1aaa6e2 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:13:41.385048 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-8180199f-44f0-4f53-abc3-afd288f8053e tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1731715515'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:13:41.395116 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-8180199f-44f0-4f53-abc3-afd288f8053e tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:13:41.399438 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-8180199f-44f0-4f53-abc3-afd288f8053e tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Usage tracker for resource:network and tenant:ec305cbc86504ed7a2668e43c9b17ef3 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:13:41.402508 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-8180199f-44f0-4f53-abc3-afd288f8053e tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:13:41.409151 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-8180199f-44f0-4f53-abc3-afd288f8053e tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:13:41.417412 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c82a03-dfca-4600-8f59-a266f1aaa6e2 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Made reservation on behalf of cf406e9775934d9fb753811badf0a404 for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:13:41.420653 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-90c82a03-dfca-4600-8f59-a266f1aaa6e2 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:41.443379 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-90c82a03-dfca-4600-8f59-a266f1aaa6e2 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:41.456706 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8180199f-44f0-4f53-abc3-afd288f8053e tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Made reservation on behalf of ec305cbc86504ed7a2668e43c9b17ef3 for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:13:41.459987 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8180199f-44f0-4f53-abc3-afd288f8053e tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:41.496344 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-e445978f-72c4-4a6c-812f-ed6c6150cb49 None None] For port 86855fac-65ab-4a25-8e94-0925fb2f8e95, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=86855fac-65ab-4a25-8e94-0925fb2f8e95,segment=NetworkSegment(924aa3ea-e5a8-4624-be41-823f9eabd1ad),segment_id=924aa3ea-e5a8-4624-be41-823f9eabd1ad)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:13:41.505332 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-90c82a03-dfca-4600-8f59-a266f1aaa6e2 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:13:41.510037 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-90c82a03-dfca-4600-8f59-a266f1aaa6e2 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Usage tracker for resource:security_group_rule and tenant:cf406e9775934d9fb753811badf0a404 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:13:41.513445 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-90c82a03-dfca-4600-8f59-a266f1aaa6e2 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:13:41.520470 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-90c82a03-dfca-4600-8f59-a266f1aaa6e2 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:13:41.529106 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e445978f-72c4-4a6c-812f-ed6c6150cb49 None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:41.556193 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e445978f-72c4-4a6c-812f-ed6c6150cb49 None None] Transition to ACTIVE for port object 86855fac-65ab-4a25-8e94-0925fb2f8e95 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:13:41.568364 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e445978f-72c4-4a6c-812f-ed6c6150cb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:41.592115 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b37cb96-de7d-4a67-80fd-1ce39cdf28ff tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Deleting subnet ae047049-6ac6-4ae1-8419-9986e7bc13c8 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:13:41.607564 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-90c82a03-dfca-4600-8f59-a266f1aaa6e2 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:41.608292 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1b37cb96-de7d-4a67-80fd-1ce39cdf28ff tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:41.608811 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8180199f-44f0-4f53-abc3-afd288f8053e tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:41.653142 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port f3bc3d55-39fa-4c21-8cda-77ea86224166 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:13:41.653489 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-8180199f-44f0-4f53-abc3-afd288f8053e tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:13:41.657806 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-8180199f-44f0-4f53-abc3-afd288f8053e tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Usage tracker for resource:security_group_rule and tenant:ec305cbc86504ed7a2668e43c9b17ef3 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:13:41.660870 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-8180199f-44f0-4f53-abc3-afd288f8053e tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:13:41.667562 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-8180199f-44f0-4f53-abc3-afd288f8053e tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:13:41.721955 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port f3bc3d55-39fa-4c21-8cda-77ea86224166 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:13:41.730557 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:41.753457 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8180199f-44f0-4f53-abc3-afd288f8053e tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:41.756597 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-90c82a03-dfca-4600-8f59-a266f1aaa6e2 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:41.764203 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1b37cb96-de7d-4a67-80fd-1ce39cdf28ff tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:41.785073 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90c82a03-dfca-4600-8f59-a266f1aaa6e2 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:13:41.807521 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-90c82a03-dfca-4600-8f59-a266f1aaa6e2 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:41.808136 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-90c82a03-dfca-4600-8f59-a266f1aaa6e2 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Added segment 6726299c-6f8c-48c8-90a2-7387b9245c05 of type vlan for network 1a65f08f-6a70-4b03-aa68-6b64c585ea88 May 05 22:13:41.842816 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-cf54ef9a-b9e0-471e-8250-1db4d1928617 None None] Set router 4a50dfed-f436-4ddd-bef3-807d927f5420 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:13:41.892609 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-90c82a03-dfca-4600-8f59-a266f1aaa6e2 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:41.960957 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8180199f-44f0-4f53-abc3-afd288f8053e tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:41.975531 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8180199f-44f0-4f53-abc3-afd288f8053e tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:13:41.988504 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8180199f-44f0-4f53-abc3-afd288f8053e tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:41.988918 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-8180199f-44f0-4f53-abc3-afd288f8053e tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Added segment fcc47b30-e65c-4505-9816-b814fb4be3fc of type vlan for network dd8507cb-3ef7-457a-98b7-616d610b1177 May 05 22:13:42.025077 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e445978f-72c4-4a6c-812f-ed6c6150cb49 None None] Pushing event updated for resources: {'Port': ['ID=86855fac-65ab-4a25-8e94-0925fb2f8e95,revision_number=6']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:42.031433 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8180199f-44f0-4f53-abc3-afd288f8053e tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:42.068222 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c8f183-c8f5-46f2-b92b-642eb0fef538 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29c75f33-389b-4142-9ab7-5d3c85965ad4,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:42.106304 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c82a03-dfca-4600-8f59-a266f1aaa6e2 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89cef8b7-d55d-4b42-bfa5-dc1af3fda380,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:42.135571 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1b37cb96-de7d-4a67-80fd-1ce39cdf28ff tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:42.166784 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8180199f-44f0-4f53-abc3-afd288f8053e tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:42.170435 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8180199f-44f0-4f53-abc3-afd288f8053e tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:13:42.171028 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8180199f-44f0-4f53-abc3-afd288f8053e tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:42.173961 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:42.232727 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bb0e0b6-9db6-4d6e-ad2f-d70a89dab3e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3bc3d55-39fa-4c21-8cda-77ea86224166'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:13:42.242535 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-90c82a03-dfca-4600-8f59-a266f1aaa6e2 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:42.245064 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c82a03-dfca-4600-8f59-a266f1aaa6e2 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:13:42.245744 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-90c82a03-dfca-4600-8f59-a266f1aaa6e2 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:42.275635 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port f3bc3d55-39fa-4c21-8cda-77ea86224166, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=f3bc3d55-39fa-4c21-8cda-77ea86224166,segment=NetworkSegment(ea299347-b876-4d00-b90a-ce5927cdc16d),segment_id=ea299347-b876-4d00-b90a-ce5927cdc16d)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:13:42.289740 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:42.294595 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8180199f-44f0-4f53-abc3-afd288f8053e tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=980e84ab-94c7-4573-acf8-b6cafc242564,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:42.306855 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1b37cb96-de7d-4a67-80fd-1ce39cdf28ff tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:42.402142 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1b37cb96-de7d-4a67-80fd-1ce39cdf28ff tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:42.423221 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d487ef48-749b-4362-8b54-826693b49fac None None] Network 2e106dc0-8200-45c1-a2c4-63f5713e6232 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:13:42.464120 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b37cb96-de7d-4a67-80fd-1ce39cdf28ff tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Pushing event deleted for resources: {'Subnet': ['ID=ae047049-6ac6-4ae1-8419-9986e7bc13c8,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:42.475368 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1b37cb96-de7d-4a67-80fd-1ce39cdf28ff tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "DELETE /v2.0/subnets/ae047049-6ac6-4ae1-8419-9986e7bc13c8 HTTP/1.1" status: 204 len: 168 time: 1.2107174 May 05 22:13:42.477907 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48976) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:42.604233 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-8180199f-44f0-4f53-abc3-afd288f8053e tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.6362925 May 05 22:13:42.608341 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48980) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:42.609090 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8180199f-44f0-4f53-abc3-afd288f8053e tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Pushing event updated for resources: {'Network': ['ID=dd8507cb-3ef7-457a-98b7-616d610b1177,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:42.722245 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network dd8507cb-3ef7-457a-98b7-616d610b1177 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:13:42.749262 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=f3bc3d55-39fa-4c21-8cda-77ea86224166,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:42.760767 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-90c82a03-dfca-4600-8f59-a266f1aaa6e2 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.6987283 May 05 22:13:42.780069 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-2a6e4b54-e7b5-4746-b06c-4511accae172 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Request body: {'subnet': {'network_id': 'dd8507cb-3ef7-457a-98b7-616d610b1177', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:13:42.797251 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 48984) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:42.809055 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-f2174602-e042-4380-ac98-d220247d0ab5 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Request body: {'subnet': {'network_id': '1a65f08f-6a70-4b03-aa68-6b64c585ea88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:13:42.821987 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f2174602-e042-4380-ac98-d220247d0ab5 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:13:42.832215 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f2174602-e042-4380-ac98-d220247d0ab5 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Usage tracker for resource:subnet and tenant:cf406e9775934d9fb753811badf0a404 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:13:42.839760 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f2174602-e042-4380-ac98-d220247d0ab5 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:13:42.896335 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f2174602-e042-4380-ac98-d220247d0ab5 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:13:42.908609 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-55c8f183-c8f5-46f2-b92b-642eb0fef538 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:42.909886 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-55c8f183-c8f5-46f2-b92b-642eb0fef538 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.2974498 May 05 22:13:42.910907 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c82a03-dfca-4600-8f59-a266f1aaa6e2 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Pushing event updated for resources: {'Network': ['ID=1a65f08f-6a70-4b03-aa68-6b64c585ea88,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:42.927239 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 48988) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:42.938389 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2174602-e042-4380-ac98-d220247d0ab5 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Made reservation on behalf of cf406e9775934d9fb753811badf0a404 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:13:42.941414 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-72c47643-07b3-4161-aa14-7af766f4562c tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Request body: {'security_group': {'name': 'tempest-secgroup-1601867529'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:13:42.949521 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f2174602-e042-4380-ac98-d220247d0ab5 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:43.007440 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbf06fb7-ab8a-4487-beb0-99501c66a08b'] response: {'server_uuid': '4bb0e0b6-9db6-4d6e-ad2f-d70a89dab3e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3bc3d55-39fa-4c21-8cda-77ea86224166', 'code': 200} May 05 22:13:43.025412 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 86855fac-65ab-4a25-8e94-0925fb2f8e95 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:13:43.045096 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-72c47643-07b3-4161-aa14-7af766f4562c tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:13:43.067506 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-cf54ef9a-b9e0-471e-8250-1db4d1928617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a50dfed-f436-4ddd-bef3-807d927f5420', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1459802452', 'tenant_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '87cb1a33-f1c4-4483-a123-37ae4659ed2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:10:24Z', 'updated_at': '2022-05-05T22:13:37Z', 'revision_number': 5, 'project_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'gw_port': {'id': '87cb1a33-f1c4-4483-a123-37ae4659ed2f', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a50dfed-f436-4ddd-bef3-807d927f5420', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:10:26Z', 'updated_at': '2022-05-05T22:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:13:43.074286 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf54ef9a-b9e0-471e-8250-1db4d1928617 None None] Checking router: 4a50dfed-f436-4ddd-bef3-807d927f5420 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:13:43.097846 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf54ef9a-b9e0-471e-8250-1db4d1928617 None None] Routers {'4a50dfed-f436-4ddd-bef3-807d927f5420'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:13:43.098719 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-cf54ef9a-b9e0-471e-8250-1db4d1928617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:13:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['4a50dfed-f436-4ddd-bef3-807d927f5420'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:13:43.112608 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-72c47643-07b3-4161-aa14-7af766f4562c tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Usage tracker for resource:security_group and tenant:4182021ff5fe4f65b13da93a6be96ffa is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:13:43.115782 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-72c47643-07b3-4161-aa14-7af766f4562c tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:13:43.138223 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-72c47643-07b3-4161-aa14-7af766f4562c tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:13:43.161425 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 1a65f08f-6a70-4b03-aa68-6b64c585ea88 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:13:43.256602 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-2a6e4b54-e7b5-4746-b06c-4511accae172 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:13:43.265502 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-2a6e4b54-e7b5-4746-b06c-4511accae172 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Usage tracker for resource:subnet and tenant:ec305cbc86504ed7a2668e43c9b17ef3 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:13:43.279174 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-2a6e4b54-e7b5-4746-b06c-4511accae172 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:13:43.298843 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-72c47643-07b3-4161-aa14-7af766f4562c tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:43.321293 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-2a6e4b54-e7b5-4746-b06c-4511accae172 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:13:43.351866 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-72c47643-07b3-4161-aa14-7af766f4562c tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:13:43.356354 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-72c47643-07b3-4161-aa14-7af766f4562c tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Usage tracker for resource:security_group_rule and tenant:4182021ff5fe4f65b13da93a6be96ffa is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:13:43.360823 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-72c47643-07b3-4161-aa14-7af766f4562c tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:13:43.367868 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-72c47643-07b3-4161-aa14-7af766f4562c tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:13:43.409858 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-cf54ef9a-b9e0-471e-8250-1db4d1928617 None None] Set router 4a50dfed-f436-4ddd-bef3-807d927f5420 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:13:43.456029 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-72c47643-07b3-4161-aa14-7af766f4562c tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:43.473233 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-113305c7-9ce0-45b1-9b20-a95ee80b1d14 req-d83c7516-af35-454a-93e3-02cb0969004c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4bb0e0b6-9db6-4d6e-ad2f-d70a89dab3e6 HTTP/1.1" status: 200 len: 1097 time: 0.5238214 May 05 22:13:43.474933 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-72c47643-07b3-4161-aa14-7af766f4562c tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:43.511106 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09634ff9-fb1e-43ca-b370-c46f4455971e req-5a1dc178-cb46-4f34-901d-e5bc1311d4e1 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:13:43.513815 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-09634ff9-fb1e-43ca-b370-c46f4455971e req-5a1dc178-cb46-4f34-901d-e5bc1311d4e1 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bb0e0b6-9db6-4d6e-ad2f-d70a89dab3e6 HTTP/1.1" status: 200 len: 946 time: 0.8582106 May 05 22:13:43.523832 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6e4b54-e7b5-4746-b06c-4511accae172 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Made reservation on behalf of ec305cbc86504ed7a2668e43c9b17ef3 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:13:43.710765 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-5f4e08bf-493a-46ba-a4da-7deb13ff6ba4 None None] Provisioning for port 86855fac-65ab-4a25-8e94-0925fb2f8e95 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:13:43.723072 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-72c47643-07b3-4161-aa14-7af766f4562c tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:43.726799 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-72c47643-07b3-4161-aa14-7af766f4562c tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7959182 May 05 22:13:43.737083 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-5f4e08bf-493a-46ba-a4da-7deb13ff6ba4 None None] Provisioning complete for port 86855fac-65ab-4a25-8e94-0925fb2f8e95 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:13:43.737083 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5f4e08bf-493a-46ba-a4da-7deb13ff6ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:43.744255 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49000) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:43.778553 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2a6e4b54-e7b5-4746-b06c-4511accae172 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:43.793913 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-3b18c3b0-0ba4-460f-b3a4-37261bdfd07a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-792854716', 'security_groups': ['1c773fd9-8f87-4100-aa98-4650eb0cdc8b'], 'network_id': '3d99406d-3ff2-441b-aa12-737864bdc9d2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5827910d-68b4-4f53-95cc-72dbb93b441b'}]}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:13:43.803543 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 86855fac-65ab-4a25-8e94-0925fb2f8e95 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:13:43.804075 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:44.030497 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0b931a65-a47d-4a97-bec7-32db4b437078 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:44.054794 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-cf54ef9a-b9e0-471e-8250-1db4d1928617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a50dfed-f436-4ddd-bef3-807d927f5420', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1459802452', 'tenant_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '87cb1a33-f1c4-4483-a123-37ae4659ed2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:10:24Z', 'updated_at': '2022-05-05T22:13:37Z', 'revision_number': 5, 'project_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'gw_port': {'id': '87cb1a33-f1c4-4483-a123-37ae4659ed2f', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a50dfed-f436-4ddd-bef3-807d927f5420', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:10:26Z', 'updated_at': '2022-05-05T22:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:13:44.066084 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-09634ff9-fb1e-43ca-b370-c46f4455971e req-9628e672-ba82-4a14-8260-e1f45f03bb8c tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b854b5f-c124-44f8-9f96-0e34c40e2afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3383021 May 05 22:13:44.071325 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c47643-07b3-4161-aa14-7af766f4562c tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c773fd9-8f87-4100-aa98-4650eb0cdc8b,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:44.080902 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf54ef9a-b9e0-471e-8250-1db4d1928617 None None] The sync data for ids ['4a50dfed-f436-4ddd-bef3-807d927f5420'] in n-d-825175-4 is: [{'id': '4a50dfed-f436-4ddd-bef3-807d927f5420', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1459802452', 'tenant_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '87cb1a33-f1c4-4483-a123-37ae4659ed2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:10:24Z', 'updated_at': '2022-05-05T22:13:37Z', 'revision_number': 5, 'project_id': 'efa9087c34ce4a5fbd7fe821ae4a2e59', 'gw_port': {'id': '87cb1a33-f1c4-4483-a123-37ae4659ed2f', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a50dfed-f436-4ddd-bef3-807d927f5420', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:10:26Z', 'updated_at': '2022-05-05T22:10:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:13:44.093978 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-173e04dc-9b4c-480e-91d5-c9be4659a40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:44.121273 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-113305c7-9ce0-45b1-9b20-a95ee80b1d14 req-dd97b268-b117-49d6-b946-b95b6df6a326 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7b854b5f-c124-44f8-9f96-0e34c40e2afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6063826 May 05 22:13:44.218113 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-5f4e08bf-493a-46ba-a4da-7deb13ff6ba4 None None] Provisioning complete for port 69454f7f-c69b-4363-bcae-57c028a68091 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:13:44.223794 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5f4e08bf-493a-46ba-a4da-7deb13ff6ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:44.321760 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-3b18c3b0-0ba4-460f-b3a4-37261bdfd07a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:13:44.332249 n-d-825175-4 neutron-server[84063]: DEBUG neutron.objects.ports [None req-f2174602-e042-4380-ac98-d220247d0ab5 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84063) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 05 22:13:44.332782 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f2174602-e042-4380-ac98-d220247d0ab5 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:44.332907 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2a6e4b54-e7b5-4746-b06c-4511accae172 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:44.346410 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-5f4e08bf-493a-46ba-a4da-7deb13ff6ba4 None None] Port 69454f7f-c69b-4363-bcae-57c028a68091 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:13:44.388042 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-3b18c3b0-0ba4-460f-b3a4-37261bdfd07a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:13:44.409367 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2174602-e042-4380-ac98-d220247d0ab5 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f63cefad-cba2-4a0b-ade2-e2f4eb117ebf,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:44.418114 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b18c3b0-0ba4-460f-b3a4-37261bdfd07a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Made reservation on behalf of 4182021ff5fe4f65b13da93a6be96ffa for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:13:44.454801 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6e4b54-e7b5-4746-b06c-4511accae172 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Pushing event updated for resources: {'Subnet': ['ID=49e0c3b1-87e8-45ba-9725-9334d30ac491,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:44.458047 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6e4b54-e7b5-4746-b06c-4511accae172 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Checking segment: {'id': 'fcc47b30-e65c-4505-9816-b814fb4be3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'dd8507cb-3ef7-457a-98b7-616d610b1177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:13:44.458347 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6e4b54-e7b5-4746-b06c-4511accae172 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Network hostable DHCP agents. Network: dd8507cb-3ef7-457a-98b7-616d610b1177, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:13:44.469237 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4634d67-7fae-4ae7-8ea1-05ca88b410c4 None None] DHCP port deletion for 2e106dc0-8200-45c1-a2c4-63f5713e6232 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:13:44.473698 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-e4634d67-7fae-4ae7-8ea1-05ca88b410c4 None None] Deleting port 70cb4103-3add-4119-ad74-f11fb53c71d8 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:13:44.474073 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e4634d67-7fae-4ae7-8ea1-05ca88b410c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:44.500179 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6e4b54-e7b5-4746-b06c-4511accae172 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Network dd8507cb-3ef7-457a-98b7-616d610b1177 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:13:44.541894 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-2a6e4b54-e7b5-4746-b06c-4511accae172 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, dd8507cb-3ef7-457a-98b7-616d610b1177) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:13:44.552485 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6e4b54-e7b5-4746-b06c-4511accae172 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:13:44.554442 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2a6e4b54-e7b5-4746-b06c-4511accae172 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:44.567164 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78513e98-de0d-43ac-bd59-aec1bed4b5a4 None None] Network dd8507cb-3ef7-457a-98b7-616d610b1177 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:13:44.574832 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2174602-e042-4380-ac98-d220247d0ab5 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Checking segment: {'id': '6726299c-6f8c-48c8-90a2-7387b9245c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1a65f08f-6a70-4b03-aa68-6b64c585ea88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:13:44.575182 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2174602-e042-4380-ac98-d220247d0ab5 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Network hostable DHCP agents. Network: 1a65f08f-6a70-4b03-aa68-6b64c585ea88, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:13:44.605766 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-2a6e4b54-e7b5-4746-b06c-4511accae172 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9600341 May 05 22:13:44.608223 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49010) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:44.620613 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-a782d155-24e5-4864-9f97-c260c6aea5ef tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Request body: {'port': {'network_id': 'dd8507cb-3ef7-457a-98b7-616d610b1177', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-893251386'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:13:44.659413 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3b18c3b0-0ba4-460f-b3a4-37261bdfd07a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:44.706095 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [None req-3b18c3b0-0ba4-460f-b3a4-37261bdfd07a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] device_id is not set on port 794e3f7c-fe4f-4105-99d0-403e60507015 yet. {{(pid=84063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:13:44.929324 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a782d155-24e5-4864-9f97-c260c6aea5ef tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:13:44.933940 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a782d155-24e5-4864-9f97-c260c6aea5ef tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Usage tracker for resource:port and tenant:ec305cbc86504ed7a2668e43c9b17ef3 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:13:44.937250 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a782d155-24e5-4864-9f97-c260c6aea5ef tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:13:44.944540 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a782d155-24e5-4864-9f97-c260c6aea5ef tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:13:44.953311 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 70cb4103-3add-4119-ad74-f11fb53c71d8 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:13:44.962157 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a782d155-24e5-4864-9f97-c260c6aea5ef tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Made reservation on behalf of ec305cbc86504ed7a2668e43c9b17ef3 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:13:44.965342 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a782d155-24e5-4864-9f97-c260c6aea5ef tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:45.012665 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [None req-a782d155-24e5-4864-9f97-c260c6aea5ef tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] device_id is not set on port a36e8798-d736-43b4-b7a7-f757a33a9baa yet. {{(pid=84061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:13:45.027413 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896d7b32-d912-4a54-ad26-882d5c0c0994 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-dd8507cb-3ef7-457a-98b7-616d610b1177', 'network_id': 'dd8507cb-3ef7-457a-98b7-616d610b1177', 'tenant_id': 'ec305cbc86504ed7a2668e43c9b17ef3', 'fixed_ips': [{'subnet_id': '49e0c3b1-87e8-45ba-9725-9334d30ac491'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:13:45.028563 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-896d7b32-d912-4a54-ad26-882d5c0c0994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:45.094977 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-3b18c3b0-0ba4-460f-b3a4-37261bdfd07a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Allocated IP 172.20.0.8 (3d99406d-3ff2-441b-aa12-737864bdc9d2/5827910d-68b4-4f53-95cc-72dbb93b441b/794e3f7c-fe4f-4105-99d0-403e60507015) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:13:45.365848 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3b18c3b0-0ba4-460f-b3a4-37261bdfd07a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:45.383782 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-3b18c3b0-0ba4-460f-b3a4-37261bdfd07a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Transition to ACTIVE for port object 794e3f7c-fe4f-4105-99d0-403e60507015 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:13:45.388041 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-a782d155-24e5-4864-9f97-c260c6aea5ef tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Allocated IP 2001:db8::2ee (dd8507cb-3ef7-457a-98b7-616d610b1177/49e0c3b1-87e8-45ba-9725-9334d30ac491/a36e8798-d736-43b4-b7a7-f757a33a9baa) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:13:45.434844 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2174602-e042-4380-ac98-d220247d0ab5 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Network 1a65f08f-6a70-4b03-aa68-6b64c585ea88 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:13:45.486088 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0b931a65-a47d-4a97-bec7-32db4b437078 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:45.489103 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-f2174602-e042-4380-ac98-d220247d0ab5 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 1a65f08f-6a70-4b03-aa68-6b64c585ea88) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:13:45.497139 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2174602-e042-4380-ac98-d220247d0ab5 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:13:45.505481 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f2174602-e042-4380-ac98-d220247d0ab5 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:45.520303 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdeb90f0-b54f-43a7-ad54-82d677ca9066 None None] Network 1a65f08f-6a70-4b03-aa68-6b64c585ea88 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:13:45.554748 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-0b931a65-a47d-4a97-bec7-32db4b437078 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Deleting port 87cb1a33-f1c4-4483-a123-37ae4659ed2f {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:13:45.555162 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0b931a65-a47d-4a97-bec7-32db4b437078 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:45.614468 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3b18c3b0-0ba4-460f-b3a4-37261bdfd07a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:45.712577 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:45.737157 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-e4634d67-7fae-4ae7-8ea1-05ca88b410c4 None None] For port 70cb4103-3add-4119-ad74-f11fb53c71d8, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=70cb4103-3add-4119-ad74-f11fb53c71d8,segment=NetworkSegment(506799dd-ba81-4a16-b635-7b9c0e81971a),segment_id=506799dd-ba81-4a16-b635-7b9c0e81971a)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:13:45.737729 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e4634d67-7fae-4ae7-8ea1-05ca88b410c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:45.748068 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82511f85-a11d-4ece-b654-e8baac66ed58 req-8c2f2bd5-a06c-4032-bf52-23d8bc5e788d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:13:45.766218 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-82511f85-a11d-4ece-b654-e8baac66ed58 req-8c2f2bd5-a06c-4032-bf52-23d8bc5e788d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bb0e0b6-9db6-4d6e-ad2f-d70a89dab3e6 HTTP/1.1" status: 200 len: 946 time: 0.3753257 May 05 22:13:45.803728 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b18c3b0-0ba4-460f-b3a4-37261bdfd07a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event updated for resources: {'Port': ['ID=794e3f7c-fe4f-4105-99d0-403e60507015,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:45.906151 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f2174602-e042-4380-ac98-d220247d0ab5 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.1076539 May 05 22:13:45.906869 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49032) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:45.914198 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a782d155-24e5-4864-9f97-c260c6aea5ef tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:45.925794 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b18c3b0-0ba4-460f-b3a4-37261bdfd07a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Network 3d99406d-3ff2-441b-aa12-737864bdc9d2 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:13:45.929716 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-dea2bf55-dcb0-4bf1-bba7-d74f68a2ad12 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-614050944', 'network_id': '1a65f08f-6a70-4b03-aa68-6b64c585ea88'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:13:45.937761 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-3b18c3b0-0ba4-460f-b3a4-37261bdfd07a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:13:45.941898 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-dea2bf55-dcb0-4bf1-bba7-d74f68a2ad12 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:13:45.945875 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b18c3b0-0ba4-460f-b3a4-37261bdfd07a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:13:45.967651 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-a782d155-24e5-4864-9f97-c260c6aea5ef tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Transition to ACTIVE for port object a36e8798-d736-43b4-b7a7-f757a33a9baa will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:13:45.987042 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-e4634d67-7fae-4ae7-8ea1-05ca88b410c4 None None] Calling delete_port for 70cb4103-3add-4119-ad74-f11fb53c71d8 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:13:46.021657 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b18c3b0-0ba4-460f-b3a4-37261bdfd07a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:13:46.023783 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3b18c3b0-0ba4-460f-b3a4-37261bdfd07a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:46.037536 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-82511f85-a11d-4ece-b654-e8baac66ed58 req-48f1282f-a7b7-4036-89f9-990de12f5faf tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b854b5f-c124-44f8-9f96-0e34c40e2afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2702413 May 05 22:13:46.039779 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 70cb4103-3add-4119-ad74-f11fb53c71d8, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=70cb4103-3add-4119-ad74-f11fb53c71d8,segment=NetworkSegment(506799dd-ba81-4a16-b635-7b9c0e81971a),segment_id=506799dd-ba81-4a16-b635-7b9c0e81971a)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:13:46.047675 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-dea2bf55-dcb0-4bf1-bba7-d74f68a2ad12 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Usage tracker for resource:port and tenant:cf406e9775934d9fb753811badf0a404 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:13:46.054341 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:46.055331 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 3878bcdf-cbb0-49a6-87a9-7f827621ec1f no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:13:46.089067 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-dea2bf55-dcb0-4bf1-bba7-d74f68a2ad12 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:13:46.113662 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a782d155-24e5-4864-9f97-c260c6aea5ef tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:46.129037 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-3b18c3b0-0ba4-460f-b3a4-37261bdfd07a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3716626 May 05 22:13:46.129037 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-dea2bf55-dcb0-4bf1-bba7-d74f68a2ad12 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:13:46.148213 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49038) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:46.183135 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-09a6f5aa-4151-4e5f-b9a0-c02e414e65aa tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Request body: {'subnet': {'network_id': '3d99406d-3ff2-441b-aa12-737864bdc9d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:13:46.214533 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 3878bcdf-cbb0-49a6-87a9-7f827621ec1f {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:13:46.215333 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 3878bcdf-cbb0-49a6-87a9-7f827621ec1f not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:13:46.323815 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a782d155-24e5-4864-9f97-c260c6aea5ef tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Network dd8507cb-3ef7-457a-98b7-616d610b1177 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:13:46.339730 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-a782d155-24e5-4864-9f97-c260c6aea5ef tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:13:46.344549 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a782d155-24e5-4864-9f97-c260c6aea5ef tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:13:46.356292 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a782d155-24e5-4864-9f97-c260c6aea5ef tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:13:46.356944 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a782d155-24e5-4864-9f97-c260c6aea5ef tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:46.411205 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-0b931a65-a47d-4a97-bec7-32db4b437078 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] For port 87cb1a33-f1c4-4483-a123-37ae4659ed2f, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=87cb1a33-f1c4-4483-a123-37ae4659ed2f,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:13:46.411706 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0b931a65-a47d-4a97-bec7-32db4b437078 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:46.426622 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-e4634d67-7fae-4ae7-8ea1-05ca88b410c4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:13:46.427674 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-e4634d67-7fae-4ae7-8ea1-05ca88b410c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:13:46.431341 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea2bf55-dcb0-4bf1-bba7-d74f68a2ad12 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Made reservation on behalf of cf406e9775934d9fb753811badf0a404 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:13:46.434055 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dea2bf55-dcb0-4bf1-bba7-d74f68a2ad12 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:46.470241 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9e665dda-8748-481c-8a3d-c19b23958b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:46.484815 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=70cb4103-3add-4119-ad74-f11fb53c71d8,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:46.496963 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-9edf9276-9553-43f9-ba8c-5c31f3e15fbc None None] Provisioning for port 794e3f7c-fe4f-4105-99d0-403e60507015 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:13:46.503567 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-896d7b32-d912-4a54-ad26-882d5c0c0994 None None] Allocated IP 2001:db8::2 (dd8507cb-3ef7-457a-98b7-616d610b1177/49e0c3b1-87e8-45ba-9725-9334d30ac491/56659580-87b8-4440-8755-b1577aae7ba8) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:13:46.507772 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-9edf9276-9553-43f9-ba8c-5c31f3e15fbc None None] Provisioning complete for port 794e3f7c-fe4f-4105-99d0-403e60507015 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:13:46.508266 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9edf9276-9553-43f9-ba8c-5c31f3e15fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:46.521006 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a782d155-24e5-4864-9f97-c260c6aea5ef tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9114032 May 05 22:13:46.539673 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a782d155-24e5-4864-9f97-c260c6aea5ef tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Pushing event updated for resources: {'Port': ['ID=a36e8798-d736-43b4-b7a7-f757a33a9baa,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:46.545303 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49050) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:46.554284 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-263c76c6-148a-4a3c-937b-5233a7c0bff4 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Request body: {'port': {'network_id': 'dd8507cb-3ef7-457a-98b7-616d610b1177', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1870246070', 'allowed_address_pairs': [{'ip_address': '2001:db8::2ee', 'mac_address': 'fa:16:3e:a3:0b:51'}]}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:13:46.645621 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:13:46.646125 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:13:46.646281 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:13:46.646601 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:13:46.646954 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:13:46.647270 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:13:46.647591 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:13:46.648479 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:13:46.648825 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:13:46.649126 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:13:46.649442 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:13:46.660119 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb26a119-a2ec-4904-9dc0-870eecdaf023 None None] Network 1a65f08f-6a70-4b03-aa68-6b64c585ea88 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:13:46.663146 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-0b931a65-a47d-4a97-bec7-32db4b437078 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Calling delete_port for 87cb1a33-f1c4-4483-a123-37ae4659ed2f owned by network:router_gateway {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:13:46.821998 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-09a6f5aa-4151-4e5f-b9a0-c02e414e65aa tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:13:46.831384 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-09a6f5aa-4151-4e5f-b9a0-c02e414e65aa tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Usage tracker for resource:subnet and tenant:4182021ff5fe4f65b13da93a6be96ffa is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:13:46.835667 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-09a6f5aa-4151-4e5f-b9a0-c02e414e65aa tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:13:46.838992 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [None req-dea2bf55-dcb0-4bf1-bba7-d74f68a2ad12 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] device_id is not set on port f85e5b44-710b-4d44-8fca-6c4be1bcdf0d yet. {{(pid=84063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:13:46.881543 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-09a6f5aa-4151-4e5f-b9a0-c02e414e65aa tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:13:46.957191 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-e4634d67-7fae-4ae7-8ea1-05ca88b410c4 None None] Deleting port 70cb4103-3add-4119-ad74-f11fb53c71d8 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:13:46.957561 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e4634d67-7fae-4ae7-8ea1-05ca88b410c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:46.957968 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-263c76c6-148a-4a3c-937b-5233a7c0bff4 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:13:46.982365 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa23c6-d381-4dcc-9af3-f4d4d26ee024 req-13bb7532-5465-47f5-93cb-898e3263e26e tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:13:46.992962 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-01fa23c6-d381-4dcc-9af3-f4d4d26ee024 req-13bb7532-5465-47f5-93cb-898e3263e26e tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bb0e0b6-9db6-4d6e-ad2f-d70a89dab3e6 HTTP/1.1" status: 200 len: 946 time: 0.6150842 May 05 22:13:46.998065 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a6f5aa-4151-4e5f-b9a0-c02e414e65aa tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Made reservation on behalf of 4182021ff5fe4f65b13da93a6be96ffa for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:13:47.002171 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-09a6f5aa-4151-4e5f-b9a0-c02e414e65aa tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:47.014069 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-263c76c6-148a-4a3c-937b-5233a7c0bff4 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Usage tracker for resource:port and tenant:ec305cbc86504ed7a2668e43c9b17ef3 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:13:47.019212 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-263c76c6-148a-4a3c-937b-5233a7c0bff4 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:13:47.029364 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-9edf9276-9553-43f9-ba8c-5c31f3e15fbc None None] Port 794e3f7c-fe4f-4105-99d0-403e60507015 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:13:47.032884 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-263c76c6-148a-4a3c-937b-5233a7c0bff4 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:13:47.064282 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263c76c6-148a-4a3c-937b-5233a7c0bff4 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Made reservation on behalf of ec305cbc86504ed7a2668e43c9b17ef3 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:13:47.070054 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-263c76c6-148a-4a3c-937b-5233a7c0bff4 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:47.106709 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-01fa23c6-d381-4dcc-9af3-f4d4d26ee024 req-18adf787-d393-4e3f-bfc8-d57a378cf482 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b854b5f-c124-44f8-9f96-0e34c40e2afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114695 May 05 22:13:47.132195 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [None req-263c76c6-148a-4a3c-937b-5233a7c0bff4 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] device_id is not set on port bbfde71c-6497-46d8-a9f3-634dc26b0cc5 yet. {{(pid=84061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:13:47.157013 n-d-825175-4 neutron-server[84063]: INFO neutron.db.ipam_backend_mixin [None req-09a6f5aa-4151-4e5f-b9a0-c02e414e65aa tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5827910d-68b4-4f53-95cc-72dbb93b441b (CIDR: 172.20.0.0/28) May 05 22:13:47.158137 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49068) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:47.202093 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-09a6f5aa-4151-4e5f-b9a0-c02e414e65aa tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 22:13:47.202583 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09a6f5aa-4151-4e5f-b9a0-c02e414e65aa tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:13:47.234069 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0b931a65-a47d-4a97-bec7-32db4b437078 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:47.397942 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b931a65-a47d-4a97-bec7-32db4b437078 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Pushing event deleted for resources: {'Port': ['ID=87cb1a33-f1c4-4483-a123-37ae4659ed2f,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:47.404330 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-09a6f5aa-4151-4e5f-b9a0-c02e414e65aa tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2519662 May 05 22:13:47.405275 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49076) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:47.413145 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-91f86c44-de93-4640-8305-2f0bf55fc62a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Request body: {'subnet': {'network_id': '3d99406d-3ff2-441b-aa12-737864bdc9d2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:13:47.568025 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-dea2bf55-dcb0-4bf1-bba7-d74f68a2ad12 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Allocated IP 2001:db8::330 (1a65f08f-6a70-4b03-aa68-6b64c585ea88/f63cefad-cba2-4a0b-ade2-e2f4eb117ebf/f85e5b44-710b-4d44-8fca-6c4be1bcdf0d) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:13:47.593866 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-896d7b32-d912-4a54-ad26-882d5c0c0994 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:47.611610 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-896d7b32-d912-4a54-ad26-882d5c0c0994 None None] Transition to ACTIVE for port object 56659580-87b8-4440-8755-b1577aae7ba8 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:13:47.615074 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8e76c31b-6745-4b52-8eef-af5851c15a76 tempest-TestNetworkAdvancedServerOps-1392066098 tempest-TestNetworkAdvancedServerOps-1392066098-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4bb0e0b6-9db6-4d6e-ad2f-d70a89dab3e6 HTTP/1.1" status: 200 len: 1092 time: 0.4506087 May 05 22:13:47.627678 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49080) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:47.649581 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-896d7b32-d912-4a54-ad26-882d5c0c0994 None None] Transition to ACTIVE for port object 56659580-87b8-4440-8755-b1577aae7ba8 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:13:47.683352 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:47.684494 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-896d7b32-d912-4a54-ad26-882d5c0c0994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:47.753286 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-e4634d67-7fae-4ae7-8ea1-05ca88b410c4 None None] For port 70cb4103-3add-4119-ad74-f11fb53c71d8, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=70cb4103-3add-4119-ad74-f11fb53c71d8,segment=NetworkSegment(506799dd-ba81-4a16-b635-7b9c0e81971a),segment_id=506799dd-ba81-4a16-b635-7b9c0e81971a)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:13:47.753682 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e4634d67-7fae-4ae7-8ea1-05ca88b410c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:47.777400 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:47.917953 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-263c76c6-148a-4a3c-937b-5233a7c0bff4 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Allocated IP 2001:db8::3dc (dd8507cb-3ef7-457a-98b7-616d610b1177/49e0c3b1-87e8-45ba-9725-9334d30ac491/bbfde71c-6497-46d8-a9f3-634dc26b0cc5) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:13:47.951204 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-91f86c44-de93-4640-8305-2f0bf55fc62a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:13:47.986762 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-e4634d67-7fae-4ae7-8ea1-05ca88b410c4 None None] Calling delete_port for 70cb4103-3add-4119-ad74-f11fb53c71d8 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:13:47.992747 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-91f86c44-de93-4640-8305-2f0bf55fc62a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Usage tracker for resource:subnet and tenant:4182021ff5fe4f65b13da93a6be96ffa is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:13:47.997214 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-91f86c44-de93-4640-8305-2f0bf55fc62a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:13:48.026890 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896d7b32-d912-4a54-ad26-882d5c0c0994 None None] Network dd8507cb-3ef7-457a-98b7-616d610b1177 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:13:48.042141 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-896d7b32-d912-4a54-ad26-882d5c0c0994 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:13:48.047940 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-91f86c44-de93-4640-8305-2f0bf55fc62a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:13:48.054040 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896d7b32-d912-4a54-ad26-882d5c0c0994 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:13:48.073251 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896d7b32-d912-4a54-ad26-882d5c0c0994 None None] Pushing event updated for resources: {'Port': ['ID=56659580-87b8-4440-8755-b1577aae7ba8,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:48.151416 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f86c44-de93-4640-8305-2f0bf55fc62a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Made reservation on behalf of 4182021ff5fe4f65b13da93a6be96ffa for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:13:48.181818 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-cf86f583-010a-4947-a426-7f51bff8fbb8 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Request body: {'floatingip': {'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'port_id': 'f3bc3d55-39fa-4c21-8cda-77ea86224166', 'tenant_id': '06fb629024324e968714595537efac5c', 'fixed_ip_address': '172.20.0.24'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:13:48.212828 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-896d7b32-d912-4a54-ad26-882d5c0c0994 None None] Attempting to bind port 56659580-87b8-4440-8755-b1577aae7ba8 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:13:48.213616 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-896d7b32-d912-4a54-ad26-882d5c0c0994 None None] Attempting to bind port 56659580-87b8-4440-8755-b1577aae7ba8 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'fcc47b30-e65c-4505-9816-b814fb4be3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'dd8507cb-3ef7-457a-98b7-616d610b1177'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:13:48.214592 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896d7b32-d912-4a54-ad26-882d5c0c0994 None None] Attempting to bind port 56659580-87b8-4440-8755-b1577aae7ba8 on network dd8507cb-3ef7-457a-98b7-616d610b1177 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:13:48.222068 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896d7b32-d912-4a54-ad26-882d5c0c0994 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:13:48.222639 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896d7b32-d912-4a54-ad26-882d5c0c0994 None None] Checking segment: {'id': 'fcc47b30-e65c-4505-9816-b814fb4be3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'dd8507cb-3ef7-457a-98b7-616d610b1177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:13:48.223217 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-896d7b32-d912-4a54-ad26-882d5c0c0994 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:48.223779 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896d7b32-d912-4a54-ad26-882d5c0c0994 None None] Bound using segment: {'id': 'fcc47b30-e65c-4505-9816-b814fb4be3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'dd8507cb-3ef7-457a-98b7-616d610b1177'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:13:48.224828 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-896d7b32-d912-4a54-ad26-882d5c0c0994 None None] Bound port: 56659580-87b8-4440-8755-b1577aae7ba8, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcc47b30-e65c-4505-9816-b814fb4be3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'dd8507cb-3ef7-457a-98b7-616d610b1177'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:13:48.225413 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-896d7b32-d912-4a54-ad26-882d5c0c0994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:48.261094 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-cf86f583-010a-4947-a426-7f51bff8fbb8 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:13:48.333982 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e4634d67-7fae-4ae7-8ea1-05ca88b410c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:48.404860 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4634d67-7fae-4ae7-8ea1-05ca88b410c4 None None] Pushing event deleted for resources: {'Port': ['ID=70cb4103-3add-4119-ad74-f11fb53c71d8,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:48.414275 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4634d67-7fae-4ae7-8ea1-05ca88b410c4 None None] No DVR routers for this DVR port 70cb4103-3add-4119-ad74-f11fb53c71d8 on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:13:48.468970 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-896d7b32-d912-4a54-ad26-882d5c0c0994 None None] For port 56659580-87b8-4440-8755-b1577aae7ba8, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:13:48.470467 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dea2bf55-dcb0-4bf1-bba7-d74f68a2ad12 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:48.476504 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-896d7b32-d912-4a54-ad26-882d5c0c0994 None None] For port 56659580-87b8-4440-8755-b1577aae7ba8, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=56659580-87b8-4440-8755-b1577aae7ba8,segment=NetworkSegment(fcc47b30-e65c-4505-9816-b814fb4be3fc),segment_id=fcc47b30-e65c-4505-9816-b814fb4be3fc)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:13:48.487650 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-896d7b32-d912-4a54-ad26-882d5c0c0994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:48.501940 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-cf86f583-010a-4947-a426-7f51bff8fbb8 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Usage tracker for resource:floatingip and tenant:06fb629024324e968714595537efac5c is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:13:48.507406 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-cf86f583-010a-4947-a426-7f51bff8fbb8 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:13:48.514369 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-cf86f583-010a-4947-a426-7f51bff8fbb8 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:13:48.530266 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dea2bf55-dcb0-4bf1-bba7-d74f68a2ad12 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:48.553568 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-91f86c44-de93-4640-8305-2f0bf55fc62a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:48.644627 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea2bf55-dcb0-4bf1-bba7-d74f68a2ad12 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Network 1a65f08f-6a70-4b03-aa68-6b64c585ea88 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:13:48.645925 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cf86f583-010a-4947-a426-7f51bff8fbb8 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for floatingip, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:48.657182 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896d7b32-d912-4a54-ad26-882d5c0c0994 None None] Pushing event updated for resources: {'Port': ['ID=56659580-87b8-4440-8755-b1577aae7ba8,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:48.687202 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-dea2bf55-dcb0-4bf1-bba7-d74f68a2ad12 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:13:48.706354 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea2bf55-dcb0-4bf1-bba7-d74f68a2ad12 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:13:48.707769 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea2bf55-dcb0-4bf1-bba7-d74f68a2ad12 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:13:48.708531 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dea2bf55-dcb0-4bf1-bba7-d74f68a2ad12 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:48.790854 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-263c76c6-148a-4a3c-937b-5233a7c0bff4 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:48.814499 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-dea2bf55-dcb0-4bf1-bba7-d74f68a2ad12 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.8995419 May 05 22:13:48.814499 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea2bf55-dcb0-4bf1-bba7-d74f68a2ad12 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Pushing event updated for resources: {'Port': ['ID=f85e5b44-710b-4d44-8fca-6c4be1bcdf0d,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:48.816579 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49100) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:48.847458 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-263c76c6-148a-4a3c-937b-5233a7c0bff4 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Transition to ACTIVE for port object bbfde71c-6497-46d8-a9f3-634dc26b0cc5 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:13:48.948393 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-263c76c6-148a-4a3c-937b-5233a7c0bff4 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:48.963425 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:48.967468 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0b931a65-a47d-4a97-bec7-32db4b437078 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:49.066905 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263c76c6-148a-4a3c-937b-5233a7c0bff4 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Network dd8507cb-3ef7-457a-98b7-616d610b1177 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:13:49.082533 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-263c76c6-148a-4a3c-937b-5233a7c0bff4 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:13:49.108940 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263c76c6-148a-4a3c-937b-5233a7c0bff4 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:13:49.118707 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263c76c6-148a-4a3c-937b-5233a7c0bff4 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:13:49.118707 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-263c76c6-148a-4a3c-937b-5233a7c0bff4 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:49.153612 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-b3a7c2f0-1137-4315-81e4-f643ec1da9fa tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Deleting port f85e5b44-710b-4d44-8fca-6c4be1bcdf0d {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:13:49.153997 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b3a7c2f0-1137-4315-81e4-f643ec1da9fa tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:49.175315 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-263c76c6-148a-4a3c-937b-5233a7c0bff4 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.6255138 May 05 22:13:49.194745 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49110) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:49.388062 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263c76c6-148a-4a3c-937b-5233a7c0bff4 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Pushing event updated for resources: {'Port': ['ID=bbfde71c-6497-46d8-a9f3-634dc26b0cc5,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:49.423902 n-d-825175-4 neutron-server[84061]: INFO neutron.db.ipam_backend_mixin [None req-91f86c44-de93-4640-8305-2f0bf55fc62a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 9ae51356-4ecc-434e-9076-7273c736ec51 (CIDR: 172.20.0.16/28) May 05 22:13:49.460237 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-91f86c44-de93-4640-8305-2f0bf55fc62a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 22:13:49.460794 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91f86c44-de93-4640-8305-2f0bf55fc62a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:13:49.497023 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0b931a65-a47d-4a97-bec7-32db4b437078 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:49.547887 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0b931a65-a47d-4a97-bec7-32db4b437078 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:49.553609 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-91f86c44-de93-4640-8305-2f0bf55fc62a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 2.1451344 May 05 22:13:49.554284 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49118) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:49.575640 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8128fa9f-909b-4da6-ae03-5c6c6433cc4c tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:13:49.584607 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8128fa9f-909b-4da6-ae03-5c6c6433cc4c tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:13:49.591011 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8128fa9f-909b-4da6-ae03-5c6c6433cc4c tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:13:49.591888 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-8128fa9f-909b-4da6-ae03-5c6c6433cc4c tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Synchronizing usage tracker for tenant:ec305cbc86504ed7a2668e43c9b17ef3 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:13:49.602978 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-64d66be3-a57b-4d5a-92c3-92e068388882 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Request body: {'subnet': {'network_id': '3d99406d-3ff2-441b-aa12-737864bdc9d2', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:13:49.650068 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cf86f583-010a-4947-a426-7f51bff8fbb8 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:49.752556 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-8128fa9f-909b-4da6-ae03-5c6c6433cc4c tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Unset dirty status for tenant:ec305cbc86504ed7a2668e43c9b17ef3 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:13:49.756295 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-8128fa9f-909b-4da6-ae03-5c6c6433cc4c tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.5582111 May 05 22:13:49.756709 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49126) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:49.847217 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0b931a65-a47d-4a97-bec7-32db4b437078 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:49.848103 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b931a65-a47d-4a97-bec7-32db4b437078 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Fanout notify agent at l3_agent the message router_deleted on router 4a50dfed-f436-4ddd-bef3-807d927f5420 {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:13:49.905858 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0b931a65-a47d-4a97-bec7-32db4b437078 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:49.910367 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0b931a65-a47d-4a97-bec7-32db4b437078 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "DELETE /v2.0/routers/4a50dfed-f436-4ddd-bef3-807d927f5420 HTTP/1.1" status: 204 len: 168 time: 7.4313614 May 05 22:13:49.917810 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49130) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:50.029885 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-2a9f9300-3bf3-4f35-b1ba-c3b687abf9a0 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Deleting port bbfde71c-6497-46d8-a9f3-634dc26b0cc5 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:13:50.030153 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2a9f9300-3bf3-4f35-b1ba-c3b687abf9a0 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:50.125738 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-64d66be3-a57b-4d5a-92c3-92e068388882 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:13:50.134303 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-64d66be3-a57b-4d5a-92c3-92e068388882 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Usage tracker for resource:subnet and tenant:4182021ff5fe4f65b13da93a6be96ffa is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:13:50.139440 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-64d66be3-a57b-4d5a-92c3-92e068388882 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:13:50.150126 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-64d66be3-a57b-4d5a-92c3-92e068388882 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:13:50.217259 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d66be3-a57b-4d5a-92c3-92e068388882 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Made reservation on behalf of 4182021ff5fe4f65b13da93a6be96ffa for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:13:50.221089 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-64d66be3-a57b-4d5a-92c3-92e068388882 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:50.324807 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dcfdbc21-1211-47c4-a942-ca3febf80534 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:50.391866 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4efa915-3063-47b5-b652-04b992a0e9c6 None None] Network dd8507cb-3ef7-457a-98b7-616d610b1177 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:13:50.393466 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b3a7c2f0-1137-4315-81e4-f643ec1da9fa tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:50.834515 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f831892b-401d-4b8e-95b6-053f026f3281 None None] Provisioning for port 56659580-87b8-4440-8755-b1577aae7ba8 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:13:50.909329 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 56659580-87b8-4440-8755-b1577aae7ba8 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:13:50.932215 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2a9f9300-3bf3-4f35-b1ba-c3b687abf9a0 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:51.016242 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 56659580-87b8-4440-8755-b1577aae7ba8 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:13:51.027203 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 56659580-87b8-4440-8755-b1577aae7ba8 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:13:51.027749 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:51.038996 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-b3a7c2f0-1137-4315-81e4-f643ec1da9fa tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Calling delete_port for f85e5b44-710b-4d44-8fca-6c4be1bcdf0d owned by {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:13:51.264460 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:51.346308 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 56659580-87b8-4440-8755-b1577aae7ba8, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=56659580-87b8-4440-8755-b1577aae7ba8,segment=NetworkSegment(fcc47b30-e65c-4505-9816-b814fb4be3fc),segment_id=fcc47b30-e65c-4505-9816-b814fb4be3fc)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:13:51.356382 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:51.383736 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-cf86f583-010a-4947-a426-7f51bff8fbb8 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Allocated IP 172.25.4.45 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/eed329b6-4352-4871-afc1-89331c8a6310) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:13:51.386625 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-2a9f9300-3bf3-4f35-b1ba-c3b687abf9a0 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Calling delete_port for bbfde71c-6497-46d8-a9f3-634dc26b0cc5 owned by {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:13:51.409719 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dcfdbc21-1211-47c4-a942-ca3febf80534 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:51.459886 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 87cb1a33-f1c4-4483-a123-37ae4659ed2f no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:13:51.532197 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-dcfdbc21-1211-47c4-a942-ca3febf80534 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e106dc0-8200-45c1-a2c4-63f5713e6232']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:13:51.541576 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-64d66be3-a57b-4d5a-92c3-92e068388882 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:51.648577 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d66be3-a57b-4d5a-92c3-92e068388882 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Network 3d99406d-3ff2-441b-aa12-737864bdc9d2 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:13:51.657180 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-64d66be3-a57b-4d5a-92c3-92e068388882 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:13:51.663870 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d66be3-a57b-4d5a-92c3-92e068388882 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:13:51.663870 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-64d66be3-a57b-4d5a-92c3-92e068388882 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:51.682737 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d66be3-a57b-4d5a-92c3-92e068388882 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event updated for resources: {'Subnet': ['ID=9484fc98-6815-4bef-a00e-eb6c4502eba4,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:51.717221 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb83c77c-a6c4-4cdf-a1fa-7919f3d8e266 None None] Network 3d99406d-3ff2-441b-aa12-737864bdc9d2 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:13:51.741698 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 87cb1a33-f1c4-4483-a123-37ae4659ed2f {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:13:51.742879 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 87cb1a33-f1c4-4483-a123-37ae4659ed2f not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:13:51.758214 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-35dc8b02-dd41-4493-80d6-857cc1bfc323 None None] Provisioning for port bbfde71c-6497-46d8-a9f3-634dc26b0cc5 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:13:51.785914 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-35dc8b02-dd41-4493-80d6-857cc1bfc323 None None] Provisioning complete for port bbfde71c-6497-46d8-a9f3-634dc26b0cc5 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:13:51.786294 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-35dc8b02-dd41-4493-80d6-857cc1bfc323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:51.834497 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-64d66be3-a57b-4d5a-92c3-92e068388882 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.2741959 May 05 22:13:51.837941 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49158) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:51.847320 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-4baab948-a8d8-4680-bb3d-5917e1389542 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1634913413', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9484fc98-6815-4bef-a00e-eb6c4502eba4'}], 'security_groups': ['b4c1534c-9254-4508-bcde-9bc3accdf9eb', '29c75f33-389b-4142-9ab7-5d3c85965ad4']}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:13:51.870157 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-dcfdbc21-1211-47c4-a942-ca3febf80534 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '506799dd-ba81-4a16-b635-7b9c0e81971a') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:13:51.870501 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-dcfdbc21-1211-47c4-a942-ca3febf80534 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '506799dd-ba81-4a16-b635-7b9c0e81971a') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:13:51.947928 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dcfdbc21-1211-47c4-a942-ca3febf80534 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:51.998555 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=56659580-87b8-4440-8755-b1577aae7ba8,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:51.999181 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2a9f9300-3bf3-4f35-b1ba-c3b687abf9a0 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:52.005855 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dcfdbc21-1211-47c4-a942-ca3febf80534 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:52.034521 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-35dc8b02-dd41-4493-80d6-857cc1bfc323 None None] Port bbfde71c-6497-46d8-a9f3-634dc26b0cc5 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:13:52.073875 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcfdbc21-1211-47c4-a942-ca3febf80534 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:13:52.075366 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dcfdbc21-1211-47c4-a942-ca3febf80534 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:52.108949 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:13:52.108949 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:13:52.108949 n-d-825175-4 neutron-server[84063]: timer() May 05 22:13:52.108949 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:13:52.108949 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:13:52.108949 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:13:52.108949 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:13:52.108949 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:13:52.108949 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:13:52.108949 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:13:52.108949 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:13:52.108949 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:13:52.108949 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:13:52.108949 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:13:52.108949 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:13:52.108949 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:13:52.108949 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:13:52.108949 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:13:52.108949 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:13:52.108949 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:13:52.108949 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:13:52.108949 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:13:52.108949 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:13:52.108949 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:13:52.108949 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:13:52.108949 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:13:52.108949 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:13:52.108949 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:13:52.108949 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:13:52.108949 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:13:52.108949 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:13:52.108949 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:13:52.279276 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-35dc8b02-dd41-4493-80d6-857cc1bfc323 None None] Provisioning complete for port 56659580-87b8-4440-8755-b1577aae7ba8 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:13:52.279417 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-35dc8b02-dd41-4493-80d6-857cc1bfc323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:52.296879 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b3a7c2f0-1137-4315-81e4-f643ec1da9fa tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:52.449754 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a7c2f0-1137-4315-81e4-f643ec1da9fa tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Pushing event deleted for resources: {'Port': ['ID=f85e5b44-710b-4d44-8fca-6c4be1bcdf0d,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:52.478038 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cf86f583-010a-4947-a426-7f51bff8fbb8 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:52.483290 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b3a7c2f0-1137-4315-81e4-f643ec1da9fa tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:52.486474 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dcfdbc21-1211-47c4-a942-ca3febf80534 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:52.522183 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dcfdbc21-1211-47c4-a942-ca3febf80534 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:52.530179 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfdbc21-1211-47c4-a942-ca3febf80534 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] Pushing event deleted for resources: {'Network': ['ID=2e106dc0-8200-45c1-a2c4-63f5713e6232,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:52.532999 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-dcfdbc21-1211-47c4-a942-ca3febf80534 tempest-TestSecurityGroupsBasicOps-1427861368 tempest-TestSecurityGroupsBasicOps-1427861368-project] 10.222.0.23 "DELETE /v2.0/networks/2e106dc0-8200-45c1-a2c4-63f5713e6232 HTTP/1.1" status: 204 len: 168 time: 2.6138120 May 05 22:13:52.544674 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b3a7c2f0-1137-4315-81e4-f643ec1da9fa tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] 10.222.0.23 "DELETE /v2.0/ports/f85e5b44-710b-4d44-8fca-6c4be1bcdf0d HTTP/1.1" status: 204 len: 168 time: 3.7188051 May 05 22:13:52.546343 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49174) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:52.553831 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-02483a28-78b8-42ea-92f5-a13cc10f7644 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1a65f08f-6a70-4b03-aa68-6b64c585ea88', 'external_fixed_ips': [{'subnet_id': 'f63cefad-cba2-4a0b-ade2-e2f4eb117ebf', 'ip_address': '2001:db8::330'}]}}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:13:52.561818 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-02483a28-78b8-42ea-92f5-a13cc10f7644 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:13:52.567584 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-02483a28-78b8-42ea-92f5-a13cc10f7644 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Usage tracker for resource:router and tenant:cf406e9775934d9fb753811badf0a404 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:13:52.571445 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-02483a28-78b8-42ea-92f5-a13cc10f7644 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:13:52.584602 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-02483a28-78b8-42ea-92f5-a13cc10f7644 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:13:52.684558 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-02483a28-78b8-42ea-92f5-a13cc10f7644 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:52.686094 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-02483a28-78b8-42ea-92f5-a13cc10f7644 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:52.721901 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cf86f583-010a-4947-a426-7f51bff8fbb8 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:52.726233 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-02483a28-78b8-42ea-92f5-a13cc10f7644 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:52.776001 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9f9300-3bf3-4f35-b1ba-c3b687abf9a0 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Pushing event deleted for resources: {'Port': ['ID=bbfde71c-6497-46d8-a9f3-634dc26b0cc5,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:52.821952 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-35dc8b02-dd41-4493-80d6-857cc1bfc323 None None] Provisioning for port a36e8798-d736-43b4-b7a7-f757a33a9baa completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:13:52.829377 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-35dc8b02-dd41-4493-80d6-857cc1bfc323 None None] Provisioning complete for port a36e8798-d736-43b4-b7a7-f757a33a9baa triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:13:52.830196 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-35dc8b02-dd41-4493-80d6-857cc1bfc323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:52.913525 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf86f583-010a-4947-a426-7f51bff8fbb8 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event updated for resources: {'Port': ['ID=eed329b6-4352-4871-afc1-89331c8a6310,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:52.938564 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf86f583-010a-4947-a426-7f51bff8fbb8 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:13:52.942094 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-cf86f583-010a-4947-a426-7f51bff8fbb8 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:13:52.948037 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf86f583-010a-4947-a426-7f51bff8fbb8 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:13:52.974238 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 56659580-87b8-4440-8755-b1577aae7ba8 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:13:53.005240 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-35dc8b02-dd41-4493-80d6-857cc1bfc323 None None] Port a36e8798-d736-43b4-b7a7-f757a33a9baa cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:13:53.052534 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2a9f9300-3bf3-4f35-b1ba-c3b687abf9a0 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:53.059208 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-2a9f9300-3bf3-4f35-b1ba-c3b687abf9a0 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] 10.222.0.23 "DELETE /v2.0/ports/bbfde71c-6497-46d8-a9f3-634dc26b0cc5 HTTP/1.1" status: 204 len: 168 time: 3.2987452 May 05 22:13:53.066614 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49184) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:53.067985 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4baab948-a8d8-4680-bb3d-5917e1389542 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:53.081919 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa803fac-ca22-48ff-9658-6fcb69dfc5d4 None None] Update dhcp port {'port': {'network_id': '3d99406d-3ff2-441b-aa12-737864bdc9d2', 'fixed_ips': [{'subnet_id': '9ae51356-4ecc-434e-9076-7273c736ec51', 'ip_address': '172.20.0.18'}, {'subnet_id': '5827910d-68b4-4f53-95cc-72dbb93b441b', 'ip_address': '172.20.0.2'}, {'subnet_id': '9484fc98-6815-4bef-a00e-eb6c4502eba4'}], 'binding:host_id': 'n-d-825175-4'}, 'id': '86855fac-65ab-4a25-8e94-0925fb2f8e95'} from n-d-825175-4. {{(pid=84064) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 05 22:13:53.140235 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-a7e06348-e919-42bb-ab9c-20d34c79c98d None None] Could not find standard attr ID for object bbfde71c-6497-46d8-a9f3-634dc26b0cc5. {{(pid=84064) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 22:13:53.150690 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 56659580-87b8-4440-8755-b1577aae7ba8 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:13:53.151145 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:53.194944 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fa803fac-ca22-48ff-9658-6fcb69dfc5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:53.208428 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e6df92a-8fa6-407b-b40c-a85b6abc57c9 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] GET failed (client error): The resource could not be found. May 05 22:13:53.208933 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-7e6df92a-8fa6-407b-b40c-a85b6abc57c9 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Synchronizing usage tracker for tenant:ec305cbc86504ed7a2668e43c9b17ef3 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:13:53.227322 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-a7e06348-e919-42bb-ab9c-20d34c79c98d None None] Provisioning complete for port a36e8798-d736-43b4-b7a7-f757a33a9baa triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:13:53.227692 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a7e06348-e919-42bb-ab9c-20d34c79c98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:53.278967 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49198) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:53.293120 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-7e6df92a-8fa6-407b-b40c-a85b6abc57c9 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Unset dirty status for tenant:ec305cbc86504ed7a2668e43c9b17ef3 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:13:53.294245 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-7e6df92a-8fa6-407b-b40c-a85b6abc57c9 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] 10.222.0.23 "GET /v2.0/ports/bbfde71c-6497-46d8-a9f3-634dc26b0cc5 HTTP/1.1" status: 404 len: 333 time: 0.2071273 May 05 22:13:53.298684 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49204) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:53.304469 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-0ae7291d-a448-4298-909e-1eaf5e37983e tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Request body: {'port': {'network_id': 'dd8507cb-3ef7-457a-98b7-616d610b1177', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1881052315'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:13:53.413133 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-a7e06348-e919-42bb-ab9c-20d34c79c98d None None] Port a36e8798-d736-43b4-b7a7-f757a33a9baa cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:13:53.439621 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-02483a28-78b8-42ea-92f5-a13cc10f7644 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:53.654264 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-0ae7291d-a448-4298-909e-1eaf5e37983e tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:13:53.664920 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-0ae7291d-a448-4298-909e-1eaf5e37983e tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:13:53.744950 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae7291d-a448-4298-909e-1eaf5e37983e tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Made reservation on behalf of ec305cbc86504ed7a2668e43c9b17ef3 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:13:53.748403 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0ae7291d-a448-4298-909e-1eaf5e37983e tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:53.788361 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-7761a724-c3f3-486b-99df-6e1f9519c402 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=efa9087c34ce4a5fbd7fe821ae4a2e59&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5090635 May 05 22:13:53.799999 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49222) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:53.802308 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [None req-0ae7291d-a448-4298-909e-1eaf5e37983e tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] device_id is not set on port 30ced457-2bd3-45a1-b9d6-fce8b080ab64 yet. {{(pid=84061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:13:54.009890 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-fa803fac-ca22-48ff-9658-6fcb69dfc5d4 None None] Allocated IP 172.20.0.34 (3d99406d-3ff2-441b-aa12-737864bdc9d2/9484fc98-6815-4bef-a00e-eb6c4502eba4/86855fac-65ab-4a25-8e94-0925fb2f8e95) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:13:54.082029 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-62b23c88-4fd8-482c-b183-adae8cd415b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:54.143541 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-0ae7291d-a448-4298-909e-1eaf5e37983e tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Allocated IP 2001:db8::ac (dd8507cb-3ef7-457a-98b7-616d610b1177/49e0c3b1-87e8-45ba-9725-9334d30ac491/30ced457-2bd3-45a1-b9d6-fce8b080ab64) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:13:54.149511 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-62b23c88-4fd8-482c-b183-adae8cd415b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:54.314884 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-02483a28-78b8-42ea-92f5-a13cc10f7644 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:54.325984 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-62b23c88-4fd8-482c-b183-adae8cd415b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:54.393664 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-fa803fac-ca22-48ff-9658-6fcb69dfc5d4 None None] For port 86855fac-65ab-4a25-8e94-0925fb2f8e95, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=86855fac-65ab-4a25-8e94-0925fb2f8e95,segment=NetworkSegment(924aa3ea-e5a8-4624-be41-823f9eabd1ad),segment_id=924aa3ea-e5a8-4624-be41-823f9eabd1ad)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:13:54.404137 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b23c88-4fd8-482c-b183-adae8cd415b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085068d1-e866-43c8-9457-1dfc98a1709d,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:54.416862 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-02483a28-78b8-42ea-92f5-a13cc10f7644 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:54.452427 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fa803fac-ca22-48ff-9658-6fcb69dfc5d4 None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:54.461704 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-62b23c88-4fd8-482c-b183-adae8cd415b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:54.467577 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-62b23c88-4fd8-482c-b183-adae8cd415b8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/085068d1-e866-43c8-9457-1dfc98a1709d HTTP/1.1" status: 204 len: 168 time: 0.6085570 May 05 22:13:54.519161 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-fa803fac-ca22-48ff-9658-6fcb69dfc5d4 None None] Transition to ACTIVE for port object 86855fac-65ab-4a25-8e94-0925fb2f8e95 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:13:54.521320 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cf86f583-010a-4947-a426-7f51bff8fbb8 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:54.527783 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fa803fac-ca22-48ff-9658-6fcb69dfc5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:54.563736 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0ae7291d-a448-4298-909e-1eaf5e37983e tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:54.583786 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-0ae7291d-a448-4298-909e-1eaf5e37983e tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Transition to ACTIVE for port object 30ced457-2bd3-45a1-b9d6-fce8b080ab64 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:13:54.691717 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa803fac-ca22-48ff-9658-6fcb69dfc5d4 None None] Pushing event updated for resources: {'Port': ['ID=86855fac-65ab-4a25-8e94-0925fb2f8e95,revision_number=7']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:54.698683 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cf86f583-010a-4947-a426-7f51bff8fbb8 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:54.770769 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0ae7291d-a448-4298-909e-1eaf5e37983e tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:54.895550 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:13:54.901995 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 86855fac-65ab-4a25-8e94-0925fb2f8e95 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:13:54.954053 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae7291d-a448-4298-909e-1eaf5e37983e tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Network dd8507cb-3ef7-457a-98b7-616d610b1177 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:13:54.962441 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae7291d-a448-4298-909e-1eaf5e37983e tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Pushing event updated for resources: {'Port': ['ID=30ced457-2bd3-45a1-b9d6-fce8b080ab64,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:54.965432 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-0ae7291d-a448-4298-909e-1eaf5e37983e tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:13:54.970075 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae7291d-a448-4298-909e-1eaf5e37983e tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:13:54.974065 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae7291d-a448-4298-909e-1eaf5e37983e tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:13:54.974901 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0ae7291d-a448-4298-909e-1eaf5e37983e tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:55.034341 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0ae7291d-a448-4298-909e-1eaf5e37983e tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7347832 May 05 22:13:55.041390 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49250) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:55.056134 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-02483a28-78b8-42ea-92f5-a13cc10f7644 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Allocated IP 2001:db8::330 (1a65f08f-6a70-4b03-aa68-6b64c585ea88/f63cefad-cba2-4a0b-ade2-e2f4eb117ebf/9664137a-5236-4a6f-a900-c16ecf0cd9a2) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:13:55.065543 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-64730f40-5247-47c8-8a96-c98c83965236 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2ee', 'mac_address': 'fa:16:3e:a3:0b:51'}]}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:13:55.241521 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-4baab948-a8d8-4680-bb3d-5917e1389542 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Delete allocated IP 172.20.0.8 (3d99406d-3ff2-441b-aa12-737864bdc9d2/5827910d-68b4-4f53-95cc-72dbb93b441b) {{(pid=84061) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 05 22:13:55.261684 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-4baab948-a8d8-4680-bb3d-5917e1389542 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Allocated IP 172.20.0.43 (3d99406d-3ff2-441b-aa12-737864bdc9d2/9484fc98-6815-4bef-a00e-eb6c4502eba4/794e3f7c-fe4f-4105-99d0-403e60507015) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:13:55.277481 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-02483a28-78b8-42ea-92f5-a13cc10f7644 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:55.325173 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49254) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:55.326432 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-02483a28-78b8-42ea-92f5-a13cc10f7644 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:55.428714 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02483a28-78b8-42ea-92f5-a13cc10f7644 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Network 1a65f08f-6a70-4b03-aa68-6b64c585ea88 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:13:55.466179 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02483a28-78b8-42ea-92f5-a13cc10f7644 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Pushing event updated for resources: {'Port': ['ID=9664137a-5236-4a6f-a900-c16ecf0cd9a2,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:55.483418 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-02483a28-78b8-42ea-92f5-a13cc10f7644 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:13:55.532834 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02483a28-78b8-42ea-92f5-a13cc10f7644 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:13:55.571002 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-a84b51fb-7916-4dde-976d-0163e4c519bb None None] Provisioning for port 30ced457-2bd3-45a1-b9d6-fce8b080ab64 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:13:55.579602 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-a84b51fb-7916-4dde-976d-0163e4c519bb None None] Provisioning complete for port 30ced457-2bd3-45a1-b9d6-fce8b080ab64 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:13:55.581414 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a84b51fb-7916-4dde-976d-0163e4c519bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:55.745138 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6c0f863d-a378-4cb8-accb-ee913dd9d2b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:55.773008 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-a84b51fb-7916-4dde-976d-0163e4c519bb None None] Port 30ced457-2bd3-45a1-b9d6-fce8b080ab64 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:13:55.953792 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cf86f583-010a-4947-a426-7f51bff8fbb8 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:55.980428 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cf86f583-010a-4947-a426-7f51bff8fbb8 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:56.051785 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-6c0f863d-a378-4cb8-accb-ee913dd9d2b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:13:56.056275 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-6c0f863d-a378-4cb8-accb-ee913dd9d2b9 admin admin] Usage tracker for resource:security_group_rule and tenant:f8e5170ef2fd4728917dbae31a108a69 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:13:56.059666 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-6c0f863d-a378-4cb8-accb-ee913dd9d2b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:13:56.066282 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-6c0f863d-a378-4cb8-accb-ee913dd9d2b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:13:56.111315 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-216337a8-7458-4579-8c66-15a3ae9df6fc None None] Provisioning for port 86855fac-65ab-4a25-8e94-0925fb2f8e95 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:13:56.121106 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-216337a8-7458-4579-8c66-15a3ae9df6fc None None] Provisioning complete for port 86855fac-65ab-4a25-8e94-0925fb2f8e95 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:13:56.121450 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-216337a8-7458-4579-8c66-15a3ae9df6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:56.250465 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.resource_extend [None req-4baab948-a8d8-4680-bb3d-5917e1389542 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 22:13:56.289879 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6c0f863d-a378-4cb8-accb-ee913dd9d2b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:56.301446 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4baab948-a8d8-4680-bb3d-5917e1389542 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:56.317980 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6c0f863d-a378-4cb8-accb-ee913dd9d2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:56.326376 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-216337a8-7458-4579-8c66-15a3ae9df6fc None None] Provisioning complete for port 69454f7f-c69b-4363-bcae-57c028a68091 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:13:56.326773 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-216337a8-7458-4579-8c66-15a3ae9df6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:56.334190 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-64730f40-5247-47c8-8a96-c98c83965236 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:56.353233 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf86f583-010a-4947-a426-7f51bff8fbb8 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event updated for resources: {'Port': ['ID=eed329b6-4352-4871-afc1-89331c8a6310,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:56.365175 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-4baab948-a8d8-4680-bb3d-5917e1389542 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Transition to ACTIVE for port object 794e3f7c-fe4f-4105-99d0-403e60507015 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:13:56.377604 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4baab948-a8d8-4680-bb3d-5917e1389542 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:56.422175 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-216337a8-7458-4579-8c66-15a3ae9df6fc None None] Port 69454f7f-c69b-4363-bcae-57c028a68091 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:13:56.423645 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cf86f583-010a-4947-a426-7f51bff8fbb8 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:56.458406 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-216337a8-7458-4579-8c66-15a3ae9df6fc None None] Provisioning for port 794e3f7c-fe4f-4105-99d0-403e60507015 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:13:56.461476 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-216337a8-7458-4579-8c66-15a3ae9df6fc None None] Provisioning complete for port 794e3f7c-fe4f-4105-99d0-403e60507015 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:13:56.461846 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-216337a8-7458-4579-8c66-15a3ae9df6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:56.487448 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0f863d-a378-4cb8-accb-ee913dd9d2b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae24fa4-fd7c-4550-a04c-aa809c898944,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:56.566691 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-6c0f863d-a378-4cb8-accb-ee913dd9d2b9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f8e5170ef2fd4728917dbae31a108a69&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2266340 May 05 22:13:56.567377 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49276) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:56.607783 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-216337a8-7458-4579-8c66-15a3ae9df6fc None None] Port 794e3f7c-fe4f-4105-99d0-403e60507015 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:13:56.799173 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-02483a28-78b8-42ea-92f5-a13cc10f7644 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:56.800122 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-02483a28-78b8-42ea-92f5-a13cc10f7644 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:56.970080 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e9e71ab5-0a50-4e11-b000-5702dcba2630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:57.007507 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-4baab948-a8d8-4680-bb3d-5917e1389542 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] In _notify_port_updated(), no bound segment for port 794e3f7c-fe4f-4105-99d0-403e60507015 on network 3d99406d-3ff2-441b-aa12-737864bdc9d2 {{(pid=84061) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 05 22:13:57.011266 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4baab948-a8d8-4680-bb3d-5917e1389542 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:13:57.011898 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4baab948-a8d8-4680-bb3d-5917e1389542 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:57.016974 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e9e71ab5-0a50-4e11-b000-5702dcba2630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:57.023751 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4baab948-a8d8-4680-bb3d-5917e1389542 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "PUT /v2.0/ports/794e3f7c-fe4f-4105-99d0-403e60507015 HTTP/1.1" status: 200 len: 960 time: 5.1714902 May 05 22:13:57.036939 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49294) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:57.108823 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e9e71ab5-0a50-4e11-b000-5702dcba2630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:57.137908 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e71ab5-0a50-4e11-b000-5702dcba2630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae24fa4-fd7c-4550-a04c-aa809c898944,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:57.253415 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-54bdba31-4999-4513-b5fd-2f8265643895 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Deleting port 794e3f7c-fe4f-4105-99d0-403e60507015 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:13:57.253855 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-54bdba31-4999-4513-b5fd-2f8265643895 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:57.260845 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e9e71ab5-0a50-4e11-b000-5702dcba2630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:57.270455 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-e9e71ab5-0a50-4e11-b000-5702dcba2630 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cae24fa4-fd7c-4550-a04c-aa809c898944 HTTP/1.1" status: 204 len: 168 time: 0.6941750 May 05 22:13:57.271544 n-d-825175-4 neutron-server[84063]: INFO neutron.db.l3_db [None req-cf86f583-010a-4947-a426-7f51bff8fbb8 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Floating IP 65ab86fc-a306-4713-8265-1105c6aeb62b associated. External IP: 172.25.4.45, port: f3bc3d55-39fa-4c21-8cda-77ea86224166. May 05 22:13:57.376662 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-64730f40-5247-47c8-8a96-c98c83965236 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:57.378959 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baab948-a8d8-4680-bb3d-5917e1389542 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event updated for resources: {'Port': ['ID=794e3f7c-fe4f-4105-99d0-403e60507015,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:57.394901 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-64730f40-5247-47c8-8a96-c98c83965236 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:57.500604 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-64730f40-5247-47c8-8a96-c98c83965236 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] In _notify_port_updated(), no bound segment for port 30ced457-2bd3-45a1-b9d6-fce8b080ab64 on network dd8507cb-3ef7-457a-98b7-616d610b1177 {{(pid=84061) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 05 22:13:57.505108 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64730f40-5247-47c8-8a96-c98c83965236 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:13:57.505735 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-64730f40-5247-47c8-8a96-c98c83965236 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:57.510002 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-64730f40-5247-47c8-8a96-c98c83965236 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] 10.222.0.23 "PUT /v2.0/ports/30ced457-2bd3-45a1-b9d6-fce8b080ab64 HTTP/1.1" status: 200 len: 1002 time: 2.4675941 May 05 22:13:57.510825 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49310) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:57.625020 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64730f40-5247-47c8-8a96-c98c83965236 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Pushing event updated for resources: {'Port': ['ID=30ced457-2bd3-45a1-b9d6-fce8b080ab64,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:57.700902 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-36d05ac3-9e27-422d-813c-5fcbc6f0e2c5 None None] Provisioning complete for port 794e3f7c-fe4f-4105-99d0-403e60507015 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:13:57.701375 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-36d05ac3-9e27-422d-813c-5fcbc6f0e2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:57.830897 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-4faaf970-2ffb-4613-a716-3ae4046b492d tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Deleting port 30ced457-2bd3-45a1-b9d6-fce8b080ab64 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:13:57.831238 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4faaf970-2ffb-4613-a716-3ae4046b492d tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:57.866961 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-36d05ac3-9e27-422d-813c-5fcbc6f0e2c5 None None] Port 794e3f7c-fe4f-4105-99d0-403e60507015 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:13:57.880707 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02483a28-78b8-42ea-92f5-a13cc10f7644 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Router 2fdef333-e781-43e2-89a9-d19fa34b1d9a is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 22:13:58.112567 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e6ca5fa3-746c-4302-a034-e0e9b013350e None None] Provisioning complete for port 30ced457-2bd3-45a1-b9d6-fce8b080ab64 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:13:58.112941 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e6ca5fa3-746c-4302-a034-e0e9b013350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:58.237723 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-e6ca5fa3-746c-4302-a034-e0e9b013350e None None] Port 30ced457-2bd3-45a1-b9d6-fce8b080ab64 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:13:58.302384 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49324) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:58.430704 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-54bdba31-4999-4513-b5fd-2f8265643895 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:58.432673 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c3faf2a0-4c13-490e-9822-b2d698c29957 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0e519a98b1be49458bdac235bc5f5a2a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1290822 May 05 22:13:58.433255 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49332) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:58.580945 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02483a28-78b8-42ea-92f5-a13cc10f7644 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:13:58.602051 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-54bdba31-4999-4513-b5fd-2f8265643895 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Calling delete_port for 794e3f7c-fe4f-4105-99d0-403e60507015 owned by {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:13:58.604140 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4ee9a5-28f6-4567-987e-0b040ebd9206 None None] Sync routers for ids ['2fdef333-e781-43e2-89a9-d19fa34b1d9a'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:13:58.618728 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4ee9a5-28f6-4567-987e-0b040ebd9206 None None] Routers {'2fdef333-e781-43e2-89a9-d19fa34b1d9a'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:13:58.619798 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-db4ee9a5-28f6-4567-987e-0b040ebd9206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:13:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['2fdef333-e781-43e2-89a9-d19fa34b1d9a'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:13:58.638590 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5eedb447-d315-4bf3-8e22-c358b1fdc8a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:58.700983 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4faaf970-2ffb-4613-a716-3ae4046b492d tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:58.716360 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5eedb447-d315-4bf3-8e22-c358b1fdc8a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:58.732066 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-02483a28-78b8-42ea-92f5-a13cc10f7644 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:58.736552 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-02483a28-78b8-42ea-92f5-a13cc10f7644 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.1860321 May 05 22:13:58.749474 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49336) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:13:58.848490 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-db4ee9a5-28f6-4567-987e-0b040ebd9206 None None] Set router 2fdef333-e781-43e2-89a9-d19fa34b1d9a gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:13:59.056836 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5eedb447-d315-4bf3-8e22-c358b1fdc8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:59.087861 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf86f583-010a-4947-a426-7f51bff8fbb8 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Router fd468c6d-d5a0-4553-ab4e-97723ca5c241 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:13:59.112963 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-4faaf970-2ffb-4613-a716-3ae4046b492d tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Calling delete_port for 30ced457-2bd3-45a1-b9d6-fce8b080ab64 owned by {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:13:59.117074 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eedb447-d315-4bf3-8e22-c358b1fdc8a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc261e2-e6ff-429d-9df4-b153b1036bc8,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:59.214527 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5eedb447-d315-4bf3-8e22-c358b1fdc8a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:59.217268 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5eedb447-d315-4bf3-8e22-c358b1fdc8a1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/efc261e2-e6ff-429d-9df4-b153b1036bc8 HTTP/1.1" status: 204 len: 168 time: 0.7816060 May 05 22:13:59.238186 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-db4ee9a5-28f6-4567-987e-0b040ebd9206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdef333-e781-43e2-89a9-d19fa34b1d9a', 'name': '', 'tenant_id': 'cf406e9775934d9fb753811badf0a404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a65f08f-6a70-4b03-aa68-6b64c585ea88', 'external_fixed_ips': [{'subnet_id': 'f63cefad-cba2-4a0b-ade2-e2f4eb117ebf', 'ip_address': '2001:db8::330'}], 'enable_snat': True}, 'gw_port_id': '9664137a-5236-4a6f-a900-c16ecf0cd9a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:13:52Z', 'updated_at': '2022-05-05T22:13:55Z', 'revision_number': 3, 'project_id': 'cf406e9775934d9fb753811badf0a404', 'gw_port': {'id': '9664137a-5236-4a6f-a900-c16ecf0cd9a2', 'name': '', 'network_id': '1a65f08f-6a70-4b03-aa68-6b64c585ea88', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fdef333-e781-43e2-89a9-d19fa34b1d9a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f63cefad-cba2-4a0b-ade2-e2f4eb117ebf', 'ip_address': '2001:db8::330', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:13:54Z', 'updated_at': '2022-05-05T22:13:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f63cefad-cba2-4a0b-ade2-e2f4eb117ebf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:13:59.242598 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4ee9a5-28f6-4567-987e-0b040ebd9206 None None] Checking router: 2fdef333-e781-43e2-89a9-d19fa34b1d9a for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:13:59.243133 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4ee9a5-28f6-4567-987e-0b040ebd9206 None None] Updating router 2fdef333-e781-43e2-89a9-d19fa34b1d9a port 9664137a-5236-4a6f-a900-c16ecf0cd9a2 binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:13:59.304068 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-db4ee9a5-28f6-4567-987e-0b040ebd9206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:59.461021 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-54bdba31-4999-4513-b5fd-2f8265643895 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:59.547900 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1b351f13-10c7-413a-aefe-6b79c69a8837 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:59.758794 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4faaf970-2ffb-4613-a716-3ae4046b492d tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:59.760996 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bdba31-4999-4513-b5fd-2f8265643895 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event deleted for resources: {'Port': ['ID=794e3f7c-fe4f-4105-99d0-403e60507015,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:59.876508 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faaf970-2ffb-4613-a716-3ae4046b492d tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Pushing event deleted for resources: {'Port': ['ID=30ced457-2bd3-45a1-b9d6-fce8b080ab64,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:13:59.946550 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-db4ee9a5-28f6-4567-987e-0b040ebd9206 None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:13:59.983805 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-db4ee9a5-28f6-4567-987e-0b040ebd9206 None None] Transition to ACTIVE for port object 9664137a-5236-4a6f-a900-c16ecf0cd9a2 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:14:00.005968 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-db4ee9a5-28f6-4567-987e-0b040ebd9206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:00.155190 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-54bdba31-4999-4513-b5fd-2f8265643895 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:00.182110 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf86f583-010a-4947-a426-7f51bff8fbb8 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:14:00.192673 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57e1c05-e5c1-4f56-8569-81e391a9c071 None None] Sync routers for ids ['fd468c6d-d5a0-4553-ab4e-97723ca5c241'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:14:00.199253 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4faaf970-2ffb-4613-a716-3ae4046b492d tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:00.221626 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57e1c05-e5c1-4f56-8569-81e391a9c071 None None] Routers {'fd468c6d-d5a0-4553-ab4e-97723ca5c241'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:14:00.222698 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-a57e1c05-e5c1-4f56-8569-81e391a9c071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:13:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['fd468c6d-d5a0-4553-ab4e-97723ca5c241'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:14:00.256461 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cf86f583-010a-4947-a426-7f51bff8fbb8 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:00.275735 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4faaf970-2ffb-4613-a716-3ae4046b492d tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] 10.222.0.23 "DELETE /v2.0/ports/30ced457-2bd3-45a1-b9d6-fce8b080ab64 HTTP/1.1" status: 204 len: 168 time: 2.7613504 May 05 22:14:00.276641 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49382) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:00.284951 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-54bdba31-4999-4513-b5fd-2f8265643895 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "DELETE /v2.0/ports/794e3f7c-fe4f-4105-99d0-403e60507015 HTTP/1.1" status: 204 len: 168 time: 3.2400467 May 05 22:14:00.310141 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-db4ee9a5-28f6-4567-987e-0b040ebd9206 None None] Attempting to bind port 9664137a-5236-4a6f-a900-c16ecf0cd9a2 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:14:00.320807 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-db4ee9a5-28f6-4567-987e-0b040ebd9206 None None] Attempting to bind port 9664137a-5236-4a6f-a900-c16ecf0cd9a2 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '6726299c-6f8c-48c8-90a2-7387b9245c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1a65f08f-6a70-4b03-aa68-6b64c585ea88'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:14:00.321422 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4ee9a5-28f6-4567-987e-0b040ebd9206 None None] Attempting to bind port 9664137a-5236-4a6f-a900-c16ecf0cd9a2 on network 1a65f08f-6a70-4b03-aa68-6b64c585ea88 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:14:00.347951 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4ee9a5-28f6-4567-987e-0b040ebd9206 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:14:00.348220 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49386) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:00.348316 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4ee9a5-28f6-4567-987e-0b040ebd9206 None None] Checking segment: {'id': '6726299c-6f8c-48c8-90a2-7387b9245c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1a65f08f-6a70-4b03-aa68-6b64c585ea88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:14:00.348700 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-db4ee9a5-28f6-4567-987e-0b040ebd9206 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:00.349080 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4ee9a5-28f6-4567-987e-0b040ebd9206 None None] Bound using segment: {'id': '6726299c-6f8c-48c8-90a2-7387b9245c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1a65f08f-6a70-4b03-aa68-6b64c585ea88'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:14:00.351695 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-db4ee9a5-28f6-4567-987e-0b040ebd9206 None None] Bound port: 9664137a-5236-4a6f-a900-c16ecf0cd9a2, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6726299c-6f8c-48c8-90a2-7387b9245c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1a65f08f-6a70-4b03-aa68-6b64c585ea88'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:14:00.352344 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-db4ee9a5-28f6-4567-987e-0b040ebd9206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:00.364457 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c40a487-4776-46ea-8152-ad3ebc583d44 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] GET failed (client error): The resource could not be found. May 05 22:14:00.365689 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-5c40a487-4776-46ea-8152-ad3ebc583d44 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Synchronizing usage tracker for tenant:ec305cbc86504ed7a2668e43c9b17ef3 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:14:00.412694 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-5c40a487-4776-46ea-8152-ad3ebc583d44 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Unset dirty status for tenant:ec305cbc86504ed7a2668e43c9b17ef3 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:14:00.419060 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-5c40a487-4776-46ea-8152-ad3ebc583d44 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] 10.222.0.23 "GET /v2.0/ports/30ced457-2bd3-45a1-b9d6-fce8b080ab64 HTTP/1.1" status: 404 len: 333 time: 0.1404915 May 05 22:14:00.424693 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49392) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:00.431512 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-6602b922-8517-4dfd-a3e1-f4dbf50b15c3 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Request body: {'port': {'network_id': 'dd8507cb-3ef7-457a-98b7-616d610b1177', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2021958717'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:14:00.535545 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e599c54-dc19-4e24-89af-5a24e309013d None None] Pushing event updated for resources: {'Port': ['ID=9664137a-5236-4a6f-a900-c16ecf0cd9a2,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:00.539117 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-90290d66-7d21-461f-b7f6-0436a798ec6c tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] GET failed (client error): The resource could not be found. May 05 22:14:00.539911 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-90290d66-7d21-461f-b7f6-0436a798ec6c tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Synchronizing usage tracker for tenant:4182021ff5fe4f65b13da93a6be96ffa on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:14:00.588859 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-db4ee9a5-28f6-4567-987e-0b040ebd9206 None None] For port 9664137a-5236-4a6f-a900-c16ecf0cd9a2, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:14:00.596753 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-db4ee9a5-28f6-4567-987e-0b040ebd9206 None None] For port 9664137a-5236-4a6f-a900-c16ecf0cd9a2, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=9664137a-5236-4a6f-a900-c16ecf0cd9a2,segment=NetworkSegment(6726299c-6f8c-48c8-90a2-7387b9245c05),segment_id=6726299c-6f8c-48c8-90a2-7387b9245c05)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:14:00.603712 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-cf86f583-010a-4947-a426-7f51bff8fbb8 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 12.9708512 May 05 22:14:00.606853 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bb0e0b6-9db6-4d6e-ad2f-d70a89dab3e6', 'tag': 'f3bc3d55-39fa-4c21-8cda-77ea86224166'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:14:00.607740 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-db4ee9a5-28f6-4567-987e-0b040ebd9206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:00.639577 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-90290d66-7d21-461f-b7f6-0436a798ec6c tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Unset dirty status for tenant:4182021ff5fe4f65b13da93a6be96ffa on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:14:00.641913 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-90290d66-7d21-461f-b7f6-0436a798ec6c tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "GET /v2.0/ports/794e3f7c-fe4f-4105-99d0-403e60507015 HTTP/1.1" status: 404 len: 333 time: 0.2681389 May 05 22:14:00.648932 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49402) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:00.654948 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-a57e1c05-e5c1-4f56-8569-81e391a9c071 None None] Set router fd468c6d-d5a0-4553-ab4e-97723ca5c241 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:14:00.798447 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e599c54-dc19-4e24-89af-5a24e309013d None None] Pushing event updated for resources: {'Port': ['ID=9664137a-5236-4a6f-a900-c16ecf0cd9a2,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:00.817806 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-6602b922-8517-4dfd-a3e1-f4dbf50b15c3 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:14:00.826734 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc2412e6-9c6d-4122-9e41-504351a45035'] response: {'name': 'network-changed', 'server_uuid': '4bb0e0b6-9db6-4d6e-ad2f-d70a89dab3e6', 'tag': 'f3bc3d55-39fa-4c21-8cda-77ea86224166', 'status': 'completed', 'code': 200} May 05 22:14:00.828306 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1b351f13-10c7-413a-aefe-6b79c69a8837 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:00.837077 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4ee9a5-28f6-4567-987e-0b040ebd9206 None None] Routers {'2fdef333-e781-43e2-89a9-d19fa34b1d9a'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:14:00.837748 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-db4ee9a5-28f6-4567-987e-0b040ebd9206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:13:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['2fdef333-e781-43e2-89a9-d19fa34b1d9a'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:14:00.899937 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-09b5feaa-e1a2-463d-93df-32faf2151a99 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:00.955580 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-6602b922-8517-4dfd-a3e1-f4dbf50b15c3 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:14:00.965231 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-1b351f13-10c7-413a-aefe-6b79c69a8837 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Deleting port 9664137a-5236-4a6f-a900-c16ecf0cd9a2 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:14:00.965596 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1b351f13-10c7-413a-aefe-6b79c69a8837 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:01.088566 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6602b922-8517-4dfd-a3e1-f4dbf50b15c3 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Made reservation on behalf of ec305cbc86504ed7a2668e43c9b17ef3 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:14:01.091582 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6602b922-8517-4dfd-a3e1-f4dbf50b15c3 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:01.098591 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-09b5feaa-e1a2-463d-93df-32faf2151a99 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:01.144715 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [None req-6602b922-8517-4dfd-a3e1-f4dbf50b15c3 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] device_id is not set on port 4cdea284-3e4f-4499-9956-bc2c8a696253 yet. {{(pid=84061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:14:01.215423 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7d871-087b-41f4-a593-03622f2d014f req-fde80655-cb8d-4c64-956a-fc583dcf48ad tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:14:01.217737 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-23d7d871-087b-41f4-a593-03622f2d014f req-fde80655-cb8d-4c64-956a-fc583dcf48ad tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bb0e0b6-9db6-4d6e-ad2f-d70a89dab3e6 HTTP/1.1" status: 200 len: 946 time: 0.2597427 May 05 22:14:01.268775 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-db4ee9a5-28f6-4567-987e-0b040ebd9206 None None] Set router 2fdef333-e781-43e2-89a9-d19fa34b1d9a gateway port host: None {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:14:01.406083 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-a57e1c05-e5c1-4f56-8569-81e391a9c071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd468c6d-d5a0-4553-ab4e-97723ca5c241', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770954578', 'tenant_id': '06fb629024324e968714595537efac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': 'a5120c11-a427-4283-b49f-7876465a1919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:12:48Z', 'updated_at': '2022-05-05T22:13:10Z', 'revision_number': 4, 'project_id': '06fb629024324e968714595537efac5c', 'gw_port': {'id': 'a5120c11-a427-4283-b49f-7876465a1919', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd468c6d-d5a0-4553-ab4e-97723ca5c241', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:12:50Z', 'updated_at': '2022-05-05T22:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '65ab86fc-a306-4713-8265-1105c6aeb62b', 'tenant_id': '06fb629024324e968714595537efac5c', 'floating_ip_address': '172.25.4.45', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'fd468c6d-d5a0-4553-ab4e-97723ca5c241', 'port_id': 'f3bc3d55-39fa-4c21-8cda-77ea86224166', 'fixed_ip_address': '172.20.0.24', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8699afcf-6ff9-4969-a8e9-5c2742a40e07', 'mac_address': 'fa:16:3e:3a:2c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb0e0b6-9db6-4d6e-ad2f-d70a89dab3e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:13:54Z', 'updated_at': '2022-05-05T22:13:54Z', 'revision_number': 0, 'project_id': '06fb629024324e968714595537efac5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc897491-3ad6-4280-b6ac-50a20a21241e', 'name': '', 'network_id': '8699afcf-6ff9-4969-a8e9-5c2742a40e07', 'tenant_id': '06fb629024324e968714595537efac5c', 'mac_address': 'fa:16:3e:ab:03:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd468c6d-d5a0-4553-ab4e-97723ca5c241', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5f2ecd3-a738-4837-9a7c-d4cb828205ef', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:13:07Z', 'updated_at': '2022-05-05T22:13:27Z', 'revision_number': 5, 'project_id': '06fb629024324e968714595537efac5c', 'subnets': [{'id': 'a5f2ecd3-a738-4837-9a7c-d4cb828205ef', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:14:01.408630 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-09b5feaa-e1a2-463d-93df-32faf2151a99 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:01.413946 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57e1c05-e5c1-4f56-8569-81e391a9c071 None None] Checking router: fd468c6d-d5a0-4553-ab4e-97723ca5c241 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:14:01.432583 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57e1c05-e5c1-4f56-8569-81e391a9c071 None None] Routers {'fd468c6d-d5a0-4553-ab4e-97723ca5c241'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:14:01.433198 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-a57e1c05-e5c1-4f56-8569-81e391a9c071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:13:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['fd468c6d-d5a0-4553-ab4e-97723ca5c241'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:14:01.436170 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-da1bdc5c-7e21-42e1-94ed-3bdb287eeef6 req-583e80e6-cc66-47f1-a09a-bfe3e1129db4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=06fb629024324e968714595537efac5c&device_id=4bb0e0b6-9db6-4d6e-ad2f-d70a89dab3e6 HTTP/1.1" status: 200 len: 1097 time: 0.5951409 May 05 22:14:01.440689 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49424) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:01.501189 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-6602b922-8517-4dfd-a3e1-f4dbf50b15c3 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Allocated IP 2001:db8::3e1 (dd8507cb-3ef7-457a-98b7-616d610b1177/49e0c3b1-87e8-45ba-9725-9334d30ac491/4cdea284-3e4f-4499-9956-bc2c8a696253) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:14:01.539674 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b5feaa-e1a2-463d-93df-32faf2151a99 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c773fd9-8f87-4100-aa98-4650eb0cdc8b,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:01.637579 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-09b5feaa-e1a2-463d-93df-32faf2151a99 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:01.646149 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-09b5feaa-e1a2-463d-93df-32faf2151a99 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "DELETE /v2.0/security-groups/1c773fd9-8f87-4100-aa98-4650eb0cdc8b HTTP/1.1" status: 204 len: 168 time: 0.9864984 May 05 22:14:01.657881 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49430) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:01.692795 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-db4ee9a5-28f6-4567-987e-0b040ebd9206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdef333-e781-43e2-89a9-d19fa34b1d9a', 'name': '', 'tenant_id': 'cf406e9775934d9fb753811badf0a404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:13:52Z', 'updated_at': '2022-05-05T22:14:00Z', 'revision_number': 4, 'project_id': 'cf406e9775934d9fb753811badf0a404', 'gw_port_host': None}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:14:01.707495 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4ee9a5-28f6-4567-987e-0b040ebd9206 None None] The sync data for ids ['2fdef333-e781-43e2-89a9-d19fa34b1d9a'] in n-d-825175-4 is: [{'id': '2fdef333-e781-43e2-89a9-d19fa34b1d9a', 'name': '', 'tenant_id': 'cf406e9775934d9fb753811badf0a404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:13:52Z', 'updated_at': '2022-05-05T22:14:00Z', 'revision_number': 4, 'project_id': 'cf406e9775934d9fb753811badf0a404', 'gw_port_host': None}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:14:01.733667 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-1b351f13-10c7-413a-aefe-6b79c69a8837 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] For port 9664137a-5236-4a6f-a900-c16ecf0cd9a2, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=9664137a-5236-4a6f-a900-c16ecf0cd9a2,segment=NetworkSegment(6726299c-6f8c-48c8-90a2-7387b9245c05),segment_id=6726299c-6f8c-48c8-90a2-7387b9245c05)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:14:01.734302 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1b351f13-10c7-413a-aefe-6b79c69a8837 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:01.774036 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-a57e1c05-e5c1-4f56-8569-81e391a9c071 None None] Set router fd468c6d-d5a0-4553-ab4e-97723ca5c241 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:14:01.988711 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-23d7d871-087b-41f4-a593-03622f2d014f req-0562f789-fc01-408e-80d8-f159dfbd1a68 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b854b5f-c124-44f8-9f96-0e34c40e2afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6041439 May 05 22:14:02.020629 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-be5f3c18-2cc7-4ca9-a757-6b24e2b36d4d admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1868275397-network', 'tenant_id': '4630f6747dfc44428cfa33b20f5f719f'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:14:02.036597 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49438) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:02.056355 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-1b351f13-10c7-413a-aefe-6b79c69a8837 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Calling delete_port for 9664137a-5236-4a6f-a900-c16ecf0cd9a2 owned by network:router_gateway {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:14:02.102601 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-be5f3c18-2cc7-4ca9-a757-6b24e2b36d4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:14:02.119730 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-be5f3c18-2cc7-4ca9-a757-6b24e2b36d4d admin admin] Usage tracker for resource:network and tenant:4630f6747dfc44428cfa33b20f5f719f is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:14:02.129211 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-be5f3c18-2cc7-4ca9-a757-6b24e2b36d4d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:14:02.143116 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-be5f3c18-2cc7-4ca9-a757-6b24e2b36d4d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:14:02.345422 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1bdc5c-7e21-42e1-94ed-3bdb287eeef6 req-81c593bc-c271-4331-acb7-17d2a526eded service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:14:02.347125 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-da1bdc5c-7e21-42e1-94ed-3bdb287eeef6 req-81c593bc-c271-4331-acb7-17d2a526eded service neutron] 10.222.0.32 "GET /v2.0/networks?id=8699afcf-6ff9-4969-a8e9-5c2742a40e07 HTTP/1.1" status: 200 len: 898 time: 0.8412912 May 05 22:14:02.361195 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-270fb9ac-ccfd-42d8-8e04-329d3c3f834d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:02.365372 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5f3c18-2cc7-4ca9-a757-6b24e2b36d4d admin admin] Made reservation on behalf of 4630f6747dfc44428cfa33b20f5f719f for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:14:02.370081 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-be5f3c18-2cc7-4ca9-a757-6b24e2b36d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:02.392313 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1b351f13-10c7-413a-aefe-6b79c69a8837 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:02.454692 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b351f13-10c7-413a-aefe-6b79c69a8837 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Pushing event deleted for resources: {'Port': ['ID=9664137a-5236-4a6f-a900-c16ecf0cd9a2,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:02.470980 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-be5f3c18-2cc7-4ca9-a757-6b24e2b36d4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:02.518320 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-be5f3c18-2cc7-4ca9-a757-6b24e2b36d4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:14:02.523801 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-be5f3c18-2cc7-4ca9-a757-6b24e2b36d4d admin admin] Usage tracker for resource:security_group_rule and tenant:4630f6747dfc44428cfa33b20f5f719f is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:14:02.528108 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-be5f3c18-2cc7-4ca9-a757-6b24e2b36d4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:14:02.536297 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-be5f3c18-2cc7-4ca9-a757-6b24e2b36d4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:14:02.561746 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-a57e1c05-e5c1-4f56-8569-81e391a9c071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd468c6d-d5a0-4553-ab4e-97723ca5c241', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770954578', 'tenant_id': '06fb629024324e968714595537efac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': 'a5120c11-a427-4283-b49f-7876465a1919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:12:48Z', 'updated_at': '2022-05-05T22:13:10Z', 'revision_number': 4, 'project_id': '06fb629024324e968714595537efac5c', 'gw_port': {'id': 'a5120c11-a427-4283-b49f-7876465a1919', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd468c6d-d5a0-4553-ab4e-97723ca5c241', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:12:50Z', 'updated_at': '2022-05-05T22:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '65ab86fc-a306-4713-8265-1105c6aeb62b', 'tenant_id': '06fb629024324e968714595537efac5c', 'floating_ip_address': '172.25.4.45', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'fd468c6d-d5a0-4553-ab4e-97723ca5c241', 'port_id': 'f3bc3d55-39fa-4c21-8cda-77ea86224166', 'fixed_ip_address': '172.20.0.24', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8699afcf-6ff9-4969-a8e9-5c2742a40e07', 'mac_address': 'fa:16:3e:3a:2c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb0e0b6-9db6-4d6e-ad2f-d70a89dab3e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:13:54Z', 'updated_at': '2022-05-05T22:13:54Z', 'revision_number': 0, 'project_id': '06fb629024324e968714595537efac5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc897491-3ad6-4280-b6ac-50a20a21241e', 'name': '', 'network_id': '8699afcf-6ff9-4969-a8e9-5c2742a40e07', 'tenant_id': '06fb629024324e968714595537efac5c', 'mac_address': 'fa:16:3e:ab:03:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd468c6d-d5a0-4553-ab4e-97723ca5c241', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5f2ecd3-a738-4837-9a7c-d4cb828205ef', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:13:07Z', 'updated_at': '2022-05-05T22:13:27Z', 'revision_number': 5, 'project_id': '06fb629024324e968714595537efac5c', 'subnets': [{'id': 'a5f2ecd3-a738-4837-9a7c-d4cb828205ef', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:14:02.573817 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57e1c05-e5c1-4f56-8569-81e391a9c071 None None] The sync data for ids ['fd468c6d-d5a0-4553-ab4e-97723ca5c241'] in n-d-825175-4 is: [{'id': 'fd468c6d-d5a0-4553-ab4e-97723ca5c241', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770954578', 'tenant_id': '06fb629024324e968714595537efac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': 'a5120c11-a427-4283-b49f-7876465a1919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:12:48Z', 'updated_at': '2022-05-05T22:13:10Z', 'revision_number': 4, 'project_id': '06fb629024324e968714595537efac5c', 'gw_port': {'id': 'a5120c11-a427-4283-b49f-7876465a1919', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd468c6d-d5a0-4553-ab4e-97723ca5c241', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:12:50Z', 'updated_at': '2022-05-05T22:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '65ab86fc-a306-4713-8265-1105c6aeb62b', 'tenant_id': '06fb629024324e968714595537efac5c', 'floating_ip_address': '172.25.4.45', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'fd468c6d-d5a0-4553-ab4e-97723ca5c241', 'port_id': 'f3bc3d55-39fa-4c21-8cda-77ea86224166', 'fixed_ip_address': '172.20.0.24', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8699afcf-6ff9-4969-a8e9-5c2742a40e07', 'mac_address': 'fa:16:3e:3a:2c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb0e0b6-9db6-4d6e-ad2f-d70a89dab3e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:13:54Z', 'updated_at': '2022-05-05T22:13:54Z', 'revision_number': 0, 'project_id': '06fb629024324e968714595537efac5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc897491-3ad6-4280-b6ac-50a20a21241e', 'name': '', 'network_id': '8699afcf-6ff9-4969-a8e9-5c2742a40e07', 'tenant_id': '06fb629024324e968714595537efac5c', 'mac_address': 'fa:16:3e:ab:03:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd468c6d-d5a0-4553-ab4e-97723ca5c241', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5f2ecd3-a738-4837-9a7c-d4cb828205ef', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:13:07Z', 'updated_at': '2022-05-05T22:13:27Z', 'revision_number': 5, 'project_id': '06fb629024324e968714595537efac5c', 'subnets': [{'id': 'a5f2ecd3-a738-4837-9a7c-d4cb828205ef', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:14:02.628366 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-27eb465c-8019-426d-90c0-1993fba43034 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/floatingips/65ab86fc-a306-4713-8265-1105c6aeb62b HTTP/1.1" status: 200 len: 991 time: 0.5877662 May 05 22:14:02.648534 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-270fb9ac-ccfd-42d8-8e04-329d3c3f834d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:02.658366 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b351f13-10c7-413a-aefe-6b79c69a8837 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:14:02.658943 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b351f13-10c7-413a-aefe-6b79c69a8837 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:14:02.659458 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b351f13-10c7-413a-aefe-6b79c69a8837 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:14:02.659907 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b351f13-10c7-413a-aefe-6b79c69a8837 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:14:02.660361 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b351f13-10c7-413a-aefe-6b79c69a8837 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:14:02.660798 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b351f13-10c7-413a-aefe-6b79c69a8837 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:14:02.661228 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b351f13-10c7-413a-aefe-6b79c69a8837 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:14:02.661660 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b351f13-10c7-413a-aefe-6b79c69a8837 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:14:02.662088 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b351f13-10c7-413a-aefe-6b79c69a8837 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:14:02.662632 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b351f13-10c7-413a-aefe-6b79c69a8837 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:14:02.663109 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b351f13-10c7-413a-aefe-6b79c69a8837 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:14:02.735255 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-da1bdc5c-7e21-42e1-94ed-3bdb287eeef6 req-0a38f833-bd52-4adf-8d0c-a7a9150c3f6c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=f3bc3d55-39fa-4c21-8cda-77ea86224166 HTTP/1.1" status: 200 len: 999 time: 0.3783073 May 05 22:14:02.792977 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6602b922-8517-4dfd-a3e1-f4dbf50b15c3 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:02.822381 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-6602b922-8517-4dfd-a3e1-f4dbf50b15c3 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Transition to ACTIVE for port object 4cdea284-3e4f-4499-9956-bc2c8a696253 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:14:02.829857 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1bdc5c-7e21-42e1-94ed-3bdb287eeef6 req-9285bb17-8b9b-4c2f-b487-1b8434ca964d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:14:02.833835 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-da1bdc5c-7e21-42e1-94ed-3bdb287eeef6 req-9285bb17-8b9b-4c2f-b487-1b8434ca964d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a5f2ecd3-a738-4837-9a7c-d4cb828205ef HTTP/1.1" status: 200 len: 837 time: 0.0874958 May 05 22:14:02.841405 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-be5f3c18-2cc7-4ca9-a757-6b24e2b36d4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:02.910182 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6602b922-8517-4dfd-a3e1-f4dbf50b15c3 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:03.007811 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-be5f3c18-2cc7-4ca9-a757-6b24e2b36d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:03.021344 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6602b922-8517-4dfd-a3e1-f4dbf50b15c3 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Network dd8507cb-3ef7-457a-98b7-616d610b1177 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:14:03.040710 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-6602b922-8517-4dfd-a3e1-f4dbf50b15c3 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:14:03.060416 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6602b922-8517-4dfd-a3e1-f4dbf50b15c3 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:14:03.062214 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be5f3c18-2cc7-4ca9-a757-6b24e2b36d4d admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:14:03.063608 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6602b922-8517-4dfd-a3e1-f4dbf50b15c3 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:14:03.064212 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6602b922-8517-4dfd-a3e1-f4dbf50b15c3 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:03.072246 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-270fb9ac-ccfd-42d8-8e04-329d3c3f834d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:03.078799 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1b351f13-10c7-413a-aefe-6b79c69a8837 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:03.095533 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6602b922-8517-4dfd-a3e1-f4dbf50b15c3 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Pushing event updated for resources: {'Port': ['ID=4cdea284-3e4f-4499-9956-bc2c8a696253,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:03.100520 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04ae77c-812f-4355-a6b8-d2ddb351e8ae None None] New status for floating IP 65ab86fc-a306-4713-8265-1105c6aeb62b: ACTIVE {{(pid=84064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 22:14:03.133235 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-da1bdc5c-7e21-42e1-94ed-3bdb287eeef6 req-e660f55c-7972-41e3-9b57-62b2cc11ac54 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8699afcf-6ff9-4969-a8e9-5c2742a40e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2910805 May 05 22:14:03.287143 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6602b922-8517-4dfd-a3e1-f4dbf50b15c3 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:14:03.287497 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6602b922-8517-4dfd-a3e1-f4dbf50b15c3 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:14:03.287838 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6602b922-8517-4dfd-a3e1-f4dbf50b15c3 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:14:03.288171 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6602b922-8517-4dfd-a3e1-f4dbf50b15c3 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:14:03.288502 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6602b922-8517-4dfd-a3e1-f4dbf50b15c3 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:14:03.289146 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6602b922-8517-4dfd-a3e1-f4dbf50b15c3 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:14:03.289651 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6602b922-8517-4dfd-a3e1-f4dbf50b15c3 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:14:03.293337 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6602b922-8517-4dfd-a3e1-f4dbf50b15c3 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:14:03.294036 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6602b922-8517-4dfd-a3e1-f4dbf50b15c3 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:14:03.294546 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6602b922-8517-4dfd-a3e1-f4dbf50b15c3 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:14:03.295116 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6602b922-8517-4dfd-a3e1-f4dbf50b15c3 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:14:03.324026 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-6602b922-8517-4dfd-a3e1-f4dbf50b15c3 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.8979225 May 05 22:14:03.326102 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49462) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:03.475536 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5f3c18-2cc7-4ca9-a757-6b24e2b36d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce4b363-1c0d-4541-8e35-e13ae697b5ea,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:03.481664 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-e3217189-20d1-4d6e-9b0b-7d9feb282e30 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:a3:0b:51'}]}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:14:03.493661 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-be5f3c18-2cc7-4ca9-a757-6b24e2b36d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:03.493880 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-be5f3c18-2cc7-4ca9-a757-6b24e2b36d4d admin admin] Added segment a16662ea-ed15-4566-b265-fb4b19c1f9fd of type vlan for network ee1bb8cb-174f-493f-8825-c1f4a7ad45ee May 05 22:14:03.519293 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270fb9ac-ccfd-42d8-8e04-329d3c3f834d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c75f33-389b-4142-9ab7-5d3c85965ad4,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:03.633888 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49476) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:03.750159 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-35147ee1-59fe-4427-a1d3-39ac118927ab None None] Provisioning for port 4cdea284-3e4f-4499-9956-bc2c8a696253 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:14:03.755586 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-35147ee1-59fe-4427-a1d3-39ac118927ab None None] Provisioning complete for port 4cdea284-3e4f-4499-9956-bc2c8a696253 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:14:03.755960 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-35147ee1-59fe-4427-a1d3-39ac118927ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:03.785004 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-be5f3c18-2cc7-4ca9-a757-6b24e2b36d4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:03.811176 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1b351f13-10c7-413a-aefe-6b79c69a8837 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:03.816509 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1b351f13-10c7-413a-aefe-6b79c69a8837 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:03.847460 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-270fb9ac-ccfd-42d8-8e04-329d3c3f834d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:03.851173 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-270fb9ac-ccfd-42d8-8e04-329d3c3f834d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "DELETE /v2.0/security-groups/29c75f33-389b-4142-9ab7-5d3c85965ad4 HTTP/1.1" status: 204 len: 168 time: 2.1899436 May 05 22:14:03.852347 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49482) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:03.920046 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-35147ee1-59fe-4427-a1d3-39ac118927ab None None] Port 4cdea284-3e4f-4499-9956-bc2c8a696253 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:14:03.938045 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1b351f13-10c7-413a-aefe-6b79c69a8837 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:03.939064 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b351f13-10c7-413a-aefe-6b79c69a8837 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2fdef333-e781-43e2-89a9-d19fa34b1d9a {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:14:03.962299 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1b351f13-10c7-413a-aefe-6b79c69a8837 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:03.963899 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1b351f13-10c7-413a-aefe-6b79c69a8837 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] 10.222.0.23 "DELETE /v2.0/routers/2fdef333-e781-43e2-89a9-d19fa34b1d9a HTTP/1.1" status: 204 len: 168 time: 5.2120805 May 05 22:14:03.967192 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.resource_extend [None req-be5f3c18-2cc7-4ca9-a757-6b24e2b36d4d admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 22:14:03.968011 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49490) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:04.030068 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4a7e4ee1-1f8a-4cde-b10c-47f97c8504b7 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:04.049054 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-be5f3c18-2cc7-4ca9-a757-6b24e2b36d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:04.050060 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5f3c18-2cc7-4ca9-a757-6b24e2b36d4d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:14:04.050762 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-be5f3c18-2cc7-4ca9-a757-6b24e2b36d4d admin admin] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:04.072605 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e2c2f331-33c1-4889-8972-284e7cd1f06b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/floatingips/65ab86fc-a306-4713-8265-1105c6aeb62b HTTP/1.1" status: 200 len: 993 time: 0.4286988 May 05 22:14:04.098396 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-be5f3c18-2cc7-4ca9-a757-6b24e2b36d4d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.6023946 May 05 22:14:04.099348 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49494) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:04.106866 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-da1bdc5c-7e21-42e1-94ed-3bdb287eeef6 req-13292931-ae0e-4701-8795-0a073672aafc service neutron] 10.222.0.32 "GET /v2.0/networks/8699afcf-6ff9-4969-a8e9-5c2742a40e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9427943 May 05 22:14:04.163140 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-33480041-42a7-4ad8-9b15-1f2352ab9fe8 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Deleting subnet f63cefad-cba2-4a0b-ade2-e2f4eb117ebf {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:14:04.164194 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4a7e4ee1-1f8a-4cde-b10c-47f97c8504b7 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:04.175214 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-cc1541c0-2818-415c-a23a-ae3bfdc71d62 admin admin] Request body: {'subnet': {'network_id': 'ee1bb8cb-174f-493f-8825-c1f4a7ad45ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1868275397-subnet', 'tenant_id': '4630f6747dfc44428cfa33b20f5f719f', 'ip_version': 4}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:14:04.181795 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-cc1541c0-2818-415c-a23a-ae3bfdc71d62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:14:04.185778 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-cc1541c0-2818-415c-a23a-ae3bfdc71d62 admin admin] Usage tracker for resource:subnet and tenant:4630f6747dfc44428cfa33b20f5f719f is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:14:04.189143 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-cc1541c0-2818-415c-a23a-ae3bfdc71d62 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:14:04.195225 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-cc1541c0-2818-415c-a23a-ae3bfdc71d62 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:14:04.224567 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1541c0-2818-415c-a23a-ae3bfdc71d62 admin admin] Made reservation on behalf of 4630f6747dfc44428cfa33b20f5f719f for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:14:04.227529 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cc1541c0-2818-415c-a23a-ae3bfdc71d62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:04.233279 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-33480041-42a7-4ad8-9b15-1f2352ab9fe8 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:04.376609 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5f3c18-2cc7-4ca9-a757-6b24e2b36d4d admin admin] Pushing event updated for resources: {'Network': ['ID=ee1bb8cb-174f-493f-8825-c1f4a7ad45ee,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:04.388901 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network ee1bb8cb-174f-493f-8825-c1f4a7ad45ee details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:14:04.443556 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4a7e4ee1-1f8a-4cde-b10c-47f97c8504b7 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:04.448998 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-33480041-42a7-4ad8-9b15-1f2352ab9fe8 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:04.473744 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7e4ee1-1f8a-4cde-b10c-47f97c8504b7 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c1534c-9254-4508-bcde-9bc3accdf9eb,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:04.477964 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4a7e4ee1-1f8a-4cde-b10c-47f97c8504b7 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:04.481586 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-4a7e4ee1-1f8a-4cde-b10c-47f97c8504b7 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "DELETE /v2.0/security-groups/b4c1534c-9254-4508-bcde-9bc3accdf9eb HTTP/1.1" status: 204 len: 168 time: 0.6258664 May 05 22:14:04.481992 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49504) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:04.509170 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e3217189-20d1-4d6e-9b0b-7d9feb282e30 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:04.538873 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-da1bdc5c-7e21-42e1-94ed-3bdb287eeef6 req-5536553b-6356-4493-a4c1-515916347363 service neutron] 10.222.0.32 "GET /v2.0/networks/8699afcf-6ff9-4969-a8e9-5c2742a40e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4227602 May 05 22:14:04.608576 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-33480041-42a7-4ad8-9b15-1f2352ab9fe8 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:04.795439 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-33480041-42a7-4ad8-9b15-1f2352ab9fe8 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:04.800054 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cc1541c0-2818-415c-a23a-ae3bfdc71d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:04.851937 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33480041-42a7-4ad8-9b15-1f2352ab9fe8 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f63cefad-cba2-4a0b-ade2-e2f4eb117ebf,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:04.861627 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-33480041-42a7-4ad8-9b15-1f2352ab9fe8 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:04.877402 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-33480041-42a7-4ad8-9b15-1f2352ab9fe8 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] 10.222.0.23 "DELETE /v2.0/subnets/f63cefad-cba2-4a0b-ade2-e2f4eb117ebf HTTP/1.1" status: 204 len: 168 time: 0.9023929 May 05 22:14:04.880776 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49512) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:04.926206 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1541c0-2818-415c-a23a-ae3bfdc71d62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d7a7170-01f1-4e9d-959e-a8ffb505fdee,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:04.934877 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a589a87-409b-4aff-88bc-f8f8b1e77c42 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Deleting subnet 5827910d-68b4-4f53-95cc-72dbb93b441b {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:14:04.938673 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9a589a87-409b-4aff-88bc-f8f8b1e77c42 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:05.008987 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1541c0-2818-415c-a23a-ae3bfdc71d62 admin admin] Checking segment: {'id': 'a16662ea-ed15-4566-b265-fb4b19c1f9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'ee1bb8cb-174f-493f-8825-c1f4a7ad45ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:14:05.009356 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1541c0-2818-415c-a23a-ae3bfdc71d62 admin admin] Network hostable DHCP agents. Network: ee1bb8cb-174f-493f-8825-c1f4a7ad45ee, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:14:05.016145 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9a589a87-409b-4aff-88bc-f8f8b1e77c42 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:05.030607 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-84c9675b-8977-4fcc-abd9-2d0e330a791f tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:05.036386 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e3217189-20d1-4d6e-9b0b-7d9feb282e30 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:05.049098 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e3217189-20d1-4d6e-9b0b-7d9feb282e30 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:05.108814 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1541c0-2818-415c-a23a-ae3bfdc71d62 admin admin] Network ee1bb8cb-174f-493f-8825-c1f4a7ad45ee is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:14:05.125147 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3217189-20d1-4d6e-9b0b-7d9feb282e30 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Pushing event updated for resources: {'Port': ['ID=4cdea284-3e4f-4499-9956-bc2c8a696253,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:05.130194 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-cc1541c0-2818-415c-a23a-ae3bfdc71d62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, ee1bb8cb-174f-493f-8825-c1f4a7ad45ee) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:14:05.140278 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1541c0-2818-415c-a23a-ae3bfdc71d62 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:14:05.140971 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cc1541c0-2818-415c-a23a-ae3bfdc71d62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:05.142543 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fe30f6-ce93-4753-bbfc-0529e87a971b None None] Network ee1bb8cb-174f-493f-8825-c1f4a7ad45ee requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:14:05.148920 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9a589a87-409b-4aff-88bc-f8f8b1e77c42 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:05.271835 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-cc1541c0-2818-415c-a23a-ae3bfdc71d62 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1157436 May 05 22:14:05.275628 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49526) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:05.283143 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-c629689e-a78a-4481-9dc2-951d9d788eb6 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1868275397-router', 'tenant_id': '4630f6747dfc44428cfa33b20f5f719f', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:14:05.292696 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c629689e-a78a-4481-9dc2-951d9d788eb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:14:05.300014 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c629689e-a78a-4481-9dc2-951d9d788eb6 admin admin] Usage tracker for resource:router and tenant:4630f6747dfc44428cfa33b20f5f719f is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:14:05.304518 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c629689e-a78a-4481-9dc2-951d9d788eb6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:14:05.316402 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c629689e-a78a-4481-9dc2-951d9d788eb6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:14:05.332912 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9a589a87-409b-4aff-88bc-f8f8b1e77c42 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:05.362920 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-e3217189-20d1-4d6e-9b0b-7d9feb282e30 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] In _notify_port_updated(), no bound segment for port 4cdea284-3e4f-4499-9956-bc2c8a696253 on network dd8507cb-3ef7-457a-98b7-616d610b1177 {{(pid=84061) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 05 22:14:05.366992 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3217189-20d1-4d6e-9b0b-7d9feb282e30 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:14:05.367369 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e3217189-20d1-4d6e-9b0b-7d9feb282e30 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:05.368655 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e3217189-20d1-4d6e-9b0b-7d9feb282e30 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] 10.222.0.23 "PUT /v2.0/ports/4cdea284-3e4f-4499-9956-bc2c8a696253 HTTP/1.1" status: 200 len: 1003 time: 1.8988297 May 05 22:14:05.372878 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49530) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:05.418316 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c629689e-a78a-4481-9dc2-951d9d788eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:05.419311 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c629689e-a78a-4481-9dc2-951d9d788eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:05.433940 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a589a87-409b-4aff-88bc-f8f8b1e77c42 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event deleted for resources: {'Subnet': ['ID=5827910d-68b4-4f53-95cc-72dbb93b441b,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:05.441392 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9a589a87-409b-4aff-88bc-f8f8b1e77c42 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:05.454379 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9a589a87-409b-4aff-88bc-f8f8b1e77c42 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "DELETE /v2.0/subnets/5827910d-68b4-4f53-95cc-72dbb93b441b HTTP/1.1" status: 204 len: 168 time: 0.9713562 May 05 22:14:05.460118 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49538) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:05.463178 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c629689e-a78a-4481-9dc2-951d9d788eb6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:05.570356 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-19f806f8-d0fa-4ce8-bb31-496a8039eb7d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Deleting subnet 9484fc98-6815-4bef-a00e-eb6c4502eba4 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:14:05.606168 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48b60f5-8f9f-4c62-97af-9b3a000a6fa6 None None] Network 3d99406d-3ff2-441b-aa12-737864bdc9d2 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:14:05.673190 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-84c9675b-8977-4fcc-abd9-2d0e330a791f tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:05.705804 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0836fe29-802f-4d28-b313-62b4d46570ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-ee1bb8cb-174f-493f-8825-c1f4a7ad45ee', 'network_id': 'ee1bb8cb-174f-493f-8825-c1f4a7ad45ee', 'tenant_id': '4630f6747dfc44428cfa33b20f5f719f', 'fixed_ips': [{'subnet_id': '4d7a7170-01f1-4e9d-959e-a8ffb505fdee'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:14:05.707279 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0836fe29-802f-4d28-b313-62b4d46570ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:05.757888 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-19f806f8-d0fa-4ce8-bb31-496a8039eb7d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:05.760152 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-aa153eb4-9e64-4b8d-a527-62ab9e732bb1 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Deleting port 4cdea284-3e4f-4499-9956-bc2c8a696253 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:14:05.760733 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-aa153eb4-9e64-4b8d-a527-62ab9e732bb1 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:05.838716 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-19f806f8-d0fa-4ce8-bb31-496a8039eb7d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:05.850263 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-84c9675b-8977-4fcc-abd9-2d0e330a791f tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a65f08f-6a70-4b03-aa68-6b64c585ea88']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:14:05.917993 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-84c9675b-8977-4fcc-abd9-2d0e330a791f tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6726299c-6f8c-48c8-90a2-7387b9245c05') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:14:05.919673 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-84c9675b-8977-4fcc-abd9-2d0e330a791f tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6726299c-6f8c-48c8-90a2-7387b9245c05') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:14:05.975866 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-84c9675b-8977-4fcc-abd9-2d0e330a791f tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:06.029074 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:06.029225 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c629689e-a78a-4481-9dc2-951d9d788eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:06.115063 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-84c9675b-8977-4fcc-abd9-2d0e330a791f tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:06.145091 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84c9675b-8977-4fcc-abd9-2d0e330a791f tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:14:06.145787 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-84c9675b-8977-4fcc-abd9-2d0e330a791f tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:06.161679 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 22:14:06.161679 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:14:06.161679 n-d-825175-4 neutron-server[84061]: timer() May 05 22:14:06.161679 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:14:06.161679 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 22:14:06.161679 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:14:06.161679 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 22:14:06.161679 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:14:06.161679 n-d-825175-4 neutron-server[84061]: self._notify() May 05 22:14:06.161679 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:14:06.161679 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 22:14:06.161679 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:14:06.161679 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 22:14:06.161679 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:14:06.161679 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:14:06.161679 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:14:06.161679 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:14:06.161679 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:14:06.161679 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 22:14:06.161679 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:14:06.161679 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 22:14:06.161679 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:14:06.161679 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:14:06.161679 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:14:06.161679 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 22:14:06.161679 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:14:06.161679 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:14:06.161679 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:14:06.161679 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:14:06.161679 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:14:06.161679 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:14:06.161679 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:14:06.164324 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-0836fe29-802f-4d28-b313-62b4d46570ba None None] Allocated IP 172.20.0.2 (ee1bb8cb-174f-493f-8825-c1f4a7ad45ee/4d7a7170-01f1-4e9d-959e-a8ffb505fdee/44d7df1b-adf4-477a-b1fb-8e94e5821aeb) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:14:06.234348 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-19f806f8-d0fa-4ce8-bb31-496a8039eb7d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:06.347887 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-19f806f8-d0fa-4ce8-bb31-496a8039eb7d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:06.359596 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-15fdf24b-d560-477c-b4aa-7c82d30797e9 None None] Provisioning complete for port 4cdea284-3e4f-4499-9956-bc2c8a696253 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:14:06.360129 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-15fdf24b-d560-477c-b4aa-7c82d30797e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:06.411618 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f806f8-d0fa-4ce8-bb31-496a8039eb7d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event deleted for resources: {'Subnet': ['ID=9484fc98-6815-4bef-a00e-eb6c4502eba4,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:06.421599 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-84c9675b-8977-4fcc-abd9-2d0e330a791f tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:06.423902 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-19f806f8-d0fa-4ce8-bb31-496a8039eb7d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:06.429079 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:06.491616 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-15fdf24b-d560-477c-b4aa-7c82d30797e9 None None] Port 4cdea284-3e4f-4499-9956-bc2c8a696253 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:14:06.498518 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-19f806f8-d0fa-4ce8-bb31-496a8039eb7d tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "DELETE /v2.0/subnets/9484fc98-6815-4bef-a00e-eb6c4502eba4 HTTP/1.1" status: 204 len: 168 time: 1.0373867 May 05 22:14:06.502566 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49560) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:06.515141 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c9675b-8977-4fcc-abd9-2d0e330a791f tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1a65f08f-6a70-4b03-aa68-6b64c585ea88 {{(pid=84061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 05 22:14:06.568830 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d35bc57-e329-44d5-ac56-fbb9500f00ca tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] DELETE failed (client error): The resource could not be found. May 05 22:14:06.573409 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d35bc57-e329-44d5-ac56-fbb9500f00ca tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:14:06.576634 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-84c9675b-8977-4fcc-abd9-2d0e330a791f tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:06.580382 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-2d35bc57-e329-44d5-ac56-fbb9500f00ca tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "DELETE /v2.0/subnets/5827910d-68b4-4f53-95cc-72dbb93b441b HTTP/1.1" status: 404 len: 337 time: 0.0764568 May 05 22:14:06.583690 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49566) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:06.660608 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-aa153eb4-9e64-4b8d-a527-62ab9e732bb1 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:06.675524 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c9675b-8977-4fcc-abd9-2d0e330a791f tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Pushing event deleted for resources: {'Network': ['ID=1a65f08f-6a70-4b03-aa68-6b64c585ea88,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:06.684558 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0836fe29-802f-4d28-b313-62b4d46570ba None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:06.703631 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c629689e-a78a-4481-9dc2-951d9d788eb6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:06.704331 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-0836fe29-802f-4d28-b313-62b4d46570ba None None] Transition to ACTIVE for port object 44d7df1b-adf4-477a-b1fb-8e94e5821aeb will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:14:06.710954 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-84c9675b-8977-4fcc-abd9-2d0e330a791f tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] 10.222.0.23 "DELETE /v2.0/networks/1a65f08f-6a70-4b03-aa68-6b64c585ea88 HTTP/1.1" status: 204 len: 168 time: 1.8289163 May 05 22:14:06.745908 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-0836fe29-802f-4d28-b313-62b4d46570ba None None] Transition to ACTIVE for port object 44d7df1b-adf4-477a-b1fb-8e94e5821aeb will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:14:06.756843 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0836fe29-802f-4d28-b313-62b4d46570ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:06.799896 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c629689e-a78a-4481-9dc2-951d9d788eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:06.892591 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0836fe29-802f-4d28-b313-62b4d46570ba None None] Network ee1bb8cb-174f-493f-8825-c1f4a7ad45ee is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:14:06.901655 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-0836fe29-802f-4d28-b313-62b4d46570ba None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:14:06.909035 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0836fe29-802f-4d28-b313-62b4d46570ba None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:14:06.916004 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-90fbaa58-17b7-4fa7-8c2e-6e0215dd728b tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Deleting subnet 9ae51356-4ecc-434e-9076-7273c736ec51 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:14:06.931402 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-90fbaa58-17b7-4fa7-8c2e-6e0215dd728b tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:06.977125 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-aa153eb4-9e64-4b8d-a527-62ab9e732bb1 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Calling delete_port for 4cdea284-3e4f-4499-9956-bc2c8a696253 owned by {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:14:07.040590 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0836fe29-802f-4d28-b313-62b4d46570ba None None] Pushing event updated for resources: {'Port': ['ID=44d7df1b-adf4-477a-b1fb-8e94e5821aeb,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:07.157693 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-90fbaa58-17b7-4fa7-8c2e-6e0215dd728b tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:07.225325 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-0836fe29-802f-4d28-b313-62b4d46570ba None None] Attempting to bind port 44d7df1b-adf4-477a-b1fb-8e94e5821aeb on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:14:07.225950 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-0836fe29-802f-4d28-b313-62b4d46570ba None None] Attempting to bind port 44d7df1b-adf4-477a-b1fb-8e94e5821aeb by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'a16662ea-ed15-4566-b265-fb4b19c1f9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'ee1bb8cb-174f-493f-8825-c1f4a7ad45ee'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:14:07.226492 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0836fe29-802f-4d28-b313-62b4d46570ba None None] Attempting to bind port 44d7df1b-adf4-477a-b1fb-8e94e5821aeb on network ee1bb8cb-174f-493f-8825-c1f4a7ad45ee {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:14:07.249161 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0836fe29-802f-4d28-b313-62b4d46570ba None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:14:07.249901 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0836fe29-802f-4d28-b313-62b4d46570ba None None] Checking segment: {'id': 'a16662ea-ed15-4566-b265-fb4b19c1f9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'ee1bb8cb-174f-493f-8825-c1f4a7ad45ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:14:07.251020 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0836fe29-802f-4d28-b313-62b4d46570ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:07.251855 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0836fe29-802f-4d28-b313-62b4d46570ba None None] Bound using segment: {'id': 'a16662ea-ed15-4566-b265-fb4b19c1f9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'ee1bb8cb-174f-493f-8825-c1f4a7ad45ee'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:14:07.253446 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-0836fe29-802f-4d28-b313-62b4d46570ba None None] Bound port: 44d7df1b-adf4-477a-b1fb-8e94e5821aeb, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a16662ea-ed15-4566-b265-fb4b19c1f9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'ee1bb8cb-174f-493f-8825-c1f4a7ad45ee'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:14:07.255061 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0836fe29-802f-4d28-b313-62b4d46570ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:07.385836 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-aa153eb4-9e64-4b8d-a527-62ab9e732bb1 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:07.556245 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa153eb4-9e64-4b8d-a527-62ab9e732bb1 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Pushing event deleted for resources: {'Port': ['ID=4cdea284-3e4f-4499-9956-bc2c8a696253,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:07.573175 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df058bfd-b7cf-4be4-bb3b-96270e6d66ac None None] Network 3d99406d-3ff2-441b-aa12-737864bdc9d2 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:14:07.575185 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-c629689e-a78a-4481-9dc2-951d9d788eb6 admin admin] Allocated IP 172.25.4.130 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/f816ea64-ff5d-49e8-822f-5c479dc96d94) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:14:07.587309 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-aa153eb4-9e64-4b8d-a527-62ab9e732bb1 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:07.611031 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-aa153eb4-9e64-4b8d-a527-62ab9e732bb1 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] 10.222.0.23 "DELETE /v2.0/ports/4cdea284-3e4f-4499-9956-bc2c8a696253 HTTP/1.1" status: 204 len: 168 time: 2.2343974 May 05 22:14:07.611454 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49590) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:07.695502 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49594) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:07.707671 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-2d07bea3-ef67-4d55-b70a-ed0adc77d80d tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Request body: {'router': {'name': 'tempest-router--987580989', 'project_id': 'f66df5e0c12440a8b31664480abcbe6b'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:14:07.709085 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0ff2f7f-88bc-4783-a88d-5e84a90e0011 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] GET failed (client error): The resource could not be found. May 05 22:14:07.712117 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-d0ff2f7f-88bc-4783-a88d-5e84a90e0011 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Synchronizing usage tracker for tenant:ec305cbc86504ed7a2668e43c9b17ef3 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:14:07.750477 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-2d07bea3-ef67-4d55-b70a-ed0adc77d80d tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:14:07.761565 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-2d07bea3-ef67-4d55-b70a-ed0adc77d80d tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Usage tracker for resource:router and tenant:f66df5e0c12440a8b31664480abcbe6b is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:14:07.766511 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-d0ff2f7f-88bc-4783-a88d-5e84a90e0011 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Unset dirty status for tenant:ec305cbc86504ed7a2668e43c9b17ef3 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:14:07.767770 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-d0ff2f7f-88bc-4783-a88d-5e84a90e0011 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] 10.222.0.23 "GET /v2.0/ports/4cdea284-3e4f-4499-9956-bc2c8a696253 HTTP/1.1" status: 404 len: 333 time: 0.1553309 May 05 22:14:07.768578 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-2d07bea3-ef67-4d55-b70a-ed0adc77d80d tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:14:07.772153 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49598) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:07.783442 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-d394682c-eb9d-47e6-bb9f-788ec2f6e406 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Request body: {'port': {'network_id': 'dd8507cb-3ef7-457a-98b7-616d610b1177', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1071819974'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:14:07.784699 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-90fbaa58-17b7-4fa7-8c2e-6e0215dd728b tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:07.833963 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-2d07bea3-ef67-4d55-b70a-ed0adc77d80d tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:14:07.860505 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-0836fe29-802f-4d28-b313-62b4d46570ba None None] For port 44d7df1b-adf4-477a-b1fb-8e94e5821aeb, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:14:07.879463 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-653e289b-4f18-4230-8dc9-63971e509c51 None None] Provisioning complete for port 86855fac-65ab-4a25-8e94-0925fb2f8e95 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:14:07.880009 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-653e289b-4f18-4230-8dc9-63971e509c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:07.933919 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2d07bea3-ef67-4d55-b70a-ed0adc77d80d tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:07.934888 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2d07bea3-ef67-4d55-b70a-ed0adc77d80d tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:07.963875 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2d07bea3-ef67-4d55-b70a-ed0adc77d80d tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:07.971187 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-0836fe29-802f-4d28-b313-62b4d46570ba None None] For port 44d7df1b-adf4-477a-b1fb-8e94e5821aeb, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=44d7df1b-adf4-477a-b1fb-8e94e5821aeb,segment=NetworkSegment(a16662ea-ed15-4566-b265-fb4b19c1f9fd),segment_id=a16662ea-ed15-4566-b265-fb4b19c1f9fd)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:14:07.973035 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-d394682c-eb9d-47e6-bb9f-788ec2f6e406 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:14:07.985832 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-d394682c-eb9d-47e6-bb9f-788ec2f6e406 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:14:08.001076 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d394682c-eb9d-47e6-bb9f-788ec2f6e406 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Made reservation on behalf of ec305cbc86504ed7a2668e43c9b17ef3 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:14:08.001541 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2d07bea3-ef67-4d55-b70a-ed0adc77d80d tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:08.005756 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d394682c-eb9d-47e6-bb9f-788ec2f6e406 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:08.030200 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0836fe29-802f-4d28-b313-62b4d46570ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:08.032899 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c629689e-a78a-4481-9dc2-951d9d788eb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:08.043845 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [None req-d394682c-eb9d-47e6-bb9f-788ec2f6e406 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] device_id is not set on port 3c868fa6-feb4-47f7-b9d6-07ba6201e936 yet. {{(pid=84061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:14:08.071257 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2d07bea3-ef67-4d55-b70a-ed0adc77d80d tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:08.072539 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-2d07bea3-ef67-4d55-b70a-ed0adc77d80d tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3759143 May 05 22:14:08.075803 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-90fbaa58-17b7-4fa7-8c2e-6e0215dd728b tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:08.087458 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49606) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:08.135968 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-90fbaa58-17b7-4fa7-8c2e-6e0215dd728b tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:08.137875 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-90fbaa58-17b7-4fa7-8c2e-6e0215dd728b tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "DELETE /v2.0/subnets/9ae51356-4ecc-434e-9076-7273c736ec51 HTTP/1.1" status: 204 len: 168 time: 1.5530350 May 05 22:14:08.141849 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49610) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:08.195878 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-701d322e-c916-4d65-ad66-367df88372fb tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] DELETE failed (client error): The resource could not be found. May 05 22:14:08.196491 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-701d322e-c916-4d65-ad66-367df88372fb tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:14:08.216486 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fbaa58-17b7-4fa7-8c2e-6e0215dd728b tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event deleted for resources: {'Subnet': ['ID=9ae51356-4ecc-434e-9076-7273c736ec51,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:08.218713 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49614) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:08.219594 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-701d322e-c916-4d65-ad66-367df88372fb tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "DELETE /v2.0/subnets/fffe7860-9b49-4f81-ad3e-cd8deef24a5f HTTP/1.1" status: 404 len: 337 time: 0.0695488 May 05 22:14:08.264307 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0836fe29-802f-4d28-b313-62b4d46570ba None None] Pushing event updated for resources: {'Port': ['ID=44d7df1b-adf4-477a-b1fb-8e94e5821aeb,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:08.334621 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-d394682c-eb9d-47e6-bb9f-788ec2f6e406 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Allocated IP 2001:db8::c9 (dd8507cb-3ef7-457a-98b7-616d610b1177/49e0c3b1-87e8-45ba-9725-9334d30ac491/3c868fa6-feb4-47f7-b9d6-07ba6201e936) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:14:08.337652 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-bbfebea3-5dbe-4c7e-9485-0ee369d98779 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "GET /v2.0/ports?device_id=feda55d0-12ab-4ad1-96b3-56546a67bc43 HTTP/1.1" status: 200 len: 205 time: 0.1160529 May 05 22:14:08.340689 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c629689e-a78a-4481-9dc2-951d9d788eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:08.345818 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49620) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:08.345989 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-653e289b-4f18-4230-8dc9-63971e509c51 None None] Provisioning complete for port 69454f7f-c69b-4363-bcae-57c028a68091 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:14:08.346188 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-653e289b-4f18-4230-8dc9-63971e509c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:08.530244 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-a7534bef-7da4-41f3-9a04-b08654dec286 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] delete failed (client error): The resource could not be found. May 05 22:14:08.531358 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a7534bef-7da4-41f3-9a04-b08654dec286 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "DELETE /v2.0/routers/feda55d0-12ab-4ad1-96b3-56546a67bc43 HTTP/1.1" status: 404 len: 336 time: 0.1328301 May 05 22:14:08.542206 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49632) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:08.667905 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c629689e-a78a-4481-9dc2-951d9d788eb6 admin admin] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:14:08.674919 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-c629689e-a78a-4481-9dc2-951d9d788eb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:14:08.682343 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ce3eec8d-1994-49e8-8ac0-51e69cb42245 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:08.710554 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-653e289b-4f18-4230-8dc9-63971e509c51 None None] Port 69454f7f-c69b-4363-bcae-57c028a68091 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:14:08.747435 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56ba43a-3124-4b37-b259-4a9530616b2b None None] Update dhcp port {'port': {'network_id': '3d99406d-3ff2-441b-aa12-737864bdc9d2', 'fixed_ips': [{'subnet_id': '9ae51356-4ecc-434e-9076-7273c736ec51'}], 'binding:host_id': 'n-d-825175-4'}, 'id': '86855fac-65ab-4a25-8e94-0925fb2f8e95'} from n-d-825175-4. {{(pid=84064) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 05 22:14:08.772717 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c629689e-a78a-4481-9dc2-951d9d788eb6 admin admin] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:14:08.830740 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a56ba43a-3124-4b37-b259-4a9530616b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:08.989659 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c629689e-a78a-4481-9dc2-951d9d788eb6 admin admin] Pushing event updated for resources: {'Port': ['ID=f816ea64-ff5d-49e8-822f-5c479dc96d94,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:08.992450 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-541b28de-2c26-4d42-ab9a-200676aa701a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] DELETE failed (client error): The resource could not be found. May 05 22:14:08.992830 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-541b28de-2c26-4d42-ab9a-200676aa701a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:14:08.996971 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-541b28de-2c26-4d42-ab9a-200676aa701a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "DELETE /v2.0/subnets/c8e48f6a-4860-4071-bf46-85bd70f22cc6 HTTP/1.1" status: 404 len: 337 time: 0.4513986 May 05 22:14:09.049353 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49642) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:09.114188 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 44d7df1b-adf4-477a-b1fb-8e94e5821aeb up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:14:09.125478 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d394682c-eb9d-47e6-bb9f-788ec2f6e406 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:09.145720 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-d394682c-eb9d-47e6-bb9f-788ec2f6e406 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Transition to ACTIVE for port object 3c868fa6-feb4-47f7-b9d6-07ba6201e936 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:14:09.172891 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-385c277f-3b67-41cf-8186-ae5ef22527c8 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] DELETE failed (client error): The resource could not be found. May 05 22:14:09.173949 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-385c277f-3b67-41cf-8186-ae5ef22527c8 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:14:09.175870 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d394682c-eb9d-47e6-bb9f-788ec2f6e406 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:09.181537 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-385c277f-3b67-41cf-8186-ae5ef22527c8 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "DELETE /v2.0/subnets/34e18608-e473-4dc7-bc82-0c40e966877d HTTP/1.1" status: 404 len: 337 time: 0.1288464 May 05 22:14:09.187740 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49646) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:09.241055 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 44d7df1b-adf4-477a-b1fb-8e94e5821aeb completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:14:09.322162 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3673c4-c78f-43f4-8d87-226c8aa2c160 None None] Network 3d99406d-3ff2-441b-aa12-737864bdc9d2 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:14:09.478814 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-7b5c88fb-3ac2-4f9a-b63a-5af26d4c1bab None None] Provisioning complete for port 86855fac-65ab-4a25-8e94-0925fb2f8e95 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:14:09.479194 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7b5c88fb-3ac2-4f9a-b63a-5af26d4c1bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:09.503813 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-5456427f-0b7c-4fd4-968a-9eb2d43d2f98 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] DELETE failed (client error): The resource could not be found. May 05 22:14:09.505246 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5456427f-0b7c-4fd4-968a-9eb2d43d2f98 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:14:09.524798 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-5456427f-0b7c-4fd4-968a-9eb2d43d2f98 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "DELETE /v2.0/subnets/34d8634c-323e-4468-800e-b37baf8d9d65 HTTP/1.1" status: 404 len: 337 time: 0.2437789 May 05 22:14:09.535893 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49662) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:09.643763 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d394682c-eb9d-47e6-bb9f-788ec2f6e406 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Network dd8507cb-3ef7-457a-98b7-616d610b1177 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:14:09.653107 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d394682c-eb9d-47e6-bb9f-788ec2f6e406 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Pushing event updated for resources: {'Port': ['ID=3c868fa6-feb4-47f7-b9d6-07ba6201e936,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:09.655853 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-d394682c-eb9d-47e6-bb9f-788ec2f6e406 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:14:09.675862 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d394682c-eb9d-47e6-bb9f-788ec2f6e406 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:14:09.680858 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d394682c-eb9d-47e6-bb9f-788ec2f6e406 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:14:09.681653 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d394682c-eb9d-47e6-bb9f-788ec2f6e406 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:09.687115 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-868c8e05-31b5-43f5-b1ab-00d4e9e53091 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] DELETE failed (client error): The resource could not be found. May 05 22:14:09.687727 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-868c8e05-31b5-43f5-b1ab-00d4e9e53091 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:14:09.689951 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-868c8e05-31b5-43f5-b1ab-00d4e9e53091 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "DELETE /v2.0/ports/b17f03b3-5aeb-4341-b189-a8a37f32e0dd HTTP/1.1" status: 404 len: 333 time: 0.1394031 May 05 22:14:09.695168 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49672) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:09.747941 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-d394682c-eb9d-47e6-bb9f-788ec2f6e406 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9743459 May 05 22:14:09.750536 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49676) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:09.756944 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-82fabb40-1df9-4c3d-bac5-6f8efe36e3d2 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Request body: {'port': {'network_id': 'dd8507cb-3ef7-457a-98b7-616d610b1177', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1604192615'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:14:10.014341 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d04a174-13fc-47c1-8d9e-ba9737457d98 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] DELETE failed (client error): The resource could not be found. May 05 22:14:10.014820 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d04a174-13fc-47c1-8d9e-ba9737457d98 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:14:10.020968 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49682) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:10.023012 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9d04a174-13fc-47c1-8d9e-ba9737457d98 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "DELETE /v2.0/subnets/39628b47-0246-4980-941c-257be866054f HTTP/1.1" status: 404 len: 337 time: 0.3090248 May 05 22:14:10.032299 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ce3eec8d-1994-49e8-8ac0-51e69cb42245 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:10.052525 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-7b5c88fb-3ac2-4f9a-b63a-5af26d4c1bab None None] Provisioning complete for port 69454f7f-c69b-4363-bcae-57c028a68091 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:14:10.052895 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7b5c88fb-3ac2-4f9a-b63a-5af26d4c1bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:10.075850 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ce3eec8d-1994-49e8-8ac0-51e69cb42245 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:10.092777 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58fa7f6-7639-4474-8e4e-2f53c8baed39 None None] Network ee1bb8cb-174f-493f-8825-c1f4a7ad45ee requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:14:10.119526 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0e72b4-a2ba-4c58-858d-dcd750a0dd6f None None] DHCP port deletion for 3d99406d-3ff2-441b-aa12-737864bdc9d2 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:14:10.145716 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-7b5c88fb-3ac2-4f9a-b63a-5af26d4c1bab None None] Port 69454f7f-c69b-4363-bcae-57c028a68091 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:14:10.159147 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ce3eec8d-1994-49e8-8ac0-51e69cb42245 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:10.163032 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-281b3ac0-30f8-4355-bc7e-e2edcb99caed tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] DELETE failed (client error): The resource could not be found. May 05 22:14:10.163411 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-281b3ac0-30f8-4355-bc7e-e2edcb99caed tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:14:10.164772 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-281b3ac0-30f8-4355-bc7e-e2edcb99caed tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "DELETE /v2.0/subnets/2efcd23f-576c-4ebe-97d4-9f2c9888aac6 HTTP/1.1" status: 404 len: 337 time: 0.1428862 May 05 22:14:10.167707 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49692) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:10.168486 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3eec8d-1994-49e8-8ac0-51e69cb42245 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6622a3a2-f32d-4ae5-aa45-ee4ee37e4a0a {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:14:10.183460 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ce3eec8d-1994-49e8-8ac0-51e69cb42245 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:10.196670 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ce3eec8d-1994-49e8-8ac0-51e69cb42245 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] 10.222.0.23 "DELETE /v2.0/routers/6622a3a2-f32d-4ae5-aa45-ee4ee37e4a0a HTTP/1.1" status: 204 len: 168 time: 2.0569534 May 05 22:14:10.231925 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-df0e72b4-a2ba-4c58-858d-dcd750a0dd6f None None] Deleting port 86855fac-65ab-4a25-8e94-0925fb2f8e95 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:14:10.231925 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-df0e72b4-a2ba-4c58-858d-dcd750a0dd6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:10.245660 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c629689e-a78a-4481-9dc2-951d9d788eb6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:10.246417 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c629689e-a78a-4481-9dc2-951d9d788eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:10.281650 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-17c30874-018f-40f0-af2d-3a71bcaa7a34 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] DELETE failed (client error): The resource could not be found. May 05 22:14:10.282427 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17c30874-018f-40f0-af2d-3a71bcaa7a34 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:14:10.285003 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-17c30874-018f-40f0-af2d-3a71bcaa7a34 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "DELETE /v2.0/ports/f383a863-86d6-44de-bd41-0ef5a0b1eb38 HTTP/1.1" status: 404 len: 333 time: 0.1010566 May 05 22:14:10.291035 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49698) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:10.335299 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-82fabb40-1df9-4c3d-bac5-6f8efe36e3d2 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:14:10.343832 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cdf45fb-a4d4-443f-a471-3608c71f3c5a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] DELETE failed (client error): The resource could not be found. May 05 22:14:10.345149 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cdf45fb-a4d4-443f-a471-3608c71f3c5a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:14:10.347183 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0cdf45fb-a4d4-443f-a471-3608c71f3c5a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "DELETE /v2.0/subnets/eb837418-52b8-452a-a4ae-702ccbbbfc7d HTTP/1.1" status: 404 len: 337 time: 0.0543733 May 05 22:14:10.351853 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49702) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:10.445199 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-238c4637-4a97-4293-8bf0-23237aacd577 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] DELETE failed (client error): The resource could not be found. May 05 22:14:10.445653 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-238c4637-4a97-4293-8bf0-23237aacd577 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:14:10.447421 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-238c4637-4a97-4293-8bf0-23237aacd577 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "DELETE /v2.0/subnets/368c91a5-951c-41dc-9790-5d9a47e4295b HTTP/1.1" status: 404 len: 337 time: 0.0939162 May 05 22:14:10.449592 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-82fabb40-1df9-4c3d-bac5-6f8efe36e3d2 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:14:10.468775 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-90f29402-b75c-4b89-8fcb-4e27a9672e7f None None] Provisioning for port 3c868fa6-feb4-47f7-b9d6-07ba6201e936 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:14:10.501657 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-90f29402-b75c-4b89-8fcb-4e27a9672e7f None None] Provisioning complete for port 3c868fa6-feb4-47f7-b9d6-07ba6201e936 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:14:10.502210 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-90f29402-b75c-4b89-8fcb-4e27a9672e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:10.518521 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49708) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:10.518977 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49710) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:10.633160 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-0adc6ca4-c71d-4b92-88ff-e275a93c352a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Deleting port 69454f7f-c69b-4363-bcae-57c028a68091 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:14:10.634971 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0adc6ca4-c71d-4b92-88ff-e275a93c352a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:10.697527 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82fabb40-1df9-4c3d-bac5-6f8efe36e3d2 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Made reservation on behalf of ec305cbc86504ed7a2668e43c9b17ef3 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:14:10.701514 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-82fabb40-1df9-4c3d-bac5-6f8efe36e3d2 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:10.788991 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c629689e-a78a-4481-9dc2-951d9d788eb6 admin admin] Router ea30f0ff-6bc7-4fd3-a1f3-94343424bf96 is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 22:14:10.792434 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [None req-82fabb40-1df9-4c3d-bac5-6f8efe36e3d2 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] device_id is not set on port b71452c4-ec1b-4333-b4b1-19159d4a7268 yet. {{(pid=84061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:14:10.914933 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 86855fac-65ab-4a25-8e94-0925fb2f8e95 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:14:11.019205 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-90f29402-b75c-4b89-8fcb-4e27a9672e7f None None] Port 3c868fa6-feb4-47f7-b9d6-07ba6201e936 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:14:11.038970 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-df0e72b4-a2ba-4c58-858d-dcd750a0dd6f None None] For port 86855fac-65ab-4a25-8e94-0925fb2f8e95, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=86855fac-65ab-4a25-8e94-0925fb2f8e95,segment=NetworkSegment(924aa3ea-e5a8-4624-be41-823f9eabd1ad),segment_id=924aa3ea-e5a8-4624-be41-823f9eabd1ad)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:14:11.039654 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-df0e72b4-a2ba-4c58-858d-dcd750a0dd6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:11.187894 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-df0e72b4-a2ba-4c58-858d-dcd750a0dd6f None None] Calling delete_port for 86855fac-65ab-4a25-8e94-0925fb2f8e95 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:14:11.282353 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c629689e-a78a-4481-9dc2-951d9d788eb6 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:14:11.282718 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-90f29402-b75c-4b89-8fcb-4e27a9672e7f None None] Provisioning for port 44d7df1b-adf4-477a-b1fb-8e94e5821aeb completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:14:11.291573 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a166d2-8b36-4b0a-8d4c-4d5bf77388f0 None None] Sync routers for ids ['ea30f0ff-6bc7-4fd3-a1f3-94343424bf96'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:14:11.298911 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-90f29402-b75c-4b89-8fcb-4e27a9672e7f None None] Provisioning complete for port 44d7df1b-adf4-477a-b1fb-8e94e5821aeb triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:14:11.299275 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-90f29402-b75c-4b89-8fcb-4e27a9672e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:11.313952 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a166d2-8b36-4b0a-8d4c-4d5bf77388f0 None None] Routers {'ea30f0ff-6bc7-4fd3-a1f3-94343424bf96'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:14:11.314963 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-99a166d2-8b36-4b0a-8d4c-4d5bf77388f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:13:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['ea30f0ff-6bc7-4fd3-a1f3-94343424bf96'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:14:11.316754 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c629689e-a78a-4481-9dc2-951d9d788eb6 admin admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:11.319277 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c629689e-a78a-4481-9dc2-951d9d788eb6 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.0425675 May 05 22:14:11.322286 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49732) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:11.337533 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0adc6ca4-c71d-4b92-88ff-e275a93c352a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:11.365823 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-fa4343f3-9a49-4b77-b0dc-84a1c446455b tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-997798484', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}, 'admin_state_up': False}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:14:11.386439 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-fa4343f3-9a49-4b77-b0dc-84a1c446455b tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:14:11.406542 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-fa4343f3-9a49-4b77-b0dc-84a1c446455b tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Usage tracker for resource:router and tenant:a2eabe7e70de4863a8371f817bdd6ea0 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:14:11.410440 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-fa4343f3-9a49-4b77-b0dc-84a1c446455b tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:14:11.440306 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:11.441808 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-fa4343f3-9a49-4b77-b0dc-84a1c446455b tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:14:11.460939 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a12e97f4-81fa-456d-b08d-243c0e6d3cbe req-5f273619-616f-4b6f-9adf-02d1341cb66c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4bb0e0b6-9db6-4d6e-ad2f-d70a89dab3e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0123203 May 05 22:14:11.593098 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-df0e72b4-a2ba-4c58-858d-dcd750a0dd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:11.598052 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-90f29402-b75c-4b89-8fcb-4e27a9672e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:11.643492 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-99a166d2-8b36-4b0a-8d4c-4d5bf77388f0 None None] Set router ea30f0ff-6bc7-4fd3-a1f3-94343424bf96 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:14:11.716545 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-82fabb40-1df9-4c3d-bac5-6f8efe36e3d2 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Allocated IP 2001:db8::1cc (dd8507cb-3ef7-457a-98b7-616d610b1177/49e0c3b1-87e8-45ba-9725-9334d30ac491/b71452c4-ec1b-4333-b4b1-19159d4a7268) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:14:11.719451 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fa4343f3-9a49-4b77-b0dc-84a1c446455b tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:11.720233 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fa4343f3-9a49-4b77-b0dc-84a1c446455b tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:11.728781 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0e72b4-a2ba-4c58-858d-dcd750a0dd6f None None] Pushing event deleted for resources: {'Port': ['ID=86855fac-65ab-4a25-8e94-0925fb2f8e95,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:11.747196 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-0adc6ca4-c71d-4b92-88ff-e275a93c352a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Calling delete_port for 69454f7f-c69b-4363-bcae-57c028a68091 owned by {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:14:11.753323 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0e72b4-a2ba-4c58-858d-dcd750a0dd6f None None] No DVR routers for this DVR port 86855fac-65ab-4a25-8e94-0925fb2f8e95 on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:14:11.759316 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-90f29402-b75c-4b89-8fcb-4e27a9672e7f None None] For port 44d7df1b-adf4-477a-b1fb-8e94e5821aeb, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=44d7df1b-adf4-477a-b1fb-8e94e5821aeb,segment=NetworkSegment(a16662ea-ed15-4566-b265-fb4b19c1f9fd),segment_id=a16662ea-ed15-4566-b265-fb4b19c1f9fd)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:14:11.771416 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-90f29402-b75c-4b89-8fcb-4e27a9672e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:11.905781 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f29402-b75c-4b89-8fcb-4e27a9672e7f None None] Pushing event updated for resources: {'Port': ['ID=44d7df1b-adf4-477a-b1fb-8e94e5821aeb,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:12.098879 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fa4343f3-9a49-4b77-b0dc-84a1c446455b tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:12.113421 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-de215218-7057-4c6c-b853-6811d5e42fa2 None None] Provisioning complete for port 44d7df1b-adf4-477a-b1fb-8e94e5821aeb triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:14:12.114054 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-de215218-7057-4c6c-b853-6811d5e42fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:12.145758 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0adc6ca4-c71d-4b92-88ff-e275a93c352a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:12.407112 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-99a166d2-8b36-4b0a-8d4c-4d5bf77388f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea30f0ff-6bc7-4fd3-a1f3-94343424bf96', 'name': 'tempest-TestServerMultinode-1868275397-router', 'tenant_id': '4630f6747dfc44428cfa33b20f5f719f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'f816ea64-ff5d-49e8-822f-5c479dc96d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:14:05Z', 'updated_at': '2022-05-05T22:14:09Z', 'revision_number': 3, 'project_id': '4630f6747dfc44428cfa33b20f5f719f', 'gw_port': {'id': 'f816ea64-ff5d-49e8-822f-5c479dc96d94', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d1:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea30f0ff-6bc7-4fd3-a1f3-94343424bf96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:14:06Z', 'updated_at': '2022-05-05T22:14:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:14:12.411572 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a166d2-8b36-4b0a-8d4c-4d5bf77388f0 None None] Checking router: ea30f0ff-6bc7-4fd3-a1f3-94343424bf96 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:14:12.411695 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a166d2-8b36-4b0a-8d4c-4d5bf77388f0 None None] Updating router ea30f0ff-6bc7-4fd3-a1f3-94343424bf96 port f816ea64-ff5d-49e8-822f-5c479dc96d94 binding host n-d-825175-4 {{(pid=84068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:14:12.477840 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-99a166d2-8b36-4b0a-8d4c-4d5bf77388f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:12.551746 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adc6ca4-c71d-4b92-88ff-e275a93c352a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event deleted for resources: {'Port': ['ID=69454f7f-c69b-4363-bcae-57c028a68091,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:12.557198 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a12e97f4-81fa-456d-b08d-243c0e6d3cbe req-16b0b45c-2a27-41c7-9cd9-d097c9af0970 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=06fb629024324e968714595537efac5c&device_id=4bb0e0b6-9db6-4d6e-ad2f-d70a89dab3e6 HTTP/1.1" status: 200 len: 1097 time: 0.8467655 May 05 22:14:12.656117 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0adc6ca4-c71d-4b92-88ff-e275a93c352a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:12.773014 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-10dadaff-cd0e-4682-9c55-4285c6874187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:12.787191 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0adc6ca4-c71d-4b92-88ff-e275a93c352a tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "DELETE /v2.0/ports/69454f7f-c69b-4363-bcae-57c028a68091 HTTP/1.1" status: 204 len: 168 time: 2.2665923 May 05 22:14:12.793892 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49766) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:12.893022 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 44d7df1b-adf4-477a-b1fb-8e94e5821aeb up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:14:13.006524 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 44d7df1b-adf4-477a-b1fb-8e94e5821aeb triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:14:13.006742 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fa4343f3-9a49-4b77-b0dc-84a1c446455b tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:13.007349 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:13.015148 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a673d246-a390-40ee-ade0-255e0b2a70e7 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:13.018233 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-82fabb40-1df9-4c3d-bac5-6f8efe36e3d2 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:13.023326 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-99a166d2-8b36-4b0a-8d4c-4d5bf77388f0 None None] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:13.035202 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e97f4-81fa-456d-b08d-243c0e6d3cbe req-1f381618-5b11-406a-a422-cc29d5657008 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:14:13.036787 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a12e97f4-81fa-456d-b08d-243c0e6d3cbe req-1f381618-5b11-406a-a422-cc29d5657008 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8699afcf-6ff9-4969-a8e9-5c2742a40e07 HTTP/1.1" status: 200 len: 898 time: 0.3610740 May 05 22:14:13.049989 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.provisioning_blocks [None req-99a166d2-8b36-4b0a-8d4c-4d5bf77388f0 None None] Transition to ACTIVE for port object f816ea64-ff5d-49e8-822f-5c479dc96d94 will not be triggered until provisioned by entity L2. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:14:13.065836 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-99a166d2-8b36-4b0a-8d4c-4d5bf77388f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:13.144524 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-82fabb40-1df9-4c3d-bac5-6f8efe36e3d2 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Transition to ACTIVE for port object b71452c4-ec1b-4333-b4b1-19159d4a7268 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:14:13.162847 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a662eb7-15df-4c79-8341-33330cd51a1a None None] Pushing event updated for resources: {'Port': ['ID=f816ea64-ff5d-49e8-822f-5c479dc96d94,revision_number=2']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:13.177422 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a662eb7-15df-4c79-8341-33330cd51a1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:14:13.177745 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a662eb7-15df-4c79-8341-33330cd51a1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:14:13.178283 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a662eb7-15df-4c79-8341-33330cd51a1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:14:13.178818 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a662eb7-15df-4c79-8341-33330cd51a1a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:14:13.179287 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a662eb7-15df-4c79-8341-33330cd51a1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:14:13.179741 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a662eb7-15df-4c79-8341-33330cd51a1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:14:13.180578 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a662eb7-15df-4c79-8341-33330cd51a1a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:14:13.181028 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a662eb7-15df-4c79-8341-33330cd51a1a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:14:13.181468 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a662eb7-15df-4c79-8341-33330cd51a1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:14:13.182018 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a662eb7-15df-4c79-8341-33330cd51a1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:14:13.182504 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a662eb7-15df-4c79-8341-33330cd51a1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:14:13.212615 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-99a166d2-8b36-4b0a-8d4c-4d5bf77388f0 None None] Attempting to bind port f816ea64-ff5d-49e8-822f-5c479dc96d94 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:14:13.213324 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-99a166d2-8b36-4b0a-8d4c-4d5bf77388f0 None None] Attempting to bind port f816ea64-ff5d-49e8-822f-5c479dc96d94 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:14:13.213490 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a166d2-8b36-4b0a-8d4c-4d5bf77388f0 None None] Attempting to bind port f816ea64-ff5d-49e8-822f-5c479dc96d94 on network 25bfe237-58de-4709-a3e0-ac79da07c300 {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:14:13.223693 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a166d2-8b36-4b0a-8d4c-4d5bf77388f0 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:14:13.224058 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a166d2-8b36-4b0a-8d4c-4d5bf77388f0 None None] Checking segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:14:13.224447 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-99a166d2-8b36-4b0a-8d4c-4d5bf77388f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:13.224826 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a166d2-8b36-4b0a-8d4c-4d5bf77388f0 None None] Bound using segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:14:13.225326 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-99a166d2-8b36-4b0a-8d4c-4d5bf77388f0 None None] Bound port: f816ea64-ff5d-49e8-822f-5c479dc96d94, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:14:13.225685 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-99a166d2-8b36-4b0a-8d4c-4d5bf77388f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:13.255059 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a12e97f4-81fa-456d-b08d-243c0e6d3cbe req-721f20f3-0cb0-452f-a4ff-21e36fc639d4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=f3bc3d55-39fa-4c21-8cda-77ea86224166 HTTP/1.1" status: 200 len: 1001 time: 0.2065439 May 05 22:14:13.265024 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-82fabb40-1df9-4c3d-bac5-6f8efe36e3d2 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:13.309923 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-99a166d2-8b36-4b0a-8d4c-4d5bf77388f0 None None] For port f816ea64-ff5d-49e8-822f-5c479dc96d94, host n-d-825175-4, cleared binding levels {{(pid=84068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:14:13.314001 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-99a166d2-8b36-4b0a-8d4c-4d5bf77388f0 None None] For port f816ea64-ff5d-49e8-822f-5c479dc96d94, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=f816ea64-ff5d-49e8-822f-5c479dc96d94,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:14:13.321844 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-99a166d2-8b36-4b0a-8d4c-4d5bf77388f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:13.362893 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a673d246-a390-40ee-ade0-255e0b2a70e7 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:13.438624 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a662eb7-15df-4c79-8341-33330cd51a1a None None] Pushing event updated for resources: {'Port': ['ID=f816ea64-ff5d-49e8-822f-5c479dc96d94,revision_number=3']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:13.441592 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a166d2-8b36-4b0a-8d4c-4d5bf77388f0 None None] Routers {'ea30f0ff-6bc7-4fd3-a1f3-94343424bf96'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:14:13.442117 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-99a166d2-8b36-4b0a-8d4c-4d5bf77388f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:13:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['ea30f0ff-6bc7-4fd3-a1f3-94343424bf96'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:14:13.448947 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-a673d246-a390-40ee-ade0-255e0b2a70e7 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d99406d-3ff2-441b-aa12-737864bdc9d2']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:14:13.509315 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-a673d246-a390-40ee-ade0-255e0b2a70e7 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '924aa3ea-e5a8-4624-be41-823f9eabd1ad') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:14:13.509976 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-a673d246-a390-40ee-ade0-255e0b2a70e7 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '924aa3ea-e5a8-4624-be41-823f9eabd1ad') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:14:13.517197 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fabb40-1df9-4c3d-bac5-6f8efe36e3d2 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Network dd8507cb-3ef7-457a-98b7-616d610b1177 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:14:13.523231 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e97f4-81fa-456d-b08d-243c0e6d3cbe req-33b9f22f-40a1-4e16-8fba-a02c4d755cb2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:14:13.524972 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a12e97f4-81fa-456d-b08d-243c0e6d3cbe req-33b9f22f-40a1-4e16-8fba-a02c4d755cb2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a5f2ecd3-a738-4837-9a7c-d4cb828205ef HTTP/1.1" status: 200 len: 837 time: 0.2620263 May 05 22:14:13.527354 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-82fabb40-1df9-4c3d-bac5-6f8efe36e3d2 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:14:13.531715 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fabb40-1df9-4c3d-bac5-6f8efe36e3d2 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Pushing event updated for resources: {'Port': ['ID=b71452c4-ec1b-4333-b4b1-19159d4a7268,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:13.536990 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fabb40-1df9-4c3d-bac5-6f8efe36e3d2 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:14:13.540992 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fabb40-1df9-4c3d-bac5-6f8efe36e3d2 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:14:13.541616 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-82fabb40-1df9-4c3d-bac5-6f8efe36e3d2 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:13.562605 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-10dadaff-cd0e-4682-9c55-4285c6874187 admin admin] Allocated IP 172.20.0.1 (ee1bb8cb-174f-493f-8825-c1f4a7ad45ee/4d7a7170-01f1-4e9d-959e-a8ffb505fdee/fa54f8d6-6c4e-4854-84db-852702909b75) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:14:13.630788 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a673d246-a390-40ee-ade0-255e0b2a70e7 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:13.661233 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-82fabb40-1df9-4c3d-bac5-6f8efe36e3d2 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.9093831 May 05 22:14:13.679019 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49788) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:13.689361 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a673d246-a390-40ee-ade0-255e0b2a70e7 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:13.696902 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-dc167895-ad9e-4cda-947b-bb8323411e7b tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2ee', 'mac_address': 'fa:16:3e:a3:0b:51'}, {'ip_address': '2001:db8::c9', 'mac_address': 'fa:16:3e:5f:c6:5d'}]}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:14:13.726881 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a673d246-a390-40ee-ade0-255e0b2a70e7 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:14:13.738907 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a673d246-a390-40ee-ade0-255e0b2a70e7 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:13.780663 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:14:13.780663 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:14:13.780663 n-d-825175-4 neutron-server[84063]: timer() May 05 22:14:13.780663 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:14:13.780663 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:14:13.780663 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:14:13.780663 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:14:13.780663 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:14:13.780663 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:14:13.780663 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:14:13.780663 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:14:13.780663 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:14:13.780663 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:14:13.780663 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:14:13.780663 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:14:13.780663 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:14:13.780663 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:14:13.780663 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:14:13.780663 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:14:13.780663 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:14:13.780663 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:14:13.780663 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:14:13.780663 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:14:13.780663 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:14:13.780663 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:14:13.780663 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:14:13.780663 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:14:13.780663 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:14:13.780663 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:14:13.780663 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:14:13.780663 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:14:13.780663 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:14:13.803932 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-99a166d2-8b36-4b0a-8d4c-4d5bf77388f0 None None] Set router ea30f0ff-6bc7-4fd3-a1f3-94343424bf96 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:14:13.933771 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a12e97f4-81fa-456d-b08d-243c0e6d3cbe req-aef5c1d0-0f44-4988-9572-70f07b29fbd9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8699afcf-6ff9-4969-a8e9-5c2742a40e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3977735 May 05 22:14:13.973689 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-53227f31-9030-4050-8592-a500fd0b9b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:14.043331 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a673d246-a390-40ee-ade0-255e0b2a70e7 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:14.057364 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a673d246-a390-40ee-ade0-255e0b2a70e7 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:14.058241 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-a1afd8aa-cb82-4a99-a4c7-809544a219b0 None None] Provisioning for port b71452c4-ec1b-4333-b4b1-19159d4a7268 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:14:14.064080 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-a1afd8aa-cb82-4a99-a4c7-809544a219b0 None None] Provisioning complete for port b71452c4-ec1b-4333-b4b1-19159d4a7268 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:14:14.064454 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a1afd8aa-cb82-4a99-a4c7-809544a219b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:14.088374 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a673d246-a390-40ee-ade0-255e0b2a70e7 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] 10.222.0.23 "DELETE /v2.0/networks/3d99406d-3ff2-441b-aa12-737864bdc9d2 HTTP/1.1" status: 204 len: 168 time: 1.2894049 May 05 22:14:14.088751 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fa4343f3-9a49-4b77-b0dc-84a1c446455b tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks [] for router_gateway, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:14.112189 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a673d246-a390-40ee-ade0-255e0b2a70e7 tempest-PortsTestJSON-356454747 tempest-PortsTestJSON-356454747-project] Pushing event deleted for resources: {'Network': ['ID=3d99406d-3ff2-441b-aa12-737864bdc9d2,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:14.146334 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fa4343f3-9a49-4b77-b0dc-84a1c446455b tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:14.166448 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-10dadaff-cd0e-4682-9c55-4285c6874187 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:14.193800 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-a1afd8aa-cb82-4a99-a4c7-809544a219b0 None None] Port b71452c4-ec1b-4333-b4b1-19159d4a7268 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:14:14.203078 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-10dadaff-cd0e-4682-9c55-4285c6874187 admin admin] Transition to ACTIVE for port object fa54f8d6-6c4e-4854-84db-852702909b75 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:14:14.240059 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-10dadaff-cd0e-4682-9c55-4285c6874187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:14.251782 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-99a166d2-8b36-4b0a-8d4c-4d5bf77388f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea30f0ff-6bc7-4fd3-a1f3-94343424bf96', 'name': 'tempest-TestServerMultinode-1868275397-router', 'tenant_id': '4630f6747dfc44428cfa33b20f5f719f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'f816ea64-ff5d-49e8-822f-5c479dc96d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:14:05Z', 'updated_at': '2022-05-05T22:14:09Z', 'revision_number': 3, 'project_id': '4630f6747dfc44428cfa33b20f5f719f', 'gw_port': {'id': 'f816ea64-ff5d-49e8-822f-5c479dc96d94', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d1:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea30f0ff-6bc7-4fd3-a1f3-94343424bf96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:14:06Z', 'updated_at': '2022-05-05T22:14:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:14:14.256744 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a166d2-8b36-4b0a-8d4c-4d5bf77388f0 None None] The sync data for ids ['ea30f0ff-6bc7-4fd3-a1f3-94343424bf96'] in n-d-825175-4 is: [{'id': 'ea30f0ff-6bc7-4fd3-a1f3-94343424bf96', 'name': 'tempest-TestServerMultinode-1868275397-router', 'tenant_id': '4630f6747dfc44428cfa33b20f5f719f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'f816ea64-ff5d-49e8-822f-5c479dc96d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:14:05Z', 'updated_at': '2022-05-05T22:14:09Z', 'revision_number': 3, 'project_id': '4630f6747dfc44428cfa33b20f5f719f', 'gw_port': {'id': 'f816ea64-ff5d-49e8-822f-5c479dc96d94', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d1:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea30f0ff-6bc7-4fd3-a1f3-94343424bf96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:14:06Z', 'updated_at': '2022-05-05T22:14:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:14:14.328205 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10dadaff-cd0e-4682-9c55-4285c6874187 admin admin] Network ee1bb8cb-174f-493f-8825-c1f4a7ad45ee is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:14:14.332434 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-10dadaff-cd0e-4682-9c55-4285c6874187 admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:14:14.335151 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dadaff-cd0e-4682-9c55-4285c6874187 admin admin] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:14:14.451728 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dadaff-cd0e-4682-9c55-4285c6874187 admin admin] Pushing event updated for resources: {'Port': ['ID=fa54f8d6-6c4e-4854-84db-852702909b75,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:14.481702 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-10dadaff-cd0e-4682-9c55-4285c6874187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:14.488710 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a12e97f4-81fa-456d-b08d-243c0e6d3cbe req-a06dfeb7-478b-42ea-9226-113327f73883 service neutron] 10.222.0.32 "GET /v2.0/networks/8699afcf-6ff9-4969-a8e9-5c2742a40e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5421338 May 05 22:14:14.502625 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-dc167895-ad9e-4cda-947b-bb8323411e7b tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:14.637026 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-10dadaff-cd0e-4682-9c55-4285c6874187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:14.926612 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49816) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:14.945586 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-88eaa3f4-4ed7-44f4-9dea-68ada2bb3e27 None None] Provisioning for port fa54f8d6-6c4e-4854-84db-852702909b75 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:14:14.962040 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device f816ea64-ff5d-49e8-822f-5c479dc96d94 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:14:15.106459 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-88eaa3f4-4ed7-44f4-9dea-68ada2bb3e27 None None] Provisioning complete for port fa54f8d6-6c4e-4854-84db-852702909b75 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:14:15.107215 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-88eaa3f4-4ed7-44f4-9dea-68ada2bb3e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:15.207505 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-fa4343f3-9a49-4b77-b0dc-84a1c446455b tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Allocated IP 172.25.4.60 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/e898976b-2c8c-4bb1-9a2c-0da7e6a9face) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:14:15.208060 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-88eaa3f4-4ed7-44f4-9dea-68ada2bb3e27 None None] Port fa54f8d6-6c4e-4854-84db-852702909b75 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:14:15.227499 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port f816ea64-ff5d-49e8-822f-5c479dc96d94 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:14:15.235064 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port f816ea64-ff5d-49e8-822f-5c479dc96d94 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:14:15.235885 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:15.389287 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-10dadaff-cd0e-4682-9c55-4285c6874187 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:15.397745 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:15.407113 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-10dadaff-cd0e-4682-9c55-4285c6874187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:15.445310 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port f816ea64-ff5d-49e8-822f-5c479dc96d94, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=f816ea64-ff5d-49e8-822f-5c479dc96d94,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:14:15.455320 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:15.551902 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-869c0de5-9984-42ab-84bd-afbaa6c3e225 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4182021ff5fe4f65b13da93a6be96ffa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6241832 May 05 22:14:15.556618 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49830) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:15.569946 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-dc167895-ad9e-4cda-947b-bb8323411e7b tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:15.596490 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=f816ea64-ff5d-49e8-822f-5c479dc96d94,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:15.623389 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dadaff-cd0e-4682-9c55-4285c6874187 admin admin] Pushing event updated for resources: {'Port': ['ID=fa54f8d6-6c4e-4854-84db-852702909b75,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:15.628841 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-10dadaff-cd0e-4682-9c55-4285c6874187 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:15.748896 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-dc167895-ad9e-4cda-947b-bb8323411e7b tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:15.757908 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7080a5ac-d9db-45b6-9d84-b707970bf537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:15.804853 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fa4343f3-9a49-4b77-b0dc-84a1c446455b tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:15.809828 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7080a5ac-d9db-45b6-9d84-b707970bf537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:15.854877 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a12e97f4-81fa-456d-b08d-243c0e6d3cbe req-eeaa47de-e2b9-4ba8-a532-219c917f0f29 service neutron] 10.222.0.32 "GET /v2.0/networks/8699afcf-6ff9-4969-a8e9-5c2742a40e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3534451 May 05 22:14:15.861117 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-dc167895-ad9e-4cda-947b-bb8323411e7b tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] In _notify_port_updated(), no bound segment for port b71452c4-ec1b-4333-b4b1-19159d4a7268 on network dd8507cb-3ef7-457a-98b7-616d610b1177 {{(pid=84061) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 05 22:14:15.863609 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10dadaff-cd0e-4682-9c55-4285c6874187 admin admin] Network ee1bb8cb-174f-493f-8825-c1f4a7ad45ee is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:14:15.865048 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-10dadaff-cd0e-4682-9c55-4285c6874187 admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:14:15.865313 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc167895-ad9e-4cda-947b-bb8323411e7b tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:14:15.865940 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-dc167895-ad9e-4cda-947b-bb8323411e7b tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:15.869800 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-dc167895-ad9e-4cda-947b-bb8323411e7b tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] 10.222.0.23 "PUT /v2.0/ports/b71452c4-ec1b-4333-b4b1-19159d4a7268 HTTP/1.1" status: 200 len: 1067 time: 2.1911218 May 05 22:14:15.871313 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49838) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:15.915569 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc167895-ad9e-4cda-947b-bb8323411e7b tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Pushing event updated for resources: {'Port': ['ID=b71452c4-ec1b-4333-b4b1-19159d4a7268,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:15.974564 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-14d139c3-cdaa-4406-af5a-58f4c91549d6 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Deleting port b71452c4-ec1b-4333-b4b1-19159d4a7268 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:14:15.978804 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-14d139c3-cdaa-4406-af5a-58f4c91549d6 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:16.039750 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fa4343f3-9a49-4b77-b0dc-84a1c446455b tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:16.083385 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7080a5ac-d9db-45b6-9d84-b707970bf537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:16.123234 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7080a5ac-d9db-45b6-9d84-b707970bf537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5650bd1-ef37-4584-b85a-7fecff044630,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:16.207563 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4343f3-9a49-4b77-b0dc-84a1c446455b tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:14:16.243347 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7080a5ac-d9db-45b6-9d84-b707970bf537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:16.251696 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-7080a5ac-d9db-45b6-9d84-b707970bf537 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d5650bd1-ef37-4584-b85a-7fecff044630 HTTP/1.1" status: 204 len: 168 time: 0.6902695 May 05 22:14:16.294851 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-fa4343f3-9a49-4b77-b0dc-84a1c446455b tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:14:16.299418 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ef191572-135b-41d1-a896-cd41e50e2df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:16.311000 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4343f3-9a49-4b77-b0dc-84a1c446455b tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:14:16.361773 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-3c188589-88b5-4fd6-a28d-3d09942b24aa None None] Provisioning complete for port fa54f8d6-6c4e-4854-84db-852702909b75 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:14:16.362252 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3c188589-88b5-4fd6-a28d-3d09942b24aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:16.399136 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4343f3-9a49-4b77-b0dc-84a1c446455b tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Pushing event updated for resources: {'Port': ['ID=e898976b-2c8c-4bb1-9a2c-0da7e6a9face,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:16.480229 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-3c188589-88b5-4fd6-a28d-3d09942b24aa None None] Port fa54f8d6-6c4e-4854-84db-852702909b75 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:14:16.506867 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-3c188589-88b5-4fd6-a28d-3d09942b24aa None None] Provisioning complete for port b71452c4-ec1b-4333-b4b1-19159d4a7268 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:14:16.507349 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3c188589-88b5-4fd6-a28d-3d09942b24aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:16.581140 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-3c188589-88b5-4fd6-a28d-3d09942b24aa None None] Port b71452c4-ec1b-4333-b4b1-19159d4a7268 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:14:16.775434 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-14d139c3-cdaa-4406-af5a-58f4c91549d6 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:16.814364 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10dadaff-cd0e-4682-9c55-4285c6874187 admin admin] Router ea30f0ff-6bc7-4fd3-a1f3-94343424bf96 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:14:16.891378 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device f816ea64-ff5d-49e8-822f-5c479dc96d94 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:14:16.984804 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-14d139c3-cdaa-4406-af5a-58f4c91549d6 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Calling delete_port for b71452c4-ec1b-4333-b4b1-19159d4a7268 owned by {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:14:16.999061 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port f816ea64-ff5d-49e8-822f-5c479dc96d94 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:14:16.999707 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:17.201068 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10dadaff-cd0e-4682-9c55-4285c6874187 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:14:17.223637 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-10dadaff-cd0e-4682-9c55-4285c6874187 admin admin] 10.222.0.23 "PUT /v2.0/routers/ea30f0ff-6bc7-4fd3-a1f3-94343424bf96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8923609 May 05 22:14:17.325742 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-14d139c3-cdaa-4406-af5a-58f4c91549d6 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:17.392575 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:17.535675 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:17.557063 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d139c3-cdaa-4406-af5a-58f4c91549d6 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Pushing event deleted for resources: {'Port': ['ID=b71452c4-ec1b-4333-b4b1-19159d4a7268,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:17.795296 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fa4343f3-9a49-4b77-b0dc-84a1c446455b tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks [] for router_gateway, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:17.796027 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fa4343f3-9a49-4b77-b0dc-84a1c446455b tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:17.925119 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49916) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:18.377687 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-1f35d644-f32c-48d7-8071-3c7b1951c007 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-888531716'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:14:18.384198 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-1f35d644-f32c-48d7-8071-3c7b1951c007 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:14:18.388853 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-1f35d644-f32c-48d7-8071-3c7b1951c007 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Usage tracker for resource:network and tenant:47ea26e8a7d7452cb25778b9d924edf0 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:14:18.399052 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-1f35d644-f32c-48d7-8071-3c7b1951c007 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:14:18.406273 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-1f35d644-f32c-48d7-8071-3c7b1951c007 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:14:18.427633 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f35d644-f32c-48d7-8071-3c7b1951c007 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Made reservation on behalf of 47ea26e8a7d7452cb25778b9d924edf0 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:14:18.435551 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1f35d644-f32c-48d7-8071-3c7b1951c007 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:18.451331 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1f35d644-f32c-48d7-8071-3c7b1951c007 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:18.500937 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-1f35d644-f32c-48d7-8071-3c7b1951c007 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:14:18.513660 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-1f35d644-f32c-48d7-8071-3c7b1951c007 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Usage tracker for resource:security_group_rule and tenant:47ea26e8a7d7452cb25778b9d924edf0 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:14:18.517164 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-1f35d644-f32c-48d7-8071-3c7b1951c007 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:14:18.528629 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-1f35d644-f32c-48d7-8071-3c7b1951c007 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:14:18.572730 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972bdb92-80b0-4925-bdbb-5e23996eb172 req-a1ece4e8-3c1e-4af9-bb77-a1cf82180708 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:14:18.575244 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-972bdb92-80b0-4925-bdbb-5e23996eb172 req-a1ece4e8-3c1e-4af9-bb77-a1cf82180708 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bb0e0b6-9db6-4d6e-ad2f-d70a89dab3e6 HTTP/1.1" status: 200 len: 946 time: 0.7813070 May 05 22:14:18.650957 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1f35d644-f32c-48d7-8071-3c7b1951c007 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:18.651652 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-14d139c3-cdaa-4406-af5a-58f4c91549d6 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:18.659497 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1f35d644-f32c-48d7-8071-3c7b1951c007 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:18.700160 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f35d644-f32c-48d7-8071-3c7b1951c007 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ace547b-e4ba-4965-9f2b-2fd44352bdc4,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:18.703373 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-972bdb92-80b0-4925-bdbb-5e23996eb172 req-78d5a9f3-5f6e-49b3-b043-8ff96ffe487e tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b854b5f-c124-44f8-9f96-0e34c40e2afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207995 May 05 22:14:18.704719 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-14d139c3-cdaa-4406-af5a-58f4c91549d6 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] 10.222.0.23 "DELETE /v2.0/ports/b71452c4-ec1b-4333-b4b1-19159d4a7268 HTTP/1.1" status: 204 len: 168 time: 2.8325107 May 05 22:14:18.708610 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49942) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:18.726307 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f35d644-f32c-48d7-8071-3c7b1951c007 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:14:18.750594 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1f35d644-f32c-48d7-8071-3c7b1951c007 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:18.751944 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-1f35d644-f32c-48d7-8071-3c7b1951c007 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Added segment e49a9f93-054e-4f87-b32c-ebb1c58572f3 of type vlan for network 076e39a0-26c8-45ce-b273-6cc016cb0657 May 05 22:14:18.782736 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e4b291-d38c-4a41-b71e-33be6821f68c None None] Sync routers for ids ['ea30f0ff-6bc7-4fd3-a1f3-94343424bf96'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:14:18.800801 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e4b291-d38c-4a41-b71e-33be6821f68c None None] Routers {'ea30f0ff-6bc7-4fd3-a1f3-94343424bf96'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:14:18.801412 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-81e4b291-d38c-4a41-b71e-33be6821f68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:14:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['ea30f0ff-6bc7-4fd3-a1f3-94343424bf96'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:14:18.807511 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1f35d644-f32c-48d7-8071-3c7b1951c007 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:18.830395 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ffdd27b-8c68-4b41-b4dc-14d3fa673e6b tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] GET failed (client error): The resource could not be found. May 05 22:14:18.831296 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-4ffdd27b-8c68-4b41-b4dc-14d3fa673e6b tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Synchronizing usage tracker for tenant:ec305cbc86504ed7a2668e43c9b17ef3 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:14:18.870818 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1f35d644-f32c-48d7-8071-3c7b1951c007 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:18.876289 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f35d644-f32c-48d7-8071-3c7b1951c007 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:14:18.878361 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1f35d644-f32c-48d7-8071-3c7b1951c007 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:18.896882 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-4ffdd27b-8c68-4b41-b4dc-14d3fa673e6b tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Unset dirty status for tenant:ec305cbc86504ed7a2668e43c9b17ef3 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:14:18.902246 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4ffdd27b-8c68-4b41-b4dc-14d3fa673e6b tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] 10.222.0.23 "GET /v2.0/ports/b71452c4-ec1b-4333-b4b1-19159d4a7268 HTTP/1.1" status: 404 len: 333 time: 0.1879113 May 05 22:14:18.903010 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49952) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:19.018786 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-46ce2003-0661-4a82-b5f7-3cdbcd638deb tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Deleting port 3c868fa6-feb4-47f7-b9d6-07ba6201e936 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:14:19.019324 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-46ce2003-0661-4a82-b5f7-3cdbcd638deb tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:19.031838 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f35d644-f32c-48d7-8071-3c7b1951c007 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event updated for resources: {'Network': ['ID=076e39a0-26c8-45ce-b273-6cc016cb0657,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:19.041256 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1f35d644-f32c-48d7-8071-3c7b1951c007 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1147673 May 05 22:14:19.044293 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49958) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:19.054016 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-6089c344-8455-4382-9f09-91cc2f9612bb tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-420518290'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:14:19.062502 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-6089c344-8455-4382-9f09-91cc2f9612bb tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:14:19.067005 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-6089c344-8455-4382-9f09-91cc2f9612bb tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Usage tracker for resource:network and tenant:47ea26e8a7d7452cb25778b9d924edf0 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:14:19.068830 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 076e39a0-26c8-45ce-b273-6cc016cb0657 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:14:19.070067 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-6089c344-8455-4382-9f09-91cc2f9612bb tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:14:19.076823 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-6089c344-8455-4382-9f09-91cc2f9612bb tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:14:19.089646 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6089c344-8455-4382-9f09-91cc2f9612bb tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Made reservation on behalf of 47ea26e8a7d7452cb25778b9d924edf0 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:14:19.094115 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6089c344-8455-4382-9f09-91cc2f9612bb tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:19.126087 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49962) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:19.135462 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-5f4e4bae-ada8-464b-890f-d340e261d462 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-865284363-network', 'tenant_id': '73d345cf0a794159ba751dcc23f97acb'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:14:19.143447 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-5f4e4bae-ada8-464b-890f-d340e261d462 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:14:19.149730 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-5f4e4bae-ada8-464b-890f-d340e261d462 admin admin] Usage tracker for resource:network and tenant:73d345cf0a794159ba751dcc23f97acb is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:14:19.153106 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-5f4e4bae-ada8-464b-890f-d340e261d462 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:14:19.160510 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-5f4e4bae-ada8-464b-890f-d340e261d462 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:14:19.170467 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa4343f3-9a49-4b77-b0dc-84a1c446455b tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Router ca843889-4e05-4a15-bc1b-58abe8daf3d0 is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 22:14:19.175265 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6089c344-8455-4382-9f09-91cc2f9612bb tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:14:19.182452 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4e4bae-ada8-464b-890f-d340e261d462 admin admin] Made reservation on behalf of 73d345cf0a794159ba751dcc23f97acb for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:14:19.185577 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5f4e4bae-ada8-464b-890f-d340e261d462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:19.204572 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5f4e4bae-ada8-464b-890f-d340e261d462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:19.219372 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:19.231169 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6089c344-8455-4382-9f09-91cc2f9612bb tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:19.232045 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-6089c344-8455-4382-9f09-91cc2f9612bb tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Added segment d9110d7e-5d36-4aa6-9c1d-0b3c02b782fd of type vlan for network 6d233a03-5f06-444e-aaba-0804255a7f50 May 05 22:14:19.288718 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-81e4b291-d38c-4a41-b71e-33be6821f68c None None] Set router ea30f0ff-6bc7-4fd3-a1f3-94343424bf96 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:14:19.288900 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-5f4e4bae-ada8-464b-890f-d340e261d462 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:14:19.293737 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6089c344-8455-4382-9f09-91cc2f9612bb tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:19.301723 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-5f4e4bae-ada8-464b-890f-d340e261d462 admin admin] Usage tracker for resource:security_group_rule and tenant:73d345cf0a794159ba751dcc23f97acb is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:14:19.306957 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-5f4e4bae-ada8-464b-890f-d340e261d462 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:14:19.316236 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-5f4e4bae-ada8-464b-890f-d340e261d462 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:14:19.366282 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6089c344-8455-4382-9f09-91cc2f9612bb tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:19.370701 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6089c344-8455-4382-9f09-91cc2f9612bb tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:14:19.371625 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6089c344-8455-4382-9f09-91cc2f9612bb tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:19.539989 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6089c344-8455-4382-9f09-91cc2f9612bb tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event updated for resources: {'Network': ['ID=6d233a03-5f06-444e-aaba-0804255a7f50,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:19.563126 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 6d233a03-5f06-444e-aaba-0804255a7f50 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:14:19.591776 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-6089c344-8455-4382-9f09-91cc2f9612bb tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5461738 May 05 22:14:19.594983 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49974) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:19.607183 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-46ce2003-0661-4a82-b5f7-3cdbcd638deb tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:19.608340 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-676757e4-a48f-4a18-a929-7f88d2ec0f4d tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Request body: {'subnet': {'network_id': '076e39a0-26c8-45ce-b273-6cc016cb0657', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:14:19.867541 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5f4e4bae-ada8-464b-890f-d340e261d462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:19.878532 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5f4e4bae-ada8-464b-890f-d340e261d462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:19.918688 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f4e4bae-ada8-464b-890f-d340e261d462 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:14:19.918932 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-81e4b291-d38c-4a41-b71e-33be6821f68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea30f0ff-6bc7-4fd3-a1f3-94343424bf96', 'name': 'tempest-TestServerMultinode-1868275397-router', 'tenant_id': '4630f6747dfc44428cfa33b20f5f719f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'f816ea64-ff5d-49e8-822f-5c479dc96d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:14:05Z', 'updated_at': '2022-05-05T22:14:14Z', 'revision_number': 4, 'project_id': '4630f6747dfc44428cfa33b20f5f719f', 'gw_port': {'id': 'f816ea64-ff5d-49e8-822f-5c479dc96d94', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea30f0ff-6bc7-4fd3-a1f3-94343424bf96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:14:06Z', 'updated_at': '2022-05-05T22:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'fa54f8d6-6c4e-4854-84db-852702909b75', 'name': '', 'network_id': 'ee1bb8cb-174f-493f-8825-c1f4a7ad45ee', 'tenant_id': '4630f6747dfc44428cfa33b20f5f719f', 'mac_address': 'fa:16:3e:18:7d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea30f0ff-6bc7-4fd3-a1f3-94343424bf96', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d7a7170-01f1-4e9d-959e-a8ffb505fdee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:14:12Z', 'updated_at': '2022-05-05T22:14:14Z', 'revision_number': 2, 'project_id': '4630f6747dfc44428cfa33b20f5f719f', 'subnets': [{'id': '4d7a7170-01f1-4e9d-959e-a8ffb505fdee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:14:19.923945 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-46ce2003-0661-4a82-b5f7-3cdbcd638deb tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Calling delete_port for 3c868fa6-feb4-47f7-b9d6-07ba6201e936 owned by {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:14:19.936528 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e4b291-d38c-4a41-b71e-33be6821f68c None None] Checking router: ea30f0ff-6bc7-4fd3-a1f3-94343424bf96 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:14:19.936528 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e4b291-d38c-4a41-b71e-33be6821f68c None None] Updating router ea30f0ff-6bc7-4fd3-a1f3-94343424bf96 port fa54f8d6-6c4e-4854-84db-852702909b75 binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:14:19.941298 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5f4e4bae-ada8-464b-890f-d340e261d462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:19.943836 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-5f4e4bae-ada8-464b-890f-d340e261d462 admin admin] Added segment f2778ac1-72a7-4736-b3a9-9126090f5f76 of type vlan for network 97eb9f3c-c14e-491e-8c16-a692ff61390b May 05 22:14:20.049024 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-81e4b291-d38c-4a41-b71e-33be6821f68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:20.053486 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5f4e4bae-ada8-464b-890f-d340e261d462 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:20.065836 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4e4bae-ada8-464b-890f-d340e261d462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01880227-df76-4924-9a50-770a67dd6ab2,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:20.080526 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-676757e4-a48f-4a18-a929-7f88d2ec0f4d tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:14:20.086304 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-676757e4-a48f-4a18-a929-7f88d2ec0f4d tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Usage tracker for resource:subnet and tenant:47ea26e8a7d7452cb25778b9d924edf0 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:14:20.096467 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-676757e4-a48f-4a18-a929-7f88d2ec0f4d tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:14:20.118626 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-676757e4-a48f-4a18-a929-7f88d2ec0f4d tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:14:20.251014 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0f933-ee8b-42e4-904f-062cf43ce35a req-20ced80f-b8f1-4222-9d25-b175c963aa94 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:14:20.260637 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5f4e4bae-ada8-464b-890f-d340e261d462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:20.268029 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4e4bae-ada8-464b-890f-d340e261d462 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:14:20.268647 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5f4e4bae-ada8-464b-890f-d340e261d462 admin admin] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:20.269801 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8bc0f933-ee8b-42e4-904f-062cf43ce35a req-20ced80f-b8f1-4222-9d25-b175c963aa94 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bb0e0b6-9db6-4d6e-ad2f-d70a89dab3e6 HTTP/1.1" status: 200 len: 946 time: 0.2658601 May 05 22:14:20.335148 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-46ce2003-0661-4a82-b5f7-3cdbcd638deb tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:20.422218 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ce2003-0661-4a82-b5f7-3cdbcd638deb tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Pushing event deleted for resources: {'Port': ['ID=3c868fa6-feb4-47f7-b9d6-07ba6201e936,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:20.441445 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8bc0f933-ee8b-42e4-904f-062cf43ce35a req-9d166ccc-5a77-47a2-9116-ea5514fe78f3 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b854b5f-c124-44f8-9f96-0e34c40e2afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1681311 May 05 22:14:20.461269 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-676757e4-a48f-4a18-a929-7f88d2ec0f4d tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Made reservation on behalf of 47ea26e8a7d7452cb25778b9d924edf0 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:14:20.550287 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4e4bae-ada8-464b-890f-d340e261d462 admin admin] Pushing event updated for resources: {'Network': ['ID=97eb9f3c-c14e-491e-8c16-a692ff61390b,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:20.579841 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 97eb9f3c-c14e-491e-8c16-a692ff61390b details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:14:20.618021 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-46ce2003-0661-4a82-b5f7-3cdbcd638deb tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:20.685571 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa4343f3-9a49-4b77-b0dc-84a1c446455b tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:14:20.696602 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-46ce2003-0661-4a82-b5f7-3cdbcd638deb tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] 10.222.0.23 "DELETE /v2.0/ports/3c868fa6-feb4-47f7-b9d6-07ba6201e936 HTTP/1.1" status: 204 len: 168 time: 1.7872667 May 05 22:14:20.698668 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db3fe16-5968-4d71-b54b-f2dbfab312fe None None] Sync routers for ids ['ca843889-4e05-4a15-bc1b-58abe8daf3d0'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:14:20.716359 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 49992) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:20.725184 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db3fe16-5968-4d71-b54b-f2dbfab312fe None None] Routers {'ca843889-4e05-4a15-bc1b-58abe8daf3d0'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:14:20.728670 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-1db3fe16-5968-4d71-b54b-f2dbfab312fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:14:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['ca843889-4e05-4a15-bc1b-58abe8daf3d0'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:14:20.746278 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5f4e4bae-ada8-464b-890f-d340e261d462 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6151757 May 05 22:14:20.746996 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 49996) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:20.832651 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-fc2f7061-8ace-4818-b5ee-427d77996835 admin admin] Request body: {'subnet': {'network_id': '97eb9f3c-c14e-491e-8c16-a692ff61390b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-865284363-subnet', 'tenant_id': '73d345cf0a794159ba751dcc23f97acb', 'ip_version': 4}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:14:20.837318 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-1db3fe16-5968-4d71-b54b-f2dbfab312fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:14:20.849434 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db3fe16-5968-4d71-b54b-f2dbfab312fe None None] Routers {'ca843889-4e05-4a15-bc1b-58abe8daf3d0'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:14:20.850202 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-1db3fe16-5968-4d71-b54b-f2dbfab312fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:14:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['ca843889-4e05-4a15-bc1b-58abe8daf3d0'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:14:20.862424 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-fc2f7061-8ace-4818-b5ee-427d77996835 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:14:20.890007 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-fc2f7061-8ace-4818-b5ee-427d77996835 admin admin] Usage tracker for resource:subnet and tenant:73d345cf0a794159ba751dcc23f97acb is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:14:20.899747 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-66980374-de37-497c-a475-89ad768745ca tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] GET failed (client error): The resource could not be found. May 05 22:14:20.900245 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-66980374-de37-497c-a475-89ad768745ca tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Synchronizing usage tracker for tenant:ec305cbc86504ed7a2668e43c9b17ef3 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:14:20.909326 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-fc2f7061-8ace-4818-b5ee-427d77996835 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:14:20.918019 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fa4343f3-9a49-4b77-b0dc-84a1c446455b tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:20.919614 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-fa4343f3-9a49-4b77-b0dc-84a1c446455b tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 10.3968198 May 05 22:14:20.924907 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 50004) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:20.964588 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-fc2f7061-8ace-4818-b5ee-427d77996835 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:14:20.986748 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-676757e4-a48f-4a18-a929-7f88d2ec0f4d tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:21.016342 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-1db3fe16-5968-4d71-b54b-f2dbfab312fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:14:21.017218 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db3fe16-5968-4d71-b54b-f2dbfab312fe None None] The sync data for ids ['ca843889-4e05-4a15-bc1b-58abe8daf3d0'] in n-d-825175-4 is: [] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:14:21.211524 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2f7061-8ace-4818-b5ee-427d77996835 admin admin] Made reservation on behalf of 73d345cf0a794159ba751dcc23f97acb for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:14:21.214764 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fc2f7061-8ace-4818-b5ee-427d77996835 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:21.283935 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-81e4b291-d38c-4a41-b71e-33be6821f68c None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:21.325921 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-81e4b291-d38c-4a41-b71e-33be6821f68c None None] Transition to ACTIVE for port object fa54f8d6-6c4e-4854-84db-852702909b75 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:14:21.349841 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-81e4b291-d38c-4a41-b71e-33be6821f68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:21.444544 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-66980374-de37-497c-a475-89ad768745ca tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Unset dirty status for tenant:ec305cbc86504ed7a2668e43c9b17ef3 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:14:21.447290 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-66980374-de37-497c-a475-89ad768745ca tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] 10.222.0.23 "GET /v2.0/ports/3c868fa6-feb4-47f7-b9d6-07ba6201e936 HTTP/1.1" status: 404 len: 333 time: 0.7299247 May 05 22:14:21.450712 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 50012) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:21.657338 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-9025e187-7a27-4cde-9edd-6e3ee7a78aca tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Deleting port a36e8798-d736-43b4-b7a7-f757a33a9baa {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:14:21.657978 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9025e187-7a27-4cde-9edd-6e3ee7a78aca tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:21.785334 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f1fcb0-846c-4a09-bf1f-55e73953bdae None None] Pushing event updated for resources: {'Port': ['ID=fa54f8d6-6c4e-4854-84db-852702909b75,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:21.863963 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fc2f7061-8ace-4818-b5ee-427d77996835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:21.991352 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-81e4b291-d38c-4a41-b71e-33be6821f68c None None] Attempting to bind port fa54f8d6-6c4e-4854-84db-852702909b75 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:14:21.994270 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-81e4b291-d38c-4a41-b71e-33be6821f68c None None] Attempting to bind port fa54f8d6-6c4e-4854-84db-852702909b75 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'a16662ea-ed15-4566-b265-fb4b19c1f9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'ee1bb8cb-174f-493f-8825-c1f4a7ad45ee'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:14:21.994819 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e4b291-d38c-4a41-b71e-33be6821f68c None None] Attempting to bind port fa54f8d6-6c4e-4854-84db-852702909b75 on network ee1bb8cb-174f-493f-8825-c1f4a7ad45ee {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:14:22.008633 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e4b291-d38c-4a41-b71e-33be6821f68c None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:14:22.009989 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e4b291-d38c-4a41-b71e-33be6821f68c None None] Checking segment: {'id': 'a16662ea-ed15-4566-b265-fb4b19c1f9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'ee1bb8cb-174f-493f-8825-c1f4a7ad45ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:14:22.010623 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-81e4b291-d38c-4a41-b71e-33be6821f68c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:22.011239 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e4b291-d38c-4a41-b71e-33be6821f68c None None] Bound using segment: {'id': 'a16662ea-ed15-4566-b265-fb4b19c1f9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'ee1bb8cb-174f-493f-8825-c1f4a7ad45ee'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:14:22.011389 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-676757e4-a48f-4a18-a929-7f88d2ec0f4d tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:22.012094 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-81e4b291-d38c-4a41-b71e-33be6821f68c None None] Bound port: fa54f8d6-6c4e-4854-84db-852702909b75, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a16662ea-ed15-4566-b265-fb4b19c1f9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'ee1bb8cb-174f-493f-8825-c1f4a7ad45ee'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:14:22.012621 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-81e4b291-d38c-4a41-b71e-33be6821f68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:22.027101 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2f7061-8ace-4818-b5ee-427d77996835 admin admin] Checking segment: {'id': 'f2778ac1-72a7-4736-b3a9-9126090f5f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '97eb9f3c-c14e-491e-8c16-a692ff61390b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:14:22.027444 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2f7061-8ace-4818-b5ee-427d77996835 admin admin] Network hostable DHCP agents. Network: 97eb9f3c-c14e-491e-8c16-a692ff61390b, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:14:22.033977 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f7061-8ace-4818-b5ee-427d77996835 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f0806f2-b154-4523-a255-cfa833f7f651,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:22.130062 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2f7061-8ace-4818-b5ee-427d77996835 admin admin] Network 97eb9f3c-c14e-491e-8c16-a692ff61390b is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:14:22.154559 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676757e4-a48f-4a18-a929-7f88d2ec0f4d tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Checking segment: {'id': 'e49a9f93-054e-4f87-b32c-ebb1c58572f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '076e39a0-26c8-45ce-b273-6cc016cb0657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:14:22.155193 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676757e4-a48f-4a18-a929-7f88d2ec0f4d tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Network hostable DHCP agents. Network: 076e39a0-26c8-45ce-b273-6cc016cb0657, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:14:22.160303 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-fc2f7061-8ace-4818-b5ee-427d77996835 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 97eb9f3c-c14e-491e-8c16-a692ff61390b) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:14:22.166515 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5a5efd-6618-4a86-baf3-cd1eda54df38 req-63a121b1-6f0b-4891-acc4-5ee0c23e7309 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:14:22.168179 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2f5a5efd-6618-4a86-baf3-cd1eda54df38 req-63a121b1-6f0b-4891-acc4-5ee0c23e7309 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bb0e0b6-9db6-4d6e-ad2f-d70a89dab3e6 HTTP/1.1" status: 200 len: 946 time: 0.4150889 May 05 22:14:22.172084 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676757e4-a48f-4a18-a929-7f88d2ec0f4d tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event updated for resources: {'Subnet': ['ID=0a2c06c6-cd9c-4a86-b701-cb76c1e65b8b,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:22.172645 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff545e8c-57e1-47b2-a9da-674b6a1fc3a1 None None] Network 97eb9f3c-c14e-491e-8c16-a692ff61390b requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:14:22.181855 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2f7061-8ace-4818-b5ee-427d77996835 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:14:22.182620 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fc2f7061-8ace-4818-b5ee-427d77996835 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:22.221359 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-fc2f7061-8ace-4818-b5ee-427d77996835 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4513242 May 05 22:14:22.222888 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676757e4-a48f-4a18-a929-7f88d2ec0f4d tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Network 076e39a0-26c8-45ce-b273-6cc016cb0657 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:14:22.225487 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 50026) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:22.231035 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-676757e4-a48f-4a18-a929-7f88d2ec0f4d tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 076e39a0-26c8-45ce-b273-6cc016cb0657) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:14:22.248735 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676757e4-a48f-4a18-a929-7f88d2ec0f4d tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:14:22.249509 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-676757e4-a48f-4a18-a929-7f88d2ec0f4d tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:22.259440 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7670cde9-e4d4-4210-a79c-68a50d74ab35 None None] Network 076e39a0-26c8-45ce-b273-6cc016cb0657 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:14:22.277260 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-ba1fde0c-ff22-4df6-9a88-f0cd843cb036 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-865284363-router', 'tenant_id': '73d345cf0a794159ba751dcc23f97acb', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:14:22.282636 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-676757e4-a48f-4a18-a929-7f88d2ec0f4d tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6857514 May 05 22:14:22.285258 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50034) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:22.300749 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-c07a199f-6a58-4e74-a929-7b6180acaf3d tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Request body: {'subnet': {'network_id': '6d233a03-5f06-444e-aaba-0804255a7f50', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:14:22.335739 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-ba1fde0c-ff22-4df6-9a88-f0cd843cb036 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:14:22.339076 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-81e4b291-d38c-4a41-b71e-33be6821f68c None None] For port fa54f8d6-6c4e-4854-84db-852702909b75, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:14:22.372615 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-ba1fde0c-ff22-4df6-9a88-f0cd843cb036 admin admin] Usage tracker for resource:router and tenant:73d345cf0a794159ba751dcc23f97acb is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:14:22.406073 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-ba1fde0c-ff22-4df6-9a88-f0cd843cb036 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:14:22.413074 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-ba1fde0c-ff22-4df6-9a88-f0cd843cb036 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:14:22.473626 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-538c8f42-1d7f-45cc-912d-8e8dc9c22faa tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] 10.222.0.23 "GET /v2.0/routers/ca843889-4e05-4a15-bc1b-58abe8daf3d0 HTTP/1.1" status: 200 len: 923 time: 1.5197315 May 05 22:14:22.478069 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2f5a5efd-6618-4a86-baf3-cd1eda54df38 req-fb0556d9-105a-4f8d-a0de-bb884570f89e tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b854b5f-c124-44f8-9f96-0e34c40e2afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2907665 May 05 22:14:22.479182 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ba1fde0c-ff22-4df6-9a88-f0cd843cb036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:22.480329 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ba1fde0c-ff22-4df6-9a88-f0cd843cb036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:22.488288 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9025e187-7a27-4cde-9edd-6e3ee7a78aca tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:22.497335 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 50038) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:22.587485 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c07a199f-6a58-4e74-a929-7b6180acaf3d tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:14:22.591456 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c07a199f-6a58-4e74-a929-7b6180acaf3d tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Usage tracker for resource:subnet and tenant:47ea26e8a7d7452cb25778b9d924edf0 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:14:22.594581 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c07a199f-6a58-4e74-a929-7b6180acaf3d tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:14:22.601892 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c07a199f-6a58-4e74-a929-7b6180acaf3d tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:14:22.614741 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07a199f-6a58-4e74-a929-7b6180acaf3d tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Made reservation on behalf of 47ea26e8a7d7452cb25778b9d924edf0 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:14:22.621635 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-81e4b291-d38c-4a41-b71e-33be6821f68c None None] For port fa54f8d6-6c4e-4854-84db-852702909b75, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=fa54f8d6-6c4e-4854-84db-852702909b75,segment=NetworkSegment(a16662ea-ed15-4566-b265-fb4b19c1f9fd),segment_id=a16662ea-ed15-4566-b265-fb4b19c1f9fd)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:14:22.700325 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-81e4b291-d38c-4a41-b71e-33be6821f68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:22.748396 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c07a199f-6a58-4e74-a929-7b6180acaf3d tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:22.798331 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-9025e187-7a27-4cde-9edd-6e3ee7a78aca tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Calling delete_port for a36e8798-d736-43b4-b7a7-f757a33a9baa owned by {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:14:22.820085 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f1fcb0-846c-4a09-bf1f-55e73953bdae None None] Pushing event updated for resources: {'Port': ['ID=fa54f8d6-6c4e-4854-84db-852702909b75,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:22.846421 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-28aa9a94-9382-4355-9097-e51561b8c995 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca843889-4e05-4a15-bc1b-58abe8daf3d0 HTTP/1.1" status: 200 len: 205 time: 0.3454547 May 05 22:14:22.848667 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 50046) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:23.075728 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ba1fde0c-ff22-4df6-9a88-f0cd843cb036 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:23.142579 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e4b291-d38c-4a41-b71e-33be6821f68c None None] Routers {'ea30f0ff-6bc7-4fd3-a1f3-94343424bf96'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:14:23.143289 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-81e4b291-d38c-4a41-b71e-33be6821f68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:14:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['ea30f0ff-6bc7-4fd3-a1f3-94343424bf96'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:14:23.224899 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c07a199f-6a58-4e74-a929-7b6180acaf3d tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:23.228500 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74881b97-12e6-4d19-9e43-bbaf5ebbaac3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-076e39a0-26c8-45ce-b273-6cc016cb0657', 'network_id': '076e39a0-26c8-45ce-b273-6cc016cb0657', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'fixed_ips': [{'subnet_id': '0a2c06c6-cd9c-4a86-b701-cb76c1e65b8b'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:14:23.229294 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-74881b97-12e6-4d19-9e43-bbaf5ebbaac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:23.321575 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07a199f-6a58-4e74-a929-7b6180acaf3d tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event updated for resources: {'Subnet': ['ID=2b45e5bb-2122-4154-bcf9-703bea976a66,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:23.337235 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07a199f-6a58-4e74-a929-7b6180acaf3d tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Checking segment: {'id': 'd9110d7e-5d36-4aa6-9c1d-0b3c02b782fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6d233a03-5f06-444e-aaba-0804255a7f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:14:23.337590 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07a199f-6a58-4e74-a929-7b6180acaf3d tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Network hostable DHCP agents. Network: 6d233a03-5f06-444e-aaba-0804255a7f50, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:14:23.354073 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e706299-8e78-41bd-b9d6-4bcbac268f49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-97eb9f3c-c14e-491e-8c16-a692ff61390b', 'network_id': '97eb9f3c-c14e-491e-8c16-a692ff61390b', 'tenant_id': '73d345cf0a794159ba751dcc23f97acb', 'fixed_ips': [{'subnet_id': '1f0806f2-b154-4523-a255-cfa833f7f651'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:14:23.355034 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7e706299-8e78-41bd-b9d6-4bcbac268f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:23.384633 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07a199f-6a58-4e74-a929-7b6180acaf3d tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Network 6d233a03-5f06-444e-aaba-0804255a7f50 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:14:23.402050 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9025e187-7a27-4cde-9edd-6e3ee7a78aca tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:23.403142 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-c07a199f-6a58-4e74-a929-7b6180acaf3d tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 6d233a03-5f06-444e-aaba-0804255a7f50) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:14:23.407811 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07a199f-6a58-4e74-a929-7b6180acaf3d tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:14:23.408621 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c07a199f-6a58-4e74-a929-7b6180acaf3d tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:23.436186 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c07a199f-6a58-4e74-a929-7b6180acaf3d tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1496546 May 05 22:14:23.439796 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50058) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:23.446284 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-62603ee4-64f8-4ac1-b12c-b3bc347d3fff tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1713066761', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:14:23.456120 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-62603ee4-64f8-4ac1-b12c-b3bc347d3fff tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:14:23.458221 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb771783-7ff2-4506-82eb-6c6e15286f0c None None] Network 6d233a03-5f06-444e-aaba-0804255a7f50 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:14:23.461526 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-62603ee4-64f8-4ac1-b12c-b3bc347d3fff tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Usage tracker for resource:router and tenant:47ea26e8a7d7452cb25778b9d924edf0 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:14:23.465624 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-62603ee4-64f8-4ac1-b12c-b3bc347d3fff tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:14:23.472542 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9025e187-7a27-4cde-9edd-6e3ee7a78aca tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Pushing event deleted for resources: {'Port': ['ID=a36e8798-d736-43b4-b7a7-f757a33a9baa,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:23.472758 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-62603ee4-64f8-4ac1-b12c-b3bc347d3fff tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:14:23.493400 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-62603ee4-64f8-4ac1-b12c-b3bc347d3fff tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:23.495396 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-62603ee4-64f8-4ac1-b12c-b3bc347d3fff tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:23.536301 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-62603ee4-64f8-4ac1-b12c-b3bc347d3fff tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:23.576533 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9025e187-7a27-4cde-9edd-6e3ee7a78aca tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:23.591711 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ba1fde0c-ff22-4df6-9a88-f0cd843cb036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:23.605926 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-9025e187-7a27-4cde-9edd-6e3ee7a78aca tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] 10.222.0.23 "DELETE /v2.0/ports/a36e8798-d736-43b4-b7a7-f757a33a9baa HTTP/1.1" status: 204 len: 168 time: 2.1522312 May 05 22:14:23.606318 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-62603ee4-64f8-4ac1-b12c-b3bc347d3fff tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:23.614998 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50068) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:23.909512 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-52d430e4-2e07-4b1e-8137-24813309e973 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks [] for router, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:24.097023 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-62603ee4-64f8-4ac1-b12c-b3bc347d3fff tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:24.098220 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-62603ee4-64f8-4ac1-b12c-b3bc347d3fff tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6572280 May 05 22:14:24.101767 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50084) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:24.136737 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e003b59-b673-4476-945b-1facff02bece None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-6d233a03-5f06-444e-aaba-0804255a7f50', 'network_id': '6d233a03-5f06-444e-aaba-0804255a7f50', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'fixed_ips': [{'subnet_id': '2b45e5bb-2122-4154-bcf9-703bea976a66'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:14:24.137663 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6e003b59-b673-4476-945b-1facff02bece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:24.175430 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-7e706299-8e78-41bd-b9d6-4bcbac268f49 None None] Allocated IP 172.20.0.2 (97eb9f3c-c14e-491e-8c16-a692ff61390b/1f0806f2-b154-4523-a255-cfa833f7f651/bddf0733-d15f-48c2-93bb-b7bc5a97b091) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:14:24.260231 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-dafa655c-e0f0-4071-b4a3-f5d4ecc2f1c2 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Deleting subnet 49e0c3b1-87e8-45ba-9725-9334d30ac491 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:14:24.263805 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dafa655c-e0f0-4071-b4a3-f5d4ecc2f1c2 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:24.297736 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-74881b97-12e6-4d19-9e43-bbaf5ebbaac3 None None] Allocated IP 2001:db8::2 (076e39a0-26c8-45ce-b273-6cc016cb0657/0a2c06c6-cd9c-4a86-b701-cb76c1e65b8b/abaff2b0-b419-40ec-8a1e-9bd7fc090338) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:14:24.300297 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-81e4b291-d38c-4a41-b71e-33be6821f68c None None] Set router ea30f0ff-6bc7-4fd3-a1f3-94343424bf96 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:14:24.315652 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae1e5f6-7d07-4be9-81b1-e21202d2c985 req-0cf8bd8f-4ff6-4482-859b-51925fb3c06b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:14:24.317885 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9ae1e5f6-7d07-4be9-81b1-e21202d2c985 req-0cf8bd8f-4ff6-4482-859b-51925fb3c06b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bb0e0b6-9db6-4d6e-ad2f-d70a89dab3e6 HTTP/1.1" status: 200 len: 946 time: 0.4126196 May 05 22:14:24.337118 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dafa655c-e0f0-4071-b4a3-f5d4ecc2f1c2 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:24.434429 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dafa655c-e0f0-4071-b4a3-f5d4ecc2f1c2 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:24.536064 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dafa655c-e0f0-4071-b4a3-f5d4ecc2f1c2 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:24.664506 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafa655c-e0f0-4071-b4a3-f5d4ecc2f1c2 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Pushing event deleted for resources: {'Subnet': ['ID=49e0c3b1-87e8-45ba-9725-9334d30ac491,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:24.679472 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dafa655c-e0f0-4071-b4a3-f5d4ecc2f1c2 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:24.692864 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-dafa655c-e0f0-4071-b4a3-f5d4ecc2f1c2 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] 10.222.0.23 "DELETE /v2.0/subnets/49e0c3b1-87e8-45ba-9725-9334d30ac491 HTTP/1.1" status: 204 len: 168 time: 1.0767999 May 05 22:14:24.703793 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 50106) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:24.724597 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9ae1e5f6-7d07-4be9-81b1-e21202d2c985 req-5e3f1151-6d77-4571-8af0-34f9b4f24f1b tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b854b5f-c124-44f8-9f96-0e34c40e2afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3745108 May 05 22:14:24.824878 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94f04a9-ec0d-46b7-a92b-af8df6f0e67e None None] Network dd8507cb-3ef7-457a-98b7-616d610b1177 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:14:24.878153 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ba1fde0c-ff22-4df6-9a88-f0cd843cb036 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:24.937689 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ba1fde0c-ff22-4df6-9a88-f0cd843cb036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:25.062906 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ac8f986f-46e1-4692-b786-b92b8bdbd432 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:25.121502 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-ac8f986f-46e1-4692-b786-b92b8bdbd432 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Deleting port 56659580-87b8-4440-8755-b1577aae7ba8 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:14:25.121833 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ac8f986f-46e1-4692-b786-b92b8bdbd432 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:25.187379 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-48c73289-2eb3-4112-b9ea-3e4510d6afda tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:25.292945 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-52d430e4-2e07-4b1e-8137-24813309e973 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:25.336155 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-52d430e4-2e07-4b1e-8137-24813309e973 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Deleting port e898976b-2c8c-4bb1-9a2c-0da7e6a9face {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:14:25.336773 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-52d430e4-2e07-4b1e-8137-24813309e973 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:25.442819 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7e706299-8e78-41bd-b9d6-4bcbac268f49 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:25.443276 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-ba1fde0c-ff22-4df6-9a88-f0cd843cb036 admin admin] Allocated IP 172.25.4.40 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/d43dbf4a-bb52-43a3-851b-6e9e12341362) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:14:25.626641 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-7e706299-8e78-41bd-b9d6-4bcbac268f49 None None] Transition to ACTIVE for port object bddf0733-d15f-48c2-93bb-b7bc5a97b091 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:14:25.720329 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-6e003b59-b673-4476-945b-1facff02bece None None] Allocated IP 2001:db8:1::2 (6d233a03-5f06-444e-aaba-0804255a7f50/2b45e5bb-2122-4154-bcf9-703bea976a66/71c410e1-24c9-447c-9925-00e12ca6b5a8) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:14:25.807372 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-7e706299-8e78-41bd-b9d6-4bcbac268f49 None None] Transition to ACTIVE for port object bddf0733-d15f-48c2-93bb-b7bc5a97b091 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:14:26.019779 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7e706299-8e78-41bd-b9d6-4bcbac268f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:26.106522 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-52d430e4-2e07-4b1e-8137-24813309e973 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:26.142168 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-ac8f986f-46e1-4692-b786-b92b8bdbd432 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] For port 56659580-87b8-4440-8755-b1577aae7ba8, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=56659580-87b8-4440-8755-b1577aae7ba8,segment=NetworkSegment(fcc47b30-e65c-4505-9816-b814fb4be3fc),segment_id=fcc47b30-e65c-4505-9816-b814fb4be3fc)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:14:26.142592 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ac8f986f-46e1-4692-b786-b92b8bdbd432 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:26.187241 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e706299-8e78-41bd-b9d6-4bcbac268f49 None None] Network 97eb9f3c-c14e-491e-8c16-a692ff61390b is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:14:26.195692 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-74881b97-12e6-4d19-9e43-bbaf5ebbaac3 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:26.206701 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-7e706299-8e78-41bd-b9d6-4bcbac268f49 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:14:26.240119 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e706299-8e78-41bd-b9d6-4bcbac268f49 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:14:26.248838 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad675c2a-dfcd-423b-8478-85efa4c81991 None None] DHCP port deletion for dd8507cb-3ef7-457a-98b7-616d610b1177 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:14:26.256979 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e706299-8e78-41bd-b9d6-4bcbac268f49 None None] Pushing event updated for resources: {'Port': ['ID=bddf0733-d15f-48c2-93bb-b7bc5a97b091,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:26.259220 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-74881b97-12e6-4d19-9e43-bbaf5ebbaac3 None None] Transition to ACTIVE for port object abaff2b0-b419-40ec-8a1e-9bd7fc090338 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:14:26.285689 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ad675c2a-dfcd-423b-8478-85efa4c81991 None None] Deleting port 56659580-87b8-4440-8755-b1577aae7ba8 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:14:26.286232 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ad675c2a-dfcd-423b-8478-85efa4c81991 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:26.297154 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-52d430e4-2e07-4b1e-8137-24813309e973 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Calling delete_port for e898976b-2c8c-4bb1-9a2c-0da7e6a9face owned by network:router_gateway {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:14:26.489253 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-74881b97-12e6-4d19-9e43-bbaf5ebbaac3 None None] Transition to ACTIVE for port object abaff2b0-b419-40ec-8a1e-9bd7fc090338 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:14:26.611904 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-74881b97-12e6-4d19-9e43-bbaf5ebbaac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:26.617085 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-81e4b291-d38c-4a41-b71e-33be6821f68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea30f0ff-6bc7-4fd3-a1f3-94343424bf96', 'name': 'tempest-TestServerMultinode-1868275397-router', 'tenant_id': '4630f6747dfc44428cfa33b20f5f719f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'f816ea64-ff5d-49e8-822f-5c479dc96d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:14:05Z', 'updated_at': '2022-05-05T22:14:14Z', 'revision_number': 4, 'project_id': '4630f6747dfc44428cfa33b20f5f719f', 'gw_port': {'id': 'f816ea64-ff5d-49e8-822f-5c479dc96d94', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea30f0ff-6bc7-4fd3-a1f3-94343424bf96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:14:06Z', 'updated_at': '2022-05-05T22:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'fa54f8d6-6c4e-4854-84db-852702909b75', 'name': '', 'network_id': 'ee1bb8cb-174f-493f-8825-c1f4a7ad45ee', 'tenant_id': '4630f6747dfc44428cfa33b20f5f719f', 'mac_address': 'fa:16:3e:18:7d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea30f0ff-6bc7-4fd3-a1f3-94343424bf96', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d7a7170-01f1-4e9d-959e-a8ffb505fdee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:14:12Z', 'updated_at': '2022-05-05T22:14:22Z', 'revision_number': 4, 'project_id': '4630f6747dfc44428cfa33b20f5f719f', 'subnets': [{'id': '4d7a7170-01f1-4e9d-959e-a8ffb505fdee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:14:26.679160 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-48c73289-2eb3-4112-b9ea-3e4510d6afda tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Allocated IP 2001:db8::1 (076e39a0-26c8-45ce-b273-6cc016cb0657/0a2c06c6-cd9c-4a86-b701-cb76c1e65b8b/b26fa5b7-4f0b-431a-b241-9bd0a32c3cec) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:14:26.687139 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-ac8f986f-46e1-4692-b786-b92b8bdbd432 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Calling delete_port for 56659580-87b8-4440-8755-b1577aae7ba8 owned by network:dhcp {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:14:26.797823 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6e003b59-b673-4476-945b-1facff02bece None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:26.815195 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-6e003b59-b673-4476-945b-1facff02bece None None] Transition to ACTIVE for port object 71c410e1-24c9-447c-9925-00e12ca6b5a8 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:14:26.844511 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ba1fde0c-ff22-4df6-9a88-f0cd843cb036 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:26.845643 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-6e003b59-b673-4476-945b-1facff02bece None None] Transition to ACTIVE for port object 71c410e1-24c9-447c-9925-00e12ca6b5a8 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:14:26.849912 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f7db3-5bfe-4d7d-84bc-f0bd1b78afda req-20559d83-7c14-4cb2-93cb-f2a7a41dcef8 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:14:26.851419 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-125f7db3-5bfe-4d7d-84bc-f0bd1b78afda req-20559d83-7c14-4cb2-93cb-f2a7a41dcef8 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bb0e0b6-9db6-4d6e-ad2f-d70a89dab3e6 HTTP/1.1" status: 200 len: 946 time: 0.8783205 May 05 22:14:26.940186 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74881b97-12e6-4d19-9e43-bbaf5ebbaac3 None None] Network 076e39a0-26c8-45ce-b273-6cc016cb0657 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:14:26.972563 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ac8f986f-46e1-4692-b786-b92b8bdbd432 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:27.021923 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-74881b97-12e6-4d19-9e43-bbaf5ebbaac3 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:14:27.031784 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74881b97-12e6-4d19-9e43-bbaf5ebbaac3 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:14:27.048867 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 56659580-87b8-4440-8755-b1577aae7ba8 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:14:27.055414 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8f986f-46e1-4692-b786-b92b8bdbd432 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Pushing event deleted for resources: {'Port': ['ID=56659580-87b8-4440-8755-b1577aae7ba8,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:27.065582 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-125f7db3-5bfe-4d7d-84bc-f0bd1b78afda req-7ec7c1fd-ae0b-4953-8761-c797e24a8de4 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b854b5f-c124-44f8-9f96-0e34c40e2afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1903644 May 05 22:14:27.075754 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8f986f-46e1-4692-b786-b92b8bdbd432 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] No DVR routers for this DVR port 56659580-87b8-4440-8755-b1577aae7ba8 on host n-d-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:14:27.195687 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-48c73289-2eb3-4112-b9ea-3e4510d6afda tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:27.195860 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ba1fde0c-ff22-4df6-9a88-f0cd843cb036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:27.217173 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-48c73289-2eb3-4112-b9ea-3e4510d6afda tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Transition to ACTIVE for port object b26fa5b7-4f0b-431a-b241-9bd0a32c3cec will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:14:27.250711 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-48c73289-2eb3-4112-b9ea-3e4510d6afda tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:27.256325 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6e003b59-b673-4476-945b-1facff02bece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:27.269449 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e4b291-d38c-4a41-b71e-33be6821f68c None None] The sync data for ids ['ea30f0ff-6bc7-4fd3-a1f3-94343424bf96'] in n-d-825175-4 is: [{'id': 'ea30f0ff-6bc7-4fd3-a1f3-94343424bf96', 'name': 'tempest-TestServerMultinode-1868275397-router', 'tenant_id': '4630f6747dfc44428cfa33b20f5f719f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'f816ea64-ff5d-49e8-822f-5c479dc96d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:14:05Z', 'updated_at': '2022-05-05T22:14:14Z', 'revision_number': 4, 'project_id': '4630f6747dfc44428cfa33b20f5f719f', 'gw_port': {'id': 'f816ea64-ff5d-49e8-822f-5c479dc96d94', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea30f0ff-6bc7-4fd3-a1f3-94343424bf96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:14:06Z', 'updated_at': '2022-05-05T22:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'fa54f8d6-6c4e-4854-84db-852702909b75', 'name': '', 'network_id': 'ee1bb8cb-174f-493f-8825-c1f4a7ad45ee', 'tenant_id': '4630f6747dfc44428cfa33b20f5f719f', 'mac_address': 'fa:16:3e:18:7d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea30f0ff-6bc7-4fd3-a1f3-94343424bf96', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4d7a7170-01f1-4e9d-959e-a8ffb505fdee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:14:12Z', 'updated_at': '2022-05-05T22:14:22Z', 'revision_number': 4, 'project_id': '4630f6747dfc44428cfa33b20f5f719f', 'subnets': [{'id': '4d7a7170-01f1-4e9d-959e-a8ffb505fdee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:14:27.316748 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 56659580-87b8-4440-8755-b1577aae7ba8 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:14:27.317128 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 56659580-87b8-4440-8755-b1577aae7ba8 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:14:27.329969 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e003b59-b673-4476-945b-1facff02bece None None] Network 6d233a03-5f06-444e-aaba-0804255a7f50 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:14:27.342926 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-6e003b59-b673-4476-945b-1facff02bece None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:14:27.345300 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e003b59-b673-4476-945b-1facff02bece None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:14:27.377793 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c73289-2eb3-4112-b9ea-3e4510d6afda tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Network 076e39a0-26c8-45ce-b273-6cc016cb0657 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:14:27.381703 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-48c73289-2eb3-4112-b9ea-3e4510d6afda tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:14:27.386308 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c73289-2eb3-4112-b9ea-3e4510d6afda tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:14:27.386896 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-48c73289-2eb3-4112-b9ea-3e4510d6afda tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:27.403828 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c73289-2eb3-4112-b9ea-3e4510d6afda tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event updated for resources: {'Port': ['ID=b26fa5b7-4f0b-431a-b241-9bd0a32c3cec,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:27.482594 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-7e706299-8e78-41bd-b9d6-4bcbac268f49 None None] Attempting to bind port bddf0733-d15f-48c2-93bb-b7bc5a97b091 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:14:27.483024 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-7e706299-8e78-41bd-b9d6-4bcbac268f49 None None] Attempting to bind port bddf0733-d15f-48c2-93bb-b7bc5a97b091 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'f2778ac1-72a7-4736-b3a9-9126090f5f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '97eb9f3c-c14e-491e-8c16-a692ff61390b'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:14:27.483416 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e706299-8e78-41bd-b9d6-4bcbac268f49 None None] Attempting to bind port bddf0733-d15f-48c2-93bb-b7bc5a97b091 on network 97eb9f3c-c14e-491e-8c16-a692ff61390b {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:14:27.552519 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1fde0c-ff22-4df6-9a88-f0cd843cb036 admin admin] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:14:27.562709 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-ba1fde0c-ff22-4df6-9a88-f0cd843cb036 admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:14:27.564686 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ad675c2a-dfcd-423b-8478-85efa4c81991 None None] For port 56659580-87b8-4440-8755-b1577aae7ba8, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=56659580-87b8-4440-8755-b1577aae7ba8,segment=NetworkSegment(fcc47b30-e65c-4505-9816-b814fb4be3fc),segment_id=fcc47b30-e65c-4505-9816-b814fb4be3fc)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:14:27.565081 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ad675c2a-dfcd-423b-8478-85efa4c81991 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:27.574232 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1fde0c-ff22-4df6-9a88-f0cd843cb036 admin admin] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:14:27.661080 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ac8f986f-46e1-4692-b786-b92b8bdbd432 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:27.685574 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1fde0c-ff22-4df6-9a88-f0cd843cb036 admin admin] Pushing event updated for resources: {'Port': ['ID=d43dbf4a-bb52-43a3-851b-6e9e12341362,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:27.722326 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74881b97-12e6-4d19-9e43-bbaf5ebbaac3 None None] Pushing event updated for resources: {'Port': ['ID=abaff2b0-b419-40ec-8a1e-9bd7fc090338,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:27.736732 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-52d430e4-2e07-4b1e-8137-24813309e973 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:27.814004 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-ac8f986f-46e1-4692-b786-b92b8bdbd432 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd8507cb-3ef7-457a-98b7-616d610b1177']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:14:27.823388 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d430e4-2e07-4b1e-8137-24813309e973 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Pushing event deleted for resources: {'Port': ['ID=e898976b-2c8c-4bb1-9a2c-0da7e6a9face,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:27.896267 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-48c73289-2eb3-4112-b9ea-3e4510d6afda tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:27.944425 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e003b59-b673-4476-945b-1facff02bece None None] Pushing event updated for resources: {'Port': ['ID=71c410e1-24c9-447c-9925-00e12ca6b5a8,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:27.969281 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-ac8f986f-46e1-4692-b786-b92b8bdbd432 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcc47b30-e65c-4505-9816-b814fb4be3fc') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:14:27.971246 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-ac8f986f-46e1-4692-b786-b92b8bdbd432 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcc47b30-e65c-4505-9816-b814fb4be3fc') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:14:27.985279 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e706299-8e78-41bd-b9d6-4bcbac268f49 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:14:27.985657 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e706299-8e78-41bd-b9d6-4bcbac268f49 None None] Checking segment: {'id': 'f2778ac1-72a7-4736-b3a9-9126090f5f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '97eb9f3c-c14e-491e-8c16-a692ff61390b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:14:27.986055 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7e706299-8e78-41bd-b9d6-4bcbac268f49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:27.986445 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e706299-8e78-41bd-b9d6-4bcbac268f49 None None] Bound using segment: {'id': 'f2778ac1-72a7-4736-b3a9-9126090f5f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '97eb9f3c-c14e-491e-8c16-a692ff61390b'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:14:27.986936 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-7e706299-8e78-41bd-b9d6-4bcbac268f49 None None] Bound port: bddf0733-d15f-48c2-93bb-b7bc5a97b091, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2778ac1-72a7-4736-b3a9-9126090f5f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '97eb9f3c-c14e-491e-8c16-a692ff61390b'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:14:27.987299 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7e706299-8e78-41bd-b9d6-4bcbac268f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:28.034495 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ac8f986f-46e1-4692-b786-b92b8bdbd432 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:28.056482 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ad675c2a-dfcd-423b-8478-85efa4c81991 None None] Calling delete_port for 56659580-87b8-4440-8755-b1577aae7ba8 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:14:28.081318 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ac8f986f-46e1-4692-b786-b92b8bdbd432 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:28.097124 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-6e003b59-b673-4476-945b-1facff02bece None None] Attempting to bind port 71c410e1-24c9-447c-9925-00e12ca6b5a8 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:14:28.097873 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-6e003b59-b673-4476-945b-1facff02bece None None] Attempting to bind port 71c410e1-24c9-447c-9925-00e12ca6b5a8 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'd9110d7e-5d36-4aa6-9c1d-0b3c02b782fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6d233a03-5f06-444e-aaba-0804255a7f50'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:14:28.098444 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e003b59-b673-4476-945b-1facff02bece None None] Attempting to bind port 71c410e1-24c9-447c-9925-00e12ca6b5a8 on network 6d233a03-5f06-444e-aaba-0804255a7f50 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:14:28.103163 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac8f986f-46e1-4692-b786-b92b8bdbd432 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:14:28.103688 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ac8f986f-46e1-4692-b786-b92b8bdbd432 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:28.248082 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-74881b97-12e6-4d19-9e43-bbaf5ebbaac3 None None] Attempting to bind port abaff2b0-b419-40ec-8a1e-9bd7fc090338 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:14:28.250710 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-74881b97-12e6-4d19-9e43-bbaf5ebbaac3 None None] Attempting to bind port abaff2b0-b419-40ec-8a1e-9bd7fc090338 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'e49a9f93-054e-4f87-b32c-ebb1c58572f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '076e39a0-26c8-45ce-b273-6cc016cb0657'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:14:28.251183 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74881b97-12e6-4d19-9e43-bbaf5ebbaac3 None None] Attempting to bind port abaff2b0-b419-40ec-8a1e-9bd7fc090338 on network 076e39a0-26c8-45ce-b273-6cc016cb0657 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:14:28.283107 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 22:14:28.283107 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:14:28.283107 n-d-825175-4 neutron-server[84061]: timer() May 05 22:14:28.283107 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:14:28.283107 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 22:14:28.283107 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:14:28.283107 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 22:14:28.283107 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:14:28.283107 n-d-825175-4 neutron-server[84061]: self._notify() May 05 22:14:28.283107 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:14:28.283107 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 22:14:28.283107 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:14:28.283107 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 22:14:28.283107 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:14:28.283107 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:14:28.283107 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:14:28.283107 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:14:28.283107 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:14:28.283107 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 22:14:28.283107 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:14:28.283107 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 22:14:28.283107 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:14:28.283107 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:14:28.283107 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:14:28.283107 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 22:14:28.283107 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:14:28.283107 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:14:28.283107 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:14:28.283107 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:14:28.283107 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:14:28.283107 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:14:28.283107 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:14:28.316562 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e003b59-b673-4476-945b-1facff02bece None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:14:28.317008 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e003b59-b673-4476-945b-1facff02bece None None] Checking segment: {'id': 'd9110d7e-5d36-4aa6-9c1d-0b3c02b782fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6d233a03-5f06-444e-aaba-0804255a7f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:14:28.317634 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6e003b59-b673-4476-945b-1facff02bece None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:28.318197 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e003b59-b673-4476-945b-1facff02bece None None] Bound using segment: {'id': 'd9110d7e-5d36-4aa6-9c1d-0b3c02b782fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6d233a03-5f06-444e-aaba-0804255a7f50'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:14:28.318887 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-6e003b59-b673-4476-945b-1facff02bece None None] Bound port: 71c410e1-24c9-447c-9925-00e12ca6b5a8, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9110d7e-5d36-4aa6-9c1d-0b3c02b782fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6d233a03-5f06-444e-aaba-0804255a7f50'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:14:28.319477 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6e003b59-b673-4476-945b-1facff02bece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:28.435671 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-6e003b59-b673-4476-945b-1facff02bece None None] For port 71c410e1-24c9-447c-9925-00e12ca6b5a8, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:14:28.440308 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-6e003b59-b673-4476-945b-1facff02bece None None] For port 71c410e1-24c9-447c-9925-00e12ca6b5a8, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=71c410e1-24c9-447c-9925-00e12ca6b5a8,segment=NetworkSegment(d9110d7e-5d36-4aa6-9c1d-0b3c02b782fd),segment_id=d9110d7e-5d36-4aa6-9c1d-0b3c02b782fd)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:14:28.462774 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6e003b59-b673-4476-945b-1facff02bece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:28.604323 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e003b59-b673-4476-945b-1facff02bece None None] Pushing event updated for resources: {'Port': ['ID=71c410e1-24c9-447c-9925-00e12ca6b5a8,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:28.611675 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74881b97-12e6-4d19-9e43-bbaf5ebbaac3 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:14:28.612339 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74881b97-12e6-4d19-9e43-bbaf5ebbaac3 None None] Checking segment: {'id': 'e49a9f93-054e-4f87-b32c-ebb1c58572f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '076e39a0-26c8-45ce-b273-6cc016cb0657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:14:28.615479 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-74881b97-12e6-4d19-9e43-bbaf5ebbaac3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:28.616008 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74881b97-12e6-4d19-9e43-bbaf5ebbaac3 None None] Bound using segment: {'id': 'e49a9f93-054e-4f87-b32c-ebb1c58572f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '076e39a0-26c8-45ce-b273-6cc016cb0657'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:14:28.616637 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-74881b97-12e6-4d19-9e43-bbaf5ebbaac3 None None] Bound port: abaff2b0-b419-40ec-8a1e-9bd7fc090338, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e49a9f93-054e-4f87-b32c-ebb1c58572f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '076e39a0-26c8-45ce-b273-6cc016cb0657'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:14:28.617157 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-74881b97-12e6-4d19-9e43-bbaf5ebbaac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:28.621396 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-48c73289-2eb3-4112-b9ea-3e4510d6afda tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:28.636624 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-48c73289-2eb3-4112-b9ea-3e4510d6afda tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:28.637692 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-48c73289-2eb3-4112-b9ea-3e4510d6afda tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:28.654750 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-7e706299-8e78-41bd-b9d6-4bcbac268f49 None None] For port bddf0733-d15f-48c2-93bb-b7bc5a97b091, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:14:28.734945 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-52d430e4-2e07-4b1e-8137-24813309e973 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:28.876787 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-7e706299-8e78-41bd-b9d6-4bcbac268f49 None None] For port bddf0733-d15f-48c2-93bb-b7bc5a97b091, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=bddf0733-d15f-48c2-93bb-b7bc5a97b091,segment=NetworkSegment(f2778ac1-72a7-4736-b3a9-9126090f5f76),segment_id=f2778ac1-72a7-4736-b3a9-9126090f5f76)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:14:28.880341 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-ad675c2a-dfcd-423b-8478-85efa4c81991 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:14:28.882162 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-ad675c2a-dfcd-423b-8478-85efa4c81991 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:14:28.904470 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7e706299-8e78-41bd-b9d6-4bcbac268f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:28.926002 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c73289-2eb3-4112-b9ea-3e4510d6afda tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event updated for resources: {'Port': ['ID=b26fa5b7-4f0b-431a-b241-9bd0a32c3cec,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:28.989190 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device fa54f8d6-6c4e-4854-84db-852702909b75 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:14:29.174810 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c73289-2eb3-4112-b9ea-3e4510d6afda tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Network 076e39a0-26c8-45ce-b273-6cc016cb0657 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:14:29.186348 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-48c73289-2eb3-4112-b9ea-3e4510d6afda tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:14:29.278700 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ac8f986f-46e1-4692-b786-b92b8bdbd432 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:29.312465 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ac8f986f-46e1-4692-b786-b92b8bdbd432 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:29.360784 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e706299-8e78-41bd-b9d6-4bcbac268f49 None None] Pushing event updated for resources: {'Port': ['ID=bddf0733-d15f-48c2-93bb-b7bc5a97b091,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:29.389140 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ad675c2a-dfcd-423b-8478-85efa4c81991 None None] Deleting port 56659580-87b8-4440-8755-b1577aae7ba8 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:14:29.391530 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ad675c2a-dfcd-423b-8478-85efa4c81991 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:29.455215 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ac8f986f-46e1-4692-b786-b92b8bdbd432 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] 10.222.0.23 "DELETE /v2.0/networks/dd8507cb-3ef7-457a-98b7-616d610b1177 HTTP/1.1" status: 204 len: 168 time: 4.7482736 May 05 22:14:29.478987 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ba1fde0c-ff22-4df6-9a88-f0cd843cb036 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:29.480271 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ba1fde0c-ff22-4df6-9a88-f0cd843cb036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:29.485600 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8f986f-46e1-4692-b786-b92b8bdbd432 tempest-AllowedAddressPairIpV6TestJSON-1882142545 tempest-AllowedAddressPairIpV6TestJSON-1882142545-project] Pushing event deleted for resources: {'Network': ['ID=dd8507cb-3ef7-457a-98b7-616d610b1177,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:29.500564 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-74881b97-12e6-4d19-9e43-bbaf5ebbaac3 None None] For port abaff2b0-b419-40ec-8a1e-9bd7fc090338, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:14:29.508391 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-52d430e4-2e07-4b1e-8137-24813309e973 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:29.524062 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ad675c2a-dfcd-423b-8478-85efa4c81991 None None] The port '56659580-87b8-4440-8755-b1577aae7ba8' was deleted {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 22:14:29.529489 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-74881b97-12e6-4d19-9e43-bbaf5ebbaac3 None None] For port abaff2b0-b419-40ec-8a1e-9bd7fc090338, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=abaff2b0-b419-40ec-8a1e-9bd7fc090338,segment=NetworkSegment(e49a9f93-054e-4f87-b32c-ebb1c58572f3),segment_id=e49a9f93-054e-4f87-b32c-ebb1c58572f3)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:14:29.547505 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-74881b97-12e6-4d19-9e43-bbaf5ebbaac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:29.569305 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535dae38-1e91-43a7-b520-1c974bf7cef7 req-fc550058-a767-4920-96a4-e54e7436492a tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:14:29.572958 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-535dae38-1e91-43a7-b520-1c974bf7cef7 req-fc550058-a767-4920-96a4-e54e7436492a tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bb0e0b6-9db6-4d6e-ad2f-d70a89dab3e6 HTTP/1.1" status: 200 len: 946 time: 1.2612474 May 05 22:14:29.578254 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-52d430e4-2e07-4b1e-8137-24813309e973 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:29.608976 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port fa54f8d6-6c4e-4854-84db-852702909b75 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:14:29.662417 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port fa54f8d6-6c4e-4854-84db-852702909b75 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:14:29.662817 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:29.869326 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-52d430e4-2e07-4b1e-8137-24813309e973 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:29.870465 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d430e4-2e07-4b1e-8137-24813309e973 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Fanout notify agent at l3_agent the message router_deleted on router ca843889-4e05-4a15-bc1b-58abe8daf3d0 {{(pid=84061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:14:30.071953 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:30.134967 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74881b97-12e6-4d19-9e43-bbaf5ebbaac3 None None] Pushing event updated for resources: {'Port': ['ID=abaff2b0-b419-40ec-8a1e-9bd7fc090338,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:30.176666 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c73289-2eb3-4112-b9ea-3e4510d6afda tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Router 22c3655e-b171-4578-a67d-eeea6c094131 is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 22:14:30.181082 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port fa54f8d6-6c4e-4854-84db-852702909b75, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=fa54f8d6-6c4e-4854-84db-852702909b75,segment=NetworkSegment(a16662ea-ed15-4566-b265-fb4b19c1f9fd),segment_id=a16662ea-ed15-4566-b265-fb4b19c1f9fd)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:14:30.189428 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:30.264286 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-52d430e4-2e07-4b1e-8137-24813309e973 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:30.273258 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-52d430e4-2e07-4b1e-8137-24813309e973 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] 10.222.0.23 "DELETE /v2.0/routers/ca843889-4e05-4a15-bc1b-58abe8daf3d0 HTTP/1.1" status: 204 len: 168 time: 7.4166939 May 05 22:14:30.282408 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 50200) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:30.303703 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-e538672b-1e73-44c1-a7dd-568e7b533202 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1293935672', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'enable_snat': False}}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:14:30.309964 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-e538672b-1e73-44c1-a7dd-568e7b533202 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:14:30.314935 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e538672b-1e73-44c1-a7dd-568e7b533202 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Usage tracker for resource:router and tenant:cf406e9775934d9fb753811badf0a404 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:14:30.342151 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e538672b-1e73-44c1-a7dd-568e7b533202 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:14:30.388559 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-e538672b-1e73-44c1-a7dd-568e7b533202 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:14:30.390791 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 50206) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:30.454744 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-535dae38-1e91-43a7-b520-1c974bf7cef7 req-027d3c6e-e23d-4d22-a46b-20fad888a076 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b854b5f-c124-44f8-9f96-0e34c40e2afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8174884 May 05 22:14:30.474267 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e538672b-1e73-44c1-a7dd-568e7b533202 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:30.478954 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e538672b-1e73-44c1-a7dd-568e7b533202 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:30.520479 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=fa54f8d6-6c4e-4854-84db-852702909b75,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:30.535246 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e538672b-1e73-44c1-a7dd-568e7b533202 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:30.692921 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c73289-2eb3-4112-b9ea-3e4510d6afda tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:14:30.704691 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cbd977-2d94-4c8c-8455-6aebf8d8ce0d None None] Sync routers for ids ['22c3655e-b171-4578-a67d-eeea6c094131'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:14:30.741422 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cbd977-2d94-4c8c-8455-6aebf8d8ce0d None None] Routers {'22c3655e-b171-4578-a67d-eeea6c094131'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:14:30.742996 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-72cbd977-2d94-4c8c-8455-6aebf8d8ce0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:14:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['22c3655e-b171-4578-a67d-eeea6c094131'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:14:30.743708 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-48c73289-2eb3-4112-b9ea-3e4510d6afda tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "PUT /v2.0/routers/22c3655e-b171-4578-a67d-eeea6c094131/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6391716 May 05 22:14:30.746856 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50216) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:30.977383 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf003baf-d0e2-476c-9411-8d85cddfadf5 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:14:30.977722 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-bf003baf-d0e2-476c-9411-8d85cddfadf5 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Synchronizing usage tracker for tenant:47ea26e8a7d7452cb25778b9d924edf0 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:14:30.980852 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-72cbd977-2d94-4c8c-8455-6aebf8d8ce0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:14:31.013200 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cbd977-2d94-4c8c-8455-6aebf8d8ce0d None None] Routers {'22c3655e-b171-4578-a67d-eeea6c094131'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:14:31.015559 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-72cbd977-2d94-4c8c-8455-6aebf8d8ce0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:14:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['22c3655e-b171-4578-a67d-eeea6c094131'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:14:31.029180 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-bf003baf-d0e2-476c-9411-8d85cddfadf5 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Unset dirty status for tenant:47ea26e8a7d7452cb25778b9d924edf0 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:14:31.030615 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-bf003baf-d0e2-476c-9411-8d85cddfadf5 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "GET /v2.0/ports/b26fa5b7-4f0b-431a-b241-9bd0a32c3cec HTTP/1.1" status: 200 len: 911 time: 0.2816632 May 05 22:14:31.033659 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50224) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:31.090412 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-72cbd977-2d94-4c8c-8455-6aebf8d8ce0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:14:31.090847 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cbd977-2d94-4c8c-8455-6aebf8d8ce0d None None] The sync data for ids ['22c3655e-b171-4578-a67d-eeea6c094131'] in n-d-825175-4 is: [] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:14:31.190451 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40af60e-fcb4-4efe-96ec-61be8b8566a2 None None] Network 6d233a03-5f06-444e-aaba-0804255a7f50 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:14:31.334937 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-39db401f-0c21-412a-a5d0-f09530a2eedc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ec305cbc86504ed7a2668e43c9b17ef3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9424322 May 05 22:14:31.341109 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 50236) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:31.489049 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e538672b-1e73-44c1-a7dd-568e7b533202 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:31.582071 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-73f16d21-63af-4b43-b219-81b4b65f3fe8 req-e66689cc-d85a-4afa-a19a-f07c43f1fcca service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4bb0e0b6-9db6-4d6e-ad2f-d70a89dab3e6 HTTP/1.1" status: 200 len: 1097 time: 0.6698041 May 05 22:14:31.681549 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device abaff2b0-b419-40ec-8a1e-9bd7fc090338 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:14:31.696519 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba1fde0c-ff22-4df6-9a88-f0cd843cb036 admin admin] Router df4a782b-5020-4fe2-83f1-2d657fe715c5 is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 22:14:31.854103 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port abaff2b0-b419-40ec-8a1e-9bd7fc090338 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:14:31.864233 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device bddf0733-d15f-48c2-93bb-b7bc5a97b091 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:14:31.894514 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-bab32e2a-7f24-4ef6-82ee-3c01cf58f8a4 None None] Provisioning for port 71c410e1-24c9-447c-9925-00e12ca6b5a8 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:14:31.896977 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:14:32.001860 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-474fbfdd-1024-4460-a54f-c4a22eefe53d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:32.021201 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port bddf0733-d15f-48c2-93bb-b7bc5a97b091 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:14:32.028489 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 71c410e1-24c9-447c-9925-00e12ca6b5a8 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:14:32.191761 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fac8a4e-160e-4f92-a7ce-9c50ff64c190 None None] Network 97eb9f3c-c14e-491e-8c16-a692ff61390b requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:14:32.344177 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-474fbfdd-1024-4460-a54f-c4a22eefe53d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:32.382400 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-73f16d21-63af-4b43-b219-81b4b65f3fe8 req-89806662-4720-4ea2-bb7a-6da3ec19ee1c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7b854b5f-c124-44f8-9f96-0e34c40e2afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7373698 May 05 22:14:32.393188 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1e49c8-e12f-4861-8acf-340c75d644c5 None None] Network 076e39a0-26c8-45ce-b273-6cc016cb0657 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:14:32.464202 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 71c410e1-24c9-447c-9925-00e12ca6b5a8 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:14:32.597521 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76390a8-2fa1-48f4-a18c-746f67d68def req-9b7aab66-9b27-4677-b5c9-a2b179c70f3f tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:14:32.625977 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e76390a8-2fa1-48f4-a18c-746f67d68def req-9b7aab66-9b27-4677-b5c9-a2b179c70f3f tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bb0e0b6-9db6-4d6e-ad2f-d70a89dab3e6 HTTP/1.1" status: 200 len: 946 time: 0.7090695 May 05 22:14:32.648168 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 71c410e1-24c9-447c-9925-00e12ca6b5a8 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:14:32.648534 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:32.658482 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-69ead295-a77e-4030-b0e9-c289faa11049 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:32.690587 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-474fbfdd-1024-4460-a54f-c4a22eefe53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:32.730468 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f003e444-f14f-4465-96b6-b23fc06d2b79 None None] Provisioning for port bddf0733-d15f-48c2-93bb-b7bc5a97b091 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:14:32.764737 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f003e444-f14f-4465-96b6-b23fc06d2b79 None None] Provisioning complete for port bddf0733-d15f-48c2-93bb-b7bc5a97b091 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:14:32.765103 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f003e444-f14f-4465-96b6-b23fc06d2b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:32.822187 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474fbfdd-1024-4460-a54f-c4a22eefe53d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980e84ab-94c7-4573-acf8-b6cafc242564,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:32.838520 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e76390a8-2fa1-48f4-a18c-746f67d68def req-3ffb088b-b252-4b90-a213-6e7acc8d22bd tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b854b5f-c124-44f8-9f96-0e34c40e2afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2108510 May 05 22:14:32.847968 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-474fbfdd-1024-4460-a54f-c4a22eefe53d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:32.852045 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-474fbfdd-1024-4460-a54f-c4a22eefe53d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/980e84ab-94c7-4573-acf8-b6cafc242564 HTTP/1.1" status: 204 len: 168 time: 1.5082881 May 05 22:14:32.879491 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba1fde0c-ff22-4df6-9a88-f0cd843cb036 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:14:32.911001 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e538672b-1e73-44c1-a7dd-568e7b533202 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:32.914554 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b37286-b7c4-4d07-8ed2-7152676a685e None None] Sync routers for ids ['df4a782b-5020-4fe2-83f1-2d657fe715c5'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:14:32.956385 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b37286-b7c4-4d07-8ed2-7152676a685e None None] Routers {'df4a782b-5020-4fe2-83f1-2d657fe715c5'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:14:32.957010 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-18b37286-b7c4-4d07-8ed2-7152676a685e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:14:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['df4a782b-5020-4fe2-83f1-2d657fe715c5'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:14:32.996597 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e538672b-1e73-44c1-a7dd-568e7b533202 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:32.996787 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device f3bc3d55-39fa-4c21-8cda-77ea86224166 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:14:33.334137 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:33.463457 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-69ead295-a77e-4030-b0e9-c289faa11049 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Allocated IP 2001:db8:1::1 (6d233a03-5f06-444e-aaba-0804255a7f50/2b45e5bb-2122-4154-bcf9-703bea976a66/0d5906ef-5106-491b-8706-b8131913a54e) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:14:33.513125 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-e538672b-1e73-44c1-a7dd-568e7b533202 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Allocated IP 172.25.4.41 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/5b287fe5-c064-412f-85aa-d418343f26ea) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:14:33.538493 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-18b37286-b7c4-4d07-8ed2-7152676a685e None None] Set router df4a782b-5020-4fe2-83f1-2d657fe715c5 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:14:33.788820 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ba1fde0c-ff22-4df6-9a88-f0cd843cb036 admin admin] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:33.790634 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ba1fde0c-ff22-4df6-9a88-f0cd843cb036 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 11.5236261 May 05 22:14:33.797282 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 50278) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:33.797585 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.resource_extend [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] It took 0.76 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 22:14:33.844570 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f003e444-f14f-4465-96b6-b23fc06d2b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:33.888758 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-69ead295-a77e-4030-b0e9-c289faa11049 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:33.941913 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-69ead295-a77e-4030-b0e9-c289faa11049 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Transition to ACTIVE for port object 0d5906ef-5106-491b-8706-b8131913a54e will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:14:34.016233 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-69ead295-a77e-4030-b0e9-c289faa11049 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:34.066574 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 71c410e1-24c9-447c-9925-00e12ca6b5a8, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=71c410e1-24c9-447c-9925-00e12ca6b5a8,segment=NetworkSegment(d9110d7e-5d36-4aa6-9c1d-0b3c02b782fd),segment_id=d9110d7e-5d36-4aa6-9c1d-0b3c02b782fd)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:14:34.091685 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f003e444-f14f-4465-96b6-b23fc06d2b79 None None] For port bddf0733-d15f-48c2-93bb-b7bc5a97b091, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=bddf0733-d15f-48c2-93bb-b7bc5a97b091,segment=NetworkSegment(f2778ac1-72a7-4736-b3a9-9126090f5f76),segment_id=f2778ac1-72a7-4736-b3a9-9126090f5f76)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:14:34.123707 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:34.125897 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device fa54f8d6-6c4e-4854-84db-852702909b75 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:14:34.147985 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-18b37286-b7c4-4d07-8ed2-7152676a685e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4a782b-5020-4fe2-83f1-2d657fe715c5', 'name': 'tempest-TestServerMultinode-865284363-router', 'tenant_id': '73d345cf0a794159ba751dcc23f97acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'd43dbf4a-bb52-43a3-851b-6e9e12341362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:14:22Z', 'updated_at': '2022-05-05T22:14:27Z', 'revision_number': 3, 'project_id': '73d345cf0a794159ba751dcc23f97acb', 'gw_port': {'id': 'd43dbf4a-bb52-43a3-851b-6e9e12341362', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:29:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df4a782b-5020-4fe2-83f1-2d657fe715c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:14:24Z', 'updated_at': '2022-05-05T22:14:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:14:34.152247 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b37286-b7c4-4d07-8ed2-7152676a685e None None] Checking router: df4a782b-5020-4fe2-83f1-2d657fe715c5 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:14:34.152584 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b37286-b7c4-4d07-8ed2-7152676a685e None None] Updating router df4a782b-5020-4fe2-83f1-2d657fe715c5 port d43dbf4a-bb52-43a3-851b-6e9e12341362 binding host n-d-825175-4 {{(pid=84068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:14:34.205390 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-18b37286-b7c4-4d07-8ed2-7152676a685e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:34.214435 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f003e444-f14f-4465-96b6-b23fc06d2b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:34.228721 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ead295-a77e-4030-b0e9-c289faa11049 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event updated for resources: {'Port': ['ID=0d5906ef-5106-491b-8706-b8131913a54e,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:34.268038 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ead295-a77e-4030-b0e9-c289faa11049 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Network 6d233a03-5f06-444e-aaba-0804255a7f50 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:14:34.272785 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-69ead295-a77e-4030-b0e9-c289faa11049 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:14:34.277737 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ead295-a77e-4030-b0e9-c289faa11049 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:14:34.278292 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-69ead295-a77e-4030-b0e9-c289faa11049 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:34.465268 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port f3bc3d55-39fa-4c21-8cda-77ea86224166, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=f3bc3d55-39fa-4c21-8cda-77ea86224166,segment=NetworkSegment(ea299347-b876-4d00-b90a-ce5927cdc16d),segment_id=ea299347-b876-4d00-b90a-ce5927cdc16d)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:14:34.503228 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=71c410e1-24c9-447c-9925-00e12ca6b5a8,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:34.506232 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': 'f3bc3d55-39fa-4c21-8cda-77ea86224166', 'network_id': '8699afcf-6ff9-4969-a8e9-5c2742a40e07', 'port_id': 'f3bc3d55-39fa-4c21-8cda-77ea86224166', 'mac_address': 'fa:16:3e:3a:2c:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f2ecd3-a738-4837-9a7c-d4cb828205ef', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:14:34.569493 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-69ead295-a77e-4030-b0e9-c289faa11049 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:34.621637 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e538672b-1e73-44c1-a7dd-568e7b533202 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:34.623716 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-7fb1b4a3-53c9-4875-85c0-7da76ab4c056 None None] Provisioning complete for port 71c410e1-24c9-447c-9925-00e12ca6b5a8 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:14:34.624510 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7fb1b4a3-53c9-4875-85c0-7da76ab4c056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:34.773534 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c416c-ea58-415d-8acb-41c40033abf0 req-6aed36ed-4896-49be-8317-80f506ad0440 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:14:34.775140 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6b8c416c-ea58-415d-8acb-41c40033abf0 req-6aed36ed-4896-49be-8317-80f506ad0440 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bb0e0b6-9db6-4d6e-ad2f-d70a89dab3e6 HTTP/1.1" status: 200 len: 946 time: 0.5224199 May 05 22:14:34.899110 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e538672b-1e73-44c1-a7dd-568e7b533202 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:35.024794 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port fa54f8d6-6c4e-4854-84db-852702909b75 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:14:35.025403 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:35.079621 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e538672b-1e73-44c1-a7dd-568e7b533202 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:14:35.081299 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e538672b-1e73-44c1-a7dd-568e7b533202 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Pushing event updated for resources: {'Port': ['ID=5b287fe5-c064-412f-85aa-d418343f26ea,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:35.096502 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-e538672b-1e73-44c1-a7dd-568e7b533202 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:14:35.104222 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e538672b-1e73-44c1-a7dd-568e7b533202 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:14:35.280681 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f003e444-f14f-4465-96b6-b23fc06d2b79 None None] Pushing event updated for resources: {'Port': ['ID=bddf0733-d15f-48c2-93bb-b7bc5a97b091,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:35.301545 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:35.322901 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 50310) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:35.334348 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6b8c416c-ea58-415d-8acb-41c40033abf0 req-8d33c8dc-c01c-4537-9e4f-10aaccca3361 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b854b5f-c124-44f8-9f96-0e34c40e2afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5437956 May 05 22:14:35.370774 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 50316) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:35.446938 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f3bc3d55-39fa-4c21-8cda-77ea86224166 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:14:35.581905 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port f3bc3d55-39fa-4c21-8cda-77ea86224166, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=f3bc3d55-39fa-4c21-8cda-77ea86224166,segment=NetworkSegment(ea299347-b876-4d00-b90a-ce5927cdc16d),segment_id=ea299347-b876-4d00-b90a-ce5927cdc16d)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:14:35.601471 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-18b37286-b7c4-4d07-8ed2-7152676a685e None None] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:35.635299 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.provisioning_blocks [None req-18b37286-b7c4-4d07-8ed2-7152676a685e None None] Transition to ACTIVE for port object d43dbf4a-bb52-43a3-851b-6e9e12341362 will not be triggered until provisioned by entity L2. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:14:35.652580 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-3a480dce-aada-4117-a794-27b638435e1d tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-36002988'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:14:35.653986 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-18b37286-b7c4-4d07-8ed2-7152676a685e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:35.666832 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:35.710367 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-3a480dce-aada-4117-a794-27b638435e1d tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:14:35.741785 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-3a480dce-aada-4117-a794-27b638435e1d tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Usage tracker for resource:network and tenant:da5414daf93046db894120b8eff52041 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:14:35.752353 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-3a480dce-aada-4117-a794-27b638435e1d tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:14:35.777802 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-3a480dce-aada-4117-a794-27b638435e1d tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:14:35.814743 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-cd429f36-62da-4d2b-8fb2-a69c00fd63d1 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/floatingips/65ab86fc-a306-4713-8265-1105c6aeb62b HTTP/1.1" status: 200 len: 992 time: 0.4328153 May 05 22:14:35.819076 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a480dce-aada-4117-a794-27b638435e1d tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Made reservation on behalf of da5414daf93046db894120b8eff52041 for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:14:35.822044 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3a480dce-aada-4117-a794-27b638435e1d tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:35.855528 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e538672b-1e73-44c1-a7dd-568e7b533202 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:35.856301 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e538672b-1e73-44c1-a7dd-568e7b533202 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:35.859424 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3a480dce-aada-4117-a794-27b638435e1d tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:35.881795 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-7fb1b4a3-53c9-4875-85c0-7da76ab4c056 None None] Provisioning for port abaff2b0-b419-40ec-8a1e-9bd7fc090338 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:14:35.888603 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd9c8a-e6bb-4707-82dd-9b8225ff3500 None None] Pushing event updated for resources: {'Port': ['ID=d43dbf4a-bb52-43a3-851b-6e9e12341362,revision_number=2']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:35.911422 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-18b37286-b7c4-4d07-8ed2-7152676a685e None None] Attempting to bind port d43dbf4a-bb52-43a3-851b-6e9e12341362 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:14:35.911643 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-18b37286-b7c4-4d07-8ed2-7152676a685e None None] Attempting to bind port d43dbf4a-bb52-43a3-851b-6e9e12341362 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:14:35.912328 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b37286-b7c4-4d07-8ed2-7152676a685e None None] Attempting to bind port d43dbf4a-bb52-43a3-851b-6e9e12341362 on network 25bfe237-58de-4709-a3e0-ac79da07c300 {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:14:35.926695 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b37286-b7c4-4d07-8ed2-7152676a685e None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:14:35.928769 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b37286-b7c4-4d07-8ed2-7152676a685e None None] Checking segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:14:35.929397 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-18b37286-b7c4-4d07-8ed2-7152676a685e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:35.930762 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b37286-b7c4-4d07-8ed2-7152676a685e None None] Bound using segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:14:35.933085 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-18b37286-b7c4-4d07-8ed2-7152676a685e None None] Bound port: d43dbf4a-bb52-43a3-851b-6e9e12341362, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:14:35.933682 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-18b37286-b7c4-4d07-8ed2-7152676a685e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:35.935611 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-7fb1b4a3-53c9-4875-85c0-7da76ab4c056 None None] Provisioning complete for port abaff2b0-b419-40ec-8a1e-9bd7fc090338 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:14:35.938950 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7fb1b4a3-53c9-4875-85c0-7da76ab4c056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:36.078033 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device bddf0733-d15f-48c2-93bb-b7bc5a97b091 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:14:36.156658 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=f3bc3d55-39fa-4c21-8cda-77ea86224166,revision_number=6']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:36.176600 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-69ead295-a77e-4030-b0e9-c289faa11049 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:36.184626 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-18b37286-b7c4-4d07-8ed2-7152676a685e None None] For port d43dbf4a-bb52-43a3-851b-6e9e12341362, host n-d-825175-4, cleared binding levels {{(pid=84068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:14:36.189317 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-18b37286-b7c4-4d07-8ed2-7152676a685e None None] For port d43dbf4a-bb52-43a3-851b-6e9e12341362, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=d43dbf4a-bb52-43a3-851b-6e9e12341362,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:14:36.189575 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-69ead295-a77e-4030-b0e9-c289faa11049 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:36.191952 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-69ead295-a77e-4030-b0e9-c289faa11049 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:36.202081 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-18b37286-b7c4-4d07-8ed2-7152676a685e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:36.273691 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:36.335696 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-3a480dce-aada-4117-a794-27b638435e1d tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:14:36.335954 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:36.353481 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-3a480dce-aada-4117-a794-27b638435e1d tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Usage tracker for resource:security_group_rule and tenant:da5414daf93046db894120b8eff52041 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:14:36.365276 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7fb1b4a3-53c9-4875-85c0-7da76ab4c056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:36.368898 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd9c8a-e6bb-4707-82dd-9b8225ff3500 None None] Pushing event updated for resources: {'Port': ['ID=d43dbf4a-bb52-43a3-851b-6e9e12341362,revision_number=3']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:36.391007 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b37286-b7c4-4d07-8ed2-7152676a685e None None] Routers {'df4a782b-5020-4fe2-83f1-2d657fe715c5'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:14:36.391630 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-18b37286-b7c4-4d07-8ed2-7152676a685e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:14:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['df4a782b-5020-4fe2-83f1-2d657fe715c5'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:14:36.407072 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port bddf0733-d15f-48c2-93bb-b7bc5a97b091 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:14:36.407428 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:36.420652 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-3a480dce-aada-4117-a794-27b638435e1d tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:14:36.481506 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-7fb1b4a3-53c9-4875-85c0-7da76ab4c056 None None] For port abaff2b0-b419-40ec-8a1e-9bd7fc090338, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=abaff2b0-b419-40ec-8a1e-9bd7fc090338,segment=NetworkSegment(e49a9f93-054e-4f87-b32c-ebb1c58572f3),segment_id=e49a9f93-054e-4f87-b32c-ebb1c58572f3)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:14:36.481789 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-3a480dce-aada-4117-a794-27b638435e1d tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:14:36.492379 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7fb1b4a3-53c9-4875-85c0-7da76ab4c056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:36.605486 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ead295-a77e-4030-b0e9-c289faa11049 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event updated for resources: {'Port': ['ID=0d5906ef-5106-491b-8706-b8131913a54e,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:36.677796 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-18b37286-b7c4-4d07-8ed2-7152676a685e None None] Set router df4a782b-5020-4fe2-83f1-2d657fe715c5 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:14:36.726439 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ead295-a77e-4030-b0e9-c289faa11049 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Network 6d233a03-5f06-444e-aaba-0804255a7f50 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:14:36.729316 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-69ead295-a77e-4030-b0e9-c289faa11049 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:14:36.779095 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-fdf5315f-a995-4748-8324-f098dfad4037 None None] Provisioning complete for port bddf0733-d15f-48c2-93bb-b7bc5a97b091 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:14:36.779467 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fdf5315f-a995-4748-8324-f098dfad4037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:36.880593 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3a480dce-aada-4117-a794-27b638435e1d tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:36.915972 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3a480dce-aada-4117-a794-27b638435e1d tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:36.949101 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb1b4a3-53c9-4875-85c0-7da76ab4c056 None None] Pushing event updated for resources: {'Port': ['ID=abaff2b0-b419-40ec-8a1e-9bd7fc090338,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:37.015586 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 71c410e1-24c9-447c-9925-00e12ca6b5a8 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:14:37.036599 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a480dce-aada-4117-a794-27b638435e1d tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:14:37.105812 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a480dce-aada-4117-a794-27b638435e1d tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00394eeb-f596-461e-94db-071a1bee1c83,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:37.172962 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3a480dce-aada-4117-a794-27b638435e1d tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:37.172962 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-3a480dce-aada-4117-a794-27b638435e1d tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Added segment 5bce01b4-46cf-4dbf-a726-75875dc02ebc of type vlan for network 951210ae-51ed-4869-b212-289bc5abfafe May 05 22:14:37.435035 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-18b37286-b7c4-4d07-8ed2-7152676a685e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4a782b-5020-4fe2-83f1-2d657fe715c5', 'name': 'tempest-TestServerMultinode-865284363-router', 'tenant_id': '73d345cf0a794159ba751dcc23f97acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'd43dbf4a-bb52-43a3-851b-6e9e12341362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:14:22Z', 'updated_at': '2022-05-05T22:14:27Z', 'revision_number': 3, 'project_id': '73d345cf0a794159ba751dcc23f97acb', 'gw_port': {'id': 'd43dbf4a-bb52-43a3-851b-6e9e12341362', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:29:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df4a782b-5020-4fe2-83f1-2d657fe715c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:14:24Z', 'updated_at': '2022-05-05T22:14:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:14:37.443279 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b37286-b7c4-4d07-8ed2-7152676a685e None None] The sync data for ids ['df4a782b-5020-4fe2-83f1-2d657fe715c5'] in n-d-825175-4 is: [{'id': 'df4a782b-5020-4fe2-83f1-2d657fe715c5', 'name': 'tempest-TestServerMultinode-865284363-router', 'tenant_id': '73d345cf0a794159ba751dcc23f97acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'd43dbf4a-bb52-43a3-851b-6e9e12341362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:14:22Z', 'updated_at': '2022-05-05T22:14:27Z', 'revision_number': 3, 'project_id': '73d345cf0a794159ba751dcc23f97acb', 'gw_port': {'id': 'd43dbf4a-bb52-43a3-851b-6e9e12341362', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:29:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df4a782b-5020-4fe2-83f1-2d657fe715c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:14:24Z', 'updated_at': '2022-05-05T22:14:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:14:37.451152 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 71c410e1-24c9-447c-9925-00e12ca6b5a8 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:14:37.451572 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:37.486694 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-fdf5315f-a995-4748-8324-f098dfad4037 None None] Provisioning for port b26fa5b7-4f0b-431a-b241-9bd0a32c3cec completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:14:37.508365 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-fdf5315f-a995-4748-8324-f098dfad4037 None None] Provisioning complete for port b26fa5b7-4f0b-431a-b241-9bd0a32c3cec triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:14:37.508685 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fdf5315f-a995-4748-8324-f098dfad4037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:37.517944 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ead295-a77e-4030-b0e9-c289faa11049 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Router 22c3655e-b171-4578-a67d-eeea6c094131 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:14:37.579983 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-fdf5315f-a995-4748-8324-f098dfad4037 None None] Port b26fa5b7-4f0b-431a-b241-9bd0a32c3cec cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:14:37.658802 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-fdf5315f-a995-4748-8324-f098dfad4037 None None] Provisioning complete for port abaff2b0-b419-40ec-8a1e-9bd7fc090338 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:14:37.659191 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fdf5315f-a995-4748-8324-f098dfad4037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:37.686637 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device f3bc3d55-39fa-4c21-8cda-77ea86224166 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:14:37.688834 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device f3bc3d55-39fa-4c21-8cda-77ea86224166 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:14:37.709235 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3a480dce-aada-4117-a794-27b638435e1d tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:37.750573 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e538672b-1e73-44c1-a7dd-568e7b533202 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Router 7ae50464-32ae-43df-869c-bf9fc9a05907 is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 22:14:37.784604 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ead295-a77e-4030-b0e9-c289faa11049 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:14:37.806119 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ff619a-3dcc-4017-9e79-554ad5aa9910 None None] Sync routers for ids ['22c3655e-b171-4578-a67d-eeea6c094131'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:14:37.818747 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-69ead295-a77e-4030-b0e9-c289faa11049 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "PUT /v2.0/routers/22c3655e-b171-4578-a67d-eeea6c094131/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7835813 May 05 22:14:37.820207 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50356) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:37.839190 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3a480dce-aada-4117-a794-27b638435e1d tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:37.844974 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a480dce-aada-4117-a794-27b638435e1d tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:14:37.845814 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3a480dce-aada-4117-a794-27b638435e1d tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:37.912890 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa21fc34-a5f8-4e06-9b7f-54713f19cde1 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:14:37.913640 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-fa21fc34-a5f8-4e06-9b7f-54713f19cde1 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Synchronizing usage tracker for tenant:47ea26e8a7d7452cb25778b9d924edf0 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:14:37.930358 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ff619a-3dcc-4017-9e79-554ad5aa9910 None None] Routers {'22c3655e-b171-4578-a67d-eeea6c094131'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:14:37.931005 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-36ff619a-3dcc-4017-9e79-554ad5aa9910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:14:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['22c3655e-b171-4578-a67d-eeea6c094131'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:14:37.942442 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-fa21fc34-a5f8-4e06-9b7f-54713f19cde1 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Unset dirty status for tenant:47ea26e8a7d7452cb25778b9d924edf0 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:14:37.947122 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-fa21fc34-a5f8-4e06-9b7f-54713f19cde1 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "GET /v2.0/ports/0d5906ef-5106-491b-8706-b8131913a54e HTTP/1.1" status: 200 len: 913 time: 0.1229699 May 05 22:14:37.947770 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50360) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:38.109203 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-3a480dce-aada-4117-a794-27b638435e1d tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.7834637 May 05 22:14:38.119277 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50366) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:38.125774 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-b58f1544-026c-48ed-ad66-41270e075142 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Request body: {'subnet': {'network_id': '951210ae-51ed-4869-b212-289bc5abfafe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:14:38.128808 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device abaff2b0-b419-40ec-8a1e-9bd7fc090338 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:14:38.144796 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a480dce-aada-4117-a794-27b638435e1d tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Pushing event updated for resources: {'Network': ['ID=951210ae-51ed-4869-b212-289bc5abfafe,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:38.190750 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 951210ae-51ed-4869-b212-289bc5abfafe details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:14:38.203626 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-36ff619a-3dcc-4017-9e79-554ad5aa9910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:14:38.301314 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-b58f1544-026c-48ed-ad66-41270e075142 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:14:38.307320 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b58f1544-026c-48ed-ad66-41270e075142 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Usage tracker for resource:subnet and tenant:da5414daf93046db894120b8eff52041 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:14:38.317011 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b58f1544-026c-48ed-ad66-41270e075142 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:14:38.323150 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-b58f1544-026c-48ed-ad66-41270e075142 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:14:38.344084 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e538672b-1e73-44c1-a7dd-568e7b533202 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:14:38.353399 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672c1194-580d-479f-9ede-f91b82415c8c None None] Sync routers for ids ['7ae50464-32ae-43df-869c-bf9fc9a05907'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:14:38.378052 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e538672b-1e73-44c1-a7dd-568e7b533202 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:38.378194 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672c1194-580d-479f-9ede-f91b82415c8c None None] Routers {'7ae50464-32ae-43df-869c-bf9fc9a05907'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:14:38.378974 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-672c1194-580d-479f-9ede-f91b82415c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:14:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['7ae50464-32ae-43df-869c-bf9fc9a05907'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:14:38.381739 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e538672b-1e73-44c1-a7dd-568e7b533202 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.0955474 May 05 22:14:38.389076 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 50374) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:38.589739 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:38.621209 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port f3bc3d55-39fa-4c21-8cda-77ea86224166, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=f3bc3d55-39fa-4c21-8cda-77ea86224166,segment=NetworkSegment(ea299347-b876-4d00-b90a-ce5927cdc16d),segment_id=ea299347-b876-4d00-b90a-ce5927cdc16d)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:14:38.641461 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f3bc3d55-39fa-4c21-8cda-77ea86224166 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:14:38.660709 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port f3bc3d55-39fa-4c21-8cda-77ea86224166, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=f3bc3d55-39fa-4c21-8cda-77ea86224166,segment=NetworkSegment(ea299347-b876-4d00-b90a-ce5927cdc16d),segment_id=ea299347-b876-4d00-b90a-ce5927cdc16d)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:14:38.662340 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ff619a-3dcc-4017-9e79-554ad5aa9910 None None] Routers {'22c3655e-b171-4578-a67d-eeea6c094131'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:14:38.663093 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-36ff619a-3dcc-4017-9e79-554ad5aa9910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:14:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['22c3655e-b171-4578-a67d-eeea6c094131'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:14:38.738140 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58f1544-026c-48ed-ad66-41270e075142 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Made reservation on behalf of da5414daf93046db894120b8eff52041 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:14:38.781578 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': 'f3bc3d55-39fa-4c21-8cda-77ea86224166', 'network_id': '8699afcf-6ff9-4969-a8e9-5c2742a40e07', 'port_id': 'f3bc3d55-39fa-4c21-8cda-77ea86224166', 'mac_address': 'fa:16:3e:3a:2c:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f2ecd3-a738-4837-9a7c-d4cb828205ef', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:14:38.784378 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:38.790395 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-672c1194-580d-479f-9ede-f91b82415c8c None None] Set router 7ae50464-32ae-43df-869c-bf9fc9a05907 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:14:38.833283 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-36ff619a-3dcc-4017-9e79-554ad5aa9910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:14:38.833867 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ff619a-3dcc-4017-9e79-554ad5aa9910 None None] The sync data for ids ['22c3655e-b171-4578-a67d-eeea6c094131'] in n-d-825175-4 is: [] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:14:38.875233 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b58f1544-026c-48ed-ad66-41270e075142 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:38.892631 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port abaff2b0-b419-40ec-8a1e-9bd7fc090338 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:14:38.893234 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:38.904007 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e600b7f3-4e38-48db-9249-e4475504d71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:38.964275 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-31e2711f-9608-4491-bc4a-628fca333219 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:39.026808 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['f3bc3d55-39fa-4c21-8cda-77ea86224166'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:14:39.253033 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-fdf5315f-a995-4748-8324-f098dfad4037 None None] Provisioning for port 0d5906ef-5106-491b-8706-b8131913a54e completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:14:39.268175 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-e600b7f3-4e38-48db-9249-e4475504d71e admin admin] Allocated IP 172.20.0.1 (97eb9f3c-c14e-491e-8c16-a692ff61390b/1f0806f2-b154-4523-a255-cfa833f7f651/ee371f70-6a28-430b-94c0-3fdedcfe6ce3) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:14:39.309515 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-fdf5315f-a995-4748-8324-f098dfad4037 None None] Provisioning complete for port 0d5906ef-5106-491b-8706-b8131913a54e triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:14:39.310159 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fdf5315f-a995-4748-8324-f098dfad4037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:39.314782 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-672c1194-580d-479f-9ede-f91b82415c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae50464-32ae-43df-869c-bf9fc9a05907', 'name': 'tempest-snat-router-1293935672', 'tenant_id': 'cf406e9775934d9fb753811badf0a404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.41'}], 'enable_snat': False}, 'gw_port_id': '5b287fe5-c064-412f-85aa-d418343f26ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:14:30Z', 'updated_at': '2022-05-05T22:14:35Z', 'revision_number': 3, 'project_id': 'cf406e9775934d9fb753811badf0a404', 'gw_port': {'id': '5b287fe5-c064-412f-85aa-d418343f26ea', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:7d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae50464-32ae-43df-869c-bf9fc9a05907', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:14:33Z', 'updated_at': '2022-05-05T22:14:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:14:39.323680 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672c1194-580d-479f-9ede-f91b82415c8c None None] Checking router: 7ae50464-32ae-43df-869c-bf9fc9a05907 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:14:39.324301 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672c1194-580d-479f-9ede-f91b82415c8c None None] Updating router 7ae50464-32ae-43df-869c-bf9fc9a05907 port 5b287fe5-c064-412f-85aa-d418343f26ea binding host n-d-825175-4 {{(pid=84068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:14:39.387280 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b58f1544-026c-48ed-ad66-41270e075142 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:39.411135 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-fdf5315f-a995-4748-8324-f098dfad4037 None None] Port 0d5906ef-5106-491b-8706-b8131913a54e cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:14:39.413688 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-672c1194-580d-479f-9ede-f91b82415c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:39.474090 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=f3bc3d55-39fa-4c21-8cda-77ea86224166,revision_number=7']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:39.528894 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-607c3706-ad9b-41b3-8c3f-dbf2ac7936ff tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] 10.222.0.23 "GET /v2.0/routers/7ae50464-32ae-43df-869c-bf9fc9a05907 HTTP/1.1" status: 200 len: 908 time: 1.1375954 May 05 22:14:39.531926 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 50398) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:39.556169 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-691d554a-4c5a-40c4-96d9-69c049b2757a tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1293935672', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'enable_snat': True}}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:14:39.586368 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-691d554a-4c5a-40c4-96d9-69c049b2757a tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:14:39.599417 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-691d554a-4c5a-40c4-96d9-69c049b2757a tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Usage tracker for resource:router and tenant:cf406e9775934d9fb753811badf0a404 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:14:39.609287 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-691d554a-4c5a-40c4-96d9-69c049b2757a tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:14:39.623924 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f1544-026c-48ed-ad66-41270e075142 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Pushing event updated for resources: {'Subnet': ['ID=f4265e23-c72d-4c07-bc86-05459d900cdd,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:39.632270 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-691d554a-4c5a-40c4-96d9-69c049b2757a tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:14:39.689597 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-691d554a-4c5a-40c4-96d9-69c049b2757a tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:39.691864 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-691d554a-4c5a-40c4-96d9-69c049b2757a tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:39.752607 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58f1544-026c-48ed-ad66-41270e075142 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Checking segment: {'id': '5bce01b4-46cf-4dbf-a726-75875dc02ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '951210ae-51ed-4869-b212-289bc5abfafe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:14:39.753070 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58f1544-026c-48ed-ad66-41270e075142 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Network hostable DHCP agents. Network: 951210ae-51ed-4869-b212-289bc5abfafe, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:14:39.761727 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-7d3887f0-af09-4e82-8462-e95ae3b8e3ed None None] Provisioning complete for port 0d5906ef-5106-491b-8706-b8131913a54e triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:14:39.762181 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7d3887f0-af09-4e82-8462-e95ae3b8e3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:39.838263 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e600b7f3-4e38-48db-9249-e4475504d71e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:39.874062 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-672c1194-580d-479f-9ede-f91b82415c8c None None] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:39.879491 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-691d554a-4c5a-40c4-96d9-69c049b2757a tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:39.900851 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.provisioning_blocks [None req-672c1194-580d-479f-9ede-f91b82415c8c None None] Transition to ACTIVE for port object 5b287fe5-c064-412f-85aa-d418343f26ea will not be triggered until provisioned by entity L2. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:14:39.911136 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-e600b7f3-4e38-48db-9249-e4475504d71e admin admin] Transition to ACTIVE for port object ee371f70-6a28-430b-94c0-3fdedcfe6ce3 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:14:39.913763 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-672c1194-580d-479f-9ede-f91b82415c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:39.949638 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58f1544-026c-48ed-ad66-41270e075142 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Network 951210ae-51ed-4869-b212-289bc5abfafe is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:14:39.960725 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-7d3887f0-af09-4e82-8462-e95ae3b8e3ed None None] Port 0d5906ef-5106-491b-8706-b8131913a54e cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:14:39.975084 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-b58f1544-026c-48ed-ad66-41270e075142 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 951210ae-51ed-4869-b212-289bc5abfafe) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:14:39.985777 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58f1544-026c-48ed-ad66-41270e075142 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:14:39.986641 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b58f1544-026c-48ed-ad66-41270e075142 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:40.020940 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b58f1544-026c-48ed-ad66-41270e075142 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9001932 May 05 22:14:40.023896 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286a8a8a-3975-448c-988e-9fa2aa82543a None None] Network 951210ae-51ed-4869-b212-289bc5abfafe requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:14:40.029316 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50442) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:40.055925 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ffeabb-8ef0-4457-a41d-cc1c3fce934c None None] Pushing event updated for resources: {'Port': ['ID=5b287fe5-c064-412f-85aa-d418343f26ea,revision_number=2']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:40.077917 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-d2fbe3d6-f2db-48cb-8254-05596cda0838 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Request body: {'port': {'network_id': '951210ae-51ed-4869-b212-289bc5abfafe', 'name': 'tempest-AllowedAddressPairTestJSON-1744609874'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:14:40.082195 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e600b7f3-4e38-48db-9249-e4475504d71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:40.117528 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-672c1194-580d-479f-9ede-f91b82415c8c None None] Attempting to bind port 5b287fe5-c064-412f-85aa-d418343f26ea on host n-d-825175-4 for vnic_type normal with profile {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:14:40.117993 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-672c1194-580d-479f-9ede-f91b82415c8c None None] Attempting to bind port 5b287fe5-c064-412f-85aa-d418343f26ea by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:14:40.118384 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672c1194-580d-479f-9ede-f91b82415c8c None None] Attempting to bind port 5b287fe5-c064-412f-85aa-d418343f26ea on network 25bfe237-58de-4709-a3e0-ac79da07c300 {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:14:40.148043 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672c1194-580d-479f-9ede-f91b82415c8c None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:14:40.148416 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672c1194-580d-479f-9ede-f91b82415c8c None None] Checking segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:14:40.148814 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-672c1194-580d-479f-9ede-f91b82415c8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:40.149194 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672c1194-580d-479f-9ede-f91b82415c8c None None] Bound using segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:14:40.149658 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-672c1194-580d-479f-9ede-f91b82415c8c None None] Bound port: 5b287fe5-c064-412f-85aa-d418343f26ea, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:14:40.150021 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-672c1194-580d-479f-9ede-f91b82415c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:40.247798 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-672c1194-580d-479f-9ede-f91b82415c8c None None] For port 5b287fe5-c064-412f-85aa-d418343f26ea, host n-d-825175-4, cleared binding levels {{(pid=84068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:14:40.252822 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-672c1194-580d-479f-9ede-f91b82415c8c None None] For port 5b287fe5-c064-412f-85aa-d418343f26ea, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=5b287fe5-c064-412f-85aa-d418343f26ea,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:14:40.270437 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-672c1194-580d-479f-9ede-f91b82415c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:40.372816 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672c1194-580d-479f-9ede-f91b82415c8c None None] Routers {'7ae50464-32ae-43df-869c-bf9fc9a05907'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:14:40.374007 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-672c1194-580d-479f-9ede-f91b82415c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:14:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['7ae50464-32ae-43df-869c-bf9fc9a05907'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:14:40.462140 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e600b7f3-4e38-48db-9249-e4475504d71e admin admin] Network 97eb9f3c-c14e-491e-8c16-a692ff61390b is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:14:40.466545 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-e600b7f3-4e38-48db-9249-e4475504d71e admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:14:40.471283 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e600b7f3-4e38-48db-9249-e4475504d71e admin admin] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:14:40.542948 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e600b7f3-4e38-48db-9249-e4475504d71e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:40.549790 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e600b7f3-4e38-48db-9249-e4475504d71e admin admin] Pushing event updated for resources: {'Port': ['ID=ee371f70-6a28-430b-94c0-3fdedcfe6ce3,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:40.567896 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-691d554a-4c5a-40c4-96d9-69c049b2757a tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:40.590031 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-672c1194-580d-479f-9ede-f91b82415c8c None None] Set router 7ae50464-32ae-43df-869c-bf9fc9a05907 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:14:40.747813 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-d2fbe3d6-f2db-48cb-8254-05596cda0838 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:14:40.776058 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d2fbe3d6-f2db-48cb-8254-05596cda0838 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Usage tracker for resource:port and tenant:da5414daf93046db894120b8eff52041 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:14:40.787261 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d2fbe3d6-f2db-48cb-8254-05596cda0838 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:14:40.803930 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1df8ab-ffed-4006-b23e-04f4605b40f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-951210ae-51ed-4869-b212-289bc5abfafe', 'network_id': '951210ae-51ed-4869-b212-289bc5abfafe', 'tenant_id': 'da5414daf93046db894120b8eff52041', 'fixed_ips': [{'subnet_id': 'f4265e23-c72d-4c07-bc86-05459d900cdd'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:14:40.804952 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-db1df8ab-ffed-4006-b23e-04f4605b40f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:40.842689 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e600b7f3-4e38-48db-9249-e4475504d71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:40.938187 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-d2fbe3d6-f2db-48cb-8254-05596cda0838 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:14:40.945237 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ffeabb-8ef0-4457-a41d-cc1c3fce934c None None] Pushing event updated for resources: {'Port': ['ID=5b287fe5-c064-412f-85aa-d418343f26ea,revision_number=3']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:40.971094 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2fbe3d6-f2db-48cb-8254-05596cda0838 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Made reservation on behalf of da5414daf93046db894120b8eff52041 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:14:40.975331 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d2fbe3d6-f2db-48cb-8254-05596cda0838 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:41.010295 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [None req-d2fbe3d6-f2db-48cb-8254-05596cda0838 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] device_id is not set on port f3f8c48b-a0c8-421f-9281-deefa45db10b yet. {{(pid=84063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:14:41.091732 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e0aa4f97-1072-45fd-8866-0edf2fe6ab72 None None] Provisioning for port ee371f70-6a28-430b-94c0-3fdedcfe6ce3 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:14:41.103475 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e0aa4f97-1072-45fd-8866-0edf2fe6ab72 None None] Provisioning complete for port ee371f70-6a28-430b-94c0-3fdedcfe6ce3 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:14:41.104530 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e0aa4f97-1072-45fd-8866-0edf2fe6ab72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:41.169774 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-691d554a-4c5a-40c4-96d9-69c049b2757a tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:41.183260 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-db1df8ab-ffed-4006-b23e-04f4605b40f4 None None] Allocated IP 172.20.0.2 (951210ae-51ed-4869-b212-289bc5abfafe/f4265e23-c72d-4c07-bc86-05459d900cdd/6eca4542-fb1d-4eee-ba4f-8e9764d78ab6) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:14:41.195118 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-e0aa4f97-1072-45fd-8866-0edf2fe6ab72 None None] Port ee371f70-6a28-430b-94c0-3fdedcfe6ce3 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:14:41.207027 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-691d554a-4c5a-40c4-96d9-69c049b2757a tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:41.339917 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-672c1194-580d-479f-9ede-f91b82415c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ae50464-32ae-43df-869c-bf9fc9a05907', 'name': 'tempest-snat-router-1293935672', 'tenant_id': 'cf406e9775934d9fb753811badf0a404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.41'}], 'enable_snat': False}, 'gw_port_id': '5b287fe5-c064-412f-85aa-d418343f26ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:14:30Z', 'updated_at': '2022-05-05T22:14:35Z', 'revision_number': 3, 'project_id': 'cf406e9775934d9fb753811badf0a404', 'gw_port': {'id': '5b287fe5-c064-412f-85aa-d418343f26ea', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:7d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae50464-32ae-43df-869c-bf9fc9a05907', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:14:33Z', 'updated_at': '2022-05-05T22:14:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:14:41.345213 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672c1194-580d-479f-9ede-f91b82415c8c None None] The sync data for ids ['7ae50464-32ae-43df-869c-bf9fc9a05907'] in n-d-825175-4 is: [{'id': '7ae50464-32ae-43df-869c-bf9fc9a05907', 'name': 'tempest-snat-router-1293935672', 'tenant_id': 'cf406e9775934d9fb753811badf0a404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.41'}], 'enable_snat': False}, 'gw_port_id': '5b287fe5-c064-412f-85aa-d418343f26ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:14:30Z', 'updated_at': '2022-05-05T22:14:35Z', 'revision_number': 3, 'project_id': 'cf406e9775934d9fb753811badf0a404', 'gw_port': {'id': '5b287fe5-c064-412f-85aa-d418343f26ea', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:7d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ae50464-32ae-43df-869c-bf9fc9a05907', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:14:33Z', 'updated_at': '2022-05-05T22:14:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:14:41.366873 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e600b7f3-4e38-48db-9249-e4475504d71e admin admin] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:41.382065 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e600b7f3-4e38-48db-9249-e4475504d71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:41.426751 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-31e2711f-9608-4491-bc4a-628fca333219 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Deleting port 0d5906ef-5106-491b-8706-b8131913a54e {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:14:41.427518 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-31e2711f-9608-4491-bc4a-628fca333219 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:41.478425 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-db1df8ab-ffed-4006-b23e-04f4605b40f4 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:41.492434 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-db1df8ab-ffed-4006-b23e-04f4605b40f4 None None] Transition to ACTIVE for port object 6eca4542-fb1d-4eee-ba4f-8e9764d78ab6 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:14:41.539400 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-db1df8ab-ffed-4006-b23e-04f4605b40f4 None None] Transition to ACTIVE for port object 6eca4542-fb1d-4eee-ba4f-8e9764d78ab6 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:14:41.556174 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-db1df8ab-ffed-4006-b23e-04f4605b40f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:41.612551 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-691d554a-4c5a-40c4-96d9-69c049b2757a tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Allocated IP 172.25.4.94 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/441a4890-9d81-4e68-9509-358b4c6a4061) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:14:41.775902 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e600b7f3-4e38-48db-9249-e4475504d71e admin admin] Pushing event updated for resources: {'Port': ['ID=ee371f70-6a28-430b-94c0-3fdedcfe6ce3,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:41.861813 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e600b7f3-4e38-48db-9249-e4475504d71e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:41.880190 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1df8ab-ffed-4006-b23e-04f4605b40f4 None None] Pushing event updated for resources: {'Port': ['ID=6eca4542-fb1d-4eee-ba4f-8e9764d78ab6,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:41.883744 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device f3bc3d55-39fa-4c21-8cda-77ea86224166 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:14:42.037610 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1df8ab-ffed-4006-b23e-04f4605b40f4 None None] Network 951210ae-51ed-4869-b212-289bc5abfafe is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:14:42.041387 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-db1df8ab-ffed-4006-b23e-04f4605b40f4 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:14:42.059579 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1df8ab-ffed-4006-b23e-04f4605b40f4 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:14:42.301612 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device d43dbf4a-bb52-43a3-851b-6e9e12341362 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:14:42.388191 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-691d554a-4c5a-40c4-96d9-69c049b2757a tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:42.413871 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e600b7f3-4e38-48db-9249-e4475504d71e admin admin] Network 97eb9f3c-c14e-491e-8c16-a692ff61390b is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:14:42.422473 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-e600b7f3-4e38-48db-9249-e4475504d71e admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:14:42.505563 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-31e2711f-9608-4491-bc4a-628fca333219 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:42.727396 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-db1df8ab-ffed-4006-b23e-04f4605b40f4 None None] Attempting to bind port 6eca4542-fb1d-4eee-ba4f-8e9764d78ab6 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:14:42.727915 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-db1df8ab-ffed-4006-b23e-04f4605b40f4 None None] Attempting to bind port 6eca4542-fb1d-4eee-ba4f-8e9764d78ab6 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '5bce01b4-46cf-4dbf-a726-75875dc02ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '951210ae-51ed-4869-b212-289bc5abfafe'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:14:42.728272 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1df8ab-ffed-4006-b23e-04f4605b40f4 None None] Attempting to bind port 6eca4542-fb1d-4eee-ba4f-8e9764d78ab6 on network 951210ae-51ed-4869-b212-289bc5abfafe {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:14:42.737699 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-31e2711f-9608-4491-bc4a-628fca333219 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Calling delete_port for 0d5906ef-5106-491b-8706-b8131913a54e owned by network:router_interface {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:14:42.790791 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port d43dbf4a-bb52-43a3-851b-6e9e12341362 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:14:42.839724 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1df8ab-ffed-4006-b23e-04f4605b40f4 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:14:42.840442 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1df8ab-ffed-4006-b23e-04f4605b40f4 None None] Checking segment: {'id': '5bce01b4-46cf-4dbf-a726-75875dc02ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '951210ae-51ed-4869-b212-289bc5abfafe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:14:42.841011 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-db1df8ab-ffed-4006-b23e-04f4605b40f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:42.841619 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1df8ab-ffed-4006-b23e-04f4605b40f4 None None] Bound using segment: {'id': '5bce01b4-46cf-4dbf-a726-75875dc02ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '951210ae-51ed-4869-b212-289bc5abfafe'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:14:42.863969 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-db1df8ab-ffed-4006-b23e-04f4605b40f4 None None] Bound port: 6eca4542-fb1d-4eee-ba4f-8e9764d78ab6, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bce01b4-46cf-4dbf-a726-75875dc02ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '951210ae-51ed-4869-b212-289bc5abfafe'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:14:42.864812 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-db1df8ab-ffed-4006-b23e-04f4605b40f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:42.956190 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-691d554a-4c5a-40c4-96d9-69c049b2757a tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:42.963825 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port d43dbf4a-bb52-43a3-851b-6e9e12341362 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:14:42.964339 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:42.987586 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-d2fbe3d6-f2db-48cb-8254-05596cda0838 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Allocated IP 172.20.0.8 (951210ae-51ed-4869-b212-289bc5abfafe/f4265e23-c72d-4c07-bc86-05459d900cdd/f3f8c48b-a0c8-421f-9281-deefa45db10b) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:14:43.032253 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port f3bc3d55-39fa-4c21-8cda-77ea86224166 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:14:43.032817 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:43.115033 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691d554a-4c5a-40c4-96d9-69c049b2757a tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Pushing event updated for resources: {'Port': ['ID=441a4890-9d81-4e68-9509-358b4c6a4061,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:43.174294 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691d554a-4c5a-40c4-96d9-69c049b2757a tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:14:43.273360 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-691d554a-4c5a-40c4-96d9-69c049b2757a tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:14:43.276539 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691d554a-4c5a-40c4-96d9-69c049b2757a tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:14:43.290375 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:43.306071 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-03d944a0-03f2-4087-be57-d2a0eb0e1111 None None] Provisioning complete for port ee371f70-6a28-430b-94c0-3fdedcfe6ce3 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:14:43.306730 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-03d944a0-03f2-4087-be57-d2a0eb0e1111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:43.400798 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d2fbe3d6-f2db-48cb-8254-05596cda0838 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:43.428902 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-d2fbe3d6-f2db-48cb-8254-05596cda0838 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Transition to ACTIVE for port object f3f8c48b-a0c8-421f-9281-deefa45db10b will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:14:43.465391 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-db1df8ab-ffed-4006-b23e-04f4605b40f4 None None] For port 6eca4542-fb1d-4eee-ba4f-8e9764d78ab6, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:14:43.495153 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bb0e0b6-9db6-4d6e-ad2f-d70a89dab3e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3bc3d55-39fa-4c21-8cda-77ea86224166'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:14:43.530431 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-03d944a0-03f2-4087-be57-d2a0eb0e1111 None None] Port ee371f70-6a28-430b-94c0-3fdedcfe6ce3 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:14:43.535251 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-db1df8ab-ffed-4006-b23e-04f4605b40f4 None None] For port 6eca4542-fb1d-4eee-ba4f-8e9764d78ab6, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=6eca4542-fb1d-4eee-ba4f-8e9764d78ab6,segment=NetworkSegment(5bce01b4-46cf-4dbf-a726-75875dc02ebc),segment_id=5bce01b4-46cf-4dbf-a726-75875dc02ebc)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:14:43.537184 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port f3bc3d55-39fa-4c21-8cda-77ea86224166, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=f3bc3d55-39fa-4c21-8cda-77ea86224166,segment=NetworkSegment(ea299347-b876-4d00-b90a-ce5927cdc16d),segment_id=ea299347-b876-4d00-b90a-ce5927cdc16d)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:14:43.550537 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d2fbe3d6-f2db-48cb-8254-05596cda0838 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:43.560005 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:43.603317 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-db1df8ab-ffed-4006-b23e-04f4605b40f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:43.663445 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b80fb81-48c8-401b-9dda-035e284fa776'] response: {'server_uuid': '4bb0e0b6-9db6-4d6e-ad2f-d70a89dab3e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3bc3d55-39fa-4c21-8cda-77ea86224166', 'code': 200} May 05 22:14:43.664077 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:43.698620 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fbe3d6-f2db-48cb-8254-05596cda0838 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Network 951210ae-51ed-4869-b212-289bc5abfafe is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:14:43.706186 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-d2fbe3d6-f2db-48cb-8254-05596cda0838 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:14:43.708721 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fbe3d6-f2db-48cb-8254-05596cda0838 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:14:43.709395 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port d43dbf4a-bb52-43a3-851b-6e9e12341362, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=d43dbf4a-bb52-43a3-851b-6e9e12341362,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:14:43.722621 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:43.723498 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 5b287fe5-c064-412f-85aa-d418343f26ea up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:14:43.762999 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fbe3d6-f2db-48cb-8254-05596cda0838 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Pushing event updated for resources: {'Port': ['ID=f3f8c48b-a0c8-421f-9281-deefa45db10b,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:43.773586 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-31e2711f-9608-4491-bc4a-628fca333219 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:43.830234 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e2711f-9608-4491-bc4a-628fca333219 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event deleted for resources: {'Port': ['ID=0d5906ef-5106-491b-8706-b8131913a54e,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:43.848725 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=f3bc3d55-39fa-4c21-8cda-77ea86224166,revision_number=8']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:43.870074 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fbe3d6-f2db-48cb-8254-05596cda0838 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:14:43.870916 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d2fbe3d6-f2db-48cb-8254-05596cda0838 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:43.923002 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-691d554a-4c5a-40c4-96d9-69c049b2757a tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:43.924816 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-691d554a-4c5a-40c4-96d9-69c049b2757a tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:43.932298 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d2fbe3d6-f2db-48cb-8254-05596cda0838 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9001343 May 05 22:14:43.933190 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50824) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:43.950453 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-82fb269c-e60d-4778-b7b6-29a1f917dd26 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Request body: {'port': {'network_id': '951210ae-51ed-4869-b212-289bc5abfafe', 'name': 'tempest-AllowedAddressPairTestJSON-2117596862', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:9b:26:a8'}]}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:14:44.175193 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b9eb94ed-fd9d-47ba-81df-b134c023c698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:44.182544 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 5b287fe5-c064-412f-85aa-d418343f26ea completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:14:44.188976 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1df8ab-ffed-4006-b23e-04f4605b40f4 None None] Pushing event updated for resources: {'Port': ['ID=6eca4542-fb1d-4eee-ba4f-8e9764d78ab6,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:44.225570 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e600b7f3-4e38-48db-9249-e4475504d71e admin admin] Router df4a782b-5020-4fe2-83f1-2d657fe715c5 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:14:44.244560 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-82fb269c-e60d-4778-b7b6-29a1f917dd26 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:14:44.330161 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 5b287fe5-c064-412f-85aa-d418343f26ea triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:14:44.330536 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:44.431291 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-82fb269c-e60d-4778-b7b6-29a1f917dd26 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Usage tracker for resource:port and tenant:da5414daf93046db894120b8eff52041 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:14:44.443494 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-82fb269c-e60d-4778-b7b6-29a1f917dd26 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:14:44.464239 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-82fb269c-e60d-4778-b7b6-29a1f917dd26 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:14:44.539140 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82fb269c-e60d-4778-b7b6-29a1f917dd26 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Made reservation on behalf of da5414daf93046db894120b8eff52041 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:14:44.574049 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=d43dbf4a-bb52-43a3-851b-6e9e12341362,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:44.655786 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:44.685820 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 5b287fe5-c064-412f-85aa-d418343f26ea, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=5b287fe5-c064-412f-85aa-d418343f26ea,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:14:44.693220 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:44.735170 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e600b7f3-4e38-48db-9249-e4475504d71e admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:14:44.777628 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e600b7f3-4e38-48db-9249-e4475504d71e admin admin] 10.222.0.23 "PUT /v2.0/routers/df4a782b-5020-4fe2-83f1-2d657fe715c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9792471 May 05 22:14:44.779674 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-691d554a-4c5a-40c4-96d9-69c049b2757a tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Router 7a1fbfa9-09b2-4650-93f0-725cc21a0b28 is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 22:14:44.849033 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=5b287fe5-c064-412f-85aa-d418343f26ea,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:44.881077 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-82fb269c-e60d-4778-b7b6-29a1f917dd26 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:44.912131 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [None req-82fb269c-e60d-4778-b7b6-29a1f917dd26 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] device_id is not set on port 6949a0c6-8e1c-4527-9ab9-bfffa2d2e5d1 yet. {{(pid=84063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:14:44.938975 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device d43dbf4a-bb52-43a3-851b-6e9e12341362 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:14:45.091641 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port d43dbf4a-bb52-43a3-851b-6e9e12341362 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:14:45.092967 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:45.221158 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691d554a-4c5a-40c4-96d9-69c049b2757a tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:14:45.235450 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a4f00b-3cd9-4498-8934-805da546a1ca None None] Sync routers for ids ['7a1fbfa9-09b2-4650-93f0-725cc21a0b28'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:14:45.259343 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-691d554a-4c5a-40c4-96d9-69c049b2757a tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:45.276164 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-691d554a-4c5a-40c4-96d9-69c049b2757a tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.7343776 May 05 22:14:45.283884 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a4f00b-3cd9-4498-8934-805da546a1ca None None] Routers {'7a1fbfa9-09b2-4650-93f0-725cc21a0b28'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:14:45.284529 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-30a4f00b-3cd9-4498-8934-805da546a1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:14:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['7a1fbfa9-09b2-4650-93f0-725cc21a0b28'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:14:45.286948 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 50880) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:45.427507 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-82fb269c-e60d-4778-b7b6-29a1f917dd26 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Allocated IP 172.20.0.3 (951210ae-51ed-4869-b212-289bc5abfafe/f4265e23-c72d-4c07-bc86-05459d900cdd/6949a0c6-8e1c-4527-9ab9-bfffa2d2e5d1) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:14:45.683795 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 6eca4542-fb1d-4eee-ba4f-8e9764d78ab6 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:14:45.721834 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f6c3c0dc-7b06-4fa0-8758-b4fccbe6e277 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] 10.222.0.23 "GET /v2.0/routers/7a1fbfa9-09b2-4650-93f0-725cc21a0b28 HTTP/1.1" status: 200 len: 907 time: 0.4312522 May 05 22:14:45.723482 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 50900) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:45.769753 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c6597f-2231-438d-84ac-e0d75da92ef5 None None] Network 951210ae-51ed-4869-b212-289bc5abfafe requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:14:45.822481 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-31e2711f-9608-4491-bc4a-628fca333219 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:46.089298 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-17f93689-102a-4ad5-8254-b60b57c66dec None None] Provisioning for port 6eca4542-fb1d-4eee-ba4f-8e9764d78ab6 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:14:46.109720 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-82fb269c-e60d-4778-b7b6-29a1f917dd26 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:46.152345 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f2fdd-2f95-43a8-97fe-51b1bd23ea44 req-7db61bfa-6875-48c0-bb98-436e16f07760 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:14:46.160320 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-82fb269c-e60d-4778-b7b6-29a1f917dd26 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Transition to ACTIVE for port object 6949a0c6-8e1c-4527-9ab9-bfffa2d2e5d1 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:14:46.164505 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cd1f2fdd-2f95-43a8-97fe-51b1bd23ea44 req-7db61bfa-6875-48c0-bb98-436e16f07760 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/networks?id=ee1bb8cb-174f-493f-8825-c1f4a7ad45ee HTTP/1.1" status: 200 len: 911 time: 0.2286892 May 05 22:14:46.194735 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cd1f2fdd-2f95-43a8-97fe-51b1bd23ea44 req-f153d7d6-6ae9-447f-988d-b7b7500aed42 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/quotas/73d345cf0a794159ba751dcc23f97acb HTTP/1.1" status: 200 len: 375 time: 0.0293031 May 05 22:14:46.232664 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-82fb269c-e60d-4778-b7b6-29a1f917dd26 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:46.238897 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-30a4f00b-3cd9-4498-8934-805da546a1ca None None] Set router 7a1fbfa9-09b2-4650-93f0-725cc21a0b28 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:14:46.335253 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fb269c-e60d-4778-b7b6-29a1f917dd26 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Network 951210ae-51ed-4869-b212-289bc5abfafe is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:14:46.337476 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb269c-e60d-4778-b7b6-29a1f917dd26 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Pushing event updated for resources: {'Port': ['ID=6949a0c6-8e1c-4527-9ab9-bfffa2d2e5d1,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:46.342107 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-cd1f2fdd-2f95-43a8-97fe-51b1bd23ea44 req-b975f5d1-89a0-4381-8ae0-0e0ddaa0e14f tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] Synchronizing usage tracker for tenant:73d345cf0a794159ba751dcc23f97acb on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:14:46.342738 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-82fb269c-e60d-4778-b7b6-29a1f917dd26 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:14:46.345244 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fb269c-e60d-4778-b7b6-29a1f917dd26 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:14:46.371163 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-067d2fc3-c29c-453e-a469-63d80e3c3b32 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks [] for router, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:46.401066 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 6eca4542-fb1d-4eee-ba4f-8e9764d78ab6 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:14:46.527629 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 6eca4542-fb1d-4eee-ba4f-8e9764d78ab6 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:14:46.528787 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:46.580575 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c4c80941-eadd-4d16-9894-e1c8b2edca6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:46.784878 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-cd1f2fdd-2f95-43a8-97fe-51b1bd23ea44 req-b975f5d1-89a0-4381-8ae0-0e0ddaa0e14f tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] Unset dirty status for tenant:73d345cf0a794159ba751dcc23f97acb on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:14:46.786353 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cd1f2fdd-2f95-43a8-97fe-51b1bd23ea44 req-b975f5d1-89a0-4381-8ae0-0e0ddaa0e14f tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/ports?tenant_id=73d345cf0a794159ba751dcc23f97acb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5763276 May 05 22:14:46.924615 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fb269c-e60d-4778-b7b6-29a1f917dd26 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:14:46.925924 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-82fb269c-e60d-4778-b7b6-29a1f917dd26 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:46.948062 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:46.994975 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cd1f2fdd-2f95-43a8-97fe-51b1bd23ea44 req-136cff95-21d6-42e4-864b-436a4b9e1d93 service neutron] 10.222.0.23 "GET /v2.0/networks/ee1bb8cb-174f-493f-8825-c1f4a7ad45ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862414 May 05 22:14:47.003734 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-82fb269c-e60d-4778-b7b6-29a1f917dd26 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.0636847 May 05 22:14:47.008296 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50922) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:47.059000 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 6eca4542-fb1d-4eee-ba4f-8e9764d78ab6, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=6eca4542-fb1d-4eee-ba4f-8e9764d78ab6,segment=NetworkSegment(5bce01b4-46cf-4dbf-a726-75875dc02ebc),segment_id=5bce01b4-46cf-4dbf-a726-75875dc02ebc)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:14:47.077000 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:47.173116 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e2711f-9608-4491-bc4a-628fca333219 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Router 22c3655e-b171-4578-a67d-eeea6c094131 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:14:47.217899 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed63d13-d2c7-4a27-a554-2fbf4135a8bb tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:14:47.221954 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed63d13-d2c7-4a27-a554-2fbf4135a8bb tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:14:47.225880 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed63d13-d2c7-4a27-a554-2fbf4135a8bb tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:14:47.226917 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-1ed63d13-d2c7-4a27-a554-2fbf4135a8bb tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Synchronizing usage tracker for tenant:da5414daf93046db894120b8eff52041 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:14:47.252726 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=6eca4542-fb1d-4eee-ba4f-8e9764d78ab6,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:47.255135 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 5b287fe5-c064-412f-85aa-d418343f26ea up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:14:47.289821 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cd1f2fdd-2f95-43a8-97fe-51b1bd23ea44 req-c26dd6e8-b0ff-46ed-8cec-c4e9506ef64d service neutron] 10.222.0.23 "GET /v2.0/networks/ee1bb8cb-174f-493f-8825-c1f4a7ad45ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817240 May 05 22:14:47.323510 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-067d2fc3-c29c-453e-a469-63d80e3c3b32 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:47.346197 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-067d2fc3-c29c-453e-a469-63d80e3c3b32 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Deleting port 441a4890-9d81-4e68-9509-358b4c6a4061 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:14:47.346788 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-067d2fc3-c29c-453e-a469-63d80e3c3b32 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:47.398609 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-1ed63d13-d2c7-4a27-a554-2fbf4135a8bb tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Unset dirty status for tenant:da5414daf93046db894120b8eff52041 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:14:47.403030 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1ed63d13-d2c7-4a27-a554-2fbf4135a8bb tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.3936336 May 05 22:14:47.403617 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50928) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:47.463854 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-30a4f00b-3cd9-4498-8934-805da546a1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a1fbfa9-09b2-4650-93f0-725cc21a0b28', 'name': 'tempest-snat-router-1293935672', 'tenant_id': 'cf406e9775934d9fb753811badf0a404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': '441a4890-9d81-4e68-9509-358b4c6a4061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:14:39Z', 'updated_at': '2022-05-05T22:14:43Z', 'revision_number': 3, 'project_id': 'cf406e9775934d9fb753811badf0a404', 'gw_port': {'id': '441a4890-9d81-4e68-9509-358b4c6a4061', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f5:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a1fbfa9-09b2-4650-93f0-725cc21a0b28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:14:41Z', 'updated_at': '2022-05-05T22:14:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:14:47.529011 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:14:47.529434 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:14:47.530136 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:14:47.530257 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:14:47.530822 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:14:47.531181 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:14:47.531584 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:14:47.531890 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:14:47.533169 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:14:47.533500 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:14:47.534551 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:14:47.560296 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a4f00b-3cd9-4498-8934-805da546a1ca None None] Checking router: 7a1fbfa9-09b2-4650-93f0-725cc21a0b28 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:14:47.560948 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a4f00b-3cd9-4498-8934-805da546a1ca None None] Updating router 7a1fbfa9-09b2-4650-93f0-725cc21a0b28 port 441a4890-9d81-4e68-9509-358b4c6a4061 binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:14:47.689507 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-bc9ac91d-5d66-4ea7-81a2-74885fdda1f7 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Deleting port 6949a0c6-8e1c-4527-9ab9-bfffa2d2e5d1 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:14:47.689887 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bc9ac91d-5d66-4ea7-81a2-74885fdda1f7 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:47.703354 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 5b287fe5-c064-412f-85aa-d418343f26ea triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:14:47.703722 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:47.808642 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:47.921033 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-8677de36-2a86-41cf-b510-b9f87fc916d4 None None] Provisioning for port 6949a0c6-8e1c-4527-9ab9-bfffa2d2e5d1 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:14:47.922543 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5b578373-40a5-4e9f-9733-e7c417dca8d8 req-d86cb7a3-63c5-42b6-821f-d819678ab9ad tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3d68aece-1355-4cf5-82ba-ea119d708d67 HTTP/1.1" status: 200 len: 210 time: 0.1383874 May 05 22:14:47.931298 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-067d2fc3-c29c-453e-a469-63d80e3c3b32 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:47.953540 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:47.973005 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-8677de36-2a86-41cf-b510-b9f87fc916d4 None None] Provisioning complete for port 6949a0c6-8e1c-4527-9ab9-bfffa2d2e5d1 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:14:47.973739 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8677de36-2a86-41cf-b510-b9f87fc916d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:48.086009 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-8677de36-2a86-41cf-b510-b9f87fc916d4 None None] Port 6949a0c6-8e1c-4527-9ab9-bfffa2d2e5d1 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:14:48.100137 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-30a4f00b-3cd9-4498-8934-805da546a1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:48.164100 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e2711f-9608-4491-bc4a-628fca333219 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:14:48.173240 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-31e2711f-9608-4491-bc4a-628fca333219 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "PUT /v2.0/routers/22c3655e-b171-4578-a67d-eeea6c094131/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2235553 May 05 22:14:48.177622 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50942) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:48.178183 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5691ecdb-aa34-47b6-9559-f149448f3df3 None None] Sync routers for ids ['22c3655e-b171-4578-a67d-eeea6c094131'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:14:48.202392 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5691ecdb-aa34-47b6-9559-f149448f3df3 None None] Routers {'22c3655e-b171-4578-a67d-eeea6c094131'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:14:48.207497 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-5691ecdb-aa34-47b6-9559-f149448f3df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:14:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['22c3655e-b171-4578-a67d-eeea6c094131'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:14:48.235313 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-067d2fc3-c29c-453e-a469-63d80e3c3b32 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Calling delete_port for 441a4890-9d81-4e68-9509-358b4c6a4061 owned by network:router_gateway {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:14:48.299393 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-5691ecdb-aa34-47b6-9559-f149448f3df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:14:48.336947 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5691ecdb-aa34-47b6-9559-f149448f3df3 None None] Routers {'22c3655e-b171-4578-a67d-eeea6c094131'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:14:48.338641 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-5691ecdb-aa34-47b6-9559-f149448f3df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:14:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['22c3655e-b171-4578-a67d-eeea6c094131'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:14:48.479119 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-5691ecdb-aa34-47b6-9559-f149448f3df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:14:48.484348 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5691ecdb-aa34-47b6-9559-f149448f3df3 None None] The sync data for ids ['22c3655e-b171-4578-a67d-eeea6c094131'] in n-d-825175-4 is: [] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:14:48.485537 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-8677de36-2a86-41cf-b510-b9f87fc916d4 None None] Provisioning complete for port 6eca4542-fb1d-4eee-ba4f-8e9764d78ab6 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:14:48.487338 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8677de36-2a86-41cf-b510-b9f87fc916d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:48.500739 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bc9ac91d-5d66-4ea7-81a2-74885fdda1f7 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:48.687438 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-067d2fc3-c29c-453e-a469-63d80e3c3b32 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:48.751425 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067d2fc3-c29c-453e-a469-63d80e3c3b32 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Pushing event deleted for resources: {'Port': ['ID=441a4890-9d81-4e68-9509-358b4c6a4061,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:48.917144 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-bc9ac91d-5d66-4ea7-81a2-74885fdda1f7 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Calling delete_port for 6949a0c6-8e1c-4527-9ab9-bfffa2d2e5d1 owned by {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:14:49.073038 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:49.144889 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-8677de36-2a86-41cf-b510-b9f87fc916d4 None None] Provisioning for port f3f8c48b-a0c8-421f-9281-deefa45db10b completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:14:49.210624 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-8677de36-2a86-41cf-b510-b9f87fc916d4 None None] Provisioning complete for port f3f8c48b-a0c8-421f-9281-deefa45db10b triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:14:49.210624 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8677de36-2a86-41cf-b510-b9f87fc916d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:49.253191 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-067d2fc3-c29c-453e-a469-63d80e3c3b32 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:49.324343 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 6eca4542-fb1d-4eee-ba4f-8e9764d78ab6 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:14:49.332694 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bc9ac91d-5d66-4ea7-81a2-74885fdda1f7 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:49.462895 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ac91d-5d66-4ea7-81a2-74885fdda1f7 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Pushing event deleted for resources: {'Port': ['ID=6949a0c6-8e1c-4527-9ab9-bfffa2d2e5d1,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:49.584667 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-30a4f00b-3cd9-4498-8934-805da546a1ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:14:49.585794 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-30a4f00b-3cd9-4498-8934-805da546a1ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:14:49.590290 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-8677de36-2a86-41cf-b510-b9f87fc916d4 None None] Port f3f8c48b-a0c8-421f-9281-deefa45db10b cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:14:49.599957 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 6eca4542-fb1d-4eee-ba4f-8e9764d78ab6 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:14:49.600613 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:49.893874 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50974) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:49.907818 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f812689e-6c73-43be-84be-9c7e44aaf871 None None] Could not find standard attr ID for object 6949a0c6-8e1c-4527-9ab9-bfffa2d2e5d1. {{(pid=84064) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 22:14:49.971944 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f812689e-6c73-43be-84be-9c7e44aaf871 None None] Provisioning complete for port f3f8c48b-a0c8-421f-9281-deefa45db10b triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:14:49.973115 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f812689e-6c73-43be-84be-9c7e44aaf871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:50.035847 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-72a80918-6bd8-43bc-846c-227249ad0a13 req-621c1ee0-9791-4f09-88e7-69bdec869122 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3d68aece-1355-4cf5-82ba-ea119d708d67 HTTP/1.1" status: 200 len: 210 time: 0.7190406 May 05 22:14:50.068279 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f812689e-6c73-43be-84be-9c7e44aaf871 None None] Port f3f8c48b-a0c8-421f-9281-deefa45db10b cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:14:50.095018 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bc9ac91d-5d66-4ea7-81a2-74885fdda1f7 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:50.161750 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a4f00b-3cd9-4498-8934-805da546a1ca None None] Port 441a4890-9d81-4e68-9509-358b4c6a4061 not found while updating agent binding for router 7a1fbfa9-09b2-4650-93f0-725cc21a0b28. {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:210}} May 05 22:14:50.163953 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-bc9ac91d-5d66-4ea7-81a2-74885fdda1f7 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] 10.222.0.23 "DELETE /v2.0/ports/6949a0c6-8e1c-4527-9ab9-bfffa2d2e5d1 HTTP/1.1" status: 204 len: 168 time: 2.7534146 May 05 22:14:50.166510 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50980) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:50.180377 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a4f00b-3cd9-4498-8934-805da546a1ca None None] Routers {'7a1fbfa9-09b2-4650-93f0-725cc21a0b28'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:14:50.181354 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-30a4f00b-3cd9-4498-8934-805da546a1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:14:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['7a1fbfa9-09b2-4650-93f0-725cc21a0b28'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:14:50.192409 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8f603374-3aab-4f4c-8e81-56271f2fdf87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:50.254422 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d9e56a4-2618-4304-b484-c5457047de50 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] GET failed (client error): The resource could not be found. May 05 22:14:50.254956 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-1d9e56a4-2618-4304-b484-c5457047de50 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Synchronizing usage tracker for tenant:da5414daf93046db894120b8eff52041 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:14:50.256298 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f2fdd-2f95-43a8-97fe-51b1bd23ea44 req-e97f4e94-bddf-40de-87a1-4e5d901ebf9b tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:14:50.258118 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cd1f2fdd-2f95-43a8-97fe-51b1bd23ea44 req-e97f4e94-bddf-40de-87a1-4e5d901ebf9b tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.32 "GET /v2.0/networks?id=ee1bb8cb-174f-493f-8825-c1f4a7ad45ee HTTP/1.1" status: 200 len: 911 time: 0.3328693 May 05 22:14:50.265164 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-067d2fc3-c29c-453e-a469-63d80e3c3b32 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:50.281179 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-cd1f2fdd-2f95-43a8-97fe-51b1bd23ea44 req-9edfb3df-c75b-41b1-844a-4a4db35b17a4 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] Request body: {'port': {'device_id': '3d68aece-1355-4cf5-82ba-ea119d708d67', 'network_id': 'ee1bb8cb-174f-493f-8825-c1f4a7ad45ee', 'admin_state_up': True, 'tenant_id': '73d345cf0a794159ba751dcc23f97acb'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:14:50.284842 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-067d2fc3-c29c-453e-a469-63d80e3c3b32 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:50.304253 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-1d9e56a4-2618-4304-b484-c5457047de50 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Unset dirty status for tenant:da5414daf93046db894120b8eff52041 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:14:50.305738 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1d9e56a4-2618-4304-b484-c5457047de50 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] 10.222.0.23 "GET /v2.0/ports/6949a0c6-8e1c-4527-9ab9-bfffa2d2e5d1 HTTP/1.1" status: 404 len: 333 time: 0.1149881 May 05 22:14:50.310350 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 50986) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:50.311528 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-cd1f2fdd-2f95-43a8-97fe-51b1bd23ea44 req-9edfb3df-c75b-41b1-844a-4a4db35b17a4 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:14:50.321699 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-4b7493e2-ad34-4582-97b1-ddb082cad9c3 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Request body: {'port': {'network_id': '951210ae-51ed-4869-b212-289bc5abfafe', 'name': 'tempest-AllowedAddressPairTestJSON-1888223311'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:14:50.331633 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-8f603374-3aab-4f4c-8e81-56271f2fdf87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:14:50.337024 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-8f603374-3aab-4f4c-8e81-56271f2fdf87 admin admin] Usage tracker for resource:security_group_rule and tenant:dc57ab6c54cb48fd8003ac3fbfe3340a is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:14:50.340647 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-8f603374-3aab-4f4c-8e81-56271f2fdf87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:14:50.353079 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-8f603374-3aab-4f4c-8e81-56271f2fdf87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:14:50.363264 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-17e8bb8f-d369-4506-bd3e-9a098f61767f tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:50.363520 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-30a4f00b-3cd9-4498-8934-805da546a1ca None None] Set router 7a1fbfa9-09b2-4650-93f0-725cc21a0b28 gateway port host: None {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:14:50.397639 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-cd1f2fdd-2f95-43a8-97fe-51b1bd23ea44 req-9edfb3df-c75b-41b1-844a-4a4db35b17a4 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:14:50.409614 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-067d2fc3-c29c-453e-a469-63d80e3c3b32 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:50.410387 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-067d2fc3-c29c-453e-a469-63d80e3c3b32 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7a1fbfa9-09b2-4650-93f0-725cc21a0b28 {{(pid=84061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:14:50.476205 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd1f2fdd-2f95-43a8-97fe-51b1bd23ea44 req-9edfb3df-c75b-41b1-844a-4a4db35b17a4 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] Made reservation on behalf of 73d345cf0a794159ba751dcc23f97acb for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:14:50.479269 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-cd1f2fdd-2f95-43a8-97fe-51b1bd23ea44 req-9edfb3df-c75b-41b1-844a-4a4db35b17a4 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:50.505572 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-30a4f00b-3cd9-4498-8934-805da546a1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a1fbfa9-09b2-4650-93f0-725cc21a0b28', 'name': 'tempest-snat-router-1293935672', 'tenant_id': 'cf406e9775934d9fb753811badf0a404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:14:39Z', 'updated_at': '2022-05-05T22:14:48Z', 'revision_number': 5, 'project_id': 'cf406e9775934d9fb753811badf0a404', 'gw_port_host': None}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:14:50.539637 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a4f00b-3cd9-4498-8934-805da546a1ca None None] The sync data for ids ['7a1fbfa9-09b2-4650-93f0-725cc21a0b28'] in n-d-825175-4 is: [{'id': '7a1fbfa9-09b2-4650-93f0-725cc21a0b28', 'name': 'tempest-snat-router-1293935672', 'tenant_id': 'cf406e9775934d9fb753811badf0a404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:14:39Z', 'updated_at': '2022-05-05T22:14:48Z', 'revision_number': 5, 'project_id': 'cf406e9775934d9fb753811badf0a404', 'gw_port_host': None}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:14:50.579050 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8f603374-3aab-4f4c-8e81-56271f2fdf87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:50.591067 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8f603374-3aab-4f4c-8e81-56271f2fdf87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:50.611084 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-067d2fc3-c29c-453e-a469-63d80e3c3b32 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:50.612218 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-067d2fc3-c29c-453e-a469-63d80e3c3b32 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] 10.222.0.23 "DELETE /v2.0/routers/7a1fbfa9-09b2-4650-93f0-725cc21a0b28 HTTP/1.1" status: 204 len: 168 time: 4.8877749 May 05 22:14:50.617600 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 50992) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:50.685870 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f603374-3aab-4f4c-8e81-56271f2fdf87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b007592-10c4-4bdc-a23d-ab3c16f1d042,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:50.698569 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8f603374-3aab-4f4c-8e81-56271f2fdf87 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dc57ab6c54cb48fd8003ac3fbfe3340a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8037519 May 05 22:14:50.701219 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 50996) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:50.854625 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-cd1f2fdd-2f95-43a8-97fe-51b1bd23ea44 req-9edfb3df-c75b-41b1-844a-4a4db35b17a4 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] Allocated IP 172.20.0.7 (ee1bb8cb-174f-493f-8825-c1f4a7ad45ee/4d7a7170-01f1-4e9d-959e-a8ffb505fdee/d9816e5c-78df-4e50-a9bf-1aad2e2f6db4) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:14:50.871368 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9c8da221-adce-450d-a529-05ab54137833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:50.915426 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9c8da221-adce-450d-a529-05ab54137833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:50.953912 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4b7493e2-ad34-4582-97b1-ddb082cad9c3 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:14:50.970920 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4b7493e2-ad34-4582-97b1-ddb082cad9c3 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:14:51.075127 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7493e2-ad34-4582-97b1-ddb082cad9c3 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Made reservation on behalf of da5414daf93046db894120b8eff52041 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:14:51.079130 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4b7493e2-ad34-4582-97b1-ddb082cad9c3 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:51.146515 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [None req-4b7493e2-ad34-4582-97b1-ddb082cad9c3 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] device_id is not set on port cca23212-69be-49f3-9dbf-59e34f306af0 yet. {{(pid=84061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:14:51.188612 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9c8da221-adce-450d-a529-05ab54137833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:51.212381 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8da221-adce-450d-a529-05ab54137833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b007592-10c4-4bdc-a23d-ab3c16f1d042,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:51.220765 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9c8da221-adce-450d-a529-05ab54137833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:51.224349 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9c8da221-adce-450d-a529-05ab54137833 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0b007592-10c4-4bdc-a23d-ab3c16f1d042 HTTP/1.1" status: 204 len: 168 time: 0.5197654 May 05 22:14:51.361718 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-cd1f2fdd-2f95-43a8-97fe-51b1bd23ea44 req-9edfb3df-c75b-41b1-844a-4a4db35b17a4 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:51.377548 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fe5315b5-bde9-4675-b9b1-04731fc98d9f req-f905ffd4-3a97-437b-94c8-88186faec2be tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3d68aece-1355-4cf5-82ba-ea119d708d67 HTTP/1.1" status: 200 len: 210 time: 0.1154315 May 05 22:14:51.408179 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-cd1f2fdd-2f95-43a8-97fe-51b1bd23ea44 req-9edfb3df-c75b-41b1-844a-4a4db35b17a4 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] Transition to ACTIVE for port object d9816e5c-78df-4e50-a9bf-1aad2e2f6db4 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:14:51.431609 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-17e8bb8f-d369-4506-bd3e-9a098f61767f tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Deleting port b26fa5b7-4f0b-431a-b241-9bd0a32c3cec {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:14:51.432106 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-17e8bb8f-d369-4506-bd3e-9a098f61767f tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:51.434580 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-4b7493e2-ad34-4582-97b1-ddb082cad9c3 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Allocated IP 172.20.0.9 (951210ae-51ed-4869-b212-289bc5abfafe/f4265e23-c72d-4c07-bc86-05459d900cdd/cca23212-69be-49f3-9dbf-59e34f306af0) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:14:51.459020 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6e699d85-f296-4671-9bac-ca89485bb7ef tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks [] for router, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:51.716307 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-17e8bb8f-d369-4506-bd3e-9a098f61767f tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:51.790940 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-cd1f2fdd-2f95-43a8-97fe-51b1bd23ea44 req-9edfb3df-c75b-41b1-844a-4a4db35b17a4 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:51.858629 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-17e8bb8f-d369-4506-bd3e-9a098f61767f tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Calling delete_port for b26fa5b7-4f0b-431a-b241-9bd0a32c3cec owned by network:router_interface {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:14:52.002450 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edfb3df-c75b-41b1-844a-4a4db35b17a4 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] Pushing event updated for resources: {'Port': ['ID=d9816e5c-78df-4e50-a9bf-1aad2e2f6db4,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:52.019153 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd1f2fdd-2f95-43a8-97fe-51b1bd23ea44 req-9edfb3df-c75b-41b1-844a-4a4db35b17a4 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] Network ee1bb8cb-174f-493f-8825-c1f4a7ad45ee is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:14:52.028801 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-cd1f2fdd-2f95-43a8-97fe-51b1bd23ea44 req-9edfb3df-c75b-41b1-844a-4a4db35b17a4 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:14:52.039789 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd1f2fdd-2f95-43a8-97fe-51b1bd23ea44 req-9edfb3df-c75b-41b1-844a-4a4db35b17a4 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:14:52.074598 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-17e8bb8f-d369-4506-bd3e-9a098f61767f tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:52.121931 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e8bb8f-d369-4506-bd3e-9a098f61767f tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event deleted for resources: {'Port': ['ID=b26fa5b7-4f0b-431a-b241-9bd0a32c3cec,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:52.196314 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4b7493e2-ad34-4582-97b1-ddb082cad9c3 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:52.214153 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f2fdd-2f95-43a8-97fe-51b1bd23ea44 req-9edfb3df-c75b-41b1-844a-4a4db35b17a4 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:14:52.215657 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-cd1f2fdd-2f95-43a8-97fe-51b1bd23ea44 req-9edfb3df-c75b-41b1-844a-4a4db35b17a4 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:52.251360 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-4b7493e2-ad34-4582-97b1-ddb082cad9c3 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Transition to ACTIVE for port object cca23212-69be-49f3-9dbf-59e34f306af0 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:14:52.315941 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cd1f2fdd-2f95-43a8-97fe-51b1bd23ea44 req-9edfb3df-c75b-41b1-844a-4a4db35b17a4 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.0389020 May 05 22:14:52.335749 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-cd1f2fdd-2f95-43a8-97fe-51b1bd23ea44 req-2eafc30f-2672-4628-a9cd-1353680d95c9 service neutron] Request body: {'port': {'device_id': '3d68aece-1355-4cf5-82ba-ea119d708d67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:14:52.368380 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-17e8bb8f-d369-4506-bd3e-9a098f61767f tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:52.445000 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-685460ad-022e-4cb5-aed7-62164919d67a None None] Provisioning for port d9816e5c-78df-4e50-a9bf-1aad2e2f6db4 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:14:52.452971 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-685460ad-022e-4cb5-aed7-62164919d67a None None] Provisioning complete for port d9816e5c-78df-4e50-a9bf-1aad2e2f6db4 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:14:52.453668 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-685460ad-022e-4cb5-aed7-62164919d67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:52.468637 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4b7493e2-ad34-4582-97b1-ddb082cad9c3 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:52.536898 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-685460ad-022e-4cb5-aed7-62164919d67a None None] Port d9816e5c-78df-4e50-a9bf-1aad2e2f6db4 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:14:52.557346 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51026) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:52.759769 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6e699d85-f296-4671-9bac-ca89485bb7ef tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:52.808329 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7493e2-ad34-4582-97b1-ddb082cad9c3 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Network 951210ae-51ed-4869-b212-289bc5abfafe is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:14:52.817217 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-4b7493e2-ad34-4582-97b1-ddb082cad9c3 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:14:52.819083 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-6e699d85-f296-4671-9bac-ca89485bb7ef tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Deleting port 5b287fe5-c064-412f-85aa-d418343f26ea {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:14:52.819905 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6e699d85-f296-4671-9bac-ca89485bb7ef tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:52.851274 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7493e2-ad34-4582-97b1-ddb082cad9c3 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:14:52.877899 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7493e2-ad34-4582-97b1-ddb082cad9c3 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Pushing event updated for resources: {'Port': ['ID=cca23212-69be-49f3-9dbf-59e34f306af0,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:52.903467 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-cd1f2fdd-2f95-43a8-97fe-51b1bd23ea44 req-2eafc30f-2672-4628-a9cd-1353680d95c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:53.020746 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-f93b3004-c77e-4d03-adc3-4ef52b6008ad admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-170793685-network', 'tenant_id': 'f7081eb88bc04ab89f8b2cf35357dc71'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:14:53.031781 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f93b3004-c77e-4d03-adc3-4ef52b6008ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:14:53.040173 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f93b3004-c77e-4d03-adc3-4ef52b6008ad admin admin] Usage tracker for resource:network and tenant:f7081eb88bc04ab89f8b2cf35357dc71 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:14:53.046075 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f93b3004-c77e-4d03-adc3-4ef52b6008ad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:14:53.053536 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f93b3004-c77e-4d03-adc3-4ef52b6008ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:14:53.069793 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17e8bb8f-d369-4506-bd3e-9a098f61767f tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Router 22c3655e-b171-4578-a67d-eeea6c094131 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:14:53.075595 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93b3004-c77e-4d03-adc3-4ef52b6008ad admin admin] Made reservation on behalf of f7081eb88bc04ab89f8b2cf35357dc71 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:14:53.077688 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f93b3004-c77e-4d03-adc3-4ef52b6008ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:53.091250 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f93b3004-c77e-4d03-adc3-4ef52b6008ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:53.103787 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7493e2-ad34-4582-97b1-ddb082cad9c3 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:14:53.104390 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4b7493e2-ad34-4582-97b1-ddb082cad9c3 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:53.156398 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-66e07e91-8e25-464f-ad10-32fcd2d10c04 req-b841559a-af0c-4e41-9501-05975b90529e tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] Synchronizing usage tracker for tenant:73d345cf0a794159ba751dcc23f97acb on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:14:53.170782 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4b7493e2-ad34-4582-97b1-ddb082cad9c3 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8561134 May 05 22:14:53.174495 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51048) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:53.236401 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-c2d8cf4f-12cc-4e13-b0d2-248919f27a8b tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:9b:26:a8'}]}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:14:53.245639 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f93b3004-c77e-4d03-adc3-4ef52b6008ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:14:53.258865 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f93b3004-c77e-4d03-adc3-4ef52b6008ad admin admin] Usage tracker for resource:security_group_rule and tenant:f7081eb88bc04ab89f8b2cf35357dc71 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:14:53.266170 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f93b3004-c77e-4d03-adc3-4ef52b6008ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:14:53.277866 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-18d373d3-6b3a-4842-a7cf-8b7730e6af07 None None] Provisioning for port cca23212-69be-49f3-9dbf-59e34f306af0 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:14:53.279727 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f93b3004-c77e-4d03-adc3-4ef52b6008ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:14:53.283704 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-18d373d3-6b3a-4842-a7cf-8b7730e6af07 None None] Provisioning complete for port cca23212-69be-49f3-9dbf-59e34f306af0 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:14:53.285048 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-18d373d3-6b3a-4842-a7cf-8b7730e6af07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:53.310216 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e8bb8f-d369-4506-bd3e-9a098f61767f tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:14:53.327620 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-66e07e91-8e25-464f-ad10-32fcd2d10c04 req-b841559a-af0c-4e41-9501-05975b90529e tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] Unset dirty status for tenant:73d345cf0a794159ba751dcc23f97acb on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:14:53.328849 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-66e07e91-8e25-464f-ad10-32fcd2d10c04 req-b841559a-af0c-4e41-9501-05975b90529e tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3d68aece-1355-4cf5-82ba-ea119d708d67 HTTP/1.1" status: 200 len: 1027 time: 0.6268299 May 05 22:14:53.346807 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ce172e-d771-40e8-a4fc-01addd1ae762 None None] Sync routers for ids ['22c3655e-b171-4578-a67d-eeea6c094131'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:14:53.367739 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-17e8bb8f-d369-4506-bd3e-9a098f61767f tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "PUT /v2.0/routers/22c3655e-b171-4578-a67d-eeea6c094131/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1889284 May 05 22:14:53.375803 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51056) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:53.391295 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-18d373d3-6b3a-4842-a7cf-8b7730e6af07 None None] Port cca23212-69be-49f3-9dbf-59e34f306af0 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:14:53.396679 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ce172e-d771-40e8-a4fc-01addd1ae762 None None] Routers {'22c3655e-b171-4578-a67d-eeea6c094131'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:14:53.398473 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-07ce172e-d771-40e8-a4fc-01addd1ae762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:14:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['22c3655e-b171-4578-a67d-eeea6c094131'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:14:53.431045 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-880feb71-283f-4f43-b2dc-8276094d186a tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Synchronizing usage tracker for tenant:47ea26e8a7d7452cb25778b9d924edf0 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:14:53.455833 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-880feb71-283f-4f43-b2dc-8276094d186a tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Unset dirty status for tenant:47ea26e8a7d7452cb25778b9d924edf0 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:14:53.459522 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-880feb71-283f-4f43-b2dc-8276094d186a tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "GET /v2.0/ports?device_id=22c3655e-b171-4578-a67d-eeea6c094131 HTTP/1.1" status: 200 len: 205 time: 0.0795114 May 05 22:14:53.459794 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-6e699d85-f296-4671-9bac-ca89485bb7ef tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] For port 5b287fe5-c064-412f-85aa-d418343f26ea, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=5b287fe5-c064-412f-85aa-d418343f26ea,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:14:53.460184 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6e699d85-f296-4671-9bac-ca89485bb7ef tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:53.460881 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51062) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:53.481794 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-07ce172e-d771-40e8-a4fc-01addd1ae762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:14:53.493850 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ce172e-d771-40e8-a4fc-01addd1ae762 None None] Routers {'22c3655e-b171-4578-a67d-eeea6c094131'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:14:53.494736 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-07ce172e-d771-40e8-a4fc-01addd1ae762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:14:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['22c3655e-b171-4578-a67d-eeea6c094131'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:14:53.558733 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-07ce172e-d771-40e8-a4fc-01addd1ae762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:14:53.559248 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ce172e-d771-40e8-a4fc-01addd1ae762 None None] The sync data for ids ['22c3655e-b171-4578-a67d-eeea6c094131'] in n-d-825175-4 is: [] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:14:53.658060 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f93b3004-c77e-4d03-adc3-4ef52b6008ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:53.668771 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-6e699d85-f296-4671-9bac-ca89485bb7ef tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Calling delete_port for 5b287fe5-c064-412f-85aa-d418343f26ea owned by network:router_gateway {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:14:53.669052 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f93b3004-c77e-4d03-adc3-4ef52b6008ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:53.691455 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7dabc7a6-cec1-4bdf-b22a-331b2601b62d tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:53.768738 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f93b3004-c77e-4d03-adc3-4ef52b6008ad admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:14:53.815372 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51072) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:53.826687 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93b3004-c77e-4d03-adc3-4ef52b6008ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf225268-0907-4919-9c34-96ca8cf580a3,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:53.845330 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f93b3004-c77e-4d03-adc3-4ef52b6008ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:53.845330 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-f93b3004-c77e-4d03-adc3-4ef52b6008ad admin admin] Added segment 4226f161-0b17-4798-9c75-101cd4c4b8e3 of type vlan for network bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e May 05 22:14:53.878274 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f93b3004-c77e-4d03-adc3-4ef52b6008ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:53.882816 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-66e07e91-8e25-464f-ad10-32fcd2d10c04 req-cd48639a-6c19-4087-92b5-01db069efe00 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=01880227-df76-4924-9a50-770a67dd6ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5446074 May 05 22:14:54.041099 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ddbb56ce-27c0-4802-840e-ff4624271c95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:54.069130 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c2d8cf4f-12cc-4e13-b0d2-248919f27a8b tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:54.147973 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-cd1f2fdd-2f95-43a8-97fe-51b1bd23ea44 req-2eafc30f-2672-4628-a9cd-1353680d95c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9816e5c-78df-4e50-a9bf-1aad2e2f6db4 {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:14:54.168028 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-cd1f2fdd-2f95-43a8-97fe-51b1bd23ea44 req-2eafc30f-2672-4628-a9cd-1353680d95c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:54.183178 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f93b3004-c77e-4d03-adc3-4ef52b6008ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:54.184033 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93b3004-c77e-4d03-adc3-4ef52b6008ad admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:14:54.184596 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f93b3004-c77e-4d03-adc3-4ef52b6008ad admin admin] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:54.226804 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7dabc7a6-cec1-4bdf-b22a-331b2601b62d tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:54.253996 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-cd1f2fdd-2f95-43a8-97fe-51b1bd23ea44 req-2eafc30f-2672-4628-a9cd-1353680d95c9 service neutron] Transition to ACTIVE for port object d9816e5c-78df-4e50-a9bf-1aad2e2f6db4 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:14:54.258617 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6e699d85-f296-4671-9bac-ca89485bb7ef tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:54.291675 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-ddbb56ce-27c0-4802-840e-ff4624271c95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:14:54.303658 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7dabc7a6-cec1-4bdf-b22a-331b2601b62d tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:54.309327 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-ddbb56ce-27c0-4802-840e-ff4624271c95 admin admin] Usage tracker for resource:security_group_rule and tenant:897e6ed7a0ab480bb0b43238668d6048 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:14:54.312711 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-cd1f2fdd-2f95-43a8-97fe-51b1bd23ea44 req-2eafc30f-2672-4628-a9cd-1353680d95c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:54.312868 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-ddbb56ce-27c0-4802-840e-ff4624271c95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:14:54.323250 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f93b3004-c77e-4d03-adc3-4ef52b6008ad admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7613585 May 05 22:14:54.323250 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-ddbb56ce-27c0-4802-840e-ff4624271c95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:14:54.325803 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51078) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:54.337264 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-9e70da72-2cf4-4e00-844b-585cc734f642 admin admin] Request body: {'subnet': {'network_id': 'bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-170793685-subnet', 'tenant_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'ip_version': 4}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:14:54.341738 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93b3004-c77e-4d03-adc3-4ef52b6008ad admin admin] Pushing event updated for resources: {'Network': ['ID=bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:54.348933 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-9e70da72-2cf4-4e00-844b-585cc734f642 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:14:54.354571 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:14:54.358208 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9e70da72-2cf4-4e00-844b-585cc734f642 admin admin] Usage tracker for resource:subnet and tenant:f7081eb88bc04ab89f8b2cf35357dc71 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:14:54.370179 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9e70da72-2cf4-4e00-844b-585cc734f642 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:14:54.376305 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e699d85-f296-4671-9bac-ca89485bb7ef tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Pushing event deleted for resources: {'Port': ['ID=5b287fe5-c064-412f-85aa-d418343f26ea,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:54.377850 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-9e70da72-2cf4-4e00-844b-585cc734f642 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:14:54.394461 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7dabc7a6-cec1-4bdf-b22a-331b2601b62d tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:54.395018 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dabc7a6-cec1-4bdf-b22a-331b2601b62d tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Fanout notify agent at l3_agent the message router_deleted on router 22c3655e-b171-4578-a67d-eeea6c094131 {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:14:54.406475 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e70da72-2cf4-4e00-844b-585cc734f642 admin admin] Made reservation on behalf of f7081eb88bc04ab89f8b2cf35357dc71 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:14:54.408880 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9e70da72-2cf4-4e00-844b-585cc734f642 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:54.504244 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7dabc7a6-cec1-4bdf-b22a-331b2601b62d tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:54.508047 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-7dabc7a6-cec1-4bdf-b22a-331b2601b62d tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "DELETE /v2.0/routers/22c3655e-b171-4578-a67d-eeea6c094131 HTTP/1.1" status: 204 len: 168 time: 1.0460632 May 05 22:14:54.517793 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51082) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:54.610014 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eafc30f-2672-4628-a9cd-1353680d95c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d9816e5c-78df-4e50-a9bf-1aad2e2f6db4,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:54.709690 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ddbb56ce-27c0-4802-840e-ff4624271c95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:54.719747 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ddbb56ce-27c0-4802-840e-ff4624271c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:54.847670 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbb56ce-27c0-4802-840e-ff4624271c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b6036a-dce5-431c-ac31-8df92e1b86b6,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:54.857044 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ddbb56ce-27c0-4802-840e-ff4624271c95 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=897e6ed7a0ab480bb0b43238668d6048&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0368373 May 05 22:14:54.860550 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51086) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:54.879861 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.resource_extend [None req-c2d8cf4f-12cc-4e13-b0d2-248919f27a8b tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 22:14:54.903929 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c2d8cf4f-12cc-4e13-b0d2-248919f27a8b tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:54.905647 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6e699d85-f296-4671-9bac-ca89485bb7ef tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:55.005538 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-a51414f4-ef4d-466d-89eb-786807e40d44 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Deleting subnet 2b45e5bb-2122-4154-bcf9-703bea976a66 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:14:55.024422 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c2d8cf4f-12cc-4e13-b0d2-248919f27a8b tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:55.029927 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a51414f4-ef4d-466d-89eb-786807e40d44 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:55.073207 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-cd1f2fdd-2f95-43a8-97fe-51b1bd23ea44 req-2eafc30f-2672-4628-a9cd-1353680d95c9 service neutron] Attempting to bind port d9816e5c-78df-4e50-a9bf-1aad2e2f6db4 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:14:55.073546 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-cd1f2fdd-2f95-43a8-97fe-51b1bd23ea44 req-2eafc30f-2672-4628-a9cd-1353680d95c9 service neutron] Attempting to bind port d9816e5c-78df-4e50-a9bf-1aad2e2f6db4 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'a16662ea-ed15-4566-b265-fb4b19c1f9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'ee1bb8cb-174f-493f-8825-c1f4a7ad45ee'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:14:55.073853 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1f2fdd-2f95-43a8-97fe-51b1bd23ea44 req-2eafc30f-2672-4628-a9cd-1353680d95c9 service neutron] Attempting to bind port d9816e5c-78df-4e50-a9bf-1aad2e2f6db4 on network ee1bb8cb-174f-493f-8825-c1f4a7ad45ee {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:14:55.084229 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cf41a017-e8e4-4e98-86e1-82efab2afa42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:55.129317 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a51414f4-ef4d-466d-89eb-786807e40d44 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:55.172953 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9e70da72-2cf4-4e00-844b-585cc734f642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:55.180244 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cf41a017-e8e4-4e98-86e1-82efab2afa42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:55.208473 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1f2fdd-2f95-43a8-97fe-51b1bd23ea44 req-2eafc30f-2672-4628-a9cd-1353680d95c9 service neutron] Port d9816e5c-78df-4e50-a9bf-1aad2e2f6db4 on network ee1bb8cb-174f-493f-8825-c1f4a7ad45ee not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:14:55.208744 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1f2fdd-2f95-43a8-97fe-51b1bd23ea44 req-2eafc30f-2672-4628-a9cd-1353680d95c9 service neutron] Attempting to bind port d9816e5c-78df-4e50-a9bf-1aad2e2f6db4 on network ee1bb8cb-174f-493f-8825-c1f4a7ad45ee {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:14:55.326588 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e70da72-2cf4-4e00-844b-585cc734f642 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c342395-5639-4bcd-beca-f868d5133602,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:55.366540 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a51414f4-ef4d-466d-89eb-786807e40d44 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:55.422239 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e70da72-2cf4-4e00-844b-585cc734f642 admin admin] Checking segment: {'id': '4226f161-0b17-4798-9c75-101cd4c4b8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:14:55.422595 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e70da72-2cf4-4e00-844b-585cc734f642 admin admin] Network hostable DHCP agents. Network: bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:14:55.439838 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cf41a017-e8e4-4e98-86e1-82efab2afa42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:55.477395 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf41a017-e8e4-4e98-86e1-82efab2afa42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b6036a-dce5-431c-ac31-8df92e1b86b6,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:55.500576 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d8cf4f-12cc-4e13-b0d2-248919f27a8b tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Pushing event updated for resources: {'Port': ['ID=cca23212-69be-49f3-9dbf-59e34f306af0,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:55.511821 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1f2fdd-2f95-43a8-97fe-51b1bd23ea44 req-2eafc30f-2672-4628-a9cd-1353680d95c9 service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:14:55.512420 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1f2fdd-2f95-43a8-97fe-51b1bd23ea44 req-2eafc30f-2672-4628-a9cd-1353680d95c9 service neutron] Checking segment: {'id': 'a16662ea-ed15-4566-b265-fb4b19c1f9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'ee1bb8cb-174f-493f-8825-c1f4a7ad45ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:14:55.512979 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1f2fdd-2f95-43a8-97fe-51b1bd23ea44 req-2eafc30f-2672-4628-a9cd-1353680d95c9 service neutron] Bound using segment: {'id': 'a16662ea-ed15-4566-b265-fb4b19c1f9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'ee1bb8cb-174f-493f-8825-c1f4a7ad45ee'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:14:55.513614 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-cd1f2fdd-2f95-43a8-97fe-51b1bd23ea44 req-2eafc30f-2672-4628-a9cd-1353680d95c9 service neutron] Bound port: d9816e5c-78df-4e50-a9bf-1aad2e2f6db4, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a16662ea-ed15-4566-b265-fb4b19c1f9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'ee1bb8cb-174f-493f-8825-c1f4a7ad45ee'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:14:55.513834 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cf41a017-e8e4-4e98-86e1-82efab2afa42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:55.514393 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-cd1f2fdd-2f95-43a8-97fe-51b1bd23ea44 req-2eafc30f-2672-4628-a9cd-1353680d95c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:55.518604 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-cf41a017-e8e4-4e98-86e1-82efab2afa42 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/10b6036a-dce5-431c-ac31-8df92e1b86b6 HTTP/1.1" status: 204 len: 168 time: 0.6571031 May 05 22:14:55.529027 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6e699d85-f296-4671-9bac-ca89485bb7ef tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:55.536323 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a51414f4-ef4d-466d-89eb-786807e40d44 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:55.540218 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e70da72-2cf4-4e00-844b-585cc734f642 admin admin] Network bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:14:55.570291 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6e699d85-f296-4671-9bac-ca89485bb7ef tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:55.573279 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-c2d8cf4f-12cc-4e13-b0d2-248919f27a8b tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] In _notify_port_updated(), no bound segment for port cca23212-69be-49f3-9dbf-59e34f306af0 on network 951210ae-51ed-4869-b212-289bc5abfafe {{(pid=84061) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 05 22:14:55.577539 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d8cf4f-12cc-4e13-b0d2-248919f27a8b tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:14:55.578320 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c2d8cf4f-12cc-4e13-b0d2-248919f27a8b tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:55.579818 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c2d8cf4f-12cc-4e13-b0d2-248919f27a8b tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] 10.222.0.23 "PUT /v2.0/ports/cca23212-69be-49f3-9dbf-59e34f306af0 HTTP/1.1" status: 200 len: 993 time: 2.4016633 May 05 22:14:55.582614 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51094) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:55.583150 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-85fcd63e-4127-4a45-ba87-40bce8d342d6 None None] Provisioning complete for port cca23212-69be-49f3-9dbf-59e34f306af0 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:14:55.583620 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-85fcd63e-4127-4a45-ba87-40bce8d342d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:55.650747 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51414f4-ef4d-466d-89eb-786807e40d44 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event deleted for resources: {'Subnet': ['ID=2b45e5bb-2122-4154-bcf9-703bea976a66,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:55.660267 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a51414f4-ef4d-466d-89eb-786807e40d44 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:55.668228 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-9e70da72-2cf4-4e00-844b-585cc734f642 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:14:55.675228 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e70da72-2cf4-4e00-844b-585cc734f642 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:14:55.676100 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9e70da72-2cf4-4e00-844b-585cc734f642 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:55.686291 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a51414f4-ef4d-466d-89eb-786807e40d44 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "DELETE /v2.0/subnets/2b45e5bb-2122-4154-bcf9-703bea976a66 HTTP/1.1" status: 204 len: 168 time: 1.1677234 May 05 22:14:55.692898 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51098) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:55.697007 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c45aa4c-6c27-407e-941a-c5c191585bba None None] Network 6d233a03-5f06-444e-aaba-0804255a7f50 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:14:55.719099 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c69cb6-c6b0-4906-8067-aa4442b01e9a None None] Network bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:14:55.732430 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-df9acdbf-f743-4384-9ffd-67a1f58b0bce req-c3b168a6-d3d2-4b75-9110-fb56a26dd781 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3d68aece-1355-4cf5-82ba-ea119d708d67 HTTP/1.1" status: 200 len: 1052 time: 0.6677303 May 05 22:14:55.801227 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-76098da0-0306-4260-ab02-ec720cf41e17 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Deleting port cca23212-69be-49f3-9dbf-59e34f306af0 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:14:55.803122 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-76098da0-0306-4260-ab02-ec720cf41e17 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:55.895982 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-cd1f2fdd-2f95-43a8-97fe-51b1bd23ea44 req-2eafc30f-2672-4628-a9cd-1353680d95c9 service neutron] For port d9816e5c-78df-4e50-a9bf-1aad2e2f6db4, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:14:55.915916 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-cd1f2fdd-2f95-43a8-97fe-51b1bd23ea44 req-2eafc30f-2672-4628-a9cd-1353680d95c9 service neutron] For port d9816e5c-78df-4e50-a9bf-1aad2e2f6db4, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=d9816e5c-78df-4e50-a9bf-1aad2e2f6db4,segment=NetworkSegment(a16662ea-ed15-4566-b265-fb4b19c1f9fd),segment_id=a16662ea-ed15-4566-b265-fb4b19c1f9fd)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:14:55.936914 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef1c920c-99c1-4c4e-9ae5-c1a85b931a24 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Deleting subnet 0a2c06c6-cd9c-4a86-b701-cb76c1e65b8b {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:14:55.940057 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ef1c920c-99c1-4c4e-9ae5-c1a85b931a24 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:55.966252 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6e699d85-f296-4671-9bac-ca89485bb7ef tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:55.966252 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e699d85-f296-4671-9bac-ca89485bb7ef tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7ae50464-32ae-43df-869c-bf9fc9a05907 {{(pid=84061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:14:55.997984 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-85fcd63e-4127-4a45-ba87-40bce8d342d6 None None] Port cca23212-69be-49f3-9dbf-59e34f306af0 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:14:56.001518 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ef1c920c-99c1-4c4e-9ae5-c1a85b931a24 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:56.002017 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-cd1f2fdd-2f95-43a8-97fe-51b1bd23ea44 req-2eafc30f-2672-4628-a9cd-1353680d95c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:56.014307 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6e699d85-f296-4671-9bac-ca89485bb7ef tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:56.015468 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-6e699d85-f296-4671-9bac-ca89485bb7ef tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] 10.222.0.23 "DELETE /v2.0/routers/7ae50464-32ae-43df-869c-bf9fc9a05907 HTTP/1.1" status: 204 len: 168 time: 5.3950136 May 05 22:14:56.035916 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51104) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:56.036254 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51106) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:56.045022 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-54aacb14-0439-4833-8529-f2bc732cb568 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-55875272', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}, 'admin_state_up': False}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:14:56.055423 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9e70da72-2cf4-4e00-844b-585cc734f642 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7268310 May 05 22:14:56.083146 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-54aacb14-0439-4833-8529-f2bc732cb568 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:14:56.085135 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51112) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:56.096912 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-c9f3897a-bd71-4bd5-a059-8ae558b2f5ac admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-170793685-router', 'tenant_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:14:56.104886 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-54aacb14-0439-4833-8529-f2bc732cb568 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Usage tracker for resource:router and tenant:a2eabe7e70de4863a8371f817bdd6ea0 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:14:56.108081 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b674b6b2-9ed7-466b-b943-68706b105b4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:56.118933 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c9f3897a-bd71-4bd5-a059-8ae558b2f5ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:14:56.121545 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-54aacb14-0439-4833-8529-f2bc732cb568 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:14:56.136139 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c9f3897a-bd71-4bd5-a059-8ae558b2f5ac admin admin] Usage tracker for resource:router and tenant:f7081eb88bc04ab89f8b2cf35357dc71 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:14:56.143123 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-54aacb14-0439-4833-8529-f2bc732cb568 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:14:56.151824 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c9f3897a-bd71-4bd5-a059-8ae558b2f5ac admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:14:56.174061 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c9f3897a-bd71-4bd5-a059-8ae558b2f5ac admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:14:56.188081 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0905da6-cbb3-4be6-8001-8ea9caff52ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e', 'network_id': 'bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e', 'tenant_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'fixed_ips': [{'subnet_id': '8c342395-5639-4bcd-beca-f868d5133602'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:14:56.198035 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-54aacb14-0439-4833-8529-f2bc732cb568 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:56.199043 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e0905da6-cbb3-4be6-8001-8ea9caff52ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:56.199144 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-54aacb14-0439-4833-8529-f2bc732cb568 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:56.208175 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-b674b6b2-9ed7-466b-b943-68706b105b4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:14:56.219325 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c9f3897a-bd71-4bd5-a059-8ae558b2f5ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:56.220291 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c9f3897a-bd71-4bd5-a059-8ae558b2f5ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:56.224811 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b674b6b2-9ed7-466b-b943-68706b105b4b admin admin] Usage tracker for resource:security_group_rule and tenant:ccdfab21a3c24a67a95f6154ab1854aa is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:14:56.233366 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b674b6b2-9ed7-466b-b943-68706b105b4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:14:56.235228 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-df9acdbf-f743-4384-9ffd-67a1f58b0bce req-dfc10d9f-658b-4155-b082-fbd8ad23aa09 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=01880227-df76-4924-9a50-770a67dd6ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4810369 May 05 22:14:56.236824 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-cd1f2fdd-2f95-43a8-97fe-51b1bd23ea44 req-2eafc30f-2672-4628-a9cd-1353680d95c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:56.238394 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cd1f2fdd-2f95-43a8-97fe-51b1bd23ea44 req-2eafc30f-2672-4628-a9cd-1353680d95c9 service neutron] 10.222.0.32 "PUT /v2.0/ports/d9816e5c-78df-4e50-a9bf-1aad2e2f6db4 HTTP/1.1" status: 200 len: 1091 time: 3.9085166 May 05 22:14:56.244896 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d68aece-1355-4cf5-82ba-ea119d708d67', 'tag': 'd9816e5c-78df-4e50-a9bf-1aad2e2f6db4'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:14:56.245907 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-b674b6b2-9ed7-466b-b943-68706b105b4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:14:56.267724 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ef1c920c-99c1-4c4e-9ae5-c1a85b931a24 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:56.294297 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eafc30f-2672-4628-a9cd-1353680d95c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d9816e5c-78df-4e50-a9bf-1aad2e2f6db4,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:56.300730 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-76098da0-0306-4260-ab02-ec720cf41e17 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:56.317971 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-54aacb14-0439-4833-8529-f2bc732cb568 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:56.351676 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c9f3897a-bd71-4bd5-a059-8ae558b2f5ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:56.365233 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce47f982-a77d-4165-af17-1998ec01d56f None None] DHCP port deletion for 6d233a03-5f06-444e-aaba-0804255a7f50 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:14:56.520608 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-76098da0-0306-4260-ab02-ec720cf41e17 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Calling delete_port for cca23212-69be-49f3-9dbf-59e34f306af0 owned by {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:14:56.584805 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ce47f982-a77d-4165-af17-1998ec01d56f None None] Deleting port 71c410e1-24c9-447c-9925-00e12ca6b5a8 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:14:56.585390 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ce47f982-a77d-4165-af17-1998ec01d56f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:56.770904 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-e0905da6-cbb3-4be6-8001-8ea9caff52ff None None] Allocated IP 172.20.0.2 (bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e/8c342395-5639-4bcd-beca-f868d5133602/76afcbbd-dbe2-48d2-9451-ea6e9081081c) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:14:56.771119 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38f53607-4611-4857-ab88-39e934c7c7ce'] response: {'name': 'network-changed', 'server_uuid': '3d68aece-1355-4cf5-82ba-ea119d708d67', 'tag': 'd9816e5c-78df-4e50-a9bf-1aad2e2f6db4', 'status': 'completed', 'code': 200} May 05 22:14:56.808675 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-76098da0-0306-4260-ab02-ec720cf41e17 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:56.861036 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76098da0-0306-4260-ab02-ec720cf41e17 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Pushing event deleted for resources: {'Port': ['ID=cca23212-69be-49f3-9dbf-59e34f306af0,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:56.866632 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ef1c920c-99c1-4c4e-9ae5-c1a85b931a24 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:56.869088 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cd1f2fdd-2f95-43a8-97fe-51b1bd23ea44 req-132765a1-4c47-4562-be86-76bb4ab0b79a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73d345cf0a794159ba751dcc23f97acb&device_id=3d68aece-1355-4cf5-82ba-ea119d708d67 HTTP/1.1" status: 200 len: 1094 time: 0.4788661 May 05 22:14:56.934006 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ef1c920c-99c1-4c4e-9ae5-c1a85b931a24 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:56.956683 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463dd818-88d5-4ad9-a891-e21dce53ca7a None None] Network 076e39a0-26c8-45ce-b273-6cc016cb0657 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:14:56.958962 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b674b6b2-9ed7-466b-b943-68706b105b4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:56.960268 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1c920c-99c1-4c4e-9ae5-c1a85b931a24 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event deleted for resources: {'Subnet': ['ID=0a2c06c6-cd9c-4a86-b701-cb76c1e65b8b,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:56.980872 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b674b6b2-9ed7-466b-b943-68706b105b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:57.011350 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-54aacb14-0439-4833-8529-f2bc732cb568 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:57.016249 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ef1c920c-99c1-4c4e-9ae5-c1a85b931a24 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "DELETE /v2.0/subnets/0a2c06c6-cd9c-4a86-b701-cb76c1e65b8b HTTP/1.1" status: 204 len: 168 time: 1.3212519 May 05 22:14:57.018776 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51120) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:57.043943 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cd1f2fdd-2f95-43a8-97fe-51b1bd23ea44 req-08c17083-819d-4009-b178-a0ecee68ac97 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9816e5c-78df-4e50-a9bf-1aad2e2f6db4 HTTP/1.1" status: 200 len: 217 time: 0.1332793 May 05 22:14:57.052311 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c9f3897a-bd71-4bd5-a059-8ae558b2f5ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:57.067699 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b674b6b2-9ed7-466b-b943-68706b105b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30646bd0-5306-4336-a38f-4f539ae421ce,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:57.078148 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b674b6b2-9ed7-466b-b943-68706b105b4b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ccdfab21a3c24a67a95f6154ab1854aa&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0382757 May 05 22:14:57.081039 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51124) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:57.149380 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ce47f982-a77d-4165-af17-1998ec01d56f None None] For port 71c410e1-24c9-447c-9925-00e12ca6b5a8, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=71c410e1-24c9-447c-9925-00e12ca6b5a8,segment=NetworkSegment(d9110d7e-5d36-4aa6-9c1d-0b3c02b782fd),segment_id=d9110d7e-5d36-4aa6-9c1d-0b3c02b782fd)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:14:57.149777 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ce47f982-a77d-4165-af17-1998ec01d56f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:57.309961 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 71c410e1-24c9-447c-9925-00e12ca6b5a8 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:14:57.341894 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ce47f982-a77d-4165-af17-1998ec01d56f None None] Calling delete_port for 71c410e1-24c9-447c-9925-00e12ca6b5a8 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:14:57.363804 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8f2beb5e-943d-4feb-8fbe-31600672d731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:57.364517 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f2fdd-2f95-43a8-97fe-51b1bd23ea44 req-bda72b4c-0753-4311-96fc-cd3f2b95a0af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:14:57.366913 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cd1f2fdd-2f95-43a8-97fe-51b1bd23ea44 req-bda72b4c-0753-4311-96fc-cd3f2b95a0af service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4d7a7170-01f1-4e9d-959e-a8ffb505fdee HTTP/1.1" status: 200 len: 849 time: 0.2651191 May 05 22:14:57.380134 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-249cc082-2c5b-4ea5-bb31-ba8c2babddca tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:57.424825 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-76098da0-0306-4260-ab02-ec720cf41e17 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:57.426295 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8f2beb5e-943d-4feb-8fbe-31600672d731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:57.448480 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-76098da0-0306-4260-ab02-ec720cf41e17 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] 10.222.0.23 "DELETE /v2.0/ports/cca23212-69be-49f3-9dbf-59e34f306af0 HTTP/1.1" status: 204 len: 168 time: 1.8616056 May 05 22:14:57.451106 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51130) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:57.481806 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-249cc082-2c5b-4ea5-bb31-ba8c2babddca tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Deleting port 71c410e1-24c9-447c-9925-00e12ca6b5a8 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:14:57.482116 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-249cc082-2c5b-4ea5-bb31-ba8c2babddca tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:57.565046 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-54aacb14-0439-4833-8529-f2bc732cb568 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks [] for router_gateway, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:57.617618 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-54aacb14-0439-4833-8529-f2bc732cb568 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:57.626689 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e0905da6-cbb3-4be6-8001-8ea9caff52ff None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:57.634373 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:57.667561 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ce47f982-a77d-4165-af17-1998ec01d56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:57.692529 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c9f3897a-bd71-4bd5-a059-8ae558b2f5ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:57.731108 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e0905da6-cbb3-4be6-8001-8ea9caff52ff None None] Transition to ACTIVE for port object 76afcbbd-dbe2-48d2-9451-ea6e9081081c will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:14:57.752213 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce47f982-a77d-4165-af17-1998ec01d56f None None] Pushing event deleted for resources: {'Port': ['ID=71c410e1-24c9-447c-9925-00e12ca6b5a8,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:57.770598 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-249cc082-2c5b-4ea5-bb31-ba8c2babddca tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] The port '71c410e1-24c9-447c-9925-00e12ca6b5a8' was deleted {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 22:14:57.775850 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c9f3897a-bd71-4bd5-a059-8ae558b2f5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:57.780056 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8f2beb5e-943d-4feb-8fbe-31600672d731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:57.802046 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e0905da6-cbb3-4be6-8001-8ea9caff52ff None None] Transition to ACTIVE for port object 76afcbbd-dbe2-48d2-9451-ea6e9081081c will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:14:57.806076 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce47f982-a77d-4165-af17-1998ec01d56f None None] No DVR routers for this DVR port 71c410e1-24c9-447c-9925-00e12ca6b5a8 on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:14:57.807866 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-50dd91ae-9621-421f-947a-201f36957bf5 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] GET failed (client error): The resource could not be found. May 05 22:14:57.808539 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-50dd91ae-9621-421f-947a-201f36957bf5 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Synchronizing usage tracker for tenant:da5414daf93046db894120b8eff52041 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:14:57.821114 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e0905da6-cbb3-4be6-8001-8ea9caff52ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:57.879580 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2beb5e-943d-4feb-8fbe-31600672d731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30646bd0-5306-4336-a38f-4f539ae421ce,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:57.925402 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0905da6-cbb3-4be6-8001-8ea9caff52ff None None] Network bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:14:57.933741 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cd1f2fdd-2f95-43a8-97fe-51b1bd23ea44 req-7e8558e3-e320-474e-824a-0a4d3140c65d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ee1bb8cb-174f-493f-8825-c1f4a7ad45ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5575540 May 05 22:14:57.933987 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e41b61-84cc-4d91-a217-e84925237cee None None] DHCP port deletion for 076e39a0-26c8-45ce-b273-6cc016cb0657 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:14:57.934348 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-50dd91ae-9621-421f-947a-201f36957bf5 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Unset dirty status for tenant:da5414daf93046db894120b8eff52041 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:14:57.939748 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-50dd91ae-9621-421f-947a-201f36957bf5 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] 10.222.0.23 "GET /v2.0/ports/cca23212-69be-49f3-9dbf-59e34f306af0 HTTP/1.1" status: 404 len: 333 time: 0.4822865 May 05 22:14:57.939917 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-e0905da6-cbb3-4be6-8001-8ea9caff52ff None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:14:57.943740 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51134) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:57.949036 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8f2beb5e-943d-4feb-8fbe-31600672d731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:57.949197 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-d1e41b61-84cc-4d91-a217-e84925237cee None None] Deleting port abaff2b0-b419-40ec-8a1e-9bd7fc090338 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:14:57.949660 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d1e41b61-84cc-4d91-a217-e84925237cee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:57.952883 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8f2beb5e-943d-4feb-8fbe-31600672d731 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/30646bd0-5306-4336-a38f-4f539ae421ce HTTP/1.1" status: 204 len: 168 time: 0.8680863 May 05 22:14:57.960976 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-17e9606b-bc41-4101-9643-38dd618e2521 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Request body: {'port': {'network_id': '951210ae-51ed-4869-b212-289bc5abfafe', 'name': 'tempest-AllowedAddressPairTestJSON-1104455170'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:14:57.979097 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0905da6-cbb3-4be6-8001-8ea9caff52ff None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:14:57.986523 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0905da6-cbb3-4be6-8001-8ea9caff52ff None None] Pushing event updated for resources: {'Port': ['ID=76afcbbd-dbe2-48d2-9451-ea6e9081081c,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:58.122682 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-249cc082-2c5b-4ea5-bb31-ba8c2babddca tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:58.139693 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dff2ee1-59c2-49e3-b7cf-e30cc8f65484 None None] Sync routers for ids ['df4a782b-5020-4fe2-83f1-2d657fe715c5'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:14:58.171131 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-54aacb14-0439-4833-8529-f2bc732cb568 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Allocated IP 172.25.4.136 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/a6b04dec-b3c4-48ea-9035-238f00b36f5c) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:14:58.173414 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dff2ee1-59c2-49e3-b7cf-e30cc8f65484 None None] Routers {'df4a782b-5020-4fe2-83f1-2d657fe715c5'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:14:58.174384 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-4dff2ee1-59c2-49e3-b7cf-e30cc8f65484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:14:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['df4a782b-5020-4fe2-83f1-2d657fe715c5'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:14:58.188976 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-249cc082-2c5b-4ea5-bb31-ba8c2babddca tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d233a03-5f06-444e-aaba-0804255a7f50']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:14:58.189748 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-e0905da6-cbb3-4be6-8001-8ea9caff52ff None None] Attempting to bind port 76afcbbd-dbe2-48d2-9451-ea6e9081081c on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:14:58.189975 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-e0905da6-cbb3-4be6-8001-8ea9caff52ff None None] Attempting to bind port 76afcbbd-dbe2-48d2-9451-ea6e9081081c by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '4226f161-0b17-4798-9c75-101cd4c4b8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:14:58.190341 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0905da6-cbb3-4be6-8001-8ea9caff52ff None None] Attempting to bind port 76afcbbd-dbe2-48d2-9451-ea6e9081081c on network bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:14:58.221668 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-249cc082-2c5b-4ea5-bb31-ba8c2babddca tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9110d7e-5d36-4aa6-9c1d-0b3c02b782fd') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:14:58.222077 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-249cc082-2c5b-4ea5-bb31-ba8c2babddca tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9110d7e-5d36-4aa6-9c1d-0b3c02b782fd') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:14:58.231000 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0905da6-cbb3-4be6-8001-8ea9caff52ff None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:14:58.231979 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0905da6-cbb3-4be6-8001-8ea9caff52ff None None] Checking segment: {'id': '4226f161-0b17-4798-9c75-101cd4c4b8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:14:58.232370 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e0905da6-cbb3-4be6-8001-8ea9caff52ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:58.232843 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0905da6-cbb3-4be6-8001-8ea9caff52ff None None] Bound using segment: {'id': '4226f161-0b17-4798-9c75-101cd4c4b8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:14:58.233393 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-e0905da6-cbb3-4be6-8001-8ea9caff52ff None None] Bound port: 76afcbbd-dbe2-48d2-9451-ea6e9081081c, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4226f161-0b17-4798-9c75-101cd4c4b8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:14:58.233762 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e0905da6-cbb3-4be6-8001-8ea9caff52ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:58.243576 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-249cc082-2c5b-4ea5-bb31-ba8c2babddca tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:58.264988 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-249cc082-2c5b-4ea5-bb31-ba8c2babddca tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:58.274988 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-249cc082-2c5b-4ea5-bb31-ba8c2babddca tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:14:58.275569 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-249cc082-2c5b-4ea5-bb31-ba8c2babddca tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:58.319278 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-17e9606b-bc41-4101-9643-38dd618e2521 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:14:58.336188 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-17e9606b-bc41-4101-9643-38dd618e2521 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:14:58.383772 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e9606b-bc41-4101-9643-38dd618e2521 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Made reservation on behalf of da5414daf93046db894120b8eff52041 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:14:58.387040 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-17e9606b-bc41-4101-9643-38dd618e2521 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:58.407310 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 22:14:58.407310 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:14:58.407310 n-d-825175-4 neutron-server[84061]: timer() May 05 22:14:58.407310 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:14:58.407310 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 22:14:58.407310 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:14:58.407310 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 22:14:58.407310 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:14:58.407310 n-d-825175-4 neutron-server[84061]: self._notify() May 05 22:14:58.407310 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:14:58.407310 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 22:14:58.407310 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:14:58.407310 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 22:14:58.407310 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:14:58.407310 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:14:58.407310 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:14:58.407310 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:14:58.407310 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:14:58.407310 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 22:14:58.407310 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:14:58.407310 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 22:14:58.407310 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:14:58.407310 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:14:58.407310 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:14:58.407310 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 22:14:58.407310 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:14:58.407310 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:14:58.407310 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:14:58.407310 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:14:58.407310 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:14:58.407310 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:14:58.407310 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:14:58.421807 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-249cc082-2c5b-4ea5-bb31-ba8c2babddca tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:58.428783 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-249cc082-2c5b-4ea5-bb31-ba8c2babddca tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:58.436521 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-54aacb14-0439-4833-8529-f2bc732cb568 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:58.442528 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [None req-17e9606b-bc41-4101-9643-38dd618e2521 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] device_id is not set on port c2088efd-829b-4c43-a402-ec1ddb10045a yet. {{(pid=84063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:14:58.507555 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-d1e41b61-84cc-4d91-a217-e84925237cee None None] For port abaff2b0-b419-40ec-8a1e-9bd7fc090338, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=abaff2b0-b419-40ec-8a1e-9bd7fc090338,segment=NetworkSegment(e49a9f93-054e-4f87-b32c-ebb1c58572f3),segment_id=e49a9f93-054e-4f87-b32c-ebb1c58572f3)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:14:58.507949 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d1e41b61-84cc-4d91-a217-e84925237cee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:58.538773 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-249cc082-2c5b-4ea5-bb31-ba8c2babddca tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "DELETE /v2.0/networks/6d233a03-5f06-444e-aaba-0804255a7f50 HTTP/1.1" status: 204 len: 168 time: 1.5186980 May 05 22:14:58.541060 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51148) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:14:58.575829 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0b341393-208f-4f79-9077-81781904889c req-4e6ef04a-88a8-4acf-ad7d-423e732ea12c tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3d68aece-1355-4cf5-82ba-ea119d708d67 HTTP/1.1" status: 200 len: 1094 time: 0.9027407 May 05 22:14:58.583662 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-4dff2ee1-59c2-49e3-b7cf-e30cc8f65484 None None] Set router df4a782b-5020-4fe2-83f1-2d657fe715c5 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:14:58.645588 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249cc082-2c5b-4ea5-bb31-ba8c2babddca tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event deleted for resources: {'Network': ['ID=6d233a03-5f06-444e-aaba-0804255a7f50,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:58.701853 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-54aacb14-0439-4833-8529-f2bc732cb568 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:58.816178 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-d1e41b61-84cc-4d91-a217-e84925237cee None None] Calling delete_port for abaff2b0-b419-40ec-8a1e-9bd7fc090338 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:14:58.856127 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4698abf1-ee11-401a-bc73-afd4d557f858 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:58.914386 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-e0905da6-cbb3-4be6-8001-8ea9caff52ff None None] For port 76afcbbd-dbe2-48d2-9451-ea6e9081081c, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:14:58.939329 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-e0905da6-cbb3-4be6-8001-8ea9caff52ff None None] For port 76afcbbd-dbe2-48d2-9451-ea6e9081081c, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=76afcbbd-dbe2-48d2-9451-ea6e9081081c,segment=NetworkSegment(4226f161-0b17-4798-9c75-101cd4c4b8e3),segment_id=4226f161-0b17-4798-9c75-101cd4c4b8e3)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:14:58.955698 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e0905da6-cbb3-4be6-8001-8ea9caff52ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:58.958473 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cd1f2fdd-2f95-43a8-97fe-51b1bd23ea44 req-79709692-5ac5-4078-b250-ae06ed3c75b7 service neutron] 10.222.0.32 "GET /v2.0/networks/ee1bb8cb-174f-493f-8825-c1f4a7ad45ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9825819 May 05 22:14:58.960497 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0b341393-208f-4f79-9077-81781904889c req-58b5814a-9eed-4ec9-930b-d38a95395303 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=01880227-df76-4924-9a50-770a67dd6ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3831294 May 05 22:14:58.962386 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-4698abf1-ee11-401a-bc73-afd4d557f858 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Deleting port abaff2b0-b419-40ec-8a1e-9bd7fc090338 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:14:58.962922 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4698abf1-ee11-401a-bc73-afd4d557f858 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:58.970464 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-17e9606b-bc41-4101-9643-38dd618e2521 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Allocated IP 172.20.0.7 (951210ae-51ed-4869-b212-289bc5abfafe/f4265e23-c72d-4c07-bc86-05459d900cdd/c2088efd-829b-4c43-a402-ec1ddb10045a) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:14:59.003443 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54aacb14-0439-4833-8529-f2bc732cb568 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:14:59.031557 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-54aacb14-0439-4833-8529-f2bc732cb568 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:14:59.046728 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54aacb14-0439-4833-8529-f2bc732cb568 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:14:59.083061 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aacb14-0439-4833-8529-f2bc732cb568 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Pushing event updated for resources: {'Port': ['ID=a6b04dec-b3c4-48ea-9035-238f00b36f5c,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:59.086029 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-4dff2ee1-59c2-49e3-b7cf-e30cc8f65484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4a782b-5020-4fe2-83f1-2d657fe715c5', 'name': 'tempest-TestServerMultinode-865284363-router', 'tenant_id': '73d345cf0a794159ba751dcc23f97acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'd43dbf4a-bb52-43a3-851b-6e9e12341362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:14:22Z', 'updated_at': '2022-05-05T22:14:40Z', 'revision_number': 4, 'project_id': '73d345cf0a794159ba751dcc23f97acb', 'gw_port': {'id': 'd43dbf4a-bb52-43a3-851b-6e9e12341362', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:29:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4a782b-5020-4fe2-83f1-2d657fe715c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:14:24Z', 'updated_at': '2022-05-05T22:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'ee371f70-6a28-430b-94c0-3fdedcfe6ce3', 'name': '', 'network_id': '97eb9f3c-c14e-491e-8c16-a692ff61390b', 'tenant_id': '73d345cf0a794159ba751dcc23f97acb', 'mac_address': 'fa:16:3e:95:91:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df4a782b-5020-4fe2-83f1-2d657fe715c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f0806f2-b154-4523-a255-cfa833f7f651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:14:39Z', 'updated_at': '2022-05-05T22:14:40Z', 'revision_number': 2, 'project_id': '73d345cf0a794159ba751dcc23f97acb', 'subnets': [{'id': '1f0806f2-b154-4523-a255-cfa833f7f651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:14:59.089780 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-c9f3897a-bd71-4bd5-a059-8ae558b2f5ac admin admin] Allocated IP 172.25.4.81 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/e2e8f770-812e-4732-a746-ae152ef360ad) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:14:59.091854 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dff2ee1-59c2-49e3-b7cf-e30cc8f65484 None None] Checking router: df4a782b-5020-4fe2-83f1-2d657fe715c5 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:14:59.094245 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dff2ee1-59c2-49e3-b7cf-e30cc8f65484 None None] Updating router df4a782b-5020-4fe2-83f1-2d657fe715c5 port ee371f70-6a28-430b-94c0-3fdedcfe6ce3 binding host n-d-825175-4 {{(pid=84068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:14:59.103410 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0905da6-cbb3-4be6-8001-8ea9caff52ff None None] Pushing event updated for resources: {'Port': ['ID=76afcbbd-dbe2-48d2-9451-ea6e9081081c,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:59.125947 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d1e41b61-84cc-4d91-a217-e84925237cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:59.204654 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-4dff2ee1-59c2-49e3-b7cf-e30cc8f65484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:59.248862 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-4698abf1-ee11-401a-bc73-afd4d557f858 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] The port 'abaff2b0-b419-40ec-8a1e-9bd7fc090338' was deleted {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 22:14:59.260251 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e41b61-84cc-4d91-a217-e84925237cee None None] Pushing event deleted for resources: {'Port': ['ID=abaff2b0-b419-40ec-8a1e-9bd7fc090338,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:59.267341 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device abaff2b0-b419-40ec-8a1e-9bd7fc090338 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:14:59.356918 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: abaff2b0-b419-40ec-8a1e-9bd7fc090338 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:14:59.357271 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device abaff2b0-b419-40ec-8a1e-9bd7fc090338 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:14:59.357837 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 5b287fe5-c064-412f-85aa-d418343f26ea no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:14:59.418524 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 5b287fe5-c064-412f-85aa-d418343f26ea {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:14:59.419251 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 5b287fe5-c064-412f-85aa-d418343f26ea not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:14:59.423533 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e41b61-84cc-4d91-a217-e84925237cee None None] No DVR routers for this DVR port abaff2b0-b419-40ec-8a1e-9bd7fc090338 on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:14:59.442157 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4698abf1-ee11-401a-bc73-afd4d557f858 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:59.461996 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cd1f2fdd-2f95-43a8-97fe-51b1bd23ea44 req-59fa2afd-018b-4155-a631-991a0858a4ae service neutron] 10.222.0.32 "GET /v2.0/networks/ee1bb8cb-174f-493f-8825-c1f4a7ad45ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4686768 May 05 22:14:59.493545 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-4698abf1-ee11-401a-bc73-afd4d557f858 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['076e39a0-26c8-45ce-b273-6cc016cb0657']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:14:59.507672 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-4698abf1-ee11-401a-bc73-afd4d557f858 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e49a9f93-054e-4f87-b32c-ebb1c58572f3') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:14:59.508004 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-4698abf1-ee11-401a-bc73-afd4d557f858 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e49a9f93-054e-4f87-b32c-ebb1c58572f3') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:14:59.521102 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4698abf1-ee11-401a-bc73-afd4d557f858 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:59.598295 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4698abf1-ee11-401a-bc73-afd4d557f858 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:59.643810 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4698abf1-ee11-401a-bc73-afd4d557f858 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:14:59.655489 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4698abf1-ee11-401a-bc73-afd4d557f858 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:59.688772 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 22:14:59.688772 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:14:59.688772 n-d-825175-4 neutron-server[84061]: timer() May 05 22:14:59.688772 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:14:59.688772 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 22:14:59.688772 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:14:59.688772 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 22:14:59.688772 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:14:59.688772 n-d-825175-4 neutron-server[84061]: self._notify() May 05 22:14:59.688772 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:14:59.688772 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 22:14:59.688772 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:14:59.688772 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 22:14:59.688772 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:14:59.688772 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:14:59.688772 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:14:59.688772 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:14:59.688772 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:14:59.688772 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 22:14:59.688772 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:14:59.688772 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 22:14:59.688772 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:14:59.688772 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:14:59.688772 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:14:59.688772 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 22:14:59.688772 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:14:59.688772 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:14:59.688772 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:14:59.688772 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:14:59.688772 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:14:59.688772 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:14:59.688772 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:14:59.807671 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-4dff2ee1-59c2-49e3-b7cf-e30cc8f65484 None None] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:59.849518 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-63b7507a-0698-48bf-b2c9-8bac83707e53 req-246d54a9-1866-42d5-9875-ad03f16d0a1b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73d345cf0a794159ba751dcc23f97acb&device_id=3d68aece-1355-4cf5-82ba-ea119d708d67 HTTP/1.1" status: 200 len: 1094 time: 0.3120234 May 05 22:14:59.856554 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4698abf1-ee11-401a-bc73-afd4d557f858 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:59.862631 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.provisioning_blocks [None req-4dff2ee1-59c2-49e3-b7cf-e30cc8f65484 None None] Transition to ACTIVE for port object ee371f70-6a28-430b-94c0-3fdedcfe6ce3 will not be triggered until provisioned by entity L2. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:14:59.874132 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-4dff2ee1-59c2-49e3-b7cf-e30cc8f65484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:59.907318 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4698abf1-ee11-401a-bc73-afd4d557f858 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:14:59.913170 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698abf1-ee11-401a-bc73-afd4d557f858 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event deleted for resources: {'Network': ['ID=076e39a0-26c8-45ce-b273-6cc016cb0657,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:14:59.916459 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4698abf1-ee11-401a-bc73-afd4d557f858 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "DELETE /v2.0/networks/076e39a0-26c8-45ce-b273-6cc016cb0657 HTTP/1.1" status: 204 len: 168 time: 1.2740488 May 05 22:14:59.920443 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51168) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:00.023057 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c9f3897a-bd71-4bd5-a059-8ae558b2f5ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:00.042758 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-54aacb14-0439-4833-8529-f2bc732cb568 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks [] for router_gateway, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:00.046898 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-54aacb14-0439-4833-8529-f2bc732cb568 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:00.062355 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-17e9606b-bc41-4101-9643-38dd618e2521 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:00.093481 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-40cab174-4d0c-48cf-b62b-917810d630f4 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1840592110'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:15:00.108738 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-40cab174-4d0c-48cf-b62b-917810d630f4 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:15:00.127306 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-40cab174-4d0c-48cf-b62b-917810d630f4 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Usage tracker for resource:network and tenant:47ea26e8a7d7452cb25778b9d924edf0 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:15:00.135147 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-40cab174-4d0c-48cf-b62b-917810d630f4 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:15:00.145596 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-40cab174-4d0c-48cf-b62b-917810d630f4 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:15:00.163886 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b1d90-3167-48a5-b26e-9b4a10cabb93 None None] Pushing event updated for resources: {'Port': ['ID=ee371f70-6a28-430b-94c0-3fdedcfe6ce3,revision_number=3']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:00.191709 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40cab174-4d0c-48cf-b62b-917810d630f4 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Made reservation on behalf of 47ea26e8a7d7452cb25778b9d924edf0 for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:15:00.194880 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-40cab174-4d0c-48cf-b62b-917810d630f4 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:00.235223 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-4dff2ee1-59c2-49e3-b7cf-e30cc8f65484 None None] Attempting to bind port ee371f70-6a28-430b-94c0-3fdedcfe6ce3 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:15:00.235797 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-4dff2ee1-59c2-49e3-b7cf-e30cc8f65484 None None] Attempting to bind port ee371f70-6a28-430b-94c0-3fdedcfe6ce3 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'f2778ac1-72a7-4736-b3a9-9126090f5f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '97eb9f3c-c14e-491e-8c16-a692ff61390b'}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:15:00.236545 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dff2ee1-59c2-49e3-b7cf-e30cc8f65484 None None] Attempting to bind port ee371f70-6a28-430b-94c0-3fdedcfe6ce3 on network 97eb9f3c-c14e-491e-8c16-a692ff61390b {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:15:00.246721 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dff2ee1-59c2-49e3-b7cf-e30cc8f65484 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:15:00.247098 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dff2ee1-59c2-49e3-b7cf-e30cc8f65484 None None] Checking segment: {'id': 'f2778ac1-72a7-4736-b3a9-9126090f5f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '97eb9f3c-c14e-491e-8c16-a692ff61390b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:15:00.247494 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-4dff2ee1-59c2-49e3-b7cf-e30cc8f65484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:00.247875 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dff2ee1-59c2-49e3-b7cf-e30cc8f65484 None None] Bound using segment: {'id': 'f2778ac1-72a7-4736-b3a9-9126090f5f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '97eb9f3c-c14e-491e-8c16-a692ff61390b'} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:15:00.248373 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-4dff2ee1-59c2-49e3-b7cf-e30cc8f65484 None None] Bound port: ee371f70-6a28-430b-94c0-3fdedcfe6ce3, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2778ac1-72a7-4736-b3a9-9126090f5f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '97eb9f3c-c14e-491e-8c16-a692ff61390b'}}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:15:00.248828 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-4dff2ee1-59c2-49e3-b7cf-e30cc8f65484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:00.250537 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-17e9606b-bc41-4101-9643-38dd618e2521 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Transition to ACTIVE for port object c2088efd-829b-4c43-a402-ec1ddb10045a will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:15:00.301216 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7507a-0698-48bf-b2c9-8bac83707e53 req-5dfd6d92-7aaa-4061-90a0-64b74235e654 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:15:00.303117 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-63b7507a-0698-48bf-b2c9-8bac83707e53 req-5dfd6d92-7aaa-4061-90a0-64b74235e654 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ee1bb8cb-174f-493f-8825-c1f4a7ad45ee HTTP/1.1" status: 200 len: 911 time: 0.4433258 May 05 22:15:00.363403 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-4dff2ee1-59c2-49e3-b7cf-e30cc8f65484 None None] For port ee371f70-6a28-430b-94c0-3fdedcfe6ce3, host n-d-825175-4, cleared binding levels {{(pid=84068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:15:00.367734 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-4dff2ee1-59c2-49e3-b7cf-e30cc8f65484 None None] For port ee371f70-6a28-430b-94c0-3fdedcfe6ce3, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=ee371f70-6a28-430b-94c0-3fdedcfe6ce3,segment=NetworkSegment(f2778ac1-72a7-4736-b3a9-9126090f5f76),segment_id=f2778ac1-72a7-4736-b3a9-9126090f5f76)] {{(pid=84068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:15:00.375606 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-4dff2ee1-59c2-49e3-b7cf-e30cc8f65484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:00.415401 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c9f3897a-bd71-4bd5-a059-8ae558b2f5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:00.416264 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-63b7507a-0698-48bf-b2c9-8bac83707e53 req-50df00bd-e158-42fe-9328-6139e98afe15 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9816e5c-78df-4e50-a9bf-1aad2e2f6db4 HTTP/1.1" status: 200 len: 217 time: 0.1068232 May 05 22:15:00.491424 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dff2ee1-59c2-49e3-b7cf-e30cc8f65484 None None] Routers {'df4a782b-5020-4fe2-83f1-2d657fe715c5'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:15:00.492051 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-4dff2ee1-59c2-49e3-b7cf-e30cc8f65484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:14:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['df4a782b-5020-4fe2-83f1-2d657fe715c5'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:00.536195 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40cab174-4d0c-48cf-b62b-917810d630f4 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:15:00.573876 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f3897a-bd71-4bd5-a059-8ae558b2f5ac admin admin] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:15:00.577345 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-17e9606b-bc41-4101-9643-38dd618e2521 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:00.584320 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-c9f3897a-bd71-4bd5-a059-8ae558b2f5ac admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:15:00.598303 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f3897a-bd71-4bd5-a059-8ae558b2f5ac admin admin] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:15:00.632336 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-40cab174-4d0c-48cf-b62b-917810d630f4 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:00.632787 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-40cab174-4d0c-48cf-b62b-917810d630f4 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Added segment 2911e62c-bbc9-4e25-8917-d41904df398a of type vlan for network 294c183e-04d8-4a79-b453-cdfc3f4968fd May 05 22:15:00.669049 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7507a-0698-48bf-b2c9-8bac83707e53 req-9ca90a5f-c6d7-4715-8cfe-ec8f75f39d80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:15:00.670934 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-63b7507a-0698-48bf-b2c9-8bac83707e53 req-9ca90a5f-c6d7-4715-8cfe-ec8f75f39d80 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4d7a7170-01f1-4e9d-959e-a8ffb505fdee HTTP/1.1" status: 200 len: 849 time: 0.2172582 May 05 22:15:00.685376 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-55b9f416-8818-4e9d-bf9b-e0cf0824a97a req-747bbed4-5b94-4bff-837f-34e7eb6f20a9 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3d68aece-1355-4cf5-82ba-ea119d708d67 HTTP/1.1" status: 200 len: 1094 time: 0.4581118 May 05 22:15:00.740378 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f3897a-bd71-4bd5-a059-8ae558b2f5ac admin admin] Pushing event updated for resources: {'Port': ['ID=e2e8f770-812e-4732-a746-ae152ef360ad,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:00.748117 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-4dff2ee1-59c2-49e3-b7cf-e30cc8f65484 None None] Set router df4a782b-5020-4fe2-83f1-2d657fe715c5 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:15:00.869571 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-40cab174-4d0c-48cf-b62b-917810d630f4 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:00.904134 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e9606b-bc41-4101-9643-38dd618e2521 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Network 951210ae-51ed-4869-b212-289bc5abfafe is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:15:00.944153 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-17e9606b-bc41-4101-9643-38dd618e2521 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:15:00.959855 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-40cab174-4d0c-48cf-b62b-917810d630f4 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:00.961979 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e9606b-bc41-4101-9643-38dd618e2521 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:15:00.965499 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40cab174-4d0c-48cf-b62b-917810d630f4 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:15:00.966111 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-40cab174-4d0c-48cf-b62b-917810d630f4 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:01.020260 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-40cab174-4d0c-48cf-b62b-917810d630f4 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0988142 May 05 22:15:01.028050 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51188) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:01.034243 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-c26fc38f-d892-4142-a8ea-56f135dd4a89 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Request body: {'subnet': {'network_id': '294c183e-04d8-4a79-b453-cdfc3f4968fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:15:01.050410 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e9606b-bc41-4101-9643-38dd618e2521 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Pushing event updated for resources: {'Port': ['ID=c2088efd-829b-4c43-a402-ec1ddb10045a,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:01.069001 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b1d90-3167-48a5-b26e-9b4a10cabb93 None None] Pushing event updated for resources: {'Port': ['ID=ee371f70-6a28-430b-94c0-3fdedcfe6ce3,revision_number=4']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:01.097914 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e9606b-bc41-4101-9643-38dd618e2521 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:15:01.098549 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-17e9606b-bc41-4101-9643-38dd618e2521 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:01.115219 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7bda95-7a5d-4765-a3b7-5f228638df3b None None] Network bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:15:01.222586 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-55b9f416-8818-4e9d-bf9b-e0cf0824a97a req-0e95d711-e33d-46df-abc0-af404155242e tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=01880227-df76-4924-9a50-770a67dd6ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4521272 May 05 22:15:01.254813 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-17e9606b-bc41-4101-9643-38dd618e2521 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3070252 May 05 22:15:01.257123 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51194) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:01.266339 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-ea9cc2d3-48dc-4ae1-a493-c8ae638e11af tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:9b:26:a8'}]}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:15:01.282412 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 76afcbbd-dbe2-48d2-9451-ea6e9081081c up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:15:01.299967 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cab174-4d0c-48cf-b62b-917810d630f4 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event updated for resources: {'Network': ['ID=294c183e-04d8-4a79-b453-cdfc3f4968fd,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:01.312370 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-4dff2ee1-59c2-49e3-b7cf-e30cc8f65484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4a782b-5020-4fe2-83f1-2d657fe715c5', 'name': 'tempest-TestServerMultinode-865284363-router', 'tenant_id': '73d345cf0a794159ba751dcc23f97acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'd43dbf4a-bb52-43a3-851b-6e9e12341362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:14:22Z', 'updated_at': '2022-05-05T22:14:40Z', 'revision_number': 4, 'project_id': '73d345cf0a794159ba751dcc23f97acb', 'gw_port': {'id': 'd43dbf4a-bb52-43a3-851b-6e9e12341362', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:29:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4a782b-5020-4fe2-83f1-2d657fe715c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:14:24Z', 'updated_at': '2022-05-05T22:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'ee371f70-6a28-430b-94c0-3fdedcfe6ce3', 'name': '', 'network_id': '97eb9f3c-c14e-491e-8c16-a692ff61390b', 'tenant_id': '73d345cf0a794159ba751dcc23f97acb', 'mac_address': 'fa:16:3e:95:91:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df4a782b-5020-4fe2-83f1-2d657fe715c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f0806f2-b154-4523-a255-cfa833f7f651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:14:39Z', 'updated_at': '2022-05-05T22:15:00Z', 'revision_number': 4, 'project_id': '73d345cf0a794159ba751dcc23f97acb', 'subnets': [{'id': '1f0806f2-b154-4523-a255-cfa833f7f651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:01.325257 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 294c183e-04d8-4a79-b453-cdfc3f4968fd details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:15:01.326059 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dff2ee1-59c2-49e3-b7cf-e30cc8f65484 None None] The sync data for ids ['df4a782b-5020-4fe2-83f1-2d657fe715c5'] in n-d-825175-4 is: [{'id': 'df4a782b-5020-4fe2-83f1-2d657fe715c5', 'name': 'tempest-TestServerMultinode-865284363-router', 'tenant_id': '73d345cf0a794159ba751dcc23f97acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'd43dbf4a-bb52-43a3-851b-6e9e12341362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:14:22Z', 'updated_at': '2022-05-05T22:14:40Z', 'revision_number': 4, 'project_id': '73d345cf0a794159ba751dcc23f97acb', 'gw_port': {'id': 'd43dbf4a-bb52-43a3-851b-6e9e12341362', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:29:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4a782b-5020-4fe2-83f1-2d657fe715c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:14:24Z', 'updated_at': '2022-05-05T22:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'ee371f70-6a28-430b-94c0-3fdedcfe6ce3', 'name': '', 'network_id': '97eb9f3c-c14e-491e-8c16-a692ff61390b', 'tenant_id': '73d345cf0a794159ba751dcc23f97acb', 'mac_address': 'fa:16:3e:95:91:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df4a782b-5020-4fe2-83f1-2d657fe715c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f0806f2-b154-4523-a255-cfa833f7f651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:14:39Z', 'updated_at': '2022-05-05T22:15:00Z', 'revision_number': 4, 'project_id': '73d345cf0a794159ba751dcc23f97acb', 'subnets': [{'id': '1f0806f2-b154-4523-a255-cfa833f7f651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:15:01.431057 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-63b7507a-0698-48bf-b2c9-8bac83707e53 req-d99df149-3500-4d6c-91b7-e1b5ac0d0293 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ee1bb8cb-174f-493f-8825-c1f4a7ad45ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7419832 May 05 22:15:01.535861 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-9db4ea45-750e-4d54-88b4-f01f49cae4f8 None None] Provisioning for port 76afcbbd-dbe2-48d2-9451-ea6e9081081c completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:15:01.619478 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 76afcbbd-dbe2-48d2-9451-ea6e9081081c completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:15:01.635676 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-c26fc38f-d892-4142-a8ea-56f135dd4a89 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:15:01.643096 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 76afcbbd-dbe2-48d2-9451-ea6e9081081c triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:15:01.643459 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:01.651946 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54aacb14-0439-4833-8529-f2bc732cb568 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Router a9f8a63c-d7e1-4d88-9f87-5448c182cc9b is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 22:15:01.669910 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-c26fc38f-d892-4142-a8ea-56f135dd4a89 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Usage tracker for resource:subnet and tenant:47ea26e8a7d7452cb25778b9d924edf0 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:15:01.678616 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-c26fc38f-d892-4142-a8ea-56f135dd4a89 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:15:01.716420 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-c26fc38f-d892-4142-a8ea-56f135dd4a89 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:15:01.795094 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26fc38f-d892-4142-a8ea-56f135dd4a89 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Made reservation on behalf of 47ea26e8a7d7452cb25778b9d924edf0 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:15:01.814336 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-63b7507a-0698-48bf-b2c9-8bac83707e53 req-bd9a1b26-0fa3-4879-b8af-b7925009fc4d service neutron] 10.222.0.32 "GET /v2.0/networks/ee1bb8cb-174f-493f-8825-c1f4a7ad45ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3759606 May 05 22:15:01.816432 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device d9816e5c-78df-4e50-a9bf-1aad2e2f6db4 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:15:01.818100 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c9f3897a-bd71-4bd5-a059-8ae558b2f5ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:01.818882 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c9f3897a-bd71-4bd5-a059-8ae558b2f5ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:01.896749 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-b49090ff-8e0a-4d5c-b793-d5c1d8f186de None None] Provisioning for port c2088efd-829b-4c43-a402-ec1ddb10045a completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:15:01.906347 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ea9cc2d3-48dc-4ae1-a493-c8ae638e11af tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:01.991574 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:02.049655 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c26fc38f-d892-4142-a8ea-56f135dd4a89 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:02.100190 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-b49090ff-8e0a-4d5c-b793-d5c1d8f186de None None] Provisioning complete for port c2088efd-829b-4c43-a402-ec1ddb10045a triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:15:02.101173 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b49090ff-8e0a-4d5c-b793-d5c1d8f186de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:02.225478 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-b49090ff-8e0a-4d5c-b793-d5c1d8f186de None None] Port c2088efd-829b-4c43-a402-ec1ddb10045a cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:15:02.254232 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 76afcbbd-dbe2-48d2-9451-ea6e9081081c, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=76afcbbd-dbe2-48d2-9451-ea6e9081081c,segment=NetworkSegment(4226f161-0b17-4798-9c75-101cd4c4b8e3),segment_id=4226f161-0b17-4798-9c75-101cd4c4b8e3)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:15:02.265403 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:02.374580 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-63b7507a-0698-48bf-b2c9-8bac83707e53 req-9772618f-e637-43d7-bb05-98adc239f286 service neutron] 10.222.0.32 "GET /v2.0/networks/ee1bb8cb-174f-493f-8825-c1f4a7ad45ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5524423 May 05 22:15:02.375996 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port d9816e5c-78df-4e50-a9bf-1aad2e2f6db4, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=d9816e5c-78df-4e50-a9bf-1aad2e2f6db4,segment=NetworkSegment(a16662ea-ed15-4566-b265-fb4b19c1f9fd),segment_id=a16662ea-ed15-4566-b265-fb4b19c1f9fd)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:15:02.408921 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': 'd9816e5c-78df-4e50-a9bf-1aad2e2f6db4', 'network_id': 'ee1bb8cb-174f-493f-8825-c1f4a7ad45ee', 'port_id': 'd9816e5c-78df-4e50-a9bf-1aad2e2f6db4', 'mac_address': 'fa:16:3e:5a:92:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d7a7170-01f1-4e9d-959e-a8ffb505fdee', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:15:02.505547 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=76afcbbd-dbe2-48d2-9451-ea6e9081081c,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:02.524321 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:02.551881 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9816e5c-78df-4e50-a9bf-1aad2e2f6db4 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:15:02.577501 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port d9816e5c-78df-4e50-a9bf-1aad2e2f6db4, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=d9816e5c-78df-4e50-a9bf-1aad2e2f6db4,segment=NetworkSegment(a16662ea-ed15-4566-b265-fb4b19c1f9fd),segment_id=a16662ea-ed15-4566-b265-fb4b19c1f9fd)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:15:02.587332 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:02.769252 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-22e1c39f-e064-4dd6-af6d-17a7618ec21f None None] Provisioning complete for port 76afcbbd-dbe2-48d2-9451-ea6e9081081c triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:15:02.769895 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-22e1c39f-e064-4dd6-af6d-17a7618ec21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:02.787172 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c26fc38f-d892-4142-a8ea-56f135dd4a89 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:02.830765 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54aacb14-0439-4833-8529-f2bc732cb568 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:15:02.831361 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=d9816e5c-78df-4e50-a9bf-1aad2e2f6db4,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:02.846684 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c91d150-96d4-435e-8e79-0ea9938488a3 None None] Sync routers for ids ['a9f8a63c-d7e1-4d88-9f87-5448c182cc9b'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:15:02.849695 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['d9816e5c-78df-4e50-a9bf-1aad2e2f6db4'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:15:02.893741 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ea9cc2d3-48dc-4ae1-a493-c8ae638e11af tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:02.904611 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-54aacb14-0439-4833-8529-f2bc732cb568 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:02.905550 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b9d32e1a-87d5-4999-af7f-2f75b98b3f1e req-1b93fb56-b251-47a8-81b4-11f31d023eed tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3d68aece-1355-4cf5-82ba-ea119d708d67 HTTP/1.1" status: 200 len: 1095 time: 0.2784121 May 05 22:15:02.906666 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-54aacb14-0439-4833-8529-f2bc732cb568 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.8690140 May 05 22:15:02.913327 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51212) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:02.917305 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ea9cc2d3-48dc-4ae1-a493-c8ae638e11af tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:02.927039 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26fc38f-d892-4142-a8ea-56f135dd4a89 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event updated for resources: {'Subnet': ['ID=b0ebf498-6b3e-432f-9ddd-41facb4c045c,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:02.930028 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-623d1d72-e7e6-475a-b35d-fd3f6ed958c4 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'enable_snat': False}}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:15:02.959177 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26fc38f-d892-4142-a8ea-56f135dd4a89 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Checking segment: {'id': '2911e62c-bbc9-4e25-8917-d41904df398a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '294c183e-04d8-4a79-b453-cdfc3f4968fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:15:02.959633 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26fc38f-d892-4142-a8ea-56f135dd4a89 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Network hostable DHCP agents. Network: 294c183e-04d8-4a79-b453-cdfc3f4968fd, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:15:02.987355 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b9d32e1a-87d5-4999-af7f-2f75b98b3f1e req-ba5cb8d1-139d-41b5-bb67-cb13ba8ed88f tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=01880227-df76-4924-9a50-770a67dd6ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806518 May 05 22:15:02.992606 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c91d150-96d4-435e-8e79-0ea9938488a3 None None] Routers {'a9f8a63c-d7e1-4d88-9f87-5448c182cc9b'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:15:02.993243 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-1c91d150-96d4-435e-8e79-0ea9938488a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:14:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['a9f8a63c-d7e1-4d88-9f87-5448c182cc9b'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:03.007364 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26fc38f-d892-4142-a8ea-56f135dd4a89 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Network 294c183e-04d8-4a79-b453-cdfc3f4968fd is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:15:03.017060 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-c26fc38f-d892-4142-a8ea-56f135dd4a89 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 294c183e-04d8-4a79-b453-cdfc3f4968fd) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:15:03.021180 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26fc38f-d892-4142-a8ea-56f135dd4a89 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:15:03.022934 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c26fc38f-d892-4142-a8ea-56f135dd4a89 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:03.047072 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c26fc38f-d892-4142-a8ea-56f135dd4a89 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0178325 May 05 22:15:03.049712 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51216) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:03.055243 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-99ebfca0-7ad2-4d03-9ce0-5cbadaa0dd8b tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2000293153', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:15:03.058100 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccacdcd3-427d-4d7b-800b-19d376006d40 None None] Network 294c183e-04d8-4a79-b453-cdfc3f4968fd requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:15:03.063266 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-99ebfca0-7ad2-4d03-9ce0-5cbadaa0dd8b tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:15:03.068143 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-99ebfca0-7ad2-4d03-9ce0-5cbadaa0dd8b tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Usage tracker for resource:router and tenant:47ea26e8a7d7452cb25778b9d924edf0 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:15:03.071281 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-99ebfca0-7ad2-4d03-9ce0-5cbadaa0dd8b tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:15:03.077794 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-99ebfca0-7ad2-4d03-9ce0-5cbadaa0dd8b tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:15:03.089351 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-99ebfca0-7ad2-4d03-9ce0-5cbadaa0dd8b tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:03.089595 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-1c91d150-96d4-435e-8e79-0ea9938488a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:03.090209 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-99ebfca0-7ad2-4d03-9ce0-5cbadaa0dd8b tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:03.124519 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-99ebfca0-7ad2-4d03-9ce0-5cbadaa0dd8b tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:03.158643 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-99ebfca0-7ad2-4d03-9ce0-5cbadaa0dd8b tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:03.196172 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-99ebfca0-7ad2-4d03-9ce0-5cbadaa0dd8b tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:03.200266 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-99ebfca0-7ad2-4d03-9ce0-5cbadaa0dd8b tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1468034 May 05 22:15:03.203360 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51220) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:03.210670 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-11b11726-3447-4257-86f3-8bf8a4b40cef tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Request body: {'port': {'network_id': '294c183e-04d8-4a79-b453-cdfc3f4968fd', 'name': 'tempest-RoutersIpV6Test-842931920'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:15:03.240359 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c91d150-96d4-435e-8e79-0ea9938488a3 None None] Routers {'a9f8a63c-d7e1-4d88-9f87-5448c182cc9b'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:15:03.241644 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-1c91d150-96d4-435e-8e79-0ea9938488a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:14:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['a9f8a63c-d7e1-4d88-9f87-5448c182cc9b'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:03.241913 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-ea9cc2d3-48dc-4ae1-a493-c8ae638e11af tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] In _notify_port_updated(), no bound segment for port c2088efd-829b-4c43-a402-ec1ddb10045a on network 951210ae-51ed-4869-b212-289bc5abfafe {{(pid=84063) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 05 22:15:03.245966 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9cc2d3-48dc-4ae1-a493-c8ae638e11af tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:15:03.246718 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ea9cc2d3-48dc-4ae1-a493-c8ae638e11af tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:03.250937 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ea9cc2d3-48dc-4ae1-a493-c8ae638e11af tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] 10.222.0.23 "PUT /v2.0/ports/c2088efd-829b-4c43-a402-ec1ddb10045a HTTP/1.1" status: 200 len: 996 time: 1.9901702 May 05 22:15:03.254642 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9cc2d3-48dc-4ae1-a493-c8ae638e11af tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Pushing event updated for resources: {'Port': ['ID=c2088efd-829b-4c43-a402-ec1ddb10045a,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:03.258578 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51224) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:03.278036 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9cc2d3-48dc-4ae1-a493-c8ae638e11af tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:15:03.278715 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9cc2d3-48dc-4ae1-a493-c8ae638e11af tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:15:03.279474 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9cc2d3-48dc-4ae1-a493-c8ae638e11af tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:15:03.280006 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9cc2d3-48dc-4ae1-a493-c8ae638e11af tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:15:03.280620 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9cc2d3-48dc-4ae1-a493-c8ae638e11af tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:15:03.281135 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9cc2d3-48dc-4ae1-a493-c8ae638e11af tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:15:03.282038 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9cc2d3-48dc-4ae1-a493-c8ae638e11af tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:15:03.282716 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9cc2d3-48dc-4ae1-a493-c8ae638e11af tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:15:03.283408 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9cc2d3-48dc-4ae1-a493-c8ae638e11af tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:15:03.284187 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9cc2d3-48dc-4ae1-a493-c8ae638e11af tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:15:03.284733 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9cc2d3-48dc-4ae1-a493-c8ae638e11af tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:15:03.330364 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-1c91d150-96d4-435e-8e79-0ea9938488a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:03.331054 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c91d150-96d4-435e-8e79-0ea9938488a3 None None] The sync data for ids ['a9f8a63c-d7e1-4d88-9f87-5448c182cc9b'] in n-d-825175-4 is: [] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:15:03.355846 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 76afcbbd-dbe2-48d2-9451-ea6e9081081c up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:15:03.411414 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f3897a-bd71-4bd5-a059-8ae558b2f5ac admin admin] Router 0d6a4664-1695-4669-88f5-3b07976e28cf is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 22:15:03.416965 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-4d0a820e-40fd-4e9a-9e30-803eeb5b8672 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Deleting port c2088efd-829b-4c43-a402-ec1ddb10045a {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:15:03.417368 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4d0a820e-40fd-4e9a-9e30-803eeb5b8672 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:03.552471 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-11b11726-3447-4257-86f3-8bf8a4b40cef tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:15:03.557280 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-11b11726-3447-4257-86f3-8bf8a4b40cef tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Usage tracker for resource:port and tenant:47ea26e8a7d7452cb25778b9d924edf0 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:15:03.561323 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-11b11726-3447-4257-86f3-8bf8a4b40cef tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:15:03.567735 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-11b11726-3447-4257-86f3-8bf8a4b40cef tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:15:03.589998 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b11726-3447-4257-86f3-8bf8a4b40cef tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Made reservation on behalf of 47ea26e8a7d7452cb25778b9d924edf0 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:15:03.597213 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-11b11726-3447-4257-86f3-8bf8a4b40cef tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:03.600840 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30772f7a-b043-465c-9f51-3b3684b7da81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-294c183e-04d8-4a79-b453-cdfc3f4968fd', 'network_id': '294c183e-04d8-4a79-b453-cdfc3f4968fd', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'fixed_ips': [{'subnet_id': 'b0ebf498-6b3e-432f-9ddd-41facb4c045c'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:15:03.601749 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-30772f7a-b043-465c-9f51-3b3684b7da81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:03.616259 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 76afcbbd-dbe2-48d2-9451-ea6e9081081c triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:15:03.616719 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:03.632907 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [None req-11b11726-3447-4257-86f3-8bf8a4b40cef tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] device_id is not set on port cd60fbe2-76b4-4763-9e67-e2706aa87231 yet. {{(pid=84061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:15:03.649431 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-a96a9ea5-4eb0-4e79-934f-0fcccc14c2bc None None] Provisioning complete for port c2088efd-829b-4c43-a402-ec1ddb10045a triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:15:03.649937 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a96a9ea5-4eb0-4e79-934f-0fcccc14c2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:03.717639 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-a96a9ea5-4eb0-4e79-934f-0fcccc14c2bc None None] Port c2088efd-829b-4c43-a402-ec1ddb10045a cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:15:03.814481 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-11b11726-3447-4257-86f3-8bf8a4b40cef tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Allocated IP 2001:db8::c5 (294c183e-04d8-4a79-b453-cdfc3f4968fd/b0ebf498-6b3e-432f-9ddd-41facb4c045c/cd60fbe2-76b4-4763-9e67-e2706aa87231) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:15:03.891716 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device ee371f70-6a28-430b-94c0-3fdedcfe6ce3 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:15:03.902916 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4d0a820e-40fd-4e9a-9e30-803eeb5b8672 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:03.971532 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port ee371f70-6a28-430b-94c0-3fdedcfe6ce3 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:15:03.980634 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port ee371f70-6a28-430b-94c0-3fdedcfe6ce3 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:15:03.981240 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:04.106025 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-11b11726-3447-4257-86f3-8bf8a4b40cef tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:04.126282 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-11b11726-3447-4257-86f3-8bf8a4b40cef tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Transition to ACTIVE for port object cd60fbe2-76b4-4763-9e67-e2706aa87231 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:15:04.137012 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:04.159528 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-11b11726-3447-4257-86f3-8bf8a4b40cef tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:04.176929 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-4d0a820e-40fd-4e9a-9e30-803eeb5b8672 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Calling delete_port for c2088efd-829b-4c43-a402-ec1ddb10045a owned by {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:15:04.225753 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port ee371f70-6a28-430b-94c0-3fdedcfe6ce3, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=ee371f70-6a28-430b-94c0-3fdedcfe6ce3,segment=NetworkSegment(f2778ac1-72a7-4736-b3a9-9126090f5f76),segment_id=f2778ac1-72a7-4736-b3a9-9126090f5f76)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:15:04.238354 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:04.356030 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-30772f7a-b043-465c-9f51-3b3684b7da81 None None] Allocated IP 2001:db8::2 (294c183e-04d8-4a79-b453-cdfc3f4968fd/b0ebf498-6b3e-432f-9ddd-41facb4c045c/daafd831-cee4-424f-8009-927183622ae4) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:15:04.358871 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=ee371f70-6a28-430b-94c0-3fdedcfe6ce3,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:04.384745 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b11726-3447-4257-86f3-8bf8a4b40cef tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Network 294c183e-04d8-4a79-b453-cdfc3f4968fd is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:15:04.390003 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-11b11726-3447-4257-86f3-8bf8a4b40cef tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:15:04.431675 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b11726-3447-4257-86f3-8bf8a4b40cef tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:15:04.438504 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b11726-3447-4257-86f3-8bf8a4b40cef tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:15:04.438504 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-11b11726-3447-4257-86f3-8bf8a4b40cef tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:04.447147 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b11726-3447-4257-86f3-8bf8a4b40cef tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event updated for resources: {'Port': ['ID=cd60fbe2-76b4-4763-9e67-e2706aa87231,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:04.488225 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b11726-3447-4257-86f3-8bf8a4b40cef tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:15:04.488634 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b11726-3447-4257-86f3-8bf8a4b40cef tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:15:04.488978 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b11726-3447-4257-86f3-8bf8a4b40cef tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:15:04.489292 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b11726-3447-4257-86f3-8bf8a4b40cef tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:15:04.489615 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b11726-3447-4257-86f3-8bf8a4b40cef tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:15:04.490014 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b11726-3447-4257-86f3-8bf8a4b40cef tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:15:04.490338 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b11726-3447-4257-86f3-8bf8a4b40cef tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:15:04.490734 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b11726-3447-4257-86f3-8bf8a4b40cef tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:15:04.491015 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b11726-3447-4257-86f3-8bf8a4b40cef tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:15:04.491332 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b11726-3447-4257-86f3-8bf8a4b40cef tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:15:04.491647 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b11726-3447-4257-86f3-8bf8a4b40cef tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:15:04.501204 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-11b11726-3447-4257-86f3-8bf8a4b40cef tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.2941227 May 05 22:15:04.501589 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51248) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:04.640631 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-30772f7a-b043-465c-9f51-3b3684b7da81 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:04.653138 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-30772f7a-b043-465c-9f51-3b3684b7da81 None None] Transition to ACTIVE for port object daafd831-cee4-424f-8009-927183622ae4 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:15:04.673584 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-db483bb1-a467-44f6-9f47-216501cd85c3 req-b0dc7933-372a-4412-a7a0-17e43dda8e09 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3d68aece-1355-4cf5-82ba-ea119d708d67 HTTP/1.1" status: 200 len: 1095 time: 0.2873330 May 05 22:15:04.679476 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-30772f7a-b043-465c-9f51-3b3684b7da81 None None] Transition to ACTIVE for port object daafd831-cee4-424f-8009-927183622ae4 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:15:04.688976 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-30772f7a-b043-465c-9f51-3b3684b7da81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:04.704050 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f3897a-bd71-4bd5-a059-8ae558b2f5ac admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:15:04.712588 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4d0a820e-40fd-4e9a-9e30-803eeb5b8672 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:04.713366 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b38736a-4338-44dc-b56e-1902656dde30 None None] Sync routers for ids ['0d6a4664-1695-4669-88f5-3b07976e28cf'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:15:04.736941 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b38736a-4338-44dc-b56e-1902656dde30 None None] Routers {'0d6a4664-1695-4669-88f5-3b07976e28cf'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:15:04.738604 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-5b38736a-4338-44dc-b56e-1902656dde30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:14:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['0d6a4664-1695-4669-88f5-3b07976e28cf'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:04.786173 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0a820e-40fd-4e9a-9e30-803eeb5b8672 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Pushing event deleted for resources: {'Port': ['ID=c2088efd-829b-4c43-a402-ec1ddb10045a,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:04.831388 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c9f3897a-bd71-4bd5-a059-8ae558b2f5ac admin admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:04.835030 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c9f3897a-bd71-4bd5-a059-8ae558b2f5ac admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.7489228 May 05 22:15:04.845438 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51252) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:04.907192 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30772f7a-b043-465c-9f51-3b3684b7da81 None None] Network 294c183e-04d8-4a79-b453-cdfc3f4968fd is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:15:04.919100 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-30772f7a-b043-465c-9f51-3b3684b7da81 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:15:04.941744 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30772f7a-b043-465c-9f51-3b3684b7da81 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:15:04.946108 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30772f7a-b043-465c-9f51-3b3684b7da81 None None] Pushing event updated for resources: {'Port': ['ID=daafd831-cee4-424f-8009-927183622ae4,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:04.973573 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-db483bb1-a467-44f6-9f47-216501cd85c3 req-f09c5128-639d-412f-ae4a-6b8d1d590447 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=01880227-df76-4924-9a50-770a67dd6ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988732 May 05 22:15:05.124651 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4d0a820e-40fd-4e9a-9e30-803eeb5b8672 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:05.132652 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-4d0a820e-40fd-4e9a-9e30-803eeb5b8672 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] 10.222.0.23 "DELETE /v2.0/ports/c2088efd-829b-4c43-a402-ec1ddb10045a HTTP/1.1" status: 204 len: 168 time: 1.8684535 May 05 22:15:05.132838 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51256) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:05.241772 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-5b38736a-4338-44dc-b56e-1902656dde30 None None] Set router 0d6a4664-1695-4669-88f5-3b07976e28cf gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:15:05.255371 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-30772f7a-b043-465c-9f51-3b3684b7da81 None None] Attempting to bind port daafd831-cee4-424f-8009-927183622ae4 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:15:05.255730 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-30772f7a-b043-465c-9f51-3b3684b7da81 None None] Attempting to bind port daafd831-cee4-424f-8009-927183622ae4 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '2911e62c-bbc9-4e25-8917-d41904df398a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '294c183e-04d8-4a79-b453-cdfc3f4968fd'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:15:05.259004 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30772f7a-b043-465c-9f51-3b3684b7da81 None None] Attempting to bind port daafd831-cee4-424f-8009-927183622ae4 on network 294c183e-04d8-4a79-b453-cdfc3f4968fd {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:15:05.261444 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device ee371f70-6a28-430b-94c0-3fdedcfe6ce3 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:15:05.285282 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-9299a277-c529-48ab-aff0-75cda57a4d38 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] GET failed (client error): The resource could not be found. May 05 22:15:05.290303 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-9299a277-c529-48ab-aff0-75cda57a4d38 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] 10.222.0.23 "GET /v2.0/ports/c2088efd-829b-4c43-a402-ec1ddb10045a HTTP/1.1" status: 404 len: 333 time: 0.1533625 May 05 22:15:05.295678 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51260) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:05.306413 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-fc02b328-81dc-4353-be0f-03c3edee2656 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Request body: {'port': {'network_id': '951210ae-51ed-4869-b212-289bc5abfafe', 'name': 'tempest-AllowedAddressPairTestJSON-1251414087'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:15:05.339030 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30772f7a-b043-465c-9f51-3b3684b7da81 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:15:05.339316 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30772f7a-b043-465c-9f51-3b3684b7da81 None None] Checking segment: {'id': '2911e62c-bbc9-4e25-8917-d41904df398a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '294c183e-04d8-4a79-b453-cdfc3f4968fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:15:05.340087 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-30772f7a-b043-465c-9f51-3b3684b7da81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:05.340087 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30772f7a-b043-465c-9f51-3b3684b7da81 None None] Bound using segment: {'id': '2911e62c-bbc9-4e25-8917-d41904df398a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '294c183e-04d8-4a79-b453-cdfc3f4968fd'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:15:05.340623 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-30772f7a-b043-465c-9f51-3b3684b7da81 None None] Bound port: daafd831-cee4-424f-8009-927183622ae4, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2911e62c-bbc9-4e25-8917-d41904df398a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '294c183e-04d8-4a79-b453-cdfc3f4968fd'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:15:05.340991 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-30772f7a-b043-465c-9f51-3b3684b7da81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:05.451093 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-30772f7a-b043-465c-9f51-3b3684b7da81 None None] For port daafd831-cee4-424f-8009-927183622ae4, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:15:05.465980 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-30772f7a-b043-465c-9f51-3b3684b7da81 None None] For port daafd831-cee4-424f-8009-927183622ae4, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=daafd831-cee4-424f-8009-927183622ae4,segment=NetworkSegment(2911e62c-bbc9-4e25-8917-d41904df398a),segment_id=2911e62c-bbc9-4e25-8917-d41904df398a)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:15:05.479840 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-30772f7a-b043-465c-9f51-3b3684b7da81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:05.582370 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-fc02b328-81dc-4353-be0f-03c3edee2656 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:15:05.586150 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-623d1d72-e7e6-475a-b35d-fd3f6ed958c4 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:05.604953 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-fc02b328-81dc-4353-be0f-03c3edee2656 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Usage tracker for resource:port and tenant:da5414daf93046db894120b8eff52041 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:15:05.608190 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port ee371f70-6a28-430b-94c0-3fdedcfe6ce3 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:15:05.608616 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:05.613391 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8e12090d-1f42-4871-b8db-f78a9a4c0742 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:05.649802 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-fc02b328-81dc-4353-be0f-03c3edee2656 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:15:05.734785 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30772f7a-b043-465c-9f51-3b3684b7da81 None None] Pushing event updated for resources: {'Port': ['ID=daafd831-cee4-424f-8009-927183622ae4,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:05.768977 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-5b38736a-4338-44dc-b56e-1902656dde30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6a4664-1695-4669-88f5-3b07976e28cf', 'name': 'tempest-TestVolumeBackupRestore-170793685-router', 'tenant_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'e2e8f770-812e-4732-a746-ae152ef360ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:14:56Z', 'updated_at': '2022-05-05T22:15:01Z', 'revision_number': 3, 'project_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'gw_port': {'id': 'e2e8f770-812e-4732-a746-ae152ef360ad', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6a4664-1695-4669-88f5-3b07976e28cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:14:57Z', 'updated_at': '2022-05-05T22:14:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:05.773040 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b38736a-4338-44dc-b56e-1902656dde30 None None] Checking router: 0d6a4664-1695-4669-88f5-3b07976e28cf for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:15:05.773380 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b38736a-4338-44dc-b56e-1902656dde30 None None] Updating router 0d6a4664-1695-4669-88f5-3b07976e28cf port e2e8f770-812e-4732-a746-ae152ef360ad binding host n-d-825175-4 {{(pid=84068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:15:05.872671 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device d9816e5c-78df-4e50-a9bf-1aad2e2f6db4 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:15:05.875540 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-5b38736a-4338-44dc-b56e-1902656dde30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:05.994934 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:06.022445 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port d9816e5c-78df-4e50-a9bf-1aad2e2f6db4 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:15:06.032079 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port d9816e5c-78df-4e50-a9bf-1aad2e2f6db4 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:15:06.034593 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:06.216044 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:06.299422 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:06.334096 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d68aece-1355-4cf5-82ba-ea119d708d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9816e5c-78df-4e50-a9bf-1aad2e2f6db4'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:15:06.358818 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port d9816e5c-78df-4e50-a9bf-1aad2e2f6db4, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=d9816e5c-78df-4e50-a9bf-1aad2e2f6db4,segment=NetworkSegment(a16662ea-ed15-4566-b265-fb4b19c1f9fd),segment_id=a16662ea-ed15-4566-b265-fb4b19c1f9fd)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:15:06.371102 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:06.408320 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-623d1d72-e7e6-475a-b35d-fd3f6ed958c4 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:06.411910 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-623d1d72-e7e6-475a-b35d-fd3f6ed958c4 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-926863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-926864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-930834'] for router, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:06.465770 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6627c43-aa49-435c-ba11-135320ed895c'] response: {'server_uuid': '3d68aece-1355-4cf5-82ba-ea119d708d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9816e5c-78df-4e50-a9bf-1aad2e2f6db4', 'code': 200} May 05 22:15:06.485399 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=d9816e5c-78df-4e50-a9bf-1aad2e2f6db4,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:06.566150 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-fc02b328-81dc-4353-be0f-03c3edee2656 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:15:06.576454 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-5b38736a-4338-44dc-b56e-1902656dde30 None None] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:06.607886 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.provisioning_blocks [None req-5b38736a-4338-44dc-b56e-1902656dde30 None None] Transition to ACTIVE for port object e2e8f770-812e-4732-a746-ae152ef360ad will not be triggered until provisioned by entity L2. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:15:06.625978 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-5b38736a-4338-44dc-b56e-1902656dde30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:06.637218 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc02b328-81dc-4353-be0f-03c3edee2656 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Made reservation on behalf of da5414daf93046db894120b8eff52041 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:15:06.641009 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fc02b328-81dc-4353-be0f-03c3edee2656 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:06.683976 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8e12090d-1f42-4871-b8db-f78a9a4c0742 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:06.729187 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a189a8-9b5b-49cc-bcc8-66d4a6f99826 None None] Pushing event updated for resources: {'Port': ['ID=e2e8f770-812e-4732-a746-ae152ef360ad,revision_number=2']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:06.738495 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8e12090d-1f42-4871-b8db-f78a9a4c0742 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:06.742306 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-5b38736a-4338-44dc-b56e-1902656dde30 None None] Attempting to bind port e2e8f770-812e-4732-a746-ae152ef360ad on host n-d-825175-4 for vnic_type normal with profile {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:15:06.742755 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-5b38736a-4338-44dc-b56e-1902656dde30 None None] Attempting to bind port e2e8f770-812e-4732-a746-ae152ef360ad by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:15:06.743171 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b38736a-4338-44dc-b56e-1902656dde30 None None] Attempting to bind port e2e8f770-812e-4732-a746-ae152ef360ad on network 25bfe237-58de-4709-a3e0-ac79da07c300 {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:15:06.764067 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b38736a-4338-44dc-b56e-1902656dde30 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:15:06.764638 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b38736a-4338-44dc-b56e-1902656dde30 None None] Checking segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:15:06.765103 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-5b38736a-4338-44dc-b56e-1902656dde30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:06.765545 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b38736a-4338-44dc-b56e-1902656dde30 None None] Bound using segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:15:06.766117 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-5b38736a-4338-44dc-b56e-1902656dde30 None None] Bound port: e2e8f770-812e-4732-a746-ae152ef360ad, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:15:06.766539 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-5b38736a-4338-44dc-b56e-1902656dde30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:06.860792 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-5b38736a-4338-44dc-b56e-1902656dde30 None None] For port e2e8f770-812e-4732-a746-ae152ef360ad, host n-d-825175-4, cleared binding levels {{(pid=84068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:15:06.864264 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-5b38736a-4338-44dc-b56e-1902656dde30 None None] For port e2e8f770-812e-4732-a746-ae152ef360ad, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=e2e8f770-812e-4732-a746-ae152ef360ad,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:15:06.876269 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-5b38736a-4338-44dc-b56e-1902656dde30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:06.981560 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a189a8-9b5b-49cc-bcc8-66d4a6f99826 None None] Pushing event updated for resources: {'Port': ['ID=e2e8f770-812e-4732-a746-ae152ef360ad,revision_number=3']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:07.001818 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b38736a-4338-44dc-b56e-1902656dde30 None None] Routers {'0d6a4664-1695-4669-88f5-3b07976e28cf'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:15:07.002469 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-5b38736a-4338-44dc-b56e-1902656dde30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:14:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['0d6a4664-1695-4669-88f5-3b07976e28cf'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:07.129341 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [None req-fc02b328-81dc-4353-be0f-03c3edee2656 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] device_id is not set on port 6227ebde-74b5-48af-8270-e8671cb0256f yet. {{(pid=84061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:15:07.141935 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90f576d-bd03-4faf-9de7-91af2b4265d7 None None] Network 294c183e-04d8-4a79-b453-cdfc3f4968fd requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:15:07.180402 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e12090d-1f42-4871-b8db-f78a9a4c0742 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event updated for resources: {'Port': ['ID=cd60fbe2-76b4-4763-9e67-e2706aa87231,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:07.245987 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0d2c2f5b-153d-4b3b-9922-8413352d598b req-6c88ec04-051a-4e33-a297-b258521de04b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3d68aece-1355-4cf5-82ba-ea119d708d67 HTTP/1.1" status: 200 len: 1096 time: 0.6613629 May 05 22:15:07.261843 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7f01a99b-e041-4884-9c81-a0f5d1221cfe req-23132e87-06ae-4bed-9e04-7dd98679f415 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3d68aece-1355-4cf5-82ba-ea119d708d67 HTTP/1.1" status: 200 len: 1096 time: 0.7570996 May 05 22:15:07.301155 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623d1d72-e7e6-475a-b35d-fd3f6ed958c4 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Router a9f8a63c-d7e1-4d88-9f87-5448c182cc9b has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:15:07.340723 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7ef7ddcb-8fb6-472b-be79-ed329d6423c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:07.347909 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-5b38736a-4338-44dc-b56e-1902656dde30 None None] Set router 0d6a4664-1695-4669-88f5-3b07976e28cf gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:15:07.360776 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device daafd831-cee4-424f-8009-927183622ae4 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:15:07.395761 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8e12090d-1f42-4871-b8db-f78a9a4c0742 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:07.464220 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f3ab94d4-1545-43c0-b54c-d4e42d32fe1f None None] Provisioning for port daafd831-cee4-424f-8009-927183622ae4 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:15:07.514278 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0d2c2f5b-153d-4b3b-9922-8413352d598b req-b537212a-325a-4864-a2f8-2f6882d23c6d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=01880227-df76-4924-9a50-770a67dd6ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557199 May 05 22:15:07.552183 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7f01a99b-e041-4884-9c81-a0f5d1221cfe req-e6d768e5-b7cf-4d3b-807d-c0acafc59708 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=01880227-df76-4924-9a50-770a67dd6ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569327 May 05 22:15:07.561022 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-fc02b328-81dc-4353-be0f-03c3edee2656 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Allocated IP 172.20.0.14 (951210ae-51ed-4869-b212-289bc5abfafe/f4265e23-c72d-4c07-bc86-05459d900cdd/6227ebde-74b5-48af-8270-e8671cb0256f) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:15:07.569576 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port daafd831-cee4-424f-8009-927183622ae4 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:15:07.594908 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port daafd831-cee4-424f-8009-927183622ae4 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:15:07.596139 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:07.732985 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8e12090d-1f42-4871-b8db-f78a9a4c0742 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:07.944629 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-5b38736a-4338-44dc-b56e-1902656dde30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6a4664-1695-4669-88f5-3b07976e28cf', 'name': 'tempest-TestVolumeBackupRestore-170793685-router', 'tenant_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'e2e8f770-812e-4732-a746-ae152ef360ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:14:56Z', 'updated_at': '2022-05-05T22:15:01Z', 'revision_number': 3, 'project_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'gw_port': {'id': 'e2e8f770-812e-4732-a746-ae152ef360ad', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6a4664-1695-4669-88f5-3b07976e28cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:14:57Z', 'updated_at': '2022-05-05T22:15:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:07.953249 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-7ef7ddcb-8fb6-472b-be79-ed329d6423c0 admin admin] Allocated IP 172.20.0.1 (bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e/8c342395-5639-4bcd-beca-f868d5133602/7e554d88-b668-41a7-b22c-7c4eb6808aff) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:15:07.961548 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b38736a-4338-44dc-b56e-1902656dde30 None None] The sync data for ids ['0d6a4664-1695-4669-88f5-3b07976e28cf'] in n-d-825175-4 is: [{'id': '0d6a4664-1695-4669-88f5-3b07976e28cf', 'name': 'tempest-TestVolumeBackupRestore-170793685-router', 'tenant_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'e2e8f770-812e-4732-a746-ae152ef360ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:14:56Z', 'updated_at': '2022-05-05T22:15:01Z', 'revision_number': 3, 'project_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'gw_port': {'id': 'e2e8f770-812e-4732-a746-ae152ef360ad', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6a4664-1695-4669-88f5-3b07976e28cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:14:57Z', 'updated_at': '2022-05-05T22:15:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:15:07.974098 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:08.037992 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port daafd831-cee4-424f-8009-927183622ae4, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=daafd831-cee4-424f-8009-927183622ae4,segment=NetworkSegment(2911e62c-bbc9-4e25-8917-d41904df398a),segment_id=2911e62c-bbc9-4e25-8917-d41904df398a)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:15:08.048584 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:08.160566 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=daafd831-cee4-424f-8009-927183622ae4,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:08.206247 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7ef7ddcb-8fb6-472b-be79-ed329d6423c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:08.215222 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623d1d72-e7e6-475a-b35d-fd3f6ed958c4 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:15:08.229405 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6424ec1a-5972-4b0f-bc6a-2c1346ac8334 None None] Sync routers for ids ['a9f8a63c-d7e1-4d88-9f87-5448c182cc9b'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:15:08.232240 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-623d1d72-e7e6-475a-b35d-fd3f6ed958c4 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:08.236843 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-623d1d72-e7e6-475a-b35d-fd3f6ed958c4 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] 10.222.0.23 "PUT /v2.0/routers/a9f8a63c-d7e1-4d88-9f87-5448c182cc9b HTTP/1.1" status: 200 len: 924 time: 5.3220503 May 05 22:15:08.237638 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51278) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:08.242151 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-7ef7ddcb-8fb6-472b-be79-ed329d6423c0 admin admin] Transition to ACTIVE for port object 7e554d88-b668-41a7-b22c-7c4eb6808aff will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:15:08.247570 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6424ec1a-5972-4b0f-bc6a-2c1346ac8334 None None] Routers {'a9f8a63c-d7e1-4d88-9f87-5448c182cc9b'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:15:08.249058 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-6424ec1a-5972-4b0f-bc6a-2c1346ac8334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:14:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['a9f8a63c-d7e1-4d88-9f87-5448c182cc9b'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:08.321825 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fc02b328-81dc-4353-be0f-03c3edee2656 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:08.331773 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-6424ec1a-5972-4b0f-bc6a-2c1346ac8334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:08.344615 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6424ec1a-5972-4b0f-bc6a-2c1346ac8334 None None] Routers {'a9f8a63c-d7e1-4d88-9f87-5448c182cc9b'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:15:08.345403 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-6424ec1a-5972-4b0f-bc6a-2c1346ac8334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:14:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['a9f8a63c-d7e1-4d88-9f87-5448c182cc9b'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:08.382518 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-fc02b328-81dc-4353-be0f-03c3edee2656 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Transition to ACTIVE for port object 6227ebde-74b5-48af-8270-e8671cb0256f will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:15:08.454909 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7ef7ddcb-8fb6-472b-be79-ed329d6423c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:08.460524 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-6424ec1a-5972-4b0f-bc6a-2c1346ac8334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:08.460978 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6424ec1a-5972-4b0f-bc6a-2c1346ac8334 None None] The sync data for ids ['a9f8a63c-d7e1-4d88-9f87-5448c182cc9b'] in n-d-825175-4 is: [] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:15:08.498939 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-72f4090f-9709-431d-8c72-f5e523f0c11c None None] Provisioning complete for port daafd831-cee4-424f-8009-927183622ae4 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:15:08.498939 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-72f4090f-9709-431d-8c72-f5e523f0c11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:08.550492 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef7ddcb-8fb6-472b-be79-ed329d6423c0 admin admin] Network bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:15:08.560374 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-7ef7ddcb-8fb6-472b-be79-ed329d6423c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:15:08.565469 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef7ddcb-8fb6-472b-be79-ed329d6423c0 admin admin] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:15:08.718084 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef7ddcb-8fb6-472b-be79-ed329d6423c0 admin admin] Pushing event updated for resources: {'Port': ['ID=7e554d88-b668-41a7-b22c-7c4eb6808aff,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:08.745465 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7ef7ddcb-8fb6-472b-be79-ed329d6423c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:08.866905 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8e12090d-1f42-4871-b8db-f78a9a4c0742 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:08.888206 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b164276a-6919-40f9-957b-b5c347adc598 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] 10.222.0.23 "GET /v2.0/routers/a9f8a63c-d7e1-4d88-9f87-5448c182cc9b HTTP/1.1" status: 200 len: 924 time: 0.6478469 May 05 22:15:08.891744 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51302) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:08.892717 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8e12090d-1f42-4871-b8db-f78a9a4c0742 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:08.893601 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8e12090d-1f42-4871-b8db-f78a9a4c0742 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:08.900577 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:15:08.981981 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-72f4090f-9709-431d-8c72-f5e523f0c11c None None] Provisioning for port cd60fbe2-76b4-4763-9e67-e2706aa87231 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:15:08.993605 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-72f4090f-9709-431d-8c72-f5e523f0c11c None None] Provisioning complete for port cd60fbe2-76b4-4763-9e67-e2706aa87231 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:15:08.995090 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-72f4090f-9709-431d-8c72-f5e523f0c11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:09.060875 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e12090d-1f42-4871-b8db-f78a9a4c0742 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event updated for resources: {'Port': ['ID=cd60fbe2-76b4-4763-9e67-e2706aa87231,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:09.075823 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7ef7ddcb-8fb6-472b-be79-ed329d6423c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:09.096590 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-72f4090f-9709-431d-8c72-f5e523f0c11c None None] Port cd60fbe2-76b4-4763-9e67-e2706aa87231 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:15:09.148535 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51314) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:09.220878 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fc02b328-81dc-4353-be0f-03c3edee2656 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:09.229226 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-a75c8fbf-026c-425b-a919-ba5cd84800c4 None None] Provisioning for port 7e554d88-b668-41a7-b22c-7c4eb6808aff completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:15:09.242593 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-a75c8fbf-026c-425b-a919-ba5cd84800c4 None None] Provisioning complete for port 7e554d88-b668-41a7-b22c-7c4eb6808aff triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:15:09.243320 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a75c8fbf-026c-425b-a919-ba5cd84800c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:09.283348 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device daafd831-cee4-424f-8009-927183622ae4 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:15:09.329984 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e276884f-f161-4c69-843e-1e3824c962cb req-d2626854-9627-40dc-b9d7-4e6d00d7c4f7 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3d68aece-1355-4cf5-82ba-ea119d708d67 HTTP/1.1" status: 200 len: 1096 time: 0.3035018 May 05 22:15:09.347107 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc02b328-81dc-4353-be0f-03c3edee2656 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Network 951210ae-51ed-4869-b212-289bc5abfafe is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:15:09.347107 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-fc02b328-81dc-4353-be0f-03c3edee2656 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:15:09.353078 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc02b328-81dc-4353-be0f-03c3edee2656 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:15:09.457222 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc02b328-81dc-4353-be0f-03c3edee2656 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Pushing event updated for resources: {'Port': ['ID=6227ebde-74b5-48af-8270-e8671cb0256f,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:09.490061 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc02b328-81dc-4353-be0f-03c3edee2656 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:15:09.491146 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fc02b328-81dc-4353-be0f-03c3edee2656 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:09.501141 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-a75c8fbf-026c-425b-a919-ba5cd84800c4 None None] Port 7e554d88-b668-41a7-b22c-7c4eb6808aff cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:15:09.543502 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-fc02b328-81dc-4353-be0f-03c3edee2656 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2440352 May 05 22:15:09.543859 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e12090d-1f42-4871-b8db-f78a9a4c0742 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Network 294c183e-04d8-4a79-b453-cdfc3f4968fd is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:15:09.546849 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port daafd831-cee4-424f-8009-927183622ae4 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:15:09.547665 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51326) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:09.548400 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:09.553847 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-8e12090d-1f42-4871-b8db-f78a9a4c0742 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:15:09.652278 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-a75c8fbf-026c-425b-a919-ba5cd84800c4 None None] Provisioning complete for port cd60fbe2-76b4-4763-9e67-e2706aa87231 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:15:09.652919 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a75c8fbf-026c-425b-a919-ba5cd84800c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:09.738307 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e276884f-f161-4c69-843e-1e3824c962cb req-c66ace82-417f-4a1c-bc43-1d798e11701d tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=01880227-df76-4924-9a50-770a67dd6ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3931935 May 05 22:15:09.740918 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-a75c8fbf-026c-425b-a919-ba5cd84800c4 None None] Port cd60fbe2-76b4-4763-9e67-e2706aa87231 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:15:09.754324 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-69550e0b-1b0c-4969-a3d9-ec9878273ba8 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Request body: {'port': {'network_id': '951210ae-51ed-4869-b212-289bc5abfafe', 'name': 'tempest-AllowedAddressPairTestJSON-1885269751'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:15:09.881827 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-98614063-b87f-4eb6-bdfd-cbd19d972755 None None] Provisioning for port 6227ebde-74b5-48af-8270-e8671cb0256f completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:15:09.892156 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-903265fe-33ae-4fd0-be9e-cf034fb29d89 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Synchronizing usage tracker for tenant:cf406e9775934d9fb753811badf0a404 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:15:09.893597 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-98614063-b87f-4eb6-bdfd-cbd19d972755 None None] Provisioning complete for port 6227ebde-74b5-48af-8270-e8671cb0256f triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:15:09.894314 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-98614063-b87f-4eb6-bdfd-cbd19d972755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:09.944677 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-85aa690b-77fc-4a14-bc30-e3578a936876 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Deleting port eed329b6-4352-4871-afc1-89331c8a6310 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:15:09.945026 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-85aa690b-77fc-4a14-bc30-e3578a936876 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:09.976933 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-98614063-b87f-4eb6-bdfd-cbd19d972755 None None] Port 6227ebde-74b5-48af-8270-e8671cb0256f cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:15:09.979527 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-903265fe-33ae-4fd0-be9e-cf034fb29d89 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Unset dirty status for tenant:cf406e9775934d9fb753811badf0a404 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:15:09.984536 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-903265fe-33ae-4fd0-be9e-cf034fb29d89 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=25bfe237-58de-4709-a3e0-ac79da07c300&device_id=a9f8a63c-d7e1-4d88-9f87-5448c182cc9b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.0879693 May 05 22:15:09.986310 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51330) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:10.104406 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-cef9688c-7d40-493e-95c9-a9f1b6ddda3e None None] Provisioning complete for port cd60fbe2-76b4-4763-9e67-e2706aa87231 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:15:10.105655 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-cef9688c-7d40-493e-95c9-a9f1b6ddda3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:10.132098 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-69550e0b-1b0c-4969-a3d9-ec9878273ba8 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:15:10.133541 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7ef7ddcb-8fb6-472b-be79-ed329d6423c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:10.141101 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-69550e0b-1b0c-4969-a3d9-ec9878273ba8 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Usage tracker for resource:port and tenant:da5414daf93046db894120b8eff52041 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:15:10.146873 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-69550e0b-1b0c-4969-a3d9-ec9878273ba8 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:15:10.154642 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7ef7ddcb-8fb6-472b-be79-ed329d6423c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:10.185332 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-cef9688c-7d40-493e-95c9-a9f1b6ddda3e None None] Port cd60fbe2-76b4-4763-9e67-e2706aa87231 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:15:10.223017 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-69550e0b-1b0c-4969-a3d9-ec9878273ba8 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:15:10.269618 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-85aa690b-77fc-4a14-bc30-e3578a936876 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:10.269831 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-85aa690b-77fc-4a14-bc30-e3578a936876 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:10.288188 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef7ddcb-8fb6-472b-be79-ed329d6423c0 admin admin] Pushing event updated for resources: {'Port': ['ID=7e554d88-b668-41a7-b22c-7c4eb6808aff,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:10.306110 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ba3061-4056-4dab-a931-2c5abff5213b tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:15:10.306698 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-41ba3061-4056-4dab-a931-2c5abff5213b tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Synchronizing usage tracker for tenant:cf406e9775934d9fb753811badf0a404 on resource:network {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:15:10.311179 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69550e0b-1b0c-4969-a3d9-ec9878273ba8 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Made reservation on behalf of da5414daf93046db894120b8eff52041 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:15:10.314830 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-69550e0b-1b0c-4969-a3d9-ec9878273ba8 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:10.364393 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [None req-69550e0b-1b0c-4969-a3d9-ec9878273ba8 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] device_id is not set on port 433b504a-bd5c-4120-98a4-8a4495c8fae6 yet. {{(pid=84061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:15:10.396359 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-41ba3061-4056-4dab-a931-2c5abff5213b tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Unset dirty status for tenant:cf406e9775934d9fb753811badf0a404 on resource:network {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:15:10.397656 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-41ba3061-4056-4dab-a931-2c5abff5213b tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] 10.222.0.23 "GET /v2.0/networks/25bfe237-58de-4709-a3e0-ac79da07c300 HTTP/1.1" status: 200 len: 881 time: 0.4074385 May 05 22:15:10.401459 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51334) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:10.415805 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-85aa690b-77fc-4a14-bc30-e3578a936876 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Calling delete_port for eed329b6-4352-4871-afc1-89331c8a6310 owned by network:floatingip {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:15:10.512606 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7ef7ddcb-8fb6-472b-be79-ed329d6423c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:10.546486 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9ace4f1d-c7e9-4a29-9a4d-2a1e570e343a tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9f8a63c-d7e1-4d88-9f87-5448c182cc9b HTTP/1.1" status: 200 len: 205 time: 0.1401939 May 05 22:15:10.555050 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51340) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:10.567332 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-69550e0b-1b0c-4969-a3d9-ec9878273ba8 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Allocated IP 172.20.0.6 (951210ae-51ed-4869-b212-289bc5abfafe/f4265e23-c72d-4c07-bc86-05459d900cdd/433b504a-bd5c-4120-98a4-8a4495c8fae6) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:15:10.628825 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e12090d-1f42-4871-b8db-f78a9a4c0742 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Router 5fc4b0f6-34cb-430e-85c5-35d4625fec57 is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 22:15:10.938583 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-85aa690b-77fc-4a14-bc30-e3578a936876 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:10.979384 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef7ddcb-8fb6-472b-be79-ed329d6423c0 admin admin] Network bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:15:10.993478 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-7ef7ddcb-8fb6-472b-be79-ed329d6423c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:15:10.998322 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aa690b-77fc-4a14-bc30-e3578a936876 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event deleted for resources: {'Port': ['ID=eed329b6-4352-4871-afc1-89331c8a6310,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:11.159186 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-69550e0b-1b0c-4969-a3d9-ec9878273ba8 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:11.188885 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d571b52a-7dcf-497c-a36d-45e04cc1326f req-43308c96-de25-4a0f-945a-e226d4a8dbe0 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3d68aece-1355-4cf5-82ba-ea119d708d67 HTTP/1.1" status: 200 len: 1096 time: 0.2613745 May 05 22:15:11.191235 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-69550e0b-1b0c-4969-a3d9-ec9878273ba8 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Transition to ACTIVE for port object 433b504a-bd5c-4120-98a4-8a4495c8fae6 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:15:11.234278 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e12090d-1f42-4871-b8db-f78a9a4c0742 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:15:11.244828 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951efee3-7fd7-4b6f-8e51-ef8641d23a66 None None] Sync routers for ids ['5fc4b0f6-34cb-430e-85c5-35d4625fec57'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:15:11.259019 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951efee3-7fd7-4b6f-8e51-ef8641d23a66 None None] Routers {'5fc4b0f6-34cb-430e-85c5-35d4625fec57'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:15:11.259641 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-951efee3-7fd7-4b6f-8e51-ef8641d23a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:14:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['5fc4b0f6-34cb-430e-85c5-35d4625fec57'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:11.263408 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-8e12090d-1f42-4871-b8db-f78a9a4c0742 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "PUT /v2.0/routers/5fc4b0f6-34cb-430e-85c5-35d4625fec57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7586117 May 05 22:15:11.268218 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51346) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:11.272503 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d571b52a-7dcf-497c-a36d-45e04cc1326f req-816162b6-4f7a-416f-8c44-45d950aa3187 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=01880227-df76-4924-9a50-770a67dd6ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720134 May 05 22:15:11.312254 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-69550e0b-1b0c-4969-a3d9-ec9878273ba8 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:11.328033 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-951efee3-7fd7-4b6f-8e51-ef8641d23a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:11.340418 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-11aa56fa-369e-4a74-ad20-10f972259370 None None] Provisioning complete for port 7e554d88-b668-41a7-b22c-7c4eb6808aff triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:15:11.340883 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-11aa56fa-369e-4a74-ad20-10f972259370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:11.352336 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951efee3-7fd7-4b6f-8e51-ef8641d23a66 None None] Routers {'5fc4b0f6-34cb-430e-85c5-35d4625fec57'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:15:11.352880 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-951efee3-7fd7-4b6f-8e51-ef8641d23a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:14:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['5fc4b0f6-34cb-430e-85c5-35d4625fec57'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:11.406046 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-85aa690b-77fc-4a14-bc30-e3578a936876 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for floatingip, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:11.445754 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-11aa56fa-369e-4a74-ad20-10f972259370 None None] Port 7e554d88-b668-41a7-b22c-7c4eb6808aff cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:15:11.455542 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-951efee3-7fd7-4b6f-8e51-ef8641d23a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:11.455935 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951efee3-7fd7-4b6f-8e51-ef8641d23a66 None None] The sync data for ids ['5fc4b0f6-34cb-430e-85c5-35d4625fec57'] in n-d-825175-4 is: [] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:15:11.522030 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1848a9d4-b05a-4a63-b20e-a6db0a826467 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:15:11.522610 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-1848a9d4-b05a-4a63-b20e-a6db0a826467 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Synchronizing usage tracker for tenant:47ea26e8a7d7452cb25778b9d924edf0 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:15:11.526409 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69550e0b-1b0c-4969-a3d9-ec9878273ba8 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Network 951210ae-51ed-4869-b212-289bc5abfafe is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:15:11.541295 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-69550e0b-1b0c-4969-a3d9-ec9878273ba8 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:15:11.549395 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5a8ecbc2-e4bc-4858-8e09-6d62018c7ac2 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:11.550870 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69550e0b-1b0c-4969-a3d9-ec9878273ba8 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:15:11.581112 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69550e0b-1b0c-4969-a3d9-ec9878273ba8 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Pushing event updated for resources: {'Port': ['ID=433b504a-bd5c-4120-98a4-8a4495c8fae6,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:11.613905 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-1848a9d4-b05a-4a63-b20e-a6db0a826467 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Unset dirty status for tenant:47ea26e8a7d7452cb25778b9d924edf0 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:15:11.615345 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-1848a9d4-b05a-4a63-b20e-a6db0a826467 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "GET /v2.0/ports/cd60fbe2-76b4-4763-9e67-e2706aa87231 HTTP/1.1" status: 200 len: 982 time: 0.3464277 May 05 22:15:11.619662 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51358) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:11.708137 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69550e0b-1b0c-4969-a3d9-ec9878273ba8 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:15:11.708889 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-69550e0b-1b0c-4969-a3d9-ec9878273ba8 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:11.783130 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-731cbaf8-798c-4650-8e78-b3b26af3c5b0 req-8fa88a9c-325f-4199-a01a-76fe83099050 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3d68aece-1355-4cf5-82ba-ea119d708d67 HTTP/1.1" status: 200 len: 1096 time: 0.3466516 May 05 22:15:11.838615 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-69550e0b-1b0c-4969-a3d9-ec9878273ba8 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2896800 May 05 22:15:11.842675 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51366) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:11.851752 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-c737773f-c8d7-4345-9b47-a17ff0266a73 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:9b:26:a8'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:c1:b5:f5'}]}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:15:11.888664 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-d5f5fe6a-a16f-470e-b074-7566c4321a16 None None] Provisioning for port 433b504a-bd5c-4120-98a4-8a4495c8fae6 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:15:11.896770 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-d5f5fe6a-a16f-470e-b074-7566c4321a16 None None] Provisioning complete for port 433b504a-bd5c-4120-98a4-8a4495c8fae6 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:15:11.897828 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d5f5fe6a-a16f-470e-b074-7566c4321a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:11.921407 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-731cbaf8-798c-4650-8e78-b3b26af3c5b0 req-8e7d32d4-d24c-4b53-8585-26a01fc52d4c tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=01880227-df76-4924-9a50-770a67dd6ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371465 May 05 22:15:11.989826 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-d5f5fe6a-a16f-470e-b074-7566c4321a16 None None] Port 433b504a-bd5c-4120-98a4-8a4495c8fae6 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:15:12.233565 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef7ddcb-8fb6-472b-be79-ed329d6423c0 admin admin] Router 0d6a4664-1695-4669-88f5-3b07976e28cf has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:15:12.237812 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5a8ecbc2-e4bc-4858-8e09-6d62018c7ac2 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:12.264714 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-5a8ecbc2-e4bc-4858-8e09-6d62018c7ac2 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Deleting port a6b04dec-b3c4-48ea-9035-238f00b36f5c {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:15:12.264907 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5a8ecbc2-e4bc-4858-8e09-6d62018c7ac2 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:12.475257 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c737773f-c8d7-4345-9b47-a17ff0266a73 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:12.493691 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7b8bf594-256b-4344-a656-411098a893e0 req-13386399-856f-470a-be51-1838fa72b6c9 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3d68aece-1355-4cf5-82ba-ea119d708d67 HTTP/1.1" status: 200 len: 1096 time: 0.3849661 May 05 22:15:12.617117 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5a8ecbc2-e4bc-4858-8e09-6d62018c7ac2 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:12.732652 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f5c3a316-c7c1-4ace-8939-535565bc90c9 req-5a7fd977-f3ec-42ea-8903-efd6f05b0c1d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4bb0e0b6-9db6-4d6e-ad2f-d70a89dab3e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4154515 May 05 22:15:12.784173 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7b8bf594-256b-4344-a656-411098a893e0 req-994bfabf-2c78-4ab0-8e98-4e9bcd7dbcb7 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=01880227-df76-4924-9a50-770a67dd6ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784798 May 05 22:15:12.892844 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-5a8ecbc2-e4bc-4858-8e09-6d62018c7ac2 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Calling delete_port for a6b04dec-b3c4-48ea-9035-238f00b36f5c owned by network:router_gateway {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:15:12.993617 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85aa690b-77fc-4a14-bc30-e3578a936876 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Router fd468c6d-d5a0-4553-ab4e-97723ca5c241 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:15:13.098315 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f5c3a316-c7c1-4ace-8939-535565bc90c9 req-b55cc6b3-24e5-4e01-a112-3eb16636bcd0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=06fb629024324e968714595537efac5c&device_id=4bb0e0b6-9db6-4d6e-ad2f-d70a89dab3e6 HTTP/1.1" status: 200 len: 1097 time: 0.2263837 May 05 22:15:13.104430 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef7ddcb-8fb6-472b-be79-ed329d6423c0 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:15:13.104926 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c737773f-c8d7-4345-9b47-a17ff0266a73 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:13.137038 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c737773f-c8d7-4345-9b47-a17ff0266a73 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:13.282210 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-7ef7ddcb-8fb6-472b-be79-ed329d6423c0 admin admin] 10.222.0.23 "PUT /v2.0/routers/0d6a4664-1695-4669-88f5-3b07976e28cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4042156 May 05 22:15:13.367891 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5a8ecbc2-e4bc-4858-8e09-6d62018c7ac2 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:13.472442 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ecbc2-e4bc-4858-8e09-6d62018c7ac2 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Pushing event deleted for resources: {'Port': ['ID=a6b04dec-b3c4-48ea-9035-238f00b36f5c,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:13.482443 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c737773f-c8d7-4345-9b47-a17ff0266a73 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Pushing event updated for resources: {'Port': ['ID=433b504a-bd5c-4120-98a4-8a4495c8fae6,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:13.548956 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-c737773f-c8d7-4345-9b47-a17ff0266a73 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] In _notify_port_updated(), no bound segment for port 433b504a-bd5c-4120-98a4-8a4495c8fae6 on network 951210ae-51ed-4869-b212-289bc5abfafe {{(pid=84061) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 05 22:15:13.553296 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c737773f-c8d7-4345-9b47-a17ff0266a73 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:15:13.554295 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c737773f-c8d7-4345-9b47-a17ff0266a73 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:13.555692 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c737773f-c8d7-4345-9b47-a17ff0266a73 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] 10.222.0.23 "PUT /v2.0/ports/433b504a-bd5c-4120-98a4-8a4495c8fae6 HTTP/1.1" status: 200 len: 1056 time: 1.7119076 May 05 22:15:13.568283 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51394) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:13.732910 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43af61e0-3aca-4019-9623-390c1dca907e None None] Provisioning complete for port 433b504a-bd5c-4120-98a4-8a4495c8fae6 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:15:13.733564 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43af61e0-3aca-4019-9623-390c1dca907e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:13.806030 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43af61e0-3aca-4019-9623-390c1dca907e None None] Port 433b504a-bd5c-4120-98a4-8a4495c8fae6 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:15:13.900305 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5a8ecbc2-e4bc-4858-8e09-6d62018c7ac2 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:13.905068 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c3a316-c7c1-4ace-8939-535565bc90c9 req-a509fea9-309f-4646-afcc-8fc08682a0f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:15:13.906983 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f5c3a316-c7c1-4ace-8939-535565bc90c9 req-a509fea9-309f-4646-afcc-8fc08682a0f2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8699afcf-6ff9-4969-a8e9-5c2742a40e07 HTTP/1.1" status: 200 len: 898 time: 0.7895129 May 05 22:15:13.914540 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-2e9cbfa4-c4fb-4367-ac55-5b517ecd12de tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Deleting port 433b504a-bd5c-4120-98a4-8a4495c8fae6 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:15:13.923606 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2e9cbfa4-c4fb-4367-ac55-5b517ecd12de tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:13.962319 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722263e3-9ec5-445c-9ef6-e109deda6407 req-1526d2ea-1697-42f0-b38f-87e2f1066177 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:15:13.964787 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-722263e3-9ec5-445c-9ef6-e109deda6407 req-1526d2ea-1697-42f0-b38f-87e2f1066177 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/networks?id=ee1bb8cb-174f-493f-8825-c1f4a7ad45ee HTTP/1.1" status: 200 len: 911 time: 0.7755370 May 05 22:15:13.978683 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-54b40950-7a27-4da5-921c-eba42949cbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:14.040994 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85aa690b-77fc-4a14-bc30-e3578a936876 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:15:14.051598 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-85aa690b-77fc-4a14-bc30-e3578a936876 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:14.062747 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc7c4fe-e2b3-4bf8-bdca-282d55e2c550 None None] Sync routers for ids ['fd468c6d-d5a0-4553-ab4e-97723ca5c241'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:15:14.079938 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8828ccd2-7afd-4fed-988c-c2834c6b3e6b tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:14.094732 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc7c4fe-e2b3-4bf8-bdca-282d55e2c550 None None] Routers {'fd468c6d-d5a0-4553-ab4e-97723ca5c241'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:15:14.095683 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-adc7c4fe-e2b3-4bf8-bdca-282d55e2c550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:14:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['fd468c6d-d5a0-4553-ab4e-97723ca5c241'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:14.205295 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f5c3a316-c7c1-4ace-8939-535565bc90c9 req-03de3cb5-2349-4838-89b2-171e7812039b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=f3bc3d55-39fa-4c21-8cda-77ea86224166 HTTP/1.1" status: 200 len: 217 time: 0.2468970 May 05 22:15:14.277221 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-85aa690b-77fc-4a14-bc30-e3578a936876 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "DELETE /v2.0/floatingips/65ab86fc-a306-4713-8265-1105c6aeb62b HTTP/1.1" status: 204 len: 168 time: 5.1266599 May 05 22:15:14.305053 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5a8ecbc2-e4bc-4858-8e09-6d62018c7ac2 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:14.315768 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bb0e0b6-9db6-4d6e-ad2f-d70a89dab3e6', 'tag': 'f3bc3d55-39fa-4c21-8cda-77ea86224166'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:15:14.342285 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5a8ecbc2-e4bc-4858-8e09-6d62018c7ac2 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:14.381809 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-adc7c4fe-e2b3-4bf8-bdca-282d55e2c550 None None] Set router fd468c6d-d5a0-4553-ab4e-97723ca5c241 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:15:14.396299 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5a8ecbc2-e4bc-4858-8e09-6d62018c7ac2 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:14.396867 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8ecbc2-e4bc-4858-8e09-6d62018c7ac2 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Fanout notify agent at l3_agent the message router_deleted on router a9f8a63c-d7e1-4d88-9f87-5448c182cc9b {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:15:14.409493 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5a8ecbc2-e4bc-4858-8e09-6d62018c7ac2 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:14.414433 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5a8ecbc2-e4bc-4858-8e09-6d62018c7ac2 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] 10.222.0.23 "DELETE /v2.0/routers/a9f8a63c-d7e1-4d88-9f87-5448c182cc9b HTTP/1.1" status: 204 len: 168 time: 3.8517721 May 05 22:15:14.419455 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51414) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:14.426345 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-5e47b2b5-b0bd-4ca6-b397-959f8303930f tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-377288793', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:15:14.436282 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-5e47b2b5-b0bd-4ca6-b397-959f8303930f tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:15:14.445504 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-5e47b2b5-b0bd-4ca6-b397-959f8303930f tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Usage tracker for resource:router and tenant:a2eabe7e70de4863a8371f817bdd6ea0 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:15:14.449183 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-722263e3-9ec5-445c-9ef6-e109deda6407 req-ca470164-937a-4709-aa79-74434c884e9c tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/quotas/73d345cf0a794159ba751dcc23f97acb HTTP/1.1" status: 200 len: 375 time: 0.4126644 May 05 22:15:14.455512 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-5e47b2b5-b0bd-4ca6-b397-959f8303930f tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:15:14.480947 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-5e47b2b5-b0bd-4ca6-b397-959f8303930f tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:15:14.510796 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5e47b2b5-b0bd-4ca6-b397-959f8303930f tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:14.512028 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5e47b2b5-b0bd-4ca6-b397-959f8303930f tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:14.551337 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5e47b2b5-b0bd-4ca6-b397-959f8303930f tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:14.602242 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5e47b2b5-b0bd-4ca6-b397-959f8303930f tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:14.615575 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c3a316-c7c1-4ace-8939-535565bc90c9 req-43cffa4f-d379-4cb5-bc85-70c106f12b88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:15:14.617048 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f5c3a316-c7c1-4ace-8939-535565bc90c9 req-43cffa4f-d379-4cb5-bc85-70c106f12b88 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a5f2ecd3-a738-4837-9a7c-d4cb828205ef HTTP/1.1" status: 200 len: 837 time: 0.3052857 May 05 22:15:14.641275 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5e47b2b5-b0bd-4ca6-b397-959f8303930f tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:14.642776 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5e47b2b5-b0bd-4ca6-b397-959f8303930f tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2216139 May 05 22:15:14.645434 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51422) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:14.650847 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-4e36bd61-2bb6-47d1-8d42-b6ce29e48f53 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Request body: {'router': {'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:15:14.900154 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-adc7c4fe-e2b3-4bf8-bdca-282d55e2c550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd468c6d-d5a0-4553-ab4e-97723ca5c241', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770954578', 'tenant_id': '06fb629024324e968714595537efac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': 'a5120c11-a427-4283-b49f-7876465a1919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:12:48Z', 'updated_at': '2022-05-05T22:13:10Z', 'revision_number': 4, 'project_id': '06fb629024324e968714595537efac5c', 'gw_port': {'id': 'a5120c11-a427-4283-b49f-7876465a1919', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd468c6d-d5a0-4553-ab4e-97723ca5c241', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:12:50Z', 'updated_at': '2022-05-05T22:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'fc897491-3ad6-4280-b6ac-50a20a21241e', 'name': '', 'network_id': '8699afcf-6ff9-4969-a8e9-5c2742a40e07', 'tenant_id': '06fb629024324e968714595537efac5c', 'mac_address': 'fa:16:3e:ab:03:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd468c6d-d5a0-4553-ab4e-97723ca5c241', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5f2ecd3-a738-4837-9a7c-d4cb828205ef', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:13:07Z', 'updated_at': '2022-05-05T22:13:27Z', 'revision_number': 5, 'project_id': '06fb629024324e968714595537efac5c', 'subnets': [{'id': 'a5f2ecd3-a738-4837-9a7c-d4cb828205ef', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:14.905248 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc7c4fe-e2b3-4bf8-bdca-282d55e2c550 None None] Checking router: fd468c6d-d5a0-4553-ab4e-97723ca5c241 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:15:14.907421 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cec9e8e-4492-4eea-8508-25e3046168e3'] response: {'name': 'network-changed', 'server_uuid': '4bb0e0b6-9db6-4d6e-ad2f-d70a89dab3e6', 'tag': 'f3bc3d55-39fa-4c21-8cda-77ea86224166', 'status': 'completed', 'code': 200} May 05 22:15:14.918803 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc7c4fe-e2b3-4bf8-bdca-282d55e2c550 None None] Routers {'fd468c6d-d5a0-4553-ab4e-97723ca5c241'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:15:14.919594 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-adc7c4fe-e2b3-4bf8-bdca-282d55e2c550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:14:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['fd468c6d-d5a0-4553-ab4e-97723ca5c241'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:15.206650 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-adc7c4fe-e2b3-4bf8-bdca-282d55e2c550 None None] Set router fd468c6d-d5a0-4553-ab4e-97723ca5c241 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:15:15.281010 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device e2e8f770-812e-4732-a746-ae152ef360ad up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:15:15.312781 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51442) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:15.369936 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-fd567082-9412-42d0-b3bd-75a967e6fd12 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1886855355-network', 'tenant_id': '7cea7d9e921148bd9e39328bf3830233'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:15:15.466551 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port e2e8f770-812e-4732-a746-ae152ef360ad completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:15:15.467644 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-fd567082-9412-42d0-b3bd-75a967e6fd12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:15:15.472474 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-fd567082-9412-42d0-b3bd-75a967e6fd12 admin admin] Usage tracker for resource:network and tenant:7cea7d9e921148bd9e39328bf3830233 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:15:15.476295 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-fd567082-9412-42d0-b3bd-75a967e6fd12 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:15:15.487097 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-fd567082-9412-42d0-b3bd-75a967e6fd12 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:15:15.495719 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port e2e8f770-812e-4732-a746-ae152ef360ad triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:15:15.496080 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:15.640430 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd567082-9412-42d0-b3bd-75a967e6fd12 admin admin] Made reservation on behalf of 7cea7d9e921148bd9e39328bf3830233 for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:15:15.642872 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fd567082-9412-42d0-b3bd-75a967e6fd12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:15.699017 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4e36bd61-2bb6-47d1-8d42-b6ce29e48f53 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:15.708094 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51448) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:15.727547 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fd567082-9412-42d0-b3bd-75a967e6fd12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:15.755786 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-722263e3-9ec5-445c-9ef6-e109deda6407 req-240259ab-bfc0-4b12-9815-df421519bb6f tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/ports?tenant_id=73d345cf0a794159ba751dcc23f97acb&fields=id HTTP/1.1" status: 200 len: 348 time: 1.3052943 May 05 22:15:15.767934 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2e9cbfa4-c4fb-4367-ac55-5b517ecd12de tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:15.775069 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:15.805112 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f5c3a316-c7c1-4ace-8939-535565bc90c9 req-28583bc7-00fc-4ae2-bd58-63e2f3986b9c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8699afcf-6ff9-4969-a8e9-5c2742a40e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.1461253 May 05 22:15:15.839962 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port e2e8f770-812e-4732-a746-ae152ef360ad, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=e2e8f770-812e-4732-a746-ae152ef360ad,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:15:15.855406 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:15.930987 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=e2e8f770-812e-4732-a746-ae152ef360ad,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:15.938959 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-adc7c4fe-e2b3-4bf8-bdca-282d55e2c550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd468c6d-d5a0-4553-ab4e-97723ca5c241', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770954578', 'tenant_id': '06fb629024324e968714595537efac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': 'a5120c11-a427-4283-b49f-7876465a1919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:12:48Z', 'updated_at': '2022-05-05T22:13:10Z', 'revision_number': 4, 'project_id': '06fb629024324e968714595537efac5c', 'gw_port': {'id': 'a5120c11-a427-4283-b49f-7876465a1919', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd468c6d-d5a0-4553-ab4e-97723ca5c241', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:12:50Z', 'updated_at': '2022-05-05T22:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'fc897491-3ad6-4280-b6ac-50a20a21241e', 'name': '', 'network_id': '8699afcf-6ff9-4969-a8e9-5c2742a40e07', 'tenant_id': '06fb629024324e968714595537efac5c', 'mac_address': 'fa:16:3e:ab:03:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd468c6d-d5a0-4553-ab4e-97723ca5c241', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5f2ecd3-a738-4837-9a7c-d4cb828205ef', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:13:07Z', 'updated_at': '2022-05-05T22:13:27Z', 'revision_number': 5, 'project_id': '06fb629024324e968714595537efac5c', 'subnets': [{'id': 'a5f2ecd3-a738-4837-9a7c-d4cb828205ef', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:15.943459 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc7c4fe-e2b3-4bf8-bdca-282d55e2c550 None None] The sync data for ids ['fd468c6d-d5a0-4553-ab4e-97723ca5c241'] in n-d-825175-4 is: [{'id': 'fd468c6d-d5a0-4553-ab4e-97723ca5c241', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770954578', 'tenant_id': '06fb629024324e968714595537efac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': 'a5120c11-a427-4283-b49f-7876465a1919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:12:48Z', 'updated_at': '2022-05-05T22:13:10Z', 'revision_number': 4, 'project_id': '06fb629024324e968714595537efac5c', 'gw_port': {'id': 'a5120c11-a427-4283-b49f-7876465a1919', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd468c6d-d5a0-4553-ab4e-97723ca5c241', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:12:50Z', 'updated_at': '2022-05-05T22:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'fc897491-3ad6-4280-b6ac-50a20a21241e', 'name': '', 'network_id': '8699afcf-6ff9-4969-a8e9-5c2742a40e07', 'tenant_id': '06fb629024324e968714595537efac5c', 'mac_address': 'fa:16:3e:ab:03:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd468c6d-d5a0-4553-ab4e-97723ca5c241', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5f2ecd3-a738-4837-9a7c-d4cb828205ef', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:13:07Z', 'updated_at': '2022-05-05T22:13:27Z', 'revision_number': 5, 'project_id': '06fb629024324e968714595537efac5c', 'subnets': [{'id': 'a5f2ecd3-a738-4837-9a7c-d4cb828205ef', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:15:15.954921 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3f2fb62c-64f8-42c8-96b7-84d3446b8160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:16.022363 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4e36bd61-2bb6-47d1-8d42-b6ce29e48f53 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks [] for router_gateway, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:16.061187 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4e36bd61-2bb6-47d1-8d42-b6ce29e48f53 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:16.091983 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-2e9cbfa4-c4fb-4367-ac55-5b517ecd12de tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Calling delete_port for 433b504a-bd5c-4120-98a4-8a4495c8fae6 owned by {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:15:16.141584 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-3f2fb62c-64f8-42c8-96b7-84d3446b8160 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:15:16.153314 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3f2fb62c-64f8-42c8-96b7-84d3446b8160 admin admin] Usage tracker for resource:security_group_rule and tenant:53919335aa4b4e17afd2b6a870efae51 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:15:16.157649 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3f2fb62c-64f8-42c8-96b7-84d3446b8160 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:15:16.171701 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-3f2fb62c-64f8-42c8-96b7-84d3446b8160 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:15:16.259101 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-fd567082-9412-42d0-b3bd-75a967e6fd12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:15:16.276412 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcccfdf-7549-461a-b819-e7935100e411 req-808188bc-85ec-466e-9d75-ca8e445b6635 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:15:16.277934 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1fcccfdf-7549-461a-b819-e7935100e411 req-808188bc-85ec-466e-9d75-ca8e445b6635 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bb0e0b6-9db6-4d6e-ad2f-d70a89dab3e6 HTTP/1.1" status: 200 len: 946 time: 0.9663572 May 05 22:15:16.279028 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-fd567082-9412-42d0-b3bd-75a967e6fd12 admin admin] Usage tracker for resource:security_group_rule and tenant:7cea7d9e921148bd9e39328bf3830233 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:15:16.297216 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-94ff8077-96a9-4ba2-8170-2234ccf4228c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:16.304801 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-fd567082-9412-42d0-b3bd-75a967e6fd12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:15:16.325448 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad2bf37-4642-49c7-8508-8633f497cddd req-065fd001-981d-4309-b78f-22866f3e4f37 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:15:16.326248 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-4ad2bf37-4642-49c7-8508-8633f497cddd req-065fd001-981d-4309-b78f-22866f3e4f37 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Synchronizing usage tracker for tenant:06fb629024324e968714595537efac5c on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:15:16.356704 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-4e36bd61-2bb6-47d1-8d42-b6ce29e48f53 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Allocated IP 172.25.4.148 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/581a7442-94c1-4b42-81ad-6e73e62f952d) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:15:16.365325 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3f2fb62c-64f8-42c8-96b7-84d3446b8160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:16.376531 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3f2fb62c-64f8-42c8-96b7-84d3446b8160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:16.399294 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-4ad2bf37-4642-49c7-8508-8633f497cddd req-065fd001-981d-4309-b78f-22866f3e4f37 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Unset dirty status for tenant:06fb629024324e968714595537efac5c on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:15:16.400432 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4ad2bf37-4642-49c7-8508-8633f497cddd req-065fd001-981d-4309-b78f-22866f3e4f37 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.32 "GET /v2.0/ports?device_id=4bb0e0b6-9db6-4d6e-ad2f-d70a89dab3e6 HTTP/1.1" status: 200 len: 946 time: 0.3010395 May 05 22:15:16.401790 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-fd567082-9412-42d0-b3bd-75a967e6fd12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:15:16.454632 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-722263e3-9ec5-445c-9ef6-e109deda6407 req-9258ed7c-2976-4edd-90bf-86f82df0b669 service neutron] 10.222.0.23 "GET /v2.0/networks/ee1bb8cb-174f-493f-8825-c1f4a7ad45ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6983671 May 05 22:15:16.559530 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-3f2fb62c-64f8-42c8-96b7-84d3446b8160 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=53919335aa4b4e17afd2b6a870efae51&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8479955 May 05 22:15:16.561966 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2fb62c-64f8-42c8-96b7-84d3446b8160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14090580-d638-4dc3-b78a-7e16c49d0d26,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:16.564468 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51454) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:16.584783 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f5c3a316-c7c1-4ace-8939-535565bc90c9 req-c83c2ae3-fb69-418a-8719-234e522fed5c service neutron] 10.222.0.32 "GET /v2.0/networks/8699afcf-6ff9-4969-a8e9-5c2742a40e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7630789 May 05 22:15:16.591321 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-4ad2bf37-4642-49c7-8508-8633f497cddd req-4aeafd3b-fb87-4945-80be-a99f5e8de3a6 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Deleting port f3bc3d55-39fa-4c21-8cda-77ea86224166 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:15:16.591697 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-4ad2bf37-4642-49c7-8508-8633f497cddd req-4aeafd3b-fb87-4945-80be-a99f5e8de3a6 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:16.694879 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1fcccfdf-7549-461a-b819-e7935100e411 req-958c1991-c0b0-49b5-95b2-686555e05edb tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/security-groups?id=7b854b5f-c124-44f8-9f96-0e34c40e2afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3954294 May 05 22:15:16.754767 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4e36bd61-2bb6-47d1-8d42-b6ce29e48f53 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:16.798425 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-675ccc55-f5eb-461d-8c75-904f78fe643b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:16.824439 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2e9cbfa4-c4fb-4367-ac55-5b517ecd12de tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:16.886506 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-8828ccd2-7afd-4fed-988c-c2834c6b3e6b tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Deleting port cd60fbe2-76b4-4763-9e67-e2706aa87231 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:15:16.886871 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8828ccd2-7afd-4fed-988c-c2834c6b3e6b tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:16.921681 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-675ccc55-f5eb-461d-8c75-904f78fe643b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:16.938050 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4e36bd61-2bb6-47d1-8d42-b6ce29e48f53 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:16.962485 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9cbfa4-c4fb-4367-ac55-5b517ecd12de tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Pushing event deleted for resources: {'Port': ['ID=433b504a-bd5c-4120-98a4-8a4495c8fae6,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:16.973446 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-722263e3-9ec5-445c-9ef6-e109deda6407 req-de087994-d470-4b40-8c0a-1f5455b59958 service neutron] 10.222.0.23 "GET /v2.0/networks/ee1bb8cb-174f-493f-8825-c1f4a7ad45ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4681890 May 05 22:15:16.986522 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fd567082-9412-42d0-b3bd-75a967e6fd12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:17.024021 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e36bd61-2bb6-47d1-8d42-b6ce29e48f53 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Pushing event updated for resources: {'Port': ['ID=581a7442-94c1-4b42-81ad-6e73e62f952d,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:17.042325 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fd567082-9412-42d0-b3bd-75a967e6fd12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:17.086464 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e36bd61-2bb6-47d1-8d42-b6ce29e48f53 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:15:17.091244 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-4e36bd61-2bb6-47d1-8d42-b6ce29e48f53 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:15:17.095408 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e36bd61-2bb6-47d1-8d42-b6ce29e48f53 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:15:17.096695 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f5c3a316-c7c1-4ace-8939-535565bc90c9 req-d45fcb10-2d98-409d-834c-fb9bcba08bee service neutron] 10.222.0.32 "GET /v2.0/networks/8699afcf-6ff9-4969-a8e9-5c2742a40e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4551575 May 05 22:15:17.197394 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-4ad2bf37-4642-49c7-8508-8633f497cddd req-4aeafd3b-fb87-4945-80be-a99f5e8de3a6 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] For port f3bc3d55-39fa-4c21-8cda-77ea86224166, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=f3bc3d55-39fa-4c21-8cda-77ea86224166,segment=NetworkSegment(ea299347-b876-4d00-b90a-ce5927cdc16d),segment_id=ea299347-b876-4d00-b90a-ce5927cdc16d)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:15:17.197917 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-4ad2bf37-4642-49c7-8508-8633f497cddd req-4aeafd3b-fb87-4945-80be-a99f5e8de3a6 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:17.231016 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device e2e8f770-812e-4732-a746-ae152ef360ad up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:15:17.258314 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-675ccc55-f5eb-461d-8c75-904f78fe643b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:17.334256 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port e2e8f770-812e-4732-a746-ae152ef360ad triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:15:17.334256 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:17.382277 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd567082-9412-42d0-b3bd-75a967e6fd12 admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:15:17.409534 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:17.492149 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd567082-9412-42d0-b3bd-75a967e6fd12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=902ba249-7f6a-42f2-8b14-01e820b745e1,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:17.496277 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-163e8070-bab2-4fe0-966c-5f88bea618a6 req-6e3fc4a9-67e2-45d0-9fa4-a43069ebcff9 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=526234b8-6fe7-40d4-ab15-3ada058c5fd4 HTTP/1.1" status: 200 len: 210 time: 0.1560273 May 05 22:15:17.511312 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fd567082-9412-42d0-b3bd-75a967e6fd12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:17.511842 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-fd567082-9412-42d0-b3bd-75a967e6fd12 admin admin] Added segment ce80d75d-c0aa-4d00-9478-d101c2a9d2aa of type vlan for network bca40b17-4a5b-4e45-8a5b-ff74b8f0462a May 05 22:15:17.537103 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:17.590223 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-4ad2bf37-4642-49c7-8508-8633f497cddd req-4aeafd3b-fb87-4945-80be-a99f5e8de3a6 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Calling delete_port for f3bc3d55-39fa-4c21-8cda-77ea86224166 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:15:17.642571 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ccc55-f5eb-461d-8c75-904f78fe643b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14090580-d638-4dc3-b78a-7e16c49d0d26,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:17.653202 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-675ccc55-f5eb-461d-8c75-904f78fe643b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:17.657202 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-675ccc55-f5eb-461d-8c75-904f78fe643b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/14090580-d638-4dc3-b78a-7e16c49d0d26 HTTP/1.1" status: 204 len: 168 time: 1.0861526 May 05 22:15:17.688480 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fd567082-9412-42d0-b3bd-75a967e6fd12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:17.699438 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8828ccd2-7afd-4fed-988c-c2834c6b3e6b tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:17.860986 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-4ad2bf37-4642-49c7-8508-8633f497cddd req-4aeafd3b-fb87-4945-80be-a99f5e8de3a6 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:17.948564 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeafd3b-fb87-4945-80be-a99f5e8de3a6 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event deleted for resources: {'Port': ['ID=f3bc3d55-39fa-4c21-8cda-77ea86224166,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:17.957789 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4e36bd61-2bb6-47d1-8d42-b6ce29e48f53 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks [] for router_gateway, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:18.029218 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2792ff08-0a0a-4a53-95b4-2e2f00ef0762 None None] New status for floating IP 65ab86fc-a306-4713-8265-1105c6aeb62b: DOWN {{(pid=84068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 22:15:18.060590 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-8828ccd2-7afd-4fed-988c-c2834c6b3e6b tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Calling delete_port for cd60fbe2-76b4-4763-9e67-e2706aa87231 owned by network:router_interface {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:15:18.116323 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.resource_extend [None req-fd567082-9412-42d0-b3bd-75a967e6fd12 admin admin] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 22:15:18.164555 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f2eef640-a4e6-45dc-b1ee-2f5195c35ea3 req-358b1958-afb1-47b4-9d17-6625cee7deee tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bb0e0b6-9db6-4d6e-ad2f-d70a89dab3e6 HTTP/1.1" status: 200 len: 210 time: 0.1883864 May 05 22:15:18.200139 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-827b8379-1616-4519-8b9b-4687b5639cfe req-af570040-2a47-441b-9560-5af169eb4f36 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=06fb629024324e968714595537efac5c&device_id=4bb0e0b6-9db6-4d6e-ad2f-d70a89dab3e6 HTTP/1.1" status: 200 len: 1097 time: 0.8587613 May 05 22:15:18.228067 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ad2bf37-4642-49c7-8508-8633f497cddd req-4aeafd3b-fb87-4945-80be-a99f5e8de3a6 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] No DVR routers for this DVR port f3bc3d55-39fa-4c21-8cda-77ea86224166 on host n-h2-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:15:18.232369 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-4ad2bf37-4642-49c7-8508-8633f497cddd req-4aeafd3b-fb87-4945-80be-a99f5e8de3a6 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:18.235255 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bb0e0b6-9db6-4d6e-ad2f-d70a89dab3e6', 'name': 'network-vif-deleted', 'tag': 'f3bc3d55-39fa-4c21-8cda-77ea86224166'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:15:18.247888 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fd567082-9412-42d0-b3bd-75a967e6fd12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:18.249057 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd567082-9412-42d0-b3bd-75a967e6fd12 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:15:18.249629 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fd567082-9412-42d0-b3bd-75a967e6fd12 admin admin] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:18.271292 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4ad2bf37-4642-49c7-8508-8633f497cddd req-4aeafd3b-fb87-4945-80be-a99f5e8de3a6 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.32 "DELETE /v2.0/ports/f3bc3d55-39fa-4c21-8cda-77ea86224166 HTTP/1.1" status: 204 len: 173 time: 1.8511610 May 05 22:15:18.310268 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4e36bd61-2bb6-47d1-8d42-b6ce29e48f53 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:18.326055 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4e36bd61-2bb6-47d1-8d42-b6ce29e48f53 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-926863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-926864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-930834'] for router, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:18.414639 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eea2c046-f87f-4403-833b-eb72c5d12fa6'] response: {'server_uuid': '4bb0e0b6-9db6-4d6e-ad2f-d70a89dab3e6', 'name': 'network-vif-deleted', 'tag': 'f3bc3d55-39fa-4c21-8cda-77ea86224166', 'status': 'completed', 'code': 200} May 05 22:15:18.415374 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51472) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:18.474752 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2e9cbfa4-c4fb-4367-ac55-5b517ecd12de tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:18.534071 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cbb9929e-5ea0-46f4-8b38-a696999df486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:18.572232 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4382d80f-94cf-4f33-a127-5bf08d382600 None None] Sync routers for ids ['0d6a4664-1695-4669-88f5-3b07976e28cf'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:15:18.608148 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd567082-9412-42d0-b3bd-75a967e6fd12 admin admin] Pushing event updated for resources: {'Network': ['ID=bca40b17-4a5b-4e45-8a5b-ff74b8f0462a,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:18.611722 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4382d80f-94cf-4f33-a127-5bf08d382600 None None] Routers {'0d6a4664-1695-4669-88f5-3b07976e28cf'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:15:18.612351 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-4382d80f-94cf-4f33-a127-5bf08d382600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:15:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['0d6a4664-1695-4669-88f5-3b07976e28cf'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:18.629074 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-2e9cbfa4-c4fb-4367-ac55-5b517ecd12de tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] 10.222.0.23 "DELETE /v2.0/ports/433b504a-bd5c-4120-98a4-8a4495c8fae6 HTTP/1.1" status: 204 len: 168 time: 5.0504398 May 05 22:15:18.629074 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-fd567082-9412-42d0-b3bd-75a967e6fd12 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.2949705 May 05 22:15:18.632717 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51482) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:18.632971 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51484) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:18.652739 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-f3d5aa5c-2e24-4838-bfc7-62f173a40e69 admin admin] Request body: {'subnet': {'network_id': 'bca40b17-4a5b-4e45-8a5b-ff74b8f0462a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1886855355-subnet', 'tenant_id': '7cea7d9e921148bd9e39328bf3830233', 'ip_version': 4}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:15:18.708864 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ff165030-0bbb-46b0-9067-117704634b88 req-4fa517b2-891a-49a7-a26a-6f8e60fdf3ab tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=526234b8-6fe7-40d4-ab15-3ada058c5fd4 HTTP/1.1" status: 200 len: 210 time: 0.0792587 May 05 22:15:18.712201 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b8379-1616-4519-8b9b-4687b5639cfe req-28010051-8d2c-4465-9208-60a0a79cce83 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:15:18.713745 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-827b8379-1616-4519-8b9b-4687b5639cfe req-28010051-8d2c-4465-9208-60a0a79cce83 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8699afcf-6ff9-4969-a8e9-5c2742a40e07 HTTP/1.1" status: 200 len: 898 time: 0.5022309 May 05 22:15:18.727120 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f3d5aa5c-2e24-4838-bfc7-62f173a40e69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:15:18.752985 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f3d5aa5c-2e24-4838-bfc7-62f173a40e69 admin admin] Usage tracker for resource:subnet and tenant:7cea7d9e921148bd9e39328bf3830233 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:15:18.756582 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ecf95c1-9322-4c8a-847d-31592bec412e tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] GET failed (client error): The resource could not be found. May 05 22:15:18.757252 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-1ecf95c1-9322-4c8a-847d-31592bec412e tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Synchronizing usage tracker for tenant:da5414daf93046db894120b8eff52041 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:15:18.764309 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f3d5aa5c-2e24-4838-bfc7-62f173a40e69 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:15:18.776970 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-cbb9929e-5ea0-46f4-8b38-a696999df486 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:15:18.781058 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f3d5aa5c-2e24-4838-bfc7-62f173a40e69 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:15:18.789619 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-cbb9929e-5ea0-46f4-8b38-a696999df486 admin admin] Usage tracker for resource:security_group_rule and tenant:1ea5602239924814bbc9b221fbd771c6 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:15:18.794482 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-cbb9929e-5ea0-46f4-8b38-a696999df486 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:15:18.809456 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-cbb9929e-5ea0-46f4-8b38-a696999df486 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:15:18.821531 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-1ecf95c1-9322-4c8a-847d-31592bec412e tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Unset dirty status for tenant:da5414daf93046db894120b8eff52041 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:15:18.822890 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1ecf95c1-9322-4c8a-847d-31592bec412e tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] 10.222.0.23 "GET /v2.0/ports/433b504a-bd5c-4120-98a4-8a4495c8fae6 HTTP/1.1" status: 404 len: 333 time: 0.1869650 May 05 22:15:18.828489 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51492) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:18.831166 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d5aa5c-2e24-4838-bfc7-62f173a40e69 admin admin] Made reservation on behalf of 7cea7d9e921148bd9e39328bf3830233 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:15:18.833664 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f3d5aa5c-2e24-4838-bfc7-62f173a40e69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:18.880866 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network bca40b17-4a5b-4e45-8a5b-ff74b8f0462a details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:15:18.890970 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-827b8379-1616-4519-8b9b-4687b5639cfe req-6337fe82-20b3-4706-b16c-9cd42e1e5734 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=f3bc3d55-39fa-4c21-8cda-77ea86224166 HTTP/1.1" status: 200 len: 217 time: 0.1224508 May 05 22:15:18.969676 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8828ccd2-7afd-4fed-988c-c2834c6b3e6b tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:19.022647 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:19.027706 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-89eb37c1-0496-49e3-b810-35ab80711e9f tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Deleting port 6227ebde-74b5-48af-8270-e8671cb0256f {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:15:19.027970 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-89eb37c1-0496-49e3-b810-35ab80711e9f tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:19.046496 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8828ccd2-7afd-4fed-988c-c2834c6b3e6b tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event deleted for resources: {'Port': ['ID=cd60fbe2-76b4-4763-9e67-e2706aa87231,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:19.051031 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b8379-1616-4519-8b9b-4687b5639cfe req-ec60f407-dc47-420e-b1e1-318f1d9c362a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:15:19.052613 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-827b8379-1616-4519-8b9b-4687b5639cfe req-ec60f407-dc47-420e-b1e1-318f1d9c362a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a5f2ecd3-a738-4837-9a7c-d4cb828205ef HTTP/1.1" status: 200 len: 837 time: 0.1449449 May 05 22:15:19.083680 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-4382d80f-94cf-4f33-a127-5bf08d382600 None None] Set router 0d6a4664-1695-4669-88f5-3b07976e28cf gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:15:19.186866 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cbb9929e-5ea0-46f4-8b38-a696999df486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:19.237861 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cbb9929e-5ea0-46f4-8b38-a696999df486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:19.386354 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51500) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:19.539317 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb9929e-5ea0-46f4-8b38-a696999df486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=746715d1-08ee-44a4-a29f-8f1de20090d7,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:19.573767 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8828ccd2-7afd-4fed-988c-c2834c6b3e6b tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:19.573908 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-4382d80f-94cf-4f33-a127-5bf08d382600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6a4664-1695-4669-88f5-3b07976e28cf', 'name': 'tempest-TestVolumeBackupRestore-170793685-router', 'tenant_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'e2e8f770-812e-4732-a746-ae152ef360ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:14:56Z', 'updated_at': '2022-05-05T22:15:08Z', 'revision_number': 4, 'project_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'gw_port': {'id': 'e2e8f770-812e-4732-a746-ae152ef360ad', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6a4664-1695-4669-88f5-3b07976e28cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:14:57Z', 'updated_at': '2022-05-05T22:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '7e554d88-b668-41a7-b22c-7c4eb6808aff', 'name': '', 'network_id': 'bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e', 'tenant_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'mac_address': 'fa:16:3e:58:da:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6a4664-1695-4669-88f5-3b07976e28cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c342395-5639-4bcd-beca-f868d5133602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:15:07Z', 'updated_at': '2022-05-05T22:15:09Z', 'revision_number': 2, 'project_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'subnets': [{'id': '8c342395-5639-4bcd-beca-f868d5133602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:19.580822 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4382d80f-94cf-4f33-a127-5bf08d382600 None None] Checking router: 0d6a4664-1695-4669-88f5-3b07976e28cf for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:15:19.581172 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4382d80f-94cf-4f33-a127-5bf08d382600 None None] Updating router 0d6a4664-1695-4669-88f5-3b07976e28cf port 7e554d88-b668-41a7-b22c-7c4eb6808aff binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:15:19.588276 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-827b8379-1616-4519-8b9b-4687b5639cfe req-b402b95f-8985-44e9-89e4-9acaa2976bf4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8699afcf-6ff9-4969-a8e9-5c2742a40e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4935086 May 05 22:15:19.682071 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4382d80f-94cf-4f33-a127-5bf08d382600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:19.876591 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-827b8379-1616-4519-8b9b-4687b5639cfe req-0c3fdcdb-fd23-4823-93de-0ab35dd0aa03 service neutron] 10.222.0.32 "GET /v2.0/networks/8699afcf-6ff9-4969-a8e9-5c2742a40e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128656 May 05 22:15:19.881648 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-cbb9929e-5ea0-46f4-8b38-a696999df486 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1ea5602239924814bbc9b221fbd771c6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4627960 May 05 22:15:19.900581 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51506) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:19.978941 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device f3bc3d55-39fa-4c21-8cda-77ea86224166 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:15:20.039441 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fbb39043-be0f-4995-a726-0a0cbdc74575 req-414e2af8-f57f-46c3-bda3-b23848375aa6 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=526234b8-6fe7-40d4-ab15-3ada058c5fd4 HTTP/1.1" status: 200 len: 210 time: 0.1157703 May 05 22:15:20.059454 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: f3bc3d55-39fa-4c21-8cda-77ea86224166 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:15:20.060157 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device f3bc3d55-39fa-4c21-8cda-77ea86224166 not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:15:20.067882 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-89eb37c1-0496-49e3-b810-35ab80711e9f tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:20.219911 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4382d80f-94cf-4f33-a127-5bf08d382600 None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:20.235242 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-4382d80f-94cf-4f33-a127-5bf08d382600 None None] Transition to ACTIVE for port object 7e554d88-b668-41a7-b22c-7c4eb6808aff will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:15:20.240777 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f3d5aa5c-2e24-4838-bfc7-62f173a40e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:20.250202 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4382d80f-94cf-4f33-a127-5bf08d382600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:20.299752 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-827b8379-1616-4519-8b9b-4687b5639cfe req-2121f248-78a2-43a9-bd7c-625be661313d service neutron] 10.222.0.32 "GET /v2.0/networks/8699afcf-6ff9-4969-a8e9-5c2742a40e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4112673 May 05 22:15:20.316059 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-89eb37c1-0496-49e3-b810-35ab80711e9f tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Calling delete_port for 6227ebde-74b5-48af-8270-e8671cb0256f owned by {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:15:20.419706 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d5aa5c-2e24-4838-bfc7-62f173a40e69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b88ba279-ebf5-4d04-a1b6-5f03f0222d9a,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:20.485197 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5007f69-b222-4161-8aa7-f166632e0d12 None None] Pushing event updated for resources: {'Port': ['ID=7e554d88-b668-41a7-b22c-7c4eb6808aff,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:20.524258 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e36bd61-2bb6-47d1-8d42-b6ce29e48f53 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Router 346a036a-fc74-4511-8fc4-a01886bcf379 is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 22:15:20.526246 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8828ccd2-7afd-4fed-988c-c2834c6b3e6b tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Router 5fc4b0f6-34cb-430e-85c5-35d4625fec57 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:15:20.695242 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-4382d80f-94cf-4f33-a127-5bf08d382600 None None] Attempting to bind port 7e554d88-b668-41a7-b22c-7c4eb6808aff on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:15:20.695829 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-4382d80f-94cf-4f33-a127-5bf08d382600 None None] Attempting to bind port 7e554d88-b668-41a7-b22c-7c4eb6808aff by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '4226f161-0b17-4798-9c75-101cd4c4b8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:15:20.696090 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4382d80f-94cf-4f33-a127-5bf08d382600 None None] Attempting to bind port 7e554d88-b668-41a7-b22c-7c4eb6808aff on network bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:15:20.705272 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4382d80f-94cf-4f33-a127-5bf08d382600 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:15:20.705924 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4382d80f-94cf-4f33-a127-5bf08d382600 None None] Checking segment: {'id': '4226f161-0b17-4798-9c75-101cd4c4b8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:15:20.706483 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4382d80f-94cf-4f33-a127-5bf08d382600 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:20.707282 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4382d80f-94cf-4f33-a127-5bf08d382600 None None] Bound using segment: {'id': '4226f161-0b17-4798-9c75-101cd4c4b8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:15:20.708057 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-4382d80f-94cf-4f33-a127-5bf08d382600 None None] Bound port: 7e554d88-b668-41a7-b22c-7c4eb6808aff, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4226f161-0b17-4798-9c75-101cd4c4b8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:15:20.708839 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4382d80f-94cf-4f33-a127-5bf08d382600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:20.797548 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-007e2af1-98e4-4463-870f-68cfd074e5c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:20.825437 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-4382d80f-94cf-4f33-a127-5bf08d382600 None None] For port 7e554d88-b668-41a7-b22c-7c4eb6808aff, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:15:20.829253 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-4382d80f-94cf-4f33-a127-5bf08d382600 None None] For port 7e554d88-b668-41a7-b22c-7c4eb6808aff, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=7e554d88-b668-41a7-b22c-7c4eb6808aff,segment=NetworkSegment(4226f161-0b17-4798-9c75-101cd4c4b8e3),segment_id=4226f161-0b17-4798-9c75-101cd4c4b8e3)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:15:20.837138 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4382d80f-94cf-4f33-a127-5bf08d382600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:20.837875 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8828ccd2-7afd-4fed-988c-c2834c6b3e6b tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:15:20.848459 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4e4883-45fe-4bb8-a47c-4dd9cdf87764 None None] Sync routers for ids ['5fc4b0f6-34cb-430e-85c5-35d4625fec57'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:15:20.867811 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4e4883-45fe-4bb8-a47c-4dd9cdf87764 None None] Routers {'5fc4b0f6-34cb-430e-85c5-35d4625fec57'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:15:20.868786 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-ab4e4883-45fe-4bb8-a47c-4dd9cdf87764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:15:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['5fc4b0f6-34cb-430e-85c5-35d4625fec57'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:20.879520 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-8828ccd2-7afd-4fed-988c-c2834c6b3e6b tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "PUT /v2.0/routers/5fc4b0f6-34cb-430e-85c5-35d4625fec57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2562199 May 05 22:15:20.881809 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51510) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:20.937843 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5007f69-b222-4161-8aa7-f166632e0d12 None None] Pushing event updated for resources: {'Port': ['ID=7e554d88-b668-41a7-b22c-7c4eb6808aff,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:20.943614 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4382d80f-94cf-4f33-a127-5bf08d382600 None None] Routers {'0d6a4664-1695-4669-88f5-3b07976e28cf'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:15:20.944387 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-4382d80f-94cf-4f33-a127-5bf08d382600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:15:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['0d6a4664-1695-4669-88f5-3b07976e28cf'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:20.964043 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-007e2af1-98e4-4463-870f-68cfd074e5c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:20.977106 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d5aa5c-2e24-4838-bfc7-62f173a40e69 admin admin] Checking segment: {'id': 'ce80d75d-c0aa-4d00-9478-d101c2a9d2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'bca40b17-4a5b-4e45-8a5b-ff74b8f0462a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:15:20.977472 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d5aa5c-2e24-4838-bfc7-62f173a40e69 admin admin] Network hostable DHCP agents. Network: bca40b17-4a5b-4e45-8a5b-ff74b8f0462a, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:15:21.036214 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-ab4e4883-45fe-4bb8-a47c-4dd9cdf87764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:21.062928 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4e4883-45fe-4bb8-a47c-4dd9cdf87764 None None] Routers {'5fc4b0f6-34cb-430e-85c5-35d4625fec57'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:15:21.063700 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-ab4e4883-45fe-4bb8-a47c-4dd9cdf87764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:15:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['5fc4b0f6-34cb-430e-85c5-35d4625fec57'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:21.093498 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722263e3-9ec5-445c-9ef6-e109deda6407 req-ee66684b-73f6-4d61-86bc-8d4f7f2365e2 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:15:21.094191 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-722263e3-9ec5-445c-9ef6-e109deda6407 req-ee66684b-73f6-4d61-86bc-8d4f7f2365e2 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] Synchronizing usage tracker for tenant:73d345cf0a794159ba751dcc23f97acb on resource:network {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:15:21.219743 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-722263e3-9ec5-445c-9ef6-e109deda6407 req-ee66684b-73f6-4d61-86bc-8d4f7f2365e2 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] Unset dirty status for tenant:73d345cf0a794159ba751dcc23f97acb on resource:network {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:15:21.221234 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-722263e3-9ec5-445c-9ef6-e109deda6407 req-ee66684b-73f6-4d61-86bc-8d4f7f2365e2 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.44 "GET /v2.0/networks?id=ee1bb8cb-174f-493f-8825-c1f4a7ad45ee HTTP/1.1" status: 200 len: 911 time: 0.7864363 May 05 22:15:21.245821 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-722263e3-9ec5-445c-9ef6-e109deda6407 req-13fc0c7d-41ce-4085-a926-ef231c06e40d tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] Request body: {'port': {'device_id': '526234b8-6fe7-40d4-ab15-3ada058c5fd4', 'network_id': 'ee1bb8cb-174f-493f-8825-c1f4a7ad45ee', 'admin_state_up': True, 'tenant_id': '73d345cf0a794159ba751dcc23f97acb'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:15:21.252689 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-722263e3-9ec5-445c-9ef6-e109deda6407 req-13fc0c7d-41ce-4085-a926-ef231c06e40d tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:15:21.264411 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-722263e3-9ec5-445c-9ef6-e109deda6407 req-13fc0c7d-41ce-4085-a926-ef231c06e40d tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:15:21.265967 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-4382d80f-94cf-4f33-a127-5bf08d382600 None None] Set router 0d6a4664-1695-4669-88f5-3b07976e28cf gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:15:21.277264 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-ab4e4883-45fe-4bb8-a47c-4dd9cdf87764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:21.277897 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4e4883-45fe-4bb8-a47c-4dd9cdf87764 None None] The sync data for ids ['5fc4b0f6-34cb-430e-85c5-35d4625fec57'] in n-d-825175-4 is: [] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:15:21.284986 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-722263e3-9ec5-445c-9ef6-e109deda6407 req-13fc0c7d-41ce-4085-a926-ef231c06e40d tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] Made reservation on behalf of 73d345cf0a794159ba751dcc23f97acb for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:15:21.289771 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-722263e3-9ec5-445c-9ef6-e109deda6407 req-13fc0c7d-41ce-4085-a926-ef231c06e40d tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:21.306830 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d5aa5c-2e24-4838-bfc7-62f173a40e69 admin admin] Network bca40b17-4a5b-4e45-8a5b-ff74b8f0462a is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:15:21.320352 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-89eb37c1-0496-49e3-b810-35ab80711e9f tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:21.339657 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-f3d5aa5c-2e24-4838-bfc7-62f173a40e69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, bca40b17-4a5b-4e45-8a5b-ff74b8f0462a) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:15:21.356540 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e3e656-a2b0-4539-8904-09021c24b934 None None] Network bca40b17-4a5b-4e45-8a5b-ff74b8f0462a requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:15:21.429174 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d5aa5c-2e24-4838-bfc7-62f173a40e69 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:15:21.430030 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f3d5aa5c-2e24-4838-bfc7-62f173a40e69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:21.463707 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eb37c1-0496-49e3-b810-35ab80711e9f tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Pushing event deleted for resources: {'Port': ['ID=6227ebde-74b5-48af-8270-e8671cb0256f,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:21.603742 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4cc24a5a-1fef-425c-a2be-99839400ee73 req-ffccb87d-2e64-4bf2-a62d-7f9f4323a07e tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=526234b8-6fe7-40d4-ab15-3ada058c5fd4 HTTP/1.1" status: 200 len: 210 time: 0.2955558 May 05 22:15:21.678524 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-007e2af1-98e4-4463-870f-68cfd074e5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:21.697661 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [None req-e368bf0f-87a7-4ef7-9c5d-71e1e2d4bd6c tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] remove_router_interface failed (client error): The resource could not be found. May 05 22:15:21.698871 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e368bf0f-87a7-4ef7-9c5d-71e1e2d4bd6c tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "PUT /v2.0/routers/5fc4b0f6-34cb-430e-85c5-35d4625fec57/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8158817 May 05 22:15:21.701634 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51516) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:21.744844 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-6efda2dd-75f9-4957-b838-4ba3d10ff4ce tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Synchronizing usage tracker for tenant:47ea26e8a7d7452cb25778b9d924edf0 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:15:21.761760 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-6efda2dd-75f9-4957-b838-4ba3d10ff4ce tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Unset dirty status for tenant:47ea26e8a7d7452cb25778b9d924edf0 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:15:21.763381 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-6efda2dd-75f9-4957-b838-4ba3d10ff4ce tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc4b0f6-34cb-430e-85c5-35d4625fec57 HTTP/1.1" status: 200 len: 205 time: 0.0605907 May 05 22:15:21.766310 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51520) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:21.806999 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007e2af1-98e4-4463-870f-68cfd074e5c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746715d1-08ee-44a4-a29f-8f1de20090d7,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:21.864140 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba704e51-bb81-4733-805d-db96d0cecd95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-bca40b17-4a5b-4e45-8a5b-ff74b8f0462a', 'network_id': 'bca40b17-4a5b-4e45-8a5b-ff74b8f0462a', 'tenant_id': '7cea7d9e921148bd9e39328bf3830233', 'fixed_ips': [{'subnet_id': 'b88ba279-ebf5-4d04-a1b6-5f03f0222d9a'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:15:21.864954 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ba704e51-bb81-4733-805d-db96d0cecd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:21.897153 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f3d5aa5c-2e24-4838-bfc7-62f173a40e69 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.2566056 May 05 22:15:21.897153 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-89eb37c1-0496-49e3-b810-35ab80711e9f tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:21.897538 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-89eb37c1-0496-49e3-b810-35ab80711e9f tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] 10.222.0.23 "DELETE /v2.0/ports/6227ebde-74b5-48af-8270-e8671cb0256f HTTP/1.1" status: 204 len: 168 time: 3.0678067 May 05 22:15:21.905712 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51524) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:21.906020 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51526) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:21.930971 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-4382d80f-94cf-4f33-a127-5bf08d382600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6a4664-1695-4669-88f5-3b07976e28cf', 'name': 'tempest-TestVolumeBackupRestore-170793685-router', 'tenant_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'e2e8f770-812e-4732-a746-ae152ef360ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:14:56Z', 'updated_at': '2022-05-05T22:15:08Z', 'revision_number': 4, 'project_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'gw_port': {'id': 'e2e8f770-812e-4732-a746-ae152ef360ad', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6a4664-1695-4669-88f5-3b07976e28cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:14:57Z', 'updated_at': '2022-05-05T22:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '7e554d88-b668-41a7-b22c-7c4eb6808aff', 'name': '', 'network_id': 'bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e', 'tenant_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'mac_address': 'fa:16:3e:58:da:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6a4664-1695-4669-88f5-3b07976e28cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c342395-5639-4bcd-beca-f868d5133602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:15:07Z', 'updated_at': '2022-05-05T22:15:20Z', 'revision_number': 4, 'project_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'subnets': [{'id': '8c342395-5639-4bcd-beca-f868d5133602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:21.936121 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4382d80f-94cf-4f33-a127-5bf08d382600 None None] The sync data for ids ['0d6a4664-1695-4669-88f5-3b07976e28cf'] in n-d-825175-4 is: [{'id': '0d6a4664-1695-4669-88f5-3b07976e28cf', 'name': 'tempest-TestVolumeBackupRestore-170793685-router', 'tenant_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'e2e8f770-812e-4732-a746-ae152ef360ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:14:56Z', 'updated_at': '2022-05-05T22:15:08Z', 'revision_number': 4, 'project_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'gw_port': {'id': 'e2e8f770-812e-4732-a746-ae152ef360ad', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6a4664-1695-4669-88f5-3b07976e28cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:14:57Z', 'updated_at': '2022-05-05T22:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '7e554d88-b668-41a7-b22c-7c4eb6808aff', 'name': '', 'network_id': 'bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e', 'tenant_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'mac_address': 'fa:16:3e:58:da:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d6a4664-1695-4669-88f5-3b07976e28cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c342395-5639-4bcd-beca-f868d5133602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:15:07Z', 'updated_at': '2022-05-05T22:15:20Z', 'revision_number': 4, 'project_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'subnets': [{'id': '8c342395-5639-4bcd-beca-f868d5133602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:15:21.938929 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f95d1cd7-670a-4ea3-9d7f-9c9102ebb86c tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for router, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:22.096164 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-ba704e51-bb81-4733-805d-db96d0cecd95 None None] Allocated IP 172.20.0.2 (bca40b17-4a5b-4e45-8a5b-ff74b8f0462a/b88ba279-ebf5-4d04-a1b6-5f03f0222d9a/793d08bd-f44b-495b-8f03-dd35d51aa92a) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:15:22.175491 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-34ec1280-0a15-4bed-9b7c-74ab2459f1ff admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1886855355-router', 'tenant_id': '7cea7d9e921148bd9e39328bf3830233', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:15:22.181947 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-007e2af1-98e4-4463-870f-68cfd074e5c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:22.183085 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-007e2af1-98e4-4463-870f-68cfd074e5c4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/746715d1-08ee-44a4-a29f-8f1de20090d7 HTTP/1.1" status: 204 len: 168 time: 2.2797186 May 05 22:15:22.197808 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-34ec1280-0a15-4bed-9b7c-74ab2459f1ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:15:22.213264 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e36bd61-2bb6-47d1-8d42-b6ce29e48f53 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:15:22.217417 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-34ec1280-0a15-4bed-9b7c-74ab2459f1ff admin admin] Usage tracker for resource:router and tenant:7cea7d9e921148bd9e39328bf3830233 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:15:22.222103 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1b3aca6-e6b2-4d7a-aa90-8cc01641e7b8 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] GET failed (client error): The resource could not be found. May 05 22:15:22.222375 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c1b3aca6-e6b2-4d7a-aa90-8cc01641e7b8 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Synchronizing usage tracker for tenant:da5414daf93046db894120b8eff52041 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:15:22.228832 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4e36bd61-2bb6-47d1-8d42-b6ce29e48f53 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:22.230027 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-4e36bd61-2bb6-47d1-8d42-b6ce29e48f53 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] 10.222.0.23 "PUT /v2.0/routers/346a036a-fc74-4511-8fc4-a01886bcf379 HTTP/1.1" status: 200 len: 883 time: 7.5835061 May 05 22:15:22.236353 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-34ec1280-0a15-4bed-9b7c-74ab2459f1ff admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:15:22.241398 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51534) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:22.298849 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2462306-2467-4c91-86e5-4169d5b8465b None None] Sync routers for ids ['346a036a-fc74-4511-8fc4-a01886bcf379'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:15:22.326809 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-34ec1280-0a15-4bed-9b7c-74ab2459f1ff admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:15:22.362505 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-722263e3-9ec5-445c-9ef6-e109deda6407 req-13fc0c7d-41ce-4085-a926-ef231c06e40d tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] Allocated IP 172.20.0.6 (ee1bb8cb-174f-493f-8825-c1f4a7ad45ee/4d7a7170-01f1-4e9d-959e-a8ffb505fdee/37cbd9f4-ad0f-41d0-b047-a5a118164385) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:15:22.364646 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2462306-2467-4c91-86e5-4169d5b8465b None None] Routers {'346a036a-fc74-4511-8fc4-a01886bcf379'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:15:22.365277 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-f2462306-2467-4c91-86e5-4169d5b8465b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:15:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['346a036a-fc74-4511-8fc4-a01886bcf379'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:22.455124 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-f2462306-2467-4c91-86e5-4169d5b8465b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:22.464637 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c1b3aca6-e6b2-4d7a-aa90-8cc01641e7b8 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Unset dirty status for tenant:da5414daf93046db894120b8eff52041 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:15:22.471679 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c1b3aca6-e6b2-4d7a-aa90-8cc01641e7b8 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] 10.222.0.23 "GET /v2.0/ports/6227ebde-74b5-48af-8270-e8671cb0256f HTTP/1.1" status: 404 len: 333 time: 0.5267107 May 05 22:15:22.471679 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-34ec1280-0a15-4bed-9b7c-74ab2459f1ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:22.471679 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-34ec1280-0a15-4bed-9b7c-74ab2459f1ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:22.481451 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51538) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:22.538400 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f95d1cd7-670a-4ea3-9d7f-9c9102ebb86c tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:22.543475 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f95d1cd7-670a-4ea3-9d7f-9c9102ebb86c tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:22.583038 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f95d1cd7-670a-4ea3-9d7f-9c9102ebb86c tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:22.583828 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95d1cd7-670a-4ea3-9d7f-9c9102ebb86c tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Fanout notify agent at l3_agent the message router_deleted on router 5fc4b0f6-34cb-430e-85c5-35d4625fec57 {{(pid=84061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:15:22.597406 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f95d1cd7-670a-4ea3-9d7f-9c9102ebb86c tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:22.601766 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f95d1cd7-670a-4ea3-9d7f-9c9102ebb86c tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "DELETE /v2.0/routers/5fc4b0f6-34cb-430e-85c5-35d4625fec57 HTTP/1.1" status: 204 len: 168 time: 0.8342996 May 05 22:15:22.602602 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51544) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:22.627358 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ba704e51-bb81-4733-805d-db96d0cecd95 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:22.671471 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ba704e51-bb81-4733-805d-db96d0cecd95 None None] Transition to ACTIVE for port object 793d08bd-f44b-495b-8f03-dd35d51aa92a will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:15:22.703385 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ba704e51-bb81-4733-805d-db96d0cecd95 None None] Transition to ACTIVE for port object 793d08bd-f44b-495b-8f03-dd35d51aa92a will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:15:22.709654 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2462306-2467-4c91-86e5-4169d5b8465b None None] Routers {'346a036a-fc74-4511-8fc4-a01886bcf379'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:15:22.710436 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-f2462306-2467-4c91-86e5-4169d5b8465b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:15:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['346a036a-fc74-4511-8fc4-a01886bcf379'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:22.789862 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ba704e51-bb81-4733-805d-db96d0cecd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:22.815247 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-34ec1280-0a15-4bed-9b7c-74ab2459f1ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:22.845447 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-f2462306-2467-4c91-86e5-4169d5b8465b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:22.845829 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2462306-2467-4c91-86e5-4169d5b8465b None None] The sync data for ids ['346a036a-fc74-4511-8fc4-a01886bcf379'] in n-d-825175-4 is: [] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:15:22.889709 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba704e51-bb81-4733-805d-db96d0cecd95 None None] Network bca40b17-4a5b-4e45-8a5b-ff74b8f0462a is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:15:22.892822 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-ba704e51-bb81-4733-805d-db96d0cecd95 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:15:22.896783 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba704e51-bb81-4733-805d-db96d0cecd95 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:15:22.900149 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-921fda51-bdcb-4320-a995-ca710b0fb167 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Deleting port f3f8c48b-a0c8-421f-9281-deefa45db10b {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:15:22.900492 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-921fda51-bdcb-4320-a995-ca710b0fb167 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:22.906632 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba704e51-bb81-4733-805d-db96d0cecd95 None None] Pushing event updated for resources: {'Port': ['ID=793d08bd-f44b-495b-8f03-dd35d51aa92a,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:22.970923 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-f703659f-dba8-4a4a-91d7-88f06e756c8b tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Deleting subnet b0ebf498-6b3e-432f-9ddd-41facb4c045c {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:15:22.978203 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f703659f-dba8-4a4a-91d7-88f06e756c8b tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:23.006520 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c33a8f86-10e2-4967-894f-36730fef2ab8 req-e3dea912-353a-4040-ac17-fd7ea34a99e5 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=526234b8-6fe7-40d4-ab15-3ada058c5fd4 HTTP/1.1" status: 200 len: 210 time: 0.1180089 May 05 22:15:23.038016 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-ba704e51-bb81-4733-805d-db96d0cecd95 None None] Attempting to bind port 793d08bd-f44b-495b-8f03-dd35d51aa92a on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:15:23.038380 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-ba704e51-bb81-4733-805d-db96d0cecd95 None None] Attempting to bind port 793d08bd-f44b-495b-8f03-dd35d51aa92a by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'ce80d75d-c0aa-4d00-9478-d101c2a9d2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'bca40b17-4a5b-4e45-8a5b-ff74b8f0462a'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:15:23.038763 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba704e51-bb81-4733-805d-db96d0cecd95 None None] Attempting to bind port 793d08bd-f44b-495b-8f03-dd35d51aa92a on network bca40b17-4a5b-4e45-8a5b-ff74b8f0462a {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:15:23.040026 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f703659f-dba8-4a4a-91d7-88f06e756c8b tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:23.059122 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba704e51-bb81-4733-805d-db96d0cecd95 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:15:23.059498 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba704e51-bb81-4733-805d-db96d0cecd95 None None] Checking segment: {'id': 'ce80d75d-c0aa-4d00-9478-d101c2a9d2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'bca40b17-4a5b-4e45-8a5b-ff74b8f0462a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:15:23.059900 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ba704e51-bb81-4733-805d-db96d0cecd95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:23.060504 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba704e51-bb81-4733-805d-db96d0cecd95 None None] Bound using segment: {'id': 'ce80d75d-c0aa-4d00-9478-d101c2a9d2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'bca40b17-4a5b-4e45-8a5b-ff74b8f0462a'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:15:23.061597 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-ba704e51-bb81-4733-805d-db96d0cecd95 None None] Bound port: 793d08bd-f44b-495b-8f03-dd35d51aa92a, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce80d75d-c0aa-4d00-9478-d101c2a9d2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'bca40b17-4a5b-4e45-8a5b-ff74b8f0462a'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:15:23.061977 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ba704e51-bb81-4733-805d-db96d0cecd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:23.238310 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f703659f-dba8-4a4a-91d7-88f06e756c8b tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:23.272484 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ba704e51-bb81-4733-805d-db96d0cecd95 None None] For port 793d08bd-f44b-495b-8f03-dd35d51aa92a, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:15:23.282130 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ba704e51-bb81-4733-805d-db96d0cecd95 None None] For port 793d08bd-f44b-495b-8f03-dd35d51aa92a, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=793d08bd-f44b-495b-8f03-dd35d51aa92a,segment=NetworkSegment(ce80d75d-c0aa-4d00-9478-d101c2a9d2aa),segment_id=ce80d75d-c0aa-4d00-9478-d101c2a9d2aa)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:15:23.290118 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ba704e51-bb81-4733-805d-db96d0cecd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:23.400037 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 7e554d88-b668-41a7-b22c-7c4eb6808aff up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:15:23.406595 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f1ee001b-02b3-4321-b796-217d880623a4 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:23.407142 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f703659f-dba8-4a4a-91d7-88f06e756c8b tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:23.464904 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f703659f-dba8-4a4a-91d7-88f06e756c8b tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event deleted for resources: {'Subnet': ['ID=b0ebf498-6b3e-432f-9ddd-41facb4c045c,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:23.473187 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba704e51-bb81-4733-805d-db96d0cecd95 None None] Pushing event updated for resources: {'Port': ['ID=793d08bd-f44b-495b-8f03-dd35d51aa92a,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:23.474295 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f703659f-dba8-4a4a-91d7-88f06e756c8b tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:23.487786 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2986da9e-139c-4824-8a81-fbe20308e879 None None] Network 294c183e-04d8-4a79-b453-cdfc3f4968fd requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:15:23.493986 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f703659f-dba8-4a4a-91d7-88f06e756c8b tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "DELETE /v2.0/subnets/b0ebf498-6b3e-432f-9ddd-41facb4c045c HTTP/1.1" status: 204 len: 168 time: 0.8899188 May 05 22:15:23.494787 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51562) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:23.557756 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-722263e3-9ec5-445c-9ef6-e109deda6407 req-13fc0c7d-41ce-4085-a926-ef231c06e40d tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:23.686207 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-722263e3-9ec5-445c-9ef6-e109deda6407 req-13fc0c7d-41ce-4085-a926-ef231c06e40d tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] Transition to ACTIVE for port object 37cbd9f4-ad0f-41d0-b047-a5a118164385 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:15:23.713451 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-34ec1280-0a15-4bed-9b7c-74ab2459f1ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:23.819001 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-2d4332e8-79c6-4601-b8ee-6bc7bb0c6ab7 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] 10.222.0.23 "GET /v2.0/routers/346a036a-fc74-4511-8fc4-a01886bcf379 HTTP/1.1" status: 200 len: 924 time: 1.5686500 May 05 22:15:23.820458 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7dc15898-6e32-4372-a437-0184d4647ac9 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:23.822173 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51570) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:23.827066 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 7e554d88-b668-41a7-b22c-7c4eb6808aff completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:15:23.836093 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 7e554d88-b668-41a7-b22c-7c4eb6808aff triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:15:23.836881 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:23.858123 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-921fda51-bdcb-4320-a995-ca710b0fb167 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:23.889401 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-722263e3-9ec5-445c-9ef6-e109deda6407 req-13fc0c7d-41ce-4085-a926-ef231c06e40d tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:23.931509 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-7dc15898-6e32-4372-a437-0184d4647ac9 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Deleting port daafd831-cee4-424f-8009-927183622ae4 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:15:23.932450 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7dc15898-6e32-4372-a437-0184d4647ac9 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:23.951316 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['d9816e5c-78df-4e50-a9bf-1aad2e2f6db4'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:15:24.036588 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-01e3eb71-3c67-4204-a935-1cae190908e4 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=25bfe237-58de-4709-a3e0-ac79da07c300&device_id=346a036a-fc74-4511-8fc4-a01886bcf379&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2131534 May 05 22:15:24.039388 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51576) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:24.203816 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c516251a-d585-4c1c-a096-4dbc9b49ff1a None None] DHCP port deletion for 294c183e-04d8-4a79-b453-cdfc3f4968fd request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:15:24.225527 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-c516251a-d585-4c1c-a096-4dbc9b49ff1a None None] Deleting port daafd831-cee4-424f-8009-927183622ae4 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:15:24.226013 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c516251a-d585-4c1c-a096-4dbc9b49ff1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:24.259664 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-921fda51-bdcb-4320-a995-ca710b0fb167 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Calling delete_port for f3f8c48b-a0c8-421f-9281-deefa45db10b owned by {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:15:24.324102 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:24.366041 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 7e554d88-b668-41a7-b22c-7c4eb6808aff, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=7e554d88-b668-41a7-b22c-7c4eb6808aff,segment=NetworkSegment(4226f161-0b17-4798-9c75-101cd4c4b8e3),segment_id=4226f161-0b17-4798-9c75-101cd4c4b8e3)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:15:24.405049 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:24.441169 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-7dc15898-6e32-4372-a437-0184d4647ac9 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] For port daafd831-cee4-424f-8009-927183622ae4, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=daafd831-cee4-424f-8009-927183622ae4,segment=NetworkSegment(2911e62c-bbc9-4e25-8917-d41904df398a),segment_id=2911e62c-bbc9-4e25-8917-d41904df398a)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:15:24.441549 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7dc15898-6e32-4372-a437-0184d4647ac9 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:24.581904 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc0c7d-41ce-4085-a926-ef231c06e40d tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] Pushing event updated for resources: {'Port': ['ID=37cbd9f4-ad0f-41d0-b047-a5a118164385,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:24.625095 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-722263e3-9ec5-445c-9ef6-e109deda6407 req-13fc0c7d-41ce-4085-a926-ef231c06e40d tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] Network ee1bb8cb-174f-493f-8825-c1f4a7ad45ee is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:15:24.636285 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-722263e3-9ec5-445c-9ef6-e109deda6407 req-13fc0c7d-41ce-4085-a926-ef231c06e40d tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:15:24.637041 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-7dc15898-6e32-4372-a437-0184d4647ac9 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Calling delete_port for daafd831-cee4-424f-8009-927183622ae4 owned by network:dhcp {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:15:24.659957 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-722263e3-9ec5-445c-9ef6-e109deda6407 req-13fc0c7d-41ce-4085-a926-ef231c06e40d tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:15:24.684885 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d74cac-dd45-4930-b27f-4df8684a4cb4 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:15:24.689347 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-16d74cac-dd45-4930-b27f-4df8684a4cb4 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] 10.222.0.23 "GET /v2.0/networks/25bfe237-58de-4709-a3e0-ac79da07c300 HTTP/1.1" status: 200 len: 881 time: 0.6489766 May 05 22:15:24.690031 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51590) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:24.773856 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=7e554d88-b668-41a7-b22c-7c4eb6808aff,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:24.817331 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-c516251a-d585-4c1c-a096-4dbc9b49ff1a None None] For port daafd831-cee4-424f-8009-927183622ae4, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=daafd831-cee4-424f-8009-927183622ae4,segment=NetworkSegment(2911e62c-bbc9-4e25-8917-d41904df398a),segment_id=2911e62c-bbc9-4e25-8917-d41904df398a)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:15:24.817723 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c516251a-d585-4c1c-a096-4dbc9b49ff1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:24.843583 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0c0f7e4b-9ca6-44ca-bef3-2cc983db674d tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] 10.222.0.23 "GET /v2.0/ports?device_id=346a036a-fc74-4511-8fc4-a01886bcf379 HTTP/1.1" status: 200 len: 205 time: 0.1479640 May 05 22:15:24.849696 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6137d638-181f-4092-97a8-b7039b7a0948 req-04068458-e1ca-435a-87ce-ebffc59dc8ef tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=526234b8-6fe7-40d4-ab15-3ada058c5fd4 HTTP/1.1" status: 200 len: 1027 time: 0.6273019 May 05 22:15:24.850845 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51596) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:24.879682 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722263e3-9ec5-445c-9ef6-e109deda6407 req-13fc0c7d-41ce-4085-a926-ef231c06e40d tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:15:24.880287 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-722263e3-9ec5-445c-9ef6-e109deda6407 req-13fc0c7d-41ce-4085-a926-ef231c06e40d tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:25.064148 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-921fda51-bdcb-4320-a995-ca710b0fb167 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:25.068862 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-c516251a-d585-4c1c-a096-4dbc9b49ff1a None None] Calling delete_port for daafd831-cee4-424f-8009-927183622ae4 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:15:25.085316 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-722263e3-9ec5-445c-9ef6-e109deda6407 req-13fc0c7d-41ce-4085-a926-ef231c06e40d tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 3.8436687 May 05 22:15:25.131825 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6137d638-181f-4092-97a8-b7039b7a0948 req-21d23419-edec-4432-b89a-67735026fbe2 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=01880227-df76-4924-9a50-770a67dd6ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198721 May 05 22:15:25.144992 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7dc15898-6e32-4372-a437-0184d4647ac9 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:25.150607 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-722263e3-9ec5-445c-9ef6-e109deda6407 req-548bbbf1-e54d-4c71-9ad3-5d3a34f02236 service neutron] Request body: {'port': {'device_id': '526234b8-6fe7-40d4-ab15-3ada058c5fd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:15:25.161127 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-368ccd97-a1d8-4909-b176-8e0c94a4eb88 None None] Provisioning for port 37cbd9f4-ad0f-41d0-b047-a5a118164385 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:15:25.188262 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-368ccd97-a1d8-4909-b176-8e0c94a4eb88 None None] Provisioning complete for port 37cbd9f4-ad0f-41d0-b047-a5a118164385 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:15:25.188566 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-368ccd97-a1d8-4909-b176-8e0c94a4eb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:25.212020 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc15898-6e32-4372-a437-0184d4647ac9 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event deleted for resources: {'Port': ['ID=daafd831-cee4-424f-8009-927183622ae4,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:25.219972 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921fda51-bdcb-4320-a995-ca710b0fb167 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Pushing event deleted for resources: {'Port': ['ID=f3f8c48b-a0c8-421f-9281-deefa45db10b,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:25.220800 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc15898-6e32-4372-a437-0184d4647ac9 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] No DVR routers for this DVR port daafd831-cee4-424f-8009-927183622ae4 on host n-d-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:15:25.221952 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f375d9d-61a6-4174-8642-cb6195d8610f None None] Network bca40b17-4a5b-4e45-8a5b-ff74b8f0462a requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:15:25.397576 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7dc15898-6e32-4372-a437-0184d4647ac9 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:25.428048 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-7dc15898-6e32-4372-a437-0184d4647ac9 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['294c183e-04d8-4a79-b453-cdfc3f4968fd']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:25.448442 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-7dc15898-6e32-4372-a437-0184d4647ac9 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2911e62c-bbc9-4e25-8917-d41904df398a') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:25.448878 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-7dc15898-6e32-4372-a437-0184d4647ac9 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2911e62c-bbc9-4e25-8917-d41904df398a') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:25.467367 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7dc15898-6e32-4372-a437-0184d4647ac9 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:25.486078 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7dc15898-6e32-4372-a437-0184d4647ac9 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:25.493061 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dc15898-6e32-4372-a437-0184d4647ac9 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:15:25.493694 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7dc15898-6e32-4372-a437-0184d4647ac9 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:25.532264 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-c516251a-d585-4c1c-a096-4dbc9b49ff1a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:15:25.532604 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-c516251a-d585-4c1c-a096-4dbc9b49ff1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:15:25.534615 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 793d08bd-f44b-495b-8f03-dd35d51aa92a up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:15:25.621717 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-368ccd97-a1d8-4909-b176-8e0c94a4eb88 None None] Port 37cbd9f4-ad0f-41d0-b047-a5a118164385 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:15:25.673063 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 793d08bd-f44b-495b-8f03-dd35d51aa92a completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:15:25.679506 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 22:15:25.679506 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:15:25.679506 n-d-825175-4 neutron-server[84061]: timer() May 05 22:15:25.679506 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:15:25.679506 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 22:15:25.679506 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:15:25.679506 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 22:15:25.679506 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:15:25.679506 n-d-825175-4 neutron-server[84061]: self._notify() May 05 22:15:25.679506 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:15:25.679506 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 22:15:25.679506 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:15:25.679506 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 22:15:25.679506 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:15:25.679506 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:15:25.679506 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:15:25.679506 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:15:25.679506 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:15:25.679506 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 22:15:25.679506 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:15:25.679506 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 22:15:25.679506 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:15:25.679506 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:15:25.679506 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:15:25.679506 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 22:15:25.679506 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:15:25.679506 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:15:25.679506 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:15:25.679506 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:15:25.679506 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:15:25.679506 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:15:25.679506 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:15:25.685582 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7dc15898-6e32-4372-a437-0184d4647ac9 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:25.686252 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 7e554d88-b668-41a7-b22c-7c4eb6808aff up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:15:25.692121 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7dc15898-6e32-4372-a437-0184d4647ac9 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:25.696753 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-34ec1280-0a15-4bed-9b7c-74ab2459f1ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:25.778532 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-34ec1280-0a15-4bed-9b7c-74ab2459f1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:25.781981 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-015318b0-6c15-4018-904e-6e65e0de6a00 None None] Provisioning for port 793d08bd-f44b-495b-8f03-dd35d51aa92a completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:15:25.795078 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-015318b0-6c15-4018-904e-6e65e0de6a00 None None] Provisioning complete for port 793d08bd-f44b-495b-8f03-dd35d51aa92a triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:15:25.795537 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-015318b0-6c15-4018-904e-6e65e0de6a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:25.901475 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-921fda51-bdcb-4320-a995-ca710b0fb167 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:25.901475 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-722263e3-9ec5-445c-9ef6-e109deda6407 req-548bbbf1-e54d-4c71-9ad3-5d3a34f02236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:25.913523 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc15898-6e32-4372-a437-0184d4647ac9 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event deleted for resources: {'Network': ['ID=294c183e-04d8-4a79-b453-cdfc3f4968fd,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:25.935387 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f6e91dbd-63a9-438b-a2b8-68450718b8d8 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks [] for router, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:25.958420 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-921fda51-bdcb-4320-a995-ca710b0fb167 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] 10.222.0.23 "DELETE /v2.0/ports/f3f8c48b-a0c8-421f-9281-deefa45db10b HTTP/1.1" status: 204 len: 168 time: 3.4717984 May 05 22:15:25.989783 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51612) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:26.006203 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-7dc15898-6e32-4372-a437-0184d4647ac9 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "DELETE /v2.0/networks/294c183e-04d8-4a79-b453-cdfc3f4968fd HTTP/1.1" status: 204 len: 168 time: 2.5103626 May 05 22:15:26.007271 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51616) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:26.015800 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 7e554d88-b668-41a7-b22c-7c4eb6808aff triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:15:26.016153 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:26.051869 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-015318b0-6c15-4018-904e-6e65e0de6a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:26.061243 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-c516251a-d585-4c1c-a096-4dbc9b49ff1a None None] Deleting port daafd831-cee4-424f-8009-927183622ae4 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:15:26.061532 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c516251a-d585-4c1c-a096-4dbc9b49ff1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:26.143924 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-b4afadab-1086-4820-8174-56194ed23247 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2133686698'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:15:26.150006 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b4afadab-1086-4820-8174-56194ed23247 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:15:26.154934 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b4afadab-1086-4820-8174-56194ed23247 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Usage tracker for resource:network and tenant:47ea26e8a7d7452cb25778b9d924edf0 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:15:26.159249 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b4afadab-1086-4820-8174-56194ed23247 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:15:26.164318 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-c516251a-d585-4c1c-a096-4dbc9b49ff1a None None] The port 'daafd831-cee4-424f-8009-927183622ae4' was deleted {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 22:15:26.165651 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b4afadab-1086-4820-8174-56194ed23247 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:15:26.255028 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-34ec1280-0a15-4bed-9b7c-74ab2459f1ff admin admin] Allocated IP 172.25.4.192 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/28b3b563-f290-4d76-b761-12b1cde0d03b) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:15:26.279887 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-015318b0-6c15-4018-904e-6e65e0de6a00 None None] For port 793d08bd-f44b-495b-8f03-dd35d51aa92a, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=793d08bd-f44b-495b-8f03-dd35d51aa92a,segment=NetworkSegment(ce80d75d-c0aa-4d00-9478-d101c2a9d2aa),segment_id=ce80d75d-c0aa-4d00-9478-d101c2a9d2aa)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:15:26.323423 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-015318b0-6c15-4018-904e-6e65e0de6a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:26.333203 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4afadab-1086-4820-8174-56194ed23247 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Made reservation on behalf of 47ea26e8a7d7452cb25778b9d924edf0 for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:15:26.340815 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b4afadab-1086-4820-8174-56194ed23247 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:26.392461 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ca76e07-8a99-45bb-bc17-0e5c54fbd8a4 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Deleting subnet f4265e23-c72d-4c07-bc86-05459d900cdd {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:15:26.404743 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6ca76e07-8a99-45bb-bc17-0e5c54fbd8a4 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:26.443835 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device daafd831-cee4-424f-8009-927183622ae4 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:15:26.511752 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6ca76e07-8a99-45bb-bc17-0e5c54fbd8a4 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:26.512874 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: daafd831-cee4-424f-8009-927183622ae4 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:15:26.513490 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device daafd831-cee4-424f-8009-927183622ae4 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:15:26.526020 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-86d6725f-4950-4ec6-87d4-c0582d7f2819 None None] Provisioning complete for port 793d08bd-f44b-495b-8f03-dd35d51aa92a triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:15:26.526495 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-86d6725f-4950-4ec6-87d4-c0582d7f2819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:26.578865 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4afadab-1086-4820-8174-56194ed23247 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:15:26.590582 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b4afadab-1086-4820-8174-56194ed23247 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:26.591266 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-b4afadab-1086-4820-8174-56194ed23247 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Added segment 2672dd49-3bbd-4b0c-abff-4a6744cf53aa of type vlan for network d448c558-7af2-457a-8943-bb3d64f6f30e May 05 22:15:26.598153 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015318b0-6c15-4018-904e-6e65e0de6a00 None None] Pushing event updated for resources: {'Port': ['ID=793d08bd-f44b-495b-8f03-dd35d51aa92a,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:26.638843 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-34ec1280-0a15-4bed-9b7c-74ab2459f1ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:26.704764 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-34ec1280-0a15-4bed-9b7c-74ab2459f1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:26.728426 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b4afadab-1086-4820-8174-56194ed23247 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:26.768140 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.resource_extend [req-722263e3-9ec5-445c-9ef6-e109deda6407 req-548bbbf1-e54d-4c71-9ad3-5d3a34f02236 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 22:15:26.839084 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-45f30242-0374-4d7e-8991-533724d6ae8e req-1f862886-8354-474a-be00-b97347bda615 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=526234b8-6fe7-40d4-ab15-3ada058c5fd4 HTTP/1.1" status: 200 len: 1027 time: 0.2792344 May 05 22:15:26.839681 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b4afadab-1086-4820-8174-56194ed23247 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:26.843424 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4afadab-1086-4820-8174-56194ed23247 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:15:26.843987 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b4afadab-1086-4820-8174-56194ed23247 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:26.856676 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ec1280-0a15-4bed-9b7c-74ab2459f1ff admin admin] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:15:26.865391 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ec1280-0a15-4bed-9b7c-74ab2459f1ff admin admin] Pushing event updated for resources: {'Port': ['ID=28b3b563-f290-4d76-b761-12b1cde0d03b,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:26.868718 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-34ec1280-0a15-4bed-9b7c-74ab2459f1ff admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:15:26.874144 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ec1280-0a15-4bed-9b7c-74ab2459f1ff admin admin] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:15:26.878440 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6ca76e07-8a99-45bb-bc17-0e5c54fbd8a4 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:27.025868 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51648) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:27.062045 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b4afadab-1086-4820-8174-56194ed23247 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9267540 May 05 22:15:27.066486 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-722263e3-9ec5-445c-9ef6-e109deda6407 req-548bbbf1-e54d-4c71-9ad3-5d3a34f02236 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37cbd9f4-ad0f-41d0-b047-a5a118164385 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:15:27.069456 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51654) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:27.082297 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-664071e9-2938-42a0-8bfd-896a6ab55ec8 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Request body: {'subnet': {'network_id': 'd448c558-7af2-457a-8943-bb3d64f6f30e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:15:27.086254 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-722263e3-9ec5-445c-9ef6-e109deda6407 req-548bbbf1-e54d-4c71-9ad3-5d3a34f02236 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:27.109818 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4afadab-1086-4820-8174-56194ed23247 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event updated for resources: {'Network': ['ID=d448c558-7af2-457a-8943-bb3d64f6f30e,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:27.129681 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network d448c558-7af2-457a-8943-bb3d64f6f30e details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:15:27.197127 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-45f30242-0374-4d7e-8991-533724d6ae8e req-36e84939-00f4-4f49-b898-f2ad2722e207 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=01880227-df76-4924-9a50-770a67dd6ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491340 May 05 22:15:27.223356 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f6e91dbd-63a9-438b-a2b8-68450718b8d8 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:27.239195 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6ca76e07-8a99-45bb-bc17-0e5c54fbd8a4 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:27.242810 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-722263e3-9ec5-445c-9ef6-e109deda6407 req-548bbbf1-e54d-4c71-9ad3-5d3a34f02236 service neutron] Transition to ACTIVE for port object 37cbd9f4-ad0f-41d0-b047-a5a118164385 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:15:27.243142 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-664071e9-2938-42a0-8bfd-896a6ab55ec8 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:15:27.252782 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-722263e3-9ec5-445c-9ef6-e109deda6407 req-548bbbf1-e54d-4c71-9ad3-5d3a34f02236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:27.290432 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-664071e9-2938-42a0-8bfd-896a6ab55ec8 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Usage tracker for resource:subnet and tenant:47ea26e8a7d7452cb25778b9d924edf0 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:15:27.293849 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-f6e91dbd-63a9-438b-a2b8-68450718b8d8 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Deleting port 581a7442-94c1-4b42-81ad-6e73e62f952d {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:15:27.294187 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f6e91dbd-63a9-438b-a2b8-68450718b8d8 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:27.312289 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-f1ee001b-02b3-4321-b796-217d880623a4 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Deleting port fc897491-3ad6-4280-b6ac-50a20a21241e {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:15:27.312633 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f1ee001b-02b3-4321-b796-217d880623a4 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:27.332348 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 793d08bd-f44b-495b-8f03-dd35d51aa92a up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:15:27.333202 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-664071e9-2938-42a0-8bfd-896a6ab55ec8 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:15:27.338147 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca76e07-8a99-45bb-bc17-0e5c54fbd8a4 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Pushing event deleted for resources: {'Subnet': ['ID=f4265e23-c72d-4c07-bc86-05459d900cdd,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:27.362309 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-664071e9-2938-42a0-8bfd-896a6ab55ec8 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:15:27.364360 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-249b716d-4019-4b6a-a233-6a7cf8cf7d16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:27.385139 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6ca76e07-8a99-45bb-bc17-0e5c54fbd8a4 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:27.408153 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b8e501-f73f-4b57-b093-ab56a337db5e None None] Network 951210ae-51ed-4869-b212-289bc5abfafe requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:15:27.425138 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-6ca76e07-8a99-45bb-bc17-0e5c54fbd8a4 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] 10.222.0.23 "DELETE /v2.0/subnets/f4265e23-c72d-4c07-bc86-05459d900cdd HTTP/1.1" status: 204 len: 168 time: 1.4334774 May 05 22:15:27.425714 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51658) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:27.474206 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664071e9-2938-42a0-8bfd-896a6ab55ec8 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Made reservation on behalf of 47ea26e8a7d7452cb25778b9d924edf0 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:15:27.480089 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548bbbf1-e54d-4c71-9ad3-5d3a34f02236 service neutron] Pushing event updated for resources: {'Port': ['ID=37cbd9f4-ad0f-41d0-b047-a5a118164385,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:27.587534 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 793d08bd-f44b-495b-8f03-dd35d51aa92a triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:15:27.587813 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:27.738703 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-f1ee001b-02b3-4321-b796-217d880623a4 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] For port fc897491-3ad6-4280-b6ac-50a20a21241e, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=fc897491-3ad6-4280-b6ac-50a20a21241e,segment=NetworkSegment(ea299347-b876-4d00-b90a-ce5927cdc16d),segment_id=ea299347-b876-4d00-b90a-ce5927cdc16d)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:15:27.738703 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f1ee001b-02b3-4321-b796-217d880623a4 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:27.739414 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-249b716d-4019-4b6a-a233-6a7cf8cf7d16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:15:27.754225 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-249b716d-4019-4b6a-a233-6a7cf8cf7d16 admin admin] Usage tracker for resource:security_group_rule and tenant:7bee1ef6f37b428f9b50822ed45e7e66 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:15:27.767025 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-249b716d-4019-4b6a-a233-6a7cf8cf7d16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:15:27.782773 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-664071e9-2938-42a0-8bfd-896a6ab55ec8 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:27.875947 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7e602c-e9b6-4283-b1ae-4fb1f42197b9 None None] DHCP port deletion for 951210ae-51ed-4869-b212-289bc5abfafe request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:15:27.880686 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-db7e602c-e9b6-4283-b1ae-4fb1f42197b9 None None] Deleting port 6eca4542-fb1d-4eee-ba4f-8e9764d78ab6 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:15:27.881185 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-db7e602c-e9b6-4283-b1ae-4fb1f42197b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:27.881934 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-f1ee001b-02b3-4321-b796-217d880623a4 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Calling delete_port for fc897491-3ad6-4280-b6ac-50a20a21241e owned by network:router_interface {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:15:27.924304 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-34ec1280-0a15-4bed-9b7c-74ab2459f1ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:27.925039 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-34ec1280-0a15-4bed-9b7c-74ab2459f1ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:27.940483 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-722263e3-9ec5-445c-9ef6-e109deda6407 req-548bbbf1-e54d-4c71-9ad3-5d3a34f02236 service neutron] Attempting to bind port 37cbd9f4-ad0f-41d0-b047-a5a118164385 on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:15:27.940691 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-722263e3-9ec5-445c-9ef6-e109deda6407 req-548bbbf1-e54d-4c71-9ad3-5d3a34f02236 service neutron] Attempting to bind port 37cbd9f4-ad0f-41d0-b047-a5a118164385 by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': 'a16662ea-ed15-4566-b265-fb4b19c1f9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'ee1bb8cb-174f-493f-8825-c1f4a7ad45ee'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:15:27.940924 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722263e3-9ec5-445c-9ef6-e109deda6407 req-548bbbf1-e54d-4c71-9ad3-5d3a34f02236 service neutron] Attempting to bind port 37cbd9f4-ad0f-41d0-b047-a5a118164385 on network ee1bb8cb-174f-493f-8825-c1f4a7ad45ee {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:15:27.944672 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-249b716d-4019-4b6a-a233-6a7cf8cf7d16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:15:28.012205 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722263e3-9ec5-445c-9ef6-e109deda6407 req-548bbbf1-e54d-4c71-9ad3-5d3a34f02236 service neutron] Port 37cbd9f4-ad0f-41d0-b047-a5a118164385 on network ee1bb8cb-174f-493f-8825-c1f4a7ad45ee not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:15:28.012205 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722263e3-9ec5-445c-9ef6-e109deda6407 req-548bbbf1-e54d-4c71-9ad3-5d3a34f02236 service neutron] Attempting to bind port 37cbd9f4-ad0f-41d0-b047-a5a118164385 on network ee1bb8cb-174f-493f-8825-c1f4a7ad45ee {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:15:28.016072 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-65f85524-4921-47f7-a116-1ec4cb4ede41 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:28.040220 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f6e91dbd-63a9-438b-a2b8-68450718b8d8 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:28.103397 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-db7e602c-e9b6-4283-b1ae-4fb1f42197b9 None None] For port 6eca4542-fb1d-4eee-ba4f-8e9764d78ab6, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=6eca4542-fb1d-4eee-ba4f-8e9764d78ab6,segment=NetworkSegment(5bce01b4-46cf-4dbf-a726-75875dc02ebc),segment_id=5bce01b4-46cf-4dbf-a726-75875dc02ebc)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:15:28.103750 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-db7e602c-e9b6-4283-b1ae-4fb1f42197b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:28.115693 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722263e3-9ec5-445c-9ef6-e109deda6407 req-548bbbf1-e54d-4c71-9ad3-5d3a34f02236 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:15:28.116041 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722263e3-9ec5-445c-9ef6-e109deda6407 req-548bbbf1-e54d-4c71-9ad3-5d3a34f02236 service neutron] Checking segment: {'id': 'a16662ea-ed15-4566-b265-fb4b19c1f9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'ee1bb8cb-174f-493f-8825-c1f4a7ad45ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:15:28.116433 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722263e3-9ec5-445c-9ef6-e109deda6407 req-548bbbf1-e54d-4c71-9ad3-5d3a34f02236 service neutron] Bound using segment: {'id': 'a16662ea-ed15-4566-b265-fb4b19c1f9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'ee1bb8cb-174f-493f-8825-c1f4a7ad45ee'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:15:28.116879 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-722263e3-9ec5-445c-9ef6-e109deda6407 req-548bbbf1-e54d-4c71-9ad3-5d3a34f02236 service neutron] Bound port: 37cbd9f4-ad0f-41d0-b047-a5a118164385, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a16662ea-ed15-4566-b265-fb4b19c1f9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'ee1bb8cb-174f-493f-8825-c1f4a7ad45ee'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:15:28.117229 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-722263e3-9ec5-445c-9ef6-e109deda6407 req-548bbbf1-e54d-4c71-9ad3-5d3a34f02236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:28.200128 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-f6e91dbd-63a9-438b-a2b8-68450718b8d8 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Calling delete_port for 581a7442-94c1-4b42-81ad-6e73e62f952d owned by network:router_gateway {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:15:28.225457 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-db7e602c-e9b6-4283-b1ae-4fb1f42197b9 None None] Calling delete_port for 6eca4542-fb1d-4eee-ba4f-8e9764d78ab6 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:15:28.231364 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-65f85524-4921-47f7-a116-1ec4cb4ede41 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Deleting port 6eca4542-fb1d-4eee-ba4f-8e9764d78ab6 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:15:28.231634 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-65f85524-4921-47f7-a116-1ec4cb4ede41 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:28.283880 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-722263e3-9ec5-445c-9ef6-e109deda6407 req-548bbbf1-e54d-4c71-9ad3-5d3a34f02236 service neutron] For port 37cbd9f4-ad0f-41d0-b047-a5a118164385, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:15:28.308836 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-722263e3-9ec5-445c-9ef6-e109deda6407 req-548bbbf1-e54d-4c71-9ad3-5d3a34f02236 service neutron] For port 37cbd9f4-ad0f-41d0-b047-a5a118164385, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=37cbd9f4-ad0f-41d0-b047-a5a118164385,segment=NetworkSegment(a16662ea-ed15-4566-b265-fb4b19c1f9fd),segment_id=a16662ea-ed15-4566-b265-fb4b19c1f9fd)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:15:28.316983 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-db7e602c-e9b6-4283-b1ae-4fb1f42197b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:28.326921 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-722263e3-9ec5-445c-9ef6-e109deda6407 req-548bbbf1-e54d-4c71-9ad3-5d3a34f02236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:28.361973 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f1ee001b-02b3-4321-b796-217d880623a4 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:28.393944 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7e602c-e9b6-4283-b1ae-4fb1f42197b9 None None] Pushing event deleted for resources: {'Port': ['ID=6eca4542-fb1d-4eee-ba4f-8e9764d78ab6,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:28.396111 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-65f85524-4921-47f7-a116-1ec4cb4ede41 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] The port '6eca4542-fb1d-4eee-ba4f-8e9764d78ab6' was deleted {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 22:15:28.403459 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7e602c-e9b6-4283-b1ae-4fb1f42197b9 None None] No DVR routers for this DVR port 6eca4542-fb1d-4eee-ba4f-8e9764d78ab6 on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:15:28.408235 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-722263e3-9ec5-445c-9ef6-e109deda6407 req-548bbbf1-e54d-4c71-9ad3-5d3a34f02236 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:28.409631 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-722263e3-9ec5-445c-9ef6-e109deda6407 req-548bbbf1-e54d-4c71-9ad3-5d3a34f02236 service neutron] 10.222.0.44 "PUT /v2.0/ports/37cbd9f4-ad0f-41d0-b047-a5a118164385 HTTP/1.1" status: 200 len: 1091 time: 3.2775261 May 05 22:15:28.412472 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '526234b8-6fe7-40d4-ab15-3ada058c5fd4', 'tag': '37cbd9f4-ad0f-41d0-b047-a5a118164385'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:15:28.472037 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548bbbf1-e54d-4c71-9ad3-5d3a34f02236 service neutron] Pushing event updated for resources: {'Port': ['ID=37cbd9f4-ad0f-41d0-b047-a5a118164385,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:28.496281 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-249b716d-4019-4b6a-a233-6a7cf8cf7d16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:28.539656 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68c3f4ad-1f00-4f2a-b81a-a1724ab3193f'] response: {'name': 'network-changed', 'server_uuid': '526234b8-6fe7-40d4-ab15-3ada058c5fd4', 'tag': '37cbd9f4-ad0f-41d0-b047-a5a118164385', 'status': 'completed', 'code': 200} May 05 22:15:28.612356 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-249b716d-4019-4b6a-a233-6a7cf8cf7d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:28.766794 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ee001b-02b3-4321-b796-217d880623a4 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event deleted for resources: {'Port': ['ID=fc897491-3ad6-4280-b6ac-50a20a21241e,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:28.798470 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-65f85524-4921-47f7-a116-1ec4cb4ede41 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:28.814630 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b716d-4019-4b6a-a233-6a7cf8cf7d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a67182a-a589-4004-8176-414ddaee2e02,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:28.864504 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-249b716d-4019-4b6a-a233-6a7cf8cf7d16 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7bee1ef6f37b428f9b50822ed45e7e66&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8377481 May 05 22:15:28.865025 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51666) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:28.910591 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-65f85524-4921-47f7-a116-1ec4cb4ede41 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['951210ae-51ed-4869-b212-289bc5abfafe']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:28.950531 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-65f85524-4921-47f7-a116-1ec4cb4ede41 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bce01b4-46cf-4dbf-a726-75875dc02ebc') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:28.950862 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-65f85524-4921-47f7-a116-1ec4cb4ede41 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bce01b4-46cf-4dbf-a726-75875dc02ebc') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:28.967890 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-664071e9-2938-42a0-8bfd-896a6ab55ec8 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:28.983006 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-722263e3-9ec5-445c-9ef6-e109deda6407 req-fe3eb9bc-4113-4779-9717-6fdbe916cad1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=73d345cf0a794159ba751dcc23f97acb&device_id=526234b8-6fe7-40d4-ab15-3ada058c5fd4 HTTP/1.1" status: 200 len: 1094 time: 0.5118928 May 05 22:15:29.014088 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-65f85524-4921-47f7-a116-1ec4cb4ede41 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:29.061466 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-722263e3-9ec5-445c-9ef6-e109deda6407 req-8d142eeb-acf9-4dbf-b25b-21a8b38f588a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37cbd9f4-ad0f-41d0-b047-a5a118164385 HTTP/1.1" status: 200 len: 217 time: 0.0711827 May 05 22:15:29.063661 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ec1280-0a15-4bed-9b7c-74ab2459f1ff admin admin] Router 5ed264b2-d791-434e-8817-6113bbf6ee12 is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 22:15:29.078285 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2e5a131a-3440-41d8-81e4-4ea505abe37c req-88a02c98-255b-49c2-82b7-f2fa3d0a53a7 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=526234b8-6fe7-40d4-ab15-3ada058c5fd4 HTTP/1.1" status: 200 len: 1094 time: 0.6380336 May 05 22:15:29.078906 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f6e91dbd-63a9-438b-a2b8-68450718b8d8 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:29.084990 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-65f85524-4921-47f7-a116-1ec4cb4ede41 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:29.146764 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65f85524-4921-47f7-a116-1ec4cb4ede41 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:15:29.147164 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-65f85524-4921-47f7-a116-1ec4cb4ede41 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:29.178936 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 22:15:29.178936 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:15:29.178936 n-d-825175-4 neutron-server[84061]: timer() May 05 22:15:29.178936 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:15:29.178936 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 22:15:29.178936 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:15:29.178936 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 22:15:29.178936 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:15:29.178936 n-d-825175-4 neutron-server[84061]: self._notify() May 05 22:15:29.178936 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:15:29.178936 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 22:15:29.178936 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:15:29.178936 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 22:15:29.178936 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:15:29.178936 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:15:29.178936 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:15:29.178936 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:15:29.178936 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:15:29.178936 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 22:15:29.178936 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:15:29.178936 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 22:15:29.178936 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:15:29.178936 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:15:29.178936 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:15:29.178936 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 22:15:29.178936 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:15:29.178936 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:15:29.178936 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:15:29.178936 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:15:29.178936 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:15:29.178936 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:15:29.178936 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:15:29.182022 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e91dbd-63a9-438b-a2b8-68450718b8d8 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Pushing event deleted for resources: {'Port': ['ID=581a7442-94c1-4b42-81ad-6e73e62f952d,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:29.184726 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664071e9-2938-42a0-8bfd-896a6ab55ec8 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event updated for resources: {'Subnet': ['ID=fc81ad88-82df-41a9-8864-230102a9a604,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:29.248341 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722263e3-9ec5-445c-9ef6-e109deda6407 req-96fe9b8b-6cd0-4090-906f-7c5f2e07b8b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:15:29.250513 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-722263e3-9ec5-445c-9ef6-e109deda6407 req-96fe9b8b-6cd0-4090-906f-7c5f2e07b8b1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4d7a7170-01f1-4e9d-959e-a8ffb505fdee HTTP/1.1" status: 200 len: 849 time: 0.1829398 May 05 22:15:29.252381 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 6eca4542-fb1d-4eee-ba4f-8e9764d78ab6 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:15:29.287244 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 6eca4542-fb1d-4eee-ba4f-8e9764d78ab6 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:15:29.288073 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 6eca4542-fb1d-4eee-ba4f-8e9764d78ab6 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:15:29.316724 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1171281a-28ed-48ee-b716-bb90cfe6a1f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:29.378111 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f1ee001b-02b3-4321-b796-217d880623a4 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:29.394911 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664071e9-2938-42a0-8bfd-896a6ab55ec8 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Checking segment: {'id': '2672dd49-3bbd-4b0c-abff-4a6744cf53aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd448c558-7af2-457a-8943-bb3d64f6f30e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:15:29.395146 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664071e9-2938-42a0-8bfd-896a6ab55ec8 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Network hostable DHCP agents. Network: d448c558-7af2-457a-8943-bb3d64f6f30e, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:15:29.399182 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-65f85524-4921-47f7-a116-1ec4cb4ede41 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:29.408617 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-722263e3-9ec5-445c-9ef6-e109deda6407 req-d0290d71-e282-4a74-9cf8-775510ec6b2d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee1bb8cb-174f-493f-8825-c1f4a7ad45ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1505299 May 05 22:15:29.440434 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1171281a-28ed-48ee-b716-bb90cfe6a1f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:29.447595 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-65f85524-4921-47f7-a116-1ec4cb4ede41 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:29.469548 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2e5a131a-3440-41d8-81e4-4ea505abe37c req-0dda1ae9-a662-48c9-b56d-102de74d187f tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=01880227-df76-4924-9a50-770a67dd6ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515255 May 05 22:15:29.480600 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f85524-4921-47f7-a116-1ec4cb4ede41 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] Pushing event deleted for resources: {'Network': ['ID=951210ae-51ed-4869-b212-289bc5abfafe,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:29.558907 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-65f85524-4921-47f7-a116-1ec4cb4ede41 tempest-AllowedAddressPairTestJSON-430128215 tempest-AllowedAddressPairTestJSON-430128215-project] 10.222.0.23 "DELETE /v2.0/networks/951210ae-51ed-4869-b212-289bc5abfafe HTTP/1.1" status: 204 len: 168 time: 2.0860417 May 05 22:15:29.716832 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-722263e3-9ec5-445c-9ef6-e109deda6407 req-5996a4ca-54ee-4ce5-b596-9582dae77d92 service neutron] 10.222.0.44 "GET /v2.0/networks/ee1bb8cb-174f-493f-8825-c1f4a7ad45ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565267 May 05 22:15:29.775026 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f6e91dbd-63a9-438b-a2b8-68450718b8d8 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:29.831039 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ec1280-0a15-4bed-9b7c-74ab2459f1ff admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:15:29.835135 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664071e9-2938-42a0-8bfd-896a6ab55ec8 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Network d448c558-7af2-457a-8943-bb3d64f6f30e is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:15:29.848223 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1355b04d-5a3c-4994-9277-8cbcbf39d01c None None] Sync routers for ids ['5ed264b2-d791-434e-8817-6113bbf6ee12'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:15:29.878067 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1355b04d-5a3c-4994-9277-8cbcbf39d01c None None] Routers {'5ed264b2-d791-434e-8817-6113bbf6ee12'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:15:29.879066 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-1355b04d-5a3c-4994-9277-8cbcbf39d01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:15:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['5ed264b2-d791-434e-8817-6113bbf6ee12'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:29.885428 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51674) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:29.896218 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-34ec1280-0a15-4bed-9b7c-74ab2459f1ff admin admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:29.897390 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-34ec1280-0a15-4bed-9b7c-74ab2459f1ff admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.9599011 May 05 22:15:29.901059 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51680) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:29.973790 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-664071e9-2938-42a0-8bfd-896a6ab55ec8 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, d448c558-7af2-457a-8943-bb3d64f6f30e) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:15:29.984722 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa95cff-d6fc-4aef-8af0-c3ec04a7c4f4 None None] Network d448c558-7af2-457a-8943-bb3d64f6f30e requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:15:30.031761 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1171281a-28ed-48ee-b716-bb90cfe6a1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:30.051435 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664071e9-2938-42a0-8bfd-896a6ab55ec8 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:15:30.052000 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-664071e9-2938-42a0-8bfd-896a6ab55ec8 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:30.072319 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1171281a-28ed-48ee-b716-bb90cfe6a1f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a67182a-a589-4004-8176-414ddaee2e02,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:30.080750 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f6e91dbd-63a9-438b-a2b8-68450718b8d8 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:30.089965 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1171281a-28ed-48ee-b716-bb90cfe6a1f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:30.091106 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-1171281a-28ed-48ee-b716-bb90cfe6a1f4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6a67182a-a589-4004-8176-414ddaee2e02 HTTP/1.1" status: 204 len: 168 time: 1.2092369 May 05 22:15:30.092871 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f6e91dbd-63a9-438b-a2b8-68450718b8d8 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:30.112264 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-664071e9-2938-42a0-8bfd-896a6ab55ec8 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0403275 May 05 22:15:30.115710 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51686) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:30.124064 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-c825b75d-998a-4ab1-b324-55e417423790 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1752979098', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:15:30.134633 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-1355b04d-5a3c-4994-9277-8cbcbf39d01c None None] Set router 5ed264b2-d791-434e-8817-6113bbf6ee12 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:15:30.155625 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-c825b75d-998a-4ab1-b324-55e417423790 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:15:30.181759 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-722263e3-9ec5-445c-9ef6-e109deda6407 req-42338c05-4caa-4109-bb5f-61d339bd0653 service neutron] 10.222.0.44 "GET /v2.0/networks/ee1bb8cb-174f-493f-8825-c1f4a7ad45ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4572978 May 05 22:15:30.190623 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-c825b75d-998a-4ab1-b324-55e417423790 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Usage tracker for resource:router and tenant:47ea26e8a7d7452cb25778b9d924edf0 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:15:30.194695 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-c825b75d-998a-4ab1-b324-55e417423790 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:15:30.206708 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-c825b75d-998a-4ab1-b324-55e417423790 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:15:30.223960 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f6e91dbd-63a9-438b-a2b8-68450718b8d8 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:30.224364 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e91dbd-63a9-438b-a2b8-68450718b8d8 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Fanout notify agent at l3_agent the message router_deleted on router 346a036a-fc74-4511-8fc4-a01886bcf379 {{(pid=84061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:15:30.265829 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f6e91dbd-63a9-438b-a2b8-68450718b8d8 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:30.266961 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f6e91dbd-63a9-438b-a2b8-68450718b8d8 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] 10.222.0.23 "DELETE /v2.0/routers/346a036a-fc74-4511-8fc4-a01886bcf379 HTTP/1.1" status: 204 len: 168 time: 5.4125724 May 05 22:15:30.268158 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c825b75d-998a-4ab1-b324-55e417423790 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:30.270474 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c825b75d-998a-4ab1-b324-55e417423790 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:30.273831 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51690) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:30.281146 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-474b6875-04ca-46f1-9c89-df4e3ae8b0d0 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-952053263', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:15:30.290387 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-474b6875-04ca-46f1-9c89-df4e3ae8b0d0 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:15:30.297479 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-474b6875-04ca-46f1-9c89-df4e3ae8b0d0 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Usage tracker for resource:router and tenant:a2eabe7e70de4863a8371f817bdd6ea0 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:15:30.301416 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-474b6875-04ca-46f1-9c89-df4e3ae8b0d0 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:15:30.311988 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-474b6875-04ca-46f1-9c89-df4e3ae8b0d0 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:15:30.325460 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c825b75d-998a-4ab1-b324-55e417423790 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:30.336135 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-474b6875-04ca-46f1-9c89-df4e3ae8b0d0 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:30.337222 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-474b6875-04ca-46f1-9c89-df4e3ae8b0d0 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:30.361521 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c825b75d-998a-4ab1-b324-55e417423790 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:30.381725 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-474b6875-04ca-46f1-9c89-df4e3ae8b0d0 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:30.418547 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c825b75d-998a-4ab1-b324-55e417423790 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:30.423795 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c825b75d-998a-4ab1-b324-55e417423790 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3038361 May 05 22:15:30.427335 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51696) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:30.465936 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d06aa6-0c37-4d9d-afdd-01fe7ac1cdde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-d448c558-7af2-457a-8943-bb3d64f6f30e', 'network_id': 'd448c558-7af2-457a-8943-bb3d64f6f30e', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'fixed_ips': [{'subnet_id': 'fc81ad88-82df-41a9-8864-230102a9a604'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:15:30.467124 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-92d06aa6-0c37-4d9d-afdd-01fe7ac1cdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:30.597960 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-474b6875-04ca-46f1-9c89-df4e3ae8b0d0 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:30.702334 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-474b6875-04ca-46f1-9c89-df4e3ae8b0d0 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:30.704056 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-474b6875-04ca-46f1-9c89-df4e3ae8b0d0 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4292874 May 05 22:15:30.709106 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51702) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:30.725271 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-41bc1840-8cf6-46a8-846a-6707f1f26396 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'enable_snat': True}}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:15:30.803273 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-1355b04d-5a3c-4994-9277-8cbcbf39d01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed264b2-d791-434e-8817-6113bbf6ee12', 'name': 'tempest-TestVolumeBackupRestore-1886855355-router', 'tenant_id': '7cea7d9e921148bd9e39328bf3830233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '28b3b563-f290-4d76-b761-12b1cde0d03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:15:22Z', 'updated_at': '2022-05-05T22:15:27Z', 'revision_number': 3, 'project_id': '7cea7d9e921148bd9e39328bf3830233', 'gw_port': {'id': '28b3b563-f290-4d76-b761-12b1cde0d03b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed264b2-d791-434e-8817-6113bbf6ee12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:15:25Z', 'updated_at': '2022-05-05T22:15:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:30.811146 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1355b04d-5a3c-4994-9277-8cbcbf39d01c None None] Checking router: 5ed264b2-d791-434e-8817-6113bbf6ee12 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:15:30.811513 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1355b04d-5a3c-4994-9277-8cbcbf39d01c None None] Updating router 5ed264b2-d791-434e-8817-6113bbf6ee12 port 28b3b563-f290-4d76-b761-12b1cde0d03b binding host n-d-825175-4 {{(pid=84068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:15:30.831197 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-44546c86-459f-4e10-b943-8786f610598d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=da5414daf93046db894120b8eff52041&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9436078 May 05 22:15:30.839682 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51706) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:30.840098 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51708) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:30.867270 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-92d06aa6-0c37-4d9d-afdd-01fe7ac1cdde None None] Allocated IP 2001:db8::2 (d448c558-7af2-457a-8943-bb3d64f6f30e/fc81ad88-82df-41a9-8864-230102a9a604/26c542d6-1fd2-4a08-af57-de71224ff75a) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:15:30.876459 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-1355b04d-5a3c-4994-9277-8cbcbf39d01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:30.879418 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c4212482-da95-4bce-9d4f-47e85cabd694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:30.948752 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c4212482-da95-4bce-9d4f-47e85cabd694 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:15:30.952979 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c4212482-da95-4bce-9d4f-47e85cabd694 admin admin] Usage tracker for resource:security_group_rule and tenant:256b8d2267a9491eb45c704528c417bb is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:15:30.956140 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c4212482-da95-4bce-9d4f-47e85cabd694 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:15:30.962011 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c4212482-da95-4bce-9d4f-47e85cabd694 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:15:31.092046 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5f32e944-7b0d-4a43-a082-2957df3e98e0 req-043a8423-dc2e-49df-bf29-8cdc78ac8033 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=73d345cf0a794159ba751dcc23f97acb&device_id=526234b8-6fe7-40d4-ab15-3ada058c5fd4 HTTP/1.1" status: 200 len: 1094 time: 0.7615564 May 05 22:15:31.168261 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-92d06aa6-0c37-4d9d-afdd-01fe7ac1cdde None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:31.181277 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-92d06aa6-0c37-4d9d-afdd-01fe7ac1cdde None None] Transition to ACTIVE for port object 26c542d6-1fd2-4a08-af57-de71224ff75a will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:15:31.208869 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-92d06aa6-0c37-4d9d-afdd-01fe7ac1cdde None None] Transition to ACTIVE for port object 26c542d6-1fd2-4a08-af57-de71224ff75a will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:15:31.218804 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-92d06aa6-0c37-4d9d-afdd-01fe7ac1cdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:31.302214 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-1355b04d-5a3c-4994-9277-8cbcbf39d01c None None] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:31.306322 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ed8eba50-6cd6-4ec1-b783-f845b7dd65cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:31.323368 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.provisioning_blocks [None req-1355b04d-5a3c-4994-9277-8cbcbf39d01c None None] Transition to ACTIVE for port object 28b3b563-f290-4d76-b761-12b1cde0d03b will not be triggered until provisioned by entity L2. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:15:31.333721 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-1355b04d-5a3c-4994-9277-8cbcbf39d01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:31.349607 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d06aa6-0c37-4d9d-afdd-01fe7ac1cdde None None] Network d448c558-7af2-457a-8943-bb3d64f6f30e is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:15:31.353733 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-92d06aa6-0c37-4d9d-afdd-01fe7ac1cdde None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:15:31.356677 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d06aa6-0c37-4d9d-afdd-01fe7ac1cdde None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:15:31.367927 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c4212482-da95-4bce-9d4f-47e85cabd694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:31.378034 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d06aa6-0c37-4d9d-afdd-01fe7ac1cdde None None] Pushing event updated for resources: {'Port': ['ID=26c542d6-1fd2-4a08-af57-de71224ff75a,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:31.385142 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ed8eba50-6cd6-4ec1-b783-f845b7dd65cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:31.411814 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c4212482-da95-4bce-9d4f-47e85cabd694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:31.472251 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-1355b04d-5a3c-4994-9277-8cbcbf39d01c None None] Attempting to bind port 28b3b563-f290-4d76-b761-12b1cde0d03b on host n-d-825175-4 for vnic_type normal with profile {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:15:31.474421 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-1355b04d-5a3c-4994-9277-8cbcbf39d01c None None] Attempting to bind port 28b3b563-f290-4d76-b761-12b1cde0d03b by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:15:31.475168 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1355b04d-5a3c-4994-9277-8cbcbf39d01c None None] Attempting to bind port 28b3b563-f290-4d76-b761-12b1cde0d03b on network 25bfe237-58de-4709-a3e0-ac79da07c300 {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:15:31.485993 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410cc9d6-896e-4a4f-a5b7-652d6d886656 None None] Pushing event updated for resources: {'Port': ['ID=28b3b563-f290-4d76-b761-12b1cde0d03b,revision_number=2']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:31.494931 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-377da2e7-efa0-44f1-b0bd-796a382fcdcc req-2c235808-f2d3-4ced-b0af-da8d06156c9c tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=526234b8-6fe7-40d4-ab15-3ada058c5fd4 HTTP/1.1" status: 200 len: 1094 time: 0.6642480 May 05 22:15:31.505447 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410cc9d6-896e-4a4f-a5b7-652d6d886656 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:15:31.506393 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410cc9d6-896e-4a4f-a5b7-652d6d886656 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:15:31.506996 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410cc9d6-896e-4a4f-a5b7-652d6d886656 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:15:31.507942 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410cc9d6-896e-4a4f-a5b7-652d6d886656 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:15:31.508915 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410cc9d6-896e-4a4f-a5b7-652d6d886656 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:15:31.510036 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410cc9d6-896e-4a4f-a5b7-652d6d886656 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:15:31.510519 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410cc9d6-896e-4a4f-a5b7-652d6d886656 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:15:31.511012 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410cc9d6-896e-4a4f-a5b7-652d6d886656 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:15:31.511505 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410cc9d6-896e-4a4f-a5b7-652d6d886656 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:15:31.511739 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-92d06aa6-0c37-4d9d-afdd-01fe7ac1cdde None None] Attempting to bind port 26c542d6-1fd2-4a08-af57-de71224ff75a on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:15:31.512157 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410cc9d6-896e-4a4f-a5b7-652d6d886656 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:15:31.512342 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-92d06aa6-0c37-4d9d-afdd-01fe7ac1cdde None None] Attempting to bind port 26c542d6-1fd2-4a08-af57-de71224ff75a by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '2672dd49-3bbd-4b0c-abff-4a6744cf53aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd448c558-7af2-457a-8943-bb3d64f6f30e'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:15:31.512560 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d06aa6-0c37-4d9d-afdd-01fe7ac1cdde None None] Attempting to bind port 26c542d6-1fd2-4a08-af57-de71224ff75a on network d448c558-7af2-457a-8943-bb3d64f6f30e {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:15:31.522197 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d06aa6-0c37-4d9d-afdd-01fe7ac1cdde None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:15:31.522981 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d06aa6-0c37-4d9d-afdd-01fe7ac1cdde None None] Checking segment: {'id': '2672dd49-3bbd-4b0c-abff-4a6744cf53aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd448c558-7af2-457a-8943-bb3d64f6f30e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:15:31.522981 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-92d06aa6-0c37-4d9d-afdd-01fe7ac1cdde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:31.523367 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d06aa6-0c37-4d9d-afdd-01fe7ac1cdde None None] Bound using segment: {'id': '2672dd49-3bbd-4b0c-abff-4a6744cf53aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd448c558-7af2-457a-8943-bb3d64f6f30e'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:15:31.523843 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-92d06aa6-0c37-4d9d-afdd-01fe7ac1cdde None None] Bound port: 26c542d6-1fd2-4a08-af57-de71224ff75a, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2672dd49-3bbd-4b0c-abff-4a6744cf53aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd448c558-7af2-457a-8943-bb3d64f6f30e'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:15:31.524201 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-92d06aa6-0c37-4d9d-afdd-01fe7ac1cdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:31.527347 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410cc9d6-896e-4a4f-a5b7-652d6d886656 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:15:31.543854 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1355b04d-5a3c-4994-9277-8cbcbf39d01c None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:15:31.548942 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1355b04d-5a3c-4994-9277-8cbcbf39d01c None None] Checking segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:15:31.549591 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-1355b04d-5a3c-4994-9277-8cbcbf39d01c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:31.550381 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1355b04d-5a3c-4994-9277-8cbcbf39d01c None None] Bound using segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:15:31.551055 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-1355b04d-5a3c-4994-9277-8cbcbf39d01c None None] Bound port: 28b3b563-f290-4d76-b761-12b1cde0d03b, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:15:31.551589 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-1355b04d-5a3c-4994-9277-8cbcbf39d01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:31.634138 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-92d06aa6-0c37-4d9d-afdd-01fe7ac1cdde None None] For port 26c542d6-1fd2-4a08-af57-de71224ff75a, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:15:31.644063 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-92d06aa6-0c37-4d9d-afdd-01fe7ac1cdde None None] For port 26c542d6-1fd2-4a08-af57-de71224ff75a, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=26c542d6-1fd2-4a08-af57-de71224ff75a,segment=NetworkSegment(2672dd49-3bbd-4b0c-abff-4a6744cf53aa),segment_id=2672dd49-3bbd-4b0c-abff-4a6744cf53aa)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:15:31.654476 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-92d06aa6-0c37-4d9d-afdd-01fe7ac1cdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:31.664676 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4212482-da95-4bce-9d4f-47e85cabd694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33811c25-7d23-441c-b377-17a6797af01e,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:31.678848 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f32e944-7b0d-4a43-a082-2957df3e98e0 req-4852c6fc-0c14-4047-b28b-cf8035fcfb80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:15:31.681377 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5f32e944-7b0d-4a43-a082-2957df3e98e0 req-4852c6fc-0c14-4047-b28b-cf8035fcfb80 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee1bb8cb-174f-493f-8825-c1f4a7ad45ee HTTP/1.1" status: 200 len: 911 time: 0.5770175 May 05 22:15:31.720452 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-377da2e7-efa0-44f1-b0bd-796a382fcdcc req-7150ab89-57ee-480b-89f0-13d73a5e925d tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=01880227-df76-4924-9a50-770a67dd6ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128625 May 05 22:15:31.748356 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-1355b04d-5a3c-4994-9277-8cbcbf39d01c None None] For port 28b3b563-f290-4d76-b761-12b1cde0d03b, host n-d-825175-4, cleared binding levels {{(pid=84068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:15:31.757557 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-1355b04d-5a3c-4994-9277-8cbcbf39d01c None None] For port 28b3b563-f290-4d76-b761-12b1cde0d03b, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=28b3b563-f290-4d76-b761-12b1cde0d03b,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:15:31.760378 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c4212482-da95-4bce-9d4f-47e85cabd694 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=256b8d2267a9491eb45c704528c417bb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9176233 May 05 22:15:31.764176 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-1355b04d-5a3c-4994-9277-8cbcbf39d01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:31.787087 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51714) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:31.802738 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d06aa6-0c37-4d9d-afdd-01fe7ac1cdde None None] Pushing event updated for resources: {'Port': ['ID=26c542d6-1fd2-4a08-af57-de71224ff75a,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:31.812327 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5f32e944-7b0d-4a43-a082-2957df3e98e0 req-d0a0c456-8649-4d11-9ce8-1c485a96e412 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37cbd9f4-ad0f-41d0-b047-a5a118164385 HTTP/1.1" status: 200 len: 217 time: 0.1238520 May 05 22:15:31.829312 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f9885eee-6afd-49d9-ad9e-b9ece52e9378 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:31.854344 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ed8eba50-6cd6-4ec1-b783-f845b7dd65cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:31.858043 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410cc9d6-896e-4a4f-a5b7-652d6d886656 None None] Pushing event updated for resources: {'Port': ['ID=28b3b563-f290-4d76-b761-12b1cde0d03b,revision_number=3']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:31.862059 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1355b04d-5a3c-4994-9277-8cbcbf39d01c None None] Routers {'5ed264b2-d791-434e-8817-6113bbf6ee12'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:15:31.862871 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-41bc1840-8cf6-46a8-846a-6707f1f26396 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:31.863619 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-1355b04d-5a3c-4994-9277-8cbcbf39d01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:15:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['5ed264b2-d791-434e-8817-6113bbf6ee12'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:31.904188 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8eba50-6cd6-4ec1-b783-f845b7dd65cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00394eeb-f596-461e-94db-071a1bee1c83,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:31.931236 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ed8eba50-6cd6-4ec1-b783-f845b7dd65cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:31.932523 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ed8eba50-6cd6-4ec1-b783-f845b7dd65cf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/00394eeb-f596-461e-94db-071a1bee1c83 HTTP/1.1" status: 204 len: 168 time: 1.0913947 May 05 22:15:31.941193 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f32e944-7b0d-4a43-a082-2957df3e98e0 req-4bd7f711-acac-43de-81d7-23ff453ce805 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:15:31.942689 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5f32e944-7b0d-4a43-a082-2957df3e98e0 req-4bd7f711-acac-43de-81d7-23ff453ce805 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4d7a7170-01f1-4e9d-959e-a8ffb505fdee HTTP/1.1" status: 200 len: 849 time: 0.1194489 May 05 22:15:32.071566 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ee001b-02b3-4321-b796-217d880623a4 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Router fd468c6d-d5a0-4553-ab4e-97723ca5c241 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:15:32.162732 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-1355b04d-5a3c-4994-9277-8cbcbf39d01c None None] Set router 5ed264b2-d791-434e-8817-6113bbf6ee12 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:15:32.249192 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5f32e944-7b0d-4a43-a082-2957df3e98e0 req-bf23064f-1363-4c17-bb20-9dd645a48ad2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee1bb8cb-174f-493f-8825-c1f4a7ad45ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2957199 May 05 22:15:32.449573 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-f9885eee-6afd-49d9-ad9e-b9ece52e9378 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Allocated IP 2001:db8::1 (d448c558-7af2-457a-8943-bb3d64f6f30e/fc81ad88-82df-41a9-8864-230102a9a604/6252d84b-a95b-4bea-ba24-47bac2a8eddd) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:15:32.590123 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-1355b04d-5a3c-4994-9277-8cbcbf39d01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed264b2-d791-434e-8817-6113bbf6ee12', 'name': 'tempest-TestVolumeBackupRestore-1886855355-router', 'tenant_id': '7cea7d9e921148bd9e39328bf3830233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '28b3b563-f290-4d76-b761-12b1cde0d03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:15:22Z', 'updated_at': '2022-05-05T22:15:27Z', 'revision_number': 3, 'project_id': '7cea7d9e921148bd9e39328bf3830233', 'gw_port': {'id': '28b3b563-f290-4d76-b761-12b1cde0d03b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed264b2-d791-434e-8817-6113bbf6ee12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:15:25Z', 'updated_at': '2022-05-05T22:15:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:32.596662 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1355b04d-5a3c-4994-9277-8cbcbf39d01c None None] The sync data for ids ['5ed264b2-d791-434e-8817-6113bbf6ee12'] in n-d-825175-4 is: [{'id': '5ed264b2-d791-434e-8817-6113bbf6ee12', 'name': 'tempest-TestVolumeBackupRestore-1886855355-router', 'tenant_id': '7cea7d9e921148bd9e39328bf3830233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '28b3b563-f290-4d76-b761-12b1cde0d03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:15:22Z', 'updated_at': '2022-05-05T22:15:27Z', 'revision_number': 3, 'project_id': '7cea7d9e921148bd9e39328bf3830233', 'gw_port': {'id': '28b3b563-f290-4d76-b761-12b1cde0d03b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed264b2-d791-434e-8817-6113bbf6ee12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:15:25Z', 'updated_at': '2022-05-05T22:15:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:15:32.640803 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f9885eee-6afd-49d9-ad9e-b9ece52e9378 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:32.660937 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-f9885eee-6afd-49d9-ad9e-b9ece52e9378 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Transition to ACTIVE for port object 6252d84b-a95b-4bea-ba24-47bac2a8eddd will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:15:32.698370 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-aa6a2256-7272-4ccf-aaef-5ff10fb3e86a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:32.739248 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f9885eee-6afd-49d9-ad9e-b9ece52e9378 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:32.787036 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-aa6a2256-7272-4ccf-aaef-5ff10fb3e86a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:32.860011 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9885eee-6afd-49d9-ad9e-b9ece52e9378 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Network d448c558-7af2-457a-8943-bb3d64f6f30e is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:15:32.867081 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-f9885eee-6afd-49d9-ad9e-b9ece52e9378 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:15:32.872291 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5f32e944-7b0d-4a43-a082-2957df3e98e0 req-d67fb298-fdbd-4ec4-8766-cd48f4271db7 service neutron] 10.222.0.44 "GET /v2.0/networks/ee1bb8cb-174f-493f-8825-c1f4a7ad45ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6137502 May 05 22:15:32.873628 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9885eee-6afd-49d9-ad9e-b9ece52e9378 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event updated for resources: {'Port': ['ID=6252d84b-a95b-4bea-ba24-47bac2a8eddd,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:32.875064 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9885eee-6afd-49d9-ad9e-b9ece52e9378 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:15:32.875588 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f9885eee-6afd-49d9-ad9e-b9ece52e9378 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:32.936236 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 37cbd9f4-ad0f-41d0-b047-a5a118164385 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:15:33.011152 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-aa6a2256-7272-4ccf-aaef-5ff10fb3e86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:33.030238 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6a2256-7272-4ccf-aaef-5ff10fb3e86a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33811c25-7d23-441c-b377-17a6797af01e,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:33.099909 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-41bc1840-8cf6-46a8-846a-6707f1f26396 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:33.124615 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5f32e944-7b0d-4a43-a082-2957df3e98e0 req-9ac96cee-52d8-4de6-914d-f40085e1f8d0 service neutron] 10.222.0.44 "GET /v2.0/networks/ee1bb8cb-174f-493f-8825-c1f4a7ad45ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454817 May 05 22:15:33.145426 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-41bc1840-8cf6-46a8-846a-6707f1f26396 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:33.256340 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ee001b-02b3-4321-b796-217d880623a4 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:15:33.275117 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f1ee001b-02b3-4321-b796-217d880623a4 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "PUT /v2.0/routers/fd468c6d-d5a0-4553-ab4e-97723ca5c241/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8867991 May 05 22:15:33.276084 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51736) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:33.278208 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc769b3-9887-4316-8e54-57a3ae414cbc None None] Sync routers for ids ['fd468c6d-d5a0-4553-ab4e-97723ca5c241'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:15:33.367607 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 37cbd9f4-ad0f-41d0-b047-a5a118164385, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=37cbd9f4-ad0f-41d0-b047-a5a118164385,segment=NetworkSegment(a16662ea-ed15-4566-b265-fb4b19c1f9fd),segment_id=a16662ea-ed15-4566-b265-fb4b19c1f9fd)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:15:33.382603 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '37cbd9f4-ad0f-41d0-b047-a5a118164385', 'network_id': 'ee1bb8cb-174f-493f-8825-c1f4a7ad45ee', 'port_id': '37cbd9f4-ad0f-41d0-b047-a5a118164385', 'mac_address': 'fa:16:3e:5e:1e:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d7a7170-01f1-4e9d-959e-a8ffb505fdee', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:15:33.388731 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 26c542d6-1fd2-4a08-af57-de71224ff75a up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:15:33.390218 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-aa6a2256-7272-4ccf-aaef-5ff10fb3e86a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:33.391516 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-aa6a2256-7272-4ccf-aaef-5ff10fb3e86a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/33811c25-7d23-441c-b377-17a6797af01e HTTP/1.1" status: 204 len: 168 time: 1.5994327 May 05 22:15:33.400810 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f9885eee-6afd-49d9-ad9e-b9ece52e9378 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:33.417310 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ba69dd-05cf-44d8-8686-3b63a686ec45 None None] Network d448c558-7af2-457a-8943-bb3d64f6f30e requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:15:33.442465 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-39541f9d-7afb-49a4-81f8-c16ffbf97260 req-dc6669bc-f0b3-4e16-b969-e30597672a10 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=526234b8-6fe7-40d4-ab15-3ada058c5fd4 HTTP/1.1" status: 200 len: 1094 time: 0.4965792 May 05 22:15:33.534544 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51744) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:33.633461 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0a67da9-ef07-4f65-8d33-a87d24ed20d5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Deleting subnet a5f2ecd3-a738-4837-9a7c-d4cb828205ef {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:15:33.639961 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d0a67da9-ef07-4f65-8d33-a87d24ed20d5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:33.669163 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-93843f0e-8a7b-42ce-a3b7-0d5a76a4c5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:33.692842 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc769b3-9887-4316-8e54-57a3ae414cbc None None] Routers {'fd468c6d-d5a0-4553-ab4e-97723ca5c241'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:15:33.699138 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-7dc769b3-9887-4316-8e54-57a3ae414cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:15:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['fd468c6d-d5a0-4553-ab4e-97723ca5c241'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:33.821334 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d0a67da9-ef07-4f65-8d33-a87d24ed20d5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:33.917285 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-41bc1840-8cf6-46a8-846a-6707f1f26396 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Allocated IP 172.25.4.88 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/28492274-c9c4-4183-93d6-420e4b320317) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:15:33.926297 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-3ffd59af-0fd8-490c-8a4d-0825822b67cf tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-8162628'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:15:33.959953 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-3ffd59af-0fd8-490c-8a4d-0825822b67cf tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:15:33.980070 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3ffd59af-0fd8-490c-8a4d-0825822b67cf tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Usage tracker for resource:network and tenant:79b64dfc3f744f4883ccf8456942a652 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:15:34.005436 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3ffd59af-0fd8-490c-8a4d-0825822b67cf tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:15:34.020668 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:34.022130 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-3ffd59af-0fd8-490c-8a4d-0825822b67cf tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:15:34.031061 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-68c5a7f1-1dbb-488b-88b7-f5808376872c None None] Provisioning for port 26c542d6-1fd2-4a08-af57-de71224ff75a completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:15:34.070739 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37cbd9f4-ad0f-41d0-b047-a5a118164385 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:15:34.111209 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-39541f9d-7afb-49a4-81f8-c16ffbf97260 req-66bfd5c4-d430-4160-afe9-48ff07d1ce28 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=01880227-df76-4924-9a50-770a67dd6ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6243420 May 05 22:15:34.135447 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 26c542d6-1fd2-4a08-af57-de71224ff75a completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:15:34.151900 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 26c542d6-1fd2-4a08-af57-de71224ff75a triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:15:34.152683 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:34.180180 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ffd59af-0fd8-490c-8a4d-0825822b67cf tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Made reservation on behalf of 79b64dfc3f744f4883ccf8456942a652 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:15:34.187683 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3ffd59af-0fd8-490c-8a4d-0825822b67cf tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:34.196270 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 37cbd9f4-ad0f-41d0-b047-a5a118164385, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=37cbd9f4-ad0f-41d0-b047-a5a118164385,segment=NetworkSegment(a16662ea-ed15-4566-b265-fb4b19c1f9fd),segment_id=a16662ea-ed15-4566-b265-fb4b19c1f9fd)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:15:34.230360 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3ffd59af-0fd8-490c-8a4d-0825822b67cf tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:34.236157 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-7dc769b3-9887-4316-8e54-57a3ae414cbc None None] Set router fd468c6d-d5a0-4553-ab4e-97723ca5c241 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:15:34.330950 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d0a67da9-ef07-4f65-8d33-a87d24ed20d5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:34.382531 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-3ffd59af-0fd8-490c-8a4d-0825822b67cf tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:15:34.387228 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3ffd59af-0fd8-490c-8a4d-0825822b67cf tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Usage tracker for resource:security_group_rule and tenant:79b64dfc3f744f4883ccf8456942a652 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:15:34.390539 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3ffd59af-0fd8-490c-8a4d-0825822b67cf tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:15:34.396816 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-3ffd59af-0fd8-490c-8a4d-0825822b67cf tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:15:34.419389 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-41bc1840-8cf6-46a8-846a-6707f1f26396 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:34.427265 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:34.494795 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-41bc1840-8cf6-46a8-846a-6707f1f26396 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:34.512333 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3ffd59af-0fd8-490c-8a4d-0825822b67cf tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:34.527144 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-93843f0e-8a7b-42ce-a3b7-0d5a76a4c5f6 admin admin] Allocated IP 172.20.0.1 (bca40b17-4a5b-4e45-8a5b-ff74b8f0462a/b88ba279-ebf5-4d04-a1b6-5f03f0222d9a/0ed64d30-631b-4caf-9eda-2152f6af75fc) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:15:34.559681 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3ffd59af-0fd8-490c-8a4d-0825822b67cf tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:34.593643 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bc1840-8cf6-46a8-846a-6707f1f26396 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:15:34.594775 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bc1840-8cf6-46a8-846a-6707f1f26396 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Pushing event updated for resources: {'Port': ['ID=28492274-c9c4-4183-93d6-420e4b320317,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:34.596929 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=37cbd9f4-ad0f-41d0-b047-a5a118164385,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:34.601156 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-41bc1840-8cf6-46a8-846a-6707f1f26396 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:15:34.605762 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bc1840-8cf6-46a8-846a-6707f1f26396 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:15:34.636233 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ffd59af-0fd8-490c-8a4d-0825822b67cf tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:15:34.643963 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f9885eee-6afd-49d9-ad9e-b9ece52e9378 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:34.660648 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f9885eee-6afd-49d9-ad9e-b9ece52e9378 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:34.661124 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f9885eee-6afd-49d9-ad9e-b9ece52e9378 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:34.698180 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['37cbd9f4-ad0f-41d0-b047-a5a118164385'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:15:34.782650 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3ffd59af-0fd8-490c-8a4d-0825822b67cf tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:34.782996 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-3ffd59af-0fd8-490c-8a4d-0825822b67cf tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Added segment 12dd98e1-9777-4ff0-bc6c-4a0b2e6e7c1f of type vlan for network 2105381d-85ba-4b03-b60f-e03817dca12c May 05 22:15:34.784288 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffd59af-0fd8-490c-8a4d-0825822b67cf tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db692e5f-8b7b-4f93-8be2-9a316cbb2d85,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:34.823338 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d0a67da9-ef07-4f65-8d33-a87d24ed20d5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:34.877040 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:34.898117 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a67da9-ef07-4f65-8d33-a87d24ed20d5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event deleted for resources: {'Subnet': ['ID=a5f2ecd3-a738-4837-9a7c-d4cb828205ef,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:34.914810 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 26c542d6-1fd2-4a08-af57-de71224ff75a, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=26c542d6-1fd2-4a08-af57-de71224ff75a,segment=NetworkSegment(2672dd49-3bbd-4b0c-abff-4a6744cf53aa),segment_id=2672dd49-3bbd-4b0c-abff-4a6744cf53aa)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:15:34.929502 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:34.938010 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3ffd59af-0fd8-490c-8a4d-0825822b67cf tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:34.946052 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d0a67da9-ef07-4f65-8d33-a87d24ed20d5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:34.997466 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d0a67da9-ef07-4f65-8d33-a87d24ed20d5 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "DELETE /v2.0/subnets/a5f2ecd3-a738-4837-9a7c-d4cb828205ef HTTP/1.1" status: 204 len: 168 time: 1.7039702 May 05 22:15:34.998625 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51768) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:35.023575 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9885eee-6afd-49d9-ad9e-b9ece52e9378 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Network d448c558-7af2-457a-8943-bb3d64f6f30e is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:15:35.024356 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9885eee-6afd-49d9-ad9e-b9ece52e9378 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event updated for resources: {'Port': ['ID=6252d84b-a95b-4bea-ba24-47bac2a8eddd,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:35.027347 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59dec81-c334-4ec4-84a4-d054f72472bd None None] Network 8699afcf-6ff9-4969-a8e9-5c2742a40e07 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:15:35.029179 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-f9885eee-6afd-49d9-ad9e-b9ece52e9378 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:15:35.356452 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-93843f0e-8a7b-42ce-a3b7-0d5a76a4c5f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:35.472564 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3ffd59af-0fd8-490c-8a4d-0825822b67cf tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:35.478685 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffd59af-0fd8-490c-8a4d-0825822b67cf tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:15:35.479651 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3ffd59af-0fd8-490c-8a4d-0825822b67cf tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:35.485323 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-93843f0e-8a7b-42ce-a3b7-0d5a76a4c5f6 admin admin] Transition to ACTIVE for port object 0ed64d30-631b-4caf-9eda-2152f6af75fc will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:15:35.495582 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=26c542d6-1fd2-4a08-af57-de71224ff75a,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:35.585898 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-464e410f-49b9-4592-8727-c5e0a692092b None None] Provisioning for port 6252d84b-a95b-4bea-ba24-47bac2a8eddd completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:15:35.600395 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-464e410f-49b9-4592-8727-c5e0a692092b None None] Provisioning complete for port 6252d84b-a95b-4bea-ba24-47bac2a8eddd triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:15:35.601000 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-464e410f-49b9-4592-8727-c5e0a692092b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:35.651902 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-41bc1840-8cf6-46a8-846a-6707f1f26396 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:35.674297 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-3ffd59af-0fd8-490c-8a4d-0825822b67cf tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.1384912 May 05 22:15:35.692836 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51780) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:35.708125 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-5d53fde2-b538-42d4-8a79-f63467159481 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Request body: {'subnet': {'network_id': '2105381d-85ba-4b03-b60f-e03817dca12c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:15:35.753937 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-7dc769b3-9887-4316-8e54-57a3ae414cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd468c6d-d5a0-4553-ab4e-97723ca5c241', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770954578', 'tenant_id': '06fb629024324e968714595537efac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': 'a5120c11-a427-4283-b49f-7876465a1919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:12:48Z', 'updated_at': '2022-05-05T22:15:28Z', 'revision_number': 5, 'project_id': '06fb629024324e968714595537efac5c', 'gw_port': {'id': 'a5120c11-a427-4283-b49f-7876465a1919', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd468c6d-d5a0-4553-ab4e-97723ca5c241', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:12:50Z', 'updated_at': '2022-05-05T22:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:35.777308 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc769b3-9887-4316-8e54-57a3ae414cbc None None] Checking router: fd468c6d-d5a0-4553-ab4e-97723ca5c241 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:15:35.801858 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-464e410f-49b9-4592-8727-c5e0a692092b None None] Port 6252d84b-a95b-4bea-ba24-47bac2a8eddd cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:15:35.819864 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffd59af-0fd8-490c-8a4d-0825822b67cf tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Pushing event updated for resources: {'Network': ['ID=2105381d-85ba-4b03-b60f-e03817dca12c,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:35.830256 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-464e410f-49b9-4592-8727-c5e0a692092b None None] Provisioning complete for port 26c542d6-1fd2-4a08-af57-de71224ff75a triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:15:35.830750 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-464e410f-49b9-4592-8727-c5e0a692092b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:35.855550 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc769b3-9887-4316-8e54-57a3ae414cbc None None] Routers {'fd468c6d-d5a0-4553-ab4e-97723ca5c241'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:15:35.856426 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-7dc769b3-9887-4316-8e54-57a3ae414cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:15:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['fd468c6d-d5a0-4553-ab4e-97723ca5c241'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:35.886812 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-93843f0e-8a7b-42ce-a3b7-0d5a76a4c5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:35.905843 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5a32cae7-4de0-45f1-acd0-aa37d861ccce req-66994e2f-03b9-446c-8ab3-fb45ac77df15 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=526234b8-6fe7-40d4-ab15-3ada058c5fd4 HTTP/1.1" status: 200 len: 1095 time: 0.5317595 May 05 22:15:35.970232 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-5d53fde2-b538-42d4-8a79-f63467159481 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:15:35.994687 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-5d53fde2-b538-42d4-8a79-f63467159481 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Usage tracker for resource:subnet and tenant:79b64dfc3f744f4883ccf8456942a652 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:15:36.002068 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-5d53fde2-b538-42d4-8a79-f63467159481 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:15:36.020783 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-5d53fde2-b538-42d4-8a79-f63467159481 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:15:36.024703 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93843f0e-8a7b-42ce-a3b7-0d5a76a4c5f6 admin admin] Network bca40b17-4a5b-4e45-8a5b-ff74b8f0462a is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:15:36.032241 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-93843f0e-8a7b-42ce-a3b7-0d5a76a4c5f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:15:36.040461 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93843f0e-8a7b-42ce-a3b7-0d5a76a4c5f6 admin admin] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:15:36.062053 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 2105381d-85ba-4b03-b60f-e03817dca12c details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:15:36.083091 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5a32cae7-4de0-45f1-acd0-aa37d861ccce req-6c024dda-0967-46fb-b042-dfb0b871a0be tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=01880227-df76-4924-9a50-770a67dd6ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155210 May 05 22:15:36.102933 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93843f0e-8a7b-42ce-a3b7-0d5a76a4c5f6 admin admin] Pushing event updated for resources: {'Port': ['ID=0ed64d30-631b-4caf-9eda-2152f6af75fc,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:36.105600 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-93843f0e-8a7b-42ce-a3b7-0d5a76a4c5f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:36.121861 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-41bc1840-8cf6-46a8-846a-6707f1f26396 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:36.135606 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d53fde2-b538-42d4-8a79-f63467159481 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Made reservation on behalf of 79b64dfc3f744f4883ccf8456942a652 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:15:36.140746 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-41bc1840-8cf6-46a8-846a-6707f1f26396 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-926863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-926864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-930834'] for router, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:36.191986 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-7dc769b3-9887-4316-8e54-57a3ae414cbc None None] Set router fd468c6d-d5a0-4553-ab4e-97723ca5c241 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:15:36.212949 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9885eee-6afd-49d9-ad9e-b9ece52e9378 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Router 254e0010-96f3-48ab-87a9-a348081b2c4e is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 22:15:36.235039 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-533e5350-e162-4064-82cd-4be36748398c tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:36.517483 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5d53fde2-b538-42d4-8a79-f63467159481 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:36.616511 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:36.621699 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:36.672186 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-93843f0e-8a7b-42ce-a3b7-0d5a76a4c5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:36.725685 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9885eee-6afd-49d9-ad9e-b9ece52e9378 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:15:36.734875 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cc7e6b-ce34-4857-9eec-98c25c6043dd None None] DHCP port deletion for 8699afcf-6ff9-4969-a8e9-5c2742a40e07 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:15:36.741260 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f9885eee-6afd-49d9-ad9e-b9ece52e9378 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "PUT /v2.0/routers/254e0010-96f3-48ab-87a9-a348081b2c4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3108540 May 05 22:15:36.741537 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58817f9-9145-4563-9eac-ebbe95e2a6a6 None None] Sync routers for ids ['254e0010-96f3-48ab-87a9-a348081b2c4e'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:15:36.743256 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51798) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:36.750814 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-c5cc7e6b-ce34-4857-9eec-98c25c6043dd None None] Deleting port 37670c7b-c638-4660-a8c2-79b1c15e14d1 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:15:36.750814 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c5cc7e6b-ce34-4857-9eec-98c25c6043dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:36.762845 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58817f9-9145-4563-9eac-ebbe95e2a6a6 None None] Routers {'254e0010-96f3-48ab-87a9-a348081b2c4e'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:15:36.763572 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-b58817f9-9145-4563-9eac-ebbe95e2a6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:15:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['254e0010-96f3-48ab-87a9-a348081b2c4e'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:36.847912 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca8f790-664a-4db4-b336-b656261d6697 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:15:36.848515 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-aca8f790-664a-4db4-b336-b656261d6697 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Synchronizing usage tracker for tenant:47ea26e8a7d7452cb25778b9d924edf0 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:15:36.859862 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-7dc769b3-9887-4316-8e54-57a3ae414cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd468c6d-d5a0-4553-ab4e-97723ca5c241', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770954578', 'tenant_id': '06fb629024324e968714595537efac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': 'a5120c11-a427-4283-b49f-7876465a1919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:12:48Z', 'updated_at': '2022-05-05T22:15:28Z', 'revision_number': 5, 'project_id': '06fb629024324e968714595537efac5c', 'gw_port': {'id': 'a5120c11-a427-4283-b49f-7876465a1919', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd468c6d-d5a0-4553-ab4e-97723ca5c241', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:12:50Z', 'updated_at': '2022-05-05T22:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:36.875417 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc769b3-9887-4316-8e54-57a3ae414cbc None None] The sync data for ids ['fd468c6d-d5a0-4553-ab4e-97723ca5c241'] in n-d-825175-4 is: [{'id': 'fd468c6d-d5a0-4553-ab4e-97723ca5c241', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770954578', 'tenant_id': '06fb629024324e968714595537efac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': 'a5120c11-a427-4283-b49f-7876465a1919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:12:48Z', 'updated_at': '2022-05-05T22:15:28Z', 'revision_number': 5, 'project_id': '06fb629024324e968714595537efac5c', 'gw_port': {'id': 'a5120c11-a427-4283-b49f-7876465a1919', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd468c6d-d5a0-4553-ab4e-97723ca5c241', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:12:50Z', 'updated_at': '2022-05-05T22:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:15:36.890577 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-aca8f790-664a-4db4-b336-b656261d6697 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Unset dirty status for tenant:47ea26e8a7d7452cb25778b9d924edf0 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:15:36.892017 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-aca8f790-664a-4db4-b336-b656261d6697 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "GET /v2.0/ports/6252d84b-a95b-4bea-ba24-47bac2a8eddd HTTP/1.1" status: 200 len: 911 time: 0.1347692 May 05 22:15:36.895473 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-b58817f9-9145-4563-9eac-ebbe95e2a6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:36.895656 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51806) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:36.932167 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58817f9-9145-4563-9eac-ebbe95e2a6a6 None None] Routers {'254e0010-96f3-48ab-87a9-a348081b2c4e'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:15:36.933881 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-b58817f9-9145-4563-9eac-ebbe95e2a6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:15:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['254e0010-96f3-48ab-87a9-a348081b2c4e'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:36.983595 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-2b56d7f9-48a9-4264-929e-4e2a9ea877cf None None] Provisioning for port 0ed64d30-631b-4caf-9eda-2152f6af75fc completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:15:36.983851 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41bc1840-8cf6-46a8-846a-6707f1f26396 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Router b1a5e28f-e94e-434c-b25b-b656ec0cfce8 is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 22:15:36.989159 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 37cbd9f4-ad0f-41d0-b047-a5a118164385 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:15:37.060122 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-b58817f9-9145-4563-9eac-ebbe95e2a6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:37.060671 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58817f9-9145-4563-9eac-ebbe95e2a6a6 None None] The sync data for ids ['254e0010-96f3-48ab-87a9-a348081b2c4e'] in n-d-825175-4 is: [] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:15:37.068633 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-2b56d7f9-48a9-4264-929e-4e2a9ea877cf None None] Provisioning complete for port 0ed64d30-631b-4caf-9eda-2152f6af75fc triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:15:37.069076 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2b56d7f9-48a9-4264-929e-4e2a9ea877cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:37.116679 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5d53fde2-b538-42d4-8a79-f63467159481 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:37.178854 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-2b56d7f9-48a9-4264-929e-4e2a9ea877cf None None] Port 0ed64d30-631b-4caf-9eda-2152f6af75fc cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:15:37.194008 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-c5cc7e6b-ce34-4857-9eec-98c25c6043dd None None] For port 37670c7b-c638-4660-a8c2-79b1c15e14d1, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=37670c7b-c638-4660-a8c2-79b1c15e14d1,segment=NetworkSegment(ea299347-b876-4d00-b90a-ce5927cdc16d),segment_id=ea299347-b876-4d00-b90a-ce5927cdc16d)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:15:37.203207 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c5cc7e6b-ce34-4857-9eec-98c25c6043dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:37.327778 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-93843f0e-8a7b-42ce-a3b7-0d5a76a4c5f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:37.343443 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-93843f0e-8a7b-42ce-a3b7-0d5a76a4c5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:37.372930 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 26c542d6-1fd2-4a08-af57-de71224ff75a up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:15:37.396274 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-2b56d7f9-48a9-4264-929e-4e2a9ea877cf None None] Provisioning complete for port 6252d84b-a95b-4bea-ba24-47bac2a8eddd triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:15:37.397006 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2b56d7f9-48a9-4264-929e-4e2a9ea877cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:37.455236 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-93843f0e-8a7b-42ce-a3b7-0d5a76a4c5f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:37.477006 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d53fde2-b538-42d4-8a79-f63467159481 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Pushing event updated for resources: {'Subnet': ['ID=7497eca2-b8f9-49ab-96f7-f2e391479f16,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:37.573829 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-c5cc7e6b-ce34-4857-9eec-98c25c6043dd None None] Calling delete_port for 37670c7b-c638-4660-a8c2-79b1c15e14d1 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:15:37.682680 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-2b56d7f9-48a9-4264-929e-4e2a9ea877cf None None] Port 6252d84b-a95b-4bea-ba24-47bac2a8eddd cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:15:37.688909 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 37cbd9f4-ad0f-41d0-b047-a5a118164385 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:15:37.699763 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 37cbd9f4-ad0f-41d0-b047-a5a118164385 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:15:37.700433 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:37.743009 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7f4e7958-a7db-4b05-ad1b-d607d7bcfb0e req-affe8400-effd-4bfa-938a-279d00b0c173 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=526234b8-6fe7-40d4-ab15-3ada058c5fd4 HTTP/1.1" status: 200 len: 1095 time: 0.3901551 May 05 22:15:37.790186 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c5cc7e6b-ce34-4857-9eec-98c25c6043dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:37.793819 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 26c542d6-1fd2-4a08-af57-de71224ff75a triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:15:37.794193 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:37.830255 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-533e5350-e162-4064-82cd-4be36748398c tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:37.835656 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-83dd7d1e-5b90-45e3-8ace-9e7c022f1a13 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:37.839291 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93843f0e-8a7b-42ce-a3b7-0d5a76a4c5f6 admin admin] Pushing event updated for resources: {'Port': ['ID=0ed64d30-631b-4caf-9eda-2152f6af75fc,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:37.861342 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d53fde2-b538-42d4-8a79-f63467159481 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Checking segment: {'id': '12dd98e1-9777-4ff0-bc6c-4a0b2e6e7c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2105381d-85ba-4b03-b60f-e03817dca12c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:15:37.861701 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d53fde2-b538-42d4-8a79-f63467159481 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Network hostable DHCP agents. Network: 2105381d-85ba-4b03-b60f-e03817dca12c, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:15:37.870867 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-533e5350-e162-4064-82cd-4be36748398c tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Deleting port a5120c11-a427-4283-b49f-7876465a1919 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:15:37.871207 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-533e5350-e162-4064-82cd-4be36748398c tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:37.877721 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc7e6b-ce34-4857-9eec-98c25c6043dd None None] Pushing event deleted for resources: {'Port': ['ID=37670c7b-c638-4660-a8c2-79b1c15e14d1,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:37.900710 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cc7e6b-ce34-4857-9eec-98c25c6043dd None None] No DVR routers for this DVR port 37670c7b-c638-4660-a8c2-79b1c15e14d1 on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:15:37.929191 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51838) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:38.010008 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:38.057911 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '526234b8-6fe7-40d4-ab15-3ada058c5fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37cbd9f4-ad0f-41d0-b047-a5a118164385'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:15:38.071217 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93843f0e-8a7b-42ce-a3b7-0d5a76a4c5f6 admin admin] Network bca40b17-4a5b-4e45-8a5b-ff74b8f0462a is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:15:38.074029 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d53fde2-b538-42d4-8a79-f63467159481 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Network 2105381d-85ba-4b03-b60f-e03817dca12c is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:15:38.079348 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-93843f0e-8a7b-42ce-a3b7-0d5a76a4c5f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:15:38.106608 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 37cbd9f4-ad0f-41d0-b047-a5a118164385, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=37cbd9f4-ad0f-41d0-b047-a5a118164385,segment=NetworkSegment(a16662ea-ed15-4566-b265-fb4b19c1f9fd),segment_id=a16662ea-ed15-4566-b265-fb4b19c1f9fd)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:15:38.113033 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:38.127567 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41bc1840-8cf6-46a8-846a-6707f1f26396 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:15:38.164236 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 37670c7b-c638-4660-a8c2-79b1c15e14d1 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:15:38.190263 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89085a84-9b2e-4f11-a43d-e971be98392b None None] Sync routers for ids ['b1a5e28f-e94e-434c-b25b-b656ec0cfce8'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:15:38.203182 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae296c88-315b-42d3-bb30-5c1dfcde4421'] response: {'server_uuid': '526234b8-6fe7-40d4-ab15-3ada058c5fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37cbd9f4-ad0f-41d0-b047-a5a118164385', 'code': 200} May 05 22:15:38.208459 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-41bc1840-8cf6-46a8-846a-6707f1f26396 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:38.209952 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-41bc1840-8cf6-46a8-846a-6707f1f26396 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] 10.222.0.23 "PUT /v2.0/routers/b1a5e28f-e94e-434c-b25b-b656ec0cfce8 HTTP/1.1" status: 200 len: 917 time: 7.4982982 May 05 22:15:38.219487 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-533e5350-e162-4064-82cd-4be36748398c tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] For port a5120c11-a427-4283-b49f-7876465a1919, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=a5120c11-a427-4283-b49f-7876465a1919,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:15:38.220063 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-533e5350-e162-4064-82cd-4be36748398c tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:38.231211 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7f4e7958-a7db-4b05-ad1b-d607d7bcfb0e req-c0e6fe5e-cfaa-450a-a2e4-71d2b1a8a562 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=01880227-df76-4924-9a50-770a67dd6ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4799368 May 05 22:15:38.232250 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51846) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:38.240146 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 37670c7b-c638-4660-a8c2-79b1c15e14d1 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:15:38.240477 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 37670c7b-c638-4660-a8c2-79b1c15e14d1 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:15:38.240890 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device fc897491-3ad6-4280-b6ac-50a20a21241e no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:15:38.299791 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: fc897491-3ad6-4280-b6ac-50a20a21241e {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:15:38.300118 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device fc897491-3ad6-4280-b6ac-50a20a21241e not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:15:38.310569 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89085a84-9b2e-4f11-a43d-e971be98392b None None] Routers {'b1a5e28f-e94e-434c-b25b-b656ec0cfce8'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:15:38.311735 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-89085a84-9b2e-4f11-a43d-e971be98392b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:15:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['b1a5e28f-e94e-434c-b25b-b656ec0cfce8'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:38.401926 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=37cbd9f4-ad0f-41d0-b047-a5a118164385,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:38.418022 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-533e5350-e162-4064-82cd-4be36748398c tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Calling delete_port for a5120c11-a427-4283-b49f-7876465a1919 owned by network:router_gateway {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:15:38.429490 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-89085a84-9b2e-4f11-a43d-e971be98392b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:38.446003 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89085a84-9b2e-4f11-a43d-e971be98392b None None] Routers {'b1a5e28f-e94e-434c-b25b-b656ec0cfce8'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:15:38.447106 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-89085a84-9b2e-4f11-a43d-e971be98392b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:15:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['b1a5e28f-e94e-434c-b25b-b656ec0cfce8'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:38.482926 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6a708099-2148-46f3-bbd0-e28472e4fd04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:38.515179 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-89085a84-9b2e-4f11-a43d-e971be98392b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:38.515632 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89085a84-9b2e-4f11-a43d-e971be98392b None None] The sync data for ids ['b1a5e28f-e94e-434c-b25b-b656ec0cfce8'] in n-d-825175-4 is: [] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:15:38.538111 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-810db4f7-697a-490f-bbd0-8d6551723962 None None] Provisioning complete for port 0ed64d30-631b-4caf-9eda-2152f6af75fc triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:15:38.539001 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-810db4f7-697a-490f-bbd0-8d6551723962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:38.582536 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-5d53fde2-b538-42d4-8a79-f63467159481 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 2105381d-85ba-4b03-b60f-e03817dca12c) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:15:38.592373 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6f27da-9cb4-4cf5-a570-4d7d90f3e8d6 None None] Network 2105381d-85ba-4b03-b60f-e03817dca12c requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:15:38.607148 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d53fde2-b538-42d4-8a79-f63467159481 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:15:38.608287 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5d53fde2-b538-42d4-8a79-f63467159481 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:38.612119 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-6a708099-2148-46f3-bbd0-e28472e4fd04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:15:38.622090 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-6a708099-2148-46f3-bbd0-e28472e4fd04 admin admin] Usage tracker for resource:security_group_rule and tenant:136a7a6e03b7461884e0d23e89566f95 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:15:38.628037 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-6a708099-2148-46f3-bbd0-e28472e4fd04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:15:38.696025 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5d53fde2-b538-42d4-8a79-f63467159481 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.9978900 May 05 22:15:38.702836 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51850) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:38.703710 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-6a708099-2148-46f3-bbd0-e28472e4fd04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:15:38.710827 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-810db4f7-697a-490f-bbd0-8d6551723962 None None] Port 0ed64d30-631b-4caf-9eda-2152f6af75fc cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:15:38.729256 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-ea5a74f4-8556-46e9-8b36-3ab9bce26486 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1856168867', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}, 'admin_state_up': False}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:15:38.741543 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-ea5a74f4-8556-46e9-8b36-3ab9bce26486 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:15:38.746028 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-bec73c58-4ccd-4555-998e-0bf8c50d89f8 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] 10.222.0.23 "GET /v2.0/routers/b1a5e28f-e94e-434c-b25b-b656ec0cfce8 HTTP/1.1" status: 200 len: 923 time: 0.5112166 May 05 22:15:38.753019 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51854) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:38.783111 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-ea5a74f4-8556-46e9-8b36-3ab9bce26486 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Usage tracker for resource:router and tenant:79b64dfc3f744f4883ccf8456942a652 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:15:38.793100 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-ea5a74f4-8556-46e9-8b36-3ab9bce26486 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:15:38.824698 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-ea5a74f4-8556-46e9-8b36-3ab9bce26486 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:15:38.861070 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ea5a74f4-8556-46e9-8b36-3ab9bce26486 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:38.862022 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ea5a74f4-8556-46e9-8b36-3ab9bce26486 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:38.892673 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c9ef6c74-55cb-4b82-83be-9e4d4c388b7d req-dd92e97e-ef93-4ff2-96d5-c4b2323836d6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=526234b8-6fe7-40d4-ab15-3ada058c5fd4 HTTP/1.1" status: 200 len: 1096 time: 0.3704419 May 05 22:15:38.970202 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6a708099-2148-46f3-bbd0-e28472e4fd04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:38.976137 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d27c75-88cd-4a15-8c5f-855cc3fcac25 None None] Network 2105381d-85ba-4b03-b60f-e03817dca12c requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:15:39.024669 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ea5a74f4-8556-46e9-8b36-3ab9bce26486 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:39.061361 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6a708099-2148-46f3-bbd0-e28472e4fd04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:39.103233 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-6a708099-2148-46f3-bbd0-e28472e4fd04 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=136a7a6e03b7461884e0d23e89566f95&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9931693 May 05 22:15:39.104227 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51858) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:39.124144 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c9ef6c74-55cb-4b82-83be-9e4d4c388b7d req-835a2802-5191-47d2-bd71-43aa8b8427b8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=01880227-df76-4924-9a50-770a67dd6ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218835 May 05 22:15:39.128006 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-533e5350-e162-4064-82cd-4be36748398c tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:39.179885 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-fdfa653a-e0c5-4ba6-be01-e17d2ec23d63 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=25bfe237-58de-4709-a3e0-ac79da07c300&device_id=b1a5e28f-e94e-434c-b25b-b656ec0cfce8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4246454 May 05 22:15:39.188570 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51862) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:39.189360 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e5350-e162-4064-82cd-4be36748398c tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event deleted for resources: {'Port': ['ID=a5120c11-a427-4283-b49f-7876465a1919,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:39.296045 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 28b3b563-f290-4d76-b761-12b1cde0d03b up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:15:39.388859 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a708099-2148-46f3-bbd0-e28472e4fd04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e04bab4-a2c4-4671-89dc-3ca0847003c8,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:39.397438 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 28b3b563-f290-4d76-b761-12b1cde0d03b completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:15:39.402703 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-54d88d22-da0c-486c-bcee-96a056c57a3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:39.403140 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 28b3b563-f290-4d76-b761-12b1cde0d03b triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:15:39.411126 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:39.499081 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ea5a74f4-8556-46e9-8b36-3ab9bce26486 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:39.552125 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-54d88d22-da0c-486c-bcee-96a056c57a3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:39.602200 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:39.627395 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 28b3b563-f290-4d76-b761-12b1cde0d03b, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=28b3b563-f290-4d76-b761-12b1cde0d03b,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:15:39.636606 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:39.732443 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=28b3b563-f290-4d76-b761-12b1cde0d03b,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:39.767039 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1004cd7e-7b9d-468c-8690-89c4a8f038d9 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:15:39.771443 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1004cd7e-7b9d-468c-8690-89c4a8f038d9 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] 10.222.0.23 "GET /v2.0/networks/25bfe237-58de-4709-a3e0-ac79da07c300 HTTP/1.1" status: 200 len: 881 time: 0.5758369 May 05 22:15:39.772387 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51868) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:39.820767 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-54d88d22-da0c-486c-bcee-96a056c57a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:39.838162 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1a051950-5fcd-4254-91ea-53deeba814e1 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1a5e28f-e94e-434c-b25b-b656ec0cfce8 HTTP/1.1" status: 200 len: 205 time: 0.0643582 May 05 22:15:39.838496 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-533e5350-e162-4064-82cd-4be36748398c tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:39.853910 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51872) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:39.857114 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-01f1ac6a-5537-4988-98ca-4be6c826437f req-c2e964cb-6a2d-44da-8287-167ffa52939e tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=526234b8-6fe7-40d4-ab15-3ada058c5fd4 HTTP/1.1" status: 200 len: 1096 time: 0.4050386 May 05 22:15:39.916226 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d88d22-da0c-486c-bcee-96a056c57a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e04bab4-a2c4-4671-89dc-3ca0847003c8,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:40.107498 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93843f0e-8a7b-42ce-a3b7-0d5a76a4c5f6 admin admin] Router 5ed264b2-d791-434e-8817-6113bbf6ee12 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:15:40.115506 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-533e5350-e162-4064-82cd-4be36748398c tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:40.123931 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-533e5350-e162-4064-82cd-4be36748398c tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:40.168482 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-83dd7d1e-5b90-45e3-8ace-9e7c022f1a13 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Deleting port 6252d84b-a95b-4bea-ba24-47bac2a8eddd {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:15:40.168806 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-83dd7d1e-5b90-45e3-8ace-9e7c022f1a13 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:40.227357 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-54d88d22-da0c-486c-bcee-96a056c57a3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:40.228458 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-54d88d22-da0c-486c-bcee-96a056c57a3d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8e04bab4-a2c4-4671-89dc-3ca0847003c8 HTTP/1.1" status: 204 len: 168 time: 1.1189179 May 05 22:15:40.274247 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-01f1ac6a-5537-4988-98ca-4be6c826437f req-40386f3e-089d-4c28-b9d4-d57339ba0666 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=01880227-df76-4924-9a50-770a67dd6ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488617 May 05 22:15:40.281237 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-533e5350-e162-4064-82cd-4be36748398c tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:40.282059 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-533e5350-e162-4064-82cd-4be36748398c tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Fanout notify agent at l3_agent the message router_deleted on router fd468c6d-d5a0-4553-ab4e-97723ca5c241 {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:15:40.303683 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-533e5350-e162-4064-82cd-4be36748398c tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:40.305198 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-533e5350-e162-4064-82cd-4be36748398c tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "DELETE /v2.0/routers/fd468c6d-d5a0-4553-ab4e-97723ca5c241 HTTP/1.1" status: 204 len: 168 time: 5.2895083 May 05 22:15:40.308680 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51878) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:40.389332 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ea5a74f4-8556-46e9-8b36-3ab9bce26486 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for router_gateway, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:40.430259 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-42bcf4f6-dd21-4845-8d7c-c9b85de18ea1 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:40.442110 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ea5a74f4-8556-46e9-8b36-3ab9bce26486 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:40.556785 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-83dd7d1e-5b90-45e3-8ace-9e7c022f1a13 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:40.571415 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93843f0e-8a7b-42ce-a3b7-0d5a76a4c5f6 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:15:40.588027 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-93843f0e-8a7b-42ce-a3b7-0d5a76a4c5f6 admin admin] 10.222.0.23 "PUT /v2.0/routers/5ed264b2-d791-434e-8817-6113bbf6ee12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6761265 May 05 22:15:40.593263 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-42bcf4f6-dd21-4845-8d7c-c9b85de18ea1 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:40.624289 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-42bcf4f6-dd21-4845-8d7c-c9b85de18ea1 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8699afcf-6ff9-4969-a8e9-5c2742a40e07']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:40.640755 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-42bcf4f6-dd21-4845-8d7c-c9b85de18ea1 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea299347-b876-4d00-b90a-ce5927cdc16d') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:40.641112 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-42bcf4f6-dd21-4845-8d7c-c9b85de18ea1 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea299347-b876-4d00-b90a-ce5927cdc16d') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:40.655724 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-42bcf4f6-dd21-4845-8d7c-c9b85de18ea1 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:40.681577 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-42bcf4f6-dd21-4845-8d7c-c9b85de18ea1 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:40.690978 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42bcf4f6-dd21-4845-8d7c-c9b85de18ea1 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:15:40.692602 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-42bcf4f6-dd21-4845-8d7c-c9b85de18ea1 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:40.729431 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-83dd7d1e-5b90-45e3-8ace-9e7c022f1a13 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Calling delete_port for 6252d84b-a95b-4bea-ba24-47bac2a8eddd owned by network:router_interface {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:15:40.779717 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:15:40.779717 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:15:40.779717 n-d-825175-4 neutron-server[84063]: timer() May 05 22:15:40.779717 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:15:40.779717 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:15:40.779717 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:15:40.779717 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:15:40.779717 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:15:40.779717 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:15:40.779717 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:15:40.779717 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:15:40.779717 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:15:40.779717 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:15:40.779717 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:15:40.779717 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:15:40.779717 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:15:40.779717 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:15:40.779717 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:15:40.779717 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:15:40.779717 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:15:40.779717 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:15:40.779717 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:15:40.779717 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:15:40.779717 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:15:40.779717 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:15:40.779717 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:15:40.779717 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:15:40.779717 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:15:40.779717 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:15:40.779717 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:15:40.779717 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:15:40.779717 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:15:40.814499 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-42bcf4f6-dd21-4845-8d7c-c9b85de18ea1 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:40.824458 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 51890) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:40.834605 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-42bcf4f6-dd21-4845-8d7c-c9b85de18ea1 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:40.846001 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bcf4f6-dd21-4845-8d7c-c9b85de18ea1 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event deleted for resources: {'Network': ['ID=8699afcf-6ff9-4969-a8e9-5c2742a40e07,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:40.854902 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-ea5a74f4-8556-46e9-8b36-3ab9bce26486 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Allocated IP 172.25.4.9 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/1eeef569-2898-4f76-9a65-cd2730a414c9) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:15:40.859856 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-42bcf4f6-dd21-4845-8d7c-c9b85de18ea1 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "DELETE /v2.0/networks/8699afcf-6ff9-4969-a8e9-5c2742a40e07 HTTP/1.1" status: 204 len: 168 time: 0.5496235 May 05 22:15:40.861942 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51894) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:40.883567 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-11cecc54-3bf7-487c-bacc-f58cebad2449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:40.908979 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e51cefaf-dbeb-4ff7-80d2-7646b0b83ee2 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks [] for router, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:40.952797 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f8bfa60d-25c0-469f-9cef-c4be7d548de4 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:40.994287 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f8bfa60d-25c0-469f-9cef-c4be7d548de4 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:41.071165 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f8bfa60d-25c0-469f-9cef-c4be7d548de4 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:41.090577 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bfa60d-25c0-469f-9cef-c4be7d548de4 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b854b5f-c124-44f8-9f96-0e34c40e2afd,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:41.107734 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f8bfa60d-25c0-469f-9cef-c4be7d548de4 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:41.111780 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f8bfa60d-25c0-469f-9cef-c4be7d548de4 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] 10.222.0.23 "DELETE /v2.0/security-groups/7b854b5f-c124-44f8-9f96-0e34c40e2afd HTTP/1.1" status: 204 len: 168 time: 0.2457769 May 05 22:15:41.168162 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-11cecc54-3bf7-487c-bacc-f58cebad2449 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:15:41.191845 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-11cecc54-3bf7-487c-bacc-f58cebad2449 admin admin] Usage tracker for resource:security_group_rule and tenant:f3166e6f5e9a4c4da93fbf101e4fa79f is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:15:41.195114 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-11cecc54-3bf7-487c-bacc-f58cebad2449 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:15:41.214810 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-11cecc54-3bf7-487c-bacc-f58cebad2449 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:15:41.300400 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 28b3b563-f290-4d76-b761-12b1cde0d03b up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:15:41.326059 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ea5a74f4-8556-46e9-8b36-3ab9bce26486 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:41.374853 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-83dd7d1e-5b90-45e3-8ace-9e7c022f1a13 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:41.384513 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 28b3b563-f290-4d76-b761-12b1cde0d03b triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:15:41.384950 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:41.441128 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dd7d1e-5b90-45e3-8ace-9e7c022f1a13 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event deleted for resources: {'Port': ['ID=6252d84b-a95b-4bea-ba24-47bac2a8eddd,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:41.535368 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-11cecc54-3bf7-487c-bacc-f58cebad2449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:41.557676 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-11cecc54-3bf7-487c-bacc-f58cebad2449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:41.576282 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ea5a74f4-8556-46e9-8b36-3ab9bce26486 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:41.961676 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cecc54-3bf7-487c-bacc-f58cebad2449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f18081-a6f6-414c-b804-5bc332f3d687,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:41.974064 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-11cecc54-3bf7-487c-bacc-f58cebad2449 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f3166e6f5e9a4c4da93fbf101e4fa79f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1467419 May 05 22:15:41.974348 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51932) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:41.985073 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5a74f4-8556-46e9-8b36-3ab9bce26486 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:15:41.991646 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5a74f4-8556-46e9-8b36-3ab9bce26486 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Pushing event updated for resources: {'Port': ['ID=1eeef569-2898-4f76-9a65-cd2730a414c9,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:41.997539 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-ea5a74f4-8556-46e9-8b36-3ab9bce26486 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:15:42.002333 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5a74f4-8556-46e9-8b36-3ab9bce26486 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:15:42.028816 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e51cefaf-dbeb-4ff7-80d2-7646b0b83ee2 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:42.060668 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bb7412bc-3226-4993-91c7-35d3afaec827 req-3889df48-c83e-4682-b89c-3a31c749c146 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=526234b8-6fe7-40d4-ab15-3ada058c5fd4 HTTP/1.1" status: 200 len: 1096 time: 0.6125934 May 05 22:15:42.061342 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6adc3a72-4d74-44f4-bd28-ed9e99521acb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:42.066644 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-e51cefaf-dbeb-4ff7-80d2-7646b0b83ee2 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Deleting port 28492274-c9c4-4183-93d6-420e4b320317 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:15:42.067001 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e51cefaf-dbeb-4ff7-80d2-7646b0b83ee2 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:42.108481 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6adc3a72-4d74-44f4-bd28-ed9e99521acb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:42.193254 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-83dd7d1e-5b90-45e3-8ace-9e7c022f1a13 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:42.240646 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6adc3a72-4d74-44f4-bd28-ed9e99521acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:42.387708 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adc3a72-4d74-44f4-bd28-ed9e99521acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f18081-a6f6-414c-b804-5bc332f3d687,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:42.392837 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6adc3a72-4d74-44f4-bd28-ed9e99521acb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:42.394171 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-6adc3a72-4d74-44f4-bd28-ed9e99521acb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e6f18081-a6f6-414c-b804-5bc332f3d687 HTTP/1.1" status: 204 len: 168 time: 0.4182818 May 05 22:15:42.399093 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bb7412bc-3226-4993-91c7-35d3afaec827 req-8db9a87d-c537-4284-8f8d-338006c02ac0 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=01880227-df76-4924-9a50-770a67dd6ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089149 May 05 22:15:42.470500 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e51cefaf-dbeb-4ff7-80d2-7646b0b83ee2 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:42.890133 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-e51cefaf-dbeb-4ff7-80d2-7646b0b83ee2 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Calling delete_port for 28492274-c9c4-4183-93d6-420e4b320317 owned by network:router_gateway {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:15:42.927642 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51960) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:42.946775 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6d4535-aa3b-4e39-b33d-09970dc3b072 None None] Sync routers for ids ['5ed264b2-d791-434e-8817-6113bbf6ee12'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:15:42.972186 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6d4535-aa3b-4e39-b33d-09970dc3b072 None None] Routers {'5ed264b2-d791-434e-8817-6113bbf6ee12'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:15:42.974369 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-9b6d4535-aa3b-4e39-b33d-09970dc3b072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:15:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['5ed264b2-d791-434e-8817-6113bbf6ee12'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:43.177819 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device a5120c11-a427-4283-b49f-7876465a1919 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:15:43.267558 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: a5120c11-a427-4283-b49f-7876465a1919 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:15:43.267791 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device a5120c11-a427-4283-b49f-7876465a1919 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:15:43.290426 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-cbbf86a3-982c-4908-bb57-5ed921fb5d9e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=06fb629024324e968714595537efac5c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3589947 May 05 22:15:43.291323 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51972) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:43.315976 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d7097c35-5453-4895-b7a0-efa811d6de46 req-2de3f2cf-31f0-45ed-ba08-07ed3aae6272 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=526234b8-6fe7-40d4-ab15-3ada058c5fd4 HTTP/1.1" status: 200 len: 1096 time: 0.6863899 May 05 22:15:43.402613 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-9b6d4535-aa3b-4e39-b33d-09970dc3b072 None None] Set router 5ed264b2-d791-434e-8817-6113bbf6ee12 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:15:43.406697 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-79e55d1d-5daa-40f0-bb1d-df4f15f8e1f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:43.407454 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83dd7d1e-5b90-45e3-8ace-9e7c022f1a13 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Router 254e0010-96f3-48ab-87a9-a348081b2c4e has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:15:43.447903 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-79e55d1d-5daa-40f0-bb1d-df4f15f8e1f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:43.511836 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d7097c35-5453-4895-b7a0-efa811d6de46 req-93c9601b-a23a-4105-94fd-04d6c304086f tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=01880227-df76-4924-9a50-770a67dd6ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699176 May 05 22:15:43.544349 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ea5a74f4-8556-46e9-8b36-3ab9bce26486 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for router_gateway, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:43.544349 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ea5a74f4-8556-46e9-8b36-3ab9bce26486 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:43.579582 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-79e55d1d-5daa-40f0-bb1d-df4f15f8e1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:43.618759 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e55d1d-5daa-40f0-bb1d-df4f15f8e1f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efdca4e0-0bcb-4ff2-a841-aab8c071090b,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:43.647766 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-79e55d1d-5daa-40f0-bb1d-df4f15f8e1f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:43.649434 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-79e55d1d-5daa-40f0-bb1d-df4f15f8e1f4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/efdca4e0-0bcb-4ff2-a841-aab8c071090b HTTP/1.1" status: 204 len: 168 time: 0.3571603 May 05 22:15:43.913939 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e51cefaf-dbeb-4ff7-80d2-7646b0b83ee2 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:43.978795 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-659e2144-43aa-47c1-b37c-89a04ba091b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:44.024383 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51cefaf-dbeb-4ff7-80d2-7646b0b83ee2 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Pushing event deleted for resources: {'Port': ['ID=28492274-c9c4-4183-93d6-420e4b320317,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:44.030306 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-9b6d4535-aa3b-4e39-b33d-09970dc3b072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed264b2-d791-434e-8817-6113bbf6ee12', 'name': 'tempest-TestVolumeBackupRestore-1886855355-router', 'tenant_id': '7cea7d9e921148bd9e39328bf3830233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '28b3b563-f290-4d76-b761-12b1cde0d03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:15:22Z', 'updated_at': '2022-05-05T22:15:36Z', 'revision_number': 4, 'project_id': '7cea7d9e921148bd9e39328bf3830233', 'gw_port': {'id': '28b3b563-f290-4d76-b761-12b1cde0d03b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed264b2-d791-434e-8817-6113bbf6ee12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:15:25Z', 'updated_at': '2022-05-05T22:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '0ed64d30-631b-4caf-9eda-2152f6af75fc', 'name': '', 'network_id': 'bca40b17-4a5b-4e45-8a5b-ff74b8f0462a', 'tenant_id': '7cea7d9e921148bd9e39328bf3830233', 'mac_address': 'fa:16:3e:f9:36:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed264b2-d791-434e-8817-6113bbf6ee12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b88ba279-ebf5-4d04-a1b6-5f03f0222d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:15:33Z', 'updated_at': '2022-05-05T22:15:36Z', 'revision_number': 2, 'project_id': '7cea7d9e921148bd9e39328bf3830233', 'subnets': [{'id': 'b88ba279-ebf5-4d04-a1b6-5f03f0222d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:44.038094 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6d4535-aa3b-4e39-b33d-09970dc3b072 None None] Checking router: 5ed264b2-d791-434e-8817-6113bbf6ee12 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:15:44.038438 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6d4535-aa3b-4e39-b33d-09970dc3b072 None None] Updating router 5ed264b2-d791-434e-8817-6113bbf6ee12 port 0ed64d30-631b-4caf-9eda-2152f6af75fc binding host n-d-825175-4 {{(pid=84068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:15:44.152406 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-9b6d4535-aa3b-4e39-b33d-09970dc3b072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:44.253925 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83dd7d1e-5b90-45e3-8ace-9e7c022f1a13 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:15:44.269443 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6b73dc-a0ca-4360-966e-33af60e99de6 None None] Sync routers for ids ['254e0010-96f3-48ab-87a9-a348081b2c4e'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:15:44.286835 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6b73dc-a0ca-4360-966e-33af60e99de6 None None] Routers {'254e0010-96f3-48ab-87a9-a348081b2c4e'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:15:44.287465 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-8a6b73dc-a0ca-4360-966e-33af60e99de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:15:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['254e0010-96f3-48ab-87a9-a348081b2c4e'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:44.301935 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51992) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:44.416578 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-8a6b73dc-a0ca-4360-966e-33af60e99de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:44.435860 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-bd0a86d1-f419-4507-a958-17fa79f33a08 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=869a1e78084f45f6be8dbd1a25a55d52&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1321461 May 05 22:15:44.437737 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 51998) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:44.443426 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6b73dc-a0ca-4360-966e-33af60e99de6 None None] Routers {'254e0010-96f3-48ab-87a9-a348081b2c4e'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:15:44.444896 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-8a6b73dc-a0ca-4360-966e-33af60e99de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:15:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['254e0010-96f3-48ab-87a9-a348081b2c4e'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:44.523279 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-83dd7d1e-5b90-45e3-8ace-9e7c022f1a13 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "PUT /v2.0/routers/254e0010-96f3-48ab-87a9-a348081b2c4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6266072 May 05 22:15:44.524554 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e51cefaf-dbeb-4ff7-80d2-7646b0b83ee2 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:44.569206 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52002) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:44.578635 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-8a6b73dc-a0ca-4360-966e-33af60e99de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:44.582014 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6b73dc-a0ca-4360-966e-33af60e99de6 None None] The sync data for ids ['254e0010-96f3-48ab-87a9-a348081b2c4e'] in n-d-825175-4 is: [] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:15:44.622994 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5a8dafda-6ef3-4ef4-9dee-763a4ba003d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:44.695075 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ef1f39cc-1b07-408d-adaf-d3536919e4be req-1c726642-57e9-4292-a5bb-24a7371ab8e1 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=526234b8-6fe7-40d4-ab15-3ada058c5fd4 HTTP/1.1" status: 200 len: 1096 time: 0.8336086 May 05 22:15:44.720420 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-71bd8cd8-6a1d-4ad9-a3ee-73465527d825 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "GET /v2.0/ports?device_id=254e0010-96f3-48ab-87a9-a348081b2c4e HTTP/1.1" status: 200 len: 205 time: 0.1037865 May 05 22:15:44.724061 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52010) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:44.861988 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-9b6d4535-aa3b-4e39-b33d-09970dc3b072 None None] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:44.885209 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.provisioning_blocks [None req-9b6d4535-aa3b-4e39-b33d-09970dc3b072 None None] Transition to ACTIVE for port object 0ed64d30-631b-4caf-9eda-2152f6af75fc will not be triggered until provisioned by entity L2. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:15:44.885445 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e51cefaf-dbeb-4ff7-80d2-7646b0b83ee2 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:44.892999 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5a8dafda-6ef3-4ef4-9dee-763a4ba003d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:44.896523 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-9b6d4535-aa3b-4e39-b33d-09970dc3b072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:44.912940 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e51cefaf-dbeb-4ff7-80d2-7646b0b83ee2 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:44.916161 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-95f8399c-60c9-4d1a-8f61-810684438c75 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:44.995492 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ef1f39cc-1b07-408d-adaf-d3536919e4be req-74b255c1-86ac-4a48-9a02-3fe5a0b36e50 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=01880227-df76-4924-9a50-770a67dd6ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275522 May 05 22:15:45.000849 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b113df-e577-44fd-a767-ea1ff550a84c None None] Pushing event updated for resources: {'Port': ['ID=0ed64d30-631b-4caf-9eda-2152f6af75fc,revision_number=3']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:45.035793 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e51cefaf-dbeb-4ff7-80d2-7646b0b83ee2 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:45.037111 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51cefaf-dbeb-4ff7-80d2-7646b0b83ee2 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Fanout notify agent at l3_agent the message router_deleted on router b1a5e28f-e94e-434c-b25b-b656ec0cfce8 {{(pid=84061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:15:45.103749 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e51cefaf-dbeb-4ff7-80d2-7646b0b83ee2 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:45.109605 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e51cefaf-dbeb-4ff7-80d2-7646b0b83ee2 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] 10.222.0.23 "DELETE /v2.0/routers/b1a5e28f-e94e-434c-b25b-b656ec0cfce8 HTTP/1.1" status: 204 len: 168 time: 5.2505920 May 05 22:15:45.114011 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52020) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:45.129053 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-7ba7386d-b574-4147-adac-7abc393cfb66 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-388945313', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:15:45.136153 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-7ba7386d-b574-4147-adac-7abc393cfb66 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:15:45.140753 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-7ba7386d-b574-4147-adac-7abc393cfb66 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Usage tracker for resource:router and tenant:a2eabe7e70de4863a8371f817bdd6ea0 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:15:45.143710 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-7ba7386d-b574-4147-adac-7abc393cfb66 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:15:45.150101 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-7ba7386d-b574-4147-adac-7abc393cfb66 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:15:45.179918 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea5a74f4-8556-46e9-8b36-3ab9bce26486 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Router 8790efb1-8b0d-4d7a-aed1-2ff286e50ee9 is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 22:15:45.381866 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-9b6d4535-aa3b-4e39-b33d-09970dc3b072 None None] Attempting to bind port 0ed64d30-631b-4caf-9eda-2152f6af75fc on host n-d-825175-4 for vnic_type normal with profile {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:15:45.383011 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-9b6d4535-aa3b-4e39-b33d-09970dc3b072 None None] Attempting to bind port 0ed64d30-631b-4caf-9eda-2152f6af75fc by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'ce80d75d-c0aa-4d00-9478-d101c2a9d2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'bca40b17-4a5b-4e45-8a5b-ff74b8f0462a'}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:15:45.383590 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6d4535-aa3b-4e39-b33d-09970dc3b072 None None] Attempting to bind port 0ed64d30-631b-4caf-9eda-2152f6af75fc on network bca40b17-4a5b-4e45-8a5b-ff74b8f0462a {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:15:45.393250 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6d4535-aa3b-4e39-b33d-09970dc3b072 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:15:45.394019 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6d4535-aa3b-4e39-b33d-09970dc3b072 None None] Checking segment: {'id': 'ce80d75d-c0aa-4d00-9478-d101c2a9d2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'bca40b17-4a5b-4e45-8a5b-ff74b8f0462a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:15:45.394627 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-9b6d4535-aa3b-4e39-b33d-09970dc3b072 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:45.395252 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6d4535-aa3b-4e39-b33d-09970dc3b072 None None] Bound using segment: {'id': 'ce80d75d-c0aa-4d00-9478-d101c2a9d2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'bca40b17-4a5b-4e45-8a5b-ff74b8f0462a'} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:15:45.396166 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-9b6d4535-aa3b-4e39-b33d-09970dc3b072 None None] Bound port: 0ed64d30-631b-4caf-9eda-2152f6af75fc, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce80d75d-c0aa-4d00-9478-d101c2a9d2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'bca40b17-4a5b-4e45-8a5b-ff74b8f0462a'}}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:15:45.396754 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-9b6d4535-aa3b-4e39-b33d-09970dc3b072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:45.430405 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7ba7386d-b574-4147-adac-7abc393cfb66 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:45.431397 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7ba7386d-b574-4147-adac-7abc393cfb66 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:45.523344 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-9b6d4535-aa3b-4e39-b33d-09970dc3b072 None None] For port 0ed64d30-631b-4caf-9eda-2152f6af75fc, host n-d-825175-4, cleared binding levels {{(pid=84068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:15:45.531600 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-9b6d4535-aa3b-4e39-b33d-09970dc3b072 None None] For port 0ed64d30-631b-4caf-9eda-2152f6af75fc, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=0ed64d30-631b-4caf-9eda-2152f6af75fc,segment=NetworkSegment(ce80d75d-c0aa-4d00-9478-d101c2a9d2aa),segment_id=ce80d75d-c0aa-4d00-9478-d101c2a9d2aa)] {{(pid=84068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:15:45.542019 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-9b6d4535-aa3b-4e39-b33d-09970dc3b072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:45.610988 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea5a74f4-8556-46e9-8b36-3ab9bce26486 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:15:45.658347 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ea5a74f4-8556-46e9-8b36-3ab9bce26486 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:45.662719 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ea5a74f4-8556-46e9-8b36-3ab9bce26486 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.9560099 May 05 22:15:45.663374 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52032) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:45.678032 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b113df-e577-44fd-a767-ea1ff550a84c None None] Pushing event updated for resources: {'Port': ['ID=0ed64d30-631b-4caf-9eda-2152f6af75fc,revision_number=4']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:45.681498 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435b1009-396a-4171-a809-90738d3d24e1 None None] Sync routers for ids ['8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:15:45.709243 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435b1009-396a-4171-a809-90738d3d24e1 None None] Routers {'8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:15:45.710256 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-435b1009-396a-4171-a809-90738d3d24e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:15:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:45.804041 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-435b1009-396a-4171-a809-90738d3d24e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:45.811471 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-95f8399c-60c9-4d1a-8f61-810684438c75 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:45.820393 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6d4535-aa3b-4e39-b33d-09970dc3b072 None None] Routers {'5ed264b2-d791-434e-8817-6113bbf6ee12'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:15:45.821362 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-9b6d4535-aa3b-4e39-b33d-09970dc3b072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:15:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['5ed264b2-d791-434e-8817-6113bbf6ee12'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:45.824364 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-95f8399c-60c9-4d1a-8f61-810684438c75 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:45.884738 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7ba7386d-b574-4147-adac-7abc393cfb66 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:45.889701 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5a8dafda-6ef3-4ef4-9dee-763a4ba003d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:45.937241 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-95f8399c-60c9-4d1a-8f61-810684438c75 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:45.937875 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f8399c-60c9-4d1a-8f61-810684438c75 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Fanout notify agent at l3_agent the message router_deleted on router 254e0010-96f3-48ab-87a9-a348081b2c4e {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:15:45.986401 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8dafda-6ef3-4ef4-9dee-763a4ba003d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08d7b5c-dec3-4d54-bfc3-9757ec84eb3f,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:46.038342 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7ba7386d-b574-4147-adac-7abc393cfb66 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:46.080651 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435b1009-396a-4171-a809-90738d3d24e1 None None] Routers {'8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:15:46.081270 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-435b1009-396a-4171-a809-90738d3d24e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:15:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:46.096694 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-95f8399c-60c9-4d1a-8f61-810684438c75 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:46.097811 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-95f8399c-60c9-4d1a-8f61-810684438c75 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "DELETE /v2.0/routers/254e0010-96f3-48ab-87a9-a348081b2c4e HTTP/1.1" status: 204 len: 168 time: 1.3725674 May 05 22:15:46.101133 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52042) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:46.120217 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5a8dafda-6ef3-4ef4-9dee-763a4ba003d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:46.124407 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5a8dafda-6ef3-4ef4-9dee-763a4ba003d1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c08d7b5c-dec3-4d54-bfc3-9757ec84eb3f HTTP/1.1" status: 204 len: 168 time: 1.6798255 May 05 22:15:46.163475 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:15:46.174260 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-435b1009-396a-4171-a809-90738d3d24e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:46.174843 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435b1009-396a-4171-a809-90738d3d24e1 None None] The sync data for ids ['8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'] in n-d-825175-4 is: [] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:15:46.212934 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7ba7386d-b574-4147-adac-7abc393cfb66 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:46.214490 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-7ba7386d-b574-4147-adac-7abc393cfb66 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.0993669 May 05 22:15:46.221887 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52048) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:46.231093 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-4e67aad3-5251-4259-99d9-b6c26cc57e1a tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'enable_snat': False}}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:15:46.271557 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-9b6d4535-aa3b-4e39-b33d-09970dc3b072 None None] Set router 5ed264b2-d791-434e-8817-6113bbf6ee12 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:15:46.291283 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-00b13c25-c731-4f8a-af69-868ac731b07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:46.320425 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cd6c20d4-c362-4d2a-b61f-66e2ffd3ef0e req-2ae27bb6-fd7d-49a7-9f25-9d1c3f0b0841 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=526234b8-6fe7-40d4-ab15-3ada058c5fd4 HTTP/1.1" status: 200 len: 1096 time: 0.2962694 May 05 22:15:46.387775 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cd6c20d4-c362-4d2a-b61f-66e2ffd3ef0e req-37ac6a85-c7ba-4d04-9f11-03733fa72878 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=01880227-df76-4924-9a50-770a67dd6ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612803 May 05 22:15:46.938268 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-821b6297-34f0-4c92-acca-66f33a184cfb tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Deleting subnet fc81ad88-82df-41a9-8864-230102a9a604 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:15:46.998516 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-821b6297-34f0-4c92-acca-66f33a184cfb tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:47.020029 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-9b6d4535-aa3b-4e39-b33d-09970dc3b072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed264b2-d791-434e-8817-6113bbf6ee12', 'name': 'tempest-TestVolumeBackupRestore-1886855355-router', 'tenant_id': '7cea7d9e921148bd9e39328bf3830233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '28b3b563-f290-4d76-b761-12b1cde0d03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:15:22Z', 'updated_at': '2022-05-05T22:15:36Z', 'revision_number': 4, 'project_id': '7cea7d9e921148bd9e39328bf3830233', 'gw_port': {'id': '28b3b563-f290-4d76-b761-12b1cde0d03b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed264b2-d791-434e-8817-6113bbf6ee12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:15:25Z', 'updated_at': '2022-05-05T22:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '0ed64d30-631b-4caf-9eda-2152f6af75fc', 'name': '', 'network_id': 'bca40b17-4a5b-4e45-8a5b-ff74b8f0462a', 'tenant_id': '7cea7d9e921148bd9e39328bf3830233', 'mac_address': 'fa:16:3e:f9:36:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed264b2-d791-434e-8817-6113bbf6ee12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b88ba279-ebf5-4d04-a1b6-5f03f0222d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:15:33Z', 'updated_at': '2022-05-05T22:15:45Z', 'revision_number': 4, 'project_id': '7cea7d9e921148bd9e39328bf3830233', 'subnets': [{'id': 'b88ba279-ebf5-4d04-a1b6-5f03f0222d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:47.028133 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6d4535-aa3b-4e39-b33d-09970dc3b072 None None] The sync data for ids ['5ed264b2-d791-434e-8817-6113bbf6ee12'] in n-d-825175-4 is: [{'id': '5ed264b2-d791-434e-8817-6113bbf6ee12', 'name': 'tempest-TestVolumeBackupRestore-1886855355-router', 'tenant_id': '7cea7d9e921148bd9e39328bf3830233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '28b3b563-f290-4d76-b761-12b1cde0d03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:15:22Z', 'updated_at': '2022-05-05T22:15:36Z', 'revision_number': 4, 'project_id': '7cea7d9e921148bd9e39328bf3830233', 'gw_port': {'id': '28b3b563-f290-4d76-b761-12b1cde0d03b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed264b2-d791-434e-8817-6113bbf6ee12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:15:25Z', 'updated_at': '2022-05-05T22:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '0ed64d30-631b-4caf-9eda-2152f6af75fc', 'name': '', 'network_id': 'bca40b17-4a5b-4e45-8a5b-ff74b8f0462a', 'tenant_id': '7cea7d9e921148bd9e39328bf3830233', 'mac_address': 'fa:16:3e:f9:36:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ed264b2-d791-434e-8817-6113bbf6ee12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b88ba279-ebf5-4d04-a1b6-5f03f0222d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:15:33Z', 'updated_at': '2022-05-05T22:15:45Z', 'revision_number': 4, 'project_id': '7cea7d9e921148bd9e39328bf3830233', 'subnets': [{'id': 'b88ba279-ebf5-4d04-a1b6-5f03f0222d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:15:47.316714 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 0ed64d30-631b-4caf-9eda-2152f6af75fc up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:15:47.348507 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-821b6297-34f0-4c92-acca-66f33a184cfb tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:47.526643 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9c7de886-4c9a-4374-b45b-c879d657fed9 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:47.549716 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:47.569221 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:47.585925 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 0ed64d30-631b-4caf-9eda-2152f6af75fc completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:15:47.597203 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 0ed64d30-631b-4caf-9eda-2152f6af75fc triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:15:47.597820 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:47.690105 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-09b5e759-40e6-42a9-a36d-fbeb4d723d0c req-ebfa0d89-1d96-42de-9bf8-7b6c2d92b59e tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] Synchronizing usage tracker for tenant:73d345cf0a794159ba751dcc23f97acb on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:15:47.894642 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:47.938388 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-821b6297-34f0-4c92-acca-66f33a184cfb tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:47.963334 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 0ed64d30-631b-4caf-9eda-2152f6af75fc, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=0ed64d30-631b-4caf-9eda-2152f6af75fc,segment=NetworkSegment(ce80d75d-c0aa-4d00-9478-d101c2a9d2aa),segment_id=ce80d75d-c0aa-4d00-9478-d101c2a9d2aa)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:15:47.970959 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:48.046108 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52082) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:48.078521 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bf5306ae-c49a-49eb-b545-371be07f33fc req-34cd8bef-56e2-4ded-bb49-a56deda0f134 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=526234b8-6fe7-40d4-ab15-3ada058c5fd4 HTTP/1.1" status: 200 len: 1096 time: 0.3375573 May 05 22:15:48.091445 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-09b5e759-40e6-42a9-a36d-fbeb4d723d0c req-ebfa0d89-1d96-42de-9bf8-7b6c2d92b59e tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] Unset dirty status for tenant:73d345cf0a794159ba751dcc23f97acb on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:15:48.093326 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-09b5e759-40e6-42a9-a36d-fbeb4d723d0c req-ebfa0d89-1d96-42de-9bf8-7b6c2d92b59e tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=526234b8-6fe7-40d4-ab15-3ada058c5fd4 HTTP/1.1" status: 200 len: 1096 time: 1.1504345 May 05 22:15:48.097680 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=0ed64d30-631b-4caf-9eda-2152f6af75fc,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:48.115834 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:15:48.116174 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:15:48.117635 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:15:48.118143 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:15:48.118930 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:15:48.119432 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:15:48.119937 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:15:48.120722 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:15:48.121205 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:15:48.123877 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:15:48.124391 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:15:48.203424 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-09b5e759-40e6-42a9-a36d-fbeb4d723d0c req-fa80d1c2-3808-470d-97a2-8f8191b122d8 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] Deleting port 37cbd9f4-ad0f-41d0-b047-a5a118164385 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:15:48.203856 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-09b5e759-40e6-42a9-a36d-fbeb4d723d0c req-fa80d1c2-3808-470d-97a2-8f8191b122d8 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:48.262015 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bf5306ae-c49a-49eb-b545-371be07f33fc req-efaa2203-8a3c-4f52-9f33-c65564a02d34 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=01880227-df76-4924-9a50-770a67dd6ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772802 May 05 22:15:48.308132 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-821b6297-34f0-4c92-acca-66f33a184cfb tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:48.313597 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4e67aad3-5251-4259-99d9-b6c26cc57e1a tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:48.341338 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-b09b8752-5541-4d09-9bd2-76ad05b1f29c admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1747791511-network', 'tenant_id': '989c505d69dd4ac5bbb5923b5623477d'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:15:48.354121 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b09b8752-5541-4d09-9bd2-76ad05b1f29c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:15:48.362531 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b09b8752-5541-4d09-9bd2-76ad05b1f29c admin admin] Usage tracker for resource:network and tenant:989c505d69dd4ac5bbb5923b5623477d is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:15:48.367460 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821b6297-34f0-4c92-acca-66f33a184cfb tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event deleted for resources: {'Subnet': ['ID=fc81ad88-82df-41a9-8864-230102a9a604,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:48.367764 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b09b8752-5541-4d09-9bd2-76ad05b1f29c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:15:48.377696 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b09b8752-5541-4d09-9bd2-76ad05b1f29c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:15:48.390474 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-9c7de886-4c9a-4374-b45b-c879d657fed9 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Allocated IP 172.20.0.1 (2105381d-85ba-4b03-b60f-e03817dca12c/7497eca2-b8f9-49ab-96f7-f2e391479f16/f340af95-456e-43c4-a526-6e5ceca6a30e) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:15:48.392147 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-821b6297-34f0-4c92-acca-66f33a184cfb tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:48.405804 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09b8752-5541-4d09-9bd2-76ad05b1f29c admin admin] Made reservation on behalf of 989c505d69dd4ac5bbb5923b5623477d for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:15:48.407353 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-821b6297-34f0-4c92-acca-66f33a184cfb tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "DELETE /v2.0/subnets/fc81ad88-82df-41a9-8864-230102a9a604 HTTP/1.1" status: 204 len: 168 time: 2.3051658 May 05 22:15:48.407663 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b09b8752-5541-4d09-9bd2-76ad05b1f29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:48.414460 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b210249-c9b0-47ba-9747-0eb40bd27f4d None None] Network d448c558-7af2-457a-8943-bb3d64f6f30e requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:15:48.427071 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52088) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:48.473756 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b09b8752-5541-4d09-9bd2-76ad05b1f29c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:48.568957 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a13eb7f4-875b-4ed4-b8cf-c844e06beb72 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:48.816048 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-a13eb7f4-875b-4ed4-b8cf-c844e06beb72 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Deleting port 26c542d6-1fd2-4a08-af57-de71224ff75a {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:15:48.816402 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a13eb7f4-875b-4ed4-b8cf-c844e06beb72 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:48.921820 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c125d91-feb6-4550-8426-61dabe21dcb0 None None] DHCP port deletion for d448c558-7af2-457a-8943-bb3d64f6f30e request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:15:48.926518 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-0c125d91-feb6-4550-8426-61dabe21dcb0 None None] Deleting port 26c542d6-1fd2-4a08-af57-de71224ff75a {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:15:48.926903 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0c125d91-feb6-4550-8426-61dabe21dcb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:48.981213 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b09b8752-5541-4d09-9bd2-76ad05b1f29c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:15:48.998080 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b09b8752-5541-4d09-9bd2-76ad05b1f29c admin admin] Usage tracker for resource:security_group_rule and tenant:989c505d69dd4ac5bbb5923b5623477d is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:15:49.003368 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b09b8752-5541-4d09-9bd2-76ad05b1f29c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:15:49.033298 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-09b5e759-40e6-42a9-a36d-fbeb4d723d0c req-fa80d1c2-3808-470d-97a2-8f8191b122d8 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] For port 37cbd9f4-ad0f-41d0-b047-a5a118164385, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=37cbd9f4-ad0f-41d0-b047-a5a118164385,segment=NetworkSegment(a16662ea-ed15-4566-b265-fb4b19c1f9fd),segment_id=a16662ea-ed15-4566-b265-fb4b19c1f9fd)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:15:49.034223 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b09b8752-5541-4d09-9bd2-76ad05b1f29c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:15:49.034457 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-09b5e759-40e6-42a9-a36d-fbeb4d723d0c req-fa80d1c2-3808-470d-97a2-8f8191b122d8 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:49.066579 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:49.112978 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9c7de886-4c9a-4374-b45b-c879d657fed9 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:49.151702 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b09b8752-5541-4d09-9bd2-76ad05b1f29c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:49.160041 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b09b8752-5541-4d09-9bd2-76ad05b1f29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:49.194617 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b09b8752-5541-4d09-9bd2-76ad05b1f29c admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:15:49.205150 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-0c125d91-feb6-4550-8426-61dabe21dcb0 None None] For port 26c542d6-1fd2-4a08-af57-de71224ff75a, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=26c542d6-1fd2-4a08-af57-de71224ff75a,segment=NetworkSegment(2672dd49-3bbd-4b0c-abff-4a6744cf53aa),segment_id=2672dd49-3bbd-4b0c-abff-4a6744cf53aa)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:15:49.205527 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0c125d91-feb6-4550-8426-61dabe21dcb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:49.232530 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09b8752-5541-4d09-9bd2-76ad05b1f29c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93447a12-ed4a-4971-a72c-f3286b49c493,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:49.232758 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-09b5e759-40e6-42a9-a36d-fbeb4d723d0c req-fa80d1c2-3808-470d-97a2-8f8191b122d8 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] Calling delete_port for 37cbd9f4-ad0f-41d0-b047-a5a118164385 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:15:49.233542 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b09b8752-5541-4d09-9bd2-76ad05b1f29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:49.235157 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-b09b8752-5541-4d09-9bd2-76ad05b1f29c admin admin] Added segment b92baa2d-d742-4ff3-abe2-5473cf67f225 of type vlan for network 5579f484-2b68-478e-8113-36fd7459ddaf May 05 22:15:49.237890 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9c7de886-4c9a-4374-b45b-c879d657fed9 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:49.370453 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-0c125d91-feb6-4550-8426-61dabe21dcb0 None None] Calling delete_port for 26c542d6-1fd2-4a08-af57-de71224ff75a owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:15:49.371860 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b09b8752-5541-4d09-9bd2-76ad05b1f29c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:49.382233 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7de886-4c9a-4374-b45b-c879d657fed9 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Network 2105381d-85ba-4b03-b60f-e03817dca12c is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:15:49.387402 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-9c7de886-4c9a-4374-b45b-c879d657fed9 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:15:49.396050 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7de886-4c9a-4374-b45b-c879d657fed9 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:15:49.450492 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 0ed64d30-631b-4caf-9eda-2152f6af75fc up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:15:49.480339 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0c125d91-feb6-4550-8426-61dabe21dcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:49.490043 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7de886-4c9a-4374-b45b-c879d657fed9 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Pushing event updated for resources: {'Port': ['ID=f340af95-456e-43c4-a526-6e5ceca6a30e,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:49.562415 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c125d91-feb6-4550-8426-61dabe21dcb0 None None] Pushing event deleted for resources: {'Port': ['ID=26c542d6-1fd2-4a08-af57-de71224ff75a,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:49.598298 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c125d91-feb6-4550-8426-61dabe21dcb0 None None] No DVR routers for this DVR port 26c542d6-1fd2-4a08-af57-de71224ff75a on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:15:49.615697 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-a13eb7f4-875b-4ed4-b8cf-c844e06beb72 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] For port 26c542d6-1fd2-4a08-af57-de71224ff75a, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=26c542d6-1fd2-4a08-af57-de71224ff75a,segment=NetworkSegment(2672dd49-3bbd-4b0c-abff-4a6744cf53aa),segment_id=2672dd49-3bbd-4b0c-abff-4a6744cf53aa)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:15:49.616416 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a13eb7f4-875b-4ed4-b8cf-c844e06beb72 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:49.622401 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 0ed64d30-631b-4caf-9eda-2152f6af75fc triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:15:49.622883 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:49.632819 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b09b8752-5541-4d09-9bd2-76ad05b1f29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:49.633928 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09b8752-5541-4d09-9bd2-76ad05b1f29c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:15:49.634923 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b09b8752-5541-4d09-9bd2-76ad05b1f29c admin admin] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:49.692325 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b09b8752-5541-4d09-9bd2-76ad05b1f29c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6438558 May 05 22:15:49.696631 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52102) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:49.697398 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9c7de886-4c9a-4374-b45b-c879d657fed9 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:49.774097 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-e049c5ca-bf7f-4353-93e3-fe9915918e5d admin admin] Request body: {'subnet': {'network_id': '5579f484-2b68-478e-8113-36fd7459ddaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1747791511-subnet', 'tenant_id': '989c505d69dd4ac5bbb5923b5623477d', 'ip_version': 4}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:15:49.791375 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-e049c5ca-bf7f-4353-93e3-fe9915918e5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:15:49.817658 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e049c5ca-bf7f-4353-93e3-fe9915918e5d admin admin] Usage tracker for resource:subnet and tenant:989c505d69dd4ac5bbb5923b5623477d is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:15:49.823321 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09b8752-5541-4d09-9bd2-76ad05b1f29c admin admin] Pushing event updated for resources: {'Network': ['ID=5579f484-2b68-478e-8113-36fd7459ddaf,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:49.828760 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e049c5ca-bf7f-4353-93e3-fe9915918e5d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:15:49.837275 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-e049c5ca-bf7f-4353-93e3-fe9915918e5d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:15:49.848610 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 5579f484-2b68-478e-8113-36fd7459ddaf details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:15:49.849213 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-a13eb7f4-875b-4ed4-b8cf-c844e06beb72 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Calling delete_port for 26c542d6-1fd2-4a08-af57-de71224ff75a owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:15:49.854965 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1071802e-5fb5-4338-a6df-0b082813fdf0 req-6981de5f-ddac-47b3-9a7e-0c1c00168558 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=526234b8-6fe7-40d4-ab15-3ada058c5fd4 HTTP/1.1" status: 200 len: 1096 time: 0.3548110 May 05 22:15:49.905405 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e049c5ca-bf7f-4353-93e3-fe9915918e5d admin admin] Made reservation on behalf of 989c505d69dd4ac5bbb5923b5623477d for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:15:49.916048 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4e67aad3-5251-4259-99d9-b6c26cc57e1a tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:49.921220 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e049c5ca-bf7f-4353-93e3-fe9915918e5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:49.973197 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4e67aad3-5251-4259-99d9-b6c26cc57e1a tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:50.012328 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 26c542d6-1fd2-4a08-af57-de71224ff75a no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:15:50.056277 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-09b5e759-40e6-42a9-a36d-fbeb4d723d0c req-fa80d1c2-3808-470d-97a2-8f8191b122d8 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:50.102398 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['d9816e5c-78df-4e50-a9bf-1aad2e2f6db4'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:15:50.143118 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa80d1c2-3808-470d-97a2-8f8191b122d8 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] Pushing event deleted for resources: {'Port': ['ID=37cbd9f4-ad0f-41d0-b047-a5a118164385,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:50.154640 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.api [None req-a13eb7f4-875b-4ed4-b8cf-c844e06beb72 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:15:50.154987 n-d-825175-4 neutron-server[84063]: DEBUG oslo_db.api [None req-a13eb7f4-875b-4ed4-b8cf-c844e06beb72 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:15:50.156262 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9c7de886-4c9a-4374-b45b-c879d657fed9 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:50.172881 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 26c542d6-1fd2-4a08-af57-de71224ff75a {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:15:50.173298 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 26c542d6-1fd2-4a08-af57-de71224ff75a not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:15:50.180172 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1071802e-5fb5-4338-a6df-0b082813fdf0 req-bd095fc0-68b7-47ee-b27f-aedb49b8d8d2 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=01880227-df76-4924-9a50-770a67dd6ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137941 May 05 22:15:50.257342 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b5e759-40e6-42a9-a36d-fbeb4d723d0c req-fa80d1c2-3808-470d-97a2-8f8191b122d8 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] No DVR routers for this DVR port 37cbd9f4-ad0f-41d0-b047-a5a118164385 on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:15:50.293424 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-09b5e759-40e6-42a9-a36d-fbeb4d723d0c req-fa80d1c2-3808-470d-97a2-8f8191b122d8 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:50.296609 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '526234b8-6fe7-40d4-ab15-3ada058c5fd4', 'name': 'network-vif-deleted', 'tag': '37cbd9f4-ad0f-41d0-b047-a5a118164385'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:15:50.363161 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-09b5e759-40e6-42a9-a36d-fbeb4d723d0c req-fa80d1c2-3808-470d-97a2-8f8191b122d8 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.44 "DELETE /v2.0/ports/37cbd9f4-ad0f-41d0-b047-a5a118164385 HTTP/1.1" status: 204 len: 173 time: 2.2568748 May 05 22:15:50.400749 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-4e67aad3-5251-4259-99d9-b6c26cc57e1a tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Allocated IP 172.25.4.120 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/4cd1617d-ca89-4ef2-afc6-dbdc77df8f7c) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:15:50.450237 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-997c7a36-efdf-41c3-abcf-8ca71d359b78'] response: {'server_uuid': '526234b8-6fe7-40d4-ab15-3ada058c5fd4', 'name': 'network-vif-deleted', 'tag': '37cbd9f4-ad0f-41d0-b047-a5a118164385', 'status': 'completed', 'code': 200} May 05 22:15:50.662195 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-a13eb7f4-875b-4ed4-b8cf-c844e06beb72 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Deleting port 26c542d6-1fd2-4a08-af57-de71224ff75a {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:15:50.663585 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a13eb7f4-875b-4ed4-b8cf-c844e06beb72 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:50.726976 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e049c5ca-bf7f-4353-93e3-fe9915918e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:50.749302 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-a13eb7f4-875b-4ed4-b8cf-c844e06beb72 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] The port '26c542d6-1fd2-4a08-af57-de71224ff75a' was deleted {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 22:15:50.913815 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a13eb7f4-875b-4ed4-b8cf-c844e06beb72 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:50.958087 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-a13eb7f4-875b-4ed4-b8cf-c844e06beb72 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d448c558-7af2-457a-8943-bb3d64f6f30e']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:50.988987 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-a13eb7f4-875b-4ed4-b8cf-c844e06beb72 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2672dd49-3bbd-4b0c-abff-4a6744cf53aa') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:50.989494 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-a13eb7f4-875b-4ed4-b8cf-c844e06beb72 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2672dd49-3bbd-4b0c-abff-4a6744cf53aa') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:51.006246 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e049c5ca-bf7f-4353-93e3-fe9915918e5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=27d7124c-1fa4-44df-a333-048f6a650311,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:51.019355 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a13eb7f4-875b-4ed4-b8cf-c844e06beb72 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:51.032441 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4e67aad3-5251-4259-99d9-b6c26cc57e1a tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:51.047546 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e049c5ca-bf7f-4353-93e3-fe9915918e5d admin admin] Checking segment: {'id': 'b92baa2d-d742-4ff3-abe2-5473cf67f225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5579f484-2b68-478e-8113-36fd7459ddaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:15:51.048217 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e049c5ca-bf7f-4353-93e3-fe9915918e5d admin admin] Network hostable DHCP agents. Network: 5579f484-2b68-478e-8113-36fd7459ddaf, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:15:51.058900 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 37cbd9f4-ad0f-41d0-b047-a5a118164385 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:15:51.071740 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a13eb7f4-875b-4ed4-b8cf-c844e06beb72 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:51.076702 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4e67aad3-5251-4259-99d9-b6c26cc57e1a tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:51.104129 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9c7de886-4c9a-4374-b45b-c879d657fed9 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:51.115728 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9c7de886-4c9a-4374-b45b-c879d657fed9 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:51.158358 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: 37cbd9f4-ad0f-41d0-b047-a5a118164385 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:15:51.159882 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 37cbd9f4-ad0f-41d0-b047-a5a118164385 not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:15:51.191724 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a13eb7f4-875b-4ed4-b8cf-c844e06beb72 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:15:51.192148 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a13eb7f4-875b-4ed4-b8cf-c844e06beb72 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:51.207070 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e049c5ca-bf7f-4353-93e3-fe9915918e5d admin admin] Network 5579f484-2b68-478e-8113-36fd7459ddaf is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:15:51.261159 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-e049c5ca-bf7f-4353-93e3-fe9915918e5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 5579f484-2b68-478e-8113-36fd7459ddaf) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:15:51.274083 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62538f77-bf67-4e2c-8b1b-403a03f8b9aa None None] Network 5579f484-2b68-478e-8113-36fd7459ddaf requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:15:51.276053 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9c7de886-4c9a-4374-b45b-c879d657fed9 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:51.289114 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e049c5ca-bf7f-4353-93e3-fe9915918e5d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:15:51.289696 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e049c5ca-bf7f-4353-93e3-fe9915918e5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:51.318986 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7de886-4c9a-4374-b45b-c879d657fed9 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Pushing event updated for resources: {'Port': ['ID=f340af95-456e-43c4-a526-6e5ceca6a30e,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:51.330790 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:15:51.330790 n-d-825175-4 neutron-server[84063]: util.warn( May 05 22:15:51.330790 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:15:51.330790 n-d-825175-4 neutron-server[84063]: util.warn( May 05 22:15:51.330790 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:15:51.330790 n-d-825175-4 neutron-server[84063]: util.warn( May 05 22:15:51.330790 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:15:51.330790 n-d-825175-4 neutron-server[84063]: util.warn( May 05 22:15:51.330790 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:15:51.330790 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:15:51.330790 n-d-825175-4 neutron-server[84063]: timer() May 05 22:15:51.330790 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:15:51.330790 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:15:51.330790 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:15:51.330790 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:15:51.330790 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:15:51.330790 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:15:51.330790 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:15:51.330790 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:15:51.330790 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:15:51.330790 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:15:51.330790 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:15:51.330790 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:15:51.330790 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:15:51.330790 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:15:51.330790 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:15:51.330790 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:15:51.330790 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:15:51.330790 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:15:51.330790 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:15:51.330790 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:15:51.330790 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:15:51.330790 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:15:51.330790 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:15:51.330790 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:15:51.330790 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:15:51.330790 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:15:51.330790 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:15:51.330790 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:15:51.330790 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:15:51.360219 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a13eb7f4-875b-4ed4-b8cf-c844e06beb72 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:51.405557 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e049c5ca-bf7f-4353-93e3-fe9915918e5d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7042758 May 05 22:15:51.408381 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52128) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:51.416102 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-b1d05366-0c7e-41e7-b303-d2b248a719af admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1747791511-router', 'tenant_id': '989c505d69dd4ac5bbb5923b5623477d', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:15:51.422484 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b1d05366-0c7e-41e7-b303-d2b248a719af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:15:51.427453 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b1d05366-0c7e-41e7-b303-d2b248a719af admin admin] Usage tracker for resource:router and tenant:989c505d69dd4ac5bbb5923b5623477d is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:15:51.431405 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b1d05366-0c7e-41e7-b303-d2b248a719af admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:15:51.437999 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b1d05366-0c7e-41e7-b303-d2b248a719af admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:15:51.455123 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b1d05366-0c7e-41e7-b303-d2b248a719af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:51.456371 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b1d05366-0c7e-41e7-b303-d2b248a719af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:51.459935 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a13eb7f4-875b-4ed4-b8cf-c844e06beb72 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:51.504861 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e67aad3-5251-4259-99d9-b6c26cc57e1a tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:15:51.534497 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a13eb7f4-875b-4ed4-b8cf-c844e06beb72 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "DELETE /v2.0/networks/d448c558-7af2-457a-8943-bb3d64f6f30e HTTP/1.1" status: 204 len: 168 time: 3.1061718 May 05 22:15:51.535815 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13eb7f4-875b-4ed4-b8cf-c844e06beb72 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event deleted for resources: {'Network': ['ID=d448c558-7af2-457a-8943-bb3d64f6f30e,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:51.539510 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52134) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:51.548288 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-4e67aad3-5251-4259-99d9-b6c26cc57e1a tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:15:51.550119 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b1d05366-0c7e-41e7-b303-d2b248a719af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:51.553880 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e67aad3-5251-4259-99d9-b6c26cc57e1a tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:15:51.648372 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-2b467430-af0e-4b45-8402-584272db7162 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1754375988', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}, 'admin_state_up': False}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:15:51.672223 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e67aad3-5251-4259-99d9-b6c26cc57e1a tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Pushing event updated for resources: {'Port': ['ID=4cd1617d-ca89-4ef2-afc6-dbdc77df8f7c,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:51.700630 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-2b467430-af0e-4b45-8402-584272db7162 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:15:51.719055 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-2b467430-af0e-4b45-8402-584272db7162 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Usage tracker for resource:router and tenant:47ea26e8a7d7452cb25778b9d924edf0 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:15:51.724212 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-2b467430-af0e-4b45-8402-584272db7162 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:15:51.736104 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-2b467430-af0e-4b45-8402-584272db7162 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:15:51.750339 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c0663a-83c5-4ca2-b418-8bdb30283fa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-5579f484-2b68-478e-8113-36fd7459ddaf', 'network_id': '5579f484-2b68-478e-8113-36fd7459ddaf', 'tenant_id': '989c505d69dd4ac5bbb5923b5623477d', 'fixed_ips': [{'subnet_id': '27d7124c-1fa4-44df-a333-048f6a650311'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:15:51.760180 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-41c0663a-83c5-4ca2-b418-8bdb30283fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:51.800490 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2b467430-af0e-4b45-8402-584272db7162 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:51.801966 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2b467430-af0e-4b45-8402-584272db7162 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:51.849042 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2b467430-af0e-4b45-8402-584272db7162 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:52.156049 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7de886-4c9a-4374-b45b-c879d657fed9 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Network 2105381d-85ba-4b03-b60f-e03817dca12c is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:15:52.169826 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-9c7de886-4c9a-4374-b45b-c879d657fed9 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:15:52.219123 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-41c0663a-83c5-4ca2-b418-8bdb30283fa9 None None] Allocated IP 172.20.0.2 (5579f484-2b68-478e-8113-36fd7459ddaf/27d7124c-1fa4-44df-a333-048f6a650311/ac73a597-4925-4e75-8160-347c1258b9bf) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:15:52.304774 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2b467430-af0e-4b45-8402-584272db7162 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:52.329400 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4e67aad3-5251-4259-99d9-b6c26cc57e1a tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:52.550750 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-41c0663a-83c5-4ca2-b418-8bdb30283fa9 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:52.577686 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-41c0663a-83c5-4ca2-b418-8bdb30283fa9 None None] Transition to ACTIVE for port object ac73a597-4925-4e75-8160-347c1258b9bf will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:15:52.616410 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-41c0663a-83c5-4ca2-b418-8bdb30283fa9 None None] Transition to ACTIVE for port object ac73a597-4925-4e75-8160-347c1258b9bf will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:15:52.625346 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-41c0663a-83c5-4ca2-b418-8bdb30283fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:52.631639 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b1d05366-0c7e-41e7-b303-d2b248a719af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:52.673304 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-077561f8-98bf-4a87-a5df-2b63ea5d64a7 req-e4a540ab-cd55-4e34-a90d-6832479562f1 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3d68aece-1355-4cf5-82ba-ea119d708d67 HTTP/1.1" status: 200 len: 1096 time: 0.5812454 May 05 22:15:52.704214 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c0663a-83c5-4ca2-b418-8bdb30283fa9 None None] Network 5579f484-2b68-478e-8113-36fd7459ddaf is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:15:52.707140 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-41c0663a-83c5-4ca2-b418-8bdb30283fa9 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:15:52.711057 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c0663a-83c5-4ca2-b418-8bdb30283fa9 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:15:52.721587 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c0663a-83c5-4ca2-b418-8bdb30283fa9 None None] Pushing event updated for resources: {'Port': ['ID=ac73a597-4925-4e75-8160-347c1258b9bf,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:52.830109 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4e67aad3-5251-4259-99d9-b6c26cc57e1a tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:52.837711 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4e67aad3-5251-4259-99d9-b6c26cc57e1a tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-926863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-926864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-930834'] for router, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:52.839312 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-077561f8-98bf-4a87-a5df-2b63ea5d64a7 req-4b6f9969-795f-4331-b756-a57ec3eb0547 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=01880227-df76-4924-9a50-770a67dd6ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634495 May 05 22:15:52.848689 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-41c0663a-83c5-4ca2-b418-8bdb30283fa9 None None] Attempting to bind port ac73a597-4925-4e75-8160-347c1258b9bf on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:15:52.850433 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-41c0663a-83c5-4ca2-b418-8bdb30283fa9 None None] Attempting to bind port ac73a597-4925-4e75-8160-347c1258b9bf by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'b92baa2d-d742-4ff3-abe2-5473cf67f225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5579f484-2b68-478e-8113-36fd7459ddaf'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:15:52.850901 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c0663a-83c5-4ca2-b418-8bdb30283fa9 None None] Attempting to bind port ac73a597-4925-4e75-8160-347c1258b9bf on network 5579f484-2b68-478e-8113-36fd7459ddaf {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:15:52.875880 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c0663a-83c5-4ca2-b418-8bdb30283fa9 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:15:52.877085 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c0663a-83c5-4ca2-b418-8bdb30283fa9 None None] Checking segment: {'id': 'b92baa2d-d742-4ff3-abe2-5473cf67f225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5579f484-2b68-478e-8113-36fd7459ddaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:15:52.878369 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-41c0663a-83c5-4ca2-b418-8bdb30283fa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:52.879510 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c0663a-83c5-4ca2-b418-8bdb30283fa9 None None] Bound using segment: {'id': 'b92baa2d-d742-4ff3-abe2-5473cf67f225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5579f484-2b68-478e-8113-36fd7459ddaf'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:15:52.880699 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-41c0663a-83c5-4ca2-b418-8bdb30283fa9 None None] Bound port: ac73a597-4925-4e75-8160-347c1258b9bf, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b92baa2d-d742-4ff3-abe2-5473cf67f225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5579f484-2b68-478e-8113-36fd7459ddaf'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:15:52.881770 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-41c0663a-83c5-4ca2-b418-8bdb30283fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:52.943865 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c7de886-4c9a-4374-b45b-c879d657fed9 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Router 8790efb1-8b0d-4d7a-aed1-2ff286e50ee9 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:15:53.015164 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-41c0663a-83c5-4ca2-b418-8bdb30283fa9 None None] For port ac73a597-4925-4e75-8160-347c1258b9bf, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:15:53.020648 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-41c0663a-83c5-4ca2-b418-8bdb30283fa9 None None] For port ac73a597-4925-4e75-8160-347c1258b9bf, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=ac73a597-4925-4e75-8160-347c1258b9bf,segment=NetworkSegment(b92baa2d-d742-4ff3-abe2-5473cf67f225),segment_id=b92baa2d-d742-4ff3-abe2-5473cf67f225)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:15:53.035293 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-41c0663a-83c5-4ca2-b418-8bdb30283fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:53.077736 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2b467430-af0e-4b45-8402-584272db7162 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for router_gateway, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:53.122919 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2b467430-af0e-4b45-8402-584272db7162 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:53.227710 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c0663a-83c5-4ca2-b418-8bdb30283fa9 None None] Pushing event updated for resources: {'Port': ['ID=ac73a597-4925-4e75-8160-347c1258b9bf,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:53.291225 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b1d05366-0c7e-41e7-b303-d2b248a719af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:53.349152 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-2b467430-af0e-4b45-8402-584272db7162 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Allocated IP 172.25.4.145 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/92b528c9-be89-49ca-a7b5-c31a0109794c) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:15:53.358709 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b1d05366-0c7e-41e7-b303-d2b248a719af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:53.561717 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-13eb1f76-590b-49c1-b3c7-40bcb80bc850 req-48a18a4a-3c9e-42f8-a69a-ec1108ebd4e0 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3d68aece-1355-4cf5-82ba-ea119d708d67 HTTP/1.1" status: 200 len: 1096 time: 0.2066388 May 05 22:15:53.623837 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2b467430-af0e-4b45-8402-584272db7162 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:53.691199 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2b467430-af0e-4b45-8402-584272db7162 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:53.773085 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-13eb1f76-590b-49c1-b3c7-40bcb80bc850 req-2fa5e941-fb10-4ed1-87c5-f97226830812 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] Deleting port d9816e5c-78df-4e50-a9bf-1aad2e2f6db4 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:15:53.773575 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-13eb1f76-590b-49c1-b3c7-40bcb80bc850 req-2fa5e941-fb10-4ed1-87c5-f97226830812 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:53.846057 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b467430-af0e-4b45-8402-584272db7162 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:15:53.858972 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-2b467430-af0e-4b45-8402-584272db7162 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:15:53.863460 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b467430-af0e-4b45-8402-584272db7162 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event updated for resources: {'Port': ['ID=92b528c9-be89-49ca-a7b5-c31a0109794c,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:53.865928 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b467430-af0e-4b45-8402-584272db7162 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:15:53.961992 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c7de886-4c9a-4374-b45b-c879d657fed9 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:15:53.976076 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc870e66-5239-4700-8132-b593800b821a None None] Sync routers for ids ['8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:15:53.997355 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc870e66-5239-4700-8132-b593800b821a None None] Routers {'8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:15:53.998307 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-bc870e66-5239-4700-8132-b593800b821a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:15:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:53.998616 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-b1d05366-0c7e-41e7-b303-d2b248a719af admin admin] Allocated IP 172.25.4.248 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/67f325f4-66b8-414c-a264-6e8eb9937e56) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:15:54.069388 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e67aad3-5251-4259-99d9-b6c26cc57e1a tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Router 28bdddc1-862f-4c51-8fec-ef747bdda891 is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 22:15:54.104220 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-bc870e66-5239-4700-8132-b593800b821a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:54.121057 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc870e66-5239-4700-8132-b593800b821a None None] Routers {'8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:15:54.121484 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-bc870e66-5239-4700-8132-b593800b821a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:15:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:54.204971 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-bc870e66-5239-4700-8132-b593800b821a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:54.205392 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc870e66-5239-4700-8132-b593800b821a None None] The sync data for ids ['8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'] in n-d-825175-4 is: [] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:15:54.296145 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2b467430-af0e-4b45-8402-584272db7162 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for router_gateway, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:54.297137 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2b467430-af0e-4b45-8402-584272db7162 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:54.370057 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-13eb1f76-590b-49c1-b3c7-40bcb80bc850 req-2fa5e941-fb10-4ed1-87c5-f97226830812 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] For port d9816e5c-78df-4e50-a9bf-1aad2e2f6db4, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=d9816e5c-78df-4e50-a9bf-1aad2e2f6db4,segment=NetworkSegment(a16662ea-ed15-4566-b265-fb4b19c1f9fd),segment_id=a16662ea-ed15-4566-b265-fb4b19c1f9fd)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:15:54.370460 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-13eb1f76-590b-49c1-b3c7-40bcb80bc850 req-2fa5e941-fb10-4ed1-87c5-f97226830812 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:54.432558 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-9c7de886-4c9a-4374-b45b-c879d657fed9 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] 10.222.0.23 "PUT /v2.0/routers/8790efb1-8b0d-4d7a-aed1-2ff286e50ee9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7679720 May 05 22:15:54.543416 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52170) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:54.550296 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-c079a3a7-858e-4cd7-ba73-209b30cb3ae8 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Request body: {'port': {'network_id': '2105381d-85ba-4b03-b60f-e03817dca12c', 'name': 'tempest-FloatingIPTestJSON-1375484146'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:15:54.637363 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-13eb1f76-590b-49c1-b3c7-40bcb80bc850 req-2fa5e941-fb10-4ed1-87c5-f97226830812 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] Calling delete_port for d9816e5c-78df-4e50-a9bf-1aad2e2f6db4 owned by compute:nova {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:15:54.863621 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13586b38-e0d3-4afa-957e-b24ed5e3933d None None] Network 5579f484-2b68-478e-8113-36fd7459ddaf requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:15:54.918018 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e67aad3-5251-4259-99d9-b6c26cc57e1a tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:15:54.934269 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f41e99d-7f2f-4a7a-9f76-5ab16415df56 None None] Sync routers for ids ['28bdddc1-862f-4c51-8fec-ef747bdda891'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:15:54.952927 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f41e99d-7f2f-4a7a-9f76-5ab16415df56 None None] Routers {'28bdddc1-862f-4c51-8fec-ef747bdda891'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:15:54.953308 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c079a3a7-858e-4cd7-ba73-209b30cb3ae8 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:15:54.954458 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-6f41e99d-7f2f-4a7a-9f76-5ab16415df56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:15:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['28bdddc1-862f-4c51-8fec-ef747bdda891'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:54.957286 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4e67aad3-5251-4259-99d9-b6c26cc57e1a tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:54.960613 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-4e67aad3-5251-4259-99d9-b6c26cc57e1a tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] 10.222.0.23 "PUT /v2.0/routers/28bdddc1-862f-4c51-8fec-ef747bdda891 HTTP/1.1" status: 200 len: 919 time: 8.7373419 May 05 22:15:54.961288 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52180) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:54.967530 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c079a3a7-858e-4cd7-ba73-209b30cb3ae8 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Usage tracker for resource:port and tenant:79b64dfc3f744f4883ccf8456942a652 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:15:55.025957 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c079a3a7-858e-4cd7-ba73-209b30cb3ae8 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:15:55.038135 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-6f41e99d-7f2f-4a7a-9f76-5ab16415df56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:55.042302 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c079a3a7-858e-4cd7-ba73-209b30cb3ae8 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:15:55.045691 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-13eb1f76-590b-49c1-b3c7-40bcb80bc850 req-2fa5e941-fb10-4ed1-87c5-f97226830812 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:55.057974 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f41e99d-7f2f-4a7a-9f76-5ab16415df56 None None] Routers {'28bdddc1-862f-4c51-8fec-ef747bdda891'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:15:55.058888 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-6f41e99d-7f2f-4a7a-9f76-5ab16415df56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:15:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['28bdddc1-862f-4c51-8fec-ef747bdda891'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:55.135453 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa5e941-fb10-4ed1-87c5-f97226830812 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] Pushing event deleted for resources: {'Port': ['ID=d9816e5c-78df-4e50-a9bf-1aad2e2f6db4,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:55.146343 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-6f41e99d-7f2f-4a7a-9f76-5ab16415df56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:55.147738 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f41e99d-7f2f-4a7a-9f76-5ab16415df56 None None] The sync data for ids ['28bdddc1-862f-4c51-8fec-ef747bdda891'] in n-d-825175-4 is: [] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:15:55.149852 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-37aed535-c065-40df-9d1b-8f6f62899883 req-30e5644d-5612-4a0d-acf0-201f01ef1919 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3d68aece-1355-4cf5-82ba-ea119d708d67 HTTP/1.1" status: 200 len: 1096 time: 0.7711084 May 05 22:15:55.163899 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-07b834d4-2708-46a3-8e6e-ff16b3a662b2 None None] Provisioning for port ac73a597-4925-4e75-8160-347c1258b9bf completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:15:55.214845 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c079a3a7-858e-4cd7-ba73-209b30cb3ae8 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Made reservation on behalf of 79b64dfc3f744f4883ccf8456942a652 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:15:55.219337 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c079a3a7-858e-4cd7-ba73-209b30cb3ae8 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:55.259773 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [None req-c079a3a7-858e-4cd7-ba73-209b30cb3ae8 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] device_id is not set on port 64e5faa6-a85a-42d0-838f-228575a33f5d yet. {{(pid=84063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:15:55.322808 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-13eb1f76-590b-49c1-b3c7-40bcb80bc850 req-2fa5e941-fb10-4ed1-87c5-f97226830812 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] No DVR routers for this DVR port d9816e5c-78df-4e50-a9bf-1aad2e2f6db4 on host n-h2-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:15:55.327599 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-13eb1f76-590b-49c1-b3c7-40bcb80bc850 req-2fa5e941-fb10-4ed1-87c5-f97226830812 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:55.336586 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d68aece-1355-4cf5-82ba-ea119d708d67', 'name': 'network-vif-deleted', 'tag': 'd9816e5c-78df-4e50-a9bf-1aad2e2f6db4'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:15:55.343194 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-13eb1f76-590b-49c1-b3c7-40bcb80bc850 req-2fa5e941-fb10-4ed1-87c5-f97226830812 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.32 "DELETE /v2.0/ports/d9816e5c-78df-4e50-a9bf-1aad2e2f6db4 HTTP/1.1" status: 204 len: 173 time: 1.7596402 May 05 22:15:55.364252 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-37aed535-c065-40df-9d1b-8f6f62899883 req-00a6cbcf-27c0-4e96-94f3-da5938d4b0c2 tempest-TestServerMultinode-2114189620 tempest-TestServerMultinode-2114189620-project-admin] 10.222.0.23 "GET /v2.0/security-groups?id=01880227-df76-4924-9a50-770a67dd6ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134347 May 05 22:15:55.373558 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b1d05366-0c7e-41e7-b303-d2b248a719af admin admin] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:55.385063 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device ac73a597-4925-4e75-8160-347c1258b9bf up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:15:55.454438 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b1d05366-0c7e-41e7-b303-d2b248a719af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:55.534398 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port ac73a597-4925-4e75-8160-347c1258b9bf completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:15:55.547049 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port ac73a597-4925-4e75-8160-347c1258b9bf triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:15:55.547415 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:55.605269 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df906462-cf6e-426d-a5d4-8408d90fb33a'] response: {'server_uuid': '3d68aece-1355-4cf5-82ba-ea119d708d67', 'name': 'network-vif-deleted', 'tag': 'd9816e5c-78df-4e50-a9bf-1aad2e2f6db4', 'status': 'completed', 'code': 200} May 05 22:15:55.660140 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d05366-0c7e-41e7-b303-d2b248a719af admin admin] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:15:55.663249 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-b1d05366-0c7e-41e7-b303-d2b248a719af admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:15:55.666864 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d05366-0c7e-41e7-b303-d2b248a719af admin admin] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:15:55.735462 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-c079a3a7-858e-4cd7-ba73-209b30cb3ae8 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Allocated IP 172.20.0.13 (2105381d-85ba-4b03-b60f-e03817dca12c/7497eca2-b8f9-49ab-96f7-f2e391479f16/64e5faa6-a85a-42d0-838f-228575a33f5d) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:15:55.837779 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:55.861810 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d05366-0c7e-41e7-b303-d2b248a719af admin admin] Pushing event updated for resources: {'Port': ['ID=67f325f4-66b8-414c-a264-6e8eb9937e56,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:55.884869 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port ac73a597-4925-4e75-8160-347c1258b9bf, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=ac73a597-4925-4e75-8160-347c1258b9bf,segment=NetworkSegment(b92baa2d-d742-4ff3-abe2-5473cf67f225),segment_id=b92baa2d-d742-4ff3-abe2-5473cf67f225)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:15:55.891232 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:55.960195 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b467430-af0e-4b45-8402-584272db7162 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Router 4e5d863e-5e1f-43a7-84c8-5ebe6ec39d88 is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 22:15:56.008026 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-08a33979-6377-4c13-8e91-4a3f532090d0 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] 10.222.0.23 "GET /v2.0/routers/28bdddc1-862f-4c51-8fec-ef747bdda891 HTTP/1.1" status: 200 len: 925 time: 1.0428278 May 05 22:15:56.019659 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52192) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:56.070584 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device d9816e5c-78df-4e50-a9bf-1aad2e2f6db4 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:15:56.120849 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=ac73a597-4925-4e75-8160-347c1258b9bf,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:56.161460 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: d9816e5c-78df-4e50-a9bf-1aad2e2f6db4 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:15:56.162458 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device d9816e5c-78df-4e50-a9bf-1aad2e2f6db4 not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:15:56.164375 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-2ce63c18-bb44-4804-9e2f-ef52ddcc3509 None None] Provisioning complete for port ac73a597-4925-4e75-8160-347c1258b9bf triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:15:56.165360 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2ce63c18-bb44-4804-9e2f-ef52ddcc3509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:56.271554 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-932c3156-12f3-4e95-b766-33b9f495a04c tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=25bfe237-58de-4709-a3e0-ac79da07c300&device_id=28bdddc1-862f-4c51-8fec-ef747bdda891&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2457888 May 05 22:15:56.272004 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52196) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:56.325104 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b1d05366-0c7e-41e7-b303-d2b248a719af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:56.327143 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b1d05366-0c7e-41e7-b303-d2b248a719af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:56.442736 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c079a3a7-858e-4cd7-ba73-209b30cb3ae8 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:56.498056 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a186d274-75a5-4ab0-9f88-8d6ee5ac8bc5 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:15:56.502738 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a186d274-75a5-4ab0-9f88-8d6ee5ac8bc5 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] 10.222.0.23 "GET /v2.0/networks/25bfe237-58de-4709-a3e0-ac79da07c300 HTTP/1.1" status: 200 len: 881 time: 0.2197914 May 05 22:15:56.504962 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52202) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:56.530324 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52206) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:56.566351 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-3835229f-7f1d-4d9e-8b3e-4e612d6f6be9 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] 10.222.0.23 "GET /v2.0/ports?device_id=28bdddc1-862f-4c51-8fec-ef747bdda891 HTTP/1.1" status: 200 len: 205 time: 0.0597508 May 05 22:15:56.569336 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52210) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:56.852186 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c079a3a7-858e-4cd7-ba73-209b30cb3ae8 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:56.875595 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1d05366-0c7e-41e7-b303-d2b248a719af admin admin] Router 77418468-b6b2-4a9a-b4ba-6eb22e6f1974 is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 22:15:56.973823 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c079a3a7-858e-4cd7-ba73-209b30cb3ae8 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Network 2105381d-85ba-4b03-b60f-e03817dca12c is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:15:56.974873 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079a3a7-858e-4cd7-ba73-209b30cb3ae8 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Pushing event updated for resources: {'Port': ['ID=64e5faa6-a85a-42d0-838f-228575a33f5d,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:56.980007 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-c079a3a7-858e-4cd7-ba73-209b30cb3ae8 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:15:56.986045 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c079a3a7-858e-4cd7-ba73-209b30cb3ae8 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:15:57.054639 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b467430-af0e-4b45-8402-584272db7162 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:15:57.076603 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cce64a-b430-4741-83a8-d9a4a31c3fe5 None None] Sync routers for ids ['4e5d863e-5e1f-43a7-84c8-5ebe6ec39d88'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:15:57.097851 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cce64a-b430-4741-83a8-d9a4a31c3fe5 None None] Routers {'4e5d863e-5e1f-43a7-84c8-5ebe6ec39d88'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:15:57.098685 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-95cce64a-b430-4741-83a8-d9a4a31c3fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:15:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['4e5d863e-5e1f-43a7-84c8-5ebe6ec39d88'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:57.124122 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c079a3a7-858e-4cd7-ba73-209b30cb3ae8 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:15:57.124868 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c079a3a7-858e-4cd7-ba73-209b30cb3ae8 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:57.161132 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2b467430-af0e-4b45-8402-584272db7162 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:57.166615 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-2b467430-af0e-4b45-8402-584272db7162 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.5457745 May 05 22:15:57.171410 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52224) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:57.269674 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c079a3a7-858e-4cd7-ba73-209b30cb3ae8 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7211421 May 05 22:15:57.303235 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52228) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:57.312468 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device ac73a597-4925-4e75-8160-347c1258b9bf up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:15:57.317212 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-7fb75e8c-2f2c-4ed8-ba62-5b93aa729994 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Request body: {'port': {'network_id': '2105381d-85ba-4b03-b60f-e03817dca12c', 'name': 'tempest-FloatingIPTestJSON-928736074'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:15:57.385063 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-95cce64a-b430-4741-83a8-d9a4a31c3fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:57.410980 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cce64a-b430-4741-83a8-d9a4a31c3fe5 None None] Routers {'4e5d863e-5e1f-43a7-84c8-5ebe6ec39d88'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:15:57.411724 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-95cce64a-b430-4741-83a8-d9a4a31c3fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:15:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['4e5d863e-5e1f-43a7-84c8-5ebe6ec39d88'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:57.506407 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-95cce64a-b430-4741-83a8-d9a4a31c3fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:57.506833 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cce64a-b430-4741-83a8-d9a4a31c3fe5 None None] The sync data for ids ['4e5d863e-5e1f-43a7-84c8-5ebe6ec39d88'] in n-d-825175-4 is: [] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:15:57.538685 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port ac73a597-4925-4e75-8160-347c1258b9bf triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:15:57.539027 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:57.686142 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5ae217ac-427e-4648-a3f3-c8cb20d4a259 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:57.860936 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d05366-0c7e-41e7-b303-d2b248a719af admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:15:57.873324 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dba95a-7b71-4145-9027-fde3587c824b None None] Sync routers for ids ['77418468-b6b2-4a9a-b4ba-6eb22e6f1974'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:15:57.897688 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dba95a-7b71-4145-9027-fde3587c824b None None] Routers {'77418468-b6b2-4a9a-b4ba-6eb22e6f1974'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:15:57.898520 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-66dba95a-7b71-4145-9027-fde3587c824b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:15:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['77418468-b6b2-4a9a-b4ba-6eb22e6f1974'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:57.924783 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b1d05366-0c7e-41e7-b303-d2b248a719af admin admin] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:57.929882 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b1d05366-0c7e-41e7-b303-d2b248a719af admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.5187962 May 05 22:15:57.932718 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52232) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:57.959459 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-7fb75e8c-2f2c-4ed8-ba62-5b93aa729994 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:15:57.967346 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-7fb75e8c-2f2c-4ed8-ba62-5b93aa729994 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Usage tracker for resource:port and tenant:79b64dfc3f744f4883ccf8456942a652 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:15:57.975146 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-7fb75e8c-2f2c-4ed8-ba62-5b93aa729994 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:15:57.984528 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-7fb75e8c-2f2c-4ed8-ba62-5b93aa729994 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:15:58.021690 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb75e8c-2f2c-4ed8-ba62-5b93aa729994 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Made reservation on behalf of 79b64dfc3f744f4883ccf8456942a652 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:15:58.024913 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7fb75e8c-2f2c-4ed8-ba62-5b93aa729994 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:58.028244 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fd6ff106-6c14-4203-95c5-4633e608f94c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:58.072053 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [None req-7fb75e8c-2f2c-4ed8-ba62-5b93aa729994 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] device_id is not set on port c9a87a39-b3d4-4291-b904-bdc7ce0ee893 yet. {{(pid=84063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:15:58.148709 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f9b41c4f-32de-45a5-b512-9eeddccbcbdb tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "GET /v2.0/routers/4e5d863e-5e1f-43a7-84c8-5ebe6ec39d88 HTTP/1.1" status: 200 len: 885 time: 0.9660883 May 05 22:15:58.161489 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52236) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:58.279371 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-66dba95a-7b71-4145-9027-fde3587c824b None None] Set router 77418468-b6b2-4a9a-b4ba-6eb22e6f1974 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:15:58.604204 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-7fb75e8c-2f2c-4ed8-ba62-5b93aa729994 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Allocated IP 172.20.0.5 (2105381d-85ba-4b03-b60f-e03817dca12c/7497eca2-b8f9-49ab-96f7-f2e391479f16/c9a87a39-b3d4-4291-b904-bdc7ce0ee893) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:15:58.702900 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5ae217ac-427e-4648-a3f3-c8cb20d4a259 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:58.816375 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-5ae217ac-427e-4648-a3f3-c8cb20d4a259 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Deleting port 4cd1617d-ca89-4ef2-afc6-dbdc77df8f7c {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:15:58.816725 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5ae217ac-427e-4648-a3f3-c8cb20d4a259 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:58.915680 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-66dba95a-7b71-4145-9027-fde3587c824b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77418468-b6b2-4a9a-b4ba-6eb22e6f1974', 'name': 'tempest-TestServerBasicOps-1747791511-router', 'tenant_id': '989c505d69dd4ac5bbb5923b5623477d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': '67f325f4-66b8-414c-a264-6e8eb9937e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:15:51Z', 'updated_at': '2022-05-05T22:15:56Z', 'revision_number': 3, 'project_id': '989c505d69dd4ac5bbb5923b5623477d', 'gw_port': {'id': '67f325f4-66b8-414c-a264-6e8eb9937e56', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:14:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77418468-b6b2-4a9a-b4ba-6eb22e6f1974', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:15:53Z', 'updated_at': '2022-05-05T22:15:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:15:58.922758 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dba95a-7b71-4145-9027-fde3587c824b None None] Checking router: 77418468-b6b2-4a9a-b4ba-6eb22e6f1974 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:15:58.923094 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dba95a-7b71-4145-9027-fde3587c824b None None] Updating router 77418468-b6b2-4a9a-b4ba-6eb22e6f1974 port 67f325f4-66b8-414c-a264-6e8eb9937e56 binding host n-d-825175-4 {{(pid=84068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:15:59.000699 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-66dba95a-7b71-4145-9027-fde3587c824b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:59.134365 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7fb75e8c-2f2c-4ed8-ba62-5b93aa729994 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:59.285783 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b9e27ae3-40e4-40f7-8ddd-d0a9ca14196d tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Synchronizing usage tracker for tenant:47ea26e8a7d7452cb25778b9d924edf0 on resource:router {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:15:59.325051 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5ae217ac-427e-4648-a3f3-c8cb20d4a259 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:59.338550 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b9e27ae3-40e4-40f7-8ddd-d0a9ca14196d tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Unset dirty status for tenant:47ea26e8a7d7452cb25778b9d924edf0 on resource:router {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:15:59.339828 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b9e27ae3-40e4-40f7-8ddd-d0a9ca14196d tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 1.1784797 May 05 22:15:59.342611 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52264) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:15:59.347823 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-c2440221-6b59-4c38-8d8f-5c94feaa4dca tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1754375988'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:15:59.606307 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-66dba95a-7b71-4145-9027-fde3587c824b None None] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:59.620453 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.provisioning_blocks [None req-66dba95a-7b71-4145-9027-fde3587c824b None None] Transition to ACTIVE for port object 67f325f4-66b8-414c-a264-6e8eb9937e56 will not be triggered until provisioned by entity L2. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:15:59.627228 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7fb75e8c-2f2c-4ed8-ba62-5b93aa729994 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:59.635354 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-66dba95a-7b71-4145-9027-fde3587c824b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:59.698074 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-5ae217ac-427e-4648-a3f3-c8cb20d4a259 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Calling delete_port for 4cd1617d-ca89-4ef2-afc6-dbdc77df8f7c owned by network:router_gateway {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:15:59.769435 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-66dba95a-7b71-4145-9027-fde3587c824b None None] Attempting to bind port 67f325f4-66b8-414c-a264-6e8eb9937e56 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:15:59.769710 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-66dba95a-7b71-4145-9027-fde3587c824b None None] Attempting to bind port 67f325f4-66b8-414c-a264-6e8eb9937e56 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:15:59.769921 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dba95a-7b71-4145-9027-fde3587c824b None None] Attempting to bind port 67f325f4-66b8-414c-a264-6e8eb9937e56 on network 25bfe237-58de-4709-a3e0-ac79da07c300 {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:15:59.781655 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca50978-c86a-44c1-976b-c10fc82f52d3 None None] Pushing event updated for resources: {'Port': ['ID=67f325f4-66b8-414c-a264-6e8eb9937e56,revision_number=2']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:59.784302 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dba95a-7b71-4145-9027-fde3587c824b None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:15:59.784807 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dba95a-7b71-4145-9027-fde3587c824b None None] Checking segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:15:59.785208 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-66dba95a-7b71-4145-9027-fde3587c824b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:59.785769 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dba95a-7b71-4145-9027-fde3587c824b None None] Bound using segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:15:59.786261 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-66dba95a-7b71-4145-9027-fde3587c824b None None] Bound port: 67f325f4-66b8-414c-a264-6e8eb9937e56, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:15:59.786733 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-66dba95a-7b71-4145-9027-fde3587c824b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:59.856905 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb75e8c-2f2c-4ed8-ba62-5b93aa729994 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Pushing event updated for resources: {'Port': ['ID=c9a87a39-b3d4-4291-b904-bdc7ce0ee893,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:15:59.861936 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-fd6ff106-6c14-4203-95c5-4633e608f94c admin admin] Deleting port fa54f8d6-6c4e-4854-84db-852702909b75 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:15:59.862503 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fd6ff106-6c14-4203-95c5-4633e608f94c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:59.879207 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-66dba95a-7b71-4145-9027-fde3587c824b None None] For port 67f325f4-66b8-414c-a264-6e8eb9937e56, host n-d-825175-4, cleared binding levels {{(pid=84068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:15:59.882768 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-66dba95a-7b71-4145-9027-fde3587c824b None None] For port 67f325f4-66b8-414c-a264-6e8eb9937e56, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=67f325f4-66b8-414c-a264-6e8eb9937e56,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:15:59.891852 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-66dba95a-7b71-4145-9027-fde3587c824b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:15:59.911287 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb75e8c-2f2c-4ed8-ba62-5b93aa729994 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Network 2105381d-85ba-4b03-b60f-e03817dca12c is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:15:59.915305 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-7fb75e8c-2f2c-4ed8-ba62-5b93aa729994 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:15:59.933934 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb75e8c-2f2c-4ed8-ba62-5b93aa729994 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:15:59.998956 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca50978-c86a-44c1-976b-c10fc82f52d3 None None] Pushing event updated for resources: {'Port': ['ID=67f325f4-66b8-414c-a264-6e8eb9937e56,revision_number=3']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:00.003268 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb75e8c-2f2c-4ed8-ba62-5b93aa729994 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:16:00.003886 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7fb75e8c-2f2c-4ed8-ba62-5b93aa729994 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:00.005117 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dba95a-7b71-4145-9027-fde3587c824b None None] Routers {'77418468-b6b2-4a9a-b4ba-6eb22e6f1974'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:16:00.005876 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-66dba95a-7b71-4145-9027-fde3587c824b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:15:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['77418468-b6b2-4a9a-b4ba-6eb22e6f1974'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:00.045392 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-7fb75e8c-2f2c-4ed8-ba62-5b93aa729994 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.7410326 May 05 22:16:00.050935 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52270) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:00.058682 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-b33e905e-adec-451b-9719-52e177c7de94 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Request body: {'floatingip': {'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'port_id': 'c9a87a39-b3d4-4291-b904-bdc7ce0ee893', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:16:00.077498 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-b33e905e-adec-451b-9719-52e177c7de94 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:16:00.084739 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b33e905e-adec-451b-9719-52e177c7de94 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Usage tracker for resource:floatingip and tenant:79b64dfc3f744f4883ccf8456942a652 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:16:00.089420 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b33e905e-adec-451b-9719-52e177c7de94 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:16:00.098280 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-b33e905e-adec-451b-9719-52e177c7de94 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:16:00.148163 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b33e905e-adec-451b-9719-52e177c7de94 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for floatingip, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:00.194826 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-fd6ff106-6c14-4203-95c5-4633e608f94c admin admin] For port fa54f8d6-6c4e-4854-84db-852702909b75, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=fa54f8d6-6c4e-4854-84db-852702909b75,segment=NetworkSegment(a16662ea-ed15-4566-b265-fb4b19c1f9fd),segment_id=a16662ea-ed15-4566-b265-fb4b19c1f9fd)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:16:00.195340 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fd6ff106-6c14-4203-95c5-4633e608f94c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:00.230254 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-66dba95a-7b71-4145-9027-fde3587c824b None None] Set router 77418468-b6b2-4a9a-b4ba-6eb22e6f1974 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:16:00.275604 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5ae217ac-427e-4648-a3f3-c8cb20d4a259 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:00.330950 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-fd6ff106-6c14-4203-95c5-4633e608f94c admin admin] Calling delete_port for fa54f8d6-6c4e-4854-84db-852702909b75 owned by network:router_interface {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:16:00.396729 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae217ac-427e-4648-a3f3-c8cb20d4a259 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Pushing event deleted for resources: {'Port': ['ID=4cd1617d-ca89-4ef2-afc6-dbdc77df8f7c,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:00.397789 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-651d6ad0-6108-45a0-8f31-4658d2f29a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:00.661062 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-66dba95a-7b71-4145-9027-fde3587c824b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77418468-b6b2-4a9a-b4ba-6eb22e6f1974', 'name': 'tempest-TestServerBasicOps-1747791511-router', 'tenant_id': '989c505d69dd4ac5bbb5923b5623477d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': '67f325f4-66b8-414c-a264-6e8eb9937e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:15:51Z', 'updated_at': '2022-05-05T22:15:56Z', 'revision_number': 3, 'project_id': '989c505d69dd4ac5bbb5923b5623477d', 'gw_port': {'id': '67f325f4-66b8-414c-a264-6e8eb9937e56', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:14:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77418468-b6b2-4a9a-b4ba-6eb22e6f1974', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:15:53Z', 'updated_at': '2022-05-05T22:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:00.671393 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dba95a-7b71-4145-9027-fde3587c824b None None] The sync data for ids ['77418468-b6b2-4a9a-b4ba-6eb22e6f1974'] in n-d-825175-4 is: [{'id': '77418468-b6b2-4a9a-b4ba-6eb22e6f1974', 'name': 'tempest-TestServerBasicOps-1747791511-router', 'tenant_id': '989c505d69dd4ac5bbb5923b5623477d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': '67f325f4-66b8-414c-a264-6e8eb9937e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:15:51Z', 'updated_at': '2022-05-05T22:15:56Z', 'revision_number': 3, 'project_id': '989c505d69dd4ac5bbb5923b5623477d', 'gw_port': {'id': '67f325f4-66b8-414c-a264-6e8eb9937e56', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:14:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77418468-b6b2-4a9a-b4ba-6eb22e6f1974', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:15:53Z', 'updated_at': '2022-05-05T22:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:16:00.841587 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-651d6ad0-6108-45a0-8f31-4658d2f29a22 admin admin] Allocated IP 172.20.0.1 (5579f484-2b68-478e-8113-36fd7459ddaf/27d7124c-1fa4-44df-a333-048f6a650311/2d00957d-4aed-4b24-88c2-511dc6498325) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:16:00.853055 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fd6ff106-6c14-4203-95c5-4633e608f94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:01.021722 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6ff106-6c14-4203-95c5-4633e608f94c admin admin] Pushing event deleted for resources: {'Port': ['ID=fa54f8d6-6c4e-4854-84db-852702909b75,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:01.065672 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5ae217ac-427e-4648-a3f3-c8cb20d4a259 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:01.166429 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b33e905e-adec-451b-9719-52e177c7de94 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:01.216987 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-651d6ad0-6108-45a0-8f31-4658d2f29a22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:01.374531 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-651d6ad0-6108-45a0-8f31-4658d2f29a22 admin admin] Transition to ACTIVE for port object 2d00957d-4aed-4b24-88c2-511dc6498325 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:16:01.439075 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-651d6ad0-6108-45a0-8f31-4658d2f29a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:01.648867 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651d6ad0-6108-45a0-8f31-4658d2f29a22 admin admin] Pushing event updated for resources: {'Port': ['ID=2d00957d-4aed-4b24-88c2-511dc6498325,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:01.655371 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651d6ad0-6108-45a0-8f31-4658d2f29a22 admin admin] Network 5579f484-2b68-478e-8113-36fd7459ddaf is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:16:01.658149 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-651d6ad0-6108-45a0-8f31-4658d2f29a22 admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:16:01.661527 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651d6ad0-6108-45a0-8f31-4658d2f29a22 admin admin] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:16:01.721877 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-b33e905e-adec-451b-9719-52e177c7de94 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Allocated IP 172.25.4.174 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/9d182223-1845-4dde-8c39-8d50a9790b0f) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:16:01.785514 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5ae217ac-427e-4648-a3f3-c8cb20d4a259 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:01.792471 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-651d6ad0-6108-45a0-8f31-4658d2f29a22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:01.830298 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fd6ff106-6c14-4203-95c5-4633e608f94c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:01.979571 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5ae217ac-427e-4648-a3f3-c8cb20d4a259 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:02.009299 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-272f045d-aaf8-4563-a9d8-1d5fa5514af2 None None] Provisioning for port 2d00957d-4aed-4b24-88c2-511dc6498325 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:16:02.018103 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-272f045d-aaf8-4563-a9d8-1d5fa5514af2 None None] Provisioning complete for port 2d00957d-4aed-4b24-88c2-511dc6498325 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:16:02.018779 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-272f045d-aaf8-4563-a9d8-1d5fa5514af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:02.137287 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-272f045d-aaf8-4563-a9d8-1d5fa5514af2 None None] Port 2d00957d-4aed-4b24-88c2-511dc6498325 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:16:02.139623 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5ae217ac-427e-4648-a3f3-c8cb20d4a259 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:02.140134 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae217ac-427e-4648-a3f3-c8cb20d4a259 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Fanout notify agent at l3_agent the message router_deleted on router 28bdddc1-862f-4c51-8fec-ef747bdda891 {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:16:02.190951 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-651d6ad0-6108-45a0-8f31-4658d2f29a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:02.196865 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c2440221-6b59-4c38-8d8f-5c94feaa4dca tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:02.211484 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5ae217ac-427e-4648-a3f3-c8cb20d4a259 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:02.212589 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5ae217ac-427e-4648-a3f3-c8cb20d4a259 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] 10.222.0.23 "DELETE /v2.0/routers/28bdddc1-862f-4c51-8fec-ef747bdda891 HTTP/1.1" status: 204 len: 168 time: 5.6422083 May 05 22:16:02.218809 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b33e905e-adec-451b-9719-52e177c7de94 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:02.221548 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52304) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:02.223779 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c2440221-6b59-4c38-8d8f-5c94feaa4dca tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-926863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-926864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-930834'] for router, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:02.230001 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-a9f52778-8f5f-4230-b930-27619bea96d7 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-443181567', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}, 'admin_state_up': False}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:16:02.242506 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a9f52778-8f5f-4230-b930-27619bea96d7 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:16:02.277830 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a9f52778-8f5f-4230-b930-27619bea96d7 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Usage tracker for resource:router and tenant:a2eabe7e70de4863a8371f817bdd6ea0 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:16:02.285195 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a9f52778-8f5f-4230-b930-27619bea96d7 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:16:02.310220 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a9f52778-8f5f-4230-b930-27619bea96d7 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:16:02.358412 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a9f52778-8f5f-4230-b930-27619bea96d7 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:02.358412 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a9f52778-8f5f-4230-b930-27619bea96d7 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:02.389801 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b33e905e-adec-451b-9719-52e177c7de94 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:02.475859 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33e905e-adec-451b-9719-52e177c7de94 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:16:02.479906 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-b33e905e-adec-451b-9719-52e177c7de94 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:16:02.483690 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a9f52778-8f5f-4230-b930-27619bea96d7 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:02.485419 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33e905e-adec-451b-9719-52e177c7de94 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:16:02.509685 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33e905e-adec-451b-9719-52e177c7de94 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Pushing event updated for resources: {'Port': ['ID=9d182223-1845-4dde-8c39-8d50a9790b0f,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:02.712476 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2440221-6b59-4c38-8d8f-5c94feaa4dca tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Router 4e5d863e-5e1f-43a7-84c8-5ebe6ec39d88 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:16:02.788157 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.resource_extend [None req-651d6ad0-6108-45a0-8f31-4658d2f29a22 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 22:16:02.818879 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-651d6ad0-6108-45a0-8f31-4658d2f29a22 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:02.836828 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-651d6ad0-6108-45a0-8f31-4658d2f29a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:02.965493 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a9f52778-8f5f-4230-b930-27619bea96d7 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:02.978503 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-651d6ad0-6108-45a0-8f31-4658d2f29a22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:02.990160 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651d6ad0-6108-45a0-8f31-4658d2f29a22 admin admin] Pushing event updated for resources: {'Port': ['ID=2d00957d-4aed-4b24-88c2-511dc6498325,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:03.316228 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2440221-6b59-4c38-8d8f-5c94feaa4dca tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:16:03.326565 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5678a2ff-d00c-4690-a849-02ed02be5cba None None] Sync routers for ids ['4e5d863e-5e1f-43a7-84c8-5ebe6ec39d88'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:16:03.350117 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5678a2ff-d00c-4690-a849-02ed02be5cba None None] Routers {'4e5d863e-5e1f-43a7-84c8-5ebe6ec39d88'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:16:03.350945 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-5678a2ff-d00c-4690-a849-02ed02be5cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:15:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['4e5d863e-5e1f-43a7-84c8-5ebe6ec39d88'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:03.384009 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c2440221-6b59-4c38-8d8f-5c94feaa4dca tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:03.384733 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c2440221-6b59-4c38-8d8f-5c94feaa4dca tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "PUT /v2.0/routers/4e5d863e-5e1f-43a7-84c8-5ebe6ec39d88 HTTP/1.1" status: 200 len: 892 time: 4.0411735 May 05 22:16:03.397498 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52318) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:03.441817 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-5678a2ff-d00c-4690-a849-02ed02be5cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:03.457879 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5678a2ff-d00c-4690-a849-02ed02be5cba None None] Routers {'4e5d863e-5e1f-43a7-84c8-5ebe6ec39d88'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:16:03.458948 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-5678a2ff-d00c-4690-a849-02ed02be5cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:15:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['4e5d863e-5e1f-43a7-84c8-5ebe6ec39d88'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:03.509380 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651d6ad0-6108-45a0-8f31-4658d2f29a22 admin admin] Network 5579f484-2b68-478e-8113-36fd7459ddaf is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:16:03.523649 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-651d6ad0-6108-45a0-8f31-4658d2f29a22 admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:16:03.565140 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-5678a2ff-d00c-4690-a849-02ed02be5cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:03.565792 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5678a2ff-d00c-4690-a849-02ed02be5cba None None] The sync data for ids ['4e5d863e-5e1f-43a7-84c8-5ebe6ec39d88'] in n-d-825175-4 is: [] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:16:03.634474 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b33e905e-adec-451b-9719-52e177c7de94 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:03.758580 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b33e905e-adec-451b-9719-52e177c7de94 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:03.893755 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-8ee7efd3-6526-41fa-9af1-749d6d103617 None None] Provisioning complete for port 2d00957d-4aed-4b24-88c2-511dc6498325 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:16:03.896445 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8ee7efd3-6526-41fa-9af1-749d6d103617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:04.047567 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-8ee7efd3-6526-41fa-9af1-749d6d103617 None None] Port 2d00957d-4aed-4b24-88c2-511dc6498325 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:16:04.109919 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-3fdd3f77-c2bb-40a1-bcd7-4bf0070ea5f6 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "GET /v2.0/routers/4e5d863e-5e1f-43a7-84c8-5ebe6ec39d88 HTTP/1.1" status: 200 len: 892 time: 0.7089267 May 05 22:16:04.110734 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52328) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:04.219794 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a9f52778-8f5f-4230-b930-27619bea96d7 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks [] for router_gateway, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:04.241403 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-6f92494e-4eac-442f-a339-d782f59e98e9 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Synchronizing usage tracker for tenant:47ea26e8a7d7452cb25778b9d924edf0 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:16:04.243404 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b33e905e-adec-451b-9719-52e177c7de94 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:04.261864 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b33e905e-adec-451b-9719-52e177c7de94 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:04.270156 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a9f52778-8f5f-4230-b930-27619bea96d7 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:04.377167 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-6f92494e-4eac-442f-a339-d782f59e98e9 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Unset dirty status for tenant:47ea26e8a7d7452cb25778b9d924edf0 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:16:04.378355 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-6f92494e-4eac-442f-a339-d782f59e98e9 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e5d863e-5e1f-43a7-84c8-5ebe6ec39d88 HTTP/1.1" status: 200 len: 205 time: 0.2666965 May 05 22:16:04.384777 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52340) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:04.386595 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd6ff106-6c14-4203-95c5-4633e608f94c admin admin] Router ea30f0ff-6bc7-4fd3-a1f3-94343424bf96 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:16:04.460468 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33e905e-adec-451b-9719-52e177c7de94 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Pushing event updated for resources: {'Port': ['ID=9d182223-1845-4dde-8c39-8d50a9790b0f,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:04.480157 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33e905e-adec-451b-9719-52e177c7de94 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:16:04.480900 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33e905e-adec-451b-9719-52e177c7de94 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:16:04.481515 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33e905e-adec-451b-9719-52e177c7de94 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:16:04.482078 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33e905e-adec-451b-9719-52e177c7de94 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:16:04.482629 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33e905e-adec-451b-9719-52e177c7de94 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:16:04.483212 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33e905e-adec-451b-9719-52e177c7de94 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:16:04.483771 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33e905e-adec-451b-9719-52e177c7de94 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:16:04.484921 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33e905e-adec-451b-9719-52e177c7de94 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:16:04.485873 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33e905e-adec-451b-9719-52e177c7de94 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:16:04.486420 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33e905e-adec-451b-9719-52e177c7de94 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:16:04.487006 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33e905e-adec-451b-9719-52e177c7de94 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:16:04.505925 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b33e905e-adec-451b-9719-52e177c7de94 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:04.710229 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-a9f52778-8f5f-4230-b930-27619bea96d7 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Allocated IP 172.25.4.115 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/2c62f4f2-1eeb-42ac-aba8-c885f248d723) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:16:04.831563 n-d-825175-4 neutron-server[84063]: INFO neutron.db.l3_db [None req-b33e905e-adec-451b-9719-52e177c7de94 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Floating IP 1d1cf705-246a-4f69-92ef-25c8f445e750 associated. External IP: 172.25.4.174, port: c9a87a39-b3d4-4291-b904-bdc7ce0ee893. May 05 22:16:05.277336 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-651d6ad0-6108-45a0-8f31-4658d2f29a22 admin admin] Router 77418468-b6b2-4a9a-b4ba-6eb22e6f1974 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:16:05.280519 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a9f52778-8f5f-4230-b930-27619bea96d7 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:05.339864 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 67f325f4-66b8-414c-a264-6e8eb9937e56 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:16:05.464170 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 67f325f4-66b8-414c-a264-6e8eb9937e56 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:16:05.474880 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 67f325f4-66b8-414c-a264-6e8eb9937e56 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:16:05.475225 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:05.621589 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:05.631093 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b33e905e-adec-451b-9719-52e177c7de94 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Router 8790efb1-8b0d-4d7a-aed1-2ff286e50ee9 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:16:05.643002 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 67f325f4-66b8-414c-a264-6e8eb9937e56, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=67f325f4-66b8-414c-a264-6e8eb9937e56,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:16:05.650861 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:05.810980 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=67f325f4-66b8-414c-a264-6e8eb9937e56,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:05.891983 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a9f52778-8f5f-4230-b930-27619bea96d7 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:05.951138 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:05.971814 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33e905e-adec-451b-9719-52e177c7de94 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:16:05.988677 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41057fe7-8fae-48eb-a50b-8686f13e7874 None None] Sync routers for ids ['8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:16:05.998033 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2b08fae8-0ba9-4aa1-a246-793073e60ec0 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for router, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:06.011197 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41057fe7-8fae-48eb-a50b-8686f13e7874 None None] Routers {'8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:16:06.012093 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b33e905e-adec-451b-9719-52e177c7de94 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:06.012928 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-41057fe7-8fae-48eb-a50b-8686f13e7874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:15:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:06.080047 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f52778-8f5f-4230-b930-27619bea96d7 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:16:06.109967 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b33e905e-adec-451b-9719-52e177c7de94 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.0555234 May 05 22:16:06.110208 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52356) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:06.116868 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-a5b01e9f-b95f-456e-8531-7222e7a25fe1 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:16:06.117735 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-41057fe7-8fae-48eb-a50b-8686f13e7874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:06.140514 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41057fe7-8fae-48eb-a50b-8686f13e7874 None None] Routers {'8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:16:06.143537 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f52778-8f5f-4230-b930-27619bea96d7 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Pushing event updated for resources: {'Port': ['ID=2c62f4f2-1eeb-42ac-aba8-c885f248d723,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:06.145064 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:06.146238 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-a9f52778-8f5f-4230-b930-27619bea96d7 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:16:06.147689 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-41057fe7-8fae-48eb-a50b-8686f13e7874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:15:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:06.158300 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f52778-8f5f-4230-b930-27619bea96d7 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:16:06.215430 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f52778-8f5f-4230-b930-27619bea96d7 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:16:06.215831 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f52778-8f5f-4230-b930-27619bea96d7 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:16:06.216294 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f52778-8f5f-4230-b930-27619bea96d7 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:16:06.216634 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f52778-8f5f-4230-b930-27619bea96d7 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:16:06.216966 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f52778-8f5f-4230-b930-27619bea96d7 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:16:06.217292 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f52778-8f5f-4230-b930-27619bea96d7 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:16:06.217603 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f52778-8f5f-4230-b930-27619bea96d7 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:16:06.217928 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f52778-8f5f-4230-b930-27619bea96d7 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:16:06.218249 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f52778-8f5f-4230-b930-27619bea96d7 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:16:06.218567 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f52778-8f5f-4230-b930-27619bea96d7 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:16:06.218917 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f52778-8f5f-4230-b930-27619bea96d7 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:16:06.247046 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd6ff106-6c14-4203-95c5-4633e608f94c admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:16:06.266832 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529b2e09-8918-458c-a356-952db017d520 None None] Sync routers for ids ['ea30f0ff-6bc7-4fd3-a1f3-94343424bf96'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:16:06.283340 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529b2e09-8918-458c-a356-952db017d520 None None] Routers {'ea30f0ff-6bc7-4fd3-a1f3-94343424bf96'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:16:06.284680 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-529b2e09-8918-458c-a356-952db017d520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:15:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['ea30f0ff-6bc7-4fd3-a1f3-94343424bf96'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:06.288208 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-41057fe7-8fae-48eb-a50b-8686f13e7874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:06.289273 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a5b01e9f-b95f-456e-8531-7222e7a25fe1 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for floatingip, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:06.289920 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41057fe7-8fae-48eb-a50b-8686f13e7874 None None] The sync data for ids ['8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'] in n-d-825175-4 is: [] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:16:06.349049 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-fd6ff106-6c14-4203-95c5-4633e608f94c admin admin] 10.222.0.23 "PUT /v2.0/routers/ea30f0ff-6bc7-4fd3-a1f3-94343424bf96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8173420 May 05 22:16:06.361261 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52360) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:06.582426 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651d6ad0-6108-45a0-8f31-4658d2f29a22 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:16:06.590829 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-651d6ad0-6108-45a0-8f31-4658d2f29a22 admin admin] 10.222.0.23 "PUT /v2.0/routers/77418468-b6b2-4a9a-b4ba-6eb22e6f1974/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6501937 May 05 22:16:06.667597 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a5b01e9f-b95f-456e-8531-7222e7a25fe1 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:06.673210 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a5b01e9f-b95f-456e-8531-7222e7a25fe1 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:06.673608 n-d-825175-4 neutron-server[84063]: INFO neutron.db.l3_db [None req-a5b01e9f-b95f-456e-8531-7222e7a25fe1 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Floating IP 1d1cf705-246a-4f69-92ef-25c8f445e750 disassociated. External IP: 172.25.4.174, port: c9a87a39-b3d4-4291-b904-bdc7ce0ee893. May 05 22:16:06.718880 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-529b2e09-8918-458c-a356-952db017d520 None None] Set router ea30f0ff-6bc7-4fd3-a1f3-94343424bf96 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:16:06.780280 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2b08fae8-0ba9-4aa1-a246-793073e60ec0 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:06.826042 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-2b08fae8-0ba9-4aa1-a246-793073e60ec0 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Deleting port 92b528c9-be89-49ca-a7b5-c31a0109794c {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:16:06.826042 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2b08fae8-0ba9-4aa1-a246-793073e60ec0 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:06.862826 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a9f52778-8f5f-4230-b930-27619bea96d7 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks [] for router_gateway, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:06.863572 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a9f52778-8f5f-4230-b930-27619bea96d7 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:07.227594 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-529b2e09-8918-458c-a356-952db017d520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea30f0ff-6bc7-4fd3-a1f3-94343424bf96', 'name': 'tempest-TestServerMultinode-1868275397-router', 'tenant_id': '4630f6747dfc44428cfa33b20f5f719f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'f816ea64-ff5d-49e8-822f-5c479dc96d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:14:05Z', 'updated_at': '2022-05-05T22:16:00Z', 'revision_number': 5, 'project_id': '4630f6747dfc44428cfa33b20f5f719f', 'gw_port': {'id': 'f816ea64-ff5d-49e8-822f-5c479dc96d94', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea30f0ff-6bc7-4fd3-a1f3-94343424bf96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:14:06Z', 'updated_at': '2022-05-05T22:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:07.231917 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529b2e09-8918-458c-a356-952db017d520 None None] Checking router: ea30f0ff-6bc7-4fd3-a1f3-94343424bf96 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:16:07.256351 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529b2e09-8918-458c-a356-952db017d520 None None] Routers {'ea30f0ff-6bc7-4fd3-a1f3-94343424bf96'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:16:07.256974 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-529b2e09-8918-458c-a356-952db017d520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:15:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['ea30f0ff-6bc7-4fd3-a1f3-94343424bf96'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:07.282505 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d8b84b88-006c-4784-9a05-2260aa9e57cd admin admin] Notify callbacks [] for router, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:07.367583 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 67f325f4-66b8-414c-a264-6e8eb9937e56 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:16:07.518019 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 67f325f4-66b8-414c-a264-6e8eb9937e56 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:16:07.518384 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:07.600962 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b01e9f-b95f-456e-8531-7222e7a25fe1 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Router 8790efb1-8b0d-4d7a-aed1-2ff286e50ee9 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:16:07.650749 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2b08fae8-0ba9-4aa1-a246-793073e60ec0 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:07.825284 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-529b2e09-8918-458c-a356-952db017d520 None None] Set router ea30f0ff-6bc7-4fd3-a1f3-94343424bf96 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:16:08.010132 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bc045b-a8c1-40ba-a025-c52cc881f657 None None] Sync routers for ids ['77418468-b6b2-4a9a-b4ba-6eb22e6f1974'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:16:08.013874 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b01e9f-b95f-456e-8531-7222e7a25fe1 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:16:08.021567 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a5b01e9f-b95f-456e-8531-7222e7a25fe1 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:08.030167 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bc045b-a8c1-40ba-a025-c52cc881f657 None None] Routers {'77418468-b6b2-4a9a-b4ba-6eb22e6f1974'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:16:08.032893 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-55bc045b-a8c1-40ba-a025-c52cc881f657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:15:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['77418468-b6b2-4a9a-b4ba-6eb22e6f1974'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:08.034695 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6b0c6f-67ed-4f43-9941-04e2e2ee575d None None] Sync routers for ids ['8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:16:08.041578 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-2b08fae8-0ba9-4aa1-a246-793073e60ec0 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Calling delete_port for 92b528c9-be89-49ca-a7b5-c31a0109794c owned by network:router_gateway {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:16:08.058442 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52400) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:08.068484 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-cc99d481-ac05-4d4e-81ce-b1428afc797d admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-606856490-network', 'tenant_id': '36b97bc1c26740c789247736d1f9bb7c'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:16:08.070301 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6b0c6f-67ed-4f43-9941-04e2e2ee575d None None] Routers {'8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:16:08.071945 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-ce6b0c6f-67ed-4f43-9941-04e2e2ee575d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:15:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:08.079239 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-cc99d481-ac05-4d4e-81ce-b1428afc797d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:16:08.091192 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-cc99d481-ac05-4d4e-81ce-b1428afc797d admin admin] Usage tracker for resource:network and tenant:36b97bc1c26740c789247736d1f9bb7c is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:16:08.096087 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-cc99d481-ac05-4d4e-81ce-b1428afc797d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:16:08.104623 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-cc99d481-ac05-4d4e-81ce-b1428afc797d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:16:08.114029 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a5b01e9f-b95f-456e-8531-7222e7a25fe1 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] 10.222.0.23 "PUT /v2.0/floatingips/1d1cf705-246a-4f69-92ef-25c8f445e750 HTTP/1.1" status: 200 len: 688 time: 2.0024240 May 05 22:16:08.117121 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52404) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:08.160052 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-ce6b0c6f-67ed-4f43-9941-04e2e2ee575d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:08.177429 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc99d481-ac05-4d4e-81ce-b1428afc797d admin admin] Made reservation on behalf of 36b97bc1c26740c789247736d1f9bb7c for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:16:08.179621 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cc99d481-ac05-4d4e-81ce-b1428afc797d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:08.209116 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6b0c6f-67ed-4f43-9941-04e2e2ee575d None None] Routers {'8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:16:08.210291 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-ce6b0c6f-67ed-4f43-9941-04e2e2ee575d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:15:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:08.269722 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-55bc045b-a8c1-40ba-a025-c52cc881f657 None None] Set router 77418468-b6b2-4a9a-b4ba-6eb22e6f1974 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:16:08.281656 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d8b84b88-006c-4784-9a05-2260aa9e57cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:08.294437 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-ce6b0c6f-67ed-4f43-9941-04e2e2ee575d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:08.295416 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6b0c6f-67ed-4f43-9941-04e2e2ee575d None None] The sync data for ids ['8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'] in n-d-825175-4 is: [] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:16:08.331759 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cc99d481-ac05-4d4e-81ce-b1428afc797d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:08.346271 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-d8b84b88-006c-4784-9a05-2260aa9e57cd admin admin] Deleting port f816ea64-ff5d-49e8-822f-5c479dc96d94 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:16:08.346874 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d8b84b88-006c-4784-9a05-2260aa9e57cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:08.377209 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-529b2e09-8918-458c-a356-952db017d520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea30f0ff-6bc7-4fd3-a1f3-94343424bf96', 'name': 'tempest-TestServerMultinode-1868275397-router', 'tenant_id': '4630f6747dfc44428cfa33b20f5f719f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'f816ea64-ff5d-49e8-822f-5c479dc96d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:14:05Z', 'updated_at': '2022-05-05T22:16:00Z', 'revision_number': 5, 'project_id': '4630f6747dfc44428cfa33b20f5f719f', 'gw_port': {'id': 'f816ea64-ff5d-49e8-822f-5c479dc96d94', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea30f0ff-6bc7-4fd3-a1f3-94343424bf96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:14:06Z', 'updated_at': '2022-05-05T22:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:08.382855 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529b2e09-8918-458c-a356-952db017d520 None None] The sync data for ids ['ea30f0ff-6bc7-4fd3-a1f3-94343424bf96'] in n-d-825175-4 is: [{'id': 'ea30f0ff-6bc7-4fd3-a1f3-94343424bf96', 'name': 'tempest-TestServerMultinode-1868275397-router', 'tenant_id': '4630f6747dfc44428cfa33b20f5f719f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'f816ea64-ff5d-49e8-822f-5c479dc96d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:14:05Z', 'updated_at': '2022-05-05T22:16:00Z', 'revision_number': 5, 'project_id': '4630f6747dfc44428cfa33b20f5f719f', 'gw_port': {'id': 'f816ea64-ff5d-49e8-822f-5c479dc96d94', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea30f0ff-6bc7-4fd3-a1f3-94343424bf96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:14:06Z', 'updated_at': '2022-05-05T22:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:16:08.428404 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-01b7472b-fde8-487c-bbd4-c64deac20f3f tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Deleting port 9d182223-1845-4dde-8c39-8d50a9790b0f {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:16:08.429336 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-01b7472b-fde8-487c-bbd4-c64deac20f3f tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:08.433058 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2b08fae8-0ba9-4aa1-a246-793073e60ec0 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:08.493378 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-cc99d481-ac05-4d4e-81ce-b1428afc797d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:16:08.507083 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b08fae8-0ba9-4aa1-a246-793073e60ec0 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event deleted for resources: {'Port': ['ID=92b528c9-be89-49ca-a7b5-c31a0109794c,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:08.570278 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f52778-8f5f-4230-b930-27619bea96d7 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Router 7378ad70-7558-4e10-9996-00608a7de3d7 is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 22:16:08.619417 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-cc99d481-ac05-4d4e-81ce-b1428afc797d admin admin] Usage tracker for resource:security_group_rule and tenant:36b97bc1c26740c789247736d1f9bb7c is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:16:08.622731 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-cc99d481-ac05-4d4e-81ce-b1428afc797d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:16:08.628874 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-cc99d481-ac05-4d4e-81ce-b1428afc797d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:16:08.662824 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-55bc045b-a8c1-40ba-a025-c52cc881f657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77418468-b6b2-4a9a-b4ba-6eb22e6f1974', 'name': 'tempest-TestServerBasicOps-1747791511-router', 'tenant_id': '989c505d69dd4ac5bbb5923b5623477d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': '67f325f4-66b8-414c-a264-6e8eb9937e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:15:51Z', 'updated_at': '2022-05-05T22:16:01Z', 'revision_number': 4, 'project_id': '989c505d69dd4ac5bbb5923b5623477d', 'gw_port': {'id': '67f325f4-66b8-414c-a264-6e8eb9937e56', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:14:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77418468-b6b2-4a9a-b4ba-6eb22e6f1974', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:15:53Z', 'updated_at': '2022-05-05T22:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '2d00957d-4aed-4b24-88c2-511dc6498325', 'name': '', 'network_id': '5579f484-2b68-478e-8113-36fd7459ddaf', 'tenant_id': '989c505d69dd4ac5bbb5923b5623477d', 'mac_address': 'fa:16:3e:62:47:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77418468-b6b2-4a9a-b4ba-6eb22e6f1974', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27d7124c-1fa4-44df-a333-048f6a650311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:16:00Z', 'updated_at': '2022-05-05T22:16:02Z', 'revision_number': 2, 'project_id': '989c505d69dd4ac5bbb5923b5623477d', 'subnets': [{'id': '27d7124c-1fa4-44df-a333-048f6a650311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:08.667546 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bc045b-a8c1-40ba-a025-c52cc881f657 None None] Checking router: 77418468-b6b2-4a9a-b4ba-6eb22e6f1974 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:16:08.668051 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bc045b-a8c1-40ba-a025-c52cc881f657 None None] Updating router 77418468-b6b2-4a9a-b4ba-6eb22e6f1974 port 2d00957d-4aed-4b24-88c2-511dc6498325 binding host n-d-825175-4 {{(pid=84068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:16:08.726685 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-01b7472b-fde8-487c-bbd4-c64deac20f3f tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:08.727037 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-01b7472b-fde8-487c-bbd4-c64deac20f3f tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:08.791187 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-55bc045b-a8c1-40ba-a025-c52cc881f657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:08.931597 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-01b7472b-fde8-487c-bbd4-c64deac20f3f tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Calling delete_port for 9d182223-1845-4dde-8c39-8d50a9790b0f owned by network:floatingip {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:16:08.992898 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cc99d481-ac05-4d4e-81ce-b1428afc797d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:09.016595 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cc99d481-ac05-4d4e-81ce-b1428afc797d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:09.085287 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc99d481-ac05-4d4e-81ce-b1428afc797d admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:16:09.088070 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc99d481-ac05-4d4e-81ce-b1428afc797d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e716b4-b683-4f31-a6f1-373aaa0936b0,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:09.109560 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cc99d481-ac05-4d4e-81ce-b1428afc797d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:09.109849 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-cc99d481-ac05-4d4e-81ce-b1428afc797d admin admin] Added segment b1125a91-bd64-47f7-bfe7-2eb967abc9e0 of type vlan for network 9f1f0cf7-fdea-42a7-a900-37399c9dd974 May 05 22:16:09.162857 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cc99d481-ac05-4d4e-81ce-b1428afc797d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:09.163569 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-d8b84b88-006c-4784-9a05-2260aa9e57cd admin admin] For port f816ea64-ff5d-49e8-822f-5c479dc96d94, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=f816ea64-ff5d-49e8-822f-5c479dc96d94,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:16:09.163933 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d8b84b88-006c-4784-9a05-2260aa9e57cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:09.181657 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2b08fae8-0ba9-4aa1-a246-793073e60ec0 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:09.208864 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device fa54f8d6-6c4e-4854-84db-852702909b75 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:16:09.251233 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: fa54f8d6-6c4e-4854-84db-852702909b75 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:16:09.252112 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device fa54f8d6-6c4e-4854-84db-852702909b75 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:16:09.281726 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.resource_extend [None req-cc99d481-ac05-4d4e-81ce-b1428afc797d admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 22:16:09.323577 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cc99d481-ac05-4d4e-81ce-b1428afc797d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:09.324481 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc99d481-ac05-4d4e-81ce-b1428afc797d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:16:09.325172 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cc99d481-ac05-4d4e-81ce-b1428afc797d admin admin] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:09.354313 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-01b7472b-fde8-487c-bbd4-c64deac20f3f tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:09.415938 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-55bc045b-a8c1-40ba-a025-c52cc881f657 None None] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:09.447847 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.provisioning_blocks [None req-55bc045b-a8c1-40ba-a025-c52cc881f657 None None] Transition to ACTIVE for port object 2d00957d-4aed-4b24-88c2-511dc6498325 will not be triggered until provisioned by entity L2. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:16:09.456140 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-55bc045b-a8c1-40ba-a025-c52cc881f657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:09.504683 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-d8b84b88-006c-4784-9a05-2260aa9e57cd admin admin] Calling delete_port for f816ea64-ff5d-49e8-822f-5c479dc96d94 owned by network:router_gateway {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:16:09.517550 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b7472b-fde8-487c-bbd4-c64deac20f3f tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Pushing event deleted for resources: {'Port': ['ID=9d182223-1845-4dde-8c39-8d50a9790b0f,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:09.712807 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ba9ed-042d-4759-a686-a0cb08112343 None None] Pushing event updated for resources: {'Port': ['ID=2d00957d-4aed-4b24-88c2-511dc6498325,revision_number=3']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:09.721920 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc99d481-ac05-4d4e-81ce-b1428afc797d admin admin] Pushing event updated for resources: {'Network': ['ID=9f1f0cf7-fdea-42a7-a900-37399c9dd974,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:09.730211 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-cc99d481-ac05-4d4e-81ce-b1428afc797d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6703203 May 05 22:16:09.734468 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52438) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:09.748024 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-b014db54-f1ef-4e3b-9658-228afee37920 admin admin] Request body: {'subnet': {'network_id': '9f1f0cf7-fdea-42a7-a900-37399c9dd974', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-606856490-subnet', 'tenant_id': '36b97bc1c26740c789247736d1f9bb7c', 'ip_version': 4}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:16:09.750435 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 9f1f0cf7-fdea-42a7-a900-37399c9dd974 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:16:09.758021 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-b014db54-f1ef-4e3b-9658-228afee37920 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:16:09.785376 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b014db54-f1ef-4e3b-9658-228afee37920 admin admin] Usage tracker for resource:subnet and tenant:36b97bc1c26740c789247736d1f9bb7c is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:16:09.789190 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b014db54-f1ef-4e3b-9658-228afee37920 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:16:09.792602 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-01b7472b-fde8-487c-bbd4-c64deac20f3f tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for floatingip, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:09.795957 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-01b7472b-fde8-487c-bbd4-c64deac20f3f tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:09.804751 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-01b7472b-fde8-487c-bbd4-c64deac20f3f tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] 10.222.0.23 "DELETE /v2.0/floatingips/1d1cf705-246a-4f69-92ef-25c8f445e750 HTTP/1.1" status: 204 len: 168 time: 1.6864936 May 05 22:16:09.809120 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52442) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:09.812633 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-b014db54-f1ef-4e3b-9658-228afee37920 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:16:09.819453 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-09ae1690-ccfa-45a6-be22-3b6f261e0e3b tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Request body: {'floatingip': {'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'port_id': '64e5faa6-a85a-42d0-838f-228575a33f5d'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:16:09.834701 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-09ae1690-ccfa-45a6-be22-3b6f261e0e3b tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:16:09.859467 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-09ae1690-ccfa-45a6-be22-3b6f261e0e3b tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Usage tracker for resource:floatingip and tenant:79b64dfc3f744f4883ccf8456942a652 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:16:09.873026 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b014db54-f1ef-4e3b-9658-228afee37920 admin admin] Made reservation on behalf of 36b97bc1c26740c789247736d1f9bb7c for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:16:09.876060 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b014db54-f1ef-4e3b-9658-228afee37920 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:09.939816 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-55bc045b-a8c1-40ba-a025-c52cc881f657 None None] Attempting to bind port 2d00957d-4aed-4b24-88c2-511dc6498325 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:16:09.940352 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-55bc045b-a8c1-40ba-a025-c52cc881f657 None None] Attempting to bind port 2d00957d-4aed-4b24-88c2-511dc6498325 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'b92baa2d-d742-4ff3-abe2-5473cf67f225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5579f484-2b68-478e-8113-36fd7459ddaf'}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:16:09.940592 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bc045b-a8c1-40ba-a025-c52cc881f657 None None] Attempting to bind port 2d00957d-4aed-4b24-88c2-511dc6498325 on network 5579f484-2b68-478e-8113-36fd7459ddaf {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:16:09.961262 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bc045b-a8c1-40ba-a025-c52cc881f657 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:16:09.961704 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bc045b-a8c1-40ba-a025-c52cc881f657 None None] Checking segment: {'id': 'b92baa2d-d742-4ff3-abe2-5473cf67f225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5579f484-2b68-478e-8113-36fd7459ddaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:16:09.962058 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-55bc045b-a8c1-40ba-a025-c52cc881f657 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:09.962465 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bc045b-a8c1-40ba-a025-c52cc881f657 None None] Bound using segment: {'id': 'b92baa2d-d742-4ff3-abe2-5473cf67f225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5579f484-2b68-478e-8113-36fd7459ddaf'} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:16:09.962987 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-55bc045b-a8c1-40ba-a025-c52cc881f657 None None] Bound port: 2d00957d-4aed-4b24-88c2-511dc6498325, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b92baa2d-d742-4ff3-abe2-5473cf67f225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5579f484-2b68-478e-8113-36fd7459ddaf'}}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:16:09.963361 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-55bc045b-a8c1-40ba-a025-c52cc881f657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:10.040403 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-09ae1690-ccfa-45a6-be22-3b6f261e0e3b tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:16:10.061808 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-09ae1690-ccfa-45a6-be22-3b6f261e0e3b tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:16:10.087348 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-55bc045b-a8c1-40ba-a025-c52cc881f657 None None] For port 2d00957d-4aed-4b24-88c2-511dc6498325, host n-d-825175-4, cleared binding levels {{(pid=84068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:16:10.091822 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-55bc045b-a8c1-40ba-a025-c52cc881f657 None None] For port 2d00957d-4aed-4b24-88c2-511dc6498325, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=2d00957d-4aed-4b24-88c2-511dc6498325,segment=NetworkSegment(b92baa2d-d742-4ff3-abe2-5473cf67f225),segment_id=b92baa2d-d742-4ff3-abe2-5473cf67f225)] {{(pid=84068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:16:10.092441 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-09ae1690-ccfa-45a6-be22-3b6f261e0e3b tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for floatingip, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:10.098262 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-55bc045b-a8c1-40ba-a025-c52cc881f657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:10.234727 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d8b84b88-006c-4784-9a05-2260aa9e57cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:10.274690 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bc045b-a8c1-40ba-a025-c52cc881f657 None None] Routers {'77418468-b6b2-4a9a-b4ba-6eb22e6f1974'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:16:10.275705 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-55bc045b-a8c1-40ba-a025-c52cc881f657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:15:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['77418468-b6b2-4a9a-b4ba-6eb22e6f1974'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:10.429447 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b84b88-006c-4784-9a05-2260aa9e57cd admin admin] Pushing event deleted for resources: {'Port': ['ID=f816ea64-ff5d-49e8-822f-5c479dc96d94,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:10.455262 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2b08fae8-0ba9-4aa1-a246-793073e60ec0 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:10.465703 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b014db54-f1ef-4e3b-9658-228afee37920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:10.622218 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-55bc045b-a8c1-40ba-a025-c52cc881f657 None None] Set router 77418468-b6b2-4a9a-b4ba-6eb22e6f1974 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:16:10.624833 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-09ae1690-ccfa-45a6-be22-3b6f261e0e3b tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:10.633026 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b014db54-f1ef-4e3b-9658-228afee37920 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4876b70-f778-4f4e-9889-2f7a22a6e173,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:10.708745 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2b08fae8-0ba9-4aa1-a246-793073e60ec0 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:10.787580 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b014db54-f1ef-4e3b-9658-228afee37920 admin admin] Checking segment: {'id': 'b1125a91-bd64-47f7-bfe7-2eb967abc9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9f1f0cf7-fdea-42a7-a900-37399c9dd974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:16:10.788323 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b014db54-f1ef-4e3b-9658-228afee37920 admin admin] Network hostable DHCP agents. Network: 9f1f0cf7-fdea-42a7-a900-37399c9dd974, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:16:10.844621 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d8b84b88-006c-4784-9a05-2260aa9e57cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:10.854753 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ba9ed-042d-4759-a686-a0cb08112343 None None] Pushing event updated for resources: {'Port': ['ID=2d00957d-4aed-4b24-88c2-511dc6498325,revision_number=4']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:10.867498 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b014db54-f1ef-4e3b-9658-228afee37920 admin admin] Network 9f1f0cf7-fdea-42a7-a900-37399c9dd974 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:16:10.887017 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-b014db54-f1ef-4e3b-9658-228afee37920 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 9f1f0cf7-fdea-42a7-a900-37399c9dd974) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:16:10.896379 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673b1c80-3db3-4299-96c5-01ac3c7a7e31 None None] Network 9f1f0cf7-fdea-42a7-a900-37399c9dd974 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:16:10.909645 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-09ae1690-ccfa-45a6-be22-3b6f261e0e3b tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Allocated IP 172.25.4.159 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/2f96221c-26e2-49f0-bf56-42c3e0ede36c) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:16:10.912347 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b014db54-f1ef-4e3b-9658-228afee37920 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:16:10.912934 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b014db54-f1ef-4e3b-9658-228afee37920 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:11.096770 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-55bc045b-a8c1-40ba-a025-c52cc881f657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77418468-b6b2-4a9a-b4ba-6eb22e6f1974', 'name': 'tempest-TestServerBasicOps-1747791511-router', 'tenant_id': '989c505d69dd4ac5bbb5923b5623477d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': '67f325f4-66b8-414c-a264-6e8eb9937e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:15:51Z', 'updated_at': '2022-05-05T22:16:01Z', 'revision_number': 4, 'project_id': '989c505d69dd4ac5bbb5923b5623477d', 'gw_port': {'id': '67f325f4-66b8-414c-a264-6e8eb9937e56', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:14:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77418468-b6b2-4a9a-b4ba-6eb22e6f1974', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:15:53Z', 'updated_at': '2022-05-05T22:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '2d00957d-4aed-4b24-88c2-511dc6498325', 'name': '', 'network_id': '5579f484-2b68-478e-8113-36fd7459ddaf', 'tenant_id': '989c505d69dd4ac5bbb5923b5623477d', 'mac_address': 'fa:16:3e:62:47:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77418468-b6b2-4a9a-b4ba-6eb22e6f1974', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27d7124c-1fa4-44df-a333-048f6a650311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:16:00Z', 'updated_at': '2022-05-05T22:16:10Z', 'revision_number': 4, 'project_id': '989c505d69dd4ac5bbb5923b5623477d', 'subnets': [{'id': '27d7124c-1fa4-44df-a333-048f6a650311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:11.101444 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bc045b-a8c1-40ba-a025-c52cc881f657 None None] The sync data for ids ['77418468-b6b2-4a9a-b4ba-6eb22e6f1974'] in n-d-825175-4 is: [{'id': '77418468-b6b2-4a9a-b4ba-6eb22e6f1974', 'name': 'tempest-TestServerBasicOps-1747791511-router', 'tenant_id': '989c505d69dd4ac5bbb5923b5623477d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': '67f325f4-66b8-414c-a264-6e8eb9937e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:15:51Z', 'updated_at': '2022-05-05T22:16:01Z', 'revision_number': 4, 'project_id': '989c505d69dd4ac5bbb5923b5623477d', 'gw_port': {'id': '67f325f4-66b8-414c-a264-6e8eb9937e56', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:14:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77418468-b6b2-4a9a-b4ba-6eb22e6f1974', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:15:53Z', 'updated_at': '2022-05-05T22:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '2d00957d-4aed-4b24-88c2-511dc6498325', 'name': '', 'network_id': '5579f484-2b68-478e-8113-36fd7459ddaf', 'tenant_id': '989c505d69dd4ac5bbb5923b5623477d', 'mac_address': 'fa:16:3e:62:47:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77418468-b6b2-4a9a-b4ba-6eb22e6f1974', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27d7124c-1fa4-44df-a333-048f6a650311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:16:00Z', 'updated_at': '2022-05-05T22:16:10Z', 'revision_number': 4, 'project_id': '989c505d69dd4ac5bbb5923b5623477d', 'subnets': [{'id': '27d7124c-1fa4-44df-a333-048f6a650311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:16:11.142278 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2b08fae8-0ba9-4aa1-a246-793073e60ec0 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:11.144931 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b08fae8-0ba9-4aa1-a246-793073e60ec0 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Fanout notify agent at l3_agent the message router_deleted on router 4e5d863e-5e1f-43a7-84c8-5ebe6ec39d88 {{(pid=84061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:16:11.325696 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b014db54-f1ef-4e3b-9658-228afee37920 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5872784 May 05 22:16:11.343667 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52452) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:11.352676 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-51c05531-fb13-4286-99a0-c1cbb13d33c1 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-606856490-router', 'tenant_id': '36b97bc1c26740c789247736d1f9bb7c', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:16:11.394249 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-51c05531-fb13-4286-99a0-c1cbb13d33c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:16:11.400809 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2b08fae8-0ba9-4aa1-a246-793073e60ec0 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:11.405871 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-2b08fae8-0ba9-4aa1-a246-793073e60ec0 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "DELETE /v2.0/routers/4e5d863e-5e1f-43a7-84c8-5ebe6ec39d88 HTTP/1.1" status: 204 len: 168 time: 7.0142338 May 05 22:16:11.410808 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52456) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:11.418710 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d8b84b88-006c-4784-9a05-2260aa9e57cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:11.425067 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-51c05531-fb13-4286-99a0-c1cbb13d33c1 admin admin] Usage tracker for resource:router and tenant:36b97bc1c26740c789247736d1f9bb7c is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:16:11.437557 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-fb0a6ba9-5be6-4525-a9f5-355c39b3970c tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1984358909'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:16:11.443605 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-51c05531-fb13-4286-99a0-c1cbb13d33c1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:16:11.459362 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-fb0a6ba9-5be6-4525-a9f5-355c39b3970c tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:16:11.461680 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d8b84b88-006c-4784-9a05-2260aa9e57cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:11.467033 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-51c05531-fb13-4286-99a0-c1cbb13d33c1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:16:11.476767 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 2d00957d-4aed-4b24-88c2-511dc6498325 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:16:11.485344 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-fb0a6ba9-5be6-4525-a9f5-355c39b3970c tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Usage tracker for resource:network and tenant:47ea26e8a7d7452cb25778b9d924edf0 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:16:11.488642 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-fb0a6ba9-5be6-4525-a9f5-355c39b3970c tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:16:11.494259 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f52778-8f5f-4230-b930-27619bea96d7 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:16:11.506375 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e772e4-2f0d-4d6f-bc3d-762f2a248547 None None] Sync routers for ids ['7378ad70-7558-4e10-9996-00608a7de3d7'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:16:11.518153 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-fb0a6ba9-5be6-4525-a9f5-355c39b3970c tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:16:11.528058 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e772e4-2f0d-4d6f-bc3d-762f2a248547 None None] Routers {'7378ad70-7558-4e10-9996-00608a7de3d7'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:16:11.529110 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-29e772e4-2f0d-4d6f-bc3d-762f2a248547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:15:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['7378ad70-7558-4e10-9996-00608a7de3d7'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:11.557628 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-51c05531-fb13-4286-99a0-c1cbb13d33c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:11.562805 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-51c05531-fb13-4286-99a0-c1cbb13d33c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:11.601241 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0a6ba9-5be6-4525-a9f5-355c39b3970c tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Made reservation on behalf of 47ea26e8a7d7452cb25778b9d924edf0 for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:16:11.607527 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fb0a6ba9-5be6-4525-a9f5-355c39b3970c tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:11.644180 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a9f52778-8f5f-4230-b930-27619bea96d7 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:11.645400 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a9f52778-8f5f-4230-b930-27619bea96d7 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 9.4214394 May 05 22:16:11.646748 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-09ae1690-ccfa-45a6-be22-3b6f261e0e3b tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:11.656248 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52460) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:11.675747 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-4b8b65ea-723b-4cee-b289-8eba1d006918 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:16:11.695947 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-51c05531-fb13-4286-99a0-c1cbb13d33c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:11.699694 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422bac9f-92dd-4470-965f-caad48204ff3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-9f1f0cf7-fdea-42a7-a900-37399c9dd974', 'network_id': '9f1f0cf7-fdea-42a7-a900-37399c9dd974', 'tenant_id': '36b97bc1c26740c789247736d1f9bb7c', 'fixed_ips': [{'subnet_id': 'a4876b70-f778-4f4e-9889-2f7a22a6e173'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:16:11.703565 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-29e772e4-2f0d-4d6f-bc3d-762f2a248547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:11.707765 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-422bac9f-92dd-4470-965f-caad48204ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:11.736797 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e772e4-2f0d-4d6f-bc3d-762f2a248547 None None] Routers {'7378ad70-7558-4e10-9996-00608a7de3d7'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:16:11.737490 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-29e772e4-2f0d-4d6f-bc3d-762f2a248547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:15:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['7378ad70-7558-4e10-9996-00608a7de3d7'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:11.895837 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-09ae1690-ccfa-45a6-be22-3b6f261e0e3b tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:11.905235 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-29e772e4-2f0d-4d6f-bc3d-762f2a248547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:11.905652 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e772e4-2f0d-4d6f-bc3d-762f2a248547 None None] The sync data for ids ['7378ad70-7558-4e10-9996-00608a7de3d7'] in n-d-825175-4 is: [] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:16:11.937001 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-422bac9f-92dd-4470-965f-caad48204ff3 None None] Allocated IP 172.20.0.2 (9f1f0cf7-fdea-42a7-a900-37399c9dd974/a4876b70-f778-4f4e-9889-2f7a22a6e173/32a38e34-4bc4-4825-a395-43930af24d10) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:16:11.956304 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d8b84b88-006c-4784-9a05-2260aa9e57cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:11.957071 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b84b88-006c-4784-9a05-2260aa9e57cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea30f0ff-6bc7-4fd3-a1f3-94343424bf96 {{(pid=84061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:16:12.006316 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d8b84b88-006c-4784-9a05-2260aa9e57cd admin admin] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:12.017431 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-d8b84b88-006c-4784-9a05-2260aa9e57cd admin admin] 10.222.0.23 "DELETE /v2.0/routers/ea30f0ff-6bc7-4fd3-a1f3-94343424bf96 HTTP/1.1" status: 204 len: 168 time: 5.6499696 May 05 22:16:12.028393 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52470) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:12.129911 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffbdde38-7d64-41c9-b127-45d274298b45 admin admin] Deleting subnet 4d7a7170-01f1-4e9d-959e-a8ffb505fdee {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:16:12.137814 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ffbdde38-7d64-41c9-b127-45d274298b45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:12.158499 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 2d00957d-4aed-4b24-88c2-511dc6498325 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:16:12.167354 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 2d00957d-4aed-4b24-88c2-511dc6498325 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:16:12.167852 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:12.217209 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ae1690-ccfa-45a6-be22-3b6f261e0e3b tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:16:12.221255 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-09ae1690-ccfa-45a6-be22-3b6f261e0e3b tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:16:12.226314 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ae1690-ccfa-45a6-be22-3b6f261e0e3b tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:16:12.252081 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ffbdde38-7d64-41c9-b127-45d274298b45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:12.276050 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ae1690-ccfa-45a6-be22-3b6f261e0e3b tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Pushing event updated for resources: {'Port': ['ID=2f96221c-26e2-49f0-bf56-42c3e0ede36c,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:12.329080 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-51c05531-fb13-4286-99a0-c1cbb13d33c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:12.349839 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ffbdde38-7d64-41c9-b127-45d274298b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:12.449278 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb0a6ba9-5be6-4525-a9f5-355c39b3970c tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:16:12.460966 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ffbdde38-7d64-41c9-b127-45d274298b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:12.471715 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-422bac9f-92dd-4470-965f-caad48204ff3 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:12.479212 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:12.501327 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fb0a6ba9-5be6-4525-a9f5-355c39b3970c tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:12.501662 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-422bac9f-92dd-4470-965f-caad48204ff3 None None] Transition to ACTIVE for port object 32a38e34-4bc4-4825-a395-43930af24d10 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:16:12.501782 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-fb0a6ba9-5be6-4525-a9f5-355c39b3970c tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Added segment 0c1163c9-4ddf-4ab1-9dd4-f9d869c38c0e of type vlan for network 03f4e83d-519e-4c58-bc5b-eabdbd2aa00f May 05 22:16:12.518964 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbdde38-7d64-41c9-b127-45d274298b45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d7a7170-01f1-4e9d-959e-a8ffb505fdee,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:12.543181 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 2d00957d-4aed-4b24-88c2-511dc6498325, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=2d00957d-4aed-4b24-88c2-511dc6498325,segment=NetworkSegment(b92baa2d-d742-4ff3-abe2-5473cf67f225),segment_id=b92baa2d-d742-4ff3-abe2-5473cf67f225)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:16:12.556130 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:12.580284 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ffbdde38-7d64-41c9-b127-45d274298b45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:12.587763 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-422bac9f-92dd-4470-965f-caad48204ff3 None None] Transition to ACTIVE for port object 32a38e34-4bc4-4825-a395-43930af24d10 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:16:12.650407 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ffbdde38-7d64-41c9-b127-45d274298b45 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4d7a7170-01f1-4e9d-959e-a8ffb505fdee HTTP/1.1" status: 204 len: 168 time: 0.6205137 May 05 22:16:12.654254 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52474) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:12.657694 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fb0a6ba9-5be6-4525-a9f5-355c39b3970c tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:12.689680 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=2d00957d-4aed-4b24-88c2-511dc6498325,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:12.693650 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cd63fc-2e88-4f48-8c74-6592f3a19813 None None] Network ee1bb8cb-174f-493f-8825-c1f4a7ad45ee requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:16:12.933035 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-422bac9f-92dd-4470-965f-caad48204ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:13.073739 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422bac9f-92dd-4470-965f-caad48204ff3 None None] Network 9f1f0cf7-fdea-42a7-a900-37399c9dd974 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:16:13.080278 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422bac9f-92dd-4470-965f-caad48204ff3 None None] Pushing event updated for resources: {'Port': ['ID=32a38e34-4bc4-4825-a395-43930af24d10,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:13.089117 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-422bac9f-92dd-4470-965f-caad48204ff3 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:16:13.093243 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422bac9f-92dd-4470-965f-caad48204ff3 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:16:13.136193 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fb0a6ba9-5be6-4525-a9f5-355c39b3970c tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:13.144242 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0a6ba9-5be6-4525-a9f5-355c39b3970c tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:16:13.144242 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fb0a6ba9-5be6-4525-a9f5-355c39b3970c tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:13.164186 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-88d2ad52-c2e0-4754-87eb-c62eabface05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:13.242462 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-88d2ad52-c2e0-4754-87eb-c62eabface05 admin admin] Deleting port 44d7df1b-adf4-477a-b1fb-8e94e5821aeb {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:16:13.246245 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-88d2ad52-c2e0-4754-87eb-c62eabface05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:13.337080 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 2d00957d-4aed-4b24-88c2-511dc6498325 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:16:13.341323 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-fb0a6ba9-5be6-4525-a9f5-355c39b3970c tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.9296789 May 05 22:16:13.348395 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52486) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:13.352544 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a6ba9-5be6-4525-a9f5-355c39b3970c tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event updated for resources: {'Network': ['ID=03f4e83d-519e-4c58-bc5b-eabdbd2aa00f,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:13.358203 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-15d76f8c-bb80-479d-a436-f3bef74b1494 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Request body: {'subnet': {'network_id': '03f4e83d-519e-4c58-bc5b-eabdbd2aa00f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:16:13.395562 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 03f4e83d-519e-4c58-bc5b-eabdbd2aa00f details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:16:13.515270 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-422bac9f-92dd-4470-965f-caad48204ff3 None None] Attempting to bind port 32a38e34-4bc4-4825-a395-43930af24d10 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:16:13.515636 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-422bac9f-92dd-4470-965f-caad48204ff3 None None] Attempting to bind port 32a38e34-4bc4-4825-a395-43930af24d10 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'b1125a91-bd64-47f7-bfe7-2eb967abc9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9f1f0cf7-fdea-42a7-a900-37399c9dd974'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:16:13.515994 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422bac9f-92dd-4470-965f-caad48204ff3 None None] Attempting to bind port 32a38e34-4bc4-4825-a395-43930af24d10 on network 9f1f0cf7-fdea-42a7-a900-37399c9dd974 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:16:13.549166 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5e344c-3ff6-4655-9ea3-6227bd47c1d4 None None] DHCP port deletion for ee1bb8cb-174f-493f-8825-c1f4a7ad45ee request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:16:13.561257 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-6c5e344c-3ff6-4655-9ea3-6227bd47c1d4 None None] Deleting port 44d7df1b-adf4-477a-b1fb-8e94e5821aeb {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:16:13.564057 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6c5e344c-3ff6-4655-9ea3-6227bd47c1d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:13.608462 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-15d76f8c-bb80-479d-a436-f3bef74b1494 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:16:13.614708 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-15d76f8c-bb80-479d-a436-f3bef74b1494 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Usage tracker for resource:subnet and tenant:47ea26e8a7d7452cb25778b9d924edf0 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:16:13.620209 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-15d76f8c-bb80-479d-a436-f3bef74b1494 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:16:13.627491 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-15d76f8c-bb80-479d-a436-f3bef74b1494 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:16:13.629643 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422bac9f-92dd-4470-965f-caad48204ff3 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:16:13.630033 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422bac9f-92dd-4470-965f-caad48204ff3 None None] Checking segment: {'id': 'b1125a91-bd64-47f7-bfe7-2eb967abc9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9f1f0cf7-fdea-42a7-a900-37399c9dd974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:16:13.630440 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-422bac9f-92dd-4470-965f-caad48204ff3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:13.630897 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422bac9f-92dd-4470-965f-caad48204ff3 None None] Bound using segment: {'id': 'b1125a91-bd64-47f7-bfe7-2eb967abc9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9f1f0cf7-fdea-42a7-a900-37399c9dd974'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:16:13.632875 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-422bac9f-92dd-4470-965f-caad48204ff3 None None] Bound port: 32a38e34-4bc4-4825-a395-43930af24d10, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1125a91-bd64-47f7-bfe7-2eb967abc9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9f1f0cf7-fdea-42a7-a900-37399c9dd974'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:16:13.633414 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-422bac9f-92dd-4470-965f-caad48204ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:13.653501 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d76f8c-bb80-479d-a436-f3bef74b1494 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Made reservation on behalf of 47ea26e8a7d7452cb25778b9d924edf0 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:16:13.775757 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-15d76f8c-bb80-479d-a436-f3bef74b1494 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:13.776301 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-422bac9f-92dd-4470-965f-caad48204ff3 None None] For port 32a38e34-4bc4-4825-a395-43930af24d10, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:16:13.780121 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-422bac9f-92dd-4470-965f-caad48204ff3 None None] For port 32a38e34-4bc4-4825-a395-43930af24d10, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=32a38e34-4bc4-4825-a395-43930af24d10,segment=NetworkSegment(b1125a91-bd64-47f7-bfe7-2eb967abc9e0),segment_id=b1125a91-bd64-47f7-bfe7-2eb967abc9e0)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:16:13.795264 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-422bac9f-92dd-4470-965f-caad48204ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:13.844898 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-51c05531-fb13-4286-99a0-c1cbb13d33c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:13.887428 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-51c05531-fb13-4286-99a0-c1cbb13d33c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:14.109163 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-6c5e344c-3ff6-4655-9ea3-6227bd47c1d4 None None] For port 44d7df1b-adf4-477a-b1fb-8e94e5821aeb, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=44d7df1b-adf4-477a-b1fb-8e94e5821aeb,segment=NetworkSegment(a16662ea-ed15-4566-b265-fb4b19c1f9fd),segment_id=a16662ea-ed15-4566-b265-fb4b19c1f9fd)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:16:14.110314 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6c5e344c-3ff6-4655-9ea3-6227bd47c1d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:14.237794 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-6c5e344c-3ff6-4655-9ea3-6227bd47c1d4 None None] Calling delete_port for 44d7df1b-adf4-477a-b1fb-8e94e5821aeb owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:16:14.242820 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-51c05531-fb13-4286-99a0-c1cbb13d33c1 admin admin] Allocated IP 172.25.4.148 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/d843be4c-eb5a-48da-9d74-9fbd738b45dc) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:16:14.269759 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-15d76f8c-bb80-479d-a436-f3bef74b1494 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:14.439386 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6c5e344c-3ff6-4655-9ea3-6227bd47c1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:14.457302 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-88d2ad52-c2e0-4754-87eb-c62eabface05 admin admin] For port 44d7df1b-adf4-477a-b1fb-8e94e5821aeb, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=44d7df1b-adf4-477a-b1fb-8e94e5821aeb,segment=NetworkSegment(a16662ea-ed15-4566-b265-fb4b19c1f9fd),segment_id=a16662ea-ed15-4566-b265-fb4b19c1f9fd)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:16:14.457668 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-88d2ad52-c2e0-4754-87eb-c62eabface05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:14.475416 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-09ae1690-ccfa-45a6-be22-3b6f261e0e3b tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:14.484150 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d76f8c-bb80-479d-a436-f3bef74b1494 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event updated for resources: {'Subnet': ['ID=1f029481-587a-4ed8-9afa-d3e9b9b36cc0,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:14.522531 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 2d00957d-4aed-4b24-88c2-511dc6498325 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:16:14.524196 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:14.547483 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d76f8c-bb80-479d-a436-f3bef74b1494 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Checking segment: {'id': '0c1163c9-4ddf-4ab1-9dd4-f9d869c38c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '03f4e83d-519e-4c58-bc5b-eabdbd2aa00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:16:14.547836 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d76f8c-bb80-479d-a436-f3bef74b1494 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Network hostable DHCP agents. Network: 03f4e83d-519e-4c58-bc5b-eabdbd2aa00f, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:16:14.651517 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d76f8c-bb80-479d-a436-f3bef74b1494 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Network 03f4e83d-519e-4c58-bc5b-eabdbd2aa00f is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:16:14.663655 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5e344c-3ff6-4655-9ea3-6227bd47c1d4 None None] No DVR routers for this DVR port 44d7df1b-adf4-477a-b1fb-8e94e5821aeb on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:16:14.682761 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-88d2ad52-c2e0-4754-87eb-c62eabface05 admin admin] Calling delete_port for 44d7df1b-adf4-477a-b1fb-8e94e5821aeb owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:16:14.686465 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0255dbb1-6f96-4a8d-a070-ca559b55a10f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:14.723222 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-15d76f8c-bb80-479d-a436-f3bef74b1494 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 03f4e83d-519e-4c58-bc5b-eabdbd2aa00f) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:16:14.733031 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422bac9f-92dd-4470-965f-caad48204ff3 None None] Pushing event updated for resources: {'Port': ['ID=32a38e34-4bc4-4825-a395-43930af24d10,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:14.773870 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d76f8c-bb80-479d-a436-f3bef74b1494 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:16:14.774639 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-15d76f8c-bb80-479d-a436-f3bef74b1494 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:14.845640 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4b8b65ea-723b-4cee-b289-8eba1d006918 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:14.866414 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a247a4a-4d42-4cd2-b66e-74d3509a251f None None] Network 03f4e83d-519e-4c58-bc5b-eabdbd2aa00f requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:16:14.904942 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-15d76f8c-bb80-479d-a436-f3bef74b1494 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5551031 May 05 22:16:14.906508 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4b8b65ea-723b-4cee-b289-8eba1d006918 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:14.910499 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52508) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:14.914400 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-09ae1690-ccfa-45a6-be22-3b6f261e0e3b tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:14.927243 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-94e05336-f09e-4be9-ae44-a393be963437 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1602358391', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:16:14.933150 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5e344c-3ff6-4655-9ea3-6227bd47c1d4 None None] Pushing event deleted for resources: {'Port': ['ID=44d7df1b-adf4-477a-b1fb-8e94e5821aeb,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:14.960045 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-94e05336-f09e-4be9-ae44-a393be963437 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:16:14.987688 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-94e05336-f09e-4be9-ae44-a393be963437 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Usage tracker for resource:router and tenant:47ea26e8a7d7452cb25778b9d924edf0 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:16:14.997186 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-94e05336-f09e-4be9-ae44-a393be963437 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:16:14.999252 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-51c05531-fb13-4286-99a0-c1cbb13d33c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:15.006238 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.api [None req-88d2ad52-c2e0-4754-87eb-c62eabface05 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:16:15.010958 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-4b8b65ea-723b-4cee-b289-8eba1d006918 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Deleting port 2c62f4f2-1eeb-42ac-aba8-c885f248d723 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:16:15.011304 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4b8b65ea-723b-4cee-b289-8eba1d006918 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:15.011749 n-d-825175-4 neutron-server[84063]: DEBUG oslo_db.api [None req-88d2ad52-c2e0-4754-87eb-c62eabface05 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:16:15.081983 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-94e05336-f09e-4be9-ae44-a393be963437 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:16:15.146351 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-94e05336-f09e-4be9-ae44-a393be963437 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:15.147324 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-94e05336-f09e-4be9-ae44-a393be963437 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:15.179184 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-94e05336-f09e-4be9-ae44-a393be963437 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:15.191913 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-51c05531-fb13-4286-99a0-c1cbb13d33c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:15.226408 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-94e05336-f09e-4be9-ae44-a393be963437 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:15.281293 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c05531-fb13-4286-99a0-c1cbb13d33c1 admin admin] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:16:15.286845 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-51c05531-fb13-4286-99a0-c1cbb13d33c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:16:15.291959 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c05531-fb13-4286-99a0-c1cbb13d33c1 admin admin] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:16:15.358221 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c05531-fb13-4286-99a0-c1cbb13d33c1 admin admin] Pushing event updated for resources: {'Port': ['ID=d843be4c-eb5a-48da-9d74-9fbd738b45dc,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:15.362835 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-94e05336-f09e-4be9-ae44-a393be963437 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:15.370060 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-94e05336-f09e-4be9-ae44-a393be963437 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4582212 May 05 22:16:15.375141 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52514) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:15.432627 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-09ae1690-ccfa-45a6-be22-3b6f261e0e3b tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:15.442160 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 32a38e34-4bc4-4825-a395-43930af24d10 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:16:15.499787 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4b8b65ea-723b-4cee-b289-8eba1d006918 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:15.638144 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-88d2ad52-c2e0-4754-87eb-c62eabface05 admin admin] Deleting port 44d7df1b-adf4-477a-b1fb-8e94e5821aeb {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:16:15.639074 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-88d2ad52-c2e0-4754-87eb-c62eabface05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:15.665083 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-09ae1690-ccfa-45a6-be22-3b6f261e0e3b tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:15.682342 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a58316-bcad-49dc-8ef8-599646a152fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-03f4e83d-519e-4c58-bc5b-eabdbd2aa00f', 'network_id': '03f4e83d-519e-4c58-bc5b-eabdbd2aa00f', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'fixed_ips': [{'subnet_id': '1f029481-587a-4ed8-9afa-d3e9b9b36cc0'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:16:15.686473 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e8a58316-bcad-49dc-8ef8-599646a152fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:15.809808 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ae1690-ccfa-45a6-be22-3b6f261e0e3b tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Pushing event updated for resources: {'Port': ['ID=2f96221c-26e2-49f0-bf56-42c3e0ede36c,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:15.826362 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 32a38e34-4bc4-4825-a395-43930af24d10 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:16:15.930676 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-88d2ad52-c2e0-4754-87eb-c62eabface05 admin admin] The port '44d7df1b-adf4-477a-b1fb-8e94e5821aeb' was deleted {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 22:16:16.013574 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device f816ea64-ff5d-49e8-822f-5c479dc96d94 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:16:16.051132 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-4b8b65ea-723b-4cee-b289-8eba1d006918 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Calling delete_port for 2c62f4f2-1eeb-42ac-aba8-c885f248d723 owned by network:router_gateway {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:16:16.123931 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: f816ea64-ff5d-49e8-822f-5c479dc96d94 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:16:16.124267 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device f816ea64-ff5d-49e8-822f-5c479dc96d94 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:16:16.125412 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 44d7df1b-adf4-477a-b1fb-8e94e5821aeb no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:16:16.174751 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-88d2ad52-c2e0-4754-87eb-c62eabface05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:16.216740 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-88d2ad52-c2e0-4754-87eb-c62eabface05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee1bb8cb-174f-493f-8825-c1f4a7ad45ee']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:16.229746 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 44d7df1b-adf4-477a-b1fb-8e94e5821aeb {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:16:16.230521 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 44d7df1b-adf4-477a-b1fb-8e94e5821aeb not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:16:16.233498 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-88d2ad52-c2e0-4754-87eb-c62eabface05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a16662ea-ed15-4566-b265-fb4b19c1f9fd') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:16.244716 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-88d2ad52-c2e0-4754-87eb-c62eabface05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a16662ea-ed15-4566-b265-fb4b19c1f9fd') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:16.295954 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-88d2ad52-c2e0-4754-87eb-c62eabface05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:16.314237 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-e8a58316-bcad-49dc-8ef8-599646a152fc None None] Allocated IP 2001:db8::2 (03f4e83d-519e-4c58-bc5b-eabdbd2aa00f/1f029481-587a-4ed8-9afa-d3e9b9b36cc0/c314e906-a69c-4413-96d0-b4c3e26b1078) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:16:16.316082 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-88d2ad52-c2e0-4754-87eb-c62eabface05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:16.316215 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a38475d-fec3-45ec-a9eb-e6e57b75ab65 None None] Network 9f1f0cf7-fdea-42a7-a900-37399c9dd974 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:16:16.322924 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88d2ad52-c2e0-4754-87eb-c62eabface05 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:16:16.323526 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-88d2ad52-c2e0-4754-87eb-c62eabface05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:16.428088 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:16:16.428088 n-d-825175-4 neutron-server[84063]: util.warn( May 05 22:16:16.428088 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:16:16.428088 n-d-825175-4 neutron-server[84063]: util.warn( May 05 22:16:16.428088 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:16:16.428088 n-d-825175-4 neutron-server[84063]: util.warn( May 05 22:16:16.428088 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:16:16.428088 n-d-825175-4 neutron-server[84063]: util.warn( May 05 22:16:16.428088 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:16:16.428088 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:16:16.428088 n-d-825175-4 neutron-server[84063]: timer() May 05 22:16:16.428088 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:16:16.428088 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:16:16.428088 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:16:16.428088 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:16:16.428088 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:16:16.428088 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:16:16.428088 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:16:16.428088 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:16:16.428088 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:16:16.428088 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:16:16.428088 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:16:16.428088 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:16:16.428088 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:16:16.428088 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:16:16.428088 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:16:16.428088 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:16:16.428088 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:16:16.428088 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:16:16.428088 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:16:16.428088 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:16:16.428088 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:16:16.428088 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:16:16.428088 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:16:16.428088 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:16:16.428088 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:16:16.428088 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:16:16.428088 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:16:16.428088 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:16:16.428088 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:16:16.438948 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-88d2ad52-c2e0-4754-87eb-c62eabface05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:16.468869 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-88d2ad52-c2e0-4754-87eb-c62eabface05 admin admin] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:16.471982 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d2ad52-c2e0-4754-87eb-c62eabface05 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee1bb8cb-174f-493f-8825-c1f4a7ad45ee,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:16.489055 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-09ae1690-ccfa-45a6-be22-3b6f261e0e3b tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:16.530016 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-85365344-f525-4011-80cb-8248954340c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:16.813878 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-51c05531-fb13-4286-99a0-c1cbb13d33c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:16.814940 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-51c05531-fb13-4286-99a0-c1cbb13d33c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:16.819498 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-88d2ad52-c2e0-4754-87eb-c62eabface05 admin admin] 10.222.0.23 "DELETE /v2.0/networks/ee1bb8cb-174f-493f-8825-c1f4a7ad45ee HTTP/1.1" status: 204 len: 168 time: 4.1640272 May 05 22:16:16.832987 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52560) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:16.896021 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ce51fe35-8f10-493d-aa4e-dc44e07b4fc2 None None] Provisioning for port 32a38e34-4bc4-4825-a395-43930af24d10 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:16:16.914868 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ce51fe35-8f10-493d-aa4e-dc44e07b4fc2 None None] Provisioning complete for port 32a38e34-4bc4-4825-a395-43930af24d10 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:16:16.915373 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ce51fe35-8f10-493d-aa4e-dc44e07b4fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:16.991100 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4b8b65ea-723b-4cee-b289-8eba1d006918 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:17.069104 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52566) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:17.155528 n-d-825175-4 neutron-server[84063]: INFO neutron.db.l3_db [None req-09ae1690-ccfa-45a6-be22-3b6f261e0e3b tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Floating IP 41b65eb4-84db-4426-a48f-f5df9055f654 associated. External IP: 172.25.4.159, port: 64e5faa6-a85a-42d0-838f-228575a33f5d. May 05 22:16:17.163157 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b65ea-723b-4cee-b289-8eba1d006918 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Pushing event deleted for resources: {'Port': ['ID=2c62f4f2-1eeb-42ac-aba8-c885f248d723,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:17.366389 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ce51fe35-8f10-493d-aa4e-dc44e07b4fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:17.386013 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-110bee07-f969-4c50-8834-06acdf02f1e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:17.433062 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:17.441106 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e8a58316-bcad-49dc-8ef8-599646a152fc None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:17.457042 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e8a58316-bcad-49dc-8ef8-599646a152fc None None] Transition to ACTIVE for port object c314e906-a69c-4413-96d0-b4c3e26b1078 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:16:17.461145 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ce51fe35-8f10-493d-aa4e-dc44e07b4fc2 None None] For port 32a38e34-4bc4-4825-a395-43930af24d10, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=32a38e34-4bc4-4825-a395-43930af24d10,segment=NetworkSegment(b1125a91-bd64-47f7-bfe7-2eb967abc9e0),segment_id=b1125a91-bd64-47f7-bfe7-2eb967abc9e0)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:16:17.475188 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ce51fe35-8f10-493d-aa4e-dc44e07b4fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:17.480212 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-110bee07-f969-4c50-8834-06acdf02f1e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:16:17.488908 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-110bee07-f969-4c50-8834-06acdf02f1e2 admin admin] Usage tracker for resource:security_group_rule and tenant:93f889f6d46d419dbf677805c25d6a7a is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:16:17.492564 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-110bee07-f969-4c50-8834-06acdf02f1e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:16:17.508014 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-110bee07-f969-4c50-8834-06acdf02f1e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:16:17.512893 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c05531-fb13-4286-99a0-c1cbb13d33c1 admin admin] Router 4beab981-07d4-484d-a464-c63bce2181d5 is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 22:16:17.608231 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e8a58316-bcad-49dc-8ef8-599646a152fc None None] Transition to ACTIVE for port object c314e906-a69c-4413-96d0-b4c3e26b1078 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:16:17.621667 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:17.632479 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e8a58316-bcad-49dc-8ef8-599646a152fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:17.654765 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a58316-bcad-49dc-8ef8-599646a152fc None None] Network 03f4e83d-519e-4c58-bc5b-eabdbd2aa00f is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:16:17.657712 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-e8a58316-bcad-49dc-8ef8-599646a152fc None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:16:17.661208 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a58316-bcad-49dc-8ef8-599646a152fc None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:16:17.752414 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce51fe35-8f10-493d-aa4e-dc44e07b4fc2 None None] Pushing event updated for resources: {'Port': ['ID=32a38e34-4bc4-4825-a395-43930af24d10,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:17.782183 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4b8b65ea-723b-4cee-b289-8eba1d006918 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:17.854631 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-00aebd54-078e-49fb-b358-2c3ccae33562 None None] Provisioning complete for port 32a38e34-4bc4-4825-a395-43930af24d10 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:16:17.855054 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-00aebd54-078e-49fb-b358-2c3ccae33562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:17.867324 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-110bee07-f969-4c50-8834-06acdf02f1e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:17.878372 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-110bee07-f969-4c50-8834-06acdf02f1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:17.892948 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-e8a58316-bcad-49dc-8ef8-599646a152fc None None] Attempting to bind port c314e906-a69c-4413-96d0-b4c3e26b1078 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:16:17.893320 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-e8a58316-bcad-49dc-8ef8-599646a152fc None None] Attempting to bind port c314e906-a69c-4413-96d0-b4c3e26b1078 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '0c1163c9-4ddf-4ab1-9dd4-f9d869c38c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '03f4e83d-519e-4c58-bc5b-eabdbd2aa00f'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:16:17.893677 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a58316-bcad-49dc-8ef8-599646a152fc None None] Attempting to bind port c314e906-a69c-4413-96d0-b4c3e26b1078 on network 03f4e83d-519e-4c58-bc5b-eabdbd2aa00f {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:16:17.947046 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a58316-bcad-49dc-8ef8-599646a152fc None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:16:17.947046 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a58316-bcad-49dc-8ef8-599646a152fc None None] Checking segment: {'id': '0c1163c9-4ddf-4ab1-9dd4-f9d869c38c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '03f4e83d-519e-4c58-bc5b-eabdbd2aa00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:16:17.947046 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e8a58316-bcad-49dc-8ef8-599646a152fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:17.947046 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a58316-bcad-49dc-8ef8-599646a152fc None None] Bound using segment: {'id': '0c1163c9-4ddf-4ab1-9dd4-f9d869c38c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '03f4e83d-519e-4c58-bc5b-eabdbd2aa00f'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:16:17.947962 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-e8a58316-bcad-49dc-8ef8-599646a152fc None None] Bound port: c314e906-a69c-4413-96d0-b4c3e26b1078, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c1163c9-4ddf-4ab1-9dd4-f9d869c38c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '03f4e83d-519e-4c58-bc5b-eabdbd2aa00f'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:16:17.948348 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5eeb209d-bd54-4496-9818-b46d1a7e8a1e tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:17.948802 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e8a58316-bcad-49dc-8ef8-599646a152fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:17.962575 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a58316-bcad-49dc-8ef8-599646a152fc None None] Pushing event updated for resources: {'Port': ['ID=c314e906-a69c-4413-96d0-b4c3e26b1078,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:18.102973 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110bee07-f969-4c50-8834-06acdf02f1e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14831e2d-39c6-4b20-b056-a3b63ddca152,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:18.131163 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-110bee07-f969-4c50-8834-06acdf02f1e2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=93f889f6d46d419dbf677805c25d6a7a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0604298 May 05 22:16:18.131810 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52580) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:18.192232 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-e8a58316-bcad-49dc-8ef8-599646a152fc None None] For port c314e906-a69c-4413-96d0-b4c3e26b1078, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:16:18.196935 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-e8a58316-bcad-49dc-8ef8-599646a152fc None None] For port c314e906-a69c-4413-96d0-b4c3e26b1078, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=c314e906-a69c-4413-96d0-b4c3e26b1078,segment=NetworkSegment(0c1163c9-4ddf-4ab1-9dd4-f9d869c38c0e),segment_id=0c1163c9-4ddf-4ab1-9dd4-f9d869c38c0e)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:16:18.205589 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e8a58316-bcad-49dc-8ef8-599646a152fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:18.231991 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4b8b65ea-723b-4cee-b289-8eba1d006918 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:18.298056 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c05531-fb13-4286-99a0-c1cbb13d33c1 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:16:18.298283 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a58316-bcad-49dc-8ef8-599646a152fc None None] Pushing event updated for resources: {'Port': ['ID=c314e906-a69c-4413-96d0-b4c3e26b1078,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:18.301397 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5df53197-6559-4355-bd80-b5008b632310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:18.323577 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3447e9a-7730-462f-acba-d6117a42a17c None None] Sync routers for ids ['4beab981-07d4-484d-a464-c63bce2181d5'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:16:18.340704 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3447e9a-7730-462f-acba-d6117a42a17c None None] Routers {'4beab981-07d4-484d-a464-c63bce2181d5'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:16:18.341277 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-e3447e9a-7730-462f-acba-d6117a42a17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:16:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['4beab981-07d4-484d-a464-c63bce2181d5'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:18.349759 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5df53197-6559-4355-bd80-b5008b632310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:18.431752 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5df53197-6559-4355-bd80-b5008b632310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:18.467325 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5df53197-6559-4355-bd80-b5008b632310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:18.471460 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5df53197-6559-4355-bd80-b5008b632310 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/14831e2d-39c6-4b20-b056-a3b63ddca152 HTTP/1.1" status: 204 len: 168 time: 0.3367455 May 05 22:16:18.473380 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df53197-6559-4355-bd80-b5008b632310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14831e2d-39c6-4b20-b056-a3b63ddca152,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:18.477874 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-51c05531-fb13-4286-99a0-c1cbb13d33c1 admin admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:18.479238 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-51c05531-fb13-4286-99a0-c1cbb13d33c1 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.1346416 May 05 22:16:18.489718 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52588) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:18.646512 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-e3447e9a-7730-462f-acba-d6117a42a17c None None] Set router 4beab981-07d4-484d-a464-c63bce2181d5 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:16:18.751949 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-5eeb209d-bd54-4496-9818-b46d1a7e8a1e tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Allocated IP 2001:db8::1 (03f4e83d-519e-4c58-bc5b-eabdbd2aa00f/1f029481-587a-4ed8-9afa-d3e9b9b36cc0/9eab21c4-f4cb-47fd-8761-935884d565f8) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:16:18.884720 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4b8b65ea-723b-4cee-b289-8eba1d006918 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-926863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-926864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-930834'] for router, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:18.963104 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ae1690-ccfa-45a6-be22-3b6f261e0e3b tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Router 8790efb1-8b0d-4d7a-aed1-2ff286e50ee9 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:16:19.100484 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:19.154934 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5eeb209d-bd54-4496-9818-b46d1a7e8a1e tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:19.163908 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52594) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:19.205643 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ce4fa91c-e68d-494d-8f86-ec3aeab70ca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:19.271004 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b8b65ea-723b-4cee-b289-8eba1d006918 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Router 7378ad70-7558-4e10-9996-00608a7de3d7 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:16:19.272404 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-5eeb209d-bd54-4496-9818-b46d1a7e8a1e tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Transition to ACTIVE for port object 9eab21c4-f4cb-47fd-8761-935884d565f8 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:16:19.284740 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-e3447e9a-7730-462f-acba-d6117a42a17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4beab981-07d4-484d-a464-c63bce2181d5', 'name': 'tempest-TestServerBasicOps-606856490-router', 'tenant_id': '36b97bc1c26740c789247736d1f9bb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'd843be4c-eb5a-48da-9d74-9fbd738b45dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:16:11Z', 'updated_at': '2022-05-05T22:16:15Z', 'revision_number': 3, 'project_id': '36b97bc1c26740c789247736d1f9bb7c', 'gw_port': {'id': 'd843be4c-eb5a-48da-9d74-9fbd738b45dc', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4beab981-07d4-484d-a464-c63bce2181d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:16:13Z', 'updated_at': '2022-05-05T22:16:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:19.289663 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3447e9a-7730-462f-acba-d6117a42a17c None None] Checking router: 4beab981-07d4-484d-a464-c63bce2181d5 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:16:19.291918 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3447e9a-7730-462f-acba-d6117a42a17c None None] Updating router 4beab981-07d4-484d-a464-c63bce2181d5 port d843be4c-eb5a-48da-9d74-9fbd738b45dc binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:16:19.404814 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e3447e9a-7730-462f-acba-d6117a42a17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:19.584014 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 32a38e34-4bc4-4825-a395-43930af24d10 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:16:19.619310 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-ce4fa91c-e68d-494d-8f86-ec3aeab70ca6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:16:19.623307 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-ce4fa91c-e68d-494d-8f86-ec3aeab70ca6 admin admin] Usage tracker for resource:security_group_rule and tenant:575f73c31cdd412e99f099b898350c6f is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:16:19.627594 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-ce4fa91c-e68d-494d-8f86-ec3aeab70ca6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:16:19.634983 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-ce4fa91c-e68d-494d-8f86-ec3aeab70ca6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:16:19.723054 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ce4fa91c-e68d-494d-8f86-ec3aeab70ca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:19.757721 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ce4fa91c-e68d-494d-8f86-ec3aeab70ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:19.800893 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ce4fa91c-e68d-494d-8f86-ec3aeab70ca6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=575f73c31cdd412e99f099b898350c6f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6346283 May 05 22:16:19.811384 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52604) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:19.902648 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ae1690-ccfa-45a6-be22-3b6f261e0e3b tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:16:19.907309 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 32a38e34-4bc4-4825-a395-43930af24d10 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:16:19.908352 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:19.914384 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d500f807-1472-403f-8966-acd9af4f356b None None] Sync routers for ids ['8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:16:19.934179 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d500f807-1472-403f-8966-acd9af4f356b None None] Routers {'8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:16:19.934939 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-d500f807-1472-403f-8966-acd9af4f356b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:16:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:19.953651 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4fa91c-e68d-494d-8f86-ec3aeab70ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f0f788-6961-404d-be17-f0a7e034367b,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:19.975360 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-09ae1690-ccfa-45a6-be22-3b6f261e0e3b tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:19.982461 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721054bd-9c2e-4057-a7f4-6c49f8531fc2 None None] Network 03f4e83d-519e-4c58-bc5b-eabdbd2aa00f requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:16:20.035282 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8b65ea-723b-4cee-b289-8eba1d006918 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:16:20.054766 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5eeb209d-bd54-4496-9818-b46d1a7e8a1e tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:20.074197 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-d500f807-1472-403f-8966-acd9af4f356b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:20.098242 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d500f807-1472-403f-8966-acd9af4f356b None None] Routers {'8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:16:20.098896 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-d500f807-1472-403f-8966-acd9af4f356b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:16:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:20.123920 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-09ae1690-ccfa-45a6-be22-3b6f261e0e3b tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 10.3128664 May 05 22:16:20.135305 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52608) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:20.168044 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd3af66-504d-4b70-ad64-3224d51a9ffb None None] Sync routers for ids ['7378ad70-7558-4e10-9996-00608a7de3d7'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:16:20.205588 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ce7c0be7-b487-442f-bf19-a7fd00ec0410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:20.210276 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eeb209d-bd54-4496-9818-b46d1a7e8a1e tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Network 03f4e83d-519e-4c58-bc5b-eabdbd2aa00f is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:16:20.217485 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4b8b65ea-723b-4cee-b289-8eba1d006918 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:20.221009 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4b8b65ea-723b-4cee-b289-8eba1d006918 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] 10.222.0.23 "PUT /v2.0/routers/7378ad70-7558-4e10-9996-00608a7de3d7 HTTP/1.1" status: 200 len: 709 time: 8.5614424 May 05 22:16:20.237251 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-5eeb209d-bd54-4496-9818-b46d1a7e8a1e tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:16:20.238821 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-d500f807-1472-403f-8966-acd9af4f356b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:20.239237 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d500f807-1472-403f-8966-acd9af4f356b None None] The sync data for ids ['8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'] in n-d-825175-4 is: [] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:16:20.244063 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eeb209d-bd54-4496-9818-b46d1a7e8a1e tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:16:20.244600 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5eeb209d-bd54-4496-9818-b46d1a7e8a1e tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:20.251292 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52612) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:20.260960 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeb209d-bd54-4496-9818-b46d1a7e8a1e tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event updated for resources: {'Port': ['ID=9eab21c4-f4cb-47fd-8761-935884d565f8,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:20.342374 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd3af66-504d-4b70-ad64-3224d51a9ffb None None] Routers {'7378ad70-7558-4e10-9996-00608a7de3d7'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:16:20.343175 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-7cd3af66-504d-4b70-ad64-3224d51a9ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:16:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['7378ad70-7558-4e10-9996-00608a7de3d7'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:20.383710 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ce7c0be7-b487-442f-bf19-a7fd00ec0410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:20.385644 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-e8eb3d4c-4888-4cdf-b08d-0193d1a0fcbf tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] 10.222.0.23 "GET /v2.0/floatingips/41b65eb4-84db-4426-a48f-f5df9055f654 HTTP/1.1" status: 200 len: 979 time: 0.2482617 May 05 22:16:20.391311 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52616) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:20.424455 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.resource_extend [None req-e3447e9a-7730-462f-acba-d6117a42a17c None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 22:16:20.433377 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-a386bac4-5e85-41e7-b2de-d477b51daeff None None] Provisioning for port c314e906-a69c-4413-96d0-b4c3e26b1078 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:16:20.550870 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-7cd3af66-504d-4b70-ad64-3224d51a9ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:20.592931 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-659aa8be-d703-4688-a8db-c299f01b2871 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Synchronizing usage tracker for tenant:79b64dfc3f744f4883ccf8456942a652 on resource:floatingip {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:16:20.625349 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-659aa8be-d703-4688-a8db-c299f01b2871 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Unset dirty status for tenant:79b64dfc3f744f4883ccf8456942a652 on resource:floatingip {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:16:20.626604 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-659aa8be-d703-4688-a8db-c299f01b2871 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.2342062 May 05 22:16:20.629460 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52622) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:20.637537 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-12c7d184-70b1-4fd8-8aad-e101c44b8146 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Request body: {'floatingip': {'port_id': 'c9a87a39-b3d4-4291-b904-bdc7ce0ee893'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:16:20.640431 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd3af66-504d-4b70-ad64-3224d51a9ffb None None] Routers {'7378ad70-7558-4e10-9996-00608a7de3d7'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:16:20.641224 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-7cd3af66-504d-4b70-ad64-3224d51a9ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:16:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['7378ad70-7558-4e10-9996-00608a7de3d7'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:20.717384 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device c314e906-a69c-4413-96d0-b4c3e26b1078 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:16:20.769363 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-12c7d184-70b1-4fd8-8aad-e101c44b8146 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for floatingip, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:20.843811 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e3447e9a-7730-462f-acba-d6117a42a17c None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:20.868439 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e3447e9a-7730-462f-acba-d6117a42a17c None None] Transition to ACTIVE for port object d843be4c-eb5a-48da-9d74-9fbd738b45dc will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:16:20.936980 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-7cd3af66-504d-4b70-ad64-3224d51a9ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:20.938109 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd3af66-504d-4b70-ad64-3224d51a9ffb None None] The sync data for ids ['7378ad70-7558-4e10-9996-00608a7de3d7'] in n-d-825175-4 is: [] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:16:20.944104 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e3447e9a-7730-462f-acba-d6117a42a17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:20.944629 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ce7c0be7-b487-442f-bf19-a7fd00ec0410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:20.986754 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ce7c0be7-b487-442f-bf19-a7fd00ec0410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:20.994896 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ce7c0be7-b487-442f-bf19-a7fd00ec0410 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/02f0f788-6961-404d-be17-f0a7e034367b HTTP/1.1" status: 204 len: 168 time: 1.1801393 May 05 22:16:21.020014 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-61b39d5b-1f53-4ebb-83ea-c0f8b70c2ca9 tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] 10.222.0.23 "GET /v2.0/routers/7378ad70-7558-4e10-9996-00608a7de3d7 HTTP/1.1" status: 200 len: 744 time: 0.7658546 May 05 22:16:21.021025 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7c0be7-b487-442f-bf19-a7fd00ec0410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f0f788-6961-404d-be17-f0a7e034367b,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:21.023723 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52630) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:21.082048 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a1cae2bf-8a6d-4271-b939-21149f42297e tempest-RoutersIpV6AdminTest-1445562602 tempest-RoutersIpV6AdminTest-1445562602-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=25bfe237-58de-4709-a3e0-ac79da07c300&device_id=7378ad70-7558-4e10-9996-00608a7de3d7 HTTP/1.1" status: 200 len: 205 time: 0.0553513 May 05 22:16:21.086568 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52636) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:21.094887 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port c314e906-a69c-4413-96d0-b4c3e26b1078 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:16:21.111568 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port c314e906-a69c-4413-96d0-b4c3e26b1078 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:16:21.112217 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:21.151945 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-027aa392-0b21-4235-b0e7-78adb9ea04b6 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] 10.222.0.23 "GET /v2.0/ports?device_id=7378ad70-7558-4e10-9996-00608a7de3d7 HTTP/1.1" status: 200 len: 205 time: 0.0630076 May 05 22:16:21.233233 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52640) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:21.299166 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a8789c8c-627c-4534-9eaa-a00fecb9c060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:21.310564 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00311c30-5dfa-473e-88c1-12f8aa467c1f None None] Pushing event updated for resources: {'Port': ['ID=d843be4c-eb5a-48da-9d74-9fbd738b45dc,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:21.336377 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-e3447e9a-7730-462f-acba-d6117a42a17c None None] Attempting to bind port d843be4c-eb5a-48da-9d74-9fbd738b45dc on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:16:21.336731 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-e3447e9a-7730-462f-acba-d6117a42a17c None None] Attempting to bind port d843be4c-eb5a-48da-9d74-9fbd738b45dc by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:16:21.337087 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3447e9a-7730-462f-acba-d6117a42a17c None None] Attempting to bind port d843be4c-eb5a-48da-9d74-9fbd738b45dc on network 25bfe237-58de-4709-a3e0-ac79da07c300 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:16:21.379951 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3447e9a-7730-462f-acba-d6117a42a17c None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:16:21.380231 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3447e9a-7730-462f-acba-d6117a42a17c None None] Checking segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:16:21.380617 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e3447e9a-7730-462f-acba-d6117a42a17c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:21.385770 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3447e9a-7730-462f-acba-d6117a42a17c None None] Bound using segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:16:21.386284 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-e3447e9a-7730-462f-acba-d6117a42a17c None None] Bound port: d843be4c-eb5a-48da-9d74-9fbd738b45dc, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:16:21.386691 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e3447e9a-7730-462f-acba-d6117a42a17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:21.658394 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5eeb209d-bd54-4496-9818-b46d1a7e8a1e tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:21.659288 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-a8789c8c-627c-4534-9eaa-a00fecb9c060 admin admin] Allocated IP 172.20.0.1 (9f1f0cf7-fdea-42a7-a900-37399c9dd974/a4876b70-f778-4f4e-9889-2f7a22a6e173/18d7febd-2f45-415e-b124-0a8dc8bee63f) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:16:21.792362 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-e3447e9a-7730-462f-acba-d6117a42a17c None None] For port d843be4c-eb5a-48da-9d74-9fbd738b45dc, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:16:21.805293 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-e3447e9a-7730-462f-acba-d6117a42a17c None None] For port d843be4c-eb5a-48da-9d74-9fbd738b45dc, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=d843be4c-eb5a-48da-9d74-9fbd738b45dc,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:16:21.862505 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e3447e9a-7730-462f-acba-d6117a42a17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:22.027475 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-b440bbb8-01f1-419d-8659-960720f43a2d None None] Provisioning for port 9eab21c4-f4cb-47fd-8761-935884d565f8 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:16:22.046298 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-b440bbb8-01f1-419d-8659-960720f43a2d None None] Provisioning complete for port 9eab21c4-f4cb-47fd-8761-935884d565f8 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:16:22.051950 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b440bbb8-01f1-419d-8659-960720f43a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:22.107183 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:22.210766 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5eeb209d-bd54-4496-9818-b46d1a7e8a1e tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:22.227811 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7bf28ee0-b791-49be-be13-6c75758d0769 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks [] for router, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:22.251924 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-b440bbb8-01f1-419d-8659-960720f43a2d None None] Port 9eab21c4-f4cb-47fd-8761-935884d565f8 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:16:22.276648 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3447e9a-7730-462f-acba-d6117a42a17c None None] Routers {'4beab981-07d4-484d-a464-c63bce2181d5'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:16:22.277500 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-e3447e9a-7730-462f-acba-d6117a42a17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:16:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['4beab981-07d4-484d-a464-c63bce2181d5'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:22.291916 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5eeb209d-bd54-4496-9818-b46d1a7e8a1e tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:22.292669 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5eeb209d-bd54-4496-9818-b46d1a7e8a1e tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:22.454045 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-993b8fe9-82ab-4b58-b8af-eeaa6d534b60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:22.466383 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00311c30-5dfa-473e-88c1-12f8aa467c1f None None] Pushing event updated for resources: {'Port': ['ID=d843be4c-eb5a-48da-9d74-9fbd738b45dc,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:22.555062 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port c314e906-a69c-4413-96d0-b4c3e26b1078, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=c314e906-a69c-4413-96d0-b4c3e26b1078,segment=NetworkSegment(0c1163c9-4ddf-4ab1-9dd4-f9d869c38c0e),segment_id=0c1163c9-4ddf-4ab1-9dd4-f9d869c38c0e)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:16:22.558804 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-b440bbb8-01f1-419d-8659-960720f43a2d None None] Provisioning complete for port c314e906-a69c-4413-96d0-b4c3e26b1078 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:16:22.559454 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b440bbb8-01f1-419d-8659-960720f43a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:22.608594 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeb209d-bd54-4496-9818-b46d1a7e8a1e tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event updated for resources: {'Port': ['ID=9eab21c4-f4cb-47fd-8761-935884d565f8,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:22.733300 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a8789c8c-627c-4534-9eaa-a00fecb9c060 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:22.787183 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:22.840798 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-a8789c8c-627c-4534-9eaa-a00fecb9c060 admin admin] Transition to ACTIVE for port object 18d7febd-2f45-415e-b124-0a8dc8bee63f will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:16:22.926240 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a8789c8c-627c-4534-9eaa-a00fecb9c060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:23.010139 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-e3447e9a-7730-462f-acba-d6117a42a17c None None] Set router 4beab981-07d4-484d-a464-c63bce2181d5 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:16:23.010523 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8789c8c-627c-4534-9eaa-a00fecb9c060 admin admin] Network 9f1f0cf7-fdea-42a7-a900-37399c9dd974 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:16:23.018004 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-a8789c8c-627c-4534-9eaa-a00fecb9c060 admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:16:23.026529 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8789c8c-627c-4534-9eaa-a00fecb9c060 admin admin] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:16:23.054327 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:16:23.086831 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a8789c8c-627c-4534-9eaa-a00fecb9c060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:23.099914 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8789c8c-627c-4534-9eaa-a00fecb9c060 admin admin] Pushing event updated for resources: {'Port': ['ID=18d7febd-2f45-415e-b124-0a8dc8bee63f,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:23.260961 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eeb209d-bd54-4496-9818-b46d1a7e8a1e tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Network 03f4e83d-519e-4c58-bc5b-eabdbd2aa00f is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:16:23.266689 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-5eeb209d-bd54-4496-9818-b46d1a7e8a1e tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:16:23.331850 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7bf28ee0-b791-49be-be13-6c75758d0769 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:23.362267 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a8789c8c-627c-4534-9eaa-a00fecb9c060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:23.443906 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-12c7d184-70b1-4fd8-8aad-e101c44b8146 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:23.459363 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7bf28ee0-b791-49be-be13-6c75758d0769 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:23.461392 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-12c7d184-70b1-4fd8-8aad-e101c44b8146 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:23.631701 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7bf28ee0-b791-49be-be13-6c75758d0769 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:23.632211 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf28ee0-b791-49be-be13-6c75758d0769 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Fanout notify agent at l3_agent the message router_deleted on router 7378ad70-7558-4e10-9996-00608a7de3d7 {{(pid=84061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:16:23.795360 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=c314e906-a69c-4413-96d0-b4c3e26b1078,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:23.807223 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7bf28ee0-b791-49be-be13-6c75758d0769 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:23.808314 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-7bf28ee0-b791-49be-be13-6c75758d0769 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] 10.222.0.23 "DELETE /v2.0/routers/7378ad70-7558-4e10-9996-00608a7de3d7 HTTP/1.1" status: 204 len: 168 time: 2.5741122 May 05 22:16:23.812912 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52692) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:23.884065 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-d1f78a99-0292-4187-979a-4a52be431b01 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] 10.222.0.23 "GET /v2.0/ports?device_id=7378ad70-7558-4e10-9996-00608a7de3d7 HTTP/1.1" status: 200 len: 205 time: 0.0674226 May 05 22:16:23.888034 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a8789c8c-627c-4534-9eaa-a00fecb9c060 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:23.889774 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52696) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:23.903639 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a8789c8c-627c-4534-9eaa-a00fecb9c060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:24.041232 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a8789c8c-627c-4534-9eaa-a00fecb9c060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:24.083411 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-7103f819-03fb-49ce-84e9-54351b1a5fdb tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] delete failed (client error): The resource could not be found. May 05 22:16:24.086880 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-7103f819-03fb-49ce-84e9-54351b1a5fdb tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] 10.222.0.23 "DELETE /v2.0/routers/7378ad70-7558-4e10-9996-00608a7de3d7 HTTP/1.1" status: 404 len: 336 time: 0.1890769 May 05 22:16:24.090529 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52704) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:24.098382 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-92cc227b-5e40-4748-badc-a9fa2dec5bc4 None None] Provisioning complete for port 9eab21c4-f4cb-47fd-8761-935884d565f8 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:16:24.098782 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-92cc227b-5e40-4748-badc-a9fa2dec5bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:24.175457 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-e3447e9a-7730-462f-acba-d6117a42a17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4beab981-07d4-484d-a464-c63bce2181d5', 'name': 'tempest-TestServerBasicOps-606856490-router', 'tenant_id': '36b97bc1c26740c789247736d1f9bb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'd843be4c-eb5a-48da-9d74-9fbd738b45dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:16:11Z', 'updated_at': '2022-05-05T22:16:15Z', 'revision_number': 3, 'project_id': '36b97bc1c26740c789247736d1f9bb7c', 'gw_port': {'id': 'd843be4c-eb5a-48da-9d74-9fbd738b45dc', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4beab981-07d4-484d-a464-c63bce2181d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:16:13Z', 'updated_at': '2022-05-05T22:16:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:24.181970 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-92cc227b-5e40-4748-badc-a9fa2dec5bc4 None None] Port 9eab21c4-f4cb-47fd-8761-935884d565f8 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:16:24.185165 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3447e9a-7730-462f-acba-d6117a42a17c None None] The sync data for ids ['4beab981-07d4-484d-a464-c63bce2181d5'] in n-d-825175-4 is: [{'id': '4beab981-07d4-484d-a464-c63bce2181d5', 'name': 'tempest-TestServerBasicOps-606856490-router', 'tenant_id': '36b97bc1c26740c789247736d1f9bb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'd843be4c-eb5a-48da-9d74-9fbd738b45dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:16:11Z', 'updated_at': '2022-05-05T22:16:15Z', 'revision_number': 3, 'project_id': '36b97bc1c26740c789247736d1f9bb7c', 'gw_port': {'id': 'd843be4c-eb5a-48da-9d74-9fbd738b45dc', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4beab981-07d4-484d-a464-c63bce2181d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:16:13Z', 'updated_at': '2022-05-05T22:16:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:16:24.211015 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-92cc227b-5e40-4748-badc-a9fa2dec5bc4 None None] Provisioning for port 18d7febd-2f45-415e-b124-0a8dc8bee63f completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:16:24.217207 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-92cc227b-5e40-4748-badc-a9fa2dec5bc4 None None] Provisioning complete for port 18d7febd-2f45-415e-b124-0a8dc8bee63f triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:16:24.218183 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-92cc227b-5e40-4748-badc-a9fa2dec5bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:24.269432 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eeb209d-bd54-4496-9818-b46d1a7e8a1e tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Router bc2966bf-2383-447c-ae18-560ca8943c1f is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 22:16:24.359768 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-92cc227b-5e40-4748-badc-a9fa2dec5bc4 None None] Port 18d7febd-2f45-415e-b124-0a8dc8bee63f cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:16:24.378636 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1d00e0f9-2a20-4b39-92f8-50de83fcc1fd tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] 10.222.0.23 "GET /v2.0/ports?device_id=28bdddc1-862f-4c51-8fec-ef747bdda891 HTTP/1.1" status: 200 len: 205 time: 0.2839670 May 05 22:16:24.391905 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52714) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:24.401370 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8789c8c-627c-4534-9eaa-a00fecb9c060 admin admin] Pushing event updated for resources: {'Port': ['ID=18d7febd-2f45-415e-b124-0a8dc8bee63f,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:24.525411 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-ac738360-507f-4347-9241-22434af5b417 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] delete failed (client error): The resource could not be found. May 05 22:16:24.529098 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ac738360-507f-4347-9241-22434af5b417 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] 10.222.0.23 "DELETE /v2.0/routers/28bdddc1-862f-4c51-8fec-ef747bdda891 HTTP/1.1" status: 404 len: 336 time: 0.1296549 May 05 22:16:24.534875 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52720) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:24.609787 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8789c8c-627c-4534-9eaa-a00fecb9c060 admin admin] Network 9f1f0cf7-fdea-42a7-a900-37399c9dd974 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:16:24.627569 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-3863ee1a-284b-431a-ae63-c60e1450febe tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1a5e28f-e94e-434c-b25b-b656ec0cfce8 HTTP/1.1" status: 200 len: 205 time: 0.0884311 May 05 22:16:24.634338 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-a8789c8c-627c-4534-9eaa-a00fecb9c060 admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:16:24.641082 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52730) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:24.935064 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device c314e906-a69c-4413-96d0-b4c3e26b1078 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:16:24.956845 n-d-825175-4 neutron-server[84063]: INFO neutron.db.l3_db [None req-12c7d184-70b1-4fd8-8aad-e101c44b8146 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Floating IP 41b65eb4-84db-4426-a48f-f5df9055f654 associated. External IP: 172.25.4.159, port: 64e5faa6-a85a-42d0-838f-228575a33f5d. May 05 22:16:24.985229 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [None req-e532664f-39b7-48c7-8c8e-3887bd1bece8 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] delete failed (client error): The resource could not be found. May 05 22:16:24.986969 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e532664f-39b7-48c7-8c8e-3887bd1bece8 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] 10.222.0.23 "DELETE /v2.0/routers/b1a5e28f-e94e-434c-b25b-b656ec0cfce8 HTTP/1.1" status: 404 len: 336 time: 0.3445101 May 05 22:16:24.989946 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52738) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:25.055330 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ae6095c7-3514-4634-a08a-e2f96d2e3a37 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] 10.222.0.23 "GET /v2.0/ports?device_id=346a036a-fc74-4511-8fc4-a01886bcf379 HTTP/1.1" status: 200 len: 205 time: 0.0638466 May 05 22:16:25.061477 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port c314e906-a69c-4413-96d0-b4c3e26b1078 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:16:25.061709 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52746) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:25.062249 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:25.161894 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [None req-b47ed6a5-3a2d-4c2a-ac33-652169995e74 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] delete failed (client error): The resource could not be found. May 05 22:16:25.162970 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b47ed6a5-3a2d-4c2a-ac33-652169995e74 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] 10.222.0.23 "DELETE /v2.0/routers/346a036a-fc74-4511-8fc4-a01886bcf379 HTTP/1.1" status: 404 len: 336 time: 0.0917919 May 05 22:16:25.167948 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52750) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:25.184665 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-8d5ff2db-f99f-4081-bad5-b65780addb10 None None] Provisioning complete for port 18d7febd-2f45-415e-b124-0a8dc8bee63f triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:16:25.185497 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8d5ff2db-f99f-4081-bad5-b65780addb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:25.250864 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eeb209d-bd54-4496-9818-b46d1a7e8a1e tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:16:25.256853 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c78ab13b-0edf-4541-9739-3ae2b73181f0 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9f8a63c-d7e1-4d88-9f87-5448c182cc9b HTTP/1.1" status: 200 len: 205 time: 0.0858161 May 05 22:16:25.261740 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-5eeb209d-bd54-4496-9818-b46d1a7e8a1e tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "PUT /v2.0/routers/bc2966bf-2383-447c-ae18-560ca8943c1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8848269 May 05 22:16:25.268234 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52754) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:25.268626 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52756) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:25.269363 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5d1a34-4e83-4b5e-84a9-925b4bb4a2e3 None None] Sync routers for ids ['bc2966bf-2383-447c-ae18-560ca8943c1f'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:16:25.289136 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-8d5ff2db-f99f-4081-bad5-b65780addb10 None None] Port 18d7febd-2f45-415e-b124-0a8dc8bee63f cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:16:25.297058 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5d1a34-4e83-4b5e-84a9-925b4bb4a2e3 None None] Routers {'bc2966bf-2383-447c-ae18-560ca8943c1f'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:16:25.297867 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-ae5d1a34-4e83-4b5e-84a9-925b4bb4a2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:16:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['bc2966bf-2383-447c-ae18-560ca8943c1f'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:25.379023 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-ae5d1a34-4e83-4b5e-84a9-925b4bb4a2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:25.392514 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5d1a34-4e83-4b5e-84a9-925b4bb4a2e3 None None] Routers {'bc2966bf-2383-447c-ae18-560ca8943c1f'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:16:25.393345 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-ae5d1a34-4e83-4b5e-84a9-925b4bb4a2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:16:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['bc2966bf-2383-447c-ae18-560ca8943c1f'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:25.464216 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-ae5d1a34-4e83-4b5e-84a9-925b4bb4a2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:25.464668 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5d1a34-4e83-4b5e-84a9-925b4bb4a2e3 None None] The sync data for ids ['bc2966bf-2383-447c-ae18-560ca8943c1f'] in n-d-825175-4 is: [] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:16:25.485216 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [None req-51e6f908-d80a-4a1b-9ac3-7564eb6f5b75 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] delete failed (client error): The resource could not be found. May 05 22:16:25.490500 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-51e6f908-d80a-4a1b-9ac3-7564eb6f5b75 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] 10.222.0.23 "DELETE /v2.0/routers/a9f8a63c-d7e1-4d88-9f87-5448c182cc9b HTTP/1.1" status: 404 len: 336 time: 0.2204485 May 05 22:16:25.497887 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52764) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:25.556977 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41eea893-9865-4243-b392-0f9e684de4b1 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:16:25.560333 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-41eea893-9865-4243-b392-0f9e684de4b1 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Synchronizing usage tracker for tenant:47ea26e8a7d7452cb25778b9d924edf0 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:16:25.614615 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-6c9a1e79-5545-4d11-a232-8d54ab06f645 tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca843889-4e05-4a15-bc1b-58abe8daf3d0 HTTP/1.1" status: 200 len: 205 time: 0.1114058 May 05 22:16:25.617750 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52774) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:25.649057 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-41eea893-9865-4243-b392-0f9e684de4b1 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Unset dirty status for tenant:47ea26e8a7d7452cb25778b9d924edf0 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:16:25.657264 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-41eea893-9865-4243-b392-0f9e684de4b1 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "GET /v2.0/ports/9eab21c4-f4cb-47fd-8761-935884d565f8 HTTP/1.1" status: 200 len: 911 time: 0.3843009 May 05 22:16:25.694578 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52778) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:25.714274 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-45fd8605-20fe-40ac-bb35-bc3704e0b773 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1f029481-587a-4ed8-9afa-d3e9b9b36cc0'}]}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:16:25.733195 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-993b8fe9-82ab-4b58-b8af-eeaa6d534b60 admin admin] Deleting port ee371f70-6a28-430b-94c0-3fdedcfe6ce3 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:16:25.733888 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-993b8fe9-82ab-4b58-b8af-eeaa6d534b60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:25.809188 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-7da8259d-8ed9-4490-8adb-6ce1a48da47d tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] delete failed (client error): The resource could not be found. May 05 22:16:25.812951 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-7da8259d-8ed9-4490-8adb-6ce1a48da47d tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] 10.222.0.23 "DELETE /v2.0/routers/ca843889-4e05-4a15-bc1b-58abe8daf3d0 HTTP/1.1" status: 404 len: 336 time: 0.1912410 May 05 22:16:25.855530 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52784) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:25.906907 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-62c79877-bda4-4973-98c2-5330c71d1c0f tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] DELETE failed (client error): The resource could not be found. May 05 22:16:25.907262 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62c79877-bda4-4973-98c2-5330c71d1c0f tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:16:25.908898 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-62c79877-bda4-4973-98c2-5330c71d1c0f tempest-RoutersIpV6AdminTest-1607719363 tempest-RoutersIpV6AdminTest-1607719363-project] 10.222.0.23 "DELETE /v2.0/subnets/f63cefad-cba2-4a0b-ade2-e2f4eb117ebf HTTP/1.1" status: 404 len: 337 time: 0.0523560 May 05 22:16:25.991561 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-993b8fe9-82ab-4b58-b8af-eeaa6d534b60 admin admin] For port ee371f70-6a28-430b-94c0-3fdedcfe6ce3, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=ee371f70-6a28-430b-94c0-3fdedcfe6ce3,segment=NetworkSegment(f2778ac1-72a7-4736-b3a9-9126090f5f76),segment_id=f2778ac1-72a7-4736-b3a9-9126090f5f76)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:16:25.993722 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-993b8fe9-82ab-4b58-b8af-eeaa6d534b60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:26.219781 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-993b8fe9-82ab-4b58-b8af-eeaa6d534b60 admin admin] Calling delete_port for ee371f70-6a28-430b-94c0-3fdedcfe6ce3 owned by network:router_interface {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:16:26.284325 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8789c8c-627c-4534-9eaa-a00fecb9c060 admin admin] Router 4beab981-07d4-484d-a464-c63bce2181d5 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:16:26.630029 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52796) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:26.711960 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-45fd8605-20fe-40ac-bb35-bc3704e0b773 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:26.735351 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-993b8fe9-82ab-4b58-b8af-eeaa6d534b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:26.909294 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993b8fe9-82ab-4b58-b8af-eeaa6d534b60 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee371f70-6a28-430b-94c0-3fdedcfe6ce3,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:26.936954 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c7d184-70b1-4fd8-8aad-e101c44b8146 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Router 8790efb1-8b0d-4d7a-aed1-2ff286e50ee9 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:16:26.986555 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device d843be4c-eb5a-48da-9d74-9fbd738b45dc up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:16:27.170528 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port d843be4c-eb5a-48da-9d74-9fbd738b45dc completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:16:27.187660 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port d843be4c-eb5a-48da-9d74-9fbd738b45dc triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:16:27.187885 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:27.443576 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-993b8fe9-82ab-4b58-b8af-eeaa6d534b60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:27.445404 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:27.468528 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port d843be4c-eb5a-48da-9d74-9fbd738b45dc, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=d843be4c-eb5a-48da-9d74-9fbd738b45dc,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:16:27.474920 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:27.505627 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-afa2e6ec-9f44-4bcc-a195-9db05008df3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:27.579022 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=d843be4c-eb5a-48da-9d74-9fbd738b45dc,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:27.621791 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-afa2e6ec-9f44-4bcc-a195-9db05008df3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:16:27.673148 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-afa2e6ec-9f44-4bcc-a195-9db05008df3f admin admin] Usage tracker for resource:security_group_rule and tenant:a2eabe7e70de4863a8371f817bdd6ea0 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:16:27.691758 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-afa2e6ec-9f44-4bcc-a195-9db05008df3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:16:27.711058 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-afa2e6ec-9f44-4bcc-a195-9db05008df3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:16:27.827571 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8789c8c-627c-4534-9eaa-a00fecb9c060 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:16:27.925614 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a8789c8c-627c-4534-9eaa-a00fecb9c060 admin admin] 10.222.0.23 "PUT /v2.0/routers/4beab981-07d4-484d-a464-c63bce2181d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4331889 May 05 22:16:27.995029 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c7d184-70b1-4fd8-8aad-e101c44b8146 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:16:28.022552 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0605424-2d2f-4f95-9dca-bd82a280c53f None None] Sync routers for ids ['8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:16:28.067511 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0605424-2d2f-4f95-9dca-bd82a280c53f None None] Routers {'8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:16:28.068153 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-b0605424-2d2f-4f95-9dca-bd82a280c53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:16:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:28.222415 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-b0605424-2d2f-4f95-9dca-bd82a280c53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:28.237993 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-45fd8605-20fe-40ac-bb35-bc3704e0b773 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:28.240739 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0605424-2d2f-4f95-9dca-bd82a280c53f None None] Routers {'8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:16:28.241586 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-b0605424-2d2f-4f95-9dca-bd82a280c53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:16:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:28.259921 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-afa2e6ec-9f44-4bcc-a195-9db05008df3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:28.298104 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-afa2e6ec-9f44-4bcc-a195-9db05008df3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:28.350541 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-45fd8605-20fe-40ac-bb35-bc3704e0b773 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:28.353907 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fd8605-20fe-40ac-bb35-bc3704e0b773 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:16:28.354507 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-45fd8605-20fe-40ac-bb35-bc3704e0b773 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:28.358408 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-45fd8605-20fe-40ac-bb35-bc3704e0b773 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "PUT /v2.0/ports/9eab21c4-f4cb-47fd-8761-935884d565f8 HTTP/1.1" status: 200 len: 911 time: 2.6560056 May 05 22:16:28.370868 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52826) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:28.392970 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-b0605424-2d2f-4f95-9dca-bd82a280c53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:28.393367 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0605424-2d2f-4f95-9dca-bd82a280c53f None None] The sync data for ids ['8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'] in n-d-825175-4 is: [] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:16:28.496554 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fd8605-20fe-40ac-bb35-bc3704e0b773 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event updated for resources: {'Port': ['ID=9eab21c4-f4cb-47fd-8761-935884d565f8,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:28.538812 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa2e6ec-9f44-4bcc-a195-9db05008df3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=834dc847-fe78-4685-aa7c-918ad6d32dcb,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:28.548492 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-afa2e6ec-9f44-4bcc-a195-9db05008df3f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a2eabe7e70de4863a8371f817bdd6ea0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9133141 May 05 22:16:28.551318 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52830) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:28.670297 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a7147a88-9213-4dfe-9d16-0b4af5ae7012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:28.718241 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a7147a88-9213-4dfe-9d16-0b4af5ae7012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:28.892635 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-993b8fe9-82ab-4b58-b8af-eeaa6d534b60 admin admin] Router df4a782b-5020-4fe2-83f1-2d657fe715c5 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:16:29.165166 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5c2a0fe1-8bcf-412a-9ef4-605dfc36119b tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:29.166378 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device d843be4c-eb5a-48da-9d74-9fbd738b45dc up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:16:29.224853 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a7147a88-9213-4dfe-9d16-0b4af5ae7012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:29.274421 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7147a88-9213-4dfe-9d16-0b4af5ae7012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834dc847-fe78-4685-aa7c-918ad6d32dcb,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:29.301059 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a7147a88-9213-4dfe-9d16-0b4af5ae7012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:29.305373 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a7147a88-9213-4dfe-9d16-0b4af5ae7012 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/834dc847-fe78-4685-aa7c-918ad6d32dcb HTTP/1.1" status: 204 len: 168 time: 0.7518511 May 05 22:16:29.384014 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c7d184-70b1-4fd8-8aad-e101c44b8146 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Router 8790efb1-8b0d-4d7a-aed1-2ff286e50ee9 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:16:29.405017 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port d843be4c-eb5a-48da-9d74-9fbd738b45dc triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:16:29.405287 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:29.576768 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52840) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:29.613043 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-a450f6b3-2237-4da6-b1fa-417882c540fc tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-980422689', 'description': 'tempest-secgroup-smoke-980422689 description', 'project_id': '989c505d69dd4ac5bbb5923b5623477d'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:16:29.665505 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a450f6b3-2237-4da6-b1fa-417882c540fc tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:16:29.688931 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a450f6b3-2237-4da6-b1fa-417882c540fc tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Usage tracker for resource:security_group and tenant:989c505d69dd4ac5bbb5923b5623477d is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:16:29.695246 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a450f6b3-2237-4da6-b1fa-417882c540fc tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:16:29.712574 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a450f6b3-2237-4da6-b1fa-417882c540fc tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:16:29.775183 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c7d184-70b1-4fd8-8aad-e101c44b8146 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:16:29.780899 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a450f6b3-2237-4da6-b1fa-417882c540fc tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:29.790556 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4816ec-8e28-4026-8b78-053ae8e22b4c None None] Sync routers for ids ['8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:16:29.792570 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-12c7d184-70b1-4fd8-8aad-e101c44b8146 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:29.808353 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4816ec-8e28-4026-8b78-053ae8e22b4c None None] Routers {'8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:16:29.809111 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-1a4816ec-8e28-4026-8b78-053ae8e22b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:16:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:29.853405 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-993b8fe9-82ab-4b58-b8af-eeaa6d534b60 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:16:29.863451 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b9e656-48e2-4057-98ef-850125e70d97 None None] Sync routers for ids ['df4a782b-5020-4fe2-83f1-2d657fe715c5'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:16:29.885653 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b9e656-48e2-4057-98ef-850125e70d97 None None] Routers {'df4a782b-5020-4fe2-83f1-2d657fe715c5'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:16:29.886282 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-e4b9e656-48e2-4057-98ef-850125e70d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:16:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['df4a782b-5020-4fe2-83f1-2d657fe715c5'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:29.911044 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-993b8fe9-82ab-4b58-b8af-eeaa6d534b60 admin admin] 10.222.0.23 "PUT /v2.0/routers/df4a782b-5020-4fe2-83f1-2d657fe715c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0734844 May 05 22:16:29.989963 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-1a4816ec-8e28-4026-8b78-053ae8e22b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:30.002564 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52852) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:30.003277 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52854) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:30.019247 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4816ec-8e28-4026-8b78-053ae8e22b4c None None] Routers {'8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:16:30.019906 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-1a4816ec-8e28-4026-8b78-053ae8e22b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:16:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:30.085764 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-1a4816ec-8e28-4026-8b78-053ae8e22b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:30.086462 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4816ec-8e28-4026-8b78-053ae8e22b4c None None] The sync data for ids ['8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'] in n-d-825175-4 is: [] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:16:30.223939 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-12c7d184-70b1-4fd8-8aad-e101c44b8146 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] 10.222.0.23 "PUT /v2.0/floatingips/41b65eb4-84db-4426-a48f-f5df9055f654 HTTP/1.1" status: 200 len: 977 time: 9.5910048 May 05 22:16:30.227873 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52866) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:30.234810 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-990b9cad-dc68-4532-864a-8c17570957e0 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:16:30.332562 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a450f6b3-2237-4da6-b1fa-417882c540fc tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:16:30.343841 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a450f6b3-2237-4da6-b1fa-417882c540fc tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Usage tracker for resource:security_group_rule and tenant:989c505d69dd4ac5bbb5923b5623477d is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:16:30.352612 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a450f6b3-2237-4da6-b1fa-417882c540fc tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:16:30.356993 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-990b9cad-dc68-4532-864a-8c17570957e0 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for floatingip, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:30.363440 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a450f6b3-2237-4da6-b1fa-417882c540fc tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:16:30.388804 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-e4b9e656-48e2-4057-98ef-850125e70d97 None None] Set router df4a782b-5020-4fe2-83f1-2d657fe715c5 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:16:30.546198 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a450f6b3-2237-4da6-b1fa-417882c540fc tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:30.581617 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a450f6b3-2237-4da6-b1fa-417882c540fc tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:30.627556 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9995c7c6-b40e-4b98-a802-bae7eaaa41e5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cf406e9775934d9fb753811badf0a404&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6212401 May 05 22:16:30.658405 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52872) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:30.675630 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a450f6b3-2237-4da6-b1fa-417882c540fc tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:30.676895 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a450f6b3-2237-4da6-b1fa-417882c540fc tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.0950494 May 05 22:16:30.679674 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a450f6b3-2237-4da6-b1fa-417882c540fc tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1868c33-7142-4ab6-ae0c-4ca9fe2a6b7c,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:30.682832 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52876) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:30.707483 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-3d17a479-bd60-4e67-9781-c0b8ad56ff6e tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Request body: {'security_group_rule': {'security_group_id': 'e1868c33-7142-4ab6-ae0c-4ca9fe2a6b7c', 'project_id': '989c505d69dd4ac5bbb5923b5623477d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:16:30.722205 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-3d17a479-bd60-4e67-9781-c0b8ad56ff6e tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:16:30.731754 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-3d17a479-bd60-4e67-9781-c0b8ad56ff6e tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Usage tracker for resource:security_group_rule and tenant:989c505d69dd4ac5bbb5923b5623477d is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:16:30.736324 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-3d17a479-bd60-4e67-9781-c0b8ad56ff6e tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:16:30.746989 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-3d17a479-bd60-4e67-9781-c0b8ad56ff6e tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:16:30.830561 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3d17a479-bd60-4e67-9781-c0b8ad56ff6e tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:30.836798 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-990b9cad-dc68-4532-864a-8c17570957e0 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:30.854611 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-990b9cad-dc68-4532-864a-8c17570957e0 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:30.854965 n-d-825175-4 neutron-server[84063]: INFO neutron.db.l3_db [None req-990b9cad-dc68-4532-864a-8c17570957e0 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Floating IP 41b65eb4-84db-4426-a48f-f5df9055f654 disassociated. External IP: 172.25.4.159, port: c9a87a39-b3d4-4291-b904-bdc7ce0ee893. May 05 22:16:30.879414 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-5c2a0fe1-8bcf-412a-9ef4-605dfc36119b tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Deleting port 9eab21c4-f4cb-47fd-8761-935884d565f8 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:16:30.879840 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5c2a0fe1-8bcf-412a-9ef4-605dfc36119b tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:30.932988 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-e4b9e656-48e2-4057-98ef-850125e70d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4a782b-5020-4fe2-83f1-2d657fe715c5', 'name': 'tempest-TestServerMultinode-865284363-router', 'tenant_id': '73d345cf0a794159ba751dcc23f97acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'd43dbf4a-bb52-43a3-851b-6e9e12341362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:14:22Z', 'updated_at': '2022-05-05T22:16:26Z', 'revision_number': 5, 'project_id': '73d345cf0a794159ba751dcc23f97acb', 'gw_port': {'id': 'd43dbf4a-bb52-43a3-851b-6e9e12341362', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:29:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4a782b-5020-4fe2-83f1-2d657fe715c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:14:24Z', 'updated_at': '2022-05-05T22:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:30.938198 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b9e656-48e2-4057-98ef-850125e70d97 None None] Checking router: df4a782b-5020-4fe2-83f1-2d657fe715c5 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:16:30.952508 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b9e656-48e2-4057-98ef-850125e70d97 None None] Routers {'df4a782b-5020-4fe2-83f1-2d657fe715c5'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:16:30.953459 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-e4b9e656-48e2-4057-98ef-850125e70d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:16:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['df4a782b-5020-4fe2-83f1-2d657fe715c5'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:30.980508 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3d17a479-bd60-4e67-9781-c0b8ad56ff6e tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:30.982021 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0eff3f7f-8c4f-4167-aba5-e5995e00b4a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:31.043481 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3d17a479-bd60-4e67-9781-c0b8ad56ff6e tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:31.096056 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d17a479-bd60-4e67-9781-c0b8ad56ff6e tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd5fe6c6-ae00-4097-a836-653316ba0280,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:31.118137 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3d17a479-bd60-4e67-9781-c0b8ad56ff6e tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:31.120018 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-3d17a479-bd60-4e67-9781-c0b8ad56ff6e tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4362628 May 05 22:16:31.126693 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52880) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:31.133597 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-a96d3aa7-df4a-4e0d-a0ef-d625698d9486 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Request body: {'security_group_rule': {'security_group_id': 'e1868c33-7142-4ab6-ae0c-4ca9fe2a6b7c', 'project_id': '989c505d69dd4ac5bbb5923b5623477d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:16:31.158143 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a96d3aa7-df4a-4e0d-a0ef-d625698d9486 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:16:31.169454 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a96d3aa7-df4a-4e0d-a0ef-d625698d9486 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Usage tracker for resource:security_group_rule and tenant:989c505d69dd4ac5bbb5923b5623477d is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:16:31.170102 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-e4b9e656-48e2-4057-98ef-850125e70d97 None None] Set router df4a782b-5020-4fe2-83f1-2d657fe715c5 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:16:31.182848 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a96d3aa7-df4a-4e0d-a0ef-d625698d9486 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:16:31.195102 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a96d3aa7-df4a-4e0d-a0ef-d625698d9486 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:16:31.195461 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0eff3f7f-8c4f-4167-aba5-e5995e00b4a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:31.198808 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5c2a0fe1-8bcf-412a-9ef4-605dfc36119b tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:31.248145 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-60487b60-8414-4467-89ea-7986e9d8fdd9 admin admin] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:31.423677 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-5c2a0fe1-8bcf-412a-9ef4-605dfc36119b tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Calling delete_port for 9eab21c4-f4cb-47fd-8761-935884d565f8 owned by network:router_interface {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:16:31.437476 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0eff3f7f-8c4f-4167-aba5-e5995e00b4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:31.471155 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0eff3f7f-8c4f-4167-aba5-e5995e00b4a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:31.472294 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0eff3f7f-8c4f-4167-aba5-e5995e00b4a2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/89cef8b7-d55d-4b42-bfa5-dc1af3fda380 HTTP/1.1" status: 204 len: 168 time: 0.8110781 May 05 22:16:31.483920 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eff3f7f-8c4f-4167-aba5-e5995e00b4a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89cef8b7-d55d-4b42-bfa5-dc1af3fda380,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:31.491433 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a96d3aa7-df4a-4e0d-a0ef-d625698d9486 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:31.610778 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a96d3aa7-df4a-4e0d-a0ef-d625698d9486 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:31.623817 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a96d3aa7-df4a-4e0d-a0ef-d625698d9486 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:31.629052 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-e4b9e656-48e2-4057-98ef-850125e70d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4a782b-5020-4fe2-83f1-2d657fe715c5', 'name': 'tempest-TestServerMultinode-865284363-router', 'tenant_id': '73d345cf0a794159ba751dcc23f97acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'd43dbf4a-bb52-43a3-851b-6e9e12341362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:14:22Z', 'updated_at': '2022-05-05T22:16:26Z', 'revision_number': 5, 'project_id': '73d345cf0a794159ba751dcc23f97acb', 'gw_port': {'id': 'd43dbf4a-bb52-43a3-851b-6e9e12341362', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:29:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4a782b-5020-4fe2-83f1-2d657fe715c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:14:24Z', 'updated_at': '2022-05-05T22:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:31.642235 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b9e656-48e2-4057-98ef-850125e70d97 None None] The sync data for ids ['df4a782b-5020-4fe2-83f1-2d657fe715c5'] in n-d-825175-4 is: [{'id': 'df4a782b-5020-4fe2-83f1-2d657fe715c5', 'name': 'tempest-TestServerMultinode-865284363-router', 'tenant_id': '73d345cf0a794159ba751dcc23f97acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'd43dbf4a-bb52-43a3-851b-6e9e12341362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:14:22Z', 'updated_at': '2022-05-05T22:16:26Z', 'revision_number': 5, 'project_id': '73d345cf0a794159ba751dcc23f97acb', 'gw_port': {'id': 'd43dbf4a-bb52-43a3-851b-6e9e12341362', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:29:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4a782b-5020-4fe2-83f1-2d657fe715c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:14:24Z', 'updated_at': '2022-05-05T22:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:16:31.689881 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a96d3aa7-df4a-4e0d-a0ef-d625698d9486 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:31.693356 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a96d3aa7-df4a-4e0d-a0ef-d625698d9486 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5621169 May 05 22:16:31.701016 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52900) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:31.701683 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96d3aa7-df4a-4e0d-a0ef-d625698d9486 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ba15fe9-1d30-4d81-879d-10f87503753c,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:31.712909 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-ffc37384-173e-4668-956b-b2f44937ec19 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Request body: {'security_group_rule': {'security_group_id': 'e1868c33-7142-4ab6-ae0c-4ca9fe2a6b7c', 'project_id': '989c505d69dd4ac5bbb5923b5623477d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:16:31.744688 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-ffc37384-173e-4668-956b-b2f44937ec19 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:16:31.765502 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-ffc37384-173e-4668-956b-b2f44937ec19 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Usage tracker for resource:security_group_rule and tenant:989c505d69dd4ac5bbb5923b5623477d is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:16:31.787449 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-ffc37384-173e-4668-956b-b2f44937ec19 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:16:31.797914 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-ffc37384-173e-4668-956b-b2f44937ec19 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:16:31.833967 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ffc37384-173e-4668-956b-b2f44937ec19 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:31.905593 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-60487b60-8414-4467-89ea-7986e9d8fdd9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:31.949780 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-60487b60-8414-4467-89ea-7986e9d8fdd9 admin admin] Deleting port d43dbf4a-bb52-43a3-851b-6e9e12341362 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:16:31.950207 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-60487b60-8414-4467-89ea-7986e9d8fdd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:31.980368 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ffc37384-173e-4668-956b-b2f44937ec19 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:31.984222 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5c2a0fe1-8bcf-412a-9ef4-605dfc36119b tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:32.087805 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2a0fe1-8bcf-412a-9ef4-605dfc36119b tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event deleted for resources: {'Port': ['ID=9eab21c4-f4cb-47fd-8761-935884d565f8,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:32.096064 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ffc37384-173e-4668-956b-b2f44937ec19 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:32.291710 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc37384-173e-4668-956b-b2f44937ec19 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=351d4c8e-41fd-4d86-b6cc-796e8095caf4,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:32.368562 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-60487b60-8414-4467-89ea-7986e9d8fdd9 admin admin] For port d43dbf4a-bb52-43a3-851b-6e9e12341362, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=d43dbf4a-bb52-43a3-851b-6e9e12341362,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:16:32.368927 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-60487b60-8414-4467-89ea-7986e9d8fdd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:32.418494 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ffc37384-173e-4668-956b-b2f44937ec19 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:32.422368 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ffc37384-173e-4668-956b-b2f44937ec19 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7148540 May 05 22:16:32.422518 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52916) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:32.433192 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-54c90353-ccb8-497f-bfb5-e90ef5546537 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Request body: {'security_group_rule': {'security_group_id': 'e1868c33-7142-4ab6-ae0c-4ca9fe2a6b7c', 'project_id': '989c505d69dd4ac5bbb5923b5623477d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:16:32.447460 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-54c90353-ccb8-497f-bfb5-e90ef5546537 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:16:32.462777 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-54c90353-ccb8-497f-bfb5-e90ef5546537 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Usage tracker for resource:security_group_rule and tenant:989c505d69dd4ac5bbb5923b5623477d is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:16:32.469505 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-54c90353-ccb8-497f-bfb5-e90ef5546537 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:16:32.478532 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-54c90353-ccb8-497f-bfb5-e90ef5546537 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:16:32.524397 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-54c90353-ccb8-497f-bfb5-e90ef5546537 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:32.570803 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5c2a0fe1-8bcf-412a-9ef4-605dfc36119b tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:32.595098 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-60487b60-8414-4467-89ea-7986e9d8fdd9 admin admin] Calling delete_port for d43dbf4a-bb52-43a3-851b-6e9e12341362 owned by network:router_gateway {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:16:32.706557 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-54c90353-ccb8-497f-bfb5-e90ef5546537 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:32.775316 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-54c90353-ccb8-497f-bfb5-e90ef5546537 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:32.811379 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c90353-ccb8-497f-bfb5-e90ef5546537 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c127697-5e4f-4275-ad6b-0224c0200f3b,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:32.864055 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-60487b60-8414-4467-89ea-7986e9d8fdd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:32.873543 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device ee371f70-6a28-430b-94c0-3fdedcfe6ce3 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:16:32.944463 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: ee371f70-6a28-430b-94c0-3fdedcfe6ce3 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:16:32.945164 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device ee371f70-6a28-430b-94c0-3fdedcfe6ce3 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:16:32.973216 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60487b60-8414-4467-89ea-7986e9d8fdd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d43dbf4a-bb52-43a3-851b-6e9e12341362,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:33.043756 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-54c90353-ccb8-497f-bfb5-e90ef5546537 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:33.048256 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-54c90353-ccb8-497f-bfb5-e90ef5546537 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6248317 May 05 22:16:33.050983 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52928) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:33.065221 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-47a6aff6-4a9d-4334-9e5e-cebfa1594b02 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Request body: {'security_group_rule': {'security_group_id': 'e1868c33-7142-4ab6-ae0c-4ca9fe2a6b7c', 'project_id': '989c505d69dd4ac5bbb5923b5623477d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:16:33.071693 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-47a6aff6-4a9d-4334-9e5e-cebfa1594b02 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:16:33.075840 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-47a6aff6-4a9d-4334-9e5e-cebfa1594b02 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Usage tracker for resource:security_group_rule and tenant:989c505d69dd4ac5bbb5923b5623477d is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:16:33.080086 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-47a6aff6-4a9d-4334-9e5e-cebfa1594b02 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:16:33.097134 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-47a6aff6-4a9d-4334-9e5e-cebfa1594b02 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:16:33.108835 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52932) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:33.119918 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-990b9cad-dc68-4532-864a-8c17570957e0 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Router 8790efb1-8b0d-4d7a-aed1-2ff286e50ee9 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:16:33.345103 n-d-825175-4 neutron-server[84063]: INFO neutron.db.securitygroups_db [None req-47a6aff6-4a9d-4334-9e5e-cebfa1594b02 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Project 989c505d69dd4ac5bbb5923b5623477d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 22:16:33.349264 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-60487b60-8414-4467-89ea-7986e9d8fdd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:33.398496 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c2a0fe1-8bcf-412a-9ef4-605dfc36119b tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Router bc2966bf-2383-447c-ae18-560ca8943c1f has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:16:33.515547 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-bb9ef18c-3a7a-4d1a-8186-f2c1c1a894e9 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-399758004'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:16:33.521274 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-bb9ef18c-3a7a-4d1a-8186-f2c1c1a894e9 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:16:33.529427 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-bb9ef18c-3a7a-4d1a-8186-f2c1c1a894e9 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Usage tracker for resource:network and tenant:7c164ba9b4884bf8a1632d501ccd1b6f is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:16:33.534194 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-bb9ef18c-3a7a-4d1a-8186-f2c1c1a894e9 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:16:33.541189 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-bb9ef18c-3a7a-4d1a-8186-f2c1c1a894e9 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:16:33.580756 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c2a0fe1-8bcf-412a-9ef4-605dfc36119b tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:16:33.586909 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-5c2a0fe1-8bcf-412a-9ef4-605dfc36119b tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "PUT /v2.0/routers/bc2966bf-2383-447c-ae18-560ca8943c1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2136714 May 05 22:16:33.593102 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b86546d-7b88-477a-bf4d-db73a4654315 None None] Sync routers for ids ['bc2966bf-2383-447c-ae18-560ca8943c1f'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:16:33.593994 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52946) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:33.611895 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b86546d-7b88-477a-bf4d-db73a4654315 None None] Routers {'bc2966bf-2383-447c-ae18-560ca8943c1f'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:16:33.612519 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-3b86546d-7b88-477a-bf4d-db73a4654315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:16:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['bc2966bf-2383-447c-ae18-560ca8943c1f'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:33.655690 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-02def194-451f-4df8-9e9b-9862d4d1ba6b tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Synchronizing usage tracker for tenant:47ea26e8a7d7452cb25778b9d924edf0 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:16:33.688512 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-02def194-451f-4df8-9e9b-9862d4d1ba6b tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Unset dirty status for tenant:47ea26e8a7d7452cb25778b9d924edf0 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:16:33.690287 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-02def194-451f-4df8-9e9b-9862d4d1ba6b tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc2966bf-2383-447c-ae18-560ca8943c1f HTTP/1.1" status: 200 len: 205 time: 0.0950933 May 05 22:16:33.693121 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52950) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:33.730570 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-3b86546d-7b88-477a-bf4d-db73a4654315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:33.743741 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b86546d-7b88-477a-bf4d-db73a4654315 None None] Routers {'bc2966bf-2383-447c-ae18-560ca8943c1f'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:16:33.744829 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-3b86546d-7b88-477a-bf4d-db73a4654315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:16:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['bc2966bf-2383-447c-ae18-560ca8943c1f'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:33.759711 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-47a6aff6-4a9d-4334-9e5e-cebfa1594b02 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:33.832770 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9ef18c-3a7a-4d1a-8186-f2c1c1a894e9 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Made reservation on behalf of 7c164ba9b4884bf8a1632d501ccd1b6f for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:16:33.836036 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bb9ef18c-3a7a-4d1a-8186-f2c1c1a894e9 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:33.873900 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d8eafb1b-ee2e-48c1-b788-130bccf85b3e tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for router, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:33.891790 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-3b86546d-7b88-477a-bf4d-db73a4654315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:33.892198 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b86546d-7b88-477a-bf4d-db73a4654315 None None] The sync data for ids ['bc2966bf-2383-447c-ae18-560ca8943c1f'] in n-d-825175-4 is: [] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:16:33.939530 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bb9ef18c-3a7a-4d1a-8186-f2c1c1a894e9 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:33.954879 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-60487b60-8414-4467-89ea-7986e9d8fdd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:34.100093 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-60487b60-8414-4467-89ea-7986e9d8fdd9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:34.175015 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-47a6aff6-4a9d-4334-9e5e-cebfa1594b02 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:34.199868 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-bb9ef18c-3a7a-4d1a-8186-f2c1c1a894e9 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:16:34.205973 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-47a6aff6-4a9d-4334-9e5e-cebfa1594b02 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:34.211899 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-bb9ef18c-3a7a-4d1a-8186-f2c1c1a894e9 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Usage tracker for resource:security_group_rule and tenant:7c164ba9b4884bf8a1632d501ccd1b6f is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:16:34.224297 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-bb9ef18c-3a7a-4d1a-8186-f2c1c1a894e9 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:16:34.240851 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-60487b60-8414-4467-89ea-7986e9d8fdd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:34.241718 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60487b60-8414-4467-89ea-7986e9d8fdd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df4a782b-5020-4fe2-83f1-2d657fe715c5 {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:16:34.244789 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-bb9ef18c-3a7a-4d1a-8186-f2c1c1a894e9 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:16:34.271693 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a6aff6-4a9d-4334-9e5e-cebfa1594b02 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95143a00-3f70-47da-bb21-284ee0ad80f7,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:34.403510 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d8eafb1b-ee2e-48c1-b788-130bccf85b3e tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:34.408182 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d8eafb1b-ee2e-48c1-b788-130bccf85b3e tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:34.442391 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d8eafb1b-ee2e-48c1-b788-130bccf85b3e tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:34.442938 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8eafb1b-ee2e-48c1-b788-130bccf85b3e tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Fanout notify agent at l3_agent the message router_deleted on router bc2966bf-2383-447c-ae18-560ca8943c1f {{(pid=84061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:16:34.450856 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-60487b60-8414-4467-89ea-7986e9d8fdd9 admin admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:34.454732 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-60487b60-8414-4467-89ea-7986e9d8fdd9 admin admin] 10.222.0.23 "DELETE /v2.0/routers/df4a782b-5020-4fe2-83f1-2d657fe715c5 HTTP/1.1" status: 204 len: 168 time: 4.4489689 May 05 22:16:34.457153 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52960) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:34.475287 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d8eafb1b-ee2e-48c1-b788-130bccf85b3e tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:34.478604 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-d8eafb1b-ee2e-48c1-b788-130bccf85b3e tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "DELETE /v2.0/routers/bc2966bf-2383-447c-ae18-560ca8943c1f HTTP/1.1" status: 204 len: 168 time: 0.7839856 May 05 22:16:34.481124 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52966) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:34.520927 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-47a6aff6-4a9d-4334-9e5e-cebfa1594b02 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:34.522117 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-47a6aff6-4a9d-4334-9e5e-cebfa1594b02 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.4669542 May 05 22:16:34.525275 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52970) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:34.551339 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-a0c8140e-5b64-466d-8ccd-b3bcee3eb6d8 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Request body: {'security_group_rule': {'security_group_id': 'e1868c33-7142-4ab6-ae0c-4ca9fe2a6b7c', 'project_id': '989c505d69dd4ac5bbb5923b5623477d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:16:34.553979 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bb9ef18c-3a7a-4d1a-8186-f2c1c1a894e9 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:34.571298 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bb9ef18c-3a7a-4d1a-8186-f2c1c1a894e9 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:34.575885 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a0c8140e-5b64-466d-8ccd-b3bcee3eb6d8 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:16:34.582992 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a0c8140e-5b64-466d-8ccd-b3bcee3eb6d8 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Usage tracker for resource:security_group_rule and tenant:989c505d69dd4ac5bbb5923b5623477d is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:16:34.587763 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a0c8140e-5b64-466d-8ccd-b3bcee3eb6d8 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:16:34.599535 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a0c8140e-5b64-466d-8ccd-b3bcee3eb6d8 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:16:34.601408 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb9ef18c-3a7a-4d1a-8186-f2c1c1a894e9 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:16:34.657207 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f791d3e-ba52-4aa8-a5c5-fd1fbb202bf9 admin admin] Deleting subnet 1f0806f2-b154-4523-a255-cfa833f7f651 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:16:34.660487 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7f791d3e-ba52-4aa8-a5c5-fd1fbb202bf9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:34.693752 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ef18c-3a7a-4d1a-8186-f2c1c1a894e9 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69753bf1-6490-469d-b769-997bb7e21956,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:34.702728 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bb9ef18c-3a7a-4d1a-8186-f2c1c1a894e9 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:34.703237 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-bb9ef18c-3a7a-4d1a-8186-f2c1c1a894e9 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Added segment d398095b-31a3-4784-b75d-b779f9655ddd of type vlan for network 1b592327-d1ed-4a13-8ebb-2f44d0dc6255 May 05 22:16:34.763133 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7f791d3e-ba52-4aa8-a5c5-fd1fbb202bf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:34.794391 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcafb282-8be5-4fd4-9961-4a9e05842276 None None] Sync routers for ids ['4beab981-07d4-484d-a464-c63bce2181d5'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:16:34.814164 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcafb282-8be5-4fd4-9961-4a9e05842276 None None] Routers {'4beab981-07d4-484d-a464-c63bce2181d5'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:16:34.815087 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-fcafb282-8be5-4fd4-9961-4a9e05842276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:16:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['4beab981-07d4-484d-a464-c63bce2181d5'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:34.817523 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bb9ef18c-3a7a-4d1a-8186-f2c1c1a894e9 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:34.840231 n-d-825175-4 neutron-server[84061]: INFO neutron.db.securitygroups_db [None req-a0c8140e-5b64-466d-8ccd-b3bcee3eb6d8 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Project 989c505d69dd4ac5bbb5923b5623477d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 22:16:34.861887 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a0c8140e-5b64-466d-8ccd-b3bcee3eb6d8 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:34.954201 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990b9cad-dc68-4532-864a-8c17570957e0 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:16:34.964894 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f621dd97-5835-47bc-b562-8974a7b120a5 None None] Sync routers for ids ['8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:16:34.972607 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-990b9cad-dc68-4532-864a-8c17570957e0 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:34.988618 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f621dd97-5835-47bc-b562-8974a7b120a5 None None] Routers {'8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:16:34.989562 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-f621dd97-5835-47bc-b562-8974a7b120a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:16:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:35.005136 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bb9ef18c-3a7a-4d1a-8186-f2c1c1a894e9 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:35.008442 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9ef18c-3a7a-4d1a-8186-f2c1c1a894e9 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:16:35.009017 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bb9ef18c-3a7a-4d1a-8186-f2c1c1a894e9 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:35.025886 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a0c8140e-5b64-466d-8ccd-b3bcee3eb6d8 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:35.047943 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a0c8140e-5b64-466d-8ccd-b3bcee3eb6d8 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:35.090846 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c8140e-5b64-466d-8ccd-b3bcee3eb6d8 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c76e1c9-2907-4164-bffe-a6e05ae8baa1,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:35.099123 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-34515adc-540f-4ca9-b04c-57d31c88fa36 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Deleting subnet 1f029481-587a-4ed8-9afa-d3e9b9b36cc0 {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:16:35.103390 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a0c8140e-5b64-466d-8ccd-b3bcee3eb6d8 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:35.104918 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a0c8140e-5b64-466d-8ccd-b3bcee3eb6d8 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5778129 May 05 22:16:35.105744 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-34515adc-540f-4ca9-b04c-57d31c88fa36 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:35.138697 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-fcafb282-8be5-4fd4-9961-4a9e05842276 None None] Set router 4beab981-07d4-484d-a464-c63bce2181d5 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:16:35.142075 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-f621dd97-5835-47bc-b562-8974a7b120a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:35.180997 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f621dd97-5835-47bc-b562-8974a7b120a5 None None] Routers {'8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:16:35.181884 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-f621dd97-5835-47bc-b562-8974a7b120a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:16:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:35.194616 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-34515adc-540f-4ca9-b04c-57d31c88fa36 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:35.210345 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7f791d3e-ba52-4aa8-a5c5-fd1fbb202bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:35.308142 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-f621dd97-5835-47bc-b562-8974a7b120a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:35.308859 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f621dd97-5835-47bc-b562-8974a7b120a5 None None] The sync data for ids ['8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'] in n-d-825175-4 is: [] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:16:35.347087 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-990b9cad-dc68-4532-864a-8c17570957e0 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] 10.222.0.23 "PUT /v2.0/floatingips/41b65eb4-84db-4426-a48f-f5df9055f654 HTTP/1.1" status: 200 len: 688 time: 5.1177614 May 05 22:16:35.372881 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 52976) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:35.381566 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ef18c-3a7a-4d1a-8186-f2c1c1a894e9 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Pushing event updated for resources: {'Network': ['ID=1b592327-d1ed-4a13-8ebb-2f44d0dc6255,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:35.395363 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-bb9ef18c-3a7a-4d1a-8186-f2c1c1a894e9 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.2830589 May 05 22:16:35.401664 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 52982) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:35.408234 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-d409bdfb-adf3-45d2-8659-35b45262d888 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Request body: {'subnet': {'network_id': '1b592327-d1ed-4a13-8ebb-2f44d0dc6255', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:16:35.426019 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 1b592327-d1ed-4a13-8ebb-2f44d0dc6255 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:16:35.676457 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7f791d3e-ba52-4aa8-a5c5-fd1fbb202bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:35.748917 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-34515adc-540f-4ca9-b04c-57d31c88fa36 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:35.763426 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f791d3e-ba52-4aa8-a5c5-fd1fbb202bf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f0806f2-b154-4523-a255-cfa833f7f651,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:35.783452 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161d6bee-3e1f-4d80-b910-d0504b19afec None None] Network 97eb9f3c-c14e-491e-8c16-a692ff61390b requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:16:35.787407 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-d907b18a-bb9b-4197-97a2-d771a989ab58 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Deleting port 2f96221c-26e2-49f0-bf56-42c3e0ede36c {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:16:35.787661 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d907b18a-bb9b-4197-97a2-d771a989ab58 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:35.792625 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-d409bdfb-adf3-45d2-8659-35b45262d888 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:16:35.801989 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7f791d3e-ba52-4aa8-a5c5-fd1fbb202bf9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:35.808369 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d409bdfb-adf3-45d2-8659-35b45262d888 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Usage tracker for resource:subnet and tenant:7c164ba9b4884bf8a1632d501ccd1b6f is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:16:35.827137 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d409bdfb-adf3-45d2-8659-35b45262d888 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:16:35.846489 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-7f791d3e-ba52-4aa8-a5c5-fd1fbb202bf9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1f0806f2-b154-4523-a255-cfa833f7f651 HTTP/1.1" status: 204 len: 168 time: 1.3863990 May 05 22:16:35.847993 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-d409bdfb-adf3-45d2-8659-35b45262d888 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:16:35.850032 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53004) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:35.878500 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-8ca900ca-691d-4574-ad42-f8b9e0828947 req-56d10695-5cb5-4e52-8e75-21ee5562fbf6 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Synchronizing usage tracker for tenant:989c505d69dd4ac5bbb5923b5623477d on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:16:35.954583 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d409bdfb-adf3-45d2-8659-35b45262d888 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Made reservation on behalf of 7c164ba9b4884bf8a1632d501ccd1b6f for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:16:35.993218 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-8ca900ca-691d-4574-ad42-f8b9e0828947 req-56d10695-5cb5-4e52-8e75-21ee5562fbf6 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Unset dirty status for tenant:989c505d69dd4ac5bbb5923b5623477d on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:16:35.993429 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:35.994680 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8ca900ca-691d-4574-ad42-f8b9e0828947 req-56d10695-5cb5-4e52-8e75-21ee5562fbf6 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-980422689&fields=id&tenant_id=989c505d69dd4ac5bbb5923b5623477d HTTP/1.1" status: 200 len: 267 time: 0.2763500 May 05 22:16:36.104661 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-fcafb282-8be5-4fd4-9961-4a9e05842276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4beab981-07d4-484d-a464-c63bce2181d5', 'name': 'tempest-TestServerBasicOps-606856490-router', 'tenant_id': '36b97bc1c26740c789247736d1f9bb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'd843be4c-eb5a-48da-9d74-9fbd738b45dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:16:11Z', 'updated_at': '2022-05-05T22:16:23Z', 'revision_number': 4, 'project_id': '36b97bc1c26740c789247736d1f9bb7c', 'gw_port': {'id': 'd843be4c-eb5a-48da-9d74-9fbd738b45dc', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4beab981-07d4-484d-a464-c63bce2181d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:16:13Z', 'updated_at': '2022-05-05T22:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '18d7febd-2f45-415e-b124-0a8dc8bee63f', 'name': '', 'network_id': '9f1f0cf7-fdea-42a7-a900-37399c9dd974', 'tenant_id': '36b97bc1c26740c789247736d1f9bb7c', 'mac_address': 'fa:16:3e:8e:21:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4beab981-07d4-484d-a464-c63bce2181d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4876b70-f778-4f4e-9889-2f7a22a6e173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:16:21Z', 'updated_at': '2022-05-05T22:16:23Z', 'revision_number': 2, 'project_id': '36b97bc1c26740c789247736d1f9bb7c', 'subnets': [{'id': 'a4876b70-f778-4f4e-9889-2f7a22a6e173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:36.110724 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcafb282-8be5-4fd4-9961-4a9e05842276 None None] Checking router: 4beab981-07d4-484d-a464-c63bce2181d5 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:16:36.111508 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcafb282-8be5-4fd4-9961-4a9e05842276 None None] Updating router 4beab981-07d4-484d-a464-c63bce2181d5 port 18d7febd-2f45-415e-b124-0a8dc8bee63f binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:16:36.149599 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5ae2aecf-b60e-4552-a498-9ec5f595f871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:36.157663 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d409bdfb-adf3-45d2-8659-35b45262d888 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:36.169362 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca900ca-691d-4574-ad42-f8b9e0828947 req-864c03d7-d5ce-4261-8d46-e348f8a0190c tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:16:36.170075 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-8ca900ca-691d-4574-ad42-f8b9e0828947 req-864c03d7-d5ce-4261-8d46-e348f8a0190c tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Synchronizing usage tracker for tenant:989c505d69dd4ac5bbb5923b5623477d on resource:network {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:16:36.174443 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fcafb282-8be5-4fd4-9961-4a9e05842276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:36.191040 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-34515adc-540f-4ca9-b04c-57d31c88fa36 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:36.246276 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34515adc-540f-4ca9-b04c-57d31c88fa36 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event deleted for resources: {'Subnet': ['ID=1f029481-587a-4ed8-9afa-d3e9b9b36cc0,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:36.270722 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-8ca900ca-691d-4574-ad42-f8b9e0828947 req-864c03d7-d5ce-4261-8d46-e348f8a0190c tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Unset dirty status for tenant:989c505d69dd4ac5bbb5923b5623477d on resource:network {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:16:36.271920 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8ca900ca-691d-4574-ad42-f8b9e0828947 req-864c03d7-d5ce-4261-8d46-e348f8a0190c tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] 10.222.0.23 "GET /v2.0/networks?id=5579f484-2b68-478e-8113-36fd7459ddaf HTTP/1.1" status: 200 len: 809 time: 0.2618632 May 05 22:16:36.272886 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-34515adc-540f-4ca9-b04c-57d31c88fa36 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:36.283951 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-34515adc-540f-4ca9-b04c-57d31c88fa36 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "DELETE /v2.0/subnets/1f029481-587a-4ed8-9afa-d3e9b9b36cc0 HTTP/1.1" status: 204 len: 168 time: 1.7992816 May 05 22:16:36.284298 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53008) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:36.305978 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d907b18a-bb9b-4197-97a2-d771a989ab58 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:36.306344 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d907b18a-bb9b-4197-97a2-d771a989ab58 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:36.327808 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8ca900ca-691d-4574-ad42-f8b9e0828947 req-33663030-346f-4e51-875e-76b3db59df4a tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] 10.222.0.23 "GET /v2.0/quotas/989c505d69dd4ac5bbb5923b5623477d HTTP/1.1" status: 200 len: 375 time: 0.0140228 May 05 22:16:36.591141 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-d907b18a-bb9b-4197-97a2-d771a989ab58 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Calling delete_port for 2f96221c-26e2-49f0-bf56-42c3e0ede36c owned by network:floatingip {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:16:36.619701 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fcafb282-8be5-4fd4-9961-4a9e05842276 None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:36.640362 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-fcafb282-8be5-4fd4-9961-4a9e05842276 None None] Transition to ACTIVE for port object 18d7febd-2f45-415e-b124-0a8dc8bee63f will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:16:36.647928 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d09e9f3-0ce5-4098-926a-8fd85b24bb76 None None] Network 03f4e83d-519e-4c58-bc5b-eabdbd2aa00f requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:16:36.756212 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f9c61ab4-d9cc-4113-8c7e-35c269f7e957 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:36.765423 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-5ae2aecf-b60e-4552-a498-9ec5f595f871 admin admin] Deleting port bddf0733-d15f-48c2-93bb-b7bc5a97b091 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:16:36.766018 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5ae2aecf-b60e-4552-a498-9ec5f595f871 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:36.784479 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-f9c61ab4-d9cc-4113-8c7e-35c269f7e957 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Deleting port c314e906-a69c-4413-96d0-b4c3e26b1078 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:16:36.784888 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f9c61ab4-d9cc-4113-8c7e-35c269f7e957 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:36.794219 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fcafb282-8be5-4fd4-9961-4a9e05842276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:36.798137 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:36.928196 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d409bdfb-adf3-45d2-8659-35b45262d888 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:36.961991 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device d43dbf4a-bb52-43a3-851b-6e9e12341362 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:16:36.971606 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d907b18a-bb9b-4197-97a2-d771a989ab58 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:36.995731 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a2b174-5c38-40e5-8900-5f048dd5654c None None] DHCP port deletion for 97eb9f3c-c14e-491e-8c16-a692ff61390b request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:16:37.008821 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: d43dbf4a-bb52-43a3-851b-6e9e12341362 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:16:37.009170 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device d43dbf4a-bb52-43a3-851b-6e9e12341362 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:16:37.023668 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-b4a2b174-5c38-40e5-8900-5f048dd5654c None None] Deleting port bddf0733-d15f-48c2-93bb-b7bc5a97b091 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:16:37.024039 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b4a2b174-5c38-40e5-8900-5f048dd5654c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:37.031455 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-8ca900ca-691d-4574-ad42-f8b9e0828947 req-e05d4cea-30bb-4c04-a3f6-fd8e6bb7ffc3 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Synchronizing usage tracker for tenant:989c505d69dd4ac5bbb5923b5623477d on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:16:37.089651 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d907b18a-bb9b-4197-97a2-d771a989ab58 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Pushing event deleted for resources: {'Port': ['ID=2f96221c-26e2-49f0-bf56-42c3e0ede36c,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:37.167960 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce9ef93-6df4-41b3-aeb4-70eed747f10b None None] Pushing event updated for resources: {'Port': ['ID=18d7febd-2f45-415e-b124-0a8dc8bee63f,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:37.335541 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-5ae2aecf-b60e-4552-a498-9ec5f595f871 admin admin] For port bddf0733-d15f-48c2-93bb-b7bc5a97b091, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=bddf0733-d15f-48c2-93bb-b7bc5a97b091,segment=NetworkSegment(f2778ac1-72a7-4736-b3a9-9126090f5f76),segment_id=f2778ac1-72a7-4736-b3a9-9126090f5f76)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:16:37.336171 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5ae2aecf-b60e-4552-a498-9ec5f595f871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:37.465360 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-8ca900ca-691d-4574-ad42-f8b9e0828947 req-e05d4cea-30bb-4c04-a3f6-fd8e6bb7ffc3 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Unset dirty status for tenant:989c505d69dd4ac5bbb5923b5623477d on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:16:37.466379 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8ca900ca-691d-4574-ad42-f8b9e0828947 req-e05d4cea-30bb-4c04-a3f6-fd8e6bb7ffc3 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=989c505d69dd4ac5bbb5923b5623477d&fields=id HTTP/1.1" status: 200 len: 302 time: 1.1306574 May 05 22:16:37.526128 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-5ae2aecf-b60e-4552-a498-9ec5f595f871 admin admin] Calling delete_port for bddf0733-d15f-48c2-93bb-b7bc5a97b091 owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:16:37.628194 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5ae2aecf-b60e-4552-a498-9ec5f595f871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:37.665659 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d409bdfb-adf3-45d2-8659-35b45262d888 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Checking segment: {'id': 'd398095b-31a3-4784-b75d-b779f9655ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1b592327-d1ed-4a13-8ebb-2f44d0dc6255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:16:37.666279 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d409bdfb-adf3-45d2-8659-35b45262d888 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Network hostable DHCP agents. Network: 1b592327-d1ed-4a13-8ebb-2f44d0dc6255, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:16:37.688090 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d409bdfb-adf3-45d2-8659-35b45262d888 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Pushing event updated for resources: {'Subnet': ['ID=8f6c2d45-e14f-45fc-ac3c-493235fda34f,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:37.693871 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae2aecf-b60e-4552-a498-9ec5f595f871 admin admin] Pushing event deleted for resources: {'Port': ['ID=bddf0733-d15f-48c2-93bb-b7bc5a97b091,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:37.710424 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae2aecf-b60e-4552-a498-9ec5f595f871 admin admin] No DVR routers for this DVR port bddf0733-d15f-48c2-93bb-b7bc5a97b091 on host n-d-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:16:37.773175 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-b4a2b174-5c38-40e5-8900-5f048dd5654c None None] For port bddf0733-d15f-48c2-93bb-b7bc5a97b091, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=bddf0733-d15f-48c2-93bb-b7bc5a97b091,segment=NetworkSegment(f2778ac1-72a7-4736-b3a9-9126090f5f76),segment_id=f2778ac1-72a7-4736-b3a9-9126090f5f76)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:16:37.773569 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b4a2b174-5c38-40e5-8900-5f048dd5654c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:37.776491 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d907b18a-bb9b-4197-97a2-d771a989ab58 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for floatingip, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:37.790935 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-f9c61ab4-d9cc-4113-8c7e-35c269f7e957 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] For port c314e906-a69c-4413-96d0-b4c3e26b1078, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=c314e906-a69c-4413-96d0-b4c3e26b1078,segment=NetworkSegment(0c1163c9-4ddf-4ab1-9dd4-f9d869c38c0e),segment_id=0c1163c9-4ddf-4ab1-9dd4-f9d869c38c0e)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:16:37.791318 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f9c61ab4-d9cc-4113-8c7e-35c269f7e957 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:37.827930 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d409bdfb-adf3-45d2-8659-35b45262d888 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Network 1b592327-d1ed-4a13-8ebb-2f44d0dc6255 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:16:37.861658 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5ae2aecf-b60e-4552-a498-9ec5f595f871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:37.870315 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-d409bdfb-adf3-45d2-8659-35b45262d888 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 1b592327-d1ed-4a13-8ebb-2f44d0dc6255) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:16:37.881303 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d409bdfb-adf3-45d2-8659-35b45262d888 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:16:37.882167 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d409bdfb-adf3-45d2-8659-35b45262d888 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:37.886395 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d907b18a-bb9b-4197-97a2-d771a989ab58 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:37.890614 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-d907b18a-bb9b-4197-97a2-d771a989ab58 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] 10.222.0.23 "DELETE /v2.0/floatingips/41b65eb4-84db-4426-a48f-f5df9055f654 HTTP/1.1" status: 204 len: 168 time: 2.5167542 May 05 22:16:37.894817 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53026) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:37.955881 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-b4a2b174-5c38-40e5-8900-5f048dd5654c None None] Calling delete_port for bddf0733-d15f-48c2-93bb-b7bc5a97b091 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:16:37.979971 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-5ae2aecf-b60e-4552-a498-9ec5f595f871 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97eb9f3c-c14e-491e-8c16-a692ff61390b']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:38.003017 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-c4e33bf0-87e1-4771-8cf0-a30ba32f35ae tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] delete failed (client error): The resource could not be found. May 05 22:16:38.009575 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c4e33bf0-87e1-4771-8cf0-a30ba32f35ae tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] 10.222.0.23 "DELETE /v2.0/floatingips/41b65eb4-84db-4426-a48f-f5df9055f654 HTTP/1.1" status: 404 len: 345 time: 0.1065128 May 05 22:16:38.009771 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53034) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:38.014779 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-5ae2aecf-b60e-4552-a498-9ec5f595f871 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2778ac1-72a7-4736-b3a9-9126090f5f76') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:38.015092 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-5ae2aecf-b60e-4552-a498-9ec5f595f871 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2778ac1-72a7-4736-b3a9-9126090f5f76') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:38.042599 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-fcafb282-8be5-4fd4-9961-4a9e05842276 None None] Attempting to bind port 18d7febd-2f45-415e-b124-0a8dc8bee63f on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:16:38.043556 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-fcafb282-8be5-4fd4-9961-4a9e05842276 None None] Attempting to bind port 18d7febd-2f45-415e-b124-0a8dc8bee63f by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'b1125a91-bd64-47f7-bfe7-2eb967abc9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9f1f0cf7-fdea-42a7-a900-37399c9dd974'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:16:38.043556 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcafb282-8be5-4fd4-9961-4a9e05842276 None None] Attempting to bind port 18d7febd-2f45-415e-b124-0a8dc8bee63f on network 9f1f0cf7-fdea-42a7-a900-37399c9dd974 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:16:38.050220 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-b4a2b174-5c38-40e5-8900-5f048dd5654c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:16:38.050220 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-b4a2b174-5c38-40e5-8900-5f048dd5654c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:16:38.053533 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd08f0c-f2e1-4c1b-b32f-1744cc0a9e3e None None] Network 1b592327-d1ed-4a13-8ebb-2f44d0dc6255 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:16:38.089072 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d409bdfb-adf3-45d2-8659-35b45262d888 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6862950 May 05 22:16:38.097760 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5ae2aecf-b60e-4552-a498-9ec5f595f871 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:38.104858 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53040) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:38.122634 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-3bce9895-6294-4e31-91d1-a9bc185e4d76 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Request body: {'port': {'network_id': '1b592327-d1ed-4a13-8ebb-2f44d0dc6255', 'name': 'tempest-ExtraDHCPOptionsTestJSON-322937137'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:16:38.170315 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8ca900ca-691d-4574-ad42-f8b9e0828947 req-244eb477-735b-4de5-b444-1399be5bc528 service neutron] 10.222.0.23 "GET /v2.0/networks/5579f484-2b68-478e-8113-36fd7459ddaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6839864 May 05 22:16:38.178359 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-f9c61ab4-d9cc-4113-8c7e-35c269f7e957 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Calling delete_port for c314e906-a69c-4413-96d0-b4c3e26b1078 owned by network:dhcp {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:16:38.192852 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcafb282-8be5-4fd4-9961-4a9e05842276 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:16:38.193614 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcafb282-8be5-4fd4-9961-4a9e05842276 None None] Checking segment: {'id': 'b1125a91-bd64-47f7-bfe7-2eb967abc9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9f1f0cf7-fdea-42a7-a900-37399c9dd974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:16:38.194270 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fcafb282-8be5-4fd4-9961-4a9e05842276 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:38.194946 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcafb282-8be5-4fd4-9961-4a9e05842276 None None] Bound using segment: {'id': 'b1125a91-bd64-47f7-bfe7-2eb967abc9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9f1f0cf7-fdea-42a7-a900-37399c9dd974'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:16:38.195863 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-fcafb282-8be5-4fd4-9961-4a9e05842276 None None] Bound port: 18d7febd-2f45-415e-b124-0a8dc8bee63f, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1125a91-bd64-47f7-bfe7-2eb967abc9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '9f1f0cf7-fdea-42a7-a900-37399c9dd974'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:16:38.196515 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fcafb282-8be5-4fd4-9961-4a9e05842276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:38.220863 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4ff695-c60f-4e9d-83e3-efe54dc226ab None None] DHCP port deletion for 03f4e83d-519e-4c58-bc5b-eabdbd2aa00f request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:16:38.226233 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5ae2aecf-b60e-4552-a498-9ec5f595f871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:38.292297 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-1c4ff695-c60f-4e9d-83e3-efe54dc226ab None None] Deleting port c314e906-a69c-4413-96d0-b4c3e26b1078 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:16:38.292791 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1c4ff695-c60f-4e9d-83e3-efe54dc226ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:38.295650 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ae2aecf-b60e-4552-a498-9ec5f595f871 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:16:38.297273 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5ae2aecf-b60e-4552-a498-9ec5f595f871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:38.332375 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:16:38.332375 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:16:38.332375 n-d-825175-4 neutron-server[84063]: timer() May 05 22:16:38.332375 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:16:38.332375 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:16:38.332375 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:16:38.332375 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:16:38.332375 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:16:38.332375 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:16:38.332375 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:16:38.332375 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:16:38.332375 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:16:38.332375 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:16:38.332375 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:16:38.332375 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:16:38.332375 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:16:38.332375 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:16:38.332375 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:16:38.332375 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:16:38.332375 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:16:38.332375 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:16:38.332375 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:16:38.332375 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:16:38.332375 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:16:38.332375 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:16:38.332375 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:16:38.332375 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:16:38.332375 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:16:38.332375 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:16:38.332375 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:16:38.332375 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:16:38.332375 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:16:38.403288 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f9c61ab4-d9cc-4113-8c7e-35c269f7e957 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:38.429765 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-1c4ff695-c60f-4e9d-83e3-efe54dc226ab None None] The port 'c314e906-a69c-4413-96d0-b4c3e26b1078' was deleted {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 22:16:38.444609 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1c05fd-0227-449f-8a73-dd7d40b6eecf tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:16:38.460983 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1c05fd-0227-449f-8a73-dd7d40b6eecf tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:16:38.467736 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1c05fd-0227-449f-8a73-dd7d40b6eecf tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:16:38.469843 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c61ab4-d9cc-4113-8c7e-35c269f7e957 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event deleted for resources: {'Port': ['ID=c314e906-a69c-4413-96d0-b4c3e26b1078,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:38.470481 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-6f1c05fd-0227-449f-8a73-dd7d40b6eecf tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Synchronizing usage tracker for tenant:79b64dfc3f744f4883ccf8456942a652 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:16:38.474059 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c61ab4-d9cc-4113-8c7e-35c269f7e957 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] No DVR routers for this DVR port c314e906-a69c-4413-96d0-b4c3e26b1078 on host n-d-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:16:38.541450 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8ca900ca-691d-4574-ad42-f8b9e0828947 req-064f5e18-6eb5-4518-90fa-1e412f593b34 service neutron] 10.222.0.23 "GET /v2.0/networks/5579f484-2b68-478e-8113-36fd7459ddaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312035 May 05 22:16:38.551855 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-b4a2b174-5c38-40e5-8900-5f048dd5654c None None] Deleting port bddf0733-d15f-48c2-93bb-b7bc5a97b091 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:16:38.558950 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b4a2b174-5c38-40e5-8900-5f048dd5654c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:38.638050 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-3bce9895-6294-4e31-91d1-a9bc185e4d76 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:16:38.645499 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3bce9895-6294-4e31-91d1-a9bc185e4d76 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Usage tracker for resource:port and tenant:7c164ba9b4884bf8a1632d501ccd1b6f is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:16:38.656851 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3bce9895-6294-4e31-91d1-a9bc185e4d76 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:16:38.664312 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-3bce9895-6294-4e31-91d1-a9bc185e4d76 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:16:38.724897 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bce9895-6294-4e31-91d1-a9bc185e4d76 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Made reservation on behalf of 7c164ba9b4884bf8a1632d501ccd1b6f for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:16:38.730236 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3bce9895-6294-4e31-91d1-a9bc185e4d76 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:38.766799 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [None req-3bce9895-6294-4e31-91d1-a9bc185e4d76 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] device_id is not set on port ee668e53-08b2-4108-a038-e91afc318479 yet. {{(pid=84063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:16:38.809614 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f9c61ab4-d9cc-4113-8c7e-35c269f7e957 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:38.847920 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-f9c61ab4-d9cc-4113-8c7e-35c269f7e957 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03f4e83d-519e-4c58-bc5b-eabdbd2aa00f']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:38.848107 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-b4a2b174-5c38-40e5-8900-5f048dd5654c None None] The port 'bddf0733-d15f-48c2-93bb-b7bc5a97b091' was deleted {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 22:16:38.854421 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-6f1c05fd-0227-449f-8a73-dd7d40b6eecf tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Unset dirty status for tenant:79b64dfc3f744f4883ccf8456942a652 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:16:38.855787 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-6f1c05fd-0227-449f-8a73-dd7d40b6eecf tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] 10.222.0.23 "GET /v2.0/ports?network_id=2105381d-85ba-4b03-b60f-e03817dca12c HTTP/1.1" status: 200 len: 2358 time: 0.8439524 May 05 22:16:38.860263 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53054) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:38.869533 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5ae2aecf-b60e-4552-a498-9ec5f595f871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:38.871601 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-f9c61ab4-d9cc-4113-8c7e-35c269f7e957 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c1163c9-4ddf-4ab1-9dd4-f9d869c38c0e') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:38.872107 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-f9c61ab4-d9cc-4113-8c7e-35c269f7e957 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c1163c9-4ddf-4ab1-9dd4-f9d869c38c0e') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:38.881347 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5ae2aecf-b60e-4552-a498-9ec5f595f871 admin admin] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:38.906986 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-fcafb282-8be5-4fd4-9961-4a9e05842276 None None] For port 18d7febd-2f45-415e-b124-0a8dc8bee63f, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:16:38.917274 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-fcafb282-8be5-4fd4-9961-4a9e05842276 None None] For port 18d7febd-2f45-415e-b124-0a8dc8bee63f, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=18d7febd-2f45-415e-b124-0a8dc8bee63f,segment=NetworkSegment(b1125a91-bd64-47f7-bfe7-2eb967abc9e0),segment_id=b1125a91-bd64-47f7-bfe7-2eb967abc9e0)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:16:38.921974 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae2aecf-b60e-4552-a498-9ec5f595f871 admin admin] Pushing event deleted for resources: {'Network': ['ID=97eb9f3c-c14e-491e-8c16-a692ff61390b,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:38.927540 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5ae2aecf-b60e-4552-a498-9ec5f595f871 admin admin] 10.222.0.23 "DELETE /v2.0/networks/97eb9f3c-c14e-491e-8c16-a692ff61390b HTTP/1.1" status: 204 len: 168 time: 3.0760665 May 05 22:16:38.959738 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fcafb282-8be5-4fd4-9961-4a9e05842276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:38.982514 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device bddf0733-d15f-48c2-93bb-b7bc5a97b091 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:16:39.011215 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85898867-4cd4-4349-b9c3-4383a89e3b3e tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:16:39.016277 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-85898867-4cd4-4349-b9c3-4383a89e3b3e tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] 10.222.0.23 "GET /v2.0/subnets/7497eca2-b8f9-49ab-96f7-f2e391479f16 HTTP/1.1" status: 200 len: 797 time: 0.1547556 May 05 22:16:39.024687 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53060) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:39.033894 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f9c61ab4-d9cc-4113-8c7e-35c269f7e957 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:39.034278 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-138a50be-305a-49c9-8531-fb942ee4d73c tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Request body: {'port': {'network_id': '2105381d-85ba-4b03-b60f-e03817dca12c', 'name': 'tempest-FloatingIPTestJSON-1807107242', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:16:39.067351 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f9c61ab4-d9cc-4113-8c7e-35c269f7e957 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:39.075006 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9c61ab4-d9cc-4113-8c7e-35c269f7e957 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:16:39.075988 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f9c61ab4-d9cc-4113-8c7e-35c269f7e957 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:39.112850 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c4dc5c-4d46-4dcf-aa31-b402befe1580 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-1b592327-d1ed-4a13-8ebb-2f44d0dc6255', 'network_id': '1b592327-d1ed-4a13-8ebb-2f44d0dc6255', 'tenant_id': '7c164ba9b4884bf8a1632d501ccd1b6f', 'fixed_ips': [{'subnet_id': '8f6c2d45-e14f-45fc-ac3c-493235fda34f'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:16:39.113532 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-72c4dc5c-4d46-4dcf-aa31-b402befe1580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:39.126548 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 22:16:39.126548 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:16:39.126548 n-d-825175-4 neutron-server[84061]: timer() May 05 22:16:39.126548 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:16:39.126548 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 22:16:39.126548 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:16:39.126548 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 22:16:39.126548 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:16:39.126548 n-d-825175-4 neutron-server[84061]: self._notify() May 05 22:16:39.126548 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:16:39.126548 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 22:16:39.126548 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:16:39.126548 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 22:16:39.126548 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:16:39.126548 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:16:39.126548 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:16:39.126548 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:16:39.126548 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:16:39.126548 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 22:16:39.126548 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:16:39.126548 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 22:16:39.126548 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:16:39.126548 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:16:39.126548 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:16:39.126548 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 22:16:39.126548 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:16:39.126548 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:16:39.126548 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:16:39.126548 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:16:39.126548 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:16:39.126548 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:16:39.126548 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:16:39.174200 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: bddf0733-d15f-48c2-93bb-b7bc5a97b091 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:16:39.174586 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device bddf0733-d15f-48c2-93bb-b7bc5a97b091 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:16:39.176855 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device c314e906-a69c-4413-96d0-b4c3e26b1078 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:16:39.235454 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f9c61ab4-d9cc-4113-8c7e-35c269f7e957 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:39.253068 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f9c61ab4-d9cc-4113-8c7e-35c269f7e957 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:39.315311 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: c314e906-a69c-4413-96d0-b4c3e26b1078 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:16:39.315671 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device c314e906-a69c-4413-96d0-b4c3e26b1078 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:16:39.317088 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce9ef93-6df4-41b3-aeb4-70eed747f10b None None] Pushing event updated for resources: {'Port': ['ID=18d7febd-2f45-415e-b124-0a8dc8bee63f,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:39.344840 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53064) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:39.386203 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c61ab4-d9cc-4113-8c7e-35c269f7e957 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event deleted for resources: {'Network': ['ID=03f4e83d-519e-4c58-bc5b-eabdbd2aa00f,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:39.439879 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcafb282-8be5-4fd4-9961-4a9e05842276 None None] Routers {'4beab981-07d4-484d-a464-c63bce2181d5'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:16:39.440525 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-fcafb282-8be5-4fd4-9961-4a9e05842276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:16:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['4beab981-07d4-484d-a464-c63bce2181d5'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:39.446872 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f9c61ab4-d9cc-4113-8c7e-35c269f7e957 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "DELETE /v2.0/networks/03f4e83d-519e-4c58-bc5b-eabdbd2aa00f HTTP/1.1" status: 204 len: 168 time: 3.1580718 May 05 22:16:39.528766 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53070) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:39.531353 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-180a2042-f0c5-475c-b289-c3227b8274d3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4630f6747dfc44428cfa33b20f5f719f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1782956 May 05 22:16:39.548718 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-4c073b0b-60c6-4a52-a3d5-f22ce71a8867 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-210762404', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:16:39.554261 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53074) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:39.611208 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-138a50be-305a-49c9-8531-fb942ee4d73c tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:16:39.616525 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4c073b0b-60c6-4a52-a3d5-f22ce71a8867 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:16:39.623603 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-138a50be-305a-49c9-8531-fb942ee4d73c tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:16:39.625294 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-4c073b0b-60c6-4a52-a3d5-f22ce71a8867 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Usage tracker for resource:router and tenant:47ea26e8a7d7452cb25778b9d924edf0 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:16:39.629564 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-4c073b0b-60c6-4a52-a3d5-f22ce71a8867 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:16:39.644718 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138a50be-305a-49c9-8531-fb942ee4d73c tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Made reservation on behalf of 79b64dfc3f744f4883ccf8456942a652 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:16:39.663078 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4c073b0b-60c6-4a52-a3d5-f22ce71a8867 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:16:39.713126 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4c073b0b-60c6-4a52-a3d5-f22ce71a8867 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:39.714090 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4c073b0b-60c6-4a52-a3d5-f22ce71a8867 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:39.724597 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3ea161ff-6e86-4972-9594-cd495647defe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:39.733218 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-fcafb282-8be5-4fd4-9961-4a9e05842276 None None] Set router 4beab981-07d4-484d-a464-c63bce2181d5 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:16:39.756694 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3ea161ff-6e86-4972-9594-cd495647defe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:39.810406 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-138a50be-305a-49c9-8531-fb942ee4d73c tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:39.822792 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3ea161ff-6e86-4972-9594-cd495647defe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:39.831416 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-3bce9895-6294-4e31-91d1-a9bc185e4d76 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Allocated IP 172.20.0.8 (1b592327-d1ed-4a13-8ebb-2f44d0dc6255/8f6c2d45-e14f-45fc-ac3c-493235fda34f/ee668e53-08b2-4108-a038-e91afc318479) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:16:39.863988 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [None req-138a50be-305a-49c9-8531-fb942ee4d73c tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] device_id is not set on port 2f6baafa-278f-4dd4-b7c9-8816bce941d3 yet. {{(pid=84063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:16:39.864662 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea161ff-6e86-4972-9594-cd495647defe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce4b363-1c0d-4541-8e35-e13ae697b5ea,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:39.873481 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4c073b0b-60c6-4a52-a3d5-f22ce71a8867 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:39.887525 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3ea161ff-6e86-4972-9594-cd495647defe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:39.904910 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-3ea161ff-6e86-4972-9594-cd495647defe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1ce4b363-1c0d-4541-8e35-e13ae697b5ea HTTP/1.1" status: 204 len: 168 time: 0.3486099 May 05 22:16:39.931699 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4c073b0b-60c6-4a52-a3d5-f22ce71a8867 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:40.113282 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-eac50fa4-61fd-48b6-b53e-8a511f5d0096 req-7e927674-60c4-4883-b218-6d36caa3b00f tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] 10.222.0.23 "GET /v2.0/ports?device_id=c499d0ef-0226-4dd2-99d9-4b778e9b8732 HTTP/1.1" status: 200 len: 210 time: 0.1424186 May 05 22:16:40.131674 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4c073b0b-60c6-4a52-a3d5-f22ce71a8867 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:40.136378 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4c073b0b-60c6-4a52-a3d5-f22ce71a8867 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6040776 May 05 22:16:40.138509 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53092) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:40.146652 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-a5e05275-a00a-4ac8-a5e7-b13505c63976 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-323480415'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:16:40.159519 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a5e05275-a00a-4ac8-a5e7-b13505c63976 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:16:40.171199 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a5e05275-a00a-4ac8-a5e7-b13505c63976 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Usage tracker for resource:network and tenant:47ea26e8a7d7452cb25778b9d924edf0 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:16:40.179388 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a5e05275-a00a-4ac8-a5e7-b13505c63976 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:16:40.195456 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a5e05275-a00a-4ac8-a5e7-b13505c63976 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:16:40.223353 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e05275-a00a-4ac8-a5e7-b13505c63976 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Made reservation on behalf of 47ea26e8a7d7452cb25778b9d924edf0 for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:16:40.237829 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a5e05275-a00a-4ac8-a5e7-b13505c63976 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:40.327034 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5e05275-a00a-4ac8-a5e7-b13505c63976 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:16:40.337787 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a5e05275-a00a-4ac8-a5e7-b13505c63976 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:40.338501 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-a5e05275-a00a-4ac8-a5e7-b13505c63976 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Added segment 789916bc-d352-4d1b-af2a-4cd96d29c083 of type vlan for network fcd5c3bf-b441-4702-b533-b9e20b2c8dec May 05 22:16:40.395301 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a5e05275-a00a-4ac8-a5e7-b13505c63976 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:40.448993 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a5e05275-a00a-4ac8-a5e7-b13505c63976 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:40.458796 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e05275-a00a-4ac8-a5e7-b13505c63976 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:16:40.461881 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a5e05275-a00a-4ac8-a5e7-b13505c63976 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:40.616421 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-fcafb282-8be5-4fd4-9961-4a9e05842276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4beab981-07d4-484d-a464-c63bce2181d5', 'name': 'tempest-TestServerBasicOps-606856490-router', 'tenant_id': '36b97bc1c26740c789247736d1f9bb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'd843be4c-eb5a-48da-9d74-9fbd738b45dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:16:11Z', 'updated_at': '2022-05-05T22:16:23Z', 'revision_number': 4, 'project_id': '36b97bc1c26740c789247736d1f9bb7c', 'gw_port': {'id': 'd843be4c-eb5a-48da-9d74-9fbd738b45dc', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4beab981-07d4-484d-a464-c63bce2181d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:16:13Z', 'updated_at': '2022-05-05T22:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '18d7febd-2f45-415e-b124-0a8dc8bee63f', 'name': '', 'network_id': '9f1f0cf7-fdea-42a7-a900-37399c9dd974', 'tenant_id': '36b97bc1c26740c789247736d1f9bb7c', 'mac_address': 'fa:16:3e:8e:21:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4beab981-07d4-484d-a464-c63bce2181d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4876b70-f778-4f4e-9889-2f7a22a6e173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:16:21Z', 'updated_at': '2022-05-05T22:16:38Z', 'revision_number': 4, 'project_id': '36b97bc1c26740c789247736d1f9bb7c', 'subnets': [{'id': 'a4876b70-f778-4f4e-9889-2f7a22a6e173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:40.627956 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcafb282-8be5-4fd4-9961-4a9e05842276 None None] The sync data for ids ['4beab981-07d4-484d-a464-c63bce2181d5'] in n-d-825175-4 is: [{'id': '4beab981-07d4-484d-a464-c63bce2181d5', 'name': 'tempest-TestServerBasicOps-606856490-router', 'tenant_id': '36b97bc1c26740c789247736d1f9bb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'd843be4c-eb5a-48da-9d74-9fbd738b45dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:16:11Z', 'updated_at': '2022-05-05T22:16:23Z', 'revision_number': 4, 'project_id': '36b97bc1c26740c789247736d1f9bb7c', 'gw_port': {'id': 'd843be4c-eb5a-48da-9d74-9fbd738b45dc', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4beab981-07d4-484d-a464-c63bce2181d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:16:13Z', 'updated_at': '2022-05-05T22:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '18d7febd-2f45-415e-b124-0a8dc8bee63f', 'name': '', 'network_id': '9f1f0cf7-fdea-42a7-a900-37399c9dd974', 'tenant_id': '36b97bc1c26740c789247736d1f9bb7c', 'mac_address': 'fa:16:3e:8e:21:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4beab981-07d4-484d-a464-c63bce2181d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a4876b70-f778-4f4e-9889-2f7a22a6e173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:16:21Z', 'updated_at': '2022-05-05T22:16:38Z', 'revision_number': 4, 'project_id': '36b97bc1c26740c789247736d1f9bb7c', 'subnets': [{'id': 'a4876b70-f778-4f4e-9889-2f7a22a6e173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:16:40.812022 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53106) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:40.996679 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 18d7febd-2f45-415e-b124-0a8dc8bee63f up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:16:41.006129 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-af4ec394-9607-4781-b6a2-c756c1ca09f9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=73d345cf0a794159ba751dcc23f97acb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1710699 May 05 22:16:41.043289 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e05275-a00a-4ac8-a5e7-b13505c63976 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event updated for resources: {'Network': ['ID=fcd5c3bf-b441-4702-b533-b9e20b2c8dec,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:41.047190 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53112) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:41.075192 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network fcd5c3bf-b441-4702-b533-b9e20b2c8dec details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:16:41.086477 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a5e05275-a00a-4ac8-a5e7-b13505c63976 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9444542 May 05 22:16:41.089037 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53116) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:41.103213 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-b17e280e-f547-4812-8d29-b8d0360df7ce tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Request body: {'subnet': {'network_id': 'fcd5c3bf-b441-4702-b533-b9e20b2c8dec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:16:41.120500 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3bce9895-6294-4e31-91d1-a9bc185e4d76 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:41.209404 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-abb8e18a-c6c8-4960-a694-c17b302842a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:41.261348 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-3bce9895-6294-4e31-91d1-a9bc185e4d76 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Transition to ACTIVE for port object ee668e53-08b2-4108-a038-e91afc318479 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:16:41.272568 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-138a50be-305a-49c9-8531-fb942ee4d73c tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Allocated IP 172.20.0.14 (2105381d-85ba-4b03-b60f-e03817dca12c/7497eca2-b8f9-49ab-96f7-f2e391479f16/2f6baafa-278f-4dd4-b7c9-8816bce941d3) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:16:41.272787 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-abb8e18a-c6c8-4960-a694-c17b302842a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:41.288111 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-138a50be-305a-49c9-8531-fb942ee4d73c tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Allocated IP 172.20.0.12 (2105381d-85ba-4b03-b60f-e03817dca12c/7497eca2-b8f9-49ab-96f7-f2e391479f16/2f6baafa-278f-4dd4-b7c9-8816bce941d3) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:16:41.345882 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-b17e280e-f547-4812-8d29-b8d0360df7ce tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:16:41.365659 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b17e280e-f547-4812-8d29-b8d0360df7ce tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Usage tracker for resource:subnet and tenant:47ea26e8a7d7452cb25778b9d924edf0 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:16:41.385015 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b17e280e-f547-4812-8d29-b8d0360df7ce tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:16:41.390863 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-abb8e18a-c6c8-4960-a694-c17b302842a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:41.407544 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-b17e280e-f547-4812-8d29-b8d0360df7ce tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:16:41.409983 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3bce9895-6294-4e31-91d1-a9bc185e4d76 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:41.429504 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-abb8e18a-c6c8-4960-a694-c17b302842a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:41.437143 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-abb8e18a-c6c8-4960-a694-c17b302842a5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/01880227-df76-4924-9a50-770a67dd6ab2 HTTP/1.1" status: 204 len: 168 time: 0.3878615 May 05 22:16:41.451064 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb8e18a-c6c8-4960-a694-c17b302842a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01880227-df76-4924-9a50-770a67dd6ab2,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:41.571606 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bce9895-6294-4e31-91d1-a9bc185e4d76 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Network 1b592327-d1ed-4a13-8ebb-2f44d0dc6255 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:16:41.581049 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-3bce9895-6294-4e31-91d1-a9bc185e4d76 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:16:41.583629 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bce9895-6294-4e31-91d1-a9bc185e4d76 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:16:41.685914 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17e280e-f547-4812-8d29-b8d0360df7ce tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Made reservation on behalf of 47ea26e8a7d7452cb25778b9d924edf0 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:16:41.711942 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bce9895-6294-4e31-91d1-a9bc185e4d76 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:16:41.712581 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3bce9895-6294-4e31-91d1-a9bc185e4d76 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:41.739642 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2758bf30-3af0-460b-bb1f-a3d0129d33e6 req-3cb37f59-0729-4a48-96ef-43b284bc70bb tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] 10.222.0.23 "GET /v2.0/ports?device_id=c499d0ef-0226-4dd2-99d9-4b778e9b8732 HTTP/1.1" status: 200 len: 210 time: 0.1109803 May 05 22:16:41.807043 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-72c4dc5c-4d46-4dcf-aa31-b402befe1580 None None] Allocated IP 172.20.0.2 (1b592327-d1ed-4a13-8ebb-2f44d0dc6255/8f6c2d45-e14f-45fc-ac3c-493235fda34f/b576cdb3-7a70-4e51-8cd8-9b26be2297e5) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:16:41.829948 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-3bce9895-6294-4e31-91d1-a9bc185e4d76 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7145078 May 05 22:16:41.830171 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53124) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:41.837713 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-c42a4c47-73d5-4a10-8bbf-bf42e7707814 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Request body: {'port': {'network_id': '1b592327-d1ed-4a13-8ebb-2f44d0dc6255', 'name': 'tempest-ExtraDHCPOptionsTestJSON-607355988', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:16:41.837866 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.api.validators [None req-c42a4c47-73d5-4a10-8bbf-bf42e7707814 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] bootfile-name is not in valid_values {{(pid=84061) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 05 22:16:41.838135 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.api.validators [None req-c42a4c47-73d5-4a10-8bbf-bf42e7707814 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] tftp-server is not in valid_values {{(pid=84061) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 05 22:16:41.838484 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.api.validators [None req-c42a4c47-73d5-4a10-8bbf-bf42e7707814 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] server-ip-address is not in valid_values {{(pid=84061) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 05 22:16:41.873709 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce9895-6294-4e31-91d1-a9bc185e4d76 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Pushing event updated for resources: {'Port': ['ID=ee668e53-08b2-4108-a038-e91afc318479,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:41.877062 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 18d7febd-2f45-415e-b124-0a8dc8bee63f completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:16:41.983713 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b17e280e-f547-4812-8d29-b8d0360df7ce tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:42.067885 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 18d7febd-2f45-415e-b124-0a8dc8bee63f triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:16:42.074380 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:42.176317 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-c42a4c47-73d5-4a10-8bbf-bf42e7707814 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:16:42.190710 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-c42a4c47-73d5-4a10-8bbf-bf42e7707814 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Usage tracker for resource:port and tenant:7c164ba9b4884bf8a1632d501ccd1b6f is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:16:42.196339 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-c42a4c47-73d5-4a10-8bbf-bf42e7707814 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:16:42.211738 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-c42a4c47-73d5-4a10-8bbf-bf42e7707814 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:16:42.248483 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42a4c47-73d5-4a10-8bbf-bf42e7707814 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Made reservation on behalf of 7c164ba9b4884bf8a1632d501ccd1b6f for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:16:42.252272 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c42a4c47-73d5-4a10-8bbf-bf42e7707814 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:42.296833 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-138a50be-305a-49c9-8531-fb942ee4d73c tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:42.319714 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [None req-c42a4c47-73d5-4a10-8bbf-bf42e7707814 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] device_id is not set on port 692bd8f3-5fd3-4678-8e6b-9e34887f09e4 yet. {{(pid=84061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:16:42.793187 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-72c4dc5c-4d46-4dcf-aa31-b402befe1580 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:42.806067 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-72c4dc5c-4d46-4dcf-aa31-b402befe1580 None None] Transition to ACTIVE for port object b576cdb3-7a70-4e51-8cd8-9b26be2297e5 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:16:42.865136 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-72c4dc5c-4d46-4dcf-aa31-b402befe1580 None None] Transition to ACTIVE for port object b576cdb3-7a70-4e51-8cd8-9b26be2297e5 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:16:42.865788 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b17e280e-f547-4812-8d29-b8d0360df7ce tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:42.900133 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-72c4dc5c-4d46-4dcf-aa31-b402befe1580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:43.075085 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4dc5c-4d46-4dcf-aa31-b402befe1580 None None] Pushing event updated for resources: {'Port': ['ID=b576cdb3-7a70-4e51-8cd8-9b26be2297e5,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:43.089980 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c4dc5c-4d46-4dcf-aa31-b402befe1580 None None] Network 1b592327-d1ed-4a13-8ebb-2f44d0dc6255 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:16:43.093571 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-72c4dc5c-4d46-4dcf-aa31-b402befe1580 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:16:43.095890 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:43.106960 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c4dc5c-4d46-4dcf-aa31-b402befe1580 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:16:43.111797 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53142) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:43.149490 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1da87a2d-6024-4771-b44b-4c6f5226f242 req-26d52639-424f-4621-990a-cc401c61f9ef tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] 10.222.0.23 "GET /v2.0/ports?device_id=c499d0ef-0226-4dd2-99d9-4b778e9b8732 HTTP/1.1" status: 200 len: 210 time: 0.1192915 May 05 22:16:43.159075 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-c42a4c47-73d5-4a10-8bbf-bf42e7707814 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Allocated IP 172.20.0.7 (1b592327-d1ed-4a13-8ebb-2f44d0dc6255/8f6c2d45-e14f-45fc-ac3c-493235fda34f/692bd8f3-5fd3-4678-8e6b-9e34887f09e4) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:16:43.290351 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17e280e-f547-4812-8d29-b8d0360df7ce tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event updated for resources: {'Subnet': ['ID=95996a3c-f83e-401c-a132-d1ccd2fcfefe,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:43.303254 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca900ca-691d-4574-ad42-f8b9e0828947 req-5d94b62d-8533-4c33-bb7f-1dcf2a126310 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:16:43.305369 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8ca900ca-691d-4574-ad42-f8b9e0828947 req-5d94b62d-8533-4c33-bb7f-1dcf2a126310 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] 10.222.0.44 "GET /v2.0/networks?id=5579f484-2b68-478e-8113-36fd7459ddaf HTTP/1.1" status: 200 len: 809 time: 0.4687791 May 05 22:16:43.332323 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 18d7febd-2f45-415e-b124-0a8dc8bee63f, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=18d7febd-2f45-415e-b124-0a8dc8bee63f,segment=NetworkSegment(b1125a91-bd64-47f7-bfe7-2eb967abc9e0),segment_id=b1125a91-bd64-47f7-bfe7-2eb967abc9e0)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:16:43.333316 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-72c4dc5c-4d46-4dcf-aa31-b402befe1580 None None] Attempting to bind port b576cdb3-7a70-4e51-8cd8-9b26be2297e5 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:16:43.333733 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-72c4dc5c-4d46-4dcf-aa31-b402befe1580 None None] Attempting to bind port b576cdb3-7a70-4e51-8cd8-9b26be2297e5 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'd398095b-31a3-4784-b75d-b779f9655ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1b592327-d1ed-4a13-8ebb-2f44d0dc6255'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:16:43.334050 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c4dc5c-4d46-4dcf-aa31-b402befe1580 None None] Attempting to bind port b576cdb3-7a70-4e51-8cd8-9b26be2297e5 on network 1b592327-d1ed-4a13-8ebb-2f44d0dc6255 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:16:43.344873 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:43.391562 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8ca900ca-691d-4574-ad42-f8b9e0828947 req-d67ea8df-9f0c-4e5f-975c-7850323a1b57 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=989c505d69dd4ac5bbb5923b5623477d HTTP/1.1" status: 200 len: 379 time: 0.0697315 May 05 22:16:43.402177 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-8ca900ca-691d-4574-ad42-f8b9e0828947 req-665b23e3-da1d-464f-ab64-511668915c50 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Request body: {'port': {'device_id': 'c499d0ef-0226-4dd2-99d9-4b778e9b8732', 'network_id': '5579f484-2b68-478e-8113-36fd7459ddaf', 'admin_state_up': True, 'tenant_id': '989c505d69dd4ac5bbb5923b5623477d', 'security_groups': ['e1868c33-7142-4ab6-ae0c-4ca9fe2a6b7c']}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:16:43.432686 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-68fce736-a881-4fdd-85ac-0b74c4717a42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:43.439867 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=18d7febd-2f45-415e-b124-0a8dc8bee63f,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:43.449993 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c4dc5c-4d46-4dcf-aa31-b402befe1580 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:16:43.451295 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c4dc5c-4d46-4dcf-aa31-b402befe1580 None None] Checking segment: {'id': 'd398095b-31a3-4784-b75d-b779f9655ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1b592327-d1ed-4a13-8ebb-2f44d0dc6255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:16:43.451295 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-72c4dc5c-4d46-4dcf-aa31-b402befe1580 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:43.451295 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c4dc5c-4d46-4dcf-aa31-b402befe1580 None None] Bound using segment: {'id': 'd398095b-31a3-4784-b75d-b779f9655ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1b592327-d1ed-4a13-8ebb-2f44d0dc6255'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:16:43.451765 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-72c4dc5c-4d46-4dcf-aa31-b402befe1580 None None] Bound port: b576cdb3-7a70-4e51-8cd8-9b26be2297e5, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd398095b-31a3-4784-b75d-b779f9655ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '1b592327-d1ed-4a13-8ebb-2f44d0dc6255'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:16:43.452139 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-72c4dc5c-4d46-4dcf-aa31-b402befe1580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:43.489130 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-68fce736-a881-4fdd-85ac-0b74c4717a42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:16:43.494042 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-68fce736-a881-4fdd-85ac-0b74c4717a42 admin admin] Usage tracker for resource:security_group_rule and tenant:ade543d02c944b7ba145d95f0861e831 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:16:43.499461 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-68fce736-a881-4fdd-85ac-0b74c4717a42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:16:43.526298 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17e280e-f547-4812-8d29-b8d0360df7ce tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Checking segment: {'id': '789916bc-d352-4d1b-af2a-4cd96d29c083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fcd5c3bf-b441-4702-b533-b9e20b2c8dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:16:43.526720 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17e280e-f547-4812-8d29-b8d0360df7ce tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Network hostable DHCP agents. Network: fcd5c3bf-b441-4702-b533-b9e20b2c8dec, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:16:43.537543 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-68fce736-a881-4fdd-85ac-0b74c4717a42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:16:43.547450 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-72c4dc5c-4d46-4dcf-aa31-b402befe1580 None None] For port b576cdb3-7a70-4e51-8cd8-9b26be2297e5, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:16:43.551819 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-72c4dc5c-4d46-4dcf-aa31-b402befe1580 None None] For port b576cdb3-7a70-4e51-8cd8-9b26be2297e5, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=b576cdb3-7a70-4e51-8cd8-9b26be2297e5,segment=NetworkSegment(d398095b-31a3-4784-b75d-b779f9655ddd),segment_id=d398095b-31a3-4784-b75d-b779f9655ddd)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:16:43.561754 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-72c4dc5c-4d46-4dcf-aa31-b402befe1580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:43.562423 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-138a50be-305a-49c9-8531-fb942ee4d73c tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:43.609836 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c42a4c47-73d5-4a10-8bbf-bf42e7707814 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:43.627375 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-8ca900ca-691d-4574-ad42-f8b9e0828947 req-665b23e3-da1d-464f-ab64-511668915c50 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:16:43.632573 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17e280e-f547-4812-8d29-b8d0360df7ce tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Network fcd5c3bf-b441-4702-b533-b9e20b2c8dec is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:16:43.670236 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-b17e280e-f547-4812-8d29-b8d0360df7ce tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, fcd5c3bf-b441-4702-b533-b9e20b2c8dec) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:16:43.676143 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17e280e-f547-4812-8d29-b8d0360df7ce tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:16:43.677467 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b17e280e-f547-4812-8d29-b8d0360df7ce tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:43.678172 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-c42a4c47-73d5-4a10-8bbf-bf42e7707814 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Transition to ACTIVE for port object 692bd8f3-5fd3-4678-8e6b-9e34887f09e4 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:16:43.686592 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2202f7b-0b89-4588-8106-4f0986fc2bdd None None] Network fcd5c3bf-b441-4702-b533-b9e20b2c8dec requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:16:43.716274 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-8ca900ca-691d-4574-ad42-f8b9e0828947 req-665b23e3-da1d-464f-ab64-511668915c50 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:16:43.729469 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138a50be-305a-49c9-8531-fb942ee4d73c tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Network 2105381d-85ba-4b03-b60f-e03817dca12c is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:16:43.736126 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-138a50be-305a-49c9-8531-fb942ee4d73c tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:16:43.741158 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4dc5c-4d46-4dcf-aa31-b402befe1580 None None] Pushing event updated for resources: {'Port': ['ID=b576cdb3-7a70-4e51-8cd8-9b26be2297e5,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:43.742929 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138a50be-305a-49c9-8531-fb942ee4d73c tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:16:43.782435 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-68fce736-a881-4fdd-85ac-0b74c4717a42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:43.795455 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-68fce736-a881-4fdd-85ac-0b74c4717a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:43.797021 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b17e280e-f547-4812-8d29-b8d0360df7ce tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7019451 May 05 22:16:43.808074 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53154) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:43.810703 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138a50be-305a-49c9-8531-fb942ee4d73c tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Pushing event updated for resources: {'Port': ['ID=2f6baafa-278f-4dd4-b7c9-8816bce941d3,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:43.886232 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c42a4c47-73d5-4a10-8bbf-bf42e7707814 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:43.898212 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ca900ca-691d-4574-ad42-f8b9e0828947 req-665b23e3-da1d-464f-ab64-511668915c50 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Made reservation on behalf of 989c505d69dd4ac5bbb5923b5623477d for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:16:43.901223 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-8ca900ca-691d-4574-ad42-f8b9e0828947 req-665b23e3-da1d-464f-ab64-511668915c50 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:43.956470 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-68fce736-a881-4fdd-85ac-0b74c4717a42 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ade543d02c944b7ba145d95f0861e831&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8319824 May 05 22:16:43.972215 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53158) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:44.017672 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138a50be-305a-49c9-8531-fb942ee4d73c tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:16:44.018553 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-138a50be-305a-49c9-8531-fb942ee4d73c tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:44.022435 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fce736-a881-4fdd-85ac-0b74c4717a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5edbe6f-9a8f-4db8-8e5f-79f604202671,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:44.044843 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42a4c47-73d5-4a10-8bbf-bf42e7707814 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Network 1b592327-d1ed-4a13-8ebb-2f44d0dc6255 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:16:44.051346 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-c42a4c47-73d5-4a10-8bbf-bf42e7707814 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:16:44.063098 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42a4c47-73d5-4a10-8bbf-bf42e7707814 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:16:44.080038 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-02de4a11-a369-43a7-b932-308b8277e947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:44.115923 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-138a50be-305a-49c9-8531-fb942ee4d73c tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 5.0901017 May 05 22:16:44.130899 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53162) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:44.136846 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-7903c03a-76b1-42f6-a490-ae3ba863fe37 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Request body: {'floatingip': {'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'port_id': '2f6baafa-278f-4dd4-b7c9-8816bce941d3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:16:44.139724 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42a4c47-73d5-4a10-8bbf-bf42e7707814 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Pushing event updated for resources: {'Port': ['ID=692bd8f3-5fd3-4678-8e6b-9e34887f09e4,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:44.175275 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42a4c47-73d5-4a10-8bbf-bf42e7707814 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:16:44.177743 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c42a4c47-73d5-4a10-8bbf-bf42e7707814 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:44.221038 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c42a4c47-73d5-4a10-8bbf-bf42e7707814 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 2.3883276 May 05 22:16:44.226315 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53170) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:44.239519 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ce19cd-314a-4901-8c81-b6b7b8cafb64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-fcd5c3bf-b441-4702-b533-b9e20b2c8dec', 'network_id': 'fcd5c3bf-b441-4702-b533-b9e20b2c8dec', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'fixed_ips': [{'subnet_id': '95996a3c-f83e-401c-a132-d1ccd2fcfefe'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:16:44.240764 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d6ce19cd-314a-4901-8c81-b6b7b8cafb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:44.282946 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8f4f7901-659f-427f-ac8a-c139a9392c49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:44.309119 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-7903c03a-76b1-42f6-a490-ae3ba863fe37 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:16:44.340822 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8f4f7901-659f-427f-ac8a-c139a9392c49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:44.409680 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-7903c03a-76b1-42f6-a490-ae3ba863fe37 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Usage tracker for resource:floatingip and tenant:79b64dfc3f744f4883ccf8456942a652 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:16:44.413790 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8360067c-cb1c-4bf9-ae0e-021841047fed tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:16:44.418272 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8360067c-cb1c-4bf9-ae0e-021841047fed tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:16:44.423370 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8360067c-cb1c-4bf9-ae0e-021841047fed tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:16:44.424458 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-8360067c-cb1c-4bf9-ae0e-021841047fed tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Synchronizing usage tracker for tenant:7c164ba9b4884bf8a1632d501ccd1b6f on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:16:44.429856 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-7903c03a-76b1-42f6-a490-ae3ba863fe37 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:16:44.454606 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-7903c03a-76b1-42f6-a490-ae3ba863fe37 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:16:44.482823 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-8360067c-cb1c-4bf9-ae0e-021841047fed tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Unset dirty status for tenant:7c164ba9b4884bf8a1632d501ccd1b6f on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:16:44.484741 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-8360067c-cb1c-4bf9-ae0e-021841047fed tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2614 time: 0.2543502 May 05 22:16:44.491815 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53174) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:44.497441 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3dd073a1-4260-4dde-a908-1bf45e2f7a7d req-b3d8a8fe-cb49-4555-9a3d-25424ac8d8b4 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] 10.222.0.23 "GET /v2.0/ports?device_id=c499d0ef-0226-4dd2-99d9-4b778e9b8732 HTTP/1.1" status: 200 len: 210 time: 0.0540924 May 05 22:16:44.589809 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-d6ce19cd-314a-4901-8c81-b6b7b8cafb64 None None] Allocated IP 2001:db8::2 (fcd5c3bf-b441-4702-b533-b9e20b2c8dec/95996a3c-f83e-401c-a132-d1ccd2fcfefe/387c66e3-6e40-416c-afb8-ea6ede1fabfa) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:16:44.607658 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-265da29f-ec4a-4949-b0f5-e9f32309cfb9 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Deleting port 692bd8f3-5fd3-4678-8e6b-9e34887f09e4 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:16:44.608071 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-265da29f-ec4a-4949-b0f5-e9f32309cfb9 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:44.635614 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7903c03a-76b1-42f6-a490-ae3ba863fe37 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for floatingip, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:44.660706 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8f4f7901-659f-427f-ac8a-c139a9392c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:44.698009 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8f4f7901-659f-427f-ac8a-c139a9392c49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:44.705086 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-8f4f7901-659f-427f-ac8a-c139a9392c49 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a5edbe6f-9a8f-4db8-8e5f-79f604202671 HTTP/1.1" status: 204 len: 168 time: 0.7277858 May 05 22:16:44.706489 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4f7901-659f-427f-ac8a-c139a9392c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5edbe6f-9a8f-4db8-8e5f-79f604202671,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:44.723840 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-8ca900ca-691d-4574-ad42-f8b9e0828947 req-665b23e3-da1d-464f-ab64-511668915c50 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Allocated IP 172.20.0.5 (5579f484-2b68-478e-8113-36fd7459ddaf/27d7124c-1fa4-44df-a333-048f6a650311/61e87916-9850-4b4e-9825-6be7f2ad185b) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:16:45.083006 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d6ce19cd-314a-4901-8c81-b6b7b8cafb64 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:45.124090 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-d6ce19cd-314a-4901-8c81-b6b7b8cafb64 None None] Transition to ACTIVE for port object 387c66e3-6e40-416c-afb8-ea6ede1fabfa will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:16:45.158254 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-265da29f-ec4a-4949-b0f5-e9f32309cfb9 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:45.162822 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-d6ce19cd-314a-4901-8c81-b6b7b8cafb64 None None] Transition to ACTIVE for port object 387c66e3-6e40-416c-afb8-ea6ede1fabfa will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:16:45.170523 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d6ce19cd-314a-4901-8c81-b6b7b8cafb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:45.248334 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ce19cd-314a-4901-8c81-b6b7b8cafb64 None None] Network fcd5c3bf-b441-4702-b533-b9e20b2c8dec is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:16:45.258109 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-d6ce19cd-314a-4901-8c81-b6b7b8cafb64 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:16:45.281376 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ce19cd-314a-4901-8c81-b6b7b8cafb64 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:16:45.284208 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce19cd-314a-4901-8c81-b6b7b8cafb64 None None] Pushing event updated for resources: {'Port': ['ID=387c66e3-6e40-416c-afb8-ea6ede1fabfa,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:45.423883 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f1113fa3-85fc-4521-9912-260f7d9e4d15 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:45.439576 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53188) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:45.492258 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c57f3686-88e1-4985-b9ec-2f3259378940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:45.591991 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-d6ce19cd-314a-4901-8c81-b6b7b8cafb64 None None] Attempting to bind port 387c66e3-6e40-416c-afb8-ea6ede1fabfa on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:16:45.591991 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-d6ce19cd-314a-4901-8c81-b6b7b8cafb64 None None] Attempting to bind port 387c66e3-6e40-416c-afb8-ea6ede1fabfa by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '789916bc-d352-4d1b-af2a-4cd96d29c083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fcd5c3bf-b441-4702-b533-b9e20b2c8dec'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:16:45.592353 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ce19cd-314a-4901-8c81-b6b7b8cafb64 None None] Attempting to bind port 387c66e3-6e40-416c-afb8-ea6ede1fabfa on network fcd5c3bf-b441-4702-b533-b9e20b2c8dec {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:16:45.626548 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e74b68a-a853-4cad-9e1b-8872c8becd33 None None] Network 1b592327-d1ed-4a13-8ebb-2f44d0dc6255 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:16:45.693277 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-265da29f-ec4a-4949-b0f5-e9f32309cfb9 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Calling delete_port for 692bd8f3-5fd3-4678-8e6b-9e34887f09e4 owned by {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:16:45.748090 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-8ca900ca-691d-4574-ad42-f8b9e0828947 req-665b23e3-da1d-464f-ab64-511668915c50 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:45.798416 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 18d7febd-2f45-415e-b124-0a8dc8bee63f up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:16:45.834750 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c57f3686-88e1-4985-b9ec-2f3259378940 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:16:45.842632 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7903c03a-76b1-42f6-a490-ae3ba863fe37 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:45.871960 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ce19cd-314a-4901-8c81-b6b7b8cafb64 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:16:45.872441 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ce19cd-314a-4901-8c81-b6b7b8cafb64 None None] Checking segment: {'id': '789916bc-d352-4d1b-af2a-4cd96d29c083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fcd5c3bf-b441-4702-b533-b9e20b2c8dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:16:45.872945 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d6ce19cd-314a-4901-8c81-b6b7b8cafb64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:45.873437 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ce19cd-314a-4901-8c81-b6b7b8cafb64 None None] Bound using segment: {'id': '789916bc-d352-4d1b-af2a-4cd96d29c083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fcd5c3bf-b441-4702-b533-b9e20b2c8dec'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:16:45.874042 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-d6ce19cd-314a-4901-8c81-b6b7b8cafb64 None None] Bound port: 387c66e3-6e40-416c-afb8-ea6ede1fabfa, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '789916bc-d352-4d1b-af2a-4cd96d29c083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fcd5c3bf-b441-4702-b533-b9e20b2c8dec'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:16:45.874519 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d6ce19cd-314a-4901-8c81-b6b7b8cafb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:45.889834 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c57f3686-88e1-4985-b9ec-2f3259378940 admin admin] Usage tracker for resource:security_group_rule and tenant:0ca61f6c260144f586dc8f5c5205f05d is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:16:45.894826 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-265da29f-ec4a-4949-b0f5-e9f32309cfb9 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:45.897258 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-8ca900ca-691d-4574-ad42-f8b9e0828947 req-665b23e3-da1d-464f-ab64-511668915c50 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Transition to ACTIVE for port object 61e87916-9850-4b4e-9825-6be7f2ad185b will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:16:45.898700 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c57f3686-88e1-4985-b9ec-2f3259378940 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:16:45.923518 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c57f3686-88e1-4985-b9ec-2f3259378940 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:16:45.969452 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fc0a09ad-a708-432e-998c-b985e8c311f2 req-2ed64cea-6ee6-4ae2-9538-14f8778b5c50 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] 10.222.0.23 "GET /v2.0/ports?device_id=c499d0ef-0226-4dd2-99d9-4b778e9b8732 HTTP/1.1" status: 200 len: 210 time: 0.1172585 May 05 22:16:46.031273 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265da29f-ec4a-4949-b0f5-e9f32309cfb9 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Pushing event deleted for resources: {'Port': ['ID=692bd8f3-5fd3-4678-8e6b-9e34887f09e4,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:46.085508 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-aa83049f-8611-4b6c-9b2e-cfb6a0ec90f5 None None] Provisioning for port b576cdb3-7a70-4e51-8cd8-9b26be2297e5 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:16:46.115327 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-265da29f-ec4a-4949-b0f5-e9f32309cfb9 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:46.140903 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-265da29f-ec4a-4949-b0f5-e9f32309cfb9 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] 10.222.0.23 "DELETE /v2.0/ports/692bd8f3-5fd3-4678-8e6b-9e34887f09e4 HTTP/1.1" status: 204 len: 168 time: 1.6468799 May 05 22:16:46.141897 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53194) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:46.150852 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 18d7febd-2f45-415e-b124-0a8dc8bee63f triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:16:46.151976 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:46.168755 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-ec795311-d48d-48d9-8ef8-ada8d8cdfc2a tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Request body: {'port': {'name': 'tempest-new-port-name-1427752500', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:16:46.169152 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.api.validators [None req-ec795311-d48d-48d9-8ef8-ada8d8cdfc2a tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] bootfile-name is not in valid_values {{(pid=84063) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 05 22:16:46.169486 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.api.validators [None req-ec795311-d48d-48d9-8ef8-ada8d8cdfc2a tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] tftp-server is not in valid_values {{(pid=84063) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 05 22:16:46.169815 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.api.validators [None req-ec795311-d48d-48d9-8ef8-ada8d8cdfc2a tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] server-ip-address is not in valid_values {{(pid=84063) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 05 22:16:46.195090 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-d6ce19cd-314a-4901-8c81-b6b7b8cafb64 None None] For port 387c66e3-6e40-416c-afb8-ea6ede1fabfa, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:16:46.218743 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-d6ce19cd-314a-4901-8c81-b6b7b8cafb64 None None] For port 387c66e3-6e40-416c-afb8-ea6ede1fabfa, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=387c66e3-6e40-416c-afb8-ea6ede1fabfa,segment=NetworkSegment(789916bc-d352-4d1b-af2a-4cd96d29c083),segment_id=789916bc-d352-4d1b-af2a-4cd96d29c083)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:16:46.241308 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d6ce19cd-314a-4901-8c81-b6b7b8cafb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:46.256555 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-8ca900ca-691d-4574-ad42-f8b9e0828947 req-665b23e3-da1d-464f-ab64-511668915c50 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:46.407128 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-7903c03a-76b1-42f6-a490-ae3ba863fe37 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Allocated IP 172.25.4.20 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/8d1a7cfe-c62b-4201-bcdd-e4120884fb99) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:16:46.407477 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device b576cdb3-7a70-4e51-8cd8-9b26be2297e5 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:16:46.439700 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c57f3686-88e1-4985-b9ec-2f3259378940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:46.446121 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-aa5a98d8-9044-4a4f-86a0-f6c9cdfe621b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:46.468121 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b23e3-da1d-464f-ab64-511668915c50 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Pushing event updated for resources: {'Port': ['ID=61e87916-9850-4b4e-9825-6be7f2ad185b,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:46.486228 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce19cd-314a-4901-8c81-b6b7b8cafb64 None None] Pushing event updated for resources: {'Port': ['ID=387c66e3-6e40-416c-afb8-ea6ede1fabfa,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:46.555312 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port b576cdb3-7a70-4e51-8cd8-9b26be2297e5 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:16:46.561317 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port b576cdb3-7a70-4e51-8cd8-9b26be2297e5 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:16:46.561687 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:46.602029 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ec795311-d48d-48d9-8ef8-ada8d8cdfc2a tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:46.620719 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c57f3686-88e1-4985-b9ec-2f3259378940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:46.643870 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-f1113fa3-85fc-4521-9912-260f7d9e4d15 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Allocated IP 2001:db8::1 (fcd5c3bf-b441-4702-b533-b9e20b2c8dec/95996a3c-f83e-401c-a132-d1ccd2fcfefe/5897fa13-7b54-4809-9e29-1d5fb8cbf9c9) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:16:46.715819 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-b351bf30-f65b-41b6-bc59-121888b77dfb None None] Provisioning for port ee668e53-08b2-4108-a038-e91afc318479 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:16:46.718040 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57f3686-88e1-4985-b9ec-2f3259378940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2780c03-dab7-4f00-ab8a-de0477970b18,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:46.727508 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ca900ca-691d-4574-ad42-f8b9e0828947 req-665b23e3-da1d-464f-ab64-511668915c50 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Network 5579f484-2b68-478e-8113-36fd7459ddaf is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:16:46.740596 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-8ca900ca-691d-4574-ad42-f8b9e0828947 req-665b23e3-da1d-464f-ab64-511668915c50 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:16:46.743464 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ca900ca-691d-4574-ad42-f8b9e0828947 req-665b23e3-da1d-464f-ab64-511668915c50 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:16:46.752966 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-b351bf30-f65b-41b6-bc59-121888b77dfb None None] Provisioning complete for port ee668e53-08b2-4108-a038-e91afc318479 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:16:46.753492 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b351bf30-f65b-41b6-bc59-121888b77dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:46.843451 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:46.877594 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-b351bf30-f65b-41b6-bc59-121888b77dfb None None] Port ee668e53-08b2-4108-a038-e91afc318479 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:16:46.898205 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port b576cdb3-7a70-4e51-8cd8-9b26be2297e5, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=b576cdb3-7a70-4e51-8cd8-9b26be2297e5,segment=NetworkSegment(d398095b-31a3-4784-b75d-b779f9655ddd),segment_id=d398095b-31a3-4784-b75d-b779f9655ddd)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:16:46.908698 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-b351bf30-f65b-41b6-bc59-121888b77dfb None None] Provisioning complete for port b576cdb3-7a70-4e51-8cd8-9b26be2297e5 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:16:46.909872 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b351bf30-f65b-41b6-bc59-121888b77dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:47.007751 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:47.158717 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=b576cdb3-7a70-4e51-8cd8-9b26be2297e5,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:47.313729 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839232fb-d860-45d6-80d5-d4833b0e2fe8 req-b16073ee-801f-4855-a48d-8210b32ca1b8 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:16:47.316105 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-839232fb-d860-45d6-80d5-d4833b0e2fe8 req-b16073ee-801f-4855-a48d-8210b32ca1b8 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] 10.222.0.23 "GET /v2.0/ports?device_id=c499d0ef-0226-4dd2-99d9-4b778e9b8732 HTTP/1.1" status: 200 len: 931 time: 0.0978808 May 05 22:16:47.331841 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-1cea728f-e5b6-4469-96df-34ce6c43a5cb None None] Provisioning complete for port ee668e53-08b2-4108-a038-e91afc318479 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:16:47.332215 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1cea728f-e5b6-4469-96df-34ce6c43a5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:47.390720 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c57f3686-88e1-4985-b9ec-2f3259378940 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0ca61f6c260144f586dc8f5c5205f05d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9497488 May 05 22:16:47.398328 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53206) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:47.409779 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-1cea728f-e5b6-4469-96df-34ce6c43a5cb None None] Port ee668e53-08b2-4108-a038-e91afc318479 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:16:47.412959 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-839232fb-d860-45d6-80d5-d4833b0e2fe8 req-4cdea1da-ce3b-43f4-ae5d-ee4cdd6e67b7 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1868c33-7142-4ab6-ae0c-4ca9fe2a6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891798 May 05 22:16:47.434440 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-1cea728f-e5b6-4469-96df-34ce6c43a5cb None None] Provisioning for port 61e87916-9850-4b4e-9825-6be7f2ad185b completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:16:47.437896 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:47.443915 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-1cea728f-e5b6-4469-96df-34ce6c43a5cb None None] Provisioning complete for port 61e87916-9850-4b4e-9825-6be7f2ad185b triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:16:47.444271 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1cea728f-e5b6-4469-96df-34ce6c43a5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:47.536936 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca900ca-691d-4574-ad42-f8b9e0828947 req-665b23e3-da1d-464f-ab64-511668915c50 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:16:47.537606 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-8ca900ca-691d-4574-ad42-f8b9e0828947 req-665b23e3-da1d-464f-ab64-511668915c50 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:47.604297 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:47.645158 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-1cea728f-e5b6-4469-96df-34ce6c43a5cb None None] Port 61e87916-9850-4b4e-9825-6be7f2ad185b cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:16:47.653147 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device b576cdb3-7a70-4e51-8cd8-9b26be2297e5 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:16:47.737346 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port b576cdb3-7a70-4e51-8cd8-9b26be2297e5 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:16:47.738182 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:47.781873 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-0f6fe2be-6b1a-42cb-874c-57a9566a0fc3 None None] Could not find standard attr ID for object 692bd8f3-5fd3-4678-8e6b-9e34887f09e4. {{(pid=84064) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 22:16:47.806322 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7903c03a-76b1-42f6-a490-ae3ba863fe37 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:47.814969 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f1113fa3-85fc-4521-9912-260f7d9e4d15 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:47.869698 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-f1113fa3-85fc-4521-9912-260f7d9e4d15 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Transition to ACTIVE for port object 5897fa13-7b54-4809-9e29-1d5fb8cbf9c9 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:16:47.871996 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8ca900ca-691d-4574-ad42-f8b9e0828947 req-665b23e3-da1d-464f-ab64-511668915c50 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4749112 May 05 22:16:47.876076 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ec795311-d48d-48d9-8ef8-ada8d8cdfc2a tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:47.884875 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-8ca900ca-691d-4574-ad42-f8b9e0828947 req-283ea7ef-53e4-4fbf-9669-79333bcd04f3 service neutron] Request body: {'port': {'device_id': 'c499d0ef-0226-4dd2-99d9-4b778e9b8732', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:16:47.888453 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 387c66e3-6e40-416c-afb8-ea6ede1fabfa up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:16:47.926066 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ec795311-d48d-48d9-8ef8-ada8d8cdfc2a tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:47.969451 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 387c66e3-6e40-416c-afb8-ea6ede1fabfa completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:16:48.048692 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db80132-b758-4b26-99fc-c5934d14671d None None] Network fcd5c3bf-b441-4702-b533-b9e20b2c8dec requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:16:48.115140 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-608f42ee-23f6-48fa-932a-90a461134fe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:48.160090 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-359a37c3-69aa-4438-b6ad-9a6628af1e4a None None] Provisioning for port 387c66e3-6e40-416c-afb8-ea6ede1fabfa completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:16:48.175471 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-359a37c3-69aa-4438-b6ad-9a6628af1e4a None None] Provisioning complete for port 387c66e3-6e40-416c-afb8-ea6ede1fabfa triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:16:48.175938 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-359a37c3-69aa-4438-b6ad-9a6628af1e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:48.266314 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-608f42ee-23f6-48fa-932a-90a461134fe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:48.280109 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7903c03a-76b1-42f6-a490-ae3ba863fe37 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:48.299977 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec795311-d48d-48d9-8ef8-ada8d8cdfc2a tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Pushing event updated for resources: {'Port': ['ID=ee668e53-08b2-4108-a038-e91afc318479,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:48.375712 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f1113fa3-85fc-4521-9912-260f7d9e4d15 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:48.433241 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7903c03a-76b1-42f6-a490-ae3ba863fe37 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Pushing event updated for resources: {'Port': ['ID=8d1a7cfe-c62b-4201-bcdd-e4120884fb99,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:48.447286 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-359a37c3-69aa-4438-b6ad-9a6628af1e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:48.468480 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7903c03a-76b1-42f6-a490-ae3ba863fe37 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:16:48.489475 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-359a37c3-69aa-4438-b6ad-9a6628af1e4a None None] For port 387c66e3-6e40-416c-afb8-ea6ede1fabfa, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=387c66e3-6e40-416c-afb8-ea6ede1fabfa,segment=NetworkSegment(789916bc-d352-4d1b-af2a-4cd96d29c083),segment_id=789916bc-d352-4d1b-af2a-4cd96d29c083)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:16:48.498557 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-359a37c3-69aa-4438-b6ad-9a6628af1e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:48.546554 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-7903c03a-76b1-42f6-a490-ae3ba863fe37 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:16:48.546554 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-8ca900ca-691d-4574-ad42-f8b9e0828947 req-283ea7ef-53e4-4fbf-9669-79333bcd04f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:48.555718 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-ec795311-d48d-48d9-8ef8-ada8d8cdfc2a tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] In _notify_port_updated(), no bound segment for port ee668e53-08b2-4108-a038-e91afc318479 on network 1b592327-d1ed-4a13-8ebb-2f44d0dc6255 {{(pid=84063) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 05 22:16:48.565835 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec795311-d48d-48d9-8ef8-ada8d8cdfc2a tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:16:48.566611 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ec795311-d48d-48d9-8ef8-ada8d8cdfc2a tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:48.572133 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ec795311-d48d-48d9-8ef8-ada8d8cdfc2a tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] 10.222.0.23 "PUT /v2.0/ports/ee668e53-08b2-4108-a038-e91afc318479 HTTP/1.1" status: 200 len: 1136 time: 2.4246492 May 05 22:16:48.572284 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53220) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:48.585222 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7903c03a-76b1-42f6-a490-ae3ba863fe37 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:16:48.638624 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a37c3-69aa-4438-b6ad-9a6628af1e4a None None] Pushing event updated for resources: {'Port': ['ID=387c66e3-6e40-416c-afb8-ea6ede1fabfa,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:48.674391 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a37c3-69aa-4438-b6ad-9a6628af1e4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:16:48.676523 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a37c3-69aa-4438-b6ad-9a6628af1e4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:16:48.678148 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a37c3-69aa-4438-b6ad-9a6628af1e4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:16:48.678490 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a37c3-69aa-4438-b6ad-9a6628af1e4a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:16:48.680377 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a37c3-69aa-4438-b6ad-9a6628af1e4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:16:48.680834 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a37c3-69aa-4438-b6ad-9a6628af1e4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:16:48.683818 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1113fa3-85fc-4521-9912-260f7d9e4d15 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Network fcd5c3bf-b441-4702-b533-b9e20b2c8dec is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:16:48.688063 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a37c3-69aa-4438-b6ad-9a6628af1e4a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:16:48.688063 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a37c3-69aa-4438-b6ad-9a6628af1e4a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:16:48.688063 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a37c3-69aa-4438-b6ad-9a6628af1e4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:16:48.688386 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a37c3-69aa-4438-b6ad-9a6628af1e4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:16:48.688486 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359a37c3-69aa-4438-b6ad-9a6628af1e4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:16:48.692822 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-f1113fa3-85fc-4521-9912-260f7d9e4d15 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:16:48.704764 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-cff823aa-abf8-4619-b6e3-fea522c72692 None None] Provisioning complete for port ee668e53-08b2-4108-a038-e91afc318479 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:16:48.705147 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-cff823aa-abf8-4619-b6e3-fea522c72692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:48.712750 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1113fa3-85fc-4521-9912-260f7d9e4d15 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:16:48.713433 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f1113fa3-85fc-4521-9912-260f7d9e4d15 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:48.804804 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-cff823aa-abf8-4619-b6e3-fea522c72692 None None] Port ee668e53-08b2-4108-a038-e91afc318479 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:16:48.814913 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51dedb9b-4a41-4dcb-9223-e16072136c71 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:16:48.815653 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-51dedb9b-4a41-4dcb-9223-e16072136c71 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Synchronizing usage tracker for tenant:7c164ba9b4884bf8a1632d501ccd1b6f on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:16:48.839924 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1113fa3-85fc-4521-9912-260f7d9e4d15 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event updated for resources: {'Port': ['ID=5897fa13-7b54-4809-9e29-1d5fb8cbf9c9,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:48.860085 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-51dedb9b-4a41-4dcb-9223-e16072136c71 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Unset dirty status for tenant:7c164ba9b4884bf8a1632d501ccd1b6f on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:16:48.861829 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-51dedb9b-4a41-4dcb-9223-e16072136c71 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] 10.222.0.23 "GET /v2.0/ports/ee668e53-08b2-4108-a038-e91afc318479 HTTP/1.1" status: 200 len: 1136 time: 0.2886190 May 05 22:16:48.866568 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53224) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:48.937602 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-608f42ee-23f6-48fa-932a-90a461134fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:48.947893 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c2bfc514-9c7d-4d64-99bc-7e334ad724a7 None None] Provisioning complete for port 387c66e3-6e40-416c-afb8-ea6ede1fabfa triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:16:48.948267 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c2bfc514-9c7d-4d64-99bc-7e334ad724a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:48.960956 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-862236cd-2867-48e2-8fc8-301edb2e797e tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Deleting port ee668e53-08b2-4108-a038-e91afc318479 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:16:48.961528 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-862236cd-2867-48e2-8fc8-301edb2e797e tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:49.012517 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db053855-e785-419c-bf01-5f3db0569163 req-4eb4bd45-ed54-49de-9f6d-a51949c2f44a tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:16:49.014342 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-db053855-e785-419c-bf01-5f3db0569163 req-4eb4bd45-ed54-49de-9f6d-a51949c2f44a tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] 10.222.0.23 "GET /v2.0/ports?device_id=c499d0ef-0226-4dd2-99d9-4b778e9b8732 HTTP/1.1" status: 200 len: 931 time: 0.3494673 May 05 22:16:49.029510 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608f42ee-23f6-48fa-932a-90a461134fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2780c03-dab7-4f00-ab8a-de0477970b18,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:49.084594 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:49.094256 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-608f42ee-23f6-48fa-932a-90a461134fe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:49.097922 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-608f42ee-23f6-48fa-932a-90a461134fe7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b2780c03-dab7-4f00-ab8a-de0477970b18 HTTP/1.1" status: 204 len: 168 time: 1.6413867 May 05 22:16:49.211853 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c2bfc514-9c7d-4d64-99bc-7e334ad724a7 None None] Provisioning for port 5897fa13-7b54-4809-9e29-1d5fb8cbf9c9 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:16:49.218412 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c2bfc514-9c7d-4d64-99bc-7e334ad724a7 None None] Provisioning complete for port 5897fa13-7b54-4809-9e29-1d5fb8cbf9c9 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:16:49.219010 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c2bfc514-9c7d-4d64-99bc-7e334ad724a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:49.230651 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-db053855-e785-419c-bf01-5f3db0569163 req-ccffaab1-0f99-4ac8-95c4-8df24e189386 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1868c33-7142-4ab6-ae0c-4ca9fe2a6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2082107 May 05 22:16:49.258796 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f1113fa3-85fc-4521-9912-260f7d9e4d15 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:49.296805 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-c2bfc514-9c7d-4d64-99bc-7e334ad724a7 None None] Port 5897fa13-7b54-4809-9e29-1d5fb8cbf9c9 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:16:49.434686 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-38704fac-727f-42a1-9c78-f053bd2dc865 None None] Provisioning complete for port 5897fa13-7b54-4809-9e29-1d5fb8cbf9c9 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:16:49.434686 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-38704fac-727f-42a1-9c78-f053bd2dc865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:49.435017 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-862236cd-2867-48e2-8fc8-301edb2e797e tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:49.527182 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-38704fac-727f-42a1-9c78-f053bd2dc865 None None] Port 5897fa13-7b54-4809-9e29-1d5fb8cbf9c9 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:16:49.532972 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 387c66e3-6e40-416c-afb8-ea6ede1fabfa up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:16:49.581243 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-862236cd-2867-48e2-8fc8-301edb2e797e tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Calling delete_port for ee668e53-08b2-4108-a038-e91afc318479 owned by {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:16:49.665419 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 387c66e3-6e40-416c-afb8-ea6ede1fabfa triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:16:49.666234 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:49.869158 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-862236cd-2867-48e2-8fc8-301edb2e797e tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:49.939563 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862236cd-2867-48e2-8fc8-301edb2e797e tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Pushing event deleted for resources: {'Port': ['ID=ee668e53-08b2-4108-a038-e91afc318479,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:50.126771 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-862236cd-2867-48e2-8fc8-301edb2e797e tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:50.148197 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-862236cd-2867-48e2-8fc8-301edb2e797e tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] 10.222.0.23 "DELETE /v2.0/ports/ee668e53-08b2-4108-a038-e91afc318479 HTTP/1.1" status: 204 len: 168 time: 1.2804177 May 05 22:16:50.150767 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53248) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:50.222170 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.resource_extend [req-8ca900ca-691d-4574-ad42-f8b9e0828947 req-283ea7ef-53e4-4fbf-9669-79333bcd04f3 service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 22:16:50.449952 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-25c68a85-dbdf-4171-ab43-5ba11f62732a tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Deleting subnet 8f6c2d45-e14f-45fc-ac3c-493235fda34f {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:16:50.454743 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-25c68a85-dbdf-4171-ab43-5ba11f62732a tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:50.537627 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-8ca900ca-691d-4574-ad42-f8b9e0828947 req-283ea7ef-53e4-4fbf-9669-79333bcd04f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61e87916-9850-4b4e-9825-6be7f2ad185b {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:16:50.559780 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-8ca900ca-691d-4574-ad42-f8b9e0828947 req-283ea7ef-53e4-4fbf-9669-79333bcd04f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:50.627443 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f1113fa3-85fc-4521-9912-260f7d9e4d15 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:50.634819 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7903c03a-76b1-42f6-a490-ae3ba863fe37 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:50.638365 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-8ca900ca-691d-4574-ad42-f8b9e0828947 req-283ea7ef-53e4-4fbf-9669-79333bcd04f3 service neutron] Transition to ACTIVE for port object 61e87916-9850-4b4e-9825-6be7f2ad185b will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:16:50.639298 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f1113fa3-85fc-4521-9912-260f7d9e4d15 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:50.640085 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f1113fa3-85fc-4521-9912-260f7d9e4d15 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:50.684437 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-25c68a85-dbdf-4171-ab43-5ba11f62732a tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:50.743369 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-8ca900ca-691d-4574-ad42-f8b9e0828947 req-283ea7ef-53e4-4fbf-9669-79333bcd04f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:50.875932 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-25c68a85-dbdf-4171-ab43-5ba11f62732a tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:50.878818 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1113fa3-85fc-4521-9912-260f7d9e4d15 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event updated for resources: {'Port': ['ID=5897fa13-7b54-4809-9e29-1d5fb8cbf9c9,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:50.920427 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826dc0bc-2a24-48e9-bfe2-00f9921fe83a req-89e75a00-a1b6-48c3-a0c5-fbb9e1b1fc3b tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:16:50.927477 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-826dc0bc-2a24-48e9-bfe2-00f9921fe83a req-89e75a00-a1b6-48c3-a0c5-fbb9e1b1fc3b tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] 10.222.0.23 "GET /v2.0/ports?device_id=c499d0ef-0226-4dd2-99d9-4b778e9b8732 HTTP/1.1" status: 200 len: 943 time: 0.1924033 May 05 22:16:51.000086 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7903c03a-76b1-42f6-a490-ae3ba863fe37 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:51.060943 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-25c68a85-dbdf-4171-ab43-5ba11f62732a tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:51.114958 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-826dc0bc-2a24-48e9-bfe2-00f9921fe83a req-1b112307-3223-41fe-99d6-371c27b7b9c1 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1868c33-7142-4ab6-ae0c-4ca9fe2a6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1865122 May 05 22:16:51.146281 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c68a85-dbdf-4171-ab43-5ba11f62732a tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Pushing event deleted for resources: {'Subnet': ['ID=8f6c2d45-e14f-45fc-ac3c-493235fda34f,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:51.156885 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-25c68a85-dbdf-4171-ab43-5ba11f62732a tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:51.169352 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-25c68a85-dbdf-4171-ab43-5ba11f62732a tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] 10.222.0.23 "DELETE /v2.0/subnets/8f6c2d45-e14f-45fc-ac3c-493235fda34f HTTP/1.1" status: 204 len: 168 time: 1.0169001 May 05 22:16:51.171795 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53272) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:51.173124 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8b128a-9c95-49f2-9bad-8e6b095bc199 None None] Network 1b592327-d1ed-4a13-8ebb-2f44d0dc6255 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:16:51.233434 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283ea7ef-53e4-4fbf-9669-79333bcd04f3 service neutron] Pushing event updated for resources: {'Port': ['ID=61e87916-9850-4b4e-9825-6be7f2ad185b,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:51.342890 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-86afdacb-a01e-4a16-b622-f50e46dea7d7 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:51.369165 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-86afdacb-a01e-4a16-b622-f50e46dea7d7 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Deleting port b576cdb3-7a70-4e51-8cd8-9b26be2297e5 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:16:51.369510 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-86afdacb-a01e-4a16-b622-f50e46dea7d7 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:51.467385 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1113fa3-85fc-4521-9912-260f7d9e4d15 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Network fcd5c3bf-b441-4702-b533-b9e20b2c8dec is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:16:51.471277 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-f1113fa3-85fc-4521-9912-260f7d9e4d15 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:16:51.572962 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee5252f-4dbd-4ae7-a22e-3da02e3b2e15 None None] DHCP port deletion for 1b592327-d1ed-4a13-8ebb-2f44d0dc6255 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:16:51.578512 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-4ee5252f-4dbd-4ae7-a22e-3da02e3b2e15 None None] Deleting port b576cdb3-7a70-4e51-8cd8-9b26be2297e5 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:16:51.579011 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4ee5252f-4dbd-4ae7-a22e-3da02e3b2e15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:51.689691 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-8ca900ca-691d-4574-ad42-f8b9e0828947 req-283ea7ef-53e4-4fbf-9669-79333bcd04f3 service neutron] Attempting to bind port 61e87916-9850-4b4e-9825-6be7f2ad185b on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:16:51.690175 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-8ca900ca-691d-4574-ad42-f8b9e0828947 req-283ea7ef-53e4-4fbf-9669-79333bcd04f3 service neutron] Attempting to bind port 61e87916-9850-4b4e-9825-6be7f2ad185b by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': 'b92baa2d-d742-4ff3-abe2-5473cf67f225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5579f484-2b68-478e-8113-36fd7459ddaf'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:16:51.690729 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca900ca-691d-4574-ad42-f8b9e0828947 req-283ea7ef-53e4-4fbf-9669-79333bcd04f3 service neutron] Attempting to bind port 61e87916-9850-4b4e-9825-6be7f2ad185b on network 5579f484-2b68-478e-8113-36fd7459ddaf {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:16:51.708813 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-86afdacb-a01e-4a16-b622-f50e46dea7d7 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] For port b576cdb3-7a70-4e51-8cd8-9b26be2297e5, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=b576cdb3-7a70-4e51-8cd8-9b26be2297e5,segment=NetworkSegment(d398095b-31a3-4784-b75d-b779f9655ddd),segment_id=d398095b-31a3-4784-b75d-b779f9655ddd)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:16:51.709359 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-86afdacb-a01e-4a16-b622-f50e46dea7d7 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:51.762380 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca900ca-691d-4574-ad42-f8b9e0828947 req-283ea7ef-53e4-4fbf-9669-79333bcd04f3 service neutron] Port 61e87916-9850-4b4e-9825-6be7f2ad185b on network 5579f484-2b68-478e-8113-36fd7459ddaf not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:16:51.762380 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca900ca-691d-4574-ad42-f8b9e0828947 req-283ea7ef-53e4-4fbf-9669-79333bcd04f3 service neutron] Attempting to bind port 61e87916-9850-4b4e-9825-6be7f2ad185b on network 5579f484-2b68-478e-8113-36fd7459ddaf {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:16:51.767645 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca900ca-691d-4574-ad42-f8b9e0828947 req-283ea7ef-53e4-4fbf-9669-79333bcd04f3 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:16:51.767991 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca900ca-691d-4574-ad42-f8b9e0828947 req-283ea7ef-53e4-4fbf-9669-79333bcd04f3 service neutron] Checking segment: {'id': 'b92baa2d-d742-4ff3-abe2-5473cf67f225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5579f484-2b68-478e-8113-36fd7459ddaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:16:51.768670 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca900ca-691d-4574-ad42-f8b9e0828947 req-283ea7ef-53e4-4fbf-9669-79333bcd04f3 service neutron] Bound using segment: {'id': 'b92baa2d-d742-4ff3-abe2-5473cf67f225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5579f484-2b68-478e-8113-36fd7459ddaf'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:16:51.768956 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-8ca900ca-691d-4574-ad42-f8b9e0828947 req-283ea7ef-53e4-4fbf-9669-79333bcd04f3 service neutron] Bound port: 61e87916-9850-4b4e-9825-6be7f2ad185b, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b92baa2d-d742-4ff3-abe2-5473cf67f225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5579f484-2b68-478e-8113-36fd7459ddaf'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:16:51.769309 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-8ca900ca-691d-4574-ad42-f8b9e0828947 req-283ea7ef-53e4-4fbf-9669-79333bcd04f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:51.893997 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-8ca900ca-691d-4574-ad42-f8b9e0828947 req-283ea7ef-53e4-4fbf-9669-79333bcd04f3 service neutron] For port 61e87916-9850-4b4e-9825-6be7f2ad185b, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:16:51.899484 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-8ca900ca-691d-4574-ad42-f8b9e0828947 req-283ea7ef-53e4-4fbf-9669-79333bcd04f3 service neutron] For port 61e87916-9850-4b4e-9825-6be7f2ad185b, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=61e87916-9850-4b4e-9825-6be7f2ad185b,segment=NetworkSegment(b92baa2d-d742-4ff3-abe2-5473cf67f225),segment_id=b92baa2d-d742-4ff3-abe2-5473cf67f225)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:16:51.921275 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-8ca900ca-691d-4574-ad42-f8b9e0828947 req-283ea7ef-53e4-4fbf-9669-79333bcd04f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:51.953471 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-86afdacb-a01e-4a16-b622-f50e46dea7d7 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Calling delete_port for b576cdb3-7a70-4e51-8cd8-9b26be2297e5 owned by network:dhcp {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:16:52.012635 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-8ca900ca-691d-4574-ad42-f8b9e0828947 req-283ea7ef-53e4-4fbf-9669-79333bcd04f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:52.014203 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8ca900ca-691d-4574-ad42-f8b9e0828947 req-283ea7ef-53e4-4fbf-9669-79333bcd04f3 service neutron] 10.222.0.44 "PUT /v2.0/ports/61e87916-9850-4b4e-9825-6be7f2ad185b HTTP/1.1" status: 200 len: 1091 time: 4.1336675 May 05 22:16:52.029645 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c499d0ef-0226-4dd2-99d9-4b778e9b8732', 'tag': '61e87916-9850-4b4e-9825-6be7f2ad185b'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:16:52.069055 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-86afdacb-a01e-4a16-b622-f50e46dea7d7 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:52.111921 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283ea7ef-53e4-4fbf-9669-79333bcd04f3 service neutron] Pushing event updated for resources: {'Port': ['ID=61e87916-9850-4b4e-9825-6be7f2ad185b,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:52.134556 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-4ee5252f-4dbd-4ae7-a22e-3da02e3b2e15 None None] For port b576cdb3-7a70-4e51-8cd8-9b26be2297e5, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=b576cdb3-7a70-4e51-8cd8-9b26be2297e5,segment=NetworkSegment(d398095b-31a3-4784-b75d-b779f9655ddd),segment_id=d398095b-31a3-4784-b75d-b779f9655ddd)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:16:52.144508 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4ee5252f-4dbd-4ae7-a22e-3da02e3b2e15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:52.157041 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86afdacb-a01e-4a16-b622-f50e46dea7d7 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Pushing event deleted for resources: {'Port': ['ID=b576cdb3-7a70-4e51-8cd8-9b26be2297e5,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:52.184087 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-eeefe6b3-ecf5-40be-bef9-0a7d0bbb5e3d None None] Provisioning complete for port 5897fa13-7b54-4809-9e29-1d5fb8cbf9c9 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:16:52.184597 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-eeefe6b3-ecf5-40be-bef9-0a7d0bbb5e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:52.206742 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86afdacb-a01e-4a16-b622-f50e46dea7d7 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] No DVR routers for this DVR port b576cdb3-7a70-4e51-8cd8-9b26be2297e5 on host n-d-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:16:52.254803 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8be1adaa-98fe-42e5-856d-d311eaf4ea59'] response: {'name': 'network-changed', 'server_uuid': 'c499d0ef-0226-4dd2-99d9-4b778e9b8732', 'tag': '61e87916-9850-4b4e-9825-6be7f2ad185b', 'status': 'completed', 'code': 200} May 05 22:16:52.477055 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-4ee5252f-4dbd-4ae7-a22e-3da02e3b2e15 None None] Calling delete_port for b576cdb3-7a70-4e51-8cd8-9b26be2297e5 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:16:52.519951 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.resource_extend [None req-7903c03a-76b1-42f6-a490-ae3ba863fe37 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 22:16:52.560797 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7903c03a-76b1-42f6-a490-ae3ba863fe37 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:52.568981 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-86afdacb-a01e-4a16-b622-f50e46dea7d7 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:52.572947 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7903c03a-76b1-42f6-a490-ae3ba863fe37 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:52.630459 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-86afdacb-a01e-4a16-b622-f50e46dea7d7 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b592327-d1ed-4a13-8ebb-2f44d0dc6255']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:52.671562 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-86afdacb-a01e-4a16-b622-f50e46dea7d7 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd398095b-31a3-4784-b75d-b779f9655ddd') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:52.672240 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-86afdacb-a01e-4a16-b622-f50e46dea7d7 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd398095b-31a3-4784-b75d-b779f9655ddd') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:52.694951 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36be92a7-e5be-455a-806e-0b4f9cd76bfa req-bef09053-e910-43ba-b1e1-d9eba93f7d96 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:16:52.706128 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-36be92a7-e5be-455a-806e-0b4f9cd76bfa req-bef09053-e910-43ba-b1e1-d9eba93f7d96 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] 10.222.0.23 "GET /v2.0/ports?device_id=c499d0ef-0226-4dd2-99d9-4b778e9b8732 HTTP/1.1" status: 200 len: 943 time: 0.2499249 May 05 22:16:52.734522 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7903c03a-76b1-42f6-a490-ae3ba863fe37 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Pushing event updated for resources: {'Port': ['ID=8d1a7cfe-c62b-4201-bcdd-e4120884fb99,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:52.745360 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-86afdacb-a01e-4a16-b622-f50e46dea7d7 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:52.753215 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-eeefe6b3-ecf5-40be-bef9-0a7d0bbb5e3d None None] Port 5897fa13-7b54-4809-9e29-1d5fb8cbf9c9 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:16:52.760124 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8ca900ca-691d-4574-ad42-f8b9e0828947 req-6adc02d5-ac9c-4302-96c9-efdd16d37269 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=989c505d69dd4ac5bbb5923b5623477d&device_id=c499d0ef-0226-4dd2-99d9-4b778e9b8732 HTTP/1.1" status: 200 len: 1094 time: 0.6859794 May 05 22:16:52.771170 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-4ee5252f-4dbd-4ae7-a22e-3da02e3b2e15 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:16:52.772487 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-4ee5252f-4dbd-4ae7-a22e-3da02e3b2e15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:16:52.793622 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-36be92a7-e5be-455a-806e-0b4f9cd76bfa req-25b5a7de-5064-43b3-aff1-f937f029dd70 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1868c33-7142-4ab6-ae0c-4ca9fe2a6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862207 May 05 22:16:52.803754 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-86afdacb-a01e-4a16-b622-f50e46dea7d7 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:52.815536 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86afdacb-a01e-4a16-b622-f50e46dea7d7 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:16:52.818200 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-86afdacb-a01e-4a16-b622-f50e46dea7d7 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:52.865018 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 22:16:52.865018 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:16:52.865018 n-d-825175-4 neutron-server[84061]: timer() May 05 22:16:52.865018 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:16:52.865018 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 22:16:52.865018 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:16:52.865018 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 22:16:52.865018 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:16:52.865018 n-d-825175-4 neutron-server[84061]: self._notify() May 05 22:16:52.865018 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:16:52.865018 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 22:16:52.865018 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:16:52.865018 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 22:16:52.865018 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:16:52.865018 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:16:52.865018 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:16:52.865018 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:16:52.865018 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:16:52.865018 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 22:16:52.865018 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:16:52.865018 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 22:16:52.865018 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:16:52.865018 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:16:52.865018 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:16:52.865018 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 22:16:52.865018 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:16:52.865018 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:16:52.865018 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:16:52.865018 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:16:52.865018 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:16:52.865018 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:16:52.865018 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:16:52.868367 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8ca900ca-691d-4574-ad42-f8b9e0828947 req-804cd879-3c22-477b-ab68-2fb35936e09a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61e87916-9850-4b4e-9825-6be7f2ad185b HTTP/1.1" status: 200 len: 217 time: 0.0992696 May 05 22:16:52.941190 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7903c03a-76b1-42f6-a490-ae3ba863fe37 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:52.969466 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-86afdacb-a01e-4a16-b622-f50e46dea7d7 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:52.992464 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-86afdacb-a01e-4a16-b622-f50e46dea7d7 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:53.014645 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86afdacb-a01e-4a16-b622-f50e46dea7d7 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] Pushing event deleted for resources: {'Network': ['ID=1b592327-d1ed-4a13-8ebb-2f44d0dc6255,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:53.025226 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-86afdacb-a01e-4a16-b622-f50e46dea7d7 tempest-ExtraDHCPOptionsTestJSON-2105699845 tempest-ExtraDHCPOptionsTestJSON-2105699845-project] 10.222.0.23 "DELETE /v2.0/networks/1b592327-d1ed-4a13-8ebb-2f44d0dc6255 HTTP/1.1" status: 204 len: 168 time: 1.8485692 May 05 22:16:53.131256 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca900ca-691d-4574-ad42-f8b9e0828947 req-9d253064-aad7-4409-8886-c5c409be8d60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:16:53.132719 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8ca900ca-691d-4574-ad42-f8b9e0828947 req-9d253064-aad7-4409-8886-c5c409be8d60 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=27d7124c-1fa4-44df-a333-048f6a650311 HTTP/1.1" status: 200 len: 848 time: 0.2570589 May 05 22:16:53.241467 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1113fa3-85fc-4521-9912-260f7d9e4d15 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Router a35913f1-481d-4672-b9d2-d19d0f788cb0 is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 22:16:53.274126 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-4ee5252f-4dbd-4ae7-a22e-3da02e3b2e15 None None] Deleting port b576cdb3-7a70-4e51-8cd8-9b26be2297e5 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:16:53.274615 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4ee5252f-4dbd-4ae7-a22e-3da02e3b2e15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:53.337159 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-4ee5252f-4dbd-4ae7-a22e-3da02e3b2e15 None None] The port 'b576cdb3-7a70-4e51-8cd8-9b26be2297e5' was deleted {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 22:16:53.433722 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53320) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:53.481846 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device b576cdb3-7a70-4e51-8cd8-9b26be2297e5 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:16:53.492444 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8ca900ca-691d-4574-ad42-f8b9e0828947 req-4f487816-1e92-47c0-969e-595e69745372 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5579f484-2b68-478e-8113-36fd7459ddaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3425999 May 05 22:16:53.556317 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: b576cdb3-7a70-4e51-8cd8-9b26be2297e5 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:16:53.556663 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device b576cdb3-7a70-4e51-8cd8-9b26be2297e5 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:16:53.718322 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-252514f0-2d74-4287-9d33-93646cc3bd69 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7c164ba9b4884bf8a1632d501ccd1b6f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2816319 May 05 22:16:53.718608 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53344) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:53.781378 n-d-825175-4 neutron-server[84063]: INFO neutron.db.l3_db [None req-7903c03a-76b1-42f6-a490-ae3ba863fe37 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Floating IP a306d8a4-ca15-4c1e-86f1-c24c2b10ff9c associated. External IP: 172.25.4.20, port: 2f6baafa-278f-4dd4-b7c9-8816bce941d3. May 05 22:16:53.804023 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6b7b4e58-80a7-46ac-877a-e8fee00ce7b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:53.842921 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6b7b4e58-80a7-46ac-877a-e8fee00ce7b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:53.951955 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6b7b4e58-80a7-46ac-877a-e8fee00ce7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:53.971956 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1113fa3-85fc-4521-9912-260f7d9e4d15 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:16:53.975009 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8ca900ca-691d-4574-ad42-f8b9e0828947 req-c83f3dba-b5dd-4052-b533-a9bd3f6c3fc7 service neutron] 10.222.0.44 "GET /v2.0/networks/5579f484-2b68-478e-8113-36fd7459ddaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4727385 May 05 22:16:53.976348 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7b4e58-80a7-46ac-877a-e8fee00ce7b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69753bf1-6490-469d-b769-997bb7e21956,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:53.992596 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6b7b4e58-80a7-46ac-877a-e8fee00ce7b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:53.996698 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-6b7b4e58-80a7-46ac-877a-e8fee00ce7b2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/69753bf1-6490-469d-b769-997bb7e21956 HTTP/1.1" status: 204 len: 168 time: 0.2769637 May 05 22:16:53.998398 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977c1671-96cd-40a2-bc95-bc021cfb464b None None] Sync routers for ids ['a35913f1-481d-4672-b9d2-d19d0f788cb0'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:16:54.027627 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f1113fa3-85fc-4521-9912-260f7d9e4d15 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "PUT /v2.0/routers/a35913f1-481d-4672-b9d2-d19d0f788cb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2157681 May 05 22:16:54.070178 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53356) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:54.080516 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-f85b39ee-2161-4cd5-855e-e8036b354c56 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-694439554'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:16:54.131202 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977c1671-96cd-40a2-bc95-bc021cfb464b None None] Routers {'a35913f1-481d-4672-b9d2-d19d0f788cb0'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:16:54.133170 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-977c1671-96cd-40a2-bc95-bc021cfb464b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:16:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['a35913f1-481d-4672-b9d2-d19d0f788cb0'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:54.191872 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-f85b39ee-2161-4cd5-855e-e8036b354c56 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:16:54.196425 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-f85b39ee-2161-4cd5-855e-e8036b354c56 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Usage tracker for resource:network and tenant:47ea26e8a7d7452cb25778b9d924edf0 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:16:54.200399 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-f85b39ee-2161-4cd5-855e-e8036b354c56 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:16:54.210155 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-f85b39ee-2161-4cd5-855e-e8036b354c56 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:16:54.226960 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f85b39ee-2161-4cd5-855e-e8036b354c56 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Made reservation on behalf of 47ea26e8a7d7452cb25778b9d924edf0 for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:16:54.230248 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f85b39ee-2161-4cd5-855e-e8036b354c56 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:54.271626 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f85b39ee-2161-4cd5-855e-e8036b354c56 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:16:54.287451 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f85b39ee-2161-4cd5-855e-e8036b354c56 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:54.287451 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-f85b39ee-2161-4cd5-855e-e8036b354c56 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Added segment 6c50606c-2b9e-4675-888d-39eba5ae4410 of type vlan for network 1fa527e9-5494-4e6b-beb6-03545cf8dc9a May 05 22:16:54.322556 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f85b39ee-2161-4cd5-855e-e8036b354c56 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:54.366622 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8ca900ca-691d-4574-ad42-f8b9e0828947 req-9228e15f-8964-4e3d-891a-45b1ef33235e service neutron] 10.222.0.44 "GET /v2.0/networks/5579f484-2b68-478e-8113-36fd7459ddaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3783584 May 05 22:16:54.369534 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-977c1671-96cd-40a2-bc95-bc021cfb464b None None] Set router a35913f1-481d-4672-b9d2-d19d0f788cb0 gateway port host: None {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:16:54.421019 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f85b39ee-2161-4cd5-855e-e8036b354c56 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:54.429510 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85b39ee-2161-4cd5-855e-e8036b354c56 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:16:54.430122 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f85b39ee-2161-4cd5-855e-e8036b354c56 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:54.498647 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f85b39ee-2161-4cd5-855e-e8036b354c56 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4228230 May 05 22:16:54.503409 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53368) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:54.561908 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-118df30a-76b0-4594-ac54-f4cebac2fc0a tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Request body: {'subnet': {'network_id': '1fa527e9-5494-4e6b-beb6-03545cf8dc9a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:16:54.598616 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee05f3-4446-4e1e-abde-4b2cf4c520ee req-79a13418-3ed6-445f-a515-d78d6530ac83 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:16:54.600430 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3bee05f3-4446-4e1e-abde-4b2cf4c520ee req-79a13418-3ed6-445f-a515-d78d6530ac83 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] 10.222.0.23 "GET /v2.0/ports?device_id=c499d0ef-0226-4dd2-99d9-4b778e9b8732 HTTP/1.1" status: 200 len: 943 time: 0.5895743 May 05 22:16:54.728063 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85b39ee-2161-4cd5-855e-e8036b354c56 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event updated for resources: {'Network': ['ID=1fa527e9-5494-4e6b-beb6-03545cf8dc9a,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:54.742287 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-977c1671-96cd-40a2-bc95-bc021cfb464b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'name': 'tempest-RoutersIpV6Test-router-210762404', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:16:39Z', 'updated_at': '2022-05-05T22:16:48Z', 'revision_number': 2, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'gw_port_host': None, '_interfaces': [{'id': '5897fa13-7b54-4809-9e29-1d5fb8cbf9c9', 'name': '', 'network_id': 'fcd5c3bf-b441-4702-b533-b9e20b2c8dec', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'mac_address': 'fa:16:3e:79:b2:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95996a3c-f83e-401c-a132-d1ccd2fcfefe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:16:45Z', 'updated_at': '2022-05-05T22:16:49Z', 'revision_number': 2, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'subnets': [{'id': '95996a3c-f83e-401c-a132-d1ccd2fcfefe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:54.748583 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977c1671-96cd-40a2-bc95-bc021cfb464b None None] Checking router: a35913f1-481d-4672-b9d2-d19d0f788cb0 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:16:54.750442 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977c1671-96cd-40a2-bc95-bc021cfb464b None None] Updating router a35913f1-481d-4672-b9d2-d19d0f788cb0 port 5897fa13-7b54-4809-9e29-1d5fb8cbf9c9 binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:16:54.807449 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-118df30a-76b0-4594-ac54-f4cebac2fc0a tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:16:54.822359 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 1fa527e9-5494-4e6b-beb6-03545cf8dc9a details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:16:54.832046 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-118df30a-76b0-4594-ac54-f4cebac2fc0a tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Usage tracker for resource:subnet and tenant:47ea26e8a7d7452cb25778b9d924edf0 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:16:54.838381 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-118df30a-76b0-4594-ac54-f4cebac2fc0a tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:16:54.867876 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-118df30a-76b0-4594-ac54-f4cebac2fc0a tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:16:54.872158 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3bee05f3-4446-4e1e-abde-4b2cf4c520ee req-b006c958-4899-4542-bdd5-4ae6b66f7dff tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1868c33-7142-4ab6-ae0c-4ca9fe2a6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2152097 May 05 22:16:54.902369 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118df30a-76b0-4594-ac54-f4cebac2fc0a tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Made reservation on behalf of 47ea26e8a7d7452cb25778b9d924edf0 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:16:54.991941 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-977c1671-96cd-40a2-bc95-bc021cfb464b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:55.115953 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-118df30a-76b0-4594-ac54-f4cebac2fc0a tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:55.229668 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ac4d5346-aafe-4818-91a0-5cdc53e49163 req-6263f768-00a6-40d3-abe8-644c810626ac service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=989c505d69dd4ac5bbb5923b5623477d&device_id=c499d0ef-0226-4dd2-99d9-4b778e9b8732 HTTP/1.1" status: 200 len: 1094 time: 0.8082616 May 05 22:16:55.587166 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-118df30a-76b0-4594-ac54-f4cebac2fc0a tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:55.592462 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d5346-aafe-4818-91a0-5cdc53e49163 req-d7396704-3e9a-4c51-b67c-b8bb9be8c19d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:16:55.613638 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ac4d5346-aafe-4818-91a0-5cdc53e49163 req-d7396704-3e9a-4c51-b67c-b8bb9be8c19d service neutron] 10.222.0.44 "GET /v2.0/networks?id=5579f484-2b68-478e-8113-36fd7459ddaf HTTP/1.1" status: 200 len: 910 time: 0.3615005 May 05 22:16:55.685119 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53394) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:55.731150 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118df30a-76b0-4594-ac54-f4cebac2fc0a tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event updated for resources: {'Subnet': ['ID=11a6157f-0671-4ead-9d72-c98e302e7548,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:55.753670 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ac4d5346-aafe-4818-91a0-5cdc53e49163 req-e7560b50-80fe-472c-9a2f-272a54fbe1fc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61e87916-9850-4b4e-9825-6be7f2ad185b HTTP/1.1" status: 200 len: 217 time: 0.1329896 May 05 22:16:55.771421 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118df30a-76b0-4594-ac54-f4cebac2fc0a tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Checking segment: {'id': '6c50606c-2b9e-4675-888d-39eba5ae4410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1fa527e9-5494-4e6b-beb6-03545cf8dc9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:16:55.771819 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118df30a-76b0-4594-ac54-f4cebac2fc0a tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Network hostable DHCP agents. Network: 1fa527e9-5494-4e6b-beb6-03545cf8dc9a, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:16:55.810328 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118df30a-76b0-4594-ac54-f4cebac2fc0a tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Network 1fa527e9-5494-4e6b-beb6-03545cf8dc9a is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:16:55.823842 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7903c03a-76b1-42f6-a490-ae3ba863fe37 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Router 8790efb1-8b0d-4d7a-aed1-2ff286e50ee9 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:16:55.827588 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-118df30a-76b0-4594-ac54-f4cebac2fc0a tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 1fa527e9-5494-4e6b-beb6-03545cf8dc9a) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:16:55.839762 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118df30a-76b0-4594-ac54-f4cebac2fc0a tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:16:55.840344 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-118df30a-76b0-4594-ac54-f4cebac2fc0a tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:55.840661 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d5346-aafe-4818-91a0-5cdc53e49163 req-04705596-120d-4e20-b50e-37b0ca25ce16 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:16:55.842311 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ac4d5346-aafe-4818-91a0-5cdc53e49163 req-04705596-120d-4e20-b50e-37b0ca25ce16 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=27d7124c-1fa4-44df-a333-048f6a650311 HTTP/1.1" status: 200 len: 848 time: 0.0817766 May 05 22:16:55.845455 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e00761-0e15-4cf4-ba52-0864ec54ce21 None None] Network 1fa527e9-5494-4e6b-beb6-03545cf8dc9a requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:16:55.873465 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-118df30a-76b0-4594-ac54-f4cebac2fc0a tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3646417 May 05 22:16:55.876761 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53400) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:55.973433 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-161d2b6d-ca3c-45d4-8d91-c565fae9c98d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1818688812'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:16:55.985813 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-161d2b6d-ca3c-45d4-8d91-c565fae9c98d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:16:56.009886 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-977c1671-96cd-40a2-bc95-bc021cfb464b None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:56.040211 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-977c1671-96cd-40a2-bc95-bc021cfb464b None None] Transition to ACTIVE for port object 5897fa13-7b54-4809-9e29-1d5fb8cbf9c9 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:16:56.085870 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-161d2b6d-ca3c-45d4-8d91-c565fae9c98d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Usage tracker for resource:network and tenant:19bd1ce22cbf41f7ad0f1240c3793693 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:16:56.089351 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-161d2b6d-ca3c-45d4-8d91-c565fae9c98d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:16:56.117473 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ac4d5346-aafe-4818-91a0-5cdc53e49163 req-b6b6b8c8-6c72-462b-bf3e-a51c640a9176 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5579f484-2b68-478e-8113-36fd7459ddaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2670171 May 05 22:16:56.133528 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-161d2b6d-ca3c-45d4-8d91-c565fae9c98d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:16:56.169037 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-977c1671-96cd-40a2-bc95-bc021cfb464b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:56.193427 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161d2b6d-ca3c-45d4-8d91-c565fae9c98d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Made reservation on behalf of 19bd1ce22cbf41f7ad0f1240c3793693 for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:16:56.196312 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-161d2b6d-ca3c-45d4-8d91-c565fae9c98d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:56.215771 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af746bbd-485c-4732-a0ee-5df2193d6ddf req-c6791f59-e7a5-47ea-a6b9-28f02fa13bb1 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:16:56.217240 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-af746bbd-485c-4732-a0ee-5df2193d6ddf req-c6791f59-e7a5-47ea-a6b9-28f02fa13bb1 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] 10.222.0.23 "GET /v2.0/ports?device_id=c499d0ef-0226-4dd2-99d9-4b778e9b8732 HTTP/1.1" status: 200 len: 943 time: 0.1361337 May 05 22:16:56.217982 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-161d2b6d-ca3c-45d4-8d91-c565fae9c98d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:56.268041 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c6bd14-d977-4274-ab18-08783de9c3a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-1fa527e9-5494-4e6b-beb6-03545cf8dc9a', 'network_id': '1fa527e9-5494-4e6b-beb6-03545cf8dc9a', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'fixed_ips': [{'subnet_id': '11a6157f-0671-4ead-9d72-c98e302e7548'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:16:56.268898 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-61c6bd14-d977-4274-ab18-08783de9c3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:56.333987 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-161d2b6d-ca3c-45d4-8d91-c565fae9c98d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:16:56.350885 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-af746bbd-485c-4732-a0ee-5df2193d6ddf req-cc9bc9e5-b328-427b-85b2-38a40f0e7344 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1868c33-7142-4ab6-ae0c-4ca9fe2a6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148248 May 05 22:16:56.357004 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-161d2b6d-ca3c-45d4-8d91-c565fae9c98d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Usage tracker for resource:security_group_rule and tenant:19bd1ce22cbf41f7ad0f1240c3793693 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:16:56.365677 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-161d2b6d-ca3c-45d4-8d91-c565fae9c98d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:16:56.384128 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ac4d5346-aafe-4818-91a0-5cdc53e49163 req-e89c5575-2da2-4ea3-ba21-5c9cc9846ebb service neutron] 10.222.0.44 "GET /v2.0/networks/5579f484-2b68-478e-8113-36fd7459ddaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592509 May 05 22:16:56.543373 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-61c6bd14-d977-4274-ab18-08783de9c3a4 None None] Allocated IP 2001:db8:1::2 (1fa527e9-5494-4e6b-beb6-03545cf8dc9a/11a6157f-0671-4ead-9d72-c98e302e7548/9416b6fe-0ecf-4b3a-9d6b-98abf53fa520) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:16:56.559264 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-161d2b6d-ca3c-45d4-8d91-c565fae9c98d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:16:56.615691 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7903c03a-76b1-42f6-a490-ae3ba863fe37 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:16:56.629542 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394c1e5a-42dd-4f7b-9e0d-74d7763c62a0 None None] Sync routers for ids ['8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:16:56.651677 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394c1e5a-42dd-4f7b-9e0d-74d7763c62a0 None None] Routers {'8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:16:56.652467 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-394c1e5a-42dd-4f7b-9e0d-74d7763c62a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:16:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:56.731005 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7903c03a-76b1-42f6-a490-ae3ba863fe37 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:56.767493 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-394c1e5a-42dd-4f7b-9e0d-74d7763c62a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:56.781646 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394c1e5a-42dd-4f7b-9e0d-74d7763c62a0 None None] Routers {'8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:16:56.782275 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-394c1e5a-42dd-4f7b-9e0d-74d7763c62a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:16:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:56.819169 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aea17a1-bf09-4e69-862e-0b9ecbe92fdb None None] Pushing event updated for resources: {'Port': ['ID=5897fa13-7b54-4809-9e29-1d5fb8cbf9c9,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:56.857708 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ac4d5346-aafe-4818-91a0-5cdc53e49163 req-faf7c721-619a-4248-bf77-2d1c10085ad4 service neutron] 10.222.0.44 "GET /v2.0/networks/5579f484-2b68-478e-8113-36fd7459ddaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4632499 May 05 22:16:56.885874 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-394c1e5a-42dd-4f7b-9e0d-74d7763c62a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:56.889069 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394c1e5a-42dd-4f7b-9e0d-74d7763c62a0 None None] The sync data for ids ['8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'] in n-d-825175-4 is: [] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:16:56.899514 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-7903c03a-76b1-42f6-a490-ae3ba863fe37 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 12.7645516 May 05 22:16:56.899927 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53422) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:56.907378 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-9538d949-fcb5-46fe-b4ae-d924b25e1c1e tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Request body: {'floatingip': {'port_id': '2f6baafa-278f-4dd4-b7c9-8816bce941d3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:16:56.955161 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-977c1671-96cd-40a2-bc95-bc021cfb464b None None] Attempting to bind port 5897fa13-7b54-4809-9e29-1d5fb8cbf9c9 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:16:56.960891 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-977c1671-96cd-40a2-bc95-bc021cfb464b None None] Attempting to bind port 5897fa13-7b54-4809-9e29-1d5fb8cbf9c9 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '789916bc-d352-4d1b-af2a-4cd96d29c083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fcd5c3bf-b441-4702-b533-b9e20b2c8dec'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:16:56.960891 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977c1671-96cd-40a2-bc95-bc021cfb464b None None] Attempting to bind port 5897fa13-7b54-4809-9e29-1d5fb8cbf9c9 on network fcd5c3bf-b441-4702-b533-b9e20b2c8dec {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:16:57.010919 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977c1671-96cd-40a2-bc95-bc021cfb464b None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:16:57.011298 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977c1671-96cd-40a2-bc95-bc021cfb464b None None] Checking segment: {'id': '789916bc-d352-4d1b-af2a-4cd96d29c083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fcd5c3bf-b441-4702-b533-b9e20b2c8dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:16:57.011821 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-977c1671-96cd-40a2-bc95-bc021cfb464b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:57.012245 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977c1671-96cd-40a2-bc95-bc021cfb464b None None] Bound using segment: {'id': '789916bc-d352-4d1b-af2a-4cd96d29c083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fcd5c3bf-b441-4702-b533-b9e20b2c8dec'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:16:57.012918 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-977c1671-96cd-40a2-bc95-bc021cfb464b None None] Bound port: 5897fa13-7b54-4809-9e29-1d5fb8cbf9c9, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '789916bc-d352-4d1b-af2a-4cd96d29c083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fcd5c3bf-b441-4702-b533-b9e20b2c8dec'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:16:57.013291 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-977c1671-96cd-40a2-bc95-bc021cfb464b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:57.124678 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-977c1671-96cd-40a2-bc95-bc021cfb464b None None] For port 5897fa13-7b54-4809-9e29-1d5fb8cbf9c9, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:16:57.128115 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-977c1671-96cd-40a2-bc95-bc021cfb464b None None] For port 5897fa13-7b54-4809-9e29-1d5fb8cbf9c9, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=5897fa13-7b54-4809-9e29-1d5fb8cbf9c9,segment=NetworkSegment(789916bc-d352-4d1b-af2a-4cd96d29c083),segment_id=789916bc-d352-4d1b-af2a-4cd96d29c083)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:16:57.142305 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-977c1671-96cd-40a2-bc95-bc021cfb464b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:57.162293 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9538d949-fcb5-46fe-b4ae-d924b25e1c1e tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for floatingip, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:57.162707 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-161d2b6d-ca3c-45d4-8d91-c565fae9c98d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:57.185465 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-161d2b6d-ca3c-45d4-8d91-c565fae9c98d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:57.199421 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-161d2b6d-ca3c-45d4-8d91-c565fae9c98d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:16:57.210775 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-161d2b6d-ca3c-45d4-8d91-c565fae9c98d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:57.211292 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-161d2b6d-ca3c-45d4-8d91-c565fae9c98d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Added segment b3425f9b-e179-453f-8742-a2c124b0fe49 of type vlan for network 06a1920c-9add-4829-b47e-d5ec23e66361 May 05 22:16:57.251085 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-161d2b6d-ca3c-45d4-8d91-c565fae9c98d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:57.272068 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-61c6bd14-d977-4274-ab18-08783de9c3a4 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:57.297954 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977c1671-96cd-40a2-bc95-bc021cfb464b None None] Routers {'a35913f1-481d-4672-b9d2-d19d0f788cb0'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:16:57.298569 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-977c1671-96cd-40a2-bc95-bc021cfb464b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:16:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['a35913f1-481d-4672-b9d2-d19d0f788cb0'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:57.301641 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-161d2b6d-ca3c-45d4-8d91-c565fae9c98d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:57.306198 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161d2b6d-ca3c-45d4-8d91-c565fae9c98d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:16:57.306829 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-161d2b6d-ca3c-45d4-8d91-c565fae9c98d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:57.535387 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-161d2b6d-ca3c-45d4-8d91-c565fae9c98d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8453112 May 05 22:16:57.536236 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161d2b6d-ca3c-45d4-8d91-c565fae9c98d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59505ff9-5eda-4e04-8d27-69c01a103ffb,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:57.542592 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53442) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:16:57.563025 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-fc1a0b79-8eed-41be-93cb-1e7cc02be0ad tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Request body: {'port': {'network_id': '06a1920c-9add-4829-b47e-d5ec23e66361', 'name': 'tempest-PortsIpV6TestJSON-1984338643'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:16:57.582840 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161d2b6d-ca3c-45d4-8d91-c565fae9c98d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event updated for resources: {'Network': ['ID=06a1920c-9add-4829-b47e-d5ec23e66361,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:57.824376 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aea17a1-bf09-4e69-862e-0b9ecbe92fdb None None] Pushing event updated for resources: {'Port': ['ID=5897fa13-7b54-4809-9e29-1d5fb8cbf9c9,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:57.834560 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 61e87916-9850-4b4e-9825-6be7f2ad185b details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:16:57.840489 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 06a1920c-9add-4829-b47e-d5ec23e66361 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:16:57.939038 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-fc1a0b79-8eed-41be-93cb-1e7cc02be0ad tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:16:57.950755 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-fc1a0b79-8eed-41be-93cb-1e7cc02be0ad tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Usage tracker for resource:port and tenant:19bd1ce22cbf41f7ad0f1240c3793693 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:16:57.959829 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-fc1a0b79-8eed-41be-93cb-1e7cc02be0ad tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:16:58.016977 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-fc1a0b79-8eed-41be-93cb-1e7cc02be0ad tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:16:58.041047 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-977c1671-96cd-40a2-bc95-bc021cfb464b None None] Set router a35913f1-481d-4672-b9d2-d19d0f788cb0 gateway port host: None {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:16:58.104624 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1a0b79-8eed-41be-93cb-1e7cc02be0ad tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Made reservation on behalf of 19bd1ce22cbf41f7ad0f1240c3793693 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:16:58.114846 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fc1a0b79-8eed-41be-93cb-1e7cc02be0ad tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:58.135577 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fdb78105-e25e-428a-b423-f17a4960dc03 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:58.251760 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-61c6bd14-d977-4274-ab18-08783de9c3a4 None None] Transition to ACTIVE for port object 9416b6fe-0ecf-4b3a-9d6b-98abf53fa520 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:16:58.285971 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-61c6bd14-d977-4274-ab18-08783de9c3a4 None None] Transition to ACTIVE for port object 9416b6fe-0ecf-4b3a-9d6b-98abf53fa520 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:16:58.316184 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-61c6bd14-d977-4274-ab18-08783de9c3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:58.319546 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7decd-a78b-4f91-81a7-3fedd72fb426 req-547bb453-4770-4125-87f2-a07c3c6879bb tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:16:58.321364 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6bf7decd-a78b-4f91-81a7-3fedd72fb426 req-547bb453-4770-4125-87f2-a07c3c6879bb tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] 10.222.0.23 "GET /v2.0/ports?device_id=c499d0ef-0226-4dd2-99d9-4b778e9b8732 HTTP/1.1" status: 200 len: 943 time: 0.4965842 May 05 22:16:58.377366 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [None req-fc1a0b79-8eed-41be-93cb-1e7cc02be0ad tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] device_id is not set on port e9e3749f-f539-4190-9409-3c396b7bba11 yet. {{(pid=84061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:16:58.484648 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6bf7decd-a78b-4f91-81a7-3fedd72fb426 req-9b972ced-1325-46ae-ba6a-3528bc1dece1 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1868c33-7142-4ab6-ae0c-4ca9fe2a6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539373 May 05 22:16:58.500294 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c6bd14-d977-4274-ab18-08783de9c3a4 None None] Network 1fa527e9-5494-4e6b-beb6-03545cf8dc9a is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:16:58.518767 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-61c6bd14-d977-4274-ab18-08783de9c3a4 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:16:58.552622 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c6bd14-d977-4274-ab18-08783de9c3a4 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:16:58.562302 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.resource_extend [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 22:16:58.727045 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9538d949-fcb5-46fe-b4ae-d924b25e1c1e tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:58.740045 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9538d949-fcb5-46fe-b4ae-d924b25e1c1e tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:58.769808 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-61c6bd14-d977-4274-ab18-08783de9c3a4 None None] Attempting to bind port 9416b6fe-0ecf-4b3a-9d6b-98abf53fa520 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:16:58.770534 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-61c6bd14-d977-4274-ab18-08783de9c3a4 None None] Attempting to bind port 9416b6fe-0ecf-4b3a-9d6b-98abf53fa520 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '6c50606c-2b9e-4675-888d-39eba5ae4410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1fa527e9-5494-4e6b-beb6-03545cf8dc9a'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:16:58.771137 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c6bd14-d977-4274-ab18-08783de9c3a4 None None] Attempting to bind port 9416b6fe-0ecf-4b3a-9d6b-98abf53fa520 on network 1fa527e9-5494-4e6b-beb6-03545cf8dc9a {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:16:58.779854 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c6bd14-d977-4274-ab18-08783de9c3a4 None None] Pushing event updated for resources: {'Port': ['ID=9416b6fe-0ecf-4b3a-9d6b-98abf53fa520,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:58.830021 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c6bd14-d977-4274-ab18-08783de9c3a4 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:16:58.831090 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c6bd14-d977-4274-ab18-08783de9c3a4 None None] Checking segment: {'id': '6c50606c-2b9e-4675-888d-39eba5ae4410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1fa527e9-5494-4e6b-beb6-03545cf8dc9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:16:58.831706 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-61c6bd14-d977-4274-ab18-08783de9c3a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:58.832323 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c6bd14-d977-4274-ab18-08783de9c3a4 None None] Bound using segment: {'id': '6c50606c-2b9e-4675-888d-39eba5ae4410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1fa527e9-5494-4e6b-beb6-03545cf8dc9a'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:16:58.833000 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-61c6bd14-d977-4274-ab18-08783de9c3a4 None None] Bound port: 9416b6fe-0ecf-4b3a-9d6b-98abf53fa520, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c50606c-2b9e-4675-888d-39eba5ae4410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1fa527e9-5494-4e6b-beb6-03545cf8dc9a'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:16:58.833603 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-61c6bd14-d977-4274-ab18-08783de9c3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:58.959926 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fc1a0b79-8eed-41be-93cb-1e7cc02be0ad tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:59.001362 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-fdb78105-e25e-428a-b423-f17a4960dc03 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Allocated IP 2001:db8:1::1 (1fa527e9-5494-4e6b-beb6-03545cf8dc9a/11a6157f-0671-4ead-9d72-c98e302e7548/e6bfe1af-4a84-459b-8fd0-759671ebc569) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:16:59.037599 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 61e87916-9850-4b4e-9825-6be7f2ad185b, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=61e87916-9850-4b4e-9825-6be7f2ad185b,segment=NetworkSegment(b92baa2d-d742-4ff3-abe2-5473cf67f225),segment_id=b92baa2d-d742-4ff3-abe2-5473cf67f225)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:16:59.053476 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '61e87916-9850-4b4e-9825-6be7f2ad185b', 'network_id': '5579f484-2b68-478e-8113-36fd7459ddaf', 'port_id': '61e87916-9850-4b4e-9825-6be7f2ad185b', 'mac_address': 'fa:16:3e:fa:4e:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27d7124c-1fa4-44df-a333-048f6a650311', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:16:59.149001 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fc1a0b79-8eed-41be-93cb-1e7cc02be0ad tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:59.196946 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-977c1671-96cd-40a2-bc95-bc021cfb464b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'name': 'tempest-RoutersIpV6Test-router-210762404', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:16:39Z', 'updated_at': '2022-05-05T22:16:48Z', 'revision_number': 2, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'gw_port_host': None, '_interfaces': [{'id': '5897fa13-7b54-4809-9e29-1d5fb8cbf9c9', 'name': '', 'network_id': 'fcd5c3bf-b441-4702-b533-b9e20b2c8dec', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'mac_address': 'fa:16:3e:79:b2:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95996a3c-f83e-401c-a132-d1ccd2fcfefe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:16:45Z', 'updated_at': '2022-05-05T22:16:57Z', 'revision_number': 4, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'subnets': [{'id': '95996a3c-f83e-401c-a132-d1ccd2fcfefe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:16:59.201403 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:59.221230 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977c1671-96cd-40a2-bc95-bc021cfb464b None None] The sync data for ids ['a35913f1-481d-4672-b9d2-d19d0f788cb0'] in n-d-825175-4 is: [{'id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'name': 'tempest-RoutersIpV6Test-router-210762404', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:16:39Z', 'updated_at': '2022-05-05T22:16:48Z', 'revision_number': 2, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'gw_port_host': None, '_interfaces': [{'id': '5897fa13-7b54-4809-9e29-1d5fb8cbf9c9', 'name': '', 'network_id': 'fcd5c3bf-b441-4702-b533-b9e20b2c8dec', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'mac_address': 'fa:16:3e:79:b2:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95996a3c-f83e-401c-a132-d1ccd2fcfefe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:16:45Z', 'updated_at': '2022-05-05T22:16:57Z', 'revision_number': 4, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'subnets': [{'id': '95996a3c-f83e-401c-a132-d1ccd2fcfefe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:16:59.250520 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-61c6bd14-d977-4274-ab18-08783de9c3a4 None None] For port 9416b6fe-0ecf-4b3a-9d6b-98abf53fa520, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:16:59.250520 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61e87916-9850-4b4e-9825-6be7f2ad185b {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:16:59.270522 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-61c6bd14-d977-4274-ab18-08783de9c3a4 None None] For port 9416b6fe-0ecf-4b3a-9d6b-98abf53fa520, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=9416b6fe-0ecf-4b3a-9d6b-98abf53fa520,segment=NetworkSegment(6c50606c-2b9e-4675-888d-39eba5ae4410),segment_id=6c50606c-2b9e-4675-888d-39eba5ae4410)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:16:59.279776 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-61c6bd14-d977-4274-ab18-08783de9c3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:59.285866 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 61e87916-9850-4b4e-9825-6be7f2ad185b, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=61e87916-9850-4b4e-9825-6be7f2ad185b,segment=NetworkSegment(b92baa2d-d742-4ff3-abe2-5473cf67f225),segment_id=b92baa2d-d742-4ff3-abe2-5473cf67f225)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:16:59.344175 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:59.450715 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c6bd14-d977-4274-ab18-08783de9c3a4 None None] Pushing event updated for resources: {'Port': ['ID=9416b6fe-0ecf-4b3a-9d6b-98abf53fa520,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:59.560099 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1a0b79-8eed-41be-93cb-1e7cc02be0ad tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event updated for resources: {'Port': ['ID=e9e3749f-f539-4190-9409-3c396b7bba11,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:59.577500 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=61e87916-9850-4b4e-9825-6be7f2ad185b,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:16:59.579032 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fdb78105-e25e-428a-b423-f17a4960dc03 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:59.611730 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9538d949-fcb5-46fe-b4ae-d924b25e1c1e tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Router 8790efb1-8b0d-4d7a-aed1-2ff286e50ee9 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:16:59.632024 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-fdb78105-e25e-428a-b423-f17a4960dc03 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Transition to ACTIVE for port object e6bfe1af-4a84-459b-8fd0-759671ebc569 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:16:59.634293 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1a0b79-8eed-41be-93cb-1e7cc02be0ad tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Checking segment: {'id': 'b3425f9b-e179-453f-8742-a2c124b0fe49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '06a1920c-9add-4829-b47e-d5ec23e66361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:16:59.636036 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1a0b79-8eed-41be-93cb-1e7cc02be0ad tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Network hostable DHCP agents. Network: 06a1920c-9add-4829-b47e-d5ec23e66361, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:16:59.668377 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['61e87916-9850-4b4e-9825-6be7f2ad185b'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:16:59.772197 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1a0b79-8eed-41be-93cb-1e7cc02be0ad tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Network 06a1920c-9add-4829-b47e-d5ec23e66361 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:16:59.797509 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fdb78105-e25e-428a-b423-f17a4960dc03 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:16:59.965941 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-fc1a0b79-8eed-41be-93cb-1e7cc02be0ad tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 06a1920c-9add-4829-b47e-d5ec23e66361) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:16:59.987055 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65ade46-5828-4cab-ab04-3b925ef48262 None None] Network 06a1920c-9add-4829-b47e-d5ec23e66361 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:16:59.994394 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1a0b79-8eed-41be-93cb-1e7cc02be0ad tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:17:00.000804 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1a0b79-8eed-41be-93cb-1e7cc02be0ad tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:17:00.007681 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fc1a0b79-8eed-41be-93cb-1e7cc02be0ad tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:00.056837 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:17:00.123283 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9538d949-fcb5-46fe-b4ae-d924b25e1c1e tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:17:00.139033 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9538d949-fcb5-46fe-b4ae-d924b25e1c1e tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:00.162914 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8a6af3-c1bc-44aa-8346-99e9d8072a7e None None] Sync routers for ids ['8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:17:00.215639 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb78105-e25e-428a-b423-f17a4960dc03 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Network 1fa527e9-5494-4e6b-beb6-03545cf8dc9a is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:17:00.219436 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-fdb78105-e25e-428a-b423-f17a4960dc03 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:17:00.222241 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb78105-e25e-428a-b423-f17a4960dc03 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:17:00.223070 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fdb78105-e25e-428a-b423-f17a4960dc03 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:00.231517 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb78105-e25e-428a-b423-f17a4960dc03 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event updated for resources: {'Port': ['ID=e6bfe1af-4a84-459b-8fd0-759671ebc569,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:00.240197 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-fc1a0b79-8eed-41be-93cb-1e7cc02be0ad tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.6924183 May 05 22:17:00.245969 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53468) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:00.250965 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8a6af3-c1bc-44aa-8346-99e9d8072a7e None None] Routers {'8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:17:00.251492 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-dc8a6af3-c1bc-44aa-8346-99e9d8072a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:16:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:00.261042 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-ebfe639b-3886-4845-8269-877ed320fe16 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1789226676'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:17:00.273144 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-ebfe639b-3886-4845-8269-877ed320fe16 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:17:00.280467 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-ebfe639b-3886-4845-8269-877ed320fe16 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Usage tracker for resource:network and tenant:19bd1ce22cbf41f7ad0f1240c3793693 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:17:00.288193 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-ebfe639b-3886-4845-8269-877ed320fe16 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:17:00.299079 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-ebfe639b-3886-4845-8269-877ed320fe16 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:17:00.341250 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e6c627-ee80-4864-b66c-6b522d4dc890 req-e51be23b-fcd3-4452-8a1f-e3b7614bb75e tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:17:00.357556 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-18e6c627-ee80-4864-b66c-6b522d4dc890 req-e51be23b-fcd3-4452-8a1f-e3b7614bb75e tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] 10.222.0.23 "GET /v2.0/ports?device_id=c499d0ef-0226-4dd2-99d9-4b778e9b8732 HTTP/1.1" status: 200 len: 944 time: 0.3927088 May 05 22:17:00.385532 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebfe639b-3886-4845-8269-877ed320fe16 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Made reservation on behalf of 19bd1ce22cbf41f7ad0f1240c3793693 for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:17:00.389658 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ebfe639b-3886-4845-8269-877ed320fe16 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:00.435050 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9538d949-fcb5-46fe-b4ae-d924b25e1c1e tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] 10.222.0.23 "PUT /v2.0/floatingips/a306d8a4-ca15-4c1e-86f1-c24c2b10ff9c HTTP/1.1" status: 200 len: 978 time: 3.5317466 May 05 22:17:00.436784 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53476) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:00.467474 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-dc8a6af3-c1bc-44aa-8346-99e9d8072a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:00.774110 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8a6af3-c1bc-44aa-8346-99e9d8072a7e None None] Routers {'8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:17:00.774991 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-dc8a6af3-c1bc-44aa-8346-99e9d8072a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:16:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:00.838421 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-2fccc1bd-5ac6-4f60-83cd-7f2ac62c3fe9 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Deleting port 8d1a7cfe-c62b-4201-bcdd-e4120884fb99 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:17:00.839802 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2fccc1bd-5ac6-4f60-83cd-7f2ac62c3fe9 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:00.867584 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebfe639b-3886-4845-8269-877ed320fe16 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:17:00.890535 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ebfe639b-3886-4845-8269-877ed320fe16 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:00.891597 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-ebfe639b-3886-4845-8269-877ed320fe16 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Added segment 5b24d329-4e7c-4631-a567-e7c98fa1a363 of type vlan for network 8e2e64e5-9cd9-4a0a-bdac-56ce985a2e4f May 05 22:17:00.951652 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ebfe639b-3886-4845-8269-877ed320fe16 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:00.980753 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-dc8a6af3-c1bc-44aa-8346-99e9d8072a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:00.981485 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8a6af3-c1bc-44aa-8346-99e9d8072a7e None None] The sync data for ids ['8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'] in n-d-825175-4 is: [] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:17:01.098089 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ebfe639b-3886-4845-8269-877ed320fe16 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:01.102566 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfe639b-3886-4845-8269-877ed320fe16 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:17:01.103414 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ebfe639b-3886-4845-8269-877ed320fe16 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:01.137798 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fdb78105-e25e-428a-b423-f17a4960dc03 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:01.175834 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2fccc1bd-5ac6-4f60-83cd-7f2ac62c3fe9 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:01.176390 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2fccc1bd-5ac6-4f60-83cd-7f2ac62c3fe9 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:01.187517 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53484) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:01.304908 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292d44eb-2871-472f-8f31-a141f1afcef0 None None] Network 1fa527e9-5494-4e6b-beb6-03545cf8dc9a requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:17:01.435036 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-18e6c627-ee80-4864-b66c-6b522d4dc890 req-6d9dce50-edff-4c75-b395-ac87ced7d60d tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1868c33-7142-4ab6-ae0c-4ca9fe2a6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0760520 May 05 22:17:01.507986 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-47288aef-ee90-4e2d-9cfb-07f53ab313bd None None] Provisioning for port 9416b6fe-0ecf-4b3a-9d6b-98abf53fa520 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:17:01.629523 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ebfe639b-3886-4845-8269-877ed320fe16 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3834572 May 05 22:17:01.631119 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 5897fa13-7b54-4809-9e29-1d5fb8cbf9c9 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:17:01.705765 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfe639b-3886-4845-8269-877ed320fe16 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event updated for resources: {'Network': ['ID=8e2e64e5-9cd9-4a0a-bdac-56ce985a2e4f,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:01.719008 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53496) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:01.749814 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-3fb03502-2716-4f3f-8243-4275be9db95d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Request body: {'ports': [{'network_id': '06a1920c-9add-4829-b47e-d5ec23e66361'}, {'network_id': '8e2e64e5-9cd9-4a0a-bdac-56ce985a2e4f'}]} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:17:01.750527 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-3fb03502-2716-4f3f-8243-4275be9db95d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Request body: {'port': {'network_id': '06a1920c-9add-4829-b47e-d5ec23e66361'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:17:01.753091 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-3fb03502-2716-4f3f-8243-4275be9db95d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Request body: {'port': {'network_id': '8e2e64e5-9cd9-4a0a-bdac-56ce985a2e4f'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:17:01.806135 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 8e2e64e5-9cd9-4a0a-bdac-56ce985a2e4f details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:17:01.939820 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-2fccc1bd-5ac6-4f60-83cd-7f2ac62c3fe9 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Calling delete_port for 8d1a7cfe-c62b-4201-bcdd-e4120884fb99 owned by network:floatingip {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:17:01.985572 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f831d670-9e31-45a6-804b-02fb7ef13323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:02.047269 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f831d670-9e31-45a6-804b-02fb7ef13323 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:17:02.053553 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f831d670-9e31-45a6-804b-02fb7ef13323 admin admin] Usage tracker for resource:security_group_rule and tenant:3e55f88a9c3643519b44912451c53bc6 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:17:02.057900 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f831d670-9e31-45a6-804b-02fb7ef13323 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:17:02.065839 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f831d670-9e31-45a6-804b-02fb7ef13323 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:17:02.162149 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 5897fa13-7b54-4809-9e29-1d5fb8cbf9c9 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:17:02.174614 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 5897fa13-7b54-4809-9e29-1d5fb8cbf9c9 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:17:02.175142 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:02.237012 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f831d670-9e31-45a6-804b-02fb7ef13323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:02.357564 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:02.392429 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f831d670-9e31-45a6-804b-02fb7ef13323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:02.410471 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 5897fa13-7b54-4809-9e29-1d5fb8cbf9c9, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=5897fa13-7b54-4809-9e29-1d5fb8cbf9c9,segment=NetworkSegment(789916bc-d352-4d1b-af2a-4cd96d29c083),segment_id=789916bc-d352-4d1b-af2a-4cd96d29c083)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:17:02.418216 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:02.419181 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-3fb03502-2716-4f3f-8243-4275be9db95d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:17:02.419996 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 9416b6fe-0ecf-4b3a-9d6b-98abf53fa520 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:17:02.428927 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-3fb03502-2716-4f3f-8243-4275be9db95d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Usage tracker for resource:port and tenant:19bd1ce22cbf41f7ad0f1240c3793693 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:17:02.443010 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-3fb03502-2716-4f3f-8243-4275be9db95d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:17:02.451639 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-3fb03502-2716-4f3f-8243-4275be9db95d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:17:02.477840 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2fccc1bd-5ac6-4f60-83cd-7f2ac62c3fe9 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:02.516681 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fdb78105-e25e-428a-b423-f17a4960dc03 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:02.533433 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fdb78105-e25e-428a-b423-f17a4960dc03 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:02.534238 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fdb78105-e25e-428a-b423-f17a4960dc03 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:02.552113 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f831d670-9e31-45a6-804b-02fb7ef13323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a24b0452-a001-4ae6-b53e-c2b1861b05a7,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:02.564583 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fccc1bd-5ac6-4f60-83cd-7f2ac62c3fe9 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Pushing event deleted for resources: {'Port': ['ID=8d1a7cfe-c62b-4201-bcdd-e4120884fb99,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:02.573466 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f831d670-9e31-45a6-804b-02fb7ef13323 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3e55f88a9c3643519b44912451c53bc6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3849263 May 05 22:17:02.576346 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53502) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:02.617802 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=5897fa13-7b54-4809-9e29-1d5fb8cbf9c9,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:02.639379 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 9416b6fe-0ecf-4b3a-9d6b-98abf53fa520 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:17:02.650220 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 9416b6fe-0ecf-4b3a-9d6b-98abf53fa520 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:17:02.652008 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:02.658351 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb03502-2716-4f3f-8243-4275be9db95d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Made reservation on behalf of 19bd1ce22cbf41f7ad0f1240c3793693 for: {'port': 2} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:17:02.671698 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3fb03502-2716-4f3f-8243-4275be9db95d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:02.816813 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3fb03502-2716-4f3f-8243-4275be9db95d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:02.863837 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2fccc1bd-5ac6-4f60-83cd-7f2ac62c3fe9 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for floatingip, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:02.872676 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-65f25835-6b9a-450c-a879-ee54fba64e24 None None] Provisioning complete for port 9416b6fe-0ecf-4b3a-9d6b-98abf53fa520 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:17:02.873177 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-65f25835-6b9a-450c-a879-ee54fba64e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:02.934745 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:02.936863 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb78105-e25e-428a-b423-f17a4960dc03 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event updated for resources: {'Port': ['ID=e6bfe1af-4a84-459b-8fd0-759671ebc569,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:02.990697 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 9416b6fe-0ecf-4b3a-9d6b-98abf53fa520, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=9416b6fe-0ecf-4b3a-9d6b-98abf53fa520,segment=NetworkSegment(6c50606c-2b9e-4675-888d-39eba5ae4410),segment_id=6c50606c-2b9e-4675-888d-39eba5ae4410)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:17:03.024328 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7e25484c-7ab9-4273-83c0-255d88fc2bba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:03.059447 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7e25484c-7ab9-4273-83c0-255d88fc2bba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:03.080892 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:03.131155 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7e25484c-7ab9-4273-83c0-255d88fc2bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:03.162591 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-65f25835-6b9a-450c-a879-ee54fba64e24 None None] Provisioning for port e6bfe1af-4a84-459b-8fd0-759671ebc569 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:17:03.171272 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-65f25835-6b9a-450c-a879-ee54fba64e24 None None] Provisioning complete for port e6bfe1af-4a84-459b-8fd0-759671ebc569 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:17:03.172346 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-65f25835-6b9a-450c-a879-ee54fba64e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:03.183390 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e25484c-7ab9-4273-83c0-255d88fc2bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24b0452-a001-4ae6-b53e-c2b1861b05a7,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:03.212767 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7e25484c-7ab9-4273-83c0-255d88fc2bba admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:03.216735 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-7e25484c-7ab9-4273-83c0-255d88fc2bba admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a24b0452-a001-4ae6-b53e-c2b1861b05a7 HTTP/1.1" status: 204 len: 168 time: 0.6394360 May 05 22:17:03.238488 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=9416b6fe-0ecf-4b3a-9d6b-98abf53fa520,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:03.277025 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eafca8-e3bf-4334-b420-7ce72863e48c req-614948a7-d48c-4a1d-bdd7-a04a0087aa21 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:17:03.280463 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f2eafca8-e3bf-4334-b420-7ce72863e48c req-614948a7-d48c-4a1d-bdd7-a04a0087aa21 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] 10.222.0.23 "GET /v2.0/ports?device_id=c499d0ef-0226-4dd2-99d9-4b778e9b8732 HTTP/1.1" status: 200 len: 944 time: 0.5198247 May 05 22:17:03.283670 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-65f25835-6b9a-450c-a879-ee54fba64e24 None None] Port e6bfe1af-4a84-459b-8fd0-759671ebc569 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:17:03.340271 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb78105-e25e-428a-b423-f17a4960dc03 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Network 1fa527e9-5494-4e6b-beb6-03545cf8dc9a is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:17:03.345500 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-fdb78105-e25e-428a-b423-f17a4960dc03 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:17:03.425578 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ff0675b8-a692-4df1-90e2-fbe3854cf421 None None] Provisioning complete for port e6bfe1af-4a84-459b-8fd0-759671ebc569 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:17:03.426112 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ff0675b8-a692-4df1-90e2-fbe3854cf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:03.494319 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [None req-3fb03502-2716-4f3f-8243-4275be9db95d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] device_id is not set on port 43d01295-7945-4064-b5c7-5ecf05009f15 yet. {{(pid=84061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:17:03.512257 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 61e87916-9850-4b4e-9825-6be7f2ad185b up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:17:03.618104 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fccc1bd-5ac6-4f60-83cd-7f2ac62c3fe9 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Router 8790efb1-8b0d-4d7a-aed1-2ff286e50ee9 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:17:03.661481 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 5897fa13-7b54-4809-9e29-1d5fb8cbf9c9 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:17:03.820704 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ff0675b8-a692-4df1-90e2-fbe3854cf421 None None] Port e6bfe1af-4a84-459b-8fd0-759671ebc569 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:17:03.840156 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 61e87916-9850-4b4e-9825-6be7f2ad185b completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:17:03.845571 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 61e87916-9850-4b4e-9825-6be7f2ad185b triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:17:03.845766 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f2eafca8-e3bf-4334-b420-7ce72863e48c req-17c1211f-69c7-4947-a259-653a477ab386 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1868c33-7142-4ab6-ae0c-4ca9fe2a6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5559437 May 05 22:17:03.846152 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:03.875000 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53518) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:03.878696 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 5897fa13-7b54-4809-9e29-1d5fb8cbf9c9 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:17:03.879269 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:03.902015 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-26967db2-5ab9-4498-8a90-c606e52ca738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:04.003997 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fccc1bd-5ac6-4f60-83cd-7f2ac62c3fe9 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:17:04.015690 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d3f544-8bdb-4243-b3c5-9cd56e366945 None None] Sync routers for ids ['8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:17:04.016605 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2fccc1bd-5ac6-4f60-83cd-7f2ac62c3fe9 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:04.029398 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-93b2ab79-c711-44b7-9705-17a3386cdcac None None] Provisioning complete for port e6bfe1af-4a84-459b-8fd0-759671ebc569 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:17:04.031939 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d3f544-8bdb-4243-b3c5-9cd56e366945 None None] Routers {'8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:17:04.032388 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-93b2ab79-c711-44b7-9705-17a3386cdcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:04.034301 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-f6d3f544-8bdb-4243-b3c5-9cd56e366945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:16:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:04.089023 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-2fccc1bd-5ac6-4f60-83cd-7f2ac62c3fe9 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] 10.222.0.23 "DELETE /v2.0/floatingips/a306d8a4-ca15-4c1e-86f1-c24c2b10ff9c HTTP/1.1" status: 204 len: 168 time: 3.6509061 May 05 22:17:04.089813 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53522) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:04.126987 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-26967db2-5ab9-4498-8a90-c606e52ca738 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:17:04.138538 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-26967db2-5ab9-4498-8a90-c606e52ca738 admin admin] Usage tracker for resource:security_group_rule and tenant:b8163a6cd4df4a86b9aef2ad7f22f55b is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:17:04.150941 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-26967db2-5ab9-4498-8a90-c606e52ca738 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:17:04.163906 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-26967db2-5ab9-4498-8a90-c606e52ca738 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:17:04.167369 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3fb03502-2716-4f3f-8243-4275be9db95d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:04.170500 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-f6d3f544-8bdb-4243-b3c5-9cd56e366945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:04.180386 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-fb3ca5e8-5955-40a3-a989-c64da58b899f tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Deleting port 2f6baafa-278f-4dd4-b7c9-8816bce941d3 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:17:04.181029 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fb3ca5e8-5955-40a3-a989-c64da58b899f tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:04.192010 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d3f544-8bdb-4243-b3c5-9cd56e366945 None None] Routers {'8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:17:04.192655 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-f6d3f544-8bdb-4243-b3c5-9cd56e366945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:16:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:04.275489 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-93b2ab79-c711-44b7-9705-17a3386cdcac None None] Port e6bfe1af-4a84-459b-8fd0-759671ebc569 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:17:04.288251 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:04.320264 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-f6d3f544-8bdb-4243-b3c5-9cd56e366945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:04.322144 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 9416b6fe-0ecf-4b3a-9d6b-98abf53fa520 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:17:04.332635 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d3f544-8bdb-4243-b3c5-9cd56e366945 None None] The sync data for ids ['8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'] in n-d-825175-4 is: [] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:17:04.358912 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c499d0ef-0226-4dd2-99d9-4b778e9b8732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e87916-9850-4b4e-9825-6be7f2ad185b'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:17:04.393674 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 61e87916-9850-4b4e-9825-6be7f2ad185b, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=61e87916-9850-4b4e-9825-6be7f2ad185b,segment=NetworkSegment(b92baa2d-d742-4ff3-abe2-5473cf67f225),segment_id=b92baa2d-d742-4ff3-abe2-5473cf67f225)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:17:04.408656 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:04.420664 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [None req-3fb03502-2716-4f3f-8243-4275be9db95d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] device_id is not set on port e354a290-4806-48ae-a0b3-471d93a3bc80 yet. {{(pid=84061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:17:04.437011 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-26967db2-5ab9-4498-8a90-c606e52ca738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:04.444962 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdb78105-e25e-428a-b423-f17a4960dc03 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Router a35913f1-481d-4672-b9d2-d19d0f788cb0 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:17:04.457073 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-26967db2-5ab9-4498-8a90-c606e52ca738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:04.475188 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7460f033-a0bf-4d1a-b95a-1c1c50fb46c7'] response: {'server_uuid': 'c499d0ef-0226-4dd2-99d9-4b778e9b8732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e87916-9850-4b4e-9825-6be7f2ad185b', 'code': 200} May 05 22:17:04.476286 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fb3ca5e8-5955-40a3-a989-c64da58b899f tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:04.495939 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 9416b6fe-0ecf-4b3a-9d6b-98abf53fa520 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:17:04.497212 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:04.545644 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=61e87916-9850-4b4e-9825-6be7f2ad185b,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:04.678433 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-26967db2-5ab9-4498-8a90-c606e52ca738 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b8163a6cd4df4a86b9aef2ad7f22f55b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8004110 May 05 22:17:04.685769 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53532) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:04.698810 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26967db2-5ab9-4498-8a90-c606e52ca738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e52f3f-e9dd-487a-88cf-a25b69c14def,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:04.734570 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-fb3ca5e8-5955-40a3-a989-c64da58b899f tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Calling delete_port for 2f6baafa-278f-4dd4-b7c9-8816bce941d3 owned by {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:17:04.885542 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-defa3233-337b-4db8-ad94-9184efd1c3ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:04.887593 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5c05c2f3-0151-461f-a690-844c047fbb2d req-c32f23de-38e8-4b2a-8470-0dcc2d9a1f3a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c499d0ef-0226-4dd2-99d9-4b778e9b8732 HTTP/1.1" status: 200 len: 1096 time: 0.1597767 May 05 22:17:04.914206 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3fb03502-2716-4f3f-8243-4275be9db95d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:04.942939 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-defa3233-337b-4db8-ad94-9184efd1c3ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:04.984323 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5c05c2f3-0151-461f-a690-844c047fbb2d req-934e216d-4377-4fea-a476-5cd8f61e487f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e1868c33-7142-4ab6-ae0c-4ca9fe2a6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659766 May 05 22:17:05.000784 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb78105-e25e-428a-b423-f17a4960dc03 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:17:05.011441 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3fb03502-2716-4f3f-8243-4275be9db95d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:05.026448 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a08fb38-b231-4e7c-acfe-052871f30660 None None] Sync routers for ids ['a35913f1-481d-4672-b9d2-d19d0f788cb0'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:17:05.041368 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a08fb38-b231-4e7c-acfe-052871f30660 None None] Routers {'a35913f1-481d-4672-b9d2-d19d0f788cb0'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:17:05.042206 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-6a08fb38-b231-4e7c-acfe-052871f30660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:16:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['a35913f1-481d-4672-b9d2-d19d0f788cb0'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:05.077009 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fb3ca5e8-5955-40a3-a989-c64da58b899f tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:05.134634 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3ca5e8-5955-40a3-a989-c64da58b899f tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Pushing event deleted for resources: {'Port': ['ID=2f6baafa-278f-4dd4-b7c9-8816bce941d3,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:05.154453 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-defa3233-337b-4db8-ad94-9184efd1c3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:05.157744 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3ca5e8-5955-40a3-a989-c64da58b899f tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:17:05.158228 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3ca5e8-5955-40a3-a989-c64da58b899f tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:17:05.158612 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3ca5e8-5955-40a3-a989-c64da58b899f tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:17:05.158971 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3ca5e8-5955-40a3-a989-c64da58b899f tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:17:05.159338 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3ca5e8-5955-40a3-a989-c64da58b899f tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:17:05.159669 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3ca5e8-5955-40a3-a989-c64da58b899f tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:17:05.160770 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3ca5e8-5955-40a3-a989-c64da58b899f tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:17:05.160770 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3ca5e8-5955-40a3-a989-c64da58b899f tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:17:05.160770 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3ca5e8-5955-40a3-a989-c64da58b899f tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:17:05.161112 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3ca5e8-5955-40a3-a989-c64da58b899f tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:17:05.161246 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3ca5e8-5955-40a3-a989-c64da58b899f tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:17:05.182452 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-fdb78105-e25e-428a-b423-f17a4960dc03 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "PUT /v2.0/routers/a35913f1-481d-4672-b9d2-d19d0f788cb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3020728 May 05 22:17:05.186893 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53540) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:05.190920 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-defa3233-337b-4db8-ad94-9184efd1c3ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:05.195225 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-defa3233-337b-4db8-ad94-9184efd1c3ca admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d3e52f3f-e9dd-487a-88cf-a25b69c14def HTTP/1.1" status: 204 len: 168 time: 0.4978898 May 05 22:17:05.203576 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defa3233-337b-4db8-ad94-9184efd1c3ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e52f3f-e9dd-487a-88cf-a25b69c14def,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:05.211226 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-5b8687b7-41fe-4218-8310-5238815acef3 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1144741108'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:17:05.223524 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb03502-2716-4f3f-8243-4275be9db95d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event updated for resources: {'Port': ['ID=43d01295-7945-4064-b5c7-5ecf05009f15,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:05.230652 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb03502-2716-4f3f-8243-4275be9db95d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Network 06a1920c-9add-4829-b47e-d5ec23e66361 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:17:05.232688 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-5b8687b7-41fe-4218-8310-5238815acef3 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:17:05.236866 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-3fb03502-2716-4f3f-8243-4275be9db95d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:17:05.241509 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-5b8687b7-41fe-4218-8310-5238815acef3 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Usage tracker for resource:network and tenant:47ea26e8a7d7452cb25778b9d924edf0 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:17:05.244662 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb03502-2716-4f3f-8243-4275be9db95d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:17:05.245942 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3fb03502-2716-4f3f-8243-4275be9db95d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:05.247945 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-5b8687b7-41fe-4218-8310-5238815acef3 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:17:05.299649 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-5b8687b7-41fe-4218-8310-5238815acef3 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:17:05.329799 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-6a08fb38-b231-4e7c-acfe-052871f30660 None None] Set router a35913f1-481d-4672-b9d2-d19d0f788cb0 gateway port host: None {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:17:05.369799 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb03502-2716-4f3f-8243-4275be9db95d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event updated for resources: {'Port': ['ID=e354a290-4806-48ae-a0b3-471d93a3bc80,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:05.375383 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8687b7-41fe-4218-8310-5238815acef3 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Made reservation on behalf of 47ea26e8a7d7452cb25778b9d924edf0 for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:17:05.378769 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5b8687b7-41fe-4218-8310-5238815acef3 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:05.397846 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79eaae0-cdd6-46a0-921d-167667e9f378 req-75c5a0e2-4d47-435d-81ea-54b4fc75d1a2 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:17:05.404778 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fb3ca5e8-5955-40a3-a989-c64da58b899f tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:05.406081 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d79eaae0-cdd6-46a0-921d-167667e9f378 req-75c5a0e2-4d47-435d-81ea-54b4fc75d1a2 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] 10.222.0.23 "GET /v2.0/ports?device_id=c499d0ef-0226-4dd2-99d9-4b778e9b8732 HTTP/1.1" status: 200 len: 945 time: 0.3324952 May 05 22:17:05.447298 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-fb3ca5e8-5955-40a3-a989-c64da58b899f tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] 10.222.0.23 "DELETE /v2.0/ports/2f6baafa-278f-4dd4-b7c9-8816bce941d3 HTTP/1.1" status: 204 len: 168 time: 1.3564169 May 05 22:17:05.449231 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53550) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:05.454958 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-75912877-7cb5-454d-aa2c-a16200b8911f tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Request body: {'floatingip': {'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:17:05.469579 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-75912877-7cb5-454d-aa2c-a16200b8911f tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:17:05.472234 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-75912877-7cb5-454d-aa2c-a16200b8911f tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Usage tracker for resource:floatingip and tenant:79b64dfc3f744f4883ccf8456942a652 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:17:05.477356 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-75912877-7cb5-454d-aa2c-a16200b8911f tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:17:05.481665 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb03502-2716-4f3f-8243-4275be9db95d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Checking segment: {'id': '5b24d329-4e7c-4631-a567-e7c98fa1a363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8e2e64e5-9cd9-4a0a-bdac-56ce985a2e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:17:05.481665 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb03502-2716-4f3f-8243-4275be9db95d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Network hostable DHCP agents. Network: 8e2e64e5-9cd9-4a0a-bdac-56ce985a2e4f, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:17:05.488676 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-75912877-7cb5-454d-aa2c-a16200b8911f tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:17:05.490150 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b8687b7-41fe-4218-8310-5238815acef3 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:17:05.513646 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-75912877-7cb5-454d-aa2c-a16200b8911f tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for floatingip, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:05.520662 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5b8687b7-41fe-4218-8310-5238815acef3 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:05.520985 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-5b8687b7-41fe-4218-8310-5238815acef3 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Added segment 6088d079-5ef6-454b-8737-2673f6232e4e of type vlan for network fe31f1f8-c3de-4977-b310-1b1a2345cb70 May 05 22:17:05.534613 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d79eaae0-cdd6-46a0-921d-167667e9f378 req-2db20795-6882-4a98-a346-64b737edcbd2 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1868c33-7142-4ab6-ae0c-4ca9fe2a6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276159 May 05 22:17:05.649956 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5b8687b7-41fe-4218-8310-5238815acef3 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:05.654645 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb03502-2716-4f3f-8243-4275be9db95d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Network 8e2e64e5-9cd9-4a0a-bdac-56ce985a2e4f is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:17:05.682754 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-3fb03502-2716-4f3f-8243-4275be9db95d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 8e2e64e5-9cd9-4a0a-bdac-56ce985a2e4f) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:17:05.713480 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb03502-2716-4f3f-8243-4275be9db95d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:17:05.716012 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-75912877-7cb5-454d-aa2c-a16200b8911f tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:05.717534 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e83956-3633-4e0c-b9f5-407322e43679 None None] Network 8e2e64e5-9cd9-4a0a-bdac-56ce985a2e4f requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:17:05.718248 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb03502-2716-4f3f-8243-4275be9db95d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:17:05.732091 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb03502-2716-4f3f-8243-4275be9db95d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:17:05.732795 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3fb03502-2716-4f3f-8243-4275be9db95d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:05.788166 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5b8687b7-41fe-4218-8310-5238815acef3 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:05.791898 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8687b7-41fe-4218-8310-5238815acef3 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:17:05.792528 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5b8687b7-41fe-4218-8310-5238815acef3 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:05.849023 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-3fb03502-2716-4f3f-8243-4275be9db95d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.1135607 May 05 22:17:05.862125 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53558) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:06.006627 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53562) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:06.007212 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-d28b63fb-4c03-47cf-a96f-a0f6e22ba410 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Deleting port e354a290-4806-48ae-a0b3-471d93a3bc80 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:17:06.007696 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d28b63fb-4c03-47cf-a96f-a0f6e22ba410 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:06.066502 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-5b8687b7-41fe-4218-8310-5238815acef3 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8698838 May 05 22:17:06.070641 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53566) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:06.078248 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-b4de349d-b872-4b73-ad09-680f83c14d1e tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Request body: {'subnet': {'network_id': 'fe31f1f8-c3de-4977-b310-1b1a2345cb70', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:17:06.084545 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-75912877-7cb5-454d-aa2c-a16200b8911f tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Allocated IP 172.25.4.166 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/e4272a45-582b-4b32-bf18-fdc099d0a4e8) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:17:06.087210 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:06.119066 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3cb2f71e-3641-41a2-a294-3087319c8556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:06.144486 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-6a08fb38-b231-4e7c-acfe-052871f30660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'name': 'tempest-RoutersIpV6Test-router-210762404', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:16:39Z', 'updated_at': '2022-05-05T22:17:00Z', 'revision_number': 3, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'gw_port_host': None, '_interfaces': [{'id': '5897fa13-7b54-4809-9e29-1d5fb8cbf9c9', 'name': '', 'network_id': 'fcd5c3bf-b441-4702-b533-b9e20b2c8dec', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'mac_address': 'fa:16:3e:79:b2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95996a3c-f83e-401c-a132-d1ccd2fcfefe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:16:45Z', 'updated_at': '2022-05-05T22:17:02Z', 'revision_number': 5, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'subnets': [{'id': '95996a3c-f83e-401c-a132-d1ccd2fcfefe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6bfe1af-4a84-459b-8fd0-759671ebc569', 'name': '', 'network_id': '1fa527e9-5494-4e6b-beb6-03545cf8dc9a', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'mac_address': 'fa:16:3e:1c:09:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11a6157f-0671-4ead-9d72-c98e302e7548', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:16:58Z', 'updated_at': '2022-05-05T22:17:02Z', 'revision_number': 2, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'subnets': [{'id': '11a6157f-0671-4ead-9d72-c98e302e7548', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:06.154755 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a08fb38-b231-4e7c-acfe-052871f30660 None None] Checking router: a35913f1-481d-4672-b9d2-d19d0f788cb0 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:17:06.155263 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a08fb38-b231-4e7c-acfe-052871f30660 None None] Updating router a35913f1-481d-4672-b9d2-d19d0f788cb0 port e6bfe1af-4a84-459b-8fd0-759671ebc569 binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:17:06.185121 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:06.190649 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8687b7-41fe-4218-8310-5238815acef3 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event updated for resources: {'Network': ['ID=fe31f1f8-c3de-4977-b310-1b1a2345cb70,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:06.215849 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6a08fb38-b231-4e7c-acfe-052871f30660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:06.228317 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network fe31f1f8-c3de-4977-b310-1b1a2345cb70 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:17:06.252374 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-3cb2f71e-3641-41a2-a294-3087319c8556 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:17:06.255038 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b4de349d-b872-4b73-ad09-680f83c14d1e tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:17:06.259596 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-3cb2f71e-3641-41a2-a294-3087319c8556 admin admin] Usage tracker for resource:security_group_rule and tenant:57826cf8f24447f3b3c37af5c4cab6e3 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:17:06.263382 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b4de349d-b872-4b73-ad09-680f83c14d1e tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Usage tracker for resource:subnet and tenant:47ea26e8a7d7452cb25778b9d924edf0 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:17:06.266063 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-3cb2f71e-3641-41a2-a294-3087319c8556 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:17:06.268987 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b4de349d-b872-4b73-ad09-680f83c14d1e tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:17:06.276403 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-3cb2f71e-3641-41a2-a294-3087319c8556 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:17:06.279365 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b4de349d-b872-4b73-ad09-680f83c14d1e tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:17:06.302460 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4de349d-b872-4b73-ad09-680f83c14d1e tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Made reservation on behalf of 47ea26e8a7d7452cb25778b9d924edf0 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:17:06.348475 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-75912877-7cb5-454d-aa2c-a16200b8911f tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:06.581902 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b4de349d-b872-4b73-ad09-680f83c14d1e tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:06.599646 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d28b63fb-4c03-47cf-a96f-a0f6e22ba410 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:06.756742 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-75912877-7cb5-454d-aa2c-a16200b8911f tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:06.757046 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3cb2f71e-3641-41a2-a294-3087319c8556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:06.763935 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3cb2f71e-3641-41a2-a294-3087319c8556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:06.769651 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-d28b63fb-4c03-47cf-a96f-a0f6e22ba410 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Calling delete_port for e354a290-4806-48ae-a0b3-471d93a3bc80 owned by {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:17:06.867752 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6a08fb38-b231-4e7c-acfe-052871f30660 None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:06.880884 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-6a08fb38-b231-4e7c-acfe-052871f30660 None None] Transition to ACTIVE for port object e6bfe1af-4a84-459b-8fd0-759671ebc569 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:17:06.887736 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2f71e-3641-41a2-a294-3087319c8556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a135d26f-0547-489f-acd8-8e5f6d61b38a,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:06.891618 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6a08fb38-b231-4e7c-acfe-052871f30660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:06.986066 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fb03a3-05ff-498c-9562-c29975e7d2bd None None] Pushing event updated for resources: {'Port': ['ID=e6bfe1af-4a84-459b-8fd0-759671ebc569,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:06.987509 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2f71e-3641-41a2-a294-3087319c8556 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:17:06.993546 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75912877-7cb5-454d-aa2c-a16200b8911f tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:17:06.994547 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2f71e-3641-41a2-a294-3087319c8556 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:17:06.995069 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2f71e-3641-41a2-a294-3087319c8556 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:17:06.995604 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2f71e-3641-41a2-a294-3087319c8556 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:17:06.996768 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2f71e-3641-41a2-a294-3087319c8556 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:17:06.997279 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2f71e-3641-41a2-a294-3087319c8556 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:17:06.998432 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2f71e-3641-41a2-a294-3087319c8556 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:17:06.998644 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-75912877-7cb5-454d-aa2c-a16200b8911f tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:17:06.999138 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2f71e-3641-41a2-a294-3087319c8556 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:17:06.999610 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2f71e-3641-41a2-a294-3087319c8556 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:17:07.000084 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2f71e-3641-41a2-a294-3087319c8556 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:17:07.000537 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2f71e-3641-41a2-a294-3087319c8556 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:17:07.007557 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75912877-7cb5-454d-aa2c-a16200b8911f tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:17:07.024261 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-3cb2f71e-3641-41a2-a294-3087319c8556 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=57826cf8f24447f3b3c37af5c4cab6e3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0018878 May 05 22:17:07.039057 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53578) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:07.077488 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75912877-7cb5-454d-aa2c-a16200b8911f tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Pushing event updated for resources: {'Port': ['ID=e4272a45-582b-4b32-bf18-fdc099d0a4e8,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:07.132249 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d28b63fb-4c03-47cf-a96f-a0f6e22ba410 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:07.218699 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28b63fb-4c03-47cf-a96f-a0f6e22ba410 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event deleted for resources: {'Port': ['ID=e354a290-4806-48ae-a0b3-471d93a3bc80,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:07.247042 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cbfaf3-591d-46a9-92bf-1612eff9acff req-7a6083be-550f-4c83-9056-a00a73078d81 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:17:07.250809 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d28b63fb-4c03-47cf-a96f-a0f6e22ba410 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:07.253342 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-6a08fb38-b231-4e7c-acfe-052871f30660 None None] Attempting to bind port e6bfe1af-4a84-459b-8fd0-759671ebc569 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:17:07.253708 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-6a08fb38-b231-4e7c-acfe-052871f30660 None None] Attempting to bind port e6bfe1af-4a84-459b-8fd0-759671ebc569 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '6c50606c-2b9e-4675-888d-39eba5ae4410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1fa527e9-5494-4e6b-beb6-03545cf8dc9a'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:17:07.254064 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a08fb38-b231-4e7c-acfe-052871f30660 None None] Attempting to bind port e6bfe1af-4a84-459b-8fd0-759671ebc569 on network 1fa527e9-5494-4e6b-beb6-03545cf8dc9a {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:17:07.258883 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0df77852-7b7a-4840-b6ce-dccc51f657c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:07.263117 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a08fb38-b231-4e7c-acfe-052871f30660 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:17:07.263734 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a08fb38-b231-4e7c-acfe-052871f30660 None None] Checking segment: {'id': '6c50606c-2b9e-4675-888d-39eba5ae4410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1fa527e9-5494-4e6b-beb6-03545cf8dc9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:17:07.264299 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6a08fb38-b231-4e7c-acfe-052871f30660 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:07.264965 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a08fb38-b231-4e7c-acfe-052871f30660 None None] Bound using segment: {'id': '6c50606c-2b9e-4675-888d-39eba5ae4410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1fa527e9-5494-4e6b-beb6-03545cf8dc9a'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:17:07.265803 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-6a08fb38-b231-4e7c-acfe-052871f30660 None None] Bound port: e6bfe1af-4a84-459b-8fd0-759671ebc569, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c50606c-2b9e-4675-888d-39eba5ae4410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1fa527e9-5494-4e6b-beb6-03545cf8dc9a'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:17:07.266926 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6a08fb38-b231-4e7c-acfe-052871f30660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:07.267571 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d6cbfaf3-591d-46a9-92bf-1612eff9acff req-7a6083be-550f-4c83-9056-a00a73078d81 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] 10.222.0.23 "GET /v2.0/ports?device_id=c499d0ef-0226-4dd2-99d9-4b778e9b8732 HTTP/1.1" status: 200 len: 945 time: 0.4398582 May 05 22:17:07.311688 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d28b63fb-4c03-47cf-a96f-a0f6e22ba410 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "DELETE /v2.0/ports/e354a290-4806-48ae-a0b3-471d93a3bc80 HTTP/1.1" status: 204 len: 168 time: 1.4456418 May 05 22:17:07.318891 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53582) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:07.338228 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d6cbfaf3-591d-46a9-92bf-1612eff9acff req-447f687e-6e61-4f45-811a-90078a53f75a tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1868c33-7142-4ab6-ae0c-4ca9fe2a6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691514 May 05 22:17:07.340418 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b4de349d-b872-4b73-ad09-680f83c14d1e tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:07.359205 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0df77852-7b7a-4840-b6ce-dccc51f657c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:07.460370 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de349d-b872-4b73-ad09-680f83c14d1e tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event updated for resources: {'Subnet': ['ID=49bbbe25-9a5a-46a8-843f-9e8f7e7980cd,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:07.473407 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-6a08fb38-b231-4e7c-acfe-052871f30660 None None] For port e6bfe1af-4a84-459b-8fd0-759671ebc569, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:17:07.484838 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-6a08fb38-b231-4e7c-acfe-052871f30660 None None] For port e6bfe1af-4a84-459b-8fd0-759671ebc569, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=e6bfe1af-4a84-459b-8fd0-759671ebc569,segment=NetworkSegment(6c50606c-2b9e-4675-888d-39eba5ae4410),segment_id=6c50606c-2b9e-4675-888d-39eba5ae4410)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:17:07.486887 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4de349d-b872-4b73-ad09-680f83c14d1e tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Checking segment: {'id': '6088d079-5ef6-454b-8737-2673f6232e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'fe31f1f8-c3de-4977-b310-1b1a2345cb70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:17:07.487462 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4de349d-b872-4b73-ad09-680f83c14d1e tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Network hostable DHCP agents. Network: fe31f1f8-c3de-4977-b310-1b1a2345cb70, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:17:07.497499 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6a08fb38-b231-4e7c-acfe-052871f30660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:07.517065 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4de349d-b872-4b73-ad09-680f83c14d1e tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Network fe31f1f8-c3de-4977-b310-1b1a2345cb70 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:17:07.541969 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-b4de349d-b872-4b73-ad09-680f83c14d1e tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, fe31f1f8-c3de-4977-b310-1b1a2345cb70) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:17:07.546749 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4de349d-b872-4b73-ad09-680f83c14d1e tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:17:07.547324 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b4de349d-b872-4b73-ad09-680f83c14d1e tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:07.588469 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41993c34-e4d0-4b5d-be89-4211f687af7d None None] Network fe31f1f8-c3de-4977-b310-1b1a2345cb70 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:17:07.619793 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-75912877-7cb5-454d-aa2c-a16200b8911f tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:07.673811 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b4de349d-b872-4b73-ad09-680f83c14d1e tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6004210 May 05 22:17:07.674610 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53588) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:07.747395 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fb03a3-05ff-498c-9562-c29975e7d2bd None None] Pushing event updated for resources: {'Port': ['ID=e6bfe1af-4a84-459b-8fd0-759671ebc569,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:07.766745 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a08fb38-b231-4e7c-acfe-052871f30660 None None] Routers {'a35913f1-481d-4672-b9d2-d19d0f788cb0'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:17:07.767368 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-6a08fb38-b231-4e7c-acfe-052871f30660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:16:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['a35913f1-481d-4672-b9d2-d19d0f788cb0'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:07.769972 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-75912877-7cb5-454d-aa2c-a16200b8911f tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:07.853245 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a309dbf9-172c-4f85-a54f-2b3e62608b2e req-749d20dd-723e-4bcb-bf49-6ce22a2d8719 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:17:07.867264 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a309dbf9-172c-4f85-a54f-2b3e62608b2e req-749d20dd-723e-4bcb-bf49-6ce22a2d8719 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] 10.222.0.23 "GET /v2.0/ports?device_id=c499d0ef-0226-4dd2-99d9-4b778e9b8732 HTTP/1.1" status: 200 len: 945 time: 0.2955980 May 05 22:17:07.952339 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a309dbf9-172c-4f85-a54f-2b3e62608b2e req-e428a71f-20d7-41bf-93ac-f168695ed87f tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1868c33-7142-4ab6-ae0c-4ca9fe2a6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775094 May 05 22:17:08.094077 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0df77852-7b7a-4840-b6ce-dccc51f657c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:08.144108 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35a3c65-392e-4f24-8508-e1cfcb74146e tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:17:08.165595 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35a3c65-392e-4f24-8508-e1cfcb74146e tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:17:08.167916 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d35a3c65-392e-4f24-8508-e1cfcb74146e tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Synchronizing usage tracker for tenant:19bd1ce22cbf41f7ad0f1240c3793693 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:17:08.174943 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff9eefc-f5e8-42f9-aed3-8375cd4779a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-fe31f1f8-c3de-4977-b310-1b1a2345cb70', 'network_id': 'fe31f1f8-c3de-4977-b310-1b1a2345cb70', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'fixed_ips': [{'subnet_id': '49bbbe25-9a5a-46a8-843f-9e8f7e7980cd'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:17:08.175746 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-aff9eefc-f5e8-42f9-aed3-8375cd4779a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:08.192417 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-6a08fb38-b231-4e7c-acfe-052871f30660 None None] Set router a35913f1-481d-4672-b9d2-d19d0f788cb0 gateway port host: None {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:17:08.204799 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-75912877-7cb5-454d-aa2c-a16200b8911f tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:08.210604 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df77852-7b7a-4840-b6ce-dccc51f657c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a135d26f-0547-489f-acd8-8e5f6d61b38a,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:08.221891 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0df77852-7b7a-4840-b6ce-dccc51f657c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:08.226569 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0df77852-7b7a-4840-b6ce-dccc51f657c5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a135d26f-0547-489f-acd8-8e5f6d61b38a HTTP/1.1" status: 204 len: 168 time: 1.1795790 May 05 22:17:08.231552 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-75912877-7cb5-454d-aa2c-a16200b8911f tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:08.325819 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d35a3c65-392e-4f24-8508-e1cfcb74146e tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Unset dirty status for tenant:19bd1ce22cbf41f7ad0f1240c3793693 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:17:08.327593 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d35a3c65-392e-4f24-8508-e1cfcb74146e tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 1.0042024 May 05 22:17:08.332548 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53602) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:08.390941 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca5146-502b-4d49-81b8-e77b46c16799 req-ca389c47-7c62-41b0-b30c-3585c02db293 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:17:08.397451 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-75912877-7cb5-454d-aa2c-a16200b8911f tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:08.398624 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5dca5146-502b-4d49-81b8-e77b46c16799 req-ca389c47-7c62-41b0-b30c-3585c02db293 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] 10.222.0.23 "GET /v2.0/ports?device_id=c499d0ef-0226-4dd2-99d9-4b778e9b8732 HTTP/1.1" status: 200 len: 945 time: 0.1513269 May 05 22:17:08.447681 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75912877-7cb5-454d-aa2c-a16200b8911f tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Pushing event updated for resources: {'Port': ['ID=e4272a45-582b-4b32-bf18-fdc099d0a4e8,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:08.488007 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-75912877-7cb5-454d-aa2c-a16200b8911f tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:08.492215 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-75912877-7cb5-454d-aa2c-a16200b8911f tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0393949 May 05 22:17:08.493647 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53606) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:08.500383 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-2a73ae76-1744-4058-ba57-3c7bceaa09cc tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Request body: {'port': {'network_id': '2105381d-85ba-4b03-b60f-e03817dca12c', 'name': 'tempest-FloatingIPTestJSON-979211360'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:17:08.534438 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-0f4e98c1-ef5b-483d-9a1a-92e2ea14428e tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Deleting port 43d01295-7945-4064-b5c7-5ecf05009f15 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:17:08.534858 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0f4e98c1-ef5b-483d-9a1a-92e2ea14428e tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:08.698342 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5dca5146-502b-4d49-81b8-e77b46c16799 req-3a690edc-ad7c-4746-a8c4-559aa50c11b2 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1868c33-7142-4ab6-ae0c-4ca9fe2a6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2988348 May 05 22:17:08.717462 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-aff9eefc-f5e8-42f9-aed3-8375cd4779a5 None None] Allocated IP 2001:db8:2::2 (fe31f1f8-c3de-4977-b310-1b1a2345cb70/49bbbe25-9a5a-46a8-843f-9e8f7e7980cd/c4e3ba6d-d2af-4ecc-a285-268096747739) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:17:08.842035 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53614) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:08.898107 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0f4e98c1-ef5b-483d-9a1a-92e2ea14428e tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:08.942339 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-6a08fb38-b231-4e7c-acfe-052871f30660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'name': 'tempest-RoutersIpV6Test-router-210762404', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:16:39Z', 'updated_at': '2022-05-05T22:17:00Z', 'revision_number': 3, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'gw_port_host': None, '_interfaces': [{'id': '5897fa13-7b54-4809-9e29-1d5fb8cbf9c9', 'name': '', 'network_id': 'fcd5c3bf-b441-4702-b533-b9e20b2c8dec', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'mac_address': 'fa:16:3e:79:b2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95996a3c-f83e-401c-a132-d1ccd2fcfefe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:16:45Z', 'updated_at': '2022-05-05T22:17:02Z', 'revision_number': 5, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'subnets': [{'id': '95996a3c-f83e-401c-a132-d1ccd2fcfefe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6bfe1af-4a84-459b-8fd0-759671ebc569', 'name': '', 'network_id': '1fa527e9-5494-4e6b-beb6-03545cf8dc9a', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'mac_address': 'fa:16:3e:1c:09:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11a6157f-0671-4ead-9d72-c98e302e7548', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:16:58Z', 'updated_at': '2022-05-05T22:17:07Z', 'revision_number': 4, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'subnets': [{'id': '11a6157f-0671-4ead-9d72-c98e302e7548', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:08.969115 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-299d9c1a-c02d-4220-bc06-3de833017845 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:08.976845 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a08fb38-b231-4e7c-acfe-052871f30660 None None] The sync data for ids ['a35913f1-481d-4672-b9d2-d19d0f788cb0'] in n-d-825175-4 is: [{'id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'name': 'tempest-RoutersIpV6Test-router-210762404', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:16:39Z', 'updated_at': '2022-05-05T22:17:00Z', 'revision_number': 3, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'gw_port_host': None, '_interfaces': [{'id': '5897fa13-7b54-4809-9e29-1d5fb8cbf9c9', 'name': '', 'network_id': 'fcd5c3bf-b441-4702-b533-b9e20b2c8dec', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'mac_address': 'fa:16:3e:79:b2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95996a3c-f83e-401c-a132-d1ccd2fcfefe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:16:45Z', 'updated_at': '2022-05-05T22:17:02Z', 'revision_number': 5, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'subnets': [{'id': '95996a3c-f83e-401c-a132-d1ccd2fcfefe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6bfe1af-4a84-459b-8fd0-759671ebc569', 'name': '', 'network_id': '1fa527e9-5494-4e6b-beb6-03545cf8dc9a', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'mac_address': 'fa:16:3e:1c:09:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11a6157f-0671-4ead-9d72-c98e302e7548', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:16:58Z', 'updated_at': '2022-05-05T22:17:07Z', 'revision_number': 4, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'subnets': [{'id': '11a6157f-0671-4ead-9d72-c98e302e7548', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:17:09.047354 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-aff9eefc-f5e8-42f9-aed3-8375cd4779a5 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:09.083495 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-0f4e98c1-ef5b-483d-9a1a-92e2ea14428e tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Calling delete_port for 43d01295-7945-4064-b5c7-5ecf05009f15 owned by {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:17:09.107101 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-aff9eefc-f5e8-42f9-aed3-8375cd4779a5 None None] Transition to ACTIVE for port object c4e3ba6d-d2af-4ecc-a285-268096747739 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:17:09.181466 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-aff9eefc-f5e8-42f9-aed3-8375cd4779a5 None None] Transition to ACTIVE for port object c4e3ba6d-d2af-4ecc-a285-268096747739 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:17:09.196340 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-aff9eefc-f5e8-42f9-aed3-8375cd4779a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:09.206721 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-2a73ae76-1744-4058-ba57-3c7bceaa09cc tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:17:09.227048 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-2a73ae76-1744-4058-ba57-3c7bceaa09cc tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Usage tracker for resource:port and tenant:79b64dfc3f744f4883ccf8456942a652 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:17:09.230750 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-2a73ae76-1744-4058-ba57-3c7bceaa09cc tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:17:09.247290 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-2a73ae76-1744-4058-ba57-3c7bceaa09cc tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:17:09.264198 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a73ae76-1744-4058-ba57-3c7bceaa09cc tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Made reservation on behalf of 79b64dfc3f744f4883ccf8456942a652 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:17:09.278571 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2a73ae76-1744-4058-ba57-3c7bceaa09cc tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:09.306706 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0f4e98c1-ef5b-483d-9a1a-92e2ea14428e tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:09.365708 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff9eefc-f5e8-42f9-aed3-8375cd4779a5 None None] Network fe31f1f8-c3de-4977-b310-1b1a2345cb70 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:17:09.367255 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-aff9eefc-f5e8-42f9-aed3-8375cd4779a5 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:17:09.389426 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9eefc-f5e8-42f9-aed3-8375cd4779a5 None None] Pushing event updated for resources: {'Port': ['ID=c4e3ba6d-d2af-4ecc-a285-268096747739,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:09.395906 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff9eefc-f5e8-42f9-aed3-8375cd4779a5 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:17:09.414990 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4e98c1-ef5b-483d-9a1a-92e2ea14428e tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event deleted for resources: {'Port': ['ID=43d01295-7945-4064-b5c7-5ecf05009f15,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:09.429437 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [None req-2a73ae76-1744-4058-ba57-3c7bceaa09cc tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] device_id is not set on port 7d8e3776-7a51-406a-a474-8f2dd06de6e3 yet. {{(pid=84063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:17:09.507474 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0f4e98c1-ef5b-483d-9a1a-92e2ea14428e tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:09.664829 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device e6bfe1af-4a84-459b-8fd0-759671ebc569 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:17:09.804999 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-aff9eefc-f5e8-42f9-aed3-8375cd4779a5 None None] Attempting to bind port c4e3ba6d-d2af-4ecc-a285-268096747739 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:17:09.805417 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-aff9eefc-f5e8-42f9-aed3-8375cd4779a5 None None] Attempting to bind port c4e3ba6d-d2af-4ecc-a285-268096747739 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '6088d079-5ef6-454b-8737-2673f6232e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'fe31f1f8-c3de-4977-b310-1b1a2345cb70'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:17:09.805819 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff9eefc-f5e8-42f9-aed3-8375cd4779a5 None None] Attempting to bind port c4e3ba6d-d2af-4ecc-a285-268096747739 on network fe31f1f8-c3de-4977-b310-1b1a2345cb70 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:17:09.824551 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0f4e98c1-ef5b-483d-9a1a-92e2ea14428e tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "DELETE /v2.0/ports/43d01295-7945-4064-b5c7-5ecf05009f15 HTTP/1.1" status: 204 len: 168 time: 1.4887638 May 05 22:17:09.839774 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53638) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:09.864954 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff9eefc-f5e8-42f9-aed3-8375cd4779a5 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:17:09.865328 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff9eefc-f5e8-42f9-aed3-8375cd4779a5 None None] Checking segment: {'id': '6088d079-5ef6-454b-8737-2673f6232e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'fe31f1f8-c3de-4977-b310-1b1a2345cb70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:17:09.865741 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-aff9eefc-f5e8-42f9-aed3-8375cd4779a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:09.866190 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff9eefc-f5e8-42f9-aed3-8375cd4779a5 None None] Bound using segment: {'id': '6088d079-5ef6-454b-8737-2673f6232e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'fe31f1f8-c3de-4977-b310-1b1a2345cb70'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:17:09.869351 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-aff9eefc-f5e8-42f9-aed3-8375cd4779a5 None None] Bound port: c4e3ba6d-d2af-4ecc-a285-268096747739, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6088d079-5ef6-454b-8737-2673f6232e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'fe31f1f8-c3de-4977-b310-1b1a2345cb70'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:17:09.869765 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-aff9eefc-f5e8-42f9-aed3-8375cd4779a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:10.050077 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-299d9c1a-c02d-4220-bc06-3de833017845 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Allocated IP 2001:db8:2::1 (fe31f1f8-c3de-4977-b310-1b1a2345cb70/49bbbe25-9a5a-46a8-843f-9e8f7e7980cd/ccef331f-e9eb-4359-8034-473173fd4275) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:17:10.083247 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-aff9eefc-f5e8-42f9-aed3-8375cd4779a5 None None] For port c4e3ba6d-d2af-4ecc-a285-268096747739, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:17:10.088044 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-aff9eefc-f5e8-42f9-aed3-8375cd4779a5 None None] For port c4e3ba6d-d2af-4ecc-a285-268096747739, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=c4e3ba6d-d2af-4ecc-a285-268096747739,segment=NetworkSegment(6088d079-5ef6-454b-8737-2673f6232e4e),segment_id=6088d079-5ef6-454b-8737-2673f6232e4e)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:17:10.094501 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-aff9eefc-f5e8-42f9-aed3-8375cd4779a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:10.131808 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-2a73ae76-1744-4058-ba57-3c7bceaa09cc tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Allocated IP 172.20.0.9 (2105381d-85ba-4b03-b60f-e03817dca12c/7497eca2-b8f9-49ab-96f7-f2e391479f16/7d8e3776-7a51-406a-a474-8f2dd06de6e3) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:17:10.189917 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port e6bfe1af-4a84-459b-8fd0-759671ebc569 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:17:10.198068 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port e6bfe1af-4a84-459b-8fd0-759671ebc569 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:17:10.198427 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:10.205421 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb835340-1eac-493f-953e-7c02168b1c8a tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:17:10.206543 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-bb835340-1eac-493f-953e-7c02168b1c8a tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Synchronizing usage tracker for tenant:19bd1ce22cbf41f7ad0f1240c3793693 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:17:10.234318 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-183efa0b-07ca-410b-aebe-9a845f204b2c tempest-TestServerBasicOps-753921771 tempest-TestServerBasicOps-753921771-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=c499d0ef-0226-4dd2-99d9-4b778e9b8732 HTTP/1.1" status: 200 len: 1091 time: 1.3402200 May 05 22:17:10.237225 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53650) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:10.247729 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-8dead0bb-5d70-4247-bcfb-b7c4499fc62f tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Request body: {'floatingip': {'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'port_id': '61e87916-9850-4b4e-9825-6be7f2ad185b', 'tenant_id': '989c505d69dd4ac5bbb5923b5623477d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:17:10.291051 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9eefc-f5e8-42f9-aed3-8375cd4779a5 None None] Pushing event updated for resources: {'Port': ['ID=c4e3ba6d-d2af-4ecc-a285-268096747739,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:10.317637 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-299d9c1a-c02d-4220-bc06-3de833017845 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:10.355590 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-299d9c1a-c02d-4220-bc06-3de833017845 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Transition to ACTIVE for port object ccef331f-e9eb-4359-8034-473173fd4275 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:17:10.400042 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:10.401450 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-8dead0bb-5d70-4247-bcfb-b7c4499fc62f tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:17:10.408565 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-8dead0bb-5d70-4247-bcfb-b7c4499fc62f tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Usage tracker for resource:floatingip and tenant:989c505d69dd4ac5bbb5923b5623477d is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:17:10.411657 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-8dead0bb-5d70-4247-bcfb-b7c4499fc62f tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:17:10.432509 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-bb835340-1eac-493f-953e-7c02168b1c8a tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Unset dirty status for tenant:19bd1ce22cbf41f7ad0f1240c3793693 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:17:10.432737 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-299d9c1a-c02d-4220-bc06-3de833017845 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:10.432867 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-bb835340-1eac-493f-953e-7c02168b1c8a tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5733995 May 05 22:17:10.433419 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-8dead0bb-5d70-4247-bcfb-b7c4499fc62f tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:17:10.435860 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53654) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:10.456701 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port e6bfe1af-4a84-459b-8fd0-759671ebc569, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=e6bfe1af-4a84-459b-8fd0-759671ebc569,segment=NetworkSegment(6c50606c-2b9e-4675-888d-39eba5ae4410),segment_id=6c50606c-2b9e-4675-888d-39eba5ae4410)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:17:10.462182 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:10.569446 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=e6bfe1af-4a84-459b-8fd0-759671ebc569,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:10.588965 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299d9c1a-c02d-4220-bc06-3de833017845 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Network fe31f1f8-c3de-4977-b310-1b1a2345cb70 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:17:10.591083 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-31663fd4-1b1f-4374-b294-35bee4d77698 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] GET failed (client error): The resource could not be found. May 05 22:17:10.593593 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-299d9c1a-c02d-4220-bc06-3de833017845 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:17:10.595668 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53660) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:10.603162 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-31663fd4-1b1f-4374-b294-35bee4d77698 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "GET /v2.0/ports/e354a290-4806-48ae-a0b3-471d93a3bc80 HTTP/1.1" status: 404 len: 333 time: 0.1652119 May 05 22:17:10.630148 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8dead0bb-5d70-4247-bcfb-b7c4499fc62f tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Notify callbacks [] for floatingip, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:10.750198 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299d9c1a-c02d-4220-bc06-3de833017845 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:17:10.751139 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-299d9c1a-c02d-4220-bc06-3de833017845 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:10.757155 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-da004727-64cc-4462-9cd1-838bf22aed2d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] GET failed (client error): The resource could not be found. May 05 22:17:10.758852 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-da004727-64cc-4462-9cd1-838bf22aed2d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Synchronizing usage tracker for tenant:19bd1ce22cbf41f7ad0f1240c3793693 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:17:10.792108 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299d9c1a-c02d-4220-bc06-3de833017845 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event updated for resources: {'Port': ['ID=ccef331f-e9eb-4359-8034-473173fd4275,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:10.817081 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-da004727-64cc-4462-9cd1-838bf22aed2d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Unset dirty status for tenant:19bd1ce22cbf41f7ad0f1240c3793693 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:17:10.820837 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-da004727-64cc-4462-9cd1-838bf22aed2d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "GET /v2.0/ports/43d01295-7945-4064-b5c7-5ecf05009f15 HTTP/1.1" status: 404 len: 333 time: 0.1803186 May 05 22:17:10.821331 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53666) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:10.905915 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2a73ae76-1744-4058-ba57-3c7bceaa09cc tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:10.949744 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53672) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:10.969292 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-aba17b89-ee47-4500-9395-b7c295e1c2a7 req-83ca6353-7a54-433a-8cd9-506d2fb5eb37 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c499d0ef-0226-4dd2-99d9-4b778e9b8732&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6883934 May 05 22:17:10.996015 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2a73ae76-1744-4058-ba57-3c7bceaa09cc tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:11.039713 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-299d9c1a-c02d-4220-bc06-3de833017845 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:11.054879 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d1d5b277-74e4-40bc-8a9c-2005c62aeed5 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:11.106930 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a73ae76-1744-4058-ba57-3c7bceaa09cc tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Network 2105381d-85ba-4b03-b60f-e03817dca12c is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:17:11.113630 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-2a73ae76-1744-4058-ba57-3c7bceaa09cc tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:17:11.162930 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a73ae76-1744-4058-ba57-3c7bceaa09cc tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:17:11.233897 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a73ae76-1744-4058-ba57-3c7bceaa09cc tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:17:11.234589 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2a73ae76-1744-4058-ba57-3c7bceaa09cc tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:11.272847 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a73ae76-1744-4058-ba57-3c7bceaa09cc tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Pushing event updated for resources: {'Port': ['ID=7d8e3776-7a51-406a-a474-8f2dd06de6e3,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:11.290679 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-2a73ae76-1744-4058-ba57-3c7bceaa09cc tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.7935164 May 05 22:17:11.292418 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53684) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:11.294474 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8db39653-5ca0-41d6-9769-cdf5ae27ab97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:11.319989 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-555a28cc-2cd8-4006-be05-2b1900c26bcc tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Request body: {'floatingip': {'port_id': '7d8e3776-7a51-406a-a474-8f2dd06de6e3'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:17:11.388296 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d1d5b277-74e4-40bc-8a9c-2005c62aeed5 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:11.441909 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-d1d5b277-74e4-40bc-8a9c-2005c62aeed5 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e2e64e5-9cd9-4a0a-bdac-56ce985a2e4f']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:11.461624 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-d1d5b277-74e4-40bc-8a9c-2005c62aeed5 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b24d329-4e7c-4631-a567-e7c98fa1a363') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:11.461920 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-d1d5b277-74e4-40bc-8a9c-2005c62aeed5 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b24d329-4e7c-4631-a567-e7c98fa1a363') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:11.478421 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-555a28cc-2cd8-4006-be05-2b1900c26bcc tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for floatingip, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:11.484435 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d1d5b277-74e4-40bc-8a9c-2005c62aeed5 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:11.562448 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d1d5b277-74e4-40bc-8a9c-2005c62aeed5 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:11.581488 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8dead0bb-5d70-4247-bcfb-b7c4499fc62f tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:11.587276 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1d5b277-74e4-40bc-8a9c-2005c62aeed5 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:17:11.587609 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d1d5b277-74e4-40bc-8a9c-2005c62aeed5 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:11.619870 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 22:17:11.619870 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:17:11.619870 n-d-825175-4 neutron-server[84061]: timer() May 05 22:17:11.619870 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:17:11.619870 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 22:17:11.619870 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:17:11.619870 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 22:17:11.619870 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:17:11.619870 n-d-825175-4 neutron-server[84061]: self._notify() May 05 22:17:11.619870 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:17:11.619870 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 22:17:11.619870 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:17:11.619870 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 22:17:11.619870 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:17:11.619870 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:17:11.619870 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:17:11.619870 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:17:11.619870 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:17:11.619870 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 22:17:11.619870 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:17:11.619870 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 22:17:11.619870 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:17:11.619870 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:17:11.619870 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:17:11.619870 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 22:17:11.619870 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:17:11.619870 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:17:11.619870 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:17:11.619870 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:17:11.619870 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:17:11.619870 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:17:11.619870 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:17:11.660916 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device e6bfe1af-4a84-459b-8fd0-759671ebc569 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:17:11.723679 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-8db39653-5ca0-41d6-9769-cdf5ae27ab97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:17:11.741058 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-8db39653-5ca0-41d6-9769-cdf5ae27ab97 admin admin] Usage tracker for resource:security_group_rule and tenant:1e7c8a6c109c451b8d19a9f2476b5cf1 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:17:11.756324 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-8db39653-5ca0-41d6-9769-cdf5ae27ab97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:17:11.777268 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-8db39653-5ca0-41d6-9769-cdf5ae27ab97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:17:11.783639 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d1d5b277-74e4-40bc-8a9c-2005c62aeed5 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:11.791068 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d1d5b277-74e4-40bc-8a9c-2005c62aeed5 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:11.809827 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port e6bfe1af-4a84-459b-8fd0-759671ebc569 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:17:11.810154 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:11.820126 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-d1d5b277-74e4-40bc-8a9c-2005c62aeed5 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "DELETE /v2.0/networks/8e2e64e5-9cd9-4a0a-bdac-56ce985a2e4f HTTP/1.1" status: 204 len: 168 time: 0.9978027 May 05 22:17:11.823223 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-aba17b89-ee47-4500-9395-b7c295e1c2a7 req-1e9397b3-0afb-4edf-b28c-d6cb03e406b6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=989c505d69dd4ac5bbb5923b5623477d&device_id=c499d0ef-0226-4dd2-99d9-4b778e9b8732 HTTP/1.1" status: 200 len: 1096 time: 0.7106807 May 05 22:17:11.824002 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53688) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:11.839357 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d5b277-74e4-40bc-8a9c-2005c62aeed5 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event deleted for resources: {'Network': ['ID=8e2e64e5-9cd9-4a0a-bdac-56ce985a2e4f,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:11.877261 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-299d9c1a-c02d-4220-bc06-3de833017845 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:11.888356 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-299d9c1a-c02d-4220-bc06-3de833017845 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:11.889685 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-299d9c1a-c02d-4220-bc06-3de833017845 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:11.895704 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-717580e1-ccb8-4547-b0b2-58cb3d01e863 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1029664584'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:17:11.902305 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-717580e1-ccb8-4547-b0b2-58cb3d01e863 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:17:11.911691 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-717580e1-ccb8-4547-b0b2-58cb3d01e863 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Usage tracker for resource:network and tenant:19bd1ce22cbf41f7ad0f1240c3793693 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:17:11.915272 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-717580e1-ccb8-4547-b0b2-58cb3d01e863 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:17:11.924262 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-717580e1-ccb8-4547-b0b2-58cb3d01e863 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:17:11.977908 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717580e1-ccb8-4547-b0b2-58cb3d01e863 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Made reservation on behalf of 19bd1ce22cbf41f7ad0f1240c3793693 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:17:11.981350 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-717580e1-ccb8-4547-b0b2-58cb3d01e863 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:11.981600 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device c4e3ba6d-d2af-4ecc-a285-268096747739 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:17:12.029219 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8845ec5c-d2a4-4833-9fa1-539ba6c3d920 None None] Network fe31f1f8-c3de-4977-b310-1b1a2345cb70 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:17:12.217373 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299d9c1a-c02d-4220-bc06-3de833017845 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event updated for resources: {'Port': ['ID=ccef331f-e9eb-4359-8034-473173fd4275,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:12.234410 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-76754b53-6705-42f9-8153-e09fa5de791e None None] Provisioning for port c4e3ba6d-d2af-4ecc-a285-268096747739 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:17:12.315883 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299d9c1a-c02d-4220-bc06-3de833017845 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Network fe31f1f8-c3de-4977-b310-1b1a2345cb70 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:17:12.317275 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-299d9c1a-c02d-4220-bc06-3de833017845 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:17:12.333373 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port c4e3ba6d-d2af-4ecc-a285-268096747739 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:17:12.348275 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port c4e3ba6d-d2af-4ecc-a285-268096747739 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:17:12.348642 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:12.547546 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:12.589729 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port c4e3ba6d-d2af-4ecc-a285-268096747739, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=c4e3ba6d-d2af-4ecc-a285-268096747739,segment=NetworkSegment(6088d079-5ef6-454b-8737-2673f6232e4e),segment_id=6088d079-5ef6-454b-8737-2673f6232e4e)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:17:12.600090 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:12.720886 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=c4e3ba6d-d2af-4ecc-a285-268096747739,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:12.821275 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-299d9c1a-c02d-4220-bc06-3de833017845 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Router a35913f1-481d-4672-b9d2-d19d0f788cb0 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:17:12.845203 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-717580e1-ccb8-4547-b0b2-58cb3d01e863 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:17:12.903602 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-01778b8b-279f-41c5-bd8d-93fdcda9e2fb None None] Provisioning for port ccef331f-e9eb-4359-8034-473173fd4275 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:17:12.908668 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-01778b8b-279f-41c5-bd8d-93fdcda9e2fb None None] Provisioning complete for port ccef331f-e9eb-4359-8034-473173fd4275 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:17:12.909032 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-01778b8b-279f-41c5-bd8d-93fdcda9e2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:12.919502 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-717580e1-ccb8-4547-b0b2-58cb3d01e863 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:12.919846 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-717580e1-ccb8-4547-b0b2-58cb3d01e863 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Added segment 9759ec8a-5dec-4133-b4e4-9850cb43fd53 of type vlan for network 78f338a6-da3c-41ec-8d23-c241b6b13b67 May 05 22:17:12.921874 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba17b89-ee47-4500-9395-b7c295e1c2a7 req-6e3915df-db36-4b03-b1c9-3244058490db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:17:12.923497 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-aba17b89-ee47-4500-9395-b7c295e1c2a7 req-6e3915df-db36-4b03-b1c9-3244058490db service neutron] 10.222.0.44 "GET /v2.0/networks?id=5579f484-2b68-478e-8113-36fd7459ddaf HTTP/1.1" status: 200 len: 910 time: 1.0443764 May 05 22:17:12.924778 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-8dead0bb-5d70-4247-bcfb-b7c4499fc62f tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Allocated IP 172.25.4.185 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/4ccae98e-4364-4877-8bea-e6d2a6664576) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:17:12.928331 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8db39653-5ca0-41d6-9769-cdf5ae27ab97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:13.015303 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-01778b8b-279f-41c5-bd8d-93fdcda9e2fb None None] Port ccef331f-e9eb-4359-8034-473173fd4275 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:17:13.032728 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299d9c1a-c02d-4220-bc06-3de833017845 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:17:13.044285 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a240220-f133-4b8b-a578-c2a8a600ffa9 None None] Sync routers for ids ['a35913f1-481d-4672-b9d2-d19d0f788cb0'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:17:13.045502 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-01778b8b-279f-41c5-bd8d-93fdcda9e2fb None None] Provisioning complete for port c4e3ba6d-d2af-4ecc-a285-268096747739 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:17:13.045869 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-01778b8b-279f-41c5-bd8d-93fdcda9e2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:13.050972 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-299d9c1a-c02d-4220-bc06-3de833017845 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "PUT /v2.0/routers/a35913f1-481d-4672-b9d2-d19d0f788cb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3750021 May 05 22:17:13.052182 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53698) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:13.063013 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-6950345e-ae07-4dbf-9650-95a3b5bc523a tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1757328678'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:17:13.070068 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a240220-f133-4b8b-a578-c2a8a600ffa9 None None] Routers {'a35913f1-481d-4672-b9d2-d19d0f788cb0'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:17:13.070795 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-9a240220-f133-4b8b-a578-c2a8a600ffa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:16:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['a35913f1-481d-4672-b9d2-d19d0f788cb0'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:13.078786 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-6950345e-ae07-4dbf-9650-95a3b5bc523a tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:17:13.083430 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-6950345e-ae07-4dbf-9650-95a3b5bc523a tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Usage tracker for resource:network and tenant:47ea26e8a7d7452cb25778b9d924edf0 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:17:13.087085 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-6950345e-ae07-4dbf-9650-95a3b5bc523a tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:17:13.087656 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-aba17b89-ee47-4500-9395-b7c295e1c2a7 req-c4c6756e-e16e-4503-a418-93af0c7dea2f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61e87916-9850-4b4e-9825-6be7f2ad185b HTTP/1.1" status: 200 len: 217 time: 0.1404178 May 05 22:17:13.088248 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8db39653-5ca0-41d6-9769-cdf5ae27ab97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:13.097738 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-6950345e-ae07-4dbf-9650-95a3b5bc523a tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:17:13.116792 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6950345e-ae07-4dbf-9650-95a3b5bc523a tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Made reservation on behalf of 47ea26e8a7d7452cb25778b9d924edf0 for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:17:13.123337 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6950345e-ae07-4dbf-9650-95a3b5bc523a tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:13.196043 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6950345e-ae07-4dbf-9650-95a3b5bc523a tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:17:13.206025 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8db39653-5ca0-41d6-9769-cdf5ae27ab97 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1e7c8a6c109c451b8d19a9f2476b5cf1&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2552311 May 05 22:17:13.210122 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53702) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:13.259332 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6950345e-ae07-4dbf-9650-95a3b5bc523a tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:13.260078 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-6950345e-ae07-4dbf-9650-95a3b5bc523a tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Added segment a2bbb608-6673-47a8-a890-daed6b00b733 of type vlan for network 9e34d2bb-9376-4752-8f40-85e06c8c3cde May 05 22:17:13.307420 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-9a240220-f133-4b8b-a578-c2a8a600ffa9 None None] Set router a35913f1-481d-4672-b9d2-d19d0f788cb0 gateway port host: None {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:17:13.426141 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6950345e-ae07-4dbf-9650-95a3b5bc523a tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:13.435952 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-555a28cc-2cd8-4006-be05-2b1900c26bcc tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:13.440447 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db39653-5ca0-41d6-9769-cdf5ae27ab97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9b7f8b-d151-48d7-a0d7-afb035dd0a0e,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:13.479341 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ebcc92f8-6fd2-4555-a1fe-329a3c0e689e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:13.488970 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-78123095-9391-4a16-9a3a-d413696827bf None None] Provisioning complete for port ccef331f-e9eb-4359-8034-473173fd4275 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:17:13.489556 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-78123095-9391-4a16-9a3a-d413696827bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:13.545148 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device c4e3ba6d-d2af-4ecc-a285-268096747739 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:17:13.553961 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-717580e1-ccb8-4547-b0b2-58cb3d01e863 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:13.565445 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-555a28cc-2cd8-4006-be05-2b1900c26bcc tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:13.574056 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ebcc92f8-6fd2-4555-a1fe-329a3c0e689e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:13.671222 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6950345e-ae07-4dbf-9650-95a3b5bc523a tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:13.677863 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6950345e-ae07-4dbf-9650-95a3b5bc523a tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:17:13.678443 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6950345e-ae07-4dbf-9650-95a3b5bc523a tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:13.722867 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-78123095-9391-4a16-9a3a-d413696827bf None None] Port ccef331f-e9eb-4359-8034-473173fd4275 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:17:13.731199 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port c4e3ba6d-d2af-4ecc-a285-268096747739 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:17:13.731858 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:13.777839 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-6950345e-ae07-4dbf-9650-95a3b5bc523a tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7243099 May 05 22:17:13.786104 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-9a240220-f133-4b8b-a578-c2a8a600ffa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'name': 'tempest-RoutersIpV6Test-router-210762404', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:16:39Z', 'updated_at': '2022-05-05T22:17:10Z', 'revision_number': 4, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'gw_port_host': None, '_interfaces': [{'id': '5897fa13-7b54-4809-9e29-1d5fb8cbf9c9', 'name': '', 'network_id': 'fcd5c3bf-b441-4702-b533-b9e20b2c8dec', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'mac_address': 'fa:16:3e:79:b2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95996a3c-f83e-401c-a132-d1ccd2fcfefe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:16:45Z', 'updated_at': '2022-05-05T22:17:02Z', 'revision_number': 5, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'subnets': [{'id': '95996a3c-f83e-401c-a132-d1ccd2fcfefe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccef331f-e9eb-4359-8034-473173fd4275', 'name': '', 'network_id': 'fe31f1f8-c3de-4977-b310-1b1a2345cb70', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'mac_address': 'fa:16:3e:1b:43:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49bbbe25-9a5a-46a8-843f-9e8f7e7980cd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:17:09Z', 'updated_at': '2022-05-05T22:17:11Z', 'revision_number': 2, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'subnets': [{'id': '49bbbe25-9a5a-46a8-843f-9e8f7e7980cd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6bfe1af-4a84-459b-8fd0-759671ebc569', 'name': '', 'network_id': '1fa527e9-5494-4e6b-beb6-03545cf8dc9a', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'mac_address': 'fa:16:3e:1c:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11a6157f-0671-4ead-9d72-c98e302e7548', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:16:58Z', 'updated_at': '2022-05-05T22:17:10Z', 'revision_number': 5, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'subnets': [{'id': '11a6157f-0671-4ead-9d72-c98e302e7548', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:13.790731 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53712) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:13.796734 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a240220-f133-4b8b-a578-c2a8a600ffa9 None None] Checking router: a35913f1-481d-4672-b9d2-d19d0f788cb0 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:17:13.797117 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a240220-f133-4b8b-a578-c2a8a600ffa9 None None] Updating router a35913f1-481d-4672-b9d2-d19d0f788cb0 port ccef331f-e9eb-4359-8034-473173fd4275 binding host n-d-825175-4 {{(pid=84068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:17:13.840042 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-0b1802b0-1734-48a0-b6e9-48866f534ecd tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Request body: {'subnet': {'network_id': '9e34d2bb-9376-4752-8f40-85e06c8c3cde', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:17:13.890303 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c9d38407-fa1c-4ed4-af0d-7bef572a52a8 None None] Provisioning complete for port ccef331f-e9eb-4359-8034-473173fd4275 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:17:13.891123 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c9d38407-fa1c-4ed4-af0d-7bef572a52a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:13.912454 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba17b89-ee47-4500-9395-b7c295e1c2a7 req-2352fe76-b17a-4152-84d7-5a5305370b11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:17:13.914493 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-aba17b89-ee47-4500-9395-b7c295e1c2a7 req-2352fe76-b17a-4152-84d7-5a5305370b11 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=27d7124c-1fa4-44df-a333-048f6a650311 HTTP/1.1" status: 200 len: 848 time: 0.7617495 May 05 22:17:13.915564 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.resource_extend [None req-717580e1-ccb8-4547-b0b2-58cb3d01e863 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 22:17:13.925541 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-9a240220-f133-4b8b-a578-c2a8a600ffa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:13.963989 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6950345e-ae07-4dbf-9650-95a3b5bc523a tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event updated for resources: {'Network': ['ID=9e34d2bb-9376-4752-8f40-85e06c8c3cde,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:13.985056 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ebcc92f8-6fd2-4555-a1fe-329a3c0e689e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:13.992706 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 9e34d2bb-9376-4752-8f40-85e06c8c3cde details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:17:14.008419 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcc92f8-6fd2-4555-a1fe-329a3c0e689e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9b7f8b-d151-48d7-a0d7-afb035dd0a0e,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:14.019542 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-0b1802b0-1734-48a0-b6e9-48866f534ecd tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:17:14.023347 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ebcc92f8-6fd2-4555-a1fe-329a3c0e689e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:14.024624 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ebcc92f8-6fd2-4555-a1fe-329a3c0e689e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6d9b7f8b-d151-48d7-a0d7-afb035dd0a0e HTTP/1.1" status: 204 len: 168 time: 0.8100836 May 05 22:17:14.028415 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-0b1802b0-1734-48a0-b6e9-48866f534ecd tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Usage tracker for resource:subnet and tenant:47ea26e8a7d7452cb25778b9d924edf0 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:17:14.035476 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-0b1802b0-1734-48a0-b6e9-48866f534ecd tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:17:14.046731 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-0b1802b0-1734-48a0-b6e9-48866f534ecd tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:17:14.070520 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1802b0-1734-48a0-b6e9-48866f534ecd tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Made reservation on behalf of 47ea26e8a7d7452cb25778b9d924edf0 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:17:14.089460 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-717580e1-ccb8-4547-b0b2-58cb3d01e863 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:14.093722 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717580e1-ccb8-4547-b0b2-58cb3d01e863 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:17:14.094538 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-717580e1-ccb8-4547-b0b2-58cb3d01e863 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:14.202055 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-c9d38407-fa1c-4ed4-af0d-7bef572a52a8 None None] Port ccef331f-e9eb-4359-8034-473173fd4275 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:17:14.203514 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-00a921bc-bc69-492e-b51a-4f63fc9bf87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:14.283241 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0b1802b0-1734-48a0-b6e9-48866f534ecd tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:14.338091 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8dead0bb-5d70-4247-bcfb-b7c4499fc62f tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:14.396231 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717580e1-ccb8-4547-b0b2-58cb3d01e863 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event updated for resources: {'Network': ['ID=78f338a6-da3c-41ec-8d23-c241b6b13b67,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:14.413310 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 78f338a6-da3c-41ec-8d23-c241b6b13b67 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:17:14.414730 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53722) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:14.419792 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-717580e1-ccb8-4547-b0b2-58cb3d01e863 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.5877144 May 05 22:17:14.435677 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-78d27edb-5d5c-40b5-a701-4d9087dc20d7 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Request body: {'subnet': {'network_id': '78f338a6-da3c-41ec-8d23-c241b6b13b67', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:17:14.463009 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-aba17b89-ee47-4500-9395-b7c295e1c2a7 req-d4ce5de9-508f-4edb-b221-337b4a26407b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5579f484-2b68-478e-8113-36fd7459ddaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5150566 May 05 22:17:14.595677 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-9a240220-f133-4b8b-a578-c2a8a600ffa9 None None] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:14.610942 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.provisioning_blocks [None req-9a240220-f133-4b8b-a578-c2a8a600ffa9 None None] Transition to ACTIVE for port object ccef331f-e9eb-4359-8034-473173fd4275 will not be triggered until provisioned by entity L2. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:17:14.620947 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-9a240220-f133-4b8b-a578-c2a8a600ffa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:14.762991 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8dead0bb-5d70-4247-bcfb-b7c4499fc62f tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:14.767988 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc799f-ca8c-4375-ab4d-e878c782e7f5 None None] Pushing event updated for resources: {'Port': ['ID=ccef331f-e9eb-4359-8034-473173fd4275,revision_number=3']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:14.784433 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-78d27edb-5d5c-40b5-a701-4d9087dc20d7 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:17:14.792261 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-78d27edb-5d5c-40b5-a701-4d9087dc20d7 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Usage tracker for resource:subnet and tenant:19bd1ce22cbf41f7ad0f1240c3793693 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:17:14.796922 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-78d27edb-5d5c-40b5-a701-4d9087dc20d7 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:17:14.799877 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bc799f-ca8c-4375-ab4d-e878c782e7f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:17:14.800449 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bc799f-ca8c-4375-ab4d-e878c782e7f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:17:14.804570 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bc799f-ca8c-4375-ab4d-e878c782e7f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:17:14.805312 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bc799f-ca8c-4375-ab4d-e878c782e7f5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:17:14.805645 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bc799f-ca8c-4375-ab4d-e878c782e7f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:17:14.805758 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-78d27edb-5d5c-40b5-a701-4d9087dc20d7 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:17:14.805969 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bc799f-ca8c-4375-ab4d-e878c782e7f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:17:14.811117 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bc799f-ca8c-4375-ab4d-e878c782e7f5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:17:14.811117 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bc799f-ca8c-4375-ab4d-e878c782e7f5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:17:14.811117 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bc799f-ca8c-4375-ab4d-e878c782e7f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:17:14.811117 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bc799f-ca8c-4375-ab4d-e878c782e7f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:17:14.832758 n-d-825175-4 neutron-server[84063]: INFO neutron.db.l3_db [None req-555a28cc-2cd8-4006-be05-2b1900c26bcc tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Floating IP 02d8b58b-f7e9-4517-b66a-2ec20095598f associated. External IP: 172.25.4.166, port: 7d8e3776-7a51-406a-a474-8f2dd06de6e3. May 05 22:17:14.836910 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bc799f-ca8c-4375-ab4d-e878c782e7f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:17:14.851091 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d27edb-5d5c-40b5-a701-4d9087dc20d7 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Made reservation on behalf of 19bd1ce22cbf41f7ad0f1240c3793693 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:17:14.929940 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-aba17b89-ee47-4500-9395-b7c295e1c2a7 req-cb9d3162-1ac9-4191-93c9-215c77dc846a service neutron] 10.222.0.44 "GET /v2.0/networks/5579f484-2b68-478e-8113-36fd7459ddaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4553664 May 05 22:17:15.002563 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-78d27edb-5d5c-40b5-a701-4d9087dc20d7 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:15.104917 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-9a240220-f133-4b8b-a578-c2a8a600ffa9 None None] Attempting to bind port ccef331f-e9eb-4359-8034-473173fd4275 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:17:15.105588 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-9a240220-f133-4b8b-a578-c2a8a600ffa9 None None] Attempting to bind port ccef331f-e9eb-4359-8034-473173fd4275 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '6088d079-5ef6-454b-8737-2673f6232e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'fe31f1f8-c3de-4977-b310-1b1a2345cb70'}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:17:15.106362 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a240220-f133-4b8b-a578-c2a8a600ffa9 None None] Attempting to bind port ccef331f-e9eb-4359-8034-473173fd4275 on network fe31f1f8-c3de-4977-b310-1b1a2345cb70 {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:17:15.123907 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a240220-f133-4b8b-a578-c2a8a600ffa9 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:17:15.139987 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a240220-f133-4b8b-a578-c2a8a600ffa9 None None] Checking segment: {'id': '6088d079-5ef6-454b-8737-2673f6232e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'fe31f1f8-c3de-4977-b310-1b1a2345cb70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:17:15.140770 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-9a240220-f133-4b8b-a578-c2a8a600ffa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:15.141239 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a240220-f133-4b8b-a578-c2a8a600ffa9 None None] Bound using segment: {'id': '6088d079-5ef6-454b-8737-2673f6232e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'fe31f1f8-c3de-4977-b310-1b1a2345cb70'} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:17:15.141799 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-9a240220-f133-4b8b-a578-c2a8a600ffa9 None None] Bound port: ccef331f-e9eb-4359-8034-473173fd4275, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6088d079-5ef6-454b-8737-2673f6232e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'fe31f1f8-c3de-4977-b310-1b1a2345cb70'}}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:17:15.142277 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-9a240220-f133-4b8b-a578-c2a8a600ffa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:15.236277 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0b1802b0-1734-48a0-b6e9-48866f534ecd tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:15.244733 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.ipam_backend_mixin [None req-78d27edb-5d5c-40b5-a701-4d9087dc20d7 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Performing IP validity checks on allocation pools {{(pid=84061) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 05 22:17:15.247971 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.ipam_backend_mixin [None req-78d27edb-5d5c-40b5-a701-4d9087dc20d7 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84061) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 05 22:17:15.300558 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-9a240220-f133-4b8b-a578-c2a8a600ffa9 None None] For port ccef331f-e9eb-4359-8034-473173fd4275, host n-d-825175-4, cleared binding levels {{(pid=84068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:17:15.304944 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-9a240220-f133-4b8b-a578-c2a8a600ffa9 None None] For port ccef331f-e9eb-4359-8034-473173fd4275, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=ccef331f-e9eb-4359-8034-473173fd4275,segment=NetworkSegment(6088d079-5ef6-454b-8737-2673f6232e4e),segment_id=6088d079-5ef6-454b-8737-2673f6232e4e)] {{(pid=84068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:17:15.305103 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dead0bb-5d70-4247-bcfb-b7c4499fc62f tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:17:15.315238 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-9a240220-f133-4b8b-a578-c2a8a600ffa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:15.359321 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dead0bb-5d70-4247-bcfb-b7c4499fc62f tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Pushing event updated for resources: {'Port': ['ID=4ccae98e-4364-4877-8bea-e6d2a6664576,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:15.367196 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-8dead0bb-5d70-4247-bcfb-b7c4499fc62f tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:17:15.375389 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dead0bb-5d70-4247-bcfb-b7c4499fc62f tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:17:15.453960 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1802b0-1734-48a0-b6e9-48866f534ecd tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Checking segment: {'id': 'a2bbb608-6673-47a8-a890-daed6b00b733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9e34d2bb-9376-4752-8f40-85e06c8c3cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:17:15.455814 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc799f-ca8c-4375-ab4d-e878c782e7f5 None None] Pushing event updated for resources: {'Port': ['ID=ccef331f-e9eb-4359-8034-473173fd4275,revision_number=4']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:15.457285 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1802b0-1734-48a0-b6e9-48866f534ecd tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Network hostable DHCP agents. Network: 9e34d2bb-9376-4752-8f40-85e06c8c3cde, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:17:15.497973 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a240220-f133-4b8b-a578-c2a8a600ffa9 None None] Routers {'a35913f1-481d-4672-b9d2-d19d0f788cb0'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:17:15.497973 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-9a240220-f133-4b8b-a578-c2a8a600ffa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:16:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['a35913f1-481d-4672-b9d2-d19d0f788cb0'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:15.664059 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-aba17b89-ee47-4500-9395-b7c295e1c2a7 req-92105e76-f7bd-4b49-a614-26c0db4be089 service neutron] 10.222.0.44 "GET /v2.0/networks/5579f484-2b68-478e-8113-36fd7459ddaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7054811 May 05 22:17:15.666371 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-78d27edb-5d5c-40b5-a701-4d9087dc20d7 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:15.677553 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1802b0-1734-48a0-b6e9-48866f534ecd tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event updated for resources: {'Subnet': ['ID=d5db6298-c60a-4bc8-a13d-3422753163f4,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:15.754191 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-9a240220-f133-4b8b-a578-c2a8a600ffa9 None None] Set router a35913f1-481d-4672-b9d2-d19d0f788cb0 gateway port host: None {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:17:15.861828 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1802b0-1734-48a0-b6e9-48866f534ecd tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Network 9e34d2bb-9376-4752-8f40-85e06c8c3cde is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:17:15.882409 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d27edb-5d5c-40b5-a701-4d9087dc20d7 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event updated for resources: {'Subnet': ['ID=4aefe4e4-f99e-46d8-9fe5-d24d0189a4d8,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:15.888113 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-0b1802b0-1734-48a0-b6e9-48866f534ecd tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 9e34d2bb-9376-4752-8f40-85e06c8c3cde) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:17:15.899001 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45db7509-a670-47da-a7b2-488150c15558 None None] Network 9e34d2bb-9376-4752-8f40-85e06c8c3cde requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:17:15.910395 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1802b0-1734-48a0-b6e9-48866f534ecd tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:17:15.911015 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0b1802b0-1734-48a0-b6e9-48866f534ecd tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:15.931994 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d27edb-5d5c-40b5-a701-4d9087dc20d7 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Checking segment: {'id': '9759ec8a-5dec-4133-b4e4-9850cb43fd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '78f338a6-da3c-41ec-8d23-c241b6b13b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:17:15.932446 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d27edb-5d5c-40b5-a701-4d9087dc20d7 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Network hostable DHCP agents. Network: 78f338a6-da3c-41ec-8d23-c241b6b13b67, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:17:16.000750 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0b1802b0-1734-48a0-b6e9-48866f534ecd tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2089107 May 05 22:17:16.003899 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53750) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:16.108553 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d27edb-5d5c-40b5-a701-4d9087dc20d7 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Network 78f338a6-da3c-41ec-8d23-c241b6b13b67 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:17:16.197883 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-78d27edb-5d5c-40b5-a701-4d9087dc20d7 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 78f338a6-da3c-41ec-8d23-c241b6b13b67) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:17:16.212875 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d27edb-5d5c-40b5-a701-4d9087dc20d7 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:17:16.213455 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-78d27edb-5d5c-40b5-a701-4d9087dc20d7 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:16.239406 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9621e6b3-fac2-4142-8988-11e0042d9d4f None None] Network 78f338a6-da3c-41ec-8d23-c241b6b13b67 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:17:16.251347 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-78d27edb-5d5c-40b5-a701-4d9087dc20d7 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8354330 May 05 22:17:16.252196 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53756) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:16.262462 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-2fb70a1b-ddf3-49c3-ae4c-cc18a50e520b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Request body: {'port': {'network_id': '78f338a6-da3c-41ec-8d23-c241b6b13b67', 'name': 'tempest-PortsIpV6TestJSON-1360820052'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:17:16.272348 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8dead0bb-5d70-4247-bcfb-b7c4499fc62f tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:16.364120 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8dead0bb-5d70-4247-bcfb-b7c4499fc62f tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:16.610367 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-9a240220-f133-4b8b-a578-c2a8a600ffa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'name': 'tempest-RoutersIpV6Test-router-210762404', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:16:39Z', 'updated_at': '2022-05-05T22:17:10Z', 'revision_number': 4, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'gw_port_host': None, '_interfaces': [{'id': '5897fa13-7b54-4809-9e29-1d5fb8cbf9c9', 'name': '', 'network_id': 'fcd5c3bf-b441-4702-b533-b9e20b2c8dec', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'mac_address': 'fa:16:3e:79:b2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95996a3c-f83e-401c-a132-d1ccd2fcfefe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:16:45Z', 'updated_at': '2022-05-05T22:17:02Z', 'revision_number': 5, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'subnets': [{'id': '95996a3c-f83e-401c-a132-d1ccd2fcfefe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccef331f-e9eb-4359-8034-473173fd4275', 'name': '', 'network_id': 'fe31f1f8-c3de-4977-b310-1b1a2345cb70', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'mac_address': 'fa:16:3e:1b:43:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49bbbe25-9a5a-46a8-843f-9e8f7e7980cd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:17:09Z', 'updated_at': '2022-05-05T22:17:15Z', 'revision_number': 4, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'subnets': [{'id': '49bbbe25-9a5a-46a8-843f-9e8f7e7980cd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6bfe1af-4a84-459b-8fd0-759671ebc569', 'name': '', 'network_id': '1fa527e9-5494-4e6b-beb6-03545cf8dc9a', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'mac_address': 'fa:16:3e:1c:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11a6157f-0671-4ead-9d72-c98e302e7548', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:16:58Z', 'updated_at': '2022-05-05T22:17:10Z', 'revision_number': 5, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'subnets': [{'id': '11a6157f-0671-4ead-9d72-c98e302e7548', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:16.620211 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a240220-f133-4b8b-a578-c2a8a600ffa9 None None] The sync data for ids ['a35913f1-481d-4672-b9d2-d19d0f788cb0'] in n-d-825175-4 is: [{'id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'name': 'tempest-RoutersIpV6Test-router-210762404', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:16:39Z', 'updated_at': '2022-05-05T22:17:10Z', 'revision_number': 4, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'gw_port_host': None, '_interfaces': [{'id': '5897fa13-7b54-4809-9e29-1d5fb8cbf9c9', 'name': '', 'network_id': 'fcd5c3bf-b441-4702-b533-b9e20b2c8dec', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'mac_address': 'fa:16:3e:79:b2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95996a3c-f83e-401c-a132-d1ccd2fcfefe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:16:45Z', 'updated_at': '2022-05-05T22:17:02Z', 'revision_number': 5, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'subnets': [{'id': '95996a3c-f83e-401c-a132-d1ccd2fcfefe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccef331f-e9eb-4359-8034-473173fd4275', 'name': '', 'network_id': 'fe31f1f8-c3de-4977-b310-1b1a2345cb70', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'mac_address': 'fa:16:3e:1b:43:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49bbbe25-9a5a-46a8-843f-9e8f7e7980cd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:17:09Z', 'updated_at': '2022-05-05T22:17:15Z', 'revision_number': 4, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'subnets': [{'id': '49bbbe25-9a5a-46a8-843f-9e8f7e7980cd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6bfe1af-4a84-459b-8fd0-759671ebc569', 'name': '', 'network_id': '1fa527e9-5494-4e6b-beb6-03545cf8dc9a', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'mac_address': 'fa:16:3e:1c:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11a6157f-0671-4ead-9d72-c98e302e7548', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:16:58Z', 'updated_at': '2022-05-05T22:17:10Z', 'revision_number': 5, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'subnets': [{'id': '11a6157f-0671-4ead-9d72-c98e302e7548', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:17:16.656062 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7511cdbe-d718-4e22-b53b-4598ec24a969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:16.736276 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-2fb70a1b-ddf3-49c3-ae4c-cc18a50e520b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:17:16.753919 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-2fb70a1b-ddf3-49c3-ae4c-cc18a50e520b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:17:16.801262 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb70a1b-ddf3-49c3-ae4c-cc18a50e520b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Made reservation on behalf of 19bd1ce22cbf41f7ad0f1240c3793693 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:17:16.809465 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2fb70a1b-ddf3-49c3-ae4c-cc18a50e520b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:16.886400 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [None req-2fb70a1b-ddf3-49c3-ae4c-cc18a50e520b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] device_id is not set on port fd93b49a-8f07-401d-9efc-466887436288 yet. {{(pid=84061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:17:17.007063 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0066b554-22ed-4a8e-bee3-c518c3206d4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-9e34d2bb-9376-4752-8f40-85e06c8c3cde', 'network_id': '9e34d2bb-9376-4752-8f40-85e06c8c3cde', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'fixed_ips': [{'subnet_id': 'd5db6298-c60a-4bc8-a13d-3422753163f4'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:17:17.008494 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0066b554-22ed-4a8e-bee3-c518c3206d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:17.103426 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-2fb70a1b-ddf3-49c3-ae4c-cc18a50e520b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Allocated IP 2001:db8::2bc (78f338a6-da3c-41ec-8d23-c241b6b13b67/4aefe4e4-f99e-46d8-9fe5-d24d0189a4d8/fd93b49a-8f07-401d-9efc-466887436288) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:17:17.181186 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8dead0bb-5d70-4247-bcfb-b7c4499fc62f tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:17.197172 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8dead0bb-5d70-4247-bcfb-b7c4499fc62f tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:17.228091 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43460bb7-4c02-41b8-9edc-dbeea7bfbc56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-78f338a6-da3c-41ec-8d23-c241b6b13b67', 'network_id': '78f338a6-da3c-41ec-8d23-c241b6b13b67', 'tenant_id': '19bd1ce22cbf41f7ad0f1240c3793693', 'fixed_ips': [{'subnet_id': '4aefe4e4-f99e-46d8-9fe5-d24d0189a4d8'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:17:17.229176 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43460bb7-4c02-41b8-9edc-dbeea7bfbc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:17.252660 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-555a28cc-2cd8-4006-be05-2b1900c26bcc tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Router 8790efb1-8b0d-4d7a-aed1-2ff286e50ee9 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:17:17.396810 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dead0bb-5d70-4247-bcfb-b7c4499fc62f tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Pushing event updated for resources: {'Port': ['ID=4ccae98e-4364-4877-8bea-e6d2a6664576,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:17.513634 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8dead0bb-5d70-4247-bcfb-b7c4499fc62f tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:17.609116 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device ccef331f-e9eb-4359-8034-473173fd4275 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:17:17.644900 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:17.647512 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:17.675701 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-0066b554-22ed-4a8e-bee3-c518c3206d4d None None] Allocated IP 2001:db8:3::2 (9e34d2bb-9376-4752-8f40-85e06c8c3cde/d5db6298-c60a-4bc8-a13d-3422753163f4/2bd40c64-f7b3-4912-9122-ac280574f6dc) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:17:17.900626 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port ccef331f-e9eb-4359-8034-473173fd4275 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:17:17.923712 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port ccef331f-e9eb-4359-8034-473173fd4275 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:17:17.923712 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:18.163987 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:18.183018 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2fb70a1b-ddf3-49c3-ae4c-cc18a50e520b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:18.207790 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-2fb70a1b-ddf3-49c3-ae4c-cc18a50e520b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Transition to ACTIVE for port object fd93b49a-8f07-401d-9efc-466887436288 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:17:18.242276 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2fb70a1b-ddf3-49c3-ae4c-cc18a50e520b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:18.255318 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port ccef331f-e9eb-4359-8034-473173fd4275, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=ccef331f-e9eb-4359-8034-473173fd4275,segment=NetworkSegment(6088d079-5ef6-454b-8737-2673f6232e4e),segment_id=6088d079-5ef6-454b-8737-2673f6232e4e)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:17:18.295251 n-d-825175-4 neutron-server[84063]: INFO neutron.db.l3_db [None req-8dead0bb-5d70-4247-bcfb-b7c4499fc62f tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Floating IP 2bb1cf22-d01e-4fd7-b863-e3c638ce9554 associated. External IP: 172.25.4.185, port: 61e87916-9850-4b4e-9825-6be7f2ad185b. May 05 22:17:18.327241 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:18.433532 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-623b7812-7b0a-4adf-bdc9-5ff50eade421 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:18.462634 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555a28cc-2cd8-4006-be05-2b1900c26bcc tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:17:18.464966 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb70a1b-ddf3-49c3-ae4c-cc18a50e520b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Network 78f338a6-da3c-41ec-8d23-c241b6b13b67 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:17:18.465896 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb70a1b-ddf3-49c3-ae4c-cc18a50e520b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event updated for resources: {'Port': ['ID=fd93b49a-8f07-401d-9efc-466887436288,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:18.469688 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-43460bb7-4c02-41b8-9edc-dbeea7bfbc56 None None] Allocated IP 2001:db8::2 (78f338a6-da3c-41ec-8d23-c241b6b13b67/4aefe4e4-f99e-46d8-9fe5-d24d0189a4d8/c6c1bb7c-f709-44a4-b8b7-a1d3ea360372) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:17:18.471746 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-2fb70a1b-ddf3-49c3-ae4c-cc18a50e520b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:17:18.476611 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb70a1b-ddf3-49c3-ae4c-cc18a50e520b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:17:18.478132 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0066b554-22ed-4a8e-bee3-c518c3206d4d None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:18.479832 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-555a28cc-2cd8-4006-be05-2b1900c26bcc tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:18.481836 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb70a1b-ddf3-49c3-ae4c-cc18a50e520b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:17:18.482911 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2fb70a1b-ddf3-49c3-ae4c-cc18a50e520b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:18.507250 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=ccef331f-e9eb-4359-8034-473173fd4275,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:18.546144 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c98270e-d3d9-420b-9494-953a6e6a6c30 None None] Sync routers for ids ['8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:17:18.555888 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-555a28cc-2cd8-4006-be05-2b1900c26bcc tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] 10.222.0.23 "PUT /v2.0/floatingips/02d8b58b-f7e9-4517-b66a-2ec20095598f HTTP/1.1" status: 200 len: 977 time: 7.2481344 May 05 22:17:18.560230 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53806) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:18.573584 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-0066b554-22ed-4a8e-bee3-c518c3206d4d None None] Transition to ACTIVE for port object 2bd40c64-f7b3-4912-9122-ac280574f6dc will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:17:18.642313 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-0cbe563a-cd47-4871-8ff9-bcb9ed0365ec tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Deleting port 7d8e3776-7a51-406a-a474-8f2dd06de6e3 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:17:18.642859 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0cbe563a-cd47-4871-8ff9-bcb9ed0365ec tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:18.694751 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-2fb70a1b-ddf3-49c3-ae4c-cc18a50e520b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4399610 May 05 22:17:18.697784 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53810) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:18.712040 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-0066b554-22ed-4a8e-bee3-c518c3206d4d None None] Transition to ACTIVE for port object 2bd40c64-f7b3-4912-9122-ac280574f6dc will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:17:18.720643 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c98270e-d3d9-420b-9494-953a6e6a6c30 None None] Routers {'8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:17:18.721269 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-6c98270e-d3d9-420b-9494-953a6e6a6c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:17:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:18.785246 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0066b554-22ed-4a8e-bee3-c518c3206d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:18.860047 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-6c98270e-d3d9-420b-9494-953a6e6a6c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:18.924764 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0066b554-22ed-4a8e-bee3-c518c3206d4d None None] Pushing event updated for resources: {'Port': ['ID=2bd40c64-f7b3-4912-9122-ac280574f6dc,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:18.987122 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-4de8db4b-4246-4bdd-bb00-b23dc659f28d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Deleting port fd93b49a-8f07-401d-9efc-466887436288 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:17:18.987635 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4de8db4b-4246-4bdd-bb00-b23dc659f28d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:19.002720 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c98270e-d3d9-420b-9494-953a6e6a6c30 None None] Routers {'8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:17:19.002720 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-6c98270e-d3d9-420b-9494-953a6e6a6c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:17:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:19.177952 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0066b554-22ed-4a8e-bee3-c518c3206d4d None None] Network 9e34d2bb-9376-4752-8f40-85e06c8c3cde is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:17:19.199346 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-0066b554-22ed-4a8e-bee3-c518c3206d4d None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:17:19.201396 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-6c98270e-d3d9-420b-9494-953a6e6a6c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:19.203552 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c98270e-d3d9-420b-9494-953a6e6a6c30 None None] The sync data for ids ['8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'] in n-d-825175-4 is: [] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:17:19.213976 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0066b554-22ed-4a8e-bee3-c518c3206d4d None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:17:19.244766 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0cbe563a-cd47-4871-8ff9-bcb9ed0365ec tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:19.298181 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4de8db4b-4246-4bdd-bb00-b23dc659f28d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:19.342193 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43460bb7-4c02-41b8-9edc-dbeea7bfbc56 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:19.358755 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43460bb7-4c02-41b8-9edc-dbeea7bfbc56 None None] Transition to ACTIVE for port object c6c1bb7c-f709-44a4-b8b7-a1d3ea360372 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:17:19.395456 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43460bb7-4c02-41b8-9edc-dbeea7bfbc56 None None] Transition to ACTIVE for port object c6c1bb7c-f709-44a4-b8b7-a1d3ea360372 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:17:19.443404 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-4de8db4b-4246-4bdd-bb00-b23dc659f28d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Calling delete_port for fd93b49a-8f07-401d-9efc-466887436288 owned by {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:17:19.467138 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:19.468159 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43460bb7-4c02-41b8-9edc-dbeea7bfbc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:19.656663 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device ccef331f-e9eb-4359-8034-473173fd4275 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:17:19.691912 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43460bb7-4c02-41b8-9edc-dbeea7bfbc56 None None] Pushing event updated for resources: {'Port': ['ID=c6c1bb7c-f709-44a4-b8b7-a1d3ea360372,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:19.713607 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43460bb7-4c02-41b8-9edc-dbeea7bfbc56 None None] Network 78f338a6-da3c-41ec-8d23-c241b6b13b67 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:17:19.734545 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-43460bb7-4c02-41b8-9edc-dbeea7bfbc56 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:17:19.734775 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4de8db4b-4246-4bdd-bb00-b23dc659f28d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:19.744019 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0cbe563a-cd47-4871-8ff9-bcb9ed0365ec tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:19.745101 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0cbe563a-cd47-4871-8ff9-bcb9ed0365ec tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:19.745837 n-d-825175-4 neutron-server[84063]: INFO neutron.db.l3_db [None req-0cbe563a-cd47-4871-8ff9-bcb9ed0365ec tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Floating IP 02d8b58b-f7e9-4517-b66a-2ec20095598f disassociated. External IP: 172.25.4.166, port: 7d8e3776-7a51-406a-a474-8f2dd06de6e3. May 05 22:17:19.746546 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-0cbe563a-cd47-4871-8ff9-bcb9ed0365ec tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Calling delete_port for 7d8e3776-7a51-406a-a474-8f2dd06de6e3 owned by {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:17:19.747502 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43460bb7-4c02-41b8-9edc-dbeea7bfbc56 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:17:19.778649 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-0066b554-22ed-4a8e-bee3-c518c3206d4d None None] Attempting to bind port 2bd40c64-f7b3-4912-9122-ac280574f6dc on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:17:19.779032 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-0066b554-22ed-4a8e-bee3-c518c3206d4d None None] Attempting to bind port 2bd40c64-f7b3-4912-9122-ac280574f6dc by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'a2bbb608-6673-47a8-a890-daed6b00b733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9e34d2bb-9376-4752-8f40-85e06c8c3cde'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:17:19.779375 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0066b554-22ed-4a8e-bee3-c518c3206d4d None None] Attempting to bind port 2bd40c64-f7b3-4912-9122-ac280574f6dc on network 9e34d2bb-9376-4752-8f40-85e06c8c3cde {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:17:19.799315 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de8db4b-4246-4bdd-bb00-b23dc659f28d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event deleted for resources: {'Port': ['ID=fd93b49a-8f07-401d-9efc-466887436288,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:19.896960 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4de8db4b-4246-4bdd-bb00-b23dc659f28d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:19.898781 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dead0bb-5d70-4247-bcfb-b7c4499fc62f tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Router 77418468-b6b2-4a9a-b4ba-6eb22e6f1974 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:17:19.952396 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-623b7812-7b0a-4adf-bdc9-5ff50eade421 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Allocated IP 2001:db8:3::1 (9e34d2bb-9376-4752-8f40-85e06c8c3cde/d5db6298-c60a-4bc8-a13d-3422753163f4/b2097063-8556-4113-a8fc-ccf6c1dcbb17) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:17:20.043786 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0066b554-22ed-4a8e-bee3-c518c3206d4d None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:17:20.044043 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0066b554-22ed-4a8e-bee3-c518c3206d4d None None] Checking segment: {'id': 'a2bbb608-6673-47a8-a890-daed6b00b733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9e34d2bb-9376-4752-8f40-85e06c8c3cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:17:20.044419 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0066b554-22ed-4a8e-bee3-c518c3206d4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:20.044799 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0066b554-22ed-4a8e-bee3-c518c3206d4d None None] Bound using segment: {'id': 'a2bbb608-6673-47a8-a890-daed6b00b733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9e34d2bb-9376-4752-8f40-85e06c8c3cde'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:17:20.045396 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-0066b554-22ed-4a8e-bee3-c518c3206d4d None None] Bound port: 2bd40c64-f7b3-4912-9122-ac280574f6dc, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2bbb608-6673-47a8-a890-daed6b00b733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9e34d2bb-9376-4752-8f40-85e06c8c3cde'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:17:20.045765 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0066b554-22ed-4a8e-bee3-c518c3206d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:20.131677 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-43460bb7-4c02-41b8-9edc-dbeea7bfbc56 None None] Attempting to bind port c6c1bb7c-f709-44a4-b8b7-a1d3ea360372 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:17:20.131677 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-43460bb7-4c02-41b8-9edc-dbeea7bfbc56 None None] Attempting to bind port c6c1bb7c-f709-44a4-b8b7-a1d3ea360372 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '9759ec8a-5dec-4133-b4e4-9850cb43fd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '78f338a6-da3c-41ec-8d23-c241b6b13b67'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:17:20.131677 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43460bb7-4c02-41b8-9edc-dbeea7bfbc56 None None] Attempting to bind port c6c1bb7c-f709-44a4-b8b7-a1d3ea360372 on network 78f338a6-da3c-41ec-8d23-c241b6b13b67 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:17:20.172328 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port ccef331f-e9eb-4359-8034-473173fd4275 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:17:20.172846 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:20.264203 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-623b7812-7b0a-4adf-bdc9-5ff50eade421 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:20.281428 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-623b7812-7b0a-4adf-bdc9-5ff50eade421 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Transition to ACTIVE for port object b2097063-8556-4113-a8fc-ccf6c1dcbb17 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:17:20.292866 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43460bb7-4c02-41b8-9edc-dbeea7bfbc56 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:17:20.294355 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43460bb7-4c02-41b8-9edc-dbeea7bfbc56 None None] Checking segment: {'id': '9759ec8a-5dec-4133-b4e4-9850cb43fd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '78f338a6-da3c-41ec-8d23-c241b6b13b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:17:20.294966 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43460bb7-4c02-41b8-9edc-dbeea7bfbc56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:20.295692 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43460bb7-4c02-41b8-9edc-dbeea7bfbc56 None None] Bound using segment: {'id': '9759ec8a-5dec-4133-b4e4-9850cb43fd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '78f338a6-da3c-41ec-8d23-c241b6b13b67'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:17:20.296360 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-43460bb7-4c02-41b8-9edc-dbeea7bfbc56 None None] Bound port: c6c1bb7c-f709-44a4-b8b7-a1d3ea360372, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9759ec8a-5dec-4133-b4e4-9850cb43fd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '78f338a6-da3c-41ec-8d23-c241b6b13b67'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:17:20.296921 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43460bb7-4c02-41b8-9edc-dbeea7bfbc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:20.304638 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4de8db4b-4246-4bdd-bb00-b23dc659f28d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "DELETE /v2.0/ports/fd93b49a-8f07-401d-9efc-466887436288 HTTP/1.1" status: 204 len: 168 time: 1.6046393 May 05 22:17:20.305310 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53836) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:20.312851 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-623b7812-7b0a-4adf-bdc9-5ff50eade421 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:20.421365 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623b7812-7b0a-4adf-bdc9-5ff50eade421 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event updated for resources: {'Port': ['ID=b2097063-8556-4113-a8fc-ccf6c1dcbb17,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:20.434471 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-638f2c6c-98a0-4520-b174-9b551e7a6df4 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] DELETE failed (client error): The resource could not be found. May 05 22:17:20.435309 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-638f2c6c-98a0-4520-b174-9b551e7a6df4 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:17:20.440133 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-638f2c6c-98a0-4520-b174-9b551e7a6df4 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "DELETE /v2.0/ports/fd93b49a-8f07-401d-9efc-466887436288 HTTP/1.1" status: 404 len: 333 time: 0.1307545 May 05 22:17:20.440133 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53842) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:20.488217 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea6e7492-9aa6-4d79-8603-6926546c43c2 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] GET failed (client error): The resource could not be found. May 05 22:17:20.488729 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-ea6e7492-9aa6-4d79-8603-6926546c43c2 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Synchronizing usage tracker for tenant:19bd1ce22cbf41f7ad0f1240c3793693 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:17:20.503350 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623b7812-7b0a-4adf-bdc9-5ff50eade421 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Network 9e34d2bb-9376-4752-8f40-85e06c8c3cde is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:17:20.505514 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-623b7812-7b0a-4adf-bdc9-5ff50eade421 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:17:20.510236 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623b7812-7b0a-4adf-bdc9-5ff50eade421 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:17:20.510803 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-623b7812-7b0a-4adf-bdc9-5ff50eade421 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:20.548536 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-ea6e7492-9aa6-4d79-8603-6926546c43c2 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Unset dirty status for tenant:19bd1ce22cbf41f7ad0f1240c3793693 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:17:20.556340 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ea6e7492-9aa6-4d79-8603-6926546c43c2 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "GET /v2.0/ports/fd93b49a-8f07-401d-9efc-466887436288 HTTP/1.1" status: 404 len: 333 time: 0.1076033 May 05 22:17:20.556577 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53848) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:20.599835 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-0066b554-22ed-4a8e-bee3-c518c3206d4d None None] For port 2bd40c64-f7b3-4912-9122-ac280574f6dc, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:17:20.669249 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-0066b554-22ed-4a8e-bee3-c518c3206d4d None None] For port 2bd40c64-f7b3-4912-9122-ac280574f6dc, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=2bd40c64-f7b3-4912-9122-ac280574f6dc,segment=NetworkSegment(a2bbb608-6673-47a8-a890-daed6b00b733),segment_id=a2bbb608-6673-47a8-a890-daed6b00b733)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:17:20.683048 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0066b554-22ed-4a8e-bee3-c518c3206d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:20.694450 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43460bb7-4c02-41b8-9edc-dbeea7bfbc56 None None] For port c6c1bb7c-f709-44a4-b8b7-a1d3ea360372, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:17:20.717045 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0cbe563a-cd47-4871-8ff9-bcb9ed0365ec tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:20.817072 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43460bb7-4c02-41b8-9edc-dbeea7bfbc56 None None] For port c6c1bb7c-f709-44a4-b8b7-a1d3ea360372, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=c6c1bb7c-f709-44a4-b8b7-a1d3ea360372,segment=NetworkSegment(9759ec8a-5dec-4133-b4e4-9850cb43fd53),segment_id=9759ec8a-5dec-4133-b4e4-9850cb43fd53)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:17:20.830276 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43460bb7-4c02-41b8-9edc-dbeea7bfbc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:20.851474 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0066b554-22ed-4a8e-bee3-c518c3206d4d None None] Pushing event updated for resources: {'Port': ['ID=2bd40c64-f7b3-4912-9122-ac280574f6dc,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:20.893605 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbe563a-cd47-4871-8ff9-bcb9ed0365ec tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Pushing event deleted for resources: {'Port': ['ID=7d8e3776-7a51-406a-a474-8f2dd06de6e3,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:21.015275 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43460bb7-4c02-41b8-9edc-dbeea7bfbc56 None None] Pushing event updated for resources: {'Port': ['ID=c6c1bb7c-f709-44a4-b8b7-a1d3ea360372,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:21.081535 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aecfba3-bf24-4d92-91b4-f0740220c326 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Deleting subnet 4aefe4e4-f99e-46d8-9fe5-d24d0189a4d8 {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:17:21.096290 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6aecfba3-bf24-4d92-91b4-f0740220c326 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:21.246215 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6aecfba3-bf24-4d92-91b4-f0740220c326 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:21.273704 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dead0bb-5d70-4247-bcfb-b7c4499fc62f tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:17:21.285372 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f88313-8407-462a-957d-6c90df9f867e None None] Sync routers for ids ['77418468-b6b2-4a9a-b4ba-6eb22e6f1974'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:17:21.306142 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f88313-8407-462a-957d-6c90df9f867e None None] Routers {'77418468-b6b2-4a9a-b4ba-6eb22e6f1974'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:17:21.312897 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-b5f88313-8407-462a-957d-6c90df9f867e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:17:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['77418468-b6b2-4a9a-b4ba-6eb22e6f1974'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:21.421548 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8dead0bb-5d70-4247-bcfb-b7c4499fc62f tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:21.500036 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6aecfba3-bf24-4d92-91b4-f0740220c326 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:21.630265 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-623b7812-7b0a-4adf-bdc9-5ff50eade421 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:21.694793 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cbe563a-cd47-4871-8ff9-bcb9ed0365ec tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Router 8790efb1-8b0d-4d7a-aed1-2ff286e50ee9 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:17:21.703798 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8dead0bb-5d70-4247-bcfb-b7c4499fc62f tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 11.4640367 May 05 22:17:21.716392 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c499d0ef-0226-4dd2-99d9-4b778e9b8732', 'tag': '61e87916-9850-4b4e-9825-6be7f2ad185b'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:17:21.790759 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-b5f88313-8407-462a-957d-6c90df9f867e None None] Set router 77418468-b6b2-4a9a-b4ba-6eb22e6f1974 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:17:21.835066 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device c6c1bb7c-f709-44a4-b8b7-a1d3ea360372 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:17:21.951945 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8fb8f61-3c3a-4973-87db-87d5802ce876'] response: {'name': 'network-changed', 'server_uuid': 'c499d0ef-0226-4dd2-99d9-4b778e9b8732', 'tag': '61e87916-9850-4b4e-9825-6be7f2ad185b', 'status': 'completed', 'code': 200} May 05 22:17:21.976356 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port c6c1bb7c-f709-44a4-b8b7-a1d3ea360372 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:17:21.984822 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 2bd40c64-f7b3-4912-9122-ac280574f6dc up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:17:22.163401 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 2bd40c64-f7b3-4912-9122-ac280574f6dc completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:17:22.281301 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6aecfba3-bf24-4d92-91b4-f0740220c326 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:22.345066 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0c98fb66-d387-4970-a525-cf9d83510cd2 req-46b1d3a1-a137-4269-94e3-6e481a869a1d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=989c505d69dd4ac5bbb5923b5623477d&device_id=c499d0ef-0226-4dd2-99d9-4b778e9b8732 HTTP/1.1" status: 200 len: 1096 time: 0.3898544 May 05 22:17:22.512020 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aecfba3-bf24-4d92-91b4-f0740220c326 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event deleted for resources: {'Subnet': ['ID=4aefe4e4-f99e-46d8-9fe5-d24d0189a4d8,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:22.588525 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6aecfba3-bf24-4d92-91b4-f0740220c326 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:22.648633 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-6aecfba3-bf24-4d92-91b4-f0740220c326 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "DELETE /v2.0/subnets/4aefe4e4-f99e-46d8-9fe5-d24d0189a4d8 HTTP/1.1" status: 204 len: 168 time: 2.0911393 May 05 22:17:22.656023 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53874) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:22.668451 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-623b7812-7b0a-4adf-bdc9-5ff50eade421 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:22.683339 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-623b7812-7b0a-4adf-bdc9-5ff50eade421 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:22.684288 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-623b7812-7b0a-4adf-bdc9-5ff50eade421 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:22.876486 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-b5f88313-8407-462a-957d-6c90df9f867e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77418468-b6b2-4a9a-b4ba-6eb22e6f1974', 'name': 'tempest-TestServerBasicOps-1747791511-router', 'tenant_id': '989c505d69dd4ac5bbb5923b5623477d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': '67f325f4-66b8-414c-a264-6e8eb9937e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:15:51Z', 'updated_at': '2022-05-05T22:16:01Z', 'revision_number': 4, 'project_id': '989c505d69dd4ac5bbb5923b5623477d', 'gw_port': {'id': '67f325f4-66b8-414c-a264-6e8eb9937e56', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:14:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77418468-b6b2-4a9a-b4ba-6eb22e6f1974', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:15:53Z', 'updated_at': '2022-05-05T22:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '2bb1cf22-d01e-4fd7-b863-e3c638ce9554', 'tenant_id': '989c505d69dd4ac5bbb5923b5623477d', 'floating_ip_address': '172.25.4.185', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '77418468-b6b2-4a9a-b4ba-6eb22e6f1974', 'port_id': '61e87916-9850-4b4e-9825-6be7f2ad185b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5579f484-2b68-478e-8113-36fd7459ddaf', 'mac_address': 'fa:16:3e:fa:4e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c499d0ef-0226-4dd2-99d9-4b778e9b8732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:17:16Z', 'updated_at': '2022-05-05T22:17:16Z', 'revision_number': 0, 'project_id': '989c505d69dd4ac5bbb5923b5623477d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d00957d-4aed-4b24-88c2-511dc6498325', 'name': '', 'network_id': '5579f484-2b68-478e-8113-36fd7459ddaf', 'tenant_id': '989c505d69dd4ac5bbb5923b5623477d', 'mac_address': 'fa:16:3e:62:47:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77418468-b6b2-4a9a-b4ba-6eb22e6f1974', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27d7124c-1fa4-44df-a333-048f6a650311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:16:00Z', 'updated_at': '2022-05-05T22:16:12Z', 'revision_number': 5, 'project_id': '989c505d69dd4ac5bbb5923b5623477d', 'subnets': [{'id': '27d7124c-1fa4-44df-a333-048f6a650311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:22.889478 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [req-98741248-7f76-46d0-aa4b-4d9a2d71717d req-a4c39722-804c-4765-a0d7-90f98050547b service neutron] (84063) timed out ('10.222.0.32', 49629) {{(pid=84063) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 05 22:17:22.895250 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f88313-8407-462a-957d-6c90df9f867e None None] Checking router: 77418468-b6b2-4a9a-b4ba-6eb22e6f1974 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:17:22.925016 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f88313-8407-462a-957d-6c90df9f867e None None] Routers {'77418468-b6b2-4a9a-b4ba-6eb22e6f1974'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:17:22.925877 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-b5f88313-8407-462a-957d-6c90df9f867e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:17:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['77418468-b6b2-4a9a-b4ba-6eb22e6f1974'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:22.985475 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c98fb66-d387-4970-a525-cf9d83510cd2 req-6fff8bbd-bc51-47e3-abe7-a27e21b9e9e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:17:22.986954 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0c98fb66-d387-4970-a525-cf9d83510cd2 req-6fff8bbd-bc51-47e3-abe7-a27e21b9e9e3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5579f484-2b68-478e-8113-36fd7459ddaf HTTP/1.1" status: 200 len: 910 time: 0.6338835 May 05 22:17:22.990309 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fd285688-d1df-4e0d-ae27-667f874f963e tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:23.083335 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605683d3-ff35-4f00-9f7a-203863a88ccb None None] Network 9e34d2bb-9376-4752-8f40-85e06c8c3cde requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:17:23.143764 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cbe563a-cd47-4871-8ff9-bcb9ed0365ec tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:17:23.170465 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623b7812-7b0a-4adf-bdc9-5ff50eade421 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Network 9e34d2bb-9376-4752-8f40-85e06c8c3cde is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:17:23.216663 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-623b7812-7b0a-4adf-bdc9-5ff50eade421 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:17:23.221324 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-fd285688-d1df-4e0d-ae27-667f874f963e tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Deleting port c6c1bb7c-f709-44a4-b8b7-a1d3ea360372 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:17:23.221324 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fd285688-d1df-4e0d-ae27-667f874f963e tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:23.230536 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addb3ea1-39c1-4827-a242-836d99f1566c None None] Sync routers for ids ['8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:17:23.237644 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9080b526-93c6-4ed2-bfb4-f35f7c56e3d3 None None] Network 78f338a6-da3c-41ec-8d23-c241b6b13b67 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:17:23.335605 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0cbe563a-cd47-4871-8ff9-bcb9ed0365ec tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:23.338340 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0cbe563a-cd47-4871-8ff9-bcb9ed0365ec tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] 10.222.0.23 "DELETE /v2.0/ports/7d8e3776-7a51-406a-a474-8f2dd06de6e3 HTTP/1.1" status: 204 len: 168 time: 4.7758129 May 05 22:17:23.342468 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53886) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:23.365949 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-b5f88313-8407-462a-957d-6c90df9f867e None None] Set router 77418468-b6b2-4a9a-b4ba-6eb22e6f1974 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:17:23.462426 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-721d7a35-4454-4d3e-9872-901f0fe11f45 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] 10.222.0.23 "GET /v2.0/floatingips/02d8b58b-f7e9-4517-b66a-2ec20095598f HTTP/1.1" status: 200 len: 688 time: 0.1105249 May 05 22:17:23.467191 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0c98fb66-d387-4970-a525-cf9d83510cd2 req-c734c58e-67e9-4e4e-994e-72c395c328c4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61e87916-9850-4b4e-9825-6be7f2ad185b HTTP/1.1" status: 200 len: 999 time: 0.4733706 May 05 22:17:23.469821 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53890) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:23.498822 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623b7812-7b0a-4adf-bdc9-5ff50eade421 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event updated for resources: {'Port': ['ID=b2097063-8556-4113-a8fc-ccf6c1dcbb17,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:23.745056 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addb3ea1-39c1-4827-a242-836d99f1566c None None] Routers {'8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:17:23.746033 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-addb3ea1-39c1-4827-a242-836d99f1566c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:17:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:23.774872 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-b5f88313-8407-462a-957d-6c90df9f867e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77418468-b6b2-4a9a-b4ba-6eb22e6f1974', 'name': 'tempest-TestServerBasicOps-1747791511-router', 'tenant_id': '989c505d69dd4ac5bbb5923b5623477d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': '67f325f4-66b8-414c-a264-6e8eb9937e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:15:51Z', 'updated_at': '2022-05-05T22:16:01Z', 'revision_number': 4, 'project_id': '989c505d69dd4ac5bbb5923b5623477d', 'gw_port': {'id': '67f325f4-66b8-414c-a264-6e8eb9937e56', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:14:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77418468-b6b2-4a9a-b4ba-6eb22e6f1974', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:15:53Z', 'updated_at': '2022-05-05T22:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '2bb1cf22-d01e-4fd7-b863-e3c638ce9554', 'tenant_id': '989c505d69dd4ac5bbb5923b5623477d', 'floating_ip_address': '172.25.4.185', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '77418468-b6b2-4a9a-b4ba-6eb22e6f1974', 'port_id': '61e87916-9850-4b4e-9825-6be7f2ad185b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5579f484-2b68-478e-8113-36fd7459ddaf', 'mac_address': 'fa:16:3e:fa:4e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c499d0ef-0226-4dd2-99d9-4b778e9b8732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:17:16Z', 'updated_at': '2022-05-05T22:17:16Z', 'revision_number': 0, 'project_id': '989c505d69dd4ac5bbb5923b5623477d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d00957d-4aed-4b24-88c2-511dc6498325', 'name': '', 'network_id': '5579f484-2b68-478e-8113-36fd7459ddaf', 'tenant_id': '989c505d69dd4ac5bbb5923b5623477d', 'mac_address': 'fa:16:3e:62:47:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77418468-b6b2-4a9a-b4ba-6eb22e6f1974', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27d7124c-1fa4-44df-a333-048f6a650311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:16:00Z', 'updated_at': '2022-05-05T22:16:12Z', 'revision_number': 5, 'project_id': '989c505d69dd4ac5bbb5923b5623477d', 'subnets': [{'id': '27d7124c-1fa4-44df-a333-048f6a650311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:23.781018 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f88313-8407-462a-957d-6c90df9f867e None None] The sync data for ids ['77418468-b6b2-4a9a-b4ba-6eb22e6f1974'] in n-d-825175-4 is: [{'id': '77418468-b6b2-4a9a-b4ba-6eb22e6f1974', 'name': 'tempest-TestServerBasicOps-1747791511-router', 'tenant_id': '989c505d69dd4ac5bbb5923b5623477d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': '67f325f4-66b8-414c-a264-6e8eb9937e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:15:51Z', 'updated_at': '2022-05-05T22:16:01Z', 'revision_number': 4, 'project_id': '989c505d69dd4ac5bbb5923b5623477d', 'gw_port': {'id': '67f325f4-66b8-414c-a264-6e8eb9937e56', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:14:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77418468-b6b2-4a9a-b4ba-6eb22e6f1974', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:15:53Z', 'updated_at': '2022-05-05T22:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '2bb1cf22-d01e-4fd7-b863-e3c638ce9554', 'tenant_id': '989c505d69dd4ac5bbb5923b5623477d', 'floating_ip_address': '172.25.4.185', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '77418468-b6b2-4a9a-b4ba-6eb22e6f1974', 'port_id': '61e87916-9850-4b4e-9825-6be7f2ad185b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5579f484-2b68-478e-8113-36fd7459ddaf', 'mac_address': 'fa:16:3e:fa:4e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c499d0ef-0226-4dd2-99d9-4b778e9b8732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:17:16Z', 'updated_at': '2022-05-05T22:17:16Z', 'revision_number': 0, 'project_id': '989c505d69dd4ac5bbb5923b5623477d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d00957d-4aed-4b24-88c2-511dc6498325', 'name': '', 'network_id': '5579f484-2b68-478e-8113-36fd7459ddaf', 'tenant_id': '989c505d69dd4ac5bbb5923b5623477d', 'mac_address': 'fa:16:3e:62:47:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77418468-b6b2-4a9a-b4ba-6eb22e6f1974', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27d7124c-1fa4-44df-a333-048f6a650311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:16:00Z', 'updated_at': '2022-05-05T22:16:12Z', 'revision_number': 5, 'project_id': '989c505d69dd4ac5bbb5923b5623477d', 'subnets': [{'id': '27d7124c-1fa4-44df-a333-048f6a650311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:17:23.827061 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-0763804e-a347-4d44-9f35-691c8f650090 None None] Provisioning for port 2bd40c64-f7b3-4912-9122-ac280574f6dc completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:17:23.855775 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-0763804e-a347-4d44-9f35-691c8f650090 None None] Provisioning complete for port 2bd40c64-f7b3-4912-9122-ac280574f6dc triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:17:23.856588 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0763804e-a347-4d44-9f35-691c8f650090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:23.966103 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-addb3ea1-39c1-4827-a242-836d99f1566c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:24.066040 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0763804e-a347-4d44-9f35-691c8f650090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:24.100892 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addb3ea1-39c1-4827-a242-836d99f1566c None None] Routers {'8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:17:24.102638 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-addb3ea1-39c1-4827-a242-836d99f1566c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:17:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:24.126847 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623b7812-7b0a-4adf-bdc9-5ff50eade421 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Router a35913f1-481d-4672-b9d2-d19d0f788cb0 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:17:24.229384 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213ece9a-225d-4819-b4d3-23584c99fd41 None None] New status for floating IP 2bb1cf22-d01e-4fd7-b863-e3c638ce9554: ACTIVE {{(pid=84068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 22:17:24.316840 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-addb3ea1-39c1-4827-a242-836d99f1566c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:24.317796 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addb3ea1-39c1-4827-a242-836d99f1566c None None] The sync data for ids ['8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'] in n-d-825175-4 is: [] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:17:24.330909 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccaaa94f-f600-4f62-9426-bec7fde4c4ae None None] DHCP port deletion for 78f338a6-da3c-41ec-8d23-c241b6b13b67 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:17:24.334309 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c98fb66-d387-4970-a525-cf9d83510cd2 req-fc5829f6-8566-42e6-9c19-32bd67683f67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:17:24.336702 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0c98fb66-d387-4970-a525-cf9d83510cd2 req-fc5829f6-8566-42e6-9c19-32bd67683f67 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=27d7124c-1fa4-44df-a333-048f6a650311 HTTP/1.1" status: 200 len: 848 time: 0.8572197 May 05 22:17:24.342266 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ccaaa94f-f600-4f62-9426-bec7fde4c4ae None None] Deleting port c6c1bb7c-f709-44a4-b8b7-a1d3ea360372 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:17:24.342722 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ccaaa94f-f600-4f62-9426-bec7fde4c4ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:24.494238 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-e34e7011-dde2-4b24-9338-db1805cc9159 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Deleting port e4272a45-582b-4b32-bf18-fdc099d0a4e8 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:17:24.494593 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e34e7011-dde2-4b24-9338-db1805cc9159 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:24.508251 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-0763804e-a347-4d44-9f35-691c8f650090 None None] For port 2bd40c64-f7b3-4912-9122-ac280574f6dc, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=2bd40c64-f7b3-4912-9122-ac280574f6dc,segment=NetworkSegment(a2bbb608-6673-47a8-a890-daed6b00b733),segment_id=a2bbb608-6673-47a8-a890-daed6b00b733)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:17:24.532170 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623b7812-7b0a-4adf-bdc9-5ff50eade421 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:17:24.545279 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-623b7812-7b0a-4adf-bdc9-5ff50eade421 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "PUT /v2.0/routers/a35913f1-481d-4672-b9d2-d19d0f788cb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5402815 May 05 22:17:24.548174 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53904) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:24.554540 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-44330a5a-9fec-4bba-bec0-db45ffc319ca tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:17:24.731385 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-fd285688-d1df-4e0d-ae27-667f874f963e tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] For port c6c1bb7c-f709-44a4-b8b7-a1d3ea360372, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=c6c1bb7c-f709-44a4-b8b7-a1d3ea360372,segment=NetworkSegment(9759ec8a-5dec-4133-b4e4-9850cb43fd53),segment_id=9759ec8a-5dec-4133-b4e4-9850cb43fd53)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:17:24.732124 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fd285688-d1df-4e0d-ae27-667f874f963e tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:24.908566 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-fd285688-d1df-4e0d-ae27-667f874f963e tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Calling delete_port for c6c1bb7c-f709-44a4-b8b7-a1d3ea360372 owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:17:24.966960 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0c98fb66-d387-4970-a525-cf9d83510cd2 req-83607f9d-45c8-48b1-ad2c-2d4d7d09eb96 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5579f484-2b68-478e-8113-36fd7459ddaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5254581 May 05 22:17:24.973840 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ccaaa94f-f600-4f62-9426-bec7fde4c4ae None None] For port c6c1bb7c-f709-44a4-b8b7-a1d3ea360372, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=c6c1bb7c-f709-44a4-b8b7-a1d3ea360372,segment=NetworkSegment(9759ec8a-5dec-4133-b4e4-9850cb43fd53),segment_id=9759ec8a-5dec-4133-b4e4-9850cb43fd53)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:17:24.974277 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ccaaa94f-f600-4f62-9426-bec7fde4c4ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:25.045624 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53914) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:25.138969 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ccaaa94f-f600-4f62-9426-bec7fde4c4ae None None] Calling delete_port for c6c1bb7c-f709-44a4-b8b7-a1d3ea360372 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:17:25.217324 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c91856-b9e5-47cc-b1e3-a4954cb6a293 None None] Sync routers for ids ['a35913f1-481d-4672-b9d2-d19d0f788cb0'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:17:25.221623 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0763804e-a347-4d44-9f35-691c8f650090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:25.242144 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e34e7011-dde2-4b24-9338-db1805cc9159 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:25.243046 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e34e7011-dde2-4b24-9338-db1805cc9159 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:25.268583 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.api [None req-fd285688-d1df-4e0d-ae27-667f874f963e tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 05 22:17:25.268583 n-d-825175-4 neutron-server[84063]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] May 05 22:17:25.268583 n-d-825175-4 neutron-server[84063]: [parameters: {'port_id': 'c6c1bb7c-f709-44a4-b8b7-a1d3ea360372'}] May 05 22:17:25.268583 n-d-825175-4 neutron-server[84063]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:17:25.270060 n-d-825175-4 neutron-server[84063]: DEBUG oslo_db.api [None req-fd285688-d1df-4e0d-ae27-667f874f963e tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:17:25.306277 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ccaaa94f-f600-4f62-9426-bec7fde4c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:25.369970 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c91856-b9e5-47cc-b1e3-a4954cb6a293 None None] Routers {'a35913f1-481d-4672-b9d2-d19d0f788cb0'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:17:25.370995 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-f7c91856-b9e5-47cc-b1e3-a4954cb6a293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:17:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['a35913f1-481d-4672-b9d2-d19d0f788cb0'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:25.482583 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-6776be14-bfef-4eb4-9e96-59fc91737e17 None None] Could not find standard attr ID for object c6c1bb7c-f709-44a4-b8b7-a1d3ea360372. {{(pid=84064) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 22:17:25.506709 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device c6c1bb7c-f709-44a4-b8b7-a1d3ea360372 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:17:25.547684 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-e34e7011-dde2-4b24-9338-db1805cc9159 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Calling delete_port for e4272a45-582b-4b32-bf18-fdc099d0a4e8 owned by network:floatingip {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:17:25.613848 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-44cedbd0-2e35-44fc-b257-83ff581944bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:25.683773 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: c6c1bb7c-f709-44a4-b8b7-a1d3ea360372 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:17:25.684342 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device c6c1bb7c-f709-44a4-b8b7-a1d3ea360372 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:17:25.691653 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-44cedbd0-2e35-44fc-b257-83ff581944bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:17:25.696857 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-44cedbd0-2e35-44fc-b257-83ff581944bb admin admin] Usage tracker for resource:security_group_rule and tenant:42b8b2f9d5714c8cbaef2404e5c80526 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:17:25.703613 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-44cedbd0-2e35-44fc-b257-83ff581944bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:17:25.711577 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-44cedbd0-2e35-44fc-b257-83ff581944bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:17:25.734872 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.extraroute_db [None req-44330a5a-9fec-4bba-bec0-db45ffc319ca tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=84061) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 05 22:17:25.745237 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccaaa94f-f600-4f62-9426-bec7fde4c4ae None None] No DVR routers for this DVR port c6c1bb7c-f709-44a4-b8b7-a1d3ea360372 on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:17:25.753089 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.extraroute_db [None req-44330a5a-9fec-4bba-bec0-db45ffc319ca tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Removed routes are [] {{(pid=84061) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 05 22:17:25.753507 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-44330a5a-9fec-4bba-bec0-db45ffc319ca tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:25.782330 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0763804e-a347-4d44-9f35-691c8f650090 None None] Pushing event updated for resources: {'Port': ['ID=2bd40c64-f7b3-4912-9122-ac280574f6dc,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:25.836803 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-44cedbd0-2e35-44fc-b257-83ff581944bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:25.862891 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-fd285688-d1df-4e0d-ae27-667f874f963e tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Deleting port c6c1bb7c-f709-44a4-b8b7-a1d3ea360372 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:17:25.863367 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fd285688-d1df-4e0d-ae27-667f874f963e tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:25.872686 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaaa94f-f600-4f62-9426-bec7fde4c4ae None None] Pushing event deleted for resources: {'Port': ['ID=c6c1bb7c-f709-44a4-b8b7-a1d3ea360372,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:25.884693 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-6c2b322b-f8ff-44de-8450-fc412af044be None None] Provisioning complete for port 2bd40c64-f7b3-4912-9122-ac280574f6dc triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:17:25.885307 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6c2b322b-f8ff-44de-8450-fc412af044be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:25.908610 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0c98fb66-d387-4970-a525-cf9d83510cd2 req-14e1eeb0-8253-41b5-9ee2-69d8d4c6d2a0 service neutron] 10.222.0.44 "GET /v2.0/networks/5579f484-2b68-478e-8113-36fd7459ddaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9069083 May 05 22:17:25.931573 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-f7c91856-b9e5-47cc-b1e3-a4954cb6a293 None None] Set router a35913f1-481d-4672-b9d2-d19d0f788cb0 gateway port host: None {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:17:26.075176 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-44cedbd0-2e35-44fc-b257-83ff581944bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:26.121100 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0c98fb66-d387-4970-a525-cf9d83510cd2 req-93f8bc37-1dc2-441c-9d6c-0581f97dc8aa service neutron] 10.222.0.44 "GET /v2.0/networks/5579f484-2b68-478e-8113-36fd7459ddaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970882 May 05 22:17:26.188575 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-fd285688-d1df-4e0d-ae27-667f874f963e tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] The port 'c6c1bb7c-f709-44a4-b8b7-a1d3ea360372' was deleted {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 22:17:26.337208 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-6c2b322b-f8ff-44de-8450-fc412af044be None None] Provisioning for port b2097063-8556-4113-a8fc-ccf6c1dcbb17 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:17:26.350893 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-6c2b322b-f8ff-44de-8450-fc412af044be None None] Provisioning complete for port b2097063-8556-4113-a8fc-ccf6c1dcbb17 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:17:26.351929 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6c2b322b-f8ff-44de-8450-fc412af044be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:26.410534 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-6c2b322b-f8ff-44de-8450-fc412af044be None None] Port b2097063-8556-4113-a8fc-ccf6c1dcbb17 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:17:26.420432 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-44330a5a-9fec-4bba-bec0-db45ffc319ca tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:26.425946 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-44330a5a-9fec-4bba-bec0-db45ffc319ca tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-926863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-926864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-930834'] for router, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:26.511144 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-f7c91856-b9e5-47cc-b1e3-a4954cb6a293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'name': 'tempest-RoutersIpV6Test-router-210762404', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:16:39Z', 'updated_at': '2022-05-05T22:17:20Z', 'revision_number': 5, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'gw_port_host': None, '_interfaces': [{'id': '5897fa13-7b54-4809-9e29-1d5fb8cbf9c9', 'name': '', 'network_id': 'fcd5c3bf-b441-4702-b533-b9e20b2c8dec', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'mac_address': 'fa:16:3e:79:b2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95996a3c-f83e-401c-a132-d1ccd2fcfefe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:16:45Z', 'updated_at': '2022-05-05T22:17:02Z', 'revision_number': 5, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'subnets': [{'id': '95996a3c-f83e-401c-a132-d1ccd2fcfefe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2097063-8556-4113-a8fc-ccf6c1dcbb17', 'name': '', 'network_id': '9e34d2bb-9376-4752-8f40-85e06c8c3cde', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'mac_address': 'fa:16:3e:c6:74:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5db6298-c60a-4bc8-a13d-3422753163f4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:17:18Z', 'updated_at': '2022-05-05T22:17:22Z', 'revision_number': 2, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'subnets': [{'id': 'd5db6298-c60a-4bc8-a13d-3422753163f4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccef331f-e9eb-4359-8034-473173fd4275', 'name': '', 'network_id': 'fe31f1f8-c3de-4977-b310-1b1a2345cb70', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'mac_address': 'fa:16:3e:1b:43:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49bbbe25-9a5a-46a8-843f-9e8f7e7980cd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:17:09Z', 'updated_at': '2022-05-05T22:17:18Z', 'revision_number': 5, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'subnets': [{'id': '49bbbe25-9a5a-46a8-843f-9e8f7e7980cd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6bfe1af-4a84-459b-8fd0-759671ebc569', 'name': '', 'network_id': '1fa527e9-5494-4e6b-beb6-03545cf8dc9a', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'mac_address': 'fa:16:3e:1c:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11a6157f-0671-4ead-9d72-c98e302e7548', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:16:58Z', 'updated_at': '2022-05-05T22:17:10Z', 'revision_number': 5, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'subnets': [{'id': '11a6157f-0671-4ead-9d72-c98e302e7548', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:26.535558 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fd285688-d1df-4e0d-ae27-667f874f963e tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:26.539733 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c91856-b9e5-47cc-b1e3-a4954cb6a293 None None] Checking router: a35913f1-481d-4672-b9d2-d19d0f788cb0 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:17:26.540249 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c91856-b9e5-47cc-b1e3-a4954cb6a293 None None] Updating router a35913f1-481d-4672-b9d2-d19d0f788cb0 port b2097063-8556-4113-a8fc-ccf6c1dcbb17 binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:17:26.570581 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-fd285688-d1df-4e0d-ae27-667f874f963e tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78f338a6-da3c-41ec-8d23-c241b6b13b67']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:26.589770 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-fd285688-d1df-4e0d-ae27-667f874f963e tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9759ec8a-5dec-4133-b4e4-9850cb43fd53') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:26.590164 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-fd285688-d1df-4e0d-ae27-667f874f963e tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9759ec8a-5dec-4133-b4e4-9850cb43fd53') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:26.602231 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-3494292a-0bc9-4d00-98e4-4d56c119671a None None] Provisioning complete for port b2097063-8556-4113-a8fc-ccf6c1dcbb17 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:17:26.602587 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3494292a-0bc9-4d00-98e4-4d56c119671a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:26.618611 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fd285688-d1df-4e0d-ae27-667f874f963e tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:26.636017 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fd285688-d1df-4e0d-ae27-667f874f963e tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:26.643100 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd285688-d1df-4e0d-ae27-667f874f963e tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:17:26.643516 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fd285688-d1df-4e0d-ae27-667f874f963e tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:26.700683 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f7c91856-b9e5-47cc-b1e3-a4954cb6a293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:26.725444 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-44cedbd0-2e35-44fc-b257-83ff581944bb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=42b8b2f9d5714c8cbaef2404e5c80526&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6720374 May 05 22:17:26.733107 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53932) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:26.734613 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:17:26.734613 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:17:26.734613 n-d-825175-4 neutron-server[84063]: timer() May 05 22:17:26.734613 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:17:26.734613 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:17:26.734613 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:17:26.734613 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:17:26.734613 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:17:26.734613 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:17:26.734613 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:17:26.734613 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:17:26.734613 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:17:26.734613 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:17:26.734613 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:17:26.734613 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:17:26.734613 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:17:26.734613 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:17:26.734613 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:17:26.734613 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:17:26.734613 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:17:26.734613 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:17:26.734613 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:17:26.734613 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:17:26.734613 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:17:26.734613 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:17:26.734613 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:17:26.734613 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:17:26.734613 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:17:26.734613 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:17:26.734613 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:17:26.734613 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:17:26.734613 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:17:26.757665 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cedbd0-2e35-44fc-b257-83ff581944bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c143eaa-b038-4e17-88b1-6f050851b0c9,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:26.761429 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-3494292a-0bc9-4d00-98e4-4d56c119671a None None] Port b2097063-8556-4113-a8fc-ccf6c1dcbb17 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:17:26.837100 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44330a5a-9fec-4bba-bec0-db45ffc319ca tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Router a35913f1-481d-4672-b9d2-d19d0f788cb0 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:17:26.879031 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fd285688-d1df-4e0d-ae27-667f874f963e tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:26.908016 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fd285688-d1df-4e0d-ae27-667f874f963e tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:26.922046 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd285688-d1df-4e0d-ae27-667f874f963e tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event deleted for resources: {'Network': ['ID=78f338a6-da3c-41ec-8d23-c241b6b13b67,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:26.945091 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e34e7011-dde2-4b24-9338-db1805cc9159 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:26.981953 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-fd285688-d1df-4e0d-ae27-667f874f963e tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "DELETE /v2.0/networks/78f338a6-da3c-41ec-8d23-c241b6b13b67 HTTP/1.1" status: 204 len: 168 time: 4.3232927 May 05 22:17:26.994955 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53940) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:27.001490 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d249d752-6766-4cb7-8dfe-9750f58ce91c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:27.003299 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e7011-dde2-4b24-9338-db1805cc9159 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Pushing event deleted for resources: {'Port': ['ID=e4272a45-582b-4b32-bf18-fdc099d0a4e8,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:27.010682 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-c0cb07dc-e55a-47cc-b229-ce19db033038 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1790354685'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:17:27.031170 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c0cb07dc-e55a-47cc-b229-ce19db033038 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:17:27.076021 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c0cb07dc-e55a-47cc-b229-ce19db033038 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Usage tracker for resource:network and tenant:19bd1ce22cbf41f7ad0f1240c3793693 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:17:27.085409 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c0cb07dc-e55a-47cc-b229-ce19db033038 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:17:27.094395 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44330a5a-9fec-4bba-bec0-db45ffc319ca tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:17:27.100858 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-44330a5a-9fec-4bba-bec0-db45ffc319ca tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:27.101998 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-44330a5a-9fec-4bba-bec0-db45ffc319ca tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "PUT /v2.0/routers/a35913f1-481d-4672-b9d2-d19d0f788cb0 HTTP/1.1" status: 200 len: 953 time: 2.5528772 May 05 22:17:27.105050 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53944) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:27.130329 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c0cb07dc-e55a-47cc-b229-ce19db033038 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:17:27.142369 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d249d752-6766-4cb7-8dfe-9750f58ce91c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:27.156120 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0cb07dc-e55a-47cc-b229-ce19db033038 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Made reservation on behalf of 19bd1ce22cbf41f7ad0f1240c3793693 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:17:27.159535 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c0cb07dc-e55a-47cc-b229-ce19db033038 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:27.232679 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f7c91856-b9e5-47cc-b1e3-a4954cb6a293 None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:27.239363 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0cb07dc-e55a-47cc-b229-ce19db033038 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:17:27.249813 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f7c91856-b9e5-47cc-b1e3-a4954cb6a293 None None] Transition to ACTIVE for port object b2097063-8556-4113-a8fc-ccf6c1dcbb17 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:17:27.259873 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e34e7011-dde2-4b24-9338-db1805cc9159 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for floatingip, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:27.262380 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f7c91856-b9e5-47cc-b1e3-a4954cb6a293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:27.263661 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c0cb07dc-e55a-47cc-b229-ce19db033038 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:27.264036 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-c0cb07dc-e55a-47cc-b229-ce19db033038 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Added segment d551958a-47fe-4ae2-b6a6-8bb5f7effa0a of type vlan for network d71c1f07-cd15-4dcc-b56a-ac7b76edd0dd May 05 22:17:27.294322 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d249d752-6766-4cb7-8dfe-9750f58ce91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:27.314612 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d249d752-6766-4cb7-8dfe-9750f58ce91c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:27.320149 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-252f1b4c-cf91-4956-873e-b32d4b6aab19 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "GET /v2.0/routers/a35913f1-481d-4672-b9d2-d19d0f788cb0 HTTP/1.1" status: 200 len: 953 time: 0.2116156 May 05 22:17:27.320354 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d249d752-6766-4cb7-8dfe-9750f58ce91c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6c143eaa-b038-4e17-88b1-6f050851b0c9 HTTP/1.1" status: 204 len: 168 time: 0.5801501 May 05 22:17:27.320354 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e34e7011-dde2-4b24-9338-db1805cc9159 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:27.320528 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53954) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:27.321330 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-e34e7011-dde2-4b24-9338-db1805cc9159 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] 10.222.0.23 "DELETE /v2.0/floatingips/02d8b58b-f7e9-4517-b66a-2ec20095598f HTTP/1.1" status: 204 len: 168 time: 3.8504653 May 05 22:17:27.324795 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249d752-6766-4cb7-8dfe-9750f58ce91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c143eaa-b038-4e17-88b1-6f050851b0c9,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:27.326688 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53958) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:27.326822 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-02afc0f9-f06a-492a-92de-dbecdbfc7e07 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Request body: {'router': {'routes': None}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:17:27.330133 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c0cb07dc-e55a-47cc-b229-ce19db033038 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:27.337470 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-edada622-4c3e-45aa-a122-513f1f95411d tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Request body: {'floatingip': {'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'port_id': 'c9a87a39-b3d4-4291-b904-bdc7ce0ee893'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:17:27.344883 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-edada622-4c3e-45aa-a122-513f1f95411d tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:17:27.350764 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-edada622-4c3e-45aa-a122-513f1f95411d tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Usage tracker for resource:floatingip and tenant:79b64dfc3f744f4883ccf8456942a652 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:17:27.353804 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-edada622-4c3e-45aa-a122-513f1f95411d tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:17:27.360312 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-edada622-4c3e-45aa-a122-513f1f95411d tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:17:27.376773 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-edada622-4c3e-45aa-a122-513f1f95411d tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for floatingip, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:27.510279 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c0cb07dc-e55a-47cc-b229-ce19db033038 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:27.514206 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cb07dc-e55a-47cc-b229-ce19db033038 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:17:27.538500 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c0cb07dc-e55a-47cc-b229-ce19db033038 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:27.574366 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 2bd40c64-f7b3-4912-9122-ac280574f6dc up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:17:27.632107 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bfd846-721d-4f39-af8e-9585d8ed6805 None None] Pushing event updated for resources: {'Port': ['ID=b2097063-8556-4113-a8fc-ccf6c1dcbb17,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:27.779989 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb07dc-e55a-47cc-b229-ce19db033038 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event updated for resources: {'Network': ['ID=d71c1f07-cd15-4dcc-b56a-ac7b76edd0dd,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:27.805420 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-f7c91856-b9e5-47cc-b1e3-a4954cb6a293 None None] Attempting to bind port b2097063-8556-4113-a8fc-ccf6c1dcbb17 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:17:27.807435 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-f7c91856-b9e5-47cc-b1e3-a4954cb6a293 None None] Attempting to bind port b2097063-8556-4113-a8fc-ccf6c1dcbb17 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'a2bbb608-6673-47a8-a890-daed6b00b733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9e34d2bb-9376-4752-8f40-85e06c8c3cde'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:17:27.807856 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c91856-b9e5-47cc-b1e3-a4954cb6a293 None None] Attempting to bind port b2097063-8556-4113-a8fc-ccf6c1dcbb17 on network 9e34d2bb-9376-4752-8f40-85e06c8c3cde {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:17:27.808122 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c0cb07dc-e55a-47cc-b229-ce19db033038 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8109615 May 05 22:17:27.808669 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53966) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:27.816616 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network d71c1f07-cd15-4dcc-b56a-ac7b76edd0dd details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:17:27.816941 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-672b5517-444f-4d8a-9ac0-7d112cd4a3b0 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Request body: {'subnet': {'network_id': 'd71c1f07-cd15-4dcc-b56a-ac7b76edd0dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:17:27.993462 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c91856-b9e5-47cc-b1e3-a4954cb6a293 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:17:27.994898 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c91856-b9e5-47cc-b1e3-a4954cb6a293 None None] Checking segment: {'id': 'a2bbb608-6673-47a8-a890-daed6b00b733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9e34d2bb-9376-4752-8f40-85e06c8c3cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:17:27.995891 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f7c91856-b9e5-47cc-b1e3-a4954cb6a293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:27.996600 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c91856-b9e5-47cc-b1e3-a4954cb6a293 None None] Bound using segment: {'id': 'a2bbb608-6673-47a8-a890-daed6b00b733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9e34d2bb-9376-4752-8f40-85e06c8c3cde'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:17:27.997574 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-f7c91856-b9e5-47cc-b1e3-a4954cb6a293 None None] Bound port: b2097063-8556-4113-a8fc-ccf6c1dcbb17, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2bbb608-6673-47a8-a890-daed6b00b733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9e34d2bb-9376-4752-8f40-85e06c8c3cde'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:17:27.997751 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f7c91856-b9e5-47cc-b1e3-a4954cb6a293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:28.029063 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53974) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:28.034586 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 2bd40c64-f7b3-4912-9122-ac280574f6dc triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:17:28.035158 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:28.062495 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-672b5517-444f-4d8a-9ac0-7d112cd4a3b0 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:17:28.069646 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fa132b5e-477c-4db5-9989-e5c6adde6734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:28.081681 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-672b5517-444f-4d8a-9ac0-7d112cd4a3b0 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Usage tracker for resource:subnet and tenant:19bd1ce22cbf41f7ad0f1240c3793693 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:17:28.096133 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-672b5517-444f-4d8a-9ac0-7d112cd4a3b0 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:17:28.107621 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-672b5517-444f-4d8a-9ac0-7d112cd4a3b0 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:17:28.137180 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672b5517-444f-4d8a-9ac0-7d112cd4a3b0 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Made reservation on behalf of 19bd1ce22cbf41f7ad0f1240c3793693 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:17:28.153730 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-fa132b5e-477c-4db5-9989-e5c6adde6734 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:17:28.156666 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-edada622-4c3e-45aa-a122-513f1f95411d tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:28.162770 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-fa132b5e-477c-4db5-9989-e5c6adde6734 admin admin] Usage tracker for resource:security_group_rule and tenant:ae7593a302a34a86900907e69a7b0089 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:17:28.162988 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f7c91856-b9e5-47cc-b1e3-a4954cb6a293 None None] For port b2097063-8556-4113-a8fc-ccf6c1dcbb17, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:17:28.166932 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f7c91856-b9e5-47cc-b1e3-a4954cb6a293 None None] For port b2097063-8556-4113-a8fc-ccf6c1dcbb17, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=b2097063-8556-4113-a8fc-ccf6c1dcbb17,segment=NetworkSegment(a2bbb608-6673-47a8-a890-daed6b00b733),segment_id=a2bbb608-6673-47a8-a890-daed6b00b733)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:17:28.186603 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f7c91856-b9e5-47cc-b1e3-a4954cb6a293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:28.214175 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-fa132b5e-477c-4db5-9989-e5c6adde6734 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:17:28.269961 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-fa132b5e-477c-4db5-9989-e5c6adde6734 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:17:28.311694 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.extraroute_db [None req-02afc0f9-f06a-492a-92de-dbecdbfc7e07 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Added routes are [] {{(pid=84061) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 05 22:17:28.312193 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.extraroute_db [None req-02afc0f9-f06a-492a-92de-dbecdbfc7e07 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=84061) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 05 22:17:28.330312 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bfd846-721d-4f39-af8e-9585d8ed6805 None None] Pushing event updated for resources: {'Port': ['ID=b2097063-8556-4113-a8fc-ccf6c1dcbb17,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:28.354197 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-672b5517-444f-4d8a-9ac0-7d112cd4a3b0 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:28.365133 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-02afc0f9-f06a-492a-92de-dbecdbfc7e07 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:28.466677 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c91856-b9e5-47cc-b1e3-a4954cb6a293 None None] Routers {'a35913f1-481d-4672-b9d2-d19d0f788cb0'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:17:28.467314 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-f7c91856-b9e5-47cc-b1e3-a4954cb6a293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:17:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['a35913f1-481d-4672-b9d2-d19d0f788cb0'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:28.738215 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-f7c91856-b9e5-47cc-b1e3-a4954cb6a293 None None] Set router a35913f1-481d-4672-b9d2-d19d0f788cb0 gateway port host: None {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:17:28.781811 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fa132b5e-477c-4db5-9989-e5c6adde6734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:28.798342 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-edada622-4c3e-45aa-a122-513f1f95411d tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Allocated IP 172.25.4.153 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/4edc7753-dc5d-4043-8aae-7047e265eddf) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:17:28.807503 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fa132b5e-477c-4db5-9989-e5c6adde6734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:28.900755 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-02afc0f9-f06a-492a-92de-dbecdbfc7e07 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:28.905234 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-02afc0f9-f06a-492a-92de-dbecdbfc7e07 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-926863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-926864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-930834'] for router, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:29.009219 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-672b5517-444f-4d8a-9ac0-7d112cd4a3b0 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:29.085438 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02afc0f9-f06a-492a-92de-dbecdbfc7e07 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Router a35913f1-481d-4672-b9d2-d19d0f788cb0 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:17:29.102789 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa132b5e-477c-4db5-9989-e5c6adde6734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cdaaf1e-7b08-4d59-b147-fd103f52eb54,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:29.114329 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-fa132b5e-477c-4db5-9989-e5c6adde6734 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ae7593a302a34a86900907e69a7b0089&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0839913 May 05 22:17:29.123752 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 53984) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:29.165151 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-f7c91856-b9e5-47cc-b1e3-a4954cb6a293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'name': 'tempest-RoutersIpV6Test-router-210762404', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:16:39Z', 'updated_at': '2022-05-05T22:17:28Z', 'revision_number': 7, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'gw_port_host': None, '_interfaces': [{'id': '5897fa13-7b54-4809-9e29-1d5fb8cbf9c9', 'name': '', 'network_id': 'fcd5c3bf-b441-4702-b533-b9e20b2c8dec', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'mac_address': 'fa:16:3e:79:b2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95996a3c-f83e-401c-a132-d1ccd2fcfefe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:16:45Z', 'updated_at': '2022-05-05T22:17:02Z', 'revision_number': 5, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'subnets': [{'id': '95996a3c-f83e-401c-a132-d1ccd2fcfefe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2097063-8556-4113-a8fc-ccf6c1dcbb17', 'name': '', 'network_id': '9e34d2bb-9376-4752-8f40-85e06c8c3cde', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'mac_address': 'fa:16:3e:c6:74:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5db6298-c60a-4bc8-a13d-3422753163f4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:17:18Z', 'updated_at': '2022-05-05T22:17:28Z', 'revision_number': 4, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'subnets': [{'id': 'd5db6298-c60a-4bc8-a13d-3422753163f4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccef331f-e9eb-4359-8034-473173fd4275', 'name': '', 'network_id': 'fe31f1f8-c3de-4977-b310-1b1a2345cb70', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'mac_address': 'fa:16:3e:1b:43:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49bbbe25-9a5a-46a8-843f-9e8f7e7980cd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:17:09Z', 'updated_at': '2022-05-05T22:17:18Z', 'revision_number': 5, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'subnets': [{'id': '49bbbe25-9a5a-46a8-843f-9e8f7e7980cd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6bfe1af-4a84-459b-8fd0-759671ebc569', 'name': '', 'network_id': '1fa527e9-5494-4e6b-beb6-03545cf8dc9a', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'mac_address': 'fa:16:3e:1c:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11a6157f-0671-4ead-9d72-c98e302e7548', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:16:58Z', 'updated_at': '2022-05-05T22:17:10Z', 'revision_number': 5, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'subnets': [{'id': '11a6157f-0671-4ead-9d72-c98e302e7548', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:29.170537 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c91856-b9e5-47cc-b1e3-a4954cb6a293 None None] The sync data for ids ['a35913f1-481d-4672-b9d2-d19d0f788cb0'] in n-d-825175-4 is: [{'id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'name': 'tempest-RoutersIpV6Test-router-210762404', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:16:39Z', 'updated_at': '2022-05-05T22:17:28Z', 'revision_number': 7, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'gw_port_host': None, '_interfaces': [{'id': '5897fa13-7b54-4809-9e29-1d5fb8cbf9c9', 'name': '', 'network_id': 'fcd5c3bf-b441-4702-b533-b9e20b2c8dec', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'mac_address': 'fa:16:3e:79:b2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95996a3c-f83e-401c-a132-d1ccd2fcfefe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:16:45Z', 'updated_at': '2022-05-05T22:17:02Z', 'revision_number': 5, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'subnets': [{'id': '95996a3c-f83e-401c-a132-d1ccd2fcfefe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2097063-8556-4113-a8fc-ccf6c1dcbb17', 'name': '', 'network_id': '9e34d2bb-9376-4752-8f40-85e06c8c3cde', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'mac_address': 'fa:16:3e:c6:74:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5db6298-c60a-4bc8-a13d-3422753163f4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:17:18Z', 'updated_at': '2022-05-05T22:17:28Z', 'revision_number': 4, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'subnets': [{'id': 'd5db6298-c60a-4bc8-a13d-3422753163f4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccef331f-e9eb-4359-8034-473173fd4275', 'name': '', 'network_id': 'fe31f1f8-c3de-4977-b310-1b1a2345cb70', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'mac_address': 'fa:16:3e:1b:43:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49bbbe25-9a5a-46a8-843f-9e8f7e7980cd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:17:09Z', 'updated_at': '2022-05-05T22:17:18Z', 'revision_number': 5, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'subnets': [{'id': '49bbbe25-9a5a-46a8-843f-9e8f7e7980cd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6bfe1af-4a84-459b-8fd0-759671ebc569', 'name': '', 'network_id': '1fa527e9-5494-4e6b-beb6-03545cf8dc9a', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'mac_address': 'fa:16:3e:1c:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11a6157f-0671-4ead-9d72-c98e302e7548', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:16:58Z', 'updated_at': '2022-05-05T22:17:10Z', 'revision_number': 5, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'subnets': [{'id': '11a6157f-0671-4ead-9d72-c98e302e7548', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:17:29.193755 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672b5517-444f-4d8a-9ac0-7d112cd4a3b0 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event updated for resources: {'Subnet': ['ID=f857b75f-2ff3-4345-aec3-e252dbf5b2f6,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:29.266403 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-edada622-4c3e-45aa-a122-513f1f95411d tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:29.269394 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672b5517-444f-4d8a-9ac0-7d112cd4a3b0 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Checking segment: {'id': 'd551958a-47fe-4ae2-b6a6-8bb5f7effa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd71c1f07-cd15-4dcc-b56a-ac7b76edd0dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:17:29.269761 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672b5517-444f-4d8a-9ac0-7d112cd4a3b0 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Network hostable DHCP agents. Network: d71c1f07-cd15-4dcc-b56a-ac7b76edd0dd, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:17:29.311907 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b47dd194-84ff-49b9-976e-ab9350c211bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:29.322537 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02afc0f9-f06a-492a-92de-dbecdbfc7e07 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:17:29.335779 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-02afc0f9-f06a-492a-92de-dbecdbfc7e07 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:29.337054 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-02afc0f9-f06a-492a-92de-dbecdbfc7e07 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "PUT /v2.0/routers/a35913f1-481d-4672-b9d2-d19d0f788cb0 HTTP/1.1" status: 200 len: 703 time: 2.0155766 May 05 22:17:29.339783 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53992) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:29.345587 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672b5517-444f-4d8a-9ac0-7d112cd4a3b0 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Network d71c1f07-cd15-4dcc-b56a-ac7b76edd0dd is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:17:29.378052 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-672b5517-444f-4d8a-9ac0-7d112cd4a3b0 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, d71c1f07-cd15-4dcc-b56a-ac7b76edd0dd) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:17:29.384421 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672b5517-444f-4d8a-9ac0-7d112cd4a3b0 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:17:29.385131 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-672b5517-444f-4d8a-9ac0-7d112cd4a3b0 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:29.388505 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c9011b-da49-4218-97f2-7ea05f24e1d2 None None] Network d71c1f07-cd15-4dcc-b56a-ac7b76edd0dd requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:17:29.428548 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-672b5517-444f-4d8a-9ac0-7d112cd4a3b0 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6171825 May 05 22:17:29.431062 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b47dd194-84ff-49b9-976e-ab9350c211bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:29.432763 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 53996) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:29.445109 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-534d4a41-c20a-4540-a517-f1ce51aecd08 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Request body: {'port': {'network_id': 'd71c1f07-cd15-4dcc-b56a-ac7b76edd0dd', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2086609373'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:17:29.475274 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-edada622-4c3e-45aa-a122-513f1f95411d tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:29.545217 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device b2097063-8556-4113-a8fc-ccf6c1dcbb17 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:17:29.690008 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edada622-4c3e-45aa-a122-513f1f95411d tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:17:29.700511 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-edada622-4c3e-45aa-a122-513f1f95411d tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:17:29.717336 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edada622-4c3e-45aa-a122-513f1f95411d tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:17:29.739425 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port b2097063-8556-4113-a8fc-ccf6c1dcbb17 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:17:29.746933 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port b2097063-8556-4113-a8fc-ccf6c1dcbb17 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:17:29.747293 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:29.761547 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edada622-4c3e-45aa-a122-513f1f95411d tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Pushing event updated for resources: {'Port': ['ID=4edc7753-dc5d-4043-8aae-7047e265eddf,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:29.777231 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b47dd194-84ff-49b9-976e-ab9350c211bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:29.784197 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-534d4a41-c20a-4540-a517-f1ce51aecd08 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:17:29.790450 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-534d4a41-c20a-4540-a517-f1ce51aecd08 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Usage tracker for resource:port and tenant:19bd1ce22cbf41f7ad0f1240c3793693 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:17:29.798257 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-534d4a41-c20a-4540-a517-f1ce51aecd08 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:17:29.814449 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-534d4a41-c20a-4540-a517-f1ce51aecd08 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:17:29.837348 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47dd194-84ff-49b9-976e-ab9350c211bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cdaaf1e-7b08-4d59-b147-fd103f52eb54,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:29.851918 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b47dd194-84ff-49b9-976e-ab9350c211bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:29.852386 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534d4a41-c20a-4540-a517-f1ce51aecd08 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Made reservation on behalf of 19bd1ce22cbf41f7ad0f1240c3793693 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:17:29.853012 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b47dd194-84ff-49b9-976e-ab9350c211bf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9cdaaf1e-7b08-4d59-b147-fd103f52eb54 HTTP/1.1" status: 204 len: 168 time: 0.7265298 May 05 22:17:29.859526 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-534d4a41-c20a-4540-a517-f1ce51aecd08 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:29.908666 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [None req-534d4a41-c20a-4540-a517-f1ce51aecd08 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] device_id is not set on port 2660d338-5c6b-419d-a7b5-b294966b17cb yet. {{(pid=84061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:17:30.016404 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-22624a86-a3b9-479e-9911-711143615c4f tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "GET /v2.0/routers/a35913f1-481d-4672-b9d2-d19d0f788cb0 HTTP/1.1" status: 200 len: 703 time: 0.6755261 May 05 22:17:30.020904 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54006) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:30.021808 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b25224-69f9-4a5c-af07-bb6cc80dbed2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-d71c1f07-cd15-4dcc-b56a-ac7b76edd0dd', 'network_id': 'd71c1f07-cd15-4dcc-b56a-ac7b76edd0dd', 'tenant_id': '19bd1ce22cbf41f7ad0f1240c3793693', 'fixed_ips': [{'subnet_id': 'f857b75f-2ff3-4345-aec3-e252dbf5b2f6'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:17:30.023210 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-41b25224-69f9-4a5c-af07-bb6cc80dbed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:30.209862 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:30.286538 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port b2097063-8556-4113-a8fc-ccf6c1dcbb17, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=b2097063-8556-4113-a8fc-ccf6c1dcbb17,segment=NetworkSegment(a2bbb608-6673-47a8-a890-daed6b00b733),segment_id=a2bbb608-6673-47a8-a890-daed6b00b733)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:17:30.292940 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:30.363775 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-534d4a41-c20a-4540-a517-f1ce51aecd08 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Allocated IP 2001:db8::283 (d71c1f07-cd15-4dcc-b56a-ac7b76edd0dd/f857b75f-2ff3-4345-aec3-e252dbf5b2f6/2660d338-5c6b-419d-a7b5-b294966b17cb) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:17:30.397891 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=b2097063-8556-4113-a8fc-ccf6c1dcbb17,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:30.803993 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-edada622-4c3e-45aa-a122-513f1f95411d tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:30.852648 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72621478-c08d-49cb-bf17-1d620cf4381a None None] Sync routers for ids ['a35913f1-481d-4672-b9d2-d19d0f788cb0'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:17:30.876272 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72621478-c08d-49cb-bf17-1d620cf4381a None None] Routers {'a35913f1-481d-4672-b9d2-d19d0f788cb0'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:17:30.877126 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-72621478-c08d-49cb-bf17-1d620cf4381a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:17:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['a35913f1-481d-4672-b9d2-d19d0f788cb0'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:30.930251 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-edada622-4c3e-45aa-a122-513f1f95411d tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:31.000879 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0a17ff7f-97ab-457c-87bf-c35c289f4705 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:31.070852 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-534d4a41-c20a-4540-a517-f1ce51aecd08 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:31.124457 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-72621478-c08d-49cb-bf17-1d620cf4381a None None] Set router a35913f1-481d-4672-b9d2-d19d0f788cb0 gateway port host: None {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:17:31.168241 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-534d4a41-c20a-4540-a517-f1ce51aecd08 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Transition to ACTIVE for port object 2660d338-5c6b-419d-a7b5-b294966b17cb will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:17:31.273705 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-534d4a41-c20a-4540-a517-f1ce51aecd08 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:31.323338 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-41b25224-69f9-4a5c-af07-bb6cc80dbed2 None None] Allocated IP 2001:db8::2 (d71c1f07-cd15-4dcc-b56a-ac7b76edd0dd/f857b75f-2ff3-4345-aec3-e252dbf5b2f6/93d2e66e-1247-47eb-ab84-1251bafcff7a) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:17:31.343039 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-edada622-4c3e-45aa-a122-513f1f95411d tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:31.354115 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-edada622-4c3e-45aa-a122-513f1f95411d tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:31.419264 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534d4a41-c20a-4540-a517-f1ce51aecd08 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Network d71c1f07-cd15-4dcc-b56a-ac7b76edd0dd is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:17:31.420176 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534d4a41-c20a-4540-a517-f1ce51aecd08 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event updated for resources: {'Port': ['ID=2660d338-5c6b-419d-a7b5-b294966b17cb,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:31.423472 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-534d4a41-c20a-4540-a517-f1ce51aecd08 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:17:31.430493 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534d4a41-c20a-4540-a517-f1ce51aecd08 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:17:31.434505 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534d4a41-c20a-4540-a517-f1ce51aecd08 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:17:31.435145 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-534d4a41-c20a-4540-a517-f1ce51aecd08 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:31.631574 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-41b25224-69f9-4a5c-af07-bb6cc80dbed2 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:31.644539 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-41b25224-69f9-4a5c-af07-bb6cc80dbed2 None None] Transition to ACTIVE for port object 93d2e66e-1247-47eb-ab84-1251bafcff7a will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:17:31.663102 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-534d4a41-c20a-4540-a517-f1ce51aecd08 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.2289038 May 05 22:17:31.670769 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-41b25224-69f9-4a5c-af07-bb6cc80dbed2 None None] Transition to ACTIVE for port object 93d2e66e-1247-47eb-ab84-1251bafcff7a will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:17:31.671327 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54032) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:31.676741 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device b2097063-8556-4113-a8fc-ccf6c1dcbb17 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:17:31.713797 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-41b25224-69f9-4a5c-af07-bb6cc80dbed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:31.741000 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edada622-4c3e-45aa-a122-513f1f95411d tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Pushing event updated for resources: {'Port': ['ID=4edc7753-dc5d-4043-8aae-7047e265eddf,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:31.754297 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-edada622-4c3e-45aa-a122-513f1f95411d tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:31.877803 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b25224-69f9-4a5c-af07-bb6cc80dbed2 None None] Network d71c1f07-cd15-4dcc-b56a-ac7b76edd0dd is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:17:31.886631 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-41b25224-69f9-4a5c-af07-bb6cc80dbed2 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:17:31.897237 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b25224-69f9-4a5c-af07-bb6cc80dbed2 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:17:31.927551 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-72621478-c08d-49cb-bf17-1d620cf4381a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'name': 'tempest-RoutersIpV6Test-router-210762404', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:16:39Z', 'updated_at': '2022-05-05T22:17:28Z', 'revision_number': 7, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'gw_port_host': None, '_interfaces': [{'id': '5897fa13-7b54-4809-9e29-1d5fb8cbf9c9', 'name': '', 'network_id': 'fcd5c3bf-b441-4702-b533-b9e20b2c8dec', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'mac_address': 'fa:16:3e:79:b2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95996a3c-f83e-401c-a132-d1ccd2fcfefe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:16:45Z', 'updated_at': '2022-05-05T22:17:02Z', 'revision_number': 5, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'subnets': [{'id': '95996a3c-f83e-401c-a132-d1ccd2fcfefe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2097063-8556-4113-a8fc-ccf6c1dcbb17', 'name': '', 'network_id': '9e34d2bb-9376-4752-8f40-85e06c8c3cde', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'mac_address': 'fa:16:3e:c6:74:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5db6298-c60a-4bc8-a13d-3422753163f4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:17:18Z', 'updated_at': '2022-05-05T22:17:30Z', 'revision_number': 5, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'subnets': [{'id': 'd5db6298-c60a-4bc8-a13d-3422753163f4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccef331f-e9eb-4359-8034-473173fd4275', 'name': '', 'network_id': 'fe31f1f8-c3de-4977-b310-1b1a2345cb70', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'mac_address': 'fa:16:3e:1b:43:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49bbbe25-9a5a-46a8-843f-9e8f7e7980cd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:17:09Z', 'updated_at': '2022-05-05T22:17:18Z', 'revision_number': 5, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'subnets': [{'id': '49bbbe25-9a5a-46a8-843f-9e8f7e7980cd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6bfe1af-4a84-459b-8fd0-759671ebc569', 'name': '', 'network_id': '1fa527e9-5494-4e6b-beb6-03545cf8dc9a', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'mac_address': 'fa:16:3e:1c:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11a6157f-0671-4ead-9d72-c98e302e7548', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:16:58Z', 'updated_at': '2022-05-05T22:17:10Z', 'revision_number': 5, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'subnets': [{'id': '11a6157f-0671-4ead-9d72-c98e302e7548', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:31.928252 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-ba30f2bb-ba5e-4e4c-9b78-bf4979382897 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Deleting port 2660d338-5c6b-419d-a7b5-b294966b17cb {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:17:31.928252 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ba30f2bb-ba5e-4e4c-9b78-bf4979382897 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:31.935830 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b25224-69f9-4a5c-af07-bb6cc80dbed2 None None] Pushing event updated for resources: {'Port': ['ID=93d2e66e-1247-47eb-ab84-1251bafcff7a,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:31.938686 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72621478-c08d-49cb-bf17-1d620cf4381a None None] Checking router: a35913f1-481d-4672-b9d2-d19d0f788cb0 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:17:31.978872 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72621478-c08d-49cb-bf17-1d620cf4381a None None] Routers {'a35913f1-481d-4672-b9d2-d19d0f788cb0'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:17:31.979635 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-72621478-c08d-49cb-bf17-1d620cf4381a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:17:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['a35913f1-481d-4672-b9d2-d19d0f788cb0'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:32.179254 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port b2097063-8556-4113-a8fc-ccf6c1dcbb17 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:17:32.179631 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:32.207715 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-0a17ff7f-97ab-457c-87bf-c35c289f4705 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Deleting port b2097063-8556-4113-a8fc-ccf6c1dcbb17 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:17:32.208074 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0a17ff7f-97ab-457c-87bf-c35c289f4705 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:32.271312 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-41b25224-69f9-4a5c-af07-bb6cc80dbed2 None None] Attempting to bind port 93d2e66e-1247-47eb-ab84-1251bafcff7a on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:17:32.271673 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-41b25224-69f9-4a5c-af07-bb6cc80dbed2 None None] Attempting to bind port 93d2e66e-1247-47eb-ab84-1251bafcff7a by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'd551958a-47fe-4ae2-b6a6-8bb5f7effa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd71c1f07-cd15-4dcc-b56a-ac7b76edd0dd'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:17:32.272035 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b25224-69f9-4a5c-af07-bb6cc80dbed2 None None] Attempting to bind port 93d2e66e-1247-47eb-ab84-1251bafcff7a on network d71c1f07-cd15-4dcc-b56a-ac7b76edd0dd {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:17:32.287488 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b25224-69f9-4a5c-af07-bb6cc80dbed2 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:17:32.288098 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b25224-69f9-4a5c-af07-bb6cc80dbed2 None None] Checking segment: {'id': 'd551958a-47fe-4ae2-b6a6-8bb5f7effa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd71c1f07-cd15-4dcc-b56a-ac7b76edd0dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:17:32.288504 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-41b25224-69f9-4a5c-af07-bb6cc80dbed2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:32.289412 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b25224-69f9-4a5c-af07-bb6cc80dbed2 None None] Bound using segment: {'id': 'd551958a-47fe-4ae2-b6a6-8bb5f7effa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd71c1f07-cd15-4dcc-b56a-ac7b76edd0dd'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:17:32.289911 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-41b25224-69f9-4a5c-af07-bb6cc80dbed2 None None] Bound port: 93d2e66e-1247-47eb-ab84-1251bafcff7a, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd551958a-47fe-4ae2-b6a6-8bb5f7effa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd71c1f07-cd15-4dcc-b56a-ac7b76edd0dd'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:17:32.290286 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-41b25224-69f9-4a5c-af07-bb6cc80dbed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:32.379763 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-72621478-c08d-49cb-bf17-1d620cf4381a None None] Set router a35913f1-481d-4672-b9d2-d19d0f788cb0 gateway port host: None {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:17:32.510844 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-41b25224-69f9-4a5c-af07-bb6cc80dbed2 None None] For port 93d2e66e-1247-47eb-ab84-1251bafcff7a, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:17:32.526393 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-41b25224-69f9-4a5c-af07-bb6cc80dbed2 None None] For port 93d2e66e-1247-47eb-ab84-1251bafcff7a, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=93d2e66e-1247-47eb-ab84-1251bafcff7a,segment=NetworkSegment(d551958a-47fe-4ae2-b6a6-8bb5f7effa0a),segment_id=d551958a-47fe-4ae2-b6a6-8bb5f7effa0a)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:17:32.541427 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-41b25224-69f9-4a5c-af07-bb6cc80dbed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:32.592941 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ba30f2bb-ba5e-4e4c-9b78-bf4979382897 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:32.681760 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-0a17ff7f-97ab-457c-87bf-c35c289f4705 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] For port b2097063-8556-4113-a8fc-ccf6c1dcbb17, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=b2097063-8556-4113-a8fc-ccf6c1dcbb17,segment=NetworkSegment(a2bbb608-6673-47a8-a890-daed6b00b733),segment_id=a2bbb608-6673-47a8-a890-daed6b00b733)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:17:32.682272 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0a17ff7f-97ab-457c-87bf-c35c289f4705 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:32.779745 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b25224-69f9-4a5c-af07-bb6cc80dbed2 None None] Pushing event updated for resources: {'Port': ['ID=93d2e66e-1247-47eb-ab84-1251bafcff7a,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:32.908754 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-0a17ff7f-97ab-457c-87bf-c35c289f4705 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Calling delete_port for b2097063-8556-4113-a8fc-ccf6c1dcbb17 owned by network:router_interface {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:17:32.933831 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-ba30f2bb-ba5e-4e4c-9b78-bf4979382897 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Calling delete_port for 2660d338-5c6b-419d-a7b5-b294966b17cb owned by {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:17:32.965712 n-d-825175-4 neutron-server[84063]: INFO neutron.db.l3_db [None req-edada622-4c3e-45aa-a122-513f1f95411d tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Floating IP 277fac2b-c372-40e3-bf92-6f9f4ca67f20 associated. External IP: 172.25.4.153, port: c9a87a39-b3d4-4291-b904-bdc7ce0ee893. May 05 22:17:33.072036 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-72621478-c08d-49cb-bf17-1d620cf4381a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'name': 'tempest-RoutersIpV6Test-router-210762404', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:16:39Z', 'updated_at': '2022-05-05T22:17:28Z', 'revision_number': 7, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'gw_port_host': None, '_interfaces': [{'id': '5897fa13-7b54-4809-9e29-1d5fb8cbf9c9', 'name': '', 'network_id': 'fcd5c3bf-b441-4702-b533-b9e20b2c8dec', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'mac_address': 'fa:16:3e:79:b2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95996a3c-f83e-401c-a132-d1ccd2fcfefe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:16:45Z', 'updated_at': '2022-05-05T22:17:02Z', 'revision_number': 5, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'subnets': [{'id': '95996a3c-f83e-401c-a132-d1ccd2fcfefe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2097063-8556-4113-a8fc-ccf6c1dcbb17', 'name': '', 'network_id': '9e34d2bb-9376-4752-8f40-85e06c8c3cde', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'mac_address': 'fa:16:3e:c6:74:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5db6298-c60a-4bc8-a13d-3422753163f4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:17:18Z', 'updated_at': '2022-05-05T22:17:30Z', 'revision_number': 5, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'subnets': [{'id': 'd5db6298-c60a-4bc8-a13d-3422753163f4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccef331f-e9eb-4359-8034-473173fd4275', 'name': '', 'network_id': 'fe31f1f8-c3de-4977-b310-1b1a2345cb70', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'mac_address': 'fa:16:3e:1b:43:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49bbbe25-9a5a-46a8-843f-9e8f7e7980cd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:17:09Z', 'updated_at': '2022-05-05T22:17:18Z', 'revision_number': 5, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'subnets': [{'id': '49bbbe25-9a5a-46a8-843f-9e8f7e7980cd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6bfe1af-4a84-459b-8fd0-759671ebc569', 'name': '', 'network_id': '1fa527e9-5494-4e6b-beb6-03545cf8dc9a', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'mac_address': 'fa:16:3e:1c:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11a6157f-0671-4ead-9d72-c98e302e7548', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:16:58Z', 'updated_at': '2022-05-05T22:17:10Z', 'revision_number': 5, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'subnets': [{'id': '11a6157f-0671-4ead-9d72-c98e302e7548', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:33.077067 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72621478-c08d-49cb-bf17-1d620cf4381a None None] The sync data for ids ['a35913f1-481d-4672-b9d2-d19d0f788cb0'] in n-d-825175-4 is: [{'id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'name': 'tempest-RoutersIpV6Test-router-210762404', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:16:39Z', 'updated_at': '2022-05-05T22:17:28Z', 'revision_number': 7, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'gw_port_host': None, '_interfaces': [{'id': '5897fa13-7b54-4809-9e29-1d5fb8cbf9c9', 'name': '', 'network_id': 'fcd5c3bf-b441-4702-b533-b9e20b2c8dec', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'mac_address': 'fa:16:3e:79:b2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95996a3c-f83e-401c-a132-d1ccd2fcfefe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:16:45Z', 'updated_at': '2022-05-05T22:17:02Z', 'revision_number': 5, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'subnets': [{'id': '95996a3c-f83e-401c-a132-d1ccd2fcfefe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2097063-8556-4113-a8fc-ccf6c1dcbb17', 'name': '', 'network_id': '9e34d2bb-9376-4752-8f40-85e06c8c3cde', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'mac_address': 'fa:16:3e:c6:74:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5db6298-c60a-4bc8-a13d-3422753163f4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:17:18Z', 'updated_at': '2022-05-05T22:17:30Z', 'revision_number': 5, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'subnets': [{'id': 'd5db6298-c60a-4bc8-a13d-3422753163f4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccef331f-e9eb-4359-8034-473173fd4275', 'name': '', 'network_id': 'fe31f1f8-c3de-4977-b310-1b1a2345cb70', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'mac_address': 'fa:16:3e:1b:43:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49bbbe25-9a5a-46a8-843f-9e8f7e7980cd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:17:09Z', 'updated_at': '2022-05-05T22:17:18Z', 'revision_number': 5, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'subnets': [{'id': '49bbbe25-9a5a-46a8-843f-9e8f7e7980cd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6bfe1af-4a84-459b-8fd0-759671ebc569', 'name': '', 'network_id': '1fa527e9-5494-4e6b-beb6-03545cf8dc9a', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'mac_address': 'fa:16:3e:1c:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11a6157f-0671-4ead-9d72-c98e302e7548', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:16:58Z', 'updated_at': '2022-05-05T22:17:10Z', 'revision_number': 5, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'subnets': [{'id': '11a6157f-0671-4ead-9d72-c98e302e7548', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:17:33.234775 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0a17ff7f-97ab-457c-87bf-c35c289f4705 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:33.338611 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a17ff7f-97ab-457c-87bf-c35c289f4705 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event deleted for resources: {'Port': ['ID=b2097063-8556-4113-a8fc-ccf6c1dcbb17,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:33.383960 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ba30f2bb-ba5e-4e4c-9b78-bf4979382897 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:33.501995 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30f2bb-ba5e-4e4c-9b78-bf4979382897 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event deleted for resources: {'Port': ['ID=2660d338-5c6b-419d-a7b5-b294966b17cb,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:33.522865 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ba30f2bb-ba5e-4e4c-9b78-bf4979382897 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:33.553359 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ba30f2bb-ba5e-4e4c-9b78-bf4979382897 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "DELETE /v2.0/ports/2660d338-5c6b-419d-a7b5-b294966b17cb HTTP/1.1" status: 204 len: 168 time: 1.8808830 May 05 22:17:33.557171 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54066) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:33.671150 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-8992487d-4b05-42bd-97ad-cab28be81f33 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] GET failed (client error): The resource could not be found. May 05 22:17:33.673599 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-8992487d-4b05-42bd-97ad-cab28be81f33 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Synchronizing usage tracker for tenant:19bd1ce22cbf41f7ad0f1240c3793693 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:17:33.699518 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 93d2e66e-1247-47eb-ab84-1251bafcff7a up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:17:33.792842 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-8992487d-4b05-42bd-97ad-cab28be81f33 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Unset dirty status for tenant:19bd1ce22cbf41f7ad0f1240c3793693 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:17:33.796138 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8992487d-4b05-42bd-97ad-cab28be81f33 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "GET /v2.0/ports/2660d338-5c6b-419d-a7b5-b294966b17cb HTTP/1.1" status: 404 len: 333 time: 0.2236981 May 05 22:17:33.799070 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54072) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:33.899398 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 93d2e66e-1247-47eb-ab84-1251bafcff7a completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:17:34.089044 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edada622-4c3e-45aa-a122-513f1f95411d tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Router 8790efb1-8b0d-4d7a-aed1-2ff286e50ee9 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:17:34.156746 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0a17ff7f-97ab-457c-87bf-c35c289f4705 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:34.322860 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edada622-4c3e-45aa-a122-513f1f95411d tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:17:34.332789 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24920ce8-cf40-419c-9dbb-93a1d90baf1b None None] Sync routers for ids ['8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:17:34.353506 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24920ce8-cf40-419c-9dbb-93a1d90baf1b None None] Routers {'8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:17:34.354377 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-24920ce8-cf40-419c-9dbb-93a1d90baf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:17:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:34.365922 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-edada622-4c3e-45aa-a122-513f1f95411d tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:34.436336 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-edada622-4c3e-45aa-a122-513f1f95411d tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 7.1087971 May 05 22:17:34.437091 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54088) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:34.442608 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-aa4e54ff-ff03-483f-bdb7-a53c0b0667ce tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-125034292'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:17:34.448599 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-aa4e54ff-ff03-483f-bdb7-a53c0b0667ce tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:17:34.450063 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9ab639-b7f0-421b-9b6c-fcdf35e4db5a None None] Network d71c1f07-cd15-4dcc-b56a-ac7b76edd0dd requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:17:34.453460 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-aa4e54ff-ff03-483f-bdb7-a53c0b0667ce tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Usage tracker for resource:network and tenant:79b64dfc3f744f4883ccf8456942a652 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:17:34.456763 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-aa4e54ff-ff03-483f-bdb7-a53c0b0667ce tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:17:34.463872 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-aa4e54ff-ff03-483f-bdb7-a53c0b0667ce tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:17:34.474876 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-24920ce8-cf40-419c-9dbb-93a1d90baf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:34.477268 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4e54ff-ff03-483f-bdb7-a53c0b0667ce tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Made reservation on behalf of 79b64dfc3f744f4883ccf8456942a652 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:17:34.481139 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-aa4e54ff-ff03-483f-bdb7-a53c0b0667ce tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:34.492045 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-d71c141c-8903-4638-940b-459247df8881 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Deleting subnet f857b75f-2ff3-4345-aec3-e252dbf5b2f6 {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:17:34.497393 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d71c141c-8903-4638-940b-459247df8881 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:34.514462 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa4e54ff-ff03-483f-bdb7-a53c0b0667ce tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:17:34.526359 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-aa4e54ff-ff03-483f-bdb7-a53c0b0667ce tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:34.527657 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-aa4e54ff-ff03-483f-bdb7-a53c0b0667ce tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Added segment 0320ae91-42ee-4bf8-8941-fd6dce1d01e5 of type vlan for network a3008efc-7c8c-46d0-a76e-294e088e3656 May 05 22:17:34.562704 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d71c141c-8903-4638-940b-459247df8881 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:34.564972 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-aa4e54ff-ff03-483f-bdb7-a53c0b0667ce tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:34.604848 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-aa4e54ff-ff03-483f-bdb7-a53c0b0667ce tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:34.609855 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4e54ff-ff03-483f-bdb7-a53c0b0667ce tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:17:34.610638 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-aa4e54ff-ff03-483f-bdb7-a53c0b0667ce tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:34.625514 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24920ce8-cf40-419c-9dbb-93a1d90baf1b None None] Routers {'8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:17:34.626189 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-24920ce8-cf40-419c-9dbb-93a1d90baf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:17:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:34.666200 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-aa4e54ff-ff03-483f-bdb7-a53c0b0667ce tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2259762 May 05 22:17:34.677285 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54096) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:34.717623 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-03167ff4-9c29-4232-9eec-0c82baa997d0 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Request body: {'subnet': {'network_id': 'a3008efc-7c8c-46d0-a76e-294e088e3656', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:17:34.720943 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-113f0f67-5955-4b6e-8afb-f21ad3e3bd5a None None] Provisioning for port 93d2e66e-1247-47eb-ab84-1251bafcff7a completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:17:34.753791 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-113f0f67-5955-4b6e-8afb-f21ad3e3bd5a None None] Provisioning complete for port 93d2e66e-1247-47eb-ab84-1251bafcff7a triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:17:34.754155 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-113f0f67-5955-4b6e-8afb-f21ad3e3bd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:34.777392 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-24920ce8-cf40-419c-9dbb-93a1d90baf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:34.777802 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24920ce8-cf40-419c-9dbb-93a1d90baf1b None None] The sync data for ids ['8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'] in n-d-825175-4 is: [] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:17:34.889276 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d71c141c-8903-4638-940b-459247df8881 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:35.027459 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d71c141c-8903-4638-940b-459247df8881 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:35.083269 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71c141c-8903-4638-940b-459247df8881 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event deleted for resources: {'Subnet': ['ID=f857b75f-2ff3-4345-aec3-e252dbf5b2f6,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:35.164646 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-113f0f67-5955-4b6e-8afb-f21ad3e3bd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:35.180242 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4e54ff-ff03-483f-bdb7-a53c0b0667ce tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Pushing event updated for resources: {'Network': ['ID=a3008efc-7c8c-46d0-a76e-294e088e3656,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:35.200372 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network a3008efc-7c8c-46d0-a76e-294e088e3656 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:17:35.207589 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d71c141c-8903-4638-940b-459247df8881 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:35.242972 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-03167ff4-9c29-4232-9eec-0c82baa997d0 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:17:35.252138 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-03167ff4-9c29-4232-9eec-0c82baa997d0 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Usage tracker for resource:subnet and tenant:79b64dfc3f744f4883ccf8456942a652 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:17:35.255296 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-03167ff4-9c29-4232-9eec-0c82baa997d0 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:17:35.262872 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-03167ff4-9c29-4232-9eec-0c82baa997d0 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:17:35.275374 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03167ff4-9c29-4232-9eec-0c82baa997d0 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Made reservation on behalf of 79b64dfc3f744f4883ccf8456942a652 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:17:35.303580 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-d71c141c-8903-4638-940b-459247df8881 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "DELETE /v2.0/subnets/f857b75f-2ff3-4345-aec3-e252dbf5b2f6 HTTP/1.1" status: 204 len: 168 time: 1.5007346 May 05 22:17:35.313466 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54110) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:35.401525 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-113f0f67-5955-4b6e-8afb-f21ad3e3bd5a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:17:35.402088 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-113f0f67-5955-4b6e-8afb-f21ad3e3bd5a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:17:35.439514 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-03167ff4-9c29-4232-9eec-0c82baa997d0 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:35.465964 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f0609de7-2d2a-440f-b9ba-65490fd6256b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:35.491667 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a17ff7f-97ab-457c-87bf-c35c289f4705 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Router a35913f1-481d-4672-b9d2-d19d0f788cb0 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:17:35.492807 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-f0609de7-2d2a-440f-b9ba-65490fd6256b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Deleting port 93d2e66e-1247-47eb-ab84-1251bafcff7a {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:17:35.493344 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f0609de7-2d2a-440f-b9ba-65490fd6256b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:35.723414 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a4828b-0be8-489e-81d0-f9b0ac5bb30a None None] Network d71c1f07-cd15-4dcc-b56a-ac7b76edd0dd requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:17:35.794929 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-f0609de7-2d2a-440f-b9ba-65490fd6256b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] For port 93d2e66e-1247-47eb-ab84-1251bafcff7a, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=93d2e66e-1247-47eb-ab84-1251bafcff7a,segment=NetworkSegment(d551958a-47fe-4ae2-b6a6-8bb5f7effa0a),segment_id=d551958a-47fe-4ae2-b6a6-8bb5f7effa0a)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:17:35.795284 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f0609de7-2d2a-440f-b9ba-65490fd6256b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:35.880981 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-03167ff4-9c29-4232-9eec-0c82baa997d0 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:36.048580 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03167ff4-9c29-4232-9eec-0c82baa997d0 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Pushing event updated for resources: {'Subnet': ['ID=4a8fbf21-04a0-45a2-bd87-22d10851ceb0,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:36.073339 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:36.074308 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-113f0f67-5955-4b6e-8afb-f21ad3e3bd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:36.078001 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03167ff4-9c29-4232-9eec-0c82baa997d0 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Checking segment: {'id': '0320ae91-42ee-4bf8-8941-fd6dce1d01e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a3008efc-7c8c-46d0-a76e-294e088e3656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:17:36.078649 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03167ff4-9c29-4232-9eec-0c82baa997d0 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Network hostable DHCP agents. Network: a3008efc-7c8c-46d0-a76e-294e088e3656, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:17:36.106193 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03167ff4-9c29-4232-9eec-0c82baa997d0 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Network a3008efc-7c8c-46d0-a76e-294e088e3656 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:17:36.121288 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-03167ff4-9c29-4232-9eec-0c82baa997d0 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, a3008efc-7c8c-46d0-a76e-294e088e3656) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:17:36.127128 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03167ff4-9c29-4232-9eec-0c82baa997d0 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:17:36.127727 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-113f0f67-5955-4b6e-8afb-f21ad3e3bd5a None None] For port 93d2e66e-1247-47eb-ab84-1251bafcff7a, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=93d2e66e-1247-47eb-ab84-1251bafcff7a,segment=NetworkSegment(d551958a-47fe-4ae2-b6a6-8bb5f7effa0a),segment_id=d551958a-47fe-4ae2-b6a6-8bb5f7effa0a)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:17:36.127859 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-03167ff4-9c29-4232-9eec-0c82baa997d0 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:36.134073 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-113f0f67-5955-4b6e-8afb-f21ad3e3bd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:36.160091 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-03167ff4-9c29-4232-9eec-0c82baa997d0 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4847262 May 05 22:17:36.162858 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54136) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:36.171241 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae14c36-83ec-4b08-b6b2-a7895aa17abd None None] Network a3008efc-7c8c-46d0-a76e-294e088e3656 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:17:36.174574 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-61e50988-1bd5-404b-9237-0c7dc5b17632 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-498854165', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}, 'admin_state_up': False}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:17:36.187328 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-61e50988-1bd5-404b-9237-0c7dc5b17632 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:17:36.197489 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-61e50988-1bd5-404b-9237-0c7dc5b17632 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Usage tracker for resource:router and tenant:79b64dfc3f744f4883ccf8456942a652 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:17:36.206943 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-61e50988-1bd5-404b-9237-0c7dc5b17632 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Quota usage for router was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:17:36.235398 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-61e50988-1bd5-404b-9237-0c7dc5b17632 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:17:36.245614 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-f0609de7-2d2a-440f-b9ba-65490fd6256b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Calling delete_port for 93d2e66e-1247-47eb-ab84-1251bafcff7a owned by network:dhcp {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:17:36.258793 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-61e50988-1bd5-404b-9237-0c7dc5b17632 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:36.259920 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-61e50988-1bd5-404b-9237-0c7dc5b17632 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:36.296570 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44199dd8-b155-43ce-9a78-66f90a793184 None None] DHCP port deletion for d71c1f07-cd15-4dcc-b56a-ac7b76edd0dd request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:17:36.307604 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-61e50988-1bd5-404b-9237-0c7dc5b17632 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:36.327449 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-44199dd8-b155-43ce-9a78-66f90a793184 None None] Deleting port 93d2e66e-1247-47eb-ab84-1251bafcff7a {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:17:36.327869 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-44199dd8-b155-43ce-9a78-66f90a793184 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:36.372302 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:36.391182 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113f0f67-5955-4b6e-8afb-f21ad3e3bd5a None None] Pushing event updated for resources: {'Port': ['ID=93d2e66e-1247-47eb-ab84-1251bafcff7a,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:36.431383 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f8ab5ab3-9a2d-4f17-9c9d-aea940ccf45c None None] Provisioning complete for port 93d2e66e-1247-47eb-ab84-1251bafcff7a triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:17:36.431910 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f8ab5ab3-9a2d-4f17-9c9d-aea940ccf45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:36.475604 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.api [None req-f0609de7-2d2a-440f-b9ba-65490fd6256b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:17:36.476268 n-d-825175-4 neutron-server[84061]: DEBUG oslo_db.api [None req-f0609de7-2d2a-440f-b9ba-65490fd6256b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:17:36.489551 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a17ff7f-97ab-457c-87bf-c35c289f4705 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:17:36.500071 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f35564-d1e5-424b-9438-c484ae0a5252 None None] Sync routers for ids ['a35913f1-481d-4672-b9d2-d19d0f788cb0'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:17:36.540878 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f35564-d1e5-424b-9438-c484ae0a5252 None None] Routers {'a35913f1-481d-4672-b9d2-d19d0f788cb0'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:17:36.541112 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54152) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:36.541703 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0a17ff7f-97ab-457c-87bf-c35c289f4705 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "PUT /v2.0/routers/a35913f1-481d-4672-b9d2-d19d0f788cb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5195806 May 05 22:17:36.542529 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-13f35564-d1e5-424b-9438-c484ae0a5252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:17:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['a35913f1-481d-4672-b9d2-d19d0f788cb0'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:36.586596 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-61e50988-1bd5-404b-9237-0c7dc5b17632 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:36.817031 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-44199dd8-b155-43ce-9a78-66f90a793184 None None] For port 93d2e66e-1247-47eb-ab84-1251bafcff7a, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=93d2e66e-1247-47eb-ab84-1251bafcff7a,segment=NetworkSegment(d551958a-47fe-4ae2-b6a6-8bb5f7effa0a),segment_id=d551958a-47fe-4ae2-b6a6-8bb5f7effa0a)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:17:36.817640 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-44199dd8-b155-43ce-9a78-66f90a793184 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:36.835028 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-13f35564-d1e5-424b-9438-c484ae0a5252 None None] Set router a35913f1-481d-4672-b9d2-d19d0f788cb0 gateway port host: None {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:17:36.979141 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-f0609de7-2d2a-440f-b9ba-65490fd6256b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Deleting port 93d2e66e-1247-47eb-ab84-1251bafcff7a {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:17:36.979335 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f0609de7-2d2a-440f-b9ba-65490fd6256b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:37.011527 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714be0f1-1559-463c-83d7-142820282ade None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-a3008efc-7c8c-46d0-a76e-294e088e3656', 'network_id': 'a3008efc-7c8c-46d0-a76e-294e088e3656', 'tenant_id': '79b64dfc3f744f4883ccf8456942a652', 'fixed_ips': [{'subnet_id': '4a8fbf21-04a0-45a2-bd87-22d10851ceb0'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:17:37.015576 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-714be0f1-1559-463c-83d7-142820282ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:37.050488 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6cfb594-0794-4cce-a156-f36c382a0788 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Deleting subnet d5db6298-c60a-4bc8-a13d-3422753163f4 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:17:37.074646 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a6cfb594-0794-4cce-a156-f36c382a0788 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:37.131497 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:17:37.180336 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a6cfb594-0794-4cce-a156-f36c382a0788 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:37.191678 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-44199dd8-b155-43ce-9a78-66f90a793184 None None] Calling delete_port for 93d2e66e-1247-47eb-ab84-1251bafcff7a owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:17:37.322589 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-f0609de7-2d2a-440f-b9ba-65490fd6256b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] For port 93d2e66e-1247-47eb-ab84-1251bafcff7a, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=93d2e66e-1247-47eb-ab84-1251bafcff7a,segment=NetworkSegment(d551958a-47fe-4ae2-b6a6-8bb5f7effa0a),segment_id=d551958a-47fe-4ae2-b6a6-8bb5f7effa0a)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:17:37.323144 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f0609de7-2d2a-440f-b9ba-65490fd6256b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:37.327487 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-61e50988-1bd5-404b-9237-0c7dc5b17632 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for router_gateway, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:37.374305 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-13f35564-d1e5-424b-9438-c484ae0a5252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'name': 'tempest-RoutersIpV6Test-router-210762404', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:16:39Z', 'updated_at': '2022-05-05T22:17:33Z', 'revision_number': 8, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'gw_port_host': None, '_interfaces': [{'id': '5897fa13-7b54-4809-9e29-1d5fb8cbf9c9', 'name': '', 'network_id': 'fcd5c3bf-b441-4702-b533-b9e20b2c8dec', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'mac_address': 'fa:16:3e:79:b2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95996a3c-f83e-401c-a132-d1ccd2fcfefe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:16:45Z', 'updated_at': '2022-05-05T22:17:02Z', 'revision_number': 5, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'subnets': [{'id': '95996a3c-f83e-401c-a132-d1ccd2fcfefe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccef331f-e9eb-4359-8034-473173fd4275', 'name': '', 'network_id': 'fe31f1f8-c3de-4977-b310-1b1a2345cb70', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'mac_address': 'fa:16:3e:1b:43:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49bbbe25-9a5a-46a8-843f-9e8f7e7980cd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:17:09Z', 'updated_at': '2022-05-05T22:17:18Z', 'revision_number': 5, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'subnets': [{'id': '49bbbe25-9a5a-46a8-843f-9e8f7e7980cd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6bfe1af-4a84-459b-8fd0-759671ebc569', 'name': '', 'network_id': '1fa527e9-5494-4e6b-beb6-03545cf8dc9a', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'mac_address': 'fa:16:3e:1c:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11a6157f-0671-4ead-9d72-c98e302e7548', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:16:58Z', 'updated_at': '2022-05-05T22:17:10Z', 'revision_number': 5, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'subnets': [{'id': '11a6157f-0671-4ead-9d72-c98e302e7548', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:37.379000 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f35564-d1e5-424b-9438-c484ae0a5252 None None] Checking router: a35913f1-481d-4672-b9d2-d19d0f788cb0 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:17:37.393955 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f35564-d1e5-424b-9438-c484ae0a5252 None None] Routers {'a35913f1-481d-4672-b9d2-d19d0f788cb0'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:17:37.394911 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-13f35564-d1e5-424b-9438-c484ae0a5252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:17:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['a35913f1-481d-4672-b9d2-d19d0f788cb0'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:37.405501 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-61e50988-1bd5-404b-9237-0c7dc5b17632 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:37.441341 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-44199dd8-b155-43ce-9a78-66f90a793184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:37.492299 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-f0609de7-2d2a-440f-b9ba-65490fd6256b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Calling delete_port for 93d2e66e-1247-47eb-ab84-1251bafcff7a owned by network:dhcp {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:17:37.549689 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44199dd8-b155-43ce-9a78-66f90a793184 None None] Pushing event deleted for resources: {'Port': ['ID=93d2e66e-1247-47eb-ab84-1251bafcff7a,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:37.570867 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 93d2e66e-1247-47eb-ab84-1251bafcff7a no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:17:37.666611 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 93d2e66e-1247-47eb-ab84-1251bafcff7a {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:17:37.667057 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 93d2e66e-1247-47eb-ab84-1251bafcff7a not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:17:37.669144 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44199dd8-b155-43ce-9a78-66f90a793184 None None] No DVR routers for this DVR port 93d2e66e-1247-47eb-ab84-1251bafcff7a on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:17:37.700380 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.api [None req-f0609de7-2d2a-440f-b9ba-65490fd6256b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:17:37.700602 n-d-825175-4 neutron-server[84061]: DEBUG oslo_db.api [None req-f0609de7-2d2a-440f-b9ba-65490fd6256b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:17:37.715934 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-61e50988-1bd5-404b-9237-0c7dc5b17632 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Allocated IP 172.25.4.89 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/00953b59-2e03-430a-91da-b2e03ba846fc) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:17:37.721754 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a6cfb594-0794-4cce-a156-f36c382a0788 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:37.807259 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-13f35564-d1e5-424b-9438-c484ae0a5252 None None] Set router a35913f1-481d-4672-b9d2-d19d0f788cb0 gateway port host: None {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:17:37.876154 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-714be0f1-1559-463c-83d7-142820282ade None None] Allocated IP 172.20.0.2 (a3008efc-7c8c-46d0-a76e-294e088e3656/4a8fbf21-04a0-45a2-bd87-22d10851ceb0/19493c2b-3a75-4291-921a-8865f5622dbb) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:17:38.083675 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-61e50988-1bd5-404b-9237-0c7dc5b17632 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:38.145555 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a6cfb594-0794-4cce-a156-f36c382a0788 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:38.185609 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-61e50988-1bd5-404b-9237-0c7dc5b17632 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:38.228127 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-714be0f1-1559-463c-83d7-142820282ade None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:38.255685 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-714be0f1-1559-463c-83d7-142820282ade None None] Transition to ACTIVE for port object 19493c2b-3a75-4291-921a-8865f5622dbb will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:17:38.283119 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e50988-1bd5-404b-9237-0c7dc5b17632 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Pushing event updated for resources: {'Port': ['ID=00953b59-2e03-430a-91da-b2e03ba846fc,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:38.286119 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cfb594-0794-4cce-a156-f36c382a0788 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event deleted for resources: {'Subnet': ['ID=d5db6298-c60a-4bc8-a13d-3422753163f4,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:38.314746 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e50988-1bd5-404b-9237-0c7dc5b17632 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:17:38.316026 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9934686-8bba-4143-aa94-3451ce4f6fe1 None None] Network 9e34d2bb-9376-4752-8f40-85e06c8c3cde requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:17:38.316420 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a6cfb594-0794-4cce-a156-f36c382a0788 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:38.319104 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-61e50988-1bd5-404b-9237-0c7dc5b17632 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:17:38.328387 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e50988-1bd5-404b-9237-0c7dc5b17632 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:17:38.355071 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-714be0f1-1559-463c-83d7-142820282ade None None] Transition to ACTIVE for port object 19493c2b-3a75-4291-921a-8865f5622dbb will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:17:38.409712 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-13f35564-d1e5-424b-9438-c484ae0a5252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'name': 'tempest-RoutersIpV6Test-router-210762404', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:16:39Z', 'updated_at': '2022-05-05T22:17:33Z', 'revision_number': 8, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'gw_port_host': None, '_interfaces': [{'id': '5897fa13-7b54-4809-9e29-1d5fb8cbf9c9', 'name': '', 'network_id': 'fcd5c3bf-b441-4702-b533-b9e20b2c8dec', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'mac_address': 'fa:16:3e:79:b2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95996a3c-f83e-401c-a132-d1ccd2fcfefe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:16:45Z', 'updated_at': '2022-05-05T22:17:02Z', 'revision_number': 5, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'subnets': [{'id': '95996a3c-f83e-401c-a132-d1ccd2fcfefe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccef331f-e9eb-4359-8034-473173fd4275', 'name': '', 'network_id': 'fe31f1f8-c3de-4977-b310-1b1a2345cb70', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'mac_address': 'fa:16:3e:1b:43:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49bbbe25-9a5a-46a8-843f-9e8f7e7980cd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:17:09Z', 'updated_at': '2022-05-05T22:17:18Z', 'revision_number': 5, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'subnets': [{'id': '49bbbe25-9a5a-46a8-843f-9e8f7e7980cd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6bfe1af-4a84-459b-8fd0-759671ebc569', 'name': '', 'network_id': '1fa527e9-5494-4e6b-beb6-03545cf8dc9a', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'mac_address': 'fa:16:3e:1c:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11a6157f-0671-4ead-9d72-c98e302e7548', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:16:58Z', 'updated_at': '2022-05-05T22:17:10Z', 'revision_number': 5, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'subnets': [{'id': '11a6157f-0671-4ead-9d72-c98e302e7548', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:38.417359 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-714be0f1-1559-463c-83d7-142820282ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:38.419231 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f35564-d1e5-424b-9438-c484ae0a5252 None None] The sync data for ids ['a35913f1-481d-4672-b9d2-d19d0f788cb0'] in n-d-825175-4 is: [{'id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'name': 'tempest-RoutersIpV6Test-router-210762404', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:16:39Z', 'updated_at': '2022-05-05T22:17:33Z', 'revision_number': 8, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'gw_port_host': None, '_interfaces': [{'id': '5897fa13-7b54-4809-9e29-1d5fb8cbf9c9', 'name': '', 'network_id': 'fcd5c3bf-b441-4702-b533-b9e20b2c8dec', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'mac_address': 'fa:16:3e:79:b2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95996a3c-f83e-401c-a132-d1ccd2fcfefe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:16:45Z', 'updated_at': '2022-05-05T22:17:02Z', 'revision_number': 5, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'subnets': [{'id': '95996a3c-f83e-401c-a132-d1ccd2fcfefe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccef331f-e9eb-4359-8034-473173fd4275', 'name': '', 'network_id': 'fe31f1f8-c3de-4977-b310-1b1a2345cb70', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'mac_address': 'fa:16:3e:1b:43:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49bbbe25-9a5a-46a8-843f-9e8f7e7980cd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:17:09Z', 'updated_at': '2022-05-05T22:17:18Z', 'revision_number': 5, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'subnets': [{'id': '49bbbe25-9a5a-46a8-843f-9e8f7e7980cd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6bfe1af-4a84-459b-8fd0-759671ebc569', 'name': '', 'network_id': '1fa527e9-5494-4e6b-beb6-03545cf8dc9a', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'mac_address': 'fa:16:3e:1c:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11a6157f-0671-4ead-9d72-c98e302e7548', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:16:58Z', 'updated_at': '2022-05-05T22:17:10Z', 'revision_number': 5, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'subnets': [{'id': '11a6157f-0671-4ead-9d72-c98e302e7548', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:17:38.472386 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-f0609de7-2d2a-440f-b9ba-65490fd6256b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Deleting port 93d2e66e-1247-47eb-ab84-1251bafcff7a {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:17:38.472925 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f0609de7-2d2a-440f-b9ba-65490fd6256b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:38.485559 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a6cfb594-0794-4cce-a156-f36c382a0788 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "DELETE /v2.0/subnets/d5db6298-c60a-4bc8-a13d-3422753163f4 HTTP/1.1" status: 204 len: 168 time: 1.9433682 May 05 22:17:38.494945 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54184) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:38.584610 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714be0f1-1559-463c-83d7-142820282ade None None] Pushing event updated for resources: {'Port': ['ID=19493c2b-3a75-4291-921a-8865f5622dbb,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:38.614253 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-f0609de7-2d2a-440f-b9ba-65490fd6256b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] The port '93d2e66e-1247-47eb-ab84-1251bafcff7a' was deleted {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 22:17:38.640378 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714be0f1-1559-463c-83d7-142820282ade None None] Network a3008efc-7c8c-46d0-a76e-294e088e3656 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:17:38.647156 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-61e50988-1bd5-404b-9237-0c7dc5b17632 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for router_gateway, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:38.647723 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-61e50988-1bd5-404b-9237-0c7dc5b17632 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:38.658552 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c6ad0480-aa61-4ffb-a782-8c38d487f91c tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:38.682176 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-714be0f1-1559-463c-83d7-142820282ade None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:17:38.685461 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714be0f1-1559-463c-83d7-142820282ade None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:17:38.804714 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-c6ad0480-aa61-4ffb-a782-8c38d487f91c tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Deleting port 2bd40c64-f7b3-4912-9122-ac280574f6dc {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:17:38.805095 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c6ad0480-aa61-4ffb-a782-8c38d487f91c tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:38.815914 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f0609de7-2d2a-440f-b9ba-65490fd6256b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:38.845205 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-f0609de7-2d2a-440f-b9ba-65490fd6256b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d71c1f07-cd15-4dcc-b56a-ac7b76edd0dd']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:38.859436 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-f0609de7-2d2a-440f-b9ba-65490fd6256b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd551958a-47fe-4ae2-b6a6-8bb5f7effa0a') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:38.859730 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-f0609de7-2d2a-440f-b9ba-65490fd6256b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd551958a-47fe-4ae2-b6a6-8bb5f7effa0a') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:38.880837 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f0609de7-2d2a-440f-b9ba-65490fd6256b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:38.902203 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-714be0f1-1559-463c-83d7-142820282ade None None] Attempting to bind port 19493c2b-3a75-4291-921a-8865f5622dbb on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:17:38.902926 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-714be0f1-1559-463c-83d7-142820282ade None None] Attempting to bind port 19493c2b-3a75-4291-921a-8865f5622dbb by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '0320ae91-42ee-4bf8-8941-fd6dce1d01e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a3008efc-7c8c-46d0-a76e-294e088e3656'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:17:38.903050 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f0609de7-2d2a-440f-b9ba-65490fd6256b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:38.903151 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714be0f1-1559-463c-83d7-142820282ade None None] Attempting to bind port 19493c2b-3a75-4291-921a-8865f5622dbb on network a3008efc-7c8c-46d0-a76e-294e088e3656 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:17:38.923016 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714be0f1-1559-463c-83d7-142820282ade None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:17:38.923367 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714be0f1-1559-463c-83d7-142820282ade None None] Checking segment: {'id': '0320ae91-42ee-4bf8-8941-fd6dce1d01e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a3008efc-7c8c-46d0-a76e-294e088e3656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:17:38.923705 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-714be0f1-1559-463c-83d7-142820282ade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:38.924065 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714be0f1-1559-463c-83d7-142820282ade None None] Bound using segment: {'id': '0320ae91-42ee-4bf8-8941-fd6dce1d01e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a3008efc-7c8c-46d0-a76e-294e088e3656'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:17:38.924613 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-714be0f1-1559-463c-83d7-142820282ade None None] Bound port: 19493c2b-3a75-4291-921a-8865f5622dbb, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0320ae91-42ee-4bf8-8941-fd6dce1d01e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a3008efc-7c8c-46d0-a76e-294e088e3656'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:17:38.925056 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-714be0f1-1559-463c-83d7-142820282ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:38.951276 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0609de7-2d2a-440f-b9ba-65490fd6256b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:17:38.962490 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f0609de7-2d2a-440f-b9ba-65490fd6256b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:39.034550 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c8fd66-b925-4e61-ae87-4c54ab259e67 None None] DHCP port deletion for 9e34d2bb-9376-4752-8f40-85e06c8c3cde request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:17:39.039730 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-714be0f1-1559-463c-83d7-142820282ade None None] For port 19493c2b-3a75-4291-921a-8865f5622dbb, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:17:39.043812 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-b9c8fd66-b925-4e61-ae87-4c54ab259e67 None None] Deleting port 2bd40c64-f7b3-4912-9122-ac280574f6dc {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:17:39.043987 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b9c8fd66-b925-4e61-ae87-4c54ab259e67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:39.046471 n-d-825175-4 neutron-server[84061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:17:39.046471 n-d-825175-4 neutron-server[84061]: util.warn( May 05 22:17:39.046471 n-d-825175-4 neutron-server[84061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:17:39.046471 n-d-825175-4 neutron-server[84061]: util.warn( May 05 22:17:39.046471 n-d-825175-4 neutron-server[84061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:17:39.046471 n-d-825175-4 neutron-server[84061]: util.warn( May 05 22:17:39.046471 n-d-825175-4 neutron-server[84061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:17:39.046471 n-d-825175-4 neutron-server[84061]: util.warn( May 05 22:17:39.046471 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 22:17:39.046471 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:17:39.046471 n-d-825175-4 neutron-server[84061]: timer() May 05 22:17:39.046471 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:17:39.046471 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 22:17:39.046471 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:17:39.046471 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 22:17:39.046471 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:17:39.046471 n-d-825175-4 neutron-server[84061]: self._notify() May 05 22:17:39.046471 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:17:39.046471 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 22:17:39.046471 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:17:39.046471 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 22:17:39.046471 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:17:39.046471 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:17:39.046471 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:17:39.046471 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:17:39.046471 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:17:39.046471 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 22:17:39.046471 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:17:39.046471 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 22:17:39.046471 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:17:39.046471 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:17:39.046471 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:17:39.046471 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 22:17:39.046471 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:17:39.046471 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:17:39.046471 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:17:39.046471 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:17:39.046471 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:17:39.046471 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:17:39.046471 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:17:39.090426 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-714be0f1-1559-463c-83d7-142820282ade None None] For port 19493c2b-3a75-4291-921a-8865f5622dbb, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=19493c2b-3a75-4291-921a-8865f5622dbb,segment=NetworkSegment(0320ae91-42ee-4bf8-8941-fd6dce1d01e5),segment_id=0320ae91-42ee-4bf8-8941-fd6dce1d01e5)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:17:39.116282 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-714be0f1-1559-463c-83d7-142820282ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:39.189278 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f0609de7-2d2a-440f-b9ba-65490fd6256b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:39.204272 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714be0f1-1559-463c-83d7-142820282ade None None] Pushing event updated for resources: {'Port': ['ID=19493c2b-3a75-4291-921a-8865f5622dbb,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:39.232268 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f0609de7-2d2a-440f-b9ba-65490fd6256b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:39.235024 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0609de7-2d2a-440f-b9ba-65490fd6256b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event deleted for resources: {'Network': ['ID=d71c1f07-cd15-4dcc-b56a-ac7b76edd0dd,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:39.246918 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-c6ad0480-aa61-4ffb-a782-8c38d487f91c tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] For port 2bd40c64-f7b3-4912-9122-ac280574f6dc, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=2bd40c64-f7b3-4912-9122-ac280574f6dc,segment=NetworkSegment(a2bbb608-6673-47a8-a890-daed6b00b733),segment_id=a2bbb608-6673-47a8-a890-daed6b00b733)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:17:39.247455 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c6ad0480-aa61-4ffb-a782-8c38d487f91c tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:39.277955 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f0609de7-2d2a-440f-b9ba-65490fd6256b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "DELETE /v2.0/networks/d71c1f07-cd15-4dcc-b56a-ac7b76edd0dd HTTP/1.1" status: 204 len: 168 time: 3.9625068 May 05 22:17:39.282235 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54202) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:39.290956 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-5203a670-c858-4daa-8bce-3289e1211da9 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Request body: {'port': {'network_id': '06a1920c-9add-4829-b47e-d5ec23e66361', 'name': 'tempest-PortsIpV6TestJSON-1375030997'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:17:39.534726 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-5203a670-c858-4daa-8bce-3289e1211da9 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:17:39.539977 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-5203a670-c858-4daa-8bce-3289e1211da9 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Usage tracker for resource:port and tenant:19bd1ce22cbf41f7ad0f1240c3793693 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:17:39.544090 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-5203a670-c858-4daa-8bce-3289e1211da9 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:17:39.556980 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-b9c8fd66-b925-4e61-ae87-4c54ab259e67 None None] For port 2bd40c64-f7b3-4912-9122-ac280574f6dc, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=2bd40c64-f7b3-4912-9122-ac280574f6dc,segment=NetworkSegment(a2bbb608-6673-47a8-a890-daed6b00b733),segment_id=a2bbb608-6673-47a8-a890-daed6b00b733)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:17:39.557399 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b9c8fd66-b925-4e61-ae87-4c54ab259e67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:39.559125 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-5203a670-c858-4daa-8bce-3289e1211da9 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:17:39.575369 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5203a670-c858-4daa-8bce-3289e1211da9 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Made reservation on behalf of 19bd1ce22cbf41f7ad0f1240c3793693 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:17:39.579994 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5203a670-c858-4daa-8bce-3289e1211da9 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:39.617552 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [None req-5203a670-c858-4daa-8bce-3289e1211da9 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] device_id is not set on port 45e349b9-eabc-4b7f-b874-db4eee59dd15 yet. {{(pid=84061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:17:39.671359 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-c6ad0480-aa61-4ffb-a782-8c38d487f91c tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Calling delete_port for 2bd40c64-f7b3-4912-9122-ac280574f6dc owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:17:39.751053 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 2bd40c64-f7b3-4912-9122-ac280574f6dc no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:17:39.783679 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-b9c8fd66-b925-4e61-ae87-4c54ab259e67 None None] Calling delete_port for 2bd40c64-f7b3-4912-9122-ac280574f6dc owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:17:39.850650 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61e50988-1bd5-404b-9237-0c7dc5b17632 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Router b6d3fd44-9ab1-479c-9161-36d41e34eb0b is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 22:17:39.879966 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c6ad0480-aa61-4ffb-a782-8c38d487f91c tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:39.890355 n-d-825175-4 neutron-server[84064]: INFO neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No ports have port_id starting with 2bd40c64-f7b3-4912-9122-ac280574f6dc May 05 22:17:39.891996 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device b2097063-8556-4113-a8fc-ccf6c1dcbb17 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:17:39.937948 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-b9c8fd66-b925-4e61-ae87-4c54ab259e67 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:17:39.938827 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-b9c8fd66-b925-4e61-ae87-4c54ab259e67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:17:39.938965 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: b2097063-8556-4113-a8fc-ccf6c1dcbb17 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:17:39.939205 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device b2097063-8556-4113-a8fc-ccf6c1dcbb17 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:17:40.134132 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad0480-aa61-4ffb-a782-8c38d487f91c tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event deleted for resources: {'Port': ['ID=2bd40c64-f7b3-4912-9122-ac280574f6dc,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:40.195050 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ad0480-aa61-4ffb-a782-8c38d487f91c tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] No DVR routers for this DVR port 2bd40c64-f7b3-4912-9122-ac280574f6dc on host n-d-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:17:40.237749 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5203a670-c858-4daa-8bce-3289e1211da9 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:40.277970 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5203a670-c858-4daa-8bce-3289e1211da9 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:40.385291 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5203a670-c858-4daa-8bce-3289e1211da9 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Network 06a1920c-9add-4829-b47e-d5ec23e66361 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:17:40.388064 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-5203a670-c858-4daa-8bce-3289e1211da9 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:17:40.399693 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5203a670-c858-4daa-8bce-3289e1211da9 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:17:40.405822 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5203a670-c858-4daa-8bce-3289e1211da9 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:17:40.406707 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5203a670-c858-4daa-8bce-3289e1211da9 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:40.439348 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-b9c8fd66-b925-4e61-ae87-4c54ab259e67 None None] Deleting port 2bd40c64-f7b3-4912-9122-ac280574f6dc {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:17:40.439899 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b9c8fd66-b925-4e61-ae87-4c54ab259e67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:40.449620 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5203a670-c858-4daa-8bce-3289e1211da9 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event updated for resources: {'Port': ['ID=45e349b9-eabc-4b7f-b874-db4eee59dd15,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:40.462946 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-5203a670-c858-4daa-8bce-3289e1211da9 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1788876 May 05 22:17:40.465442 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54224) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:40.549775 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c6ad0480-aa61-4ffb-a782-8c38d487f91c tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:40.586012 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-b9c8fd66-b925-4e61-ae87-4c54ab259e67 None None] The port '2bd40c64-f7b3-4912-9122-ac280574f6dc' was deleted {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 22:17:40.612379 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-c6ad0480-aa61-4ffb-a782-8c38d487f91c tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e34d2bb-9376-4752-8f40-85e06c8c3cde']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:40.630324 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-c6ad0480-aa61-4ffb-a782-8c38d487f91c tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2bbb608-6673-47a8-a890-daed6b00b733') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:40.630808 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-c6ad0480-aa61-4ffb-a782-8c38d487f91c tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2bbb608-6673-47a8-a890-daed6b00b733') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:40.654607 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-a7deded2-36b1-4fe7-bfc5-cb5f6cfff294 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Deleting port 45e349b9-eabc-4b7f-b874-db4eee59dd15 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:17:40.655115 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a7deded2-36b1-4fe7-bfc5-cb5f6cfff294 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:40.673220 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c6ad0480-aa61-4ffb-a782-8c38d487f91c tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:40.711361 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c6ad0480-aa61-4ffb-a782-8c38d487f91c tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:40.741757 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6ad0480-aa61-4ffb-a782-8c38d487f91c tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:17:40.742325 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c6ad0480-aa61-4ffb-a782-8c38d487f91c tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:40.760923 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:17:40.760923 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:17:40.760923 n-d-825175-4 neutron-server[84063]: timer() May 05 22:17:40.760923 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:17:40.760923 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:17:40.760923 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:17:40.760923 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:17:40.760923 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:17:40.760923 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:17:40.760923 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:17:40.760923 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:17:40.760923 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:17:40.760923 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:17:40.760923 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:17:40.760923 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:17:40.760923 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:17:40.760923 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:17:40.760923 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:17:40.760923 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:17:40.760923 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:17:40.760923 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:17:40.760923 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:17:40.760923 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:17:40.760923 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:17:40.760923 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:17:40.760923 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:17:40.760923 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:17:40.760923 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:17:40.760923 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:17:40.760923 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:17:40.760923 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:17:40.760923 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:17:40.962402 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a7deded2-36b1-4fe7-bfc5-cb5f6cfff294 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:41.011755 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e50988-1bd5-404b-9237-0c7dc5b17632 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:17:41.020770 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c6ad0480-aa61-4ffb-a782-8c38d487f91c tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:41.032182 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f1a878-650e-47ea-a876-3d3f82ce1460 None None] Sync routers for ids ['b6d3fd44-9ab1-479c-9161-36d41e34eb0b'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:17:41.067451 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f1a878-650e-47ea-a876-3d3f82ce1460 None None] Routers {'b6d3fd44-9ab1-479c-9161-36d41e34eb0b'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:17:41.068182 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-44f1a878-650e-47ea-a876-3d3f82ce1460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:17:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['b6d3fd44-9ab1-479c-9161-36d41e34eb0b'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:41.094213 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c6ad0480-aa61-4ffb-a782-8c38d487f91c tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:41.156429 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad0480-aa61-4ffb-a782-8c38d487f91c tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event deleted for resources: {'Network': ['ID=9e34d2bb-9376-4752-8f40-85e06c8c3cde,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:41.169795 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-a7deded2-36b1-4fe7-bfc5-cb5f6cfff294 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Calling delete_port for 45e349b9-eabc-4b7f-b874-db4eee59dd15 owned by {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:17:41.173062 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c6ad0480-aa61-4ffb-a782-8c38d487f91c tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "DELETE /v2.0/networks/9e34d2bb-9376-4752-8f40-85e06c8c3cde HTTP/1.1" status: 204 len: 168 time: 2.6757076 May 05 22:17:41.175671 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-61e50988-1bd5-404b-9237-0c7dc5b17632 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:41.180060 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-61e50988-1bd5-404b-9237-0c7dc5b17632 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.0131009 May 05 22:17:41.181227 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54236) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:41.188919 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54238) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:41.229850 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077c51df-942c-42d3-935b-ebd563546340 None None] Network a3008efc-7c8c-46d0-a76e-294e088e3656 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:17:41.262384 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54254) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:41.284657 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-44f1a878-650e-47ea-a876-3d3f82ce1460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:41.348497 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a7deded2-36b1-4fe7-bfc5-cb5f6cfff294 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:41.450479 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7deded2-36b1-4fe7-bfc5-cb5f6cfff294 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event deleted for resources: {'Port': ['ID=45e349b9-eabc-4b7f-b874-db4eee59dd15,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:41.480203 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a7deded2-36b1-4fe7-bfc5-cb5f6cfff294 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:41.504033 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a7deded2-36b1-4fe7-bfc5-cb5f6cfff294 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "DELETE /v2.0/ports/45e349b9-eabc-4b7f-b874-db4eee59dd15 HTTP/1.1" status: 204 len: 168 time: 1.0349193 May 05 22:17:41.504653 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54260) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:41.510402 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-9830ae7d-f5a6-40ce-b49a-18d38391ff75 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Request body: {'port': {'network_id': '06a1920c-9add-4829-b47e-d5ec23e66361', 'mac_address': 'fa:16:3e:ed:7d:be', 'name': 'tempest-PortsIpV6TestJSON-1559525565'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:17:41.639092 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-d90b6eee-2729-45df-8b93-c1e1bcfb1efc None None] Provisioning for port 19493c2b-3a75-4291-921a-8865f5622dbb completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:17:41.642334 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f1a878-650e-47ea-a876-3d3f82ce1460 None None] Routers {'b6d3fd44-9ab1-479c-9161-36d41e34eb0b'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:17:41.647224 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-44f1a878-650e-47ea-a876-3d3f82ce1460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:17:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['b6d3fd44-9ab1-479c-9161-36d41e34eb0b'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:41.723884 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8e822ae9-6995-4eae-9fd0-3909eca527a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:41.749668 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-9830ae7d-f5a6-40ce-b49a-18d38391ff75 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:17:41.757532 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-9830ae7d-f5a6-40ce-b49a-18d38391ff75 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Usage tracker for resource:port and tenant:19bd1ce22cbf41f7ad0f1240c3793693 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:17:41.761708 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-9830ae7d-f5a6-40ce-b49a-18d38391ff75 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:17:41.788115 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 19493c2b-3a75-4291-921a-8865f5622dbb up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:17:41.801474 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-9830ae7d-f5a6-40ce-b49a-18d38391ff75 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:17:41.818010 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-8e822ae9-6995-4eae-9fd0-3909eca527a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:17:41.822565 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-8e822ae9-6995-4eae-9fd0-3909eca527a8 admin admin] Usage tracker for resource:security_group_rule and tenant:f076ca43ebc0484ea2f3424f5f52a80a is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:17:41.825933 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-8e822ae9-6995-4eae-9fd0-3909eca527a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:17:41.832196 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9830ae7d-f5a6-40ce-b49a-18d38391ff75 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Made reservation on behalf of 19bd1ce22cbf41f7ad0f1240c3793693 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:17:41.849334 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-8e822ae9-6995-4eae-9fd0-3909eca527a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:17:41.877739 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-44f1a878-650e-47ea-a876-3d3f82ce1460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:41.878133 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f1a878-650e-47ea-a876-3d3f82ce1460 None None] The sync data for ids ['b6d3fd44-9ab1-479c-9161-36d41e34eb0b'] in n-d-825175-4 is: [] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:17:41.964585 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9830ae7d-f5a6-40ce-b49a-18d38391ff75 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:42.008917 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [None req-9830ae7d-f5a6-40ce-b49a-18d38391ff75 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] device_id is not set on port 15161d6b-e432-4c71-98fa-c521b3e005ef yet. {{(pid=84061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:17:42.079611 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 19493c2b-3a75-4291-921a-8865f5622dbb completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:17:42.090788 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 19493c2b-3a75-4291-921a-8865f5622dbb triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:17:42.092017 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:42.098796 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8e822ae9-6995-4eae-9fd0-3909eca527a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:42.099422 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0bb42fdc-b026-40f4-8e41-e1af105c2375 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:42.107118 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8e822ae9-6995-4eae-9fd0-3909eca527a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:42.146936 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-8e822ae9-6995-4eae-9fd0-3909eca527a8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f076ca43ebc0484ea2f3424f5f52a80a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8831873 May 05 22:17:42.161288 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54274) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:42.230493 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e822ae9-6995-4eae-9fd0-3909eca527a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08107238-de0d-4403-9ebb-0a9043f25670,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:42.267832 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:42.306768 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 19493c2b-3a75-4291-921a-8865f5622dbb, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=19493c2b-3a75-4291-921a-8865f5622dbb,segment=NetworkSegment(0320ae91-42ee-4bf8-8941-fd6dce1d01e5),segment_id=0320ae91-42ee-4bf8-8941-fd6dce1d01e5)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:17:42.313564 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:42.434515 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=19493c2b-3a75-4291-921a-8865f5622dbb,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:42.524160 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54282) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:42.599455 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-173f9015-1107-4e02-9810-fc7976dfb667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:42.635397 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9830ae7d-f5a6-40ce-b49a-18d38391ff75 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:42.673802 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-173f9015-1107-4e02-9810-fc7976dfb667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:42.711567 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-5e2f438a-2496-493d-8043-8db0cd2b9da9 None None] Provisioning complete for port 19493c2b-3a75-4291-921a-8865f5622dbb triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:17:42.712137 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5e2f438a-2496-493d-8043-8db0cd2b9da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:42.796950 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9830ae7d-f5a6-40ce-b49a-18d38391ff75 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:42.822262 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-307d9338-aac0-4dff-9949-363ccfab5746 req-71751283-4f6e-404e-9405-c16d5115baf7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c499d0ef-0226-4dd2-99d9-4b778e9b8732 HTTP/1.1" status: 200 len: 1096 time: 0.2967172 May 05 22:17:42.884837 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9830ae7d-f5a6-40ce-b49a-18d38391ff75 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Network 06a1920c-9add-4829-b47e-d5ec23e66361 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:17:42.895150 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-9830ae7d-f5a6-40ce-b49a-18d38391ff75 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:17:42.900164 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-173f9015-1107-4e02-9810-fc7976dfb667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:42.918748 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9830ae7d-f5a6-40ce-b49a-18d38391ff75 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:17:42.922575 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9830ae7d-f5a6-40ce-b49a-18d38391ff75 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:17:42.923211 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9830ae7d-f5a6-40ce-b49a-18d38391ff75 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:42.964793 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173f9015-1107-4e02-9810-fc7976dfb667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08107238-de0d-4403-9ebb-0a9043f25670,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:42.983961 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9830ae7d-f5a6-40ce-b49a-18d38391ff75 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event updated for resources: {'Port': ['ID=15161d6b-e432-4c71-98fa-c521b3e005ef,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:42.994263 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-307d9338-aac0-4dff-9949-363ccfab5746 req-8e875bae-9b34-4256-8e0f-2775f5305ee5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e1868c33-7142-4ab6-ae0c-4ca9fe2a6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1711173 May 05 22:17:42.999316 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-9830ae7d-f5a6-40ce-b49a-18d38391ff75 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4933839 May 05 22:17:43.000450 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-173f9015-1107-4e02-9810-fc7976dfb667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:43.001772 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-173f9015-1107-4e02-9810-fc7976dfb667 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/08107238-de0d-4403-9ebb-0a9043f25670 HTTP/1.1" status: 204 len: 168 time: 0.8395357 May 05 22:17:43.002394 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54298) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:43.186644 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cffb5e6-eacb-4e49-9e47-2b05cf020042 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:17:43.187658 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-1cffb5e6-eacb-4e49-9e47-2b05cf020042 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Synchronizing usage tracker for tenant:19bd1ce22cbf41f7ad0f1240c3793693 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:17:43.210843 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-1cffb5e6-eacb-4e49-9e47-2b05cf020042 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Unset dirty status for tenant:19bd1ce22cbf41f7ad0f1240c3793693 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:17:43.212904 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-1cffb5e6-eacb-4e49-9e47-2b05cf020042 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "GET /v2.0/ports/15161d6b-e432-4c71-98fa-c521b3e005ef HTTP/1.1" status: 200 len: 845 time: 0.2094843 May 05 22:17:43.216606 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54306) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:43.296975 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-4d9743bc-a9e9-456d-920c-9182321e1a2f tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Deleting port 15161d6b-e432-4c71-98fa-c521b3e005ef {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:17:43.297563 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4d9743bc-a9e9-456d-920c-9182321e1a2f tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:43.591744 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 19493c2b-3a75-4291-921a-8865f5622dbb up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:17:43.681047 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-0bb42fdc-b026-40f4-8e41-e1af105c2375 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Deleting port ccef331f-e9eb-4359-8034-473173fd4275 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:17:43.681047 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0bb42fdc-b026-40f4-8e41-e1af105c2375 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:43.692777 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 19493c2b-3a75-4291-921a-8865f5622dbb triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:17:43.693142 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:43.709081 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d14fb7b7-1e15-45b5-ad93-b9d12573abdc tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:43.719205 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4d9743bc-a9e9-456d-920c-9182321e1a2f tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:43.886787 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-4d9743bc-a9e9-456d-920c-9182321e1a2f tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Calling delete_port for 15161d6b-e432-4c71-98fa-c521b3e005ef owned by {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:17:43.981640 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2fc7f02a-4086-4782-9b7e-cdbff7978c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:44.030431 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4d9743bc-a9e9-456d-920c-9182321e1a2f tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:44.092735 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9743bc-a9e9-456d-920c-9182321e1a2f tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event deleted for resources: {'Port': ['ID=15161d6b-e432-4c71-98fa-c521b3e005ef,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:44.100549 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4d9743bc-a9e9-456d-920c-9182321e1a2f tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:44.122139 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4d9743bc-a9e9-456d-920c-9182321e1a2f tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "DELETE /v2.0/ports/15161d6b-e432-4c71-98fa-c521b3e005ef HTTP/1.1" status: 204 len: 168 time: 0.9027243 May 05 22:17:44.123657 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54338) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:44.179026 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f199d0c-c5ce-4ff8-b84e-d8ee7dcf8e67 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] GET failed (client error): The resource could not be found. May 05 22:17:44.179565 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-6f199d0c-c5ce-4ff8-b84e-d8ee7dcf8e67 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Synchronizing usage tracker for tenant:19bd1ce22cbf41f7ad0f1240c3793693 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:17:44.198596 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-6f199d0c-c5ce-4ff8-b84e-d8ee7dcf8e67 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Unset dirty status for tenant:19bd1ce22cbf41f7ad0f1240c3793693 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:17:44.203787 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-6f199d0c-c5ce-4ff8-b84e-d8ee7dcf8e67 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "GET /v2.0/ports/15161d6b-e432-4c71-98fa-c521b3e005ef HTTP/1.1" status: 404 len: 333 time: 0.0752573 May 05 22:17:44.204376 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54344) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:44.211378 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-d597eb40-9d22-4130-a7e1-7f1d34e335c0 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Request body: {'port': {'network_id': '06a1920c-9add-4829-b47e-d5ec23e66361', 'name': 'tempest-PortsIpV6TestJSON-1034126055'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:17:44.234199 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-0bb42fdc-b026-40f4-8e41-e1af105c2375 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] For port ccef331f-e9eb-4359-8034-473173fd4275, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=ccef331f-e9eb-4359-8034-473173fd4275,segment=NetworkSegment(6088d079-5ef6-454b-8737-2673f6232e4e),segment_id=6088d079-5ef6-454b-8737-2673f6232e4e)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:17:44.234983 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0bb42fdc-b026-40f4-8e41-e1af105c2375 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:44.340659 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-d597eb40-9d22-4130-a7e1-7f1d34e335c0 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:17:44.349962 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-d597eb40-9d22-4130-a7e1-7f1d34e335c0 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:17:44.377539 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d597eb40-9d22-4130-a7e1-7f1d34e335c0 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Made reservation on behalf of 19bd1ce22cbf41f7ad0f1240c3793693 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:17:44.387298 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d597eb40-9d22-4130-a7e1-7f1d34e335c0 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:44.393479 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-0bb42fdc-b026-40f4-8e41-e1af105c2375 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Calling delete_port for ccef331f-e9eb-4359-8034-473173fd4275 owned by network:router_interface {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:17:44.415368 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [None req-d597eb40-9d22-4130-a7e1-7f1d34e335c0 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] device_id is not set on port fef38c94-2745-4210-afe9-229998d22342 yet. {{(pid=84061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:17:44.614910 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-d14fb7b7-1e15-45b5-ad93-b9d12573abdc tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Allocated IP 172.20.0.1 (a3008efc-7c8c-46d0-a76e-294e088e3656/4a8fbf21-04a0-45a2-bd87-22d10851ceb0/b347ce59-6780-41b6-b6f1-045e964c9b87) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:17:44.718836 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d597eb40-9d22-4130-a7e1-7f1d34e335c0 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:44.751836 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d597eb40-9d22-4130-a7e1-7f1d34e335c0 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:44.842387 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d597eb40-9d22-4130-a7e1-7f1d34e335c0 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Network 06a1920c-9add-4829-b47e-d5ec23e66361 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:17:44.846504 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-d597eb40-9d22-4130-a7e1-7f1d34e335c0 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:17:44.851611 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d597eb40-9d22-4130-a7e1-7f1d34e335c0 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:17:44.855733 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d597eb40-9d22-4130-a7e1-7f1d34e335c0 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:17:44.856349 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d597eb40-9d22-4130-a7e1-7f1d34e335c0 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:44.876685 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d597eb40-9d22-4130-a7e1-7f1d34e335c0 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event updated for resources: {'Port': ['ID=fef38c94-2745-4210-afe9-229998d22342,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:44.907463 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-d597eb40-9d22-4130-a7e1-7f1d34e335c0 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6994841 May 05 22:17:44.909259 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54382) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:44.918106 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-34995429-7dd6-4d15-b04c-945bba4fd603 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:17:45.028490 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0bb42fdc-b026-40f4-8e41-e1af105c2375 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:45.076215 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-34995429-7dd6-4d15-b04c-945bba4fd603 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:45.112311 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb42fdc-b026-40f4-8e41-e1af105c2375 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event deleted for resources: {'Port': ['ID=ccef331f-e9eb-4359-8034-473173fd4275,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:45.123790 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d14fb7b7-1e15-45b5-ad93-b9d12573abdc tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:45.181937 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-d14fb7b7-1e15-45b5-ad93-b9d12573abdc tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Transition to ACTIVE for port object b347ce59-6780-41b6-b6f1-045e964c9b87 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:17:45.396737 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-34995429-7dd6-4d15-b04c-945bba4fd603 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:45.412142 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-34995429-7dd6-4d15-b04c-945bba4fd603 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:45.420506 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d14fb7b7-1e15-45b5-ad93-b9d12573abdc tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:45.531210 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-34995429-7dd6-4d15-b04c-945bba4fd603 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] In _notify_port_updated(), no bound segment for port fef38c94-2745-4210-afe9-229998d22342 on network 06a1920c-9add-4829-b47e-d5ec23e66361 {{(pid=84061) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 05 22:17:45.536005 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14fb7b7-1e15-45b5-ad93-b9d12573abdc tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Network a3008efc-7c8c-46d0-a76e-294e088e3656 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:17:45.537391 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34995429-7dd6-4d15-b04c-945bba4fd603 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:17:45.538224 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-34995429-7dd6-4d15-b04c-945bba4fd603 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:45.539991 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-d14fb7b7-1e15-45b5-ad93-b9d12573abdc tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:17:45.540763 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-34995429-7dd6-4d15-b04c-945bba4fd603 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "PUT /v2.0/ports/fef38c94-2745-4210-afe9-229998d22342 HTTP/1.1" status: 200 len: 818 time: 0.6304462 May 05 22:17:45.559065 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54400) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:45.562150 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14fb7b7-1e15-45b5-ad93-b9d12573abdc tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:17:45.629163 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14fb7b7-1e15-45b5-ad93-b9d12573abdc tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Pushing event updated for resources: {'Port': ['ID=b347ce59-6780-41b6-b6f1-045e964c9b87,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:45.750307 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0bb42fdc-b026-40f4-8e41-e1af105c2375 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:45.754738 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d14fb7b7-1e15-45b5-ad93-b9d12573abdc tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:45.785499 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34995429-7dd6-4d15-b04c-945bba4fd603 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event updated for resources: {'Port': ['ID=fef38c94-2745-4210-afe9-229998d22342,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:45.806330 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-cb2786a5-8965-48f2-b7d1-fb9258459528 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Deleting port fef38c94-2745-4210-afe9-229998d22342 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:17:45.807114 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cb2786a5-8965-48f2-b7d1-fb9258459528 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:46.015505 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f9283bff-6584-4c1c-be32-c41661f6b4ea None None] Provisioning for port b347ce59-6780-41b6-b6f1-045e964c9b87 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:17:46.025930 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f9283bff-6584-4c1c-be32-c41661f6b4ea None None] Provisioning complete for port b347ce59-6780-41b6-b6f1-045e964c9b87 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:17:46.026566 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f9283bff-6584-4c1c-be32-c41661f6b4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:46.047301 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d14fb7b7-1e15-45b5-ad93-b9d12573abdc tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:46.164769 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f9283bff-6584-4c1c-be32-c41661f6b4ea None None] Port b347ce59-6780-41b6-b6f1-045e964c9b87 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:17:46.295635 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-385d15d3-8a31-43e7-a9f2-f6be95cc1582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:46.311320 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cb2786a5-8965-48f2-b7d1-fb9258459528 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:46.472760 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-cb2786a5-8965-48f2-b7d1-fb9258459528 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Calling delete_port for fef38c94-2745-4210-afe9-229998d22342 owned by {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:17:46.576632 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cb2786a5-8965-48f2-b7d1-fb9258459528 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:46.630628 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2786a5-8965-48f2-b7d1-fb9258459528 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event deleted for resources: {'Port': ['ID=fef38c94-2745-4210-afe9-229998d22342,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:46.645010 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cb2786a5-8965-48f2-b7d1-fb9258459528 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:46.658014 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-cb2786a5-8965-48f2-b7d1-fb9258459528 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "DELETE /v2.0/ports/fef38c94-2745-4210-afe9-229998d22342 HTTP/1.1" status: 204 len: 168 time: 1.0796859 May 05 22:17:46.658375 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54440) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:46.773372 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fb3149-4f20-4280-8036-7735fee30d96 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:17:46.774164 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-05fb3149-4f20-4280-8036-7735fee30d96 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Synchronizing usage tracker for tenant:19bd1ce22cbf41f7ad0f1240c3793693 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:17:46.797564 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-05fb3149-4f20-4280-8036-7735fee30d96 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Unset dirty status for tenant:19bd1ce22cbf41f7ad0f1240c3793693 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:17:46.800384 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-05fb3149-4f20-4280-8036-7735fee30d96 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1407688 May 05 22:17:46.803646 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54450) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:46.860365 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-26744167-908a-457b-8c13-27053b4df0d7 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] GET failed (client error): The resource could not be found. May 05 22:17:46.865036 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-26744167-908a-457b-8c13-27053b4df0d7 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "GET /v2.0/ports/fef38c94-2745-4210-afe9-229998d22342 HTTP/1.1" status: 404 len: 333 time: 0.0569859 May 05 22:17:46.865988 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54458) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:46.878702 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-4ba037e4-737e-4901-913a-ef3010c1551f tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1182489234'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:17:46.897568 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4ba037e4-737e-4901-913a-ef3010c1551f tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:17:46.902349 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-4ba037e4-737e-4901-913a-ef3010c1551f tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Usage tracker for resource:network and tenant:19bd1ce22cbf41f7ad0f1240c3793693 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:17:46.907088 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-4ba037e4-737e-4901-913a-ef3010c1551f tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:17:46.915805 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4ba037e4-737e-4901-913a-ef3010c1551f tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:17:46.948396 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba037e4-737e-4901-913a-ef3010c1551f tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Made reservation on behalf of 19bd1ce22cbf41f7ad0f1240c3793693 for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:17:46.959744 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4ba037e4-737e-4901-913a-ef3010c1551f tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:47.021654 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ba037e4-737e-4901-913a-ef3010c1551f tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:17:47.038547 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4ba037e4-737e-4901-913a-ef3010c1551f tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:47.039771 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-4ba037e4-737e-4901-913a-ef3010c1551f tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Added segment 8f909180-1937-4c00-9ec7-d51b9db37047 of type vlan for network 58c952bc-8f8a-47a6-8ec0-9c1e980cfbef May 05 22:17:47.084873 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4ba037e4-737e-4901-913a-ef3010c1551f tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:47.103683 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb42fdc-b026-40f4-8e41-e1af105c2375 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Router a35913f1-481d-4672-b9d2-d19d0f788cb0 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:17:47.127370 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4ba037e4-737e-4901-913a-ef3010c1551f tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:47.131551 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba037e4-737e-4901-913a-ef3010c1551f tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:17:47.132135 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4ba037e4-737e-4901-913a-ef3010c1551f tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:47.238674 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4ba037e4-737e-4901-913a-ef3010c1551f tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3715858 May 05 22:17:47.242244 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54464) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:47.250199 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-7ad2ced2-fd50-46ec-8fc3-08ae70d5d4f2 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Request body: {'subnet': {'network_id': '58c952bc-8f8a-47a6-8ec0-9c1e980cfbef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:17:47.252906 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.resource_extend [None req-d14fb7b7-1e15-45b5-ad93-b9d12573abdc tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 22:17:47.278893 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d14fb7b7-1e15-45b5-ad93-b9d12573abdc tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:47.296248 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d14fb7b7-1e15-45b5-ad93-b9d12573abdc tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:47.323504 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba037e4-737e-4901-913a-ef3010c1551f tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event updated for resources: {'Network': ['ID=58c952bc-8f8a-47a6-8ec0-9c1e980cfbef,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:47.333219 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 58c952bc-8f8a-47a6-8ec0-9c1e980cfbef details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:17:47.393494 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-7ad2ced2-fd50-46ec-8fc3-08ae70d5d4f2 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:17:47.403653 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-7ad2ced2-fd50-46ec-8fc3-08ae70d5d4f2 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Usage tracker for resource:subnet and tenant:19bd1ce22cbf41f7ad0f1240c3793693 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:17:47.424313 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14fb7b7-1e15-45b5-ad93-b9d12573abdc tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Pushing event updated for resources: {'Port': ['ID=b347ce59-6780-41b6-b6f1-045e964c9b87,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:47.428840 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-7ad2ced2-fd50-46ec-8fc3-08ae70d5d4f2 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:17:47.457445 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-7ad2ced2-fd50-46ec-8fc3-08ae70d5d4f2 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:17:47.466087 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:47.473523 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d14fb7b7-1e15-45b5-ad93-b9d12573abdc tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:47.479666 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad2ced2-fd50-46ec-8fc3-08ae70d5d4f2 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Made reservation on behalf of 19bd1ce22cbf41f7ad0f1240c3793693 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:17:47.511796 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:47.601281 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb42fdc-b026-40f4-8e41-e1af105c2375 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:17:47.612765 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df1e5ce-3b77-4571-a6ca-c837ace33245 None None] Sync routers for ids ['a35913f1-481d-4672-b9d2-d19d0f788cb0'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:17:47.627946 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0bb42fdc-b026-40f4-8e41-e1af105c2375 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "PUT /v2.0/routers/a35913f1-481d-4672-b9d2-d19d0f788cb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4442570 May 05 22:17:47.638638 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54468) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:47.639948 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df1e5ce-3b77-4571-a6ca-c837ace33245 None None] Routers {'a35913f1-481d-4672-b9d2-d19d0f788cb0'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:17:47.640750 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-6df1e5ce-3b77-4571-a6ca-c837ace33245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:17:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['a35913f1-481d-4672-b9d2-d19d0f788cb0'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:47.674398 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14fb7b7-1e15-45b5-ad93-b9d12573abdc tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Network a3008efc-7c8c-46d0-a76e-294e088e3656 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:17:47.676197 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-d14fb7b7-1e15-45b5-ad93-b9d12573abdc tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:17:47.802707 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7ad2ced2-fd50-46ec-8fc3-08ae70d5d4f2 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:47.943113 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-6df1e5ce-3b77-4571-a6ca-c837ace33245 None None] Set router a35913f1-481d-4672-b9d2-d19d0f788cb0 gateway port host: None {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:17:48.118450 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-151ea1f2-8136-476c-8c67-921dd6eefa16 None None] Provisioning complete for port b347ce59-6780-41b6-b6f1-045e964c9b87 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:17:48.118846 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-151ea1f2-8136-476c-8c67-921dd6eefa16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:48.236349 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-151ea1f2-8136-476c-8c67-921dd6eefa16 None None] Port b347ce59-6780-41b6-b6f1-045e964c9b87 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:17:48.261729 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7ad2ced2-fd50-46ec-8fc3-08ae70d5d4f2 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:48.313016 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-72198272-d1ce-4c71-884c-19188b40cac5 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Deleting subnet 49bbbe25-9a5a-46a8-843f-9e8f7e7980cd {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:17:48.322516 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-72198272-d1ce-4c71-884c-19188b40cac5 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:48.400320 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d14fb7b7-1e15-45b5-ad93-b9d12573abdc tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Router b6d3fd44-9ab1-479c-9161-36d41e34eb0b has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:17:48.509470 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad2ced2-fd50-46ec-8fc3-08ae70d5d4f2 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event updated for resources: {'Subnet': ['ID=71eaa770-4efc-43d6-98da-7fb09f9e3cf5,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:48.537053 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-6df1e5ce-3b77-4571-a6ca-c837ace33245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'name': 'tempest-RoutersIpV6Test-router-210762404', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:16:39Z', 'updated_at': '2022-05-05T22:17:44Z', 'revision_number': 9, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'gw_port_host': None, '_interfaces': [{'id': '5897fa13-7b54-4809-9e29-1d5fb8cbf9c9', 'name': '', 'network_id': 'fcd5c3bf-b441-4702-b533-b9e20b2c8dec', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'mac_address': 'fa:16:3e:79:b2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95996a3c-f83e-401c-a132-d1ccd2fcfefe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:16:45Z', 'updated_at': '2022-05-05T22:17:02Z', 'revision_number': 5, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'subnets': [{'id': '95996a3c-f83e-401c-a132-d1ccd2fcfefe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6bfe1af-4a84-459b-8fd0-759671ebc569', 'name': '', 'network_id': '1fa527e9-5494-4e6b-beb6-03545cf8dc9a', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'mac_address': 'fa:16:3e:1c:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11a6157f-0671-4ead-9d72-c98e302e7548', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:16:58Z', 'updated_at': '2022-05-05T22:17:10Z', 'revision_number': 5, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'subnets': [{'id': '11a6157f-0671-4ead-9d72-c98e302e7548', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:48.543087 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df1e5ce-3b77-4571-a6ca-c837ace33245 None None] Checking router: a35913f1-481d-4672-b9d2-d19d0f788cb0 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:17:48.560723 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-72198272-d1ce-4c71-884c-19188b40cac5 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:48.573711 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df1e5ce-3b77-4571-a6ca-c837ace33245 None None] Routers {'a35913f1-481d-4672-b9d2-d19d0f788cb0'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:17:48.577852 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-6df1e5ce-3b77-4571-a6ca-c837ace33245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:17:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['a35913f1-481d-4672-b9d2-d19d0f788cb0'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:48.647370 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad2ced2-fd50-46ec-8fc3-08ae70d5d4f2 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Checking segment: {'id': '8f909180-1937-4c00-9ec7-d51b9db37047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '58c952bc-8f8a-47a6-8ec0-9c1e980cfbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:17:48.648033 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad2ced2-fd50-46ec-8fc3-08ae70d5d4f2 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Network hostable DHCP agents. Network: 58c952bc-8f8a-47a6-8ec0-9c1e980cfbef, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:17:48.706260 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-72198272-d1ce-4c71-884c-19188b40cac5 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:48.708983 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d14fb7b7-1e15-45b5-ad93-b9d12573abdc tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:17:48.717569 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d14fb7b7-1e15-45b5-ad93-b9d12573abdc tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] 10.222.0.23 "PUT /v2.0/routers/b6d3fd44-9ab1-479c-9161-36d41e34eb0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5244143 May 05 22:17:48.717569 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54476) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:48.721214 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85c7ce8-f72a-4fc3-a95e-2f084f764925 None None] Sync routers for ids ['b6d3fd44-9ab1-479c-9161-36d41e34eb0b'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:17:48.724378 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-b154f23d-8e16-4450-af12-7fb8b34105fe tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Request body: {'port': {'network_id': 'a3008efc-7c8c-46d0-a76e-294e088e3656', 'name': 'tempest-FloatingIPTestJSON-1898420743'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:17:48.741509 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85c7ce8-f72a-4fc3-a95e-2f084f764925 None None] Routers {'b6d3fd44-9ab1-479c-9161-36d41e34eb0b'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:17:48.742138 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-e85c7ce8-f72a-4fc3-a95e-2f084f764925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:17:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['b6d3fd44-9ab1-479c-9161-36d41e34eb0b'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:48.745796 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad2ced2-fd50-46ec-8fc3-08ae70d5d4f2 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Network 58c952bc-8f8a-47a6-8ec0-9c1e980cfbef is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:17:48.765086 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-7ad2ced2-fd50-46ec-8fc3-08ae70d5d4f2 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 58c952bc-8f8a-47a6-8ec0-9c1e980cfbef) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:17:48.769761 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad2ced2-fd50-46ec-8fc3-08ae70d5d4f2 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:17:48.770875 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7ad2ced2-fd50-46ec-8fc3-08ae70d5d4f2 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:48.814780 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-7ad2ced2-fd50-46ec-8fc3-08ae70d5d4f2 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5712776 May 05 22:17:48.817622 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54480) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:48.831272 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-6ad6c1b0-ad8b-4686-aedd-02808192781c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Request body: {'subnet': {'network_id': '58c952bc-8f8a-47a6-8ec0-9c1e980cfbef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:17:48.843801 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d93168-6967-44b1-8554-a8c5b58c3b89 None None] Network 58c952bc-8f8a-47a6-8ec0-9c1e980cfbef requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:17:48.917935 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-6df1e5ce-3b77-4571-a6ca-c837ace33245 None None] Set router a35913f1-481d-4672-b9d2-d19d0f788cb0 gateway port host: None {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:17:48.950743 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-72198272-d1ce-4c71-884c-19188b40cac5 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:48.963765 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-b154f23d-8e16-4450-af12-7fb8b34105fe tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:17:48.975152 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b154f23d-8e16-4450-af12-7fb8b34105fe tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Usage tracker for resource:port and tenant:79b64dfc3f744f4883ccf8456942a652 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:17:48.983913 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b154f23d-8e16-4450-af12-7fb8b34105fe tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Quota usage for port was recalculated. Used quota:6. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:17:48.994152 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-b154f23d-8e16-4450-af12-7fb8b34105fe tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:17:49.003669 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72198272-d1ce-4c71-884c-19188b40cac5 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event deleted for resources: {'Subnet': ['ID=49bbbe25-9a5a-46a8-843f-9e8f7e7980cd,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:49.020595 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b154f23d-8e16-4450-af12-7fb8b34105fe tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Made reservation on behalf of 79b64dfc3f744f4883ccf8456942a652 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:17:49.024277 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b154f23d-8e16-4450-af12-7fb8b34105fe tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:49.027103 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-72198272-d1ce-4c71-884c-19188b40cac5 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:49.045395 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-72198272-d1ce-4c71-884c-19188b40cac5 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "DELETE /v2.0/subnets/49bbbe25-9a5a-46a8-843f-9e8f7e7980cd HTTP/1.1" status: 204 len: 168 time: 1.4015741 May 05 22:17:49.055031 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54486) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:49.100638 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [None req-b154f23d-8e16-4450-af12-7fb8b34105fe tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] device_id is not set on port e31fbba3-90a8-406b-8757-6656fae40ff0 yet. {{(pid=84063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:17:49.192590 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-6ad6c1b0-ad8b-4686-aedd-02808192781c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:17:49.197005 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-6ad6c1b0-ad8b-4686-aedd-02808192781c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Usage tracker for resource:subnet and tenant:19bd1ce22cbf41f7ad0f1240c3793693 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:17:49.200703 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-6ad6c1b0-ad8b-4686-aedd-02808192781c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:17:49.206816 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-6ad6c1b0-ad8b-4686-aedd-02808192781c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:17:49.209329 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd35b60e-3642-4639-9049-ad5326dc376b None None] Network fe31f1f8-c3de-4977-b310-1b1a2345cb70 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:17:49.237023 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-e85c7ce8-f72a-4fc3-a95e-2f084f764925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:49.252111 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad6c1b0-ad8b-4686-aedd-02808192781c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Made reservation on behalf of 19bd1ce22cbf41f7ad0f1240c3793693 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:17:49.256839 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6ad6c1b0-ad8b-4686-aedd-02808192781c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:49.298317 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:49.299814 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1778cea2-9428-49f7-aa74-3d11b5f59047 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-58c952bc-8f8a-47a6-8ec0-9c1e980cfbef', 'network_id': '58c952bc-8f8a-47a6-8ec0-9c1e980cfbef', 'tenant_id': '19bd1ce22cbf41f7ad0f1240c3793693', 'fixed_ips': [{'subnet_id': '71eaa770-4efc-43d6-98da-7fb09f9e3cf5'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:17:49.300260 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1778cea2-9428-49f7-aa74-3d11b5f59047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:49.371422 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85c7ce8-f72a-4fc3-a95e-2f084f764925 None None] Routers {'b6d3fd44-9ab1-479c-9161-36d41e34eb0b'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:17:49.372220 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-e85c7ce8-f72a-4fc3-a95e-2f084f764925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:17:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['b6d3fd44-9ab1-479c-9161-36d41e34eb0b'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:49.501881 n-d-825175-4 neutron-server[84061]: INFO neutron.db.ipam_backend_mixin [None req-6ad6c1b0-ad8b-4686-aedd-02808192781c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 71eaa770-4efc-43d6-98da-7fb09f9e3cf5 (CIDR: 2001:db8::/64) May 05 22:17:49.525224 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ad6c1b0-ad8b-4686-aedd-02808192781c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 22:17:49.525932 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ad6c1b0-ad8b-4686-aedd-02808192781c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:17:49.529244 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-6df1e5ce-3b77-4571-a6ca-c837ace33245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'name': 'tempest-RoutersIpV6Test-router-210762404', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:16:39Z', 'updated_at': '2022-05-05T22:17:44Z', 'revision_number': 9, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'gw_port_host': None, '_interfaces': [{'id': '5897fa13-7b54-4809-9e29-1d5fb8cbf9c9', 'name': '', 'network_id': 'fcd5c3bf-b441-4702-b533-b9e20b2c8dec', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'mac_address': 'fa:16:3e:79:b2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95996a3c-f83e-401c-a132-d1ccd2fcfefe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:16:45Z', 'updated_at': '2022-05-05T22:17:02Z', 'revision_number': 5, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'subnets': [{'id': '95996a3c-f83e-401c-a132-d1ccd2fcfefe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6bfe1af-4a84-459b-8fd0-759671ebc569', 'name': '', 'network_id': '1fa527e9-5494-4e6b-beb6-03545cf8dc9a', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'mac_address': 'fa:16:3e:1c:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11a6157f-0671-4ead-9d72-c98e302e7548', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:16:58Z', 'updated_at': '2022-05-05T22:17:10Z', 'revision_number': 5, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'subnets': [{'id': '11a6157f-0671-4ead-9d72-c98e302e7548', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:49.533391 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df1e5ce-3b77-4571-a6ca-c837ace33245 None None] The sync data for ids ['a35913f1-481d-4672-b9d2-d19d0f788cb0'] in n-d-825175-4 is: [{'id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'name': 'tempest-RoutersIpV6Test-router-210762404', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:16:39Z', 'updated_at': '2022-05-05T22:17:44Z', 'revision_number': 9, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'gw_port_host': None, '_interfaces': [{'id': '5897fa13-7b54-4809-9e29-1d5fb8cbf9c9', 'name': '', 'network_id': 'fcd5c3bf-b441-4702-b533-b9e20b2c8dec', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'mac_address': 'fa:16:3e:79:b2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95996a3c-f83e-401c-a132-d1ccd2fcfefe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:16:45Z', 'updated_at': '2022-05-05T22:17:02Z', 'revision_number': 5, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'subnets': [{'id': '95996a3c-f83e-401c-a132-d1ccd2fcfefe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6bfe1af-4a84-459b-8fd0-759671ebc569', 'name': '', 'network_id': '1fa527e9-5494-4e6b-beb6-03545cf8dc9a', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'mac_address': 'fa:16:3e:1c:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11a6157f-0671-4ead-9d72-c98e302e7548', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:16:58Z', 'updated_at': '2022-05-05T22:17:10Z', 'revision_number': 5, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'subnets': [{'id': '11a6157f-0671-4ead-9d72-c98e302e7548', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:17:49.568536 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-e85c7ce8-f72a-4fc3-a95e-2f084f764925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:49.571122 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85c7ce8-f72a-4fc3-a95e-2f084f764925 None None] The sync data for ids ['b6d3fd44-9ab1-479c-9161-36d41e34eb0b'] in n-d-825175-4 is: [] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:17:49.606348 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-574d4775-ca64-4756-97fd-d1f3cd9f2781 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:49.610516 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-6ad6c1b0-ad8b-4686-aedd-02808192781c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7899756 May 05 22:17:49.616520 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54496) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:49.625787 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-86ccd71b-26e6-4c8f-9684-dfbe33dfe131 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Request body: {'subnet': {'network_id': '58c952bc-8f8a-47a6-8ec0-9c1e980cfbef', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:17:49.781652 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-574d4775-ca64-4756-97fd-d1f3cd9f2781 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Deleting port c4e3ba6d-d2af-4ecc-a285-268096747739 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:17:49.781991 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-574d4775-ca64-4756-97fd-d1f3cd9f2781 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:49.810504 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-b154f23d-8e16-4450-af12-7fb8b34105fe tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Allocated IP 172.20.0.11 (a3008efc-7c8c-46d0-a76e-294e088e3656/4a8fbf21-04a0-45a2-bd87-22d10851ceb0/e31fbba3-90a8-406b-8757-6656fae40ff0) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:17:49.816481 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-86ccd71b-26e6-4c8f-9684-dfbe33dfe131 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:17:49.829218 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-86ccd71b-26e6-4c8f-9684-dfbe33dfe131 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Usage tracker for resource:subnet and tenant:19bd1ce22cbf41f7ad0f1240c3793693 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:17:49.846360 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-86ccd71b-26e6-4c8f-9684-dfbe33dfe131 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:17:49.866341 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-86ccd71b-26e6-4c8f-9684-dfbe33dfe131 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:17:49.935510 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ccd71b-26e6-4c8f-9684-dfbe33dfe131 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Made reservation on behalf of 19bd1ce22cbf41f7ad0f1240c3793693 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:17:49.936880 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-86ccd71b-26e6-4c8f-9684-dfbe33dfe131 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:49.992359 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-1778cea2-9428-49f7-aa74-3d11b5f59047 None None] Allocated IP 2001:db8::2 (58c952bc-8f8a-47a6-8ec0-9c1e980cfbef/71eaa770-4efc-43d6-98da-7fb09f9e3cf5/0f24834b-e3d8-489d-8df0-3004031db5cb) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:17:50.214895 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b154f23d-8e16-4450-af12-7fb8b34105fe tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:50.234476 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-b154f23d-8e16-4450-af12-7fb8b34105fe tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Transition to ACTIVE for port object e31fbba3-90a8-406b-8757-6656fae40ff0 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:17:50.260059 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b154f23d-8e16-4450-af12-7fb8b34105fe tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:50.283454 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1778cea2-9428-49f7-aa74-3d11b5f59047 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:50.295088 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-1778cea2-9428-49f7-aa74-3d11b5f59047 None None] Transition to ACTIVE for port object 0f24834b-e3d8-489d-8df0-3004031db5cb will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:17:50.321708 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-1778cea2-9428-49f7-aa74-3d11b5f59047 None None] Transition to ACTIVE for port object 0f24834b-e3d8-489d-8df0-3004031db5cb will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:17:50.336981 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1778cea2-9428-49f7-aa74-3d11b5f59047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:50.338188 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-86ccd71b-26e6-4c8f-9684-dfbe33dfe131 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:50.353395 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b154f23d-8e16-4450-af12-7fb8b34105fe tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Network a3008efc-7c8c-46d0-a76e-294e088e3656 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:17:50.358008 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-b154f23d-8e16-4450-af12-7fb8b34105fe tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:17:50.361738 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b154f23d-8e16-4450-af12-7fb8b34105fe tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:17:50.443460 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1778cea2-9428-49f7-aa74-3d11b5f59047 None None] Network 58c952bc-8f8a-47a6-8ec0-9c1e980cfbef is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:17:50.462450 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b154f23d-8e16-4450-af12-7fb8b34105fe tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Pushing event updated for resources: {'Port': ['ID=e31fbba3-90a8-406b-8757-6656fae40ff0,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:50.463958 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-1778cea2-9428-49f7-aa74-3d11b5f59047 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:17:50.466074 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94e037b-0468-43d9-b53e-05a7800ac67f None None] DHCP port deletion for fe31f1f8-c3de-4977-b310-1b1a2345cb70 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:17:50.469582 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1778cea2-9428-49f7-aa74-3d11b5f59047 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:17:50.487946 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-c94e037b-0468-43d9-b53e-05a7800ac67f None None] Deleting port c4e3ba6d-d2af-4ecc-a285-268096747739 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:17:50.487946 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c94e037b-0468-43d9-b53e-05a7800ac67f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:50.509409 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b154f23d-8e16-4450-af12-7fb8b34105fe tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:17:50.510054 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b154f23d-8e16-4450-af12-7fb8b34105fe tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:50.589950 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b154f23d-8e16-4450-af12-7fb8b34105fe tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8689444 May 05 22:17:50.591107 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54506) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:50.610368 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-abde7bdb-ee60-4c27-8982-c0723b835df6 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Request body: {'floatingip': {'port_id': 'e31fbba3-90a8-406b-8757-6656fae40ff0'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:17:50.724464 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ccd71b-26e6-4c8f-9684-dfbe33dfe131 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Network 58c952bc-8f8a-47a6-8ec0-9c1e980cfbef is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:17:50.737017 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-86ccd71b-26e6-4c8f-9684-dfbe33dfe131 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:17:50.754386 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ccd71b-26e6-4c8f-9684-dfbe33dfe131 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:17:50.754995 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-86ccd71b-26e6-4c8f-9684-dfbe33dfe131 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:50.769357 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-c94e037b-0468-43d9-b53e-05a7800ac67f None None] For port c4e3ba6d-d2af-4ecc-a285-268096747739, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=c4e3ba6d-d2af-4ecc-a285-268096747739,segment=NetworkSegment(6088d079-5ef6-454b-8737-2673f6232e4e),segment_id=6088d079-5ef6-454b-8737-2673f6232e4e)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:17:50.769742 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c94e037b-0468-43d9-b53e-05a7800ac67f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:50.777023 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ccd71b-26e6-4c8f-9684-dfbe33dfe131 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event updated for resources: {'Subnet': ['ID=7a9f78c9-72cd-4f25-bae6-9c40e8094993,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:50.809712 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-86ccd71b-26e6-4c8f-9684-dfbe33dfe131 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1901805 May 05 22:17:50.811898 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-574d4775-ca64-4756-97fd-d1f3cd9f2781 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] For port c4e3ba6d-d2af-4ecc-a285-268096747739, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=c4e3ba6d-d2af-4ecc-a285-268096747739,segment=NetworkSegment(6088d079-5ef6-454b-8737-2673f6232e4e),segment_id=6088d079-5ef6-454b-8737-2673f6232e4e)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:17:50.812266 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-574d4775-ca64-4756-97fd-d1f3cd9f2781 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:50.821290 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54510) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:50.829098 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-abde7bdb-ee60-4c27-8982-c0723b835df6 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for floatingip, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:50.831811 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-4f224fde-bbd0-4a75-b0f4-7682bcac0e38 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Request body: {'port': {'network_id': '58c952bc-8f8a-47a6-8ec0-9c1e980cfbef', 'fixed_ips': [{'subnet_id': '71eaa770-4efc-43d6-98da-7fb09f9e3cf5'}, {'subnet_id': '7a9f78c9-72cd-4f25-bae6-9c40e8094993'}], 'name': 'tempest-PortsIpV6TestJSON-871354953'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:17:50.967200 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-c94e037b-0468-43d9-b53e-05a7800ac67f None None] Calling delete_port for c4e3ba6d-d2af-4ecc-a285-268096747739 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:17:51.058621 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1778cea2-9428-49f7-aa74-3d11b5f59047 None None] Pushing event updated for resources: {'Port': ['ID=0f24834b-e3d8-489d-8df0-3004031db5cb,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:51.193158 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1778cea2-9428-49f7-aa74-3d11b5f59047 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:17:51.193544 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1778cea2-9428-49f7-aa74-3d11b5f59047 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:17:51.194021 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1778cea2-9428-49f7-aa74-3d11b5f59047 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:17:51.194356 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1778cea2-9428-49f7-aa74-3d11b5f59047 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:17:51.194708 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1778cea2-9428-49f7-aa74-3d11b5f59047 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:17:51.195437 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1778cea2-9428-49f7-aa74-3d11b5f59047 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:17:51.195437 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1778cea2-9428-49f7-aa74-3d11b5f59047 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:17:51.195702 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1778cea2-9428-49f7-aa74-3d11b5f59047 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:17:51.196023 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1778cea2-9428-49f7-aa74-3d11b5f59047 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:17:51.196370 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1778cea2-9428-49f7-aa74-3d11b5f59047 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:17:51.196683 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1778cea2-9428-49f7-aa74-3d11b5f59047 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:17:51.197181 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-574d4775-ca64-4756-97fd-d1f3cd9f2781 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Calling delete_port for c4e3ba6d-d2af-4ecc-a285-268096747739 owned by network:dhcp {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:17:51.210146 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-1778cea2-9428-49f7-aa74-3d11b5f59047 None None] Attempting to bind port 0f24834b-e3d8-489d-8df0-3004031db5cb on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:17:51.210711 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-1778cea2-9428-49f7-aa74-3d11b5f59047 None None] Attempting to bind port 0f24834b-e3d8-489d-8df0-3004031db5cb by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '8f909180-1937-4c00-9ec7-d51b9db37047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '58c952bc-8f8a-47a6-8ec0-9c1e980cfbef'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:17:51.211077 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1778cea2-9428-49f7-aa74-3d11b5f59047 None None] Attempting to bind port 0f24834b-e3d8-489d-8df0-3004031db5cb on network 58c952bc-8f8a-47a6-8ec0-9c1e980cfbef {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:17:51.221097 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1778cea2-9428-49f7-aa74-3d11b5f59047 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:17:51.221697 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1778cea2-9428-49f7-aa74-3d11b5f59047 None None] Checking segment: {'id': '8f909180-1937-4c00-9ec7-d51b9db37047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '58c952bc-8f8a-47a6-8ec0-9c1e980cfbef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:17:51.222099 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1778cea2-9428-49f7-aa74-3d11b5f59047 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:51.222528 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1778cea2-9428-49f7-aa74-3d11b5f59047 None None] Bound using segment: {'id': '8f909180-1937-4c00-9ec7-d51b9db37047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '58c952bc-8f8a-47a6-8ec0-9c1e980cfbef'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:17:51.223020 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-1778cea2-9428-49f7-aa74-3d11b5f59047 None None] Bound port: 0f24834b-e3d8-489d-8df0-3004031db5cb, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f909180-1937-4c00-9ec7-d51b9db37047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '58c952bc-8f8a-47a6-8ec0-9c1e980cfbef'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:17:51.223388 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1778cea2-9428-49f7-aa74-3d11b5f59047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:51.269804 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-4e0bb44d-b5ac-47bd-8633-4963d2917055 None None] Provisioning for port e31fbba3-90a8-406b-8757-6656fae40ff0 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:17:51.302016 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-4e0bb44d-b5ac-47bd-8633-4963d2917055 None None] Provisioning complete for port e31fbba3-90a8-406b-8757-6656fae40ff0 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:17:51.302708 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4e0bb44d-b5ac-47bd-8633-4963d2917055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:51.342253 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4f224fde-bbd0-4a75-b0f4-7682bcac0e38 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:17:51.353861 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4f224fde-bbd0-4a75-b0f4-7682bcac0e38 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:17:51.363725 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c94e037b-0468-43d9-b53e-05a7800ac67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:51.365650 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.api [None req-574d4775-ca64-4756-97fd-d1f3cd9f2781 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:17:51.365946 n-d-825175-4 neutron-server[84061]: DEBUG oslo_db.api [None req-574d4775-ca64-4756-97fd-d1f3cd9f2781 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:17:51.368320 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f224fde-bbd0-4a75-b0f4-7682bcac0e38 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Made reservation on behalf of 19bd1ce22cbf41f7ad0f1240c3793693 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:17:51.375533 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4f224fde-bbd0-4a75-b0f4-7682bcac0e38 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:51.399823 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [None req-4f224fde-bbd0-4a75-b0f4-7682bcac0e38 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] device_id is not set on port 63a164f8-0e98-4dd7-a046-8bae5158c105 yet. {{(pid=84061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:17:51.541100 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device ccef331f-e9eb-4359-8034-473173fd4275 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:17:51.600045 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: ccef331f-e9eb-4359-8034-473173fd4275 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:17:51.600906 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device ccef331f-e9eb-4359-8034-473173fd4275 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:17:51.601479 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device c4e3ba6d-d2af-4ecc-a285-268096747739 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:17:51.641182 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94e037b-0468-43d9-b53e-05a7800ac67f None None] Pushing event deleted for resources: {'Port': ['ID=c4e3ba6d-d2af-4ecc-a285-268096747739,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:51.648962 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: c4e3ba6d-d2af-4ecc-a285-268096747739 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:17:51.649303 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device c4e3ba6d-d2af-4ecc-a285-268096747739 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:17:51.657373 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-4e0bb44d-b5ac-47bd-8633-4963d2917055 None None] Port e31fbba3-90a8-406b-8757-6656fae40ff0 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:17:51.659012 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-1778cea2-9428-49f7-aa74-3d11b5f59047 None None] For port 0f24834b-e3d8-489d-8df0-3004031db5cb, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:17:51.663967 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94e037b-0468-43d9-b53e-05a7800ac67f None None] No DVR routers for this DVR port c4e3ba6d-d2af-4ecc-a285-268096747739 on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:17:51.671142 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-1778cea2-9428-49f7-aa74-3d11b5f59047 None None] For port 0f24834b-e3d8-489d-8df0-3004031db5cb, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=0f24834b-e3d8-489d-8df0-3004031db5cb,segment=NetworkSegment(8f909180-1937-4c00-9ec7-d51b9db37047),segment_id=8f909180-1937-4c00-9ec7-d51b9db37047)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:17:51.687008 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1778cea2-9428-49f7-aa74-3d11b5f59047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:51.801050 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1778cea2-9428-49f7-aa74-3d11b5f59047 None None] Pushing event updated for resources: {'Port': ['ID=0f24834b-e3d8-489d-8df0-3004031db5cb,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:51.868953 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-abde7bdb-ee60-4c27-8982-c0723b835df6 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:51.869521 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-574d4775-ca64-4756-97fd-d1f3cd9f2781 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Deleting port c4e3ba6d-d2af-4ecc-a285-268096747739 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:17:51.869945 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-574d4775-ca64-4756-97fd-d1f3cd9f2781 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:51.874774 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-abde7bdb-ee60-4c27-8982-c0723b835df6 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:51.956353 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-4f224fde-bbd0-4a75-b0f4-7682bcac0e38 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Allocated IP 2001:db8::356 (58c952bc-8f8a-47a6-8ec0-9c1e980cfbef/71eaa770-4efc-43d6-98da-7fb09f9e3cf5/63a164f8-0e98-4dd7-a046-8bae5158c105) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:17:51.973511 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-574d4775-ca64-4756-97fd-d1f3cd9f2781 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] The port 'c4e3ba6d-d2af-4ecc-a285-268096747739' was deleted {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 22:17:51.976629 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-4f224fde-bbd0-4a75-b0f4-7682bcac0e38 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Allocated IP 2001:db8:0:1::20 (58c952bc-8f8a-47a6-8ec0-9c1e980cfbef/7a9f78c9-72cd-4f25-bae6-9c40e8094993/63a164f8-0e98-4dd7-a046-8bae5158c105) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:17:52.134160 n-d-825175-4 neutron-server[84063]: INFO neutron.db.l3_db [None req-abde7bdb-ee60-4c27-8982-c0723b835df6 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Floating IP 277fac2b-c372-40e3-bf92-6f9f4ca67f20 associated. External IP: 172.25.4.153, port: c9a87a39-b3d4-4291-b904-bdc7ce0ee893. May 05 22:17:52.191672 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-574d4775-ca64-4756-97fd-d1f3cd9f2781 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:52.278346 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-574d4775-ca64-4756-97fd-d1f3cd9f2781 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe31f1f8-c3de-4977-b310-1b1a2345cb70']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:52.298090 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-574d4775-ca64-4756-97fd-d1f3cd9f2781 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6088d079-5ef6-454b-8737-2673f6232e4e') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:52.298381 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-574d4775-ca64-4756-97fd-d1f3cd9f2781 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6088d079-5ef6-454b-8737-2673f6232e4e') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:52.389315 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-574d4775-ca64-4756-97fd-d1f3cd9f2781 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:52.431861 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-574d4775-ca64-4756-97fd-d1f3cd9f2781 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:52.448188 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-574d4775-ca64-4756-97fd-d1f3cd9f2781 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:17:52.448584 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-574d4775-ca64-4756-97fd-d1f3cd9f2781 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:52.467581 n-d-825175-4 neutron-server[84061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:17:52.467581 n-d-825175-4 neutron-server[84061]: util.warn( May 05 22:17:52.467581 n-d-825175-4 neutron-server[84061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:17:52.467581 n-d-825175-4 neutron-server[84061]: util.warn( May 05 22:17:52.467581 n-d-825175-4 neutron-server[84061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:17:52.467581 n-d-825175-4 neutron-server[84061]: util.warn( May 05 22:17:52.467581 n-d-825175-4 neutron-server[84061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:17:52.467581 n-d-825175-4 neutron-server[84061]: util.warn( May 05 22:17:52.467581 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 22:17:52.467581 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:17:52.467581 n-d-825175-4 neutron-server[84061]: timer() May 05 22:17:52.467581 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:17:52.467581 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 22:17:52.467581 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:17:52.467581 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 22:17:52.467581 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:17:52.467581 n-d-825175-4 neutron-server[84061]: self._notify() May 05 22:17:52.467581 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:17:52.467581 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 22:17:52.467581 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:17:52.467581 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 22:17:52.467581 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:17:52.467581 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:17:52.467581 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:17:52.467581 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:17:52.467581 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:17:52.467581 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 22:17:52.467581 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:17:52.467581 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 22:17:52.467581 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:17:52.467581 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:17:52.467581 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:17:52.467581 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 22:17:52.467581 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:17:52.467581 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:17:52.467581 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:17:52.467581 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:17:52.467581 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:17:52.467581 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:17:52.467581 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:17:52.717446 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4f224fde-bbd0-4a75-b0f4-7682bcac0e38 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:52.736472 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-4f224fde-bbd0-4a75-b0f4-7682bcac0e38 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Transition to ACTIVE for port object 63a164f8-0e98-4dd7-a046-8bae5158c105 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:17:52.759708 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-574d4775-ca64-4756-97fd-d1f3cd9f2781 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:52.771165 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4f224fde-bbd0-4a75-b0f4-7682bcac0e38 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:52.793006 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-574d4775-ca64-4756-97fd-d1f3cd9f2781 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:52.850971 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574d4775-ca64-4756-97fd-d1f3cd9f2781 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event deleted for resources: {'Network': ['ID=fe31f1f8-c3de-4977-b310-1b1a2345cb70,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:52.899110 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abde7bdb-ee60-4c27-8982-c0723b835df6 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Router 8790efb1-8b0d-4d7a-aed1-2ff286e50ee9 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:17:52.923130 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-574d4775-ca64-4756-97fd-d1f3cd9f2781 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "DELETE /v2.0/networks/fe31f1f8-c3de-4977-b310-1b1a2345cb70 HTTP/1.1" status: 204 len: 168 time: 3.8670640 May 05 22:17:52.923689 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54520) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:52.999907 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f224fde-bbd0-4a75-b0f4-7682bcac0e38 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Network 58c952bc-8f8a-47a6-8ec0-9c1e980cfbef is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:17:53.000711 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f224fde-bbd0-4a75-b0f4-7682bcac0e38 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event updated for resources: {'Port': ['ID=63a164f8-0e98-4dd7-a046-8bae5158c105,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:53.009846 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-4f224fde-bbd0-4a75-b0f4-7682bcac0e38 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:17:53.017909 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f224fde-bbd0-4a75-b0f4-7682bcac0e38 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:17:53.021914 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f224fde-bbd0-4a75-b0f4-7682bcac0e38 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:17:53.022401 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4f224fde-bbd0-4a75-b0f4-7682bcac0e38 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:53.136437 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4f224fde-bbd0-4a75-b0f4-7682bcac0e38 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 2.3130391 May 05 22:17:53.137241 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54524) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:53.144400 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-c863edf3-26d9-4f99-bf12-91f6e081be5d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '71eaa770-4efc-43d6-98da-7fb09f9e3cf5'}]}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:17:53.162446 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abde7bdb-ee60-4c27-8982-c0723b835df6 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:17:53.178969 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55400c5-3b45-4cbb-ac25-8025642c8f0e None None] Sync routers for ids ['8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:17:53.201344 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55400c5-3b45-4cbb-ac25-8025642c8f0e None None] Routers {'8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:17:53.202474 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-b55400c5-3b45-4cbb-ac25-8025642c8f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:17:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:53.224730 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1be3aac-e021-453a-8a28-0d4d9b3bd944 None None] Network 58c952bc-8f8a-47a6-8ec0-9c1e980cfbef requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:17:53.318181 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-b55400c5-3b45-4cbb-ac25-8025642c8f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:53.334919 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55400c5-3b45-4cbb-ac25-8025642c8f0e None None] Routers {'8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:17:53.336355 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-b55400c5-3b45-4cbb-ac25-8025642c8f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:17:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:53.411255 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ca10c3e6-5886-4a3e-8462-e916cf87524d None None] Provisioning for port 0f24834b-e3d8-489d-8df0-3004031db5cb completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:17:53.432545 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-b55400c5-3b45-4cbb-ac25-8025642c8f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:53.432894 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55400c5-3b45-4cbb-ac25-8025642c8f0e None None] The sync data for ids ['8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'] in n-d-825175-4 is: [] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:17:53.624959 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 0f24834b-e3d8-489d-8df0-3004031db5cb up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:17:53.867084 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abde7bdb-ee60-4c27-8982-c0723b835df6 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Router b6d3fd44-9ab1-479c-9161-36d41e34eb0b has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:17:53.892263 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 0f24834b-e3d8-489d-8df0-3004031db5cb completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:17:53.897555 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 0f24834b-e3d8-489d-8df0-3004031db5cb triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:17:53.897975 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:53.947216 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70787ee5-c471-45db-bd83-11ad85a1e3ff None None] Update dhcp port {'port': {'network_id': '58c952bc-8f8a-47a6-8ec0-9c1e980cfbef', 'fixed_ips': [{'subnet_id': '71eaa770-4efc-43d6-98da-7fb09f9e3cf5', 'ip_address': '2001:db8::2'}, {'subnet_id': '7a9f78c9-72cd-4f25-bae6-9c40e8094993'}], 'binding:host_id': 'n-d-825175-4'}, 'id': '0f24834b-e3d8-489d-8df0-3004031db5cb'} from n-d-825175-4. {{(pid=84064) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 05 22:17:54.013129 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-70787ee5-c471-45db-bd83-11ad85a1e3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:54.066416 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c863edf3-26d9-4f99-bf12-91f6e081be5d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:54.099364 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:54.137152 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1d4f9ea6-ce65-488e-9640-d7fbac2507b5 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:54.232909 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abde7bdb-ee60-4c27-8982-c0723b835df6 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:17:54.242769 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-abde7bdb-ee60-4c27-8982-c0723b835df6 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:54.307237 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-70787ee5-c471-45db-bd83-11ad85a1e3ff None None] Allocated IP 2001:db8:0:1::2 (58c952bc-8f8a-47a6-8ec0-9c1e980cfbef/7a9f78c9-72cd-4f25-bae6-9c40e8094993/0f24834b-e3d8-489d-8df0-3004031db5cb) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:17:54.442545 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee23102-e936-4ce1-978f-ec6433b4aa9c None None] Sync routers for ids ['b6d3fd44-9ab1-479c-9161-36d41e34eb0b'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:17:54.456565 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-abde7bdb-ee60-4c27-8982-c0723b835df6 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] 10.222.0.23 "PUT /v2.0/floatingips/277fac2b-c372-40e3-bf92-6f9f4ca67f20 HTTP/1.1" status: 200 len: 979 time: 3.8626695 May 05 22:17:54.457701 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54534) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:54.494038 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-70787ee5-c471-45db-bd83-11ad85a1e3ff None None] For port 0f24834b-e3d8-489d-8df0-3004031db5cb, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=0f24834b-e3d8-489d-8df0-3004031db5cb,segment=NetworkSegment(8f909180-1937-4c00-9ec7-d51b9db37047),segment_id=8f909180-1937-4c00-9ec7-d51b9db37047)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:17:54.507912 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee23102-e936-4ce1-978f-ec6433b4aa9c None None] Routers {'b6d3fd44-9ab1-479c-9161-36d41e34eb0b'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:17:54.508554 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-7ee23102-e936-4ce1-978f-ec6433b4aa9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:17:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['b6d3fd44-9ab1-479c-9161-36d41e34eb0b'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:54.563732 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-2832bfa3-d7ea-4beb-ac73-2efadd6d23c3 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Deleting port e31fbba3-90a8-406b-8757-6656fae40ff0 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:17:54.563994 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2832bfa3-d7ea-4beb-ac73-2efadd6d23c3 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:54.598852 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-7ee23102-e936-4ce1-978f-ec6433b4aa9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:54.627836 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-70787ee5-c471-45db-bd83-11ad85a1e3ff None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:54.640787 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee23102-e936-4ce1-978f-ec6433b4aa9c None None] Routers {'b6d3fd44-9ab1-479c-9161-36d41e34eb0b'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:17:54.641667 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-7ee23102-e936-4ce1-978f-ec6433b4aa9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:17:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['b6d3fd44-9ab1-479c-9161-36d41e34eb0b'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:54.791163 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-70787ee5-c471-45db-bd83-11ad85a1e3ff None None] Transition to ACTIVE for port object 0f24834b-e3d8-489d-8df0-3004031db5cb will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:17:54.791163 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-7ee23102-e936-4ce1-978f-ec6433b4aa9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:54.791163 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee23102-e936-4ce1-978f-ec6433b4aa9c None None] The sync data for ids ['b6d3fd44-9ab1-479c-9161-36d41e34eb0b'] in n-d-825175-4 is: [] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:17:54.865510 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-70787ee5-c471-45db-bd83-11ad85a1e3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:55.029784 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-c863edf3-26d9-4f99-bf12-91f6e081be5d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Delete allocated IP 2001:db8:0:1::20 (58c952bc-8f8a-47a6-8ec0-9c1e980cfbef/7a9f78c9-72cd-4f25-bae6-9c40e8094993) {{(pid=84061) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 05 22:17:55.039671 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2832bfa3-d7ea-4beb-ac73-2efadd6d23c3 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:55.097864 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:17:55.098233 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:17:55.111526 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70787ee5-c471-45db-bd83-11ad85a1e3ff None None] Pushing event updated for resources: {'Port': ['ID=0f24834b-e3d8-489d-8df0-3004031db5cb,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:55.378795 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c863edf3-26d9-4f99-bf12-91f6e081be5d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:55.404872 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-c863edf3-26d9-4f99-bf12-91f6e081be5d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Ignored duplicate provisioning block setup for port 63a164f8-0e98-4dd7-a046-8bae5158c105 by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 05 22:17:55.412770 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c863edf3-26d9-4f99-bf12-91f6e081be5d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:55.537983 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2832bfa3-d7ea-4beb-ac73-2efadd6d23c3 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:55.538461 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2832bfa3-d7ea-4beb-ac73-2efadd6d23c3 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:55.538858 n-d-825175-4 neutron-server[84063]: INFO neutron.db.l3_db [None req-2832bfa3-d7ea-4beb-ac73-2efadd6d23c3 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Floating IP 277fac2b-c372-40e3-bf92-6f9f4ca67f20 disassociated. External IP: 172.25.4.153, port: e31fbba3-90a8-406b-8757-6656fae40ff0. May 05 22:17:55.539360 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-2832bfa3-d7ea-4beb-ac73-2efadd6d23c3 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Calling delete_port for e31fbba3-90a8-406b-8757-6656fae40ff0 owned by {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:17:55.586917 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-c863edf3-26d9-4f99-bf12-91f6e081be5d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] In _notify_port_updated(), no bound segment for port 63a164f8-0e98-4dd7-a046-8bae5158c105 on network 58c952bc-8f8a-47a6-8ec0-9c1e980cfbef {{(pid=84061) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 05 22:17:55.592591 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c863edf3-26d9-4f99-bf12-91f6e081be5d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:17:55.593212 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c863edf3-26d9-4f99-bf12-91f6e081be5d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:55.597047 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c863edf3-26d9-4f99-bf12-91f6e081be5d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "PUT /v2.0/ports/63a164f8-0e98-4dd7-a046-8bae5158c105 HTTP/1.1" status: 200 len: 925 time: 2.4550288 May 05 22:17:55.615276 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54544) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:55.644163 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-d9533ec2-9d36-483c-935b-eac3893e05ac tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '71eaa770-4efc-43d6-98da-7fb09f9e3cf5'}, {'subnet_id': '7a9f78c9-72cd-4f25-bae6-9c40e8094993'}]}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:17:55.681146 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:55.723168 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-1d4f9ea6-ce65-488e-9640-d7fbac2507b5 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Deleting port e6bfe1af-4a84-459b-8fd0-759671ebc569 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:17:55.723538 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1d4f9ea6-ce65-488e-9640-d7fbac2507b5 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:55.730892 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 0f24834b-e3d8-489d-8df0-3004031db5cb, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=0f24834b-e3d8-489d-8df0-3004031db5cb,segment=NetworkSegment(8f909180-1937-4c00-9ec7-d51b9db37047),segment_id=8f909180-1937-4c00-9ec7-d51b9db37047)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:17:55.736401 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:55.782824 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2832bfa3-d7ea-4beb-ac73-2efadd6d23c3 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:55.876943 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2832bfa3-d7ea-4beb-ac73-2efadd6d23c3 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Pushing event deleted for resources: {'Port': ['ID=e31fbba3-90a8-406b-8757-6656fae40ff0,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:55.922244 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 0f24834b-e3d8-489d-8df0-3004031db5cb up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:17:56.108362 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5bcd8b-ea6f-4556-8b2e-fa6fa0f8f201 None None] Network 58c952bc-8f8a-47a6-8ec0-9c1e980cfbef requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:17:56.160060 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c863edf3-26d9-4f99-bf12-91f6e081be5d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event updated for resources: {'Port': ['ID=63a164f8-0e98-4dd7-a046-8bae5158c105,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:56.250481 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d9533ec2-9d36-483c-935b-eac3893e05ac tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:56.251218 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2832bfa3-d7ea-4beb-ac73-2efadd6d23c3 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Router b6d3fd44-9ab1-479c-9161-36d41e34eb0b has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:17:56.297485 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=0f24834b-e3d8-489d-8df0-3004031db5cb,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:56.335391 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-1a7ac87b-a7c8-4351-ac73-caadc07f0690 None None] Provisioning for port 63a164f8-0e98-4dd7-a046-8bae5158c105 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:17:56.345714 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-1a7ac87b-a7c8-4351-ac73-caadc07f0690 None None] Provisioning complete for port 63a164f8-0e98-4dd7-a046-8bae5158c105 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:17:56.345714 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1a7ac87b-a7c8-4351-ac73-caadc07f0690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:56.586305 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2832bfa3-d7ea-4beb-ac73-2efadd6d23c3 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:17:56.592068 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-1d4f9ea6-ce65-488e-9640-d7fbac2507b5 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] For port e6bfe1af-4a84-459b-8fd0-759671ebc569, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=e6bfe1af-4a84-459b-8fd0-759671ebc569,segment=NetworkSegment(6c50606c-2b9e-4675-888d-39eba5ae4410),segment_id=6c50606c-2b9e-4675-888d-39eba5ae4410)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:17:56.592068 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1d4f9ea6-ce65-488e-9640-d7fbac2507b5 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:56.728016 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4011f9e0-f4a4-4e4e-b304-df9afe49968f None None] Sync routers for ids ['b6d3fd44-9ab1-479c-9161-36d41e34eb0b'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:17:56.728016 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4011f9e0-f4a4-4e4e-b304-df9afe49968f None None] Routers {'b6d3fd44-9ab1-479c-9161-36d41e34eb0b'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:17:56.728016 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-4011f9e0-f4a4-4e4e-b304-df9afe49968f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:17:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['b6d3fd44-9ab1-479c-9161-36d41e34eb0b'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:56.740959 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-1a7ac87b-a7c8-4351-ac73-caadc07f0690 None None] Port 63a164f8-0e98-4dd7-a046-8bae5158c105 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:17:56.789696 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-4011f9e0-f4a4-4e4e-b304-df9afe49968f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:56.806043 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4011f9e0-f4a4-4e4e-b304-df9afe49968f None None] Routers {'b6d3fd44-9ab1-479c-9161-36d41e34eb0b'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:17:56.807051 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-4011f9e0-f4a4-4e4e-b304-df9afe49968f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:17:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['b6d3fd44-9ab1-479c-9161-36d41e34eb0b'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:56.844019 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-1d4f9ea6-ce65-488e-9640-d7fbac2507b5 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Calling delete_port for e6bfe1af-4a84-459b-8fd0-759671ebc569 owned by network:router_interface {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:17:56.892198 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2832bfa3-d7ea-4beb-ac73-2efadd6d23c3 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:56.896013 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-4011f9e0-f4a4-4e4e-b304-df9afe49968f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:17:56.905615 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4011f9e0-f4a4-4e4e-b304-df9afe49968f None None] The sync data for ids ['b6d3fd44-9ab1-479c-9161-36d41e34eb0b'] in n-d-825175-4 is: [] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:17:56.913254 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-2832bfa3-d7ea-4beb-ac73-2efadd6d23c3 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] 10.222.0.23 "DELETE /v2.0/ports/e31fbba3-90a8-406b-8757-6656fae40ff0 HTTP/1.1" status: 204 len: 168 time: 2.4538860 May 05 22:17:56.916067 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54566) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:56.994918 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-1a7ac87b-a7c8-4351-ac73-caadc07f0690 None None] Provisioning for port 0f24834b-e3d8-489d-8df0-3004031db5cb completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:17:57.002841 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-1a7ac87b-a7c8-4351-ac73-caadc07f0690 None None] Provisioning complete for port 0f24834b-e3d8-489d-8df0-3004031db5cb triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:17:57.002841 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1a7ac87b-a7c8-4351-ac73-caadc07f0690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:57.469163 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-d9533ec2-9d36-483c-935b-eac3893e05ac tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Allocated IP 2001:db8:0:1::2d6 (58c952bc-8f8a-47a6-8ec0-9c1e980cfbef/7a9f78c9-72cd-4f25-bae6-9c40e8094993/63a164f8-0e98-4dd7-a046-8bae5158c105) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:17:57.519837 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-a7f73174-d188-405f-b1cf-0cf74722fa35 None None] Provisioning complete for port 63a164f8-0e98-4dd7-a046-8bae5158c105 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:17:57.519837 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a7f73174-d188-405f-b1cf-0cf74722fa35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:57.523050 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5c731cd8-613f-4681-98ee-fcad54826893 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:57.712416 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-a7f73174-d188-405f-b1cf-0cf74722fa35 None None] Port 63a164f8-0e98-4dd7-a046-8bae5158c105 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:17:57.744394 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-a7f73174-d188-405f-b1cf-0cf74722fa35 None None] Provisioning complete for port 0f24834b-e3d8-489d-8df0-3004031db5cb triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:17:57.745980 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a7f73174-d188-405f-b1cf-0cf74722fa35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:57.940946 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1d4f9ea6-ce65-488e-9640-d7fbac2507b5 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:57.952244 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 0f24834b-e3d8-489d-8df0-3004031db5cb up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:17:58.061772 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4f9ea6-ce65-488e-9640-d7fbac2507b5 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event deleted for resources: {'Port': ['ID=e6bfe1af-4a84-459b-8fd0-759671ebc569,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:58.118084 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 0f24834b-e3d8-489d-8df0-3004031db5cb triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:17:58.118775 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:58.237905 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d9533ec2-9d36-483c-935b-eac3893e05ac tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:58.412009 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e65a7cc6-4787-4798-991f-9ee082741414 None None] Provisioning complete for port 63a164f8-0e98-4dd7-a046-8bae5158c105 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:17:58.412009 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e65a7cc6-4787-4798-991f-9ee082741414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:58.564838 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-e65a7cc6-4787-4798-991f-9ee082741414 None None] Port 63a164f8-0e98-4dd7-a046-8bae5158c105 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:17:58.598351 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-d9533ec2-9d36-483c-935b-eac3893e05ac tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Transition to ACTIVE for port object 63a164f8-0e98-4dd7-a046-8bae5158c105 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:17:58.607836 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d9533ec2-9d36-483c-935b-eac3893e05ac tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:58.693468 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f40449b4-54af-4cff-8e91-fed72ef9415b None None] Provisioning for port 63a164f8-0e98-4dd7-a046-8bae5158c105 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:17:58.701369 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f40449b4-54af-4cff-8e91-fed72ef9415b None None] Provisioning complete for port 63a164f8-0e98-4dd7-a046-8bae5158c105 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:17:58.701745 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f40449b4-54af-4cff-8e91-fed72ef9415b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:58.864324 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f40449b4-54af-4cff-8e91-fed72ef9415b None None] Port 63a164f8-0e98-4dd7-a046-8bae5158c105 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:17:58.912889 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9533ec2-9d36-483c-935b-eac3893e05ac tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event updated for resources: {'Port': ['ID=63a164f8-0e98-4dd7-a046-8bae5158c105,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:17:58.912889 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-d9533ec2-9d36-483c-935b-eac3893e05ac tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] In _notify_port_updated(), no bound segment for port 63a164f8-0e98-4dd7-a046-8bae5158c105 on network 58c952bc-8f8a-47a6-8ec0-9c1e980cfbef {{(pid=84061) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 05 22:17:58.912889 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9533ec2-9d36-483c-935b-eac3893e05ac tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:17:58.912889 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d9533ec2-9d36-483c-935b-eac3893e05ac tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:58.922152 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-d9533ec2-9d36-483c-935b-eac3893e05ac tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "PUT /v2.0/ports/63a164f8-0e98-4dd7-a046-8bae5158c105 HTTP/1.1" status: 200 len: 1011 time: 3.2916567 May 05 22:17:58.924426 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54586) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:17:58.958428 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1d4f9ea6-ce65-488e-9640-d7fbac2507b5 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:59.137070 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-7db6b905-652a-413d-8244-93eacce0ae62 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Deleting port 63a164f8-0e98-4dd7-a046-8bae5158c105 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:17:59.137070 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7db6b905-652a-413d-8244-93eacce0ae62 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:59.211509 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-375f85f3-76cf-46cd-bc93-4b2452efb001 None None] Provisioning complete for port 63a164f8-0e98-4dd7-a046-8bae5158c105 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:17:59.211509 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-375f85f3-76cf-46cd-bc93-4b2452efb001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:59.329314 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-375f85f3-76cf-46cd-bc93-4b2452efb001 None None] Port 63a164f8-0e98-4dd7-a046-8bae5158c105 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:17:59.471275 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-5c731cd8-613f-4681-98ee-fcad54826893 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Deleting port b347ce59-6780-41b6-b6f1-045e964c9b87 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:17:59.471275 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5c731cd8-613f-4681-98ee-fcad54826893 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:59.642858 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7db6b905-652a-413d-8244-93eacce0ae62 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:17:59.899300 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-7db6b905-652a-413d-8244-93eacce0ae62 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Calling delete_port for 63a164f8-0e98-4dd7-a046-8bae5158c105 owned by {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:18:00.015964 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d4f9ea6-ce65-488e-9640-d7fbac2507b5 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Router a35913f1-481d-4672-b9d2-d19d0f788cb0 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:18:00.070856 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5c731cd8-613f-4681-98ee-fcad54826893 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:00.229852 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-5c731cd8-613f-4681-98ee-fcad54826893 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Calling delete_port for b347ce59-6780-41b6-b6f1-045e964c9b87 owned by network:router_interface {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:18:00.294075 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4f9ea6-ce65-488e-9640-d7fbac2507b5 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:18:00.303779 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9dd7c8-8e72-427a-a79f-1b65a75c06c3 None None] Sync routers for ids ['a35913f1-481d-4672-b9d2-d19d0f788cb0'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:18:00.315350 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-1d4f9ea6-ce65-488e-9640-d7fbac2507b5 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "PUT /v2.0/routers/a35913f1-481d-4672-b9d2-d19d0f788cb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3842700 May 05 22:18:00.317334 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54602) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:00.322042 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9dd7c8-8e72-427a-a79f-1b65a75c06c3 None None] Routers {'a35913f1-481d-4672-b9d2-d19d0f788cb0'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:18:00.323134 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-6d9dd7c8-8e72-427a-a79f-1b65a75c06c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:17:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['a35913f1-481d-4672-b9d2-d19d0f788cb0'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:18:00.526193 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-6d9dd7c8-8e72-427a-a79f-1b65a75c06c3 None None] Set router a35913f1-481d-4672-b9d2-d19d0f788cb0 gateway port host: None {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:18:00.636579 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-eea14ce1-9faa-4572-9617-fa6b8d8d456b tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Deleting subnet 11a6157f-0671-4ead-9d72-c98e302e7548 {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:18:00.636579 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-eea14ce1-9faa-4572-9617-fa6b8d8d456b tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:00.711226 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7db6b905-652a-413d-8244-93eacce0ae62 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:00.735046 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-eea14ce1-9faa-4572-9617-fa6b8d8d456b tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:00.788649 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db6b905-652a-413d-8244-93eacce0ae62 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event deleted for resources: {'Port': ['ID=63a164f8-0e98-4dd7-a046-8bae5158c105,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:00.934325 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7db6b905-652a-413d-8244-93eacce0ae62 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:00.950706 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-eea14ce1-9faa-4572-9617-fa6b8d8d456b tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:00.954222 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-7db6b905-652a-413d-8244-93eacce0ae62 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "DELETE /v2.0/ports/63a164f8-0e98-4dd7-a046-8bae5158c105 HTTP/1.1" status: 204 len: 168 time: 2.0297565 May 05 22:18:00.954222 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54612) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:01.072225 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e0b353e-94e1-49e8-ac04-a76ec8ed1963 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] GET failed (client error): The resource could not be found. May 05 22:18:01.072977 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0e0b353e-94e1-49e8-ac04-a76ec8ed1963 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Synchronizing usage tracker for tenant:19bd1ce22cbf41f7ad0f1240c3793693 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:18:01.115946 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-eea14ce1-9faa-4572-9617-fa6b8d8d456b tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:01.128211 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0e0b353e-94e1-49e8-ac04-a76ec8ed1963 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Unset dirty status for tenant:19bd1ce22cbf41f7ad0f1240c3793693 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:18:01.132205 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0e0b353e-94e1-49e8-ac04-a76ec8ed1963 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "GET /v2.0/ports/63a164f8-0e98-4dd7-a046-8bae5158c105 HTTP/1.1" status: 404 len: 333 time: 0.1757913 May 05 22:18:01.132873 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5c731cd8-613f-4681-98ee-fcad54826893 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:01.156460 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54618) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:01.257008 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-eea14ce1-9faa-4572-9617-fa6b8d8d456b tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:01.262553 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea14ce1-9faa-4572-9617-fa6b8d8d456b tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event deleted for resources: {'Subnet': ['ID=11a6157f-0671-4ead-9d72-c98e302e7548,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:01.276539 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18ab38e-bf1b-46ec-a7a5-122e8af68711 None None] Network 1fa527e9-5494-4e6b-beb6-03545cf8dc9a requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:18:01.286406 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-eea14ce1-9faa-4572-9617-fa6b8d8d456b tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "DELETE /v2.0/subnets/11a6157f-0671-4ead-9d72-c98e302e7548 HTTP/1.1" status: 204 len: 168 time: 0.9573746 May 05 22:18:01.286406 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54624) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:01.450387 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c731cd8-613f-4681-98ee-fcad54826893 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Pushing event deleted for resources: {'Port': ['ID=b347ce59-6780-41b6-b6f1-045e964c9b87,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:01.575645 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-6d9dd7c8-8e72-427a-a79f-1b65a75c06c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'name': 'tempest-RoutersIpV6Test-router-210762404', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:16:39Z', 'updated_at': '2022-05-05T22:17:57Z', 'revision_number': 10, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'gw_port_host': None, '_interfaces': [{'id': '5897fa13-7b54-4809-9e29-1d5fb8cbf9c9', 'name': '', 'network_id': 'fcd5c3bf-b441-4702-b533-b9e20b2c8dec', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'mac_address': 'fa:16:3e:79:b2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95996a3c-f83e-401c-a132-d1ccd2fcfefe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:16:45Z', 'updated_at': '2022-05-05T22:17:02Z', 'revision_number': 5, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'subnets': [{'id': '95996a3c-f83e-401c-a132-d1ccd2fcfefe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:18:01.631072 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9dd7c8-8e72-427a-a79f-1b65a75c06c3 None None] Checking router: a35913f1-481d-4672-b9d2-d19d0f788cb0 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:18:01.645314 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9dd7c8-8e72-427a-a79f-1b65a75c06c3 None None] Routers {'a35913f1-481d-4672-b9d2-d19d0f788cb0'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:18:01.645314 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-6d9dd7c8-8e72-427a-a79f-1b65a75c06c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:17:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['a35913f1-481d-4672-b9d2-d19d0f788cb0'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:18:01.716040 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bcdc91b8-735a-4c03-98b6-36d2c30050da tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:01.744956 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-bcdc91b8-735a-4c03-98b6-36d2c30050da tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Deleting port 9416b6fe-0ecf-4b3a-9d6b-98abf53fa520 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:18:01.745593 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bcdc91b8-735a-4c03-98b6-36d2c30050da tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:01.900855 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-6d9dd7c8-8e72-427a-a79f-1b65a75c06c3 None None] Set router a35913f1-481d-4672-b9d2-d19d0f788cb0 gateway port host: None {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:18:02.305072 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3b9742d-5055-4c25-b921-a7ec412e75fb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Deleting subnet 7a9f78c9-72cd-4f25-bae6-9c40e8094993 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:18:02.312109 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c3b9742d-5055-4c25-b921-a7ec412e75fb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:02.355821 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-bcdc91b8-735a-4c03-98b6-36d2c30050da tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] For port 9416b6fe-0ecf-4b3a-9d6b-98abf53fa520, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=9416b6fe-0ecf-4b3a-9d6b-98abf53fa520,segment=NetworkSegment(6c50606c-2b9e-4675-888d-39eba5ae4410),segment_id=6c50606c-2b9e-4675-888d-39eba5ae4410)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:18:02.355821 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bcdc91b8-735a-4c03-98b6-36d2c30050da tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:02.427107 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c3b9742d-5055-4c25-b921-a7ec412e75fb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:02.493766 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80533de2-2af5-429e-8c79-de93f675ec44 None None] DHCP port deletion for 1fa527e9-5494-4e6b-beb6-03545cf8dc9a request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:18:02.521792 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-80533de2-2af5-429e-8c79-de93f675ec44 None None] Deleting port 9416b6fe-0ecf-4b3a-9d6b-98abf53fa520 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:18:02.521792 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-80533de2-2af5-429e-8c79-de93f675ec44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:02.568254 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-6d9dd7c8-8e72-427a-a79f-1b65a75c06c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'name': 'tempest-RoutersIpV6Test-router-210762404', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:16:39Z', 'updated_at': '2022-05-05T22:17:57Z', 'revision_number': 10, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'gw_port_host': None, '_interfaces': [{'id': '5897fa13-7b54-4809-9e29-1d5fb8cbf9c9', 'name': '', 'network_id': 'fcd5c3bf-b441-4702-b533-b9e20b2c8dec', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'mac_address': 'fa:16:3e:79:b2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95996a3c-f83e-401c-a132-d1ccd2fcfefe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:16:45Z', 'updated_at': '2022-05-05T22:17:02Z', 'revision_number': 5, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'subnets': [{'id': '95996a3c-f83e-401c-a132-d1ccd2fcfefe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:18:02.577095 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9dd7c8-8e72-427a-a79f-1b65a75c06c3 None None] The sync data for ids ['a35913f1-481d-4672-b9d2-d19d0f788cb0'] in n-d-825175-4 is: [{'id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'name': 'tempest-RoutersIpV6Test-router-210762404', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:16:39Z', 'updated_at': '2022-05-05T22:17:57Z', 'revision_number': 10, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'gw_port_host': None, '_interfaces': [{'id': '5897fa13-7b54-4809-9e29-1d5fb8cbf9c9', 'name': '', 'network_id': 'fcd5c3bf-b441-4702-b533-b9e20b2c8dec', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'mac_address': 'fa:16:3e:79:b2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95996a3c-f83e-401c-a132-d1ccd2fcfefe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:16:45Z', 'updated_at': '2022-05-05T22:17:02Z', 'revision_number': 5, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'subnets': [{'id': '95996a3c-f83e-401c-a132-d1ccd2fcfefe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:18:02.603579 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-bcdc91b8-735a-4c03-98b6-36d2c30050da tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Calling delete_port for 9416b6fe-0ecf-4b3a-9d6b-98abf53fa520 owned by network:dhcp {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:18:02.695734 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bcdc91b8-735a-4c03-98b6-36d2c30050da tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:02.746700 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdc91b8-735a-4c03-98b6-36d2c30050da tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event deleted for resources: {'Port': ['ID=9416b6fe-0ecf-4b3a-9d6b-98abf53fa520,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:02.749719 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-80533de2-2af5-429e-8c79-de93f675ec44 None None] The port '9416b6fe-0ecf-4b3a-9d6b-98abf53fa520' was deleted {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 22:18:02.764057 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdc91b8-735a-4c03-98b6-36d2c30050da tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] No DVR routers for this DVR port 9416b6fe-0ecf-4b3a-9d6b-98abf53fa520 on host n-d-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:18:02.774104 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c3b9742d-5055-4c25-b921-a7ec412e75fb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:02.868454 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5c731cd8-613f-4681-98ee-fcad54826893 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:02.918134 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bcdc91b8-735a-4c03-98b6-36d2c30050da tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:02.948530 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-bcdc91b8-735a-4c03-98b6-36d2c30050da tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fa527e9-5494-4e6b-beb6-03545cf8dc9a']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:18:02.984148 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-bcdc91b8-735a-4c03-98b6-36d2c30050da tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c50606c-2b9e-4675-888d-39eba5ae4410') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:18:02.984442 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-bcdc91b8-735a-4c03-98b6-36d2c30050da tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c50606c-2b9e-4675-888d-39eba5ae4410') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:18:03.000988 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bcdc91b8-735a-4c03-98b6-36d2c30050da tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:03.034848 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bcdc91b8-735a-4c03-98b6-36d2c30050da tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:03.051527 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcdc91b8-735a-4c03-98b6-36d2c30050da tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:18:03.052392 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bcdc91b8-735a-4c03-98b6-36d2c30050da tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:03.072205 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 22:18:03.072205 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:18:03.072205 n-d-825175-4 neutron-server[84061]: timer() May 05 22:18:03.072205 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:18:03.072205 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 22:18:03.072205 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:18:03.072205 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 22:18:03.072205 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:18:03.072205 n-d-825175-4 neutron-server[84061]: self._notify() May 05 22:18:03.072205 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:18:03.072205 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 22:18:03.072205 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:18:03.072205 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 22:18:03.072205 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:18:03.072205 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:18:03.072205 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:18:03.072205 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:18:03.072205 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:18:03.072205 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 22:18:03.072205 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:18:03.072205 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 22:18:03.072205 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:18:03.072205 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:18:03.072205 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:18:03.072205 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 22:18:03.072205 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:18:03.072205 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:18:03.072205 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:18:03.072205 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:18:03.072205 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:18:03.072205 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:18:03.072205 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:18:03.134276 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c3b9742d-5055-4c25-b921-a7ec412e75fb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:03.181774 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bcdc91b8-735a-4c03-98b6-36d2c30050da tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:03.183189 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b9742d-5055-4c25-b921-a7ec412e75fb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event deleted for resources: {'Subnet': ['ID=7a9f78c9-72cd-4f25-bae6-9c40e8094993,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:03.214904 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bcdc91b8-735a-4c03-98b6-36d2c30050da tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:03.216939 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28f4399-67c4-40c8-b178-0ead5ffeb95f None None] Network 58c952bc-8f8a-47a6-8ec0-9c1e980cfbef requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:18:03.226543 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c3b9742d-5055-4c25-b921-a7ec412e75fb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:03.240756 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdc91b8-735a-4c03-98b6-36d2c30050da tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event deleted for resources: {'Network': ['ID=1fa527e9-5494-4e6b-beb6-03545cf8dc9a,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:03.245138 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c3b9742d-5055-4c25-b921-a7ec412e75fb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "DELETE /v2.0/subnets/7a9f78c9-72cd-4f25-bae6-9c40e8094993 HTTP/1.1" status: 204 len: 168 time: 2.0012827 May 05 22:18:03.245138 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54644) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:03.252093 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-bcdc91b8-735a-4c03-98b6-36d2c30050da tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "DELETE /v2.0/networks/1fa527e9-5494-4e6b-beb6-03545cf8dc9a HTTP/1.1" status: 204 len: 168 time: 1.9628708 May 05 22:18:03.269594 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54648) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:03.341514 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb5d9fcb-31de-4237-a6f6-b5ae8042ce8f tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Deleting subnet 71eaa770-4efc-43d6-98da-7fb09f9e3cf5 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:18:03.355869 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fb5d9fcb-31de-4237-a6f6-b5ae8042ce8f tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:03.445622 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fb5d9fcb-31de-4237-a6f6-b5ae8042ce8f tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:03.746928 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-daa9df0d-c886-4de3-a2b5-75885b64c5b4 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:03.867989 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fb5d9fcb-31de-4237-a6f6-b5ae8042ce8f tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:03.961209 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 9416b6fe-0ecf-4b3a-9d6b-98abf53fa520 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:18:04.047786 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 9416b6fe-0ecf-4b3a-9d6b-98abf53fa520 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:18:04.048125 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 9416b6fe-0ecf-4b3a-9d6b-98abf53fa520 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:18:04.048561 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device e6bfe1af-4a84-459b-8fd0-759671ebc569 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:18:04.148321 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: e6bfe1af-4a84-459b-8fd0-759671ebc569 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:18:04.149011 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device e6bfe1af-4a84-459b-8fd0-759671ebc569 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:18:04.172285 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fb5d9fcb-31de-4237-a6f6-b5ae8042ce8f tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:04.381081 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5d9fcb-31de-4237-a6f6-b5ae8042ce8f tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event deleted for resources: {'Subnet': ['ID=71eaa770-4efc-43d6-98da-7fb09f9e3cf5,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:04.395623 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fb5d9fcb-31de-4237-a6f6-b5ae8042ce8f tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:04.412861 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-fb5d9fcb-31de-4237-a6f6-b5ae8042ce8f tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "DELETE /v2.0/subnets/71eaa770-4efc-43d6-98da-7fb09f9e3cf5 HTTP/1.1" status: 204 len: 168 time: 1.1742785 May 05 22:18:04.421305 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54660) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:04.697688 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2a4efb59-fc2f-4980-bdb8-7d3242a2ae27 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:04.727521 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-2a4efb59-fc2f-4980-bdb8-7d3242a2ae27 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Deleting port 0f24834b-e3d8-489d-8df0-3004031db5cb {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:18:04.727521 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2a4efb59-fc2f-4980-bdb8-7d3242a2ae27 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:04.943959 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-daa9df0d-c886-4de3-a2b5-75885b64c5b4 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Deleting port 5897fa13-7b54-4809-9e29-1d5fb8cbf9c9 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:18:04.944535 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-daa9df0d-c886-4de3-a2b5-75885b64c5b4 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:04.960562 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93ba547-d44c-4847-8a9a-9df631b3ac46 None None] Network 58c952bc-8f8a-47a6-8ec0-9c1e980cfbef requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:18:05.105655 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c731cd8-613f-4681-98ee-fcad54826893 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Router b6d3fd44-9ab1-479c-9161-36d41e34eb0b has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:18:05.114266 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-2a4efb59-fc2f-4980-bdb8-7d3242a2ae27 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] For port 0f24834b-e3d8-489d-8df0-3004031db5cb, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=0f24834b-e3d8-489d-8df0-3004031db5cb,segment=NetworkSegment(8f909180-1937-4c00-9ec7-d51b9db37047),segment_id=8f909180-1937-4c00-9ec7-d51b9db37047)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:18:05.114266 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2a4efb59-fc2f-4980-bdb8-7d3242a2ae27 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:05.288404 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-2a4efb59-fc2f-4980-bdb8-7d3242a2ae27 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Calling delete_port for 0f24834b-e3d8-489d-8df0-3004031db5cb owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:18:05.344887 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-14b9afb0-824c-4e73-a8a1-7a5e1bec1f2f None None] Provisioning complete for port 0f24834b-e3d8-489d-8df0-3004031db5cb triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:18:05.345488 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-14b9afb0-824c-4e73-a8a1-7a5e1bec1f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:05.458170 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-daa9df0d-c886-4de3-a2b5-75885b64c5b4 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] For port 5897fa13-7b54-4809-9e29-1d5fb8cbf9c9, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=5897fa13-7b54-4809-9e29-1d5fb8cbf9c9,segment=NetworkSegment(789916bc-d352-4d1b-af2a-4cd96d29c083),segment_id=789916bc-d352-4d1b-af2a-4cd96d29c083)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:18:05.458170 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-daa9df0d-c886-4de3-a2b5-75885b64c5b4 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:05.487496 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-14b9afb0-824c-4e73-a8a1-7a5e1bec1f2f None None] Could not find standard attr ID for object 0f24834b-e3d8-489d-8df0-3004031db5cb. {{(pid=84064) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 22:18:05.487496 n-d-825175-4 neutron-server[84064]: INFO neutron.plugins.ml2.db [None req-14b9afb0-824c-4e73-a8a1-7a5e1bec1f2f None None] No ports have port_id starting with 0f24834b-e3d8-489d-8df0-3004031db5cb May 05 22:18:05.509309 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2a4efb59-fc2f-4980-bdb8-7d3242a2ae27 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:05.576643 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97baf086-0f33-490c-bf36-7f367b37c43f None None] DHCP port deletion for 58c952bc-8f8a-47a6-8ec0-9c1e980cfbef request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:18:05.644376 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4efb59-fc2f-4980-bdb8-7d3242a2ae27 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event deleted for resources: {'Port': ['ID=0f24834b-e3d8-489d-8df0-3004031db5cb,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:05.665340 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4efb59-fc2f-4980-bdb8-7d3242a2ae27 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] No DVR routers for this DVR port 0f24834b-e3d8-489d-8df0-3004031db5cb on host n-d-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:18:05.699167 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-daa9df0d-c886-4de3-a2b5-75885b64c5b4 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Calling delete_port for 5897fa13-7b54-4809-9e29-1d5fb8cbf9c9 owned by network:router_interface {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:18:05.720552 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4efb59-fc2f-4980-bdb8-7d3242a2ae27 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:18:05.721038 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4efb59-fc2f-4980-bdb8-7d3242a2ae27 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:18:05.721472 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4efb59-fc2f-4980-bdb8-7d3242a2ae27 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:18:05.721904 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4efb59-fc2f-4980-bdb8-7d3242a2ae27 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:18:05.722340 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4efb59-fc2f-4980-bdb8-7d3242a2ae27 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:18:05.722829 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4efb59-fc2f-4980-bdb8-7d3242a2ae27 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:18:05.723252 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4efb59-fc2f-4980-bdb8-7d3242a2ae27 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:18:05.723671 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4efb59-fc2f-4980-bdb8-7d3242a2ae27 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:18:05.724210 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4efb59-fc2f-4980-bdb8-7d3242a2ae27 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:18:05.724766 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4efb59-fc2f-4980-bdb8-7d3242a2ae27 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:18:05.725183 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4efb59-fc2f-4980-bdb8-7d3242a2ae27 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:18:05.877187 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 0f24834b-e3d8-489d-8df0-3004031db5cb no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:18:05.958463 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 0f24834b-e3d8-489d-8df0-3004031db5cb {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:18:05.958463 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 0f24834b-e3d8-489d-8df0-3004031db5cb not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:18:05.989085 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-daa9df0d-c886-4de3-a2b5-75885b64c5b4 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:06.007424 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:06.028478 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2a4efb59-fc2f-4980-bdb8-7d3242a2ae27 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:06.065515 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-2a4efb59-fc2f-4980-bdb8-7d3242a2ae27 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58c952bc-8f8a-47a6-8ec0-9c1e980cfbef']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:18:06.093444 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-2a4efb59-fc2f-4980-bdb8-7d3242a2ae27 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f909180-1937-4c00-9ec7-d51b9db37047') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:18:06.093444 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-2a4efb59-fc2f-4980-bdb8-7d3242a2ae27 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f909180-1937-4c00-9ec7-d51b9db37047') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:18:06.127190 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa9df0d-c886-4de3-a2b5-75885b64c5b4 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event deleted for resources: {'Port': ['ID=5897fa13-7b54-4809-9e29-1d5fb8cbf9c9,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:06.127915 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2a4efb59-fc2f-4980-bdb8-7d3242a2ae27 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:06.146974 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2a4efb59-fc2f-4980-bdb8-7d3242a2ae27 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:06.157040 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a4efb59-fc2f-4980-bdb8-7d3242a2ae27 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:18:06.157443 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2a4efb59-fc2f-4980-bdb8-7d3242a2ae27 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:06.176263 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:18:06.176263 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:18:06.176263 n-d-825175-4 neutron-server[84063]: timer() May 05 22:18:06.176263 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:18:06.176263 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:18:06.176263 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:18:06.176263 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:18:06.176263 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:18:06.176263 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:18:06.176263 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:18:06.176263 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:18:06.176263 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:18:06.176263 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:18:06.176263 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:18:06.176263 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:18:06.176263 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:18:06.176263 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:18:06.176263 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:18:06.176263 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:18:06.176263 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:18:06.176263 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:18:06.176263 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:18:06.176263 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:18:06.176263 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:18:06.176263 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:18:06.176263 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:18:06.176263 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:18:06.176263 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:18:06.176263 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:18:06.176263 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:18:06.176263 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:18:06.176263 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:18:06.185371 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c731cd8-613f-4681-98ee-fcad54826893 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:18:06.196678 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35eaf5f-acd9-44a9-80b1-f1215c2fd6b3 None None] Sync routers for ids ['b6d3fd44-9ab1-479c-9161-36d41e34eb0b'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:18:06.210779 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:06.223655 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35eaf5f-acd9-44a9-80b1-f1215c2fd6b3 None None] Routers {'b6d3fd44-9ab1-479c-9161-36d41e34eb0b'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:18:06.224184 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-b35eaf5f-acd9-44a9-80b1-f1215c2fd6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:17:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['b6d3fd44-9ab1-479c-9161-36d41e34eb0b'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:18:06.322195 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5c731cd8-613f-4681-98ee-fcad54826893 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] 10.222.0.23 "PUT /v2.0/routers/b6d3fd44-9ab1-479c-9161-36d41e34eb0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4047689 May 05 22:18:06.332023 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54694) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:06.333071 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-b35eaf5f-acd9-44a9-80b1-f1215c2fd6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:18:06.353499 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35eaf5f-acd9-44a9-80b1-f1215c2fd6b3 None None] Routers {'b6d3fd44-9ab1-479c-9161-36d41e34eb0b'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:18:06.354200 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-b35eaf5f-acd9-44a9-80b1-f1215c2fd6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:17:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['b6d3fd44-9ab1-479c-9161-36d41e34eb0b'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:18:06.456998 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-b35eaf5f-acd9-44a9-80b1-f1215c2fd6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:18:06.456998 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35eaf5f-acd9-44a9-80b1-f1215c2fd6b3 None None] The sync data for ids ['b6d3fd44-9ab1-479c-9161-36d41e34eb0b'] in n-d-825175-4 is: [] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:18:06.514042 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2a4efb59-fc2f-4980-bdb8-7d3242a2ae27 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:06.553833 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2a4efb59-fc2f-4980-bdb8-7d3242a2ae27 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:06.566121 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-2a4efb59-fc2f-4980-bdb8-7d3242a2ae27 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "DELETE /v2.0/networks/58c952bc-8f8a-47a6-8ec0-9c1e980cfbef HTTP/1.1" status: 204 len: 168 time: 2.1402166 May 05 22:18:06.579086 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54698) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:06.598905 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-daa9df0d-c886-4de3-a2b5-75885b64c5b4 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:06.606834 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4efb59-fc2f-4980-bdb8-7d3242a2ae27 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event deleted for resources: {'Network': ['ID=58c952bc-8f8a-47a6-8ec0-9c1e980cfbef,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:06.691965 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87773f90-71e5-457b-9c6e-673f36023793 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:18:06.692637 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-87773f90-71e5-457b-9c6e-673f36023793 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Synchronizing usage tracker for tenant:19bd1ce22cbf41f7ad0f1240c3793693 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:18:06.728513 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-87773f90-71e5-457b-9c6e-673f36023793 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Unset dirty status for tenant:19bd1ce22cbf41f7ad0f1240c3793693 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:18:06.730141 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-87773f90-71e5-457b-9c6e-673f36023793 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1598430 May 05 22:18:06.735748 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54704) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:06.781094 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-41bbf31b-aff4-4fe1-aeac-62887ab8bb4e tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:06.990876 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-78636362-743f-4eba-b084-e0a448a3fe3d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2472799 May 05 22:18:06.990876 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54708) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:07.008865 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-117d3135-29fd-4fd9-b66e-2d8ef541fb4b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1411515426'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:18:07.013349 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-117d3135-29fd-4fd9-b66e-2d8ef541fb4b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:18:07.021243 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-117d3135-29fd-4fd9-b66e-2d8ef541fb4b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Usage tracker for resource:network and tenant:19bd1ce22cbf41f7ad0f1240c3793693 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:18:07.021243 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-117d3135-29fd-4fd9-b66e-2d8ef541fb4b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:18:07.033021 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-117d3135-29fd-4fd9-b66e-2d8ef541fb4b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:18:07.048857 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-117d3135-29fd-4fd9-b66e-2d8ef541fb4b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Made reservation on behalf of 19bd1ce22cbf41f7ad0f1240c3793693 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:18:07.052350 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-117d3135-29fd-4fd9-b66e-2d8ef541fb4b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:07.097161 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-117d3135-29fd-4fd9-b66e-2d8ef541fb4b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:18:07.115536 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-117d3135-29fd-4fd9-b66e-2d8ef541fb4b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:07.115921 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-117d3135-29fd-4fd9-b66e-2d8ef541fb4b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Added segment a46cf5f4-7d23-4952-ab25-cc6fb3408465 of type vlan for network 3afb40e7-066d-49b3-b4f1-e15e7ab4ba4a May 05 22:18:07.143401 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa9df0d-c886-4de3-a2b5-75885b64c5b4 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Router a35913f1-481d-4672-b9d2-d19d0f788cb0 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:18:07.172383 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-117d3135-29fd-4fd9-b66e-2d8ef541fb4b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:07.180637 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-41bbf31b-aff4-4fe1-aeac-62887ab8bb4e tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:07.241934 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-41bbf31b-aff4-4fe1-aeac-62887ab8bb4e tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Deleting port 00953b59-2e03-430a-91da-b2e03ba846fc {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:18:07.241934 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-41bbf31b-aff4-4fe1-aeac-62887ab8bb4e tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:07.473367 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-41bbf31b-aff4-4fe1-aeac-62887ab8bb4e tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:07.507081 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa9df0d-c886-4de3-a2b5-75885b64c5b4 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:18:07.521773 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51abfc98-a25e-4697-b102-8b1a1915493f None None] Sync routers for ids ['a35913f1-481d-4672-b9d2-d19d0f788cb0'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:18:07.543736 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51abfc98-a25e-4697-b102-8b1a1915493f None None] Routers {'a35913f1-481d-4672-b9d2-d19d0f788cb0'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:18:07.551997 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-51abfc98-a25e-4697-b102-8b1a1915493f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:17:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['a35913f1-481d-4672-b9d2-d19d0f788cb0'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:18:07.565588 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-daa9df0d-c886-4de3-a2b5-75885b64c5b4 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "PUT /v2.0/routers/a35913f1-481d-4672-b9d2-d19d0f788cb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2992365 May 05 22:18:07.573900 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54722) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:07.737140 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-41bbf31b-aff4-4fe1-aeac-62887ab8bb4e tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Calling delete_port for 00953b59-2e03-430a-91da-b2e03ba846fc owned by network:router_gateway {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:18:07.741114 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-51abfc98-a25e-4697-b102-8b1a1915493f None None] Set router a35913f1-481d-4672-b9d2-d19d0f788cb0 gateway port host: None {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:18:07.809083 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-117d3135-29fd-4fd9-b66e-2d8ef541fb4b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:07.816028 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117d3135-29fd-4fd9-b66e-2d8ef541fb4b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:18:07.817510 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-117d3135-29fd-4fd9-b66e-2d8ef541fb4b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:07.864079 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-51abfc98-a25e-4697-b102-8b1a1915493f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'name': 'tempest-RoutersIpV6Test-router-210762404', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:16:39Z', 'updated_at': '2022-05-05T22:18:05Z', 'revision_number': 11, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'gw_port_host': None}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:18:07.873507 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51abfc98-a25e-4697-b102-8b1a1915493f None None] Checking router: a35913f1-481d-4672-b9d2-d19d0f788cb0 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:18:07.886895 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51abfc98-a25e-4697-b102-8b1a1915493f None None] Routers {'a35913f1-481d-4672-b9d2-d19d0f788cb0'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:18:07.887554 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-51abfc98-a25e-4697-b102-8b1a1915493f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:17:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['a35913f1-481d-4672-b9d2-d19d0f788cb0'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:18:07.987613 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-117d3135-29fd-4fd9-b66e-2d8ef541fb4b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9978993 May 05 22:18:07.997412 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-63c8cdc3-1575-4922-b649-a07dc419e0c5 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Deleting subnet 95996a3c-f83e-401c-a132-d1ccd2fcfefe {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:18:07.998444 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54732) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:08.000857 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-63c8cdc3-1575-4922-b649-a07dc419e0c5 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:08.074931 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-63c8cdc3-1575-4922-b649-a07dc419e0c5 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:08.200138 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-63c8cdc3-1575-4922-b649-a07dc419e0c5 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:08.205487 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-51abfc98-a25e-4697-b102-8b1a1915493f None None] Set router a35913f1-481d-4672-b9d2-d19d0f788cb0 gateway port host: None {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:18:08.263805 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-66968cf3-87d0-4148-bba9-c2e1e61837e9 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Request body: {'subnet': {'network_id': '3afb40e7-066d-49b3-b4f1-e15e7ab4ba4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:18:08.290386 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117d3135-29fd-4fd9-b66e-2d8ef541fb4b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event updated for resources: {'Network': ['ID=3afb40e7-066d-49b3-b4f1-e15e7ab4ba4a,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:08.292783 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-41bbf31b-aff4-4fe1-aeac-62887ab8bb4e tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:08.316511 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 3afb40e7-066d-49b3-b4f1-e15e7ab4ba4a details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:18:08.338703 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-63c8cdc3-1575-4922-b649-a07dc419e0c5 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:08.446551 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-63c8cdc3-1575-4922-b649-a07dc419e0c5 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:08.464950 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8957ef42-4931-47d3-9dac-a06583033d4c None None] Network fcd5c3bf-b441-4702-b533-b9e20b2c8dec requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:18:08.466209 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c8cdc3-1575-4922-b649-a07dc419e0c5 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event deleted for resources: {'Subnet': ['ID=95996a3c-f83e-401c-a132-d1ccd2fcfefe,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:08.491817 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c8cdc3-1575-4922-b649-a07dc419e0c5 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:18:08.495190 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c8cdc3-1575-4922-b649-a07dc419e0c5 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:18:08.500075 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c8cdc3-1575-4922-b649-a07dc419e0c5 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:18:08.500727 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c8cdc3-1575-4922-b649-a07dc419e0c5 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:18:08.501283 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c8cdc3-1575-4922-b649-a07dc419e0c5 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:18:08.501854 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c8cdc3-1575-4922-b649-a07dc419e0c5 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:18:08.502411 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c8cdc3-1575-4922-b649-a07dc419e0c5 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:18:08.502981 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c8cdc3-1575-4922-b649-a07dc419e0c5 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:18:08.503544 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c8cdc3-1575-4922-b649-a07dc419e0c5 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:18:08.509161 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c8cdc3-1575-4922-b649-a07dc419e0c5 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:18:08.509780 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c8cdc3-1575-4922-b649-a07dc419e0c5 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:18:08.530934 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-63c8cdc3-1575-4922-b649-a07dc419e0c5 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "DELETE /v2.0/subnets/95996a3c-f83e-401c-a132-d1ccd2fcfefe HTTP/1.1" status: 204 len: 168 time: 0.9550169 May 05 22:18:08.532544 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54742) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:08.544942 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bbf31b-aff4-4fe1-aeac-62887ab8bb4e tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Pushing event deleted for resources: {'Port': ['ID=00953b59-2e03-430a-91da-b2e03ba846fc,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:08.551274 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-51abfc98-a25e-4697-b102-8b1a1915493f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'name': 'tempest-RoutersIpV6Test-router-210762404', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:16:39Z', 'updated_at': '2022-05-05T22:18:05Z', 'revision_number': 11, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'gw_port_host': None}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:18:08.622351 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51abfc98-a25e-4697-b102-8b1a1915493f None None] The sync data for ids ['a35913f1-481d-4672-b9d2-d19d0f788cb0'] in n-d-825175-4 is: [{'id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'name': 'tempest-RoutersIpV6Test-router-210762404', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:16:39Z', 'updated_at': '2022-05-05T22:18:05Z', 'revision_number': 11, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'gw_port_host': None}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:18:08.866152 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dcf4b413-f130-4862-b508-fa6b45e961c3 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:08.873115 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-66968cf3-87d0-4148-bba9-c2e1e61837e9 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:18:08.885031 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-66968cf3-87d0-4148-bba9-c2e1e61837e9 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Usage tracker for resource:subnet and tenant:19bd1ce22cbf41f7ad0f1240c3793693 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:18:08.891525 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-66968cf3-87d0-4148-bba9-c2e1e61837e9 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:18:08.899990 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-66968cf3-87d0-4148-bba9-c2e1e61837e9 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:18:09.011272 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9bb1c5-fb44-4edb-a32f-cf129f7c974e None None] DHCP port deletion for fcd5c3bf-b441-4702-b533-b9e20b2c8dec request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:18:09.017495 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-9c9bb1c5-fb44-4edb-a32f-cf129f7c974e None None] Deleting port 387c66e3-6e40-416c-afb8-ea6ede1fabfa {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:18:09.017495 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9c9bb1c5-fb44-4edb-a32f-cf129f7c974e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:09.037348 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-dcf4b413-f130-4862-b508-fa6b45e961c3 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Deleting port 387c66e3-6e40-416c-afb8-ea6ede1fabfa {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:18:09.037348 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dcf4b413-f130-4862-b508-fa6b45e961c3 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:09.127789 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66968cf3-87d0-4148-bba9-c2e1e61837e9 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Made reservation on behalf of 19bd1ce22cbf41f7ad0f1240c3793693 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:18:09.251627 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-41bbf31b-aff4-4fe1-aeac-62887ab8bb4e tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:09.327274 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-9c9bb1c5-fb44-4edb-a32f-cf129f7c974e None None] For port 387c66e3-6e40-416c-afb8-ea6ede1fabfa, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=387c66e3-6e40-416c-afb8-ea6ede1fabfa,segment=NetworkSegment(789916bc-d352-4d1b-af2a-4cd96d29c083),segment_id=789916bc-d352-4d1b-af2a-4cd96d29c083)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:18:09.328306 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9c9bb1c5-fb44-4edb-a32f-cf129f7c974e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:09.572138 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-9c9bb1c5-fb44-4edb-a32f-cf129f7c974e None None] Calling delete_port for 387c66e3-6e40-416c-afb8-ea6ede1fabfa owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:18:09.724097 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-41bbf31b-aff4-4fe1-aeac-62887ab8bb4e tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:09.733799 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9c9bb1c5-fb44-4edb-a32f-cf129f7c974e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:09.736769 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-66968cf3-87d0-4148-bba9-c2e1e61837e9 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:09.835449 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-41bbf31b-aff4-4fe1-aeac-62887ab8bb4e tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:09.909101 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9bb1c5-fb44-4edb-a32f-cf129f7c974e None None] Pushing event deleted for resources: {'Port': ['ID=387c66e3-6e40-416c-afb8-ea6ede1fabfa,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:09.917360 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9bb1c5-fb44-4edb-a32f-cf129f7c974e None None] No DVR routers for this DVR port 387c66e3-6e40-416c-afb8-ea6ede1fabfa on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:18:09.943329 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 5897fa13-7b54-4809-9e29-1d5fb8cbf9c9 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:18:09.977480 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 5897fa13-7b54-4809-9e29-1d5fb8cbf9c9 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:18:09.977913 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 5897fa13-7b54-4809-9e29-1d5fb8cbf9c9 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:18:09.978410 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 387c66e3-6e40-416c-afb8-ea6ede1fabfa no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:18:10.014846 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 387c66e3-6e40-416c-afb8-ea6ede1fabfa {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:18:10.015841 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 387c66e3-6e40-416c-afb8-ea6ede1fabfa not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:18:10.031897 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-41bbf31b-aff4-4fe1-aeac-62887ab8bb4e tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:10.033081 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41bbf31b-aff4-4fe1-aeac-62887ab8bb4e tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Fanout notify agent at l3_agent the message router_deleted on router b6d3fd44-9ab1-479c-9161-36d41e34eb0b {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:18:10.053313 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-dcf4b413-f130-4862-b508-fa6b45e961c3 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] For port 387c66e3-6e40-416c-afb8-ea6ede1fabfa, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=387c66e3-6e40-416c-afb8-ea6ede1fabfa,segment=NetworkSegment(789916bc-d352-4d1b-af2a-4cd96d29c083),segment_id=789916bc-d352-4d1b-af2a-4cd96d29c083)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:18:10.054161 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dcf4b413-f130-4862-b508-fa6b45e961c3 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:10.343033 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-dcf4b413-f130-4862-b508-fa6b45e961c3 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Calling delete_port for 387c66e3-6e40-416c-afb8-ea6ede1fabfa owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:18:10.381702 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-41bbf31b-aff4-4fe1-aeac-62887ab8bb4e tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:10.385480 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-41bbf31b-aff4-4fe1-aeac-62887ab8bb4e tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] 10.222.0.23 "DELETE /v2.0/routers/b6d3fd44-9ab1-479c-9161-36d41e34eb0b HTTP/1.1" status: 204 len: 168 time: 4.0464089 May 05 22:18:10.388113 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54760) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:10.504447 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.api [None req-dcf4b413-f130-4862-b508-fa6b45e961c3 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:18:10.504447 n-d-825175-4 neutron-server[84063]: DEBUG oslo_db.api [None req-dcf4b413-f130-4862-b508-fa6b45e961c3 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:18:10.582587 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-66968cf3-87d0-4148-bba9-c2e1e61837e9 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:10.753612 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66968cf3-87d0-4148-bba9-c2e1e61837e9 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event updated for resources: {'Subnet': ['ID=b23d2d73-eecd-4e43-89d1-cd5ee780f488,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:10.789736 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-5060b76a-8e3f-42e2-9fed-460461cae5e1 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Deleting subnet 4a8fbf21-04a0-45a2-bd87-22d10851ceb0 {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:18:10.795788 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66968cf3-87d0-4148-bba9-c2e1e61837e9 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Checking segment: {'id': 'a46cf5f4-7d23-4952-ab25-cc6fb3408465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3afb40e7-066d-49b3-b4f1-e15e7ab4ba4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:18:10.796258 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5060b76a-8e3f-42e2-9fed-460461cae5e1 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:10.796845 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66968cf3-87d0-4148-bba9-c2e1e61837e9 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Network hostable DHCP agents. Network: 3afb40e7-066d-49b3-b4f1-e15e7ab4ba4a, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:18:10.845951 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66968cf3-87d0-4148-bba9-c2e1e61837e9 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Network 3afb40e7-066d-49b3-b4f1-e15e7ab4ba4a is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:18:10.859436 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-66968cf3-87d0-4148-bba9-c2e1e61837e9 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 3afb40e7-066d-49b3-b4f1-e15e7ab4ba4a) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:18:10.865292 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66968cf3-87d0-4148-bba9-c2e1e61837e9 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:18:10.866127 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-66968cf3-87d0-4148-bba9-c2e1e61837e9 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:10.869150 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6410182c-d0fb-4f7e-8e07-7791ad6bfc5f None None] Network 3afb40e7-066d-49b3-b4f1-e15e7ab4ba4a requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:18:10.885449 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5060b76a-8e3f-42e2-9fed-460461cae5e1 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:10.910765 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-66968cf3-87d0-4148-bba9-c2e1e61837e9 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9079721 May 05 22:18:10.913685 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54772) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:10.921056 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-964eefac-5f7b-40b6-b3a0-5087b3230101 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Request body: {'port': {'network_id': '3afb40e7-066d-49b3-b4f1-e15e7ab4ba4a', 'name': 'tempest-PortsIpV6TestJSON-649708321'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:18:11.032548 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5060b76a-8e3f-42e2-9fed-460461cae5e1 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:11.073819 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-dcf4b413-f130-4862-b508-fa6b45e961c3 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Deleting port 387c66e3-6e40-416c-afb8-ea6ede1fabfa {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:18:11.073819 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dcf4b413-f130-4862-b508-fa6b45e961c3 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:11.165506 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5060b76a-8e3f-42e2-9fed-460461cae5e1 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:11.217665 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1fe4a3-6900-4286-98dc-467efe06ae4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-3afb40e7-066d-49b3-b4f1-e15e7ab4ba4a', 'network_id': '3afb40e7-066d-49b3-b4f1-e15e7ab4ba4a', 'tenant_id': '19bd1ce22cbf41f7ad0f1240c3793693', 'fixed_ips': [{'subnet_id': 'b23d2d73-eecd-4e43-89d1-cd5ee780f488'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:18:11.220264 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fe1fe4a3-6900-4286-98dc-467efe06ae4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:11.233279 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5060b76a-8e3f-42e2-9fed-460461cae5e1 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Pushing event deleted for resources: {'Subnet': ['ID=4a8fbf21-04a0-45a2-bd87-22d10851ceb0,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:11.237819 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5060b76a-8e3f-42e2-9fed-460461cae5e1 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:11.244602 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-5060b76a-8e3f-42e2-9fed-460461cae5e1 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] 10.222.0.23 "DELETE /v2.0/subnets/4a8fbf21-04a0-45a2-bd87-22d10851ceb0 HTTP/1.1" status: 204 len: 168 time: 0.8543639 May 05 22:18:11.245419 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32337301-c9c1-4ad8-8bca-fa704b38126e None None] Network a3008efc-7c8c-46d0-a76e-294e088e3656 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:18:11.247468 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54778) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:11.277267 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-dcf4b413-f130-4862-b508-fa6b45e961c3 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] The port '387c66e3-6e40-416c-afb8-ea6ede1fabfa' was deleted {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 22:18:11.473166 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-600237cb-2c33-4218-8e16-6e4cc91c89d0 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:11.485568 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-600237cb-2c33-4218-8e16-6e4cc91c89d0 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Deleting port 19493c2b-3a75-4291-921a-8865f5622dbb {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:18:11.486109 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-600237cb-2c33-4218-8e16-6e4cc91c89d0 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:11.493734 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dcf4b413-f130-4862-b508-fa6b45e961c3 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:11.520990 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-dcf4b413-f130-4862-b508-fa6b45e961c3 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcd5c3bf-b441-4702-b533-b9e20b2c8dec']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:18:11.537643 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-dcf4b413-f130-4862-b508-fa6b45e961c3 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '789916bc-d352-4d1b-af2a-4cd96d29c083') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:18:11.537919 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-dcf4b413-f130-4862-b508-fa6b45e961c3 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '789916bc-d352-4d1b-af2a-4cd96d29c083') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:18:11.558261 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dcf4b413-f130-4862-b508-fa6b45e961c3 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:11.583424 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dcf4b413-f130-4862-b508-fa6b45e961c3 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:11.591000 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcf4b413-f130-4862-b508-fa6b45e961c3 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:18:11.591000 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dcf4b413-f130-4862-b508-fa6b45e961c3 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:11.717641 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-fe1fe4a3-6900-4286-98dc-467efe06ae4d None None] Allocated IP 2001:db8::2 (3afb40e7-066d-49b3-b4f1-e15e7ab4ba4a/b23d2d73-eecd-4e43-89d1-cd5ee780f488/85c33bab-4111-419a-a1bb-eef630820970) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:18:11.743254 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:18:11.743254 n-d-825175-4 neutron-server[84063]: util.warn( May 05 22:18:11.743254 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:18:11.743254 n-d-825175-4 neutron-server[84063]: util.warn( May 05 22:18:11.743254 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:18:11.743254 n-d-825175-4 neutron-server[84063]: util.warn( May 05 22:18:11.743254 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:18:11.743254 n-d-825175-4 neutron-server[84063]: util.warn( May 05 22:18:11.743254 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:18:11.743254 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:18:11.743254 n-d-825175-4 neutron-server[84063]: timer() May 05 22:18:11.743254 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:18:11.743254 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:18:11.743254 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:18:11.743254 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:18:11.743254 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:18:11.743254 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:18:11.743254 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:18:11.743254 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:18:11.743254 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:18:11.743254 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:18:11.743254 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:18:11.743254 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:18:11.743254 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:18:11.743254 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:18:11.743254 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:18:11.743254 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:18:11.743254 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:18:11.743254 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:18:11.743254 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:18:11.743254 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:18:11.743254 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:18:11.743254 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:18:11.743254 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:18:11.743254 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:18:11.743254 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:18:11.743254 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:18:11.743254 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:18:11.743254 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:18:11.743254 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:18:11.754075 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dcf4b413-f130-4862-b508-fa6b45e961c3 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:11.765936 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dcf4b413-f130-4862-b508-fa6b45e961c3 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:11.867048 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-dcf4b413-f130-4862-b508-fa6b45e961c3 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "DELETE /v2.0/networks/fcd5c3bf-b441-4702-b533-b9e20b2c8dec HTTP/1.1" status: 204 len: 168 time: 3.3186388 May 05 22:18:11.874860 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf4b413-f130-4862-b508-fa6b45e961c3 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Pushing event deleted for resources: {'Network': ['ID=fcd5c3bf-b441-4702-b533-b9e20b2c8dec,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:11.882320 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54788) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:11.891594 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaed5ec7-b7bd-45ad-83ff-cc85ccded576 None None] DHCP port deletion for a3008efc-7c8c-46d0-a76e-294e088e3656 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:18:11.896604 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-bf20f91b-019c-4f78-b61c-11a24631e523 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Request body: {'router': {'routes': None}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:18:11.901789 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-aaed5ec7-b7bd-45ad-83ff-cc85ccded576 None None] Deleting port 19493c2b-3a75-4291-921a-8865f5622dbb {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:18:11.902470 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-aaed5ec7-b7bd-45ad-83ff-cc85ccded576 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:11.968653 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-964eefac-5f7b-40b6-b3a0-5087b3230101 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:18:12.018951 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-600237cb-2c33-4218-8e16-6e4cc91c89d0 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] For port 19493c2b-3a75-4291-921a-8865f5622dbb, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=19493c2b-3a75-4291-921a-8865f5622dbb,segment=NetworkSegment(0320ae91-42ee-4bf8-8941-fd6dce1d01e5),segment_id=0320ae91-42ee-4bf8-8941-fd6dce1d01e5)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:18:12.019433 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-600237cb-2c33-4218-8e16-6e4cc91c89d0 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:12.062578 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-964eefac-5f7b-40b6-b3a0-5087b3230101 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:18:12.109269 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964eefac-5f7b-40b6-b3a0-5087b3230101 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Made reservation on behalf of 19bd1ce22cbf41f7ad0f1240c3793693 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:18:12.109269 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-964eefac-5f7b-40b6-b3a0-5087b3230101 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:12.119145 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7d26d8f3-fb80-4939-8e79-da5a1ae271cb req-9bf6fdd2-da87-4fd1-ad82-e88c8ae4c634 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c499d0ef-0226-4dd2-99d9-4b778e9b8732&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7739124 May 05 22:18:12.171429 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-aaed5ec7-b7bd-45ad-83ff-cc85ccded576 None None] For port 19493c2b-3a75-4291-921a-8865f5622dbb, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=19493c2b-3a75-4291-921a-8865f5622dbb,segment=NetworkSegment(0320ae91-42ee-4bf8-8941-fd6dce1d01e5),segment_id=0320ae91-42ee-4bf8-8941-fd6dce1d01e5)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:18:12.171429 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-aaed5ec7-b7bd-45ad-83ff-cc85ccded576 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:12.293027 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-aaed5ec7-b7bd-45ad-83ff-cc85ccded576 None None] Calling delete_port for 19493c2b-3a75-4291-921a-8865f5622dbb owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:18:12.372400 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [None req-964eefac-5f7b-40b6-b3a0-5087b3230101 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] device_id is not set on port 6838197a-f590-4a8c-9a91-ce2484861077 yet. {{(pid=84063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:18:12.372566 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-aaed5ec7-b7bd-45ad-83ff-cc85ccded576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:12.399509 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-600237cb-2c33-4218-8e16-6e4cc91c89d0 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Calling delete_port for 19493c2b-3a75-4291-921a-8865f5622dbb owned by network:dhcp {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:18:12.458080 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.extraroute_db [None req-bf20f91b-019c-4f78-b61c-11a24631e523 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Added routes are [] {{(pid=84063) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 05 22:18:12.458372 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.extraroute_db [None req-bf20f91b-019c-4f78-b61c-11a24631e523 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Removed routes are [] {{(pid=84063) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 05 22:18:12.459106 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bf20f91b-019c-4f78-b61c-11a24631e523 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:12.474389 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed5ec7-b7bd-45ad-83ff-cc85ccded576 None None] Pushing event deleted for resources: {'Port': ['ID=19493c2b-3a75-4291-921a-8865f5622dbb,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:12.491590 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaed5ec7-b7bd-45ad-83ff-cc85ccded576 None None] No DVR routers for this DVR port 19493c2b-3a75-4291-921a-8865f5622dbb on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:18:12.519529 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.api [None req-600237cb-2c33-4218-8e16-6e4cc91c89d0 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:18:12.519529 n-d-825175-4 neutron-server[84061]: DEBUG oslo_db.api [None req-600237cb-2c33-4218-8e16-6e4cc91c89d0 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:18:12.639317 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fe1fe4a3-6900-4286-98dc-467efe06ae4d None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:12.665190 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-fe1fe4a3-6900-4286-98dc-467efe06ae4d None None] Transition to ACTIVE for port object 85c33bab-4111-419a-a1bb-eef630820970 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:18:12.689130 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-fe1fe4a3-6900-4286-98dc-467efe06ae4d None None] Transition to ACTIVE for port object 85c33bab-4111-419a-a1bb-eef630820970 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:18:12.699532 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fe1fe4a3-6900-4286-98dc-467efe06ae4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:12.765919 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1fe4a3-6900-4286-98dc-467efe06ae4d None None] Network 3afb40e7-066d-49b3-b4f1-e15e7ab4ba4a is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:18:12.768670 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-fe1fe4a3-6900-4286-98dc-467efe06ae4d None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:18:12.772431 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1fe4a3-6900-4286-98dc-467efe06ae4d None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:18:12.782311 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1fe4a3-6900-4286-98dc-467efe06ae4d None None] Pushing event updated for resources: {'Port': ['ID=85c33bab-4111-419a-a1bb-eef630820970,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:12.893488 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7d26d8f3-fb80-4939-8e79-da5a1ae271cb req-c1031efb-e25d-4d3c-9316-d1c8a5f7933a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=989c505d69dd4ac5bbb5923b5623477d&device_id=c499d0ef-0226-4dd2-99d9-4b778e9b8732 HTTP/1.1" status: 200 len: 1096 time: 0.6600239 May 05 22:18:12.938998 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-fe1fe4a3-6900-4286-98dc-467efe06ae4d None None] Attempting to bind port 85c33bab-4111-419a-a1bb-eef630820970 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:18:12.938998 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-fe1fe4a3-6900-4286-98dc-467efe06ae4d None None] Attempting to bind port 85c33bab-4111-419a-a1bb-eef630820970 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'a46cf5f4-7d23-4952-ab25-cc6fb3408465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3afb40e7-066d-49b3-b4f1-e15e7ab4ba4a'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:18:12.938998 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1fe4a3-6900-4286-98dc-467efe06ae4d None None] Attempting to bind port 85c33bab-4111-419a-a1bb-eef630820970 on network 3afb40e7-066d-49b3-b4f1-e15e7ab4ba4a {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:18:12.946624 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1fe4a3-6900-4286-98dc-467efe06ae4d None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:18:12.946624 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1fe4a3-6900-4286-98dc-467efe06ae4d None None] Checking segment: {'id': 'a46cf5f4-7d23-4952-ab25-cc6fb3408465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3afb40e7-066d-49b3-b4f1-e15e7ab4ba4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:18:12.946624 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fe1fe4a3-6900-4286-98dc-467efe06ae4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:12.946624 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1fe4a3-6900-4286-98dc-467efe06ae4d None None] Bound using segment: {'id': 'a46cf5f4-7d23-4952-ab25-cc6fb3408465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3afb40e7-066d-49b3-b4f1-e15e7ab4ba4a'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:18:12.946624 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-fe1fe4a3-6900-4286-98dc-467efe06ae4d None None] Bound port: 85c33bab-4111-419a-a1bb-eef630820970, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a46cf5f4-7d23-4952-ab25-cc6fb3408465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3afb40e7-066d-49b3-b4f1-e15e7ab4ba4a'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:18:12.946624 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fe1fe4a3-6900-4286-98dc-467efe06ae4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:13.019254 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-600237cb-2c33-4218-8e16-6e4cc91c89d0 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Deleting port 19493c2b-3a75-4291-921a-8865f5622dbb {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:18:13.019254 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-600237cb-2c33-4218-8e16-6e4cc91c89d0 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:13.081353 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-fe1fe4a3-6900-4286-98dc-467efe06ae4d None None] For port 85c33bab-4111-419a-a1bb-eef630820970, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:18:13.087173 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-fe1fe4a3-6900-4286-98dc-467efe06ae4d None None] For port 85c33bab-4111-419a-a1bb-eef630820970, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=85c33bab-4111-419a-a1bb-eef630820970,segment=NetworkSegment(a46cf5f4-7d23-4952-ab25-cc6fb3408465),segment_id=a46cf5f4-7d23-4952-ab25-cc6fb3408465)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:18:13.097286 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fe1fe4a3-6900-4286-98dc-467efe06ae4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:13.119464 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-600237cb-2c33-4218-8e16-6e4cc91c89d0 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] The port '19493c2b-3a75-4291-921a-8865f5622dbb' was deleted {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 22:18:13.284366 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1fe4a3-6900-4286-98dc-467efe06ae4d None None] Pushing event updated for resources: {'Port': ['ID=85c33bab-4111-419a-a1bb-eef630820970,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:13.309620 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-600237cb-2c33-4218-8e16-6e4cc91c89d0 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:13.314447 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bf20f91b-019c-4f78-b61c-11a24631e523 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:13.344977 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-600237cb-2c33-4218-8e16-6e4cc91c89d0 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3008efc-7c8c-46d0-a76e-294e088e3656']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:18:13.356154 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-964eefac-5f7b-40b6-b3a0-5087b3230101 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Allocated IP 2001:db8::29b (3afb40e7-066d-49b3-b4f1-e15e7ab4ba4a/b23d2d73-eecd-4e43-89d1-cd5ee780f488/6838197a-f590-4a8c-9a91-ce2484861077) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:18:13.356154 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bf20f91b-019c-4f78-b61c-11a24631e523 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-926863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-926864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-930834'] for router, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:13.383388 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-600237cb-2c33-4218-8e16-6e4cc91c89d0 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0320ae91-42ee-4bf8-8941-fd6dce1d01e5') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:18:13.383388 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-600237cb-2c33-4218-8e16-6e4cc91c89d0 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0320ae91-42ee-4bf8-8941-fd6dce1d01e5') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:18:13.402310 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-600237cb-2c33-4218-8e16-6e4cc91c89d0 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:13.426721 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-600237cb-2c33-4218-8e16-6e4cc91c89d0 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:13.437734 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-600237cb-2c33-4218-8e16-6e4cc91c89d0 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:18:13.438640 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-600237cb-2c33-4218-8e16-6e4cc91c89d0 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:13.459869 n-d-825175-4 neutron-server[84061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:18:13.459869 n-d-825175-4 neutron-server[84061]: util.warn( May 05 22:18:13.459869 n-d-825175-4 neutron-server[84061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:18:13.459869 n-d-825175-4 neutron-server[84061]: util.warn( May 05 22:18:13.459869 n-d-825175-4 neutron-server[84061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:18:13.459869 n-d-825175-4 neutron-server[84061]: util.warn( May 05 22:18:13.459869 n-d-825175-4 neutron-server[84061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:18:13.459869 n-d-825175-4 neutron-server[84061]: util.warn( May 05 22:18:13.459869 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 22:18:13.459869 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:18:13.459869 n-d-825175-4 neutron-server[84061]: timer() May 05 22:18:13.459869 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:18:13.459869 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 22:18:13.459869 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:18:13.459869 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 22:18:13.459869 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:18:13.459869 n-d-825175-4 neutron-server[84061]: self._notify() May 05 22:18:13.459869 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:18:13.459869 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 22:18:13.459869 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:18:13.459869 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 22:18:13.459869 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:18:13.459869 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:18:13.459869 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:18:13.459869 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:18:13.459869 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:18:13.459869 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 22:18:13.459869 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:18:13.459869 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 22:18:13.459869 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:18:13.459869 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:18:13.459869 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:18:13.459869 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 22:18:13.459869 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:18:13.459869 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:18:13.459869 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:18:13.459869 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:18:13.459869 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:18:13.459869 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:18:13.459869 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:18:13.601135 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-600237cb-2c33-4218-8e16-6e4cc91c89d0 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:13.645192 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-600237cb-2c33-4218-8e16-6e4cc91c89d0 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:13.669753 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d26d8f3-fb80-4939-8e79-da5a1ae271cb req-d519a1fa-f45b-465a-ab55-8695ca7b4dcb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:18:13.669753 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7d26d8f3-fb80-4939-8e79-da5a1ae271cb req-d519a1fa-f45b-465a-ab55-8695ca7b4dcb service neutron] 10.222.0.44 "GET /v2.0/networks?id=5579f484-2b68-478e-8113-36fd7459ddaf HTTP/1.1" status: 200 len: 910 time: 0.7384365 May 05 22:18:13.740694 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600237cb-2c33-4218-8e16-6e4cc91c89d0 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Pushing event deleted for resources: {'Network': ['ID=a3008efc-7c8c-46d0-a76e-294e088e3656,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:13.740694 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-600237cb-2c33-4218-8e16-6e4cc91c89d0 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] 10.222.0.23 "DELETE /v2.0/networks/a3008efc-7c8c-46d0-a76e-294e088e3656 HTTP/1.1" status: 204 len: 168 time: 2.4741912 May 05 22:18:13.740694 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54806) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:13.974851 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 85c33bab-4111-419a-a1bb-eef630820970 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:18:13.992611 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf20f91b-019c-4f78-b61c-11a24631e523 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Router a35913f1-481d-4672-b9d2-d19d0f788cb0 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:18:14.002198 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7d26d8f3-fb80-4939-8e79-da5a1ae271cb req-7b3bee5f-56b6-4715-acb9-9742aab67e41 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61e87916-9850-4b4e-9825-6be7f2ad185b HTTP/1.1" status: 200 len: 1001 time: 0.2984712 May 05 22:18:14.032458 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-525a3838-35a5-43c3-844b-00c2ff6232a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:14.074155 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:18:14.097502 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 85c33bab-4111-419a-a1bb-eef630820970 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:18:14.207033 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-2dc7682a-1d5e-47c1-b4e7-fbcc96378469 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Deleting port 4edc7753-dc5d-4043-8aae-7047e265eddf {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:18:14.207033 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2dc7682a-1d5e-47c1-b4e7-fbcc96378469 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:14.212366 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 19493c2b-3a75-4291-921a-8865f5622dbb no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:18:14.228631 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d26d8f3-fb80-4939-8e79-da5a1ae271cb req-a3908a18-94c6-452e-b5c9-4cd721d929b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:18:14.236737 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7d26d8f3-fb80-4939-8e79-da5a1ae271cb req-a3908a18-94c6-452e-b5c9-4cd721d929b9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=27d7124c-1fa4-44df-a333-048f6a650311 HTTP/1.1" status: 200 len: 848 time: 0.2129891 May 05 22:18:14.266265 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 19493c2b-3a75-4291-921a-8865f5622dbb {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:18:14.266265 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 19493c2b-3a75-4291-921a-8865f5622dbb not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:18:14.379782 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-964eefac-5f7b-40b6-b3a0-5087b3230101 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:14.402495 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-964eefac-5f7b-40b6-b3a0-5087b3230101 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Transition to ACTIVE for port object 6838197a-f590-4a8c-9a91-ce2484861077 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:18:14.429359 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf20f91b-019c-4f78-b61c-11a24631e523 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:18:14.443781 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d783b96-c437-43ae-ba99-c61d92b81a19 None None] Sync routers for ids ['a35913f1-481d-4672-b9d2-d19d0f788cb0'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:18:14.464318 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bf20f91b-019c-4f78-b61c-11a24631e523 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:14.465509 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-bf20f91b-019c-4f78-b61c-11a24631e523 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "PUT /v2.0/routers/a35913f1-481d-4672-b9d2-d19d0f788cb0 HTTP/1.1" status: 200 len: 704 time: 2.5745456 May 05 22:18:14.471651 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54820) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:14.476853 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d783b96-c437-43ae-ba99-c61d92b81a19 None None] Routers {'a35913f1-481d-4672-b9d2-d19d0f788cb0'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:18:14.477632 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-0d783b96-c437-43ae-ba99-c61d92b81a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:17:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['a35913f1-481d-4672-b9d2-d19d0f788cb0'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:18:14.500787 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2dc7682a-1d5e-47c1-b4e7-fbcc96378469 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:14.501497 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2dc7682a-1d5e-47c1-b4e7-fbcc96378469 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:14.585394 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-1eadc984-eb06-4ecd-8af9-f2bf3f8acb3f tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Synchronizing usage tracker for tenant:47ea26e8a7d7452cb25778b9d924edf0 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:18:14.585394 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7d26d8f3-fb80-4939-8e79-da5a1ae271cb req-e5e2108d-eaa6-4f18-9d72-0f9644fb5a76 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5579f484-2b68-478e-8113-36fd7459ddaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3493161 May 05 22:18:14.600378 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-964eefac-5f7b-40b6-b3a0-5087b3230101 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:14.600378 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [req-7d26d8f3-fb80-4939-8e79-da5a1ae271cb req-ace3a7ab-256f-47ee-bf85-2647c69e71d5 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84063) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:18:14.600378 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7d26d8f3-fb80-4939-8e79-da5a1ae271cb req-ace3a7ab-256f-47ee-bf85-2647c69e71d5 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0064213 May 05 22:18:14.740246 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-2dc7682a-1d5e-47c1-b4e7-fbcc96378469 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Calling delete_port for 4edc7753-dc5d-4043-8aae-7047e265eddf owned by network:floatingip {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:18:14.898097 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-0d783b96-c437-43ae-ba99-c61d92b81a19 None None] Set router a35913f1-481d-4672-b9d2-d19d0f788cb0 gateway port host: None {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:18:15.036761 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72bfae2-c49f-47bf-ae48-4835e5df5791 None None] Network 3afb40e7-066d-49b3-b4f1-e15e7ab4ba4a requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:18:15.130268 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-0d783b96-c437-43ae-ba99-c61d92b81a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'name': 'tempest-RoutersIpV6Test-router-210762404', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:16:39Z', 'updated_at': '2022-05-05T22:18:05Z', 'revision_number': 11, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'gw_port_host': None}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:18:15.133933 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2dc7682a-1d5e-47c1-b4e7-fbcc96378469 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:15.137483 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d783b96-c437-43ae-ba99-c61d92b81a19 None None] Checking router: a35913f1-481d-4672-b9d2-d19d0f788cb0 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:18:15.144252 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-1eadc984-eb06-4ecd-8af9-f2bf3f8acb3f tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Unset dirty status for tenant:47ea26e8a7d7452cb25778b9d924edf0 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:18:15.150714 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1eadc984-eb06-4ecd-8af9-f2bf3f8acb3f tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "GET /v2.0/ports?device_id=a35913f1-481d-4672-b9d2-d19d0f788cb0 HTTP/1.1" status: 200 len: 205 time: 0.6674368 May 05 22:18:15.158487 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54834) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:15.158487 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964eefac-5f7b-40b6-b3a0-5087b3230101 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Network 3afb40e7-066d-49b3-b4f1-e15e7ab4ba4a is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:18:15.175113 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d783b96-c437-43ae-ba99-c61d92b81a19 None None] Routers {'a35913f1-481d-4672-b9d2-d19d0f788cb0'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:18:15.175113 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-0d783b96-c437-43ae-ba99-c61d92b81a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:17:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['a35913f1-481d-4672-b9d2-d19d0f788cb0'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:18:15.264090 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-964eefac-5f7b-40b6-b3a0-5087b3230101 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:18:15.270894 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc7682a-1d5e-47c1-b4e7-fbcc96378469 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Pushing event deleted for resources: {'Port': ['ID=4edc7753-dc5d-4043-8aae-7047e265eddf,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:15.278093 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964eefac-5f7b-40b6-b3a0-5087b3230101 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:18:15.287720 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964eefac-5f7b-40b6-b3a0-5087b3230101 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:18:15.287720 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-964eefac-5f7b-40b6-b3a0-5087b3230101 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:15.345861 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964eefac-5f7b-40b6-b3a0-5087b3230101 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event updated for resources: {'Port': ['ID=6838197a-f590-4a8c-9a91-ce2484861077,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:15.422967 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-183668e3-d352-4ea0-a872-3f527db02b2c None None] Provisioning for port 85c33bab-4111-419a-a1bb-eef630820970 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:18:15.424523 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-964eefac-5f7b-40b6-b3a0-5087b3230101 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.5094225 May 05 22:18:15.429153 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54842) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:15.437979 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-fa4bfebc-e899-4fcb-834a-8a9b1ee9e241 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Request body: {'port': {'network_id': '3afb40e7-066d-49b3-b4f1-e15e7ab4ba4a', 'name': 'tempest-PortsIpV6TestJSON-508413352'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:18:15.455290 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-183668e3-d352-4ea0-a872-3f527db02b2c None None] Provisioning complete for port 85c33bab-4111-419a-a1bb-eef630820970 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:18:15.455663 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-183668e3-d352-4ea0-a872-3f527db02b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:15.463571 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7d26d8f3-fb80-4939-8e79-da5a1ae271cb req-e6baabd6-647d-43ac-aeaa-4e88e0090fea service neutron] 10.222.0.44 "GET /v2.0/networks/5579f484-2b68-478e-8113-36fd7459ddaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8163228 May 05 22:18:15.521537 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2dc7682a-1d5e-47c1-b4e7-fbcc96378469 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for floatingip, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:15.548624 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-0d783b96-c437-43ae-ba99-c61d92b81a19 None None] Set router a35913f1-481d-4672-b9d2-d19d0f788cb0 gateway port host: None {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:18:15.570837 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2dc7682a-1d5e-47c1-b4e7-fbcc96378469 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:15.570837 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-2dc7682a-1d5e-47c1-b4e7-fbcc96378469 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] 10.222.0.23 "DELETE /v2.0/floatingips/277fac2b-c372-40e3-bf92-6f9f4ca67f20 HTTP/1.1" status: 204 len: 168 time: 1.8374734 May 05 22:18:15.570837 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54846) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:15.596640 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3bed91f1-1d7e-4ff2-bc3e-2e21017cf519 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:15.669316 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-d63e945d-768e-4277-8b68-dd02d0291148 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] DELETE failed (client error): The resource could not be found. May 05 22:18:15.669316 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d63e945d-768e-4277-8b68-dd02d0291148 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:18:15.669316 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-d63e945d-768e-4277-8b68-dd02d0291148 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] 10.222.0.23 "DELETE /v2.0/ports/e31fbba3-90a8-406b-8757-6656fae40ff0 HTTP/1.1" status: 404 len: 333 time: 0.0910482 May 05 22:18:15.669316 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54850) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:15.688507 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-0d783b96-c437-43ae-ba99-c61d92b81a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'name': 'tempest-RoutersIpV6Test-router-210762404', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:16:39Z', 'updated_at': '2022-05-05T22:18:05Z', 'revision_number': 11, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'gw_port_host': None}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:18:15.693461 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d783b96-c437-43ae-ba99-c61d92b81a19 None None] The sync data for ids ['a35913f1-481d-4672-b9d2-d19d0f788cb0'] in n-d-825175-4 is: [{'id': 'a35913f1-481d-4672-b9d2-d19d0f788cb0', 'name': 'tempest-RoutersIpV6Test-router-210762404', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:16:39Z', 'updated_at': '2022-05-05T22:18:05Z', 'revision_number': 11, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'gw_port_host': None}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:18:15.797040 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a39e1875-344e-4246-b824-83461908f853 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Synchronizing usage tracker for tenant:79b64dfc3f744f4883ccf8456942a652 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:18:15.829915 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a39e1875-344e-4246-b824-83461908f853 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Unset dirty status for tenant:79b64dfc3f744f4883ccf8456942a652 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:18:15.833752 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a39e1875-344e-4246-b824-83461908f853 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6d3fd44-9ab1-479c-9161-36d41e34eb0b HTTP/1.1" status: 200 len: 205 time: 0.1598387 May 05 22:18:15.834265 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54856) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:15.918359 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-183668e3-d352-4ea0-a872-3f527db02b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:15.986444 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-183668e3-d352-4ea0-a872-3f527db02b2c None None] For port 85c33bab-4111-419a-a1bb-eef630820970, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=85c33bab-4111-419a-a1bb-eef630820970,segment=NetworkSegment(a46cf5f4-7d23-4952-ab25-cc6fb3408465),segment_id=a46cf5f4-7d23-4952-ab25-cc6fb3408465)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:18:15.995839 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [None req-e0795fde-13a9-4f91-94ad-e1a26c22a2f0 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] delete failed (client error): The resource could not be found. May 05 22:18:15.997257 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e0795fde-13a9-4f91-94ad-e1a26c22a2f0 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] 10.222.0.23 "DELETE /v2.0/routers/b6d3fd44-9ab1-479c-9161-36d41e34eb0b HTTP/1.1" status: 404 len: 336 time: 0.1620376 May 05 22:18:16.001565 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54860) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:16.024516 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-183668e3-d352-4ea0-a872-3f527db02b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:16.137933 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7dcfea1-147a-4afd-92a0-94c0346f1c4f tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] DELETE failed (client error): The resource could not be found. May 05 22:18:16.137933 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7dcfea1-147a-4afd-92a0-94c0346f1c4f tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:18:16.145333 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f7dcfea1-147a-4afd-92a0-94c0346f1c4f tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] 10.222.0.23 "DELETE /v2.0/subnets/4a8fbf21-04a0-45a2-bd87-22d10851ceb0 HTTP/1.1" status: 404 len: 337 time: 0.1366811 May 05 22:18:16.145333 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54866) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:16.148560 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-fa4bfebc-e899-4fcb-834a-8a9b1ee9e241 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:18:16.156910 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-fa4bfebc-e899-4fcb-834a-8a9b1ee9e241 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Usage tracker for resource:port and tenant:19bd1ce22cbf41f7ad0f1240c3793693 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:18:16.194771 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-fa4bfebc-e899-4fcb-834a-8a9b1ee9e241 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:18:16.205053 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-fa4bfebc-e899-4fcb-834a-8a9b1ee9e241 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:18:16.227615 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183668e3-d352-4ea0-a872-3f527db02b2c None None] Pushing event updated for resources: {'Port': ['ID=85c33bab-4111-419a-a1bb-eef630820970,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:16.294280 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-20c87dbe-4d50-42cd-ad77-49a52e86810d None None] Provisioning for port 6838197a-f590-4a8c-9a91-ce2484861077 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:18:16.318067 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-20c87dbe-4d50-42cd-ad77-49a52e86810d None None] Provisioning complete for port 6838197a-f590-4a8c-9a91-ce2484861077 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:18:16.328804 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-20c87dbe-4d50-42cd-ad77-49a52e86810d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:16.379550 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7d26d8f3-fb80-4939-8e79-da5a1ae271cb req-6ab1d0b8-e17a-4048-af9b-2fbbec3bb26c service neutron] 10.222.0.44 "GET /v2.0/networks/5579f484-2b68-478e-8113-36fd7459ddaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8634984 May 05 22:18:16.429403 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-1c939752-07ac-47fc-bbaa-35a54b986ea8 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Deleting port c9a87a39-b3d4-4291-b904-bdc7ce0ee893 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:18:16.442023 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1c939752-07ac-47fc-bbaa-35a54b986ea8 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:16.463513 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-20c87dbe-4d50-42cd-ad77-49a52e86810d None None] Port 6838197a-f590-4a8c-9a91-ce2484861077 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:18:16.497719 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b39722de-e9ae-4f23-9b24-c7d6a95e4cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:16.506540 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4bfebc-e899-4fcb-834a-8a9b1ee9e241 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Made reservation on behalf of 19bd1ce22cbf41f7ad0f1240c3793693 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:18:16.506540 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fa4bfebc-e899-4fcb-834a-8a9b1ee9e241 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:16.524518 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-20c87dbe-4d50-42cd-ad77-49a52e86810d None None] Provisioning complete for port 85c33bab-4111-419a-a1bb-eef630820970 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:18:16.524518 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-20c87dbe-4d50-42cd-ad77-49a52e86810d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:16.822855 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3bed91f1-1d7e-4ff2-bc3e-2e21017cf519 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:16.826839 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [None req-fa4bfebc-e899-4fcb-834a-8a9b1ee9e241 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] device_id is not set on port 9a6ae7d3-49de-4777-b3c0-4c1c77e0556d yet. {{(pid=84063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:18:16.888338 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3bed91f1-1d7e-4ff2-bc3e-2e21017cf519 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:16.994680 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-46464c91-4aed-41b9-98ed-45355e2d944a None None] Provisioning complete for port 6838197a-f590-4a8c-9a91-ce2484861077 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:18:17.016839 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-46464c91-4aed-41b9-98ed-45355e2d944a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:17.071641 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3bed91f1-1d7e-4ff2-bc3e-2e21017cf519 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:17.071641 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bed91f1-1d7e-4ff2-bc3e-2e21017cf519 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Fanout notify agent at l3_agent the message router_deleted on router a35913f1-481d-4672-b9d2-d19d0f788cb0 {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:18:17.086121 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1c939752-07ac-47fc-bbaa-35a54b986ea8 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:17.155333 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3bed91f1-1d7e-4ff2-bc3e-2e21017cf519 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:17.169306 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-3bed91f1-1d7e-4ff2-bc3e-2e21017cf519 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "DELETE /v2.0/routers/a35913f1-481d-4672-b9d2-d19d0f788cb0 HTTP/1.1" status: 204 len: 168 time: 2.0026402 May 05 22:18:17.169306 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54880) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:17.179136 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-f4994653-5fc6-4959-a6f2-03bd75cc30f2 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1446082879', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:18:17.191953 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f4994653-5fc6-4959-a6f2-03bd75cc30f2 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:18:17.207099 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-fa4bfebc-e899-4fcb-834a-8a9b1ee9e241 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Allocated IP 2001:db8::264 (3afb40e7-066d-49b3-b4f1-e15e7ab4ba4a/b23d2d73-eecd-4e43-89d1-cd5ee780f488/9a6ae7d3-49de-4777-b3c0-4c1c77e0556d) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:18:17.218531 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f4994653-5fc6-4959-a6f2-03bd75cc30f2 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Usage tracker for resource:router and tenant:47ea26e8a7d7452cb25778b9d924edf0 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:18:17.236760 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-46464c91-4aed-41b9-98ed-45355e2d944a None None] Port 6838197a-f590-4a8c-9a91-ce2484861077 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:18:17.237445 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f4994653-5fc6-4959-a6f2-03bd75cc30f2 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:18:17.255016 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f4994653-5fc6-4959-a6f2-03bd75cc30f2 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:18:17.324859 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f4994653-5fc6-4959-a6f2-03bd75cc30f2 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:17.326246 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f4994653-5fc6-4959-a6f2-03bd75cc30f2 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:17.371404 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-1c939752-07ac-47fc-bbaa-35a54b986ea8 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Calling delete_port for c9a87a39-b3d4-4291-b904-bdc7ce0ee893 owned by {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:18:17.434375 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:17.538777 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:17.601472 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f4994653-5fc6-4959-a6f2-03bd75cc30f2 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:17.630324 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f4994653-5fc6-4959-a6f2-03bd75cc30f2 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:17.648534 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1c939752-07ac-47fc-bbaa-35a54b986ea8 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:17.680869 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fa4bfebc-e899-4fcb-834a-8a9b1ee9e241 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:17.694442 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f4994653-5fc6-4959-a6f2-03bd75cc30f2 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:17.703637 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f4994653-5fc6-4959-a6f2-03bd75cc30f2 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5331194 May 05 22:18:17.703637 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54888) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:17.717817 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-4d665c95-df9e-44ce-9ddb-8f38706f4215 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:18:17.841200 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c939752-07ac-47fc-bbaa-35a54b986ea8 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Pushing event deleted for resources: {'Port': ['ID=c9a87a39-b3d4-4291-b904-bdc7ce0ee893,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:17.966998 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 85c33bab-4111-419a-a1bb-eef630820970 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:18:17.991544 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-fa4bfebc-e899-4fcb-834a-8a9b1ee9e241 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Transition to ACTIVE for port object 9a6ae7d3-49de-4777-b3c0-4c1c77e0556d will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:18:17.996180 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1c939752-07ac-47fc-bbaa-35a54b986ea8 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:18.032428 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-1c939752-07ac-47fc-bbaa-35a54b986ea8 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] 10.222.0.23 "DELETE /v2.0/ports/c9a87a39-b3d4-4291-b904-bdc7ce0ee893 HTTP/1.1" status: 204 len: 168 time: 1.8905530 May 05 22:18:18.033429 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54896) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:18.100735 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fa4bfebc-e899-4fcb-834a-8a9b1ee9e241 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:18.141856 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 85c33bab-4111-419a-a1bb-eef630820970 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:18:18.141856 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:18.149533 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-c97cc542-fcdc-4ef1-b57b-dbc6b5aceee7 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Deleting port 64e5faa6-a85a-42d0-838f-228575a33f5d {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:18:18.149533 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c97cc542-fcdc-4ef1-b57b-dbc6b5aceee7 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:18.293775 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4bfebc-e899-4fcb-834a-8a9b1ee9e241 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event updated for resources: {'Port': ['ID=9a6ae7d3-49de-4777-b3c0-4c1c77e0556d,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:18.326891 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4bfebc-e899-4fcb-834a-8a9b1ee9e241 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Network 3afb40e7-066d-49b3-b4f1-e15e7ab4ba4a is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:18:18.457119 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-fa4bfebc-e899-4fcb-834a-8a9b1ee9e241 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:18:18.464362 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4bfebc-e899-4fcb-834a-8a9b1ee9e241 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:18:18.472339 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4bfebc-e899-4fcb-834a-8a9b1ee9e241 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:18:18.472339 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fa4bfebc-e899-4fcb-834a-8a9b1ee9e241 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:18.673050 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4d665c95-df9e-44ce-9ddb-8f38706f4215 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:18.684401 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c97cc542-fcdc-4ef1-b57b-dbc6b5aceee7 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:18.684539 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-fa4bfebc-e899-4fcb-834a-8a9b1ee9e241 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2538824 May 05 22:18:18.688114 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54906) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:18.748480 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4d665c95-df9e-44ce-9ddb-8f38706f4215 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-926863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-926864', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-930834'] for router, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:18.918326 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-c97cc542-fcdc-4ef1-b57b-dbc6b5aceee7 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Calling delete_port for 64e5faa6-a85a-42d0-838f-228575a33f5d owned by {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:18:19.001593 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae3f7a1-19e8-4645-9d93-84df5cb844df tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:18:19.002671 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-4ae3f7a1-19e8-4645-9d93-84df5cb844df tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Synchronizing usage tracker for tenant:19bd1ce22cbf41f7ad0f1240c3793693 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:18:19.020275 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:19.036076 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-4ae3f7a1-19e8-4645-9d93-84df5cb844df tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Unset dirty status for tenant:19bd1ce22cbf41f7ad0f1240c3793693 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:18:19.037449 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-4ae3f7a1-19e8-4645-9d93-84df5cb844df tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A29b HTTP/1.1" status: 200 len: 928 time: 0.3484213 May 05 22:18:19.040734 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54914) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:19.051659 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d665c95-df9e-44ce-9ddb-8f38706f4215 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Router 3afbcf90-7e1e-472a-b347-f88c665916e1 is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 22:18:19.054961 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c8d6dbc8-5b1f-486f-b10b-0f21885dd9d9 None None] Provisioning for port 9a6ae7d3-49de-4777-b3c0-4c1c77e0556d completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:18:19.061247 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c8d6dbc8-5b1f-486f-b10b-0f21885dd9d9 None None] Provisioning complete for port 9a6ae7d3-49de-4777-b3c0-4c1c77e0556d triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:18:19.061726 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c8d6dbc8-5b1f-486f-b10b-0f21885dd9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:19.121654 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-c8d6dbc8-5b1f-486f-b10b-0f21885dd9d9 None None] Port 9a6ae7d3-49de-4777-b3c0-4c1c77e0556d cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:18:19.178980 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-03808a1f-3265-4704-86fc-8250b7f5de57 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Deleting port 9a6ae7d3-49de-4777-b3c0-4c1c77e0556d {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:18:19.179972 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-03808a1f-3265-4704-86fc-8250b7f5de57 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:19.264147 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d665c95-df9e-44ce-9ddb-8f38706f4215 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:18:19.268852 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173f1b46-ec61-4b38-bca0-170fbbdd5848 None None] Sync routers for ids ['3afbcf90-7e1e-472a-b347-f88c665916e1'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:18:19.287259 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173f1b46-ec61-4b38-bca0-170fbbdd5848 None None] Routers {'3afbcf90-7e1e-472a-b347-f88c665916e1'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:18:19.287259 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-173f1b46-ec61-4b38-bca0-170fbbdd5848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:18:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['3afbcf90-7e1e-472a-b347-f88c665916e1'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:18:19.304801 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4d665c95-df9e-44ce-9ddb-8f38706f4215 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:19.304801 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-4d665c95-df9e-44ce-9ddb-8f38706f4215 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "PUT /v2.0/routers/3afbcf90-7e1e-472a-b347-f88c665916e1 HTTP/1.1" status: 200 len: 698 time: 1.5858903 May 05 22:18:19.304801 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54918) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:19.365946 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c97cc542-fcdc-4ef1-b57b-dbc6b5aceee7 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:19.603956 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-173f1b46-ec61-4b38-bca0-170fbbdd5848 None None] Set router 3afbcf90-7e1e-472a-b347-f88c665916e1 gateway port host: None {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:18:19.695320 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0fdde1a4-326f-4ded-9583-277d280c1f6d tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "GET /v2.0/routers/3afbcf90-7e1e-472a-b347-f88c665916e1 HTTP/1.1" status: 200 len: 704 time: 0.3862009 May 05 22:18:19.695320 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54926) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:19.754335 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f7e14e66-95db-43cf-baf8-8d3bd6d57aec tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "GET /v2.0/ports?device_id=3afbcf90-7e1e-472a-b347-f88c665916e1 HTTP/1.1" status: 200 len: 205 time: 0.0645645 May 05 22:18:19.754335 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54930) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:19.842277 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-173f1b46-ec61-4b38-bca0-170fbbdd5848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3afbcf90-7e1e-472a-b347-f88c665916e1', 'name': 'tempest-RoutersIpV6Test-router-1446082879', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:18:17Z', 'updated_at': '2022-05-05T22:18:18Z', 'revision_number': 2, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'gw_port_host': None}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:18:19.848428 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173f1b46-ec61-4b38-bca0-170fbbdd5848 None None] Checking router: 3afbcf90-7e1e-472a-b347-f88c665916e1 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:18:19.859573 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173f1b46-ec61-4b38-bca0-170fbbdd5848 None None] Routers {'3afbcf90-7e1e-472a-b347-f88c665916e1'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:18:19.860117 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-173f1b46-ec61-4b38-bca0-170fbbdd5848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:18:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['3afbcf90-7e1e-472a-b347-f88c665916e1'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:18:19.902251 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-03808a1f-3265-4704-86fc-8250b7f5de57 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:19.956445 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c03f33df-a696-4579-b242-11acdc32c9e4 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:20.035397 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-173f1b46-ec61-4b38-bca0-170fbbdd5848 None None] Set router 3afbcf90-7e1e-472a-b347-f88c665916e1 gateway port host: None {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:18:20.237892 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97cc542-fcdc-4ef1-b57b-dbc6b5aceee7 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Pushing event deleted for resources: {'Port': ['ID=64e5faa6-a85a-42d0-838f-228575a33f5d,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:20.258627 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-173f1b46-ec61-4b38-bca0-170fbbdd5848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3afbcf90-7e1e-472a-b347-f88c665916e1', 'name': 'tempest-RoutersIpV6Test-router-1446082879', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:18:17Z', 'updated_at': '2022-05-05T22:18:18Z', 'revision_number': 2, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'gw_port_host': None}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:18:20.272898 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173f1b46-ec61-4b38-bca0-170fbbdd5848 None None] The sync data for ids ['3afbcf90-7e1e-472a-b347-f88c665916e1'] in n-d-825175-4 is: [{'id': '3afbcf90-7e1e-472a-b347-f88c665916e1', 'name': 'tempest-RoutersIpV6Test-router-1446082879', 'tenant_id': '47ea26e8a7d7452cb25778b9d924edf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:18:17Z', 'updated_at': '2022-05-05T22:18:18Z', 'revision_number': 2, 'project_id': '47ea26e8a7d7452cb25778b9d924edf0', 'gw_port_host': None}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:18:20.348077 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-03808a1f-3265-4704-86fc-8250b7f5de57 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Calling delete_port for 9a6ae7d3-49de-4777-b3c0-4c1c77e0556d owned by {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:18:20.657142 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c97cc542-fcdc-4ef1-b57b-dbc6b5aceee7 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:20.688204 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-03808a1f-3265-4704-86fc-8250b7f5de57 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:20.766137 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c97cc542-fcdc-4ef1-b57b-dbc6b5aceee7 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] 10.222.0.23 "DELETE /v2.0/ports/64e5faa6-a85a-42d0-838f-228575a33f5d HTTP/1.1" status: 204 len: 168 time: 2.7313848 May 05 22:18:20.786525 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54944) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:20.856327 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03808a1f-3265-4704-86fc-8250b7f5de57 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event deleted for resources: {'Port': ['ID=9a6ae7d3-49de-4777-b3c0-4c1c77e0556d,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:20.982904 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-03808a1f-3265-4704-86fc-8250b7f5de57 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:20.982904 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-03808a1f-3265-4704-86fc-8250b7f5de57 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "DELETE /v2.0/ports/9a6ae7d3-49de-4777-b3c0-4c1c77e0556d HTTP/1.1" status: 204 len: 168 time: 1.9362450 May 05 22:18:20.995553 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54948) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:21.099184 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-6933c2a6-47cf-467e-8d66-aba61b4e888a tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] GET failed (client error): The resource could not be found. May 05 22:18:21.100087 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-6933c2a6-47cf-467e-8d66-aba61b4e888a tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Synchronizing usage tracker for tenant:19bd1ce22cbf41f7ad0f1240c3793693 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:18:21.103297 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c03f33df-a696-4579-b242-11acdc32c9e4 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:21.117441 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c03f33df-a696-4579-b242-11acdc32c9e4 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:21.131453 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2d2971-4218-4940-8d4d-b9a96548f469 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:18:21.133959 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-eb2d2971-4218-4940-8d4d-b9a96548f469 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Synchronizing usage tracker for tenant:79b64dfc3f744f4883ccf8456942a652 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:18:21.145032 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-6933c2a6-47cf-467e-8d66-aba61b4e888a tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Unset dirty status for tenant:19bd1ce22cbf41f7ad0f1240c3793693 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:18:21.151764 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-6933c2a6-47cf-467e-8d66-aba61b4e888a tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "GET /v2.0/ports/9a6ae7d3-49de-4777-b3c0-4c1c77e0556d HTTP/1.1" status: 404 len: 333 time: 0.1626570 May 05 22:18:21.153729 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54954) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:21.201168 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-eb2d2971-4218-4940-8d4d-b9a96548f469 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Unset dirty status for tenant:79b64dfc3f744f4883ccf8456942a652 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:18:21.201168 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-eb2d2971-4218-4940-8d4d-b9a96548f469 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] 10.222.0.23 "GET /v2.0/ports?device_id=8790efb1-8b0d-4d7a-aed1-2ff286e50ee9 HTTP/1.1" status: 200 len: 913 time: 0.4014881 May 05 22:18:21.206932 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54958) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:21.293871 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-423da986-f6ad-48b1-ad34-249847ed78b8 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Deleting port 6838197a-f590-4a8c-9a91-ce2484861077 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:18:21.293871 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-423da986-f6ad-48b1-ad34-249847ed78b8 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:21.383231 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c03f33df-a696-4579-b242-11acdc32c9e4 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:21.383231 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03f33df-a696-4579-b242-11acdc32c9e4 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Fanout notify agent at l3_agent the message router_deleted on router 3afbcf90-7e1e-472a-b347-f88c665916e1 {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:18:21.442343 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c03f33df-a696-4579-b242-11acdc32c9e4 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:21.442343 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c03f33df-a696-4579-b242-11acdc32c9e4 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "DELETE /v2.0/routers/3afbcf90-7e1e-472a-b347-f88c665916e1 HTTP/1.1" status: 204 len: 168 time: 1.6811273 May 05 22:18:21.442343 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54964) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:21.739587 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54972) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:21.754532 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-fac7be62-81e4-4a70-92d3-a6ec32631d62 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "GET /v2.0/ports?device_id=3afbcf90-7e1e-472a-b347-f88c665916e1 HTTP/1.1" status: 200 len: 205 time: 0.2979369 May 05 22:18:21.854225 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [None req-2e56a4c1-c2a2-4ca8-815d-a7455e0e2a19 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] delete failed (client error): The resource could not be found. May 05 22:18:21.854225 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-2e56a4c1-c2a2-4ca8-815d-a7455e0e2a19 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "DELETE /v2.0/routers/3afbcf90-7e1e-472a-b347-f88c665916e1 HTTP/1.1" status: 404 len: 336 time: 0.1143808 May 05 22:18:21.872702 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54976) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:21.937489 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-72b9ada5-4988-429f-a235-5400079e17ef tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] DELETE failed (client error): The resource could not be found. May 05 22:18:21.937489 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72b9ada5-4988-429f-a235-5400079e17ef tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:18:21.937489 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-72b9ada5-4988-429f-a235-5400079e17ef tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "DELETE /v2.0/subnets/d5db6298-c60a-4bc8-a13d-3422753163f4 HTTP/1.1" status: 404 len: 337 time: 0.0687947 May 05 22:18:21.937489 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54980) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:22.069749 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-965218bb-0877-440a-9b7a-f14ac00bd7c9 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] DELETE failed (client error): The resource could not be found. May 05 22:18:22.069749 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-965218bb-0877-440a-9b7a-f14ac00bd7c9 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:18:22.076371 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54984) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:22.080789 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-965218bb-0877-440a-9b7a-f14ac00bd7c9 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "DELETE /v2.0/subnets/49bbbe25-9a5a-46a8-843f-9e8f7e7980cd HTTP/1.1" status: 404 len: 337 time: 0.1224673 May 05 22:18:22.273487 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aef73e6-09c2-451a-9ced-192abc821690 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] DELETE failed (client error): The resource could not be found. May 05 22:18:22.279106 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aef73e6-09c2-451a-9ced-192abc821690 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:18:22.283535 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-7aef73e6-09c2-451a-9ced-192abc821690 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "DELETE /v2.0/subnets/11a6157f-0671-4ead-9d72-c98e302e7548 HTTP/1.1" status: 404 len: 337 time: 0.2223825 May 05 22:18:22.287431 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 54990) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:22.289827 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-423da986-f6ad-48b1-ad34-249847ed78b8 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:22.492012 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d8b34f5-a844-4844-8b56-56317275a93c tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] DELETE failed (client error): The resource could not be found. May 05 22:18:22.492012 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d8b34f5-a844-4844-8b56-56317275a93c tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:18:22.492012 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1d8b34f5-a844-4844-8b56-56317275a93c tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "DELETE /v2.0/subnets/95996a3c-f83e-401c-a132-d1ccd2fcfefe HTTP/1.1" status: 404 len: 337 time: 0.1796105 May 05 22:18:22.498203 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 54994) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:22.587374 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-423da986-f6ad-48b1-ad34-249847ed78b8 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Calling delete_port for 6838197a-f590-4a8c-9a91-ce2484861077 owned by {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:18:22.682994 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-eadc1539-c1f0-4e19-be99-738db52ad03c tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Synchronizing usage tracker for tenant:47ea26e8a7d7452cb25778b9d924edf0 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:18:22.743415 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-eadc1539-c1f0-4e19-be99-738db52ad03c tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] Unset dirty status for tenant:47ea26e8a7d7452cb25778b9d924edf0 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:18:22.748933 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-eadc1539-c1f0-4e19-be99-738db52ad03c tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "GET /v2.0/ports?device_id=a35913f1-481d-4672-b9d2-d19d0f788cb0 HTTP/1.1" status: 200 len: 205 time: 0.2430363 May 05 22:18:22.762493 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55004) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:22.792455 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-423da986-f6ad-48b1-ad34-249847ed78b8 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:22.945634 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [None req-4c6c137b-80d9-4810-8bff-247bee2781e9 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] delete failed (client error): The resource could not be found. May 05 22:18:22.957023 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423da986-f6ad-48b1-ad34-249847ed78b8 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event deleted for resources: {'Port': ['ID=6838197a-f590-4a8c-9a91-ce2484861077,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:22.961183 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4c6c137b-80d9-4810-8bff-247bee2781e9 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "DELETE /v2.0/routers/a35913f1-481d-4672-b9d2-d19d0f788cb0 HTTP/1.1" status: 404 len: 336 time: 0.1673341 May 05 22:18:22.968982 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55008) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:23.017616 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-423da986-f6ad-48b1-ad34-249847ed78b8 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:23.024762 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a9e4df5b-af59-4532-bf63-9bc5f48910a9 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc2966bf-2383-447c-ae18-560ca8943c1f HTTP/1.1" status: 200 len: 205 time: 0.0860918 May 05 22:18:23.033143 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5d196de5-eb16-45b3-bc31-49923c67e3f2 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:23.044688 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55012) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:23.413622 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-5d4bf0ed-ff76-48f4-92aa-5406144e704d tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] delete failed (client error): The resource could not be found. May 05 22:18:23.413622 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5d4bf0ed-ff76-48f4-92aa-5406144e704d tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "DELETE /v2.0/routers/bc2966bf-2383-447c-ae18-560ca8943c1f HTTP/1.1" status: 404 len: 336 time: 0.3713534 May 05 22:18:23.413622 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55018) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:23.482326 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-423da986-f6ad-48b1-ad34-249847ed78b8 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "DELETE /v2.0/ports/6838197a-f590-4a8c-9a91-ce2484861077 HTTP/1.1" status: 204 len: 168 time: 2.3272417 May 05 22:18:23.492501 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55022) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:23.492501 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-18e03070-cef3-4d05-a91f-b24c27a1e323 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] DELETE failed (client error): The resource could not be found. May 05 22:18:23.492501 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18e03070-cef3-4d05-a91f-b24c27a1e323 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:18:23.503956 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-18e03070-cef3-4d05-a91f-b24c27a1e323 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "DELETE /v2.0/subnets/1f029481-587a-4ed8-9afa-d3e9b9b36cc0 HTTP/1.1" status: 404 len: 337 time: 0.0821667 May 05 22:18:23.515120 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55026) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:23.586975 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-7421178d-8e43-4887-af7f-ef4651cfe3b5 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] GET failed (client error): The resource could not be found. May 05 22:18:23.588728 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-7421178d-8e43-4887-af7f-ef4651cfe3b5 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Synchronizing usage tracker for tenant:19bd1ce22cbf41f7ad0f1240c3793693 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:18:23.643319 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0708b285-11e1-4737-a539-0fb449d85b74 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e5d863e-5e1f-43a7-84c8-5ebe6ec39d88 HTTP/1.1" status: 200 len: 205 time: 0.1279292 May 05 22:18:23.647463 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55032) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:23.754160 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-7421178d-8e43-4887-af7f-ef4651cfe3b5 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Unset dirty status for tenant:19bd1ce22cbf41f7ad0f1240c3793693 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:18:23.754160 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-7421178d-8e43-4887-af7f-ef4651cfe3b5 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "GET /v2.0/ports/6838197a-f590-4a8c-9a91-ce2484861077 HTTP/1.1" status: 404 len: 333 time: 0.2630379 May 05 22:18:23.761347 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55036) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:23.818440 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-167fab11-c974-4fe5-8f53-76a10ab3e775 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] delete failed (client error): The resource could not be found. May 05 22:18:23.818440 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-167fab11-c974-4fe5-8f53-76a10ab3e775 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "DELETE /v2.0/routers/4e5d863e-5e1f-43a7-84c8-5ebe6ec39d88 HTTP/1.1" status: 404 len: 336 time: 0.1489120 May 05 22:18:23.818440 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55042) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:23.877750 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-fe1907f4-b100-4db9-8b5b-de2c6acfa598 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "GET /v2.0/ports?device_id=254e0010-96f3-48ab-87a9-a348081b2c4e HTTP/1.1" status: 200 len: 205 time: 0.0569553 May 05 22:18:23.880861 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55046) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:23.982136 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [None req-67112df6-830e-4f03-b7a4-333de77c3a63 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] delete failed (client error): The resource could not be found. May 05 22:18:23.982136 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-67112df6-830e-4f03-b7a4-333de77c3a63 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "DELETE /v2.0/routers/254e0010-96f3-48ab-87a9-a348081b2c4e HTTP/1.1" status: 404 len: 336 time: 0.1127090 May 05 22:18:24.006238 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55052) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:24.071181 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f3f8b22-8bc3-42b6-8f0e-1db992f932cf tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] DELETE failed (client error): The resource could not be found. May 05 22:18:24.072563 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f3f8b22-8bc3-42b6-8f0e-1db992f932cf tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:18:24.074469 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-5f3f8b22-8bc3-42b6-8f0e-1db992f932cf tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "DELETE /v2.0/subnets/fc81ad88-82df-41a9-8864-230102a9a604 HTTP/1.1" status: 404 len: 337 time: 0.0668809 May 05 22:18:24.077669 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55058) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:24.173585 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-9a462e2a-15cf-4758-bf43-953e139c71ec tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "GET /v2.0/ports?device_id=5fc4b0f6-34cb-430e-85c5-35d4625fec57 HTTP/1.1" status: 200 len: 205 time: 0.0879991 May 05 22:18:24.173585 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55062) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:24.215278 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-d835f642-ce4c-4330-b760-b328b2fba2a2 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Deleting subnet b23d2d73-eecd-4e43-89d1-cd5ee780f488 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:18:24.215278 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d835f642-ce4c-4330-b760-b328b2fba2a2 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:24.280717 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [None req-70217c59-5475-47d4-a00e-c585366055b8 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] delete failed (client error): The resource could not be found. May 05 22:18:24.280717 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-70217c59-5475-47d4-a00e-c585366055b8 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "DELETE /v2.0/routers/5fc4b0f6-34cb-430e-85c5-35d4625fec57 HTTP/1.1" status: 404 len: 336 time: 0.1078393 May 05 22:18:24.300488 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55066) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:24.342627 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d835f642-ce4c-4330-b760-b328b2fba2a2 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:24.345220 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2ad6bff-8559-48d0-8a27-f91131d5c20d tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] DELETE failed (client error): The resource could not be found. May 05 22:18:24.345220 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2ad6bff-8559-48d0-8a27-f91131d5c20d tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:18:24.345220 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f2ad6bff-8559-48d0-8a27-f91131d5c20d tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "DELETE /v2.0/subnets/b0ebf498-6b3e-432f-9ddd-41facb4c045c HTTP/1.1" status: 404 len: 337 time: 0.0546467 May 05 22:18:24.345220 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55070) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:24.398740 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-44d00118-8f56-47e6-8244-bf251e6a1eaa tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "GET /v2.0/ports?device_id=22c3655e-b171-4578-a67d-eeea6c094131 HTTP/1.1" status: 200 len: 205 time: 0.0554693 May 05 22:18:24.402373 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55074) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:24.488667 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [None req-118b70b5-9b5f-45e2-8a95-0c2c8a966f11 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] delete failed (client error): The resource could not be found. May 05 22:18:24.493480 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-118b70b5-9b5f-45e2-8a95-0c2c8a966f11 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "DELETE /v2.0/routers/22c3655e-b171-4578-a67d-eeea6c094131 HTTP/1.1" status: 404 len: 336 time: 0.0853469 May 05 22:18:24.493647 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55080) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:24.496943 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d835f642-ce4c-4330-b760-b328b2fba2a2 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:24.560605 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-efe823ed-f71a-48bd-b564-9ffc3d988a34 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] DELETE failed (client error): The resource could not be found. May 05 22:18:24.560605 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efe823ed-f71a-48bd-b564-9ffc3d988a34 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:18:24.560605 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-efe823ed-f71a-48bd-b564-9ffc3d988a34 tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "DELETE /v2.0/subnets/2b45e5bb-2122-4154-bcf9-703bea976a66 HTTP/1.1" status: 404 len: 337 time: 0.0628688 May 05 22:18:24.560605 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55084) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:24.668611 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7c9b9c6-9b81-490d-9791-b108db4fec0a tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] DELETE failed (client error): The resource could not be found. May 05 22:18:24.668611 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7c9b9c6-9b81-490d-9791-b108db4fec0a tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:18:24.683893 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d835f642-ce4c-4330-b760-b328b2fba2a2 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:24.690897 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a7c9b9c6-9b81-490d-9791-b108db4fec0a tempest-RoutersIpV6Test-1501902545 tempest-RoutersIpV6Test-1501902545-project] 10.222.0.23 "DELETE /v2.0/subnets/0a2c06c6-cd9c-4a86-b701-cb76c1e65b8b HTTP/1.1" status: 404 len: 337 time: 0.1002393 May 05 22:18:24.816184 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d835f642-ce4c-4330-b760-b328b2fba2a2 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event deleted for resources: {'Subnet': ['ID=b23d2d73-eecd-4e43-89d1-cd5ee780f488,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:24.816184 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d835f642-ce4c-4330-b760-b328b2fba2a2 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:24.825178 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d835f642-ce4c-4330-b760-b328b2fba2a2 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "DELETE /v2.0/subnets/b23d2d73-eecd-4e43-89d1-cd5ee780f488 HTTP/1.1" status: 204 len: 168 time: 1.0610416 May 05 22:18:24.825178 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55090) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:24.846251 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e4f215-f375-48d9-a60b-d2bbdf52933f None None] Network 3afb40e7-066d-49b3-b4f1-e15e7ab4ba4a requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:18:24.927388 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-5d196de5-eb16-45b3-bc31-49923c67e3f2 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Deleting port f340af95-456e-43c4-a526-6e5ceca6a30e {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:18:24.928401 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5d196de5-eb16-45b3-bc31-49923c67e3f2 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:25.139772 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e645b9aa-9d9e-4fb2-b9d5-ec145ff131d4 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:25.187993 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-e645b9aa-9d9e-4fb2-b9d5-ec145ff131d4 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Deleting port 85c33bab-4111-419a-a1bb-eef630820970 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:18:25.187993 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e645b9aa-9d9e-4fb2-b9d5-ec145ff131d4 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:25.346218 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5d196de5-eb16-45b3-bc31-49923c67e3f2 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:25.346218 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55104) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:25.650672 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e1a320-e9b0-417b-8cc7-2dc95c6833e7 None None] DHCP port deletion for 3afb40e7-066d-49b3-b4f1-e15e7ab4ba4a request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:18:25.650672 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-59e1a320-e9b0-417b-8cc7-2dc95c6833e7 None None] Deleting port 85c33bab-4111-419a-a1bb-eef630820970 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:18:25.650672 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-59e1a320-e9b0-417b-8cc7-2dc95c6833e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:25.770502 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-5d196de5-eb16-45b3-bc31-49923c67e3f2 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Calling delete_port for f340af95-456e-43c4-a526-6e5ceca6a30e owned by network:router_interface {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:18:25.882911 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-e645b9aa-9d9e-4fb2-b9d5-ec145ff131d4 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] For port 85c33bab-4111-419a-a1bb-eef630820970, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=85c33bab-4111-419a-a1bb-eef630820970,segment=NetworkSegment(a46cf5f4-7d23-4952-ab25-cc6fb3408465),segment_id=a46cf5f4-7d23-4952-ab25-cc6fb3408465)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:18:25.882911 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e645b9aa-9d9e-4fb2-b9d5-ec145ff131d4 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:26.016887 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-35da667e-2ca8-4632-99c4-6e3748786548 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=47ea26e8a7d7452cb25778b9d924edf0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6757643 May 05 22:18:26.022133 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55114) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:26.046085 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-59e1a320-e9b0-417b-8cc7-2dc95c6833e7 None None] For port 85c33bab-4111-419a-a1bb-eef630820970, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=85c33bab-4111-419a-a1bb-eef630820970,segment=NetworkSegment(a46cf5f4-7d23-4952-ab25-cc6fb3408465),segment_id=a46cf5f4-7d23-4952-ab25-cc6fb3408465)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:18:26.046486 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-59e1a320-e9b0-417b-8cc7-2dc95c6833e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:26.156912 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-e645b9aa-9d9e-4fb2-b9d5-ec145ff131d4 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Calling delete_port for 85c33bab-4111-419a-a1bb-eef630820970 owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:18:26.200713 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-59e1a320-e9b0-417b-8cc7-2dc95c6833e7 None None] Calling delete_port for 85c33bab-4111-419a-a1bb-eef630820970 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:18:26.287227 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 85c33bab-4111-419a-a1bb-eef630820970 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:18:26.319091 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.api [None req-e645b9aa-9d9e-4fb2-b9d5-ec145ff131d4 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:18:26.319091 n-d-825175-4 neutron-server[84063]: DEBUG oslo_db.api [None req-e645b9aa-9d9e-4fb2-b9d5-ec145ff131d4 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:18:26.341080 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ed416605-5859-4d54-ba62-0488614546ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:26.361662 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 85c33bab-4111-419a-a1bb-eef630820970 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:18:26.361662 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 85c33bab-4111-419a-a1bb-eef630820970 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:18:26.363403 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-59e1a320-e9b0-417b-8cc7-2dc95c6833e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:26.384144 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ed416605-5859-4d54-ba62-0488614546ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:26.411593 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5d196de5-eb16-45b3-bc31-49923c67e3f2 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:26.422972 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e1a320-e9b0-417b-8cc7-2dc95c6833e7 None None] Pushing event deleted for resources: {'Port': ['ID=85c33bab-4111-419a-a1bb-eef630820970,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:26.426019 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e1a320-e9b0-417b-8cc7-2dc95c6833e7 None None] No DVR routers for this DVR port 85c33bab-4111-419a-a1bb-eef630820970 on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:18:26.481457 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d196de5-eb16-45b3-bc31-49923c67e3f2 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Pushing event deleted for resources: {'Port': ['ID=f340af95-456e-43c4-a526-6e5ceca6a30e,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:26.634460 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ed416605-5859-4d54-ba62-0488614546ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:26.658523 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed416605-5859-4d54-ba62-0488614546ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ace547b-e4ba-4965-9f2b-2fd44352bdc4,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:26.818889 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-e645b9aa-9d9e-4fb2-b9d5-ec145ff131d4 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Deleting port 85c33bab-4111-419a-a1bb-eef630820970 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:18:26.819629 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e645b9aa-9d9e-4fb2-b9d5-ec145ff131d4 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:26.884441 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ed416605-5859-4d54-ba62-0488614546ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:26.884441 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ed416605-5859-4d54-ba62-0488614546ad admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3ace547b-e4ba-4965-9f2b-2fd44352bdc4 HTTP/1.1" status: 204 len: 168 time: 0.8411257 May 05 22:18:26.920771 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-e645b9aa-9d9e-4fb2-b9d5-ec145ff131d4 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] The port '85c33bab-4111-419a-a1bb-eef630820970' was deleted {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 22:18:27.129174 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5d196de5-eb16-45b3-bc31-49923c67e3f2 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:27.160907 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e645b9aa-9d9e-4fb2-b9d5-ec145ff131d4 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:27.340511 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-e645b9aa-9d9e-4fb2-b9d5-ec145ff131d4 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3afb40e7-066d-49b3-b4f1-e15e7ab4ba4a']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:18:27.354859 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-e645b9aa-9d9e-4fb2-b9d5-ec145ff131d4 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a46cf5f4-7d23-4952-ab25-cc6fb3408465') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:18:27.354859 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-e645b9aa-9d9e-4fb2-b9d5-ec145ff131d4 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a46cf5f4-7d23-4952-ab25-cc6fb3408465') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:18:27.371045 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e645b9aa-9d9e-4fb2-b9d5-ec145ff131d4 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:27.392952 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e645b9aa-9d9e-4fb2-b9d5-ec145ff131d4 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:27.404072 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e645b9aa-9d9e-4fb2-b9d5-ec145ff131d4 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:18:27.404072 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e645b9aa-9d9e-4fb2-b9d5-ec145ff131d4 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:27.427652 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:18:27.427652 n-d-825175-4 neutron-server[84063]: util.warn( May 05 22:18:27.427652 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:18:27.427652 n-d-825175-4 neutron-server[84063]: util.warn( May 05 22:18:27.427652 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:18:27.427652 n-d-825175-4 neutron-server[84063]: util.warn( May 05 22:18:27.427652 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:18:27.427652 n-d-825175-4 neutron-server[84063]: util.warn( May 05 22:18:27.427652 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:18:27.427652 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:18:27.427652 n-d-825175-4 neutron-server[84063]: timer() May 05 22:18:27.427652 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:18:27.427652 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:18:27.427652 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:18:27.427652 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:18:27.427652 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:18:27.427652 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:18:27.427652 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:18:27.427652 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:18:27.427652 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:18:27.427652 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:18:27.427652 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:18:27.427652 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:18:27.427652 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:18:27.427652 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:18:27.427652 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:18:27.427652 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:18:27.427652 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:18:27.427652 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:18:27.427652 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:18:27.427652 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:18:27.427652 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:18:27.427652 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:18:27.427652 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:18:27.427652 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:18:27.427652 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:18:27.427652 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:18:27.427652 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:18:27.427652 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:18:27.427652 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:18:27.547284 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e645b9aa-9d9e-4fb2-b9d5-ec145ff131d4 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:27.559927 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e645b9aa-9d9e-4fb2-b9d5-ec145ff131d4 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:27.614178 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-e645b9aa-9d9e-4fb2-b9d5-ec145ff131d4 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "DELETE /v2.0/networks/3afb40e7-066d-49b3-b4f1-e15e7ab4ba4a HTTP/1.1" status: 204 len: 168 time: 2.7935607 May 05 22:18:27.615273 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55142) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:27.619412 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e645b9aa-9d9e-4fb2-b9d5-ec145ff131d4 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event deleted for resources: {'Network': ['ID=3afb40e7-066d-49b3-b4f1-e15e7ab4ba4a,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:27.634060 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-532a2cc1-ba72-4927-b2e0-42715f114a70 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1402202130'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:18:27.645232 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-532a2cc1-ba72-4927-b2e0-42715f114a70 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:18:27.650491 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-532a2cc1-ba72-4927-b2e0-42715f114a70 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Usage tracker for resource:network and tenant:19bd1ce22cbf41f7ad0f1240c3793693 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:18:27.674908 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-532a2cc1-ba72-4927-b2e0-42715f114a70 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:18:27.730197 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-532a2cc1-ba72-4927-b2e0-42715f114a70 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:18:27.794882 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532a2cc1-ba72-4927-b2e0-42715f114a70 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Made reservation on behalf of 19bd1ce22cbf41f7ad0f1240c3793693 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:18:27.802821 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-532a2cc1-ba72-4927-b2e0-42715f114a70 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:27.903974 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-532a2cc1-ba72-4927-b2e0-42715f114a70 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:18:27.914404 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-532a2cc1-ba72-4927-b2e0-42715f114a70 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:27.915398 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-532a2cc1-ba72-4927-b2e0-42715f114a70 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Added segment d1cf7d38-d27c-47d6-af09-060df886bef3 of type vlan for network 914f93b6-c1c3-4347-90c3-6dffe76a97cc May 05 22:18:27.955464 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-532a2cc1-ba72-4927-b2e0-42715f114a70 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:28.045970 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-532a2cc1-ba72-4927-b2e0-42715f114a70 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:28.045970 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532a2cc1-ba72-4927-b2e0-42715f114a70 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:18:28.045970 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-532a2cc1-ba72-4927-b2e0-42715f114a70 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:28.193704 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532a2cc1-ba72-4927-b2e0-42715f114a70 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event updated for resources: {'Network': ['ID=914f93b6-c1c3-4347-90c3-6dffe76a97cc,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:28.211322 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 914f93b6-c1c3-4347-90c3-6dffe76a97cc details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:18:28.270617 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-532a2cc1-ba72-4927-b2e0-42715f114a70 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6535232 May 05 22:18:28.277516 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55158) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:28.300335 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-6d857299-e792-48ea-ac1f-1d24cbf34953 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Request body: {'subnet': {'network_id': '914f93b6-c1c3-4347-90c3-6dffe76a97cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:18:28.570483 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d196de5-eb16-45b3-bc31-49923c67e3f2 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Router 8790efb1-8b0d-4d7a-aed1-2ff286e50ee9 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:18:28.696258 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-6d857299-e792-48ea-ac1f-1d24cbf34953 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:18:28.706144 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-6d857299-e792-48ea-ac1f-1d24cbf34953 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Usage tracker for resource:subnet and tenant:19bd1ce22cbf41f7ad0f1240c3793693 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:18:28.711162 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-6d857299-e792-48ea-ac1f-1d24cbf34953 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:18:28.752484 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-6d857299-e792-48ea-ac1f-1d24cbf34953 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:18:28.790610 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d857299-e792-48ea-ac1f-1d24cbf34953 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Made reservation on behalf of 19bd1ce22cbf41f7ad0f1240c3793693 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:18:28.920501 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55170) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:28.997976 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6d857299-e792-48ea-ac1f-1d24cbf34953 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:29.192697 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-8d593bdb-8428-4ce6-94c0-614b2fd21fba tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-86180306', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:18:29.203850 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-8d593bdb-8428-4ce6-94c0-614b2fd21fba tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:18:29.216047 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-8d593bdb-8428-4ce6-94c0-614b2fd21fba tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Usage tracker for resource:router and tenant:b5c5ddf123854cd6a71c045ad1f5eb6c is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:18:29.222667 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-8d593bdb-8428-4ce6-94c0-614b2fd21fba tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:18:29.230271 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-8d593bdb-8428-4ce6-94c0-614b2fd21fba tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:18:29.251856 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d196de5-eb16-45b3-bc31-49923c67e3f2 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:18:29.251856 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-5d196de5-eb16-45b3-bc31-49923c67e3f2 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] 10.222.0.23 "PUT /v2.0/routers/8790efb1-8b0d-4d7a-aed1-2ff286e50ee9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0388296 May 05 22:18:29.251856 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55180) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:29.263341 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da081b94-5dc6-4cde-b695-56672f4c71b9 None None] Sync routers for ids ['8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:18:29.292383 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da081b94-5dc6-4cde-b695-56672f4c71b9 None None] Routers {'8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:18:29.292383 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-da081b94-5dc6-4cde-b695-56672f4c71b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:18:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:18:29.360573 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8d593bdb-8428-4ce6-94c0-614b2fd21fba tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:29.360573 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8d593bdb-8428-4ce6-94c0-614b2fd21fba tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:29.396874 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-da081b94-5dc6-4cde-b695-56672f4c71b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:18:29.399896 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8d593bdb-8428-4ce6-94c0-614b2fd21fba tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:29.416655 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6d857299-e792-48ea-ac1f-1d24cbf34953 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:29.419207 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da081b94-5dc6-4cde-b695-56672f4c71b9 None None] Routers {'8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:18:29.419807 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-da081b94-5dc6-4cde-b695-56672f4c71b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:18:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:18:29.480758 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8d593bdb-8428-4ce6-94c0-614b2fd21fba tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:29.509871 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d857299-e792-48ea-ac1f-1d24cbf34953 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event updated for resources: {'Subnet': ['ID=20946b6b-8cdc-438a-88a7-cc63cd26890a,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:29.555046 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d857299-e792-48ea-ac1f-1d24cbf34953 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Checking segment: {'id': 'd1cf7d38-d27c-47d6-af09-060df886bef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '914f93b6-c1c3-4347-90c3-6dffe76a97cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:18:29.555046 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d857299-e792-48ea-ac1f-1d24cbf34953 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Network hostable DHCP agents. Network: 914f93b6-c1c3-4347-90c3-6dffe76a97cc, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:18:29.584291 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8d593bdb-8428-4ce6-94c0-614b2fd21fba tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:29.588346 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55186) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:29.593439 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-8d593bdb-8428-4ce6-94c0-614b2fd21fba tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6473873 May 05 22:18:29.598056 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-970b3516-86e0-4a7e-bdfa-5d90af167e2e tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-123304836'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:18:29.598056 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-970b3516-86e0-4a7e-bdfa-5d90af167e2e tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:18:29.598056 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-970b3516-86e0-4a7e-bdfa-5d90af167e2e tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Usage tracker for resource:network and tenant:b5c5ddf123854cd6a71c045ad1f5eb6c is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:18:29.598056 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-970b3516-86e0-4a7e-bdfa-5d90af167e2e tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:18:29.610586 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-970b3516-86e0-4a7e-bdfa-5d90af167e2e tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:18:29.616568 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-da081b94-5dc6-4cde-b695-56672f4c71b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:18:29.616568 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da081b94-5dc6-4cde-b695-56672f4c71b9 None None] The sync data for ids ['8790efb1-8b0d-4d7a-aed1-2ff286e50ee9'] in n-d-825175-4 is: [] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:18:29.628915 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d857299-e792-48ea-ac1f-1d24cbf34953 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Network 914f93b6-c1c3-4347-90c3-6dffe76a97cc is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:18:29.635625 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970b3516-86e0-4a7e-bdfa-5d90af167e2e tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Made reservation on behalf of b5c5ddf123854cd6a71c045ad1f5eb6c for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:18:29.635625 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-970b3516-86e0-4a7e-bdfa-5d90af167e2e tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:29.655030 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-970b3516-86e0-4a7e-bdfa-5d90af167e2e tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:29.671755 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-6d857299-e792-48ea-ac1f-1d24cbf34953 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 914f93b6-c1c3-4347-90c3-6dffe76a97cc) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:18:29.682958 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f5d782-9a58-4906-9af5-14ef8308499c None None] Network 914f93b6-c1c3-4347-90c3-6dffe76a97cc requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:18:29.698362 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d857299-e792-48ea-ac1f-1d24cbf34953 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:18:29.711317 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6d857299-e792-48ea-ac1f-1d24cbf34953 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:29.723307 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9969ece2-d4c3-401d-9a41-36acab86a625 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for router, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:29.801273 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-970b3516-86e0-4a7e-bdfa-5d90af167e2e tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:18:29.815774 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-6d857299-e792-48ea-ac1f-1d24cbf34953 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5368831 May 05 22:18:29.816845 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55194) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:29.817943 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-970b3516-86e0-4a7e-bdfa-5d90af167e2e tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Usage tracker for resource:security_group_rule and tenant:b5c5ddf123854cd6a71c045ad1f5eb6c is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:18:29.823327 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-970b3516-86e0-4a7e-bdfa-5d90af167e2e tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:18:29.846070 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-0395b9af-8d36-4d7c-8a77-c14ca7e943cb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Request body: {'port': {'network_id': '914f93b6-c1c3-4347-90c3-6dffe76a97cc', 'name': 'tempest-PortsIpV6TestJSON-2105058705', 'fixed_ips': [{'subnet_id': '20946b6b-8cdc-438a-88a7-cc63cd26890a', 'ip_address': '2001:db8::10'}]}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:18:29.910636 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-970b3516-86e0-4a7e-bdfa-5d90af167e2e tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:18:30.090475 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-0395b9af-8d36-4d7c-8a77-c14ca7e943cb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:18:30.102177 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0395b9af-8d36-4d7c-8a77-c14ca7e943cb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Usage tracker for resource:port and tenant:19bd1ce22cbf41f7ad0f1240c3793693 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:18:30.102177 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0395b9af-8d36-4d7c-8a77-c14ca7e943cb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:18:30.107866 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9969ece2-d4c3-401d-9a41-36acab86a625 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:30.126131 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-0395b9af-8d36-4d7c-8a77-c14ca7e943cb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:18:30.131190 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-970b3516-86e0-4a7e-bdfa-5d90af167e2e tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:30.135619 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-9969ece2-d4c3-401d-9a41-36acab86a625 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Deleting port 1eeef569-2898-4f76-9a65-cd2730a414c9 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:18:30.135619 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9969ece2-d4c3-401d-9a41-36acab86a625 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:30.149175 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-970b3516-86e0-4a7e-bdfa-5d90af167e2e tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:30.187158 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0395b9af-8d36-4d7c-8a77-c14ca7e943cb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Made reservation on behalf of 19bd1ce22cbf41f7ad0f1240c3793693 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:18:30.192325 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b66dd4-cb6e-46ff-a6a2-e47a4e6e1391 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-914f93b6-c1c3-4347-90c3-6dffe76a97cc', 'network_id': '914f93b6-c1c3-4347-90c3-6dffe76a97cc', 'tenant_id': '19bd1ce22cbf41f7ad0f1240c3793693', 'fixed_ips': [{'subnet_id': '20946b6b-8cdc-438a-88a7-cc63cd26890a'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:18:30.192325 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e2b66dd4-cb6e-46ff-a6a2-e47a4e6e1391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:30.200853 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0395b9af-8d36-4d7c-8a77-c14ca7e943cb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:30.273941 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-970b3516-86e0-4a7e-bdfa-5d90af167e2e tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:18:30.289840 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-970b3516-86e0-4a7e-bdfa-5d90af167e2e tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:30.291279 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-970b3516-86e0-4a7e-bdfa-5d90af167e2e tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Added segment bb999df6-ffa7-41be-9381-67039eb918fc of type vlan for network 701c50f5-d31d-4169-bb4b-0acc0efb15fe May 05 22:18:30.324381 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-970b3516-86e0-4a7e-bdfa-5d90af167e2e tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:30.367692 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970b3516-86e0-4a7e-bdfa-5d90af167e2e tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc29bdf8-a56d-4df3-b04d-4bc7b39d3123,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:30.393243 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-970b3516-86e0-4a7e-bdfa-5d90af167e2e tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:30.394652 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-e2b66dd4-cb6e-46ff-a6a2-e47a4e6e1391 None None] Allocated IP 2001:db8::2 (914f93b6-c1c3-4347-90c3-6dffe76a97cc/20946b6b-8cdc-438a-88a7-cc63cd26890a/a63bc1cf-95ad-4ab3-b58a-dea84ec7e9a3) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:18:30.397542 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970b3516-86e0-4a7e-bdfa-5d90af167e2e tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:18:30.398214 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-970b3516-86e0-4a7e-bdfa-5d90af167e2e tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:30.408527 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9969ece2-d4c3-401d-9a41-36acab86a625 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:30.457232 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [None req-0395b9af-8d36-4d7c-8a77-c14ca7e943cb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] device_id is not set on port ecdabd4b-c31c-410a-aa7b-e6d19a581453 yet. {{(pid=84063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:18:30.647322 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-9969ece2-d4c3-401d-9a41-36acab86a625 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Calling delete_port for 1eeef569-2898-4f76-9a65-cd2730a414c9 owned by network:router_gateway {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:18:30.820533 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-970b3516-86e0-4a7e-bdfa-5d90af167e2e tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2463136 May 05 22:18:30.824598 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55204) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:30.827845 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e2b66dd4-cb6e-46ff-a6a2-e47a4e6e1391 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:30.833778 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-1cedf169-7f92-4867-9c49-058b6ed9cce8 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Request body: {'subnet': {'network_id': '701c50f5-d31d-4169-bb4b-0acc0efb15fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:18:30.895209 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970b3516-86e0-4a7e-bdfa-5d90af167e2e tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Pushing event updated for resources: {'Network': ['ID=701c50f5-d31d-4169-bb4b-0acc0efb15fe,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:30.907676 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 701c50f5-d31d-4169-bb4b-0acc0efb15fe details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:18:31.032807 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-1cedf169-7f92-4867-9c49-058b6ed9cce8 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:18:31.043066 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-1cedf169-7f92-4867-9c49-058b6ed9cce8 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Usage tracker for resource:subnet and tenant:b5c5ddf123854cd6a71c045ad1f5eb6c is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:18:31.049280 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e2b66dd4-cb6e-46ff-a6a2-e47a4e6e1391 None None] Transition to ACTIVE for port object a63bc1cf-95ad-4ab3-b58a-dea84ec7e9a3 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:18:31.052478 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-1cedf169-7f92-4867-9c49-058b6ed9cce8 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:18:31.055462 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9969ece2-d4c3-401d-9a41-36acab86a625 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:31.084456 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e2b66dd4-cb6e-46ff-a6a2-e47a4e6e1391 None None] Transition to ACTIVE for port object a63bc1cf-95ad-4ab3-b58a-dea84ec7e9a3 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:18:31.091451 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e2b66dd4-cb6e-46ff-a6a2-e47a4e6e1391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:31.093564 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-1cedf169-7f92-4867-9c49-058b6ed9cce8 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:18:31.113896 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9969ece2-d4c3-401d-9a41-36acab86a625 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Pushing event deleted for resources: {'Port': ['ID=1eeef569-2898-4f76-9a65-cd2730a414c9,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:31.157972 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cedf169-7f92-4867-9c49-058b6ed9cce8 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Made reservation on behalf of b5c5ddf123854cd6a71c045ad1f5eb6c for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:18:31.245978 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-0395b9af-8d36-4d7c-8a77-c14ca7e943cb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Allocated IP 2001:db8::10 (914f93b6-c1c3-4347-90c3-6dffe76a97cc/20946b6b-8cdc-438a-88a7-cc63cd26890a/ecdabd4b-c31c-410a-aa7b-e6d19a581453) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:18:31.292765 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b66dd4-cb6e-46ff-a6a2-e47a4e6e1391 None None] Pushing event updated for resources: {'Port': ['ID=a63bc1cf-95ad-4ab3-b58a-dea84ec7e9a3,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:31.309894 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b66dd4-cb6e-46ff-a6a2-e47a4e6e1391 None None] Network 914f93b6-c1c3-4347-90c3-6dffe76a97cc is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:18:31.309894 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-e2b66dd4-cb6e-46ff-a6a2-e47a4e6e1391 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:18:31.317747 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b66dd4-cb6e-46ff-a6a2-e47a4e6e1391 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:18:31.322232 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1cedf169-7f92-4867-9c49-058b6ed9cce8 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:31.507577 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-e2b66dd4-cb6e-46ff-a6a2-e47a4e6e1391 None None] Attempting to bind port a63bc1cf-95ad-4ab3-b58a-dea84ec7e9a3 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:18:31.507986 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-e2b66dd4-cb6e-46ff-a6a2-e47a4e6e1391 None None] Attempting to bind port a63bc1cf-95ad-4ab3-b58a-dea84ec7e9a3 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'd1cf7d38-d27c-47d6-af09-060df886bef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '914f93b6-c1c3-4347-90c3-6dffe76a97cc'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:18:31.508296 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b66dd4-cb6e-46ff-a6a2-e47a4e6e1391 None None] Attempting to bind port a63bc1cf-95ad-4ab3-b58a-dea84ec7e9a3 on network 914f93b6-c1c3-4347-90c3-6dffe76a97cc {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:18:31.523927 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b66dd4-cb6e-46ff-a6a2-e47a4e6e1391 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:18:31.524290 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b66dd4-cb6e-46ff-a6a2-e47a4e6e1391 None None] Checking segment: {'id': 'd1cf7d38-d27c-47d6-af09-060df886bef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '914f93b6-c1c3-4347-90c3-6dffe76a97cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:18:31.539271 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e2b66dd4-cb6e-46ff-a6a2-e47a4e6e1391 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:31.539986 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b66dd4-cb6e-46ff-a6a2-e47a4e6e1391 None None] Bound using segment: {'id': 'd1cf7d38-d27c-47d6-af09-060df886bef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '914f93b6-c1c3-4347-90c3-6dffe76a97cc'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:18:31.540964 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-e2b66dd4-cb6e-46ff-a6a2-e47a4e6e1391 None None] Bound port: a63bc1cf-95ad-4ab3-b58a-dea84ec7e9a3, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1cf7d38-d27c-47d6-af09-060df886bef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '914f93b6-c1c3-4347-90c3-6dffe76a97cc'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:18:31.541532 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e2b66dd4-cb6e-46ff-a6a2-e47a4e6e1391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:31.766006 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-e2b66dd4-cb6e-46ff-a6a2-e47a4e6e1391 None None] For port a63bc1cf-95ad-4ab3-b58a-dea84ec7e9a3, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:18:31.773465 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-e2b66dd4-cb6e-46ff-a6a2-e47a4e6e1391 None None] For port a63bc1cf-95ad-4ab3-b58a-dea84ec7e9a3, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=a63bc1cf-95ad-4ab3-b58a-dea84ec7e9a3,segment=NetworkSegment(d1cf7d38-d27c-47d6-af09-060df886bef3),segment_id=d1cf7d38-d27c-47d6-af09-060df886bef3)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:18:31.778923 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9969ece2-d4c3-401d-9a41-36acab86a625 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:31.805196 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e2b66dd4-cb6e-46ff-a6a2-e47a4e6e1391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:31.837184 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0395b9af-8d36-4d7c-8a77-c14ca7e943cb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:31.859448 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-0395b9af-8d36-4d7c-8a77-c14ca7e943cb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Transition to ACTIVE for port object ecdabd4b-c31c-410a-aa7b-e6d19a581453 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:18:31.927218 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0395b9af-8d36-4d7c-8a77-c14ca7e943cb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:32.030893 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b66dd4-cb6e-46ff-a6a2-e47a4e6e1391 None None] Pushing event updated for resources: {'Port': ['ID=a63bc1cf-95ad-4ab3-b58a-dea84ec7e9a3,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:32.124016 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0395b9af-8d36-4d7c-8a77-c14ca7e943cb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event updated for resources: {'Port': ['ID=ecdabd4b-c31c-410a-aa7b-e6d19a581453,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:32.134322 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0395b9af-8d36-4d7c-8a77-c14ca7e943cb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Network 914f93b6-c1c3-4347-90c3-6dffe76a97cc is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:18:32.136167 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-0395b9af-8d36-4d7c-8a77-c14ca7e943cb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:18:32.138423 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0395b9af-8d36-4d7c-8a77-c14ca7e943cb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:18:32.146033 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0395b9af-8d36-4d7c-8a77-c14ca7e943cb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:18:32.146728 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0395b9af-8d36-4d7c-8a77-c14ca7e943cb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:32.178859 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0395b9af-8d36-4d7c-8a77-c14ca7e943cb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3572345 May 05 22:18:32.181753 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55230) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:32.188638 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-3234d697-56b9-461d-b0c4-7ce95e26a2ce tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Request body: {'port': {'network_id': '914f93b6-c1c3-4347-90c3-6dffe76a97cc', 'name': 'tempest-PortsIpV6TestJSON-1338332822', 'fixed_ips': [{'subnet_id': '20946b6b-8cdc-438a-88a7-cc63cd26890a', 'ip_address': '2001:db8::f'}]}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:18:32.323232 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9969ece2-d4c3-401d-9a41-36acab86a625 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:32.454905 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9969ece2-d4c3-401d-9a41-36acab86a625 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:32.503154 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-3234d697-56b9-461d-b0c4-7ce95e26a2ce tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:18:32.509283 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3234d697-56b9-461d-b0c4-7ce95e26a2ce tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Usage tracker for resource:port and tenant:19bd1ce22cbf41f7ad0f1240c3793693 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:18:32.528582 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1cedf169-7f92-4867-9c49-058b6ed9cce8 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:32.534679 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3234d697-56b9-461d-b0c4-7ce95e26a2ce tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:18:32.572593 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-3234d697-56b9-461d-b0c4-7ce95e26a2ce tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:18:32.584326 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3234d697-56b9-461d-b0c4-7ce95e26a2ce tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Made reservation on behalf of 19bd1ce22cbf41f7ad0f1240c3793693 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:18:32.592425 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9969ece2-d4c3-401d-9a41-36acab86a625 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:32.592425 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9969ece2-d4c3-401d-9a41-36acab86a625 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Fanout notify agent at l3_agent the message router_deleted on router 8790efb1-8b0d-4d7a-aed1-2ff286e50ee9 {{(pid=84061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:18:32.596228 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3234d697-56b9-461d-b0c4-7ce95e26a2ce tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:32.659618 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [None req-3234d697-56b9-461d-b0c4-7ce95e26a2ce tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] device_id is not set on port 7b4abe33-257b-425b-82cc-031a3bb4be50 yet. {{(pid=84063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:18:32.699528 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9969ece2-d4c3-401d-9a41-36acab86a625 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:32.699528 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-9969ece2-d4c3-401d-9a41-36acab86a625 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] 10.222.0.23 "DELETE /v2.0/routers/8790efb1-8b0d-4d7a-aed1-2ff286e50ee9 HTTP/1.1" status: 204 len: 168 time: 3.4384480 May 05 22:18:32.699528 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55242) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:32.774396 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cedf169-7f92-4867-9c49-058b6ed9cce8 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Pushing event updated for resources: {'Subnet': ['ID=03d77522-521b-4b91-acfb-0efacc33a747,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:32.810971 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cedf169-7f92-4867-9c49-058b6ed9cce8 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Checking segment: {'id': 'bb999df6-ffa7-41be-9381-67039eb918fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '701c50f5-d31d-4169-bb4b-0acc0efb15fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:18:32.811574 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cedf169-7f92-4867-9c49-058b6ed9cce8 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Network hostable DHCP agents. Network: 701c50f5-d31d-4169-bb4b-0acc0efb15fe, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:18:32.967708 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-3234d697-56b9-461d-b0c4-7ce95e26a2ce tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Allocated IP 2001:db8::f (914f93b6-c1c3-4347-90c3-6dffe76a97cc/20946b6b-8cdc-438a-88a7-cc63cd26890a/7b4abe33-257b-425b-82cc-031a3bb4be50) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:18:33.062352 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cedf169-7f92-4867-9c49-058b6ed9cce8 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Network 701c50f5-d31d-4169-bb4b-0acc0efb15fe is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:18:33.099835 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dbf6ed7-bb09-4baf-a6aa-7a9dc268e52a tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Deleting subnet 7497eca2-b8f9-49ab-96f7-f2e391479f16 {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:18:33.114276 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2dbf6ed7-bb09-4baf-a6aa-7a9dc268e52a tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:33.173898 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-1cedf169-7f92-4867-9c49-058b6ed9cce8 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 701c50f5-d31d-4169-bb4b-0acc0efb15fe) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:18:33.182893 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e60e88d-ad09-4510-b573-caa491c9bb30 None None] Network 701c50f5-d31d-4169-bb4b-0acc0efb15fe requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:18:33.192682 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cedf169-7f92-4867-9c49-058b6ed9cce8 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:18:33.193325 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1cedf169-7f92-4867-9c49-058b6ed9cce8 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:33.222201 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-1cedf169-7f92-4867-9c49-058b6ed9cce8 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3973413 May 05 22:18:33.223716 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55252) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:33.263046 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2dbf6ed7-bb09-4baf-a6aa-7a9dc268e52a tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:33.367954 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2dbf6ed7-bb09-4baf-a6aa-7a9dc268e52a tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:33.394315 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3234d697-56b9-461d-b0c4-7ce95e26a2ce tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:33.417058 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-3234d697-56b9-461d-b0c4-7ce95e26a2ce tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Transition to ACTIVE for port object 7b4abe33-257b-425b-82cc-031a3bb4be50 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:18:33.429963 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-7eea177c-2245-4059-b98e-5ab6f6924440 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Request body: {'network': {'name': 'tempest-router-network01--430174741'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:18:33.448825 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-7eea177c-2245-4059-b98e-5ab6f6924440 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:18:33.448825 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-7eea177c-2245-4059-b98e-5ab6f6924440 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Usage tracker for resource:network and tenant:b5c5ddf123854cd6a71c045ad1f5eb6c is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:18:33.457337 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3234d697-56b9-461d-b0c4-7ce95e26a2ce tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:33.461779 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-7eea177c-2245-4059-b98e-5ab6f6924440 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:18:33.470041 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-7eea177c-2245-4059-b98e-5ab6f6924440 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:18:33.505002 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eea177c-2245-4059-b98e-5ab6f6924440 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Made reservation on behalf of b5c5ddf123854cd6a71c045ad1f5eb6c for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:18:33.505002 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7eea177c-2245-4059-b98e-5ab6f6924440 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:33.568102 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2dbf6ed7-bb09-4baf-a6aa-7a9dc268e52a tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:33.616321 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eea177c-2245-4059-b98e-5ab6f6924440 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:18:33.626164 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbf6ed7-bb09-4baf-a6aa-7a9dc268e52a tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Pushing event deleted for resources: {'Subnet': ['ID=7497eca2-b8f9-49ab-96f7-f2e391479f16,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:33.649530 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7eea177c-2245-4059-b98e-5ab6f6924440 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:33.649960 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-7eea177c-2245-4059-b98e-5ab6f6924440 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Added segment 67de58c7-cd9a-4f36-ba71-14ce9999b311 of type vlan for network e4f48302-2686-4379-82d8-f79a4a3d57c4 May 05 22:18:33.656466 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2dbf6ed7-bb09-4baf-a6aa-7a9dc268e52a tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:33.674514 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3234d697-56b9-461d-b0c4-7ce95e26a2ce tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Network 914f93b6-c1c3-4347-90c3-6dffe76a97cc is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:18:33.676762 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3234d697-56b9-461d-b0c4-7ce95e26a2ce tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event updated for resources: {'Port': ['ID=7b4abe33-257b-425b-82cc-031a3bb4be50,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:33.704203 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-2dbf6ed7-bb09-4baf-a6aa-7a9dc268e52a tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] 10.222.0.23 "DELETE /v2.0/subnets/7497eca2-b8f9-49ab-96f7-f2e391479f16 HTTP/1.1" status: 204 len: 168 time: 0.9987705 May 05 22:18:33.712882 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55260) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:33.712882 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-3234d697-56b9-461d-b0c4-7ce95e26a2ce tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:18:33.712882 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3234d697-56b9-461d-b0c4-7ce95e26a2ce tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:18:33.730701 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3234d697-56b9-461d-b0c4-7ce95e26a2ce tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:18:33.730701 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3234d697-56b9-461d-b0c4-7ce95e26a2ce tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:33.749993 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7eea177c-2245-4059-b98e-5ab6f6924440 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:33.829736 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7eea177c-2245-4059-b98e-5ab6f6924440 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:33.834308 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12339c19-7b42-4ed6-aa02-b3e79a1ba8eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-701c50f5-d31d-4169-bb4b-0acc0efb15fe', 'network_id': '701c50f5-d31d-4169-bb4b-0acc0efb15fe', 'tenant_id': 'b5c5ddf123854cd6a71c045ad1f5eb6c', 'fixed_ips': [{'subnet_id': '03d77522-521b-4b91-acfb-0efacc33a747'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:18:33.834308 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-12339c19-7b42-4ed6-aa02-b3e79a1ba8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:33.838065 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eea177c-2245-4059-b98e-5ab6f6924440 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:18:33.838065 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7eea177c-2245-4059-b98e-5ab6f6924440 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:33.864588 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-17a22469-0a04-4d86-99b7-729ec5180e17 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:33.930358 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-3234d697-56b9-461d-b0c4-7ce95e26a2ce tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7415512 May 05 22:18:33.934995 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c90b51-d47f-4668-82d0-9ddb1f8f929e None None] Network 914f93b6-c1c3-4347-90c3-6dffe76a97cc requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:18:33.939446 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55264) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:34.021957 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-7eea177c-2245-4059-b98e-5ab6f6924440 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7938304 May 05 22:18:34.025445 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55270) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:34.042176 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-0514815c-9a6a-40ac-a0f9-9e4be0c4a2de tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Request body: {'network': {'name': 'tempest-router-network02--1425019721'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:18:34.052160 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-0514815c-9a6a-40ac-a0f9-9e4be0c4a2de tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:18:34.067233 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-0514815c-9a6a-40ac-a0f9-9e4be0c4a2de tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Usage tracker for resource:network and tenant:b5c5ddf123854cd6a71c045ad1f5eb6c is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:18:34.067233 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eea177c-2245-4059-b98e-5ab6f6924440 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Pushing event updated for resources: {'Network': ['ID=e4f48302-2686-4379-82d8-f79a4a3d57c4,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:34.067233 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-0514815c-9a6a-40ac-a0f9-9e4be0c4a2de tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:18:34.074569 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device a63bc1cf-95ad-4ab3-b58a-dea84ec7e9a3 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:18:34.078871 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-0514815c-9a6a-40ac-a0f9-9e4be0c4a2de tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:18:34.097448 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0514815c-9a6a-40ac-a0f9-9e4be0c4a2de tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Made reservation on behalf of b5c5ddf123854cd6a71c045ad1f5eb6c for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:18:34.097448 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0514815c-9a6a-40ac-a0f9-9e4be0c4a2de tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:34.117984 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network e4f48302-2686-4379-82d8-f79a4a3d57c4 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:18:34.153493 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-17a22469-0a04-4d86-99b7-729ec5180e17 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:34.156858 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0514815c-9a6a-40ac-a0f9-9e4be0c4a2de tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:18:34.170401 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0514815c-9a6a-40ac-a0f9-9e4be0c4a2de tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:34.170401 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-0514815c-9a6a-40ac-a0f9-9e4be0c4a2de tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Added segment 296971c6-8787-494f-841a-a961041a7274 of type vlan for network 9c779bce-180c-4377-9a59-8967c75685ad May 05 22:18:34.181020 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-17a22469-0a04-4d86-99b7-729ec5180e17 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2105381d-85ba-4b03-b60f-e03817dca12c']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:18:34.197931 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-17a22469-0a04-4d86-99b7-729ec5180e17 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12dd98e1-9777-4ff0-bc6c-4a0b2e6e7c1f') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:18:34.197931 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-17a22469-0a04-4d86-99b7-729ec5180e17 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12dd98e1-9777-4ff0-bc6c-4a0b2e6e7c1f') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:18:34.208356 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-17a22469-0a04-4d86-99b7-729ec5180e17 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:34.232355 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0514815c-9a6a-40ac-a0f9-9e4be0c4a2de tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:34.237743 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-17a22469-0a04-4d86-99b7-729ec5180e17 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:34.275772 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17a22469-0a04-4d86-99b7-729ec5180e17 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:18:34.275772 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-17a22469-0a04-4d86-99b7-729ec5180e17 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:34.291587 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:18:34.291587 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:18:34.291587 n-d-825175-4 neutron-server[84063]: timer() May 05 22:18:34.291587 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:18:34.291587 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:18:34.291587 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:18:34.291587 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:18:34.291587 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:18:34.291587 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:18:34.291587 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:18:34.291587 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:18:34.291587 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:18:34.291587 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:18:34.291587 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:18:34.291587 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:18:34.291587 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:18:34.291587 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:18:34.291587 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:18:34.291587 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:18:34.291587 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:18:34.291587 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:18:34.291587 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:18:34.291587 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:18:34.291587 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:18:34.291587 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:18:34.291587 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:18:34.291587 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:18:34.291587 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:18:34.291587 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:18:34.291587 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:18:34.291587 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:18:34.291587 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:18:34.328452 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0514815c-9a6a-40ac-a0f9-9e4be0c4a2de tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:34.332357 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0514815c-9a6a-40ac-a0f9-9e4be0c4a2de tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:18:34.332934 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0514815c-9a6a-40ac-a0f9-9e4be0c4a2de tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:34.379537 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43755018-5126-4195-8a13-d058c2344edc None None] Provisioning for port a63bc1cf-95ad-4ab3-b58a-dea84ec7e9a3 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:18:34.465464 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e974c468-c130-494a-bfcf-095fe5300d85 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:18:34.465464 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-e974c468-c130-494a-bfcf-095fe5300d85 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Synchronizing usage tracker for tenant:19bd1ce22cbf41f7ad0f1240c3793693 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:18:34.465464 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-17a22469-0a04-4d86-99b7-729ec5180e17 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:34.465464 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-17a22469-0a04-4d86-99b7-729ec5180e17 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:34.508920 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a22469-0a04-4d86-99b7-729ec5180e17 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] Pushing event deleted for resources: {'Network': ['ID=2105381d-85ba-4b03-b60f-e03817dca12c,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:34.513260 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0514815c-9a6a-40ac-a0f9-9e4be0c4a2de tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4776361 May 05 22:18:34.513260 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55280) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:34.523632 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0514815c-9a6a-40ac-a0f9-9e4be0c4a2de tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Pushing event updated for resources: {'Network': ['ID=9c779bce-180c-4377-9a59-8967c75685ad,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:34.534933 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-17a22469-0a04-4d86-99b7-729ec5180e17 tempest-FloatingIPTestJSON-236826309 tempest-FloatingIPTestJSON-236826309-project] 10.222.0.23 "DELETE /v2.0/networks/2105381d-85ba-4b03-b60f-e03817dca12c HTTP/1.1" status: 204 len: 168 time: 0.7987080 May 05 22:18:34.534933 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-e974c468-c130-494a-bfcf-095fe5300d85 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Unset dirty status for tenant:19bd1ce22cbf41f7ad0f1240c3793693 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:18:34.549120 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-e974c468-c130-494a-bfcf-095fe5300d85 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.6103075 May 05 22:18:34.549120 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55286) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:34.560959 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-f7608e94-0166-475c-a079-d16de58aa210 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Request body: {'subnet': {'network_id': 'e4f48302-2686-4379-82d8-f79a4a3d57c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:18:34.584337 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 9c779bce-180c-4377-9a59-8967c75685ad details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:18:34.803683 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-12339c19-7b42-4ed6-aa02-b3e79a1ba8eb None None] Allocated IP 172.20.0.2 (701c50f5-d31d-4169-bb4b-0acc0efb15fe/03d77522-521b-4b91-acfb-0efacc33a747/5418ef91-54e4-4472-81a2-d3a13eda8220) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:18:34.818773 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port a63bc1cf-95ad-4ab3-b58a-dea84ec7e9a3 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:18:34.824478 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a311cb4f-132e-461d-b7bc-351d210190ec tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:18:34.835245 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a311cb4f-132e-461d-b7bc-351d210190ec tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:18:34.843006 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a311cb4f-132e-461d-b7bc-351d210190ec tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:18:34.848425 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port a63bc1cf-95ad-4ab3-b58a-dea84ec7e9a3 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:18:34.849197 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:34.867171 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a311cb4f-132e-461d-b7bc-351d210190ec tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.3198357 May 05 22:18:34.910632 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55294) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:35.125535 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-f7608e94-0166-475c-a079-d16de58aa210 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:18:35.130767 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-f7608e94-0166-475c-a079-d16de58aa210 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Usage tracker for resource:subnet and tenant:b5c5ddf123854cd6a71c045ad1f5eb6c is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:18:35.133924 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-f7608e94-0166-475c-a079-d16de58aa210 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:18:35.136151 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-862233ba-37e2-4353-8336-01ae9b017633 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Deleting port 7b4abe33-257b-425b-82cc-031a3bb4be50 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:18:35.136499 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-862233ba-37e2-4353-8336-01ae9b017633 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:35.141225 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-f7608e94-0166-475c-a079-d16de58aa210 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:18:35.152161 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7608e94-0166-475c-a079-d16de58aa210 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Made reservation on behalf of b5c5ddf123854cd6a71c045ad1f5eb6c for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:18:35.342542 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f7608e94-0166-475c-a079-d16de58aa210 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:35.350490 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55306) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:35.713799 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-12339c19-7b42-4ed6-aa02-b3e79a1ba8eb None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:35.726941 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-12339c19-7b42-4ed6-aa02-b3e79a1ba8eb None None] Transition to ACTIVE for port object 5418ef91-54e4-4472-81a2-d3a13eda8220 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:18:35.752239 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-12339c19-7b42-4ed6-aa02-b3e79a1ba8eb None None] Transition to ACTIVE for port object 5418ef91-54e4-4472-81a2-d3a13eda8220 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:18:35.779727 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-12339c19-7b42-4ed6-aa02-b3e79a1ba8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:35.947945 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12339c19-7b42-4ed6-aa02-b3e79a1ba8eb None None] Pushing event updated for resources: {'Port': ['ID=5418ef91-54e4-4472-81a2-d3a13eda8220,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:35.954901 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f7608e94-0166-475c-a079-d16de58aa210 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:36.054994 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12339c19-7b42-4ed6-aa02-b3e79a1ba8eb None None] Network 701c50f5-d31d-4169-bb4b-0acc0efb15fe is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:18:36.059024 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-12339c19-7b42-4ed6-aa02-b3e79a1ba8eb None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:18:36.064545 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:36.066431 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12339c19-7b42-4ed6-aa02-b3e79a1ba8eb None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:18:36.074838 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:36.145355 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7608e94-0166-475c-a079-d16de58aa210 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Checking segment: {'id': '67de58c7-cd9a-4f36-ba71-14ce9999b311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e4f48302-2686-4379-82d8-f79a4a3d57c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:18:36.145355 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7608e94-0166-475c-a079-d16de58aa210 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Network hostable DHCP agents. Network: e4f48302-2686-4379-82d8-f79a4a3d57c4, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:18:36.153743 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7608e94-0166-475c-a079-d16de58aa210 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Pushing event updated for resources: {'Subnet': ['ID=451e95a0-f969-4fc6-a67e-59d154f21c5e,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:36.184639 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7608e94-0166-475c-a079-d16de58aa210 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Network e4f48302-2686-4379-82d8-f79a4a3d57c4 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:18:36.212733 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-f7608e94-0166-475c-a079-d16de58aa210 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, e4f48302-2686-4379-82d8-f79a4a3d57c4) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:18:36.212733 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7608e94-0166-475c-a079-d16de58aa210 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:18:36.212733 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f7608e94-0166-475c-a079-d16de58aa210 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:36.264443 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f7608e94-0166-475c-a079-d16de58aa210 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7430799 May 05 22:18:36.264443 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55320) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:36.267970 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b62e1162-20b5-4d9b-8ef5-3d6a1877ce9e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=79b64dfc3f744f4883ccf8456942a652&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9106953 May 05 22:18:36.267970 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55322) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:36.280764 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-3849a47b-2440-491d-8ac8-7cad53ba489b tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Request body: {'subnet': {'network_id': '9c779bce-180c-4377-9a59-8967c75685ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:18:36.284073 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3128d0c9-17e2-4f6d-86e8-b87b399ef18a None None] Network e4f48302-2686-4379-82d8-f79a4a3d57c4 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:18:36.391930 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port a63bc1cf-95ad-4ab3-b58a-dea84ec7e9a3, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=a63bc1cf-95ad-4ab3-b58a-dea84ec7e9a3,segment=NetworkSegment(d1cf7d38-d27c-47d6-af09-060df886bef3),segment_id=d1cf7d38-d27c-47d6-af09-060df886bef3)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:18:36.412341 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-862233ba-37e2-4353-8336-01ae9b017633 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:36.452770 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:36.573878 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-3849a47b-2440-491d-8ac8-7cad53ba489b tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:18:36.573878 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-3849a47b-2440-491d-8ac8-7cad53ba489b tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Usage tracker for resource:subnet and tenant:b5c5ddf123854cd6a71c045ad1f5eb6c is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:18:36.573878 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-3849a47b-2440-491d-8ac8-7cad53ba489b tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:18:36.578424 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-3849a47b-2440-491d-8ac8-7cad53ba489b tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:18:36.592038 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3849a47b-2440-491d-8ac8-7cad53ba489b tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Made reservation on behalf of b5c5ddf123854cd6a71c045ad1f5eb6c for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:18:36.620045 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=a63bc1cf-95ad-4ab3-b58a-dea84ec7e9a3,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:36.626926 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:36.660343 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-12339c19-7b42-4ed6-aa02-b3e79a1ba8eb None None] Attempting to bind port 5418ef91-54e4-4472-81a2-d3a13eda8220 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:18:36.660343 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-12339c19-7b42-4ed6-aa02-b3e79a1ba8eb None None] Attempting to bind port 5418ef91-54e4-4472-81a2-d3a13eda8220 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'bb999df6-ffa7-41be-9381-67039eb918fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '701c50f5-d31d-4169-bb4b-0acc0efb15fe'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:18:36.660343 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12339c19-7b42-4ed6-aa02-b3e79a1ba8eb None None] Attempting to bind port 5418ef91-54e4-4472-81a2-d3a13eda8220 on network 701c50f5-d31d-4169-bb4b-0acc0efb15fe {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:18:36.660343 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-322518c4-410f-48db-9043-014f259574ba None None] Provisioning for port ecdabd4b-c31c-410a-aa7b-e6d19a581453 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:18:36.683282 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-322518c4-410f-48db-9043-014f259574ba None None] Provisioning complete for port ecdabd4b-c31c-410a-aa7b-e6d19a581453 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:18:36.683282 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-322518c4-410f-48db-9043-014f259574ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:36.727975 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12339c19-7b42-4ed6-aa02-b3e79a1ba8eb None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:18:36.727975 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12339c19-7b42-4ed6-aa02-b3e79a1ba8eb None None] Checking segment: {'id': 'bb999df6-ffa7-41be-9381-67039eb918fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '701c50f5-d31d-4169-bb4b-0acc0efb15fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:18:36.727975 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-12339c19-7b42-4ed6-aa02-b3e79a1ba8eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:36.727975 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12339c19-7b42-4ed6-aa02-b3e79a1ba8eb None None] Bound using segment: {'id': 'bb999df6-ffa7-41be-9381-67039eb918fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '701c50f5-d31d-4169-bb4b-0acc0efb15fe'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:18:36.727975 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-12339c19-7b42-4ed6-aa02-b3e79a1ba8eb None None] Bound port: 5418ef91-54e4-4472-81a2-d3a13eda8220, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb999df6-ffa7-41be-9381-67039eb918fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '701c50f5-d31d-4169-bb4b-0acc0efb15fe'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:18:36.727975 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-12339c19-7b42-4ed6-aa02-b3e79a1ba8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:36.813989 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3849a47b-2440-491d-8ac8-7cad53ba489b tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:36.889401 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-862233ba-37e2-4353-8336-01ae9b017633 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Calling delete_port for 7b4abe33-257b-425b-82cc-031a3bb4be50 owned by {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:18:36.935053 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-322518c4-410f-48db-9043-014f259574ba None None] Port ecdabd4b-c31c-410a-aa7b-e6d19a581453 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:18:37.023432 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-aaaead78-bee5-4524-9ccc-707b4e306217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:37.082838 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-aaaead78-bee5-4524-9ccc-707b4e306217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:37.156877 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cf07a2-ed03-4ffe-b26b-6449521dfd2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-e4f48302-2686-4379-82d8-f79a4a3d57c4', 'network_id': 'e4f48302-2686-4379-82d8-f79a4a3d57c4', 'tenant_id': 'b5c5ddf123854cd6a71c045ad1f5eb6c', 'fixed_ips': [{'subnet_id': '451e95a0-f969-4fc6-a67e-59d154f21c5e'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:18:37.156877 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c8cf07a2-ed03-4ffe-b26b-6449521dfd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:37.239486 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-322518c4-410f-48db-9043-014f259574ba None None] Provisioning complete for port a63bc1cf-95ad-4ab3-b58a-dea84ec7e9a3 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:18:37.240359 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-322518c4-410f-48db-9043-014f259574ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:37.252655 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-862233ba-37e2-4353-8336-01ae9b017633 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:37.264161 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-aaaead78-bee5-4524-9ccc-707b4e306217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:37.283681 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-12339c19-7b42-4ed6-aa02-b3e79a1ba8eb None None] For port 5418ef91-54e4-4472-81a2-d3a13eda8220, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:18:37.399876 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-12339c19-7b42-4ed6-aa02-b3e79a1ba8eb None None] For port 5418ef91-54e4-4472-81a2-d3a13eda8220, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=5418ef91-54e4-4472-81a2-d3a13eda8220,segment=NetworkSegment(bb999df6-ffa7-41be-9381-67039eb918fc),segment_id=bb999df6-ffa7-41be-9381-67039eb918fc)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:18:37.454015 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-12339c19-7b42-4ed6-aa02-b3e79a1ba8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:37.470742 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862233ba-37e2-4353-8336-01ae9b017633 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event deleted for resources: {'Port': ['ID=7b4abe33-257b-425b-82cc-031a3bb4be50,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:37.470742 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaead78-bee5-4524-9ccc-707b4e306217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db692e5f-8b7b-4f93-8be2-9a316cbb2d85,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:37.521384 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3849a47b-2440-491d-8ac8-7cad53ba489b tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:37.569331 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-aaaead78-bee5-4524-9ccc-707b4e306217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:37.576048 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-aaaead78-bee5-4524-9ccc-707b4e306217 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/db692e5f-8b7b-4f93-8be2-9a316cbb2d85 HTTP/1.1" status: 204 len: 168 time: 1.3033783 May 05 22:18:37.577658 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-862233ba-37e2-4353-8336-01ae9b017633 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:37.591652 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-862233ba-37e2-4353-8336-01ae9b017633 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "DELETE /v2.0/ports/7b4abe33-257b-425b-82cc-031a3bb4be50 HTTP/1.1" status: 204 len: 168 time: 2.6869335 May 05 22:18:37.596952 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55342) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:37.793192 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-44c58196-db61-4db7-a529-bc89ce47bdac tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] GET failed (client error): The resource could not be found. May 05 22:18:37.793192 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-44c58196-db61-4db7-a529-bc89ce47bdac tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Synchronizing usage tracker for tenant:19bd1ce22cbf41f7ad0f1240c3793693 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:18:37.830915 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-44c58196-db61-4db7-a529-bc89ce47bdac tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Unset dirty status for tenant:19bd1ce22cbf41f7ad0f1240c3793693 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:18:37.830915 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-44c58196-db61-4db7-a529-bc89ce47bdac tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "GET /v2.0/ports/7b4abe33-257b-425b-82cc-031a3bb4be50 HTTP/1.1" status: 404 len: 333 time: 0.2281857 May 05 22:18:37.830915 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55348) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:37.858319 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3849a47b-2440-491d-8ac8-7cad53ba489b tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Pushing event updated for resources: {'Subnet': ['ID=9faa6dc2-d4d7-4e52-9790-6073e6a2c2c1,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:37.963086 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3849a47b-2440-491d-8ac8-7cad53ba489b tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Checking segment: {'id': '296971c6-8787-494f-841a-a961041a7274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9c779bce-180c-4377-9a59-8967c75685ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:18:37.967338 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3849a47b-2440-491d-8ac8-7cad53ba489b tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Network hostable DHCP agents. Network: 9c779bce-180c-4377-9a59-8967c75685ad, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:18:38.087854 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3849a47b-2440-491d-8ac8-7cad53ba489b tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Network 9c779bce-180c-4377-9a59-8967c75685ad is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:18:38.123792 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-3849a47b-2440-491d-8ac8-7cad53ba489b tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 9c779bce-180c-4377-9a59-8967c75685ad) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:18:38.136699 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3849a47b-2440-491d-8ac8-7cad53ba489b tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:18:38.139043 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3849a47b-2440-491d-8ac8-7cad53ba489b tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:38.153783 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-d8d5e928-5e10-4fc1-8146-42178a4d5694 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Deleting port ecdabd4b-c31c-410a-aa7b-e6d19a581453 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:18:38.153956 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12339c19-7b42-4ed6-aa02-b3e79a1ba8eb None None] Pushing event updated for resources: {'Port': ['ID=5418ef91-54e4-4472-81a2-d3a13eda8220,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:38.154433 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d8d5e928-5e10-4fc1-8146-42178a4d5694 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:38.176352 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65daf76f-18e7-491b-83da-63d6e579cf37 None None] Network 9c779bce-180c-4377-9a59-8967c75685ad requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:18:38.206014 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-3849a47b-2440-491d-8ac8-7cad53ba489b tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9407213 May 05 22:18:38.218489 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55356) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:38.477849 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-322518c4-410f-48db-9043-014f259574ba None None] Could not find standard attr ID for object 7b4abe33-257b-425b-82cc-031a3bb4be50. {{(pid=84064) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 22:18:38.526677 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-c8cf07a2-ed03-4ffe-b26b-6449521dfd2a None None] Allocated IP 172.20.0.2 (e4f48302-2686-4379-82d8-f79a4a3d57c4/451e95a0-f969-4fc6-a67e-59d154f21c5e/6323febf-ebe3-4791-9cf4-7703556a2d64) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:18:38.802583 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04168ce0-213d-42d4-b2ce-528489047014 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-9c779bce-180c-4377-9a59-8967c75685ad', 'network_id': '9c779bce-180c-4377-9a59-8967c75685ad', 'tenant_id': 'b5c5ddf123854cd6a71c045ad1f5eb6c', 'fixed_ips': [{'subnet_id': '9faa6dc2-d4d7-4e52-9790-6073e6a2c2c1'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:18:38.811661 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-04168ce0-213d-42d4-b2ce-528489047014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:38.894981 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-a855b49c-88b0-4786-8598-bff2496711cd None None] Provisioning complete for port ecdabd4b-c31c-410a-aa7b-e6d19a581453 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:18:38.895436 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a855b49c-88b0-4786-8598-bff2496711cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:39.109792 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d8d5e928-5e10-4fc1-8146-42178a4d5694 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:39.173452 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device a63bc1cf-95ad-4ab3-b58a-dea84ec7e9a3 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:18:39.249094 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-a855b49c-88b0-4786-8598-bff2496711cd None None] Port ecdabd4b-c31c-410a-aa7b-e6d19a581453 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:18:39.355851 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-a855b49c-88b0-4786-8598-bff2496711cd None None] Could not find standard attr ID for object 7b4abe33-257b-425b-82cc-031a3bb4be50. {{(pid=84064) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 22:18:39.398421 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-d8d5e928-5e10-4fc1-8146-42178a4d5694 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Calling delete_port for ecdabd4b-c31c-410a-aa7b-e6d19a581453 owned by {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:18:39.523819 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port a63bc1cf-95ad-4ab3-b58a-dea84ec7e9a3 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:18:39.524198 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:39.799206 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d8d5e928-5e10-4fc1-8146-42178a4d5694 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:39.902306 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d5e928-5e10-4fc1-8146-42178a4d5694 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event deleted for resources: {'Port': ['ID=ecdabd4b-c31c-410a-aa7b-e6d19a581453,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:39.938843 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c8cf07a2-ed03-4ffe-b26b-6449521dfd2a None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:39.957024 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c8cf07a2-ed03-4ffe-b26b-6449521dfd2a None None] Transition to ACTIVE for port object 6323febf-ebe3-4791-9cf4-7703556a2d64 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:18:39.980008 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c6721b40-636e-4c5f-b5ec-6bbc8bda128f tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:40.001475 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c8cf07a2-ed03-4ffe-b26b-6449521dfd2a None None] Transition to ACTIVE for port object 6323febf-ebe3-4791-9cf4-7703556a2d64 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:18:40.051225 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d8d5e928-5e10-4fc1-8146-42178a4d5694 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:40.083245 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-04168ce0-213d-42d4-b2ce-528489047014 None None] Allocated IP 172.20.0.2 (9c779bce-180c-4377-9a59-8967c75685ad/9faa6dc2-d4d7-4e52-9790-6073e6a2c2c1/9987222f-53d0-419f-ac2c-1609cedb895d) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:18:40.098905 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d8d5e928-5e10-4fc1-8146-42178a4d5694 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "DELETE /v2.0/ports/ecdabd4b-c31c-410a-aa7b-e6d19a581453 HTTP/1.1" status: 204 len: 168 time: 2.2676454 May 05 22:18:40.101700 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55384) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:40.191573 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c8cf07a2-ed03-4ffe-b26b-6449521dfd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:40.226706 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e10d9ae-81d1-43b0-82d8-43daebfb1e14 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] GET failed (client error): The resource could not be found. May 05 22:18:40.227811 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0e10d9ae-81d1-43b0-82d8-43daebfb1e14 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Synchronizing usage tracker for tenant:19bd1ce22cbf41f7ad0f1240c3793693 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:18:40.275297 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0e10d9ae-81d1-43b0-82d8-43daebfb1e14 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Unset dirty status for tenant:19bd1ce22cbf41f7ad0f1240c3793693 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:18:40.277082 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0e10d9ae-81d1-43b0-82d8-43daebfb1e14 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "GET /v2.0/ports/ecdabd4b-c31c-410a-aa7b-e6d19a581453 HTTP/1.1" status: 404 len: 333 time: 0.1738780 May 05 22:18:40.283689 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55392) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:40.445270 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12b5fbf-d955-4667-8b0d-dc0468168292 None None] Network 701c50f5-d31d-4169-bb4b-0acc0efb15fe requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:18:40.452979 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55398) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:40.600842 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 5418ef91-54e4-4472-81a2-d3a13eda8220 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:18:40.662934 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-c6721b40-636e-4c5f-b5ec-6bbc8bda128f tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Allocated IP 172.20.0.1 (e4f48302-2686-4379-82d8-f79a4a3d57c4/451e95a0-f969-4fc6-a67e-59d154f21c5e/85a60b69-b454-4735-9eff-7f7c37a7a3eb) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:18:40.709377 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5a3a7a1-b62e-477f-8393-d5af194fd5ef tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Deleting subnet 20946b6b-8cdc-438a-88a7-cc63cd26890a {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:18:40.714030 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e5a3a7a1-b62e-477f-8393-d5af194fd5ef tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:40.722476 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cf07a2-ed03-4ffe-b26b-6449521dfd2a None None] Pushing event updated for resources: {'Port': ['ID=6323febf-ebe3-4791-9cf4-7703556a2d64,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:40.801585 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e5a3a7a1-b62e-477f-8393-d5af194fd5ef tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:40.852023 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-adc46118-6219-4647-8fb8-bbbca8f09cb8 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1433455547'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:18:40.865434 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-adc46118-6219-4647-8fb8-bbbca8f09cb8 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:18:40.880102 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-adc46118-6219-4647-8fb8-bbbca8f09cb8 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Usage tracker for resource:network and tenant:d16c805389654d07b9eda65ea43b10ce is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:18:40.886618 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-adc46118-6219-4647-8fb8-bbbca8f09cb8 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:18:40.899369 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-adc46118-6219-4647-8fb8-bbbca8f09cb8 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:18:40.915958 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e5a3a7a1-b62e-477f-8393-d5af194fd5ef tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:40.966949 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cf07a2-ed03-4ffe-b26b-6449521dfd2a None None] Network e4f48302-2686-4379-82d8-f79a4a3d57c4 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:18:40.988482 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-c8cf07a2-ed03-4ffe-b26b-6449521dfd2a None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:18:40.992217 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c6721b40-636e-4c5f-b5ec-6bbc8bda128f tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:40.999965 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc46118-6219-4647-8fb8-bbbca8f09cb8 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Made reservation on behalf of d16c805389654d07b9eda65ea43b10ce for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:18:41.004777 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-adc46118-6219-4647-8fb8-bbbca8f09cb8 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:41.006053 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cf07a2-ed03-4ffe-b26b-6449521dfd2a None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:18:41.006535 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e5a3a7a1-b62e-477f-8393-d5af194fd5ef tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:41.025209 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-adc46118-6219-4647-8fb8-bbbca8f09cb8 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:41.049710 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-c6721b40-636e-4c5f-b5ec-6bbc8bda128f tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Transition to ACTIVE for port object 85a60b69-b454-4735-9eff-7f7c37a7a3eb will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:18:41.087630 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-adc46118-6219-4647-8fb8-bbbca8f09cb8 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:18:41.093237 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a3a7a1-b62e-477f-8393-d5af194fd5ef tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event deleted for resources: {'Subnet': ['ID=20946b6b-8cdc-438a-88a7-cc63cd26890a,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:41.097809 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-adc46118-6219-4647-8fb8-bbbca8f09cb8 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Usage tracker for resource:security_group_rule and tenant:d16c805389654d07b9eda65ea43b10ce is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:18:41.103008 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-adc46118-6219-4647-8fb8-bbbca8f09cb8 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:18:41.106936 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e5a3a7a1-b62e-477f-8393-d5af194fd5ef tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:41.117521 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94622ca2-6f32-4d8a-a65a-7256efd2164b None None] Network 914f93b6-c1c3-4347-90c3-6dffe76a97cc requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:18:41.117703 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-e5a3a7a1-b62e-477f-8393-d5af194fd5ef tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "DELETE /v2.0/subnets/20946b6b-8cdc-438a-88a7-cc63cd26890a HTTP/1.1" status: 204 len: 168 time: 0.8300323 May 05 22:18:41.117941 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55404) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:41.128606 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-adc46118-6219-4647-8fb8-bbbca8f09cb8 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:18:41.147364 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c6721b40-636e-4c5f-b5ec-6bbc8bda128f tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:41.224368 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6721b40-636e-4c5f-b5ec-6bbc8bda128f tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Network e4f48302-2686-4379-82d8-f79a4a3d57c4 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:18:41.234956 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-c6721b40-636e-4c5f-b5ec-6bbc8bda128f tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:18:41.237717 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6721b40-636e-4c5f-b5ec-6bbc8bda128f tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:18:41.279197 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-0cdfb102-f8db-4cf2-9026-1d22f17ce5cb None None] Provisioning for port 5418ef91-54e4-4472-81a2-d3a13eda8220 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:18:41.282811 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-091be0d1-021b-41f9-8ab8-05aed95b117c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:41.298838 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-091be0d1-021b-41f9-8ab8-05aed95b117c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Deleting port a63bc1cf-95ad-4ab3-b58a-dea84ec7e9a3 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:18:41.299527 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-091be0d1-021b-41f9-8ab8-05aed95b117c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:41.309524 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c6721b40-636e-4c5f-b5ec-6bbc8bda128f tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:41.394757 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 5418ef91-54e4-4472-81a2-d3a13eda8220 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:18:41.423593 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-c8cf07a2-ed03-4ffe-b26b-6449521dfd2a None None] Attempting to bind port 6323febf-ebe3-4791-9cf4-7703556a2d64 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:18:41.424437 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-c8cf07a2-ed03-4ffe-b26b-6449521dfd2a None None] Attempting to bind port 6323febf-ebe3-4791-9cf4-7703556a2d64 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '67de58c7-cd9a-4f36-ba71-14ce9999b311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e4f48302-2686-4379-82d8-f79a4a3d57c4'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:18:41.425305 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cf07a2-ed03-4ffe-b26b-6449521dfd2a None None] Attempting to bind port 6323febf-ebe3-4791-9cf4-7703556a2d64 on network e4f48302-2686-4379-82d8-f79a4a3d57c4 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:18:41.458506 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 5418ef91-54e4-4472-81a2-d3a13eda8220 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:18:41.459170 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:41.460430 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6721b40-636e-4c5f-b5ec-6bbc8bda128f tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Pushing event updated for resources: {'Port': ['ID=85a60b69-b454-4735-9eff-7f7c37a7a3eb,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:41.503351 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c6721b40-636e-4c5f-b5ec-6bbc8bda128f tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:41.538590 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cf07a2-ed03-4ffe-b26b-6449521dfd2a None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:18:41.540381 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-adc46118-6219-4647-8fb8-bbbca8f09cb8 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:41.546916 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cf07a2-ed03-4ffe-b26b-6449521dfd2a None None] Checking segment: {'id': '67de58c7-cd9a-4f36-ba71-14ce9999b311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e4f48302-2686-4379-82d8-f79a4a3d57c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:18:41.547671 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c8cf07a2-ed03-4ffe-b26b-6449521dfd2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:41.548251 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cf07a2-ed03-4ffe-b26b-6449521dfd2a None None] Bound using segment: {'id': '67de58c7-cd9a-4f36-ba71-14ce9999b311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e4f48302-2686-4379-82d8-f79a4a3d57c4'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:18:41.548941 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-c8cf07a2-ed03-4ffe-b26b-6449521dfd2a None None] Bound port: 6323febf-ebe3-4791-9cf4-7703556a2d64, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67de58c7-cd9a-4f36-ba71-14ce9999b311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e4f48302-2686-4379-82d8-f79a4a3d57c4'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:18:41.549523 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c8cf07a2-ed03-4ffe-b26b-6449521dfd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:41.695138 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-091be0d1-021b-41f9-8ab8-05aed95b117c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] For port a63bc1cf-95ad-4ab3-b58a-dea84ec7e9a3, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=a63bc1cf-95ad-4ab3-b58a-dea84ec7e9a3,segment=NetworkSegment(d1cf7d38-d27c-47d6-af09-060df886bef3),segment_id=d1cf7d38-d27c-47d6-af09-060df886bef3)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:18:41.695499 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-091be0d1-021b-41f9-8ab8-05aed95b117c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:41.900502 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-04168ce0-213d-42d4-b2ce-528489047014 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:41.901430 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-091be0d1-021b-41f9-8ab8-05aed95b117c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Calling delete_port for a63bc1cf-95ad-4ab3-b58a-dea84ec7e9a3 owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:18:41.939768 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-04168ce0-213d-42d4-b2ce-528489047014 None None] Transition to ACTIVE for port object 9987222f-53d0-419f-ac2c-1609cedb895d will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:18:42.001869 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-091be0d1-021b-41f9-8ab8-05aed95b117c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:42.013926 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c6721b40-636e-4c5f-b5ec-6bbc8bda128f tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:42.016561 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-adc46118-6219-4647-8fb8-bbbca8f09cb8 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:42.031037 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adc46118-6219-4647-8fb8-bbbca8f09cb8 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:18:42.041673 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-adc46118-6219-4647-8fb8-bbbca8f09cb8 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:42.042081 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-adc46118-6219-4647-8fb8-bbbca8f09cb8 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Added segment e36e9466-5aff-487a-8736-725ced7a361b of type vlan for network 5128d21b-cb92-46df-afbf-33ccdb741d4c May 05 22:18:42.077027 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-adc46118-6219-4647-8fb8-bbbca8f09cb8 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:42.116108 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:42.120850 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091be0d1-021b-41f9-8ab8-05aed95b117c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event deleted for resources: {'Port': ['ID=a63bc1cf-95ad-4ab3-b58a-dea84ec7e9a3,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:42.146156 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c6721b40-636e-4c5f-b5ec-6bbc8bda128f tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:42.150134 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091be0d1-021b-41f9-8ab8-05aed95b117c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] No DVR routers for this DVR port a63bc1cf-95ad-4ab3-b58a-dea84ec7e9a3 on host n-d-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:18:42.163038 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-c8cf07a2-ed03-4ffe-b26b-6449521dfd2a None None] For port 6323febf-ebe3-4791-9cf4-7703556a2d64, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:18:42.185926 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-04168ce0-213d-42d4-b2ce-528489047014 None None] Transition to ACTIVE for port object 9987222f-53d0-419f-ac2c-1609cedb895d will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:18:42.207971 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935c2ead-f4f2-42b6-86b5-27d8adad901d None None] DHCP port deletion for 914f93b6-c1c3-4347-90c3-6dffe76a97cc request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:18:42.214788 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-04168ce0-213d-42d4-b2ce-528489047014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:42.237409 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-c8cf07a2-ed03-4ffe-b26b-6449521dfd2a None None] For port 6323febf-ebe3-4791-9cf4-7703556a2d64, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=6323febf-ebe3-4791-9cf4-7703556a2d64,segment=NetworkSegment(67de58c7-cd9a-4f36-ba71-14ce9999b311),segment_id=67de58c7-cd9a-4f36-ba71-14ce9999b311)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:18:42.300756 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.resource_extend [None req-adc46118-6219-4647-8fb8-bbbca8f09cb8 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 22:18:42.324491 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c6721b40-636e-4c5f-b5ec-6bbc8bda128f tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:42.335691 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc46118-6219-4647-8fb8-bbbca8f09cb8 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65bee7f0-b3e2-49f1-82da-4e4920850867,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:42.339726 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-adc46118-6219-4647-8fb8-bbbca8f09cb8 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:42.344219 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc46118-6219-4647-8fb8-bbbca8f09cb8 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:18:42.344485 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-adc46118-6219-4647-8fb8-bbbca8f09cb8 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:42.375344 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-091be0d1-021b-41f9-8ab8-05aed95b117c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:42.392159 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 5418ef91-54e4-4472-81a2-d3a13eda8220, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=5418ef91-54e4-4472-81a2-d3a13eda8220,segment=NetworkSegment(bb999df6-ffa7-41be-9381-67039eb918fc),segment_id=bb999df6-ffa7-41be-9381-67039eb918fc)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:18:42.394430 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04168ce0-213d-42d4-b2ce-528489047014 None None] Pushing event updated for resources: {'Port': ['ID=9987222f-53d0-419f-ac2c-1609cedb895d,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:42.405488 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c8cf07a2-ed03-4ffe-b26b-6449521dfd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:42.446307 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-091be0d1-021b-41f9-8ab8-05aed95b117c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['914f93b6-c1c3-4347-90c3-6dffe76a97cc']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:18:42.467323 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-091be0d1-021b-41f9-8ab8-05aed95b117c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1cf7d38-d27c-47d6-af09-060df886bef3') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:18:42.467777 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-091be0d1-021b-41f9-8ab8-05aed95b117c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1cf7d38-d27c-47d6-af09-060df886bef3') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:18:42.477653 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:42.507333 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-091be0d1-021b-41f9-8ab8-05aed95b117c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:42.585292 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-091be0d1-021b-41f9-8ab8-05aed95b117c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:42.590113 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04168ce0-213d-42d4-b2ce-528489047014 None None] Network 9c779bce-180c-4377-9a59-8967c75685ad is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:18:42.600796 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-04168ce0-213d-42d4-b2ce-528489047014 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:18:42.603794 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04168ce0-213d-42d4-b2ce-528489047014 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:18:42.627035 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-091be0d1-021b-41f9-8ab8-05aed95b117c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:18:42.630812 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-091be0d1-021b-41f9-8ab8-05aed95b117c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:42.724537 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device a63bc1cf-95ad-4ab3-b58a-dea84ec7e9a3 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:18:42.752500 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:18:42.752500 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:18:42.752500 n-d-825175-4 neutron-server[84063]: timer() May 05 22:18:42.752500 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:18:42.752500 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:18:42.752500 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:18:42.752500 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:18:42.752500 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:18:42.752500 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:18:42.752500 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:18:42.752500 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:18:42.752500 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:18:42.752500 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:18:42.752500 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:18:42.752500 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:18:42.752500 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:18:42.752500 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:18:42.752500 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:18:42.752500 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:18:42.752500 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:18:42.752500 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:18:42.752500 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:18:42.752500 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:18:42.752500 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:18:42.752500 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:18:42.752500 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:18:42.752500 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:18:42.752500 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:18:42.752500 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:18:42.752500 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:18:42.752500 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:18:42.752500 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:18:42.775719 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cf07a2-ed03-4ffe-b26b-6449521dfd2a None None] Pushing event updated for resources: {'Port': ['ID=6323febf-ebe3-4791-9cf4-7703556a2d64,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:42.790701 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: a63bc1cf-95ad-4ab3-b58a-dea84ec7e9a3 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:18:42.791196 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device a63bc1cf-95ad-4ab3-b58a-dea84ec7e9a3 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:18:42.904557 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=5418ef91-54e4-4472-81a2-d3a13eda8220,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:42.916420 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc46118-6219-4647-8fb8-bbbca8f09cb8 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Pushing event updated for resources: {'Network': ['ID=5128d21b-cb92-46df-afbf-33ccdb741d4c,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:42.918835 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6721b40-636e-4c5f-b5ec-6bbc8bda128f tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Pushing event updated for resources: {'Port': ['ID=85a60b69-b454-4735-9eff-7f7c37a7a3eb,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:42.928139 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-adc46118-6219-4647-8fb8-bbbca8f09cb8 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.4738929 May 05 22:18:42.928719 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55416) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:42.935071 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 5128d21b-cb92-46df-afbf-33ccdb741d4c details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:18:42.953718 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-de4d545d-5fe8-4ec1-9a76-2b9eb279525e tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Request body: {'subnet': {'network_id': '5128d21b-cb92-46df-afbf-33ccdb741d4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:18:43.078240 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-04168ce0-213d-42d4-b2ce-528489047014 None None] Attempting to bind port 9987222f-53d0-419f-ac2c-1609cedb895d on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:18:43.078785 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-04168ce0-213d-42d4-b2ce-528489047014 None None] Attempting to bind port 9987222f-53d0-419f-ac2c-1609cedb895d by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '296971c6-8787-494f-841a-a961041a7274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9c779bce-180c-4377-9a59-8967c75685ad'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:18:43.079295 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04168ce0-213d-42d4-b2ce-528489047014 None None] Attempting to bind port 9987222f-53d0-419f-ac2c-1609cedb895d on network 9c779bce-180c-4377-9a59-8967c75685ad {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:18:43.107699 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-091be0d1-021b-41f9-8ab8-05aed95b117c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:43.114804 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-091be0d1-021b-41f9-8ab8-05aed95b117c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:43.122535 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04168ce0-213d-42d4-b2ce-528489047014 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:18:43.131302 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04168ce0-213d-42d4-b2ce-528489047014 None None] Checking segment: {'id': '296971c6-8787-494f-841a-a961041a7274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9c779bce-180c-4377-9a59-8967c75685ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:18:43.131882 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-04168ce0-213d-42d4-b2ce-528489047014 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:43.132492 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04168ce0-213d-42d4-b2ce-528489047014 None None] Bound using segment: {'id': '296971c6-8787-494f-841a-a961041a7274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9c779bce-180c-4377-9a59-8967c75685ad'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:18:43.133095 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-04168ce0-213d-42d4-b2ce-528489047014 None None] Bound port: 9987222f-53d0-419f-ac2c-1609cedb895d, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '296971c6-8787-494f-841a-a961041a7274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9c779bce-180c-4377-9a59-8967c75685ad'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:18:43.133574 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-04168ce0-213d-42d4-b2ce-528489047014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:43.149066 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091be0d1-021b-41f9-8ab8-05aed95b117c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event deleted for resources: {'Network': ['ID=914f93b6-c1c3-4347-90c3-6dffe76a97cc,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:43.178964 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-091be0d1-021b-41f9-8ab8-05aed95b117c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "DELETE /v2.0/networks/914f93b6-c1c3-4347-90c3-6dffe76a97cc HTTP/1.1" status: 204 len: 168 time: 2.0587146 May 05 22:18:43.181187 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55420) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:43.189002 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-b94e1b98-6529-40c8-8691-2ba68c450018 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1567966340'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:18:43.194755 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-b94e1b98-6529-40c8-8691-2ba68c450018 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:18:43.198858 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b94e1b98-6529-40c8-8691-2ba68c450018 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Usage tracker for resource:network and tenant:19bd1ce22cbf41f7ad0f1240c3793693 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:18:43.202789 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b94e1b98-6529-40c8-8691-2ba68c450018 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:18:43.209315 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-b94e1b98-6529-40c8-8691-2ba68c450018 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:18:43.213844 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c717dbb2-9299-4a81-8328-11b9c1aa3971 None None] Provisioning complete for port 5418ef91-54e4-4472-81a2-d3a13eda8220 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:18:43.213844 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c717dbb2-9299-4a81-8328-11b9c1aa3971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:43.221983 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-de4d545d-5fe8-4ec1-9a76-2b9eb279525e tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:18:43.225683 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94e1b98-6529-40c8-8691-2ba68c450018 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Made reservation on behalf of 19bd1ce22cbf41f7ad0f1240c3793693 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:18:43.232653 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b94e1b98-6529-40c8-8691-2ba68c450018 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:43.235564 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-de4d545d-5fe8-4ec1-9a76-2b9eb279525e tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Usage tracker for resource:subnet and tenant:d16c805389654d07b9eda65ea43b10ce is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:18:43.245354 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-de4d545d-5fe8-4ec1-9a76-2b9eb279525e tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:18:43.251226 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6721b40-636e-4c5f-b5ec-6bbc8bda128f tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Network e4f48302-2686-4379-82d8-f79a4a3d57c4 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:18:43.255009 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-c6721b40-636e-4c5f-b5ec-6bbc8bda128f tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:18:43.257133 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-de4d545d-5fe8-4ec1-9a76-2b9eb279525e tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:18:43.274070 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b94e1b98-6529-40c8-8691-2ba68c450018 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:18:43.286502 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b94e1b98-6529-40c8-8691-2ba68c450018 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:43.286982 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-b94e1b98-6529-40c8-8691-2ba68c450018 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Added segment 3e4f6323-cf2d-427d-8d8e-0c54614c1bf8 of type vlan for network e6ffeef1-0276-4d53-a8bc-84cf3db1db91 May 05 22:18:43.327406 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b94e1b98-6529-40c8-8691-2ba68c450018 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:43.366533 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b94e1b98-6529-40c8-8691-2ba68c450018 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:43.370643 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94e1b98-6529-40c8-8691-2ba68c450018 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:18:43.371247 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b94e1b98-6529-40c8-8691-2ba68c450018 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:43.386739 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-04168ce0-213d-42d4-b2ce-528489047014 None None] For port 9987222f-53d0-419f-ac2c-1609cedb895d, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:18:43.399503 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-04168ce0-213d-42d4-b2ce-528489047014 None None] For port 9987222f-53d0-419f-ac2c-1609cedb895d, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=9987222f-53d0-419f-ac2c-1609cedb895d,segment=NetworkSegment(296971c6-8787-494f-841a-a961041a7274),segment_id=296971c6-8787-494f-841a-a961041a7274)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:18:43.409173 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b94e1b98-6529-40c8-8691-2ba68c450018 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2257650 May 05 22:18:43.412586 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-04168ce0-213d-42d4-b2ce-528489047014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:43.414915 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55424) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:43.420871 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-37897368-4e7b-45dd-9e0b-38cb7ecf7e98 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Request body: {'subnet': {'network_id': 'e6ffeef1-0276-4d53-a8bc-84cf3db1db91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:18:43.446932 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4d545d-5fe8-4ec1-9a76-2b9eb279525e tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Made reservation on behalf of d16c805389654d07b9eda65ea43b10ce for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:18:43.503397 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04168ce0-213d-42d4-b2ce-528489047014 None None] Pushing event updated for resources: {'Port': ['ID=9987222f-53d0-419f-ac2c-1609cedb895d,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:43.705815 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-37897368-4e7b-45dd-9e0b-38cb7ecf7e98 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:18:43.716018 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-37897368-4e7b-45dd-9e0b-38cb7ecf7e98 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Usage tracker for resource:subnet and tenant:19bd1ce22cbf41f7ad0f1240c3793693 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:18:43.724660 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-37897368-4e7b-45dd-9e0b-38cb7ecf7e98 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:18:43.732372 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-37897368-4e7b-45dd-9e0b-38cb7ecf7e98 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:18:43.767825 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37897368-4e7b-45dd-9e0b-38cb7ecf7e98 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Made reservation on behalf of 19bd1ce22cbf41f7ad0f1240c3793693 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:18:43.812788 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-de4d545d-5fe8-4ec1-9a76-2b9eb279525e tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:44.011985 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e1b98-6529-40c8-8691-2ba68c450018 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event updated for resources: {'Network': ['ID=e6ffeef1-0276-4d53-a8bc-84cf3db1db91,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:44.044464 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8bf6e27a-17b7-4a27-97b1-eb2f844a1812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:44.091459 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network e6ffeef1-0276-4d53-a8bc-84cf3db1db91 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:18:44.119397 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-37897368-4e7b-45dd-9e0b-38cb7ecf7e98 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:44.569416 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-de4d545d-5fe8-4ec1-9a76-2b9eb279525e tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:44.592161 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19052245-a595-430d-9385-98fc4701626e None None] Network e4f48302-2686-4379-82d8-f79a4a3d57c4 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:18:44.649753 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4d545d-5fe8-4ec1-9a76-2b9eb279525e tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Pushing event updated for resources: {'Subnet': ['ID=7043b8b7-a3ea-4239-8b01-3d33e9dd0d9a,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:44.714715 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4d545d-5fe8-4ec1-9a76-2b9eb279525e tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Checking segment: {'id': 'e36e9466-5aff-487a-8736-725ced7a361b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5128d21b-cb92-46df-afbf-33ccdb741d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:18:44.715111 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4d545d-5fe8-4ec1-9a76-2b9eb279525e tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Network hostable DHCP agents. Network: 5128d21b-cb92-46df-afbf-33ccdb741d4c, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:18:44.724668 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6721b40-636e-4c5f-b5ec-6bbc8bda128f tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Router e5626550-791a-4904-9226-8a42480270f0 is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 22:18:44.792631 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-37897368-4e7b-45dd-9e0b-38cb7ecf7e98 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:44.875255 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-3b437762-6a0c-4765-8a7b-d5fb5fd27c8b None None] Provisioning for port 6323febf-ebe3-4791-9cf4-7703556a2d64 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:18:44.882490 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55440) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:44.910739 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-2800eba3-c85d-49a7-b42b-8348b1ac3f74 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-844127210', 'description': 'tempest-secgroup-smoke-844127210 description', 'project_id': 'f7081eb88bc04ab89f8b2cf35357dc71'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:18:44.946678 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 6323febf-ebe3-4791-9cf4-7703556a2d64 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:18:45.018077 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-2800eba3-c85d-49a7-b42b-8348b1ac3f74 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:18:45.033387 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-2800eba3-c85d-49a7-b42b-8348b1ac3f74 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Usage tracker for resource:security_group and tenant:f7081eb88bc04ab89f8b2cf35357dc71 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:18:45.039083 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-2800eba3-c85d-49a7-b42b-8348b1ac3f74 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:18:45.049090 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4d545d-5fe8-4ec1-9a76-2b9eb279525e tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Network 5128d21b-cb92-46df-afbf-33ccdb741d4c is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:18:45.053305 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-2800eba3-c85d-49a7-b42b-8348b1ac3f74 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:18:45.063086 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37897368-4e7b-45dd-9e0b-38cb7ecf7e98 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event updated for resources: {'Subnet': ['ID=5c2784db-c1c1-4cab-9376-a5a5c5b1add7,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:45.083173 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-de4d545d-5fe8-4ec1-9a76-2b9eb279525e tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 5128d21b-cb92-46df-afbf-33ccdb741d4c) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:18:45.095510 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4d545d-5fe8-4ec1-9a76-2b9eb279525e tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:18:45.097216 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-de4d545d-5fe8-4ec1-9a76-2b9eb279525e tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:45.102676 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e2cf91-4a34-414e-a47e-d765dd866c0c None None] Network 5128d21b-cb92-46df-afbf-33ccdb741d4c requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:18:45.106039 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2800eba3-c85d-49a7-b42b-8348b1ac3f74 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:45.130529 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37897368-4e7b-45dd-9e0b-38cb7ecf7e98 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Checking segment: {'id': '3e4f6323-cf2d-427d-8d8e-0c54614c1bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e6ffeef1-0276-4d53-a8bc-84cf3db1db91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:18:45.131384 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37897368-4e7b-45dd-9e0b-38cb7ecf7e98 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Network hostable DHCP agents. Network: e6ffeef1-0276-4d53-a8bc-84cf3db1db91, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:18:45.133357 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 6323febf-ebe3-4791-9cf4-7703556a2d64 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:18:45.177951 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-de4d545d-5fe8-4ec1-9a76-2b9eb279525e tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2332356 May 05 22:18:45.178917 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37897368-4e7b-45dd-9e0b-38cb7ecf7e98 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Network e6ffeef1-0276-4d53-a8bc-84cf3db1db91 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:18:45.181065 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55444) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:45.193032 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-9a426505-a0b7-4493-a187-9dccc745d95e tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1375235372', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:18:45.193930 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-37897368-4e7b-45dd-9e0b-38cb7ecf7e98 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, e6ffeef1-0276-4d53-a8bc-84cf3db1db91) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:18:45.208778 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6721b40-636e-4c5f-b5ec-6bbc8bda128f tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:18:45.221894 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-9a426505-a0b7-4493-a187-9dccc745d95e tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:18:45.222144 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 6323febf-ebe3-4791-9cf4-7703556a2d64 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:18:45.223192 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:45.229001 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-2800eba3-c85d-49a7-b42b-8348b1ac3f74 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:18:45.231319 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-9a426505-a0b7-4493-a187-9dccc745d95e tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Usage tracker for resource:router and tenant:d16c805389654d07b9eda65ea43b10ce is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:18:45.239647 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c6721b40-636e-4c5f-b5ec-6bbc8bda128f tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] 10.222.0.23 "PUT /v2.0/routers/e5626550-791a-4904-9226-8a42480270f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0249863 May 05 22:18:45.241177 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37897368-4e7b-45dd-9e0b-38cb7ecf7e98 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:18:45.241963 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-37897368-4e7b-45dd-9e0b-38cb7ecf7e98 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:45.242062 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-9a426505-a0b7-4493-a187-9dccc745d95e tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:18:45.256538 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-2800eba3-c85d-49a7-b42b-8348b1ac3f74 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Usage tracker for resource:security_group_rule and tenant:f7081eb88bc04ab89f8b2cf35357dc71 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:18:45.260473 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43584b4-64d8-43a4-89df-a29a362adb6a None None] Network e6ffeef1-0276-4d53-a8bc-84cf3db1db91 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:18:45.263182 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55448) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:45.264599 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-2800eba3-c85d-49a7-b42b-8348b1ac3f74 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:18:45.278955 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faff3506-b7c4-4c6e-b6cf-ce5055ff35d1 None None] Sync routers for ids ['e5626550-791a-4904-9226-8a42480270f0'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:18:45.284142 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-9a426505-a0b7-4493-a187-9dccc745d95e tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:18:45.286322 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-2800eba3-c85d-49a7-b42b-8348b1ac3f74 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:18:45.308412 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9a426505-a0b7-4493-a187-9dccc745d95e tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:45.309485 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9a426505-a0b7-4493-a187-9dccc745d95e tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:45.461060 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-37897368-4e7b-45dd-9e0b-38cb7ecf7e98 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0422196 May 05 22:18:45.461254 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9a426505-a0b7-4493-a187-9dccc745d95e tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:45.463894 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55454) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:45.486232 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-8536903e-32ad-4be5-a242-13a803c86b5c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2061279645', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:18:45.515692 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-8536903e-32ad-4be5-a242-13a803c86b5c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:18:45.519493 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2800eba3-c85d-49a7-b42b-8348b1ac3f74 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:45.524044 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-8536903e-32ad-4be5-a242-13a803c86b5c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Usage tracker for resource:router and tenant:19bd1ce22cbf41f7ad0f1240c3793693 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:18:45.527972 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faff3506-b7c4-4c6e-b6cf-ce5055ff35d1 None None] Routers {'e5626550-791a-4904-9226-8a42480270f0'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:18:45.529494 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-8536903e-32ad-4be5-a242-13a803c86b5c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:18:45.529617 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-faff3506-b7c4-4c6e-b6cf-ce5055ff35d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:18:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['e5626550-791a-4904-9226-8a42480270f0'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:18:45.532569 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2800eba3-c85d-49a7-b42b-8348b1ac3f74 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:45.571311 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-8536903e-32ad-4be5-a242-13a803c86b5c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:18:45.574084 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2800eba3-c85d-49a7-b42b-8348b1ac3f74 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:45.581169 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55458) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:45.581838 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-2800eba3-c85d-49a7-b42b-8348b1ac3f74 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.6954210 May 05 22:18:45.609997 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9a426505-a0b7-4493-a187-9dccc745d95e tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:45.667332 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8536903e-32ad-4be5-a242-13a803c86b5c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:45.668464 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8536903e-32ad-4be5-a242-13a803c86b5c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:45.674257 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2800eba3-c85d-49a7-b42b-8348b1ac3f74 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d14f9b3-7fe7-4bc5-a219-bbad29bd43b8,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:45.699995 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9a426505-a0b7-4493-a187-9dccc745d95e tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:45.705841 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-9a426505-a0b7-4493-a187-9dccc745d95e tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.5238113 May 05 22:18:45.708836 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55460) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:45.718004 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-faff3506-b7c4-4c6e-b6cf-ce5055ff35d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:18:45.721649 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d549634-6fde-4aa6-bbe9-33e0bab035d5 None None] Network 9c779bce-180c-4377-9a59-8967c75685ad requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:18:45.739433 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-519a82ec-ef0a-4d35-9ec7-3a9f7fb81721 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Request body: {'security_group_rule': {'security_group_id': '9d14f9b3-7fe7-4bc5-a219-bbad29bd43b8', 'project_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:18:45.758202 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-519a82ec-ef0a-4d35-9ec7-3a9f7fb81721 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:18:45.809980 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-519a82ec-ef0a-4d35-9ec7-3a9f7fb81721 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Usage tracker for resource:security_group_rule and tenant:f7081eb88bc04ab89f8b2cf35357dc71 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:18:45.821694 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-519a82ec-ef0a-4d35-9ec7-3a9f7fb81721 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:18:45.834402 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-519a82ec-ef0a-4d35-9ec7-3a9f7fb81721 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:18:45.873778 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-519a82ec-ef0a-4d35-9ec7-3a9f7fb81721 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:46.056597 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8536903e-32ad-4be5-a242-13a803c86b5c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:46.068772 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-55f7af55-6dc6-4ff9-80b4-00f095fd40f4 None None] Provisioning for port 9987222f-53d0-419f-ac2c-1609cedb895d completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:18:46.083661 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-519a82ec-ef0a-4d35-9ec7-3a9f7fb81721 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:46.100865 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-519a82ec-ef0a-4d35-9ec7-3a9f7fb81721 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:46.167386 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a82ec-ef0a-4d35-9ec7-3a9f7fb81721 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5ccb7cf-821a-4887-b521-1c0737af7510,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:46.195756 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-519a82ec-ef0a-4d35-9ec7-3a9f7fb81721 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:46.199480 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-519a82ec-ef0a-4d35-9ec7-3a9f7fb81721 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4624338 May 05 22:18:46.200755 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55466) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:46.205728 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faff3506-b7c4-4c6e-b6cf-ce5055ff35d1 None None] Routers {'e5626550-791a-4904-9226-8a42480270f0'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:18:46.206365 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-faff3506-b7c4-4c6e-b6cf-ce5055ff35d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:18:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['e5626550-791a-4904-9226-8a42480270f0'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:18:46.216103 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-9a65093d-bd63-46f6-8607-2925abb7411a tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Request body: {'security_group_rule': {'security_group_id': '9d14f9b3-7fe7-4bc5-a219-bbad29bd43b8', 'project_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:18:46.243173 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-9a65093d-bd63-46f6-8607-2925abb7411a tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:18:46.259462 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9a65093d-bd63-46f6-8607-2925abb7411a tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Usage tracker for resource:security_group_rule and tenant:f7081eb88bc04ab89f8b2cf35357dc71 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:18:46.272535 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9a65093d-bd63-46f6-8607-2925abb7411a tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:18:46.283348 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-9a65093d-bd63-46f6-8607-2925abb7411a tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:18:46.304752 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8536903e-32ad-4be5-a242-13a803c86b5c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:46.333260 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-faff3506-b7c4-4c6e-b6cf-ce5055ff35d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:18:46.333687 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faff3506-b7c4-4c6e-b6cf-ce5055ff35d1 None None] The sync data for ids ['e5626550-791a-4904-9226-8a42480270f0'] in n-d-825175-4 is: [] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:18:46.344363 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8536903e-32ad-4be5-a242-13a803c86b5c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:46.350502 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-8536903e-32ad-4be5-a242-13a803c86b5c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8799381 May 05 22:18:46.351495 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55470) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:46.363887 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-b836d180-ddf8-4f36-ad11-6bf26fcb22f3 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Request body: {'port': {'network_id': 'e6ffeef1-0276-4d53-a8bc-84cf3db1db91', 'name': 'tempest-PortsIpV6TestJSON-1307866946'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:18:46.392239 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9a65093d-bd63-46f6-8607-2925abb7411a tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:46.441517 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-058a9c9b-e9a6-4458-bb62-93ac8c7001db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:46.601655 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-932772c8-4077-4724-8eba-099db2bc0831 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 22:18:46.604097 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-932772c8-4077-4724-8eba-099db2bc0831 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] 10.222.0.23 "PUT /v2.0/routers/e5626550-791a-4904-9226-8a42480270f0/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3394010 May 05 22:18:46.607050 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55474) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:46.629355 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9a65093d-bd63-46f6-8607-2925abb7411a tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:46.639169 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5655343f-0ccb-4189-8e0d-019d550a2565 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-5128d21b-cb92-46df-afbf-33ccdb741d4c', 'network_id': '5128d21b-cb92-46df-afbf-33ccdb741d4c', 'tenant_id': 'd16c805389654d07b9eda65ea43b10ce', 'fixed_ips': [{'subnet_id': '7043b8b7-a3ea-4239-8b01-3d33e9dd0d9a'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:18:46.646279 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9a65093d-bd63-46f6-8607-2925abb7411a tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:46.687554 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5655343f-0ccb-4189-8e0d-019d550a2565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:46.757011 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a65093d-bd63-46f6-8607-2925abb7411a tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cfed38c-e531-482d-931c-8aa0eb41a408,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:46.774606 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9a65093d-bd63-46f6-8607-2925abb7411a tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:46.779712 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9a65093d-bd63-46f6-8607-2925abb7411a tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5755234 May 05 22:18:46.781396 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55480) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:46.816469 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-5b516f4b-be04-4071-b1ea-793c1cc145f7 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Request body: {'security_group_rule': {'security_group_id': '9d14f9b3-7fe7-4bc5-a219-bbad29bd43b8', 'project_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:18:46.830317 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-5b516f4b-be04-4071-b1ea-793c1cc145f7 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:18:46.839360 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-5b516f4b-be04-4071-b1ea-793c1cc145f7 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Usage tracker for resource:security_group_rule and tenant:f7081eb88bc04ab89f8b2cf35357dc71 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:18:46.842086 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fc64d7-4cea-4c77-8d1c-558513e7be12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-e6ffeef1-0276-4d53-a8bc-84cf3db1db91', 'network_id': 'e6ffeef1-0276-4d53-a8bc-84cf3db1db91', 'tenant_id': '19bd1ce22cbf41f7ad0f1240c3793693', 'fixed_ips': [{'subnet_id': '5c2784db-c1c1-4cab-9376-a5a5c5b1add7'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:18:46.842957 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-48fc64d7-4cea-4c77-8d1c-558513e7be12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:46.847166 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-5b516f4b-be04-4071-b1ea-793c1cc145f7 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:18:46.863377 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-5b516f4b-be04-4071-b1ea-793c1cc145f7 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:18:46.903453 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ba70e45a-86fe-4c83-aef8-b4418627934b None None] Provisioning for port 85a60b69-b454-4735-9eff-7f7c37a7a3eb completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:18:46.905851 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5b516f4b-be04-4071-b1ea-793c1cc145f7 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:46.934797 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b836d180-ddf8-4f36-ad11-6bf26fcb22f3 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:18:46.952319 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b836d180-ddf8-4f36-ad11-6bf26fcb22f3 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Usage tracker for resource:port and tenant:19bd1ce22cbf41f7ad0f1240c3793693 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:18:46.958002 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:46.960491 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b836d180-ddf8-4f36-ad11-6bf26fcb22f3 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:18:46.973021 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b836d180-ddf8-4f36-ad11-6bf26fcb22f3 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:18:47.014639 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ba70e45a-86fe-4c83-aef8-b4418627934b None None] Provisioning complete for port 85a60b69-b454-4735-9eff-7f7c37a7a3eb triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:18:47.015413 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ba70e45a-86fe-4c83-aef8-b4418627934b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:47.029025 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b836d180-ddf8-4f36-ad11-6bf26fcb22f3 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Made reservation on behalf of 19bd1ce22cbf41f7ad0f1240c3793693 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:18:47.032049 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b836d180-ddf8-4f36-ad11-6bf26fcb22f3 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:47.033509 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5b516f4b-be04-4071-b1ea-793c1cc145f7 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:47.040561 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5b516f4b-be04-4071-b1ea-793c1cc145f7 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:47.070789 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b516f4b-be04-4071-b1ea-793c1cc145f7 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfb42819-d9b8-442a-b09a-5368bc8c8140,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:47.097270 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [None req-b836d180-ddf8-4f36-ad11-6bf26fcb22f3 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] device_id is not set on port e531bbde-691d-45b9-b9b7-0b5f9c562036 yet. {{(pid=84061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:18:47.104173 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5b516f4b-be04-4071-b1ea-793c1cc145f7 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:47.108440 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5b516f4b-be04-4071-b1ea-793c1cc145f7 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3239901 May 05 22:18:47.109220 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55484) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:47.115154 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-90d24f0e-554f-4ef4-a78c-d504a2cccc0a tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Request body: {'security_group_rule': {'security_group_id': '9d14f9b3-7fe7-4bc5-a219-bbad29bd43b8', 'project_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:18:47.122426 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-90d24f0e-554f-4ef4-a78c-d504a2cccc0a tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:18:47.126693 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-90d24f0e-554f-4ef4-a78c-d504a2cccc0a tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Usage tracker for resource:security_group_rule and tenant:f7081eb88bc04ab89f8b2cf35357dc71 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:18:47.131151 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-90d24f0e-554f-4ef4-a78c-d504a2cccc0a tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:18:47.137039 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-90d24f0e-554f-4ef4-a78c-d504a2cccc0a tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:18:47.157668 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-90d24f0e-554f-4ef4-a78c-d504a2cccc0a tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:47.238416 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ba70e45a-86fe-4c83-aef8-b4418627934b None None] Port 85a60b69-b454-4735-9eff-7f7c37a7a3eb cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:18:47.248584 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-90d24f0e-554f-4ef4-a78c-d504a2cccc0a tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:47.254367 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-90d24f0e-554f-4ef4-a78c-d504a2cccc0a tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:47.257497 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 6323febf-ebe3-4791-9cf4-7703556a2d64, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=6323febf-ebe3-4791-9cf4-7703556a2d64,segment=NetworkSegment(67de58c7-cd9a-4f36-ba71-14ce9999b311),segment_id=67de58c7-cd9a-4f36-ba71-14ce9999b311)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:18:47.291088 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d24f0e-554f-4ef4-a78c-d504a2cccc0a tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=957f66a4-fbab-4d30-bdaf-573c79c43bb1,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:47.294524 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-90d24f0e-554f-4ef4-a78c-d504a2cccc0a tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:47.298982 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-90d24f0e-554f-4ef4-a78c-d504a2cccc0a tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1886108 May 05 22:18:47.300349 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55488) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:47.306320 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-44dc964a-cb87-441a-862c-8b16bc165e5a tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Request body: {'security_group_rule': {'security_group_id': '9d14f9b3-7fe7-4bc5-a219-bbad29bd43b8', 'project_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:18:47.313700 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-44dc964a-cb87-441a-862c-8b16bc165e5a tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:18:47.317702 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-44dc964a-cb87-441a-862c-8b16bc165e5a tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Usage tracker for resource:security_group_rule and tenant:f7081eb88bc04ab89f8b2cf35357dc71 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:18:47.321013 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-44dc964a-cb87-441a-862c-8b16bc165e5a tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:18:47.324214 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:47.325254 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 9987222f-53d0-419f-ac2c-1609cedb895d up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:18:47.327450 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-44dc964a-cb87-441a-862c-8b16bc165e5a tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:18:47.346975 n-d-825175-4 neutron-server[84063]: INFO neutron.db.securitygroups_db [None req-44dc964a-cb87-441a-862c-8b16bc165e5a tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Project f7081eb88bc04ab89f8b2cf35357dc71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 22:18:47.350830 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-119ad2da-d7b5-4739-a28a-7b08a10742e9 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:47.357632 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-44dc964a-cb87-441a-862c-8b16bc165e5a tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:47.403511 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ba70e45a-86fe-4c83-aef8-b4418627934b None None] Provisioning complete for port 6323febf-ebe3-4791-9cf4-7703556a2d64 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:18:47.404212 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ba70e45a-86fe-4c83-aef8-b4418627934b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:47.440425 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-44dc964a-cb87-441a-862c-8b16bc165e5a tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:47.448849 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-44dc964a-cb87-441a-862c-8b16bc165e5a tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:47.482607 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc964a-cb87-441a-862c-8b16bc165e5a tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b0947cd-b648-4fed-a8cc-6a9cd63f2906,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:47.486568 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-44dc964a-cb87-441a-862c-8b16bc165e5a tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:47.491061 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-44dc964a-cb87-441a-862c-8b16bc165e5a tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1897488 May 05 22:18:47.491693 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55492) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:47.498299 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-ef7c0f75-99c5-4687-aa48-58f7adb21925 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Request body: {'security_group_rule': {'security_group_id': '9d14f9b3-7fe7-4bc5-a219-bbad29bd43b8', 'project_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:18:47.507204 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-ef7c0f75-99c5-4687-aa48-58f7adb21925 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:18:47.512046 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-ef7c0f75-99c5-4687-aa48-58f7adb21925 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Usage tracker for resource:security_group_rule and tenant:f7081eb88bc04ab89f8b2cf35357dc71 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:18:47.532833 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-ef7c0f75-99c5-4687-aa48-58f7adb21925 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:18:47.536588 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-48fc64d7-4cea-4c77-8d1c-558513e7be12 None None] Allocated IP 2001:db8::2 (e6ffeef1-0276-4d53-a8bc-84cf3db1db91/5c2784db-c1c1-4cab-9376-a5a5c5b1add7/18295420-ffb7-4484-ae6a-895b94b91ed1) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:18:47.538885 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:47.543083 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-ef7c0f75-99c5-4687-aa48-58f7adb21925 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:18:47.569724 n-d-825175-4 neutron-server[84063]: INFO neutron.db.securitygroups_db [None req-ef7c0f75-99c5-4687-aa48-58f7adb21925 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Project f7081eb88bc04ab89f8b2cf35357dc71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 22:18:47.581939 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ef7c0f75-99c5-4687-aa48-58f7adb21925 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:47.593611 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-5655343f-0ccb-4189-8e0d-019d550a2565 None None] Allocated IP 172.20.0.2 (5128d21b-cb92-46df-afbf-33ccdb741d4c/7043b8b7-a3ea-4239-8b01-3d33e9dd0d9a/805f8a56-63b1-4061-96f4-5970a99c3ef8) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:18:47.633562 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:47.649626 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=6323febf-ebe3-4791-9cf4-7703556a2d64,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:47.724710 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ef7c0f75-99c5-4687-aa48-58f7adb21925 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:47.736013 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ef7c0f75-99c5-4687-aa48-58f7adb21925 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:47.830196 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c0f75-99c5-4687-aa48-58f7adb21925 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e3d46fe-df28-497d-ab7c-662597ccee5e,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:47.886517 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ef7c0f75-99c5-4687-aa48-58f7adb21925 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:47.888688 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9396c419-e205-42e4-9ba0-c02e1c8fa790 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:47.892881 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ef7c0f75-99c5-4687-aa48-58f7adb21925 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3985202 May 05 22:18:48.020212 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 9987222f-53d0-419f-ac2c-1609cedb895d completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:18:48.126905 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 9987222f-53d0-419f-ac2c-1609cedb895d triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:18:48.127270 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:48.443860 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-48fc64d7-4cea-4c77-8d1c-558513e7be12 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:48.466036 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5655343f-0ccb-4189-8e0d-019d550a2565 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:48.468592 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-48fc64d7-4cea-4c77-8d1c-558513e7be12 None None] Transition to ACTIVE for port object 18295420-ffb7-4484-ae6a-895b94b91ed1 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:18:48.470791 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:48.504790 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-5655343f-0ccb-4189-8e0d-019d550a2565 None None] Transition to ACTIVE for port object 805f8a56-63b1-4061-96f4-5970a99c3ef8 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:18:48.515171 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-0410a3ce-1c31-4ff3-8af3-d3f094ba3577 None None] Provisioning complete for port 85a60b69-b454-4735-9eff-7f7c37a7a3eb triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:18:48.515171 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0410a3ce-1c31-4ff3-8af3-d3f094ba3577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:48.571067 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-48fc64d7-4cea-4c77-8d1c-558513e7be12 None None] Transition to ACTIVE for port object 18295420-ffb7-4484-ae6a-895b94b91ed1 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:18:48.585465 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-5655343f-0ccb-4189-8e0d-019d550a2565 None None] Transition to ACTIVE for port object 805f8a56-63b1-4061-96f4-5970a99c3ef8 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:18:48.596773 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-48fc64d7-4cea-4c77-8d1c-558513e7be12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:48.640737 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5655343f-0ccb-4189-8e0d-019d550a2565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:48.660172 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 9987222f-53d0-419f-ac2c-1609cedb895d, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=9987222f-53d0-419f-ac2c-1609cedb895d,segment=NetworkSegment(296971c6-8787-494f-841a-a961041a7274),segment_id=296971c6-8787-494f-841a-a961041a7274)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:18:48.661907 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-0410a3ce-1c31-4ff3-8af3-d3f094ba3577 None None] Port 85a60b69-b454-4735-9eff-7f7c37a7a3eb cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:18:48.682797 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:48.683548 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 5418ef91-54e4-4472-81a2-d3a13eda8220 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:18:48.754223 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fc64d7-4cea-4c77-8d1c-558513e7be12 None None] Pushing event updated for resources: {'Port': ['ID=18295420-ffb7-4484-ae6a-895b94b91ed1,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:48.757947 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fc64d7-4cea-4c77-8d1c-558513e7be12 None None] Network e6ffeef1-0276-4d53-a8bc-84cf3db1db91 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:18:48.762750 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5655343f-0ccb-4189-8e0d-019d550a2565 None None] Network 5128d21b-cb92-46df-afbf-33ccdb741d4c is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:18:48.794483 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-48fc64d7-4cea-4c77-8d1c-558513e7be12 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:18:48.805683 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-5655343f-0ccb-4189-8e0d-019d550a2565 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:18:48.811784 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-119ad2da-d7b5-4739-a28a-7b08a10742e9 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Allocated IP 172.20.0.1 (5128d21b-cb92-46df-afbf-33ccdb741d4c/7043b8b7-a3ea-4239-8b01-3d33e9dd0d9a/dcf8eea8-c07a-444c-94ec-c1c22aea8743) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:18:48.811957 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fc64d7-4cea-4c77-8d1c-558513e7be12 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:18:48.823445 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5655343f-0ccb-4189-8e0d-019d550a2565 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:18:48.828124 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-b836d180-ddf8-4f36-ad11-6bf26fcb22f3 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Allocated IP 2001:db8::15a (e6ffeef1-0276-4d53-a8bc-84cf3db1db91/5c2784db-c1c1-4cab-9376-a5a5c5b1add7/e531bbde-691d-45b9-b9b7-0b5f9c562036) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:18:48.835023 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-0410a3ce-1c31-4ff3-8af3-d3f094ba3577 None None] Provisioning complete for port 9987222f-53d0-419f-ac2c-1609cedb895d triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:18:48.835276 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0410a3ce-1c31-4ff3-8af3-d3f094ba3577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:48.836448 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-78bd66bc-686a-4e83-b9d0-472e95ef7c1d req-c26f81fd-fa77-46e6-9baa-959f79ca299e tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Synchronizing usage tracker for tenant:f7081eb88bc04ab89f8b2cf35357dc71 on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:18:48.943694 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5655343f-0ccb-4189-8e0d-019d550a2565 None None] Pushing event updated for resources: {'Port': ['ID=805f8a56-63b1-4061-96f4-5970a99c3ef8,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:49.036010 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-78bd66bc-686a-4e83-b9d0-472e95ef7c1d req-c26f81fd-fa77-46e6-9baa-959f79ca299e tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Unset dirty status for tenant:f7081eb88bc04ab89f8b2cf35357dc71 on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:18:49.043812 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-78bd66bc-686a-4e83-b9d0-472e95ef7c1d req-c26f81fd-fa77-46e6-9baa-959f79ca299e tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-844127210&fields=id&tenant_id=f7081eb88bc04ab89f8b2cf35357dc71 HTTP/1.1" status: 200 len: 267 time: 0.4718845 May 05 22:18:49.156721 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:49.175023 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-48fc64d7-4cea-4c77-8d1c-558513e7be12 None None] Attempting to bind port 18295420-ffb7-4484-ae6a-895b94b91ed1 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:18:49.175389 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-48fc64d7-4cea-4c77-8d1c-558513e7be12 None None] Attempting to bind port 18295420-ffb7-4484-ae6a-895b94b91ed1 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '3e4f6323-cf2d-427d-8d8e-0c54614c1bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e6ffeef1-0276-4d53-a8bc-84cf3db1db91'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:18:49.175740 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fc64d7-4cea-4c77-8d1c-558513e7be12 None None] Attempting to bind port 18295420-ffb7-4484-ae6a-895b94b91ed1 on network e6ffeef1-0276-4d53-a8bc-84cf3db1db91 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:18:49.184718 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 5418ef91-54e4-4472-81a2-d3a13eda8220 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:18:49.185081 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:49.208421 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-5655343f-0ccb-4189-8e0d-019d550a2565 None None] Attempting to bind port 805f8a56-63b1-4061-96f4-5970a99c3ef8 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:18:49.208697 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-5655343f-0ccb-4189-8e0d-019d550a2565 None None] Attempting to bind port 805f8a56-63b1-4061-96f4-5970a99c3ef8 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'e36e9466-5aff-487a-8736-725ced7a361b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5128d21b-cb92-46df-afbf-33ccdb741d4c'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:18:49.209049 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5655343f-0ccb-4189-8e0d-019d550a2565 None None] Attempting to bind port 805f8a56-63b1-4061-96f4-5970a99c3ef8 on network 5128d21b-cb92-46df-afbf-33ccdb741d4c {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:18:49.223267 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=9987222f-53d0-419f-ac2c-1609cedb895d,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:49.260810 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fc64d7-4cea-4c77-8d1c-558513e7be12 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:18:49.261178 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fc64d7-4cea-4c77-8d1c-558513e7be12 None None] Checking segment: {'id': '3e4f6323-cf2d-427d-8d8e-0c54614c1bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e6ffeef1-0276-4d53-a8bc-84cf3db1db91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:18:49.261581 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-48fc64d7-4cea-4c77-8d1c-558513e7be12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:49.261957 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fc64d7-4cea-4c77-8d1c-558513e7be12 None None] Bound using segment: {'id': '3e4f6323-cf2d-427d-8d8e-0c54614c1bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e6ffeef1-0276-4d53-a8bc-84cf3db1db91'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:18:49.262424 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-48fc64d7-4cea-4c77-8d1c-558513e7be12 None None] Bound port: 18295420-ffb7-4484-ae6a-895b94b91ed1, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e4f6323-cf2d-427d-8d8e-0c54614c1bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'e6ffeef1-0276-4d53-a8bc-84cf3db1db91'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:18:49.262821 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-48fc64d7-4cea-4c77-8d1c-558513e7be12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:49.290064 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5655343f-0ccb-4189-8e0d-019d550a2565 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:18:49.290512 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5655343f-0ccb-4189-8e0d-019d550a2565 None None] Checking segment: {'id': 'e36e9466-5aff-487a-8736-725ced7a361b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5128d21b-cb92-46df-afbf-33ccdb741d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:18:49.291593 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5655343f-0ccb-4189-8e0d-019d550a2565 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:49.291986 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5655343f-0ccb-4189-8e0d-019d550a2565 None None] Bound using segment: {'id': 'e36e9466-5aff-487a-8736-725ced7a361b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5128d21b-cb92-46df-afbf-33ccdb741d4c'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:18:49.292920 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-5655343f-0ccb-4189-8e0d-019d550a2565 None None] Bound port: 805f8a56-63b1-4061-96f4-5970a99c3ef8, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e36e9466-5aff-487a-8736-725ced7a361b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5128d21b-cb92-46df-afbf-33ccdb741d4c'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:18:49.292920 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5655343f-0ccb-4189-8e0d-019d550a2565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:49.344988 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-119ad2da-d7b5-4739-a28a-7b08a10742e9 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:49.459645 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-119ad2da-d7b5-4739-a28a-7b08a10742e9 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Transition to ACTIVE for port object dcf8eea8-c07a-444c-94ec-c1c22aea8743 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:18:49.465175 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd66bc-686a-4e83-b9d0-472e95ef7c1d req-b49505ad-ca15-4b09-a478-9b743210e645 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:18:49.466644 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-78bd66bc-686a-4e83-b9d0-472e95ef7c1d req-b49505ad-ca15-4b09-a478-9b743210e645 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] 10.222.0.23 "GET /v2.0/networks?id=bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e HTTP/1.1" status: 200 len: 813 time: 0.4220634 May 05 22:18:49.515298 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b836d180-ddf8-4f36-ad11-6bf26fcb22f3 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:49.518679 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-48fc64d7-4cea-4c77-8d1c-558513e7be12 None None] For port 18295420-ffb7-4484-ae6a-895b94b91ed1, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:18:49.532893 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-78bd66bc-686a-4e83-b9d0-472e95ef7c1d req-6ca347e0-2952-4940-b99b-925861b1f5b8 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] 10.222.0.23 "GET /v2.0/quotas/f7081eb88bc04ab89f8b2cf35357dc71 HTTP/1.1" status: 200 len: 375 time: 0.0574183 May 05 22:18:49.542401 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-48fc64d7-4cea-4c77-8d1c-558513e7be12 None None] For port 18295420-ffb7-4484-ae6a-895b94b91ed1, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=18295420-ffb7-4484-ae6a-895b94b91ed1,segment=NetworkSegment(3e4f6323-cf2d-427d-8d8e-0c54614c1bf8),segment_id=3e4f6323-cf2d-427d-8d8e-0c54614c1bf8)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:18:49.543773 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-5655343f-0ccb-4189-8e0d-019d550a2565 None None] For port 805f8a56-63b1-4061-96f4-5970a99c3ef8, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:18:49.548251 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-b836d180-ddf8-4f36-ad11-6bf26fcb22f3 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Transition to ACTIVE for port object e531bbde-691d-45b9-b9b7-0b5f9c562036 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:18:49.554126 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-48fc64d7-4cea-4c77-8d1c-558513e7be12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:49.558695 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-5655343f-0ccb-4189-8e0d-019d550a2565 None None] For port 805f8a56-63b1-4061-96f4-5970a99c3ef8, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=805f8a56-63b1-4061-96f4-5970a99c3ef8,segment=NetworkSegment(e36e9466-5aff-487a-8736-725ced7a361b),segment_id=e36e9466-5aff-487a-8736-725ced7a361b)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:18:49.593308 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5655343f-0ccb-4189-8e0d-019d550a2565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:49.610063 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-119ad2da-d7b5-4739-a28a-7b08a10742e9 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:49.666508 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fc64d7-4cea-4c77-8d1c-558513e7be12 None None] Pushing event updated for resources: {'Port': ['ID=18295420-ffb7-4484-ae6a-895b94b91ed1,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:49.768968 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119ad2da-d7b5-4739-a28a-7b08a10742e9 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Network 5128d21b-cb92-46df-afbf-33ccdb741d4c is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:18:49.780979 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 6323febf-ebe3-4791-9cf4-7703556a2d64 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:18:49.787512 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-119ad2da-d7b5-4739-a28a-7b08a10742e9 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:18:49.790725 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-9396c419-e205-42e4-9ba0-c02e1c8fa790 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Deleting port 85a60b69-b454-4735-9eff-7f7c37a7a3eb {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:18:49.791040 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9396c419-e205-42e4-9ba0-c02e1c8fa790 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:49.826761 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119ad2da-d7b5-4739-a28a-7b08a10742e9 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:18:49.900310 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5655343f-0ccb-4189-8e0d-019d550a2565 None None] Pushing event updated for resources: {'Port': ['ID=805f8a56-63b1-4061-96f4-5970a99c3ef8,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:49.932057 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-119ad2da-d7b5-4739-a28a-7b08a10742e9 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:49.939343 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 6323febf-ebe3-4791-9cf4-7703556a2d64 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:18:49.939779 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:50.156651 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 9987222f-53d0-419f-ac2c-1609cedb895d up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:18:50.240922 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119ad2da-d7b5-4739-a28a-7b08a10742e9 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Pushing event updated for resources: {'Port': ['ID=dcf8eea8-c07a-444c-94ec-c1c22aea8743,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:50.255824 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b836d180-ddf8-4f36-ad11-6bf26fcb22f3 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:50.303549 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 9987222f-53d0-419f-ac2c-1609cedb895d triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:18:50.304685 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:50.429415 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b836d180-ddf8-4f36-ad11-6bf26fcb22f3 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Network e6ffeef1-0276-4d53-a8bc-84cf3db1db91 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:18:50.476026 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b836d180-ddf8-4f36-ad11-6bf26fcb22f3 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event updated for resources: {'Port': ['ID=e531bbde-691d-45b9-b9b7-0b5f9c562036,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:50.479576 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-b836d180-ddf8-4f36-ad11-6bf26fcb22f3 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:18:50.481943 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b836d180-ddf8-4f36-ad11-6bf26fcb22f3 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:18:50.485894 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b836d180-ddf8-4f36-ad11-6bf26fcb22f3 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:18:50.486585 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b836d180-ddf8-4f36-ad11-6bf26fcb22f3 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:50.530103 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-78bd66bc-686a-4e83-b9d0-472e95ef7c1d req-1219a0da-6724-4f02-a5ec-1ebb2c0bc26b tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f7081eb88bc04ab89f8b2cf35357dc71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9875128 May 05 22:18:50.677609 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-119ad2da-d7b5-4739-a28a-7b08a10742e9 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:50.702944 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b836d180-ddf8-4f36-ad11-6bf26fcb22f3 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.3430977 May 05 22:18:50.705871 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55512) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:50.761488 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9396c419-e205-42e4-9ba0-c02e1c8fa790 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:50.935855 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-9396c419-e205-42e4-9ba0-c02e1c8fa790 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Calling delete_port for 85a60b69-b454-4735-9eff-7f7c37a7a3eb owned by network:router_interface {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:18:51.049082 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-78bd66bc-686a-4e83-b9d0-472e95ef7c1d req-985a6df9-fcdf-4b45-af8e-85b6ddbdc3ff service neutron] 10.222.0.23 "GET /v2.0/networks/bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4921753 May 05 22:18:51.078551 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:18:51.212956 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49840d7b-d909-4a94-9be2-596a459039ef None None] Network e6ffeef1-0276-4d53-a8bc-84cf3db1db91 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:18:51.371945 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e0653e54-76ab-450d-81b2-6deeacd41727 None None] Provisioning for port 18295420-ffb7-4484-ae6a-895b94b91ed1 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:18:51.440813 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-78bd66bc-686a-4e83-b9d0-472e95ef7c1d req-bb8b11d0-9f04-4683-b20f-ce7adf90749e service neutron] 10.222.0.23 "GET /v2.0/networks/bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299112 May 05 22:18:51.461671 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6168a9-6431-4510-88a6-db8a776b25e1 None None] Network 5128d21b-cb92-46df-afbf-33ccdb741d4c requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:18:51.468734 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e6868bc9-dcd5-40ea-abfe-844ede8967bf tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:51.607973 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9396c419-e205-42e4-9ba0-c02e1c8fa790 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:51.685563 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-119ad2da-d7b5-4739-a28a-7b08a10742e9 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:51.710451 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-119ad2da-d7b5-4739-a28a-7b08a10742e9 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:51.747324 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9396c419-e205-42e4-9ba0-c02e1c8fa790 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Pushing event deleted for resources: {'Port': ['ID=85a60b69-b454-4735-9eff-7f7c37a7a3eb,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:52.021477 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 805f8a56-63b1-4061-96f4-5970a99c3ef8 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:18:52.109879 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-3957b2f3-8c02-4b61-bfe7-8f23c8e3f5e3 None None] Provisioning for port 805f8a56-63b1-4061-96f4-5970a99c3ef8 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:18:52.160618 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e6868bc9-dcd5-40ea-abfe-844ede8967bf tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:52.172255 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e6868bc9-dcd5-40ea-abfe-844ede8967bf tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:52.220362 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-119ad2da-d7b5-4739-a28a-7b08a10742e9 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:52.224847 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119ad2da-d7b5-4739-a28a-7b08a10742e9 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Pushing event updated for resources: {'Port': ['ID=dcf8eea8-c07a-444c-94ec-c1c22aea8743,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:52.313574 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 805f8a56-63b1-4061-96f4-5970a99c3ef8 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:18:52.319387 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 805f8a56-63b1-4061-96f4-5970a99c3ef8 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:18:52.319818 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:52.435090 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6868bc9-dcd5-40ea-abfe-844ede8967bf tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event updated for resources: {'Port': ['ID=e531bbde-691d-45b9-b9b7-0b5f9c562036,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:52.570809 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:52.602881 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dfb6f909-0b4b-493d-b40a-3241937b0342 req-39f2c88b-7c9b-46b3-878f-e79b71082aba tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] 10.222.0.23 "GET /v2.0/ports?device_id=a69e881a-14a1-4ba4-9933-0f1ca5423e0f HTTP/1.1" status: 200 len: 210 time: 0.4097052 May 05 22:18:52.651054 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 805f8a56-63b1-4061-96f4-5970a99c3ef8, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=805f8a56-63b1-4061-96f4-5970a99c3ef8,segment=NetworkSegment(e36e9466-5aff-487a-8736-725ced7a361b),segment_id=e36e9466-5aff-487a-8736-725ced7a361b)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:18:52.664122 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:52.668421 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 18295420-ffb7-4484-ae6a-895b94b91ed1 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:18:52.814645 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9396c419-e205-42e4-9ba0-c02e1c8fa790 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:52.816072 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e6868bc9-dcd5-40ea-abfe-844ede8967bf tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:52.934695 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=805f8a56-63b1-4061-96f4-5970a99c3ef8,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:52.967980 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:18:52.968380 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:18:52.969473 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:18:52.969850 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:18:52.982551 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:18:52.983199 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:18:52.983430 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:18:52.983841 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:18:52.984172 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:18:52.984527 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:18:52.984878 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:18:52.997701 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 18295420-ffb7-4484-ae6a-895b94b91ed1 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:18:53.000947 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e6868bc9-dcd5-40ea-abfe-844ede8967bf tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:53.013388 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 18295420-ffb7-4484-ae6a-895b94b91ed1 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:18:53.013824 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:53.078302 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-9d2dd655-e954-481c-98b4-0443e82c413b None None] Provisioning for port e531bbde-691d-45b9-b9b7-0b5f9c562036 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:18:53.114776 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-9d2dd655-e954-481c-98b4-0443e82c413b None None] Provisioning complete for port e531bbde-691d-45b9-b9b7-0b5f9c562036 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:18:53.120544 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9d2dd655-e954-481c-98b4-0443e82c413b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:53.231327 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119ad2da-d7b5-4739-a28a-7b08a10742e9 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Network 5128d21b-cb92-46df-afbf-33ccdb741d4c is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:18:53.232682 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-119ad2da-d7b5-4739-a28a-7b08a10742e9 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:18:53.331482 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-9d2dd655-e954-481c-98b4-0443e82c413b None None] Port e531bbde-691d-45b9-b9b7-0b5f9c562036 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:18:53.503348 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:53.553986 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-0ff59318-3d1e-4504-802d-14db7a459c73 None None] Provisioning complete for port 805f8a56-63b1-4061-96f4-5970a99c3ef8 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:18:53.554475 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0ff59318-3d1e-4504-802d-14db7a459c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:53.753020 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 18295420-ffb7-4484-ae6a-895b94b91ed1, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=18295420-ffb7-4484-ae6a-895b94b91ed1,segment=NetworkSegment(3e4f6323-cf2d-427d-8d8e-0c54614c1bf8),segment_id=3e4f6323-cf2d-427d-8d8e-0c54614c1bf8)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:18:53.773406 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:53.947340 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e6868bc9-dcd5-40ea-abfe-844ede8967bf tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:53.959148 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e6868bc9-dcd5-40ea-abfe-844ede8967bf tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:53.960173 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e6868bc9-dcd5-40ea-abfe-844ede8967bf tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:54.017545 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 805f8a56-63b1-4061-96f4-5970a99c3ef8 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:18:54.048973 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6868bc9-dcd5-40ea-abfe-844ede8967bf tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event updated for resources: {'Port': ['ID=e531bbde-691d-45b9-b9b7-0b5f9c562036,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:54.075274 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ff4b2028-9568-43ca-87d3-0802b6e14a0f req-459e4125-c1ba-4ea4-840d-c17d286e80f0 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] 10.222.0.23 "GET /v2.0/ports?device_id=a69e881a-14a1-4ba4-9933-0f1ca5423e0f HTTP/1.1" status: 200 len: 210 time: 0.0662868 May 05 22:18:54.084089 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=18295420-ffb7-4484-ae6a-895b94b91ed1,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:54.145021 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-0ff59318-3d1e-4504-802d-14db7a459c73 None None] Provisioning for port dcf8eea8-c07a-444c-94ec-c1c22aea8743 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:18:54.162955 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-0ff59318-3d1e-4504-802d-14db7a459c73 None None] Provisioning complete for port dcf8eea8-c07a-444c-94ec-c1c22aea8743 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:18:54.163359 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0ff59318-3d1e-4504-802d-14db7a459c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:54.209243 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 805f8a56-63b1-4061-96f4-5970a99c3ef8 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:18:54.209617 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:54.268737 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6868bc9-dcd5-40ea-abfe-844ede8967bf tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Network e6ffeef1-0276-4d53-a8bc-84cf3db1db91 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:18:54.270927 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-e6868bc9-dcd5-40ea-abfe-844ede8967bf tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:18:54.282936 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9396c419-e205-42e4-9ba0-c02e1c8fa790 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Router e5626550-791a-4904-9226-8a42480270f0 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:18:54.301380 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-0ff59318-3d1e-4504-802d-14db7a459c73 None None] Port dcf8eea8-c07a-444c-94ec-c1c22aea8743 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:18:54.400475 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-0ff59318-3d1e-4504-802d-14db7a459c73 None None] Provisioning complete for port e531bbde-691d-45b9-b9b7-0b5f9c562036 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:18:54.403889 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0ff59318-3d1e-4504-802d-14db7a459c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:54.486959 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-0ff59318-3d1e-4504-802d-14db7a459c73 None None] Port e531bbde-691d-45b9-b9b7-0b5f9c562036 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:18:54.637723 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-87f378e8-20c6-46b1-92f1-0816ae463c0c None None] Provisioning complete for port dcf8eea8-c07a-444c-94ec-c1c22aea8743 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:18:54.638078 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-87f378e8-20c6-46b1-92f1-0816ae463c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:54.757994 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-87f378e8-20c6-46b1-92f1-0816ae463c0c None None] Port dcf8eea8-c07a-444c-94ec-c1c22aea8743 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:18:54.775845 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-87f378e8-20c6-46b1-92f1-0816ae463c0c None None] Provisioning complete for port e531bbde-691d-45b9-b9b7-0b5f9c562036 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:18:54.776214 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-87f378e8-20c6-46b1-92f1-0816ae463c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:54.823595 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-119ad2da-d7b5-4739-a28a-7b08a10742e9 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Router 886affd0-d5bb-47d4-96e9-9b658c8cb950 is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 22:18:54.838504 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6868bc9-dcd5-40ea-abfe-844ede8967bf tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Router 3b51863d-5a1a-4a74-bcc1-7574874170a7 is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 22:18:54.839209 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-87f378e8-20c6-46b1-92f1-0816ae463c0c None None] Port e531bbde-691d-45b9-b9b7-0b5f9c562036 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:18:54.867271 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9396c419-e205-42e4-9ba0-c02e1c8fa790 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:18:54.880456 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58805c25-b7a3-4922-9e74-8f9ca5eadf79 None None] Sync routers for ids ['e5626550-791a-4904-9226-8a42480270f0'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:18:54.903043 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58805c25-b7a3-4922-9e74-8f9ca5eadf79 None None] Routers {'e5626550-791a-4904-9226-8a42480270f0'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:18:54.903910 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-58805c25-b7a3-4922-9e74-8f9ca5eadf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:18:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['e5626550-791a-4904-9226-8a42480270f0'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:18:54.934397 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-9396c419-e205-42e4-9ba0-c02e1c8fa790 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] 10.222.0.23 "PUT /v2.0/routers/e5626550-791a-4904-9226-8a42480270f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3217411 May 05 22:18:54.939244 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55554) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:54.969864 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-2de08729-ecaa-48d1-bb3d-3bb7b76897e4 None None] Provisioning complete for port e531bbde-691d-45b9-b9b7-0b5f9c562036 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:18:54.970387 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2de08729-ecaa-48d1-bb3d-3bb7b76897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:54.976914 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-58805c25-b7a3-4922-9e74-8f9ca5eadf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:18:54.996762 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58805c25-b7a3-4922-9e74-8f9ca5eadf79 None None] Routers {'e5626550-791a-4904-9226-8a42480270f0'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:18:54.997719 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-58805c25-b7a3-4922-9e74-8f9ca5eadf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:18:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['e5626550-791a-4904-9226-8a42480270f0'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:18:55.060938 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-2de08729-ecaa-48d1-bb3d-3bb7b76897e4 None None] Port e531bbde-691d-45b9-b9b7-0b5f9c562036 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:18:55.107352 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-58805c25-b7a3-4922-9e74-8f9ca5eadf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:18:55.107910 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58805c25-b7a3-4922-9e74-8f9ca5eadf79 None None] The sync data for ids ['e5626550-791a-4904-9226-8a42480270f0'] in n-d-825175-4 is: [] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:18:55.112822 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6868bc9-dcd5-40ea-abfe-844ede8967bf tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:18:55.126214 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8fb5b2-6010-4e34-ab8e-c9ba256099bc None None] Sync routers for ids ['3b51863d-5a1a-4a74-bcc1-7574874170a7'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:18:55.126613 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-e6868bc9-dcd5-40ea-abfe-844ede8967bf tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "PUT /v2.0/routers/3b51863d-5a1a-4a74-bcc1-7574874170a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4195244 May 05 22:18:55.129744 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55560) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:55.133519 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [None req-7048e0d9-c619-4773-a51d-01bf1ec232e2 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] delete failed (client error): The resource could not be found. May 05 22:18:55.134855 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-7048e0d9-c619-4773-a51d-01bf1ec232e2 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] 10.222.0.23 "DELETE /v2.0/routers/tempest-non_exist_router-164679749 HTTP/1.1" status: 404 len: 334 time: 0.1631782 May 05 22:18:55.143510 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55564) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:55.150068 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-c9b3f698-3c9b-4010-b6f8-8977c9ce3d8b tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e5626550-791a-4904-9226-8a42480270f0'}}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:18:55.154094 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8fb5b2-6010-4e34-ab8e-c9ba256099bc None None] Routers {'3b51863d-5a1a-4a74-bcc1-7574874170a7'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:18:55.154928 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-cd8fb5b2-6010-4e34-ab8e-c9ba256099bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:18:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['3b51863d-5a1a-4a74-bcc1-7574874170a7'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:18:55.251492 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442ef9fb-6f5c-4bc1-92a3-78c1cdd3b3ef tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:18:55.252300 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-442ef9fb-6f5c-4bc1-92a3-78c1cdd3b3ef tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Synchronizing usage tracker for tenant:19bd1ce22cbf41f7ad0f1240c3793693 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:18:55.278057 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-442ef9fb-6f5c-4bc1-92a3-78c1cdd3b3ef tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Unset dirty status for tenant:19bd1ce22cbf41f7ad0f1240c3793693 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:18:55.279745 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-442ef9fb-6f5c-4bc1-92a3-78c1cdd3b3ef tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b51863d-5a1a-4a74-bcc1-7574874170a7 HTTP/1.1" status: 200 len: 989 time: 0.1488471 May 05 22:18:55.282396 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55568) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:55.307636 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-cd8fb5b2-6010-4e34-ab8e-c9ba256099bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:18:55.319372 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8fb5b2-6010-4e34-ab8e-c9ba256099bc None None] Routers {'3b51863d-5a1a-4a74-bcc1-7574874170a7'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:18:55.319976 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-cd8fb5b2-6010-4e34-ab8e-c9ba256099bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:18:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['3b51863d-5a1a-4a74-bcc1-7574874170a7'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:18:55.321650 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd66bc-686a-4e83-b9d0-472e95ef7c1d req-f2a8c094-874b-4109-ab09-e7add942500d tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:18:55.323265 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-78bd66bc-686a-4e83-b9d0-472e95ef7c1d req-f2a8c094-874b-4109-ab09-e7add942500d tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] 10.222.0.32 "GET /v2.0/networks?id=bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e HTTP/1.1" status: 200 len: 813 time: 0.7056055 May 05 22:18:55.412686 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4029c2e9-accb-4c67-a9b1-a3f3feadf110 req-0ed3a307-e58c-4a50-9d0e-84704c4a7f50 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] 10.222.0.23 "GET /v2.0/ports?device_id=a69e881a-14a1-4ba4-9933-0f1ca5423e0f HTTP/1.1" status: 200 len: 210 time: 0.0883751 May 05 22:18:55.428988 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-cd8fb5b2-6010-4e34-ab8e-c9ba256099bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:18:55.429654 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8fb5b2-6010-4e34-ab8e-c9ba256099bc None None] The sync data for ids ['3b51863d-5a1a-4a74-bcc1-7574874170a7'] in n-d-825175-4 is: [] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:18:55.561052 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-78bd66bc-686a-4e83-b9d0-472e95ef7c1d req-820476cd-ec01-4220-9969-9655e6a5ea8e tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7081eb88bc04ab89f8b2cf35357dc71 HTTP/1.1" status: 200 len: 379 time: 0.1936026 May 05 22:18:55.616626 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-78bd66bc-686a-4e83-b9d0-472e95ef7c1d req-bf7f6f5b-8e02-4063-a926-9b13e686f87e tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Request body: {'port': {'device_id': 'a69e881a-14a1-4ba4-9933-0f1ca5423e0f', 'network_id': 'bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e', 'admin_state_up': True, 'tenant_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'security_groups': ['9d14f9b3-7fe7-4bc5-a219-bbad29bd43b8']}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:18:55.886407 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 18295420-ffb7-4484-ae6a-895b94b91ed1 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:18:55.953785 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-119ad2da-d7b5-4739-a28a-7b08a10742e9 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:18:55.973397 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-78bd66bc-686a-4e83-b9d0-472e95ef7c1d req-bf7f6f5b-8e02-4063-a926-9b13e686f87e tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:18:55.976063 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5e9e89-ec94-4a19-a760-2c80af6653c6 None None] Sync routers for ids ['886affd0-d5bb-47d4-96e9-9b658c8cb950'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:18:55.985652 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55580) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:55.987505 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-119ad2da-d7b5-4739-a28a-7b08a10742e9 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] 10.222.0.23 "PUT /v2.0/routers/886affd0-d5bb-47d4-96e9-9b658c8cb950/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2771788 May 05 22:18:55.995716 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-b5a4c105-f0c7-42db-98c7-a5d05447a424 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Request body: {'port': {'network_id': '5128d21b-cb92-46df-afbf-33ccdb741d4c', 'name': 'tempest-FloatingIPNegativeTestJSON-1290372710'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:18:56.000577 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5e9e89-ec94-4a19-a760-2c80af6653c6 None None] Routers {'886affd0-d5bb-47d4-96e9-9b658c8cb950'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:18:56.001442 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-be5e9e89-ec94-4a19-a760-2c80af6653c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:18:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['886affd0-d5bb-47d4-96e9-9b658c8cb950'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:18:56.028169 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 18295420-ffb7-4484-ae6a-895b94b91ed1 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:18:56.028532 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:56.073577 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-78bd66bc-686a-4e83-b9d0-472e95ef7c1d req-bf7f6f5b-8e02-4063-a926-9b13e686f87e tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Usage tracker for resource:port and tenant:f7081eb88bc04ab89f8b2cf35357dc71 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:18:56.139987 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-be5e9e89-ec94-4a19-a760-2c80af6653c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:18:56.160481 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5e9e89-ec94-4a19-a760-2c80af6653c6 None None] Routers {'886affd0-d5bb-47d4-96e9-9b658c8cb950'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:18:56.161105 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-be5e9e89-ec94-4a19-a760-2c80af6653c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:18:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['886affd0-d5bb-47d4-96e9-9b658c8cb950'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:18:56.173607 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-78bd66bc-686a-4e83-b9d0-472e95ef7c1d req-bf7f6f5b-8e02-4063-a926-9b13e686f87e tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:18:56.201672 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-78bd66bc-686a-4e83-b9d0-472e95ef7c1d req-bf7f6f5b-8e02-4063-a926-9b13e686f87e tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:18:56.245266 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78bd66bc-686a-4e83-b9d0-472e95ef7c1d req-bf7f6f5b-8e02-4063-a926-9b13e686f87e tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Made reservation on behalf of f7081eb88bc04ab89f8b2cf35357dc71 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:18:56.248488 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-78bd66bc-686a-4e83-b9d0-472e95ef7c1d req-bf7f6f5b-8e02-4063-a926-9b13e686f87e tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:56.273443 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-be5e9e89-ec94-4a19-a760-2c80af6653c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:18:56.273759 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5e9e89-ec94-4a19-a760-2c80af6653c6 None None] The sync data for ids ['886affd0-d5bb-47d4-96e9-9b658c8cb950'] in n-d-825175-4 is: [] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:18:56.274244 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c9b3f698-3c9b-4010-b6f8-8977c9ce3d8b tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:56.323910 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-b5a4c105-f0c7-42db-98c7-a5d05447a424 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:18:56.330156 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b5a4c105-f0c7-42db-98c7-a5d05447a424 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Usage tracker for resource:port and tenant:d16c805389654d07b9eda65ea43b10ce is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:18:56.334151 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b5a4c105-f0c7-42db-98c7-a5d05447a424 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:18:56.341447 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-b5a4c105-f0c7-42db-98c7-a5d05447a424 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:18:56.363100 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a4c105-f0c7-42db-98c7-a5d05447a424 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Made reservation on behalf of d16c805389654d07b9eda65ea43b10ce for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:18:56.366121 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b5a4c105-f0c7-42db-98c7-a5d05447a424 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:56.397554 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [None req-b5a4c105-f0c7-42db-98c7-a5d05447a424 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] device_id is not set on port b0b3197d-40b6-496f-8794-6fb316ca65cd yet. {{(pid=84063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:18:56.511425 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [None req-c9b3f698-3c9b-4010-b6f8-8977c9ce3d8b tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] update failed (client error): The resource could not be found. May 05 22:18:56.512391 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c9b3f698-3c9b-4010-b6f8-8977c9ce3d8b tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] 10.222.0.23 "PUT /v2.0/routers/e5626550-791a-4904-9226-8a42480270f0 HTTP/1.1" status: 404 len: 339 time: 1.3669248 May 05 22:18:56.517848 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55586) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:56.678805 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9c4b0bd2-6835-4671-8d6b-b806c903aff5 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:56.772114 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-59d34b99-86a9-44c7-97cd-50539a915450 req-b3271c32-0c30-43ae-ac69-0cd07a0ea4d8 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] 10.222.0.23 "GET /v2.0/ports?device_id=a69e881a-14a1-4ba4-9933-0f1ca5423e0f HTTP/1.1" status: 200 len: 210 time: 0.1547360 May 05 22:18:56.828795 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-b5a4c105-f0c7-42db-98c7-a5d05447a424 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Allocated IP 172.20.0.8 (5128d21b-cb92-46df-afbf-33ccdb741d4c/7043b8b7-a3ea-4239-8b01-3d33e9dd0d9a/b0b3197d-40b6-496f-8794-6fb316ca65cd) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:18:56.879584 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-78bd66bc-686a-4e83-b9d0-472e95ef7c1d req-bf7f6f5b-8e02-4063-a926-9b13e686f87e tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Allocated IP 172.20.0.12 (bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e/8c342395-5639-4bcd-beca-f868d5133602/58a45dc3-5147-4730-b76c-79f8d50a95b9) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:18:57.155927 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b5a4c105-f0c7-42db-98c7-a5d05447a424 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:57.178817 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-b5a4c105-f0c7-42db-98c7-a5d05447a424 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Transition to ACTIVE for port object b0b3197d-40b6-496f-8794-6fb316ca65cd will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:18:57.361406 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fa763270-e4e3-4eba-bcd0-302494604798 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:57.367277 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b5a4c105-f0c7-42db-98c7-a5d05447a424 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:57.378868 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-78bd66bc-686a-4e83-b9d0-472e95ef7c1d req-bf7f6f5b-8e02-4063-a926-9b13e686f87e tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:57.480449 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a4c105-f0c7-42db-98c7-a5d05447a424 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Network 5128d21b-cb92-46df-afbf-33ccdb741d4c is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:18:57.487981 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-b5a4c105-f0c7-42db-98c7-a5d05447a424 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:18:57.493239 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a4c105-f0c7-42db-98c7-a5d05447a424 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:18:57.523416 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-78bd66bc-686a-4e83-b9d0-472e95ef7c1d req-bf7f6f5b-8e02-4063-a926-9b13e686f87e tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Transition to ACTIVE for port object 58a45dc3-5147-4730-b76c-79f8d50a95b9 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:18:57.545783 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a4c105-f0c7-42db-98c7-a5d05447a424 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Pushing event updated for resources: {'Port': ['ID=b0b3197d-40b6-496f-8794-6fb316ca65cd,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:57.560307 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-9c4b0bd2-6835-4671-8d6b-b806c903aff5 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Deleting port e531bbde-691d-45b9-b9b7-0b5f9c562036 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:18:57.561008 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9c4b0bd2-6835-4671-8d6b-b806c903aff5 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:57.702612 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-78bd66bc-686a-4e83-b9d0-472e95ef7c1d req-bf7f6f5b-8e02-4063-a926-9b13e686f87e tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:57.808566 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a4c105-f0c7-42db-98c7-a5d05447a424 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:18:57.808566 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b5a4c105-f0c7-42db-98c7-a5d05447a424 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:57.838763 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f5c04317-15ef-4900-b7c6-ea37d2c320b6 None None] Provisioning for port b0b3197d-40b6-496f-8794-6fb316ca65cd completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:18:57.843437 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b5a4c105-f0c7-42db-98c7-a5d05447a424 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8567433 May 05 22:18:57.847543 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9c4b0bd2-6835-4671-8d6b-b806c903aff5 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:57.850467 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f5c04317-15ef-4900-b7c6-ea37d2c320b6 None None] Provisioning complete for port b0b3197d-40b6-496f-8794-6fb316ca65cd triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:18:57.850967 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f5c04317-15ef-4900-b7c6-ea37d2c320b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:57.854814 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55596) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:18:57.866704 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7f6f5b-8e02-4063-a926-9b13e686f87e tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Pushing event updated for resources: {'Port': ['ID=58a45dc3-5147-4730-b76c-79f8d50a95b9,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:57.868319 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-eb4fdbb4-caa9-4080-a369-d8bd77fd181d tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Request body: {'floatingip': {'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:18:57.872754 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78bd66bc-686a-4e83-b9d0-472e95ef7c1d req-bf7f6f5b-8e02-4063-a926-9b13e686f87e tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Network bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:18:57.884164 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-78bd66bc-686a-4e83-b9d0-472e95ef7c1d req-bf7f6f5b-8e02-4063-a926-9b13e686f87e tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:18:57.892570 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-78bd66bc-686a-4e83-b9d0-472e95ef7c1d req-bf7f6f5b-8e02-4063-a926-9b13e686f87e tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:18:57.931568 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-eb4fdbb4-caa9-4080-a369-d8bd77fd181d tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:18:57.996021 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-fa763270-e4e3-4eba-bcd0-302494604798 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Allocated IP 172.20.0.1 (701c50f5-d31d-4169-bb4b-0acc0efb15fe/03d77522-521b-4b91-acfb-0efacc33a747/ed57abb6-7c46-4186-9dc1-8f709d9194fc) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:18:58.022834 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd66bc-686a-4e83-b9d0-472e95ef7c1d req-bf7f6f5b-8e02-4063-a926-9b13e686f87e tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:18:58.023550 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-78bd66bc-686a-4e83-b9d0-472e95ef7c1d req-bf7f6f5b-8e02-4063-a926-9b13e686f87e tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:58.033143 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f5c04317-15ef-4900-b7c6-ea37d2c320b6 None None] Port b0b3197d-40b6-496f-8794-6fb316ca65cd cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:18:58.261142 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-1819fa99-eab4-4b57-afad-d8c1182bf738 None None] Provisioning for port 58a45dc3-5147-4730-b76c-79f8d50a95b9 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:18:58.270870 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-1819fa99-eab4-4b57-afad-d8c1182bf738 None None] Provisioning complete for port 58a45dc3-5147-4730-b76c-79f8d50a95b9 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:18:58.271504 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1819fa99-eab4-4b57-afad-d8c1182bf738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:58.290539 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-9c4b0bd2-6835-4671-8d6b-b806c903aff5 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Calling delete_port for e531bbde-691d-45b9-b9b7-0b5f9c562036 owned by network:router_interface {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:18:58.319244 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-eb4fdbb4-caa9-4080-a369-d8bd77fd181d tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Usage tracker for resource:floatingip and tenant:d16c805389654d07b9eda65ea43b10ce is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:18:58.329008 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-eb4fdbb4-caa9-4080-a369-d8bd77fd181d tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:18:58.348545 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-1819fa99-eab4-4b57-afad-d8c1182bf738 None None] Port 58a45dc3-5147-4730-b76c-79f8d50a95b9 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:18:58.358925 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-eb4fdbb4-caa9-4080-a369-d8bd77fd181d tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:18:58.364520 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-78bd66bc-686a-4e83-b9d0-472e95ef7c1d req-bf7f6f5b-8e02-4063-a926-9b13e686f87e tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7555354 May 05 22:18:58.386517 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [req-78bd66bc-686a-4e83-b9d0-472e95ef7c1d req-b6def19e-bbd4-4ab0-94a0-0786a351768f tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:18:58.387557 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-78bd66bc-686a-4e83-b9d0-472e95ef7c1d req-b6def19e-bbd4-4ab0-94a0-0786a351768f tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0147612 May 05 22:18:58.390166 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eb4fdbb4-caa9-4080-a369-d8bd77fd181d tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks [] for floatingip, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:58.517657 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a131fe-4ba1-45a8-bdf3-a9aa2b5c96e5 req-7b129ae5-33f2-42f8-a683-5086f237b42b tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:18:58.518594 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-45a131fe-4ba1-45a8-bdf3-a9aa2b5c96e5 req-7b129ae5-33f2-42f8-a683-5086f237b42b tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Synchronizing usage tracker for tenant:f7081eb88bc04ab89f8b2cf35357dc71 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:18:58.531537 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fa763270-e4e3-4eba-bcd0-302494604798 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:58.558066 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-fa763270-e4e3-4eba-bcd0-302494604798 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Transition to ACTIVE for port object ed57abb6-7c46-4186-9dc1-8f709d9194fc will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:18:58.563964 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-45a131fe-4ba1-45a8-bdf3-a9aa2b5c96e5 req-7b129ae5-33f2-42f8-a683-5086f237b42b tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Unset dirty status for tenant:f7081eb88bc04ab89f8b2cf35357dc71 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:18:58.565413 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-45a131fe-4ba1-45a8-bdf3-a9aa2b5c96e5 req-7b129ae5-33f2-42f8-a683-5086f237b42b tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] 10.222.0.23 "GET /v2.0/ports?device_id=a69e881a-14a1-4ba4-9933-0f1ca5423e0f HTTP/1.1" status: 200 len: 932 time: 0.2495153 May 05 22:18:58.600931 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-78bd66bc-686a-4e83-b9d0-472e95ef7c1d req-bacece2a-8c24-40ae-9a3b-32bd41cb43dc service neutron] Request body: {'port': {'device_id': 'a69e881a-14a1-4ba4-9933-0f1ca5423e0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:18:58.658564 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9c4b0bd2-6835-4671-8d6b-b806c903aff5 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:58.733993 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4b0bd2-6835-4671-8d6b-b806c903aff5 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event deleted for resources: {'Port': ['ID=e531bbde-691d-45b9-b9b7-0b5f9c562036,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:58.739914 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-78bd66bc-686a-4e83-b9d0-472e95ef7c1d req-bacece2a-8c24-40ae-9a3b-32bd41cb43dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:58.753111 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fa763270-e4e3-4eba-bcd0-302494604798 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:58.861899 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-45a131fe-4ba1-45a8-bdf3-a9aa2b5c96e5 req-53633582-e9ab-4381-b013-489cc3be5e8a tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d14f9b3-7fe7-4bc5-a219-bbad29bd43b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2846177 May 05 22:18:58.870640 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa763270-e4e3-4eba-bcd0-302494604798 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Network 701c50f5-d31d-4169-bb4b-0acc0efb15fe is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:18:58.881937 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-fa763270-e4e3-4eba-bcd0-302494604798 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:18:58.904333 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa763270-e4e3-4eba-bcd0-302494604798 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:18:58.974453 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa763270-e4e3-4eba-bcd0-302494604798 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Pushing event updated for resources: {'Port': ['ID=ed57abb6-7c46-4186-9dc1-8f709d9194fc,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:18:59.005556 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9c4b0bd2-6835-4671-8d6b-b806c903aff5 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:59.053738 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fa763270-e4e3-4eba-bcd0-302494604798 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:59.174853 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eb4fdbb4-caa9-4080-a369-d8bd77fd181d tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:59.288216 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-11364457-a9e5-4d1c-9ae2-84a011785d39 None None] Provisioning for port ed57abb6-7c46-4186-9dc1-8f709d9194fc completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:18:59.295216 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-11364457-a9e5-4d1c-9ae2-84a011785d39 None None] Provisioning complete for port ed57abb6-7c46-4186-9dc1-8f709d9194fc triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:18:59.295854 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-11364457-a9e5-4d1c-9ae2-84a011785d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:59.321092 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fa763270-e4e3-4eba-bcd0-302494604798 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:59.336079 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-eb4fdbb4-caa9-4080-a369-d8bd77fd181d tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Allocated IP 172.25.4.91 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/d2de71a5-3333-4cef-96a9-512d69d81af2) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:18:59.376425 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-11364457-a9e5-4d1c-9ae2-84a011785d39 None None] Port ed57abb6-7c46-4186-9dc1-8f709d9194fc cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:18:59.593275 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-78bd66bc-686a-4e83-b9d0-472e95ef7c1d req-bacece2a-8c24-40ae-9a3b-32bd41cb43dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58a45dc3-5147-4730-b76c-79f8d50a95b9 {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:18:59.603614 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-78bd66bc-686a-4e83-b9d0-472e95ef7c1d req-bacece2a-8c24-40ae-9a3b-32bd41cb43dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:59.632929 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-78bd66bc-686a-4e83-b9d0-472e95ef7c1d req-bacece2a-8c24-40ae-9a3b-32bd41cb43dc service neutron] Transition to ACTIVE for port object 58a45dc3-5147-4730-b76c-79f8d50a95b9 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:18:59.653552 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-78bd66bc-686a-4e83-b9d0-472e95ef7c1d req-bacece2a-8c24-40ae-9a3b-32bd41cb43dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:59.735668 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eb4fdbb4-caa9-4080-a369-d8bd77fd181d tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:59.766078 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c4b0bd2-6835-4671-8d6b-b806c903aff5 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Router 3b51863d-5a1a-4a74-bcc1-7574874170a7 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:18:59.866935 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eb4fdbb4-caa9-4080-a369-d8bd77fd181d tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:18:59.871295 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacece2a-8c24-40ae-9a3b-32bd41cb43dc service neutron] Pushing event updated for resources: {'Port': ['ID=58a45dc3-5147-4730-b76c-79f8d50a95b9,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:00.058432 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fa763270-e4e3-4eba-bcd0-302494604798 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:00.060507 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-78bd66bc-686a-4e83-b9d0-472e95ef7c1d req-bacece2a-8c24-40ae-9a3b-32bd41cb43dc service neutron] Attempting to bind port 58a45dc3-5147-4730-b76c-79f8d50a95b9 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:19:00.060889 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-78bd66bc-686a-4e83-b9d0-472e95ef7c1d req-bacece2a-8c24-40ae-9a3b-32bd41cb43dc service neutron] Attempting to bind port 58a45dc3-5147-4730-b76c-79f8d50a95b9 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': '4226f161-0b17-4798-9c75-101cd4c4b8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:19:00.061262 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78bd66bc-686a-4e83-b9d0-472e95ef7c1d req-bacece2a-8c24-40ae-9a3b-32bd41cb43dc service neutron] Attempting to bind port 58a45dc3-5147-4730-b76c-79f8d50a95b9 on network bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:19:00.068360 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78bd66bc-686a-4e83-b9d0-472e95ef7c1d req-bacece2a-8c24-40ae-9a3b-32bd41cb43dc service neutron] Port 58a45dc3-5147-4730-b76c-79f8d50a95b9 on network bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:19:00.068679 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78bd66bc-686a-4e83-b9d0-472e95ef7c1d req-bacece2a-8c24-40ae-9a3b-32bd41cb43dc service neutron] Attempting to bind port 58a45dc3-5147-4730-b76c-79f8d50a95b9 on network bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:19:00.072099 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fa763270-e4e3-4eba-bcd0-302494604798 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:00.188096 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4fdbb4-caa9-4080-a369-d8bd77fd181d tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Pushing event updated for resources: {'Port': ['ID=d2de71a5-3333-4cef-96a9-512d69d81af2,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:00.191484 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4fdbb4-caa9-4080-a369-d8bd77fd181d tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:19:00.194185 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-eb4fdbb4-caa9-4080-a369-d8bd77fd181d tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:19:00.196880 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4fdbb4-caa9-4080-a369-d8bd77fd181d tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:19:00.231061 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c4b0bd2-6835-4671-8d6b-b806c903aff5 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:19:00.244283 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24eec649-9301-44d1-91c8-b02ce933e888 None None] Sync routers for ids ['3b51863d-5a1a-4a74-bcc1-7574874170a7'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:19:00.255746 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24eec649-9301-44d1-91c8-b02ce933e888 None None] Routers {'3b51863d-5a1a-4a74-bcc1-7574874170a7'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:19:00.256644 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-24eec649-9301-44d1-91c8-b02ce933e888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:18:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['3b51863d-5a1a-4a74-bcc1-7574874170a7'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:19:00.278947 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9c4b0bd2-6835-4671-8d6b-b806c903aff5 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "PUT /v2.0/routers/3b51863d-5a1a-4a74-bcc1-7574874170a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9953880 May 05 22:19:00.280236 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55610) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:00.323282 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-24eec649-9301-44d1-91c8-b02ce933e888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:19:00.330048 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78bd66bc-686a-4e83-b9d0-472e95ef7c1d req-bacece2a-8c24-40ae-9a3b-32bd41cb43dc service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:19:00.330382 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78bd66bc-686a-4e83-b9d0-472e95ef7c1d req-bacece2a-8c24-40ae-9a3b-32bd41cb43dc service neutron] Checking segment: {'id': '4226f161-0b17-4798-9c75-101cd4c4b8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:19:00.330533 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-4379802b-0183-415f-bfe8-13df4bebdc46 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] GET failed (client error): The resource could not be found. May 05 22:19:00.330867 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78bd66bc-686a-4e83-b9d0-472e95ef7c1d req-bacece2a-8c24-40ae-9a3b-32bd41cb43dc service neutron] Bound using segment: {'id': '4226f161-0b17-4798-9c75-101cd4c4b8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:19:00.331139 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-4379802b-0183-415f-bfe8-13df4bebdc46 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Synchronizing usage tracker for tenant:19bd1ce22cbf41f7ad0f1240c3793693 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:19:00.331395 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-78bd66bc-686a-4e83-b9d0-472e95ef7c1d req-bacece2a-8c24-40ae-9a3b-32bd41cb43dc service neutron] Bound port: 58a45dc3-5147-4730-b76c-79f8d50a95b9, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4226f161-0b17-4798-9c75-101cd4c4b8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:19:00.331717 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-78bd66bc-686a-4e83-b9d0-472e95ef7c1d req-bacece2a-8c24-40ae-9a3b-32bd41cb43dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:00.339425 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24eec649-9301-44d1-91c8-b02ce933e888 None None] Routers {'3b51863d-5a1a-4a74-bcc1-7574874170a7'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:19:00.340502 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-24eec649-9301-44d1-91c8-b02ce933e888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:18:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['3b51863d-5a1a-4a74-bcc1-7574874170a7'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:19:00.361419 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-4379802b-0183-415f-bfe8-13df4bebdc46 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Unset dirty status for tenant:19bd1ce22cbf41f7ad0f1240c3793693 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:19:00.365542 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-4379802b-0183-415f-bfe8-13df4bebdc46 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "GET /v2.0/ports/e531bbde-691d-45b9-b9b7-0b5f9c562036 HTTP/1.1" status: 404 len: 333 time: 0.0843878 May 05 22:19:00.366117 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55616) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:00.425025 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-24eec649-9301-44d1-91c8-b02ce933e888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:19:00.425755 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24eec649-9301-44d1-91c8-b02ce933e888 None None] The sync data for ids ['3b51863d-5a1a-4a74-bcc1-7574874170a7'] in n-d-825175-4 is: [] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:19:00.519081 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa763270-e4e3-4eba-bcd0-302494604798 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Pushing event updated for resources: {'Port': ['ID=ed57abb6-7c46-4186-9dc1-8f709d9194fc,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:00.536678 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fa763270-e4e3-4eba-bcd0-302494604798 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:00.626927 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eb4fdbb4-caa9-4080-a369-d8bd77fd181d tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:00.636404 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8edd4eaa-7bc2-4b1b-b35f-8da2354e3e9f tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:00.673502 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-78bd66bc-686a-4e83-b9d0-472e95ef7c1d req-bacece2a-8c24-40ae-9a3b-32bd41cb43dc service neutron] For port 58a45dc3-5147-4730-b76c-79f8d50a95b9, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:19:00.700354 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-78bd66bc-686a-4e83-b9d0-472e95ef7c1d req-bacece2a-8c24-40ae-9a3b-32bd41cb43dc service neutron] For port 58a45dc3-5147-4730-b76c-79f8d50a95b9, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=58a45dc3-5147-4730-b76c-79f8d50a95b9,segment=NetworkSegment(4226f161-0b17-4798-9c75-101cd4c4b8e3),segment_id=4226f161-0b17-4798-9c75-101cd4c4b8e3)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:19:00.712275 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa763270-e4e3-4eba-bcd0-302494604798 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Network 701c50f5-d31d-4169-bb4b-0acc0efb15fe is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:19:00.714588 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-78bd66bc-686a-4e83-b9d0-472e95ef7c1d req-bacece2a-8c24-40ae-9a3b-32bd41cb43dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:00.747931 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-fa763270-e4e3-4eba-bcd0-302494604798 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:19:00.825250 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eb4fdbb4-caa9-4080-a369-d8bd77fd181d tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:00.874414 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c588be-f481-4f79-8815-0d3d5092f569 req-1234df5c-e531-43f6-9b98-a062d35e3a63 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:19:00.876031 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f8c588be-f481-4f79-8815-0d3d5092f569 req-1234df5c-e531-43f6-9b98-a062d35e3a63 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] 10.222.0.23 "GET /v2.0/ports?device_id=a69e881a-14a1-4ba4-9933-0f1ca5423e0f HTTP/1.1" status: 200 len: 944 time: 0.6398854 May 05 22:19:01.022694 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-78bd66bc-686a-4e83-b9d0-472e95ef7c1d req-bacece2a-8c24-40ae-9a3b-32bd41cb43dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:01.046160 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-78bd66bc-686a-4e83-b9d0-472e95ef7c1d req-bacece2a-8c24-40ae-9a3b-32bd41cb43dc service neutron] 10.222.0.32 "PUT /v2.0/ports/58a45dc3-5147-4730-b76c-79f8d50a95b9 HTTP/1.1" status: 200 len: 1092 time: 2.6514716 May 05 22:19:01.051149 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a69e881a-14a1-4ba4-9933-0f1ca5423e0f', 'tag': '58a45dc3-5147-4730-b76c-79f8d50a95b9'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:19:01.178893 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacece2a-8c24-40ae-9a3b-32bd41cb43dc service neutron] Pushing event updated for resources: {'Port': ['ID=58a45dc3-5147-4730-b76c-79f8d50a95b9,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:01.206354 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75727f91-6df0-4435-a55f-65b3b7c3f9f0'] response: {'name': 'network-changed', 'server_uuid': 'a69e881a-14a1-4ba4-9933-0f1ca5423e0f', 'tag': '58a45dc3-5147-4730-b76c-79f8d50a95b9', 'status': 'completed', 'code': 200} May 05 22:19:01.249670 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e74ddae3-b495-4c63-93e3-6282dc98fb2d None None] Provisioning complete for port ed57abb6-7c46-4186-9dc1-8f709d9194fc triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:19:01.250914 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e74ddae3-b495-4c63-93e3-6282dc98fb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:01.317280 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8edd4eaa-7bc2-4b1b-b35f-8da2354e3e9f tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:01.327484 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8edd4eaa-7bc2-4b1b-b35f-8da2354e3e9f tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:01.337244 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-e74ddae3-b495-4c63-93e3-6282dc98fb2d None None] Port ed57abb6-7c46-4186-9dc1-8f709d9194fc cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:19:01.355496 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f8c588be-f481-4f79-8815-0d3d5092f569 req-fec826f2-f9e4-4a99-884b-b171189ee6bc tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d14f9b3-7fe7-4bc5-a219-bbad29bd43b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4036989 May 05 22:19:01.399637 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8edd4eaa-7bc2-4b1b-b35f-8da2354e3e9f tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:01.400051 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8edd4eaa-7bc2-4b1b-b35f-8da2354e3e9f tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Fanout notify agent at l3_agent the message router_deleted on router 3b51863d-5a1a-4a74-bcc1-7574874170a7 {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:19:01.439887 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eb4fdbb4-caa9-4080-a369-d8bd77fd181d tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:01.446891 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8edd4eaa-7bc2-4b1b-b35f-8da2354e3e9f tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:01.450338 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8edd4eaa-7bc2-4b1b-b35f-8da2354e3e9f tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "DELETE /v2.0/routers/3b51863d-5a1a-4a74-bcc1-7574874170a7 HTTP/1.1" status: 204 len: 168 time: 1.0802586 May 05 22:19:01.453978 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55626) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:01.454693 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eb4fdbb4-caa9-4080-a369-d8bd77fd181d tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:01.487430 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-78bd66bc-686a-4e83-b9d0-472e95ef7c1d req-92f10d03-f4de-43cc-a04a-87dc25667396 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f7081eb88bc04ab89f8b2cf35357dc71&device_id=a69e881a-14a1-4ba4-9933-0f1ca5423e0f HTTP/1.1" status: 200 len: 1095 time: 0.3739982 May 05 22:19:01.563992 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-78bd66bc-686a-4e83-b9d0-472e95ef7c1d req-7a16dfc6-d4ee-403b-9582-ddcff05e1b82 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58a45dc3-5147-4730-b76c-79f8d50a95b9 HTTP/1.1" status: 200 len: 217 time: 0.0689771 May 05 22:19:01.641172 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd66bc-686a-4e83-b9d0-472e95ef7c1d req-ca3ffaff-d6ca-42dc-9521-1106cb0cad2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:19:01.642648 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-78bd66bc-686a-4e83-b9d0-472e95ef7c1d req-ca3ffaff-d6ca-42dc-9521-1106cb0cad2c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8c342395-5639-4bcd-beca-f868d5133602 HTTP/1.1" status: 200 len: 852 time: 0.0724351 May 05 22:19:01.696138 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa763270-e4e3-4eba-bcd0-302494604798 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Router e5626550-791a-4904-9226-8a42480270f0 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:19:01.750266 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4fdbb4-caa9-4080-a369-d8bd77fd181d tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Pushing event updated for resources: {'Port': ['ID=d2de71a5-3333-4cef-96a9-512d69d81af2,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:01.844736 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eb4fdbb4-caa9-4080-a369-d8bd77fd181d tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:01.878020 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-78bd66bc-686a-4e83-b9d0-472e95ef7c1d req-612d4099-4400-4f7c-96af-477f024eb913 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2298265 May 05 22:19:01.881806 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eb4fdbb4-caa9-4080-a369-d8bd77fd181d tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:01.883284 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-eb4fdbb4-caa9-4080-a369-d8bd77fd181d tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0274024 May 05 22:19:01.888825 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55632) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:01.904301 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-c5e2abd2-f3dd-45b1-b2ee-ee5f8b0636cc tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Request body: {'floatingip': {'port_id': 'b0b3197d-40b6-496f-8794-6fb316ca65cd', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:19:02.006426 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c5e2abd2-f3dd-45b1-b2ee-ee5f8b0636cc tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks [] for floatingip, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:02.073583 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-00575c36-2765-460f-98b9-a1f56abddad3 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Deleting subnet 5c2784db-c1c1-4cab-9376-a5a5c5b1add7 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:19:02.094271 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-00575c36-2765-460f-98b9-a1f56abddad3 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:02.183198 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-78bd66bc-686a-4e83-b9d0-472e95ef7c1d req-74f99d2a-63ed-43eb-9203-6b73488cb486 service neutron] 10.222.0.32 "GET /v2.0/networks/bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912848 May 05 22:19:02.185950 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa763270-e4e3-4eba-bcd0-302494604798 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:19:02.191454 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-fa763270-e4e3-4eba-bcd0-302494604798 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] 10.222.0.23 "PUT /v2.0/routers/e5626550-791a-4904-9226-8a42480270f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6729739 May 05 22:19:02.197489 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55636) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:02.199333 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536a8217-b06f-4d3b-b497-32d53677026b None None] Sync routers for ids ['e5626550-791a-4904-9226-8a42480270f0'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:19:02.214530 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536a8217-b06f-4d3b-b497-32d53677026b None None] Routers {'e5626550-791a-4904-9226-8a42480270f0'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:19:02.216005 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-536a8217-b06f-4d3b-b497-32d53677026b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:18:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['e5626550-791a-4904-9226-8a42480270f0'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:19:02.266821 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-00575c36-2765-460f-98b9-a1f56abddad3 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:02.297619 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-536a8217-b06f-4d3b-b497-32d53677026b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:19:02.309169 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536a8217-b06f-4d3b-b497-32d53677026b None None] Routers {'e5626550-791a-4904-9226-8a42480270f0'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:19:02.309768 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-536a8217-b06f-4d3b-b497-32d53677026b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:18:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['e5626550-791a-4904-9226-8a42480270f0'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:19:02.333328 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-78bd66bc-686a-4e83-b9d0-472e95ef7c1d req-800780cd-487b-4d1a-8e33-165c8fb13281 service neutron] 10.222.0.32 "GET /v2.0/networks/bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405711 May 05 22:19:02.383917 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-536a8217-b06f-4d3b-b497-32d53677026b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:19:02.384616 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536a8217-b06f-4d3b-b497-32d53677026b None None] The sync data for ids ['e5626550-791a-4904-9226-8a42480270f0'] in n-d-825175-4 is: [] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:19:02.482337 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-c5e2abd2-f3dd-45b1-b2ee-ee5f8b0636cc tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] update failed (client error): The resource could not be found. May 05 22:19:02.485985 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d6919b16-fc93-49cd-884f-7c7a540e335b req-0fb152f2-7743-4396-86ac-a5f62ee1ce9e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f7081eb88bc04ab89f8b2cf35357dc71&device_id=a69e881a-14a1-4ba4-9933-0f1ca5423e0f HTTP/1.1" status: 200 len: 1095 time: 0.0988870 May 05 22:19:02.486101 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c5e2abd2-f3dd-45b1-b2ee-ee5f8b0636cc tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] 10.222.0.23 "PUT /v2.0/floatingips/110d130d-1307-493a-bbcf-518067077e24 HTTP/1.1" status: 404 len: 507 time: 0.5933154 May 05 22:19:02.486175 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55642) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:02.515498 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-00575c36-2765-460f-98b9-a1f56abddad3 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:02.604171 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-917ea0f3-cc1d-4f78-9e98-331edf9efa3e tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:02.784249 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-00575c36-2765-460f-98b9-a1f56abddad3 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:02.829029 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00575c36-2765-460f-98b9-a1f56abddad3 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event deleted for resources: {'Subnet': ['ID=5c2784db-c1c1-4cab-9376-a5a5c5b1add7,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:02.836031 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-00575c36-2765-460f-98b9-a1f56abddad3 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:02.851532 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-00575c36-2765-460f-98b9-a1f56abddad3 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "DELETE /v2.0/subnets/5c2784db-c1c1-4cab-9376-a5a5c5b1add7 HTTP/1.1" status: 204 len: 168 time: 1.3893619 May 05 22:19:02.852088 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-e866942e-d9c9-47e8-a34d-eada5d9a5a65 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Deleting port d2de71a5-3333-4cef-96a9-512d69d81af2 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:19:02.852088 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e866942e-d9c9-47e8-a34d-eada5d9a5a65 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:02.853241 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55648) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:02.858858 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b3bfe9-f8cb-47ce-9974-c6019ef8e678 None None] Network e6ffeef1-0276-4d53-a8bc-84cf3db1db91 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:19:02.966269 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6919b16-fc93-49cd-884f-7c7a540e335b req-59bc07b4-7278-4a7e-a805-bc2ae6815517 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:19:02.967947 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d6919b16-fc93-49cd-884f-7c7a540e335b req-59bc07b4-7278-4a7e-a805-bc2ae6815517 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e HTTP/1.1" status: 200 len: 914 time: 0.3810196 May 05 22:19:03.005213 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-917ea0f3-cc1d-4f78-9e98-331edf9efa3e tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] delete failed (client error): There was a conflict when trying to complete your request. May 05 22:19:03.009369 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-917ea0f3-cc1d-4f78-9e98-331edf9efa3e tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] 10.222.0.23 "DELETE /v2.0/routers/e5626550-791a-4904-9226-8a42480270f0 HTTP/1.1" status: 409 len: 329 time: 0.8107615 May 05 22:19:03.010116 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55654) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:03.080727 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d6919b16-fc93-49cd-884f-7c7a540e335b req-13e2c726-9d9d-4faa-b0ea-9f04f756a69a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58a45dc3-5147-4730-b76c-79f8d50a95b9 HTTP/1.1" status: 200 len: 217 time: 0.1026998 May 05 22:19:03.136014 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6e60d832-f3ba-413f-bcbc-860095020117 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:03.223341 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ac40fe-6bd0-4933-942f-364431dc7132 None None] DHCP port deletion for e6ffeef1-0276-4d53-a8bc-84cf3db1db91 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:19:03.229378 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-33ac40fe-6bd0-4933-942f-364431dc7132 None None] Deleting port 18295420-ffb7-4484-ae6a-895b94b91ed1 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:19:03.229837 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-33ac40fe-6bd0-4933-942f-364431dc7132 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:03.250919 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488912d5-15bf-4fca-8998-07b3bf52141d req-1b877056-53f7-45be-bb26-0806586ed2b8 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:19:03.256012 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-488912d5-15bf-4fca-8998-07b3bf52141d req-1b877056-53f7-45be-bb26-0806586ed2b8 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] 10.222.0.23 "GET /v2.0/ports?device_id=a69e881a-14a1-4ba4-9933-0f1ca5423e0f HTTP/1.1" status: 200 len: 944 time: 0.6325693 May 05 22:19:03.310558 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-6e60d832-f3ba-413f-bcbc-860095020117 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Deleting port 18295420-ffb7-4484-ae6a-895b94b91ed1 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:19:03.311068 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6e60d832-f3ba-413f-bcbc-860095020117 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:03.350049 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55660) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:03.400026 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e866942e-d9c9-47e8-a34d-eada5d9a5a65 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:03.400026 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e866942e-d9c9-47e8-a34d-eada5d9a5a65 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:03.496877 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-33ac40fe-6bd0-4933-942f-364431dc7132 None None] For port 18295420-ffb7-4484-ae6a-895b94b91ed1, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=18295420-ffb7-4484-ae6a-895b94b91ed1,segment=NetworkSegment(3e4f6323-cf2d-427d-8d8e-0c54614c1bf8),segment_id=3e4f6323-cf2d-427d-8d8e-0c54614c1bf8)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:19:03.497266 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-33ac40fe-6bd0-4933-942f-364431dc7132 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:03.616447 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-33ac40fe-6bd0-4933-942f-364431dc7132 None None] Calling delete_port for 18295420-ffb7-4484-ae6a-895b94b91ed1 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:19:03.627473 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-e866942e-d9c9-47e8-a34d-eada5d9a5a65 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Calling delete_port for d2de71a5-3333-4cef-96a9-512d69d81af2 owned by network:floatingip {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:19:03.677581 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6919b16-fc93-49cd-884f-7c7a540e335b req-460c4c03-cd0b-4761-a2d9-a0e57323ff7b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:19:03.679074 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d6919b16-fc93-49cd-884f-7c7a540e335b req-460c4c03-cd0b-4761-a2d9-a0e57323ff7b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8c342395-5639-4bcd-beca-f868d5133602 HTTP/1.1" status: 200 len: 852 time: 0.5669341 May 05 22:19:03.702581 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-33ac40fe-6bd0-4933-942f-364431dc7132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:03.720268 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-488912d5-15bf-4fca-8998-07b3bf52141d req-27e3fc7b-624a-457d-952d-0cb8551cde39 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d14f9b3-7fe7-4bc5-a219-bbad29bd43b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4333174 May 05 22:19:03.727104 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4bf72021-b602-43f8-9368-36643f18befc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:03.780779 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac40fe-6bd0-4933-942f-364431dc7132 None None] Pushing event deleted for resources: {'Port': ['ID=18295420-ffb7-4484-ae6a-895b94b91ed1,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:03.795691 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ac40fe-6bd0-4933-942f-364431dc7132 None None] No DVR routers for this DVR port 18295420-ffb7-4484-ae6a-895b94b91ed1 on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:19:03.828451 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d6919b16-fc93-49cd-884f-7c7a540e335b req-67825200-6c94-42e3-ae37-c9e69f52e674 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1423528 May 05 22:19:03.834069 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-4bf72021-b602-43f8-9368-36643f18befc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:19:03.848528 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-4bf72021-b602-43f8-9368-36643f18befc admin admin] Usage tracker for resource:security_group_rule and tenant:e7ababcb12194db3bb140de6557cacf7 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:19:03.854105 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-4bf72021-b602-43f8-9368-36643f18befc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:19:03.867925 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 18295420-ffb7-4484-ae6a-895b94b91ed1 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:19:03.871697 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-4bf72021-b602-43f8-9368-36643f18befc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:19:03.901903 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-6e60d832-f3ba-413f-bcbc-860095020117 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] For port 18295420-ffb7-4484-ae6a-895b94b91ed1, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=18295420-ffb7-4484-ae6a-895b94b91ed1,segment=NetworkSegment(3e4f6323-cf2d-427d-8d8e-0c54614c1bf8),segment_id=3e4f6323-cf2d-427d-8d8e-0c54614c1bf8)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:19:03.902253 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6e60d832-f3ba-413f-bcbc-860095020117 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:03.903473 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 18295420-ffb7-4484-ae6a-895b94b91ed1 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:19:03.903804 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 18295420-ffb7-4484-ae6a-895b94b91ed1 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:19:03.937600 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e866942e-d9c9-47e8-a34d-eada5d9a5a65 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:04.044384 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-6e60d832-f3ba-413f-bcbc-860095020117 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Calling delete_port for 18295420-ffb7-4484-ae6a-895b94b91ed1 owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:19:04.130472 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e866942e-d9c9-47e8-a34d-eada5d9a5a65 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Pushing event deleted for resources: {'Port': ['ID=d2de71a5-3333-4cef-96a9-512d69d81af2,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:04.160181 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-13b9302e-f74e-48a3-b275-9711ea4b5640 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:04.176017 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d6919b16-fc93-49cd-884f-7c7a540e335b req-fc611b20-ae7b-4569-b217-a504940cc035 service neutron] 10.222.0.32 "GET /v2.0/networks/bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390803 May 05 22:19:04.284531 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.api [None req-6e60d832-f3ba-413f-bcbc-860095020117 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:19:04.284754 n-d-825175-4 neutron-server[84063]: DEBUG oslo_db.api [None req-6e60d832-f3ba-413f-bcbc-860095020117 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:19:04.286400 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4bf72021-b602-43f8-9368-36643f18befc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:04.295115 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4bf72021-b602-43f8-9368-36643f18befc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:04.319783 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e866942e-d9c9-47e8-a34d-eada5d9a5a65 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks [] for floatingip, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:04.366723 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf72021-b602-43f8-9368-36643f18befc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1458db10-cac3-4573-81fa-0545d4c18ed7,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:04.373513 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e866942e-d9c9-47e8-a34d-eada5d9a5a65 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:04.378247 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e866942e-d9c9-47e8-a34d-eada5d9a5a65 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] 10.222.0.23 "DELETE /v2.0/floatingips/110d130d-1307-493a-bbcf-518067077e24 HTTP/1.1" status: 204 len: 168 time: 1.8875952 May 05 22:19:04.378690 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-4bf72021-b602-43f8-9368-36643f18befc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e7ababcb12194db3bb140de6557cacf7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0208893 May 05 22:19:04.378783 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55666) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:04.378864 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55668) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:04.385151 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-bbcc2a81-da9a-4990-93f0-8c7ef54d19d6 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Request body: {'floatingip': {'floating_network_id': '5128d21b-cb92-46df-afbf-33ccdb741d4c', 'port_id': 'b0b3197d-40b6-496f-8794-6fb316ca65cd', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:19:04.392948 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-bbcc2a81-da9a-4990-93f0-8c7ef54d19d6 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:19:04.395242 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d6919b16-fc93-49cd-884f-7c7a540e335b req-10259f37-40bf-465b-b1a2-641d88547c7d service neutron] 10.222.0.32 "GET /v2.0/networks/bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886714 May 05 22:19:04.398900 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-bbcc2a81-da9a-4990-93f0-8c7ef54d19d6 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Usage tracker for resource:floatingip and tenant:d16c805389654d07b9eda65ea43b10ce is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:19:04.403330 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-bbcc2a81-da9a-4990-93f0-8c7ef54d19d6 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:19:04.411289 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-bbcc2a81-da9a-4990-93f0-8c7ef54d19d6 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:19:04.426850 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bbcc2a81-da9a-4990-93f0-8c7ef54d19d6 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks [] for floatingip, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:04.444351 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-41f0e3a4-eb9f-4c21-af33-95796915ab16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:04.469409 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-41f0e3a4-eb9f-4c21-af33-95796915ab16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:04.521195 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-41f0e3a4-eb9f-4c21-af33-95796915ab16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:04.537458 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f0e3a4-eb9f-4c21-af33-95796915ab16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1458db10-cac3-4573-81fa-0545d4c18ed7,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:04.547208 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-41f0e3a4-eb9f-4c21-af33-95796915ab16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:04.551174 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-41f0e3a4-eb9f-4c21-af33-95796915ab16 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1458db10-cac3-4573-81fa-0545d4c18ed7 HTTP/1.1" status: 204 len: 168 time: 0.1698411 May 05 22:19:04.808692 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-6e60d832-f3ba-413f-bcbc-860095020117 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Deleting port 18295420-ffb7-4484-ae6a-895b94b91ed1 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:19:04.809027 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6e60d832-f3ba-413f-bcbc-860095020117 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:04.892081 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-6e60d832-f3ba-413f-bcbc-860095020117 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] The port '18295420-ffb7-4484-ae6a-895b94b91ed1' was deleted {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 22:19:04.893082 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-bbcc2a81-da9a-4990-93f0-8c7ef54d19d6 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 22:19:04.894124 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-bbcc2a81-da9a-4990-93f0-8c7ef54d19d6 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5147703 May 05 22:19:04.898375 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55684) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:04.943212 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-17610607-c2e1-432c-93b6-c2cf74a8c13f tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Request body: {'floatingip': {'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'port_id': 'b0b3197d-40b6-496f-8794-6fb316ca65cd', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:19:04.956537 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b16c9-499b-4fd5-9b45-9b5a21dfa9ab req-d343e645-6cc7-46ef-9058-cd1d96ecc4db tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:19:04.959048 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-776b16c9-499b-4fd5-9b45-9b5a21dfa9ab req-d343e645-6cc7-46ef-9058-cd1d96ecc4db tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] 10.222.0.23 "GET /v2.0/ports?device_id=a69e881a-14a1-4ba4-9933-0f1ca5423e0f HTTP/1.1" status: 200 len: 944 time: 0.0923336 May 05 22:19:05.011490 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-776b16c9-499b-4fd5-9b45-9b5a21dfa9ab req-cf628b12-3aea-4c25-8e64-39cbe8db7cb3 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d14f9b3-7fe7-4bc5-a219-bbad29bd43b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447526 May 05 22:19:05.086631 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-17610607-c2e1-432c-93b6-c2cf74a8c13f tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:19:05.094123 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-17610607-c2e1-432c-93b6-c2cf74a8c13f tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Usage tracker for resource:floatingip and tenant:d16c805389654d07b9eda65ea43b10ce is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:19:05.100446 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-17610607-c2e1-432c-93b6-c2cf74a8c13f tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:19:05.154637 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-17610607-c2e1-432c-93b6-c2cf74a8c13f tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:19:05.183950 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6e60d832-f3ba-413f-bcbc-860095020117 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:05.232910 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-17610607-c2e1-432c-93b6-c2cf74a8c13f tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks [] for floatingip, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:05.260634 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-6e60d832-f3ba-413f-bcbc-860095020117 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6ffeef1-0276-4d53-a8bc-84cf3db1db91']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:19:05.278882 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-6e60d832-f3ba-413f-bcbc-860095020117 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e4f6323-cf2d-427d-8d8e-0c54614c1bf8') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:19:05.279173 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-6e60d832-f3ba-413f-bcbc-860095020117 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e4f6323-cf2d-427d-8d8e-0c54614c1bf8') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:19:05.342056 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6e60d832-f3ba-413f-bcbc-860095020117 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:05.372983 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6e60d832-f3ba-413f-bcbc-860095020117 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:05.389318 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e60d832-f3ba-413f-bcbc-860095020117 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:19:05.389713 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6e60d832-f3ba-413f-bcbc-860095020117 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:05.406566 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:19:05.406566 n-d-825175-4 neutron-server[84063]: util.warn( May 05 22:19:05.406566 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:19:05.406566 n-d-825175-4 neutron-server[84063]: util.warn( May 05 22:19:05.406566 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:19:05.406566 n-d-825175-4 neutron-server[84063]: util.warn( May 05 22:19:05.406566 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:19:05.406566 n-d-825175-4 neutron-server[84063]: util.warn( May 05 22:19:05.406566 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:19:05.406566 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:19:05.406566 n-d-825175-4 neutron-server[84063]: timer() May 05 22:19:05.406566 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:19:05.406566 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:19:05.406566 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:19:05.406566 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:19:05.406566 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:19:05.406566 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:19:05.406566 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:19:05.406566 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:19:05.406566 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:19:05.406566 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:19:05.406566 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:19:05.406566 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:19:05.406566 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:19:05.406566 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:19:05.406566 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:19:05.406566 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:19:05.406566 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:19:05.406566 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:19:05.406566 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:19:05.406566 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:19:05.406566 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:19:05.406566 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:19:05.406566 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:19:05.406566 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:19:05.406566 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:19:05.406566 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:19:05.406566 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:19:05.406566 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:19:05.406566 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:19:05.532756 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6e60d832-f3ba-413f-bcbc-860095020117 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:05.565318 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6e60d832-f3ba-413f-bcbc-860095020117 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:05.575294 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e60d832-f3ba-413f-bcbc-860095020117 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event deleted for resources: {'Network': ['ID=e6ffeef1-0276-4d53-a8bc-84cf3db1db91,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:05.593085 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-13b9302e-f74e-48a3-b275-9711ea4b5640 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Deleting port ed57abb6-7c46-4186-9dc1-8f709d9194fc {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:19:05.593353 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-13b9302e-f74e-48a3-b275-9711ea4b5640 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:05.641768 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-6e60d832-f3ba-413f-bcbc-860095020117 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "DELETE /v2.0/networks/e6ffeef1-0276-4d53-a8bc-84cf3db1db91 HTTP/1.1" status: 204 len: 168 time: 2.7880847 May 05 22:19:05.645587 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55706) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:05.729502 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfa8bc0-e3e0-4d11-ab0c-f585b6bdfbb7 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:19:05.730166 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-dbfa8bc0-e3e0-4d11-ab0c-f585b6bdfbb7 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Synchronizing usage tracker for tenant:19bd1ce22cbf41f7ad0f1240c3793693 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:19:05.752454 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-dbfa8bc0-e3e0-4d11-ab0c-f585b6bdfbb7 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Unset dirty status for tenant:19bd1ce22cbf41f7ad0f1240c3793693 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:19:05.755147 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-dbfa8bc0-e3e0-4d11-ab0c-f585b6bdfbb7 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "GET /v2.0/ports/e9e3749f-f539-4190-9409-3c396b7bba11 HTTP/1.1" status: 200 len: 845 time: 0.1078148 May 05 22:19:05.757556 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55710) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:05.758846 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-17610607-c2e1-432c-93b6-c2cf74a8c13f tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:05.847730 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-05917e4b-410d-41c8-a817-b1eaf9eda4d2 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "GET /v2.0/ports/e9e3749f-f539-4190-9409-3c396b7bba11?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0883553 May 05 22:19:05.850789 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55716) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:05.856813 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-4eaed5d8-15d8-4b9e-bba4-3bf30323afa8 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Request body: {'subnet': {'network_id': '06a1920c-9add-4829-b47e-d5ec23e66361', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:19:05.870420 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-13b9302e-f74e-48a3-b275-9711ea4b5640 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:05.922885 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55720) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:05.975642 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:05.979235 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4eaed5d8-15d8-4b9e-bba4-3bf30323afa8 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:19:05.988811 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-4eaed5d8-15d8-4b9e-bba4-3bf30323afa8 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Usage tracker for resource:subnet and tenant:19bd1ce22cbf41f7ad0f1240c3793693 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:19:05.992069 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-4eaed5d8-15d8-4b9e-bba4-3bf30323afa8 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:19:05.998792 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4eaed5d8-15d8-4b9e-bba4-3bf30323afa8 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:19:06.009718 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eaed5d8-15d8-4b9e-bba4-3bf30323afa8 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Made reservation on behalf of 19bd1ce22cbf41f7ad0f1240c3793693 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:19:06.034892 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-13b9302e-f74e-48a3-b275-9711ea4b5640 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Calling delete_port for ed57abb6-7c46-4186-9dc1-8f709d9194fc owned by network:router_interface {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:19:06.113430 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-17610607-c2e1-432c-93b6-c2cf74a8c13f tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Allocated IP 172.25.4.46 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/76294488-7466-495f-a947-069eab8eebe1) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:19:06.136412 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1aeb869d-95e1-4fd7-966d-e9c47a173e1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:06.209640 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:06.211978 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4eaed5d8-15d8-4b9e-bba4-3bf30323afa8 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:06.331151 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-1aeb869d-95e1-4fd7-966d-e9c47a173e1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:19:06.340088 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-1aeb869d-95e1-4fd7-966d-e9c47a173e1b admin admin] Usage tracker for resource:security_group_rule and tenant:c7f15db52b9b4e2f8ac1e947c5d92967 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:19:06.340283 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-17610607-c2e1-432c-93b6-c2cf74a8c13f tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:06.346322 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-1aeb869d-95e1-4fd7-966d-e9c47a173e1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:19:06.357488 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-1aeb869d-95e1-4fd7-966d-e9c47a173e1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:19:06.362608 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-13b9302e-f74e-48a3-b275-9711ea4b5640 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:06.392364 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966a5231-e769-4d3f-b013-19ad1a534130 req-d4dbbb76-1ce8-4ef5-bd55-a7bbbe84306b tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:19:06.393753 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-966a5231-e769-4d3f-b013-19ad1a534130 req-d4dbbb76-1ce8-4ef5-bd55-a7bbbe84306b tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] 10.222.0.23 "GET /v2.0/ports?device_id=a69e881a-14a1-4ba4-9933-0f1ca5423e0f HTTP/1.1" status: 200 len: 944 time: 0.2335870 May 05 22:19:06.411922 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b9302e-f74e-48a3-b275-9711ea4b5640 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Pushing event deleted for resources: {'Port': ['ID=ed57abb6-7c46-4186-9dc1-8f709d9194fc,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:06.457414 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b9302e-f74e-48a3-b275-9711ea4b5640 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:19:06.457724 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b9302e-f74e-48a3-b275-9711ea4b5640 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:19:06.458254 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b9302e-f74e-48a3-b275-9711ea4b5640 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:19:06.458567 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b9302e-f74e-48a3-b275-9711ea4b5640 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:19:06.458950 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b9302e-f74e-48a3-b275-9711ea4b5640 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:19:06.459278 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b9302e-f74e-48a3-b275-9711ea4b5640 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:19:06.459601 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b9302e-f74e-48a3-b275-9711ea4b5640 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:19:06.459923 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b9302e-f74e-48a3-b275-9711ea4b5640 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:19:06.460244 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b9302e-f74e-48a3-b275-9711ea4b5640 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:19:06.460577 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b9302e-f74e-48a3-b275-9711ea4b5640 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:19:06.460902 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b9302e-f74e-48a3-b275-9711ea4b5640 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:19:06.511342 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-17610607-c2e1-432c-93b6-c2cf74a8c13f tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:06.526376 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-966a5231-e769-4d3f-b013-19ad1a534130 req-601a6416-937d-459a-8632-ec7782421127 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d14f9b3-7fe7-4bc5-a219-bbad29bd43b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261256 May 05 22:19:06.588347 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1aeb869d-95e1-4fd7-966d-e9c47a173e1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:06.591824 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17610607-c2e1-432c-93b6-c2cf74a8c13f tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:19:06.596031 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1aeb869d-95e1-4fd7-966d-e9c47a173e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:06.597765 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-17610607-c2e1-432c-93b6-c2cf74a8c13f tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:19:06.600865 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17610607-c2e1-432c-93b6-c2cf74a8c13f tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:19:06.615617 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4eaed5d8-15d8-4b9e-bba4-3bf30323afa8 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:06.712543 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeb869d-95e1-4fd7-966d-e9c47a173e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0a91cc-c562-4634-9a72-72a5278ea284,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:06.729280 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-1aeb869d-95e1-4fd7-966d-e9c47a173e1b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c7f15db52b9b4e2f8ac1e947c5d92967&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8033988 May 05 22:19:06.729476 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eaed5d8-15d8-4b9e-bba4-3bf30323afa8 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Network 06a1920c-9add-4829-b47e-d5ec23e66361 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:19:06.732137 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55728) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:06.734680 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-4eaed5d8-15d8-4b9e-bba4-3bf30323afa8 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:19:06.739232 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaed5d8-15d8-4b9e-bba4-3bf30323afa8 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:19:06.739806 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4eaed5d8-15d8-4b9e-bba4-3bf30323afa8 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:06.744697 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc64c252-44ee-43be-acb3-c1a2bed16fac None None] Network 06a1920c-9add-4829-b47e-d5ec23e66361 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:19:06.753085 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaed5d8-15d8-4b9e-bba4-3bf30323afa8 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event updated for resources: {'Subnet': ['ID=42d5aec7-409f-49a2-9e5e-eb86bb027ded,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:06.808219 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4eaed5d8-15d8-4b9e-bba4-3bf30323afa8 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9563453 May 05 22:19:06.811086 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55732) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:06.819428 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-4748822f-0442-4612-bd3f-69eda355246c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Request body: {'security_group': {'name': 'tempest-secgroup-1991290176'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:19:06.828103 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4748822f-0442-4612-bd3f-69eda355246c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:19:06.841700 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-4748822f-0442-4612-bd3f-69eda355246c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Usage tracker for resource:security_group and tenant:19bd1ce22cbf41f7ad0f1240c3793693 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:19:06.846415 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-4748822f-0442-4612-bd3f-69eda355246c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:19:06.853660 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9faa0ce7-6172-45d2-9d7d-6c5268e31d32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:06.856963 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4748822f-0442-4612-bd3f-69eda355246c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:19:06.876780 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17610607-c2e1-432c-93b6-c2cf74a8c13f tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Pushing event updated for resources: {'Port': ['ID=76294488-7466-495f-a947-069eab8eebe1,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:06.893706 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9faa0ce7-6172-45d2-9d7d-6c5268e31d32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:06.904017 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4748822f-0442-4612-bd3f-69eda355246c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:06.951345 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-13b9302e-f74e-48a3-b275-9711ea4b5640 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:06.967483 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4748822f-0442-4612-bd3f-69eda355246c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:19:06.974408 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-4748822f-0442-4612-bd3f-69eda355246c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Usage tracker for resource:security_group_rule and tenant:19bd1ce22cbf41f7ad0f1240c3793693 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:19:06.977407 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-4748822f-0442-4612-bd3f-69eda355246c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:19:06.984814 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4748822f-0442-4612-bd3f-69eda355246c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:19:06.999644 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9faa0ce7-6172-45d2-9d7d-6c5268e31d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:07.008276 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c738464-8dc5-4aa8-8dac-40acc5d58a38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-06a1920c-9add-4829-b47e-d5ec23e66361', 'network_id': '06a1920c-9add-4829-b47e-d5ec23e66361', 'tenant_id': '19bd1ce22cbf41f7ad0f1240c3793693', 'fixed_ips': [{'subnet_id': '42d5aec7-409f-49a2-9e5e-eb86bb027ded'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:19:07.010480 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2c738464-8dc5-4aa8-8dac-40acc5d58a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:07.028057 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faa0ce7-6172-45d2-9d7d-6c5268e31d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0a91cc-c562-4634-9a72-72a5278ea284,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:07.043086 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9faa0ce7-6172-45d2-9d7d-6c5268e31d32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:07.046760 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-9faa0ce7-6172-45d2-9d7d-6c5268e31d32 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3c0a91cc-c562-4634-9a72-72a5278ea284 HTTP/1.1" status: 204 len: 168 time: 0.3110113 May 05 22:19:07.086337 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4748822f-0442-4612-bd3f-69eda355246c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:07.091858 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4748822f-0442-4612-bd3f-69eda355246c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:07.144385 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4748822f-0442-4612-bd3f-69eda355246c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b030dd01-dea9-47ee-a7b7-43b59932656b,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:07.148641 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4748822f-0442-4612-bd3f-69eda355246c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:07.150091 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4748822f-0442-4612-bd3f-69eda355246c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3381889 May 05 22:19:07.152918 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55738) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:07.159071 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-17610607-c2e1-432c-93b6-c2cf74a8c13f tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Deleting port 76294488-7466-495f-a947-069eab8eebe1 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:19:07.159560 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-17610607-c2e1-432c-93b6-c2cf74a8c13f tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:07.159649 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-bcbf205d-50e9-4f28-a8a7-7af9c268f368 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Request body: {'security_group': {'name': 'tempest-secgroup-900202476'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:19:07.167389 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-bcbf205d-50e9-4f28-a8a7-7af9c268f368 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:19:07.172738 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-bcbf205d-50e9-4f28-a8a7-7af9c268f368 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Usage tracker for resource:security_group and tenant:19bd1ce22cbf41f7ad0f1240c3793693 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:19:07.176750 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-bcbf205d-50e9-4f28-a8a7-7af9c268f368 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:19:07.185478 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-bcbf205d-50e9-4f28-a8a7-7af9c268f368 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:19:07.198822 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bcbf205d-50e9-4f28-a8a7-7af9c268f368 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:07.222093 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-2c738464-8dc5-4aa8-8dac-40acc5d58a38 None None] Allocated IP 2001:db8::2 (06a1920c-9add-4829-b47e-d5ec23e66361/42d5aec7-409f-49a2-9e5e-eb86bb027ded/f57099a5-1a6b-43ea-8bca-fcadd798c3a6) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:19:07.248554 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-bcbf205d-50e9-4f28-a8a7-7af9c268f368 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:19:07.253808 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-bcbf205d-50e9-4f28-a8a7-7af9c268f368 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Usage tracker for resource:security_group_rule and tenant:19bd1ce22cbf41f7ad0f1240c3793693 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:19:07.258309 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-bcbf205d-50e9-4f28-a8a7-7af9c268f368 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:19:07.266374 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-bcbf205d-50e9-4f28-a8a7-7af9c268f368 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:19:07.355248 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bcbf205d-50e9-4f28-a8a7-7af9c268f368 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:07.361997 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bcbf205d-50e9-4f28-a8a7-7af9c268f368 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:07.423927 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbf205d-50e9-4f28-a8a7-7af9c268f368 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5f69b6-a2c9-46a4-b535-a9642d45bbe1,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:07.440093 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bcbf205d-50e9-4f28-a8a7-7af9c268f368 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:07.441323 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-bcbf205d-50e9-4f28-a8a7-7af9c268f368 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.2874463 May 05 22:19:07.444846 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55748) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:07.450432 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-093bedbd-659e-453b-85fe-46ec2ab3c9bb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1398520865', 'security_groups': ['7e5f69b6-a2c9-46a4-b535-a9642d45bbe1'], 'network_id': '06a1920c-9add-4829-b47e-d5ec23e66361', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '42d5aec7-409f-49a2-9e5e-eb86bb027ded'}]}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:19:07.497278 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2c738464-8dc5-4aa8-8dac-40acc5d58a38 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:07.513159 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-2c738464-8dc5-4aa8-8dac-40acc5d58a38 None None] Transition to ACTIVE for port object f57099a5-1a6b-43ea-8bca-fcadd798c3a6 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:19:07.536811 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-2c738464-8dc5-4aa8-8dac-40acc5d58a38 None None] Transition to ACTIVE for port object f57099a5-1a6b-43ea-8bca-fcadd798c3a6 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:19:07.548510 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2c738464-8dc5-4aa8-8dac-40acc5d58a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:07.628883 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c738464-8dc5-4aa8-8dac-40acc5d58a38 None None] Pushing event updated for resources: {'Port': ['ID=f57099a5-1a6b-43ea-8bca-fcadd798c3a6,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:07.632176 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-17610607-c2e1-432c-93b6-c2cf74a8c13f tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:07.632503 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-17610607-c2e1-432c-93b6-c2cf74a8c13f tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:07.659650 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c738464-8dc5-4aa8-8dac-40acc5d58a38 None None] Network 06a1920c-9add-4829-b47e-d5ec23e66361 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:19:07.661154 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-2c738464-8dc5-4aa8-8dac-40acc5d58a38 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:19:07.663338 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c738464-8dc5-4aa8-8dac-40acc5d58a38 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:19:07.763183 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-2c738464-8dc5-4aa8-8dac-40acc5d58a38 None None] Attempting to bind port f57099a5-1a6b-43ea-8bca-fcadd798c3a6 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:19:07.763758 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-2c738464-8dc5-4aa8-8dac-40acc5d58a38 None None] Attempting to bind port f57099a5-1a6b-43ea-8bca-fcadd798c3a6 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'b3425f9b-e179-453f-8742-a2c124b0fe49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '06a1920c-9add-4829-b47e-d5ec23e66361'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:19:07.764288 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c738464-8dc5-4aa8-8dac-40acc5d58a38 None None] Attempting to bind port f57099a5-1a6b-43ea-8bca-fcadd798c3a6 on network 06a1920c-9add-4829-b47e-d5ec23e66361 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:19:07.771680 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c738464-8dc5-4aa8-8dac-40acc5d58a38 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:19:07.772065 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c738464-8dc5-4aa8-8dac-40acc5d58a38 None None] Checking segment: {'id': 'b3425f9b-e179-453f-8742-a2c124b0fe49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '06a1920c-9add-4829-b47e-d5ec23e66361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:19:07.772458 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2c738464-8dc5-4aa8-8dac-40acc5d58a38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:07.772835 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c738464-8dc5-4aa8-8dac-40acc5d58a38 None None] Bound using segment: {'id': 'b3425f9b-e179-453f-8742-a2c124b0fe49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '06a1920c-9add-4829-b47e-d5ec23e66361'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:19:07.773295 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-2c738464-8dc5-4aa8-8dac-40acc5d58a38 None None] Bound port: f57099a5-1a6b-43ea-8bca-fcadd798c3a6, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3425f9b-e179-453f-8742-a2c124b0fe49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '06a1920c-9add-4829-b47e-d5ec23e66361'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:19:07.774498 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2c738464-8dc5-4aa8-8dac-40acc5d58a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:07.857210 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-17610607-c2e1-432c-93b6-c2cf74a8c13f tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Calling delete_port for 76294488-7466-495f-a947-069eab8eebe1 owned by network:floatingip {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:19:07.878329 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-2c738464-8dc5-4aa8-8dac-40acc5d58a38 None None] For port f57099a5-1a6b-43ea-8bca-fcadd798c3a6, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:19:07.879200 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10c2b7-ea9c-4b1b-bbce-e2d52d9caa9b req-bb787767-ce5e-4ca2-8458-a2c664f738f3 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:19:07.880393 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-db10c2b7-ea9c-4b1b-bbce-e2d52d9caa9b req-bb787767-ce5e-4ca2-8458-a2c664f738f3 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] 10.222.0.23 "GET /v2.0/ports?device_id=a69e881a-14a1-4ba4-9933-0f1ca5423e0f HTTP/1.1" status: 200 len: 944 time: 0.1434064 May 05 22:19:07.881507 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-093bedbd-659e-453b-85fe-46ec2ab3c9bb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:19:07.881792 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-2c738464-8dc5-4aa8-8dac-40acc5d58a38 None None] For port f57099a5-1a6b-43ea-8bca-fcadd798c3a6, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=f57099a5-1a6b-43ea-8bca-fcadd798c3a6,segment=NetworkSegment(b3425f9b-e179-453f-8742-a2c124b0fe49),segment_id=b3425f9b-e179-453f-8742-a2c124b0fe49)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:19:07.889879 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2c738464-8dc5-4aa8-8dac-40acc5d58a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:07.905170 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-093bedbd-659e-453b-85fe-46ec2ab3c9bb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:19:07.929840 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093bedbd-659e-453b-85fe-46ec2ab3c9bb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Made reservation on behalf of 19bd1ce22cbf41f7ad0f1240c3793693 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:19:07.933339 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13b9302e-f74e-48a3-b275-9711ea4b5640 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Router e5626550-791a-4904-9226-8a42480270f0 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:19:07.934794 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-093bedbd-659e-453b-85fe-46ec2ab3c9bb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:07.959891 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [None req-093bedbd-659e-453b-85fe-46ec2ab3c9bb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] device_id is not set on port e8a34971-44ba-4ccf-bba1-f5db532c0ae6 yet. {{(pid=84061) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:19:08.000846 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-db10c2b7-ea9c-4b1b-bbce-e2d52d9caa9b req-dba4f2e1-7bc5-44b9-b8fb-115748b22b08 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d14f9b3-7fe7-4bc5-a219-bbad29bd43b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114407 May 05 22:19:08.054593 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c738464-8dc5-4aa8-8dac-40acc5d58a38 None None] Pushing event updated for resources: {'Port': ['ID=f57099a5-1a6b-43ea-8bca-fcadd798c3a6,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:08.175197 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55764) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:08.225516 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-093bedbd-659e-453b-85fe-46ec2ab3c9bb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Allocated IP 2001:db8::195 (06a1920c-9add-4829-b47e-d5ec23e66361/42d5aec7-409f-49a2-9e5e-eb86bb027ded/e8a34971-44ba-4ccf-bba1-f5db532c0ae6) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:19:08.340699 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b9302e-f74e-48a3-b275-9711ea4b5640 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:19:08.355150 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b4a2aa-0185-45f6-ad3c-f7593a001245 None None] Sync routers for ids ['e5626550-791a-4904-9226-8a42480270f0'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:19:08.355323 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-17610607-c2e1-432c-93b6-c2cf74a8c13f tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:08.385265 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b4a2aa-0185-45f6-ad3c-f7593a001245 None None] Routers {'e5626550-791a-4904-9226-8a42480270f0'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:19:08.385973 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-89b4a2aa-0185-45f6-ad3c-f7593a001245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:18:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['e5626550-791a-4904-9226-8a42480270f0'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:19:08.409798 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-13b9302e-f74e-48a3-b275-9711ea4b5640 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] 10.222.0.23 "PUT /v2.0/routers/e5626550-791a-4904-9226-8a42480270f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3960686 May 05 22:19:08.417827 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55770) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:08.419820 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17610607-c2e1-432c-93b6-c2cf74a8c13f tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Pushing event deleted for resources: {'Port': ['ID=76294488-7466-495f-a947-069eab8eebe1,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:08.421643 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-ce8551c5-77a2-4f38-a7bc-ecfdbf7091b9 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-482042204-network', 'tenant_id': '0c81f79d7f884a38989f2049394b06ae'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:19:08.434629 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-ce8551c5-77a2-4f38-a7bc-ecfdbf7091b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:19:08.485783 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-89b4a2aa-0185-45f6-ad3c-f7593a001245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:19:08.503432 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-ce8551c5-77a2-4f38-a7bc-ecfdbf7091b9 admin admin] Usage tracker for resource:network and tenant:0c81f79d7f884a38989f2049394b06ae is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:19:08.504847 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b4a2aa-0185-45f6-ad3c-f7593a001245 None None] Routers {'e5626550-791a-4904-9226-8a42480270f0'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:19:08.505949 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-89b4a2aa-0185-45f6-ad3c-f7593a001245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:18:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['e5626550-791a-4904-9226-8a42480270f0'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:19:08.508277 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-ce8551c5-77a2-4f38-a7bc-ecfdbf7091b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:19:08.521592 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-ce8551c5-77a2-4f38-a7bc-ecfdbf7091b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:19:08.524265 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [None req-f76e115e-571b-42f6-90ce-7aeb36bb5b22 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] show failed (client error): The resource could not be found. May 05 22:19:08.525348 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f76e115e-571b-42f6-90ce-7aeb36bb5b22 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] 10.222.0.23 "GET /v2.0/routers/tempest-non_exist_router-678996214 HTTP/1.1" status: 404 len: 334 time: 0.0959771 May 05 22:19:08.532050 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55774) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:08.554042 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-2e2857ed-66a8-4c63-8561-f1ede7a84e71 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:19:08.561600 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-17610607-c2e1-432c-93b6-c2cf74a8c13f tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] create failed (client error): The resource could not be found. May 05 22:19:08.568750 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-17610607-c2e1-432c-93b6-c2cf74a8c13f tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.6689863 May 05 22:19:08.569410 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55778) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:08.616129 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-89b4a2aa-0185-45f6-ad3c-f7593a001245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:19:08.616538 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b4a2aa-0185-45f6-ad3c-f7593a001245 None None] The sync data for ids ['e5626550-791a-4904-9226-8a42480270f0'] in n-d-825175-4 is: [] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:19:08.617646 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8551c5-77a2-4f38-a7bc-ecfdbf7091b9 admin admin] Made reservation on behalf of 0c81f79d7f884a38989f2049394b06ae for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:19:08.620655 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ce8551c5-77a2-4f38-a7bc-ecfdbf7091b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:08.642269 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-2ea9a555-b53c-4750-82c3-36af6789ed95 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Deleting port b0b3197d-40b6-496f-8794-6fb316ca65cd {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:19:08.642616 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2ea9a555-b53c-4750-82c3-36af6789ed95 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:08.647310 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [None req-2e2857ed-66a8-4c63-8561-f1ede7a84e71 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] update failed (client error): The resource could not be found. May 05 22:19:08.651937 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-2e2857ed-66a8-4c63-8561-f1ede7a84e71 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] 10.222.0.23 "PUT /v2.0/routers/tempest-non_exist_router-1962582037 HTTP/1.1" status: 404 len: 335 time: 0.1048992 May 05 22:19:08.654759 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ce8551c5-77a2-4f38-a7bc-ecfdbf7091b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:08.664512 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55782) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:08.735083 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-093bedbd-659e-453b-85fe-46ec2ab3c9bb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:08.787666 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-093bedbd-659e-453b-85fe-46ec2ab3c9bb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Transition to ACTIVE for port object e8a34971-44ba-4ccf-bba1-f5db532c0ae6 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:19:08.844807 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-ce8551c5-77a2-4f38-a7bc-ecfdbf7091b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:19:08.850734 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-ce8551c5-77a2-4f38-a7bc-ecfdbf7091b9 admin admin] Usage tracker for resource:security_group_rule and tenant:0c81f79d7f884a38989f2049394b06ae is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:19:08.863916 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-ce8551c5-77a2-4f38-a7bc-ecfdbf7091b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:19:08.873921 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-ce8551c5-77a2-4f38-a7bc-ecfdbf7091b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:19:08.903465 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2ea9a555-b53c-4750-82c3-36af6789ed95 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:08.949550 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9fbf309-7028-411e-8eb5-8e2f4ad26fa0 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Deleting subnet 9faa6dc2-d4d7-4e52-9790-6073e6a2c2c1 {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:19:08.954090 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-093bedbd-659e-453b-85fe-46ec2ab3c9bb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:08.956721 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e9fbf309-7028-411e-8eb5-8e2f4ad26fa0 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:09.041226 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-2ea9a555-b53c-4750-82c3-36af6789ed95 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Calling delete_port for b0b3197d-40b6-496f-8794-6fb316ca65cd owned by {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:19:09.124160 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093bedbd-659e-453b-85fe-46ec2ab3c9bb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Network 06a1920c-9add-4829-b47e-d5ec23e66361 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:19:09.132176 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-093bedbd-659e-453b-85fe-46ec2ab3c9bb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:19:09.135119 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093bedbd-659e-453b-85fe-46ec2ab3c9bb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:19:09.139842 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093bedbd-659e-453b-85fe-46ec2ab3c9bb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:19:09.140523 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-093bedbd-659e-453b-85fe-46ec2ab3c9bb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:09.150980 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e9fbf309-7028-411e-8eb5-8e2f4ad26fa0 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:09.181845 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093bedbd-659e-453b-85fe-46ec2ab3c9bb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event updated for resources: {'Port': ['ID=e8a34971-44ba-4ccf-bba1-f5db532c0ae6,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:09.214153 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093bedbd-659e-453b-85fe-46ec2ab3c9bb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:19:09.214503 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093bedbd-659e-453b-85fe-46ec2ab3c9bb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:19:09.214864 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093bedbd-659e-453b-85fe-46ec2ab3c9bb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:19:09.215285 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093bedbd-659e-453b-85fe-46ec2ab3c9bb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:19:09.215558 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093bedbd-659e-453b-85fe-46ec2ab3c9bb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:19:09.215822 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093bedbd-659e-453b-85fe-46ec2ab3c9bb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:19:09.216164 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093bedbd-659e-453b-85fe-46ec2ab3c9bb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:19:09.216443 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093bedbd-659e-453b-85fe-46ec2ab3c9bb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:19:09.216761 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093bedbd-659e-453b-85fe-46ec2ab3c9bb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:19:09.217077 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093bedbd-659e-453b-85fe-46ec2ab3c9bb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:19:09.217386 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093bedbd-659e-453b-85fe-46ec2ab3c9bb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:19:09.228300 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2ea9a555-b53c-4750-82c3-36af6789ed95 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:09.266493 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-df122f02-9f61-40ba-a8c6-ca33b690248a None None] Provisioning for port f57099a5-1a6b-43ea-8bca-fcadd798c3a6 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:19:09.271940 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ce8551c5-77a2-4f38-a7bc-ecfdbf7091b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:09.283129 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea9a555-b53c-4750-82c3-36af6789ed95 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Pushing event deleted for resources: {'Port': ['ID=b0b3197d-40b6-496f-8794-6fb316ca65cd,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:09.287651 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-df122f02-9f61-40ba-a8c6-ca33b690248a None None] Provisioning complete for port e9e3749f-f539-4190-9409-3c396b7bba11 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:19:09.288201 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-df122f02-9f61-40ba-a8c6-ca33b690248a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:09.297729 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ce8551c5-77a2-4f38-a7bc-ecfdbf7091b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:09.310611 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce8551c5-77a2-4f38-a7bc-ecfdbf7091b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:19:09.320623 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ce8551c5-77a2-4f38-a7bc-ecfdbf7091b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:09.321012 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-ce8551c5-77a2-4f38-a7bc-ecfdbf7091b9 admin admin] Added segment 49306b3d-173e-47b5-8f34-f80770c8d52d of type vlan for network 786206aa-bcec-482f-9538-9587506c4bb3 May 05 22:19:09.350533 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ce8551c5-77a2-4f38-a7bc-ecfdbf7091b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:09.356320 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-df122f02-9f61-40ba-a8c6-ca33b690248a None None] Port e9e3749f-f539-4190-9409-3c396b7bba11 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:19:09.422832 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2ea9a555-b53c-4750-82c3-36af6789ed95 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:09.435388 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-2ea9a555-b53c-4750-82c3-36af6789ed95 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] 10.222.0.23 "DELETE /v2.0/ports/b0b3197d-40b6-496f-8794-6fb316ca65cd HTTP/1.1" status: 204 len: 168 time: 0.8648615 May 05 22:19:09.438620 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55788) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:09.446897 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-093bedbd-659e-453b-85fe-46ec2ab3c9bb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0009210 May 05 22:19:09.450645 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ce8551c5-77a2-4f38-a7bc-ecfdbf7091b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:09.451520 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8551c5-77a2-4f38-a7bc-ecfdbf7091b9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:19:09.452091 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ce8551c5-77a2-4f38-a7bc-ecfdbf7091b9 admin admin] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:09.455861 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55792) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:09.483137 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8551c5-77a2-4f38-a7bc-ecfdbf7091b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c367cff5-1c03-4fae-9896-29d2bc8d375b,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:09.500893 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-feca7d2d-8aca-41bc-b20b-b144219f39d9 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Request body: {'subnet': {'network_id': '06a1920c-9add-4829-b47e-d5ec23e66361', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:19:09.542615 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abf3b4b-9d89-42d8-8101-b4d931fff972 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:19:09.543845 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-4abf3b4b-9d89-42d8-8101-b4d931fff972 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Synchronizing usage tracker for tenant:d16c805389654d07b9eda65ea43b10ce on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:19:09.577783 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-4abf3b4b-9d89-42d8-8101-b4d931fff972 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Unset dirty status for tenant:d16c805389654d07b9eda65ea43b10ce on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:19:09.580183 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-4abf3b4b-9d89-42d8-8101-b4d931fff972 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] 10.222.0.23 "GET /v2.0/ports?device_id=886affd0-d5bb-47d4-96e9-9b658c8cb950 HTTP/1.1" status: 200 len: 913 time: 0.1405609 May 05 22:19:09.583836 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55796) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:09.594018 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-89589761-6ab2-4038-bfd9-2b154ae740df None None] Provisioning for port e8a34971-44ba-4ccf-bba1-f5db532c0ae6 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:19:09.601257 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-89589761-6ab2-4038-bfd9-2b154ae740df None None] Provisioning complete for port e8a34971-44ba-4ccf-bba1-f5db532c0ae6 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:19:09.601832 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-89589761-6ab2-4038-bfd9-2b154ae740df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:09.662963 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-89589761-6ab2-4038-bfd9-2b154ae740df None None] Port e8a34971-44ba-4ccf-bba1-f5db532c0ae6 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:19:09.819399 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e9fbf309-7028-411e-8eb5-8e2f4ad26fa0 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:09.851387 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ce8551c5-77a2-4f38-a7bc-ecfdbf7091b9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.6752443 May 05 22:19:09.852851 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8551c5-77a2-4f38-a7bc-ecfdbf7091b9 admin admin] Pushing event updated for resources: {'Network': ['ID=786206aa-bcec-482f-9538-9587506c4bb3,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:09.854005 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55802) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:09.871732 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 786206aa-bcec-482f-9538-9587506c4bb3 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:19:09.910924 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-a0f5f426-978a-4256-b453-a67aadb49189 admin admin] Request body: {'subnet': {'network_id': '786206aa-bcec-482f-9538-9587506c4bb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-482042204-subnet', 'tenant_id': '0c81f79d7f884a38989f2049394b06ae', 'ip_version': 4}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:19:09.923118 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-a0f5f426-978a-4256-b453-a67aadb49189 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:19:09.928286 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fee391-0a43-4ff9-b2f9-5ee236ec5d72 req-41fca65c-3ba3-46d0-83b0-52c3020f9c18 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:19:09.929389 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-a0f5f426-978a-4256-b453-a67aadb49189 admin admin] Usage tracker for resource:subnet and tenant:0c81f79d7f884a38989f2049394b06ae is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:19:09.929779 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-77fee391-0a43-4ff9-b2f9-5ee236ec5d72 req-41fca65c-3ba3-46d0-83b0-52c3020f9c18 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] 10.222.0.23 "GET /v2.0/ports?device_id=a69e881a-14a1-4ba4-9933-0f1ca5423e0f HTTP/1.1" status: 200 len: 944 time: 0.7284353 May 05 22:19:09.933284 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-a0f5f426-978a-4256-b453-a67aadb49189 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:19:09.941049 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-a0f5f426-978a-4256-b453-a67aadb49189 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:19:09.969511 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device f57099a5-1a6b-43ea-8bca-fcadd798c3a6 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:19:09.975097 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f5f426-978a-4256-b453-a67aadb49189 admin admin] Made reservation on behalf of 0c81f79d7f884a38989f2049394b06ae for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:19:09.977673 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a0f5f426-978a-4256-b453-a67aadb49189 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:09.980944 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-feca7d2d-8aca-41bc-b20b-b144219f39d9 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:19:09.994230 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-feca7d2d-8aca-41bc-b20b-b144219f39d9 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Usage tracker for resource:subnet and tenant:19bd1ce22cbf41f7ad0f1240c3793693 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:19:10.004290 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-feca7d2d-8aca-41bc-b20b-b144219f39d9 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:19:10.015657 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-feca7d2d-8aca-41bc-b20b-b144219f39d9 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:19:10.024619 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e9fbf309-7028-411e-8eb5-8e2f4ad26fa0 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:10.060746 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-77fee391-0a43-4ff9-b2f9-5ee236ec5d72 req-b028e622-d1a3-4bb2-a493-d90d3d87d164 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d14f9b3-7fe7-4bc5-a219-bbad29bd43b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193829 May 05 22:19:10.067282 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feca7d2d-8aca-41bc-b20b-b144219f39d9 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Made reservation on behalf of 19bd1ce22cbf41f7ad0f1240c3793693 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:19:10.070614 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-feca7d2d-8aca-41bc-b20b-b144219f39d9 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:10.085102 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port f57099a5-1a6b-43ea-8bca-fcadd798c3a6 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:19:10.097063 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port f57099a5-1a6b-43ea-8bca-fcadd798c3a6 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:19:10.097281 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fbf309-7028-411e-8eb5-8e2f4ad26fa0 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Pushing event deleted for resources: {'Subnet': ['ID=9faa6dc2-d4d7-4e52-9790-6073e6a2c2c1,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:10.097440 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:10.113233 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e07f2f04-317b-4785-a131-f3f7eed8e9f3 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:10.149110 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e9fbf309-7028-411e-8eb5-8e2f4ad26fa0 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:10.159814 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360e491f-f0fd-4134-a61a-20530bde8a13 None None] Network 9c779bce-180c-4377-9a59-8967c75685ad requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:19:10.171149 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e9fbf309-7028-411e-8eb5-8e2f4ad26fa0 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] 10.222.0.23 "DELETE /v2.0/subnets/9faa6dc2-d4d7-4e52-9790-6073e6a2c2c1 HTTP/1.1" status: 204 len: 168 time: 1.5008969 May 05 22:19:10.173434 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55806) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:10.292278 n-d-825175-4 neutron-server[84061]: INFO neutron.db.ipam_backend_mixin [None req-feca7d2d-8aca-41bc-b20b-b144219f39d9 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 42d5aec7-409f-49a2-9e5e-eb86bb027ded (CIDR: 2001:db8::/64) May 05 22:19:10.343065 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-feca7d2d-8aca-41bc-b20b-b144219f39d9 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 22:19:10.343495 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feca7d2d-8aca-41bc-b20b-b144219f39d9 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:19:10.382315 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-feca7d2d-8aca-41bc-b20b-b144219f39d9 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9069529 May 05 22:19:10.392726 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55810) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:10.397572 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:10.416142 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-ecb47aec-8c57-45f2-8cd0-bcd708ebe7a7 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Request body: {'subnet': {'network_id': '06a1920c-9add-4829-b47e-d5ec23e66361', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:19:10.417985 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-e85de59f-e3ab-4c8b-b458-cbc9f27c6747 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Deleting subnet 451e95a0-f969-4fc6-a67e-59d154f21c5e {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:19:10.421127 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e85de59f-e3ab-4c8b-b458-cbc9f27c6747 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:10.440210 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port f57099a5-1a6b-43ea-8bca-fcadd798c3a6, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=f57099a5-1a6b-43ea-8bca-fcadd798c3a6,segment=NetworkSegment(b3425f9b-e179-453f-8742-a2c124b0fe49),segment_id=b3425f9b-e179-453f-8742-a2c124b0fe49)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:19:10.447239 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:10.477975 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e85de59f-e3ab-4c8b-b458-cbc9f27c6747 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:10.536483 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=f57099a5-1a6b-43ea-8bca-fcadd798c3a6,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:10.553667 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e6dac7-670c-467d-983c-f2726804f39a None None] DHCP port deletion for 9c779bce-180c-4377-9a59-8967c75685ad request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:19:10.558799 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-16e6dac7-670c-467d-983c-f2726804f39a None None] Deleting port 9987222f-53d0-419f-ac2c-1609cedb895d {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:19:10.559553 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-16e6dac7-670c-467d-983c-f2726804f39a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:10.610102 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a0f5f426-978a-4256-b453-a67aadb49189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:10.610717 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e85de59f-e3ab-4c8b-b458-cbc9f27c6747 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:10.669857 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-ecb47aec-8c57-45f2-8cd0-bcd708ebe7a7 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:19:10.695023 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e85de59f-e3ab-4c8b-b458-cbc9f27c6747 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:10.702398 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-ecb47aec-8c57-45f2-8cd0-bcd708ebe7a7 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Usage tracker for resource:subnet and tenant:19bd1ce22cbf41f7ad0f1240c3793693 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:19:10.708953 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-ecb47aec-8c57-45f2-8cd0-bcd708ebe7a7 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:19:10.725874 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-ecb47aec-8c57-45f2-8cd0-bcd708ebe7a7 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:19:10.741183 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85de59f-e3ab-4c8b-b458-cbc9f27c6747 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Pushing event deleted for resources: {'Subnet': ['ID=451e95a0-f969-4fc6-a67e-59d154f21c5e,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:10.743442 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f5f426-978a-4256-b453-a67aadb49189 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dc9a45f-a29a-4fb8-a1de-566402aacbae,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:10.748403 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e85de59f-e3ab-4c8b-b458-cbc9f27c6747 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:10.756948 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e85de59f-e3ab-4c8b-b458-cbc9f27c6747 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] 10.222.0.23 "DELETE /v2.0/subnets/451e95a0-f969-4fc6-a67e-59d154f21c5e HTTP/1.1" status: 204 len: 168 time: 0.5816808 May 05 22:19:10.757102 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55814) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:10.766542 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb47aec-8c57-45f2-8cd0-bcd708ebe7a7 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Made reservation on behalf of 19bd1ce22cbf41f7ad0f1240c3793693 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:19:10.774303 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04851fc8-2b8f-4f99-a6f5-6700162c4667 None None] Network e4f48302-2686-4379-82d8-f79a4a3d57c4 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:19:10.845473 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-16e6dac7-670c-467d-983c-f2726804f39a None None] For port 9987222f-53d0-419f-ac2c-1609cedb895d, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=9987222f-53d0-419f-ac2c-1609cedb895d,segment=NetworkSegment(296971c6-8787-494f-841a-a961041a7274),segment_id=296971c6-8787-494f-841a-a961041a7274)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:19:10.845846 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-16e6dac7-670c-467d-983c-f2726804f39a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:10.867879 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 58a45dc3-5147-4730-b76c-79f8d50a95b9 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:19:10.873027 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ffc4001a-8e93-446e-ad89-a33b6af23be9 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:10.884308 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-ffc4001a-8e93-446e-ad89-a33b6af23be9 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Deleting port 9987222f-53d0-419f-ac2c-1609cedb895d {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:19:10.884728 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ffc4001a-8e93-446e-ad89-a33b6af23be9 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:10.917142 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f5f426-978a-4256-b453-a67aadb49189 admin admin] Checking segment: {'id': '49306b3d-173e-47b5-8f34-f80770c8d52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '786206aa-bcec-482f-9538-9587506c4bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:19:10.917364 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f5f426-978a-4256-b453-a67aadb49189 admin admin] Network hostable DHCP agents. Network: 786206aa-bcec-482f-9538-9587506c4bb3, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:19:10.983095 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-16e6dac7-670c-467d-983c-f2726804f39a None None] Calling delete_port for 9987222f-53d0-419f-ac2c-1609cedb895d owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:19:11.029403 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ecb47aec-8c57-45f2-8cd0-bcd708ebe7a7 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:11.100644 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-ffc4001a-8e93-446e-ad89-a33b6af23be9 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] For port 9987222f-53d0-419f-ac2c-1609cedb895d, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=9987222f-53d0-419f-ac2c-1609cedb895d,segment=NetworkSegment(296971c6-8787-494f-841a-a961041a7274),segment_id=296971c6-8787-494f-841a-a961041a7274)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:19:11.100644 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ffc4001a-8e93-446e-ad89-a33b6af23be9 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:11.100930 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f5f426-978a-4256-b453-a67aadb49189 admin admin] Network 786206aa-bcec-482f-9538-9587506c4bb3 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:19:11.174786 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-a0f5f426-978a-4256-b453-a67aadb49189 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 786206aa-bcec-482f-9538-9587506c4bb3) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:19:11.201808 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f5f426-978a-4256-b453-a67aadb49189 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:19:11.202387 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a0f5f426-978a-4256-b453-a67aadb49189 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:11.240642 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-ffc4001a-8e93-446e-ad89-a33b6af23be9 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Calling delete_port for 9987222f-53d0-419f-ac2c-1609cedb895d owned by network:dhcp {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:19:11.266768 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fca283-a01f-492a-8c2c-377339894f28 None None] Network 786206aa-bcec-482f-9538-9587506c4bb3 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:19:11.281811 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-16e6dac7-670c-467d-983c-f2726804f39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:11.286961 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a0f5f426-978a-4256-b453-a67aadb49189 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.4284258 May 05 22:19:11.287572 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55822) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:11.296561 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-44a37966-b67b-4db9-9d74-3137e0e418f3 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-482042204-router', 'tenant_id': '0c81f79d7f884a38989f2049394b06ae', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:19:11.373563 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.api [None req-ffc4001a-8e93-446e-ad89-a33b6af23be9 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:19:11.373885 n-d-825175-4 neutron-server[84061]: DEBUG oslo_db.api [None req-ffc4001a-8e93-446e-ad89-a33b6af23be9 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:19:11.390912 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e6dac7-670c-467d-983c-f2726804f39a None None] Pushing event deleted for resources: {'Port': ['ID=9987222f-53d0-419f-ac2c-1609cedb895d,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:11.400826 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044399f3-4115-472a-b69f-b544d3a2ed0e req-73323d63-7d1b-485b-91ae-602e4b2a4446 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:19:11.402373 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-044399f3-4115-472a-b69f-b544d3a2ed0e req-73323d63-7d1b-485b-91ae-602e4b2a4446 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] 10.222.0.23 "GET /v2.0/ports?device_id=a69e881a-14a1-4ba4-9933-0f1ca5423e0f HTTP/1.1" status: 200 len: 944 time: 0.0996468 May 05 22:19:11.434443 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-44a37966-b67b-4db9-9d74-3137e0e418f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:19:11.452550 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-44a37966-b67b-4db9-9d74-3137e0e418f3 admin admin] Usage tracker for resource:router and tenant:0c81f79d7f884a38989f2049394b06ae is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:19:11.463329 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-044399f3-4115-472a-b69f-b544d3a2ed0e req-4eac74a1-1464-4595-bf10-360faea96d15 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d14f9b3-7fe7-4bc5-a219-bbad29bd43b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544834 May 05 22:19:11.464586 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-44a37966-b67b-4db9-9d74-3137e0e418f3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:19:11.474597 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-44a37966-b67b-4db9-9d74-3137e0e418f3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:19:11.501734 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e6dac7-670c-467d-983c-f2726804f39a None None] No DVR routers for this DVR port 9987222f-53d0-419f-ac2c-1609cedb895d on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:19:11.507366 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-44a37966-b67b-4db9-9d74-3137e0e418f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:11.508290 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-44a37966-b67b-4db9-9d74-3137e0e418f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:11.538564 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 58a45dc3-5147-4730-b76c-79f8d50a95b9, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=58a45dc3-5147-4730-b76c-79f8d50a95b9,segment=NetworkSegment(4226f161-0b17-4798-9c75-101cd4c4b8e3),segment_id=4226f161-0b17-4798-9c75-101cd4c4b8e3)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:19:11.572763 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '58a45dc3-5147-4730-b76c-79f8d50a95b9', 'network_id': 'bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e', 'port_id': '58a45dc3-5147-4730-b76c-79f8d50a95b9', 'mac_address': 'fa:16:3e:f4:d9:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c342395-5639-4bcd-beca-f868d5133602', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:19:11.623771 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-97c9243e-2efb-4f3f-8693-33da3af7d5cf req-f4ea3964-d7ad-46a6-b6de-56ea466bb665 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c499d0ef-0226-4dd2-99d9-4b778e9b8732&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3694634 May 05 22:19:11.628363 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ecb47aec-8c57-45f2-8cd0-bcd708ebe7a7 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:11.633206 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-44a37966-b67b-4db9-9d74-3137e0e418f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:11.688354 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b157e9-a74e-41f3-b6b4-f844d75f9479 None None] DHCP port deletion for e4f48302-2686-4379-82d8-f79a4a3d57c4 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:19:11.707531 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-31b157e9-a74e-41f3-b6b4-f844d75f9479 None None] Deleting port 6323febf-ebe3-4791-9cf4-7703556a2d64 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:19:11.708050 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-31b157e9-a74e-41f3-b6b4-f844d75f9479 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:11.730573 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:11.751545 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb47aec-8c57-45f2-8cd0-bcd708ebe7a7 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Network 06a1920c-9add-4829-b47e-d5ec23e66361 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:19:11.805330 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58a45dc3-5147-4730-b76c-79f8d50a95b9 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:19:11.813021 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-ecb47aec-8c57-45f2-8cd0-bcd708ebe7a7 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:19:11.826228 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb47aec-8c57-45f2-8cd0-bcd708ebe7a7 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:19:11.826823 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ecb47aec-8c57-45f2-8cd0-bcd708ebe7a7 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:11.835178 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad6768a-497b-4c66-addc-6670c05aa412 None None] Network 06a1920c-9add-4829-b47e-d5ec23e66361 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:19:11.856653 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832a2457-aebd-4c38-b66c-a5035bbec038 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-786206aa-bcec-482f-9538-9587506c4bb3', 'network_id': '786206aa-bcec-482f-9538-9587506c4bb3', 'tenant_id': '0c81f79d7f884a38989f2049394b06ae', 'fixed_ips': [{'subnet_id': '4dc9a45f-a29a-4fb8-a1de-566402aacbae'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:19:11.857544 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-832a2457-aebd-4c38-b66c-a5035bbec038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:11.864057 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb47aec-8c57-45f2-8cd0-bcd708ebe7a7 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event updated for resources: {'Subnet': ['ID=595b05a7-f451-4a45-b86a-e799ccdf4747,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:11.876609 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-ffc4001a-8e93-446e-ad89-a33b6af23be9 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Deleting port 9987222f-53d0-419f-ac2c-1609cedb895d {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:19:11.876609 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ffc4001a-8e93-446e-ad89-a33b6af23be9 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:11.917553 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 58a45dc3-5147-4730-b76c-79f8d50a95b9, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=58a45dc3-5147-4730-b76c-79f8d50a95b9,segment=NetworkSegment(4226f161-0b17-4798-9c75-101cd4c4b8e3),segment_id=4226f161-0b17-4798-9c75-101cd4c4b8e3)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:19:11.945688 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-ffc4001a-8e93-446e-ad89-a33b6af23be9 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] The port '9987222f-53d0-419f-ac2c-1609cedb895d' was deleted {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 22:19:11.958953 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device f57099a5-1a6b-43ea-8bca-fcadd798c3a6 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:19:11.997438 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:12.111801 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ecb47aec-8c57-45f2-8cd0-bcd708ebe7a7 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7154555 May 05 22:19:12.115241 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55826) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:12.115953 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-e07f2f04-317b-4785-a131-f3f7eed8e9f3 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Deleting port dcf8eea8-c07a-444c-94ec-c1c22aea8743 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:19:12.116258 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e07f2f04-317b-4785-a131-f3f7eed8e9f3 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:12.151509 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-f2db3f86-b851-4527-bc89-81f33d2fbacd tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-936993835', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '595b05a7-f451-4a45-b86a-e799ccdf4747'}], 'security_groups': ['b030dd01-dea9-47ee-a7b7-43b59932656b']}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:19:12.188848 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ffc4001a-8e93-446e-ad89-a33b6af23be9 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:12.211785 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-44a37966-b67b-4db9-9d74-3137e0e418f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:12.215938 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-ffc4001a-8e93-446e-ad89-a33b6af23be9 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c779bce-180c-4377-9a59-8967c75685ad']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:19:12.228812 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-ffc4001a-8e93-446e-ad89-a33b6af23be9 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '296971c6-8787-494f-841a-a961041a7274') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:19:12.229159 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-ffc4001a-8e93-446e-ad89-a33b6af23be9 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '296971c6-8787-494f-841a-a961041a7274') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:19:12.242473 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ffc4001a-8e93-446e-ad89-a33b6af23be9 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:12.261737 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ffc4001a-8e93-446e-ad89-a33b6af23be9 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:12.269955 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffc4001a-8e93-446e-ad89-a33b6af23be9 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:19:12.270553 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ffc4001a-8e93-446e-ad89-a33b6af23be9 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:12.277223 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['58a45dc3-5147-4730-b76c-79f8d50a95b9'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:19:12.288648 n-d-825175-4 neutron-server[84061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:19:12.288648 n-d-825175-4 neutron-server[84061]: util.warn( May 05 22:19:12.288648 n-d-825175-4 neutron-server[84061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:19:12.288648 n-d-825175-4 neutron-server[84061]: util.warn( May 05 22:19:12.288648 n-d-825175-4 neutron-server[84061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:19:12.288648 n-d-825175-4 neutron-server[84061]: util.warn( May 05 22:19:12.288648 n-d-825175-4 neutron-server[84061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:19:12.288648 n-d-825175-4 neutron-server[84061]: util.warn( May 05 22:19:12.288648 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 22:19:12.288648 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:19:12.288648 n-d-825175-4 neutron-server[84061]: timer() May 05 22:19:12.288648 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:19:12.288648 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 22:19:12.288648 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:19:12.288648 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 22:19:12.288648 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:19:12.288648 n-d-825175-4 neutron-server[84061]: self._notify() May 05 22:19:12.288648 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:19:12.288648 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 22:19:12.288648 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:19:12.288648 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 22:19:12.288648 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:19:12.288648 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:19:12.288648 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:19:12.288648 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:19:12.288648 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:19:12.288648 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 22:19:12.288648 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:19:12.288648 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 22:19:12.288648 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:19:12.288648 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:19:12.288648 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:19:12.288648 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 22:19:12.288648 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:19:12.288648 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:19:12.288648 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:19:12.288648 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:19:12.288648 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:19:12.288648 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:19:12.288648 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:19:12.299492 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-97c9243e-2efb-4f3f-8693-33da3af7d5cf req-d1878b30-72be-4cdb-bef0-625377a25558 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=989c505d69dd4ac5bbb5923b5623477d&device_id=c499d0ef-0226-4dd2-99d9-4b778e9b8732 HTTP/1.1" status: 200 len: 1096 time: 0.5934012 May 05 22:19:12.351328 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=58a45dc3-5147-4730-b76c-79f8d50a95b9,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:12.381777 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ffc4001a-8e93-446e-ad89-a33b6af23be9 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:12.408658 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ffc4001a-8e93-446e-ad89-a33b6af23be9 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:12.416001 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc4001a-8e93-446e-ad89-a33b6af23be9 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Pushing event deleted for resources: {'Network': ['ID=9c779bce-180c-4377-9a59-8967c75685ad,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:12.425160 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ffc4001a-8e93-446e-ad89-a33b6af23be9 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] 10.222.0.23 "DELETE /v2.0/networks/9c779bce-180c-4377-9a59-8967c75685ad HTTP/1.1" status: 204 len: 168 time: 1.6670542 May 05 22:19:12.427549 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55830) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:12.443279 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-31b157e9-a74e-41f3-b6b4-f844d75f9479 None None] For port 6323febf-ebe3-4791-9cf4-7703556a2d64, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=6323febf-ebe3-4791-9cf4-7703556a2d64,segment=NetworkSegment(67de58c7-cd9a-4f36-ba71-14ce9999b311),segment_id=67de58c7-cd9a-4f36-ba71-14ce9999b311)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:19:12.443737 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-31b157e9-a74e-41f3-b6b4-f844d75f9479 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:12.559474 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f2db3f86-b851-4527-bc89-81f33d2fbacd tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:12.596032 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e2f3400a-1629-4412-a9d3-6a961ba2215d tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:12.613981 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-e2f3400a-1629-4412-a9d3-6a961ba2215d tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Deleting port 6323febf-ebe3-4791-9cf4-7703556a2d64 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:19:12.614325 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e2f3400a-1629-4412-a9d3-6a961ba2215d tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:12.651723 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-31b157e9-a74e-41f3-b6b4-f844d75f9479 None None] Calling delete_port for 6323febf-ebe3-4791-9cf4-7703556a2d64 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:19:12.683589 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e07f2f04-317b-4785-a131-f3f7eed8e9f3 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:12.684182 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port f57099a5-1a6b-43ea-8bca-fcadd798c3a6 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:19:12.684593 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:12.716896 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c9243e-2efb-4f3f-8693-33da3af7d5cf req-a31277c0-2b3f-46d1-bf76-5909ab4b56e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:19:12.718261 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-97c9243e-2efb-4f3f-8693-33da3af7d5cf req-a31277c0-2b3f-46d1-bf76-5909ab4b56e4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5579f484-2b68-478e-8113-36fd7459ddaf HTTP/1.1" status: 200 len: 910 time: 0.3691750 May 05 22:19:12.813061 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-832a2457-aebd-4c38-b66c-a5035bbec038 None None] Allocated IP 172.20.0.2 (786206aa-bcec-482f-9538-9587506c4bb3/4dc9a45f-a29a-4fb8-a1de-566402aacbae/cf14e936-a780-45cd-844a-7c8e6f0640bf) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:19:12.835603 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-e07f2f04-317b-4785-a131-f3f7eed8e9f3 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Calling delete_port for dcf8eea8-c07a-444c-94ec-c1c22aea8743 owned by network:router_interface {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:19:12.882036 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c197144-dcd1-43f3-b180-6b85e79bf728 req-3cfbbfb5-8aba-4a49-80e2-d0d02e20ad85 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:19:12.883764 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5c197144-dcd1-43f3-b180-6b85e79bf728 req-3cfbbfb5-8aba-4a49-80e2-d0d02e20ad85 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] 10.222.0.23 "GET /v2.0/ports?device_id=a69e881a-14a1-4ba4-9933-0f1ca5423e0f HTTP/1.1" status: 200 len: 945 time: 0.2200520 May 05 22:19:12.944398 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-e2f3400a-1629-4412-a9d3-6a961ba2215d tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] For port 6323febf-ebe3-4791-9cf4-7703556a2d64, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=6323febf-ebe3-4791-9cf4-7703556a2d64,segment=NetworkSegment(67de58c7-cd9a-4f36-ba71-14ce9999b311),segment_id=67de58c7-cd9a-4f36-ba71-14ce9999b311)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:19:12.944752 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e2f3400a-1629-4412-a9d3-6a961ba2215d tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:13.069038 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-31b157e9-a74e-41f3-b6b4-f844d75f9479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:13.075547 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5c197144-dcd1-43f3-b180-6b85e79bf728 req-35c783d8-2ad2-4491-9be5-62886c61f0af tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d14f9b3-7fe7-4bc5-a219-bbad29bd43b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1812606 May 05 22:19:13.082108 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-e2f3400a-1629-4412-a9d3-6a961ba2215d tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Calling delete_port for 6323febf-ebe3-4791-9cf4-7703556a2d64 owned by network:dhcp {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:19:13.114457 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-97c9243e-2efb-4f3f-8693-33da3af7d5cf req-2b69447c-dcb6-4587-80d8-a94c50818a77 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61e87916-9850-4b4e-9825-6be7f2ad185b HTTP/1.1" status: 200 len: 1001 time: 0.2834911 May 05 22:19:13.156545 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b157e9-a74e-41f3-b6b4-f844d75f9479 None None] Pushing event deleted for resources: {'Port': ['ID=6323febf-ebe3-4791-9cf4-7703556a2d64,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:13.163440 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.api [None req-e2f3400a-1629-4412-a9d3-6a961ba2215d tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:19:13.163817 n-d-825175-4 neutron-server[84061]: DEBUG oslo_db.api [None req-e2f3400a-1629-4412-a9d3-6a961ba2215d tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:19:13.193354 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b157e9-a74e-41f3-b6b4-f844d75f9479 None None] No DVR routers for this DVR port 6323febf-ebe3-4791-9cf4-7703556a2d64 on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:19:13.268062 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c9243e-2efb-4f3f-8693-33da3af7d5cf req-41cf3580-608d-4ceb-b96d-616e0730e7eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:19:13.269519 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-97c9243e-2efb-4f3f-8693-33da3af7d5cf req-41cf3580-608d-4ceb-b96d-616e0730e7eb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=27d7124c-1fa4-44df-a333-048f6a650311 HTTP/1.1" status: 200 len: 848 time: 0.1508760 May 05 22:19:13.276619 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 6323febf-ebe3-4791-9cf4-7703556a2d64 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:19:13.379284 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 6323febf-ebe3-4791-9cf4-7703556a2d64 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:19:13.379622 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 6323febf-ebe3-4791-9cf4-7703556a2d64 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:19:13.380047 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 9987222f-53d0-419f-ac2c-1609cedb895d no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:19:13.440505 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 9987222f-53d0-419f-ac2c-1609cedb895d {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:19:13.440840 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 9987222f-53d0-419f-ac2c-1609cedb895d not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:19:13.489826 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-832a2457-aebd-4c38-b66c-a5035bbec038 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:13.506192 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-44a37966-b67b-4db9-9d74-3137e0e418f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:13.517016 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcd0986-65c0-4e8b-a619-9b98bd7502e4 None None] Update dhcp port {'port': {'network_id': '06a1920c-9add-4829-b47e-d5ec23e66361', 'fixed_ips': [{'subnet_id': '42d5aec7-409f-49a2-9e5e-eb86bb027ded', 'ip_address': '2001:db8::2'}, {'subnet_id': '595b05a7-f451-4a45-b86a-e799ccdf4747'}], 'binding:host_id': 'n-d-825175-4'}, 'id': 'f57099a5-1a6b-43ea-8bca-fcadd798c3a6'} from n-d-825175-4. {{(pid=84064) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 05 22:19:13.540675 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-832a2457-aebd-4c38-b66c-a5035bbec038 None None] Transition to ACTIVE for port object cf14e936-a780-45cd-844a-7c8e6f0640bf will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:19:13.613975 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-832a2457-aebd-4c38-b66c-a5035bbec038 None None] Transition to ACTIVE for port object cf14e936-a780-45cd-844a-7c8e6f0640bf will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:19:13.615154 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2dcd0986-65c0-4e8b-a619-9b98bd7502e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:13.644388 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-832a2457-aebd-4c38-b66c-a5035bbec038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:13.664825 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-e2f3400a-1629-4412-a9d3-6a961ba2215d tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Deleting port 6323febf-ebe3-4791-9cf4-7703556a2d64 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:19:13.665506 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e2f3400a-1629-4412-a9d3-6a961ba2215d tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:13.699709 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-44a37966-b67b-4db9-9d74-3137e0e418f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:13.716645 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e07f2f04-317b-4785-a131-f3f7eed8e9f3 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:13.739636 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-e2f3400a-1629-4412-a9d3-6a961ba2215d tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] The port '6323febf-ebe3-4791-9cf4-7703556a2d64' was deleted {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 22:19:13.772306 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832a2457-aebd-4c38-b66c-a5035bbec038 None None] Network 786206aa-bcec-482f-9538-9587506c4bb3 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:19:13.777781 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-832a2457-aebd-4c38-b66c-a5035bbec038 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:19:13.784496 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832a2457-aebd-4c38-b66c-a5035bbec038 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:19:13.789130 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a2457-aebd-4c38-b66c-a5035bbec038 None None] Pushing event updated for resources: {'Port': ['ID=cf14e936-a780-45cd-844a-7c8e6f0640bf,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:13.823385 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-97c9243e-2efb-4f3f-8693-33da3af7d5cf req-9ac459e6-9ec3-42f6-9b1c-5ee0b8749594 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5579f484-2b68-478e-8113-36fd7459ddaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5451803 May 05 22:19:13.824116 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07f2f04-317b-4785-a131-f3f7eed8e9f3 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Pushing event deleted for resources: {'Port': ['ID=dcf8eea8-c07a-444c-94ec-c1c22aea8743,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:13.889959 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e2f3400a-1629-4412-a9d3-6a961ba2215d tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:13.928228 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-e2f3400a-1629-4412-a9d3-6a961ba2215d tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4f48302-2686-4379-82d8-f79a4a3d57c4']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:19:13.949199 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-e2f3400a-1629-4412-a9d3-6a961ba2215d tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67de58c7-cd9a-4f36-ba71-14ce9999b311') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:19:13.949913 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-e2f3400a-1629-4412-a9d3-6a961ba2215d tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67de58c7-cd9a-4f36-ba71-14ce9999b311') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:19:13.965269 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-832a2457-aebd-4c38-b66c-a5035bbec038 None None] Attempting to bind port cf14e936-a780-45cd-844a-7c8e6f0640bf on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:19:13.965642 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-832a2457-aebd-4c38-b66c-a5035bbec038 None None] Attempting to bind port cf14e936-a780-45cd-844a-7c8e6f0640bf by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '49306b3d-173e-47b5-8f34-f80770c8d52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '786206aa-bcec-482f-9538-9587506c4bb3'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:19:13.966053 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832a2457-aebd-4c38-b66c-a5035bbec038 None None] Attempting to bind port cf14e936-a780-45cd-844a-7c8e6f0640bf on network 786206aa-bcec-482f-9538-9587506c4bb3 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:19:13.969187 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-f2db3f86-b851-4527-bc89-81f33d2fbacd tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Delete allocated IP 2001:db8::195 (06a1920c-9add-4829-b47e-d5ec23e66361/42d5aec7-409f-49a2-9e5e-eb86bb027ded) {{(pid=84063) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 05 22:19:13.975714 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e2f3400a-1629-4412-a9d3-6a961ba2215d tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:13.988081 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832a2457-aebd-4c38-b66c-a5035bbec038 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:19:13.988487 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832a2457-aebd-4c38-b66c-a5035bbec038 None None] Checking segment: {'id': '49306b3d-173e-47b5-8f34-f80770c8d52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '786206aa-bcec-482f-9538-9587506c4bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:19:13.988864 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-832a2457-aebd-4c38-b66c-a5035bbec038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:13.989769 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832a2457-aebd-4c38-b66c-a5035bbec038 None None] Bound using segment: {'id': '49306b3d-173e-47b5-8f34-f80770c8d52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '786206aa-bcec-482f-9538-9587506c4bb3'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:19:13.989769 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-832a2457-aebd-4c38-b66c-a5035bbec038 None None] Bound port: cf14e936-a780-45cd-844a-7c8e6f0640bf, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49306b3d-173e-47b5-8f34-f80770c8d52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '786206aa-bcec-482f-9538-9587506c4bb3'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:19:13.990257 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-832a2457-aebd-4c38-b66c-a5035bbec038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:14.000986 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e2f3400a-1629-4412-a9d3-6a961ba2215d tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:14.010775 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2f3400a-1629-4412-a9d3-6a961ba2215d tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:19:14.011205 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e2f3400a-1629-4412-a9d3-6a961ba2215d tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:14.023822 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-f2db3f86-b851-4527-bc89-81f33d2fbacd tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Allocated IP 2001:db8:0:1::28c (06a1920c-9add-4829-b47e-d5ec23e66361/595b05a7-f451-4a45-b86a-e799ccdf4747/e8a34971-44ba-4ccf-bba1-f5db532c0ae6) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:19:14.029859 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 22:19:14.029859 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:19:14.029859 n-d-825175-4 neutron-server[84061]: timer() May 05 22:19:14.029859 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:19:14.029859 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 22:19:14.029859 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:19:14.029859 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 22:19:14.029859 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:19:14.029859 n-d-825175-4 neutron-server[84061]: self._notify() May 05 22:19:14.029859 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:19:14.029859 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 22:19:14.029859 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:19:14.029859 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 22:19:14.029859 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:19:14.029859 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:19:14.029859 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:19:14.029859 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:19:14.029859 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:19:14.029859 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 22:19:14.029859 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:19:14.029859 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 22:19:14.029859 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:19:14.029859 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:19:14.029859 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:19:14.029859 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 22:19:14.029859 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:19:14.029859 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:19:14.029859 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:19:14.029859 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:19:14.029859 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:19:14.029859 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:19:14.029859 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:19:14.032314 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ba8beeb4-1dc0-4a69-b4fd-7ed797151f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:14.084110 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-832a2457-aebd-4c38-b66c-a5035bbec038 None None] For port cf14e936-a780-45cd-844a-7c8e6f0640bf, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:19:14.136454 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-832a2457-aebd-4c38-b66c-a5035bbec038 None None] For port cf14e936-a780-45cd-844a-7c8e6f0640bf, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=cf14e936-a780-45cd-844a-7c8e6f0640bf,segment=NetworkSegment(49306b3d-173e-47b5-8f34-f80770c8d52d),segment_id=49306b3d-173e-47b5-8f34-f80770c8d52d)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:19:14.138761 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e2f3400a-1629-4412-a9d3-6a961ba2215d tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:14.141872 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-832a2457-aebd-4c38-b66c-a5035bbec038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:14.171526 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e2f3400a-1629-4412-a9d3-6a961ba2215d tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:14.220957 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f3400a-1629-4412-a9d3-6a961ba2215d tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Pushing event deleted for resources: {'Network': ['ID=e4f48302-2686-4379-82d8-f79a4a3d57c4,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:14.231874 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e2f3400a-1629-4412-a9d3-6a961ba2215d tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] 10.222.0.23 "DELETE /v2.0/networks/e4f48302-2686-4379-82d8-f79a4a3d57c4 HTTP/1.1" status: 204 len: 168 time: 1.8010566 May 05 22:19:14.238768 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-44a37966-b67b-4db9-9d74-3137e0e418f3 admin admin] Allocated IP 172.25.4.212 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/945be86c-304a-42a2-b6c8-64265361c5ff) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:19:14.240441 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55838) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:14.244498 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a2457-aebd-4c38-b66c-a5035bbec038 None None] Pushing event updated for resources: {'Port': ['ID=cf14e936-a780-45cd-844a-7c8e6f0640bf,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:14.325709 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d75da1-d655-4161-bb17-1a6a1601f7b5 req-f16b1b5f-fd8a-4f58-8b8e-1acc87dcfe80 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:19:14.327281 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-59d75da1-d655-4161-bb17-1a6a1601f7b5 req-f16b1b5f-fd8a-4f58-8b8e-1acc87dcfe80 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] 10.222.0.23 "GET /v2.0/ports?device_id=a69e881a-14a1-4ba4-9933-0f1ca5423e0f HTTP/1.1" status: 200 len: 945 time: 0.0960412 May 05 22:19:14.365453 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-97c9243e-2efb-4f3f-8693-33da3af7d5cf req-d2fd04d6-b4b2-4d0f-a259-83678d23e8d8 service neutron] 10.222.0.44 "GET /v2.0/networks/5579f484-2b68-478e-8113-36fd7459ddaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5281856 May 05 22:19:14.380940 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-59d75da1-d655-4161-bb17-1a6a1601f7b5 req-afb96ae1-9b9b-4133-bbaf-817999884272 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d14f9b3-7fe7-4bc5-a219-bbad29bd43b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471561 May 05 22:19:14.809520 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e07f2f04-317b-4785-a131-f3f7eed8e9f3 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:14.880037 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 58a45dc3-5147-4730-b76c-79f8d50a95b9 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:19:14.892451 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-97c9243e-2efb-4f3f-8693-33da3af7d5cf req-79d548a3-a819-461d-9d18-2e56cbafbb12 service neutron] 10.222.0.44 "GET /v2.0/networks/5579f484-2b68-478e-8113-36fd7459ddaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4505117 May 05 22:19:14.954250 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port 58a45dc3-5147-4730-b76c-79f8d50a95b9 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:19:14.959933 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 58a45dc3-5147-4730-b76c-79f8d50a95b9 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:19:14.960227 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:14.997173 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f2db3f86-b851-4527-bc89-81f33d2fbacd tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:15.058185 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-44a37966-b67b-4db9-9d74-3137e0e418f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:15.088637 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:15.120804 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a69e881a-14a1-4ba4-9933-0f1ca5423e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a45dc3-5147-4730-b76c-79f8d50a95b9'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:19:15.131824 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 58a45dc3-5147-4730-b76c-79f8d50a95b9, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=58a45dc3-5147-4730-b76c-79f8d50a95b9,segment=NetworkSegment(4226f161-0b17-4798-9c75-101cd4c4b8e3),segment_id=4226f161-0b17-4798-9c75-101cd4c4b8e3)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:19:15.138431 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:15.215788 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=58a45dc3-5147-4730-b76c-79f8d50a95b9,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:15.223846 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-c716c999-f9c1-4198-a005-ba8f8e72aa74 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Deleting subnet 03d77522-521b-4b91-acfb-0efacc33a747 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:19:15.234624 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c716c999-f9c1-4198-a005-ba8f8e72aa74 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:15.248290 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c42b35-d28b-4fdd-a72c-2434967fdf70 None None] Network 786206aa-bcec-482f-9538-9587506c4bb3 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:19:15.274597 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-f2db3f86-b851-4527-bc89-81f33d2fbacd tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Transition to ACTIVE for port object e8a34971-44ba-4ccf-bba1-f5db532c0ae6 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:19:15.292029 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f2db3f86-b851-4527-bc89-81f33d2fbacd tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:15.347003 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c716c999-f9c1-4198-a005-ba8f8e72aa74 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:15.382494 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbf93d20-f5a8-478d-9475-03d18efb2efd'] response: {'server_uuid': 'a69e881a-14a1-4ba4-9933-0f1ca5423e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a45dc3-5147-4730-b76c-79f8d50a95b9', 'code': 200} May 05 22:19:15.383626 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-2dcd0986-65c0-4e8b-a619-9b98bd7502e4 None None] Allocated IP 2001:db8:0:1::2 (06a1920c-9add-4829-b47e-d5ec23e66361/595b05a7-f451-4a45-b86a-e799ccdf4747/f57099a5-1a6b-43ea-8bca-fcadd798c3a6) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:19:15.509736 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c2bc07bd-5e2f-4a31-9b92-d3470e293b66 None None] Provisioning for port cf14e936-a780-45cd-844a-7c8e6f0640bf completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:19:15.543967 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8792c21d-776a-4d50-be84-d0531d54a6f0 req-7e733e56-02a0-4d07-af9d-5015cd7176a1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a69e881a-14a1-4ba4-9933-0f1ca5423e0f HTTP/1.1" status: 200 len: 1097 time: 0.1056571 May 05 22:19:15.617385 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2db3f86-b851-4527-bc89-81f33d2fbacd tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event updated for resources: {'Port': ['ID=e8a34971-44ba-4ccf-bba1-f5db532c0ae6,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:15.675248 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8792c21d-776a-4d50-be84-d0531d54a6f0 req-e7cc10e7-3a64-4669-ba7e-1defa81e5720 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9d14f9b3-7fe7-4bc5-a219-bbad29bd43b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241841 May 05 22:19:15.682531 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-f2db3f86-b851-4527-bc89-81f33d2fbacd tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] In _notify_port_updated(), no bound segment for port e8a34971-44ba-4ccf-bba1-f5db532c0ae6 on network 06a1920c-9add-4829-b47e-d5ec23e66361 {{(pid=84063) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 05 22:19:15.686373 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2db3f86-b851-4527-bc89-81f33d2fbacd tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:19:15.687011 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f2db3f86-b851-4527-bc89-81f33d2fbacd tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:15.691118 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f2db3f86-b851-4527-bc89-81f33d2fbacd tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "PUT /v2.0/ports/e8a34971-44ba-4ccf-bba1-f5db532c0ae6 HTTP/1.1" status: 200 len: 930 time: 3.5486038 May 05 22:19:15.691118 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-44a37966-b67b-4db9-9d74-3137e0e418f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:15.692796 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55848) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:15.722910 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-2dcd0986-65c0-4e8b-a619-9b98bd7502e4 None None] For port f57099a5-1a6b-43ea-8bca-fcadd798c3a6, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=f57099a5-1a6b-43ea-8bca-fcadd798c3a6,segment=NetworkSegment(b3425f9b-e179-453f-8742-a2c124b0fe49),segment_id=b3425f9b-e179-453f-8742-a2c124b0fe49)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:19:15.762359 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2dcd0986-65c0-4e8b-a619-9b98bd7502e4 None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:15.791021 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-2dcd0986-65c0-4e8b-a619-9b98bd7502e4 None None] Transition to ACTIVE for port object f57099a5-1a6b-43ea-8bca-fcadd798c3a6 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:19:15.797778 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2dcd0986-65c0-4e8b-a619-9b98bd7502e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:15.857008 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a37966-b67b-4db9-9d74-3137e0e418f3 admin admin] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:19:15.863814 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-44a37966-b67b-4db9-9d74-3137e0e418f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:19:15.867955 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a37966-b67b-4db9-9d74-3137e0e418f3 admin admin] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:19:15.909624 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-a79181a5-cdd8-45f3-8aa0-d1e50a26bcdd tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Deleting port e8a34971-44ba-4ccf-bba1-f5db532c0ae6 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:19:15.910565 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a79181a5-cdd8-45f3-8aa0-d1e50a26bcdd tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:15.911039 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcd0986-65c0-4e8b-a619-9b98bd7502e4 None None] Pushing event updated for resources: {'Port': ['ID=f57099a5-1a6b-43ea-8bca-fcadd798c3a6,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:15.953890 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d4c43-cfc1-4db7-8513-d71568442af6 req-f94421d0-12d9-41dd-979b-82db2a245376 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:19:15.955487 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f98d4c43-cfc1-4db7-8513-d71568442af6 req-f94421d0-12d9-41dd-979b-82db2a245376 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] 10.222.0.23 "GET /v2.0/ports?device_id=a69e881a-14a1-4ba4-9933-0f1ca5423e0f HTTP/1.1" status: 200 len: 946 time: 0.3390434 May 05 22:19:15.972744 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a37966-b67b-4db9-9d74-3137e0e418f3 admin admin] Pushing event updated for resources: {'Port': ['ID=945be86c-304a-42a2-b6c8-64265361c5ff,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:16.021599 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device cf14e936-a780-45cd-844a-7c8e6f0640bf up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:19:16.045451 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c716c999-f9c1-4198-a005-ba8f8e72aa74 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:16.114992 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f98d4c43-cfc1-4db7-8513-d71568442af6 req-d00792a7-82b3-4cb4-bd92-66b5c9f0e857 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d14f9b3-7fe7-4bc5-a219-bbad29bd43b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453617 May 05 22:19:16.124011 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port cf14e936-a780-45cd-844a-7c8e6f0640bf completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:19:16.133740 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port cf14e936-a780-45cd-844a-7c8e6f0640bf triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:19:16.133740 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:16.148895 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e07f2f04-317b-4785-a131-f3f7eed8e9f3 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Router 886affd0-d5bb-47d4-96e9-9b658c8cb950 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:19:16.205888 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-efda6dc8-6efb-411b-8585-bdf38318e539 None None] Provisioning complete for port cf14e936-a780-45cd-844a-7c8e6f0640bf triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:19:16.206253 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-efda6dc8-6efb-411b-8585-bdf38318e539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:16.323185 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a79181a5-cdd8-45f3-8aa0-d1e50a26bcdd tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:16.338433 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5772377a-316f-440f-8f44-5ad2cde2dcdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:16.349293 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:16.351042 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c716c999-f9c1-4198-a005-ba8f8e72aa74 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:16.384973 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-44a37966-b67b-4db9-9d74-3137e0e418f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:16.385728 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-44a37966-b67b-4db9-9d74-3137e0e418f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:16.406843 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c716c999-f9c1-4198-a005-ba8f8e72aa74 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Pushing event deleted for resources: {'Subnet': ['ID=03d77522-521b-4b91-acfb-0efacc33a747,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:16.416332 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07f2f04-317b-4785-a131-f3f7eed8e9f3 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:19:16.416959 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-efda6dc8-6efb-411b-8585-bdf38318e539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:16.430189 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53983a29-a840-4049-b0af-e34d5f91a13b None None] Sync routers for ids ['886affd0-d5bb-47d4-96e9-9b658c8cb950'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:19:16.451877 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53983a29-a840-4049-b0af-e34d5f91a13b None None] Routers {'886affd0-d5bb-47d4-96e9-9b658c8cb950'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:19:16.452784 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-53983a29-a840-4049-b0af-e34d5f91a13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:19:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['886affd0-d5bb-47d4-96e9-9b658c8cb950'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:19:16.458749 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port cf14e936-a780-45cd-844a-7c8e6f0640bf, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=cf14e936-a780-45cd-844a-7c8e6f0640bf,segment=NetworkSegment(49306b3d-173e-47b5-8f34-f80770c8d52d),segment_id=49306b3d-173e-47b5-8f34-f80770c8d52d)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:19:16.466512 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:16.506267 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c716c999-f9c1-4198-a005-ba8f8e72aa74 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:16.530715 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-a79181a5-cdd8-45f3-8aa0-d1e50a26bcdd tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Calling delete_port for e8a34971-44ba-4ccf-bba1-f5db532c0ae6 owned by {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:19:16.573418 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a47968c-7cea-400a-9edb-68c549826353 None None] Network 701c50f5-d31d-4169-bb4b-0acc0efb15fe requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:19:16.597654 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-53983a29-a840-4049-b0af-e34d5f91a13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:19:16.619925 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53983a29-a840-4049-b0af-e34d5f91a13b None None] Routers {'886affd0-d5bb-47d4-96e9-9b658c8cb950'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:19:16.621234 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-53983a29-a840-4049-b0af-e34d5f91a13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:19:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['886affd0-d5bb-47d4-96e9-9b658c8cb950'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:19:16.676983 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c716c999-f9c1-4198-a005-ba8f8e72aa74 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] 10.222.0.23 "DELETE /v2.0/subnets/03d77522-521b-4b91-acfb-0efacc33a747 HTTP/1.1" status: 204 len: 168 time: 2.4303422 May 05 22:19:16.680619 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55852) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:16.689986 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-e07f2f04-317b-4785-a131-f3f7eed8e9f3 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] 10.222.0.23 "PUT /v2.0/routers/886affd0-d5bb-47d4-96e9-9b658c8cb950/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1050258 May 05 22:19:16.700948 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-53983a29-a840-4049-b0af-e34d5f91a13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:19:16.701580 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53983a29-a840-4049-b0af-e34d5f91a13b None None] The sync data for ids ['886affd0-d5bb-47d4-96e9-9b658c8cb950'] in n-d-825175-4 is: [] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:19:16.718828 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55856) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:16.759298 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-efda6dc8-6efb-411b-8585-bdf38318e539 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:19:16.759753 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-efda6dc8-6efb-411b-8585-bdf38318e539 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:19:16.822254 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a79181a5-cdd8-45f3-8aa0-d1e50a26bcdd tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:16.858174 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=cf14e936-a780-45cd-844a-7c8e6f0640bf,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:16.890093 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79181a5-cdd8-45f3-8aa0-d1e50a26bcdd tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event deleted for resources: {'Port': ['ID=e8a34971-44ba-4ccf-bba1-f5db532c0ae6,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:16.939326 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a79181a5-cdd8-45f3-8aa0-d1e50a26bcdd tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:16.951395 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a79181a5-cdd8-45f3-8aa0-d1e50a26bcdd tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "DELETE /v2.0/ports/e8a34971-44ba-4ccf-bba1-f5db532c0ae6 HTTP/1.1" status: 204 len: 168 time: 1.2569678 May 05 22:19:16.953995 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55860) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:17.003687 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bb09d85-5f3b-40ee-8df5-95d86ea306aa tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] GET failed (client error): The resource could not be found. May 05 22:19:17.004313 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-3bb09d85-5f3b-40ee-8df5-95d86ea306aa tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Synchronizing usage tracker for tenant:19bd1ce22cbf41f7ad0f1240c3793693 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:19:17.022997 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-3bb09d85-5f3b-40ee-8df5-95d86ea306aa tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Unset dirty status for tenant:19bd1ce22cbf41f7ad0f1240c3793693 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:19:17.024417 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-3bb09d85-5f3b-40ee-8df5-95d86ea306aa tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "GET /v2.0/ports/e8a34971-44ba-4ccf-bba1-f5db532c0ae6 HTTP/1.1" status: 404 len: 333 time: 0.0692925 May 05 22:19:17.028821 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55864) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:17.060812 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2343aab-1022-4d78-8d75-b153dada2a77 None None] DHCP port deletion for 701c50f5-d31d-4169-bb4b-0acc0efb15fe request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:19:17.069494 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-c2343aab-1022-4d78-8d75-b153dada2a77 None None] Deleting port 5418ef91-54e4-4472-81a2-d3a13eda8220 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:19:17.070014 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c2343aab-1022-4d78-8d75-b153dada2a77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:17.104487 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-92fb4608-ec98-4a7b-9f22-504ba5147566 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:17.136125 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fbc32043-f9fd-42cf-b5ed-b4e4f3b2883a tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:17.140803 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-92fb4608-ec98-4a7b-9f22-504ba5147566 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:17.202094 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-fbc32043-f9fd-42cf-b5ed-b4e4f3b2883a tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Deleting port 5418ef91-54e4-4472-81a2-d3a13eda8220 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:19:17.202418 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fbc32043-f9fd-42cf-b5ed-b4e4f3b2883a tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:17.202925 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-92fb4608-ec98-4a7b-9f22-504ba5147566 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:17.222493 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb4608-ec98-4a7b-9f22-504ba5147566 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5f69b6-a2c9-46a4-b535-a9642d45bbe1,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:17.233765 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-92fb4608-ec98-4a7b-9f22-504ba5147566 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:17.234953 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-92fb4608-ec98-4a7b-9f22-504ba5147566 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "DELETE /v2.0/security-groups/7e5f69b6-a2c9-46a4-b535-a9642d45bbe1 HTTP/1.1" status: 204 len: 168 time: 0.2049317 May 05 22:19:17.237825 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55870) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:17.309726 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f25e77c4-9f62-4b2c-aa59-8443f37e0bab tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:17.332230 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fb464b8e-8cd5-4fc7-bf0b-f01f98d17e70 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:17.408804 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fb464b8e-8cd5-4fc7-bf0b-f01f98d17e70 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:17.422324 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-c2343aab-1022-4d78-8d75-b153dada2a77 None None] For port 5418ef91-54e4-4472-81a2-d3a13eda8220, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=5418ef91-54e4-4472-81a2-d3a13eda8220,segment=NetworkSegment(bb999df6-ffa7-41be-9381-67039eb918fc),segment_id=bb999df6-ffa7-41be-9381-67039eb918fc)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:19:17.422977 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c2343aab-1022-4d78-8d75-b153dada2a77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:17.478534 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70bed76-464c-495e-84b8-8cc542a5b898 req-3b8994d3-7d13-452a-8c30-8f1d533a5c18 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:19:17.480242 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f70bed76-464c-495e-84b8-8cc542a5b898 req-3b8994d3-7d13-452a-8c30-8f1d533a5c18 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] 10.222.0.23 "GET /v2.0/ports?device_id=a69e881a-14a1-4ba4-9933-0f1ca5423e0f HTTP/1.1" status: 200 len: 946 time: 0.1492789 May 05 22:19:17.510267 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fb464b8e-8cd5-4fc7-bf0b-f01f98d17e70 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:17.567456 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb464b8e-8cd5-4fc7-bf0b-f01f98d17e70 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b030dd01-dea9-47ee-a7b7-43b59932656b,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:17.583666 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fb464b8e-8cd5-4fc7-bf0b-f01f98d17e70 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:17.584843 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-fb464b8e-8cd5-4fc7-bf0b-f01f98d17e70 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "DELETE /v2.0/security-groups/b030dd01-dea9-47ee-a7b7-43b59932656b HTTP/1.1" status: 204 len: 168 time: 0.3460991 May 05 22:19:17.588603 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55874) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:17.598929 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-c2343aab-1022-4d78-8d75-b153dada2a77 None None] Calling delete_port for 5418ef91-54e4-4472-81a2-d3a13eda8220 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:19:17.634603 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f70bed76-464c-495e-84b8-8cc542a5b898 req-48adc1ff-cb46-433a-8e27-a46050af80fe tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d14f9b3-7fe7-4bc5-a219-bbad29bd43b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408682 May 05 22:19:17.644495 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:17.676260 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:17.698280 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-1e705c9a-e483-4eec-a6c3-c4217d349c5d None None] Provisioning for port f57099a5-1a6b-43ea-8bca-fcadd798c3a6 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:19:17.710160 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-1e705c9a-e483-4eec-a6c3-c4217d349c5d None None] Provisioning complete for port f57099a5-1a6b-43ea-8bca-fcadd798c3a6 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:19:17.711030 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1e705c9a-e483-4eec-a6c3-c4217d349c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:17.793760 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c2343aab-1022-4d78-8d75-b153dada2a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:17.872740 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2343aab-1022-4d78-8d75-b153dada2a77 None None] Pushing event deleted for resources: {'Port': ['ID=5418ef91-54e4-4472-81a2-d3a13eda8220,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:17.874354 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-995fbf8f-cf6d-4cc9-b118-8aa250841d55 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Deleting subnet 42d5aec7-409f-49a2-9e5e-eb86bb027ded {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:19:17.875704 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2343aab-1022-4d78-8d75-b153dada2a77 None None] No DVR routers for this DVR port 5418ef91-54e4-4472-81a2-d3a13eda8220 on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:19:17.880996 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-995fbf8f-cf6d-4cc9-b118-8aa250841d55 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:17.920560 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device f57099a5-1a6b-43ea-8bca-fcadd798c3a6 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:19:17.932059 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-fbc32043-f9fd-42cf-b5ed-b4e4f3b2883a tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] For port 5418ef91-54e4-4472-81a2-d3a13eda8220, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=5418ef91-54e4-4472-81a2-d3a13eda8220,segment=NetworkSegment(bb999df6-ffa7-41be-9381-67039eb918fc),segment_id=bb999df6-ffa7-41be-9381-67039eb918fc)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:19:17.932413 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fbc32043-f9fd-42cf-b5ed-b4e4f3b2883a tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:17.967352 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-995fbf8f-cf6d-4cc9-b118-8aa250841d55 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:18.006960 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4701858a-72aa-40d0-942a-7d2a1ba27ea6 req-1b6d6ba3-d048-4abf-b1cb-a2b05e679386 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:19:18.009988 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f25e77c4-9f62-4b2c-aa59-8443f37e0bab tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:18.011132 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4701858a-72aa-40d0-942a-7d2a1ba27ea6 req-1b6d6ba3-d048-4abf-b1cb-a2b05e679386 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] 10.222.0.23 "GET /v2.0/ports?device_id=a69e881a-14a1-4ba4-9933-0f1ca5423e0f HTTP/1.1" status: 200 len: 946 time: 0.1928554 May 05 22:19:18.048198 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-1e705c9a-e483-4eec-a6c3-c4217d349c5d None None] Could not find standard attr ID for object e8a34971-44ba-4ccf-bba1-f5db532c0ae6. {{(pid=84064) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 22:19:18.071396 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-fbc32043-f9fd-42cf-b5ed-b4e4f3b2883a tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Calling delete_port for 5418ef91-54e4-4472-81a2-d3a13eda8220 owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:19:18.072520 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-1e705c9a-e483-4eec-a6c3-c4217d349c5d None None] Provisioning complete for port e9e3749f-f539-4190-9409-3c396b7bba11 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:19:18.073030 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1e705c9a-e483-4eec-a6c3-c4217d349c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:18.079462 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4701858a-72aa-40d0-942a-7d2a1ba27ea6 req-40edeab7-0fd8-497d-93e9-3c01e9792ab4 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d14f9b3-7fe7-4bc5-a219-bbad29bd43b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631680 May 05 22:19:18.112286 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-995fbf8f-cf6d-4cc9-b118-8aa250841d55 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:18.121263 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f25e77c4-9f62-4b2c-aa59-8443f37e0bab tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:18.122694 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55880) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:18.132281 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port f57099a5-1a6b-43ea-8bca-fcadd798c3a6 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:19:18.132772 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:18.189928 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-1e705c9a-e483-4eec-a6c3-c4217d349c5d None None] Port e9e3749f-f539-4190-9409-3c396b7bba11 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:19:18.207700 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.api [None req-fbc32043-f9fd-42cf-b5ed-b4e4f3b2883a tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:19:18.208221 n-d-825175-4 neutron-server[84063]: DEBUG oslo_db.api [None req-fbc32043-f9fd-42cf-b5ed-b4e4f3b2883a tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:19:18.211501 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44a37966-b67b-4db9-9d74-3137e0e418f3 admin admin] Router 6d1967e1-f8a3-4134-b296-f95dda95c01f is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 22:19:18.217193 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f25e77c4-9f62-4b2c-aa59-8443f37e0bab tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:18.217695 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25e77c4-9f62-4b2c-aa59-8443f37e0bab tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Fanout notify agent at l3_agent the message router_deleted on router 886affd0-d5bb-47d4-96e9-9b658c8cb950 {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:19:18.221277 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-995fbf8f-cf6d-4cc9-b118-8aa250841d55 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:18.255439 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device cf14e936-a780-45cd-844a-7c8e6f0640bf up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:19:18.274617 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995fbf8f-cf6d-4cc9-b118-8aa250841d55 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event deleted for resources: {'Subnet': ['ID=42d5aec7-409f-49a2-9e5e-eb86bb027ded,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:18.276670 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-995fbf8f-cf6d-4cc9-b118-8aa250841d55 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:18.290910 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-995fbf8f-cf6d-4cc9-b118-8aa250841d55 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "DELETE /v2.0/subnets/42d5aec7-409f-49a2-9e5e-eb86bb027ded HTTP/1.1" status: 204 len: 168 time: 0.6940234 May 05 22:19:18.291248 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55886) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:18.291665 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db1b819-0888-441e-9181-056f712b7007 None None] Network 06a1920c-9add-4829-b47e-d5ec23e66361 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:19:18.296845 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-4cf57fa2-b62e-4e2a-a020-ad2a7f74c6d7 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Request body: {'subnet': {'network_id': '06a1920c-9add-4829-b47e-d5ec23e66361', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:19:18.444294 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port cf14e936-a780-45cd-844a-7c8e6f0640bf triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:19:18.444657 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:18.450562 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f25e77c4-9f62-4b2c-aa59-8443f37e0bab tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:18.454690 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f25e77c4-9f62-4b2c-aa59-8443f37e0bab tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] 10.222.0.23 "DELETE /v2.0/routers/886affd0-d5bb-47d4-96e9-9b658c8cb950 HTTP/1.1" status: 204 len: 168 time: 1.7344985 May 05 22:19:18.466464 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55890) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:18.557972 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4cf57fa2-b62e-4e2a-a020-ad2a7f74c6d7 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:19:18.562336 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-4cf57fa2-b62e-4e2a-a020-ad2a7f74c6d7 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Usage tracker for resource:subnet and tenant:19bd1ce22cbf41f7ad0f1240c3793693 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:19:18.566272 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-4cf57fa2-b62e-4e2a-a020-ad2a7f74c6d7 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:19:18.573909 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4cf57fa2-b62e-4e2a-a020-ad2a7f74c6d7 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:19:18.574530 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-580b327f-3f9f-4450-bda1-ae6f3c4cdb7b tempest-TestVolumeBackupRestore-1265185503 tempest-TestVolumeBackupRestore-1265185503-project-admin] Synchronizing usage tracker for tenant:7cea7d9e921148bd9e39328bf3830233 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:19:18.594794 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf57fa2-b62e-4e2a-a020-ad2a7f74c6d7 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Made reservation on behalf of 19bd1ce22cbf41f7ad0f1240c3793693 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:19:18.599137 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4cf57fa2-b62e-4e2a-a020-ad2a7f74c6d7 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:18.641482 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-580b327f-3f9f-4450-bda1-ae6f3c4cdb7b tempest-TestVolumeBackupRestore-1265185503 tempest-TestVolumeBackupRestore-1265185503-project-admin] Unset dirty status for tenant:7cea7d9e921148bd9e39328bf3830233 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:19:18.642679 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-580b327f-3f9f-4450-bda1-ae6f3c4cdb7b tempest-TestVolumeBackupRestore-1265185503 tempest-TestVolumeBackupRestore-1265185503-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a69e881a-14a1-4ba4-9933-0f1ca5423e0f HTTP/1.1" status: 200 len: 1092 time: 0.5122697 May 05 22:19:18.679364 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55894) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:18.691590 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-29f11a49-3a62-4973-bd5c-5eeaa9940a41 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Request body: {'floatingip': {'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'port_id': '58a45dc3-5147-4730-b76c-79f8d50a95b9', 'tenant_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:19:18.709287 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-29f11a49-3a62-4973-bd5c-5eeaa9940a41 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:19:18.721589 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 5418ef91-54e4-4472-81a2-d3a13eda8220 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:19:18.724360 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-29f11a49-3a62-4973-bd5c-5eeaa9940a41 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Usage tracker for resource:floatingip and tenant:f7081eb88bc04ab89f8b2cf35357dc71 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:19:18.730510 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-29f11a49-3a62-4973-bd5c-5eeaa9940a41 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:19:18.766680 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 5418ef91-54e4-4472-81a2-d3a13eda8220 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:19:18.767174 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 5418ef91-54e4-4472-81a2-d3a13eda8220 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:19:18.782671 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-29f11a49-3a62-4973-bd5c-5eeaa9940a41 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:19:18.805264 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-29f11a49-3a62-4973-bd5c-5eeaa9940a41 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Notify callbacks [] for floatingip, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:18.829759 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-fbc32043-f9fd-42cf-b5ed-b4e4f3b2883a tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Deleting port 5418ef91-54e4-4472-81a2-d3a13eda8220 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:19:18.830292 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fbc32043-f9fd-42cf-b5ed-b4e4f3b2883a tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:18.925354 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-fbc32043-f9fd-42cf-b5ed-b4e4f3b2883a tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] The port '5418ef91-54e4-4472-81a2-d3a13eda8220' was deleted {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 22:19:19.004577 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:19.045166 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4cf57fa2-b62e-4e2a-a020-ad2a7f74c6d7 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:19.082322 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-29f11a49-3a62-4973-bd5c-5eeaa9940a41 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:19.095562 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-d36c1d7c-8295-4aee-8925-9a60a9e39857 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Deleting subnet 7043b8b7-a3ea-4239-8b01-3d33e9dd0d9a {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:19:19.112645 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fbc32043-f9fd-42cf-b5ed-b4e4f3b2883a tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:19.121448 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d36c1d7c-8295-4aee-8925-9a60a9e39857 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:19.154738 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf57fa2-b62e-4e2a-a020-ad2a7f74c6d7 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Network 06a1920c-9add-4829-b47e-d5ec23e66361 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:19:19.161834 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-4cf57fa2-b62e-4e2a-a020-ad2a7f74c6d7 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:19:19.173881 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf57fa2-b62e-4e2a-a020-ad2a7f74c6d7 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:19:19.174841 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4cf57fa2-b62e-4e2a-a020-ad2a7f74c6d7 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:19.186562 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf57fa2-b62e-4e2a-a020-ad2a7f74c6d7 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event updated for resources: {'Subnet': ['ID=19809541-df6f-4ad3-9346-6e52e84c5c71,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:19.196935 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-fbc32043-f9fd-42cf-b5ed-b4e4f3b2883a tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['701c50f5-d31d-4169-bb4b-0acc0efb15fe']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:19:19.213748 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-fbc32043-f9fd-42cf-b5ed-b4e4f3b2883a tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb999df6-ffa7-41be-9381-67039eb918fc') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:19:19.214323 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-fbc32043-f9fd-42cf-b5ed-b4e4f3b2883a tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb999df6-ffa7-41be-9381-67039eb918fc') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:19:19.227628 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4cf57fa2-b62e-4e2a-a020-ad2a7f74c6d7 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9319229 May 05 22:19:19.229505 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55898) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:19.233347 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d36c1d7c-8295-4aee-8925-9a60a9e39857 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:19.269665 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fbc32043-f9fd-42cf-b5ed-b4e4f3b2883a tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:19.279370 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-d7d5241a-9a66-4dac-95ff-e20e2f0861bd tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Request body: {'security_group': {'name': 'tempest-secgroup-306502742'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:19:19.288337 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-29f11a49-3a62-4973-bd5c-5eeaa9940a41 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Allocated IP 172.25.4.32 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/02aaba2e-230e-4344-8ce1-068b9c89cf62) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:19:19.293121 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-d7d5241a-9a66-4dac-95ff-e20e2f0861bd tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:19:19.307288 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a37966-b67b-4db9-9d74-3137e0e418f3 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:19:19.314035 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d7d5241a-9a66-4dac-95ff-e20e2f0861bd tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Usage tracker for resource:security_group and tenant:19bd1ce22cbf41f7ad0f1240c3793693 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:19:19.319393 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488e9bc3-347f-484e-9af5-243165acbb1b None None] Sync routers for ids ['6d1967e1-f8a3-4134-b296-f95dda95c01f'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:19:19.320445 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d7d5241a-9a66-4dac-95ff-e20e2f0861bd tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:19:19.324932 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fbc32043-f9fd-42cf-b5ed-b4e4f3b2883a tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:19.332175 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-d7d5241a-9a66-4dac-95ff-e20e2f0861bd tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:19:19.344908 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee3ffd2-a895-4819-a699-a2c102ecd9bc None None] Network 06a1920c-9add-4829-b47e-d5ec23e66361 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:19:19.356688 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbc32043-f9fd-42cf-b5ed-b4e4f3b2883a tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:19:19.357158 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fbc32043-f9fd-42cf-b5ed-b4e4f3b2883a tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:19.366938 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488e9bc3-347f-484e-9af5-243165acbb1b None None] Routers {'6d1967e1-f8a3-4134-b296-f95dda95c01f'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:19:19.367554 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-488e9bc3-347f-484e-9af5-243165acbb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:19:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['6d1967e1-f8a3-4134-b296-f95dda95c01f'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:19:19.372908 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:19:19.372908 n-d-825175-4 neutron-server[84063]: util.warn( May 05 22:19:19.372908 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:19:19.372908 n-d-825175-4 neutron-server[84063]: util.warn( May 05 22:19:19.372908 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:19:19.372908 n-d-825175-4 neutron-server[84063]: util.warn( May 05 22:19:19.372908 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:19:19.372908 n-d-825175-4 neutron-server[84063]: util.warn( May 05 22:19:19.372908 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:19:19.372908 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:19:19.372908 n-d-825175-4 neutron-server[84063]: timer() May 05 22:19:19.372908 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:19:19.372908 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:19:19.372908 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:19:19.372908 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:19:19.372908 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:19:19.372908 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:19:19.372908 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:19:19.372908 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:19:19.372908 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:19:19.372908 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:19:19.372908 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:19:19.372908 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:19:19.372908 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:19:19.372908 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:19:19.372908 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:19:19.372908 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:19:19.372908 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:19:19.372908 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:19:19.372908 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:19:19.372908 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:19:19.372908 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:19:19.372908 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:19:19.372908 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:19:19.372908 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:19:19.372908 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:19:19.372908 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:19:19.372908 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:19:19.372908 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:19:19.372908 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:19:19.380462 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d7d5241a-9a66-4dac-95ff-e20e2f0861bd tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:19.392922 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-44a37966-b67b-4db9-9d74-3137e0e418f3 admin admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:19.397022 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-44a37966-b67b-4db9-9d74-3137e0e418f3 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 8.1047060 May 05 22:19:19.397692 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55902) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:19.511412 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fbc32043-f9fd-42cf-b5ed-b4e4f3b2883a tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:19.536034 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d36c1d7c-8295-4aee-8925-9a60a9e39857 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:19.571643 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fbc32043-f9fd-42cf-b5ed-b4e4f3b2883a tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:19.575224 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-d7d5241a-9a66-4dac-95ff-e20e2f0861bd tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:19:19.588731 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc32043-f9fd-42cf-b5ed-b4e4f3b2883a tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Pushing event deleted for resources: {'Network': ['ID=701c50f5-d31d-4169-bb4b-0acc0efb15fe,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:19.600099 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d7d5241a-9a66-4dac-95ff-e20e2f0861bd tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Usage tracker for resource:security_group_rule and tenant:19bd1ce22cbf41f7ad0f1240c3793693 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:19:19.607399 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d7d5241a-9a66-4dac-95ff-e20e2f0861bd tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:19:19.611378 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-1e8b6cf7-11c1-44ce-9d87-411cd99e2cde None None] Provisioning complete for port f57099a5-1a6b-43ea-8bca-fcadd798c3a6 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:19:19.611749 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1e8b6cf7-11c1-44ce-9d87-411cd99e2cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:19.616101 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-fbc32043-f9fd-42cf-b5ed-b4e4f3b2883a tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] 10.222.0.23 "DELETE /v2.0/networks/701c50f5-d31d-4169-bb4b-0acc0efb15fe HTTP/1.1" status: 204 len: 168 time: 2.9338987 May 05 22:19:19.620879 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55906) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:19.624564 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-d7d5241a-9a66-4dac-95ff-e20e2f0861bd tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:19:19.627129 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-29f11a49-3a62-4973-bd5c-5eeaa9940a41 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:19.670349 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d36c1d7c-8295-4aee-8925-9a60a9e39857 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:19.687276 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-49ac5fe6-1970-47d8-9ce7-d82586fbae97 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Synchronizing usage tracker for tenant:b5c5ddf123854cd6a71c045ad1f5eb6c on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:19:19.724776 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c1d7c-8295-4aee-8925-9a60a9e39857 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Pushing event deleted for resources: {'Subnet': ['ID=7043b8b7-a3ea-4239-8b01-3d33e9dd0d9a,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:19.739351 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-49ac5fe6-1970-47d8-9ce7-d82586fbae97 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Unset dirty status for tenant:b5c5ddf123854cd6a71c045ad1f5eb6c on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:19:19.739719 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d36c1d7c-8295-4aee-8925-9a60a9e39857 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:19.742973 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-49ac5fe6-1970-47d8-9ce7-d82586fbae97 tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5626550-791a-4904-9226-8a42480270f0 HTTP/1.1" status: 200 len: 205 time: 0.1172357 May 05 22:19:19.744763 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d7d5241a-9a66-4dac-95ff-e20e2f0861bd tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:19.746722 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55910) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:19.754277 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-29f11a49-3a62-4973-bd5c-5eeaa9940a41 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:19.761634 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940a3454-f9b9-4791-8822-905cacba9e51 None None] Network 5128d21b-cb92-46df-afbf-33ccdb741d4c requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:19:19.815375 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d7d5241a-9a66-4dac-95ff-e20e2f0861bd tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:19.835758 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f11a49-3a62-4973-bd5c-5eeaa9940a41 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Pushing event updated for resources: {'Port': ['ID=02aaba2e-230e-4344-8ce1-068b9c89cf62,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:19.839336 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f11a49-3a62-4973-bd5c-5eeaa9940a41 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:19:19.847545 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d36c1d7c-8295-4aee-8925-9a60a9e39857 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] 10.222.0.23 "DELETE /v2.0/subnets/7043b8b7-a3ea-4239-8b01-3d33e9dd0d9a HTTP/1.1" status: 204 len: 168 time: 1.3727808 May 05 22:19:19.847757 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-29f11a49-3a62-4973-bd5c-5eeaa9940a41 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:19:19.848723 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 55916) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:19.853354 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f11a49-3a62-4973-bd5c-5eeaa9940a41 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:19:19.869589 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-488e9bc3-347f-484e-9af5-243165acbb1b None None] Set router 6d1967e1-f8a3-4134-b296-f95dda95c01f gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:19:19.926999 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d7d5241a-9a66-4dac-95ff-e20e2f0861bd tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:19.928092 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d7d5241a-9a66-4dac-95ff-e20e2f0861bd tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.6977148 May 05 22:19:19.932423 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55920) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:19.934706 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d5241a-9a66-4dac-95ff-e20e2f0861bd tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f7cbf4-70ae-42ab-95ed-625e6be5d8d3,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:19.940091 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-6343ed14-0ae2-4d2c-b93a-5db8d1f3be85 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Request body: {'security_group': {'name': 'tempest-secgroup-1022505100'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:19:19.948497 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-6343ed14-0ae2-4d2c-b93a-5db8d1f3be85 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:19:19.954137 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-6343ed14-0ae2-4d2c-b93a-5db8d1f3be85 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Usage tracker for resource:security_group and tenant:19bd1ce22cbf41f7ad0f1240c3793693 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:19:19.957469 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-6343ed14-0ae2-4d2c-b93a-5db8d1f3be85 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:19:19.967367 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-6343ed14-0ae2-4d2c-b93a-5db8d1f3be85 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:19:19.973411 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bd93edc8-87d1-4896-a5ef-22789e3ec99f tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:20.058547 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d6a5304c-5884-4f6f-b21e-a0cd526b6508 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:20.086448 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6343ed14-0ae2-4d2c-b93a-5db8d1f3be85 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:20.208942 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-6343ed14-0ae2-4d2c-b93a-5db8d1f3be85 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:19:20.281664 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-6343ed14-0ae2-4d2c-b93a-5db8d1f3be85 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Usage tracker for resource:security_group_rule and tenant:19bd1ce22cbf41f7ad0f1240c3793693 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:19:20.287320 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-6343ed14-0ae2-4d2c-b93a-5db8d1f3be85 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:19:20.296830 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-6343ed14-0ae2-4d2c-b93a-5db8d1f3be85 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:19:20.443930 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-1e8b6cf7-11c1-44ce-9d87-411cd99e2cde None None] Provisioning complete for port e9e3749f-f539-4190-9409-3c396b7bba11 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:19:20.444343 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-d6a5304c-5884-4f6f-b21e-a0cd526b6508 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Deleting port 805f8a56-63b1-4061-96f4-5970a99c3ef8 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:19:20.444438 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1e8b6cf7-11c1-44ce-9d87-411cd99e2cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:20.444580 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d6a5304c-5884-4f6f-b21e-a0cd526b6508 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:20.508178 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-1e8b6cf7-11c1-44ce-9d87-411cd99e2cde None None] Port e9e3749f-f539-4190-9409-3c396b7bba11 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:19:20.584847 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-488e9bc3-347f-484e-9af5-243165acbb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1967e1-f8a3-4134-b296-f95dda95c01f', 'name': 'tempest-ImageQuotaTest-482042204-router', 'tenant_id': '0c81f79d7f884a38989f2049394b06ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '945be86c-304a-42a2-b6c8-64265361c5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:19:11Z', 'updated_at': '2022-05-05T22:19:16Z', 'revision_number': 3, 'project_id': '0c81f79d7f884a38989f2049394b06ae', 'gw_port': {'id': '945be86c-304a-42a2-b6c8-64265361c5ff', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:3f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1967e1-f8a3-4134-b296-f95dda95c01f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:19:13Z', 'updated_at': '2022-05-05T22:19:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:19:20.589955 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488e9bc3-347f-484e-9af5-243165acbb1b None None] Checking router: 6d1967e1-f8a3-4134-b296-f95dda95c01f for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:19:20.590295 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488e9bc3-347f-484e-9af5-243165acbb1b None None] Updating router 6d1967e1-f8a3-4134-b296-f95dda95c01f port 945be86c-304a-42a2-b6c8-64265361c5ff binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:19:20.640246 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb8b8e8-0e31-4071-8025-b223d0bd8b10 None None] Update dhcp port {'port': {'network_id': '06a1920c-9add-4829-b47e-d5ec23e66361', 'fixed_ips': [{'subnet_id': '595b05a7-f451-4a45-b86a-e799ccdf4747', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '19809541-df6f-4ad3-9346-6e52e84c5c71'}], 'binding:host_id': 'n-d-825175-4'}, 'id': 'f57099a5-1a6b-43ea-8bca-fcadd798c3a6'} from n-d-825175-4. {{(pid=84064) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 05 22:19:20.696551 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370e5682-e74f-4ac0-b2bf-97482379c686 None None] DHCP port deletion for 5128d21b-cb92-46df-afbf-33ccdb741d4c request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:19:20.700298 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bd93edc8-87d1-4896-a5ef-22789e3ec99f tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:20.714379 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-370e5682-e74f-4ac0-b2bf-97482379c686 None None] Deleting port 805f8a56-63b1-4061-96f4-5970a99c3ef8 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:19:20.714767 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-370e5682-e74f-4ac0-b2bf-97482379c686 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:20.729445 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bd93edc8-87d1-4896-a5ef-22789e3ec99f tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:20.756293 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-488e9bc3-347f-484e-9af5-243165acbb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:20.787437 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6343ed14-0ae2-4d2c-b93a-5db8d1f3be85 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:20.793993 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6343ed14-0ae2-4d2c-b93a-5db8d1f3be85 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:20.830095 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-d6a5304c-5884-4f6f-b21e-a0cd526b6508 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] For port 805f8a56-63b1-4061-96f4-5970a99c3ef8, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=805f8a56-63b1-4061-96f4-5970a99c3ef8,segment=NetworkSegment(e36e9466-5aff-487a-8736-725ced7a361b),segment_id=e36e9466-5aff-487a-8736-725ced7a361b)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:19:20.830470 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d6a5304c-5884-4f6f-b21e-a0cd526b6508 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:20.858150 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bd93edc8-87d1-4896-a5ef-22789e3ec99f tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:20.858626 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd93edc8-87d1-4896-a5ef-22789e3ec99f tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Fanout notify agent at l3_agent the message router_deleted on router e5626550-791a-4904-9226-8a42480270f0 {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:19:20.866419 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6343ed14-0ae2-4d2c-b93a-5db8d1f3be85 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6879e98-ecd1-4a1f-bf2b-972b246486cb,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:20.869383 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6343ed14-0ae2-4d2c-b93a-5db8d1f3be85 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:20.870775 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-6343ed14-0ae2-4d2c-b93a-5db8d1f3be85 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9372356 May 05 22:19:20.875749 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bd93edc8-87d1-4896-a5ef-22789e3ec99f tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:20.876826 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-bd93edc8-87d1-4896-a5ef-22789e3ec99f tempest-RoutersNegativeTest-364311127 tempest-RoutersNegativeTest-364311127-project] 10.222.0.23 "DELETE /v2.0/routers/e5626550-791a-4904-9226-8a42480270f0 HTTP/1.1" status: 204 len: 168 time: 1.1291578 May 05 22:19:20.877769 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55924) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:20.883701 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-92e90447-397c-4a04-a4b6-484b784212cc tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Request body: {'security_group': {'name': 'tempest-secgroup-1554351708'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:19:20.891571 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-92e90447-397c-4a04-a4b6-484b784212cc tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:19:20.897085 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-92e90447-397c-4a04-a4b6-484b784212cc tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Usage tracker for resource:security_group and tenant:19bd1ce22cbf41f7ad0f1240c3793693 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:19:20.901187 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-92e90447-397c-4a04-a4b6-484b784212cc tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:19:20.907285 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-92e90447-397c-4a04-a4b6-484b784212cc tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:19:20.921084 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-92e90447-397c-4a04-a4b6-484b784212cc tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:20.964728 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-92e90447-397c-4a04-a4b6-484b784212cc tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:19:20.969747 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-92e90447-397c-4a04-a4b6-484b784212cc tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Usage tracker for resource:security_group_rule and tenant:19bd1ce22cbf41f7ad0f1240c3793693 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:19:20.973821 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1cb8b8e8-0e31-4071-8025-b223d0bd8b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:20.974368 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-92e90447-397c-4a04-a4b6-484b784212cc tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:19:20.981889 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-92e90447-397c-4a04-a4b6-484b784212cc tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:19:21.046007 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-d6a5304c-5884-4f6f-b21e-a0cd526b6508 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Calling delete_port for 805f8a56-63b1-4061-96f4-5970a99c3ef8 owned by network:dhcp {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:19:21.062472 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-92e90447-397c-4a04-a4b6-484b784212cc tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:21.076417 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-92e90447-397c-4a04-a4b6-484b784212cc tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:21.120774 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e90447-397c-4a04-a4b6-484b784212cc tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2d8af6-b70d-40d4-9cf8-5f969b678874,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:21.139060 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-92e90447-397c-4a04-a4b6-484b784212cc tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:21.140650 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-92e90447-397c-4a04-a4b6-484b784212cc tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2619002 May 05 22:19:21.144704 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55932) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:21.152865 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-4c5944d6-50e4-4529-8c9b-9d7f4ccd7b7f tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-590252851', 'security_groups': ['ea2d8af6-b70d-40d4-9cf8-5f969b678874'], 'network_id': '06a1920c-9add-4829-b47e-d5ec23e66361', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '19809541-df6f-4ad3-9346-6e52e84c5c71'}]}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:19:21.288029 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55936) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:21.331338 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-4c5944d6-50e4-4529-8c9b-9d7f4ccd7b7f tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:19:21.343833 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-370e5682-e74f-4ac0-b2bf-97482379c686 None None] For port 805f8a56-63b1-4061-96f4-5970a99c3ef8, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=805f8a56-63b1-4061-96f4-5970a99c3ef8,segment=NetworkSegment(e36e9466-5aff-487a-8736-725ced7a361b),segment_id=e36e9466-5aff-487a-8736-725ced7a361b)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:19:21.344214 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-370e5682-e74f-4ac0-b2bf-97482379c686 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:21.347844 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-4c5944d6-50e4-4529-8c9b-9d7f4ccd7b7f tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:19:21.366962 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5944d6-50e4-4529-8c9b-9d7f4ccd7b7f tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Made reservation on behalf of 19bd1ce22cbf41f7ad0f1240c3793693 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:19:21.402300 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d6a5304c-5884-4f6f-b21e-a0cd526b6508 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:21.477820 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-370e5682-e74f-4ac0-b2bf-97482379c686 None None] Calling delete_port for 805f8a56-63b1-4061-96f4-5970a99c3ef8 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:19:21.522010 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a5304c-5884-4f6f-b21e-a0cd526b6508 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Pushing event deleted for resources: {'Port': ['ID=805f8a56-63b1-4061-96f4-5970a99c3ef8,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:21.579702 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4c5944d6-50e4-4529-8c9b-9d7f4ccd7b7f tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:21.591315 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a5304c-5884-4f6f-b21e-a0cd526b6508 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] No DVR routers for this DVR port 805f8a56-63b1-4061-96f4-5970a99c3ef8 on host n-d-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:19:21.602714 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f8f32f80-629a-45df-abb4-538e1c7c0de8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b5c5ddf123854cd6a71c045ad1f5eb6c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3133793 May 05 22:19:21.603090 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55942) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:21.637999 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [None req-4c5944d6-50e4-4529-8c9b-9d7f4ccd7b7f tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] device_id is not set on port 7ec0b9d6-2186-47f5-a8b0-a6be20234555 yet. {{(pid=84063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 22:19:21.706773 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-370e5682-e74f-4ac0-b2bf-97482379c686 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:19:21.707120 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-370e5682-e74f-4ac0-b2bf-97482379c686 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:19:21.726258 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-1cb8b8e8-0e31-4071-8025-b223d0bd8b10 None None] Allocated IP 2001:db8::2 (06a1920c-9add-4829-b47e-d5ec23e66361/19809541-df6f-4ad3-9346-6e52e84c5c71/f57099a5-1a6b-43ea-8bca-fcadd798c3a6) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:19:21.773985 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d6a5304c-5884-4f6f-b21e-a0cd526b6508 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:21.779818 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8014f6b8-e0f4-4133-8239-2adb95085edf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:21.824453 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-d6a5304c-5884-4f6f-b21e-a0cd526b6508 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5128d21b-cb92-46df-afbf-33ccdb741d4c']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:19:21.830779 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8014f6b8-e0f4-4133-8239-2adb95085edf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:21.842324 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-d6a5304c-5884-4f6f-b21e-a0cd526b6508 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e36e9466-5aff-487a-8736-725ced7a361b') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:19:21.842724 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-d6a5304c-5884-4f6f-b21e-a0cd526b6508 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e36e9466-5aff-487a-8736-725ced7a361b') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:19:21.862741 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d6a5304c-5884-4f6f-b21e-a0cd526b6508 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:21.888786 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d6a5304c-5884-4f6f-b21e-a0cd526b6508 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:21.898134 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8014f6b8-e0f4-4133-8239-2adb95085edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:21.925162 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8014f6b8-e0f4-4133-8239-2adb95085edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc29bdf8-a56d-4df3-b04d-4bc7b39d3123,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:21.932854 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8014f6b8-e0f4-4133-8239-2adb95085edf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:21.932984 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 805f8a56-63b1-4061-96f4-5970a99c3ef8 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:19:21.945835 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8014f6b8-e0f4-4133-8239-2adb95085edf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dc29bdf8-a56d-4df3-b04d-4bc7b39d3123 HTTP/1.1" status: 204 len: 168 time: 0.3325045 May 05 22:19:21.992284 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6a5304c-5884-4f6f-b21e-a0cd526b6508 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:19:21.992763 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d6a5304c-5884-4f6f-b21e-a0cd526b6508 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:21.993278 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 805f8a56-63b1-4061-96f4-5970a99c3ef8 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:19:21.993399 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 805f8a56-63b1-4061-96f4-5970a99c3ef8 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:19:22.010153 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 22:19:22.010153 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:19:22.010153 n-d-825175-4 neutron-server[84061]: timer() May 05 22:19:22.010153 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:19:22.010153 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 22:19:22.010153 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:19:22.010153 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 22:19:22.010153 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:19:22.010153 n-d-825175-4 neutron-server[84061]: self._notify() May 05 22:19:22.010153 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:19:22.010153 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 22:19:22.010153 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:19:22.010153 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 22:19:22.010153 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:19:22.010153 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:19:22.010153 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:19:22.010153 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:19:22.010153 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:19:22.010153 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 22:19:22.010153 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:19:22.010153 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 22:19:22.010153 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:19:22.010153 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:19:22.010153 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:19:22.010153 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 22:19:22.010153 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:19:22.010153 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:19:22.010153 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:19:22.010153 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:19:22.010153 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:19:22.010153 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:19:22.010153 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:19:22.034286 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-488e9bc3-347f-484e-9af5-243165acbb1b None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:22.063103 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-1cb8b8e8-0e31-4071-8025-b223d0bd8b10 None None] For port f57099a5-1a6b-43ea-8bca-fcadd798c3a6, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=f57099a5-1a6b-43ea-8bca-fcadd798c3a6,segment=NetworkSegment(b3425f9b-e179-453f-8742-a2c124b0fe49),segment_id=b3425f9b-e179-453f-8742-a2c124b0fe49)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:19:22.090592 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1cb8b8e8-0e31-4071-8025-b223d0bd8b10 None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:22.208715 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-370e5682-e74f-4ac0-b2bf-97482379c686 None None] Deleting port 805f8a56-63b1-4061-96f4-5970a99c3ef8 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:19:22.209173 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-370e5682-e74f-4ac0-b2bf-97482379c686 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:22.239317 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-29f11a49-3a62-4973-bd5c-5eeaa9940a41 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:22.272982 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-1cb8b8e8-0e31-4071-8025-b223d0bd8b10 None None] Transition to ACTIVE for port object f57099a5-1a6b-43ea-8bca-fcadd798c3a6 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:19:22.274234 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-488e9bc3-347f-484e-9af5-243165acbb1b None None] Transition to ACTIVE for port object 945be86c-304a-42a2-b6c8-64265361c5ff will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:19:22.287232 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-370e5682-e74f-4ac0-b2bf-97482379c686 None None] The port '805f8a56-63b1-4061-96f4-5970a99c3ef8' was deleted {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 22:19:22.288362 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1cb8b8e8-0e31-4071-8025-b223d0bd8b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:22.315230 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d6a5304c-5884-4f6f-b21e-a0cd526b6508 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:22.329217 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-488e9bc3-347f-484e-9af5-243165acbb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:22.359067 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d6a5304c-5884-4f6f-b21e-a0cd526b6508 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:22.385445 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-4c5944d6-50e4-4529-8c9b-9d7f4ccd7b7f tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Allocated IP 2001:db8::32c (06a1920c-9add-4829-b47e-d5ec23e66361/19809541-df6f-4ad3-9346-6e52e84c5c71/7ec0b9d6-2186-47f5-a8b0-a6be20234555) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:19:22.393415 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a5304c-5884-4f6f-b21e-a0cd526b6508 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] Pushing event deleted for resources: {'Network': ['ID=5128d21b-cb92-46df-afbf-33ccdb741d4c,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:22.415682 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-29f11a49-3a62-4973-bd5c-5eeaa9940a41 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:22.447235 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-d6a5304c-5884-4f6f-b21e-a0cd526b6508 tempest-FloatingIPNegativeTestJSON-169939075 tempest-FloatingIPNegativeTestJSON-169939075-project] 10.222.0.23 "DELETE /v2.0/networks/5128d21b-cb92-46df-afbf-33ccdb741d4c HTTP/1.1" status: 204 len: 168 time: 2.5968218 May 05 22:19:22.489015 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-488e9bc3-347f-484e-9af5-243165acbb1b None None] Attempting to bind port 945be86c-304a-42a2-b6c8-64265361c5ff on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:19:22.489668 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-488e9bc3-347f-484e-9af5-243165acbb1b None None] Attempting to bind port 945be86c-304a-42a2-b6c8-64265361c5ff by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:19:22.490020 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488e9bc3-347f-484e-9af5-243165acbb1b None None] Attempting to bind port 945be86c-304a-42a2-b6c8-64265361c5ff on network 25bfe237-58de-4709-a3e0-ac79da07c300 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:19:22.506778 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb8b8e8-0e31-4071-8025-b223d0bd8b10 None None] Pushing event updated for resources: {'Port': ['ID=f57099a5-1a6b-43ea-8bca-fcadd798c3a6,revision_number=6']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:22.555062 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488e9bc3-347f-484e-9af5-243165acbb1b None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:19:22.556960 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488e9bc3-347f-484e-9af5-243165acbb1b None None] Checking segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:19:22.556960 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-488e9bc3-347f-484e-9af5-243165acbb1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:22.557195 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488e9bc3-347f-484e-9af5-243165acbb1b None None] Bound using segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:19:22.558081 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-488e9bc3-347f-484e-9af5-243165acbb1b None None] Bound port: 945be86c-304a-42a2-b6c8-64265361c5ff, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:19:22.558460 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-488e9bc3-347f-484e-9af5-243165acbb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:22.656057 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b37a19-13b0-4dfd-8e7d-77334e6b5705 None None] Pushing event updated for resources: {'Port': ['ID=945be86c-304a-42a2-b6c8-64265361c5ff,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:22.698504 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-488e9bc3-347f-484e-9af5-243165acbb1b None None] For port 945be86c-304a-42a2-b6c8-64265361c5ff, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:19:22.707427 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-488e9bc3-347f-484e-9af5-243165acbb1b None None] For port 945be86c-304a-42a2-b6c8-64265361c5ff, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=945be86c-304a-42a2-b6c8-64265361c5ff,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:19:22.716419 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-488e9bc3-347f-484e-9af5-243165acbb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:22.827515 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-78def60d-2bf6-478f-a137-5f7a2078ade8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:22.836072 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b37a19-13b0-4dfd-8e7d-77334e6b5705 None None] Pushing event updated for resources: {'Port': ['ID=945be86c-304a-42a2-b6c8-64265361c5ff,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:22.840996 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488e9bc3-347f-484e-9af5-243165acbb1b None None] Routers {'6d1967e1-f8a3-4134-b296-f95dda95c01f'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:19:22.841618 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-488e9bc3-347f-484e-9af5-243165acbb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:19:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['6d1967e1-f8a3-4134-b296-f95dda95c01f'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:19:22.844284 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4c5944d6-50e4-4529-8c9b-9d7f4ccd7b7f tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:22.862277 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-4c5944d6-50e4-4529-8c9b-9d7f4ccd7b7f tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Transition to ACTIVE for port object 7ec0b9d6-2186-47f5-a8b0-a6be20234555 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:19:22.889812 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4c5944d6-50e4-4529-8c9b-9d7f4ccd7b7f tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:23.026966 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5944d6-50e4-4529-8c9b-9d7f4ccd7b7f tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Network 06a1920c-9add-4829-b47e-d5ec23e66361 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:19:23.038515 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-29f11a49-3a62-4973-bd5c-5eeaa9940a41 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:23.043417 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-4c5944d6-50e4-4529-8c9b-9d7f4ccd7b7f tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:19:23.053719 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5944d6-50e4-4529-8c9b-9d7f4ccd7b7f tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:19:23.063864 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5944d6-50e4-4529-8c9b-9d7f4ccd7b7f tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:19:23.064559 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4c5944d6-50e4-4529-8c9b-9d7f4ccd7b7f tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:23.091839 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55966) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:23.098249 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-29f11a49-3a62-4973-bd5c-5eeaa9940a41 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:23.114989 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-488e9bc3-347f-484e-9af5-243165acbb1b None None] Set router 6d1967e1-f8a3-4134-b296-f95dda95c01f gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:19:23.116443 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5944d6-50e4-4529-8c9b-9d7f4ccd7b7f tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event updated for resources: {'Port': ['ID=7ec0b9d6-2186-47f5-a8b0-a6be20234555,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:23.128963 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-4c5944d6-50e4-4529-8c9b-9d7f4ccd7b7f tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9829957 May 05 22:19:23.133664 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55972) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:23.143154 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-d93dc616-cfa3-4f05-8d7d-f8359251bbf5 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Request body: {'subnet': {'network_id': '06a1920c-9add-4829-b47e-d5ec23e66361', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:19:23.408570 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-78def60d-2bf6-478f-a137-5f7a2078ade8 admin admin] Allocated IP 172.20.0.1 (786206aa-bcec-482f-9538-9587506c4bb3/4dc9a45f-a29a-4fb8-a1de-566402aacbae/52c563f1-44a6-4872-96e4-aca7efc39719) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:19:23.428585 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-d93dc616-cfa3-4f05-8d7d-f8359251bbf5 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:19:23.433580 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-25a24e18-25e4-4f67-a7bf-2f32810c4a7d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d16c805389654d07b9eda65ea43b10ce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3364077 May 05 22:19:23.437058 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d93dc616-cfa3-4f05-8d7d-f8359251bbf5 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Usage tracker for resource:subnet and tenant:19bd1ce22cbf41f7ad0f1240c3793693 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:19:23.444649 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55978) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:23.454765 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d93dc616-cfa3-4f05-8d7d-f8359251bbf5 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:19:23.471247 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f11a49-3a62-4973-bd5c-5eeaa9940a41 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Pushing event updated for resources: {'Port': ['ID=02aaba2e-230e-4344-8ce1-068b9c89cf62,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:23.497499 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-d93dc616-cfa3-4f05-8d7d-f8359251bbf5 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:19:23.527491 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93dc616-cfa3-4f05-8d7d-f8359251bbf5 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Made reservation on behalf of 19bd1ce22cbf41f7ad0f1240c3793693 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:19:23.530976 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d93dc616-cfa3-4f05-8d7d-f8359251bbf5 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:23.567624 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-10294525-6f9e-42a5-9329-7e28de215bf1 None None] Provisioning for port f57099a5-1a6b-43ea-8bca-fcadd798c3a6 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:19:23.579471 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-10294525-6f9e-42a5-9329-7e28de215bf1 None None] Provisioning complete for port f57099a5-1a6b-43ea-8bca-fcadd798c3a6 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:19:23.580307 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-10294525-6f9e-42a5-9329-7e28de215bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:23.609693 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-29f11a49-3a62-4973-bd5c-5eeaa9940a41 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:23.722483 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-da03834e-126b-4cf2-b8b8-eff4909d52c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:23.780716 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-488e9bc3-347f-484e-9af5-243165acbb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1967e1-f8a3-4134-b296-f95dda95c01f', 'name': 'tempest-ImageQuotaTest-482042204-router', 'tenant_id': '0c81f79d7f884a38989f2049394b06ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '945be86c-304a-42a2-b6c8-64265361c5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:19:11Z', 'updated_at': '2022-05-05T22:19:16Z', 'revision_number': 3, 'project_id': '0c81f79d7f884a38989f2049394b06ae', 'gw_port': {'id': '945be86c-304a-42a2-b6c8-64265361c5ff', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:3f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1967e1-f8a3-4134-b296-f95dda95c01f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:19:13Z', 'updated_at': '2022-05-05T22:19:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:19:23.784138 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-da03834e-126b-4cf2-b8b8-eff4909d52c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:23.792903 n-d-825175-4 neutron-server[84063]: INFO neutron.db.ipam_backend_mixin [None req-d93dc616-cfa3-4f05-8d7d-f8359251bbf5 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 19809541-df6f-4ad3-9346-6e52e84c5c71 (CIDR: 2001:db8::/64) May 05 22:19:23.793355 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488e9bc3-347f-484e-9af5-243165acbb1b None None] The sync data for ids ['6d1967e1-f8a3-4134-b296-f95dda95c01f'] in n-d-825175-4 is: [{'id': '6d1967e1-f8a3-4134-b296-f95dda95c01f', 'name': 'tempest-ImageQuotaTest-482042204-router', 'tenant_id': '0c81f79d7f884a38989f2049394b06ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '945be86c-304a-42a2-b6c8-64265361c5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:19:11Z', 'updated_at': '2022-05-05T22:19:16Z', 'revision_number': 3, 'project_id': '0c81f79d7f884a38989f2049394b06ae', 'gw_port': {'id': '945be86c-304a-42a2-b6c8-64265361c5ff', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:3f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1967e1-f8a3-4134-b296-f95dda95c01f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:19:13Z', 'updated_at': '2022-05-05T22:19:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:19:23.808360 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-d93dc616-cfa3-4f05-8d7d-f8359251bbf5 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 22:19:23.808829 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d93dc616-cfa3-4f05-8d7d-f8359251bbf5 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:19:23.876282 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d93dc616-cfa3-4f05-8d7d-f8359251bbf5 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7392309 May 05 22:19:23.877140 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 55986) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:23.880657 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-10294525-6f9e-42a5-9329-7e28de215bf1 None None] Provisioning complete for port e9e3749f-f539-4190-9409-3c396b7bba11 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:19:23.881030 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-10294525-6f9e-42a5-9329-7e28de215bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:23.892602 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-0c031517-9894-43fa-8142-ff066e9472bc tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Request body: {'subnet': {'network_id': '06a1920c-9add-4829-b47e-d5ec23e66361', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:19:23.913177 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-78def60d-2bf6-478f-a137-5f7a2078ade8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:23.931899 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device f57099a5-1a6b-43ea-8bca-fcadd798c3a6 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:19:23.937517 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-78def60d-2bf6-478f-a137-5f7a2078ade8 admin admin] Transition to ACTIVE for port object 52c563f1-44a6-4872-96e4-aca7efc39719 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:19:23.982610 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-78def60d-2bf6-478f-a137-5f7a2078ade8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:24.012445 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-10294525-6f9e-42a5-9329-7e28de215bf1 None None] Port e9e3749f-f539-4190-9409-3c396b7bba11 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:19:24.033518 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port f57099a5-1a6b-43ea-8bca-fcadd798c3a6 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:19:24.033946 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:24.084052 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78def60d-2bf6-478f-a137-5f7a2078ade8 admin admin] Network 786206aa-bcec-482f-9538-9587506c4bb3 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:19:24.106045 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-78def60d-2bf6-478f-a137-5f7a2078ade8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:19:24.126050 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78def60d-2bf6-478f-a137-5f7a2078ade8 admin admin] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:19:24.243601 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-6e761687-2dea-4c97-84fe-7faa73d40e79 None None] Provisioning for port 7ec0b9d6-2186-47f5-a8b0-a6be20234555 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:19:24.255284 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-6e761687-2dea-4c97-84fe-7faa73d40e79 None None] Provisioning complete for port 7ec0b9d6-2186-47f5-a8b0-a6be20234555 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:19:24.256050 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6e761687-2dea-4c97-84fe-7faa73d40e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:24.261175 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78def60d-2bf6-478f-a137-5f7a2078ade8 admin admin] Pushing event updated for resources: {'Port': ['ID=52c563f1-44a6-4872-96e4-aca7efc39719,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:24.288470 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-78def60d-2bf6-478f-a137-5f7a2078ade8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:24.305720 n-d-825175-4 neutron-server[84061]: INFO neutron.db.l3_db [None req-29f11a49-3a62-4973-bd5c-5eeaa9940a41 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Floating IP 67bac806-d9e9-4dd6-b76b-2b27024c4c19 associated. External IP: 172.25.4.32, port: 58a45dc3-5147-4730-b76c-79f8d50a95b9. May 05 22:19:24.396478 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-da03834e-126b-4cf2-b8b8-eff4909d52c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:24.406288 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-0c031517-9894-43fa-8142-ff066e9472bc tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:19:24.410266 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0c031517-9894-43fa-8142-ff066e9472bc tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Usage tracker for resource:subnet and tenant:19bd1ce22cbf41f7ad0f1240c3793693 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:19:24.438798 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0c031517-9894-43fa-8142-ff066e9472bc tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:19:24.452697 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-6e761687-2dea-4c97-84fe-7faa73d40e79 None None] Port 7ec0b9d6-2186-47f5-a8b0-a6be20234555 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:19:24.456101 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-0c031517-9894-43fa-8142-ff066e9472bc tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:19:24.458364 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da03834e-126b-4cf2-b8b8-eff4909d52c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bee7f0-b3e2-49f1-82da-4e4920850867,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:24.479349 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-da03834e-126b-4cf2-b8b8-eff4909d52c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:24.480504 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-da03834e-126b-4cf2-b8b8-eff4909d52c1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/65bee7f0-b3e2-49f1-82da-4e4920850867 HTTP/1.1" status: 204 len: 168 time: 1.0348158 May 05 22:19:24.492380 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c031517-9894-43fa-8142-ff066e9472bc tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Made reservation on behalf of 19bd1ce22cbf41f7ad0f1240c3793693 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:19:24.496642 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0c031517-9894-43fa-8142-ff066e9472bc tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:24.593114 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-5b994754-1d9a-4aa1-b6b6-a5380e3b7d6d None None] Provisioning for port 52c563f1-44a6-4872-96e4-aca7efc39719 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:19:24.601306 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-5b994754-1d9a-4aa1-b6b6-a5380e3b7d6d None None] Provisioning complete for port 52c563f1-44a6-4872-96e4-aca7efc39719 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:19:24.603252 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5b994754-1d9a-4aa1-b6b6-a5380e3b7d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:24.745035 n-d-825175-4 neutron-server[84063]: INFO neutron.db.ipam_backend_mixin [None req-0c031517-9894-43fa-8142-ff066e9472bc tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 595b05a7-f451-4a45-b86a-e799ccdf4747 (CIDR: 2001:db8:0:1::/64) May 05 22:19:24.749966 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c031517-9894-43fa-8142-ff066e9472bc tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 22:19:24.751396 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c031517-9894-43fa-8142-ff066e9472bc tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:19:24.780249 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0c031517-9894-43fa-8142-ff066e9472bc tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8998439 May 05 22:19:24.784164 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56004) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:24.792777 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-79649c47-2718-4419-9536-973f393caedb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Request body: {'subnet': {'network_id': '06a1920c-9add-4829-b47e-d5ec23e66361', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:19:24.796626 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-5b994754-1d9a-4aa1-b6b6-a5380e3b7d6d None None] Port 52c563f1-44a6-4872-96e4-aca7efc39719 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:19:24.807724 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-78def60d-2bf6-478f-a137-5f7a2078ade8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:24.997574 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-79649c47-2718-4419-9536-973f393caedb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:19:25.001991 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-79649c47-2718-4419-9536-973f393caedb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Usage tracker for resource:subnet and tenant:19bd1ce22cbf41f7ad0f1240c3793693 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:19:25.005683 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-79649c47-2718-4419-9536-973f393caedb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:19:25.013440 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-79649c47-2718-4419-9536-973f393caedb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:19:25.028454 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79649c47-2718-4419-9536-973f393caedb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Made reservation on behalf of 19bd1ce22cbf41f7ad0f1240c3793693 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:19:25.032502 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-79649c47-2718-4419-9536-973f393caedb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:25.387416 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-79649c47-2718-4419-9536-973f393caedb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:25.445430 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79649c47-2718-4419-9536-973f393caedb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Network 06a1920c-9add-4829-b47e-d5ec23e66361 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:19:25.452857 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-79649c47-2718-4419-9536-973f393caedb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:19:25.457552 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79649c47-2718-4419-9536-973f393caedb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:19:25.458301 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-79649c47-2718-4419-9536-973f393caedb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:25.470441 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745a9f40-19a8-42a2-9c1b-8560714cad8c None None] Network 06a1920c-9add-4829-b47e-d5ec23e66361 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:19:25.485596 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79649c47-2718-4419-9536-973f393caedb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event updated for resources: {'Subnet': ['ID=150e8702-f52f-461a-8dfe-ccb020f90d3c,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:25.495479 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-79649c47-2718-4419-9536-973f393caedb tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7093759 May 05 22:19:25.497756 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56024) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:25.510260 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-4b667375-27c8-4f01-bf89-e3dbfb07601c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-589725078', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '150e8702-f52f-461a-8dfe-ccb020f90d3c'}], 'security_groups': ['b7f7cbf4-70ae-42ab-95ed-625e6be5d8d3', 'b6879e98-ecd1-4a1f-bf2b-972b246486cb']}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:19:25.536357 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-78def60d-2bf6-478f-a137-5f7a2078ade8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:25.554931 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-78def60d-2bf6-478f-a137-5f7a2078ade8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:25.771873 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78def60d-2bf6-478f-a137-5f7a2078ade8 admin admin] Pushing event updated for resources: {'Port': ['ID=52c563f1-44a6-4872-96e4-aca7efc39719,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:25.789509 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-78def60d-2bf6-478f-a137-5f7a2078ade8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:25.980166 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 945be86c-304a-42a2-b6c8-64265361c5ff up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:19:26.041804 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4b667375-27c8-4f01-bf89-e3dbfb07601c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:26.081258 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f11a49-3a62-4973-bd5c-5eeaa9940a41 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Router 0d6a4664-1695-4669-88f5-3b07976e28cf has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:19:26.091063 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722f5d18-8f15-4d9f-862f-a3cd6fb06289 None None] Update dhcp port {'port': {'network_id': '06a1920c-9add-4829-b47e-d5ec23e66361', 'fixed_ips': [{'subnet_id': '595b05a7-f451-4a45-b86a-e799ccdf4747', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '19809541-df6f-4ad3-9346-6e52e84c5c71', 'ip_address': '2001:db8::2'}, {'subnet_id': '150e8702-f52f-461a-8dfe-ccb020f90d3c'}], 'binding:host_id': 'n-d-825175-4'}, 'id': 'f57099a5-1a6b-43ea-8bca-fcadd798c3a6'} from n-d-825175-4. {{(pid=84064) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 05 22:19:26.108885 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78def60d-2bf6-478f-a137-5f7a2078ade8 admin admin] Network 786206aa-bcec-482f-9538-9587506c4bb3 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:19:26.120431 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 945be86c-304a-42a2-b6c8-64265361c5ff completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:19:26.123271 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-78def60d-2bf6-478f-a137-5f7a2078ade8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:19:26.150263 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 945be86c-304a-42a2-b6c8-64265361c5ff triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:19:26.150631 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:26.274532 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-722f5d18-8f15-4d9f-862f-a3cd6fb06289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:26.589313 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:26.656531 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 945be86c-304a-42a2-b6c8-64265361c5ff, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=945be86c-304a-42a2-b6c8-64265361c5ff,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:19:26.659128 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-a4d9065d-158e-44c4-86d1-c4cf77bda446 None None] Provisioning complete for port 52c563f1-44a6-4872-96e4-aca7efc39719 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:19:26.659488 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a4d9065d-158e-44c4-86d1-c4cf77bda446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:26.703221 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:26.793740 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-722f5d18-8f15-4d9f-862f-a3cd6fb06289 None None] Allocated IP 2001:db8:0:2::2 (06a1920c-9add-4829-b47e-d5ec23e66361/150e8702-f52f-461a-8dfe-ccb020f90d3c/f57099a5-1a6b-43ea-8bca-fcadd798c3a6) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:19:26.832658 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-a4d9065d-158e-44c4-86d1-c4cf77bda446 None None] Port 52c563f1-44a6-4872-96e4-aca7efc39719 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:19:26.919608 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=945be86c-304a-42a2-b6c8-64265361c5ff,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:26.962007 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-722f5d18-8f15-4d9f-862f-a3cd6fb06289 None None] For port f57099a5-1a6b-43ea-8bca-fcadd798c3a6, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=f57099a5-1a6b-43ea-8bca-fcadd798c3a6,segment=NetworkSegment(b3425f9b-e179-453f-8742-a2c124b0fe49),segment_id=b3425f9b-e179-453f-8742-a2c124b0fe49)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:19:26.996197 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-722f5d18-8f15-4d9f-862f-a3cd6fb06289 None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:27.021795 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-722f5d18-8f15-4d9f-862f-a3cd6fb06289 None None] Transition to ACTIVE for port object f57099a5-1a6b-43ea-8bca-fcadd798c3a6 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:19:27.029429 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-722f5d18-8f15-4d9f-862f-a3cd6fb06289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:27.222273 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722f5d18-8f15-4d9f-862f-a3cd6fb06289 None None] Pushing event updated for resources: {'Port': ['ID=f57099a5-1a6b-43ea-8bca-fcadd798c3a6,revision_number=7']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:27.233054 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-4b667375-27c8-4f01-bf89-e3dbfb07601c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Delete allocated IP 2001:db8::32c (06a1920c-9add-4829-b47e-d5ec23e66361/19809541-df6f-4ad3-9346-6e52e84c5c71) {{(pid=84061) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 05 22:19:27.246615 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-4b667375-27c8-4f01-bf89-e3dbfb07601c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Allocated IP 2001:db8:0:2::39f (06a1920c-9add-4829-b47e-d5ec23e66361/150e8702-f52f-461a-8dfe-ccb020f90d3c/7ec0b9d6-2186-47f5-a8b0-a6be20234555) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:19:27.312148 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f11a49-3a62-4973-bd5c-5eeaa9940a41 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:19:27.327238 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fd981f-dba0-403d-b291-e9a723b0adf8 None None] Sync routers for ids ['0d6a4664-1695-4669-88f5-3b07976e28cf'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:19:27.346838 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fd981f-dba0-403d-b291-e9a723b0adf8 None None] Routers {'0d6a4664-1695-4669-88f5-3b07976e28cf'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:19:27.347483 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-a8fd981f-dba0-403d-b291-e9a723b0adf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:19:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['0d6a4664-1695-4669-88f5-3b07976e28cf'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:19:27.462715 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-29f11a49-3a62-4973-bd5c-5eeaa9940a41 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:27.623321 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-29f11a49-3a62-4973-bd5c-5eeaa9940a41 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.9428456 May 05 22:19:27.626221 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56088) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:27.633034 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a69e881a-14a1-4ba4-9933-0f1ca5423e0f', 'tag': '58a45dc3-5147-4730-b76c-79f8d50a95b9'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:19:27.653687 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-a8fd981f-dba0-403d-b291-e9a723b0adf8 None None] Set router 0d6a4664-1695-4669-88f5-3b07976e28cf gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:19:27.677383 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78def60d-2bf6-478f-a137-5f7a2078ade8 admin admin] Router 6d1967e1-f8a3-4134-b296-f95dda95c01f has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:19:27.842147 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f74d1f9b-769f-4f05-9f4d-d180526b930b tempest-TestVolumeBackupRestore-1265185503 tempest-TestVolumeBackupRestore-1265185503-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a69e881a-14a1-4ba4-9933-0f1ca5423e0f HTTP/1.1" status: 200 len: 1092 time: 0.2147319 May 05 22:19:27.844742 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56094) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:27.853584 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-cf52d618-9db8-436c-b505-113e70f2e0f0 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Request body: {'floatingip': {'port_id': '58a45dc3-5147-4730-b76c-79f8d50a95b9'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:19:27.937033 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d0f4120-9a70-402f-bf0b-36a104d5fa2f'] response: {'name': 'network-changed', 'server_uuid': 'a69e881a-14a1-4ba4-9933-0f1ca5423e0f', 'tag': '58a45dc3-5147-4730-b76c-79f8d50a95b9', 'status': 'completed', 'code': 200} May 05 22:19:28.001875 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 945be86c-304a-42a2-b6c8-64265361c5ff up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:19:28.093779 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4b667375-27c8-4f01-bf89-e3dbfb07601c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:28.172631 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cf52d618-9db8-436c-b505-113e70f2e0f0 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Notify callbacks [] for floatingip, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:28.296399 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-4b667375-27c8-4f01-bf89-e3dbfb07601c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Transition to ACTIVE for port object 7ec0b9d6-2186-47f5-a8b0-a6be20234555 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:19:28.313157 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4b667375-27c8-4f01-bf89-e3dbfb07601c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:28.343845 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 945be86c-304a-42a2-b6c8-64265361c5ff triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:19:28.343845 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:28.427579 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:19:28.511081 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-a8fd981f-dba0-403d-b291-e9a723b0adf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6a4664-1695-4669-88f5-3b07976e28cf', 'name': 'tempest-TestVolumeBackupRestore-170793685-router', 'tenant_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'e2e8f770-812e-4732-a746-ae152ef360ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:14:56Z', 'updated_at': '2022-05-05T22:15:08Z', 'revision_number': 4, 'project_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'gw_port': {'id': 'e2e8f770-812e-4732-a746-ae152ef360ad', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6a4664-1695-4669-88f5-3b07976e28cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:14:57Z', 'updated_at': '2022-05-05T22:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '67bac806-d9e9-4dd6-b76b-2b27024c4c19', 'tenant_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'floating_ip_address': '172.25.4.32', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '0d6a4664-1695-4669-88f5-3b07976e28cf', 'port_id': '58a45dc3-5147-4730-b76c-79f8d50a95b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e', 'mac_address': 'fa:16:3e:f4:d9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69e881a-14a1-4ba4-9933-0f1ca5423e0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:19:21Z', 'updated_at': '2022-05-05T22:19:21Z', 'revision_number': 0, 'project_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e554d88-b668-41a7-b22c-7c4eb6808aff', 'name': '', 'network_id': 'bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e', 'tenant_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'mac_address': 'fa:16:3e:58:da:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6a4664-1695-4669-88f5-3b07976e28cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c342395-5639-4bcd-beca-f868d5133602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:15:07Z', 'updated_at': '2022-05-05T22:15:24Z', 'revision_number': 5, 'project_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'subnets': [{'id': '8c342395-5639-4bcd-beca-f868d5133602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:19:28.523375 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fd981f-dba0-403d-b291-e9a723b0adf8 None None] Checking router: 0d6a4664-1695-4669-88f5-3b07976e28cf for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:19:28.548080 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fd981f-dba0-403d-b291-e9a723b0adf8 None None] Routers {'0d6a4664-1695-4669-88f5-3b07976e28cf'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:19:28.550021 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-a8fd981f-dba0-403d-b291-e9a723b0adf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:19:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['0d6a4664-1695-4669-88f5-3b07976e28cf'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:19:28.730270 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e7e64333-9b5a-4345-9367-8e61e2da769d None None] Provisioning for port f57099a5-1a6b-43ea-8bca-fcadd798c3a6 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:19:28.750624 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e7e64333-9b5a-4345-9367-8e61e2da769d None None] Provisioning complete for port f57099a5-1a6b-43ea-8bca-fcadd798c3a6 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:19:28.751917 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e7e64333-9b5a-4345-9367-8e61e2da769d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:28.819977 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device f57099a5-1a6b-43ea-8bca-fcadd798c3a6 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:19:28.832208 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-4b667375-27c8-4f01-bf89-e3dbfb07601c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] In _notify_port_updated(), no bound segment for port 7ec0b9d6-2186-47f5-a8b0-a6be20234555 on network 06a1920c-9add-4829-b47e-d5ec23e66361 {{(pid=84061) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 05 22:19:28.854173 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b667375-27c8-4f01-bf89-e3dbfb07601c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:19:28.854866 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4b667375-27c8-4f01-bf89-e3dbfb07601c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:28.858671 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4b667375-27c8-4f01-bf89-e3dbfb07601c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "PUT /v2.0/ports/7ec0b9d6-2186-47f5-a8b0-a6be20234555 HTTP/1.1" status: 200 len: 969 time: 3.3574319 May 05 22:19:28.862759 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b667375-27c8-4f01-bf89-e3dbfb07601c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event updated for resources: {'Port': ['ID=7ec0b9d6-2186-47f5-a8b0-a6be20234555,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:28.907884 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56106) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:28.936278 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a9042959-3bdc-4449-a0f5-bf132cde3ad6 req-8535d9be-dd3f-4d12-8492-28233f4ada35 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f7081eb88bc04ab89f8b2cf35357dc71&device_id=a69e881a-14a1-4ba4-9933-0f1ca5423e0f HTTP/1.1" status: 200 len: 1097 time: 0.9983072 May 05 22:19:29.010286 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-a8fd981f-dba0-403d-b291-e9a723b0adf8 None None] Set router 0d6a4664-1695-4669-88f5-3b07976e28cf gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:19:29.107460 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port f57099a5-1a6b-43ea-8bca-fcadd798c3a6 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:19:29.107997 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:29.308789 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e7e64333-9b5a-4345-9367-8e61e2da769d None None] Provisioning complete for port e9e3749f-f539-4190-9409-3c396b7bba11 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:19:29.309003 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e7e64333-9b5a-4345-9367-8e61e2da769d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:29.362593 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9042959-3bdc-4449-a0f5-bf132cde3ad6 req-3d4418e6-b656-4879-b804-7f6590e2b77d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:19:29.364132 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a9042959-3bdc-4449-a0f5-bf132cde3ad6 req-3d4418e6-b656-4879-b804-7f6590e2b77d service neutron] 10.222.0.32 "GET /v2.0/networks?id=bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e HTTP/1.1" status: 200 len: 914 time: 0.4188395 May 05 22:19:29.435186 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-e7e64333-9b5a-4345-9367-8e61e2da769d None None] Port e9e3749f-f539-4190-9409-3c396b7bba11 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:19:29.460426 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e7e64333-9b5a-4345-9367-8e61e2da769d None None] Provisioning for port 7ec0b9d6-2186-47f5-a8b0-a6be20234555 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:19:29.470503 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e7e64333-9b5a-4345-9367-8e61e2da769d None None] Provisioning complete for port 7ec0b9d6-2186-47f5-a8b0-a6be20234555 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:19:29.473105 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e7e64333-9b5a-4345-9367-8e61e2da769d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:29.568073 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-a8fd981f-dba0-403d-b291-e9a723b0adf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6a4664-1695-4669-88f5-3b07976e28cf', 'name': 'tempest-TestVolumeBackupRestore-170793685-router', 'tenant_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'e2e8f770-812e-4732-a746-ae152ef360ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:14:56Z', 'updated_at': '2022-05-05T22:15:08Z', 'revision_number': 4, 'project_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'gw_port': {'id': 'e2e8f770-812e-4732-a746-ae152ef360ad', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6a4664-1695-4669-88f5-3b07976e28cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:14:57Z', 'updated_at': '2022-05-05T22:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '67bac806-d9e9-4dd6-b76b-2b27024c4c19', 'tenant_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'floating_ip_address': '172.25.4.32', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '0d6a4664-1695-4669-88f5-3b07976e28cf', 'port_id': '58a45dc3-5147-4730-b76c-79f8d50a95b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e', 'mac_address': 'fa:16:3e:f4:d9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69e881a-14a1-4ba4-9933-0f1ca5423e0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:19:21Z', 'updated_at': '2022-05-05T22:19:21Z', 'revision_number': 0, 'project_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e554d88-b668-41a7-b22c-7c4eb6808aff', 'name': '', 'network_id': 'bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e', 'tenant_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'mac_address': 'fa:16:3e:58:da:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6a4664-1695-4669-88f5-3b07976e28cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c342395-5639-4bcd-beca-f868d5133602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:15:07Z', 'updated_at': '2022-05-05T22:15:24Z', 'revision_number': 5, 'project_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'subnets': [{'id': '8c342395-5639-4bcd-beca-f868d5133602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:19:29.577387 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fd981f-dba0-403d-b291-e9a723b0adf8 None None] The sync data for ids ['0d6a4664-1695-4669-88f5-3b07976e28cf'] in n-d-825175-4 is: [{'id': '0d6a4664-1695-4669-88f5-3b07976e28cf', 'name': 'tempest-TestVolumeBackupRestore-170793685-router', 'tenant_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'e2e8f770-812e-4732-a746-ae152ef360ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:14:56Z', 'updated_at': '2022-05-05T22:15:08Z', 'revision_number': 4, 'project_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'gw_port': {'id': 'e2e8f770-812e-4732-a746-ae152ef360ad', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6a4664-1695-4669-88f5-3b07976e28cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:14:57Z', 'updated_at': '2022-05-05T22:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '67bac806-d9e9-4dd6-b76b-2b27024c4c19', 'tenant_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'floating_ip_address': '172.25.4.32', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '0d6a4664-1695-4669-88f5-3b07976e28cf', 'port_id': '58a45dc3-5147-4730-b76c-79f8d50a95b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e', 'mac_address': 'fa:16:3e:f4:d9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69e881a-14a1-4ba4-9933-0f1ca5423e0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:19:21Z', 'updated_at': '2022-05-05T22:19:21Z', 'revision_number': 0, 'project_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e554d88-b668-41a7-b22c-7c4eb6808aff', 'name': '', 'network_id': 'bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e', 'tenant_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'mac_address': 'fa:16:3e:58:da:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6a4664-1695-4669-88f5-3b07976e28cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c342395-5639-4bcd-beca-f868d5133602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:15:07Z', 'updated_at': '2022-05-05T22:15:24Z', 'revision_number': 5, 'project_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'subnets': [{'id': '8c342395-5639-4bcd-beca-f868d5133602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:19:29.615028 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-e7e64333-9b5a-4345-9367-8e61e2da769d None None] Port 7ec0b9d6-2186-47f5-a8b0-a6be20234555 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:19:29.645461 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a9042959-3bdc-4449-a0f5-bf132cde3ad6 req-86bba6cc-8db5-484a-8537-7f20b3b9eb18 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58a45dc3-5147-4730-b76c-79f8d50a95b9 HTTP/1.1" status: 200 len: 999 time: 0.2504406 May 05 22:19:29.746026 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cf52d618-9db8-436c-b505-113e70f2e0f0 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:29.751903 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cf52d618-9db8-436c-b505-113e70f2e0f0 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:29.756898 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-0cacbb6a-efa3-4bdb-8542-c2d917e0e881 None None] Provisioning complete for port 7ec0b9d6-2186-47f5-a8b0-a6be20234555 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:19:29.762472 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0cacbb6a-efa3-4bdb-8542-c2d917e0e881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:29.771970 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-f5ab6d68-e31b-478d-b25b-087bbfd6495c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Deleting port 7ec0b9d6-2186-47f5-a8b0-a6be20234555 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:19:29.772306 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f5ab6d68-e31b-478d-b25b-087bbfd6495c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:29.906002 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-0cacbb6a-efa3-4bdb-8542-c2d917e0e881 None None] Port 7ec0b9d6-2186-47f5-a8b0-a6be20234555 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:19:30.150962 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9042959-3bdc-4449-a0f5-bf132cde3ad6 req-1e0b3bfd-4570-491a-b04a-edd5d976335e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:19:30.153233 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a9042959-3bdc-4449-a0f5-bf132cde3ad6 req-1e0b3bfd-4570-491a-b04a-edd5d976335e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8c342395-5639-4bcd-beca-f868d5133602 HTTP/1.1" status: 200 len: 852 time: 0.4896417 May 05 22:19:30.248120 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78def60d-2bf6-478f-a137-5f7a2078ade8 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:19:30.259360 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5e076d-7543-4c47-9896-1d98118c2f4a None None] Sync routers for ids ['6d1967e1-f8a3-4134-b296-f95dda95c01f'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:19:30.272885 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-78def60d-2bf6-478f-a137-5f7a2078ade8 admin admin] 10.222.0.23 "PUT /v2.0/routers/6d1967e1-f8a3-4134-b296-f95dda95c01f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8667984 May 05 22:19:30.284232 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5e076d-7543-4c47-9896-1d98118c2f4a None None] Routers {'6d1967e1-f8a3-4134-b296-f95dda95c01f'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:19:30.286042 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-0c5e076d-7543-4c47-9896-1d98118c2f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:19:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['6d1967e1-f8a3-4134-b296-f95dda95c01f'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:19:30.293715 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f5ab6d68-e31b-478d-b25b-087bbfd6495c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:30.431016 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a9042959-3bdc-4449-a0f5-bf132cde3ad6 req-709d4f6e-3d2b-42d8-a43e-3cb7c71b751e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2624876 May 05 22:19:30.440041 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-f5ab6d68-e31b-478d-b25b-087bbfd6495c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Calling delete_port for 7ec0b9d6-2186-47f5-a8b0-a6be20234555 owned by {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:19:30.602765 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf52d618-9db8-436c-b505-113e70f2e0f0 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Router 0d6a4664-1695-4669-88f5-3b07976e28cf has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:19:30.674411 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-0c5e076d-7543-4c47-9896-1d98118c2f4a None None] Set router 6d1967e1-f8a3-4134-b296-f95dda95c01f gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:19:30.726949 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a9042959-3bdc-4449-a0f5-bf132cde3ad6 req-809e2e2c-02d8-4488-a4f8-5232a2835368 service neutron] 10.222.0.32 "GET /v2.0/networks/bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527013 May 05 22:19:30.931693 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a9042959-3bdc-4449-a0f5-bf132cde3ad6 req-f14b5a36-4f5c-4e66-8c90-23b906dec224 service neutron] 10.222.0.32 "GET /v2.0/networks/bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969035 May 05 22:19:30.932756 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f5ab6d68-e31b-478d-b25b-087bbfd6495c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:31.052955 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf52d618-9db8-436c-b505-113e70f2e0f0 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:19:31.059164 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cf52d618-9db8-436c-b505-113e70f2e0f0 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:31.076713 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab6d68-e31b-478d-b25b-087bbfd6495c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event deleted for resources: {'Port': ['ID=7ec0b9d6-2186-47f5-a8b0-a6be20234555,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:31.084473 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-0c5e076d-7543-4c47-9896-1d98118c2f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1967e1-f8a3-4134-b296-f95dda95c01f', 'name': 'tempest-ImageQuotaTest-482042204-router', 'tenant_id': '0c81f79d7f884a38989f2049394b06ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '945be86c-304a-42a2-b6c8-64265361c5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:19:11Z', 'updated_at': '2022-05-05T22:19:24Z', 'revision_number': 4, 'project_id': '0c81f79d7f884a38989f2049394b06ae', 'gw_port': {'id': '945be86c-304a-42a2-b6c8-64265361c5ff', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:3f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1967e1-f8a3-4134-b296-f95dda95c01f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:19:13Z', 'updated_at': '2022-05-05T22:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '52c563f1-44a6-4872-96e4-aca7efc39719', 'name': '', 'network_id': '786206aa-bcec-482f-9538-9587506c4bb3', 'tenant_id': '0c81f79d7f884a38989f2049394b06ae', 'mac_address': 'fa:16:3e:43:69:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1967e1-f8a3-4134-b296-f95dda95c01f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4dc9a45f-a29a-4fb8-a1de-566402aacbae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:19:22Z', 'updated_at': '2022-05-05T22:19:25Z', 'revision_number': 2, 'project_id': '0c81f79d7f884a38989f2049394b06ae', 'subnets': [{'id': '4dc9a45f-a29a-4fb8-a1de-566402aacbae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:19:31.093372 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5e076d-7543-4c47-9896-1d98118c2f4a None None] Checking router: 6d1967e1-f8a3-4134-b296-f95dda95c01f for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:19:31.094930 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5e076d-7543-4c47-9896-1d98118c2f4a None None] Updating router 6d1967e1-f8a3-4134-b296-f95dda95c01f port 52c563f1-44a6-4872-96e4-aca7efc39719 binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:19:31.096532 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f5ab6d68-e31b-478d-b25b-087bbfd6495c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:31.111006 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f5ab6d68-e31b-478d-b25b-087bbfd6495c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "DELETE /v2.0/ports/7ec0b9d6-2186-47f5-a8b0-a6be20234555 HTTP/1.1" status: 204 len: 168 time: 1.8172748 May 05 22:19:31.113515 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56136) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:31.186063 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0c5e076d-7543-4c47-9896-1d98118c2f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:31.217185 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-4396f6f5-3039-4dbf-bebf-1f06bbd5e2d2 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] GET failed (client error): The resource could not be found. May 05 22:19:31.218501 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-4396f6f5-3039-4dbf-bebf-1f06bbd5e2d2 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Synchronizing usage tracker for tenant:19bd1ce22cbf41f7ad0f1240c3793693 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:19:31.253149 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-4396f6f5-3039-4dbf-bebf-1f06bbd5e2d2 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Unset dirty status for tenant:19bd1ce22cbf41f7ad0f1240c3793693 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:19:31.254449 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a69e881a-14a1-4ba4-9933-0f1ca5423e0f', 'tag': '58a45dc3-5147-4730-b76c-79f8d50a95b9'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:19:31.254946 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4396f6f5-3039-4dbf-bebf-1f06bbd5e2d2 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "GET /v2.0/ports/7ec0b9d6-2186-47f5-a8b0-a6be20234555 HTTP/1.1" status: 404 len: 333 time: 0.1401010 May 05 22:19:31.257807 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56142) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:31.346264 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-cf52d618-9db8-436c-b505-113e70f2e0f0 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] 10.222.0.23 "PUT /v2.0/floatingips/67bac806-d9e9-4dd6-b76b-2b27024c4c19 HTTP/1.1" status: 200 len: 991 time: 3.4997938 May 05 22:19:31.500202 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-28f3efbd-6a41-41e3-9fdf-a3737e4ded3d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:31.616015 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-28f3efbd-6a41-41e3-9fdf-a3737e4ded3d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:31.773843 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-28f3efbd-6a41-41e3-9fdf-a3737e4ded3d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:31.813137 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eeda547d-9434-4232-a605-06041563d0a3'] response: {'name': 'network-changed', 'server_uuid': 'a69e881a-14a1-4ba4-9933-0f1ca5423e0f', 'tag': '58a45dc3-5147-4730-b76c-79f8d50a95b9', 'status': 'completed', 'code': 200} May 05 22:19:31.817059 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c18acfd-a265-4692-9a1d-13150673d48e None None] New status for floating IP 67bac806-d9e9-4dd6-b76b-2b27024c4c19: ACTIVE {{(pid=84068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 22:19:31.846206 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0c5e076d-7543-4c47-9896-1d98118c2f4a None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:31.875111 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-0c5e076d-7543-4c47-9896-1d98118c2f4a None None] Transition to ACTIVE for port object 52c563f1-44a6-4872-96e4-aca7efc39719 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:19:31.890992 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0c5e076d-7543-4c47-9896-1d98118c2f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:31.957494 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f3efbd-6a41-41e3-9fdf-a3737e4ded3d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2d8af6-b70d-40d4-9cf8-5f969b678874,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:31.983464 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-28f3efbd-6a41-41e3-9fdf-a3737e4ded3d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:31.985407 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-28f3efbd-6a41-41e3-9fdf-a3737e4ded3d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "DELETE /v2.0/security-groups/ea2d8af6-b70d-40d4-9cf8-5f969b678874 HTTP/1.1" status: 204 len: 168 time: 0.7261324 May 05 22:19:31.988475 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56162) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:32.031633 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9fa4fce2-4984-4618-8ce3-55ce8842da87 req-3ff42582-4fae-4cc7-bcf3-6afc458e5fcb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f7081eb88bc04ab89f8b2cf35357dc71&device_id=a69e881a-14a1-4ba4-9933-0f1ca5423e0f HTTP/1.1" status: 200 len: 1097 time: 0.1865661 May 05 22:19:32.155745 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-15b054cc-5501-4f0d-9cb1-0f5318d099a7 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:32.219394 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-15b054cc-5501-4f0d-9cb1-0f5318d099a7 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:32.271615 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4ab0bd-6ebb-4b14-b62f-bb692423f0d8 None None] Pushing event updated for resources: {'Port': ['ID=52c563f1-44a6-4872-96e4-aca7efc39719,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:32.287161 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-15b054cc-5501-4f0d-9cb1-0f5318d099a7 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:32.328080 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b054cc-5501-4f0d-9cb1-0f5318d099a7 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6879e98-ecd1-4a1f-bf2b-972b246486cb,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:32.332103 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-15b054cc-5501-4f0d-9cb1-0f5318d099a7 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:32.333995 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-15b054cc-5501-4f0d-9cb1-0f5318d099a7 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "DELETE /v2.0/security-groups/b6879e98-ecd1-4a1f-bf2b-972b246486cb HTTP/1.1" status: 204 len: 168 time: 0.3438826 May 05 22:19:32.343353 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56168) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:32.414562 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa4fce2-4984-4618-8ce3-55ce8842da87 req-d5acf433-3fae-4aa1-b4bd-3b31d5a6a500 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:19:32.416143 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9fa4fce2-4984-4618-8ce3-55ce8842da87 req-d5acf433-3fae-4aa1-b4bd-3b31d5a6a500 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e HTTP/1.1" status: 200 len: 914 time: 0.3736417 May 05 22:19:32.502067 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0ee74eda-c37d-4481-9fac-6eaf68fa0781 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:32.569043 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9fa4fce2-4984-4618-8ce3-55ce8842da87 req-02745d22-8391-4f2a-8e0d-56732206673f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58a45dc3-5147-4730-b76c-79f8d50a95b9 HTTP/1.1" status: 200 len: 1001 time: 0.1462128 May 05 22:19:32.570572 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0ee74eda-c37d-4481-9fac-6eaf68fa0781 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:32.651683 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa4fce2-4984-4618-8ce3-55ce8842da87 req-a2cf2025-8bd0-4c7d-9ae5-ca9cec89914f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:19:32.654810 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9fa4fce2-4984-4618-8ce3-55ce8842da87 req-a2cf2025-8bd0-4c7d-9ae5-ca9cec89914f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8c342395-5639-4bcd-beca-f868d5133602 HTTP/1.1" status: 200 len: 852 time: 0.0791864 May 05 22:19:32.664281 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0ee74eda-c37d-4481-9fac-6eaf68fa0781 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:32.694603 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee74eda-c37d-4481-9fac-6eaf68fa0781 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f7cbf4-70ae-42ab-95ed-625e6be5d8d3,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:32.704052 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0ee74eda-c37d-4481-9fac-6eaf68fa0781 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:32.705358 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0ee74eda-c37d-4481-9fac-6eaf68fa0781 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "DELETE /v2.0/security-groups/b7f7cbf4-70ae-42ab-95ed-625e6be5d8d3 HTTP/1.1" status: 204 len: 168 time: 0.3607953 May 05 22:19:32.715734 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56174) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:32.757260 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-0c5e076d-7543-4c47-9896-1d98118c2f4a None None] Attempting to bind port 52c563f1-44a6-4872-96e4-aca7efc39719 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:19:32.757617 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-0c5e076d-7543-4c47-9896-1d98118c2f4a None None] Attempting to bind port 52c563f1-44a6-4872-96e4-aca7efc39719 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '49306b3d-173e-47b5-8f34-f80770c8d52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '786206aa-bcec-482f-9538-9587506c4bb3'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:19:32.759626 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5e076d-7543-4c47-9896-1d98118c2f4a None None] Attempting to bind port 52c563f1-44a6-4872-96e4-aca7efc39719 on network 786206aa-bcec-482f-9538-9587506c4bb3 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:19:32.793481 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5e076d-7543-4c47-9896-1d98118c2f4a None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:19:32.800112 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5e076d-7543-4c47-9896-1d98118c2f4a None None] Checking segment: {'id': '49306b3d-173e-47b5-8f34-f80770c8d52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '786206aa-bcec-482f-9538-9587506c4bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:19:32.800304 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9fa4fce2-4984-4618-8ce3-55ce8842da87 req-bb748598-dd41-4334-9e40-153e470c7b9e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1405072 May 05 22:19:32.800592 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0c5e076d-7543-4c47-9896-1d98118c2f4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:32.801248 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5e076d-7543-4c47-9896-1d98118c2f4a None None] Bound using segment: {'id': '49306b3d-173e-47b5-8f34-f80770c8d52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '786206aa-bcec-482f-9538-9587506c4bb3'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:19:32.801752 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-0c5e076d-7543-4c47-9896-1d98118c2f4a None None] Bound port: 52c563f1-44a6-4872-96e4-aca7efc39719, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49306b3d-173e-47b5-8f34-f80770c8d52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '786206aa-bcec-482f-9538-9587506c4bb3'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:19:32.802130 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0c5e076d-7543-4c47-9896-1d98118c2f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:33.043175 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-0c5e076d-7543-4c47-9896-1d98118c2f4a None None] For port 52c563f1-44a6-4872-96e4-aca7efc39719, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:19:33.052370 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-0c5e076d-7543-4c47-9896-1d98118c2f4a None None] For port 52c563f1-44a6-4872-96e4-aca7efc39719, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=52c563f1-44a6-4872-96e4-aca7efc39719,segment=NetworkSegment(49306b3d-173e-47b5-8f34-f80770c8d52d),segment_id=49306b3d-173e-47b5-8f34-f80770c8d52d)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:19:33.066153 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0c5e076d-7543-4c47-9896-1d98118c2f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:33.088413 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9fa4fce2-4984-4618-8ce3-55ce8842da87 req-562717d3-89bc-40e2-afbb-56e42a1b4970 service neutron] 10.222.0.32 "GET /v2.0/networks/bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818961 May 05 22:19:33.120552 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-807ffe56-084b-4fb5-8699-5a57f674d43b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Deleting subnet 19809541-df6f-4ad3-9346-6e52e84c5c71 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:19:33.144340 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-807ffe56-084b-4fb5-8699-5a57f674d43b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:33.229072 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56188) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:33.230453 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4ab0bd-6ebb-4b14-b62f-bb692423f0d8 None None] Pushing event updated for resources: {'Port': ['ID=52c563f1-44a6-4872-96e4-aca7efc39719,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:33.248475 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5e076d-7543-4c47-9896-1d98118c2f4a None None] Routers {'6d1967e1-f8a3-4134-b296-f95dda95c01f'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:19:33.249370 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-0c5e076d-7543-4c47-9896-1d98118c2f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:19:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['6d1967e1-f8a3-4134-b296-f95dda95c01f'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:19:33.515386 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9fa4fce2-4984-4618-8ce3-55ce8842da87 req-eb8de698-f464-4a05-9c4e-010ed9d43e73 service neutron] 10.222.0.32 "GET /v2.0/networks/bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4206092 May 05 22:19:33.537146 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-807ffe56-084b-4fb5-8699-5a57f674d43b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:33.624433 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-0c5e076d-7543-4c47-9896-1d98118c2f4a None None] Set router 6d1967e1-f8a3-4134-b296-f95dda95c01f gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:19:33.718891 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-807ffe56-084b-4fb5-8699-5a57f674d43b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:33.817809 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a69e881a-14a1-4ba4-9933-0f1ca5423e0f', 'tag': '58a45dc3-5147-4730-b76c-79f8d50a95b9'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:19:33.866556 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-807ffe56-084b-4fb5-8699-5a57f674d43b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:34.023041 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de31852-e030-40a2-b7aa-cb6587443d7d None None] Sync routers for ids ['0d6a4664-1695-4669-88f5-3b07976e28cf'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:19:34.101442 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de31852-e030-40a2-b7aa-cb6587443d7d None None] Routers {'0d6a4664-1695-4669-88f5-3b07976e28cf'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:19:34.103140 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-5de31852-e030-40a2-b7aa-cb6587443d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:19:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['0d6a4664-1695-4669-88f5-3b07976e28cf'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:19:34.177925 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6b13e77d-746c-4bce-b5c1-72d2419f3264 req-dbaff21d-24b0-4b39-b92d-c5ac516f669f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f7081eb88bc04ab89f8b2cf35357dc71&device_id=a69e881a-14a1-4ba4-9933-0f1ca5423e0f HTTP/1.1" status: 200 len: 1097 time: 0.1861582 May 05 22:19:34.178416 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-807ffe56-084b-4fb5-8699-5a57f674d43b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:34.194281 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1870ef3-9cdc-4f6a-b5cb-d28116aec0f5'] response: {'name': 'network-changed', 'server_uuid': 'a69e881a-14a1-4ba4-9933-0f1ca5423e0f', 'tag': '58a45dc3-5147-4730-b76c-79f8d50a95b9', 'status': 'completed', 'code': 200} May 05 22:19:34.195274 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807ffe56-084b-4fb5-8699-5a57f674d43b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event deleted for resources: {'Subnet': ['ID=19809541-df6f-4ad3-9346-6e52e84c5c71,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:34.280759 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a919402f-eaa6-4211-ba70-f843b0b2bc9e None None] Network 06a1920c-9add-4829-b47e-d5ec23e66361 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:19:34.308770 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-807ffe56-084b-4fb5-8699-5a57f674d43b tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "DELETE /v2.0/subnets/19809541-df6f-4ad3-9346-6e52e84c5c71 HTTP/1.1" status: 204 len: 168 time: 1.5917792 May 05 22:19:34.309582 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56198) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:34.470142 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b13e77d-746c-4bce-b5c1-72d2419f3264 req-fd3fd7a6-62ff-4a4e-aabc-0a432e044359 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:19:34.472018 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6b13e77d-746c-4bce-b5c1-72d2419f3264 req-fd3fd7a6-62ff-4a4e-aabc-0a432e044359 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e HTTP/1.1" status: 200 len: 914 time: 0.2818501 May 05 22:19:34.522227 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-97662f89-e955-4541-aba0-ca646a91199d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Deleting subnet 150e8702-f52f-461a-8dfe-ccb020f90d3c {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:19:34.526135 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-97662f89-e955-4541-aba0-ca646a91199d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:34.590496 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6b13e77d-746c-4bce-b5c1-72d2419f3264 req-06e02d26-9b8d-49c1-a079-961f6d6b7a37 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58a45dc3-5147-4730-b76c-79f8d50a95b9 HTTP/1.1" status: 200 len: 1001 time: 0.1105778 May 05 22:19:34.688869 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-97662f89-e955-4541-aba0-ca646a91199d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:34.748115 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b13e77d-746c-4bce-b5c1-72d2419f3264 req-1bab6d1b-aed2-4f93-ab95-10eaae46907a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:19:34.750435 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6b13e77d-746c-4bce-b5c1-72d2419f3264 req-1bab6d1b-aed2-4f93-ab95-10eaae46907a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8c342395-5639-4bcd-beca-f868d5133602 HTTP/1.1" status: 200 len: 852 time: 0.1533852 May 05 22:19:34.769963 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-5de31852-e030-40a2-b7aa-cb6587443d7d None None] Set router 0d6a4664-1695-4669-88f5-3b07976e28cf gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:19:34.882105 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7430f479-edcc-4a36-84ed-67978545b36b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:34.996971 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6b13e77d-746c-4bce-b5c1-72d2419f3264 req-dab8d913-e35d-4da8-89bf-a0a89c1416c5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2361491 May 05 22:19:35.003075 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-0c5e076d-7543-4c47-9896-1d98118c2f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1967e1-f8a3-4134-b296-f95dda95c01f', 'name': 'tempest-ImageQuotaTest-482042204-router', 'tenant_id': '0c81f79d7f884a38989f2049394b06ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '945be86c-304a-42a2-b6c8-64265361c5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:19:11Z', 'updated_at': '2022-05-05T22:19:24Z', 'revision_number': 4, 'project_id': '0c81f79d7f884a38989f2049394b06ae', 'gw_port': {'id': '945be86c-304a-42a2-b6c8-64265361c5ff', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:3f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1967e1-f8a3-4134-b296-f95dda95c01f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:19:13Z', 'updated_at': '2022-05-05T22:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '52c563f1-44a6-4872-96e4-aca7efc39719', 'name': '', 'network_id': '786206aa-bcec-482f-9538-9587506c4bb3', 'tenant_id': '0c81f79d7f884a38989f2049394b06ae', 'mac_address': 'fa:16:3e:43:69:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1967e1-f8a3-4134-b296-f95dda95c01f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4dc9a45f-a29a-4fb8-a1de-566402aacbae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:19:22Z', 'updated_at': '2022-05-05T22:19:33Z', 'revision_number': 4, 'project_id': '0c81f79d7f884a38989f2049394b06ae', 'subnets': [{'id': '4dc9a45f-a29a-4fb8-a1de-566402aacbae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:19:35.016453 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-97662f89-e955-4541-aba0-ca646a91199d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:35.109345 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5e076d-7543-4c47-9896-1d98118c2f4a None None] The sync data for ids ['6d1967e1-f8a3-4134-b296-f95dda95c01f'] in n-d-825175-4 is: [{'id': '6d1967e1-f8a3-4134-b296-f95dda95c01f', 'name': 'tempest-ImageQuotaTest-482042204-router', 'tenant_id': '0c81f79d7f884a38989f2049394b06ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '945be86c-304a-42a2-b6c8-64265361c5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:19:11Z', 'updated_at': '2022-05-05T22:19:24Z', 'revision_number': 4, 'project_id': '0c81f79d7f884a38989f2049394b06ae', 'gw_port': {'id': '945be86c-304a-42a2-b6c8-64265361c5ff', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:3f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1967e1-f8a3-4134-b296-f95dda95c01f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:19:13Z', 'updated_at': '2022-05-05T22:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '52c563f1-44a6-4872-96e4-aca7efc39719', 'name': '', 'network_id': '786206aa-bcec-482f-9538-9587506c4bb3', 'tenant_id': '0c81f79d7f884a38989f2049394b06ae', 'mac_address': 'fa:16:3e:43:69:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1967e1-f8a3-4134-b296-f95dda95c01f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4dc9a45f-a29a-4fb8-a1de-566402aacbae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:19:22Z', 'updated_at': '2022-05-05T22:19:33Z', 'revision_number': 4, 'project_id': '0c81f79d7f884a38989f2049394b06ae', 'subnets': [{'id': '4dc9a45f-a29a-4fb8-a1de-566402aacbae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:19:35.239255 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-97662f89-e955-4541-aba0-ca646a91199d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:35.335610 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-97662f89-e955-4541-aba0-ca646a91199d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:35.362322 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6b13e77d-746c-4bce-b5c1-72d2419f3264 req-0479837a-6b21-4e3f-976b-5df1a29f8fd3 service neutron] 10.222.0.32 "GET /v2.0/networks/bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515460 May 05 22:19:35.367254 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-97662f89-e955-4541-aba0-ca646a91199d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "DELETE /v2.0/subnets/150e8702-f52f-461a-8dfe-ccb020f90d3c HTTP/1.1" status: 204 len: 168 time: 1.0388970 May 05 22:19:35.367254 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97662f89-e955-4541-aba0-ca646a91199d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event deleted for resources: {'Subnet': ['ID=150e8702-f52f-461a-8dfe-ccb020f90d3c,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:35.369873 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56210) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:35.882481 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6b13e77d-746c-4bce-b5c1-72d2419f3264 req-f5c5121c-9fa7-4d1f-8ec9-e89de4303f66 service neutron] 10.222.0.32 "GET /v2.0/networks/bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5153205 May 05 22:19:35.934584 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a174bc9-7fe0-4aa9-9408-8270a3246f4f tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] DELETE failed (client error): The resource could not be found. May 05 22:19:35.934584 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a174bc9-7fe0-4aa9-9408-8270a3246f4f tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:19:35.934584 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-8a174bc9-7fe0-4aa9-9408-8270a3246f4f tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "DELETE /v2.0/subnets/19809541-df6f-4ad3-9346-6e52e84c5c71 HTTP/1.1" status: 404 len: 337 time: 0.5630119 May 05 22:19:35.940235 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56218) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:36.157112 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 52c563f1-44a6-4872-96e4-aca7efc39719 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:19:36.376868 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:36.634104 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:36.714316 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-720a3b31-b9ce-41e6-bd9d-3b700331472c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Deleting subnet 595b05a7-f451-4a45-b86a-e799ccdf4747 {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:19:36.723782 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-720a3b31-b9ce-41e6-bd9d-3b700331472c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:36.726532 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 52c563f1-44a6-4872-96e4-aca7efc39719 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:19:36.757347 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 52c563f1-44a6-4872-96e4-aca7efc39719 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:19:36.757952 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:36.857270 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-720a3b31-b9ce-41e6-bd9d-3b700331472c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:36.889589 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-5de31852-e030-40a2-b7aa-cb6587443d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6a4664-1695-4669-88f5-3b07976e28cf', 'name': 'tempest-TestVolumeBackupRestore-170793685-router', 'tenant_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'e2e8f770-812e-4732-a746-ae152ef360ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:14:56Z', 'updated_at': '2022-05-05T22:15:08Z', 'revision_number': 4, 'project_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'gw_port': {'id': 'e2e8f770-812e-4732-a746-ae152ef360ad', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6a4664-1695-4669-88f5-3b07976e28cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:14:57Z', 'updated_at': '2022-05-05T22:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '67bac806-d9e9-4dd6-b76b-2b27024c4c19', 'tenant_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'floating_ip_address': '172.25.4.32', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '0d6a4664-1695-4669-88f5-3b07976e28cf', 'port_id': '58a45dc3-5147-4730-b76c-79f8d50a95b9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e', 'mac_address': 'fa:16:3e:f4:d9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69e881a-14a1-4ba4-9933-0f1ca5423e0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:19:21Z', 'updated_at': '2022-05-05T22:19:32Z', 'revision_number': 2, 'project_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e554d88-b668-41a7-b22c-7c4eb6808aff', 'name': '', 'network_id': 'bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e', 'tenant_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'mac_address': 'fa:16:3e:58:da:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6a4664-1695-4669-88f5-3b07976e28cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c342395-5639-4bcd-beca-f868d5133602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:15:07Z', 'updated_at': '2022-05-05T22:15:24Z', 'revision_number': 5, 'project_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'subnets': [{'id': '8c342395-5639-4bcd-beca-f868d5133602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:19:36.918155 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de31852-e030-40a2-b7aa-cb6587443d7d None None] Checking router: 0d6a4664-1695-4669-88f5-3b07976e28cf for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:19:36.960356 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-7430f479-edcc-4a36-84ed-67978545b36b admin admin] Deleting port 52c563f1-44a6-4872-96e4-aca7efc39719 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:19:36.961468 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7430f479-edcc-4a36-84ed-67978545b36b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:37.001418 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:37.014372 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de31852-e030-40a2-b7aa-cb6587443d7d None None] Routers {'0d6a4664-1695-4669-88f5-3b07976e28cf'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:19:37.015706 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-5de31852-e030-40a2-b7aa-cb6587443d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:19:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['0d6a4664-1695-4669-88f5-3b07976e28cf'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:19:37.072740 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-720a3b31-b9ce-41e6-bd9d-3b700331472c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:37.134388 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f8105f-aedf-402a-9fcf-d6f6f0d7acc2 None None] Network 06a1920c-9add-4829-b47e-d5ec23e66361 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:19:37.182848 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-720a3b31-b9ce-41e6-bd9d-3b700331472c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:37.328608 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720a3b31-b9ce-41e6-bd9d-3b700331472c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event deleted for resources: {'Subnet': ['ID=595b05a7-f451-4a45-b86a-e799ccdf4747,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:37.340673 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-7430f479-edcc-4a36-84ed-67978545b36b admin admin] For port 52c563f1-44a6-4872-96e4-aca7efc39719, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=52c563f1-44a6-4872-96e4-aca7efc39719,segment=NetworkSegment(49306b3d-173e-47b5-8f34-f80770c8d52d),segment_id=49306b3d-173e-47b5-8f34-f80770c8d52d)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:19:37.340673 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7430f479-edcc-4a36-84ed-67978545b36b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:37.348873 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-720a3b31-b9ce-41e6-bd9d-3b700331472c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:37.382904 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-720a3b31-b9ce-41e6-bd9d-3b700331472c tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "DELETE /v2.0/subnets/595b05a7-f451-4a45-b86a-e799ccdf4747 HTTP/1.1" status: 204 len: 168 time: 1.4240692 May 05 22:19:37.382904 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56228) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:37.471825 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-2de335cf-4bbc-40b9-aff4-826662b91024 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] DELETE failed (client error): The resource could not be found. May 05 22:19:37.472805 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2de335cf-4bbc-40b9-aff4-826662b91024 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:19:37.481025 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-2de335cf-4bbc-40b9-aff4-826662b91024 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "DELETE /v2.0/subnets/42d5aec7-409f-49a2-9e5e-eb86bb027ded HTTP/1.1" status: 404 len: 337 time: 0.0971682 May 05 22:19:37.481619 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56234) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:37.538557 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-7430f479-edcc-4a36-84ed-67978545b36b admin admin] Calling delete_port for 52c563f1-44a6-4872-96e4-aca7efc39719 owned by network:router_interface {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:19:37.624458 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ef79b1f8-5503-40ba-8f13-151497d68565 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b51863d-5a1a-4a74-bcc1-7574874170a7 HTTP/1.1" status: 200 len: 205 time: 0.1403675 May 05 22:19:37.625443 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56238) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:37.715801 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 52c563f1-44a6-4872-96e4-aca7efc39719, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=52c563f1-44a6-4872-96e4-aca7efc39719,segment=NetworkSegment(49306b3d-173e-47b5-8f34-f80770c8d52d),segment_id=49306b3d-173e-47b5-8f34-f80770c8d52d)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:19:37.760892 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:37.769649 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [None req-4a33b03d-82cd-4179-898d-43a259008e4e tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] delete failed (client error): The resource could not be found. May 05 22:19:37.771445 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4a33b03d-82cd-4179-898d-43a259008e4e tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "DELETE /v2.0/routers/3b51863d-5a1a-4a74-bcc1-7574874170a7 HTTP/1.1" status: 404 len: 336 time: 0.1442020 May 05 22:19:37.773373 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56242) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:37.805617 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c34a464c-c685-4564-be3b-8fbe691999f3 None None] Provisioning complete for port f57099a5-1a6b-43ea-8bca-fcadd798c3a6 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:19:37.806269 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c34a464c-c685-4564-be3b-8fbe691999f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:37.847042 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-45634df1-b900-4a6f-9d7a-7b329886496f tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] DELETE failed (client error): The resource could not be found. May 05 22:19:37.848242 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45634df1-b900-4a6f-9d7a-7b329886496f tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:19:37.851407 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-45634df1-b900-4a6f-9d7a-7b329886496f tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "DELETE /v2.0/subnets/5c2784db-c1c1-4cab-9376-a5a5c5b1add7 HTTP/1.1" status: 404 len: 337 time: 0.0761623 May 05 22:19:37.855373 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56246) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:37.946840 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.api [None req-7430f479-edcc-4a36-84ed-67978545b36b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:19:37.948228 n-d-825175-4 neutron-server[84063]: DEBUG oslo_db.api [None req-7430f479-edcc-4a36-84ed-67978545b36b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:19:38.088489 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=52c563f1-44a6-4872-96e4-aca7efc39719,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:38.109362 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-1101436d-15c1-4e3b-9421-946d2944715a tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] DELETE failed (client error): The resource could not be found. May 05 22:19:38.109803 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1101436d-15c1-4e3b-9421-946d2944715a tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:19:38.111874 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-1101436d-15c1-4e3b-9421-946d2944715a tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "DELETE /v2.0/subnets/20946b6b-8cdc-438a-88a7-cc63cd26890a HTTP/1.1" status: 404 len: 337 time: 0.2553716 May 05 22:19:38.114417 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56250) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:38.116489 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-5de31852-e030-40a2-b7aa-cb6587443d7d None None] Set router 0d6a4664-1695-4669-88f5-3b07976e28cf gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:19:38.159156 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e584cda-d593-4763-8b9f-4700aa79ae50 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] DELETE failed (client error): The resource could not be found. May 05 22:19:38.159840 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e584cda-d593-4763-8b9f-4700aa79ae50 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:19:38.161709 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4e584cda-d593-4763-8b9f-4700aa79ae50 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "DELETE /v2.0/subnets/b23d2d73-eecd-4e43-89d1-cd5ee780f488 HTTP/1.1" status: 404 len: 337 time: 0.0463631 May 05 22:19:38.164362 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56254) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:38.208667 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-44c759da-0c55-4b16-aef1-3d9372944ee7 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] DELETE failed (client error): The resource could not be found. May 05 22:19:38.208971 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44c759da-0c55-4b16-aef1-3d9372944ee7 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:19:38.214477 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c34a464c-c685-4564-be3b-8fbe691999f3 None None] Provisioning complete for port e9e3749f-f539-4190-9409-3c396b7bba11 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:19:38.215836 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c34a464c-c685-4564-be3b-8fbe691999f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:38.221289 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-44c759da-0c55-4b16-aef1-3d9372944ee7 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "DELETE /v2.0/ports/63a164f8-0e98-4dd7-a046-8bae5158c105 HTTP/1.1" status: 404 len: 333 time: 0.0542765 May 05 22:19:38.221889 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56258) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:38.288376 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-39adfe1e-4a81-4f22-84cf-abee545f1042 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] DELETE failed (client error): The resource could not be found. May 05 22:19:38.289088 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39adfe1e-4a81-4f22-84cf-abee545f1042 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:19:38.291157 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-39adfe1e-4a81-4f22-84cf-abee545f1042 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "DELETE /v2.0/subnets/7a9f78c9-72cd-4f25-bae6-9c40e8094993 HTTP/1.1" status: 404 len: 337 time: 0.0680799 May 05 22:19:38.293689 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56262) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:38.333032 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7525602-4d85-47da-aa03-89f3f4ccefd3 None None] DHCP port deletion for 06a1920c-9add-4829-b47e-d5ec23e66361 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:19:38.350004 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8fab981-b339-461b-8374-b4ae42dda96d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] DELETE failed (client error): The resource could not be found. May 05 22:19:38.351131 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8fab981-b339-461b-8374-b4ae42dda96d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:19:38.353833 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c8fab981-b339-461b-8374-b4ae42dda96d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "DELETE /v2.0/subnets/71eaa770-4efc-43d6-98da-7fb09f9e3cf5 HTTP/1.1" status: 404 len: 337 time: 0.0587492 May 05 22:19:38.356517 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56266) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:38.371123 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-b7525602-4d85-47da-aa03-89f3f4ccefd3 None None] Deleting port f57099a5-1a6b-43ea-8bca-fcadd798c3a6 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:19:38.371494 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b7525602-4d85-47da-aa03-89f3f4ccefd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:38.418364 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-82b334bc-e5d4-454c-bc8e-c45061809c73 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] DELETE failed (client error): The resource could not be found. May 05 22:19:38.418496 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82b334bc-e5d4-454c-bc8e-c45061809c73 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:19:38.420133 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-82b334bc-e5d4-454c-bc8e-c45061809c73 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "DELETE /v2.0/ports/2660d338-5c6b-419d-a7b5-b294966b17cb HTTP/1.1" status: 404 len: 333 time: 0.0623171 May 05 22:19:38.423089 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56270) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:38.479402 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-7430f479-edcc-4a36-84ed-67978545b36b admin admin] Deleting port 52c563f1-44a6-4872-96e4-aca7efc39719 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:19:38.479402 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7430f479-edcc-4a36-84ed-67978545b36b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:38.491003 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-c34a464c-c685-4564-be3b-8fbe691999f3 None None] Port e9e3749f-f539-4190-9409-3c396b7bba11 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:19:38.856428 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5ace615-adcb-4b23-9966-be7eea996824 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] DELETE failed (client error): The resource could not be found. May 05 22:19:38.857252 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5ace615-adcb-4b23-9966-be7eea996824 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:19:38.864768 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f5ace615-adcb-4b23-9966-be7eea996824 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "DELETE /v2.0/subnets/f857b75f-2ff3-4345-aec3-e252dbf5b2f6 HTTP/1.1" status: 404 len: 337 time: 0.4340427 May 05 22:19:38.865527 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56280) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:38.903113 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-7430f479-edcc-4a36-84ed-67978545b36b admin admin] For port 52c563f1-44a6-4872-96e4-aca7efc39719, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=52c563f1-44a6-4872-96e4-aca7efc39719,segment=NetworkSegment(49306b3d-173e-47b5-8f34-f80770c8d52d),segment_id=49306b3d-173e-47b5-8f34-f80770c8d52d)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:19:38.903983 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7430f479-edcc-4a36-84ed-67978545b36b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:38.938029 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-969fe639-d76d-49e9-83fc-7b81e7b04b7d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] DELETE failed (client error): The resource could not be found. May 05 22:19:38.938478 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-969fe639-d76d-49e9-83fc-7b81e7b04b7d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:19:38.940168 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-969fe639-d76d-49e9-83fc-7b81e7b04b7d tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "DELETE /v2.0/subnets/4aefe4e4-f99e-46d8-9fe5-d24d0189a4d8 HTTP/1.1" status: 404 len: 337 time: 0.0740583 May 05 22:19:38.945747 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56284) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:39.014693 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-5de31852-e030-40a2-b7aa-cb6587443d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6a4664-1695-4669-88f5-3b07976e28cf', 'name': 'tempest-TestVolumeBackupRestore-170793685-router', 'tenant_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'e2e8f770-812e-4732-a746-ae152ef360ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:14:56Z', 'updated_at': '2022-05-05T22:15:08Z', 'revision_number': 4, 'project_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'gw_port': {'id': 'e2e8f770-812e-4732-a746-ae152ef360ad', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6a4664-1695-4669-88f5-3b07976e28cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:14:57Z', 'updated_at': '2022-05-05T22:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '67bac806-d9e9-4dd6-b76b-2b27024c4c19', 'tenant_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'floating_ip_address': '172.25.4.32', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '0d6a4664-1695-4669-88f5-3b07976e28cf', 'port_id': '58a45dc3-5147-4730-b76c-79f8d50a95b9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e', 'mac_address': 'fa:16:3e:f4:d9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69e881a-14a1-4ba4-9933-0f1ca5423e0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:19:21Z', 'updated_at': '2022-05-05T22:19:32Z', 'revision_number': 2, 'project_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e554d88-b668-41a7-b22c-7c4eb6808aff', 'name': '', 'network_id': 'bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e', 'tenant_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'mac_address': 'fa:16:3e:58:da:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6a4664-1695-4669-88f5-3b07976e28cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c342395-5639-4bcd-beca-f868d5133602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:15:07Z', 'updated_at': '2022-05-05T22:15:24Z', 'revision_number': 5, 'project_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'subnets': [{'id': '8c342395-5639-4bcd-beca-f868d5133602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:19:39.014693 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de31852-e030-40a2-b7aa-cb6587443d7d None None] The sync data for ids ['0d6a4664-1695-4669-88f5-3b07976e28cf'] in n-d-825175-4 is: [{'id': '0d6a4664-1695-4669-88f5-3b07976e28cf', 'name': 'tempest-TestVolumeBackupRestore-170793685-router', 'tenant_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'e2e8f770-812e-4732-a746-ae152ef360ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:14:56Z', 'updated_at': '2022-05-05T22:15:08Z', 'revision_number': 4, 'project_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'gw_port': {'id': 'e2e8f770-812e-4732-a746-ae152ef360ad', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6a4664-1695-4669-88f5-3b07976e28cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:14:57Z', 'updated_at': '2022-05-05T22:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '67bac806-d9e9-4dd6-b76b-2b27024c4c19', 'tenant_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'floating_ip_address': '172.25.4.32', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '0d6a4664-1695-4669-88f5-3b07976e28cf', 'port_id': '58a45dc3-5147-4730-b76c-79f8d50a95b9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e', 'mac_address': 'fa:16:3e:f4:d9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69e881a-14a1-4ba4-9933-0f1ca5423e0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:19:21Z', 'updated_at': '2022-05-05T22:19:32Z', 'revision_number': 2, 'project_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e554d88-b668-41a7-b22c-7c4eb6808aff', 'name': '', 'network_id': 'bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e', 'tenant_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'mac_address': 'fa:16:3e:58:da:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6a4664-1695-4669-88f5-3b07976e28cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c342395-5639-4bcd-beca-f868d5133602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:15:07Z', 'updated_at': '2022-05-05T22:15:24Z', 'revision_number': 5, 'project_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'subnets': [{'id': '8c342395-5639-4bcd-beca-f868d5133602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:19:39.041442 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-b7525602-4d85-47da-aa03-89f3f4ccefd3 None None] For port f57099a5-1a6b-43ea-8bca-fcadd798c3a6, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=f57099a5-1a6b-43ea-8bca-fcadd798c3a6,segment=NetworkSegment(b3425f9b-e179-453f-8742-a2c124b0fe49),segment_id=b3425f9b-e179-453f-8742-a2c124b0fe49)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:19:39.041442 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b7525602-4d85-47da-aa03-89f3f4ccefd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:39.069572 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-ba0b5161-3b37-4265-aeda-d24eaf7d1600 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Deleting port e9e3749f-f539-4190-9409-3c396b7bba11 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:19:39.069918 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ba0b5161-3b37-4265-aeda-d24eaf7d1600 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:39.221342 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-b7525602-4d85-47da-aa03-89f3f4ccefd3 None None] Calling delete_port for f57099a5-1a6b-43ea-8bca-fcadd798c3a6 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:19:39.279043 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-7430f479-edcc-4a36-84ed-67978545b36b admin admin] Calling delete_port for 52c563f1-44a6-4872-96e4-aca7efc39719 owned by network:router_interface {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:19:39.330002 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b7525602-4d85-47da-aa03-89f3f4ccefd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:39.474523 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7525602-4d85-47da-aa03-89f3f4ccefd3 None None] Pushing event deleted for resources: {'Port': ['ID=f57099a5-1a6b-43ea-8bca-fcadd798c3a6,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:39.490334 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7525602-4d85-47da-aa03-89f3f4ccefd3 None None] No DVR routers for this DVR port f57099a5-1a6b-43ea-8bca-fcadd798c3a6 on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:19:39.504387 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ba0b5161-3b37-4265-aeda-d24eaf7d1600 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:39.645008 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-ba0b5161-3b37-4265-aeda-d24eaf7d1600 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Calling delete_port for e9e3749f-f539-4190-9409-3c396b7bba11 owned by {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:19:39.745414 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ba0b5161-3b37-4265-aeda-d24eaf7d1600 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:39.774914 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7430f479-edcc-4a36-84ed-67978545b36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:39.857157 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7430f479-edcc-4a36-84ed-67978545b36b admin admin] Pushing event deleted for resources: {'Port': ['ID=52c563f1-44a6-4872-96e4-aca7efc39719,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:39.879631 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0b5161-3b37-4265-aeda-d24eaf7d1600 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event deleted for resources: {'Port': ['ID=e9e3749f-f539-4190-9409-3c396b7bba11,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:39.890090 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ba0b5161-3b37-4265-aeda-d24eaf7d1600 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:39.918629 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ba0b5161-3b37-4265-aeda-d24eaf7d1600 tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "DELETE /v2.0/ports/e9e3749f-f539-4190-9409-3c396b7bba11 HTTP/1.1" status: 204 len: 168 time: 0.9696996 May 05 22:19:39.918629 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56294) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:40.044954 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 52c563f1-44a6-4872-96e4-aca7efc39719 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:19:40.136064 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 52c563f1-44a6-4872-96e4-aca7efc39719 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:19:40.151757 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 52c563f1-44a6-4872-96e4-aca7efc39719 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 05 22:19:40.156016 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-82e1acc9-514c-4103-8ea5-6af26a22d48a tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:40.239979 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Port 52c563f1-44a6-4872-96e4-aca7efc39719 not found, will not notify nova. {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 05 22:19:40.335206 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device f57099a5-1a6b-43ea-8bca-fcadd798c3a6 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:19:40.394059 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: f57099a5-1a6b-43ea-8bca-fcadd798c3a6 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:19:40.395257 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device f57099a5-1a6b-43ea-8bca-fcadd798c3a6 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:19:40.538478 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-82e1acc9-514c-4103-8ea5-6af26a22d48a tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:40.567129 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7430f479-edcc-4a36-84ed-67978545b36b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:40.592259 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-82e1acc9-514c-4103-8ea5-6af26a22d48a tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06a1920c-9add-4829-b47e-d5ec23e66361']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:19:40.640231 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-82e1acc9-514c-4103-8ea5-6af26a22d48a tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3425f9b-e179-453f-8742-a2c124b0fe49') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:19:40.640520 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-82e1acc9-514c-4103-8ea5-6af26a22d48a tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3425f9b-e179-453f-8742-a2c124b0fe49') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:19:40.671705 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-82e1acc9-514c-4103-8ea5-6af26a22d48a tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:40.704023 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-82e1acc9-514c-4103-8ea5-6af26a22d48a tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:40.722978 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82e1acc9-514c-4103-8ea5-6af26a22d48a tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:19:40.723527 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-82e1acc9-514c-4103-8ea5-6af26a22d48a tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:40.748478 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 22:19:40.748478 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:19:40.748478 n-d-825175-4 neutron-server[84061]: timer() May 05 22:19:40.748478 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:19:40.748478 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 22:19:40.748478 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:19:40.748478 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 22:19:40.748478 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:19:40.748478 n-d-825175-4 neutron-server[84061]: self._notify() May 05 22:19:40.748478 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:19:40.748478 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 22:19:40.748478 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:19:40.748478 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 22:19:40.748478 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:19:40.748478 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:19:40.748478 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:19:40.748478 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:19:40.748478 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:19:40.748478 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 22:19:40.748478 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:19:40.748478 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 22:19:40.748478 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:19:40.748478 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:19:40.748478 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:19:40.748478 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 22:19:40.748478 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:19:40.748478 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:19:40.748478 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:19:40.748478 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:19:40.748478 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:19:40.748478 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:19:40.748478 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:19:40.876795 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-82e1acc9-514c-4103-8ea5-6af26a22d48a tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:40.915859 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-82e1acc9-514c-4103-8ea5-6af26a22d48a tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:40.932055 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e1acc9-514c-4103-8ea5-6af26a22d48a tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] Pushing event deleted for resources: {'Network': ['ID=06a1920c-9add-4829-b47e-d5ec23e66361,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:40.935684 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-82e1acc9-514c-4103-8ea5-6af26a22d48a tempest-PortsIpV6TestJSON-1100129515 tempest-PortsIpV6TestJSON-1100129515-project] 10.222.0.23 "DELETE /v2.0/networks/06a1920c-9add-4829-b47e-d5ec23e66361 HTTP/1.1" status: 204 len: 168 time: 1.0179060 May 05 22:19:41.439546 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56308) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:41.694727 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7430f479-edcc-4a36-84ed-67978545b36b admin admin] Router 6d1967e1-f8a3-4134-b296-f95dda95c01f has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:19:41.812564 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b1d2adfd-77f7-45bd-96ae-350cb5cd368b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=19bd1ce22cbf41f7ad0f1240c3793693&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3648431 May 05 22:19:41.812564 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56314) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:41.908732 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0966a5c9-6a69-4cd7-8ada-5906396e5297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:41.953127 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0966a5c9-6a69-4cd7-8ada-5906396e5297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:41.999319 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7430f479-edcc-4a36-84ed-67978545b36b admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:19:42.014457 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-7430f479-edcc-4a36-84ed-67978545b36b admin admin] 10.222.0.23 "PUT /v2.0/routers/6d1967e1-f8a3-4134-b296-f95dda95c01f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7845581 May 05 22:19:42.016860 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56318) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:42.049262 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0966a5c9-6a69-4cd7-8ada-5906396e5297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:42.088724 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0966a5c9-6a69-4cd7-8ada-5906396e5297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59505ff9-5eda-4e04-8d27-69c01a103ffb,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:42.109305 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0966a5c9-6a69-4cd7-8ada-5906396e5297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:42.116735 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0966a5c9-6a69-4cd7-8ada-5906396e5297 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/59505ff9-5eda-4e04-8d27-69c01a103ffb HTTP/1.1" status: 204 len: 168 time: 0.3049464 May 05 22:19:42.474842 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ed8541e1-d81a-449a-aee5-7ab9bf09fe09 admin admin] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:42.838564 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ed8541e1-d81a-449a-aee5-7ab9bf09fe09 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:42.858814 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-ed8541e1-d81a-449a-aee5-7ab9bf09fe09 admin admin] Deleting port 945be86c-304a-42a2-b6c8-64265361c5ff {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:19:42.858814 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ed8541e1-d81a-449a-aee5-7ab9bf09fe09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:43.122168 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-ed8541e1-d81a-449a-aee5-7ab9bf09fe09 admin admin] For port 945be86c-304a-42a2-b6c8-64265361c5ff, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=945be86c-304a-42a2-b6c8-64265361c5ff,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:19:43.124436 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ed8541e1-d81a-449a-aee5-7ab9bf09fe09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:43.277365 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-ed8541e1-d81a-449a-aee5-7ab9bf09fe09 admin admin] Calling delete_port for 945be86c-304a-42a2-b6c8-64265361c5ff owned by network:router_gateway {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:19:43.529152 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56348) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:43.599849 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ed8541e1-d81a-449a-aee5-7ab9bf09fe09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:43.676698 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8541e1-d81a-449a-aee5-7ab9bf09fe09 admin admin] Pushing event deleted for resources: {'Port': ['ID=945be86c-304a-42a2-b6c8-64265361c5ff,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:43.771433 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-c0584b59-5c01-4f47-b61f-d84960f1a132 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2052542360-network', 'tenant_id': '044b855482304aef9f6066bf85c91e5c'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:19:43.777590 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-c0584b59-5c01-4f47-b61f-d84960f1a132 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:19:43.781904 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-c0584b59-5c01-4f47-b61f-d84960f1a132 admin admin] Usage tracker for resource:network and tenant:044b855482304aef9f6066bf85c91e5c is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:19:43.785398 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-c0584b59-5c01-4f47-b61f-d84960f1a132 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:19:43.792337 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-c0584b59-5c01-4f47-b61f-d84960f1a132 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:19:43.806515 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0584b59-5c01-4f47-b61f-d84960f1a132 admin admin] Made reservation on behalf of 044b855482304aef9f6066bf85c91e5c for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:19:43.817313 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c0584b59-5c01-4f47-b61f-d84960f1a132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:43.870971 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c0584b59-5c01-4f47-b61f-d84960f1a132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:43.959403 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-c0584b59-5c01-4f47-b61f-d84960f1a132 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:19:43.975362 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-c0584b59-5c01-4f47-b61f-d84960f1a132 admin admin] Usage tracker for resource:security_group_rule and tenant:044b855482304aef9f6066bf85c91e5c is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:19:43.986355 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-c0584b59-5c01-4f47-b61f-d84960f1a132 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:19:44.004132 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-c0584b59-5c01-4f47-b61f-d84960f1a132 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:19:44.012058 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-016ccffd-3c99-4e4a-aa62-8bd1446b4096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:44.148224 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ed8541e1-d81a-449a-aee5-7ab9bf09fe09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:44.156577 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c0584b59-5c01-4f47-b61f-d84960f1a132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:44.163405 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c0584b59-5c01-4f47-b61f-d84960f1a132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:44.184820 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0584b59-5c01-4f47-b61f-d84960f1a132 admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:19:44.198053 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c0584b59-5c01-4f47-b61f-d84960f1a132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:44.198343 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-c0584b59-5c01-4f47-b61f-d84960f1a132 admin admin] Added segment 8d1cc96a-d349-47db-8735-0712e414e66e of type vlan for network e566627a-00ac-485e-a95f-5a92c4773158 May 05 22:19:44.243890 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c0584b59-5c01-4f47-b61f-d84960f1a132 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:44.314019 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c0584b59-5c01-4f47-b61f-d84960f1a132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:44.316969 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0584b59-5c01-4f47-b61f-d84960f1a132 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:19:44.319536 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c0584b59-5c01-4f47-b61f-d84960f1a132 admin admin] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:44.496254 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ed8541e1-d81a-449a-aee5-7ab9bf09fe09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:44.500849 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ed8541e1-d81a-449a-aee5-7ab9bf09fe09 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:44.523453 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0584b59-5c01-4f47-b61f-d84960f1a132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc7ebbf-ae1e-4dcb-99a4-fcb838f2c06a,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:44.560823 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c0584b59-5c01-4f47-b61f-d84960f1a132 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0273018 May 05 22:19:44.562080 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56358) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:44.567811 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-c3236bd5-0079-4384-91c9-ce0a10f9ad6f admin admin] Request body: {'subnet': {'network_id': 'e566627a-00ac-485e-a95f-5a92c4773158', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2052542360-subnet', 'tenant_id': '044b855482304aef9f6066bf85c91e5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:19:44.569053 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0584b59-5c01-4f47-b61f-d84960f1a132 admin admin] Pushing event updated for resources: {'Network': ['ID=e566627a-00ac-485e-a95f-5a92c4773158,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:44.580617 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ed8541e1-d81a-449a-aee5-7ab9bf09fe09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:44.581137 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8541e1-d81a-449a-aee5-7ab9bf09fe09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d1967e1-f8a3-4134-b296-f95dda95c01f {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:19:44.581652 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network e566627a-00ac-485e-a95f-5a92c4773158 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:19:44.583313 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c3236bd5-0079-4384-91c9-ce0a10f9ad6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:19:44.590982 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c3236bd5-0079-4384-91c9-ce0a10f9ad6f admin admin] Usage tracker for resource:subnet and tenant:044b855482304aef9f6066bf85c91e5c is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:19:44.595399 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c3236bd5-0079-4384-91c9-ce0a10f9ad6f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:19:44.607341 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ed8541e1-d81a-449a-aee5-7ab9bf09fe09 admin admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:44.609802 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ed8541e1-d81a-449a-aee5-7ab9bf09fe09 admin admin] 10.222.0.23 "DELETE /v2.0/routers/6d1967e1-f8a3-4134-b296-f95dda95c01f HTTP/1.1" status: 204 len: 168 time: 2.5919948 May 05 22:19:44.611185 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c3236bd5-0079-4384-91c9-ce0a10f9ad6f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:19:44.613282 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56362) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:44.635709 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3236bd5-0079-4384-91c9-ce0a10f9ad6f admin admin] Made reservation on behalf of 044b855482304aef9f6066bf85c91e5c for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:19:44.639838 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c3236bd5-0079-4384-91c9-ce0a10f9ad6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:44.861061 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad1b62b3-a97e-4542-99d7-ed47c9e90809 admin admin] Deleting subnet 4dc9a45f-a29a-4fb8-a1de-566402aacbae {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:19:44.866876 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ad1b62b3-a97e-4542-99d7-ed47c9e90809 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:44.946633 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ad1b62b3-a97e-4542-99d7-ed47c9e90809 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:45.071863 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c3236bd5-0079-4384-91c9-ce0a10f9ad6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:45.076447 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ad1b62b3-a97e-4542-99d7-ed47c9e90809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:45.161919 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3236bd5-0079-4384-91c9-ce0a10f9ad6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=725bed4c-ef1e-4353-a59b-80bbe03c7095,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:45.179232 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ad1b62b3-a97e-4542-99d7-ed47c9e90809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:45.217405 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1b62b3-a97e-4542-99d7-ed47c9e90809 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dc9a45f-a29a-4fb8-a1de-566402aacbae,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:45.229003 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ad1b62b3-a97e-4542-99d7-ed47c9e90809 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:45.229566 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3236bd5-0079-4384-91c9-ce0a10f9ad6f admin admin] Checking segment: {'id': '8d1cc96a-d349-47db-8735-0712e414e66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e566627a-00ac-485e-a95f-5a92c4773158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:19:45.239404 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f1ef08-fcc6-4fda-93e2-767893fb91ca None None] Network 786206aa-bcec-482f-9538-9587506c4bb3 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:19:45.241526 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3236bd5-0079-4384-91c9-ce0a10f9ad6f admin admin] Network hostable DHCP agents. Network: e566627a-00ac-485e-a95f-5a92c4773158, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:19:45.250631 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ad1b62b3-a97e-4542-99d7-ed47c9e90809 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4dc9a45f-a29a-4fb8-a1de-566402aacbae HTTP/1.1" status: 204 len: 168 time: 0.6358929 May 05 22:19:45.253921 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56372) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:45.368003 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3236bd5-0079-4384-91c9-ce0a10f9ad6f admin admin] Network e566627a-00ac-485e-a95f-5a92c4773158 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:19:45.400423 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ffefbbb3-2af2-4e3c-8148-7b48e02e0eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:45.403043 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-c3236bd5-0079-4384-91c9-ce0a10f9ad6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, e566627a-00ac-485e-a95f-5a92c4773158) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:19:45.407942 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3236bd5-0079-4384-91c9-ce0a10f9ad6f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:19:45.408511 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c3236bd5-0079-4384-91c9-ce0a10f9ad6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:45.417924 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2bc52f-1917-43cc-aecf-5140902d7f94 None None] Network e566627a-00ac-485e-a95f-5a92c4773158 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:19:45.447055 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-ffefbbb3-2af2-4e3c-8148-7b48e02e0eae admin admin] Deleting port cf14e936-a780-45cd-844a-7c8e6f0640bf {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:19:45.447442 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ffefbbb3-2af2-4e3c-8148-7b48e02e0eae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:45.485238 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c3236bd5-0079-4384-91c9-ce0a10f9ad6f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9240942 May 05 22:19:45.758686 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-ffefbbb3-2af2-4e3c-8148-7b48e02e0eae admin admin] For port cf14e936-a780-45cd-844a-7c8e6f0640bf, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=cf14e936-a780-45cd-844a-7c8e6f0640bf,segment=NetworkSegment(49306b3d-173e-47b5-8f34-f80770c8d52d),segment_id=49306b3d-173e-47b5-8f34-f80770c8d52d)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:19:45.759220 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ffefbbb3-2af2-4e3c-8148-7b48e02e0eae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:45.849056 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f8d42d-6630-460d-a73f-a0d8507a4ac9 None None] DHCP port deletion for 786206aa-bcec-482f-9538-9587506c4bb3 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:19:45.885929 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-46f8d42d-6630-460d-a73f-a0d8507a4ac9 None None] Deleting port cf14e936-a780-45cd-844a-7c8e6f0640bf {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:19:45.886299 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-46f8d42d-6630-460d-a73f-a0d8507a4ac9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:45.961947 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-ffefbbb3-2af2-4e3c-8148-7b48e02e0eae admin admin] Calling delete_port for cf14e936-a780-45cd-844a-7c8e6f0640bf owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:19:46.090399 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ffefbbb3-2af2-4e3c-8148-7b48e02e0eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:46.093847 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device cf14e936-a780-45cd-844a-7c8e6f0640bf no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:19:46.154681 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8f0914-a25f-46d4-bf5b-357163e0ed18 None None] Network e566627a-00ac-485e-a95f-5a92c4773158 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:19:46.184293 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffefbbb3-2af2-4e3c-8148-7b48e02e0eae admin admin] Pushing event deleted for resources: {'Port': ['ID=cf14e936-a780-45cd-844a-7c8e6f0640bf,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:46.186529 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: cf14e936-a780-45cd-844a-7c8e6f0640bf {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:19:46.187198 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device cf14e936-a780-45cd-844a-7c8e6f0640bf not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:19:46.195102 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffefbbb3-2af2-4e3c-8148-7b48e02e0eae admin admin] No DVR routers for this DVR port cf14e936-a780-45cd-844a-7c8e6f0640bf on host n-d-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:19:46.324369 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-46f8d42d-6630-460d-a73f-a0d8507a4ac9 None None] The port 'cf14e936-a780-45cd-844a-7c8e6f0640bf' was deleted {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 22:19:46.343515 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1d125862-83f9-4b30-b8d1-f6aed521d368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:46.511843 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ffefbbb3-2af2-4e3c-8148-7b48e02e0eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:46.562919 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-ffefbbb3-2af2-4e3c-8148-7b48e02e0eae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['786206aa-bcec-482f-9538-9587506c4bb3']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:19:46.577804 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-ffefbbb3-2af2-4e3c-8148-7b48e02e0eae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49306b3d-173e-47b5-8f34-f80770c8d52d') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:19:46.578091 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-ffefbbb3-2af2-4e3c-8148-7b48e02e0eae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49306b3d-173e-47b5-8f34-f80770c8d52d') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:19:46.598817 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ffefbbb3-2af2-4e3c-8148-7b48e02e0eae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:46.618637 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ffefbbb3-2af2-4e3c-8148-7b48e02e0eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:46.628160 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffefbbb3-2af2-4e3c-8148-7b48e02e0eae admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:19:46.628631 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ffefbbb3-2af2-4e3c-8148-7b48e02e0eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:46.722640 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:19:46.722640 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:19:46.722640 n-d-825175-4 neutron-server[84063]: timer() May 05 22:19:46.722640 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:19:46.722640 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:19:46.722640 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:19:46.722640 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:19:46.722640 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:19:46.722640 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:19:46.722640 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:19:46.722640 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:19:46.722640 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:19:46.722640 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:19:46.722640 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:19:46.722640 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:19:46.722640 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:19:46.722640 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:19:46.722640 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:19:46.722640 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:19:46.722640 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:19:46.722640 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:19:46.722640 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:19:46.722640 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:19:46.722640 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:19:46.722640 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:19:46.722640 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:19:46.722640 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:19:46.722640 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:19:46.722640 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:19:46.722640 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:19:46.722640 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:19:46.722640 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:19:46.730424 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ffefbbb3-2af2-4e3c-8148-7b48e02e0eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:46.736753 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ffefbbb3-2af2-4e3c-8148-7b48e02e0eae admin admin] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:46.765470 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffefbbb3-2af2-4e3c-8148-7b48e02e0eae admin admin] Pushing event deleted for resources: {'Network': ['ID=786206aa-bcec-482f-9538-9587506c4bb3,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:46.776503 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ffefbbb3-2af2-4e3c-8148-7b48e02e0eae admin admin] 10.222.0.23 "DELETE /v2.0/networks/786206aa-bcec-482f-9538-9587506c4bb3 HTTP/1.1" status: 204 len: 168 time: 1.5128956 May 05 22:19:47.021519 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56408) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:47.029194 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-b7b89179-1e1a-4ab8-900f-e5b8d679d0f5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-324048643-network', 'tenant_id': 'b6f50adb42004af28e3ecfdc58ead3a0'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:19:47.036026 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-b7b89179-1e1a-4ab8-900f-e5b8d679d0f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:19:47.044327 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b7b89179-1e1a-4ab8-900f-e5b8d679d0f5 admin admin] Usage tracker for resource:network and tenant:b6f50adb42004af28e3ecfdc58ead3a0 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:19:47.047830 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b7b89179-1e1a-4ab8-900f-e5b8d679d0f5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:19:47.055036 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-b7b89179-1e1a-4ab8-900f-e5b8d679d0f5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:19:47.089797 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b89179-1e1a-4ab8-900f-e5b8d679d0f5 admin admin] Made reservation on behalf of b6f50adb42004af28e3ecfdc58ead3a0 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:19:47.093055 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b7b89179-1e1a-4ab8-900f-e5b8d679d0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:47.093735 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56412) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:47.110730 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b7b89179-1e1a-4ab8-900f-e5b8d679d0f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:47.146247 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-b7b89179-1e1a-4ab8-900f-e5b8d679d0f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:19:47.151571 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b7b89179-1e1a-4ab8-900f-e5b8d679d0f5 admin admin] Usage tracker for resource:security_group_rule and tenant:b6f50adb42004af28e3ecfdc58ead3a0 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:19:47.154991 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b7b89179-1e1a-4ab8-900f-e5b8d679d0f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:19:47.161109 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-b7b89179-1e1a-4ab8-900f-e5b8d679d0f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:19:47.170381 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-5882c89a-4207-4f1a-ab0d-415ada8836bd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0c81f79d7f884a38989f2049394b06ae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0752480 May 05 22:19:47.172935 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56416) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:47.235736 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b7b89179-1e1a-4ab8-900f-e5b8d679d0f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:47.244583 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b7b89179-1e1a-4ab8-900f-e5b8d679d0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:47.272339 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-696856d8-6280-45f8-80bb-13343776948d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:47.304856 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7b89179-1e1a-4ab8-900f-e5b8d679d0f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:19:47.306193 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-696856d8-6280-45f8-80bb-13343776948d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:47.314145 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b89179-1e1a-4ab8-900f-e5b8d679d0f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b82d47-7666-4392-b2bb-6d1797bd3c4e,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:47.320455 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b7b89179-1e1a-4ab8-900f-e5b8d679d0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:47.320924 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-b7b89179-1e1a-4ab8-900f-e5b8d679d0f5 admin admin] Added segment 6f3f4309-49fa-476c-b02f-0ddca03af5ee of type vlan for network 08391110-6b5d-485a-845b-afa450846316 May 05 22:19:47.352142 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b7b89179-1e1a-4ab8-900f-e5b8d679d0f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:47.390377 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-696856d8-6280-45f8-80bb-13343776948d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:47.396326 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b7b89179-1e1a-4ab8-900f-e5b8d679d0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:47.397608 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b89179-1e1a-4ab8-900f-e5b8d679d0f5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:19:47.398414 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b7b89179-1e1a-4ab8-900f-e5b8d679d0f5 admin admin] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:47.436688 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:47.448816 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-696856d8-6280-45f8-80bb-13343776948d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:47.453025 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-696856d8-6280-45f8-80bb-13343776948d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c367cff5-1c03-4fae-9896-29d2bc8d375b HTTP/1.1" status: 204 len: 168 time: 0.2761974 May 05 22:19:47.453025 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696856d8-6280-45f8-80bb-13343776948d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c367cff5-1c03-4fae-9896-29d2bc8d375b,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:47.508822 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b7b89179-1e1a-4ab8-900f-e5b8d679d0f5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4849179 May 05 22:19:47.511228 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56432) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:47.528714 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b89179-1e1a-4ab8-900f-e5b8d679d0f5 admin admin] Pushing event updated for resources: {'Network': ['ID=08391110-6b5d-485a-845b-afa450846316,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:47.536539 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:47.548252 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-afc92087-5a8c-415e-90a1-c01ba29de62e admin admin] Request body: {'subnet': {'network_id': '08391110-6b5d-485a-845b-afa450846316', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-324048643-subnet', 'tenant_id': 'b6f50adb42004af28e3ecfdc58ead3a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:19:47.561852 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 08391110-6b5d-485a-845b-afa450846316 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:19:47.577876 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-afc92087-5a8c-415e-90a1-c01ba29de62e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:19:47.593627 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-afc92087-5a8c-415e-90a1-c01ba29de62e admin admin] Usage tracker for resource:subnet and tenant:b6f50adb42004af28e3ecfdc58ead3a0 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:19:47.602524 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-afc92087-5a8c-415e-90a1-c01ba29de62e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:19:47.619284 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-afc92087-5a8c-415e-90a1-c01ba29de62e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:19:47.639470 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc92087-5a8c-415e-90a1-c01ba29de62e admin admin] Made reservation on behalf of b6f50adb42004af28e3ecfdc58ead3a0 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:19:47.641510 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-afc92087-5a8c-415e-90a1-c01ba29de62e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:48.015059 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-afc92087-5a8c-415e-90a1-c01ba29de62e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:48.170900 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc92087-5a8c-415e-90a1-c01ba29de62e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9f5d031-bd09-45fd-bedf-2fc9b8e6835e,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:48.187822 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc92087-5a8c-415e-90a1-c01ba29de62e admin admin] Checking segment: {'id': '6f3f4309-49fa-476c-b02f-0ddca03af5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '08391110-6b5d-485a-845b-afa450846316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:19:48.188177 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc92087-5a8c-415e-90a1-c01ba29de62e admin admin] Network hostable DHCP agents. Network: 08391110-6b5d-485a-845b-afa450846316, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:19:48.218415 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc92087-5a8c-415e-90a1-c01ba29de62e admin admin] Network 08391110-6b5d-485a-845b-afa450846316 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:19:48.237096 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-afc92087-5a8c-415e-90a1-c01ba29de62e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 08391110-6b5d-485a-845b-afa450846316) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:19:48.241509 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc92087-5a8c-415e-90a1-c01ba29de62e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:19:48.244057 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-afc92087-5a8c-415e-90a1-c01ba29de62e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:48.251274 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f372802-8901-4cd4-b99d-317eb7e22b86 None None] Network 08391110-6b5d-485a-845b-afa450846316 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:19:48.298973 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-afc92087-5a8c-415e-90a1-c01ba29de62e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7635140 May 05 22:19:48.517720 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56452) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:48.546145 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56456) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:48.595308 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2ac41f85-532c-4cf7-8d1f-151019767f86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:48.653703 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3da5c4-e777-4ac3-9881-f67393d12629 None None] Network 08391110-6b5d-485a-845b-afa450846316 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:19:48.730161 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-864050b6-65cd-4cca-8b93-4e080f521d5e admin admin] Deleting subnet 725bed4c-ef1e-4353-a59b-80bbe03c7095 {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:19:48.734046 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-2ac41f85-532c-4cf7-8d1f-151019767f86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:19:48.739813 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-864050b6-65cd-4cca-8b93-4e080f521d5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:48.837870 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-864050b6-65cd-4cca-8b93-4e080f521d5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:48.892485 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-2ac41f85-532c-4cf7-8d1f-151019767f86 admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:19:48.901418 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-2ac41f85-532c-4cf7-8d1f-151019767f86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:19:48.928682 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-2ac41f85-532c-4cf7-8d1f-151019767f86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:19:48.989675 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-864050b6-65cd-4cca-8b93-4e080f521d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:49.020098 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:49.120551 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2ac41f85-532c-4cf7-8d1f-151019767f86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:49.127171 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2ac41f85-532c-4cf7-8d1f-151019767f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:49.174908 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-864050b6-65cd-4cca-8b93-4e080f521d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:49.221481 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933facc3-f798-4baf-9b6f-f73524af0400 None None] Sync routers for ids ['6d1967e1-f8a3-4134-b296-f95dda95c01f'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:19:49.239268 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933facc3-f798-4baf-9b6f-f73524af0400 None None] Routers set() bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:19:49.239268 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933facc3-f798-4baf-9b6f-f73524af0400 None None] Router IDs set() for agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 05 22:19:49.240189 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_agentschedulers_db [None req-933facc3-f798-4baf-9b6f-f73524af0400 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6d1967e1-f8a3-4134-b296-f95dda95c01f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:19:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent'). {{(pid=84068) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 05 22:19:49.249122 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac41f85-532c-4cf7-8d1f-151019767f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2810a302-79e5-4000-81f0-4cdf94f2a768,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:49.250225 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864050b6-65cd-4cca-8b93-4e080f521d5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=725bed4c-ef1e-4353-a59b-80bbe03c7095,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:49.251578 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933facc3-f798-4baf-9b6f-f73524af0400 None None] Routers set() bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:19:49.251578 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933facc3-f798-4baf-9b6f-f73524af0400 None None] Router IDs set() for agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 05 22:19:49.252539 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_agentschedulers_db [None req-933facc3-f798-4baf-9b6f-f73524af0400 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6d1967e1-f8a3-4134-b296-f95dda95c01f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:19:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent'). {{(pid=84068) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 05 22:19:49.252539 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933facc3-f798-4baf-9b6f-f73524af0400 None None] The sync data for ids ['6d1967e1-f8a3-4134-b296-f95dda95c01f'] in n-d-825175-4 is: [] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:19:49.268736 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-864050b6-65cd-4cca-8b93-4e080f521d5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:49.282965 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-864050b6-65cd-4cca-8b93-4e080f521d5e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/725bed4c-ef1e-4353-a59b-80bbe03c7095 HTTP/1.1" status: 204 len: 168 time: 0.7330964 May 05 22:19:49.284833 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56466) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:49.294181 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-2ac41f85-532c-4cf7-8d1f-151019767f86 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2367 time: 0.7710865 May 05 22:19:49.294181 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56470) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:49.419647 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e4c298c2-ef0d-4ffc-b2f2-02870872c3b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:49.471412 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e4c298c2-ef0d-4ffc-b2f2-02870872c3b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:49.488475 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5c0d7cc8-e7ee-402d-9278-fa7ad9a2ebb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:49.583092 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e4c298c2-ef0d-4ffc-b2f2-02870872c3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:49.603523 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c298c2-ef0d-4ffc-b2f2-02870872c3b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2810a302-79e5-4000-81f0-4cdf94f2a768,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:49.621041 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e4c298c2-ef0d-4ffc-b2f2-02870872c3b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:49.621041 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e4c298c2-ef0d-4ffc-b2f2-02870872c3b4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2810a302-79e5-4000-81f0-4cdf94f2a768 HTTP/1.1" status: 204 len: 168 time: 0.3214970 May 05 22:19:49.756829 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5c0d7cc8-e7ee-402d-9278-fa7ad9a2ebb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:49.816019 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-5c0d7cc8-e7ee-402d-9278-fa7ad9a2ebb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e566627a-00ac-485e-a95f-5a92c4773158']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:19:49.830797 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-5c0d7cc8-e7ee-402d-9278-fa7ad9a2ebb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d1cc96a-d349-47db-8735-0712e414e66e') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:19:49.831093 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-5c0d7cc8-e7ee-402d-9278-fa7ad9a2ebb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d1cc96a-d349-47db-8735-0712e414e66e') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:19:49.866159 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5c0d7cc8-e7ee-402d-9278-fa7ad9a2ebb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:49.890813 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5c0d7cc8-e7ee-402d-9278-fa7ad9a2ebb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:49.901452 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c0d7cc8-e7ee-402d-9278-fa7ad9a2ebb4 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:19:49.902898 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5c0d7cc8-e7ee-402d-9278-fa7ad9a2ebb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:49.920807 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:19:49.920807 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:19:49.920807 n-d-825175-4 neutron-server[84063]: timer() May 05 22:19:49.920807 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:19:49.920807 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:19:49.920807 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:19:49.920807 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:19:49.920807 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:19:49.920807 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:19:49.920807 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:19:49.920807 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:19:49.920807 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:19:49.920807 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:19:49.920807 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:19:49.920807 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:19:49.920807 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:19:49.920807 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:19:49.920807 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:19:49.920807 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:19:49.920807 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:19:49.920807 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:19:49.920807 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:19:49.920807 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:19:49.920807 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:19:49.920807 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:19:49.920807 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:19:49.920807 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:19:49.920807 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:19:49.920807 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:19:49.920807 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:19:49.920807 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:19:49.920807 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:19:50.051835 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5c0d7cc8-e7ee-402d-9278-fa7ad9a2ebb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:50.096385 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5c0d7cc8-e7ee-402d-9278-fa7ad9a2ebb4 admin admin] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:50.104494 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0d7cc8-e7ee-402d-9278-fa7ad9a2ebb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e566627a-00ac-485e-a95f-5a92c4773158,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:50.108168 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5c0d7cc8-e7ee-402d-9278-fa7ad9a2ebb4 admin admin] 10.222.0.23 "DELETE /v2.0/networks/e566627a-00ac-485e-a95f-5a92c4773158 HTTP/1.1" status: 204 len: 168 time: 0.8227077 May 05 22:19:50.112174 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56484) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:50.226738 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f9d2864-42be-4f13-a9ac-510620991ed1 admin admin] Deleting subnet f9f5d031-bd09-45fd-bedf-2fc9b8e6835e {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:19:50.237886 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9f9d2864-42be-4f13-a9ac-510620991ed1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:50.352441 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9f9d2864-42be-4f13-a9ac-510620991ed1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:50.427079 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9f9d2864-42be-4f13-a9ac-510620991ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:50.543443 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9f9d2864-42be-4f13-a9ac-510620991ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:50.660992 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9d2864-42be-4f13-a9ac-510620991ed1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9f5d031-bd09-45fd-bedf-2fc9b8e6835e,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:50.678929 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9f9d2864-42be-4f13-a9ac-510620991ed1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:50.702178 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-9f9d2864-42be-4f13-a9ac-510620991ed1 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f9f5d031-bd09-45fd-bedf-2fc9b8e6835e HTTP/1.1" status: 204 len: 168 time: 0.5807111 May 05 22:19:50.707909 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56502) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:50.845628 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fe8c0369-ecec-4028-91a2-ba8bbaa49e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:51.080637 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fe8c0369-ecec-4028-91a2-ba8bbaa49e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:51.151565 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-fe8c0369-ecec-4028-91a2-ba8bbaa49e9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08391110-6b5d-485a-845b-afa450846316']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:19:51.184090 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-fe8c0369-ecec-4028-91a2-ba8bbaa49e9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f3f4309-49fa-476c-b02f-0ddca03af5ee') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:19:51.185158 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-fe8c0369-ecec-4028-91a2-ba8bbaa49e9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f3f4309-49fa-476c-b02f-0ddca03af5ee') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:19:51.211705 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fe8c0369-ecec-4028-91a2-ba8bbaa49e9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:51.238895 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fe8c0369-ecec-4028-91a2-ba8bbaa49e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:51.248775 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe8c0369-ecec-4028-91a2-ba8bbaa49e9c admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:19:51.249433 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fe8c0369-ecec-4028-91a2-ba8bbaa49e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:51.269648 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:19:51.269648 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:19:51.269648 n-d-825175-4 neutron-server[84063]: timer() May 05 22:19:51.269648 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:19:51.269648 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:19:51.269648 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:19:51.269648 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:19:51.269648 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:19:51.269648 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:19:51.269648 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:19:51.269648 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:19:51.269648 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:19:51.269648 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:19:51.269648 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:19:51.269648 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:19:51.269648 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:19:51.269648 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:19:51.269648 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:19:51.269648 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:19:51.269648 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:19:51.269648 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:19:51.269648 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:19:51.269648 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:19:51.269648 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:19:51.269648 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:19:51.269648 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:19:51.269648 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:19:51.269648 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:19:51.269648 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:19:51.269648 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:19:51.269648 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:19:51.269648 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:19:51.393072 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fe8c0369-ecec-4028-91a2-ba8bbaa49e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:51.447734 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fe8c0369-ecec-4028-91a2-ba8bbaa49e9c admin admin] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:51.463965 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-fe8c0369-ecec-4028-91a2-ba8bbaa49e9c admin admin] 10.222.0.23 "DELETE /v2.0/networks/08391110-6b5d-485a-845b-afa450846316 HTTP/1.1" status: 204 len: 168 time: 0.7653577 May 05 22:19:51.464583 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8c0369-ecec-4028-91a2-ba8bbaa49e9c admin admin] Pushing event deleted for resources: {'Network': ['ID=08391110-6b5d-485a-845b-afa450846316,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:51.712307 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56516) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:51.797640 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ef7c4d73-cc19-48d3-9046-21d00037659f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=044b855482304aef9f6066bf85c91e5c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0841086 May 05 22:19:51.805640 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56522) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:51.888224 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 52c563f1-44a6-4872-96e4-aca7efc39719 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:19:51.902272 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a01b92ac-7d35-44e0-bbff-d019252be845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:51.929431 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a01b92ac-7d35-44e0-bbff-d019252be845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:51.976120 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 52c563f1-44a6-4872-96e4-aca7efc39719 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:19:51.976828 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 52c563f1-44a6-4872-96e4-aca7efc39719 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:19:51.977941 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 945be86c-304a-42a2-b6c8-64265361c5ff no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:19:51.997875 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a01b92ac-7d35-44e0-bbff-d019252be845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:52.020372 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01b92ac-7d35-44e0-bbff-d019252be845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc7ebbf-ae1e-4dcb-99a4-fcb838f2c06a,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:52.021586 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 945be86c-304a-42a2-b6c8-64265361c5ff {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:19:52.021990 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 945be86c-304a-42a2-b6c8-64265361c5ff not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:19:52.042143 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a01b92ac-7d35-44e0-bbff-d019252be845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:52.043445 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a01b92ac-7d35-44e0-bbff-d019252be845 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3fc7ebbf-ae1e-4dcb-99a4-fcb838f2c06a HTTP/1.1" status: 204 len: 168 time: 0.2392921 May 05 22:19:52.635885 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56536) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:52.708187 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56540) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:52.721561 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-3fc59ab1-e6ad-41f5-a2d9-39764d0a4b56 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b6f50adb42004af28e3ecfdc58ead3a0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0841813 May 05 22:19:52.808761 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a32bbf44-abb0-436f-a533-eaf7b422d73d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:52.860450 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a32bbf44-abb0-436f-a533-eaf7b422d73d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:52.939210 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a32bbf44-abb0-436f-a533-eaf7b422d73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:52.957301 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32bbf44-abb0-436f-a533-eaf7b422d73d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b82d47-7666-4392-b2bb-6d1797bd3c4e,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:52.960684 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a32bbf44-abb0-436f-a533-eaf7b422d73d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:52.974462 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a32bbf44-abb0-436f-a533-eaf7b422d73d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/11b82d47-7666-4392-b2bb-6d1797bd3c4e HTTP/1.1" status: 204 len: 168 time: 0.2555420 May 05 22:19:54.115744 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56578) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:54.481334 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e43a8ffa-e0e7-4ad7-ada9-6b7ee9b8e3fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:54.550374 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-e43a8ffa-e0e7-4ad7-ada9-6b7ee9b8e3fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:19:54.564566 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e43a8ffa-e0e7-4ad7-ada9-6b7ee9b8e3fe admin admin] Usage tracker for resource:security_group_rule and tenant:d6040b650c5a48269d3b148bb6523392 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:19:54.573306 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e43a8ffa-e0e7-4ad7-ada9-6b7ee9b8e3fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:19:54.589685 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-e43a8ffa-e0e7-4ad7-ada9-6b7ee9b8e3fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:19:54.699593 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e43a8ffa-e0e7-4ad7-ada9-6b7ee9b8e3fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:54.704276 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e43a8ffa-e0e7-4ad7-ada9-6b7ee9b8e3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:54.760546 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a8ffa-e0e7-4ad7-ada9-6b7ee9b8e3fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab8321d-3935-49aa-8c84-c58bc473c001,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:54.771097 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e43a8ffa-e0e7-4ad7-ada9-6b7ee9b8e3fe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d6040b650c5a48269d3b148bb6523392&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6506760 May 05 22:19:54.772709 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56594) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:54.841161 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dae57ff0-32c9-4c95-ae63-0b26da4f1a7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:54.869076 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dae57ff0-32c9-4c95-ae63-0b26da4f1a7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:54.922963 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dae57ff0-32c9-4c95-ae63-0b26da4f1a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:54.941362 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae57ff0-32c9-4c95-ae63-0b26da4f1a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab8321d-3935-49aa-8c84-c58bc473c001,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:54.945769 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dae57ff0-32c9-4c95-ae63-0b26da4f1a7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:54.949823 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-dae57ff0-32c9-4c95-ae63-0b26da4f1a7c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4ab8321d-3935-49aa-8c84-c58bc473c001 HTTP/1.1" status: 204 len: 168 time: 0.1760433 May 05 22:19:55.337903 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56614) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:55.361691 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8fd2b65b-70a2-46d4-9870-a31a0d6ca325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:55.495356 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-8fd2b65b-70a2-46d4-9870-a31a0d6ca325 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:19:55.499201 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-8fd2b65b-70a2-46d4-9870-a31a0d6ca325 admin admin] Usage tracker for resource:security_group_rule and tenant:687354102d474cef9bfaf5803f927925 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:19:55.501992 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-8fd2b65b-70a2-46d4-9870-a31a0d6ca325 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:19:55.507656 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-8fd2b65b-70a2-46d4-9870-a31a0d6ca325 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:19:55.576943 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8fd2b65b-70a2-46d4-9870-a31a0d6ca325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:55.581846 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8fd2b65b-70a2-46d4-9870-a31a0d6ca325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:55.631090 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8fd2b65b-70a2-46d4-9870-a31a0d6ca325 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=687354102d474cef9bfaf5803f927925&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2916279 May 05 22:19:55.631975 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd2b65b-70a2-46d4-9870-a31a0d6ca325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c2dd3d-951c-4639-a982-3359ce4b601d,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:55.634270 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56622) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:55.794191 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ea9e9052-11f8-4ea7-936a-7032b85c7f24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:55.821098 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ea9e9052-11f8-4ea7-936a-7032b85c7f24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:55.874936 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ea9e9052-11f8-4ea7-936a-7032b85c7f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:55.890608 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9e9052-11f8-4ea7-936a-7032b85c7f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c2dd3d-951c-4639-a982-3359ce4b601d,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:55.900489 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ea9e9052-11f8-4ea7-936a-7032b85c7f24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:55.901838 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ea9e9052-11f8-4ea7-936a-7032b85c7f24 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/00c2dd3d-951c-4639-a982-3359ce4b601d HTTP/1.1" status: 204 len: 168 time: 0.2664769 May 05 22:19:58.033728 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56780) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:58.208184 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0b9763cb-2c69-484d-a612-b875cb883299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:58.240419 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-0b9763cb-2c69-484d-a612-b875cb883299 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:19:58.245523 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-0b9763cb-2c69-484d-a612-b875cb883299 admin admin] Usage tracker for resource:security_group_rule and tenant:6dc59b4f5ee848448aaa8b31d8ec2a45 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:19:58.248842 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-0b9763cb-2c69-484d-a612-b875cb883299 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:19:58.254806 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-0b9763cb-2c69-484d-a612-b875cb883299 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:19:58.364331 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0b9763cb-2c69-484d-a612-b875cb883299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:58.370265 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0b9763cb-2c69-484d-a612-b875cb883299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:58.426424 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9763cb-2c69-484d-a612-b875cb883299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de60667-1114-483a-85c6-72e607314909,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:58.438971 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0b9763cb-2c69-484d-a612-b875cb883299 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6dc59b4f5ee848448aaa8b31d8ec2a45&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4026656 May 05 22:19:58.441388 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56792) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:58.507044 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4822d210-7de7-444a-a8bc-3bb38d0b8e76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:58.535226 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4822d210-7de7-444a-a8bc-3bb38d0b8e76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:58.599442 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4822d210-7de7-444a-a8bc-3bb38d0b8e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:58.622528 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4822d210-7de7-444a-a8bc-3bb38d0b8e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de60667-1114-483a-85c6-72e607314909,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:58.631968 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4822d210-7de7-444a-a8bc-3bb38d0b8e76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:58.635511 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-4822d210-7de7-444a-a8bc-3bb38d0b8e76 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1de60667-1114-483a-85c6-72e607314909 HTTP/1.1" status: 204 len: 168 time: 0.1909277 May 05 22:19:59.031470 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56802) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:59.054918 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-824e734d-5e0a-4cf2-bb01-8a93cc3d52cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:59.088591 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-824e734d-5e0a-4cf2-bb01-8a93cc3d52cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:19:59.092666 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-824e734d-5e0a-4cf2-bb01-8a93cc3d52cf admin admin] Usage tracker for resource:security_group_rule and tenant:f414f0cb33bb445aabe0f28b4a8b35e0 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:19:59.096305 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-824e734d-5e0a-4cf2-bb01-8a93cc3d52cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:19:59.102316 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-824e734d-5e0a-4cf2-bb01-8a93cc3d52cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:19:59.178139 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-824e734d-5e0a-4cf2-bb01-8a93cc3d52cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:59.183285 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-824e734d-5e0a-4cf2-bb01-8a93cc3d52cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:59.231735 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824e734d-5e0a-4cf2-bb01-8a93cc3d52cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc0af2f-21e6-4aa1-aba3-041ed8b9f828,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:59.237607 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-824e734d-5e0a-4cf2-bb01-8a93cc3d52cf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f414f0cb33bb445aabe0f28b4a8b35e0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2050757 May 05 22:19:59.241337 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56810) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:59.308370 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-49eb2367-1518-49f8-813e-7c58b4c97f10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:59.335389 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-49eb2367-1518-49f8-813e-7c58b4c97f10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:59.397884 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-49eb2367-1518-49f8-813e-7c58b4c97f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:59.420234 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eb2367-1518-49f8-813e-7c58b4c97f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc0af2f-21e6-4aa1-aba3-041ed8b9f828,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:59.427353 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-49eb2367-1518-49f8-813e-7c58b4c97f10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:59.431433 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-49eb2367-1518-49f8-813e-7c58b4c97f10 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ffc0af2f-21e6-4aa1-aba3-041ed8b9f828 HTTP/1.1" status: 204 len: 168 time: 0.1894855 May 05 22:19:59.491777 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56818) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:59.645259 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d5de7db8-a32b-42b8-89a7-c16ab40b04a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:59.679553 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-d5de7db8-a32b-42b8-89a7-c16ab40b04a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:19:59.684061 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d5de7db8-a32b-42b8-89a7-c16ab40b04a2 admin admin] Usage tracker for resource:security_group_rule and tenant:52956b6effc8431aadad2cf777c5228c is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:19:59.686444 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d5de7db8-a32b-42b8-89a7-c16ab40b04a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:19:59.692289 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-d5de7db8-a32b-42b8-89a7-c16ab40b04a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:19:59.767407 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d5de7db8-a32b-42b8-89a7-c16ab40b04a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:59.773612 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d5de7db8-a32b-42b8-89a7-c16ab40b04a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:59.816699 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d5de7db8-a32b-42b8-89a7-c16ab40b04a2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=52956b6effc8431aadad2cf777c5228c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3232810 May 05 22:19:59.817368 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 56834) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:19:59.850554 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de7db8-a32b-42b8-89a7-c16ab40b04a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7cb3b3b-f6c9-4941-a1b7-a76158c82fdf,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:19:59.908288 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ca96dff6-d7af-4905-bb0f-d1d6b2c48e49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:19:59.937616 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ca96dff6-d7af-4905-bb0f-d1d6b2c48e49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:00.012969 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ca96dff6-d7af-4905-bb0f-d1d6b2c48e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:00.037914 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca96dff6-d7af-4905-bb0f-d1d6b2c48e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7cb3b3b-f6c9-4941-a1b7-a76158c82fdf,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:00.046108 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ca96dff6-d7af-4905-bb0f-d1d6b2c48e49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:00.047268 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ca96dff6-d7af-4905-bb0f-d1d6b2c48e49 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f7cb3b3b-f6c9-4941-a1b7-a76158c82fdf HTTP/1.1" status: 204 len: 168 time: 0.2287068 May 05 22:20:02.137636 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56938) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:02.448032 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-473bdbfa-bbb5-4388-a028-c52149ba150e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:02.483816 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-473bdbfa-bbb5-4388-a028-c52149ba150e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:20:02.492161 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-473bdbfa-bbb5-4388-a028-c52149ba150e admin admin] Usage tracker for resource:security_group_rule and tenant:d5fac1faa7c94349b9ac3bae3c2c744b is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:20:02.492161 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-473bdbfa-bbb5-4388-a028-c52149ba150e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:20:02.502096 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-473bdbfa-bbb5-4388-a028-c52149ba150e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:20:02.595859 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-473bdbfa-bbb5-4388-a028-c52149ba150e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:02.601917 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-473bdbfa-bbb5-4388-a028-c52149ba150e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:02.655803 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473bdbfa-bbb5-4388-a028-c52149ba150e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a61da89-8964-4d45-845c-e2e42bd5e595,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:02.683240 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-473bdbfa-bbb5-4388-a028-c52149ba150e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d5fac1faa7c94349b9ac3bae3c2c744b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5430892 May 05 22:20:02.685896 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56950) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:02.774697 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d40e7833-306d-497c-a382-84c7bb36e504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:02.803304 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d40e7833-306d-497c-a382-84c7bb36e504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:02.872688 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d40e7833-306d-497c-a382-84c7bb36e504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:02.908985 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e7833-306d-497c-a382-84c7bb36e504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a61da89-8964-4d45-845c-e2e42bd5e595,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:02.919206 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d40e7833-306d-497c-a382-84c7bb36e504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:02.924638 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d40e7833-306d-497c-a382-84c7bb36e504 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3a61da89-8964-4d45-845c-e2e42bd5e595 HTTP/1.1" status: 204 len: 168 time: 0.2363632 May 05 22:20:03.371998 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56964) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:03.405119 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-67ef56c7-4cd2-4385-9f97-fe600150316a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:03.441983 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-67ef56c7-4cd2-4385-9f97-fe600150316a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:20:03.446143 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-67ef56c7-4cd2-4385-9f97-fe600150316a admin admin] Usage tracker for resource:security_group_rule and tenant:757509fc547a4813bdd6bd68b4e1c298 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:20:03.449816 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-67ef56c7-4cd2-4385-9f97-fe600150316a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:20:03.456564 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-67ef56c7-4cd2-4385-9f97-fe600150316a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:20:03.584987 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-67ef56c7-4cd2-4385-9f97-fe600150316a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:03.592792 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-67ef56c7-4cd2-4385-9f97-fe600150316a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:03.662212 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ef56c7-4cd2-4385-9f97-fe600150316a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8012fd3e-430b-4997-aba7-44b3fa64671c,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:03.670908 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-67ef56c7-4cd2-4385-9f97-fe600150316a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=757509fc547a4813bdd6bd68b4e1c298&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2952204 May 05 22:20:03.672378 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56970) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:03.733803 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-568f3971-447f-4c82-882c-cab420eeca9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:03.760696 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-568f3971-447f-4c82-882c-cab420eeca9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:03.815359 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-568f3971-447f-4c82-882c-cab420eeca9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:03.842987 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f3971-447f-4c82-882c-cab420eeca9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8012fd3e-430b-4997-aba7-44b3fa64671c,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:03.853459 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-568f3971-447f-4c82-882c-cab420eeca9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:03.855712 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-568f3971-447f-4c82-882c-cab420eeca9b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8012fd3e-430b-4997-aba7-44b3fa64671c HTTP/1.1" status: 204 len: 168 time: 0.1831117 May 05 22:20:03.990452 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 56982) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:04.233377 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-504ec33b-8527-440e-bdd2-88bce22136fd tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Deleting port 02aaba2e-230e-4344-8ce1-068b9c89cf62 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:20:04.233486 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-504ec33b-8527-440e-bdd2-88bce22136fd tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:04.468468 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-504ec33b-8527-440e-bdd2-88bce22136fd tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:04.469606 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-504ec33b-8527-440e-bdd2-88bce22136fd tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:04.623553 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-504ec33b-8527-440e-bdd2-88bce22136fd tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Calling delete_port for 02aaba2e-230e-4344-8ce1-068b9c89cf62 owned by network:floatingip {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:20:04.858138 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-504ec33b-8527-440e-bdd2-88bce22136fd tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:05.035762 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504ec33b-8527-440e-bdd2-88bce22136fd tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Pushing event deleted for resources: {'Port': ['ID=02aaba2e-230e-4344-8ce1-068b9c89cf62,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:05.114922 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-504ec33b-8527-440e-bdd2-88bce22136fd tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Notify callbacks [] for floatingip, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:05.301584 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:20:05.717812 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-504ec33b-8527-440e-bdd2-88bce22136fd tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Router 0d6a4664-1695-4669-88f5-3b07976e28cf has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:20:05.933008 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-504ec33b-8527-440e-bdd2-88bce22136fd tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:20:05.945597 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892d7949-6224-4675-bdcd-c1a020672f9c None None] Sync routers for ids ['0d6a4664-1695-4669-88f5-3b07976e28cf'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:20:05.956746 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-504ec33b-8527-440e-bdd2-88bce22136fd tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:05.961639 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892d7949-6224-4675-bdcd-c1a020672f9c None None] Routers {'0d6a4664-1695-4669-88f5-3b07976e28cf'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:20:05.962248 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-892d7949-6224-4675-bdcd-c1a020672f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:19:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['0d6a4664-1695-4669-88f5-3b07976e28cf'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:20:06.048523 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-504ec33b-8527-440e-bdd2-88bce22136fd tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] 10.222.0.23 "DELETE /v2.0/floatingips/67bac806-d9e9-4dd6-b76b-2b27024c4c19 HTTP/1.1" status: 204 len: 168 time: 2.0562682 May 05 22:20:06.050570 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a69e881a-14a1-4ba4-9933-0f1ca5423e0f', 'tag': '58a45dc3-5147-4730-b76c-79f8d50a95b9'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:20:06.131939 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a30e86e-41e5-438b-be9b-1720eeca5d4d'] response: {'name': 'network-changed', 'server_uuid': 'a69e881a-14a1-4ba4-9933-0f1ca5423e0f', 'tag': '58a45dc3-5147-4730-b76c-79f8d50a95b9', 'status': 'completed', 'code': 200} May 05 22:20:06.256221 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:06.279728 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-892d7949-6224-4675-bdcd-c1a020672f9c None None] Set router 0d6a4664-1695-4669-88f5-3b07976e28cf gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:20:06.298835 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d7925fe5-db18-4c09-8554-89f0c11b64cd req-802d122e-656c-4d39-9d07-4fac374b017d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f7081eb88bc04ab89f8b2cf35357dc71&device_id=a69e881a-14a1-4ba4-9933-0f1ca5423e0f HTTP/1.1" status: 200 len: 1097 time: 0.1430817 May 05 22:20:06.384438 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:06.564137 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7925fe5-db18-4c09-8554-89f0c11b64cd req-1aa345ad-624d-4d17-bd7c-387200fe1d53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:20:06.567953 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d7925fe5-db18-4c09-8554-89f0c11b64cd req-1aa345ad-624d-4d17-bd7c-387200fe1d53 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e HTTP/1.1" status: 200 len: 914 time: 0.2530217 May 05 22:20:06.662270 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d7925fe5-db18-4c09-8554-89f0c11b64cd req-5bdec4f5-f7b5-4687-92e8-303da1e10bac service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58a45dc3-5147-4730-b76c-79f8d50a95b9 HTTP/1.1" status: 200 len: 217 time: 0.0874150 May 05 22:20:06.817215 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7925fe5-db18-4c09-8554-89f0c11b64cd req-e511a186-bb5d-4386-9f87-5a5ca2b701f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:20:06.818925 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d7925fe5-db18-4c09-8554-89f0c11b64cd req-e511a186-bb5d-4386-9f87-5a5ca2b701f7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8c342395-5639-4bcd-beca-f868d5133602 HTTP/1.1" status: 200 len: 852 time: 0.1080043 May 05 22:20:06.904704 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95496535-b442-4c18-a8c2-f5a5c9ad1331 req-4656aaab-f087-4836-a4e2-fe6656c2dc99 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:20:06.906485 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-95496535-b442-4c18-a8c2-f5a5c9ad1331 req-4656aaab-f087-4836-a4e2-fe6656c2dc99 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] 10.222.0.23 "GET /v2.0/ports?device_id=a69e881a-14a1-4ba4-9933-0f1ca5423e0f HTTP/1.1" status: 200 len: 946 time: 0.2465763 May 05 22:20:06.980014 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d7925fe5-db18-4c09-8554-89f0c11b64cd req-48f084f5-9534-4ffd-a5a1-2364588d5e48 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1506541 May 05 22:20:06.983054 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-95496535-b442-4c18-a8c2-f5a5c9ad1331 req-72bdb4d2-4991-4cd1-984a-9c38dbc80b09 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d14f9b3-7fe7-4bc5-a219-bbad29bd43b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660064 May 05 22:20:07.049828 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-892d7949-6224-4675-bdcd-c1a020672f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6a4664-1695-4669-88f5-3b07976e28cf', 'name': 'tempest-TestVolumeBackupRestore-170793685-router', 'tenant_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'e2e8f770-812e-4732-a746-ae152ef360ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:14:56Z', 'updated_at': '2022-05-05T22:15:08Z', 'revision_number': 4, 'project_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'gw_port': {'id': 'e2e8f770-812e-4732-a746-ae152ef360ad', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6a4664-1695-4669-88f5-3b07976e28cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:14:57Z', 'updated_at': '2022-05-05T22:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '7e554d88-b668-41a7-b22c-7c4eb6808aff', 'name': '', 'network_id': 'bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e', 'tenant_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'mac_address': 'fa:16:3e:58:da:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6a4664-1695-4669-88f5-3b07976e28cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c342395-5639-4bcd-beca-f868d5133602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:15:07Z', 'updated_at': '2022-05-05T22:15:24Z', 'revision_number': 5, 'project_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'subnets': [{'id': '8c342395-5639-4bcd-beca-f868d5133602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:20:07.059966 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892d7949-6224-4675-bdcd-c1a020672f9c None None] Checking router: 0d6a4664-1695-4669-88f5-3b07976e28cf for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:20:07.090351 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892d7949-6224-4675-bdcd-c1a020672f9c None None] Routers {'0d6a4664-1695-4669-88f5-3b07976e28cf'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:20:07.092426 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-892d7949-6224-4675-bdcd-c1a020672f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:19:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['0d6a4664-1695-4669-88f5-3b07976e28cf'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:20:07.151932 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d7925fe5-db18-4c09-8554-89f0c11b64cd req-f0621e3c-9fc3-484a-86a7-ecbefd884f8b service neutron] 10.222.0.32 "GET /v2.0/networks/bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637602 May 05 22:20:07.293516 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 57068) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:07.359770 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d7925fe5-db18-4c09-8554-89f0c11b64cd req-6b5d4306-a137-44f2-bb80-bf376df96622 service neutron] 10.222.0.32 "GET /v2.0/networks/bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998260 May 05 22:20:07.387452 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-892d7949-6224-4675-bdcd-c1a020672f9c None None] Set router 0d6a4664-1695-4669-88f5-3b07976e28cf gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:20:07.544522 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3f3ceb27-8aff-4b00-ad30-daf54238ebf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:07.582026 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-3f3ceb27-8aff-4b00-ad30-daf54238ebf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:20:07.586424 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3f3ceb27-8aff-4b00-ad30-daf54238ebf4 admin admin] Usage tracker for resource:security_group_rule and tenant:1118cdd772ca401cbe597115a14a26cf is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:20:07.589530 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3f3ceb27-8aff-4b00-ad30-daf54238ebf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:20:07.596416 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-3f3ceb27-8aff-4b00-ad30-daf54238ebf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:20:07.692936 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3f3ceb27-8aff-4b00-ad30-daf54238ebf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:07.698159 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3f3ceb27-8aff-4b00-ad30-daf54238ebf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:07.764247 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-3f3ceb27-8aff-4b00-ad30-daf54238ebf4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1118cdd772ca401cbe597115a14a26cf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4695337 May 05 22:20:07.765204 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ceb27-8aff-4b00-ad30-daf54238ebf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5752580a-c8fe-4c51-b78d-f04c3ce941c4,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:07.766916 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 57076) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:07.781119 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ceb27-8aff-4b00-ad30-daf54238ebf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:20:07.781476 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ceb27-8aff-4b00-ad30-daf54238ebf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:20:07.781828 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ceb27-8aff-4b00-ad30-daf54238ebf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:20:07.782159 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ceb27-8aff-4b00-ad30-daf54238ebf4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:20:07.782615 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ceb27-8aff-4b00-ad30-daf54238ebf4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:20:07.783132 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ceb27-8aff-4b00-ad30-daf54238ebf4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:20:07.783469 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ceb27-8aff-4b00-ad30-daf54238ebf4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:20:07.783800 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ceb27-8aff-4b00-ad30-daf54238ebf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:20:07.784173 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ceb27-8aff-4b00-ad30-daf54238ebf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:20:07.784513 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ceb27-8aff-4b00-ad30-daf54238ebf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:20:07.784842 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3ceb27-8aff-4b00-ad30-daf54238ebf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:20:07.832139 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-892d7949-6224-4675-bdcd-c1a020672f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6a4664-1695-4669-88f5-3b07976e28cf', 'name': 'tempest-TestVolumeBackupRestore-170793685-router', 'tenant_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'e2e8f770-812e-4732-a746-ae152ef360ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:14:56Z', 'updated_at': '2022-05-05T22:15:08Z', 'revision_number': 4, 'project_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'gw_port': {'id': 'e2e8f770-812e-4732-a746-ae152ef360ad', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6a4664-1695-4669-88f5-3b07976e28cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:14:57Z', 'updated_at': '2022-05-05T22:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '7e554d88-b668-41a7-b22c-7c4eb6808aff', 'name': '', 'network_id': 'bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e', 'tenant_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'mac_address': 'fa:16:3e:58:da:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6a4664-1695-4669-88f5-3b07976e28cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c342395-5639-4bcd-beca-f868d5133602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:15:07Z', 'updated_at': '2022-05-05T22:15:24Z', 'revision_number': 5, 'project_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'subnets': [{'id': '8c342395-5639-4bcd-beca-f868d5133602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:20:07.834873 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-781800ce-2a35-4afe-8cda-9ea1f2d79c18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:07.836108 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892d7949-6224-4675-bdcd-c1a020672f9c None None] The sync data for ids ['0d6a4664-1695-4669-88f5-3b07976e28cf'] in n-d-825175-4 is: [{'id': '0d6a4664-1695-4669-88f5-3b07976e28cf', 'name': 'tempest-TestVolumeBackupRestore-170793685-router', 'tenant_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'e2e8f770-812e-4732-a746-ae152ef360ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:14:56Z', 'updated_at': '2022-05-05T22:15:08Z', 'revision_number': 4, 'project_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'gw_port': {'id': 'e2e8f770-812e-4732-a746-ae152ef360ad', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6a4664-1695-4669-88f5-3b07976e28cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:14:57Z', 'updated_at': '2022-05-05T22:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '7e554d88-b668-41a7-b22c-7c4eb6808aff', 'name': '', 'network_id': 'bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e', 'tenant_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'mac_address': 'fa:16:3e:58:da:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6a4664-1695-4669-88f5-3b07976e28cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c342395-5639-4bcd-beca-f868d5133602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:15:07Z', 'updated_at': '2022-05-05T22:15:24Z', 'revision_number': 5, 'project_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'subnets': [{'id': '8c342395-5639-4bcd-beca-f868d5133602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:20:07.865702 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-781800ce-2a35-4afe-8cda-9ea1f2d79c18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:07.985770 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9883f1f4-32df-4eac-8e31-e25d257e19a6 req-d792a08e-7bf8-41fb-abab-ed375ec76170 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:20:07.987674 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9883f1f4-32df-4eac-8e31-e25d257e19a6 req-d792a08e-7bf8-41fb-abab-ed375ec76170 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] 10.222.0.32 "GET /v2.0/ports?device_id=a69e881a-14a1-4ba4-9933-0f1ca5423e0f HTTP/1.1" status: 200 len: 946 time: 0.1043484 May 05 22:20:08.027710 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-781800ce-2a35-4afe-8cda-9ea1f2d79c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:08.072284 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-9883f1f4-32df-4eac-8e31-e25d257e19a6 req-b2fca785-02f9-4b1a-92b3-7bf8163f4335 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Deleting port 58a45dc3-5147-4730-b76c-79f8d50a95b9 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:20:08.072898 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9883f1f4-32df-4eac-8e31-e25d257e19a6 req-b2fca785-02f9-4b1a-92b3-7bf8163f4335 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:08.094386 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c63a620-551f-464c-b0f2-0cb220b7d923 None None] New status for floating IP 67bac806-d9e9-4dd6-b76b-2b27024c4c19: DOWN {{(pid=84068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 22:20:08.141751 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-781800ce-2a35-4afe-8cda-9ea1f2d79c18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:08.145321 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-781800ce-2a35-4afe-8cda-9ea1f2d79c18 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5752580a-c8fe-4c51-b78d-f04c3ce941c4 HTTP/1.1" status: 204 len: 168 time: 0.3750341 May 05 22:20:08.145321 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781800ce-2a35-4afe-8cda-9ea1f2d79c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5752580a-c8fe-4c51-b78d-f04c3ce941c4,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:08.662603 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-9883f1f4-32df-4eac-8e31-e25d257e19a6 req-b2fca785-02f9-4b1a-92b3-7bf8163f4335 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] For port 58a45dc3-5147-4730-b76c-79f8d50a95b9, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=58a45dc3-5147-4730-b76c-79f8d50a95b9,segment=NetworkSegment(4226f161-0b17-4798-9c75-101cd4c4b8e3),segment_id=4226f161-0b17-4798-9c75-101cd4c4b8e3)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:20:08.667949 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9883f1f4-32df-4eac-8e31-e25d257e19a6 req-b2fca785-02f9-4b1a-92b3-7bf8163f4335 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:08.772807 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 57096) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:08.804733 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3524b519-b11b-4677-8f4e-02cd89a5bf87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:08.844248 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feda6ec-7077-4386-a194-5bfb5de6a3ce req-06a63c85-de8f-43c6-8e52-a86c94e29694 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:20:08.846072 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9feda6ec-7077-4386-a194-5bfb5de6a3ce req-06a63c85-de8f-43c6-8e52-a86c94e29694 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] 10.222.0.23 "GET /v2.0/ports?device_id=a69e881a-14a1-4ba4-9933-0f1ca5423e0f HTTP/1.1" status: 200 len: 946 time: 0.5132060 May 05 22:20:08.847045 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-3524b519-b11b-4677-8f4e-02cd89a5bf87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:20:08.851099 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3524b519-b11b-4677-8f4e-02cd89a5bf87 admin admin] Usage tracker for resource:security_group_rule and tenant:ed09c658ea684579b9a34e78ce222116 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:20:08.853136 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-9883f1f4-32df-4eac-8e31-e25d257e19a6 req-b2fca785-02f9-4b1a-92b3-7bf8163f4335 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Calling delete_port for 58a45dc3-5147-4730-b76c-79f8d50a95b9 owned by compute:nova {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:20:08.854524 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3524b519-b11b-4677-8f4e-02cd89a5bf87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:20:08.861355 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-3524b519-b11b-4677-8f4e-02cd89a5bf87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:20:08.945497 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3524b519-b11b-4677-8f4e-02cd89a5bf87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:08.950820 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3524b519-b11b-4677-8f4e-02cd89a5bf87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:08.983207 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9feda6ec-7077-4386-a194-5bfb5de6a3ce req-e95b93cc-a370-4443-99fa-79d250dd3331 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d14f9b3-7fe7-4bc5-a219-bbad29bd43b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853086 May 05 22:20:09.009752 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-3524b519-b11b-4677-8f4e-02cd89a5bf87 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ed09c658ea684579b9a34e78ce222116&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2351410 May 05 22:20:09.010816 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3524b519-b11b-4677-8f4e-02cd89a5bf87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3747862e-4eff-4458-ae90-c8cb1a59754b,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:09.012569 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 57100) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:09.127196 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9883f1f4-32df-4eac-8e31-e25d257e19a6 req-b2fca785-02f9-4b1a-92b3-7bf8163f4335 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:09.174981 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-88aacb98-4a70-4b7b-95a7-0025fac780c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:09.188124 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fca785-02f9-4b1a-92b3-7bf8163f4335 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Pushing event deleted for resources: {'Port': ['ID=58a45dc3-5147-4730-b76c-79f8d50a95b9,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:09.280189 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-88aacb98-4a70-4b7b-95a7-0025fac780c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:09.287241 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-9883f1f4-32df-4eac-8e31-e25d257e19a6 req-b2fca785-02f9-4b1a-92b3-7bf8163f4335 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] No DVR routers for this DVR port 58a45dc3-5147-4730-b76c-79f8d50a95b9 on host n-h2-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:20:09.290244 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9883f1f4-32df-4eac-8e31-e25d257e19a6 req-b2fca785-02f9-4b1a-92b3-7bf8163f4335 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:09.295287 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a69e881a-14a1-4ba4-9933-0f1ca5423e0f', 'name': 'network-vif-deleted', 'tag': '58a45dc3-5147-4730-b76c-79f8d50a95b9'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:20:09.321049 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9883f1f4-32df-4eac-8e31-e25d257e19a6 req-b2fca785-02f9-4b1a-92b3-7bf8163f4335 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] 10.222.0.32 "DELETE /v2.0/ports/58a45dc3-5147-4730-b76c-79f8d50a95b9 HTTP/1.1" status: 204 len: 173 time: 1.3282042 May 05 22:20:09.366607 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-88aacb98-4a70-4b7b-95a7-0025fac780c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:09.382197 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aacb98-4a70-4b7b-95a7-0025fac780c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3747862e-4eff-4458-ae90-c8cb1a59754b,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:09.393998 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-88aacb98-4a70-4b7b-95a7-0025fac780c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:09.395140 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-88aacb98-4a70-4b7b-95a7-0025fac780c7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3747862e-4eff-4458-ae90-c8cb1a59754b HTTP/1.1" status: 204 len: 168 time: 0.3807571 May 05 22:20:09.399978 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aacb98-4a70-4b7b-95a7-0025fac780c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:20:09.400658 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aacb98-4a70-4b7b-95a7-0025fac780c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:20:09.401164 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aacb98-4a70-4b7b-95a7-0025fac780c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:20:09.401643 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aacb98-4a70-4b7b-95a7-0025fac780c7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:20:09.402100 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aacb98-4a70-4b7b-95a7-0025fac780c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:20:09.402557 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aacb98-4a70-4b7b-95a7-0025fac780c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:20:09.403032 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aacb98-4a70-4b7b-95a7-0025fac780c7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:20:09.403485 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aacb98-4a70-4b7b-95a7-0025fac780c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:20:09.403955 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aacb98-4a70-4b7b-95a7-0025fac780c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:20:09.404406 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aacb98-4a70-4b7b-95a7-0025fac780c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:20:09.404889 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88aacb98-4a70-4b7b-95a7-0025fac780c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:20:09.733516 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fba9ba8b-4b19-4836-820d-d1c95bb5f392'] response: {'server_uuid': 'a69e881a-14a1-4ba4-9933-0f1ca5423e0f', 'name': 'network-vif-deleted', 'tag': '58a45dc3-5147-4730-b76c-79f8d50a95b9', 'status': 'completed', 'code': 200} May 05 22:20:10.491157 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-ddb84d58-55f4-4215-906a-64ce25879dda req-d0acb1ae-918a-4986-9677-02a21baed4ac tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Synchronizing usage tracker for tenant:f7081eb88bc04ab89f8b2cf35357dc71 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:20:10.511671 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-ddb84d58-55f4-4215-906a-64ce25879dda req-d0acb1ae-918a-4986-9677-02a21baed4ac tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Unset dirty status for tenant:f7081eb88bc04ab89f8b2cf35357dc71 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:20:10.524168 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ddb84d58-55f4-4215-906a-64ce25879dda req-d0acb1ae-918a-4986-9677-02a21baed4ac tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] 10.222.0.23 "GET /v2.0/ports?device_id=a69e881a-14a1-4ba4-9933-0f1ca5423e0f HTTP/1.1" status: 200 len: 210 time: 0.0881560 May 05 22:20:11.162335 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 57152) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:11.333594 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cbc7240d-be9f-47b3-9fdb-736d40c0aa0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:11.369098 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-cbc7240d-be9f-47b3-9fdb-736d40c0aa0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:20:11.381591 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-cbc7240d-be9f-47b3-9fdb-736d40c0aa0a admin admin] Usage tracker for resource:security_group_rule and tenant:f6a72682077b4643b056a8715eb5415d is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:20:11.385149 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-cbc7240d-be9f-47b3-9fdb-736d40c0aa0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:20:11.391748 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-cbc7240d-be9f-47b3-9fdb-736d40c0aa0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:20:11.467379 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cbc7240d-be9f-47b3-9fdb-736d40c0aa0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:11.472014 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cbc7240d-be9f-47b3-9fdb-736d40c0aa0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:11.518063 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc7240d-be9f-47b3-9fdb-736d40c0aa0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a45ead7-37bd-4d1b-be2e-6b1a3171c044,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:11.524655 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-cbc7240d-be9f-47b3-9fdb-736d40c0aa0a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f6a72682077b4643b056a8715eb5415d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3585877 May 05 22:20:11.524892 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 57168) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:11.595792 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a9ac2c77-e059-4fbb-ba76-b2653924ee3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:11.627872 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a9ac2c77-e059-4fbb-ba76-b2653924ee3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:11.654155 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 57174) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:11.683716 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a9ac2c77-e059-4fbb-ba76-b2653924ee3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:11.702782 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ac2c77-e059-4fbb-ba76-b2653924ee3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a45ead7-37bd-4d1b-be2e-6b1a3171c044,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:11.714547 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a9ac2c77-e059-4fbb-ba76-b2653924ee3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:11.715657 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a9ac2c77-e059-4fbb-ba76-b2653924ee3e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0a45ead7-37bd-4d1b-be2e-6b1a3171c044 HTTP/1.1" status: 204 len: 168 time: 0.1898940 May 05 22:20:11.733975 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-608e802e-7819-4ea5-ba23-cdffc4ba52f4 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:11.767080 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-608e802e-7819-4ea5-ba23-cdffc4ba52f4 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:11.843132 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-608e802e-7819-4ea5-ba23-cdffc4ba52f4 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:11.865634 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e802e-7819-4ea5-ba23-cdffc4ba52f4 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d14f9b3-7fe7-4bc5-a219-bbad29bd43b8,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:11.874986 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-608e802e-7819-4ea5-ba23-cdffc4ba52f4 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:11.879114 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-608e802e-7819-4ea5-ba23-cdffc4ba52f4 tempest-TestVolumeBackupRestore-999733966 tempest-TestVolumeBackupRestore-999733966-project] 10.222.0.23 "DELETE /v2.0/security-groups/9d14f9b3-7fe7-4bc5-a219-bbad29bd43b8 HTTP/1.1" status: 204 len: 168 time: 0.2209563 May 05 22:20:12.494374 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4b224e4e-afbd-4f80-8613-8be8771b6c43 req-a8e85876-c55e-432a-9120-83293f772b3b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c499d0ef-0226-4dd2-99d9-4b778e9b8732&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2420776 May 05 22:20:12.832031 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4b224e4e-afbd-4f80-8613-8be8771b6c43 req-d97f636e-d9f6-4683-8497-4749ea4e284b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=989c505d69dd4ac5bbb5923b5623477d&device_id=c499d0ef-0226-4dd2-99d9-4b778e9b8732 HTTP/1.1" status: 200 len: 1096 time: 0.1501679 May 05 22:20:13.175705 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 58a45dc3-5147-4730-b76c-79f8d50a95b9 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:20:13.177599 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b224e4e-afbd-4f80-8613-8be8771b6c43 req-ac2f4254-7c37-4cea-b05e-9b0e30b3afc3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:20:13.181795 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4b224e4e-afbd-4f80-8613-8be8771b6c43 req-ac2f4254-7c37-4cea-b05e-9b0e30b3afc3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5579f484-2b68-478e-8113-36fd7459ddaf HTTP/1.1" status: 200 len: 910 time: 0.3279622 May 05 22:20:13.246783 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: 58a45dc3-5147-4730-b76c-79f8d50a95b9 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:20:13.247127 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 58a45dc3-5147-4730-b76c-79f8d50a95b9 not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:20:13.482818 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4b224e4e-afbd-4f80-8613-8be8771b6c43 req-36c60e72-5c59-482f-8bd0-022b1c7737f5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61e87916-9850-4b4e-9825-6be7f2ad185b HTTP/1.1" status: 200 len: 1001 time: 0.2914672 May 05 22:20:13.677567 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b224e4e-afbd-4f80-8613-8be8771b6c43 req-f86f516c-acf3-4aff-bd55-836c30f4d55d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:20:13.682080 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4b224e4e-afbd-4f80-8613-8be8771b6c43 req-f86f516c-acf3-4aff-bd55-836c30f4d55d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=27d7124c-1fa4-44df-a333-048f6a650311 HTTP/1.1" status: 200 len: 848 time: 0.1961203 May 05 22:20:13.828417 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 57402) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:13.922697 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4b224e4e-afbd-4f80-8613-8be8771b6c43 req-d4e40c34-1c7b-46b2-914f-5f6954844b34 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5579f484-2b68-478e-8113-36fd7459ddaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2337465 May 05 22:20:13.993647 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e50aec44-0054-46ea-b3c8-6bae4d583808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:14.106227 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-af4577f2-5fc7-4003-8b56-cdb0b60c238e admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1729120556-network', 'tenant_id': '585c2b7bbff0433881ede830583c353d'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:20:14.118108 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-af4577f2-5fc7-4003-8b56-cdb0b60c238e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:20:14.129158 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-af4577f2-5fc7-4003-8b56-cdb0b60c238e admin admin] Usage tracker for resource:network and tenant:585c2b7bbff0433881ede830583c353d is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:20:14.136740 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-af4577f2-5fc7-4003-8b56-cdb0b60c238e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:20:14.160868 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-af4577f2-5fc7-4003-8b56-cdb0b60c238e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:20:14.196364 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4577f2-5fc7-4003-8b56-cdb0b60c238e admin admin] Made reservation on behalf of 585c2b7bbff0433881ede830583c353d for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:20:14.199614 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-af4577f2-5fc7-4003-8b56-cdb0b60c238e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:14.220288 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-af4577f2-5fc7-4003-8b56-cdb0b60c238e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:14.291542 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-af4577f2-5fc7-4003-8b56-cdb0b60c238e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:20:14.296361 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-af4577f2-5fc7-4003-8b56-cdb0b60c238e admin admin] Usage tracker for resource:security_group_rule and tenant:585c2b7bbff0433881ede830583c353d is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:20:14.301271 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-af4577f2-5fc7-4003-8b56-cdb0b60c238e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:20:14.309302 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-af4577f2-5fc7-4003-8b56-cdb0b60c238e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:20:14.325729 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4b224e4e-afbd-4f80-8613-8be8771b6c43 req-51bcfc08-b94d-4a13-8e8a-4798c69573db service neutron] 10.222.0.44 "GET /v2.0/networks/5579f484-2b68-478e-8113-36fd7459ddaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3945341 May 05 22:20:14.431087 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-af4577f2-5fc7-4003-8b56-cdb0b60c238e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:14.438696 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-af4577f2-5fc7-4003-8b56-cdb0b60c238e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:14.511960 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af4577f2-5fc7-4003-8b56-cdb0b60c238e admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:20:14.519245 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4577f2-5fc7-4003-8b56-cdb0b60c238e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ef2a6f-fefa-495a-8eb4-c05a4d8bdaf1,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:14.544420 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-af4577f2-5fc7-4003-8b56-cdb0b60c238e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:14.544931 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-af4577f2-5fc7-4003-8b56-cdb0b60c238e admin admin] Added segment dc698c8e-66db-4045-b0bc-5f2168d3efd3 of type vlan for network b850cbc8-65ef-44dd-930d-f24b804545ac May 05 22:20:14.604099 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-af4577f2-5fc7-4003-8b56-cdb0b60c238e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:14.686090 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-af4577f2-5fc7-4003-8b56-cdb0b60c238e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:14.688343 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4577f2-5fc7-4003-8b56-cdb0b60c238e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:20:14.693026 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-af4577f2-5fc7-4003-8b56-cdb0b60c238e admin admin] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:14.907699 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4b224e4e-afbd-4f80-8613-8be8771b6c43 req-e4d51271-a1b2-4b81-928a-d463f44aeced service neutron] 10.222.0.44 "GET /v2.0/networks/5579f484-2b68-478e-8113-36fd7459ddaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5746198 May 05 22:20:15.043848 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4577f2-5fc7-4003-8b56-cdb0b60c238e admin admin] Pushing event updated for resources: {'Network': ['ID=b850cbc8-65ef-44dd-930d-f24b804545ac,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:15.052920 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-af4577f2-5fc7-4003-8b56-cdb0b60c238e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2232621 May 05 22:20:15.054905 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 57544) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:15.057964 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network b850cbc8-65ef-44dd-930d-f24b804545ac details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:20:15.068371 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-4b223025-7197-42b7-9eb0-521937fb4b0c admin admin] Request body: {'subnet': {'network_id': 'b850cbc8-65ef-44dd-930d-f24b804545ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1729120556-subnet', 'tenant_id': '585c2b7bbff0433881ede830583c353d', 'ip_version': 4}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:20:15.076408 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4b223025-7197-42b7-9eb0-521937fb4b0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:20:15.083050 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-4b223025-7197-42b7-9eb0-521937fb4b0c admin admin] Usage tracker for resource:subnet and tenant:585c2b7bbff0433881ede830583c353d is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:20:15.086786 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-4b223025-7197-42b7-9eb0-521937fb4b0c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:20:15.094216 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4b223025-7197-42b7-9eb0-521937fb4b0c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:20:15.119526 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b223025-7197-42b7-9eb0-521937fb4b0c admin admin] Made reservation on behalf of 585c2b7bbff0433881ede830583c353d for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:20:15.123399 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4b223025-7197-42b7-9eb0-521937fb4b0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:15.973092 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 57628) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:15.975040 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4b223025-7197-42b7-9eb0-521937fb4b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:16.072033 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b223025-7197-42b7-9eb0-521937fb4b0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bbfe5fc-47da-480d-83bc-cc33715f4338,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:16.091037 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b223025-7197-42b7-9eb0-521937fb4b0c admin admin] Checking segment: {'id': 'dc698c8e-66db-4045-b0bc-5f2168d3efd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b850cbc8-65ef-44dd-930d-f24b804545ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:20:16.091675 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b223025-7197-42b7-9eb0-521937fb4b0c admin admin] Network hostable DHCP agents. Network: b850cbc8-65ef-44dd-930d-f24b804545ac, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:20:16.121746 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b223025-7197-42b7-9eb0-521937fb4b0c admin admin] Network b850cbc8-65ef-44dd-930d-f24b804545ac is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:20:16.138336 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-4b223025-7197-42b7-9eb0-521937fb4b0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, b850cbc8-65ef-44dd-930d-f24b804545ac) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:20:16.146005 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b223025-7197-42b7-9eb0-521937fb4b0c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:20:16.146642 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4b223025-7197-42b7-9eb0-521937fb4b0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:16.148134 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656e5c99-d23a-4c27-aead-1898d121c398 None None] Network b850cbc8-65ef-44dd-930d-f24b804545ac requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:20:16.202582 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4b223025-7197-42b7-9eb0-521937fb4b0c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1460607 May 05 22:20:16.203386 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 57656) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:16.212822 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-23f1aff8-596f-4f52-a8c3-ff8bff38c839 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1729120556-router', 'tenant_id': '585c2b7bbff0433881ede830583c353d', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:20:16.220709 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-23f1aff8-596f-4f52-a8c3-ff8bff38c839 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:20:16.225844 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-23f1aff8-596f-4f52-a8c3-ff8bff38c839 admin admin] Usage tracker for resource:router and tenant:585c2b7bbff0433881ede830583c353d is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:20:16.230431 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-23f1aff8-596f-4f52-a8c3-ff8bff38c839 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:20:16.238747 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-23f1aff8-596f-4f52-a8c3-ff8bff38c839 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:20:16.283080 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-23f1aff8-596f-4f52-a8c3-ff8bff38c839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:16.286559 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-23f1aff8-596f-4f52-a8c3-ff8bff38c839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:16.338874 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-23f1aff8-596f-4f52-a8c3-ff8bff38c839 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:16.341962 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2c1679be-b814-43ab-9e26-0736a8f8d2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:16.676028 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b29344d-f5e9-493e-a96d-390816d3e520 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-b850cbc8-65ef-44dd-930d-f24b804545ac', 'network_id': 'b850cbc8-65ef-44dd-930d-f24b804545ac', 'tenant_id': '585c2b7bbff0433881ede830583c353d', 'fixed_ips': [{'subnet_id': '5bbfe5fc-47da-480d-83bc-cc33715f4338'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:20:16.676996 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6b29344d-f5e9-493e-a96d-390816d3e520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:16.983263 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-6b29344d-f5e9-493e-a96d-390816d3e520 None None] Allocated IP 172.20.0.2 (b850cbc8-65ef-44dd-930d-f24b804545ac/5bbfe5fc-47da-480d-83bc-cc33715f4338/302e602d-2e37-4058-b986-e9052e6e0013) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:20:17.123437 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-23f1aff8-596f-4f52-a8c3-ff8bff38c839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:17.193736 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-90988075-973a-4b47-a403-22a17dd6187c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:17.405913 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6b29344d-f5e9-493e-a96d-390816d3e520 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:17.431259 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-6b29344d-f5e9-493e-a96d-390816d3e520 None None] Transition to ACTIVE for port object 302e602d-2e37-4058-b986-e9052e6e0013 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:20:17.454885 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:17.461940 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-6b29344d-f5e9-493e-a96d-390816d3e520 None None] Transition to ACTIVE for port object 302e602d-2e37-4058-b986-e9052e6e0013 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:20:17.472287 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6b29344d-f5e9-493e-a96d-390816d3e520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:17.545943 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-23f1aff8-596f-4f52-a8c3-ff8bff38c839 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:17.584838 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-23f1aff8-596f-4f52-a8c3-ff8bff38c839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:17.619395 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b29344d-f5e9-493e-a96d-390816d3e520 None None] Network b850cbc8-65ef-44dd-930d-f24b804545ac is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:20:17.625652 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-6b29344d-f5e9-493e-a96d-390816d3e520 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:20:17.636536 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b29344d-f5e9-493e-a96d-390816d3e520 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:20:17.716878 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b29344d-f5e9-493e-a96d-390816d3e520 None None] Pushing event updated for resources: {'Port': ['ID=302e602d-2e37-4058-b986-e9052e6e0013,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:17.731816 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b29344d-f5e9-493e-a96d-390816d3e520 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:20:17.732228 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b29344d-f5e9-493e-a96d-390816d3e520 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:20:17.732612 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b29344d-f5e9-493e-a96d-390816d3e520 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:20:17.733227 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b29344d-f5e9-493e-a96d-390816d3e520 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:20:17.733334 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b29344d-f5e9-493e-a96d-390816d3e520 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:20:17.734012 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b29344d-f5e9-493e-a96d-390816d3e520 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:20:17.734494 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b29344d-f5e9-493e-a96d-390816d3e520 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:20:17.735206 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b29344d-f5e9-493e-a96d-390816d3e520 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:20:17.735206 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b29344d-f5e9-493e-a96d-390816d3e520 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:20:17.735484 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b29344d-f5e9-493e-a96d-390816d3e520 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:20:17.735861 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b29344d-f5e9-493e-a96d-390816d3e520 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:20:17.750443 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:17.758888 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-6b29344d-f5e9-493e-a96d-390816d3e520 None None] Attempting to bind port 302e602d-2e37-4058-b986-e9052e6e0013 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:20:17.759131 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-23f1aff8-596f-4f52-a8c3-ff8bff38c839 admin admin] Allocated IP 172.25.4.83 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/d77e11c1-c1df-418d-bc1f-bbfe91bc366b) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:20:17.759219 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-6b29344d-f5e9-493e-a96d-390816d3e520 None None] Attempting to bind port 302e602d-2e37-4058-b986-e9052e6e0013 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'dc698c8e-66db-4045-b0bc-5f2168d3efd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b850cbc8-65ef-44dd-930d-f24b804545ac'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:20:17.759691 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b29344d-f5e9-493e-a96d-390816d3e520 None None] Attempting to bind port 302e602d-2e37-4058-b986-e9052e6e0013 on network b850cbc8-65ef-44dd-930d-f24b804545ac {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:20:17.767357 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b29344d-f5e9-493e-a96d-390816d3e520 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:20:17.767817 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b29344d-f5e9-493e-a96d-390816d3e520 None None] Checking segment: {'id': 'dc698c8e-66db-4045-b0bc-5f2168d3efd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b850cbc8-65ef-44dd-930d-f24b804545ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:20:17.768273 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6b29344d-f5e9-493e-a96d-390816d3e520 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:17.768726 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b29344d-f5e9-493e-a96d-390816d3e520 None None] Bound using segment: {'id': 'dc698c8e-66db-4045-b0bc-5f2168d3efd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b850cbc8-65ef-44dd-930d-f24b804545ac'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:20:17.769251 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-6b29344d-f5e9-493e-a96d-390816d3e520 None None] Bound port: 302e602d-2e37-4058-b986-e9052e6e0013, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc698c8e-66db-4045-b0bc-5f2168d3efd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b850cbc8-65ef-44dd-930d-f24b804545ac'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:20:17.769676 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6b29344d-f5e9-493e-a96d-390816d3e520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:17.890346 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-6b29344d-f5e9-493e-a96d-390816d3e520 None None] For port 302e602d-2e37-4058-b986-e9052e6e0013, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:20:17.894531 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-6b29344d-f5e9-493e-a96d-390816d3e520 None None] For port 302e602d-2e37-4058-b986-e9052e6e0013, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=302e602d-2e37-4058-b986-e9052e6e0013,segment=NetworkSegment(dc698c8e-66db-4045-b0bc-5f2168d3efd3),segment_id=dc698c8e-66db-4045-b0bc-5f2168d3efd3)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:20:17.903028 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6b29344d-f5e9-493e-a96d-390816d3e520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:17.953025 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-23f1aff8-596f-4f52-a8c3-ff8bff38c839 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:17.994644 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-23f1aff8-596f-4f52-a8c3-ff8bff38c839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:17.995086 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b29344d-f5e9-493e-a96d-390816d3e520 None None] Pushing event updated for resources: {'Port': ['ID=302e602d-2e37-4058-b986-e9052e6e0013,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:18.041624 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-90988075-973a-4b47-a403-22a17dd6187c admin admin] Deleting port 7e554d88-b668-41a7-b22c-7c4eb6808aff {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:20:18.041937 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-90988075-973a-4b47-a403-22a17dd6187c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:18.074859 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f1aff8-596f-4f52-a8c3-ff8bff38c839 admin admin] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:20:18.078400 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-23f1aff8-596f-4f52-a8c3-ff8bff38c839 admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:20:18.081596 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f1aff8-596f-4f52-a8c3-ff8bff38c839 admin admin] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:20:18.135858 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f1aff8-596f-4f52-a8c3-ff8bff38c839 admin admin] Pushing event updated for resources: {'Port': ['ID=d77e11c1-c1df-418d-bc1f-bbfe91bc366b,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:18.377385 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-90988075-973a-4b47-a403-22a17dd6187c admin admin] For port 7e554d88-b668-41a7-b22c-7c4eb6808aff, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=7e554d88-b668-41a7-b22c-7c4eb6808aff,segment=NetworkSegment(4226f161-0b17-4798-9c75-101cd4c4b8e3),segment_id=4226f161-0b17-4798-9c75-101cd4c4b8e3)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:20:18.377962 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-90988075-973a-4b47-a403-22a17dd6187c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:18.422832 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-23f1aff8-596f-4f52-a8c3-ff8bff38c839 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:18.423940 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-23f1aff8-596f-4f52-a8c3-ff8bff38c839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:18.538127 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-90988075-973a-4b47-a403-22a17dd6187c admin admin] Calling delete_port for 7e554d88-b668-41a7-b22c-7c4eb6808aff owned by network:router_interface {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:20:18.708456 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23f1aff8-596f-4f52-a8c3-ff8bff38c839 admin admin] Router 5ff58790-860d-4af6-a5dc-6515bce54296 is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 22:20:18.912685 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-90988075-973a-4b47-a403-22a17dd6187c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:18.958790 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f1aff8-596f-4f52-a8c3-ff8bff38c839 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:20:18.968708 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90988075-973a-4b47-a403-22a17dd6187c admin admin] Pushing event deleted for resources: {'Port': ['ID=7e554d88-b668-41a7-b22c-7c4eb6808aff,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:18.970034 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06106e7-6fdc-455a-b622-eced16e720f9 None None] Sync routers for ids ['5ff58790-860d-4af6-a5dc-6515bce54296'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:20:19.002435 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-23f1aff8-596f-4f52-a8c3-ff8bff38c839 admin admin] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:19.006750 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06106e7-6fdc-455a-b622-eced16e720f9 None None] Routers {'5ff58790-860d-4af6-a5dc-6515bce54296'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:20:19.006750 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-a06106e7-6fdc-455a-b622-eced16e720f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:20:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['5ff58790-860d-4af6-a5dc-6515bce54296'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:20:19.007714 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-23f1aff8-596f-4f52-a8c3-ff8bff38c839 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8032064 May 05 22:20:19.008614 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 57752) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:19.316835 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:19.418994 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-90988075-973a-4b47-a403-22a17dd6187c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:19.426980 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-a06106e7-6fdc-455a-b622-eced16e720f9 None None] Set router 5ff58790-860d-4af6-a5dc-6515bce54296 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:20:19.563488 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faad3613-548d-4c61-9368-68494d17a094 None None] Network b850cbc8-65ef-44dd-930d-f24b804545ac requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:20:20.166625 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-6297bd7b-c41c-4d06-84e0-b1601e807d64 None None] Provisioning for port 302e602d-2e37-4058-b986-e9052e6e0013 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:20:20.191334 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 302e602d-2e37-4058-b986-e9052e6e0013 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:20:20.333375 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90988075-973a-4b47-a403-22a17dd6187c admin admin] Router 0d6a4664-1695-4669-88f5-3b07976e28cf has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:20:20.432738 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 302e602d-2e37-4058-b986-e9052e6e0013 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:20:20.450062 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 302e602d-2e37-4058-b986-e9052e6e0013 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:20:20.454333 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:20.609227 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-197b48ce-9c60-4ce8-a517-9dc1a6126932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:20.724426 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-a06106e7-6fdc-455a-b622-eced16e720f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff58790-860d-4af6-a5dc-6515bce54296', 'name': 'tempest-TestAggregatesBasicOps-1729120556-router', 'tenant_id': '585c2b7bbff0433881ede830583c353d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'd77e11c1-c1df-418d-bc1f-bbfe91bc366b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:20:16Z', 'updated_at': '2022-05-05T22:20:18Z', 'revision_number': 3, 'project_id': '585c2b7bbff0433881ede830583c353d', 'gw_port': {'id': 'd77e11c1-c1df-418d-bc1f-bbfe91bc366b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff58790-860d-4af6-a5dc-6515bce54296', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:20:17Z', 'updated_at': '2022-05-05T22:20:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:20:20.735219 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06106e7-6fdc-455a-b622-eced16e720f9 None None] Checking router: 5ff58790-860d-4af6-a5dc-6515bce54296 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:20:20.735556 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06106e7-6fdc-455a-b622-eced16e720f9 None None] Updating router 5ff58790-860d-4af6-a5dc-6515bce54296 port d77e11c1-c1df-418d-bc1f-bbfe91bc366b binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:20:20.784563 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90988075-973a-4b47-a403-22a17dd6187c admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:20:20.827905 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 57770) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:20.829312 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-90988075-973a-4b47-a403-22a17dd6187c admin admin] 10.222.0.23 "PUT /v2.0/routers/0d6a4664-1695-4669-88f5-3b07976e28cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8546135 May 05 22:20:20.829853 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:20.838601 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea61b640-9022-4fe1-bcae-e72ad95f7a2b None None] Sync routers for ids ['0d6a4664-1695-4669-88f5-3b07976e28cf'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:20:20.857981 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea61b640-9022-4fe1-bcae-e72ad95f7a2b None None] Routers {'0d6a4664-1695-4669-88f5-3b07976e28cf'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:20:20.871009 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a06106e7-6fdc-455a-b622-eced16e720f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:20.871260 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-ea61b640-9022-4fe1-bcae-e72ad95f7a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:20:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['0d6a4664-1695-4669-88f5-3b07976e28cf'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:20:20.933311 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 302e602d-2e37-4058-b986-e9052e6e0013, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=302e602d-2e37-4058-b986-e9052e6e0013,segment=NetworkSegment(dc698c8e-66db-4045-b0bc-5f2168d3efd3),segment_id=dc698c8e-66db-4045-b0bc-5f2168d3efd3)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:20:20.945603 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:21.099055 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=302e602d-2e37-4058-b986-e9052e6e0013,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:21.211531 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-7e69a02c-490c-4675-a153-eebc0e69fa0d None None] Provisioning complete for port 302e602d-2e37-4058-b986-e9052e6e0013 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:20:21.212177 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7e69a02c-490c-4675-a153-eebc0e69fa0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:21.269192 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-197b48ce-9c60-4ce8-a517-9dc1a6126932 admin admin] Allocated IP 172.20.0.1 (b850cbc8-65ef-44dd-930d-f24b804545ac/5bbfe5fc-47da-480d-83bc-cc33715f4338/b6e535d9-d5b2-4c4f-820c-dae5435d4bc9) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:20:21.286620 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-ea61b640-9022-4fe1-bcae-e72ad95f7a2b None None] Set router 0d6a4664-1695-4669-88f5-3b07976e28cf gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:20:21.523880 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-197b48ce-9c60-4ce8-a517-9dc1a6126932 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:21.528411 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6dc97c4a-9fdf-4ebb-89d1-d6fd26fa0e09 admin admin] Notify callbacks [] for router, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:21.714255 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-197b48ce-9c60-4ce8-a517-9dc1a6126932 admin admin] Transition to ACTIVE for port object b6e535d9-d5b2-4c4f-820c-dae5435d4bc9 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:20:21.718742 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a06106e7-6fdc-455a-b622-eced16e720f9 None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:21.752064 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-ea61b640-9022-4fe1-bcae-e72ad95f7a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6a4664-1695-4669-88f5-3b07976e28cf', 'name': 'tempest-TestVolumeBackupRestore-170793685-router', 'tenant_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'e2e8f770-812e-4732-a746-ae152ef360ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:14:56Z', 'updated_at': '2022-05-05T22:20:18Z', 'revision_number': 5, 'project_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'gw_port': {'id': 'e2e8f770-812e-4732-a746-ae152ef360ad', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6a4664-1695-4669-88f5-3b07976e28cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:14:57Z', 'updated_at': '2022-05-05T22:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:20:21.756643 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea61b640-9022-4fe1-bcae-e72ad95f7a2b None None] Checking router: 0d6a4664-1695-4669-88f5-3b07976e28cf for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:20:21.770972 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea61b640-9022-4fe1-bcae-e72ad95f7a2b None None] Routers {'0d6a4664-1695-4669-88f5-3b07976e28cf'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:20:21.771810 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-ea61b640-9022-4fe1-bcae-e72ad95f7a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:20:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['0d6a4664-1695-4669-88f5-3b07976e28cf'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:20:21.788077 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-197b48ce-9c60-4ce8-a517-9dc1a6126932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:21.807800 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-a06106e7-6fdc-455a-b622-eced16e720f9 None None] Transition to ACTIVE for port object d77e11c1-c1df-418d-bc1f-bbfe91bc366b will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:20:21.825477 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a06106e7-6fdc-455a-b622-eced16e720f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:21.899490 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197b48ce-9c60-4ce8-a517-9dc1a6126932 admin admin] Network b850cbc8-65ef-44dd-930d-f24b804545ac is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:20:21.905536 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-197b48ce-9c60-4ce8-a517-9dc1a6126932 admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:20:21.910765 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197b48ce-9c60-4ce8-a517-9dc1a6126932 admin admin] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:20:21.949606 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f21d43-285d-4373-bb25-de6335daf31b None None] Pushing event updated for resources: {'Port': ['ID=d77e11c1-c1df-418d-bc1f-bbfe91bc366b,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:22.067543 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197b48ce-9c60-4ce8-a517-9dc1a6126932 admin admin] Pushing event updated for resources: {'Port': ['ID=b6e535d9-d5b2-4c4f-820c-dae5435d4bc9,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:22.072093 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-197b48ce-9c60-4ce8-a517-9dc1a6126932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:22.087908 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6dc97c4a-9fdf-4ebb-89d1-d6fd26fa0e09 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:22.097995 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-a06106e7-6fdc-455a-b622-eced16e720f9 None None] Attempting to bind port d77e11c1-c1df-418d-bc1f-bbfe91bc366b on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:20:22.098770 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-a06106e7-6fdc-455a-b622-eced16e720f9 None None] Attempting to bind port d77e11c1-c1df-418d-bc1f-bbfe91bc366b by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:20:22.098770 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06106e7-6fdc-455a-b622-eced16e720f9 None None] Attempting to bind port d77e11c1-c1df-418d-bc1f-bbfe91bc366b on network 25bfe237-58de-4709-a3e0-ac79da07c300 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:20:22.104995 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 302e602d-2e37-4058-b986-e9052e6e0013 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:20:22.115298 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-6dc97c4a-9fdf-4ebb-89d1-d6fd26fa0e09 admin admin] Deleting port e2e8f770-812e-4732-a746-ae152ef360ad {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:20:22.115869 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6dc97c4a-9fdf-4ebb-89d1-d6fd26fa0e09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:22.223751 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06106e7-6fdc-455a-b622-eced16e720f9 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:20:22.228065 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06106e7-6fdc-455a-b622-eced16e720f9 None None] Checking segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:20:22.229068 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a06106e7-6fdc-455a-b622-eced16e720f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:22.230125 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06106e7-6fdc-455a-b622-eced16e720f9 None None] Bound using segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:20:22.231315 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-a06106e7-6fdc-455a-b622-eced16e720f9 None None] Bound port: d77e11c1-c1df-418d-bc1f-bbfe91bc366b, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:20:22.232901 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a06106e7-6fdc-455a-b622-eced16e720f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:22.273512 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-ea61b640-9022-4fe1-bcae-e72ad95f7a2b None None] Set router 0d6a4664-1695-4669-88f5-3b07976e28cf gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:20:22.517533 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-a06106e7-6fdc-455a-b622-eced16e720f9 None None] For port d77e11c1-c1df-418d-bc1f-bbfe91bc366b, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:20:22.591148 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-3f7af7a7-71c9-49f5-bd0a-47b97ca4dff5 None None] Provisioning for port b6e535d9-d5b2-4c4f-820c-dae5435d4bc9 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:20:22.596386 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-a06106e7-6fdc-455a-b622-eced16e720f9 None None] For port d77e11c1-c1df-418d-bc1f-bbfe91bc366b, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=d77e11c1-c1df-418d-bc1f-bbfe91bc366b,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:20:22.614302 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-6dc97c4a-9fdf-4ebb-89d1-d6fd26fa0e09 admin admin] For port e2e8f770-812e-4732-a746-ae152ef360ad, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=e2e8f770-812e-4732-a746-ae152ef360ad,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:20:22.614681 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6dc97c4a-9fdf-4ebb-89d1-d6fd26fa0e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:22.675163 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a06106e7-6fdc-455a-b622-eced16e720f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:22.732571 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-3f7af7a7-71c9-49f5-bd0a-47b97ca4dff5 None None] Provisioning complete for port b6e535d9-d5b2-4c4f-820c-dae5435d4bc9 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:20:22.732943 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3f7af7a7-71c9-49f5-bd0a-47b97ca4dff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:22.810546 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 302e602d-2e37-4058-b986-e9052e6e0013 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:20:22.810937 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:22.867210 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-ea61b640-9022-4fe1-bcae-e72ad95f7a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d6a4664-1695-4669-88f5-3b07976e28cf', 'name': 'tempest-TestVolumeBackupRestore-170793685-router', 'tenant_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'e2e8f770-812e-4732-a746-ae152ef360ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:14:56Z', 'updated_at': '2022-05-05T22:20:18Z', 'revision_number': 5, 'project_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'gw_port': {'id': 'e2e8f770-812e-4732-a746-ae152ef360ad', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6a4664-1695-4669-88f5-3b07976e28cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:14:57Z', 'updated_at': '2022-05-05T22:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:20:22.872517 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea61b640-9022-4fe1-bcae-e72ad95f7a2b None None] The sync data for ids ['0d6a4664-1695-4669-88f5-3b07976e28cf'] in n-d-825175-4 is: [{'id': '0d6a4664-1695-4669-88f5-3b07976e28cf', 'name': 'tempest-TestVolumeBackupRestore-170793685-router', 'tenant_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': 'e2e8f770-812e-4732-a746-ae152ef360ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:14:56Z', 'updated_at': '2022-05-05T22:20:18Z', 'revision_number': 5, 'project_id': 'f7081eb88bc04ab89f8b2cf35357dc71', 'gw_port': {'id': 'e2e8f770-812e-4732-a746-ae152ef360ad', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6a4664-1695-4669-88f5-3b07976e28cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:14:57Z', 'updated_at': '2022-05-05T22:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:20:22.899905 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-3f7af7a7-71c9-49f5-bd0a-47b97ca4dff5 None None] Port b6e535d9-d5b2-4c4f-820c-dae5435d4bc9 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:20:22.913786 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f21d43-285d-4373-bb25-de6335daf31b None None] Pushing event updated for resources: {'Port': ['ID=d77e11c1-c1df-418d-bc1f-bbfe91bc366b,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:22.948956 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06106e7-6fdc-455a-b622-eced16e720f9 None None] Routers {'5ff58790-860d-4af6-a5dc-6515bce54296'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:20:22.949598 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-a06106e7-6fdc-455a-b622-eced16e720f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:20:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['5ff58790-860d-4af6-a5dc-6515bce54296'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:20:23.037988 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-6dc97c4a-9fdf-4ebb-89d1-d6fd26fa0e09 admin admin] Calling delete_port for e2e8f770-812e-4732-a746-ae152ef360ad owned by network:router_gateway {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:20:23.082606 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-197b48ce-9c60-4ce8-a517-9dc1a6126932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:23.232265 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-a06106e7-6fdc-455a-b622-eced16e720f9 None None] Set router 5ff58790-860d-4af6-a5dc-6515bce54296 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:20:23.459899 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6dc97c4a-9fdf-4ebb-89d1-d6fd26fa0e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:23.517147 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-197b48ce-9c60-4ce8-a517-9dc1a6126932 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:23.572808 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc97c4a-9fdf-4ebb-89d1-d6fd26fa0e09 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2e8f770-812e-4732-a746-ae152ef360ad,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:23.578471 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-197b48ce-9c60-4ce8-a517-9dc1a6126932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:23.641006 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-a06106e7-6fdc-455a-b622-eced16e720f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff58790-860d-4af6-a5dc-6515bce54296', 'name': 'tempest-TestAggregatesBasicOps-1729120556-router', 'tenant_id': '585c2b7bbff0433881ede830583c353d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'd77e11c1-c1df-418d-bc1f-bbfe91bc366b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:20:16Z', 'updated_at': '2022-05-05T22:20:22Z', 'revision_number': 4, 'project_id': '585c2b7bbff0433881ede830583c353d', 'gw_port': {'id': 'd77e11c1-c1df-418d-bc1f-bbfe91bc366b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff58790-860d-4af6-a5dc-6515bce54296', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:20:17Z', 'updated_at': '2022-05-05T22:20:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'b6e535d9-d5b2-4c4f-820c-dae5435d4bc9', 'name': '', 'network_id': 'b850cbc8-65ef-44dd-930d-f24b804545ac', 'tenant_id': '585c2b7bbff0433881ede830583c353d', 'mac_address': 'fa:16:3e:c9:db:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff58790-860d-4af6-a5dc-6515bce54296', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bbfe5fc-47da-480d-83bc-cc33715f4338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:20:20Z', 'updated_at': '2022-05-05T22:20:21Z', 'revision_number': 1, 'project_id': '585c2b7bbff0433881ede830583c353d', 'subnets': [{'id': '5bbfe5fc-47da-480d-83bc-cc33715f4338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:20:23.646376 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06106e7-6fdc-455a-b622-eced16e720f9 None None] The sync data for ids ['5ff58790-860d-4af6-a5dc-6515bce54296'] in n-d-825175-4 is: [{'id': '5ff58790-860d-4af6-a5dc-6515bce54296', 'name': 'tempest-TestAggregatesBasicOps-1729120556-router', 'tenant_id': '585c2b7bbff0433881ede830583c353d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'd77e11c1-c1df-418d-bc1f-bbfe91bc366b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:20:16Z', 'updated_at': '2022-05-05T22:20:22Z', 'revision_number': 4, 'project_id': '585c2b7bbff0433881ede830583c353d', 'gw_port': {'id': 'd77e11c1-c1df-418d-bc1f-bbfe91bc366b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff58790-860d-4af6-a5dc-6515bce54296', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:20:17Z', 'updated_at': '2022-05-05T22:20:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'b6e535d9-d5b2-4c4f-820c-dae5435d4bc9', 'name': '', 'network_id': 'b850cbc8-65ef-44dd-930d-f24b804545ac', 'tenant_id': '585c2b7bbff0433881ede830583c353d', 'mac_address': 'fa:16:3e:c9:db:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff58790-860d-4af6-a5dc-6515bce54296', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bbfe5fc-47da-480d-83bc-cc33715f4338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:20:20Z', 'updated_at': '2022-05-05T22:20:21Z', 'revision_number': 1, 'project_id': '585c2b7bbff0433881ede830583c353d', 'subnets': [{'id': '5bbfe5fc-47da-480d-83bc-cc33715f4338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:20:23.752538 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-197b48ce-9c60-4ce8-a517-9dc1a6126932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:23.827331 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197b48ce-9c60-4ce8-a517-9dc1a6126932 admin admin] Pushing event updated for resources: {'Port': ['ID=b6e535d9-d5b2-4c4f-820c-dae5435d4bc9,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:24.027766 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 7e554d88-b668-41a7-b22c-7c4eb6808aff no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:20:24.071305 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 7e554d88-b668-41a7-b22c-7c4eb6808aff {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:20:24.071779 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 7e554d88-b668-41a7-b22c-7c4eb6808aff not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:20:24.084088 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6dc97c4a-9fdf-4ebb-89d1-d6fd26fa0e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:24.405179 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6dc97c4a-9fdf-4ebb-89d1-d6fd26fa0e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:24.425168 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6dc97c4a-9fdf-4ebb-89d1-d6fd26fa0e09 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:24.427904 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197b48ce-9c60-4ce8-a517-9dc1a6126932 admin admin] Network b850cbc8-65ef-44dd-930d-f24b804545ac is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:20:24.430272 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-197b48ce-9c60-4ce8-a517-9dc1a6126932 admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:20:24.911287 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6dc97c4a-9fdf-4ebb-89d1-d6fd26fa0e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:24.913056 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc97c4a-9fdf-4ebb-89d1-d6fd26fa0e09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d6a4664-1695-4669-88f5-3b07976e28cf {{(pid=84061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:20:24.980945 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-70b589d0-1f9c-455a-b9b7-8c1fc3f83b33 None None] Provisioning complete for port b6e535d9-d5b2-4c4f-820c-dae5435d4bc9 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:20:24.980945 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-70b589d0-1f9c-455a-b9b7-8c1fc3f83b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:25.005841 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6dc97c4a-9fdf-4ebb-89d1-d6fd26fa0e09 admin admin] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:25.010732 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 57814) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:25.011238 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-6dc97c4a-9fdf-4ebb-89d1-d6fd26fa0e09 admin admin] 10.222.0.23 "DELETE /v2.0/routers/0d6a4664-1695-4669-88f5-3b07976e28cf HTTP/1.1" status: 204 len: 168 time: 4.1804547 May 05 22:20:25.091752 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-70b589d0-1f9c-455a-b9b7-8c1fc3f83b33 None None] Port b6e535d9-d5b2-4c4f-820c-dae5435d4bc9 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:20:25.132086 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5f5f41d-4c88-4e1f-8c88-7344b9bdfb20 admin admin] Deleting subnet 8c342395-5639-4bcd-beca-f868d5133602 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:20:25.135703 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f5f5f41d-4c88-4e1f-8c88-7344b9bdfb20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:25.192533 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f5f5f41d-4c88-4e1f-8c88-7344b9bdfb20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:25.317328 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-197b48ce-9c60-4ce8-a517-9dc1a6126932 admin admin] Router 5ff58790-860d-4af6-a5dc-6515bce54296 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:20:25.398133 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f5f5f41d-4c88-4e1f-8c88-7344b9bdfb20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:25.471939 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f5f5f41d-4c88-4e1f-8c88-7344b9bdfb20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:25.527593 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f5f5f41d-4c88-4e1f-8c88-7344b9bdfb20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:25.529982 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafda47a-9ae3-4744-97de-ea3726f9225e None None] Network bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:20:25.542477 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f5f41d-4c88-4e1f-8c88-7344b9bdfb20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c342395-5639-4bcd-beca-f868d5133602,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:25.548318 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f5f5f41d-4c88-4e1f-8c88-7344b9bdfb20 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8c342395-5639-4bcd-beca-f868d5133602 HTTP/1.1" status: 204 len: 168 time: 0.5341935 May 05 22:20:25.549854 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 57822) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:25.670125 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-197b48ce-9c60-4ce8-a517-9dc1a6126932 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:20:25.683414 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-197b48ce-9c60-4ce8-a517-9dc1a6126932 admin admin] 10.222.0.23 "PUT /v2.0/routers/5ff58790-860d-4af6-a5dc-6515bce54296/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6734262 May 05 22:20:25.727686 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e81338f1-7167-4396-b1dd-22c2978af774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:25.740425 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-e81338f1-7167-4396-b1dd-22c2978af774 admin admin] Deleting port 76afcbbd-dbe2-48d2-9451-ea6e9081081c {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:20:25.740761 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e81338f1-7167-4396-b1dd-22c2978af774 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:25.984370 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41f265c-dbee-45ae-880d-834ae69841ae None None] DHCP port deletion for bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:20:25.990591 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-d41f265c-dbee-45ae-880d-834ae69841ae None None] Deleting port 76afcbbd-dbe2-48d2-9451-ea6e9081081c {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:20:25.991085 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d41f265c-dbee-45ae-880d-834ae69841ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:26.033594 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device d77e11c1-c1df-418d-bc1f-bbfe91bc366b up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:20:26.057822 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-e81338f1-7167-4396-b1dd-22c2978af774 admin admin] For port 76afcbbd-dbe2-48d2-9451-ea6e9081081c, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=76afcbbd-dbe2-48d2-9451-ea6e9081081c,segment=NetworkSegment(4226f161-0b17-4798-9c75-101cd4c4b8e3),segment_id=4226f161-0b17-4798-9c75-101cd4c4b8e3)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:20:26.058466 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e81338f1-7167-4396-b1dd-22c2978af774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:26.314749 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-e81338f1-7167-4396-b1dd-22c2978af774 admin admin] Calling delete_port for 76afcbbd-dbe2-48d2-9451-ea6e9081081c owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:20:26.393055 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port d77e11c1-c1df-418d-bc1f-bbfe91bc366b completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:20:26.402692 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e81338f1-7167-4396-b1dd-22c2978af774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:26.414319 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port d77e11c1-c1df-418d-bc1f-bbfe91bc366b triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:20:26.415189 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:26.486904 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81338f1-7167-4396-b1dd-22c2978af774 admin admin] Pushing event deleted for resources: {'Port': ['ID=76afcbbd-dbe2-48d2-9451-ea6e9081081c,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:26.493234 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81338f1-7167-4396-b1dd-22c2978af774 admin admin] No DVR routers for this DVR port 76afcbbd-dbe2-48d2-9451-ea6e9081081c on host n-d-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:20:26.502584 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-d41f265c-dbee-45ae-880d-834ae69841ae None None] For port 76afcbbd-dbe2-48d2-9451-ea6e9081081c, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=76afcbbd-dbe2-48d2-9451-ea6e9081081c,segment=NetworkSegment(4226f161-0b17-4798-9c75-101cd4c4b8e3),segment_id=4226f161-0b17-4798-9c75-101cd4c4b8e3)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:20:26.503015 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d41f265c-dbee-45ae-880d-834ae69841ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:26.659259 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e81338f1-7167-4396-b1dd-22c2978af774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:26.674969 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-d41f265c-dbee-45ae-880d-834ae69841ae None None] Calling delete_port for 76afcbbd-dbe2-48d2-9451-ea6e9081081c owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:20:26.712608 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-e81338f1-7167-4396-b1dd-22c2978af774 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:20:26.729989 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-e81338f1-7167-4396-b1dd-22c2978af774 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4226f161-0b17-4798-9c75-101cd4c4b8e3') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:20:26.730290 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-e81338f1-7167-4396-b1dd-22c2978af774 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4226f161-0b17-4798-9c75-101cd4c4b8e3') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:20:26.771615 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e81338f1-7167-4396-b1dd-22c2978af774 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:26.786440 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:26.801847 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e81338f1-7167-4396-b1dd-22c2978af774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:26.817880 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e81338f1-7167-4396-b1dd-22c2978af774 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:20:26.819430 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e81338f1-7167-4396-b1dd-22c2978af774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:26.828158 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port d77e11c1-c1df-418d-bc1f-bbfe91bc366b, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=d77e11c1-c1df-418d-bc1f-bbfe91bc366b,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:20:26.834930 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:26.882538 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-d41f265c-dbee-45ae-880d-834ae69841ae None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:20:26.883183 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-d41f265c-dbee-45ae-880d-834ae69841ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:20:26.920436 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=d77e11c1-c1df-418d-bc1f-bbfe91bc366b,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:26.947544 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:20:26.947544 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:20:26.947544 n-d-825175-4 neutron-server[84063]: timer() May 05 22:20:26.947544 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:20:26.947544 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:20:26.947544 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:20:26.947544 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:20:26.947544 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:20:26.947544 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:20:26.947544 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:20:26.947544 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:20:26.947544 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:20:26.947544 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:20:26.947544 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:20:26.947544 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:20:26.947544 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:20:26.947544 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:20:26.947544 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:20:26.947544 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:20:26.947544 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:20:26.947544 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:20:26.947544 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:20:26.947544 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:20:26.947544 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:20:26.947544 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:20:26.947544 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:20:26.947544 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:20:26.947544 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:20:26.947544 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:20:26.947544 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:20:26.947544 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:20:26.947544 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:20:26.980055 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e81338f1-7167-4396-b1dd-22c2978af774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:26.985710 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e81338f1-7167-4396-b1dd-22c2978af774 admin admin] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:27.014937 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81338f1-7167-4396-b1dd-22c2978af774 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:27.018749 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-e81338f1-7167-4396-b1dd-22c2978af774 admin admin] 10.222.0.23 "DELETE /v2.0/networks/bdfab03b-5b4f-4523-9cf6-d89daa3dcf0e HTTP/1.1" status: 204 len: 168 time: 1.4677022 May 05 22:20:27.021593 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 57866) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:27.064405 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 57870) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:27.071707 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-c663d8e3-b79c-47c6-b77f-a0fc19953d7a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1217905603-network', 'tenant_id': 'b4fc2ff2305643918d0b01a3f3bd4da6'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:20:27.079512 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-c663d8e3-b79c-47c6-b77f-a0fc19953d7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:20:27.093542 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-c663d8e3-b79c-47c6-b77f-a0fc19953d7a admin admin] Usage tracker for resource:network and tenant:b4fc2ff2305643918d0b01a3f3bd4da6 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:20:27.096883 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-c663d8e3-b79c-47c6-b77f-a0fc19953d7a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:20:27.103346 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-c663d8e3-b79c-47c6-b77f-a0fc19953d7a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:20:27.118120 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c663d8e3-b79c-47c6-b77f-a0fc19953d7a admin admin] Made reservation on behalf of b4fc2ff2305643918d0b01a3f3bd4da6 for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:20:27.121614 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c663d8e3-b79c-47c6-b77f-a0fc19953d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:27.139046 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c663d8e3-b79c-47c6-b77f-a0fc19953d7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:27.184189 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-c663d8e3-b79c-47c6-b77f-a0fc19953d7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:20:27.192036 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-c663d8e3-b79c-47c6-b77f-a0fc19953d7a admin admin] Usage tracker for resource:security_group_rule and tenant:b4fc2ff2305643918d0b01a3f3bd4da6 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:20:27.195968 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-c663d8e3-b79c-47c6-b77f-a0fc19953d7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:20:27.206907 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-c663d8e3-b79c-47c6-b77f-a0fc19953d7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:20:27.300969 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c663d8e3-b79c-47c6-b77f-a0fc19953d7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:27.308288 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c663d8e3-b79c-47c6-b77f-a0fc19953d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:27.346028 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c663d8e3-b79c-47c6-b77f-a0fc19953d7a admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:20:27.360281 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c663d8e3-b79c-47c6-b77f-a0fc19953d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74f1392-6684-44d6-b790-dd1e83067485,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:27.365305 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c663d8e3-b79c-47c6-b77f-a0fc19953d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:27.365833 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-c663d8e3-b79c-47c6-b77f-a0fc19953d7a admin admin] Added segment fa49dc95-4e3c-46d5-b174-e34f9cb1b4db of type vlan for network 7f70714e-ca9f-4fd3-b003-8ad676edee3b May 05 22:20:27.385100 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-d41f265c-dbee-45ae-880d-834ae69841ae None None] Deleting port 76afcbbd-dbe2-48d2-9451-ea6e9081081c {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:20:27.385821 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d41f265c-dbee-45ae-880d-834ae69841ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:27.397470 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c663d8e3-b79c-47c6-b77f-a0fc19953d7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:27.465641 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c663d8e3-b79c-47c6-b77f-a0fc19953d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:27.466548 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c663d8e3-b79c-47c6-b77f-a0fc19953d7a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:20:27.467239 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c663d8e3-b79c-47c6-b77f-a0fc19953d7a admin admin] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:27.478431 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-d41f265c-dbee-45ae-880d-834ae69841ae None None] The port '76afcbbd-dbe2-48d2-9451-ea6e9081081c' was deleted {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 22:20:27.584295 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c663d8e3-b79c-47c6-b77f-a0fc19953d7a admin admin] Pushing event updated for resources: {'Network': ['ID=7f70714e-ca9f-4fd3-b003-8ad676edee3b,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:27.592124 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c663d8e3-b79c-47c6-b77f-a0fc19953d7a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5240824 May 05 22:20:27.593345 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 57878) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:27.597896 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 7f70714e-ca9f-4fd3-b003-8ad676edee3b details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:20:27.599329 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-a52cd5ba-d0ff-47f8-a2e7-72198b79aff3 admin admin] Request body: {'subnet': {'network_id': '7f70714e-ca9f-4fd3-b003-8ad676edee3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1217905603-subnet', 'tenant_id': 'b4fc2ff2305643918d0b01a3f3bd4da6', 'ip_version': 4}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:20:27.615351 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a52cd5ba-d0ff-47f8-a2e7-72198b79aff3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:20:27.619824 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a52cd5ba-d0ff-47f8-a2e7-72198b79aff3 admin admin] Usage tracker for resource:subnet and tenant:b4fc2ff2305643918d0b01a3f3bd4da6 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:20:27.623013 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a52cd5ba-d0ff-47f8-a2e7-72198b79aff3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:20:27.629168 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a52cd5ba-d0ff-47f8-a2e7-72198b79aff3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:20:27.643804 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52cd5ba-d0ff-47f8-a2e7-72198b79aff3 admin admin] Made reservation on behalf of b4fc2ff2305643918d0b01a3f3bd4da6 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:20:27.646593 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a52cd5ba-d0ff-47f8-a2e7-72198b79aff3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:27.660173 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-457b858b-32af-40f8-977f-8286c3a560f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:28.031096 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device d77e11c1-c1df-418d-bc1f-bbfe91bc366b up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:20:28.110189 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a52cd5ba-d0ff-47f8-a2e7-72198b79aff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:28.160783 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port d77e11c1-c1df-418d-bc1f-bbfe91bc366b triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:20:28.161398 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:28.187217 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52cd5ba-d0ff-47f8-a2e7-72198b79aff3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12f59374-9c7a-4eb0-beef-64813e6b581d,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:28.214517 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52cd5ba-d0ff-47f8-a2e7-72198b79aff3 admin admin] Checking segment: {'id': 'fa49dc95-4e3c-46d5-b174-e34f9cb1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7f70714e-ca9f-4fd3-b003-8ad676edee3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:20:28.214975 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52cd5ba-d0ff-47f8-a2e7-72198b79aff3 admin admin] Network hostable DHCP agents. Network: 7f70714e-ca9f-4fd3-b003-8ad676edee3b, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:20:28.241097 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52cd5ba-d0ff-47f8-a2e7-72198b79aff3 admin admin] Network 7f70714e-ca9f-4fd3-b003-8ad676edee3b is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:20:28.263290 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-a52cd5ba-d0ff-47f8-a2e7-72198b79aff3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 7f70714e-ca9f-4fd3-b003-8ad676edee3b) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:20:28.268061 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52cd5ba-d0ff-47f8-a2e7-72198b79aff3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:20:28.269051 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a52cd5ba-d0ff-47f8-a2e7-72198b79aff3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:28.282410 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd4ef49-7030-4ba8-a43c-f6f31cef1ad6 None None] Network 7f70714e-ca9f-4fd3-b003-8ad676edee3b requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:20:28.301620 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a52cd5ba-d0ff-47f8-a2e7-72198b79aff3 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7072132 May 05 22:20:28.306910 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 57882) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:28.314025 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-49bd39b2-5178-4b65-99d5-118e0a2d47e1 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1217905603-router', 'tenant_id': 'b4fc2ff2305643918d0b01a3f3bd4da6', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:20:28.321825 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-49bd39b2-5178-4b65-99d5-118e0a2d47e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:20:28.327581 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-49bd39b2-5178-4b65-99d5-118e0a2d47e1 admin admin] Usage tracker for resource:router and tenant:b4fc2ff2305643918d0b01a3f3bd4da6 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:20:28.333503 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-49bd39b2-5178-4b65-99d5-118e0a2d47e1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:20:28.342949 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-49bd39b2-5178-4b65-99d5-118e0a2d47e1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:20:28.360819 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-49bd39b2-5178-4b65-99d5-118e0a2d47e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:28.362915 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-49bd39b2-5178-4b65-99d5-118e0a2d47e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:28.396377 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-49bd39b2-5178-4b65-99d5-118e0a2d47e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:28.523872 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 76afcbbd-dbe2-48d2-9451-ea6e9081081c no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:20:28.585944 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 76afcbbd-dbe2-48d2-9451-ea6e9081081c {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:20:28.586310 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 76afcbbd-dbe2-48d2-9451-ea6e9081081c not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:20:28.586889 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device e2e8f770-812e-4732-a746-ae152ef360ad no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:20:28.635605 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: e2e8f770-812e-4732-a746-ae152ef360ad {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:20:28.636160 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device e2e8f770-812e-4732-a746-ae152ef360ad not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:20:28.706808 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed6cf04-9623-414f-8489-46286168f7ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-7f70714e-ca9f-4fd3-b003-8ad676edee3b', 'network_id': '7f70714e-ca9f-4fd3-b003-8ad676edee3b', 'tenant_id': 'b4fc2ff2305643918d0b01a3f3bd4da6', 'fixed_ips': [{'subnet_id': '12f59374-9c7a-4eb0-beef-64813e6b581d'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:20:28.708109 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8ed6cf04-9623-414f-8489-46286168f7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:28.731971 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-49bd39b2-5178-4b65-99d5-118e0a2d47e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:28.762128 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-457b858b-32af-40f8-977f-8286c3a560f7 admin admin] Deleting port 0ed64d30-631b-4caf-9eda-2152f6af75fc {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:20:28.762723 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-457b858b-32af-40f8-977f-8286c3a560f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:29.002858 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-8ed6cf04-9623-414f-8489-46286168f7ec None None] Allocated IP 172.20.0.2 (7f70714e-ca9f-4fd3-b003-8ad676edee3b/12f59374-9c7a-4eb0-beef-64813e6b581d/ea982f4f-432d-42f8-80fe-240cb8bc5a81) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:20:29.162878 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-457b858b-32af-40f8-977f-8286c3a560f7 admin admin] For port 0ed64d30-631b-4caf-9eda-2152f6af75fc, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=0ed64d30-631b-4caf-9eda-2152f6af75fc,segment=NetworkSegment(ce80d75d-c0aa-4d00-9478-d101c2a9d2aa),segment_id=ce80d75d-c0aa-4d00-9478-d101c2a9d2aa)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:20:29.163131 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-457b858b-32af-40f8-977f-8286c3a560f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:29.347194 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-49bd39b2-5178-4b65-99d5-118e0a2d47e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:29.357786 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-457b858b-32af-40f8-977f-8286c3a560f7 admin admin] Calling delete_port for 0ed64d30-631b-4caf-9eda-2152f6af75fc owned by network:router_interface {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:20:29.378896 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8ed6cf04-9623-414f-8489-46286168f7ec None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:29.390903 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-8ed6cf04-9623-414f-8489-46286168f7ec None None] Transition to ACTIVE for port object ea982f4f-432d-42f8-80fe-240cb8bc5a81 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:20:29.412060 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-49bd39b2-5178-4b65-99d5-118e0a2d47e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:29.413452 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-8ed6cf04-9623-414f-8489-46286168f7ec None None] Transition to ACTIVE for port object ea982f4f-432d-42f8-80fe-240cb8bc5a81 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:20:29.429081 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8ed6cf04-9623-414f-8489-46286168f7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:29.523576 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed6cf04-9623-414f-8489-46286168f7ec None None] Network 7f70714e-ca9f-4fd3-b003-8ad676edee3b is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:20:29.536793 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-8ed6cf04-9623-414f-8489-46286168f7ec None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:20:29.560188 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed6cf04-9623-414f-8489-46286168f7ec None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:20:29.672486 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed6cf04-9623-414f-8489-46286168f7ec None None] Pushing event updated for resources: {'Port': ['ID=ea982f4f-432d-42f8-80fe-240cb8bc5a81,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:29.726977 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-49bd39b2-5178-4b65-99d5-118e0a2d47e1 admin admin] Allocated IP 172.25.4.19 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/204eebbb-8d92-4120-b8e4-fbe907fbb329) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:20:29.736950 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-457b858b-32af-40f8-977f-8286c3a560f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:29.746385 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-8ed6cf04-9623-414f-8489-46286168f7ec None None] Attempting to bind port ea982f4f-432d-42f8-80fe-240cb8bc5a81 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:20:29.746770 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-8ed6cf04-9623-414f-8489-46286168f7ec None None] Attempting to bind port ea982f4f-432d-42f8-80fe-240cb8bc5a81 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'fa49dc95-4e3c-46d5-b174-e34f9cb1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7f70714e-ca9f-4fd3-b003-8ad676edee3b'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:20:29.747125 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed6cf04-9623-414f-8489-46286168f7ec None None] Attempting to bind port ea982f4f-432d-42f8-80fe-240cb8bc5a81 on network 7f70714e-ca9f-4fd3-b003-8ad676edee3b {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:20:29.757891 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed6cf04-9623-414f-8489-46286168f7ec None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:20:29.758933 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed6cf04-9623-414f-8489-46286168f7ec None None] Checking segment: {'id': 'fa49dc95-4e3c-46d5-b174-e34f9cb1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7f70714e-ca9f-4fd3-b003-8ad676edee3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:20:29.759651 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8ed6cf04-9623-414f-8489-46286168f7ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:29.760181 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed6cf04-9623-414f-8489-46286168f7ec None None] Bound using segment: {'id': 'fa49dc95-4e3c-46d5-b174-e34f9cb1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7f70714e-ca9f-4fd3-b003-8ad676edee3b'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:20:29.760932 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-8ed6cf04-9623-414f-8489-46286168f7ec None None] Bound port: ea982f4f-432d-42f8-80fe-240cb8bc5a81, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa49dc95-4e3c-46d5-b174-e34f9cb1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7f70714e-ca9f-4fd3-b003-8ad676edee3b'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:20:29.761690 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8ed6cf04-9623-414f-8489-46286168f7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:29.798877 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457b858b-32af-40f8-977f-8286c3a560f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ed64d30-631b-4caf-9eda-2152f6af75fc,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:29.981506 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-8ed6cf04-9623-414f-8489-46286168f7ec None None] For port ea982f4f-432d-42f8-80fe-240cb8bc5a81, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:20:30.004477 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-8ed6cf04-9623-414f-8489-46286168f7ec None None] For port ea982f4f-432d-42f8-80fe-240cb8bc5a81, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=ea982f4f-432d-42f8-80fe-240cb8bc5a81,segment=NetworkSegment(fa49dc95-4e3c-46d5-b174-e34f9cb1b4db),segment_id=fa49dc95-4e3c-46d5-b174-e34f9cb1b4db)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:20:30.017611 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8ed6cf04-9623-414f-8489-46286168f7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:30.052789 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-49bd39b2-5178-4b65-99d5-118e0a2d47e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:30.083873 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 57914) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:30.102432 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-49bd39b2-5178-4b65-99d5-118e0a2d47e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:30.241230 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed6cf04-9623-414f-8489-46286168f7ec None None] Pushing event updated for resources: {'Port': ['ID=ea982f4f-432d-42f8-80fe-240cb8bc5a81,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:30.270537 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bd39b2-5178-4b65-99d5-118e0a2d47e1 admin admin] Pushing event updated for resources: {'Port': ['ID=204eebbb-8d92-4120-b8e4-fbe907fbb329,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:30.290560 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bd39b2-5178-4b65-99d5-118e0a2d47e1 admin admin] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:20:30.291726 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-457b858b-32af-40f8-977f-8286c3a560f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:30.291897 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-49bd39b2-5178-4b65-99d5-118e0a2d47e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:20:30.294731 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bd39b2-5178-4b65-99d5-118e0a2d47e1 admin admin] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:20:30.339810 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-21615892-27e9-4b7e-9c27-56d48a24cf30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:30.403736 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-21615892-27e9-4b7e-9c27-56d48a24cf30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:20:30.453784 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-21615892-27e9-4b7e-9c27-56d48a24cf30 admin admin] Usage tracker for resource:security_group_rule and tenant:960513dff2ee40aeaba191646feb2457 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:20:30.471826 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-21615892-27e9-4b7e-9c27-56d48a24cf30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:20:30.486627 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-21615892-27e9-4b7e-9c27-56d48a24cf30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:20:30.676148 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-21615892-27e9-4b7e-9c27-56d48a24cf30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:30.684405 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-21615892-27e9-4b7e-9c27-56d48a24cf30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:30.754342 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21615892-27e9-4b7e-9c27-56d48a24cf30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1027a40-fa52-47f2-a6e6-7bea86c21261,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:30.766148 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-21615892-27e9-4b7e-9c27-56d48a24cf30 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=960513dff2ee40aeaba191646feb2457&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6813679 May 05 22:20:30.767368 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 57922) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:30.801594 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-49bd39b2-5178-4b65-99d5-118e0a2d47e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:30.802554 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-49bd39b2-5178-4b65-99d5-118e0a2d47e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:30.964611 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-27c14609-ef07-49b4-a53a-b751b95e7856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:31.006381 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-27c14609-ef07-49b4-a53a-b751b95e7856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:31.089235 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-27c14609-ef07-49b4-a53a-b751b95e7856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:31.108833 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c14609-ef07-49b4-a53a-b751b95e7856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1027a40-fa52-47f2-a6e6-7bea86c21261,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:31.136753 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-457b858b-32af-40f8-977f-8286c3a560f7 admin admin] Router 5ed264b2-d791-434e-8817-6113bbf6ee12 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:20:31.144703 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-27c14609-ef07-49b4-a53a-b751b95e7856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:31.147208 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-27c14609-ef07-49b4-a53a-b751b95e7856 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c1027a40-fa52-47f2-a6e6-7bea86c21261 HTTP/1.1" status: 204 len: 168 time: 0.3788218 May 05 22:20:31.185214 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49bd39b2-5178-4b65-99d5-118e0a2d47e1 admin admin] Router d46be032-191b-429d-a5ea-ad41fed55252 is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 22:20:31.416335 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-457b858b-32af-40f8-977f-8286c3a560f7 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:20:31.437860 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088d1c95-923b-401a-9e1f-1f3ef14246f6 None None] Sync routers for ids ['5ed264b2-d791-434e-8817-6113bbf6ee12'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:20:31.451766 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-457b858b-32af-40f8-977f-8286c3a560f7 admin admin] 10.222.0.23 "PUT /v2.0/routers/5ed264b2-d791-434e-8817-6113bbf6ee12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4261181 May 05 22:20:31.452443 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 57936) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:31.474201 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088d1c95-923b-401a-9e1f-1f3ef14246f6 None None] Routers {'5ed264b2-d791-434e-8817-6113bbf6ee12'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:20:31.475181 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-088d1c95-923b-401a-9e1f-1f3ef14246f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:20:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['5ed264b2-d791-434e-8817-6113bbf6ee12'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:20:31.495193 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49bd39b2-5178-4b65-99d5-118e0a2d47e1 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:20:31.506884 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338fa3e7-9f3f-4526-b7e4-7dcd5f7f6345 None None] Sync routers for ids ['d46be032-191b-429d-a5ea-ad41fed55252'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:20:31.540584 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-49bd39b2-5178-4b65-99d5-118e0a2d47e1 admin admin] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:31.548867 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-49bd39b2-5178-4b65-99d5-118e0a2d47e1 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2404723 May 05 22:20:31.549368 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338fa3e7-9f3f-4526-b7e4-7dcd5f7f6345 None None] Routers {'d46be032-191b-429d-a5ea-ad41fed55252'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:20:31.549563 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 57942) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:31.550284 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-338fa3e7-9f3f-4526-b7e4-7dcd5f7f6345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:20:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['d46be032-191b-429d-a5ea-ad41fed55252'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:20:31.654954 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66548a70-087f-4a0b-9e76-8d61a7755cd6 None None] Network 7f70714e-ca9f-4fd3-b003-8ad676edee3b requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:20:31.913498 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a32e7762-c63d-4458-9134-cc5bdd05e483 admin admin] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:31.921232 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-088d1c95-923b-401a-9e1f-1f3ef14246f6 None None] Set router 5ed264b2-d791-434e-8817-6113bbf6ee12 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:20:31.932490 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 57952) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:31.968789 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9650c69b-320a-4d28-82d4-3628bbd9d201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:32.008461 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-338fa3e7-9f3f-4526-b7e4-7dcd5f7f6345 None None] Set router d46be032-191b-429d-a5ea-ad41fed55252 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:20:32.073904 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-9650c69b-320a-4d28-82d4-3628bbd9d201 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:20:32.079246 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-9650c69b-320a-4d28-82d4-3628bbd9d201 admin admin] Usage tracker for resource:security_group_rule and tenant:cc02fd41c9e048c5ab8d3ca0dffe632b is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:20:32.084598 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-9650c69b-320a-4d28-82d4-3628bbd9d201 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:20:32.103918 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device ea982f4f-432d-42f8-80fe-240cb8bc5a81 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:20:32.109609 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-9650c69b-320a-4d28-82d4-3628bbd9d201 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:20:32.162338 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-abe7dc67-6605-4f75-a53d-693597cca8f6 None None] Provisioning for port ea982f4f-432d-42f8-80fe-240cb8bc5a81 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:20:32.356677 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a32e7762-c63d-4458-9134-cc5bdd05e483 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:32.379716 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-a32e7762-c63d-4458-9134-cc5bdd05e483 admin admin] Deleting port 28b3b563-f290-4d76-b761-12b1cde0d03b {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:20:32.380071 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a32e7762-c63d-4458-9134-cc5bdd05e483 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:32.416159 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-338fa3e7-9f3f-4526-b7e4-7dcd5f7f6345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46be032-191b-429d-a5ea-ad41fed55252', 'name': 'tempest-TestAggregatesBasicOps-1217905603-router', 'tenant_id': 'b4fc2ff2305643918d0b01a3f3bd4da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '204eebbb-8d92-4120-b8e4-fbe907fbb329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:20:28Z', 'updated_at': '2022-05-05T22:20:30Z', 'revision_number': 3, 'project_id': 'b4fc2ff2305643918d0b01a3f3bd4da6', 'gw_port': {'id': '204eebbb-8d92-4120-b8e4-fbe907fbb329', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:59:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46be032-191b-429d-a5ea-ad41fed55252', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:20:29Z', 'updated_at': '2022-05-05T22:20:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:20:32.424346 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338fa3e7-9f3f-4526-b7e4-7dcd5f7f6345 None None] Checking router: d46be032-191b-429d-a5ea-ad41fed55252 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:20:32.424541 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338fa3e7-9f3f-4526-b7e4-7dcd5f7f6345 None None] Updating router d46be032-191b-429d-a5ea-ad41fed55252 port 204eebbb-8d92-4120-b8e4-fbe907fbb329 binding host n-d-825175-4 {{(pid=84068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:20:32.508050 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port ea982f4f-432d-42f8-80fe-240cb8bc5a81 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:20:32.528765 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-088d1c95-923b-401a-9e1f-1f3ef14246f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed264b2-d791-434e-8817-6113bbf6ee12', 'name': 'tempest-TestVolumeBackupRestore-1886855355-router', 'tenant_id': '7cea7d9e921148bd9e39328bf3830233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '28b3b563-f290-4d76-b761-12b1cde0d03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:15:22Z', 'updated_at': '2022-05-05T22:20:29Z', 'revision_number': 5, 'project_id': '7cea7d9e921148bd9e39328bf3830233', 'gw_port': {'id': '28b3b563-f290-4d76-b761-12b1cde0d03b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed264b2-d791-434e-8817-6113bbf6ee12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:15:25Z', 'updated_at': '2022-05-05T22:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:20:32.548667 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088d1c95-923b-401a-9e1f-1f3ef14246f6 None None] Checking router: 5ed264b2-d791-434e-8817-6113bbf6ee12 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:20:32.550163 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9650c69b-320a-4d28-82d4-3628bbd9d201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:32.561056 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9650c69b-320a-4d28-82d4-3628bbd9d201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:32.573308 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-338fa3e7-9f3f-4526-b7e4-7dcd5f7f6345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:32.575213 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port ea982f4f-432d-42f8-80fe-240cb8bc5a81 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:20:32.579634 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:32.627471 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-9650c69b-320a-4d28-82d4-3628bbd9d201 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cc02fd41c9e048c5ab8d3ca0dffe632b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6902905 May 05 22:20:32.633297 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 57972) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:32.680472 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9650c69b-320a-4d28-82d4-3628bbd9d201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8810fb-cae1-433b-8b4d-308870d7e70b,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:32.722450 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088d1c95-923b-401a-9e1f-1f3ef14246f6 None None] Routers {'5ed264b2-d791-434e-8817-6113bbf6ee12'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:20:32.723435 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-088d1c95-923b-401a-9e1f-1f3ef14246f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:20:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['5ed264b2-d791-434e-8817-6113bbf6ee12'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:20:32.805147 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-a32e7762-c63d-4458-9134-cc5bdd05e483 admin admin] For port 28b3b563-f290-4d76-b761-12b1cde0d03b, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=28b3b563-f290-4d76-b761-12b1cde0d03b,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:20:32.805506 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a32e7762-c63d-4458-9134-cc5bdd05e483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:32.872604 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8fa26562-5fed-4719-9a92-435d717ca696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:33.045974 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8fa26562-5fed-4719-9a92-435d717ca696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:33.078218 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-088d1c95-923b-401a-9e1f-1f3ef14246f6 None None] Set router 5ed264b2-d791-434e-8817-6113bbf6ee12 gateway port host: None {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:20:33.156221 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8fa26562-5fed-4719-9a92-435d717ca696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:33.166586 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-a32e7762-c63d-4458-9134-cc5bdd05e483 admin admin] Calling delete_port for 28b3b563-f290-4d76-b761-12b1cde0d03b owned by network:router_gateway {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:20:33.182491 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa26562-5fed-4719-9a92-435d717ca696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8810fb-cae1-433b-8b4d-308870d7e70b,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:33.195367 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8fa26562-5fed-4719-9a92-435d717ca696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:33.196507 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-8fa26562-5fed-4719-9a92-435d717ca696 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1f8810fb-cae1-433b-8b4d-308870d7e70b HTTP/1.1" status: 204 len: 168 time: 0.5448925 May 05 22:20:33.222644 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-088d1c95-923b-401a-9e1f-1f3ef14246f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ed264b2-d791-434e-8817-6113bbf6ee12', 'name': 'tempest-TestVolumeBackupRestore-1886855355-router', 'tenant_id': '7cea7d9e921148bd9e39328bf3830233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:15:22Z', 'updated_at': '2022-05-05T22:20:32Z', 'revision_number': 6, 'project_id': '7cea7d9e921148bd9e39328bf3830233', 'gw_port_host': None}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:20:33.307041 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088d1c95-923b-401a-9e1f-1f3ef14246f6 None None] The sync data for ids ['5ed264b2-d791-434e-8817-6113bbf6ee12'] in n-d-825175-4 is: [{'id': '5ed264b2-d791-434e-8817-6113bbf6ee12', 'name': 'tempest-TestVolumeBackupRestore-1886855355-router', 'tenant_id': '7cea7d9e921148bd9e39328bf3830233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:15:22Z', 'updated_at': '2022-05-05T22:20:32Z', 'revision_number': 6, 'project_id': '7cea7d9e921148bd9e39328bf3830233', 'gw_port_host': None}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:20:33.310863 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-338fa3e7-9f3f-4526-b7e4-7dcd5f7f6345 None None] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:33.344489 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.provisioning_blocks [None req-338fa3e7-9f3f-4526-b7e4-7dcd5f7f6345 None None] Transition to ACTIVE for port object 204eebbb-8d92-4120-b8e4-fbe907fbb329 will not be triggered until provisioned by entity L2. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:20:33.349410 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:33.371531 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-338fa3e7-9f3f-4526-b7e4-7dcd5f7f6345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:33.418308 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c8a634e4-1947-4813-a899-bbaf5e70efa9 None None] Provisioning complete for port ea982f4f-432d-42f8-80fe-240cb8bc5a81 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:20:33.418733 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c8a634e4-1947-4813-a899-bbaf5e70efa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:33.442029 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a32e7762-c63d-4458-9134-cc5bdd05e483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:33.508932 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8817e534-791c-4d1e-956a-cbb32c19a366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:33.510831 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32e7762-c63d-4458-9134-cc5bdd05e483 admin admin] Pushing event deleted for resources: {'Port': ['ID=28b3b563-f290-4d76-b761-12b1cde0d03b,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:33.574071 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-338fa3e7-9f3f-4526-b7e4-7dcd5f7f6345 None None] Attempting to bind port 204eebbb-8d92-4120-b8e4-fbe907fbb329 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:20:33.574621 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-338fa3e7-9f3f-4526-b7e4-7dcd5f7f6345 None None] Attempting to bind port 204eebbb-8d92-4120-b8e4-fbe907fbb329 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:20:33.577411 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338fa3e7-9f3f-4526-b7e4-7dcd5f7f6345 None None] Attempting to bind port 204eebbb-8d92-4120-b8e4-fbe907fbb329 on network 25bfe237-58de-4709-a3e0-ac79da07c300 {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:20:33.580773 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port ea982f4f-432d-42f8-80fe-240cb8bc5a81, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=ea982f4f-432d-42f8-80fe-240cb8bc5a81,segment=NetworkSegment(fa49dc95-4e3c-46d5-b174-e34f9cb1b4db),segment_id=fa49dc95-4e3c-46d5-b174-e34f9cb1b4db)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:20:33.582526 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665fe6d1-01c2-4da9-9dc6-bbc872e30516 None None] Pushing event updated for resources: {'Port': ['ID=204eebbb-8d92-4120-b8e4-fbe907fbb329,revision_number=2']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:33.593927 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:33.606968 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338fa3e7-9f3f-4526-b7e4-7dcd5f7f6345 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:20:33.608354 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338fa3e7-9f3f-4526-b7e4-7dcd5f7f6345 None None] Checking segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:20:33.609427 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-338fa3e7-9f3f-4526-b7e4-7dcd5f7f6345 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:33.610355 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338fa3e7-9f3f-4526-b7e4-7dcd5f7f6345 None None] Bound using segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:20:33.612160 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-338fa3e7-9f3f-4526-b7e4-7dcd5f7f6345 None None] Bound port: 204eebbb-8d92-4120-b8e4-fbe907fbb329, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:20:33.612630 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-338fa3e7-9f3f-4526-b7e4-7dcd5f7f6345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:33.697716 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665fe6d1-01c2-4da9-9dc6-bbc872e30516 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:20:33.698356 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665fe6d1-01c2-4da9-9dc6-bbc872e30516 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:20:33.698808 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665fe6d1-01c2-4da9-9dc6-bbc872e30516 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:20:33.699225 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665fe6d1-01c2-4da9-9dc6-bbc872e30516 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:20:33.699635 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665fe6d1-01c2-4da9-9dc6-bbc872e30516 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:20:33.700042 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665fe6d1-01c2-4da9-9dc6-bbc872e30516 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:20:33.700447 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665fe6d1-01c2-4da9-9dc6-bbc872e30516 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:20:33.700850 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665fe6d1-01c2-4da9-9dc6-bbc872e30516 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:20:33.701252 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665fe6d1-01c2-4da9-9dc6-bbc872e30516 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:20:33.701651 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665fe6d1-01c2-4da9-9dc6-bbc872e30516 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:20:33.702067 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665fe6d1-01c2-4da9-9dc6-bbc872e30516 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:20:33.733887 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=ea982f4f-432d-42f8-80fe-240cb8bc5a81,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:33.761855 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-338fa3e7-9f3f-4526-b7e4-7dcd5f7f6345 None None] For port 204eebbb-8d92-4120-b8e4-fbe907fbb329, host n-d-825175-4, cleared binding levels {{(pid=84068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:20:33.767145 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-338fa3e7-9f3f-4526-b7e4-7dcd5f7f6345 None None] For port 204eebbb-8d92-4120-b8e4-fbe907fbb329, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=204eebbb-8d92-4120-b8e4-fbe907fbb329,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:20:33.774740 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-338fa3e7-9f3f-4526-b7e4-7dcd5f7f6345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:33.909652 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665fe6d1-01c2-4da9-9dc6-bbc872e30516 None None] Pushing event updated for resources: {'Port': ['ID=204eebbb-8d92-4120-b8e4-fbe907fbb329,revision_number=3']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:33.940398 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338fa3e7-9f3f-4526-b7e4-7dcd5f7f6345 None None] Routers {'d46be032-191b-429d-a5ea-ad41fed55252'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:20:33.941046 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-338fa3e7-9f3f-4526-b7e4-7dcd5f7f6345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:20:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['d46be032-191b-429d-a5ea-ad41fed55252'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:20:34.006820 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a32e7762-c63d-4458-9134-cc5bdd05e483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:34.026205 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-8817e534-791c-4d1e-956a-cbb32c19a366 admin admin] Allocated IP 172.20.0.1 (7f70714e-ca9f-4fd3-b003-8ad676edee3b/12f59374-9c7a-4eb0-beef-64813e6b581d/549a56b8-4fe9-4104-836a-51d9fe5e56b8) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:20:34.084349 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 57986) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:34.110999 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device ea982f4f-432d-42f8-80fe-240cb8bc5a81 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:20:34.190905 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6aff28b4-5e51-455d-995f-46b13fcbff6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:34.267222 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port ea982f4f-432d-42f8-80fe-240cb8bc5a81 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:20:34.267849 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:34.269258 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-338fa3e7-9f3f-4526-b7e4-7dcd5f7f6345 None None] Set router d46be032-191b-429d-a5ea-ad41fed55252 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:20:34.272084 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8817e534-791c-4d1e-956a-cbb32c19a366 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:34.289716 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-8817e534-791c-4d1e-956a-cbb32c19a366 admin admin] Transition to ACTIVE for port object 549a56b8-4fe9-4104-836a-51d9fe5e56b8 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:20:34.322095 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8817e534-791c-4d1e-956a-cbb32c19a366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:34.368270 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-6aff28b4-5e51-455d-995f-46b13fcbff6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:20:34.372107 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a32e7762-c63d-4458-9134-cc5bdd05e483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:34.376918 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-6aff28b4-5e51-455d-995f-46b13fcbff6d admin admin] Usage tracker for resource:security_group_rule and tenant:9f37d48b39e74b239eae65ce031b517d is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:20:34.380746 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-6aff28b4-5e51-455d-995f-46b13fcbff6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:20:34.383741 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a32e7762-c63d-4458-9134-cc5bdd05e483 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:34.388255 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-6aff28b4-5e51-455d-995f-46b13fcbff6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:20:34.434756 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8817e534-791c-4d1e-956a-cbb32c19a366 admin admin] Network 7f70714e-ca9f-4fd3-b003-8ad676edee3b is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:20:34.437973 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-8817e534-791c-4d1e-956a-cbb32c19a366 admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:20:34.441268 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8817e534-791c-4d1e-956a-cbb32c19a366 admin admin] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:20:34.443946 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a32e7762-c63d-4458-9134-cc5bdd05e483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:34.445607 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32e7762-c63d-4458-9134-cc5bdd05e483 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ed264b2-d791-434e-8817-6113bbf6ee12 {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:20:34.465169 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 0ed64d30-631b-4caf-9eda-2152f6af75fc no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:20:34.488687 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8817e534-791c-4d1e-956a-cbb32c19a366 admin admin] Pushing event updated for resources: {'Port': ['ID=549a56b8-4fe9-4104-836a-51d9fe5e56b8,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:34.533436 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8817e534-791c-4d1e-956a-cbb32c19a366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:34.541251 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 0ed64d30-631b-4caf-9eda-2152f6af75fc {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:20:34.541979 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 0ed64d30-631b-4caf-9eda-2152f6af75fc not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:20:34.558996 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a32e7762-c63d-4458-9134-cc5bdd05e483 admin admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:34.562575 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a32e7762-c63d-4458-9134-cc5bdd05e483 admin admin] 10.222.0.23 "DELETE /v2.0/routers/5ed264b2-d791-434e-8817-6113bbf6ee12 HTTP/1.1" status: 204 len: 168 time: 3.1069553 May 05 22:20:34.568047 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 57994) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:34.652591 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8817e534-791c-4d1e-956a-cbb32c19a366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:34.658459 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6aff28b4-5e51-455d-995f-46b13fcbff6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:34.680106 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6aff28b4-5e51-455d-995f-46b13fcbff6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:34.734685 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aff28b4-5e51-455d-995f-46b13fcbff6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926ebfa8-b85e-4020-9512-f8add2cb7c62,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:34.761396 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3a24ede-741b-4851-97d4-1276584984e0 admin admin] Deleting subnet b88ba279-ebf5-4d04-a1b6-5f03f0222d9a {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:20:34.762618 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-338fa3e7-9f3f-4526-b7e4-7dcd5f7f6345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46be032-191b-429d-a5ea-ad41fed55252', 'name': 'tempest-TestAggregatesBasicOps-1217905603-router', 'tenant_id': 'b4fc2ff2305643918d0b01a3f3bd4da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '204eebbb-8d92-4120-b8e4-fbe907fbb329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:20:28Z', 'updated_at': '2022-05-05T22:20:30Z', 'revision_number': 3, 'project_id': 'b4fc2ff2305643918d0b01a3f3bd4da6', 'gw_port': {'id': '204eebbb-8d92-4120-b8e4-fbe907fbb329', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:59:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46be032-191b-429d-a5ea-ad41fed55252', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:20:29Z', 'updated_at': '2022-05-05T22:20:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:20:34.766642 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-6aff28b4-5e51-455d-995f-46b13fcbff6d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9f37d48b39e74b239eae65ce031b517d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6808689 May 05 22:20:34.767783 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c3a24ede-741b-4851-97d4-1276584984e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:34.772077 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338fa3e7-9f3f-4526-b7e4-7dcd5f7f6345 None None] The sync data for ids ['d46be032-191b-429d-a5ea-ad41fed55252'] in n-d-825175-4 is: [{'id': 'd46be032-191b-429d-a5ea-ad41fed55252', 'name': 'tempest-TestAggregatesBasicOps-1217905603-router', 'tenant_id': 'b4fc2ff2305643918d0b01a3f3bd4da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '204eebbb-8d92-4120-b8e4-fbe907fbb329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:20:28Z', 'updated_at': '2022-05-05T22:20:30Z', 'revision_number': 3, 'project_id': 'b4fc2ff2305643918d0b01a3f3bd4da6', 'gw_port': {'id': '204eebbb-8d92-4120-b8e4-fbe907fbb329', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:59:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46be032-191b-429d-a5ea-ad41fed55252', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:20:29Z', 'updated_at': '2022-05-05T22:20:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:20:34.785533 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 57998) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:34.839510 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c3a24ede-741b-4851-97d4-1276584984e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:34.866078 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c468f274-be91-4b8d-814d-82ce8a1dcf34 None None] Provisioning for port 549a56b8-4fe9-4104-836a-51d9fe5e56b8 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:20:34.874613 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c468f274-be91-4b8d-814d-82ce8a1dcf34 None None] Provisioning complete for port 549a56b8-4fe9-4104-836a-51d9fe5e56b8 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:20:34.875023 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c468f274-be91-4b8d-814d-82ce8a1dcf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:34.931796 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c3a24ede-741b-4851-97d4-1276584984e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:34.970890 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-c468f274-be91-4b8d-814d-82ce8a1dcf34 None None] Port 549a56b8-4fe9-4104-836a-51d9fe5e56b8 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:20:34.979655 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f0669601-2d03-4587-b926-d1cfbcd5bd96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:35.025398 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c3a24ede-741b-4851-97d4-1276584984e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:35.025853 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f0669601-2d03-4587-b926-d1cfbcd5bd96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:35.043179 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8817e534-791c-4d1e-956a-cbb32c19a366 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:35.057505 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8817e534-791c-4d1e-956a-cbb32c19a366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:35.077364 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a24ede-741b-4851-97d4-1276584984e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b88ba279-ebf5-4d04-a1b6-5f03f0222d9a,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:35.093529 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c3a24ede-741b-4851-97d4-1276584984e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:35.095727 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b70523-8851-4351-9467-d7fc38ed5729 None None] Network bca40b17-4a5b-4e45-8a5b-ff74b8f0462a requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:20:35.100415 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c3a24ede-741b-4851-97d4-1276584984e0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b88ba279-ebf5-4d04-a1b6-5f03f0222d9a HTTP/1.1" status: 204 len: 168 time: 0.5285461 May 05 22:20:35.103541 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58010) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:35.197413 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f0669601-2d03-4587-b926-d1cfbcd5bd96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:35.230557 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8817e534-791c-4d1e-956a-cbb32c19a366 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:35.233957 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ccf2f2c4-90c4-4005-a61a-2d49695cbae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:35.248479 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-ccf2f2c4-90c4-4005-a61a-2d49695cbae9 admin admin] Deleting port 793d08bd-f44b-495b-8f03-dd35d51aa92a {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:20:35.249057 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ccf2f2c4-90c4-4005-a61a-2d49695cbae9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:35.437052 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0669601-2d03-4587-b926-d1cfbcd5bd96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926ebfa8-b85e-4020-9512-f8add2cb7c62,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:35.454219 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8817e534-791c-4d1e-956a-cbb32c19a366 admin admin] Pushing event updated for resources: {'Port': ['ID=549a56b8-4fe9-4104-836a-51d9fe5e56b8,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:35.470009 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec560ab4-6cca-4d55-9adf-74e30d0ce0c9 None None] DHCP port deletion for bca40b17-4a5b-4e45-8a5b-ff74b8f0462a request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:20:35.471513 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f0669601-2d03-4587-b926-d1cfbcd5bd96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:35.472650 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f0669601-2d03-4587-b926-d1cfbcd5bd96 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/926ebfa8-b85e-4020-9512-f8add2cb7c62 HTTP/1.1" status: 204 len: 168 time: 0.6863487 May 05 22:20:35.487062 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec560ab4-6cca-4d55-9adf-74e30d0ce0c9 None None] Deleting port 793d08bd-f44b-495b-8f03-dd35d51aa92a {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:20:35.487435 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec560ab4-6cca-4d55-9adf-74e30d0ce0c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:35.569494 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8817e534-791c-4d1e-956a-cbb32c19a366 admin admin] Network 7f70714e-ca9f-4fd3-b003-8ad676edee3b is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:20:35.571105 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-8817e534-791c-4d1e-956a-cbb32c19a366 admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:20:35.703170 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-ccf2f2c4-90c4-4005-a61a-2d49695cbae9 admin admin] For port 793d08bd-f44b-495b-8f03-dd35d51aa92a, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=793d08bd-f44b-495b-8f03-dd35d51aa92a,segment=NetworkSegment(ce80d75d-c0aa-4d00-9478-d101c2a9d2aa),segment_id=ce80d75d-c0aa-4d00-9478-d101c2a9d2aa)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:20:35.703768 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ccf2f2c4-90c4-4005-a61a-2d49695cbae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:35.860081 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec560ab4-6cca-4d55-9adf-74e30d0ce0c9 None None] For port 793d08bd-f44b-495b-8f03-dd35d51aa92a, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=793d08bd-f44b-495b-8f03-dd35d51aa92a,segment=NetworkSegment(ce80d75d-c0aa-4d00-9478-d101c2a9d2aa),segment_id=ce80d75d-c0aa-4d00-9478-d101c2a9d2aa)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:20:35.860444 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec560ab4-6cca-4d55-9adf-74e30d0ce0c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:35.958600 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-ccf2f2c4-90c4-4005-a61a-2d49695cbae9 admin admin] Calling delete_port for 793d08bd-f44b-495b-8f03-dd35d51aa92a owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:20:36.010441 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 793d08bd-f44b-495b-8f03-dd35d51aa92a no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:20:36.094609 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ccf2f2c4-90c4-4005-a61a-2d49695cbae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:36.147677 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf2f2c4-90c4-4005-a61a-2d49695cbae9 admin admin] No DVR routers for this DVR port 793d08bd-f44b-495b-8f03-dd35d51aa92a on host n-d-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:20:36.220015 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec560ab4-6cca-4d55-9adf-74e30d0ce0c9 None None] Calling delete_port for 793d08bd-f44b-495b-8f03-dd35d51aa92a owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:20:36.242462 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2f2c4-90c4-4005-a61a-2d49695cbae9 admin admin] Pushing event deleted for resources: {'Port': ['ID=793d08bd-f44b-495b-8f03-dd35d51aa92a,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:36.290063 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8817e534-791c-4d1e-956a-cbb32c19a366 admin admin] Router d46be032-191b-429d-a5ea-ad41fed55252 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:20:36.301298 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 793d08bd-f44b-495b-8f03-dd35d51aa92a {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:20:36.301640 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 793d08bd-f44b-495b-8f03-dd35d51aa92a not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:20:36.344252 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:36.349575 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:36.355698 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-277f3534-83dd-4cef-a71a-2ad0aaa2fd4e None None] Provisioning complete for port 549a56b8-4fe9-4104-836a-51d9fe5e56b8 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:20:36.356068 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-277f3534-83dd-4cef-a71a-2ad0aaa2fd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:36.480246 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ccf2f2c4-90c4-4005-a61a-2d49695cbae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:36.486801 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-277f3534-83dd-4cef-a71a-2ad0aaa2fd4e None None] Port 549a56b8-4fe9-4104-836a-51d9fe5e56b8 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:20:36.545331 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-ec560ab4-6cca-4d55-9adf-74e30d0ce0c9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:20:36.545676 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-ec560ab4-6cca-4d55-9adf-74e30d0ce0c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:20:36.558536 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-ccf2f2c4-90c4-4005-a61a-2d49695cbae9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bca40b17-4a5b-4e45-8a5b-ff74b8f0462a']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:20:36.594002 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-ccf2f2c4-90c4-4005-a61a-2d49695cbae9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce80d75d-c0aa-4d00-9478-d101c2a9d2aa') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:20:36.594880 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-ccf2f2c4-90c4-4005-a61a-2d49695cbae9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce80d75d-c0aa-4d00-9478-d101c2a9d2aa') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:20:36.609348 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ccf2f2c4-90c4-4005-a61a-2d49695cbae9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:36.635132 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ccf2f2c4-90c4-4005-a61a-2d49695cbae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:36.644730 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccf2f2c4-90c4-4005-a61a-2d49695cbae9 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:20:36.645549 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ccf2f2c4-90c4-4005-a61a-2d49695cbae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:36.663870 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:20:36.663870 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:20:36.663870 n-d-825175-4 neutron-server[84063]: timer() May 05 22:20:36.663870 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:20:36.663870 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:20:36.663870 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:20:36.663870 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:20:36.663870 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:20:36.663870 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:20:36.663870 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:20:36.663870 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:20:36.663870 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:20:36.663870 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:20:36.663870 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:20:36.663870 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:20:36.663870 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:20:36.663870 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:20:36.663870 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:20:36.663870 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:20:36.663870 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:20:36.663870 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:20:36.663870 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:20:36.663870 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:20:36.663870 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:20:36.663870 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:20:36.663870 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:20:36.663870 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:20:36.663870 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:20:36.663870 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:20:36.663870 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:20:36.663870 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:20:36.663870 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:20:36.757554 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8817e534-791c-4d1e-956a-cbb32c19a366 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:20:36.765129 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-8817e534-791c-4d1e-956a-cbb32c19a366 admin admin] 10.222.0.23 "PUT /v2.0/routers/d46be032-191b-429d-a5ea-ad41fed55252/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2145467 May 05 22:20:36.785031 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ccf2f2c4-90c4-4005-a61a-2d49695cbae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:36.816922 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ccf2f2c4-90c4-4005-a61a-2d49695cbae9 admin admin] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:36.834239 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ccf2f2c4-90c4-4005-a61a-2d49695cbae9 admin admin] 10.222.0.23 "DELETE /v2.0/networks/bca40b17-4a5b-4e45-8a5b-ff74b8f0462a HTTP/1.1" status: 204 len: 168 time: 1.7296367 May 05 22:20:36.835867 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2f2c4-90c4-4005-a61a-2d49695cbae9 admin admin] Pushing event deleted for resources: {'Network': ['ID=bca40b17-4a5b-4e45-8a5b-ff74b8f0462a,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:37.032452 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58042) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:37.047164 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec560ab4-6cca-4d55-9adf-74e30d0ce0c9 None None] Deleting port 793d08bd-f44b-495b-8f03-dd35d51aa92a {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:20:37.048789 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec560ab4-6cca-4d55-9adf-74e30d0ce0c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:37.094181 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-2aeca516-d99d-4341-b9d9-6e3e14ce3388 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f7081eb88bc04ab89f8b2cf35357dc71&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0604501 May 05 22:20:37.096814 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58046) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:37.154318 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec560ab4-6cca-4d55-9adf-74e30d0ce0c9 None None] The port '793d08bd-f44b-495b-8f03-dd35d51aa92a' was deleted {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 22:20:37.178886 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-18fd0203-c8d5-4802-a272-38d99a936d11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:37.213863 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-18fd0203-c8d5-4802-a272-38d99a936d11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:37.293310 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-18fd0203-c8d5-4802-a272-38d99a936d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:37.315373 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd0203-c8d5-4802-a272-38d99a936d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf225268-0907-4919-9c34-96ca8cf580a3,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:37.322256 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-18fd0203-c8d5-4802-a272-38d99a936d11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:37.323484 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-18fd0203-c8d5-4802-a272-38d99a936d11 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bf225268-0907-4919-9c34-96ca8cf580a3 HTTP/1.1" status: 204 len: 168 time: 0.2256968 May 05 22:20:37.905821 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 28b3b563-f290-4d76-b761-12b1cde0d03b no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:20:37.926837 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58068) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:37.984233 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 28b3b563-f290-4d76-b761-12b1cde0d03b {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:20:37.985141 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 28b3b563-f290-4d76-b761-12b1cde0d03b not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:20:37.992350 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-dca4c1ea-15f5-4dae-b0c2-ea5cc03e8b83 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7cea7d9e921148bd9e39328bf3830233&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0640004 May 05 22:20:37.994891 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58072) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:38.056962 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58078) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:38.068409 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4220b68f-25a1-4654-9f90-e46f1f6a4e08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:38.094956 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4220b68f-25a1-4654-9f90-e46f1f6a4e08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:38.153639 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4220b68f-25a1-4654-9f90-e46f1f6a4e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:38.176263 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4220b68f-25a1-4654-9f90-e46f1f6a4e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902ba249-7f6a-42f2-8b14-01e820b745e1,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:38.183976 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4220b68f-25a1-4654-9f90-e46f1f6a4e08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:38.186701 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-4220b68f-25a1-4654-9f90-e46f1f6a4e08 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/902ba249-7f6a-42f2-8b14-01e820b745e1 HTTP/1.1" status: 204 len: 168 time: 0.1892266 May 05 22:20:38.308501 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b5914075-0b2f-4c6e-9747-43f1619f706f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:38.341010 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b5914075-0b2f-4c6e-9747-43f1619f706f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:20:38.344880 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b5914075-0b2f-4c6e-9747-43f1619f706f admin admin] Usage tracker for resource:security_group_rule and tenant:2d13cf2d035f412cbe73e49a86e7d314 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:20:38.348158 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b5914075-0b2f-4c6e-9747-43f1619f706f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:20:38.354115 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b5914075-0b2f-4c6e-9747-43f1619f706f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:20:38.428812 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b5914075-0b2f-4c6e-9747-43f1619f706f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:38.433886 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b5914075-0b2f-4c6e-9747-43f1619f706f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:38.482338 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5914075-0b2f-4c6e-9747-43f1619f706f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c80cbeb-0356-45dd-9b6f-4598ce6b7e22,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:38.491143 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58092) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:38.491314 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b5914075-0b2f-4c6e-9747-43f1619f706f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2d13cf2d035f412cbe73e49a86e7d314&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4331942 May 05 22:20:38.494299 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f952eb-0487-4fbd-9a3a-f26bd2385e7e None None] Sync routers for ids ['5ff58790-860d-4af6-a5dc-6515bce54296'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:20:38.516813 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f952eb-0487-4fbd-9a3a-f26bd2385e7e None None] Routers {'5ff58790-860d-4af6-a5dc-6515bce54296'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:20:38.517687 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-d3f952eb-0487-4fbd-9a3a-f26bd2385e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:20:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['5ff58790-860d-4af6-a5dc-6515bce54296'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:20:38.801327 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fea0301d-3a39-4ca9-a4e3-56d9a4ec10ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:38.909206 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fea0301d-3a39-4ca9-a4e3-56d9a4ec10ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:39.043773 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-d3f952eb-0487-4fbd-9a3a-f26bd2385e7e None None] Set router 5ff58790-860d-4af6-a5dc-6515bce54296 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:20:39.059496 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fea0301d-3a39-4ca9-a4e3-56d9a4ec10ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:39.087444 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea0301d-3a39-4ca9-a4e3-56d9a4ec10ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c80cbeb-0356-45dd-9b6f-4598ce6b7e22,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:39.097414 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fea0301d-3a39-4ca9-a4e3-56d9a4ec10ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:39.101186 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-fea0301d-3a39-4ca9-a4e3-56d9a4ec10ab admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9c80cbeb-0356-45dd-9b6f-4598ce6b7e22 HTTP/1.1" status: 204 len: 168 time: 0.6063006 May 05 22:20:39.473318 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-d3f952eb-0487-4fbd-9a3a-f26bd2385e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff58790-860d-4af6-a5dc-6515bce54296', 'name': 'tempest-TestAggregatesBasicOps-1729120556-router', 'tenant_id': '585c2b7bbff0433881ede830583c353d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'd77e11c1-c1df-418d-bc1f-bbfe91bc366b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:20:16Z', 'updated_at': '2022-05-05T22:20:22Z', 'revision_number': 4, 'project_id': '585c2b7bbff0433881ede830583c353d', 'gw_port': {'id': 'd77e11c1-c1df-418d-bc1f-bbfe91bc366b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff58790-860d-4af6-a5dc-6515bce54296', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:20:17Z', 'updated_at': '2022-05-05T22:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'b6e535d9-d5b2-4c4f-820c-dae5435d4bc9', 'name': '', 'network_id': 'b850cbc8-65ef-44dd-930d-f24b804545ac', 'tenant_id': '585c2b7bbff0433881ede830583c353d', 'mac_address': 'fa:16:3e:c9:db:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff58790-860d-4af6-a5dc-6515bce54296', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bbfe5fc-47da-480d-83bc-cc33715f4338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:20:20Z', 'updated_at': '2022-05-05T22:20:23Z', 'revision_number': 2, 'project_id': '585c2b7bbff0433881ede830583c353d', 'subnets': [{'id': '5bbfe5fc-47da-480d-83bc-cc33715f4338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:20:39.478804 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f952eb-0487-4fbd-9a3a-f26bd2385e7e None None] Checking router: 5ff58790-860d-4af6-a5dc-6515bce54296 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:20:39.479188 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f952eb-0487-4fbd-9a3a-f26bd2385e7e None None] Updating router 5ff58790-860d-4af6-a5dc-6515bce54296 port b6e535d9-d5b2-4c4f-820c-dae5435d4bc9 binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:20:39.556251 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d3f952eb-0487-4fbd-9a3a-f26bd2385e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:39.721069 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58134) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:39.748759 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-642ca974-cac4-44dd-bd26-5447f87fc0ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:39.807401 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-642ca974-cac4-44dd-bd26-5447f87fc0ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:20:39.812274 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-642ca974-cac4-44dd-bd26-5447f87fc0ae admin admin] Usage tracker for resource:security_group_rule and tenant:26262534012f4543bfa8bde61727bcd3 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:20:39.816006 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-642ca974-cac4-44dd-bd26-5447f87fc0ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:20:39.824603 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-642ca974-cac4-44dd-bd26-5447f87fc0ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:20:39.946021 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-642ca974-cac4-44dd-bd26-5447f87fc0ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:39.954400 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-642ca974-cac4-44dd-bd26-5447f87fc0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:40.027687 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 204eebbb-8d92-4120-b8e4-fbe907fbb329 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:20:40.036228 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58140) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:40.039526 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-642ca974-cac4-44dd-bd26-5447f87fc0ae admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=26262534012f4543bfa8bde61727bcd3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3159554 May 05 22:20:40.042051 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ca974-cac4-44dd-bd26-5447f87fc0ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5296f099-d609-4c0e-b205-212ba6140c0d,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:40.134682 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3fc874a2-73fd-4a11-9242-166c62dc089d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:40.165588 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3fc874a2-73fd-4a11-9242-166c62dc089d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:40.174422 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d3f952eb-0487-4fbd-9a3a-f26bd2385e7e None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:40.195247 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-d3f952eb-0487-4fbd-9a3a-f26bd2385e7e None None] Transition to ACTIVE for port object b6e535d9-d5b2-4c4f-820c-dae5435d4bc9 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:20:40.201316 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 204eebbb-8d92-4120-b8e4-fbe907fbb329 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:20:40.207169 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 204eebbb-8d92-4120-b8e4-fbe907fbb329 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:20:40.207588 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:40.240737 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3fc874a2-73fd-4a11-9242-166c62dc089d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:40.261996 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc874a2-73fd-4a11-9242-166c62dc089d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5296f099-d609-4c0e-b205-212ba6140c0d,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:40.281371 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3fc874a2-73fd-4a11-9242-166c62dc089d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:40.282573 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-3fc874a2-73fd-4a11-9242-166c62dc089d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5296f099-d609-4c0e-b205-212ba6140c0d HTTP/1.1" status: 204 len: 168 time: 0.2452626 May 05 22:20:40.286450 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d3f952eb-0487-4fbd-9a3a-f26bd2385e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:40.477334 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:40.567097 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 204eebbb-8d92-4120-b8e4-fbe907fbb329, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=204eebbb-8d92-4120-b8e4-fbe907fbb329,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:20:40.582023 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:40.594760 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce17c572-24c3-4591-a739-8f28c22f77e5 None None] Pushing event updated for resources: {'Port': ['ID=b6e535d9-d5b2-4c4f-820c-dae5435d4bc9,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:40.759065 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58170) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:40.800042 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=204eebbb-8d92-4120-b8e4-fbe907fbb329,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:40.831444 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-d3f952eb-0487-4fbd-9a3a-f26bd2385e7e None None] Attempting to bind port b6e535d9-d5b2-4c4f-820c-dae5435d4bc9 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:20:40.831444 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-d3f952eb-0487-4fbd-9a3a-f26bd2385e7e None None] Attempting to bind port b6e535d9-d5b2-4c4f-820c-dae5435d4bc9 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'dc698c8e-66db-4045-b0bc-5f2168d3efd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b850cbc8-65ef-44dd-930d-f24b804545ac'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:20:40.831812 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f952eb-0487-4fbd-9a3a-f26bd2385e7e None None] Attempting to bind port b6e535d9-d5b2-4c4f-820c-dae5435d4bc9 on network b850cbc8-65ef-44dd-930d-f24b804545ac {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:20:40.839642 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f952eb-0487-4fbd-9a3a-f26bd2385e7e None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:20:40.840163 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f952eb-0487-4fbd-9a3a-f26bd2385e7e None None] Checking segment: {'id': 'dc698c8e-66db-4045-b0bc-5f2168d3efd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b850cbc8-65ef-44dd-930d-f24b804545ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:20:40.840557 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d3f952eb-0487-4fbd-9a3a-f26bd2385e7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:40.840936 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f952eb-0487-4fbd-9a3a-f26bd2385e7e None None] Bound using segment: {'id': 'dc698c8e-66db-4045-b0bc-5f2168d3efd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b850cbc8-65ef-44dd-930d-f24b804545ac'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:20:40.841554 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-d3f952eb-0487-4fbd-9a3a-f26bd2385e7e None None] Bound port: b6e535d9-d5b2-4c4f-820c-dae5435d4bc9, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc698c8e-66db-4045-b0bc-5f2168d3efd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b850cbc8-65ef-44dd-930d-f24b804545ac'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:20:40.841982 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d3f952eb-0487-4fbd-9a3a-f26bd2385e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:40.949164 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-d3f952eb-0487-4fbd-9a3a-f26bd2385e7e None None] For port b6e535d9-d5b2-4c4f-820c-dae5435d4bc9, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:20:40.953590 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-d3f952eb-0487-4fbd-9a3a-f26bd2385e7e None None] For port b6e535d9-d5b2-4c4f-820c-dae5435d4bc9, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=b6e535d9-d5b2-4c4f-820c-dae5435d4bc9,segment=NetworkSegment(dc698c8e-66db-4045-b0bc-5f2168d3efd3),segment_id=dc698c8e-66db-4045-b0bc-5f2168d3efd3)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:20:40.958998 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d3f952eb-0487-4fbd-9a3a-f26bd2385e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:41.051116 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f952eb-0487-4fbd-9a3a-f26bd2385e7e None None] Routers {'5ff58790-860d-4af6-a5dc-6515bce54296'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:20:41.051736 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-d3f952eb-0487-4fbd-9a3a-f26bd2385e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:20:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['5ff58790-860d-4af6-a5dc-6515bce54296'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:20:41.208965 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce17c572-24c3-4591-a739-8f28c22f77e5 None None] Pushing event updated for resources: {'Port': ['ID=b6e535d9-d5b2-4c4f-820c-dae5435d4bc9,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:41.285577 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-d3f952eb-0487-4fbd-9a3a-f26bd2385e7e None None] Set router 5ff58790-860d-4af6-a5dc-6515bce54296 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:20:41.316114 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9266b460-0ce6-4189-baf8-49eef7dd661b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:41.687844 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-d3f952eb-0487-4fbd-9a3a-f26bd2385e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff58790-860d-4af6-a5dc-6515bce54296', 'name': 'tempest-TestAggregatesBasicOps-1729120556-router', 'tenant_id': '585c2b7bbff0433881ede830583c353d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'd77e11c1-c1df-418d-bc1f-bbfe91bc366b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:20:16Z', 'updated_at': '2022-05-05T22:20:22Z', 'revision_number': 4, 'project_id': '585c2b7bbff0433881ede830583c353d', 'gw_port': {'id': 'd77e11c1-c1df-418d-bc1f-bbfe91bc366b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff58790-860d-4af6-a5dc-6515bce54296', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:20:17Z', 'updated_at': '2022-05-05T22:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'b6e535d9-d5b2-4c4f-820c-dae5435d4bc9', 'name': '', 'network_id': 'b850cbc8-65ef-44dd-930d-f24b804545ac', 'tenant_id': '585c2b7bbff0433881ede830583c353d', 'mac_address': 'fa:16:3e:c9:db:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff58790-860d-4af6-a5dc-6515bce54296', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bbfe5fc-47da-480d-83bc-cc33715f4338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:20:20Z', 'updated_at': '2022-05-05T22:20:40Z', 'revision_number': 4, 'project_id': '585c2b7bbff0433881ede830583c353d', 'subnets': [{'id': '5bbfe5fc-47da-480d-83bc-cc33715f4338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:20:41.692318 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f952eb-0487-4fbd-9a3a-f26bd2385e7e None None] The sync data for ids ['5ff58790-860d-4af6-a5dc-6515bce54296'] in n-d-825175-4 is: [{'id': '5ff58790-860d-4af6-a5dc-6515bce54296', 'name': 'tempest-TestAggregatesBasicOps-1729120556-router', 'tenant_id': '585c2b7bbff0433881ede830583c353d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'd77e11c1-c1df-418d-bc1f-bbfe91bc366b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:20:16Z', 'updated_at': '2022-05-05T22:20:22Z', 'revision_number': 4, 'project_id': '585c2b7bbff0433881ede830583c353d', 'gw_port': {'id': 'd77e11c1-c1df-418d-bc1f-bbfe91bc366b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff58790-860d-4af6-a5dc-6515bce54296', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:20:17Z', 'updated_at': '2022-05-05T22:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'b6e535d9-d5b2-4c4f-820c-dae5435d4bc9', 'name': '', 'network_id': 'b850cbc8-65ef-44dd-930d-f24b804545ac', 'tenant_id': '585c2b7bbff0433881ede830583c353d', 'mac_address': 'fa:16:3e:c9:db:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff58790-860d-4af6-a5dc-6515bce54296', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bbfe5fc-47da-480d-83bc-cc33715f4338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:20:20Z', 'updated_at': '2022-05-05T22:20:40Z', 'revision_number': 4, 'project_id': '585c2b7bbff0433881ede830583c353d', 'subnets': [{'id': '5bbfe5fc-47da-480d-83bc-cc33715f4338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:20:42.004972 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 204eebbb-8d92-4120-b8e4-fbe907fbb329 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:20:42.131936 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 204eebbb-8d92-4120-b8e4-fbe907fbb329 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:20:42.132312 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:42.307657 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:20:42.342703 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device b6e535d9-d5b2-4c4f-820c-dae5435d4bc9 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:20:42.344244 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-9266b460-0ce6-4189-baf8-49eef7dd661b admin admin] Deleting port b6e535d9-d5b2-4c4f-820c-dae5435d4bc9 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:20:42.344741 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9266b460-0ce6-4189-baf8-49eef7dd661b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:42.447556 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port b6e535d9-d5b2-4c4f-820c-dae5435d4bc9 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:20:42.454551 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port b6e535d9-d5b2-4c4f-820c-dae5435d4bc9 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:20:42.455256 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:42.633841 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-9266b460-0ce6-4189-baf8-49eef7dd661b admin admin] For port b6e535d9-d5b2-4c4f-820c-dae5435d4bc9, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=b6e535d9-d5b2-4c4f-820c-dae5435d4bc9,segment=NetworkSegment(dc698c8e-66db-4045-b0bc-5f2168d3efd3),segment_id=dc698c8e-66db-4045-b0bc-5f2168d3efd3)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:20:42.634226 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9266b460-0ce6-4189-baf8-49eef7dd661b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:42.648232 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:42.693951 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port b6e535d9-d5b2-4c4f-820c-dae5435d4bc9, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=b6e535d9-d5b2-4c4f-820c-dae5435d4bc9,segment=NetworkSegment(dc698c8e-66db-4045-b0bc-5f2168d3efd3),segment_id=dc698c8e-66db-4045-b0bc-5f2168d3efd3)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:20:42.701097 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:42.781711 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e84c3e6-1602-4ac2-9665-0027feecf060 None None] Sync routers for ids ['d46be032-191b-429d-a5ea-ad41fed55252'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:20:42.788520 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-9266b460-0ce6-4189-baf8-49eef7dd661b admin admin] Calling delete_port for b6e535d9-d5b2-4c4f-820c-dae5435d4bc9 owned by network:router_interface {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:20:42.796240 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e84c3e6-1602-4ac2-9665-0027feecf060 None None] Routers {'d46be032-191b-429d-a5ea-ad41fed55252'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:20:42.796848 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-4e84c3e6-1602-4ac2-9665-0027feecf060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:20:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['d46be032-191b-429d-a5ea-ad41fed55252'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:20:42.802818 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=b6e535d9-d5b2-4c4f-820c-dae5435d4bc9,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:42.926816 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.api [None req-9266b460-0ce6-4189-baf8-49eef7dd661b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:20:42.927140 n-d-825175-4 neutron-server[84061]: DEBUG oslo_db.api [None req-9266b460-0ce6-4189-baf8-49eef7dd661b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:20:42.981834 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-4e84c3e6-1602-4ac2-9665-0027feecf060 None None] Set router d46be032-191b-429d-a5ea-ad41fed55252 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:20:43.417642 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-4e84c3e6-1602-4ac2-9665-0027feecf060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46be032-191b-429d-a5ea-ad41fed55252', 'name': 'tempest-TestAggregatesBasicOps-1217905603-router', 'tenant_id': 'b4fc2ff2305643918d0b01a3f3bd4da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '204eebbb-8d92-4120-b8e4-fbe907fbb329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:20:28Z', 'updated_at': '2022-05-05T22:20:34Z', 'revision_number': 4, 'project_id': 'b4fc2ff2305643918d0b01a3f3bd4da6', 'gw_port': {'id': '204eebbb-8d92-4120-b8e4-fbe907fbb329', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:59:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46be032-191b-429d-a5ea-ad41fed55252', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:20:29Z', 'updated_at': '2022-05-05T22:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '549a56b8-4fe9-4104-836a-51d9fe5e56b8', 'name': '', 'network_id': '7f70714e-ca9f-4fd3-b003-8ad676edee3b', 'tenant_id': 'b4fc2ff2305643918d0b01a3f3bd4da6', 'mac_address': 'fa:16:3e:c5:12:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46be032-191b-429d-a5ea-ad41fed55252', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12f59374-9c7a-4eb0-beef-64813e6b581d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:20:33Z', 'updated_at': '2022-05-05T22:20:34Z', 'revision_number': 2, 'project_id': 'b4fc2ff2305643918d0b01a3f3bd4da6', 'subnets': [{'id': '12f59374-9c7a-4eb0-beef-64813e6b581d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:20:43.423898 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e84c3e6-1602-4ac2-9665-0027feecf060 None None] Checking router: d46be032-191b-429d-a5ea-ad41fed55252 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:20:43.424253 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e84c3e6-1602-4ac2-9665-0027feecf060 None None] Updating router d46be032-191b-429d-a5ea-ad41fed55252 port 549a56b8-4fe9-4104-836a-51d9fe5e56b8 binding host n-d-825175-4 {{(pid=84068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:20:43.428636 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-9266b460-0ce6-4189-baf8-49eef7dd661b admin admin] Deleting port b6e535d9-d5b2-4c4f-820c-dae5435d4bc9 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:20:43.429448 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9266b460-0ce6-4189-baf8-49eef7dd661b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:43.480530 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-4e84c3e6-1602-4ac2-9665-0027feecf060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:43.613503 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58232) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:43.680254 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-9266b460-0ce6-4189-baf8-49eef7dd661b admin admin] For port b6e535d9-d5b2-4c4f-820c-dae5435d4bc9, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=b6e535d9-d5b2-4c4f-820c-dae5435d4bc9,segment=NetworkSegment(dc698c8e-66db-4045-b0bc-5f2168d3efd3),segment_id=dc698c8e-66db-4045-b0bc-5f2168d3efd3)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:20:43.680995 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9266b460-0ce6-4189-baf8-49eef7dd661b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:43.827402 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-9266b460-0ce6-4189-baf8-49eef7dd661b admin admin] Calling delete_port for b6e535d9-d5b2-4c4f-820c-dae5435d4bc9 owned by network:router_interface {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:20:43.882508 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-18d1bf9f-0f78-4f85-b359-ac1b0d6130f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:43.918750 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-18d1bf9f-0f78-4f85-b359-ac1b0d6130f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:20:43.923535 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-18d1bf9f-0f78-4f85-b359-ac1b0d6130f3 admin admin] Usage tracker for resource:security_group_rule and tenant:86e74548b76f4b388fb47ec850f82225 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:20:43.929939 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-18d1bf9f-0f78-4f85-b359-ac1b0d6130f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:20:43.941419 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-18d1bf9f-0f78-4f85-b359-ac1b0d6130f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:20:43.980256 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-4e84c3e6-1602-4ac2-9665-0027feecf060 None None] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:43.999702 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7e71414c-033c-46cc-a5d1-0fd4717c3e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:44.006195 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device b6e535d9-d5b2-4c4f-820c-dae5435d4bc9 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:20:44.050790 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.provisioning_blocks [None req-4e84c3e6-1602-4ac2-9665-0027feecf060 None None] Transition to ACTIVE for port object 549a56b8-4fe9-4104-836a-51d9fe5e56b8 will not be triggered until provisioned by entity L2. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:20:44.052368 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9266b460-0ce6-4189-baf8-49eef7dd661b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:44.056280 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-18d1bf9f-0f78-4f85-b359-ac1b0d6130f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:44.060551 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-4e84c3e6-1602-4ac2-9665-0027feecf060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:44.062212 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-18d1bf9f-0f78-4f85-b359-ac1b0d6130f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:44.103266 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-18d1bf9f-0f78-4f85-b359-ac1b0d6130f3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=86e74548b76f4b388fb47ec850f82225&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4886386 May 05 22:20:44.104478 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58240) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:44.105820 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9266b460-0ce6-4189-baf8-49eef7dd661b admin admin] Pushing event deleted for resources: {'Port': ['ID=b6e535d9-d5b2-4c4f-820c-dae5435d4bc9,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:44.109226 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No active binding found for port b6e535d9-d5b2-4c4f-820c-dae5435d4bc9 {{(pid=84064) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 05 22:20:44.109638 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device b6e535d9-d5b2-4c4f-820c-dae5435d4bc9 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 05 22:20:44.125785 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d1bf9f-0f78-4f85-b359-ac1b0d6130f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8904b12a-a61d-4164-911e-8cc4ff3bb0df,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:44.155546 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Port b6e535d9-d5b2-4c4f-820c-dae5435d4bc9 not found, will not notify nova. {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 05 22:20:44.284793 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e5334cc3-7a50-4339-8604-538f1bf839b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:44.354576 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ade71-e621-47c5-9e07-fff0cb0b8ebc None None] Pushing event updated for resources: {'Port': ['ID=549a56b8-4fe9-4104-836a-51d9fe5e56b8,revision_number=3']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:44.363006 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-4e84c3e6-1602-4ac2-9665-0027feecf060 None None] Attempting to bind port 549a56b8-4fe9-4104-836a-51d9fe5e56b8 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:20:44.363359 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-4e84c3e6-1602-4ac2-9665-0027feecf060 None None] Attempting to bind port 549a56b8-4fe9-4104-836a-51d9fe5e56b8 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'fa49dc95-4e3c-46d5-b174-e34f9cb1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7f70714e-ca9f-4fd3-b003-8ad676edee3b'}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:20:44.363707 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e84c3e6-1602-4ac2-9665-0027feecf060 None None] Attempting to bind port 549a56b8-4fe9-4104-836a-51d9fe5e56b8 on network 7f70714e-ca9f-4fd3-b003-8ad676edee3b {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:20:44.378076 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e84c3e6-1602-4ac2-9665-0027feecf060 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:20:44.378440 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e84c3e6-1602-4ac2-9665-0027feecf060 None None] Checking segment: {'id': 'fa49dc95-4e3c-46d5-b174-e34f9cb1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7f70714e-ca9f-4fd3-b003-8ad676edee3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:20:44.378870 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-4e84c3e6-1602-4ac2-9665-0027feecf060 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:44.379254 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e84c3e6-1602-4ac2-9665-0027feecf060 None None] Bound using segment: {'id': 'fa49dc95-4e3c-46d5-b174-e34f9cb1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7f70714e-ca9f-4fd3-b003-8ad676edee3b'} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:20:44.379718 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-4e84c3e6-1602-4ac2-9665-0027feecf060 None None] Bound port: 549a56b8-4fe9-4104-836a-51d9fe5e56b8, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa49dc95-4e3c-46d5-b174-e34f9cb1b4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7f70714e-ca9f-4fd3-b003-8ad676edee3b'}}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:20:44.380078 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-4e84c3e6-1602-4ac2-9665-0027feecf060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:44.497789 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-4e84c3e6-1602-4ac2-9665-0027feecf060 None None] For port 549a56b8-4fe9-4104-836a-51d9fe5e56b8, host n-d-825175-4, cleared binding levels {{(pid=84068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:20:44.503033 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-4e84c3e6-1602-4ac2-9665-0027feecf060 None None] For port 549a56b8-4fe9-4104-836a-51d9fe5e56b8, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=549a56b8-4fe9-4104-836a-51d9fe5e56b8,segment=NetworkSegment(fa49dc95-4e3c-46d5-b174-e34f9cb1b4db),segment_id=fa49dc95-4e3c-46d5-b174-e34f9cb1b4db)] {{(pid=84068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:20:44.519248 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-4e84c3e6-1602-4ac2-9665-0027feecf060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:44.526077 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e5334cc3-7a50-4339-8604-538f1bf839b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:44.617719 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e84c3e6-1602-4ac2-9665-0027feecf060 None None] Routers {'d46be032-191b-429d-a5ea-ad41fed55252'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:20:44.618504 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-4e84c3e6-1602-4ac2-9665-0027feecf060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:20:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['d46be032-191b-429d-a5ea-ad41fed55252'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:20:44.657859 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e5334cc3-7a50-4339-8604-538f1bf839b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:44.688711 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e5334cc3-7a50-4339-8604-538f1bf839b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:44.689937 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e5334cc3-7a50-4339-8604-538f1bf839b1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8904b12a-a61d-4164-911e-8cc4ff3bb0df HTTP/1.1" status: 204 len: 168 time: 0.5816667 May 05 22:20:44.691814 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5334cc3-7a50-4339-8604-538f1bf839b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8904b12a-a61d-4164-911e-8cc4ff3bb0df,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:44.812289 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9266b460-0ce6-4189-baf8-49eef7dd661b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:44.816477 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-4e84c3e6-1602-4ac2-9665-0027feecf060 None None] Set router d46be032-191b-429d-a5ea-ad41fed55252 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:20:44.963922 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ade71-e621-47c5-9e07-fff0cb0b8ebc None None] Pushing event updated for resources: {'Port': ['ID=549a56b8-4fe9-4104-836a-51d9fe5e56b8,revision_number=4']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:45.208661 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-4e84c3e6-1602-4ac2-9665-0027feecf060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46be032-191b-429d-a5ea-ad41fed55252', 'name': 'tempest-TestAggregatesBasicOps-1217905603-router', 'tenant_id': 'b4fc2ff2305643918d0b01a3f3bd4da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '204eebbb-8d92-4120-b8e4-fbe907fbb329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:20:28Z', 'updated_at': '2022-05-05T22:20:34Z', 'revision_number': 4, 'project_id': 'b4fc2ff2305643918d0b01a3f3bd4da6', 'gw_port': {'id': '204eebbb-8d92-4120-b8e4-fbe907fbb329', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:59:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46be032-191b-429d-a5ea-ad41fed55252', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:20:29Z', 'updated_at': '2022-05-05T22:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '549a56b8-4fe9-4104-836a-51d9fe5e56b8', 'name': '', 'network_id': '7f70714e-ca9f-4fd3-b003-8ad676edee3b', 'tenant_id': 'b4fc2ff2305643918d0b01a3f3bd4da6', 'mac_address': 'fa:16:3e:c5:12:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46be032-191b-429d-a5ea-ad41fed55252', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12f59374-9c7a-4eb0-beef-64813e6b581d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:20:33Z', 'updated_at': '2022-05-05T22:20:44Z', 'revision_number': 4, 'project_id': 'b4fc2ff2305643918d0b01a3f3bd4da6', 'subnets': [{'id': '12f59374-9c7a-4eb0-beef-64813e6b581d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:20:45.212979 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e84c3e6-1602-4ac2-9665-0027feecf060 None None] The sync data for ids ['d46be032-191b-429d-a5ea-ad41fed55252'] in n-d-825175-4 is: [{'id': 'd46be032-191b-429d-a5ea-ad41fed55252', 'name': 'tempest-TestAggregatesBasicOps-1217905603-router', 'tenant_id': 'b4fc2ff2305643918d0b01a3f3bd4da6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '204eebbb-8d92-4120-b8e4-fbe907fbb329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:20:28Z', 'updated_at': '2022-05-05T22:20:34Z', 'revision_number': 4, 'project_id': 'b4fc2ff2305643918d0b01a3f3bd4da6', 'gw_port': {'id': '204eebbb-8d92-4120-b8e4-fbe907fbb329', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:59:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46be032-191b-429d-a5ea-ad41fed55252', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:20:29Z', 'updated_at': '2022-05-05T22:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '549a56b8-4fe9-4104-836a-51d9fe5e56b8', 'name': '', 'network_id': '7f70714e-ca9f-4fd3-b003-8ad676edee3b', 'tenant_id': 'b4fc2ff2305643918d0b01a3f3bd4da6', 'mac_address': 'fa:16:3e:c5:12:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46be032-191b-429d-a5ea-ad41fed55252', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12f59374-9c7a-4eb0-beef-64813e6b581d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:20:33Z', 'updated_at': '2022-05-05T22:20:44Z', 'revision_number': 4, 'project_id': 'b4fc2ff2305643918d0b01a3f3bd4da6', 'subnets': [{'id': '12f59374-9c7a-4eb0-beef-64813e6b581d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:20:45.243258 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58250) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:45.266556 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ff97b89e-54e2-47d7-a87d-d28c5238b54e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:45.342791 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-ff97b89e-54e2-47d7-a87d-d28c5238b54e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:20:45.347971 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-ff97b89e-54e2-47d7-a87d-d28c5238b54e admin admin] Usage tracker for resource:security_group_rule and tenant:17820f1dde124b938bcc06ceb41edb1c is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:20:45.351927 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-ff97b89e-54e2-47d7-a87d-d28c5238b54e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:20:45.360160 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-ff97b89e-54e2-47d7-a87d-d28c5238b54e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:20:45.578815 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ff97b89e-54e2-47d7-a87d-d28c5238b54e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:45.593205 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ff97b89e-54e2-47d7-a87d-d28c5238b54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:45.662002 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff97b89e-54e2-47d7-a87d-d28c5238b54e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e21a30e-1696-45c9-8513-d841d51dd357,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:45.671593 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ff97b89e-54e2-47d7-a87d-d28c5238b54e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=17820f1dde124b938bcc06ceb41edb1c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4273200 May 05 22:20:45.674966 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58254) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:45.690532 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9266b460-0ce6-4189-baf8-49eef7dd661b admin admin] Router 5ff58790-860d-4af6-a5dc-6515bce54296 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:20:45.745806 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-691144eb-41c3-4341-ba4f-86a99c7e5de1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:45.778217 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-691144eb-41c3-4341-ba4f-86a99c7e5de1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:45.843631 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-691144eb-41c3-4341-ba4f-86a99c7e5de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:45.867241 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691144eb-41c3-4341-ba4f-86a99c7e5de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e21a30e-1696-45c9-8513-d841d51dd357,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:45.880491 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-691144eb-41c3-4341-ba4f-86a99c7e5de1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:45.881925 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-691144eb-41c3-4341-ba4f-86a99c7e5de1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1e21a30e-1696-45c9-8513-d841d51dd357 HTTP/1.1" status: 204 len: 168 time: 0.2057056 May 05 22:20:45.942133 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9266b460-0ce6-4189-baf8-49eef7dd661b admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:20:45.959958 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58260) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:45.960477 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-9266b460-0ce6-4189-baf8-49eef7dd661b admin admin] 10.222.0.23 "PUT /v2.0/routers/5ff58790-860d-4af6-a5dc-6515bce54296/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1996305 May 05 22:20:46.136696 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 549a56b8-4fe9-4104-836a-51d9fe5e56b8 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:20:46.227548 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 549a56b8-4fe9-4104-836a-51d9fe5e56b8 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:20:46.235031 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 549a56b8-4fe9-4104-836a-51d9fe5e56b8 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:20:46.235753 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:46.346544 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7cfc7f17-7842-4308-b4e6-430026889fa5 admin admin] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:46.523646 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7a5972f4-ca33-44a1-bb4e-cfcfc968e6af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:46.550104 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:46.593147 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 549a56b8-4fe9-4104-836a-51d9fe5e56b8, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=549a56b8-4fe9-4104-836a-51d9fe5e56b8,segment=NetworkSegment(fa49dc95-4e3c-46d5-b174-e34f9cb1b4db),segment_id=fa49dc95-4e3c-46d5-b174-e34f9cb1b4db)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:20:46.599803 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:46.682229 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=549a56b8-4fe9-4104-836a-51d9fe5e56b8,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:46.828791 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7cfc7f17-7842-4308-b4e6-430026889fa5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:46.842202 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-7cfc7f17-7842-4308-b4e6-430026889fa5 admin admin] Deleting port d77e11c1-c1df-418d-bc1f-bbfe91bc366b {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:20:46.842557 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7cfc7f17-7842-4308-b4e6-430026889fa5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:46.927122 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58288) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:47.047319 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-7cfc7f17-7842-4308-b4e6-430026889fa5 admin admin] For port d77e11c1-c1df-418d-bc1f-bbfe91bc366b, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=d77e11c1-c1df-418d-bc1f-bbfe91bc366b,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:20:47.048160 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7cfc7f17-7842-4308-b4e6-430026889fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:47.117188 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5f18b980-8c97-4b45-944d-51d2d5dbd8da admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:47.151005 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-5f18b980-8c97-4b45-944d-51d2d5dbd8da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:20:47.154912 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-5f18b980-8c97-4b45-944d-51d2d5dbd8da admin admin] Usage tracker for resource:security_group_rule and tenant:8504b33d38db4bf7a4f2ce85f429c3c4 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:20:47.157990 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-5f18b980-8c97-4b45-944d-51d2d5dbd8da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:20:47.164286 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-5f18b980-8c97-4b45-944d-51d2d5dbd8da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:20:47.189106 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-7cfc7f17-7842-4308-b4e6-430026889fa5 admin admin] Calling delete_port for d77e11c1-c1df-418d-bc1f-bbfe91bc366b owned by network:router_gateway {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:20:47.239429 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5f18b980-8c97-4b45-944d-51d2d5dbd8da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:47.245437 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5f18b980-8c97-4b45-944d-51d2d5dbd8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:47.293399 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f18b980-8c97-4b45-944d-51d2d5dbd8da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a1d3e6-3a34-44e6-a594-118363ddaf0f,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:47.300991 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-5f18b980-8c97-4b45-944d-51d2d5dbd8da admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8504b33d38db4bf7a4f2ce85f429c3c4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3724651 May 05 22:20:47.301652 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58302) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:47.366480 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-23ecf6ab-8cc0-4a50-82a2-0bf42022d79d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:47.383553 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7cfc7f17-7842-4308-b4e6-430026889fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:47.392666 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-23ecf6ab-8cc0-4a50-82a2-0bf42022d79d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:47.434071 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:47.434877 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfc7f17-7842-4308-b4e6-430026889fa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d77e11c1-c1df-418d-bc1f-bbfe91bc366b,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:47.469034 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-23ecf6ab-8cc0-4a50-82a2-0bf42022d79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:47.486255 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ecf6ab-8cc0-4a50-82a2-0bf42022d79d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a1d3e6-3a34-44e6-a594-118363ddaf0f,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:47.493777 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-23ecf6ab-8cc0-4a50-82a2-0bf42022d79d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:47.497223 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-23ecf6ab-8cc0-4a50-82a2-0bf42022d79d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/69a1d3e6-3a34-44e6-a594-118363ddaf0f HTTP/1.1" status: 204 len: 168 time: 0.1925955 May 05 22:20:47.534513 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:47.712054 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7cfc7f17-7842-4308-b4e6-430026889fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:47.988784 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7cfc7f17-7842-4308-b4e6-430026889fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:47.996690 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7cfc7f17-7842-4308-b4e6-430026889fa5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:48.025787 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7cfc7f17-7842-4308-b4e6-430026889fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:48.026831 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cfc7f17-7842-4308-b4e6-430026889fa5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ff58790-860d-4af6-a5dc-6515bce54296 {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:20:48.031036 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 549a56b8-4fe9-4104-836a-51d9fe5e56b8 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:20:48.041481 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7cfc7f17-7842-4308-b4e6-430026889fa5 admin admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:48.042628 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-7cfc7f17-7842-4308-b4e6-430026889fa5 admin admin] 10.222.0.23 "DELETE /v2.0/routers/5ff58790-860d-4af6-a5dc-6515bce54296 HTTP/1.1" status: 204 len: 168 time: 2.0815489 May 05 22:20:48.045348 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58322) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:48.058057 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58326) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:48.091072 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4094ed2a-5633-415e-8b15-e3f69eb79172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:48.111476 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-dae8bc5f-6500-4e44-881e-9b9928ebacd4 admin admin] Deleting subnet 5bbfe5fc-47da-480d-83bc-cc33715f4338 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:20:48.115245 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dae8bc5f-6500-4e44-881e-9b9928ebacd4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:48.124441 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4094ed2a-5633-415e-8b15-e3f69eb79172 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:20:48.129213 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-4094ed2a-5633-415e-8b15-e3f69eb79172 admin admin] Usage tracker for resource:security_group_rule and tenant:50846628ca324da6b7e94c54230c36e9 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:20:48.133394 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-4094ed2a-5633-415e-8b15-e3f69eb79172 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:20:48.140718 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 549a56b8-4fe9-4104-836a-51d9fe5e56b8 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:20:48.140954 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4094ed2a-5633-415e-8b15-e3f69eb79172 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:20:48.141616 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:48.183916 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dae8bc5f-6500-4e44-881e-9b9928ebacd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:48.243649 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4094ed2a-5633-415e-8b15-e3f69eb79172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:48.250514 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4094ed2a-5633-415e-8b15-e3f69eb79172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:48.290484 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dae8bc5f-6500-4e44-881e-9b9928ebacd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:48.313384 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4094ed2a-5633-415e-8b15-e3f69eb79172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a703df2-9fbc-45eb-accf-e44777649daa,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:48.322615 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4094ed2a-5633-415e-8b15-e3f69eb79172 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=50846628ca324da6b7e94c54230c36e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2625005 May 05 22:20:48.322848 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58332) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:48.394977 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-41a4245a-96f9-4056-8660-fb08dba2d7e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:48.423391 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-41a4245a-96f9-4056-8660-fb08dba2d7e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:48.479361 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dae8bc5f-6500-4e44-881e-9b9928ebacd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:48.481666 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-41a4245a-96f9-4056-8660-fb08dba2d7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:48.503422 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a4245a-96f9-4056-8660-fb08dba2d7e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a703df2-9fbc-45eb-accf-e44777649daa,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:48.505327 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-41a4245a-96f9-4056-8660-fb08dba2d7e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:48.509506 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-41a4245a-96f9-4056-8660-fb08dba2d7e7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5a703df2-9fbc-45eb-accf-e44777649daa HTTP/1.1" status: 204 len: 168 time: 0.1854982 May 05 22:20:48.518993 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae8bc5f-6500-4e44-881e-9b9928ebacd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bbfe5fc-47da-480d-83bc-cc33715f4338,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:48.524151 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dae8bc5f-6500-4e44-881e-9b9928ebacd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:48.530641 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-dae8bc5f-6500-4e44-881e-9b9928ebacd4 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5bbfe5fc-47da-480d-83bc-cc33715f4338 HTTP/1.1" status: 204 len: 168 time: 0.4840539 May 05 22:20:48.533033 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58340) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:48.550477 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c736b476-1dd9-42c8-bda3-76fcf1271422 None None] Network b850cbc8-65ef-44dd-930d-f24b804545ac requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:20:48.833816 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-72cc752b-9a0f-4afb-b518-3c2265066338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:48.845511 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-72cc752b-9a0f-4afb-b518-3c2265066338 admin admin] Deleting port 302e602d-2e37-4058-b986-e9052e6e0013 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:20:48.846052 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-72cc752b-9a0f-4afb-b518-3c2265066338 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:48.890074 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee3e449-bfa0-4d59-9e1e-b1ae2861a82f None None] DHCP port deletion for b850cbc8-65ef-44dd-930d-f24b804545ac request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:20:48.894200 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-dee3e449-bfa0-4d59-9e1e-b1ae2861a82f None None] Deleting port 302e602d-2e37-4058-b986-e9052e6e0013 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:20:48.894570 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-dee3e449-bfa0-4d59-9e1e-b1ae2861a82f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:49.047245 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:49.108440 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-72cc752b-9a0f-4afb-b518-3c2265066338 admin admin] For port 302e602d-2e37-4058-b986-e9052e6e0013, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=302e602d-2e37-4058-b986-e9052e6e0013,segment=NetworkSegment(dc698c8e-66db-4045-b0bc-5f2168d3efd3),segment_id=dc698c8e-66db-4045-b0bc-5f2168d3efd3)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:20:49.108948 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-72cc752b-9a0f-4afb-b518-3c2265066338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:49.172313 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-dee3e449-bfa0-4d59-9e1e-b1ae2861a82f None None] For port 302e602d-2e37-4058-b986-e9052e6e0013, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=302e602d-2e37-4058-b986-e9052e6e0013,segment=NetworkSegment(dc698c8e-66db-4045-b0bc-5f2168d3efd3),segment_id=dc698c8e-66db-4045-b0bc-5f2168d3efd3)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:20:49.173423 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-dee3e449-bfa0-4d59-9e1e-b1ae2861a82f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:49.243626 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-72cc752b-9a0f-4afb-b518-3c2265066338 admin admin] Calling delete_port for 302e602d-2e37-4058-b986-e9052e6e0013 owned by network:dhcp {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:20:49.311727 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-dee3e449-bfa0-4d59-9e1e-b1ae2861a82f None None] Calling delete_port for 302e602d-2e37-4058-b986-e9052e6e0013 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:20:49.329262 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-72cc752b-9a0f-4afb-b518-3c2265066338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:49.383236 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cc752b-9a0f-4afb-b518-3c2265066338 admin admin] Pushing event deleted for resources: {'Port': ['ID=302e602d-2e37-4058-b986-e9052e6e0013,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:49.392110 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cc752b-9a0f-4afb-b518-3c2265066338 admin admin] No DVR routers for this DVR port 302e602d-2e37-4058-b986-e9052e6e0013 on host n-d-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:20:49.437362 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-dee3e449-bfa0-4d59-9e1e-b1ae2861a82f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:20:49.437736 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-dee3e449-bfa0-4d59-9e1e-b1ae2861a82f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:20:49.525819 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-72cc752b-9a0f-4afb-b518-3c2265066338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:49.553357 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-72cc752b-9a0f-4afb-b518-3c2265066338 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b850cbc8-65ef-44dd-930d-f24b804545ac']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:20:49.571280 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-72cc752b-9a0f-4afb-b518-3c2265066338 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc698c8e-66db-4045-b0bc-5f2168d3efd3') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:20:49.571586 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-72cc752b-9a0f-4afb-b518-3c2265066338 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc698c8e-66db-4045-b0bc-5f2168d3efd3') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:20:49.583808 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-72cc752b-9a0f-4afb-b518-3c2265066338 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:49.601057 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-72cc752b-9a0f-4afb-b518-3c2265066338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:49.611554 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72cc752b-9a0f-4afb-b518-3c2265066338 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:20:49.611942 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-72cc752b-9a0f-4afb-b518-3c2265066338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:49.632026 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 22:20:49.632026 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:20:49.632026 n-d-825175-4 neutron-server[84061]: timer() May 05 22:20:49.632026 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:20:49.632026 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 22:20:49.632026 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:20:49.632026 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 22:20:49.632026 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:20:49.632026 n-d-825175-4 neutron-server[84061]: self._notify() May 05 22:20:49.632026 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:20:49.632026 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 22:20:49.632026 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:20:49.632026 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 22:20:49.632026 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:20:49.632026 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:20:49.632026 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:20:49.632026 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:20:49.632026 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:20:49.632026 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 22:20:49.632026 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:20:49.632026 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 22:20:49.632026 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:20:49.632026 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:20:49.632026 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:20:49.632026 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 22:20:49.632026 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:20:49.632026 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:20:49.632026 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:20:49.632026 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:20:49.632026 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:20:49.632026 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:20:49.632026 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:20:49.716564 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-72cc752b-9a0f-4afb-b518-3c2265066338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:49.735670 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-72cc752b-9a0f-4afb-b518-3c2265066338 admin admin] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:49.746219 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cc752b-9a0f-4afb-b518-3c2265066338 admin admin] Pushing event deleted for resources: {'Network': ['ID=b850cbc8-65ef-44dd-930d-f24b804545ac,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:49.750426 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-72cc752b-9a0f-4afb-b518-3c2265066338 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b850cbc8-65ef-44dd-930d-f24b804545ac HTTP/1.1" status: 204 len: 168 time: 1.2164340 May 05 22:20:49.753714 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58378) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:49.939337 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-dee3e449-bfa0-4d59-9e1e-b1ae2861a82f None None] Deleting port 302e602d-2e37-4058-b986-e9052e6e0013 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:20:49.939877 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-dee3e449-bfa0-4d59-9e1e-b1ae2861a82f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:49.972046 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 302e602d-2e37-4058-b986-e9052e6e0013 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:20:50.062422 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 302e602d-2e37-4058-b986-e9052e6e0013 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:20:50.062872 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 302e602d-2e37-4058-b986-e9052e6e0013 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:20:50.082780 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-dee3e449-bfa0-4d59-9e1e-b1ae2861a82f None None] The port '302e602d-2e37-4058-b986-e9052e6e0013' was deleted {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 22:20:50.221175 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-31a2c89a-807e-4feb-9a5c-7d797b79ca31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:50.302511 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f983dc6d-15e8-484b-8a14-ead59ef5ab5e None None] Sync routers for ids ['5ff58790-860d-4af6-a5dc-6515bce54296'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:20:50.323694 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f983dc6d-15e8-484b-8a14-ead59ef5ab5e None None] Routers set() bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:20:50.324065 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f983dc6d-15e8-484b-8a14-ead59ef5ab5e None None] Router IDs set() for agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 05 22:20:50.324792 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_agentschedulers_db [None req-f983dc6d-15e8-484b-8a14-ead59ef5ab5e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5ff58790-860d-4af6-a5dc-6515bce54296'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:20:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent'). {{(pid=84064) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 05 22:20:50.344291 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f983dc6d-15e8-484b-8a14-ead59ef5ab5e None None] Routers set() bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:20:50.344571 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f983dc6d-15e8-484b-8a14-ead59ef5ab5e None None] Router IDs set() for agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 05 22:20:50.345165 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_agentschedulers_db [None req-f983dc6d-15e8-484b-8a14-ead59ef5ab5e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5ff58790-860d-4af6-a5dc-6515bce54296'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:20:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent'). {{(pid=84064) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 05 22:20:50.345537 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f983dc6d-15e8-484b-8a14-ead59ef5ab5e None None] The sync data for ids ['5ff58790-860d-4af6-a5dc-6515bce54296'] in n-d-825175-4 is: [] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:20:50.867547 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-31a2c89a-807e-4feb-9a5c-7d797b79ca31 admin admin] Deleting port 549a56b8-4fe9-4104-836a-51d9fe5e56b8 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:20:50.868584 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-31a2c89a-807e-4feb-9a5c-7d797b79ca31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:51.047776 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-31a2c89a-807e-4feb-9a5c-7d797b79ca31 admin admin] For port 549a56b8-4fe9-4104-836a-51d9fe5e56b8, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=549a56b8-4fe9-4104-836a-51d9fe5e56b8,segment=NetworkSegment(fa49dc95-4e3c-46d5-b174-e34f9cb1b4db),segment_id=fa49dc95-4e3c-46d5-b174-e34f9cb1b4db)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:20:51.048141 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-31a2c89a-807e-4feb-9a5c-7d797b79ca31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:51.167618 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-31a2c89a-807e-4feb-9a5c-7d797b79ca31 admin admin] Calling delete_port for 549a56b8-4fe9-4104-836a-51d9fe5e56b8 owned by network:router_interface {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:20:51.451550 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-31a2c89a-807e-4feb-9a5c-7d797b79ca31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:51.498436 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a2c89a-807e-4feb-9a5c-7d797b79ca31 admin admin] Pushing event deleted for resources: {'Port': ['ID=549a56b8-4fe9-4104-836a-51d9fe5e56b8,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:51.850923 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-31a2c89a-807e-4feb-9a5c-7d797b79ca31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:52.535690 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a2c89a-807e-4feb-9a5c-7d797b79ca31 admin admin] Router d46be032-191b-429d-a5ea-ad41fed55252 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:20:52.756234 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a2c89a-807e-4feb-9a5c-7d797b79ca31 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:20:52.774107 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-31a2c89a-807e-4feb-9a5c-7d797b79ca31 admin admin] 10.222.0.23 "PUT /v2.0/routers/d46be032-191b-429d-a5ea-ad41fed55252/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0187244 May 05 22:20:52.778371 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58426) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:53.035562 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6af037c3-3bea-4061-8649-866d024f45b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:53.236885 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6af037c3-3bea-4061-8649-866d024f45b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:53.249183 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-6af037c3-3bea-4061-8649-866d024f45b6 admin admin] Deleting port 204eebbb-8d92-4120-b8e4-fbe907fbb329 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:20:53.249620 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6af037c3-3bea-4061-8649-866d024f45b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:53.580472 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-6af037c3-3bea-4061-8649-866d024f45b6 admin admin] For port 204eebbb-8d92-4120-b8e4-fbe907fbb329, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=204eebbb-8d92-4120-b8e4-fbe907fbb329,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:20:53.580946 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6af037c3-3bea-4061-8649-866d024f45b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:53.705713 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-6af037c3-3bea-4061-8649-866d024f45b6 admin admin] Calling delete_port for 204eebbb-8d92-4120-b8e4-fbe907fbb329 owned by network:router_gateway {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:20:53.885772 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6af037c3-3bea-4061-8649-866d024f45b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:53.907296 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device b6e535d9-d5b2-4c4f-820c-dae5435d4bc9 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:20:53.942541 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af037c3-3bea-4061-8649-866d024f45b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=204eebbb-8d92-4120-b8e4-fbe907fbb329,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:53.947419 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: b6e535d9-d5b2-4c4f-820c-dae5435d4bc9 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:20:53.948170 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device b6e535d9-d5b2-4c4f-820c-dae5435d4bc9 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:20:54.195982 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6af037c3-3bea-4061-8649-866d024f45b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:54.456174 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6af037c3-3bea-4061-8649-866d024f45b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:54.460486 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6af037c3-3bea-4061-8649-866d024f45b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:54.487887 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6af037c3-3bea-4061-8649-866d024f45b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:54.488872 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af037c3-3bea-4061-8649-866d024f45b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d46be032-191b-429d-a5ea-ad41fed55252 {{(pid=84061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:20:54.502157 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6af037c3-3bea-4061-8649-866d024f45b6 admin admin] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:54.503398 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-6af037c3-3bea-4061-8649-866d024f45b6 admin admin] 10.222.0.23 "DELETE /v2.0/routers/d46be032-191b-429d-a5ea-ad41fed55252 HTTP/1.1" status: 204 len: 168 time: 1.7215092 May 05 22:20:54.505880 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58446) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:54.518642 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58450) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:54.572884 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-0203b88c-b714-440d-a08e-5d428e863e56 admin admin] Deleting subnet 12f59374-9c7a-4eb0-beef-64813e6b581d {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:20:54.576456 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0203b88c-b714-440d-a08e-5d428e863e56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:54.627685 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0203b88c-b714-440d-a08e-5d428e863e56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:54.678505 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-997d130d-1a56-4d34-97aa-f29fe2faed39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:54.719948 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-997d130d-1a56-4d34-97aa-f29fe2faed39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:20:54.724313 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0203b88c-b714-440d-a08e-5d428e863e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:54.724483 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-997d130d-1a56-4d34-97aa-f29fe2faed39 admin admin] Usage tracker for resource:security_group_rule and tenant:96c157936e55443a89c66d5159f68264 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:20:54.727593 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-997d130d-1a56-4d34-97aa-f29fe2faed39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:20:54.733542 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-997d130d-1a56-4d34-97aa-f29fe2faed39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:20:54.802278 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0203b88c-b714-440d-a08e-5d428e863e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:54.805945 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-997d130d-1a56-4d34-97aa-f29fe2faed39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:54.810318 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-997d130d-1a56-4d34-97aa-f29fe2faed39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:54.838934 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0203b88c-b714-440d-a08e-5d428e863e56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12f59374-9c7a-4eb0-beef-64813e6b581d,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:54.845323 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0203b88c-b714-440d-a08e-5d428e863e56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:54.850245 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d130d-1a56-4d34-97aa-f29fe2faed39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f5a75e-b334-4dc4-b54c-858dc7569a5d,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:54.852017 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9542a403-40b3-4f26-881a-ba14a317ef1a None None] Network 7f70714e-ca9f-4fd3-b003-8ad676edee3b requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:20:54.852182 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0203b88c-b714-440d-a08e-5d428e863e56 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/12f59374-9c7a-4eb0-beef-64813e6b581d HTTP/1.1" status: 204 len: 168 time: 0.3452287 May 05 22:20:54.854462 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58458) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:54.878480 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58462) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:54.879251 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-997d130d-1a56-4d34-97aa-f29fe2faed39 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=96c157936e55443a89c66d5159f68264&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3594961 May 05 22:20:55.003322 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c5e8258a-4494-4eca-840f-131555f84c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:55.032947 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-c5e8258a-4494-4eca-840f-131555f84c37 admin admin] Deleting port ea982f4f-432d-42f8-80fe-240cb8bc5a81 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:20:55.033280 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c5e8258a-4494-4eca-840f-131555f84c37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:55.124133 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d03940b-4259-46ca-96cf-e1536a9f7de7 None None] DHCP port deletion for 7f70714e-ca9f-4fd3-b003-8ad676edee3b request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:20:55.129383 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-5d03940b-4259-46ca-96cf-e1536a9f7de7 None None] Deleting port ea982f4f-432d-42f8-80fe-240cb8bc5a81 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:20:55.129862 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5d03940b-4259-46ca-96cf-e1536a9f7de7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:55.167585 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6f35f5b4-0ca8-4664-ae27-ee4e2632975c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:55.213513 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6f35f5b4-0ca8-4664-ae27-ee4e2632975c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:55.374953 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-5d03940b-4259-46ca-96cf-e1536a9f7de7 None None] For port ea982f4f-432d-42f8-80fe-240cb8bc5a81, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=ea982f4f-432d-42f8-80fe-240cb8bc5a81,segment=NetworkSegment(fa49dc95-4e3c-46d5-b174-e34f9cb1b4db),segment_id=fa49dc95-4e3c-46d5-b174-e34f9cb1b4db)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:20:55.375333 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5d03940b-4259-46ca-96cf-e1536a9f7de7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:55.382684 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6f35f5b4-0ca8-4664-ae27-ee4e2632975c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:55.412999 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-c5e8258a-4494-4eca-840f-131555f84c37 admin admin] For port ea982f4f-432d-42f8-80fe-240cb8bc5a81, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=ea982f4f-432d-42f8-80fe-240cb8bc5a81,segment=NetworkSegment(fa49dc95-4e3c-46d5-b174-e34f9cb1b4db),segment_id=fa49dc95-4e3c-46d5-b174-e34f9cb1b4db)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:20:55.413850 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c5e8258a-4494-4eca-840f-131555f84c37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:55.420714 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f35f5b4-0ca8-4664-ae27-ee4e2632975c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f5a75e-b334-4dc4-b54c-858dc7569a5d,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:55.482039 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6f35f5b4-0ca8-4664-ae27-ee4e2632975c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:55.484814 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-6f35f5b4-0ca8-4664-ae27-ee4e2632975c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/99f5a75e-b334-4dc4-b54c-858dc7569a5d HTTP/1.1" status: 204 len: 168 time: 0.6036580 May 05 22:20:55.519718 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-5d03940b-4259-46ca-96cf-e1536a9f7de7 None None] Calling delete_port for ea982f4f-432d-42f8-80fe-240cb8bc5a81 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:20:55.547979 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-c5e8258a-4494-4eca-840f-131555f84c37 admin admin] Calling delete_port for ea982f4f-432d-42f8-80fe-240cb8bc5a81 owned by network:dhcp {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:20:55.646259 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c5e8258a-4494-4eca-840f-131555f84c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:55.655127 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-5d03940b-4259-46ca-96cf-e1536a9f7de7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:20:55.655483 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-5d03940b-4259-46ca-96cf-e1536a9f7de7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:20:55.699833 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e8258a-4494-4eca-840f-131555f84c37 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea982f4f-432d-42f8-80fe-240cb8bc5a81,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:55.704417 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e8258a-4494-4eca-840f-131555f84c37 admin admin] No DVR routers for this DVR port ea982f4f-432d-42f8-80fe-240cb8bc5a81 on host n-d-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:20:55.845284 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c5e8258a-4494-4eca-840f-131555f84c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:55.875931 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-c5e8258a-4494-4eca-840f-131555f84c37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f70714e-ca9f-4fd3-b003-8ad676edee3b']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:20:55.916618 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-c5e8258a-4494-4eca-840f-131555f84c37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa49dc95-4e3c-46d5-b174-e34f9cb1b4db') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:20:55.916994 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-c5e8258a-4494-4eca-840f-131555f84c37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa49dc95-4e3c-46d5-b174-e34f9cb1b4db') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:20:55.942691 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c5e8258a-4494-4eca-840f-131555f84c37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:55.961457 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c5e8258a-4494-4eca-840f-131555f84c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:55.968785 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5e8258a-4494-4eca-840f-131555f84c37 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:20:55.969187 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c5e8258a-4494-4eca-840f-131555f84c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:56.009363 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58476) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:56.023327 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device ea982f4f-432d-42f8-80fe-240cb8bc5a81 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:20:56.033063 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-65bbbf07-bee9-432c-962a-a2e308682cfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:56.062230 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 22:20:56.062230 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:20:56.062230 n-d-825175-4 neutron-server[84061]: timer() May 05 22:20:56.062230 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:20:56.062230 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 22:20:56.062230 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:20:56.062230 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 22:20:56.062230 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:20:56.062230 n-d-825175-4 neutron-server[84061]: self._notify() May 05 22:20:56.062230 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:20:56.062230 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 22:20:56.062230 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:20:56.062230 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 22:20:56.062230 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:20:56.062230 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:20:56.062230 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:20:56.062230 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:20:56.062230 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:20:56.062230 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 22:20:56.062230 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:20:56.062230 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 22:20:56.062230 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:20:56.062230 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:20:56.062230 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:20:56.062230 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 22:20:56.062230 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:20:56.062230 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:20:56.062230 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:20:56.062230 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:20:56.062230 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:20:56.062230 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:20:56.062230 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:20:56.072965 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: ea982f4f-432d-42f8-80fe-240cb8bc5a81 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:20:56.073347 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device ea982f4f-432d-42f8-80fe-240cb8bc5a81 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:20:56.080248 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c5e8258a-4494-4eca-840f-131555f84c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:56.089729 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c5e8258a-4494-4eca-840f-131555f84c37 admin admin] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:56.097417 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-65bbbf07-bee9-432c-962a-a2e308682cfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:20:56.101831 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-65bbbf07-bee9-432c-962a-a2e308682cfc admin admin] Usage tracker for resource:security_group_rule and tenant:a31d3e75ccf54bb0bed0f318b8bc4409 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:20:56.105022 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-65bbbf07-bee9-432c-962a-a2e308682cfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:20:56.111746 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-65bbbf07-bee9-432c-962a-a2e308682cfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:20:56.117894 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c5e8258a-4494-4eca-840f-131555f84c37 admin admin] 10.222.0.23 "DELETE /v2.0/networks/7f70714e-ca9f-4fd3-b003-8ad676edee3b HTTP/1.1" status: 204 len: 168 time: 1.2597535 May 05 22:20:56.117894 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e8258a-4494-4eca-840f-131555f84c37 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f70714e-ca9f-4fd3-b003-8ad676edee3b,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:56.156393 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-5d03940b-4259-46ca-96cf-e1536a9f7de7 None None] Deleting port ea982f4f-432d-42f8-80fe-240cb8bc5a81 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:20:56.156974 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5d03940b-4259-46ca-96cf-e1536a9f7de7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:56.203253 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-65bbbf07-bee9-432c-962a-a2e308682cfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:56.212571 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-65bbbf07-bee9-432c-962a-a2e308682cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:56.271255 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bbbf07-bee9-432c-962a-a2e308682cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f586d45-b8fa-4713-b182-1425fd3bcb61,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:56.278186 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-65bbbf07-bee9-432c-962a-a2e308682cfc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a31d3e75ccf54bb0bed0f318b8bc4409&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2670283 May 05 22:20:56.280961 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58482) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:56.289839 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-5d03940b-4259-46ca-96cf-e1536a9f7de7 None None] The port 'ea982f4f-432d-42f8-80fe-240cb8bc5a81' was deleted {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 22:20:56.354054 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-55e15574-b83b-4998-84a3-67d0f758e94d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:56.382275 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-55e15574-b83b-4998-84a3-67d0f758e94d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:56.409947 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58486) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:56.436019 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-55e15574-b83b-4998-84a3-67d0f758e94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:56.452363 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e15574-b83b-4998-84a3-67d0f758e94d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f586d45-b8fa-4713-b182-1425fd3bcb61,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:56.456842 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-55e15574-b83b-4998-84a3-67d0f758e94d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:56.460375 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-55e15574-b83b-4998-84a3-67d0f758e94d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1f586d45-b8fa-4713-b182-1425fd3bcb61 HTTP/1.1" status: 204 len: 168 time: 0.1759162 May 05 22:20:56.470075 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-e7b1d477-f6ba-4e54-8a83-0c86d15ee706 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=585c2b7bbff0433881ede830583c353d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0566874 May 05 22:20:56.470220 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58492) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:56.665246 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-28155dac-1245-4567-8eac-aa2fd7dbe57a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:56.691926 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-28155dac-1245-4567-8eac-aa2fd7dbe57a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:56.751405 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-28155dac-1245-4567-8eac-aa2fd7dbe57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:56.775569 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28155dac-1245-4567-8eac-aa2fd7dbe57a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ef2a6f-fefa-495a-8eb4-c05a4d8bdaf1,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:56.797178 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-28155dac-1245-4567-8eac-aa2fd7dbe57a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:56.799200 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-28155dac-1245-4567-8eac-aa2fd7dbe57a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/21ef2a6f-fefa-495a-8eb4-c05a4d8bdaf1 HTTP/1.1" status: 204 len: 168 time: 0.3279366 May 05 22:20:57.173441 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58512) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:57.227973 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0eb841e0-0bf0-4b27-9b55-fa03aed04c1e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b4fc2ff2305643918d0b01a3f3bd4da6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0525630 May 05 22:20:57.230784 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58518) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:57.300029 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5149d8ba-6508-48a8-8e6f-188e47866621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:57.326938 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5149d8ba-6508-48a8-8e6f-188e47866621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:57.384154 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5149d8ba-6508-48a8-8e6f-188e47866621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:57.400789 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5149d8ba-6508-48a8-8e6f-188e47866621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74f1392-6684-44d6-b790-dd1e83067485,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:20:57.407851 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5149d8ba-6508-48a8-8e6f-188e47866621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:20:57.412089 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-5149d8ba-6508-48a8-8e6f-188e47866621 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d74f1392-6684-44d6-b790-dd1e83067485 HTTP/1.1" status: 204 len: 168 time: 0.1765265 May 05 22:20:57.993282 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7dc4fa-7f65-4383-ac80-2d1f7240cd64 None None] Sync routers for ids ['d46be032-191b-429d-a5ea-ad41fed55252'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:20:58.005573 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7dc4fa-7f65-4383-ac80-2d1f7240cd64 None None] Routers set() bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:20:58.006115 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7dc4fa-7f65-4383-ac80-2d1f7240cd64 None None] Router IDs set() for agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 05 22:20:58.008605 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_agentschedulers_db [None req-ff7dc4fa-7f65-4383-ac80-2d1f7240cd64 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d46be032-191b-429d-a5ea-ad41fed55252'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:20:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent'). {{(pid=84068) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 05 22:20:58.020322 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7dc4fa-7f65-4383-ac80-2d1f7240cd64 None None] Routers set() bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:20:58.020676 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7dc4fa-7f65-4383-ac80-2d1f7240cd64 None None] Router IDs set() for agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 05 22:20:58.021227 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_agentschedulers_db [None req-ff7dc4fa-7f65-4383-ac80-2d1f7240cd64 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d46be032-191b-429d-a5ea-ad41fed55252'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:20:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent'). {{(pid=84068) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 05 22:20:58.021751 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7dc4fa-7f65-4383-ac80-2d1f7240cd64 None None] The sync data for ids ['d46be032-191b-429d-a5ea-ad41fed55252'] in n-d-825175-4 is: [] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:20:58.490095 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device d77e11c1-c1df-418d-bc1f-bbfe91bc366b no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:20:58.571220 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: d77e11c1-c1df-418d-bc1f-bbfe91bc366b {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:20:58.571731 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device d77e11c1-c1df-418d-bc1f-bbfe91bc366b not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:20:59.750414 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58600) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:20:59.907923 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 549a56b8-4fe9-4104-836a-51d9fe5e56b8 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:20:59.989780 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 549a56b8-4fe9-4104-836a-51d9fe5e56b8 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:20:59.990320 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 549a56b8-4fe9-4104-836a-51d9fe5e56b8 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:20:59.990993 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 204eebbb-8d92-4120-b8e4-fbe907fbb329 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:21:00.027938 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-34f72102-d671-4ab9-8ea7-57bf5e394559 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Request body: {'network': {'name': 'tempest-network-smoke--967635849', 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'port_security_enabled': True}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:21:00.034455 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 204eebbb-8d92-4120-b8e4-fbe907fbb329 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:21:00.034850 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-34f72102-d671-4ab9-8ea7-57bf5e394559 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:21:00.035038 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 204eebbb-8d92-4120-b8e4-fbe907fbb329 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:21:00.039774 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-34f72102-d671-4ab9-8ea7-57bf5e394559 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Usage tracker for resource:network and tenant:d71c16b2c284427c858b4c912eefc596 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:21:00.043875 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-34f72102-d671-4ab9-8ea7-57bf5e394559 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:21:00.050968 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-34f72102-d671-4ab9-8ea7-57bf5e394559 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:21:00.061622 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f72102-d671-4ab9-8ea7-57bf5e394559 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Made reservation on behalf of d71c16b2c284427c858b4c912eefc596 for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:21:00.070897 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-34f72102-d671-4ab9-8ea7-57bf5e394559 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:00.085603 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-34f72102-d671-4ab9-8ea7-57bf5e394559 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:00.127320 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-34f72102-d671-4ab9-8ea7-57bf5e394559 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:21:00.131228 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-34f72102-d671-4ab9-8ea7-57bf5e394559 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Usage tracker for resource:security_group_rule and tenant:d71c16b2c284427c858b4c912eefc596 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:21:00.134272 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-34f72102-d671-4ab9-8ea7-57bf5e394559 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:21:00.139973 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-34f72102-d671-4ab9-8ea7-57bf5e394559 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:21:00.212724 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-34f72102-d671-4ab9-8ea7-57bf5e394559 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:00.217908 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-34f72102-d671-4ab9-8ea7-57bf5e394559 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:00.254214 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34f72102-d671-4ab9-8ea7-57bf5e394559 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:21:00.263345 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f72102-d671-4ab9-8ea7-57bf5e394559 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=843a0590-c18c-447d-834a-616ab7d2e351,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:21:00.268929 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-34f72102-d671-4ab9-8ea7-57bf5e394559 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:00.269313 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-34f72102-d671-4ab9-8ea7-57bf5e394559 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Added segment 92cb404b-79ed-419c-bb11-d4ffc3235793 of type vlan for network ebf2c1c7-d21f-4627-a999-4b4ba50137f9 May 05 22:21:00.296122 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-34f72102-d671-4ab9-8ea7-57bf5e394559 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:00.333031 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-34f72102-d671-4ab9-8ea7-57bf5e394559 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:00.337773 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f72102-d671-4ab9-8ea7-57bf5e394559 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:21:00.338385 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-34f72102-d671-4ab9-8ea7-57bf5e394559 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:00.464036 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f72102-d671-4ab9-8ea7-57bf5e394559 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Pushing event updated for resources: {'Network': ['ID=ebf2c1c7-d21f-4627-a999-4b4ba50137f9,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:21:00.471262 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58620) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:21:00.471824 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-34f72102-d671-4ab9-8ea7-57bf5e394559 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7202737 May 05 22:21:00.476463 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network ebf2c1c7-d21f-4627-a999-4b4ba50137f9 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:21:00.490415 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-079e85da-91c2-419d-bbfc-25318b9761d5 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-499269193', 'admin_state_up': True, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:21:00.504430 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-079e85da-91c2-419d-bbfc-25318b9761d5 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:21:00.509816 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-079e85da-91c2-419d-bbfc-25318b9761d5 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Usage tracker for resource:router and tenant:d71c16b2c284427c858b4c912eefc596 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:21:00.535835 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-079e85da-91c2-419d-bbfc-25318b9761d5 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:21:00.542714 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-079e85da-91c2-419d-bbfc-25318b9761d5 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:21:00.559363 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-079e85da-91c2-419d-bbfc-25318b9761d5 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:00.560315 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-079e85da-91c2-419d-bbfc-25318b9761d5 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:00.597094 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-079e85da-91c2-419d-bbfc-25318b9761d5 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:00.775348 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-079e85da-91c2-419d-bbfc-25318b9761d5 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:00.964534 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-079e85da-91c2-419d-bbfc-25318b9761d5 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for router_gateway, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:00.993521 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-079e85da-91c2-419d-bbfc-25318b9761d5 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:01.132937 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-079e85da-91c2-419d-bbfc-25318b9761d5 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Allocated IP 172.25.4.25 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/bf290c78-1500-404a-81f3-c4765078e1b3) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:21:01.285459 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-079e85da-91c2-419d-bbfc-25318b9761d5 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:01.314596 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-079e85da-91c2-419d-bbfc-25318b9761d5 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:01.406012 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079e85da-91c2-419d-bbfc-25318b9761d5 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:21:01.408712 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-079e85da-91c2-419d-bbfc-25318b9761d5 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:21:01.412434 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079e85da-91c2-419d-bbfc-25318b9761d5 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:21:01.445692 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079e85da-91c2-419d-bbfc-25318b9761d5 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Pushing event updated for resources: {'Port': ['ID=bf290c78-1500-404a-81f3-c4765078e1b3,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:21:01.639045 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-079e85da-91c2-419d-bbfc-25318b9761d5 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for router_gateway, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:01.639969 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-079e85da-91c2-419d-bbfc-25318b9761d5 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:01.938697 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-079e85da-91c2-419d-bbfc-25318b9761d5 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Router e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5 is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 22:21:02.206729 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-079e85da-91c2-419d-bbfc-25318b9761d5 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:21:02.218357 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72e0ba7-dab7-40a0-8875-68c057ffcdc1 None None] Sync routers for ids ['e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:21:02.239111 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72e0ba7-dab7-40a0-8875-68c057ffcdc1 None None] Routers {'e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:21:02.240343 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-d72e0ba7-dab7-40a0-8875-68c057ffcdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:20:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:21:02.243241 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-079e85da-91c2-419d-bbfc-25318b9761d5 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:02.245012 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-079e85da-91c2-419d-bbfc-25318b9761d5 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.7727642 May 05 22:21:02.248449 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58634) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:21:02.374116 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58640) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:21:02.374943 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-66b5729f-8987-4045-8eb5-dcbab0a38975 tempest-TestNetworkBasicOps-296979938 tempest-TestNetworkBasicOps-296979938-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=d71c16b2c284427c858b4c912eefc596&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1240342 May 05 22:21:02.465826 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-d72e0ba7-dab7-40a0-8875-68c057ffcdc1 None None] Set router e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:21:02.713462 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3383c5c4-9f06-49b8-a65c-3dc9b61d09e7 tempest-TestNetworkBasicOps-296979938 tempest-TestNetworkBasicOps-296979938-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:21:02.717933 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-3383c5c4-9f06-49b8-a65c-3dc9b61d09e7 tempest-TestNetworkBasicOps-296979938 tempest-TestNetworkBasicOps-296979938-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3396156 May 05 22:21:02.719029 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58648) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:21:02.771335 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0ec69403-22c0-44d2-8a8e-bd84289d4df4 tempest-TestNetworkBasicOps-296979938 tempest-TestNetworkBasicOps-296979938-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=25bfe237-58de-4709-a3e0-ac79da07c300&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0503774 May 05 22:21:02.774293 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58652) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:21:02.781870 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-eeb94bd9-92d4-492e-a817-9ba51e6c9ada tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1815202754', 'network_id': 'ebf2c1c7-d21f-4627-a999-4b4ba50137f9', 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:21:02.937058 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-eeb94bd9-92d4-492e-a817-9ba51e6c9ada tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:21:02.941228 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-eeb94bd9-92d4-492e-a817-9ba51e6c9ada tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Usage tracker for resource:subnet and tenant:d71c16b2c284427c858b4c912eefc596 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:21:02.944341 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-eeb94bd9-92d4-492e-a817-9ba51e6c9ada tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:21:02.951045 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-eeb94bd9-92d4-492e-a817-9ba51e6c9ada tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:21:02.961572 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb94bd9-92d4-492e-a817-9ba51e6c9ada tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Made reservation on behalf of d71c16b2c284427c858b4c912eefc596 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:21:03.017610 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-d72e0ba7-dab7-40a0-8875-68c057ffcdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5', 'name': 'tempest-TestNetworkBasicOps-router-499269193', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'bf290c78-1500-404a-81f3-c4765078e1b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:21:00Z', 'updated_at': '2022-05-05T22:21:01Z', 'revision_number': 3, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'gw_port': {'id': 'bf290c78-1500-404a-81f3-c4765078e1b3', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:21:01Z', 'updated_at': '2022-05-05T22:21:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:21:03.021628 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72e0ba7-dab7-40a0-8875-68c057ffcdc1 None None] Checking router: e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:21:03.021958 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72e0ba7-dab7-40a0-8875-68c057ffcdc1 None None] Updating router e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5 port bf290c78-1500-404a-81f3-c4765078e1b3 binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:21:03.079058 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eeb94bd9-92d4-492e-a817-9ba51e6c9ada tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:03.086871 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d72e0ba7-dab7-40a0-8875-68c057ffcdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:03.344833 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eeb94bd9-92d4-492e-a817-9ba51e6c9ada tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:03.432164 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb94bd9-92d4-492e-a817-9ba51e6c9ada tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Pushing event updated for resources: {'Subnet': ['ID=e1340ca3-1908-49cb-8cd4-46b038fa8c74,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:21:03.446007 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb94bd9-92d4-492e-a817-9ba51e6c9ada tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Checking segment: {'id': '92cb404b-79ed-419c-bb11-d4ffc3235793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ebf2c1c7-d21f-4627-a999-4b4ba50137f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:21:03.446361 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb94bd9-92d4-492e-a817-9ba51e6c9ada tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Network hostable DHCP agents. Network: ebf2c1c7-d21f-4627-a999-4b4ba50137f9, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:21:03.493177 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb94bd9-92d4-492e-a817-9ba51e6c9ada tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Network ebf2c1c7-d21f-4627-a999-4b4ba50137f9 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:21:03.500874 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d72e0ba7-dab7-40a0-8875-68c057ffcdc1 None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:03.512982 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-eeb94bd9-92d4-492e-a817-9ba51e6c9ada tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, ebf2c1c7-d21f-4627-a999-4b4ba50137f9) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:21:03.520100 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb94bd9-92d4-492e-a817-9ba51e6c9ada tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:21:03.521978 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eeb94bd9-92d4-492e-a817-9ba51e6c9ada tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:03.525430 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-d72e0ba7-dab7-40a0-8875-68c057ffcdc1 None None] Transition to ACTIVE for port object bf290c78-1500-404a-81f3-c4765078e1b3 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:21:03.532215 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086ca649-c81e-4efc-9ba6-ce13fee0e23f None None] Network ebf2c1c7-d21f-4627-a999-4b4ba50137f9 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:21:03.558549 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-eeb94bd9-92d4-492e-a817-9ba51e6c9ada tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7829189 May 05 22:21:03.561347 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58660) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:21:03.694980 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d72e0ba7-dab7-40a0-8875-68c057ffcdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:03.795392 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1315eeb9-d1e8-4377-8caa-8ee6eac8a898 None None] Pushing event updated for resources: {'Port': ['ID=bf290c78-1500-404a-81f3-c4765078e1b3,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:21:03.836351 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-d72e0ba7-dab7-40a0-8875-68c057ffcdc1 None None] Attempting to bind port bf290c78-1500-404a-81f3-c4765078e1b3 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:21:03.837320 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-d72e0ba7-dab7-40a0-8875-68c057ffcdc1 None None] Attempting to bind port bf290c78-1500-404a-81f3-c4765078e1b3 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:21:03.837500 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72e0ba7-dab7-40a0-8875-68c057ffcdc1 None None] Attempting to bind port bf290c78-1500-404a-81f3-c4765078e1b3 on network 25bfe237-58de-4709-a3e0-ac79da07c300 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:21:03.846619 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72e0ba7-dab7-40a0-8875-68c057ffcdc1 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:21:03.847272 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72e0ba7-dab7-40a0-8875-68c057ffcdc1 None None] Checking segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:21:03.847808 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d72e0ba7-dab7-40a0-8875-68c057ffcdc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:03.848472 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72e0ba7-dab7-40a0-8875-68c057ffcdc1 None None] Bound using segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:21:03.848954 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-d72e0ba7-dab7-40a0-8875-68c057ffcdc1 None None] Bound port: bf290c78-1500-404a-81f3-c4765078e1b3, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:21:03.849324 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d72e0ba7-dab7-40a0-8875-68c057ffcdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:04.007689 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-d72e0ba7-dab7-40a0-8875-68c057ffcdc1 None None] For port bf290c78-1500-404a-81f3-c4765078e1b3, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:21:04.018197 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2c9b52-6c1c-4c99-a61e-de1a497af7c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-ebf2c1c7-d21f-4627-a999-4b4ba50137f9', 'network_id': 'ebf2c1c7-d21f-4627-a999-4b4ba50137f9', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'fixed_ips': [{'subnet_id': 'e1340ca3-1908-49cb-8cd4-46b038fa8c74'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:21:04.019066 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9d2c9b52-6c1c-4c99-a61e-de1a497af7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:04.033066 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-d72e0ba7-dab7-40a0-8875-68c057ffcdc1 None None] For port bf290c78-1500-404a-81f3-c4765078e1b3, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=bf290c78-1500-404a-81f3-c4765078e1b3,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:21:04.042317 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d72e0ba7-dab7-40a0-8875-68c057ffcdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:04.223750 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72e0ba7-dab7-40a0-8875-68c057ffcdc1 None None] Routers {'e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:21:04.224387 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-d72e0ba7-dab7-40a0-8875-68c057ffcdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:20:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:21:04.383208 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1315eeb9-d1e8-4377-8caa-8ee6eac8a898 None None] Pushing event updated for resources: {'Port': ['ID=bf290c78-1500-404a-81f3-c4765078e1b3,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:21:04.512372 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-9d2c9b52-6c1c-4c99-a61e-de1a497af7c2 None None] Allocated IP 172.20.0.2 (ebf2c1c7-d21f-4627-a999-4b4ba50137f9/e1340ca3-1908-49cb-8cd4-46b038fa8c74/4772c98f-2eb1-462e-9f6e-70ea3dd4e8a9) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:21:04.550364 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-d72e0ba7-dab7-40a0-8875-68c057ffcdc1 None None] Set router e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:21:04.737088 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a64be980-fc58-4530-b7ba-755c571135fe tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:04.984087 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9d2c9b52-6c1c-4c99-a61e-de1a497af7c2 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:05.002597 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-9d2c9b52-6c1c-4c99-a61e-de1a497af7c2 None None] Transition to ACTIVE for port object 4772c98f-2eb1-462e-9f6e-70ea3dd4e8a9 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:21:05.030585 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-9d2c9b52-6c1c-4c99-a61e-de1a497af7c2 None None] Transition to ACTIVE for port object 4772c98f-2eb1-462e-9f6e-70ea3dd4e8a9 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:21:05.040909 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-d72e0ba7-dab7-40a0-8875-68c057ffcdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5', 'name': 'tempest-TestNetworkBasicOps-router-499269193', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'bf290c78-1500-404a-81f3-c4765078e1b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:21:00Z', 'updated_at': '2022-05-05T22:21:01Z', 'revision_number': 3, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'gw_port': {'id': 'bf290c78-1500-404a-81f3-c4765078e1b3', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:21:01Z', 'updated_at': '2022-05-05T22:21:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:21:05.045124 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9d2c9b52-6c1c-4c99-a61e-de1a497af7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:05.082550 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72e0ba7-dab7-40a0-8875-68c057ffcdc1 None None] The sync data for ids ['e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5'] in n-d-825175-4 is: [{'id': 'e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5', 'name': 'tempest-TestNetworkBasicOps-router-499269193', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'bf290c78-1500-404a-81f3-c4765078e1b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:21:00Z', 'updated_at': '2022-05-05T22:21:01Z', 'revision_number': 3, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'gw_port': {'id': 'bf290c78-1500-404a-81f3-c4765078e1b3', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:21:01Z', 'updated_at': '2022-05-05T22:21:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:21:05.141011 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2c9b52-6c1c-4c99-a61e-de1a497af7c2 None None] Network ebf2c1c7-d21f-4627-a999-4b4ba50137f9 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:21:05.142275 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-9d2c9b52-6c1c-4c99-a61e-de1a497af7c2 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:21:05.144389 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c9b52-6c1c-4c99-a61e-de1a497af7c2 None None] Pushing event updated for resources: {'Port': ['ID=4772c98f-2eb1-462e-9f6e-70ea3dd4e8a9,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:21:05.146576 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2c9b52-6c1c-4c99-a61e-de1a497af7c2 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:21:05.395891 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-9d2c9b52-6c1c-4c99-a61e-de1a497af7c2 None None] Attempting to bind port 4772c98f-2eb1-462e-9f6e-70ea3dd4e8a9 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:21:05.395891 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-9d2c9b52-6c1c-4c99-a61e-de1a497af7c2 None None] Attempting to bind port 4772c98f-2eb1-462e-9f6e-70ea3dd4e8a9 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '92cb404b-79ed-419c-bb11-d4ffc3235793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ebf2c1c7-d21f-4627-a999-4b4ba50137f9'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:21:05.395891 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2c9b52-6c1c-4c99-a61e-de1a497af7c2 None None] Attempting to bind port 4772c98f-2eb1-462e-9f6e-70ea3dd4e8a9 on network ebf2c1c7-d21f-4627-a999-4b4ba50137f9 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:21:05.403638 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2c9b52-6c1c-4c99-a61e-de1a497af7c2 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:21:05.404124 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2c9b52-6c1c-4c99-a61e-de1a497af7c2 None None] Checking segment: {'id': '92cb404b-79ed-419c-bb11-d4ffc3235793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ebf2c1c7-d21f-4627-a999-4b4ba50137f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:21:05.404542 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9d2c9b52-6c1c-4c99-a61e-de1a497af7c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:05.404983 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2c9b52-6c1c-4c99-a61e-de1a497af7c2 None None] Bound using segment: {'id': '92cb404b-79ed-419c-bb11-d4ffc3235793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ebf2c1c7-d21f-4627-a999-4b4ba50137f9'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:21:05.405681 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-9d2c9b52-6c1c-4c99-a61e-de1a497af7c2 None None] Bound port: 4772c98f-2eb1-462e-9f6e-70ea3dd4e8a9, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92cb404b-79ed-419c-bb11-d4ffc3235793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ebf2c1c7-d21f-4627-a999-4b4ba50137f9'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:21:05.406020 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9d2c9b52-6c1c-4c99-a61e-de1a497af7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:05.586160 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-a64be980-fc58-4530-b7ba-755c571135fe tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Allocated IP 172.20.0.1 (ebf2c1c7-d21f-4627-a999-4b4ba50137f9/e1340ca3-1908-49cb-8cd4-46b038fa8c74/52a6335e-2fda-44cf-9663-4c962eed3336) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:21:05.671365 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-9d2c9b52-6c1c-4c99-a61e-de1a497af7c2 None None] For port 4772c98f-2eb1-462e-9f6e-70ea3dd4e8a9, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:21:05.683234 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-9d2c9b52-6c1c-4c99-a61e-de1a497af7c2 None None] For port 4772c98f-2eb1-462e-9f6e-70ea3dd4e8a9, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=4772c98f-2eb1-462e-9f6e-70ea3dd4e8a9,segment=NetworkSegment(92cb404b-79ed-419c-bb11-d4ffc3235793),segment_id=92cb404b-79ed-419c-bb11-d4ffc3235793)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:21:05.697279 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9d2c9b52-6c1c-4c99-a61e-de1a497af7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:05.842633 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c9b52-6c1c-4c99-a61e-de1a497af7c2 None None] Pushing event updated for resources: {'Port': ['ID=4772c98f-2eb1-462e-9f6e-70ea3dd4e8a9,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:21:06.021107 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:06.036661 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device bf290c78-1500-404a-81f3-c4765078e1b3 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:21:06.045214 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a64be980-fc58-4530-b7ba-755c571135fe tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:06.072354 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-a64be980-fc58-4530-b7ba-755c571135fe tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Transition to ACTIVE for port object 52a6335e-2fda-44cf-9663-4c962eed3336 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:21:06.126605 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a64be980-fc58-4530-b7ba-755c571135fe tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:06.175974 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port bf290c78-1500-404a-81f3-c4765078e1b3 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:21:06.182529 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port bf290c78-1500-404a-81f3-c4765078e1b3 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:21:06.183040 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:06.287238 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64be980-fc58-4530-b7ba-755c571135fe tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Pushing event updated for resources: {'Port': ['ID=52a6335e-2fda-44cf-9663-4c962eed3336,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:21:06.310608 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64be980-fc58-4530-b7ba-755c571135fe tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Network ebf2c1c7-d21f-4627-a999-4b4ba50137f9 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:21:06.312986 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-a64be980-fc58-4530-b7ba-755c571135fe tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:21:06.324381 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64be980-fc58-4530-b7ba-755c571135fe tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:21:06.328877 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:06.416733 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:06.434183 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a64be980-fc58-4530-b7ba-755c571135fe tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:06.452245 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port bf290c78-1500-404a-81f3-c4765078e1b3, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=bf290c78-1500-404a-81f3-c4765078e1b3,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:21:06.463358 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:06.543811 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=bf290c78-1500-404a-81f3-c4765078e1b3,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:21:06.618608 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a64be980-fc58-4530-b7ba-755c571135fe tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:07.260458 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5535d65c-fef5-4561-bfaa-6748cd6f2840 None None] Network ebf2c1c7-d21f-4627-a999-4b4ba50137f9 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:21:07.322557 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a64be980-fc58-4530-b7ba-755c571135fe tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:07.336898 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a64be980-fc58-4530-b7ba-755c571135fe tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:07.489604 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a64be980-fc58-4530-b7ba-755c571135fe tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:07.505888 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64be980-fc58-4530-b7ba-755c571135fe tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Pushing event updated for resources: {'Port': ['ID=52a6335e-2fda-44cf-9663-4c962eed3336,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:21:07.514620 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-81d8132f-5a1a-4b79-a202-009139ffe1d7 None None] Provisioning for port 4772c98f-2eb1-462e-9f6e-70ea3dd4e8a9 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:21:07.695848 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64be980-fc58-4530-b7ba-755c571135fe tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Network ebf2c1c7-d21f-4627-a999-4b4ba50137f9 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:21:07.697154 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-a64be980-fc58-4530-b7ba-755c571135fe tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:21:08.011920 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c7b1154d-574f-4ae5-837e-b527b2db20be None None] Provisioning for port 52a6335e-2fda-44cf-9663-4c962eed3336 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:21:08.036778 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c7b1154d-574f-4ae5-837e-b527b2db20be None None] Provisioning complete for port 52a6335e-2fda-44cf-9663-4c962eed3336 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:21:08.037376 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c7b1154d-574f-4ae5-837e-b527b2db20be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:08.168521 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-c7b1154d-574f-4ae5-837e-b527b2db20be None None] Port 52a6335e-2fda-44cf-9663-4c962eed3336 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:21:08.196086 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device bf290c78-1500-404a-81f3-c4765078e1b3 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:21:08.373882 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-3279458f-0769-495d-b649-e8202322f5fe None None] Provisioning complete for port 52a6335e-2fda-44cf-9663-4c962eed3336 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:21:08.375163 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3279458f-0769-495d-b649-e8202322f5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:08.425804 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port bf290c78-1500-404a-81f3-c4765078e1b3 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:21:08.426432 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:08.528353 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-3279458f-0769-495d-b649-e8202322f5fe None None] Port 52a6335e-2fda-44cf-9663-4c962eed3336 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:21:08.629037 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 4772c98f-2eb1-462e-9f6e-70ea3dd4e8a9 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:21:08.684519 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a64be980-fc58-4530-b7ba-755c571135fe tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Router e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:21:08.819341 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-b827576a-b058-4737-8fc8-abd1c1f3db71 None None] Provisioning complete for port 52a6335e-2fda-44cf-9663-4c962eed3336 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:21:08.821774 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b827576a-b058-4737-8fc8-abd1c1f3db71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:08.889238 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-b827576a-b058-4737-8fc8-abd1c1f3db71 None None] Port 52a6335e-2fda-44cf-9663-4c962eed3336 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:21:08.894773 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 4772c98f-2eb1-462e-9f6e-70ea3dd4e8a9 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:21:08.908583 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 4772c98f-2eb1-462e-9f6e-70ea3dd4e8a9 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:21:08.909095 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:08.972325 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64be980-fc58-4530-b7ba-755c571135fe tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:21:08.990928 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a64be980-fc58-4530-b7ba-755c571135fe tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "PUT /v2.0/routers/e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4260268 May 05 22:21:08.991723 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58700) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:21:09.070403 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:09.160526 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 4772c98f-2eb1-462e-9f6e-70ea3dd4e8a9, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=4772c98f-2eb1-462e-9f6e-70ea3dd4e8a9,segment=NetworkSegment(92cb404b-79ed-419c-bb11-d4ffc3235793),segment_id=92cb404b-79ed-419c-bb11-d4ffc3235793)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:21:09.171105 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:09.227162 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10fc4ed-c403-40f7-bed3-c416a263a40b tempest-TestNetworkBasicOps-296979938 tempest-TestNetworkBasicOps-296979938-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:21:09.228035 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10fc4ed-c403-40f7-bed3-c416a263a40b tempest-TestNetworkBasicOps-296979938 tempest-TestNetworkBasicOps-296979938-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:21:09.228562 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10fc4ed-c403-40f7-bed3-c416a263a40b tempest-TestNetworkBasicOps-296979938 tempest-TestNetworkBasicOps-296979938-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:21:09.228927 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10fc4ed-c403-40f7-bed3-c416a263a40b tempest-TestNetworkBasicOps-296979938 tempest-TestNetworkBasicOps-296979938-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:21:09.229354 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10fc4ed-c403-40f7-bed3-c416a263a40b tempest-TestNetworkBasicOps-296979938 tempest-TestNetworkBasicOps-296979938-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:21:09.229714 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10fc4ed-c403-40f7-bed3-c416a263a40b tempest-TestNetworkBasicOps-296979938 tempest-TestNetworkBasicOps-296979938-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:21:09.233536 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b10fc4ed-c403-40f7-bed3-c416a263a40b tempest-TestNetworkBasicOps-296979938 tempest-TestNetworkBasicOps-296979938-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4278 time: 0.2391937 May 05 22:21:09.235124 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58706) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:21:09.295176 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=4772c98f-2eb1-462e-9f6e-70ea3dd4e8a9,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:21:09.359426 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4d7cc2-cf24-4234-8509-26decc786e5d tempest-TestNetworkBasicOps-296979938 tempest-TestNetworkBasicOps-296979938-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:21:09.360078 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4d7cc2-cf24-4234-8509-26decc786e5d tempest-TestNetworkBasicOps-296979938 tempest-TestNetworkBasicOps-296979938-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:21:09.360844 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4d7cc2-cf24-4234-8509-26decc786e5d tempest-TestNetworkBasicOps-296979938 tempest-TestNetworkBasicOps-296979938-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:21:09.361356 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4d7cc2-cf24-4234-8509-26decc786e5d tempest-TestNetworkBasicOps-296979938 tempest-TestNetworkBasicOps-296979938-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:21:09.361980 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4d7cc2-cf24-4234-8509-26decc786e5d tempest-TestNetworkBasicOps-296979938 tempest-TestNetworkBasicOps-296979938-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:21:09.362567 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4d7cc2-cf24-4234-8509-26decc786e5d tempest-TestNetworkBasicOps-296979938 tempest-TestNetworkBasicOps-296979938-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:21:09.364540 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-2a4d7cc2-cf24-4234-8509-26decc786e5d tempest-TestNetworkBasicOps-296979938 tempest-TestNetworkBasicOps-296979938-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3999 time: 0.1275561 May 05 22:21:09.370149 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58712) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:21:09.498539 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c445bcd3-8e2a-4911-bbc3-43561cc6cbd0 None None] Sync routers for ids ['e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:21:09.519243 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c445bcd3-8e2a-4911-bbc3-43561cc6cbd0 None None] Routers {'e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:21:09.520943 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-c445bcd3-8e2a-4911-bbc3-43561cc6cbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:20:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:21:09.815639 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58720) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:21:09.839258 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-61728741-3ad2-45d4-a25b-a22170ba43ab tempest-TestNetworkBasicOps-296979938 tempest-TestNetworkBasicOps-296979938-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3041 time: 0.4666340 May 05 22:21:09.840089 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-c445bcd3-8e2a-4911-bbc3-43561cc6cbd0 None None] Set router e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:21:09.995202 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 4772c98f-2eb1-462e-9f6e-70ea3dd4e8a9 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:21:10.088282 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c78986b6-c801-4e23-9a27-57375a253109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:10.142111 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 4772c98f-2eb1-462e-9f6e-70ea3dd4e8a9 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:21:10.143739 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:10.148399 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-c78986b6-c801-4e23-9a27-57375a253109 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:21:10.152661 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-c78986b6-c801-4e23-9a27-57375a253109 admin admin] Usage tracker for resource:security_group_rule and tenant:d1716b3ed1ca47e9a02ee78a2ec55530 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:21:10.155885 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-c78986b6-c801-4e23-9a27-57375a253109 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:21:10.162116 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-c78986b6-c801-4e23-9a27-57375a253109 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:21:10.237585 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c78986b6-c801-4e23-9a27-57375a253109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:10.245685 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c78986b6-c801-4e23-9a27-57375a253109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:10.298859 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c78986b6-c801-4e23-9a27-57375a253109 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d1716b3ed1ca47e9a02ee78a2ec55530&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4817336 May 05 22:21:10.301887 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58728) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:21:10.332257 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78986b6-c801-4e23-9a27-57375a253109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f201afe-b099-450b-92b0-c5d74c4f7cb8,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:21:10.343058 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78986b6-c801-4e23-9a27-57375a253109 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:21:10.343403 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78986b6-c801-4e23-9a27-57375a253109 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:21:10.343733 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78986b6-c801-4e23-9a27-57375a253109 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:21:10.344061 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78986b6-c801-4e23-9a27-57375a253109 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:21:10.344421 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78986b6-c801-4e23-9a27-57375a253109 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:21:10.344899 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78986b6-c801-4e23-9a27-57375a253109 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:21:10.345222 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78986b6-c801-4e23-9a27-57375a253109 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:21:10.345535 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78986b6-c801-4e23-9a27-57375a253109 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:21:10.345851 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78986b6-c801-4e23-9a27-57375a253109 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:21:10.346177 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78986b6-c801-4e23-9a27-57375a253109 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:21:10.346477 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78986b6-c801-4e23-9a27-57375a253109 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:21:10.401227 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58732) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:21:10.407637 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-1f6e423c-392a-455f-89d3-bd5813939b33 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1265949363', 'description': 'tempest-secgroup-smoke-1265949363 description', 'project_id': 'd71c16b2c284427c858b4c912eefc596'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:21:10.420023 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-1f6e423c-392a-455f-89d3-bd5813939b33 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:21:10.422710 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d9e40705-97a0-416a-bf17-f925ae6e0ea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:10.431596 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-1f6e423c-392a-455f-89d3-bd5813939b33 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Usage tracker for resource:security_group and tenant:d71c16b2c284427c858b4c912eefc596 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:21:10.437390 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-1f6e423c-392a-455f-89d3-bd5813939b33 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:21:10.440355 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-c445bcd3-8e2a-4911-bbc3-43561cc6cbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5', 'name': 'tempest-TestNetworkBasicOps-router-499269193', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'bf290c78-1500-404a-81f3-c4765078e1b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:21:00Z', 'updated_at': '2022-05-05T22:21:06Z', 'revision_number': 4, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'gw_port': {'id': 'bf290c78-1500-404a-81f3-c4765078e1b3', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:21:01Z', 'updated_at': '2022-05-05T22:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '52a6335e-2fda-44cf-9663-4c962eed3336', 'name': '', 'network_id': 'ebf2c1c7-d21f-4627-a999-4b4ba50137f9', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'mac_address': 'fa:16:3e:45:fb:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1340ca3-1908-49cb-8cd4-46b038fa8c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:21:05Z', 'updated_at': '2022-05-05T22:21:07Z', 'revision_number': 2, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'subnets': [{'id': 'e1340ca3-1908-49cb-8cd4-46b038fa8c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:21:10.445483 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c445bcd3-8e2a-4911-bbc3-43561cc6cbd0 None None] Checking router: e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:21:10.445828 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-1f6e423c-392a-455f-89d3-bd5813939b33 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:21:10.445935 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c445bcd3-8e2a-4911-bbc3-43561cc6cbd0 None None] Updating router e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5 port 52a6335e-2fda-44cf-9663-4c962eed3336 binding host n-d-825175-4 {{(pid=84068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:21:10.457844 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1f6e423c-392a-455f-89d3-bd5813939b33 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:10.474810 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d9e40705-97a0-416a-bf17-f925ae6e0ea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:10.502725 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-1f6e423c-392a-455f-89d3-bd5813939b33 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:21:10.506916 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-1f6e423c-392a-455f-89d3-bd5813939b33 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Usage tracker for resource:security_group_rule and tenant:d71c16b2c284427c858b4c912eefc596 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:21:10.510124 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-1f6e423c-392a-455f-89d3-bd5813939b33 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:21:10.514252 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-c445bcd3-8e2a-4911-bbc3-43561cc6cbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:10.531749 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-1f6e423c-392a-455f-89d3-bd5813939b33 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:21:10.553763 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d9e40705-97a0-416a-bf17-f925ae6e0ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:10.573614 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e40705-97a0-416a-bf17-f925ae6e0ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f201afe-b099-450b-92b0-c5d74c4f7cb8,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:21:10.583285 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d9e40705-97a0-416a-bf17-f925ae6e0ea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:10.584517 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d9e40705-97a0-416a-bf17-f925ae6e0ea0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9f201afe-b099-450b-92b0-c5d74c4f7cb8 HTTP/1.1" status: 204 len: 168 time: 0.2815583 May 05 22:21:10.586043 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e40705-97a0-416a-bf17-f925ae6e0ea0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:21:10.586389 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e40705-97a0-416a-bf17-f925ae6e0ea0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:21:10.586751 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e40705-97a0-416a-bf17-f925ae6e0ea0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:21:10.587090 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e40705-97a0-416a-bf17-f925ae6e0ea0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:21:10.587444 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e40705-97a0-416a-bf17-f925ae6e0ea0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:21:10.588455 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e40705-97a0-416a-bf17-f925ae6e0ea0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:21:10.588455 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e40705-97a0-416a-bf17-f925ae6e0ea0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:21:10.588455 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e40705-97a0-416a-bf17-f925ae6e0ea0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:21:10.588666 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e40705-97a0-416a-bf17-f925ae6e0ea0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:21:10.589006 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e40705-97a0-416a-bf17-f925ae6e0ea0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:21:10.589335 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e40705-97a0-416a-bf17-f925ae6e0ea0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:21:10.713853 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1f6e423c-392a-455f-89d3-bd5813939b33 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:10.719796 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1f6e423c-392a-455f-89d3-bd5813939b33 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:10.807331 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6e423c-392a-455f-89d3-bd5813939b33 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff81ef9b-1874-4103-80c0-3594b6ecb842,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:21:10.829756 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1f6e423c-392a-455f-89d3-bd5813939b33 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:10.835632 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-1f6e423c-392a-455f-89d3-bd5813939b33 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4327590 May 05 22:21:10.837127 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58742) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:21:10.847301 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-d36119ba-ced1-4b73-9254-ae9748437838 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Request body: {'security_group_rule': {'security_group_id': 'ff81ef9b-1874-4103-80c0-3594b6ecb842', 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:21:10.858071 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-d36119ba-ced1-4b73-9254-ae9748437838 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:21:10.863975 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d36119ba-ced1-4b73-9254-ae9748437838 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Usage tracker for resource:security_group_rule and tenant:d71c16b2c284427c858b4c912eefc596 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:21:10.868762 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d36119ba-ced1-4b73-9254-ae9748437838 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:21:10.876305 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-d36119ba-ced1-4b73-9254-ae9748437838 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:21:10.905840 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d36119ba-ced1-4b73-9254-ae9748437838 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:10.992125 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d36119ba-ced1-4b73-9254-ae9748437838 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:11.001410 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d36119ba-ced1-4b73-9254-ae9748437838 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:11.027297 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-c445bcd3-8e2a-4911-bbc3-43561cc6cbd0 None None] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:11.039312 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36119ba-ced1-4b73-9254-ae9748437838 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=110404ba-6080-4952-a721-ed59f88dc76c,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:21:11.041777 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.provisioning_blocks [None req-c445bcd3-8e2a-4911-bbc3-43561cc6cbd0 None None] Transition to ACTIVE for port object 52a6335e-2fda-44cf-9663-4c962eed3336 will not be triggered until provisioned by entity L2. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:21:11.055767 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d36119ba-ced1-4b73-9254-ae9748437838 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:11.056203 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-c445bcd3-8e2a-4911-bbc3-43561cc6cbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:11.057403 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d36119ba-ced1-4b73-9254-ae9748437838 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2183635 May 05 22:21:11.060658 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58746) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:21:11.066526 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-fcbec917-73d2-4a51-8717-5984730ac8d0 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Request body: {'security_group_rule': {'security_group_id': 'ff81ef9b-1874-4103-80c0-3594b6ecb842', 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:21:11.082133 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-fcbec917-73d2-4a51-8717-5984730ac8d0 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:21:11.090486 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-fcbec917-73d2-4a51-8717-5984730ac8d0 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Usage tracker for resource:security_group_rule and tenant:d71c16b2c284427c858b4c912eefc596 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:21:11.095241 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-fcbec917-73d2-4a51-8717-5984730ac8d0 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:21:11.106228 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-fcbec917-73d2-4a51-8717-5984730ac8d0 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:21:11.135645 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fcbec917-73d2-4a51-8717-5984730ac8d0 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:11.161245 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58750) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:21:11.185778 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-969a138a-1aa9-4b89-bcc5-d90245bdbad9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:11.228265 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12e4f73-346a-4894-9fba-a5d8f7fa1e51 None None] Pushing event updated for resources: {'Port': ['ID=52a6335e-2fda-44cf-9663-4c962eed3336,revision_number=3']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:21:11.235646 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-969a138a-1aa9-4b89-bcc5-d90245bdbad9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:21:11.241390 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-969a138a-1aa9-4b89-bcc5-d90245bdbad9 admin admin] Usage tracker for resource:security_group_rule and tenant:cd7815595da74401820b71854bd412a2 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:21:11.246745 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-969a138a-1aa9-4b89-bcc5-d90245bdbad9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:21:11.254805 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-969a138a-1aa9-4b89-bcc5-d90245bdbad9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:21:11.354614 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-969a138a-1aa9-4b89-bcc5-d90245bdbad9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:11.355796 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fcbec917-73d2-4a51-8717-5984730ac8d0 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:11.361279 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-969a138a-1aa9-4b89-bcc5-d90245bdbad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:11.363301 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fcbec917-73d2-4a51-8717-5984730ac8d0 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:11.388393 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-c445bcd3-8e2a-4911-bbc3-43561cc6cbd0 None None] Attempting to bind port 52a6335e-2fda-44cf-9663-4c962eed3336 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:21:11.388751 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-c445bcd3-8e2a-4911-bbc3-43561cc6cbd0 None None] Attempting to bind port 52a6335e-2fda-44cf-9663-4c962eed3336 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '92cb404b-79ed-419c-bb11-d4ffc3235793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ebf2c1c7-d21f-4627-a999-4b4ba50137f9'}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:21:11.390416 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbec917-73d2-4a51-8717-5984730ac8d0 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dfb5485-154b-46d6-aa6c-ab2b7bd989d6,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:21:11.392781 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c445bcd3-8e2a-4911-bbc3-43561cc6cbd0 None None] Attempting to bind port 52a6335e-2fda-44cf-9663-4c962eed3336 on network ebf2c1c7-d21f-4627-a999-4b4ba50137f9 {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:21:11.400672 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c445bcd3-8e2a-4911-bbc3-43561cc6cbd0 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:21:11.401040 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c445bcd3-8e2a-4911-bbc3-43561cc6cbd0 None None] Checking segment: {'id': '92cb404b-79ed-419c-bb11-d4ffc3235793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ebf2c1c7-d21f-4627-a999-4b4ba50137f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:21:11.401428 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-c445bcd3-8e2a-4911-bbc3-43561cc6cbd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:11.401802 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c445bcd3-8e2a-4911-bbc3-43561cc6cbd0 None None] Bound using segment: {'id': '92cb404b-79ed-419c-bb11-d4ffc3235793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ebf2c1c7-d21f-4627-a999-4b4ba50137f9'} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:21:11.401975 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fcbec917-73d2-4a51-8717-5984730ac8d0 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:11.402252 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-c445bcd3-8e2a-4911-bbc3-43561cc6cbd0 None None] Bound port: 52a6335e-2fda-44cf-9663-4c962eed3336, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92cb404b-79ed-419c-bb11-d4ffc3235793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ebf2c1c7-d21f-4627-a999-4b4ba50137f9'}}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:21:11.402610 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-c445bcd3-8e2a-4911-bbc3-43561cc6cbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:11.406395 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-fcbec917-73d2-4a51-8717-5984730ac8d0 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3447180 May 05 22:21:11.407201 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58754) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:21:11.413711 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-4a79ea6f-a9a5-4a55-9eac-93d6650b7ff7 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Request body: {'security_group_rule': {'security_group_id': 'ff81ef9b-1874-4103-80c0-3594b6ecb842', 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:21:11.420412 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4a79ea6f-a9a5-4a55-9eac-93d6650b7ff7 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:21:11.430930 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-4a79ea6f-a9a5-4a55-9eac-93d6650b7ff7 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Usage tracker for resource:security_group_rule and tenant:d71c16b2c284427c858b4c912eefc596 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:21:11.434923 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a138a-1aa9-4b89-bcc5-d90245bdbad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d372b893-5f63-4ce9-a3a9-f6a377d90053,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:21:11.442370 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-4a79ea6f-a9a5-4a55-9eac-93d6650b7ff7 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:21:11.446004 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-969a138a-1aa9-4b89-bcc5-d90245bdbad9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cd7815595da74401820b71854bd412a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2826850 May 05 22:21:11.447670 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58758) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:21:11.456045 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4a79ea6f-a9a5-4a55-9eac-93d6650b7ff7 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:21:11.481155 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4a79ea6f-a9a5-4a55-9eac-93d6650b7ff7 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:11.511840 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-c445bcd3-8e2a-4911-bbc3-43561cc6cbd0 None None] For port 52a6335e-2fda-44cf-9663-4c962eed3336, host n-d-825175-4, cleared binding levels {{(pid=84068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:21:11.515284 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-c445bcd3-8e2a-4911-bbc3-43561cc6cbd0 None None] For port 52a6335e-2fda-44cf-9663-4c962eed3336, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=52a6335e-2fda-44cf-9663-4c962eed3336,segment=NetworkSegment(92cb404b-79ed-419c-bb11-d4ffc3235793),segment_id=92cb404b-79ed-419c-bb11-d4ffc3235793)] {{(pid=84068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:21:11.521767 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-c445bcd3-8e2a-4911-bbc3-43561cc6cbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:11.529894 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b958cf40-0737-46e9-a03e-5c0fe0523f94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:11.560815 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b958cf40-0737-46e9-a03e-5c0fe0523f94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:11.622308 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4a79ea6f-a9a5-4a55-9eac-93d6650b7ff7 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:11.627976 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12e4f73-346a-4894-9fba-a5d8f7fa1e51 None None] Pushing event updated for resources: {'Port': ['ID=52a6335e-2fda-44cf-9663-4c962eed3336,revision_number=4']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:21:11.628149 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4a79ea6f-a9a5-4a55-9eac-93d6650b7ff7 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:11.631194 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c445bcd3-8e2a-4911-bbc3-43561cc6cbd0 None None] Routers {'e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:21:11.631766 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-c445bcd3-8e2a-4911-bbc3-43561cc6cbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:20:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:21:11.656110 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b958cf40-0737-46e9-a03e-5c0fe0523f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:11.664020 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a79ea6f-a9a5-4a55-9eac-93d6650b7ff7 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=982fc79a-ae0d-496a-98cf-7554eb34f0c7,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:21:11.678971 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4a79ea6f-a9a5-4a55-9eac-93d6650b7ff7 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:11.683453 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4a79ea6f-a9a5-4a55-9eac-93d6650b7ff7 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2750909 May 05 22:21:11.684390 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 58762) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:21:11.691783 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-0f219d17-2198-4fa9-b9ca-6aaf9be47502 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Request body: {'security_group_rule': {'security_group_id': 'ff81ef9b-1874-4103-80c0-3594b6ecb842', 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:21:11.698800 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-0f219d17-2198-4fa9-b9ca-6aaf9be47502 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:21:11.702542 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b958cf40-0737-46e9-a03e-5c0fe0523f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d372b893-5f63-4ce9-a3a9-f6a377d90053,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:21:11.702778 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-0f219d17-2198-4fa9-b9ca-6aaf9be47502 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Usage tracker for resource:security_group_rule and tenant:d71c16b2c284427c858b4c912eefc596 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:21:11.705320 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b958cf40-0737-46e9-a03e-5c0fe0523f94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:11.705971 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-0f219d17-2198-4fa9-b9ca-6aaf9be47502 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:21:11.719767 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b958cf40-0737-46e9-a03e-5c0fe0523f94 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d372b893-5f63-4ce9-a3a9-f6a377d90053 HTTP/1.1" status: 204 len: 168 time: 0.2596393 May 05 22:21:11.726363 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-0f219d17-2198-4fa9-b9ca-6aaf9be47502 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:21:11.762479 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0f219d17-2198-4fa9-b9ca-6aaf9be47502 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:11.865908 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0f219d17-2198-4fa9-b9ca-6aaf9be47502 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:11.874715 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0f219d17-2198-4fa9-b9ca-6aaf9be47502 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:11.923226 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f219d17-2198-4fa9-b9ca-6aaf9be47502 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a552e0d8-d913-408b-85e1-d8af74c5efac,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:21:11.946567 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-c445bcd3-8e2a-4911-bbc3-43561cc6cbd0 None None] Set router e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:21:11.959856 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0f219d17-2198-4fa9-b9ca-6aaf9be47502 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:11.962776 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0f219d17-2198-4fa9-b9ca-6aaf9be47502 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2763057 May 05 22:21:11.964574 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58770) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:21:11.971663 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-8a8220e7-e7e4-4f13-8bdd-3b011d2ed65b tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Request body: {'security_group_rule': {'security_group_id': 'ff81ef9b-1874-4103-80c0-3594b6ecb842', 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:21:11.979666 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-8a8220e7-e7e4-4f13-8bdd-3b011d2ed65b tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:21:11.985729 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-8a8220e7-e7e4-4f13-8bdd-3b011d2ed65b tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Usage tracker for resource:security_group_rule and tenant:d71c16b2c284427c858b4c912eefc596 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:21:11.990989 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-8a8220e7-e7e4-4f13-8bdd-3b011d2ed65b tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:21:11.998605 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-8a8220e7-e7e4-4f13-8bdd-3b011d2ed65b tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:21:12.028487 n-d-825175-4 neutron-server[84063]: INFO neutron.db.securitygroups_db [None req-8a8220e7-e7e4-4f13-8bdd-3b011d2ed65b tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Project d71c16b2c284427c858b4c912eefc596 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 22:21:12.031514 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8a8220e7-e7e4-4f13-8bdd-3b011d2ed65b tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:12.112981 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8a8220e7-e7e4-4f13-8bdd-3b011d2ed65b tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:12.120371 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8a8220e7-e7e4-4f13-8bdd-3b011d2ed65b tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:12.152543 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8220e7-e7e4-4f13-8bdd-3b011d2ed65b tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8f7d504-008c-4684-a1ea-ffcd3b43eaab,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:21:12.165346 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8a8220e7-e7e4-4f13-8bdd-3b011d2ed65b tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:12.166964 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8a8220e7-e7e4-4f13-8bdd-3b011d2ed65b tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2007627 May 05 22:21:12.169968 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58778) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:21:12.178791 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-8af39385-de85-4440-bbfe-eaca72d411eb tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Request body: {'security_group_rule': {'security_group_id': 'ff81ef9b-1874-4103-80c0-3594b6ecb842', 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:21:12.186795 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-8af39385-de85-4440-bbfe-eaca72d411eb tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:21:12.194026 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-8af39385-de85-4440-bbfe-eaca72d411eb tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Usage tracker for resource:security_group_rule and tenant:d71c16b2c284427c858b4c912eefc596 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:21:12.194998 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-8af39385-de85-4440-bbfe-eaca72d411eb tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:21:12.201448 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-8af39385-de85-4440-bbfe-eaca72d411eb tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:21:12.216275 n-d-825175-4 neutron-server[84063]: INFO neutron.db.securitygroups_db [None req-8af39385-de85-4440-bbfe-eaca72d411eb tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Project d71c16b2c284427c858b4c912eefc596 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 22:21:12.224364 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8af39385-de85-4440-bbfe-eaca72d411eb tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:12.305523 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8af39385-de85-4440-bbfe-eaca72d411eb tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:12.324047 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8af39385-de85-4440-bbfe-eaca72d411eb tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:12.347275 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af39385-de85-4440-bbfe-eaca72d411eb tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b633f8d-a175-4d09-a124-1adcb994d011,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:21:12.387005 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-c445bcd3-8e2a-4911-bbc3-43561cc6cbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5', 'name': 'tempest-TestNetworkBasicOps-router-499269193', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'bf290c78-1500-404a-81f3-c4765078e1b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:21:00Z', 'updated_at': '2022-05-05T22:21:06Z', 'revision_number': 4, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'gw_port': {'id': 'bf290c78-1500-404a-81f3-c4765078e1b3', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:21:01Z', 'updated_at': '2022-05-05T22:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '52a6335e-2fda-44cf-9663-4c962eed3336', 'name': '', 'network_id': 'ebf2c1c7-d21f-4627-a999-4b4ba50137f9', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'mac_address': 'fa:16:3e:45:fb:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1340ca3-1908-49cb-8cd4-46b038fa8c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:21:05Z', 'updated_at': '2022-05-05T22:21:11Z', 'revision_number': 4, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'subnets': [{'id': 'e1340ca3-1908-49cb-8cd4-46b038fa8c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:21:12.389315 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8af39385-de85-4440-bbfe-eaca72d411eb tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:12.393512 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8af39385-de85-4440-bbfe-eaca72d411eb tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2179303 May 05 22:21:12.406269 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c445bcd3-8e2a-4911-bbc3-43561cc6cbd0 None None] The sync data for ids ['e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5'] in n-d-825175-4 is: [{'id': 'e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5', 'name': 'tempest-TestNetworkBasicOps-router-499269193', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'bf290c78-1500-404a-81f3-c4765078e1b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:21:00Z', 'updated_at': '2022-05-05T22:21:06Z', 'revision_number': 4, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'gw_port': {'id': 'bf290c78-1500-404a-81f3-c4765078e1b3', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:21:01Z', 'updated_at': '2022-05-05T22:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '52a6335e-2fda-44cf-9663-4c962eed3336', 'name': '', 'network_id': 'ebf2c1c7-d21f-4627-a999-4b4ba50137f9', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'mac_address': 'fa:16:3e:45:fb:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1340ca3-1908-49cb-8cd4-46b038fa8c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:21:05Z', 'updated_at': '2022-05-05T22:21:11Z', 'revision_number': 4, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'subnets': [{'id': 'e1340ca3-1908-49cb-8cd4-46b038fa8c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:21:12.723171 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-619fdc7c-1ea2-45c5-9ab9-1331db6b403d req-aeb83807-5e07-4245-8912-4c598f6eca51 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Synchronizing usage tracker for tenant:d71c16b2c284427c858b4c912eefc596 on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:21:12.743361 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-619fdc7c-1ea2-45c5-9ab9-1331db6b403d req-aeb83807-5e07-4245-8912-4c598f6eca51 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Unset dirty status for tenant:d71c16b2c284427c858b4c912eefc596 on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:21:12.744988 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-619fdc7c-1ea2-45c5-9ab9-1331db6b403d req-aeb83807-5e07-4245-8912-4c598f6eca51 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1265949363&fields=id&tenant_id=d71c16b2c284427c858b4c912eefc596 HTTP/1.1" status: 200 len: 267 time: 0.0824256 May 05 22:21:12.899482 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619fdc7c-1ea2-45c5-9ab9-1331db6b403d req-5bfed94b-ce79-4654-8608-96c1060e6107 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:21:12.900168 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-619fdc7c-1ea2-45c5-9ab9-1331db6b403d req-5bfed94b-ce79-4654-8608-96c1060e6107 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Synchronizing usage tracker for tenant:d71c16b2c284427c858b4c912eefc596 on resource:network {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:21:12.920266 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-619fdc7c-1ea2-45c5-9ab9-1331db6b403d req-5bfed94b-ce79-4654-8608-96c1060e6107 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Unset dirty status for tenant:d71c16b2c284427c858b4c912eefc596 on resource:network {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:21:12.921583 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-619fdc7c-1ea2-45c5-9ab9-1331db6b403d req-5bfed94b-ce79-4654-8608-96c1060e6107 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/networks?id=ebf2c1c7-d21f-4627-a999-4b4ba50137f9 HTTP/1.1" status: 200 len: 796 time: 0.1684964 May 05 22:21:12.940180 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-619fdc7c-1ea2-45c5-9ab9-1331db6b403d req-ac756ce3-0f02-439e-897d-cbe4d81a23c1 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/quotas/d71c16b2c284427c858b4c912eefc596 HTTP/1.1" status: 200 len: 375 time: 0.0122428 May 05 22:21:13.030222 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-619fdc7c-1ea2-45c5-9ab9-1331db6b403d req-71c83ec6-75b8-4e90-a68c-1821b4ae2d2a tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d71c16b2c284427c858b4c912eefc596&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0843625 May 05 22:21:13.206243 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [req-619fdc7c-1ea2-45c5-9ab9-1331db6b403d req-ff6ddea8-59b4-42e7-a5e9-a4fc737d5a05 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:21:13.207394 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-619fdc7c-1ea2-45c5-9ab9-1331db6b403d req-ff6ddea8-59b4-42e7-a5e9-a4fc737d5a05 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1632917 May 05 22:21:13.365962 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-619fdc7c-1ea2-45c5-9ab9-1331db6b403d req-07632059-f2b9-4c0a-bb89-69f4cffb4df4 service neutron] 10.222.0.23 "GET /v2.0/networks/ebf2c1c7-d21f-4627-a999-4b4ba50137f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516740 May 05 22:21:13.524242 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-619fdc7c-1ea2-45c5-9ab9-1331db6b403d req-db8d3ae8-c89b-4fd1-b8cd-f68b2aadebfd service neutron] 10.222.0.23 "GET /v2.0/networks/ebf2c1c7-d21f-4627-a999-4b4ba50137f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524119 May 05 22:21:13.831303 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-78757701-8d31-4432-9b5e-720a94d8023a req-ac51ccd9-4d22-4403-9c87-ecf62c0b65b3 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/ports?device_id=de4513d4-84da-4e46-bf36-eb62a832a40d HTTP/1.1" status: 200 len: 210 time: 0.0882521 May 05 22:21:13.970857 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4241edcd-6034-49ae-9012-ec8c73a2824a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:14.065624 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 52a6335e-2fda-44cf-9663-4c962eed3336 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:21:14.141268 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 52a6335e-2fda-44cf-9663-4c962eed3336 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:21:14.146582 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 52a6335e-2fda-44cf-9663-4c962eed3336 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:21:14.147588 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:14.315734 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:14.338733 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7f5d9d1e-572e-4de2-835d-8bc530ade1d0 req-8af0e2f9-6f7b-42b9-9d58-3a005f0a6111 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c499d0ef-0226-4dd2-99d9-4b778e9b8732&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1253507 May 05 22:21:14.386908 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 52a6335e-2fda-44cf-9663-4c962eed3336, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=52a6335e-2fda-44cf-9663-4c962eed3336,segment=NetworkSegment(92cb404b-79ed-419c-bb11-d4ffc3235793),segment_id=92cb404b-79ed-419c-bb11-d4ffc3235793)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:21:14.402159 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:14.524825 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=52a6335e-2fda-44cf-9663-4c962eed3336,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:21:14.560582 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7f5d9d1e-572e-4de2-835d-8bc530ade1d0 req-b43d8985-e67b-4751-b133-aaa6c97f09a7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=989c505d69dd4ac5bbb5923b5623477d&device_id=c499d0ef-0226-4dd2-99d9-4b778e9b8732 HTTP/1.1" status: 200 len: 1096 time: 0.1104012 May 05 22:21:14.749454 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d9d1e-572e-4de2-835d-8bc530ade1d0 req-5f507ed7-6df7-4afa-b732-cdeaae745e7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:21:14.750946 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7f5d9d1e-572e-4de2-835d-8bc530ade1d0 req-5f507ed7-6df7-4afa-b732-cdeaae745e7d service neutron] 10.222.0.44 "GET /v2.0/networks?id=5579f484-2b68-478e-8113-36fd7459ddaf HTTP/1.1" status: 200 len: 910 time: 0.1706109 May 05 22:21:15.067553 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7f5d9d1e-572e-4de2-835d-8bc530ade1d0 req-dbbd2f9a-2a91-44c1-8c81-8040611ccb31 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61e87916-9850-4b4e-9825-6be7f2ad185b HTTP/1.1" status: 200 len: 1001 time: 0.3074524 May 05 22:21:15.119455 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0a11f214-3e6d-4a47-b0c9-8556fb9cfc08 req-8c6c1259-73c8-498c-8b4b-e56ae3e64656 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/ports?device_id=de4513d4-84da-4e46-bf36-eb62a832a40d HTTP/1.1" status: 200 len: 210 time: 0.0905054 May 05 22:21:15.185811 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d9d1e-572e-4de2-835d-8bc530ade1d0 req-16942b4e-4e1f-4356-b02c-b917187eada1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:21:15.188469 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7f5d9d1e-572e-4de2-835d-8bc530ade1d0 req-16942b4e-4e1f-4356-b02c-b917187eada1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=27d7124c-1fa4-44df-a333-048f6a650311 HTTP/1.1" status: 200 len: 848 time: 0.1181555 May 05 22:21:15.228273 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619fdc7c-1ea2-45c5-9ab9-1331db6b403d req-a968264a-3914-4a3b-bfad-281beef3cd60 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:21:15.231962 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-619fdc7c-1ea2-45c5-9ab9-1331db6b403d req-a968264a-3914-4a3b-bfad-281beef3cd60 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.32 "GET /v2.0/networks?id=ebf2c1c7-d21f-4627-a999-4b4ba50137f9 HTTP/1.1" status: 200 len: 796 time: 0.2875156 May 05 22:21:15.292191 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7f5d9d1e-572e-4de2-835d-8bc530ade1d0 req-74434099-0793-4897-ae44-5033dd6d24cb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5579f484-2b68-478e-8113-36fd7459ddaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0966012 May 05 22:21:15.296703 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-619fdc7c-1ea2-45c5-9ab9-1331db6b403d req-d01a439a-e59c-4ac6-ac97-067b433a4419 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d71c16b2c284427c858b4c912eefc596 HTTP/1.1" status: 200 len: 380 time: 0.0527847 May 05 22:21:15.307852 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-619fdc7c-1ea2-45c5-9ab9-1331db6b403d req-a4caede7-6f57-4b49-bcaf-a5b7f8cf0e75 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Request body: {'port': {'device_id': 'de4513d4-84da-4e46-bf36-eb62a832a40d', 'network_id': 'ebf2c1c7-d21f-4627-a999-4b4ba50137f9', 'admin_state_up': True, 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'security_groups': ['ff81ef9b-1874-4103-80c0-3594b6ecb842']}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:21:15.453094 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7f5d9d1e-572e-4de2-835d-8bc530ade1d0 req-b6c9fef7-5f3d-47ce-8957-1c17e5668764 service neutron] 10.222.0.44 "GET /v2.0/networks/5579f484-2b68-478e-8113-36fd7459ddaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530645 May 05 22:21:15.471005 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-619fdc7c-1ea2-45c5-9ab9-1331db6b403d req-a4caede7-6f57-4b49-bcaf-a5b7f8cf0e75 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:21:15.476087 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-619fdc7c-1ea2-45c5-9ab9-1331db6b403d req-a4caede7-6f57-4b49-bcaf-a5b7f8cf0e75 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Usage tracker for resource:port and tenant:d71c16b2c284427c858b4c912eefc596 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:21:15.479432 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-619fdc7c-1ea2-45c5-9ab9-1331db6b403d req-a4caede7-6f57-4b49-bcaf-a5b7f8cf0e75 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:21:15.485953 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-619fdc7c-1ea2-45c5-9ab9-1331db6b403d req-a4caede7-6f57-4b49-bcaf-a5b7f8cf0e75 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:21:15.499322 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-619fdc7c-1ea2-45c5-9ab9-1331db6b403d req-a4caede7-6f57-4b49-bcaf-a5b7f8cf0e75 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Made reservation on behalf of d71c16b2c284427c858b4c912eefc596 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:21:15.506844 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-619fdc7c-1ea2-45c5-9ab9-1331db6b403d req-a4caede7-6f57-4b49-bcaf-a5b7f8cf0e75 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:15.611218 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7f5d9d1e-572e-4de2-835d-8bc530ade1d0 req-e256adc4-2127-434f-9151-a1970526c253 service neutron] 10.222.0.44 "GET /v2.0/networks/5579f484-2b68-478e-8113-36fd7459ddaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509976 May 05 22:21:15.723002 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-619fdc7c-1ea2-45c5-9ab9-1331db6b403d req-a4caede7-6f57-4b49-bcaf-a5b7f8cf0e75 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Allocated IP 172.20.0.13 (ebf2c1c7-d21f-4627-a999-4b4ba50137f9/e1340ca3-1908-49cb-8cd4-46b038fa8c74/058bf494-862f-4ae1-85b9-fcf2f31f34f3) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:21:15.943072 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-619fdc7c-1ea2-45c5-9ab9-1331db6b403d req-a4caede7-6f57-4b49-bcaf-a5b7f8cf0e75 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:15.962626 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-619fdc7c-1ea2-45c5-9ab9-1331db6b403d req-a4caede7-6f57-4b49-bcaf-a5b7f8cf0e75 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Transition to ACTIVE for port object 058bf494-862f-4ae1-85b9-fcf2f31f34f3 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:21:15.993271 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 52a6335e-2fda-44cf-9663-4c962eed3336 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:21:16.006600 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-619fdc7c-1ea2-45c5-9ab9-1331db6b403d req-a4caede7-6f57-4b49-bcaf-a5b7f8cf0e75 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:16.073381 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 52a6335e-2fda-44cf-9663-4c962eed3336 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:21:16.073742 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:16.105417 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-619fdc7c-1ea2-45c5-9ab9-1331db6b403d req-a4caede7-6f57-4b49-bcaf-a5b7f8cf0e75 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Network ebf2c1c7-d21f-4627-a999-4b4ba50137f9 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:21:16.108470 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-619fdc7c-1ea2-45c5-9ab9-1331db6b403d req-a4caede7-6f57-4b49-bcaf-a5b7f8cf0e75 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:21:16.112917 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-619fdc7c-1ea2-45c5-9ab9-1331db6b403d req-a4caede7-6f57-4b49-bcaf-a5b7f8cf0e75 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:21:16.250295 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619fdc7c-1ea2-45c5-9ab9-1331db6b403d req-a4caede7-6f57-4b49-bcaf-a5b7f8cf0e75 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:21:16.252316 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-619fdc7c-1ea2-45c5-9ab9-1331db6b403d req-a4caede7-6f57-4b49-bcaf-a5b7f8cf0e75 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:16.287697 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4caede7-6f57-4b49-bcaf-a5b7f8cf0e75 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Pushing event updated for resources: {'Port': ['ID=058bf494-862f-4ae1-85b9-fcf2f31f34f3,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:21:16.292754 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c098bd24-eb3e-4284-b919-b06e2ef6af60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:16.376730 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-619fdc7c-1ea2-45c5-9ab9-1331db6b403d req-a4caede7-6f57-4b49-bcaf-a5b7f8cf0e75 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0741940 May 05 22:21:16.390935 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-619fdc7c-1ea2-45c5-9ab9-1331db6b403d req-b5796d79-77d4-4394-8f7b-8551a582114b service neutron] Request body: {'port': {'device_id': 'de4513d4-84da-4e46-bf36-eb62a832a40d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:21:16.476404 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-8505daa2-8f56-4a1f-957b-3727efeb53f0 None None] Provisioning for port 058bf494-862f-4ae1-85b9-fcf2f31f34f3 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:21:16.481858 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-8505daa2-8f56-4a1f-957b-3727efeb53f0 None None] Provisioning complete for port 058bf494-862f-4ae1-85b9-fcf2f31f34f3 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:21:16.482218 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8505daa2-8f56-4a1f-957b-3727efeb53f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:16.503550 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3dc277-c1f4-4082-84c2-a4a568b326c9 req-b39ea81a-ee2f-41b7-8cff-ad442ee622b9 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:21:16.504247 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-1d3dc277-c1f4-4082-84c2-a4a568b326c9 req-b39ea81a-ee2f-41b7-8cff-ad442ee622b9 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Synchronizing usage tracker for tenant:d71c16b2c284427c858b4c912eefc596 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:21:16.567893 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-8505daa2-8f56-4a1f-957b-3727efeb53f0 None None] Port 058bf494-862f-4ae1-85b9-fcf2f31f34f3 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:21:16.653082 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-619fdc7c-1ea2-45c5-9ab9-1331db6b403d req-b5796d79-77d4-4394-8f7b-8551a582114b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:16.664990 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-1d3dc277-c1f4-4082-84c2-a4a568b326c9 req-b39ea81a-ee2f-41b7-8cff-ad442ee622b9 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Unset dirty status for tenant:d71c16b2c284427c858b4c912eefc596 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:21:16.666071 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1d3dc277-c1f4-4082-84c2-a4a568b326c9 req-b39ea81a-ee2f-41b7-8cff-ad442ee622b9 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/ports?device_id=de4513d4-84da-4e46-bf36-eb62a832a40d HTTP/1.1" status: 200 len: 932 time: 0.3834198 May 05 22:21:16.816714 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1d3dc277-c1f4-4082-84c2-a4a568b326c9 req-c6abb41e-ed46-4697-b48c-fde31935d13a tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff81ef9b-1874-4103-80c0-3594b6ecb842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423333 May 05 22:21:17.067816 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-619fdc7c-1ea2-45c5-9ab9-1331db6b403d req-b5796d79-77d4-4394-8f7b-8551a582114b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 058bf494-862f-4ae1-85b9-fcf2f31f34f3 {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:21:17.075463 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-619fdc7c-1ea2-45c5-9ab9-1331db6b403d req-b5796d79-77d4-4394-8f7b-8551a582114b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:17.091750 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-619fdc7c-1ea2-45c5-9ab9-1331db6b403d req-b5796d79-77d4-4394-8f7b-8551a582114b service neutron] Transition to ACTIVE for port object 058bf494-862f-4ae1-85b9-fcf2f31f34f3 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:21:17.097857 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-619fdc7c-1ea2-45c5-9ab9-1331db6b403d req-b5796d79-77d4-4394-8f7b-8551a582114b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:17.234894 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5796d79-77d4-4394-8f7b-8551a582114b service neutron] Pushing event updated for resources: {'Port': ['ID=058bf494-862f-4ae1-85b9-fcf2f31f34f3,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:21:17.364440 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-619fdc7c-1ea2-45c5-9ab9-1331db6b403d req-b5796d79-77d4-4394-8f7b-8551a582114b service neutron] Attempting to bind port 058bf494-862f-4ae1-85b9-fcf2f31f34f3 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:21:17.365127 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-619fdc7c-1ea2-45c5-9ab9-1331db6b403d req-b5796d79-77d4-4394-8f7b-8551a582114b service neutron] Attempting to bind port 058bf494-862f-4ae1-85b9-fcf2f31f34f3 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': '92cb404b-79ed-419c-bb11-d4ffc3235793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ebf2c1c7-d21f-4627-a999-4b4ba50137f9'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:21:17.365457 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619fdc7c-1ea2-45c5-9ab9-1331db6b403d req-b5796d79-77d4-4394-8f7b-8551a582114b service neutron] Attempting to bind port 058bf494-862f-4ae1-85b9-fcf2f31f34f3 on network ebf2c1c7-d21f-4627-a999-4b4ba50137f9 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:21:17.372760 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619fdc7c-1ea2-45c5-9ab9-1331db6b403d req-b5796d79-77d4-4394-8f7b-8551a582114b service neutron] Port 058bf494-862f-4ae1-85b9-fcf2f31f34f3 on network ebf2c1c7-d21f-4627-a999-4b4ba50137f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:21:17.373082 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619fdc7c-1ea2-45c5-9ab9-1331db6b403d req-b5796d79-77d4-4394-8f7b-8551a582114b service neutron] Attempting to bind port 058bf494-862f-4ae1-85b9-fcf2f31f34f3 on network ebf2c1c7-d21f-4627-a999-4b4ba50137f9 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:21:17.383224 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619fdc7c-1ea2-45c5-9ab9-1331db6b403d req-b5796d79-77d4-4394-8f7b-8551a582114b service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:21:17.383561 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619fdc7c-1ea2-45c5-9ab9-1331db6b403d req-b5796d79-77d4-4394-8f7b-8551a582114b service neutron] Checking segment: {'id': '92cb404b-79ed-419c-bb11-d4ffc3235793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ebf2c1c7-d21f-4627-a999-4b4ba50137f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:21:17.383953 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619fdc7c-1ea2-45c5-9ab9-1331db6b403d req-b5796d79-77d4-4394-8f7b-8551a582114b service neutron] Bound using segment: {'id': '92cb404b-79ed-419c-bb11-d4ffc3235793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ebf2c1c7-d21f-4627-a999-4b4ba50137f9'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:21:17.384400 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-619fdc7c-1ea2-45c5-9ab9-1331db6b403d req-b5796d79-77d4-4394-8f7b-8551a582114b service neutron] Bound port: 058bf494-862f-4ae1-85b9-fcf2f31f34f3, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92cb404b-79ed-419c-bb11-d4ffc3235793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ebf2c1c7-d21f-4627-a999-4b4ba50137f9'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:21:17.384746 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-619fdc7c-1ea2-45c5-9ab9-1331db6b403d req-b5796d79-77d4-4394-8f7b-8551a582114b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:17.438004 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:17.488626 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-619fdc7c-1ea2-45c5-9ab9-1331db6b403d req-b5796d79-77d4-4394-8f7b-8551a582114b service neutron] For port 058bf494-862f-4ae1-85b9-fcf2f31f34f3, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:21:17.495908 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-619fdc7c-1ea2-45c5-9ab9-1331db6b403d req-b5796d79-77d4-4394-8f7b-8551a582114b service neutron] For port 058bf494-862f-4ae1-85b9-fcf2f31f34f3, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=058bf494-862f-4ae1-85b9-fcf2f31f34f3,segment=NetworkSegment(92cb404b-79ed-419c-bb11-d4ffc3235793),segment_id=92cb404b-79ed-419c-bb11-d4ffc3235793)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:21:17.503090 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-619fdc7c-1ea2-45c5-9ab9-1331db6b403d req-b5796d79-77d4-4394-8f7b-8551a582114b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:17.532560 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:17.621382 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-619fdc7c-1ea2-45c5-9ab9-1331db6b403d req-b5796d79-77d4-4394-8f7b-8551a582114b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:17.622955 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-619fdc7c-1ea2-45c5-9ab9-1331db6b403d req-b5796d79-77d4-4394-8f7b-8551a582114b service neutron] 10.222.0.32 "PUT /v2.0/ports/058bf494-862f-4ae1-85b9-fcf2f31f34f3 HTTP/1.1" status: 200 len: 1092 time: 1.2381449 May 05 22:21:17.628161 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de4513d4-84da-4e46-bf36-eb62a832a40d', 'tag': '058bf494-862f-4ae1-85b9-fcf2f31f34f3'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:21:17.662076 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5796d79-77d4-4394-8f7b-8551a582114b service neutron] Pushing event updated for resources: {'Port': ['ID=058bf494-862f-4ae1-85b9-fcf2f31f34f3,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:21:17.749656 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d2685a6-c140-40cc-8e8e-904f3fd73978'] response: {'name': 'network-changed', 'server_uuid': 'de4513d4-84da-4e46-bf36-eb62a832a40d', 'tag': '058bf494-862f-4ae1-85b9-fcf2f31f34f3', 'status': 'completed', 'code': 200} May 05 22:21:17.796502 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-619fdc7c-1ea2-45c5-9ab9-1331db6b403d req-8eee2c4d-bba7-48c3-a912-83f5dcb5cd40 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d71c16b2c284427c858b4c912eefc596&device_id=de4513d4-84da-4e46-bf36-eb62a832a40d HTTP/1.1" status: 200 len: 1095 time: 0.1252551 May 05 22:21:17.940446 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-619fdc7c-1ea2-45c5-9ab9-1331db6b403d req-c95b7c36-7775-44f4-b0b5-921bfcc5836e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=058bf494-862f-4ae1-85b9-fcf2f31f34f3 HTTP/1.1" status: 200 len: 217 time: 0.1357183 May 05 22:21:18.130101 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619fdc7c-1ea2-45c5-9ab9-1331db6b403d req-41495f2c-2966-4011-89cb-e5a65de8a4d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:21:18.132432 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-619fdc7c-1ea2-45c5-9ab9-1331db6b403d req-41495f2c-2966-4011-89cb-e5a65de8a4d7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e1340ca3-1908-49cb-8cd4-46b038fa8c74 HTTP/1.1" status: 200 len: 835 time: 0.1848869 May 05 22:21:18.217470 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498e16c-1f25-4372-b1e2-0fec21b8a6e9 req-e86f7743-f370-4d5b-86f3-1534793cc720 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:21:18.219051 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3498e16c-1f25-4372-b1e2-0fec21b8a6e9 req-e86f7743-f370-4d5b-86f3-1534793cc720 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/ports?device_id=de4513d4-84da-4e46-bf36-eb62a832a40d HTTP/1.1" status: 200 len: 944 time: 0.2064054 May 05 22:21:18.267895 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-619fdc7c-1ea2-45c5-9ab9-1331db6b403d req-cf93d094-c962-4b2f-ad69-1c4adb29bad0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ebf2c1c7-d21f-4627-a999-4b4ba50137f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1294386 May 05 22:21:18.352941 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3498e16c-1f25-4372-b1e2-0fec21b8a6e9 req-cc16db7f-5fb5-4405-9ee1-c605d4ffa036 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff81ef9b-1874-4103-80c0-3594b6ecb842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246791 May 05 22:21:18.426002 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-619fdc7c-1ea2-45c5-9ab9-1331db6b403d req-00103a7f-8629-4837-b9db-25dac0a2c25c service neutron] 10.222.0.32 "GET /v2.0/networks/ebf2c1c7-d21f-4627-a999-4b4ba50137f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448503 May 05 22:21:18.579519 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-619fdc7c-1ea2-45c5-9ab9-1331db6b403d req-75d96bb7-de09-4f2b-ad64-84d13a81a165 service neutron] 10.222.0.32 "GET /v2.0/networks/ebf2c1c7-d21f-4627-a999-4b4ba50137f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413431 May 05 22:21:18.713395 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ad2f34cd-fbb3-43fa-8e42-978426349008 req-36ed78aa-16be-4f14-b439-312cae767e8c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d71c16b2c284427c858b4c912eefc596&device_id=de4513d4-84da-4e46-bf36-eb62a832a40d HTTP/1.1" status: 200 len: 1095 time: 0.0824015 May 05 22:21:18.982920 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f34cd-fbb3-43fa-8e42-978426349008 req-e7ee377a-411a-4e85-b211-b1f95e894def service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:21:18.984428 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ad2f34cd-fbb3-43fa-8e42-978426349008 req-e7ee377a-411a-4e85-b211-b1f95e894def service neutron] 10.222.0.32 "GET /v2.0/networks?id=ebf2c1c7-d21f-4627-a999-4b4ba50137f9 HTTP/1.1" status: 200 len: 897 time: 0.2651789 May 05 22:21:19.025724 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:19.075215 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ad2f34cd-fbb3-43fa-8e42-978426349008 req-cd073129-de4a-4a94-9267-90f9d1829a1d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=058bf494-862f-4ae1-85b9-fcf2f31f34f3 HTTP/1.1" status: 200 len: 217 time: 0.0843565 May 05 22:21:19.144012 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f34cd-fbb3-43fa-8e42-978426349008 req-0ecec47e-c294-462f-9f66-d33586075676 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:21:19.145368 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ad2f34cd-fbb3-43fa-8e42-978426349008 req-0ecec47e-c294-462f-9f66-d33586075676 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e1340ca3-1908-49cb-8cd4-46b038fa8c74 HTTP/1.1" status: 200 len: 835 time: 0.0644369 May 05 22:21:19.235380 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ad2f34cd-fbb3-43fa-8e42-978426349008 req-c0134a47-e9f8-46a1-b591-1d0638126b7f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ebf2c1c7-d21f-4627-a999-4b4ba50137f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836871 May 05 22:21:19.317443 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:21:19.393804 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ad2f34cd-fbb3-43fa-8e42-978426349008 req-ede7659c-fd7c-47d1-bf04-609534df737a service neutron] 10.222.0.32 "GET /v2.0/networks/ebf2c1c7-d21f-4627-a999-4b4ba50137f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513636 May 05 22:21:19.617289 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ad2f34cd-fbb3-43fa-8e42-978426349008 req-424e2ef1-e34d-4490-a2de-cf11da1fd46e service neutron] 10.222.0.32 "GET /v2.0/networks/ebf2c1c7-d21f-4627-a999-4b4ba50137f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167580 May 05 22:21:19.644537 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac09a8a-b1f7-4f64-943b-18964a9c0a27 req-f3d3e302-c3b6-4e35-abd8-c6acd8f78ac4 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:21:19.646873 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7ac09a8a-b1f7-4f64-943b-18964a9c0a27 req-f3d3e302-c3b6-4e35-abd8-c6acd8f78ac4 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/ports?device_id=de4513d4-84da-4e46-bf36-eb62a832a40d HTTP/1.1" status: 200 len: 944 time: 0.1048694 May 05 22:21:19.694563 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7ac09a8a-b1f7-4f64-943b-18964a9c0a27 req-c3571bc4-516b-43ac-8030-ef189c73f842 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff81ef9b-1874-4103-80c0-3594b6ecb842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421317 May 05 22:21:20.953817 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ed4df-18b8-4ceb-af6f-a84723426135 req-c4205ac7-1014-4dbb-89dc-287d08771e48 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:21:20.955707 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d18ed4df-18b8-4ceb-af6f-a84723426135 req-c4205ac7-1014-4dbb-89dc-287d08771e48 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/ports?device_id=de4513d4-84da-4e46-bf36-eb62a832a40d HTTP/1.1" status: 200 len: 944 time: 0.1021864 May 05 22:21:21.011415 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d18ed4df-18b8-4ceb-af6f-a84723426135 req-29b3961d-7269-44aa-9297-792b6109a162 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff81ef9b-1874-4103-80c0-3594b6ecb842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487316 May 05 22:21:21.500249 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 058bf494-862f-4ae1-85b9-fcf2f31f34f3 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:21:21.674481 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 058bf494-862f-4ae1-85b9-fcf2f31f34f3, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=058bf494-862f-4ae1-85b9-fcf2f31f34f3,segment=NetworkSegment(92cb404b-79ed-419c-bb11-d4ffc3235793),segment_id=92cb404b-79ed-419c-bb11-d4ffc3235793)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:21:21.691194 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '058bf494-862f-4ae1-85b9-fcf2f31f34f3', 'network_id': 'ebf2c1c7-d21f-4627-a999-4b4ba50137f9', 'port_id': '058bf494-862f-4ae1-85b9-fcf2f31f34f3', 'mac_address': 'fa:16:3e:8c:80:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1340ca3-1908-49cb-8cd4-46b038fa8c74', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:21:21.754266 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:21.772305 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 058bf494-862f-4ae1-85b9-fcf2f31f34f3 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:21:21.800110 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 058bf494-862f-4ae1-85b9-fcf2f31f34f3, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=058bf494-862f-4ae1-85b9-fcf2f31f34f3,segment=NetworkSegment(92cb404b-79ed-419c-bb11-d4ffc3235793),segment_id=92cb404b-79ed-419c-bb11-d4ffc3235793)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:21:21.807156 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:21.875625 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=058bf494-862f-4ae1-85b9-fcf2f31f34f3,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:21:21.884691 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:21:21.885026 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:21:21.885363 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:21:21.885692 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:21:21.886014 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:21:21.886479 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:21:21.886648 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:21:21.887036 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:21:21.887301 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:21:21.887699 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:21:21.888043 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:21:22.010907 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['058bf494-862f-4ae1-85b9-fcf2f31f34f3'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:21:22.242525 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f5b17-6039-43b2-8351-5515c845ca41 req-d1a7116a-09f2-462b-b976-2eca9127b921 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:21:22.243262 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bd0f5b17-6039-43b2-8351-5515c845ca41 req-d1a7116a-09f2-462b-b976-2eca9127b921 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/ports?device_id=de4513d4-84da-4e46-bf36-eb62a832a40d HTTP/1.1" status: 200 len: 945 time: 0.1029866 May 05 22:21:22.299267 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bd0f5b17-6039-43b2-8351-5515c845ca41 req-ca603ad7-91b0-436a-b804-ea2b3a5b63ff tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff81ef9b-1874-4103-80c0-3594b6ecb842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487714 May 05 22:21:23.515681 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 058bf494-862f-4ae1-85b9-fcf2f31f34f3 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:21:23.520265 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821b846-55fe-4b70-b18c-fdcf1ee9fa66 req-a87df119-2378-4572-af3a-b46f0cc07044 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:21:23.522539 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6821b846-55fe-4b70-b18c-fdcf1ee9fa66 req-a87df119-2378-4572-af3a-b46f0cc07044 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/ports?device_id=de4513d4-84da-4e46-bf36-eb62a832a40d HTTP/1.1" status: 200 len: 945 time: 0.0894613 May 05 22:21:23.583216 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6821b846-55fe-4b70-b18c-fdcf1ee9fa66 req-001aec59-b32c-499c-a3b1-2ada3113c2e4 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff81ef9b-1874-4103-80c0-3594b6ecb842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543308 May 05 22:21:23.605036 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port 058bf494-862f-4ae1-85b9-fcf2f31f34f3 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:21:23.613834 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 058bf494-862f-4ae1-85b9-fcf2f31f34f3 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:21:23.614199 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:23.762777 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:23.795201 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de4513d4-84da-4e46-bf36-eb62a832a40d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '058bf494-862f-4ae1-85b9-fcf2f31f34f3'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:21:23.806121 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 058bf494-862f-4ae1-85b9-fcf2f31f34f3, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=058bf494-862f-4ae1-85b9-fcf2f31f34f3,segment=NetworkSegment(92cb404b-79ed-419c-bb11-d4ffc3235793),segment_id=92cb404b-79ed-419c-bb11-d4ffc3235793)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:21:23.811276 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:23.859915 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-747ce5b5-a9d9-40f0-a524-1c915acc33d6'] response: {'server_uuid': 'de4513d4-84da-4e46-bf36-eb62a832a40d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '058bf494-862f-4ae1-85b9-fcf2f31f34f3', 'code': 200} May 05 22:21:23.890026 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=058bf494-862f-4ae1-85b9-fcf2f31f34f3,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:21:23.993854 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-16e594c6-a5ba-49b8-ab10-2e4400bec837 req-9beea358-3684-4213-a538-b85eafd663d5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=de4513d4-84da-4e46-bf36-eb62a832a40d HTTP/1.1" status: 200 len: 1097 time: 0.0778217 May 05 22:21:24.044922 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-16e594c6-a5ba-49b8-ab10-2e4400bec837 req-4a6f1424-3f26-4ddd-b49f-ed8469c12bc1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ff81ef9b-1874-4103-80c0-3594b6ecb842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436125 May 05 22:21:24.807845 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550a4cc-4abd-4cf9-8de5-2883baa1a0b4 req-b69100f7-537f-4682-badf-fcaaf53375f0 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:21:24.809307 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4550a4cc-4abd-4cf9-8de5-2883baa1a0b4 req-b69100f7-537f-4682-badf-fcaaf53375f0 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/ports?device_id=de4513d4-84da-4e46-bf36-eb62a832a40d HTTP/1.1" status: 200 len: 946 time: 0.0896080 May 05 22:21:24.869961 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4550a4cc-4abd-4cf9-8de5-2883baa1a0b4 req-c08cda77-69d7-4a77-905a-77bf32b71cb2 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff81ef9b-1874-4103-80c0-3594b6ecb842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528786 May 05 22:21:26.120298 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e7f1b1-d56d-4a9f-b0ee-26fffb0be7e7 req-86760e6a-68d0-44a8-80d5-79bc027be890 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:21:26.121907 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-25e7f1b1-d56d-4a9f-b0ee-26fffb0be7e7 req-86760e6a-68d0-44a8-80d5-79bc027be890 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/ports?device_id=de4513d4-84da-4e46-bf36-eb62a832a40d HTTP/1.1" status: 200 len: 946 time: 0.1013710 May 05 22:21:26.187575 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-25e7f1b1-d56d-4a9f-b0ee-26fffb0be7e7 req-4b57a930-87ec-468f-baf0-822b9fc473f1 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff81ef9b-1874-4103-80c0-3594b6ecb842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599329 May 05 22:21:26.424852 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc5f22a-f9b5-4e17-8808-0daf7f8ad330 req-d9f2fc76-1f41-4fc9-8906-0365349d2f87 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:21:26.426235 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3fc5f22a-f9b5-4e17-8808-0daf7f8ad330 req-d9f2fc76-1f41-4fc9-8906-0365349d2f87 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/ports?device_id=de4513d4-84da-4e46-bf36-eb62a832a40d HTTP/1.1" status: 200 len: 946 time: 0.0803902 May 05 22:21:26.481317 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3fc5f22a-f9b5-4e17-8808-0daf7f8ad330 req-43121334-17b7-486c-89e1-652e3cf9ceba tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff81ef9b-1874-4103-80c0-3594b6ecb842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485876 May 05 22:21:26.510774 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 58998) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:21:26.600292 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59002) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:21:26.600506 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-bbff5126-8097-4ae4-adce-cb454e7a4d1c tempest-TestNetworkBasicOps-296979938 tempest-TestNetworkBasicOps-296979938-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=de4513d4-84da-4e46-bf36-eb62a832a40d HTTP/1.1" status: 200 len: 1092 time: 0.0885112 May 05 22:21:26.608395 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-81b9f80b-8eb6-4b1a-a4cb-790dc265c8a6 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Request body: {'floatingip': {'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'port_id': '058bf494-862f-4ae1-85b9-fcf2f31f34f3', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:21:26.615017 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-81b9f80b-8eb6-4b1a-a4cb-790dc265c8a6 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:21:26.619090 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-81b9f80b-8eb6-4b1a-a4cb-790dc265c8a6 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Usage tracker for resource:floatingip and tenant:d71c16b2c284427c858b4c912eefc596 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:21:26.621980 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-81b9f80b-8eb6-4b1a-a4cb-790dc265c8a6 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:21:26.628086 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-81b9f80b-8eb6-4b1a-a4cb-790dc265c8a6 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:21:26.640217 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-81b9f80b-8eb6-4b1a-a4cb-790dc265c8a6 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for floatingip, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:26.782375 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-81b9f80b-8eb6-4b1a-a4cb-790dc265c8a6 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:26.925505 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-81b9f80b-8eb6-4b1a-a4cb-790dc265c8a6 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Allocated IP 172.25.4.34 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/be2ff430-5f8d-4cfa-964e-9556007b9c14) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:21:27.190003 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-81b9f80b-8eb6-4b1a-a4cb-790dc265c8a6 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:27.219633 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-81b9f80b-8eb6-4b1a-a4cb-790dc265c8a6 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:27.295429 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b9f80b-8eb6-4b1a-a4cb-790dc265c8a6 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:21:27.299396 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b9f80b-8eb6-4b1a-a4cb-790dc265c8a6 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Pushing event updated for resources: {'Port': ['ID=be2ff430-5f8d-4cfa-964e-9556007b9c14,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:21:27.303519 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-81b9f80b-8eb6-4b1a-a4cb-790dc265c8a6 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:21:27.305081 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b9f80b-8eb6-4b1a-a4cb-790dc265c8a6 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:21:27.827525 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-81b9f80b-8eb6-4b1a-a4cb-790dc265c8a6 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:27.884881 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-81b9f80b-8eb6-4b1a-a4cb-790dc265c8a6 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:28.118357 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-81b9f80b-8eb6-4b1a-a4cb-790dc265c8a6 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:28.124662 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-81b9f80b-8eb6-4b1a-a4cb-790dc265c8a6 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:28.238477 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b9f80b-8eb6-4b1a-a4cb-790dc265c8a6 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Pushing event updated for resources: {'Port': ['ID=be2ff430-5f8d-4cfa-964e-9556007b9c14,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:21:28.246896 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-81b9f80b-8eb6-4b1a-a4cb-790dc265c8a6 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:28.458766 n-d-825175-4 neutron-server[84061]: INFO neutron.db.l3_db [None req-81b9f80b-8eb6-4b1a-a4cb-790dc265c8a6 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Floating IP b6687b82-28b8-43d7-a04e-7e594c76b3c6 associated. External IP: 172.25.4.34, port: 058bf494-862f-4ae1-85b9-fcf2f31f34f3. May 05 22:21:28.995346 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b9f80b-8eb6-4b1a-a4cb-790dc265c8a6 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Router e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:21:29.206236 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b9f80b-8eb6-4b1a-a4cb-790dc265c8a6 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:21:29.223612 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59916fa-e36e-4861-ab8e-5a3253588b0f None None] Sync routers for ids ['e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:21:29.235373 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-81b9f80b-8eb6-4b1a-a4cb-790dc265c8a6 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:29.239312 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59916fa-e36e-4861-ab8e-5a3253588b0f None None] Routers {'e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:21:29.239919 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-b59916fa-e36e-4861-ab8e-5a3253588b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:21:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:21:29.317339 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-81b9f80b-8eb6-4b1a-a4cb-790dc265c8a6 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7156987 May 05 22:21:29.317905 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de4513d4-84da-4e46-bf36-eb62a832a40d', 'tag': '058bf494-862f-4ae1-85b9-fcf2f31f34f3'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:21:29.320577 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 59026) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:21:29.388208 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-726f6d84-b27b-4da8-a3ec-88a145427a59'] response: {'name': 'network-changed', 'server_uuid': 'de4513d4-84da-4e46-bf36-eb62a832a40d', 'tag': '058bf494-862f-4ae1-85b9-fcf2f31f34f3', 'status': 'completed', 'code': 200} May 05 22:21:29.461382 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-b59916fa-e36e-4861-ab8e-5a3253588b0f None None] Set router e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:21:29.489206 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c9d09a37-c7de-495a-92c1-60dce7f38040 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/floatingips/b6687b82-28b8-43d7-a04e-7e594c76b3c6 HTTP/1.1" status: 200 len: 991 time: 0.1662273 May 05 22:21:29.563218 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-647b7abe-c7ef-4d1a-a587-8461f0566592 req-bae922f1-e993-4571-9a78-1454859aec69 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d71c16b2c284427c858b4c912eefc596&device_id=de4513d4-84da-4e46-bf36-eb62a832a40d HTTP/1.1" status: 200 len: 1097 time: 0.1517489 May 05 22:21:29.709347 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b7abe-c7ef-4d1a-a587-8461f0566592 req-a5476f4d-c9fc-4845-8f99-505c5f61fbc5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:21:29.711179 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-647b7abe-c7ef-4d1a-a587-8461f0566592 req-a5476f4d-c9fc-4845-8f99-505c5f61fbc5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ebf2c1c7-d21f-4627-a999-4b4ba50137f9 HTTP/1.1" status: 200 len: 897 time: 0.1419513 May 05 22:21:29.848340 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-647b7abe-c7ef-4d1a-a587-8461f0566592 req-560735c8-b1c5-4611-915a-f7eec6207d2f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=058bf494-862f-4ae1-85b9-fcf2f31f34f3 HTTP/1.1" status: 200 len: 999 time: 0.1300786 May 05 22:21:29.956823 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b7abe-c7ef-4d1a-a587-8461f0566592 req-159105fa-371e-4b40-903a-f4fba05d15cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:21:29.958715 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-647b7abe-c7ef-4d1a-a587-8461f0566592 req-159105fa-371e-4b40-903a-f4fba05d15cf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e1340ca3-1908-49cb-8cd4-46b038fa8c74 HTTP/1.1" status: 200 len: 835 time: 0.1027350 May 05 22:21:29.991521 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-b59916fa-e36e-4861-ab8e-5a3253588b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5', 'name': 'tempest-TestNetworkBasicOps-router-499269193', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'bf290c78-1500-404a-81f3-c4765078e1b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:21:00Z', 'updated_at': '2022-05-05T22:21:06Z', 'revision_number': 4, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'gw_port': {'id': 'bf290c78-1500-404a-81f3-c4765078e1b3', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:21:01Z', 'updated_at': '2022-05-05T22:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': 'b6687b82-28b8-43d7-a04e-7e594c76b3c6', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'floating_ip_address': '172.25.4.34', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5', 'port_id': '058bf494-862f-4ae1-85b9-fcf2f31f34f3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebf2c1c7-d21f-4627-a999-4b4ba50137f9', 'mac_address': 'fa:16:3e:8c:80:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4513d4-84da-4e46-bf36-eb62a832a40d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:21:27Z', 'updated_at': '2022-05-05T22:21:27Z', 'revision_number': 0, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52a6335e-2fda-44cf-9663-4c962eed3336', 'name': '', 'network_id': 'ebf2c1c7-d21f-4627-a999-4b4ba50137f9', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'mac_address': 'fa:16:3e:45:fb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1340ca3-1908-49cb-8cd4-46b038fa8c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:21:05Z', 'updated_at': '2022-05-05T22:21:14Z', 'revision_number': 5, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'subnets': [{'id': 'e1340ca3-1908-49cb-8cd4-46b038fa8c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:21:29.997973 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59916fa-e36e-4861-ab8e-5a3253588b0f None None] Checking router: e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:21:30.011585 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59916fa-e36e-4861-ab8e-5a3253588b0f None None] Routers {'e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:21:30.012519 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-b59916fa-e36e-4861-ab8e-5a3253588b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:21:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:21:30.048784 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-647b7abe-c7ef-4d1a-a587-8461f0566592 req-082b495e-c37a-4535-93fd-c1e28ce707fb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ebf2c1c7-d21f-4627-a999-4b4ba50137f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836341 May 05 22:21:30.216383 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-647b7abe-c7ef-4d1a-a587-8461f0566592 req-31de3a9a-114a-4aa6-82db-7bb992f8cbd2 service neutron] 10.222.0.32 "GET /v2.0/networks/ebf2c1c7-d21f-4627-a999-4b4ba50137f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614432 May 05 22:21:30.257485 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-b59916fa-e36e-4861-ab8e-5a3253588b0f None None] Set router e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:21:30.374943 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-647b7abe-c7ef-4d1a-a587-8461f0566592 req-f0a5d459-ff61-4c78-9d6a-dad71b45434e service neutron] 10.222.0.32 "GET /v2.0/networks/ebf2c1c7-d21f-4627-a999-4b4ba50137f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520696 May 05 22:21:30.493127 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 59040) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:21:30.675630 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-b59916fa-e36e-4861-ab8e-5a3253588b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5', 'name': 'tempest-TestNetworkBasicOps-router-499269193', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'bf290c78-1500-404a-81f3-c4765078e1b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:21:00Z', 'updated_at': '2022-05-05T22:21:06Z', 'revision_number': 4, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'gw_port': {'id': 'bf290c78-1500-404a-81f3-c4765078e1b3', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:21:01Z', 'updated_at': '2022-05-05T22:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': 'b6687b82-28b8-43d7-a04e-7e594c76b3c6', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'floating_ip_address': '172.25.4.34', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5', 'port_id': '058bf494-862f-4ae1-85b9-fcf2f31f34f3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebf2c1c7-d21f-4627-a999-4b4ba50137f9', 'mac_address': 'fa:16:3e:8c:80:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4513d4-84da-4e46-bf36-eb62a832a40d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:21:27Z', 'updated_at': '2022-05-05T22:21:27Z', 'revision_number': 0, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52a6335e-2fda-44cf-9663-4c962eed3336', 'name': '', 'network_id': 'ebf2c1c7-d21f-4627-a999-4b4ba50137f9', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'mac_address': 'fa:16:3e:45:fb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1340ca3-1908-49cb-8cd4-46b038fa8c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:21:05Z', 'updated_at': '2022-05-05T22:21:14Z', 'revision_number': 5, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'subnets': [{'id': 'e1340ca3-1908-49cb-8cd4-46b038fa8c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:21:30.682401 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59916fa-e36e-4861-ab8e-5a3253588b0f None None] The sync data for ids ['e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5'] in n-d-825175-4 is: [{'id': 'e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5', 'name': 'tempest-TestNetworkBasicOps-router-499269193', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'bf290c78-1500-404a-81f3-c4765078e1b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:21:00Z', 'updated_at': '2022-05-05T22:21:06Z', 'revision_number': 4, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'gw_port': {'id': 'bf290c78-1500-404a-81f3-c4765078e1b3', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:21:01Z', 'updated_at': '2022-05-05T22:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': 'b6687b82-28b8-43d7-a04e-7e594c76b3c6', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'floating_ip_address': '172.25.4.34', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5', 'port_id': '058bf494-862f-4ae1-85b9-fcf2f31f34f3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebf2c1c7-d21f-4627-a999-4b4ba50137f9', 'mac_address': 'fa:16:3e:8c:80:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4513d4-84da-4e46-bf36-eb62a832a40d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:21:27Z', 'updated_at': '2022-05-05T22:21:27Z', 'revision_number': 0, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52a6335e-2fda-44cf-9663-4c962eed3336', 'name': '', 'network_id': 'ebf2c1c7-d21f-4627-a999-4b4ba50137f9', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'mac_address': 'fa:16:3e:45:fb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1340ca3-1908-49cb-8cd4-46b038fa8c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:21:05Z', 'updated_at': '2022-05-05T22:21:14Z', 'revision_number': 5, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'subnets': [{'id': 'e1340ca3-1908-49cb-8cd4-46b038fa8c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:21:30.727703 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d951cf12-03d6-4c28-a1b5-028dae848dd3 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/floatingips/b6687b82-28b8-43d7-a04e-7e594c76b3c6 HTTP/1.1" status: 200 len: 991 time: 0.2328033 May 05 22:21:30.906463 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ce8a4f-dc2a-4335-bf8a-d55b41a4d83a None None] New status for floating IP b6687b82-28b8-43d7-a04e-7e594c76b3c6: ACTIVE {{(pid=84068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 22:21:31.731381 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 59050) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:21:31.842577 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b24b5129-b93a-40d4-ba6f-50e866f2836e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/floatingips/b6687b82-28b8-43d7-a04e-7e594c76b3c6 HTTP/1.1" status: 200 len: 993 time: 0.1100361 May 05 22:21:36.003321 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:36.329944 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:43.967009 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2310eda3-7746-4231-a616-b8892781cb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:46.286520 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2cb7016a-e49d-4bc3-8459-3fc3cc070782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:47.439184 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:47.527576 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:48.248440 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149232e4-1a61-45c9-813a-53012fc4a64e req-3bb41c38-351d-4b5b-b749-1214811fdc1b tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:21:48.250018 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-149232e4-1a61-45c9-813a-53012fc4a64e req-3bb41c38-351d-4b5b-b749-1214811fdc1b tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] 10.222.0.23 "GET /v2.0/ports?device_id=c499d0ef-0226-4dd2-99d9-4b778e9b8732 HTTP/1.1" status: 200 len: 945 time: 0.0811603 May 05 22:21:48.326341 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-149232e4-1a61-45c9-813a-53012fc4a64e req-b3c73f01-e8e4-4a83-a852-4cad04c5917f tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1868c33-7142-4ab6-ae0c-4ca9fe2a6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669980 May 05 22:21:48.759569 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 59204) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:21:48.917611 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c2d7d25a-3eff-4d88-a414-f0958baf1788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:48.951707 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c2d7d25a-3eff-4d88-a414-f0958baf1788 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:21:48.956154 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c2d7d25a-3eff-4d88-a414-f0958baf1788 admin admin] Usage tracker for resource:security_group_rule and tenant:d00569efb7b147c2b9f811a3b0d51d2b is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:21:48.959229 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c2d7d25a-3eff-4d88-a414-f0958baf1788 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:21:48.965352 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c2d7d25a-3eff-4d88-a414-f0958baf1788 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:21:49.015146 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:49.033563 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c2d7d25a-3eff-4d88-a414-f0958baf1788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:49.037911 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c2d7d25a-3eff-4d88-a414-f0958baf1788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:49.082267 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d7d25a-3eff-4d88-a414-f0958baf1788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0426f621-4361-41c5-a5aa-c6f05eb0539e,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:21:49.088062 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c2d7d25a-3eff-4d88-a414-f0958baf1788 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d00569efb7b147c2b9f811a3b0d51d2b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3274136 May 05 22:21:49.091232 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59210) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:21:49.154432 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ff5a346d-e8fd-4422-84ed-d237554f3c38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:49.181074 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ff5a346d-e8fd-4422-84ed-d237554f3c38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:49.236659 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ff5a346d-e8fd-4422-84ed-d237554f3c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:49.251322 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5a346d-e8fd-4422-84ed-d237554f3c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0426f621-4361-41c5-a5aa-c6f05eb0539e,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:21:49.265914 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ff5a346d-e8fd-4422-84ed-d237554f3c38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:49.267204 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ff5a346d-e8fd-4422-84ed-d237554f3c38 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0426f621-4361-41c5-a5aa-c6f05eb0539e HTTP/1.1" status: 204 len: 168 time: 0.1752527 May 05 22:21:49.422604 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdff8cb-2058-41e2-91f0-ed39f96dd732 req-2beeae12-b161-45ae-b0db-5b8454c60911 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:21:49.423930 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-2bdff8cb-2058-41e2-91f0-ed39f96dd732 req-2beeae12-b161-45ae-b0db-5b8454c60911 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Synchronizing usage tracker for tenant:989c505d69dd4ac5bbb5923b5623477d on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:21:49.446318 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-2bdff8cb-2058-41e2-91f0-ed39f96dd732 req-2beeae12-b161-45ae-b0db-5b8454c60911 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Unset dirty status for tenant:989c505d69dd4ac5bbb5923b5623477d on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:21:49.448036 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2bdff8cb-2058-41e2-91f0-ed39f96dd732 req-2beeae12-b161-45ae-b0db-5b8454c60911 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] 10.222.0.44 "GET /v2.0/ports?device_id=c499d0ef-0226-4dd2-99d9-4b778e9b8732 HTTP/1.1" status: 200 len: 945 time: 0.1123149 May 05 22:21:49.564552 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab3081-46a3-487a-b037-be66e1e256b6 req-46539823-826a-45f0-9bdc-637029895d6d tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:21:49.566813 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-89ab3081-46a3-487a-b037-be66e1e256b6 req-46539823-826a-45f0-9bdc-637029895d6d tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] 10.222.0.23 "GET /v2.0/ports?device_id=c499d0ef-0226-4dd2-99d9-4b778e9b8732 HTTP/1.1" status: 200 len: 945 time: 0.0856314 May 05 22:21:49.573737 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-2bdff8cb-2058-41e2-91f0-ed39f96dd732 req-62a04e57-ee0a-454b-b084-563664ba8f64 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Deleting port 61e87916-9850-4b4e-9825-6be7f2ad185b {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:21:49.574362 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2bdff8cb-2058-41e2-91f0-ed39f96dd732 req-62a04e57-ee0a-454b-b084-563664ba8f64 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:49.665068 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-89ab3081-46a3-487a-b037-be66e1e256b6 req-70521dce-0a15-4659-9d93-d7916d9654bc tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1868c33-7142-4ab6-ae0c-4ca9fe2a6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916755 May 05 22:21:49.830316 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59232) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:21:49.879744 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-2bdff8cb-2058-41e2-91f0-ed39f96dd732 req-62a04e57-ee0a-454b-b084-563664ba8f64 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] For port 61e87916-9850-4b4e-9825-6be7f2ad185b, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=61e87916-9850-4b4e-9825-6be7f2ad185b,segment=NetworkSegment(b92baa2d-d742-4ff3-abe2-5473cf67f225),segment_id=b92baa2d-d742-4ff3-abe2-5473cf67f225)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:21:49.880406 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2bdff8cb-2058-41e2-91f0-ed39f96dd732 req-62a04e57-ee0a-454b-b084-563664ba8f64 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:50.079992 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2f432095-0004-4fb0-82f9-14a3e701b896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:50.120859 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-2f432095-0004-4fb0-82f9-14a3e701b896 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:21:50.125120 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-2f432095-0004-4fb0-82f9-14a3e701b896 admin admin] Usage tracker for resource:security_group_rule and tenant:ee8342ec4e114319b59fe5a2e0eb7d26 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:21:50.128056 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-2f432095-0004-4fb0-82f9-14a3e701b896 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:21:50.135131 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-2f432095-0004-4fb0-82f9-14a3e701b896 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:21:50.211571 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2f432095-0004-4fb0-82f9-14a3e701b896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:50.216580 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2f432095-0004-4fb0-82f9-14a3e701b896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:50.263706 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f432095-0004-4fb0-82f9-14a3e701b896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=351d11f9-6953-4878-a1ab-cb36a7da4f96,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:21:50.268183 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-2f432095-0004-4fb0-82f9-14a3e701b896 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ee8342ec4e114319b59fe5a2e0eb7d26&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4339101 May 05 22:21:50.271073 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59252) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:21:50.337426 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b92eea28-31c4-4435-93ca-313393a88583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:50.337652 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2bdff8cb-2058-41e2-91f0-ed39f96dd732 req-62a04e57-ee0a-454b-b084-563664ba8f64 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:50.337781 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2bdff8cb-2058-41e2-91f0-ed39f96dd732 req-62a04e57-ee0a-454b-b084-563664ba8f64 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:50.338095 n-d-825175-4 neutron-server[84063]: INFO neutron.db.l3_db [req-2bdff8cb-2058-41e2-91f0-ed39f96dd732 req-62a04e57-ee0a-454b-b084-563664ba8f64 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Floating IP 2bb1cf22-d01e-4fd7-b863-e3c638ce9554 disassociated. External IP: 172.25.4.185, port: 61e87916-9850-4b4e-9825-6be7f2ad185b. May 05 22:21:50.338442 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-2bdff8cb-2058-41e2-91f0-ed39f96dd732 req-62a04e57-ee0a-454b-b084-563664ba8f64 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Calling delete_port for 61e87916-9850-4b4e-9825-6be7f2ad185b owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:21:50.478651 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b92eea28-31c4-4435-93ca-313393a88583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:50.493267 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2bdff8cb-2058-41e2-91f0-ed39f96dd732 req-62a04e57-ee0a-454b-b084-563664ba8f64 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:50.549553 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a04e57-ee0a-454b-b084-563664ba8f64 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Pushing event deleted for resources: {'Port': ['ID=61e87916-9850-4b4e-9825-6be7f2ad185b,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:21:50.566725 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b92eea28-31c4-4435-93ca-313393a88583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:50.586296 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92eea28-31c4-4435-93ca-313393a88583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=351d11f9-6953-4878-a1ab-cb36a7da4f96,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:21:50.598399 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b92eea28-31c4-4435-93ca-313393a88583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:50.600664 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b92eea28-31c4-4435-93ca-313393a88583 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/351d11f9-6953-4878-a1ab-cb36a7da4f96 HTTP/1.1" status: 204 len: 168 time: 0.3288953 May 05 22:21:50.805742 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2bdff8cb-2058-41e2-91f0-ed39f96dd732 req-62a04e57-ee0a-454b-b084-563664ba8f64 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Router 77418468-b6b2-4a9a-b4ba-6eb22e6f1974 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:21:50.876204 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8a1d857d-1b8a-4ac8-8866-d8ef62f70033 req-f54e40d3-268b-4a89-8ec7-236ffd3b5941 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] 10.222.0.23 "GET /v2.0/ports?device_id=c499d0ef-0226-4dd2-99d9-4b778e9b8732 HTTP/1.1" status: 200 len: 210 time: 0.0463116 May 05 22:21:51.117499 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2bdff8cb-2058-41e2-91f0-ed39f96dd732 req-62a04e57-ee0a-454b-b084-563664ba8f64 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:21:51.131005 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6df06ab-6613-4e3c-b806-e1e3356403eb None None] Sync routers for ids ['77418468-b6b2-4a9a-b4ba-6eb22e6f1974'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:21:51.155214 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6df06ab-6613-4e3c-b806-e1e3356403eb None None] Routers {'77418468-b6b2-4a9a-b4ba-6eb22e6f1974'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:21:51.157717 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-a6df06ab-6613-4e3c-b806-e1e3356403eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:21:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['77418468-b6b2-4a9a-b4ba-6eb22e6f1974'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:21:51.200998 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bdff8cb-2058-41e2-91f0-ed39f96dd732 req-62a04e57-ee0a-454b-b084-563664ba8f64 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] No DVR routers for this DVR port 61e87916-9850-4b4e-9825-6be7f2ad185b on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:21:51.203995 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2bdff8cb-2058-41e2-91f0-ed39f96dd732 req-62a04e57-ee0a-454b-b084-563664ba8f64 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:51.208006 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c499d0ef-0226-4dd2-99d9-4b778e9b8732', 'name': 'network-vif-deleted', 'tag': '61e87916-9850-4b4e-9825-6be7f2ad185b'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:21:51.251798 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2bdff8cb-2058-41e2-91f0-ed39f96dd732 req-62a04e57-ee0a-454b-b084-563664ba8f64 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] 10.222.0.44 "DELETE /v2.0/ports/61e87916-9850-4b4e-9825-6be7f2ad185b HTTP/1.1" status: 204 len: 173 time: 1.7985046 May 05 22:21:51.317562 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba265bb7-d5a8-4626-8061-e5b9f13f2b3c'] response: {'server_uuid': 'c499d0ef-0226-4dd2-99d9-4b778e9b8732', 'name': 'network-vif-deleted', 'tag': '61e87916-9850-4b4e-9825-6be7f2ad185b', 'status': 'completed', 'code': 200} May 05 22:21:51.411365 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-a6df06ab-6613-4e3c-b806-e1e3356403eb None None] Set router 77418468-b6b2-4a9a-b4ba-6eb22e6f1974 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:21:51.736723 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59290) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:21:51.781525 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-a6df06ab-6613-4e3c-b806-e1e3356403eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77418468-b6b2-4a9a-b4ba-6eb22e6f1974', 'name': 'tempest-TestServerBasicOps-1747791511-router', 'tenant_id': '989c505d69dd4ac5bbb5923b5623477d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': '67f325f4-66b8-414c-a264-6e8eb9937e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:15:51Z', 'updated_at': '2022-05-05T22:16:01Z', 'revision_number': 4, 'project_id': '989c505d69dd4ac5bbb5923b5623477d', 'gw_port': {'id': '67f325f4-66b8-414c-a264-6e8eb9937e56', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:14:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77418468-b6b2-4a9a-b4ba-6eb22e6f1974', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:15:53Z', 'updated_at': '2022-05-05T22:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '2d00957d-4aed-4b24-88c2-511dc6498325', 'name': '', 'network_id': '5579f484-2b68-478e-8113-36fd7459ddaf', 'tenant_id': '989c505d69dd4ac5bbb5923b5623477d', 'mac_address': 'fa:16:3e:62:47:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77418468-b6b2-4a9a-b4ba-6eb22e6f1974', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27d7124c-1fa4-44df-a333-048f6a650311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:16:00Z', 'updated_at': '2022-05-05T22:16:12Z', 'revision_number': 5, 'project_id': '989c505d69dd4ac5bbb5923b5623477d', 'subnets': [{'id': '27d7124c-1fa4-44df-a333-048f6a650311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:21:51.789476 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6df06ab-6613-4e3c-b806-e1e3356403eb None None] Checking router: 77418468-b6b2-4a9a-b4ba-6eb22e6f1974 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:21:51.805809 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6df06ab-6613-4e3c-b806-e1e3356403eb None None] Routers {'77418468-b6b2-4a9a-b4ba-6eb22e6f1974'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:21:51.807266 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-a6df06ab-6613-4e3c-b806-e1e3356403eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:21:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['77418468-b6b2-4a9a-b4ba-6eb22e6f1974'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:21:51.908871 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-904de324-059b-4843-acf2-a71dd06fd5db admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2056232145-network', 'tenant_id': '8527394cd66f4266bc991777b7fe5a87'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:21:51.914634 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-904de324-059b-4843-acf2-a71dd06fd5db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:21:51.919206 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-904de324-059b-4843-acf2-a71dd06fd5db admin admin] Usage tracker for resource:network and tenant:8527394cd66f4266bc991777b7fe5a87 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:21:51.924115 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-904de324-059b-4843-acf2-a71dd06fd5db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:21:51.932511 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-904de324-059b-4843-acf2-a71dd06fd5db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:21:51.943976 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904de324-059b-4843-acf2-a71dd06fd5db admin admin] Made reservation on behalf of 8527394cd66f4266bc991777b7fe5a87 for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:21:51.946526 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-904de324-059b-4843-acf2-a71dd06fd5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:51.959728 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-904de324-059b-4843-acf2-a71dd06fd5db admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:51.994295 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-904de324-059b-4843-acf2-a71dd06fd5db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:21:51.998445 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-904de324-059b-4843-acf2-a71dd06fd5db admin admin] Usage tracker for resource:security_group_rule and tenant:8527394cd66f4266bc991777b7fe5a87 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:21:52.003673 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59298) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:21:52.006174 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-904de324-059b-4843-acf2-a71dd06fd5db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:21:52.054474 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-a6df06ab-6613-4e3c-b806-e1e3356403eb None None] Set router 77418468-b6b2-4a9a-b4ba-6eb22e6f1974 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:21:52.068185 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-904de324-059b-4843-acf2-a71dd06fd5db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:21:52.198535 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-5f7fb7af-cd75-4db0-a60a-a182032695e3 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Deleting port 4ccae98e-4364-4877-8bea-e6d2a6664576 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:21:52.198834 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5f7fb7af-cd75-4db0-a60a-a182032695e3 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:52.379169 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-a6df06ab-6613-4e3c-b806-e1e3356403eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77418468-b6b2-4a9a-b4ba-6eb22e6f1974', 'name': 'tempest-TestServerBasicOps-1747791511-router', 'tenant_id': '989c505d69dd4ac5bbb5923b5623477d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': '67f325f4-66b8-414c-a264-6e8eb9937e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:15:51Z', 'updated_at': '2022-05-05T22:16:01Z', 'revision_number': 4, 'project_id': '989c505d69dd4ac5bbb5923b5623477d', 'gw_port': {'id': '67f325f4-66b8-414c-a264-6e8eb9937e56', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:14:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77418468-b6b2-4a9a-b4ba-6eb22e6f1974', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:15:53Z', 'updated_at': '2022-05-05T22:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '2d00957d-4aed-4b24-88c2-511dc6498325', 'name': '', 'network_id': '5579f484-2b68-478e-8113-36fd7459ddaf', 'tenant_id': '989c505d69dd4ac5bbb5923b5623477d', 'mac_address': 'fa:16:3e:62:47:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77418468-b6b2-4a9a-b4ba-6eb22e6f1974', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27d7124c-1fa4-44df-a333-048f6a650311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:16:00Z', 'updated_at': '2022-05-05T22:16:12Z', 'revision_number': 5, 'project_id': '989c505d69dd4ac5bbb5923b5623477d', 'subnets': [{'id': '27d7124c-1fa4-44df-a333-048f6a650311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:21:52.383805 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6df06ab-6613-4e3c-b806-e1e3356403eb None None] The sync data for ids ['77418468-b6b2-4a9a-b4ba-6eb22e6f1974'] in n-d-825175-4 is: [{'id': '77418468-b6b2-4a9a-b4ba-6eb22e6f1974', 'name': 'tempest-TestServerBasicOps-1747791511-router', 'tenant_id': '989c505d69dd4ac5bbb5923b5623477d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': '67f325f4-66b8-414c-a264-6e8eb9937e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:15:51Z', 'updated_at': '2022-05-05T22:16:01Z', 'revision_number': 4, 'project_id': '989c505d69dd4ac5bbb5923b5623477d', 'gw_port': {'id': '67f325f4-66b8-414c-a264-6e8eb9937e56', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:14:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77418468-b6b2-4a9a-b4ba-6eb22e6f1974', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:15:53Z', 'updated_at': '2022-05-05T22:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '2d00957d-4aed-4b24-88c2-511dc6498325', 'name': '', 'network_id': '5579f484-2b68-478e-8113-36fd7459ddaf', 'tenant_id': '989c505d69dd4ac5bbb5923b5623477d', 'mac_address': 'fa:16:3e:62:47:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77418468-b6b2-4a9a-b4ba-6eb22e6f1974', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27d7124c-1fa4-44df-a333-048f6a650311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:16:00Z', 'updated_at': '2022-05-05T22:16:12Z', 'revision_number': 5, 'project_id': '989c505d69dd4ac5bbb5923b5623477d', 'subnets': [{'id': '27d7124c-1fa4-44df-a333-048f6a650311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:21:52.406562 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-904de324-059b-4843-acf2-a71dd06fd5db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:52.415535 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-904de324-059b-4843-acf2-a71dd06fd5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:52.446428 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5f7fb7af-cd75-4db0-a60a-a182032695e3 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:52.446776 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5f7fb7af-cd75-4db0-a60a-a182032695e3 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:52.520881 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-904de324-059b-4843-acf2-a71dd06fd5db admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:21:52.588542 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-5f7fb7af-cd75-4db0-a60a-a182032695e3 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Calling delete_port for 4ccae98e-4364-4877-8bea-e6d2a6664576 owned by network:floatingip {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:21:52.617186 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904de324-059b-4843-acf2-a71dd06fd5db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e7524a-3c40-44ad-8f82-44a6c20d7a5b,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:21:52.644658 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-904de324-059b-4843-acf2-a71dd06fd5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:52.645094 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-904de324-059b-4843-acf2-a71dd06fd5db admin admin] Added segment 6322d9e1-912c-4115-a626-c55d2fbd96a9 of type vlan for network 836fe29c-fa73-4f80-b0ac-6a38624bf0dc May 05 22:21:52.696385 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-904de324-059b-4843-acf2-a71dd06fd5db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:52.704945 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5ad5e6-a359-489c-a3e4-7a9a2ef8c9d0 None None] New status for floating IP 2bb1cf22-d01e-4fd7-b863-e3c638ce9554: DOWN {{(pid=84068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 22:21:52.771535 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-904de324-059b-4843-acf2-a71dd06fd5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:52.772293 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904de324-059b-4843-acf2-a71dd06fd5db admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:21:52.772879 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-904de324-059b-4843-acf2-a71dd06fd5db admin admin] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:52.887831 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.db.api [None req-9c5ad5e6-a359-489c-a3e4-7a9a2ef8c9d0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84068) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:21:52.888324 n-d-825175-4 neutron-server[84068]: DEBUG oslo_db.api [None req-9c5ad5e6-a359-489c-a3e4-7a9a2ef8c9d0 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:21:52.892821 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5f7fb7af-cd75-4db0-a60a-a182032695e3 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:52.927250 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904de324-059b-4843-acf2-a71dd06fd5db admin admin] Pushing event updated for resources: {'Network': ['ID=836fe29c-fa73-4f80-b0ac-6a38624bf0dc,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:21:52.935425 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-904de324-059b-4843-acf2-a71dd06fd5db admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1976006 May 05 22:21:52.938786 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 836fe29c-fa73-4f80-b0ac-6a38624bf0dc details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:21:52.939589 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 59310) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:21:52.946968 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-c77e7138-fd06-48d3-8cb4-1659489d71cb admin admin] Request body: {'subnet': {'network_id': '836fe29c-fa73-4f80-b0ac-6a38624bf0dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2056232145-subnet', 'tenant_id': '8527394cd66f4266bc991777b7fe5a87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:21:52.947174 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7fb7af-cd75-4db0-a60a-a182032695e3 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Pushing event deleted for resources: {'Port': ['ID=4ccae98e-4364-4877-8bea-e6d2a6664576,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:21:52.954985 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c77e7138-fd06-48d3-8cb4-1659489d71cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:21:52.959484 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c77e7138-fd06-48d3-8cb4-1659489d71cb admin admin] Usage tracker for resource:subnet and tenant:8527394cd66f4266bc991777b7fe5a87 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:21:52.963131 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c77e7138-fd06-48d3-8cb4-1659489d71cb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:21:52.970347 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-c77e7138-fd06-48d3-8cb4-1659489d71cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:21:52.986712 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77e7138-fd06-48d3-8cb4-1659489d71cb admin admin] Made reservation on behalf of 8527394cd66f4266bc991777b7fe5a87 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:21:52.989820 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c77e7138-fd06-48d3-8cb4-1659489d71cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:53.044804 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5f7fb7af-cd75-4db0-a60a-a182032695e3 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Notify callbacks [] for floatingip, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:53.048175 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5f7fb7af-cd75-4db0-a60a-a182032695e3 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:53.049919 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-5f7fb7af-cd75-4db0-a60a-a182032695e3 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] 10.222.0.23 "DELETE /v2.0/floatingips/2bb1cf22-d01e-4fd7-b863-e3c638ce9554 HTTP/1.1" status: 204 len: 168 time: 1.0447233 May 05 22:21:53.100923 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 61e87916-9850-4b4e-9825-6be7f2ad185b no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:21:53.145189 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: 61e87916-9850-4b4e-9825-6be7f2ad185b {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:21:53.145526 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 61e87916-9850-4b4e-9825-6be7f2ad185b not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:21:53.223260 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59318) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:21:53.228926 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c77e7138-fd06-48d3-8cb4-1659489d71cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:53.291840 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77e7138-fd06-48d3-8cb4-1659489d71cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb8a13eb-1e9d-408f-9533-a16586a02c8b,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:21:53.293965 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2809fd17-1fb8-4dce-bbfa-623a56b59797 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:53.321648 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77e7138-fd06-48d3-8cb4-1659489d71cb admin admin] Checking segment: {'id': '6322d9e1-912c-4115-a626-c55d2fbd96a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '836fe29c-fa73-4f80-b0ac-6a38624bf0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:21:53.322047 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77e7138-fd06-48d3-8cb4-1659489d71cb admin admin] Network hostable DHCP agents. Network: 836fe29c-fa73-4f80-b0ac-6a38624bf0dc, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:21:53.326166 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2809fd17-1fb8-4dce-bbfa-623a56b59797 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:53.345325 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77e7138-fd06-48d3-8cb4-1659489d71cb admin admin] Network 836fe29c-fa73-4f80-b0ac-6a38624bf0dc is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:21:53.358348 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-c77e7138-fd06-48d3-8cb4-1659489d71cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 836fe29c-fa73-4f80-b0ac-6a38624bf0dc) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:21:53.365503 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77e7138-fd06-48d3-8cb4-1659489d71cb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:21:53.366253 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c77e7138-fd06-48d3-8cb4-1659489d71cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:53.375106 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d37d1b-25ca-496a-81f3-63beb49a6fd0 None None] Network 836fe29c-fa73-4f80-b0ac-6a38624bf0dc requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:21:53.389897 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5ad5e6-a359-489c-a3e4-7a9a2ef8c9d0 None None] New status for floating IP 2bb1cf22-d01e-4fd7-b863-e3c638ce9554: DOWN {{(pid=84068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 22:21:53.413602 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c77e7138-fd06-48d3-8cb4-1659489d71cb admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4717579 May 05 22:21:53.439949 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2809fd17-1fb8-4dce-bbfa-623a56b59797 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:53.571758 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2809fd17-1fb8-4dce-bbfa-623a56b59797 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1868c33-7142-4ab6-ae0c-4ca9fe2a6b7c,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:21:53.604898 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2809fd17-1fb8-4dce-bbfa-623a56b59797 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:53.606204 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-2809fd17-1fb8-4dce-bbfa-623a56b59797 tempest-TestServerBasicOps-1086909892 tempest-TestServerBasicOps-1086909892-project] 10.222.0.23 "DELETE /v2.0/security-groups/e1868c33-7142-4ab6-ae0c-4ca9fe2a6b7c HTTP/1.1" status: 204 len: 168 time: 0.3814785 May 05 22:21:53.710143 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59328) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:21:53.785281 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a51bb3b-ef2e-4c2a-85f1-701ac7ed2dd7 None None] Network 836fe29c-fa73-4f80-b0ac-6a38624bf0dc requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:21:54.319177 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0fc61a38-73b8-4622-be89-768fd9ed0970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:54.513801 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 59350) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:21:54.521081 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-a6afa934-87e8-45cd-abc6-49423ce6cdab admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-292974188-network', 'tenant_id': '23a0396f291b4a00bf485f2169d02560'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:21:54.527452 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-a6afa934-87e8-45cd-abc6-49423ce6cdab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:21:54.533358 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-a6afa934-87e8-45cd-abc6-49423ce6cdab admin admin] Usage tracker for resource:network and tenant:23a0396f291b4a00bf485f2169d02560 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:21:54.536198 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-a6afa934-87e8-45cd-abc6-49423ce6cdab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:21:54.543458 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-a6afa934-87e8-45cd-abc6-49423ce6cdab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:21:54.562631 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6afa934-87e8-45cd-abc6-49423ce6cdab admin admin] Made reservation on behalf of 23a0396f291b4a00bf485f2169d02560 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:21:54.566517 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a6afa934-87e8-45cd-abc6-49423ce6cdab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:54.582355 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a6afa934-87e8-45cd-abc6-49423ce6cdab admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:54.625528 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-a6afa934-87e8-45cd-abc6-49423ce6cdab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:21:54.630162 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-a6afa934-87e8-45cd-abc6-49423ce6cdab admin admin] Usage tracker for resource:security_group_rule and tenant:23a0396f291b4a00bf485f2169d02560 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:21:54.634341 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-a6afa934-87e8-45cd-abc6-49423ce6cdab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:21:54.641951 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-a6afa934-87e8-45cd-abc6-49423ce6cdab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:21:54.716278 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a6afa934-87e8-45cd-abc6-49423ce6cdab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:54.721083 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a6afa934-87e8-45cd-abc6-49423ce6cdab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:54.749169 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6afa934-87e8-45cd-abc6-49423ce6cdab admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:21:54.761641 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6afa934-87e8-45cd-abc6-49423ce6cdab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbb4ff1-f2ce-4177-a254-11f8435bb498,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:21:54.765819 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a6afa934-87e8-45cd-abc6-49423ce6cdab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:54.766268 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-a6afa934-87e8-45cd-abc6-49423ce6cdab admin admin] Added segment 3a383799-2d0d-4629-83a5-175cb1e98257 of type vlan for network 7ad06603-f876-44f0-879f-a037bd8333d1 May 05 22:21:54.795297 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a6afa934-87e8-45cd-abc6-49423ce6cdab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:54.828439 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a6afa934-87e8-45cd-abc6-49423ce6cdab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:54.829621 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6afa934-87e8-45cd-abc6-49423ce6cdab admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:21:54.830460 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a6afa934-87e8-45cd-abc6-49423ce6cdab admin admin] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:54.920651 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a6afa934-87e8-45cd-abc6-49423ce6cdab admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4048865 May 05 22:21:54.921592 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 59360) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:21:54.933135 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-969e886e-d2f6-4063-8eb3-78e39776a0d0 admin admin] Request body: {'subnet': {'network_id': '7ad06603-f876-44f0-879f-a037bd8333d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-292974188-subnet', 'tenant_id': '23a0396f291b4a00bf485f2169d02560', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:21:54.950176 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-969e886e-d2f6-4063-8eb3-78e39776a0d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:21:54.955651 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-969e886e-d2f6-4063-8eb3-78e39776a0d0 admin admin] Usage tracker for resource:subnet and tenant:23a0396f291b4a00bf485f2169d02560 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:21:54.960101 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-0fc61a38-73b8-4622-be89-768fd9ed0970 admin admin] Deleting port 2d00957d-4aed-4b24-88c2-511dc6498325 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:21:54.960704 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-969e886e-d2f6-4063-8eb3-78e39776a0d0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:21:54.960833 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0fc61a38-73b8-4622-be89-768fd9ed0970 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:54.967873 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6afa934-87e8-45cd-abc6-49423ce6cdab admin admin] Pushing event updated for resources: {'Network': ['ID=7ad06603-f876-44f0-879f-a037bd8333d1,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:21:54.970148 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-969e886e-d2f6-4063-8eb3-78e39776a0d0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:21:54.982467 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 7ad06603-f876-44f0-879f-a037bd8333d1 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:21:54.983961 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-969e886e-d2f6-4063-8eb3-78e39776a0d0 admin admin] Made reservation on behalf of 23a0396f291b4a00bf485f2169d02560 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:21:54.987624 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-969e886e-d2f6-4063-8eb3-78e39776a0d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:55.148316 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-0fc61a38-73b8-4622-be89-768fd9ed0970 admin admin] For port 2d00957d-4aed-4b24-88c2-511dc6498325, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=2d00957d-4aed-4b24-88c2-511dc6498325,segment=NetworkSegment(b92baa2d-d742-4ff3-abe2-5473cf67f225),segment_id=b92baa2d-d742-4ff3-abe2-5473cf67f225)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:21:55.148769 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0fc61a38-73b8-4622-be89-768fd9ed0970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:55.221115 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-969e886e-d2f6-4063-8eb3-78e39776a0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:55.274211 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-0fc61a38-73b8-4622-be89-768fd9ed0970 admin admin] Calling delete_port for 2d00957d-4aed-4b24-88c2-511dc6498325 owned by network:router_interface {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:21:55.403337 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969e886e-d2f6-4063-8eb3-78e39776a0d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56819cdf-fa21-4140-bcac-5bca1bd4913c,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:21:55.420490 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969e886e-d2f6-4063-8eb3-78e39776a0d0 admin admin] Checking segment: {'id': '3a383799-2d0d-4629-83a5-175cb1e98257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '7ad06603-f876-44f0-879f-a037bd8333d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:21:55.420844 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969e886e-d2f6-4063-8eb3-78e39776a0d0 admin admin] Network hostable DHCP agents. Network: 7ad06603-f876-44f0-879f-a037bd8333d1, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:21:55.443761 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969e886e-d2f6-4063-8eb3-78e39776a0d0 admin admin] Network 7ad06603-f876-44f0-879f-a037bd8333d1 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:21:55.453988 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-969e886e-d2f6-4063-8eb3-78e39776a0d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 7ad06603-f876-44f0-879f-a037bd8333d1) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:21:55.456270 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0fc61a38-73b8-4622-be89-768fd9ed0970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:55.459252 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969e886e-d2f6-4063-8eb3-78e39776a0d0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:21:55.459953 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-969e886e-d2f6-4063-8eb3-78e39776a0d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:55.466682 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e3142f-2a57-4996-a05d-0f23f1b77aa2 None None] Network 7ad06603-f876-44f0-879f-a037bd8333d1 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:21:55.491168 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-969e886e-d2f6-4063-8eb3-78e39776a0d0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5548131 May 05 22:21:55.569522 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc61a38-73b8-4622-be89-768fd9ed0970 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d00957d-4aed-4b24-88c2-511dc6498325,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:21:55.865812 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b752b741-f07d-4426-8f2f-2f8e8c4ee942 None None] Network 7ad06603-f876-44f0-879f-a037bd8333d1 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:21:56.168846 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0fc61a38-73b8-4622-be89-768fd9ed0970 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:56.310029 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:21:56.476762 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 59380) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:21:56.505919 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f3a400-d91d-4de0-aaac-1c5f28ad7642 req-8c12c701-c409-416b-bded-0ec009d1b798 tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:21:56.506830 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-34f3a400-d91d-4de0-aaac-1c5f28ad7642 req-8c12c701-c409-416b-bded-0ec009d1b798 tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] Synchronizing usage tracker for tenant:8527394cd66f4266bc991777b7fe5a87 on resource:network {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:21:56.533466 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-34f3a400-d91d-4de0-aaac-1c5f28ad7642 req-8c12c701-c409-416b-bded-0ec009d1b798 tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] Unset dirty status for tenant:8527394cd66f4266bc991777b7fe5a87 on resource:network {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:21:56.534614 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-34f3a400-d91d-4de0-aaac-1c5f28ad7642 req-8c12c701-c409-416b-bded-0ec009d1b798 tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] 10.222.0.23 "GET /v2.0/networks?id=836fe29c-fa73-4f80-b0ac-6a38624bf0dc HTTP/1.1" status: 200 len: 812 time: 0.2449450 May 05 22:21:56.570437 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-473a718a-8bfb-4008-8188-ef0e5caa8e51 tempest-TestNetworkBasicOps-296979938 tempest-TestNetworkBasicOps-296979938-project-admin] 10.222.0.23 "GET /v2.0/ports?project_id=d71c16b2c284427c858b4c912eefc596&network_id=ebf2c1c7-d21f-4627-a999-4b4ba50137f9 HTTP/1.1" status: 200 len: 2970 time: 0.0786223 May 05 22:21:56.570630 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-34f3a400-d91d-4de0-aaac-1c5f28ad7642 req-aaf741b3-3d74-42a9-b8bf-688eadfa3ba5 tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] 10.222.0.23 "GET /v2.0/quotas/8527394cd66f4266bc991777b7fe5a87 HTTP/1.1" status: 200 len: 375 time: 0.0228190 May 05 22:21:56.624852 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-34f3a400-d91d-4de0-aaac-1c5f28ad7642 req-9b914587-7ed3-490d-aabc-4fb6ced0fd79 tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=8527394cd66f4266bc991777b7fe5a87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452392 May 05 22:21:56.881574 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [req-34f3a400-d91d-4de0-aaac-1c5f28ad7642 req-c27f7e5e-388d-424b-9754-bd5ecda5d577 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:21:56.882827 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-34f3a400-d91d-4de0-aaac-1c5f28ad7642 req-c27f7e5e-388d-424b-9754-bd5ecda5d577 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2030039 May 05 22:21:57.093261 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-34f3a400-d91d-4de0-aaac-1c5f28ad7642 req-56b5f121-7232-4235-9b48-ef9641110e1e service neutron] 10.222.0.23 "GET /v2.0/networks/836fe29c-fa73-4f80-b0ac-6a38624bf0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612036 May 05 22:21:57.254183 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-34f3a400-d91d-4de0-aaac-1c5f28ad7642 req-32cefebb-2720-4850-af53-27fd25dc28b0 service neutron] 10.222.0.23 "GET /v2.0/networks/836fe29c-fa73-4f80-b0ac-6a38624bf0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547027 May 05 22:21:57.264533 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc61a38-73b8-4622-be89-768fd9ed0970 admin admin] Router 77418468-b6b2-4a9a-b4ba-6eb22e6f1974 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:21:57.499783 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f5eff685-32bf-4028-8c84-0c63b6852f52 req-7839d8bc-b3c8-47a2-a72e-1f00447185d8 tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] 10.222.0.23 "GET /v2.0/ports?device_id=f99ac6ba-c79a-4d2c-94ff-7a675d7947df HTTP/1.1" status: 200 len: 210 time: 0.0495641 May 05 22:21:57.516844 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc61a38-73b8-4622-be89-768fd9ed0970 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:21:57.531327 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b4d15e-679d-43a3-9249-f85c1796f06e None None] Sync routers for ids ['77418468-b6b2-4a9a-b4ba-6eb22e6f1974'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:21:57.536957 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0fc61a38-73b8-4622-be89-768fd9ed0970 admin admin] 10.222.0.23 "PUT /v2.0/routers/77418468-b6b2-4a9a-b4ba-6eb22e6f1974/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8255813 May 05 22:21:57.539780 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 59402) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:21:57.578297 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b4d15e-679d-43a3-9249-f85c1796f06e None None] Routers {'77418468-b6b2-4a9a-b4ba-6eb22e6f1974'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:21:57.579060 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-77b4d15e-679d-43a3-9249-f85c1796f06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:21:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['77418468-b6b2-4a9a-b4ba-6eb22e6f1974'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:21:57.794819 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-77b4d15e-679d-43a3-9249-f85c1796f06e None None] Set router 77418468-b6b2-4a9a-b4ba-6eb22e6f1974 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:21:57.814411 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dafe1417-11b9-49fa-a916-090f5d5e8fba admin admin] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:58.037727 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dafe1417-11b9-49fa-a916-090f5d5e8fba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:58.049645 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-dafe1417-11b9-49fa-a916-090f5d5e8fba admin admin] Deleting port 67f325f4-66b8-414c-a264-6e8eb9937e56 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:21:58.050319 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dafe1417-11b9-49fa-a916-090f5d5e8fba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:58.143724 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-77b4d15e-679d-43a3-9249-f85c1796f06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77418468-b6b2-4a9a-b4ba-6eb22e6f1974', 'name': 'tempest-TestServerBasicOps-1747791511-router', 'tenant_id': '989c505d69dd4ac5bbb5923b5623477d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': '67f325f4-66b8-414c-a264-6e8eb9937e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:15:51Z', 'updated_at': '2022-05-05T22:21:55Z', 'revision_number': 5, 'project_id': '989c505d69dd4ac5bbb5923b5623477d', 'gw_port': {'id': '67f325f4-66b8-414c-a264-6e8eb9937e56', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:14:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77418468-b6b2-4a9a-b4ba-6eb22e6f1974', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:15:53Z', 'updated_at': '2022-05-05T22:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:21:58.148694 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b4d15e-679d-43a3-9249-f85c1796f06e None None] Checking router: 77418468-b6b2-4a9a-b4ba-6eb22e6f1974 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:21:58.160727 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b4d15e-679d-43a3-9249-f85c1796f06e None None] Routers {'77418468-b6b2-4a9a-b4ba-6eb22e6f1974'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:21:58.161500 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-77b4d15e-679d-43a3-9249-f85c1796f06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:21:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['77418468-b6b2-4a9a-b4ba-6eb22e6f1974'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:21:58.252689 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-dafe1417-11b9-49fa-a916-090f5d5e8fba admin admin] For port 67f325f4-66b8-414c-a264-6e8eb9937e56, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=67f325f4-66b8-414c-a264-6e8eb9937e56,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:21:58.253043 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dafe1417-11b9-49fa-a916-090f5d5e8fba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:58.395823 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-77b4d15e-679d-43a3-9249-f85c1796f06e None None] Set router 77418468-b6b2-4a9a-b4ba-6eb22e6f1974 gateway port host: None {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:21:58.473399 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-dafe1417-11b9-49fa-a916-090f5d5e8fba admin admin] Calling delete_port for 67f325f4-66b8-414c-a264-6e8eb9937e56 owned by network:router_gateway {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:21:58.550634 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-77b4d15e-679d-43a3-9249-f85c1796f06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77418468-b6b2-4a9a-b4ba-6eb22e6f1974', 'name': 'tempest-TestServerBasicOps-1747791511-router', 'tenant_id': '989c505d69dd4ac5bbb5923b5623477d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:15:51Z', 'updated_at': '2022-05-05T22:21:58Z', 'revision_number': 6, 'project_id': '989c505d69dd4ac5bbb5923b5623477d', 'gw_port_host': None}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:21:58.555929 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b4d15e-679d-43a3-9249-f85c1796f06e None None] The sync data for ids ['77418468-b6b2-4a9a-b4ba-6eb22e6f1974'] in n-d-825175-4 is: [{'id': '77418468-b6b2-4a9a-b4ba-6eb22e6f1974', 'name': 'tempest-TestServerBasicOps-1747791511-router', 'tenant_id': '989c505d69dd4ac5bbb5923b5623477d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:15:51Z', 'updated_at': '2022-05-05T22:21:58Z', 'revision_number': 6, 'project_id': '989c505d69dd4ac5bbb5923b5623477d', 'gw_port_host': None}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:21:58.751388 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cd22d107-ca38-404e-8d9e-215a9174a8c7 req-2cdfac58-db4d-46f5-aba5-8fb01a2f02c7 tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] 10.222.0.23 "GET /v2.0/ports?device_id=f99ac6ba-c79a-4d2c-94ff-7a675d7947df HTTP/1.1" status: 200 len: 210 time: 0.0437787 May 05 22:21:58.766256 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f3a400-d91d-4de0-aaac-1c5f28ad7642 req-4c689773-e084-4572-ab4d-ba35a5c0a080 tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:21:58.767809 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-34f3a400-d91d-4de0-aaac-1c5f28ad7642 req-4c689773-e084-4572-ab4d-ba35a5c0a080 tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] 10.222.0.44 "GET /v2.0/networks?id=836fe29c-fa73-4f80-b0ac-6a38624bf0dc HTTP/1.1" status: 200 len: 812 time: 0.2055554 May 05 22:21:58.811313 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-34f3a400-d91d-4de0-aaac-1c5f28ad7642 req-bf82827b-c0d7-4d16-93b2-4a61fede3e2a tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] Request body: {'port': {'device_id': 'f99ac6ba-c79a-4d2c-94ff-7a675d7947df', 'network_id': '836fe29c-fa73-4f80-b0ac-6a38624bf0dc', 'admin_state_up': True, 'tenant_id': '8527394cd66f4266bc991777b7fe5a87'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:21:58.925193 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dafe1417-11b9-49fa-a916-090f5d5e8fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:58.992674 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafe1417-11b9-49fa-a916-090f5d5e8fba admin admin] Pushing event deleted for resources: {'Port': ['ID=67f325f4-66b8-414c-a264-6e8eb9937e56,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:21:59.071410 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-34f3a400-d91d-4de0-aaac-1c5f28ad7642 req-bf82827b-c0d7-4d16-93b2-4a61fede3e2a tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:21:59.080064 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-34f3a400-d91d-4de0-aaac-1c5f28ad7642 req-bf82827b-c0d7-4d16-93b2-4a61fede3e2a tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] Usage tracker for resource:port and tenant:8527394cd66f4266bc991777b7fe5a87 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:21:59.087559 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-34f3a400-d91d-4de0-aaac-1c5f28ad7642 req-bf82827b-c0d7-4d16-93b2-4a61fede3e2a tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:21:59.096271 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-34f3a400-d91d-4de0-aaac-1c5f28ad7642 req-bf82827b-c0d7-4d16-93b2-4a61fede3e2a tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:21:59.267560 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34f3a400-d91d-4de0-aaac-1c5f28ad7642 req-bf82827b-c0d7-4d16-93b2-4a61fede3e2a tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] Made reservation on behalf of 8527394cd66f4266bc991777b7fe5a87 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:21:59.270507 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-34f3a400-d91d-4de0-aaac-1c5f28ad7642 req-bf82827b-c0d7-4d16-93b2-4a61fede3e2a tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:59.356868 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dafe1417-11b9-49fa-a916-090f5d5e8fba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:59.708946 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dafe1417-11b9-49fa-a916-090f5d5e8fba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:59.726948 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dafe1417-11b9-49fa-a916-090f5d5e8fba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:59.751818 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-34f3a400-d91d-4de0-aaac-1c5f28ad7642 req-bf82827b-c0d7-4d16-93b2-4a61fede3e2a tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] Allocated IP 172.20.0.6 (836fe29c-fa73-4f80-b0ac-6a38624bf0dc/eb8a13eb-1e9d-408f-9533-a16586a02c8b/4e21920d-a5a9-4d33-adf5-8b360413298f) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:21:59.787753 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dafe1417-11b9-49fa-a916-090f5d5e8fba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:59.788412 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dafe1417-11b9-49fa-a916-090f5d5e8fba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77418468-b6b2-4a9a-b4ba-6eb22e6f1974 {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:21:59.828723 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dafe1417-11b9-49fa-a916-090f5d5e8fba admin admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:21:59.830016 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-dafe1417-11b9-49fa-a916-090f5d5e8fba admin admin] 10.222.0.23 "DELETE /v2.0/routers/77418468-b6b2-4a9a-b4ba-6eb22e6f1974 HTTP/1.1" status: 204 len: 168 time: 2.2893858 May 05 22:21:59.835615 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59440) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:22:00.027463 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 2d00957d-4aed-4b24-88c2-511dc6498325 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:22:00.033868 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-34f3a400-d91d-4de0-aaac-1c5f28ad7642 req-bf82827b-c0d7-4d16-93b2-4a61fede3e2a tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:00.070707 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-34f3a400-d91d-4de0-aaac-1c5f28ad7642 req-bf82827b-c0d7-4d16-93b2-4a61fede3e2a tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:00.084143 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 2d00957d-4aed-4b24-88c2-511dc6498325 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:22:00.085056 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 2d00957d-4aed-4b24-88c2-511dc6498325 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:22:00.085622 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 67f325f4-66b8-414c-a264-6e8eb9937e56 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:22:00.123190 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 67f325f4-66b8-414c-a264-6e8eb9937e56 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:22:00.123740 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 67f325f4-66b8-414c-a264-6e8eb9937e56 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:22:00.172760 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34f3a400-d91d-4de0-aaac-1c5f28ad7642 req-bf82827b-c0d7-4d16-93b2-4a61fede3e2a tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] Network 836fe29c-fa73-4f80-b0ac-6a38624bf0dc is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:22:00.174500 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-34f3a400-d91d-4de0-aaac-1c5f28ad7642 req-bf82827b-c0d7-4d16-93b2-4a61fede3e2a tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:22:00.179950 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f3a400-d91d-4de0-aaac-1c5f28ad7642 req-bf82827b-c0d7-4d16-93b2-4a61fede3e2a tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:22:00.208004 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf82827b-c0d7-4d16-93b2-4a61fede3e2a tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] Pushing event updated for resources: {'Port': ['ID=4e21920d-a5a9-4d33-adf5-8b360413298f,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:00.229971 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59460) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:22:00.243528 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f3a400-d91d-4de0-aaac-1c5f28ad7642 req-bf82827b-c0d7-4d16-93b2-4a61fede3e2a tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:00.244203 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-34f3a400-d91d-4de0-aaac-1c5f28ad7642 req-bf82827b-c0d7-4d16-93b2-4a61fede3e2a tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:00.264657 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-34f3a400-d91d-4de0-aaac-1c5f28ad7642 req-bf82827b-c0d7-4d16-93b2-4a61fede3e2a tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4845288 May 05 22:22:00.277031 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-34f3a400-d91d-4de0-aaac-1c5f28ad7642 req-1b7464fd-e4a6-48a2-8235-7d4130f5b1d2 service neutron] Request body: {'port': {'device_id': 'f99ac6ba-c79a-4d2c-94ff-7a675d7947df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:22:00.290417 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6688e35-4fe0-42dc-bf39-c07e07e4baff admin admin] Deleting subnet 27d7124c-1fa4-44df-a333-048f6a650311 {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:22:00.296574 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b6688e35-4fe0-42dc-bf39-c07e07e4baff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:00.370947 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a61bec-6a2d-4044-ae7f-6154839c6590 tempest-TestNetworkBasicOps-296979938 tempest-TestNetworkBasicOps-296979938-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:00.374719 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a7a61bec-6a2d-4044-ae7f-6154839c6590 tempest-TestNetworkBasicOps-296979938 tempest-TestNetworkBasicOps-296979938-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=25bfe237-58de-4709-a3e0-ac79da07c300 HTTP/1.1" status: 200 len: 814 time: 0.1400058 May 05 22:22:00.378627 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b6688e35-4fe0-42dc-bf39-c07e07e4baff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:00.394423 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-34f3a400-d91d-4de0-aaac-1c5f28ad7642 req-1b7464fd-e4a6-48a2-8235-7d4130f5b1d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:00.425981 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b95b87-d9f1-4aff-a59d-341f1b35e1e7 req-c56f2e48-c082-47a8-aefb-0152b023001c tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:00.428193 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c9b95b87-d9f1-4aff-a59d-341f1b35e1e7 req-c56f2e48-c082-47a8-aefb-0152b023001c tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] 10.222.0.23 "GET /v2.0/ports?device_id=f99ac6ba-c79a-4d2c-94ff-7a675d7947df HTTP/1.1" status: 200 len: 931 time: 0.2589533 May 05 22:22:00.504067 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-c9b95b87-d9f1-4aff-a59d-341f1b35e1e7 req-fd96a09c-5bdf-4735-82e8-f4b74ca42fb6 tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] Synchronizing usage tracker for tenant:8527394cd66f4266bc991777b7fe5a87 on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:22:00.519236 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b6688e35-4fe0-42dc-bf39-c07e07e4baff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:00.564088 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-c9b95b87-d9f1-4aff-a59d-341f1b35e1e7 req-fd96a09c-5bdf-4735-82e8-f4b74ca42fb6 tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] Unset dirty status for tenant:8527394cd66f4266bc991777b7fe5a87 on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:22:00.565323 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c9b95b87-d9f1-4aff-a59d-341f1b35e1e7 req-fd96a09c-5bdf-4735-82e8-f4b74ca42fb6 tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] 10.222.0.23 "GET /v2.0/security-groups?id=88e7524a-3c40-44ad-8f82-44a6c20d7a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277037 May 05 22:22:00.609911 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b6688e35-4fe0-42dc-bf39-c07e07e4baff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:00.657690 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6688e35-4fe0-42dc-bf39-c07e07e4baff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27d7124c-1fa4-44df-a333-048f6a650311,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:00.668485 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b6688e35-4fe0-42dc-bf39-c07e07e4baff admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:00.670008 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63a3dd7-305c-44f7-9ec1-fe6c11460b6a None None] Network 5579f484-2b68-478e-8113-36fd7459ddaf requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:22:00.676739 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b6688e35-4fe0-42dc-bf39-c07e07e4baff admin admin] 10.222.0.23 "DELETE /v2.0/subnets/27d7124c-1fa4-44df-a333-048f6a650311 HTTP/1.1" status: 204 len: 168 time: 0.8394549 May 05 22:22:00.679480 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59476) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:22:00.794443 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a1087886-19f4-44c2-b0a6-e033948b2f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:00.806034 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-a1087886-19f4-44c2-b0a6-e033948b2f7d admin admin] Deleting port ac73a597-4925-4e75-8160-347c1258b9bf {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:22:00.806362 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a1087886-19f4-44c2-b0a6-e033948b2f7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:00.837517 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-34f3a400-d91d-4de0-aaac-1c5f28ad7642 req-1b7464fd-e4a6-48a2-8235-7d4130f5b1d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e21920d-a5a9-4d33-adf5-8b360413298f {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:22:00.844583 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-34f3a400-d91d-4de0-aaac-1c5f28ad7642 req-1b7464fd-e4a6-48a2-8235-7d4130f5b1d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:00.860677 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-34f3a400-d91d-4de0-aaac-1c5f28ad7642 req-1b7464fd-e4a6-48a2-8235-7d4130f5b1d2 service neutron] Transition to ACTIVE for port object 4e21920d-a5a9-4d33-adf5-8b360413298f will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:22:00.867152 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-34f3a400-d91d-4de0-aaac-1c5f28ad7642 req-1b7464fd-e4a6-48a2-8235-7d4130f5b1d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:00.976938 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0a4832-55f9-4284-925d-fc44ec1a9dd6 None None] DHCP port deletion for 5579f484-2b68-478e-8113-36fd7459ddaf request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:22:00.983186 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ea0a4832-55f9-4284-925d-fc44ec1a9dd6 None None] Deleting port ac73a597-4925-4e75-8160-347c1258b9bf {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:22:00.984188 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ea0a4832-55f9-4284-925d-fc44ec1a9dd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:01.066840 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-a1087886-19f4-44c2-b0a6-e033948b2f7d admin admin] For port ac73a597-4925-4e75-8160-347c1258b9bf, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=ac73a597-4925-4e75-8160-347c1258b9bf,segment=NetworkSegment(b92baa2d-d742-4ff3-abe2-5473cf67f225),segment_id=b92baa2d-d742-4ff3-abe2-5473cf67f225)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:22:01.068126 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a1087886-19f4-44c2-b0a6-e033948b2f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:01.211824 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-a1087886-19f4-44c2-b0a6-e033948b2f7d admin admin] Calling delete_port for ac73a597-4925-4e75-8160-347c1258b9bf owned by network:dhcp {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:22:01.250821 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7464fd-e4a6-48a2-8235-7d4130f5b1d2 service neutron] Pushing event updated for resources: {'Port': ['ID=4e21920d-a5a9-4d33-adf5-8b360413298f,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:01.279655 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ea0a4832-55f9-4284-925d-fc44ec1a9dd6 None None] For port ac73a597-4925-4e75-8160-347c1258b9bf, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=ac73a597-4925-4e75-8160-347c1258b9bf,segment=NetworkSegment(b92baa2d-d742-4ff3-abe2-5473cf67f225),segment_id=b92baa2d-d742-4ff3-abe2-5473cf67f225)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:22:01.280230 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ea0a4832-55f9-4284-925d-fc44ec1a9dd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:01.302403 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-34f3a400-d91d-4de0-aaac-1c5f28ad7642 req-1b7464fd-e4a6-48a2-8235-7d4130f5b1d2 service neutron] Attempting to bind port 4e21920d-a5a9-4d33-adf5-8b360413298f on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:22:01.302403 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-34f3a400-d91d-4de0-aaac-1c5f28ad7642 req-1b7464fd-e4a6-48a2-8235-7d4130f5b1d2 service neutron] Attempting to bind port 4e21920d-a5a9-4d33-adf5-8b360413298f by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': '6322d9e1-912c-4115-a626-c55d2fbd96a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '836fe29c-fa73-4f80-b0ac-6a38624bf0dc'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:22:01.302403 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f3a400-d91d-4de0-aaac-1c5f28ad7642 req-1b7464fd-e4a6-48a2-8235-7d4130f5b1d2 service neutron] Attempting to bind port 4e21920d-a5a9-4d33-adf5-8b360413298f on network 836fe29c-fa73-4f80-b0ac-6a38624bf0dc {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:22:01.310800 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f3a400-d91d-4de0-aaac-1c5f28ad7642 req-1b7464fd-e4a6-48a2-8235-7d4130f5b1d2 service neutron] Port 4e21920d-a5a9-4d33-adf5-8b360413298f on network 836fe29c-fa73-4f80-b0ac-6a38624bf0dc not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:22:01.310800 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f3a400-d91d-4de0-aaac-1c5f28ad7642 req-1b7464fd-e4a6-48a2-8235-7d4130f5b1d2 service neutron] Attempting to bind port 4e21920d-a5a9-4d33-adf5-8b360413298f on network 836fe29c-fa73-4f80-b0ac-6a38624bf0dc {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:22:01.312482 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a1087886-19f4-44c2-b0a6-e033948b2f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:01.361319 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f3a400-d91d-4de0-aaac-1c5f28ad7642 req-1b7464fd-e4a6-48a2-8235-7d4130f5b1d2 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:22:01.361670 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f3a400-d91d-4de0-aaac-1c5f28ad7642 req-1b7464fd-e4a6-48a2-8235-7d4130f5b1d2 service neutron] Checking segment: {'id': '6322d9e1-912c-4115-a626-c55d2fbd96a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '836fe29c-fa73-4f80-b0ac-6a38624bf0dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:22:01.362748 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f3a400-d91d-4de0-aaac-1c5f28ad7642 req-1b7464fd-e4a6-48a2-8235-7d4130f5b1d2 service neutron] Bound using segment: {'id': '6322d9e1-912c-4115-a626-c55d2fbd96a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '836fe29c-fa73-4f80-b0ac-6a38624bf0dc'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:22:01.363251 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-34f3a400-d91d-4de0-aaac-1c5f28ad7642 req-1b7464fd-e4a6-48a2-8235-7d4130f5b1d2 service neutron] Bound port: 4e21920d-a5a9-4d33-adf5-8b360413298f, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6322d9e1-912c-4115-a626-c55d2fbd96a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '836fe29c-fa73-4f80-b0ac-6a38624bf0dc'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:22:01.363609 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-34f3a400-d91d-4de0-aaac-1c5f28ad7642 req-1b7464fd-e4a6-48a2-8235-7d4130f5b1d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:01.399352 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1087886-19f4-44c2-b0a6-e033948b2f7d admin admin] Pushing event deleted for resources: {'Port': ['ID=ac73a597-4925-4e75-8160-347c1258b9bf,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:01.412067 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1087886-19f4-44c2-b0a6-e033948b2f7d admin admin] No DVR routers for this DVR port ac73a597-4925-4e75-8160-347c1258b9bf on host n-d-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:22:01.492882 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ea0a4832-55f9-4284-925d-fc44ec1a9dd6 None None] Calling delete_port for ac73a597-4925-4e75-8160-347c1258b9bf owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:22:01.511941 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-34f3a400-d91d-4de0-aaac-1c5f28ad7642 req-1b7464fd-e4a6-48a2-8235-7d4130f5b1d2 service neutron] For port 4e21920d-a5a9-4d33-adf5-8b360413298f, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:22:01.519202 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-34f3a400-d91d-4de0-aaac-1c5f28ad7642 req-1b7464fd-e4a6-48a2-8235-7d4130f5b1d2 service neutron] For port 4e21920d-a5a9-4d33-adf5-8b360413298f, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=4e21920d-a5a9-4d33-adf5-8b360413298f,segment=NetworkSegment(6322d9e1-912c-4115-a626-c55d2fbd96a9),segment_id=6322d9e1-912c-4115-a626-c55d2fbd96a9)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:22:01.538534 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-34f3a400-d91d-4de0-aaac-1c5f28ad7642 req-1b7464fd-e4a6-48a2-8235-7d4130f5b1d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:01.566015 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a1087886-19f4-44c2-b0a6-e033948b2f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:01.601351 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-a1087886-19f4-44c2-b0a6-e033948b2f7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5579f484-2b68-478e-8113-36fd7459ddaf']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:22:01.615155 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-34f3a400-d91d-4de0-aaac-1c5f28ad7642 req-1b7464fd-e4a6-48a2-8235-7d4130f5b1d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:01.617417 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-34f3a400-d91d-4de0-aaac-1c5f28ad7642 req-1b7464fd-e4a6-48a2-8235-7d4130f5b1d2 service neutron] 10.222.0.44 "PUT /v2.0/ports/4e21920d-a5a9-4d33-adf5-8b360413298f HTTP/1.1" status: 200 len: 1091 time: 1.3453405 May 05 22:22:01.619218 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f99ac6ba-c79a-4d2c-94ff-7a675d7947df', 'tag': '4e21920d-a5a9-4d33-adf5-8b360413298f'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:22:01.621109 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-a1087886-19f4-44c2-b0a6-e033948b2f7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b92baa2d-d742-4ff3-abe2-5473cf67f225') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:22:01.621404 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-a1087886-19f4-44c2-b0a6-e033948b2f7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b92baa2d-d742-4ff3-abe2-5473cf67f225') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:22:01.635198 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:22:01.635198 n-d-825175-4 neutron-server[84064]: util.warn( May 05 22:22:01.635198 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:22:01.635198 n-d-825175-4 neutron-server[84064]: util.warn( May 05 22:22:01.635198 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:22:01.635198 n-d-825175-4 neutron-server[84064]: util.warn( May 05 22:22:01.635198 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:22:01.635198 n-d-825175-4 neutron-server[84064]: util.warn( May 05 22:22:01.635198 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:22:01.635198 n-d-825175-4 neutron-server[84064]: util.warn( May 05 22:22:01.635198 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:22:01.635198 n-d-825175-4 neutron-server[84064]: util.warn( May 05 22:22:01.635198 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:22:01.635198 n-d-825175-4 neutron-server[84064]: util.warn( May 05 22:22:01.635198 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:22:01.635198 n-d-825175-4 neutron-server[84064]: util.warn( May 05 22:22:01.635198 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:22:01.635198 n-d-825175-4 neutron-server[84064]: util.warn( May 05 22:22:01.635198 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:22:01.635198 n-d-825175-4 neutron-server[84064]: util.warn( May 05 22:22:01.635198 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:22:01.635198 n-d-825175-4 neutron-server[84064]: util.warn( May 05 22:22:01.635198 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:22:01.635198 n-d-825175-4 neutron-server[84064]: util.warn( May 05 22:22:01.635198 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:22:01.635198 n-d-825175-4 neutron-server[84064]: util.warn( May 05 22:22:01.635198 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:22:01.635198 n-d-825175-4 neutron-server[84064]: util.warn( May 05 22:22:01.635198 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:22:01.635198 n-d-825175-4 neutron-server[84064]: util.warn( May 05 22:22:01.635198 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:22:01.635198 n-d-825175-4 neutron-server[84064]: util.warn( May 05 22:22:01.635198 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:22:01.635198 n-d-825175-4 neutron-server[84064]: util.warn( May 05 22:22:01.635198 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:22:01.635198 n-d-825175-4 neutron-server[84064]: util.warn( May 05 22:22:01.635198 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:22:01.635198 n-d-825175-4 neutron-server[84064]: util.warn( May 05 22:22:01.635198 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:22:01.635198 n-d-825175-4 neutron-server[84064]: util.warn( May 05 22:22:01.635198 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:22:01.635198 n-d-825175-4 neutron-server[84064]: util.warn( May 05 22:22:01.635198 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:22:01.635198 n-d-825175-4 neutron-server[84064]: util.warn( May 05 22:22:01.635198 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:22:01.635198 n-d-825175-4 neutron-server[84064]: util.warn( May 05 22:22:01.635198 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:22:01.635198 n-d-825175-4 neutron-server[84064]: util.warn( May 05 22:22:01.635198 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:22:01.635198 n-d-825175-4 neutron-server[84064]: util.warn( May 05 22:22:01.635198 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:22:01.635198 n-d-825175-4 neutron-server[84064]: util.warn( May 05 22:22:01.635198 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:22:01.635198 n-d-825175-4 neutron-server[84064]: util.warn( May 05 22:22:01.635198 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:22:01.635198 n-d-825175-4 neutron-server[84064]: util.warn( May 05 22:22:01.638680 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a1087886-19f4-44c2-b0a6-e033948b2f7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:01.646234 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-ea0a4832-55f9-4284-925d-fc44ec1a9dd6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:22:01.649903 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59486) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:22:01.651170 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-ea0a4832-55f9-4284-925d-fc44ec1a9dd6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:22:01.661116 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-d40fb4a5-3f52-4079-94fc-352ccdf70cd2 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Request body: {'network': {'name': 'tempest-network-smoke--9802678', 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'port_security_enabled': True}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:22:01.669265 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7464fd-e4a6-48a2-8235-7d4130f5b1d2 service neutron] Pushing event updated for resources: {'Port': ['ID=4e21920d-a5a9-4d33-adf5-8b360413298f,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:01.670306 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-d40fb4a5-3f52-4079-94fc-352ccdf70cd2 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:22:01.679759 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a1087886-19f4-44c2-b0a6-e033948b2f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:01.700453 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-d40fb4a5-3f52-4079-94fc-352ccdf70cd2 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:22:01.709846 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1087886-19f4-44c2-b0a6-e033948b2f7d admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:22:01.710250 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a1087886-19f4-44c2-b0a6-e033948b2f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:01.735310 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3c4a1cd-3a8f-4525-bcb1-3a8d01191c14'] response: {'name': 'network-changed', 'server_uuid': 'f99ac6ba-c79a-4d2c-94ff-7a675d7947df', 'tag': '4e21920d-a5a9-4d33-adf5-8b360413298f', 'status': 'completed', 'code': 200} May 05 22:22:01.771296 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-34f3a400-d91d-4de0-aaac-1c5f28ad7642 req-a2eff622-de92-4c1c-93d4-932ed3b3a8e7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8527394cd66f4266bc991777b7fe5a87&device_id=f99ac6ba-c79a-4d2c-94ff-7a675d7947df HTTP/1.1" status: 200 len: 1094 time: 0.0901976 May 05 22:22:01.785801 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 22:22:01.785801 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:22:01.785801 n-d-825175-4 neutron-server[84061]: timer() May 05 22:22:01.785801 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:22:01.785801 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 22:22:01.785801 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:22:01.785801 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 22:22:01.785801 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:22:01.785801 n-d-825175-4 neutron-server[84061]: self._notify() May 05 22:22:01.785801 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:22:01.785801 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 22:22:01.785801 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:22:01.785801 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 22:22:01.785801 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:22:01.785801 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:22:01.785801 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:22:01.785801 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:22:01.785801 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:22:01.785801 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 22:22:01.785801 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:22:01.785801 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 22:22:01.785801 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:22:01.785801 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:22:01.785801 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:22:01.785801 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 22:22:01.785801 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:22:01.785801 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:22:01.785801 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:22:01.785801 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:22:01.785801 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:22:01.785801 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:22:01.785801 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:22:01.849418 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-34f3a400-d91d-4de0-aaac-1c5f28ad7642 req-78c50104-a12e-454b-b4c7-02209483c644 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e21920d-a5a9-4d33-adf5-8b360413298f HTTP/1.1" status: 200 len: 217 time: 0.0711546 May 05 22:22:01.851257 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40fb4a5-3f52-4079-94fc-352ccdf70cd2 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Made reservation on behalf of d71c16b2c284427c858b4c912eefc596 for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:22:01.854181 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d40fb4a5-3f52-4079-94fc-352ccdf70cd2 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:01.879426 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a1087886-19f4-44c2-b0a6-e033948b2f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:01.907363 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a1087886-19f4-44c2-b0a6-e033948b2f7d admin admin] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:01.916399 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f3a400-d91d-4de0-aaac-1c5f28ad7642 req-ffa3f6f4-30c0-443a-adee-0f2a636bfc7f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:01.917879 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-34f3a400-d91d-4de0-aaac-1c5f28ad7642 req-ffa3f6f4-30c0-443a-adee-0f2a636bfc7f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eb8a13eb-1e9d-408f-9533-a16586a02c8b HTTP/1.1" status: 200 len: 852 time: 0.0620990 May 05 22:22:01.918626 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1087886-19f4-44c2-b0a6-e033948b2f7d admin admin] Pushing event deleted for resources: {'Network': ['ID=5579f484-2b68-478e-8113-36fd7459ddaf,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:01.934756 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d40fb4a5-3f52-4079-94fc-352ccdf70cd2 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:22:01.952631 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d40fb4a5-3f52-4079-94fc-352ccdf70cd2 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:01.952922 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-d40fb4a5-3f52-4079-94fc-352ccdf70cd2 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Added segment 4cdd45ac-3540-4744-96d6-7359095a93fc of type vlan for network 089afe5e-cb1b-4461-b169-a4cccbe2bfe3 May 05 22:22:01.955085 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a1087886-19f4-44c2-b0a6-e033948b2f7d admin admin] 10.222.0.23 "DELETE /v2.0/networks/5579f484-2b68-478e-8113-36fd7459ddaf HTTP/1.1" status: 204 len: 168 time: 1.2745032 May 05 22:22:01.960166 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 59490) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:22:01.970300 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d1df8-16ff-4743-9d92-f432607ace7a req-a82af251-e7a5-4cc6-8e35-06533b4e5c06 tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:01.971952 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ce2d1df8-16ff-4743-9d92-f432607ace7a req-a82af251-e7a5-4cc6-8e35-06533b4e5c06 tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] 10.222.0.23 "GET /v2.0/ports?device_id=f99ac6ba-c79a-4d2c-94ff-7a675d7947df HTTP/1.1" status: 200 len: 943 time: 0.1728873 May 05 22:22:01.999948 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device ac73a597-4925-4e75-8160-347c1258b9bf no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:22:02.011289 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d40fb4a5-3f52-4079-94fc-352ccdf70cd2 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:02.040460 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: ac73a597-4925-4e75-8160-347c1258b9bf {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:22:02.040849 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device ac73a597-4925-4e75-8160-347c1258b9bf not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:22:02.049271 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-34f3a400-d91d-4de0-aaac-1c5f28ad7642 req-06a3f27c-49f7-49f6-8b41-dd5e4cf115fd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=836fe29c-fa73-4f80-b0ac-6a38624bf0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1245821 May 05 22:22:02.054535 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ce2d1df8-16ff-4743-9d92-f432607ace7a req-e49baeea-6bab-4a67-9198-b8a56d9328b5 tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] 10.222.0.23 "GET /v2.0/security-groups?id=88e7524a-3c40-44ad-8f82-44a6c20d7a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761719 May 05 22:22:02.064086 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d40fb4a5-3f52-4079-94fc-352ccdf70cd2 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:02.068888 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40fb4a5-3f52-4079-94fc-352ccdf70cd2 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:02.069582 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d40fb4a5-3f52-4079-94fc-352ccdf70cd2 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:02.152761 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ea0a4832-55f9-4284-925d-fc44ec1a9dd6 None None] Deleting port ac73a597-4925-4e75-8160-347c1258b9bf {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:22:02.153391 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ea0a4832-55f9-4284-925d-fc44ec1a9dd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:02.230179 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ea0a4832-55f9-4284-925d-fc44ec1a9dd6 None None] The port 'ac73a597-4925-4e75-8160-347c1258b9bf' was deleted {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 22:22:02.296608 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-34f3a400-d91d-4de0-aaac-1c5f28ad7642 req-00a6a551-b882-4342-b4aa-32083660fe7d service neutron] 10.222.0.44 "GET /v2.0/networks/836fe29c-fa73-4f80-b0ac-6a38624bf0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931229 May 05 22:22:02.308067 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40fb4a5-3f52-4079-94fc-352ccdf70cd2 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Pushing event updated for resources: {'Network': ['ID=089afe5e-cb1b-4461-b169-a4cccbe2bfe3,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:02.311390 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-d40fb4a5-3f52-4079-94fc-352ccdf70cd2 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6604257 May 05 22:22:02.315713 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59494) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:22:02.321224 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 089afe5e-cb1b-4461-b169-a4cccbe2bfe3 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:22:02.388366 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2954157-1b0c-4a87-9cff-1f10d359e855 tempest-TestNetworkBasicOps-296979938 tempest-TestNetworkBasicOps-296979938-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:02.389853 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e2954157-1b0c-4a87-9cff-1f10d359e855 tempest-TestNetworkBasicOps-296979938 tempest-TestNetworkBasicOps-296979938-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=d71c16b2c284427c858b4c912eefc596&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0737631 May 05 22:22:02.393894 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59498) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:22:02.477849 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-34f3a400-d91d-4de0-aaac-1c5f28ad7642 req-334016ea-f56a-4c8f-88a0-42b08867a223 service neutron] 10.222.0.44 "GET /v2.0/networks/836fe29c-fa73-4f80-b0ac-6a38624bf0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740015 May 05 22:22:02.550042 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f99c13c-1d58-45c4-acaa-d37afc847612 tempest-TestNetworkBasicOps-296979938 tempest-TestNetworkBasicOps-296979938-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:02.554180 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-1f99c13c-1d58-45c4-acaa-d37afc847612 tempest-TestNetworkBasicOps-296979938 tempest-TestNetworkBasicOps-296979938-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1571593 May 05 22:22:02.554560 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59502) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:22:02.602968 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4b66dc34-53ed-4fa0-b99b-e171a249dd49 tempest-TestNetworkBasicOps-296979938 tempest-TestNetworkBasicOps-296979938-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=25bfe237-58de-4709-a3e0-ac79da07c300&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0446022 May 05 22:22:02.603184 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59508) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:22:02.653593 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0d16846c-fff1-4139-bf07-50038a06c3bc tempest-TestNetworkBasicOps-296979938 tempest-TestNetworkBasicOps-296979938-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=d71c16b2c284427c858b4c912eefc596&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0461800 May 05 22:22:02.653820 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59514) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:22:02.727010 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5a502578-a7b8-4fca-9500-627e711275b3 req-2c492b5a-37ae-4877-9011-46f96a2b6a93 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8527394cd66f4266bc991777b7fe5a87&device_id=f99ac6ba-c79a-4d2c-94ff-7a675d7947df HTTP/1.1" status: 200 len: 1094 time: 0.1847661 May 05 22:22:02.803404 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57648b21-d558-46e1-ad54-457f6e2283f7 tempest-TestNetworkBasicOps-296979938 tempest-TestNetworkBasicOps-296979938-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:02.803404 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-57648b21-d558-46e1-ad54-457f6e2283f7 tempest-TestNetworkBasicOps-296979938 tempest-TestNetworkBasicOps-296979938-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1455169 May 05 22:22:02.803404 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59520) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:22:02.849059 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0f6edf22-bb03-40ab-9567-07523d5ba2c5 tempest-TestNetworkBasicOps-296979938 tempest-TestNetworkBasicOps-296979938-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=25bfe237-58de-4709-a3e0-ac79da07c300&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417883 May 05 22:22:02.849545 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59524) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:22:02.856083 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-b87df941-c29f-4df9-ab87-0f4e94fde12c tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-920302452', 'network_id': '089afe5e-cb1b-4461-b169-a4cccbe2bfe3', 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:22:02.985090 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b87df941-c29f-4df9-ab87-0f4e94fde12c tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:22:02.990061 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b87df941-c29f-4df9-ab87-0f4e94fde12c tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Usage tracker for resource:subnet and tenant:d71c16b2c284427c858b4c912eefc596 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:22:02.993886 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b87df941-c29f-4df9-ab87-0f4e94fde12c tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:22:03.001047 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b87df941-c29f-4df9-ab87-0f4e94fde12c tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:22:03.012390 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87df941-c29f-4df9-ab87-0f4e94fde12c tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Made reservation on behalf of d71c16b2c284427c858b4c912eefc596 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:22:03.062716 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a502578-a7b8-4fca-9500-627e711275b3 req-e0eb6824-d819-4a59-90a9-e92072060266 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:03.064063 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5a502578-a7b8-4fca-9500-627e711275b3 req-e0eb6824-d819-4a59-90a9-e92072060266 service neutron] 10.222.0.44 "GET /v2.0/networks?id=836fe29c-fa73-4f80-b0ac-6a38624bf0dc HTTP/1.1" status: 200 len: 913 time: 0.3297932 May 05 22:22:03.129933 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b87df941-c29f-4df9-ab87-0f4e94fde12c tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:03.152448 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eda580d8-93db-49da-a516-ca52b97525c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:03.206220 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5a502578-a7b8-4fca-9500-627e711275b3 req-2dae816b-63b2-4ae2-89e9-f68f4d4bc9f9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e21920d-a5a9-4d33-adf5-8b360413298f HTTP/1.1" status: 200 len: 217 time: 0.1345932 May 05 22:22:03.348089 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a502578-a7b8-4fca-9500-627e711275b3 req-1173659c-559e-4735-879e-16e613662cb6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:03.349861 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5a502578-a7b8-4fca-9500-627e711275b3 req-1173659c-559e-4735-879e-16e613662cb6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eb8a13eb-1e9d-408f-9533-a16586a02c8b HTTP/1.1" status: 200 len: 852 time: 0.1359341 May 05 22:22:03.374715 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fed722-cfe9-45b3-8f3a-7ab315fe6bc2 req-d9f15b13-09bc-4fdd-97f6-63bb47b2dbb6 tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:03.376207 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-88fed722-cfe9-45b3-8f3a-7ab315fe6bc2 req-d9f15b13-09bc-4fdd-97f6-63bb47b2dbb6 tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] 10.222.0.23 "GET /v2.0/ports?device_id=f99ac6ba-c79a-4d2c-94ff-7a675d7947df HTTP/1.1" status: 200 len: 943 time: 0.1492870 May 05 22:22:03.399307 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5a502578-a7b8-4fca-9500-627e711275b3 req-1f9fb3ab-2c8e-47ef-945e-cf0cd37d2f78 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=836fe29c-fa73-4f80-b0ac-6a38624bf0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427589 May 05 22:22:03.453649 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-88fed722-cfe9-45b3-8f3a-7ab315fe6bc2 req-4c69ea49-2d39-449c-943e-1b43fc843c87 tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] 10.222.0.23 "GET /v2.0/security-groups?id=88e7524a-3c40-44ad-8f82-44a6c20d7a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684996 May 05 22:22:03.454469 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b87df941-c29f-4df9-ab87-0f4e94fde12c tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:03.559532 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5a502578-a7b8-4fca-9500-627e711275b3 req-d8bee39e-62ee-45f6-9272-3440bae6360e service neutron] 10.222.0.44 "GET /v2.0/networks/836fe29c-fa73-4f80-b0ac-6a38624bf0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531255 May 05 22:22:03.560377 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87df941-c29f-4df9-ab87-0f4e94fde12c tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Checking segment: {'id': '4cdd45ac-3540-4744-96d6-7359095a93fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '089afe5e-cb1b-4461-b169-a4cccbe2bfe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:22:03.561028 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87df941-c29f-4df9-ab87-0f4e94fde12c tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Network hostable DHCP agents. Network: 089afe5e-cb1b-4461-b169-a4cccbe2bfe3, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:22:03.587114 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87df941-c29f-4df9-ab87-0f4e94fde12c tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Pushing event updated for resources: {'Subnet': ['ID=d69c601a-def9-40c1-9e47-54578eddacb9,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:03.593393 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87df941-c29f-4df9-ab87-0f4e94fde12c tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Network 089afe5e-cb1b-4461-b169-a4cccbe2bfe3 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:22:03.607729 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-b87df941-c29f-4df9-ab87-0f4e94fde12c tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 089afe5e-cb1b-4461-b169-a4cccbe2bfe3) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:22:03.613602 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87df941-c29f-4df9-ab87-0f4e94fde12c tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:03.614392 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b87df941-c29f-4df9-ab87-0f4e94fde12c tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:03.618596 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f31e133-4426-4976-8c49-aef42c7ef67f None None] Network 089afe5e-cb1b-4461-b169-a4cccbe2bfe3 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:22:03.646090 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b87df941-c29f-4df9-ab87-0f4e94fde12c tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7949038 May 05 22:22:03.920350 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5a502578-a7b8-4fca-9500-627e711275b3 req-c6df9ad9-e360-4a46-9ca4-d7366eca8c0a service neutron] 10.222.0.44 "GET /v2.0/networks/836fe29c-fa73-4f80-b0ac-6a38624bf0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282988 May 05 22:22:03.941027 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed7a4e1-3b18-4c52-8991-ca357d1044f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-089afe5e-cb1b-4461-b169-a4cccbe2bfe3', 'network_id': '089afe5e-cb1b-4461-b169-a4cccbe2bfe3', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'fixed_ips': [{'subnet_id': 'd69c601a-def9-40c1-9e47-54578eddacb9'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:22:03.944268 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4ed7a4e1-3b18-4c52-8991-ca357d1044f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:04.054121 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59534) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:22:04.060481 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-b0335814-73c7-43e8-9659-44e21cba0422 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-340881472', 'description': 'tempest-secgroup-smoke-340881472 description', 'project_id': 'd71c16b2c284427c858b4c912eefc596'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:22:04.068195 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b0335814-73c7-43e8-9659-44e21cba0422 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:22:04.081593 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b0335814-73c7-43e8-9659-44e21cba0422 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:22:04.094422 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b0335814-73c7-43e8-9659-44e21cba0422 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:04.136939 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b0335814-73c7-43e8-9659-44e21cba0422 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:22:04.140079 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-4ed7a4e1-3b18-4c52-8991-ca357d1044f3 None None] Allocated IP 172.20.0.18 (089afe5e-cb1b-4461-b169-a4cccbe2bfe3/d69c601a-def9-40c1-9e47-54578eddacb9/269ea693-0a06-4c11-a18e-54fa2ff60128) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:22:04.141900 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b0335814-73c7-43e8-9659-44e21cba0422 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Usage tracker for resource:security_group_rule and tenant:d71c16b2c284427c858b4c912eefc596 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:22:04.145047 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b0335814-73c7-43e8-9659-44e21cba0422 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:22:04.151636 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b0335814-73c7-43e8-9659-44e21cba0422 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:22:04.214517 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b0335814-73c7-43e8-9659-44e21cba0422 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:04.219164 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b0335814-73c7-43e8-9659-44e21cba0422 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:04.240750 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-eda580d8-93db-49da-a516-ca52b97525c5 admin admin] Deleting port 18d7febd-2f45-415e-b124-0a8dc8bee63f {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:22:04.241360 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eda580d8-93db-49da-a516-ca52b97525c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:04.269904 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0335814-73c7-43e8-9659-44e21cba0422 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38585266-b9d5-48c6-b37b-c8dfdc8e59b9,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:04.275384 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b0335814-73c7-43e8-9659-44e21cba0422 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:04.277128 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b0335814-73c7-43e8-9659-44e21cba0422 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2219732 May 05 22:22:04.280049 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59538) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:22:04.286883 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-a1bbbdb5-6d26-4f6a-b321-d99b158ca057 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Request body: {'security_group_rule': {'security_group_id': '38585266-b9d5-48c6-b37b-c8dfdc8e59b9', 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:22:04.295676 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a1bbbdb5-6d26-4f6a-b321-d99b158ca057 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:22:04.300474 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a1bbbdb5-6d26-4f6a-b321-d99b158ca057 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Usage tracker for resource:security_group_rule and tenant:d71c16b2c284427c858b4c912eefc596 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:22:04.304231 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a1bbbdb5-6d26-4f6a-b321-d99b158ca057 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:22:04.311652 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a1bbbdb5-6d26-4f6a-b321-d99b158ca057 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:22:04.330433 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a1bbbdb5-6d26-4f6a-b321-d99b158ca057 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:04.361055 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4ed7a4e1-3b18-4c52-8991-ca357d1044f3 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:04.371981 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-4ed7a4e1-3b18-4c52-8991-ca357d1044f3 None None] Transition to ACTIVE for port object 269ea693-0a06-4c11-a18e-54fa2ff60128 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:22:04.391320 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-4ed7a4e1-3b18-4c52-8991-ca357d1044f3 None None] Transition to ACTIVE for port object 269ea693-0a06-4c11-a18e-54fa2ff60128 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:22:04.398821 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4ed7a4e1-3b18-4c52-8991-ca357d1044f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:04.401618 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a1bbbdb5-6d26-4f6a-b321-d99b158ca057 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:04.407877 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a1bbbdb5-6d26-4f6a-b321-d99b158ca057 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:04.425574 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-eda580d8-93db-49da-a516-ca52b97525c5 admin admin] For port 18d7febd-2f45-415e-b124-0a8dc8bee63f, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=18d7febd-2f45-415e-b124-0a8dc8bee63f,segment=NetworkSegment(b1125a91-bd64-47f7-bfe7-2eb967abc9e0),segment_id=b1125a91-bd64-47f7-bfe7-2eb967abc9e0)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:22:04.426178 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eda580d8-93db-49da-a516-ca52b97525c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:04.432781 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bbbdb5-6d26-4f6a-b321-d99b158ca057 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae7448d0-861a-4bd4-b41a-642120bbc8ff,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:04.444008 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a1bbbdb5-6d26-4f6a-b321-d99b158ca057 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:04.445268 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a1bbbdb5-6d26-4f6a-b321-d99b158ca057 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1643000 May 05 22:22:04.451175 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59542) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:22:04.457079 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-4acd8144-5e24-4726-8b4c-a5b460540245 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Request body: {'security_group_rule': {'security_group_id': '38585266-b9d5-48c6-b37b-c8dfdc8e59b9', 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:22:04.463838 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4acd8144-5e24-4726-8b4c-a5b460540245 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:22:04.467983 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-4acd8144-5e24-4726-8b4c-a5b460540245 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Usage tracker for resource:security_group_rule and tenant:d71c16b2c284427c858b4c912eefc596 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:22:04.470921 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-4acd8144-5e24-4726-8b4c-a5b460540245 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:22:04.472039 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed7a4e1-3b18-4c52-8991-ca357d1044f3 None None] Network 089afe5e-cb1b-4461-b169-a4cccbe2bfe3 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:22:04.473584 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-4ed7a4e1-3b18-4c52-8991-ca357d1044f3 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:22:04.477176 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4acd8144-5e24-4726-8b4c-a5b460540245 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:22:04.477424 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed7a4e1-3b18-4c52-8991-ca357d1044f3 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:22:04.483721 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed7a4e1-3b18-4c52-8991-ca357d1044f3 None None] Pushing event updated for resources: {'Port': ['ID=269ea693-0a06-4c11-a18e-54fa2ff60128,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:04.512257 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4acd8144-5e24-4726-8b4c-a5b460540245 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:04.575226 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-eda580d8-93db-49da-a516-ca52b97525c5 admin admin] Calling delete_port for 18d7febd-2f45-415e-b124-0a8dc8bee63f owned by network:router_interface {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:22:04.590641 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4acd8144-5e24-4726-8b4c-a5b460540245 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:04.596259 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4acd8144-5e24-4726-8b4c-a5b460540245 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:04.603349 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-4ed7a4e1-3b18-4c52-8991-ca357d1044f3 None None] Attempting to bind port 269ea693-0a06-4c11-a18e-54fa2ff60128 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:22:04.603749 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-4ed7a4e1-3b18-4c52-8991-ca357d1044f3 None None] Attempting to bind port 269ea693-0a06-4c11-a18e-54fa2ff60128 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '4cdd45ac-3540-4744-96d6-7359095a93fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '089afe5e-cb1b-4461-b169-a4cccbe2bfe3'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:22:04.604063 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed7a4e1-3b18-4c52-8991-ca357d1044f3 None None] Attempting to bind port 269ea693-0a06-4c11-a18e-54fa2ff60128 on network 089afe5e-cb1b-4461-b169-a4cccbe2bfe3 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:22:04.620404 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed7a4e1-3b18-4c52-8991-ca357d1044f3 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:22:04.622518 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed7a4e1-3b18-4c52-8991-ca357d1044f3 None None] Checking segment: {'id': '4cdd45ac-3540-4744-96d6-7359095a93fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '089afe5e-cb1b-4461-b169-a4cccbe2bfe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:22:04.622518 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4ed7a4e1-3b18-4c52-8991-ca357d1044f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:04.622518 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed7a4e1-3b18-4c52-8991-ca357d1044f3 None None] Bound using segment: {'id': '4cdd45ac-3540-4744-96d6-7359095a93fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '089afe5e-cb1b-4461-b169-a4cccbe2bfe3'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:22:04.622518 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-4ed7a4e1-3b18-4c52-8991-ca357d1044f3 None None] Bound port: 269ea693-0a06-4c11-a18e-54fa2ff60128, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cdd45ac-3540-4744-96d6-7359095a93fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '089afe5e-cb1b-4461-b169-a4cccbe2bfe3'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:22:04.622518 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4ed7a4e1-3b18-4c52-8991-ca357d1044f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:04.629896 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acd8144-5e24-4726-8b4c-a5b460540245 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a313eac-6553-4075-955d-19859ef7e6a1,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:04.632521 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4acd8144-5e24-4726-8b4c-a5b460540245 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:04.636530 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4acd8144-5e24-4726-8b4c-a5b460540245 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1814563 May 05 22:22:04.638129 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59548) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:22:04.675182 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-ad18fb94-aece-4be4-a0d7-f61af09af579 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Request body: {'security_group_rule': {'security_group_id': '38585266-b9d5-48c6-b37b-c8dfdc8e59b9', 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:22:04.690394 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-ad18fb94-aece-4be4-a0d7-f61af09af579 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:22:04.698155 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-ad18fb94-aece-4be4-a0d7-f61af09af579 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Usage tracker for resource:security_group_rule and tenant:d71c16b2c284427c858b4c912eefc596 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:22:04.701759 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-ad18fb94-aece-4be4-a0d7-f61af09af579 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:22:04.709238 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-ad18fb94-aece-4be4-a0d7-f61af09af579 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:22:04.734841 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-4ed7a4e1-3b18-4c52-8991-ca357d1044f3 None None] For port 269ea693-0a06-4c11-a18e-54fa2ff60128, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:22:04.739349 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-4ed7a4e1-3b18-4c52-8991-ca357d1044f3 None None] For port 269ea693-0a06-4c11-a18e-54fa2ff60128, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=269ea693-0a06-4c11-a18e-54fa2ff60128,segment=NetworkSegment(4cdd45ac-3540-4744-96d6-7359095a93fc),segment_id=4cdd45ac-3540-4744-96d6-7359095a93fc)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:22:04.743237 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ad18fb94-aece-4be4-a0d7-f61af09af579 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:04.744967 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4ed7a4e1-3b18-4c52-8991-ca357d1044f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:04.774171 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e8d7d9-5963-432a-a056-b4e97558fcfd req-bb958bc4-5130-4c0d-9d8b-4d31ad61b281 tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:04.775685 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b6e8d7d9-5963-432a-a056-b4e97558fcfd req-bb958bc4-5130-4c0d-9d8b-4d31ad61b281 tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] 10.222.0.23 "GET /v2.0/ports?device_id=f99ac6ba-c79a-4d2c-94ff-7a675d7947df HTTP/1.1" status: 200 len: 943 time: 0.1366258 May 05 22:22:04.831372 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed7a4e1-3b18-4c52-8991-ca357d1044f3 None None] Pushing event updated for resources: {'Port': ['ID=269ea693-0a06-4c11-a18e-54fa2ff60128,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:04.908786 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eda580d8-93db-49da-a516-ca52b97525c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:04.964868 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda580d8-93db-49da-a516-ca52b97525c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=18d7febd-2f45-415e-b124-0a8dc8bee63f,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:04.985085 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b6e8d7d9-5963-432a-a056-b4e97558fcfd req-a14f8537-900a-4270-9e2f-7ffdc3817116 tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] 10.222.0.23 "GET /v2.0/security-groups?id=88e7524a-3c40-44ad-8f82-44a6c20d7a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998436 May 05 22:22:04.991698 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ad18fb94-aece-4be4-a0d7-f61af09af579 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:04.999140 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ad18fb94-aece-4be4-a0d7-f61af09af579 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:05.058093 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad18fb94-aece-4be4-a0d7-f61af09af579 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d87496f3-8ceb-4d4b-89a5-5e4df0d8e962,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:05.102961 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ad18fb94-aece-4be4-a0d7-f61af09af579 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:05.104433 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ad18fb94-aece-4be4-a0d7-f61af09af579 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4638846 May 05 22:22:05.107264 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59558) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:22:05.113851 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-f3e8f986-0c83-4670-8c9a-4c25175200ac tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Request body: {'security_group_rule': {'security_group_id': '38585266-b9d5-48c6-b37b-c8dfdc8e59b9', 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:22:05.120997 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-f3e8f986-0c83-4670-8c9a-4c25175200ac tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:22:05.127131 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-f3e8f986-0c83-4670-8c9a-4c25175200ac tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Usage tracker for resource:security_group_rule and tenant:d71c16b2c284427c858b4c912eefc596 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:22:05.131092 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 4e21920d-a5a9-4d33-adf5-8b360413298f details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:22:05.131362 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-f3e8f986-0c83-4670-8c9a-4c25175200ac tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:22:05.137448 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-f3e8f986-0c83-4670-8c9a-4c25175200ac tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:22:05.160119 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f3e8f986-0c83-4670-8c9a-4c25175200ac tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:05.258588 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f3e8f986-0c83-4670-8c9a-4c25175200ac tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:05.267554 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f3e8f986-0c83-4670-8c9a-4c25175200ac tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:05.335882 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e8f986-0c83-4670-8c9a-4c25175200ac tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4c5621e-e9d2-4f80-a46d-d9a0e4d575df,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:05.359865 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f3e8f986-0c83-4670-8c9a-4c25175200ac tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:05.364160 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f3e8f986-0c83-4670-8c9a-4c25175200ac tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2523761 May 05 22:22:05.364712 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59562) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:22:05.373838 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-7a93e0f6-4c40-4c7d-a7d6-7164f3c84d65 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Request body: {'security_group_rule': {'security_group_id': '38585266-b9d5-48c6-b37b-c8dfdc8e59b9', 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:22:05.382614 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-7a93e0f6-4c40-4c7d-a7d6-7164f3c84d65 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:22:05.387930 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-7a93e0f6-4c40-4c7d-a7d6-7164f3c84d65 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Usage tracker for resource:security_group_rule and tenant:d71c16b2c284427c858b4c912eefc596 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:22:05.392997 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-7a93e0f6-4c40-4c7d-a7d6-7164f3c84d65 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:22:05.400037 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-7a93e0f6-4c40-4c7d-a7d6-7164f3c84d65 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:22:05.402582 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 4e21920d-a5a9-4d33-adf5-8b360413298f, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=4e21920d-a5a9-4d33-adf5-8b360413298f,segment=NetworkSegment(6322d9e1-912c-4115-a626-c55d2fbd96a9),segment_id=6322d9e1-912c-4115-a626-c55d2fbd96a9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:22:05.415802 n-d-825175-4 neutron-server[84061]: INFO neutron.db.securitygroups_db [None req-7a93e0f6-4c40-4c7d-a7d6-7164f3c84d65 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Project d71c16b2c284427c858b4c912eefc596 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 22:22:05.418637 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '4e21920d-a5a9-4d33-adf5-8b360413298f', 'network_id': '836fe29c-fa73-4f80-b0ac-6a38624bf0dc', 'port_id': '4e21920d-a5a9-4d33-adf5-8b360413298f', 'mac_address': 'fa:16:3e:1e:2b:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb8a13eb-1e9d-408f-9533-a16586a02c8b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:22:05.426207 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7a93e0f6-4c40-4c7d-a7d6-7164f3c84d65 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:05.462281 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eda580d8-93db-49da-a516-ca52b97525c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:05.510047 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7a93e0f6-4c40-4c7d-a7d6-7164f3c84d65 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:05.529953 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7a93e0f6-4c40-4c7d-a7d6-7164f3c84d65 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:05.544218 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:05.565168 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e21920d-a5a9-4d33-adf5-8b360413298f {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:22:05.581269 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 4e21920d-a5a9-4d33-adf5-8b360413298f, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=4e21920d-a5a9-4d33-adf5-8b360413298f,segment=NetworkSegment(6322d9e1-912c-4115-a626-c55d2fbd96a9),segment_id=6322d9e1-912c-4115-a626-c55d2fbd96a9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:22:05.584622 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a93e0f6-4c40-4c7d-a7d6-7164f3c84d65 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de725b38-0916-4d26-a635-4a29f272545d,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:05.587588 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:05.597931 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7a93e0f6-4c40-4c7d-a7d6-7164f3c84d65 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:05.599425 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-7a93e0f6-4c40-4c7d-a7d6-7164f3c84d65 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2333415 May 05 22:22:05.605267 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59566) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:22:05.611826 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-815a08a3-5672-407d-8022-de2dce44c7f4 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Request body: {'security_group_rule': {'security_group_id': '38585266-b9d5-48c6-b37b-c8dfdc8e59b9', 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:22:05.626033 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-815a08a3-5672-407d-8022-de2dce44c7f4 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:22:05.638487 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-815a08a3-5672-407d-8022-de2dce44c7f4 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Usage tracker for resource:security_group_rule and tenant:d71c16b2c284427c858b4c912eefc596 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:22:05.641863 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-815a08a3-5672-407d-8022-de2dce44c7f4 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:22:05.648975 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-815a08a3-5672-407d-8022-de2dce44c7f4 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:22:05.663879 n-d-825175-4 neutron-server[84061]: INFO neutron.db.securitygroups_db [None req-815a08a3-5672-407d-8022-de2dce44c7f4 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Project d71c16b2c284427c858b4c912eefc596 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 22:22:05.668984 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=4e21920d-a5a9-4d33-adf5-8b360413298f,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:05.675496 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-815a08a3-5672-407d-8022-de2dce44c7f4 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:05.755535 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-815a08a3-5672-407d-8022-de2dce44c7f4 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:05.763739 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-815a08a3-5672-407d-8022-de2dce44c7f4 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:05.792807 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815a08a3-5672-407d-8022-de2dce44c7f4 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae6cfb40-cfa3-473d-82e2-bf4f59bfe2dc,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:05.805733 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['4e21920d-a5a9-4d33-adf5-8b360413298f'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:22:05.836336 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-815a08a3-5672-407d-8022-de2dce44c7f4 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:05.846005 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-815a08a3-5672-407d-8022-de2dce44c7f4 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2312813 May 05 22:22:06.092940 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:06.261985 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 269ea693-0a06-4c11-a18e-54fa2ff60128 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:22:06.328644 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fdf79a-bfae-4847-a14d-7fff411bee66 None None] Network 089afe5e-cb1b-4461-b169-a4cccbe2bfe3 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:22:06.328855 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-3cb8ff71-dd85-442b-b2b3-d4c9f96886a1 req-c993e6e8-ae21-4a50-af02-b605b41b1a1b tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Synchronizing usage tracker for tenant:d71c16b2c284427c858b4c912eefc596 on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:22:06.362238 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda580d8-93db-49da-a516-ca52b97525c5 admin admin] Router 4beab981-07d4-484d-a464-c63bce2181d5 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:22:06.362692 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-3cb8ff71-dd85-442b-b2b3-d4c9f96886a1 req-c993e6e8-ae21-4a50-af02-b605b41b1a1b tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Unset dirty status for tenant:d71c16b2c284427c858b4c912eefc596 on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:22:06.364228 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3cb8ff71-dd85-442b-b2b3-d4c9f96886a1 req-c993e6e8-ae21-4a50-af02-b605b41b1a1b tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-340881472&fields=id&tenant_id=d71c16b2c284427c858b4c912eefc596 HTTP/1.1" status: 200 len: 267 time: 0.1747675 May 05 22:22:06.394648 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ad301-619c-4266-8132-cd4988ac6216 req-eb2b8185-8211-4af5-ac1d-e85eb10bcedd tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:06.407127 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a93ad301-619c-4266-8132-cd4988ac6216 req-eb2b8185-8211-4af5-ac1d-e85eb10bcedd tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] 10.222.0.23 "GET /v2.0/ports?device_id=f99ac6ba-c79a-4d2c-94ff-7a675d7947df HTTP/1.1" status: 200 len: 944 time: 0.1454496 May 05 22:22:06.456671 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:06.504215 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-8e63282d-6f57-40b9-af74-6ec81164b4b4 None None] Provisioning for port 269ea693-0a06-4c11-a18e-54fa2ff60128 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:22:06.595605 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a93ad301-619c-4266-8132-cd4988ac6216 req-3b6e82b3-3622-437f-8b4c-6dfbb2e3fb8d tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] 10.222.0.23 "GET /v2.0/security-groups?id=88e7524a-3c40-44ad-8f82-44a6c20d7a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875858 May 05 22:22:06.598068 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 269ea693-0a06-4c11-a18e-54fa2ff60128 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:22:06.609857 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 269ea693-0a06-4c11-a18e-54fa2ff60128 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:22:06.610291 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:06.675623 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda580d8-93db-49da-a516-ca52b97525c5 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:22:06.689447 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8ff71-dd85-442b-b2b3-d4c9f96886a1 req-623bf9e2-4b3a-4164-ba27-060bb332098d tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:06.691499 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-3cb8ff71-dd85-442b-b2b3-d4c9f96886a1 req-623bf9e2-4b3a-4164-ba27-060bb332098d tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Synchronizing usage tracker for tenant:d71c16b2c284427c858b4c912eefc596 on resource:network {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:22:06.691710 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cfb470-fbe0-45f4-9ef7-9d58209c75e1 None None] Sync routers for ids ['4beab981-07d4-484d-a464-c63bce2181d5'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:22:06.705446 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-eda580d8-93db-49da-a516-ca52b97525c5 admin admin] 10.222.0.23 "PUT /v2.0/routers/4beab981-07d4-484d-a464-c63bce2181d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7437501 May 05 22:22:06.707821 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 59582) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:22:06.713050 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cfb470-fbe0-45f4-9ef7-9d58209c75e1 None None] Routers {'4beab981-07d4-484d-a464-c63bce2181d5'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:22:06.716064 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-96cfb470-fbe0-45f4-9ef7-9d58209c75e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:21:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['4beab981-07d4-484d-a464-c63bce2181d5'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:22:06.717591 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-3cb8ff71-dd85-442b-b2b3-d4c9f96886a1 req-623bf9e2-4b3a-4164-ba27-060bb332098d tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Unset dirty status for tenant:d71c16b2c284427c858b4c912eefc596 on resource:network {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:22:06.718955 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3cb8ff71-dd85-442b-b2b3-d4c9f96886a1 req-623bf9e2-4b3a-4164-ba27-060bb332098d tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/networks?id=089afe5e-cb1b-4461-b169-a4cccbe2bfe3 HTTP/1.1" status: 200 len: 794 time: 0.3402565 May 05 22:22:06.736412 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3cb8ff71-dd85-442b-b2b3-d4c9f96886a1 req-64e03aab-e2b4-4ee7-87ba-057892f3a9e9 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/quotas/d71c16b2c284427c858b4c912eefc596 HTTP/1.1" status: 200 len: 375 time: 0.0116327 May 05 22:22:06.810212 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:06.840293 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3cb8ff71-dd85-442b-b2b3-d4c9f96886a1 req-cc7dd1b9-c9e9-43a6-adbe-3e260fda160b tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d71c16b2c284427c858b4c912eefc596&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0976624 May 05 22:22:06.864297 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 269ea693-0a06-4c11-a18e-54fa2ff60128, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=269ea693-0a06-4c11-a18e-54fa2ff60128,segment=NetworkSegment(4cdd45ac-3540-4744-96d6-7359095a93fc),segment_id=4cdd45ac-3540-4744-96d6-7359095a93fc)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:22:06.870135 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:06.995987 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=269ea693-0a06-4c11-a18e-54fa2ff60128,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:07.044791 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3cb8ff71-dd85-442b-b2b3-d4c9f96886a1 req-a0e7d8e3-4b9f-468e-8c83-a9cf2d391642 service neutron] 10.222.0.23 "GET /v2.0/networks/089afe5e-cb1b-4461-b169-a4cccbe2bfe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897831 May 05 22:22:07.055641 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-96cfb470-fbe0-45f4-9ef7-9d58209c75e1 None None] Set router 4beab981-07d4-484d-a464-c63bce2181d5 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:22:07.098121 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e1cdbfb8-08ef-4136-9249-8d4972475bc6 admin admin] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:07.140182 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 4e21920d-a5a9-4d33-adf5-8b360413298f up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:22:07.184294 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3cb8ff71-dd85-442b-b2b3-d4c9f96886a1 req-0bb935df-4485-4bfd-b802-8142a7c0f9a4 service neutron] 10.222.0.23 "GET /v2.0/networks/089afe5e-cb1b-4461-b169-a4cccbe2bfe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324315 May 05 22:22:07.194142 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-9eaf3693-81c7-48c8-812d-b9426f3d8d11 None None] Provisioning complete for port 269ea693-0a06-4c11-a18e-54fa2ff60128 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:22:07.194507 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9eaf3693-81c7-48c8-812d-b9426f3d8d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:07.356771 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 4e21920d-a5a9-4d33-adf5-8b360413298f completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:22:07.368590 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 4e21920d-a5a9-4d33-adf5-8b360413298f triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:22:07.369543 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:07.375681 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e1cdbfb8-08ef-4136-9249-8d4972475bc6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:07.379390 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-96cfb470-fbe0-45f4-9ef7-9d58209c75e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4beab981-07d4-484d-a464-c63bce2181d5', 'name': 'tempest-TestServerBasicOps-606856490-router', 'tenant_id': '36b97bc1c26740c789247736d1f9bb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'd843be4c-eb5a-48da-9d74-9fbd738b45dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:16:11Z', 'updated_at': '2022-05-05T22:22:04Z', 'revision_number': 5, 'project_id': '36b97bc1c26740c789247736d1f9bb7c', 'gw_port': {'id': 'd843be4c-eb5a-48da-9d74-9fbd738b45dc', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4beab981-07d4-484d-a464-c63bce2181d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:16:13Z', 'updated_at': '2022-05-05T22:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:22:07.384423 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cfb470-fbe0-45f4-9ef7-9d58209c75e1 None None] Checking router: 4beab981-07d4-484d-a464-c63bce2181d5 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:22:07.396831 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cfb470-fbe0-45f4-9ef7-9d58209c75e1 None None] Routers {'4beab981-07d4-484d-a464-c63bce2181d5'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:22:07.397633 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-96cfb470-fbe0-45f4-9ef7-9d58209c75e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:21:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['4beab981-07d4-484d-a464-c63bce2181d5'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:22:07.431317 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-e1cdbfb8-08ef-4136-9249-8d4972475bc6 admin admin] Deleting port d843be4c-eb5a-48da-9d74-9fbd738b45dc {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:22:07.431753 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e1cdbfb8-08ef-4136-9249-8d4972475bc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:07.556499 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:07.605114 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bd1a3be1-8e70-496b-8319-5d6e42f9b306 req-12b42f08-d368-4f63-acf7-0d4c4d73d1fe tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/ports?device_id=b78223b1-eff5-4a50-bc8a-7872c12a2582 HTTP/1.1" status: 200 len: 210 time: 0.1491160 May 05 22:22:07.617908 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99ac6ba-c79a-4d2c-94ff-7a675d7947df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e21920d-a5a9-4d33-adf5-8b360413298f'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:22:07.620261 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-96cfb470-fbe0-45f4-9ef7-9d58209c75e1 None None] Set router 4beab981-07d4-484d-a464-c63bce2181d5 gateway port host: None {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:22:07.632592 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 4e21920d-a5a9-4d33-adf5-8b360413298f, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=4e21920d-a5a9-4d33-adf5-8b360413298f,segment=NetworkSegment(6322d9e1-912c-4115-a626-c55d2fbd96a9),segment_id=6322d9e1-912c-4115-a626-c55d2fbd96a9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:22:07.642817 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:07.718228 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b6720da-1333-4ff8-ae11-3535a5b871a4'] response: {'server_uuid': 'f99ac6ba-c79a-4d2c-94ff-7a675d7947df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e21920d-a5a9-4d33-adf5-8b360413298f', 'code': 200} May 05 22:22:07.803626 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=4e21920d-a5a9-4d33-adf5-8b360413298f,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:07.807919 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-96cfb470-fbe0-45f4-9ef7-9d58209c75e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4beab981-07d4-484d-a464-c63bce2181d5', 'name': 'tempest-TestServerBasicOps-606856490-router', 'tenant_id': '36b97bc1c26740c789247736d1f9bb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:16:11Z', 'updated_at': '2022-05-05T22:22:07Z', 'revision_number': 6, 'project_id': '36b97bc1c26740c789247736d1f9bb7c', 'gw_port_host': None}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:22:07.820596 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cfb470-fbe0-45f4-9ef7-9d58209c75e1 None None] The sync data for ids ['4beab981-07d4-484d-a464-c63bce2181d5'] in n-d-825175-4 is: [{'id': '4beab981-07d4-484d-a464-c63bce2181d5', 'name': 'tempest-TestServerBasicOps-606856490-router', 'tenant_id': '36b97bc1c26740c789247736d1f9bb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:16:11Z', 'updated_at': '2022-05-05T22:22:07Z', 'revision_number': 6, 'project_id': '36b97bc1c26740c789247736d1f9bb7c', 'gw_port_host': None}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:22:07.925047 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-e1cdbfb8-08ef-4136-9249-8d4972475bc6 admin admin] For port d843be4c-eb5a-48da-9d74-9fbd738b45dc, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=d843be4c-eb5a-48da-9d74-9fbd738b45dc,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:22:07.925594 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e1cdbfb8-08ef-4136-9249-8d4972475bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:07.985853 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d1dd9-0f09-4a2f-ad62-0a509b9d785d req-2ca6b816-4b3c-4bd3-b984-2f489ff878fb tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:07.994485 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8c1d1dd9-0f09-4a2f-ad62-0a509b9d785d req-2ca6b816-4b3c-4bd3-b984-2f489ff878fb tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] 10.222.0.23 "GET /v2.0/ports?device_id=f99ac6ba-c79a-4d2c-94ff-7a675d7947df HTTP/1.1" status: 200 len: 945 time: 0.1011024 May 05 22:22:08.008925 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c168f946-9dd0-4c0e-9b59-6ea8e02cc4fb req-d48a76c8-0339-42bb-8ef6-8e1d29032b65 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f99ac6ba-c79a-4d2c-94ff-7a675d7947df HTTP/1.1" status: 200 len: 1096 time: 0.2279866 May 05 22:22:08.047327 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8c1d1dd9-0f09-4a2f-ad62-0a509b9d785d req-1e58b227-3fac-4f09-987e-c4cae750faed tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] 10.222.0.23 "GET /v2.0/security-groups?id=88e7524a-3c40-44ad-8f82-44a6c20d7a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515180 May 05 22:22:08.092708 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-e1cdbfb8-08ef-4136-9249-8d4972475bc6 admin admin] Calling delete_port for d843be4c-eb5a-48da-9d74-9fbd738b45dc owned by network:router_gateway {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:22:08.172788 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c168f946-9dd0-4c0e-9b59-6ea8e02cc4fb req-1d745824-7fae-4ae5-b0fc-deecdda90749 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=88e7524a-3c40-44ad-8f82-44a6c20d7a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053290 May 05 22:22:08.292985 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 269ea693-0a06-4c11-a18e-54fa2ff60128 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:22:08.308259 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e1cdbfb8-08ef-4136-9249-8d4972475bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:08.364399 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cdbfb8-08ef-4136-9249-8d4972475bc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d843be4c-eb5a-48da-9d74-9fbd738b45dc,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:08.374686 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 269ea693-0a06-4c11-a18e-54fa2ff60128 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:22:08.375064 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:08.499272 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 18d7febd-2f45-415e-b124-0a8dc8bee63f no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:22:08.537889 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 18d7febd-2f45-415e-b124-0a8dc8bee63f {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:22:08.538255 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 18d7febd-2f45-415e-b124-0a8dc8bee63f not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:22:08.622862 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e1cdbfb8-08ef-4136-9249-8d4972475bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:08.854113 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-75a64f25-a466-423a-9c2b-48edcab4c462 req-3e76229a-1104-42f1-b611-a63b47ecac38 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/ports?device_id=b78223b1-eff5-4a50-bc8a-7872c12a2582 HTTP/1.1" status: 200 len: 210 time: 0.0792089 May 05 22:22:09.094124 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e1cdbfb8-08ef-4136-9249-8d4972475bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:09.110453 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e1cdbfb8-08ef-4136-9249-8d4972475bc6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:09.173627 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e1cdbfb8-08ef-4136-9249-8d4972475bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:09.174422 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1cdbfb8-08ef-4136-9249-8d4972475bc6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4beab981-07d4-484d-a464-c63bce2181d5 {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:22:09.213314 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8ff71-dd85-442b-b2b3-d4c9f96886a1 req-89b2fbe2-6dea-4632-8c9d-845faf9bade7 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:09.214865 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3cb8ff71-dd85-442b-b2b3-d4c9f96886a1 req-89b2fbe2-6dea-4632-8c9d-845faf9bade7 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.44 "GET /v2.0/networks?id=089afe5e-cb1b-4461-b169-a4cccbe2bfe3 HTTP/1.1" status: 200 len: 794 time: 0.2095525 May 05 22:22:09.222057 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e1cdbfb8-08ef-4136-9249-8d4972475bc6 admin admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:09.226194 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-e1cdbfb8-08ef-4136-9249-8d4972475bc6 admin admin] 10.222.0.23 "DELETE /v2.0/routers/4beab981-07d4-484d-a464-c63bce2181d5 HTTP/1.1" status: 204 len: 168 time: 2.5161538 May 05 22:22:09.226590 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 59612) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:22:09.328047 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3cb8ff71-dd85-442b-b2b3-d4c9f96886a1 req-f17253b9-d9e4-4d07-a67d-83e6dec7ac0b tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d71c16b2c284427c858b4c912eefc596 HTTP/1.1" status: 200 len: 472 time: 0.1004319 May 05 22:22:09.342536 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-3cb8ff71-dd85-442b-b2b3-d4c9f96886a1 req-140ca511-0b54-47ff-881d-6b701e985175 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Request body: {'port': {'device_id': 'b78223b1-eff5-4a50-bc8a-7872c12a2582', 'network_id': '089afe5e-cb1b-4461-b169-a4cccbe2bfe3', 'admin_state_up': True, 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'security_groups': ['38585266-b9d5-48c6-b37b-c8dfdc8e59b9']}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:22:09.356334 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d867d988-2ee3-4529-960d-f76901fdbd7f req-88be87cd-e42c-4f3f-bcf9-1384d9baef0f tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:09.369100 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d867d988-2ee3-4529-960d-f76901fdbd7f req-88be87cd-e42c-4f3f-bcf9-1384d9baef0f tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] 10.222.0.23 "GET /v2.0/ports?device_id=f99ac6ba-c79a-4d2c-94ff-7a675d7947df HTTP/1.1" status: 200 len: 945 time: 0.1624293 May 05 22:22:09.376909 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-47f37541-de60-4919-ad81-d2d5302bbe37 admin admin] Deleting subnet a4876b70-f778-4f4e-9889-2f7a22a6e173 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:22:09.423265 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-47f37541-de60-4919-ad81-d2d5302bbe37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:09.425890 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d867d988-2ee3-4529-960d-f76901fdbd7f req-551feb5b-19cc-4226-9e95-3a9db48d98bd tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] 10.222.0.23 "GET /v2.0/security-groups?id=88e7524a-3c40-44ad-8f82-44a6c20d7a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550451 May 05 22:22:09.500113 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-47f37541-de60-4919-ad81-d2d5302bbe37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:09.583977 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-3cb8ff71-dd85-442b-b2b3-d4c9f96886a1 req-140ca511-0b54-47ff-881d-6b701e985175 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:22:09.591490 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-3cb8ff71-dd85-442b-b2b3-d4c9f96886a1 req-140ca511-0b54-47ff-881d-6b701e985175 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Usage tracker for resource:port and tenant:d71c16b2c284427c858b4c912eefc596 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:22:09.595504 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-3cb8ff71-dd85-442b-b2b3-d4c9f96886a1 req-140ca511-0b54-47ff-881d-6b701e985175 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:22:09.606941 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-3cb8ff71-dd85-442b-b2b3-d4c9f96886a1 req-140ca511-0b54-47ff-881d-6b701e985175 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:22:09.625335 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-47f37541-de60-4919-ad81-d2d5302bbe37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:09.654555 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cb8ff71-dd85-442b-b2b3-d4c9f96886a1 req-140ca511-0b54-47ff-881d-6b701e985175 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Made reservation on behalf of d71c16b2c284427c858b4c912eefc596 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:22:09.657610 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-3cb8ff71-dd85-442b-b2b3-d4c9f96886a1 req-140ca511-0b54-47ff-881d-6b701e985175 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:09.786597 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-47f37541-de60-4919-ad81-d2d5302bbe37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:09.867247 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f37541-de60-4919-ad81-d2d5302bbe37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4876b70-f778-4f4e-9889-2f7a22a6e173,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:09.879061 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-47f37541-de60-4919-ad81-d2d5302bbe37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:09.883596 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12aff5ce-2a62-425e-a0a6-c0914223091e None None] Network 9f1f0cf7-fdea-42a7-a900-37399c9dd974 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:22:09.901131 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-47f37541-de60-4919-ad81-d2d5302bbe37 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a4876b70-f778-4f4e-9889-2f7a22a6e173 HTTP/1.1" status: 204 len: 168 time: 0.6718893 May 05 22:22:09.903716 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59622) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:22:09.910960 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-3cb8ff71-dd85-442b-b2b3-d4c9f96886a1 req-140ca511-0b54-47ff-881d-6b701e985175 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Allocated IP 172.20.0.19 (089afe5e-cb1b-4461-b169-a4cccbe2bfe3/d69c601a-def9-40c1-9e47-54578eddacb9/a64f6218-aeb5-4fd9-b287-b83169798d81) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:22:10.074906 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device d843be4c-eb5a-48da-9d74-9fbd738b45dc no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:22:10.123292 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: d843be4c-eb5a-48da-9d74-9fbd738b45dc {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:22:10.123636 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device d843be4c-eb5a-48da-9d74-9fbd738b45dc not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:22:10.145827 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0085ea9c-989c-4a8a-9fe6-baf783b2016e req-198fcff9-4732-4753-9dca-3789f8b79d71 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/ports?device_id=b78223b1-eff5-4a50-bc8a-7872c12a2582 HTTP/1.1" status: 200 len: 210 time: 0.0701623 May 05 22:22:10.218532 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-631cc1f7-59d4-4f14-a1fa-42d46471eb02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:10.240568 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59628) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:22:10.240954 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-631cc1f7-59d4-4f14-a1fa-42d46471eb02 admin admin] Deleting port 32a38e34-4bc4-4825-a395-43930af24d10 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:22:10.241292 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-631cc1f7-59d4-4f14-a1fa-42d46471eb02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:10.271826 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-3cb8ff71-dd85-442b-b2b3-d4c9f96886a1 req-140ca511-0b54-47ff-881d-6b701e985175 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:10.292374 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-3cb8ff71-dd85-442b-b2b3-d4c9f96886a1 req-140ca511-0b54-47ff-881d-6b701e985175 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Transition to ACTIVE for port object a64f6218-aeb5-4fd9-b287-b83169798d81 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:22:10.318343 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-3cb8ff71-dd85-442b-b2b3-d4c9f96886a1 req-140ca511-0b54-47ff-881d-6b701e985175 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:10.368728 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eeb4ff2-ec26-40eb-a26a-f3cd9ef9079f None None] DHCP port deletion for 9f1f0cf7-fdea-42a7-a900-37399c9dd974 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:22:10.374612 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-8eeb4ff2-ec26-40eb-a26a-f3cd9ef9079f None None] Deleting port 32a38e34-4bc4-4825-a395-43930af24d10 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:22:10.375010 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8eeb4ff2-ec26-40eb-a26a-f3cd9ef9079f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:10.406127 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cb8ff71-dd85-442b-b2b3-d4c9f96886a1 req-140ca511-0b54-47ff-881d-6b701e985175 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Network 089afe5e-cb1b-4461-b169-a4cccbe2bfe3 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:22:10.410266 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-3cb8ff71-dd85-442b-b2b3-d4c9f96886a1 req-140ca511-0b54-47ff-881d-6b701e985175 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:22:10.412579 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140ca511-0b54-47ff-881d-6b701e985175 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Pushing event updated for resources: {'Port': ['ID=a64f6218-aeb5-4fd9-b287-b83169798d81,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:10.414851 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cb8ff71-dd85-442b-b2b3-d4c9f96886a1 req-140ca511-0b54-47ff-881d-6b701e985175 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:22:10.482419 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8ff71-dd85-442b-b2b3-d4c9f96886a1 req-140ca511-0b54-47ff-881d-6b701e985175 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:10.483213 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-3cb8ff71-dd85-442b-b2b3-d4c9f96886a1 req-140ca511-0b54-47ff-881d-6b701e985175 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:10.500914 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-631cc1f7-59d4-4f14-a1fa-42d46471eb02 admin admin] For port 32a38e34-4bc4-4825-a395-43930af24d10, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=32a38e34-4bc4-4825-a395-43930af24d10,segment=NetworkSegment(b1125a91-bd64-47f7-bfe7-2eb967abc9e0),segment_id=b1125a91-bd64-47f7-bfe7-2eb967abc9e0)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:22:10.501447 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-631cc1f7-59d4-4f14-a1fa-42d46471eb02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:10.516180 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3cb8ff71-dd85-442b-b2b3-d4c9f96886a1 req-140ca511-0b54-47ff-881d-6b701e985175 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1787252 May 05 22:22:10.527997 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-3cb8ff71-dd85-442b-b2b3-d4c9f96886a1 req-3c44b450-b7de-4020-a38d-8e3f199d0c7f service neutron] Request body: {'port': {'device_id': 'b78223b1-eff5-4a50-bc8a-7872c12a2582', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:22:10.695632 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-3cb8ff71-dd85-442b-b2b3-d4c9f96886a1 req-3c44b450-b7de-4020-a38d-8e3f199d0c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:10.778996 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-8eeb4ff2-ec26-40eb-a26a-f3cd9ef9079f None None] For port 32a38e34-4bc4-4825-a395-43930af24d10, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=32a38e34-4bc4-4825-a395-43930af24d10,segment=NetworkSegment(b1125a91-bd64-47f7-bfe7-2eb967abc9e0),segment_id=b1125a91-bd64-47f7-bfe7-2eb967abc9e0)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:22:10.779385 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8eeb4ff2-ec26-40eb-a26a-f3cd9ef9079f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:10.853906 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-312ed3f0-1f38-44ee-a408-91ba0c9fb629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:10.873057 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-631cc1f7-59d4-4f14-a1fa-42d46471eb02 admin admin] Calling delete_port for 32a38e34-4bc4-4825-a395-43930af24d10 owned by network:dhcp {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:22:10.903788 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-8eeb4ff2-ec26-40eb-a26a-f3cd9ef9079f None None] Calling delete_port for 32a38e34-4bc4-4825-a395-43930af24d10 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:22:10.961532 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-0c88c468-43fe-446b-adf2-75dbb8fdf821 None None] Provisioning for port a64f6218-aeb5-4fd9-b287-b83169798d81 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:22:10.966439 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-312ed3f0-1f38-44ee-a408-91ba0c9fb629 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:22:10.967889 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-0c88c468-43fe-446b-adf2-75dbb8fdf821 None None] Provisioning complete for port a64f6218-aeb5-4fd9-b287-b83169798d81 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:22:10.968380 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0c88c468-43fe-446b-adf2-75dbb8fdf821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:10.983928 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-312ed3f0-1f38-44ee-a408-91ba0c9fb629 admin admin] Usage tracker for resource:security_group_rule and tenant:0fba1e7dbc714daaa7eb0fb9348c62b4 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:22:10.988293 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-312ed3f0-1f38-44ee-a408-91ba0c9fb629 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:22:10.996280 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-312ed3f0-1f38-44ee-a408-91ba0c9fb629 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:22:11.020777 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-0c88c468-43fe-446b-adf2-75dbb8fdf821 None None] Port a64f6218-aeb5-4fd9-b287-b83169798d81 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:22:11.021076 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3efa69-7899-4417-87e3-b1b65637112e req-a40afb4d-b332-407f-8c4a-9434447d7a78 tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:11.022834 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc3efa69-7899-4417-87e3-b1b65637112e req-a40afb4d-b332-407f-8c4a-9434447d7a78 tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] 10.222.0.23 "GET /v2.0/ports?device_id=f99ac6ba-c79a-4d2c-94ff-7a675d7947df HTTP/1.1" status: 200 len: 945 time: 0.3568418 May 05 22:22:11.025973 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-631cc1f7-59d4-4f14-a1fa-42d46471eb02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:11.038734 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-8eeb4ff2-ec26-40eb-a26a-f3cd9ef9079f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:22:11.039156 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-8eeb4ff2-ec26-40eb-a26a-f3cd9ef9079f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:22:11.082708 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-3cb8ff71-dd85-442b-b2b3-d4c9f96886a1 req-3c44b450-b7de-4020-a38d-8e3f199d0c7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a64f6218-aeb5-4fd9-b287-b83169798d81 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:22:11.090164 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-3cb8ff71-dd85-442b-b2b3-d4c9f96886a1 req-3c44b450-b7de-4020-a38d-8e3f199d0c7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:11.090895 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631cc1f7-59d4-4f14-a1fa-42d46471eb02 admin admin] Pushing event deleted for resources: {'Port': ['ID=32a38e34-4bc4-4825-a395-43930af24d10,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:11.105516 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-3cb8ff71-dd85-442b-b2b3-d4c9f96886a1 req-3c44b450-b7de-4020-a38d-8e3f199d0c7f service neutron] Transition to ACTIVE for port object a64f6218-aeb5-4fd9-b287-b83169798d81 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:22:11.110614 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-3cb8ff71-dd85-442b-b2b3-d4c9f96886a1 req-3c44b450-b7de-4020-a38d-8e3f199d0c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:11.112009 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631cc1f7-59d4-4f14-a1fa-42d46471eb02 admin admin] No DVR routers for this DVR port 32a38e34-4bc4-4825-a395-43930af24d10 on host n-d-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:22:11.139989 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631cc1f7-59d4-4f14-a1fa-42d46471eb02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:22:11.140313 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631cc1f7-59d4-4f14-a1fa-42d46471eb02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:22:11.140661 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631cc1f7-59d4-4f14-a1fa-42d46471eb02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:22:11.140989 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631cc1f7-59d4-4f14-a1fa-42d46471eb02 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:22:11.141321 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631cc1f7-59d4-4f14-a1fa-42d46471eb02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:22:11.141642 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631cc1f7-59d4-4f14-a1fa-42d46471eb02 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:22:11.141958 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631cc1f7-59d4-4f14-a1fa-42d46471eb02 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:22:11.142278 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631cc1f7-59d4-4f14-a1fa-42d46471eb02 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:22:11.142590 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631cc1f7-59d4-4f14-a1fa-42d46471eb02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:22:11.142980 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631cc1f7-59d4-4f14-a1fa-42d46471eb02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:22:11.143295 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631cc1f7-59d4-4f14-a1fa-42d46471eb02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:22:11.265669 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-631cc1f7-59d4-4f14-a1fa-42d46471eb02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:11.294448 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-631cc1f7-59d4-4f14-a1fa-42d46471eb02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f1f0cf7-fdea-42a7-a900-37399c9dd974']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:22:11.314161 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-631cc1f7-59d4-4f14-a1fa-42d46471eb02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1125a91-bd64-47f7-bfe7-2eb967abc9e0') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:22:11.314453 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-631cc1f7-59d4-4f14-a1fa-42d46471eb02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1125a91-bd64-47f7-bfe7-2eb967abc9e0') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:22:11.387995 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-631cc1f7-59d4-4f14-a1fa-42d46471eb02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:11.402559 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc3efa69-7899-4417-87e3-b1b65637112e req-b1242e9a-be51-4108-b483-a339bd520300 tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] 10.222.0.23 "GET /v2.0/security-groups?id=88e7524a-3c40-44ad-8f82-44a6c20d7a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3434212 May 05 22:22:11.423761 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-631cc1f7-59d4-4f14-a1fa-42d46471eb02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:11.426892 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-312ed3f0-1f38-44ee-a408-91ba0c9fb629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:11.441723 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-631cc1f7-59d4-4f14-a1fa-42d46471eb02 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:22:11.442022 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-631cc1f7-59d4-4f14-a1fa-42d46471eb02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:11.449957 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c44b450-b7de-4020-a38d-8e3f199d0c7f service neutron] Pushing event updated for resources: {'Port': ['ID=a64f6218-aeb5-4fd9-b287-b83169798d81,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:11.456793 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 22:22:11.456793 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:22:11.456793 n-d-825175-4 neutron-server[84061]: timer() May 05 22:22:11.456793 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:22:11.456793 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 22:22:11.456793 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:22:11.456793 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 22:22:11.456793 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:22:11.456793 n-d-825175-4 neutron-server[84061]: self._notify() May 05 22:22:11.456793 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:22:11.456793 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 22:22:11.456793 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:22:11.456793 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 22:22:11.456793 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:22:11.456793 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:22:11.456793 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:22:11.456793 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:22:11.456793 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:22:11.456793 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 22:22:11.456793 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:22:11.456793 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 22:22:11.456793 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:22:11.456793 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:22:11.456793 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:22:11.456793 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 22:22:11.456793 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:22:11.456793 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:22:11.456793 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:22:11.456793 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:22:11.456793 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:22:11.456793 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:22:11.456793 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:22:11.459023 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-312ed3f0-1f38-44ee-a408-91ba0c9fb629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:11.475759 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c44b450-b7de-4020-a38d-8e3f199d0c7f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:22:11.475759 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c44b450-b7de-4020-a38d-8e3f199d0c7f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:22:11.476157 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c44b450-b7de-4020-a38d-8e3f199d0c7f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:22:11.476552 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c44b450-b7de-4020-a38d-8e3f199d0c7f service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:22:11.476948 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c44b450-b7de-4020-a38d-8e3f199d0c7f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:22:11.477338 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c44b450-b7de-4020-a38d-8e3f199d0c7f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:22:11.477723 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c44b450-b7de-4020-a38d-8e3f199d0c7f service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:22:11.478739 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c44b450-b7de-4020-a38d-8e3f199d0c7f service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:22:11.479145 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c44b450-b7de-4020-a38d-8e3f199d0c7f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:22:11.479595 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c44b450-b7de-4020-a38d-8e3f199d0c7f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:22:11.480070 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c44b450-b7de-4020-a38d-8e3f199d0c7f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:22:11.503404 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-3cb8ff71-dd85-442b-b2b3-d4c9f96886a1 req-3c44b450-b7de-4020-a38d-8e3f199d0c7f service neutron] Attempting to bind port a64f6218-aeb5-4fd9-b287-b83169798d81 on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:22:11.503831 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-3cb8ff71-dd85-442b-b2b3-d4c9f96886a1 req-3c44b450-b7de-4020-a38d-8e3f199d0c7f service neutron] Attempting to bind port a64f6218-aeb5-4fd9-b287-b83169798d81 by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': '4cdd45ac-3540-4744-96d6-7359095a93fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '089afe5e-cb1b-4461-b169-a4cccbe2bfe3'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:22:11.504222 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb8ff71-dd85-442b-b2b3-d4c9f96886a1 req-3c44b450-b7de-4020-a38d-8e3f199d0c7f service neutron] Attempting to bind port a64f6218-aeb5-4fd9-b287-b83169798d81 on network 089afe5e-cb1b-4461-b169-a4cccbe2bfe3 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:22:11.511161 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb8ff71-dd85-442b-b2b3-d4c9f96886a1 req-3c44b450-b7de-4020-a38d-8e3f199d0c7f service neutron] Port a64f6218-aeb5-4fd9-b287-b83169798d81 on network 089afe5e-cb1b-4461-b169-a4cccbe2bfe3 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:22:11.511550 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb8ff71-dd85-442b-b2b3-d4c9f96886a1 req-3c44b450-b7de-4020-a38d-8e3f199d0c7f service neutron] Attempting to bind port a64f6218-aeb5-4fd9-b287-b83169798d81 on network 089afe5e-cb1b-4461-b169-a4cccbe2bfe3 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:22:11.518201 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb8ff71-dd85-442b-b2b3-d4c9f96886a1 req-3c44b450-b7de-4020-a38d-8e3f199d0c7f service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:22:11.518628 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb8ff71-dd85-442b-b2b3-d4c9f96886a1 req-3c44b450-b7de-4020-a38d-8e3f199d0c7f service neutron] Checking segment: {'id': '4cdd45ac-3540-4744-96d6-7359095a93fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '089afe5e-cb1b-4461-b169-a4cccbe2bfe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:22:11.519212 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb8ff71-dd85-442b-b2b3-d4c9f96886a1 req-3c44b450-b7de-4020-a38d-8e3f199d0c7f service neutron] Bound using segment: {'id': '4cdd45ac-3540-4744-96d6-7359095a93fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '089afe5e-cb1b-4461-b169-a4cccbe2bfe3'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:22:11.519700 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-3cb8ff71-dd85-442b-b2b3-d4c9f96886a1 req-3c44b450-b7de-4020-a38d-8e3f199d0c7f service neutron] Bound port: a64f6218-aeb5-4fd9-b287-b83169798d81, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cdd45ac-3540-4744-96d6-7359095a93fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '089afe5e-cb1b-4461-b169-a4cccbe2bfe3'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:22:11.520109 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-3cb8ff71-dd85-442b-b2b3-d4c9f96886a1 req-3c44b450-b7de-4020-a38d-8e3f199d0c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:11.540953 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-8eeb4ff2-ec26-40eb-a26a-f3cd9ef9079f None None] Deleting port 32a38e34-4bc4-4825-a395-43930af24d10 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:22:11.541676 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8eeb4ff2-ec26-40eb-a26a-f3cd9ef9079f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:11.583644 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312ed3f0-1f38-44ee-a408-91ba0c9fb629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dffcdacb-1208-4b55-a26b-e0036a91ed26,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:11.589749 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-312ed3f0-1f38-44ee-a408-91ba0c9fb629 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0fba1e7dbc714daaa7eb0fb9348c62b4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3183327 May 05 22:22:11.592766 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59640) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:22:11.613203 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44102be-5aa0-40bd-ab1f-0e60f70d5482 req-119bea19-d057-42ac-9530-a2f78cf202aa tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:11.614717 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c44102be-5aa0-40bd-ab1f-0e60f70d5482 req-119bea19-d057-42ac-9530-a2f78cf202aa tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/ports?device_id=b78223b1-eff5-4a50-bc8a-7872c12a2582 HTTP/1.1" status: 200 len: 944 time: 0.3025579 May 05 22:22:11.615340 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-631cc1f7-59d4-4f14-a1fa-42d46471eb02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:11.637028 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-631cc1f7-59d4-4f14-a1fa-42d46471eb02 admin admin] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:11.660793 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-3cb8ff71-dd85-442b-b2b3-d4c9f96886a1 req-3c44b450-b7de-4020-a38d-8e3f199d0c7f service neutron] For port a64f6218-aeb5-4fd9-b287-b83169798d81, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:22:11.661797 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-8eeb4ff2-ec26-40eb-a26a-f3cd9ef9079f None None] The port '32a38e34-4bc4-4825-a395-43930af24d10' was deleted {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 22:22:11.664194 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-3cb8ff71-dd85-442b-b2b3-d4c9f96886a1 req-3c44b450-b7de-4020-a38d-8e3f199d0c7f service neutron] For port a64f6218-aeb5-4fd9-b287-b83169798d81, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=a64f6218-aeb5-4fd9-b287-b83169798d81,segment=NetworkSegment(4cdd45ac-3540-4744-96d6-7359095a93fc),segment_id=4cdd45ac-3540-4744-96d6-7359095a93fc)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:22:11.675524 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-3cb8ff71-dd85-442b-b2b3-d4c9f96886a1 req-3c44b450-b7de-4020-a38d-8e3f199d0c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:11.689015 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631cc1f7-59d4-4f14-a1fa-42d46471eb02 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f1f0cf7-fdea-42a7-a900-37399c9dd974,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:11.738050 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-3cb8ff71-dd85-442b-b2b3-d4c9f96886a1 req-3c44b450-b7de-4020-a38d-8e3f199d0c7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:11.741342 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-631cc1f7-59d4-4f14-a1fa-42d46471eb02 admin admin] 10.222.0.23 "DELETE /v2.0/networks/9f1f0cf7-fdea-42a7-a900-37399c9dd974 HTTP/1.1" status: 204 len: 168 time: 1.8336353 May 05 22:22:11.741485 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3cb8ff71-dd85-442b-b2b3-d4c9f96886a1 req-3c44b450-b7de-4020-a38d-8e3f199d0c7f service neutron] 10.222.0.44 "PUT /v2.0/ports/a64f6218-aeb5-4fd9-b287-b83169798d81 HTTP/1.1" status: 200 len: 1092 time: 1.2159023 May 05 22:22:11.741485 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b78223b1-eff5-4a50-bc8a-7872c12a2582', 'tag': 'a64f6218-aeb5-4fd9-b287-b83169798d81'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:22:11.792612 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c44102be-5aa0-40bd-ab1f-0e60f70d5482 req-c1620b83-e32c-41dd-bbe4-61fccfc2ae6c tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/security-groups?id=38585266-b9d5-48c6-b37b-c8dfdc8e59b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501482 May 05 22:22:11.809885 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b697cb94-dbe4-4eb9-abf8-0b1c343be3c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:11.819462 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c44b450-b7de-4020-a38d-8e3f199d0c7f service neutron] Pushing event updated for resources: {'Port': ['ID=a64f6218-aeb5-4fd9-b287-b83169798d81,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:11.847216 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d9fe0-6daf-439f-bb06-19f86618f87f req-ec2f8e17-5798-4b21-98e2-37b1e7a81621 tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:11.848874 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-713d9fe0-6daf-439f-bb06-19f86618f87f req-ec2f8e17-5798-4b21-98e2-37b1e7a81621 tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] 10.222.0.23 "GET /v2.0/ports?device_id=f99ac6ba-c79a-4d2c-94ff-7a675d7947df HTTP/1.1" status: 200 len: 945 time: 0.2292588 May 05 22:22:11.850687 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b697cb94-dbe4-4eb9-abf8-0b1c343be3c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:11.885086 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3cb8ff71-dd85-442b-b2b3-d4c9f96886a1 req-45c46fea-4be4-4ab0-8d91-05f1cb09a591 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d71c16b2c284427c858b4c912eefc596&device_id=b78223b1-eff5-4a50-bc8a-7872c12a2582 HTTP/1.1" status: 200 len: 1095 time: 0.1024997 May 05 22:22:11.929024 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-713d9fe0-6daf-439f-bb06-19f86618f87f req-289fdd5d-7444-42de-a1b4-ba882432ac83 tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] 10.222.0.23 "GET /v2.0/security-groups?id=88e7524a-3c40-44ad-8f82-44a6c20d7a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712914 May 05 22:22:11.947096 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dbd445a-abeb-4f80-be7e-3894fa9c2c42'] response: {'name': 'network-changed', 'server_uuid': 'b78223b1-eff5-4a50-bc8a-7872c12a2582', 'tag': 'a64f6218-aeb5-4fd9-b287-b83169798d81', 'status': 'completed', 'code': 200} May 05 22:22:11.954333 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b697cb94-dbe4-4eb9-abf8-0b1c343be3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:11.963632 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3cb8ff71-dd85-442b-b2b3-d4c9f96886a1 req-4f3994e8-b9b5-445a-914b-cddd7b52c1fb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=a64f6218-aeb5-4fd9-b287-b83169798d81 HTTP/1.1" status: 200 len: 217 time: 0.0722163 May 05 22:22:12.000454 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b697cb94-dbe4-4eb9-abf8-0b1c343be3c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dffcdacb-1208-4b55-a26b-e0036a91ed26,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:12.018601 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b697cb94-dbe4-4eb9-abf8-0b1c343be3c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:12.019828 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b697cb94-dbe4-4eb9-abf8-0b1c343be3c5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dffcdacb-1208-4b55-a26b-e0036a91ed26 HTTP/1.1" status: 204 len: 168 time: 0.4261620 May 05 22:22:12.035160 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 32a38e34-4bc4-4825-a395-43930af24d10 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:22:12.044730 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59652) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:22:12.099513 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 32a38e34-4bc4-4825-a395-43930af24d10 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:22:12.100119 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 32a38e34-4bc4-4825-a395-43930af24d10 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:22:12.105564 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8ff71-dd85-442b-b2b3-d4c9f96886a1 req-a782b72b-ccd0-4015-8cea-f3494832a1d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:12.107038 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3cb8ff71-dd85-442b-b2b3-d4c9f96886a1 req-a782b72b-ccd0-4015-8cea-f3494832a1d1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d69c601a-def9-40c1-9e47-54578eddacb9 HTTP/1.1" status: 200 len: 837 time: 0.1379147 May 05 22:22:12.152950 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b736c502-f0a2-4bef-b22e-b100bf2f5455 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=989c505d69dd4ac5bbb5923b5623477d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1070576 May 05 22:22:12.153664 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59656) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:22:12.199516 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3cb8ff71-dd85-442b-b2b3-d4c9f96886a1 req-d9fa2ba6-c56f-4eea-95c5-ff6f500784d0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=089afe5e-cb1b-4461-b169-a4cccbe2bfe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0862069 May 05 22:22:12.226415 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e6dac049-fd82-4426-b106-a5c93692e760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:12.257129 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e6dac049-fd82-4426-b106-a5c93692e760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:12.326063 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e6dac049-fd82-4426-b106-a5c93692e760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:12.345456 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dac049-fd82-4426-b106-a5c93692e760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93447a12-ed4a-4971-a72c-f3286b49c493,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:12.357251 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3cb8ff71-dd85-442b-b2b3-d4c9f96886a1 req-8eaec1fe-b145-4d33-930f-0bb34cfb56e6 service neutron] 10.222.0.44 "GET /v2.0/networks/089afe5e-cb1b-4461-b169-a4cccbe2bfe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511364 May 05 22:22:12.374774 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e6dac049-fd82-4426-b106-a5c93692e760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:12.378158 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e6dac049-fd82-4426-b106-a5c93692e760 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/93447a12-ed4a-4971-a72c-f3286b49c493 HTTP/1.1" status: 204 len: 168 time: 0.2213526 May 05 22:22:12.563618 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee8848-852d-41b6-9afc-2fa7489287f9 req-9781b495-57d7-43e2-b062-b15e13f3ad78 tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:12.563887 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3cb8ff71-dd85-442b-b2b3-d4c9f96886a1 req-70f6b83e-137c-4c7d-bab1-6234925782f7 service neutron] 10.222.0.44 "GET /v2.0/networks/089afe5e-cb1b-4461-b169-a4cccbe2bfe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996408 May 05 22:22:12.566357 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f7ee8848-852d-41b6-9afc-2fa7489287f9 req-9781b495-57d7-43e2-b062-b15e13f3ad78 tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] 10.222.0.23 "GET /v2.0/ports?device_id=f99ac6ba-c79a-4d2c-94ff-7a675d7947df HTTP/1.1" status: 200 len: 945 time: 0.1100202 May 05 22:22:12.663870 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f7ee8848-852d-41b6-9afc-2fa7489287f9 req-696d2370-f525-412d-845b-69eead43301d tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] 10.222.0.23 "GET /v2.0/security-groups?id=88e7524a-3c40-44ad-8f82-44a6c20d7a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853510 May 05 22:22:12.700326 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9722966d-8aca-40ac-9e33-37a83b8d2c1a req-24a27342-8659-45fc-8cfd-99f46e9f46ff service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d71c16b2c284427c858b4c912eefc596&device_id=b78223b1-eff5-4a50-bc8a-7872c12a2582 HTTP/1.1" status: 200 len: 1095 time: 0.0840282 May 05 22:22:12.839142 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9722966d-8aca-40ac-9e33-37a83b8d2c1a req-0e8e2676-3b9f-487d-b6cf-f44a62b8c952 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:12.840749 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9722966d-8aca-40ac-9e33-37a83b8d2c1a req-0e8e2676-3b9f-487d-b6cf-f44a62b8c952 service neutron] 10.222.0.44 "GET /v2.0/networks?id=089afe5e-cb1b-4461-b169-a4cccbe2bfe3 HTTP/1.1" status: 200 len: 895 time: 0.1339378 May 05 22:22:12.917981 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59682) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:22:12.929616 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9722966d-8aca-40ac-9e33-37a83b8d2c1a req-38dac20e-156a-4c64-a40d-d844e976a7c2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=a64f6218-aeb5-4fd9-b287-b83169798d81 HTTP/1.1" status: 200 len: 217 time: 0.0819864 May 05 22:22:13.014622 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9722966d-8aca-40ac-9e33-37a83b8d2c1a req-51089bb2-7fe9-4ce0-9483-7d061db97a6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:13.016225 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9722966d-8aca-40ac-9e33-37a83b8d2c1a req-51089bb2-7fe9-4ce0-9483-7d061db97a6c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d69c601a-def9-40c1-9e47-54578eddacb9 HTTP/1.1" status: 200 len: 837 time: 0.0795505 May 05 22:22:13.022708 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-92b24af6-5642-4a31-a40f-bf01e8ccc431 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=36b97bc1c26740c789247736d1f9bb7c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1034610 May 05 22:22:13.031885 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59688) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:22:13.101681 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9722966d-8aca-40ac-9e33-37a83b8d2c1a req-8657f0f3-2e2b-49aa-b676-399efbce433c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=089afe5e-cb1b-4461-b169-a4cccbe2bfe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0792785 May 05 22:22:13.115689 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f52f24e6-df16-4746-bfa1-b8a7508e3017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:13.124014 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e834bb-f0ae-4ee5-b379-ce9b8f6bb985 req-3e39499c-100d-40e3-bced-4ceca8ab3519 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:13.125455 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-98e834bb-f0ae-4ee5-b379-ce9b8f6bb985 req-3e39499c-100d-40e3-bced-4ceca8ab3519 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/ports?device_id=b78223b1-eff5-4a50-bc8a-7872c12a2582 HTTP/1.1" status: 200 len: 944 time: 0.1508603 May 05 22:22:13.169133 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f52f24e6-df16-4746-bfa1-b8a7508e3017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:13.217009 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-98e834bb-f0ae-4ee5-b379-ce9b8f6bb985 req-864679a9-b0c3-4787-a3cd-d21f8b07ddeb tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/security-groups?id=38585266-b9d5-48c6-b37b-c8dfdc8e59b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841067 May 05 22:22:13.241077 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f52f24e6-df16-4746-bfa1-b8a7508e3017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:13.256170 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52f24e6-df16-4746-bfa1-b8a7508e3017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e716b4-b683-4f31-a6f1-373aaa0936b0,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:13.259910 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9722966d-8aca-40ac-9e33-37a83b8d2c1a req-5d5dccb3-df89-4bbd-a33c-9f96df2af75d service neutron] 10.222.0.44 "GET /v2.0/networks/089afe5e-cb1b-4461-b169-a4cccbe2bfe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513472 May 05 22:22:13.263877 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f52f24e6-df16-4746-bfa1-b8a7508e3017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:13.267558 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f52f24e6-df16-4746-bfa1-b8a7508e3017 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/17e716b4-b683-4f31-a6f1-373aaa0936b0 HTTP/1.1" status: 204 len: 168 time: 0.2311239 May 05 22:22:13.524876 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9722966d-8aca-40ac-9e33-37a83b8d2c1a req-ab96d002-a28f-43b8-afc0-39765bc495d4 service neutron] 10.222.0.44 "GET /v2.0/networks/089afe5e-cb1b-4461-b169-a4cccbe2bfe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583473 May 05 22:22:13.899626 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608cd04-e33c-43ba-8dc1-2a9e54462e5f req-7864c44a-10af-4f34-91c3-a3484ac86211 tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:13.901209 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c608cd04-e33c-43ba-8dc1-2a9e54462e5f req-7864c44a-10af-4f34-91c3-a3484ac86211 tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] 10.222.0.23 "GET /v2.0/ports?device_id=f99ac6ba-c79a-4d2c-94ff-7a675d7947df HTTP/1.1" status: 200 len: 945 time: 0.0957158 May 05 22:22:13.953463 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c608cd04-e33c-43ba-8dc1-2a9e54462e5f req-ce9d357a-2828-433f-99cc-a75ab8d26cb7 tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] 10.222.0.23 "GET /v2.0/security-groups?id=88e7524a-3c40-44ad-8f82-44a6c20d7a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461423 May 05 22:22:13.964358 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4334a638-9f1e-4d39-8bea-d2cb175304c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:14.395005 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ac740d15-bed3-4609-8d5e-27067653bc23 req-36ff16bb-947f-4ffd-83cd-bd4d93d57617 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8527394cd66f4266bc991777b7fe5a87&device_id=f99ac6ba-c79a-4d2c-94ff-7a675d7947df HTTP/1.1" status: 200 len: 1096 time: 0.0752163 May 05 22:22:14.428797 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb7daf8-7093-4226-9c92-cd23665d289a req-ef528c9a-c9c9-451a-9877-890c7ae79136 tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:14.435318 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-eeb7daf8-7093-4226-9c92-cd23665d289a req-ef528c9a-c9c9-451a-9877-890c7ae79136 tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] 10.222.0.23 "GET /v2.0/ports?device_id=f99ac6ba-c79a-4d2c-94ff-7a675d7947df HTTP/1.1" status: 200 len: 945 time: 0.1464944 May 05 22:22:14.501491 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-eeb7daf8-7093-4226-9c92-cd23665d289a req-f58e2d78-3ec8-499c-8470-b4f79e5266dc tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] 10.222.0.23 "GET /v2.0/security-groups?id=88e7524a-3c40-44ad-8f82-44a6c20d7a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653136 May 05 22:22:14.510454 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adac9748-43cc-42c8-8406-23f4316c81d9 req-05f8a2ba-2392-4627-aeb2-47ecf89dec06 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:14.535495 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-adac9748-43cc-42c8-8406-23f4316c81d9 req-05f8a2ba-2392-4627-aeb2-47ecf89dec06 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/ports?device_id=b78223b1-eff5-4a50-bc8a-7872c12a2582 HTTP/1.1" status: 200 len: 944 time: 0.1638098 May 05 22:22:14.562083 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac740d15-bed3-4609-8d5e-27067653bc23 req-2dd28222-20c9-49c1-ab30-bdeaff06ceaf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:14.563574 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ac740d15-bed3-4609-8d5e-27067653bc23 req-2dd28222-20c9-49c1-ab30-bdeaff06ceaf service neutron] 10.222.0.44 "GET /v2.0/networks?id=836fe29c-fa73-4f80-b0ac-6a38624bf0dc HTTP/1.1" status: 200 len: 913 time: 0.1633081 May 05 22:22:14.579011 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-adac9748-43cc-42c8-8406-23f4316c81d9 req-2bdb4a6b-f592-47d6-8ed7-f3c42c0654b2 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/security-groups?id=38585266-b9d5-48c6-b37b-c8dfdc8e59b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429018 May 05 22:22:14.639688 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ac740d15-bed3-4609-8d5e-27067653bc23 req-ab20c0ff-b32e-4b59-924a-b231ac755121 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e21920d-a5a9-4d33-adf5-8b360413298f HTTP/1.1" status: 200 len: 217 time: 0.0700490 May 05 22:22:14.702689 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac740d15-bed3-4609-8d5e-27067653bc23 req-a9f42bcb-7834-49c7-b06a-620a1ce01d59 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:14.704124 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ac740d15-bed3-4609-8d5e-27067653bc23 req-a9f42bcb-7834-49c7-b06a-620a1ce01d59 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eb8a13eb-1e9d-408f-9533-a16586a02c8b HTTP/1.1" status: 200 len: 852 time: 0.0595548 May 05 22:22:14.751372 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ac740d15-bed3-4609-8d5e-27067653bc23 req-62f723f8-e2ba-481d-84ee-01d9fd36e3ee service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=836fe29c-fa73-4f80-b0ac-6a38624bf0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416765 May 05 22:22:14.888567 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ac740d15-bed3-4609-8d5e-27067653bc23 req-b547b5af-906b-41df-9168-6282202947aa service neutron] 10.222.0.44 "GET /v2.0/networks/836fe29c-fa73-4f80-b0ac-6a38624bf0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312034 May 05 22:22:15.025414 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ac740d15-bed3-4609-8d5e-27067653bc23 req-ec3ba59f-b9bc-4921-a630-9bcc4981a0df service neutron] 10.222.0.44 "GET /v2.0/networks/836fe29c-fa73-4f80-b0ac-6a38624bf0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306937 May 05 22:22:15.171442 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device a64f6218-aeb5-4fd9-b287-b83169798d81 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:22:15.296873 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59838) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:22:15.306543 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port a64f6218-aeb5-4fd9-b287-b83169798d81, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=a64f6218-aeb5-4fd9-b287-b83169798d81,segment=NetworkSegment(4cdd45ac-3540-4744-96d6-7359095a93fc),segment_id=4cdd45ac-3540-4744-96d6-7359095a93fc)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:22:15.319830 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': 'a64f6218-aeb5-4fd9-b287-b83169798d81', 'network_id': '089afe5e-cb1b-4461-b169-a4cccbe2bfe3', 'port_id': 'a64f6218-aeb5-4fd9-b287-b83169798d81', 'mac_address': 'fa:16:3e:76:01:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd69c601a-def9-40c1-9e47-54578eddacb9', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:22:15.364518 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d8a5bd43-e8e5-4cbb-a2d7-8f8b0801599e req-8549ddb4-f852-414a-a859-3fc291b16f00 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8527394cd66f4266bc991777b7fe5a87&device_id=f99ac6ba-c79a-4d2c-94ff-7a675d7947df HTTP/1.1" status: 200 len: 1096 time: 0.0728879 May 05 22:22:15.376842 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:15.394872 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a64f6218-aeb5-4fd9-b287-b83169798d81 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:22:15.410161 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port a64f6218-aeb5-4fd9-b287-b83169798d81, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=a64f6218-aeb5-4fd9-b287-b83169798d81,segment=NetworkSegment(4cdd45ac-3540-4744-96d6-7359095a93fc),segment_id=4cdd45ac-3540-4744-96d6-7359095a93fc)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:22:15.415015 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:15.449173 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-48e9c430-9f3c-442d-a81d-ca5be068e365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:15.481253 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-48e9c430-9f3c-442d-a81d-ca5be068e365 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:22:15.485568 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-48e9c430-9f3c-442d-a81d-ca5be068e365 admin admin] Usage tracker for resource:security_group_rule and tenant:ad987689ddbd4cbc84afbd133fb4a622 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:22:15.486245 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=a64f6218-aeb5-4fd9-b287-b83169798d81,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:15.488428 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-48e9c430-9f3c-442d-a81d-ca5be068e365 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:22:15.494547 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-48e9c430-9f3c-442d-a81d-ca5be068e365 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:22:15.514578 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5bd43-e8e5-4cbb-a2d7-8f8b0801599e req-5a167900-ca0d-44ea-bc84-c4f1f4859c35 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:15.516196 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d8a5bd43-e8e5-4cbb-a2d7-8f8b0801599e req-5a167900-ca0d-44ea-bc84-c4f1f4859c35 service neutron] 10.222.0.44 "GET /v2.0/networks?id=836fe29c-fa73-4f80-b0ac-6a38624bf0dc HTTP/1.1" status: 200 len: 913 time: 0.1312284 May 05 22:22:15.578045 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-48e9c430-9f3c-442d-a81d-ca5be068e365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:15.584960 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-48e9c430-9f3c-442d-a81d-ca5be068e365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:15.634221 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['a64f6218-aeb5-4fd9-b287-b83169798d81'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:22:15.646720 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d8a5bd43-e8e5-4cbb-a2d7-8f8b0801599e req-1d496d76-628c-47a4-8508-5392d57c273d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e21920d-a5a9-4d33-adf5-8b360413298f HTTP/1.1" status: 200 len: 217 time: 0.1118543 May 05 22:22:15.767858 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5bd43-e8e5-4cbb-a2d7-8f8b0801599e req-ec22bc17-bc7f-4e62-833c-6cd122e98b0a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:15.769576 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d8a5bd43-e8e5-4cbb-a2d7-8f8b0801599e req-ec22bc17-bc7f-4e62-833c-6cd122e98b0a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eb8a13eb-1e9d-408f-9533-a16586a02c8b HTTP/1.1" status: 200 len: 852 time: 0.1171429 May 05 22:22:15.817274 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d8a5bd43-e8e5-4cbb-a2d7-8f8b0801599e req-2f816280-f35e-4357-b810-7cb8855e1bde service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=836fe29c-fa73-4f80-b0ac-6a38624bf0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417063 May 05 22:22:15.887045 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e9c430-9f3c-442d-a81d-ca5be068e365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1080f4c-2934-4bad-802f-627b5a3faf4c,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:15.907182 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-48e9c430-9f3c-442d-a81d-ca5be068e365 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ad987689ddbd4cbc84afbd133fb4a622&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6069367 May 05 22:22:15.914636 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 59848) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:22:15.949920 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa8e55-7dbd-4014-b495-b310d23dacbf req-106f8523-ff0d-4d82-8fcd-af7f97e15fd0 tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:15.951418 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-60aa8e55-7dbd-4014-b495-b310d23dacbf req-106f8523-ff0d-4d82-8fcd-af7f97e15fd0 tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] 10.222.0.23 "GET /v2.0/ports?device_id=f99ac6ba-c79a-4d2c-94ff-7a675d7947df HTTP/1.1" status: 200 len: 945 time: 0.1797497 May 05 22:22:15.962130 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b741e0-9a89-4981-8ee7-1c4fc7c70210 req-dd79f839-330d-4f86-9130-f750f9245c50 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:15.963798 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f5b741e0-9a89-4981-8ee7-1c4fc7c70210 req-dd79f839-330d-4f86-9130-f750f9245c50 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/ports?device_id=b78223b1-eff5-4a50-bc8a-7872c12a2582 HTTP/1.1" status: 200 len: 945 time: 0.1952899 May 05 22:22:16.002834 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d8a5bd43-e8e5-4cbb-a2d7-8f8b0801599e req-cfce685c-ccda-40a0-a040-c2f59d3125d6 service neutron] 10.222.0.44 "GET /v2.0/networks/836fe29c-fa73-4f80-b0ac-6a38624bf0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796651 May 05 22:22:16.037214 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-60aa8e55-7dbd-4014-b495-b310d23dacbf req-ba434224-4d41-47f9-b9e9-7efd146ab57f tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] 10.222.0.23 "GET /v2.0/security-groups?id=88e7524a-3c40-44ad-8f82-44a6c20d7a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723088 May 05 22:22:16.044220 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f5b741e0-9a89-4981-8ee7-1c4fc7c70210 req-9c4b0026-5ef5-43ab-9011-c613fbc1ad27 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/security-groups?id=38585266-b9d5-48c6-b37b-c8dfdc8e59b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627766 May 05 22:22:16.082907 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ee81b3fb-80d0-4c34-91ee-856220257311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:16.130876 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ee81b3fb-80d0-4c34-91ee-856220257311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:16.193971 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d8a5bd43-e8e5-4cbb-a2d7-8f8b0801599e req-61d078f7-6dfb-4d84-bd6e-760684b3dbf0 service neutron] 10.222.0.44 "GET /v2.0/networks/836fe29c-fa73-4f80-b0ac-6a38624bf0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802762 May 05 22:22:16.215863 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ee81b3fb-80d0-4c34-91ee-856220257311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:16.232306 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee81b3fb-80d0-4c34-91ee-856220257311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1080f4c-2934-4bad-802f-627b5a3faf4c,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:16.236576 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ee81b3fb-80d0-4c34-91ee-856220257311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:16.237707 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ee81b3fb-80d0-4c34-91ee-856220257311 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c1080f4c-2934-4bad-802f-627b5a3faf4c HTTP/1.1" status: 204 len: 168 time: 0.3220980 May 05 22:22:16.291377 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0841b8f4-f14e-4441-9e00-9466fde73f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:16.587530 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59856) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:22:16.609709 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-febb66f0-1bf2-4d79-8d38-8113c477be8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:16.639429 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-febb66f0-1bf2-4d79-8d38-8113c477be8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:22:16.643298 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-febb66f0-1bf2-4d79-8d38-8113c477be8b admin admin] Usage tracker for resource:security_group_rule and tenant:0692b26690474f79867d50f1bab90136 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:22:16.646114 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-febb66f0-1bf2-4d79-8d38-8113c477be8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:22:16.651926 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-febb66f0-1bf2-4d79-8d38-8113c477be8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:22:16.716271 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-febb66f0-1bf2-4d79-8d38-8113c477be8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:16.722650 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-febb66f0-1bf2-4d79-8d38-8113c477be8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:16.767035 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb66f0-1bf2-4d79-8d38-8113c477be8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2e250c-c900-4cb5-bb92-e76381ddfa6e,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:16.773645 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-febb66f0-1bf2-4d79-8d38-8113c477be8b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0692b26690474f79867d50f1bab90136&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1839561 May 05 22:22:16.775447 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59860) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:22:16.836220 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0515b840-f9f1-4693-933c-4ffd01671731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:16.861584 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0515b840-f9f1-4693-933c-4ffd01671731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:16.913279 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0515b840-f9f1-4693-933c-4ffd01671731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:16.932452 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0515b840-f9f1-4693-933c-4ffd01671731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2e250c-c900-4cb5-bb92-e76381ddfa6e,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:16.943336 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0515b840-f9f1-4693-933c-4ffd01671731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:16.944466 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0515b840-f9f1-4693-933c-4ffd01671731 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0b2e250c-c900-4cb5-bb92-e76381ddfa6e HTTP/1.1" status: 204 len: 168 time: 0.1681359 May 05 22:22:17.172164 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device a64f6218-aeb5-4fd9-b287-b83169798d81 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:22:17.259057 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port a64f6218-aeb5-4fd9-b287-b83169798d81 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:22:17.264738 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port a64f6218-aeb5-4fd9-b287-b83169798d81 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:22:17.265329 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:17.315737 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf5f376-8c1e-4819-b054-30ff4b6cbe69 req-d3994799-408e-4915-a996-5c62909966bf tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:17.317241 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-faf5f376-8c1e-4819-b054-30ff4b6cbe69 req-d3994799-408e-4915-a996-5c62909966bf tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] 10.222.0.23 "GET /v2.0/ports?device_id=f99ac6ba-c79a-4d2c-94ff-7a675d7947df HTTP/1.1" status: 200 len: 945 time: 0.1471601 May 05 22:22:17.327043 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77eba2a-d211-4091-8302-090c5a9f96fb req-beb464ba-aba1-4d41-8aa5-e748d3a5aa2a tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:17.328683 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c77eba2a-d211-4091-8302-090c5a9f96fb req-beb464ba-aba1-4d41-8aa5-e748d3a5aa2a tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/ports?device_id=b78223b1-eff5-4a50-bc8a-7872c12a2582 HTTP/1.1" status: 200 len: 945 time: 0.1256316 May 05 22:22:17.397316 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:17.413795 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-faf5f376-8c1e-4819-b054-30ff4b6cbe69 req-01b607b7-15b1-49eb-bf64-c20050e31203 tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] 10.222.0.23 "GET /v2.0/security-groups?id=88e7524a-3c40-44ad-8f82-44a6c20d7a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840852 May 05 22:22:17.416476 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c77eba2a-d211-4091-8302-090c5a9f96fb req-88e5d2f2-9879-42e3-82b4-572d0cb2b813 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/security-groups?id=38585266-b9d5-48c6-b37b-c8dfdc8e59b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659471 May 05 22:22:17.428399 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b78223b1-eff5-4a50-bc8a-7872c12a2582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a64f6218-aeb5-4fd9-b287-b83169798d81'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:22:17.449872 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port a64f6218-aeb5-4fd9-b287-b83169798d81, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=a64f6218-aeb5-4fd9-b287-b83169798d81,segment=NetworkSegment(4cdd45ac-3540-4744-96d6-7359095a93fc),segment_id=4cdd45ac-3540-4744-96d6-7359095a93fc)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:22:17.455661 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:17.489694 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:17.545214 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:17.554449 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=a64f6218-aeb5-4fd9-b287-b83169798d81,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:17.571062 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcd37d6b-34cb-4040-a62d-efa7f12bb590'] response: {'server_uuid': 'b78223b1-eff5-4a50-bc8a-7872c12a2582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a64f6218-aeb5-4fd9-b287-b83169798d81', 'code': 200} May 05 22:22:17.708525 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bc17e31a-4e21-4c32-8f38-536055bb8fb6 req-7c75f97f-5663-4224-a38b-fce238772139 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b78223b1-eff5-4a50-bc8a-7872c12a2582 HTTP/1.1" status: 200 len: 1097 time: 0.0748799 May 05 22:22:17.847176 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bc17e31a-4e21-4c32-8f38-536055bb8fb6 req-ae2bed28-d755-4507-a20e-097e4a4d09d6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=38585266-b9d5-48c6-b37b-c8dfdc8e59b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333439 May 05 22:22:17.943511 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c3567-0664-42e1-bea5-d9554357183a req-92637a2e-d704-4daa-affd-750930961b71 tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:17.945020 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-584c3567-0664-42e1-bea5-d9554357183a req-92637a2e-d704-4daa-affd-750930961b71 tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] 10.222.0.23 "GET /v2.0/ports?device_id=f99ac6ba-c79a-4d2c-94ff-7a675d7947df HTTP/1.1" status: 200 len: 945 time: 0.0798562 May 05 22:22:17.994767 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-584c3567-0664-42e1-bea5-d9554357183a req-e668ec67-1d00-4336-9d9a-0117ca5f5560 tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] 10.222.0.23 "GET /v2.0/security-groups?id=88e7524a-3c40-44ad-8f82-44a6c20d7a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438130 May 05 22:22:18.401209 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-76a9d06e-afe7-4617-8b49-09f236bfc18f req-6d6bc814-51aa-416c-ad44-14e7ec87e8de service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=de4513d4-84da-4e46-bf36-eb62a832a40d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0802050 May 05 22:22:18.547138 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-76a9d06e-afe7-4617-8b49-09f236bfc18f req-b226f818-b8bf-433b-9aac-68af3f169803 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d71c16b2c284427c858b4c912eefc596&device_id=de4513d4-84da-4e46-bf36-eb62a832a40d HTTP/1.1" status: 200 len: 1097 time: 0.0769141 May 05 22:22:18.739251 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9d06e-afe7-4617-8b49-09f236bfc18f req-cd06a069-73d5-4cd3-81ad-7cf4fbd274e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:18.740620 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-76a9d06e-afe7-4617-8b49-09f236bfc18f req-cd06a069-73d5-4cd3-81ad-7cf4fbd274e7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ebf2c1c7-d21f-4627-a999-4b4ba50137f9 HTTP/1.1" status: 200 len: 897 time: 0.1749167 May 05 22:22:18.815504 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad4aef-1f63-4ead-90a2-f57fb3d57399 req-233563c0-6581-4318-b961-656d54d53261 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:18.816908 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-82ad4aef-1f63-4ead-90a2-f57fb3d57399 req-233563c0-6581-4318-b961-656d54d53261 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/ports?device_id=b78223b1-eff5-4a50-bc8a-7872c12a2582 HTTP/1.1" status: 200 len: 946 time: 0.1839297 May 05 22:22:18.879676 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-76a9d06e-afe7-4617-8b49-09f236bfc18f req-b417c5bf-c9e8-4e35-8278-e39223df37e5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=058bf494-862f-4ae1-85b9-fcf2f31f34f3 HTTP/1.1" status: 200 len: 1001 time: 0.1327097 May 05 22:22:18.917189 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-82ad4aef-1f63-4ead-90a2-f57fb3d57399 req-a1834d7c-4b77-4498-922a-a33094db3456 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/security-groups?id=38585266-b9d5-48c6-b37b-c8dfdc8e59b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915725 May 05 22:22:18.944819 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9d06e-afe7-4617-8b49-09f236bfc18f req-03bf5145-a4c9-4771-a263-87101a9eba58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:18.946235 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-76a9d06e-afe7-4617-8b49-09f236bfc18f req-03bf5145-a4c9-4771-a263-87101a9eba58 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e1340ca3-1908-49cb-8cd4-46b038fa8c74 HTTP/1.1" status: 200 len: 835 time: 0.0603998 May 05 22:22:19.018108 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:19.019649 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-76a9d06e-afe7-4617-8b49-09f236bfc18f req-29ff10f3-2d51-4b9e-aff3-de9d5827ee0e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ebf2c1c7-d21f-4627-a999-4b4ba50137f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676653 May 05 22:22:19.200540 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-76a9d06e-afe7-4617-8b49-09f236bfc18f req-d316ce3c-abb6-46f0-9a4e-4e78624b70a4 service neutron] 10.222.0.32 "GET /v2.0/networks/ebf2c1c7-d21f-4627-a999-4b4ba50137f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752071 May 05 22:22:19.404265 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095fa833-439f-4428-9704-9cecc49561f8 req-f890d6c2-7013-431e-a3b6-dde4b7c05fd0 tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:19.405715 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-095fa833-439f-4428-9704-9cecc49561f8 req-f890d6c2-7013-431e-a3b6-dde4b7c05fd0 tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] 10.222.0.23 "GET /v2.0/ports?device_id=f99ac6ba-c79a-4d2c-94ff-7a675d7947df HTTP/1.1" status: 200 len: 945 time: 0.2908518 May 05 22:22:19.474941 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-76a9d06e-afe7-4617-8b49-09f236bfc18f req-61b997dd-3aaf-4232-93e3-90f763261d2f service neutron] 10.222.0.32 "GET /v2.0/networks/ebf2c1c7-d21f-4627-a999-4b4ba50137f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672760 May 05 22:22:19.487943 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-095fa833-439f-4428-9704-9cecc49561f8 req-c51c4bd8-d575-4bc1-8d2c-fa670b811d6c tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] 10.222.0.23 "GET /v2.0/security-groups?id=88e7524a-3c40-44ad-8f82-44a6c20d7a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729108 May 05 22:22:19.863443 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0dff1-1e6b-4275-bd13-04bd49701db2 req-527798bd-f8d7-4161-a161-be885503971a tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:19.865226 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cef0dff1-1e6b-4275-bd13-04bd49701db2 req-527798bd-f8d7-4161-a161-be885503971a tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] 10.222.0.23 "GET /v2.0/ports?device_id=f99ac6ba-c79a-4d2c-94ff-7a675d7947df HTTP/1.1" status: 200 len: 945 time: 0.0811644 May 05 22:22:19.865905 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4edfd6b6-9b00-4d57-a6a3-10ada9424504 req-ab89e995-5cce-4ffa-84f3-ee854f8810af service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8527394cd66f4266bc991777b7fe5a87&device_id=f99ac6ba-c79a-4d2c-94ff-7a675d7947df HTTP/1.1" status: 200 len: 1096 time: 0.0709081 May 05 22:22:19.917665 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cef0dff1-1e6b-4275-bd13-04bd49701db2 req-692d395a-56a7-4b0a-8cc0-75f02dfa78dc tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] 10.222.0.23 "GET /v2.0/security-groups?id=88e7524a-3c40-44ad-8f82-44a6c20d7a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452340 May 05 22:22:20.007909 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edfd6b6-9b00-4d57-a6a3-10ada9424504 req-bb287734-764d-4939-b80b-b08b91ac9c2c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:20.009384 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4edfd6b6-9b00-4d57-a6a3-10ada9424504 req-bb287734-764d-4939-b80b-b08b91ac9c2c service neutron] 10.222.0.44 "GET /v2.0/networks?id=836fe29c-fa73-4f80-b0ac-6a38624bf0dc HTTP/1.1" status: 200 len: 913 time: 0.1388600 May 05 22:22:20.082608 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4edfd6b6-9b00-4d57-a6a3-10ada9424504 req-56b0fff1-ff45-4036-b56b-590e970c0776 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e21920d-a5a9-4d33-adf5-8b360413298f HTTP/1.1" status: 200 len: 217 time: 0.0670569 May 05 22:22:20.127591 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9288bc-615f-4671-bc7e-b576ce0324e2 req-db7a402d-f201-4954-8f4f-89865eb3fb9e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:20.129023 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ae9288bc-615f-4671-bc7e-b576ce0324e2 req-db7a402d-f201-4954-8f4f-89865eb3fb9e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/ports?device_id=b78223b1-eff5-4a50-bc8a-7872c12a2582 HTTP/1.1" status: 200 len: 946 time: 0.0785949 May 05 22:22:20.145314 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edfd6b6-9b00-4d57-a6a3-10ada9424504 req-01deca5c-0307-4836-8f5b-ca958bc1b90f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:20.147240 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4edfd6b6-9b00-4d57-a6a3-10ada9424504 req-01deca5c-0307-4836-8f5b-ca958bc1b90f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eb8a13eb-1e9d-408f-9533-a16586a02c8b HTTP/1.1" status: 200 len: 852 time: 0.0590217 May 05 22:22:20.178338 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ae9288bc-615f-4671-bc7e-b576ce0324e2 req-ae85b343-ead0-4454-be21-69fb39aba427 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/security-groups?id=38585266-b9d5-48c6-b37b-c8dfdc8e59b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424678 May 05 22:22:20.196340 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4edfd6b6-9b00-4d57-a6a3-10ada9424504 req-6520515b-8fcc-4b21-bdca-cfe2bbba2d3b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=836fe29c-fa73-4f80-b0ac-6a38624bf0dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429673 May 05 22:22:20.331130 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4edfd6b6-9b00-4d57-a6a3-10ada9424504 req-68a31362-2662-4235-b041-29068b8d6170 service neutron] 10.222.0.44 "GET /v2.0/networks/836fe29c-fa73-4f80-b0ac-6a38624bf0dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290817 May 05 22:22:20.387864 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d81c5-c0de-4db9-8c8a-24b0edfb9e05 req-63d97537-4d60-4c22-9dec-aef52c897248 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:20.389260 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-410d81c5-c0de-4db9-8c8a-24b0edfb9e05 req-63d97537-4d60-4c22-9dec-aef52c897248 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/ports?device_id=b78223b1-eff5-4a50-bc8a-7872c12a2582 HTTP/1.1" status: 200 len: 946 time: 0.0845363 May 05 22:22:20.434748 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-410d81c5-c0de-4db9-8c8a-24b0edfb9e05 req-90968ad3-16d8-46df-8d0a-e3b46c513fea tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/security-groups?id=38585266-b9d5-48c6-b37b-c8dfdc8e59b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396345 May 05 22:22:20.465991 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4edfd6b6-9b00-4d57-a6a3-10ada9424504 req-966ad472-bd00-4024-8d04-7a2948b07102 service neutron] 10.222.0.44 "GET /v2.0/networks/836fe29c-fa73-4f80-b0ac-6a38624bf0dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294298 May 05 22:22:21.122890 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a8e21-ac30-4133-a54a-f6bbea4430fb req-21650677-3745-43a7-afd9-c8c3966129be tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:21.124337 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-076a8e21-ac30-4133-a54a-f6bbea4430fb req-21650677-3745-43a7-afd9-c8c3966129be tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] 10.222.0.23 "GET /v2.0/ports?device_id=f99ac6ba-c79a-4d2c-94ff-7a675d7947df HTTP/1.1" status: 200 len: 945 time: 0.0815206 May 05 22:22:21.170345 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-076a8e21-ac30-4133-a54a-f6bbea4430fb req-929c9d7b-89f1-4e21-8ce3-1a784606e421 tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] 10.222.0.23 "GET /v2.0/security-groups?id=88e7524a-3c40-44ad-8f82-44a6c20d7a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403075 May 05 22:22:21.915964 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59894) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:22:22.397255 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd643713-02e7-4e36-a563-21906a82c598 req-3899345c-c57f-4741-b132-a82a6e710077 tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:22.398690 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cd643713-02e7-4e36-a563-21906a82c598 req-3899345c-c57f-4741-b132-a82a6e710077 tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] 10.222.0.23 "GET /v2.0/ports?device_id=f99ac6ba-c79a-4d2c-94ff-7a675d7947df HTTP/1.1" status: 200 len: 945 time: 0.1006207 May 05 22:22:22.570382 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cd643713-02e7-4e36-a563-21906a82c598 req-c8844839-6e16-40a7-913f-3871fa4dec2d tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] 10.222.0.23 "GET /v2.0/security-groups?id=88e7524a-3c40-44ad-8f82-44a6c20d7a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207764 May 05 22:22:22.798404 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2115e525-edd2-4c48-be60-5c57f47da4f2 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:23.186847 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be172d52-f066-4069-a4ea-0e5061e71d14 req-5e10c861-2258-4ce0-9286-78b2f2c1754c tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:23.188277 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-be172d52-f066-4069-a4ea-0e5061e71d14 req-5e10c861-2258-4ce0-9286-78b2f2c1754c tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] 10.222.0.23 "GET /v2.0/ports?device_id=f99ac6ba-c79a-4d2c-94ff-7a675d7947df HTTP/1.1" status: 200 len: 945 time: 0.2687275 May 05 22:22:23.299748 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-be172d52-f066-4069-a4ea-0e5061e71d14 req-7e31b5ca-5443-4d78-bea8-7605c64d9a75 tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] 10.222.0.23 "GET /v2.0/security-groups?id=88e7524a-3c40-44ad-8f82-44a6c20d7a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022918 May 05 22:22:23.377269 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-2115e525-edd2-4c48-be60-5c57f47da4f2 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Allocated IP 172.20.0.17 (089afe5e-cb1b-4461-b169-a4cccbe2bfe3/d69c601a-def9-40c1-9e47-54578eddacb9/df12ffa8-5e2f-4125-aae7-0af7de3582e4) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:22:23.558014 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2115e525-edd2-4c48-be60-5c57f47da4f2 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:23.573480 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-2115e525-edd2-4c48-be60-5c57f47da4f2 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Transition to ACTIVE for port object df12ffa8-5e2f-4125-aae7-0af7de3582e4 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:22:23.598410 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2115e525-edd2-4c48-be60-5c57f47da4f2 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:23.671810 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2115e525-edd2-4c48-be60-5c57f47da4f2 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Network 089afe5e-cb1b-4461-b169-a4cccbe2bfe3 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:22:23.674937 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-2115e525-edd2-4c48-be60-5c57f47da4f2 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:22:23.679370 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2115e525-edd2-4c48-be60-5c57f47da4f2 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:22:23.704173 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2115e525-edd2-4c48-be60-5c57f47da4f2 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Pushing event updated for resources: {'Port': ['ID=df12ffa8-5e2f-4125-aae7-0af7de3582e4,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:23.740334 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2115e525-edd2-4c48-be60-5c57f47da4f2 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:23.830151 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2115e525-edd2-4c48-be60-5c57f47da4f2 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:23.940157 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-48e11617-a8c0-4d43-87bf-3313bde98e9f None None] Provisioning for port df12ffa8-5e2f-4125-aae7-0af7de3582e4 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:22:23.945854 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-48e11617-a8c0-4d43-87bf-3313bde98e9f None None] Provisioning complete for port df12ffa8-5e2f-4125-aae7-0af7de3582e4 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:22:23.946526 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-48e11617-a8c0-4d43-87bf-3313bde98e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:24.004273 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-48e11617-a8c0-4d43-87bf-3313bde98e9f None None] Port df12ffa8-5e2f-4125-aae7-0af7de3582e4 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:22:24.243260 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2115e525-edd2-4c48-be60-5c57f47da4f2 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:24.249384 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2115e525-edd2-4c48-be60-5c57f47da4f2 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:24.356177 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2115e525-edd2-4c48-be60-5c57f47da4f2 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:24.359763 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2115e525-edd2-4c48-be60-5c57f47da4f2 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Pushing event updated for resources: {'Port': ['ID=df12ffa8-5e2f-4125-aae7-0af7de3582e4,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:24.548101 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2115e525-edd2-4c48-be60-5c57f47da4f2 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Network 089afe5e-cb1b-4461-b169-a4cccbe2bfe3 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:22:24.551451 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-2115e525-edd2-4c48-be60-5c57f47da4f2 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:22:24.684642 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c1d4a-75fb-4d85-8b7d-6ab111c51af2 req-6438cd09-9f83-4900-a576-3b5d056d19e2 tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:24.686136 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3d7c1d4a-75fb-4d85-8b7d-6ab111c51af2 req-6438cd09-9f83-4900-a576-3b5d056d19e2 tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] 10.222.0.23 "GET /v2.0/ports?device_id=f99ac6ba-c79a-4d2c-94ff-7a675d7947df HTTP/1.1" status: 200 len: 945 time: 0.2557936 May 05 22:22:24.744124 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad29b0-9d34-4b1f-9e2d-51051247c760 req-4f7b0c94-f766-415b-a43b-824111820414 tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:24.744815 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-71ad29b0-9d34-4b1f-9e2d-51051247c760 req-4f7b0c94-f766-415b-a43b-824111820414 tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] Synchronizing usage tracker for tenant:8527394cd66f4266bc991777b7fe5a87 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:22:24.762824 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-71ad29b0-9d34-4b1f-9e2d-51051247c760 req-4f7b0c94-f766-415b-a43b-824111820414 tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] Unset dirty status for tenant:8527394cd66f4266bc991777b7fe5a87 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:22:24.764147 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-71ad29b0-9d34-4b1f-9e2d-51051247c760 req-4f7b0c94-f766-415b-a43b-824111820414 tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] 10.222.0.44 "GET /v2.0/ports?device_id=f99ac6ba-c79a-4d2c-94ff-7a675d7947df HTTP/1.1" status: 200 len: 945 time: 0.0989273 May 05 22:22:24.840988 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-71ad29b0-9d34-4b1f-9e2d-51051247c760 req-3b4068e5-104c-4ee5-8377-7999f300aa53 tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] Deleting port 4e21920d-a5a9-4d33-adf5-8b360413298f {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:22:24.841291 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-71ad29b0-9d34-4b1f-9e2d-51051247c760 req-3b4068e5-104c-4ee5-8377-7999f300aa53 tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:24.844464 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-8126ea08-7877-434d-8b2a-1198d156fedf None None] Provisioning complete for port df12ffa8-5e2f-4125-aae7-0af7de3582e4 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:22:24.844990 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8126ea08-7877-434d-8b2a-1198d156fedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:24.903312 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3d7c1d4a-75fb-4d85-8b7d-6ab111c51af2 req-aa6f621d-0f73-4a49-8ba5-029ec3dd070f tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] 10.222.0.23 "GET /v2.0/security-groups?id=88e7524a-3c40-44ad-8f82-44a6c20d7a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035520 May 05 22:22:24.929646 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-8126ea08-7877-434d-8b2a-1198d156fedf None None] Port df12ffa8-5e2f-4125-aae7-0af7de3582e4 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:22:25.091609 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-71ad29b0-9d34-4b1f-9e2d-51051247c760 req-3b4068e5-104c-4ee5-8377-7999f300aa53 tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] For port 4e21920d-a5a9-4d33-adf5-8b360413298f, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=4e21920d-a5a9-4d33-adf5-8b360413298f,segment=NetworkSegment(6322d9e1-912c-4115-a626-c55d2fbd96a9),segment_id=6322d9e1-912c-4115-a626-c55d2fbd96a9)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:22:25.091872 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-71ad29b0-9d34-4b1f-9e2d-51051247c760 req-3b4068e5-104c-4ee5-8377-7999f300aa53 tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:25.112149 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2115e525-edd2-4c48-be60-5c57f47da4f2 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Router e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:22:25.223007 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-71ad29b0-9d34-4b1f-9e2d-51051247c760 req-3b4068e5-104c-4ee5-8377-7999f300aa53 tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] Calling delete_port for 4e21920d-a5a9-4d33-adf5-8b360413298f owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:22:25.328946 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2115e525-edd2-4c48-be60-5c57f47da4f2 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:22:25.340242 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1ec453-ec8c-401f-bb04-3756202e9aab None None] Sync routers for ids ['e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:22:25.344850 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-2115e525-edd2-4c48-be60-5c57f47da4f2 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "PUT /v2.0/routers/e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4275775 May 05 22:22:25.353129 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1ec453-ec8c-401f-bb04-3756202e9aab None None] Routers {'e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:22:25.353846 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-fc1ec453-ec8c-401f-bb04-3756202e9aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:22:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:22:25.371018 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-71ad29b0-9d34-4b1f-9e2d-51051247c760 req-3b4068e5-104c-4ee5-8377-7999f300aa53 tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:25.425657 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4068e5-104c-4ee5-8377-7999f300aa53 tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] Pushing event deleted for resources: {'Port': ['ID=4e21920d-a5a9-4d33-adf5-8b360413298f,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:25.438008 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['4e21920d-a5a9-4d33-adf5-8b360413298f'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:22:25.497511 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ad29b0-9d34-4b1f-9e2d-51051247c760 req-3b4068e5-104c-4ee5-8377-7999f300aa53 tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] No DVR routers for this DVR port 4e21920d-a5a9-4d33-adf5-8b360413298f on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:22:25.500190 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-71ad29b0-9d34-4b1f-9e2d-51051247c760 req-3b4068e5-104c-4ee5-8377-7999f300aa53 tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:25.502837 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99ac6ba-c79a-4d2c-94ff-7a675d7947df', 'name': 'network-vif-deleted', 'tag': '4e21920d-a5a9-4d33-adf5-8b360413298f'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:22:25.524346 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-71ad29b0-9d34-4b1f-9e2d-51051247c760 req-3b4068e5-104c-4ee5-8377-7999f300aa53 tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] 10.222.0.44 "DELETE /v2.0/ports/4e21920d-a5a9-4d33-adf5-8b360413298f HTTP/1.1" status: 204 len: 173 time: 0.7548945 May 05 22:22:25.573523 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3faa5f5c-20d8-453c-96a0-4defcd9edbaf'] response: {'server_uuid': 'f99ac6ba-c79a-4d2c-94ff-7a675d7947df', 'name': 'network-vif-deleted', 'tag': '4e21920d-a5a9-4d33-adf5-8b360413298f', 'status': 'completed', 'code': 200} May 05 22:22:25.608816 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-fc1ec453-ec8c-401f-bb04-3756202e9aab None None] Set router e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:22:25.985239 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-fc1ec453-ec8c-401f-bb04-3756202e9aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5', 'name': 'tempest-TestNetworkBasicOps-router-499269193', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'bf290c78-1500-404a-81f3-c4765078e1b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:21:00Z', 'updated_at': '2022-05-05T22:22:23Z', 'revision_number': 5, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'gw_port': {'id': 'bf290c78-1500-404a-81f3-c4765078e1b3', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:21:01Z', 'updated_at': '2022-05-05T22:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': 'b6687b82-28b8-43d7-a04e-7e594c76b3c6', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'floating_ip_address': '172.25.4.34', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5', 'port_id': '058bf494-862f-4ae1-85b9-fcf2f31f34f3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebf2c1c7-d21f-4627-a999-4b4ba50137f9', 'mac_address': 'fa:16:3e:8c:80:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4513d4-84da-4e46-bf36-eb62a832a40d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:21:27Z', 'updated_at': '2022-05-05T22:21:31Z', 'revision_number': 1, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52a6335e-2fda-44cf-9663-4c962eed3336', 'name': '', 'network_id': 'ebf2c1c7-d21f-4627-a999-4b4ba50137f9', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'mac_address': 'fa:16:3e:45:fb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1340ca3-1908-49cb-8cd4-46b038fa8c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:21:05Z', 'updated_at': '2022-05-05T22:21:14Z', 'revision_number': 5, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'subnets': [{'id': 'e1340ca3-1908-49cb-8cd4-46b038fa8c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df12ffa8-5e2f-4125-aae7-0af7de3582e4', 'name': '', 'network_id': '089afe5e-cb1b-4461-b169-a4cccbe2bfe3', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'mac_address': 'fa:16:3e:ee:31:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd69c601a-def9-40c1-9e47-54578eddacb9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:22:23Z', 'updated_at': '2022-05-05T22:22:24Z', 'revision_number': 2, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'subnets': [{'id': 'd69c601a-def9-40c1-9e47-54578eddacb9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:22:25.990607 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1ec453-ec8c-401f-bb04-3756202e9aab None None] Checking router: e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:22:25.991230 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1ec453-ec8c-401f-bb04-3756202e9aab None None] Updating router e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5 port df12ffa8-5e2f-4125-aae7-0af7de3582e4 binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:22:26.049869 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fc1ec453-ec8c-401f-bb04-3756202e9aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:26.097320 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e02e7312-33db-45d4-adcb-d895e4ee7c74 req-49587afa-bebc-4497-978b-736ab0e651eb tempest-TestServerAdvancedOps-1263712021 tempest-TestServerAdvancedOps-1263712021-project] 10.222.0.23 "GET /v2.0/ports?device_id=f99ac6ba-c79a-4d2c-94ff-7a675d7947df HTTP/1.1" status: 200 len: 210 time: 0.0450232 May 05 22:22:26.408452 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fc1ec453-ec8c-401f-bb04-3756202e9aab None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:26.421462 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-fc1ec453-ec8c-401f-bb04-3756202e9aab None None] Transition to ACTIVE for port object df12ffa8-5e2f-4125-aae7-0af7de3582e4 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:22:26.428418 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fc1ec453-ec8c-401f-bb04-3756202e9aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:26.558294 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c96ce-9830-4984-b28b-6a5fc19354b0 None None] Pushing event updated for resources: {'Port': ['ID=df12ffa8-5e2f-4125-aae7-0af7de3582e4,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:26.597320 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6c96ce-9830-4984-b28b-6a5fc19354b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:22:26.597674 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6c96ce-9830-4984-b28b-6a5fc19354b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:22:26.597987 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6c96ce-9830-4984-b28b-6a5fc19354b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:22:26.598316 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6c96ce-9830-4984-b28b-6a5fc19354b0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:22:26.598780 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6c96ce-9830-4984-b28b-6a5fc19354b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:22:26.599782 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6c96ce-9830-4984-b28b-6a5fc19354b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:22:26.600110 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6c96ce-9830-4984-b28b-6a5fc19354b0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:22:26.600433 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6c96ce-9830-4984-b28b-6a5fc19354b0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:22:26.600752 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6c96ce-9830-4984-b28b-6a5fc19354b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:22:26.601069 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6c96ce-9830-4984-b28b-6a5fc19354b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:22:26.601383 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6c96ce-9830-4984-b28b-6a5fc19354b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:22:26.659450 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-fc1ec453-ec8c-401f-bb04-3756202e9aab None None] Attempting to bind port df12ffa8-5e2f-4125-aae7-0af7de3582e4 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:22:26.659731 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-fc1ec453-ec8c-401f-bb04-3756202e9aab None None] Attempting to bind port df12ffa8-5e2f-4125-aae7-0af7de3582e4 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '4cdd45ac-3540-4744-96d6-7359095a93fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '089afe5e-cb1b-4461-b169-a4cccbe2bfe3'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:22:26.660079 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1ec453-ec8c-401f-bb04-3756202e9aab None None] Attempting to bind port df12ffa8-5e2f-4125-aae7-0af7de3582e4 on network 089afe5e-cb1b-4461-b169-a4cccbe2bfe3 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:22:26.667625 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1ec453-ec8c-401f-bb04-3756202e9aab None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:22:26.667986 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1ec453-ec8c-401f-bb04-3756202e9aab None None] Checking segment: {'id': '4cdd45ac-3540-4744-96d6-7359095a93fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '089afe5e-cb1b-4461-b169-a4cccbe2bfe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:22:26.668375 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fc1ec453-ec8c-401f-bb04-3756202e9aab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:26.668756 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1ec453-ec8c-401f-bb04-3756202e9aab None None] Bound using segment: {'id': '4cdd45ac-3540-4744-96d6-7359095a93fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '089afe5e-cb1b-4461-b169-a4cccbe2bfe3'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:22:26.669207 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-fc1ec453-ec8c-401f-bb04-3756202e9aab None None] Bound port: df12ffa8-5e2f-4125-aae7-0af7de3582e4, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cdd45ac-3540-4744-96d6-7359095a93fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '089afe5e-cb1b-4461-b169-a4cccbe2bfe3'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:22:26.669568 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fc1ec453-ec8c-401f-bb04-3756202e9aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:26.764272 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-fc1ec453-ec8c-401f-bb04-3756202e9aab None None] For port df12ffa8-5e2f-4125-aae7-0af7de3582e4, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:22:26.767298 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-fc1ec453-ec8c-401f-bb04-3756202e9aab None None] For port df12ffa8-5e2f-4125-aae7-0af7de3582e4, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=df12ffa8-5e2f-4125-aae7-0af7de3582e4,segment=NetworkSegment(4cdd45ac-3540-4744-96d6-7359095a93fc),segment_id=4cdd45ac-3540-4744-96d6-7359095a93fc)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:22:26.776964 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fc1ec453-ec8c-401f-bb04-3756202e9aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:26.856711 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c96ce-9830-4984-b28b-6a5fc19354b0 None None] Pushing event updated for resources: {'Port': ['ID=df12ffa8-5e2f-4125-aae7-0af7de3582e4,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:26.863487 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1ec453-ec8c-401f-bb04-3756202e9aab None None] Routers {'e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:22:26.864090 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-fc1ec453-ec8c-401f-bb04-3756202e9aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:22:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:22:27.121495 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-fc1ec453-ec8c-401f-bb04-3756202e9aab None None] Set router e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:22:27.220605 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59916) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:22:27.280570 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b3a356d-5281-4668-b452-b0112db53aa6 admin admin] Deleting subnet eb8a13eb-1e9d-408f-9533-a16586a02c8b {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:22:27.283721 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4b3a356d-5281-4668-b452-b0112db53aa6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:27.338255 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4b3a356d-5281-4668-b452-b0112db53aa6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:27.395206 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4b3a356d-5281-4668-b452-b0112db53aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:27.470148 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4b3a356d-5281-4668-b452-b0112db53aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:27.485425 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-fc1ec453-ec8c-401f-bb04-3756202e9aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5', 'name': 'tempest-TestNetworkBasicOps-router-499269193', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'bf290c78-1500-404a-81f3-c4765078e1b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:21:00Z', 'updated_at': '2022-05-05T22:22:23Z', 'revision_number': 5, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'gw_port': {'id': 'bf290c78-1500-404a-81f3-c4765078e1b3', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:21:01Z', 'updated_at': '2022-05-05T22:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': 'b6687b82-28b8-43d7-a04e-7e594c76b3c6', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'floating_ip_address': '172.25.4.34', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5', 'port_id': '058bf494-862f-4ae1-85b9-fcf2f31f34f3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebf2c1c7-d21f-4627-a999-4b4ba50137f9', 'mac_address': 'fa:16:3e:8c:80:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4513d4-84da-4e46-bf36-eb62a832a40d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:21:27Z', 'updated_at': '2022-05-05T22:21:31Z', 'revision_number': 1, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52a6335e-2fda-44cf-9663-4c962eed3336', 'name': '', 'network_id': 'ebf2c1c7-d21f-4627-a999-4b4ba50137f9', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'mac_address': 'fa:16:3e:45:fb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1340ca3-1908-49cb-8cd4-46b038fa8c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:21:05Z', 'updated_at': '2022-05-05T22:21:14Z', 'revision_number': 5, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'subnets': [{'id': 'e1340ca3-1908-49cb-8cd4-46b038fa8c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df12ffa8-5e2f-4125-aae7-0af7de3582e4', 'name': '', 'network_id': '089afe5e-cb1b-4461-b169-a4cccbe2bfe3', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'mac_address': 'fa:16:3e:ee:31:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd69c601a-def9-40c1-9e47-54578eddacb9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:22:23Z', 'updated_at': '2022-05-05T22:22:26Z', 'revision_number': 4, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'subnets': [{'id': 'd69c601a-def9-40c1-9e47-54578eddacb9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:22:27.489930 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1ec453-ec8c-401f-bb04-3756202e9aab None None] The sync data for ids ['e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5'] in n-d-825175-4 is: [{'id': 'e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5', 'name': 'tempest-TestNetworkBasicOps-router-499269193', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'bf290c78-1500-404a-81f3-c4765078e1b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:21:00Z', 'updated_at': '2022-05-05T22:22:23Z', 'revision_number': 5, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'gw_port': {'id': 'bf290c78-1500-404a-81f3-c4765078e1b3', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:21:01Z', 'updated_at': '2022-05-05T22:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': 'b6687b82-28b8-43d7-a04e-7e594c76b3c6', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'floating_ip_address': '172.25.4.34', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5', 'port_id': '058bf494-862f-4ae1-85b9-fcf2f31f34f3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebf2c1c7-d21f-4627-a999-4b4ba50137f9', 'mac_address': 'fa:16:3e:8c:80:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4513d4-84da-4e46-bf36-eb62a832a40d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:21:27Z', 'updated_at': '2022-05-05T22:21:31Z', 'revision_number': 1, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52a6335e-2fda-44cf-9663-4c962eed3336', 'name': '', 'network_id': 'ebf2c1c7-d21f-4627-a999-4b4ba50137f9', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'mac_address': 'fa:16:3e:45:fb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1340ca3-1908-49cb-8cd4-46b038fa8c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:21:05Z', 'updated_at': '2022-05-05T22:21:14Z', 'revision_number': 5, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'subnets': [{'id': 'e1340ca3-1908-49cb-8cd4-46b038fa8c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df12ffa8-5e2f-4125-aae7-0af7de3582e4', 'name': '', 'network_id': '089afe5e-cb1b-4461-b169-a4cccbe2bfe3', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'mac_address': 'fa:16:3e:ee:31:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd69c601a-def9-40c1-9e47-54578eddacb9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:22:23Z', 'updated_at': '2022-05-05T22:22:26Z', 'revision_number': 4, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'subnets': [{'id': 'd69c601a-def9-40c1-9e47-54578eddacb9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:22:27.509323 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3a356d-5281-4668-b452-b0112db53aa6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb8a13eb-1e9d-408f-9533-a16586a02c8b,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:27.514115 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4b3a356d-5281-4668-b452-b0112db53aa6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:27.523941 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4b3a356d-5281-4668-b452-b0112db53aa6 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/eb8a13eb-1e9d-408f-9533-a16586a02c8b HTTP/1.1" status: 204 len: 168 time: 0.2988327 May 05 22:22:27.524048 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 59920) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:22:27.743553 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d7d22ac1-aab8-49f8-b0f0-9d8ca2d9aa44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:27.875434 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d7d22ac1-aab8-49f8-b0f0-9d8ca2d9aa44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:27.902427 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-d7d22ac1-aab8-49f8-b0f0-9d8ca2d9aa44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['836fe29c-fa73-4f80-b0ac-6a38624bf0dc']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:22:27.915270 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-d7d22ac1-aab8-49f8-b0f0-9d8ca2d9aa44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6322d9e1-912c-4115-a626-c55d2fbd96a9') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:22:27.915639 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-d7d22ac1-aab8-49f8-b0f0-9d8ca2d9aa44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6322d9e1-912c-4115-a626-c55d2fbd96a9') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:22:27.928575 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d7d22ac1-aab8-49f8-b0f0-9d8ca2d9aa44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:27.944870 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d7d22ac1-aab8-49f8-b0f0-9d8ca2d9aa44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:27.951835 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7d22ac1-aab8-49f8-b0f0-9d8ca2d9aa44 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:22:27.952298 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d7d22ac1-aab8-49f8-b0f0-9d8ca2d9aa44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:27.979004 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:22:27.979004 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:22:27.979004 n-d-825175-4 neutron-server[84063]: timer() May 05 22:22:27.979004 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:22:27.979004 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:22:27.979004 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:22:27.979004 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:22:27.979004 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:22:27.979004 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:22:27.979004 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:22:27.979004 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:22:27.979004 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:22:27.979004 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:22:27.979004 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:22:27.979004 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:22:27.979004 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:22:27.979004 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:22:27.979004 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:22:27.979004 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:22:27.979004 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:22:27.979004 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:22:27.979004 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:22:27.979004 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:22:27.979004 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:22:27.979004 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:22:27.979004 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:22:27.979004 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:22:27.979004 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:22:27.979004 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:22:27.979004 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:22:27.979004 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:22:27.979004 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:22:28.043063 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device df12ffa8-5e2f-4125-aae7-0af7de3582e4 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:22:28.061724 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d7d22ac1-aab8-49f8-b0f0-9d8ca2d9aa44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:28.078188 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d7d22ac1-aab8-49f8-b0f0-9d8ca2d9aa44 admin admin] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:28.088579 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d22ac1-aab8-49f8-b0f0-9d8ca2d9aa44 admin admin] Pushing event deleted for resources: {'Network': ['ID=836fe29c-fa73-4f80-b0ac-6a38624bf0dc,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:28.100247 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d7d22ac1-aab8-49f8-b0f0-9d8ca2d9aa44 admin admin] 10.222.0.23 "DELETE /v2.0/networks/836fe29c-fa73-4f80-b0ac-6a38624bf0dc HTTP/1.1" status: 204 len: 168 time: 0.5727420 May 05 22:22:28.100712 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59926) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:22:28.113334 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port df12ffa8-5e2f-4125-aae7-0af7de3582e4 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:22:28.118275 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port df12ffa8-5e2f-4125-aae7-0af7de3582e4 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:22:28.118638 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:28.160840 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef53e7e7-0c5a-43a8-8d5b-3546aec88a86 admin admin] Deleting subnet 56819cdf-fa21-4140-bcac-5bca1bd4913c {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:22:28.164156 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ef53e7e7-0c5a-43a8-8d5b-3546aec88a86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:28.218281 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ef53e7e7-0c5a-43a8-8d5b-3546aec88a86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:28.232674 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:28.266827 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port df12ffa8-5e2f-4125-aae7-0af7de3582e4, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=df12ffa8-5e2f-4125-aae7-0af7de3582e4,segment=NetworkSegment(4cdd45ac-3540-4744-96d6-7359095a93fc),segment_id=4cdd45ac-3540-4744-96d6-7359095a93fc)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:22:28.272526 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:28.273608 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ef53e7e7-0c5a-43a8-8d5b-3546aec88a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:28.339496 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=df12ffa8-5e2f-4125-aae7-0af7de3582e4,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:28.342881 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ef53e7e7-0c5a-43a8-8d5b-3546aec88a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:28.381647 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef53e7e7-0c5a-43a8-8d5b-3546aec88a86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56819cdf-fa21-4140-bcac-5bca1bd4913c,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:28.387764 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ef53e7e7-0c5a-43a8-8d5b-3546aec88a86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:28.393326 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ef53e7e7-0c5a-43a8-8d5b-3546aec88a86 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/56819cdf-fa21-4140-bcac-5bca1bd4913c HTTP/1.1" status: 204 len: 168 time: 0.2915359 May 05 22:22:28.396353 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 59930) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:22:28.501079 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1e779c9f-2731-494e-b688-3ed1eed9aac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:28.624863 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1e779c9f-2731-494e-b688-3ed1eed9aac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:28.653518 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-1e779c9f-2731-494e-b688-3ed1eed9aac1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ad06603-f876-44f0-879f-a037bd8333d1']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:22:28.665567 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-1e779c9f-2731-494e-b688-3ed1eed9aac1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a383799-2d0d-4629-83a5-175cb1e98257') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:22:28.665854 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-1e779c9f-2731-494e-b688-3ed1eed9aac1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a383799-2d0d-4629-83a5-175cb1e98257') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:22:28.677352 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1e779c9f-2731-494e-b688-3ed1eed9aac1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:28.693269 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1e779c9f-2731-494e-b688-3ed1eed9aac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:28.699381 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e779c9f-2731-494e-b688-3ed1eed9aac1 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:22:28.699759 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1e779c9f-2731-494e-b688-3ed1eed9aac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:28.712725 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:22:28.712725 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:22:28.712725 n-d-825175-4 neutron-server[84063]: timer() May 05 22:22:28.712725 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:22:28.712725 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:22:28.712725 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:22:28.712725 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:22:28.712725 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:22:28.712725 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:22:28.712725 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:22:28.712725 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:22:28.712725 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:22:28.712725 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:22:28.712725 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:22:28.712725 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:22:28.712725 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:22:28.712725 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:22:28.712725 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:22:28.712725 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:22:28.712725 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:22:28.712725 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:22:28.712725 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:22:28.712725 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:22:28.712725 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:22:28.712725 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:22:28.712725 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:22:28.712725 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:22:28.712725 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:22:28.712725 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:22:28.712725 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:22:28.712725 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:22:28.712725 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:22:28.792198 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1e779c9f-2731-494e-b688-3ed1eed9aac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:28.808630 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1e779c9f-2731-494e-b688-3ed1eed9aac1 admin admin] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:28.817734 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e779c9f-2731-494e-b688-3ed1eed9aac1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ad06603-f876-44f0-879f-a037bd8333d1,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:28.820429 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1e779c9f-2731-494e-b688-3ed1eed9aac1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/7ad06603-f876-44f0-879f-a037bd8333d1 HTTP/1.1" status: 204 len: 168 time: 0.4230831 May 05 22:22:29.043040 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 59936) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:22:29.093884 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-e55d5aae-6d79-445b-bc07-74404c6576f0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8527394cd66f4266bc991777b7fe5a87&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0496435 May 05 22:22:29.097252 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 59940) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:22:29.157193 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8085b384-6e91-469c-8db9-98ec574ab045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:29.183845 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8085b384-6e91-469c-8db9-98ec574ab045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:29.238915 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8085b384-6e91-469c-8db9-98ec574ab045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:29.250360 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 4e21920d-a5a9-4d33-adf5-8b360413298f no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:22:29.255618 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8085b384-6e91-469c-8db9-98ec574ab045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e7524a-3c40-44ad-8f82-44a6c20d7a5b,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:29.268116 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8085b384-6e91-469c-8db9-98ec574ab045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:29.269344 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8085b384-6e91-469c-8db9-98ec574ab045 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/88e7524a-3c40-44ad-8f82-44a6c20d7a5b HTTP/1.1" status: 204 len: 168 time: 0.1712220 May 05 22:22:29.296173 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: 4e21920d-a5a9-4d33-adf5-8b360413298f {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:22:29.296511 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 4e21920d-a5a9-4d33-adf5-8b360413298f not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:22:29.682475 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 59948) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:22:29.745666 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1ca581ff-cff6-4deb-8a8e-232e1caf60c7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=23a0396f291b4a00bf485f2169d02560&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0617890 May 05 22:22:29.748153 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 59952) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:22:29.819520 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1d9c8e86-1577-4f2c-b72c-5c7f1971144e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:29.845202 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1d9c8e86-1577-4f2c-b72c-5c7f1971144e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:29.905041 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1d9c8e86-1577-4f2c-b72c-5c7f1971144e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:29.921109 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9c8e86-1577-4f2c-b72c-5c7f1971144e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbb4ff1-f2ce-4177-a254-11f8435bb498,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:29.925418 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1d9c8e86-1577-4f2c-b72c-5c7f1971144e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:29.926566 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1d9c8e86-1577-4f2c-b72c-5c7f1971144e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bdbb4ff1-f2ce-4177-a254-11f8435bb498 HTTP/1.1" status: 204 len: 168 time: 0.1775281 May 05 22:22:30.008420 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device df12ffa8-5e2f-4125-aae7-0af7de3582e4 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:22:30.081253 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port df12ffa8-5e2f-4125-aae7-0af7de3582e4 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:22:30.081623 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:30.838602 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 59976) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:22:30.976467 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-36d7cb12-962c-438f-85cd-eaf66309a0f0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-842811049-network', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:22:30.982249 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-36d7cb12-962c-438f-85cd-eaf66309a0f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:22:30.986373 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-36d7cb12-962c-438f-85cd-eaf66309a0f0 admin admin] Usage tracker for resource:network and tenant:7aecd0947c574ab7b57adc91150658c3 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:22:30.990077 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-36d7cb12-962c-438f-85cd-eaf66309a0f0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:22:30.998504 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-36d7cb12-962c-438f-85cd-eaf66309a0f0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:22:31.012665 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d7cb12-962c-438f-85cd-eaf66309a0f0 admin admin] Made reservation on behalf of 7aecd0947c574ab7b57adc91150658c3 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:22:31.015012 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-36d7cb12-962c-438f-85cd-eaf66309a0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:31.027843 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-36d7cb12-962c-438f-85cd-eaf66309a0f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:31.066407 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-36d7cb12-962c-438f-85cd-eaf66309a0f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:22:31.071223 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-36d7cb12-962c-438f-85cd-eaf66309a0f0 admin admin] Usage tracker for resource:security_group_rule and tenant:7aecd0947c574ab7b57adc91150658c3 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:22:31.074348 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-36d7cb12-962c-438f-85cd-eaf66309a0f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:22:31.080242 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-36d7cb12-962c-438f-85cd-eaf66309a0f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:22:31.149608 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-36d7cb12-962c-438f-85cd-eaf66309a0f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:31.155230 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-36d7cb12-962c-438f-85cd-eaf66309a0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:31.184646 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36d7cb12-962c-438f-85cd-eaf66309a0f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:22:31.193838 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d7cb12-962c-438f-85cd-eaf66309a0f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec384049-6373-455d-b34e-0e66f275e2f4,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:31.200615 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-36d7cb12-962c-438f-85cd-eaf66309a0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:31.201544 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-36d7cb12-962c-438f-85cd-eaf66309a0f0 admin admin] Added segment 08dd8774-d241-4744-a888-af1c6f605e19 of type vlan for network 9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 May 05 22:22:31.228045 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-36d7cb12-962c-438f-85cd-eaf66309a0f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:31.260141 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-36d7cb12-962c-438f-85cd-eaf66309a0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:31.261284 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d7cb12-962c-438f-85cd-eaf66309a0f0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:31.262081 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-36d7cb12-962c-438f-85cd-eaf66309a0f0 admin admin] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:31.367851 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-36d7cb12-962c-438f-85cd-eaf66309a0f0 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5281234 May 05 22:22:31.368820 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d7cb12-962c-438f-85cd-eaf66309a0f0 admin admin] Pushing event updated for resources: {'Network': ['ID=9a4e4fe9-3d94-4d16-ae6c-847777a64fe9,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:31.370838 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59982) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:22:31.376646 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-10316ec6-d85e-4dea-989e-b6ad2f3b46d5 admin admin] Request body: {'subnet': {'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-842811049-subnet', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'ip_version': 4}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:22:31.379153 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:22:31.382473 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-10316ec6-d85e-4dea-989e-b6ad2f3b46d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:22:31.386638 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-10316ec6-d85e-4dea-989e-b6ad2f3b46d5 admin admin] Usage tracker for resource:subnet and tenant:7aecd0947c574ab7b57adc91150658c3 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:22:31.389822 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-10316ec6-d85e-4dea-989e-b6ad2f3b46d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:22:31.396074 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-10316ec6-d85e-4dea-989e-b6ad2f3b46d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:22:31.408238 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10316ec6-d85e-4dea-989e-b6ad2f3b46d5 admin admin] Made reservation on behalf of 7aecd0947c574ab7b57adc91150658c3 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:22:31.410585 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-10316ec6-d85e-4dea-989e-b6ad2f3b46d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:31.615865 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-10316ec6-d85e-4dea-989e-b6ad2f3b46d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:31.686309 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10316ec6-d85e-4dea-989e-b6ad2f3b46d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0e1a026-9d64-4912-950a-4e44331f2f8e,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:31.704811 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10316ec6-d85e-4dea-989e-b6ad2f3b46d5 admin admin] Checking segment: {'id': '08dd8774-d241-4744-a888-af1c6f605e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:22:31.705163 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10316ec6-d85e-4dea-989e-b6ad2f3b46d5 admin admin] Network hostable DHCP agents. Network: 9a4e4fe9-3d94-4d16-ae6c-847777a64fe9, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:22:31.727982 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10316ec6-d85e-4dea-989e-b6ad2f3b46d5 admin admin] Network 9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:22:31.737235 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-10316ec6-d85e-4dea-989e-b6ad2f3b46d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 9a4e4fe9-3d94-4d16-ae6c-847777a64fe9) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:22:31.741574 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10316ec6-d85e-4dea-989e-b6ad2f3b46d5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:31.742130 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-10316ec6-d85e-4dea-989e-b6ad2f3b46d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:31.746702 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf54249-97f5-4537-93e9-ed4f12021c95 None None] Network 9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:22:31.764851 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-10316ec6-d85e-4dea-989e-b6ad2f3b46d5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3927922 May 05 22:22:31.767710 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59986) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:22:31.772730 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-80ec076e-03bf-46be-857c-4b19b7bdaeb0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-842811049-router', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:22:31.777919 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-80ec076e-03bf-46be-857c-4b19b7bdaeb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:22:31.781885 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-80ec076e-03bf-46be-857c-4b19b7bdaeb0 admin admin] Usage tracker for resource:router and tenant:7aecd0947c574ab7b57adc91150658c3 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:22:31.784787 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-80ec076e-03bf-46be-857c-4b19b7bdaeb0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:22:31.790903 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-80ec076e-03bf-46be-857c-4b19b7bdaeb0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:22:31.802259 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-80ec076e-03bf-46be-857c-4b19b7bdaeb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:31.803220 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-80ec076e-03bf-46be-857c-4b19b7bdaeb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:31.821471 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-80ec076e-03bf-46be-857c-4b19b7bdaeb0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:31.958724 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e25cfc6-ca5a-4c4f-a66d-82bb2f9fcdcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-9a4e4fe9-3d94-4d16-ae6c-847777a64fe9', 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'fixed_ips': [{'subnet_id': 'e0e1a026-9d64-4912-950a-4e44331f2f8e'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:22:31.959555 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1e25cfc6-ca5a-4c4f-a66d-82bb2f9fcdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:31.965090 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-80ec076e-03bf-46be-857c-4b19b7bdaeb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:32.120995 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-1e25cfc6-ca5a-4c4f-a66d-82bb2f9fcdcd None None] Allocated IP 172.20.0.2 (9a4e4fe9-3d94-4d16-ae6c-847777a64fe9/e0e1a026-9d64-4912-950a-4e44331f2f8e/db712bc6-8022-4dcb-8415-4464093893a2) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:22:32.270271 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-80ec076e-03bf-46be-857c-4b19b7bdaeb0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:32.303429 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-80ec076e-03bf-46be-857c-4b19b7bdaeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:32.328506 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1e25cfc6-ca5a-4c4f-a66d-82bb2f9fcdcd None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:32.338538 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-1e25cfc6-ca5a-4c4f-a66d-82bb2f9fcdcd None None] Transition to ACTIVE for port object db712bc6-8022-4dcb-8415-4464093893a2 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:22:32.357325 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-1e25cfc6-ca5a-4c4f-a66d-82bb2f9fcdcd None None] Transition to ACTIVE for port object db712bc6-8022-4dcb-8415-4464093893a2 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:22:32.364566 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1e25cfc6-ca5a-4c4f-a66d-82bb2f9fcdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:32.441372 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-80ec076e-03bf-46be-857c-4b19b7bdaeb0 admin admin] Allocated IP 172.25.4.165 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/1c4c63f4-c247-4390-99d9-b664ede84f1b) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:22:32.480260 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e25cfc6-ca5a-4c4f-a66d-82bb2f9fcdcd None None] Network 9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:22:32.483171 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-1e25cfc6-ca5a-4c4f-a66d-82bb2f9fcdcd None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:22:32.488141 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e25cfc6-ca5a-4c4f-a66d-82bb2f9fcdcd None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:22:32.490459 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e25cfc6-ca5a-4c4f-a66d-82bb2f9fcdcd None None] Pushing event updated for resources: {'Port': ['ID=db712bc6-8022-4dcb-8415-4464093893a2,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:32.579232 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-1e25cfc6-ca5a-4c4f-a66d-82bb2f9fcdcd None None] Attempting to bind port db712bc6-8022-4dcb-8415-4464093893a2 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:22:32.579508 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-1e25cfc6-ca5a-4c4f-a66d-82bb2f9fcdcd None None] Attempting to bind port db712bc6-8022-4dcb-8415-4464093893a2 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '08dd8774-d241-4744-a888-af1c6f605e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:22:32.579870 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e25cfc6-ca5a-4c4f-a66d-82bb2f9fcdcd None None] Attempting to bind port db712bc6-8022-4dcb-8415-4464093893a2 on network 9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:22:32.587266 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e25cfc6-ca5a-4c4f-a66d-82bb2f9fcdcd None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:22:32.587634 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e25cfc6-ca5a-4c4f-a66d-82bb2f9fcdcd None None] Checking segment: {'id': '08dd8774-d241-4744-a888-af1c6f605e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:22:32.588027 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1e25cfc6-ca5a-4c4f-a66d-82bb2f9fcdcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:32.588409 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e25cfc6-ca5a-4c4f-a66d-82bb2f9fcdcd None None] Bound using segment: {'id': '08dd8774-d241-4744-a888-af1c6f605e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:22:32.588872 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-1e25cfc6-ca5a-4c4f-a66d-82bb2f9fcdcd None None] Bound port: db712bc6-8022-4dcb-8415-4464093893a2, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08dd8774-d241-4744-a888-af1c6f605e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:22:32.589240 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1e25cfc6-ca5a-4c4f-a66d-82bb2f9fcdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:32.602642 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-80ec076e-03bf-46be-857c-4b19b7bdaeb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:32.632481 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-80ec076e-03bf-46be-857c-4b19b7bdaeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:32.685006 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-1e25cfc6-ca5a-4c4f-a66d-82bb2f9fcdcd None None] For port db712bc6-8022-4dcb-8415-4464093893a2, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:22:32.689382 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-1e25cfc6-ca5a-4c4f-a66d-82bb2f9fcdcd None None] For port db712bc6-8022-4dcb-8415-4464093893a2, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=db712bc6-8022-4dcb-8415-4464093893a2,segment=NetworkSegment(08dd8774-d241-4744-a888-af1c6f605e19),segment_id=08dd8774-d241-4744-a888-af1c6f605e19)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:22:32.693449 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1e25cfc6-ca5a-4c4f-a66d-82bb2f9fcdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:32.701632 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ec076e-03bf-46be-857c-4b19b7bdaeb0 admin admin] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:22:32.704582 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-80ec076e-03bf-46be-857c-4b19b7bdaeb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:22:32.709166 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ec076e-03bf-46be-857c-4b19b7bdaeb0 admin admin] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:22:32.733145 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec076e-03bf-46be-857c-4b19b7bdaeb0 admin admin] Pushing event updated for resources: {'Port': ['ID=1c4c63f4-c247-4390-99d9-b664ede84f1b,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:32.774502 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e25cfc6-ca5a-4c4f-a66d-82bb2f9fcdcd None None] Pushing event updated for resources: {'Port': ['ID=db712bc6-8022-4dcb-8415-4464093893a2,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:32.886406 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-80ec076e-03bf-46be-857c-4b19b7bdaeb0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:32.887221 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-80ec076e-03bf-46be-857c-4b19b7bdaeb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:33.129881 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ec076e-03bf-46be-857c-4b19b7bdaeb0 admin admin] Router dd9f801c-cddb-4189-a39d-ba00fed1c9b4 is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 22:22:33.311281 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:22:33.330498 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ec076e-03bf-46be-857c-4b19b7bdaeb0 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:22:33.339111 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2159761-cc21-44e9-bdd2-d3b322eb4849 None None] Sync routers for ids ['dd9f801c-cddb-4189-a39d-ba00fed1c9b4'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:22:33.351731 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2159761-cc21-44e9-bdd2-d3b322eb4849 None None] Routers {'dd9f801c-cddb-4189-a39d-ba00fed1c9b4'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:22:33.352341 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-f2159761-cc21-44e9-bdd2-d3b322eb4849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:22:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['dd9f801c-cddb-4189-a39d-ba00fed1c9b4'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:22:33.356355 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-80ec076e-03bf-46be-857c-4b19b7bdaeb0 admin admin] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:33.358025 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-80ec076e-03bf-46be-857c-4b19b7bdaeb0 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5892599 May 05 22:22:33.360655 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 59992) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:22:33.545013 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-f2159761-cc21-44e9-bdd2-d3b322eb4849 None None] Set router dd9f801c-cddb-4189-a39d-ba00fed1c9b4 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:22:33.715575 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbc6a92-a5c3-4b9a-9bad-8d9b7730aa63 None None] Network 9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:22:33.827852 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ee25edf0-39d9-4d0e-a76f-1d099085d367 None None] Provisioning for port db712bc6-8022-4dcb-8415-4464093893a2 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:22:33.843922 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-f2159761-cc21-44e9-bdd2-d3b322eb4849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'name': 'tempest-TestVolumeBootPattern-842811049-router', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '1c4c63f4-c247-4390-99d9-b664ede84f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:22:31Z', 'updated_at': '2022-05-05T22:22:32Z', 'revision_number': 3, 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'gw_port': {'id': '1c4c63f4-c247-4390-99d9-b664ede84f1b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:58:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:22:32Z', 'updated_at': '2022-05-05T22:22:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:22:33.847936 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2159761-cc21-44e9-bdd2-d3b322eb4849 None None] Checking router: dd9f801c-cddb-4189-a39d-ba00fed1c9b4 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:22:33.848264 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2159761-cc21-44e9-bdd2-d3b322eb4849 None None] Updating router dd9f801c-cddb-4189-a39d-ba00fed1c9b4 port 1c4c63f4-c247-4390-99d9-b664ede84f1b binding host n-d-825175-4 {{(pid=84068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:22:33.903906 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-f2159761-cc21-44e9-bdd2-d3b322eb4849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:34.064367 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device db712bc6-8022-4dcb-8415-4464093893a2 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:22:34.149968 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port db712bc6-8022-4dcb-8415-4464093893a2 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:22:34.155990 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port db712bc6-8022-4dcb-8415-4464093893a2 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:22:34.156353 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:34.292370 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-055c5eff-d975-470e-a2e6-bbb9f1cb6717 None None] Provisioning complete for port db712bc6-8022-4dcb-8415-4464093893a2 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:22:34.292634 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-055c5eff-d975-470e-a2e6-bbb9f1cb6717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:34.311757 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-f2159761-cc21-44e9-bdd2-d3b322eb4849 None None] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:34.312390 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-50e94355-21ac-462b-94cf-867ab302721b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:34.320476 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:34.325277 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.provisioning_blocks [None req-f2159761-cc21-44e9-bdd2-d3b322eb4849 None None] Transition to ACTIVE for port object 1c4c63f4-c247-4390-99d9-b664ede84f1b will not be triggered until provisioned by entity L2. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:22:34.333686 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-f2159761-cc21-44e9-bdd2-d3b322eb4849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:34.377913 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port db712bc6-8022-4dcb-8415-4464093893a2, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=db712bc6-8022-4dcb-8415-4464093893a2,segment=NetworkSegment(08dd8774-d241-4744-a888-af1c6f605e19),segment_id=08dd8774-d241-4744-a888-af1c6f605e19)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:22:34.384116 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:34.417880 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f9381a-0119-4299-b852-d8433025dab3 None None] Pushing event updated for resources: {'Port': ['ID=1c4c63f4-c247-4390-99d9-b664ede84f1b,revision_number=2']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:34.420328 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-f2159761-cc21-44e9-bdd2-d3b322eb4849 None None] Attempting to bind port 1c4c63f4-c247-4390-99d9-b664ede84f1b on host n-d-825175-4 for vnic_type normal with profile {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:22:34.421205 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-f2159761-cc21-44e9-bdd2-d3b322eb4849 None None] Attempting to bind port 1c4c63f4-c247-4390-99d9-b664ede84f1b by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:22:34.421716 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2159761-cc21-44e9-bdd2-d3b322eb4849 None None] Attempting to bind port 1c4c63f4-c247-4390-99d9-b664ede84f1b on network 25bfe237-58de-4709-a3e0-ac79da07c300 {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:22:34.433138 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2159761-cc21-44e9-bdd2-d3b322eb4849 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:22:34.433764 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2159761-cc21-44e9-bdd2-d3b322eb4849 None None] Checking segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:22:34.434319 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-f2159761-cc21-44e9-bdd2-d3b322eb4849 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:34.434885 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2159761-cc21-44e9-bdd2-d3b322eb4849 None None] Bound using segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:22:34.435497 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-f2159761-cc21-44e9-bdd2-d3b322eb4849 None None] Bound port: 1c4c63f4-c247-4390-99d9-b664ede84f1b, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:22:34.436034 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-f2159761-cc21-44e9-bdd2-d3b322eb4849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:34.468148 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f9381a-0119-4299-b852-d8433025dab3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:22:34.468715 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f9381a-0119-4299-b852-d8433025dab3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:22:34.469196 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f9381a-0119-4299-b852-d8433025dab3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:22:34.469679 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f9381a-0119-4299-b852-d8433025dab3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:22:34.470171 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f9381a-0119-4299-b852-d8433025dab3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:22:34.470647 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f9381a-0119-4299-b852-d8433025dab3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:22:34.471146 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f9381a-0119-4299-b852-d8433025dab3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:22:34.471492 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f9381a-0119-4299-b852-d8433025dab3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:22:34.471800 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f9381a-0119-4299-b852-d8433025dab3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:22:34.472122 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f9381a-0119-4299-b852-d8433025dab3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:22:34.472434 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f9381a-0119-4299-b852-d8433025dab3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:22:34.499866 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=db712bc6-8022-4dcb-8415-4464093893a2,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:34.524795 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-f2159761-cc21-44e9-bdd2-d3b322eb4849 None None] For port 1c4c63f4-c247-4390-99d9-b664ede84f1b, host n-d-825175-4, cleared binding levels {{(pid=84068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:22:34.527736 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-f2159761-cc21-44e9-bdd2-d3b322eb4849 None None] For port 1c4c63f4-c247-4390-99d9-b664ede84f1b, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=1c4c63f4-c247-4390-99d9-b664ede84f1b,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:22:34.532744 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-f2159761-cc21-44e9-bdd2-d3b322eb4849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:34.539383 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-50e94355-21ac-462b-94cf-867ab302721b admin admin] Allocated IP 172.20.0.1 (9a4e4fe9-3d94-4d16-ae6c-847777a64fe9/e0e1a026-9d64-4912-950a-4e44331f2f8e/e9ed823e-5da1-4a29-a0bb-7996240fff19) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:22:34.610648 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f9381a-0119-4299-b852-d8433025dab3 None None] Pushing event updated for resources: {'Port': ['ID=1c4c63f4-c247-4390-99d9-b664ede84f1b,revision_number=3']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:34.618232 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2159761-cc21-44e9-bdd2-d3b322eb4849 None None] Routers {'dd9f801c-cddb-4189-a39d-ba00fed1c9b4'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:22:34.618906 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-f2159761-cc21-44e9-bdd2-d3b322eb4849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:22:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['dd9f801c-cddb-4189-a39d-ba00fed1c9b4'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:22:34.692425 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-50e94355-21ac-462b-94cf-867ab302721b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:34.709029 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-50e94355-21ac-462b-94cf-867ab302721b admin admin] Transition to ACTIVE for port object e9ed823e-5da1-4a29-a0bb-7996240fff19 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:22:34.733364 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-50e94355-21ac-462b-94cf-867ab302721b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:34.792058 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-f2159761-cc21-44e9-bdd2-d3b322eb4849 None None] Set router dd9f801c-cddb-4189-a39d-ba00fed1c9b4 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:22:34.806282 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e94355-21ac-462b-94cf-867ab302721b admin admin] Network 9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:22:34.809168 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-50e94355-21ac-462b-94cf-867ab302721b admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:22:34.813634 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e94355-21ac-462b-94cf-867ab302721b admin admin] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:22:34.840656 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e94355-21ac-462b-94cf-867ab302721b admin admin] Pushing event updated for resources: {'Port': ['ID=e9ed823e-5da1-4a29-a0bb-7996240fff19,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:34.872419 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-50e94355-21ac-462b-94cf-867ab302721b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:34.963497 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-50e94355-21ac-462b-94cf-867ab302721b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:35.027328 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-5b117833-abbd-4964-bd9a-b41d1602320b None None] Provisioning for port e9ed823e-5da1-4a29-a0bb-7996240fff19 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:22:35.032937 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-5b117833-abbd-4964-bd9a-b41d1602320b None None] Provisioning complete for port e9ed823e-5da1-4a29-a0bb-7996240fff19 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:22:35.033473 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5b117833-abbd-4964-bd9a-b41d1602320b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:35.089940 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-5b117833-abbd-4964-bd9a-b41d1602320b None None] Port e9ed823e-5da1-4a29-a0bb-7996240fff19 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:22:35.090822 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-f2159761-cc21-44e9-bdd2-d3b322eb4849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'name': 'tempest-TestVolumeBootPattern-842811049-router', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '1c4c63f4-c247-4390-99d9-b664ede84f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:22:31Z', 'updated_at': '2022-05-05T22:22:32Z', 'revision_number': 3, 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'gw_port': {'id': '1c4c63f4-c247-4390-99d9-b664ede84f1b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:58:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:22:32Z', 'updated_at': '2022-05-05T22:22:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:22:35.095221 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2159761-cc21-44e9-bdd2-d3b322eb4849 None None] The sync data for ids ['dd9f801c-cddb-4189-a39d-ba00fed1c9b4'] in n-d-825175-4 is: [{'id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'name': 'tempest-TestVolumeBootPattern-842811049-router', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '1c4c63f4-c247-4390-99d9-b664ede84f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:22:31Z', 'updated_at': '2022-05-05T22:22:32Z', 'revision_number': 3, 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'gw_port': {'id': '1c4c63f4-c247-4390-99d9-b664ede84f1b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:58:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:22:32Z', 'updated_at': '2022-05-05T22:22:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:22:35.195503 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-50e94355-21ac-462b-94cf-867ab302721b admin admin] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:35.201080 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-50e94355-21ac-462b-94cf-867ab302721b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:35.319319 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-50e94355-21ac-462b-94cf-867ab302721b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:35.322969 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e94355-21ac-462b-94cf-867ab302721b admin admin] Pushing event updated for resources: {'Port': ['ID=e9ed823e-5da1-4a29-a0bb-7996240fff19,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:35.466392 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e94355-21ac-462b-94cf-867ab302721b admin admin] Network 9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:22:35.467570 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-50e94355-21ac-462b-94cf-867ab302721b admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:22:35.719453 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c426f22f-b3e3-44d6-8cdc-f046e744f75c None None] Provisioning complete for port e9ed823e-5da1-4a29-a0bb-7996240fff19 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:22:35.719898 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c426f22f-b3e3-44d6-8cdc-f046e744f75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:35.777610 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-c426f22f-b3e3-44d6-8cdc-f046e744f75c None None] Port e9ed823e-5da1-4a29-a0bb-7996240fff19 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:22:35.978817 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e94355-21ac-462b-94cf-867ab302721b admin admin] Router dd9f801c-cddb-4189-a39d-ba00fed1c9b4 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:22:36.016342 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:36.078985 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 1c4c63f4-c247-4390-99d9-b664ede84f1b up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:22:36.146835 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 1c4c63f4-c247-4390-99d9-b664ede84f1b completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:22:36.151530 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 1c4c63f4-c247-4390-99d9-b664ede84f1b triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:22:36.151899 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:36.186968 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e94355-21ac-462b-94cf-867ab302721b admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:22:36.196307 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-50e94355-21ac-462b-94cf-867ab302721b admin admin] 10.222.0.23 "PUT /v2.0/routers/dd9f801c-cddb-4189-a39d-ba00fed1c9b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8344698 May 05 22:22:36.266574 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:36.282440 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 1c4c63f4-c247-4390-99d9-b664ede84f1b, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=1c4c63f4-c247-4390-99d9-b664ede84f1b,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:22:36.287452 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:36.288186 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device db712bc6-8022-4dcb-8415-4464093893a2 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:22:36.409337 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:36.420216 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=1c4c63f4-c247-4390-99d9-b664ede84f1b,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:36.432590 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port db712bc6-8022-4dcb-8415-4464093893a2 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:22:36.432943 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:37.048208 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 60018) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:22:37.057291 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-3a989d1d-6fd8-405b-896a-f3613c58b6ad admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1505474157-network', 'tenant_id': 'ad64a6840a58476ea274d7db55583dd8'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:22:37.065794 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-3a989d1d-6fd8-405b-896a-f3613c58b6ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:22:37.070648 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-3a989d1d-6fd8-405b-896a-f3613c58b6ad admin admin] Usage tracker for resource:network and tenant:ad64a6840a58476ea274d7db55583dd8 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:22:37.073631 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-3a989d1d-6fd8-405b-896a-f3613c58b6ad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:22:37.079626 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-3a989d1d-6fd8-405b-896a-f3613c58b6ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:22:37.092349 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a989d1d-6fd8-405b-896a-f3613c58b6ad admin admin] Made reservation on behalf of ad64a6840a58476ea274d7db55583dd8 for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:22:37.094802 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3a989d1d-6fd8-405b-896a-f3613c58b6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:37.107762 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3a989d1d-6fd8-405b-896a-f3613c58b6ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:37.139560 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-3a989d1d-6fd8-405b-896a-f3613c58b6ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:22:37.143648 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-3a989d1d-6fd8-405b-896a-f3613c58b6ad admin admin] Usage tracker for resource:security_group_rule and tenant:ad64a6840a58476ea274d7db55583dd8 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:22:37.146618 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-3a989d1d-6fd8-405b-896a-f3613c58b6ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:22:37.152465 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-3a989d1d-6fd8-405b-896a-f3613c58b6ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:22:37.220849 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3a989d1d-6fd8-405b-896a-f3613c58b6ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:37.225142 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3a989d1d-6fd8-405b-896a-f3613c58b6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:37.256622 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a989d1d-6fd8-405b-896a-f3613c58b6ad admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:22:37.265843 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a989d1d-6fd8-405b-896a-f3613c58b6ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5147bf5-194a-4bb7-a671-285b87a8f791,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:37.272954 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3a989d1d-6fd8-405b-896a-f3613c58b6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:37.273293 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-3a989d1d-6fd8-405b-896a-f3613c58b6ad admin admin] Added segment e6612404-51c9-4f80-a1ce-f0a024bff886 of type vlan for network 5ba22fa0-f8fa-4d65-a494-8ae052f1438a May 05 22:22:37.305218 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3a989d1d-6fd8-405b-896a-f3613c58b6ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:37.337621 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3a989d1d-6fd8-405b-896a-f3613c58b6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:37.338589 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a989d1d-6fd8-405b-896a-f3613c58b6ad admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:37.339179 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3a989d1d-6fd8-405b-896a-f3613c58b6ad admin admin] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:37.436988 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a989d1d-6fd8-405b-896a-f3613c58b6ad admin admin] Pushing event updated for resources: {'Network': ['ID=5ba22fa0-f8fa-4d65-a494-8ae052f1438a,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:37.439949 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-3a989d1d-6fd8-405b-896a-f3613c58b6ad admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3903766 May 05 22:22:37.443418 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 60022) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:22:37.447759 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 5ba22fa0-f8fa-4d65-a494-8ae052f1438a details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:22:37.448481 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-5afd146f-610b-4b3f-bacd-c1f68c66934e admin admin] Request body: {'subnet': {'network_id': '5ba22fa0-f8fa-4d65-a494-8ae052f1438a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1505474157-subnet', 'tenant_id': 'ad64a6840a58476ea274d7db55583dd8', 'ip_version': 4}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:22:37.454034 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-5afd146f-610b-4b3f-bacd-c1f68c66934e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:22:37.458119 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-5afd146f-610b-4b3f-bacd-c1f68c66934e admin admin] Usage tracker for resource:subnet and tenant:ad64a6840a58476ea274d7db55583dd8 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:22:37.461010 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-5afd146f-610b-4b3f-bacd-c1f68c66934e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:22:37.466778 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-5afd146f-610b-4b3f-bacd-c1f68c66934e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:22:37.489425 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5afd146f-610b-4b3f-bacd-c1f68c66934e admin admin] Made reservation on behalf of ad64a6840a58476ea274d7db55583dd8 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:22:37.491737 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5afd146f-610b-4b3f-bacd-c1f68c66934e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:37.695091 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5afd146f-610b-4b3f-bacd-c1f68c66934e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:37.763493 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afd146f-610b-4b3f-bacd-c1f68c66934e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9574b49-a9e0-4530-ae3a-b9a53b182459,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:37.779918 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afd146f-610b-4b3f-bacd-c1f68c66934e admin admin] Checking segment: {'id': 'e6612404-51c9-4f80-a1ce-f0a024bff886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5ba22fa0-f8fa-4d65-a494-8ae052f1438a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:22:37.780267 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afd146f-610b-4b3f-bacd-c1f68c66934e admin admin] Network hostable DHCP agents. Network: 5ba22fa0-f8fa-4d65-a494-8ae052f1438a, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:22:37.805010 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afd146f-610b-4b3f-bacd-c1f68c66934e admin admin] Network 5ba22fa0-f8fa-4d65-a494-8ae052f1438a is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:22:37.814819 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-5afd146f-610b-4b3f-bacd-c1f68c66934e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 5ba22fa0-f8fa-4d65-a494-8ae052f1438a) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:22:37.819316 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afd146f-610b-4b3f-bacd-c1f68c66934e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:37.820587 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5afd146f-610b-4b3f-bacd-c1f68c66934e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:37.826232 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cb3855-2133-4784-9e31-3cc9ab4b0a1b None None] Network 5ba22fa0-f8fa-4d65-a494-8ae052f1438a requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:22:37.843972 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-5afd146f-610b-4b3f-bacd-c1f68c66934e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3997135 May 05 22:22:37.846407 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 60026) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:22:37.851618 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-a5449a25-f862-400a-9129-fbf38fb7ded7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1505474157-router', 'tenant_id': 'ad64a6840a58476ea274d7db55583dd8', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:22:37.856819 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a5449a25-f862-400a-9129-fbf38fb7ded7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:22:37.861070 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a5449a25-f862-400a-9129-fbf38fb7ded7 admin admin] Usage tracker for resource:router and tenant:ad64a6840a58476ea274d7db55583dd8 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:22:37.864872 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a5449a25-f862-400a-9129-fbf38fb7ded7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:22:37.871333 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a5449a25-f862-400a-9129-fbf38fb7ded7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:22:37.887999 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a5449a25-f862-400a-9129-fbf38fb7ded7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:37.888936 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a5449a25-f862-400a-9129-fbf38fb7ded7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:37.908935 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a5449a25-f862-400a-9129-fbf38fb7ded7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:38.017502 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 1c4c63f4-c247-4390-99d9-b664ede84f1b up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:22:38.061565 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a5449a25-f862-400a-9129-fbf38fb7ded7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:38.132668 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe07962d-ef7e-458b-9e7d-449ddf6d2f7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-5ba22fa0-f8fa-4d65-a494-8ae052f1438a', 'network_id': '5ba22fa0-f8fa-4d65-a494-8ae052f1438a', 'tenant_id': 'ad64a6840a58476ea274d7db55583dd8', 'fixed_ips': [{'subnet_id': 'f9574b49-a9e0-4530-ae3a-b9a53b182459'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:22:38.133464 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fe07962d-ef7e-458b-9e7d-449ddf6d2f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:38.154575 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 1c4c63f4-c247-4390-99d9-b664ede84f1b triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:22:38.154941 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:38.250336 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a5449a25-f862-400a-9129-fbf38fb7ded7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:38.279704 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a5449a25-f862-400a-9129-fbf38fb7ded7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:38.387616 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-fe07962d-ef7e-458b-9e7d-449ddf6d2f7a None None] Allocated IP 172.20.0.2 (5ba22fa0-f8fa-4d65-a494-8ae052f1438a/f9574b49-a9e0-4530-ae3a-b9a53b182459/77a6c0d9-ebff-4c69-8b65-de9f661fa36c) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:22:38.415150 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-a5449a25-f862-400a-9129-fbf38fb7ded7 admin admin] Allocated IP 172.25.4.3 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/222404bd-099b-42ff-b4f0-3b8ff23af321) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:22:38.601237 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fe07962d-ef7e-458b-9e7d-449ddf6d2f7a None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:38.611027 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-fe07962d-ef7e-458b-9e7d-449ddf6d2f7a None None] Transition to ACTIVE for port object 77a6c0d9-ebff-4c69-8b65-de9f661fa36c will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:22:38.628524 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-fe07962d-ef7e-458b-9e7d-449ddf6d2f7a None None] Transition to ACTIVE for port object 77a6c0d9-ebff-4c69-8b65-de9f661fa36c will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:22:38.634842 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fe07962d-ef7e-458b-9e7d-449ddf6d2f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:38.667065 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a5449a25-f862-400a-9129-fbf38fb7ded7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:38.697603 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a5449a25-f862-400a-9129-fbf38fb7ded7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:38.697885 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe07962d-ef7e-458b-9e7d-449ddf6d2f7a None None] Network 5ba22fa0-f8fa-4d65-a494-8ae052f1438a is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:22:38.700423 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-fe07962d-ef7e-458b-9e7d-449ddf6d2f7a None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:22:38.704119 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe07962d-ef7e-458b-9e7d-449ddf6d2f7a None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:22:38.710622 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe07962d-ef7e-458b-9e7d-449ddf6d2f7a None None] Pushing event updated for resources: {'Port': ['ID=77a6c0d9-ebff-4c69-8b65-de9f661fa36c,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:38.767565 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5449a25-f862-400a-9129-fbf38fb7ded7 admin admin] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:22:38.770544 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-a5449a25-f862-400a-9129-fbf38fb7ded7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:22:38.775018 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5449a25-f862-400a-9129-fbf38fb7ded7 admin admin] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:22:38.796036 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-fe07962d-ef7e-458b-9e7d-449ddf6d2f7a None None] Attempting to bind port 77a6c0d9-ebff-4c69-8b65-de9f661fa36c on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:22:38.796362 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-fe07962d-ef7e-458b-9e7d-449ddf6d2f7a None None] Attempting to bind port 77a6c0d9-ebff-4c69-8b65-de9f661fa36c by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'e6612404-51c9-4f80-a1ce-f0a024bff886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5ba22fa0-f8fa-4d65-a494-8ae052f1438a'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:22:38.796702 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe07962d-ef7e-458b-9e7d-449ddf6d2f7a None None] Attempting to bind port 77a6c0d9-ebff-4c69-8b65-de9f661fa36c on network 5ba22fa0-f8fa-4d65-a494-8ae052f1438a {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:22:38.801614 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5449a25-f862-400a-9129-fbf38fb7ded7 admin admin] Pushing event updated for resources: {'Port': ['ID=222404bd-099b-42ff-b4f0-3b8ff23af321,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:38.803364 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe07962d-ef7e-458b-9e7d-449ddf6d2f7a None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:22:38.803714 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe07962d-ef7e-458b-9e7d-449ddf6d2f7a None None] Checking segment: {'id': 'e6612404-51c9-4f80-a1ce-f0a024bff886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5ba22fa0-f8fa-4d65-a494-8ae052f1438a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:22:38.804075 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fe07962d-ef7e-458b-9e7d-449ddf6d2f7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:38.804447 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe07962d-ef7e-458b-9e7d-449ddf6d2f7a None None] Bound using segment: {'id': 'e6612404-51c9-4f80-a1ce-f0a024bff886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5ba22fa0-f8fa-4d65-a494-8ae052f1438a'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:22:38.804897 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-fe07962d-ef7e-458b-9e7d-449ddf6d2f7a None None] Bound port: 77a6c0d9-ebff-4c69-8b65-de9f661fa36c, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6612404-51c9-4f80-a1ce-f0a024bff886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5ba22fa0-f8fa-4d65-a494-8ae052f1438a'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:22:38.805257 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fe07962d-ef7e-458b-9e7d-449ddf6d2f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:38.890421 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-fe07962d-ef7e-458b-9e7d-449ddf6d2f7a None None] For port 77a6c0d9-ebff-4c69-8b65-de9f661fa36c, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:22:38.893453 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-fe07962d-ef7e-458b-9e7d-449ddf6d2f7a None None] For port 77a6c0d9-ebff-4c69-8b65-de9f661fa36c, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=77a6c0d9-ebff-4c69-8b65-de9f661fa36c,segment=NetworkSegment(e6612404-51c9-4f80-a1ce-f0a024bff886),segment_id=e6612404-51c9-4f80-a1ce-f0a024bff886)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:22:38.899868 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fe07962d-ef7e-458b-9e7d-449ddf6d2f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:38.932820 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a5449a25-f862-400a-9129-fbf38fb7ded7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:38.933549 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a5449a25-f862-400a-9129-fbf38fb7ded7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:38.980138 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe07962d-ef7e-458b-9e7d-449ddf6d2f7a None None] Pushing event updated for resources: {'Port': ['ID=77a6c0d9-ebff-4c69-8b65-de9f661fa36c,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:39.191660 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5449a25-f862-400a-9129-fbf38fb7ded7 admin admin] Router aeb0081c-d212-497f-8090-cc72f7d687cd is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 22:22:39.421360 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5449a25-f862-400a-9129-fbf38fb7ded7 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:22:39.430120 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af153893-39a1-41b8-be8b-b6239284e76a None None] Sync routers for ids ['aeb0081c-d212-497f-8090-cc72f7d687cd'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:22:39.442067 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af153893-39a1-41b8-be8b-b6239284e76a None None] Routers {'aeb0081c-d212-497f-8090-cc72f7d687cd'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:22:39.442789 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-af153893-39a1-41b8-be8b-b6239284e76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:22:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['aeb0081c-d212-497f-8090-cc72f7d687cd'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:22:39.447937 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a5449a25-f862-400a-9129-fbf38fb7ded7 admin admin] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:39.449314 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a5449a25-f862-400a-9129-fbf38fb7ded7 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6019459 May 05 22:22:39.452139 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 60032) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:22:39.638351 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-af153893-39a1-41b8-be8b-b6239284e76a None None] Set router aeb0081c-d212-497f-8090-cc72f7d687cd gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:22:39.934299 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e980989-b3c6-49b4-949c-73129e6da608 None None] Network 5ba22fa0-f8fa-4d65-a494-8ae052f1438a requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:22:40.052956 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-4826c61a-7a8e-4547-b169-89d2b0590085 None None] Provisioning for port 77a6c0d9-ebff-4c69-8b65-de9f661fa36c completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:22:40.056147 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 77a6c0d9-ebff-4c69-8b65-de9f661fa36c up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:22:40.205677 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-af153893-39a1-41b8-be8b-b6239284e76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb0081c-d212-497f-8090-cc72f7d687cd', 'name': 'tempest-TestVolumeBootPattern-1505474157-router', 'tenant_id': 'ad64a6840a58476ea274d7db55583dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '222404bd-099b-42ff-b4f0-3b8ff23af321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:22:37Z', 'updated_at': '2022-05-05T22:22:38Z', 'revision_number': 3, 'project_id': 'ad64a6840a58476ea274d7db55583dd8', 'gw_port': {'id': '222404bd-099b-42ff-b4f0-3b8ff23af321', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:63:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb0081c-d212-497f-8090-cc72f7d687cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:22:38Z', 'updated_at': '2022-05-05T22:22:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:22:40.234826 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9f117ef6-428f-4d10-8b89-d45b2cf13a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:40.237437 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af153893-39a1-41b8-be8b-b6239284e76a None None] Checking router: aeb0081c-d212-497f-8090-cc72f7d687cd for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:22:40.237781 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af153893-39a1-41b8-be8b-b6239284e76a None None] Updating router aeb0081c-d212-497f-8090-cc72f7d687cd port 222404bd-099b-42ff-b4f0-3b8ff23af321 binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:22:40.300000 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 77a6c0d9-ebff-4c69-8b65-de9f661fa36c completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:22:40.320364 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 77a6c0d9-ebff-4c69-8b65-de9f661fa36c triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:22:40.320703 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:40.343953 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-af153893-39a1-41b8-be8b-b6239284e76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:40.593463 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-9f117ef6-428f-4d10-8b89-d45b2cf13a14 admin admin] Allocated IP 172.20.0.1 (5ba22fa0-f8fa-4d65-a494-8ae052f1438a/f9574b49-a9e0-4530-ae3a-b9a53b182459/ad58951f-31b9-4cca-aadb-5d4dd5de9a80) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:22:40.644994 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a76adf-cbf6-40b6-a87e-3610441caafc None None] Sync routers for ids ['dd9f801c-cddb-4189-a39d-ba00fed1c9b4'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:22:40.657129 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a76adf-cbf6-40b6-a87e-3610441caafc None None] Routers {'dd9f801c-cddb-4189-a39d-ba00fed1c9b4'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:22:40.657731 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-87a76adf-cbf6-40b6-a87e-3610441caafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:22:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['dd9f801c-cddb-4189-a39d-ba00fed1c9b4'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:22:40.659316 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:40.734286 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 77a6c0d9-ebff-4c69-8b65-de9f661fa36c, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=77a6c0d9-ebff-4c69-8b65-de9f661fa36c,segment=NetworkSegment(e6612404-51c9-4f80-a1ce-f0a024bff886),segment_id=e6612404-51c9-4f80-a1ce-f0a024bff886)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:22:40.745964 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:40.786533 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9f117ef6-428f-4d10-8b89-d45b2cf13a14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:40.809102 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-9f117ef6-428f-4d10-8b89-d45b2cf13a14 admin admin] Transition to ACTIVE for port object ad58951f-31b9-4cca-aadb-5d4dd5de9a80 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:22:40.844342 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-87a76adf-cbf6-40b6-a87e-3610441caafc None None] Set router dd9f801c-cddb-4189-a39d-ba00fed1c9b4 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:22:40.851268 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9f117ef6-428f-4d10-8b89-d45b2cf13a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:40.887889 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=77a6c0d9-ebff-4c69-8b65-de9f661fa36c,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:40.897923 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-af153893-39a1-41b8-be8b-b6239284e76a None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:40.906508 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f90f1401-fa7a-48eb-a469-d48eccc36e03 None None] Provisioning complete for port 77a6c0d9-ebff-4c69-8b65-de9f661fa36c triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:22:40.906783 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f90f1401-fa7a-48eb-a469-d48eccc36e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:40.921682 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f117ef6-428f-4d10-8b89-d45b2cf13a14 admin admin] Network 5ba22fa0-f8fa-4d65-a494-8ae052f1438a is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:22:40.924746 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-9f117ef6-428f-4d10-8b89-d45b2cf13a14 admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:22:40.929433 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f117ef6-428f-4d10-8b89-d45b2cf13a14 admin admin] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:22:40.957111 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-af153893-39a1-41b8-be8b-b6239284e76a None None] Transition to ACTIVE for port object 222404bd-099b-42ff-b4f0-3b8ff23af321 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:22:40.963000 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f117ef6-428f-4d10-8b89-d45b2cf13a14 admin admin] Pushing event updated for resources: {'Port': ['ID=ad58951f-31b9-4cca-aadb-5d4dd5de9a80,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:40.984705 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-af153893-39a1-41b8-be8b-b6239284e76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:40.993692 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9f117ef6-428f-4d10-8b89-d45b2cf13a14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:41.087489 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55214181-f4cc-4416-96a4-305a11f27d13 None None] Pushing event updated for resources: {'Port': ['ID=222404bd-099b-42ff-b4f0-3b8ff23af321,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:41.092146 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-af153893-39a1-41b8-be8b-b6239284e76a None None] Attempting to bind port 222404bd-099b-42ff-b4f0-3b8ff23af321 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:22:41.092505 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-af153893-39a1-41b8-be8b-b6239284e76a None None] Attempting to bind port 222404bd-099b-42ff-b4f0-3b8ff23af321 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:22:41.092859 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af153893-39a1-41b8-be8b-b6239284e76a None None] Attempting to bind port 222404bd-099b-42ff-b4f0-3b8ff23af321 on network 25bfe237-58de-4709-a3e0-ac79da07c300 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:22:41.093928 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9f117ef6-428f-4d10-8b89-d45b2cf13a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:41.139600 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af153893-39a1-41b8-be8b-b6239284e76a None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:22:41.139600 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af153893-39a1-41b8-be8b-b6239284e76a None None] Checking segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:22:41.139831 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-af153893-39a1-41b8-be8b-b6239284e76a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:41.140071 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af153893-39a1-41b8-be8b-b6239284e76a None None] Bound using segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:22:41.140552 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-af153893-39a1-41b8-be8b-b6239284e76a None None] Bound port: 222404bd-099b-42ff-b4f0-3b8ff23af321, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:22:41.140922 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-af153893-39a1-41b8-be8b-b6239284e76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:41.237510 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-af153893-39a1-41b8-be8b-b6239284e76a None None] For port 222404bd-099b-42ff-b4f0-3b8ff23af321, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:22:41.241031 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-af153893-39a1-41b8-be8b-b6239284e76a None None] For port 222404bd-099b-42ff-b4f0-3b8ff23af321, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=222404bd-099b-42ff-b4f0-3b8ff23af321,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:22:41.245989 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-af153893-39a1-41b8-be8b-b6239284e76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:41.276654 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-87a76adf-cbf6-40b6-a87e-3610441caafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'name': 'tempest-TestVolumeBootPattern-842811049-router', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '1c4c63f4-c247-4390-99d9-b664ede84f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:22:31Z', 'updated_at': '2022-05-05T22:22:34Z', 'revision_number': 4, 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'gw_port': {'id': '1c4c63f4-c247-4390-99d9-b664ede84f1b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:58:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:22:32Z', 'updated_at': '2022-05-05T22:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'e9ed823e-5da1-4a29-a0bb-7996240fff19', 'name': '', 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'mac_address': 'fa:16:3e:1d:a4:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0e1a026-9d64-4912-950a-4e44331f2f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:22:34Z', 'updated_at': '2022-05-05T22:22:35Z', 'revision_number': 2, 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'subnets': [{'id': 'e0e1a026-9d64-4912-950a-4e44331f2f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:22:41.280577 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a76adf-cbf6-40b6-a87e-3610441caafc None None] Checking router: dd9f801c-cddb-4189-a39d-ba00fed1c9b4 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:22:41.282109 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a76adf-cbf6-40b6-a87e-3610441caafc None None] Updating router dd9f801c-cddb-4189-a39d-ba00fed1c9b4 port e9ed823e-5da1-4a29-a0bb-7996240fff19 binding host n-d-825175-4 {{(pid=84068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:22:41.330984 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55214181-f4cc-4416-96a4-305a11f27d13 None None] Pushing event updated for resources: {'Port': ['ID=222404bd-099b-42ff-b4f0-3b8ff23af321,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:41.337780 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af153893-39a1-41b8-be8b-b6239284e76a None None] Routers {'aeb0081c-d212-497f-8090-cc72f7d687cd'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:22:41.338436 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-af153893-39a1-41b8-be8b-b6239284e76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:22:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['aeb0081c-d212-497f-8090-cc72f7d687cd'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:22:41.344037 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-87a76adf-cbf6-40b6-a87e-3610441caafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:41.356738 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9f117ef6-428f-4d10-8b89-d45b2cf13a14 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:41.362825 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9f117ef6-428f-4d10-8b89-d45b2cf13a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:41.468714 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9f117ef6-428f-4d10-8b89-d45b2cf13a14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:41.472440 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f117ef6-428f-4d10-8b89-d45b2cf13a14 admin admin] Pushing event updated for resources: {'Port': ['ID=ad58951f-31b9-4cca-aadb-5d4dd5de9a80,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:41.488803 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-37edd37d-fa76-4659-a8a9-3ea7d80ce955 None None] Provisioning for port ad58951f-31b9-4cca-aadb-5d4dd5de9a80 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:22:41.499444 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-37edd37d-fa76-4659-a8a9-3ea7d80ce955 None None] Provisioning complete for port ad58951f-31b9-4cca-aadb-5d4dd5de9a80 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:22:41.500073 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-37edd37d-fa76-4659-a8a9-3ea7d80ce955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:41.579405 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-37edd37d-fa76-4659-a8a9-3ea7d80ce955 None None] Port ad58951f-31b9-4cca-aadb-5d4dd5de9a80 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:22:41.601191 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-af153893-39a1-41b8-be8b-b6239284e76a None None] Set router aeb0081c-d212-497f-8090-cc72f7d687cd gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:22:41.621120 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f117ef6-428f-4d10-8b89-d45b2cf13a14 admin admin] Network 5ba22fa0-f8fa-4d65-a494-8ae052f1438a is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:22:41.622328 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-9f117ef6-428f-4d10-8b89-d45b2cf13a14 admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:22:41.750982 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-87a76adf-cbf6-40b6-a87e-3610441caafc None None] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:41.764528 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.provisioning_blocks [None req-87a76adf-cbf6-40b6-a87e-3610441caafc None None] Transition to ACTIVE for port object e9ed823e-5da1-4a29-a0bb-7996240fff19 will not be triggered until provisioned by entity L2. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:22:41.775113 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-87a76adf-cbf6-40b6-a87e-3610441caafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:41.853595 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de24ec3a-5b70-45a7-85f8-35ca1312685a None None] Pushing event updated for resources: {'Port': ['ID=e9ed823e-5da1-4a29-a0bb-7996240fff19,revision_number=3']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:42.002967 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-af153893-39a1-41b8-be8b-b6239284e76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb0081c-d212-497f-8090-cc72f7d687cd', 'name': 'tempest-TestVolumeBootPattern-1505474157-router', 'tenant_id': 'ad64a6840a58476ea274d7db55583dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '222404bd-099b-42ff-b4f0-3b8ff23af321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:22:37Z', 'updated_at': '2022-05-05T22:22:41Z', 'revision_number': 4, 'project_id': 'ad64a6840a58476ea274d7db55583dd8', 'gw_port': {'id': '222404bd-099b-42ff-b4f0-3b8ff23af321', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:63:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb0081c-d212-497f-8090-cc72f7d687cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:22:38Z', 'updated_at': '2022-05-05T22:22:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'ad58951f-31b9-4cca-aadb-5d4dd5de9a80', 'name': '', 'network_id': '5ba22fa0-f8fa-4d65-a494-8ae052f1438a', 'tenant_id': 'ad64a6840a58476ea274d7db55583dd8', 'mac_address': 'fa:16:3e:6c:df:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb0081c-d212-497f-8090-cc72f7d687cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9574b49-a9e0-4530-ae3a-b9a53b182459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:22:40Z', 'updated_at': '2022-05-05T22:22:41Z', 'revision_number': 2, 'project_id': 'ad64a6840a58476ea274d7db55583dd8', 'subnets': [{'id': 'f9574b49-a9e0-4530-ae3a-b9a53b182459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:22:42.010013 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af153893-39a1-41b8-be8b-b6239284e76a None None] The sync data for ids ['aeb0081c-d212-497f-8090-cc72f7d687cd'] in n-d-825175-4 is: [{'id': 'aeb0081c-d212-497f-8090-cc72f7d687cd', 'name': 'tempest-TestVolumeBootPattern-1505474157-router', 'tenant_id': 'ad64a6840a58476ea274d7db55583dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '222404bd-099b-42ff-b4f0-3b8ff23af321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:22:37Z', 'updated_at': '2022-05-05T22:22:41Z', 'revision_number': 4, 'project_id': 'ad64a6840a58476ea274d7db55583dd8', 'gw_port': {'id': '222404bd-099b-42ff-b4f0-3b8ff23af321', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:63:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb0081c-d212-497f-8090-cc72f7d687cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:22:38Z', 'updated_at': '2022-05-05T22:22:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'ad58951f-31b9-4cca-aadb-5d4dd5de9a80', 'name': '', 'network_id': '5ba22fa0-f8fa-4d65-a494-8ae052f1438a', 'tenant_id': 'ad64a6840a58476ea274d7db55583dd8', 'mac_address': 'fa:16:3e:6c:df:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb0081c-d212-497f-8090-cc72f7d687cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9574b49-a9e0-4530-ae3a-b9a53b182459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:22:40Z', 'updated_at': '2022-05-05T22:22:41Z', 'revision_number': 2, 'project_id': 'ad64a6840a58476ea274d7db55583dd8', 'subnets': [{'id': 'f9574b49-a9e0-4530-ae3a-b9a53b182459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:22:42.030841 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c5ca94a4-375a-4c57-97d4-a524b9fdad72 None None] Provisioning complete for port ad58951f-31b9-4cca-aadb-5d4dd5de9a80 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:22:42.034933 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c5ca94a4-375a-4c57-97d4-a524b9fdad72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:42.060894 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-87a76adf-cbf6-40b6-a87e-3610441caafc None None] Attempting to bind port e9ed823e-5da1-4a29-a0bb-7996240fff19 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:22:42.063061 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-87a76adf-cbf6-40b6-a87e-3610441caafc None None] Attempting to bind port e9ed823e-5da1-4a29-a0bb-7996240fff19 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '08dd8774-d241-4744-a888-af1c6f605e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9'}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:22:42.065846 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a76adf-cbf6-40b6-a87e-3610441caafc None None] Attempting to bind port e9ed823e-5da1-4a29-a0bb-7996240fff19 on network 9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:22:42.074850 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a76adf-cbf6-40b6-a87e-3610441caafc None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:22:42.075513 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a76adf-cbf6-40b6-a87e-3610441caafc None None] Checking segment: {'id': '08dd8774-d241-4744-a888-af1c6f605e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:22:42.076070 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-87a76adf-cbf6-40b6-a87e-3610441caafc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:42.076617 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a76adf-cbf6-40b6-a87e-3610441caafc None None] Bound using segment: {'id': '08dd8774-d241-4744-a888-af1c6f605e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9'} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:22:42.077367 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-87a76adf-cbf6-40b6-a87e-3610441caafc None None] Bound port: e9ed823e-5da1-4a29-a0bb-7996240fff19, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08dd8774-d241-4744-a888-af1c6f605e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9'}}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:22:42.077906 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-87a76adf-cbf6-40b6-a87e-3610441caafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:42.083650 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 77a6c0d9-ebff-4c69-8b65-de9f661fa36c up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:22:42.088208 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f117ef6-428f-4d10-8b89-d45b2cf13a14 admin admin] Router aeb0081c-d212-497f-8090-cc72f7d687cd has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:22:42.156148 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-c5ca94a4-375a-4c57-97d4-a524b9fdad72 None None] Port ad58951f-31b9-4cca-aadb-5d4dd5de9a80 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:22:42.173357 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-87a76adf-cbf6-40b6-a87e-3610441caafc None None] For port e9ed823e-5da1-4a29-a0bb-7996240fff19, host n-d-825175-4, cleared binding levels {{(pid=84068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:22:42.174488 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 77a6c0d9-ebff-4c69-8b65-de9f661fa36c triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:22:42.174947 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:42.177523 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-87a76adf-cbf6-40b6-a87e-3610441caafc None None] For port e9ed823e-5da1-4a29-a0bb-7996240fff19, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=e9ed823e-5da1-4a29-a0bb-7996240fff19,segment=NetworkSegment(08dd8774-d241-4744-a888-af1c6f605e19),segment_id=08dd8774-d241-4744-a888-af1c6f605e19)] {{(pid=84068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:22:42.183718 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-87a76adf-cbf6-40b6-a87e-3610441caafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:42.276713 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a76adf-cbf6-40b6-a87e-3610441caafc None None] Routers {'dd9f801c-cddb-4189-a39d-ba00fed1c9b4'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:22:42.277343 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-87a76adf-cbf6-40b6-a87e-3610441caafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:22:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['dd9f801c-cddb-4189-a39d-ba00fed1c9b4'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:22:42.400659 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de24ec3a-5b70-45a7-85f8-35ca1312685a None None] Pushing event updated for resources: {'Port': ['ID=e9ed823e-5da1-4a29-a0bb-7996240fff19,revision_number=4']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:42.409328 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f117ef6-428f-4d10-8b89-d45b2cf13a14 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:22:42.421973 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-9f117ef6-428f-4d10-8b89-d45b2cf13a14 admin admin] 10.222.0.23 "PUT /v2.0/routers/aeb0081c-d212-497f-8090-cc72f7d687cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9684711 May 05 22:22:42.486363 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-87a76adf-cbf6-40b6-a87e-3610441caafc None None] Set router dd9f801c-cddb-4189-a39d-ba00fed1c9b4 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:22:42.804145 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-87a76adf-cbf6-40b6-a87e-3610441caafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'name': 'tempest-TestVolumeBootPattern-842811049-router', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '1c4c63f4-c247-4390-99d9-b664ede84f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:22:31Z', 'updated_at': '2022-05-05T22:22:34Z', 'revision_number': 4, 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'gw_port': {'id': '1c4c63f4-c247-4390-99d9-b664ede84f1b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:58:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:22:32Z', 'updated_at': '2022-05-05T22:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'e9ed823e-5da1-4a29-a0bb-7996240fff19', 'name': '', 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'mac_address': 'fa:16:3e:1d:a4:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0e1a026-9d64-4912-950a-4e44331f2f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:22:34Z', 'updated_at': '2022-05-05T22:22:42Z', 'revision_number': 4, 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'subnets': [{'id': 'e0e1a026-9d64-4912-950a-4e44331f2f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:22:42.808578 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a76adf-cbf6-40b6-a87e-3610441caafc None None] The sync data for ids ['dd9f801c-cddb-4189-a39d-ba00fed1c9b4'] in n-d-825175-4 is: [{'id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'name': 'tempest-TestVolumeBootPattern-842811049-router', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '1c4c63f4-c247-4390-99d9-b664ede84f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:22:31Z', 'updated_at': '2022-05-05T22:22:34Z', 'revision_number': 4, 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'gw_port': {'id': '1c4c63f4-c247-4390-99d9-b664ede84f1b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:58:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:22:32Z', 'updated_at': '2022-05-05T22:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'e9ed823e-5da1-4a29-a0bb-7996240fff19', 'name': '', 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'mac_address': 'fa:16:3e:1d:a4:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0e1a026-9d64-4912-950a-4e44331f2f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:22:34Z', 'updated_at': '2022-05-05T22:22:42Z', 'revision_number': 4, 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'subnets': [{'id': 'e0e1a026-9d64-4912-950a-4e44331f2f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:22:43.699505 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60058) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:22:43.979179 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-08396932-66b8-40bc-b01c-d8bcde82a33c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:44.137461 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device e9ed823e-5da1-4a29-a0bb-7996240fff19 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:22:44.226600 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port e9ed823e-5da1-4a29-a0bb-7996240fff19 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:22:44.233595 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port e9ed823e-5da1-4a29-a0bb-7996240fff19 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:22:44.234575 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:44.301705 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-97882b20-e40c-4551-ac5f-23f15e4475fe tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:44.358869 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:44.392998 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port e9ed823e-5da1-4a29-a0bb-7996240fff19, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=e9ed823e-5da1-4a29-a0bb-7996240fff19,segment=NetworkSegment(08dd8774-d241-4744-a888-af1c6f605e19),segment_id=08dd8774-d241-4744-a888-af1c6f605e19)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:22:44.397460 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:44.398468 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 222404bd-099b-42ff-b4f0-3b8ff23af321 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:22:44.517369 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=e9ed823e-5da1-4a29-a0bb-7996240fff19,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:44.538511 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 222404bd-099b-42ff-b4f0-3b8ff23af321 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:22:44.544351 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 222404bd-099b-42ff-b4f0-3b8ff23af321 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:22:44.544718 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:44.676103 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:44.694368 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 222404bd-099b-42ff-b4f0-3b8ff23af321, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=222404bd-099b-42ff-b4f0-3b8ff23af321,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:22:44.699132 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:44.772904 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=222404bd-099b-42ff-b4f0-3b8ff23af321,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:45.052217 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8b24e-4b02-4362-afa0-f2965906f677 req-32dbe99b-0d8b-4c49-b769-c83e232fa227 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:45.053760 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-15b8b24e-4b02-4362-afa0-f2965906f677 req-32dbe99b-0d8b-4c49-b769-c83e232fa227 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/networks?id=9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 HTTP/1.1" status: 200 len: 811 time: 0.1445091 May 05 22:22:45.065322 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-97882b20-e40c-4551-ac5f-23f15e4475fe tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Deleting port df12ffa8-5e2f-4125-aae7-0af7de3582e4 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:22:45.065824 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-97882b20-e40c-4551-ac5f-23f15e4475fe tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:45.070982 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-15b8b24e-4b02-4362-afa0-f2965906f677 req-c82d814f-f9f3-4605-8130-1951d3ae4576 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/quotas/7aecd0947c574ab7b57adc91150658c3 HTTP/1.1" status: 200 len: 375 time: 0.0114727 May 05 22:22:45.151679 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-15b8b24e-4b02-4362-afa0-f2965906f677 req-f17a4653-c6e1-4fab-9986-7dbb404a4a4a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Synchronizing usage tracker for tenant:7aecd0947c574ab7b57adc91150658c3 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:22:45.171037 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-15b8b24e-4b02-4362-afa0-f2965906f677 req-f17a4653-c6e1-4fab-9986-7dbb404a4a4a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Unset dirty status for tenant:7aecd0947c574ab7b57adc91150658c3 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:22:45.172515 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-15b8b24e-4b02-4362-afa0-f2965906f677 req-f17a4653-c6e1-4fab-9986-7dbb404a4a4a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7aecd0947c574ab7b57adc91150658c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0959401 May 05 22:22:45.259860 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-97882b20-e40c-4551-ac5f-23f15e4475fe tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] For port df12ffa8-5e2f-4125-aae7-0af7de3582e4, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=df12ffa8-5e2f-4125-aae7-0af7de3582e4,segment=NetworkSegment(4cdd45ac-3540-4744-96d6-7359095a93fc),segment_id=4cdd45ac-3540-4744-96d6-7359095a93fc)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:22:45.260179 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-97882b20-e40c-4551-ac5f-23f15e4475fe tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:45.311831 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-15b8b24e-4b02-4362-afa0-f2965906f677 req-ef448d20-38a3-4abe-a9de-a38084d9f1ce service neutron] 10.222.0.23 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324573 May 05 22:22:45.377598 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-97882b20-e40c-4551-ac5f-23f15e4475fe tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Calling delete_port for df12ffa8-5e2f-4125-aae7-0af7de3582e4 owned by network:router_interface {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:22:45.446485 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-15b8b24e-4b02-4362-afa0-f2965906f677 req-147f9992-acb8-42b2-94d1-2e3e52d73730 service neutron] 10.222.0.23 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285458 May 05 22:22:45.562082 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-97882b20-e40c-4551-ac5f-23f15e4475fe tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:45.611580 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97882b20-e40c-4551-ac5f-23f15e4475fe tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Pushing event deleted for resources: {'Port': ['ID=df12ffa8-5e2f-4125-aae7-0af7de3582e4,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:45.893841 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c95f2b91-a5ba-4c23-a7c5-f019195750e6 req-cabefe1b-4aa5-49f5-b535-feae75869834 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=f699e0ef-7a5b-4532-9349-9603b0cded11 HTTP/1.1" status: 200 len: 210 time: 0.0553119 May 05 22:22:46.036570 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-97882b20-e40c-4551-ac5f-23f15e4475fe tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:46.097741 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device e9ed823e-5da1-4a29-a0bb-7996240fff19 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:22:46.172363 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port e9ed823e-5da1-4a29-a0bb-7996240fff19 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:22:46.172719 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:46.304042 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 222404bd-099b-42ff-b4f0-3b8ff23af321 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:22:46.334288 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-95e2db79-026d-4934-b52b-ee13ce87369e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:46.377460 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 222404bd-099b-42ff-b4f0-3b8ff23af321 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:22:46.377823 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:46.663727 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97882b20-e40c-4551-ac5f-23f15e4475fe tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Router e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:22:46.966114 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8b24e-4b02-4362-afa0-f2965906f677 req-6cbbb328-18d4-4a47-be50-2e93f874ceba tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:46.966832 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-15b8b24e-4b02-4362-afa0-f2965906f677 req-6cbbb328-18d4-4a47-be50-2e93f874ceba tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Synchronizing usage tracker for tenant:7aecd0947c574ab7b57adc91150658c3 on resource:network {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:22:46.997356 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-15b8b24e-4b02-4362-afa0-f2965906f677 req-6cbbb328-18d4-4a47-be50-2e93f874ceba tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Unset dirty status for tenant:7aecd0947c574ab7b57adc91150658c3 on resource:network {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:22:46.998589 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-15b8b24e-4b02-4362-afa0-f2965906f677 req-6cbbb328-18d4-4a47-be50-2e93f874ceba tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.44 "GET /v2.0/networks?id=9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 HTTP/1.1" status: 200 len: 811 time: 0.1920924 May 05 22:22:47.017450 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-15b8b24e-4b02-4362-afa0-f2965906f677 req-db9bd1ba-8e88-4228-8a35-911924e1bd46 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Request body: {'port': {'device_id': 'f699e0ef-7a5b-4532-9349-9603b0cded11', 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9', 'admin_state_up': True, 'tenant_id': '7aecd0947c574ab7b57adc91150658c3'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:22:47.040638 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97882b20-e40c-4551-ac5f-23f15e4475fe tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:22:47.054251 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96cae3c-7881-47c8-a852-69c6d476b5cb None None] Sync routers for ids ['e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:22:47.069840 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96cae3c-7881-47c8-a852-69c6d476b5cb None None] Routers {'e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:22:47.071184 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-d96cae3c-7881-47c8-a852-69c6d476b5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:22:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:22:47.076163 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c7277762-9893-46c8-9c09-d8f0a15e5c30 req-b53db945-d94c-40b2-a597-d04afcc1250d tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=f699e0ef-7a5b-4532-9349-9603b0cded11 HTTP/1.1" status: 200 len: 210 time: 0.0505259 May 05 22:22:47.119313 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-97882b20-e40c-4551-ac5f-23f15e4475fe tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "PUT /v2.0/routers/e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4162688 May 05 22:22:47.183649 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-15b8b24e-4b02-4362-afa0-f2965906f677 req-db9bd1ba-8e88-4228-8a35-911924e1bd46 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:22:47.194985 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-15b8b24e-4b02-4362-afa0-f2965906f677 req-db9bd1ba-8e88-4228-8a35-911924e1bd46 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:22:47.208960 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15b8b24e-4b02-4362-afa0-f2965906f677 req-db9bd1ba-8e88-4228-8a35-911924e1bd46 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Made reservation on behalf of 7aecd0947c574ab7b57adc91150658c3 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:22:47.212423 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-15b8b24e-4b02-4362-afa0-f2965906f677 req-db9bd1ba-8e88-4228-8a35-911924e1bd46 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:47.325493 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-d96cae3c-7881-47c8-a852-69c6d476b5cb None None] Set router e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:22:47.412257 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-15b8b24e-4b02-4362-afa0-f2965906f677 req-db9bd1ba-8e88-4228-8a35-911924e1bd46 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Allocated IP 172.20.0.5 (9a4e4fe9-3d94-4d16-ae6c-847777a64fe9/e0e1a026-9d64-4912-950a-4e44331f2f8e/8ce720da-a225-48d8-a0f9-d6d9494e4d51) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:22:47.562318 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:47.568228 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:47.586933 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1780cdf4-2d74-427c-9e54-45058fccdf96 req-45525c29-db4e-41d4-a706-19cffa9d2888 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:47.588035 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-1780cdf4-2d74-427c-9e54-45058fccdf96 req-45525c29-db4e-41d4-a706-19cffa9d2888 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Synchronizing usage tracker for tenant:d71c16b2c284427c858b4c912eefc596 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:22:47.607993 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-1780cdf4-2d74-427c-9e54-45058fccdf96 req-45525c29-db4e-41d4-a706-19cffa9d2888 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Unset dirty status for tenant:d71c16b2c284427c858b4c912eefc596 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:22:47.609312 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1780cdf4-2d74-427c-9e54-45058fccdf96 req-45525c29-db4e-41d4-a706-19cffa9d2888 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/ports?device_id=b78223b1-eff5-4a50-bc8a-7872c12a2582 HTTP/1.1" status: 200 len: 946 time: 0.1416893 May 05 22:22:47.673833 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1780cdf4-2d74-427c-9e54-45058fccdf96 req-3236c502-be8f-4019-9e54-a6e61ed5e3a0 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/security-groups?id=38585266-b9d5-48c6-b37b-c8dfdc8e59b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569816 May 05 22:22:47.785205 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-15b8b24e-4b02-4362-afa0-f2965906f677 req-db9bd1ba-8e88-4228-8a35-911924e1bd46 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:47.806983 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-15b8b24e-4b02-4362-afa0-f2965906f677 req-db9bd1ba-8e88-4228-8a35-911924e1bd46 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Transition to ACTIVE for port object 8ce720da-a225-48d8-a0f9-d6d9494e4d51 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:22:47.813745 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-d96cae3c-7881-47c8-a852-69c6d476b5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5', 'name': 'tempest-TestNetworkBasicOps-router-499269193', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'bf290c78-1500-404a-81f3-c4765078e1b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:21:00Z', 'updated_at': '2022-05-05T22:22:45Z', 'revision_number': 6, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'gw_port': {'id': 'bf290c78-1500-404a-81f3-c4765078e1b3', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:21:01Z', 'updated_at': '2022-05-05T22:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': 'b6687b82-28b8-43d7-a04e-7e594c76b3c6', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'floating_ip_address': '172.25.4.34', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5', 'port_id': '058bf494-862f-4ae1-85b9-fcf2f31f34f3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebf2c1c7-d21f-4627-a999-4b4ba50137f9', 'mac_address': 'fa:16:3e:8c:80:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4513d4-84da-4e46-bf36-eb62a832a40d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:21:27Z', 'updated_at': '2022-05-05T22:21:31Z', 'revision_number': 1, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52a6335e-2fda-44cf-9663-4c962eed3336', 'name': '', 'network_id': 'ebf2c1c7-d21f-4627-a999-4b4ba50137f9', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'mac_address': 'fa:16:3e:45:fb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1340ca3-1908-49cb-8cd4-46b038fa8c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:21:05Z', 'updated_at': '2022-05-05T22:21:14Z', 'revision_number': 5, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'subnets': [{'id': 'e1340ca3-1908-49cb-8cd4-46b038fa8c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:22:47.818366 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96cae3c-7881-47c8-a852-69c6d476b5cb None None] Checking router: e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:22:47.829892 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96cae3c-7881-47c8-a852-69c6d476b5cb None None] Routers {'e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:22:47.830525 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-d96cae3c-7881-47c8-a852-69c6d476b5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:22:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:22:47.833973 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-15b8b24e-4b02-4362-afa0-f2965906f677 req-db9bd1ba-8e88-4228-8a35-911924e1bd46 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:47.907138 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15b8b24e-4b02-4362-afa0-f2965906f677 req-db9bd1ba-8e88-4228-8a35-911924e1bd46 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Network 9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:22:47.910805 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-15b8b24e-4b02-4362-afa0-f2965906f677 req-db9bd1ba-8e88-4228-8a35-911924e1bd46 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:22:47.916968 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b8b24e-4b02-4362-afa0-f2965906f677 req-db9bd1ba-8e88-4228-8a35-911924e1bd46 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:22:47.949730 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9bd1ba-8e88-4228-8a35-911924e1bd46 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Pushing event updated for resources: {'Port': ['ID=8ce720da-a225-48d8-a0f9-d6d9494e4d51,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:48.017766 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8b24e-4b02-4362-afa0-f2965906f677 req-db9bd1ba-8e88-4228-8a35-911924e1bd46 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:48.018593 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-15b8b24e-4b02-4362-afa0-f2965906f677 req-db9bd1ba-8e88-4228-8a35-911924e1bd46 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:48.030063 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-d96cae3c-7881-47c8-a852-69c6d476b5cb None None] Set router e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:22:48.054702 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-15b8b24e-4b02-4362-afa0-f2965906f677 req-db9bd1ba-8e88-4228-8a35-911924e1bd46 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0422010 May 05 22:22:48.067258 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-15b8b24e-4b02-4362-afa0-f2965906f677 req-2fc2c973-3848-47ea-bec2-d7e56b112f97 service neutron] Request body: {'port': {'device_id': 'f699e0ef-7a5b-4532-9349-9603b0cded11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:22:48.219495 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-15b8b24e-4b02-4362-afa0-f2965906f677 req-2fc2c973-3848-47ea-bec2-d7e56b112f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:48.227418 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f0e30c3c-0522-49b4-9483-468c8ec8e944 None None] Provisioning for port 8ce720da-a225-48d8-a0f9-d6d9494e4d51 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:22:48.236238 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f0e30c3c-0522-49b4-9483-468c8ec8e944 None None] Provisioning complete for port 8ce720da-a225-48d8-a0f9-d6d9494e4d51 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:22:48.236607 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f0e30c3c-0522-49b4-9483-468c8ec8e944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:48.324378 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff97b4-1525-41d2-809d-e52cd1562285 req-172c8b08-b8e3-41bb-9208-1b62fb4c3400 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:48.326217 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-88ff97b4-1525-41d2-809d-e52cd1562285 req-172c8b08-b8e3-41bb-9208-1b62fb4c3400 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=f699e0ef-7a5b-4532-9349-9603b0cded11 HTTP/1.1" status: 200 len: 931 time: 0.0960944 May 05 22:22:48.380776 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-88ff97b4-1525-41d2-809d-e52cd1562285 req-060e9811-d26f-4adc-9052-db703fd34f93 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479057 May 05 22:22:48.385079 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f0e30c3c-0522-49b4-9483-468c8ec8e944 None None] Port 8ce720da-a225-48d8-a0f9-d6d9494e4d51 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:22:48.501522 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-d96cae3c-7881-47c8-a852-69c6d476b5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5', 'name': 'tempest-TestNetworkBasicOps-router-499269193', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'bf290c78-1500-404a-81f3-c4765078e1b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:21:00Z', 'updated_at': '2022-05-05T22:22:45Z', 'revision_number': 6, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'gw_port': {'id': 'bf290c78-1500-404a-81f3-c4765078e1b3', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:21:01Z', 'updated_at': '2022-05-05T22:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': 'b6687b82-28b8-43d7-a04e-7e594c76b3c6', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'floating_ip_address': '172.25.4.34', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5', 'port_id': '058bf494-862f-4ae1-85b9-fcf2f31f34f3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebf2c1c7-d21f-4627-a999-4b4ba50137f9', 'mac_address': 'fa:16:3e:8c:80:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4513d4-84da-4e46-bf36-eb62a832a40d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:21:27Z', 'updated_at': '2022-05-05T22:21:31Z', 'revision_number': 1, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52a6335e-2fda-44cf-9663-4c962eed3336', 'name': '', 'network_id': 'ebf2c1c7-d21f-4627-a999-4b4ba50137f9', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'mac_address': 'fa:16:3e:45:fb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1340ca3-1908-49cb-8cd4-46b038fa8c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:21:05Z', 'updated_at': '2022-05-05T22:21:14Z', 'revision_number': 5, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'subnets': [{'id': 'e1340ca3-1908-49cb-8cd4-46b038fa8c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:22:48.505521 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96cae3c-7881-47c8-a852-69c6d476b5cb None None] The sync data for ids ['e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5'] in n-d-825175-4 is: [{'id': 'e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5', 'name': 'tempest-TestNetworkBasicOps-router-499269193', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.25'}], 'enable_snat': True}, 'gw_port_id': 'bf290c78-1500-404a-81f3-c4765078e1b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:21:00Z', 'updated_at': '2022-05-05T22:22:45Z', 'revision_number': 6, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'gw_port': {'id': 'bf290c78-1500-404a-81f3-c4765078e1b3', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:4a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:21:01Z', 'updated_at': '2022-05-05T22:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': 'b6687b82-28b8-43d7-a04e-7e594c76b3c6', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'floating_ip_address': '172.25.4.34', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5', 'port_id': '058bf494-862f-4ae1-85b9-fcf2f31f34f3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebf2c1c7-d21f-4627-a999-4b4ba50137f9', 'mac_address': 'fa:16:3e:8c:80:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4513d4-84da-4e46-bf36-eb62a832a40d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:21:27Z', 'updated_at': '2022-05-05T22:21:31Z', 'revision_number': 1, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52a6335e-2fda-44cf-9663-4c962eed3336', 'name': '', 'network_id': 'ebf2c1c7-d21f-4627-a999-4b4ba50137f9', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'mac_address': 'fa:16:3e:45:fb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1340ca3-1908-49cb-8cd4-46b038fa8c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:21:05Z', 'updated_at': '2022-05-05T22:21:14Z', 'revision_number': 5, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'subnets': [{'id': 'e1340ca3-1908-49cb-8cd4-46b038fa8c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:22:48.615200 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-15b8b24e-4b02-4362-afa0-f2965906f677 req-2fc2c973-3848-47ea-bec2-d7e56b112f97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ce720da-a225-48d8-a0f9-d6d9494e4d51 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:22:48.622773 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-15b8b24e-4b02-4362-afa0-f2965906f677 req-2fc2c973-3848-47ea-bec2-d7e56b112f97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:48.638491 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-15b8b24e-4b02-4362-afa0-f2965906f677 req-2fc2c973-3848-47ea-bec2-d7e56b112f97 service neutron] Transition to ACTIVE for port object 8ce720da-a225-48d8-a0f9-d6d9494e4d51 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:22:48.643765 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-15b8b24e-4b02-4362-afa0-f2965906f677 req-2fc2c973-3848-47ea-bec2-d7e56b112f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:48.838376 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc2c973-3848-47ea-bec2-d7e56b112f97 service neutron] Pushing event updated for resources: {'Port': ['ID=8ce720da-a225-48d8-a0f9-d6d9494e4d51,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:48.875022 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09273a68-6715-4310-9e6d-61f563329c0d req-2ad9f9c9-14e0-4b0f-bc24-e52dde4f14c6 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:48.877218 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-09273a68-6715-4310-9e6d-61f563329c0d req-2ad9f9c9-14e0-4b0f-bc24-e52dde4f14c6 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/ports?device_id=b78223b1-eff5-4a50-bc8a-7872c12a2582 HTTP/1.1" status: 200 len: 946 time: 0.0912919 May 05 22:22:48.936374 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-09273a68-6715-4310-9e6d-61f563329c0d req-7acbc047-f672-485c-8d19-afaa6a24f6dc tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/security-groups?id=38585266-b9d5-48c6-b37b-c8dfdc8e59b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487649 May 05 22:22:48.953830 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a37c17-ba15-4a59-a879-23602fd01c62 req-8e7cbaf9-8df8-4b73-bc62-8b74aaa6d519 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:48.954544 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-55a37c17-ba15-4a59-a879-23602fd01c62 req-8e7cbaf9-8df8-4b73-bc62-8b74aaa6d519 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Synchronizing usage tracker for tenant:d71c16b2c284427c858b4c912eefc596 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:22:48.983128 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-55a37c17-ba15-4a59-a879-23602fd01c62 req-8e7cbaf9-8df8-4b73-bc62-8b74aaa6d519 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Unset dirty status for tenant:d71c16b2c284427c858b4c912eefc596 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:22:48.984302 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-55a37c17-ba15-4a59-a879-23602fd01c62 req-8e7cbaf9-8df8-4b73-bc62-8b74aaa6d519 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.44 "GET /v2.0/ports?device_id=b78223b1-eff5-4a50-bc8a-7872c12a2582 HTTP/1.1" status: 200 len: 946 time: 0.2998168 May 05 22:22:49.022569 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:49.032253 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-15b8b24e-4b02-4362-afa0-f2965906f677 req-2fc2c973-3848-47ea-bec2-d7e56b112f97 service neutron] Attempting to bind port 8ce720da-a225-48d8-a0f9-d6d9494e4d51 on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:22:49.032607 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-15b8b24e-4b02-4362-afa0-f2965906f677 req-2fc2c973-3848-47ea-bec2-d7e56b112f97 service neutron] Attempting to bind port 8ce720da-a225-48d8-a0f9-d6d9494e4d51 by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': '08dd8774-d241-4744-a888-af1c6f605e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:22:49.032911 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b8b24e-4b02-4362-afa0-f2965906f677 req-2fc2c973-3848-47ea-bec2-d7e56b112f97 service neutron] Attempting to bind port 8ce720da-a225-48d8-a0f9-d6d9494e4d51 on network 9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:22:49.051974 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b8b24e-4b02-4362-afa0-f2965906f677 req-2fc2c973-3848-47ea-bec2-d7e56b112f97 service neutron] Port 8ce720da-a225-48d8-a0f9-d6d9494e4d51 on network 9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:22:49.052299 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b8b24e-4b02-4362-afa0-f2965906f677 req-2fc2c973-3848-47ea-bec2-d7e56b112f97 service neutron] Attempting to bind port 8ce720da-a225-48d8-a0f9-d6d9494e4d51 on network 9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:22:49.066355 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-55a37c17-ba15-4a59-a879-23602fd01c62 req-52f81ecf-16e1-471d-a9aa-dba39fa9224e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Deleting port a64f6218-aeb5-4fd9-b287-b83169798d81 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:22:49.066721 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-55a37c17-ba15-4a59-a879-23602fd01c62 req-52f81ecf-16e1-471d-a9aa-dba39fa9224e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:49.097433 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b8b24e-4b02-4362-afa0-f2965906f677 req-2fc2c973-3848-47ea-bec2-d7e56b112f97 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:22:49.097684 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b8b24e-4b02-4362-afa0-f2965906f677 req-2fc2c973-3848-47ea-bec2-d7e56b112f97 service neutron] Checking segment: {'id': '08dd8774-d241-4744-a888-af1c6f605e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:22:49.098065 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b8b24e-4b02-4362-afa0-f2965906f677 req-2fc2c973-3848-47ea-bec2-d7e56b112f97 service neutron] Bound using segment: {'id': '08dd8774-d241-4744-a888-af1c6f605e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:22:49.098529 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-15b8b24e-4b02-4362-afa0-f2965906f677 req-2fc2c973-3848-47ea-bec2-d7e56b112f97 service neutron] Bound port: 8ce720da-a225-48d8-a0f9-d6d9494e4d51, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08dd8774-d241-4744-a888-af1c6f605e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:22:49.098920 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-15b8b24e-4b02-4362-afa0-f2965906f677 req-2fc2c973-3848-47ea-bec2-d7e56b112f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:49.325784 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-15b8b24e-4b02-4362-afa0-f2965906f677 req-2fc2c973-3848-47ea-bec2-d7e56b112f97 service neutron] For port 8ce720da-a225-48d8-a0f9-d6d9494e4d51, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:22:49.345392 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-15b8b24e-4b02-4362-afa0-f2965906f677 req-2fc2c973-3848-47ea-bec2-d7e56b112f97 service neutron] For port 8ce720da-a225-48d8-a0f9-d6d9494e4d51, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=8ce720da-a225-48d8-a0f9-d6d9494e4d51,segment=NetworkSegment(08dd8774-d241-4744-a888-af1c6f605e19),segment_id=08dd8774-d241-4744-a888-af1c6f605e19)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:22:49.352344 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-15b8b24e-4b02-4362-afa0-f2965906f677 req-2fc2c973-3848-47ea-bec2-d7e56b112f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:49.457980 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-15b8b24e-4b02-4362-afa0-f2965906f677 req-2fc2c973-3848-47ea-bec2-d7e56b112f97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:49.459400 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-15b8b24e-4b02-4362-afa0-f2965906f677 req-2fc2c973-3848-47ea-bec2-d7e56b112f97 service neutron] 10.222.0.44 "PUT /v2.0/ports/8ce720da-a225-48d8-a0f9-d6d9494e4d51 HTTP/1.1" status: 200 len: 1091 time: 1.3974986 May 05 22:22:49.459826 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f699e0ef-7a5b-4532-9349-9603b0cded11', 'tag': '8ce720da-a225-48d8-a0f9-d6d9494e4d51'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:22:49.470575 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-55a37c17-ba15-4a59-a879-23602fd01c62 req-52f81ecf-16e1-471d-a9aa-dba39fa9224e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] For port a64f6218-aeb5-4fd9-b287-b83169798d81, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=a64f6218-aeb5-4fd9-b287-b83169798d81,segment=NetworkSegment(4cdd45ac-3540-4744-96d6-7359095a93fc),segment_id=4cdd45ac-3540-4744-96d6-7359095a93fc)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:22:49.470858 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-55a37c17-ba15-4a59-a879-23602fd01c62 req-52f81ecf-16e1-471d-a9aa-dba39fa9224e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:49.478157 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc2c973-3848-47ea-bec2-d7e56b112f97 service neutron] Pushing event updated for resources: {'Port': ['ID=8ce720da-a225-48d8-a0f9-d6d9494e4d51,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:49.618086 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f21c01-e7af-4914-837b-1a0fd2cd34e3 req-f8ffa4e9-69c6-4209-a0ad-935a5dff38a2 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:49.619761 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f0f21c01-e7af-4914-837b-1a0fd2cd34e3 req-f8ffa4e9-69c6-4209-a0ad-935a5dff38a2 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=f699e0ef-7a5b-4532-9349-9603b0cded11 HTTP/1.1" status: 200 len: 943 time: 0.0997887 May 05 22:22:49.655430 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2f202ca-91d4-45d6-b74e-b29d354cf2c0'] response: {'name': 'network-changed', 'server_uuid': 'f699e0ef-7a5b-4532-9349-9603b0cded11', 'tag': '8ce720da-a225-48d8-a0f9-d6d9494e4d51', 'status': 'completed', 'code': 200} May 05 22:22:49.670647 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f0f21c01-e7af-4914-837b-1a0fd2cd34e3 req-98f65329-4e74-46ee-be86-65d0933c4826 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445309 May 05 22:22:49.748517 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-55a37c17-ba15-4a59-a879-23602fd01c62 req-52f81ecf-16e1-471d-a9aa-dba39fa9224e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Calling delete_port for a64f6218-aeb5-4fd9-b287-b83169798d81 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:22:49.881402 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-15b8b24e-4b02-4362-afa0-f2965906f677 req-0fbe8bcf-a104-4e7c-8c41-a9e9c6654d50 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7aecd0947c574ab7b57adc91150658c3&device_id=f699e0ef-7a5b-4532-9349-9603b0cded11 HTTP/1.1" status: 200 len: 1094 time: 0.2250166 May 05 22:22:49.956403 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-15b8b24e-4b02-4362-afa0-f2965906f677 req-8cc84c2c-842f-4d30-b987-c9319ae47582 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ce720da-a225-48d8-a0f9-d6d9494e4d51 HTTP/1.1" status: 200 len: 217 time: 0.0662997 May 05 22:22:49.983860 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device df12ffa8-5e2f-4125-aae7-0af7de3582e4 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:22:49.997147 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-55a37c17-ba15-4a59-a879-23602fd01c62 req-52f81ecf-16e1-471d-a9aa-dba39fa9224e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:50.016951 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: df12ffa8-5e2f-4125-aae7-0af7de3582e4 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:22:50.017288 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device df12ffa8-5e2f-4125-aae7-0af7de3582e4 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:22:50.058970 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f81ecf-16e1-471d-a9aa-dba39fa9224e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Pushing event deleted for resources: {'Port': ['ID=a64f6218-aeb5-4fd9-b287-b83169798d81,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:50.097991 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8b24e-4b02-4362-afa0-f2965906f677 req-ebe21a71-ef32-4eb5-899c-46de813beeb0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:50.099585 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-15b8b24e-4b02-4362-afa0-f2965906f677 req-ebe21a71-ef32-4eb5-899c-46de813beeb0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e0e1a026-9d64-4912-950a-4e44331f2f8e HTTP/1.1" status: 200 len: 850 time: 0.1376913 May 05 22:22:50.117664 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-59058167-2d6a-4683-9c09-4c08500e0220 req-e085bbde-323f-44f4-8ea4-8c4decd59f12 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/ports?device_id=b78223b1-eff5-4a50-bc8a-7872c12a2582 HTTP/1.1" status: 200 len: 210 time: 0.0426788 May 05 22:22:50.171159 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-55a37c17-ba15-4a59-a879-23602fd01c62 req-52f81ecf-16e1-471d-a9aa-dba39fa9224e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] No DVR routers for this DVR port a64f6218-aeb5-4fd9-b287-b83169798d81 on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:22:50.177902 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-55a37c17-ba15-4a59-a879-23602fd01c62 req-52f81ecf-16e1-471d-a9aa-dba39fa9224e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:50.200683 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-55a37c17-ba15-4a59-a879-23602fd01c62 req-52f81ecf-16e1-471d-a9aa-dba39fa9224e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.44 "DELETE /v2.0/ports/a64f6218-aeb5-4fd9-b287-b83169798d81 HTTP/1.1" status: 204 len: 173 time: 1.2106020 May 05 22:22:50.219449 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-15b8b24e-4b02-4362-afa0-f2965906f677 req-015dfe2b-4f69-4130-9dbb-9188eef4ce68 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9a4e4fe9-3d94-4d16-ae6c-847777a64fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888956 May 05 22:22:50.352228 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-15b8b24e-4b02-4362-afa0-f2965906f677 req-65cee86e-0fc1-40bf-8340-89e9b7b5629d service neutron] 10.222.0.44 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267362 May 05 22:22:50.490189 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-15b8b24e-4b02-4362-afa0-f2965906f677 req-33fbe1c2-4f2b-4a28-8677-d0fd2a0acbaa service neutron] 10.222.0.44 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295748 May 05 22:22:50.610691 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c57cfd0c-8af6-4eff-b2a1-55457a0bbe8a req-405ea07c-e33b-4f12-936b-70d33f14e473 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7aecd0947c574ab7b57adc91150658c3&device_id=f699e0ef-7a5b-4532-9349-9603b0cded11 HTTP/1.1" status: 200 len: 1094 time: 0.0759339 May 05 22:22:50.765740 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57cfd0c-8af6-4eff-b2a1-55457a0bbe8a req-23d6e485-058d-4ab6-a91d-a4c02b533b1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:50.767253 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c57cfd0c-8af6-4eff-b2a1-55457a0bbe8a req-23d6e485-058d-4ab6-a91d-a4c02b533b1b service neutron] 10.222.0.44 "GET /v2.0/networks?id=9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 HTTP/1.1" status: 200 len: 912 time: 0.1506743 May 05 22:22:50.838581 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c57cfd0c-8af6-4eff-b2a1-55457a0bbe8a req-28d1d14b-f827-4e23-ac98-e17503a11eea service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ce720da-a225-48d8-a0f9-d6d9494e4d51 HTTP/1.1" status: 200 len: 217 time: 0.0639994 May 05 22:22:50.893922 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50990beb-04b0-42c2-a8db-1d279b500b35 req-0c0c2763-78db-4dda-bd14-b76bc7159979 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:50.895530 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-50990beb-04b0-42c2-a8db-1d279b500b35 req-0c0c2763-78db-4dda-bd14-b76bc7159979 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=f699e0ef-7a5b-4532-9349-9603b0cded11 HTTP/1.1" status: 200 len: 943 time: 0.0833864 May 05 22:22:50.907427 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57cfd0c-8af6-4eff-b2a1-55457a0bbe8a req-801b7f1b-049b-4fef-909a-dae5c59bdfaa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:50.910080 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c57cfd0c-8af6-4eff-b2a1-55457a0bbe8a req-801b7f1b-049b-4fef-909a-dae5c59bdfaa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e0e1a026-9d64-4912-950a-4e44331f2f8e HTTP/1.1" status: 200 len: 850 time: 0.0629494 May 05 22:22:50.944930 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-50990beb-04b0-42c2-a8db-1d279b500b35 req-0f900d33-142a-4323-8744-c44a604fc30a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436015 May 05 22:22:50.990019 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c57cfd0c-8af6-4eff-b2a1-55457a0bbe8a req-2ef1ffbe-4687-4942-9add-bea2af51c38b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9a4e4fe9-3d94-4d16-ae6c-847777a64fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755436 May 05 22:22:51.131305 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c57cfd0c-8af6-4eff-b2a1-55457a0bbe8a req-41c6be8e-2b06-4859-bf9e-9c4ded6c1113 service neutron] 10.222.0.44 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342859 May 05 22:22:51.226299 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 60110) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:22:51.299289 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9527c2d9-d702-41a3-9651-a7e8bbe7b257 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:51.310445 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device a64f6218-aeb5-4fd9-b287-b83169798d81 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:22:51.330806 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9527c2d9-d702-41a3-9651-a7e8bbe7b257 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:51.346332 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: a64f6218-aeb5-4fd9-b287-b83169798d81 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:22:51.346795 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device a64f6218-aeb5-4fd9-b287-b83169798d81 not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:22:51.362677 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c57cfd0c-8af6-4eff-b2a1-55457a0bbe8a req-a2abe1cd-f56a-476f-9886-219787e10ed5 service neutron] 10.222.0.44 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252524 May 05 22:22:51.401660 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9527c2d9-d702-41a3-9651-a7e8bbe7b257 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:51.420903 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9527c2d9-d702-41a3-9651-a7e8bbe7b257 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38585266-b9d5-48c6-b37b-c8dfdc8e59b9,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:51.433487 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9527c2d9-d702-41a3-9651-a7e8bbe7b257 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:51.434635 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-9527c2d9-d702-41a3-9651-a7e8bbe7b257 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "DELETE /v2.0/security-groups/38585266-b9d5-48c6-b37b-c8dfdc8e59b9 HTTP/1.1" status: 204 len: 168 time: 0.2073398 May 05 22:22:51.479382 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60116) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:22:51.663229 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b78223b1-eff5-4a50-bc8a-7872c12a2582', 'name': 'network-vif-deleted', 'tag': 'a64f6218-aeb5-4fd9-b287-b83169798d81'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:22:51.681280 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-1af84355-c9ed-4b9d-b3b1-d643630c5dd7 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Deleting subnet d69c601a-def9-40c1-9e47-54578eddacb9 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:22:51.684479 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1af84355-c9ed-4b9d-b3b1-d643630c5dd7 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:51.719305 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfc81c64-90cf-4d45-b183-4e59eec45d06'] response: {'server_uuid': 'b78223b1-eff5-4a50-bc8a-7872c12a2582', 'name': 'network-vif-deleted', 'tag': 'a64f6218-aeb5-4fd9-b287-b83169798d81', 'status': 'completed', 'code': 200} May 05 22:22:51.750016 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1af84355-c9ed-4b9d-b3b1-d643630c5dd7 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:51.838836 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1af84355-c9ed-4b9d-b3b1-d643630c5dd7 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:51.921251 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1af84355-c9ed-4b9d-b3b1-d643630c5dd7 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:51.957647 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af84355-c9ed-4b9d-b3b1-d643630c5dd7 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Pushing event deleted for resources: {'Subnet': ['ID=d69c601a-def9-40c1-9e47-54578eddacb9,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:51.963867 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1af84355-c9ed-4b9d-b3b1-d643630c5dd7 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:51.969939 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1af84355-c9ed-4b9d-b3b1-d643630c5dd7 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "DELETE /v2.0/subnets/d69c601a-def9-40c1-9e47-54578eddacb9 HTTP/1.1" status: 204 len: 168 time: 0.4895084 May 05 22:22:51.970176 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104876ff-bd00-4e3f-aea3-6e8864e442ca None None] Network 089afe5e-cb1b-4461-b169-a4cccbe2bfe3 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:22:51.972834 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 60124) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:22:52.124322 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1da31c90-1d90-4594-8103-df15fd56e6e8 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:52.147103 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-1da31c90-1d90-4594-8103-df15fd56e6e8 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Deleting port 269ea693-0a06-4c11-a18e-54fa2ff60128 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:22:52.147414 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1da31c90-1d90-4594-8103-df15fd56e6e8 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:52.234624 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394ece45-87d0-465f-bbf7-9c282876dc8f None None] DHCP port deletion for 089afe5e-cb1b-4461-b169-a4cccbe2bfe3 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:22:52.239598 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-394ece45-87d0-465f-bbf7-9c282876dc8f None None] Deleting port 269ea693-0a06-4c11-a18e-54fa2ff60128 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:22:52.240049 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-394ece45-87d0-465f-bbf7-9c282876dc8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:52.346213 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd5d93b-2cd7-4d7d-a375-c476288030e6 req-09c1143f-8a5d-4a94-a941-6ddaaa66a858 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:52.347761 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1cd5d93b-2cd7-4d7d-a375-c476288030e6 req-09c1143f-8a5d-4a94-a941-6ddaaa66a858 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=f699e0ef-7a5b-4532-9349-9603b0cded11 HTTP/1.1" status: 200 len: 943 time: 0.2763700 May 05 22:22:52.483565 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-394ece45-87d0-465f-bbf7-9c282876dc8f None None] For port 269ea693-0a06-4c11-a18e-54fa2ff60128, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=269ea693-0a06-4c11-a18e-54fa2ff60128,segment=NetworkSegment(4cdd45ac-3540-4744-96d6-7359095a93fc),segment_id=4cdd45ac-3540-4744-96d6-7359095a93fc)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:22:52.484158 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-394ece45-87d0-465f-bbf7-9c282876dc8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:52.484257 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1cd5d93b-2cd7-4d7d-a375-c476288030e6 req-0d4825c8-8bbc-4c1a-af04-631a6781aa10 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294351 May 05 22:22:52.505407 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-1da31c90-1d90-4594-8103-df15fd56e6e8 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] For port 269ea693-0a06-4c11-a18e-54fa2ff60128, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=269ea693-0a06-4c11-a18e-54fa2ff60128,segment=NetworkSegment(4cdd45ac-3540-4744-96d6-7359095a93fc),segment_id=4cdd45ac-3540-4744-96d6-7359095a93fc)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:22:52.505759 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1da31c90-1d90-4594-8103-df15fd56e6e8 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:52.603731 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-394ece45-87d0-465f-bbf7-9c282876dc8f None None] Calling delete_port for 269ea693-0a06-4c11-a18e-54fa2ff60128 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:22:52.633780 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-1da31c90-1d90-4594-8103-df15fd56e6e8 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Calling delete_port for 269ea693-0a06-4c11-a18e-54fa2ff60128 owned by network:dhcp {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:22:52.679885 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-394ece45-87d0-465f-bbf7-9c282876dc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:52.709669 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.db.api [None req-1da31c90-1d90-4594-8103-df15fd56e6e8 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:22:52.709963 n-d-825175-4 neutron-server[84061]: DEBUG oslo_db.api [None req-1da31c90-1d90-4594-8103-df15fd56e6e8 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:22:52.727556 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394ece45-87d0-465f-bbf7-9c282876dc8f None None] Pushing event deleted for resources: {'Port': ['ID=269ea693-0a06-4c11-a18e-54fa2ff60128,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:52.733134 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394ece45-87d0-465f-bbf7-9c282876dc8f None None] No DVR routers for this DVR port 269ea693-0a06-4c11-a18e-54fa2ff60128 on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:22:53.211983 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-1da31c90-1d90-4594-8103-df15fd56e6e8 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Deleting port 269ea693-0a06-4c11-a18e-54fa2ff60128 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:22:53.212866 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1da31c90-1d90-4594-8103-df15fd56e6e8 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:53.297248 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-1da31c90-1d90-4594-8103-df15fd56e6e8 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] The port '269ea693-0a06-4c11-a18e-54fa2ff60128' was deleted {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 22:22:53.417751 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1da31c90-1d90-4594-8103-df15fd56e6e8 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:53.442569 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-1da31c90-1d90-4594-8103-df15fd56e6e8 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['089afe5e-cb1b-4461-b169-a4cccbe2bfe3']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:22:53.454451 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-1da31c90-1d90-4594-8103-df15fd56e6e8 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cdd45ac-3540-4744-96d6-7359095a93fc') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:22:53.454764 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-1da31c90-1d90-4594-8103-df15fd56e6e8 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cdd45ac-3540-4744-96d6-7359095a93fc') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:22:53.466174 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1da31c90-1d90-4594-8103-df15fd56e6e8 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:53.481672 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1da31c90-1d90-4594-8103-df15fd56e6e8 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:53.487677 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1da31c90-1d90-4594-8103-df15fd56e6e8 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:22:53.488043 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1da31c90-1d90-4594-8103-df15fd56e6e8 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:53.505452 n-d-825175-4 neutron-server[84061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:22:53.505452 n-d-825175-4 neutron-server[84061]: util.warn( May 05 22:22:53.505452 n-d-825175-4 neutron-server[84061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:22:53.505452 n-d-825175-4 neutron-server[84061]: util.warn( May 05 22:22:53.505452 n-d-825175-4 neutron-server[84061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:22:53.505452 n-d-825175-4 neutron-server[84061]: util.warn( May 05 22:22:53.505452 n-d-825175-4 neutron-server[84061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:22:53.505452 n-d-825175-4 neutron-server[84061]: util.warn( May 05 22:22:53.505452 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 22:22:53.505452 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:22:53.505452 n-d-825175-4 neutron-server[84061]: timer() May 05 22:22:53.505452 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:22:53.505452 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 22:22:53.505452 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:22:53.505452 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 22:22:53.505452 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:22:53.505452 n-d-825175-4 neutron-server[84061]: self._notify() May 05 22:22:53.505452 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:22:53.505452 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 22:22:53.505452 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:22:53.505452 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 22:22:53.505452 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:22:53.505452 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:22:53.505452 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:22:53.505452 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:22:53.505452 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:22:53.505452 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 22:22:53.505452 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:22:53.505452 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 22:22:53.505452 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:22:53.505452 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:22:53.505452 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:22:53.505452 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 22:22:53.505452 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:22:53.505452 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:22:53.505452 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:22:53.505452 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:22:53.505452 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:22:53.505452 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:22:53.505452 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:22:53.590555 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1da31c90-1d90-4594-8103-df15fd56e6e8 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:53.608443 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1da31c90-1d90-4594-8103-df15fd56e6e8 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:53.619658 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da31c90-1d90-4594-8103-df15fd56e6e8 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Pushing event deleted for resources: {'Network': ['ID=089afe5e-cb1b-4461-b169-a4cccbe2bfe3,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:53.673026 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-1da31c90-1d90-4594-8103-df15fd56e6e8 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "DELETE /v2.0/networks/089afe5e-cb1b-4461-b169-a4cccbe2bfe3 HTTP/1.1" status: 204 len: 168 time: 1.6990101 May 05 22:22:53.676482 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60130) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:22:53.709233 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c32b99-b940-4b3b-ac10-24218e20deee req-e1f0c142-a127-46d0-ba35-7dcb6059e797 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:53.710633 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f4c32b99-b940-4b3b-ac10-24218e20deee req-e1f0c142-a127-46d0-ba35-7dcb6059e797 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=f699e0ef-7a5b-4532-9349-9603b0cded11 HTTP/1.1" status: 200 len: 943 time: 0.0890749 May 05 22:22:53.757742 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f4c32b99-b940-4b3b-ac10-24218e20deee req-6fe4a57c-e5c9-4be4-86cc-3f0b012a7b41 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409594 May 05 22:22:53.878550 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-10413c0b-9061-4210-abd6-1a284082b097 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Deleting port be2ff430-5f8d-4cfa-964e-9556007b9c14 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:22:53.879079 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-10413c0b-9061-4210-abd6-1a284082b097 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:54.023244 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 269ea693-0a06-4c11-a18e-54fa2ff60128 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:22:54.048290 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-10413c0b-9061-4210-abd6-1a284082b097 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:54.048611 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-10413c0b-9061-4210-abd6-1a284082b097 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:54.056242 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 269ea693-0a06-4c11-a18e-54fa2ff60128 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:22:54.056578 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 269ea693-0a06-4c11-a18e-54fa2ff60128 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:22:54.169729 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-10413c0b-9061-4210-abd6-1a284082b097 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Calling delete_port for be2ff430-5f8d-4cfa-964e-9556007b9c14 owned by network:floatingip {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:22:54.347883 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-10413c0b-9061-4210-abd6-1a284082b097 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:54.392480 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10413c0b-9061-4210-abd6-1a284082b097 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Pushing event deleted for resources: {'Port': ['ID=be2ff430-5f8d-4cfa-964e-9556007b9c14,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:54.483913 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-10413c0b-9061-4210-abd6-1a284082b097 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for floatingip, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:54.964227 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d6f0ff-13ba-48ce-9e1d-49a15e437970 req-922f372a-599a-49a3-af3b-e6172715cad8 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:54.965664 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a6d6f0ff-13ba-48ce-9e1d-49a15e437970 req-922f372a-599a-49a3-af3b-e6172715cad8 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=f699e0ef-7a5b-4532-9349-9603b0cded11 HTTP/1.1" status: 200 len: 943 time: 0.0754142 May 05 22:22:54.997890 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10413c0b-9061-4210-abd6-1a284082b097 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Router e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:22:55.022390 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a6d6f0ff-13ba-48ce-9e1d-49a15e437970 req-c12d0d9d-f65c-4089-81db-ee00dd8f5150 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456071 May 05 22:22:55.215101 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10413c0b-9061-4210-abd6-1a284082b097 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:22:55.232114 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-10413c0b-9061-4210-abd6-1a284082b097 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:55.284395 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-10413c0b-9061-4210-abd6-1a284082b097 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "DELETE /v2.0/floatingips/b6687b82-28b8-43d7-a04e-7e594c76b3c6 HTTP/1.1" status: 204 len: 168 time: 1.6067004 May 05 22:22:55.284846 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de4513d4-84da-4e46-bf36-eb62a832a40d', 'tag': '058bf494-862f-4ae1-85b9-fcf2f31f34f3'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:22:55.338484 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e040e78-5f6e-4ae0-886e-655067b0096f'] response: {'name': 'network-changed', 'server_uuid': 'de4513d4-84da-4e46-bf36-eb62a832a40d', 'tag': '058bf494-862f-4ae1-85b9-fcf2f31f34f3', 'status': 'completed', 'code': 200} May 05 22:22:55.430117 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e6f052b2-5def-4c1c-a576-24611617c0fc req-3886aa8c-fac1-44b5-925d-eb45cd633076 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d71c16b2c284427c858b4c912eefc596&device_id=de4513d4-84da-4e46-bf36-eb62a832a40d HTTP/1.1" status: 200 len: 1097 time: 0.0691581 May 05 22:22:55.572685 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f052b2-5def-4c1c-a576-24611617c0fc req-1295e1b1-6b86-4d6e-926b-9dd364a5a6f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:55.574088 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e6f052b2-5def-4c1c-a576-24611617c0fc req-1295e1b1-6b86-4d6e-926b-9dd364a5a6f1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ebf2c1c7-d21f-4627-a999-4b4ba50137f9 HTTP/1.1" status: 200 len: 897 time: 0.1370409 May 05 22:22:55.676425 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e6f052b2-5def-4c1c-a576-24611617c0fc req-1e22c8c1-b65d-461c-8d2b-8ff74fa53371 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=058bf494-862f-4ae1-85b9-fcf2f31f34f3 HTTP/1.1" status: 200 len: 217 time: 0.0954471 May 05 22:22:55.752107 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f052b2-5def-4c1c-a576-24611617c0fc req-d509c2d7-7587-47ee-9d6e-d69bdb4c08d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:55.753479 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e6f052b2-5def-4c1c-a576-24611617c0fc req-d509c2d7-7587-47ee-9d6e-d69bdb4c08d9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e1340ca3-1908-49cb-8cd4-46b038fa8c74 HTTP/1.1" status: 200 len: 835 time: 0.0711339 May 05 22:22:55.806958 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745cd94c-53d1-4c0e-876f-9f9bfff9c32c req-62a649e3-591c-45e0-802c-082755686168 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:55.807629 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-745cd94c-53d1-4c0e-876f-9f9bfff9c32c req-62a649e3-591c-45e0-802c-082755686168 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Synchronizing usage tracker for tenant:d71c16b2c284427c858b4c912eefc596 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:22:55.838709 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-745cd94c-53d1-4c0e-876f-9f9bfff9c32c req-62a649e3-591c-45e0-802c-082755686168 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Unset dirty status for tenant:d71c16b2c284427c858b4c912eefc596 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:22:55.840246 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-745cd94c-53d1-4c0e-876f-9f9bfff9c32c req-62a649e3-591c-45e0-802c-082755686168 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/ports?device_id=de4513d4-84da-4e46-bf36-eb62a832a40d HTTP/1.1" status: 200 len: 946 time: 0.2134516 May 05 22:22:55.870022 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e6f052b2-5def-4c1c-a576-24611617c0fc req-a7fd7452-2b44-49c0-a6e6-486007a240e9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ebf2c1c7-d21f-4627-a999-4b4ba50137f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1097267 May 05 22:22:56.078013 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-745cd94c-53d1-4c0e-876f-9f9bfff9c32c req-7cf78d7d-0ef6-41fa-a657-21e24f0969d2 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Synchronizing usage tracker for tenant:d71c16b2c284427c858b4c912eefc596 on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:22:56.118170 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-745cd94c-53d1-4c0e-876f-9f9bfff9c32c req-7cf78d7d-0ef6-41fa-a657-21e24f0969d2 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Unset dirty status for tenant:d71c16b2c284427c858b4c912eefc596 on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:22:56.119283 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-745cd94c-53d1-4c0e-876f-9f9bfff9c32c req-7cf78d7d-0ef6-41fa-a657-21e24f0969d2 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff81ef9b-1874-4103-80c0-3594b6ecb842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2709866 May 05 22:22:56.142821 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e6f052b2-5def-4c1c-a576-24611617c0fc req-46f4b106-906a-4a89-a2e6-05d809a557c2 service neutron] 10.222.0.32 "GET /v2.0/networks/ebf2c1c7-d21f-4627-a999-4b4ba50137f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618461 May 05 22:22:56.335487 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e6f052b2-5def-4c1c-a576-24611617c0fc req-ef4d8729-8616-4ac6-ba22-c20ac93e5051 service neutron] 10.222.0.32 "GET /v2.0/networks/ebf2c1c7-d21f-4627-a999-4b4ba50137f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533668 May 05 22:22:56.345531 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976dd806-ddb7-43b8-8a10-525c303ef4bf req-8d6824c8-a3fe-4bea-93f5-a4ce794ef607 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:56.346932 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-976dd806-ddb7-43b8-8a10-525c303ef4bf req-8d6824c8-a3fe-4bea-93f5-a4ce794ef607 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=f699e0ef-7a5b-4532-9349-9603b0cded11 HTTP/1.1" status: 200 len: 943 time: 0.1984193 May 05 22:22:56.395931 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-976dd806-ddb7-43b8-8a10-525c303ef4bf req-790c95be-7648-4e58-8693-eb47b8cc0115 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422084 May 05 22:22:56.877432 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c619a6-a744-41d7-91c6-dad04c2b5a7d req-0584f3df-809f-4d4e-bb53-3f528c786965 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:56.878943 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-58c619a6-a744-41d7-91c6-dad04c2b5a7d req-0584f3df-809f-4d4e-bb53-3f528c786965 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.32 "GET /v2.0/ports?device_id=de4513d4-84da-4e46-bf36-eb62a832a40d HTTP/1.1" status: 200 len: 946 time: 0.0912361 May 05 22:22:56.952294 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-58c619a6-a744-41d7-91c6-dad04c2b5a7d req-7eb26197-66fd-4fea-a150-e5cec4fe952c tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Deleting port 058bf494-862f-4ae1-85b9-fcf2f31f34f3 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:22:56.952674 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-58c619a6-a744-41d7-91c6-dad04c2b5a7d req-7eb26197-66fd-4fea-a150-e5cec4fe952c tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:57.199504 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-58c619a6-a744-41d7-91c6-dad04c2b5a7d req-7eb26197-66fd-4fea-a150-e5cec4fe952c tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] For port 058bf494-862f-4ae1-85b9-fcf2f31f34f3, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=058bf494-862f-4ae1-85b9-fcf2f31f34f3,segment=NetworkSegment(92cb404b-79ed-419c-bb11-d4ffc3235793),segment_id=92cb404b-79ed-419c-bb11-d4ffc3235793)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:22:57.200185 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-58c619a6-a744-41d7-91c6-dad04c2b5a7d req-7eb26197-66fd-4fea-a150-e5cec4fe952c tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:57.344355 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-58c619a6-a744-41d7-91c6-dad04c2b5a7d req-7eb26197-66fd-4fea-a150-e5cec4fe952c tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Calling delete_port for 058bf494-862f-4ae1-85b9-fcf2f31f34f3 owned by compute:nova {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:22:57.491561 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82266b79-d99a-4225-9539-62a8a2e26eee req-cfc07214-107d-42ce-b460-b5f5b687a23f tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:57.493010 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-82266b79-d99a-4225-9539-62a8a2e26eee req-cfc07214-107d-42ce-b460-b5f5b687a23f tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/ports?device_id=de4513d4-84da-4e46-bf36-eb62a832a40d HTTP/1.1" status: 200 len: 946 time: 0.2360716 May 05 22:22:57.576090 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-58c619a6-a744-41d7-91c6-dad04c2b5a7d req-7eb26197-66fd-4fea-a150-e5cec4fe952c tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:57.634344 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb26197-66fd-4fea-a150-e5cec4fe952c tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Pushing event deleted for resources: {'Port': ['ID=058bf494-862f-4ae1-85b9-fcf2f31f34f3,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:57.674893 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-82266b79-d99a-4225-9539-62a8a2e26eee req-247605f7-2a39-45fe-8ff9-20922bb4a255 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff81ef9b-1874-4103-80c0-3594b6ecb842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1760001 May 05 22:22:57.721677 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-58c619a6-a744-41d7-91c6-dad04c2b5a7d req-7eb26197-66fd-4fea-a150-e5cec4fe952c tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] No DVR routers for this DVR port 058bf494-862f-4ae1-85b9-fcf2f31f34f3 on host n-h2-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:22:57.724681 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-58c619a6-a744-41d7-91c6-dad04c2b5a7d req-7eb26197-66fd-4fea-a150-e5cec4fe952c tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:57.727099 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de4513d4-84da-4e46-bf36-eb62a832a40d', 'name': 'network-vif-deleted', 'tag': '058bf494-862f-4ae1-85b9-fcf2f31f34f3'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:22:57.747538 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-58c619a6-a744-41d7-91c6-dad04c2b5a7d req-7eb26197-66fd-4fea-a150-e5cec4fe952c tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.32 "DELETE /v2.0/ports/058bf494-862f-4ae1-85b9-fcf2f31f34f3 HTTP/1.1" status: 204 len: 173 time: 0.8636067 May 05 22:22:57.753495 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a194de95-9dbf-4363-a7f7-c68cf7254b01 req-2164b515-6c27-482f-a1e7-d75f50dc31de tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:57.755235 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a194de95-9dbf-4363-a7f7-c68cf7254b01 req-2164b515-6c27-482f-a1e7-d75f50dc31de tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=f699e0ef-7a5b-4532-9349-9603b0cded11 HTTP/1.1" status: 200 len: 943 time: 0.2271307 May 05 22:22:57.785657 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7559b057-4bc7-4c92-a5e2-0bc5149c1981'] response: {'server_uuid': 'de4513d4-84da-4e46-bf36-eb62a832a40d', 'name': 'network-vif-deleted', 'tag': '058bf494-862f-4ae1-85b9-fcf2f31f34f3', 'status': 'completed', 'code': 200} May 05 22:22:57.811680 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a194de95-9dbf-4363-a7f7-c68cf7254b01 req-6bf3170a-c189-4e9a-919c-0d0b4364f554 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491879 May 05 22:22:58.788945 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60154) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:22:58.862625 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5b3f67da-bd03-4618-80e3-f32a2d1f2ca2 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:58.891907 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5b3f67da-bd03-4618-80e3-f32a2d1f2ca2 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:58.958320 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5b3f67da-bd03-4618-80e3-f32a2d1f2ca2 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:58.977170 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3f67da-bd03-4618-80e3-f32a2d1f2ca2 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff81ef9b-1874-4103-80c0-3594b6ecb842,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:58.995708 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5b3f67da-bd03-4618-80e3-f32a2d1f2ca2 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:58.999344 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5b3f67da-bd03-4618-80e3-f32a2d1f2ca2 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "DELETE /v2.0/security-groups/ff81ef9b-1874-4103-80c0-3594b6ecb842 HTTP/1.1" status: 204 len: 168 time: 0.2094166 May 05 22:22:59.020220 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eecbef-5e23-4d03-90ba-1740d078f671 req-3af321fe-575c-4bac-8b7b-eb46b07a4d31 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:22:59.021692 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-28eecbef-5e23-4d03-90ba-1740d078f671 req-3af321fe-575c-4bac-8b7b-eb46b07a4d31 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=f699e0ef-7a5b-4532-9349-9603b0cded11 HTTP/1.1" status: 200 len: 943 time: 0.0907142 May 05 22:22:59.041370 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60164) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:22:59.081242 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-28eecbef-5e23-4d03-90ba-1740d078f671 req-5288b601-6e91-4ae8-a005-3aef759de81d tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538058 May 05 22:22:59.373430 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 8ce720da-a225-48d8-a0f9-d6d9494e4d51 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:22:59.460521 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-56a61b24-b9d3-4dc7-b090-4394458065c5 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:59.507014 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 8ce720da-a225-48d8-a0f9-d6d9494e4d51, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=8ce720da-a225-48d8-a0f9-d6d9494e4d51,segment=NetworkSegment(08dd8774-d241-4744-a888-af1c6f605e19),segment_id=08dd8774-d241-4744-a888-af1c6f605e19)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:22:59.520924 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '8ce720da-a225-48d8-a0f9-d6d9494e4d51', 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9', 'port_id': '8ce720da-a225-48d8-a0f9-d6d9494e4d51', 'mac_address': 'fa:16:3e:01:56:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0e1a026-9d64-4912-950a-4e44331f2f8e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:22:59.580778 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:59.598909 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ce720da-a225-48d8-a0f9-d6d9494e4d51 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:22:59.613691 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 8ce720da-a225-48d8-a0f9-d6d9494e4d51, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=8ce720da-a225-48d8-a0f9-d6d9494e4d51,segment=NetworkSegment(08dd8774-d241-4744-a888-af1c6f605e19),segment_id=08dd8774-d241-4744-a888-af1c6f605e19)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:22:59.618237 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:22:59.684269 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=8ce720da-a225-48d8-a0f9-d6d9494e4d51,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:22:59.804953 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['8ce720da-a225-48d8-a0f9-d6d9494e4d51'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:23:00.194435 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-56a61b24-b9d3-4dc7-b090-4394458065c5 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Deleting port 52a6335e-2fda-44cf-9663-4c962eed3336 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:23:00.195011 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-56a61b24-b9d3-4dc7-b090-4394458065c5 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:00.283945 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29402d1e-4211-4dcf-9598-57ec7cf6968c req-b66d6630-af58-4ff5-b0ad-5ffd9a044283 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:00.285433 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-29402d1e-4211-4dcf-9598-57ec7cf6968c req-b66d6630-af58-4ff5-b0ad-5ffd9a044283 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=f699e0ef-7a5b-4532-9349-9603b0cded11 HTTP/1.1" status: 200 len: 944 time: 0.0776145 May 05 22:23:00.333197 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-29402d1e-4211-4dcf-9598-57ec7cf6968c req-e6528acd-1bdc-44b6-9fc5-20c5831e8506 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419850 May 05 22:23:00.384190 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-56a61b24-b9d3-4dc7-b090-4394458065c5 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] For port 52a6335e-2fda-44cf-9663-4c962eed3336, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=52a6335e-2fda-44cf-9663-4c962eed3336,segment=NetworkSegment(92cb404b-79ed-419c-bb11-d4ffc3235793),segment_id=92cb404b-79ed-419c-bb11-d4ffc3235793)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:23:00.384418 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-56a61b24-b9d3-4dc7-b090-4394458065c5 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:00.503642 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-56a61b24-b9d3-4dc7-b090-4394458065c5 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Calling delete_port for 52a6335e-2fda-44cf-9663-4c962eed3336 owned by network:router_interface {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:23:00.696800 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-56a61b24-b9d3-4dc7-b090-4394458065c5 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:00.745661 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a61b24-b9d3-4dc7-b090-4394458065c5 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Pushing event deleted for resources: {'Port': ['ID=52a6335e-2fda-44cf-9663-4c962eed3336,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:23:01.055617 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-56a61b24-b9d3-4dc7-b090-4394458065c5 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:01.387876 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 8ce720da-a225-48d8-a0f9-d6d9494e4d51 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:23:01.459556 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 8ce720da-a225-48d8-a0f9-d6d9494e4d51 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:23:01.464823 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 8ce720da-a225-48d8-a0f9-d6d9494e4d51 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:23:01.465239 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:01.593067 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:01.625533 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f699e0ef-7a5b-4532-9349-9603b0cded11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce720da-a225-48d8-a0f9-d6d9494e4d51'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:23:01.650445 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 8ce720da-a225-48d8-a0f9-d6d9494e4d51, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=8ce720da-a225-48d8-a0f9-d6d9494e4d51,segment=NetworkSegment(08dd8774-d241-4744-a888-af1c6f605e19),segment_id=08dd8774-d241-4744-a888-af1c6f605e19)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:23:01.656624 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:01.660358 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84388ac3-d2e6-4986-bc80-38934611653d req-a9482a77-dbac-4b30-9290-530827afe701 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:01.662288 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-84388ac3-d2e6-4986-bc80-38934611653d req-a9482a77-dbac-4b30-9290-530827afe701 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=f699e0ef-7a5b-4532-9349-9603b0cded11 HTTP/1.1" status: 200 len: 944 time: 0.2050591 May 05 22:23:01.704467 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-572c8013-ec2b-4df7-b91d-336257866bf2'] response: {'server_uuid': 'f699e0ef-7a5b-4532-9349-9603b0cded11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce720da-a225-48d8-a0f9-d6d9494e4d51', 'code': 200} May 05 22:23:01.724169 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-84388ac3-d2e6-4986-bc80-38934611653d req-545f27e8-8fa5-42a2-a882-7fb7c1eb2d82 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546474 May 05 22:23:01.755782 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=8ce720da-a225-48d8-a0f9-d6d9494e4d51,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:23:01.822175 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56a61b24-b9d3-4dc7-b090-4394458065c5 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Router e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:23:01.841093 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f926d209-3fc9-4db1-9a8f-f20b15df244f req-4a995bd3-54e1-4c35-83b6-0af6abbf95cb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f699e0ef-7a5b-4532-9349-9603b0cded11 HTTP/1.1" status: 200 len: 1096 time: 0.0907893 May 05 22:23:01.983490 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 058bf494-862f-4ae1-85b9-fcf2f31f34f3 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:23:02.005701 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f926d209-3fc9-4db1-9a8f-f20b15df244f req-383927a4-36aa-4163-9f98-7d3be6f5d913 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137609 May 05 22:23:02.041868 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: 058bf494-862f-4ae1-85b9-fcf2f31f34f3 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:23:02.042210 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 058bf494-862f-4ae1-85b9-fcf2f31f34f3 not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:23:02.089415 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a61b24-b9d3-4dc7-b090-4394458065c5 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:23:02.105212 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-56a61b24-b9d3-4dc7-b090-4394458065c5 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "PUT /v2.0/routers/e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0624962 May 05 22:23:02.109216 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60174) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:23:02.300658 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfc9fdf1-54cb-4a59-b90c-16f360dd5ef2 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Deleting subnet e1340ca3-1908-49cb-8cd4-46b038fa8c74 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:23:02.304360 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cfc9fdf1-54cb-4a59-b90c-16f360dd5ef2 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:02.372183 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cfc9fdf1-54cb-4a59-b90c-16f360dd5ef2 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:02.471906 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cfc9fdf1-54cb-4a59-b90c-16f360dd5ef2 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:02.546640 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cfc9fdf1-54cb-4a59-b90c-16f360dd5ef2 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:02.591381 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc9fdf1-54cb-4a59-b90c-16f360dd5ef2 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Pushing event deleted for resources: {'Subnet': ['ID=e1340ca3-1908-49cb-8cd4-46b038fa8c74,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:23:02.596165 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cfc9fdf1-54cb-4a59-b90c-16f360dd5ef2 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:02.603431 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-cfc9fdf1-54cb-4a59-b90c-16f360dd5ef2 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "DELETE /v2.0/subnets/e1340ca3-1908-49cb-8cd4-46b038fa8c74 HTTP/1.1" status: 204 len: 168 time: 0.4932494 May 05 22:23:02.603654 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2357e2-84b3-426a-923d-beb49a807323 None None] Network ebf2c1c7-d21f-4627-a999-4b4ba50137f9 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:23:02.606076 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60178) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:23:02.819763 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5e1d49dc-7b96-4ecb-ae85-b394761d1f8e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:02.917130 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c803bb-cddc-4e09-9869-7f7120418650 None None] DHCP port deletion for ebf2c1c7-d21f-4627-a999-4b4ba50137f9 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:23:02.922202 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-c4c803bb-cddc-4e09-9869-7f7120418650 None None] Deleting port 4772c98f-2eb1-462e-9f6e-70ea3dd4e8a9 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:23:02.922818 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c4c803bb-cddc-4e09-9869-7f7120418650 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:02.944410 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfeeebc-ce43-45a2-aa0c-8e57560bda40 req-4ab320d0-2cce-4cbb-a348-565d107c5e1d tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:02.951707 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8cfeeebc-ce43-45a2-aa0c-8e57560bda40 req-4ab320d0-2cce-4cbb-a348-565d107c5e1d tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=f699e0ef-7a5b-4532-9349-9603b0cded11 HTTP/1.1" status: 200 len: 945 time: 0.0996456 May 05 22:23:02.997162 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8cfeeebc-ce43-45a2-aa0c-8e57560bda40 req-1b3c502c-15a1-4f19-8819-a5c3a6652698 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445390 May 05 22:23:03.059787 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5e1d49dc-7b96-4ecb-ae85-b394761d1f8e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:03.071589 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-5e1d49dc-7b96-4ecb-ae85-b394761d1f8e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Deleting port bf290c78-1500-404a-81f3-c4765078e1b3 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:23:03.072170 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5e1d49dc-7b96-4ecb-ae85-b394761d1f8e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:03.165899 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-c4c803bb-cddc-4e09-9869-7f7120418650 None None] For port 4772c98f-2eb1-462e-9f6e-70ea3dd4e8a9, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=4772c98f-2eb1-462e-9f6e-70ea3dd4e8a9,segment=NetworkSegment(92cb404b-79ed-419c-bb11-d4ffc3235793),segment_id=92cb404b-79ed-419c-bb11-d4ffc3235793)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:23:03.166213 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c4c803bb-cddc-4e09-9869-7f7120418650 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:03.255224 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-5e1d49dc-7b96-4ecb-ae85-b394761d1f8e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] For port bf290c78-1500-404a-81f3-c4765078e1b3, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=bf290c78-1500-404a-81f3-c4765078e1b3,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:23:03.255700 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5e1d49dc-7b96-4ecb-ae85-b394761d1f8e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:03.284025 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-c4c803bb-cddc-4e09-9869-7f7120418650 None None] Calling delete_port for 4772c98f-2eb1-462e-9f6e-70ea3dd4e8a9 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:23:03.359755 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c4c803bb-cddc-4e09-9869-7f7120418650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:03.408740 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c803bb-cddc-4e09-9869-7f7120418650 None None] Pushing event deleted for resources: {'Port': ['ID=4772c98f-2eb1-462e-9f6e-70ea3dd4e8a9,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:23:03.413309 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c803bb-cddc-4e09-9869-7f7120418650 None None] No DVR routers for this DVR port 4772c98f-2eb1-462e-9f6e-70ea3dd4e8a9 on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:23:03.526698 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-5e1d49dc-7b96-4ecb-ae85-b394761d1f8e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Calling delete_port for bf290c78-1500-404a-81f3-c4765078e1b3 owned by network:router_gateway {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:23:03.706424 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5e1d49dc-7b96-4ecb-ae85-b394761d1f8e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:03.751655 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1d49dc-7b96-4ecb-ae85-b394761d1f8e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Pushing event deleted for resources: {'Port': ['ID=bf290c78-1500-404a-81f3-c4765078e1b3,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:23:03.972228 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5e1d49dc-7b96-4ecb-ae85-b394761d1f8e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:04.088163 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 4772c98f-2eb1-462e-9f6e-70ea3dd4e8a9 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:23:04.120646 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 4772c98f-2eb1-462e-9f6e-70ea3dd4e8a9 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:23:04.120956 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 4772c98f-2eb1-462e-9f6e-70ea3dd4e8a9 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:23:04.214343 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9663e00-d5bd-4fc5-affc-054da821527c req-c4b3fe6e-4496-4548-8291-e70c9970ee48 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:04.216285 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c9663e00-d5bd-4fc5-affc-054da821527c req-c4b3fe6e-4496-4548-8291-e70c9970ee48 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=f699e0ef-7a5b-4532-9349-9603b0cded11 HTTP/1.1" status: 200 len: 945 time: 0.0865417 May 05 22:23:04.271416 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5e1d49dc-7b96-4ecb-ae85-b394761d1f8e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:04.276312 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5e1d49dc-7b96-4ecb-ae85-b394761d1f8e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:04.276486 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c9663e00-d5bd-4fc5-affc-054da821527c req-60555942-047e-4581-9556-f1d307c4f903 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517411 May 05 22:23:04.307018 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5e1d49dc-7b96-4ecb-ae85-b394761d1f8e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:04.307742 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e1d49dc-7b96-4ecb-ae85-b394761d1f8e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Fanout notify agent at l3_agent the message router_deleted on router e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5 {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:23:04.323098 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5e1d49dc-7b96-4ecb-ae85-b394761d1f8e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:04.324194 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5e1d49dc-7b96-4ecb-ae85-b394761d1f8e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "DELETE /v2.0/routers/e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5 HTTP/1.1" status: 204 len: 168 time: 1.7172365 May 05 22:23:04.327004 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60188) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:23:04.442160 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a7edbf60-3b46-4451-acc3-df7d9e3ed003 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:04.478819 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c5ad66-c5fe-4fbf-843b-ed7040f09911 req-a83d515c-b4f1-4f8c-8391-385bdd13ef36 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:04.480279 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-55c5ad66-c5fe-4fbf-843b-ed7040f09911 req-a83d515c-b4f1-4f8c-8391-385bdd13ef36 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=f699e0ef-7a5b-4532-9349-9603b0cded11 HTTP/1.1" status: 200 len: 945 time: 0.0792997 May 05 22:23:04.530878 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-55c5ad66-c5fe-4fbf-843b-ed7040f09911 req-92cd8589-bc52-424b-bb6a-a932f66944f2 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444725 May 05 22:23:04.575894 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a7edbf60-3b46-4451-acc3-df7d9e3ed003 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:04.602112 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-a7edbf60-3b46-4451-acc3-df7d9e3ed003 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebf2c1c7-d21f-4627-a999-4b4ba50137f9']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:23:04.614550 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-a7edbf60-3b46-4451-acc3-df7d9e3ed003 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92cb404b-79ed-419c-bb11-d4ffc3235793') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:23:04.615224 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-a7edbf60-3b46-4451-acc3-df7d9e3ed003 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92cb404b-79ed-419c-bb11-d4ffc3235793') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:23:04.626606 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a7edbf60-3b46-4451-acc3-df7d9e3ed003 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:04.642918 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a7edbf60-3b46-4451-acc3-df7d9e3ed003 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:04.649508 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7edbf60-3b46-4451-acc3-df7d9e3ed003 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:23:04.649886 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a7edbf60-3b46-4451-acc3-df7d9e3ed003 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:04.664353 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:23:04.664353 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:23:04.664353 n-d-825175-4 neutron-server[84063]: timer() May 05 22:23:04.664353 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:23:04.664353 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:23:04.664353 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:23:04.664353 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:23:04.664353 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:23:04.664353 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:23:04.664353 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:23:04.664353 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:23:04.664353 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:23:04.664353 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:23:04.664353 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:23:04.664353 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:23:04.664353 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:23:04.664353 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:23:04.664353 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:23:04.664353 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:23:04.664353 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:23:04.664353 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:23:04.664353 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:23:04.664353 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:23:04.664353 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:23:04.664353 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:23:04.664353 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:23:04.664353 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:23:04.664353 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:23:04.664353 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:23:04.664353 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:23:04.664353 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:23:04.664353 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:23:04.730885 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cdaba9-4f4c-4df5-8ca3-c59f67afeda1 req-1d977782-ff0c-4299-a682-55cb3f683b96 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:04.732335 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-84cdaba9-4f4c-4df5-8ca3-c59f67afeda1 req-1d977782-ff0c-4299-a682-55cb3f683b96 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=f699e0ef-7a5b-4532-9349-9603b0cded11 HTTP/1.1" status: 200 len: 945 time: 0.0781734 May 05 22:23:04.754110 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a7edbf60-3b46-4451-acc3-df7d9e3ed003 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:04.775226 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a7edbf60-3b46-4451-acc3-df7d9e3ed003 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:04.781535 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7edbf60-3b46-4451-acc3-df7d9e3ed003 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Pushing event deleted for resources: {'Network': ['ID=ebf2c1c7-d21f-4627-a999-4b4ba50137f9,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:23:04.786289 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-84cdaba9-4f4c-4df5-8ca3-c59f67afeda1 req-1fe783e6-9b8e-4d7c-b72e-ef42013294ec tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482569 May 05 22:23:04.792974 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a7edbf60-3b46-4451-acc3-df7d9e3ed003 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "DELETE /v2.0/networks/ebf2c1c7-d21f-4627-a999-4b4ba50137f9 HTTP/1.1" status: 204 len: 168 time: 0.4649484 May 05 22:23:04.810526 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60194) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:23:04.819038 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-818c3c71-e8c9-4f84-ac3c-2e93b956f683 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Request body: {'network': {'name': 'tempest-network-smoke--1173440734', 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'port_security_enabled': True}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:23:04.825602 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-818c3c71-e8c9-4f84-ac3c-2e93b956f683 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:23:04.829843 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-818c3c71-e8c9-4f84-ac3c-2e93b956f683 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Usage tracker for resource:network and tenant:d71c16b2c284427c858b4c912eefc596 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:23:04.832761 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-818c3c71-e8c9-4f84-ac3c-2e93b956f683 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:23:04.838824 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-818c3c71-e8c9-4f84-ac3c-2e93b956f683 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:23:04.849617 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818c3c71-e8c9-4f84-ac3c-2e93b956f683 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Made reservation on behalf of d71c16b2c284427c858b4c912eefc596 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:23:04.852741 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-818c3c71-e8c9-4f84-ac3c-2e93b956f683 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:04.881380 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-818c3c71-e8c9-4f84-ac3c-2e93b956f683 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:23:04.890732 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-818c3c71-e8c9-4f84-ac3c-2e93b956f683 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:04.891150 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-818c3c71-e8c9-4f84-ac3c-2e93b956f683 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Added segment 50bea046-e4e3-4ab5-9cb6-a2e79dc0dd31 of type vlan for network 710aeec6-3178-4b8d-8a08-15c5749ec031 May 05 22:23:04.921490 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-818c3c71-e8c9-4f84-ac3c-2e93b956f683 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:05.058947 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-818c3c71-e8c9-4f84-ac3c-2e93b956f683 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:05.062980 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818c3c71-e8c9-4f84-ac3c-2e93b956f683 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:05.063549 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-818c3c71-e8c9-4f84-ac3c-2e93b956f683 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:05.194500 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-818c3c71-e8c9-4f84-ac3c-2e93b956f683 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3826411 May 05 22:23:05.197420 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 60202) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:23:05.200080 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818c3c71-e8c9-4f84-ac3c-2e93b956f683 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Pushing event updated for resources: {'Network': ['ID=710aeec6-3178-4b8d-8a08-15c5749ec031,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:23:05.205625 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-ef2b0582-fc44-499c-84bf-a86a05ff9b4e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1096400070', 'admin_state_up': True, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:23:05.210363 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 710aeec6-3178-4b8d-8a08-15c5749ec031 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:23:05.218956 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-ef2b0582-fc44-499c-84bf-a86a05ff9b4e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:23:05.225402 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-ef2b0582-fc44-499c-84bf-a86a05ff9b4e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Usage tracker for resource:router and tenant:d71c16b2c284427c858b4c912eefc596 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:23:05.229100 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-ef2b0582-fc44-499c-84bf-a86a05ff9b4e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:23:05.236062 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-ef2b0582-fc44-499c-84bf-a86a05ff9b4e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:23:05.250744 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ef2b0582-fc44-499c-84bf-a86a05ff9b4e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:05.251745 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ef2b0582-fc44-499c-84bf-a86a05ff9b4e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:05.268062 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c2317-ad25-40d8-bfda-9007bca57f6b req-06f8e2e4-1615-4593-9eda-66158599e76a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:05.269512 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-127c2317-ad25-40d8-bfda-9007bca57f6b req-06f8e2e4-1615-4593-9eda-66158599e76a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=f699e0ef-7a5b-4532-9349-9603b0cded11 HTTP/1.1" status: 200 len: 945 time: 0.1230834 May 05 22:23:05.301851 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ef2b0582-fc44-499c-84bf-a86a05ff9b4e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:05.330651 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-127c2317-ad25-40d8-bfda-9007bca57f6b req-d391678d-f820-4d20-b5da-65ccdc491937 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545447 May 05 22:23:05.467513 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ef2b0582-fc44-499c-84bf-a86a05ff9b4e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:05.659992 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ef2b0582-fc44-499c-84bf-a86a05ff9b4e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for router_gateway, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:05.690389 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ef2b0582-fc44-499c-84bf-a86a05ff9b4e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:05.753742 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f23cac5-56f6-4326-8860-c8b4ad9207e2 None None] Sync routers for ids ['e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:23:05.772350 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f23cac5-56f6-4326-8860-c8b4ad9207e2 None None] Routers set() bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:23:05.772709 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f23cac5-56f6-4326-8860-c8b4ad9207e2 None None] Router IDs set() for agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 05 22:23:05.773306 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_agentschedulers_db [None req-8f23cac5-56f6-4326-8860-c8b4ad9207e2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:22:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent'). {{(pid=84068) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 05 22:23:05.784345 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f23cac5-56f6-4326-8860-c8b4ad9207e2 None None] Routers set() bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:23:05.784699 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f23cac5-56f6-4326-8860-c8b4ad9207e2 None None] Router IDs set() for agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 05 22:23:05.785258 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_agentschedulers_db [None req-8f23cac5-56f6-4326-8860-c8b4ad9207e2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:22:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent'). {{(pid=84068) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 05 22:23:05.785618 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f23cac5-56f6-4326-8860-c8b4ad9207e2 None None] The sync data for ids ['e73208f2-dfc6-4ea4-bddb-f94cf74a4ef5'] in n-d-825175-4 is: [] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:23:05.837638 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-ef2b0582-fc44-499c-84bf-a86a05ff9b4e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Allocated IP 172.25.4.83 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/902f98de-2f4b-4456-8e3f-251069b7ef77) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:23:05.985267 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ef2b0582-fc44-499c-84bf-a86a05ff9b4e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:06.016472 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ef2b0582-fc44-499c-84bf-a86a05ff9b4e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:06.016973 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:06.082997 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2b0582-fc44-499c-84bf-a86a05ff9b4e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:23:06.086126 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-ef2b0582-fc44-499c-84bf-a86a05ff9b4e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:23:06.090557 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2b0582-fc44-499c-84bf-a86a05ff9b4e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:23:06.120632 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2b0582-fc44-499c-84bf-a86a05ff9b4e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Pushing event updated for resources: {'Port': ['ID=902f98de-2f4b-4456-8e3f-251069b7ef77,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:23:06.259475 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ef2b0582-fc44-499c-84bf-a86a05ff9b4e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for router_gateway, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:06.260194 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ef2b0582-fc44-499c-84bf-a86a05ff9b4e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:06.355094 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:06.559538 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ff17b-3319-4c73-a5e8-6a25c0fa1f49 req-336db2c4-99fb-4d06-866d-ac75360f340b tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:06.560285 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-0c1ff17b-3319-4c73-a5e8-6a25c0fa1f49 req-336db2c4-99fb-4d06-866d-ac75360f340b tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Synchronizing usage tracker for tenant:7aecd0947c574ab7b57adc91150658c3 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:23:06.587277 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-0c1ff17b-3319-4c73-a5e8-6a25c0fa1f49 req-336db2c4-99fb-4d06-866d-ac75360f340b tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Unset dirty status for tenant:7aecd0947c574ab7b57adc91150658c3 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:23:06.588909 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0c1ff17b-3319-4c73-a5e8-6a25c0fa1f49 req-336db2c4-99fb-4d06-866d-ac75360f340b tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.44 "GET /v2.0/ports?device_id=f699e0ef-7a5b-4532-9349-9603b0cded11 HTTP/1.1" status: 200 len: 945 time: 0.1090090 May 05 22:23:06.605146 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b15b3a-26a6-4bf7-bd37-40d2e79b3b40 req-fb56f9d7-c44c-4c5b-82ef-0b6bb6745900 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:06.606631 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-52b15b3a-26a6-4bf7-bd37-40d2e79b3b40 req-fb56f9d7-c44c-4c5b-82ef-0b6bb6745900 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=f699e0ef-7a5b-4532-9349-9603b0cded11 HTTP/1.1" status: 200 len: 945 time: 0.0974483 May 05 22:23:06.669194 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-0c1ff17b-3319-4c73-a5e8-6a25c0fa1f49 req-2af18b96-2a24-4e93-ab4c-f3155e5e2515 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Deleting port 8ce720da-a225-48d8-a0f9-d6d9494e4d51 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:23:06.669427 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-0c1ff17b-3319-4c73-a5e8-6a25c0fa1f49 req-2af18b96-2a24-4e93-ab4c-f3155e5e2515 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:06.676970 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-52b15b3a-26a6-4bf7-bd37-40d2e79b3b40 req-cd0f6b06-9444-4e96-a2ca-78853fd3cc52 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626957 May 05 22:23:06.715896 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef2b0582-fc44-499c-84bf-a86a05ff9b4e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Router 52896a15-8e39-4f59-8158-bfd9dfbe0d7c is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 22:23:06.957511 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-0c1ff17b-3319-4c73-a5e8-6a25c0fa1f49 req-2af18b96-2a24-4e93-ab4c-f3155e5e2515 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] For port 8ce720da-a225-48d8-a0f9-d6d9494e4d51, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=8ce720da-a225-48d8-a0f9-d6d9494e4d51,segment=NetworkSegment(08dd8774-d241-4744-a888-af1c6f605e19),segment_id=08dd8774-d241-4744-a888-af1c6f605e19)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:23:06.957861 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-0c1ff17b-3319-4c73-a5e8-6a25c0fa1f49 req-2af18b96-2a24-4e93-ab4c-f3155e5e2515 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:06.962882 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef2b0582-fc44-499c-84bf-a86a05ff9b4e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:23:06.975706 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf751d6b-446c-4ed5-a38a-2e99ae88690f None None] Sync routers for ids ['52896a15-8e39-4f59-8158-bfd9dfbe0d7c'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:23:06.988292 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf751d6b-446c-4ed5-a38a-2e99ae88690f None None] Routers {'52896a15-8e39-4f59-8158-bfd9dfbe0d7c'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:23:06.988910 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-bf751d6b-446c-4ed5-a38a-2e99ae88690f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:22:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['52896a15-8e39-4f59-8158-bfd9dfbe0d7c'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:23:06.992619 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ef2b0582-fc44-499c-84bf-a86a05ff9b4e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:06.997655 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ef2b0582-fc44-499c-84bf-a86a05ff9b4e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7959590 May 05 22:23:06.997944 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 60208) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:23:07.042696 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a01599ff-2752-487d-a7a5-d21e331a12a5 tempest-TestNetworkBasicOps-296979938 tempest-TestNetworkBasicOps-296979938-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=d71c16b2c284427c858b4c912eefc596&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428810 May 05 22:23:07.044607 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 60212) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:23:07.096763 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-0c1ff17b-3319-4c73-a5e8-6a25c0fa1f49 req-2af18b96-2a24-4e93-ab4c-f3155e5e2515 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Calling delete_port for 8ce720da-a225-48d8-a0f9-d6d9494e4d51 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:23:07.116571 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5962e5f-fba9-40d5-ac1b-eb88ba03a6ec None None] Sync routers for ids ['aeb0081c-d212-497f-8090-cc72f7d687cd'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:23:07.128261 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5962e5f-fba9-40d5-ac1b-eb88ba03a6ec None None] Routers {'aeb0081c-d212-497f-8090-cc72f7d687cd'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:23:07.128888 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-a5962e5f-fba9-40d5-ac1b-eb88ba03a6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:22:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['aeb0081c-d212-497f-8090-cc72f7d687cd'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:23:07.194545 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64b382d-1df3-4bc4-8d05-91ac3012f8c2 tempest-TestNetworkBasicOps-296979938 tempest-TestNetworkBasicOps-296979938-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:07.198830 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-d64b382d-1df3-4bc4-8d05-91ac3012f8c2 tempest-TestNetworkBasicOps-296979938 tempest-TestNetworkBasicOps-296979938-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1500440 May 05 22:23:07.199145 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 60216) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:23:07.226566 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-bf751d6b-446c-4ed5-a38a-2e99ae88690f None None] Set router 52896a15-8e39-4f59-8158-bfd9dfbe0d7c gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:23:07.252887 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c5eca9c9-c416-48a2-af25-84d6219bd982 tempest-TestNetworkBasicOps-296979938 tempest-TestNetworkBasicOps-296979938-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=25bfe237-58de-4709-a3e0-ac79da07c300&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0493214 May 05 22:23:07.253171 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60220) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:23:07.259844 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-5afc00a1-e98b-4e39-a84d-84e483c050e1 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1441771265', 'network_id': '710aeec6-3178-4b8d-8a08-15c5749ec031', 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:23:07.387237 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-0c1ff17b-3319-4c73-a5e8-6a25c0fa1f49 req-2af18b96-2a24-4e93-ab4c-f3155e5e2515 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:07.394215 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-a5962e5f-fba9-40d5-ac1b-eb88ba03a6ec None None] Set router aeb0081c-d212-497f-8090-cc72f7d687cd gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:23:07.425233 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['8ce720da-a225-48d8-a0f9-d6d9494e4d51'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:23:07.457987 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af18b96-2a24-4e93-ab4c-f3155e5e2515 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Pushing event deleted for resources: {'Port': ['ID=8ce720da-a225-48d8-a0f9-d6d9494e4d51,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:23:07.461467 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-5afc00a1-e98b-4e39-a84d-84e483c050e1 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:23:07.504667 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-5afc00a1-e98b-4e39-a84d-84e483c050e1 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Usage tracker for resource:subnet and tenant:d71c16b2c284427c858b4c912eefc596 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:23:07.512616 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-5afc00a1-e98b-4e39-a84d-84e483c050e1 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:23:07.548184 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-5afc00a1-e98b-4e39-a84d-84e483c050e1 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:23:07.556971 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c1ff17b-3319-4c73-a5e8-6a25c0fa1f49 req-2af18b96-2a24-4e93-ab4c-f3155e5e2515 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] No DVR routers for this DVR port 8ce720da-a225-48d8-a0f9-d6d9494e4d51 on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:23:07.560211 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-0c1ff17b-3319-4c73-a5e8-6a25c0fa1f49 req-2af18b96-2a24-4e93-ab4c-f3155e5e2515 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:07.566460 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f699e0ef-7a5b-4532-9349-9603b0cded11', 'name': 'network-vif-deleted', 'tag': '8ce720da-a225-48d8-a0f9-d6d9494e4d51'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:23:07.581942 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5afc00a1-e98b-4e39-a84d-84e483c050e1 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Made reservation on behalf of d71c16b2c284427c858b4c912eefc596 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:23:07.603431 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0c1ff17b-3319-4c73-a5e8-6a25c0fa1f49 req-2af18b96-2a24-4e93-ab4c-f3155e5e2515 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.44 "DELETE /v2.0/ports/8ce720da-a225-48d8-a0f9-d6d9494e4d51 HTTP/1.1" status: 204 len: 173 time: 1.0043058 May 05 22:23:07.673963 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-bf751d6b-446c-4ed5-a38a-2e99ae88690f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52896a15-8e39-4f59-8158-bfd9dfbe0d7c', 'name': 'tempest-TestNetworkBasicOps-router-1096400070', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '902f98de-2f4b-4456-8e3f-251069b7ef77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:23:05Z', 'updated_at': '2022-05-05T22:23:06Z', 'revision_number': 3, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'gw_port': {'id': '902f98de-2f4b-4456-8e3f-251069b7ef77', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52896a15-8e39-4f59-8158-bfd9dfbe0d7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:23:05Z', 'updated_at': '2022-05-05T22:23:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:23:07.687758 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313a83ea-5f22-4ee4-b573-85ef21bb608e None None] New status for floating IP b6687b82-28b8-43d7-a04e-7e594c76b3c6: DOWN {{(pid=84064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 22:23:07.748048 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3aee849-3c86-493e-8b77-41b48febe6b1'] response: {'server_uuid': 'f699e0ef-7a5b-4532-9349-9603b0cded11', 'name': 'network-vif-deleted', 'tag': '8ce720da-a225-48d8-a0f9-d6d9494e4d51', 'status': 'completed', 'code': 200} May 05 22:23:07.770382 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf751d6b-446c-4ed5-a38a-2e99ae88690f None None] Checking router: 52896a15-8e39-4f59-8158-bfd9dfbe0d7c for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:23:07.771019 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf751d6b-446c-4ed5-a38a-2e99ae88690f None None] Updating router 52896a15-8e39-4f59-8158-bfd9dfbe0d7c port 902f98de-2f4b-4456-8e3f-251069b7ef77 binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:23:07.797801 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5afc00a1-e98b-4e39-a84d-84e483c050e1 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:07.829466 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-a5962e5f-fba9-40d5-ac1b-eb88ba03a6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb0081c-d212-497f-8090-cc72f7d687cd', 'name': 'tempest-TestVolumeBootPattern-1505474157-router', 'tenant_id': 'ad64a6840a58476ea274d7db55583dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '222404bd-099b-42ff-b4f0-3b8ff23af321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:22:37Z', 'updated_at': '2022-05-05T22:22:41Z', 'revision_number': 4, 'project_id': 'ad64a6840a58476ea274d7db55583dd8', 'gw_port': {'id': '222404bd-099b-42ff-b4f0-3b8ff23af321', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:63:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb0081c-d212-497f-8090-cc72f7d687cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:22:38Z', 'updated_at': '2022-05-05T22:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'ad58951f-31b9-4cca-aadb-5d4dd5de9a80', 'name': '', 'network_id': '5ba22fa0-f8fa-4d65-a494-8ae052f1438a', 'tenant_id': 'ad64a6840a58476ea274d7db55583dd8', 'mac_address': 'fa:16:3e:6c:df:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb0081c-d212-497f-8090-cc72f7d687cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9574b49-a9e0-4530-ae3a-b9a53b182459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:22:40Z', 'updated_at': '2022-05-05T22:22:41Z', 'revision_number': 2, 'project_id': 'ad64a6840a58476ea274d7db55583dd8', 'subnets': [{'id': 'f9574b49-a9e0-4530-ae3a-b9a53b182459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:23:07.836630 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5962e5f-fba9-40d5-ac1b-eb88ba03a6ec None None] Checking router: aeb0081c-d212-497f-8090-cc72f7d687cd for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:23:07.837486 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5962e5f-fba9-40d5-ac1b-eb88ba03a6ec None None] Updating router aeb0081c-d212-497f-8090-cc72f7d687cd port ad58951f-31b9-4cca-aadb-5d4dd5de9a80 binding host n-d-825175-4 {{(pid=84068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:23:07.920566 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-a5962e5f-fba9-40d5-ac1b-eb88ba03a6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:07.969309 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-bf751d6b-446c-4ed5-a38a-2e99ae88690f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:08.052763 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4359abcc-4c17-44b8-b351-7fae12887847 req-0226bbf8-9ee3-4344-bcb7-7e77f3c1a2c2 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=f699e0ef-7a5b-4532-9349-9603b0cded11 HTTP/1.1" status: 200 len: 210 time: 0.1304328 May 05 22:23:08.107613 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 52a6335e-2fda-44cf-9663-4c962eed3336 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:23:08.111441 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5afc00a1-e98b-4e39-a84d-84e483c050e1 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:08.172070 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 52a6335e-2fda-44cf-9663-4c962eed3336 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:23:08.172070 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 52a6335e-2fda-44cf-9663-4c962eed3336 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:23:08.172387 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device bf290c78-1500-404a-81f3-c4765078e1b3 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:23:08.220599 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: bf290c78-1500-404a-81f3-c4765078e1b3 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:23:08.220842 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device bf290c78-1500-404a-81f3-c4765078e1b3 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:23:08.234688 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afc00a1-e98b-4e39-a84d-84e483c050e1 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Pushing event updated for resources: {'Subnet': ['ID=13b34f39-885b-4870-a3b3-203b6ed3feb7,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:23:08.254000 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afc00a1-e98b-4e39-a84d-84e483c050e1 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Checking segment: {'id': '50bea046-e4e3-4ab5-9cb6-a2e79dc0dd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '710aeec6-3178-4b8d-8a08-15c5749ec031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:23:08.254478 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afc00a1-e98b-4e39-a84d-84e483c050e1 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Network hostable DHCP agents. Network: 710aeec6-3178-4b8d-8a08-15c5749ec031, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:23:08.281377 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afc00a1-e98b-4e39-a84d-84e483c050e1 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Network 710aeec6-3178-4b8d-8a08-15c5749ec031 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:23:08.294497 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-5afc00a1-e98b-4e39-a84d-84e483c050e1 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 710aeec6-3178-4b8d-8a08-15c5749ec031) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:23:08.302937 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afc00a1-e98b-4e39-a84d-84e483c050e1 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:08.303824 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5afc00a1-e98b-4e39-a84d-84e483c050e1 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:08.310926 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2adce1ed-1f72-4f3b-8c47-bbe626973e7d None None] Network 710aeec6-3178-4b8d-8a08-15c5749ec031 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:23:08.336995 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5afc00a1-e98b-4e39-a84d-84e483c050e1 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0830216 May 05 22:23:08.339447 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 60228) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:23:08.424348 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-a5962e5f-fba9-40d5-ac1b-eb88ba03a6ec None None] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:08.437942 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.provisioning_blocks [None req-a5962e5f-fba9-40d5-ac1b-eb88ba03a6ec None None] Transition to ACTIVE for port object ad58951f-31b9-4cca-aadb-5d4dd5de9a80 will not be triggered until provisioned by entity L2. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:23:08.445866 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-a5962e5f-fba9-40d5-ac1b-eb88ba03a6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:08.591427 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d70c0d4-0270-42b4-ad02-39f89e37d970 None None] Pushing event updated for resources: {'Port': ['ID=ad58951f-31b9-4cca-aadb-5d4dd5de9a80,revision_number=3']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:23:08.705079 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64373655-82db-44b9-8604-cf24c295f3d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-710aeec6-3178-4b8d-8a08-15c5749ec031', 'network_id': '710aeec6-3178-4b8d-8a08-15c5749ec031', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'fixed_ips': [{'subnet_id': '13b34f39-885b-4870-a3b3-203b6ed3feb7'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:23:08.706435 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-64373655-82db-44b9-8604-cf24c295f3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:08.722877 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-a5962e5f-fba9-40d5-ac1b-eb88ba03a6ec None None] Attempting to bind port ad58951f-31b9-4cca-aadb-5d4dd5de9a80 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:23:08.723241 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-a5962e5f-fba9-40d5-ac1b-eb88ba03a6ec None None] Attempting to bind port ad58951f-31b9-4cca-aadb-5d4dd5de9a80 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'e6612404-51c9-4f80-a1ce-f0a024bff886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5ba22fa0-f8fa-4d65-a494-8ae052f1438a'}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:23:08.724237 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-bf751d6b-446c-4ed5-a38a-2e99ae88690f None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:08.724380 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5962e5f-fba9-40d5-ac1b-eb88ba03a6ec None None] Attempting to bind port ad58951f-31b9-4cca-aadb-5d4dd5de9a80 on network 5ba22fa0-f8fa-4d65-a494-8ae052f1438a {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:23:08.733236 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5962e5f-fba9-40d5-ac1b-eb88ba03a6ec None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:23:08.733604 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5962e5f-fba9-40d5-ac1b-eb88ba03a6ec None None] Checking segment: {'id': 'e6612404-51c9-4f80-a1ce-f0a024bff886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5ba22fa0-f8fa-4d65-a494-8ae052f1438a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:23:08.734926 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-a5962e5f-fba9-40d5-ac1b-eb88ba03a6ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:08.735313 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5962e5f-fba9-40d5-ac1b-eb88ba03a6ec None None] Bound using segment: {'id': 'e6612404-51c9-4f80-a1ce-f0a024bff886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5ba22fa0-f8fa-4d65-a494-8ae052f1438a'} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:23:08.735793 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-a5962e5f-fba9-40d5-ac1b-eb88ba03a6ec None None] Bound port: ad58951f-31b9-4cca-aadb-5d4dd5de9a80, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6612404-51c9-4f80-a1ce-f0a024bff886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5ba22fa0-f8fa-4d65-a494-8ae052f1438a'}}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:23:08.736270 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-a5962e5f-fba9-40d5-ac1b-eb88ba03a6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:08.791940 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-bf751d6b-446c-4ed5-a38a-2e99ae88690f None None] Transition to ACTIVE for port object 902f98de-2f4b-4456-8e3f-251069b7ef77 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:23:08.813881 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-bf751d6b-446c-4ed5-a38a-2e99ae88690f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:08.860349 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-a5962e5f-fba9-40d5-ac1b-eb88ba03a6ec None None] For port ad58951f-31b9-4cca-aadb-5d4dd5de9a80, host n-d-825175-4, cleared binding levels {{(pid=84068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:23:08.863767 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-a5962e5f-fba9-40d5-ac1b-eb88ba03a6ec None None] For port ad58951f-31b9-4cca-aadb-5d4dd5de9a80, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=ad58951f-31b9-4cca-aadb-5d4dd5de9a80,segment=NetworkSegment(e6612404-51c9-4f80-a1ce-f0a024bff886),segment_id=e6612404-51c9-4f80-a1ce-f0a024bff886)] {{(pid=84068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:23:08.870246 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-a5962e5f-fba9-40d5-ac1b-eb88ba03a6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:08.899386 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b208a832-95ed-4724-add9-ed9e554be93d None None] Pushing event updated for resources: {'Port': ['ID=902f98de-2f4b-4456-8e3f-251069b7ef77,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:23:09.003320 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-bf751d6b-446c-4ed5-a38a-2e99ae88690f None None] Attempting to bind port 902f98de-2f4b-4456-8e3f-251069b7ef77 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:23:09.003881 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-bf751d6b-446c-4ed5-a38a-2e99ae88690f None None] Attempting to bind port 902f98de-2f4b-4456-8e3f-251069b7ef77 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:23:09.004356 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf751d6b-446c-4ed5-a38a-2e99ae88690f None None] Attempting to bind port 902f98de-2f4b-4456-8e3f-251069b7ef77 on network 25bfe237-58de-4709-a3e0-ac79da07c300 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:23:09.013192 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5962e5f-fba9-40d5-ac1b-eb88ba03a6ec None None] Routers {'aeb0081c-d212-497f-8090-cc72f7d687cd'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:23:09.013820 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-a5962e5f-fba9-40d5-ac1b-eb88ba03a6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:22:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['aeb0081c-d212-497f-8090-cc72f7d687cd'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:23:09.027588 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf751d6b-446c-4ed5-a38a-2e99ae88690f None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:23:09.028077 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf751d6b-446c-4ed5-a38a-2e99ae88690f None None] Checking segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:23:09.028565 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-bf751d6b-446c-4ed5-a38a-2e99ae88690f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:09.029037 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf751d6b-446c-4ed5-a38a-2e99ae88690f None None] Bound using segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:23:09.029591 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-bf751d6b-446c-4ed5-a38a-2e99ae88690f None None] Bound port: 902f98de-2f4b-4456-8e3f-251069b7ef77, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:23:09.030064 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-bf751d6b-446c-4ed5-a38a-2e99ae88690f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:09.069224 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d70c0d4-0270-42b4-ad02-39f89e37d970 None None] Pushing event updated for resources: {'Port': ['ID=ad58951f-31b9-4cca-aadb-5d4dd5de9a80,revision_number=4']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:23:09.092368 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-64373655-82db-44b9-8604-cf24c295f3d8 None None] Allocated IP 172.20.0.2 (710aeec6-3178-4b8d-8a08-15c5749ec031/13b34f39-885b-4870-a3b3-203b6ed3feb7/611865a1-1d9e-435f-8ab9-05e2ccc854ee) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:23:09.207768 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-bf751d6b-446c-4ed5-a38a-2e99ae88690f None None] For port 902f98de-2f4b-4456-8e3f-251069b7ef77, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:23:09.227390 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-bf751d6b-446c-4ed5-a38a-2e99ae88690f None None] For port 902f98de-2f4b-4456-8e3f-251069b7ef77, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=902f98de-2f4b-4456-8e3f-251069b7ef77,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:23:09.233929 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-a5962e5f-fba9-40d5-ac1b-eb88ba03a6ec None None] Set router aeb0081c-d212-497f-8090-cc72f7d687cd gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:23:09.242078 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-bf751d6b-446c-4ed5-a38a-2e99ae88690f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:09.383463 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b208a832-95ed-4724-add9-ed9e554be93d None None] Pushing event updated for resources: {'Port': ['ID=902f98de-2f4b-4456-8e3f-251069b7ef77,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:23:09.403668 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ac11e82b-4dce-4170-a13b-01c6ce0d5e9e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:09.433499 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 8ce720da-a225-48d8-a0f9-d6d9494e4d51 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:23:09.505327 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: 8ce720da-a225-48d8-a0f9-d6d9494e4d51 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:23:09.505757 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 8ce720da-a225-48d8-a0f9-d6d9494e4d51 not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:23:09.529085 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf751d6b-446c-4ed5-a38a-2e99ae88690f None None] Routers {'52896a15-8e39-4f59-8158-bfd9dfbe0d7c'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:23:09.529984 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-bf751d6b-446c-4ed5-a38a-2e99ae88690f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:22:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['52896a15-8e39-4f59-8158-bfd9dfbe0d7c'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:23:09.709764 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-a5962e5f-fba9-40d5-ac1b-eb88ba03a6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb0081c-d212-497f-8090-cc72f7d687cd', 'name': 'tempest-TestVolumeBootPattern-1505474157-router', 'tenant_id': 'ad64a6840a58476ea274d7db55583dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '222404bd-099b-42ff-b4f0-3b8ff23af321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:22:37Z', 'updated_at': '2022-05-05T22:22:41Z', 'revision_number': 4, 'project_id': 'ad64a6840a58476ea274d7db55583dd8', 'gw_port': {'id': '222404bd-099b-42ff-b4f0-3b8ff23af321', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:63:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb0081c-d212-497f-8090-cc72f7d687cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:22:38Z', 'updated_at': '2022-05-05T22:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'ad58951f-31b9-4cca-aadb-5d4dd5de9a80', 'name': '', 'network_id': '5ba22fa0-f8fa-4d65-a494-8ae052f1438a', 'tenant_id': 'ad64a6840a58476ea274d7db55583dd8', 'mac_address': 'fa:16:3e:6c:df:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb0081c-d212-497f-8090-cc72f7d687cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9574b49-a9e0-4530-ae3a-b9a53b182459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:22:40Z', 'updated_at': '2022-05-05T22:23:08Z', 'revision_number': 4, 'project_id': 'ad64a6840a58476ea274d7db55583dd8', 'subnets': [{'id': 'f9574b49-a9e0-4530-ae3a-b9a53b182459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:23:09.714943 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5962e5f-fba9-40d5-ac1b-eb88ba03a6ec None None] The sync data for ids ['aeb0081c-d212-497f-8090-cc72f7d687cd'] in n-d-825175-4 is: [{'id': 'aeb0081c-d212-497f-8090-cc72f7d687cd', 'name': 'tempest-TestVolumeBootPattern-1505474157-router', 'tenant_id': 'ad64a6840a58476ea274d7db55583dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '222404bd-099b-42ff-b4f0-3b8ff23af321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:22:37Z', 'updated_at': '2022-05-05T22:22:41Z', 'revision_number': 4, 'project_id': 'ad64a6840a58476ea274d7db55583dd8', 'gw_port': {'id': '222404bd-099b-42ff-b4f0-3b8ff23af321', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:63:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb0081c-d212-497f-8090-cc72f7d687cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:22:38Z', 'updated_at': '2022-05-05T22:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'ad58951f-31b9-4cca-aadb-5d4dd5de9a80', 'name': '', 'network_id': '5ba22fa0-f8fa-4d65-a494-8ae052f1438a', 'tenant_id': 'ad64a6840a58476ea274d7db55583dd8', 'mac_address': 'fa:16:3e:6c:df:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb0081c-d212-497f-8090-cc72f7d687cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9574b49-a9e0-4530-ae3a-b9a53b182459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:22:40Z', 'updated_at': '2022-05-05T22:23:08Z', 'revision_number': 4, 'project_id': 'ad64a6840a58476ea274d7db55583dd8', 'subnets': [{'id': 'f9574b49-a9e0-4530-ae3a-b9a53b182459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:23:09.720355 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-64373655-82db-44b9-8604-cf24c295f3d8 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:09.739243 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-64373655-82db-44b9-8604-cf24c295f3d8 None None] Transition to ACTIVE for port object 611865a1-1d9e-435f-8ab9-05e2ccc854ee will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:23:09.829745 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-64373655-82db-44b9-8604-cf24c295f3d8 None None] Transition to ACTIVE for port object 611865a1-1d9e-435f-8ab9-05e2ccc854ee will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:23:09.843659 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-64373655-82db-44b9-8604-cf24c295f3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:09.911956 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-bf751d6b-446c-4ed5-a38a-2e99ae88690f None None] Set router 52896a15-8e39-4f59-8158-bfd9dfbe0d7c gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:23:10.050064 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64373655-82db-44b9-8604-cf24c295f3d8 None None] Network 710aeec6-3178-4b8d-8a08-15c5749ec031 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:23:10.053200 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-64373655-82db-44b9-8604-cf24c295f3d8 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:23:10.071981 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-ac11e82b-4dce-4170-a13b-01c6ce0d5e9e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Allocated IP 172.20.0.1 (710aeec6-3178-4b8d-8a08-15c5749ec031/13b34f39-885b-4870-a3b3-203b6ed3feb7/40c9a48b-11e2-4401-870b-3d40da33fd43) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:23:10.074302 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64373655-82db-44b9-8604-cf24c295f3d8 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:23:10.081175 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64373655-82db-44b9-8604-cf24c295f3d8 None None] Pushing event updated for resources: {'Port': ['ID=611865a1-1d9e-435f-8ab9-05e2ccc854ee,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:23:10.137116 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device ad58951f-31b9-4cca-aadb-5d4dd5de9a80 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:23:10.296236 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ac11e82b-4dce-4170-a13b-01c6ce0d5e9e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:10.305170 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-64373655-82db-44b9-8604-cf24c295f3d8 None None] Attempting to bind port 611865a1-1d9e-435f-8ab9-05e2ccc854ee on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:23:10.305535 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-64373655-82db-44b9-8604-cf24c295f3d8 None None] Attempting to bind port 611865a1-1d9e-435f-8ab9-05e2ccc854ee by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '50bea046-e4e3-4ab5-9cb6-a2e79dc0dd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '710aeec6-3178-4b8d-8a08-15c5749ec031'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:23:10.305891 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64373655-82db-44b9-8604-cf24c295f3d8 None None] Attempting to bind port 611865a1-1d9e-435f-8ab9-05e2ccc854ee on network 710aeec6-3178-4b8d-8a08-15c5749ec031 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:23:10.313727 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:23:10.319994 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-ac11e82b-4dce-4170-a13b-01c6ce0d5e9e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Transition to ACTIVE for port object 40c9a48b-11e2-4401-870b-3d40da33fd43 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:23:10.331493 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64373655-82db-44b9-8604-cf24c295f3d8 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:23:10.331924 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64373655-82db-44b9-8604-cf24c295f3d8 None None] Checking segment: {'id': '50bea046-e4e3-4ab5-9cb6-a2e79dc0dd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '710aeec6-3178-4b8d-8a08-15c5749ec031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:23:10.332234 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-64373655-82db-44b9-8604-cf24c295f3d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:10.332614 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64373655-82db-44b9-8604-cf24c295f3d8 None None] Bound using segment: {'id': '50bea046-e4e3-4ab5-9cb6-a2e79dc0dd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '710aeec6-3178-4b8d-8a08-15c5749ec031'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:23:10.333083 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-64373655-82db-44b9-8604-cf24c295f3d8 None None] Bound port: 611865a1-1d9e-435f-8ab9-05e2ccc854ee, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50bea046-e4e3-4ab5-9cb6-a2e79dc0dd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '710aeec6-3178-4b8d-8a08-15c5749ec031'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:23:10.333442 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-64373655-82db-44b9-8604-cf24c295f3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:10.352425 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ac11e82b-4dce-4170-a13b-01c6ce0d5e9e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:10.440060 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port ad58951f-31b9-4cca-aadb-5d4dd5de9a80 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:23:10.441479 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac11e82b-4dce-4170-a13b-01c6ce0d5e9e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Network 710aeec6-3178-4b8d-8a08-15c5749ec031 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:23:10.445928 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-ac11e82b-4dce-4170-a13b-01c6ce0d5e9e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:23:10.449630 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac11e82b-4dce-4170-a13b-01c6ce0d5e9e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:23:10.450564 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port ad58951f-31b9-4cca-aadb-5d4dd5de9a80 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:23:10.450953 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:10.485729 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac11e82b-4dce-4170-a13b-01c6ce0d5e9e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Pushing event updated for resources: {'Port': ['ID=40c9a48b-11e2-4401-870b-3d40da33fd43,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:23:10.527992 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ac11e82b-4dce-4170-a13b-01c6ce0d5e9e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:10.529331 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-64373655-82db-44b9-8604-cf24c295f3d8 None None] For port 611865a1-1d9e-435f-8ab9-05e2ccc854ee, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:23:10.543669 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-64373655-82db-44b9-8604-cf24c295f3d8 None None] For port 611865a1-1d9e-435f-8ab9-05e2ccc854ee, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=611865a1-1d9e-435f-8ab9-05e2ccc854ee,segment=NetworkSegment(50bea046-e4e3-4ab5-9cb6-a2e79dc0dd31),segment_id=50bea046-e4e3-4ab5-9cb6-a2e79dc0dd31)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:23:10.547834 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-bf751d6b-446c-4ed5-a38a-2e99ae88690f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52896a15-8e39-4f59-8158-bfd9dfbe0d7c', 'name': 'tempest-TestNetworkBasicOps-router-1096400070', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '902f98de-2f4b-4456-8e3f-251069b7ef77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:23:05Z', 'updated_at': '2022-05-05T22:23:06Z', 'revision_number': 3, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'gw_port': {'id': '902f98de-2f4b-4456-8e3f-251069b7ef77', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52896a15-8e39-4f59-8158-bfd9dfbe0d7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:23:05Z', 'updated_at': '2022-05-05T22:23:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:23:10.556732 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-64373655-82db-44b9-8604-cf24c295f3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:10.560217 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf751d6b-446c-4ed5-a38a-2e99ae88690f None None] The sync data for ids ['52896a15-8e39-4f59-8158-bfd9dfbe0d7c'] in n-d-825175-4 is: [{'id': '52896a15-8e39-4f59-8158-bfd9dfbe0d7c', 'name': 'tempest-TestNetworkBasicOps-router-1096400070', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '902f98de-2f4b-4456-8e3f-251069b7ef77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:23:05Z', 'updated_at': '2022-05-05T22:23:06Z', 'revision_number': 3, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'gw_port': {'id': '902f98de-2f4b-4456-8e3f-251069b7ef77', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52896a15-8e39-4f59-8158-bfd9dfbe0d7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:23:05Z', 'updated_at': '2022-05-05T22:23:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:23:10.664900 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ac11e82b-4dce-4170-a13b-01c6ce0d5e9e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:10.726806 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:10.736507 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64373655-82db-44b9-8604-cf24c295f3d8 None None] Pushing event updated for resources: {'Port': ['ID=611865a1-1d9e-435f-8ab9-05e2ccc854ee,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:23:10.771774 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port ad58951f-31b9-4cca-aadb-5d4dd5de9a80, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=ad58951f-31b9-4cca-aadb-5d4dd5de9a80,segment=NetworkSegment(e6612404-51c9-4f80-a1ce-f0a024bff886),segment_id=e6612404-51c9-4f80-a1ce-f0a024bff886)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:23:10.779026 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:10.858455 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=ad58951f-31b9-4cca-aadb-5d4dd5de9a80,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:23:11.135090 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ac11e82b-4dce-4170-a13b-01c6ce0d5e9e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:11.141135 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ac11e82b-4dce-4170-a13b-01c6ce0d5e9e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:11.251038 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac11e82b-4dce-4170-a13b-01c6ce0d5e9e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Pushing event updated for resources: {'Port': ['ID=40c9a48b-11e2-4401-870b-3d40da33fd43,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:23:11.256985 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ac11e82b-4dce-4170-a13b-01c6ce0d5e9e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:11.267974 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac11e82b-4dce-4170-a13b-01c6ce0d5e9e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:23:11.268308 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac11e82b-4dce-4170-a13b-01c6ce0d5e9e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:23:11.268632 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac11e82b-4dce-4170-a13b-01c6ce0d5e9e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:23:11.268972 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac11e82b-4dce-4170-a13b-01c6ce0d5e9e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:23:11.269295 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac11e82b-4dce-4170-a13b-01c6ce0d5e9e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:23:11.269610 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac11e82b-4dce-4170-a13b-01c6ce0d5e9e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:23:11.270037 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac11e82b-4dce-4170-a13b-01c6ce0d5e9e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:23:11.270237 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac11e82b-4dce-4170-a13b-01c6ce0d5e9e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:23:11.270543 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac11e82b-4dce-4170-a13b-01c6ce0d5e9e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:23:11.270951 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac11e82b-4dce-4170-a13b-01c6ce0d5e9e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:23:11.271294 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac11e82b-4dce-4170-a13b-01c6ce0d5e9e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:23:11.407369 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac11e82b-4dce-4170-a13b-01c6ce0d5e9e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Network 710aeec6-3178-4b8d-8a08-15c5749ec031 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:23:11.408724 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-ac11e82b-4dce-4170-a13b-01c6ce0d5e9e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:23:11.819694 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a916330-23d8-4a47-a9ac-f0e0a9164fd6 None None] Network 710aeec6-3178-4b8d-8a08-15c5749ec031 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:23:11.962793 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-511ebbfb-602e-4965-acc5-c3935c23c92a None None] Provisioning for port 611865a1-1d9e-435f-8ab9-05e2ccc854ee completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:23:12.040272 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac11e82b-4dce-4170-a13b-01c6ce0d5e9e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Router 52896a15-8e39-4f59-8158-bfd9dfbe0d7c has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:23:12.179344 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device ad58951f-31b9-4cca-aadb-5d4dd5de9a80 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:23:12.280199 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port ad58951f-31b9-4cca-aadb-5d4dd5de9a80 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:23:12.280562 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:12.343524 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac11e82b-4dce-4170-a13b-01c6ce0d5e9e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:23:12.365331 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ac11e82b-4dce-4170-a13b-01c6ce0d5e9e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "PUT /v2.0/routers/52896a15-8e39-4f59-8158-bfd9dfbe0d7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0215788 May 05 22:23:12.365331 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 60266) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:23:12.441470 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 611865a1-1d9e-435f-8ab9-05e2ccc854ee up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:23:12.542280 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-6371b984-9acf-47f2-88f4-ba4e85d90151 None None] Provisioning for port 40c9a48b-11e2-4401-870b-3d40da33fd43 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:23:12.550648 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-6371b984-9acf-47f2-88f4-ba4e85d90151 None None] Provisioning complete for port 40c9a48b-11e2-4401-870b-3d40da33fd43 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:23:12.551069 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6371b984-9acf-47f2-88f4-ba4e85d90151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:12.553178 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d16611-b273-460c-8cd7-6543262280da tempest-TestNetworkBasicOps-296979938 tempest-TestNetworkBasicOps-296979938-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:12.553624 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d16611-b273-460c-8cd7-6543262280da tempest-TestNetworkBasicOps-296979938 tempest-TestNetworkBasicOps-296979938-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:12.554213 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d16611-b273-460c-8cd7-6543262280da tempest-TestNetworkBasicOps-296979938 tempest-TestNetworkBasicOps-296979938-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:12.554631 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d16611-b273-460c-8cd7-6543262280da tempest-TestNetworkBasicOps-296979938 tempest-TestNetworkBasicOps-296979938-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:12.555067 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d16611-b273-460c-8cd7-6543262280da tempest-TestNetworkBasicOps-296979938 tempest-TestNetworkBasicOps-296979938-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:12.555482 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d16611-b273-460c-8cd7-6543262280da tempest-TestNetworkBasicOps-296979938 tempest-TestNetworkBasicOps-296979938-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:12.557612 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b2d16611-b273-460c-8cd7-6543262280da tempest-TestNetworkBasicOps-296979938 tempest-TestNetworkBasicOps-296979938-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1910524 May 05 22:23:12.561055 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60272) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:23:12.618342 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 611865a1-1d9e-435f-8ab9-05e2ccc854ee completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:23:12.632033 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 611865a1-1d9e-435f-8ab9-05e2ccc854ee triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:23:12.632412 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:12.674232 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-6371b984-9acf-47f2-88f4-ba4e85d90151 None None] Port 40c9a48b-11e2-4401-870b-3d40da33fd43 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:23:12.689096 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4b60fa-9416-40a7-a572-d6bc730cd93f tempest-TestNetworkBasicOps-296979938 tempest-TestNetworkBasicOps-296979938-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:12.689599 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4b60fa-9416-40a7-a572-d6bc730cd93f tempest-TestNetworkBasicOps-296979938 tempest-TestNetworkBasicOps-296979938-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:12.690499 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4b60fa-9416-40a7-a572-d6bc730cd93f tempest-TestNetworkBasicOps-296979938 tempest-TestNetworkBasicOps-296979938-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:12.691517 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4b60fa-9416-40a7-a572-d6bc730cd93f tempest-TestNetworkBasicOps-296979938 tempest-TestNetworkBasicOps-296979938-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:12.691940 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4b60fa-9416-40a7-a572-d6bc730cd93f tempest-TestNetworkBasicOps-296979938 tempest-TestNetworkBasicOps-296979938-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:12.692974 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4b60fa-9416-40a7-a572-d6bc730cd93f tempest-TestNetworkBasicOps-296979938 tempest-TestNetworkBasicOps-296979938-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:12.698330 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-2c4b60fa-9416-40a7-a572-d6bc730cd93f tempest-TestNetworkBasicOps-296979938 tempest-TestNetworkBasicOps-296979938-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1337957 May 05 22:23:12.698808 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 60278) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:23:12.713470 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-6371b984-9acf-47f2-88f4-ba4e85d90151 None None] Provisioning complete for port 611865a1-1d9e-435f-8ab9-05e2ccc854ee triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:23:12.713830 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6371b984-9acf-47f2-88f4-ba4e85d90151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:12.867085 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:12.932350 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 611865a1-1d9e-435f-8ab9-05e2ccc854ee, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=611865a1-1d9e-435f-8ab9-05e2ccc854ee,segment=NetworkSegment(50bea046-e4e3-4ab5-9cb6-a2e79dc0dd31),segment_id=50bea046-e4e3-4ab5-9cb6-a2e79dc0dd31)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:23:12.964239 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:12.995673 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-946ffd8b-dd88-44cd-875c-75df51c850d6 tempest-TestNetworkBasicOps-296979938 tempest-TestNetworkBasicOps-296979938-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2951162 May 05 22:23:13.066413 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=611865a1-1d9e-435f-8ab9-05e2ccc854ee,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:23:13.176316 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-7d50a34e-1452-438e-8fe9-90e8b817b0d5 None None] Provisioning complete for port 40c9a48b-11e2-4401-870b-3d40da33fd43 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:23:13.176702 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7d50a34e-1452-438e-8fe9-90e8b817b0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:13.236373 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-7d50a34e-1452-438e-8fe9-90e8b817b0d5 None None] Port 40c9a48b-11e2-4401-870b-3d40da33fd43 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:23:13.392477 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60300) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:23:13.398864 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-435220a6-065b-41b0-a6c8-c5fa06832633 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-180316484', 'description': 'tempest-secgroup-smoke-180316484 description', 'project_id': 'd71c16b2c284427c858b4c912eefc596'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:23:13.406467 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-435220a6-065b-41b0-a6c8-c5fa06832633 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:23:13.410758 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-435220a6-065b-41b0-a6c8-c5fa06832633 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Usage tracker for resource:security_group and tenant:d71c16b2c284427c858b4c912eefc596 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:23:13.413740 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-435220a6-065b-41b0-a6c8-c5fa06832633 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:23:13.419443 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-435220a6-065b-41b0-a6c8-c5fa06832633 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:23:13.431336 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-435220a6-065b-41b0-a6c8-c5fa06832633 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:13.468159 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-435220a6-065b-41b0-a6c8-c5fa06832633 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:23:13.472106 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-435220a6-065b-41b0-a6c8-c5fa06832633 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Usage tracker for resource:security_group_rule and tenant:d71c16b2c284427c858b4c912eefc596 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:23:13.475012 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-435220a6-065b-41b0-a6c8-c5fa06832633 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:23:13.480770 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-435220a6-065b-41b0-a6c8-c5fa06832633 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:23:13.653025 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-435220a6-065b-41b0-a6c8-c5fa06832633 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:13.658155 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-435220a6-065b-41b0-a6c8-c5fa06832633 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:13.704502 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435220a6-065b-41b0-a6c8-c5fa06832633 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83c08501-4956-4411-b739-20c17867653a,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:23:13.711913 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-435220a6-065b-41b0-a6c8-c5fa06832633 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:13.716187 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-435220a6-065b-41b0-a6c8-c5fa06832633 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3199749 May 05 22:23:13.716522 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60306) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:23:13.719703 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435220a6-065b-41b0-a6c8-c5fa06832633 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:23:13.720049 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435220a6-065b-41b0-a6c8-c5fa06832633 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:23:13.720386 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435220a6-065b-41b0-a6c8-c5fa06832633 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:23:13.720775 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435220a6-065b-41b0-a6c8-c5fa06832633 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:23:13.721079 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435220a6-065b-41b0-a6c8-c5fa06832633 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:23:13.721406 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435220a6-065b-41b0-a6c8-c5fa06832633 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:23:13.721734 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435220a6-065b-41b0-a6c8-c5fa06832633 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:23:13.722057 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435220a6-065b-41b0-a6c8-c5fa06832633 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:23:13.722375 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435220a6-065b-41b0-a6c8-c5fa06832633 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:23:13.722720 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435220a6-065b-41b0-a6c8-c5fa06832633 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:23:13.723077 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435220a6-065b-41b0-a6c8-c5fa06832633 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:23:13.729465 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-7dabfed1-2655-4c5d-b83f-b78a536fc00f tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Request body: {'security_group_rule': {'security_group_id': '83c08501-4956-4411-b739-20c17867653a', 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:23:13.738741 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-7dabfed1-2655-4c5d-b83f-b78a536fc00f tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:23:13.745006 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-7dabfed1-2655-4c5d-b83f-b78a536fc00f tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Usage tracker for resource:security_group_rule and tenant:d71c16b2c284427c858b4c912eefc596 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:23:13.748424 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-7dabfed1-2655-4c5d-b83f-b78a536fc00f tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:23:13.757182 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-7dabfed1-2655-4c5d-b83f-b78a536fc00f tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:23:13.777111 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7dabfed1-2655-4c5d-b83f-b78a536fc00f tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:13.842690 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7dabfed1-2655-4c5d-b83f-b78a536fc00f tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:13.849111 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7dabfed1-2655-4c5d-b83f-b78a536fc00f tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:13.874074 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dabfed1-2655-4c5d-b83f-b78a536fc00f tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e8183b9-d86e-4c29-a70b-7edcc00690fa,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:23:13.885595 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7dabfed1-2655-4c5d-b83f-b78a536fc00f tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:13.886964 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-7dabfed1-2655-4c5d-b83f-b78a536fc00f tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1694157 May 05 22:23:13.889893 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 60310) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:23:13.897644 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-bbcaf542-0abc-49a1-820d-9e6ff577c396 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Request body: {'security_group_rule': {'security_group_id': '83c08501-4956-4411-b739-20c17867653a', 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:23:13.903560 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-bbcaf542-0abc-49a1-820d-9e6ff577c396 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:23:13.908028 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-bbcaf542-0abc-49a1-820d-9e6ff577c396 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Usage tracker for resource:security_group_rule and tenant:d71c16b2c284427c858b4c912eefc596 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:23:13.911110 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-bbcaf542-0abc-49a1-820d-9e6ff577c396 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:23:13.918045 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-bbcaf542-0abc-49a1-820d-9e6ff577c396 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:23:13.937059 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bbcaf542-0abc-49a1-820d-9e6ff577c396 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:13.979103 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-70e8893d-a3b3-4cee-be72-109f832f441c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:14.037570 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bbcaf542-0abc-49a1-820d-9e6ff577c396 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:14.046195 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bbcaf542-0abc-49a1-820d-9e6ff577c396 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:14.067110 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 611865a1-1d9e-435f-8ab9-05e2ccc854ee up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:23:14.081740 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcaf542-0abc-49a1-820d-9e6ff577c396 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33661b4e-4e79-4066-9e2b-477097a71645,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:23:14.098330 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bbcaf542-0abc-49a1-820d-9e6ff577c396 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:14.102500 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-bbcaf542-0abc-49a1-820d-9e6ff577c396 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2088592 May 05 22:23:14.103916 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60314) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:23:14.111184 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-f102079e-73fe-4830-93a9-e76360cc87f6 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Request body: {'security_group_rule': {'security_group_id': '83c08501-4956-4411-b739-20c17867653a', 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:23:14.122217 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f102079e-73fe-4830-93a9-e76360cc87f6 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:23:14.126168 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f102079e-73fe-4830-93a9-e76360cc87f6 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Usage tracker for resource:security_group_rule and tenant:d71c16b2c284427c858b4c912eefc596 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:23:14.129117 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f102079e-73fe-4830-93a9-e76360cc87f6 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:23:14.142623 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f102079e-73fe-4830-93a9-e76360cc87f6 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:23:14.174447 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f102079e-73fe-4830-93a9-e76360cc87f6 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:14.189417 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 611865a1-1d9e-435f-8ab9-05e2ccc854ee triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:23:14.190145 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:14.268776 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f102079e-73fe-4830-93a9-e76360cc87f6 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:14.275685 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f102079e-73fe-4830-93a9-e76360cc87f6 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:14.297167 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f102079e-73fe-4830-93a9-e76360cc87f6 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e8bfa3a-465d-4827-952c-6ea32d03ec9d,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:23:14.320504 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f102079e-73fe-4830-93a9-e76360cc87f6 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:14.326302 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f102079e-73fe-4830-93a9-e76360cc87f6 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2187166 May 05 22:23:14.326705 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 60318) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:23:14.332539 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-0943fb33-6c2a-4783-9cfc-0bc6bf03e6b1 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Request body: {'security_group_rule': {'security_group_id': '83c08501-4956-4411-b739-20c17867653a', 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:23:14.350884 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-0943fb33-6c2a-4783-9cfc-0bc6bf03e6b1 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:23:14.355422 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-0943fb33-6c2a-4783-9cfc-0bc6bf03e6b1 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Usage tracker for resource:security_group_rule and tenant:d71c16b2c284427c858b4c912eefc596 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:23:14.358991 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-0943fb33-6c2a-4783-9cfc-0bc6bf03e6b1 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:23:14.366386 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-0943fb33-6c2a-4783-9cfc-0bc6bf03e6b1 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:23:14.390961 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0943fb33-6c2a-4783-9cfc-0bc6bf03e6b1 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:14.462178 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0943fb33-6c2a-4783-9cfc-0bc6bf03e6b1 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:14.467171 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0943fb33-6c2a-4783-9cfc-0bc6bf03e6b1 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:14.492560 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0943fb33-6c2a-4783-9cfc-0bc6bf03e6b1 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adf16eab-5dc5-4166-89e0-00a263324f54,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:23:14.504910 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0943fb33-6c2a-4783-9cfc-0bc6bf03e6b1 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:14.509348 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0943fb33-6c2a-4783-9cfc-0bc6bf03e6b1 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1788599 May 05 22:23:14.509603 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60322) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:23:14.516650 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-ab013cf6-dff4-4501-a13d-e8a31dd37db1 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Request body: {'security_group_rule': {'security_group_id': '83c08501-4956-4411-b739-20c17867653a', 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:23:14.526126 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-ab013cf6-dff4-4501-a13d-e8a31dd37db1 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:23:14.530113 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-ab013cf6-dff4-4501-a13d-e8a31dd37db1 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Usage tracker for resource:security_group_rule and tenant:d71c16b2c284427c858b4c912eefc596 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:23:14.535502 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-ab013cf6-dff4-4501-a13d-e8a31dd37db1 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:23:14.545499 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-ab013cf6-dff4-4501-a13d-e8a31dd37db1 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:23:14.556417 n-d-825175-4 neutron-server[84063]: INFO neutron.db.securitygroups_db [None req-ab013cf6-dff4-4501-a13d-e8a31dd37db1 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Project d71c16b2c284427c858b4c912eefc596 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 22:23:14.568524 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ab013cf6-dff4-4501-a13d-e8a31dd37db1 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:14.644641 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ab013cf6-dff4-4501-a13d-e8a31dd37db1 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:14.649437 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ab013cf6-dff4-4501-a13d-e8a31dd37db1 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:14.677430 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab013cf6-dff4-4501-a13d-e8a31dd37db1 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=531951fc-5a74-4ea7-a9f5-802813b99da0,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:23:14.694983 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ab013cf6-dff4-4501-a13d-e8a31dd37db1 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:14.699297 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 60326) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:23:14.699486 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ab013cf6-dff4-4501-a13d-e8a31dd37db1 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1884415 May 05 22:23:14.705451 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-450e40f8-f04a-49f5-8578-c3545ff0110d tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Request body: {'security_group_rule': {'security_group_id': '83c08501-4956-4411-b739-20c17867653a', 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:23:14.712323 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-450e40f8-f04a-49f5-8578-c3545ff0110d tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:23:14.718605 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-450e40f8-f04a-49f5-8578-c3545ff0110d tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Usage tracker for resource:security_group_rule and tenant:d71c16b2c284427c858b4c912eefc596 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:23:14.721798 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-450e40f8-f04a-49f5-8578-c3545ff0110d tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:23:14.727982 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-450e40f8-f04a-49f5-8578-c3545ff0110d tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:23:14.742626 n-d-825175-4 neutron-server[84061]: INFO neutron.db.securitygroups_db [None req-450e40f8-f04a-49f5-8578-c3545ff0110d tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Project d71c16b2c284427c858b4c912eefc596 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 22:23:14.749916 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-450e40f8-f04a-49f5-8578-c3545ff0110d tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:14.837680 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-450e40f8-f04a-49f5-8578-c3545ff0110d tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:14.842714 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-450e40f8-f04a-49f5-8578-c3545ff0110d tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:14.869506 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e40f8-f04a-49f5-8578-c3545ff0110d tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e2f6132-c481-45b7-b681-a4ab01959a6a,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:23:14.881563 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-450e40f8-f04a-49f5-8578-c3545ff0110d tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:14.883043 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-450e40f8-f04a-49f5-8578-c3545ff0110d tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1827581 May 05 22:23:15.116955 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cbb2793d-35ad-4527-987c-cfe7fafa4e50 req-5602fbaa-6359-4520-b6b6-1b3cdb8ce5c5 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-180316484&fields=id&tenant_id=d71c16b2c284427c858b4c912eefc596 HTTP/1.1" status: 200 len: 267 time: 0.0433142 May 05 22:23:15.268297 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2793d-35ad-4527-987c-cfe7fafa4e50 req-6573af07-c825-4536-9adf-bb3548b00595 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:15.268890 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-cbb2793d-35ad-4527-987c-cfe7fafa4e50 req-6573af07-c825-4536-9adf-bb3548b00595 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Synchronizing usage tracker for tenant:d71c16b2c284427c858b4c912eefc596 on resource:network {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:23:15.291517 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-cbb2793d-35ad-4527-987c-cfe7fafa4e50 req-6573af07-c825-4536-9adf-bb3548b00595 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Unset dirty status for tenant:d71c16b2c284427c858b4c912eefc596 on resource:network {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:23:15.292799 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cbb2793d-35ad-4527-987c-cfe7fafa4e50 req-6573af07-c825-4536-9adf-bb3548b00595 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/networks?id=710aeec6-3178-4b8d-8a08-15c5749ec031 HTTP/1.1" status: 200 len: 797 time: 0.1691160 May 05 22:23:15.314125 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cbb2793d-35ad-4527-987c-cfe7fafa4e50 req-27ca8ffc-8fc6-4c71-96ed-371a01339928 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/quotas/d71c16b2c284427c858b4c912eefc596 HTTP/1.1" status: 200 len: 375 time: 0.0152590 May 05 22:23:15.397887 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-cbb2793d-35ad-4527-987c-cfe7fafa4e50 req-590d05d7-951e-4069-9fd9-48afac76bf29 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Synchronizing usage tracker for tenant:d71c16b2c284427c858b4c912eefc596 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:23:15.413559 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-cbb2793d-35ad-4527-987c-cfe7fafa4e50 req-590d05d7-951e-4069-9fd9-48afac76bf29 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Unset dirty status for tenant:d71c16b2c284427c858b4c912eefc596 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:23:15.415073 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cbb2793d-35ad-4527-987c-cfe7fafa4e50 req-590d05d7-951e-4069-9fd9-48afac76bf29 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d71c16b2c284427c858b4c912eefc596&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0954454 May 05 22:23:15.566585 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cbb2793d-35ad-4527-987c-cfe7fafa4e50 req-16f509f6-4f38-4260-8bcf-2ce1ec5e9c89 service neutron] 10.222.0.23 "GET /v2.0/networks/710aeec6-3178-4b8d-8a08-15c5749ec031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387641 May 05 22:23:15.706225 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cbb2793d-35ad-4527-987c-cfe7fafa4e50 req-27d2e644-dab4-40ea-8483-d2b5c55cb916 service neutron] 10.222.0.23 "GET /v2.0/networks/710aeec6-3178-4b8d-8a08-15c5749ec031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332307 May 05 22:23:16.075343 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-06240bf3-fea6-43cd-b2f1-298ff3b27969 req-392bf58d-d18e-44f4-8afa-f69b9bb1666c tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef208d0-a7b9-4c3f-b889-177b713a2073 HTTP/1.1" status: 200 len: 210 time: 0.2062929 May 05 22:23:16.099427 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 902f98de-2f4b-4456-8e3f-251069b7ef77 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:23:16.169109 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 902f98de-2f4b-4456-8e3f-251069b7ef77 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:23:16.174074 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 902f98de-2f4b-4456-8e3f-251069b7ef77 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:23:16.174431 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:16.301370 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:16.307297 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ecee74da-e711-466e-9179-420f95b98c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:16.322267 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 902f98de-2f4b-4456-8e3f-251069b7ef77, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=902f98de-2f4b-4456-8e3f-251069b7ef77,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:23:16.327711 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:16.394045 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=902f98de-2f4b-4456-8e3f-251069b7ef77,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:23:17.195396 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2793d-35ad-4527-987c-cfe7fafa4e50 req-26ad1a9c-e0f5-4756-802d-e126dfa7cfcf tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:17.196113 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-cbb2793d-35ad-4527-987c-cfe7fafa4e50 req-26ad1a9c-e0f5-4756-802d-e126dfa7cfcf tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Synchronizing usage tracker for tenant:d71c16b2c284427c858b4c912eefc596 on resource:network {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:23:17.208517 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-cbb2793d-35ad-4527-987c-cfe7fafa4e50 req-26ad1a9c-e0f5-4756-802d-e126dfa7cfcf tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Unset dirty status for tenant:d71c16b2c284427c858b4c912eefc596 on resource:network {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:23:17.209725 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-cbb2793d-35ad-4527-987c-cfe7fafa4e50 req-26ad1a9c-e0f5-4756-802d-e126dfa7cfcf tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.44 "GET /v2.0/networks?id=710aeec6-3178-4b8d-8a08-15c5749ec031 HTTP/1.1" status: 200 len: 797 time: 0.1992502 May 05 22:23:17.274714 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-cbb2793d-35ad-4527-987c-cfe7fafa4e50 req-5bcfaf6a-f903-416a-8bc0-9cf27d8d1190 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Synchronizing usage tracker for tenant:d71c16b2c284427c858b4c912eefc596 on resource:security_group {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:23:17.276698 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2dbb0f2d-5edc-4d42-953a-b3e580196646 req-b1d75914-7efb-40f0-a79b-154ce21c4ef1 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef208d0-a7b9-4c3f-b889-177b713a2073 HTTP/1.1" status: 200 len: 210 time: 0.0444236 May 05 22:23:17.294331 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-cbb2793d-35ad-4527-987c-cfe7fafa4e50 req-5bcfaf6a-f903-416a-8bc0-9cf27d8d1190 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Unset dirty status for tenant:d71c16b2c284427c858b4c912eefc596 on resource:security_group {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:23:17.296002 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-cbb2793d-35ad-4527-987c-cfe7fafa4e50 req-5bcfaf6a-f903-416a-8bc0-9cf27d8d1190 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d71c16b2c284427c858b4c912eefc596 HTTP/1.1" status: 200 len: 379 time: 0.0742974 May 05 22:23:17.306002 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-cbb2793d-35ad-4527-987c-cfe7fafa4e50 req-1a52202b-49e1-4308-b494-150cc43ddfde tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Request body: {'port': {'device_id': 'cef208d0-a7b9-4c3f-b889-177b713a2073', 'network_id': '710aeec6-3178-4b8d-8a08-15c5749ec031', 'admin_state_up': True, 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'security_groups': ['83c08501-4956-4411-b739-20c17867653a']}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:23:17.450280 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:17.453612 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-cbb2793d-35ad-4527-987c-cfe7fafa4e50 req-1a52202b-49e1-4308-b494-150cc43ddfde tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:23:17.463884 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-cbb2793d-35ad-4527-987c-cfe7fafa4e50 req-1a52202b-49e1-4308-b494-150cc43ddfde tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:23:17.476879 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbb2793d-35ad-4527-987c-cfe7fafa4e50 req-1a52202b-49e1-4308-b494-150cc43ddfde tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Made reservation on behalf of d71c16b2c284427c858b4c912eefc596 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:23:17.481771 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-cbb2793d-35ad-4527-987c-cfe7fafa4e50 req-1a52202b-49e1-4308-b494-150cc43ddfde tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:17.521034 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:17.653953 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-cbb2793d-35ad-4527-987c-cfe7fafa4e50 req-1a52202b-49e1-4308-b494-150cc43ddfde tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Allocated IP 172.20.0.14 (710aeec6-3178-4b8d-8a08-15c5749ec031/13b34f39-885b-4870-a3b3-203b6ed3feb7/f756b61e-a164-41f1-aa27-0fb0abb5c33a) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:23:17.852448 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-cbb2793d-35ad-4527-987c-cfe7fafa4e50 req-1a52202b-49e1-4308-b494-150cc43ddfde tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:17.869026 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-cbb2793d-35ad-4527-987c-cfe7fafa4e50 req-1a52202b-49e1-4308-b494-150cc43ddfde tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Transition to ACTIVE for port object f756b61e-a164-41f1-aa27-0fb0abb5c33a will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:23:17.895407 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-cbb2793d-35ad-4527-987c-cfe7fafa4e50 req-1a52202b-49e1-4308-b494-150cc43ddfde tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:17.974226 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbb2793d-35ad-4527-987c-cfe7fafa4e50 req-1a52202b-49e1-4308-b494-150cc43ddfde tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Network 710aeec6-3178-4b8d-8a08-15c5749ec031 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:23:17.977483 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-cbb2793d-35ad-4527-987c-cfe7fafa4e50 req-1a52202b-49e1-4308-b494-150cc43ddfde tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:23:17.982110 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb2793d-35ad-4527-987c-cfe7fafa4e50 req-1a52202b-49e1-4308-b494-150cc43ddfde tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:23:18.007417 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a52202b-49e1-4308-b494-150cc43ddfde tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Pushing event updated for resources: {'Port': ['ID=f756b61e-a164-41f1-aa27-0fb0abb5c33a,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:23:18.055106 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 902f98de-2f4b-4456-8e3f-251069b7ef77 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:23:18.063757 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2793d-35ad-4527-987c-cfe7fafa4e50 req-1a52202b-49e1-4308-b494-150cc43ddfde tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:18.066132 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-cbb2793d-35ad-4527-987c-cfe7fafa4e50 req-1a52202b-49e1-4308-b494-150cc43ddfde tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:18.111772 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-cbb2793d-35ad-4527-987c-cfe7fafa4e50 req-1a52202b-49e1-4308-b494-150cc43ddfde tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8099906 May 05 22:23:18.123933 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-cbb2793d-35ad-4527-987c-cfe7fafa4e50 req-48b9deba-1c69-4ba0-ac91-bd28ae1c2c5d service neutron] Request body: {'port': {'device_id': 'cef208d0-a7b9-4c3f-b889-177b713a2073', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:23:18.152693 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 902f98de-2f4b-4456-8e3f-251069b7ef77 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:23:18.153127 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:18.260656 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-cbb2793d-35ad-4527-987c-cfe7fafa4e50 req-48b9deba-1c69-4ba0-ac91-bd28ae1c2c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:18.320360 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-51005463-41a5-4879-881a-3dc82b9721d7 None None] Provisioning for port f756b61e-a164-41f1-aa27-0fb0abb5c33a completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:23:18.327916 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-51005463-41a5-4879-881a-3dc82b9721d7 None None] Provisioning complete for port f756b61e-a164-41f1-aa27-0fb0abb5c33a triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:23:18.328286 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-51005463-41a5-4879-881a-3dc82b9721d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:18.393201 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-51005463-41a5-4879-881a-3dc82b9721d7 None None] Port f756b61e-a164-41f1-aa27-0fb0abb5c33a cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:23:18.488382 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae9995-8323-484d-8196-21ea269dea68 req-a4ae3dff-2542-4fbc-9d02-7fb6bb2e7434 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:18.490130 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-15ae9995-8323-484d-8196-21ea269dea68 req-a4ae3dff-2542-4fbc-9d02-7fb6bb2e7434 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef208d0-a7b9-4c3f-b889-177b713a2073 HTTP/1.1" status: 200 len: 932 time: 0.0831523 May 05 22:23:18.556350 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-15ae9995-8323-484d-8196-21ea269dea68 req-d62b3a5e-5b1e-4d39-badd-f72497a648da tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/security-groups?id=83c08501-4956-4411-b739-20c17867653a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551176 May 05 22:23:18.663827 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-cbb2793d-35ad-4527-987c-cfe7fafa4e50 req-48b9deba-1c69-4ba0-ac91-bd28ae1c2c5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f756b61e-a164-41f1-aa27-0fb0abb5c33a {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:23:18.671156 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-cbb2793d-35ad-4527-987c-cfe7fafa4e50 req-48b9deba-1c69-4ba0-ac91-bd28ae1c2c5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:18.686365 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-cbb2793d-35ad-4527-987c-cfe7fafa4e50 req-48b9deba-1c69-4ba0-ac91-bd28ae1c2c5d service neutron] Transition to ACTIVE for port object f756b61e-a164-41f1-aa27-0fb0abb5c33a will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:23:18.695506 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-cbb2793d-35ad-4527-987c-cfe7fafa4e50 req-48b9deba-1c69-4ba0-ac91-bd28ae1c2c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:18.825295 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b9deba-1c69-4ba0-ac91-bd28ae1c2c5d service neutron] Pushing event updated for resources: {'Port': ['ID=f756b61e-a164-41f1-aa27-0fb0abb5c33a,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:23:18.942152 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-cbb2793d-35ad-4527-987c-cfe7fafa4e50 req-48b9deba-1c69-4ba0-ac91-bd28ae1c2c5d service neutron] Attempting to bind port f756b61e-a164-41f1-aa27-0fb0abb5c33a on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:23:18.942489 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-cbb2793d-35ad-4527-987c-cfe7fafa4e50 req-48b9deba-1c69-4ba0-ac91-bd28ae1c2c5d service neutron] Attempting to bind port f756b61e-a164-41f1-aa27-0fb0abb5c33a by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': '50bea046-e4e3-4ab5-9cb6-a2e79dc0dd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '710aeec6-3178-4b8d-8a08-15c5749ec031'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:23:18.942937 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb2793d-35ad-4527-987c-cfe7fafa4e50 req-48b9deba-1c69-4ba0-ac91-bd28ae1c2c5d service neutron] Attempting to bind port f756b61e-a164-41f1-aa27-0fb0abb5c33a on network 710aeec6-3178-4b8d-8a08-15c5749ec031 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:23:18.955776 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb2793d-35ad-4527-987c-cfe7fafa4e50 req-48b9deba-1c69-4ba0-ac91-bd28ae1c2c5d service neutron] Port f756b61e-a164-41f1-aa27-0fb0abb5c33a on network 710aeec6-3178-4b8d-8a08-15c5749ec031 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:23:18.956106 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb2793d-35ad-4527-987c-cfe7fafa4e50 req-48b9deba-1c69-4ba0-ac91-bd28ae1c2c5d service neutron] Attempting to bind port f756b61e-a164-41f1-aa27-0fb0abb5c33a on network 710aeec6-3178-4b8d-8a08-15c5749ec031 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:23:18.963422 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb2793d-35ad-4527-987c-cfe7fafa4e50 req-48b9deba-1c69-4ba0-ac91-bd28ae1c2c5d service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:23:18.963737 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb2793d-35ad-4527-987c-cfe7fafa4e50 req-48b9deba-1c69-4ba0-ac91-bd28ae1c2c5d service neutron] Checking segment: {'id': '50bea046-e4e3-4ab5-9cb6-a2e79dc0dd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '710aeec6-3178-4b8d-8a08-15c5749ec031'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:23:18.964664 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb2793d-35ad-4527-987c-cfe7fafa4e50 req-48b9deba-1c69-4ba0-ac91-bd28ae1c2c5d service neutron] Bound using segment: {'id': '50bea046-e4e3-4ab5-9cb6-a2e79dc0dd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '710aeec6-3178-4b8d-8a08-15c5749ec031'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:23:18.964664 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-cbb2793d-35ad-4527-987c-cfe7fafa4e50 req-48b9deba-1c69-4ba0-ac91-bd28ae1c2c5d service neutron] Bound port: f756b61e-a164-41f1-aa27-0fb0abb5c33a, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50bea046-e4e3-4ab5-9cb6-a2e79dc0dd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '710aeec6-3178-4b8d-8a08-15c5749ec031'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:23:18.965037 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-cbb2793d-35ad-4527-987c-cfe7fafa4e50 req-48b9deba-1c69-4ba0-ac91-bd28ae1c2c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:19.036357 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:19.066624 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-cbb2793d-35ad-4527-987c-cfe7fafa4e50 req-48b9deba-1c69-4ba0-ac91-bd28ae1c2c5d service neutron] For port f756b61e-a164-41f1-aa27-0fb0abb5c33a, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:23:19.070127 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-cbb2793d-35ad-4527-987c-cfe7fafa4e50 req-48b9deba-1c69-4ba0-ac91-bd28ae1c2c5d service neutron] For port f756b61e-a164-41f1-aa27-0fb0abb5c33a, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=f756b61e-a164-41f1-aa27-0fb0abb5c33a,segment=NetworkSegment(50bea046-e4e3-4ab5-9cb6-a2e79dc0dd31),segment_id=50bea046-e4e3-4ab5-9cb6-a2e79dc0dd31)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:23:19.075547 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-cbb2793d-35ad-4527-987c-cfe7fafa4e50 req-48b9deba-1c69-4ba0-ac91-bd28ae1c2c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:19.138057 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-cbb2793d-35ad-4527-987c-cfe7fafa4e50 req-48b9deba-1c69-4ba0-ac91-bd28ae1c2c5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:19.139535 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-cbb2793d-35ad-4527-987c-cfe7fafa4e50 req-48b9deba-1c69-4ba0-ac91-bd28ae1c2c5d service neutron] 10.222.0.44 "PUT /v2.0/ports/f756b61e-a164-41f1-aa27-0fb0abb5c33a HTTP/1.1" status: 200 len: 1092 time: 1.0198443 May 05 22:23:19.139994 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cef208d0-a7b9-4c3f-b889-177b713a2073', 'tag': 'f756b61e-a164-41f1-aa27-0fb0abb5c33a'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:23:19.159128 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b9deba-1c69-4ba0-ac91-bd28ae1c2c5d service neutron] Pushing event updated for resources: {'Port': ['ID=f756b61e-a164-41f1-aa27-0fb0abb5c33a,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:23:19.231334 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7258f231-758f-4009-b5e2-5f729fecd4c6'] response: {'name': 'network-changed', 'server_uuid': 'cef208d0-a7b9-4c3f-b889-177b713a2073', 'tag': 'f756b61e-a164-41f1-aa27-0fb0abb5c33a', 'status': 'completed', 'code': 200} May 05 22:23:19.382085 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-cbb2793d-35ad-4527-987c-cfe7fafa4e50 req-89b771b6-b0c4-434f-b211-06c028e9ea1f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d71c16b2c284427c858b4c912eefc596&device_id=cef208d0-a7b9-4c3f-b889-177b713a2073 HTTP/1.1" status: 200 len: 1095 time: 0.1990950 May 05 22:23:19.455720 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-cbb2793d-35ad-4527-987c-cfe7fafa4e50 req-1d55e886-f451-43ff-a882-10cbf0dcd9fc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f756b61e-a164-41f1-aa27-0fb0abb5c33a HTTP/1.1" status: 200 len: 217 time: 0.0670099 May 05 22:23:19.520500 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2793d-35ad-4527-987c-cfe7fafa4e50 req-4ea2c87e-98c6-4ed6-80eb-6efbc4bc6636 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:19.521976 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-cbb2793d-35ad-4527-987c-cfe7fafa4e50 req-4ea2c87e-98c6-4ed6-80eb-6efbc4bc6636 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=13b34f39-885b-4870-a3b3-203b6ed3feb7 HTTP/1.1" status: 200 len: 835 time: 0.0607705 May 05 22:23:19.596575 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-cbb2793d-35ad-4527-987c-cfe7fafa4e50 req-42b0e21d-8a2d-42a4-8d35-26969c934880 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=710aeec6-3178-4b8d-8a08-15c5749ec031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689776 May 05 22:23:19.738900 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-cbb2793d-35ad-4527-987c-cfe7fafa4e50 req-660d393a-e63b-42c9-a584-e6c983c82251 service neutron] 10.222.0.44 "GET /v2.0/networks/710aeec6-3178-4b8d-8a08-15c5749ec031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360300 May 05 22:23:19.778643 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2489157-d8f1-4b3a-831b-16bef468afb8 req-af5ac085-cf2d-4435-bd69-eebb8906bb65 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:19.783999 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b2489157-d8f1-4b3a-831b-16bef468afb8 req-af5ac085-cf2d-4435-bd69-eebb8906bb65 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef208d0-a7b9-4c3f-b889-177b713a2073 HTTP/1.1" status: 200 len: 944 time: 0.0841017 May 05 22:23:19.843214 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b2489157-d8f1-4b3a-831b-16bef468afb8 req-221febe3-6e9c-44c1-8934-17c4a03393aa tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/security-groups?id=83c08501-4956-4411-b739-20c17867653a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525806 May 05 22:23:19.876185 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-cbb2793d-35ad-4527-987c-cfe7fafa4e50 req-fb9f6738-f154-4a66-9594-fbfcd1d3df00 service neutron] 10.222.0.44 "GET /v2.0/networks/710aeec6-3178-4b8d-8a08-15c5749ec031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317298 May 05 22:23:20.002023 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f9c4cdcb-8ba3-4c9f-9cc1-9cc076bb4ed2 req-16a8ab46-05d3-4be5-98af-5be9699f8f26 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d71c16b2c284427c858b4c912eefc596&device_id=cef208d0-a7b9-4c3f-b889-177b713a2073 HTTP/1.1" status: 200 len: 1095 time: 0.0755618 May 05 22:23:20.141519 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4cdcb-8ba3-4c9f-9cc1-9cc076bb4ed2 req-19ce9d8e-b2e5-4195-b074-2ac1552c70d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:20.143298 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f9c4cdcb-8ba3-4c9f-9cc1-9cc076bb4ed2 req-19ce9d8e-b2e5-4195-b074-2ac1552c70d9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=710aeec6-3178-4b8d-8a08-15c5749ec031 HTTP/1.1" status: 200 len: 898 time: 0.1359155 May 05 22:23:20.213412 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f9c4cdcb-8ba3-4c9f-9cc1-9cc076bb4ed2 req-1fe116f2-658a-4e58-a707-34a32468204d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f756b61e-a164-41f1-aa27-0fb0abb5c33a HTTP/1.1" status: 200 len: 217 time: 0.0623825 May 05 22:23:20.291273 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4cdcb-8ba3-4c9f-9cc1-9cc076bb4ed2 req-a91bb544-91c0-4a8b-91da-b2c100b89fae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:20.292929 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f9c4cdcb-8ba3-4c9f-9cc1-9cc076bb4ed2 req-a91bb544-91c0-4a8b-91da-b2c100b89fae service neutron] 10.222.0.44 "GET /v2.0/subnets?id=13b34f39-885b-4870-a3b3-203b6ed3feb7 HTTP/1.1" status: 200 len: 835 time: 0.0726902 May 05 22:23:20.383147 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f9c4cdcb-8ba3-4c9f-9cc1-9cc076bb4ed2 req-f40b850a-eaf3-436c-8d25-4965986a2c36 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=710aeec6-3178-4b8d-8a08-15c5749ec031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0837026 May 05 22:23:20.522025 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f9c4cdcb-8ba3-4c9f-9cc1-9cc076bb4ed2 req-165d5481-b3ab-4f2f-b5be-dca10ec41a28 service neutron] 10.222.0.44 "GET /v2.0/networks/710aeec6-3178-4b8d-8a08-15c5749ec031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319163 May 05 22:23:20.689915 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f9c4cdcb-8ba3-4c9f-9cc1-9cc076bb4ed2 req-ec65d2b4-2ae3-4acf-bf6c-84036a8ef80a service neutron] 10.222.0.44 "GET /v2.0/networks/710aeec6-3178-4b8d-8a08-15c5749ec031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597133 May 05 22:23:21.062440 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07bb40-5f84-49c1-a2af-d298f8a2ede0 req-2ef0287a-268c-481c-b194-1bbe0d6512b3 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:21.063988 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3b07bb40-5f84-49c1-a2af-d298f8a2ede0 req-2ef0287a-268c-481c-b194-1bbe0d6512b3 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef208d0-a7b9-4c3f-b889-177b713a2073 HTTP/1.1" status: 200 len: 944 time: 0.0891969 May 05 22:23:21.112532 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3b07bb40-5f84-49c1-a2af-d298f8a2ede0 req-43c1b78c-fdda-488d-ab9f-bebd191b82ec tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/security-groups?id=83c08501-4956-4411-b739-20c17867653a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416811 May 05 22:23:22.313683 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee1ea5a-1a40-4266-8209-676b4cf1d96a req-fa3d08f9-267b-474e-82aa-38972158c744 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:22.315126 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bee1ea5a-1a40-4266-8209-676b4cf1d96a req-fa3d08f9-267b-474e-82aa-38972158c744 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef208d0-a7b9-4c3f-b889-177b713a2073 HTTP/1.1" status: 200 len: 944 time: 0.0786984 May 05 22:23:22.365188 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bee1ea5a-1a40-4266-8209-676b4cf1d96a req-6a765e99-ff94-4531-b068-d6e1b73892f4 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/security-groups?id=83c08501-4956-4411-b739-20c17867653a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439999 May 05 22:23:23.482679 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device f756b61e-a164-41f1-aa27-0fb0abb5c33a details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:23:23.570299 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8339130b-8f09-46b1-b90e-a047a66e0694 req-a7eb5229-088f-4937-ab8d-511b55ebbedb tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:23.572613 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8339130b-8f09-46b1-b90e-a047a66e0694 req-a7eb5229-088f-4937-ab8d-511b55ebbedb tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef208d0-a7b9-4c3f-b889-177b713a2073 HTTP/1.1" status: 200 len: 944 time: 0.0831566 May 05 22:23:23.633293 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8339130b-8f09-46b1-b90e-a047a66e0694 req-2ba472e4-e0ae-465d-b6e5-70e1c367991c tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/security-groups?id=83c08501-4956-4411-b739-20c17867653a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539496 May 05 22:23:23.667765 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port f756b61e-a164-41f1-aa27-0fb0abb5c33a, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=f756b61e-a164-41f1-aa27-0fb0abb5c33a,segment=NetworkSegment(50bea046-e4e3-4ab5-9cb6-a2e79dc0dd31),segment_id=50bea046-e4e3-4ab5-9cb6-a2e79dc0dd31)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:23:23.684487 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': 'f756b61e-a164-41f1-aa27-0fb0abb5c33a', 'network_id': '710aeec6-3178-4b8d-8a08-15c5749ec031', 'port_id': 'f756b61e-a164-41f1-aa27-0fb0abb5c33a', 'mac_address': 'fa:16:3e:30:18:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13b34f39-885b-4870-a3b3-203b6ed3feb7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:23:23.741668 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:23.758683 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f756b61e-a164-41f1-aa27-0fb0abb5c33a {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:23:23.775532 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port f756b61e-a164-41f1-aa27-0fb0abb5c33a, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=f756b61e-a164-41f1-aa27-0fb0abb5c33a,segment=NetworkSegment(50bea046-e4e3-4ab5-9cb6-a2e79dc0dd31),segment_id=50bea046-e4e3-4ab5-9cb6-a2e79dc0dd31)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:23:23.780106 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:23.843843 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=f756b61e-a164-41f1-aa27-0fb0abb5c33a,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:23:23.982154 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['f756b61e-a164-41f1-aa27-0fb0abb5c33a'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:23:24.845421 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e62e33f-3fd2-43a9-a7c3-d3127cc62263 req-ba7de748-8d8e-4cd9-9e52-fdc5d0fbc37f tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:24.846887 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5e62e33f-3fd2-43a9-a7c3-d3127cc62263 req-ba7de748-8d8e-4cd9-9e52-fdc5d0fbc37f tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef208d0-a7b9-4c3f-b889-177b713a2073 HTTP/1.1" status: 200 len: 945 time: 0.0817549 May 05 22:23:24.894154 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5e62e33f-3fd2-43a9-a7c3-d3127cc62263 req-cf41db00-fdce-487c-b8c5-0527c2fb5af4 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/security-groups?id=83c08501-4956-4411-b739-20c17867653a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413077 May 05 22:23:25.491496 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device f756b61e-a164-41f1-aa27-0fb0abb5c33a up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:23:25.570756 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port f756b61e-a164-41f1-aa27-0fb0abb5c33a completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:23:25.577105 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port f756b61e-a164-41f1-aa27-0fb0abb5c33a triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:23:25.577608 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:25.699894 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:25.756956 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef208d0-a7b9-4c3f-b889-177b713a2073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f756b61e-a164-41f1-aa27-0fb0abb5c33a'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:23:25.766767 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port f756b61e-a164-41f1-aa27-0fb0abb5c33a, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=f756b61e-a164-41f1-aa27-0fb0abb5c33a,segment=NetworkSegment(50bea046-e4e3-4ab5-9cb6-a2e79dc0dd31),segment_id=50bea046-e4e3-4ab5-9cb6-a2e79dc0dd31)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:23:25.780804 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:25.837810 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b94e83c4-4002-40d4-bc76-fe49901ed353'] response: {'server_uuid': 'cef208d0-a7b9-4c3f-b889-177b713a2073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f756b61e-a164-41f1-aa27-0fb0abb5c33a', 'code': 200} May 05 22:23:25.858539 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26eac1f3-7709-40e5-aae8-99b2799a286a None None] Sync routers for ids ['52896a15-8e39-4f59-8158-bfd9dfbe0d7c'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:23:25.892560 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26eac1f3-7709-40e5-aae8-99b2799a286a None None] Routers {'52896a15-8e39-4f59-8158-bfd9dfbe0d7c'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:23:25.893426 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-26eac1f3-7709-40e5-aae8-99b2799a286a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:23:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['52896a15-8e39-4f59-8158-bfd9dfbe0d7c'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:23:25.895577 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=f756b61e-a164-41f1-aa27-0fb0abb5c33a,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:23:25.993394 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f3feeacb-993e-4c31-8c04-c445dfa28edf req-4905b9c0-a9d6-4e30-8808-5d02f70e6665 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cef208d0-a7b9-4c3f-b889-177b713a2073 HTTP/1.1" status: 200 len: 1097 time: 0.0867455 May 05 22:23:26.041935 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f3feeacb-993e-4c31-8c04-c445dfa28edf req-5ae73b9a-36a4-42ab-a026-70c7455e426c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=83c08501-4956-4411-b739-20c17867653a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469341 May 05 22:23:26.089427 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-26eac1f3-7709-40e5-aae8-99b2799a286a None None] Set router 52896a15-8e39-4f59-8158-bfd9dfbe0d7c gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:23:26.103691 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e5106-1a10-493f-84a8-9d4fd3daaa97 req-c1bd93cd-470b-4a2e-8345-0eb20c446216 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:26.105277 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-df2e5106-1a10-493f-84a8-9d4fd3daaa97 req-c1bd93cd-470b-4a2e-8345-0eb20c446216 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef208d0-a7b9-4c3f-b889-177b713a2073 HTTP/1.1" status: 200 len: 946 time: 0.0807269 May 05 22:23:26.153102 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-df2e5106-1a10-493f-84a8-9d4fd3daaa97 req-ac6c1353-5c51-4649-bab6-2b35d21da012 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/security-groups?id=83c08501-4956-4411-b739-20c17867653a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417314 May 05 22:23:26.443878 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-26eac1f3-7709-40e5-aae8-99b2799a286a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52896a15-8e39-4f59-8158-bfd9dfbe0d7c', 'name': 'tempest-TestNetworkBasicOps-router-1096400070', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '902f98de-2f4b-4456-8e3f-251069b7ef77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:23:05Z', 'updated_at': '2022-05-05T22:23:10Z', 'revision_number': 4, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'gw_port': {'id': '902f98de-2f4b-4456-8e3f-251069b7ef77', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52896a15-8e39-4f59-8158-bfd9dfbe0d7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:23:05Z', 'updated_at': '2022-05-05T22:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '40c9a48b-11e2-4401-870b-3d40da33fd43', 'name': '', 'network_id': '710aeec6-3178-4b8d-8a08-15c5749ec031', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'mac_address': 'fa:16:3e:17:0f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52896a15-8e39-4f59-8158-bfd9dfbe0d7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13b34f39-885b-4870-a3b3-203b6ed3feb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:23:09Z', 'updated_at': '2022-05-05T22:23:10Z', 'revision_number': 2, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'subnets': [{'id': '13b34f39-885b-4870-a3b3-203b6ed3feb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:23:26.449458 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26eac1f3-7709-40e5-aae8-99b2799a286a None None] Checking router: 52896a15-8e39-4f59-8158-bfd9dfbe0d7c for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:23:26.450048 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26eac1f3-7709-40e5-aae8-99b2799a286a None None] Updating router 52896a15-8e39-4f59-8158-bfd9dfbe0d7c port 40c9a48b-11e2-4401-870b-3d40da33fd43 binding host n-d-825175-4 {{(pid=84068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:23:26.513251 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-26eac1f3-7709-40e5-aae8-99b2799a286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:26.886857 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-26eac1f3-7709-40e5-aae8-99b2799a286a None None] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:26.898974 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.provisioning_blocks [None req-26eac1f3-7709-40e5-aae8-99b2799a286a None None] Transition to ACTIVE for port object 40c9a48b-11e2-4401-870b-3d40da33fd43 will not be triggered until provisioned by entity L2. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:23:26.907971 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-26eac1f3-7709-40e5-aae8-99b2799a286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:27.067666 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2fe446-a1ee-44c0-80f0-83c9c69650a5 None None] Pushing event updated for resources: {'Port': ['ID=40c9a48b-11e2-4401-870b-3d40da33fd43,revision_number=3']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:23:27.165704 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-26eac1f3-7709-40e5-aae8-99b2799a286a None None] Attempting to bind port 40c9a48b-11e2-4401-870b-3d40da33fd43 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:23:27.166088 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-26eac1f3-7709-40e5-aae8-99b2799a286a None None] Attempting to bind port 40c9a48b-11e2-4401-870b-3d40da33fd43 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '50bea046-e4e3-4ab5-9cb6-a2e79dc0dd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '710aeec6-3178-4b8d-8a08-15c5749ec031'}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:23:27.166413 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26eac1f3-7709-40e5-aae8-99b2799a286a None None] Attempting to bind port 40c9a48b-11e2-4401-870b-3d40da33fd43 on network 710aeec6-3178-4b8d-8a08-15c5749ec031 {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:23:27.173650 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26eac1f3-7709-40e5-aae8-99b2799a286a None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:23:27.173974 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26eac1f3-7709-40e5-aae8-99b2799a286a None None] Checking segment: {'id': '50bea046-e4e3-4ab5-9cb6-a2e79dc0dd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '710aeec6-3178-4b8d-8a08-15c5749ec031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:23:27.174390 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-26eac1f3-7709-40e5-aae8-99b2799a286a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:27.174800 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26eac1f3-7709-40e5-aae8-99b2799a286a None None] Bound using segment: {'id': '50bea046-e4e3-4ab5-9cb6-a2e79dc0dd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '710aeec6-3178-4b8d-8a08-15c5749ec031'} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:23:27.175372 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-26eac1f3-7709-40e5-aae8-99b2799a286a None None] Bound port: 40c9a48b-11e2-4401-870b-3d40da33fd43, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50bea046-e4e3-4ab5-9cb6-a2e79dc0dd31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '710aeec6-3178-4b8d-8a08-15c5749ec031'}}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:23:27.175741 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-26eac1f3-7709-40e5-aae8-99b2799a286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:27.279315 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-26eac1f3-7709-40e5-aae8-99b2799a286a None None] For port 40c9a48b-11e2-4401-870b-3d40da33fd43, host n-d-825175-4, cleared binding levels {{(pid=84068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:23:27.282598 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-26eac1f3-7709-40e5-aae8-99b2799a286a None None] For port 40c9a48b-11e2-4401-870b-3d40da33fd43, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=40c9a48b-11e2-4401-870b-3d40da33fd43,segment=NetworkSegment(50bea046-e4e3-4ab5-9cb6-a2e79dc0dd31),segment_id=50bea046-e4e3-4ab5-9cb6-a2e79dc0dd31)] {{(pid=84068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:23:27.288494 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-26eac1f3-7709-40e5-aae8-99b2799a286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:27.388120 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2fe446-a1ee-44c0-80f0-83c9c69650a5 None None] Pushing event updated for resources: {'Port': ['ID=40c9a48b-11e2-4401-870b-3d40da33fd43,revision_number=4']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:23:27.393272 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26eac1f3-7709-40e5-aae8-99b2799a286a None None] Routers {'52896a15-8e39-4f59-8158-bfd9dfbe0d7c'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:23:27.394226 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-26eac1f3-7709-40e5-aae8-99b2799a286a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:23:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['52896a15-8e39-4f59-8158-bfd9dfbe0d7c'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:23:27.416696 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff834d-e5f4-4926-af82-316d2aeefb17 req-60579678-82a3-4560-9fcd-ec2eae17bfbe tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:27.418257 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-82ff834d-e5f4-4926-af82-316d2aeefb17 req-60579678-82a3-4560-9fcd-ec2eae17bfbe tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef208d0-a7b9-4c3f-b889-177b713a2073 HTTP/1.1" status: 200 len: 946 time: 0.1224086 May 05 22:23:27.471573 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-82ff834d-e5f4-4926-af82-316d2aeefb17 req-36d7e7aa-f076-4ee1-a667-afa10ccad7dd tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/security-groups?id=83c08501-4956-4411-b739-20c17867653a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446870 May 05 22:23:27.629077 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-26eac1f3-7709-40e5-aae8-99b2799a286a None None] Set router 52896a15-8e39-4f59-8158-bfd9dfbe0d7c gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:23:27.679177 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ad79d-1fde-4ae5-812a-962499dafea4 req-d0b89f1a-469d-4dd6-a13b-af0da5c8e6f5 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:27.680556 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-188ad79d-1fde-4ae5-812a-962499dafea4 req-d0b89f1a-469d-4dd6-a13b-af0da5c8e6f5 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef208d0-a7b9-4c3f-b889-177b713a2073 HTTP/1.1" status: 200 len: 946 time: 0.0765202 May 05 22:23:27.729375 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-188ad79d-1fde-4ae5-812a-962499dafea4 req-0aeb1a7d-c62b-46ed-b676-c4ef62e14d1c tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/security-groups?id=83c08501-4956-4411-b739-20c17867653a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409226 May 05 22:23:27.757467 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 60414) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:23:27.837723 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-899d484d-4369-4b33-9034-12b98ffafc61 tempest-TestNetworkBasicOps-296979938 tempest-TestNetworkBasicOps-296979938-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=cef208d0-a7b9-4c3f-b889-177b713a2073 HTTP/1.1" status: 200 len: 1092 time: 0.0789242 May 05 22:23:27.840602 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 60418) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:23:27.845676 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-a3734320-d72b-43e8-ab8c-7cf055050610 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Request body: {'floatingip': {'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'port_id': 'f756b61e-a164-41f1-aa27-0fb0abb5c33a', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:23:27.851987 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a3734320-d72b-43e8-ab8c-7cf055050610 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:23:27.855917 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a3734320-d72b-43e8-ab8c-7cf055050610 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Usage tracker for resource:floatingip and tenant:d71c16b2c284427c858b4c912eefc596 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:23:27.859231 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a3734320-d72b-43e8-ab8c-7cf055050610 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:23:27.864923 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a3734320-d72b-43e8-ab8c-7cf055050610 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:23:27.876487 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a3734320-d72b-43e8-ab8c-7cf055050610 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for floatingip, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:27.974066 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-26eac1f3-7709-40e5-aae8-99b2799a286a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52896a15-8e39-4f59-8158-bfd9dfbe0d7c', 'name': 'tempest-TestNetworkBasicOps-router-1096400070', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '902f98de-2f4b-4456-8e3f-251069b7ef77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:23:05Z', 'updated_at': '2022-05-05T22:23:10Z', 'revision_number': 4, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'gw_port': {'id': '902f98de-2f4b-4456-8e3f-251069b7ef77', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52896a15-8e39-4f59-8158-bfd9dfbe0d7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:23:05Z', 'updated_at': '2022-05-05T22:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '40c9a48b-11e2-4401-870b-3d40da33fd43', 'name': '', 'network_id': '710aeec6-3178-4b8d-8a08-15c5749ec031', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'mac_address': 'fa:16:3e:17:0f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52896a15-8e39-4f59-8158-bfd9dfbe0d7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13b34f39-885b-4870-a3b3-203b6ed3feb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:23:09Z', 'updated_at': '2022-05-05T22:23:27Z', 'revision_number': 4, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'subnets': [{'id': '13b34f39-885b-4870-a3b3-203b6ed3feb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:23:27.978314 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26eac1f3-7709-40e5-aae8-99b2799a286a None None] The sync data for ids ['52896a15-8e39-4f59-8158-bfd9dfbe0d7c'] in n-d-825175-4 is: [{'id': '52896a15-8e39-4f59-8158-bfd9dfbe0d7c', 'name': 'tempest-TestNetworkBasicOps-router-1096400070', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '902f98de-2f4b-4456-8e3f-251069b7ef77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:23:05Z', 'updated_at': '2022-05-05T22:23:10Z', 'revision_number': 4, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'gw_port': {'id': '902f98de-2f4b-4456-8e3f-251069b7ef77', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52896a15-8e39-4f59-8158-bfd9dfbe0d7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:23:05Z', 'updated_at': '2022-05-05T22:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '40c9a48b-11e2-4401-870b-3d40da33fd43', 'name': '', 'network_id': '710aeec6-3178-4b8d-8a08-15c5749ec031', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'mac_address': 'fa:16:3e:17:0f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52896a15-8e39-4f59-8158-bfd9dfbe0d7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13b34f39-885b-4870-a3b3-203b6ed3feb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:23:09Z', 'updated_at': '2022-05-05T22:23:27Z', 'revision_number': 4, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'subnets': [{'id': '13b34f39-885b-4870-a3b3-203b6ed3feb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:23:28.018214 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a3734320-d72b-43e8-ab8c-7cf055050610 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:28.180434 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-a3734320-d72b-43e8-ab8c-7cf055050610 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Allocated IP 172.25.4.120 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/c62733b5-fa66-4d7f-8b44-a70bdc8da35e) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:23:28.349513 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a3734320-d72b-43e8-ab8c-7cf055050610 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:28.383574 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a3734320-d72b-43e8-ab8c-7cf055050610 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:28.456111 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3734320-d72b-43e8-ab8c-7cf055050610 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:23:28.459054 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-a3734320-d72b-43e8-ab8c-7cf055050610 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:23:28.462626 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3734320-d72b-43e8-ab8c-7cf055050610 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:23:28.510113 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3734320-d72b-43e8-ab8c-7cf055050610 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Pushing event updated for resources: {'Port': ['ID=c62733b5-fa66-4d7f-8b44-a70bdc8da35e,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:23:29.149259 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a3734320-d72b-43e8-ab8c-7cf055050610 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:29.211610 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a3734320-d72b-43e8-ab8c-7cf055050610 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:29.422492 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a3734320-d72b-43e8-ab8c-7cf055050610 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:29.427954 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a3734320-d72b-43e8-ab8c-7cf055050610 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:29.572461 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3734320-d72b-43e8-ab8c-7cf055050610 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Pushing event updated for resources: {'Port': ['ID=c62733b5-fa66-4d7f-8b44-a70bdc8da35e,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:23:29.590917 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a3734320-d72b-43e8-ab8c-7cf055050610 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:29.786748 n-d-825175-4 neutron-server[84061]: INFO neutron.db.l3_db [None req-a3734320-d72b-43e8-ab8c-7cf055050610 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Floating IP 35ac7689-187b-49cb-9c36-a8ac0387c332 associated. External IP: 172.25.4.120, port: f756b61e-a164-41f1-aa27-0fb0abb5c33a. May 05 22:23:30.068641 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 40c9a48b-11e2-4401-870b-3d40da33fd43 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:23:30.138682 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 40c9a48b-11e2-4401-870b-3d40da33fd43 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:23:30.143352 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 40c9a48b-11e2-4401-870b-3d40da33fd43 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:23:30.143693 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:30.179208 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3734320-d72b-43e8-ab8c-7cf055050610 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Router 52896a15-8e39-4f59-8158-bfd9dfbe0d7c has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:23:30.255299 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:30.290031 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 40c9a48b-11e2-4401-870b-3d40da33fd43, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=40c9a48b-11e2-4401-870b-3d40da33fd43,segment=NetworkSegment(50bea046-e4e3-4ab5-9cb6-a2e79dc0dd31),segment_id=50bea046-e4e3-4ab5-9cb6-a2e79dc0dd31)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:23:30.295290 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:30.363698 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=40c9a48b-11e2-4401-870b-3d40da33fd43,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:23:30.373427 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:23:30.373924 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:23:30.374301 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:23:30.374638 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:23:30.375068 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:23:30.375391 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:23:30.375707 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:23:30.376027 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:23:30.376342 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:23:30.376651 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:23:30.376965 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:23:30.497355 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3734320-d72b-43e8-ab8c-7cf055050610 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:23:30.522789 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a3734320-d72b-43e8-ab8c-7cf055050610 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:30.575915 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a3734320-d72b-43e8-ab8c-7cf055050610 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7343140 May 05 22:23:30.576600 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cef208d0-a7b9-4c3f-b889-177b713a2073', 'tag': 'f756b61e-a164-41f1-aa27-0fb0abb5c33a'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:23:30.578986 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60432) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:23:30.642522 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13772aec-d816-4122-8105-6ba7f6f703cb'] response: {'name': 'network-changed', 'server_uuid': 'cef208d0-a7b9-4c3f-b889-177b713a2073', 'tag': 'f756b61e-a164-41f1-aa27-0fb0abb5c33a', 'status': 'completed', 'code': 200} May 05 22:23:30.736103 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c711c955-836a-4924-ac94-b24b916447b6 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/floatingips/35ac7689-187b-49cb-9c36-a8ac0387c332 HTTP/1.1" status: 200 len: 992 time: 0.1558905 May 05 22:23:30.761785 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d157d052-cb8e-4b21-971a-00c0025bf54d req-01ece0fe-36b4-41c0-8aec-9da8db6c8a5c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d71c16b2c284427c858b4c912eefc596&device_id=cef208d0-a7b9-4c3f-b889-177b713a2073 HTTP/1.1" status: 200 len: 1097 time: 0.0931327 May 05 22:23:30.995928 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157d052-cb8e-4b21-971a-00c0025bf54d req-b8bcb534-19c8-4991-a1cd-def921485122 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:30.997358 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d157d052-cb8e-4b21-971a-00c0025bf54d req-b8bcb534-19c8-4991-a1cd-def921485122 service neutron] 10.222.0.44 "GET /v2.0/networks?id=710aeec6-3178-4b8d-8a08-15c5749ec031 HTTP/1.1" status: 200 len: 898 time: 0.2294998 May 05 22:23:31.098975 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead53ba-752d-4f8a-a278-7a7caa9185fe req-a3036778-45cb-4e02-b006-84b595871d70 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:31.099291 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d157d052-cb8e-4b21-971a-00c0025bf54d req-575403d3-2dbd-491a-9c40-2b58fef63c60 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f756b61e-a164-41f1-aa27-0fb0abb5c33a HTTP/1.1" status: 200 len: 1000 time: 0.0952697 May 05 22:23:31.100499 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2ead53ba-752d-4f8a-a278-7a7caa9185fe req-a3036778-45cb-4e02-b006-84b595871d70 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/networks?id=9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 HTTP/1.1" status: 200 len: 811 time: 0.1464872 May 05 22:23:31.117650 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2ead53ba-752d-4f8a-a278-7a7caa9185fe req-5c3ab15a-2a76-419b-ad13-74b359ec0b80 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/quotas/7aecd0947c574ab7b57adc91150658c3 HTTP/1.1" status: 200 len: 375 time: 0.0116332 May 05 22:23:31.161774 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157d052-cb8e-4b21-971a-00c0025bf54d req-44a5a339-005c-4f0f-bf1a-4d9b3f3acc40 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:31.163287 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d157d052-cb8e-4b21-971a-00c0025bf54d req-44a5a339-005c-4f0f-bf1a-4d9b3f3acc40 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=13b34f39-885b-4870-a3b3-203b6ed3feb7 HTTP/1.1" status: 200 len: 835 time: 0.0581939 May 05 22:23:31.202347 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2ead53ba-752d-4f8a-a278-7a7caa9185fe req-8fdcadd1-6514-4997-9e2e-1597d08b4405 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7aecd0947c574ab7b57adc91150658c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0793538 May 05 22:23:31.246286 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d157d052-cb8e-4b21-971a-00c0025bf54d req-5afd2260-c8be-4920-b764-d04782f9ad5a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=710aeec6-3178-4b8d-8a08-15c5749ec031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770364 May 05 22:23:31.336995 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2ead53ba-752d-4f8a-a278-7a7caa9185fe req-6e2561fa-baca-4437-a7ff-9e875a044b3c service neutron] 10.222.0.23 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274121 May 05 22:23:31.377617 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d157d052-cb8e-4b21-971a-00c0025bf54d req-4c649917-e04c-4e17-96da-af2e99114bdd service neutron] 10.222.0.44 "GET /v2.0/networks/710aeec6-3178-4b8d-8a08-15c5749ec031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242950 May 05 22:23:31.469223 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2ead53ba-752d-4f8a-a278-7a7caa9185fe req-2cb0823f-32d9-4138-b5a3-5b605d099cf1 service neutron] 10.222.0.23 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259406 May 05 22:23:31.509500 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d157d052-cb8e-4b21-971a-00c0025bf54d req-32e78739-c7a6-4a8e-979c-e21fe74e397a service neutron] 10.222.0.44 "GET /v2.0/networks/710aeec6-3178-4b8d-8a08-15c5749ec031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265209 May 05 22:23:31.700441 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a36e2cc2-777d-41d8-95a1-eca265ee19c1 req-d3fe6b87-f790-46cb-b05b-82020dde8ce3 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e1bd198-8b8d-43eb-949b-a1d5fdded7a5 HTTP/1.1" status: 200 len: 210 time: 0.0438888 May 05 22:23:31.740036 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60456) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:23:31.858460 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-fea1eeba-f54c-4d0b-9957-9b627ea50780 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/floatingips/35ac7689-187b-49cb-9c36-a8ac0387c332 HTTP/1.1" status: 200 len: 992 time: 0.1172433 May 05 22:23:32.054580 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 40c9a48b-11e2-4401-870b-3d40da33fd43 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:23:32.124714 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 40c9a48b-11e2-4401-870b-3d40da33fd43 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:23:32.125038 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:32.780377 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead53ba-752d-4f8a-a278-7a7caa9185fe req-c800c2f0-dc54-4ac9-ac84-d4ba2ea817b6 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:32.781879 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2ead53ba-752d-4f8a-a278-7a7caa9185fe req-c800c2f0-dc54-4ac9-ac84-d4ba2ea817b6 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.32 "GET /v2.0/networks?id=9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 HTTP/1.1" status: 200 len: 811 time: 0.1558990 May 05 22:23:32.802082 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-2ead53ba-752d-4f8a-a278-7a7caa9185fe req-b953119a-95b1-4c37-bdda-407a9da8bb6b tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Request body: {'port': {'device_id': '5e1bd198-8b8d-43eb-949b-a1d5fdded7a5', 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9', 'admin_state_up': True, 'tenant_id': '7aecd0947c574ab7b57adc91150658c3'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:23:32.862457 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60468) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:23:32.925275 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0d6e9e23-012a-4ead-80ab-ee5221361e1e req-9a91ab56-aadd-477b-8a90-afb0872f9166 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e1bd198-8b8d-43eb-949b-a1d5fdded7a5 HTTP/1.1" status: 200 len: 210 time: 0.0525327 May 05 22:23:32.972135 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-53112963-a4ca-4a68-91c1-adafe047950c tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/floatingips/35ac7689-187b-49cb-9c36-a8ac0387c332 HTTP/1.1" status: 200 len: 992 time: 0.1085036 May 05 22:23:32.994996 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-2ead53ba-752d-4f8a-a278-7a7caa9185fe req-b953119a-95b1-4c37-bdda-407a9da8bb6b tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:23:32.999503 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-2ead53ba-752d-4f8a-a278-7a7caa9185fe req-b953119a-95b1-4c37-bdda-407a9da8bb6b tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Usage tracker for resource:port and tenant:7aecd0947c574ab7b57adc91150658c3 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:23:33.002444 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-2ead53ba-752d-4f8a-a278-7a7caa9185fe req-b953119a-95b1-4c37-bdda-407a9da8bb6b tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:23:33.008380 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-2ead53ba-752d-4f8a-a278-7a7caa9185fe req-b953119a-95b1-4c37-bdda-407a9da8bb6b tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:23:33.019100 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ead53ba-752d-4f8a-a278-7a7caa9185fe req-b953119a-95b1-4c37-bdda-407a9da8bb6b tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Made reservation on behalf of 7aecd0947c574ab7b57adc91150658c3 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:23:33.022450 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2ead53ba-752d-4f8a-a278-7a7caa9185fe req-b953119a-95b1-4c37-bdda-407a9da8bb6b tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:33.184785 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-2ead53ba-752d-4f8a-a278-7a7caa9185fe req-b953119a-95b1-4c37-bdda-407a9da8bb6b tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Allocated IP 172.20.0.10 (9a4e4fe9-3d94-4d16-ae6c-847777a64fe9/e0e1a026-9d64-4912-950a-4e44331f2f8e/2dee6876-9ab9-4ec3-a49a-b3f9ed7134c3) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:23:33.394473 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2ead53ba-752d-4f8a-a278-7a7caa9185fe req-b953119a-95b1-4c37-bdda-407a9da8bb6b tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:33.410813 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-2ead53ba-752d-4f8a-a278-7a7caa9185fe req-b953119a-95b1-4c37-bdda-407a9da8bb6b tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Transition to ACTIVE for port object 2dee6876-9ab9-4ec3-a49a-b3f9ed7134c3 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:23:33.434039 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2ead53ba-752d-4f8a-a278-7a7caa9185fe req-b953119a-95b1-4c37-bdda-407a9da8bb6b tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:33.507148 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ead53ba-752d-4f8a-a278-7a7caa9185fe req-b953119a-95b1-4c37-bdda-407a9da8bb6b tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Network 9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:23:33.510259 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-2ead53ba-752d-4f8a-a278-7a7caa9185fe req-b953119a-95b1-4c37-bdda-407a9da8bb6b tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:23:33.514226 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ead53ba-752d-4f8a-a278-7a7caa9185fe req-b953119a-95b1-4c37-bdda-407a9da8bb6b tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:23:33.546759 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b953119a-95b1-4c37-bdda-407a9da8bb6b tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Pushing event updated for resources: {'Port': ['ID=2dee6876-9ab9-4ec3-a49a-b3f9ed7134c3,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:23:33.590174 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead53ba-752d-4f8a-a278-7a7caa9185fe req-b953119a-95b1-4c37-bdda-407a9da8bb6b tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:33.592663 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2ead53ba-752d-4f8a-a278-7a7caa9185fe req-b953119a-95b1-4c37-bdda-407a9da8bb6b tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:33.621094 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2ead53ba-752d-4f8a-a278-7a7caa9185fe req-b953119a-95b1-4c37-bdda-407a9da8bb6b tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8236778 May 05 22:23:33.632446 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-2ead53ba-752d-4f8a-a278-7a7caa9185fe req-9cac578d-e6d2-47e4-842b-067d1a4465f5 service neutron] Request body: {'port': {'device_id': '5e1bd198-8b8d-43eb-949b-a1d5fdded7a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:23:33.743713 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2ead53ba-752d-4f8a-a278-7a7caa9185fe req-9cac578d-e6d2-47e4-842b-067d1a4465f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:33.762016 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-91d42b42-3c64-4d54-9d25-4191daee908f None None] Provisioning for port 2dee6876-9ab9-4ec3-a49a-b3f9ed7134c3 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:23:33.768138 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-91d42b42-3c64-4d54-9d25-4191daee908f None None] Provisioning complete for port 2dee6876-9ab9-4ec3-a49a-b3f9ed7134c3 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:23:33.768711 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-91d42b42-3c64-4d54-9d25-4191daee908f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:33.837140 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-91d42b42-3c64-4d54-9d25-4191daee908f None None] Port 2dee6876-9ab9-4ec3-a49a-b3f9ed7134c3 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:23:33.976245 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 60478) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:23:34.240136 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-92c05a91-f821-4e8a-a43f-5e59e57a955e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/floatingips/35ac7689-187b-49cb-9c36-a8ac0387c332 HTTP/1.1" status: 200 len: 992 time: 0.2562969 May 05 22:23:34.308506 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c4dfe-6348-4d88-88de-085708abd7b8 req-bd93c562-c2eb-402e-be45-3667d4847ce8 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:34.309179 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-1e5c4dfe-6348-4d88-88de-085708abd7b8 req-bd93c562-c2eb-402e-be45-3667d4847ce8 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Synchronizing usage tracker for tenant:7aecd0947c574ab7b57adc91150658c3 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:23:34.376737 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-1e5c4dfe-6348-4d88-88de-085708abd7b8 req-bd93c562-c2eb-402e-be45-3667d4847ce8 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Unset dirty status for tenant:7aecd0947c574ab7b57adc91150658c3 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:23:34.377956 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1e5c4dfe-6348-4d88-88de-085708abd7b8 req-bd93c562-c2eb-402e-be45-3667d4847ce8 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e1bd198-8b8d-43eb-949b-a1d5fdded7a5 HTTP/1.1" status: 200 len: 932 time: 0.2843394 May 05 22:23:34.381758 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-2ead53ba-752d-4f8a-a278-7a7caa9185fe req-9cac578d-e6d2-47e4-842b-067d1a4465f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dee6876-9ab9-4ec3-a49a-b3f9ed7134c3 {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:23:34.404943 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2ead53ba-752d-4f8a-a278-7a7caa9185fe req-9cac578d-e6d2-47e4-842b-067d1a4465f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:34.431889 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-2ead53ba-752d-4f8a-a278-7a7caa9185fe req-9cac578d-e6d2-47e4-842b-067d1a4465f5 service neutron] Transition to ACTIVE for port object 2dee6876-9ab9-4ec3-a49a-b3f9ed7134c3 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:23:34.438544 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2ead53ba-752d-4f8a-a278-7a7caa9185fe req-9cac578d-e6d2-47e4-842b-067d1a4465f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:34.491531 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1e5c4dfe-6348-4d88-88de-085708abd7b8 req-98cd2b1c-3473-4598-bdf5-1f2728899647 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055307 May 05 22:23:34.574499 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cac578d-e6d2-47e4-842b-067d1a4465f5 service neutron] Pushing event updated for resources: {'Port': ['ID=2dee6876-9ab9-4ec3-a49a-b3f9ed7134c3,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:23:34.691753 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-2ead53ba-752d-4f8a-a278-7a7caa9185fe req-9cac578d-e6d2-47e4-842b-067d1a4465f5 service neutron] Attempting to bind port 2dee6876-9ab9-4ec3-a49a-b3f9ed7134c3 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:23:34.692079 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-2ead53ba-752d-4f8a-a278-7a7caa9185fe req-9cac578d-e6d2-47e4-842b-067d1a4465f5 service neutron] Attempting to bind port 2dee6876-9ab9-4ec3-a49a-b3f9ed7134c3 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': '08dd8774-d241-4744-a888-af1c6f605e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:23:34.692404 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ead53ba-752d-4f8a-a278-7a7caa9185fe req-9cac578d-e6d2-47e4-842b-067d1a4465f5 service neutron] Attempting to bind port 2dee6876-9ab9-4ec3-a49a-b3f9ed7134c3 on network 9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:23:34.699617 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ead53ba-752d-4f8a-a278-7a7caa9185fe req-9cac578d-e6d2-47e4-842b-067d1a4465f5 service neutron] Port 2dee6876-9ab9-4ec3-a49a-b3f9ed7134c3 on network 9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:23:34.699936 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ead53ba-752d-4f8a-a278-7a7caa9185fe req-9cac578d-e6d2-47e4-842b-067d1a4465f5 service neutron] Attempting to bind port 2dee6876-9ab9-4ec3-a49a-b3f9ed7134c3 on network 9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:23:34.706705 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ead53ba-752d-4f8a-a278-7a7caa9185fe req-9cac578d-e6d2-47e4-842b-067d1a4465f5 service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:23:34.707034 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ead53ba-752d-4f8a-a278-7a7caa9185fe req-9cac578d-e6d2-47e4-842b-067d1a4465f5 service neutron] Checking segment: {'id': '08dd8774-d241-4744-a888-af1c6f605e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:23:34.707399 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ead53ba-752d-4f8a-a278-7a7caa9185fe req-9cac578d-e6d2-47e4-842b-067d1a4465f5 service neutron] Bound using segment: {'id': '08dd8774-d241-4744-a888-af1c6f605e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:23:34.707832 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-2ead53ba-752d-4f8a-a278-7a7caa9185fe req-9cac578d-e6d2-47e4-842b-067d1a4465f5 service neutron] Bound port: 2dee6876-9ab9-4ec3-a49a-b3f9ed7134c3, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08dd8774-d241-4744-a888-af1c6f605e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:23:34.708162 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2ead53ba-752d-4f8a-a278-7a7caa9185fe req-9cac578d-e6d2-47e4-842b-067d1a4465f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:34.804191 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-2ead53ba-752d-4f8a-a278-7a7caa9185fe req-9cac578d-e6d2-47e4-842b-067d1a4465f5 service neutron] For port 2dee6876-9ab9-4ec3-a49a-b3f9ed7134c3, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:23:34.807115 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-2ead53ba-752d-4f8a-a278-7a7caa9185fe req-9cac578d-e6d2-47e4-842b-067d1a4465f5 service neutron] For port 2dee6876-9ab9-4ec3-a49a-b3f9ed7134c3, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=2dee6876-9ab9-4ec3-a49a-b3f9ed7134c3,segment=NetworkSegment(08dd8774-d241-4744-a888-af1c6f605e19),segment_id=08dd8774-d241-4744-a888-af1c6f605e19)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:23:34.812389 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2ead53ba-752d-4f8a-a278-7a7caa9185fe req-9cac578d-e6d2-47e4-842b-067d1a4465f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:34.873627 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-2ead53ba-752d-4f8a-a278-7a7caa9185fe req-9cac578d-e6d2-47e4-842b-067d1a4465f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:34.875014 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2ead53ba-752d-4f8a-a278-7a7caa9185fe req-9cac578d-e6d2-47e4-842b-067d1a4465f5 service neutron] 10.222.0.32 "PUT /v2.0/ports/2dee6876-9ab9-4ec3-a49a-b3f9ed7134c3 HTTP/1.1" status: 200 len: 1092 time: 1.2475035 May 05 22:23:34.875432 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e1bd198-8b8d-43eb-949b-a1d5fdded7a5', 'tag': '2dee6876-9ab9-4ec3-a49a-b3f9ed7134c3'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:23:34.899217 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cac578d-e6d2-47e4-842b-067d1a4465f5 service neutron] Pushing event updated for resources: {'Port': ['ID=2dee6876-9ab9-4ec3-a49a-b3f9ed7134c3,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:23:34.977255 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2b29ea0-3e71-4700-beab-3d6454164037'] response: {'name': 'network-changed', 'server_uuid': '5e1bd198-8b8d-43eb-949b-a1d5fdded7a5', 'tag': '2dee6876-9ab9-4ec3-a49a-b3f9ed7134c3', 'status': 'completed', 'code': 200} May 05 22:23:35.021289 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2ead53ba-752d-4f8a-a278-7a7caa9185fe req-b1af0e67-3683-4369-bdd8-21a68064eb06 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7aecd0947c574ab7b57adc91150658c3&device_id=5e1bd198-8b8d-43eb-949b-a1d5fdded7a5 HTTP/1.1" status: 200 len: 1095 time: 0.0901058 May 05 22:23:35.094412 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2ead53ba-752d-4f8a-a278-7a7caa9185fe req-c47e3a1f-108d-43aa-b727-63166ccaeb09 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2dee6876-9ab9-4ec3-a49a-b3f9ed7134c3 HTTP/1.1" status: 200 len: 217 time: 0.0651290 May 05 22:23:35.160245 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead53ba-752d-4f8a-a278-7a7caa9185fe req-80217dde-1098-4d13-947f-1cb328477f9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:35.161699 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2ead53ba-752d-4f8a-a278-7a7caa9185fe req-80217dde-1098-4d13-947f-1cb328477f9b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e0e1a026-9d64-4912-950a-4e44331f2f8e HTTP/1.1" status: 200 len: 850 time: 0.0616882 May 05 22:23:35.237221 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2ead53ba-752d-4f8a-a278-7a7caa9185fe req-26f568b7-b89e-4c7a-befa-98fc0fb79ed8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9a4e4fe9-3d94-4d16-ae6c-847777a64fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690601 May 05 22:23:35.244083 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 60484) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:23:35.433494 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-45e5bf82-ea73-44b6-a35e-61f7c72e37eb tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/floatingips/35ac7689-187b-49cb-9c36-a8ac0387c332 HTTP/1.1" status: 200 len: 992 time: 0.1872489 May 05 22:23:35.465839 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2ead53ba-752d-4f8a-a278-7a7caa9185fe req-828af156-115b-4f06-ba73-48acfee74476 service neutron] 10.222.0.32 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207866 May 05 22:23:35.782116 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2ead53ba-752d-4f8a-a278-7a7caa9185fe req-be87dc41-7727-45bd-80a4-91d7522172ea service neutron] 10.222.0.32 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105285 May 05 22:23:35.802712 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06175918-2778-4fea-a27f-875689db5ec4 req-d3872207-95d9-4f45-83e1-a7769894e94a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:35.805350 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-06175918-2778-4fea-a27f-875689db5ec4 req-d3872207-95d9-4f45-83e1-a7769894e94a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e1bd198-8b8d-43eb-949b-a1d5fdded7a5 HTTP/1.1" status: 200 len: 944 time: 0.1541853 May 05 22:23:35.907233 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-06175918-2778-4fea-a27f-875689db5ec4 req-2c23096e-bcda-4d6b-86b0-5736ad830d7d tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929286 May 05 22:23:35.961265 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-71940822-e971-4686-8460-e789e91f7cdb req-225c99ee-ecb9-4b04-b200-6fce99b72451 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7aecd0947c574ab7b57adc91150658c3&device_id=5e1bd198-8b8d-43eb-949b-a1d5fdded7a5 HTTP/1.1" status: 200 len: 1095 time: 0.1053078 May 05 22:23:35.995789 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a736fe8-3c1a-4fee-bab2-42d14df713bf None None] Sync routers for ids ['52896a15-8e39-4f59-8158-bfd9dfbe0d7c'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:23:36.028927 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a736fe8-3c1a-4fee-bab2-42d14df713bf None None] Routers {'52896a15-8e39-4f59-8158-bfd9dfbe0d7c'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:23:36.030443 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-9a736fe8-3c1a-4fee-bab2-42d14df713bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:23:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['52896a15-8e39-4f59-8158-bfd9dfbe0d7c'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:23:36.100214 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:36.158188 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71940822-e971-4686-8460-e789e91f7cdb req-fa273a3c-bd9a-4af3-9425-5e7b310006ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:36.160624 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-71940822-e971-4686-8460-e789e91f7cdb req-fa273a3c-bd9a-4af3-9425-5e7b310006ae service neutron] 10.222.0.32 "GET /v2.0/networks?id=9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 HTTP/1.1" status: 200 len: 912 time: 0.1962631 May 05 22:23:36.251628 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-71940822-e971-4686-8460-e789e91f7cdb req-06f1ef9c-c21e-4989-b97c-b0490e12e746 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2dee6876-9ab9-4ec3-a49a-b3f9ed7134c3 HTTP/1.1" status: 200 len: 217 time: 0.0822175 May 05 22:23:36.279640 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-9a736fe8-3c1a-4fee-bab2-42d14df713bf None None] Set router 52896a15-8e39-4f59-8158-bfd9dfbe0d7c gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:23:36.360912 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:36.362752 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71940822-e971-4686-8460-e789e91f7cdb req-e5596031-8688-4e53-9a85-466192aabc5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:36.365453 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-71940822-e971-4686-8460-e789e91f7cdb req-e5596031-8688-4e53-9a85-466192aabc5a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e0e1a026-9d64-4912-950a-4e44331f2f8e HTTP/1.1" status: 200 len: 850 time: 0.1084805 May 05 22:23:36.437808 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60490) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:23:36.474592 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-71940822-e971-4686-8460-e789e91f7cdb req-8c79fbd1-eaf0-47cb-9647-268c358018c6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9a4e4fe9-3d94-4d16-ae6c-847777a64fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1034377 May 05 22:23:36.589043 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-4c1cd35c-8c21-47d9-9227-280686d7af28 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/floatingips/35ac7689-187b-49cb-9c36-a8ac0387c332 HTTP/1.1" status: 200 len: 992 time: 0.1493607 May 05 22:23:36.716190 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-71940822-e971-4686-8460-e789e91f7cdb req-797eb7a5-d91f-411e-821e-5b83568e4d8f service neutron] 10.222.0.32 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358949 May 05 22:23:36.729612 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-9a736fe8-3c1a-4fee-bab2-42d14df713bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52896a15-8e39-4f59-8158-bfd9dfbe0d7c', 'name': 'tempest-TestNetworkBasicOps-router-1096400070', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '902f98de-2f4b-4456-8e3f-251069b7ef77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:23:05Z', 'updated_at': '2022-05-05T22:23:10Z', 'revision_number': 4, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'gw_port': {'id': '902f98de-2f4b-4456-8e3f-251069b7ef77', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52896a15-8e39-4f59-8158-bfd9dfbe0d7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:23:05Z', 'updated_at': '2022-05-05T22:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '35ac7689-187b-49cb-9c36-a8ac0387c332', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'floating_ip_address': '172.25.4.120', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '52896a15-8e39-4f59-8158-bfd9dfbe0d7c', 'port_id': 'f756b61e-a164-41f1-aa27-0fb0abb5c33a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '710aeec6-3178-4b8d-8a08-15c5749ec031', 'mac_address': 'fa:16:3e:30:18:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef208d0-a7b9-4c3f-b889-177b713a2073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:23:28Z', 'updated_at': '2022-05-05T22:23:28Z', 'revision_number': 0, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40c9a48b-11e2-4401-870b-3d40da33fd43', 'name': '', 'network_id': '710aeec6-3178-4b8d-8a08-15c5749ec031', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'mac_address': 'fa:16:3e:17:0f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52896a15-8e39-4f59-8158-bfd9dfbe0d7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13b34f39-885b-4870-a3b3-203b6ed3feb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:23:09Z', 'updated_at': '2022-05-05T22:23:30Z', 'revision_number': 5, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'subnets': [{'id': '13b34f39-885b-4870-a3b3-203b6ed3feb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:23:36.739914 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a736fe8-3c1a-4fee-bab2-42d14df713bf None None] Checking router: 52896a15-8e39-4f59-8158-bfd9dfbe0d7c for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:23:36.760164 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a736fe8-3c1a-4fee-bab2-42d14df713bf None None] Routers {'52896a15-8e39-4f59-8158-bfd9dfbe0d7c'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:23:36.760790 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-9a736fe8-3c1a-4fee-bab2-42d14df713bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:23:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['52896a15-8e39-4f59-8158-bfd9dfbe0d7c'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:23:36.913047 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-71940822-e971-4686-8460-e789e91f7cdb req-aa15ceb3-10f6-40c3-9e21-84fe3510e6ba service neutron] 10.222.0.32 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908205 May 05 22:23:36.995035 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-9a736fe8-3c1a-4fee-bab2-42d14df713bf None None] Set router 52896a15-8e39-4f59-8158-bfd9dfbe0d7c gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:23:37.157275 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575d6a8-5103-426c-adc8-d02f27b0d35d req-2728cfe8-640d-42ed-ab24-e48d28dd85d8 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:37.158831 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2575d6a8-5103-426c-adc8-d02f27b0d35d req-2728cfe8-640d-42ed-ab24-e48d28dd85d8 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e1bd198-8b8d-43eb-949b-a1d5fdded7a5 HTTP/1.1" status: 200 len: 944 time: 0.1020870 May 05 22:23:37.249342 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2575d6a8-5103-426c-adc8-d02f27b0d35d req-1671ffd2-b952-4f8a-8998-b50c54c623cb tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822852 May 05 22:23:37.488146 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-9a736fe8-3c1a-4fee-bab2-42d14df713bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52896a15-8e39-4f59-8158-bfd9dfbe0d7c', 'name': 'tempest-TestNetworkBasicOps-router-1096400070', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '902f98de-2f4b-4456-8e3f-251069b7ef77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:23:05Z', 'updated_at': '2022-05-05T22:23:10Z', 'revision_number': 4, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'gw_port': {'id': '902f98de-2f4b-4456-8e3f-251069b7ef77', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52896a15-8e39-4f59-8158-bfd9dfbe0d7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:23:05Z', 'updated_at': '2022-05-05T22:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '35ac7689-187b-49cb-9c36-a8ac0387c332', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'floating_ip_address': '172.25.4.120', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '52896a15-8e39-4f59-8158-bfd9dfbe0d7c', 'port_id': 'f756b61e-a164-41f1-aa27-0fb0abb5c33a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '710aeec6-3178-4b8d-8a08-15c5749ec031', 'mac_address': 'fa:16:3e:30:18:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef208d0-a7b9-4c3f-b889-177b713a2073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:23:28Z', 'updated_at': '2022-05-05T22:23:28Z', 'revision_number': 0, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40c9a48b-11e2-4401-870b-3d40da33fd43', 'name': '', 'network_id': '710aeec6-3178-4b8d-8a08-15c5749ec031', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'mac_address': 'fa:16:3e:17:0f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52896a15-8e39-4f59-8158-bfd9dfbe0d7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13b34f39-885b-4870-a3b3-203b6ed3feb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:23:09Z', 'updated_at': '2022-05-05T22:23:30Z', 'revision_number': 5, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'subnets': [{'id': '13b34f39-885b-4870-a3b3-203b6ed3feb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:23:37.496329 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a736fe8-3c1a-4fee-bab2-42d14df713bf None None] The sync data for ids ['52896a15-8e39-4f59-8158-bfd9dfbe0d7c'] in n-d-825175-4 is: [{'id': '52896a15-8e39-4f59-8158-bfd9dfbe0d7c', 'name': 'tempest-TestNetworkBasicOps-router-1096400070', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '902f98de-2f4b-4456-8e3f-251069b7ef77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:23:05Z', 'updated_at': '2022-05-05T22:23:10Z', 'revision_number': 4, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'gw_port': {'id': '902f98de-2f4b-4456-8e3f-251069b7ef77', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52896a15-8e39-4f59-8158-bfd9dfbe0d7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:23:05Z', 'updated_at': '2022-05-05T22:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '35ac7689-187b-49cb-9c36-a8ac0387c332', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'floating_ip_address': '172.25.4.120', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '52896a15-8e39-4f59-8158-bfd9dfbe0d7c', 'port_id': 'f756b61e-a164-41f1-aa27-0fb0abb5c33a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '710aeec6-3178-4b8d-8a08-15c5749ec031', 'mac_address': 'fa:16:3e:30:18:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cef208d0-a7b9-4c3f-b889-177b713a2073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:23:28Z', 'updated_at': '2022-05-05T22:23:28Z', 'revision_number': 0, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40c9a48b-11e2-4401-870b-3d40da33fd43', 'name': '', 'network_id': '710aeec6-3178-4b8d-8a08-15c5749ec031', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'mac_address': 'fa:16:3e:17:0f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52896a15-8e39-4f59-8158-bfd9dfbe0d7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13b34f39-885b-4870-a3b3-203b6ed3feb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:23:09Z', 'updated_at': '2022-05-05T22:23:30Z', 'revision_number': 5, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'subnets': [{'id': '13b34f39-885b-4870-a3b3-203b6ed3feb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:23:37.593087 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60496) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:23:37.712548 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-fde55c40-4afc-42f0-8324-78ede54f3a21 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/floatingips/35ac7689-187b-49cb-9c36-a8ac0387c332 HTTP/1.1" status: 200 len: 992 time: 0.1177614 May 05 22:23:38.480099 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e20162b-a074-46f7-b309-7df1f233dbdd req-86759246-edfb-4a01-85e3-34eafde458ba tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:38.481592 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3e20162b-a074-46f7-b309-7df1f233dbdd req-86759246-edfb-4a01-85e3-34eafde458ba tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e1bd198-8b8d-43eb-949b-a1d5fdded7a5 HTTP/1.1" status: 200 len: 944 time: 0.0941918 May 05 22:23:38.529249 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3e20162b-a074-46f7-b309-7df1f233dbdd req-b9164c2d-eda0-4180-8894-d7cac7df6b05 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415924 May 05 22:23:38.718362 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60502) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:23:38.840506 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8fbb248f-f47b-488b-b86b-8a44480a131c tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/floatingips/35ac7689-187b-49cb-9c36-a8ac0387c332 HTTP/1.1" status: 200 len: 992 time: 0.1208694 May 05 22:23:39.736781 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb164db4-a98c-4a2e-87f9-a3dc318e7b71 req-a938795c-2995-4adc-81f9-281253111e67 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:39.738933 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-eb164db4-a98c-4a2e-87f9-a3dc318e7b71 req-a938795c-2995-4adc-81f9-281253111e67 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e1bd198-8b8d-43eb-949b-a1d5fdded7a5 HTTP/1.1" status: 200 len: 944 time: 0.0788994 May 05 22:23:39.789795 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-eb164db4-a98c-4a2e-87f9-a3dc318e7b71 req-73685d52-cf34-4679-995c-92f729c30808 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450253 May 05 22:23:39.844472 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60508) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:23:39.951485 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-cdfe78fd-d74d-4561-91b9-97038ad95208 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/floatingips/35ac7689-187b-49cb-9c36-a8ac0387c332 HTTP/1.1" status: 200 len: 992 time: 0.1047187 May 05 22:23:40.309696 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f81fbcb-ce92-4d72-baec-62e8d8d8ac86 None None] New status for floating IP 35ac7689-187b-49cb-9c36-a8ac0387c332: ACTIVE {{(pid=84068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 22:23:40.954519 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60514) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:23:40.999905 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573760c8-27c1-472a-8ec9-315ea5b27de5 req-53a9afa5-0db1-4e78-9e60-0b4f478e908b tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:41.001843 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-573760c8-27c1-472a-8ec9-315ea5b27de5 req-53a9afa5-0db1-4e78-9e60-0b4f478e908b tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e1bd198-8b8d-43eb-949b-a1d5fdded7a5 HTTP/1.1" status: 200 len: 944 time: 0.0828302 May 05 22:23:41.050191 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-573760c8-27c1-472a-8ec9-315ea5b27de5 req-d8569400-03a8-4b1f-93c6-b98d42463541 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422094 May 05 22:23:41.059354 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0b43569d-a9c7-40cc-b4e2-dde6d23c71e2 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/floatingips/35ac7689-187b-49cb-9c36-a8ac0387c332 HTTP/1.1" status: 200 len: 994 time: 0.1038191 May 05 22:23:42.261972 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b3898-f439-4827-970e-3f4ecf981ed8 req-61a11611-c88e-440f-a036-49c474535ff3 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:42.263338 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-602b3898-f439-4827-970e-3f4ecf981ed8 req-61a11611-c88e-440f-a036-49c474535ff3 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e1bd198-8b8d-43eb-949b-a1d5fdded7a5 HTTP/1.1" status: 200 len: 944 time: 0.0831950 May 05 22:23:42.310894 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-602b3898-f439-4827-970e-3f4ecf981ed8 req-8954dca2-c12f-4171-a303-c7c92d2395da tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417540 May 05 22:23:43.530758 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f766095-3c0e-4ba6-9803-1ba331e06bf0 req-89a8faf5-11ee-4c73-a640-839397f7e19e tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:43.532116 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3f766095-3c0e-4ba6-9803-1ba331e06bf0 req-89a8faf5-11ee-4c73-a640-839397f7e19e tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e1bd198-8b8d-43eb-949b-a1d5fdded7a5 HTTP/1.1" status: 200 len: 944 time: 0.0809729 May 05 22:23:43.580056 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3f766095-3c0e-4ba6-9803-1ba331e06bf0 req-9dec72fc-a75d-4409-be47-f4aa8fccde18 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416474 May 05 22:23:43.964084 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b092d701-3c05-4052-9efd-dfbe80d99913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:44.792530 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093813e8-6829-4e85-b515-d4555ec7e415 req-25e88e55-494c-4976-a7c5-01627a65e757 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:44.793874 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-093813e8-6829-4e85-b515-d4555ec7e415 req-25e88e55-494c-4976-a7c5-01627a65e757 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e1bd198-8b8d-43eb-949b-a1d5fdded7a5 HTTP/1.1" status: 200 len: 944 time: 0.0844977 May 05 22:23:44.840757 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-093813e8-6829-4e85-b515-d4555ec7e415 req-3b4a0ddd-0d36-4443-83d7-d15e265683cd tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407927 May 05 22:23:46.047192 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb56ab-86a1-4ae2-bab4-920d55430fcc req-7e34c9b1-2f1a-46ef-8249-477d6ac08eb4 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:46.048632 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-15cb56ab-86a1-4ae2-bab4-920d55430fcc req-7e34c9b1-2f1a-46ef-8249-477d6ac08eb4 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e1bd198-8b8d-43eb-949b-a1d5fdded7a5 HTTP/1.1" status: 200 len: 944 time: 0.0773115 May 05 22:23:46.095449 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-15cb56ab-86a1-4ae2-bab4-920d55430fcc req-ab22eab3-f735-43d7-8750-40f23b7a4996 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393360 May 05 22:23:46.310463 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-657da28f-2085-4800-a4bc-5984d30491fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:47.316254 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:23:47.452334 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:47.518033 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:47.633895 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109e6ff-2a79-47b8-b5fa-932f94a233d2 req-896b116c-6730-4064-bc3d-6331fb5bee0a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:47.635505 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3109e6ff-2a79-47b8-b5fa-932f94a233d2 req-896b116c-6730-4064-bc3d-6331fb5bee0a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e1bd198-8b8d-43eb-949b-a1d5fdded7a5 HTTP/1.1" status: 200 len: 944 time: 0.4133682 May 05 22:23:47.680281 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3109e6ff-2a79-47b8-b5fa-932f94a233d2 req-830874c6-b98c-4ff8-902a-5579bc153bce tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392549 May 05 22:23:48.901698 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f7896-0176-4e3b-8368-b13d770cb4ae req-d70a7e0d-9d6e-4adf-a1d5-b1785a6dbe24 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:48.903075 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-172f7896-0176-4e3b-8368-b13d770cb4ae req-d70a7e0d-9d6e-4adf-a1d5-b1785a6dbe24 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e1bd198-8b8d-43eb-949b-a1d5fdded7a5 HTTP/1.1" status: 200 len: 944 time: 0.0847063 May 05 22:23:48.950141 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-172f7896-0176-4e3b-8368-b13d770cb4ae req-7fcabb89-2550-43b4-a5a5-1925a8d4cc1f tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414774 May 05 22:23:49.031093 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:50.158386 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf7087-cf98-42ea-ac86-4c5574b00376 req-c4b168da-e372-4ef0-9185-4f4e914ecf5d tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:50.159860 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c1bf7087-cf98-42ea-ac86-4c5574b00376 req-c4b168da-e372-4ef0-9185-4f4e914ecf5d tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e1bd198-8b8d-43eb-949b-a1d5fdded7a5 HTTP/1.1" status: 200 len: 944 time: 0.0813198 May 05 22:23:50.205815 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c1bf7087-cf98-42ea-ac86-4c5574b00376 req-75f72872-7b41-4ecb-81ab-14e0012e6280 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398269 May 05 22:23:51.409473 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719eb030-a220-43ee-828d-05c04f9b857c req-a2bb066c-c960-4578-a2bc-5dc99f2d8e02 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:51.410828 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-719eb030-a220-43ee-828d-05c04f9b857c req-a2bb066c-c960-4578-a2bc-5dc99f2d8e02 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e1bd198-8b8d-43eb-949b-a1d5fdded7a5 HTTP/1.1" status: 200 len: 944 time: 0.0814347 May 05 22:23:51.458755 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-719eb030-a220-43ee-828d-05c04f9b857c req-da0f0b19-df21-4c37-b8ae-799ca154a8fe tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396099 May 05 22:23:52.168462 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 2dee6876-9ab9-4ec3-a49a-b3f9ed7134c3 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:23:52.312612 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 2dee6876-9ab9-4ec3-a49a-b3f9ed7134c3, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=2dee6876-9ab9-4ec3-a49a-b3f9ed7134c3,segment=NetworkSegment(08dd8774-d241-4744-a888-af1c6f605e19),segment_id=08dd8774-d241-4744-a888-af1c6f605e19)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:23:52.326863 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '2dee6876-9ab9-4ec3-a49a-b3f9ed7134c3', 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9', 'port_id': '2dee6876-9ab9-4ec3-a49a-b3f9ed7134c3', 'mac_address': 'fa:16:3e:70:f6:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0e1a026-9d64-4912-950a-4e44331f2f8e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:23:52.382976 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:52.402947 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dee6876-9ab9-4ec3-a49a-b3f9ed7134c3 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:23:52.423165 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 2dee6876-9ab9-4ec3-a49a-b3f9ed7134c3, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=2dee6876-9ab9-4ec3-a49a-b3f9ed7134c3,segment=NetworkSegment(08dd8774-d241-4744-a888-af1c6f605e19),segment_id=08dd8774-d241-4744-a888-af1c6f605e19)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:23:52.429181 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:52.496376 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=2dee6876-9ab9-4ec3-a49a-b3f9ed7134c3,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:23:52.659930 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['2dee6876-9ab9-4ec3-a49a-b3f9ed7134c3'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:23:52.742873 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bce561-8c25-40ce-a281-c109fbefb4c0 req-3aac45a9-3041-4624-a636-d446550972c8 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:52.744378 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-70bce561-8c25-40ce-a281-c109fbefb4c0 req-3aac45a9-3041-4624-a636-d446550972c8 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e1bd198-8b8d-43eb-949b-a1d5fdded7a5 HTTP/1.1" status: 200 len: 945 time: 0.1603181 May 05 22:23:52.790569 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-70bce561-8c25-40ce-a281-c109fbefb4c0 req-eff0c6d4-20a3-4f1d-9471-c5b2f7175735 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404756 May 05 22:23:54.008580 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e70722-1808-46c3-ac1c-2652bcdf5e89 req-40b78db0-616a-4c82-84b8-f796a473f587 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:54.010036 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c1e70722-1808-46c3-ac1c-2652bcdf5e89 req-40b78db0-616a-4c82-84b8-f796a473f587 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e1bd198-8b8d-43eb-949b-a1d5fdded7a5 HTTP/1.1" status: 200 len: 945 time: 0.0912683 May 05 22:23:54.063335 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c1e70722-1808-46c3-ac1c-2652bcdf5e89 req-16e79a43-27b2-4c5e-8d62-5c50cb0a078d tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476112 May 05 22:23:54.182953 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 2dee6876-9ab9-4ec3-a49a-b3f9ed7134c3 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:23:54.259601 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port 2dee6876-9ab9-4ec3-a49a-b3f9ed7134c3 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:23:54.266231 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 2dee6876-9ab9-4ec3-a49a-b3f9ed7134c3 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:23:54.266810 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:54.399443 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:54.433707 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e1bd198-8b8d-43eb-949b-a1d5fdded7a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dee6876-9ab9-4ec3-a49a-b3f9ed7134c3'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:23:54.443511 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 2dee6876-9ab9-4ec3-a49a-b3f9ed7134c3, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=2dee6876-9ab9-4ec3-a49a-b3f9ed7134c3,segment=NetworkSegment(08dd8774-d241-4744-a888-af1c6f605e19),segment_id=08dd8774-d241-4744-a888-af1c6f605e19)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:23:54.450501 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:54.495624 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff760946-6c48-4b72-ac9b-40c97a9f4bc7'] response: {'server_uuid': '5e1bd198-8b8d-43eb-949b-a1d5fdded7a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dee6876-9ab9-4ec3-a49a-b3f9ed7134c3', 'code': 200} May 05 22:23:54.524449 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=2dee6876-9ab9-4ec3-a49a-b3f9ed7134c3,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:23:54.631721 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-03e32a03-2593-45c9-bfd0-0f2b0666a21a req-8e790ce9-a4f2-4007-90db-6b9bde4913bd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5e1bd198-8b8d-43eb-949b-a1d5fdded7a5 HTTP/1.1" status: 200 len: 1097 time: 0.0805421 May 05 22:23:54.679117 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-03e32a03-2593-45c9-bfd0-0f2b0666a21a req-319bf361-17ef-430c-a4fc-a528f4eafc5a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414135 May 05 22:23:55.279727 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6dbc4-d594-4dcb-b147-1ab9b7b2cd3b req-6dc16aff-edb9-401c-b7f1-693120834517 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:55.281171 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4ca6dbc4-d594-4dcb-b147-1ab9b7b2cd3b req-6dc16aff-edb9-401c-b7f1-693120834517 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e1bd198-8b8d-43eb-949b-a1d5fdded7a5 HTTP/1.1" status: 200 len: 946 time: 0.0883226 May 05 22:23:55.329981 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4ca6dbc4-d594-4dcb-b147-1ab9b7b2cd3b req-c0de318b-f097-428e-9538-d503425562f2 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431845 May 05 22:23:56.550818 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f51e1-e90e-4a88-9782-c5ed5df426b1 req-cc5470f2-131d-45b1-8597-339992728db0 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:56.552319 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4f7f51e1-e90e-4a88-9782-c5ed5df426b1 req-cc5470f2-131d-45b1-8597-339992728db0 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e1bd198-8b8d-43eb-949b-a1d5fdded7a5 HTTP/1.1" status: 200 len: 946 time: 0.0822012 May 05 22:23:56.599347 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4f7f51e1-e90e-4a88-9782-c5ed5df426b1 req-adab5afe-e7b3-4842-91f7-133bebc3e323 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412047 May 05 22:23:56.809945 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991eed09-af40-4796-acc3-50ec06c3fdbe req-adad274a-ae82-47e6-96d5-3cecb8794e48 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:56.811411 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-991eed09-af40-4796-acc3-50ec06c3fdbe req-adad274a-ae82-47e6-96d5-3cecb8794e48 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e1bd198-8b8d-43eb-949b-a1d5fdded7a5 HTTP/1.1" status: 200 len: 946 time: 0.0875816 May 05 22:23:56.857088 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-991eed09-af40-4796-acc3-50ec06c3fdbe req-e611262d-dc5c-4a24-ae0e-f96303b80266 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400527 May 05 22:23:57.060629 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff655f-8752-48ac-b0b7-baf32f1efde7 req-169970e8-0979-489b-9f57-8f349492c95b tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:57.062083 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-faff655f-8752-48ac-b0b7-baf32f1efde7 req-169970e8-0979-489b-9f57-8f349492c95b tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e1bd198-8b8d-43eb-949b-a1d5fdded7a5 HTTP/1.1" status: 200 len: 946 time: 0.0836895 May 05 22:23:57.110110 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-faff655f-8752-48ac-b0b7-baf32f1efde7 req-5f3f7000-58ea-4342-b627-a26564907c84 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396261 May 05 22:23:57.611880 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d7bdd3-4518-4ab3-b088-acd804e1e631 req-c8e7d388-46dd-4fac-88aa-b99f62e68a97 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:57.613347 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-50d7bdd3-4518-4ab3-b088-acd804e1e631 req-c8e7d388-46dd-4fac-88aa-b99f62e68a97 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e1bd198-8b8d-43eb-949b-a1d5fdded7a5 HTTP/1.1" status: 200 len: 946 time: 0.0795801 May 05 22:23:57.671059 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-50d7bdd3-4518-4ab3-b088-acd804e1e631 req-89ebbdf9-5bd0-428d-a838-8a47dba13a47 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481606 May 05 22:23:58.882698 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0275947-955a-453a-8014-f69aaf51d0f7 req-22975f84-33ed-41c6-9b95-496296eccdbb tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:58.884184 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a0275947-955a-453a-8014-f69aaf51d0f7 req-22975f84-33ed-41c6-9b95-496296eccdbb tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e1bd198-8b8d-43eb-949b-a1d5fdded7a5 HTTP/1.1" status: 200 len: 946 time: 0.0782332 May 05 22:23:58.981671 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a0275947-955a-453a-8014-f69aaf51d0f7 req-14de3e8f-634b-4f30-bf0b-f12fc44fe0bd tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677173 May 05 22:23:58.996600 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248c260-df48-4a28-8288-6fb53b090469 req-9815fb24-09a1-4ac3-a7ba-e0f0d94c3bc6 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:23:58.998144 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6248c260-df48-4a28-8288-6fb53b090469 req-9815fb24-09a1-4ac3-a7ba-e0f0d94c3bc6 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e1bd198-8b8d-43eb-949b-a1d5fdded7a5 HTTP/1.1" status: 200 len: 946 time: 0.1130230 May 05 22:23:59.067068 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-6248c260-df48-4a28-8288-6fb53b090469 req-d46160b7-41e6-4391-a503-ee231803af12 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Deleting port 2dee6876-9ab9-4ec3-a49a-b3f9ed7134c3 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:23:59.067316 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-6248c260-df48-4a28-8288-6fb53b090469 req-d46160b7-41e6-4391-a503-ee231803af12 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:59.307887 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-6248c260-df48-4a28-8288-6fb53b090469 req-d46160b7-41e6-4391-a503-ee231803af12 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] For port 2dee6876-9ab9-4ec3-a49a-b3f9ed7134c3, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=2dee6876-9ab9-4ec3-a49a-b3f9ed7134c3,segment=NetworkSegment(08dd8774-d241-4744-a888-af1c6f605e19),segment_id=08dd8774-d241-4744-a888-af1c6f605e19)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:23:59.308142 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-6248c260-df48-4a28-8288-6fb53b090469 req-d46160b7-41e6-4391-a503-ee231803af12 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:59.516470 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-6248c260-df48-4a28-8288-6fb53b090469 req-d46160b7-41e6-4391-a503-ee231803af12 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Calling delete_port for 2dee6876-9ab9-4ec3-a49a-b3f9ed7134c3 owned by compute:nova {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:23:59.659068 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-6248c260-df48-4a28-8288-6fb53b090469 req-d46160b7-41e6-4391-a503-ee231803af12 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:59.672023 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['2dee6876-9ab9-4ec3-a49a-b3f9ed7134c3'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:23:59.707463 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46160b7-41e6-4391-a503-ee231803af12 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Pushing event deleted for resources: {'Port': ['ID=2dee6876-9ab9-4ec3-a49a-b3f9ed7134c3,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:23:59.797172 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-6248c260-df48-4a28-8288-6fb53b090469 req-d46160b7-41e6-4391-a503-ee231803af12 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] No DVR routers for this DVR port 2dee6876-9ab9-4ec3-a49a-b3f9ed7134c3 on host n-h2-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:23:59.799968 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-6248c260-df48-4a28-8288-6fb53b090469 req-d46160b7-41e6-4391-a503-ee231803af12 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:23:59.802579 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e1bd198-8b8d-43eb-949b-a1d5fdded7a5', 'name': 'network-vif-deleted', 'tag': '2dee6876-9ab9-4ec3-a49a-b3f9ed7134c3'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:23:59.821793 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6248c260-df48-4a28-8288-6fb53b090469 req-d46160b7-41e6-4391-a503-ee231803af12 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.32 "DELETE /v2.0/ports/2dee6876-9ab9-4ec3-a49a-b3f9ed7134c3 HTTP/1.1" status: 204 len: 173 time: 0.8180189 May 05 22:23:59.869843 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e715cf21-10f3-4bf4-9ef0-bade8f7f64a3'] response: {'server_uuid': '5e1bd198-8b8d-43eb-949b-a1d5fdded7a5', 'name': 'network-vif-deleted', 'tag': '2dee6876-9ab9-4ec3-a49a-b3f9ed7134c3', 'status': 'completed', 'code': 200} May 05 22:24:00.153536 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-a95886fc-9cc2-4553-8369-db36a88f89ef req-e560b18e-8dec-40d8-a5aa-3849ab8dd181 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Synchronizing usage tracker for tenant:7aecd0947c574ab7b57adc91150658c3 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:24:00.174048 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-a95886fc-9cc2-4553-8369-db36a88f89ef req-e560b18e-8dec-40d8-a5aa-3849ab8dd181 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Unset dirty status for tenant:7aecd0947c574ab7b57adc91150658c3 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:24:00.175449 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a95886fc-9cc2-4553-8369-db36a88f89ef req-e560b18e-8dec-40d8-a5aa-3849ab8dd181 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e1bd198-8b8d-43eb-949b-a1d5fdded7a5 HTTP/1.1" status: 200 len: 210 time: 0.0664120 May 05 22:24:02.213662 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 2dee6876-9ab9-4ec3-a49a-b3f9ed7134c3 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:24:02.246818 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: 2dee6876-9ab9-4ec3-a49a-b3f9ed7134c3 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:24:02.247223 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 2dee6876-9ab9-4ec3-a49a-b3f9ed7134c3 not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:24:02.297382 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60580) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:24:02.517976 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-2121da2e-e792-436f-9372-6348ebed800e tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/floatingips/35ac7689-187b-49cb-9c36-a8ac0387c332 HTTP/1.1" status: 200 len: 994 time: 0.2194929 May 05 22:24:02.834829 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60598) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:24:03.040198 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-6b9652c4-bb4f-4df7-b03d-ad9dbe428e73 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Deleting port c62733b5-fa66-4d7f-8b44-a70bdc8da35e {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:24:03.040544 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6b9652c4-bb4f-4df7-b03d-ad9dbe428e73 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:03.216533 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6b9652c4-bb4f-4df7-b03d-ad9dbe428e73 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:03.216836 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6b9652c4-bb4f-4df7-b03d-ad9dbe428e73 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:03.339767 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-6b9652c4-bb4f-4df7-b03d-ad9dbe428e73 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Calling delete_port for c62733b5-fa66-4d7f-8b44-a70bdc8da35e owned by network:floatingip {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:24:03.514715 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6b9652c4-bb4f-4df7-b03d-ad9dbe428e73 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:03.570780 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9652c4-bb4f-4df7-b03d-ad9dbe428e73 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Pushing event deleted for resources: {'Port': ['ID=c62733b5-fa66-4d7f-8b44-a70bdc8da35e,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:24:03.707362 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6b9652c4-bb4f-4df7-b03d-ad9dbe428e73 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for floatingip, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:04.154836 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b9652c4-bb4f-4df7-b03d-ad9dbe428e73 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Router 52896a15-8e39-4f59-8158-bfd9dfbe0d7c has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:24:04.363090 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9652c4-bb4f-4df7-b03d-ad9dbe428e73 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:24:04.373109 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e2cd79-aa95-4321-b4f6-dd5b3dff4136 None None] Sync routers for ids ['52896a15-8e39-4f59-8158-bfd9dfbe0d7c'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:24:04.379873 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6b9652c4-bb4f-4df7-b03d-ad9dbe428e73 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:04.386109 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e2cd79-aa95-4321-b4f6-dd5b3dff4136 None None] Routers {'52896a15-8e39-4f59-8158-bfd9dfbe0d7c'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:24:04.386837 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-11e2cd79-aa95-4321-b4f6-dd5b3dff4136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:23:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['52896a15-8e39-4f59-8158-bfd9dfbe0d7c'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:24:04.552330 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-6b9652c4-bb4f-4df7-b03d-ad9dbe428e73 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "DELETE /v2.0/floatingips/35ac7689-187b-49cb-9c36-a8ac0387c332 HTTP/1.1" status: 204 len: 168 time: 1.7157426 May 05 22:24:04.553166 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cef208d0-a7b9-4c3f-b889-177b713a2073', 'tag': 'f756b61e-a164-41f1-aa27-0fb0abb5c33a'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:24:04.579932 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-11e2cd79-aa95-4321-b4f6-dd5b3dff4136 None None] Set router 52896a15-8e39-4f59-8158-bfd9dfbe0d7c gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:24:04.608537 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8983e2e-ea74-49c2-9435-6dde7b3332b0'] response: {'name': 'network-changed', 'server_uuid': 'cef208d0-a7b9-4c3f-b889-177b713a2073', 'tag': 'f756b61e-a164-41f1-aa27-0fb0abb5c33a', 'status': 'completed', 'code': 200} May 05 22:24:04.702692 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5d636244-146e-42f5-b8e5-07e24932f846 req-e2db04a1-1fed-4b7a-a7c3-fd006bac7b93 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d71c16b2c284427c858b4c912eefc596&device_id=cef208d0-a7b9-4c3f-b889-177b713a2073 HTTP/1.1" status: 200 len: 1097 time: 0.0703526 May 05 22:24:04.845483 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d636244-146e-42f5-b8e5-07e24932f846 req-14f467e7-bea1-487d-a567-c3be9ef72932 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:24:04.847135 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5d636244-146e-42f5-b8e5-07e24932f846 req-14f467e7-bea1-487d-a567-c3be9ef72932 service neutron] 10.222.0.44 "GET /v2.0/networks?id=710aeec6-3178-4b8d-8a08-15c5749ec031 HTTP/1.1" status: 200 len: 898 time: 0.1370838 May 05 22:24:04.925527 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5d636244-146e-42f5-b8e5-07e24932f846 req-591b44d4-c0eb-4943-b850-02c4d419f3d4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f756b61e-a164-41f1-aa27-0fb0abb5c33a HTTP/1.1" status: 200 len: 217 time: 0.0717664 May 05 22:24:04.952551 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-11e2cd79-aa95-4321-b4f6-dd5b3dff4136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52896a15-8e39-4f59-8158-bfd9dfbe0d7c', 'name': 'tempest-TestNetworkBasicOps-router-1096400070', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '902f98de-2f4b-4456-8e3f-251069b7ef77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:23:05Z', 'updated_at': '2022-05-05T22:23:10Z', 'revision_number': 4, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'gw_port': {'id': '902f98de-2f4b-4456-8e3f-251069b7ef77', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52896a15-8e39-4f59-8158-bfd9dfbe0d7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:23:05Z', 'updated_at': '2022-05-05T22:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '40c9a48b-11e2-4401-870b-3d40da33fd43', 'name': '', 'network_id': '710aeec6-3178-4b8d-8a08-15c5749ec031', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'mac_address': 'fa:16:3e:17:0f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52896a15-8e39-4f59-8158-bfd9dfbe0d7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13b34f39-885b-4870-a3b3-203b6ed3feb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:23:09Z', 'updated_at': '2022-05-05T22:23:30Z', 'revision_number': 5, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'subnets': [{'id': '13b34f39-885b-4870-a3b3-203b6ed3feb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:24:04.956668 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e2cd79-aa95-4321-b4f6-dd5b3dff4136 None None] Checking router: 52896a15-8e39-4f59-8158-bfd9dfbe0d7c for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:24:04.967847 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e2cd79-aa95-4321-b4f6-dd5b3dff4136 None None] Routers {'52896a15-8e39-4f59-8158-bfd9dfbe0d7c'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:24:04.968478 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-11e2cd79-aa95-4321-b4f6-dd5b3dff4136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:23:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['52896a15-8e39-4f59-8158-bfd9dfbe0d7c'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:24:04.988749 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031da57a-9eae-4ecd-9241-8d04fe10ea3f req-6fa63037-583a-43c5-a04b-793165ff540a tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:24:04.991852 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d636244-146e-42f5-b8e5-07e24932f846 req-583b914e-f17f-400c-b922-3aae157c1d35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:24:04.993433 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5d636244-146e-42f5-b8e5-07e24932f846 req-583b914e-f17f-400c-b922-3aae157c1d35 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=13b34f39-885b-4870-a3b3-203b6ed3feb7 HTTP/1.1" status: 200 len: 835 time: 0.0611391 May 05 22:24:04.995150 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-031da57a-9eae-4ecd-9241-8d04fe10ea3f req-6fa63037-583a-43c5-a04b-793165ff540a tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef208d0-a7b9-4c3f-b889-177b713a2073 HTTP/1.1" status: 200 len: 946 time: 0.1012156 May 05 22:24:05.049699 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-031da57a-9eae-4ecd-9241-8d04fe10ea3f req-f28a57db-75b4-4a3a-a781-125499cd3388 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/security-groups?id=83c08501-4956-4411-b739-20c17867653a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526564 May 05 22:24:05.089760 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5d636244-146e-42f5-b8e5-07e24932f846 req-3426d1b1-0c24-4be5-954f-d711bca27643 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=710aeec6-3178-4b8d-8a08-15c5749ec031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0900722 May 05 22:24:05.184360 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-11e2cd79-aa95-4321-b4f6-dd5b3dff4136 None None] Set router 52896a15-8e39-4f59-8158-bfd9dfbe0d7c gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:24:05.232286 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5d636244-146e-42f5-b8e5-07e24932f846 req-52bb378f-97b8-4779-91ac-c30b7b1b8dda service neutron] 10.222.0.44 "GET /v2.0/networks/710aeec6-3178-4b8d-8a08-15c5749ec031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347191 May 05 22:24:05.366136 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5d636244-146e-42f5-b8e5-07e24932f846 req-8836a218-32a7-482c-a8ca-b83bc5be2dfa service neutron] 10.222.0.44 "GET /v2.0/networks/710aeec6-3178-4b8d-8a08-15c5749ec031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275487 May 05 22:24:05.494916 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-11e2cd79-aa95-4321-b4f6-dd5b3dff4136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52896a15-8e39-4f59-8158-bfd9dfbe0d7c', 'name': 'tempest-TestNetworkBasicOps-router-1096400070', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '902f98de-2f4b-4456-8e3f-251069b7ef77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:23:05Z', 'updated_at': '2022-05-05T22:23:10Z', 'revision_number': 4, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'gw_port': {'id': '902f98de-2f4b-4456-8e3f-251069b7ef77', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52896a15-8e39-4f59-8158-bfd9dfbe0d7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:23:05Z', 'updated_at': '2022-05-05T22:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '40c9a48b-11e2-4401-870b-3d40da33fd43', 'name': '', 'network_id': '710aeec6-3178-4b8d-8a08-15c5749ec031', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'mac_address': 'fa:16:3e:17:0f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52896a15-8e39-4f59-8158-bfd9dfbe0d7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13b34f39-885b-4870-a3b3-203b6ed3feb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:23:09Z', 'updated_at': '2022-05-05T22:23:30Z', 'revision_number': 5, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'subnets': [{'id': '13b34f39-885b-4870-a3b3-203b6ed3feb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:24:05.499117 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e2cd79-aa95-4321-b4f6-dd5b3dff4136 None None] The sync data for ids ['52896a15-8e39-4f59-8158-bfd9dfbe0d7c'] in n-d-825175-4 is: [{'id': '52896a15-8e39-4f59-8158-bfd9dfbe0d7c', 'name': 'tempest-TestNetworkBasicOps-router-1096400070', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '902f98de-2f4b-4456-8e3f-251069b7ef77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:23:05Z', 'updated_at': '2022-05-05T22:23:10Z', 'revision_number': 4, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'gw_port': {'id': '902f98de-2f4b-4456-8e3f-251069b7ef77', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52896a15-8e39-4f59-8158-bfd9dfbe0d7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:23:05Z', 'updated_at': '2022-05-05T22:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '40c9a48b-11e2-4401-870b-3d40da33fd43', 'name': '', 'network_id': '710aeec6-3178-4b8d-8a08-15c5749ec031', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'mac_address': 'fa:16:3e:17:0f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52896a15-8e39-4f59-8158-bfd9dfbe0d7c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '13b34f39-885b-4870-a3b3-203b6ed3feb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:23:09Z', 'updated_at': '2022-05-05T22:23:30Z', 'revision_number': 5, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'subnets': [{'id': '13b34f39-885b-4870-a3b3-203b6ed3feb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:24:05.733023 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3b3e0b-9af7-4d3c-b68a-ad1ce6e203f6 None None] New status for floating IP 35ac7689-187b-49cb-9c36-a8ac0387c332: DOWN {{(pid=84068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 22:24:06.011657 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:06.163658 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fc648f-8ced-4713-9ff0-4ee9c8f22a68 req-6425cb4a-cedf-4170-9224-4be85bcc741a tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:24:06.164345 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-32fc648f-8ced-4713-9ff0-4ee9c8f22a68 req-6425cb4a-cedf-4170-9224-4be85bcc741a tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Synchronizing usage tracker for tenant:d71c16b2c284427c858b4c912eefc596 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:24:06.188436 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-32fc648f-8ced-4713-9ff0-4ee9c8f22a68 req-6425cb4a-cedf-4170-9224-4be85bcc741a tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Unset dirty status for tenant:d71c16b2c284427c858b4c912eefc596 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:24:06.189651 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-32fc648f-8ced-4713-9ff0-4ee9c8f22a68 req-6425cb4a-cedf-4170-9224-4be85bcc741a tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.44 "GET /v2.0/ports?device_id=cef208d0-a7b9-4c3f-b889-177b713a2073 HTTP/1.1" status: 200 len: 946 time: 0.1084306 May 05 22:24:06.261996 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-32fc648f-8ced-4713-9ff0-4ee9c8f22a68 req-f9eb9a9e-645e-4dfa-a89c-701a7c280317 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Deleting port f756b61e-a164-41f1-aa27-0fb0abb5c33a {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:24:06.262346 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-32fc648f-8ced-4713-9ff0-4ee9c8f22a68 req-f9eb9a9e-645e-4dfa-a89c-701a7c280317 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:06.290903 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd866b2c-2380-4018-b937-5728c00ca3b3 req-8a9a47ad-ddfe-4301-82e5-8024086d40fe tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:24:06.290903 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fd866b2c-2380-4018-b937-5728c00ca3b3 req-8a9a47ad-ddfe-4301-82e5-8024086d40fe tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef208d0-a7b9-4c3f-b889-177b713a2073 HTTP/1.1" status: 200 len: 946 time: 0.1046159 May 05 22:24:06.336716 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fd866b2c-2380-4018-b937-5728c00ca3b3 req-c64d3504-450b-4fbc-8a54-424073164d57 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/security-groups?id=83c08501-4956-4411-b739-20c17867653a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410342 May 05 22:24:06.342367 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:06.520239 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-32fc648f-8ced-4713-9ff0-4ee9c8f22a68 req-f9eb9a9e-645e-4dfa-a89c-701a7c280317 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] For port f756b61e-a164-41f1-aa27-0fb0abb5c33a, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=f756b61e-a164-41f1-aa27-0fb0abb5c33a,segment=NetworkSegment(50bea046-e4e3-4ab5-9cb6-a2e79dc0dd31),segment_id=50bea046-e4e3-4ab5-9cb6-a2e79dc0dd31)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:24:06.520862 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-32fc648f-8ced-4713-9ff0-4ee9c8f22a68 req-f9eb9a9e-645e-4dfa-a89c-701a7c280317 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:06.645275 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-32fc648f-8ced-4713-9ff0-4ee9c8f22a68 req-f9eb9a9e-645e-4dfa-a89c-701a7c280317 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Calling delete_port for f756b61e-a164-41f1-aa27-0fb0abb5c33a owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:24:06.792439 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-32fc648f-8ced-4713-9ff0-4ee9c8f22a68 req-f9eb9a9e-645e-4dfa-a89c-701a7c280317 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:06.843700 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb9a9e-645e-4dfa-a89c-701a7c280317 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Pushing event deleted for resources: {'Port': ['ID=f756b61e-a164-41f1-aa27-0fb0abb5c33a,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:24:06.917099 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-32fc648f-8ced-4713-9ff0-4ee9c8f22a68 req-f9eb9a9e-645e-4dfa-a89c-701a7c280317 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] No DVR routers for this DVR port f756b61e-a164-41f1-aa27-0fb0abb5c33a on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:24:06.921877 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-32fc648f-8ced-4713-9ff0-4ee9c8f22a68 req-f9eb9a9e-645e-4dfa-a89c-701a7c280317 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:06.923080 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef208d0-a7b9-4c3f-b889-177b713a2073', 'name': 'network-vif-deleted', 'tag': 'f756b61e-a164-41f1-aa27-0fb0abb5c33a'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:24:06.941324 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-32fc648f-8ced-4713-9ff0-4ee9c8f22a68 req-f9eb9a9e-645e-4dfa-a89c-701a7c280317 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.44 "DELETE /v2.0/ports/f756b61e-a164-41f1-aa27-0fb0abb5c33a HTTP/1.1" status: 204 len: 173 time: 0.7452056 May 05 22:24:06.980861 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f9495eb-265b-40bd-be7d-435dbb21282f'] response: {'server_uuid': 'cef208d0-a7b9-4c3f-b889-177b713a2073', 'name': 'network-vif-deleted', 'tag': 'f756b61e-a164-41f1-aa27-0fb0abb5c33a', 'status': 'completed', 'code': 200} May 05 22:24:07.580532 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1c45d88e-7361-4a33-80ba-46183188c3f0 req-6b146fe9-2c47-4499-837d-239b8e4d6f52 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "GET /v2.0/ports?device_id=cef208d0-a7b9-4c3f-b889-177b713a2073 HTTP/1.1" status: 200 len: 210 time: 0.0491652 May 05 22:24:08.688072 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60670) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:24:08.761382 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6ee830f5-607d-4248-a262-c9642cae3ae9 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:08.792853 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6ee830f5-607d-4248-a262-c9642cae3ae9 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:08.957496 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6ee830f5-607d-4248-a262-c9642cae3ae9 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:08.981758 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee830f5-607d-4248-a262-c9642cae3ae9 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c08501-4956-4411-b739-20c17867653a,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:24:08.990025 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6ee830f5-607d-4248-a262-c9642cae3ae9 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:08.991323 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-6ee830f5-607d-4248-a262-c9642cae3ae9 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "DELETE /v2.0/security-groups/83c08501-4956-4411-b739-20c17867653a HTTP/1.1" status: 204 len: 168 time: 0.3022172 May 05 22:24:09.052311 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 60678) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:24:09.450841 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7e0f9e4b-f351-4a9f-8ecc-aaffc8b7a40a tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:09.620536 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device f756b61e-a164-41f1-aa27-0fb0abb5c33a no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:24:09.654803 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: f756b61e-a164-41f1-aa27-0fb0abb5c33a {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:24:09.655440 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device f756b61e-a164-41f1-aa27-0fb0abb5c33a not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:24:10.203350 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-7e0f9e4b-f351-4a9f-8ecc-aaffc8b7a40a tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Deleting port 40c9a48b-11e2-4401-870b-3d40da33fd43 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:24:10.203350 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7e0f9e4b-f351-4a9f-8ecc-aaffc8b7a40a tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:10.395261 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-7e0f9e4b-f351-4a9f-8ecc-aaffc8b7a40a tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] For port 40c9a48b-11e2-4401-870b-3d40da33fd43, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=40c9a48b-11e2-4401-870b-3d40da33fd43,segment=NetworkSegment(50bea046-e4e3-4ab5-9cb6-a2e79dc0dd31),segment_id=50bea046-e4e3-4ab5-9cb6-a2e79dc0dd31)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:24:10.395638 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7e0f9e4b-f351-4a9f-8ecc-aaffc8b7a40a tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:10.527923 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-7e0f9e4b-f351-4a9f-8ecc-aaffc8b7a40a tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Calling delete_port for 40c9a48b-11e2-4401-870b-3d40da33fd43 owned by network:router_interface {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:24:10.711665 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7e0f9e4b-f351-4a9f-8ecc-aaffc8b7a40a tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:10.758393 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0f9e4b-f351-4a9f-8ecc-aaffc8b7a40a tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Pushing event deleted for resources: {'Port': ['ID=40c9a48b-11e2-4401-870b-3d40da33fd43,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:24:11.075257 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7e0f9e4b-f351-4a9f-8ecc-aaffc8b7a40a tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:11.774071 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e0f9e4b-f351-4a9f-8ecc-aaffc8b7a40a tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Router 52896a15-8e39-4f59-8158-bfd9dfbe0d7c has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:24:11.985594 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e0f9e4b-f351-4a9f-8ecc-aaffc8b7a40a tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:24:11.995228 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd59bac4-d129-4075-a4fb-c20d1b193796 None None] Sync routers for ids ['52896a15-8e39-4f59-8158-bfd9dfbe0d7c'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:24:11.999001 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-7e0f9e4b-f351-4a9f-8ecc-aaffc8b7a40a tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "PUT /v2.0/routers/52896a15-8e39-4f59-8158-bfd9dfbe0d7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9452436 May 05 22:24:12.002053 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 60686) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:24:12.008665 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd59bac4-d129-4075-a4fb-c20d1b193796 None None] Routers {'52896a15-8e39-4f59-8158-bfd9dfbe0d7c'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:24:12.009318 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-fd59bac4-d129-4075-a4fb-c20d1b193796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:23:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['52896a15-8e39-4f59-8158-bfd9dfbe0d7c'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:24:12.195781 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-fd59bac4-d129-4075-a4fb-c20d1b193796 None None] Set router 52896a15-8e39-4f59-8158-bfd9dfbe0d7c gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:24:12.219828 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-64c1a50a-7139-4932-a2ee-2879a3b70c33 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Deleting subnet 13b34f39-885b-4870-a3b3-203b6ed3feb7 {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:24:12.223054 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-64c1a50a-7139-4932-a2ee-2879a3b70c33 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:12.289428 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-64c1a50a-7139-4932-a2ee-2879a3b70c33 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:12.392420 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-64c1a50a-7139-4932-a2ee-2879a3b70c33 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:12.476203 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-64c1a50a-7139-4932-a2ee-2879a3b70c33 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:12.519543 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c1a50a-7139-4932-a2ee-2879a3b70c33 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Pushing event deleted for resources: {'Subnet': ['ID=13b34f39-885b-4870-a3b3-203b6ed3feb7,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:24:12.520605 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-fd59bac4-d129-4075-a4fb-c20d1b193796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52896a15-8e39-4f59-8158-bfd9dfbe0d7c', 'name': 'tempest-TestNetworkBasicOps-router-1096400070', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '902f98de-2f4b-4456-8e3f-251069b7ef77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:23:05Z', 'updated_at': '2022-05-05T22:24:10Z', 'revision_number': 5, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'gw_port': {'id': '902f98de-2f4b-4456-8e3f-251069b7ef77', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52896a15-8e39-4f59-8158-bfd9dfbe0d7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:23:05Z', 'updated_at': '2022-05-05T22:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:24:12.524488 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-64c1a50a-7139-4932-a2ee-2879a3b70c33 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:12.534140 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620d1b12-ab1f-4b6c-aad8-db1092dd16e8 None None] Network 710aeec6-3178-4b8d-8a08-15c5749ec031 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:24:12.537798 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c1a50a-7139-4932-a2ee-2879a3b70c33 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:24:12.538145 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c1a50a-7139-4932-a2ee-2879a3b70c33 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:24:12.538544 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c1a50a-7139-4932-a2ee-2879a3b70c33 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:24:12.538930 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c1a50a-7139-4932-a2ee-2879a3b70c33 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:24:12.539266 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c1a50a-7139-4932-a2ee-2879a3b70c33 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:24:12.539766 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c1a50a-7139-4932-a2ee-2879a3b70c33 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:24:12.540248 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c1a50a-7139-4932-a2ee-2879a3b70c33 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:24:12.540610 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c1a50a-7139-4932-a2ee-2879a3b70c33 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:24:12.540940 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c1a50a-7139-4932-a2ee-2879a3b70c33 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:24:12.541260 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c1a50a-7139-4932-a2ee-2879a3b70c33 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:24:12.541582 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c1a50a-7139-4932-a2ee-2879a3b70c33 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:24:12.545335 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-64c1a50a-7139-4932-a2ee-2879a3b70c33 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "DELETE /v2.0/subnets/13b34f39-885b-4870-a3b3-203b6ed3feb7 HTTP/1.1" status: 204 len: 168 time: 0.5423679 May 05 22:24:12.548141 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 60692) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:24:12.555980 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd59bac4-d129-4075-a4fb-c20d1b193796 None None] Checking router: 52896a15-8e39-4f59-8158-bfd9dfbe0d7c for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:24:12.656743 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd59bac4-d129-4075-a4fb-c20d1b193796 None None] Routers {'52896a15-8e39-4f59-8158-bfd9dfbe0d7c'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:24:12.657363 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-fd59bac4-d129-4075-a4fb-c20d1b193796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:23:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['52896a15-8e39-4f59-8158-bfd9dfbe0d7c'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:24:12.780774 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-37d7160f-a245-4c55-a5d9-466c99227d52 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:12.958056 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-fd59bac4-d129-4075-a4fb-c20d1b193796 None None] Set router 52896a15-8e39-4f59-8158-bfd9dfbe0d7c gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:24:12.985244 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-37d7160f-a245-4c55-a5d9-466c99227d52 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:12.997135 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-37d7160f-a245-4c55-a5d9-466c99227d52 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Deleting port 902f98de-2f4b-4456-8e3f-251069b7ef77 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:24:12.997499 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-37d7160f-a245-4c55-a5d9-466c99227d52 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:13.092072 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7c6e0f-3d37-4cbf-a367-42c0c2fa1027 None None] DHCP port deletion for 710aeec6-3178-4b8d-8a08-15c5749ec031 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:24:13.142724 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-6d7c6e0f-3d37-4cbf-a367-42c0c2fa1027 None None] Deleting port 611865a1-1d9e-435f-8ab9-05e2ccc854ee {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:24:13.143095 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6d7c6e0f-3d37-4cbf-a367-42c0c2fa1027 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:13.197994 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-37d7160f-a245-4c55-a5d9-466c99227d52 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] For port 902f98de-2f4b-4456-8e3f-251069b7ef77, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=902f98de-2f4b-4456-8e3f-251069b7ef77,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:24:13.198589 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-37d7160f-a245-4c55-a5d9-466c99227d52 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:13.322274 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-37d7160f-a245-4c55-a5d9-466c99227d52 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Calling delete_port for 902f98de-2f4b-4456-8e3f-251069b7ef77 owned by network:router_gateway {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:24:13.428367 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-6d7c6e0f-3d37-4cbf-a367-42c0c2fa1027 None None] For port 611865a1-1d9e-435f-8ab9-05e2ccc854ee, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=611865a1-1d9e-435f-8ab9-05e2ccc854ee,segment=NetworkSegment(50bea046-e4e3-4ab5-9cb6-a2e79dc0dd31),segment_id=50bea046-e4e3-4ab5-9cb6-a2e79dc0dd31)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:24:13.428757 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6d7c6e0f-3d37-4cbf-a367-42c0c2fa1027 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:13.506519 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-37d7160f-a245-4c55-a5d9-466c99227d52 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:13.553940 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-6d7c6e0f-3d37-4cbf-a367-42c0c2fa1027 None None] Calling delete_port for 611865a1-1d9e-435f-8ab9-05e2ccc854ee owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:24:13.554372 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7160f-a245-4c55-a5d9-466c99227d52 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Pushing event deleted for resources: {'Port': ['ID=902f98de-2f4b-4456-8e3f-251069b7ef77,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:24:13.605453 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-fd59bac4-d129-4075-a4fb-c20d1b193796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52896a15-8e39-4f59-8158-bfd9dfbe0d7c', 'name': 'tempest-TestNetworkBasicOps-router-1096400070', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '902f98de-2f4b-4456-8e3f-251069b7ef77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:23:05Z', 'updated_at': '2022-05-05T22:24:10Z', 'revision_number': 5, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'gw_port': {'id': '902f98de-2f4b-4456-8e3f-251069b7ef77', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52896a15-8e39-4f59-8158-bfd9dfbe0d7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:23:05Z', 'updated_at': '2022-05-05T22:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:24:13.615276 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd59bac4-d129-4075-a4fb-c20d1b193796 None None] The sync data for ids ['52896a15-8e39-4f59-8158-bfd9dfbe0d7c'] in n-d-825175-4 is: [{'id': '52896a15-8e39-4f59-8158-bfd9dfbe0d7c', 'name': 'tempest-TestNetworkBasicOps-router-1096400070', 'tenant_id': 'd71c16b2c284427c858b4c912eefc596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '902f98de-2f4b-4456-8e3f-251069b7ef77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:23:05Z', 'updated_at': '2022-05-05T22:24:10Z', 'revision_number': 5, 'project_id': 'd71c16b2c284427c858b4c912eefc596', 'gw_port': {'id': '902f98de-2f4b-4456-8e3f-251069b7ef77', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52896a15-8e39-4f59-8158-bfd9dfbe0d7c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:23:05Z', 'updated_at': '2022-05-05T22:23:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:24:13.643428 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6d7c6e0f-3d37-4cbf-a367-42c0c2fa1027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:13.696382 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7c6e0f-3d37-4cbf-a367-42c0c2fa1027 None None] Pushing event deleted for resources: {'Port': ['ID=611865a1-1d9e-435f-8ab9-05e2ccc854ee,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:24:13.700517 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7c6e0f-3d37-4cbf-a367-42c0c2fa1027 None None] No DVR routers for this DVR port 611865a1-1d9e-435f-8ab9-05e2ccc854ee on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:24:13.801831 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-37d7160f-a245-4c55-a5d9-466c99227d52 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:13.974155 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8a7c1e22-b967-4ed1-995f-a4f7d2b1a556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:14.155266 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 40c9a48b-11e2-4401-870b-3d40da33fd43 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:24:14.210813 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 40c9a48b-11e2-4401-870b-3d40da33fd43 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:24:14.211096 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-37d7160f-a245-4c55-a5d9-466c99227d52 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:14.211823 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 40c9a48b-11e2-4401-870b-3d40da33fd43 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:24:14.212623 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 611865a1-1d9e-435f-8ab9-05e2ccc854ee no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:24:14.218386 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-37d7160f-a245-4c55-a5d9-466c99227d52 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:14.247411 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 611865a1-1d9e-435f-8ab9-05e2ccc854ee {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:24:14.247772 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 611865a1-1d9e-435f-8ab9-05e2ccc854ee not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:24:14.249724 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-37d7160f-a245-4c55-a5d9-466c99227d52 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:14.250472 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d7160f-a245-4c55-a5d9-466c99227d52 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Fanout notify agent at l3_agent the message router_deleted on router 52896a15-8e39-4f59-8158-bfd9dfbe0d7c {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:24:14.267008 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-37d7160f-a245-4c55-a5d9-466c99227d52 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:14.268095 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-37d7160f-a245-4c55-a5d9-466c99227d52 tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "DELETE /v2.0/routers/52896a15-8e39-4f59-8158-bfd9dfbe0d7c HTTP/1.1" status: 204 len: 168 time: 1.7188768 May 05 22:24:14.270926 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 60698) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:24:14.396323 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d655b477-27ee-4a34-b38c-4ff0639b721f tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:14.535139 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d655b477-27ee-4a34-b38c-4ff0639b721f tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:14.570431 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-d655b477-27ee-4a34-b38c-4ff0639b721f tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['710aeec6-3178-4b8d-8a08-15c5749ec031']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:24:14.589902 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-d655b477-27ee-4a34-b38c-4ff0639b721f tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50bea046-e4e3-4ab5-9cb6-a2e79dc0dd31') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:24:14.590460 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-d655b477-27ee-4a34-b38c-4ff0639b721f tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50bea046-e4e3-4ab5-9cb6-a2e79dc0dd31') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:24:14.604387 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d655b477-27ee-4a34-b38c-4ff0639b721f tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:14.621936 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d655b477-27ee-4a34-b38c-4ff0639b721f tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:14.630109 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d655b477-27ee-4a34-b38c-4ff0639b721f tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:24:14.630519 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d655b477-27ee-4a34-b38c-4ff0639b721f tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:14.650845 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 22:24:14.650845 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:24:14.650845 n-d-825175-4 neutron-server[84061]: timer() May 05 22:24:14.650845 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:24:14.650845 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 22:24:14.650845 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:24:14.650845 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 22:24:14.650845 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:24:14.650845 n-d-825175-4 neutron-server[84061]: self._notify() May 05 22:24:14.650845 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:24:14.650845 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 22:24:14.650845 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:24:14.650845 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 22:24:14.650845 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:24:14.650845 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:24:14.650845 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:24:14.650845 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:24:14.650845 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:24:14.650845 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 22:24:14.650845 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:24:14.650845 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 22:24:14.650845 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:24:14.650845 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:24:14.650845 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:24:14.650845 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 22:24:14.650845 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:24:14.650845 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:24:14.650845 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:24:14.650845 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:24:14.650845 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:24:14.650845 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:24:14.650845 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:24:14.737155 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d655b477-27ee-4a34-b38c-4ff0639b721f tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:14.757928 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d655b477-27ee-4a34-b38c-4ff0639b721f tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:14.769306 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d655b477-27ee-4a34-b38c-4ff0639b721f tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] Pushing event deleted for resources: {'Network': ['ID=710aeec6-3178-4b8d-8a08-15c5749ec031,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:24:14.779136 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-d655b477-27ee-4a34-b38c-4ff0639b721f tempest-TestNetworkBasicOps-1598302863 tempest-TestNetworkBasicOps-1598302863-project] 10.222.0.23 "DELETE /v2.0/networks/710aeec6-3178-4b8d-8a08-15c5749ec031 HTTP/1.1" status: 204 len: 168 time: 0.5070860 May 05 22:24:15.119727 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 60708) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:24:15.312391 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-55bab135-085b-4ac1-9f9a-9f25f7ede294 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d71c16b2c284427c858b4c912eefc596&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1914527 May 05 22:24:15.315563 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 60714) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:24:15.378275 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2614a844-cffc-4bb9-b9d2-78fb6bf17360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:15.404840 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2614a844-cffc-4bb9-b9d2-78fb6bf17360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:15.457492 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2614a844-cffc-4bb9-b9d2-78fb6bf17360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:15.473814 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2614a844-cffc-4bb9-b9d2-78fb6bf17360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843a0590-c18c-447d-834a-616ab7d2e351,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:24:15.484545 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2614a844-cffc-4bb9-b9d2-78fb6bf17360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:15.485711 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-2614a844-cffc-4bb9-b9d2-78fb6bf17360 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/843a0590-c18c-447d-834a-616ab7d2e351 HTTP/1.1" status: 204 len: 168 time: 0.1692297 May 05 22:24:15.856239 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 60724) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:24:15.875075 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e05f139e-60a6-492f-be7f-0b193153db04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:15.909930 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-e05f139e-60a6-492f-be7f-0b193153db04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:24:15.914081 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e05f139e-60a6-492f-be7f-0b193153db04 admin admin] Usage tracker for resource:security_group_rule and tenant:c1ca6f01a2714c4b9d2ab8fe57333373 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:24:15.917059 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e05f139e-60a6-492f-be7f-0b193153db04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:24:15.923197 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-e05f139e-60a6-492f-be7f-0b193153db04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:24:15.990869 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e05f139e-60a6-492f-be7f-0b193153db04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:15.996095 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e05f139e-60a6-492f-be7f-0b193153db04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:16.028467 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 902f98de-2f4b-4456-8e3f-251069b7ef77 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:24:16.035965 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05f139e-60a6-492f-be7f-0b193153db04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62bb2fca-8bdb-4862-9298-168ad3206692,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:24:16.053917 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e05f139e-60a6-492f-be7f-0b193153db04 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c1ca6f01a2714c4b9d2ab8fe57333373&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1963413 May 05 22:24:16.056889 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 60728) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:24:16.074950 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 902f98de-2f4b-4456-8e3f-251069b7ef77 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:24:16.075556 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 902f98de-2f4b-4456-8e3f-251069b7ef77 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:24:16.122365 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-50b70e71-1fd1-4acc-a3d5-31de70d477e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:16.148740 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-50b70e71-1fd1-4acc-a3d5-31de70d477e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:16.202141 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-50b70e71-1fd1-4acc-a3d5-31de70d477e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:16.221552 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b70e71-1fd1-4acc-a3d5-31de70d477e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62bb2fca-8bdb-4862-9298-168ad3206692,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:24:16.224883 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-50b70e71-1fd1-4acc-a3d5-31de70d477e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:16.226413 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-50b70e71-1fd1-4acc-a3d5-31de70d477e5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/62bb2fca-8bdb-4862-9298-168ad3206692 HTTP/1.1" status: 204 len: 168 time: 0.1679759 May 05 22:24:16.306448 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-07d95fa7-56b7-4fb3-8421-0219b45fcd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:17.455460 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:17.513559 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:18.335571 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [req-5c624aa6-405b-494b-a658-6a007ce75cf5 req-8d04998e-923f-460c-9b22-eb736067d06f service neutron] (84063) timed out ('10.222.0.23', 58606) {{(pid=84063) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 05 22:24:19.032652 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:22.727591 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a293fb8-f157-4536-89e8-a6787041fb39 req-4253f1a3-3fb0-421e-8b37-ad4bdb747f7d tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:24:22.728929 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5a293fb8-f157-4536-89e8-a6787041fb39 req-4253f1a3-3fb0-421e-8b37-ad4bdb747f7d tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/networks?id=9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 HTTP/1.1" status: 200 len: 811 time: 0.2354190 May 05 22:24:22.746392 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5a293fb8-f157-4536-89e8-a6787041fb39 req-5c146cd3-66e6-492c-87f7-87336a4e1bec tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/quotas/7aecd0947c574ab7b57adc91150658c3 HTTP/1.1" status: 200 len: 375 time: 0.0120358 May 05 22:24:22.833218 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5a293fb8-f157-4536-89e8-a6787041fb39 req-69d2cc93-93d6-4b8d-88a1-1581cfa90dc0 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7aecd0947c574ab7b57adc91150658c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0793550 May 05 22:24:22.985887 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5a293fb8-f157-4536-89e8-a6787041fb39 req-10972c2d-e761-4c31-8b65-0de163a0773d service neutron] 10.222.0.23 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427674 May 05 22:24:23.122254 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5a293fb8-f157-4536-89e8-a6787041fb39 req-e87a794c-d3be-47e0-b14d-6496e7a85487 service neutron] 10.222.0.23 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304004 May 05 22:24:23.545622 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6c77a411-f51f-4938-b6ad-3634551b2e85 req-2198ce91-0ac5-44e5-b3c3-64de6a327530 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=c49315dc-42a1-498d-ae41-625c3acf2d32 HTTP/1.1" status: 200 len: 210 time: 0.0434015 May 05 22:24:24.317427 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:24:24.717007 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-30bf2436-9647-45b4-b2a3-f5ccc3494d20 req-748d9924-e609-42cb-8001-f251db733c16 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=c49315dc-42a1-498d-ae41-625c3acf2d32 HTTP/1.1" status: 200 len: 210 time: 0.0420928 May 05 22:24:24.830679 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a293fb8-f157-4536-89e8-a6787041fb39 req-751ca58b-61bb-431d-b650-4bc5f455289e tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:24:24.832210 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5a293fb8-f157-4536-89e8-a6787041fb39 req-751ca58b-61bb-431d-b650-4bc5f455289e tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.44 "GET /v2.0/networks?id=9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 HTTP/1.1" status: 200 len: 811 time: 0.1490765 May 05 22:24:24.847713 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-5a293fb8-f157-4536-89e8-a6787041fb39 req-ef695929-bd73-4328-8b08-81134681993a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Request body: {'port': {'device_id': 'c49315dc-42a1-498d-ae41-625c3acf2d32', 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9', 'admin_state_up': True, 'tenant_id': '7aecd0947c574ab7b57adc91150658c3'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:24:24.986094 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-5a293fb8-f157-4536-89e8-a6787041fb39 req-ef695929-bd73-4328-8b08-81134681993a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:24:24.996706 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-5a293fb8-f157-4536-89e8-a6787041fb39 req-ef695929-bd73-4328-8b08-81134681993a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:24:25.008989 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a293fb8-f157-4536-89e8-a6787041fb39 req-ef695929-bd73-4328-8b08-81134681993a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Made reservation on behalf of 7aecd0947c574ab7b57adc91150658c3 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:24:25.012035 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5a293fb8-f157-4536-89e8-a6787041fb39 req-ef695929-bd73-4328-8b08-81134681993a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:25.179963 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-5a293fb8-f157-4536-89e8-a6787041fb39 req-ef695929-bd73-4328-8b08-81134681993a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Allocated IP 172.20.0.6 (9a4e4fe9-3d94-4d16-ae6c-847777a64fe9/e0e1a026-9d64-4912-950a-4e44331f2f8e/d5bcc000-de7d-4ac0-ba7f-ef5901c8e787) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:24:25.394256 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5a293fb8-f157-4536-89e8-a6787041fb39 req-ef695929-bd73-4328-8b08-81134681993a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:25.411790 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-5a293fb8-f157-4536-89e8-a6787041fb39 req-ef695929-bd73-4328-8b08-81134681993a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Transition to ACTIVE for port object d5bcc000-de7d-4ac0-ba7f-ef5901c8e787 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:24:25.435979 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5a293fb8-f157-4536-89e8-a6787041fb39 req-ef695929-bd73-4328-8b08-81134681993a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:25.513981 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a293fb8-f157-4536-89e8-a6787041fb39 req-ef695929-bd73-4328-8b08-81134681993a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Network 9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:24:25.517031 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-5a293fb8-f157-4536-89e8-a6787041fb39 req-ef695929-bd73-4328-8b08-81134681993a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:24:25.519588 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a293fb8-f157-4536-89e8-a6787041fb39 req-ef695929-bd73-4328-8b08-81134681993a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:24:25.578485 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef695929-bd73-4328-8b08-81134681993a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Pushing event updated for resources: {'Port': ['ID=d5bcc000-de7d-4ac0-ba7f-ef5901c8e787,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:24:25.594337 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a293fb8-f157-4536-89e8-a6787041fb39 req-ef695929-bd73-4328-8b08-81134681993a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:24:25.594967 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5a293fb8-f157-4536-89e8-a6787041fb39 req-ef695929-bd73-4328-8b08-81134681993a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:25.616003 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef695929-bd73-4328-8b08-81134681993a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:24:25.616353 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef695929-bd73-4328-8b08-81134681993a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:24:25.616688 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef695929-bd73-4328-8b08-81134681993a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:24:25.617021 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef695929-bd73-4328-8b08-81134681993a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:24:25.617339 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef695929-bd73-4328-8b08-81134681993a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:24:25.617707 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef695929-bd73-4328-8b08-81134681993a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:24:25.618033 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef695929-bd73-4328-8b08-81134681993a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:24:25.618351 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef695929-bd73-4328-8b08-81134681993a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:24:25.618697 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef695929-bd73-4328-8b08-81134681993a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:24:25.619009 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef695929-bd73-4328-8b08-81134681993a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:24:25.619327 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef695929-bd73-4328-8b08-81134681993a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:24:25.638164 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5a293fb8-f157-4536-89e8-a6787041fb39 req-ef695929-bd73-4328-8b08-81134681993a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7940574 May 05 22:24:25.788033 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-5a293fb8-f157-4536-89e8-a6787041fb39 req-566250ad-d87c-412e-93b7-33ce548d135e service neutron] Request body: {'port': {'device_id': 'c49315dc-42a1-498d-ae41-625c3acf2d32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:24:25.802817 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-552dbcc9-0d78-4a2e-b7cc-e7c4a40cbb06 None None] Provisioning for port d5bcc000-de7d-4ac0-ba7f-ef5901c8e787 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:24:25.808568 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-552dbcc9-0d78-4a2e-b7cc-e7c4a40cbb06 None None] Provisioning complete for port d5bcc000-de7d-4ac0-ba7f-ef5901c8e787 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:24:25.808732 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-552dbcc9-0d78-4a2e-b7cc-e7c4a40cbb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:25.886181 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-552dbcc9-0d78-4a2e-b7cc-e7c4a40cbb06 None None] Port d5bcc000-de7d-4ac0-ba7f-ef5901c8e787 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:24:25.930375 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5a293fb8-f157-4536-89e8-a6787041fb39 req-566250ad-d87c-412e-93b7-33ce548d135e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:25.961430 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b0d1d-5b77-4f86-86a5-d0b04f0775b3 req-f02099ac-efac-4eff-9ffd-479e7334ab01 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:24:25.963565 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6b8b0d1d-5b77-4f86-86a5-d0b04f0775b3 req-f02099ac-efac-4eff-9ffd-479e7334ab01 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=c49315dc-42a1-498d-ae41-625c3acf2d32 HTTP/1.1" status: 200 len: 931 time: 0.1017435 May 05 22:24:26.011273 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6b8b0d1d-5b77-4f86-86a5-d0b04f0775b3 req-5ffd6bdc-fe88-4502-bf3f-e8ed800a4d98 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419626 May 05 22:24:26.050278 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [req-38543dab-932f-4263-abcf-a3eebabbf0e2 req-10b17d33-655f-4d05-9d25-ff2ad521a20d tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] (84061) timed out ('10.222.0.44', 54142) {{(pid=84061) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 05 22:24:26.276134 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-5a293fb8-f157-4536-89e8-a6787041fb39 req-566250ad-d87c-412e-93b7-33ce548d135e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5bcc000-de7d-4ac0-ba7f-ef5901c8e787 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:24:26.283383 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5a293fb8-f157-4536-89e8-a6787041fb39 req-566250ad-d87c-412e-93b7-33ce548d135e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:26.299523 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-5a293fb8-f157-4536-89e8-a6787041fb39 req-566250ad-d87c-412e-93b7-33ce548d135e service neutron] Transition to ACTIVE for port object d5bcc000-de7d-4ac0-ba7f-ef5901c8e787 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:24:26.303621 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5a293fb8-f157-4536-89e8-a6787041fb39 req-566250ad-d87c-412e-93b7-33ce548d135e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:26.421187 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566250ad-d87c-412e-93b7-33ce548d135e service neutron] Pushing event updated for resources: {'Port': ['ID=d5bcc000-de7d-4ac0-ba7f-ef5901c8e787,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:24:26.646303 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-5a293fb8-f157-4536-89e8-a6787041fb39 req-566250ad-d87c-412e-93b7-33ce548d135e service neutron] Attempting to bind port d5bcc000-de7d-4ac0-ba7f-ef5901c8e787 on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:24:26.646639 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-5a293fb8-f157-4536-89e8-a6787041fb39 req-566250ad-d87c-412e-93b7-33ce548d135e service neutron] Attempting to bind port d5bcc000-de7d-4ac0-ba7f-ef5901c8e787 by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': '08dd8774-d241-4744-a888-af1c6f605e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:24:26.647005 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a293fb8-f157-4536-89e8-a6787041fb39 req-566250ad-d87c-412e-93b7-33ce548d135e service neutron] Attempting to bind port d5bcc000-de7d-4ac0-ba7f-ef5901c8e787 on network 9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:24:26.653157 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a293fb8-f157-4536-89e8-a6787041fb39 req-566250ad-d87c-412e-93b7-33ce548d135e service neutron] Port d5bcc000-de7d-4ac0-ba7f-ef5901c8e787 on network 9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:24:26.653479 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a293fb8-f157-4536-89e8-a6787041fb39 req-566250ad-d87c-412e-93b7-33ce548d135e service neutron] Attempting to bind port d5bcc000-de7d-4ac0-ba7f-ef5901c8e787 on network 9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:24:26.659690 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a293fb8-f157-4536-89e8-a6787041fb39 req-566250ad-d87c-412e-93b7-33ce548d135e service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:24:26.660050 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a293fb8-f157-4536-89e8-a6787041fb39 req-566250ad-d87c-412e-93b7-33ce548d135e service neutron] Checking segment: {'id': '08dd8774-d241-4744-a888-af1c6f605e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:24:26.660424 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a293fb8-f157-4536-89e8-a6787041fb39 req-566250ad-d87c-412e-93b7-33ce548d135e service neutron] Bound using segment: {'id': '08dd8774-d241-4744-a888-af1c6f605e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:24:26.660853 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-5a293fb8-f157-4536-89e8-a6787041fb39 req-566250ad-d87c-412e-93b7-33ce548d135e service neutron] Bound port: d5bcc000-de7d-4ac0-ba7f-ef5901c8e787, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08dd8774-d241-4744-a888-af1c6f605e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:24:26.661245 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5a293fb8-f157-4536-89e8-a6787041fb39 req-566250ad-d87c-412e-93b7-33ce548d135e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:26.749361 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-5a293fb8-f157-4536-89e8-a6787041fb39 req-566250ad-d87c-412e-93b7-33ce548d135e service neutron] For port d5bcc000-de7d-4ac0-ba7f-ef5901c8e787, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:24:26.752292 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-5a293fb8-f157-4536-89e8-a6787041fb39 req-566250ad-d87c-412e-93b7-33ce548d135e service neutron] For port d5bcc000-de7d-4ac0-ba7f-ef5901c8e787, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=d5bcc000-de7d-4ac0-ba7f-ef5901c8e787,segment=NetworkSegment(08dd8774-d241-4744-a888-af1c6f605e19),segment_id=08dd8774-d241-4744-a888-af1c6f605e19)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:24:26.757233 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5a293fb8-f157-4536-89e8-a6787041fb39 req-566250ad-d87c-412e-93b7-33ce548d135e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:26.821233 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-5a293fb8-f157-4536-89e8-a6787041fb39 req-566250ad-d87c-412e-93b7-33ce548d135e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:26.822604 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5a293fb8-f157-4536-89e8-a6787041fb39 req-566250ad-d87c-412e-93b7-33ce548d135e service neutron] 10.222.0.44 "PUT /v2.0/ports/d5bcc000-de7d-4ac0-ba7f-ef5901c8e787 HTTP/1.1" status: 200 len: 1091 time: 1.1777923 May 05 22:24:26.823083 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c49315dc-42a1-498d-ae41-625c3acf2d32', 'tag': 'd5bcc000-de7d-4ac0-ba7f-ef5901c8e787'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:24:26.844078 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566250ad-d87c-412e-93b7-33ce548d135e service neutron] Pushing event updated for resources: {'Port': ['ID=d5bcc000-de7d-4ac0-ba7f-ef5901c8e787,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:24:26.897638 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb830a81-db48-4c62-9c9f-64eed57159cc'] response: {'name': 'network-changed', 'server_uuid': 'c49315dc-42a1-498d-ae41-625c3acf2d32', 'tag': 'd5bcc000-de7d-4ac0-ba7f-ef5901c8e787', 'status': 'completed', 'code': 200} May 05 22:24:26.939753 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5a293fb8-f157-4536-89e8-a6787041fb39 req-d1862919-33a1-4aaf-8062-46f5bfa6ed15 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7aecd0947c574ab7b57adc91150658c3&device_id=c49315dc-42a1-498d-ae41-625c3acf2d32 HTTP/1.1" status: 200 len: 1094 time: 0.0728118 May 05 22:24:27.012119 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5a293fb8-f157-4536-89e8-a6787041fb39 req-91dd6fca-f9f9-405a-ad5b-646d52df47dd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5bcc000-de7d-4ac0-ba7f-ef5901c8e787 HTTP/1.1" status: 200 len: 217 time: 0.0657339 May 05 22:24:27.074613 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a293fb8-f157-4536-89e8-a6787041fb39 req-86e28328-472e-4f74-8117-bc35a98f8aff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:24:27.076109 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5a293fb8-f157-4536-89e8-a6787041fb39 req-86e28328-472e-4f74-8117-bc35a98f8aff service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e0e1a026-9d64-4912-950a-4e44331f2f8e HTTP/1.1" status: 200 len: 850 time: 0.0582628 May 05 22:24:27.157237 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5a293fb8-f157-4536-89e8-a6787041fb39 req-b3ea03d7-b435-405f-bbd3-5c3d37e5ea72 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9a4e4fe9-3d94-4d16-ae6c-847777a64fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750396 May 05 22:24:27.213315 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d44b19-9d43-468e-800a-d7b3a58d8e1d req-b9c0d4b5-9163-4090-94fc-eee4ee310027 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:24:27.214980 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-31d44b19-9d43-468e-800a-d7b3a58d8e1d req-b9c0d4b5-9163-4090-94fc-eee4ee310027 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=c49315dc-42a1-498d-ae41-625c3acf2d32 HTTP/1.1" status: 200 len: 943 time: 0.0780418 May 05 22:24:27.264818 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-31d44b19-9d43-468e-800a-d7b3a58d8e1d req-686561a9-bac9-4364-a729-d5b0e5b71ac6 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438840 May 05 22:24:27.291691 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5a293fb8-f157-4536-89e8-a6787041fb39 req-a80251c1-55fa-4d2d-864e-dbf2fc0aef91 service neutron] 10.222.0.44 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286814 May 05 22:24:27.429018 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5a293fb8-f157-4536-89e8-a6787041fb39 req-692b9405-ae95-4dbd-b64e-e7fbf609549e service neutron] 10.222.0.44 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312728 May 05 22:24:27.555498 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0ca4f1a2-df1e-42b6-a67c-3629fb1fea73 req-e7541ba3-1f2e-47f9-bf33-e4b5bb8a5772 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7aecd0947c574ab7b57adc91150658c3&device_id=c49315dc-42a1-498d-ae41-625c3acf2d32 HTTP/1.1" status: 200 len: 1094 time: 0.0748966 May 05 22:24:27.684972 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca4f1a2-df1e-42b6-a67c-3629fb1fea73 req-808e825d-47bb-465a-95e0-477b50af2594 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:24:27.686416 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0ca4f1a2-df1e-42b6-a67c-3629fb1fea73 req-808e825d-47bb-465a-95e0-477b50af2594 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 HTTP/1.1" status: 200 len: 912 time: 0.1257660 May 05 22:24:27.756858 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0ca4f1a2-df1e-42b6-a67c-3629fb1fea73 req-49af1bd2-85f0-49d3-9d73-bfe6b1f08d4e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5bcc000-de7d-4ac0-ba7f-ef5901c8e787 HTTP/1.1" status: 200 len: 217 time: 0.0635827 May 05 22:24:27.817931 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca4f1a2-df1e-42b6-a67c-3629fb1fea73 req-27282a1c-7b64-4ef6-a3cd-b54fcfbaf97b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:24:27.820883 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0ca4f1a2-df1e-42b6-a67c-3629fb1fea73 req-27282a1c-7b64-4ef6-a3cd-b54fcfbaf97b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e0e1a026-9d64-4912-950a-4e44331f2f8e HTTP/1.1" status: 200 len: 850 time: 0.0566161 May 05 22:24:27.898690 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0ca4f1a2-df1e-42b6-a67c-3629fb1fea73 req-cf345513-00da-41b7-8f1a-a650d5f0e8dd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9a4e4fe9-3d94-4d16-ae6c-847777a64fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721660 May 05 22:24:28.036990 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0ca4f1a2-df1e-42b6-a67c-3629fb1fea73 req-9cf4839b-3724-45d6-a81a-ae3ef5d4dc20 service neutron] 10.222.0.44 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316330 May 05 22:24:28.168922 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-0ca4f1a2-df1e-42b6-a67c-3629fb1fea73 req-e3cb8e1d-7fc6-4485-8b71-10a4a053c978 service neutron] 10.222.0.44 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254864 May 05 22:24:28.480991 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd0a18-885f-4f0f-bc8c-e2192cd2d2d7 req-a6ec6f09-d458-48a3-b7f9-7fb0256876a0 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:24:28.482315 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fccd0a18-885f-4f0f-bc8c-e2192cd2d2d7 req-a6ec6f09-d458-48a3-b7f9-7fb0256876a0 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=c49315dc-42a1-498d-ae41-625c3acf2d32 HTTP/1.1" status: 200 len: 943 time: 0.0834649 May 05 22:24:28.529047 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fccd0a18-885f-4f0f-bc8c-e2192cd2d2d7 req-148e501b-6ae0-4623-806b-bfb74a4859ef tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410919 May 05 22:24:29.907525 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f3a2b-f4f2-4a33-9424-77412b1d20fa req-0430eb3e-ca3c-4b7a-aa73-e32e0c06a763 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:24:29.908892 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-448f3a2b-f4f2-4a33-9424-77412b1d20fa req-0430eb3e-ca3c-4b7a-aa73-e32e0c06a763 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=c49315dc-42a1-498d-ae41-625c3acf2d32 HTTP/1.1" status: 200 len: 943 time: 0.0966284 May 05 22:24:29.957015 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-448f3a2b-f4f2-4a33-9424-77412b1d20fa req-0512bc3d-990a-4c6f-9a59-fd1166a581a5 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419323 May 05 22:24:31.169635 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c5b83-2e47-4a05-a71a-5b7066267be0 req-fc3ce890-99e1-4f30-b009-02b3924298f3 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:24:31.171102 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-881c5b83-2e47-4a05-a71a-5b7066267be0 req-fc3ce890-99e1-4f30-b009-02b3924298f3 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=c49315dc-42a1-498d-ae41-625c3acf2d32 HTTP/1.1" status: 200 len: 943 time: 0.0899787 May 05 22:24:31.217225 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-881c5b83-2e47-4a05-a71a-5b7066267be0 req-7214c4f9-aa7e-4d44-af5f-c696b07f28d4 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405271 May 05 22:24:32.435213 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c1eb3f-a8df-48e5-89cb-cc2cf21e105f req-e0ddd897-7d9f-42d1-8adb-26ccfc92c16c tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:24:32.436642 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-71c1eb3f-a8df-48e5-89cb-cc2cf21e105f req-e0ddd897-7d9f-42d1-8adb-26ccfc92c16c tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=c49315dc-42a1-498d-ae41-625c3acf2d32 HTTP/1.1" status: 200 len: 943 time: 0.0850427 May 05 22:24:32.487425 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-71c1eb3f-a8df-48e5-89cb-cc2cf21e105f req-d00e7eca-feee-4f2a-9868-a1525a72c2a9 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426214 May 05 22:24:33.711416 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fdb322-0113-4080-a2e3-dd121b8fa176 req-7154d34b-01f6-4737-854a-6a360feb48e9 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:24:33.713403 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-36fdb322-0113-4080-a2e3-dd121b8fa176 req-7154d34b-01f6-4737-854a-6a360feb48e9 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=c49315dc-42a1-498d-ae41-625c3acf2d32 HTTP/1.1" status: 200 len: 943 time: 0.0809069 May 05 22:24:33.760774 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-36fdb322-0113-4080-a2e3-dd121b8fa176 req-d4d67cb8-aa92-4322-8579-81ef1388052d tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417151 May 05 22:24:34.982156 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45aa217-31cb-4ffa-827a-031efb2dc28f req-98c4223a-842e-489d-b7b1-2e346383815e tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:24:34.983548 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e45aa217-31cb-4ffa-827a-031efb2dc28f req-98c4223a-842e-489d-b7b1-2e346383815e tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=c49315dc-42a1-498d-ae41-625c3acf2d32 HTTP/1.1" status: 200 len: 943 time: 0.0928450 May 05 22:24:35.038825 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e45aa217-31cb-4ffa-827a-031efb2dc28f req-6428fb7d-2afa-4ed3-9893-efb05bf23029 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488083 May 05 22:24:35.715371 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device d5bcc000-de7d-4ac0-ba7f-ef5901c8e787 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:24:35.857411 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port d5bcc000-de7d-4ac0-ba7f-ef5901c8e787, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=d5bcc000-de7d-4ac0-ba7f-ef5901c8e787,segment=NetworkSegment(08dd8774-d241-4744-a888-af1c6f605e19),segment_id=08dd8774-d241-4744-a888-af1c6f605e19)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:24:35.871105 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': 'd5bcc000-de7d-4ac0-ba7f-ef5901c8e787', 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9', 'port_id': 'd5bcc000-de7d-4ac0-ba7f-ef5901c8e787', 'mac_address': 'fa:16:3e:e1:58:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0e1a026-9d64-4912-950a-4e44331f2f8e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:24:35.925758 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:35.943007 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5bcc000-de7d-4ac0-ba7f-ef5901c8e787 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:24:35.958142 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port d5bcc000-de7d-4ac0-ba7f-ef5901c8e787, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=d5bcc000-de7d-4ac0-ba7f-ef5901c8e787,segment=NetworkSegment(08dd8774-d241-4744-a888-af1c6f605e19),segment_id=08dd8774-d241-4744-a888-af1c6f605e19)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:24:35.964453 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:36.079962 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:36.087594 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=d5bcc000-de7d-4ac0-ba7f-ef5901c8e787,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:24:36.096419 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:24:36.096759 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:24:36.097083 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:24:36.097406 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:24:36.097727 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:24:36.098043 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:24:36.098353 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:24:36.098676 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:24:36.099006 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:24:36.099315 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:24:36.099653 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:24:36.169666 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['d5bcc000-de7d-4ac0-ba7f-ef5901c8e787'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:24:36.236655 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456a634-01d7-4cdd-9e1c-eda196448d6f req-54b51c31-8285-4b0d-83db-26369aba3bf7 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:24:36.238837 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9456a634-01d7-4cdd-9e1c-eda196448d6f req-54b51c31-8285-4b0d-83db-26369aba3bf7 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=c49315dc-42a1-498d-ae41-625c3acf2d32 HTTP/1.1" status: 200 len: 944 time: 0.0795186 May 05 22:24:36.288472 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9456a634-01d7-4cdd-9e1c-eda196448d6f req-3b03ea81-6272-45aa-9688-0f7e4ff48b31 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438769 May 05 22:24:36.351222 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:37.521260 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1784d07f-6934-406e-8e7c-fe738c562842 req-6c6e4507-bf70-4eab-b361-19718b08881c tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:24:37.522690 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1784d07f-6934-406e-8e7c-fe738c562842 req-6c6e4507-bf70-4eab-b361-19718b08881c tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=c49315dc-42a1-498d-ae41-625c3acf2d32 HTTP/1.1" status: 200 len: 944 time: 0.0898528 May 05 22:24:37.569649 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1784d07f-6934-406e-8e7c-fe738c562842 req-bc85c688-42a2-4193-9e75-ab346480cfd1 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406370 May 05 22:24:37.713323 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device d5bcc000-de7d-4ac0-ba7f-ef5901c8e787 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:24:37.784760 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port d5bcc000-de7d-4ac0-ba7f-ef5901c8e787 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:24:37.790025 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port d5bcc000-de7d-4ac0-ba7f-ef5901c8e787 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:24:37.790383 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:37.904184 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:37.933411 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c49315dc-42a1-498d-ae41-625c3acf2d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5bcc000-de7d-4ac0-ba7f-ef5901c8e787'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:24:37.941631 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port d5bcc000-de7d-4ac0-ba7f-ef5901c8e787, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=d5bcc000-de7d-4ac0-ba7f-ef5901c8e787,segment=NetworkSegment(08dd8774-d241-4744-a888-af1c6f605e19),segment_id=08dd8774-d241-4744-a888-af1c6f605e19)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:24:37.949412 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:38.021177 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=d5bcc000-de7d-4ac0-ba7f-ef5901c8e787,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:24:38.156333 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1567327c-dc14-447f-bb19-02f97ba7e3dc'] response: {'server_uuid': 'c49315dc-42a1-498d-ae41-625c3acf2d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5bcc000-de7d-4ac0-ba7f-ef5901c8e787', 'code': 200} May 05 22:24:38.290883 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-cefd213d-9da1-46f1-a644-769968750a57 req-085f53f0-45de-4606-b94c-28596d25ec51 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c49315dc-42a1-498d-ae41-625c3acf2d32 HTTP/1.1" status: 200 len: 1096 time: 0.0721595 May 05 22:24:38.333332 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-cefd213d-9da1-46f1-a644-769968750a57 req-bdc76950-2171-44a8-8006-8381049b465c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367019 May 05 22:24:38.795186 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10616a6e-748b-4d47-bfc7-06c4ec910b2a req-0095455d-a835-466b-a554-9bbb02c053f1 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:24:38.796692 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-10616a6e-748b-4d47-bfc7-06c4ec910b2a req-0095455d-a835-466b-a554-9bbb02c053f1 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=c49315dc-42a1-498d-ae41-625c3acf2d32 HTTP/1.1" status: 200 len: 945 time: 0.0937545 May 05 22:24:38.844829 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-10616a6e-748b-4d47-bfc7-06c4ec910b2a req-3ab64437-4b8d-471a-aef5-5fb802973d42 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398922 May 05 22:24:40.061596 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60279f-6a2f-4e86-86a0-2ffc2994b9c0 req-58b948ec-7b6b-4311-88ed-3732afd0d11b tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:24:40.063100 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3d60279f-6a2f-4e86-86a0-2ffc2994b9c0 req-58b948ec-7b6b-4311-88ed-3732afd0d11b tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=c49315dc-42a1-498d-ae41-625c3acf2d32 HTTP/1.1" status: 200 len: 945 time: 0.0817337 May 05 22:24:40.113470 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3d60279f-6a2f-4e86-86a0-2ffc2994b9c0 req-3653f140-7767-4581-9f19-b159c9914184 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447562 May 05 22:24:40.433063 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67704303-716e-40f7-a41e-560b0a8aae21 req-3851551e-cb34-47f2-a39f-ec749117886c tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:24:40.434540 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-67704303-716e-40f7-a41e-560b0a8aae21 req-3851551e-cb34-47f2-a39f-ec749117886c tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=c49315dc-42a1-498d-ae41-625c3acf2d32 HTTP/1.1" status: 200 len: 945 time: 0.1912522 May 05 22:24:40.484026 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-67704303-716e-40f7-a41e-560b0a8aae21 req-41e3380c-0724-4260-ae2d-a28c4643705c tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412087 May 05 22:24:43.632109 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7263775b-0f9b-46fd-bc91-73c315c3cef6 req-de282b4d-626f-4e5a-8dba-b8f06f9ae24f tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:24:43.633570 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7263775b-0f9b-46fd-bc91-73c315c3cef6 req-de282b4d-626f-4e5a-8dba-b8f06f9ae24f tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/networks?id=9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 HTTP/1.1" status: 200 len: 811 time: 0.1537900 May 05 22:24:43.651212 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7263775b-0f9b-46fd-bc91-73c315c3cef6 req-31dfd9ba-9f95-4eef-8617-81af3bf48b72 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/quotas/7aecd0947c574ab7b57adc91150658c3 HTTP/1.1" status: 200 len: 375 time: 0.0119069 May 05 22:24:43.739129 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7263775b-0f9b-46fd-bc91-73c315c3cef6 req-b7895a68-3257-4f99-8d0e-a0b6b86d8aaa tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7aecd0947c574ab7b57adc91150658c3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0827231 May 05 22:24:43.871900 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7263775b-0f9b-46fd-bc91-73c315c3cef6 req-02037022-5092-4a95-9add-3e6fef2ca2c9 service neutron] 10.222.0.23 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256280 May 05 22:24:43.975623 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-09f08550-2e51-4df1-aa92-fbfddf8150de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:44.017295 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7263775b-0f9b-46fd-bc91-73c315c3cef6 req-fb982562-ecf1-4506-b792-623be263dda1 service neutron] 10.222.0.23 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395566 May 05 22:24:44.275121 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5f5e0a1c-7330-4ca5-80b8-51f01331bc5b req-4942542e-e304-4e7b-8c0f-9e54847aa553 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=64f2ab6e-c19e-4ded-8631-94922ca7566b HTTP/1.1" status: 200 len: 210 time: 0.0426078 May 05 22:24:45.313885 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7263775b-0f9b-46fd-bc91-73c315c3cef6 req-d6b2dc7f-122e-4add-a4b0-5f22a76f6022 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:24:45.314923 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7263775b-0f9b-46fd-bc91-73c315c3cef6 req-d6b2dc7f-122e-4add-a4b0-5f22a76f6022 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.32 "GET /v2.0/networks?id=9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 HTTP/1.1" status: 200 len: 811 time: 0.1511097 May 05 22:24:45.331339 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-7263775b-0f9b-46fd-bc91-73c315c3cef6 req-92da83ff-d1c5-4939-a6f5-2515ffb21da7 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Request body: {'port': {'device_id': '64f2ab6e-c19e-4ded-8631-94922ca7566b', 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9', 'admin_state_up': True, 'tenant_id': '7aecd0947c574ab7b57adc91150658c3'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:24:45.460900 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-43f289e9-f40c-47d1-9caf-66a22214c84e req-8ea65b6e-997f-46e9-ab07-798353dae5a1 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=64f2ab6e-c19e-4ded-8631-94922ca7566b HTTP/1.1" status: 200 len: 210 time: 0.0619323 May 05 22:24:45.519203 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-7263775b-0f9b-46fd-bc91-73c315c3cef6 req-92da83ff-d1c5-4939-a6f5-2515ffb21da7 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:24:45.523423 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-7263775b-0f9b-46fd-bc91-73c315c3cef6 req-92da83ff-d1c5-4939-a6f5-2515ffb21da7 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Usage tracker for resource:port and tenant:7aecd0947c574ab7b57adc91150658c3 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:24:45.526344 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-7263775b-0f9b-46fd-bc91-73c315c3cef6 req-92da83ff-d1c5-4939-a6f5-2515ffb21da7 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:24:45.532172 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-7263775b-0f9b-46fd-bc91-73c315c3cef6 req-92da83ff-d1c5-4939-a6f5-2515ffb21da7 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:24:45.543805 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7263775b-0f9b-46fd-bc91-73c315c3cef6 req-92da83ff-d1c5-4939-a6f5-2515ffb21da7 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Made reservation on behalf of 7aecd0947c574ab7b57adc91150658c3 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:24:45.546877 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-7263775b-0f9b-46fd-bc91-73c315c3cef6 req-92da83ff-d1c5-4939-a6f5-2515ffb21da7 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:45.707906 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-7263775b-0f9b-46fd-bc91-73c315c3cef6 req-92da83ff-d1c5-4939-a6f5-2515ffb21da7 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Allocated IP 172.20.0.9 (9a4e4fe9-3d94-4d16-ae6c-847777a64fe9/e0e1a026-9d64-4912-950a-4e44331f2f8e/77280a66-d701-40cf-ba50-99b5850cee7f) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:24:45.936114 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-7263775b-0f9b-46fd-bc91-73c315c3cef6 req-92da83ff-d1c5-4939-a6f5-2515ffb21da7 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:45.953501 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-7263775b-0f9b-46fd-bc91-73c315c3cef6 req-92da83ff-d1c5-4939-a6f5-2515ffb21da7 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Transition to ACTIVE for port object 77280a66-d701-40cf-ba50-99b5850cee7f will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:24:45.977828 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-7263775b-0f9b-46fd-bc91-73c315c3cef6 req-92da83ff-d1c5-4939-a6f5-2515ffb21da7 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:45.991244 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['d5bcc000-de7d-4ac0-ba7f-ef5901c8e787'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:24:46.050630 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7263775b-0f9b-46fd-bc91-73c315c3cef6 req-92da83ff-d1c5-4939-a6f5-2515ffb21da7 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Network 9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:24:46.051816 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-7263775b-0f9b-46fd-bc91-73c315c3cef6 req-92da83ff-d1c5-4939-a6f5-2515ffb21da7 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:24:46.056546 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-7263775b-0f9b-46fd-bc91-73c315c3cef6 req-92da83ff-d1c5-4939-a6f5-2515ffb21da7 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:24:46.112864 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92da83ff-d1c5-4939-a6f5-2515ffb21da7 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Pushing event updated for resources: {'Port': ['ID=77280a66-d701-40cf-ba50-99b5850cee7f,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:24:46.132284 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7263775b-0f9b-46fd-bc91-73c315c3cef6 req-92da83ff-d1c5-4939-a6f5-2515ffb21da7 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:24:46.132908 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-7263775b-0f9b-46fd-bc91-73c315c3cef6 req-92da83ff-d1c5-4939-a6f5-2515ffb21da7 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:46.171594 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7263775b-0f9b-46fd-bc91-73c315c3cef6 req-92da83ff-d1c5-4939-a6f5-2515ffb21da7 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8442302 May 05 22:24:46.302922 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1b4dc694-207f-42dc-9826-8774efe41cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:46.342197 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-7263775b-0f9b-46fd-bc91-73c315c3cef6 req-628e1062-77d0-40d2-824d-04011d602315 service neutron] Request body: {'port': {'device_id': '64f2ab6e-c19e-4ded-8631-94922ca7566b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:24:46.402144 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-06ac358e-706c-4ea5-9b86-e4e3bcb632d9 None None] Provisioning for port 77280a66-d701-40cf-ba50-99b5850cee7f completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:24:46.408526 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-06ac358e-706c-4ea5-9b86-e4e3bcb632d9 None None] Provisioning complete for port 77280a66-d701-40cf-ba50-99b5850cee7f triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:24:46.409027 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-06ac358e-706c-4ea5-9b86-e4e3bcb632d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:46.460754 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-7263775b-0f9b-46fd-bc91-73c315c3cef6 req-628e1062-77d0-40d2-824d-04011d602315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:46.465247 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-06ac358e-706c-4ea5-9b86-e4e3bcb632d9 None None] Port 77280a66-d701-40cf-ba50-99b5850cee7f cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:24:46.794328 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fafb88-3685-452b-b4b9-7eedc51ab29e req-9585b87b-7269-47c1-9b84-cb17599b1d6e tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:24:46.794807 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-83fafb88-3685-452b-b4b9-7eedc51ab29e req-9585b87b-7269-47c1-9b84-cb17599b1d6e tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Synchronizing usage tracker for tenant:7aecd0947c574ab7b57adc91150658c3 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:24:46.897263 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-83fafb88-3685-452b-b4b9-7eedc51ab29e req-9585b87b-7269-47c1-9b84-cb17599b1d6e tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Unset dirty status for tenant:7aecd0947c574ab7b57adc91150658c3 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:24:46.898900 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-83fafb88-3685-452b-b4b9-7eedc51ab29e req-9585b87b-7269-47c1-9b84-cb17599b1d6e tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=64f2ab6e-c19e-4ded-8631-94922ca7566b HTTP/1.1" status: 200 len: 931 time: 0.2653847 May 05 22:24:46.981996 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-83fafb88-3685-452b-b4b9-7eedc51ab29e req-c67fc52b-d0fd-42fe-884e-414506af2edc tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756643 May 05 22:24:47.048405 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-7263775b-0f9b-46fd-bc91-73c315c3cef6 req-628e1062-77d0-40d2-824d-04011d602315 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77280a66-d701-40cf-ba50-99b5850cee7f {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:24:47.056006 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-7263775b-0f9b-46fd-bc91-73c315c3cef6 req-628e1062-77d0-40d2-824d-04011d602315 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:47.070651 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-7263775b-0f9b-46fd-bc91-73c315c3cef6 req-628e1062-77d0-40d2-824d-04011d602315 service neutron] Transition to ACTIVE for port object 77280a66-d701-40cf-ba50-99b5850cee7f will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:24:47.075542 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-7263775b-0f9b-46fd-bc91-73c315c3cef6 req-628e1062-77d0-40d2-824d-04011d602315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:47.211774 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628e1062-77d0-40d2-824d-04011d602315 service neutron] Pushing event updated for resources: {'Port': ['ID=77280a66-d701-40cf-ba50-99b5850cee7f,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:24:47.323919 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-7263775b-0f9b-46fd-bc91-73c315c3cef6 req-628e1062-77d0-40d2-824d-04011d602315 service neutron] Attempting to bind port 77280a66-d701-40cf-ba50-99b5850cee7f on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:24:47.324244 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-7263775b-0f9b-46fd-bc91-73c315c3cef6 req-628e1062-77d0-40d2-824d-04011d602315 service neutron] Attempting to bind port 77280a66-d701-40cf-ba50-99b5850cee7f by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': '08dd8774-d241-4744-a888-af1c6f605e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:24:47.324714 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7263775b-0f9b-46fd-bc91-73c315c3cef6 req-628e1062-77d0-40d2-824d-04011d602315 service neutron] Attempting to bind port 77280a66-d701-40cf-ba50-99b5850cee7f on network 9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:24:47.330786 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7263775b-0f9b-46fd-bc91-73c315c3cef6 req-628e1062-77d0-40d2-824d-04011d602315 service neutron] Port 77280a66-d701-40cf-ba50-99b5850cee7f on network 9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:24:47.331102 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7263775b-0f9b-46fd-bc91-73c315c3cef6 req-628e1062-77d0-40d2-824d-04011d602315 service neutron] Attempting to bind port 77280a66-d701-40cf-ba50-99b5850cee7f on network 9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:24:47.337419 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7263775b-0f9b-46fd-bc91-73c315c3cef6 req-628e1062-77d0-40d2-824d-04011d602315 service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:24:47.337751 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7263775b-0f9b-46fd-bc91-73c315c3cef6 req-628e1062-77d0-40d2-824d-04011d602315 service neutron] Checking segment: {'id': '08dd8774-d241-4744-a888-af1c6f605e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:24:47.338127 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7263775b-0f9b-46fd-bc91-73c315c3cef6 req-628e1062-77d0-40d2-824d-04011d602315 service neutron] Bound using segment: {'id': '08dd8774-d241-4744-a888-af1c6f605e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:24:47.338554 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-7263775b-0f9b-46fd-bc91-73c315c3cef6 req-628e1062-77d0-40d2-824d-04011d602315 service neutron] Bound port: 77280a66-d701-40cf-ba50-99b5850cee7f, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08dd8774-d241-4744-a888-af1c6f605e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:24:47.338917 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-7263775b-0f9b-46fd-bc91-73c315c3cef6 req-628e1062-77d0-40d2-824d-04011d602315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:47.436031 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-7263775b-0f9b-46fd-bc91-73c315c3cef6 req-628e1062-77d0-40d2-824d-04011d602315 service neutron] For port 77280a66-d701-40cf-ba50-99b5850cee7f, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:24:47.439248 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-7263775b-0f9b-46fd-bc91-73c315c3cef6 req-628e1062-77d0-40d2-824d-04011d602315 service neutron] For port 77280a66-d701-40cf-ba50-99b5850cee7f, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=77280a66-d701-40cf-ba50-99b5850cee7f,segment=NetworkSegment(08dd8774-d241-4744-a888-af1c6f605e19),segment_id=08dd8774-d241-4744-a888-af1c6f605e19)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:24:47.444715 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-7263775b-0f9b-46fd-bc91-73c315c3cef6 req-628e1062-77d0-40d2-824d-04011d602315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:47.462677 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:47.515468 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:47.523572 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-7263775b-0f9b-46fd-bc91-73c315c3cef6 req-628e1062-77d0-40d2-824d-04011d602315 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:47.525203 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7263775b-0f9b-46fd-bc91-73c315c3cef6 req-628e1062-77d0-40d2-824d-04011d602315 service neutron] 10.222.0.32 "PUT /v2.0/ports/77280a66-d701-40cf-ba50-99b5850cee7f HTTP/1.1" status: 200 len: 1091 time: 1.3456542 May 05 22:24:47.525759 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f2ab6e-c19e-4ded-8631-94922ca7566b', 'tag': '77280a66-d701-40cf-ba50-99b5850cee7f'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:24:47.545495 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628e1062-77d0-40d2-824d-04011d602315 service neutron] Pushing event updated for resources: {'Port': ['ID=77280a66-d701-40cf-ba50-99b5850cee7f,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:24:47.620614 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7487a5aa-e594-4352-a035-da7ee846bd06'] response: {'name': 'network-changed', 'server_uuid': '64f2ab6e-c19e-4ded-8631-94922ca7566b', 'tag': '77280a66-d701-40cf-ba50-99b5850cee7f', 'status': 'completed', 'code': 200} May 05 22:24:47.664129 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7263775b-0f9b-46fd-bc91-73c315c3cef6 req-6d05f725-66d3-4b18-95a3-4f12a2c9eab4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7aecd0947c574ab7b57adc91150658c3&device_id=64f2ab6e-c19e-4ded-8631-94922ca7566b HTTP/1.1" status: 200 len: 1094 time: 0.0973771 May 05 22:24:47.734025 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7263775b-0f9b-46fd-bc91-73c315c3cef6 req-064ca58b-813f-4873-aa96-96a517426ccd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77280a66-d701-40cf-ba50-99b5850cee7f HTTP/1.1" status: 200 len: 217 time: 0.0628250 May 05 22:24:47.800651 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7263775b-0f9b-46fd-bc91-73c315c3cef6 req-4e31c7a7-1bf6-406d-88fe-0a4d815ecdd2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:24:47.802085 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7263775b-0f9b-46fd-bc91-73c315c3cef6 req-4e31c7a7-1bf6-406d-88fe-0a4d815ecdd2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e0e1a026-9d64-4912-950a-4e44331f2f8e HTTP/1.1" status: 200 len: 850 time: 0.0629385 May 05 22:24:47.885221 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7263775b-0f9b-46fd-bc91-73c315c3cef6 req-865dbc62-c51d-43f8-81ec-92e90276d081 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9a4e4fe9-3d94-4d16-ae6c-847777a64fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763416 May 05 22:24:48.018854 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7263775b-0f9b-46fd-bc91-73c315c3cef6 req-8922d39e-d422-4fae-b042-b7862617f77a service neutron] 10.222.0.32 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284893 May 05 22:24:48.223111 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7263775b-0f9b-46fd-bc91-73c315c3cef6 req-b4f23e03-33bf-4dc4-b729-fd13ce994419 service neutron] 10.222.0.32 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982715 May 05 22:24:48.243886 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cef2e6-db63-4b77-9b74-ff8053f0e612 req-55fcf91f-9138-4fe9-b7ab-bd600c7af73c tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:24:48.245330 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-42cef2e6-db63-4b77-9b74-ff8053f0e612 req-55fcf91f-9138-4fe9-b7ab-bd600c7af73c tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=64f2ab6e-c19e-4ded-8631-94922ca7566b HTTP/1.1" status: 200 len: 943 time: 0.1361461 May 05 22:24:48.400830 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-42cef2e6-db63-4b77-9b74-ff8053f0e612 req-71c785a3-d68c-48e6-9711-c973f65fe861 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489801 May 05 22:24:48.429742 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fd9398e4-b73f-44b8-bb25-608d7da1b590 req-02b9c918-aae0-4bbc-87d8-3dd816c0ced2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7aecd0947c574ab7b57adc91150658c3&device_id=64f2ab6e-c19e-4ded-8631-94922ca7566b HTTP/1.1" status: 200 len: 1094 time: 0.1471951 May 05 22:24:48.769994 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9398e4-b73f-44b8-bb25-608d7da1b590 req-7ef7a01c-0318-47a4-ac7f-610a585477bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:24:48.772137 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fd9398e4-b73f-44b8-bb25-608d7da1b590 req-7ef7a01c-0318-47a4-ac7f-610a585477bf service neutron] 10.222.0.32 "GET /v2.0/networks?id=9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 HTTP/1.1" status: 200 len: 912 time: 0.3448701 May 05 22:24:48.850677 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fd9398e4-b73f-44b8-bb25-608d7da1b590 req-4845fa13-5db8-4af8-bbaf-69a295e67e17 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=77280a66-d701-40cf-ba50-99b5850cee7f HTTP/1.1" status: 200 len: 217 time: 0.0728242 May 05 22:24:48.926887 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9398e4-b73f-44b8-bb25-608d7da1b590 req-61a45b39-895d-4b95-8a2d-497f3b5ed157 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:24:48.930982 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fd9398e4-b73f-44b8-bb25-608d7da1b590 req-61a45b39-895d-4b95-8a2d-497f3b5ed157 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e0e1a026-9d64-4912-950a-4e44331f2f8e HTTP/1.1" status: 200 len: 850 time: 0.0736017 May 05 22:24:49.049759 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:24:49.054912 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fd9398e4-b73f-44b8-bb25-608d7da1b590 req-3243c4c6-e144-4c1b-8382-230a0af16814 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9a4e4fe9-3d94-4d16-ae6c-847777a64fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1192474 May 05 22:24:49.217798 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fd9398e4-b73f-44b8-bb25-608d7da1b590 req-0b3e9544-5cb6-49d7-8a3e-e3e965fa7913 service neutron] 10.222.0.32 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557617 May 05 22:24:49.399610 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fd9398e4-b73f-44b8-bb25-608d7da1b590 req-6230f08d-8998-4844-aa2a-ab96384263af service neutron] 10.222.0.32 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755962 May 05 22:24:49.683650 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6349da27-90bf-44ee-89fc-1ded13e3c241 req-2eb5f2c9-5ea6-41c1-b5aa-79bffb6f6e57 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:24:49.683650 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6349da27-90bf-44ee-89fc-1ded13e3c241 req-2eb5f2c9-5ea6-41c1-b5aa-79bffb6f6e57 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=64f2ab6e-c19e-4ded-8631-94922ca7566b HTTP/1.1" status: 200 len: 943 time: 0.1341915 May 05 22:24:49.749403 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6349da27-90bf-44ee-89fc-1ded13e3c241 req-3a1dbc67-3878-4927-9425-1e384d5d7afa tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569677 May 05 22:24:50.973746 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef3666-8933-40a7-b6a0-abcae61d47fa req-9ebe027e-0790-473c-a328-e1cf950a675d tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:24:50.975917 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e6ef3666-8933-40a7-b6a0-abcae61d47fa req-9ebe027e-0790-473c-a328-e1cf950a675d tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=64f2ab6e-c19e-4ded-8631-94922ca7566b HTTP/1.1" status: 200 len: 943 time: 0.0890379 May 05 22:24:51.027075 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e6ef3666-8933-40a7-b6a0-abcae61d47fa req-e188faae-a6d4-4872-8659-ea7a874cbf88 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459549 May 05 22:24:52.243301 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717dc37-6e99-43d7-9444-fa1807864f45 req-3e68537d-c5f0-4e6b-902c-eb73ef5b4d4d tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:24:52.244852 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a717dc37-6e99-43d7-9444-fa1807864f45 req-3e68537d-c5f0-4e6b-902c-eb73ef5b4d4d tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=64f2ab6e-c19e-4ded-8631-94922ca7566b HTTP/1.1" status: 200 len: 943 time: 0.0816793 May 05 22:24:52.295380 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a717dc37-6e99-43d7-9444-fa1807864f45 req-b1435fa1-350a-420e-8925-43ec50f60316 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442452 May 05 22:24:53.522486 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18462c95-e273-44dc-b7d2-83d5e921b534 req-be873134-6aff-4ade-b9ed-75e8b21362d9 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:24:53.523951 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-18462c95-e273-44dc-b7d2-83d5e921b534 req-be873134-6aff-4ade-b9ed-75e8b21362d9 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=64f2ab6e-c19e-4ded-8631-94922ca7566b HTTP/1.1" status: 200 len: 943 time: 0.0860012 May 05 22:24:53.570002 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-18462c95-e273-44dc-b7d2-83d5e921b534 req-bd724065-b3d5-4dcc-a5a8-927b3564f492 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402482 May 05 22:24:54.798050 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8282c2-f39a-4cd5-b9b9-d7f70191f1fe req-af574a4d-34c3-4a37-b955-fdb43b78a0fc tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:24:54.799509 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7b8282c2-f39a-4cd5-b9b9-d7f70191f1fe req-af574a4d-34c3-4a37-b955-fdb43b78a0fc tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=64f2ab6e-c19e-4ded-8631-94922ca7566b HTTP/1.1" status: 200 len: 943 time: 0.0794749 May 05 22:24:54.851396 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7b8282c2-f39a-4cd5-b9b9-d7f70191f1fe req-5c68dd17-90d9-4139-ae27-5f093ab8373b tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435524 May 05 22:24:56.053592 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5385e4-9e29-47f4-8f1b-1ef624e91ad9 req-e108936c-b84b-417c-9130-58177f0a7c3c tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:24:56.055058 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8f5385e4-9e29-47f4-8f1b-1ef624e91ad9 req-e108936c-b84b-417c-9130-58177f0a7c3c tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=64f2ab6e-c19e-4ded-8631-94922ca7566b HTTP/1.1" status: 200 len: 943 time: 0.0785501 May 05 22:24:56.102182 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8f5385e4-9e29-47f4-8f1b-1ef624e91ad9 req-e8458270-a4ca-425f-a72b-f4c72a1f0683 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413761 May 05 22:24:57.329731 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b8ca0-3327-4cfc-a7d3-d953245a2a76 req-b6b439e4-1fb3-4016-a72e-e72bd4b8eab3 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:24:57.329731 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-177b8ca0-3327-4cfc-a7d3-d953245a2a76 req-b6b439e4-1fb3-4016-a72e-e72bd4b8eab3 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=64f2ab6e-c19e-4ded-8631-94922ca7566b HTTP/1.1" status: 200 len: 943 time: 0.0871947 May 05 22:24:57.388856 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-177b8ca0-3327-4cfc-a7d3-d953245a2a76 req-ab1d10d4-15b7-4645-b2ef-abfff91c89e0 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540185 May 05 22:24:58.593644 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3d3fbf-e9b5-4412-ab30-8e8919f7ffa9 req-ffdb8ab2-82d1-43e8-9e24-50c146375d02 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:24:58.595121 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4b3d3fbf-e9b5-4412-ab30-8e8919f7ffa9 req-ffdb8ab2-82d1-43e8-9e24-50c146375d02 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=64f2ab6e-c19e-4ded-8631-94922ca7566b HTTP/1.1" status: 200 len: 943 time: 0.0789859 May 05 22:24:58.645011 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4b3d3fbf-e9b5-4412-ab30-8e8919f7ffa9 req-91c40bf7-e456-4220-9561-1446e26dc670 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416000 May 05 22:24:59.859997 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012b036-7490-4cbe-b7be-0c64274c53a5 req-6af365e3-12ee-4e58-86a9-1b26705e6bb5 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:24:59.863125 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0012b036-7490-4cbe-b7be-0c64274c53a5 req-6af365e3-12ee-4e58-86a9-1b26705e6bb5 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=64f2ab6e-c19e-4ded-8631-94922ca7566b HTTP/1.1" status: 200 len: 943 time: 0.0831144 May 05 22:24:59.908529 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0012b036-7490-4cbe-b7be-0c64274c53a5 req-0dee0b32-d9c7-4261-9a7e-d103adf6ca73 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409820 May 05 22:25:01.108333 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e0f6b9-2bfe-45c4-8a81-e61118534ed4 req-d50fce3a-62ed-489d-a626-326dffe28e83 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:25:01.109781 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-00e0f6b9-2bfe-45c4-8a81-e61118534ed4 req-d50fce3a-62ed-489d-a626-326dffe28e83 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=64f2ab6e-c19e-4ded-8631-94922ca7566b HTTP/1.1" status: 200 len: 943 time: 0.0776961 May 05 22:25:01.159928 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-00e0f6b9-2bfe-45c4-8a81-e61118534ed4 req-03b3fb9b-6489-464b-97c2-0509cb2901d4 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439425 May 05 22:25:01.320003 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:25:02.368354 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4486264c-2bee-441c-9825-c85239c4933a req-7d4858c2-2869-44df-bb75-2c4ed23be884 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:25:02.373638 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4486264c-2bee-441c-9825-c85239c4933a req-7d4858c2-2869-44df-bb75-2c4ed23be884 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=64f2ab6e-c19e-4ded-8631-94922ca7566b HTTP/1.1" status: 200 len: 943 time: 0.0806010 May 05 22:25:02.423040 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4486264c-2bee-441c-9825-c85239c4933a req-471ed176-c2ec-4ee6-b68d-9e664b305fa2 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456641 May 05 22:25:03.655012 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c3f47-4b92-4b36-8da8-3730bdd41565 req-0069e4b0-b39b-42f7-8619-86096c54e1fd tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:25:03.656449 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-108c3f47-4b92-4b36-8da8-3730bdd41565 req-0069e4b0-b39b-42f7-8619-86096c54e1fd tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=64f2ab6e-c19e-4ded-8631-94922ca7566b HTTP/1.1" status: 200 len: 943 time: 0.0883276 May 05 22:25:03.806772 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-108c3f47-4b92-4b36-8da8-3730bdd41565 req-93f4bc4d-aceb-4dbe-b0c5-1889bf1f53f7 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445680 May 05 22:25:04.430697 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 77280a66-d701-40cf-ba50-99b5850cee7f details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:25:04.574829 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 77280a66-d701-40cf-ba50-99b5850cee7f, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=77280a66-d701-40cf-ba50-99b5850cee7f,segment=NetworkSegment(08dd8774-d241-4744-a888-af1c6f605e19),segment_id=08dd8774-d241-4744-a888-af1c6f605e19)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:25:04.588490 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '77280a66-d701-40cf-ba50-99b5850cee7f', 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9', 'port_id': '77280a66-d701-40cf-ba50-99b5850cee7f', 'mac_address': 'fa:16:3e:bc:e7:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0e1a026-9d64-4912-950a-4e44331f2f8e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:25:04.646439 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:04.668346 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77280a66-d701-40cf-ba50-99b5850cee7f {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:25:04.687569 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 77280a66-d701-40cf-ba50-99b5850cee7f, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=77280a66-d701-40cf-ba50-99b5850cee7f,segment=NetworkSegment(08dd8774-d241-4744-a888-af1c6f605e19),segment_id=08dd8774-d241-4744-a888-af1c6f605e19)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:25:04.693008 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:04.768345 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=77280a66-d701-40cf-ba50-99b5850cee7f,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:25:04.895121 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['77280a66-d701-40cf-ba50-99b5850cee7f'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:25:05.036369 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fbf004-b63e-4a09-a354-acdbcb3537aa req-58c63279-ee17-4abb-ab39-1ab7a9852bba tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:25:05.036369 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b1fbf004-b63e-4a09-a354-acdbcb3537aa req-58c63279-ee17-4abb-ab39-1ab7a9852bba tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=64f2ab6e-c19e-4ded-8631-94922ca7566b HTTP/1.1" status: 200 len: 944 time: 0.0918548 May 05 22:25:05.097149 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b1fbf004-b63e-4a09-a354-acdbcb3537aa req-21da1950-177c-4ea2-a0c2-6352b9c8220c tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476239 May 05 22:25:06.045857 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:06.322635 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec6473-0a33-4337-aaa5-9065f369f6ce req-d200bbb1-2d2a-4e8e-8d1a-6b5fa989cac0 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:25:06.323995 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-82ec6473-0a33-4337-aaa5-9065f369f6ce req-d200bbb1-2d2a-4e8e-8d1a-6b5fa989cac0 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=64f2ab6e-c19e-4ded-8631-94922ca7566b HTTP/1.1" status: 200 len: 944 time: 0.0820057 May 05 22:25:06.337327 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:06.371801 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-82ec6473-0a33-4337-aaa5-9065f369f6ce req-4927f291-e151-48d9-8ee6-1d78d40f2484 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421751 May 05 22:25:06.445501 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 77280a66-d701-40cf-ba50-99b5850cee7f up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:25:06.520001 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port 77280a66-d701-40cf-ba50-99b5850cee7f completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:25:06.525271 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 77280a66-d701-40cf-ba50-99b5850cee7f triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:25:06.525638 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:06.644403 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:06.670964 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f2ab6e-c19e-4ded-8631-94922ca7566b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77280a66-d701-40cf-ba50-99b5850cee7f'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:25:06.680627 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 77280a66-d701-40cf-ba50-99b5850cee7f, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=77280a66-d701-40cf-ba50-99b5850cee7f,segment=NetworkSegment(08dd8774-d241-4744-a888-af1c6f605e19),segment_id=08dd8774-d241-4744-a888-af1c6f605e19)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:25:06.685199 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:06.725878 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dc73a85-cea1-446f-abd3-1437c097908d'] response: {'server_uuid': '64f2ab6e-c19e-4ded-8631-94922ca7566b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77280a66-d701-40cf-ba50-99b5850cee7f', 'code': 200} May 05 22:25:06.751133 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=77280a66-d701-40cf-ba50-99b5850cee7f,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:25:06.851899 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-691be05e-3257-4156-8b95-29aa20750427 req-3bf29bbf-7081-4ad2-a75a-5e5d49d87d1f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=64f2ab6e-c19e-4ded-8631-94922ca7566b HTTP/1.1" status: 200 len: 1096 time: 0.0691981 May 05 22:25:06.897980 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-691be05e-3257-4156-8b95-29aa20750427 req-d0fe2682-650f-43bb-a6d5-dc062927acfa service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407462 May 05 22:25:07.585600 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc032a13-97d6-4ca8-929a-4ab0accb3215 req-6ff12c8c-3204-4f10-bfeb-a10b9471db49 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:25:07.586256 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cc032a13-97d6-4ca8-929a-4ab0accb3215 req-6ff12c8c-3204-4f10-bfeb-a10b9471db49 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=64f2ab6e-c19e-4ded-8631-94922ca7566b HTTP/1.1" status: 200 len: 945 time: 0.0827813 May 05 22:25:07.643097 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cc032a13-97d6-4ca8-929a-4ab0accb3215 req-9cdf8a53-1c2b-4f8c-a832-f208a8d491d1 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507488 May 05 22:25:08.868080 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab4e9d5-6a35-4efe-95a5-2f8afbc9345d req-455e17e8-b6d0-416e-8623-9a94251657c6 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:25:08.870028 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fab4e9d5-6a35-4efe-95a5-2f8afbc9345d req-455e17e8-b6d0-416e-8623-9a94251657c6 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=64f2ab6e-c19e-4ded-8631-94922ca7566b HTTP/1.1" status: 200 len: 945 time: 0.0972502 May 05 22:25:08.924082 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fab4e9d5-6a35-4efe-95a5-2f8afbc9345d req-44a0797b-e69c-4b30-b1c7-c9bf0a3f15df tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456574 May 05 22:25:09.138985 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1656e8e-897f-417d-9a36-a3b4333781c0 req-aadcfe52-9326-4380-ad18-a0cdda703402 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:25:09.140324 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b1656e8e-897f-417d-9a36-a3b4333781c0 req-aadcfe52-9326-4380-ad18-a0cdda703402 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=64f2ab6e-c19e-4ded-8631-94922ca7566b HTTP/1.1" status: 200 len: 945 time: 0.0841222 May 05 22:25:09.192508 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b1656e8e-897f-417d-9a36-a3b4333781c0 req-ab5d8dbb-9007-4440-9c93-660ddf49e988 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445659 May 05 22:25:09.721946 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55779ee8-aa62-4ae1-ba6e-3181249eb3f3 req-ac60acb2-8dbf-4cd8-a86a-25b41c1a388b tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:25:09.723118 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-55779ee8-aa62-4ae1-ba6e-3181249eb3f3 req-ac60acb2-8dbf-4cd8-a86a-25b41c1a388b tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=64f2ab6e-c19e-4ded-8631-94922ca7566b HTTP/1.1" status: 200 len: 945 time: 0.0947096 May 05 22:25:09.774781 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-55779ee8-aa62-4ae1-ba6e-3181249eb3f3 req-141ed17b-f59b-417e-88e1-904ca29b7b10 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447795 May 05 22:25:11.060727 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e725caa-56c9-4c31-9c17-ca56ea88de2a req-988c2d35-8b48-4c19-ae39-18a92e23314a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:25:11.061964 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2e725caa-56c9-4c31-9c17-ca56ea88de2a req-988c2d35-8b48-4c19-ae39-18a92e23314a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=64f2ab6e-c19e-4ded-8631-94922ca7566b HTTP/1.1" status: 200 len: 945 time: 0.1522691 May 05 22:25:11.071962 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363421ce-783a-4f5e-bf79-20a8d3676323 req-6358e4d1-d2f9-47b4-aa24-97219fbec00c tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:25:11.073315 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-363421ce-783a-4f5e-bf79-20a8d3676323 req-6358e4d1-d2f9-47b4-aa24-97219fbec00c tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.32 "GET /v2.0/ports?device_id=64f2ab6e-c19e-4ded-8631-94922ca7566b HTTP/1.1" status: 200 len: 945 time: 0.1161556 May 05 22:25:11.188493 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-363421ce-783a-4f5e-bf79-20a8d3676323 req-7297c23d-95d7-47c9-9f05-ba443b65019f tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Deleting port 77280a66-d701-40cf-ba50-99b5850cee7f {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:25:11.188829 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-363421ce-783a-4f5e-bf79-20a8d3676323 req-7297c23d-95d7-47c9-9f05-ba443b65019f tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:11.225019 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2e725caa-56c9-4c31-9c17-ca56ea88de2a req-865746d2-97bf-46af-94f0-b3fffae375f1 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500819 May 05 22:25:11.470218 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-363421ce-783a-4f5e-bf79-20a8d3676323 req-7297c23d-95d7-47c9-9f05-ba443b65019f tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] For port 77280a66-d701-40cf-ba50-99b5850cee7f, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=77280a66-d701-40cf-ba50-99b5850cee7f,segment=NetworkSegment(08dd8774-d241-4744-a888-af1c6f605e19),segment_id=08dd8774-d241-4744-a888-af1c6f605e19)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:25:11.471612 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-363421ce-783a-4f5e-bf79-20a8d3676323 req-7297c23d-95d7-47c9-9f05-ba443b65019f tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:11.600238 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-363421ce-783a-4f5e-bf79-20a8d3676323 req-7297c23d-95d7-47c9-9f05-ba443b65019f tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Calling delete_port for 77280a66-d701-40cf-ba50-99b5850cee7f owned by compute:nova {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:25:11.756399 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-363421ce-783a-4f5e-bf79-20a8d3676323 req-7297c23d-95d7-47c9-9f05-ba443b65019f tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:11.766469 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['77280a66-d701-40cf-ba50-99b5850cee7f'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:25:11.811528 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7297c23d-95d7-47c9-9f05-ba443b65019f tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Pushing event deleted for resources: {'Port': ['ID=77280a66-d701-40cf-ba50-99b5850cee7f,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:25:11.830062 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['d5bcc000-de7d-4ac0-ba7f-ef5901c8e787'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:25:11.891108 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-363421ce-783a-4f5e-bf79-20a8d3676323 req-7297c23d-95d7-47c9-9f05-ba443b65019f tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] No DVR routers for this DVR port 77280a66-d701-40cf-ba50-99b5850cee7f on host n-h2-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:25:11.897954 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-363421ce-783a-4f5e-bf79-20a8d3676323 req-7297c23d-95d7-47c9-9f05-ba443b65019f tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:11.897954 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f2ab6e-c19e-4ded-8631-94922ca7566b', 'name': 'network-vif-deleted', 'tag': '77280a66-d701-40cf-ba50-99b5850cee7f'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:25:11.916945 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-363421ce-783a-4f5e-bf79-20a8d3676323 req-7297c23d-95d7-47c9-9f05-ba443b65019f tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.32 "DELETE /v2.0/ports/77280a66-d701-40cf-ba50-99b5850cee7f HTTP/1.1" status: 204 len: 173 time: 0.8258259 May 05 22:25:12.123415 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-773f89ab-faa6-44a1-b265-104b0cfbfbbd'] response: {'server_uuid': '64f2ab6e-c19e-4ded-8631-94922ca7566b', 'name': 'network-vif-deleted', 'tag': '77280a66-d701-40cf-ba50-99b5850cee7f', 'status': 'completed', 'code': 200} May 05 22:25:12.424922 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-4e95aee4-664f-4697-837c-41f5e9ee2d49 req-adde82b0-6240-4d96-816a-1fd8c2cc4723 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Synchronizing usage tracker for tenant:7aecd0947c574ab7b57adc91150658c3 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:25:12.442543 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-4e95aee4-664f-4697-837c-41f5e9ee2d49 req-adde82b0-6240-4d96-816a-1fd8c2cc4723 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Unset dirty status for tenant:7aecd0947c574ab7b57adc91150658c3 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:25:12.445386 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4e95aee4-664f-4697-837c-41f5e9ee2d49 req-adde82b0-6240-4d96-816a-1fd8c2cc4723 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=64f2ab6e-c19e-4ded-8631-94922ca7566b HTTP/1.1" status: 200 len: 210 time: 0.0714641 May 05 22:25:13.969880 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a9ff569f-a679-4e18-b599-32e30587cc90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:14.499661 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 77280a66-d701-40cf-ba50-99b5850cee7f no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:25:14.532521 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: 77280a66-d701-40cf-ba50-99b5850cee7f {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:25:14.532851 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 77280a66-d701-40cf-ba50-99b5850cee7f not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:25:16.300585 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a65cf88f-9610-4a17-a2ca-e635f7ca4b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:17.462943 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:17.471519 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75778a68-48cd-43ca-8249-67a891d06e0e req-a9ce0e86-184a-4cfa-8f87-e9a4e5fb0350 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:25:17.472978 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-75778a68-48cd-43ca-8249-67a891d06e0e req-a9ce0e86-184a-4cfa-8f87-e9a4e5fb0350 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=c49315dc-42a1-498d-ae41-625c3acf2d32 HTTP/1.1" status: 200 len: 945 time: 0.1709361 May 05 22:25:17.512339 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:17.529405 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-75778a68-48cd-43ca-8249-67a891d06e0e req-2c323062-4032-4a48-86a4-c1c4cbe1002e tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506446 May 05 22:25:18.741348 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a5265-3806-4132-9d22-3358c9f4e4e5 req-eb878d17-40d6-4d1b-99e4-85fb18dc10c5 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:25:18.742808 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a11a5265-3806-4132-9d22-3358c9f4e4e5 req-eb878d17-40d6-4d1b-99e4-85fb18dc10c5 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=c49315dc-42a1-498d-ae41-625c3acf2d32 HTTP/1.1" status: 200 len: 945 time: 0.0888889 May 05 22:25:18.798301 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a11a5265-3806-4132-9d22-3358c9f4e4e5 req-d3fd60fc-0b4b-404d-a69e-305df298c090 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ec384049-6373-455d-b34e-0e66f275e2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492985 May 05 22:25:18.891411 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f7428-08f7-4dad-a3ae-bc3a4801819e req-a2988fbf-873f-4fa1-9f85-604792eecd12 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:25:18.892090 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-f00f7428-08f7-4dad-a3ae-bc3a4801819e req-a2988fbf-873f-4fa1-9f85-604792eecd12 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Synchronizing usage tracker for tenant:7aecd0947c574ab7b57adc91150658c3 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:25:18.905132 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-f00f7428-08f7-4dad-a3ae-bc3a4801819e req-a2988fbf-873f-4fa1-9f85-604792eecd12 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Unset dirty status for tenant:7aecd0947c574ab7b57adc91150658c3 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:25:18.906223 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f00f7428-08f7-4dad-a3ae-bc3a4801819e req-a2988fbf-873f-4fa1-9f85-604792eecd12 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.44 "GET /v2.0/ports?device_id=c49315dc-42a1-498d-ae41-625c3acf2d32 HTTP/1.1" status: 200 len: 945 time: 0.1923320 May 05 22:25:18.975645 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-f00f7428-08f7-4dad-a3ae-bc3a4801819e req-1f9d2cb1-c5de-4a1f-9eaa-d787850163f9 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Deleting port d5bcc000-de7d-4ac0-ba7f-ef5901c8e787 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:25:18.975992 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f00f7428-08f7-4dad-a3ae-bc3a4801819e req-1f9d2cb1-c5de-4a1f-9eaa-d787850163f9 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:19.038837 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:19.220343 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-f00f7428-08f7-4dad-a3ae-bc3a4801819e req-1f9d2cb1-c5de-4a1f-9eaa-d787850163f9 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] For port d5bcc000-de7d-4ac0-ba7f-ef5901c8e787, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=d5bcc000-de7d-4ac0-ba7f-ef5901c8e787,segment=NetworkSegment(08dd8774-d241-4744-a888-af1c6f605e19),segment_id=08dd8774-d241-4744-a888-af1c6f605e19)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:25:19.220605 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f00f7428-08f7-4dad-a3ae-bc3a4801819e req-1f9d2cb1-c5de-4a1f-9eaa-d787850163f9 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:19.340033 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-f00f7428-08f7-4dad-a3ae-bc3a4801819e req-1f9d2cb1-c5de-4a1f-9eaa-d787850163f9 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Calling delete_port for d5bcc000-de7d-4ac0-ba7f-ef5901c8e787 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:25:19.486693 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f00f7428-08f7-4dad-a3ae-bc3a4801819e req-1f9d2cb1-c5de-4a1f-9eaa-d787850163f9 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:19.498844 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['d5bcc000-de7d-4ac0-ba7f-ef5901c8e787'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:25:19.535673 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9d2cb1-c5de-4a1f-9eaa-d787850163f9 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Pushing event deleted for resources: {'Port': ['ID=d5bcc000-de7d-4ac0-ba7f-ef5901c8e787,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:25:19.612298 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-f00f7428-08f7-4dad-a3ae-bc3a4801819e req-1f9d2cb1-c5de-4a1f-9eaa-d787850163f9 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] No DVR routers for this DVR port d5bcc000-de7d-4ac0-ba7f-ef5901c8e787 on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:25:19.614906 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f00f7428-08f7-4dad-a3ae-bc3a4801819e req-1f9d2cb1-c5de-4a1f-9eaa-d787850163f9 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:19.617304 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c49315dc-42a1-498d-ae41-625c3acf2d32', 'name': 'network-vif-deleted', 'tag': 'd5bcc000-de7d-4ac0-ba7f-ef5901c8e787'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:25:19.633409 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f00f7428-08f7-4dad-a3ae-bc3a4801819e req-1f9d2cb1-c5de-4a1f-9eaa-d787850163f9 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.44 "DELETE /v2.0/ports/d5bcc000-de7d-4ac0-ba7f-ef5901c8e787 HTTP/1.1" status: 204 len: 173 time: 0.7215631 May 05 22:25:19.757930 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3950347a-222a-45cb-9680-e5a4c0343ddc'] response: {'server_uuid': 'c49315dc-42a1-498d-ae41-625c3acf2d32', 'name': 'network-vif-deleted', 'tag': 'd5bcc000-de7d-4ac0-ba7f-ef5901c8e787', 'status': 'completed', 'code': 200} May 05 22:25:19.968377 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-66c05c02-b9cd-4e40-ae01-a8ba392f3855 req-79c2a8be-8a5f-43f7-b165-5049b822a29c tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=c49315dc-42a1-498d-ae41-625c3acf2d32 HTTP/1.1" status: 200 len: 210 time: 0.0448151 May 05 22:25:21.946992 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device d5bcc000-de7d-4ac0-ba7f-ef5901c8e787 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:25:21.983359 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: d5bcc000-de7d-4ac0-ba7f-ef5901c8e787 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:25:21.983590 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device d5bcc000-de7d-4ac0-ba7f-ef5901c8e787 not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:25:23.580777 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 32804) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:25:23.586394 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-217e619d-10d4-47b7-9c02-7ebff9178664 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1676050196', 'description': 'tempest-secgroup-smoke-1676050196 description', 'project_id': '7aecd0947c574ab7b57adc91150658c3'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:25:23.594171 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-217e619d-10d4-47b7-9c02-7ebff9178664 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:25:23.599131 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-217e619d-10d4-47b7-9c02-7ebff9178664 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Usage tracker for resource:security_group and tenant:7aecd0947c574ab7b57adc91150658c3 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:25:23.602375 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-217e619d-10d4-47b7-9c02-7ebff9178664 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:25:23.608242 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-217e619d-10d4-47b7-9c02-7ebff9178664 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:25:23.622877 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-217e619d-10d4-47b7-9c02-7ebff9178664 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:23.663891 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-217e619d-10d4-47b7-9c02-7ebff9178664 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:25:23.668753 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-217e619d-10d4-47b7-9c02-7ebff9178664 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Usage tracker for resource:security_group_rule and tenant:7aecd0947c574ab7b57adc91150658c3 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:25:23.671781 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-217e619d-10d4-47b7-9c02-7ebff9178664 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:25:23.677796 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-217e619d-10d4-47b7-9c02-7ebff9178664 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:25:23.743140 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-217e619d-10d4-47b7-9c02-7ebff9178664 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:23.747915 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-217e619d-10d4-47b7-9c02-7ebff9178664 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:23.788081 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217e619d-10d4-47b7-9c02-7ebff9178664 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee40fee9-fe03-4a91-83a5-c72fac5bd2f4,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:25:23.790630 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-217e619d-10d4-47b7-9c02-7ebff9178664 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:23.792976 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-217e619d-10d4-47b7-9c02-7ebff9178664 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2101054 May 05 22:25:23.795609 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 32808) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:25:23.800969 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-03ac11bc-b793-412b-a9d2-a6b6184130d9 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Request body: {'security_group_rule': {'security_group_id': 'ee40fee9-fe03-4a91-83a5-c72fac5bd2f4', 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:25:23.808447 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-03ac11bc-b793-412b-a9d2-a6b6184130d9 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:25:23.814595 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-03ac11bc-b793-412b-a9d2-a6b6184130d9 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Usage tracker for resource:security_group_rule and tenant:7aecd0947c574ab7b57adc91150658c3 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:25:23.819160 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-03ac11bc-b793-412b-a9d2-a6b6184130d9 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:25:23.826617 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-03ac11bc-b793-412b-a9d2-a6b6184130d9 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:25:23.847994 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-03ac11bc-b793-412b-a9d2-a6b6184130d9 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:23.913729 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-03ac11bc-b793-412b-a9d2-a6b6184130d9 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:23.919629 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-03ac11bc-b793-412b-a9d2-a6b6184130d9 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:23.942522 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ac11bc-b793-412b-a9d2-a6b6184130d9 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19f6ed08-3986-4d0a-835e-340e32880ee5,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:25:23.953776 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-03ac11bc-b793-412b-a9d2-a6b6184130d9 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:23.955105 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-03ac11bc-b793-412b-a9d2-a6b6184130d9 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1585751 May 05 22:25:23.958869 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 32812) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:25:23.964427 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-f5429030-75f0-411c-867c-9c95dbc08ee6 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Request body: {'security_group_rule': {'security_group_id': 'ee40fee9-fe03-4a91-83a5-c72fac5bd2f4', 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:25:23.971062 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f5429030-75f0-411c-867c-9c95dbc08ee6 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:25:23.975056 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f5429030-75f0-411c-867c-9c95dbc08ee6 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Usage tracker for resource:security_group_rule and tenant:7aecd0947c574ab7b57adc91150658c3 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:25:23.978007 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f5429030-75f0-411c-867c-9c95dbc08ee6 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:25:23.983984 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f5429030-75f0-411c-867c-9c95dbc08ee6 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:25:24.003034 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f5429030-75f0-411c-867c-9c95dbc08ee6 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:24.071198 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f5429030-75f0-411c-867c-9c95dbc08ee6 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:24.075377 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f5429030-75f0-411c-867c-9c95dbc08ee6 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:24.098367 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5429030-75f0-411c-867c-9c95dbc08ee6 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0389e03-3075-44e6-9d60-0a2ea75b166f,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:25:24.107220 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f5429030-75f0-411c-867c-9c95dbc08ee6 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:24.108440 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f5429030-75f0-411c-867c-9c95dbc08ee6 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1486437 May 05 22:25:24.111206 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 32816) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:25:24.116677 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-91f878c5-aa9a-4628-9b2d-16d24bb0444e tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Request body: {'security_group_rule': {'security_group_id': 'ee40fee9-fe03-4a91-83a5-c72fac5bd2f4', 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:25:24.123371 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-91f878c5-aa9a-4628-9b2d-16d24bb0444e tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:25:24.127213 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-91f878c5-aa9a-4628-9b2d-16d24bb0444e tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Usage tracker for resource:security_group_rule and tenant:7aecd0947c574ab7b57adc91150658c3 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:25:24.130054 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-91f878c5-aa9a-4628-9b2d-16d24bb0444e tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:25:24.135818 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-91f878c5-aa9a-4628-9b2d-16d24bb0444e tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:25:24.154321 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-91f878c5-aa9a-4628-9b2d-16d24bb0444e tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:24.231057 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-91f878c5-aa9a-4628-9b2d-16d24bb0444e tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:24.237038 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-91f878c5-aa9a-4628-9b2d-16d24bb0444e tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:24.266803 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f878c5-aa9a-4628-9b2d-16d24bb0444e tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e86d3d44-b6a1-4bbd-8d3b-35a478981440,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:25:24.275479 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-91f878c5-aa9a-4628-9b2d-16d24bb0444e tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:24.276782 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-91f878c5-aa9a-4628-9b2d-16d24bb0444e tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1646991 May 05 22:25:24.279872 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 32820) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:25:24.285605 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-0ab9a986-7525-4d5e-9034-567bd51f4fba tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Request body: {'security_group_rule': {'security_group_id': 'ee40fee9-fe03-4a91-83a5-c72fac5bd2f4', 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:25:24.292436 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-0ab9a986-7525-4d5e-9034-567bd51f4fba tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:25:24.297145 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-0ab9a986-7525-4d5e-9034-567bd51f4fba tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Usage tracker for resource:security_group_rule and tenant:7aecd0947c574ab7b57adc91150658c3 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:25:24.300201 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-0ab9a986-7525-4d5e-9034-567bd51f4fba tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:25:24.306188 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-0ab9a986-7525-4d5e-9034-567bd51f4fba tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:25:24.322826 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0ab9a986-7525-4d5e-9034-567bd51f4fba tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:24.387002 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0ab9a986-7525-4d5e-9034-567bd51f4fba tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:24.391963 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0ab9a986-7525-4d5e-9034-567bd51f4fba tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:24.414677 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab9a986-7525-4d5e-9034-567bd51f4fba tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=568f0dce-2820-40ec-8fe6-5d5a28d9295c,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:25:24.427859 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab9a986-7525-4d5e-9034-567bd51f4fba tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:25:24.428259 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab9a986-7525-4d5e-9034-567bd51f4fba tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:25:24.428771 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab9a986-7525-4d5e-9034-567bd51f4fba tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:25:24.429174 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab9a986-7525-4d5e-9034-567bd51f4fba tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:25:24.429542 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab9a986-7525-4d5e-9034-567bd51f4fba tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:25:24.429860 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab9a986-7525-4d5e-9034-567bd51f4fba tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:25:24.430174 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab9a986-7525-4d5e-9034-567bd51f4fba tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:25:24.430484 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab9a986-7525-4d5e-9034-567bd51f4fba tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:25:24.430829 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab9a986-7525-4d5e-9034-567bd51f4fba tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:25:24.431138 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab9a986-7525-4d5e-9034-567bd51f4fba tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:25:24.431446 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab9a986-7525-4d5e-9034-567bd51f4fba tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:25:24.435914 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0ab9a986-7525-4d5e-9034-567bd51f4fba tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:24.437071 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0ab9a986-7525-4d5e-9034-567bd51f4fba tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1561782 May 05 22:25:24.441164 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 32824) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:25:24.446499 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-f3a4b2d1-c393-4ec7-9d8c-b4c6683ad052 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Request body: {'security_group_rule': {'security_group_id': 'ee40fee9-fe03-4a91-83a5-c72fac5bd2f4', 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:25:24.453216 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-f3a4b2d1-c393-4ec7-9d8c-b4c6683ad052 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:25:24.457125 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-f3a4b2d1-c393-4ec7-9d8c-b4c6683ad052 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Usage tracker for resource:security_group_rule and tenant:7aecd0947c574ab7b57adc91150658c3 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:25:24.460065 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-f3a4b2d1-c393-4ec7-9d8c-b4c6683ad052 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:25:24.466093 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-f3a4b2d1-c393-4ec7-9d8c-b4c6683ad052 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:25:24.478171 n-d-825175-4 neutron-server[84061]: INFO neutron.db.securitygroups_db [None req-f3a4b2d1-c393-4ec7-9d8c-b4c6683ad052 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Project 7aecd0947c574ab7b57adc91150658c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 22:25:24.484738 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f3a4b2d1-c393-4ec7-9d8c-b4c6683ad052 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:24.555625 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f3a4b2d1-c393-4ec7-9d8c-b4c6683ad052 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:24.559765 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f3a4b2d1-c393-4ec7-9d8c-b4c6683ad052 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:24.583254 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a4b2d1-c393-4ec7-9d8c-b4c6683ad052 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=905358b4-f1dc-4dea-9736-497d9e8a58dc,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:25:24.591962 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f3a4b2d1-c393-4ec7-9d8c-b4c6683ad052 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:24.593204 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f3a4b2d1-c393-4ec7-9d8c-b4c6683ad052 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1510949 May 05 22:25:24.595898 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 32828) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:25:24.601221 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-542d5398-79bd-4d55-a4d7-39938a67afc1 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Request body: {'security_group_rule': {'security_group_id': 'ee40fee9-fe03-4a91-83a5-c72fac5bd2f4', 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:25:24.607761 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-542d5398-79bd-4d55-a4d7-39938a67afc1 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:25:24.611628 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-542d5398-79bd-4d55-a4d7-39938a67afc1 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Usage tracker for resource:security_group_rule and tenant:7aecd0947c574ab7b57adc91150658c3 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:25:24.614495 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-542d5398-79bd-4d55-a4d7-39938a67afc1 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:25:24.621166 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-542d5398-79bd-4d55-a4d7-39938a67afc1 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:25:24.633220 n-d-825175-4 neutron-server[84061]: INFO neutron.db.securitygroups_db [None req-542d5398-79bd-4d55-a4d7-39938a67afc1 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Project 7aecd0947c574ab7b57adc91150658c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 22:25:24.640809 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-542d5398-79bd-4d55-a4d7-39938a67afc1 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:24.715715 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-542d5398-79bd-4d55-a4d7-39938a67afc1 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:24.722230 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-542d5398-79bd-4d55-a4d7-39938a67afc1 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:24.747611 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542d5398-79bd-4d55-a4d7-39938a67afc1 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba089c15-14d5-41c9-a3b8-0e5aa4be6cbf,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:25:24.758469 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-542d5398-79bd-4d55-a4d7-39938a67afc1 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:24.759698 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-542d5398-79bd-4d55-a4d7-39938a67afc1 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1628940 May 05 22:25:36.055390 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:36.336748 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:38.321331 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:25:39.736519 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-59915f83-30ab-4d2d-ba47-97368f41cc72 req-d28def99-d513-4a24-8d27-dabb80ebffad tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1676050196&fields=id&tenant_id=7aecd0947c574ab7b57adc91150658c3 HTTP/1.1" status: 200 len: 267 time: 0.0421357 May 05 22:25:39.884998 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59915f83-30ab-4d2d-ba47-97368f41cc72 req-c7366b71-0a85-42bc-a5c6-b0c13904ba69 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:25:39.887060 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-59915f83-30ab-4d2d-ba47-97368f41cc72 req-c7366b71-0a85-42bc-a5c6-b0c13904ba69 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/networks?id=9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 HTTP/1.1" status: 200 len: 811 time: 0.1436799 May 05 22:25:39.904208 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-59915f83-30ab-4d2d-ba47-97368f41cc72 req-f27b2789-da0b-4e9d-add7-5fa58242d987 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/quotas/7aecd0947c574ab7b57adc91150658c3 HTTP/1.1" status: 200 len: 375 time: 0.0121644 May 05 22:25:39.993221 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-59915f83-30ab-4d2d-ba47-97368f41cc72 req-f0a47e03-e8da-4af9-8e64-b1f29e7ac220 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7aecd0947c574ab7b57adc91150658c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0837164 May 05 22:25:40.133290 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-59915f83-30ab-4d2d-ba47-97368f41cc72 req-30b58d74-1fd8-4d05-a470-2a5de3a4d904 service neutron] 10.222.0.23 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282668 May 05 22:25:40.269339 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-59915f83-30ab-4d2d-ba47-97368f41cc72 req-cca94ec6-9d59-48ae-81ae-1602baeaa35f service neutron] 10.222.0.23 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291797 May 05 22:25:40.678325 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7cde9563-8519-4052-9c0f-f59832a85007 req-739e7ad6-cf6e-476c-968f-71dfaa59fe5d tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf980569-c0b1-434d-bf46-f0fc2141fb74 HTTP/1.1" status: 200 len: 210 time: 0.0410891 May 05 22:25:41.848388 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-10033ff1-2a7b-463e-9f94-23b4c2843c65 req-09a5c989-2091-4f3a-8045-71984d5baf20 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf980569-c0b1-434d-bf46-f0fc2141fb74 HTTP/1.1" status: 200 len: 210 time: 0.0435741 May 05 22:25:42.013972 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59915f83-30ab-4d2d-ba47-97368f41cc72 req-7c4d1a16-d719-4228-9995-4bbe64daa899 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:25:42.015549 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-59915f83-30ab-4d2d-ba47-97368f41cc72 req-7c4d1a16-d719-4228-9995-4bbe64daa899 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.44 "GET /v2.0/networks?id=9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 HTTP/1.1" status: 200 len: 811 time: 0.1509292 May 05 22:25:42.066960 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-59915f83-30ab-4d2d-ba47-97368f41cc72 req-20b306a5-e1c2-4416-b78f-92142e32c56e tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Synchronizing usage tracker for tenant:7aecd0947c574ab7b57adc91150658c3 on resource:security_group {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:25:42.085779 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-59915f83-30ab-4d2d-ba47-97368f41cc72 req-20b306a5-e1c2-4416-b78f-92142e32c56e tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Unset dirty status for tenant:7aecd0947c574ab7b57adc91150658c3 on resource:security_group {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:25:42.087024 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-59915f83-30ab-4d2d-ba47-97368f41cc72 req-20b306a5-e1c2-4416-b78f-92142e32c56e tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7aecd0947c574ab7b57adc91150658c3 HTTP/1.1" status: 200 len: 380 time: 0.0602953 May 05 22:25:42.094983 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-59915f83-30ab-4d2d-ba47-97368f41cc72 req-16cce501-e209-4d5f-a383-a71f099f7959 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Request body: {'port': {'device_id': 'cf980569-c0b1-434d-bf46-f0fc2141fb74', 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9', 'admin_state_up': True, 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'security_groups': ['ee40fee9-fe03-4a91-83a5-c72fac5bd2f4']}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:25:42.245140 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-59915f83-30ab-4d2d-ba47-97368f41cc72 req-16cce501-e209-4d5f-a383-a71f099f7959 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:25:42.249478 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-59915f83-30ab-4d2d-ba47-97368f41cc72 req-16cce501-e209-4d5f-a383-a71f099f7959 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Usage tracker for resource:port and tenant:7aecd0947c574ab7b57adc91150658c3 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:25:42.252480 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-59915f83-30ab-4d2d-ba47-97368f41cc72 req-16cce501-e209-4d5f-a383-a71f099f7959 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:25:42.258229 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-59915f83-30ab-4d2d-ba47-97368f41cc72 req-16cce501-e209-4d5f-a383-a71f099f7959 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:25:42.268114 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59915f83-30ab-4d2d-ba47-97368f41cc72 req-16cce501-e209-4d5f-a383-a71f099f7959 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Made reservation on behalf of 7aecd0947c574ab7b57adc91150658c3 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:25:42.271324 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-59915f83-30ab-4d2d-ba47-97368f41cc72 req-16cce501-e209-4d5f-a383-a71f099f7959 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:42.443183 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-59915f83-30ab-4d2d-ba47-97368f41cc72 req-16cce501-e209-4d5f-a383-a71f099f7959 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Allocated IP 172.20.0.8 (9a4e4fe9-3d94-4d16-ae6c-847777a64fe9/e0e1a026-9d64-4912-950a-4e44331f2f8e/0b97ada3-57f8-4e3d-a7ee-5ee05ee17db7) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:25:42.729915 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-59915f83-30ab-4d2d-ba47-97368f41cc72 req-16cce501-e209-4d5f-a383-a71f099f7959 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:42.745580 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-59915f83-30ab-4d2d-ba47-97368f41cc72 req-16cce501-e209-4d5f-a383-a71f099f7959 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Transition to ACTIVE for port object 0b97ada3-57f8-4e3d-a7ee-5ee05ee17db7 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:25:42.770381 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-59915f83-30ab-4d2d-ba47-97368f41cc72 req-16cce501-e209-4d5f-a383-a71f099f7959 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:42.844825 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59915f83-30ab-4d2d-ba47-97368f41cc72 req-16cce501-e209-4d5f-a383-a71f099f7959 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Network 9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:25:42.847853 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-59915f83-30ab-4d2d-ba47-97368f41cc72 req-16cce501-e209-4d5f-a383-a71f099f7959 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:25:42.852201 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-59915f83-30ab-4d2d-ba47-97368f41cc72 req-16cce501-e209-4d5f-a383-a71f099f7959 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:25:42.882217 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cce501-e209-4d5f-a383-a71f099f7959 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Pushing event updated for resources: {'Port': ['ID=0b97ada3-57f8-4e3d-a7ee-5ee05ee17db7,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:25:42.912983 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cce501-e209-4d5f-a383-a71f099f7959 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:25:42.913290 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cce501-e209-4d5f-a383-a71f099f7959 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:25:42.913637 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cce501-e209-4d5f-a383-a71f099f7959 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:25:42.914011 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cce501-e209-4d5f-a383-a71f099f7959 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:25:42.914384 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cce501-e209-4d5f-a383-a71f099f7959 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:25:42.914898 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cce501-e209-4d5f-a383-a71f099f7959 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:25:42.915229 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cce501-e209-4d5f-a383-a71f099f7959 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:25:42.915555 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cce501-e209-4d5f-a383-a71f099f7959 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:25:42.915880 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cce501-e209-4d5f-a383-a71f099f7959 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:25:42.916203 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cce501-e209-4d5f-a383-a71f099f7959 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:25:42.916539 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cce501-e209-4d5f-a383-a71f099f7959 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:25:42.937099 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59915f83-30ab-4d2d-ba47-97368f41cc72 req-16cce501-e209-4d5f-a383-a71f099f7959 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:25:42.937779 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-59915f83-30ab-4d2d-ba47-97368f41cc72 req-16cce501-e209-4d5f-a383-a71f099f7959 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:42.967789 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-59915f83-30ab-4d2d-ba47-97368f41cc72 req-16cce501-e209-4d5f-a383-a71f099f7959 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8763828 May 05 22:25:42.979853 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-59915f83-30ab-4d2d-ba47-97368f41cc72 req-67c60007-91c4-4383-82b7-7e2dad49b287 service neutron] Request body: {'port': {'device_id': 'cf980569-c0b1-434d-bf46-f0fc2141fb74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:25:43.078254 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-7e27e061-57e3-449e-b46f-d06c46ceef23 None None] Provisioning for port 0b97ada3-57f8-4e3d-a7ee-5ee05ee17db7 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:25:43.084672 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-7e27e061-57e3-449e-b46f-d06c46ceef23 None None] Provisioning complete for port 0b97ada3-57f8-4e3d-a7ee-5ee05ee17db7 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:25:43.085539 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7e27e061-57e3-449e-b46f-d06c46ceef23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:43.096037 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-59915f83-30ab-4d2d-ba47-97368f41cc72 req-67c60007-91c4-4383-82b7-7e2dad49b287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:43.123699 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135afc2f-46b0-43a1-9585-7803d737d179 req-6e68de26-572c-4379-a14f-766a4bec4c2d tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:25:43.131573 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-135afc2f-46b0-43a1-9585-7803d737d179 req-6e68de26-572c-4379-a14f-766a4bec4c2d tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf980569-c0b1-434d-bf46-f0fc2141fb74 HTTP/1.1" status: 200 len: 931 time: 0.1152530 May 05 22:25:43.145825 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-7e27e061-57e3-449e-b46f-d06c46ceef23 None None] Port 0b97ada3-57f8-4e3d-a7ee-5ee05ee17db7 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:25:43.177613 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-135afc2f-46b0-43a1-9585-7803d737d179 req-df07da97-17a0-47b8-9567-ea02efcd27e0 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee40fee9-fe03-4a91-83a5-c72fac5bd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451932 May 05 22:25:43.455654 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-59915f83-30ab-4d2d-ba47-97368f41cc72 req-67c60007-91c4-4383-82b7-7e2dad49b287 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b97ada3-57f8-4e3d-a7ee-5ee05ee17db7 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:25:43.463937 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-59915f83-30ab-4d2d-ba47-97368f41cc72 req-67c60007-91c4-4383-82b7-7e2dad49b287 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:43.480091 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-59915f83-30ab-4d2d-ba47-97368f41cc72 req-67c60007-91c4-4383-82b7-7e2dad49b287 service neutron] Transition to ACTIVE for port object 0b97ada3-57f8-4e3d-a7ee-5ee05ee17db7 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:25:43.485017 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-59915f83-30ab-4d2d-ba47-97368f41cc72 req-67c60007-91c4-4383-82b7-7e2dad49b287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:43.555575 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c60007-91c4-4383-82b7-7e2dad49b287 service neutron] Pushing event updated for resources: {'Port': ['ID=0b97ada3-57f8-4e3d-a7ee-5ee05ee17db7,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:25:43.738918 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-59915f83-30ab-4d2d-ba47-97368f41cc72 req-67c60007-91c4-4383-82b7-7e2dad49b287 service neutron] Attempting to bind port 0b97ada3-57f8-4e3d-a7ee-5ee05ee17db7 on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:25:43.739243 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-59915f83-30ab-4d2d-ba47-97368f41cc72 req-67c60007-91c4-4383-82b7-7e2dad49b287 service neutron] Attempting to bind port 0b97ada3-57f8-4e3d-a7ee-5ee05ee17db7 by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': '08dd8774-d241-4744-a888-af1c6f605e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:25:43.739567 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59915f83-30ab-4d2d-ba47-97368f41cc72 req-67c60007-91c4-4383-82b7-7e2dad49b287 service neutron] Attempting to bind port 0b97ada3-57f8-4e3d-a7ee-5ee05ee17db7 on network 9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:25:43.745590 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59915f83-30ab-4d2d-ba47-97368f41cc72 req-67c60007-91c4-4383-82b7-7e2dad49b287 service neutron] Port 0b97ada3-57f8-4e3d-a7ee-5ee05ee17db7 on network 9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:25:43.745942 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59915f83-30ab-4d2d-ba47-97368f41cc72 req-67c60007-91c4-4383-82b7-7e2dad49b287 service neutron] Attempting to bind port 0b97ada3-57f8-4e3d-a7ee-5ee05ee17db7 on network 9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:25:43.752805 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59915f83-30ab-4d2d-ba47-97368f41cc72 req-67c60007-91c4-4383-82b7-7e2dad49b287 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:25:43.753133 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59915f83-30ab-4d2d-ba47-97368f41cc72 req-67c60007-91c4-4383-82b7-7e2dad49b287 service neutron] Checking segment: {'id': '08dd8774-d241-4744-a888-af1c6f605e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:25:43.753503 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59915f83-30ab-4d2d-ba47-97368f41cc72 req-67c60007-91c4-4383-82b7-7e2dad49b287 service neutron] Bound using segment: {'id': '08dd8774-d241-4744-a888-af1c6f605e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:25:43.753923 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-59915f83-30ab-4d2d-ba47-97368f41cc72 req-67c60007-91c4-4383-82b7-7e2dad49b287 service neutron] Bound port: 0b97ada3-57f8-4e3d-a7ee-5ee05ee17db7, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08dd8774-d241-4744-a888-af1c6f605e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:25:43.754262 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-59915f83-30ab-4d2d-ba47-97368f41cc72 req-67c60007-91c4-4383-82b7-7e2dad49b287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:43.840111 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-59915f83-30ab-4d2d-ba47-97368f41cc72 req-67c60007-91c4-4383-82b7-7e2dad49b287 service neutron] For port 0b97ada3-57f8-4e3d-a7ee-5ee05ee17db7, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:25:43.842782 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-59915f83-30ab-4d2d-ba47-97368f41cc72 req-67c60007-91c4-4383-82b7-7e2dad49b287 service neutron] For port 0b97ada3-57f8-4e3d-a7ee-5ee05ee17db7, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=0b97ada3-57f8-4e3d-a7ee-5ee05ee17db7,segment=NetworkSegment(08dd8774-d241-4744-a888-af1c6f605e19),segment_id=08dd8774-d241-4744-a888-af1c6f605e19)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:25:43.848198 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-59915f83-30ab-4d2d-ba47-97368f41cc72 req-67c60007-91c4-4383-82b7-7e2dad49b287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:43.914919 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-59915f83-30ab-4d2d-ba47-97368f41cc72 req-67c60007-91c4-4383-82b7-7e2dad49b287 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:43.916281 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-59915f83-30ab-4d2d-ba47-97368f41cc72 req-67c60007-91c4-4383-82b7-7e2dad49b287 service neutron] 10.222.0.44 "PUT /v2.0/ports/0b97ada3-57f8-4e3d-a7ee-5ee05ee17db7 HTTP/1.1" status: 200 len: 1091 time: 0.9408572 May 05 22:25:43.916708 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf980569-c0b1-434d-bf46-f0fc2141fb74', 'tag': '0b97ada3-57f8-4e3d-a7ee-5ee05ee17db7'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:25:43.929930 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c60007-91c4-4383-82b7-7e2dad49b287 service neutron] Pushing event updated for resources: {'Port': ['ID=0b97ada3-57f8-4e3d-a7ee-5ee05ee17db7,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:25:43.976191 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ad117223-5b53-4e2a-970c-f5439a48ba74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:43.995379 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c10423ac-e9a9-4c3e-8110-cc372ab90bd9'] response: {'name': 'network-changed', 'server_uuid': 'cf980569-c0b1-434d-bf46-f0fc2141fb74', 'tag': '0b97ada3-57f8-4e3d-a7ee-5ee05ee17db7', 'status': 'completed', 'code': 200} May 05 22:25:44.038850 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-59915f83-30ab-4d2d-ba47-97368f41cc72 req-26e47a79-455f-4987-ae82-42d163126b51 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7aecd0947c574ab7b57adc91150658c3&device_id=cf980569-c0b1-434d-bf46-f0fc2141fb74 HTTP/1.1" status: 200 len: 1094 time: 0.0770879 May 05 22:25:44.116588 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-59915f83-30ab-4d2d-ba47-97368f41cc72 req-37d22104-0e72-42b7-bebd-91839267f50d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b97ada3-57f8-4e3d-a7ee-5ee05ee17db7 HTTP/1.1" status: 200 len: 217 time: 0.0703592 May 05 22:25:44.183286 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59915f83-30ab-4d2d-ba47-97368f41cc72 req-5aab0855-3bea-478a-80da-0e71e46faa19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:25:44.184967 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-59915f83-30ab-4d2d-ba47-97368f41cc72 req-5aab0855-3bea-478a-80da-0e71e46faa19 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e0e1a026-9d64-4912-950a-4e44331f2f8e HTTP/1.1" status: 200 len: 850 time: 0.0616663 May 05 22:25:44.266335 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-59915f83-30ab-4d2d-ba47-97368f41cc72 req-6efa733b-2e4f-4a8e-8aed-21eff21db2ce service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9a4e4fe9-3d94-4d16-ae6c-847777a64fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755982 May 05 22:25:44.381231 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df454613-09a8-42e7-9189-ebeb9ec7ea8b req-23f84919-941b-4297-b3a1-51c4d1ab5888 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:25:44.382701 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-df454613-09a8-42e7-9189-ebeb9ec7ea8b req-23f84919-941b-4297-b3a1-51c4d1ab5888 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf980569-c0b1-434d-bf46-f0fc2141fb74 HTTP/1.1" status: 200 len: 943 time: 0.0801790 May 05 22:25:44.411240 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-59915f83-30ab-4d2d-ba47-97368f41cc72 req-7db8fa72-d2a5-4464-bae7-d255b150520e service neutron] 10.222.0.44 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384513 May 05 22:25:44.428525 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-df454613-09a8-42e7-9189-ebeb9ec7ea8b req-efa08abd-592c-43ae-8521-05c673ec8ec1 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee40fee9-fe03-4a91-83a5-c72fac5bd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399983 May 05 22:25:44.551668 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-59915f83-30ab-4d2d-ba47-97368f41cc72 req-0a735f82-1072-4bab-b27e-b90e45c0fc2c service neutron] 10.222.0.44 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343632 May 05 22:25:44.755070 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9d3fa3e2-13ce-45a6-bbcd-46c99b21d674 req-d7f526bf-1866-4587-9c4c-928a3f61176b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7aecd0947c574ab7b57adc91150658c3&device_id=cf980569-c0b1-434d-bf46-f0fc2141fb74 HTTP/1.1" status: 200 len: 1094 time: 0.1593187 May 05 22:25:44.888242 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3fa3e2-13ce-45a6-bbcd-46c99b21d674 req-65ac0124-571b-418e-b6ee-0f9987b67ffb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:25:44.889708 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9d3fa3e2-13ce-45a6-bbcd-46c99b21d674 req-65ac0124-571b-418e-b6ee-0f9987b67ffb service neutron] 10.222.0.44 "GET /v2.0/networks?id=9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 HTTP/1.1" status: 200 len: 912 time: 0.1285217 May 05 22:25:44.963837 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9d3fa3e2-13ce-45a6-bbcd-46c99b21d674 req-84941b76-9a8c-4eb0-99c8-f61563db2af9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b97ada3-57f8-4e3d-a7ee-5ee05ee17db7 HTTP/1.1" status: 200 len: 217 time: 0.0644288 May 05 22:25:45.023376 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3fa3e2-13ce-45a6-bbcd-46c99b21d674 req-27904377-8c63-4eec-8800-af074529def4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:25:45.025073 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9d3fa3e2-13ce-45a6-bbcd-46c99b21d674 req-27904377-8c63-4eec-8800-af074529def4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e0e1a026-9d64-4912-950a-4e44331f2f8e HTTP/1.1" status: 200 len: 850 time: 0.0585721 May 05 22:25:45.108737 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9d3fa3e2-13ce-45a6-bbcd-46c99b21d674 req-1cad01b9-d83e-437d-b3a4-c6750138bf05 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9a4e4fe9-3d94-4d16-ae6c-847777a64fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769925 May 05 22:25:45.249139 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9d3fa3e2-13ce-45a6-bbcd-46c99b21d674 req-3dc74bc7-ea20-44ad-b8b9-5e391210a871 service neutron] 10.222.0.44 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338947 May 05 22:25:45.392870 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9d3fa3e2-13ce-45a6-bbcd-46c99b21d674 req-eaeee5c9-98ad-4069-b4b5-9162b158ccdc service neutron] 10.222.0.44 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383777 May 05 22:25:45.640635 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac0bc7-f930-44a6-939d-747109339713 req-07bb3236-91fb-426f-bb85-510f86b4eb8a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:25:45.642068 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a6ac0bc7-f930-44a6-939d-747109339713 req-07bb3236-91fb-426f-bb85-510f86b4eb8a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf980569-c0b1-434d-bf46-f0fc2141fb74 HTTP/1.1" status: 200 len: 943 time: 0.0777972 May 05 22:25:45.690939 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a6ac0bc7-f930-44a6-939d-747109339713 req-415c20d7-8fbf-46e3-b60c-418567848397 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee40fee9-fe03-4a91-83a5-c72fac5bd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404572 May 05 22:25:46.299219 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6ed81349-8328-475e-b16e-04bb5cc8d792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:46.932688 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363cc68-1b6b-4ecb-808a-75a1fd064505 req-3264b7f5-cde8-48fd-8e50-cce9a034e869 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:25:46.934046 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1363cc68-1b6b-4ecb-808a-75a1fd064505 req-3264b7f5-cde8-48fd-8e50-cce9a034e869 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf980569-c0b1-434d-bf46-f0fc2141fb74 HTTP/1.1" status: 200 len: 943 time: 0.1014771 May 05 22:25:46.981873 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1363cc68-1b6b-4ecb-808a-75a1fd064505 req-f54b377d-6927-423e-9af7-428868e49530 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee40fee9-fe03-4a91-83a5-c72fac5bd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421658 May 05 22:25:47.468036 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:47.507022 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:48.211979 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85121ae6-a873-419d-9cf2-ffd8badd99ed req-d27abfbf-b4a3-47c4-972b-4d1628eada09 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:25:48.213419 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-85121ae6-a873-419d-9cf2-ffd8badd99ed req-d27abfbf-b4a3-47c4-972b-4d1628eada09 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf980569-c0b1-434d-bf46-f0fc2141fb74 HTTP/1.1" status: 200 len: 943 time: 0.0910912 May 05 22:25:48.260642 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-85121ae6-a873-419d-9cf2-ffd8badd99ed req-de991c36-d01f-4b8b-9581-2a1dfe08fedd tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee40fee9-fe03-4a91-83a5-c72fac5bd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415826 May 05 22:25:49.041934 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:49.483868 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaab28d-e1e5-4def-a1b7-e756998b4238 req-ef12b559-add7-4733-afe5-b43044ea3a83 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:25:49.485280 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-efaab28d-e1e5-4def-a1b7-e756998b4238 req-ef12b559-add7-4733-afe5-b43044ea3a83 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf980569-c0b1-434d-bf46-f0fc2141fb74 HTTP/1.1" status: 200 len: 943 time: 0.0846825 May 05 22:25:49.534969 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-efaab28d-e1e5-4def-a1b7-e756998b4238 req-449ec4ca-f682-4518-80b8-063bf6be52c2 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee40fee9-fe03-4a91-83a5-c72fac5bd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439675 May 05 22:25:50.731842 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6150ba7-6053-45f7-9631-6ffc5c176b29 req-1f2d7a50-b501-4867-b4be-39cfbb6ffe2e tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:25:50.733275 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e6150ba7-6053-45f7-9631-6ffc5c176b29 req-1f2d7a50-b501-4867-b4be-39cfbb6ffe2e tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf980569-c0b1-434d-bf46-f0fc2141fb74 HTTP/1.1" status: 200 len: 943 time: 0.0782945 May 05 22:25:50.798039 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e6150ba7-6053-45f7-9631-6ffc5c176b29 req-4704fdd7-07a1-46f9-9e65-a6c39e36cc77 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee40fee9-fe03-4a91-83a5-c72fac5bd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590334 May 05 22:25:52.019659 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a62922-387f-4c73-ac83-92665a128faa req-9b27f682-5292-4515-a01f-b9eadc104118 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:25:52.021110 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-53a62922-387f-4c73-ac83-92665a128faa req-9b27f682-5292-4515-a01f-b9eadc104118 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf980569-c0b1-434d-bf46-f0fc2141fb74 HTTP/1.1" status: 200 len: 943 time: 0.0835752 May 05 22:25:52.074420 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-53a62922-387f-4c73-ac83-92665a128faa req-a3ccea2b-9021-475f-a934-d5ab6f7c6479 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee40fee9-fe03-4a91-83a5-c72fac5bd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448501 May 05 22:25:52.118054 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 0b97ada3-57f8-4e3d-a7ee-5ee05ee17db7 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:25:52.269152 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 0b97ada3-57f8-4e3d-a7ee-5ee05ee17db7, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=0b97ada3-57f8-4e3d-a7ee-5ee05ee17db7,segment=NetworkSegment(08dd8774-d241-4744-a888-af1c6f605e19),segment_id=08dd8774-d241-4744-a888-af1c6f605e19)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:25:52.282926 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '0b97ada3-57f8-4e3d-a7ee-5ee05ee17db7', 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9', 'port_id': '0b97ada3-57f8-4e3d-a7ee-5ee05ee17db7', 'mac_address': 'fa:16:3e:1f:2e:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0e1a026-9d64-4912-950a-4e44331f2f8e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:25:52.335196 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:52.352960 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b97ada3-57f8-4e3d-a7ee-5ee05ee17db7 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:25:52.367784 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 0b97ada3-57f8-4e3d-a7ee-5ee05ee17db7, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=0b97ada3-57f8-4e3d-a7ee-5ee05ee17db7,segment=NetworkSegment(08dd8774-d241-4744-a888-af1c6f605e19),segment_id=08dd8774-d241-4744-a888-af1c6f605e19)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:25:52.374297 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:52.441644 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=0b97ada3-57f8-4e3d-a7ee-5ee05ee17db7,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:25:52.450425 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:25:52.450874 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:25:52.451211 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:25:52.451539 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:25:52.451870 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:25:52.452193 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:25:52.452511 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:25:52.452827 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:25:52.453135 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:25:52.453454 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:25:52.453774 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:25:52.575406 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['0b97ada3-57f8-4e3d-a7ee-5ee05ee17db7'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:25:53.385036 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be48d24d-55ee-46e3-b82b-96d7b5fe3842 req-9c6503aa-cecc-4ca4-bc2d-c2cda87c4b38 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:25:53.386384 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-be48d24d-55ee-46e3-b82b-96d7b5fe3842 req-9c6503aa-cecc-4ca4-bc2d-c2cda87c4b38 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf980569-c0b1-434d-bf46-f0fc2141fb74 HTTP/1.1" status: 200 len: 944 time: 0.1714890 May 05 22:25:53.432047 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-be48d24d-55ee-46e3-b82b-96d7b5fe3842 req-0a633a2e-e895-4c13-995d-8ad59fca5a14 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee40fee9-fe03-4a91-83a5-c72fac5bd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397804 May 05 22:25:54.150126 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 0b97ada3-57f8-4e3d-a7ee-5ee05ee17db7 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:25:54.228644 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 0b97ada3-57f8-4e3d-a7ee-5ee05ee17db7 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:25:54.234221 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 0b97ada3-57f8-4e3d-a7ee-5ee05ee17db7 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:25:54.234579 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:54.358093 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:54.385725 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf980569-c0b1-434d-bf46-f0fc2141fb74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b97ada3-57f8-4e3d-a7ee-5ee05ee17db7'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:25:54.396643 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 0b97ada3-57f8-4e3d-a7ee-5ee05ee17db7, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=0b97ada3-57f8-4e3d-a7ee-5ee05ee17db7,segment=NetworkSegment(08dd8774-d241-4744-a888-af1c6f605e19),segment_id=08dd8774-d241-4744-a888-af1c6f605e19)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:25:54.400876 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:54.448301 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afbee2e4-21a9-487a-bd46-0013cbf0f89d'] response: {'server_uuid': 'cf980569-c0b1-434d-bf46-f0fc2141fb74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b97ada3-57f8-4e3d-a7ee-5ee05ee17db7', 'code': 200} May 05 22:25:54.475110 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=0b97ada3-57f8-4e3d-a7ee-5ee05ee17db7,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:25:54.570588 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5c91a632-dc87-4e42-932a-8170e88c4e4e req-152b4e8d-52c3-4148-8a7b-a0996884db96 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cf980569-c0b1-434d-bf46-f0fc2141fb74 HTTP/1.1" status: 200 len: 1096 time: 0.0692346 May 05 22:25:54.613381 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5c91a632-dc87-4e42-932a-8170e88c4e4e req-8e600f82-db8e-4b71-94f2-b2e09caa5f1f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ee40fee9-fe03-4a91-83a5-c72fac5bd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367713 May 05 22:25:54.640315 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9169486c-a2ad-4d07-9b5e-dd046242c8a8 req-7c538fff-4fc2-4eeb-95fb-433407b94a66 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:25:54.641748 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9169486c-a2ad-4d07-9b5e-dd046242c8a8 req-7c538fff-4fc2-4eeb-95fb-433407b94a66 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf980569-c0b1-434d-bf46-f0fc2141fb74 HTTP/1.1" status: 200 len: 945 time: 0.0777502 May 05 22:25:54.687486 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9169486c-a2ad-4d07-9b5e-dd046242c8a8 req-9ce80c4f-887b-4d4d-9ab4-9233e78fd3b5 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee40fee9-fe03-4a91-83a5-c72fac5bd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400965 May 05 22:25:55.904362 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ae577-6cf8-4a5e-b4e3-9461d787de95 req-41706925-0767-409b-9553-41ae47dc653a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:25:55.905799 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-881ae577-6cf8-4a5e-b4e3-9461d787de95 req-41706925-0767-409b-9553-41ae47dc653a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf980569-c0b1-434d-bf46-f0fc2141fb74 HTTP/1.1" status: 200 len: 945 time: 0.0929980 May 05 22:25:55.952922 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-881ae577-6cf8-4a5e-b4e3-9461d787de95 req-d09c31d1-9aaa-4c23-9eb8-40582185ac26 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee40fee9-fe03-4a91-83a5-c72fac5bd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414286 May 05 22:25:56.161577 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4742a051-1dcf-47f1-84e7-1f726bcf6db9 req-9aa443ad-dcaf-412f-8c37-a724b6e61bef tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:25:56.162958 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4742a051-1dcf-47f1-84e7-1f726bcf6db9 req-9aa443ad-dcaf-412f-8c37-a724b6e61bef tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf980569-c0b1-434d-bf46-f0fc2141fb74 HTTP/1.1" status: 200 len: 945 time: 0.0811200 May 05 22:25:56.209634 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4742a051-1dcf-47f1-84e7-1f726bcf6db9 req-21e73f20-5df1-4a14-8f19-072d9be16f7e tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee40fee9-fe03-4a91-83a5-c72fac5bd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406482 May 05 22:25:56.237667 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 32976) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:25:56.312275 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-38ed2052-dd34-4938-b0f5-d74299bf0b5d tempest-TestVolumeBootPattern-1676058332 tempest-TestVolumeBootPattern-1676058332-project-admin] Synchronizing usage tracker for tenant:ad64a6840a58476ea274d7db55583dd8 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:25:56.331754 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-38ed2052-dd34-4938-b0f5-d74299bf0b5d tempest-TestVolumeBootPattern-1676058332 tempest-TestVolumeBootPattern-1676058332-project-admin] Unset dirty status for tenant:ad64a6840a58476ea274d7db55583dd8 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:25:56.332921 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-38ed2052-dd34-4938-b0f5-d74299bf0b5d tempest-TestVolumeBootPattern-1676058332 tempest-TestVolumeBootPattern-1676058332-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=cf980569-c0b1-434d-bf46-f0fc2141fb74 HTTP/1.1" status: 200 len: 1091 time: 0.0943346 May 05 22:25:56.337364 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 32980) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:25:56.342619 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-3955551f-09ac-4729-bba0-ac3de28d4e63 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Request body: {'floatingip': {'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'port_id': '0b97ada3-57f8-4e3d-a7ee-5ee05ee17db7', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:25:56.348994 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-3955551f-09ac-4729-bba0-ac3de28d4e63 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:25:56.353293 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-3955551f-09ac-4729-bba0-ac3de28d4e63 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Usage tracker for resource:floatingip and tenant:7aecd0947c574ab7b57adc91150658c3 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:25:56.356500 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-3955551f-09ac-4729-bba0-ac3de28d4e63 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:25:56.362488 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-3955551f-09ac-4729-bba0-ac3de28d4e63 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:25:56.373569 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3955551f-09ac-4729-bba0-ac3de28d4e63 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks [] for floatingip, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:56.512408 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3955551f-09ac-4729-bba0-ac3de28d4e63 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:56.668849 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-3955551f-09ac-4729-bba0-ac3de28d4e63 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Allocated IP 172.25.4.5 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/3332e27d-c838-4a24-8d91-4dadfaec3bf9) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:25:56.827095 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3955551f-09ac-4729-bba0-ac3de28d4e63 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:56.857213 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3955551f-09ac-4729-bba0-ac3de28d4e63 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:56.924973 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3955551f-09ac-4729-bba0-ac3de28d4e63 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:25:56.927910 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-3955551f-09ac-4729-bba0-ac3de28d4e63 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:25:56.932296 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3955551f-09ac-4729-bba0-ac3de28d4e63 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:25:56.956113 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955551f-09ac-4729-bba0-ac3de28d4e63 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Pushing event updated for resources: {'Port': ['ID=3332e27d-c838-4a24-8d91-4dadfaec3bf9,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:25:57.462847 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3955551f-09ac-4729-bba0-ac3de28d4e63 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:57.529129 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3955551f-09ac-4729-bba0-ac3de28d4e63 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:57.829848 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3955551f-09ac-4729-bba0-ac3de28d4e63 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:57.837068 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3955551f-09ac-4729-bba0-ac3de28d4e63 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:57.937327 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955551f-09ac-4729-bba0-ac3de28d4e63 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Pushing event updated for resources: {'Port': ['ID=3332e27d-c838-4a24-8d91-4dadfaec3bf9,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:25:57.965369 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3955551f-09ac-4729-bba0-ac3de28d4e63 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:58.182769 n-d-825175-4 neutron-server[84061]: INFO neutron.db.l3_db [None req-3955551f-09ac-4729-bba0-ac3de28d4e63 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Floating IP 67cd1fb7-15ea-4acc-834e-e9a6f4280e04 associated. External IP: 172.25.4.5, port: 0b97ada3-57f8-4e3d-a7ee-5ee05ee17db7. May 05 22:25:58.584167 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3955551f-09ac-4729-bba0-ac3de28d4e63 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Router dd9f801c-cddb-4189-a39d-ba00fed1c9b4 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:25:58.803751 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3955551f-09ac-4729-bba0-ac3de28d4e63 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:25:58.814116 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44a06fb-52a0-49d0-9358-ecb9f55a60e6 None None] Sync routers for ids ['dd9f801c-cddb-4189-a39d-ba00fed1c9b4'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:25:58.827806 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44a06fb-52a0-49d0-9358-ecb9f55a60e6 None None] Routers {'dd9f801c-cddb-4189-a39d-ba00fed1c9b4'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:25:58.828464 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-b44a06fb-52a0-49d0-9358-ecb9f55a60e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:25:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['dd9f801c-cddb-4189-a39d-ba00fed1c9b4'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:25:58.830779 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3955551f-09ac-4729-bba0-ac3de28d4e63 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:25:58.884156 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-3955551f-09ac-4729-bba0-ac3de28d4e63 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.5455432 May 05 22:25:58.884701 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf980569-c0b1-434d-bf46-f0fc2141fb74', 'tag': '0b97ada3-57f8-4e3d-a7ee-5ee05ee17db7'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:25:58.939237 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eca0a133-646f-4d8e-a0d5-4c26547b9627'] response: {'name': 'network-changed', 'server_uuid': 'cf980569-c0b1-434d-bf46-f0fc2141fb74', 'tag': '0b97ada3-57f8-4e3d-a7ee-5ee05ee17db7', 'status': 'completed', 'code': 200} May 05 22:25:59.007479 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-b44a06fb-52a0-49d0-9358-ecb9f55a60e6 None None] Set router dd9f801c-cddb-4189-a39d-ba00fed1c9b4 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:25:59.034841 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-24d53525-0c94-47b2-9f65-bcd7d2be16f9 req-4d4e773d-8498-4f71-a6ad-04965bf52034 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7aecd0947c574ab7b57adc91150658c3&device_id=cf980569-c0b1-434d-bf46-f0fc2141fb74 HTTP/1.1" status: 200 len: 1096 time: 0.0734549 May 05 22:25:59.170204 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d53525-0c94-47b2-9f65-bcd7d2be16f9 req-294109d1-dc20-4692-b11a-31887ba8083a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:25:59.171596 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-24d53525-0c94-47b2-9f65-bcd7d2be16f9 req-294109d1-dc20-4692-b11a-31887ba8083a service neutron] 10.222.0.44 "GET /v2.0/networks?id=9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 HTTP/1.1" status: 200 len: 912 time: 0.1313622 May 05 22:25:59.275040 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-24d53525-0c94-47b2-9f65-bcd7d2be16f9 req-1431ff6f-dec0-4971-afa9-d0ef0970852c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b97ada3-57f8-4e3d-a7ee-5ee05ee17db7 HTTP/1.1" status: 200 len: 997 time: 0.0971897 May 05 22:25:59.342566 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d53525-0c94-47b2-9f65-bcd7d2be16f9 req-98ac28b7-5002-42e2-ad5b-e75c073e658a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:25:59.344162 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-24d53525-0c94-47b2-9f65-bcd7d2be16f9 req-98ac28b7-5002-42e2-ad5b-e75c073e658a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e0e1a026-9d64-4912-950a-4e44331f2f8e HTTP/1.1" status: 200 len: 850 time: 0.0622835 May 05 22:25:59.355127 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-b44a06fb-52a0-49d0-9358-ecb9f55a60e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'name': 'tempest-TestVolumeBootPattern-842811049-router', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '1c4c63f4-c247-4390-99d9-b664ede84f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:22:31Z', 'updated_at': '2022-05-05T22:22:34Z', 'revision_number': 4, 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'gw_port': {'id': '1c4c63f4-c247-4390-99d9-b664ede84f1b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:58:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:22:32Z', 'updated_at': '2022-05-05T22:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '67cd1fb7-15ea-4acc-834e-e9a6f4280e04', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'floating_ip_address': '172.25.4.5', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'port_id': '0b97ada3-57f8-4e3d-a7ee-5ee05ee17db7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9', 'mac_address': 'fa:16:3e:1f:2e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf980569-c0b1-434d-bf46-f0fc2141fb74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:25:57Z', 'updated_at': '2022-05-05T22:25:57Z', 'revision_number': 0, 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ed823e-5da1-4a29-a0bb-7996240fff19', 'name': '', 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'mac_address': 'fa:16:3e:1d:a4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0e1a026-9d64-4912-950a-4e44331f2f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:22:34Z', 'updated_at': '2022-05-05T22:22:44Z', 'revision_number': 5, 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'subnets': [{'id': 'e0e1a026-9d64-4912-950a-4e44331f2f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:25:59.359061 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44a06fb-52a0-49d0-9358-ecb9f55a60e6 None None] Checking router: dd9f801c-cddb-4189-a39d-ba00fed1c9b4 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:25:59.369458 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44a06fb-52a0-49d0-9358-ecb9f55a60e6 None None] Routers {'dd9f801c-cddb-4189-a39d-ba00fed1c9b4'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:25:59.370043 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-b44a06fb-52a0-49d0-9358-ecb9f55a60e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:25:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['dd9f801c-cddb-4189-a39d-ba00fed1c9b4'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:25:59.421285 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-24d53525-0c94-47b2-9f65-bcd7d2be16f9 req-9fc033f1-49e5-45ff-8a1d-8defa77ebd5b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9a4e4fe9-3d94-4d16-ae6c-847777a64fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704374 May 05 22:25:59.553057 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-b44a06fb-52a0-49d0-9358-ecb9f55a60e6 None None] Set router dd9f801c-cddb-4189-a39d-ba00fed1c9b4 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:25:59.555701 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-24d53525-0c94-47b2-9f65-bcd7d2be16f9 req-71d79b3a-4181-41fc-88ab-33c9b306749c service neutron] 10.222.0.44 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281676 May 05 22:25:59.690583 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-24d53525-0c94-47b2-9f65-bcd7d2be16f9 req-87bfb4b6-ac42-4243-bf85-50418ef6b65a service neutron] 10.222.0.44 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276820 May 05 22:25:59.891382 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-b44a06fb-52a0-49d0-9358-ecb9f55a60e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'name': 'tempest-TestVolumeBootPattern-842811049-router', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '1c4c63f4-c247-4390-99d9-b664ede84f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:22:31Z', 'updated_at': '2022-05-05T22:22:34Z', 'revision_number': 4, 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'gw_port': {'id': '1c4c63f4-c247-4390-99d9-b664ede84f1b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:58:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:22:32Z', 'updated_at': '2022-05-05T22:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '67cd1fb7-15ea-4acc-834e-e9a6f4280e04', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'floating_ip_address': '172.25.4.5', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'port_id': '0b97ada3-57f8-4e3d-a7ee-5ee05ee17db7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9', 'mac_address': 'fa:16:3e:1f:2e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf980569-c0b1-434d-bf46-f0fc2141fb74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:25:57Z', 'updated_at': '2022-05-05T22:25:57Z', 'revision_number': 0, 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ed823e-5da1-4a29-a0bb-7996240fff19', 'name': '', 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'mac_address': 'fa:16:3e:1d:a4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0e1a026-9d64-4912-950a-4e44331f2f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:22:34Z', 'updated_at': '2022-05-05T22:22:44Z', 'revision_number': 5, 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'subnets': [{'id': 'e0e1a026-9d64-4912-950a-4e44331f2f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:25:59.895592 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44a06fb-52a0-49d0-9358-ecb9f55a60e6 None None] The sync data for ids ['dd9f801c-cddb-4189-a39d-ba00fed1c9b4'] in n-d-825175-4 is: [{'id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'name': 'tempest-TestVolumeBootPattern-842811049-router', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '1c4c63f4-c247-4390-99d9-b664ede84f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:22:31Z', 'updated_at': '2022-05-05T22:22:34Z', 'revision_number': 4, 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'gw_port': {'id': '1c4c63f4-c247-4390-99d9-b664ede84f1b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:58:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:22:32Z', 'updated_at': '2022-05-05T22:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '67cd1fb7-15ea-4acc-834e-e9a6f4280e04', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'floating_ip_address': '172.25.4.5', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'port_id': '0b97ada3-57f8-4e3d-a7ee-5ee05ee17db7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9', 'mac_address': 'fa:16:3e:1f:2e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf980569-c0b1-434d-bf46-f0fc2141fb74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:25:57Z', 'updated_at': '2022-05-05T22:25:57Z', 'revision_number': 0, 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ed823e-5da1-4a29-a0bb-7996240fff19', 'name': '', 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'mac_address': 'fa:16:3e:1d:a4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0e1a026-9d64-4912-950a-4e44331f2f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:22:34Z', 'updated_at': '2022-05-05T22:22:44Z', 'revision_number': 5, 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'subnets': [{'id': 'e0e1a026-9d64-4912-950a-4e44331f2f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:26:00.103034 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19f59f0-2986-4a99-8d03-dba9f5aefd47 None None] New status for floating IP 67cd1fb7-15ea-4acc-834e-e9a6f4280e04: ACTIVE {{(pid=84064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 22:26:06.072690 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:26:06.336690 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:26:13.972067 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a52252a7-431d-4006-8b80-6636defee102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:26:15.327458 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:26:16.295618 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-91436ad1-d1da-490c-b0a3-2e81295c3a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:26:17.471847 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:26:17.513024 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:26:19.047201 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:26:20.427827 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e04e0c16-ffc4-48db-8006-0d45eafc5126 req-1f0e52a9-5b62-4d4c-b2c6-0dd4d5a3c868 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cf980569-c0b1-434d-bf46-f0fc2141fb74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1647520 May 05 22:26:20.573508 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e04e0c16-ffc4-48db-8006-0d45eafc5126 req-f677bacb-9967-43a3-8992-f56db5b004b5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7aecd0947c574ab7b57adc91150658c3&device_id=cf980569-c0b1-434d-bf46-f0fc2141fb74 HTTP/1.1" status: 200 len: 1096 time: 0.0724359 May 05 22:26:20.725564 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e0c16-ffc4-48db-8006-0d45eafc5126 req-f307ce5e-2403-4894-b354-1249c9910e7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:26:20.727095 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e04e0c16-ffc4-48db-8006-0d45eafc5126 req-f307ce5e-2403-4894-b354-1249c9910e7d service neutron] 10.222.0.44 "GET /v2.0/networks?id=9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 HTTP/1.1" status: 200 len: 912 time: 0.1339161 May 05 22:26:20.833743 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e04e0c16-ffc4-48db-8006-0d45eafc5126 req-8db0222e-27d3-48a0-8c72-b6dd2837098b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b97ada3-57f8-4e3d-a7ee-5ee05ee17db7 HTTP/1.1" status: 200 len: 999 time: 0.0992818 May 05 22:26:20.900226 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e0c16-ffc4-48db-8006-0d45eafc5126 req-21eb145d-c482-4b9d-9293-c770b163899b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:26:20.901707 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e04e0c16-ffc4-48db-8006-0d45eafc5126 req-21eb145d-c482-4b9d-9293-c770b163899b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e0e1a026-9d64-4912-950a-4e44331f2f8e HTTP/1.1" status: 200 len: 850 time: 0.0598431 May 05 22:26:20.981717 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e04e0c16-ffc4-48db-8006-0d45eafc5126 req-554d3ab2-e48d-4933-96b3-bd75f7333663 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9a4e4fe9-3d94-4d16-ae6c-847777a64fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731993 May 05 22:26:21.123857 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e04e0c16-ffc4-48db-8006-0d45eafc5126 req-58f01d72-2449-4c25-a9e1-1e59698e12ae service neutron] 10.222.0.44 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347146 May 05 22:26:21.259057 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e04e0c16-ffc4-48db-8006-0d45eafc5126 req-ddf5f2e1-d6d9-4027-a44a-b463768fb743 service neutron] 10.222.0.44 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258347 May 05 22:26:35.160810 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [req-8956f811-13b8-4918-8584-7c0531a8f400 req-24918ef9-92ad-4374-afc8-0d41a9af157d service neutron] (84061) timed out ('10.222.0.23', 56890) {{(pid=84061) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 05 22:26:36.076018 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:26:36.357538 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:26:43.990112 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-326eb019-94b5-4ffc-890b-26c47eaf06ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:26:46.303348 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9564033a-d70e-43af-9843-93ce95e23e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:26:47.471147 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:26:47.515556 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:26:49.049474 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:26:52.331386 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:27:06.089257 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:27:06.376200 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:27:13.974926 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f5c014b1-7d06-43ad-818d-626d2f65963f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:27:16.299615 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d98b3588-d69e-4fd7-944b-e17338aa7776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:27:17.483134 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:27:17.518320 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:27:19.054509 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:27:22.292102 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ba516901-82a7-4e36-9db6-b1d50fa256c5 req-d81ea467-8098-4ebb-ba5c-2fa35664eafd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cf980569-c0b1-434d-bf46-f0fc2141fb74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0875640 May 05 22:27:22.434912 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ba516901-82a7-4e36-9db6-b1d50fa256c5 req-d32aad1d-5714-4bd7-9f23-5c1195371ded service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7aecd0947c574ab7b57adc91150658c3&device_id=cf980569-c0b1-434d-bf46-f0fc2141fb74 HTTP/1.1" status: 200 len: 1096 time: 0.0751464 May 05 22:27:22.580217 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba516901-82a7-4e36-9db6-b1d50fa256c5 req-ca39672e-3768-4f64-9421-75a0ca985c83 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:27:22.581701 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ba516901-82a7-4e36-9db6-b1d50fa256c5 req-ca39672e-3768-4f64-9421-75a0ca985c83 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 HTTP/1.1" status: 200 len: 912 time: 0.1283658 May 05 22:27:22.683113 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ba516901-82a7-4e36-9db6-b1d50fa256c5 req-9a62a8b9-9714-406d-88f5-23dc00603144 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b97ada3-57f8-4e3d-a7ee-5ee05ee17db7 HTTP/1.1" status: 200 len: 999 time: 0.0955467 May 05 22:27:22.747568 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba516901-82a7-4e36-9db6-b1d50fa256c5 req-66666da2-eb6f-4c18-85af-b0733cccd4fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:27:22.748907 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ba516901-82a7-4e36-9db6-b1d50fa256c5 req-66666da2-eb6f-4c18-85af-b0733cccd4fc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e0e1a026-9d64-4912-950a-4e44331f2f8e HTTP/1.1" status: 200 len: 850 time: 0.0599947 May 05 22:27:22.834177 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ba516901-82a7-4e36-9db6-b1d50fa256c5 req-5227aeeb-7827-4cf7-9b8b-aed28ade2b08 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9a4e4fe9-3d94-4d16-ae6c-847777a64fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768571 May 05 22:27:22.968748 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ba516901-82a7-4e36-9db6-b1d50fa256c5 req-31af24e5-7a3f-4c23-83e6-c21c1baf5bb3 service neutron] 10.222.0.44 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282015 May 05 22:27:23.117209 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ba516901-82a7-4e36-9db6-b1d50fa256c5 req-2d1b5bd8-c442-4d0e-a283-c5ffdd7a482b service neutron] 10.222.0.44 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429982 May 05 22:27:29.330869 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:27:36.092814 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:27:36.364653 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:27:43.992640 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-86b0aa8b-0f3d-49e2-b749-4ac642ab9243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:27:46.306176 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8eb37814-c9db-459a-af70-502cd879e42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:27:47.485495 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:27:47.526550 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:27:49.058693 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:27:54.948430 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67284716-cc91-4a9c-b788-2809b78bad1b req-1886404e-8586-4f58-b0bb-37cba5d601a9 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:27:54.950154 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-67284716-cc91-4a9c-b788-2809b78bad1b req-1886404e-8586-4f58-b0bb-37cba5d601a9 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf980569-c0b1-434d-bf46-f0fc2141fb74 HTTP/1.1" status: 200 len: 945 time: 0.0949023 May 05 22:27:55.005822 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-67284716-cc91-4a9c-b788-2809b78bad1b req-c9662fac-6a86-4fca-8e80-a5541fb84ad9 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee40fee9-fe03-4a91-83a5-c72fac5bd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498955 May 05 22:27:56.239191 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9046c-06ad-4cb6-87cf-de07b200ed54 req-2cfe9354-1a7b-4e67-a9b6-7ce2b70c5952 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:27:56.240612 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bae9046c-06ad-4cb6-87cf-de07b200ed54 req-2cfe9354-1a7b-4e67-a9b6-7ce2b70c5952 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf980569-c0b1-434d-bf46-f0fc2141fb74 HTTP/1.1" status: 200 len: 945 time: 0.0787606 May 05 22:27:56.286398 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bae9046c-06ad-4cb6-87cf-de07b200ed54 req-d797d968-6208-4475-ba33-f12fdb353d7c tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee40fee9-fe03-4a91-83a5-c72fac5bd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395195 May 05 22:27:56.322834 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a5f46-bacc-4976-836d-86700fa10385 req-a92883a0-f2e5-4346-9598-536131f3dd9d tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:27:56.323495 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-469a5f46-bacc-4976-836d-86700fa10385 req-a92883a0-f2e5-4346-9598-536131f3dd9d tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Synchronizing usage tracker for tenant:7aecd0947c574ab7b57adc91150658c3 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:27:56.340995 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-469a5f46-bacc-4976-836d-86700fa10385 req-a92883a0-f2e5-4346-9598-536131f3dd9d tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Unset dirty status for tenant:7aecd0947c574ab7b57adc91150658c3 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:27:56.342146 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-469a5f46-bacc-4976-836d-86700fa10385 req-a92883a0-f2e5-4346-9598-536131f3dd9d tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf980569-c0b1-434d-bf46-f0fc2141fb74 HTTP/1.1" status: 200 len: 945 time: 0.1000478 May 05 22:27:56.495422 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-469a5f46-bacc-4976-836d-86700fa10385 req-67b390af-c717-4e91-85a0-892711a4bbd9 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Deleting port 0b97ada3-57f8-4e3d-a7ee-5ee05ee17db7 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:27:56.495875 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-469a5f46-bacc-4976-836d-86700fa10385 req-67b390af-c717-4e91-85a0-892711a4bbd9 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:27:56.752690 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-469a5f46-bacc-4976-836d-86700fa10385 req-67b390af-c717-4e91-85a0-892711a4bbd9 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] For port 0b97ada3-57f8-4e3d-a7ee-5ee05ee17db7, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=0b97ada3-57f8-4e3d-a7ee-5ee05ee17db7,segment=NetworkSegment(08dd8774-d241-4744-a888-af1c6f605e19),segment_id=08dd8774-d241-4744-a888-af1c6f605e19)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:27:56.753040 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-469a5f46-bacc-4976-836d-86700fa10385 req-67b390af-c717-4e91-85a0-892711a4bbd9 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:27:57.036163 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-469a5f46-bacc-4976-836d-86700fa10385 req-67b390af-c717-4e91-85a0-892711a4bbd9 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:27:57.036442 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-469a5f46-bacc-4976-836d-86700fa10385 req-67b390af-c717-4e91-85a0-892711a4bbd9 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:27:57.036753 n-d-825175-4 neutron-server[84063]: INFO neutron.db.l3_db [req-469a5f46-bacc-4976-836d-86700fa10385 req-67b390af-c717-4e91-85a0-892711a4bbd9 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Floating IP 67cd1fb7-15ea-4acc-834e-e9a6f4280e04 disassociated. External IP: 172.25.4.5, port: 0b97ada3-57f8-4e3d-a7ee-5ee05ee17db7. May 05 22:27:57.037091 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-469a5f46-bacc-4976-836d-86700fa10385 req-67b390af-c717-4e91-85a0-892711a4bbd9 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Calling delete_port for 0b97ada3-57f8-4e3d-a7ee-5ee05ee17db7 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:27:57.191928 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-469a5f46-bacc-4976-836d-86700fa10385 req-67b390af-c717-4e91-85a0-892711a4bbd9 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:27:57.249506 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b390af-c717-4e91-85a0-892711a4bbd9 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Pushing event deleted for resources: {'Port': ['ID=0b97ada3-57f8-4e3d-a7ee-5ee05ee17db7,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:27:57.264411 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b390af-c717-4e91-85a0-892711a4bbd9 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:27:57.264770 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b390af-c717-4e91-85a0-892711a4bbd9 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:27:57.265121 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b390af-c717-4e91-85a0-892711a4bbd9 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:27:57.265431 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b390af-c717-4e91-85a0-892711a4bbd9 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:27:57.265755 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b390af-c717-4e91-85a0-892711a4bbd9 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:27:57.266080 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b390af-c717-4e91-85a0-892711a4bbd9 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:27:57.266398 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b390af-c717-4e91-85a0-892711a4bbd9 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:27:57.266743 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b390af-c717-4e91-85a0-892711a4bbd9 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:27:57.267062 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b390af-c717-4e91-85a0-892711a4bbd9 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:27:57.267396 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b390af-c717-4e91-85a0-892711a4bbd9 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:27:57.267710 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b390af-c717-4e91-85a0-892711a4bbd9 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:27:57.480979 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-469a5f46-bacc-4976-836d-86700fa10385 req-67b390af-c717-4e91-85a0-892711a4bbd9 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Router dd9f801c-cddb-4189-a39d-ba00fed1c9b4 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:27:57.493288 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6ee8a088-11d0-4841-afb9-78bdb5dcf211 req-c8f79226-ab23-4573-99fb-69e44f823f11 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf980569-c0b1-434d-bf46-f0fc2141fb74 HTTP/1.1" status: 200 len: 210 time: 0.0449393 May 05 22:27:57.701409 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-469a5f46-bacc-4976-836d-86700fa10385 req-67b390af-c717-4e91-85a0-892711a4bbd9 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:27:57.711260 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e36af09-35d1-4423-a586-edaf180810e2 None None] Sync routers for ids ['dd9f801c-cddb-4189-a39d-ba00fed1c9b4'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:27:57.724972 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e36af09-35d1-4423-a586-edaf180810e2 None None] Routers {'dd9f801c-cddb-4189-a39d-ba00fed1c9b4'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:27:57.725745 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-7e36af09-35d1-4423-a586-edaf180810e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:27:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['dd9f801c-cddb-4189-a39d-ba00fed1c9b4'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:27:57.777847 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-469a5f46-bacc-4976-836d-86700fa10385 req-67b390af-c717-4e91-85a0-892711a4bbd9 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] No DVR routers for this DVR port 0b97ada3-57f8-4e3d-a7ee-5ee05ee17db7 on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:27:57.780588 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-469a5f46-bacc-4976-836d-86700fa10385 req-67b390af-c717-4e91-85a0-892711a4bbd9 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:27:57.783354 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf980569-c0b1-434d-bf46-f0fc2141fb74', 'name': 'network-vif-deleted', 'tag': '0b97ada3-57f8-4e3d-a7ee-5ee05ee17db7'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:27:57.802889 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-469a5f46-bacc-4976-836d-86700fa10385 req-67b390af-c717-4e91-85a0-892711a4bbd9 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.44 "DELETE /v2.0/ports/0b97ada3-57f8-4e3d-a7ee-5ee05ee17db7 HTTP/1.1" status: 204 len: 173 time: 1.4555533 May 05 22:27:57.848150 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9bb76c8-4bca-4b8c-935a-3a0d87682b6d'] response: {'server_uuid': 'cf980569-c0b1-434d-bf46-f0fc2141fb74', 'name': 'network-vif-deleted', 'tag': '0b97ada3-57f8-4e3d-a7ee-5ee05ee17db7', 'status': 'completed', 'code': 200} May 05 22:27:57.950299 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-7e36af09-35d1-4423-a586-edaf180810e2 None None] Set router dd9f801c-cddb-4189-a39d-ba00fed1c9b4 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:27:58.264463 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-7e36af09-35d1-4423-a586-edaf180810e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'name': 'tempest-TestVolumeBootPattern-842811049-router', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '1c4c63f4-c247-4390-99d9-b664ede84f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:22:31Z', 'updated_at': '2022-05-05T22:22:34Z', 'revision_number': 4, 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'gw_port': {'id': '1c4c63f4-c247-4390-99d9-b664ede84f1b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:58:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:22:32Z', 'updated_at': '2022-05-05T22:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'e9ed823e-5da1-4a29-a0bb-7996240fff19', 'name': '', 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'mac_address': 'fa:16:3e:1d:a4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0e1a026-9d64-4912-950a-4e44331f2f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:22:34Z', 'updated_at': '2022-05-05T22:22:44Z', 'revision_number': 5, 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'subnets': [{'id': 'e0e1a026-9d64-4912-950a-4e44331f2f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:27:58.268307 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e36af09-35d1-4423-a586-edaf180810e2 None None] Checking router: dd9f801c-cddb-4189-a39d-ba00fed1c9b4 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:27:58.278687 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e36af09-35d1-4423-a586-edaf180810e2 None None] Routers {'dd9f801c-cddb-4189-a39d-ba00fed1c9b4'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:27:58.279390 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-7e36af09-35d1-4423-a586-edaf180810e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:27:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['dd9f801c-cddb-4189-a39d-ba00fed1c9b4'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:27:58.453631 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-7e36af09-35d1-4423-a586-edaf180810e2 None None] Set router dd9f801c-cddb-4189-a39d-ba00fed1c9b4 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:27:58.690281 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ed7524c8-98aa-4338-ad1a-4e9e36225fa4 req-7df7351b-79d5-472b-ad6e-81b017595306 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf980569-c0b1-434d-bf46-f0fc2141fb74 HTTP/1.1" status: 200 len: 210 time: 0.0511961 May 05 22:27:58.776723 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-7e36af09-35d1-4423-a586-edaf180810e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'name': 'tempest-TestVolumeBootPattern-842811049-router', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '1c4c63f4-c247-4390-99d9-b664ede84f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:22:31Z', 'updated_at': '2022-05-05T22:22:34Z', 'revision_number': 4, 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'gw_port': {'id': '1c4c63f4-c247-4390-99d9-b664ede84f1b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:58:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:22:32Z', 'updated_at': '2022-05-05T22:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'e9ed823e-5da1-4a29-a0bb-7996240fff19', 'name': '', 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'mac_address': 'fa:16:3e:1d:a4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0e1a026-9d64-4912-950a-4e44331f2f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:22:34Z', 'updated_at': '2022-05-05T22:22:44Z', 'revision_number': 5, 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'subnets': [{'id': 'e0e1a026-9d64-4912-950a-4e44331f2f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:27:58.780683 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e36af09-35d1-4423-a586-edaf180810e2 None None] The sync data for ids ['dd9f801c-cddb-4189-a39d-ba00fed1c9b4'] in n-d-825175-4 is: [{'id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'name': 'tempest-TestVolumeBootPattern-842811049-router', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '1c4c63f4-c247-4390-99d9-b664ede84f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:22:31Z', 'updated_at': '2022-05-05T22:22:34Z', 'revision_number': 4, 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'gw_port': {'id': '1c4c63f4-c247-4390-99d9-b664ede84f1b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:58:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:22:32Z', 'updated_at': '2022-05-05T22:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'e9ed823e-5da1-4a29-a0bb-7996240fff19', 'name': '', 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'mac_address': 'fa:16:3e:1d:a4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0e1a026-9d64-4912-950a-4e44331f2f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:22:34Z', 'updated_at': '2022-05-05T22:22:44Z', 'revision_number': 5, 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'subnets': [{'id': 'e0e1a026-9d64-4912-950a-4e44331f2f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:27:58.879724 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 0b97ada3-57f8-4e3d-a7ee-5ee05ee17db7 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:27:58.912267 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: 0b97ada3-57f8-4e3d-a7ee-5ee05ee17db7 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:27:58.912626 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 0b97ada3-57f8-4e3d-a7ee-5ee05ee17db7 not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:27:59.005843 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88b000e-5186-495e-922e-a2bf98e2d340 None None] New status for floating IP 67cd1fb7-15ea-4acc-834e-e9a6f4280e04: DOWN {{(pid=84064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 22:28:00.061198 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-38a279d6-a679-46fa-ad3b-8cce493f7bac req-9ed0c7df-2e98-4251-9978-b35cdb0f652e tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1676050196&fields=id&tenant_id=7aecd0947c574ab7b57adc91150658c3 HTTP/1.1" status: 200 len: 267 time: 0.0478363 May 05 22:28:00.215145 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a279d6-a679-46fa-ad3b-8cce493f7bac req-9f75d011-566b-4c04-a51f-80d314778f08 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:28:00.216581 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-38a279d6-a679-46fa-ad3b-8cce493f7bac req-9f75d011-566b-4c04-a51f-80d314778f08 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/networks?id=9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 HTTP/1.1" status: 200 len: 811 time: 0.1466479 May 05 22:28:00.234249 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-38a279d6-a679-46fa-ad3b-8cce493f7bac req-02ef5f1f-351b-48d7-85ff-83c9beccb825 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/quotas/7aecd0947c574ab7b57adc91150658c3 HTTP/1.1" status: 200 len: 375 time: 0.0122604 May 05 22:28:00.454452 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-38a279d6-a679-46fa-ad3b-8cce493f7bac req-7321bd8a-5274-407a-b95a-0d49923a007a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7aecd0947c574ab7b57adc91150658c3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2087047 May 05 22:28:00.701899 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-38a279d6-a679-46fa-ad3b-8cce493f7bac req-73a72602-dbc3-4c53-b4e5-b861931bc15f service neutron] 10.222.0.23 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324874 May 05 22:28:00.834411 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-38a279d6-a679-46fa-ad3b-8cce493f7bac req-14cb49dc-58a6-4cab-b87a-030712963d5b service neutron] 10.222.0.23 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241946 May 05 22:28:01.234783 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8d8869ac-5854-49a4-a3e4-d92f62b17e38 req-39fd40d1-ccb1-40d9-91a1-185b2fc2f6ad tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=123f1890-a17b-4048-8fe6-303f55f64790 HTTP/1.1" status: 200 len: 210 time: 0.0405767 May 05 22:28:02.266603 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a279d6-a679-46fa-ad3b-8cce493f7bac req-b6a46aed-3830-4160-86e5-b15fd9c8b59b tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:28:02.268083 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-38a279d6-a679-46fa-ad3b-8cce493f7bac req-b6a46aed-3830-4160-86e5-b15fd9c8b59b tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.44 "GET /v2.0/networks?id=9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 HTTP/1.1" status: 200 len: 811 time: 0.1429050 May 05 22:28:02.321562 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-38a279d6-a679-46fa-ad3b-8cce493f7bac req-deaf0d1a-1be2-4b4f-bd9f-ef420c90a1b0 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7aecd0947c574ab7b57adc91150658c3 HTTP/1.1" status: 200 len: 380 time: 0.0421124 May 05 22:28:02.331800 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-38a279d6-a679-46fa-ad3b-8cce493f7bac req-dda5422e-74fd-4eef-9bc4-d6bb1d55b6b2 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Request body: {'port': {'device_id': '123f1890-a17b-4048-8fe6-303f55f64790', 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9', 'admin_state_up': True, 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'security_groups': ['ee40fee9-fe03-4a91-83a5-c72fac5bd2f4']}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:28:02.408865 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-edb4a7ff-64c2-46d9-8725-2c8cd1550a24 req-93c0a3bf-e66c-4658-aeaa-78267020f514 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=123f1890-a17b-4048-8fe6-303f55f64790 HTTP/1.1" status: 200 len: 210 time: 0.0477152 May 05 22:28:02.572139 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-38a279d6-a679-46fa-ad3b-8cce493f7bac req-dda5422e-74fd-4eef-9bc4-d6bb1d55b6b2 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:28:02.576246 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-38a279d6-a679-46fa-ad3b-8cce493f7bac req-dda5422e-74fd-4eef-9bc4-d6bb1d55b6b2 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Usage tracker for resource:port and tenant:7aecd0947c574ab7b57adc91150658c3 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:28:02.579139 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-38a279d6-a679-46fa-ad3b-8cce493f7bac req-dda5422e-74fd-4eef-9bc4-d6bb1d55b6b2 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:28:02.585015 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-38a279d6-a679-46fa-ad3b-8cce493f7bac req-dda5422e-74fd-4eef-9bc4-d6bb1d55b6b2 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:28:02.597446 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38a279d6-a679-46fa-ad3b-8cce493f7bac req-dda5422e-74fd-4eef-9bc4-d6bb1d55b6b2 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Made reservation on behalf of 7aecd0947c574ab7b57adc91150658c3 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:28:02.600488 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-38a279d6-a679-46fa-ad3b-8cce493f7bac req-dda5422e-74fd-4eef-9bc4-d6bb1d55b6b2 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:28:02.764659 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-38a279d6-a679-46fa-ad3b-8cce493f7bac req-dda5422e-74fd-4eef-9bc4-d6bb1d55b6b2 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Allocated IP 172.20.0.8 (9a4e4fe9-3d94-4d16-ae6c-847777a64fe9/e0e1a026-9d64-4912-950a-4e44331f2f8e/f3c54608-4ac1-492d-bf72-e776018f831c) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:28:02.962628 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-38a279d6-a679-46fa-ad3b-8cce493f7bac req-dda5422e-74fd-4eef-9bc4-d6bb1d55b6b2 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:28:02.979000 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-38a279d6-a679-46fa-ad3b-8cce493f7bac req-dda5422e-74fd-4eef-9bc4-d6bb1d55b6b2 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Transition to ACTIVE for port object f3c54608-4ac1-492d-bf72-e776018f831c will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:28:03.001459 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-38a279d6-a679-46fa-ad3b-8cce493f7bac req-dda5422e-74fd-4eef-9bc4-d6bb1d55b6b2 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:28:03.076977 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38a279d6-a679-46fa-ad3b-8cce493f7bac req-dda5422e-74fd-4eef-9bc4-d6bb1d55b6b2 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Network 9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:28:03.080083 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-38a279d6-a679-46fa-ad3b-8cce493f7bac req-dda5422e-74fd-4eef-9bc4-d6bb1d55b6b2 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:28:03.084518 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-38a279d6-a679-46fa-ad3b-8cce493f7bac req-dda5422e-74fd-4eef-9bc4-d6bb1d55b6b2 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:28:03.109310 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda5422e-74fd-4eef-9bc4-d6bb1d55b6b2 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Pushing event updated for resources: {'Port': ['ID=f3c54608-4ac1-492d-bf72-e776018f831c,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:28:03.148216 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a279d6-a679-46fa-ad3b-8cce493f7bac req-dda5422e-74fd-4eef-9bc4-d6bb1d55b6b2 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:28:03.148858 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-38a279d6-a679-46fa-ad3b-8cce493f7bac req-dda5422e-74fd-4eef-9bc4-d6bb1d55b6b2 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:28:03.175170 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-38a279d6-a679-46fa-ad3b-8cce493f7bac req-dda5422e-74fd-4eef-9bc4-d6bb1d55b6b2 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8468807 May 05 22:28:03.187680 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-38a279d6-a679-46fa-ad3b-8cce493f7bac req-a8b5780e-d102-4c7f-9488-7e037e560d43 service neutron] Request body: {'port': {'device_id': '123f1890-a17b-4048-8fe6-303f55f64790', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:28:03.305369 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-38a279d6-a679-46fa-ad3b-8cce493f7bac req-a8b5780e-d102-4c7f-9488-7e037e560d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:28:03.309229 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-01144f95-5df0-43c8-88f8-0ecbdea156ee None None] Provisioning for port f3c54608-4ac1-492d-bf72-e776018f831c completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:28:03.315134 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-01144f95-5df0-43c8-88f8-0ecbdea156ee None None] Provisioning complete for port f3c54608-4ac1-492d-bf72-e776018f831c triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:28:03.315501 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-01144f95-5df0-43c8-88f8-0ecbdea156ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:28:03.370850 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-01144f95-5df0-43c8-88f8-0ecbdea156ee None None] Port f3c54608-4ac1-492d-bf72-e776018f831c cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:28:03.634452 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dc0fdd-db40-4723-b2a1-70a24ffa1ff2 req-2e81de63-c451-48c5-bba8-3f268accb47f tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:28:03.636599 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a8dc0fdd-db40-4723-b2a1-70a24ffa1ff2 req-2e81de63-c451-48c5-bba8-3f268accb47f tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=123f1890-a17b-4048-8fe6-303f55f64790 HTTP/1.1" status: 200 len: 931 time: 0.0856998 May 05 22:28:03.669127 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-38a279d6-a679-46fa-ad3b-8cce493f7bac req-a8b5780e-d102-4c7f-9488-7e037e560d43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3c54608-4ac1-492d-bf72-e776018f831c {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:28:03.678565 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-38a279d6-a679-46fa-ad3b-8cce493f7bac req-a8b5780e-d102-4c7f-9488-7e037e560d43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:28:03.699603 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a8dc0fdd-db40-4723-b2a1-70a24ffa1ff2 req-0538d1d6-3737-433b-8894-0c21e02c4f97 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee40fee9-fe03-4a91-83a5-c72fac5bd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509727 May 05 22:28:03.702989 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-38a279d6-a679-46fa-ad3b-8cce493f7bac req-a8b5780e-d102-4c7f-9488-7e037e560d43 service neutron] Transition to ACTIVE for port object f3c54608-4ac1-492d-bf72-e776018f831c will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:28:03.707138 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-38a279d6-a679-46fa-ad3b-8cce493f7bac req-a8b5780e-d102-4c7f-9488-7e037e560d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:28:03.832081 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b5780e-d102-4c7f-9488-7e037e560d43 service neutron] Pushing event updated for resources: {'Port': ['ID=f3c54608-4ac1-492d-bf72-e776018f831c,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:28:03.944575 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-38a279d6-a679-46fa-ad3b-8cce493f7bac req-a8b5780e-d102-4c7f-9488-7e037e560d43 service neutron] Attempting to bind port f3c54608-4ac1-492d-bf72-e776018f831c on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:28:03.944966 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-38a279d6-a679-46fa-ad3b-8cce493f7bac req-a8b5780e-d102-4c7f-9488-7e037e560d43 service neutron] Attempting to bind port f3c54608-4ac1-492d-bf72-e776018f831c by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': '08dd8774-d241-4744-a888-af1c6f605e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:28:03.945385 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a279d6-a679-46fa-ad3b-8cce493f7bac req-a8b5780e-d102-4c7f-9488-7e037e560d43 service neutron] Attempting to bind port f3c54608-4ac1-492d-bf72-e776018f831c on network 9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:28:03.951832 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a279d6-a679-46fa-ad3b-8cce493f7bac req-a8b5780e-d102-4c7f-9488-7e037e560d43 service neutron] Port f3c54608-4ac1-492d-bf72-e776018f831c on network 9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:28:03.952178 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a279d6-a679-46fa-ad3b-8cce493f7bac req-a8b5780e-d102-4c7f-9488-7e037e560d43 service neutron] Attempting to bind port f3c54608-4ac1-492d-bf72-e776018f831c on network 9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:28:03.958600 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a279d6-a679-46fa-ad3b-8cce493f7bac req-a8b5780e-d102-4c7f-9488-7e037e560d43 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:28:03.958966 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a279d6-a679-46fa-ad3b-8cce493f7bac req-a8b5780e-d102-4c7f-9488-7e037e560d43 service neutron] Checking segment: {'id': '08dd8774-d241-4744-a888-af1c6f605e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:28:03.959344 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a279d6-a679-46fa-ad3b-8cce493f7bac req-a8b5780e-d102-4c7f-9488-7e037e560d43 service neutron] Bound using segment: {'id': '08dd8774-d241-4744-a888-af1c6f605e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:28:03.959764 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-38a279d6-a679-46fa-ad3b-8cce493f7bac req-a8b5780e-d102-4c7f-9488-7e037e560d43 service neutron] Bound port: f3c54608-4ac1-492d-bf72-e776018f831c, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08dd8774-d241-4744-a888-af1c6f605e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:28:03.960107 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-38a279d6-a679-46fa-ad3b-8cce493f7bac req-a8b5780e-d102-4c7f-9488-7e037e560d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:28:04.053799 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-38a279d6-a679-46fa-ad3b-8cce493f7bac req-a8b5780e-d102-4c7f-9488-7e037e560d43 service neutron] For port f3c54608-4ac1-492d-bf72-e776018f831c, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:28:04.057075 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-38a279d6-a679-46fa-ad3b-8cce493f7bac req-a8b5780e-d102-4c7f-9488-7e037e560d43 service neutron] For port f3c54608-4ac1-492d-bf72-e776018f831c, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=f3c54608-4ac1-492d-bf72-e776018f831c,segment=NetworkSegment(08dd8774-d241-4744-a888-af1c6f605e19),segment_id=08dd8774-d241-4744-a888-af1c6f605e19)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:28:04.061397 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-38a279d6-a679-46fa-ad3b-8cce493f7bac req-a8b5780e-d102-4c7f-9488-7e037e560d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:28:04.119797 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-38a279d6-a679-46fa-ad3b-8cce493f7bac req-a8b5780e-d102-4c7f-9488-7e037e560d43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:28:04.121534 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-38a279d6-a679-46fa-ad3b-8cce493f7bac req-a8b5780e-d102-4c7f-9488-7e037e560d43 service neutron] 10.222.0.44 "PUT /v2.0/ports/f3c54608-4ac1-492d-bf72-e776018f831c HTTP/1.1" status: 200 len: 1091 time: 0.9390886 May 05 22:28:04.121968 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '123f1890-a17b-4048-8fe6-303f55f64790', 'tag': 'f3c54608-4ac1-492d-bf72-e776018f831c'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:28:04.141903 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b5780e-d102-4c7f-9488-7e037e560d43 service neutron] Pushing event updated for resources: {'Port': ['ID=f3c54608-4ac1-492d-bf72-e776018f831c,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:28:04.203872 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-688c5afb-bc2d-406b-9618-aaab1db8df7c'] response: {'name': 'network-changed', 'server_uuid': '123f1890-a17b-4048-8fe6-303f55f64790', 'tag': 'f3c54608-4ac1-492d-bf72-e776018f831c', 'status': 'completed', 'code': 200} May 05 22:28:04.236443 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-38a279d6-a679-46fa-ad3b-8cce493f7bac req-9716ff20-0868-4cc1-8858-486ca6d7df44 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7aecd0947c574ab7b57adc91150658c3&device_id=123f1890-a17b-4048-8fe6-303f55f64790 HTTP/1.1" status: 200 len: 1094 time: 0.0741849 May 05 22:28:04.308125 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-38a279d6-a679-46fa-ad3b-8cce493f7bac req-4f71b8da-46f1-4297-b0c1-a42872ba0737 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3c54608-4ac1-492d-bf72-e776018f831c HTTP/1.1" status: 200 len: 217 time: 0.0649142 May 05 22:28:04.378132 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a279d6-a679-46fa-ad3b-8cce493f7bac req-19a8d7c2-a6a2-4540-9a7c-a99ea191df3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:28:04.379874 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-38a279d6-a679-46fa-ad3b-8cce493f7bac req-19a8d7c2-a6a2-4540-9a7c-a99ea191df3c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e0e1a026-9d64-4912-950a-4e44331f2f8e HTTP/1.1" status: 200 len: 850 time: 0.0663674 May 05 22:28:04.559099 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-38a279d6-a679-46fa-ad3b-8cce493f7bac req-57082a8f-8907-46ed-a40e-af6c7628a8b1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9a4e4fe9-3d94-4d16-ae6c-847777a64fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1722779 May 05 22:28:04.693147 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-38a279d6-a679-46fa-ad3b-8cce493f7bac req-9e90c8cb-515f-45dd-baf0-b64b10546a6c service neutron] 10.222.0.44 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279261 May 05 22:28:04.830608 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-38a279d6-a679-46fa-ad3b-8cce493f7bac req-80804dcf-c84f-477a-adc3-9532d0c3e5b2 service neutron] 10.222.0.44 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297946 May 05 22:28:04.901413 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482eb8c-6b8a-4458-9733-e8e2f13310c2 req-c47a0f0e-099d-40bc-bf26-1c8f7c26840c tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:28:04.902966 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7482eb8c-6b8a-4458-9733-e8e2f13310c2 req-c47a0f0e-099d-40bc-bf26-1c8f7c26840c tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=123f1890-a17b-4048-8fe6-303f55f64790 HTTP/1.1" status: 200 len: 943 time: 0.0839064 May 05 22:28:04.943710 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b139812d-4991-4e3e-bc74-e27eb5934eaf req-d38a069b-365d-47f3-a1d0-1cbbb381a206 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7aecd0947c574ab7b57adc91150658c3&device_id=123f1890-a17b-4048-8fe6-303f55f64790 HTTP/1.1" status: 200 len: 1094 time: 0.0722511 May 05 22:28:04.949751 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7482eb8c-6b8a-4458-9733-e8e2f13310c2 req-216fa6f7-5884-4b17-a595-3f67cb57d6e7 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee40fee9-fe03-4a91-83a5-c72fac5bd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409744 May 05 22:28:05.087946 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b139812d-4991-4e3e-bc74-e27eb5934eaf req-47630762-d428-4d92-9f0a-8cc590df02ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:28:05.089410 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b139812d-4991-4e3e-bc74-e27eb5934eaf req-47630762-d428-4d92-9f0a-8cc590df02ad service neutron] 10.222.0.44 "GET /v2.0/networks?id=9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 HTTP/1.1" status: 200 len: 912 time: 0.1396897 May 05 22:28:05.160386 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b139812d-4991-4e3e-bc74-e27eb5934eaf req-07b6b54c-0b29-48c1-967c-ba4b25a5fe15 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3c54608-4ac1-492d-bf72-e776018f831c HTTP/1.1" status: 200 len: 217 time: 0.0643373 May 05 22:28:05.226473 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b139812d-4991-4e3e-bc74-e27eb5934eaf req-4f258f8e-39fd-4948-91b8-cf36053a0c56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:28:05.227918 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b139812d-4991-4e3e-bc74-e27eb5934eaf req-4f258f8e-39fd-4948-91b8-cf36053a0c56 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e0e1a026-9d64-4912-950a-4e44331f2f8e HTTP/1.1" status: 200 len: 850 time: 0.0610461 May 05 22:28:05.310335 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b139812d-4991-4e3e-bc74-e27eb5934eaf req-dc842517-4f26-46c3-b852-aa2bd3aee3aa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9a4e4fe9-3d94-4d16-ae6c-847777a64fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762632 May 05 22:28:05.452611 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b139812d-4991-4e3e-bc74-e27eb5934eaf req-179af37e-92a1-4f82-a6da-c88ee2728ead service neutron] 10.222.0.44 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346951 May 05 22:28:05.585570 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b139812d-4991-4e3e-bc74-e27eb5934eaf req-9db715d0-1bf9-4c44-9bed-e2f2f690d5a2 service neutron] 10.222.0.44 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267505 May 05 22:28:06.113874 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:28:06.170604 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f47ebb-a86c-46b6-9633-afda5397ea5d req-da7e80c4-ed9f-4654-89f8-6b543fcc95e7 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:28:06.172066 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-88f47ebb-a86c-46b6-9633-afda5397ea5d req-da7e80c4-ed9f-4654-89f8-6b543fcc95e7 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=123f1890-a17b-4048-8fe6-303f55f64790 HTTP/1.1" status: 200 len: 943 time: 0.0827258 May 05 22:28:06.217914 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-88f47ebb-a86c-46b6-9633-afda5397ea5d req-d2e6c0bb-ae42-4e45-809a-09707753b155 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee40fee9-fe03-4a91-83a5-c72fac5bd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400569 May 05 22:28:06.328726 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:28:06.364463 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:28:07.444301 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c4b53-c4fa-4eb0-b87d-1929eac4dae5 req-83e849e2-2d94-4884-9fc1-e4bc5405ddd1 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:28:07.446764 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3e0c4b53-c4fa-4eb0-b87d-1929eac4dae5 req-83e849e2-2d94-4884-9fc1-e4bc5405ddd1 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=123f1890-a17b-4048-8fe6-303f55f64790 HTTP/1.1" status: 200 len: 943 time: 0.0997744 May 05 22:28:07.499574 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3e0c4b53-c4fa-4eb0-b87d-1929eac4dae5 req-6f287dcd-f0b5-4733-abd9-672700e6dc4a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee40fee9-fe03-4a91-83a5-c72fac5bd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468409 May 05 22:28:08.738803 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aeec93-469e-4017-a726-ee3251bbf3c0 req-6338cb80-2211-438b-a578-30c0f2ee954d tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:28:08.740240 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e2aeec93-469e-4017-a726-ee3251bbf3c0 req-6338cb80-2211-438b-a578-30c0f2ee954d tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=123f1890-a17b-4048-8fe6-303f55f64790 HTTP/1.1" status: 200 len: 943 time: 0.0928166 May 05 22:28:08.801940 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e2aeec93-469e-4017-a726-ee3251bbf3c0 req-c90bd6ae-022d-44c9-9308-abafc30cbb54 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee40fee9-fe03-4a91-83a5-c72fac5bd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517774 May 05 22:28:10.030048 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e26790-c251-49aa-aab7-4677b2b399d2 req-e7e31d35-20aa-44cb-947c-59e01faeb298 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:28:10.031552 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-63e26790-c251-49aa-aab7-4677b2b399d2 req-e7e31d35-20aa-44cb-947c-59e01faeb298 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=123f1890-a17b-4048-8fe6-303f55f64790 HTTP/1.1" status: 200 len: 943 time: 0.0880187 May 05 22:28:10.079392 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-63e26790-c251-49aa-aab7-4677b2b399d2 req-4f34afe5-22fc-4157-a50f-b07e28575327 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee40fee9-fe03-4a91-83a5-c72fac5bd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421729 May 05 22:28:11.292205 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e469015-b523-4159-bdd9-8abc8c29ae60 req-163bafdc-7c8e-4db1-9859-770693fefb87 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:28:11.293643 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7e469015-b523-4159-bdd9-8abc8c29ae60 req-163bafdc-7c8e-4db1-9859-770693fefb87 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=123f1890-a17b-4048-8fe6-303f55f64790 HTTP/1.1" status: 200 len: 943 time: 0.0874665 May 05 22:28:11.341719 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7e469015-b523-4159-bdd9-8abc8c29ae60 req-07a53bbc-780c-4995-981a-14242aa081ff tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee40fee9-fe03-4a91-83a5-c72fac5bd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398841 May 05 22:28:12.557018 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b428836-326f-47e7-9129-e335a81645c8 req-89cf4293-b6f2-4b0c-a150-e3d3265f2112 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:28:12.558465 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6b428836-326f-47e7-9129-e335a81645c8 req-89cf4293-b6f2-4b0c-a150-e3d3265f2112 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=123f1890-a17b-4048-8fe6-303f55f64790 HTTP/1.1" status: 200 len: 943 time: 0.0886674 May 05 22:28:12.606366 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6b428836-326f-47e7-9129-e335a81645c8 req-17e12485-c1dc-44ee-8354-273cd347ba0a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee40fee9-fe03-4a91-83a5-c72fac5bd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417564 May 05 22:28:12.959336 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device f3c54608-4ac1-492d-bf72-e776018f831c details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:28:13.101966 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port f3c54608-4ac1-492d-bf72-e776018f831c, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=f3c54608-4ac1-492d-bf72-e776018f831c,segment=NetworkSegment(08dd8774-d241-4744-a888-af1c6f605e19),segment_id=08dd8774-d241-4744-a888-af1c6f605e19)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:28:13.114887 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': 'f3c54608-4ac1-492d-bf72-e776018f831c', 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9', 'port_id': 'f3c54608-4ac1-492d-bf72-e776018f831c', 'mac_address': 'fa:16:3e:ec:62:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0e1a026-9d64-4912-950a-4e44331f2f8e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:28:13.171286 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:28:13.192467 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3c54608-4ac1-492d-bf72-e776018f831c {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:28:13.214236 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port f3c54608-4ac1-492d-bf72-e776018f831c, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=f3c54608-4ac1-492d-bf72-e776018f831c,segment=NetworkSegment(08dd8774-d241-4744-a888-af1c6f605e19),segment_id=08dd8774-d241-4744-a888-af1c6f605e19)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:28:13.221041 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:28:13.289013 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=f3c54608-4ac1-492d-bf72-e776018f831c,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:28:13.298064 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:28:13.298399 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:28:13.298735 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:28:13.299079 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:28:13.299400 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:28:13.299720 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:28:13.300038 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:28:13.300352 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:28:13.300662 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:28:13.300974 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:28:13.301286 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:28:13.436392 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['f3c54608-4ac1-492d-bf72-e776018f831c'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:28:13.819980 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba219684-bd59-448a-85e5-771083932823 req-bc2496e8-6569-4034-8381-348dba0c06f3 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:28:13.821414 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ba219684-bd59-448a-85e5-771083932823 req-bc2496e8-6569-4034-8381-348dba0c06f3 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=123f1890-a17b-4048-8fe6-303f55f64790 HTTP/1.1" status: 200 len: 944 time: 0.0946007 May 05 22:28:13.879947 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ba219684-bd59-448a-85e5-771083932823 req-90a254d3-761b-42c6-9c4f-efcf277c53ae tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee40fee9-fe03-4a91-83a5-c72fac5bd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503528 May 05 22:28:13.982525 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1bdf6552-6892-4266-ae50-b5fb49b069fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:28:14.956948 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device f3c54608-4ac1-492d-bf72-e776018f831c up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:28:15.029390 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port f3c54608-4ac1-492d-bf72-e776018f831c completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:28:15.034116 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port f3c54608-4ac1-492d-bf72-e776018f831c triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:28:15.034485 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:28:15.089383 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1448a1-6ce1-47d7-855b-f6ff5863b7c6 req-955fa26c-042f-46f4-a30a-cfa400879024 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:28:15.090874 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5d1448a1-6ce1-47d7-855b-f6ff5863b7c6 req-955fa26c-042f-46f4-a30a-cfa400879024 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=123f1890-a17b-4048-8fe6-303f55f64790 HTTP/1.1" status: 200 len: 944 time: 0.0784035 May 05 22:28:15.138989 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5d1448a1-6ce1-47d7-855b-f6ff5863b7c6 req-5d007f6f-76d6-419d-a086-347213646731 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee40fee9-fe03-4a91-83a5-c72fac5bd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414567 May 05 22:28:15.153230 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:28:15.181377 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '123f1890-a17b-4048-8fe6-303f55f64790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c54608-4ac1-492d-bf72-e776018f831c'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:28:15.191722 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port f3c54608-4ac1-492d-bf72-e776018f831c, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=f3c54608-4ac1-492d-bf72-e776018f831c,segment=NetworkSegment(08dd8774-d241-4744-a888-af1c6f605e19),segment_id=08dd8774-d241-4744-a888-af1c6f605e19)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:28:15.196252 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:28:15.238039 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-129beedf-e8ee-4807-85f8-e53692c2ee6c'] response: {'server_uuid': '123f1890-a17b-4048-8fe6-303f55f64790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c54608-4ac1-492d-bf72-e776018f831c', 'code': 200} May 05 22:28:15.268323 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=f3c54608-4ac1-492d-bf72-e776018f831c,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:28:15.365406 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-102bc734-aac1-4119-8fb6-2db9deb18e95 req-eaae7b97-51c0-4959-9142-a7f9ab2ac33a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=123f1890-a17b-4048-8fe6-303f55f64790 HTTP/1.1" status: 200 len: 1096 time: 0.0680888 May 05 22:28:15.411402 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-102bc734-aac1-4119-8fb6-2db9deb18e95 req-3fe53567-0ac3-492b-acd5-8af13af9b8a8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ee40fee9-fe03-4a91-83a5-c72fac5bd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405271 May 05 22:28:16.301930 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-651d1b3f-a887-4340-a2b7-79de4f9ed198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:28:16.354456 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189856d-1335-45a5-85c7-6a8d78462350 req-d3cda423-2bc7-4df7-8cfa-cf3471ea2d68 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:28:16.355923 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d189856d-1335-45a5-85c7-6a8d78462350 req-d3cda423-2bc7-4df7-8cfa-cf3471ea2d68 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=123f1890-a17b-4048-8fe6-303f55f64790 HTTP/1.1" status: 200 len: 945 time: 0.0874403 May 05 22:28:16.404896 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d189856d-1335-45a5-85c7-6a8d78462350 req-cfe5732a-3e2a-4fe5-980d-10348778c0ce tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee40fee9-fe03-4a91-83a5-c72fac5bd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420127 May 05 22:28:17.482935 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:28:17.522139 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:28:17.617238 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26398ffc-2af2-443b-a0f3-14e6b1ada757 req-b6cccffc-ee36-4db8-9bc0-047643ca7fee tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:28:17.618691 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-26398ffc-2af2-443b-a0f3-14e6b1ada757 req-b6cccffc-ee36-4db8-9bc0-047643ca7fee tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=123f1890-a17b-4048-8fe6-303f55f64790 HTTP/1.1" status: 200 len: 945 time: 0.0776560 May 05 22:28:17.669330 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-26398ffc-2af2-443b-a0f3-14e6b1ada757 req-6cc1e0de-221f-4183-92aa-975f89301e3d tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee40fee9-fe03-4a91-83a5-c72fac5bd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449398 May 05 22:28:17.876205 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958972d6-5a7d-4d66-9c95-ef378d20d226 req-ceee43af-1529-4da7-bd79-032d86b8440b tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:28:17.877656 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-958972d6-5a7d-4d66-9c95-ef378d20d226 req-ceee43af-1529-4da7-bd79-032d86b8440b tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=123f1890-a17b-4048-8fe6-303f55f64790 HTTP/1.1" status: 200 len: 945 time: 0.0878701 May 05 22:28:17.926028 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-958972d6-5a7d-4d66-9c95-ef378d20d226 req-2f9e7e03-2d9d-4cce-ade4-2056208f2766 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee40fee9-fe03-4a91-83a5-c72fac5bd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401840 May 05 22:28:17.954440 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 33136) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:28:18.260241 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-19c6ff0b-541c-42f9-93db-dc187f650f17 tempest-TestVolumeBootPattern-1676058332 tempest-TestVolumeBootPattern-1676058332-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=123f1890-a17b-4048-8fe6-303f55f64790 HTTP/1.1" status: 200 len: 1091 time: 0.3040769 May 05 22:28:18.263111 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 33142) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:28:18.272651 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-f4f4a512-4b55-49e0-b5cf-10ec3414ed72 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Request body: {'floatingip': {'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'port_id': 'f3c54608-4ac1-492d-bf72-e776018f831c', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:28:18.279537 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f4f4a512-4b55-49e0-b5cf-10ec3414ed72 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:28:18.284110 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f4f4a512-4b55-49e0-b5cf-10ec3414ed72 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Usage tracker for resource:floatingip and tenant:7aecd0947c574ab7b57adc91150658c3 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:28:18.287207 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f4f4a512-4b55-49e0-b5cf-10ec3414ed72 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:28:18.295139 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f4f4a512-4b55-49e0-b5cf-10ec3414ed72 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:28:18.309740 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f4f4a512-4b55-49e0-b5cf-10ec3414ed72 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks [] for floatingip, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:28:18.463130 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f4f4a512-4b55-49e0-b5cf-10ec3414ed72 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:28:18.602941 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-f4f4a512-4b55-49e0-b5cf-10ec3414ed72 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Allocated IP 172.25.4.189 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/e032ddf2-fd8e-4151-b645-bf8b6bada699) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:28:18.759941 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f4f4a512-4b55-49e0-b5cf-10ec3414ed72 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:28:18.796172 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f4f4a512-4b55-49e0-b5cf-10ec3414ed72 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:28:18.953491 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f4a512-4b55-49e0-b5cf-10ec3414ed72 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:28:18.956236 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-f4f4a512-4b55-49e0-b5cf-10ec3414ed72 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:28:18.960545 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f4a512-4b55-49e0-b5cf-10ec3414ed72 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:28:18.984089 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f4a512-4b55-49e0-b5cf-10ec3414ed72 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Pushing event updated for resources: {'Port': ['ID=e032ddf2-fd8e-4151-b645-bf8b6bada699,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:28:19.057455 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:28:19.478694 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f4f4a512-4b55-49e0-b5cf-10ec3414ed72 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:28:19.542701 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f4f4a512-4b55-49e0-b5cf-10ec3414ed72 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:28:19.751475 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f4f4a512-4b55-49e0-b5cf-10ec3414ed72 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:28:19.758774 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f4f4a512-4b55-49e0-b5cf-10ec3414ed72 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:28:19.866976 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f4a512-4b55-49e0-b5cf-10ec3414ed72 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Pushing event updated for resources: {'Port': ['ID=e032ddf2-fd8e-4151-b645-bf8b6bada699,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:28:19.878486 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f4f4a512-4b55-49e0-b5cf-10ec3414ed72 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:28:20.074424 n-d-825175-4 neutron-server[84063]: INFO neutron.db.l3_db [None req-f4f4a512-4b55-49e0-b5cf-10ec3414ed72 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Floating IP 0d8e239a-9312-4a86-90f3-89e3d6f45f54 associated. External IP: 172.25.4.189, port: f3c54608-4ac1-492d-bf72-e776018f831c. May 05 22:28:20.571816 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4f4a512-4b55-49e0-b5cf-10ec3414ed72 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Router dd9f801c-cddb-4189-a39d-ba00fed1c9b4 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:28:20.788869 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f4a512-4b55-49e0-b5cf-10ec3414ed72 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:28:20.799258 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c78c2c-0c28-4c17-ba2a-4beccdc5ac58 None None] Sync routers for ids ['dd9f801c-cddb-4189-a39d-ba00fed1c9b4'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:28:20.811496 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c78c2c-0c28-4c17-ba2a-4beccdc5ac58 None None] Routers {'dd9f801c-cddb-4189-a39d-ba00fed1c9b4'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:28:20.812073 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-06c78c2c-0c28-4c17-ba2a-4beccdc5ac58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:28:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['dd9f801c-cddb-4189-a39d-ba00fed1c9b4'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:28:20.818638 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f4f4a512-4b55-49e0-b5cf-10ec3414ed72 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:28:20.888711 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f4f4a512-4b55-49e0-b5cf-10ec3414ed72 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6083317 May 05 22:28:20.888711 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '123f1890-a17b-4048-8fe6-303f55f64790', 'tag': 'f3c54608-4ac1-492d-bf72-e776018f831c'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:28:20.936743 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fd75d9b-8531-45f8-b2c6-6231ee6458c5'] response: {'name': 'network-changed', 'server_uuid': '123f1890-a17b-4048-8fe6-303f55f64790', 'tag': 'f3c54608-4ac1-492d-bf72-e776018f831c', 'status': 'completed', 'code': 200} May 05 22:28:21.005221 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-06c78c2c-0c28-4c17-ba2a-4beccdc5ac58 None None] Set router dd9f801c-cddb-4189-a39d-ba00fed1c9b4 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:28:21.030782 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-87376824-e846-4e51-a80a-8ca15eefffdb req-49cae663-ae9e-4345-80ed-6ad9471cc718 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7aecd0947c574ab7b57adc91150658c3&device_id=123f1890-a17b-4048-8fe6-303f55f64790 HTTP/1.1" status: 200 len: 1096 time: 0.0738676 May 05 22:28:21.170267 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87376824-e846-4e51-a80a-8ca15eefffdb req-9a22989c-db1a-4600-99d6-555b14b06c59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:28:21.171755 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-87376824-e846-4e51-a80a-8ca15eefffdb req-9a22989c-db1a-4600-99d6-555b14b06c59 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 HTTP/1.1" status: 200 len: 912 time: 0.1285536 May 05 22:28:21.272078 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-87376824-e846-4e51-a80a-8ca15eefffdb req-8ba10f8d-a8a8-4002-9411-2abe3582e412 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3c54608-4ac1-492d-bf72-e776018f831c HTTP/1.1" status: 200 len: 999 time: 0.0941696 May 05 22:28:21.338177 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87376824-e846-4e51-a80a-8ca15eefffdb req-794bd2e2-1739-421c-8dd1-3e34707981c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:28:21.339692 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-87376824-e846-4e51-a80a-8ca15eefffdb req-794bd2e2-1739-421c-8dd1-3e34707981c3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e0e1a026-9d64-4912-950a-4e44331f2f8e HTTP/1.1" status: 200 len: 850 time: 0.0627823 May 05 22:28:21.381545 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-06c78c2c-0c28-4c17-ba2a-4beccdc5ac58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'name': 'tempest-TestVolumeBootPattern-842811049-router', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '1c4c63f4-c247-4390-99d9-b664ede84f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:22:31Z', 'updated_at': '2022-05-05T22:22:34Z', 'revision_number': 4, 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'gw_port': {'id': '1c4c63f4-c247-4390-99d9-b664ede84f1b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:58:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:22:32Z', 'updated_at': '2022-05-05T22:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '0d8e239a-9312-4a86-90f3-89e3d6f45f54', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'floating_ip_address': '172.25.4.189', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'port_id': 'f3c54608-4ac1-492d-bf72-e776018f831c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9', 'mac_address': 'fa:16:3e:ec:62:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123f1890-a17b-4048-8fe6-303f55f64790', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:28:19Z', 'updated_at': '2022-05-05T22:28:19Z', 'revision_number': 0, 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ed823e-5da1-4a29-a0bb-7996240fff19', 'name': '', 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'mac_address': 'fa:16:3e:1d:a4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0e1a026-9d64-4912-950a-4e44331f2f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:22:34Z', 'updated_at': '2022-05-05T22:22:44Z', 'revision_number': 5, 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'subnets': [{'id': 'e0e1a026-9d64-4912-950a-4e44331f2f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:28:21.385774 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c78c2c-0c28-4c17-ba2a-4beccdc5ac58 None None] Checking router: dd9f801c-cddb-4189-a39d-ba00fed1c9b4 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:28:21.397107 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c78c2c-0c28-4c17-ba2a-4beccdc5ac58 None None] Routers {'dd9f801c-cddb-4189-a39d-ba00fed1c9b4'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:28:21.397719 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-06c78c2c-0c28-4c17-ba2a-4beccdc5ac58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:28:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['dd9f801c-cddb-4189-a39d-ba00fed1c9b4'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:28:21.419760 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-87376824-e846-4e51-a80a-8ca15eefffdb req-f73617a7-c078-4dc1-87dd-41a20e978712 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9a4e4fe9-3d94-4d16-ae6c-847777a64fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694683 May 05 22:28:21.436777 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [req-87376824-e846-4e51-a80a-8ca15eefffdb req-2470fdb4-1c73-4344-b580-8110e1d7cea5 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84063) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:28:21.437606 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-87376824-e846-4e51-a80a-8ca15eefffdb req-2470fdb4-1c73-4344-b580-8110e1d7cea5 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048847 May 05 22:28:21.572045 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-87376824-e846-4e51-a80a-8ca15eefffdb req-072fc810-77b0-4ed7-a11e-466b47d48a69 service neutron] 10.222.0.44 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272664 May 05 22:28:21.573830 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-06c78c2c-0c28-4c17-ba2a-4beccdc5ac58 None None] Set router dd9f801c-cddb-4189-a39d-ba00fed1c9b4 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:28:21.704292 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-87376824-e846-4e51-a80a-8ca15eefffdb req-7bcbcc66-133d-422e-bdad-095baa225221 service neutron] 10.222.0.44 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265500 May 05 22:28:21.916778 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-06c78c2c-0c28-4c17-ba2a-4beccdc5ac58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'name': 'tempest-TestVolumeBootPattern-842811049-router', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '1c4c63f4-c247-4390-99d9-b664ede84f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:22:31Z', 'updated_at': '2022-05-05T22:22:34Z', 'revision_number': 4, 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'gw_port': {'id': '1c4c63f4-c247-4390-99d9-b664ede84f1b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:58:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:22:32Z', 'updated_at': '2022-05-05T22:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '0d8e239a-9312-4a86-90f3-89e3d6f45f54', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'floating_ip_address': '172.25.4.189', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'port_id': 'f3c54608-4ac1-492d-bf72-e776018f831c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9', 'mac_address': 'fa:16:3e:ec:62:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123f1890-a17b-4048-8fe6-303f55f64790', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:28:19Z', 'updated_at': '2022-05-05T22:28:19Z', 'revision_number': 0, 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ed823e-5da1-4a29-a0bb-7996240fff19', 'name': '', 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'mac_address': 'fa:16:3e:1d:a4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0e1a026-9d64-4912-950a-4e44331f2f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:22:34Z', 'updated_at': '2022-05-05T22:22:44Z', 'revision_number': 5, 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'subnets': [{'id': 'e0e1a026-9d64-4912-950a-4e44331f2f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:28:21.921238 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c78c2c-0c28-4c17-ba2a-4beccdc5ac58 None None] The sync data for ids ['dd9f801c-cddb-4189-a39d-ba00fed1c9b4'] in n-d-825175-4 is: [{'id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'name': 'tempest-TestVolumeBootPattern-842811049-router', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '1c4c63f4-c247-4390-99d9-b664ede84f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:22:31Z', 'updated_at': '2022-05-05T22:22:34Z', 'revision_number': 4, 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'gw_port': {'id': '1c4c63f4-c247-4390-99d9-b664ede84f1b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:58:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:22:32Z', 'updated_at': '2022-05-05T22:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '0d8e239a-9312-4a86-90f3-89e3d6f45f54', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'floating_ip_address': '172.25.4.189', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'port_id': 'f3c54608-4ac1-492d-bf72-e776018f831c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9', 'mac_address': 'fa:16:3e:ec:62:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123f1890-a17b-4048-8fe6-303f55f64790', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:28:19Z', 'updated_at': '2022-05-05T22:28:19Z', 'revision_number': 0, 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ed823e-5da1-4a29-a0bb-7996240fff19', 'name': '', 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'mac_address': 'fa:16:3e:1d:a4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0e1a026-9d64-4912-950a-4e44331f2f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:22:34Z', 'updated_at': '2022-05-05T22:22:44Z', 'revision_number': 5, 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'subnets': [{'id': 'e0e1a026-9d64-4912-950a-4e44331f2f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:28:22.126738 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf6853c-a301-4cc1-b471-5ab39ea9e6b7 None None] New status for floating IP 0d8e239a-9312-4a86-90f3-89e3d6f45f54: ACTIVE {{(pid=84064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 22:28:23.353468 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-72e4e636-2b07-4053-83fc-01990aa67072 req-10a16f9c-2903-457a-8194-fe51ab3e75c0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=123f1890-a17b-4048-8fe6-303f55f64790&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0738311 May 05 22:28:23.493699 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-72e4e636-2b07-4053-83fc-01990aa67072 req-dfa04646-e2a6-4f7f-9586-234ef7db0d00 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7aecd0947c574ab7b57adc91150658c3&device_id=123f1890-a17b-4048-8fe6-303f55f64790 HTTP/1.1" status: 200 len: 1096 time: 0.0735350 May 05 22:28:23.640301 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e4e636-2b07-4053-83fc-01990aa67072 req-f90c1fbc-333d-4c23-91d5-f9d8bb4ea1d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:28:23.641809 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-72e4e636-2b07-4053-83fc-01990aa67072 req-f90c1fbc-333d-4c23-91d5-f9d8bb4ea1d1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 HTTP/1.1" status: 200 len: 912 time: 0.1298060 May 05 22:28:23.743062 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-72e4e636-2b07-4053-83fc-01990aa67072 req-4c5f016f-13d9-4292-99cf-eb354778a32d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3c54608-4ac1-492d-bf72-e776018f831c HTTP/1.1" status: 200 len: 1001 time: 0.0957456 May 05 22:28:23.806059 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e4e636-2b07-4053-83fc-01990aa67072 req-6b713a34-2f2f-442a-a167-7728ea6553e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:28:23.807400 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-72e4e636-2b07-4053-83fc-01990aa67072 req-6b713a34-2f2f-442a-a167-7728ea6553e3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e0e1a026-9d64-4912-950a-4e44331f2f8e HTTP/1.1" status: 200 len: 850 time: 0.0588031 May 05 22:28:23.977597 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-72e4e636-2b07-4053-83fc-01990aa67072 req-d67b705c-8b21-47a6-ab54-f02a667d62d3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9a4e4fe9-3d94-4d16-ae6c-847777a64fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1644354 May 05 22:28:24.108378 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-72e4e636-2b07-4053-83fc-01990aa67072 req-8ec98936-3e8a-4220-9bae-bc52b0415022 service neutron] 10.222.0.44 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243992 May 05 22:28:24.240052 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-72e4e636-2b07-4053-83fc-01990aa67072 req-01946287-73be-4198-9294-272d83d02002 service neutron] 10.222.0.44 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259687 May 05 22:28:36.121641 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:28:36.384392 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:28:43.320861 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:28:43.979597 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec424579-300e-4682-9875-a1ba78bdaa60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:28:46.306978 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0c36b291-4549-497c-a716-d76d67cd099d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:28:47.493778 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:28:47.525069 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:28:49.058975 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:29:06.123830 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:29:06.397003 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:29:13.978899 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f5c744c8-2328-4431-9be4-46b82fed380f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:29:16.312614 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9fa7637a-64e6-4803-abc7-82af75672d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:29:17.497649 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:29:17.529964 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:29:19.067430 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:29:20.320383 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:29:24.284234 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c2cc3cc2-b183-4c95-b907-bfc2a3c90fb0 req-7cdcb71d-4bba-463a-aef0-333f520f66aa service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=123f1890-a17b-4048-8fe6-303f55f64790&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0703990 May 05 22:29:24.429976 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c2cc3cc2-b183-4c95-b907-bfc2a3c90fb0 req-58562861-1701-4456-acd6-188f6fa2f03a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7aecd0947c574ab7b57adc91150658c3&device_id=123f1890-a17b-4048-8fe6-303f55f64790 HTTP/1.1" status: 200 len: 1096 time: 0.0782177 May 05 22:29:24.576591 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc3cc2-b183-4c95-b907-bfc2a3c90fb0 req-97a5e0c5-47b8-4aa6-9c96-9b5999ae6f16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:29:24.578062 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c2cc3cc2-b183-4c95-b907-bfc2a3c90fb0 req-97a5e0c5-47b8-4aa6-9c96-9b5999ae6f16 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 HTTP/1.1" status: 200 len: 912 time: 0.1270335 May 05 22:29:24.681906 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c2cc3cc2-b183-4c95-b907-bfc2a3c90fb0 req-8b8e15ea-54b0-4cc2-ba6d-0e0c6c349b4e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3c54608-4ac1-492d-bf72-e776018f831c HTTP/1.1" status: 200 len: 1001 time: 0.0976973 May 05 22:29:24.749800 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc3cc2-b183-4c95-b907-bfc2a3c90fb0 req-54cb4784-7420-4ba8-8910-6e80de94551e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:29:24.751313 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c2cc3cc2-b183-4c95-b907-bfc2a3c90fb0 req-54cb4784-7420-4ba8-8910-6e80de94551e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e0e1a026-9d64-4912-950a-4e44331f2f8e HTTP/1.1" status: 200 len: 850 time: 0.0629971 May 05 22:29:24.828874 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c2cc3cc2-b183-4c95-b907-bfc2a3c90fb0 req-ba06e056-8873-4b30-a533-e80fd87e5199 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9a4e4fe9-3d94-4d16-ae6c-847777a64fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711675 May 05 22:29:24.963401 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c2cc3cc2-b183-4c95-b907-bfc2a3c90fb0 req-32d7dbe7-78e7-4988-ab76-3c2000f00381 service neutron] 10.222.0.44 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288562 May 05 22:29:25.113265 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c2cc3cc2-b183-4c95-b907-bfc2a3c90fb0 req-753c8e20-0227-4978-9b61-8e443bfb3c4d service neutron] 10.222.0.44 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437712 May 05 22:29:36.138126 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:29:36.402814 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:29:43.982129 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6ef85627-9c94-4dea-bbdf-f2cd22812368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:29:46.307189 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a9a5f3bb-145c-4d94-8b38-f0b7a7118b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:29:47.505671 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:29:47.533498 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:29:49.064841 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:29:57.320845 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:29:58.854043 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-63405517-481b-4163-bc43-1e5084e5a8b2 req-eb4d1778-4c25-424a-a393-eda2783c05da tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1676050196&fields=id&tenant_id=7aecd0947c574ab7b57adc91150658c3 HTTP/1.1" status: 200 len: 267 time: 0.0466194 May 05 22:29:59.006566 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63405517-481b-4163-bc43-1e5084e5a8b2 req-ad72d8af-b5dc-4448-ae2d-b30f66a85b43 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:29:59.007979 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-63405517-481b-4163-bc43-1e5084e5a8b2 req-ad72d8af-b5dc-4448-ae2d-b30f66a85b43 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/networks?id=9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 HTTP/1.1" status: 200 len: 811 time: 0.1475630 May 05 22:29:59.026479 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-63405517-481b-4163-bc43-1e5084e5a8b2 req-84507dbe-a37c-4498-bc0a-f6d5c1262e3c tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/quotas/7aecd0947c574ab7b57adc91150658c3 HTTP/1.1" status: 200 len: 375 time: 0.0120554 May 05 22:29:59.120248 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-63405517-481b-4163-bc43-1e5084e5a8b2 req-54f3d013-fae5-4b4b-a829-4276c3418254 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7aecd0947c574ab7b57adc91150658c3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0865402 May 05 22:29:59.329860 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-63405517-481b-4163-bc43-1e5084e5a8b2 req-4d6149a2-3662-4128-bcd7-cf61d1fa82c1 service neutron] 10.222.0.23 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976228 May 05 22:29:59.464351 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-63405517-481b-4163-bc43-1e5084e5a8b2 req-d7e2222c-c0da-4085-99bd-ef6d0e106e93 service neutron] 10.222.0.23 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285276 May 05 22:29:59.997765 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9b16bf04-eb6f-4043-b285-cc5508cbd25e req-e2b95585-dc97-4fcc-93fb-6f8358fc10c3 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2043b5-ba2f-48c7-a582-337e8bd48df2 HTTP/1.1" status: 200 len: 210 time: 0.1481121 May 05 22:30:01.122609 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-14829b8f-cc1a-46db-9cbc-57217d064d18 req-33e03b56-42a3-4501-a4c1-b60d2e905808 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2043b5-ba2f-48c7-a582-337e8bd48df2 HTTP/1.1" status: 200 len: 210 time: 0.0446944 May 05 22:30:02.330936 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a5c5282b-cdc1-41d3-8368-03d58e8ca7d3 req-aa7d79ba-7171-47f7-a480-15251a06e20f tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2043b5-ba2f-48c7-a582-337e8bd48df2 HTTP/1.1" status: 200 len: 210 time: 0.0432711 May 05 22:30:03.274470 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63405517-481b-4163-bc43-1e5084e5a8b2 req-92a97eaf-21a5-428e-970c-4ca48d6f111f tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:30:03.275899 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-63405517-481b-4163-bc43-1e5084e5a8b2 req-92a97eaf-21a5-428e-970c-4ca48d6f111f tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.32 "GET /v2.0/networks?id=9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 HTTP/1.1" status: 200 len: 811 time: 0.1493139 May 05 22:30:03.334664 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-63405517-481b-4163-bc43-1e5084e5a8b2 req-07798e6a-ce45-426e-84ef-3b5224f7580c tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7aecd0947c574ab7b57adc91150658c3 HTTP/1.1" status: 200 len: 380 time: 0.0458541 May 05 22:30:03.346820 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-63405517-481b-4163-bc43-1e5084e5a8b2 req-66eb6484-e37a-40f6-bcf6-51d3f8d87b81 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Request body: {'port': {'device_id': '2e2043b5-ba2f-48c7-a582-337e8bd48df2', 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9', 'admin_state_up': True, 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'security_groups': ['ee40fee9-fe03-4a91-83a5-c72fac5bd2f4']}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:30:03.518972 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-33afd34c-b40c-4328-adab-5ad0f16c4cfe req-40ccf7ca-67a0-4362-8c3c-5dce378ac7d0 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2043b5-ba2f-48c7-a582-337e8bd48df2 HTTP/1.1" status: 200 len: 210 time: 0.0543342 May 05 22:30:03.526056 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-63405517-481b-4163-bc43-1e5084e5a8b2 req-66eb6484-e37a-40f6-bcf6-51d3f8d87b81 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:30:03.530566 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-63405517-481b-4163-bc43-1e5084e5a8b2 req-66eb6484-e37a-40f6-bcf6-51d3f8d87b81 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Usage tracker for resource:port and tenant:7aecd0947c574ab7b57adc91150658c3 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:30:03.533586 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-63405517-481b-4163-bc43-1e5084e5a8b2 req-66eb6484-e37a-40f6-bcf6-51d3f8d87b81 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:30:03.539983 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-63405517-481b-4163-bc43-1e5084e5a8b2 req-66eb6484-e37a-40f6-bcf6-51d3f8d87b81 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:30:03.556135 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63405517-481b-4163-bc43-1e5084e5a8b2 req-66eb6484-e37a-40f6-bcf6-51d3f8d87b81 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Made reservation on behalf of 7aecd0947c574ab7b57adc91150658c3 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:30:03.559576 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-63405517-481b-4163-bc43-1e5084e5a8b2 req-66eb6484-e37a-40f6-bcf6-51d3f8d87b81 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:30:03.728943 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-63405517-481b-4163-bc43-1e5084e5a8b2 req-66eb6484-e37a-40f6-bcf6-51d3f8d87b81 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Allocated IP 172.20.0.5 (9a4e4fe9-3d94-4d16-ae6c-847777a64fe9/e0e1a026-9d64-4912-950a-4e44331f2f8e/f33699ad-cbe4-4294-8aa3-eead8e4bbc26) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:30:03.935209 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-63405517-481b-4163-bc43-1e5084e5a8b2 req-66eb6484-e37a-40f6-bcf6-51d3f8d87b81 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:30:03.951205 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-63405517-481b-4163-bc43-1e5084e5a8b2 req-66eb6484-e37a-40f6-bcf6-51d3f8d87b81 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Transition to ACTIVE for port object f33699ad-cbe4-4294-8aa3-eead8e4bbc26 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:30:03.973902 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-63405517-481b-4163-bc43-1e5084e5a8b2 req-66eb6484-e37a-40f6-bcf6-51d3f8d87b81 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:30:04.052865 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63405517-481b-4163-bc43-1e5084e5a8b2 req-66eb6484-e37a-40f6-bcf6-51d3f8d87b81 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Network 9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:30:04.056074 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-63405517-481b-4163-bc43-1e5084e5a8b2 req-66eb6484-e37a-40f6-bcf6-51d3f8d87b81 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:30:04.061469 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-63405517-481b-4163-bc43-1e5084e5a8b2 req-66eb6484-e37a-40f6-bcf6-51d3f8d87b81 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:30:04.089125 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eb6484-e37a-40f6-bcf6-51d3f8d87b81 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Pushing event updated for resources: {'Port': ['ID=f33699ad-cbe4-4294-8aa3-eead8e4bbc26,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:30:04.102771 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb6484-e37a-40f6-bcf6-51d3f8d87b81 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:30:04.103047 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb6484-e37a-40f6-bcf6-51d3f8d87b81 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:30:04.103383 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb6484-e37a-40f6-bcf6-51d3f8d87b81 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:30:04.103711 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb6484-e37a-40f6-bcf6-51d3f8d87b81 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:30:04.104026 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb6484-e37a-40f6-bcf6-51d3f8d87b81 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:30:04.104352 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb6484-e37a-40f6-bcf6-51d3f8d87b81 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:30:04.104666 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb6484-e37a-40f6-bcf6-51d3f8d87b81 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:30:04.104989 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb6484-e37a-40f6-bcf6-51d3f8d87b81 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:30:04.105299 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb6484-e37a-40f6-bcf6-51d3f8d87b81 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:30:04.105659 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb6484-e37a-40f6-bcf6-51d3f8d87b81 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:30:04.105973 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb6484-e37a-40f6-bcf6-51d3f8d87b81 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:30:04.137217 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63405517-481b-4163-bc43-1e5084e5a8b2 req-66eb6484-e37a-40f6-bcf6-51d3f8d87b81 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:30:04.137813 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-63405517-481b-4163-bc43-1e5084e5a8b2 req-66eb6484-e37a-40f6-bcf6-51d3f8d87b81 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:30:04.163916 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-63405517-481b-4163-bc43-1e5084e5a8b2 req-66eb6484-e37a-40f6-bcf6-51d3f8d87b81 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8207355 May 05 22:30:04.173863 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [req-63405517-481b-4163-bc43-1e5084e5a8b2 req-22e1a8ab-6568-45db-9d56-fb1ae86d67ed tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:30:04.174877 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-63405517-481b-4163-bc43-1e5084e5a8b2 req-22e1a8ab-6568-45db-9d56-fb1ae86d67ed tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052361 May 05 22:30:04.255802 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-63405517-481b-4163-bc43-1e5084e5a8b2 req-20607af7-3b92-44eb-bee7-30776a04b04f service neutron] Request body: {'port': {'device_id': '2e2043b5-ba2f-48c7-a582-337e8bd48df2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:30:04.373782 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c972479c-1d6b-49b5-8915-ab34404f980a None None] Provisioning for port f33699ad-cbe4-4294-8aa3-eead8e4bbc26 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:30:04.380701 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c972479c-1d6b-49b5-8915-ab34404f980a None None] Provisioning complete for port f33699ad-cbe4-4294-8aa3-eead8e4bbc26 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:30:04.381120 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c972479c-1d6b-49b5-8915-ab34404f980a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:30:04.440690 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-c972479c-1d6b-49b5-8915-ab34404f980a None None] Port f33699ad-cbe4-4294-8aa3-eead8e4bbc26 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:30:04.463061 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-63405517-481b-4163-bc43-1e5084e5a8b2 req-20607af7-3b92-44eb-bee7-30776a04b04f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:30:04.807212 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476750ea-0e8f-4b30-97c3-ea693b9c6076 req-f0dd4d8a-662f-41d0-a02b-c97be66cbd0d tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:30:04.807891 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-476750ea-0e8f-4b30-97c3-ea693b9c6076 req-f0dd4d8a-662f-41d0-a02b-c97be66cbd0d tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Synchronizing usage tracker for tenant:7aecd0947c574ab7b57adc91150658c3 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:30:04.875872 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-476750ea-0e8f-4b30-97c3-ea693b9c6076 req-f0dd4d8a-662f-41d0-a02b-c97be66cbd0d tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Unset dirty status for tenant:7aecd0947c574ab7b57adc91150658c3 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:30:04.877030 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-476750ea-0e8f-4b30-97c3-ea693b9c6076 req-f0dd4d8a-662f-41d0-a02b-c97be66cbd0d tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2043b5-ba2f-48c7-a582-337e8bd48df2 HTTP/1.1" status: 200 len: 931 time: 0.2054424 May 05 22:30:04.912366 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-63405517-481b-4163-bc43-1e5084e5a8b2 req-20607af7-3b92-44eb-bee7-30776a04b04f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f33699ad-cbe4-4294-8aa3-eead8e4bbc26 {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:30:04.920539 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-63405517-481b-4163-bc43-1e5084e5a8b2 req-20607af7-3b92-44eb-bee7-30776a04b04f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:30:04.949392 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-63405517-481b-4163-bc43-1e5084e5a8b2 req-20607af7-3b92-44eb-bee7-30776a04b04f service neutron] Transition to ACTIVE for port object f33699ad-cbe4-4294-8aa3-eead8e4bbc26 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:30:04.952654 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-476750ea-0e8f-4b30-97c3-ea693b9c6076 req-11710dbf-a048-488a-8f84-333f227614d8 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee40fee9-fe03-4a91-83a5-c72fac5bd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697267 May 05 22:30:04.953709 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-63405517-481b-4163-bc43-1e5084e5a8b2 req-20607af7-3b92-44eb-bee7-30776a04b04f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:30:05.087472 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20607af7-3b92-44eb-bee7-30776a04b04f service neutron] Pushing event updated for resources: {'Port': ['ID=f33699ad-cbe4-4294-8aa3-eead8e4bbc26,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:30:05.201160 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-63405517-481b-4163-bc43-1e5084e5a8b2 req-20607af7-3b92-44eb-bee7-30776a04b04f service neutron] Attempting to bind port f33699ad-cbe4-4294-8aa3-eead8e4bbc26 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:30:05.201505 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-63405517-481b-4163-bc43-1e5084e5a8b2 req-20607af7-3b92-44eb-bee7-30776a04b04f service neutron] Attempting to bind port f33699ad-cbe4-4294-8aa3-eead8e4bbc26 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': '08dd8774-d241-4744-a888-af1c6f605e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:30:05.201805 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63405517-481b-4163-bc43-1e5084e5a8b2 req-20607af7-3b92-44eb-bee7-30776a04b04f service neutron] Attempting to bind port f33699ad-cbe4-4294-8aa3-eead8e4bbc26 on network 9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:30:05.207855 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63405517-481b-4163-bc43-1e5084e5a8b2 req-20607af7-3b92-44eb-bee7-30776a04b04f service neutron] Port f33699ad-cbe4-4294-8aa3-eead8e4bbc26 on network 9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:30:05.208167 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63405517-481b-4163-bc43-1e5084e5a8b2 req-20607af7-3b92-44eb-bee7-30776a04b04f service neutron] Attempting to bind port f33699ad-cbe4-4294-8aa3-eead8e4bbc26 on network 9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:30:05.214647 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63405517-481b-4163-bc43-1e5084e5a8b2 req-20607af7-3b92-44eb-bee7-30776a04b04f service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:30:05.215175 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63405517-481b-4163-bc43-1e5084e5a8b2 req-20607af7-3b92-44eb-bee7-30776a04b04f service neutron] Checking segment: {'id': '08dd8774-d241-4744-a888-af1c6f605e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:30:05.215407 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63405517-481b-4163-bc43-1e5084e5a8b2 req-20607af7-3b92-44eb-bee7-30776a04b04f service neutron] Bound using segment: {'id': '08dd8774-d241-4744-a888-af1c6f605e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:30:05.215857 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-63405517-481b-4163-bc43-1e5084e5a8b2 req-20607af7-3b92-44eb-bee7-30776a04b04f service neutron] Bound port: f33699ad-cbe4-4294-8aa3-eead8e4bbc26, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08dd8774-d241-4744-a888-af1c6f605e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:30:05.216237 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-63405517-481b-4163-bc43-1e5084e5a8b2 req-20607af7-3b92-44eb-bee7-30776a04b04f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:30:05.307589 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-63405517-481b-4163-bc43-1e5084e5a8b2 req-20607af7-3b92-44eb-bee7-30776a04b04f service neutron] For port f33699ad-cbe4-4294-8aa3-eead8e4bbc26, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:30:05.310816 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-63405517-481b-4163-bc43-1e5084e5a8b2 req-20607af7-3b92-44eb-bee7-30776a04b04f service neutron] For port f33699ad-cbe4-4294-8aa3-eead8e4bbc26, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=f33699ad-cbe4-4294-8aa3-eead8e4bbc26,segment=NetworkSegment(08dd8774-d241-4744-a888-af1c6f605e19),segment_id=08dd8774-d241-4744-a888-af1c6f605e19)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:30:05.319264 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-63405517-481b-4163-bc43-1e5084e5a8b2 req-20607af7-3b92-44eb-bee7-30776a04b04f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:30:05.384178 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-63405517-481b-4163-bc43-1e5084e5a8b2 req-20607af7-3b92-44eb-bee7-30776a04b04f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:30:05.385658 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-63405517-481b-4163-bc43-1e5084e5a8b2 req-20607af7-3b92-44eb-bee7-30776a04b04f service neutron] 10.222.0.32 "PUT /v2.0/ports/f33699ad-cbe4-4294-8aa3-eead8e4bbc26 HTTP/1.1" status: 200 len: 1091 time: 1.2045698 May 05 22:30:05.386067 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e2043b5-ba2f-48c7-a582-337e8bd48df2', 'tag': 'f33699ad-cbe4-4294-8aa3-eead8e4bbc26'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:30:05.407479 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20607af7-3b92-44eb-bee7-30776a04b04f service neutron] Pushing event updated for resources: {'Port': ['ID=f33699ad-cbe4-4294-8aa3-eead8e4bbc26,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:30:05.464127 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66f2276c-aca0-496b-961a-37350bd9479f'] response: {'name': 'network-changed', 'server_uuid': '2e2043b5-ba2f-48c7-a582-337e8bd48df2', 'tag': 'f33699ad-cbe4-4294-8aa3-eead8e4bbc26', 'status': 'completed', 'code': 200} May 05 22:30:05.501069 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-63405517-481b-4163-bc43-1e5084e5a8b2 req-53c98da8-a913-41d3-a660-7098853516e0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7aecd0947c574ab7b57adc91150658c3&device_id=2e2043b5-ba2f-48c7-a582-337e8bd48df2 HTTP/1.1" status: 200 len: 1094 time: 0.0734615 May 05 22:30:05.575678 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-63405517-481b-4163-bc43-1e5084e5a8b2 req-b577f7a1-479c-48a8-8efe-6cafbb65fbce service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f33699ad-cbe4-4294-8aa3-eead8e4bbc26 HTTP/1.1" status: 200 len: 217 time: 0.0674560 May 05 22:30:05.637540 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63405517-481b-4163-bc43-1e5084e5a8b2 req-a9f817cb-e768-4fb3-b65d-5009c52282e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:30:05.638956 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-63405517-481b-4163-bc43-1e5084e5a8b2 req-a9f817cb-e768-4fb3-b65d-5009c52282e7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e0e1a026-9d64-4912-950a-4e44331f2f8e HTTP/1.1" status: 200 len: 850 time: 0.0579584 May 05 22:30:05.718095 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-63405517-481b-4163-bc43-1e5084e5a8b2 req-115497d4-ba7a-48b5-8ee9-a9a47209c8b3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9a4e4fe9-3d94-4d16-ae6c-847777a64fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732510 May 05 22:30:05.860716 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-63405517-481b-4163-bc43-1e5084e5a8b2 req-31993a82-15e3-4f4a-832a-2749e210dbd8 service neutron] 10.222.0.32 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369309 May 05 22:30:05.995658 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-63405517-481b-4163-bc43-1e5084e5a8b2 req-368bd9bf-8e2f-4322-95a6-afe09b5d95f0 service neutron] 10.222.0.32 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289608 May 05 22:30:06.156891 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:30:06.170219 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-423e141a-587a-48f0-814e-f7aba0e83c5d req-19e49631-bae1-48ac-be9b-00eb1382caec service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7aecd0947c574ab7b57adc91150658c3&device_id=2e2043b5-ba2f-48c7-a582-337e8bd48df2 HTTP/1.1" status: 200 len: 1094 time: 0.1309910 May 05 22:30:06.297399 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b82605-79b4-4661-98de-ffb75e180d12 req-bc62679e-a3bb-499d-82cd-bacab5f88883 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:30:06.298849 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-52b82605-79b4-4661-98de-ffb75e180d12 req-bc62679e-a3bb-499d-82cd-bacab5f88883 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2043b5-ba2f-48c7-a582-337e8bd48df2 HTTP/1.1" status: 200 len: 943 time: 0.2196646 May 05 22:30:06.407911 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:30:06.434432 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-52b82605-79b4-4661-98de-ffb75e180d12 req-254cf9fc-17af-41e7-b148-4538b5e1cf4e tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee40fee9-fe03-4a91-83a5-c72fac5bd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886719 May 05 22:30:06.440952 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e141a-587a-48f0-814e-f7aba0e83c5d req-1859ddbe-0e6a-49d3-a7e3-108370a4fd17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:30:06.442450 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-423e141a-587a-48f0-814e-f7aba0e83c5d req-1859ddbe-0e6a-49d3-a7e3-108370a4fd17 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 HTTP/1.1" status: 200 len: 912 time: 0.2659895 May 05 22:30:06.515735 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-423e141a-587a-48f0-814e-f7aba0e83c5d req-f9be1846-66aa-460f-a3c7-2d98fcb70c53 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f33699ad-cbe4-4294-8aa3-eead8e4bbc26 HTTP/1.1" status: 200 len: 217 time: 0.0664067 May 05 22:30:06.580794 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e141a-587a-48f0-814e-f7aba0e83c5d req-efaa694a-c0a7-4a67-94c6-1cd3ce6843b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:30:06.582209 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-423e141a-587a-48f0-814e-f7aba0e83c5d req-efaa694a-c0a7-4a67-94c6-1cd3ce6843b9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e0e1a026-9d64-4912-950a-4e44331f2f8e HTTP/1.1" status: 200 len: 850 time: 0.0612128 May 05 22:30:06.659295 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-423e141a-587a-48f0-814e-f7aba0e83c5d req-9db9ed8d-0f5e-435e-b165-40df277038e6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9a4e4fe9-3d94-4d16-ae6c-847777a64fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710471 May 05 22:30:06.788558 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-423e141a-587a-48f0-814e-f7aba0e83c5d req-9ee54535-ef47-4537-91d1-ee769e5e8f2f service neutron] 10.222.0.32 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225626 May 05 22:30:06.920616 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-423e141a-587a-48f0-814e-f7aba0e83c5d req-2fdf992e-716b-4673-b204-a4bc9285f061 service neutron] 10.222.0.32 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259749 May 05 22:30:07.645485 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdfa99b-99fb-4c33-8a81-92a6c6840e83 req-e2337c33-d3b0-4a49-9f08-5e3ffc46b95d tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:30:07.646924 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-acdfa99b-99fb-4c33-8a81-92a6c6840e83 req-e2337c33-d3b0-4a49-9f08-5e3ffc46b95d tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2043b5-ba2f-48c7-a582-337e8bd48df2 HTTP/1.1" status: 200 len: 943 time: 0.0815077 May 05 22:30:07.692223 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-acdfa99b-99fb-4c33-8a81-92a6c6840e83 req-32bf07fe-c3e7-4ef2-b501-373659b358db tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee40fee9-fe03-4a91-83a5-c72fac5bd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395713 May 05 22:30:08.905912 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b3ae7-90cb-4ced-8084-a32a1d3ce410 req-149da19a-5f99-4209-8f17-4a96fa26b987 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:30:08.907334 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3d5b3ae7-90cb-4ced-8084-a32a1d3ce410 req-149da19a-5f99-4209-8f17-4a96fa26b987 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2043b5-ba2f-48c7-a582-337e8bd48df2 HTTP/1.1" status: 200 len: 943 time: 0.0948517 May 05 22:30:08.967313 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3d5b3ae7-90cb-4ced-8084-a32a1d3ce410 req-8bb0040e-5949-4015-8caa-1f78c26b8142 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee40fee9-fe03-4a91-83a5-c72fac5bd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542829 May 05 22:30:10.199300 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ee39c-74b0-4f28-9525-ccdad385d088 req-0c611984-50b1-4234-a52f-710d2bbae366 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:30:10.201164 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9a2ee39c-74b0-4f28-9525-ccdad385d088 req-0c611984-50b1-4234-a52f-710d2bbae366 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2043b5-ba2f-48c7-a582-337e8bd48df2 HTTP/1.1" status: 200 len: 943 time: 0.0921285 May 05 22:30:10.255392 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9a2ee39c-74b0-4f28-9525-ccdad385d088 req-5467d628-636d-447e-b90a-18490d8e7024 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee40fee9-fe03-4a91-83a5-c72fac5bd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471072 May 05 22:30:11.476030 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5cb860-4a51-4a17-a7f0-1d9e7af2edfc req-74cbae5f-d947-4334-b71e-1ae91c5c333e tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:30:11.477655 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4b5cb860-4a51-4a17-a7f0-1d9e7af2edfc req-74cbae5f-d947-4334-b71e-1ae91c5c333e tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2043b5-ba2f-48c7-a582-337e8bd48df2 HTTP/1.1" status: 200 len: 943 time: 0.0829377 May 05 22:30:11.534354 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4b5cb860-4a51-4a17-a7f0-1d9e7af2edfc req-06c89143-7f4d-481c-bd02-e4eb60c683ee tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee40fee9-fe03-4a91-83a5-c72fac5bd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453217 May 05 22:30:12.750739 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05600c95-4f71-4700-8345-e5acec2ff9e2 req-e4b8e1aa-7139-4899-a704-2425b66e29eb tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:30:12.752470 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-05600c95-4f71-4700-8345-e5acec2ff9e2 req-e4b8e1aa-7139-4899-a704-2425b66e29eb tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2043b5-ba2f-48c7-a582-337e8bd48df2 HTTP/1.1" status: 200 len: 943 time: 0.0924776 May 05 22:30:12.808556 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-05600c95-4f71-4700-8345-e5acec2ff9e2 req-d3c5630f-7367-4f54-8708-2b32de4a2d1c tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee40fee9-fe03-4a91-83a5-c72fac5bd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496962 May 05 22:30:13.950239 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device f33699ad-cbe4-4294-8aa3-eead8e4bbc26 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:30:13.988341 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4cb02edf-1686-4444-93e6-df09ba41f0a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:30:14.010541 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c07ca8-e46f-412d-a94e-6a56de0aa79c req-52d19cba-5792-4eba-a287-1ea5315c0746 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:30:14.012039 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b9c07ca8-e46f-412d-a94e-6a56de0aa79c req-52d19cba-5792-4eba-a287-1ea5315c0746 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2043b5-ba2f-48c7-a582-337e8bd48df2 HTTP/1.1" status: 200 len: 943 time: 0.0764983 May 05 22:30:14.061824 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b9c07ca8-e46f-412d-a94e-6a56de0aa79c req-25b9757b-e58a-4bb4-a837-909292106e55 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee40fee9-fe03-4a91-83a5-c72fac5bd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443211 May 05 22:30:14.100527 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port f33699ad-cbe4-4294-8aa3-eead8e4bbc26, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=f33699ad-cbe4-4294-8aa3-eead8e4bbc26,segment=NetworkSegment(08dd8774-d241-4744-a888-af1c6f605e19),segment_id=08dd8774-d241-4744-a888-af1c6f605e19)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:30:14.113461 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': 'f33699ad-cbe4-4294-8aa3-eead8e4bbc26', 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9', 'port_id': 'f33699ad-cbe4-4294-8aa3-eead8e4bbc26', 'mac_address': 'fa:16:3e:96:e1:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0e1a026-9d64-4912-950a-4e44331f2f8e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:30:14.165103 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:30:14.182716 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f33699ad-cbe4-4294-8aa3-eead8e4bbc26 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:30:14.198841 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port f33699ad-cbe4-4294-8aa3-eead8e4bbc26, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=f33699ad-cbe4-4294-8aa3-eead8e4bbc26,segment=NetworkSegment(08dd8774-d241-4744-a888-af1c6f605e19),segment_id=08dd8774-d241-4744-a888-af1c6f605e19)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:30:14.205893 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:30:14.274737 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=f33699ad-cbe4-4294-8aa3-eead8e4bbc26,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:30:14.283675 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:30:14.284014 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:30:14.284350 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:30:14.284675 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:30:14.285004 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:30:14.285346 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:30:14.285639 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:30:14.285955 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:30:14.286270 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:30:14.286581 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:30:14.286921 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:30:14.444178 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['f33699ad-cbe4-4294-8aa3-eead8e4bbc26'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:30:15.284272 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11b314-9ceb-46a1-ab8a-b36a00e9746c req-6e7f419f-26af-4d23-963a-9e6c9b72dba5 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:30:15.285710 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-db11b314-9ceb-46a1-ab8a-b36a00e9746c req-6e7f419f-26af-4d23-963a-9e6c9b72dba5 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2043b5-ba2f-48c7-a582-337e8bd48df2 HTTP/1.1" status: 200 len: 944 time: 0.0846524 May 05 22:30:15.331297 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-db11b314-9ceb-46a1-ab8a-b36a00e9746c req-b943c3e6-3474-4676-ad44-92b4d602d14f tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee40fee9-fe03-4a91-83a5-c72fac5bd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394363 May 05 22:30:15.967372 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device f33699ad-cbe4-4294-8aa3-eead8e4bbc26 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:30:16.043886 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port f33699ad-cbe4-4294-8aa3-eead8e4bbc26 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:30:16.048592 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port f33699ad-cbe4-4294-8aa3-eead8e4bbc26 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:30:16.049012 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:30:16.172968 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:30:16.199221 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2043b5-ba2f-48c7-a582-337e8bd48df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33699ad-cbe4-4294-8aa3-eead8e4bbc26'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:30:16.208712 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port f33699ad-cbe4-4294-8aa3-eead8e4bbc26, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=f33699ad-cbe4-4294-8aa3-eead8e4bbc26,segment=NetworkSegment(08dd8774-d241-4744-a888-af1c6f605e19),segment_id=08dd8774-d241-4744-a888-af1c6f605e19)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:30:16.213373 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:30:16.279062 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=f33699ad-cbe4-4294-8aa3-eead8e4bbc26,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:30:16.300449 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-666f83ed-238e-4579-b9c2-c65e41c0d36d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:30:16.338765 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2db955ca-2d46-4007-98e8-6d9143fb1d90'] response: {'server_uuid': '2e2043b5-ba2f-48c7-a582-337e8bd48df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33699ad-cbe4-4294-8aa3-eead8e4bbc26', 'code': 200} May 05 22:30:16.527114 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-490c36e1-1e5d-4f0e-ab29-faeafd33a118 req-db00d0b6-9399-41ec-a6be-b16fd7408a9d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2e2043b5-ba2f-48c7-a582-337e8bd48df2 HTTP/1.1" status: 200 len: 1096 time: 0.1249242 May 05 22:30:16.563039 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a5f22-79e2-44ce-a888-5d278df205e8 req-ee9b05e6-19c4-478c-91aa-ac3f3c4d2eae tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:30:16.564449 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7c0a5f22-79e2-44ce-a888-5d278df205e8 req-ee9b05e6-19c4-478c-91aa-ac3f3c4d2eae tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2043b5-ba2f-48c7-a582-337e8bd48df2 HTTP/1.1" status: 200 len: 945 time: 0.1076109 May 05 22:30:16.608275 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-490c36e1-1e5d-4f0e-ab29-faeafd33a118 req-fab03507-0e07-4f97-8194-ad6032a74191 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ee40fee9-fe03-4a91-83a5-c72fac5bd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736606 May 05 22:30:16.621753 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7c0a5f22-79e2-44ce-a888-5d278df205e8 req-03bb3229-e514-473d-9f6d-4503c104fa71 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee40fee9-fe03-4a91-83a5-c72fac5bd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502150 May 05 22:30:17.507419 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:30:17.550225 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:30:17.825621 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b757a8-e5b9-4352-81cb-bc6c36d97dd0 req-26a33fcb-ca9f-40e1-9f51-2a6a35836f4e tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:30:17.826977 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d3b757a8-e5b9-4352-81cb-bc6c36d97dd0 req-26a33fcb-ca9f-40e1-9f51-2a6a35836f4e tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2043b5-ba2f-48c7-a582-337e8bd48df2 HTTP/1.1" status: 200 len: 945 time: 0.0832698 May 05 22:30:17.875488 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d3b757a8-e5b9-4352-81cb-bc6c36d97dd0 req-49ab502b-4024-41b3-b1f7-e71657653978 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee40fee9-fe03-4a91-83a5-c72fac5bd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417004 May 05 22:30:18.088056 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4fefc-fa34-4b39-8318-7db15e37cae3 req-685a1cfe-105b-4798-a9e7-cfec7712af02 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:30:18.089514 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-99e4fefc-fa34-4b39-8318-7db15e37cae3 req-685a1cfe-105b-4798-a9e7-cfec7712af02 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2043b5-ba2f-48c7-a582-337e8bd48df2 HTTP/1.1" status: 200 len: 945 time: 0.0914116 May 05 22:30:18.235830 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-99e4fefc-fa34-4b39-8318-7db15e37cae3 req-ce5c44d5-9ee8-4642-a051-72fc760136c1 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee40fee9-fe03-4a91-83a5-c72fac5bd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403649 May 05 22:30:18.263976 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 33286) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:30:18.301548 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [req-4ad2bf37-4642-49c7-8508-8633f497cddd req-4aeafd3b-fb87-4945-80be-a99f5e8de3a6 tempest-TestNetworkAdvancedServerOps-1198727701 tempest-TestNetworkAdvancedServerOps-1198727701-project] (84063) timed out ('10.222.0.32', 49617) {{(pid=84063) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 05 22:30:18.350842 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ff1ca509-a8a1-4a0f-938e-72652fd764bd tempest-TestVolumeBootPattern-1676058332 tempest-TestVolumeBootPattern-1676058332-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2e2043b5-ba2f-48c7-a582-337e8bd48df2 HTTP/1.1" status: 200 len: 1091 time: 0.0854714 May 05 22:30:18.353461 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 33290) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:30:18.358702 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-98d1adfe-1bc3-498f-bf8e-edad48c6214a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Request body: {'floatingip': {'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'port_id': 'f33699ad-cbe4-4294-8aa3-eead8e4bbc26', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:30:18.365449 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-98d1adfe-1bc3-498f-bf8e-edad48c6214a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:30:18.369748 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-98d1adfe-1bc3-498f-bf8e-edad48c6214a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Usage tracker for resource:floatingip and tenant:7aecd0947c574ab7b57adc91150658c3 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:30:18.372866 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-98d1adfe-1bc3-498f-bf8e-edad48c6214a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:30:18.379040 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-98d1adfe-1bc3-498f-bf8e-edad48c6214a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:30:18.391215 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-98d1adfe-1bc3-498f-bf8e-edad48c6214a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks [] for floatingip, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:30:18.530299 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-98d1adfe-1bc3-498f-bf8e-edad48c6214a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:30:18.671846 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-98d1adfe-1bc3-498f-bf8e-edad48c6214a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Allocated IP 172.25.4.20 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/249353e1-6a8e-4c3e-9bab-87cef3033b3b) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:30:18.822328 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-98d1adfe-1bc3-498f-bf8e-edad48c6214a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:30:18.850607 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-98d1adfe-1bc3-498f-bf8e-edad48c6214a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:30:19.008231 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d1adfe-1bc3-498f-bf8e-edad48c6214a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:30:19.011003 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-98d1adfe-1bc3-498f-bf8e-edad48c6214a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:30:19.015431 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d1adfe-1bc3-498f-bf8e-edad48c6214a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:30:19.041741 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d1adfe-1bc3-498f-bf8e-edad48c6214a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Pushing event updated for resources: {'Port': ['ID=249353e1-6a8e-4c3e-9bab-87cef3033b3b,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:30:19.066616 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:30:19.068056 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d1adfe-1bc3-498f-bf8e-edad48c6214a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:30:19.068413 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d1adfe-1bc3-498f-bf8e-edad48c6214a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:30:19.068734 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d1adfe-1bc3-498f-bf8e-edad48c6214a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:30:19.069065 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d1adfe-1bc3-498f-bf8e-edad48c6214a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:30:19.069412 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d1adfe-1bc3-498f-bf8e-edad48c6214a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:30:19.069730 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d1adfe-1bc3-498f-bf8e-edad48c6214a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:30:19.070044 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d1adfe-1bc3-498f-bf8e-edad48c6214a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:30:19.070362 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d1adfe-1bc3-498f-bf8e-edad48c6214a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:30:19.070698 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d1adfe-1bc3-498f-bf8e-edad48c6214a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:30:19.071008 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d1adfe-1bc3-498f-bf8e-edad48c6214a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:30:19.071324 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d1adfe-1bc3-498f-bf8e-edad48c6214a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:30:19.549444 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-98d1adfe-1bc3-498f-bf8e-edad48c6214a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:30:19.616939 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-98d1adfe-1bc3-498f-bf8e-edad48c6214a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:30:19.831011 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-98d1adfe-1bc3-498f-bf8e-edad48c6214a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:30:19.838194 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-98d1adfe-1bc3-498f-bf8e-edad48c6214a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:30:19.938817 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d1adfe-1bc3-498f-bf8e-edad48c6214a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Pushing event updated for resources: {'Port': ['ID=249353e1-6a8e-4c3e-9bab-87cef3033b3b,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:30:19.953127 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-98d1adfe-1bc3-498f-bf8e-edad48c6214a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:30:20.146319 n-d-825175-4 neutron-server[84063]: INFO neutron.db.l3_db [None req-98d1adfe-1bc3-498f-bf8e-edad48c6214a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Floating IP e8364068-b9cc-4761-93cb-701e3f9619df associated. External IP: 172.25.4.20, port: f33699ad-cbe4-4294-8aa3-eead8e4bbc26. May 05 22:30:20.655940 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98d1adfe-1bc3-498f-bf8e-edad48c6214a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Router dd9f801c-cddb-4189-a39d-ba00fed1c9b4 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:30:20.865935 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d1adfe-1bc3-498f-bf8e-edad48c6214a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:30:20.876107 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317d8008-3e4f-4810-9f97-e9bed95d8af7 None None] Sync routers for ids ['dd9f801c-cddb-4189-a39d-ba00fed1c9b4'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:30:20.889214 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317d8008-3e4f-4810-9f97-e9bed95d8af7 None None] Routers {'dd9f801c-cddb-4189-a39d-ba00fed1c9b4'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:30:20.889835 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-317d8008-3e4f-4810-9f97-e9bed95d8af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:30:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['dd9f801c-cddb-4189-a39d-ba00fed1c9b4'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:30:20.893102 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-98d1adfe-1bc3-498f-bf8e-edad48c6214a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:30:20.949786 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-98d1adfe-1bc3-498f-bf8e-edad48c6214a tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5953121 May 05 22:30:20.950552 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e2043b5-ba2f-48c7-a582-337e8bd48df2', 'tag': 'f33699ad-cbe4-4294-8aa3-eead8e4bbc26'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:30:21.072566 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-317d8008-3e4f-4810-9f97-e9bed95d8af7 None None] Set router dd9f801c-cddb-4189-a39d-ba00fed1c9b4 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:30:21.092808 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b23504db-d44b-486b-902c-01380a9748b4'] response: {'name': 'network-changed', 'server_uuid': '2e2043b5-ba2f-48c7-a582-337e8bd48df2', 'tag': 'f33699ad-cbe4-4294-8aa3-eead8e4bbc26', 'status': 'completed', 'code': 200} May 05 22:30:21.192984 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-739464cd-1b9e-4c14-8fb5-6cdb933ecf36 req-2d619910-e723-459f-a944-802d96ae4bbb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7aecd0947c574ab7b57adc91150658c3&device_id=2e2043b5-ba2f-48c7-a582-337e8bd48df2 HTTP/1.1" status: 200 len: 1096 time: 0.0745046 May 05 22:30:21.325706 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739464cd-1b9e-4c14-8fb5-6cdb933ecf36 req-82a9bf29-baec-4864-b39e-f48127f09e69 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:30:21.327175 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-739464cd-1b9e-4c14-8fb5-6cdb933ecf36 req-82a9bf29-baec-4864-b39e-f48127f09e69 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 HTTP/1.1" status: 200 len: 912 time: 0.1280117 May 05 22:30:21.429900 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-739464cd-1b9e-4c14-8fb5-6cdb933ecf36 req-63b62cfb-c310-4e41-b9ef-8f22634016f6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f33699ad-cbe4-4294-8aa3-eead8e4bbc26 HTTP/1.1" status: 200 len: 998 time: 0.0962906 May 05 22:30:21.458721 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-317d8008-3e4f-4810-9f97-e9bed95d8af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'name': 'tempest-TestVolumeBootPattern-842811049-router', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '1c4c63f4-c247-4390-99d9-b664ede84f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:22:31Z', 'updated_at': '2022-05-05T22:22:34Z', 'revision_number': 4, 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'gw_port': {'id': '1c4c63f4-c247-4390-99d9-b664ede84f1b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:58:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:22:32Z', 'updated_at': '2022-05-05T22:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '0d8e239a-9312-4a86-90f3-89e3d6f45f54', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'floating_ip_address': '172.25.4.189', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'port_id': 'f3c54608-4ac1-492d-bf72-e776018f831c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9', 'mac_address': 'fa:16:3e:ec:62:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123f1890-a17b-4048-8fe6-303f55f64790', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:28:19Z', 'updated_at': '2022-05-05T22:28:22Z', 'revision_number': 1, 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'fixed_ip_address_scope': None}, {'id': 'e8364068-b9cc-4761-93cb-701e3f9619df', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'floating_ip_address': '172.25.4.20', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'port_id': 'f33699ad-cbe4-4294-8aa3-eead8e4bbc26', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9', 'mac_address': 'fa:16:3e:96:e1:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2043b5-ba2f-48c7-a582-337e8bd48df2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:30:19Z', 'updated_at': '2022-05-05T22:30:19Z', 'revision_number': 0, 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ed823e-5da1-4a29-a0bb-7996240fff19', 'name': '', 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'mac_address': 'fa:16:3e:1d:a4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0e1a026-9d64-4912-950a-4e44331f2f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:22:34Z', 'updated_at': '2022-05-05T22:22:44Z', 'revision_number': 5, 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'subnets': [{'id': 'e0e1a026-9d64-4912-950a-4e44331f2f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:30:21.462445 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317d8008-3e4f-4810-9f97-e9bed95d8af7 None None] Checking router: dd9f801c-cddb-4189-a39d-ba00fed1c9b4 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:30:21.473229 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317d8008-3e4f-4810-9f97-e9bed95d8af7 None None] Routers {'dd9f801c-cddb-4189-a39d-ba00fed1c9b4'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:30:21.473814 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-317d8008-3e4f-4810-9f97-e9bed95d8af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:30:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['dd9f801c-cddb-4189-a39d-ba00fed1c9b4'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:30:21.494197 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739464cd-1b9e-4c14-8fb5-6cdb933ecf36 req-d3c4b649-82ed-4a90-812b-34726cbbe422 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:30:21.495691 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-739464cd-1b9e-4c14-8fb5-6cdb933ecf36 req-d3c4b649-82ed-4a90-812b-34726cbbe422 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e0e1a026-9d64-4912-950a-4e44331f2f8e HTTP/1.1" status: 200 len: 850 time: 0.0604825 May 05 22:30:21.568379 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-739464cd-1b9e-4c14-8fb5-6cdb933ecf36 req-5613b4f8-de61-45aa-999f-5c1faaefa736 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9a4e4fe9-3d94-4d16-ae6c-847777a64fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672708 May 05 22:30:21.649481 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-317d8008-3e4f-4810-9f97-e9bed95d8af7 None None] Set router dd9f801c-cddb-4189-a39d-ba00fed1c9b4 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:30:21.699729 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-739464cd-1b9e-4c14-8fb5-6cdb933ecf36 req-469921e0-bb62-49fc-960e-09cf725d50bb service neutron] 10.222.0.32 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258125 May 05 22:30:21.832325 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-739464cd-1b9e-4c14-8fb5-6cdb933ecf36 req-dad1006a-219b-4d7a-97a8-afb09590eba2 service neutron] 10.222.0.32 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271963 May 05 22:30:21.996971 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-317d8008-3e4f-4810-9f97-e9bed95d8af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'name': 'tempest-TestVolumeBootPattern-842811049-router', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '1c4c63f4-c247-4390-99d9-b664ede84f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:22:31Z', 'updated_at': '2022-05-05T22:22:34Z', 'revision_number': 4, 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'gw_port': {'id': '1c4c63f4-c247-4390-99d9-b664ede84f1b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:58:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:22:32Z', 'updated_at': '2022-05-05T22:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '0d8e239a-9312-4a86-90f3-89e3d6f45f54', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'floating_ip_address': '172.25.4.189', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'port_id': 'f3c54608-4ac1-492d-bf72-e776018f831c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9', 'mac_address': 'fa:16:3e:ec:62:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123f1890-a17b-4048-8fe6-303f55f64790', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:28:19Z', 'updated_at': '2022-05-05T22:28:22Z', 'revision_number': 1, 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'fixed_ip_address_scope': None}, {'id': 'e8364068-b9cc-4761-93cb-701e3f9619df', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'floating_ip_address': '172.25.4.20', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'port_id': 'f33699ad-cbe4-4294-8aa3-eead8e4bbc26', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9', 'mac_address': 'fa:16:3e:96:e1:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2043b5-ba2f-48c7-a582-337e8bd48df2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:30:19Z', 'updated_at': '2022-05-05T22:30:19Z', 'revision_number': 0, 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ed823e-5da1-4a29-a0bb-7996240fff19', 'name': '', 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'mac_address': 'fa:16:3e:1d:a4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0e1a026-9d64-4912-950a-4e44331f2f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:22:34Z', 'updated_at': '2022-05-05T22:22:44Z', 'revision_number': 5, 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'subnets': [{'id': 'e0e1a026-9d64-4912-950a-4e44331f2f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:30:22.001057 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317d8008-3e4f-4810-9f97-e9bed95d8af7 None None] The sync data for ids ['dd9f801c-cddb-4189-a39d-ba00fed1c9b4'] in n-d-825175-4 is: [{'id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'name': 'tempest-TestVolumeBootPattern-842811049-router', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '1c4c63f4-c247-4390-99d9-b664ede84f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:22:31Z', 'updated_at': '2022-05-05T22:22:34Z', 'revision_number': 4, 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'gw_port': {'id': '1c4c63f4-c247-4390-99d9-b664ede84f1b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:58:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:22:32Z', 'updated_at': '2022-05-05T22:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '0d8e239a-9312-4a86-90f3-89e3d6f45f54', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'floating_ip_address': '172.25.4.189', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'port_id': 'f3c54608-4ac1-492d-bf72-e776018f831c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9', 'mac_address': 'fa:16:3e:ec:62:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123f1890-a17b-4048-8fe6-303f55f64790', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:28:19Z', 'updated_at': '2022-05-05T22:28:22Z', 'revision_number': 1, 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'fixed_ip_address_scope': None}, {'id': 'e8364068-b9cc-4761-93cb-701e3f9619df', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'floating_ip_address': '172.25.4.20', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'port_id': 'f33699ad-cbe4-4294-8aa3-eead8e4bbc26', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9', 'mac_address': 'fa:16:3e:96:e1:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2043b5-ba2f-48c7-a582-337e8bd48df2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:30:19Z', 'updated_at': '2022-05-05T22:30:19Z', 'revision_number': 0, 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ed823e-5da1-4a29-a0bb-7996240fff19', 'name': '', 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'mac_address': 'fa:16:3e:1d:a4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0e1a026-9d64-4912-950a-4e44331f2f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:22:34Z', 'updated_at': '2022-05-05T22:22:44Z', 'revision_number': 5, 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'subnets': [{'id': 'e0e1a026-9d64-4912-950a-4e44331f2f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:30:22.209248 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c68aa7e-c097-4c4f-82e8-93ff13575876 None None] New status for floating IP e8364068-b9cc-4761-93cb-701e3f9619df: ACTIVE {{(pid=84064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 22:30:25.386076 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6eff9a56-112d-4700-a3d3-ee70e01651a4 req-a861c90d-f537-4a5d-a0d8-e7cde0e20e04 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=123f1890-a17b-4048-8fe6-303f55f64790&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1931198 May 05 22:30:25.535682 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6eff9a56-112d-4700-a3d3-ee70e01651a4 req-c4f674a5-7b4e-4221-8495-8080b4f43cea service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7aecd0947c574ab7b57adc91150658c3&device_id=123f1890-a17b-4048-8fe6-303f55f64790 HTTP/1.1" status: 200 len: 1096 time: 0.0738528 May 05 22:30:25.682630 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff9a56-112d-4700-a3d3-ee70e01651a4 req-fe8f9536-675a-4037-be19-8522d3850264 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:30:25.684120 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6eff9a56-112d-4700-a3d3-ee70e01651a4 req-fe8f9536-675a-4037-be19-8522d3850264 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 HTTP/1.1" status: 200 len: 912 time: 0.1284161 May 05 22:30:25.789767 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6eff9a56-112d-4700-a3d3-ee70e01651a4 req-0689a884-dfcd-4c73-8731-8861955686c5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3c54608-4ac1-492d-bf72-e776018f831c HTTP/1.1" status: 200 len: 1001 time: 0.0996435 May 05 22:30:25.851204 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff9a56-112d-4700-a3d3-ee70e01651a4 req-ea97adf1-ae4b-4959-8a8c-2ae723f6ac7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:30:25.852599 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6eff9a56-112d-4700-a3d3-ee70e01651a4 req-ea97adf1-ae4b-4959-8a8c-2ae723f6ac7c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e0e1a026-9d64-4912-950a-4e44331f2f8e HTTP/1.1" status: 200 len: 850 time: 0.0566871 May 05 22:30:25.931558 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6eff9a56-112d-4700-a3d3-ee70e01651a4 req-d178dfe3-b224-4cbb-a688-b5d2757346d8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9a4e4fe9-3d94-4d16-ae6c-847777a64fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728304 May 05 22:30:26.067408 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6eff9a56-112d-4700-a3d3-ee70e01651a4 req-0c65bf49-3c07-4fa8-8f24-5f15364c3e03 service neutron] 10.222.0.44 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293910 May 05 22:30:26.202627 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6eff9a56-112d-4700-a3d3-ee70e01651a4 req-99e968aa-1475-418d-8274-82b0c71c81bb service neutron] 10.222.0.44 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298208 May 05 22:30:32.346012 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-87d1aeac-dec5-409a-96e7-d706f5ed083a req-79e6cc16-c0f8-4826-996e-806a76a6c9d7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2e2043b5-ba2f-48c7-a582-337e8bd48df2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0678363 May 05 22:30:32.486975 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-87d1aeac-dec5-409a-96e7-d706f5ed083a req-f422c627-7cac-4b89-90da-14a530dec6d5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7aecd0947c574ab7b57adc91150658c3&device_id=2e2043b5-ba2f-48c7-a582-337e8bd48df2 HTTP/1.1" status: 200 len: 1096 time: 0.0745416 May 05 22:30:32.633589 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1aeac-dec5-409a-96e7-d706f5ed083a req-bf22218a-f9d6-42ab-8826-465658d4d276 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:30:32.635496 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-87d1aeac-dec5-409a-96e7-d706f5ed083a req-bf22218a-f9d6-42ab-8826-465658d4d276 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 HTTP/1.1" status: 200 len: 912 time: 0.1302083 May 05 22:30:32.754711 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-87d1aeac-dec5-409a-96e7-d706f5ed083a req-150bd807-1dd8-4967-9ca1-7d28108b0cbd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f33699ad-cbe4-4294-8aa3-eead8e4bbc26 HTTP/1.1" status: 200 len: 1000 time: 0.1136587 May 05 22:30:32.829515 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1aeac-dec5-409a-96e7-d706f5ed083a req-a09cfecc-df45-4181-b213-6888945298b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:30:32.830975 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-87d1aeac-dec5-409a-96e7-d706f5ed083a req-a09cfecc-df45-4181-b213-6888945298b9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e0e1a026-9d64-4912-950a-4e44331f2f8e HTTP/1.1" status: 200 len: 850 time: 0.0699208 May 05 22:30:32.905893 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-87d1aeac-dec5-409a-96e7-d706f5ed083a req-19914eeb-e4c7-4b58-a585-89de8780361c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9a4e4fe9-3d94-4d16-ae6c-847777a64fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687807 May 05 22:30:33.038088 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-87d1aeac-dec5-409a-96e7-d706f5ed083a req-a4026286-73ec-4515-8f44-d2621056b686 service neutron] 10.222.0.32 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255202 May 05 22:30:33.178461 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-87d1aeac-dec5-409a-96e7-d706f5ed083a req-12c375b0-3726-4a6d-b9a6-dd1f80639025 service neutron] 10.222.0.32 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343091 May 05 22:30:34.321422 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:30:36.165016 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:30:36.424768 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:30:43.979414 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-af42629f-8084-4eac-9d80-5bb3bb8a43af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:30:46.303609 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-db33a57e-017b-4cf4-922d-9986579d3cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:30:47.514115 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:30:47.535152 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:30:49.076043 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:31:06.189422 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:31:06.430442 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:31:11.326874 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:31:13.982152 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b4c088dc-c53a-4157-9dac-9f4fc7d09396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:31:16.307192 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ce3bc37c-c238-4238-bd49-8ce90041a7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:31:17.507903 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:31:17.548358 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:31:19.075741 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:31:26.283421 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7595be44-1b01-49c8-8bdd-700bf16f12c5 req-9d329e64-214f-43fa-87d9-e6616c5befa5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=123f1890-a17b-4048-8fe6-303f55f64790&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0733042 May 05 22:31:26.445004 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7595be44-1b01-49c8-8bdd-700bf16f12c5 req-51e2abf9-2fcf-4d73-872a-c094ccea65d5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7aecd0947c574ab7b57adc91150658c3&device_id=123f1890-a17b-4048-8fe6-303f55f64790 HTTP/1.1" status: 200 len: 1096 time: 0.0925939 May 05 22:31:26.595325 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7595be44-1b01-49c8-8bdd-700bf16f12c5 req-a7266946-6790-42fa-92d2-7cd9ae6c5c94 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:31:26.596804 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7595be44-1b01-49c8-8bdd-700bf16f12c5 req-a7266946-6790-42fa-92d2-7cd9ae6c5c94 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 HTTP/1.1" status: 200 len: 912 time: 0.1289237 May 05 22:31:26.703962 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7595be44-1b01-49c8-8bdd-700bf16f12c5 req-cbeafd30-0558-426c-996b-f121037227e2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3c54608-4ac1-492d-bf72-e776018f831c HTTP/1.1" status: 200 len: 1001 time: 0.1011753 May 05 22:31:26.772754 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7595be44-1b01-49c8-8bdd-700bf16f12c5 req-ea480d55-364a-476e-9d92-d8d842dd64e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:31:26.774198 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7595be44-1b01-49c8-8bdd-700bf16f12c5 req-ea480d55-364a-476e-9d92-d8d842dd64e8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e0e1a026-9d64-4912-950a-4e44331f2f8e HTTP/1.1" status: 200 len: 850 time: 0.0635576 May 05 22:31:26.942629 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7595be44-1b01-49c8-8bdd-700bf16f12c5 req-5271e519-6759-474a-8be4-ebb23da4f29c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9a4e4fe9-3d94-4d16-ae6c-847777a64fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1622922 May 05 22:31:27.075642 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7595be44-1b01-49c8-8bdd-700bf16f12c5 req-9f284d03-66f5-45df-80b1-6bd51a67e135 service neutron] 10.222.0.44 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274223 May 05 22:31:27.207110 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7595be44-1b01-49c8-8bdd-700bf16f12c5 req-92cd4813-0f9e-44a6-969b-c2a38f0485db service neutron] 10.222.0.44 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258476 May 05 22:31:33.199017 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9c46dc88-3679-4bcc-ab22-d97ee0479a7c req-4d7034d1-9a3a-4ee8-8f94-c172471fd946 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2e2043b5-ba2f-48c7-a582-337e8bd48df2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1769564 May 05 22:31:33.356393 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9c46dc88-3679-4bcc-ab22-d97ee0479a7c req-8caae644-000b-4881-b918-bdd22d7d820a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7aecd0947c574ab7b57adc91150658c3&device_id=2e2043b5-ba2f-48c7-a582-337e8bd48df2 HTTP/1.1" status: 200 len: 1096 time: 0.0826185 May 05 22:31:33.499721 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46dc88-3679-4bcc-ab22-d97ee0479a7c req-3d78559d-ab3a-4dda-ae25-25ff790255a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:31:33.501064 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9c46dc88-3679-4bcc-ab22-d97ee0479a7c req-3d78559d-ab3a-4dda-ae25-25ff790255a6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 HTTP/1.1" status: 200 len: 912 time: 0.1245272 May 05 22:31:33.605161 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9c46dc88-3679-4bcc-ab22-d97ee0479a7c req-ae40e388-fa2c-4dc6-ae8c-0e5034b26628 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f33699ad-cbe4-4294-8aa3-eead8e4bbc26 HTTP/1.1" status: 200 len: 1000 time: 0.0977371 May 05 22:31:33.671238 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46dc88-3679-4bcc-ab22-d97ee0479a7c req-496f39cc-7384-47d5-a627-5991ffbdeb26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:31:33.672633 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9c46dc88-3679-4bcc-ab22-d97ee0479a7c req-496f39cc-7384-47d5-a627-5991ffbdeb26 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e0e1a026-9d64-4912-950a-4e44331f2f8e HTTP/1.1" status: 200 len: 850 time: 0.0618174 May 05 22:31:33.756854 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9c46dc88-3679-4bcc-ab22-d97ee0479a7c req-aeb4fdb1-e8a5-4578-905b-ba2aefb155c6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9a4e4fe9-3d94-4d16-ae6c-847777a64fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782299 May 05 22:31:33.889177 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9c46dc88-3679-4bcc-ab22-d97ee0479a7c req-f181268e-3294-48b2-88b5-f62e253856e6 service neutron] 10.222.0.32 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259577 May 05 22:31:34.024103 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9c46dc88-3679-4bcc-ab22-d97ee0479a7c req-d069d66b-540f-483d-8ced-d24f25cdfec5 service neutron] 10.222.0.32 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288612 May 05 22:31:36.216153 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:31:36.440034 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:31:43.987118 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1052bde5-8a9a-459f-a92a-c050c90779cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:31:46.319129 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-23ad0ef2-6865-47eb-abf6-9872776ea01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:31:47.520437 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:31:47.542062 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:31:48.329442 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:31:49.083755 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:00.194393 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 33336) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:32:00.401379 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-f320f90b-101b-4d7d-8ab9-13745b5f7574 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Deleting port 249353e1-6a8e-4c3e-9bab-87cef3033b3b {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:32:00.401734 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f320f90b-101b-4d7d-8ab9-13745b5f7574 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:00.568135 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f320f90b-101b-4d7d-8ab9-13745b5f7574 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:00.568334 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f320f90b-101b-4d7d-8ab9-13745b5f7574 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:00.703680 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-f320f90b-101b-4d7d-8ab9-13745b5f7574 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Calling delete_port for 249353e1-6a8e-4c3e-9bab-87cef3033b3b owned by network:floatingip {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:32:00.860071 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f320f90b-101b-4d7d-8ab9-13745b5f7574 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:00.902569 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f320f90b-101b-4d7d-8ab9-13745b5f7574 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Pushing event deleted for resources: {'Port': ['ID=249353e1-6a8e-4c3e-9bab-87cef3033b3b,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:32:01.040615 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f320f90b-101b-4d7d-8ab9-13745b5f7574 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:32:01.040928 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f320f90b-101b-4d7d-8ab9-13745b5f7574 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:32:01.041277 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f320f90b-101b-4d7d-8ab9-13745b5f7574 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:32:01.041605 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f320f90b-101b-4d7d-8ab9-13745b5f7574 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:32:01.041934 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f320f90b-101b-4d7d-8ab9-13745b5f7574 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:32:01.042248 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f320f90b-101b-4d7d-8ab9-13745b5f7574 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:32:01.042564 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f320f90b-101b-4d7d-8ab9-13745b5f7574 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:32:01.042907 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f320f90b-101b-4d7d-8ab9-13745b5f7574 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:32:01.043193 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f320f90b-101b-4d7d-8ab9-13745b5f7574 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:32:01.043510 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f320f90b-101b-4d7d-8ab9-13745b5f7574 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:32:01.043819 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f320f90b-101b-4d7d-8ab9-13745b5f7574 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:32:01.107230 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f320f90b-101b-4d7d-8ab9-13745b5f7574 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks [] for floatingip, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:01.508905 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f320f90b-101b-4d7d-8ab9-13745b5f7574 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Router dd9f801c-cddb-4189-a39d-ba00fed1c9b4 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:32:01.725201 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f320f90b-101b-4d7d-8ab9-13745b5f7574 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:32:01.735313 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73de1961-6aa7-4db8-9398-cd2ecb9959a4 None None] Sync routers for ids ['dd9f801c-cddb-4189-a39d-ba00fed1c9b4'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:32:01.748052 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f320f90b-101b-4d7d-8ab9-13745b5f7574 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:01.751122 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73de1961-6aa7-4db8-9398-cd2ecb9959a4 None None] Routers {'dd9f801c-cddb-4189-a39d-ba00fed1c9b4'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:32:01.751718 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-73de1961-6aa7-4db8-9398-cd2ecb9959a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:31:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['dd9f801c-cddb-4189-a39d-ba00fed1c9b4'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:32:01.801622 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f320f90b-101b-4d7d-8ab9-13745b5f7574 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "DELETE /v2.0/floatingips/e8364068-b9cc-4761-93cb-701e3f9619df HTTP/1.1" status: 204 len: 168 time: 1.6060276 May 05 22:32:01.802123 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e2043b5-ba2f-48c7-a582-337e8bd48df2', 'tag': 'f33699ad-cbe4-4294-8aa3-eead8e4bbc26'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:32:01.935701 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-73de1961-6aa7-4db8-9398-cd2ecb9959a4 None None] Set router dd9f801c-cddb-4189-a39d-ba00fed1c9b4 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:32:01.971123 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a75d30f9-980d-491f-92d6-69518586dfc5'] response: {'name': 'network-changed', 'server_uuid': '2e2043b5-ba2f-48c7-a582-337e8bd48df2', 'tag': 'f33699ad-cbe4-4294-8aa3-eead8e4bbc26', 'status': 'completed', 'code': 200} May 05 22:32:02.092434 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-98448dc4-e77b-4333-a3f6-881a97064aeb req-7cc36472-2f2f-4a7f-8f77-b322ec45d50e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7aecd0947c574ab7b57adc91150658c3&device_id=2e2043b5-ba2f-48c7-a582-337e8bd48df2 HTTP/1.1" status: 200 len: 1096 time: 0.0996892 May 05 22:32:02.272935 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98448dc4-e77b-4333-a3f6-881a97064aeb req-69434e5b-dfd1-4ada-ac28-52adc0b5b42a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:32:02.274387 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-98448dc4-e77b-4333-a3f6-881a97064aeb req-69434e5b-dfd1-4ada-ac28-52adc0b5b42a service neutron] 10.222.0.32 "GET /v2.0/networks?id=9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 HTTP/1.1" status: 200 len: 912 time: 0.1756079 May 05 22:32:02.332072 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-73de1961-6aa7-4db8-9398-cd2ecb9959a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'name': 'tempest-TestVolumeBootPattern-842811049-router', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '1c4c63f4-c247-4390-99d9-b664ede84f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:22:31Z', 'updated_at': '2022-05-05T22:22:34Z', 'revision_number': 4, 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'gw_port': {'id': '1c4c63f4-c247-4390-99d9-b664ede84f1b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:58:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:22:32Z', 'updated_at': '2022-05-05T22:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '0d8e239a-9312-4a86-90f3-89e3d6f45f54', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'floating_ip_address': '172.25.4.189', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'port_id': 'f3c54608-4ac1-492d-bf72-e776018f831c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9', 'mac_address': 'fa:16:3e:ec:62:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123f1890-a17b-4048-8fe6-303f55f64790', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:28:19Z', 'updated_at': '2022-05-05T22:28:22Z', 'revision_number': 1, 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ed823e-5da1-4a29-a0bb-7996240fff19', 'name': '', 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'mac_address': 'fa:16:3e:1d:a4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0e1a026-9d64-4912-950a-4e44331f2f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:22:34Z', 'updated_at': '2022-05-05T22:22:44Z', 'revision_number': 5, 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'subnets': [{'id': 'e0e1a026-9d64-4912-950a-4e44331f2f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:32:02.335999 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73de1961-6aa7-4db8-9398-cd2ecb9959a4 None None] Checking router: dd9f801c-cddb-4189-a39d-ba00fed1c9b4 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:32:02.346320 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73de1961-6aa7-4db8-9398-cd2ecb9959a4 None None] Routers {'dd9f801c-cddb-4189-a39d-ba00fed1c9b4'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:32:02.346939 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-73de1961-6aa7-4db8-9398-cd2ecb9959a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:31:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['dd9f801c-cddb-4189-a39d-ba00fed1c9b4'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:32:02.352446 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a5814-d98f-47f9-8de2-ed43e9e7e070 req-b133b06d-2f6e-4b99-8a17-7e56d58b3c69 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:32:02.353125 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-0d6a5814-d98f-47f9-8de2-ed43e9e7e070 req-b133b06d-2f6e-4b99-8a17-7e56d58b3c69 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Synchronizing usage tracker for tenant:7aecd0947c574ab7b57adc91150658c3 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:32:02.357646 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-98448dc4-e77b-4333-a3f6-881a97064aeb req-3c24df34-25eb-49a3-b084-fe204f690557 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f33699ad-cbe4-4294-8aa3-eead8e4bbc26 HTTP/1.1" status: 200 len: 217 time: 0.0757449 May 05 22:32:02.403605 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-0d6a5814-d98f-47f9-8de2-ed43e9e7e070 req-b133b06d-2f6e-4b99-8a17-7e56d58b3c69 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Unset dirty status for tenant:7aecd0947c574ab7b57adc91150658c3 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:32:02.404763 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0d6a5814-d98f-47f9-8de2-ed43e9e7e070 req-b133b06d-2f6e-4b99-8a17-7e56d58b3c69 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2043b5-ba2f-48c7-a582-337e8bd48df2 HTTP/1.1" status: 200 len: 945 time: 0.2406638 May 05 22:32:02.445224 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98448dc4-e77b-4333-a3f6-881a97064aeb req-00292e0f-aedb-4133-96b9-2ec48bad4741 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:32:02.446725 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-98448dc4-e77b-4333-a3f6-881a97064aeb req-00292e0f-aedb-4133-96b9-2ec48bad4741 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e0e1a026-9d64-4912-950a-4e44331f2f8e HTTP/1.1" status: 200 len: 850 time: 0.0821145 May 05 22:32:02.503772 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0d6a5814-d98f-47f9-8de2-ed43e9e7e070 req-dc07ee71-4c42-43d3-9d0c-167435d2d472 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee40fee9-fe03-4a91-83a5-c72fac5bd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923605 May 05 22:32:02.522647 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-73de1961-6aa7-4db8-9398-cd2ecb9959a4 None None] Set router dd9f801c-cddb-4189-a39d-ba00fed1c9b4 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:32:02.542599 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-98448dc4-e77b-4333-a3f6-881a97064aeb req-b3caeaa9-3881-4cce-ae2a-5300f8e27226 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9a4e4fe9-3d94-4d16-ae6c-847777a64fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0880275 May 05 22:32:02.683489 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-98448dc4-e77b-4333-a3f6-881a97064aeb req-b2e6fff5-bd04-4151-8f44-041e831fc19c service neutron] 10.222.0.32 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343019 May 05 22:32:02.870774 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-73de1961-6aa7-4db8-9398-cd2ecb9959a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'name': 'tempest-TestVolumeBootPattern-842811049-router', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '1c4c63f4-c247-4390-99d9-b664ede84f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:22:31Z', 'updated_at': '2022-05-05T22:22:34Z', 'revision_number': 4, 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'gw_port': {'id': '1c4c63f4-c247-4390-99d9-b664ede84f1b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:58:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:22:32Z', 'updated_at': '2022-05-05T22:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '0d8e239a-9312-4a86-90f3-89e3d6f45f54', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'floating_ip_address': '172.25.4.189', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'port_id': 'f3c54608-4ac1-492d-bf72-e776018f831c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9', 'mac_address': 'fa:16:3e:ec:62:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123f1890-a17b-4048-8fe6-303f55f64790', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:28:19Z', 'updated_at': '2022-05-05T22:28:22Z', 'revision_number': 1, 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ed823e-5da1-4a29-a0bb-7996240fff19', 'name': '', 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'mac_address': 'fa:16:3e:1d:a4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0e1a026-9d64-4912-950a-4e44331f2f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:22:34Z', 'updated_at': '2022-05-05T22:22:44Z', 'revision_number': 5, 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'subnets': [{'id': 'e0e1a026-9d64-4912-950a-4e44331f2f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:32:02.874524 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73de1961-6aa7-4db8-9398-cd2ecb9959a4 None None] The sync data for ids ['dd9f801c-cddb-4189-a39d-ba00fed1c9b4'] in n-d-825175-4 is: [{'id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'name': 'tempest-TestVolumeBootPattern-842811049-router', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '1c4c63f4-c247-4390-99d9-b664ede84f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:22:31Z', 'updated_at': '2022-05-05T22:22:34Z', 'revision_number': 4, 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'gw_port': {'id': '1c4c63f4-c247-4390-99d9-b664ede84f1b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:58:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:22:32Z', 'updated_at': '2022-05-05T22:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '0d8e239a-9312-4a86-90f3-89e3d6f45f54', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'floating_ip_address': '172.25.4.189', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'port_id': 'f3c54608-4ac1-492d-bf72-e776018f831c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9', 'mac_address': 'fa:16:3e:ec:62:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123f1890-a17b-4048-8fe6-303f55f64790', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:28:19Z', 'updated_at': '2022-05-05T22:28:22Z', 'revision_number': 1, 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ed823e-5da1-4a29-a0bb-7996240fff19', 'name': '', 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'mac_address': 'fa:16:3e:1d:a4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0e1a026-9d64-4912-950a-4e44331f2f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:22:34Z', 'updated_at': '2022-05-05T22:22:44Z', 'revision_number': 5, 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'subnets': [{'id': 'e0e1a026-9d64-4912-950a-4e44331f2f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:32:02.932952 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-98448dc4-e77b-4333-a3f6-881a97064aeb req-91a71925-1eed-419d-95bc-a46ddf3c5441 service neutron] 10.222.0.32 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425482 May 05 22:32:03.089598 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14752636-c299-434c-9d63-139172a1ec37 None None] New status for floating IP e8364068-b9cc-4761-93cb-701e3f9619df: DOWN {{(pid=84064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 22:32:03.646636 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11604e-563e-47a7-a550-ba62d95d83e7 req-80247703-4aea-4d36-9176-67936253b235 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:32:03.649375 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5d11604e-563e-47a7-a550-ba62d95d83e7 req-80247703-4aea-4d36-9176-67936253b235 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e2043b5-ba2f-48c7-a582-337e8bd48df2 HTTP/1.1" status: 200 len: 945 time: 0.0867856 May 05 22:32:03.767536 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-5d11604e-563e-47a7-a550-ba62d95d83e7 req-8393776b-86fe-4d36-97ea-c10061596eb5 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Deleting port f33699ad-cbe4-4294-8aa3-eead8e4bbc26 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:32:03.767855 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-5d11604e-563e-47a7-a550-ba62d95d83e7 req-8393776b-86fe-4d36-97ea-c10061596eb5 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:03.883297 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad51d0-1c16-415a-af5d-f8a2138a90ec req-28141d9a-4e45-4d48-ad2c-6332997e6d68 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:32:03.884745 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-87ad51d0-1c16-415a-af5d-f8a2138a90ec req-28141d9a-4e45-4d48-ad2c-6332997e6d68 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2043b5-ba2f-48c7-a582-337e8bd48df2 HTTP/1.1" status: 200 len: 945 time: 0.1940372 May 05 22:32:04.023650 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-87ad51d0-1c16-415a-af5d-f8a2138a90ec req-aa1ac8a9-59f8-4afb-8f8d-8fb65cf45398 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee40fee9-fe03-4a91-83a5-c72fac5bd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316786 May 05 22:32:04.075436 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-5d11604e-563e-47a7-a550-ba62d95d83e7 req-8393776b-86fe-4d36-97ea-c10061596eb5 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] For port f33699ad-cbe4-4294-8aa3-eead8e4bbc26, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=f33699ad-cbe4-4294-8aa3-eead8e4bbc26,segment=NetworkSegment(08dd8774-d241-4744-a888-af1c6f605e19),segment_id=08dd8774-d241-4744-a888-af1c6f605e19)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:32:04.075765 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-5d11604e-563e-47a7-a550-ba62d95d83e7 req-8393776b-86fe-4d36-97ea-c10061596eb5 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:04.202757 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-5d11604e-563e-47a7-a550-ba62d95d83e7 req-8393776b-86fe-4d36-97ea-c10061596eb5 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Calling delete_port for f33699ad-cbe4-4294-8aa3-eead8e4bbc26 owned by compute:nova {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:32:04.366612 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-5d11604e-563e-47a7-a550-ba62d95d83e7 req-8393776b-86fe-4d36-97ea-c10061596eb5 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:04.418322 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393776b-86fe-4d36-97ea-c10061596eb5 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Pushing event deleted for resources: {'Port': ['ID=f33699ad-cbe4-4294-8aa3-eead8e4bbc26,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:32:04.487638 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d11604e-563e-47a7-a550-ba62d95d83e7 req-8393776b-86fe-4d36-97ea-c10061596eb5 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] No DVR routers for this DVR port f33699ad-cbe4-4294-8aa3-eead8e4bbc26 on host n-h2-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:32:04.490141 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-5d11604e-563e-47a7-a550-ba62d95d83e7 req-8393776b-86fe-4d36-97ea-c10061596eb5 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:04.493636 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2043b5-ba2f-48c7-a582-337e8bd48df2', 'name': 'network-vif-deleted', 'tag': 'f33699ad-cbe4-4294-8aa3-eead8e4bbc26'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:32:04.509335 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5d11604e-563e-47a7-a550-ba62d95d83e7 req-8393776b-86fe-4d36-97ea-c10061596eb5 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.32 "DELETE /v2.0/ports/f33699ad-cbe4-4294-8aa3-eead8e4bbc26 HTTP/1.1" status: 204 len: 173 time: 0.8549480 May 05 22:32:04.550592 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cfb37ce-547a-4d60-8f17-69989559726c'] response: {'server_uuid': '2e2043b5-ba2f-48c7-a582-337e8bd48df2', 'name': 'network-vif-deleted', 'tag': 'f33699ad-cbe4-4294-8aa3-eead8e4bbc26', 'status': 'completed', 'code': 200} May 05 22:32:05.211667 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-4faabbba-b0dd-4111-b2fc-371c9501c4a1 req-07158c18-8db8-4ff8-a88b-92c5c217b498 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Synchronizing usage tracker for tenant:7aecd0947c574ab7b57adc91150658c3 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:32:05.232016 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-4faabbba-b0dd-4111-b2fc-371c9501c4a1 req-07158c18-8db8-4ff8-a88b-92c5c217b498 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Unset dirty status for tenant:7aecd0947c574ab7b57adc91150658c3 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:32:05.233721 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4faabbba-b0dd-4111-b2fc-371c9501c4a1 req-07158c18-8db8-4ff8-a88b-92c5c217b498 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=2e2043b5-ba2f-48c7-a582-337e8bd48df2 HTTP/1.1" status: 200 len: 210 time: 0.0681286 May 05 22:32:06.217830 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:06.336922 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device f33699ad-cbe4-4294-8aa3-eead8e4bbc26 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:32:06.375071 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: f33699ad-cbe4-4294-8aa3-eead8e4bbc26 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:32:06.375407 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device f33699ad-cbe4-4294-8aa3-eead8e4bbc26 not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:32:06.446612 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:10.904139 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 33382) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:32:11.148565 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-541dd2b4-c87f-4ad6-aa2e-c5dc3302011b tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Deleting port e032ddf2-fd8e-4151-b645-bf8b6bada699 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:32:11.148761 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-541dd2b4-c87f-4ad6-aa2e-c5dc3302011b tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:11.321347 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-541dd2b4-c87f-4ad6-aa2e-c5dc3302011b tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:11.321645 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-541dd2b4-c87f-4ad6-aa2e-c5dc3302011b tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:11.459530 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-541dd2b4-c87f-4ad6-aa2e-c5dc3302011b tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Calling delete_port for e032ddf2-fd8e-4151-b645-bf8b6bada699 owned by network:floatingip {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:32:11.614886 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-541dd2b4-c87f-4ad6-aa2e-c5dc3302011b tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:11.768522 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541dd2b4-c87f-4ad6-aa2e-c5dc3302011b tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Pushing event deleted for resources: {'Port': ['ID=e032ddf2-fd8e-4151-b645-bf8b6bada699,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:32:11.860895 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-541dd2b4-c87f-4ad6-aa2e-c5dc3302011b tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks [] for floatingip, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:12.301260 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-541dd2b4-c87f-4ad6-aa2e-c5dc3302011b tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Router dd9f801c-cddb-4189-a39d-ba00fed1c9b4 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:32:12.507919 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-541dd2b4-c87f-4ad6-aa2e-c5dc3302011b tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:32:12.519161 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51563de0-6de0-4698-b200-20325b695e3c None None] Sync routers for ids ['dd9f801c-cddb-4189-a39d-ba00fed1c9b4'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:32:12.530752 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-541dd2b4-c87f-4ad6-aa2e-c5dc3302011b tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:12.532889 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51563de0-6de0-4698-b200-20325b695e3c None None] Routers {'dd9f801c-cddb-4189-a39d-ba00fed1c9b4'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:32:12.533785 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-51563de0-6de0-4698-b200-20325b695e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:31:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['dd9f801c-cddb-4189-a39d-ba00fed1c9b4'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:32:12.590144 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-541dd2b4-c87f-4ad6-aa2e-c5dc3302011b tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "DELETE /v2.0/floatingips/0d8e239a-9312-4a86-90f3-89e3d6f45f54 HTTP/1.1" status: 204 len: 168 time: 1.6849027 May 05 22:32:12.590967 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '123f1890-a17b-4048-8fe6-303f55f64790', 'tag': 'f3c54608-4ac1-492d-bf72-e776018f831c'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:32:12.646042 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9700a38c-8edd-43c4-9318-0304f72bbf35'] response: {'name': 'network-changed', 'server_uuid': '123f1890-a17b-4048-8fe6-303f55f64790', 'tag': 'f3c54608-4ac1-492d-bf72-e776018f831c', 'status': 'completed', 'code': 200} May 05 22:32:12.721124 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-51563de0-6de0-4698-b200-20325b695e3c None None] Set router dd9f801c-cddb-4189-a39d-ba00fed1c9b4 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:32:12.740776 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f5700e27-08bf-451d-add2-1aa57cac6835 req-a652205e-43a0-44b3-b271-7afa4127caf2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7aecd0947c574ab7b57adc91150658c3&device_id=123f1890-a17b-4048-8fe6-303f55f64790 HTTP/1.1" status: 200 len: 1096 time: 0.0715759 May 05 22:32:12.901466 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5700e27-08bf-451d-add2-1aa57cac6835 req-223d3c8d-7c83-4014-b9ba-027e3694232d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:32:12.902976 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f5700e27-08bf-451d-add2-1aa57cac6835 req-223d3c8d-7c83-4014-b9ba-027e3694232d service neutron] 10.222.0.44 "GET /v2.0/networks?id=9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 HTTP/1.1" status: 200 len: 912 time: 0.1559877 May 05 22:32:12.974599 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f5700e27-08bf-451d-add2-1aa57cac6835 req-d32c4f61-5651-4955-bd70-a1d9fa8d938b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3c54608-4ac1-492d-bf72-e776018f831c HTTP/1.1" status: 200 len: 217 time: 0.0652921 May 05 22:32:12.994236 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac38fdbc-6e1d-4419-b6bd-3e7be9bffc96 req-9a929cac-72ff-4023-9011-9489bc429931 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:32:12.995044 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-ac38fdbc-6e1d-4419-b6bd-3e7be9bffc96 req-9a929cac-72ff-4023-9011-9489bc429931 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Synchronizing usage tracker for tenant:7aecd0947c574ab7b57adc91150658c3 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:32:13.012043 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-ac38fdbc-6e1d-4419-b6bd-3e7be9bffc96 req-9a929cac-72ff-4023-9011-9489bc429931 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Unset dirty status for tenant:7aecd0947c574ab7b57adc91150658c3 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:32:13.013283 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ac38fdbc-6e1d-4419-b6bd-3e7be9bffc96 req-9a929cac-72ff-4023-9011-9489bc429931 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=123f1890-a17b-4048-8fe6-303f55f64790 HTTP/1.1" status: 200 len: 945 time: 0.0964279 May 05 22:32:13.041740 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5700e27-08bf-451d-add2-1aa57cac6835 req-341a94c6-a1e7-4aae-b011-8b7c627afd1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:32:13.043351 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f5700e27-08bf-451d-add2-1aa57cac6835 req-341a94c6-a1e7-4aae-b011-8b7c627afd1b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e0e1a026-9d64-4912-950a-4e44331f2f8e HTTP/1.1" status: 200 len: 850 time: 0.0631485 May 05 22:32:13.047066 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-51563de0-6de0-4698-b200-20325b695e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'name': 'tempest-TestVolumeBootPattern-842811049-router', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '1c4c63f4-c247-4390-99d9-b664ede84f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:22:31Z', 'updated_at': '2022-05-05T22:22:34Z', 'revision_number': 4, 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'gw_port': {'id': '1c4c63f4-c247-4390-99d9-b664ede84f1b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:58:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:22:32Z', 'updated_at': '2022-05-05T22:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'e9ed823e-5da1-4a29-a0bb-7996240fff19', 'name': '', 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'mac_address': 'fa:16:3e:1d:a4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0e1a026-9d64-4912-950a-4e44331f2f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:22:34Z', 'updated_at': '2022-05-05T22:22:44Z', 'revision_number': 5, 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'subnets': [{'id': 'e0e1a026-9d64-4912-950a-4e44331f2f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:32:13.050917 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51563de0-6de0-4698-b200-20325b695e3c None None] Checking router: dd9f801c-cddb-4189-a39d-ba00fed1c9b4 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:32:13.062009 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ac38fdbc-6e1d-4419-b6bd-3e7be9bffc96 req-e5d920a9-4132-4dca-b0bd-499cb947f7ea tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee40fee9-fe03-4a91-83a5-c72fac5bd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422919 May 05 22:32:13.064716 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51563de0-6de0-4698-b200-20325b695e3c None None] Routers {'dd9f801c-cddb-4189-a39d-ba00fed1c9b4'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:32:13.065382 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-51563de0-6de0-4698-b200-20325b695e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:31:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['dd9f801c-cddb-4189-a39d-ba00fed1c9b4'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:32:13.126173 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f5700e27-08bf-451d-add2-1aa57cac6835 req-9410908a-89c6-4cb5-ad1a-210013633006 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9a4e4fe9-3d94-4d16-ae6c-847777a64fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764110 May 05 22:32:13.262414 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f5700e27-08bf-451d-add2-1aa57cac6835 req-c01c68ae-4754-4635-ba7c-569ddae4e9d3 service neutron] 10.222.0.44 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290920 May 05 22:32:13.269777 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-51563de0-6de0-4698-b200-20325b695e3c None None] Set router dd9f801c-cddb-4189-a39d-ba00fed1c9b4 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:32:13.395753 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f5700e27-08bf-451d-add2-1aa57cac6835 req-9a0c5e73-a4b7-45b2-ae51-616cbec71c3a service neutron] 10.222.0.44 "GET /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274552 May 05 22:32:13.578261 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-51563de0-6de0-4698-b200-20325b695e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'name': 'tempest-TestVolumeBootPattern-842811049-router', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '1c4c63f4-c247-4390-99d9-b664ede84f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:22:31Z', 'updated_at': '2022-05-05T22:22:34Z', 'revision_number': 4, 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'gw_port': {'id': '1c4c63f4-c247-4390-99d9-b664ede84f1b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:58:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:22:32Z', 'updated_at': '2022-05-05T22:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'e9ed823e-5da1-4a29-a0bb-7996240fff19', 'name': '', 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'mac_address': 'fa:16:3e:1d:a4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0e1a026-9d64-4912-950a-4e44331f2f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:22:34Z', 'updated_at': '2022-05-05T22:22:44Z', 'revision_number': 5, 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'subnets': [{'id': 'e0e1a026-9d64-4912-950a-4e44331f2f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:32:13.582274 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51563de0-6de0-4698-b200-20325b695e3c None None] The sync data for ids ['dd9f801c-cddb-4189-a39d-ba00fed1c9b4'] in n-d-825175-4 is: [{'id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'name': 'tempest-TestVolumeBootPattern-842811049-router', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '1c4c63f4-c247-4390-99d9-b664ede84f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:22:31Z', 'updated_at': '2022-05-05T22:22:34Z', 'revision_number': 4, 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'gw_port': {'id': '1c4c63f4-c247-4390-99d9-b664ede84f1b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:58:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:22:32Z', 'updated_at': '2022-05-05T22:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'e9ed823e-5da1-4a29-a0bb-7996240fff19', 'name': '', 'network_id': '9a4e4fe9-3d94-4d16-ae6c-847777a64fe9', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'mac_address': 'fa:16:3e:1d:a4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0e1a026-9d64-4912-950a-4e44331f2f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:22:34Z', 'updated_at': '2022-05-05T22:22:44Z', 'revision_number': 5, 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'subnets': [{'id': 'e0e1a026-9d64-4912-950a-4e44331f2f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:32:13.810333 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea5c48b-22d5-4234-8d11-f5b8233ea066 None None] New status for floating IP 0d8e239a-9312-4a86-90f3-89e3d6f45f54: DOWN {{(pid=84064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 22:32:13.981857 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-aa3b2e5e-6096-4178-b9a8-165cb2e7ea1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:14.273479 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e8527e-4f27-4141-a523-f4c897a9d102 req-1b528dc3-bc9b-476f-a01a-824c66925cc3 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:32:14.274964 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-45e8527e-4f27-4141-a523-f4c897a9d102 req-1b528dc3-bc9b-476f-a01a-824c66925cc3 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=123f1890-a17b-4048-8fe6-303f55f64790 HTTP/1.1" status: 200 len: 945 time: 0.0900846 May 05 22:32:14.323070 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-45e8527e-4f27-4141-a523-f4c897a9d102 req-2f361797-af49-454b-aa4d-a5a8c0315bcb tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee40fee9-fe03-4a91-83a5-c72fac5bd2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421572 May 05 22:32:14.395171 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8607f381-746b-4c68-84c2-9aac3246ac7d req-68f51d32-c241-4bc8-ad19-dda439814128 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:32:14.395730 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-8607f381-746b-4c68-84c2-9aac3246ac7d req-68f51d32-c241-4bc8-ad19-dda439814128 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Synchronizing usage tracker for tenant:7aecd0947c574ab7b57adc91150658c3 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:32:14.408507 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-8607f381-746b-4c68-84c2-9aac3246ac7d req-68f51d32-c241-4bc8-ad19-dda439814128 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Unset dirty status for tenant:7aecd0947c574ab7b57adc91150658c3 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:32:14.409603 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8607f381-746b-4c68-84c2-9aac3246ac7d req-68f51d32-c241-4bc8-ad19-dda439814128 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.44 "GET /v2.0/ports?device_id=123f1890-a17b-4048-8fe6-303f55f64790 HTTP/1.1" status: 200 len: 945 time: 0.0918870 May 05 22:32:14.489739 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-8607f381-746b-4c68-84c2-9aac3246ac7d req-a1a1d3f4-0d83-4d66-8b64-3f1f3d6c03a1 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Deleting port f3c54608-4ac1-492d-bf72-e776018f831c {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:32:14.490078 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-8607f381-746b-4c68-84c2-9aac3246ac7d req-a1a1d3f4-0d83-4d66-8b64-3f1f3d6c03a1 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:14.746890 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-8607f381-746b-4c68-84c2-9aac3246ac7d req-a1a1d3f4-0d83-4d66-8b64-3f1f3d6c03a1 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] For port f3c54608-4ac1-492d-bf72-e776018f831c, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=f3c54608-4ac1-492d-bf72-e776018f831c,segment=NetworkSegment(08dd8774-d241-4744-a888-af1c6f605e19),segment_id=08dd8774-d241-4744-a888-af1c6f605e19)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:32:14.747249 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-8607f381-746b-4c68-84c2-9aac3246ac7d req-a1a1d3f4-0d83-4d66-8b64-3f1f3d6c03a1 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:14.958132 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-8607f381-746b-4c68-84c2-9aac3246ac7d req-a1a1d3f4-0d83-4d66-8b64-3f1f3d6c03a1 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Calling delete_port for f3c54608-4ac1-492d-bf72-e776018f831c owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:32:15.098901 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-8607f381-746b-4c68-84c2-9aac3246ac7d req-a1a1d3f4-0d83-4d66-8b64-3f1f3d6c03a1 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:15.147586 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a1d3f4-0d83-4d66-8b64-3f1f3d6c03a1 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Pushing event deleted for resources: {'Port': ['ID=f3c54608-4ac1-492d-bf72-e776018f831c,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:32:15.187531 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a1d3f4-0d83-4d66-8b64-3f1f3d6c03a1 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:32:15.187873 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a1d3f4-0d83-4d66-8b64-3f1f3d6c03a1 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:32:15.188216 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a1d3f4-0d83-4d66-8b64-3f1f3d6c03a1 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:32:15.188536 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a1d3f4-0d83-4d66-8b64-3f1f3d6c03a1 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:32:15.188856 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a1d3f4-0d83-4d66-8b64-3f1f3d6c03a1 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:32:15.189185 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a1d3f4-0d83-4d66-8b64-3f1f3d6c03a1 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:32:15.189498 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a1d3f4-0d83-4d66-8b64-3f1f3d6c03a1 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:32:15.189817 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a1d3f4-0d83-4d66-8b64-3f1f3d6c03a1 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:32:15.190137 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a1d3f4-0d83-4d66-8b64-3f1f3d6c03a1 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:32:15.190454 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a1d3f4-0d83-4d66-8b64-3f1f3d6c03a1 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:32:15.190796 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a1d3f4-0d83-4d66-8b64-3f1f3d6c03a1 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:32:15.233469 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-8607f381-746b-4c68-84c2-9aac3246ac7d req-a1a1d3f4-0d83-4d66-8b64-3f1f3d6c03a1 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] No DVR routers for this DVR port f3c54608-4ac1-492d-bf72-e776018f831c on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:32:15.235888 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-8607f381-746b-4c68-84c2-9aac3246ac7d req-a1a1d3f4-0d83-4d66-8b64-3f1f3d6c03a1 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:15.238304 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '123f1890-a17b-4048-8fe6-303f55f64790', 'name': 'network-vif-deleted', 'tag': 'f3c54608-4ac1-492d-bf72-e776018f831c'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:32:15.256402 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8607f381-746b-4c68-84c2-9aac3246ac7d req-a1a1d3f4-0d83-4d66-8b64-3f1f3d6c03a1 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.44 "DELETE /v2.0/ports/f3c54608-4ac1-492d-bf72-e776018f831c HTTP/1.1" status: 204 len: 173 time: 0.8410714 May 05 22:32:15.298476 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80874fca-6353-4a14-a43b-e1b6d3f9db28'] response: {'server_uuid': '123f1890-a17b-4048-8fe6-303f55f64790', 'name': 'network-vif-deleted', 'tag': 'f3c54608-4ac1-492d-bf72-e776018f831c', 'status': 'completed', 'code': 200} May 05 22:32:15.489160 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2425b5f7-e008-4a32-8dfd-48f99c031dc3 req-c093659e-f152-4d51-9425-780190c86f2d tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "GET /v2.0/ports?device_id=123f1890-a17b-4048-8fe6-303f55f64790 HTTP/1.1" status: 200 len: 210 time: 0.0451577 May 05 22:32:16.215479 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device f3c54608-4ac1-492d-bf72-e776018f831c no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:32:16.253130 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: f3c54608-4ac1-492d-bf72-e776018f831c {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:32:16.253391 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device f3c54608-4ac1-492d-bf72-e776018f831c not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:32:16.311833 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f95cecca-d24f-429f-bf43-3c304ae32c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:16.601948 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 33402) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:32:16.754405 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-8a6e9367-c7c3-46bc-82fa-c500fac8af04 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Deleting port 3332e27d-c838-4a24-8d91-4dadfaec3bf9 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:32:16.754776 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8a6e9367-c7c3-46bc-82fa-c500fac8af04 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:16.933396 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8a6e9367-c7c3-46bc-82fa-c500fac8af04 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:16.933716 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8a6e9367-c7c3-46bc-82fa-c500fac8af04 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:17.057321 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-8a6e9367-c7c3-46bc-82fa-c500fac8af04 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Calling delete_port for 3332e27d-c838-4a24-8d91-4dadfaec3bf9 owned by network:floatingip {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:32:17.204493 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8a6e9367-c7c3-46bc-82fa-c500fac8af04 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:17.250136 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6e9367-c7c3-46bc-82fa-c500fac8af04 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Pushing event deleted for resources: {'Port': ['ID=3332e27d-c838-4a24-8d91-4dadfaec3bf9,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:32:17.344145 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8a6e9367-c7c3-46bc-82fa-c500fac8af04 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks [] for floatingip, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:17.360550 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8a6e9367-c7c3-46bc-82fa-c500fac8af04 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:17.362141 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8a6e9367-c7c3-46bc-82fa-c500fac8af04 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "DELETE /v2.0/floatingips/67cd1fb7-15ea-4acc-834e-e9a6f4280e04 HTTP/1.1" status: 204 len: 168 time: 0.7590194 May 05 22:32:17.514714 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:17.542166 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:19.082299 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:19.825113 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 33422) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:32:19.899601 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1d652e18-224a-461c-941d-4d85e5174779 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:19.929067 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1d652e18-224a-461c-941d-4d85e5174779 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:19.995856 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1d652e18-224a-461c-941d-4d85e5174779 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:20.014087 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d652e18-224a-461c-941d-4d85e5174779 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee40fee9-fe03-4a91-83a5-c72fac5bd2f4,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:32:20.028313 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1d652e18-224a-461c-941d-4d85e5174779 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:20.029445 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1d652e18-224a-461c-941d-4d85e5174779 tempest-TestVolumeBootPattern-461487349 tempest-TestVolumeBootPattern-461487349-project] 10.222.0.23 "DELETE /v2.0/security-groups/ee40fee9-fe03-4a91-83a5-c72fac5bd2f4 HTTP/1.1" status: 204 len: 168 time: 0.2032423 May 05 22:32:20.097223 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 33428) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:32:20.689401 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5b4291c6-ea67-44d6-89e6-9edac8b0c84f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:21.427531 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-5b4291c6-ea67-44d6-89e6-9edac8b0c84f admin admin] Deleting port e9ed823e-5da1-4a29-a0bb-7996240fff19 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:32:21.428221 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5b4291c6-ea67-44d6-89e6-9edac8b0c84f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:21.597867 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-5b4291c6-ea67-44d6-89e6-9edac8b0c84f admin admin] For port e9ed823e-5da1-4a29-a0bb-7996240fff19, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=e9ed823e-5da1-4a29-a0bb-7996240fff19,segment=NetworkSegment(08dd8774-d241-4744-a888-af1c6f605e19),segment_id=08dd8774-d241-4744-a888-af1c6f605e19)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:32:21.598222 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5b4291c6-ea67-44d6-89e6-9edac8b0c84f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:21.717303 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-5b4291c6-ea67-44d6-89e6-9edac8b0c84f admin admin] Calling delete_port for e9ed823e-5da1-4a29-a0bb-7996240fff19 owned by network:router_interface {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:32:21.894588 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5b4291c6-ea67-44d6-89e6-9edac8b0c84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:21.937630 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4291c6-ea67-44d6-89e6-9edac8b0c84f admin admin] Pushing event deleted for resources: {'Port': ['ID=e9ed823e-5da1-4a29-a0bb-7996240fff19,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:32:22.232053 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5b4291c6-ea67-44d6-89e6-9edac8b0c84f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:22.944073 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b4291c6-ea67-44d6-89e6-9edac8b0c84f admin admin] Router dd9f801c-cddb-4189-a39d-ba00fed1c9b4 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:32:23.148276 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4291c6-ea67-44d6-89e6-9edac8b0c84f admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:32:23.158851 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc82a252-5c49-40a7-842e-fc8ceab38493 None None] Sync routers for ids ['dd9f801c-cddb-4189-a39d-ba00fed1c9b4'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:32:23.163668 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-5b4291c6-ea67-44d6-89e6-9edac8b0c84f admin admin] 10.222.0.23 "PUT /v2.0/routers/dd9f801c-cddb-4189-a39d-ba00fed1c9b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0625355 May 05 22:32:23.163896 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 33440) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:32:23.172630 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc82a252-5c49-40a7-842e-fc8ceab38493 None None] Routers {'dd9f801c-cddb-4189-a39d-ba00fed1c9b4'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:32:23.173224 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-dc82a252-5c49-40a7-842e-fc8ceab38493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:32:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['dd9f801c-cddb-4189-a39d-ba00fed1c9b4'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:32:23.345010 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-dc82a252-5c49-40a7-842e-fc8ceab38493 None None] Set router dd9f801c-cddb-4189-a39d-ba00fed1c9b4 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:32:23.359999 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-01b58797-dd95-4c6d-8f83-5eb897e85776 admin admin] Notify callbacks [] for router, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:23.557558 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-01b58797-dd95-4c6d-8f83-5eb897e85776 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:23.568194 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-01b58797-dd95-4c6d-8f83-5eb897e85776 admin admin] Deleting port 1c4c63f4-c247-4390-99d9-b664ede84f1b {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:32:23.568823 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-01b58797-dd95-4c6d-8f83-5eb897e85776 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:23.627725 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-dc82a252-5c49-40a7-842e-fc8ceab38493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'name': 'tempest-TestVolumeBootPattern-842811049-router', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '1c4c63f4-c247-4390-99d9-b664ede84f1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:22:31Z', 'updated_at': '2022-05-05T22:32:21Z', 'revision_number': 5, 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'gw_port': {'id': '1c4c63f4-c247-4390-99d9-b664ede84f1b', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:58:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:22:32Z', 'updated_at': '2022-05-05T22:22:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:32:23.631456 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc82a252-5c49-40a7-842e-fc8ceab38493 None None] Checking router: dd9f801c-cddb-4189-a39d-ba00fed1c9b4 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:32:23.642450 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc82a252-5c49-40a7-842e-fc8ceab38493 None None] Routers {'dd9f801c-cddb-4189-a39d-ba00fed1c9b4'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:32:23.643071 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-dc82a252-5c49-40a7-842e-fc8ceab38493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:32:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['dd9f801c-cddb-4189-a39d-ba00fed1c9b4'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:32:23.741880 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-01b58797-dd95-4c6d-8f83-5eb897e85776 admin admin] For port 1c4c63f4-c247-4390-99d9-b664ede84f1b, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=1c4c63f4-c247-4390-99d9-b664ede84f1b,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:32:23.742233 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-01b58797-dd95-4c6d-8f83-5eb897e85776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:23.787573 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-dc82a252-5c49-40a7-842e-fc8ceab38493 None None] Set router dd9f801c-cddb-4189-a39d-ba00fed1c9b4 gateway port host: None {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:32:23.890850 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-dc82a252-5c49-40a7-842e-fc8ceab38493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'name': 'tempest-TestVolumeBootPattern-842811049-router', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:22:31Z', 'updated_at': '2022-05-05T22:32:23Z', 'revision_number': 6, 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'gw_port_host': None}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:32:23.895390 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc82a252-5c49-40a7-842e-fc8ceab38493 None None] The sync data for ids ['dd9f801c-cddb-4189-a39d-ba00fed1c9b4'] in n-d-825175-4 is: [{'id': 'dd9f801c-cddb-4189-a39d-ba00fed1c9b4', 'name': 'tempest-TestVolumeBootPattern-842811049-router', 'tenant_id': '7aecd0947c574ab7b57adc91150658c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:22:31Z', 'updated_at': '2022-05-05T22:32:23Z', 'revision_number': 6, 'project_id': '7aecd0947c574ab7b57adc91150658c3', 'gw_port_host': None}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:32:23.978792 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-01b58797-dd95-4c6d-8f83-5eb897e85776 admin admin] Calling delete_port for 1c4c63f4-c247-4390-99d9-b664ede84f1b owned by network:router_gateway {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:32:24.163655 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-01b58797-dd95-4c6d-8f83-5eb897e85776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:24.207470 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b58797-dd95-4c6d-8f83-5eb897e85776 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c4c63f4-c247-4390-99d9-b664ede84f1b,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:32:24.345599 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device e9ed823e-5da1-4a29-a0bb-7996240fff19 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:32:24.380288 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: e9ed823e-5da1-4a29-a0bb-7996240fff19 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:32:24.380623 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device e9ed823e-5da1-4a29-a0bb-7996240fff19 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:32:24.432406 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-01b58797-dd95-4c6d-8f83-5eb897e85776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:24.687087 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-01b58797-dd95-4c6d-8f83-5eb897e85776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:24.691420 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-01b58797-dd95-4c6d-8f83-5eb897e85776 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:24.716687 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-01b58797-dd95-4c6d-8f83-5eb897e85776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:24.717204 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b58797-dd95-4c6d-8f83-5eb897e85776 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd9f801c-cddb-4189-a39d-ba00fed1c9b4 {{(pid=84061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:32:24.730091 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-01b58797-dd95-4c6d-8f83-5eb897e85776 admin admin] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:24.731306 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-01b58797-dd95-4c6d-8f83-5eb897e85776 admin admin] 10.222.0.23 "DELETE /v2.0/routers/dd9f801c-cddb-4189-a39d-ba00fed1c9b4 HTTP/1.1" status: 204 len: 168 time: 1.5663471 May 05 22:32:24.733916 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 33444) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:32:24.795410 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9941cfc-659d-42d1-bd60-116047000026 admin admin] Deleting subnet e0e1a026-9d64-4912-950a-4e44331f2f8e {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:32:24.798433 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c9941cfc-659d-42d1-bd60-116047000026 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:24.855363 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c9941cfc-659d-42d1-bd60-116047000026 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:24.939283 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c9941cfc-659d-42d1-bd60-116047000026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:25.010210 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c9941cfc-659d-42d1-bd60-116047000026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:25.055737 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9941cfc-659d-42d1-bd60-116047000026 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0e1a026-9d64-4912-950a-4e44331f2f8e,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:32:25.061163 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c9941cfc-659d-42d1-bd60-116047000026 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:25.067189 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb41ed4-12c6-4ee8-9673-f496024b227a None None] Network 9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:32:25.067811 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c9941cfc-659d-42d1-bd60-116047000026 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e0e1a026-9d64-4912-950a-4e44331f2f8e HTTP/1.1" status: 204 len: 168 time: 0.3328614 May 05 22:32:25.070352 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 33448) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:32:25.174785 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1e4ba1ba-5bda-454e-b0cd-0e3d73e9e6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:25.185206 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ba1ba-5bda-454e-b0cd-0e3d73e9e6b2 admin admin] Deleting port db712bc6-8022-4dcb-8415-4464093893a2 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:32:25.185529 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1e4ba1ba-5bda-454e-b0cd-0e3d73e9e6b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:25.311482 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cfc402-13cc-4dac-8fb2-84b544e6f7fc None None] DHCP port deletion for 9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:32:25.315774 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-83cfc402-13cc-4dac-8fb2-84b544e6f7fc None None] Deleting port db712bc6-8022-4dcb-8415-4464093893a2 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:32:25.316159 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-83cfc402-13cc-4dac-8fb2-84b544e6f7fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:25.329425 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:32:25.389328 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-1e4ba1ba-5bda-454e-b0cd-0e3d73e9e6b2 admin admin] For port db712bc6-8022-4dcb-8415-4464093893a2, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=db712bc6-8022-4dcb-8415-4464093893a2,segment=NetworkSegment(08dd8774-d241-4744-a888-af1c6f605e19),segment_id=08dd8774-d241-4744-a888-af1c6f605e19)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:32:25.389668 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1e4ba1ba-5bda-454e-b0cd-0e3d73e9e6b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:25.551216 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-83cfc402-13cc-4dac-8fb2-84b544e6f7fc None None] For port db712bc6-8022-4dcb-8415-4464093893a2, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=db712bc6-8022-4dcb-8415-4464093893a2,segment=NetworkSegment(08dd8774-d241-4744-a888-af1c6f605e19),segment_id=08dd8774-d241-4744-a888-af1c6f605e19)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:32:25.551742 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-83cfc402-13cc-4dac-8fb2-84b544e6f7fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:25.605588 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ba1ba-5bda-454e-b0cd-0e3d73e9e6b2 admin admin] Calling delete_port for db712bc6-8022-4dcb-8415-4464093893a2 owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:32:25.666401 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-83cfc402-13cc-4dac-8fb2-84b544e6f7fc None None] Calling delete_port for db712bc6-8022-4dcb-8415-4464093893a2 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:32:25.679576 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1e4ba1ba-5bda-454e-b0cd-0e3d73e9e6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:25.728486 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ba1ba-5bda-454e-b0cd-0e3d73e9e6b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=db712bc6-8022-4dcb-8415-4464093893a2,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:32:25.733431 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-83cfc402-13cc-4dac-8fb2-84b544e6f7fc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:32:25.733906 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-83cfc402-13cc-4dac-8fb2-84b544e6f7fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:32:25.734574 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4ba1ba-5bda-454e-b0cd-0e3d73e9e6b2 admin admin] No DVR routers for this DVR port db712bc6-8022-4dcb-8415-4464093893a2 on host n-d-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:32:25.862201 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1e4ba1ba-5bda-454e-b0cd-0e3d73e9e6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:25.887450 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-1e4ba1ba-5bda-454e-b0cd-0e3d73e9e6b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a4e4fe9-3d94-4d16-ae6c-847777a64fe9']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:32:25.902460 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-1e4ba1ba-5bda-454e-b0cd-0e3d73e9e6b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08dd8774-d241-4744-a888-af1c6f605e19') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:32:25.902779 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-1e4ba1ba-5bda-454e-b0cd-0e3d73e9e6b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08dd8774-d241-4744-a888-af1c6f605e19') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:32:25.915601 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1e4ba1ba-5bda-454e-b0cd-0e3d73e9e6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:25.932983 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1e4ba1ba-5bda-454e-b0cd-0e3d73e9e6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:25.939717 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e4ba1ba-5bda-454e-b0cd-0e3d73e9e6b2 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:32:25.940099 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1e4ba1ba-5bda-454e-b0cd-0e3d73e9e6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:25.953474 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:32:25.953474 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:32:25.953474 n-d-825175-4 neutron-server[84063]: timer() May 05 22:32:25.953474 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:32:25.953474 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:32:25.953474 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:32:25.953474 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:32:25.953474 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:32:25.953474 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:32:25.953474 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:32:25.953474 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:32:25.953474 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:32:25.953474 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:32:25.953474 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:32:25.953474 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:32:25.953474 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:32:25.953474 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:32:25.953474 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:32:25.953474 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:32:25.953474 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:32:25.953474 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:32:25.953474 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:32:25.953474 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:32:25.953474 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:32:25.953474 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:32:25.953474 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:32:25.953474 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:32:25.953474 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:32:25.953474 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:32:25.953474 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:32:25.953474 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:32:25.953474 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:32:26.029383 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1e4ba1ba-5bda-454e-b0cd-0e3d73e9e6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:26.046203 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1e4ba1ba-5bda-454e-b0cd-0e3d73e9e6b2 admin admin] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:26.056424 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ba1ba-5bda-454e-b0cd-0e3d73e9e6b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a4e4fe9-3d94-4d16-ae6c-847777a64fe9,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:32:26.071786 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1e4ba1ba-5bda-454e-b0cd-0e3d73e9e6b2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/9a4e4fe9-3d94-4d16-ae6c-847777a64fe9 HTTP/1.1" status: 204 len: 168 time: 1.0001678 May 05 22:32:26.074941 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 33452) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:32:26.235126 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-83cfc402-13cc-4dac-8fb2-84b544e6f7fc None None] Deleting port db712bc6-8022-4dcb-8415-4464093893a2 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:32:26.235469 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-83cfc402-13cc-4dac-8fb2-84b544e6f7fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:26.300642 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-83cfc402-13cc-4dac-8fb2-84b544e6f7fc None None] The port 'db712bc6-8022-4dcb-8415-4464093893a2' was deleted {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 22:32:26.339194 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 1c4c63f4-c247-4390-99d9-b664ede84f1b no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:32:26.371239 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 1c4c63f4-c247-4390-99d9-b664ede84f1b {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:32:26.371569 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 1c4c63f4-c247-4390-99d9-b664ede84f1b not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:32:26.371967 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device db712bc6-8022-4dcb-8415-4464093893a2 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:32:26.405433 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: db712bc6-8022-4dcb-8415-4464093893a2 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:32:26.405768 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device db712bc6-8022-4dcb-8415-4464093893a2 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:32:26.464501 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8ad56096-6a8c-4949-b11c-9ae1f62b348a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:27.165129 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-8ad56096-6a8c-4949-b11c-9ae1f62b348a admin admin] Deleting port ad58951f-31b9-4cca-aadb-5d4dd5de9a80 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:32:27.165843 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8ad56096-6a8c-4949-b11c-9ae1f62b348a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:27.346207 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-8ad56096-6a8c-4949-b11c-9ae1f62b348a admin admin] For port ad58951f-31b9-4cca-aadb-5d4dd5de9a80, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=ad58951f-31b9-4cca-aadb-5d4dd5de9a80,segment=NetworkSegment(e6612404-51c9-4f80-a1ce-f0a024bff886),segment_id=e6612404-51c9-4f80-a1ce-f0a024bff886)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:32:27.346559 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8ad56096-6a8c-4949-b11c-9ae1f62b348a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:27.469110 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-8ad56096-6a8c-4949-b11c-9ae1f62b348a admin admin] Calling delete_port for ad58951f-31b9-4cca-aadb-5d4dd5de9a80 owned by network:router_interface {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:32:27.650555 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8ad56096-6a8c-4949-b11c-9ae1f62b348a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:27.710880 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad56096-6a8c-4949-b11c-9ae1f62b348a admin admin] Pushing event deleted for resources: {'Port': ['ID=ad58951f-31b9-4cca-aadb-5d4dd5de9a80,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:32:28.004816 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8ad56096-6a8c-4949-b11c-9ae1f62b348a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:28.703768 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad56096-6a8c-4949-b11c-9ae1f62b348a admin admin] Router aeb0081c-d212-497f-8090-cc72f7d687cd has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:32:28.906275 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad56096-6a8c-4949-b11c-9ae1f62b348a admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:32:28.915089 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998e2ef9-0bd8-43cb-be94-bf26f6ed7d70 None None] Sync routers for ids ['aeb0081c-d212-497f-8090-cc72f7d687cd'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:32:28.924643 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8ad56096-6a8c-4949-b11c-9ae1f62b348a admin admin] 10.222.0.23 "PUT /v2.0/routers/aeb0081c-d212-497f-8090-cc72f7d687cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8487046 May 05 22:32:28.927422 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 33456) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:32:28.930636 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998e2ef9-0bd8-43cb-be94-bf26f6ed7d70 None None] Routers {'aeb0081c-d212-497f-8090-cc72f7d687cd'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:32:28.931054 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-998e2ef9-0bd8-43cb-be94-bf26f6ed7d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:32:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['aeb0081c-d212-497f-8090-cc72f7d687cd'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:32:29.117233 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-998e2ef9-0bd8-43cb-be94-bf26f6ed7d70 None None] Set router aeb0081c-d212-497f-8090-cc72f7d687cd gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:32:29.142496 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5f01f7a6-25ca-4f34-855c-02a593888dc8 admin admin] Notify callbacks [] for router, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:29.338865 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5f01f7a6-25ca-4f34-855c-02a593888dc8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:29.350169 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-5f01f7a6-25ca-4f34-855c-02a593888dc8 admin admin] Deleting port 222404bd-099b-42ff-b4f0-3b8ff23af321 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:32:29.350540 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5f01f7a6-25ca-4f34-855c-02a593888dc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:29.407119 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-998e2ef9-0bd8-43cb-be94-bf26f6ed7d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb0081c-d212-497f-8090-cc72f7d687cd', 'name': 'tempest-TestVolumeBootPattern-1505474157-router', 'tenant_id': 'ad64a6840a58476ea274d7db55583dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '222404bd-099b-42ff-b4f0-3b8ff23af321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:22:37Z', 'updated_at': '2022-05-05T22:32:27Z', 'revision_number': 5, 'project_id': 'ad64a6840a58476ea274d7db55583dd8', 'gw_port': {'id': '222404bd-099b-42ff-b4f0-3b8ff23af321', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:63:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb0081c-d212-497f-8090-cc72f7d687cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:22:38Z', 'updated_at': '2022-05-05T22:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:32:29.411411 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998e2ef9-0bd8-43cb-be94-bf26f6ed7d70 None None] Checking router: aeb0081c-d212-497f-8090-cc72f7d687cd for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:32:29.422406 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998e2ef9-0bd8-43cb-be94-bf26f6ed7d70 None None] Routers {'aeb0081c-d212-497f-8090-cc72f7d687cd'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:32:29.423045 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-998e2ef9-0bd8-43cb-be94-bf26f6ed7d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:32:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['aeb0081c-d212-497f-8090-cc72f7d687cd'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:32:29.573167 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-998e2ef9-0bd8-43cb-be94-bf26f6ed7d70 None None] Set router aeb0081c-d212-497f-8090-cc72f7d687cd gateway port host: None {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:32:29.642301 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-5f01f7a6-25ca-4f34-855c-02a593888dc8 admin admin] For port 222404bd-099b-42ff-b4f0-3b8ff23af321, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=222404bd-099b-42ff-b4f0-3b8ff23af321,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:32:29.642542 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5f01f7a6-25ca-4f34-855c-02a593888dc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:29.679032 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-998e2ef9-0bd8-43cb-be94-bf26f6ed7d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb0081c-d212-497f-8090-cc72f7d687cd', 'name': 'tempest-TestVolumeBootPattern-1505474157-router', 'tenant_id': 'ad64a6840a58476ea274d7db55583dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:22:37Z', 'updated_at': '2022-05-05T22:32:29Z', 'revision_number': 6, 'project_id': 'ad64a6840a58476ea274d7db55583dd8', 'gw_port_host': None}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:32:29.683325 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998e2ef9-0bd8-43cb-be94-bf26f6ed7d70 None None] The sync data for ids ['aeb0081c-d212-497f-8090-cc72f7d687cd'] in n-d-825175-4 is: [{'id': 'aeb0081c-d212-497f-8090-cc72f7d687cd', 'name': 'tempest-TestVolumeBootPattern-1505474157-router', 'tenant_id': 'ad64a6840a58476ea274d7db55583dd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:22:37Z', 'updated_at': '2022-05-05T22:32:29Z', 'revision_number': 6, 'project_id': 'ad64a6840a58476ea274d7db55583dd8', 'gw_port_host': None}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:32:29.759944 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-5f01f7a6-25ca-4f34-855c-02a593888dc8 admin admin] Calling delete_port for 222404bd-099b-42ff-b4f0-3b8ff23af321 owned by network:router_gateway {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:32:29.934842 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5f01f7a6-25ca-4f34-855c-02a593888dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:29.978095 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f01f7a6-25ca-4f34-855c-02a593888dc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=222404bd-099b-42ff-b4f0-3b8ff23af321,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:32:30.210987 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5f01f7a6-25ca-4f34-855c-02a593888dc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:30.441959 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device ad58951f-31b9-4cca-aadb-5d4dd5de9a80 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:32:30.477961 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5f01f7a6-25ca-4f34-855c-02a593888dc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:30.481152 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: ad58951f-31b9-4cca-aadb-5d4dd5de9a80 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:32:30.481592 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device ad58951f-31b9-4cca-aadb-5d4dd5de9a80 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:32:30.482211 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 222404bd-099b-42ff-b4f0-3b8ff23af321 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:32:30.483564 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5f01f7a6-25ca-4f34-855c-02a593888dc8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:30.512621 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5f01f7a6-25ca-4f34-855c-02a593888dc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:30.513638 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f01f7a6-25ca-4f34-855c-02a593888dc8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aeb0081c-d212-497f-8090-cc72f7d687cd {{(pid=84061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:32:30.517185 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 222404bd-099b-42ff-b4f0-3b8ff23af321 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:32:30.517526 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 222404bd-099b-42ff-b4f0-3b8ff23af321 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:32:30.529081 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5f01f7a6-25ca-4f34-855c-02a593888dc8 admin admin] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:30.532547 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-5f01f7a6-25ca-4f34-855c-02a593888dc8 admin admin] 10.222.0.23 "DELETE /v2.0/routers/aeb0081c-d212-497f-8090-cc72f7d687cd HTTP/1.1" status: 204 len: 168 time: 1.6017568 May 05 22:32:30.532745 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 33460) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:32:30.596021 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0b308ee-9d25-4f19-b378-acc04b936713 admin admin] Deleting subnet f9574b49-a9e0-4530-ae3a-b9a53b182459 {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:32:30.599465 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c0b308ee-9d25-4f19-b378-acc04b936713 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:30.650153 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c0b308ee-9d25-4f19-b378-acc04b936713 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:30.731283 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c0b308ee-9d25-4f19-b378-acc04b936713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:30.814068 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c0b308ee-9d25-4f19-b378-acc04b936713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:30.851846 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b308ee-9d25-4f19-b378-acc04b936713 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9574b49-a9e0-4530-ae3a-b9a53b182459,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:32:30.856964 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c0b308ee-9d25-4f19-b378-acc04b936713 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:30.862388 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbbcf44-3a43-4914-baa4-682f81b9ee64 None None] Network 5ba22fa0-f8fa-4d65-a494-8ae052f1438a requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:32:30.863708 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c0b308ee-9d25-4f19-b378-acc04b936713 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f9574b49-a9e0-4530-ae3a-b9a53b182459 HTTP/1.1" status: 204 len: 168 time: 0.3299921 May 05 22:32:30.866447 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 33464) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:32:30.974838 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-404a0732-5265-4753-a4f0-8966c38fc406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:30.985823 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-404a0732-5265-4753-a4f0-8966c38fc406 admin admin] Deleting port 77a6c0d9-ebff-4c69-8b65-de9f661fa36c {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:32:30.986080 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-404a0732-5265-4753-a4f0-8966c38fc406 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:31.150391 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7977a3e5-6367-4472-996b-37827594455c None None] DHCP port deletion for 5ba22fa0-f8fa-4d65-a494-8ae052f1438a request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:32:31.155100 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-7977a3e5-6367-4472-996b-37827594455c None None] Deleting port 77a6c0d9-ebff-4c69-8b65-de9f661fa36c {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:32:31.155474 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7977a3e5-6367-4472-996b-37827594455c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:31.202174 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-404a0732-5265-4753-a4f0-8966c38fc406 admin admin] For port 77a6c0d9-ebff-4c69-8b65-de9f661fa36c, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=77a6c0d9-ebff-4c69-8b65-de9f661fa36c,segment=NetworkSegment(e6612404-51c9-4f80-a1ce-f0a024bff886),segment_id=e6612404-51c9-4f80-a1ce-f0a024bff886)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:32:31.202528 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-404a0732-5265-4753-a4f0-8966c38fc406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:31.324160 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-404a0732-5265-4753-a4f0-8966c38fc406 admin admin] Calling delete_port for 77a6c0d9-ebff-4c69-8b65-de9f661fa36c owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:32:31.354446 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-7977a3e5-6367-4472-996b-37827594455c None None] For port 77a6c0d9-ebff-4c69-8b65-de9f661fa36c, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=77a6c0d9-ebff-4c69-8b65-de9f661fa36c,segment=NetworkSegment(e6612404-51c9-4f80-a1ce-f0a024bff886),segment_id=e6612404-51c9-4f80-a1ce-f0a024bff886)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:32:31.354828 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7977a3e5-6367-4472-996b-37827594455c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:31.401425 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-404a0732-5265-4753-a4f0-8966c38fc406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:31.444775 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404a0732-5265-4753-a4f0-8966c38fc406 admin admin] Pushing event deleted for resources: {'Port': ['ID=77a6c0d9-ebff-4c69-8b65-de9f661fa36c,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:32:31.451223 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404a0732-5265-4753-a4f0-8966c38fc406 admin admin] No DVR routers for this DVR port 77a6c0d9-ebff-4c69-8b65-de9f661fa36c on host n-d-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:32:31.476454 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-7977a3e5-6367-4472-996b-37827594455c None None] Calling delete_port for 77a6c0d9-ebff-4c69-8b65-de9f661fa36c owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:32:31.550378 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-7977a3e5-6367-4472-996b-37827594455c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:32:31.550794 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-7977a3e5-6367-4472-996b-37827594455c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:32:31.565704 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-404a0732-5265-4753-a4f0-8966c38fc406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:31.596362 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-404a0732-5265-4753-a4f0-8966c38fc406 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ba22fa0-f8fa-4d65-a494-8ae052f1438a']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:32:31.609639 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-404a0732-5265-4753-a4f0-8966c38fc406 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6612404-51c9-4f80-a1ce-f0a024bff886') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:32:31.609926 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-404a0732-5265-4753-a4f0-8966c38fc406 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6612404-51c9-4f80-a1ce-f0a024bff886') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:32:31.621591 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-404a0732-5265-4753-a4f0-8966c38fc406 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:31.637499 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-404a0732-5265-4753-a4f0-8966c38fc406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:31.643757 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-404a0732-5265-4753-a4f0-8966c38fc406 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:32:31.644140 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-404a0732-5265-4753-a4f0-8966c38fc406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:31.657420 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:32:31.657420 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:32:31.657420 n-d-825175-4 neutron-server[84063]: timer() May 05 22:32:31.657420 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:32:31.657420 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:32:31.657420 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:32:31.657420 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:32:31.657420 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:32:31.657420 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:32:31.657420 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:32:31.657420 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:32:31.657420 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:32:31.657420 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:32:31.657420 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:32:31.657420 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:32:31.657420 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:32:31.657420 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:32:31.657420 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:32:31.657420 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:32:31.657420 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:32:31.657420 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:32:31.657420 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:32:31.657420 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:32:31.657420 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:32:31.657420 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:32:31.657420 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:32:31.657420 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:32:31.657420 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:32:31.657420 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:32:31.657420 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:32:31.657420 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:32:31.657420 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:32:31.732129 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-404a0732-5265-4753-a4f0-8966c38fc406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:31.751453 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-404a0732-5265-4753-a4f0-8966c38fc406 admin admin] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:31.761550 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404a0732-5265-4753-a4f0-8966c38fc406 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ba22fa0-f8fa-4d65-a494-8ae052f1438a,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:32:31.768723 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-404a0732-5265-4753-a4f0-8966c38fc406 admin admin] 10.222.0.23 "DELETE /v2.0/networks/5ba22fa0-f8fa-4d65-a494-8ae052f1438a HTTP/1.1" status: 204 len: 168 time: 0.9012139 May 05 22:32:31.940636 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 33470) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:32:31.991660 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b047e693-c44c-4f9c-aa21-9bc74f3cab1a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7aecd0947c574ab7b57adc91150658c3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0497797 May 05 22:32:31.995138 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 33474) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:32:32.051733 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-7977a3e5-6367-4472-996b-37827594455c None None] Deleting port 77a6c0d9-ebff-4c69-8b65-de9f661fa36c {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:32:32.052139 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7977a3e5-6367-4472-996b-37827594455c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:32.056916 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-19641825-5f2a-44e1-91e7-c68ca74f3a6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:32.084018 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-19641825-5f2a-44e1-91e7-c68ca74f3a6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:32.117731 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-7977a3e5-6367-4472-996b-37827594455c None None] The port '77a6c0d9-ebff-4c69-8b65-de9f661fa36c' was deleted {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 22:32:32.142905 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-19641825-5f2a-44e1-91e7-c68ca74f3a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:32.160031 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19641825-5f2a-44e1-91e7-c68ca74f3a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec384049-6373-455d-b34e-0e66f275e2f4,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:32:32.168483 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-19641825-5f2a-44e1-91e7-c68ca74f3a6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:32.169630 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-19641825-5f2a-44e1-91e7-c68ca74f3a6d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ec384049-6373-455d-b34e-0e66f275e2f4 HTTP/1.1" status: 204 len: 168 time: 0.1736169 May 05 22:32:32.330987 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 77a6c0d9-ebff-4c69-8b65-de9f661fa36c no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:32:32.362901 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 77a6c0d9-ebff-4c69-8b65-de9f661fa36c {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:32:32.363244 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 77a6c0d9-ebff-4c69-8b65-de9f661fa36c not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:32:32.610785 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 33482) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:32:32.663723 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-bacb5a3e-be89-4f33-bc24-5a5427aa76f9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ad64a6840a58476ea274d7db55583dd8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0516064 May 05 22:32:32.666046 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 33486) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:32:32.732632 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-787d3b59-c05f-4268-b078-c7cbf2f8bae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:32.769133 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-787d3b59-c05f-4268-b078-c7cbf2f8bae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:32.825504 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-787d3b59-c05f-4268-b078-c7cbf2f8bae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:32.843109 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d3b59-c05f-4268-b078-c7cbf2f8bae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5147bf5-194a-4bb7-a671-285b87a8f791,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:32:32.846485 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-787d3b59-c05f-4268-b078-c7cbf2f8bae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:32.847657 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-787d3b59-c05f-4268-b078-c7cbf2f8bae1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a5147bf5-194a-4bb7-a671-285b87a8f791 HTTP/1.1" status: 204 len: 168 time: 0.1807256 May 05 22:32:36.221192 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:36.463016 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:42.996848 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [req-307d9338-aac0-4dff-9949-363ccfab5746 req-8e875bae-9b34-4256-8e0f-2775f5305ee5 service neutron] (84061) timed out ('10.222.0.23', 54282) {{(pid=84061) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 05 22:32:43.987204 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-eef4ec3b-a7a3-4920-b012-6a7bca4b8253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:44.736518 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-565c41fd-42c8-47db-9ae2-460a52f13223 req-fe0863bb-589f-4750-87a5-4b053cb3113d tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=33e856be77814ba19378517e30e179f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309131 May 05 22:32:44.881776 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c41fd-42c8-47db-9ae2-460a52f13223 req-325285b9-e10f-4e99-be64-009ea72597c7 tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:32:44.883184 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-565c41fd-42c8-47db-9ae2-460a52f13223 req-325285b9-e10f-4e99-be64-009ea72597c7 tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1416769 May 05 22:32:44.900663 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-565c41fd-42c8-47db-9ae2-460a52f13223 req-eb123ba2-926e-450a-8e38-2e6b239c996f tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] 10.222.0.23 "GET /v2.0/quotas/33e856be77814ba19378517e30e179f1 HTTP/1.1" status: 200 len: 375 time: 0.0114651 May 05 22:32:45.042957 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-565c41fd-42c8-47db-9ae2-460a52f13223 req-325c50cc-e039-4b29-807d-a30fa0263a10 tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=33e856be77814ba19378517e30e179f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1367023 May 05 22:32:45.241716 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b3f5dae7-7949-4a11-be4a-38f600d8ab5b req-3e78ae25-88d6-4ec5-81c8-c72be205ed52 tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] 10.222.0.23 "GET /v2.0/ports?device_id=b69663e6-e7c8-4fa5-ad34-9b1a4870923f HTTP/1.1" status: 200 len: 210 time: 0.0403101 May 05 22:32:46.317465 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0810a5b9-17c8-44ed-b88f-0005dc343b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:46.424108 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5a3a3dd4-f232-4cd2-897c-3e2dd50f50da req-7e758eeb-593f-488f-b7fc-d38d2a9c6d77 tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] 10.222.0.23 "GET /v2.0/ports?device_id=b69663e6-e7c8-4fa5-ad34-9b1a4870923f HTTP/1.1" status: 200 len: 210 time: 0.0453942 May 05 22:32:46.516484 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-565c41fd-42c8-47db-9ae2-460a52f13223 req-7db96879-02bb-484c-84cf-6af67c8422a5 tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=33e856be77814ba19378517e30e179f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271444 May 05 22:32:46.769820 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c41fd-42c8-47db-9ae2-460a52f13223 req-5bf9f81a-21ae-48be-96f7-b9d468c68da1 tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:32:46.771247 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-565c41fd-42c8-47db-9ae2-460a52f13223 req-5bf9f81a-21ae-48be-96f7-b9d468c68da1 tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2499411 May 05 22:32:46.787097 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-565c41fd-42c8-47db-9ae2-460a52f13223 req-bd965f85-177b-4c54-9605-547a8df52929 tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] Request body: {'port': {'device_id': 'b69663e6-e7c8-4fa5-ad34-9b1a4870923f', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'admin_state_up': True, 'tenant_id': '33e856be77814ba19378517e30e179f1'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:32:46.926715 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-565c41fd-42c8-47db-9ae2-460a52f13223 req-bd965f85-177b-4c54-9605-547a8df52929 tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:32:46.930870 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-565c41fd-42c8-47db-9ae2-460a52f13223 req-bd965f85-177b-4c54-9605-547a8df52929 tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] Usage tracker for resource:port and tenant:33e856be77814ba19378517e30e179f1 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:32:46.934898 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-565c41fd-42c8-47db-9ae2-460a52f13223 req-bd965f85-177b-4c54-9605-547a8df52929 tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:32:46.940890 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-565c41fd-42c8-47db-9ae2-460a52f13223 req-bd965f85-177b-4c54-9605-547a8df52929 tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:32:46.953799 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-565c41fd-42c8-47db-9ae2-460a52f13223 req-bd965f85-177b-4c54-9605-547a8df52929 tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] Made reservation on behalf of 33e856be77814ba19378517e30e179f1 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:32:46.957462 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-565c41fd-42c8-47db-9ae2-460a52f13223 req-bd965f85-177b-4c54-9605-547a8df52929 tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:46.970491 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-565c41fd-42c8-47db-9ae2-460a52f13223 req-bd965f85-177b-4c54-9605-547a8df52929 tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:47.008775 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-565c41fd-42c8-47db-9ae2-460a52f13223 req-bd965f85-177b-4c54-9605-547a8df52929 tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:32:47.013403 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-565c41fd-42c8-47db-9ae2-460a52f13223 req-bd965f85-177b-4c54-9605-547a8df52929 tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] Usage tracker for resource:security_group_rule and tenant:33e856be77814ba19378517e30e179f1 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:32:47.016443 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-565c41fd-42c8-47db-9ae2-460a52f13223 req-bd965f85-177b-4c54-9605-547a8df52929 tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:32:47.022431 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-565c41fd-42c8-47db-9ae2-460a52f13223 req-bd965f85-177b-4c54-9605-547a8df52929 tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:32:47.091867 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-565c41fd-42c8-47db-9ae2-460a52f13223 req-bd965f85-177b-4c54-9605-547a8df52929 tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:47.097408 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-565c41fd-42c8-47db-9ae2-460a52f13223 req-bd965f85-177b-4c54-9605-547a8df52929 tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:47.177125 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd965f85-177b-4c54-9605-547a8df52929 tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1788b971-e997-4141-9ad6-8a72980a36ce,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:32:47.266380 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-565c41fd-42c8-47db-9ae2-460a52f13223 req-bd965f85-177b-4c54-9605-547a8df52929 tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] Allocated IP 192.168.233.194 (4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9/f237a6ef-d044-411f-a2d8-d12619664c91/eb9f139e-bfe5-49d8-8de9-fec4a2fd268b) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:32:47.470330 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-565c41fd-42c8-47db-9ae2-460a52f13223 req-bd965f85-177b-4c54-9605-547a8df52929 tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:47.486852 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-565c41fd-42c8-47db-9ae2-460a52f13223 req-bd965f85-177b-4c54-9605-547a8df52929 tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] Transition to ACTIVE for port object eb9f139e-bfe5-49d8-8de9-fec4a2fd268b will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:32:47.512791 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-565c41fd-42c8-47db-9ae2-460a52f13223 req-bd965f85-177b-4c54-9605-547a8df52929 tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:47.520656 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:47.542458 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:47.590915 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-565c41fd-42c8-47db-9ae2-460a52f13223 req-bd965f85-177b-4c54-9605-547a8df52929 tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] Network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:32:47.594024 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-565c41fd-42c8-47db-9ae2-460a52f13223 req-bd965f85-177b-4c54-9605-547a8df52929 tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:32:47.597226 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-565c41fd-42c8-47db-9ae2-460a52f13223 req-bd965f85-177b-4c54-9605-547a8df52929 tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:32:47.643651 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd965f85-177b-4c54-9605-547a8df52929 tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] Pushing event updated for resources: {'Port': ['ID=eb9f139e-bfe5-49d8-8de9-fec4a2fd268b,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:32:47.652485 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80475db3-8759-482f-9900-62f5917e56bf req-ca490cef-a88e-4b80-a826-aed2d53ba65e tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:32:47.655108 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-80475db3-8759-482f-9900-62f5917e56bf req-ca490cef-a88e-4b80-a826-aed2d53ba65e tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] 10.222.0.23 "GET /v2.0/ports?device_id=b69663e6-e7c8-4fa5-ad34-9b1a4870923f HTTP/1.1" status: 200 len: 936 time: 0.0974362 May 05 22:32:47.676612 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c41fd-42c8-47db-9ae2-460a52f13223 req-bd965f85-177b-4c54-9605-547a8df52929 tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:32:47.677216 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-565c41fd-42c8-47db-9ae2-460a52f13223 req-bd965f85-177b-4c54-9605-547a8df52929 tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:47.704379 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-565c41fd-42c8-47db-9ae2-460a52f13223 req-bd965f85-177b-4c54-9605-547a8df52929 tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9209397 May 05 22:32:47.705383 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-80475db3-8759-482f-9900-62f5917e56bf req-81120d92-9ea0-4f22-98cc-18deef2b4dc3 tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] 10.222.0.23 "GET /v2.0/security-groups?id=1788b971-e997-4141-9ad6-8a72980a36ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452409 May 05 22:32:47.717670 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-565c41fd-42c8-47db-9ae2-460a52f13223 req-ac0029ae-aea2-43e9-84c5-1354c558e01d service neutron] Request body: {'port': {'device_id': 'b69663e6-e7c8-4fa5-ad34-9b1a4870923f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:32:47.835753 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-565c41fd-42c8-47db-9ae2-460a52f13223 req-ac0029ae-aea2-43e9-84c5-1354c558e01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:47.850153 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-38bfa151-9e3a-424e-a048-b156cf9f05ea None None] Provisioning for port eb9f139e-bfe5-49d8-8de9-fec4a2fd268b completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:32:47.856513 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-38bfa151-9e3a-424e-a048-b156cf9f05ea None None] Provisioning complete for port eb9f139e-bfe5-49d8-8de9-fec4a2fd268b triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:32:47.856885 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-38bfa151-9e3a-424e-a048-b156cf9f05ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:47.911415 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-38bfa151-9e3a-424e-a048-b156cf9f05ea None None] Port eb9f139e-bfe5-49d8-8de9-fec4a2fd268b cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:32:48.207298 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-565c41fd-42c8-47db-9ae2-460a52f13223 req-ac0029ae-aea2-43e9-84c5-1354c558e01d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb9f139e-bfe5-49d8-8de9-fec4a2fd268b {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:32:48.214867 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-565c41fd-42c8-47db-9ae2-460a52f13223 req-ac0029ae-aea2-43e9-84c5-1354c558e01d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:48.230169 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-565c41fd-42c8-47db-9ae2-460a52f13223 req-ac0029ae-aea2-43e9-84c5-1354c558e01d service neutron] Transition to ACTIVE for port object eb9f139e-bfe5-49d8-8de9-fec4a2fd268b will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:32:48.237204 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-565c41fd-42c8-47db-9ae2-460a52f13223 req-ac0029ae-aea2-43e9-84c5-1354c558e01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:48.360841 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0029ae-aea2-43e9-84c5-1354c558e01d service neutron] Pushing event updated for resources: {'Port': ['ID=eb9f139e-bfe5-49d8-8de9-fec4a2fd268b,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:32:48.475412 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-565c41fd-42c8-47db-9ae2-460a52f13223 req-ac0029ae-aea2-43e9-84c5-1354c558e01d service neutron] Attempting to bind port eb9f139e-bfe5-49d8-8de9-fec4a2fd268b on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:32:48.475737 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-565c41fd-42c8-47db-9ae2-460a52f13223 req-ac0029ae-aea2-43e9-84c5-1354c558e01d service neutron] Attempting to bind port eb9f139e-bfe5-49d8-8de9-fec4a2fd268b by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:32:48.476060 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565c41fd-42c8-47db-9ae2-460a52f13223 req-ac0029ae-aea2-43e9-84c5-1354c558e01d service neutron] Attempting to bind port eb9f139e-bfe5-49d8-8de9-fec4a2fd268b on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:32:48.482409 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565c41fd-42c8-47db-9ae2-460a52f13223 req-ac0029ae-aea2-43e9-84c5-1354c558e01d service neutron] Port eb9f139e-bfe5-49d8-8de9-fec4a2fd268b on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:32:48.482714 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565c41fd-42c8-47db-9ae2-460a52f13223 req-ac0029ae-aea2-43e9-84c5-1354c558e01d service neutron] Attempting to bind port eb9f139e-bfe5-49d8-8de9-fec4a2fd268b on network 4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:32:48.489049 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565c41fd-42c8-47db-9ae2-460a52f13223 req-ac0029ae-aea2-43e9-84c5-1354c558e01d service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:32:48.489380 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565c41fd-42c8-47db-9ae2-460a52f13223 req-ac0029ae-aea2-43e9-84c5-1354c558e01d service neutron] Checking segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:32:48.489757 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565c41fd-42c8-47db-9ae2-460a52f13223 req-ac0029ae-aea2-43e9-84c5-1354c558e01d service neutron] Bound using segment: {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:32:48.490174 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-565c41fd-42c8-47db-9ae2-460a52f13223 req-ac0029ae-aea2-43e9-84c5-1354c558e01d service neutron] Bound port: eb9f139e-bfe5-49d8-8de9-fec4a2fd268b, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cff7a1dd-f78d-413a-8d91-f27c85e65cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:32:48.490518 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-565c41fd-42c8-47db-9ae2-460a52f13223 req-ac0029ae-aea2-43e9-84c5-1354c558e01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:48.580880 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-565c41fd-42c8-47db-9ae2-460a52f13223 req-ac0029ae-aea2-43e9-84c5-1354c558e01d service neutron] For port eb9f139e-bfe5-49d8-8de9-fec4a2fd268b, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:32:48.583994 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-565c41fd-42c8-47db-9ae2-460a52f13223 req-ac0029ae-aea2-43e9-84c5-1354c558e01d service neutron] For port eb9f139e-bfe5-49d8-8de9-fec4a2fd268b, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=eb9f139e-bfe5-49d8-8de9-fec4a2fd268b,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:32:48.590344 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-565c41fd-42c8-47db-9ae2-460a52f13223 req-ac0029ae-aea2-43e9-84c5-1354c558e01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:48.650173 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-565c41fd-42c8-47db-9ae2-460a52f13223 req-ac0029ae-aea2-43e9-84c5-1354c558e01d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:48.651630 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-565c41fd-42c8-47db-9ae2-460a52f13223 req-ac0029ae-aea2-43e9-84c5-1354c558e01d service neutron] 10.222.0.44 "PUT /v2.0/ports/eb9f139e-bfe5-49d8-8de9-fec4a2fd268b HTTP/1.1" status: 200 len: 1096 time: 0.9393053 May 05 22:32:48.652055 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b69663e6-e7c8-4fa5-ad34-9b1a4870923f', 'tag': 'eb9f139e-bfe5-49d8-8de9-fec4a2fd268b'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:32:48.672805 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0029ae-aea2-43e9-84c5-1354c558e01d service neutron] Pushing event updated for resources: {'Port': ['ID=eb9f139e-bfe5-49d8-8de9-fec4a2fd268b,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:32:48.839187 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-081a42c2-ad5d-4bf0-bcb4-5951a21c441b'] response: {'name': 'network-changed', 'server_uuid': 'b69663e6-e7c8-4fa5-ad34-9b1a4870923f', 'tag': 'eb9f139e-bfe5-49d8-8de9-fec4a2fd268b', 'status': 'completed', 'code': 200} May 05 22:32:48.874279 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-565c41fd-42c8-47db-9ae2-460a52f13223 req-512d43a4-4d74-40dc-bf5c-36fc2d3e32c3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=33e856be77814ba19378517e30e179f1&device_id=b69663e6-e7c8-4fa5-ad34-9b1a4870923f HTTP/1.1" status: 200 len: 1099 time: 0.1742501 May 05 22:32:48.917337 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9381d0b-93ed-452c-bb8a-e21094d74eb7 req-6a3dfbe8-0107-4520-86c9-5c060f8b94bd tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:32:48.918684 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a9381d0b-93ed-452c-bb8a-e21094d74eb7 req-6a3dfbe8-0107-4520-86c9-5c060f8b94bd tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] 10.222.0.23 "GET /v2.0/ports?device_id=b69663e6-e7c8-4fa5-ad34-9b1a4870923f HTTP/1.1" status: 200 len: 948 time: 0.0825968 May 05 22:32:48.944516 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-565c41fd-42c8-47db-9ae2-460a52f13223 req-fd806298-b762-4c86-a31c-5bbac7aeb0a2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=eb9f139e-bfe5-49d8-8de9-fec4a2fd268b HTTP/1.1" status: 200 len: 217 time: 0.0625966 May 05 22:32:48.964224 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a9381d0b-93ed-452c-bb8a-e21094d74eb7 req-87d0cccf-ee66-4bd6-ac05-2854527f2188 tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] 10.222.0.23 "GET /v2.0/security-groups?id=1788b971-e997-4141-9ad6-8a72980a36ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398486 May 05 22:32:49.004085 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c41fd-42c8-47db-9ae2-460a52f13223 req-420227a4-47e6-4cd1-8581-8a05a08e0320 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:32:49.005526 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-565c41fd-42c8-47db-9ae2-460a52f13223 req-420227a4-47e6-4cd1-8581-8a05a08e0320 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.0558822 May 05 22:32:49.084601 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:49.092619 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-565c41fd-42c8-47db-9ae2-460a52f13223 req-a0e78b91-fd55-487f-bdf8-323f0ae852a8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0810697 May 05 22:32:49.228553 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-565c41fd-42c8-47db-9ae2-460a52f13223 req-327414d6-de8d-485a-8f4f-a27df1463f53 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290829 May 05 22:32:49.360323 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-565c41fd-42c8-47db-9ae2-460a52f13223 req-0ba8ccdb-da06-4caf-bee6-4e5255c6580c service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265001 May 05 22:32:49.481948 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-81f58e79-26d1-408d-903e-0a1185c069b0 req-5615d94c-b7b3-4be1-b832-6a0b1c77060c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=33e856be77814ba19378517e30e179f1&device_id=b69663e6-e7c8-4fa5-ad34-9b1a4870923f HTTP/1.1" status: 200 len: 1099 time: 0.0718369 May 05 22:32:49.617908 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f58e79-26d1-408d-903e-0a1185c069b0 req-e12f7f47-6d88-4451-ac56-c1886adeb4c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:32:49.619511 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-81f58e79-26d1-408d-903e-0a1185c069b0 req-e12f7f47-6d88-4451-ac56-c1886adeb4c0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9 HTTP/1.1" status: 200 len: 870 time: 0.1316738 May 05 22:32:49.690202 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-81f58e79-26d1-408d-903e-0a1185c069b0 req-861c625b-ed76-4912-8a70-6de9aec3c61b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=eb9f139e-bfe5-49d8-8de9-fec4a2fd268b HTTP/1.1" status: 200 len: 217 time: 0.0637255 May 05 22:32:49.752843 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f58e79-26d1-408d-903e-0a1185c069b0 req-f4939abf-aca3-41a4-9630-a71399a43359 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:32:49.754131 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-81f58e79-26d1-408d-903e-0a1185c069b0 req-f4939abf-aca3-41a4-9630-a71399a43359 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f237a6ef-d044-411f-a2d8-d12619664c91 HTTP/1.1" status: 200 len: 843 time: 0.0563607 May 05 22:32:49.831542 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-81f58e79-26d1-408d-903e-0a1185c069b0 req-d493e1d4-a7ec-467f-9c5f-c17cc0c9e07d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0697753 May 05 22:32:49.969443 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-81f58e79-26d1-408d-903e-0a1185c069b0 req-5861c4de-9797-4efc-9c3c-9721ffe69314 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312218 May 05 22:32:50.113629 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-81f58e79-26d1-408d-903e-0a1185c069b0 req-dfde6bd8-b1a0-43ef-951c-92b44ebd0e03 service neutron] 10.222.0.44 "GET /v2.0/networks/4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371412 May 05 22:32:50.166048 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2213bb7-6ee8-4912-9898-2222eadfe89a req-aee2d46a-0e92-44ce-b029-627611db8e07 tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:32:50.168115 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c2213bb7-6ee8-4912-9898-2222eadfe89a req-aee2d46a-0e92-44ce-b029-627611db8e07 tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] 10.222.0.23 "GET /v2.0/ports?device_id=b69663e6-e7c8-4fa5-ad34-9b1a4870923f HTTP/1.1" status: 200 len: 948 time: 0.0783713 May 05 22:32:50.218764 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c2213bb7-6ee8-4912-9898-2222eadfe89a req-a6eb9ca7-d81f-42a8-b970-9bf2bdd0a316 tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] 10.222.0.23 "GET /v2.0/security-groups?id=1788b971-e997-4141-9ad6-8a72980a36ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425942 May 05 22:32:51.435341 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364677aa-1db5-48d6-8330-c745882f63f9 req-d93033cd-7040-4cef-b81f-521c54cc187b tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:32:51.436769 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-364677aa-1db5-48d6-8330-c745882f63f9 req-d93033cd-7040-4cef-b81f-521c54cc187b tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] 10.222.0.23 "GET /v2.0/ports?device_id=b69663e6-e7c8-4fa5-ad34-9b1a4870923f HTTP/1.1" status: 200 len: 948 time: 0.0831099 May 05 22:32:51.481775 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-364677aa-1db5-48d6-8330-c745882f63f9 req-d8c90ff9-8b2a-4083-9336-e81082339402 tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] 10.222.0.23 "GET /v2.0/security-groups?id=1788b971-e997-4141-9ad6-8a72980a36ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394008 May 05 22:32:52.339959 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device eb9f139e-bfe5-49d8-8de9-fec4a2fd268b details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:32:52.479413 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port eb9f139e-bfe5-49d8-8de9-fec4a2fd268b, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=eb9f139e-bfe5-49d8-8de9-fec4a2fd268b,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:32:52.492468 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': 'eb9f139e-bfe5-49d8-8de9-fec4a2fd268b', 'network_id': '4c94ca0b-4fbc-4c9e-bb44-897e77ccd3d9', 'port_id': 'eb9f139e-bfe5-49d8-8de9-fec4a2fd268b', 'mac_address': 'fa:16:3e:94:28:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f237a6ef-d044-411f-a2d8-d12619664c91', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:32:52.546583 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:52.564191 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb9f139e-bfe5-49d8-8de9-fec4a2fd268b {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:32:52.579487 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port eb9f139e-bfe5-49d8-8de9-fec4a2fd268b, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=eb9f139e-bfe5-49d8-8de9-fec4a2fd268b,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:32:52.585940 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:52.653273 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=eb9f139e-bfe5-49d8-8de9-fec4a2fd268b,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:32:52.662096 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:32:52.662432 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:32:52.662789 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:32:52.663110 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:32:52.663429 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:32:52.663743 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:32:52.664055 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:32:52.664367 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:32:52.664676 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:32:52.664982 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:32:52.665286 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:32:52.694426 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28863a8-2a37-4a4e-9a85-03502482eea0 req-15afc4f7-7be0-4bf9-8eae-dc6e0f555b72 tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:32:52.695896 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a28863a8-2a37-4a4e-9a85-03502482eea0 req-15afc4f7-7be0-4bf9-8eae-dc6e0f555b72 tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] 10.222.0.23 "GET /v2.0/ports?device_id=b69663e6-e7c8-4fa5-ad34-9b1a4870923f HTTP/1.1" status: 200 len: 949 time: 0.0768108 May 05 22:32:52.745844 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a28863a8-2a37-4a4e-9a85-03502482eea0 req-652a297b-52f2-4f8e-a5dd-f8fe61babec1 tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] 10.222.0.23 "GET /v2.0/security-groups?id=1788b971-e997-4141-9ad6-8a72980a36ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437899 May 05 22:32:52.801018 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['eb9f139e-bfe5-49d8-8de9-fec4a2fd268b'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:32:53.960077 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8243d-10d8-4cf0-a64b-8b5a8b321bd9 req-f2dabc29-fd87-4bd5-b261-08e2525f9082 tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:32:53.961517 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1ba8243d-10d8-4cf0-a64b-8b5a8b321bd9 req-f2dabc29-fd87-4bd5-b261-08e2525f9082 tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] 10.222.0.23 "GET /v2.0/ports?device_id=b69663e6-e7c8-4fa5-ad34-9b1a4870923f HTTP/1.1" status: 200 len: 949 time: 0.0845180 May 05 22:32:54.007450 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1ba8243d-10d8-4cf0-a64b-8b5a8b321bd9 req-1f73cfbe-f59f-41ba-b6d4-50a658d8c103 tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] 10.222.0.23 "GET /v2.0/security-groups?id=1788b971-e997-4141-9ad6-8a72980a36ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401652 May 05 22:32:54.341297 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device eb9f139e-bfe5-49d8-8de9-fec4a2fd268b up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:32:54.425327 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port eb9f139e-bfe5-49d8-8de9-fec4a2fd268b completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:32:54.432575 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port eb9f139e-bfe5-49d8-8de9-fec4a2fd268b triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:32:54.433225 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:54.553355 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:54.579418 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b69663e6-e7c8-4fa5-ad34-9b1a4870923f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb9f139e-bfe5-49d8-8de9-fec4a2fd268b'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:32:54.589472 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port eb9f139e-bfe5-49d8-8de9-fec4a2fd268b, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=eb9f139e-bfe5-49d8-8de9-fec4a2fd268b,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:32:54.593822 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:54.637585 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d486dba3-3b86-48b1-919c-91ba6affe7ab'] response: {'server_uuid': 'b69663e6-e7c8-4fa5-ad34-9b1a4870923f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb9f139e-bfe5-49d8-8de9-fec4a2fd268b', 'code': 200} May 05 22:32:54.664565 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=eb9f139e-bfe5-49d8-8de9-fec4a2fd268b,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:32:54.779503 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-52b3828f-748a-44fc-899f-57da2b703c10 req-bcd6c6ed-ab66-42c8-a208-0c06fb0eb29b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b69663e6-e7c8-4fa5-ad34-9b1a4870923f HTTP/1.1" status: 200 len: 1101 time: 0.0841804 May 05 22:32:54.823534 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-52b3828f-748a-44fc-899f-57da2b703c10 req-8ee31940-af7f-4de6-8a97-59bf280ef2f6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1788b971-e997-4141-9ad6-8a72980a36ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368056 May 05 22:32:55.234253 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c3a99-54b2-48d9-adea-b6af973f8904 req-234a21b1-542c-49f3-ad77-e65119d6c152 tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:32:55.235753 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3a9c3a99-54b2-48d9-adea-b6af973f8904 req-234a21b1-542c-49f3-ad77-e65119d6c152 tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] 10.222.0.23 "GET /v2.0/ports?device_id=b69663e6-e7c8-4fa5-ad34-9b1a4870923f HTTP/1.1" status: 200 len: 950 time: 0.0925543 May 05 22:32:55.283671 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3a9c3a99-54b2-48d9-adea-b6af973f8904 req-0391e114-de3b-432b-9681-6004b6b32510 tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] 10.222.0.23 "GET /v2.0/security-groups?id=1788b971-e997-4141-9ad6-8a72980a36ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421860 May 05 22:32:56.497906 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ff5c5-4eb1-4a23-8289-25167a5861df req-08eaf5d7-9c54-440b-98b7-e8a23b541a33 tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:32:56.499352 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-920ff5c5-4eb1-4a23-8289-25167a5861df req-08eaf5d7-9c54-440b-98b7-e8a23b541a33 tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] 10.222.0.23 "GET /v2.0/ports?device_id=b69663e6-e7c8-4fa5-ad34-9b1a4870923f HTTP/1.1" status: 200 len: 950 time: 0.0871184 May 05 22:32:56.545603 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-920ff5c5-4eb1-4a23-8289-25167a5861df req-36e73739-ffbb-45f3-ab1b-294b122f3e67 tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] 10.222.0.23 "GET /v2.0/security-groups?id=1788b971-e997-4141-9ad6-8a72980a36ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405273 May 05 22:32:57.008180 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f8ca1624-bf6f-40bb-a46f-e01e164fb532 req-3999f3a0-7c0b-40ce-a939-7524bfdf5ffc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b69663e6-e7c8-4fa5-ad34-9b1a4870923f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0733223 May 05 22:32:57.527221 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-56b35cbc-8787-4a82-84a8-f950e47ee632 req-f293c959-3956-4ded-bff5-a91a0f0cb3e6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b69663e6-e7c8-4fa5-ad34-9b1a4870923f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0711751 May 05 22:32:58.095769 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1cab19-c7bd-4439-91a1-da04ddde5412 req-217c1c09-bc05-40b0-8c11-fc3774193c5b tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:32:58.097260 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6d1cab19-c7bd-4439-91a1-da04ddde5412 req-217c1c09-bc05-40b0-8c11-fc3774193c5b tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] 10.222.0.23 "GET /v2.0/ports?device_id=b69663e6-e7c8-4fa5-ad34-9b1a4870923f HTTP/1.1" status: 200 len: 950 time: 0.0928264 May 05 22:32:58.143689 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6d1cab19-c7bd-4439-91a1-da04ddde5412 req-bb20523b-038f-484f-adbb-dfdf9b618bf8 tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] 10.222.0.23 "GET /v2.0/security-groups?id=1788b971-e997-4141-9ad6-8a72980a36ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408773 May 05 22:32:59.239308 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276c480-ef88-480f-b58b-618daf063ce6 req-8329bf8a-382b-4713-94cc-71efbcf328b1 tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:32:59.240011 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-2276c480-ef88-480f-b58b-618daf063ce6 req-8329bf8a-382b-4713-94cc-71efbcf328b1 tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] Synchronizing usage tracker for tenant:33e856be77814ba19378517e30e179f1 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:32:59.259327 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-2276c480-ef88-480f-b58b-618daf063ce6 req-8329bf8a-382b-4713-94cc-71efbcf328b1 tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] Unset dirty status for tenant:33e856be77814ba19378517e30e179f1 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:32:59.260518 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2276c480-ef88-480f-b58b-618daf063ce6 req-8329bf8a-382b-4713-94cc-71efbcf328b1 tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] 10.222.0.44 "GET /v2.0/ports?device_id=b69663e6-e7c8-4fa5-ad34-9b1a4870923f HTTP/1.1" status: 200 len: 950 time: 0.1018279 May 05 22:32:59.334280 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-2276c480-ef88-480f-b58b-618daf063ce6 req-5b9188fc-3ee1-4e8b-8f59-8cb4aac7b9ab tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] Deleting port eb9f139e-bfe5-49d8-8de9-fec4a2fd268b {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:32:59.334571 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2276c480-ef88-480f-b58b-618daf063ce6 req-5b9188fc-3ee1-4e8b-8f59-8cb4aac7b9ab tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:59.348904 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed693b-602e-4015-b0e2-8cafa37bb06d req-7a19f77f-ba29-4742-8b63-fa5f09709e6d tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:32:59.350355 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b6ed693b-602e-4015-b0e2-8cafa37bb06d req-7a19f77f-ba29-4742-8b63-fa5f09709e6d tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] 10.222.0.23 "GET /v2.0/ports?device_id=b69663e6-e7c8-4fa5-ad34-9b1a4870923f HTTP/1.1" status: 200 len: 950 time: 0.0756822 May 05 22:32:59.395385 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b6ed693b-602e-4015-b0e2-8cafa37bb06d req-427b4ae3-f2b2-4117-abef-3c09e8fccb1e tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] 10.222.0.23 "GET /v2.0/security-groups?id=1788b971-e997-4141-9ad6-8a72980a36ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392032 May 05 22:32:59.674108 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-2276c480-ef88-480f-b58b-618daf063ce6 req-5b9188fc-3ee1-4e8b-8f59-8cb4aac7b9ab tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] For port eb9f139e-bfe5-49d8-8de9-fec4a2fd268b, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=eb9f139e-bfe5-49d8-8de9-fec4a2fd268b,segment=NetworkSegment(cff7a1dd-f78d-413a-8d91-f27c85e65cb9),segment_id=cff7a1dd-f78d-413a-8d91-f27c85e65cb9)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:32:59.674423 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2276c480-ef88-480f-b58b-618daf063ce6 req-5b9188fc-3ee1-4e8b-8f59-8cb4aac7b9ab tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:59.792329 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-2276c480-ef88-480f-b58b-618daf063ce6 req-5b9188fc-3ee1-4e8b-8f59-8cb4aac7b9ab tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] Calling delete_port for eb9f139e-bfe5-49d8-8de9-fec4a2fd268b owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:32:59.941272 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2276c480-ef88-480f-b58b-618daf063ce6 req-5b9188fc-3ee1-4e8b-8f59-8cb4aac7b9ab tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:32:59.953213 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['eb9f139e-bfe5-49d8-8de9-fec4a2fd268b'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:32:59.992716 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9188fc-3ee1-4e8b-8f59-8cb4aac7b9ab tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] Pushing event deleted for resources: {'Port': ['ID=eb9f139e-bfe5-49d8-8de9-fec4a2fd268b,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:33:00.070126 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-2276c480-ef88-480f-b58b-618daf063ce6 req-5b9188fc-3ee1-4e8b-8f59-8cb4aac7b9ab tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] No DVR routers for this DVR port eb9f139e-bfe5-49d8-8de9-fec4a2fd268b on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:33:00.072884 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-2276c480-ef88-480f-b58b-618daf063ce6 req-5b9188fc-3ee1-4e8b-8f59-8cb4aac7b9ab tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:00.075922 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b69663e6-e7c8-4fa5-ad34-9b1a4870923f', 'name': 'network-vif-deleted', 'tag': 'eb9f139e-bfe5-49d8-8de9-fec4a2fd268b'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:33:00.095208 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2276c480-ef88-480f-b58b-618daf063ce6 req-5b9188fc-3ee1-4e8b-8f59-8cb4aac7b9ab tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] 10.222.0.44 "DELETE /v2.0/ports/eb9f139e-bfe5-49d8-8de9-fec4a2fd268b HTTP/1.1" status: 204 len: 173 time: 0.8289399 May 05 22:33:00.140048 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44019a05-0063-475d-9a23-57a17ada7b35'] response: {'server_uuid': 'b69663e6-e7c8-4fa5-ad34-9b1a4870923f', 'name': 'network-vif-deleted', 'tag': 'eb9f139e-bfe5-49d8-8de9-fec4a2fd268b', 'status': 'completed', 'code': 200} May 05 22:33:00.587784 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-001b1ecd-67ac-4b74-a071-354310a613c9 req-428faf46-cc7a-44d7-bb75-320fe81d7e9d tempest-ServersAdminNegativeTestJSON-1489507851 tempest-ServersAdminNegativeTestJSON-1489507851-project] 10.222.0.23 "GET /v2.0/ports?device_id=b69663e6-e7c8-4fa5-ad34-9b1a4870923f HTTP/1.1" status: 200 len: 210 time: 0.0436444 May 05 22:33:02.015057 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 33628) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:33:02.218875 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-7902a984-af4b-4ad3-bf35-7f06a96e78da admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=33e856be77814ba19378517e30e179f1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2025905 May 05 22:33:02.221548 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 33634) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:33:02.284564 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4a8aceb2-c32b-4861-8852-aa9f2fd899c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:02.311996 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4a8aceb2-c32b-4861-8852-aa9f2fd899c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:02.329539 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:33:02.365532 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4a8aceb2-c32b-4861-8852-aa9f2fd899c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:02.382777 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8aceb2-c32b-4861-8852-aa9f2fd899c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1788b971-e997-4141-9ad6-8a72980a36ce,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:33:02.386170 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4a8aceb2-c32b-4861-8852-aa9f2fd899c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:02.386788 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device eb9f139e-bfe5-49d8-8de9-fec4a2fd268b no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:33:02.390421 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-4a8aceb2-c32b-4861-8852-aa9f2fd899c3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1788b971-e997-4141-9ad6-8a72980a36ce HTTP/1.1" status: 204 len: 168 time: 0.1678281 May 05 22:33:02.433949 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: eb9f139e-bfe5-49d8-8de9-fec4a2fd268b {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:33:02.434288 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device eb9f139e-bfe5-49d8-8de9-fec4a2fd268b not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:33:02.730844 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 33642) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:33:02.758483 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a0d9a154-c2e1-442a-844e-6f84e8493f85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:02.794691 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-a0d9a154-c2e1-442a-844e-6f84e8493f85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:33:02.798645 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-a0d9a154-c2e1-442a-844e-6f84e8493f85 admin admin] Usage tracker for resource:security_group_rule and tenant:6fc2f944c3944556bf7e6ec3af2602aa is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:33:02.801508 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-a0d9a154-c2e1-442a-844e-6f84e8493f85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:33:02.807200 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-a0d9a154-c2e1-442a-844e-6f84e8493f85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:33:02.878685 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a0d9a154-c2e1-442a-844e-6f84e8493f85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:02.884670 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a0d9a154-c2e1-442a-844e-6f84e8493f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:02.930709 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d9a154-c2e1-442a-844e-6f84e8493f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17fbbbfa-09f7-4750-87d0-a7c2001727d9,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:33:02.934794 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a0d9a154-c2e1-442a-844e-6f84e8493f85 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6fc2f944c3944556bf7e6ec3af2602aa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2028780 May 05 22:33:02.937827 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 33646) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:33:03.001476 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-12c17172-68bb-4cf4-bb81-49f7cfeaccd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:03.027244 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-12c17172-68bb-4cf4-bb81-49f7cfeaccd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:03.080033 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-12c17172-68bb-4cf4-bb81-49f7cfeaccd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:03.094214 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c17172-68bb-4cf4-bb81-49f7cfeaccd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17fbbbfa-09f7-4750-87d0-a7c2001727d9,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:33:03.105634 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-12c17172-68bb-4cf4-bb81-49f7cfeaccd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:03.106995 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-12c17172-68bb-4cf4-bb81-49f7cfeaccd0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/17fbbbfa-09f7-4750-87d0-a7c2001727d9 HTTP/1.1" status: 204 len: 168 time: 0.1681442 May 05 22:33:03.108300 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c17172-68bb-4cf4-bb81-49f7cfeaccd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:33:03.108623 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c17172-68bb-4cf4-bb81-49f7cfeaccd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:33:03.108956 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c17172-68bb-4cf4-bb81-49f7cfeaccd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:33:03.109284 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c17172-68bb-4cf4-bb81-49f7cfeaccd0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:33:03.109640 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c17172-68bb-4cf4-bb81-49f7cfeaccd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:33:03.109965 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c17172-68bb-4cf4-bb81-49f7cfeaccd0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:33:03.110281 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c17172-68bb-4cf4-bb81-49f7cfeaccd0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:33:03.110599 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c17172-68bb-4cf4-bb81-49f7cfeaccd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:33:03.110953 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c17172-68bb-4cf4-bb81-49f7cfeaccd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:33:03.111705 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c17172-68bb-4cf4-bb81-49f7cfeaccd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:33:03.111705 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c17172-68bb-4cf4-bb81-49f7cfeaccd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:33:04.022301 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 33668) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:33:04.264479 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-d9d0ee92-6067-4d1c-a9ca-12480ae7743f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-662750109-network', 'tenant_id': '5bdad67eb83c47369b636346a9ff9b74'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:33:04.270582 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-d9d0ee92-6067-4d1c-a9ca-12480ae7743f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:33:04.275087 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d9d0ee92-6067-4d1c-a9ca-12480ae7743f admin admin] Usage tracker for resource:network and tenant:5bdad67eb83c47369b636346a9ff9b74 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:33:04.278263 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d9d0ee92-6067-4d1c-a9ca-12480ae7743f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:33:04.284890 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-d9d0ee92-6067-4d1c-a9ca-12480ae7743f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:33:04.301550 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d0ee92-6067-4d1c-a9ca-12480ae7743f admin admin] Made reservation on behalf of 5bdad67eb83c47369b636346a9ff9b74 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:33:04.303886 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d9d0ee92-6067-4d1c-a9ca-12480ae7743f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:04.317164 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d9d0ee92-6067-4d1c-a9ca-12480ae7743f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:04.348849 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-d9d0ee92-6067-4d1c-a9ca-12480ae7743f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:33:04.352654 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d9d0ee92-6067-4d1c-a9ca-12480ae7743f admin admin] Usage tracker for resource:security_group_rule and tenant:5bdad67eb83c47369b636346a9ff9b74 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:33:04.355420 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d9d0ee92-6067-4d1c-a9ca-12480ae7743f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:33:04.361197 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-d9d0ee92-6067-4d1c-a9ca-12480ae7743f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:33:04.428006 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d9d0ee92-6067-4d1c-a9ca-12480ae7743f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:04.434749 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d9d0ee92-6067-4d1c-a9ca-12480ae7743f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:04.467855 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9d0ee92-6067-4d1c-a9ca-12480ae7743f admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:33:04.476108 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d0ee92-6067-4d1c-a9ca-12480ae7743f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc0dcc5-5d3c-483f-96af-3a4eddbc1d1b,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:33:04.481708 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d9d0ee92-6067-4d1c-a9ca-12480ae7743f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:04.482047 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-d9d0ee92-6067-4d1c-a9ca-12480ae7743f admin admin] Added segment eba42caf-e5fb-4f96-bad7-e35a88b53b36 of type vlan for network 25efd8de-b0ef-4618-93bb-9e853f6fef05 May 05 22:33:04.509310 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d9d0ee92-6067-4d1c-a9ca-12480ae7743f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:04.542292 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d9d0ee92-6067-4d1c-a9ca-12480ae7743f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:04.543186 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d0ee92-6067-4d1c-a9ca-12480ae7743f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:33:04.544710 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d9d0ee92-6067-4d1c-a9ca-12480ae7743f admin admin] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:04.648495 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d0ee92-6067-4d1c-a9ca-12480ae7743f admin admin] Pushing event updated for resources: {'Network': ['ID=25efd8de-b0ef-4618-93bb-9e853f6fef05,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:33:04.654074 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d9d0ee92-6067-4d1c-a9ca-12480ae7743f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6306815 May 05 22:33:04.656940 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 33674) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:33:04.658920 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 25efd8de-b0ef-4618-93bb-9e853f6fef05 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:33:04.662805 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-64f62400-b37b-45cb-88e0-ff7a03360073 admin admin] Request body: {'subnet': {'network_id': '25efd8de-b0ef-4618-93bb-9e853f6fef05', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-662750109-subnet', 'tenant_id': '5bdad67eb83c47369b636346a9ff9b74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:33:04.670108 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-64f62400-b37b-45cb-88e0-ff7a03360073 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:33:04.674226 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-64f62400-b37b-45cb-88e0-ff7a03360073 admin admin] Usage tracker for resource:subnet and tenant:5bdad67eb83c47369b636346a9ff9b74 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:33:04.677321 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-64f62400-b37b-45cb-88e0-ff7a03360073 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:33:04.683302 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-64f62400-b37b-45cb-88e0-ff7a03360073 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:33:04.695914 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f62400-b37b-45cb-88e0-ff7a03360073 admin admin] Made reservation on behalf of 5bdad67eb83c47369b636346a9ff9b74 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:33:04.698406 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-64f62400-b37b-45cb-88e0-ff7a03360073 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:04.913047 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-64f62400-b37b-45cb-88e0-ff7a03360073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:04.991873 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f62400-b37b-45cb-88e0-ff7a03360073 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b083f12-8a2a-49c7-b06c-043b938910a1,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:33:05.012279 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f62400-b37b-45cb-88e0-ff7a03360073 admin admin] Checking segment: {'id': 'eba42caf-e5fb-4f96-bad7-e35a88b53b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '25efd8de-b0ef-4618-93bb-9e853f6fef05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:33:05.012624 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f62400-b37b-45cb-88e0-ff7a03360073 admin admin] Network hostable DHCP agents. Network: 25efd8de-b0ef-4618-93bb-9e853f6fef05, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:33:05.036746 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f62400-b37b-45cb-88e0-ff7a03360073 admin admin] Network 25efd8de-b0ef-4618-93bb-9e853f6fef05 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:33:05.046533 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-64f62400-b37b-45cb-88e0-ff7a03360073 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 25efd8de-b0ef-4618-93bb-9e853f6fef05) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:33:05.050553 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f62400-b37b-45cb-88e0-ff7a03360073 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:33:05.051164 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-64f62400-b37b-45cb-88e0-ff7a03360073 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:05.056617 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06f5ab9-8479-427e-9a89-c5ad6dfc5686 None None] Network 25efd8de-b0ef-4618-93bb-9e853f6fef05 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:33:05.077233 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-64f62400-b37b-45cb-88e0-ff7a03360073 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4192576 May 05 22:33:05.272901 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621c5cf7-c389-4a1a-bef0-37468b9d0d8e None None] Network 25efd8de-b0ef-4618-93bb-9e853f6fef05 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:33:05.734149 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b859bf-ef9f-4882-b97d-cb889c722be2 req-624f29c8-e75f-40b9-b57e-fa6f5c37f9e9 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:33:05.735516 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f1b859bf-ef9f-4882-b97d-cb889c722be2 req-624f29c8-e75f-40b9-b57e-fa6f5c37f9e9 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/networks?id=25efd8de-b0ef-4618-93bb-9e853f6fef05 HTTP/1.1" status: 200 len: 811 time: 0.1436791 May 05 22:33:05.752842 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f1b859bf-ef9f-4882-b97d-cb889c722be2 req-2f787ea6-1bc3-49e4-848d-a89e061847a9 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/quotas/5bdad67eb83c47369b636346a9ff9b74 HTTP/1.1" status: 200 len: 375 time: 0.0117905 May 05 22:33:05.800917 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f1b859bf-ef9f-4882-b97d-cb889c722be2 req-14a1e474-c34e-4b04-a2b7-6d9304d2efa5 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5bdad67eb83c47369b636346a9ff9b74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431263 May 05 22:33:05.811348 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [req-f1b859bf-ef9f-4882-b97d-cb889c722be2 req-0562f152-5006-4f3b-a059-de1e16b7ed09 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:33:05.812277 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f1b859bf-ef9f-4882-b97d-cb889c722be2 req-0562f152-5006-4f3b-a059-de1e16b7ed09 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049121 May 05 22:33:06.030179 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f1b859bf-ef9f-4882-b97d-cb889c722be2 req-f3535e47-6fd2-4559-b6ed-9adfc6ffbfec service neutron] 10.222.0.23 "GET /v2.0/networks/25efd8de-b0ef-4618-93bb-9e853f6fef05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122049 May 05 22:33:06.160932 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f1b859bf-ef9f-4882-b97d-cb889c722be2 req-ec35fa38-ecc4-43fa-9813-498333daef7e service neutron] 10.222.0.23 "GET /v2.0/networks/25efd8de-b0ef-4618-93bb-9e853f6fef05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246157 May 05 22:33:06.210794 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:06.468942 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:07.385426 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-93ab7e85-6a67-4235-8c46-0f9e59562cd2 req-428f53d2-2f6e-43da-9a5d-63356fe0a2de tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1c6bde9-eca8-4a73-9cb7-016fdecdbcc0 HTTP/1.1" status: 200 len: 210 time: 0.0411699 May 05 22:33:08.472851 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b859bf-ef9f-4882-b97d-cb889c722be2 req-36e2ed8b-f592-42cd-a21f-817aa25245d9 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:33:08.473523 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-f1b859bf-ef9f-4882-b97d-cb889c722be2 req-36e2ed8b-f592-42cd-a21f-817aa25245d9 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] Synchronizing usage tracker for tenant:5bdad67eb83c47369b636346a9ff9b74 on resource:network {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:33:08.493251 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-f1b859bf-ef9f-4882-b97d-cb889c722be2 req-36e2ed8b-f592-42cd-a21f-817aa25245d9 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] Unset dirty status for tenant:5bdad67eb83c47369b636346a9ff9b74 on resource:network {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:33:08.494830 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f1b859bf-ef9f-4882-b97d-cb889c722be2 req-36e2ed8b-f592-42cd-a21f-817aa25245d9 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.44 "GET /v2.0/networks?id=25efd8de-b0ef-4618-93bb-9e853f6fef05 HTTP/1.1" status: 200 len: 811 time: 0.1711621 May 05 22:33:08.511694 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-f1b859bf-ef9f-4882-b97d-cb889c722be2 req-fc9ca22a-a49e-41e5-8414-6eb21c713f32 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] Request body: {'port': {'device_id': 'c1c6bde9-eca8-4a73-9cb7-016fdecdbcc0', 'network_id': '25efd8de-b0ef-4618-93bb-9e853f6fef05', 'admin_state_up': True, 'tenant_id': '5bdad67eb83c47369b636346a9ff9b74'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:33:08.562576 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-052180ed-fcfe-4f40-b77c-15ebcf18da07 req-85f59a4a-1db1-4db7-9e34-5b8c0affcc03 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1c6bde9-eca8-4a73-9cb7-016fdecdbcc0 HTTP/1.1" status: 200 len: 210 time: 0.0503194 May 05 22:33:08.670222 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-f1b859bf-ef9f-4882-b97d-cb889c722be2 req-fc9ca22a-a49e-41e5-8414-6eb21c713f32 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:33:08.674335 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-f1b859bf-ef9f-4882-b97d-cb889c722be2 req-fc9ca22a-a49e-41e5-8414-6eb21c713f32 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] Usage tracker for resource:port and tenant:5bdad67eb83c47369b636346a9ff9b74 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:33:08.677302 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-f1b859bf-ef9f-4882-b97d-cb889c722be2 req-fc9ca22a-a49e-41e5-8414-6eb21c713f32 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:33:08.683302 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-f1b859bf-ef9f-4882-b97d-cb889c722be2 req-fc9ca22a-a49e-41e5-8414-6eb21c713f32 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:33:08.696014 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1b859bf-ef9f-4882-b97d-cb889c722be2 req-fc9ca22a-a49e-41e5-8414-6eb21c713f32 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] Made reservation on behalf of 5bdad67eb83c47369b636346a9ff9b74 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:33:08.698977 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f1b859bf-ef9f-4882-b97d-cb889c722be2 req-fc9ca22a-a49e-41e5-8414-6eb21c713f32 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:08.857202 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-f1b859bf-ef9f-4882-b97d-cb889c722be2 req-fc9ca22a-a49e-41e5-8414-6eb21c713f32 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] Allocated IP 172.20.0.12 (25efd8de-b0ef-4618-93bb-9e853f6fef05/3b083f12-8a2a-49c7-b06c-043b938910a1/859b9b5c-014b-4363-95da-919e86679c59) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:33:09.162055 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f1b859bf-ef9f-4882-b97d-cb889c722be2 req-fc9ca22a-a49e-41e5-8414-6eb21c713f32 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:09.195164 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f1b859bf-ef9f-4882-b97d-cb889c722be2 req-fc9ca22a-a49e-41e5-8414-6eb21c713f32 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:09.278542 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1b859bf-ef9f-4882-b97d-cb889c722be2 req-fc9ca22a-a49e-41e5-8414-6eb21c713f32 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] Network 25efd8de-b0ef-4618-93bb-9e853f6fef05 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:33:09.281661 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-f1b859bf-ef9f-4882-b97d-cb889c722be2 req-fc9ca22a-a49e-41e5-8414-6eb21c713f32 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:33:09.286479 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b859bf-ef9f-4882-b97d-cb889c722be2 req-fc9ca22a-a49e-41e5-8414-6eb21c713f32 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:33:09.313726 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9ca22a-a49e-41e5-8414-6eb21c713f32 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] Pushing event updated for resources: {'Port': ['ID=859b9b5c-014b-4363-95da-919e86679c59,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:33:09.350172 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b859bf-ef9f-4882-b97d-cb889c722be2 req-fc9ca22a-a49e-41e5-8414-6eb21c713f32 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:33:09.350791 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f1b859bf-ef9f-4882-b97d-cb889c722be2 req-fc9ca22a-a49e-41e5-8414-6eb21c713f32 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:09.373685 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f1b859bf-ef9f-4882-b97d-cb889c722be2 req-fc9ca22a-a49e-41e5-8414-6eb21c713f32 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8670158 May 05 22:33:09.384374 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-f1b859bf-ef9f-4882-b97d-cb889c722be2 req-98ff6e17-f02c-4198-aafb-04577873d52e service neutron] Request body: {'port': {'device_id': 'c1c6bde9-eca8-4a73-9cb7-016fdecdbcc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:33:09.498174 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f1b859bf-ef9f-4882-b97d-cb889c722be2 req-98ff6e17-f02c-4198-aafb-04577873d52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:09.764436 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b2cb1f-ad1e-4810-a42d-7bf7ca70f7c0 req-dbe5ebee-fb1e-4a40-8ef2-d8e917d77a83 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:33:09.765804 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-30b2cb1f-ad1e-4810-a42d-7bf7ca70f7c0 req-dbe5ebee-fb1e-4a40-8ef2-d8e917d77a83 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1c6bde9-eca8-4a73-9cb7-016fdecdbcc0 HTTP/1.1" status: 200 len: 932 time: 0.0792317 May 05 22:33:09.811552 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-30b2cb1f-ad1e-4810-a42d-7bf7ca70f7c0 req-88afa919-e8c2-4bf4-9316-606534a1e48e tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/security-groups?id=3fc0dcc5-5d3c-483f-96af-3a4eddbc1d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401301 May 05 22:33:09.844765 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-f1b859bf-ef9f-4882-b97d-cb889c722be2 req-98ff6e17-f02c-4198-aafb-04577873d52e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 859b9b5c-014b-4363-95da-919e86679c59 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:33:09.851550 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f1b859bf-ef9f-4882-b97d-cb889c722be2 req-98ff6e17-f02c-4198-aafb-04577873d52e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:09.865822 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-f1b859bf-ef9f-4882-b97d-cb889c722be2 req-98ff6e17-f02c-4198-aafb-04577873d52e service neutron] Transition to ACTIVE for port object 859b9b5c-014b-4363-95da-919e86679c59 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:33:09.870782 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f1b859bf-ef9f-4882-b97d-cb889c722be2 req-98ff6e17-f02c-4198-aafb-04577873d52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:10.003062 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ff6e17-f02c-4198-aafb-04577873d52e service neutron] Pushing event updated for resources: {'Port': ['ID=859b9b5c-014b-4363-95da-919e86679c59,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:33:10.115571 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-f1b859bf-ef9f-4882-b97d-cb889c722be2 req-98ff6e17-f02c-4198-aafb-04577873d52e service neutron] Attempting to bind port 859b9b5c-014b-4363-95da-919e86679c59 on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:33:10.115848 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-f1b859bf-ef9f-4882-b97d-cb889c722be2 req-98ff6e17-f02c-4198-aafb-04577873d52e service neutron] Attempting to bind port 859b9b5c-014b-4363-95da-919e86679c59 by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': 'eba42caf-e5fb-4f96-bad7-e35a88b53b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '25efd8de-b0ef-4618-93bb-9e853f6fef05'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:33:10.116194 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b859bf-ef9f-4882-b97d-cb889c722be2 req-98ff6e17-f02c-4198-aafb-04577873d52e service neutron] Attempting to bind port 859b9b5c-014b-4363-95da-919e86679c59 on network 25efd8de-b0ef-4618-93bb-9e853f6fef05 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:33:10.122441 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b859bf-ef9f-4882-b97d-cb889c722be2 req-98ff6e17-f02c-4198-aafb-04577873d52e service neutron] Port 859b9b5c-014b-4363-95da-919e86679c59 on network 25efd8de-b0ef-4618-93bb-9e853f6fef05 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:33:10.122771 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b859bf-ef9f-4882-b97d-cb889c722be2 req-98ff6e17-f02c-4198-aafb-04577873d52e service neutron] Attempting to bind port 859b9b5c-014b-4363-95da-919e86679c59 on network 25efd8de-b0ef-4618-93bb-9e853f6fef05 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:33:10.129491 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b859bf-ef9f-4882-b97d-cb889c722be2 req-98ff6e17-f02c-4198-aafb-04577873d52e service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:33:10.129820 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b859bf-ef9f-4882-b97d-cb889c722be2 req-98ff6e17-f02c-4198-aafb-04577873d52e service neutron] Checking segment: {'id': 'eba42caf-e5fb-4f96-bad7-e35a88b53b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '25efd8de-b0ef-4618-93bb-9e853f6fef05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:33:10.130195 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b859bf-ef9f-4882-b97d-cb889c722be2 req-98ff6e17-f02c-4198-aafb-04577873d52e service neutron] Bound using segment: {'id': 'eba42caf-e5fb-4f96-bad7-e35a88b53b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '25efd8de-b0ef-4618-93bb-9e853f6fef05'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:33:10.130607 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-f1b859bf-ef9f-4882-b97d-cb889c722be2 req-98ff6e17-f02c-4198-aafb-04577873d52e service neutron] Bound port: 859b9b5c-014b-4363-95da-919e86679c59, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eba42caf-e5fb-4f96-bad7-e35a88b53b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '25efd8de-b0ef-4618-93bb-9e853f6fef05'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:33:10.130938 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f1b859bf-ef9f-4882-b97d-cb889c722be2 req-98ff6e17-f02c-4198-aafb-04577873d52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:10.223293 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-f1b859bf-ef9f-4882-b97d-cb889c722be2 req-98ff6e17-f02c-4198-aafb-04577873d52e service neutron] For port 859b9b5c-014b-4363-95da-919e86679c59, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:33:10.228553 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-f1b859bf-ef9f-4882-b97d-cb889c722be2 req-98ff6e17-f02c-4198-aafb-04577873d52e service neutron] For port 859b9b5c-014b-4363-95da-919e86679c59, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=859b9b5c-014b-4363-95da-919e86679c59,segment=NetworkSegment(eba42caf-e5fb-4f96-bad7-e35a88b53b36),segment_id=eba42caf-e5fb-4f96-bad7-e35a88b53b36)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:33:10.235713 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f1b859bf-ef9f-4882-b97d-cb889c722be2 req-98ff6e17-f02c-4198-aafb-04577873d52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:10.300465 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-f1b859bf-ef9f-4882-b97d-cb889c722be2 req-98ff6e17-f02c-4198-aafb-04577873d52e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:10.301903 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f1b859bf-ef9f-4882-b97d-cb889c722be2 req-98ff6e17-f02c-4198-aafb-04577873d52e service neutron] 10.222.0.44 "PUT /v2.0/ports/859b9b5c-014b-4363-95da-919e86679c59 HTTP/1.1" status: 200 len: 1092 time: 0.9215207 May 05 22:33:10.302342 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1c6bde9-eca8-4a73-9cb7-016fdecdbcc0', 'tag': '859b9b5c-014b-4363-95da-919e86679c59'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:33:10.318739 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ff6e17-f02c-4198-aafb-04577873d52e service neutron] Pushing event updated for resources: {'Port': ['ID=859b9b5c-014b-4363-95da-919e86679c59,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:33:10.374817 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27801a59-e5d0-4680-a68a-5ef6c9987d40'] response: {'name': 'network-changed', 'server_uuid': 'c1c6bde9-eca8-4a73-9cb7-016fdecdbcc0', 'tag': '859b9b5c-014b-4363-95da-919e86679c59', 'status': 'completed', 'code': 200} May 05 22:33:10.412268 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f1b859bf-ef9f-4882-b97d-cb889c722be2 req-7edc7551-8f94-4a89-a6eb-40ba892256fe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5bdad67eb83c47369b636346a9ff9b74&device_id=c1c6bde9-eca8-4a73-9cb7-016fdecdbcc0 HTTP/1.1" status: 200 len: 1095 time: 0.0722330 May 05 22:33:10.484703 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f1b859bf-ef9f-4882-b97d-cb889c722be2 req-1eae6855-4621-434b-9583-8aee9e2c6477 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=859b9b5c-014b-4363-95da-919e86679c59 HTTP/1.1" status: 200 len: 217 time: 0.0652752 May 05 22:33:10.549442 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b859bf-ef9f-4882-b97d-cb889c722be2 req-3c63b519-1be5-40a9-99af-da5184b970c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:33:10.550960 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f1b859bf-ef9f-4882-b97d-cb889c722be2 req-3c63b519-1be5-40a9-99af-da5184b970c1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3b083f12-8a2a-49c7-b06c-043b938910a1 HTTP/1.1" status: 200 len: 851 time: 0.0602884 May 05 22:33:10.595295 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f1b859bf-ef9f-4882-b97d-cb889c722be2 req-68572ecd-5cc0-4c2c-b36a-470b2ba8feba service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=25efd8de-b0ef-4618-93bb-9e853f6fef05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385211 May 05 22:33:10.727717 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f1b859bf-ef9f-4882-b97d-cb889c722be2 req-ccbfa7dc-6348-4d06-974b-0445b0c670e7 service neutron] 10.222.0.44 "GET /v2.0/networks/25efd8de-b0ef-4618-93bb-9e853f6fef05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257203 May 05 22:33:10.860838 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f1b859bf-ef9f-4882-b97d-cb889c722be2 req-7438fa22-2136-4739-b1fb-0663e57cad6b service neutron] 10.222.0.44 "GET /v2.0/networks/25efd8de-b0ef-4618-93bb-9e853f6fef05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255746 May 05 22:33:11.023354 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa4386-05f4-4084-b33c-6dc4349a9c6f req-bff9fe44-21b0-4519-bcf8-a0e7f7297ddb tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:33:11.025081 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-31aa4386-05f4-4084-b33c-6dc4349a9c6f req-bff9fe44-21b0-4519-bcf8-a0e7f7297ddb tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1c6bde9-eca8-4a73-9cb7-016fdecdbcc0 HTTP/1.1" status: 200 len: 944 time: 0.0827665 May 05 22:33:11.070639 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3cacd9ff-89d4-4b71-aa95-325cdc27a551 req-b449b40e-16d7-42ec-9449-5c4aba9dd697 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5bdad67eb83c47369b636346a9ff9b74&device_id=c1c6bde9-eca8-4a73-9cb7-016fdecdbcc0 HTTP/1.1" status: 200 len: 1095 time: 0.1643095 May 05 22:33:11.077750 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-31aa4386-05f4-4084-b33c-6dc4349a9c6f req-0b9bef74-573d-45ba-91ee-f9ea754f8137 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/security-groups?id=3fc0dcc5-5d3c-483f-96af-3a4eddbc1d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470872 May 05 22:33:11.202911 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cacd9ff-89d4-4b71-aa95-325cdc27a551 req-a0580a0f-ed4c-4169-a176-ea2965427141 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:33:11.204332 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3cacd9ff-89d4-4b71-aa95-325cdc27a551 req-a0580a0f-ed4c-4169-a176-ea2965427141 service neutron] 10.222.0.44 "GET /v2.0/networks?id=25efd8de-b0ef-4618-93bb-9e853f6fef05 HTTP/1.1" status: 200 len: 912 time: 0.1276815 May 05 22:33:11.274508 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3cacd9ff-89d4-4b71-aa95-325cdc27a551 req-b9345f19-d984-42a0-a44e-8d6d8029a46e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=859b9b5c-014b-4363-95da-919e86679c59 HTTP/1.1" status: 200 len: 217 time: 0.0633364 May 05 22:33:11.337046 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cacd9ff-89d4-4b71-aa95-325cdc27a551 req-fbcbb7c8-ec87-4088-a382-33a9af207506 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:33:11.338428 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3cacd9ff-89d4-4b71-aa95-325cdc27a551 req-fbcbb7c8-ec87-4088-a382-33a9af207506 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3b083f12-8a2a-49c7-b06c-043b938910a1 HTTP/1.1" status: 200 len: 851 time: 0.0580144 May 05 22:33:11.383472 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3cacd9ff-89d4-4b71-aa95-325cdc27a551 req-40187677-2178-48a5-bbc4-80e306e2ab1f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=25efd8de-b0ef-4618-93bb-9e853f6fef05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379236 May 05 22:33:11.514098 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3cacd9ff-89d4-4b71-aa95-325cdc27a551 req-abac4594-fb77-484e-8697-e5b74e65d703 service neutron] 10.222.0.44 "GET /v2.0/networks/25efd8de-b0ef-4618-93bb-9e853f6fef05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241434 May 05 22:33:11.645775 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3cacd9ff-89d4-4b71-aa95-325cdc27a551 req-efe082a5-95b2-44aa-898d-4966767349bb service neutron] 10.222.0.44 "GET /v2.0/networks/25efd8de-b0ef-4618-93bb-9e853f6fef05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239369 May 05 22:33:12.315458 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27267513-a28d-47eb-a919-ec1b2a5f9018 req-0a7ea94f-49b3-46ea-bc45-fb14e71359cf tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:33:12.317001 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-27267513-a28d-47eb-a919-ec1b2a5f9018 req-0a7ea94f-49b3-46ea-bc45-fb14e71359cf tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1c6bde9-eca8-4a73-9cb7-016fdecdbcc0 HTTP/1.1" status: 200 len: 944 time: 0.1005595 May 05 22:33:12.369222 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-27267513-a28d-47eb-a919-ec1b2a5f9018 req-3e6525e2-fa28-47a9-bffc-e13e970c9856 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/security-groups?id=3fc0dcc5-5d3c-483f-96af-3a4eddbc1d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463357 May 05 22:33:12.479169 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 859b9b5c-014b-4363-95da-919e86679c59 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:33:12.632198 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 859b9b5c-014b-4363-95da-919e86679c59, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=859b9b5c-014b-4363-95da-919e86679c59,segment=NetworkSegment(eba42caf-e5fb-4f96-bad7-e35a88b53b36),segment_id=eba42caf-e5fb-4f96-bad7-e35a88b53b36)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:33:12.646850 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '859b9b5c-014b-4363-95da-919e86679c59', 'network_id': '25efd8de-b0ef-4618-93bb-9e853f6fef05', 'port_id': '859b9b5c-014b-4363-95da-919e86679c59', 'mac_address': 'fa:16:3e:cc:92:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b083f12-8a2a-49c7-b06c-043b938910a1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:33:12.700854 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:12.718591 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 859b9b5c-014b-4363-95da-919e86679c59 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:33:12.733748 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 859b9b5c-014b-4363-95da-919e86679c59, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=859b9b5c-014b-4363-95da-919e86679c59,segment=NetworkSegment(eba42caf-e5fb-4f96-bad7-e35a88b53b36),segment_id=eba42caf-e5fb-4f96-bad7-e35a88b53b36)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:33:12.739577 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:12.818245 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=859b9b5c-014b-4363-95da-919e86679c59,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:33:12.930134 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['859b9b5c-014b-4363-95da-919e86679c59'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:33:13.588139 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1652a-e3b8-48ee-8bcb-df1b5f4a2b4e req-1c1cfa03-2089-4fb2-ae87-81c99a8b794d tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:33:13.589600 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-aae1652a-e3b8-48ee-8bcb-df1b5f4a2b4e req-1c1cfa03-2089-4fb2-ae87-81c99a8b794d tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1c6bde9-eca8-4a73-9cb7-016fdecdbcc0 HTTP/1.1" status: 200 len: 945 time: 0.0828583 May 05 22:33:13.638625 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-aae1652a-e3b8-48ee-8bcb-df1b5f4a2b4e req-b6b1f913-7d89-4092-b403-764434b7afb3 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/security-groups?id=3fc0dcc5-5d3c-483f-96af-3a4eddbc1d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404103 May 05 22:33:13.987400 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-38b0a856-92a0-4779-96a4-8e949dd8dafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:14.511011 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 859b9b5c-014b-4363-95da-919e86679c59 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:33:14.589517 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 859b9b5c-014b-4363-95da-919e86679c59 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:33:14.594287 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 859b9b5c-014b-4363-95da-919e86679c59 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:33:14.594648 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:14.728981 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:14.757229 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c6bde9-eca8-4a73-9cb7-016fdecdbcc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859b9b5c-014b-4363-95da-919e86679c59'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:33:14.767631 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 859b9b5c-014b-4363-95da-919e86679c59, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=859b9b5c-014b-4363-95da-919e86679c59,segment=NetworkSegment(eba42caf-e5fb-4f96-bad7-e35a88b53b36),segment_id=eba42caf-e5fb-4f96-bad7-e35a88b53b36)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:33:14.771659 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:14.817703 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51045e59-b748-42eb-bcd2-5522f993b5df'] response: {'server_uuid': 'c1c6bde9-eca8-4a73-9cb7-016fdecdbcc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859b9b5c-014b-4363-95da-919e86679c59', 'code': 200} May 05 22:33:14.843841 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=859b9b5c-014b-4363-95da-919e86679c59,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:33:14.879750 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c9c0d1-f0da-4fa3-895d-82865488cc42 req-490de115-05eb-4634-87cf-c4feb99eaa7a tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:33:14.881292 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-43c9c0d1-f0da-4fa3-895d-82865488cc42 req-490de115-05eb-4634-87cf-c4feb99eaa7a tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1c6bde9-eca8-4a73-9cb7-016fdecdbcc0 HTTP/1.1" status: 200 len: 946 time: 0.0922973 May 05 22:33:14.927639 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-43c9c0d1-f0da-4fa3-895d-82865488cc42 req-5453143c-987a-4b5e-b9d8-1e4118ffada6 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/security-groups?id=3fc0dcc5-5d3c-483f-96af-3a4eddbc1d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405874 May 05 22:33:14.946815 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c509fcdb-faa1-4867-b168-f033ab31d52f req-abe3ddf7-360e-4538-86e1-41bc03ad3ff1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c1c6bde9-eca8-4a73-9cb7-016fdecdbcc0 HTTP/1.1" status: 200 len: 1097 time: 0.0741677 May 05 22:33:14.990577 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c509fcdb-faa1-4867-b168-f033ab31d52f req-56575f08-774d-48a6-b4cb-fde8e6506434 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3fc0dcc5-5d3c-483f-96af-3a4eddbc1d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380733 May 05 22:33:16.150071 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d64f6a3-defb-4bcb-8208-0592fa690fdb req-7edc1c86-8158-48b9-99d0-5dc36d640c68 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:33:16.151553 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8d64f6a3-defb-4bcb-8208-0592fa690fdb req-7edc1c86-8158-48b9-99d0-5dc36d640c68 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1c6bde9-eca8-4a73-9cb7-016fdecdbcc0 HTTP/1.1" status: 200 len: 946 time: 0.0973115 May 05 22:33:16.199860 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8d64f6a3-defb-4bcb-8208-0592fa690fdb req-da76743e-9a39-4d72-ab38-4f4daafeaa84 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/security-groups?id=3fc0dcc5-5d3c-483f-96af-3a4eddbc1d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388229 May 05 22:33:16.313601 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8354ae99-761d-41dd-89b9-0b0cc214e766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:16.407961 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7ec08850-240b-4992-8d9a-59f2b94ed507 req-f61dd11d-580b-40c8-9c93-d3e72a7f4def service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c1c6bde9-eca8-4a73-9cb7-016fdecdbcc0&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0714066 May 05 22:33:16.592685 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 33728) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:33:16.723785 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34603fb3-40b4-49a8-8a1a-e4ef1cc38585 req-080fbac4-afca-4841-8d98-40b757201db8 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:33:16.725202 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-34603fb3-40b4-49a8-8a1a-e4ef1cc38585 req-080fbac4-afca-4841-8d98-40b757201db8 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1c6bde9-eca8-4a73-9cb7-016fdecdbcc0 HTTP/1.1" status: 200 len: 946 time: 0.0797822 May 05 22:33:16.731750 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8466cb12-1e1b-410e-a18b-df3fd58a41a7 req-8dda26d9-2ad6-4b40-8d5f-5016e443c3de service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c1c6bde9-eca8-4a73-9cb7-016fdecdbcc0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1379149 May 05 22:33:16.771531 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-34603fb3-40b4-49a8-8a1a-e4ef1cc38585 req-97fa3777-a7c6-4fb5-b601-4147657a6d9d tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/security-groups?id=3fc0dcc5-5d3c-483f-96af-3a4eddbc1d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405319 May 05 22:33:17.525313 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:17.539681 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:17.970681 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f424a08f-1caf-4b22-abc2-d4c2dbf7aadd req-6fdfb97f-7d88-4af8-b9d7-41733ce29e4d tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:33:17.972099 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f424a08f-1caf-4b22-abc2-d4c2dbf7aadd req-6fdfb97f-7d88-4af8-b9d7-41733ce29e4d tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1c6bde9-eca8-4a73-9cb7-016fdecdbcc0 HTTP/1.1" status: 200 len: 946 time: 0.0807383 May 05 22:33:18.025593 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f424a08f-1caf-4b22-abc2-d4c2dbf7aadd req-d27ac4bc-4997-4780-b147-0fa3242d0cf1 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/security-groups?id=3fc0dcc5-5d3c-483f-96af-3a4eddbc1d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451617 May 05 22:33:18.152874 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8466cb12-1e1b-410e-a18b-df3fd58a41a7 req-59dc5973-7bea-458e-a924-9028b39fb05f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5bdad67eb83c47369b636346a9ff9b74&device_id=c1c6bde9-eca8-4a73-9cb7-016fdecdbcc0 HTTP/1.1" status: 200 len: 1097 time: 0.0742550 May 05 22:33:18.296802 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466cb12-1e1b-410e-a18b-df3fd58a41a7 req-acc7a0fa-70ce-453e-ba9a-aafef2f82c7a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:33:18.298237 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8466cb12-1e1b-410e-a18b-df3fd58a41a7 req-acc7a0fa-70ce-453e-ba9a-aafef2f82c7a service neutron] 10.222.0.44 "GET /v2.0/networks?id=25efd8de-b0ef-4618-93bb-9e853f6fef05 HTTP/1.1" status: 200 len: 912 time: 0.1389546 May 05 22:33:18.375396 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8466cb12-1e1b-410e-a18b-df3fd58a41a7 req-c544d77c-23e9-4cc7-8213-66baa3c389ae service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=859b9b5c-014b-4363-95da-919e86679c59 HTTP/1.1" status: 200 len: 217 time: 0.0711801 May 05 22:33:18.442807 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466cb12-1e1b-410e-a18b-df3fd58a41a7 req-dd5040e0-70a5-4db5-a50b-34ad4c1abebf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:33:18.444141 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8466cb12-1e1b-410e-a18b-df3fd58a41a7 req-dd5040e0-70a5-4db5-a50b-34ad4c1abebf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3b083f12-8a2a-49c7-b06c-043b938910a1 HTTP/1.1" status: 200 len: 851 time: 0.0620427 May 05 22:33:18.494174 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8466cb12-1e1b-410e-a18b-df3fd58a41a7 req-4cb3ef3b-485d-4c70-99a6-861c9da9016b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=25efd8de-b0ef-4618-93bb-9e853f6fef05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434051 May 05 22:33:18.632904 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8466cb12-1e1b-410e-a18b-df3fd58a41a7 req-f9b3fba9-52a7-431c-b4ce-585283816c60 service neutron] 10.222.0.44 "GET /v2.0/networks/25efd8de-b0ef-4618-93bb-9e853f6fef05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327019 May 05 22:33:18.768370 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8466cb12-1e1b-410e-a18b-df3fd58a41a7 req-1cf45142-620f-4a8e-b1a1-21b70e1defcb service neutron] 10.222.0.44 "GET /v2.0/networks/25efd8de-b0ef-4618-93bb-9e853f6fef05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295183 May 05 22:33:19.091193 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:19.399324 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd085bf-8e3a-4293-8403-33d522ec40af req-24dc7120-14d3-4a01-be4f-24895f4a376f tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:33:19.400773 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-edd085bf-8e3a-4293-8403-33d522ec40af req-24dc7120-14d3-4a01-be4f-24895f4a376f tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1c6bde9-eca8-4a73-9cb7-016fdecdbcc0 HTTP/1.1" status: 200 len: 946 time: 0.0884635 May 05 22:33:19.448084 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-edd085bf-8e3a-4293-8403-33d522ec40af req-e651a9d5-9cdb-4058-b3fe-e92846c3261c tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/security-groups?id=3fc0dcc5-5d3c-483f-96af-3a4eddbc1d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416753 May 05 22:33:20.664537 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40361ab9-4f9d-4366-8715-e3dc012ce0c2 req-b052cc02-21c9-4d0c-bdd7-564416d76e36 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:33:20.665951 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-40361ab9-4f9d-4366-8715-e3dc012ce0c2 req-b052cc02-21c9-4d0c-bdd7-564416d76e36 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1c6bde9-eca8-4a73-9cb7-016fdecdbcc0 HTTP/1.1" status: 200 len: 946 time: 0.0814135 May 05 22:33:20.721115 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-40361ab9-4f9d-4366-8715-e3dc012ce0c2 req-b5e59e77-bfb6-4634-a3b1-613eba7c7b3d tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/security-groups?id=3fc0dcc5-5d3c-483f-96af-3a4eddbc1d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484998 May 05 22:33:21.940780 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a0c1b7-a011-4398-ba25-4c7a0e4db7f1 req-138035a8-4972-43e6-9b40-48ebf253367b tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:33:21.942155 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-78a0c1b7-a011-4398-ba25-4c7a0e4db7f1 req-138035a8-4972-43e6-9b40-48ebf253367b tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1c6bde9-eca8-4a73-9cb7-016fdecdbcc0 HTTP/1.1" status: 200 len: 946 time: 0.0869279 May 05 22:33:21.989487 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-78a0c1b7-a011-4398-ba25-4c7a0e4db7f1 req-7586c035-42aa-423d-9490-88d4aa0714d7 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/security-groups?id=3fc0dcc5-5d3c-483f-96af-3a4eddbc1d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416360 May 05 22:33:23.214474 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c084e5ed-57af-4a82-8d64-551f4bb1a6f4 req-7e2b7168-527e-4304-b7e6-dda330efdb92 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:33:23.215952 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c084e5ed-57af-4a82-8d64-551f4bb1a6f4 req-7e2b7168-527e-4304-b7e6-dda330efdb92 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1c6bde9-eca8-4a73-9cb7-016fdecdbcc0 HTTP/1.1" status: 200 len: 946 time: 0.0834036 May 05 22:33:23.265775 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c084e5ed-57af-4a82-8d64-551f4bb1a6f4 req-74378855-446b-4b81-96ee-2bcf198a0ad9 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/security-groups?id=3fc0dcc5-5d3c-483f-96af-3a4eddbc1d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405884 May 05 22:33:24.481883 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b279e-c3df-49eb-925c-96e1ae7dd095 req-34f15baa-bdc3-4cb2-80a1-763bb0ca7a08 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:33:24.483431 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-089b279e-c3df-49eb-925c-96e1ae7dd095 req-34f15baa-bdc3-4cb2-80a1-763bb0ca7a08 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1c6bde9-eca8-4a73-9cb7-016fdecdbcc0 HTTP/1.1" status: 200 len: 946 time: 0.0830667 May 05 22:33:24.530459 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-089b279e-c3df-49eb-925c-96e1ae7dd095 req-b3002f45-cf37-45c8-bf7f-685824474c82 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/security-groups?id=3fc0dcc5-5d3c-483f-96af-3a4eddbc1d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413146 May 05 22:33:25.732814 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851d047-4af5-4db8-b363-72658ae4f328 req-28d99874-4d3b-42a9-a0fd-6b1add73a2b7 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:33:25.734246 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f851d047-4af5-4db8-b363-72658ae4f328 req-28d99874-4d3b-42a9-a0fd-6b1add73a2b7 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1c6bde9-eca8-4a73-9cb7-016fdecdbcc0 HTTP/1.1" status: 200 len: 946 time: 0.0820372 May 05 22:33:25.782553 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f851d047-4af5-4db8-b363-72658ae4f328 req-6d03e15b-f083-47b9-94db-4e26905af2b0 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/security-groups?id=3fc0dcc5-5d3c-483f-96af-3a4eddbc1d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424914 May 05 22:33:26.989092 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0481d862-49f4-4eae-8fc2-026272b00e70 req-6eab3a38-fb0a-4258-b6ed-f198aebec99a tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:33:26.990522 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0481d862-49f4-4eae-8fc2-026272b00e70 req-6eab3a38-fb0a-4258-b6ed-f198aebec99a tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1c6bde9-eca8-4a73-9cb7-016fdecdbcc0 HTTP/1.1" status: 200 len: 946 time: 0.0789127 May 05 22:33:27.042900 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0481d862-49f4-4eae-8fc2-026272b00e70 req-7c238126-1015-4857-9f50-2fa70ee159ef tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/security-groups?id=3fc0dcc5-5d3c-483f-96af-3a4eddbc1d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441749 May 05 22:33:27.424216 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7f648bc1-e2e4-4d1b-ac39-cba4ee7aae03 req-2b2f9d0a-d195-4997-bb7c-183a9024dc67 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5bdad67eb83c47369b636346a9ff9b74&device_id=c1c6bde9-eca8-4a73-9cb7-016fdecdbcc0 HTTP/1.1" status: 200 len: 1097 time: 0.1629069 May 05 22:33:27.592242 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f648bc1-e2e4-4d1b-ac39-cba4ee7aae03 req-ae7e88db-4860-4eec-902b-27e81ab39233 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:33:27.593771 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7f648bc1-e2e4-4d1b-ac39-cba4ee7aae03 req-ae7e88db-4860-4eec-902b-27e81ab39233 service neutron] 10.222.0.44 "GET /v2.0/networks?id=25efd8de-b0ef-4618-93bb-9e853f6fef05 HTTP/1.1" status: 200 len: 912 time: 0.1481824 May 05 22:33:27.661356 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7f648bc1-e2e4-4d1b-ac39-cba4ee7aae03 req-172f44da-d637-4cd5-ae40-b36f00bcbbd6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=859b9b5c-014b-4363-95da-919e86679c59 HTTP/1.1" status: 200 len: 217 time: 0.0613201 May 05 22:33:27.729624 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f648bc1-e2e4-4d1b-ac39-cba4ee7aae03 req-6d9d7343-0f5a-4407-99dc-cead98ee2682 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:33:27.731014 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7f648bc1-e2e4-4d1b-ac39-cba4ee7aae03 req-6d9d7343-0f5a-4407-99dc-cead98ee2682 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3b083f12-8a2a-49c7-b06c-043b938910a1 HTTP/1.1" status: 200 len: 851 time: 0.0634699 May 05 22:33:27.774314 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7f648bc1-e2e4-4d1b-ac39-cba4ee7aae03 req-02b4c766-cc91-4fe7-95fe-1650bf66fc43 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=25efd8de-b0ef-4618-93bb-9e853f6fef05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375366 May 05 22:33:27.907728 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7f648bc1-e2e4-4d1b-ac39-cba4ee7aae03 req-7d3b8641-c7fd-4e13-8a09-667b34d30eb0 service neutron] 10.222.0.44 "GET /v2.0/networks/25efd8de-b0ef-4618-93bb-9e853f6fef05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275301 May 05 22:33:28.040809 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7f648bc1-e2e4-4d1b-ac39-cba4ee7aae03 req-0c6fc334-0259-4f5d-b219-a4bb8f85d900 service neutron] 10.222.0.44 "GET /v2.0/networks/25efd8de-b0ef-4618-93bb-9e853f6fef05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264288 May 05 22:33:28.274005 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0e59f-fa32-4b70-97a4-09c7a081dc69 req-dea65e2b-ab76-4e63-867f-b2ee4524d95f tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:33:28.275489 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d5d0e59f-fa32-4b70-97a4-09c7a081dc69 req-dea65e2b-ab76-4e63-867f-b2ee4524d95f tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1c6bde9-eca8-4a73-9cb7-016fdecdbcc0 HTTP/1.1" status: 200 len: 946 time: 0.0797806 May 05 22:33:28.321843 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d5d0e59f-fa32-4b70-97a4-09c7a081dc69 req-a8010ae0-6961-41df-9bb4-fb3d27880c74 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/security-groups?id=3fc0dcc5-5d3c-483f-96af-3a4eddbc1d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407403 May 05 22:33:29.539166 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231732a-0069-48a4-909d-b5b95c355467 req-72b1dcd2-3b4a-469b-8e95-7ac7b577a822 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:33:29.540637 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5231732a-0069-48a4-909d-b5b95c355467 req-72b1dcd2-3b4a-469b-8e95-7ac7b577a822 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1c6bde9-eca8-4a73-9cb7-016fdecdbcc0 HTTP/1.1" status: 200 len: 946 time: 0.0860837 May 05 22:33:29.586643 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5231732a-0069-48a4-909d-b5b95c355467 req-8b71a548-e2fc-48e9-a293-ea27ffb8ec7b tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/security-groups?id=3fc0dcc5-5d3c-483f-96af-3a4eddbc1d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403750 May 05 22:33:30.814680 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148d0ff-15c9-480b-9121-d2d6c78446dd req-20544b20-f3e0-4e25-b36e-1003f69e17ef tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:33:30.816131 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a148d0ff-15c9-480b-9121-d2d6c78446dd req-20544b20-f3e0-4e25-b36e-1003f69e17ef tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1c6bde9-eca8-4a73-9cb7-016fdecdbcc0 HTTP/1.1" status: 200 len: 946 time: 0.0923893 May 05 22:33:30.861415 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a148d0ff-15c9-480b-9121-d2d6c78446dd req-67ae6cf2-2660-48d4-916e-42f7eeeac055 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/security-groups?id=3fc0dcc5-5d3c-483f-96af-3a4eddbc1d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396154 May 05 22:33:32.196918 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8014df-da7d-4514-8f6f-85edc06fe933 req-d45d03cc-37e9-4127-89bf-d4b68f58550a tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:33:32.198263 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3a8014df-da7d-4514-8f6f-85edc06fe933 req-d45d03cc-37e9-4127-89bf-d4b68f58550a tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1c6bde9-eca8-4a73-9cb7-016fdecdbcc0 HTTP/1.1" status: 200 len: 946 time: 0.1974375 May 05 22:33:32.246181 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3a8014df-da7d-4514-8f6f-85edc06fe933 req-418329dc-88e8-4312-8a43-a3f1bdfce6b2 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/security-groups?id=3fc0dcc5-5d3c-483f-96af-3a4eddbc1d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421319 May 05 22:33:33.461834 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2ee32-5119-4f28-bfad-0f5e066f4900 req-2517baf4-d7e9-4704-b51c-c24d5a1b9514 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:33:33.463279 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f6e2ee32-5119-4f28-bfad-0f5e066f4900 req-2517baf4-d7e9-4704-b51c-c24d5a1b9514 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1c6bde9-eca8-4a73-9cb7-016fdecdbcc0 HTTP/1.1" status: 200 len: 946 time: 0.0859511 May 05 22:33:33.511869 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f6e2ee32-5119-4f28-bfad-0f5e066f4900 req-22747cde-4883-4963-8517-cf622bd1e4a7 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/security-groups?id=3fc0dcc5-5d3c-483f-96af-3a4eddbc1d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429580 May 05 22:33:34.709741 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5125f5-8fef-4368-845d-75d676526c08 req-a7fb4342-73c4-4956-ba95-44f5d82a85b8 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:33:34.711212 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8e5125f5-8fef-4368-845d-75d676526c08 req-a7fb4342-73c4-4956-ba95-44f5d82a85b8 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1c6bde9-eca8-4a73-9cb7-016fdecdbcc0 HTTP/1.1" status: 200 len: 946 time: 0.0787899 May 05 22:33:34.758126 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8e5125f5-8fef-4368-845d-75d676526c08 req-cdb7ac37-37c6-4616-8ceb-1f9e06866c6a tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/security-groups?id=3fc0dcc5-5d3c-483f-96af-3a4eddbc1d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411086 May 05 22:33:35.980184 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b052225-0eac-4589-b988-47debdf616b3 req-53393823-ae48-4c91-8043-1df0864f903a tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:33:35.981515 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5b052225-0eac-4589-b988-47debdf616b3 req-53393823-ae48-4c91-8043-1df0864f903a tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1c6bde9-eca8-4a73-9cb7-016fdecdbcc0 HTTP/1.1" status: 200 len: 946 time: 0.0854249 May 05 22:33:36.036281 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5b052225-0eac-4589-b988-47debdf616b3 req-237fe593-7ddd-4173-acce-cd19fe602462 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/security-groups?id=3fc0dcc5-5d3c-483f-96af-3a4eddbc1d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486917 May 05 22:33:36.220759 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:36.490148 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:37.272481 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152eb7ab-294b-475a-adb1-425c4ab5c7c6 req-e30440c5-f264-4349-9f3a-399febc73068 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:33:37.273911 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-152eb7ab-294b-475a-adb1-425c4ab5c7c6 req-e30440c5-f264-4349-9f3a-399febc73068 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1c6bde9-eca8-4a73-9cb7-016fdecdbcc0 HTTP/1.1" status: 200 len: 946 time: 0.0972881 May 05 22:33:37.321340 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-152eb7ab-294b-475a-adb1-425c4ab5c7c6 req-f5a2b584-1ee5-4cce-b112-1cd4bfbc7bbd tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/security-groups?id=3fc0dcc5-5d3c-483f-96af-3a4eddbc1d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416384 May 05 22:33:38.530825 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f2aae7-218d-4bb0-a537-caa8cbec0b21 req-384f5595-4775-4187-8fa6-f11553b3c9b0 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:33:38.532702 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c4f2aae7-218d-4bb0-a537-caa8cbec0b21 req-384f5595-4775-4187-8fa6-f11553b3c9b0 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1c6bde9-eca8-4a73-9cb7-016fdecdbcc0 HTTP/1.1" status: 200 len: 946 time: 0.0834544 May 05 22:33:38.580251 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c4f2aae7-218d-4bb0-a537-caa8cbec0b21 req-24205caf-b8e4-44ec-b6de-6195cbd43ada tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/security-groups?id=3fc0dcc5-5d3c-483f-96af-3a4eddbc1d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413151 May 05 22:33:39.336128 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:33:39.801977 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f4482-57a9-4665-881c-4ea8edbde2eb req-5183b9e8-8fd6-41a1-8aea-fc8beee293f9 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:33:39.803454 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f81f4482-57a9-4665-881c-4ea8edbde2eb req-5183b9e8-8fd6-41a1-8aea-fc8beee293f9 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1c6bde9-eca8-4a73-9cb7-016fdecdbcc0 HTTP/1.1" status: 200 len: 946 time: 0.0803816 May 05 22:33:39.852957 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f81f4482-57a9-4665-881c-4ea8edbde2eb req-e5b899ed-f194-49b3-8b7d-e3ea80c9ad0c tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/security-groups?id=3fc0dcc5-5d3c-483f-96af-3a4eddbc1d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439508 May 05 22:33:41.061419 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb4799-3ff4-4125-8ffe-4ec8a32832f5 req-fe09a7c0-39b8-4b0b-8438-dd588e238874 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:33:41.063057 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-24eb4799-3ff4-4125-8ffe-4ec8a32832f5 req-fe09a7c0-39b8-4b0b-8438-dd588e238874 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1c6bde9-eca8-4a73-9cb7-016fdecdbcc0 HTTP/1.1" status: 200 len: 946 time: 0.0828934 May 05 22:33:41.113324 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-24eb4799-3ff4-4125-8ffe-4ec8a32832f5 req-e21be40e-550a-463c-bdce-eb96a94e24a7 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/security-groups?id=3fc0dcc5-5d3c-483f-96af-3a4eddbc1d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442646 May 05 22:33:42.326298 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dcce5d-3e6d-42ca-ae2e-78ca54859378 req-92dcda6e-ff38-4bbd-8e5f-2b840fe625a0 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:33:42.327809 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-73dcce5d-3e6d-42ca-ae2e-78ca54859378 req-92dcda6e-ff38-4bbd-8e5f-2b840fe625a0 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1c6bde9-eca8-4a73-9cb7-016fdecdbcc0 HTTP/1.1" status: 200 len: 946 time: 0.0827782 May 05 22:33:42.374343 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-73dcce5d-3e6d-42ca-ae2e-78ca54859378 req-a56390ad-57db-46d5-af53-07f0c2b336f4 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/security-groups?id=3fc0dcc5-5d3c-483f-96af-3a4eddbc1d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399935 May 05 22:33:43.582171 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19eb47d-23d3-437a-b67d-7b4ec658565a req-48ed44e5-c82c-49f8-9d46-827623d78c2c tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:33:43.583644 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a19eb47d-23d3-437a-b67d-7b4ec658565a req-48ed44e5-c82c-49f8-9d46-827623d78c2c tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1c6bde9-eca8-4a73-9cb7-016fdecdbcc0 HTTP/1.1" status: 200 len: 946 time: 0.0776174 May 05 22:33:43.629869 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a19eb47d-23d3-437a-b67d-7b4ec658565a req-8c7885a4-f440-40a7-9465-8bd865faa892 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/security-groups?id=3fc0dcc5-5d3c-483f-96af-3a4eddbc1d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405276 May 05 22:33:43.995425 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-21d65432-9ad7-4f75-9444-33753ee77acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:44.847497 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faadcbad-4cfe-49a2-bd13-1ec2c10bc55a req-7852238e-35f0-4b7e-8285-5500c6af754d tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:33:44.848829 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-faadcbad-4cfe-49a2-bd13-1ec2c10bc55a req-7852238e-35f0-4b7e-8285-5500c6af754d tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1c6bde9-eca8-4a73-9cb7-016fdecdbcc0 HTTP/1.1" status: 200 len: 946 time: 0.0848820 May 05 22:33:44.906222 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-faadcbad-4cfe-49a2-bd13-1ec2c10bc55a req-f60f4709-890a-45d9-9b9c-cc2e6ec558a4 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/security-groups?id=3fc0dcc5-5d3c-483f-96af-3a4eddbc1d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486708 May 05 22:33:45.592026 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [req-8466cb12-1e1b-410e-a18b-df3fd58a41a7 req-d4248eb0-f40e-440c-85ca-3332c8d99344 service neutron] show failed (client error): The resource could not be found. May 05 22:33:45.593032 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8466cb12-1e1b-410e-a18b-df3fd58a41a7 req-d4248eb0-f40e-440c-85ca-3332c8d99344 service neutron] 10.222.0.44 "GET /v2.0/ports/859b9b5c-014b-4363-95da-919e86679c59/bindings/n-h2-825175-4 HTTP/1.1" status: 404 len: 380 time: 0.0825562 May 05 22:33:45.872333 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8466cb12-1e1b-410e-a18b-df3fd58a41a7 req-b5d6afc9-1913-4fe0-849c-02f46fe0bb61 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c1c6bde9-eca8-4a73-9cb7-016fdecdbcc0&tenant_id=5bdad67eb83c47369b636346a9ff9b74 HTTP/1.1" status: 200 len: 1097 time: 0.0768812 May 05 22:33:45.884816 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-8466cb12-1e1b-410e-a18b-df3fd58a41a7 req-fce493ef-75ee-4daf-b29a-29f11eab6e5c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825175-4', 'device_owner': 'compute:nova'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:33:46.015423 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-8466cb12-1e1b-410e-a18b-df3fd58a41a7 req-fce493ef-75ee-4daf-b29a-29f11eab6e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:46.233471 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457078e-1f8d-44e5-b05a-b6365b36c28f req-6112a8b4-c974-45f0-9597-26663a92dcb7 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:33:46.235445 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3457078e-1f8d-44e5-b05a-b6365b36c28f req-6112a8b4-c974-45f0-9597-26663a92dcb7 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1c6bde9-eca8-4a73-9cb7-016fdecdbcc0 HTTP/1.1" status: 200 len: 946 time: 0.2048349 May 05 22:33:46.309346 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-42dfdb9b-69ec-4ce0-bb92-4bd2b007fa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:46.379470 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3457078e-1f8d-44e5-b05a-b6365b36c28f req-03513297-5a26-4cc4-b54e-530bd92793fa tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/security-groups?id=3fc0dcc5-5d3c-483f-96af-3a4eddbc1d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874047 May 05 22:33:46.388575 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-8466cb12-1e1b-410e-a18b-df3fd58a41a7 req-fce493ef-75ee-4daf-b29a-29f11eab6e5c service neutron] For port 859b9b5c-014b-4363-95da-919e86679c59, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=859b9b5c-014b-4363-95da-919e86679c59,segment=NetworkSegment(eba42caf-e5fb-4f96-bad7-e35a88b53b36),segment_id=eba42caf-e5fb-4f96-bad7-e35a88b53b36)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:33:46.420917 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-8466cb12-1e1b-410e-a18b-df3fd58a41a7 req-fce493ef-75ee-4daf-b29a-29f11eab6e5c service neutron] For port 859b9b5c-014b-4363-95da-919e86679c59, host n-h1-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:33:46.475802 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c6bde9-eca8-4a73-9cb7-016fdecdbcc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '859b9b5c-014b-4363-95da-919e86679c59'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:33:46.484089 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-8466cb12-1e1b-410e-a18b-df3fd58a41a7 req-fce493ef-75ee-4daf-b29a-29f11eab6e5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:46.505125 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-8466cb12-1e1b-410e-a18b-df3fd58a41a7 req-fce493ef-75ee-4daf-b29a-29f11eab6e5c service neutron] Transition to ACTIVE for port object 859b9b5c-014b-4363-95da-919e86679c59 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:33:46.509393 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-8466cb12-1e1b-410e-a18b-df3fd58a41a7 req-fce493ef-75ee-4daf-b29a-29f11eab6e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:46.560989 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22bdef1f-fa7f-4dee-8764-e2299d4602cf'] response: {'server_uuid': 'c1c6bde9-eca8-4a73-9cb7-016fdecdbcc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '859b9b5c-014b-4363-95da-919e86679c59', 'code': 200} May 05 22:33:46.728088 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce493ef-75ee-4daf-b29a-29f11eab6e5c service neutron] Pushing event updated for resources: {'Port': ['ID=859b9b5c-014b-4363-95da-919e86679c59,revision_number=6']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:33:46.762475 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-8466cb12-1e1b-410e-a18b-df3fd58a41a7 req-fce493ef-75ee-4daf-b29a-29f11eab6e5c service neutron] No DVR routers for this DVR port 859b9b5c-014b-4363-95da-919e86679c59 on host n-h1-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:33:46.820023 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-8466cb12-1e1b-410e-a18b-df3fd58a41a7 req-fce493ef-75ee-4daf-b29a-29f11eab6e5c service neutron] Attempting to bind port 859b9b5c-014b-4363-95da-919e86679c59 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:33:46.820354 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-8466cb12-1e1b-410e-a18b-df3fd58a41a7 req-fce493ef-75ee-4daf-b29a-29f11eab6e5c service neutron] Attempting to bind port 859b9b5c-014b-4363-95da-919e86679c59 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'eba42caf-e5fb-4f96-bad7-e35a88b53b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '25efd8de-b0ef-4618-93bb-9e853f6fef05'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:33:46.820672 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8466cb12-1e1b-410e-a18b-df3fd58a41a7 req-fce493ef-75ee-4daf-b29a-29f11eab6e5c service neutron] Attempting to bind port 859b9b5c-014b-4363-95da-919e86679c59 on network 25efd8de-b0ef-4618-93bb-9e853f6fef05 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:33:46.826387 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8466cb12-1e1b-410e-a18b-df3fd58a41a7 req-fce493ef-75ee-4daf-b29a-29f11eab6e5c service neutron] Port 859b9b5c-014b-4363-95da-919e86679c59 on network 25efd8de-b0ef-4618-93bb-9e853f6fef05 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:33:46.826719 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8466cb12-1e1b-410e-a18b-df3fd58a41a7 req-fce493ef-75ee-4daf-b29a-29f11eab6e5c service neutron] Attempting to bind port 859b9b5c-014b-4363-95da-919e86679c59 on network 25efd8de-b0ef-4618-93bb-9e853f6fef05 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:33:46.833679 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8466cb12-1e1b-410e-a18b-df3fd58a41a7 req-fce493ef-75ee-4daf-b29a-29f11eab6e5c service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:33:46.834011 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8466cb12-1e1b-410e-a18b-df3fd58a41a7 req-fce493ef-75ee-4daf-b29a-29f11eab6e5c service neutron] Checking segment: {'id': 'eba42caf-e5fb-4f96-bad7-e35a88b53b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '25efd8de-b0ef-4618-93bb-9e853f6fef05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:33:46.834385 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8466cb12-1e1b-410e-a18b-df3fd58a41a7 req-fce493ef-75ee-4daf-b29a-29f11eab6e5c service neutron] Bound using segment: {'id': 'eba42caf-e5fb-4f96-bad7-e35a88b53b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '25efd8de-b0ef-4618-93bb-9e853f6fef05'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:33:46.834863 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-8466cb12-1e1b-410e-a18b-df3fd58a41a7 req-fce493ef-75ee-4daf-b29a-29f11eab6e5c service neutron] Bound port: 859b9b5c-014b-4363-95da-919e86679c59, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eba42caf-e5fb-4f96-bad7-e35a88b53b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '25efd8de-b0ef-4618-93bb-9e853f6fef05'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:33:46.835209 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-8466cb12-1e1b-410e-a18b-df3fd58a41a7 req-fce493ef-75ee-4daf-b29a-29f11eab6e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:46.924640 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-8466cb12-1e1b-410e-a18b-df3fd58a41a7 req-fce493ef-75ee-4daf-b29a-29f11eab6e5c service neutron] For port 859b9b5c-014b-4363-95da-919e86679c59, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:33:46.927723 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-8466cb12-1e1b-410e-a18b-df3fd58a41a7 req-fce493ef-75ee-4daf-b29a-29f11eab6e5c service neutron] For port 859b9b5c-014b-4363-95da-919e86679c59, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=859b9b5c-014b-4363-95da-919e86679c59,segment=NetworkSegment(eba42caf-e5fb-4f96-bad7-e35a88b53b36),segment_id=eba42caf-e5fb-4f96-bad7-e35a88b53b36)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:33:46.932841 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-8466cb12-1e1b-410e-a18b-df3fd58a41a7 req-fce493ef-75ee-4daf-b29a-29f11eab6e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:46.999105 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-8466cb12-1e1b-410e-a18b-df3fd58a41a7 req-fce493ef-75ee-4daf-b29a-29f11eab6e5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:47.000509 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8466cb12-1e1b-410e-a18b-df3fd58a41a7 req-fce493ef-75ee-4daf-b29a-29f11eab6e5c service neutron] 10.222.0.32 "PUT /v2.0/ports/859b9b5c-014b-4363-95da-919e86679c59 HTTP/1.1" status: 200 len: 1092 time: 1.1211114 May 05 22:33:47.014606 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce493ef-75ee-4daf-b29a-29f11eab6e5c service neutron] Pushing event updated for resources: {'Port': ['ID=859b9b5c-014b-4363-95da-919e86679c59,revision_number=7']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:33:47.093330 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8466cb12-1e1b-410e-a18b-df3fd58a41a7 req-22f2da46-142a-429f-88c4-cfc75dd03dcc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5bdad67eb83c47369b636346a9ff9b74&device_id=c1c6bde9-eca8-4a73-9cb7-016fdecdbcc0 HTTP/1.1" status: 200 len: 1095 time: 0.0711575 May 05 22:33:47.231599 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466cb12-1e1b-410e-a18b-df3fd58a41a7 req-d8e6f452-552c-4afb-9e25-18585f73306d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:33:47.233154 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8466cb12-1e1b-410e-a18b-df3fd58a41a7 req-d8e6f452-552c-4afb-9e25-18585f73306d service neutron] 10.222.0.32 "GET /v2.0/networks?id=25efd8de-b0ef-4618-93bb-9e853f6fef05 HTTP/1.1" status: 200 len: 912 time: 0.1337070 May 05 22:33:47.308286 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8466cb12-1e1b-410e-a18b-df3fd58a41a7 req-71ee9b4d-2fce-4a23-bcc6-8d86697e9928 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=859b9b5c-014b-4363-95da-919e86679c59 HTTP/1.1" status: 200 len: 217 time: 0.0691636 May 05 22:33:47.382123 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466cb12-1e1b-410e-a18b-df3fd58a41a7 req-2e19a51f-2a8f-4936-96a3-186d30803b45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:33:47.383572 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8466cb12-1e1b-410e-a18b-df3fd58a41a7 req-2e19a51f-2a8f-4936-96a3-186d30803b45 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3b083f12-8a2a-49c7-b06c-043b938910a1 HTTP/1.1" status: 200 len: 851 time: 0.0693991 May 05 22:33:47.428579 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8466cb12-1e1b-410e-a18b-df3fd58a41a7 req-e165c048-c185-4328-a3ee-0ea65db0844a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=25efd8de-b0ef-4618-93bb-9e853f6fef05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387337 May 05 22:33:47.563536 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:47.573384 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:47.616961 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8466cb12-1e1b-410e-a18b-df3fd58a41a7 req-0c9cd123-a419-4ed5-b5b6-5435ef27709f service neutron] 10.222.0.32 "GET /v2.0/networks/25efd8de-b0ef-4618-93bb-9e853f6fef05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825314 May 05 22:33:47.697223 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20fc33b-880a-48ee-9d44-54cf953362bb req-5261010a-3ead-467b-8250-88a9b7a5e109 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:33:47.698633 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a20fc33b-880a-48ee-9d44-54cf953362bb req-5261010a-3ead-467b-8250-88a9b7a5e109 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1c6bde9-eca8-4a73-9cb7-016fdecdbcc0 HTTP/1.1" status: 200 len: 944 time: 0.1955559 May 05 22:33:47.781151 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a20fc33b-880a-48ee-9d44-54cf953362bb req-ce588792-d8f8-4aa2-b1ee-15dcc4069c46 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/security-groups?id=3fc0dcc5-5d3c-483f-96af-3a4eddbc1d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760355 May 05 22:33:47.786670 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8466cb12-1e1b-410e-a18b-df3fd58a41a7 req-60a75f2a-be4a-4f22-8f83-2bb71b87280b service neutron] 10.222.0.32 "GET /v2.0/networks/25efd8de-b0ef-4618-93bb-9e853f6fef05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638777 May 05 22:33:48.562681 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1c6bde9-eca8-4a73-9cb7-016fdecdbcc0', 'tag': '859b9b5c-014b-4363-95da-919e86679c59'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:33:48.631742 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df8241e8-b5a2-421e-9e2f-22e3593298ae'] response: {'name': 'network-changed', 'server_uuid': 'c1c6bde9-eca8-4a73-9cb7-016fdecdbcc0', 'tag': '859b9b5c-014b-4363-95da-919e86679c59', 'status': 'completed', 'code': 200} May 05 22:33:48.634609 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 859b9b5c-014b-4363-95da-919e86679c59 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:33:48.694438 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 859b9b5c-014b-4363-95da-919e86679c59 not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:33:48.719924 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f8e81e95-b2c4-4301-bc4f-320ed93f0d61 req-c937681e-933a-4fa9-85a6-349799ee7d92 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5bdad67eb83c47369b636346a9ff9b74&device_id=c1c6bde9-eca8-4a73-9cb7-016fdecdbcc0 HTTP/1.1" status: 200 len: 1095 time: 0.0708928 May 05 22:33:48.739692 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f8e81e95-b2c4-4301-bc4f-320ed93f0d61 req-d6778dcb-0559-4c49-bf11-1b6ddb30e303 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5bdad67eb83c47369b636346a9ff9b74&device_id=c1c6bde9-eca8-4a73-9cb7-016fdecdbcc0 HTTP/1.1" status: 200 len: 1095 time: 0.0800025 May 05 22:33:48.854957 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e81e95-b2c4-4301-bc4f-320ed93f0d61 req-146a1fa0-262c-4469-85b6-a31ad8672635 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:33:48.856698 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f8e81e95-b2c4-4301-bc4f-320ed93f0d61 req-146a1fa0-262c-4469-85b6-a31ad8672635 service neutron] 10.222.0.32 "GET /v2.0/networks?id=25efd8de-b0ef-4618-93bb-9e853f6fef05 HTTP/1.1" status: 200 len: 912 time: 0.1305006 May 05 22:33:48.875090 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e81e95-b2c4-4301-bc4f-320ed93f0d61 req-655b2391-815a-47af-aa28-ad3110841f1f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:33:48.876659 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f8e81e95-b2c4-4301-bc4f-320ed93f0d61 req-655b2391-815a-47af-aa28-ad3110841f1f service neutron] 10.222.0.44 "GET /v2.0/networks?id=25efd8de-b0ef-4618-93bb-9e853f6fef05 HTTP/1.1" status: 200 len: 912 time: 0.1312473 May 05 22:33:48.949913 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f8e81e95-b2c4-4301-bc4f-320ed93f0d61 req-aa9ba4bd-2413-4989-9105-1877f5f4fbfe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=859b9b5c-014b-4363-95da-919e86679c59 HTTP/1.1" status: 200 len: 217 time: 0.0664978 May 05 22:33:48.967437 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f8e81e95-b2c4-4301-bc4f-320ed93f0d61 req-4bdfb797-1b6f-47c2-935f-073e2dc4d0d0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=859b9b5c-014b-4363-95da-919e86679c59 HTTP/1.1" status: 200 len: 217 time: 0.1036599 May 05 22:33:49.011421 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e81e95-b2c4-4301-bc4f-320ed93f0d61 req-aaf84213-cada-489a-94e1-43434e56583b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:33:49.012896 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f8e81e95-b2c4-4301-bc4f-320ed93f0d61 req-aaf84213-cada-489a-94e1-43434e56583b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3b083f12-8a2a-49c7-b06c-043b938910a1 HTTP/1.1" status: 200 len: 851 time: 0.0581255 May 05 22:33:49.046297 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e81e95-b2c4-4301-bc4f-320ed93f0d61 req-1ce736f6-27d7-4659-8f34-0f565044b007 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:33:49.047762 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f8e81e95-b2c4-4301-bc4f-320ed93f0d61 req-1ce736f6-27d7-4659-8f34-0f565044b007 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3b083f12-8a2a-49c7-b06c-043b938910a1 HTTP/1.1" status: 200 len: 851 time: 0.0700045 May 05 22:33:49.057060 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3222f-d00c-4c96-9f3f-5a89c36b69fe req-3b4db7b8-ce9c-43bf-82dc-5b20d5f37524 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:33:49.058460 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-75d3222f-d00c-4c96-9f3f-5a89c36b69fe req-3b4db7b8-ce9c-43bf-82dc-5b20d5f37524 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1c6bde9-eca8-4a73-9cb7-016fdecdbcc0 HTTP/1.1" status: 200 len: 944 time: 0.1440389 May 05 22:33:49.059746 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f8e81e95-b2c4-4301-bc4f-320ed93f0d61 req-0a8b0497-74ef-4faa-a798-e82c1e708bd1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=25efd8de-b0ef-4618-93bb-9e853f6fef05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405445 May 05 22:33:49.095034 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:49.112829 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f8e81e95-b2c4-4301-bc4f-320ed93f0d61 req-f9690412-be25-40eb-bb92-fe3915f9b0d3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=25efd8de-b0ef-4618-93bb-9e853f6fef05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533795 May 05 22:33:49.197695 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f8e81e95-b2c4-4301-bc4f-320ed93f0d61 req-0df88518-d5a1-4db7-9585-8f33c0b49739 service neutron] 10.222.0.44 "GET /v2.0/networks/25efd8de-b0ef-4618-93bb-9e853f6fef05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313276 May 05 22:33:49.319572 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-75d3222f-d00c-4c96-9f3f-5a89c36b69fe req-718d11e2-a49a-4505-a7b6-2f49e13c0e0e tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/security-groups?id=3fc0dcc5-5d3c-483f-96af-3a4eddbc1d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315974 May 05 22:33:49.363633 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f8e81e95-b2c4-4301-bc4f-320ed93f0d61 req-d30164d6-1523-43a6-b65e-516d0501ab57 service neutron] 10.222.0.44 "GET /v2.0/networks/25efd8de-b0ef-4618-93bb-9e853f6fef05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538966 May 05 22:33:49.374727 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f8e81e95-b2c4-4301-bc4f-320ed93f0d61 req-43149f17-67aa-4054-9ca6-05c0ed3f9180 service neutron] 10.222.0.32 "GET /v2.0/networks/25efd8de-b0ef-4618-93bb-9e853f6fef05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485473 May 05 22:33:49.509655 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f8e81e95-b2c4-4301-bc4f-320ed93f0d61 req-815753f4-4910-4e38-98cc-b82273341837 service neutron] 10.222.0.32 "GET /v2.0/networks/25efd8de-b0ef-4618-93bb-9e853f6fef05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278718 May 05 22:33:50.550441 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9b7b0-a50a-4b11-8543-1333f36ac978 req-54df4e9a-e6d7-4e91-9812-ae79c978d6f3 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:33:50.551925 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-62e9b7b0-a50a-4b11-8543-1333f36ac978 req-54df4e9a-e6d7-4e91-9812-ae79c978d6f3 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1c6bde9-eca8-4a73-9cb7-016fdecdbcc0 HTTP/1.1" status: 200 len: 944 time: 0.0854995 May 05 22:33:50.598672 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-62e9b7b0-a50a-4b11-8543-1333f36ac978 req-71c8bdf0-fec8-4f65-9586-451b982ae812 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/security-groups?id=3fc0dcc5-5d3c-483f-96af-3a4eddbc1d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405192 May 05 22:33:50.750194 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 859b9b5c-014b-4363-95da-919e86679c59 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:33:50.892866 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 859b9b5c-014b-4363-95da-919e86679c59, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=859b9b5c-014b-4363-95da-919e86679c59,segment=NetworkSegment(eba42caf-e5fb-4f96-bad7-e35a88b53b36),segment_id=eba42caf-e5fb-4f96-bad7-e35a88b53b36)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:33:50.906124 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '859b9b5c-014b-4363-95da-919e86679c59', 'network_id': '25efd8de-b0ef-4618-93bb-9e853f6fef05', 'port_id': '859b9b5c-014b-4363-95da-919e86679c59', 'mac_address': 'fa:16:3e:cc:92:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b083f12-8a2a-49c7-b06c-043b938910a1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:33:50.961901 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:50.978705 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 859b9b5c-014b-4363-95da-919e86679c59 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:33:50.993508 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 859b9b5c-014b-4363-95da-919e86679c59, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=859b9b5c-014b-4363-95da-919e86679c59,segment=NetworkSegment(eba42caf-e5fb-4f96-bad7-e35a88b53b36),segment_id=eba42caf-e5fb-4f96-bad7-e35a88b53b36)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:33:50.998764 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:51.006481 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894fde71-0b30-4083-ac0c-2fbd76d3a806 req-c16505f2-a7c0-437e-9f85-d937399ee43b tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:33:51.007240 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-894fde71-0b30-4083-ac0c-2fbd76d3a806 req-c16505f2-a7c0-437e-9f85-d937399ee43b tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] Synchronizing usage tracker for tenant:5bdad67eb83c47369b636346a9ff9b74 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:33:51.025251 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-894fde71-0b30-4083-ac0c-2fbd76d3a806 req-c16505f2-a7c0-437e-9f85-d937399ee43b tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] Unset dirty status for tenant:5bdad67eb83c47369b636346a9ff9b74 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:33:51.026480 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-894fde71-0b30-4083-ac0c-2fbd76d3a806 req-c16505f2-a7c0-437e-9f85-d937399ee43b tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1c6bde9-eca8-4a73-9cb7-016fdecdbcc0&tenant_id=5bdad67eb83c47369b636346a9ff9b74&binding%3Ahost_id=n-h2-825175-4 HTTP/1.1" status: 200 len: 944 time: 0.1056535 May 05 22:33:51.063714 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=859b9b5c-014b-4363-95da-919e86679c59,revision_number=8']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:33:51.114292 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [req-894fde71-0b30-4083-ac0c-2fbd76d3a806 req-e3016aba-d3a0-425f-bd5c-33fa20201263 service neutron] delete failed (client error): The resource could not be found. May 05 22:33:51.115339 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-894fde71-0b30-4083-ac0c-2fbd76d3a806 req-e3016aba-d3a0-425f-bd5c-33fa20201263 service neutron] 10.222.0.44 "DELETE /v2.0/ports/859b9b5c-014b-4363-95da-919e86679c59/bindings/n-h1-825175-4 HTTP/1.1" status: 404 len: 380 time: 0.0837986 May 05 22:33:51.245593 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['859b9b5c-014b-4363-95da-919e86679c59'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:33:51.262775 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-894fde71-0b30-4083-ac0c-2fbd76d3a806 req-f8c6c47b-ee51-4d80-bf35-368f6fa2841b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5bdad67eb83c47369b636346a9ff9b74&device_id=c1c6bde9-eca8-4a73-9cb7-016fdecdbcc0 HTTP/1.1" status: 200 len: 1096 time: 0.0748835 May 05 22:33:51.495691 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894fde71-0b30-4083-ac0c-2fbd76d3a806 req-caa8f82b-71f8-463f-b9a7-cf656da14c4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:33:51.497394 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-894fde71-0b30-4083-ac0c-2fbd76d3a806 req-caa8f82b-71f8-463f-b9a7-cf656da14c4a service neutron] 10.222.0.44 "GET /v2.0/networks?id=25efd8de-b0ef-4618-93bb-9e853f6fef05 HTTP/1.1" status: 200 len: 912 time: 0.2284942 May 05 22:33:51.567479 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-894fde71-0b30-4083-ac0c-2fbd76d3a806 req-b66cfa5d-3191-4e7e-8cf9-c5f4f0bcd1dc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=859b9b5c-014b-4363-95da-919e86679c59 HTTP/1.1" status: 200 len: 217 time: 0.0638394 May 05 22:33:51.632797 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894fde71-0b30-4083-ac0c-2fbd76d3a806 req-3f15e1fe-1c6b-4824-8f8f-64caa15dc62b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:33:51.634229 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-894fde71-0b30-4083-ac0c-2fbd76d3a806 req-3f15e1fe-1c6b-4824-8f8f-64caa15dc62b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3b083f12-8a2a-49c7-b06c-043b938910a1 HTTP/1.1" status: 200 len: 851 time: 0.0612185 May 05 22:33:51.686011 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-894fde71-0b30-4083-ac0c-2fbd76d3a806 req-8531e0b6-95bf-4510-8387-da6a865aea1f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=25efd8de-b0ef-4618-93bb-9e853f6fef05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453732 May 05 22:33:51.828520 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-894fde71-0b30-4083-ac0c-2fbd76d3a806 req-afbbdda8-54fd-4e40-ba8f-837f78cb3e3c service neutron] 10.222.0.44 "GET /v2.0/networks/25efd8de-b0ef-4618-93bb-9e853f6fef05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358681 May 05 22:33:51.968410 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-894fde71-0b30-4083-ac0c-2fbd76d3a806 req-56440a3f-66a9-46a0-aa7d-ca4a1bd2fa98 service neutron] 10.222.0.44 "GET /v2.0/networks/25efd8de-b0ef-4618-93bb-9e853f6fef05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338727 May 05 22:33:52.766301 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 859b9b5c-014b-4363-95da-919e86679c59 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:33:52.820991 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5497a4d2-5326-4e84-9c45-4552b85f043c req-1383588e-53fa-4e5e-b6ad-03e61252dd97 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:33:52.823085 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5497a4d2-5326-4e84-9c45-4552b85f043c req-1383588e-53fa-4e5e-b6ad-03e61252dd97 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1c6bde9-eca8-4a73-9cb7-016fdecdbcc0 HTTP/1.1" status: 200 len: 945 time: 0.0818002 May 05 22:33:52.838922 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port 859b9b5c-014b-4363-95da-919e86679c59 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:33:52.843603 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 859b9b5c-014b-4363-95da-919e86679c59 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:33:52.843973 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:52.871340 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5497a4d2-5326-4e84-9c45-4552b85f043c req-0b5003b5-61fc-4d92-a86b-33bbb4175f13 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/security-groups?id=3fc0dcc5-5d3c-483f-96af-3a4eddbc1d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423739 May 05 22:33:52.958923 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:52.985411 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c6bde9-eca8-4a73-9cb7-016fdecdbcc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859b9b5c-014b-4363-95da-919e86679c59'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:33:52.995044 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 859b9b5c-014b-4363-95da-919e86679c59, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=859b9b5c-014b-4363-95da-919e86679c59,segment=NetworkSegment(eba42caf-e5fb-4f96-bad7-e35a88b53b36),segment_id=eba42caf-e5fb-4f96-bad7-e35a88b53b36)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:33:53.000254 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:53.044400 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07d25a02-54ef-4079-86ee-c51e6d412e07'] response: {'server_uuid': 'c1c6bde9-eca8-4a73-9cb7-016fdecdbcc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859b9b5c-014b-4363-95da-919e86679c59', 'code': 200} May 05 22:33:53.069598 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=859b9b5c-014b-4363-95da-919e86679c59,revision_number=9']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:33:53.078395 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:33:53.078751 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:33:53.079092 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:33:53.079399 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:33:53.079749 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:33:53.080065 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:33:53.080375 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:33:53.080685 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:33:53.080993 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:33:53.081298 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:33:53.081664 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:33:53.976877 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894fde71-0b30-4083-ac0c-2fbd76d3a806 req-08eeb863-e9f4-4197-abda-c6782edce368 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:33:53.978343 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-894fde71-0b30-4083-ac0c-2fbd76d3a806 req-08eeb863-e9f4-4197-abda-c6782edce368 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1c6bde9-eca8-4a73-9cb7-016fdecdbcc0 HTTP/1.1" status: 200 len: 946 time: 0.0910735 May 05 22:33:54.093855 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-894fde71-0b30-4083-ac0c-2fbd76d3a806 req-00c57d60-239b-4b5e-8e06-574ee72bc136 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] Deleting port 859b9b5c-014b-4363-95da-919e86679c59 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:33:54.094229 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-894fde71-0b30-4083-ac0c-2fbd76d3a806 req-00c57d60-239b-4b5e-8e06-574ee72bc136 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:54.201468 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17032ff4-cc22-4384-8f15-a1cfab2e15b1 req-ea29a114-59ef-400f-9c85-ce378700ed01 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:33:54.202855 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-17032ff4-cc22-4384-8f15-a1cfab2e15b1 req-ea29a114-59ef-400f-9c85-ce378700ed01 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/ports?device_id=c1c6bde9-eca8-4a73-9cb7-016fdecdbcc0 HTTP/1.1" status: 200 len: 946 time: 0.1910005 May 05 22:33:54.353885 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-17032ff4-cc22-4384-8f15-a1cfab2e15b1 req-25628bce-efd1-493f-965e-b3f906baa966 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.23 "GET /v2.0/security-groups?id=3fc0dcc5-5d3c-483f-96af-3a4eddbc1d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438475 May 05 22:33:54.398844 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-894fde71-0b30-4083-ac0c-2fbd76d3a806 req-00c57d60-239b-4b5e-8e06-574ee72bc136 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] For port 859b9b5c-014b-4363-95da-919e86679c59, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=859b9b5c-014b-4363-95da-919e86679c59,segment=NetworkSegment(eba42caf-e5fb-4f96-bad7-e35a88b53b36),segment_id=eba42caf-e5fb-4f96-bad7-e35a88b53b36)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:33:54.399198 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-894fde71-0b30-4083-ac0c-2fbd76d3a806 req-00c57d60-239b-4b5e-8e06-574ee72bc136 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:54.517141 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-894fde71-0b30-4083-ac0c-2fbd76d3a806 req-00c57d60-239b-4b5e-8e06-574ee72bc136 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] Calling delete_port for 859b9b5c-014b-4363-95da-919e86679c59 owned by compute:nova {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:33:54.676693 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-894fde71-0b30-4083-ac0c-2fbd76d3a806 req-00c57d60-239b-4b5e-8e06-574ee72bc136 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:54.689208 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['859b9b5c-014b-4363-95da-919e86679c59'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:33:54.725689 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c57d60-239b-4b5e-8e06-574ee72bc136 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] Pushing event deleted for resources: {'Port': ['ID=859b9b5c-014b-4363-95da-919e86679c59,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:33:54.799077 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-894fde71-0b30-4083-ac0c-2fbd76d3a806 req-00c57d60-239b-4b5e-8e06-574ee72bc136 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] No DVR routers for this DVR port 859b9b5c-014b-4363-95da-919e86679c59 on host n-h2-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:33:54.801971 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-894fde71-0b30-4083-ac0c-2fbd76d3a806 req-00c57d60-239b-4b5e-8e06-574ee72bc136 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:54.804684 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c6bde9-eca8-4a73-9cb7-016fdecdbcc0', 'name': 'network-vif-deleted', 'tag': '859b9b5c-014b-4363-95da-919e86679c59'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:33:54.822744 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-894fde71-0b30-4083-ac0c-2fbd76d3a806 req-00c57d60-239b-4b5e-8e06-574ee72bc136 tempest-DeleteServersTestJSON-1981730626 tempest-DeleteServersTestJSON-1981730626-project] 10.222.0.32 "DELETE /v2.0/ports/859b9b5c-014b-4363-95da-919e86679c59 HTTP/1.1" status: 204 len: 173 time: 0.8378334 May 05 22:33:54.868492 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f31d9620-d191-446f-add8-c0b5e79f3dfa'] response: {'server_uuid': 'c1c6bde9-eca8-4a73-9cb7-016fdecdbcc0', 'name': 'network-vif-deleted', 'tag': '859b9b5c-014b-4363-95da-919e86679c59', 'status': 'completed', 'code': 200} May 05 22:33:55.640209 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 33832) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:33:55.699505 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cfb3c45-7980-448e-95aa-d19849f11a07 admin admin] Deleting subnet 3b083f12-8a2a-49c7-b06c-043b938910a1 {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:33:55.702522 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7cfb3c45-7980-448e-95aa-d19849f11a07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:55.755268 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7cfb3c45-7980-448e-95aa-d19849f11a07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:55.809252 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7cfb3c45-7980-448e-95aa-d19849f11a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:55.877060 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7cfb3c45-7980-448e-95aa-d19849f11a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:55.921384 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfb3c45-7980-448e-95aa-d19849f11a07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b083f12-8a2a-49c7-b06c-043b938910a1,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:33:55.927586 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7cfb3c45-7980-448e-95aa-d19849f11a07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:55.933437 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-7cfb3c45-7980-448e-95aa-d19849f11a07 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3b083f12-8a2a-49c7-b06c-043b938910a1 HTTP/1.1" status: 204 len: 168 time: 0.2922809 May 05 22:33:55.935983 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 33836) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:33:56.130690 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-72d034d6-1e3a-4029-9773-c1bae068cc75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:56.255427 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-72d034d6-1e3a-4029-9773-c1bae068cc75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:56.282496 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-72d034d6-1e3a-4029-9773-c1bae068cc75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25efd8de-b0ef-4618-93bb-9e853f6fef05']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:33:56.295681 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-72d034d6-1e3a-4029-9773-c1bae068cc75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eba42caf-e5fb-4f96-bad7-e35a88b53b36') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:33:56.295972 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-72d034d6-1e3a-4029-9773-c1bae068cc75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eba42caf-e5fb-4f96-bad7-e35a88b53b36') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:33:56.307263 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-72d034d6-1e3a-4029-9773-c1bae068cc75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:56.323669 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-72d034d6-1e3a-4029-9773-c1bae068cc75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:56.330521 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72d034d6-1e3a-4029-9773-c1bae068cc75 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:33:56.331022 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-72d034d6-1e3a-4029-9773-c1bae068cc75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:56.344204 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 22:33:56.344204 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:33:56.344204 n-d-825175-4 neutron-server[84061]: timer() May 05 22:33:56.344204 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:33:56.344204 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 22:33:56.344204 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:33:56.344204 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 22:33:56.344204 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:33:56.344204 n-d-825175-4 neutron-server[84061]: self._notify() May 05 22:33:56.344204 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:33:56.344204 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 22:33:56.344204 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:33:56.344204 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 22:33:56.344204 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:33:56.344204 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:33:56.344204 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:33:56.344204 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:33:56.344204 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:33:56.344204 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 22:33:56.344204 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:33:56.344204 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 22:33:56.344204 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:33:56.344204 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:33:56.344204 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:33:56.344204 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 22:33:56.344204 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:33:56.344204 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:33:56.344204 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:33:56.344204 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:33:56.344204 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:33:56.344204 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:33:56.344204 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:33:56.424326 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-72d034d6-1e3a-4029-9773-c1bae068cc75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:56.441418 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-72d034d6-1e3a-4029-9773-c1bae068cc75 admin admin] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:56.452055 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d034d6-1e3a-4029-9773-c1bae068cc75 admin admin] Pushing event deleted for resources: {'Network': ['ID=25efd8de-b0ef-4618-93bb-9e853f6fef05,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:33:56.461731 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-72d034d6-1e3a-4029-9773-c1bae068cc75 admin admin] 10.222.0.23 "DELETE /v2.0/networks/25efd8de-b0ef-4618-93bb-9e853f6fef05 HTTP/1.1" status: 204 len: 168 time: 0.5248113 May 05 22:33:56.601683 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 33842) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:33:56.652309 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-26014201-ec38-471f-bea2-11307fb9af61 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5bdad67eb83c47369b636346a9ff9b74&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0494857 May 05 22:33:56.654901 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 33846) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:33:56.719703 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-be6886c2-b830-4cdb-b0e1-d7874436e46c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:56.745938 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-be6886c2-b830-4cdb-b0e1-d7874436e46c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:56.783166 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 859b9b5c-014b-4363-95da-919e86679c59 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:33:56.800359 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-be6886c2-b830-4cdb-b0e1-d7874436e46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:56.818776 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: 859b9b5c-014b-4363-95da-919e86679c59 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:33:56.819180 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 859b9b5c-014b-4363-95da-919e86679c59 not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:33:56.821143 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6886c2-b830-4cdb-b0e1-d7874436e46c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc0dcc5-5d3c-483f-96af-3a4eddbc1d1b,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:33:56.835080 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6886c2-b830-4cdb-b0e1-d7874436e46c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:33:56.835421 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6886c2-b830-4cdb-b0e1-d7874436e46c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:33:56.835757 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6886c2-b830-4cdb-b0e1-d7874436e46c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:33:56.836086 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6886c2-b830-4cdb-b0e1-d7874436e46c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:33:56.836404 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6886c2-b830-4cdb-b0e1-d7874436e46c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:33:56.836729 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6886c2-b830-4cdb-b0e1-d7874436e46c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:33:56.837045 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6886c2-b830-4cdb-b0e1-d7874436e46c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:33:56.837365 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6886c2-b830-4cdb-b0e1-d7874436e46c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:33:56.837682 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6886c2-b830-4cdb-b0e1-d7874436e46c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:33:56.837998 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6886c2-b830-4cdb-b0e1-d7874436e46c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:33:56.838315 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6886c2-b830-4cdb-b0e1-d7874436e46c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:33:56.841040 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-be6886c2-b830-4cdb-b0e1-d7874436e46c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:56.842149 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-be6886c2-b830-4cdb-b0e1-d7874436e46c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3fc0dcc5-5d3c-483f-96af-3a4eddbc1d1b HTTP/1.1" status: 204 len: 168 time: 0.1864035 May 05 22:33:57.759850 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 33868) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:33:57.901117 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-b7bd20a3-fefb-4f95-93a5-0ab5b38ad4ce admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1881151100-network', 'tenant_id': '257730ef51814f93858c0c6667eb803b'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:33:57.906558 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b7bd20a3-fefb-4f95-93a5-0ab5b38ad4ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:33:57.910922 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b7bd20a3-fefb-4f95-93a5-0ab5b38ad4ce admin admin] Usage tracker for resource:network and tenant:257730ef51814f93858c0c6667eb803b is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:33:57.913894 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b7bd20a3-fefb-4f95-93a5-0ab5b38ad4ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:33:57.919749 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b7bd20a3-fefb-4f95-93a5-0ab5b38ad4ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:33:57.932477 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7bd20a3-fefb-4f95-93a5-0ab5b38ad4ce admin admin] Made reservation on behalf of 257730ef51814f93858c0c6667eb803b for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:33:57.934819 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b7bd20a3-fefb-4f95-93a5-0ab5b38ad4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:57.947077 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b7bd20a3-fefb-4f95-93a5-0ab5b38ad4ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:57.977892 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b7bd20a3-fefb-4f95-93a5-0ab5b38ad4ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:33:57.981819 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b7bd20a3-fefb-4f95-93a5-0ab5b38ad4ce admin admin] Usage tracker for resource:security_group_rule and tenant:257730ef51814f93858c0c6667eb803b is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:33:57.984607 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b7bd20a3-fefb-4f95-93a5-0ab5b38ad4ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:33:57.990284 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b7bd20a3-fefb-4f95-93a5-0ab5b38ad4ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:33:58.057687 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b7bd20a3-fefb-4f95-93a5-0ab5b38ad4ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:58.065032 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b7bd20a3-fefb-4f95-93a5-0ab5b38ad4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:58.095613 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7bd20a3-fefb-4f95-93a5-0ab5b38ad4ce admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:33:58.104166 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd20a3-fefb-4f95-93a5-0ab5b38ad4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=614133ab-db66-4a3c-aa9d-f47d1609f1c1,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:33:58.111702 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b7bd20a3-fefb-4f95-93a5-0ab5b38ad4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:58.112650 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-b7bd20a3-fefb-4f95-93a5-0ab5b38ad4ce admin admin] Added segment 5376a047-e051-4283-be14-977452d7302e of type vlan for network 26c7cbdc-0a8e-4d3e-b292-a19ddef4d843 May 05 22:33:58.141865 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b7bd20a3-fefb-4f95-93a5-0ab5b38ad4ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:58.173227 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b7bd20a3-fefb-4f95-93a5-0ab5b38ad4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:58.174041 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7bd20a3-fefb-4f95-93a5-0ab5b38ad4ce admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:33:58.174744 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b7bd20a3-fefb-4f95-93a5-0ab5b38ad4ce admin admin] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:58.280102 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd20a3-fefb-4f95-93a5-0ab5b38ad4ce admin admin] Pushing event updated for resources: {'Network': ['ID=26c7cbdc-0a8e-4d3e-b292-a19ddef4d843,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:33:58.285988 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b7bd20a3-fefb-4f95-93a5-0ab5b38ad4ce admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5246916 May 05 22:33:58.288626 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 33874) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:33:58.294285 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-bd329dd2-f2eb-4f24-a4c5-933ae8744196 admin admin] Request body: {'subnet': {'network_id': '26c7cbdc-0a8e-4d3e-b292-a19ddef4d843', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1881151100-subnet', 'tenant_id': '257730ef51814f93858c0c6667eb803b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:33:58.298056 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 26c7cbdc-0a8e-4d3e-b292-a19ddef4d843 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:33:58.303030 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-bd329dd2-f2eb-4f24-a4c5-933ae8744196 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:33:58.305553 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-bd329dd2-f2eb-4f24-a4c5-933ae8744196 admin admin] Usage tracker for resource:subnet and tenant:257730ef51814f93858c0c6667eb803b is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:33:58.308501 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-bd329dd2-f2eb-4f24-a4c5-933ae8744196 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:33:58.314279 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-bd329dd2-f2eb-4f24-a4c5-933ae8744196 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:33:58.326083 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd329dd2-f2eb-4f24-a4c5-933ae8744196 admin admin] Made reservation on behalf of 257730ef51814f93858c0c6667eb803b for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:33:58.328690 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bd329dd2-f2eb-4f24-a4c5-933ae8744196 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:58.556105 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bd329dd2-f2eb-4f24-a4c5-933ae8744196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:58.618162 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd329dd2-f2eb-4f24-a4c5-933ae8744196 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f361d17f-1e12-4dd4-a70e-62c705fd203a,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:33:58.648999 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd329dd2-f2eb-4f24-a4c5-933ae8744196 admin admin] Checking segment: {'id': '5376a047-e051-4283-be14-977452d7302e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '26c7cbdc-0a8e-4d3e-b292-a19ddef4d843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:33:58.649345 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd329dd2-f2eb-4f24-a4c5-933ae8744196 admin admin] Network hostable DHCP agents. Network: 26c7cbdc-0a8e-4d3e-b292-a19ddef4d843, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:33:58.675533 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd329dd2-f2eb-4f24-a4c5-933ae8744196 admin admin] Network 26c7cbdc-0a8e-4d3e-b292-a19ddef4d843 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:33:58.687646 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-bd329dd2-f2eb-4f24-a4c5-933ae8744196 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 26c7cbdc-0a8e-4d3e-b292-a19ddef4d843) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:33:58.692523 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd329dd2-f2eb-4f24-a4c5-933ae8744196 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:33:58.694221 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bd329dd2-f2eb-4f24-a4c5-933ae8744196 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:33:58.696173 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fa3d7c-a693-4747-86c5-9267679aef79 None None] Network 26c7cbdc-0a8e-4d3e-b292-a19ddef4d843 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:33:58.723614 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-bd329dd2-f2eb-4f24-a4c5-933ae8744196 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4261818 May 05 22:33:58.913984 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93744286-da9d-4c49-b0e4-3e5776af5d9a None None] Network 26c7cbdc-0a8e-4d3e-b292-a19ddef4d843 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:33:59.281716 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a726bdcc-6d89-4ead-ad20-8f0970ca5846 req-aac8a192-2cb8-4f2e-9461-55b6e1b52452 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:33:59.282308 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-a726bdcc-6d89-4ead-ad20-8f0970ca5846 req-aac8a192-2cb8-4f2e-9461-55b6e1b52452 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Synchronizing usage tracker for tenant:257730ef51814f93858c0c6667eb803b on resource:network {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:33:59.302087 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-a726bdcc-6d89-4ead-ad20-8f0970ca5846 req-aac8a192-2cb8-4f2e-9461-55b6e1b52452 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Unset dirty status for tenant:257730ef51814f93858c0c6667eb803b on resource:network {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:33:59.303413 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a726bdcc-6d89-4ead-ad20-8f0970ca5846 req-aac8a192-2cb8-4f2e-9461-55b6e1b52452 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/networks?id=26c7cbdc-0a8e-4d3e-b292-a19ddef4d843 HTTP/1.1" status: 200 len: 815 time: 0.1723089 May 05 22:33:59.322957 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a726bdcc-6d89-4ead-ad20-8f0970ca5846 req-dea51eac-cfd9-4f28-be0b-15d631b0b6c5 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/quotas/257730ef51814f93858c0c6667eb803b HTTP/1.1" status: 200 len: 375 time: 0.0113904 May 05 22:33:59.370348 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a726bdcc-6d89-4ead-ad20-8f0970ca5846 req-ebd4b586-c47e-4d5f-ba7d-6957e6dee12a tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=257730ef51814f93858c0c6667eb803b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398738 May 05 22:33:59.505896 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a726bdcc-6d89-4ead-ad20-8f0970ca5846 req-47451a72-8c2e-486f-ab91-6b444ffdf410 service neutron] 10.222.0.23 "GET /v2.0/networks/26c7cbdc-0a8e-4d3e-b292-a19ddef4d843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255183 May 05 22:33:59.637910 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a726bdcc-6d89-4ead-ad20-8f0970ca5846 req-7a2fe7f3-821a-4b60-ae3e-18ab35d09b0a service neutron] 10.222.0.23 "GET /v2.0/networks/26c7cbdc-0a8e-4d3e-b292-a19ddef4d843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259167 May 05 22:33:59.830764 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-79637ba6-7950-43d9-8003-744786ba9fc3 req-577e8af7-e8bc-47b9-9d17-4588bd626b71 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5645585-9b42-46f2-a4d7-83e606c59c9f HTTP/1.1" status: 200 len: 210 time: 0.0408099 May 05 22:34:01.026017 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-08274dfa-866d-4827-b215-88d3182a1bce req-fb2a9c17-81be-4f58-b86b-1514be25249d tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5645585-9b42-46f2-a4d7-83e606c59c9f HTTP/1.1" status: 200 len: 210 time: 0.0576749 May 05 22:34:01.050983 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a726bdcc-6d89-4ead-ad20-8f0970ca5846 req-6a5c3639-24ac-404a-b0b5-8591353d1a3e tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:01.052394 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a726bdcc-6d89-4ead-ad20-8f0970ca5846 req-6a5c3639-24ac-404a-b0b5-8591353d1a3e tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.32 "GET /v2.0/networks?id=26c7cbdc-0a8e-4d3e-b292-a19ddef4d843 HTTP/1.1" status: 200 len: 815 time: 0.2837689 May 05 22:34:01.068886 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-a726bdcc-6d89-4ead-ad20-8f0970ca5846 req-c52e9172-4692-42d6-80d4-f0610e1ef992 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Request body: {'port': {'device_id': 'c5645585-9b42-46f2-a4d7-83e606c59c9f', 'network_id': '26c7cbdc-0a8e-4d3e-b292-a19ddef4d843', 'admin_state_up': True, 'tenant_id': '257730ef51814f93858c0c6667eb803b'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:34:01.208136 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-a726bdcc-6d89-4ead-ad20-8f0970ca5846 req-c52e9172-4692-42d6-80d4-f0610e1ef992 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:34:01.212765 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-a726bdcc-6d89-4ead-ad20-8f0970ca5846 req-c52e9172-4692-42d6-80d4-f0610e1ef992 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Usage tracker for resource:port and tenant:257730ef51814f93858c0c6667eb803b is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:34:01.215677 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-a726bdcc-6d89-4ead-ad20-8f0970ca5846 req-c52e9172-4692-42d6-80d4-f0610e1ef992 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:34:01.221688 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-a726bdcc-6d89-4ead-ad20-8f0970ca5846 req-c52e9172-4692-42d6-80d4-f0610e1ef992 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:34:01.232859 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a726bdcc-6d89-4ead-ad20-8f0970ca5846 req-c52e9172-4692-42d6-80d4-f0610e1ef992 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Made reservation on behalf of 257730ef51814f93858c0c6667eb803b for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:34:01.235954 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a726bdcc-6d89-4ead-ad20-8f0970ca5846 req-c52e9172-4692-42d6-80d4-f0610e1ef992 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:34:01.425769 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-a726bdcc-6d89-4ead-ad20-8f0970ca5846 req-c52e9172-4692-42d6-80d4-f0610e1ef992 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Allocated IP 172.20.0.13 (26c7cbdc-0a8e-4d3e-b292-a19ddef4d843/f361d17f-1e12-4dd4-a70e-62c705fd203a/d961f9db-67af-4af1-b6ca-8eeee9ed9599) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:34:01.636558 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a726bdcc-6d89-4ead-ad20-8f0970ca5846 req-c52e9172-4692-42d6-80d4-f0610e1ef992 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:34:01.670171 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a726bdcc-6d89-4ead-ad20-8f0970ca5846 req-c52e9172-4692-42d6-80d4-f0610e1ef992 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:34:01.748401 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a726bdcc-6d89-4ead-ad20-8f0970ca5846 req-c52e9172-4692-42d6-80d4-f0610e1ef992 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Network 26c7cbdc-0a8e-4d3e-b292-a19ddef4d843 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:34:01.751756 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-a726bdcc-6d89-4ead-ad20-8f0970ca5846 req-c52e9172-4692-42d6-80d4-f0610e1ef992 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:34:01.755969 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-a726bdcc-6d89-4ead-ad20-8f0970ca5846 req-c52e9172-4692-42d6-80d4-f0610e1ef992 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:34:01.781358 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52e9172-4692-42d6-80d4-f0610e1ef992 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Pushing event updated for resources: {'Port': ['ID=d961f9db-67af-4af1-b6ca-8eeee9ed9599,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:34:01.821049 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a726bdcc-6d89-4ead-ad20-8f0970ca5846 req-c52e9172-4692-42d6-80d4-f0610e1ef992 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:01.821608 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a726bdcc-6d89-4ead-ad20-8f0970ca5846 req-c52e9172-4692-42d6-80d4-f0610e1ef992 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:34:01.843373 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a726bdcc-6d89-4ead-ad20-8f0970ca5846 req-c52e9172-4692-42d6-80d4-f0610e1ef992 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7781672 May 05 22:34:01.855271 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-a726bdcc-6d89-4ead-ad20-8f0970ca5846 req-922beffa-cb31-4560-b567-46cc8fd528c0 service neutron] Request body: {'port': {'device_id': 'c5645585-9b42-46f2-a4d7-83e606c59c9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:34:01.964610 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a726bdcc-6d89-4ead-ad20-8f0970ca5846 req-922beffa-cb31-4560-b567-46cc8fd528c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:34:02.315076 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5db63-a905-44f9-a8a2-6bfc703e00dc req-bb0f824b-58d9-41aa-92fe-c7eb7bfdb1fe tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:02.315840 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-aca5db63-a905-44f9-a8a2-6bfc703e00dc req-bb0f824b-58d9-41aa-92fe-c7eb7bfdb1fe tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Synchronizing usage tracker for tenant:257730ef51814f93858c0c6667eb803b on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:34:02.388966 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-aca5db63-a905-44f9-a8a2-6bfc703e00dc req-bb0f824b-58d9-41aa-92fe-c7eb7bfdb1fe tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Unset dirty status for tenant:257730ef51814f93858c0c6667eb803b on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:34:02.390112 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-aca5db63-a905-44f9-a8a2-6bfc703e00dc req-bb0f824b-58d9-41aa-92fe-c7eb7bfdb1fe tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5645585-9b42-46f2-a4d7-83e606c59c9f HTTP/1.1" status: 200 len: 932 time: 0.2075264 May 05 22:34:02.391906 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-a726bdcc-6d89-4ead-ad20-8f0970ca5846 req-922beffa-cb31-4560-b567-46cc8fd528c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d961f9db-67af-4af1-b6ca-8eeee9ed9599 {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:34:02.400718 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a726bdcc-6d89-4ead-ad20-8f0970ca5846 req-922beffa-cb31-4560-b567-46cc8fd528c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:34:02.438598 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-a726bdcc-6d89-4ead-ad20-8f0970ca5846 req-922beffa-cb31-4560-b567-46cc8fd528c0 service neutron] Transition to ACTIVE for port object d961f9db-67af-4af1-b6ca-8eeee9ed9599 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:34:02.448026 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a726bdcc-6d89-4ead-ad20-8f0970ca5846 req-922beffa-cb31-4560-b567-46cc8fd528c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:34:02.499765 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-aca5db63-a905-44f9-a8a2-6bfc703e00dc req-17651846-f5fa-4bb3-a205-aacfb8b8cee4 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Synchronizing usage tracker for tenant:257730ef51814f93858c0c6667eb803b on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:34:02.575516 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922beffa-cb31-4560-b567-46cc8fd528c0 service neutron] Pushing event updated for resources: {'Port': ['ID=d961f9db-67af-4af1-b6ca-8eeee9ed9599,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:34:02.623918 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-aca5db63-a905-44f9-a8a2-6bfc703e00dc req-17651846-f5fa-4bb3-a205-aacfb8b8cee4 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Unset dirty status for tenant:257730ef51814f93858c0c6667eb803b on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:34:02.625061 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-aca5db63-a905-44f9-a8a2-6bfc703e00dc req-17651846-f5fa-4bb3-a205-aacfb8b8cee4 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290945 May 05 22:34:02.697665 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-a726bdcc-6d89-4ead-ad20-8f0970ca5846 req-922beffa-cb31-4560-b567-46cc8fd528c0 service neutron] Attempting to bind port d961f9db-67af-4af1-b6ca-8eeee9ed9599 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:34:02.697984 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-a726bdcc-6d89-4ead-ad20-8f0970ca5846 req-922beffa-cb31-4560-b567-46cc8fd528c0 service neutron] Attempting to bind port d961f9db-67af-4af1-b6ca-8eeee9ed9599 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': '5376a047-e051-4283-be14-977452d7302e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '26c7cbdc-0a8e-4d3e-b292-a19ddef4d843'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:34:02.698300 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a726bdcc-6d89-4ead-ad20-8f0970ca5846 req-922beffa-cb31-4560-b567-46cc8fd528c0 service neutron] Attempting to bind port d961f9db-67af-4af1-b6ca-8eeee9ed9599 on network 26c7cbdc-0a8e-4d3e-b292-a19ddef4d843 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:34:02.704748 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a726bdcc-6d89-4ead-ad20-8f0970ca5846 req-922beffa-cb31-4560-b567-46cc8fd528c0 service neutron] Port d961f9db-67af-4af1-b6ca-8eeee9ed9599 on network 26c7cbdc-0a8e-4d3e-b292-a19ddef4d843 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:34:02.705055 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a726bdcc-6d89-4ead-ad20-8f0970ca5846 req-922beffa-cb31-4560-b567-46cc8fd528c0 service neutron] Attempting to bind port d961f9db-67af-4af1-b6ca-8eeee9ed9599 on network 26c7cbdc-0a8e-4d3e-b292-a19ddef4d843 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:34:02.711677 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a726bdcc-6d89-4ead-ad20-8f0970ca5846 req-922beffa-cb31-4560-b567-46cc8fd528c0 service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:34:02.712000 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a726bdcc-6d89-4ead-ad20-8f0970ca5846 req-922beffa-cb31-4560-b567-46cc8fd528c0 service neutron] Checking segment: {'id': '5376a047-e051-4283-be14-977452d7302e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '26c7cbdc-0a8e-4d3e-b292-a19ddef4d843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:34:02.712371 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a726bdcc-6d89-4ead-ad20-8f0970ca5846 req-922beffa-cb31-4560-b567-46cc8fd528c0 service neutron] Bound using segment: {'id': '5376a047-e051-4283-be14-977452d7302e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '26c7cbdc-0a8e-4d3e-b292-a19ddef4d843'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:34:02.712780 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-a726bdcc-6d89-4ead-ad20-8f0970ca5846 req-922beffa-cb31-4560-b567-46cc8fd528c0 service neutron] Bound port: d961f9db-67af-4af1-b6ca-8eeee9ed9599, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5376a047-e051-4283-be14-977452d7302e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '26c7cbdc-0a8e-4d3e-b292-a19ddef4d843'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:34:02.713112 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a726bdcc-6d89-4ead-ad20-8f0970ca5846 req-922beffa-cb31-4560-b567-46cc8fd528c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:34:02.898123 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-a726bdcc-6d89-4ead-ad20-8f0970ca5846 req-922beffa-cb31-4560-b567-46cc8fd528c0 service neutron] For port d961f9db-67af-4af1-b6ca-8eeee9ed9599, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:34:02.901074 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-a726bdcc-6d89-4ead-ad20-8f0970ca5846 req-922beffa-cb31-4560-b567-46cc8fd528c0 service neutron] For port d961f9db-67af-4af1-b6ca-8eeee9ed9599, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=d961f9db-67af-4af1-b6ca-8eeee9ed9599,segment=NetworkSegment(5376a047-e051-4283-be14-977452d7302e),segment_id=5376a047-e051-4283-be14-977452d7302e)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:34:02.905763 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a726bdcc-6d89-4ead-ad20-8f0970ca5846 req-922beffa-cb31-4560-b567-46cc8fd528c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:34:02.968112 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-a726bdcc-6d89-4ead-ad20-8f0970ca5846 req-922beffa-cb31-4560-b567-46cc8fd528c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:34:02.970260 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a726bdcc-6d89-4ead-ad20-8f0970ca5846 req-922beffa-cb31-4560-b567-46cc8fd528c0 service neutron] 10.222.0.32 "PUT /v2.0/ports/d961f9db-67af-4af1-b6ca-8eeee9ed9599 HTTP/1.1" status: 200 len: 1092 time: 1.1187429 May 05 22:34:02.970905 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5645585-9b42-46f2-a4d7-83e606c59c9f', 'tag': 'd961f9db-67af-4af1-b6ca-8eeee9ed9599'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:34:02.992450 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922beffa-cb31-4560-b567-46cc8fd528c0 service neutron] Pushing event updated for resources: {'Port': ['ID=d961f9db-67af-4af1-b6ca-8eeee9ed9599,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:34:03.042909 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a46dd49-4305-42b4-8e7a-2d500d5f2afc'] response: {'name': 'network-changed', 'server_uuid': 'c5645585-9b42-46f2-a4d7-83e606c59c9f', 'tag': 'd961f9db-67af-4af1-b6ca-8eeee9ed9599', 'status': 'completed', 'code': 200} May 05 22:34:03.094840 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a726bdcc-6d89-4ead-ad20-8f0970ca5846 req-0f0bafd3-5480-4494-80d3-597307d2fe33 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=257730ef51814f93858c0c6667eb803b&device_id=c5645585-9b42-46f2-a4d7-83e606c59c9f HTTP/1.1" status: 200 len: 1095 time: 0.0865071 May 05 22:34:03.169107 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a726bdcc-6d89-4ead-ad20-8f0970ca5846 req-ddc38506-6def-4c1c-b080-be470112d8d1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d961f9db-67af-4af1-b6ca-8eeee9ed9599 HTTP/1.1" status: 200 len: 217 time: 0.0673385 May 05 22:34:03.232008 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a726bdcc-6d89-4ead-ad20-8f0970ca5846 req-243adefe-5f15-4e9e-8943-b084a106d30a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:03.233397 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a726bdcc-6d89-4ead-ad20-8f0970ca5846 req-243adefe-5f15-4e9e-8943-b084a106d30a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f361d17f-1e12-4dd4-a70e-62c705fd203a HTTP/1.1" status: 200 len: 855 time: 0.0584540 May 05 22:34:03.280817 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a726bdcc-6d89-4ead-ad20-8f0970ca5846 req-6c142cf0-abc4-4755-b043-485cb310fc72 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=26c7cbdc-0a8e-4d3e-b292-a19ddef4d843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416260 May 05 22:34:03.425442 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a726bdcc-6d89-4ead-ad20-8f0970ca5846 req-c6d3f642-9296-41ee-9f17-f8dde2092bf3 service neutron] 10.222.0.32 "GET /v2.0/networks/26c7cbdc-0a8e-4d3e-b292-a19ddef4d843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382241 May 05 22:34:03.555614 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a726bdcc-6d89-4ead-ad20-8f0970ca5846 req-447e032c-64c0-40ab-be91-b29cda9b75d7 service neutron] 10.222.0.32 "GET /v2.0/networks/26c7cbdc-0a8e-4d3e-b292-a19ddef4d843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242602 May 05 22:34:03.676435 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-98016a5d-2e31-433a-ad7a-99670dc74598 req-9f0707cd-32a8-44a3-9417-fad9c4b096be service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=257730ef51814f93858c0c6667eb803b&device_id=c5645585-9b42-46f2-a4d7-83e606c59c9f HTTP/1.1" status: 200 len: 1095 time: 0.0707941 May 05 22:34:03.849228 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98016a5d-2e31-433a-ad7a-99670dc74598 req-a3ab5c0d-d02d-483a-be95-6e2ed0cb92a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:03.850803 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-98016a5d-2e31-433a-ad7a-99670dc74598 req-a3ab5c0d-d02d-483a-be95-6e2ed0cb92a6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=26c7cbdc-0a8e-4d3e-b292-a19ddef4d843 HTTP/1.1" status: 200 len: 916 time: 0.1684582 May 05 22:34:03.928526 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-98016a5d-2e31-433a-ad7a-99670dc74598 req-07c8426a-dad6-457e-8756-f35cd59faf8f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d961f9db-67af-4af1-b6ca-8eeee9ed9599 HTTP/1.1" status: 200 len: 217 time: 0.0690706 May 05 22:34:03.975479 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c486650-9876-4ac8-9808-6542377b9e91 req-5e566b35-e429-47f9-9df1-231ca0bb0072 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:03.976904 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4c486650-9876-4ac8-9808-6542377b9e91 req-5e566b35-e429-47f9-9df1-231ca0bb0072 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5645585-9b42-46f2-a4d7-83e606c59c9f HTTP/1.1" status: 200 len: 944 time: 0.2012689 May 05 22:34:04.025700 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98016a5d-2e31-433a-ad7a-99670dc74598 req-c15bbe09-8616-46bb-b416-38ebaa0a0dfc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:04.027124 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-98016a5d-2e31-433a-ad7a-99670dc74598 req-c15bbe09-8616-46bb-b416-38ebaa0a0dfc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f361d17f-1e12-4dd4-a70e-62c705fd203a HTTP/1.1" status: 200 len: 855 time: 0.0927083 May 05 22:34:04.073270 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4c486650-9876-4ac8-9808-6542377b9e91 req-a85e8b14-24bc-4b25-bdaa-bb11c56a5005 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898654 May 05 22:34:04.079302 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-98016a5d-2e31-433a-ad7a-99670dc74598 req-57dd6228-fcd9-45b5-a44e-c10af3b6d71c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=26c7cbdc-0a8e-4d3e-b292-a19ddef4d843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430417 May 05 22:34:04.215494 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-98016a5d-2e31-433a-ad7a-99670dc74598 req-971f3b69-65bc-463e-882b-c6ea7504d60c service neutron] 10.222.0.32 "GET /v2.0/networks/26c7cbdc-0a8e-4d3e-b292-a19ddef4d843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292250 May 05 22:34:04.350889 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-98016a5d-2e31-433a-ad7a-99670dc74598 req-a2094183-89c8-4405-8d54-db6a53c28e1e service neutron] 10.222.0.32 "GET /v2.0/networks/26c7cbdc-0a8e-4d3e-b292-a19ddef4d843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288664 May 05 22:34:04.831348 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device d961f9db-67af-4af1-b6ca-8eeee9ed9599 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:34:04.977183 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port d961f9db-67af-4af1-b6ca-8eeee9ed9599, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=d961f9db-67af-4af1-b6ca-8eeee9ed9599,segment=NetworkSegment(5376a047-e051-4283-be14-977452d7302e),segment_id=5376a047-e051-4283-be14-977452d7302e)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:34:04.994198 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': 'd961f9db-67af-4af1-b6ca-8eeee9ed9599', 'network_id': '26c7cbdc-0a8e-4d3e-b292-a19ddef4d843', 'port_id': 'd961f9db-67af-4af1-b6ca-8eeee9ed9599', 'mac_address': 'fa:16:3e:b9:16:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f361d17f-1e12-4dd4-a70e-62c705fd203a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:34:05.089370 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:34:05.107591 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d961f9db-67af-4af1-b6ca-8eeee9ed9599 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:34:05.123662 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port d961f9db-67af-4af1-b6ca-8eeee9ed9599, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=d961f9db-67af-4af1-b6ca-8eeee9ed9599,segment=NetworkSegment(5376a047-e051-4283-be14-977452d7302e),segment_id=5376a047-e051-4283-be14-977452d7302e)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:34:05.128887 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:34:05.198225 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=d961f9db-67af-4af1-b6ca-8eeee9ed9599,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:34:05.295035 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26bdefd-048b-4a29-9e9a-6c484aa18ab8 req-db789724-18e3-4541-8d2c-d3f5b0292cf6 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:05.296355 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c26bdefd-048b-4a29-9e9a-6c484aa18ab8 req-db789724-18e3-4541-8d2c-d3f5b0292cf6 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5645585-9b42-46f2-a4d7-83e606c59c9f HTTP/1.1" status: 200 len: 945 time: 0.0889997 May 05 22:34:05.326096 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['d961f9db-67af-4af1-b6ca-8eeee9ed9599'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:34:05.440837 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c26bdefd-048b-4a29-9e9a-6c484aa18ab8 req-7c53e55c-c738-4ff5-909d-fc3280f5cac4 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383014 May 05 22:34:06.231084 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:34:06.486962 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:34:06.650973 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958bd287-5022-49bf-a6a5-3c2b80731b5c req-9bebc513-1202-4303-a2f5-81536cf8e626 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:06.652413 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-958bd287-5022-49bf-a6a5-3c2b80731b5c req-9bebc513-1202-4303-a2f5-81536cf8e626 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5645585-9b42-46f2-a4d7-83e606c59c9f HTTP/1.1" status: 200 len: 945 time: 0.0843511 May 05 22:34:06.705671 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-958bd287-5022-49bf-a6a5-3c2b80731b5c req-6f8e4109-812d-4fb7-92fb-d7f780b6fc58 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476303 May 05 22:34:06.833829 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device d961f9db-67af-4af1-b6ca-8eeee9ed9599 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:34:06.909535 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port d961f9db-67af-4af1-b6ca-8eeee9ed9599 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:34:06.916487 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port d961f9db-67af-4af1-b6ca-8eeee9ed9599 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:34:06.917023 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:34:07.035105 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:34:07.062248 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5645585-9b42-46f2-a4d7-83e606c59c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd961f9db-67af-4af1-b6ca-8eeee9ed9599'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:34:07.072473 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port d961f9db-67af-4af1-b6ca-8eeee9ed9599, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=d961f9db-67af-4af1-b6ca-8eeee9ed9599,segment=NetworkSegment(5376a047-e051-4283-be14-977452d7302e),segment_id=5376a047-e051-4283-be14-977452d7302e)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:34:07.077498 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:34:07.122046 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04013b71-2678-4cb6-9472-09c42d18854a'] response: {'server_uuid': 'c5645585-9b42-46f2-a4d7-83e606c59c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd961f9db-67af-4af1-b6ca-8eeee9ed9599', 'code': 200} May 05 22:34:07.153039 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=d961f9db-67af-4af1-b6ca-8eeee9ed9599,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:34:07.250044 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cfe3257c-6988-4b14-95d7-a434606f4c6a req-84e75c99-ab52-46e0-baba-636a0caf1950 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c5645585-9b42-46f2-a4d7-83e606c59c9f HTTP/1.1" status: 200 len: 1097 time: 0.0718617 May 05 22:34:07.291859 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cfe3257c-6988-4b14-95d7-a434606f4c6a req-e1c5927c-3d36-407b-ac1d-d68759fea220 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360909 May 05 22:34:07.913127 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d02ad-f65a-4428-a84c-e9db0597c555 req-c5a6e924-a301-443c-ae04-edf599947d06 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:07.914468 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-861d02ad-f65a-4428-a84c-e9db0597c555 req-c5a6e924-a301-443c-ae04-edf599947d06 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5645585-9b42-46f2-a4d7-83e606c59c9f HTTP/1.1" status: 200 len: 946 time: 0.0821764 May 05 22:34:07.966173 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-861d02ad-f65a-4428-a84c-e9db0597c555 req-323585b6-97e7-41d6-b271-fe997f60cd11 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434060 May 05 22:34:09.177042 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c0c2c-c649-442b-846c-f1b47ad36b33 req-df7342f0-36b8-4f6f-b258-b1dc87e74852 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:09.178551 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-818c0c2c-c649-442b-846c-f1b47ad36b33 req-df7342f0-36b8-4f6f-b258-b1dc87e74852 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5645585-9b42-46f2-a4d7-83e606c59c9f HTTP/1.1" status: 200 len: 946 time: 0.0787249 May 05 22:34:09.224112 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-818c0c2c-c649-442b-846c-f1b47ad36b33 req-c9a89b65-7750-40eb-8412-a4842f00ed15 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398772 May 05 22:34:09.435575 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e58a65-8e23-404c-863c-6e720758ee8b req-9a9f7358-cd0f-4347-b3c5-2fe9c7bc7aa9 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:09.437009 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a5e58a65-8e23-404c-863c-6e720758ee8b req-9a9f7358-cd0f-4347-b3c5-2fe9c7bc7aa9 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5645585-9b42-46f2-a4d7-83e606c59c9f HTTP/1.1" status: 200 len: 946 time: 0.0846500 May 05 22:34:09.485240 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a5e58a65-8e23-404c-863c-6e720758ee8b req-d2975de2-0be6-4fd7-afe9-58d132302543 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401242 May 05 22:34:09.867491 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fdfd46-7492-431e-be38-a0b435947a34 req-f8ec77b1-8f37-48b1-9ae7-13146ac7c761 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:09.868993 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-43fdfd46-7492-431e-be38-a0b435947a34 req-f8ec77b1-8f37-48b1-9ae7-13146ac7c761 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5645585-9b42-46f2-a4d7-83e606c59c9f HTTP/1.1" status: 200 len: 946 time: 0.0825469 May 05 22:34:09.919107 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-43fdfd46-7492-431e-be38-a0b435947a34 req-9bbecf65-29e9-43c0-bb18-e0d03c422d56 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427177 May 05 22:34:10.121682 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84f5d9-b3c8-4300-8d22-34c0528df06b req-5c6a8d72-9f08-4f4d-a1b1-6074ad409234 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:10.123069 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7f84f5d9-b3c8-4300-8d22-34c0528df06b req-5c6a8d72-9f08-4f4d-a1b1-6074ad409234 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5645585-9b42-46f2-a4d7-83e606c59c9f HTTP/1.1" status: 200 len: 946 time: 0.0838621 May 05 22:34:10.181061 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7f84f5d9-b3c8-4300-8d22-34c0528df06b req-644c3584-64b8-4f91-8130-568d08b3884f tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523548 May 05 22:34:10.472910 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cd5b0319-2d68-4043-b803-d5b815d69ee2 req-578b8380-21ef-4751-802c-9be4c38ccf35 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c5645585-9b42-46f2-a4d7-83e606c59c9f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1590977 May 05 22:34:10.725409 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-39485bf3-6e5f-4544-b802-ce3651ea1cd6 req-eec660fa-c97a-4627-a565-cab1ad64f000 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c5645585-9b42-46f2-a4d7-83e606c59c9f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0685349 May 05 22:34:10.786283 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1e17d9-b9fc-4639-bcba-6921fb4f7658 req-f4654147-18bc-4b50-96d5-e195584865db tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:10.787900 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1b1e17d9-b9fc-4639-bcba-6921fb4f7658 req-f4654147-18bc-4b50-96d5-e195584865db tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5645585-9b42-46f2-a4d7-83e606c59c9f HTTP/1.1" status: 200 len: 946 time: 0.0810809 May 05 22:34:10.834694 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1b1e17d9-b9fc-4639-bcba-6921fb4f7658 req-96271b87-6d0b-4b82-8a63-23bf26536149 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410116 May 05 22:34:12.065838 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-39485bf3-6e5f-4544-b802-ce3651ea1cd6 req-14330da4-ff8d-4ba9-a8cb-97638d90bf90 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=257730ef51814f93858c0c6667eb803b&device_id=c5645585-9b42-46f2-a4d7-83e606c59c9f HTTP/1.1" status: 200 len: 1097 time: 0.1297374 May 05 22:34:12.078135 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047fe577-58fd-4d98-962c-0ce3f1d07572 req-e7e439b6-5181-4abd-bef1-c694d39379d6 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:12.079806 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-047fe577-58fd-4d98-962c-0ce3f1d07572 req-e7e439b6-5181-4abd-bef1-c694d39379d6 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5645585-9b42-46f2-a4d7-83e606c59c9f HTTP/1.1" status: 200 len: 946 time: 0.1101816 May 05 22:34:12.230183 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-047fe577-58fd-4d98-962c-0ce3f1d07572 req-c11f948c-7d3d-4035-9401-6a108627ff3a tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312397 May 05 22:34:12.260181 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39485bf3-6e5f-4544-b802-ce3651ea1cd6 req-679204c8-1eab-4f78-b9a7-c6bc1806699d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:12.261981 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-39485bf3-6e5f-4544-b802-ce3651ea1cd6 req-679204c8-1eab-4f78-b9a7-c6bc1806699d service neutron] 10.222.0.32 "GET /v2.0/networks?id=26c7cbdc-0a8e-4d3e-b292-a19ddef4d843 HTTP/1.1" status: 200 len: 916 time: 0.1809804 May 05 22:34:12.337597 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-39485bf3-6e5f-4544-b802-ce3651ea1cd6 req-4143d17d-375c-4144-9b40-78ee277ab341 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d961f9db-67af-4af1-b6ca-8eeee9ed9599 HTTP/1.1" status: 200 len: 217 time: 0.0698395 May 05 22:34:12.404353 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39485bf3-6e5f-4544-b802-ce3651ea1cd6 req-9d2f0670-da65-4cbf-aef4-e6a8e6d7149a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:12.405823 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-39485bf3-6e5f-4544-b802-ce3651ea1cd6 req-9d2f0670-da65-4cbf-aef4-e6a8e6d7149a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f361d17f-1e12-4dd4-a70e-62c705fd203a HTTP/1.1" status: 200 len: 855 time: 0.0631828 May 05 22:34:12.459672 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-39485bf3-6e5f-4544-b802-ce3651ea1cd6 req-50c62de5-a36e-48b2-8d2a-caf1b74d97c9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=26c7cbdc-0a8e-4d3e-b292-a19ddef4d843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477710 May 05 22:34:12.599015 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-39485bf3-6e5f-4544-b802-ce3651ea1cd6 req-3d3c899b-644d-4a53-aec0-675767b1a9df service neutron] 10.222.0.32 "GET /v2.0/networks/26c7cbdc-0a8e-4d3e-b292-a19ddef4d843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335230 May 05 22:34:12.743941 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-39485bf3-6e5f-4544-b802-ce3651ea1cd6 req-ab40116c-4cbe-4dcd-8a8e-aaa3fb1cb2e5 service neutron] 10.222.0.32 "GET /v2.0/networks/26c7cbdc-0a8e-4d3e-b292-a19ddef4d843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396661 May 05 22:34:13.554383 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b7796-0776-4826-9bb3-1dbd84cf0d2a req-80fbbe00-c0d6-47e5-a291-78e945958845 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:13.555777 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2f7b7796-0776-4826-9bb3-1dbd84cf0d2a req-80fbbe00-c0d6-47e5-a291-78e945958845 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5645585-9b42-46f2-a4d7-83e606c59c9f HTTP/1.1" status: 200 len: 946 time: 0.1762679 May 05 22:34:13.601743 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2f7b7796-0776-4826-9bb3-1dbd84cf0d2a req-abddd85f-fbe3-4c07-b877-73ee824fc775 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403514 May 05 22:34:13.986915 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-bb79ff9e-d197-427d-b76f-fc36ba2064fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:34:14.818079 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b1f08-1119-486e-9950-f48e6b34faf8 req-43830d20-5053-466f-ba32-0141e77f45ff tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:14.819731 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a88b1f08-1119-486e-9950-f48e6b34faf8 req-43830d20-5053-466f-ba32-0141e77f45ff tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5645585-9b42-46f2-a4d7-83e606c59c9f HTTP/1.1" status: 200 len: 946 time: 0.0940318 May 05 22:34:14.868810 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a88b1f08-1119-486e-9950-f48e6b34faf8 req-025d747b-6db0-4e2a-b2e2-4eba2f98ab9d tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408006 May 05 22:34:16.088078 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d2f26-08db-4c57-88aa-58413ae3c858 req-e3751a41-3cdc-4f98-b48c-9821e4715d01 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:16.089523 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-087d2f26-08db-4c57-88aa-58413ae3c858 req-e3751a41-3cdc-4f98-b48c-9821e4715d01 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5645585-9b42-46f2-a4d7-83e606c59c9f HTTP/1.1" status: 200 len: 946 time: 0.0819204 May 05 22:34:16.138398 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-087d2f26-08db-4c57-88aa-58413ae3c858 req-2fb28fc6-6cbd-4755-994c-882a8e3893fb tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406404 May 05 22:34:16.313275 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a606b178-941e-4e78-9a5c-faabf9a1e415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:34:16.338141 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:34:17.370569 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8587c2-3eff-4388-9bfb-4cf4c776a970 req-a9fef58f-7fdf-4cfb-b0e0-a1175eb62919 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:17.372009 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2b8587c2-3eff-4388-9bfb-4cf4c776a970 req-a9fef58f-7fdf-4cfb-b0e0-a1175eb62919 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5645585-9b42-46f2-a4d7-83e606c59c9f HTTP/1.1" status: 200 len: 946 time: 0.1021543 May 05 22:34:17.423348 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2b8587c2-3eff-4388-9bfb-4cf4c776a970 req-7754a6cf-20b5-444f-9bd4-53f39ade204b tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430567 May 05 22:34:17.532194 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:34:17.540587 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:34:18.638610 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187410f-192f-41ba-b653-793577b0a846 req-6518fd0a-658a-419c-b992-b81235d9331b tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:18.640005 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f187410f-192f-41ba-b653-793577b0a846 req-6518fd0a-658a-419c-b992-b81235d9331b tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5645585-9b42-46f2-a4d7-83e606c59c9f HTTP/1.1" status: 200 len: 946 time: 0.0894666 May 05 22:34:18.703306 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f187410f-192f-41ba-b653-793577b0a846 req-ee0c1e8b-621f-4138-bd33-d0997379fb6e tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573969 May 05 22:34:19.098974 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:34:19.918206 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae7b71c-d132-4d75-8b08-b1009f630b2a req-63ede6eb-f19e-456c-9b0c-2e64a92c0d5e tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:19.919613 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-eae7b71c-d132-4d75-8b08-b1009f630b2a req-63ede6eb-f19e-456c-9b0c-2e64a92c0d5e tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5645585-9b42-46f2-a4d7-83e606c59c9f HTTP/1.1" status: 200 len: 946 time: 0.0809200 May 05 22:34:19.973275 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-eae7b71c-d132-4d75-8b08-b1009f630b2a req-0935fe41-5030-4af3-879c-1d3077d7886e tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480459 May 05 22:34:21.364491 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25768f86-c7c9-49a2-8d25-cfdb9085d1e8 req-57b1fc21-0c41-4db0-b6e9-05264b5d7356 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:21.365932 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-25768f86-c7c9-49a2-8d25-cfdb9085d1e8 req-57b1fc21-0c41-4db0-b6e9-05264b5d7356 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5645585-9b42-46f2-a4d7-83e606c59c9f HTTP/1.1" status: 200 len: 946 time: 0.0803819 May 05 22:34:21.411456 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-25768f86-c7c9-49a2-8d25-cfdb9085d1e8 req-707b7090-8bed-439a-9cf7-df40c0f35b56 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397995 May 05 22:34:22.620237 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3abdd4-e992-4cf3-941e-83d9b65a0456 req-28d8b277-acd3-444f-bbeb-75d5a5679f3c tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:22.621905 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bd3abdd4-e992-4cf3-941e-83d9b65a0456 req-28d8b277-acd3-444f-bbeb-75d5a5679f3c tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5645585-9b42-46f2-a4d7-83e606c59c9f HTTP/1.1" status: 200 len: 946 time: 0.0805390 May 05 22:34:22.670593 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bd3abdd4-e992-4cf3-941e-83d9b65a0456 req-2029caef-5bcb-47e5-a27f-7b97320323e8 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428159 May 05 22:34:23.884826 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f6c9c7-82f4-4aa2-931e-bb22d598751b req-65d3b183-812b-45d7-9876-2de50d4a8e5e tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:23.885804 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-36f6c9c7-82f4-4aa2-931e-bb22d598751b req-65d3b183-812b-45d7-9876-2de50d4a8e5e tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5645585-9b42-46f2-a4d7-83e606c59c9f HTTP/1.1" status: 200 len: 946 time: 0.0869000 May 05 22:34:23.931884 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-36f6c9c7-82f4-4aa2-931e-bb22d598751b req-5499d802-a15d-4d7e-b1b4-25199d677359 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404298 May 05 22:34:25.149636 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf87f8e-42bb-4c0e-9684-73be28a7b8e3 req-c5076c77-f312-438a-82a1-a540fc34ddce tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:25.151217 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0bf87f8e-42bb-4c0e-9684-73be28a7b8e3 req-c5076c77-f312-438a-82a1-a540fc34ddce tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5645585-9b42-46f2-a4d7-83e606c59c9f HTTP/1.1" status: 200 len: 946 time: 0.0788136 May 05 22:34:25.204682 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0bf87f8e-42bb-4c0e-9684-73be28a7b8e3 req-43807a9d-9568-4cfd-9477-f6ad17aa93ce tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448859 May 05 22:34:26.410325 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9335bb1-c056-425e-aab8-b3d7f8d65c2d req-4d426a04-ceb7-4e1e-8534-7dbf2977b685 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:26.411792 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e9335bb1-c056-425e-aab8-b3d7f8d65c2d req-4d426a04-ceb7-4e1e-8534-7dbf2977b685 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5645585-9b42-46f2-a4d7-83e606c59c9f HTTP/1.1" status: 200 len: 946 time: 0.0818224 May 05 22:34:26.460103 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e9335bb1-c056-425e-aab8-b3d7f8d65c2d req-c4fa2df4-e275-4cfb-a8b3-ff0a9bcb7a47 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426826 May 05 22:34:27.681014 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208fa2f5-e652-4483-916b-bcbdfabbbcec req-a3b5cf3e-17a9-4124-a9bb-24ed25e3171e tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:27.682446 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-208fa2f5-e652-4483-916b-bcbdfabbbcec req-a3b5cf3e-17a9-4124-a9bb-24ed25e3171e tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5645585-9b42-46f2-a4d7-83e606c59c9f HTTP/1.1" status: 200 len: 946 time: 0.0780897 May 05 22:34:27.731289 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-208fa2f5-e652-4483-916b-bcbdfabbbcec req-0f5849b2-6fb1-428a-b7a1-85c3ec62583b tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430248 May 05 22:34:28.949491 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f9eed7-3bdc-4310-b709-507c1530c83e req-17f59460-3a89-4a45-a2b4-163d702a8d34 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:28.950868 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-83f9eed7-3bdc-4310-b709-507c1530c83e req-17f59460-3a89-4a45-a2b4-163d702a8d34 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5645585-9b42-46f2-a4d7-83e606c59c9f HTTP/1.1" status: 200 len: 946 time: 0.0801852 May 05 22:34:28.998540 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-83f9eed7-3bdc-4310-b709-507c1530c83e req-1e483e62-7cc3-4a0a-8967-453a0d8f2e54 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393791 May 05 22:34:30.236323 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5d70d-afd6-49d5-98e4-a38a7866e372 req-7bcebb9b-308b-4670-99e0-60e96a8cfa15 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:30.237761 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-10f5d70d-afd6-49d5-98e4-a38a7866e372 req-7bcebb9b-308b-4670-99e0-60e96a8cfa15 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5645585-9b42-46f2-a4d7-83e606c59c9f HTTP/1.1" status: 200 len: 946 time: 0.0944066 May 05 22:34:30.286616 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-10f5d70d-afd6-49d5-98e4-a38a7866e372 req-522f8ea9-ac0f-4a23-bccd-caf6f0601175 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429144 May 05 22:34:31.509887 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcbbf4d-6a64-4f04-b5bb-db70db0fea92 req-d5baed9d-28ec-4e30-80ee-86d8f6ba95a7 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:31.511658 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cdcbbf4d-6a64-4f04-b5bb-db70db0fea92 req-d5baed9d-28ec-4e30-80ee-86d8f6ba95a7 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5645585-9b42-46f2-a4d7-83e606c59c9f HTTP/1.1" status: 200 len: 946 time: 0.0881970 May 05 22:34:31.559349 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cdcbbf4d-6a64-4f04-b5bb-db70db0fea92 req-5c1291c6-cdda-49d9-a04c-6dfc7fa3923d tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417969 May 05 22:34:32.785935 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250687d-7adf-4867-9715-ecd0a1c79c05 req-57fee4b8-bd93-4fc3-9ab2-7dac25b6f1f8 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:32.787416 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9250687d-7adf-4867-9715-ecd0a1c79c05 req-57fee4b8-bd93-4fc3-9ab2-7dac25b6f1f8 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5645585-9b42-46f2-a4d7-83e606c59c9f HTTP/1.1" status: 200 len: 946 time: 0.0870695 May 05 22:34:32.835255 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9250687d-7adf-4867-9715-ecd0a1c79c05 req-0df110bd-c683-4294-aaea-986740572e21 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402622 May 05 22:34:34.042689 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d7f95-3892-4945-9089-25f4ce62da1f req-4b51a5fd-8fd1-4d93-8e6b-ad30e6a2ff93 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:34.044164 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-572d7f95-3892-4945-9089-25f4ce62da1f req-4b51a5fd-8fd1-4d93-8e6b-ad30e6a2ff93 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5645585-9b42-46f2-a4d7-83e606c59c9f HTTP/1.1" status: 200 len: 946 time: 0.0797651 May 05 22:34:34.093779 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-572d7f95-3892-4945-9089-25f4ce62da1f req-ae7a1756-bf1e-49cd-be77-44eb2bf11c85 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439332 May 05 22:34:34.415353 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fe903c73-64d2-49c8-bd90-1c9df5c92543 req-7aa74695-ac4d-43d9-b635-c410f8c8e183 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=257730ef51814f93858c0c6667eb803b&device_id=c5645585-9b42-46f2-a4d7-83e606c59c9f HTTP/1.1" status: 200 len: 1097 time: 0.0704744 May 05 22:34:34.566568 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe903c73-64d2-49c8-bd90-1c9df5c92543 req-d1cc3765-d556-4f8b-a962-4e304759717e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:34.568045 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fe903c73-64d2-49c8-bd90-1c9df5c92543 req-d1cc3765-d556-4f8b-a962-4e304759717e service neutron] 10.222.0.32 "GET /v2.0/networks?id=26c7cbdc-0a8e-4d3e-b292-a19ddef4d843 HTTP/1.1" status: 200 len: 916 time: 0.1319108 May 05 22:34:34.732582 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fe903c73-64d2-49c8-bd90-1c9df5c92543 req-378ea030-6b2c-4cc1-8f95-ad0b1bf79022 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d961f9db-67af-4af1-b6ca-8eeee9ed9599 HTTP/1.1" status: 200 len: 217 time: 0.1571622 May 05 22:34:34.807717 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe903c73-64d2-49c8-bd90-1c9df5c92543 req-74eb435e-de07-4c59-b1cc-db67d3a0d0ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:34.809096 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fe903c73-64d2-49c8-bd90-1c9df5c92543 req-74eb435e-de07-4c59-b1cc-db67d3a0d0ba service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f361d17f-1e12-4dd4-a70e-62c705fd203a HTTP/1.1" status: 200 len: 855 time: 0.0699570 May 05 22:34:34.864520 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fe903c73-64d2-49c8-bd90-1c9df5c92543 req-ba693bb8-5c1f-442b-b75c-e8b3dc7e0663 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=26c7cbdc-0a8e-4d3e-b292-a19ddef4d843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490835 May 05 22:34:35.008885 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fe903c73-64d2-49c8-bd90-1c9df5c92543 req-4a7b99ec-3a16-42aa-8372-31c033231230 service neutron] 10.222.0.32 "GET /v2.0/networks/26c7cbdc-0a8e-4d3e-b292-a19ddef4d843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377721 May 05 22:34:35.139922 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fe903c73-64d2-49c8-bd90-1c9df5c92543 req-e9878c91-a998-4d66-a731-a6c4a52e995c service neutron] 10.222.0.32 "GET /v2.0/networks/26c7cbdc-0a8e-4d3e-b292-a19ddef4d843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251533 May 05 22:34:35.309325 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be2de4-456d-4e06-bdc6-3110542f8caa req-e44d44d9-6e33-41f0-b5cb-47390dbcb3d3 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:35.310676 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-85be2de4-456d-4e06-bdc6-3110542f8caa req-e44d44d9-6e33-41f0-b5cb-47390dbcb3d3 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5645585-9b42-46f2-a4d7-83e606c59c9f HTTP/1.1" status: 200 len: 946 time: 0.0956733 May 05 22:34:35.358503 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-85be2de4-456d-4e06-bdc6-3110542f8caa req-af99ad8e-97b4-43bf-833a-a037b6de1b35 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415573 May 05 22:34:36.236367 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:34:36.494410 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:34:36.573636 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c1dad-83c1-4943-bfc6-dbae4abf7d39 req-23173ee7-e6b4-4a65-8fc5-b9ad7dce4e94 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:36.575193 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-615c1dad-83c1-4943-bfc6-dbae4abf7d39 req-23173ee7-e6b4-4a65-8fc5-b9ad7dce4e94 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5645585-9b42-46f2-a4d7-83e606c59c9f HTTP/1.1" status: 200 len: 946 time: 0.0784755 May 05 22:34:36.625528 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-615c1dad-83c1-4943-bfc6-dbae4abf7d39 req-b51fde92-269e-4423-a348-e2fff12ff788 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442438 May 05 22:34:37.846547 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ba9bb-40d2-40cd-81c9-192fc8b1cb11 req-57995c48-a456-42af-9867-179812ae429c tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:37.848086 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-717ba9bb-40d2-40cd-81c9-192fc8b1cb11 req-57995c48-a456-42af-9867-179812ae429c tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5645585-9b42-46f2-a4d7-83e606c59c9f HTTP/1.1" status: 200 len: 946 time: 0.0911283 May 05 22:34:37.895175 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-717ba9bb-40d2-40cd-81c9-192fc8b1cb11 req-fa9d5750-ce6b-41a5-94c8-0adfa86ec0a0 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415316 May 05 22:34:39.125990 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e2466-1b59-4eda-b2de-d1216ffc6553 req-ce85849a-4ddb-475b-bf74-cd908d5248d9 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:39.127480 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bc6e2466-1b59-4eda-b2de-d1216ffc6553 req-ce85849a-4ddb-475b-bf74-cd908d5248d9 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5645585-9b42-46f2-a4d7-83e606c59c9f HTTP/1.1" status: 200 len: 946 time: 0.0900440 May 05 22:34:39.178346 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bc6e2466-1b59-4eda-b2de-d1216ffc6553 req-f43d8d50-fa71-4325-8be0-c952e3609a71 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451050 May 05 22:34:39.728273 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [req-39485bf3-6e5f-4544-b802-ce3651ea1cd6 req-f03e8d3c-cac9-4fb2-8fa6-4a755f0b481a service neutron] show failed (client error): The resource could not be found. May 05 22:34:39.729274 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-39485bf3-6e5f-4544-b802-ce3651ea1cd6 req-f03e8d3c-cac9-4fb2-8fa6-4a755f0b481a service neutron] 10.222.0.32 "GET /v2.0/ports/d961f9db-67af-4af1-b6ca-8eeee9ed9599/bindings/n-h1-825175-4 HTTP/1.1" status: 404 len: 380 time: 0.0869162 May 05 22:34:40.008969 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-39485bf3-6e5f-4544-b802-ce3651ea1cd6 req-1785daf5-3523-4f07-9a45-4ddfe989897b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c5645585-9b42-46f2-a4d7-83e606c59c9f&tenant_id=257730ef51814f93858c0c6667eb803b HTTP/1.1" status: 200 len: 1097 time: 0.0780203 May 05 22:34:40.019796 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-39485bf3-6e5f-4544-b802-ce3651ea1cd6 req-0c6a58d1-822c-4764-8c7a-dba484d55377 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825175-4', 'device_owner': 'compute:nova'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:34:40.147651 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-39485bf3-6e5f-4544-b802-ce3651ea1cd6 req-0c6a58d1-822c-4764-8c7a-dba484d55377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:34:40.387122 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351b16f7-8a9f-481c-8874-4f9c15acfcf6 req-1279593b-d4fa-4689-89f1-3fc7e345f349 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:40.395174 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-351b16f7-8a9f-481c-8874-4f9c15acfcf6 req-1279593b-d4fa-4689-89f1-3fc7e345f349 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5645585-9b42-46f2-a4d7-83e606c59c9f HTTP/1.1" status: 200 len: 946 time: 0.0903015 May 05 22:34:40.424680 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-39485bf3-6e5f-4544-b802-ce3651ea1cd6 req-0c6a58d1-822c-4764-8c7a-dba484d55377 service neutron] For port d961f9db-67af-4af1-b6ca-8eeee9ed9599, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=d961f9db-67af-4af1-b6ca-8eeee9ed9599,segment=NetworkSegment(5376a047-e051-4283-be14-977452d7302e),segment_id=5376a047-e051-4283-be14-977452d7302e)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:34:40.451129 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-351b16f7-8a9f-481c-8874-4f9c15acfcf6 req-9c583b55-b5a6-467d-b8c3-4474f13c48ff tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547104 May 05 22:34:40.457863 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-39485bf3-6e5f-4544-b802-ce3651ea1cd6 req-0c6a58d1-822c-4764-8c7a-dba484d55377 service neutron] For port d961f9db-67af-4af1-b6ca-8eeee9ed9599, host n-h2-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:34:40.529004 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5645585-9b42-46f2-a4d7-83e606c59c9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd961f9db-67af-4af1-b6ca-8eeee9ed9599'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:34:40.535207 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-39485bf3-6e5f-4544-b802-ce3651ea1cd6 req-0c6a58d1-822c-4764-8c7a-dba484d55377 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:34:40.569085 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-39485bf3-6e5f-4544-b802-ce3651ea1cd6 req-0c6a58d1-822c-4764-8c7a-dba484d55377 service neutron] Transition to ACTIVE for port object d961f9db-67af-4af1-b6ca-8eeee9ed9599 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:34:40.577957 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-39485bf3-6e5f-4544-b802-ce3651ea1cd6 req-0c6a58d1-822c-4764-8c7a-dba484d55377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:34:40.622993 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f76c0fd0-2eec-40e1-9cfc-51ecc242ebd5'] response: {'server_uuid': 'c5645585-9b42-46f2-a4d7-83e606c59c9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd961f9db-67af-4af1-b6ca-8eeee9ed9599', 'code': 200} May 05 22:34:40.737646 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6a58d1-822c-4764-8c7a-dba484d55377 service neutron] Pushing event updated for resources: {'Port': ['ID=d961f9db-67af-4af1-b6ca-8eeee9ed9599,revision_number=6']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:34:40.739978 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-39485bf3-6e5f-4544-b802-ce3651ea1cd6 req-0c6a58d1-822c-4764-8c7a-dba484d55377 service neutron] No DVR routers for this DVR port d961f9db-67af-4af1-b6ca-8eeee9ed9599 on host n-h2-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:34:40.881189 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-39485bf3-6e5f-4544-b802-ce3651ea1cd6 req-0c6a58d1-822c-4764-8c7a-dba484d55377 service neutron] Attempting to bind port d961f9db-67af-4af1-b6ca-8eeee9ed9599 on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:34:40.881418 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-39485bf3-6e5f-4544-b802-ce3651ea1cd6 req-0c6a58d1-822c-4764-8c7a-dba484d55377 service neutron] Attempting to bind port d961f9db-67af-4af1-b6ca-8eeee9ed9599 by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': '5376a047-e051-4283-be14-977452d7302e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '26c7cbdc-0a8e-4d3e-b292-a19ddef4d843'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:34:40.881718 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39485bf3-6e5f-4544-b802-ce3651ea1cd6 req-0c6a58d1-822c-4764-8c7a-dba484d55377 service neutron] Attempting to bind port d961f9db-67af-4af1-b6ca-8eeee9ed9599 on network 26c7cbdc-0a8e-4d3e-b292-a19ddef4d843 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:34:40.888012 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39485bf3-6e5f-4544-b802-ce3651ea1cd6 req-0c6a58d1-822c-4764-8c7a-dba484d55377 service neutron] Port d961f9db-67af-4af1-b6ca-8eeee9ed9599 on network 26c7cbdc-0a8e-4d3e-b292-a19ddef4d843 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:34:40.888323 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39485bf3-6e5f-4544-b802-ce3651ea1cd6 req-0c6a58d1-822c-4764-8c7a-dba484d55377 service neutron] Attempting to bind port d961f9db-67af-4af1-b6ca-8eeee9ed9599 on network 26c7cbdc-0a8e-4d3e-b292-a19ddef4d843 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:34:40.894592 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39485bf3-6e5f-4544-b802-ce3651ea1cd6 req-0c6a58d1-822c-4764-8c7a-dba484d55377 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:34:40.894953 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39485bf3-6e5f-4544-b802-ce3651ea1cd6 req-0c6a58d1-822c-4764-8c7a-dba484d55377 service neutron] Checking segment: {'id': '5376a047-e051-4283-be14-977452d7302e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '26c7cbdc-0a8e-4d3e-b292-a19ddef4d843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:34:40.895349 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39485bf3-6e5f-4544-b802-ce3651ea1cd6 req-0c6a58d1-822c-4764-8c7a-dba484d55377 service neutron] Bound using segment: {'id': '5376a047-e051-4283-be14-977452d7302e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '26c7cbdc-0a8e-4d3e-b292-a19ddef4d843'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:34:40.895781 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-39485bf3-6e5f-4544-b802-ce3651ea1cd6 req-0c6a58d1-822c-4764-8c7a-dba484d55377 service neutron] Bound port: d961f9db-67af-4af1-b6ca-8eeee9ed9599, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5376a047-e051-4283-be14-977452d7302e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '26c7cbdc-0a8e-4d3e-b292-a19ddef4d843'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:34:40.896109 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-39485bf3-6e5f-4544-b802-ce3651ea1cd6 req-0c6a58d1-822c-4764-8c7a-dba484d55377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:34:40.984496 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-39485bf3-6e5f-4544-b802-ce3651ea1cd6 req-0c6a58d1-822c-4764-8c7a-dba484d55377 service neutron] For port d961f9db-67af-4af1-b6ca-8eeee9ed9599, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:34:40.987916 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-39485bf3-6e5f-4544-b802-ce3651ea1cd6 req-0c6a58d1-822c-4764-8c7a-dba484d55377 service neutron] For port d961f9db-67af-4af1-b6ca-8eeee9ed9599, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=d961f9db-67af-4af1-b6ca-8eeee9ed9599,segment=NetworkSegment(5376a047-e051-4283-be14-977452d7302e),segment_id=5376a047-e051-4283-be14-977452d7302e)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:34:40.993506 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-39485bf3-6e5f-4544-b802-ce3651ea1cd6 req-0c6a58d1-822c-4764-8c7a-dba484d55377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:34:41.058548 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-39485bf3-6e5f-4544-b802-ce3651ea1cd6 req-0c6a58d1-822c-4764-8c7a-dba484d55377 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:34:41.059946 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-39485bf3-6e5f-4544-b802-ce3651ea1cd6 req-0c6a58d1-822c-4764-8c7a-dba484d55377 service neutron] 10.222.0.44 "PUT /v2.0/ports/d961f9db-67af-4af1-b6ca-8eeee9ed9599 HTTP/1.1" status: 200 len: 1092 time: 1.0444698 May 05 22:34:41.072923 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6a58d1-822c-4764-8c7a-dba484d55377 service neutron] Pushing event updated for resources: {'Port': ['ID=d961f9db-67af-4af1-b6ca-8eeee9ed9599,revision_number=7']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:34:41.155446 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-39485bf3-6e5f-4544-b802-ce3651ea1cd6 req-8e3ac083-348c-4033-8919-cac24ffdc68e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=257730ef51814f93858c0c6667eb803b&device_id=c5645585-9b42-46f2-a4d7-83e606c59c9f HTTP/1.1" status: 200 len: 1095 time: 0.0736465 May 05 22:34:41.297252 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39485bf3-6e5f-4544-b802-ce3651ea1cd6 req-573a0475-736f-45c6-bcb7-0abe9e8dc0e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:41.298857 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-39485bf3-6e5f-4544-b802-ce3651ea1cd6 req-573a0475-736f-45c6-bcb7-0abe9e8dc0e3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=26c7cbdc-0a8e-4d3e-b292-a19ddef4d843 HTTP/1.1" status: 200 len: 916 time: 0.1371534 May 05 22:34:41.370017 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-39485bf3-6e5f-4544-b802-ce3651ea1cd6 req-1943fb54-e567-4a9c-966f-b59fbb2be8a4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d961f9db-67af-4af1-b6ca-8eeee9ed9599 HTTP/1.1" status: 200 len: 217 time: 0.0650725 May 05 22:34:41.436246 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39485bf3-6e5f-4544-b802-ce3651ea1cd6 req-c6f298eb-e51d-4c02-a03c-21f0eaea1295 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:41.437571 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-39485bf3-6e5f-4544-b802-ce3651ea1cd6 req-c6f298eb-e51d-4c02-a03c-21f0eaea1295 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f361d17f-1e12-4dd4-a70e-62c705fd203a HTTP/1.1" status: 200 len: 855 time: 0.0584936 May 05 22:34:41.485193 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-39485bf3-6e5f-4544-b802-ce3651ea1cd6 req-cf4eac2d-58ff-4e4f-9180-8a1fd6b56a3f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=26c7cbdc-0a8e-4d3e-b292-a19ddef4d843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413418 May 05 22:34:41.625004 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-39485bf3-6e5f-4544-b802-ce3651ea1cd6 req-23861f2e-cc0c-4266-a60c-7e4b961c29f3 service neutron] 10.222.0.44 "GET /v2.0/networks/26c7cbdc-0a8e-4d3e-b292-a19ddef4d843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334193 May 05 22:34:41.645167 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38978e-2bdc-4cbe-a2a5-1105a3d26ea2 req-f4695123-24dd-4e27-9e35-3c3c3ee9fd63 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:41.646616 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3c38978e-2bdc-4cbe-a2a5-1105a3d26ea2 req-f4695123-24dd-4e27-9e35-3c3c3ee9fd63 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5645585-9b42-46f2-a4d7-83e606c59c9f HTTP/1.1" status: 200 len: 944 time: 0.0793860 May 05 22:34:41.692940 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3c38978e-2bdc-4cbe-a2a5-1105a3d26ea2 req-067f33c2-8d83-4b0e-98c1-c002c9eaf281 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403199 May 05 22:34:41.767720 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-39485bf3-6e5f-4544-b802-ce3651ea1cd6 req-c583656c-7807-4634-b846-6298ac4228de service neutron] 10.222.0.44 "GET /v2.0/networks/26c7cbdc-0a8e-4d3e-b292-a19ddef4d843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363795 May 05 22:34:42.624907 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5645585-9b42-46f2-a4d7-83e606c59c9f', 'tag': 'd961f9db-67af-4af1-b6ca-8eeee9ed9599'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:34:42.696231 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-743dab86-c78a-476f-8a7a-f1f8af076a7f'] response: {'name': 'network-changed', 'server_uuid': 'c5645585-9b42-46f2-a4d7-83e606c59c9f', 'tag': 'd961f9db-67af-4af1-b6ca-8eeee9ed9599', 'status': 'completed', 'code': 200} May 05 22:34:42.790068 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a71d40c8-0a58-4b91-9f75-bf946f345948 req-e603d02f-0179-4b76-89a3-361b8857e7ec service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=257730ef51814f93858c0c6667eb803b&device_id=c5645585-9b42-46f2-a4d7-83e606c59c9f HTTP/1.1" status: 200 len: 1095 time: 0.0710115 May 05 22:34:42.791842 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a71d40c8-0a58-4b91-9f75-bf946f345948 req-f035e892-c044-4e9c-80da-74ed727ca080 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=257730ef51814f93858c0c6667eb803b&device_id=c5645585-9b42-46f2-a4d7-83e606c59c9f HTTP/1.1" status: 200 len: 1095 time: 0.0749388 May 05 22:34:42.922349 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d40c8-0a58-4b91-9f75-bf946f345948 req-d29a0ae9-d3fa-485f-80e5-6a56d1b1eb1e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:42.923859 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a71d40c8-0a58-4b91-9f75-bf946f345948 req-d29a0ae9-d3fa-485f-80e5-6a56d1b1eb1e service neutron] 10.222.0.44 "GET /v2.0/networks?id=26c7cbdc-0a8e-4d3e-b292-a19ddef4d843 HTTP/1.1" status: 200 len: 916 time: 0.1275308 May 05 22:34:42.977521 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d40c8-0a58-4b91-9f75-bf946f345948 req-8cd9d22c-8ab7-40ad-b33d-1f35abb758c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:42.979007 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a71d40c8-0a58-4b91-9f75-bf946f345948 req-8cd9d22c-8ab7-40ad-b33d-1f35abb758c7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=26c7cbdc-0a8e-4d3e-b292-a19ddef4d843 HTTP/1.1" status: 200 len: 916 time: 0.1808920 May 05 22:34:42.995939 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a71d40c8-0a58-4b91-9f75-bf946f345948 req-fcebbc30-9e92-4a89-8420-fcace89c12ae service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d961f9db-67af-4af1-b6ca-8eeee9ed9599 HTTP/1.1" status: 200 len: 217 time: 0.0645983 May 05 22:34:43.004504 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device d961f9db-67af-4af1-b6ca-8eeee9ed9599 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:34:43.042921 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083fdc24-6bcf-4bbb-b293-d7a552be5dee req-03a3cddb-06d4-4320-be6a-b7214eee9b0e tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:43.044627 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-083fdc24-6bcf-4bbb-b293-d7a552be5dee req-03a3cddb-06d4-4320-be6a-b7214eee9b0e tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5645585-9b42-46f2-a4d7-83e606c59c9f HTTP/1.1" status: 200 len: 944 time: 0.2257605 May 05 22:34:43.059511 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d40c8-0a58-4b91-9f75-bf946f345948 req-d54879bc-e132-49c3-b9a0-78b0e799d727 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:43.061002 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a71d40c8-0a58-4b91-9f75-bf946f345948 req-d54879bc-e132-49c3-b9a0-78b0e799d727 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f361d17f-1e12-4dd4-a70e-62c705fd203a HTTP/1.1" status: 200 len: 855 time: 0.0591950 May 05 22:34:43.071092 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device d961f9db-67af-4af1-b6ca-8eeee9ed9599 not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:34:43.079221 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a71d40c8-0a58-4b91-9f75-bf946f345948 req-8e765cfe-4983-4a35-b3e2-8ba739a6e756 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d961f9db-67af-4af1-b6ca-8eeee9ed9599 HTTP/1.1" status: 200 len: 217 time: 0.0938818 May 05 22:34:43.106670 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a71d40c8-0a58-4b91-9f75-bf946f345948 req-8efb5abc-ad50-46c7-a6d5-06158648d2d9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=26c7cbdc-0a8e-4d3e-b292-a19ddef4d843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391998 May 05 22:34:43.149537 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-083fdc24-6bcf-4bbb-b293-d7a552be5dee req-e6f43140-a07e-47fc-a63c-cc778aa8b7b7 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985270 May 05 22:34:43.160264 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d40c8-0a58-4b91-9f75-bf946f345948 req-69fecc84-9955-4070-8b9f-421ed4ff7230 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:43.161534 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a71d40c8-0a58-4b91-9f75-bf946f345948 req-69fecc84-9955-4070-8b9f-421ed4ff7230 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f361d17f-1e12-4dd4-a70e-62c705fd203a HTTP/1.1" status: 200 len: 855 time: 0.0731292 May 05 22:34:43.216386 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a71d40c8-0a58-4b91-9f75-bf946f345948 req-89f46e6b-d104-4f55-916c-ba4c0a5efca6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=26c7cbdc-0a8e-4d3e-b292-a19ddef4d843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493143 May 05 22:34:43.250567 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a71d40c8-0a58-4b91-9f75-bf946f345948 req-25e7f946-927d-4803-a8b0-6cd2d72a52b8 service neutron] 10.222.0.44 "GET /v2.0/networks/26c7cbdc-0a8e-4d3e-b292-a19ddef4d843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327531 May 05 22:34:43.399482 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a71d40c8-0a58-4b91-9f75-bf946f345948 req-a81dc858-b646-48b0-ad36-b59cce2814e7 service neutron] 10.222.0.44 "GET /v2.0/networks/26c7cbdc-0a8e-4d3e-b292-a19ddef4d843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383369 May 05 22:34:43.454834 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a71d40c8-0a58-4b91-9f75-bf946f345948 req-1cfd4468-30b2-42d2-ae00-2814ecc96126 service neutron] 10.222.0.32 "GET /v2.0/networks/26c7cbdc-0a8e-4d3e-b292-a19ddef4d843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322361 May 05 22:34:43.585081 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a71d40c8-0a58-4b91-9f75-bf946f345948 req-386b5436-0caf-4dec-8290-ac621ea42e17 service neutron] 10.222.0.32 "GET /v2.0/networks/26c7cbdc-0a8e-4d3e-b292-a19ddef4d843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242499 May 05 22:34:43.986881 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-748d89ca-8547-4859-9968-5b94a28a15d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:34:44.366683 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4795b77-3b88-430c-9641-8873029dfbc8 req-7c46c6f1-b910-4993-b082-e3c1ee758943 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:44.368152 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d4795b77-3b88-430c-9641-8873029dfbc8 req-7c46c6f1-b910-4993-b082-e3c1ee758943 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5645585-9b42-46f2-a4d7-83e606c59c9f HTTP/1.1" status: 200 len: 944 time: 0.0828230 May 05 22:34:44.415527 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d4795b77-3b88-430c-9641-8873029dfbc8 req-b5bb4bdb-00b0-49fa-b00f-7ae00626db57 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417709 May 05 22:34:44.813351 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4b17e-21bb-4e6a-87d7-8dc8886d666e req-c05c215f-2946-4915-acfe-4be128b721ff tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:44.815351 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-23a4b17e-21bb-4e6a-87d7-8dc8886d666e req-c05c215f-2946-4915-acfe-4be128b721ff tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5645585-9b42-46f2-a4d7-83e606c59c9f&tenant_id=257730ef51814f93858c0c6667eb803b&binding%3Ahost_id=n-h1-825175-4 HTTP/1.1" status: 200 len: 944 time: 0.1473229 May 05 22:34:44.821574 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ca339-f119-461e-b30c-1cb1ad77b5b3 req-aea99b2a-e41a-4021-b345-0b2134655107 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:44.822900 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a00ca339-f119-461e-b30c-1cb1ad77b5b3 req-aea99b2a-e41a-4021-b345-0b2134655107 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5645585-9b42-46f2-a4d7-83e606c59c9f HTTP/1.1" status: 200 len: 944 time: 0.1147335 May 05 22:34:44.885181 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device d961f9db-67af-4af1-b6ca-8eeee9ed9599 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:34:44.928951 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a00ca339-f119-461e-b30c-1cb1ad77b5b3 req-1d3fabda-0054-41bb-8546-0a7b211e9978 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719180 May 05 22:34:44.932300 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [req-23a4b17e-21bb-4e6a-87d7-8dc8886d666e req-26c2161a-f89f-47d0-bf50-a620a2238770 service neutron] delete failed (client error): The resource could not be found. May 05 22:34:44.933214 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-23a4b17e-21bb-4e6a-87d7-8dc8886d666e req-26c2161a-f89f-47d0-bf50-a620a2238770 service neutron] 10.222.0.32 "DELETE /v2.0/ports/d961f9db-67af-4af1-b6ca-8eeee9ed9599/bindings/n-h2-825175-4 HTTP/1.1" status: 404 len: 380 time: 0.1095004 May 05 22:34:45.019619 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port d961f9db-67af-4af1-b6ca-8eeee9ed9599, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=d961f9db-67af-4af1-b6ca-8eeee9ed9599,segment=NetworkSegment(5376a047-e051-4283-be14-977452d7302e),segment_id=5376a047-e051-4283-be14-977452d7302e)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:34:45.033313 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': 'd961f9db-67af-4af1-b6ca-8eeee9ed9599', 'network_id': '26c7cbdc-0a8e-4d3e-b292-a19ddef4d843', 'port_id': 'd961f9db-67af-4af1-b6ca-8eeee9ed9599', 'mac_address': 'fa:16:3e:b9:16:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f361d17f-1e12-4dd4-a70e-62c705fd203a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:34:45.075146 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-23a4b17e-21bb-4e6a-87d7-8dc8886d666e req-d4016aa4-fce9-40ac-a833-cbea986fa83f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=257730ef51814f93858c0c6667eb803b&device_id=c5645585-9b42-46f2-a4d7-83e606c59c9f HTTP/1.1" status: 200 len: 1095 time: 0.0720780 May 05 22:34:45.088074 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:34:45.105607 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d961f9db-67af-4af1-b6ca-8eeee9ed9599 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:34:45.121720 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port d961f9db-67af-4af1-b6ca-8eeee9ed9599, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=d961f9db-67af-4af1-b6ca-8eeee9ed9599,segment=NetworkSegment(5376a047-e051-4283-be14-977452d7302e),segment_id=5376a047-e051-4283-be14-977452d7302e)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:34:45.125598 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:34:45.196358 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=d961f9db-67af-4af1-b6ca-8eeee9ed9599,revision_number=8']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:34:45.206495 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4b17e-21bb-4e6a-87d7-8dc8886d666e req-7849f42f-da07-4d43-8ef3-3c5625ed0173 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:45.207998 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-23a4b17e-21bb-4e6a-87d7-8dc8886d666e req-7849f42f-da07-4d43-8ef3-3c5625ed0173 service neutron] 10.222.0.32 "GET /v2.0/networks?id=26c7cbdc-0a8e-4d3e-b292-a19ddef4d843 HTTP/1.1" status: 200 len: 916 time: 0.1278431 May 05 22:34:45.278271 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-23a4b17e-21bb-4e6a-87d7-8dc8886d666e req-acda0054-7f36-46fb-9796-c8f0e054b37a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d961f9db-67af-4af1-b6ca-8eeee9ed9599 HTTP/1.1" status: 200 len: 217 time: 0.0641961 May 05 22:34:45.344643 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4b17e-21bb-4e6a-87d7-8dc8886d666e req-ca71bf1b-5862-42e7-9004-c7684f6a9df2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:45.346803 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-23a4b17e-21bb-4e6a-87d7-8dc8886d666e req-ca71bf1b-5862-42e7-9004-c7684f6a9df2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f361d17f-1e12-4dd4-a70e-62c705fd203a HTTP/1.1" status: 200 len: 855 time: 0.0618811 May 05 22:34:45.347506 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['d961f9db-67af-4af1-b6ca-8eeee9ed9599'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:34:45.396085 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-23a4b17e-21bb-4e6a-87d7-8dc8886d666e req-69ef99d2-9ab8-43d0-be3a-662e9375882c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=26c7cbdc-0a8e-4d3e-b292-a19ddef4d843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435750 May 05 22:34:45.527643 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-23a4b17e-21bb-4e6a-87d7-8dc8886d666e req-1ce1f48d-6531-4e4a-9931-5ea61dee9315 service neutron] 10.222.0.32 "GET /v2.0/networks/26c7cbdc-0a8e-4d3e-b292-a19ddef4d843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255343 May 05 22:34:45.667291 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-23a4b17e-21bb-4e6a-87d7-8dc8886d666e req-af0893b3-a8e2-463e-bc78-a78c0fe7b0ab service neutron] 10.222.0.32 "GET /v2.0/networks/26c7cbdc-0a8e-4d3e-b292-a19ddef4d843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334715 May 05 22:34:46.137125 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f3c2c-3575-4832-9661-a662cedbb149 req-672c95b1-46e8-42e5-a394-4e163a665d84 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:46.138615 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-405f3c2c-3575-4832-9661-a662cedbb149 req-672c95b1-46e8-42e5-a394-4e163a665d84 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5645585-9b42-46f2-a4d7-83e606c59c9f HTTP/1.1" status: 200 len: 945 time: 0.0780239 May 05 22:34:46.186251 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-405f3c2c-3575-4832-9661-a662cedbb149 req-e946e761-cae9-4014-8633-7ac658676d05 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415232 May 05 22:34:46.309839 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-21061bac-2af9-47d5-ad3f-99d67831624b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:34:46.883797 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device d961f9db-67af-4af1-b6ca-8eeee9ed9599 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:34:46.968549 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port d961f9db-67af-4af1-b6ca-8eeee9ed9599 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:34:46.974205 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port d961f9db-67af-4af1-b6ca-8eeee9ed9599 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:34:46.974551 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:34:47.092597 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:34:47.119902 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5645585-9b42-46f2-a4d7-83e606c59c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd961f9db-67af-4af1-b6ca-8eeee9ed9599'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:34:47.129618 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port d961f9db-67af-4af1-b6ca-8eeee9ed9599, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=d961f9db-67af-4af1-b6ca-8eeee9ed9599,segment=NetworkSegment(5376a047-e051-4283-be14-977452d7302e),segment_id=5376a047-e051-4283-be14-977452d7302e)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:34:47.135275 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:34:47.179008 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1f4ddcf-3073-44bf-bbba-90e9aa92e0f1'] response: {'server_uuid': 'c5645585-9b42-46f2-a4d7-83e606c59c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd961f9db-67af-4af1-b6ca-8eeee9ed9599', 'code': 200} May 05 22:34:47.205859 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=d961f9db-67af-4af1-b6ca-8eeee9ed9599,revision_number=9']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:34:47.390522 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336d419-90b8-4f69-aaed-7c7b059c0cbf req-f5e9a371-a49a-4949-aa16-5cdca6dcf10f tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:47.391888 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0336d419-90b8-4f69-aaed-7c7b059c0cbf req-f5e9a371-a49a-4949-aa16-5cdca6dcf10f tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5645585-9b42-46f2-a4d7-83e606c59c9f HTTP/1.1" status: 200 len: 946 time: 0.0846536 May 05 22:34:47.440554 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0336d419-90b8-4f69-aaed-7c7b059c0cbf req-a0cbb40a-0594-40a3-9e78-d772c4500b04 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397141 May 05 22:34:47.538018 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:34:47.540675 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:34:47.655581 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de7c2c-677a-4cf8-8e0a-f604372cf5ae req-d45555f8-d5cc-4c77-b683-79bbe5ab7a1d tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:47.656992 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e2de7c2c-677a-4cf8-8e0a-f604372cf5ae req-d45555f8-d5cc-4c77-b683-79bbe5ab7a1d tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5645585-9b42-46f2-a4d7-83e606c59c9f HTTP/1.1" status: 200 len: 946 time: 0.0793080 May 05 22:34:47.707899 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e2de7c2c-677a-4cf8-8e0a-f604372cf5ae req-c1b3fdd9-14d9-4537-b052-569dd285993f tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445752 May 05 22:34:47.909865 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720a3fb-4a7d-4142-bab8-9bb51cd51c0b req-d0c8b7ea-5724-4c85-932f-c39254508c58 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:47.911250 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5720a3fb-4a7d-4142-bab8-9bb51cd51c0b req-d0c8b7ea-5724-4c85-932f-c39254508c58 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5645585-9b42-46f2-a4d7-83e606c59c9f HTTP/1.1" status: 200 len: 946 time: 0.0812070 May 05 22:34:47.957040 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5720a3fb-4a7d-4142-bab8-9bb51cd51c0b req-ffcad60d-51b7-466d-aa56-a5197cee9e1a tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401130 May 05 22:34:48.578098 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d031f79d-75a1-4b30-a25c-4013687e424b req-94d14891-dcd8-473c-ba6b-2a6dacacd349 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:48.579434 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d031f79d-75a1-4b30-a25c-4013687e424b req-94d14891-dcd8-473c-ba6b-2a6dacacd349 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/networks?id=26c7cbdc-0a8e-4d3e-b292-a19ddef4d843 HTTP/1.1" status: 200 len: 815 time: 0.2377114 May 05 22:34:48.602349 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d031f79d-75a1-4b30-a25c-4013687e424b req-924c18c8-5fc3-4513-b1d6-435af202520f tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/quotas/257730ef51814f93858c0c6667eb803b HTTP/1.1" status: 200 len: 375 time: 0.0171766 May 05 22:34:48.697503 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d031f79d-75a1-4b30-a25c-4013687e424b req-62fbbb9a-8206-4b38-ae6e-861ba63267c0 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=257730ef51814f93858c0c6667eb803b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0894518 May 05 22:34:48.710689 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [req-d031f79d-75a1-4b30-a25c-4013687e424b req-c8aefd04-2d8a-453a-b9ab-e15d33219a9f service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:34:48.711736 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d031f79d-75a1-4b30-a25c-4013687e424b req-c8aefd04-2d8a-453a-b9ab-e15d33219a9f service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049508 May 05 22:34:48.846822 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d031f79d-75a1-4b30-a25c-4013687e424b req-0f9da012-2f16-4dc7-b8db-b1b8f3bfc77f service neutron] 10.222.0.23 "GET /v2.0/networks/26c7cbdc-0a8e-4d3e-b292-a19ddef4d843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294253 May 05 22:34:48.984365 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d031f79d-75a1-4b30-a25c-4013687e424b req-6a841244-dd7e-48f0-a993-b4667da66478 service neutron] 10.222.0.23 "GET /v2.0/networks/26c7cbdc-0a8e-4d3e-b292-a19ddef4d843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320462 May 05 22:34:49.107224 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:34:49.185523 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-987aacdc-ff94-434a-a955-0f4936d4b95e req-4695c67b-aced-476c-aa46-e2a5d22a9055 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=55e4c759-6535-427c-8983-64ef243d1677 HTTP/1.1" status: 200 len: 210 time: 0.0408301 May 05 22:34:49.657025 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3451c-1a04-45b6-9752-1bb4f61ba0d1 req-3290379c-10e7-47f4-b015-8d9d528c95d8 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:49.658833 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-12e3451c-1a04-45b6-9752-1bb4f61ba0d1 req-3290379c-10e7-47f4-b015-8d9d528c95d8 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5645585-9b42-46f2-a4d7-83e606c59c9f HTTP/1.1" status: 200 len: 946 time: 0.1827714 May 05 22:34:49.727432 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-12e3451c-1a04-45b6-9752-1bb4f61ba0d1 req-2930117f-167c-4115-903f-a19c3bc89afe tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Deleting port d961f9db-67af-4af1-b6ca-8eeee9ed9599 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:34:49.727766 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-12e3451c-1a04-45b6-9752-1bb4f61ba0d1 req-2930117f-167c-4115-903f-a19c3bc89afe tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:34:49.996209 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-12e3451c-1a04-45b6-9752-1bb4f61ba0d1 req-2930117f-167c-4115-903f-a19c3bc89afe tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] For port d961f9db-67af-4af1-b6ca-8eeee9ed9599, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=d961f9db-67af-4af1-b6ca-8eeee9ed9599,segment=NetworkSegment(5376a047-e051-4283-be14-977452d7302e),segment_id=5376a047-e051-4283-be14-977452d7302e)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:34:49.996512 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-12e3451c-1a04-45b6-9752-1bb4f61ba0d1 req-2930117f-167c-4115-903f-a19c3bc89afe tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:34:50.137272 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-12e3451c-1a04-45b6-9752-1bb4f61ba0d1 req-2930117f-167c-4115-903f-a19c3bc89afe tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Calling delete_port for d961f9db-67af-4af1-b6ca-8eeee9ed9599 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:34:50.346033 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d031f79d-75a1-4b30-a25c-4013687e424b req-c8399f36-ab78-422e-890d-73ed014c3391 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:50.347492 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d031f79d-75a1-4b30-a25c-4013687e424b req-c8399f36-ab78-422e-890d-73ed014c3391 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.44 "GET /v2.0/networks?id=26c7cbdc-0a8e-4d3e-b292-a19ddef4d843 HTTP/1.1" status: 200 len: 815 time: 0.2882097 May 05 22:34:50.361075 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3b30a1a5-ef9b-42ff-aba7-722a3f268342 req-01b866ae-180a-4189-840f-5bbbd5961aba tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=55e4c759-6535-427c-8983-64ef243d1677 HTTP/1.1" status: 200 len: 210 time: 0.0410175 May 05 22:34:50.370362 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-d031f79d-75a1-4b30-a25c-4013687e424b req-a825d57c-6bd5-4a7e-9b4a-ecfb8931bcbd tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Request body: {'port': {'device_id': '55e4c759-6535-427c-8983-64ef243d1677', 'network_id': '26c7cbdc-0a8e-4d3e-b292-a19ddef4d843', 'admin_state_up': True, 'tenant_id': '257730ef51814f93858c0c6667eb803b'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:34:50.457255 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-12e3451c-1a04-45b6-9752-1bb4f61ba0d1 req-2930117f-167c-4115-903f-a19c3bc89afe tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:34:50.468838 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['d961f9db-67af-4af1-b6ca-8eeee9ed9599'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:34:50.519115 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2930117f-167c-4115-903f-a19c3bc89afe tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Pushing event deleted for resources: {'Port': ['ID=d961f9db-67af-4af1-b6ca-8eeee9ed9599,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:34:50.614158 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e3451c-1a04-45b6-9752-1bb4f61ba0d1 req-2930117f-167c-4115-903f-a19c3bc89afe tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] No DVR routers for this DVR port d961f9db-67af-4af1-b6ca-8eeee9ed9599 on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:34:50.625057 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-12e3451c-1a04-45b6-9752-1bb4f61ba0d1 req-2930117f-167c-4115-903f-a19c3bc89afe tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:34:50.627529 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5645585-9b42-46f2-a4d7-83e606c59c9f', 'name': 'network-vif-deleted', 'tag': 'd961f9db-67af-4af1-b6ca-8eeee9ed9599'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:34:50.649304 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-d031f79d-75a1-4b30-a25c-4013687e424b req-a825d57c-6bd5-4a7e-9b4a-ecfb8931bcbd tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:34:50.654143 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-12e3451c-1a04-45b6-9752-1bb4f61ba0d1 req-2930117f-167c-4115-903f-a19c3bc89afe tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.44 "DELETE /v2.0/ports/d961f9db-67af-4af1-b6ca-8eeee9ed9599 HTTP/1.1" status: 204 len: 173 time: 0.9903927 May 05 22:34:50.662319 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-d031f79d-75a1-4b30-a25c-4013687e424b req-a825d57c-6bd5-4a7e-9b4a-ecfb8931bcbd tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:34:50.673325 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d031f79d-75a1-4b30-a25c-4013687e424b req-a825d57c-6bd5-4a7e-9b4a-ecfb8931bcbd tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Made reservation on behalf of 257730ef51814f93858c0c6667eb803b for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:34:50.676686 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-d031f79d-75a1-4b30-a25c-4013687e424b req-a825d57c-6bd5-4a7e-9b4a-ecfb8931bcbd tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:34:50.691286 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53354ee3-bf7b-4985-80b6-ce5ee5e8a065'] response: {'server_uuid': 'c5645585-9b42-46f2-a4d7-83e606c59c9f', 'name': 'network-vif-deleted', 'tag': 'd961f9db-67af-4af1-b6ca-8eeee9ed9599', 'status': 'completed', 'code': 200} May 05 22:34:50.844728 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-d031f79d-75a1-4b30-a25c-4013687e424b req-a825d57c-6bd5-4a7e-9b4a-ecfb8931bcbd tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Allocated IP 172.20.0.13 (26c7cbdc-0a8e-4d3e-b292-a19ddef4d843/f361d17f-1e12-4dd4-a70e-62c705fd203a/f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:34:51.063616 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-d031f79d-75a1-4b30-a25c-4013687e424b req-a825d57c-6bd5-4a7e-9b4a-ecfb8931bcbd tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:34:51.094434 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-d031f79d-75a1-4b30-a25c-4013687e424b req-a825d57c-6bd5-4a7e-9b4a-ecfb8931bcbd tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:34:51.105575 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['d961f9db-67af-4af1-b6ca-8eeee9ed9599'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:34:51.171176 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d031f79d-75a1-4b30-a25c-4013687e424b req-a825d57c-6bd5-4a7e-9b4a-ecfb8931bcbd tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Network 26c7cbdc-0a8e-4d3e-b292-a19ddef4d843 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:34:51.174768 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-d031f79d-75a1-4b30-a25c-4013687e424b req-a825d57c-6bd5-4a7e-9b4a-ecfb8931bcbd tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:34:51.181145 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-d031f79d-75a1-4b30-a25c-4013687e424b req-a825d57c-6bd5-4a7e-9b4a-ecfb8931bcbd tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:34:51.207590 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a825d57c-6bd5-4a7e-9b4a-ecfb8931bcbd tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Pushing event updated for resources: {'Port': ['ID=f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:34:51.245487 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d031f79d-75a1-4b30-a25c-4013687e424b req-a825d57c-6bd5-4a7e-9b4a-ecfb8931bcbd tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:51.246081 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-d031f79d-75a1-4b30-a25c-4013687e424b req-a825d57c-6bd5-4a7e-9b4a-ecfb8931bcbd tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:34:51.273441 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d031f79d-75a1-4b30-a25c-4013687e424b req-a825d57c-6bd5-4a7e-9b4a-ecfb8931bcbd tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9086308 May 05 22:34:51.285341 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-d031f79d-75a1-4b30-a25c-4013687e424b req-85923cae-c407-4048-8b9a-4ddf8029dd6f service neutron] Request body: {'port': {'device_id': '55e4c759-6535-427c-8983-64ef243d1677', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:34:51.492794 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-d031f79d-75a1-4b30-a25c-4013687e424b req-85923cae-c407-4048-8b9a-4ddf8029dd6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:34:51.562848 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7898bd-90d1-45d3-b30e-524dae72331c req-a34c13c6-0a0c-4eaa-ba75-ae895498ea1a tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:51.564545 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5b7898bd-90d1-45d3-b30e-524dae72331c req-a34c13c6-0a0c-4eaa-ba75-ae895498ea1a tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=55e4c759-6535-427c-8983-64ef243d1677 HTTP/1.1" status: 200 len: 932 time: 0.0825808 May 05 22:34:51.616937 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5b7898bd-90d1-45d3-b30e-524dae72331c req-61356b52-06d4-452e-aaec-6e7d4e9897f9 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423806 May 05 22:34:51.847642 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-d031f79d-75a1-4b30-a25c-4013687e424b req-85923cae-c407-4048-8b9a-4ddf8029dd6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:34:51.854688 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-d031f79d-75a1-4b30-a25c-4013687e424b req-85923cae-c407-4048-8b9a-4ddf8029dd6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:34:51.870177 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-d031f79d-75a1-4b30-a25c-4013687e424b req-85923cae-c407-4048-8b9a-4ddf8029dd6f service neutron] Transition to ACTIVE for port object f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:34:51.876824 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-d031f79d-75a1-4b30-a25c-4013687e424b req-85923cae-c407-4048-8b9a-4ddf8029dd6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:34:52.014882 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85923cae-c407-4048-8b9a-4ddf8029dd6f service neutron] Pushing event updated for resources: {'Port': ['ID=f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:34:52.122411 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-d031f79d-75a1-4b30-a25c-4013687e424b req-85923cae-c407-4048-8b9a-4ddf8029dd6f service neutron] Attempting to bind port f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2 on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:34:52.122633 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-d031f79d-75a1-4b30-a25c-4013687e424b req-85923cae-c407-4048-8b9a-4ddf8029dd6f service neutron] Attempting to bind port f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2 by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': '5376a047-e051-4283-be14-977452d7302e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '26c7cbdc-0a8e-4d3e-b292-a19ddef4d843'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:34:52.122993 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d031f79d-75a1-4b30-a25c-4013687e424b req-85923cae-c407-4048-8b9a-4ddf8029dd6f service neutron] Attempting to bind port f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2 on network 26c7cbdc-0a8e-4d3e-b292-a19ddef4d843 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:34:52.129138 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d031f79d-75a1-4b30-a25c-4013687e424b req-85923cae-c407-4048-8b9a-4ddf8029dd6f service neutron] Port f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2 on network 26c7cbdc-0a8e-4d3e-b292-a19ddef4d843 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:34:52.129448 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d031f79d-75a1-4b30-a25c-4013687e424b req-85923cae-c407-4048-8b9a-4ddf8029dd6f service neutron] Attempting to bind port f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2 on network 26c7cbdc-0a8e-4d3e-b292-a19ddef4d843 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:34:52.135991 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d031f79d-75a1-4b30-a25c-4013687e424b req-85923cae-c407-4048-8b9a-4ddf8029dd6f service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:34:52.136321 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d031f79d-75a1-4b30-a25c-4013687e424b req-85923cae-c407-4048-8b9a-4ddf8029dd6f service neutron] Checking segment: {'id': '5376a047-e051-4283-be14-977452d7302e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '26c7cbdc-0a8e-4d3e-b292-a19ddef4d843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:34:52.136702 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d031f79d-75a1-4b30-a25c-4013687e424b req-85923cae-c407-4048-8b9a-4ddf8029dd6f service neutron] Bound using segment: {'id': '5376a047-e051-4283-be14-977452d7302e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '26c7cbdc-0a8e-4d3e-b292-a19ddef4d843'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:34:52.137120 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-d031f79d-75a1-4b30-a25c-4013687e424b req-85923cae-c407-4048-8b9a-4ddf8029dd6f service neutron] Bound port: f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5376a047-e051-4283-be14-977452d7302e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '26c7cbdc-0a8e-4d3e-b292-a19ddef4d843'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:34:52.137444 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-d031f79d-75a1-4b30-a25c-4013687e424b req-85923cae-c407-4048-8b9a-4ddf8029dd6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:34:52.228836 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-d031f79d-75a1-4b30-a25c-4013687e424b req-85923cae-c407-4048-8b9a-4ddf8029dd6f service neutron] For port f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:34:52.232161 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-d031f79d-75a1-4b30-a25c-4013687e424b req-85923cae-c407-4048-8b9a-4ddf8029dd6f service neutron] For port f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2,segment=NetworkSegment(5376a047-e051-4283-be14-977452d7302e),segment_id=5376a047-e051-4283-be14-977452d7302e)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:34:52.240238 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-d031f79d-75a1-4b30-a25c-4013687e424b req-85923cae-c407-4048-8b9a-4ddf8029dd6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:34:52.307431 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-d031f79d-75a1-4b30-a25c-4013687e424b req-85923cae-c407-4048-8b9a-4ddf8029dd6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:34:52.309565 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d031f79d-75a1-4b30-a25c-4013687e424b req-85923cae-c407-4048-8b9a-4ddf8029dd6f service neutron] 10.222.0.44 "PUT /v2.0/ports/f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2 HTTP/1.1" status: 200 len: 1092 time: 1.0295477 May 05 22:34:52.326588 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85923cae-c407-4048-8b9a-4ddf8029dd6f service neutron] Pushing event updated for resources: {'Port': ['ID=f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:34:52.429384 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d031f79d-75a1-4b30-a25c-4013687e424b req-d95ad980-cbc6-4a79-b67d-c24d7270ced0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=257730ef51814f93858c0c6667eb803b&device_id=55e4c759-6535-427c-8983-64ef243d1677 HTTP/1.1" status: 200 len: 1095 time: 0.0797663 May 05 22:34:52.500058 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d031f79d-75a1-4b30-a25c-4013687e424b req-7233857c-2054-4b66-903d-1d23b90ffd21 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2 HTTP/1.1" status: 200 len: 217 time: 0.0632246 May 05 22:34:52.568941 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d031f79d-75a1-4b30-a25c-4013687e424b req-182ed544-91fd-4098-b4f8-101ac53cd52d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:52.570396 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d031f79d-75a1-4b30-a25c-4013687e424b req-182ed544-91fd-4098-b4f8-101ac53cd52d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f361d17f-1e12-4dd4-a70e-62c705fd203a HTTP/1.1" status: 200 len: 855 time: 0.0632949 May 05 22:34:52.614694 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d031f79d-75a1-4b30-a25c-4013687e424b req-b7fa9983-0dec-438b-a2f2-927f370db130 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=26c7cbdc-0a8e-4d3e-b292-a19ddef4d843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388007 May 05 22:34:52.698256 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55e4c759-6535-427c-8983-64ef243d1677', 'tag': 'f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:34:52.757135 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e1e159b-91d6-4c49-bc32-3de64117ddfa'] response: {'name': 'network-changed', 'server_uuid': '55e4c759-6535-427c-8983-64ef243d1677', 'tag': 'f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2', 'status': 'completed', 'code': 200} May 05 22:34:52.764739 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d031f79d-75a1-4b30-a25c-4013687e424b req-ca6f1630-be62-4321-b6b7-19cba4716ed6 service neutron] 10.222.0.44 "GET /v2.0/networks/26c7cbdc-0a8e-4d3e-b292-a19ddef4d843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441131 May 05 22:34:52.818605 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bde8f7-d8a2-4de1-a3c7-dfb68a7bb0da req-60ade5bf-d007-4678-8451-dc296c9fa5dc tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:52.820160 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-73bde8f7-d8a2-4de1-a3c7-dfb68a7bb0da req-60ade5bf-d007-4678-8451-dc296c9fa5dc tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=55e4c759-6535-427c-8983-64ef243d1677 HTTP/1.1" status: 200 len: 944 time: 0.0798707 May 05 22:34:52.875211 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-73bde8f7-d8a2-4de1-a3c7-dfb68a7bb0da req-c011fc99-91fb-47ef-afe6-d024e9557ebb tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492523 May 05 22:34:52.900663 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d031f79d-75a1-4b30-a25c-4013687e424b req-4e710365-a6e9-4054-a6e5-4576cae9d4cb service neutron] 10.222.0.44 "GET /v2.0/networks/26c7cbdc-0a8e-4d3e-b292-a19ddef4d843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299739 May 05 22:34:53.029114 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f1ea24bc-aebf-4e05-93fb-643902f183ad req-55b412a9-6d13-4e6e-b432-6d9b0486cd62 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=257730ef51814f93858c0c6667eb803b&device_id=55e4c759-6535-427c-8983-64ef243d1677 HTTP/1.1" status: 200 len: 1095 time: 0.0837352 May 05 22:34:53.164006 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea24bc-aebf-4e05-93fb-643902f183ad req-a3a32883-5958-4502-b79d-1250efc72e1f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:53.165434 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f1ea24bc-aebf-4e05-93fb-643902f183ad req-a3a32883-5958-4502-b79d-1250efc72e1f service neutron] 10.222.0.44 "GET /v2.0/networks?id=26c7cbdc-0a8e-4d3e-b292-a19ddef4d843 HTTP/1.1" status: 200 len: 916 time: 0.1295040 May 05 22:34:53.319019 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f1ea24bc-aebf-4e05-93fb-643902f183ad req-9a17b808-10e3-47a3-932c-ef9cb66bb452 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2 HTTP/1.1" status: 200 len: 217 time: 0.1459928 May 05 22:34:53.339128 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:34:53.383256 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea24bc-aebf-4e05-93fb-643902f183ad req-ae414b3d-6cc6-4984-94a8-37a1c4a05db4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:53.384663 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f1ea24bc-aebf-4e05-93fb-643902f183ad req-ae414b3d-6cc6-4984-94a8-37a1c4a05db4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f361d17f-1e12-4dd4-a70e-62c705fd203a HTTP/1.1" status: 200 len: 855 time: 0.0587499 May 05 22:34:53.429271 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f1ea24bc-aebf-4e05-93fb-643902f183ad req-f9410d63-2f26-4b41-ad1e-f872a8fabb14 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=26c7cbdc-0a8e-4d3e-b292-a19ddef4d843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382156 May 05 22:34:53.559804 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f1ea24bc-aebf-4e05-93fb-643902f183ad req-89be6ca5-3945-4f80-b870-e57c12b9176a service neutron] 10.222.0.44 "GET /v2.0/networks/26c7cbdc-0a8e-4d3e-b292-a19ddef4d843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242659 May 05 22:34:53.692753 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f1ea24bc-aebf-4e05-93fb-643902f183ad req-07bb3fe2-d711-454f-9ac9-ad700c84a4bd service neutron] 10.222.0.44 "GET /v2.0/networks/26c7cbdc-0a8e-4d3e-b292-a19ddef4d843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257448 May 05 22:34:54.099878 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927705b3-768e-4364-925e-a96970dfb403 req-aa710c14-7a28-4930-8182-9d607f887aa0 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:54.101316 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-927705b3-768e-4364-925e-a96970dfb403 req-aa710c14-7a28-4930-8182-9d607f887aa0 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=55e4c759-6535-427c-8983-64ef243d1677 HTTP/1.1" status: 200 len: 944 time: 0.0913668 May 05 22:34:54.146776 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-927705b3-768e-4364-925e-a96970dfb403 req-455db699-91ae-4598-b034-4619961b6644 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397472 May 05 22:34:54.963831 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:34:54.967513 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device d961f9db-67af-4af1-b6ca-8eeee9ed9599 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:34:55.005976 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: d961f9db-67af-4af1-b6ca-8eeee9ed9599 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:34:55.006312 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device d961f9db-67af-4af1-b6ca-8eeee9ed9599 not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:34:55.134508 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2,segment=NetworkSegment(5376a047-e051-4283-be14-977452d7302e),segment_id=5376a047-e051-4283-be14-977452d7302e)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:34:55.173356 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': 'f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2', 'network_id': '26c7cbdc-0a8e-4d3e-b292-a19ddef4d843', 'port_id': 'f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2', 'mac_address': 'fa:16:3e:4d:c5:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f361d17f-1e12-4dd4-a70e-62c705fd203a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:34:55.226757 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:34:55.244551 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:34:55.259551 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2,segment=NetworkSegment(5376a047-e051-4283-be14-977452d7302e),segment_id=5376a047-e051-4283-be14-977452d7302e)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:34:55.265484 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:34:55.336011 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:34:55.344902 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:34:55.345229 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:34:55.345584 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:34:55.346507 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:34:55.346872 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:34:55.347196 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:34:55.347518 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:34:55.347835 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:34:55.348143 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:34:55.348473 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:34:55.348780 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:34:55.358600 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f255d-40ef-4952-9f51-9d3a524915ad req-435e5692-2d35-4ac2-80db-cddcba20a0e3 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:55.360103 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-152f255d-40ef-4952-9f51-9d3a524915ad req-435e5692-2d35-4ac2-80db-cddcba20a0e3 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=55e4c759-6535-427c-8983-64ef243d1677 HTTP/1.1" status: 200 len: 945 time: 0.0774782 May 05 22:34:55.409492 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-152f255d-40ef-4952-9f51-9d3a524915ad req-b43923b1-dcc2-40f7-bd78-177a97a25a35 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433543 May 05 22:34:55.458598 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:34:56.613544 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a922416-754a-4d48-850f-59544e72595e req-aac11790-3c87-4969-86a8-d6bd8a440ecf tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:56.614902 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7a922416-754a-4d48-850f-59544e72595e req-aac11790-3c87-4969-86a8-d6bd8a440ecf tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=55e4c759-6535-427c-8983-64ef243d1677 HTTP/1.1" status: 200 len: 945 time: 0.0767245 May 05 22:34:56.664067 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7a922416-754a-4d48-850f-59544e72595e req-f9c4da04-fa6d-40ae-ab4c-1228f9a2ba30 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409007 May 05 22:34:56.995459 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:34:57.077683 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:34:57.084131 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:34:57.084493 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:34:57.201171 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:34:57.228705 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55e4c759-6535-427c-8983-64ef243d1677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:34:57.238783 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2,segment=NetworkSegment(5376a047-e051-4283-be14-977452d7302e),segment_id=5376a047-e051-4283-be14-977452d7302e)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:34:57.244201 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:34:57.287385 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9de5b1ba-53a3-4b21-81ed-afa4e0107436'] response: {'server_uuid': '55e4c759-6535-427c-8983-64ef243d1677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2', 'code': 200} May 05 22:34:57.315257 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:34:57.419139 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-66dd5b98-41a9-4ff8-b2b6-a61879506e12 req-fb90db3d-193c-42e6-a028-fa7621c462c0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=55e4c759-6535-427c-8983-64ef243d1677 HTTP/1.1" status: 200 len: 1097 time: 0.0778630 May 05 22:34:57.462434 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-66dd5b98-41a9-4ff8-b2b6-a61879506e12 req-9c3e131a-3ecc-4602-965d-6f2163271a24 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368502 May 05 22:34:57.885138 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440677de-1927-4379-8b1b-581bca7c5093 req-64c2c930-f82a-462c-99ad-6dae77d9dc90 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:57.886462 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-440677de-1927-4379-8b1b-581bca7c5093 req-64c2c930-f82a-462c-99ad-6dae77d9dc90 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=55e4c759-6535-427c-8983-64ef243d1677 HTTP/1.1" status: 200 len: 946 time: 0.0934732 May 05 22:34:57.933428 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-440677de-1927-4379-8b1b-581bca7c5093 req-3790c0fe-2fde-4700-9484-a05e9fd693ac tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412650 May 05 22:34:59.224351 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d502a-23e6-4557-85d9-57738bf7a774 req-86f7aa9e-c868-4de5-a5f2-dcfdb7d9006f tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:59.225869 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c95d502a-23e6-4557-85d9-57738bf7a774 req-86f7aa9e-c868-4de5-a5f2-dcfdb7d9006f tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=55e4c759-6535-427c-8983-64ef243d1677 HTTP/1.1" status: 200 len: 946 time: 0.1644742 May 05 22:34:59.278941 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c95d502a-23e6-4557-85d9-57738bf7a774 req-533e886a-bf7a-4093-a808-69bebb568368 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473359 May 05 22:34:59.485580 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669c5b97-2dc8-4910-baef-7494e67575d3 req-e51d0894-fe6c-49ee-90ab-26135b225953 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:34:59.487037 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-669c5b97-2dc8-4910-baef-7494e67575d3 req-e51d0894-fe6c-49ee-90ab-26135b225953 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=55e4c759-6535-427c-8983-64ef243d1677 HTTP/1.1" status: 200 len: 946 time: 0.0884171 May 05 22:34:59.532975 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-669c5b97-2dc8-4910-baef-7494e67575d3 req-1164667d-7c50-45e5-ad27-df40f168bd49 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399969 May 05 22:34:59.824362 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a0eb9661-2ddf-4472-905b-11b756c2317e req-948fc8af-6bf5-445e-bfc5-c45d1886acd6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=55e4c759-6535-427c-8983-64ef243d1677&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1628435 May 05 22:35:00.090906 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-46ad9480-e38f-4f5c-be3c-39f4d97a7ccb req-5cea0c99-1550-481d-95d9-f6ce9459af1b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=55e4c759-6535-427c-8983-64ef243d1677&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0710285 May 05 22:35:00.231607 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43c38a-d422-4aac-8cd8-c3b4ce3a09d8 req-e892a3a9-cd1c-4b77-9ff5-3e6787023c75 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:35:00.233081 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4e43c38a-d422-4aac-8cd8-c3b4ce3a09d8 req-e892a3a9-cd1c-4b77-9ff5-3e6787023c75 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=55e4c759-6535-427c-8983-64ef243d1677 HTTP/1.1" status: 200 len: 946 time: 0.1631417 May 05 22:35:00.283721 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4e43c38a-d422-4aac-8cd8-c3b4ce3a09d8 req-85b00b77-02b9-44b3-bade-f18eaffa51b1 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441883 May 05 22:35:01.327013 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-46ad9480-e38f-4f5c-be3c-39f4d97a7ccb req-fc2ad482-1622-45b8-801b-1cd0ae374264 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=257730ef51814f93858c0c6667eb803b&device_id=55e4c759-6535-427c-8983-64ef243d1677 HTTP/1.1" status: 200 len: 1097 time: 0.0783916 May 05 22:35:01.471077 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad9480-e38f-4f5c-be3c-39f4d97a7ccb req-a1637e29-c889-4293-869c-24351be25dfe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:35:01.472718 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-46ad9480-e38f-4f5c-be3c-39f4d97a7ccb req-a1637e29-c889-4293-869c-24351be25dfe service neutron] 10.222.0.44 "GET /v2.0/networks?id=26c7cbdc-0a8e-4d3e-b292-a19ddef4d843 HTTP/1.1" status: 200 len: 916 time: 0.1398830 May 05 22:35:01.486367 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfdbc9f-4330-4319-b23d-4733b91f3db7 req-413ab31c-706f-4ad3-a469-fa02d9749814 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:35:01.488007 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5cfdbc9f-4330-4319-b23d-4733b91f3db7 req-413ab31c-706f-4ad3-a469-fa02d9749814 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=55e4c759-6535-427c-8983-64ef243d1677 HTTP/1.1" status: 200 len: 946 time: 0.0832102 May 05 22:35:01.538486 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5cfdbc9f-4330-4319-b23d-4733b91f3db7 req-583480eb-f1c4-4697-b8f2-b6a9f458b943 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447516 May 05 22:35:01.540711 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-46ad9480-e38f-4f5c-be3c-39f4d97a7ccb req-7b5979b6-34e3-46ce-b3f9-493732cced7e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2 HTTP/1.1" status: 200 len: 217 time: 0.0622797 May 05 22:35:01.607783 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad9480-e38f-4f5c-be3c-39f4d97a7ccb req-4024359f-241b-4c11-a364-071b4115f812 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:35:01.609238 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-46ad9480-e38f-4f5c-be3c-39f4d97a7ccb req-4024359f-241b-4c11-a364-071b4115f812 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f361d17f-1e12-4dd4-a70e-62c705fd203a HTTP/1.1" status: 200 len: 855 time: 0.0632725 May 05 22:35:01.654012 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-46ad9480-e38f-4f5c-be3c-39f4d97a7ccb req-c0007696-4c88-427f-a378-9da784fa5dcf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=26c7cbdc-0a8e-4d3e-b292-a19ddef4d843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384643 May 05 22:35:01.785050 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-46ad9480-e38f-4f5c-be3c-39f4d97a7ccb req-b9ba1738-1a00-411c-bdf4-49347a403112 service neutron] 10.222.0.44 "GET /v2.0/networks/26c7cbdc-0a8e-4d3e-b292-a19ddef4d843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246369 May 05 22:35:01.918019 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-46ad9480-e38f-4f5c-be3c-39f4d97a7ccb req-cad55311-dfe2-45e1-8f5c-5355c19e884d service neutron] 10.222.0.44 "GET /v2.0/networks/26c7cbdc-0a8e-4d3e-b292-a19ddef4d843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272163 May 05 22:35:02.752371 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3064e69-0ddc-4cd3-94d6-345f3cf60a28 req-e1172f6c-0088-4c45-911a-06a7911faecd tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:35:02.754272 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b3064e69-0ddc-4cd3-94d6-345f3cf60a28 req-e1172f6c-0088-4c45-911a-06a7911faecd tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=55e4c759-6535-427c-8983-64ef243d1677 HTTP/1.1" status: 200 len: 946 time: 0.0874069 May 05 22:35:02.821629 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b3064e69-0ddc-4cd3-94d6-345f3cf60a28 req-a4c673c5-43a2-4916-82b8-3d384c2b796c tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589840 May 05 22:35:04.033615 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2873a0e6-cf50-4e97-af16-b235cd013153 req-ee109aca-3362-416b-8f31-fe556bdd019c tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:35:04.035839 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2873a0e6-cf50-4e97-af16-b235cd013153 req-ee109aca-3362-416b-8f31-fe556bdd019c tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=55e4c759-6535-427c-8983-64ef243d1677 HTTP/1.1" status: 200 len: 946 time: 0.0813725 May 05 22:35:04.082009 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2873a0e6-cf50-4e97-af16-b235cd013153 req-4b60d910-8d10-4fdd-9e28-7103750890f2 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412247 May 05 22:35:05.306929 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b213dc57-7534-4a6c-9fbf-a60ddd69ff16 req-dd8bccd9-1990-4b41-a732-81bf96401771 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:35:05.308358 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b213dc57-7534-4a6c-9fbf-a60ddd69ff16 req-dd8bccd9-1990-4b41-a732-81bf96401771 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=55e4c759-6535-427c-8983-64ef243d1677 HTTP/1.1" status: 200 len: 946 time: 0.0862134 May 05 22:35:05.355798 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b213dc57-7534-4a6c-9fbf-a60ddd69ff16 req-1796771b-c92f-447d-9e86-9a5b1e3dba5b tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416751 May 05 22:35:06.228790 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:06.484657 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:06.722122 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e180d2-febe-4039-ae56-6c6aeaba327e req-471524d4-bd5e-4ea1-a5f3-50e8e73b1052 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:35:06.723646 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f9e180d2-febe-4039-ae56-6c6aeaba327e req-471524d4-bd5e-4ea1-a5f3-50e8e73b1052 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=55e4c759-6535-427c-8983-64ef243d1677 HTTP/1.1" status: 200 len: 946 time: 0.1594200 May 05 22:35:06.779888 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f9e180d2-febe-4039-ae56-6c6aeaba327e req-b7e5a63a-e551-4e1b-98b4-d07d6311e7d6 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502393 May 05 22:35:08.120969 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ca285-787e-451b-ba86-2855092b7656 req-a8130a8b-4274-4842-9c25-02b91e24f869 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:35:08.122327 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc1ca285-787e-451b-ba86-2855092b7656 req-a8130a8b-4274-4842-9c25-02b91e24f869 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=55e4c759-6535-427c-8983-64ef243d1677 HTTP/1.1" status: 200 len: 946 time: 0.1539865 May 05 22:35:08.173418 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dc1ca285-787e-451b-ba86-2855092b7656 req-a387f15e-1293-4635-b2d3-12920ee6f26d tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427175 May 05 22:35:09.392393 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b39fdb-c967-48a6-a170-696d904dfedb req-2ae2c549-b345-4116-bdb5-029e8c91774f tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:35:09.393832 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e8b39fdb-c967-48a6-a170-696d904dfedb req-2ae2c549-b345-4116-bdb5-029e8c91774f tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=55e4c759-6535-427c-8983-64ef243d1677 HTTP/1.1" status: 200 len: 946 time: 0.0858171 May 05 22:35:09.440257 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e8b39fdb-c967-48a6-a170-696d904dfedb req-ab82c9f8-4d6f-46ae-8f8f-41d41661ef7d tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408549 May 05 22:35:10.650043 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac5251-10b4-4321-825b-44d8189e2cc9 req-14ee058d-7ff7-4552-b9b6-9064651a96a4 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:35:10.651429 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-76ac5251-10b4-4321-825b-44d8189e2cc9 req-14ee058d-7ff7-4552-b9b6-9064651a96a4 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=55e4c759-6535-427c-8983-64ef243d1677 HTTP/1.1" status: 200 len: 946 time: 0.0764160 May 05 22:35:10.793933 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-76ac5251-10b4-4321-825b-44d8189e2cc9 req-50f1b520-a0a9-4719-88e3-d1dcdf6eb6d1 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343033 May 05 22:35:12.016499 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe17b4f-7a84-4a18-96da-83770073501d req-efc74818-bbf8-4054-9387-57f9f0a2d342 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:35:12.017972 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8fe17b4f-7a84-4a18-96da-83770073501d req-efc74818-bbf8-4054-9387-57f9f0a2d342 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=55e4c759-6535-427c-8983-64ef243d1677 HTTP/1.1" status: 200 len: 946 time: 0.0800846 May 05 22:35:12.069235 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8fe17b4f-7a84-4a18-96da-83770073501d req-1a879cb0-9e23-4452-8993-b8b104c577cd tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453777 May 05 22:35:13.297403 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50803f-e8e1-4b10-b1ba-2c236fad265c req-4cfd77a4-8b89-4b1b-a077-a083911781c2 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:35:13.299065 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cf50803f-e8e1-4b10-b1ba-2c236fad265c req-4cfd77a4-8b89-4b1b-a077-a083911781c2 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=55e4c759-6535-427c-8983-64ef243d1677 HTTP/1.1" status: 200 len: 946 time: 0.0987091 May 05 22:35:13.345952 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cf50803f-e8e1-4b10-b1ba-2c236fad265c req-6bc58da3-52ea-43e1-9d3c-2020d9238d2b tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412068 May 05 22:35:13.987903 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-12f1b8c2-3688-4ffb-a7f6-0703d68ee87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:14.573039 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f5570-a8c0-41c5-bad7-f3e5bad7d929 req-68703bb5-7b64-4a1b-906a-23df01ae7864 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:35:14.574496 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-182f5570-a8c0-41c5-bad7-f3e5bad7d929 req-68703bb5-7b64-4a1b-906a-23df01ae7864 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=55e4c759-6535-427c-8983-64ef243d1677 HTTP/1.1" status: 200 len: 946 time: 0.0893528 May 05 22:35:14.622611 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-182f5570-a8c0-41c5-bad7-f3e5bad7d929 req-41ece0d7-9401-472e-9a9a-08b016782892 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419176 May 05 22:35:15.855326 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef5b52-7857-4565-9f74-bec827fddd70 req-12b4f089-c25d-4332-a8c7-0a844ca4f746 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:35:15.856682 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-23ef5b52-7857-4565-9f74-bec827fddd70 req-12b4f089-c25d-4332-a8c7-0a844ca4f746 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=55e4c759-6535-427c-8983-64ef243d1677 HTTP/1.1" status: 200 len: 946 time: 0.0889874 May 05 22:35:15.905830 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-23ef5b52-7857-4565-9f74-bec827fddd70 req-6920f742-971a-422d-9994-d3e081c87f79 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411193 May 05 22:35:16.317808 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-59bad73f-08b9-468e-9f27-c3b48d5280cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:17.119392 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8c251-db77-47dc-b8ad-d6b88987a007 req-011d8deb-17ce-4583-88fe-bb5b3c030df3 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:35:17.120845 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-60d8c251-db77-47dc-b8ad-d6b88987a007 req-011d8deb-17ce-4583-88fe-bb5b3c030df3 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=55e4c759-6535-427c-8983-64ef243d1677 HTTP/1.1" status: 200 len: 946 time: 0.0891752 May 05 22:35:17.171570 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-60d8c251-db77-47dc-b8ad-d6b88987a007 req-5ce63dcb-9d00-4e33-91b2-f5a5ec5f89ec tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450218 May 05 22:35:17.549281 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:17.551137 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:18.392603 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab3ab25-eec0-44ed-9de6-44835fa74217 req-86b3abd7-8705-499f-839e-454007d9687b tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:35:18.394069 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cab3ab25-eec0-44ed-9de6-44835fa74217 req-86b3abd7-8705-499f-839e-454007d9687b tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=55e4c759-6535-427c-8983-64ef243d1677 HTTP/1.1" status: 200 len: 946 time: 0.0876083 May 05 22:35:18.442685 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cab3ab25-eec0-44ed-9de6-44835fa74217 req-4eb4d86b-8604-4b22-90fe-d5c2c66d1421 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428634 May 05 22:35:19.103512 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:19.660256 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d6d05e-9883-4d29-bdf5-23add85194a6 req-400649d6-df4e-4acb-b00c-6d05706cb77e tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:35:19.661677 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-97d6d05e-9883-4d29-bdf5-23add85194a6 req-400649d6-df4e-4acb-b00c-6d05706cb77e tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=55e4c759-6535-427c-8983-64ef243d1677 HTTP/1.1" status: 200 len: 946 time: 0.0843544 May 05 22:35:19.707249 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-97d6d05e-9883-4d29-bdf5-23add85194a6 req-5a12317b-0f5e-468e-8ef4-bcd93df0709f tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398304 May 05 22:35:20.908815 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f300b0bb-ce20-4f2d-8dee-0492e7f52251 req-47dc87e1-d006-4db7-a605-75e5738059d9 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:35:20.910165 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f300b0bb-ce20-4f2d-8dee-0492e7f52251 req-47dc87e1-d006-4db7-a605-75e5738059d9 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=55e4c759-6535-427c-8983-64ef243d1677 HTTP/1.1" status: 200 len: 946 time: 0.0804102 May 05 22:35:20.955498 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f300b0bb-ce20-4f2d-8dee-0492e7f52251 req-bec9a10e-13df-4eb7-92ea-3decd0a2ae09 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394850 May 05 22:35:22.171779 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b984da2-05a6-4c55-935a-d2ad9bb6567c req-291f893e-09c5-463c-8a5c-2976acf4e3dc tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:35:22.173228 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5b984da2-05a6-4c55-935a-d2ad9bb6567c req-291f893e-09c5-463c-8a5c-2976acf4e3dc tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=55e4c759-6535-427c-8983-64ef243d1677 HTTP/1.1" status: 200 len: 946 time: 0.0851877 May 05 22:35:22.218724 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5b984da2-05a6-4c55-935a-d2ad9bb6567c req-9cbf8acf-c977-4325-bbc8-5e25b9c573c8 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399904 May 05 22:35:23.442255 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aec4d6-5016-4b6f-8812-5e00611b1536 req-280b9a5c-759e-4d34-b962-54849612e307 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:35:23.444080 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b5aec4d6-5016-4b6f-8812-5e00611b1536 req-280b9a5c-759e-4d34-b962-54849612e307 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=55e4c759-6535-427c-8983-64ef243d1677 HTTP/1.1" status: 200 len: 946 time: 0.0833166 May 05 22:35:23.497775 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b5aec4d6-5016-4b6f-8812-5e00611b1536 req-dc044f23-bd80-4415-9105-1b39406fbb40 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449736 May 05 22:35:24.717590 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e4cbc0-cc0c-405a-8955-ada617128b43 req-a9164b5e-05c5-4801-99dc-87777cda5fca tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:35:24.718960 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-80e4cbc0-cc0c-405a-8955-ada617128b43 req-a9164b5e-05c5-4801-99dc-87777cda5fca tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=55e4c759-6535-427c-8983-64ef243d1677 HTTP/1.1" status: 200 len: 946 time: 0.0822508 May 05 22:35:24.764228 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-80e4cbc0-cc0c-405a-8955-ada617128b43 req-0d005158-634f-499a-9703-bb5755f9c856 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397205 May 05 22:35:25.995472 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b1ec6-d7d3-49c8-bdd7-1d92bab4e361 req-71de3e40-80c4-456a-b99b-e532a1fea446 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:35:25.996798 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fc3b1ec6-d7d3-49c8-bdd7-1d92bab4e361 req-71de3e40-80c4-456a-b99b-e532a1fea446 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=55e4c759-6535-427c-8983-64ef243d1677 HTTP/1.1" status: 200 len: 946 time: 0.0954685 May 05 22:35:26.049278 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fc3b1ec6-d7d3-49c8-bdd7-1d92bab4e361 req-8f932cb3-c69b-453b-834e-75c2b85ecf38 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443642 May 05 22:35:27.281697 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaed56c-4e7a-4049-b156-b81ea597523a req-f1470e76-0f3c-4b51-a432-ce052449f733 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:35:27.283546 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dfaed56c-4e7a-4049-b156-b81ea597523a req-f1470e76-0f3c-4b51-a432-ce052449f733 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=55e4c759-6535-427c-8983-64ef243d1677 HTTP/1.1" status: 200 len: 946 time: 0.0943828 May 05 22:35:27.334349 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dfaed56c-4e7a-4049-b156-b81ea597523a req-8177de4c-eeb0-44e1-8cab-c111d8ddc411 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443723 May 05 22:35:28.553703 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec88ff-0b83-4343-bff4-4f50eb66a42f req-7713f639-d30e-48b7-939a-1e7a58190a55 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:35:28.555699 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-03ec88ff-0b83-4343-bff4-4f50eb66a42f req-7713f639-d30e-48b7-939a-1e7a58190a55 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=55e4c759-6535-427c-8983-64ef243d1677 HTTP/1.1" status: 200 len: 946 time: 0.0945141 May 05 22:35:28.601958 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-03ec88ff-0b83-4343-bff4-4f50eb66a42f req-2ea474ee-0734-4bb0-a95b-0c85cf3712b9 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405090 May 05 22:35:28.938758 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [req-46ad9480-e38f-4f5c-be3c-39f4d97a7ccb req-ac3e0ccf-6bf5-411f-ac79-f67c0260a95f service neutron] show failed (client error): The resource could not be found. May 05 22:35:28.939738 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-46ad9480-e38f-4f5c-be3c-39f4d97a7ccb req-ac3e0ccf-6bf5-411f-ac79-f67c0260a95f service neutron] 10.222.0.44 "GET /v2.0/ports/f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2/bindings/n-h2-825175-4 HTTP/1.1" status: 404 len: 380 time: 0.1555882 May 05 22:35:29.333820 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-46ad9480-e38f-4f5c-be3c-39f4d97a7ccb req-37a08896-1f80-4ffb-b822-9ae8dd183703 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=55e4c759-6535-427c-8983-64ef243d1677&tenant_id=257730ef51814f93858c0c6667eb803b HTTP/1.1" status: 200 len: 1097 time: 0.1421092 May 05 22:35:29.344066 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-46ad9480-e38f-4f5c-be3c-39f4d97a7ccb req-e9278c56-2443-4ff7-9624-e41cf06128fa service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825175-4', 'device_owner': 'compute:nova'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:35:29.452736 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-46ad9480-e38f-4f5c-be3c-39f4d97a7ccb req-e9278c56-2443-4ff7-9624-e41cf06128fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:29.861746 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-46ad9480-e38f-4f5c-be3c-39f4d97a7ccb req-e9278c56-2443-4ff7-9624-e41cf06128fa service neutron] For port f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2,segment=NetworkSegment(5376a047-e051-4283-be14-977452d7302e),segment_id=5376a047-e051-4283-be14-977452d7302e)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:35:29.882574 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3149a217-225b-4280-9fb6-62c644d3377b req-30e0993b-e826-4f0a-8ffa-e5dbfa4cf256 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:35:29.884036 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3149a217-225b-4280-9fb6-62c644d3377b req-30e0993b-e826-4f0a-8ffa-e5dbfa4cf256 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=55e4c759-6535-427c-8983-64ef243d1677 HTTP/1.1" status: 200 len: 946 time: 0.1331427 May 05 22:35:29.925721 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-46ad9480-e38f-4f5c-be3c-39f4d97a7ccb req-e9278c56-2443-4ff7-9624-e41cf06128fa service neutron] For port f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2, host n-h1-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:35:29.993101 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3149a217-225b-4280-9fb6-62c644d3377b req-623c7f4a-9334-46d2-99f8-715ecd21a6cf tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942600 May 05 22:35:29.995623 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55e4c759-6535-427c-8983-64ef243d1677', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:35:30.001115 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-46ad9480-e38f-4f5c-be3c-39f4d97a7ccb req-e9278c56-2443-4ff7-9624-e41cf06128fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:30.016713 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-46ad9480-e38f-4f5c-be3c-39f4d97a7ccb req-e9278c56-2443-4ff7-9624-e41cf06128fa service neutron] Transition to ACTIVE for port object f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:35:30.026137 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-46ad9480-e38f-4f5c-be3c-39f4d97a7ccb req-e9278c56-2443-4ff7-9624-e41cf06128fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:30.064024 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa977316-45d4-42a7-93a9-50d977c6f2b9'] response: {'server_uuid': '55e4c759-6535-427c-8983-64ef243d1677', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2', 'code': 200} May 05 22:35:30.144296 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9278c56-2443-4ff7-9624-e41cf06128fa service neutron] Pushing event updated for resources: {'Port': ['ID=f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2,revision_number=6']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:35:30.185927 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9278c56-2443-4ff7-9624-e41cf06128fa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:35:30.186259 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9278c56-2443-4ff7-9624-e41cf06128fa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:35:30.186586 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9278c56-2443-4ff7-9624-e41cf06128fa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:35:30.186935 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9278c56-2443-4ff7-9624-e41cf06128fa service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:35:30.187254 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9278c56-2443-4ff7-9624-e41cf06128fa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:35:30.187587 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9278c56-2443-4ff7-9624-e41cf06128fa service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:35:30.187884 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9278c56-2443-4ff7-9624-e41cf06128fa service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:35:30.188191 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9278c56-2443-4ff7-9624-e41cf06128fa service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:35:30.188532 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9278c56-2443-4ff7-9624-e41cf06128fa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:35:30.188810 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9278c56-2443-4ff7-9624-e41cf06128fa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:35:30.189105 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9278c56-2443-4ff7-9624-e41cf06128fa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:35:30.196919 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-46ad9480-e38f-4f5c-be3c-39f4d97a7ccb req-e9278c56-2443-4ff7-9624-e41cf06128fa service neutron] No DVR routers for this DVR port f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2 on host n-h1-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:35:30.253048 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-46ad9480-e38f-4f5c-be3c-39f4d97a7ccb req-e9278c56-2443-4ff7-9624-e41cf06128fa service neutron] Attempting to bind port f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:35:30.253344 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-46ad9480-e38f-4f5c-be3c-39f4d97a7ccb req-e9278c56-2443-4ff7-9624-e41cf06128fa service neutron] Attempting to bind port f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': '5376a047-e051-4283-be14-977452d7302e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '26c7cbdc-0a8e-4d3e-b292-a19ddef4d843'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:35:30.253683 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ad9480-e38f-4f5c-be3c-39f4d97a7ccb req-e9278c56-2443-4ff7-9624-e41cf06128fa service neutron] Attempting to bind port f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2 on network 26c7cbdc-0a8e-4d3e-b292-a19ddef4d843 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:35:30.259941 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ad9480-e38f-4f5c-be3c-39f4d97a7ccb req-e9278c56-2443-4ff7-9624-e41cf06128fa service neutron] Port f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2 on network 26c7cbdc-0a8e-4d3e-b292-a19ddef4d843 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:35:30.260251 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ad9480-e38f-4f5c-be3c-39f4d97a7ccb req-e9278c56-2443-4ff7-9624-e41cf06128fa service neutron] Attempting to bind port f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2 on network 26c7cbdc-0a8e-4d3e-b292-a19ddef4d843 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:35:30.266769 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ad9480-e38f-4f5c-be3c-39f4d97a7ccb req-e9278c56-2443-4ff7-9624-e41cf06128fa service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:35:30.267093 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ad9480-e38f-4f5c-be3c-39f4d97a7ccb req-e9278c56-2443-4ff7-9624-e41cf06128fa service neutron] Checking segment: {'id': '5376a047-e051-4283-be14-977452d7302e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '26c7cbdc-0a8e-4d3e-b292-a19ddef4d843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:35:30.267464 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ad9480-e38f-4f5c-be3c-39f4d97a7ccb req-e9278c56-2443-4ff7-9624-e41cf06128fa service neutron] Bound using segment: {'id': '5376a047-e051-4283-be14-977452d7302e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '26c7cbdc-0a8e-4d3e-b292-a19ddef4d843'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:35:30.267870 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-46ad9480-e38f-4f5c-be3c-39f4d97a7ccb req-e9278c56-2443-4ff7-9624-e41cf06128fa service neutron] Bound port: f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5376a047-e051-4283-be14-977452d7302e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '26c7cbdc-0a8e-4d3e-b292-a19ddef4d843'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:35:30.268202 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-46ad9480-e38f-4f5c-be3c-39f4d97a7ccb req-e9278c56-2443-4ff7-9624-e41cf06128fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:30.344097 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:35:30.360053 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-46ad9480-e38f-4f5c-be3c-39f4d97a7ccb req-e9278c56-2443-4ff7-9624-e41cf06128fa service neutron] For port f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:35:30.363162 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-46ad9480-e38f-4f5c-be3c-39f4d97a7ccb req-e9278c56-2443-4ff7-9624-e41cf06128fa service neutron] For port f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2,segment=NetworkSegment(5376a047-e051-4283-be14-977452d7302e),segment_id=5376a047-e051-4283-be14-977452d7302e)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:35:30.368663 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-46ad9480-e38f-4f5c-be3c-39f4d97a7ccb req-e9278c56-2443-4ff7-9624-e41cf06128fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:30.432360 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-46ad9480-e38f-4f5c-be3c-39f4d97a7ccb req-e9278c56-2443-4ff7-9624-e41cf06128fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:30.433774 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-46ad9480-e38f-4f5c-be3c-39f4d97a7ccb req-e9278c56-2443-4ff7-9624-e41cf06128fa service neutron] 10.222.0.32 "PUT /v2.0/ports/f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2 HTTP/1.1" status: 200 len: 1092 time: 1.0936084 May 05 22:35:30.449508 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9278c56-2443-4ff7-9624-e41cf06128fa service neutron] Pushing event updated for resources: {'Port': ['ID=f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2,revision_number=7']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:35:30.528535 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-46ad9480-e38f-4f5c-be3c-39f4d97a7ccb req-a2fb3cc5-fd6e-43ee-80fd-41c8466a8bcf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=257730ef51814f93858c0c6667eb803b&device_id=55e4c759-6535-427c-8983-64ef243d1677 HTTP/1.1" status: 200 len: 1095 time: 0.0730207 May 05 22:35:30.661840 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad9480-e38f-4f5c-be3c-39f4d97a7ccb req-e712dd33-88eb-4c40-93a6-5e13a73c37d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:35:30.663310 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-46ad9480-e38f-4f5c-be3c-39f4d97a7ccb req-e712dd33-88eb-4c40-93a6-5e13a73c37d0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=26c7cbdc-0a8e-4d3e-b292-a19ddef4d843 HTTP/1.1" status: 200 len: 916 time: 0.1290107 May 05 22:35:30.732372 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-46ad9480-e38f-4f5c-be3c-39f4d97a7ccb req-aa2f11da-1e8a-456e-b59e-7c8882a15317 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2 HTTP/1.1" status: 200 len: 217 time: 0.0634530 May 05 22:35:30.792679 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad9480-e38f-4f5c-be3c-39f4d97a7ccb req-8ca172be-ad11-4d9d-aaa6-e97ed77d90c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:35:30.794060 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-46ad9480-e38f-4f5c-be3c-39f4d97a7ccb req-8ca172be-ad11-4d9d-aaa6-e97ed77d90c2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f361d17f-1e12-4dd4-a70e-62c705fd203a HTTP/1.1" status: 200 len: 855 time: 0.0566275 May 05 22:35:30.837126 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-46ad9480-e38f-4f5c-be3c-39f4d97a7ccb req-60feea7d-e51f-4d9b-8fef-6c282804c368 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=26c7cbdc-0a8e-4d3e-b292-a19ddef4d843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375516 May 05 22:35:30.978679 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-46ad9480-e38f-4f5c-be3c-39f4d97a7ccb req-b4a333a5-c333-458d-9965-e0fa8bd6de5a service neutron] 10.222.0.32 "GET /v2.0/networks/26c7cbdc-0a8e-4d3e-b292-a19ddef4d843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347499 May 05 22:35:31.112300 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-46ad9480-e38f-4f5c-be3c-39f4d97a7ccb req-bd4f4903-8d6c-48b6-92b6-7ce70f70b42b service neutron] 10.222.0.32 "GET /v2.0/networks/26c7cbdc-0a8e-4d3e-b292-a19ddef4d843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271694 May 05 22:35:31.198510 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321d8b7d-d87e-4763-9981-d03a6d452bca req-020a289f-8129-49b5-bbe9-c275ec37202a tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:35:31.200260 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-321d8b7d-d87e-4763-9981-d03a6d452bca req-020a289f-8129-49b5-bbe9-c275ec37202a tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=55e4c759-6535-427c-8983-64ef243d1677 HTTP/1.1" status: 200 len: 944 time: 0.0828674 May 05 22:35:31.250630 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-321d8b7d-d87e-4763-9981-d03a6d452bca req-3f30521a-895d-474b-9482-4b8ab1a72089 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447257 May 05 22:35:32.065278 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55e4c759-6535-427c-8983-64ef243d1677', 'tag': 'f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:35:32.140682 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78436290-6702-41ac-8566-e733bfdd6dcf'] response: {'name': 'network-changed', 'server_uuid': '55e4c759-6535-427c-8983-64ef243d1677', 'tag': 'f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2', 'status': 'completed', 'code': 200} May 05 22:35:32.230824 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5fa0e68f-84e6-4a51-9ef5-f76f9b48e0da req-a98314fc-fdcb-4e50-9a4a-f983f136668a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=257730ef51814f93858c0c6667eb803b&device_id=55e4c759-6535-427c-8983-64ef243d1677 HTTP/1.1" status: 200 len: 1095 time: 0.0684497 May 05 22:35:32.236492 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5fa0e68f-84e6-4a51-9ef5-f76f9b48e0da req-b96edb38-a553-43e3-a29a-6e8ab6fe09cf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=257730ef51814f93858c0c6667eb803b&device_id=55e4c759-6535-427c-8983-64ef243d1677 HTTP/1.1" status: 200 len: 1095 time: 0.0727308 May 05 22:35:32.373341 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa0e68f-84e6-4a51-9ef5-f76f9b48e0da req-33413c3d-a3aa-4ee1-96b9-8178239e62ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:35:32.375046 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5fa0e68f-84e6-4a51-9ef5-f76f9b48e0da req-33413c3d-a3aa-4ee1-96b9-8178239e62ad service neutron] 10.222.0.32 "GET /v2.0/networks?id=26c7cbdc-0a8e-4d3e-b292-a19ddef4d843 HTTP/1.1" status: 200 len: 916 time: 0.1379061 May 05 22:35:32.477507 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa0e68f-84e6-4a51-9ef5-f76f9b48e0da req-d70e36f3-e242-4923-b79d-dc405ebb17ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:35:32.479002 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5fa0e68f-84e6-4a51-9ef5-f76f9b48e0da req-d70e36f3-e242-4923-b79d-dc405ebb17ce service neutron] 10.222.0.44 "GET /v2.0/networks?id=26c7cbdc-0a8e-4d3e-b292-a19ddef4d843 HTTP/1.1" status: 200 len: 916 time: 0.2370346 May 05 22:35:32.548486 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5fa0e68f-84e6-4a51-9ef5-f76f9b48e0da req-b8c8327c-e759-4395-b884-5a0d91c8e08a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2 HTTP/1.1" status: 200 len: 217 time: 0.0637479 May 05 22:35:32.594187 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5fa0e68f-84e6-4a51-9ef5-f76f9b48e0da req-ae9a3314-3147-4521-912b-e256511c1b54 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2 HTTP/1.1" status: 200 len: 217 time: 0.2099907 May 05 22:35:32.644254 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa0e68f-84e6-4a51-9ef5-f76f9b48e0da req-42a71546-e555-4a24-a3b2-14751b3c6af5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:35:32.645620 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5fa0e68f-84e6-4a51-9ef5-f76f9b48e0da req-42a71546-e555-4a24-a3b2-14751b3c6af5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f361d17f-1e12-4dd4-a70e-62c705fd203a HTTP/1.1" status: 200 len: 855 time: 0.0915384 May 05 22:35:32.700503 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5fa0e68f-84e6-4a51-9ef5-f76f9b48e0da req-dc77073d-ad6e-4e0f-a2c4-17b2d6050523 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=26c7cbdc-0a8e-4d3e-b292-a19ddef4d843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491092 May 05 22:35:32.716151 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa0e68f-84e6-4a51-9ef5-f76f9b48e0da req-35009050-ecda-453d-9e69-0f94027c8d78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:35:32.717655 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5fa0e68f-84e6-4a51-9ef5-f76f9b48e0da req-35009050-ecda-453d-9e69-0f94027c8d78 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f361d17f-1e12-4dd4-a70e-62c705fd203a HTTP/1.1" status: 200 len: 855 time: 0.1094277 May 05 22:35:32.724224 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e65aca-73d6-4adb-877c-44771db6a3c8 req-97395fc0-b1ee-479a-8b01-77cadf51d3de tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:35:32.725667 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-73e65aca-73d6-4adb-877c-44771db6a3c8 req-97395fc0-b1ee-479a-8b01-77cadf51d3de tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=55e4c759-6535-427c-8983-64ef243d1677 HTTP/1.1" status: 200 len: 944 time: 0.1841381 May 05 22:35:32.790524 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5fa0e68f-84e6-4a51-9ef5-f76f9b48e0da req-bbe835c9-390a-4069-9226-3ce14ffd4376 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=26c7cbdc-0a8e-4d3e-b292-a19ddef4d843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622826 May 05 22:35:32.839983 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5fa0e68f-84e6-4a51-9ef5-f76f9b48e0da req-902ec4b7-2196-470d-99ce-518a4282afc5 service neutron] 10.222.0.44 "GET /v2.0/networks/26c7cbdc-0a8e-4d3e-b292-a19ddef4d843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325448 May 05 22:35:32.881155 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-73e65aca-73d6-4adb-877c-44771db6a3c8 req-34ffdb12-c759-4629-be4b-e2e394dba6ea tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216302 May 05 22:35:32.942851 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5fa0e68f-84e6-4a51-9ef5-f76f9b48e0da req-8915d6bb-52e4-41b4-a114-d814ddeecb67 service neutron] 10.222.0.32 "GET /v2.0/networks/26c7cbdc-0a8e-4d3e-b292-a19ddef4d843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403999 May 05 22:35:32.976826 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-5fa0e68f-84e6-4a51-9ef5-f76f9b48e0da req-332470f5-36df-483f-ad7b-785d4ad96142 service neutron] 10.222.0.44 "GET /v2.0/networks/26c7cbdc-0a8e-4d3e-b292-a19ddef4d843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311097 May 05 22:35:33.074041 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5fa0e68f-84e6-4a51-9ef5-f76f9b48e0da req-6bb40eea-6b0a-4987-a52f-96259ef3ca02 service neutron] 10.222.0.32 "GET /v2.0/networks/26c7cbdc-0a8e-4d3e-b292-a19ddef4d843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257756 May 05 22:35:33.164990 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:35:33.205996 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:35:33.337015 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2 not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:35:33.356690 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2,segment=NetworkSegment(5376a047-e051-4283-be14-977452d7302e),segment_id=5376a047-e051-4283-be14-977452d7302e)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:35:33.369628 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': 'f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2', 'network_id': '26c7cbdc-0a8e-4d3e-b292-a19ddef4d843', 'port_id': 'f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2', 'mac_address': 'fa:16:3e:4d:c5:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f361d17f-1e12-4dd4-a70e-62c705fd203a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:35:33.421862 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:33.438627 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:35:33.454812 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2,segment=NetworkSegment(5376a047-e051-4283-be14-977452d7302e),segment_id=5376a047-e051-4283-be14-977452d7302e)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:35:33.460893 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:33.533038 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2,revision_number=8']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:35:33.674974 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:35:34.112364 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b694c-61b5-4841-8df4-4e223da737bf req-1a8300b1-cd5c-4177-ab36-a7319afcdee9 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:35:34.113804 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-316b694c-61b5-4841-8df4-4e223da737bf req-1a8300b1-cd5c-4177-ab36-a7319afcdee9 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=55e4c759-6535-427c-8983-64ef243d1677 HTTP/1.1" status: 200 len: 945 time: 0.0902791 May 05 22:35:34.164153 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-316b694c-61b5-4841-8df4-4e223da737bf req-3ecf0b02-029f-4869-87fa-b778da2a4460 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444322 May 05 22:35:34.499141 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb7ee2-d1fd-436b-93bb-e46a24f20d2e req-cc433950-751b-4f81-ada2-c9fdb6d319ac tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:35:34.500453 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fedb7ee2-d1fd-436b-93bb-e46a24f20d2e req-cc433950-751b-4f81-ada2-c9fdb6d319ac tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=55e4c759-6535-427c-8983-64ef243d1677 HTTP/1.1" status: 200 len: 945 time: 0.0784857 May 05 22:35:34.500594 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59418480-741a-4d15-b1b1-2ade5486d6b6 req-a2a3a24b-2c81-4ac2-babf-52ca6bf8f4ba tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:35:34.501333 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-59418480-741a-4d15-b1b1-2ade5486d6b6 req-a2a3a24b-2c81-4ac2-babf-52ca6bf8f4ba tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Synchronizing usage tracker for tenant:257730ef51814f93858c0c6667eb803b on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:35:34.519063 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-59418480-741a-4d15-b1b1-2ade5486d6b6 req-a2a3a24b-2c81-4ac2-babf-52ca6bf8f4ba tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Unset dirty status for tenant:257730ef51814f93858c0c6667eb803b on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:35:34.520322 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-59418480-741a-4d15-b1b1-2ade5486d6b6 req-a2a3a24b-2c81-4ac2-babf-52ca6bf8f4ba tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.44 "GET /v2.0/ports?device_id=55e4c759-6535-427c-8983-64ef243d1677&tenant_id=257730ef51814f93858c0c6667eb803b&binding%3Ahost_id=n-h2-825175-4 HTTP/1.1" status: 200 len: 945 time: 0.1065230 May 05 22:35:34.548220 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fedb7ee2-d1fd-436b-93bb-e46a24f20d2e req-15b5307f-e1c1-48d6-b383-58716c8ccedc tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420270 May 05 22:35:34.616579 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [req-59418480-741a-4d15-b1b1-2ade5486d6b6 req-9e77b472-8942-4792-ba78-529dd3366655 service neutron] delete failed (client error): The resource could not be found. May 05 22:35:34.618123 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-59418480-741a-4d15-b1b1-2ade5486d6b6 req-9e77b472-8942-4792-ba78-529dd3366655 service neutron] 10.222.0.44 "DELETE /v2.0/ports/f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2/bindings/n-h1-825175-4 HTTP/1.1" status: 404 len: 380 time: 0.0919127 May 05 22:35:34.769001 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-59418480-741a-4d15-b1b1-2ade5486d6b6 req-3824f4dc-a40b-457a-8428-0106b7bc9723 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=257730ef51814f93858c0c6667eb803b&device_id=55e4c759-6535-427c-8983-64ef243d1677 HTTP/1.1" status: 200 len: 1096 time: 0.0742774 May 05 22:35:34.901667 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59418480-741a-4d15-b1b1-2ade5486d6b6 req-5b5af588-0a0b-411e-a1c7-8e3e7428f0f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:35:34.903137 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-59418480-741a-4d15-b1b1-2ade5486d6b6 req-5b5af588-0a0b-411e-a1c7-8e3e7428f0f6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=26c7cbdc-0a8e-4d3e-b292-a19ddef4d843 HTTP/1.1" status: 200 len: 916 time: 0.1279392 May 05 22:35:34.975297 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-59418480-741a-4d15-b1b1-2ade5486d6b6 req-90ff6d63-e933-4551-93f2-3b3db1d1532f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2 HTTP/1.1" status: 200 len: 217 time: 0.0659258 May 05 22:35:35.038880 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59418480-741a-4d15-b1b1-2ade5486d6b6 req-4e0bcb65-97cf-4b21-8ae0-49d967c09c97 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:35:35.040723 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-59418480-741a-4d15-b1b1-2ade5486d6b6 req-4e0bcb65-97cf-4b21-8ae0-49d967c09c97 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f361d17f-1e12-4dd4-a70e-62c705fd203a HTTP/1.1" status: 200 len: 855 time: 0.0596077 May 05 22:35:35.094123 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-59418480-741a-4d15-b1b1-2ade5486d6b6 req-26e6e6fd-9de3-455d-bcbf-546a43733a53 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=26c7cbdc-0a8e-4d3e-b292-a19ddef4d843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471518 May 05 22:35:35.178197 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:35:35.228628 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-59418480-741a-4d15-b1b1-2ade5486d6b6 req-d6b543f5-f7d9-4cb3-b388-3483872046c2 service neutron] 10.222.0.44 "GET /v2.0/networks/26c7cbdc-0a8e-4d3e-b292-a19ddef4d843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281180 May 05 22:35:35.249722 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:35:35.254274 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:35:35.254641 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:35.364753 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-59418480-741a-4d15-b1b1-2ade5486d6b6 req-669c0f88-634a-477f-8458-f4eab07cb5cb service neutron] 10.222.0.44 "GET /v2.0/networks/26c7cbdc-0a8e-4d3e-b292-a19ddef4d843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303713 May 05 22:35:35.369342 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:35.397012 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55e4c759-6535-427c-8983-64ef243d1677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:35:35.407522 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2,segment=NetworkSegment(5376a047-e051-4283-be14-977452d7302e),segment_id=5376a047-e051-4283-be14-977452d7302e)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:35:35.413033 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:35.478068 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2,revision_number=9']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:35:35.567748 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b0bd7de-c175-4d47-be7d-02a0985fe186'] response: {'server_uuid': '55e4c759-6535-427c-8983-64ef243d1677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2', 'code': 200} May 05 22:35:35.755897 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a41eff-fca2-4ecf-a029-5445f5c0c18d req-c2afef10-4271-4a0f-b14d-0438481745d3 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:35:35.757261 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-43a41eff-fca2-4ecf-a029-5445f5c0c18d req-c2afef10-4271-4a0f-b14d-0438481745d3 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=55e4c759-6535-427c-8983-64ef243d1677 HTTP/1.1" status: 200 len: 946 time: 0.0824594 May 05 22:35:35.807323 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-43a41eff-fca2-4ecf-a029-5445f5c0c18d req-e229f59c-c100-47be-8b99-78e36e73ee1f tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437725 May 05 22:35:36.228933 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:36.342537 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f2e52b1d-5d5c-467a-908e-2ff056b70352 req-c0b84310-9b08-43be-b2e3-7f0b1219f3ea service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=55e4c759-6535-427c-8983-64ef243d1677&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0780671 May 05 22:35:36.473834 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:36.491201 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f2e52b1d-5d5c-467a-908e-2ff056b70352 req-33d424be-7322-4c97-98dd-420065ed5dae service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=257730ef51814f93858c0c6667eb803b&device_id=55e4c759-6535-427c-8983-64ef243d1677 HTTP/1.1" status: 200 len: 1097 time: 0.0695336 May 05 22:35:36.639920 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e52b1d-5d5c-467a-908e-2ff056b70352 req-c0996d6a-ea8b-4a2e-88da-9655b43bd44d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:35:36.641384 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f2e52b1d-5d5c-467a-908e-2ff056b70352 req-c0996d6a-ea8b-4a2e-88da-9655b43bd44d service neutron] 10.222.0.32 "GET /v2.0/networks?id=26c7cbdc-0a8e-4d3e-b292-a19ddef4d843 HTTP/1.1" status: 200 len: 916 time: 0.1295304 May 05 22:35:36.712255 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f2e52b1d-5d5c-467a-908e-2ff056b70352 req-781f6b10-548e-45d2-b009-43e8939f1f46 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2 HTTP/1.1" status: 200 len: 217 time: 0.0646014 May 05 22:35:36.773188 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e52b1d-5d5c-467a-908e-2ff056b70352 req-6f4ec32d-4e30-4a9b-b3fa-e67d29c07908 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:35:36.774503 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f2e52b1d-5d5c-467a-908e-2ff056b70352 req-6f4ec32d-4e30-4a9b-b3fa-e67d29c07908 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f361d17f-1e12-4dd4-a70e-62c705fd203a HTTP/1.1" status: 200 len: 855 time: 0.0565331 May 05 22:35:36.822097 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f2e52b1d-5d5c-467a-908e-2ff056b70352 req-12e63331-78e8-45d9-874f-1004f040e95c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=26c7cbdc-0a8e-4d3e-b292-a19ddef4d843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413790 May 05 22:35:36.995101 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f2e52b1d-5d5c-467a-908e-2ff056b70352 req-e8fc40b3-02af-4301-94d7-924f0f3a7889 service neutron] 10.222.0.32 "GET /v2.0/networks/26c7cbdc-0a8e-4d3e-b292-a19ddef4d843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663744 May 05 22:35:37.204968 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc5d262-f97f-480f-a909-127065b70d9e req-7f649348-83e7-42d2-8010-e9ab428ce2f5 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:35:37.206396 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6dc5d262-f97f-480f-a909-127065b70d9e req-7f649348-83e7-42d2-8010-e9ab428ce2f5 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=55e4c759-6535-427c-8983-64ef243d1677 HTTP/1.1" status: 200 len: 946 time: 0.2718749 May 05 22:35:37.261639 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f2e52b1d-5d5c-467a-908e-2ff056b70352 req-0aa99986-3a71-42a7-ba61-f9fae8452637 service neutron] 10.222.0.32 "GET /v2.0/networks/26c7cbdc-0a8e-4d3e-b292-a19ddef4d843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578492 May 05 22:35:37.277788 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6dc5d262-f97f-480f-a909-127065b70d9e req-640a76db-bd24-41ac-981c-06ca2cbc9750 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610409 May 05 22:35:37.480613 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e1913-21c9-4364-ab7a-48baec3a7586 req-f3d854da-b554-4cbe-b0f6-d796d3aa5b97 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:35:37.481953 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fd2e1913-21c9-4364-ab7a-48baec3a7586 req-f3d854da-b554-4cbe-b0f6-d796d3aa5b97 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=55e4c759-6535-427c-8983-64ef243d1677 HTTP/1.1" status: 200 len: 946 time: 0.0852334 May 05 22:35:37.530624 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fd2e1913-21c9-4364-ab7a-48baec3a7586 req-c7799287-dc96-4e7e-93b1-b2ce7493cde6 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404820 May 05 22:35:37.745955 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114e18e-835f-44ca-812f-728052cf451a req-41b30d95-8f69-4b59-b776-d400018c217c tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:35:37.747358 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1114e18e-835f-44ca-812f-728052cf451a req-41b30d95-8f69-4b59-b776-d400018c217c tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=55e4c759-6535-427c-8983-64ef243d1677 HTTP/1.1" status: 200 len: 946 time: 0.0872607 May 05 22:35:37.796293 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1114e18e-835f-44ca-812f-728052cf451a req-b8e8ec0e-bb33-41b1-9821-17945e49ab66 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432136 May 05 22:35:38.416125 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f8d5a6-d3e7-4be2-a1c2-6a175aff4657 req-cf5482d4-cfa0-47db-969f-3181fd18275f tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:35:38.417545 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c1f8d5a6-d3e7-4be2-a1c2-6a175aff4657 req-cf5482d4-cfa0-47db-969f-3181fd18275f tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=55e4c759-6535-427c-8983-64ef243d1677 HTTP/1.1" status: 200 len: 946 time: 0.0908175 May 05 22:35:38.477343 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c1f8d5a6-d3e7-4be2-a1c2-6a175aff4657 req-57836688-ddb3-4992-a935-abcca9472020 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537529 May 05 22:35:39.428897 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b9691-1733-4623-a122-a06de9bdfdf1 req-fc034e0d-18d2-4790-afd0-1905603fbe27 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:35:39.430712 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-901b9691-1733-4623-a122-a06de9bdfdf1 req-fc034e0d-18d2-4790-afd0-1905603fbe27 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.32 "GET /v2.0/ports?device_id=55e4c759-6535-427c-8983-64ef243d1677 HTTP/1.1" status: 200 len: 946 time: 0.0920951 May 05 22:35:39.503153 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-901b9691-1733-4623-a122-a06de9bdfdf1 req-1c083ad3-4b9f-4015-8792-fbe6bb3caf92 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Deleting port f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:35:39.503503 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-901b9691-1733-4623-a122-a06de9bdfdf1 req-1c083ad3-4b9f-4015-8792-fbe6bb3caf92 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:39.796407 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-901b9691-1733-4623-a122-a06de9bdfdf1 req-1c083ad3-4b9f-4015-8792-fbe6bb3caf92 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] For port f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2,segment=NetworkSegment(5376a047-e051-4283-be14-977452d7302e),segment_id=5376a047-e051-4283-be14-977452d7302e)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:35:39.796654 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-901b9691-1733-4623-a122-a06de9bdfdf1 req-1c083ad3-4b9f-4015-8792-fbe6bb3caf92 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:39.808530 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66bc6d-cec3-49d3-94ab-d4e2265eab6e req-b02f8804-7e94-4d6a-86da-bfc8b15736bf tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:35:39.809991 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cd66bc6d-cec3-49d3-94ab-d4e2265eab6e req-b02f8804-7e94-4d6a-86da-bfc8b15736bf tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/ports?device_id=55e4c759-6535-427c-8983-64ef243d1677 HTTP/1.1" status: 200 len: 946 time: 0.2046845 May 05 22:35:39.932191 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-901b9691-1733-4623-a122-a06de9bdfdf1 req-1c083ad3-4b9f-4015-8792-fbe6bb3caf92 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Calling delete_port for f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2 owned by compute:nova {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:35:40.010503 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cd66bc6d-cec3-49d3-94ab-d4e2265eab6e req-b999cea1-8cd6-484a-9054-46a948135f29 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.23 "GET /v2.0/security-groups?id=614133ab-db66-4a3c-aa9d-f47d1609f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461558 May 05 22:35:40.121675 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-901b9691-1733-4623-a122-a06de9bdfdf1 req-1c083ad3-4b9f-4015-8792-fbe6bb3caf92 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:40.133661 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:35:40.169588 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c083ad3-4b9f-4015-8792-fbe6bb3caf92 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Pushing event deleted for resources: {'Port': ['ID=f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:35:40.245549 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-901b9691-1733-4623-a122-a06de9bdfdf1 req-1c083ad3-4b9f-4015-8792-fbe6bb3caf92 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] No DVR routers for this DVR port f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2 on host n-h2-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:35:40.248280 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-901b9691-1733-4623-a122-a06de9bdfdf1 req-1c083ad3-4b9f-4015-8792-fbe6bb3caf92 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:40.250768 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55e4c759-6535-427c-8983-64ef243d1677', 'name': 'network-vif-deleted', 'tag': 'f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:35:40.268479 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-901b9691-1733-4623-a122-a06de9bdfdf1 req-1c083ad3-4b9f-4015-8792-fbe6bb3caf92 tempest-ServerDiskConfigTestJSON-1822816830 tempest-ServerDiskConfigTestJSON-1822816830-project] 10.222.0.32 "DELETE /v2.0/ports/f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2 HTTP/1.1" status: 204 len: 173 time: 0.8309014 May 05 22:35:40.309215 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a9c2dde-a96b-4443-82cd-9fa23bb881ff'] response: {'server_uuid': '55e4c759-6535-427c-8983-64ef243d1677', 'name': 'network-vif-deleted', 'tag': 'f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2', 'status': 'completed', 'code': 200} May 05 22:35:41.442121 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 34212) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:35:41.502347 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-c51003f3-e6cb-4f2b-aafe-1834d98c2d84 admin admin] Deleting subnet f361d17f-1e12-4dd4-a70e-62c705fd203a {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:35:41.505354 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c51003f3-e6cb-4f2b-aafe-1834d98c2d84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:41.560751 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c51003f3-e6cb-4f2b-aafe-1834d98c2d84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:41.616328 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c51003f3-e6cb-4f2b-aafe-1834d98c2d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:41.686990 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c51003f3-e6cb-4f2b-aafe-1834d98c2d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:41.728179 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51003f3-e6cb-4f2b-aafe-1834d98c2d84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f361d17f-1e12-4dd4-a70e-62c705fd203a,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:35:41.732220 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c51003f3-e6cb-4f2b-aafe-1834d98c2d84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:41.738402 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c51003f3-e6cb-4f2b-aafe-1834d98c2d84 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f361d17f-1e12-4dd4-a70e-62c705fd203a HTTP/1.1" status: 204 len: 168 time: 0.2952671 May 05 22:35:41.742208 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 34216) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:35:41.942935 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bbb4c35a-cfa8-4dab-ab02-c3fae253652f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:42.067446 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bbb4c35a-cfa8-4dab-ab02-c3fae253652f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:42.092403 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-bbb4c35a-cfa8-4dab-ab02-c3fae253652f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26c7cbdc-0a8e-4d3e-b292-a19ddef4d843']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:35:42.104362 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-bbb4c35a-cfa8-4dab-ab02-c3fae253652f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5376a047-e051-4283-be14-977452d7302e') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:35:42.104644 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-bbb4c35a-cfa8-4dab-ab02-c3fae253652f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5376a047-e051-4283-be14-977452d7302e') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:35:42.115826 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bbb4c35a-cfa8-4dab-ab02-c3fae253652f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:42.131482 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bbb4c35a-cfa8-4dab-ab02-c3fae253652f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:42.137671 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbb4c35a-cfa8-4dab-ab02-c3fae253652f admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:35:42.138049 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bbb4c35a-cfa8-4dab-ab02-c3fae253652f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:42.151018 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 22:35:42.151018 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:35:42.151018 n-d-825175-4 neutron-server[84061]: timer() May 05 22:35:42.151018 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:35:42.151018 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 22:35:42.151018 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:35:42.151018 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 22:35:42.151018 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:35:42.151018 n-d-825175-4 neutron-server[84061]: self._notify() May 05 22:35:42.151018 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:35:42.151018 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 22:35:42.151018 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:35:42.151018 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 22:35:42.151018 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:35:42.151018 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:35:42.151018 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:35:42.151018 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:35:42.151018 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:35:42.151018 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 22:35:42.151018 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:35:42.151018 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 22:35:42.151018 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:35:42.151018 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:35:42.151018 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:35:42.151018 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 22:35:42.151018 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:35:42.151018 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:35:42.151018 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:35:42.151018 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:35:42.151018 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:35:42.151018 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:35:42.151018 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:35:42.230630 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bbb4c35a-cfa8-4dab-ab02-c3fae253652f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:42.235895 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bbb4c35a-cfa8-4dab-ab02-c3fae253652f admin admin] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:42.261310 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb4c35a-cfa8-4dab-ab02-c3fae253652f admin admin] Pushing event deleted for resources: {'Network': ['ID=26c7cbdc-0a8e-4d3e-b292-a19ddef4d843,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:35:42.266285 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-bbb4c35a-cfa8-4dab-ab02-c3fae253652f admin admin] 10.222.0.23 "DELETE /v2.0/networks/26c7cbdc-0a8e-4d3e-b292-a19ddef4d843 HTTP/1.1" status: 204 len: 168 time: 0.5231042 May 05 22:35:42.405156 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 34222) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:35:42.458623 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f7e6f771-bdd6-4d4d-9988-568c0480a9df admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=257730ef51814f93858c0c6667eb803b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0520566 May 05 22:35:42.461753 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 34226) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:35:42.527886 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0e63f3ac-20ea-4e42-92a3-293fa78f4fe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:42.557946 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0e63f3ac-20ea-4e42-92a3-293fa78f4fe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:42.613927 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0e63f3ac-20ea-4e42-92a3-293fa78f4fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:42.629830 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e63f3ac-20ea-4e42-92a3-293fa78f4fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=614133ab-db66-4a3c-aa9d-f47d1609f1c1,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:35:42.642226 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0e63f3ac-20ea-4e42-92a3-293fa78f4fe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:42.643372 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0e63f3ac-20ea-4e42-92a3-293fa78f4fe9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/614133ab-db66-4a3c-aa9d-f47d1609f1c1 HTTP/1.1" status: 204 len: 168 time: 0.1805315 May 05 22:35:43.584993 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 34248) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:35:43.715389 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-e64cf0d3-b9cc-4371-973e-f2409b54d465 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-145627584-network', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:35:43.721877 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-e64cf0d3-b9cc-4371-973e-f2409b54d465 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:35:43.728480 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-e64cf0d3-b9cc-4371-973e-f2409b54d465 admin admin] Usage tracker for resource:network and tenant:0193e8c9a4ea475f84588c4cf6d35ca9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:35:43.731878 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-e64cf0d3-b9cc-4371-973e-f2409b54d465 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:35:43.738927 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-e64cf0d3-b9cc-4371-973e-f2409b54d465 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:35:43.752218 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e64cf0d3-b9cc-4371-973e-f2409b54d465 admin admin] Made reservation on behalf of 0193e8c9a4ea475f84588c4cf6d35ca9 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:35:43.754692 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e64cf0d3-b9cc-4371-973e-f2409b54d465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:43.767349 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e64cf0d3-b9cc-4371-973e-f2409b54d465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:43.800143 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-e64cf0d3-b9cc-4371-973e-f2409b54d465 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:35:43.803980 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-e64cf0d3-b9cc-4371-973e-f2409b54d465 admin admin] Usage tracker for resource:security_group_rule and tenant:0193e8c9a4ea475f84588c4cf6d35ca9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:35:43.807008 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-e64cf0d3-b9cc-4371-973e-f2409b54d465 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:35:43.812947 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-e64cf0d3-b9cc-4371-973e-f2409b54d465 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:35:43.881423 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e64cf0d3-b9cc-4371-973e-f2409b54d465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:43.886265 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e64cf0d3-b9cc-4371-973e-f2409b54d465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:43.920262 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e64cf0d3-b9cc-4371-973e-f2409b54d465 admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:35:43.925629 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64cf0d3-b9cc-4371-973e-f2409b54d465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb77b1f-9f41-48ea-bea6-faa75e16f545,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:35:43.937502 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e64cf0d3-b9cc-4371-973e-f2409b54d465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:43.937839 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-e64cf0d3-b9cc-4371-973e-f2409b54d465 admin admin] Added segment d0acf8dd-f215-4005-a46b-f65510e9fdb9 of type vlan for network 87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c May 05 22:35:43.939661 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64cf0d3-b9cc-4371-973e-f2409b54d465 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:35:43.939999 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64cf0d3-b9cc-4371-973e-f2409b54d465 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:35:43.940334 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64cf0d3-b9cc-4371-973e-f2409b54d465 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:35:43.940667 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64cf0d3-b9cc-4371-973e-f2409b54d465 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:35:43.940993 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64cf0d3-b9cc-4371-973e-f2409b54d465 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:35:43.941318 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64cf0d3-b9cc-4371-973e-f2409b54d465 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:35:43.941640 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64cf0d3-b9cc-4371-973e-f2409b54d465 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:35:43.941958 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64cf0d3-b9cc-4371-973e-f2409b54d465 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:35:43.942277 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64cf0d3-b9cc-4371-973e-f2409b54d465 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:35:43.942589 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64cf0d3-b9cc-4371-973e-f2409b54d465 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:35:43.942938 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64cf0d3-b9cc-4371-973e-f2409b54d465 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:35:43.974793 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e64cf0d3-b9cc-4371-973e-f2409b54d465 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:43.981896 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-839e1dec-918f-4964-a5c1-962b9a99566e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:44.010569 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e64cf0d3-b9cc-4371-973e-f2409b54d465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:44.011425 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64cf0d3-b9cc-4371-973e-f2409b54d465 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:35:44.012024 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e64cf0d3-b9cc-4371-973e-f2409b54d465 admin admin] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:44.115755 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-e64cf0d3-b9cc-4371-973e-f2409b54d465 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5294771 May 05 22:35:44.116520 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64cf0d3-b9cc-4371-973e-f2409b54d465 admin admin] Pushing event updated for resources: {'Network': ['ID=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:35:44.118698 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 34254) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:35:44.124370 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-2180a17a-5006-49e7-97e7-f163f278f010 admin admin] Request body: {'subnet': {'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-145627584-subnet', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:35:44.130270 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-2180a17a-5006-49e7-97e7-f163f278f010 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:35:44.130437 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:35:44.134200 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-2180a17a-5006-49e7-97e7-f163f278f010 admin admin] Usage tracker for resource:subnet and tenant:0193e8c9a4ea475f84588c4cf6d35ca9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:35:44.137173 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-2180a17a-5006-49e7-97e7-f163f278f010 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:35:44.142934 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-2180a17a-5006-49e7-97e7-f163f278f010 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:35:44.154929 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2180a17a-5006-49e7-97e7-f163f278f010 admin admin] Made reservation on behalf of 0193e8c9a4ea475f84588c4cf6d35ca9 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:35:44.157348 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2180a17a-5006-49e7-97e7-f163f278f010 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:44.467846 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2180a17a-5006-49e7-97e7-f163f278f010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:44.534361 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2180a17a-5006-49e7-97e7-f163f278f010 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d590b4e3-56d7-4bb9-80ad-c9c88e9ccd04,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:35:44.551113 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2180a17a-5006-49e7-97e7-f163f278f010 admin admin] Checking segment: {'id': 'd0acf8dd-f215-4005-a46b-f65510e9fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:35:44.551462 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2180a17a-5006-49e7-97e7-f163f278f010 admin admin] Network hostable DHCP agents. Network: 87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:35:44.572596 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2180a17a-5006-49e7-97e7-f163f278f010 admin admin] Network 87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:35:44.582208 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-2180a17a-5006-49e7-97e7-f163f278f010 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:35:44.586885 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2180a17a-5006-49e7-97e7-f163f278f010 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:35:44.587937 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2180a17a-5006-49e7-97e7-f163f278f010 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:44.590911 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e292c4ec-ac77-46a0-9cf0-db257a48b096 None None] Network 87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:35:44.611111 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-2180a17a-5006-49e7-97e7-f163f278f010 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4913273 May 05 22:35:44.613923 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 34258) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:35:44.618952 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-2791baae-4040-4400-afbc-49740a5b875b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-145627584-router', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:35:44.624558 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-2791baae-4040-4400-afbc-49740a5b875b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:35:44.628523 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-2791baae-4040-4400-afbc-49740a5b875b admin admin] Usage tracker for resource:router and tenant:0193e8c9a4ea475f84588c4cf6d35ca9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:35:44.631560 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-2791baae-4040-4400-afbc-49740a5b875b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:35:44.637705 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-2791baae-4040-4400-afbc-49740a5b875b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:35:44.649449 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2791baae-4040-4400-afbc-49740a5b875b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:44.650493 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2791baae-4040-4400-afbc-49740a5b875b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:44.670492 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2791baae-4040-4400-afbc-49740a5b875b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:44.802496 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12d0924-4c6a-45ea-86f5-922fc5bcb61b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c', 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'fixed_ips': [{'subnet_id': 'd590b4e3-56d7-4bb9-80ad-c9c88e9ccd04'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:35:44.803407 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c12d0924-4c6a-45ea-86f5-922fc5bcb61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:44.819588 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2791baae-4040-4400-afbc-49740a5b875b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:44.956848 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-c12d0924-4c6a-45ea-86f5-922fc5bcb61b None None] Allocated IP 172.20.0.2 (87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c/d590b4e3-56d7-4bb9-80ad-c9c88e9ccd04/037d05bf-ff95-45bd-8901-47f2550e335b) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:35:45.004436 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2791baae-4040-4400-afbc-49740a5b875b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:45.037791 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2791baae-4040-4400-afbc-49740a5b875b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:45.157811 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c12d0924-4c6a-45ea-86f5-922fc5bcb61b None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:45.168900 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c12d0924-4c6a-45ea-86f5-922fc5bcb61b None None] Transition to ACTIVE for port object 037d05bf-ff95-45bd-8901-47f2550e335b will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:35:45.171089 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-2791baae-4040-4400-afbc-49740a5b875b admin admin] Allocated IP 172.25.4.99 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/85ead037-a3ab-46dd-94da-736b91b7f633) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:35:45.189250 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c12d0924-4c6a-45ea-86f5-922fc5bcb61b None None] Transition to ACTIVE for port object 037d05bf-ff95-45bd-8901-47f2550e335b will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:35:45.195781 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c12d0924-4c6a-45ea-86f5-922fc5bcb61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:45.259347 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:35:45.297813 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12d0924-4c6a-45ea-86f5-922fc5bcb61b None None] Network 87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:35:45.300232 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:35:45.300570 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device f9114af4-2e2a-4fb4-9b82-050e5e2dcbc2 not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:35:45.305212 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-c12d0924-4c6a-45ea-86f5-922fc5bcb61b None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:35:45.307632 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12d0924-4c6a-45ea-86f5-922fc5bcb61b None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:35:45.314410 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d0924-4c6a-45ea-86f5-922fc5bcb61b None None] Pushing event updated for resources: {'Port': ['ID=037d05bf-ff95-45bd-8901-47f2550e335b,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:35:45.319594 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2791baae-4040-4400-afbc-49740a5b875b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:45.350630 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2791baae-4040-4400-afbc-49740a5b875b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:45.400662 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-c12d0924-4c6a-45ea-86f5-922fc5bcb61b None None] Attempting to bind port 037d05bf-ff95-45bd-8901-47f2550e335b on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:35:45.401080 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-c12d0924-4c6a-45ea-86f5-922fc5bcb61b None None] Attempting to bind port 037d05bf-ff95-45bd-8901-47f2550e335b by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'd0acf8dd-f215-4005-a46b-f65510e9fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:35:45.401448 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12d0924-4c6a-45ea-86f5-922fc5bcb61b None None] Attempting to bind port 037d05bf-ff95-45bd-8901-47f2550e335b on network 87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:35:45.408344 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12d0924-4c6a-45ea-86f5-922fc5bcb61b None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:35:45.408637 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12d0924-4c6a-45ea-86f5-922fc5bcb61b None None] Checking segment: {'id': 'd0acf8dd-f215-4005-a46b-f65510e9fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:35:45.409016 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c12d0924-4c6a-45ea-86f5-922fc5bcb61b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:45.409428 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12d0924-4c6a-45ea-86f5-922fc5bcb61b None None] Bound using segment: {'id': 'd0acf8dd-f215-4005-a46b-f65510e9fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:35:45.409867 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-c12d0924-4c6a-45ea-86f5-922fc5bcb61b None None] Bound port: 037d05bf-ff95-45bd-8901-47f2550e335b, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0acf8dd-f215-4005-a46b-f65510e9fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:35:45.410235 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c12d0924-4c6a-45ea-86f5-922fc5bcb61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:45.424710 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2791baae-4040-4400-afbc-49740a5b875b admin admin] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:35:45.428316 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-2791baae-4040-4400-afbc-49740a5b875b admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:35:45.430242 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2791baae-4040-4400-afbc-49740a5b875b admin admin] Pushing event updated for resources: {'Port': ['ID=85ead037-a3ab-46dd-94da-736b91b7f633,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:35:45.432981 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2791baae-4040-4400-afbc-49740a5b875b admin admin] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:35:45.496754 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-c12d0924-4c6a-45ea-86f5-922fc5bcb61b None None] For port 037d05bf-ff95-45bd-8901-47f2550e335b, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:35:45.500004 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-c12d0924-4c6a-45ea-86f5-922fc5bcb61b None None] For port 037d05bf-ff95-45bd-8901-47f2550e335b, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=037d05bf-ff95-45bd-8901-47f2550e335b,segment=NetworkSegment(d0acf8dd-f215-4005-a46b-f65510e9fdb9),segment_id=d0acf8dd-f215-4005-a46b-f65510e9fdb9)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:35:45.504564 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c12d0924-4c6a-45ea-86f5-922fc5bcb61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:45.594823 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d0924-4c6a-45ea-86f5-922fc5bcb61b None None] Pushing event updated for resources: {'Port': ['ID=037d05bf-ff95-45bd-8901-47f2550e335b,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:35:45.603046 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2791baae-4040-4400-afbc-49740a5b875b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:45.603908 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2791baae-4040-4400-afbc-49740a5b875b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:45.858141 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2791baae-4040-4400-afbc-49740a5b875b admin admin] Router 6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3 is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 22:35:46.168023 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2791baae-4040-4400-afbc-49740a5b875b admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:35:46.176910 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db38cbed-b04f-415a-9cc0-542aa5c6a9a5 None None] Sync routers for ids ['6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:35:46.189679 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db38cbed-b04f-415a-9cc0-542aa5c6a9a5 None None] Routers {'6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:35:46.190106 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-db38cbed-b04f-415a-9cc0-542aa5c6a9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:35:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:35:46.194972 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2791baae-4040-4400-afbc-49740a5b875b admin admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:46.199666 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-2791baae-4040-4400-afbc-49740a5b875b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5817430 May 05 22:35:46.200051 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 34262) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:35:46.313819 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c525577a-5baf-4d8f-9f96-e261fa1276f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:46.379918 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-db38cbed-b04f-415a-9cc0-542aa5c6a9a5 None None] Set router 6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:35:46.508370 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 037d05bf-ff95-45bd-8901-47f2550e335b up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:35:46.604188 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37a3676-e88b-4341-9fe5-eef26fa7209b None None] Network 87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:35:46.709955 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-db38cbed-b04f-415a-9cc0-542aa5c6a9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'name': 'tempest-ServerActionsTestJSON-145627584-router', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '85ead037-a3ab-46dd-94da-736b91b7f633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:35:44Z', 'updated_at': '2022-05-05T22:35:45Z', 'revision_number': 3, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'gw_port': {'id': '85ead037-a3ab-46dd-94da-736b91b7f633', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:35:45Z', 'updated_at': '2022-05-05T22:35:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:35:46.714275 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db38cbed-b04f-415a-9cc0-542aa5c6a9a5 None None] Checking router: 6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:35:46.714611 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db38cbed-b04f-415a-9cc0-542aa5c6a9a5 None None] Updating router 6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3 port 85ead037-a3ab-46dd-94da-736b91b7f633 binding host n-d-825175-4 {{(pid=84068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:35:46.739382 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-6f2982ab-f170-4bca-847f-aac4c67415e8 None None] Provisioning for port 037d05bf-ff95-45bd-8901-47f2550e335b completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:35:46.757040 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 037d05bf-ff95-45bd-8901-47f2550e335b completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:35:46.763186 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-6f2982ab-f170-4bca-847f-aac4c67415e8 None None] Provisioning complete for port 037d05bf-ff95-45bd-8901-47f2550e335b triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:35:46.763548 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6f2982ab-f170-4bca-847f-aac4c67415e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:46.767417 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-db38cbed-b04f-415a-9cc0-542aa5c6a9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:46.795792 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 037d05bf-ff95-45bd-8901-47f2550e335b triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:35:46.796156 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:47.035167 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0b19fae8-ac94-4131-bbb7-afe158684a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:47.101824 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:47.117206 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-db38cbed-b04f-415a-9cc0-542aa5c6a9a5 None None] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:47.131677 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.provisioning_blocks [None req-db38cbed-b04f-415a-9cc0-542aa5c6a9a5 None None] Transition to ACTIVE for port object 85ead037-a3ab-46dd-94da-736b91b7f633 will not be triggered until provisioned by entity L2. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:35:47.140864 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-db38cbed-b04f-415a-9cc0-542aa5c6a9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:47.147905 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6f2982ab-f170-4bca-847f-aac4c67415e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:47.174940 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 037d05bf-ff95-45bd-8901-47f2550e335b, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=037d05bf-ff95-45bd-8901-47f2550e335b,segment=NetworkSegment(d0acf8dd-f215-4005-a46b-f65510e9fdb9),segment_id=d0acf8dd-f215-4005-a46b-f65510e9fdb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:35:47.184593 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:47.219415 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-db38cbed-b04f-415a-9cc0-542aa5c6a9a5 None None] Attempting to bind port 85ead037-a3ab-46dd-94da-736b91b7f633 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:35:47.219415 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-db38cbed-b04f-415a-9cc0-542aa5c6a9a5 None None] Attempting to bind port 85ead037-a3ab-46dd-94da-736b91b7f633 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:35:47.219415 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db38cbed-b04f-415a-9cc0-542aa5c6a9a5 None None] Attempting to bind port 85ead037-a3ab-46dd-94da-736b91b7f633 on network 25bfe237-58de-4709-a3e0-ac79da07c300 {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:35:47.229905 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db38cbed-b04f-415a-9cc0-542aa5c6a9a5 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:35:47.230269 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db38cbed-b04f-415a-9cc0-542aa5c6a9a5 None None] Checking segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:35:47.230680 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-db38cbed-b04f-415a-9cc0-542aa5c6a9a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:47.231406 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db38cbed-b04f-415a-9cc0-542aa5c6a9a5 None None] Bound using segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:35:47.231534 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-db38cbed-b04f-415a-9cc0-542aa5c6a9a5 None None] Bound port: 85ead037-a3ab-46dd-94da-736b91b7f633, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:35:47.231876 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-db38cbed-b04f-415a-9cc0-542aa5c6a9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:47.263475 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-0b19fae8-ac94-4131-bbb7-afe158684a7d admin admin] Allocated IP 172.20.0.1 (87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c/d590b4e3-56d7-4bb9-80ad-c9c88e9ccd04/bca24dc1-2bee-42c6-abea-f4b56262991b) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:35:47.267570 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0f06f-f393-4344-8e88-32a0e4d6b6d0 None None] Pushing event updated for resources: {'Port': ['ID=85ead037-a3ab-46dd-94da-736b91b7f633,revision_number=2']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:35:47.297872 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0f06f-f393-4344-8e88-32a0e4d6b6d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:35:47.298402 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0f06f-f393-4344-8e88-32a0e4d6b6d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:35:47.298915 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0f06f-f393-4344-8e88-32a0e4d6b6d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:35:47.299383 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0f06f-f393-4344-8e88-32a0e4d6b6d0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:35:47.299862 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0f06f-f393-4344-8e88-32a0e4d6b6d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:35:47.300183 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0f06f-f393-4344-8e88-32a0e4d6b6d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:35:47.300661 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0f06f-f393-4344-8e88-32a0e4d6b6d0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:35:47.300949 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0f06f-f393-4344-8e88-32a0e4d6b6d0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:35:47.301490 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0f06f-f393-4344-8e88-32a0e4d6b6d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:35:47.301595 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0f06f-f393-4344-8e88-32a0e4d6b6d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:35:47.301750 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-6f2982ab-f170-4bca-847f-aac4c67415e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:35:47.301915 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0f06f-f393-4344-8e88-32a0e4d6b6d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:35:47.302082 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-6f2982ab-f170-4bca-847f-aac4c67415e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:35:47.310687 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=037d05bf-ff95-45bd-8901-47f2550e335b,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:35:47.335374 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-db38cbed-b04f-415a-9cc0-542aa5c6a9a5 None None] For port 85ead037-a3ab-46dd-94da-736b91b7f633, host n-d-825175-4, cleared binding levels {{(pid=84068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:35:47.338897 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-db38cbed-b04f-415a-9cc0-542aa5c6a9a5 None None] For port 85ead037-a3ab-46dd-94da-736b91b7f633, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=85ead037-a3ab-46dd-94da-736b91b7f633,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:35:47.343992 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-db38cbed-b04f-415a-9cc0-542aa5c6a9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:47.427349 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0f06f-f393-4344-8e88-32a0e4d6b6d0 None None] Pushing event updated for resources: {'Port': ['ID=85ead037-a3ab-46dd-94da-736b91b7f633,revision_number=3']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:35:47.430571 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db38cbed-b04f-415a-9cc0-542aa5c6a9a5 None None] Routers {'6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:35:47.431248 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-db38cbed-b04f-415a-9cc0-542aa5c6a9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:35:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:35:47.545984 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:47.549197 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:47.567543 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0b19fae8-ac94-4131-bbb7-afe158684a7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:47.583104 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-0b19fae8-ac94-4131-bbb7-afe158684a7d admin admin] Transition to ACTIVE for port object bca24dc1-2bee-42c6-abea-f4b56262991b will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:35:47.605946 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0b19fae8-ac94-4131-bbb7-afe158684a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:47.675515 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-db38cbed-b04f-415a-9cc0-542aa5c6a9a5 None None] Set router 6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:35:47.679048 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b19fae8-ac94-4131-bbb7-afe158684a7d admin admin] Network 87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:35:47.679999 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b19fae8-ac94-4131-bbb7-afe158684a7d admin admin] Pushing event updated for resources: {'Port': ['ID=bca24dc1-2bee-42c6-abea-f4b56262991b,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:35:47.683394 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-0b19fae8-ac94-4131-bbb7-afe158684a7d admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:35:47.685759 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b19fae8-ac94-4131-bbb7-afe158684a7d admin admin] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:35:47.741101 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0b19fae8-ac94-4131-bbb7-afe158684a7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:47.830802 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0b19fae8-ac94-4131-bbb7-afe158684a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:47.974666 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-db38cbed-b04f-415a-9cc0-542aa5c6a9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'name': 'tempest-ServerActionsTestJSON-145627584-router', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '85ead037-a3ab-46dd-94da-736b91b7f633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:35:44Z', 'updated_at': '2022-05-05T22:35:45Z', 'revision_number': 3, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'gw_port': {'id': '85ead037-a3ab-46dd-94da-736b91b7f633', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:35:45Z', 'updated_at': '2022-05-05T22:35:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:35:47.978695 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db38cbed-b04f-415a-9cc0-542aa5c6a9a5 None None] The sync data for ids ['6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3'] in n-d-825175-4 is: [{'id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'name': 'tempest-ServerActionsTestJSON-145627584-router', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '85ead037-a3ab-46dd-94da-736b91b7f633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:35:44Z', 'updated_at': '2022-05-05T22:35:45Z', 'revision_number': 3, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'gw_port': {'id': '85ead037-a3ab-46dd-94da-736b91b7f633', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:35:45Z', 'updated_at': '2022-05-05T22:35:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:35:47.993680 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-523c2271-359a-4dec-9780-21a140bd30b5 None None] Provisioning for port bca24dc1-2bee-42c6-abea-f4b56262991b completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:35:48.004949 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-523c2271-359a-4dec-9780-21a140bd30b5 None None] Provisioning complete for port bca24dc1-2bee-42c6-abea-f4b56262991b triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:35:48.005388 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-523c2271-359a-4dec-9780-21a140bd30b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:48.063919 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-523c2271-359a-4dec-9780-21a140bd30b5 None None] Port bca24dc1-2bee-42c6-abea-f4b56262991b cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:35:48.076545 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-523c2271-359a-4dec-9780-21a140bd30b5 None None] Provisioning complete for port 037d05bf-ff95-45bd-8901-47f2550e335b triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:35:48.076821 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-523c2271-359a-4dec-9780-21a140bd30b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:48.085736 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0b19fae8-ac94-4131-bbb7-afe158684a7d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:48.091298 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0b19fae8-ac94-4131-bbb7-afe158684a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:48.211403 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0b19fae8-ac94-4131-bbb7-afe158684a7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:48.215330 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b19fae8-ac94-4131-bbb7-afe158684a7d admin admin] Pushing event updated for resources: {'Port': ['ID=bca24dc1-2bee-42c6-abea-f4b56262991b,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:35:48.370997 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b19fae8-ac94-4131-bbb7-afe158684a7d admin admin] Network 87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:35:48.372212 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-0b19fae8-ac94-4131-bbb7-afe158684a7d admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:35:48.547284 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 85ead037-a3ab-46dd-94da-736b91b7f633 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:35:48.639182 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 85ead037-a3ab-46dd-94da-736b91b7f633 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:35:48.644626 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 85ead037-a3ab-46dd-94da-736b91b7f633 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:35:48.645000 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:48.775001 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:48.784134 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-3ed28535-22a1-44b3-a4de-c187b33ed9e7 None None] Provisioning complete for port bca24dc1-2bee-42c6-abea-f4b56262991b triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:35:48.784997 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3ed28535-22a1-44b3-a4de-c187b33ed9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:48.843599 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 85ead037-a3ab-46dd-94da-736b91b7f633, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=85ead037-a3ab-46dd-94da-736b91b7f633,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:35:48.850681 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-3ed28535-22a1-44b3-a4de-c187b33ed9e7 None None] Port bca24dc1-2bee-42c6-abea-f4b56262991b cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:35:48.852364 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:48.853131 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 037d05bf-ff95-45bd-8901-47f2550e335b up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:35:48.859488 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b19fae8-ac94-4131-bbb7-afe158684a7d admin admin] Router 6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:35:48.965733 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=85ead037-a3ab-46dd-94da-736b91b7f633,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:35:48.978629 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 037d05bf-ff95-45bd-8901-47f2550e335b triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:35:48.979202 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:49.060887 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b19fae8-ac94-4131-bbb7-afe158684a7d admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:35:49.069844 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0b19fae8-ac94-4131-bbb7-afe158684a7d admin admin] 10.222.0.23 "PUT /v2.0/routers/6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8686962 May 05 22:35:49.110766 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:49.577880 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 34272) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:35:49.583702 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-a8c19521-e665-4cb4-8062-9be13be6a4f6 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1556879459', 'description': 'tempest-description--2088443940'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:35:49.590810 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-a8c19521-e665-4cb4-8062-9be13be6a4f6 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:35:49.595896 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-a8c19521-e665-4cb4-8062-9be13be6a4f6 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Usage tracker for resource:security_group and tenant:0193e8c9a4ea475f84588c4cf6d35ca9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:35:49.598474 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-a8c19521-e665-4cb4-8062-9be13be6a4f6 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:35:49.604987 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-a8c19521-e665-4cb4-8062-9be13be6a4f6 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:35:49.617155 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a8c19521-e665-4cb4-8062-9be13be6a4f6 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:49.652149 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-a8c19521-e665-4cb4-8062-9be13be6a4f6 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:35:49.655882 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-a8c19521-e665-4cb4-8062-9be13be6a4f6 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Usage tracker for resource:security_group_rule and tenant:0193e8c9a4ea475f84588c4cf6d35ca9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:35:49.659040 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-a8c19521-e665-4cb4-8062-9be13be6a4f6 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:35:49.664632 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-a8c19521-e665-4cb4-8062-9be13be6a4f6 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:35:49.718749 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a8c19521-e665-4cb4-8062-9be13be6a4f6 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:49.724314 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a8c19521-e665-4cb4-8062-9be13be6a4f6 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:49.765582 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c19521-e665-4cb4-8062-9be13be6a4f6 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aafbf05-03b0-43a0-b293-9b9ad1cf417f,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:35:49.769975 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a8c19521-e665-4cb4-8062-9be13be6a4f6 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:49.771513 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a8c19521-e665-4cb4-8062-9be13be6a4f6 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.1924469 May 05 22:35:49.774307 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 34276) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:35:49.779961 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-fe6392e0-dc5d-4628-8568-f6e97dd1d70c tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Request body: {'security_group_rule': {'security_group_id': '4aafbf05-03b0-43a0-b293-9b9ad1cf417f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:35:49.787268 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-fe6392e0-dc5d-4628-8568-f6e97dd1d70c tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:35:49.791137 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-fe6392e0-dc5d-4628-8568-f6e97dd1d70c tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Usage tracker for resource:security_group_rule and tenant:0193e8c9a4ea475f84588c4cf6d35ca9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:35:49.794064 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-fe6392e0-dc5d-4628-8568-f6e97dd1d70c tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:35:49.799767 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-fe6392e0-dc5d-4628-8568-f6e97dd1d70c tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:35:49.817490 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fe6392e0-dc5d-4628-8568-f6e97dd1d70c tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:49.884268 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fe6392e0-dc5d-4628-8568-f6e97dd1d70c tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:49.889044 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fe6392e0-dc5d-4628-8568-f6e97dd1d70c tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:49.913600 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6392e0-dc5d-4628-8568-f6e97dd1d70c tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1e95979-d657-4114-ab42-76dae1081b0e,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:35:49.923675 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fe6392e0-dc5d-4628-8568-f6e97dd1d70c tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:49.924871 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-fe6392e0-dc5d-4628-8568-f6e97dd1d70c tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1496291 May 05 22:35:49.929006 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 34280) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:35:49.935110 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-e22023e2-4078-4366-950e-908679028c8a tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Request body: {'security_group_rule': {'security_group_id': '4aafbf05-03b0-43a0-b293-9b9ad1cf417f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:35:49.942201 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-e22023e2-4078-4366-950e-908679028c8a tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:35:49.946116 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-e22023e2-4078-4366-950e-908679028c8a tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Usage tracker for resource:security_group_rule and tenant:0193e8c9a4ea475f84588c4cf6d35ca9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:35:49.949781 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-e22023e2-4078-4366-950e-908679028c8a tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:35:49.955951 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-e22023e2-4078-4366-950e-908679028c8a tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:35:49.974503 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e22023e2-4078-4366-950e-908679028c8a tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:50.040909 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e22023e2-4078-4366-950e-908679028c8a tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:50.045978 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e22023e2-4078-4366-950e-908679028c8a tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:50.070929 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22023e2-4078-4366-950e-908679028c8a tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc4dc4e6-7ede-4280-9175-43a5135ab108,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:35:50.080987 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e22023e2-4078-4366-950e-908679028c8a tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:50.082275 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-e22023e2-4078-4366-950e-908679028c8a tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1523950 May 05 22:35:50.085446 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 34284) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:35:50.091308 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-ddff8777-0ff0-473d-bbd4-ef841e3eb6d4 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Request body: {'floatingip': {'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:35:50.097675 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-ddff8777-0ff0-473d-bbd4-ef841e3eb6d4 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:35:50.101642 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-ddff8777-0ff0-473d-bbd4-ef841e3eb6d4 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Usage tracker for resource:floatingip and tenant:0193e8c9a4ea475f84588c4cf6d35ca9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:35:50.105083 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-ddff8777-0ff0-473d-bbd4-ef841e3eb6d4 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:35:50.110944 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-ddff8777-0ff0-473d-bbd4-ef841e3eb6d4 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:35:50.121502 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ddff8777-0ff0-473d-bbd4-ef841e3eb6d4 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks [] for floatingip, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:50.269089 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ddff8777-0ff0-473d-bbd4-ef841e3eb6d4 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:50.410949 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-ddff8777-0ff0-473d-bbd4-ef841e3eb6d4 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Allocated IP 172.25.4.186 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/d18e39ce-e150-4b15-8fce-9724748ff886) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:35:50.443783 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 85ead037-a3ab-46dd-94da-736b91b7f633 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:35:50.514918 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 85ead037-a3ab-46dd-94da-736b91b7f633 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:35:50.515322 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:50.566358 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ddff8777-0ff0-473d-bbd4-ef841e3eb6d4 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:50.599468 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ddff8777-0ff0-473d-bbd4-ef841e3eb6d4 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:50.663625 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddff8777-0ff0-473d-bbd4-ef841e3eb6d4 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:35:50.666244 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-ddff8777-0ff0-473d-bbd4-ef841e3eb6d4 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:35:50.669968 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddff8777-0ff0-473d-bbd4-ef841e3eb6d4 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:35:50.701928 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff8777-0ff0-473d-bbd4-ef841e3eb6d4 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Pushing event updated for resources: {'Port': ['ID=d18e39ce-e150-4b15-8fce-9724748ff886,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:35:50.831820 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ddff8777-0ff0-473d-bbd4-ef841e3eb6d4 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:50.891104 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ddff8777-0ff0-473d-bbd4-ef841e3eb6d4 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:51.103438 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ddff8777-0ff0-473d-bbd4-ef841e3eb6d4 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:51.110913 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ddff8777-0ff0-473d-bbd4-ef841e3eb6d4 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:51.218737 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff8777-0ff0-473d-bbd4-ef841e3eb6d4 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Pushing event updated for resources: {'Port': ['ID=d18e39ce-e150-4b15-8fce-9724748ff886,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:35:51.233681 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ddff8777-0ff0-473d-bbd4-ef841e3eb6d4 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:51.256846 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ddff8777-0ff0-473d-bbd4-ef841e3eb6d4 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:51.258212 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ddff8777-0ff0-473d-bbd4-ef841e3eb6d4 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1718378 May 05 22:35:51.440099 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-981ca798-da01-4501-b2fa-332cd8d7959e req-fb53aef1-8214-48ac-b631-e38f09f47dce tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1556879459&fields=id&tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9 HTTP/1.1" status: 200 len: 267 time: 0.0448833 May 05 22:35:51.501867 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cb368a-76e0-4e85-b238-ece7bab87ceb None None] Sync routers for ids ['6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:35:51.514984 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cb368a-76e0-4e85-b238-ece7bab87ceb None None] Routers {'6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:35:51.515614 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-95cb368a-76e0-4e85-b238-ece7bab87ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:35:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:35:51.696413 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ca798-da01-4501-b2fa-332cd8d7959e req-1690d60e-146f-4399-beef-e129c3fda115 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:35:51.697838 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-981ca798-da01-4501-b2fa-332cd8d7959e req-1690d60e-146f-4399-beef-e129c3fda115 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/networks?id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c HTTP/1.1" status: 200 len: 811 time: 0.2510741 May 05 22:35:51.699507 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-95cb368a-76e0-4e85-b238-ece7bab87ceb None None] Set router 6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:35:51.715026 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-981ca798-da01-4501-b2fa-332cd8d7959e req-e7be8cbf-2e30-4c50-867a-fb6b0a58e7b3 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/quotas/0193e8c9a4ea475f84588c4cf6d35ca9 HTTP/1.1" status: 200 len: 375 time: 0.0112214 May 05 22:35:51.797646 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-981ca798-da01-4501-b2fa-332cd8d7959e req-cc91c376-87dd-4571-8dbe-946c3778db05 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Synchronizing usage tracker for tenant:0193e8c9a4ea475f84588c4cf6d35ca9 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:35:51.817255 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-981ca798-da01-4501-b2fa-332cd8d7959e req-cc91c376-87dd-4571-8dbe-946c3778db05 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Unset dirty status for tenant:0193e8c9a4ea475f84588c4cf6d35ca9 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:35:51.818562 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-981ca798-da01-4501-b2fa-332cd8d7959e req-cc91c376-87dd-4571-8dbe-946c3778db05 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0984545 May 05 22:35:52.051055 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-95cb368a-76e0-4e85-b238-ece7bab87ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'name': 'tempest-ServerActionsTestJSON-145627584-router', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '85ead037-a3ab-46dd-94da-736b91b7f633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:35:44Z', 'updated_at': '2022-05-05T22:35:47Z', 'revision_number': 4, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'gw_port': {'id': '85ead037-a3ab-46dd-94da-736b91b7f633', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:35:45Z', 'updated_at': '2022-05-05T22:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'bca24dc1-2bee-42c6-abea-f4b56262991b', 'name': '', 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'mac_address': 'fa:16:3e:96:65:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd590b4e3-56d7-4bb9-80ad-c9c88e9ccd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:35:47Z', 'updated_at': '2022-05-05T22:35:47Z', 'revision_number': 2, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'subnets': [{'id': 'd590b4e3-56d7-4bb9-80ad-c9c88e9ccd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:35:52.054967 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cb368a-76e0-4e85-b238-ece7bab87ceb None None] Checking router: 6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:35:52.055314 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cb368a-76e0-4e85-b238-ece7bab87ceb None None] Updating router 6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3 port bca24dc1-2bee-42c6-abea-f4b56262991b binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:35:52.068718 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-981ca798-da01-4501-b2fa-332cd8d7959e req-f5f5aeed-bf4f-4dcf-afff-f8dfd1adaaaf service neutron] 10.222.0.23 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981111 May 05 22:35:52.107491 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-95cb368a-76e0-4e85-b238-ece7bab87ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:52.201953 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-981ca798-da01-4501-b2fa-332cd8d7959e req-9e3117a8-b8db-4bc2-8d32-d6de368ceed5 service neutron] 10.222.0.23 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269176 May 05 22:35:52.414290 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-22fac2d9-e08a-4bd1-a207-fbae68349691 req-fa2c62cd-e353-4d1d-8731-d462ca194db7 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b41e6abb-10d6-4391-aa52-eae3b7d8bf38 HTTP/1.1" status: 200 len: 210 time: 0.0425484 May 05 22:35:52.483594 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-95cb368a-76e0-4e85-b238-ece7bab87ceb None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:52.496051 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-95cb368a-76e0-4e85-b238-ece7bab87ceb None None] Transition to ACTIVE for port object bca24dc1-2bee-42c6-abea-f4b56262991b will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:35:52.502771 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-95cb368a-76e0-4e85-b238-ece7bab87ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:52.643002 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a432a2f-42b0-41c2-ba34-80c115c10a68 None None] Pushing event updated for resources: {'Port': ['ID=bca24dc1-2bee-42c6-abea-f4b56262991b,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:35:52.733981 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-95cb368a-76e0-4e85-b238-ece7bab87ceb None None] Attempting to bind port bca24dc1-2bee-42c6-abea-f4b56262991b on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:35:52.734525 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-95cb368a-76e0-4e85-b238-ece7bab87ceb None None] Attempting to bind port bca24dc1-2bee-42c6-abea-f4b56262991b by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'd0acf8dd-f215-4005-a46b-f65510e9fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:35:52.734913 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cb368a-76e0-4e85-b238-ece7bab87ceb None None] Attempting to bind port bca24dc1-2bee-42c6-abea-f4b56262991b on network 87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:35:52.741614 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cb368a-76e0-4e85-b238-ece7bab87ceb None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:35:52.741978 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cb368a-76e0-4e85-b238-ece7bab87ceb None None] Checking segment: {'id': 'd0acf8dd-f215-4005-a46b-f65510e9fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:35:52.742374 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-95cb368a-76e0-4e85-b238-ece7bab87ceb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:52.742781 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cb368a-76e0-4e85-b238-ece7bab87ceb None None] Bound using segment: {'id': 'd0acf8dd-f215-4005-a46b-f65510e9fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:35:52.743251 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-95cb368a-76e0-4e85-b238-ece7bab87ceb None None] Bound port: bca24dc1-2bee-42c6-abea-f4b56262991b, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0acf8dd-f215-4005-a46b-f65510e9fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:35:52.743614 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-95cb368a-76e0-4e85-b238-ece7bab87ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:52.849551 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-95cb368a-76e0-4e85-b238-ece7bab87ceb None None] For port bca24dc1-2bee-42c6-abea-f4b56262991b, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:35:52.852664 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-95cb368a-76e0-4e85-b238-ece7bab87ceb None None] For port bca24dc1-2bee-42c6-abea-f4b56262991b, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=bca24dc1-2bee-42c6-abea-f4b56262991b,segment=NetworkSegment(d0acf8dd-f215-4005-a46b-f65510e9fdb9),segment_id=d0acf8dd-f215-4005-a46b-f65510e9fdb9)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:35:52.857355 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-95cb368a-76e0-4e85-b238-ece7bab87ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:52.939872 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a432a2f-42b0-41c2-ba34-80c115c10a68 None None] Pushing event updated for resources: {'Port': ['ID=bca24dc1-2bee-42c6-abea-f4b56262991b,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:35:52.948366 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cb368a-76e0-4e85-b238-ece7bab87ceb None None] Routers {'6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:35:52.948988 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-95cb368a-76e0-4e85-b238-ece7bab87ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:35:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:35:53.131733 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-95cb368a-76e0-4e85-b238-ece7bab87ceb None None] Set router 6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:35:53.453934 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-95cb368a-76e0-4e85-b238-ece7bab87ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'name': 'tempest-ServerActionsTestJSON-145627584-router', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '85ead037-a3ab-46dd-94da-736b91b7f633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:35:44Z', 'updated_at': '2022-05-05T22:35:47Z', 'revision_number': 4, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'gw_port': {'id': '85ead037-a3ab-46dd-94da-736b91b7f633', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:35:45Z', 'updated_at': '2022-05-05T22:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'bca24dc1-2bee-42c6-abea-f4b56262991b', 'name': '', 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'mac_address': 'fa:16:3e:96:65:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd590b4e3-56d7-4bb9-80ad-c9c88e9ccd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:35:47Z', 'updated_at': '2022-05-05T22:35:52Z', 'revision_number': 4, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'subnets': [{'id': 'd590b4e3-56d7-4bb9-80ad-c9c88e9ccd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:35:53.458003 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cb368a-76e0-4e85-b238-ece7bab87ceb None None] The sync data for ids ['6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3'] in n-d-825175-4 is: [{'id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'name': 'tempest-ServerActionsTestJSON-145627584-router', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '85ead037-a3ab-46dd-94da-736b91b7f633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:35:44Z', 'updated_at': '2022-05-05T22:35:47Z', 'revision_number': 4, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'gw_port': {'id': '85ead037-a3ab-46dd-94da-736b91b7f633', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:35:45Z', 'updated_at': '2022-05-05T22:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'bca24dc1-2bee-42c6-abea-f4b56262991b', 'name': '', 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'mac_address': 'fa:16:3e:96:65:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd590b4e3-56d7-4bb9-80ad-c9c88e9ccd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:35:47Z', 'updated_at': '2022-05-05T22:35:52Z', 'revision_number': 4, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'subnets': [{'id': 'd590b4e3-56d7-4bb9-80ad-c9c88e9ccd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:35:53.628147 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8ad64f9d-0e33-40e6-83d0-a4c7656ed6a2 req-7fb419d2-13be-4731-a540-b8d4b1e70ecb tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b41e6abb-10d6-4391-aa52-eae3b7d8bf38 HTTP/1.1" status: 200 len: 210 time: 0.0614660 May 05 22:35:53.794311 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ca798-da01-4501-b2fa-332cd8d7959e req-955696ea-64ca-4f77-a2e6-ce8e6ef0020c tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:35:53.795022 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-981ca798-da01-4501-b2fa-332cd8d7959e req-955696ea-64ca-4f77-a2e6-ce8e6ef0020c tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Synchronizing usage tracker for tenant:0193e8c9a4ea475f84588c4cf6d35ca9 on resource:network {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:35:53.813594 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-981ca798-da01-4501-b2fa-332cd8d7959e req-955696ea-64ca-4f77-a2e6-ce8e6ef0020c tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Unset dirty status for tenant:0193e8c9a4ea475f84588c4cf6d35ca9 on resource:network {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:35:53.815287 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-981ca798-da01-4501-b2fa-332cd8d7959e req-955696ea-64ca-4f77-a2e6-ce8e6ef0020c tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.44 "GET /v2.0/networks?id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c HTTP/1.1" status: 200 len: 811 time: 0.1817536 May 05 22:35:53.871341 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-981ca798-da01-4501-b2fa-332cd8d7959e req-920a97a7-8057-4616-9b53-e6dc6aa0e8ff tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Synchronizing usage tracker for tenant:0193e8c9a4ea475f84588c4cf6d35ca9 on resource:security_group {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:35:53.889365 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-981ca798-da01-4501-b2fa-332cd8d7959e req-920a97a7-8057-4616-9b53-e6dc6aa0e8ff tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Unset dirty status for tenant:0193e8c9a4ea475f84588c4cf6d35ca9 on resource:security_group {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:35:53.890591 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-981ca798-da01-4501-b2fa-332cd8d7959e req-920a97a7-8057-4616-9b53-e6dc6aa0e8ff tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9 HTTP/1.1" status: 200 len: 380 time: 0.0639377 May 05 22:35:53.900749 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-981ca798-da01-4501-b2fa-332cd8d7959e req-1816680d-bd89-4c84-ae1a-815a56505bb7 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Request body: {'port': {'device_id': 'b41e6abb-10d6-4391-aa52-eae3b7d8bf38', 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c', 'admin_state_up': True, 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'security_groups': ['4aafbf05-03b0-43a0-b293-9b9ad1cf417f']}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:35:54.049277 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-981ca798-da01-4501-b2fa-332cd8d7959e req-1816680d-bd89-4c84-ae1a-815a56505bb7 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:35:54.060216 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-981ca798-da01-4501-b2fa-332cd8d7959e req-1816680d-bd89-4c84-ae1a-815a56505bb7 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:35:54.071492 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-981ca798-da01-4501-b2fa-332cd8d7959e req-1816680d-bd89-4c84-ae1a-815a56505bb7 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Made reservation on behalf of 0193e8c9a4ea475f84588c4cf6d35ca9 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:35:54.075163 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-981ca798-da01-4501-b2fa-332cd8d7959e req-1816680d-bd89-4c84-ae1a-815a56505bb7 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:54.362817 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-981ca798-da01-4501-b2fa-332cd8d7959e req-1816680d-bd89-4c84-ae1a-815a56505bb7 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Allocated IP 172.20.0.12 (87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c/d590b4e3-56d7-4bb9-80ad-c9c88e9ccd04/2c4f96ff-e0dc-4b97-bb91-43740efc71f9) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:35:54.467270 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device bca24dc1-2bee-42c6-abea-f4b56262991b up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:35:54.533975 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port bca24dc1-2bee-42c6-abea-f4b56262991b completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:35:54.539796 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port bca24dc1-2bee-42c6-abea-f4b56262991b triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:35:54.540282 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:54.562559 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-981ca798-da01-4501-b2fa-332cd8d7959e req-1816680d-bd89-4c84-ae1a-815a56505bb7 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:54.579167 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-981ca798-da01-4501-b2fa-332cd8d7959e req-1816680d-bd89-4c84-ae1a-815a56505bb7 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Transition to ACTIVE for port object 2c4f96ff-e0dc-4b97-bb91-43740efc71f9 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:35:54.603259 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-981ca798-da01-4501-b2fa-332cd8d7959e req-1816680d-bd89-4c84-ae1a-815a56505bb7 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:54.684311 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-981ca798-da01-4501-b2fa-332cd8d7959e req-1816680d-bd89-4c84-ae1a-815a56505bb7 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Network 87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:35:54.687548 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-981ca798-da01-4501-b2fa-332cd8d7959e req-1816680d-bd89-4c84-ae1a-815a56505bb7 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:35:54.690325 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-981ca798-da01-4501-b2fa-332cd8d7959e req-1816680d-bd89-4c84-ae1a-815a56505bb7 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:35:54.697374 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:54.723486 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1816680d-bd89-4c84-ae1a-815a56505bb7 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Pushing event updated for resources: {'Port': ['ID=2c4f96ff-e0dc-4b97-bb91-43740efc71f9,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:35:54.731601 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port bca24dc1-2bee-42c6-abea-f4b56262991b, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=bca24dc1-2bee-42c6-abea-f4b56262991b,segment=NetworkSegment(d0acf8dd-f215-4005-a46b-f65510e9fdb9),segment_id=d0acf8dd-f215-4005-a46b-f65510e9fdb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:35:54.738009 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:54.776932 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ca798-da01-4501-b2fa-332cd8d7959e req-1816680d-bd89-4c84-ae1a-815a56505bb7 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:35:54.777594 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-981ca798-da01-4501-b2fa-332cd8d7959e req-1816680d-bd89-4c84-ae1a-815a56505bb7 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:54.809211 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-981ca798-da01-4501-b2fa-332cd8d7959e req-1816680d-bd89-4c84-ae1a-815a56505bb7 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9126668 May 05 22:35:54.818476 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=bca24dc1-2bee-42c6-abea-f4b56262991b,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:35:54.820560 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-981ca798-da01-4501-b2fa-332cd8d7959e req-6581cb8b-1350-47d5-9d72-18f16f06adf3 service neutron] Request body: {'port': {'device_id': 'b41e6abb-10d6-4391-aa52-eae3b7d8bf38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:35:54.874498 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d174274-e2d7-4ed3-aa58-662b43c6f2a4 req-f228cd37-2301-455a-99c2-c1b64e57c63b tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:35:54.879139 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9d174274-e2d7-4ed3-aa58-662b43c6f2a4 req-f228cd37-2301-455a-99c2-c1b64e57c63b tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b41e6abb-10d6-4391-aa52-eae3b7d8bf38 HTTP/1.1" status: 200 len: 932 time: 0.0886757 May 05 22:35:54.926683 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9d174274-e2d7-4ed3-aa58-662b43c6f2a4 req-47279d32-743d-404b-8829-e64425ea817f tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449018 May 05 22:35:54.941681 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-981ca798-da01-4501-b2fa-332cd8d7959e req-6581cb8b-1350-47d5-9d72-18f16f06adf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:55.044724 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-934a9e45-97a9-40f5-9dc7-e4f21dc6176d None None] Provisioning for port 2c4f96ff-e0dc-4b97-bb91-43740efc71f9 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:35:55.049326 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-934a9e45-97a9-40f5-9dc7-e4f21dc6176d None None] Provisioning complete for port 2c4f96ff-e0dc-4b97-bb91-43740efc71f9 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:35:55.049699 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-934a9e45-97a9-40f5-9dc7-e4f21dc6176d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:55.101674 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-934a9e45-97a9-40f5-9dc7-e4f21dc6176d None None] Port 2c4f96ff-e0dc-4b97-bb91-43740efc71f9 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:35:55.305003 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-981ca798-da01-4501-b2fa-332cd8d7959e req-6581cb8b-1350-47d5-9d72-18f16f06adf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c4f96ff-e0dc-4b97-bb91-43740efc71f9 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:35:55.311807 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-981ca798-da01-4501-b2fa-332cd8d7959e req-6581cb8b-1350-47d5-9d72-18f16f06adf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:55.326411 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-981ca798-da01-4501-b2fa-332cd8d7959e req-6581cb8b-1350-47d5-9d72-18f16f06adf3 service neutron] Transition to ACTIVE for port object 2c4f96ff-e0dc-4b97-bb91-43740efc71f9 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:35:55.331528 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-981ca798-da01-4501-b2fa-332cd8d7959e req-6581cb8b-1350-47d5-9d72-18f16f06adf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:55.462705 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6581cb8b-1350-47d5-9d72-18f16f06adf3 service neutron] Pushing event updated for resources: {'Port': ['ID=2c4f96ff-e0dc-4b97-bb91-43740efc71f9,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:35:55.567978 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-981ca798-da01-4501-b2fa-332cd8d7959e req-6581cb8b-1350-47d5-9d72-18f16f06adf3 service neutron] Attempting to bind port 2c4f96ff-e0dc-4b97-bb91-43740efc71f9 on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:35:55.568312 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-981ca798-da01-4501-b2fa-332cd8d7959e req-6581cb8b-1350-47d5-9d72-18f16f06adf3 service neutron] Attempting to bind port 2c4f96ff-e0dc-4b97-bb91-43740efc71f9 by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': 'd0acf8dd-f215-4005-a46b-f65510e9fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:35:55.568638 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981ca798-da01-4501-b2fa-332cd8d7959e req-6581cb8b-1350-47d5-9d72-18f16f06adf3 service neutron] Attempting to bind port 2c4f96ff-e0dc-4b97-bb91-43740efc71f9 on network 87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:35:55.574645 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981ca798-da01-4501-b2fa-332cd8d7959e req-6581cb8b-1350-47d5-9d72-18f16f06adf3 service neutron] Port 2c4f96ff-e0dc-4b97-bb91-43740efc71f9 on network 87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:35:55.574988 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981ca798-da01-4501-b2fa-332cd8d7959e req-6581cb8b-1350-47d5-9d72-18f16f06adf3 service neutron] Attempting to bind port 2c4f96ff-e0dc-4b97-bb91-43740efc71f9 on network 87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:35:55.581175 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981ca798-da01-4501-b2fa-332cd8d7959e req-6581cb8b-1350-47d5-9d72-18f16f06adf3 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:35:55.581507 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981ca798-da01-4501-b2fa-332cd8d7959e req-6581cb8b-1350-47d5-9d72-18f16f06adf3 service neutron] Checking segment: {'id': 'd0acf8dd-f215-4005-a46b-f65510e9fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:35:55.581910 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981ca798-da01-4501-b2fa-332cd8d7959e req-6581cb8b-1350-47d5-9d72-18f16f06adf3 service neutron] Bound using segment: {'id': 'd0acf8dd-f215-4005-a46b-f65510e9fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:35:55.582332 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-981ca798-da01-4501-b2fa-332cd8d7959e req-6581cb8b-1350-47d5-9d72-18f16f06adf3 service neutron] Bound port: 2c4f96ff-e0dc-4b97-bb91-43740efc71f9, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0acf8dd-f215-4005-a46b-f65510e9fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:35:55.582686 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-981ca798-da01-4501-b2fa-332cd8d7959e req-6581cb8b-1350-47d5-9d72-18f16f06adf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:55.683515 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-981ca798-da01-4501-b2fa-332cd8d7959e req-6581cb8b-1350-47d5-9d72-18f16f06adf3 service neutron] For port 2c4f96ff-e0dc-4b97-bb91-43740efc71f9, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:35:55.690000 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-981ca798-da01-4501-b2fa-332cd8d7959e req-6581cb8b-1350-47d5-9d72-18f16f06adf3 service neutron] For port 2c4f96ff-e0dc-4b97-bb91-43740efc71f9, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=2c4f96ff-e0dc-4b97-bb91-43740efc71f9,segment=NetworkSegment(d0acf8dd-f215-4005-a46b-f65510e9fdb9),segment_id=d0acf8dd-f215-4005-a46b-f65510e9fdb9)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:35:55.698192 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-981ca798-da01-4501-b2fa-332cd8d7959e req-6581cb8b-1350-47d5-9d72-18f16f06adf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:55.762354 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-981ca798-da01-4501-b2fa-332cd8d7959e req-6581cb8b-1350-47d5-9d72-18f16f06adf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:55.763736 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-981ca798-da01-4501-b2fa-332cd8d7959e req-6581cb8b-1350-47d5-9d72-18f16f06adf3 service neutron] 10.222.0.44 "PUT /v2.0/ports/2c4f96ff-e0dc-4b97-bb91-43740efc71f9 HTTP/1.1" status: 200 len: 1092 time: 0.9479966 May 05 22:35:55.764163 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b41e6abb-10d6-4391-aa52-eae3b7d8bf38', 'tag': '2c4f96ff-e0dc-4b97-bb91-43740efc71f9'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:35:55.776320 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6581cb8b-1350-47d5-9d72-18f16f06adf3 service neutron] Pushing event updated for resources: {'Port': ['ID=2c4f96ff-e0dc-4b97-bb91-43740efc71f9,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:35:55.887929 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-981ca798-da01-4501-b2fa-332cd8d7959e req-2ec85ad5-c38a-44c2-a9e8-1429a236fdc2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9&device_id=b41e6abb-10d6-4391-aa52-eae3b7d8bf38 HTTP/1.1" status: 200 len: 1095 time: 0.0824661 May 05 22:35:55.962893 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-981ca798-da01-4501-b2fa-332cd8d7959e req-23c1c603-67e8-433c-bf86-ce5d6ffc704b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c4f96ff-e0dc-4b97-bb91-43740efc71f9 HTTP/1.1" status: 200 len: 217 time: 0.0672729 May 05 22:35:56.000140 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-683018a2-baaf-4bb0-9a36-30e38e1a425e'] response: {'name': 'network-changed', 'server_uuid': 'b41e6abb-10d6-4391-aa52-eae3b7d8bf38', 'tag': '2c4f96ff-e0dc-4b97-bb91-43740efc71f9', 'status': 'completed', 'code': 200} May 05 22:35:56.031081 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ca798-da01-4501-b2fa-332cd8d7959e req-c332112f-8992-4fc4-9c79-30f7449eb2ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:35:56.032882 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-981ca798-da01-4501-b2fa-332cd8d7959e req-c332112f-8992-4fc4-9c79-30f7449eb2ba service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d590b4e3-56d7-4bb9-80ad-c9c88e9ccd04 HTTP/1.1" status: 200 len: 850 time: 0.0644946 May 05 22:35:56.110091 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-981ca798-da01-4501-b2fa-332cd8d7959e req-cc195bf8-0f66-42a3-9e10-06ddbeb572d0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713851 May 05 22:35:56.134857 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e397702b-79b8-4796-bea8-cc67b25dd746 req-08fee560-fba2-405b-b3eb-3808c1469f21 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:35:56.136410 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e397702b-79b8-4796-bea8-cc67b25dd746 req-08fee560-fba2-405b-b3eb-3808c1469f21 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b41e6abb-10d6-4391-aa52-eae3b7d8bf38 HTTP/1.1" status: 200 len: 944 time: 0.0800333 May 05 22:35:56.183471 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e397702b-79b8-4796-bea8-cc67b25dd746 req-111316ff-9c4a-4dfb-85e3-cff96485dc98 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412543 May 05 22:35:56.329251 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-981ca798-da01-4501-b2fa-332cd8d7959e req-740463dd-0555-45a5-aef8-ad8d1c348adb service neutron] 10.222.0.44 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130067 May 05 22:35:56.448387 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device bca24dc1-2bee-42c6-abea-f4b56262991b up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:35:56.461242 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-981ca798-da01-4501-b2fa-332cd8d7959e req-8963236d-0da6-453f-abe3-656c1091ed4e service neutron] 10.222.0.44 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266258 May 05 22:35:56.518304 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port bca24dc1-2bee-42c6-abea-f4b56262991b triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:35:56.518755 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:56.606347 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-57145db1-c6b0-45fa-a894-66682527aa85 req-4f3c3755-121f-4a57-83b0-78fe4a36d001 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9&device_id=b41e6abb-10d6-4391-aa52-eae3b7d8bf38 HTTP/1.1" status: 200 len: 1095 time: 0.0766392 May 05 22:35:56.736215 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57145db1-c6b0-45fa-a894-66682527aa85 req-bd1e9fdc-8e6c-47d2-b1f0-f15d7b73a792 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:35:56.737645 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-57145db1-c6b0-45fa-a894-66682527aa85 req-bd1e9fdc-8e6c-47d2-b1f0-f15d7b73a792 service neutron] 10.222.0.44 "GET /v2.0/networks?id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c HTTP/1.1" status: 200 len: 912 time: 0.1251266 May 05 22:35:56.803373 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-57145db1-c6b0-45fa-a894-66682527aa85 req-8693ad83-cfa7-463c-8a19-a6ecfd064dac service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c4f96ff-e0dc-4b97-bb91-43740efc71f9 HTTP/1.1" status: 200 len: 217 time: 0.0594213 May 05 22:35:56.869988 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57145db1-c6b0-45fa-a894-66682527aa85 req-60b62d4c-28ad-4f3f-91ec-ea27c7205abf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:35:56.871600 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-57145db1-c6b0-45fa-a894-66682527aa85 req-60b62d4c-28ad-4f3f-91ec-ea27c7205abf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d590b4e3-56d7-4bb9-80ad-c9c88e9ccd04 HTTP/1.1" status: 200 len: 850 time: 0.0622258 May 05 22:35:56.950401 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-57145db1-c6b0-45fa-a894-66682527aa85 req-40106418-e23d-46c6-96b7-526fd1a6e768 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715659 May 05 22:35:57.090181 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-57145db1-c6b0-45fa-a894-66682527aa85 req-35dc3d18-2178-458f-8c7f-82107b4e581b service neutron] 10.222.0.44 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322441 May 05 22:35:57.223817 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-57145db1-c6b0-45fa-a894-66682527aa85 req-cd5e6559-6e44-4bd0-ba6e-f1035d05a529 service neutron] 10.222.0.44 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274171 May 05 22:35:57.383907 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6c257-0830-40c8-bec4-bec537087e6c req-f2da9ef9-711f-4b9d-bf0b-a936face0c59 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:35:57.385449 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-80e6c257-0830-40c8-bec4-bec537087e6c req-f2da9ef9-711f-4b9d-bf0b-a936face0c59 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b41e6abb-10d6-4391-aa52-eae3b7d8bf38 HTTP/1.1" status: 200 len: 944 time: 0.0762913 May 05 22:35:57.436911 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-80e6c257-0830-40c8-bec4-bec537087e6c req-82f69a21-a67f-409a-a89c-bbe141e7f834 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453999 May 05 22:35:58.643127 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539dbaaf-4577-4163-bf7a-f2cf73ee98cd req-cdd78570-2a5e-45ed-b12b-06f9abf96d03 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:35:58.644489 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-539dbaaf-4577-4163-bf7a-f2cf73ee98cd req-cdd78570-2a5e-45ed-b12b-06f9abf96d03 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b41e6abb-10d6-4391-aa52-eae3b7d8bf38 HTTP/1.1" status: 200 len: 944 time: 0.0796628 May 05 22:35:58.691958 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-539dbaaf-4577-4163-bf7a-f2cf73ee98cd req-3f6dc531-fb31-456b-a43b-d27f9754fcd4 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418279 May 05 22:35:59.257051 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 2c4f96ff-e0dc-4b97-bb91-43740efc71f9 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:35:59.411182 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 2c4f96ff-e0dc-4b97-bb91-43740efc71f9, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=2c4f96ff-e0dc-4b97-bb91-43740efc71f9,segment=NetworkSegment(d0acf8dd-f215-4005-a46b-f65510e9fdb9),segment_id=d0acf8dd-f215-4005-a46b-f65510e9fdb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:35:59.424035 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '2c4f96ff-e0dc-4b97-bb91-43740efc71f9', 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c', 'port_id': '2c4f96ff-e0dc-4b97-bb91-43740efc71f9', 'mac_address': 'fa:16:3e:ed:ad:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd590b4e3-56d7-4bb9-80ad-c9c88e9ccd04', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:35:59.480763 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:59.498908 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c4f96ff-e0dc-4b97-bb91-43740efc71f9 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:35:59.515074 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 2c4f96ff-e0dc-4b97-bb91-43740efc71f9, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=2c4f96ff-e0dc-4b97-bb91-43740efc71f9,segment=NetworkSegment(d0acf8dd-f215-4005-a46b-f65510e9fdb9),segment_id=d0acf8dd-f215-4005-a46b-f65510e9fdb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:35:59.521089 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:35:59.586701 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=2c4f96ff-e0dc-4b97-bb91-43740efc71f9,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:35:59.595910 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:35:59.596240 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:35:59.596563 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:35:59.596883 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:35:59.597196 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:35:59.597512 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:35:59.597822 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:35:59.598136 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:35:59.598430 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:35:59.598766 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:35:59.599073 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:35:59.725101 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['2c4f96ff-e0dc-4b97-bb91-43740efc71f9'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:35:59.900195 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cc10cc-d6c8-4be1-9687-51392187452e req-e6485033-5bca-4ed2-833e-3276678f7cf0 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:35:59.901776 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-27cc10cc-d6c8-4be1-9687-51392187452e req-e6485033-5bca-4ed2-833e-3276678f7cf0 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b41e6abb-10d6-4391-aa52-eae3b7d8bf38 HTTP/1.1" status: 200 len: 945 time: 0.0810049 May 05 22:35:59.949689 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-27cc10cc-d6c8-4be1-9687-51392187452e req-81ecfe3d-4d83-4f23-92ed-96d1aa22e6c3 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409436 May 05 22:36:01.162469 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12174159-fc80-4882-9839-2f53fc37754f req-4ddeb7c7-7930-46e5-a495-def78222503f tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:01.163952 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-12174159-fc80-4882-9839-2f53fc37754f req-4ddeb7c7-7930-46e5-a495-def78222503f tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b41e6abb-10d6-4391-aa52-eae3b7d8bf38 HTTP/1.1" status: 200 len: 945 time: 0.0838296 May 05 22:36:01.217812 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-12174159-fc80-4882-9839-2f53fc37754f req-c4fb6476-3ae7-4e33-aba9-5d097c26d90e tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452878 May 05 22:36:01.256425 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 2c4f96ff-e0dc-4b97-bb91-43740efc71f9 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:36:01.327755 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 2c4f96ff-e0dc-4b97-bb91-43740efc71f9 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:36:01.332397 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 2c4f96ff-e0dc-4b97-bb91-43740efc71f9 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:36:01.332757 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:36:01.453053 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:36:01.480346 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b41e6abb-10d6-4391-aa52-eae3b7d8bf38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4f96ff-e0dc-4b97-bb91-43740efc71f9'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:36:01.489411 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 2c4f96ff-e0dc-4b97-bb91-43740efc71f9, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=2c4f96ff-e0dc-4b97-bb91-43740efc71f9,segment=NetworkSegment(d0acf8dd-f215-4005-a46b-f65510e9fdb9),segment_id=d0acf8dd-f215-4005-a46b-f65510e9fdb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:36:01.494822 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:36:01.572530 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=2c4f96ff-e0dc-4b97-bb91-43740efc71f9,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:36:01.658287 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1758a7d-9749-4f8b-a150-b1657ea9943c'] response: {'server_uuid': 'b41e6abb-10d6-4391-aa52-eae3b7d8bf38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4f96ff-e0dc-4b97-bb91-43740efc71f9', 'code': 200} May 05 22:36:01.786769 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7411a212-a8ee-4d9f-a6a0-fae462af3e15 req-d0672ac5-b153-47c7-90e0-c7df307a25f7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b41e6abb-10d6-4391-aa52-eae3b7d8bf38 HTTP/1.1" status: 200 len: 1097 time: 0.0698459 May 05 22:36:01.837452 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-7411a212-a8ee-4d9f-a6a0-fae462af3e15 req-944ef849-99a1-47b7-b33f-81ab44754dee service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452516 May 05 22:36:02.423831 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9967034-0538-48e2-b07d-b936f0b9623f req-0c694a8f-19df-46d6-aea8-f34b1232cf29 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:02.425284 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d9967034-0538-48e2-b07d-b936f0b9623f req-0c694a8f-19df-46d6-aea8-f34b1232cf29 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b41e6abb-10d6-4391-aa52-eae3b7d8bf38 HTTP/1.1" status: 200 len: 946 time: 0.0830152 May 05 22:36:02.470609 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d9967034-0538-48e2-b07d-b936f0b9623f req-a24b0e72-e7ca-4ebe-9b9e-28c5595a3d79 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396266 May 05 22:36:03.686390 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67457f9d-f274-4d1c-a038-c27ea0ae3b8f req-653fbde6-e0e1-4bb5-8845-265c0cce9deb tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:03.687829 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-67457f9d-f274-4d1c-a038-c27ea0ae3b8f req-653fbde6-e0e1-4bb5-8845-265c0cce9deb tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b41e6abb-10d6-4391-aa52-eae3b7d8bf38 HTTP/1.1" status: 200 len: 946 time: 0.0772991 May 05 22:36:03.742591 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-67457f9d-f274-4d1c-a038-c27ea0ae3b8f req-da81af72-b4e5-4125-8dec-de43ae1baeda tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447249 May 05 22:36:03.946962 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f87319f-b0b6-460b-b2cf-499dea8993b9 req-f7cb2e8b-a357-443d-94e2-68134d7d6e39 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:03.948423 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2f87319f-b0b6-460b-b2cf-499dea8993b9 req-f7cb2e8b-a357-443d-94e2-68134d7d6e39 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b41e6abb-10d6-4391-aa52-eae3b7d8bf38 HTTP/1.1" status: 200 len: 946 time: 0.0855494 May 05 22:36:03.957265 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 34346) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:36:03.962364 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-23d258b4-71f4-4bcf-be36-00a3e9ce95a3 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Request body: {'floatingip': {'port_id': '2c4f96ff-e0dc-4b97-bb91-43740efc71f9'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:36:04.040428 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-23d258b4-71f4-4bcf-be36-00a3e9ce95a3 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks [] for floatingip, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:36:04.736316 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-23d258b4-71f4-4bcf-be36-00a3e9ce95a3 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:36:04.741213 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-23d258b4-71f4-4bcf-be36-00a3e9ce95a3 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:36:04.939180 n-d-825175-4 neutron-server[84061]: INFO neutron.db.l3_db [None req-23d258b4-71f4-4bcf-be36-00a3e9ce95a3 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Floating IP 36333c3c-bf0d-4c7b-ac47-1f2b673f26a8 associated. External IP: 172.25.4.186, port: 2c4f96ff-e0dc-4b97-bb91-43740efc71f9. May 05 22:36:05.337866 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23d258b4-71f4-4bcf-be36-00a3e9ce95a3 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Router 6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:36:05.543062 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d258b4-71f4-4bcf-be36-00a3e9ce95a3 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:36:05.547936 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-23d258b4-71f4-4bcf-be36-00a3e9ce95a3 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:36:05.553716 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb43ebe-7651-42c4-840a-c106c45821b4 None None] Sync routers for ids ['6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:36:05.567314 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb43ebe-7651-42c4-840a-c106c45821b4 None None] Routers {'6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:36:05.568052 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-9eb43ebe-7651-42c4-840a-c106c45821b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:35:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:36:05.600097 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-23d258b4-71f4-4bcf-be36-00a3e9ce95a3 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "PUT /v2.0/floatingips/36333c3c-bf0d-4c7b-ac47-1f2b673f26a8 HTTP/1.1" status: 200 len: 992 time: 1.6418157 May 05 22:36:05.600662 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b41e6abb-10d6-4391-aa52-eae3b7d8bf38', 'tag': '2c4f96ff-e0dc-4b97-bb91-43740efc71f9'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:36:05.753314 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-9eb43ebe-7651-42c4-840a-c106c45821b4 None None] Set router 6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:36:05.777782 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e00f65d9-92d2-422b-ad56-a1f1852e1cf7'] response: {'name': 'network-changed', 'server_uuid': 'b41e6abb-10d6-4391-aa52-eae3b7d8bf38', 'tag': '2c4f96ff-e0dc-4b97-bb91-43740efc71f9', 'status': 'completed', 'code': 200} May 05 22:36:05.788664 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492d2ad-4f5a-4086-92a4-410e73c23846 req-01bbf7bb-44ee-49fd-8287-69923b5f8204 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:05.790130 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4492d2ad-4f5a-4086-92a4-410e73c23846 req-01bbf7bb-44ee-49fd-8287-69923b5f8204 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b41e6abb-10d6-4391-aa52-eae3b7d8bf38 HTTP/1.1" status: 200 len: 946 time: 0.0815451 May 05 22:36:05.839403 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4492d2ad-4f5a-4086-92a4-410e73c23846 req-0224da61-8bea-4c43-9afe-e1d0281c3e86 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429459 May 05 22:36:05.879233 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ef5f3f63-161c-40a9-aa02-b113a8e76918 req-45d7f5f2-c288-4cdf-9fe6-b1950c9d66c5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9&device_id=b41e6abb-10d6-4391-aa52-eae3b7d8bf38 HTTP/1.1" status: 200 len: 1097 time: 0.0783675 May 05 22:36:06.014060 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f3f63-161c-40a9-aa02-b113a8e76918 req-463718a0-c9a9-4951-9ca8-bb49ae6a7694 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:06.015565 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ef5f3f63-161c-40a9-aa02-b113a8e76918 req-463718a0-c9a9-4951-9ca8-bb49ae6a7694 service neutron] 10.222.0.44 "GET /v2.0/networks?id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c HTTP/1.1" status: 200 len: 912 time: 0.1310849 May 05 22:36:06.043950 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edceb157-28dd-46f2-ba00-e33edf8d46e2 req-1b82517d-747a-408d-bfed-9cc21c850c6f tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:06.045465 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-edceb157-28dd-46f2-ba00-e33edf8d46e2 req-1b82517d-747a-408d-bfed-9cc21c850c6f tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b41e6abb-10d6-4391-aa52-eae3b7d8bf38 HTTP/1.1" status: 200 len: 946 time: 0.0789950 May 05 22:36:06.091967 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-edceb157-28dd-46f2-ba00-e33edf8d46e2 req-307e1a9e-804f-4677-b106-e1ee011515ff tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408552 May 05 22:36:06.124295 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-9eb43ebe-7651-42c4-840a-c106c45821b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'name': 'tempest-ServerActionsTestJSON-145627584-router', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '85ead037-a3ab-46dd-94da-736b91b7f633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:35:44Z', 'updated_at': '2022-05-05T22:35:47Z', 'revision_number': 4, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'gw_port': {'id': '85ead037-a3ab-46dd-94da-736b91b7f633', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:35:45Z', 'updated_at': '2022-05-05T22:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '36333c3c-bf0d-4c7b-ac47-1f2b673f26a8', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'floating_ip_address': '172.25.4.186', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'port_id': '2c4f96ff-e0dc-4b97-bb91-43740efc71f9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c', 'mac_address': 'fa:16:3e:ed:ad:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41e6abb-10d6-4391-aa52-eae3b7d8bf38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:35:50Z', 'updated_at': '2022-05-05T22:36:04Z', 'revision_number': 1, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca24dc1-2bee-42c6-abea-f4b56262991b', 'name': '', 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'mac_address': 'fa:16:3e:96:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd590b4e3-56d7-4bb9-80ad-c9c88e9ccd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:35:47Z', 'updated_at': '2022-05-05T22:35:54Z', 'revision_number': 5, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'subnets': [{'id': 'd590b4e3-56d7-4bb9-80ad-c9c88e9ccd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:36:06.126007 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ef5f3f63-161c-40a9-aa02-b113a8e76918 req-64e25aa2-7923-42a6-955a-a51c3a09da3f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c4f96ff-e0dc-4b97-bb91-43740efc71f9 HTTP/1.1" status: 200 len: 1000 time: 0.1046209 May 05 22:36:06.128257 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb43ebe-7651-42c4-840a-c106c45821b4 None None] Checking router: 6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:36:06.138613 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb43ebe-7651-42c4-840a-c106c45821b4 None None] Routers {'6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:36:06.139330 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-9eb43ebe-7651-42c4-840a-c106c45821b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:35:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:36:06.188633 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f3f63-161c-40a9-aa02-b113a8e76918 req-3a4c9c36-6c82-484f-8f0d-c939abd7ff0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:06.190109 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ef5f3f63-161c-40a9-aa02-b113a8e76918 req-3a4c9c36-6c82-484f-8f0d-c939abd7ff0f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d590b4e3-56d7-4bb9-80ad-c9c88e9ccd04 HTTP/1.1" status: 200 len: 850 time: 0.0586784 May 05 22:36:06.235694 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:36:06.267681 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ef5f3f63-161c-40a9-aa02-b113a8e76918 req-1a12ec42-d114-4d3c-948c-8d6d4196a319 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718417 May 05 22:36:06.316826 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-9eb43ebe-7651-42c4-840a-c106c45821b4 None None] Set router 6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:36:06.475568 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:36:06.503221 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ef5f3f63-161c-40a9-aa02-b113a8e76918 req-89a4ef31-d41c-42c9-868d-ed2b027f0337 service neutron] 10.222.0.44 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296634 May 05 22:36:06.638236 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ef5f3f63-161c-40a9-aa02-b113a8e76918 req-05ebaf36-c7f1-46a2-af2a-d045b6d76e8e service neutron] 10.222.0.44 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296291 May 05 22:36:06.698179 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-9eb43ebe-7651-42c4-840a-c106c45821b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'name': 'tempest-ServerActionsTestJSON-145627584-router', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '85ead037-a3ab-46dd-94da-736b91b7f633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:35:44Z', 'updated_at': '2022-05-05T22:35:47Z', 'revision_number': 4, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'gw_port': {'id': '85ead037-a3ab-46dd-94da-736b91b7f633', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:35:45Z', 'updated_at': '2022-05-05T22:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '36333c3c-bf0d-4c7b-ac47-1f2b673f26a8', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'floating_ip_address': '172.25.4.186', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'port_id': '2c4f96ff-e0dc-4b97-bb91-43740efc71f9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c', 'mac_address': 'fa:16:3e:ed:ad:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41e6abb-10d6-4391-aa52-eae3b7d8bf38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:35:50Z', 'updated_at': '2022-05-05T22:36:04Z', 'revision_number': 1, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca24dc1-2bee-42c6-abea-f4b56262991b', 'name': '', 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'mac_address': 'fa:16:3e:96:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd590b4e3-56d7-4bb9-80ad-c9c88e9ccd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:35:47Z', 'updated_at': '2022-05-05T22:35:54Z', 'revision_number': 5, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'subnets': [{'id': 'd590b4e3-56d7-4bb9-80ad-c9c88e9ccd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:36:06.702443 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb43ebe-7651-42c4-840a-c106c45821b4 None None] The sync data for ids ['6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3'] in n-d-825175-4 is: [{'id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'name': 'tempest-ServerActionsTestJSON-145627584-router', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '85ead037-a3ab-46dd-94da-736b91b7f633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:35:44Z', 'updated_at': '2022-05-05T22:35:47Z', 'revision_number': 4, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'gw_port': {'id': '85ead037-a3ab-46dd-94da-736b91b7f633', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:35:45Z', 'updated_at': '2022-05-05T22:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '36333c3c-bf0d-4c7b-ac47-1f2b673f26a8', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'floating_ip_address': '172.25.4.186', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'port_id': '2c4f96ff-e0dc-4b97-bb91-43740efc71f9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c', 'mac_address': 'fa:16:3e:ed:ad:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41e6abb-10d6-4391-aa52-eae3b7d8bf38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:35:50Z', 'updated_at': '2022-05-05T22:36:04Z', 'revision_number': 1, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca24dc1-2bee-42c6-abea-f4b56262991b', 'name': '', 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'mac_address': 'fa:16:3e:96:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd590b4e3-56d7-4bb9-80ad-c9c88e9ccd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:35:47Z', 'updated_at': '2022-05-05T22:35:54Z', 'revision_number': 5, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'subnets': [{'id': 'd590b4e3-56d7-4bb9-80ad-c9c88e9ccd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:36:07.346288 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:36:07.411204 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eab20d-c24a-4e76-bf8b-ea5110917e34 req-64700cca-dbbe-463c-8abf-d02d7dfa2790 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:07.412520 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-54eab20d-c24a-4e76-bf8b-ea5110917e34 req-64700cca-dbbe-463c-8abf-d02d7dfa2790 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b41e6abb-10d6-4391-aa52-eae3b7d8bf38 HTTP/1.1" status: 200 len: 946 time: 0.1934636 May 05 22:36:07.458934 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-54eab20d-c24a-4e76-bf8b-ea5110917e34 req-0e2b76c4-14f5-454a-988c-3010c59a8981 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406678 May 05 22:36:07.679093 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de83366-4114-4186-afa1-5196f2490961 req-367ba4ea-ba06-4875-b57d-cee40e206ada tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:07.680427 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1de83366-4114-4186-afa1-5196f2490961 req-367ba4ea-ba06-4875-b57d-cee40e206ada tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b41e6abb-10d6-4391-aa52-eae3b7d8bf38 HTTP/1.1" status: 200 len: 946 time: 0.0824203 May 05 22:36:07.732231 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1de83366-4114-4186-afa1-5196f2490961 req-3d7e1e3d-102c-41a4-8c0f-a51b5cfa405e tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458510 May 05 22:36:07.952002 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0327af8a-23f7-4490-88c6-4c4b8d52eb12 req-02e7e28a-a9f5-4aa1-b335-f7d141376632 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b41e6abb-10d6-4391-aa52-eae3b7d8bf38&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0823557 May 05 22:36:08.219487 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e3685ac2-738d-423b-8be6-8627547b2ba0 req-75af996d-b52f-4ed2-8f50-82ce33b35b0e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b41e6abb-10d6-4391-aa52-eae3b7d8bf38&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0683374 May 05 22:36:08.282874 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ae461-919f-4442-a177-0c8312638a6a req-74238245-14b2-4761-a44e-d13ab96a0755 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:08.284326 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-061ae461-919f-4442-a177-0c8312638a6a req-74238245-14b2-4761-a44e-d13ab96a0755 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b41e6abb-10d6-4391-aa52-eae3b7d8bf38 HTTP/1.1" status: 200 len: 946 time: 0.0827596 May 05 22:36:08.330778 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-061ae461-919f-4442-a177-0c8312638a6a req-fedc94e8-2d47-48a2-8e03-d714c74e1791 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403862 May 05 22:36:08.463032 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4838323-b472-44e6-802a-431154a3b6e5 None None] New status for floating IP 36333c3c-bf0d-4c7b-ac47-1f2b673f26a8: ACTIVE {{(pid=84064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 22:36:09.452154 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e3685ac2-738d-423b-8be6-8627547b2ba0 req-47e96fc1-4bc9-4a9a-a760-9b49627ea9c7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9&device_id=b41e6abb-10d6-4391-aa52-eae3b7d8bf38 HTTP/1.1" status: 200 len: 1097 time: 0.0741789 May 05 22:36:09.535737 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966a6f99-70d4-474c-80a1-f9640fdd07b2 req-a1c26358-b6b7-473c-919d-fa74d6b7a196 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:09.536943 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-966a6f99-70d4-474c-80a1-f9640fdd07b2 req-a1c26358-b6b7-473c-919d-fa74d6b7a196 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b41e6abb-10d6-4391-aa52-eae3b7d8bf38 HTTP/1.1" status: 200 len: 946 time: 0.0804060 May 05 22:36:09.583505 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-966a6f99-70d4-474c-80a1-f9640fdd07b2 req-015a1940-c98c-4509-8160-9d2c7238f4e2 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407403 May 05 22:36:09.602451 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3685ac2-738d-423b-8be6-8627547b2ba0 req-ab112b79-cbbf-4796-b9e4-f53ffe4197c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:09.603934 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e3685ac2-738d-423b-8be6-8627547b2ba0 req-ab112b79-cbbf-4796-b9e4-f53ffe4197c8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c HTTP/1.1" status: 200 len: 912 time: 0.1452038 May 05 22:36:09.703292 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e3685ac2-738d-423b-8be6-8627547b2ba0 req-b71c6830-b48b-43a4-ad0c-211f4234b762 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c4f96ff-e0dc-4b97-bb91-43740efc71f9 HTTP/1.1" status: 200 len: 1002 time: 0.0931706 May 05 22:36:09.768873 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3685ac2-738d-423b-8be6-8627547b2ba0 req-3cc91954-ec41-4277-8630-e63186d55b7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:09.770260 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e3685ac2-738d-423b-8be6-8627547b2ba0 req-3cc91954-ec41-4277-8630-e63186d55b7e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d590b4e3-56d7-4bb9-80ad-c9c88e9ccd04 HTTP/1.1" status: 200 len: 850 time: 0.0611932 May 05 22:36:09.854590 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e3685ac2-738d-423b-8be6-8627547b2ba0 req-fe318fd6-e709-4e02-ac9c-8677dd7943f3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0781941 May 05 22:36:10.006366 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e3685ac2-738d-423b-8be6-8627547b2ba0 req-950c0035-7ffe-47b0-a48d-9b0bdf5cb417 service neutron] 10.222.0.44 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451585 May 05 22:36:10.140866 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e3685ac2-738d-423b-8be6-8627547b2ba0 req-d8a42cba-149b-4a5b-bea5-165423b8aab0 service neutron] 10.222.0.44 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280231 May 05 22:36:10.808470 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f42f6-3d96-4b99-ac0c-151adfc6062a req-0e1813e3-57de-4824-bc2a-37b82c48d681 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:10.810008 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e47f42f6-3d96-4b99-ac0c-151adfc6062a req-0e1813e3-57de-4824-bc2a-37b82c48d681 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b41e6abb-10d6-4391-aa52-eae3b7d8bf38 HTTP/1.1" status: 200 len: 946 time: 0.1044633 May 05 22:36:10.856010 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e47f42f6-3d96-4b99-ac0c-151adfc6062a req-4a265033-6291-4629-bfd4-ea84d3304239 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401351 May 05 22:36:12.068970 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e9421-0907-4d53-9bc1-33c09984a641 req-5d6e77a9-c1a9-4677-b1fd-e33fad019078 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:12.070454 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a27e9421-0907-4d53-9bc1-33c09984a641 req-5d6e77a9-c1a9-4677-b1fd-e33fad019078 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b41e6abb-10d6-4391-aa52-eae3b7d8bf38 HTTP/1.1" status: 200 len: 946 time: 0.0862610 May 05 22:36:12.116099 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a27e9421-0907-4d53-9bc1-33c09984a641 req-7fdd145d-70ce-491a-8019-9b8c800810a1 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399477 May 05 22:36:13.333308 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee9ff5-bfda-4a3d-9202-6c2076094180 req-ebb641b2-8868-4ac0-b39e-852d4add3e85 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:13.334767 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7fee9ff5-bfda-4a3d-9202-6c2076094180 req-ebb641b2-8868-4ac0-b39e-852d4add3e85 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b41e6abb-10d6-4391-aa52-eae3b7d8bf38 HTTP/1.1" status: 200 len: 946 time: 0.0858412 May 05 22:36:13.380964 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7fee9ff5-bfda-4a3d-9202-6c2076094180 req-de2162f8-5c9f-40f8-be95-c7be88b80d4e tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406003 May 05 22:36:13.988981 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e2e1c744-0993-4154-8fd3-227b6b1fdd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:36:14.601022 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba9bb5-24ad-4f7a-925a-1d74b771e963 req-67a807c1-aa55-48dd-b893-29020452cd02 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:14.602463 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0fba9bb5-24ad-4f7a-925a-1d74b771e963 req-67a807c1-aa55-48dd-b893-29020452cd02 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b41e6abb-10d6-4391-aa52-eae3b7d8bf38 HTTP/1.1" status: 200 len: 946 time: 0.0899537 May 05 22:36:14.655208 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0fba9bb5-24ad-4f7a-925a-1d74b771e963 req-fea29256-47ff-4c54-b546-107b769c2eeb tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445013 May 05 22:36:15.903978 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93933054-3673-4742-b8bc-7f8f81f5aa81 req-862c80f9-5245-4a1e-86d1-ba72e6acb7af tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:15.905357 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-93933054-3673-4742-b8bc-7f8f81f5aa81 req-862c80f9-5245-4a1e-86d1-ba72e6acb7af tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b41e6abb-10d6-4391-aa52-eae3b7d8bf38 HTTP/1.1" status: 200 len: 946 time: 0.0977204 May 05 22:36:15.956882 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-93933054-3673-4742-b8bc-7f8f81f5aa81 req-a490d366-cfcd-4e1f-b492-0dd149c43a54 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453737 May 05 22:36:16.323586 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fab4d1ab-d378-471c-a7a7-6bd3aa90913b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:36:17.186057 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf42e2e-8a9c-467e-a639-a74e29813988 req-c0fa73c1-4c4f-446a-8461-ff88a1841bbb tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:17.187520 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-faf42e2e-8a9c-467e-a639-a74e29813988 req-c0fa73c1-4c4f-446a-8461-ff88a1841bbb tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b41e6abb-10d6-4391-aa52-eae3b7d8bf38 HTTP/1.1" status: 200 len: 946 time: 0.0833554 May 05 22:36:17.232519 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-faf42e2e-8a9c-467e-a639-a74e29813988 req-cf8682f2-6dbd-48ea-8ebc-ef2dc09e012e tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394411 May 05 22:36:17.555383 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:36:17.557209 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:36:18.442808 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f27c59-3053-47b6-a30a-c5ac6363d2ef req-c36b0048-1694-4f1f-92a3-1ea4f6c52002 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:18.444262 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-53f27c59-3053-47b6-a30a-c5ac6363d2ef req-c36b0048-1694-4f1f-92a3-1ea4f6c52002 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b41e6abb-10d6-4391-aa52-eae3b7d8bf38 HTTP/1.1" status: 200 len: 946 time: 0.0905025 May 05 22:36:18.489429 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-53f27c59-3053-47b6-a30a-c5ac6363d2ef req-91a701c4-20bd-4494-8a3c-c21699465efa tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394521 May 05 22:36:19.111257 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:36:19.727435 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294e63b-ea34-487f-97d3-369e69b7ed25 req-0b9559b3-ec0f-477e-b9ad-bd9435d81a4d tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:19.729217 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5294e63b-ea34-487f-97d3-369e69b7ed25 req-0b9559b3-ec0f-477e-b9ad-bd9435d81a4d tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b41e6abb-10d6-4391-aa52-eae3b7d8bf38 HTTP/1.1" status: 200 len: 946 time: 0.1138721 May 05 22:36:19.774855 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5294e63b-ea34-487f-97d3-369e69b7ed25 req-336ea778-e7dc-4793-99e5-5caede660c79 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399790 May 05 22:36:20.991173 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4035a4f-8056-4d81-a952-0ea736e974c2 req-82fb2a02-6faf-4262-8b10-a07d981df9e7 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:20.992559 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d4035a4f-8056-4d81-a952-0ea736e974c2 req-82fb2a02-6faf-4262-8b10-a07d981df9e7 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b41e6abb-10d6-4391-aa52-eae3b7d8bf38 HTTP/1.1" status: 200 len: 946 time: 0.0863986 May 05 22:36:21.043685 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d4035a4f-8056-4d81-a952-0ea736e974c2 req-57845f9e-d4be-4284-82b0-6b0b9037053a tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449233 May 05 22:36:22.255911 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa95286a-5a76-4219-8a4a-7677c64c27e4 req-54305d42-0975-4859-ae2f-2aaf59aa61e5 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:22.257342 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-aa95286a-5a76-4219-8a4a-7677c64c27e4 req-54305d42-0975-4859-ae2f-2aaf59aa61e5 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b41e6abb-10d6-4391-aa52-eae3b7d8bf38 HTTP/1.1" status: 200 len: 946 time: 0.0790956 May 05 22:36:22.305458 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-aa95286a-5a76-4219-8a4a-7677c64c27e4 req-d9d6985b-448f-4c53-9125-498874b4f714 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398860 May 05 22:36:23.521586 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f8aad-d33f-4317-bf87-0d88aa075ac9 req-f3345536-1cac-4a96-ae19-a42e6c7c689a tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:23.523060 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b36f8aad-d33f-4317-bf87-0d88aa075ac9 req-f3345536-1cac-4a96-ae19-a42e6c7c689a tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b41e6abb-10d6-4391-aa52-eae3b7d8bf38 HTTP/1.1" status: 200 len: 946 time: 0.0848415 May 05 22:36:23.571374 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b36f8aad-d33f-4317-bf87-0d88aa075ac9 req-f838abc8-e1d9-41e8-a800-dfca7bf06e38 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403569 May 05 22:36:24.793672 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae42a9-3832-4cbf-aee7-862bac1e3f11 req-45c40f4c-1465-4b25-9a9e-f24e1535d674 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:24.795083 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2eae42a9-3832-4cbf-aee7-862bac1e3f11 req-45c40f4c-1465-4b25-9a9e-f24e1535d674 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b41e6abb-10d6-4391-aa52-eae3b7d8bf38 HTTP/1.1" status: 200 len: 946 time: 0.0845892 May 05 22:36:24.841000 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2eae42a9-3832-4cbf-aee7-862bac1e3f11 req-b91fadde-f549-490d-8966-cfd0bdd22bae tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403259 May 05 22:36:26.051044 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9912418-4aac-40c3-b3ca-87d03c529e66 req-4ebf5c2e-2163-410b-bf2a-947e4e2d0942 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:26.053010 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d9912418-4aac-40c3-b3ca-87d03c529e66 req-4ebf5c2e-2163-410b-bf2a-947e4e2d0942 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b41e6abb-10d6-4391-aa52-eae3b7d8bf38 HTTP/1.1" status: 200 len: 946 time: 0.0904906 May 05 22:36:26.101252 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d9912418-4aac-40c3-b3ca-87d03c529e66 req-87be4611-cd90-45dc-90c8-5f20e9564c4c tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424826 May 05 22:36:26.886550 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [req-e3685ac2-738d-423b-8be6-8627547b2ba0 req-0b5d3fa3-ee93-4cea-a8ee-7f2528edd0c1 service neutron] show failed (client error): The resource could not be found. May 05 22:36:26.887590 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e3685ac2-738d-423b-8be6-8627547b2ba0 req-0b5d3fa3-ee93-4cea-a8ee-7f2528edd0c1 service neutron] 10.222.0.44 "GET /v2.0/ports/2c4f96ff-e0dc-4b97-bb91-43740efc71f9/bindings/n-h2-825175-4 HTTP/1.1" status: 404 len: 380 time: 0.0848732 May 05 22:36:27.153654 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e3685ac2-738d-423b-8be6-8627547b2ba0 req-a0bd78c3-2464-4a5a-8fd3-7796b9f72126 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b41e6abb-10d6-4391-aa52-eae3b7d8bf38&tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9 HTTP/1.1" status: 200 len: 1097 time: 0.0704453 May 05 22:36:27.164679 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-e3685ac2-738d-423b-8be6-8627547b2ba0 req-775c8af1-5d72-4c93-83a0-d075fdcf7797 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825175-4', 'device_owner': 'compute:nova'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:36:27.407539 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-e3685ac2-738d-423b-8be6-8627547b2ba0 req-775c8af1-5d72-4c93-83a0-d075fdcf7797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:36:27.460929 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a4ec8d-772c-47ae-b6ca-105d43d3ed71 req-f5be1c4d-ab7a-4ad5-a365-2f87a4782d74 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:27.462352 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f7a4ec8d-772c-47ae-b6ca-105d43d3ed71 req-f5be1c4d-ab7a-4ad5-a365-2f87a4782d74 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b41e6abb-10d6-4391-aa52-eae3b7d8bf38 HTTP/1.1" status: 200 len: 946 time: 0.1750531 May 05 22:36:27.578483 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f7a4ec8d-772c-47ae-b6ca-105d43d3ed71 req-8529ed2b-e666-49b4-95c9-5ad0be5bfd34 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097023 May 05 22:36:27.729847 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-e3685ac2-738d-423b-8be6-8627547b2ba0 req-775c8af1-5d72-4c93-83a0-d075fdcf7797 service neutron] For port 2c4f96ff-e0dc-4b97-bb91-43740efc71f9, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=2c4f96ff-e0dc-4b97-bb91-43740efc71f9,segment=NetworkSegment(d0acf8dd-f215-4005-a46b-f65510e9fdb9),segment_id=d0acf8dd-f215-4005-a46b-f65510e9fdb9)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:36:27.759995 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-e3685ac2-738d-423b-8be6-8627547b2ba0 req-775c8af1-5d72-4c93-83a0-d075fdcf7797 service neutron] For port 2c4f96ff-e0dc-4b97-bb91-43740efc71f9, host n-h1-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:36:27.817518 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b41e6abb-10d6-4391-aa52-eae3b7d8bf38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c4f96ff-e0dc-4b97-bb91-43740efc71f9'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:36:27.823255 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-e3685ac2-738d-423b-8be6-8627547b2ba0 req-775c8af1-5d72-4c93-83a0-d075fdcf7797 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:36:27.837748 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-e3685ac2-738d-423b-8be6-8627547b2ba0 req-775c8af1-5d72-4c93-83a0-d075fdcf7797 service neutron] Transition to ACTIVE for port object 2c4f96ff-e0dc-4b97-bb91-43740efc71f9 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:36:27.841609 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-e3685ac2-738d-423b-8be6-8627547b2ba0 req-775c8af1-5d72-4c93-83a0-d075fdcf7797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:36:27.890246 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b83cc7f5-bf32-45f8-9750-bfb27c814dc3'] response: {'server_uuid': 'b41e6abb-10d6-4391-aa52-eae3b7d8bf38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c4f96ff-e0dc-4b97-bb91-43740efc71f9', 'code': 200} May 05 22:36:27.978483 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c8af1-5d72-4c93-83a0-d075fdcf7797 service neutron] Pushing event updated for resources: {'Port': ['ID=2c4f96ff-e0dc-4b97-bb91-43740efc71f9,revision_number=6']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:36:28.040282 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3685ac2-738d-423b-8be6-8627547b2ba0 req-775c8af1-5d72-4c93-83a0-d075fdcf7797 service neutron] No DVR routers for this DVR port 2c4f96ff-e0dc-4b97-bb91-43740efc71f9 on host n-h1-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:36:28.312517 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-e3685ac2-738d-423b-8be6-8627547b2ba0 req-775c8af1-5d72-4c93-83a0-d075fdcf7797 service neutron] Attempting to bind port 2c4f96ff-e0dc-4b97-bb91-43740efc71f9 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:36:28.313215 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-e3685ac2-738d-423b-8be6-8627547b2ba0 req-775c8af1-5d72-4c93-83a0-d075fdcf7797 service neutron] Attempting to bind port 2c4f96ff-e0dc-4b97-bb91-43740efc71f9 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'd0acf8dd-f215-4005-a46b-f65510e9fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:36:28.313215 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3685ac2-738d-423b-8be6-8627547b2ba0 req-775c8af1-5d72-4c93-83a0-d075fdcf7797 service neutron] Attempting to bind port 2c4f96ff-e0dc-4b97-bb91-43740efc71f9 on network 87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:36:28.319527 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3685ac2-738d-423b-8be6-8627547b2ba0 req-775c8af1-5d72-4c93-83a0-d075fdcf7797 service neutron] Port 2c4f96ff-e0dc-4b97-bb91-43740efc71f9 on network 87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:36:28.319824 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3685ac2-738d-423b-8be6-8627547b2ba0 req-775c8af1-5d72-4c93-83a0-d075fdcf7797 service neutron] Attempting to bind port 2c4f96ff-e0dc-4b97-bb91-43740efc71f9 on network 87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:36:28.326772 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3685ac2-738d-423b-8be6-8627547b2ba0 req-775c8af1-5d72-4c93-83a0-d075fdcf7797 service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:36:28.327022 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3685ac2-738d-423b-8be6-8627547b2ba0 req-775c8af1-5d72-4c93-83a0-d075fdcf7797 service neutron] Checking segment: {'id': 'd0acf8dd-f215-4005-a46b-f65510e9fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:36:28.327393 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3685ac2-738d-423b-8be6-8627547b2ba0 req-775c8af1-5d72-4c93-83a0-d075fdcf7797 service neutron] Bound using segment: {'id': 'd0acf8dd-f215-4005-a46b-f65510e9fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:36:28.327805 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-e3685ac2-738d-423b-8be6-8627547b2ba0 req-775c8af1-5d72-4c93-83a0-d075fdcf7797 service neutron] Bound port: 2c4f96ff-e0dc-4b97-bb91-43740efc71f9, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0acf8dd-f215-4005-a46b-f65510e9fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:36:28.328137 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-e3685ac2-738d-423b-8be6-8627547b2ba0 req-775c8af1-5d72-4c93-83a0-d075fdcf7797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:36:28.422041 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-e3685ac2-738d-423b-8be6-8627547b2ba0 req-775c8af1-5d72-4c93-83a0-d075fdcf7797 service neutron] For port 2c4f96ff-e0dc-4b97-bb91-43740efc71f9, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:36:28.425175 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-e3685ac2-738d-423b-8be6-8627547b2ba0 req-775c8af1-5d72-4c93-83a0-d075fdcf7797 service neutron] For port 2c4f96ff-e0dc-4b97-bb91-43740efc71f9, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=2c4f96ff-e0dc-4b97-bb91-43740efc71f9,segment=NetworkSegment(d0acf8dd-f215-4005-a46b-f65510e9fdb9),segment_id=d0acf8dd-f215-4005-a46b-f65510e9fdb9)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:36:28.432612 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-e3685ac2-738d-423b-8be6-8627547b2ba0 req-775c8af1-5d72-4c93-83a0-d075fdcf7797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:36:28.495763 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-e3685ac2-738d-423b-8be6-8627547b2ba0 req-775c8af1-5d72-4c93-83a0-d075fdcf7797 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:36:28.497130 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e3685ac2-738d-423b-8be6-8627547b2ba0 req-775c8af1-5d72-4c93-83a0-d075fdcf7797 service neutron] 10.222.0.32 "PUT /v2.0/ports/2c4f96ff-e0dc-4b97-bb91-43740efc71f9 HTTP/1.1" status: 200 len: 1092 time: 1.3363807 May 05 22:36:28.511493 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c8af1-5d72-4c93-83a0-d075fdcf7797 service neutron] Pushing event updated for resources: {'Port': ['ID=2c4f96ff-e0dc-4b97-bb91-43740efc71f9,revision_number=7']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:36:28.600821 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e3685ac2-738d-423b-8be6-8627547b2ba0 req-0f6920b7-a25f-4870-a0d1-4fb8594e7265 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9&device_id=b41e6abb-10d6-4391-aa52-eae3b7d8bf38 HTTP/1.1" status: 200 len: 1095 time: 0.0813324 May 05 22:36:28.774007 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3685ac2-738d-423b-8be6-8627547b2ba0 req-d8e48ccd-084f-4868-aad9-b788b7527959 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:28.775406 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e3685ac2-738d-423b-8be6-8627547b2ba0 req-d8e48ccd-084f-4868-aad9-b788b7527959 service neutron] 10.222.0.32 "GET /v2.0/networks?id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c HTTP/1.1" status: 200 len: 912 time: 0.1678181 May 05 22:36:28.892009 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde5f68-2f6f-4a5f-b0e2-ec722c10c906 req-fa03b42e-de8a-4933-9ea3-38c83047d12c tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:28.893366 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8fde5f68-2f6f-4a5f-b0e2-ec722c10c906 req-fa03b42e-de8a-4933-9ea3-38c83047d12c tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b41e6abb-10d6-4391-aa52-eae3b7d8bf38 HTTP/1.1" status: 200 len: 944 time: 0.1793151 May 05 22:36:28.896395 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e3685ac2-738d-423b-8be6-8627547b2ba0 req-1570507d-9e22-4624-8613-6a4ca48fdba1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c4f96ff-e0dc-4b97-bb91-43740efc71f9 HTTP/1.1" status: 200 len: 1000 time: 0.1117911 May 05 22:36:29.086718 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3685ac2-738d-423b-8be6-8627547b2ba0 req-9b3d9218-626d-41dc-9363-2b739f7a8ea6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:29.088519 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e3685ac2-738d-423b-8be6-8627547b2ba0 req-9b3d9218-626d-41dc-9363-2b739f7a8ea6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d590b4e3-56d7-4bb9-80ad-c9c88e9ccd04 HTTP/1.1" status: 200 len: 850 time: 0.1758089 May 05 22:36:29.091380 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8fde5f68-2f6f-4a5f-b0e2-ec722c10c906 req-9865e041-c113-45c4-806c-a16283def141 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1924717 May 05 22:36:29.164597 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e3685ac2-738d-423b-8be6-8627547b2ba0 req-5c5fc8fa-4b59-4cb8-95e0-effc0d996522 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700810 May 05 22:36:29.294751 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e3685ac2-738d-423b-8be6-8627547b2ba0 req-028e5d8b-9a73-468d-8499-5310035a0a18 service neutron] 10.222.0.32 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240523 May 05 22:36:29.427498 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e3685ac2-738d-423b-8be6-8627547b2ba0 req-90730194-6c32-4b3d-b1e9-7efe66fe0b35 service neutron] 10.222.0.32 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271420 May 05 22:36:29.892064 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b41e6abb-10d6-4391-aa52-eae3b7d8bf38', 'tag': '2c4f96ff-e0dc-4b97-bb91-43740efc71f9'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:36:29.973545 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-296817bc-d2e9-4c67-90a1-6e2b7953f302'] response: {'name': 'network-changed', 'server_uuid': 'b41e6abb-10d6-4391-aa52-eae3b7d8bf38', 'tag': '2c4f96ff-e0dc-4b97-bb91-43740efc71f9', 'status': 'completed', 'code': 200} May 05 22:36:30.065210 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2a5e5c0d-cec8-4ec1-9dde-f070fbb28bec req-0db1bd00-2e33-47b4-acbf-f7c21127e9c1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9&device_id=b41e6abb-10d6-4391-aa52-eae3b7d8bf38 HTTP/1.1" status: 200 len: 1095 time: 0.0737166 May 05 22:36:30.068192 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2a5e5c0d-cec8-4ec1-9dde-f070fbb28bec req-ad78dbf7-4e1e-4e33-849a-6bea0e780edd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9&device_id=b41e6abb-10d6-4391-aa52-eae3b7d8bf38 HTTP/1.1" status: 200 len: 1095 time: 0.0724645 May 05 22:36:30.200421 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e5c0d-cec8-4ec1-9dde-f070fbb28bec req-ce72fa1e-a2f3-4661-bee3-309e875d6c28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:30.200676 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e5c0d-cec8-4ec1-9dde-f070fbb28bec req-fdea803e-d612-482f-8bc7-45924f5d3636 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:30.201909 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2a5e5c0d-cec8-4ec1-9dde-f070fbb28bec req-ce72fa1e-a2f3-4661-bee3-309e875d6c28 service neutron] 10.222.0.44 "GET /v2.0/networks?id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c HTTP/1.1" status: 200 len: 912 time: 0.1278248 May 05 22:36:30.202103 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2a5e5c0d-cec8-4ec1-9dde-f070fbb28bec req-fdea803e-d612-482f-8bc7-45924f5d3636 service neutron] 10.222.0.32 "GET /v2.0/networks?id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c HTTP/1.1" status: 200 len: 912 time: 0.1306026 May 05 22:36:30.310036 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2a5e5c0d-cec8-4ec1-9dde-f070fbb28bec req-78fa591c-08d6-4145-bbc1-87fedd016fbf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c4f96ff-e0dc-4b97-bb91-43740efc71f9 HTTP/1.1" status: 200 len: 1000 time: 0.1017687 May 05 22:36:30.355149 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2a5e5c0d-cec8-4ec1-9dde-f070fbb28bec req-8fa4ed60-01b2-444f-b2b3-6494b49ac628 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c4f96ff-e0dc-4b97-bb91-43740efc71f9 HTTP/1.1" status: 200 len: 1000 time: 0.1462467 May 05 22:36:30.371684 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e5c0d-cec8-4ec1-9dde-f070fbb28bec req-65185ea9-32cb-4a03-8bb3-b0e87e69e86c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:30.373136 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2a5e5c0d-cec8-4ec1-9dde-f070fbb28bec req-65185ea9-32cb-4a03-8bb3-b0e87e69e86c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d590b4e3-56d7-4bb9-80ad-c9c88e9ccd04 HTTP/1.1" status: 200 len: 850 time: 0.0577111 May 05 22:36:30.415160 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85748bc-c03f-4805-a58d-aabb5ee99d6b req-524a151e-5325-433b-ae1c-084051034b1c tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:30.416693 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d85748bc-c03f-4805-a58d-aabb5ee99d6b req-524a151e-5325-433b-ae1c-084051034b1c tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b41e6abb-10d6-4391-aa52-eae3b7d8bf38 HTTP/1.1" status: 200 len: 944 time: 0.1597521 May 05 22:36:30.449517 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e5c0d-cec8-4ec1-9dde-f070fbb28bec req-5aaa867d-ec51-49f6-91fb-b3727f084ef8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:30.450977 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2a5e5c0d-cec8-4ec1-9dde-f070fbb28bec req-5aaa867d-ec51-49f6-91fb-b3727f084ef8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d590b4e3-56d7-4bb9-80ad-c9c88e9ccd04 HTTP/1.1" status: 200 len: 850 time: 0.0894241 May 05 22:36:30.451901 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2a5e5c0d-cec8-4ec1-9dde-f070fbb28bec req-cb7643c0-c36a-4ec7-8dda-c2def69fb774 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723383 May 05 22:36:30.511892 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d85748bc-c03f-4805-a58d-aabb5ee99d6b req-72aa333e-3a3b-4de7-8cb7-bbb65046ba80 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880592 May 05 22:36:30.540245 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2a5e5c0d-cec8-4ec1-9dde-f070fbb28bec req-b1963e1f-aa9e-4742-8f8b-f817698fb93e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0785856 May 05 22:36:30.678209 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2a5e5c0d-cec8-4ec1-9dde-f070fbb28bec req-af877ae8-895c-447c-86ce-7abbebadd362 service neutron] 10.222.0.32 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301925 May 05 22:36:30.683502 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2a5e5c0d-cec8-4ec1-9dde-f070fbb28bec req-cc0779c0-ed1b-4930-b012-9377f2e5e5f0 service neutron] 10.222.0.44 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250519 May 05 22:36:30.809550 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2a5e5c0d-cec8-4ec1-9dde-f070fbb28bec req-85c6de3d-b687-4cad-8996-9464d3169604 service neutron] 10.222.0.32 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247821 May 05 22:36:30.816387 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2a5e5c0d-cec8-4ec1-9dde-f070fbb28bec req-f0655b79-f855-41a4-ab49-6119580c0ec4 service neutron] 10.222.0.44 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255336 May 05 22:36:31.365280 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 2c4f96ff-e0dc-4b97-bb91-43740efc71f9 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:36:31.433577 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 2c4f96ff-e0dc-4b97-bb91-43740efc71f9 not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:36:31.738499 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36507eef-c0a6-4f3b-aa90-d510256d373b req-78e0e7e0-c278-4943-a688-03e1f1084cdb tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:31.739887 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-36507eef-c0a6-4f3b-aa90-d510256d373b req-78e0e7e0-c278-4943-a688-03e1f1084cdb tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b41e6abb-10d6-4391-aa52-eae3b7d8bf38 HTTP/1.1" status: 200 len: 944 time: 0.0942316 May 05 22:36:31.791544 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-36507eef-c0a6-4f3b-aa90-d510256d373b req-a429a457-18da-4e6e-8418-749559c4720e tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441487 May 05 22:36:32.276843 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b050d3c-b4a5-4115-9508-19bbccf80f54 req-9f04af5e-0461-498b-85ed-7d608a908a8c tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:32.277569 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-4b050d3c-b4a5-4115-9508-19bbccf80f54 req-9f04af5e-0461-498b-85ed-7d608a908a8c tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Synchronizing usage tracker for tenant:0193e8c9a4ea475f84588c4cf6d35ca9 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:36:32.277750 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d002a1d4-3230-45ed-9140-e87cf6980e81 req-77c90303-9fd3-47a9-89eb-85d5a05ae912 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:32.279257 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d002a1d4-3230-45ed-9140-e87cf6980e81 req-77c90303-9fd3-47a9-89eb-85d5a05ae912 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b41e6abb-10d6-4391-aa52-eae3b7d8bf38 HTTP/1.1" status: 200 len: 944 time: 0.0761814 May 05 22:36:32.295544 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-4b050d3c-b4a5-4115-9508-19bbccf80f54 req-9f04af5e-0461-498b-85ed-7d608a908a8c tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Unset dirty status for tenant:0193e8c9a4ea475f84588c4cf6d35ca9 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:36:32.296680 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4b050d3c-b4a5-4115-9508-19bbccf80f54 req-9f04af5e-0461-498b-85ed-7d608a908a8c tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.44 "GET /v2.0/ports?device_id=b41e6abb-10d6-4391-aa52-eae3b7d8bf38&tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9&binding%3Ahost_id=n-h2-825175-4 HTTP/1.1" status: 200 len: 944 time: 0.1020663 May 05 22:36:32.327713 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d002a1d4-3230-45ed-9140-e87cf6980e81 req-51ab9273-0f70-4e3c-a589-685b09a73387 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424035 May 05 22:36:32.377278 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [req-4b050d3c-b4a5-4115-9508-19bbccf80f54 req-b5a0b942-dc9b-4608-a714-dbd7c2f53542 service neutron] delete failed (client error): The resource could not be found. May 05 22:36:32.378178 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4b050d3c-b4a5-4115-9508-19bbccf80f54 req-b5a0b942-dc9b-4608-a714-dbd7c2f53542 service neutron] 10.222.0.44 "DELETE /v2.0/ports/2c4f96ff-e0dc-4b97-bb91-43740efc71f9/bindings/n-h1-825175-4 HTTP/1.1" status: 404 len: 380 time: 0.0763516 May 05 22:36:32.521360 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4b050d3c-b4a5-4115-9508-19bbccf80f54 req-3ee0e7df-6d39-4269-bcd6-9ca68fdce8b2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9&device_id=b41e6abb-10d6-4391-aa52-eae3b7d8bf38 HTTP/1.1" status: 200 len: 1095 time: 0.0718706 May 05 22:36:32.654950 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b050d3c-b4a5-4115-9508-19bbccf80f54 req-687c1271-8c0c-4825-a454-9c90e6a3be4e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:32.656324 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4b050d3c-b4a5-4115-9508-19bbccf80f54 req-687c1271-8c0c-4825-a454-9c90e6a3be4e service neutron] 10.222.0.44 "GET /v2.0/networks?id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c HTTP/1.1" status: 200 len: 912 time: 0.1285703 May 05 22:36:32.760111 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4b050d3c-b4a5-4115-9508-19bbccf80f54 req-56586c88-b99f-494d-af11-9197456bd7fc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c4f96ff-e0dc-4b97-bb91-43740efc71f9 HTTP/1.1" status: 200 len: 1000 time: 0.0975122 May 05 22:36:32.823238 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b050d3c-b4a5-4115-9508-19bbccf80f54 req-7a8d0867-9790-48c0-85fb-2414e9c357f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:32.824638 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4b050d3c-b4a5-4115-9508-19bbccf80f54 req-7a8d0867-9790-48c0-85fb-2414e9c357f1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d590b4e3-56d7-4bb9-80ad-c9c88e9ccd04 HTTP/1.1" status: 200 len: 850 time: 0.0593486 May 05 22:36:32.903492 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4b050d3c-b4a5-4115-9508-19bbccf80f54 req-40fc2852-8685-4728-904e-c116fddf880b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722728 May 05 22:36:33.042188 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4b050d3c-b4a5-4115-9508-19bbccf80f54 req-653d76a3-e921-4608-9df4-06497bf6c093 service neutron] 10.222.0.44 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318457 May 05 22:36:33.176535 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4b050d3c-b4a5-4115-9508-19bbccf80f54 req-16bac2a9-15f3-441e-b806-76e623c349a4 service neutron] 10.222.0.44 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281972 May 05 22:36:33.437706 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 2c4f96ff-e0dc-4b97-bb91-43740efc71f9 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:36:33.534334 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ebc381-2876-4e6a-b4a7-b1959d62d8dc req-a529be26-1fb1-4c6e-b36a-ebb241fadf31 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:33.536108 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e8ebc381-2876-4e6a-b4a7-b1959d62d8dc req-a529be26-1fb1-4c6e-b36a-ebb241fadf31 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b41e6abb-10d6-4391-aa52-eae3b7d8bf38 HTTP/1.1" status: 200 len: 944 time: 0.0831230 May 05 22:36:33.587653 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e8ebc381-2876-4e6a-b4a7-b1959d62d8dc req-2071dbae-60e3-486d-8186-1e0b6d83407e tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438533 May 05 22:36:33.620356 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 2c4f96ff-e0dc-4b97-bb91-43740efc71f9, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=2c4f96ff-e0dc-4b97-bb91-43740efc71f9,segment=NetworkSegment(d0acf8dd-f215-4005-a46b-f65510e9fdb9),segment_id=d0acf8dd-f215-4005-a46b-f65510e9fdb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:36:33.633651 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '2c4f96ff-e0dc-4b97-bb91-43740efc71f9', 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c', 'port_id': '2c4f96ff-e0dc-4b97-bb91-43740efc71f9', 'mac_address': 'fa:16:3e:ed:ad:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd590b4e3-56d7-4bb9-80ad-c9c88e9ccd04', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:36:33.687018 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:36:33.704264 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c4f96ff-e0dc-4b97-bb91-43740efc71f9 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:36:33.721070 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 2c4f96ff-e0dc-4b97-bb91-43740efc71f9, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=2c4f96ff-e0dc-4b97-bb91-43740efc71f9,segment=NetworkSegment(d0acf8dd-f215-4005-a46b-f65510e9fdb9),segment_id=d0acf8dd-f215-4005-a46b-f65510e9fdb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:36:33.725519 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:36:33.801749 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=2c4f96ff-e0dc-4b97-bb91-43740efc71f9,revision_number=8']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:36:33.980309 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['2c4f96ff-e0dc-4b97-bb91-43740efc71f9'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:36:34.810071 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d120a46-829a-4bba-8e30-2b2333a2c173 req-65650338-ecf3-48cc-9dbe-ec25ddeee920 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:34.811450 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5d120a46-829a-4bba-8e30-2b2333a2c173 req-65650338-ecf3-48cc-9dbe-ec25ddeee920 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b41e6abb-10d6-4391-aa52-eae3b7d8bf38 HTTP/1.1" status: 200 len: 945 time: 0.0902131 May 05 22:36:34.864404 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5d120a46-829a-4bba-8e30-2b2333a2c173 req-360f5aa2-280f-454d-9ba4-2c4353c1f142 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448437 May 05 22:36:35.181116 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107c8a7-bf34-4b60-b84c-bc688772fcca req-7aed3382-19bc-4ab7-b33b-6651be254b2e tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:35.182542 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7107c8a7-bf34-4b60-b84c-bc688772fcca req-7aed3382-19bc-4ab7-b33b-6651be254b2e tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b41e6abb-10d6-4391-aa52-eae3b7d8bf38 HTTP/1.1" status: 200 len: 945 time: 0.1921387 May 05 22:36:35.229402 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7107c8a7-bf34-4b60-b84c-bc688772fcca req-4b00421b-904c-4646-b003-c81143a1c073 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410743 May 05 22:36:35.453976 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 2c4f96ff-e0dc-4b97-bb91-43740efc71f9 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:36:35.470615 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc5de9-be44-4d3b-b5f1-cf0b556b9dd3 req-a959ae3a-66cd-461d-9bbc-b8c0a857499b tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:35.472101 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cafc5de9-be44-4d3b-b5f1-cf0b556b9dd3 req-a959ae3a-66cd-461d-9bbc-b8c0a857499b tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b41e6abb-10d6-4391-aa52-eae3b7d8bf38 HTTP/1.1" status: 200 len: 945 time: 0.0932820 May 05 22:36:35.518712 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cafc5de9-be44-4d3b-b5f1-cf0b556b9dd3 req-4952b28b-bf1e-4d5e-b4e9-5fdc48ab8b0b tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409260 May 05 22:36:35.528962 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port 2c4f96ff-e0dc-4b97-bb91-43740efc71f9 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:36:35.534983 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 2c4f96ff-e0dc-4b97-bb91-43740efc71f9 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:36:35.535598 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:36:35.650676 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:36:35.680351 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b41e6abb-10d6-4391-aa52-eae3b7d8bf38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4f96ff-e0dc-4b97-bb91-43740efc71f9'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:36:35.690282 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 2c4f96ff-e0dc-4b97-bb91-43740efc71f9, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=2c4f96ff-e0dc-4b97-bb91-43740efc71f9,segment=NetworkSegment(d0acf8dd-f215-4005-a46b-f65510e9fdb9),segment_id=d0acf8dd-f215-4005-a46b-f65510e9fdb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:36:35.695290 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:36:35.741803 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb3f277c-7328-4421-b82a-170eeb4513cc'] response: {'server_uuid': 'b41e6abb-10d6-4391-aa52-eae3b7d8bf38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4f96ff-e0dc-4b97-bb91-43740efc71f9', 'code': 200} May 05 22:36:35.770535 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=2c4f96ff-e0dc-4b97-bb91-43740efc71f9,revision_number=9']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:36:35.934626 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b57c5b-2265-4eb1-b1aa-89b188cdc1c1 req-ee9cb110-6fc9-42fc-b310-21db837ca93d tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:35.936079 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-47b57c5b-2265-4eb1-b1aa-89b188cdc1c1 req-ee9cb110-6fc9-42fc-b310-21db837ca93d tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b41e6abb-10d6-4391-aa52-eae3b7d8bf38 HTTP/1.1" status: 200 len: 946 time: 0.0825980 May 05 22:36:35.984476 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-47b57c5b-2265-4eb1-b1aa-89b188cdc1c1 req-fe6a42d5-18d3-4fbc-9e60-757ab054d2d2 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400240 May 05 22:36:36.229626 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:36:36.483857 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:36:37.258746 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239dcb25-ea0a-4b7c-9bfc-8148dda6a037 req-ed070fef-f08a-4cad-9b8a-c3195f5b1f45 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:37.260310 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-239dcb25-ea0a-4b7c-9bfc-8148dda6a037 req-ed070fef-f08a-4cad-9b8a-c3195f5b1f45 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b41e6abb-10d6-4391-aa52-eae3b7d8bf38 HTTP/1.1" status: 200 len: 946 time: 0.1430707 May 05 22:36:37.265720 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d5c6ff-7624-4bb1-9ef3-c66c4853d0d4 req-f4943040-00e5-4c8a-a2fc-28938bdc4883 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:37.267063 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-66d5c6ff-7624-4bb1-9ef3-c66c4853d0d4 req-f4943040-00e5-4c8a-a2fc-28938bdc4883 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.32 "GET /v2.0/ports?device_id=b41e6abb-10d6-4391-aa52-eae3b7d8bf38 HTTP/1.1" status: 200 len: 946 time: 0.1123331 May 05 22:36:37.360104 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-66d5c6ff-7624-4bb1-9ef3-c66c4853d0d4 req-3388e358-8fed-4d5e-9c8a-f2ddd85ae089 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Deleting port 2c4f96ff-e0dc-4b97-bb91-43740efc71f9 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:36:37.360543 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-66d5c6ff-7624-4bb1-9ef3-c66c4853d0d4 req-3388e358-8fed-4d5e-9c8a-f2ddd85ae089 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:36:37.391786 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-239dcb25-ea0a-4b7c-9bfc-8148dda6a037 req-1d15255a-205c-4d2d-9c3a-9a0a542bddfe tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237929 May 05 22:36:37.608926 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-66d5c6ff-7624-4bb1-9ef3-c66c4853d0d4 req-3388e358-8fed-4d5e-9c8a-f2ddd85ae089 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] For port 2c4f96ff-e0dc-4b97-bb91-43740efc71f9, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=2c4f96ff-e0dc-4b97-bb91-43740efc71f9,segment=NetworkSegment(d0acf8dd-f215-4005-a46b-f65510e9fdb9),segment_id=d0acf8dd-f215-4005-a46b-f65510e9fdb9)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:36:37.609282 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-66d5c6ff-7624-4bb1-9ef3-c66c4853d0d4 req-3388e358-8fed-4d5e-9c8a-f2ddd85ae089 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:36:37.895685 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-66d5c6ff-7624-4bb1-9ef3-c66c4853d0d4 req-3388e358-8fed-4d5e-9c8a-f2ddd85ae089 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:36:37.896083 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-66d5c6ff-7624-4bb1-9ef3-c66c4853d0d4 req-3388e358-8fed-4d5e-9c8a-f2ddd85ae089 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:36:37.896366 n-d-825175-4 neutron-server[84061]: INFO neutron.db.l3_db [req-66d5c6ff-7624-4bb1-9ef3-c66c4853d0d4 req-3388e358-8fed-4d5e-9c8a-f2ddd85ae089 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Floating IP 36333c3c-bf0d-4c7b-ac47-1f2b673f26a8 disassociated. External IP: 172.25.4.186, port: 2c4f96ff-e0dc-4b97-bb91-43740efc71f9. May 05 22:36:37.896687 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-66d5c6ff-7624-4bb1-9ef3-c66c4853d0d4 req-3388e358-8fed-4d5e-9c8a-f2ddd85ae089 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Calling delete_port for 2c4f96ff-e0dc-4b97-bb91-43740efc71f9 owned by compute:nova {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:36:38.050055 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-66d5c6ff-7624-4bb1-9ef3-c66c4853d0d4 req-3388e358-8fed-4d5e-9c8a-f2ddd85ae089 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:36:38.098097 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3388e358-8fed-4d5e-9c8a-f2ddd85ae089 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Pushing event deleted for resources: {'Port': ['ID=2c4f96ff-e0dc-4b97-bb91-43740efc71f9,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:36:38.111990 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3388e358-8fed-4d5e-9c8a-f2ddd85ae089 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:36:38.112329 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3388e358-8fed-4d5e-9c8a-f2ddd85ae089 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:36:38.112659 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3388e358-8fed-4d5e-9c8a-f2ddd85ae089 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:36:38.112970 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3388e358-8fed-4d5e-9c8a-f2ddd85ae089 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:36:38.113370 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3388e358-8fed-4d5e-9c8a-f2ddd85ae089 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:36:38.113610 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3388e358-8fed-4d5e-9c8a-f2ddd85ae089 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:36:38.114023 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3388e358-8fed-4d5e-9c8a-f2ddd85ae089 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:36:38.114356 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3388e358-8fed-4d5e-9c8a-f2ddd85ae089 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:36:38.114696 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3388e358-8fed-4d5e-9c8a-f2ddd85ae089 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:36:38.115020 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3388e358-8fed-4d5e-9c8a-f2ddd85ae089 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:36:38.115318 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3388e358-8fed-4d5e-9c8a-f2ddd85ae089 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:36:38.324811 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66d5c6ff-7624-4bb1-9ef3-c66c4853d0d4 req-3388e358-8fed-4d5e-9c8a-f2ddd85ae089 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Router 6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:36:38.599776 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6f65519b-06b2-4ff9-9d8e-73213b45b387 req-b8f0106e-3695-441c-834f-c616136fb617 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=b41e6abb-10d6-4391-aa52-eae3b7d8bf38 HTTP/1.1" status: 200 len: 210 time: 0.0525539 May 05 22:36:38.679803 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66d5c6ff-7624-4bb1-9ef3-c66c4853d0d4 req-3388e358-8fed-4d5e-9c8a-f2ddd85ae089 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:36:38.689423 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd28c554-23ce-4314-a0ae-dd19f69db33c None None] Sync routers for ids ['6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:36:38.701602 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd28c554-23ce-4314-a0ae-dd19f69db33c None None] Routers {'6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:36:38.702211 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-dd28c554-23ce-4314-a0ae-dd19f69db33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:36:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:36:38.747461 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d5c6ff-7624-4bb1-9ef3-c66c4853d0d4 req-3388e358-8fed-4d5e-9c8a-f2ddd85ae089 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] No DVR routers for this DVR port 2c4f96ff-e0dc-4b97-bb91-43740efc71f9 on host n-h2-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:36:38.750279 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-66d5c6ff-7624-4bb1-9ef3-c66c4853d0d4 req-3388e358-8fed-4d5e-9c8a-f2ddd85ae089 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:36:38.752944 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b41e6abb-10d6-4391-aa52-eae3b7d8bf38', 'name': 'network-vif-deleted', 'tag': '2c4f96ff-e0dc-4b97-bb91-43740efc71f9'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:36:38.771628 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-66d5c6ff-7624-4bb1-9ef3-c66c4853d0d4 req-3388e358-8fed-4d5e-9c8a-f2ddd85ae089 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.32 "DELETE /v2.0/ports/2c4f96ff-e0dc-4b97-bb91-43740efc71f9 HTTP/1.1" status: 204 len: 173 time: 1.4903610 May 05 22:36:38.816925 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b08e7faf-600f-4dd8-9704-97ccce37f892'] response: {'server_uuid': 'b41e6abb-10d6-4391-aa52-eae3b7d8bf38', 'name': 'network-vif-deleted', 'tag': '2c4f96ff-e0dc-4b97-bb91-43740efc71f9', 'status': 'completed', 'code': 200} May 05 22:36:38.882745 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-dd28c554-23ce-4314-a0ae-dd19f69db33c None None] Set router 6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:36:39.200571 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-dd28c554-23ce-4314-a0ae-dd19f69db33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'name': 'tempest-ServerActionsTestJSON-145627584-router', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '85ead037-a3ab-46dd-94da-736b91b7f633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:35:44Z', 'updated_at': '2022-05-05T22:35:47Z', 'revision_number': 4, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'gw_port': {'id': '85ead037-a3ab-46dd-94da-736b91b7f633', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:35:45Z', 'updated_at': '2022-05-05T22:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'bca24dc1-2bee-42c6-abea-f4b56262991b', 'name': '', 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'mac_address': 'fa:16:3e:96:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd590b4e3-56d7-4bb9-80ad-c9c88e9ccd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:35:47Z', 'updated_at': '2022-05-05T22:35:54Z', 'revision_number': 5, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'subnets': [{'id': 'd590b4e3-56d7-4bb9-80ad-c9c88e9ccd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:36:39.204940 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd28c554-23ce-4314-a0ae-dd19f69db33c None None] Checking router: 6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:36:39.216096 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd28c554-23ce-4314-a0ae-dd19f69db33c None None] Routers {'6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:36:39.216840 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-dd28c554-23ce-4314-a0ae-dd19f69db33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:36:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:36:39.399137 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-dd28c554-23ce-4314-a0ae-dd19f69db33c None None] Set router 6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:36:39.715152 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-dd28c554-23ce-4314-a0ae-dd19f69db33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'name': 'tempest-ServerActionsTestJSON-145627584-router', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '85ead037-a3ab-46dd-94da-736b91b7f633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:35:44Z', 'updated_at': '2022-05-05T22:35:47Z', 'revision_number': 4, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'gw_port': {'id': '85ead037-a3ab-46dd-94da-736b91b7f633', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:35:45Z', 'updated_at': '2022-05-05T22:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'bca24dc1-2bee-42c6-abea-f4b56262991b', 'name': '', 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'mac_address': 'fa:16:3e:96:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd590b4e3-56d7-4bb9-80ad-c9c88e9ccd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:35:47Z', 'updated_at': '2022-05-05T22:35:54Z', 'revision_number': 5, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'subnets': [{'id': 'd590b4e3-56d7-4bb9-80ad-c9c88e9ccd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:36:39.719378 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd28c554-23ce-4314-a0ae-dd19f69db33c None None] The sync data for ids ['6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3'] in n-d-825175-4 is: [{'id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'name': 'tempest-ServerActionsTestJSON-145627584-router', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '85ead037-a3ab-46dd-94da-736b91b7f633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:35:44Z', 'updated_at': '2022-05-05T22:35:47Z', 'revision_number': 4, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'gw_port': {'id': '85ead037-a3ab-46dd-94da-736b91b7f633', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:35:45Z', 'updated_at': '2022-05-05T22:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'bca24dc1-2bee-42c6-abea-f4b56262991b', 'name': '', 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'mac_address': 'fa:16:3e:96:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd590b4e3-56d7-4bb9-80ad-c9c88e9ccd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:35:47Z', 'updated_at': '2022-05-05T22:35:54Z', 'revision_number': 5, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'subnets': [{'id': 'd590b4e3-56d7-4bb9-80ad-c9c88e9ccd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:36:39.939289 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cf55f9-7a68-4155-8582-177eb1bbada2 None None] New status for floating IP 36333c3c-bf0d-4c7b-ac47-1f2b673f26a8: DOWN {{(pid=84064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 22:36:39.971423 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b1c76717-6bf7-44de-b086-d8f290a985b2 req-7223f367-570f-4562-95d3-0a903d8474ad tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1556879459&fields=id&tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9 HTTP/1.1" status: 200 len: 267 time: 0.0407748 May 05 22:36:40.128313 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c76717-6bf7-44de-b086-d8f290a985b2 req-d241e9c1-9e9a-4555-a224-ad704b5981d6 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:40.129695 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b1c76717-6bf7-44de-b086-d8f290a985b2 req-d241e9c1-9e9a-4555-a224-ad704b5981d6 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/networks?id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c HTTP/1.1" status: 200 len: 811 time: 0.1518066 May 05 22:36:40.147549 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b1c76717-6bf7-44de-b086-d8f290a985b2 req-ff6d3af7-6aa0-427c-8df2-a9705b7fa2ab tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/quotas/0193e8c9a4ea475f84588c4cf6d35ca9 HTTP/1.1" status: 200 len: 375 time: 0.0123062 May 05 22:36:40.237182 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-b1c76717-6bf7-44de-b086-d8f290a985b2 req-df0c8186-7bf6-498c-962a-3f10de556a80 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Synchronizing usage tracker for tenant:0193e8c9a4ea475f84588c4cf6d35ca9 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:36:40.254176 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-b1c76717-6bf7-44de-b086-d8f290a985b2 req-df0c8186-7bf6-498c-962a-3f10de556a80 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Unset dirty status for tenant:0193e8c9a4ea475f84588c4cf6d35ca9 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:36:40.255461 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b1c76717-6bf7-44de-b086-d8f290a985b2 req-df0c8186-7bf6-498c-962a-3f10de556a80 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1018412 May 05 22:36:40.503656 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b1c76717-6bf7-44de-b086-d8f290a985b2 req-66dbfea2-b755-4480-aa59-5de3e16b2618 service neutron] 10.222.0.23 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967437 May 05 22:36:40.641246 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b1c76717-6bf7-44de-b086-d8f290a985b2 req-6ef4624c-2c0e-4c78-b040-f3ba5786fe48 service neutron] 10.222.0.23 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318169 May 05 22:36:40.832160 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cc34ad32-c21d-4525-8742-78bc17156d34 req-994e87a0-4311-49fd-bc0a-482b175f2f23 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a51a23-1404-4439-af6d-bc4e69203cb3 HTTP/1.1" status: 200 len: 210 time: 0.0403378 May 05 22:36:41.494543 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 2c4f96ff-e0dc-4b97-bb91-43740efc71f9 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:36:41.531352 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: 2c4f96ff-e0dc-4b97-bb91-43740efc71f9 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:36:41.531915 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 2c4f96ff-e0dc-4b97-bb91-43740efc71f9 not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:36:41.892209 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c76717-6bf7-44de-b086-d8f290a985b2 req-789f6c78-4843-4d46-80c1-ebe60f42f512 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:41.893621 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b1c76717-6bf7-44de-b086-d8f290a985b2 req-789f6c78-4843-4d46-80c1-ebe60f42f512 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.32 "GET /v2.0/networks?id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c HTTP/1.1" status: 200 len: 811 time: 0.1533124 May 05 22:36:41.948202 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b1c76717-6bf7-44de-b086-d8f290a985b2 req-5fd1617d-d2cb-4137-b885-64f7fbb0eeed tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9 HTTP/1.1" status: 200 len: 380 time: 0.0421705 May 05 22:36:41.956669 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-b1c76717-6bf7-44de-b086-d8f290a985b2 req-6db931b4-e2b1-4a32-b5b4-cef184dd2c54 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Request body: {'port': {'device_id': '63a51a23-1404-4439-af6d-bc4e69203cb3', 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c', 'admin_state_up': True, 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'security_groups': ['4aafbf05-03b0-43a0-b293-9b9ad1cf417f']}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:36:42.066691 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-410af419-05bf-498f-877f-ab4d28a4f889 req-292b0288-18c0-4820-874a-2bbfdd6dd4e4 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a51a23-1404-4439-af6d-bc4e69203cb3 HTTP/1.1" status: 200 len: 210 time: 0.0967329 May 05 22:36:42.131112 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-b1c76717-6bf7-44de-b086-d8f290a985b2 req-6db931b4-e2b1-4a32-b5b4-cef184dd2c54 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:36:42.140705 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-b1c76717-6bf7-44de-b086-d8f290a985b2 req-6db931b4-e2b1-4a32-b5b4-cef184dd2c54 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:36:42.153379 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1c76717-6bf7-44de-b086-d8f290a985b2 req-6db931b4-e2b1-4a32-b5b4-cef184dd2c54 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Made reservation on behalf of 0193e8c9a4ea475f84588c4cf6d35ca9 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:36:42.157355 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-b1c76717-6bf7-44de-b086-d8f290a985b2 req-6db931b4-e2b1-4a32-b5b4-cef184dd2c54 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:36:42.322016 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-b1c76717-6bf7-44de-b086-d8f290a985b2 req-6db931b4-e2b1-4a32-b5b4-cef184dd2c54 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Allocated IP 172.20.0.10 (87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c/d590b4e3-56d7-4bb9-80ad-c9c88e9ccd04/dc94032e-ef84-41e7-ac13-ebe1650029ea) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:36:42.510277 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-b1c76717-6bf7-44de-b086-d8f290a985b2 req-6db931b4-e2b1-4a32-b5b4-cef184dd2c54 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:36:42.526521 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-b1c76717-6bf7-44de-b086-d8f290a985b2 req-6db931b4-e2b1-4a32-b5b4-cef184dd2c54 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Transition to ACTIVE for port object dc94032e-ef84-41e7-ac13-ebe1650029ea will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:36:42.550392 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-b1c76717-6bf7-44de-b086-d8f290a985b2 req-6db931b4-e2b1-4a32-b5b4-cef184dd2c54 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:36:42.621611 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1c76717-6bf7-44de-b086-d8f290a985b2 req-6db931b4-e2b1-4a32-b5b4-cef184dd2c54 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Network 87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:36:42.624687 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-b1c76717-6bf7-44de-b086-d8f290a985b2 req-6db931b4-e2b1-4a32-b5b4-cef184dd2c54 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:36:42.627417 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c76717-6bf7-44de-b086-d8f290a985b2 req-6db931b4-e2b1-4a32-b5b4-cef184dd2c54 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:36:42.663314 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db931b4-e2b1-4a32-b5b4-cef184dd2c54 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Pushing event updated for resources: {'Port': ['ID=dc94032e-ef84-41e7-ac13-ebe1650029ea,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:36:42.814392 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c76717-6bf7-44de-b086-d8f290a985b2 req-6db931b4-e2b1-4a32-b5b4-cef184dd2c54 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:42.815009 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-b1c76717-6bf7-44de-b086-d8f290a985b2 req-6db931b4-e2b1-4a32-b5b4-cef184dd2c54 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:36:42.840391 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b1c76717-6bf7-44de-b086-d8f290a985b2 req-6db931b4-e2b1-4a32-b5b4-cef184dd2c54 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8872223 May 05 22:36:42.851219 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-b1c76717-6bf7-44de-b086-d8f290a985b2 req-f22f7601-ddaa-492c-b895-19f15c40521c service neutron] Request body: {'port': {'device_id': '63a51a23-1404-4439-af6d-bc4e69203cb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:36:42.855301 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-26f1f527-9663-4a2a-94c4-64b234133692 None None] Provisioning for port dc94032e-ef84-41e7-ac13-ebe1650029ea completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:36:42.860297 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-26f1f527-9663-4a2a-94c4-64b234133692 None None] Provisioning complete for port dc94032e-ef84-41e7-ac13-ebe1650029ea triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:36:42.860662 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-26f1f527-9663-4a2a-94c4-64b234133692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:36:42.911996 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-26f1f527-9663-4a2a-94c4-64b234133692 None None] Port dc94032e-ef84-41e7-ac13-ebe1650029ea cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:36:42.958423 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-b1c76717-6bf7-44de-b086-d8f290a985b2 req-f22f7601-ddaa-492c-b895-19f15c40521c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:36:43.342363 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c848d-76df-4586-82d6-385ee2191922 req-59a4ea29-0a77-432a-ab57-327219f5ddb0 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:43.343070 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-b20c848d-76df-4586-82d6-385ee2191922 req-59a4ea29-0a77-432a-ab57-327219f5ddb0 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Synchronizing usage tracker for tenant:0193e8c9a4ea475f84588c4cf6d35ca9 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:36:43.375517 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-b1c76717-6bf7-44de-b086-d8f290a985b2 req-f22f7601-ddaa-492c-b895-19f15c40521c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc94032e-ef84-41e7-ac13-ebe1650029ea {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:36:43.381313 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-b20c848d-76df-4586-82d6-385ee2191922 req-59a4ea29-0a77-432a-ab57-327219f5ddb0 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Unset dirty status for tenant:0193e8c9a4ea475f84588c4cf6d35ca9 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:36:43.382441 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b20c848d-76df-4586-82d6-385ee2191922 req-59a4ea29-0a77-432a-ab57-327219f5ddb0 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a51a23-1404-4439-af6d-bc4e69203cb3 HTTP/1.1" status: 200 len: 932 time: 0.1939869 May 05 22:36:43.384015 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-b1c76717-6bf7-44de-b086-d8f290a985b2 req-f22f7601-ddaa-492c-b895-19f15c40521c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:36:43.419709 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-b1c76717-6bf7-44de-b086-d8f290a985b2 req-f22f7601-ddaa-492c-b895-19f15c40521c service neutron] Transition to ACTIVE for port object dc94032e-ef84-41e7-ac13-ebe1650029ea will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:36:43.431377 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-b1c76717-6bf7-44de-b086-d8f290a985b2 req-f22f7601-ddaa-492c-b895-19f15c40521c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:36:43.501030 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b20c848d-76df-4586-82d6-385ee2191922 req-d27d490f-ed47-4aba-b5c2-4be08b3aabb5 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109231 May 05 22:36:43.575828 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22f7601-ddaa-492c-b895-19f15c40521c service neutron] Pushing event updated for resources: {'Port': ['ID=dc94032e-ef84-41e7-ac13-ebe1650029ea,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:36:43.691342 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-b1c76717-6bf7-44de-b086-d8f290a985b2 req-f22f7601-ddaa-492c-b895-19f15c40521c service neutron] Attempting to bind port dc94032e-ef84-41e7-ac13-ebe1650029ea on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:36:43.691671 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-b1c76717-6bf7-44de-b086-d8f290a985b2 req-f22f7601-ddaa-492c-b895-19f15c40521c service neutron] Attempting to bind port dc94032e-ef84-41e7-ac13-ebe1650029ea by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'd0acf8dd-f215-4005-a46b-f65510e9fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:36:43.692024 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c76717-6bf7-44de-b086-d8f290a985b2 req-f22f7601-ddaa-492c-b895-19f15c40521c service neutron] Attempting to bind port dc94032e-ef84-41e7-ac13-ebe1650029ea on network 87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:36:43.698371 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c76717-6bf7-44de-b086-d8f290a985b2 req-f22f7601-ddaa-492c-b895-19f15c40521c service neutron] Port dc94032e-ef84-41e7-ac13-ebe1650029ea on network 87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:36:43.698827 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c76717-6bf7-44de-b086-d8f290a985b2 req-f22f7601-ddaa-492c-b895-19f15c40521c service neutron] Attempting to bind port dc94032e-ef84-41e7-ac13-ebe1650029ea on network 87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:36:43.705344 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c76717-6bf7-44de-b086-d8f290a985b2 req-f22f7601-ddaa-492c-b895-19f15c40521c service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:36:43.705645 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c76717-6bf7-44de-b086-d8f290a985b2 req-f22f7601-ddaa-492c-b895-19f15c40521c service neutron] Checking segment: {'id': 'd0acf8dd-f215-4005-a46b-f65510e9fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:36:43.706018 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c76717-6bf7-44de-b086-d8f290a985b2 req-f22f7601-ddaa-492c-b895-19f15c40521c service neutron] Bound using segment: {'id': 'd0acf8dd-f215-4005-a46b-f65510e9fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:36:43.706448 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-b1c76717-6bf7-44de-b086-d8f290a985b2 req-f22f7601-ddaa-492c-b895-19f15c40521c service neutron] Bound port: dc94032e-ef84-41e7-ac13-ebe1650029ea, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0acf8dd-f215-4005-a46b-f65510e9fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:36:43.706826 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-b1c76717-6bf7-44de-b086-d8f290a985b2 req-f22f7601-ddaa-492c-b895-19f15c40521c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:36:43.810888 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-b1c76717-6bf7-44de-b086-d8f290a985b2 req-f22f7601-ddaa-492c-b895-19f15c40521c service neutron] For port dc94032e-ef84-41e7-ac13-ebe1650029ea, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:36:43.814367 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-b1c76717-6bf7-44de-b086-d8f290a985b2 req-f22f7601-ddaa-492c-b895-19f15c40521c service neutron] For port dc94032e-ef84-41e7-ac13-ebe1650029ea, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=dc94032e-ef84-41e7-ac13-ebe1650029ea,segment=NetworkSegment(d0acf8dd-f215-4005-a46b-f65510e9fdb9),segment_id=d0acf8dd-f215-4005-a46b-f65510e9fdb9)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:36:43.821800 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-b1c76717-6bf7-44de-b086-d8f290a985b2 req-f22f7601-ddaa-492c-b895-19f15c40521c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:36:43.891863 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-b1c76717-6bf7-44de-b086-d8f290a985b2 req-f22f7601-ddaa-492c-b895-19f15c40521c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:36:43.893622 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b1c76717-6bf7-44de-b086-d8f290a985b2 req-f22f7601-ddaa-492c-b895-19f15c40521c service neutron] 10.222.0.32 "PUT /v2.0/ports/dc94032e-ef84-41e7-ac13-ebe1650029ea HTTP/1.1" status: 200 len: 1092 time: 1.0460598 May 05 22:36:43.896063 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63a51a23-1404-4439-af6d-bc4e69203cb3', 'tag': 'dc94032e-ef84-41e7-ac13-ebe1650029ea'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:36:43.915083 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22f7601-ddaa-492c-b895-19f15c40521c service neutron] Pushing event updated for resources: {'Port': ['ID=dc94032e-ef84-41e7-ac13-ebe1650029ea,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:36:43.968930 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f93bc02-a5c7-40e6-b2da-242b2d0eb7ba'] response: {'name': 'network-changed', 'server_uuid': '63a51a23-1404-4439-af6d-bc4e69203cb3', 'tag': 'dc94032e-ef84-41e7-ac13-ebe1650029ea', 'status': 'completed', 'code': 200} May 05 22:36:43.983856 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-798a77b1-e145-48d7-92a0-5be1b11f38aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:36:44.016543 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b1c76717-6bf7-44de-b086-d8f290a985b2 req-b0062d34-d33b-4d7f-9d5d-f2801200814f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9&device_id=63a51a23-1404-4439-af6d-bc4e69203cb3 HTTP/1.1" status: 200 len: 1095 time: 0.0808070 May 05 22:36:44.085219 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b1c76717-6bf7-44de-b086-d8f290a985b2 req-c4358bf8-5688-4cfa-ac9f-e3241c1332df service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc94032e-ef84-41e7-ac13-ebe1650029ea HTTP/1.1" status: 200 len: 217 time: 0.0624747 May 05 22:36:44.163148 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c76717-6bf7-44de-b086-d8f290a985b2 req-cc8567e0-350b-4688-a3c0-8a6f4e803ec8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:44.164476 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b1c76717-6bf7-44de-b086-d8f290a985b2 req-cc8567e0-350b-4688-a3c0-8a6f4e803ec8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d590b4e3-56d7-4bb9-80ad-c9c88e9ccd04 HTTP/1.1" status: 200 len: 850 time: 0.0729308 May 05 22:36:44.242370 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b1c76717-6bf7-44de-b086-d8f290a985b2 req-5043c935-927b-4e36-9978-089a9599fefe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718572 May 05 22:36:44.348634 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:36:44.376540 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b1c76717-6bf7-44de-b086-d8f290a985b2 req-e1cf0062-d0f9-405f-a4ef-535462310b37 service neutron] 10.222.0.32 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277902 May 05 22:36:44.517876 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b1c76717-6bf7-44de-b086-d8f290a985b2 req-a3a15f18-8536-4ab3-8893-cb5b81fab368 service neutron] 10.222.0.32 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359625 May 05 22:36:44.774684 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-80336c27-7a04-4869-9710-5eabb917d23d req-1ca07da4-345f-442c-a540-16586c31019b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9&device_id=63a51a23-1404-4439-af6d-bc4e69203cb3 HTTP/1.1" status: 200 len: 1095 time: 0.2097797 May 05 22:36:44.901744 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badaa3fc-1faa-420d-99bd-ea0ed1d86392 req-4e2059a7-36e6-498a-9e26-13169a2b7ecf tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:44.903223 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-badaa3fc-1faa-420d-99bd-ea0ed1d86392 req-4e2059a7-36e6-498a-9e26-13169a2b7ecf tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a51a23-1404-4439-af6d-bc4e69203cb3 HTTP/1.1" status: 200 len: 944 time: 0.2795768 May 05 22:36:44.944291 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80336c27-7a04-4869-9710-5eabb917d23d req-bced4c62-2be5-4e9a-aafd-4edad8597a5d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:44.945692 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-80336c27-7a04-4869-9710-5eabb917d23d req-bced4c62-2be5-4e9a-aafd-4edad8597a5d service neutron] 10.222.0.32 "GET /v2.0/networks?id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c HTTP/1.1" status: 200 len: 912 time: 0.1618659 May 05 22:36:45.023475 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-80336c27-7a04-4869-9710-5eabb917d23d req-aa381248-19dc-4166-b388-b0c0f90f3216 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc94032e-ef84-41e7-ac13-ebe1650029ea HTTP/1.1" status: 200 len: 217 time: 0.0702357 May 05 22:36:45.026170 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-badaa3fc-1faa-420d-99bd-ea0ed1d86392 req-f2eac796-b78e-4485-8304-110a59113e77 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168640 May 05 22:36:45.087365 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80336c27-7a04-4869-9710-5eabb917d23d req-a7460baf-7f05-44e4-829c-7679f7d60d67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:45.089108 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-80336c27-7a04-4869-9710-5eabb917d23d req-a7460baf-7f05-44e4-829c-7679f7d60d67 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d590b4e3-56d7-4bb9-80ad-c9c88e9ccd04 HTTP/1.1" status: 200 len: 850 time: 0.0590734 May 05 22:36:45.167825 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-80336c27-7a04-4869-9710-5eabb917d23d req-59dfbafc-1a96-4894-8322-3d69959dcd45 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726814 May 05 22:36:45.300954 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-80336c27-7a04-4869-9710-5eabb917d23d req-47750998-dc84-494a-a89a-a6430f1f8d86 service neutron] 10.222.0.32 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254776 May 05 22:36:45.431092 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-80336c27-7a04-4869-9710-5eabb917d23d req-3121f80a-4f57-41fd-b86b-6bd02a4f28ec service neutron] 10.222.0.32 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234117 May 05 22:36:46.247354 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52fe57f-6969-45eb-88a7-ff99630a411f req-80a8c347-9e8e-4669-bf0c-726b13614a60 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:46.249266 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f52fe57f-6969-45eb-88a7-ff99630a411f req-80a8c347-9e8e-4669-bf0c-726b13614a60 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a51a23-1404-4439-af6d-bc4e69203cb3 HTTP/1.1" status: 200 len: 944 time: 0.0856068 May 05 22:36:46.297276 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f52fe57f-6969-45eb-88a7-ff99630a411f req-2bcacae5-0251-472e-9297-3cb05732e365 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422502 May 05 22:36:46.307074 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-95dc6773-bf54-45ec-858c-69dc404e7849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:36:47.514817 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a05aa9-37de-454b-a7b5-5fcd90172a2a req-8ccce5b5-2c0d-40f2-b76a-50515f814c76 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:47.515630 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device dc94032e-ef84-41e7-ac13-ebe1650029ea details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:36:47.516302 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b2a05aa9-37de-454b-a7b5-5fcd90172a2a req-8ccce5b5-2c0d-40f2-b76a-50515f814c76 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a51a23-1404-4439-af6d-bc4e69203cb3 HTTP/1.1" status: 200 len: 944 time: 0.0866144 May 05 22:36:47.571297 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b2a05aa9-37de-454b-a7b5-5fcd90172a2a req-8a0ba668-28ff-4975-93f8-70b18812ce0a tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483215 May 05 22:36:47.609860 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:36:47.614909 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:36:47.670093 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port dc94032e-ef84-41e7-ac13-ebe1650029ea, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=dc94032e-ef84-41e7-ac13-ebe1650029ea,segment=NetworkSegment(d0acf8dd-f215-4005-a46b-f65510e9fdb9),segment_id=d0acf8dd-f215-4005-a46b-f65510e9fdb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:36:47.682938 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': 'dc94032e-ef84-41e7-ac13-ebe1650029ea', 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c', 'port_id': 'dc94032e-ef84-41e7-ac13-ebe1650029ea', 'mac_address': 'fa:16:3e:0d:16:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd590b4e3-56d7-4bb9-80ad-c9c88e9ccd04', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:36:47.739859 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:36:47.761177 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc94032e-ef84-41e7-ac13-ebe1650029ea {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:36:47.777972 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port dc94032e-ef84-41e7-ac13-ebe1650029ea, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=dc94032e-ef84-41e7-ac13-ebe1650029ea,segment=NetworkSegment(d0acf8dd-f215-4005-a46b-f65510e9fdb9),segment_id=d0acf8dd-f215-4005-a46b-f65510e9fdb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:36:47.783209 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:36:47.849834 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=dc94032e-ef84-41e7-ac13-ebe1650029ea,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:36:47.973206 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['dc94032e-ef84-41e7-ac13-ebe1650029ea'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:36:48.782704 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed60993-c3d1-4493-8479-ec2ef0a944c9 req-9151e292-d125-4e4c-ac2d-7e7cb3bd71f5 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:48.784036 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6ed60993-c3d1-4493-8479-ec2ef0a944c9 req-9151e292-d125-4e4c-ac2d-7e7cb3bd71f5 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a51a23-1404-4439-af6d-bc4e69203cb3 HTTP/1.1" status: 200 len: 945 time: 0.0866721 May 05 22:36:48.833182 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6ed60993-c3d1-4493-8479-ec2ef0a944c9 req-4ee62ccc-49d9-4d50-b75e-e624b014dce2 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408657 May 05 22:36:49.115549 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:36:49.517036 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device dc94032e-ef84-41e7-ac13-ebe1650029ea up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:36:49.588944 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port dc94032e-ef84-41e7-ac13-ebe1650029ea completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:36:49.593842 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port dc94032e-ef84-41e7-ac13-ebe1650029ea triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:36:49.594210 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:36:49.709178 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:36:49.735322 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a51a23-1404-4439-af6d-bc4e69203cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc94032e-ef84-41e7-ac13-ebe1650029ea'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:36:49.744758 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port dc94032e-ef84-41e7-ac13-ebe1650029ea, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=dc94032e-ef84-41e7-ac13-ebe1650029ea,segment=NetworkSegment(d0acf8dd-f215-4005-a46b-f65510e9fdb9),segment_id=d0acf8dd-f215-4005-a46b-f65510e9fdb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:36:49.749485 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:36:49.815734 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80b9162e-4f22-4e5b-a368-0f2109f22784'] response: {'server_uuid': '63a51a23-1404-4439-af6d-bc4e69203cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc94032e-ef84-41e7-ac13-ebe1650029ea', 'code': 200} May 05 22:36:49.849546 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=dc94032e-ef84-41e7-ac13-ebe1650029ea,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:36:49.923814 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-03b2b46e-43d7-4a1d-87d1-0c7576430e5a req-acffa356-7fbb-4b60-b464-df37fcd08e77 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=63a51a23-1404-4439-af6d-bc4e69203cb3 HTTP/1.1" status: 200 len: 1097 time: 0.0722821 May 05 22:36:50.004932 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-03b2b46e-43d7-4a1d-87d1-0c7576430e5a req-e9699ede-e907-4314-b1fa-81514c32263b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753465 May 05 22:36:50.039285 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e33bbd3-c0a3-43c8-b30a-f99d60c6bbe0 req-1f85be1b-f6e2-4ce0-a40a-08673795d9c7 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:50.040576 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5e33bbd3-c0a3-43c8-b30a-f99d60c6bbe0 req-1f85be1b-f6e2-4ce0-a40a-08673795d9c7 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a51a23-1404-4439-af6d-bc4e69203cb3 HTTP/1.1" status: 200 len: 946 time: 0.0840299 May 05 22:36:50.089434 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5e33bbd3-c0a3-43c8-b30a-f99d60c6bbe0 req-d45a012a-3d3d-48f4-a943-c9a46170a19b tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432019 May 05 22:36:51.314316 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e5953e-bd5d-4cd8-a7ea-652f95d9bda0 req-ca17bae9-ee80-4d9a-a2cd-dd5e203b6e2e tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:51.315787 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e5e5953e-bd5d-4cd8-a7ea-652f95d9bda0 req-ca17bae9-ee80-4d9a-a2cd-dd5e203b6e2e tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a51a23-1404-4439-af6d-bc4e69203cb3 HTTP/1.1" status: 200 len: 946 time: 0.0877919 May 05 22:36:51.366976 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e5e5953e-bd5d-4cd8-a7ea-652f95d9bda0 req-45ac45ff-5091-4031-ab42-c5512a31a1c3 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430360 May 05 22:36:51.574123 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2290a-beb7-46d1-9b98-8db3d0c80907 req-746dabdc-e035-4711-9701-66fa1bf9e782 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:51.575958 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2ef2290a-beb7-46d1-9b98-8db3d0c80907 req-746dabdc-e035-4711-9701-66fa1bf9e782 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a51a23-1404-4439-af6d-bc4e69203cb3 HTTP/1.1" status: 200 len: 946 time: 0.0907094 May 05 22:36:51.584477 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 34526) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:36:51.589631 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-69c78e0e-55f6-494e-988c-d5c0402fcf1e tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Request body: {'floatingip': {'port_id': 'dc94032e-ef84-41e7-ac13-ebe1650029ea'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:36:51.664081 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-69c78e0e-55f6-494e-988c-d5c0402fcf1e tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks [] for floatingip, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:36:52.377592 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-69c78e0e-55f6-494e-988c-d5c0402fcf1e tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:36:52.384007 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-69c78e0e-55f6-494e-988c-d5c0402fcf1e tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:36:52.582045 n-d-825175-4 neutron-server[84061]: INFO neutron.db.l3_db [None req-69c78e0e-55f6-494e-988c-d5c0402fcf1e tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Floating IP 36333c3c-bf0d-4c7b-ac47-1f2b673f26a8 associated. External IP: 172.25.4.186, port: dc94032e-ef84-41e7-ac13-ebe1650029ea. May 05 22:36:52.994806 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69c78e0e-55f6-494e-988c-d5c0402fcf1e tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Router 6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:36:53.202818 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c78e0e-55f6-494e-988c-d5c0402fcf1e tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:36:53.207274 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-69c78e0e-55f6-494e-988c-d5c0402fcf1e tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:36:53.213323 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc85fd2c-b356-4081-a612-a502b5ff26b0 None None] Sync routers for ids ['6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:36:53.226504 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc85fd2c-b356-4081-a612-a502b5ff26b0 None None] Routers {'6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:36:53.227134 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-cc85fd2c-b356-4081-a612-a502b5ff26b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:36:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:36:53.263828 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-69c78e0e-55f6-494e-988c-d5c0402fcf1e tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "PUT /v2.0/floatingips/36333c3c-bf0d-4c7b-ac47-1f2b673f26a8 HTTP/1.1" status: 200 len: 992 time: 1.6755929 May 05 22:36:53.263828 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63a51a23-1404-4439-af6d-bc4e69203cb3', 'tag': 'dc94032e-ef84-41e7-ac13-ebe1650029ea'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:36:53.332602 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aad886c1-a98b-4cee-8d10-77221417870f'] response: {'name': 'network-changed', 'server_uuid': '63a51a23-1404-4439-af6d-bc4e69203cb3', 'tag': 'dc94032e-ef84-41e7-ac13-ebe1650029ea', 'status': 'completed', 'code': 200} May 05 22:36:53.427108 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-56268709-e75e-404f-bdcb-2a1bc9023f72 req-e020a1e6-48ca-4f95-84ed-105eb4d8542b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9&device_id=63a51a23-1404-4439-af6d-bc4e69203cb3 HTTP/1.1" status: 200 len: 1097 time: 0.0729878 May 05 22:36:53.434437 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-cc85fd2c-b356-4081-a612-a502b5ff26b0 None None] Set router 6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:36:53.742162 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56268709-e75e-404f-bdcb-2a1bc9023f72 req-d9f07501-c353-4db9-946c-123bf8891f34 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:53.743630 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-56268709-e75e-404f-bdcb-2a1bc9023f72 req-d9f07501-c353-4db9-946c-123bf8891f34 service neutron] 10.222.0.32 "GET /v2.0/networks?id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c HTTP/1.1" status: 200 len: 912 time: 0.3113065 May 05 22:36:53.794981 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-cc85fd2c-b356-4081-a612-a502b5ff26b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'name': 'tempest-ServerActionsTestJSON-145627584-router', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '85ead037-a3ab-46dd-94da-736b91b7f633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:35:44Z', 'updated_at': '2022-05-05T22:35:47Z', 'revision_number': 4, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'gw_port': {'id': '85ead037-a3ab-46dd-94da-736b91b7f633', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:35:45Z', 'updated_at': '2022-05-05T22:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '36333c3c-bf0d-4c7b-ac47-1f2b673f26a8', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'floating_ip_address': '172.25.4.186', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'port_id': 'dc94032e-ef84-41e7-ac13-ebe1650029ea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c', 'mac_address': 'fa:16:3e:0d:16:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a51a23-1404-4439-af6d-bc4e69203cb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:35:50Z', 'updated_at': '2022-05-05T22:36:52Z', 'revision_number': 5, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca24dc1-2bee-42c6-abea-f4b56262991b', 'name': '', 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'mac_address': 'fa:16:3e:96:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd590b4e3-56d7-4bb9-80ad-c9c88e9ccd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:35:47Z', 'updated_at': '2022-05-05T22:35:54Z', 'revision_number': 5, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'subnets': [{'id': 'd590b4e3-56d7-4bb9-80ad-c9c88e9ccd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:36:53.799096 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc85fd2c-b356-4081-a612-a502b5ff26b0 None None] Checking router: 6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:36:53.807184 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da2326-b197-4797-8ab8-4e981f82d48f req-7788d8f3-57a4-451b-b38e-78ec0e3a0ef1 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:53.808634 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c0da2326-b197-4797-8ab8-4e981f82d48f req-7788d8f3-57a4-451b-b38e-78ec0e3a0ef1 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a51a23-1404-4439-af6d-bc4e69203cb3 HTTP/1.1" status: 200 len: 946 time: 0.1763330 May 05 22:36:53.809936 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc85fd2c-b356-4081-a612-a502b5ff26b0 None None] Routers {'6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:36:53.810537 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-cc85fd2c-b356-4081-a612-a502b5ff26b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:36:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:36:53.886559 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-56268709-e75e-404f-bdcb-2a1bc9023f72 req-5863e2f7-700b-4c48-88b8-28bfb5c08217 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc94032e-ef84-41e7-ac13-ebe1650029ea HTTP/1.1" status: 200 len: 1000 time: 0.1365192 May 05 22:36:53.888669 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c0da2326-b197-4797-8ab8-4e981f82d48f req-c2738613-fb72-453a-a507-11f7b0d90f01 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744593 May 05 22:36:53.953271 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56268709-e75e-404f-bdcb-2a1bc9023f72 req-e03020a3-a0ad-423a-b22c-318b2a131ec9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:53.954918 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-56268709-e75e-404f-bdcb-2a1bc9023f72 req-e03020a3-a0ad-423a-b22c-318b2a131ec9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d590b4e3-56d7-4bb9-80ad-c9c88e9ccd04 HTTP/1.1" status: 200 len: 850 time: 0.0629375 May 05 22:36:53.985045 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-cc85fd2c-b356-4081-a612-a502b5ff26b0 None None] Set router 6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:36:54.027338 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-56268709-e75e-404f-bdcb-2a1bc9023f72 req-7c339f0d-0048-4dd6-a1a0-fb1ed85c99ee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669007 May 05 22:36:54.158496 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-56268709-e75e-404f-bdcb-2a1bc9023f72 req-68a54341-5ea9-4270-aeaa-37328b6fad85 service neutron] 10.222.0.32 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249161 May 05 22:36:54.287672 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-56268709-e75e-404f-bdcb-2a1bc9023f72 req-da238111-178e-4893-8c0c-21adb4420ac2 service neutron] 10.222.0.32 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237414 May 05 22:36:54.331858 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-cc85fd2c-b356-4081-a612-a502b5ff26b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'name': 'tempest-ServerActionsTestJSON-145627584-router', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '85ead037-a3ab-46dd-94da-736b91b7f633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:35:44Z', 'updated_at': '2022-05-05T22:35:47Z', 'revision_number': 4, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'gw_port': {'id': '85ead037-a3ab-46dd-94da-736b91b7f633', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:35:45Z', 'updated_at': '2022-05-05T22:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '36333c3c-bf0d-4c7b-ac47-1f2b673f26a8', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'floating_ip_address': '172.25.4.186', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'port_id': 'dc94032e-ef84-41e7-ac13-ebe1650029ea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c', 'mac_address': 'fa:16:3e:0d:16:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a51a23-1404-4439-af6d-bc4e69203cb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:35:50Z', 'updated_at': '2022-05-05T22:36:52Z', 'revision_number': 5, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca24dc1-2bee-42c6-abea-f4b56262991b', 'name': '', 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'mac_address': 'fa:16:3e:96:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd590b4e3-56d7-4bb9-80ad-c9c88e9ccd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:35:47Z', 'updated_at': '2022-05-05T22:35:54Z', 'revision_number': 5, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'subnets': [{'id': 'd590b4e3-56d7-4bb9-80ad-c9c88e9ccd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:36:54.335944 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc85fd2c-b356-4081-a612-a502b5ff26b0 None None] The sync data for ids ['6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3'] in n-d-825175-4 is: [{'id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'name': 'tempest-ServerActionsTestJSON-145627584-router', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '85ead037-a3ab-46dd-94da-736b91b7f633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:35:44Z', 'updated_at': '2022-05-05T22:35:47Z', 'revision_number': 4, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'gw_port': {'id': '85ead037-a3ab-46dd-94da-736b91b7f633', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:35:45Z', 'updated_at': '2022-05-05T22:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '36333c3c-bf0d-4c7b-ac47-1f2b673f26a8', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'floating_ip_address': '172.25.4.186', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'port_id': 'dc94032e-ef84-41e7-ac13-ebe1650029ea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c', 'mac_address': 'fa:16:3e:0d:16:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a51a23-1404-4439-af6d-bc4e69203cb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:35:50Z', 'updated_at': '2022-05-05T22:36:52Z', 'revision_number': 5, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca24dc1-2bee-42c6-abea-f4b56262991b', 'name': '', 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'mac_address': 'fa:16:3e:96:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd590b4e3-56d7-4bb9-80ad-c9c88e9ccd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:35:47Z', 'updated_at': '2022-05-05T22:35:54Z', 'revision_number': 5, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'subnets': [{'id': 'd590b4e3-56d7-4bb9-80ad-c9c88e9ccd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:36:54.530514 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5526d599-65ea-462d-af34-80914403ade2 None None] New status for floating IP 36333c3c-bf0d-4c7b-ac47-1f2b673f26a8: ACTIVE {{(pid=84064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 22:36:55.112981 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637bb53-9b28-4a72-a4ca-b131fec34c65 req-24b9617e-9495-41ac-ae1d-8de81216134d tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:55.114551 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b637bb53-9b28-4a72-a4ca-b131fec34c65 req-24b9617e-9495-41ac-ae1d-8de81216134d tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a51a23-1404-4439-af6d-bc4e69203cb3 HTTP/1.1" status: 200 len: 946 time: 0.0900295 May 05 22:36:55.167092 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b637bb53-9b28-4a72-a4ca-b131fec34c65 req-450b2342-d7d7-4b0b-9a08-6e1ba508d13b tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444412 May 05 22:36:56.383423 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5c20a-4a21-49b4-9764-4b4eecaff5eb req-63bb8f99-45a0-4fd0-99ba-80af7b19a952 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:56.384859 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3aa5c20a-4a21-49b4-9764-4b4eecaff5eb req-63bb8f99-45a0-4fd0-99ba-80af7b19a952 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a51a23-1404-4439-af6d-bc4e69203cb3 HTTP/1.1" status: 200 len: 946 time: 0.0868938 May 05 22:36:56.431631 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3aa5c20a-4a21-49b4-9764-4b4eecaff5eb req-4ed4a522-6b4b-4b25-b1fa-ce72a3450e7c tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410783 May 05 22:36:57.646669 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd712a-fd1e-4e1a-9b55-5d925b67f27e req-2a46a36c-d52d-4c73-9f3e-84f43d523146 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:57.648140 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cbdd712a-fd1e-4e1a-9b55-5d925b67f27e req-2a46a36c-d52d-4c73-9f3e-84f43d523146 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a51a23-1404-4439-af6d-bc4e69203cb3 HTTP/1.1" status: 200 len: 946 time: 0.0844510 May 05 22:36:57.695678 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cbdd712a-fd1e-4e1a-9b55-5d925b67f27e req-90559466-390a-4986-a99c-8c6434dedf96 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418687 May 05 22:36:58.921068 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c4a33-bf52-4f81-b651-986a786351fa req-e5be5a6b-c733-4add-9738-ac90cb0126b7 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:36:58.922495 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7c3c4a33-bf52-4f81-b651-986a786351fa req-e5be5a6b-c733-4add-9738-ac90cb0126b7 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a51a23-1404-4439-af6d-bc4e69203cb3 HTTP/1.1" status: 200 len: 946 time: 0.0885046 May 05 22:36:58.971588 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7c3c4a33-bf52-4f81-b651-986a786351fa req-25e5f54a-b940-4330-ad22-c78a5a011139 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403838 May 05 22:37:00.217360 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa06e401-418b-4696-a0c3-165f4aa0f275 req-efaabbb0-7c7c-4c11-85bd-377f33496fb3 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:00.218808 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fa06e401-418b-4696-a0c3-165f4aa0f275 req-efaabbb0-7c7c-4c11-85bd-377f33496fb3 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a51a23-1404-4439-af6d-bc4e69203cb3 HTTP/1.1" status: 200 len: 946 time: 0.0923004 May 05 22:37:00.280891 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fa06e401-418b-4696-a0c3-165f4aa0f275 req-a365f571-6af6-40f7-a040-8230235b29aa tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554686 May 05 22:37:01.493059 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427818dc-f574-47aa-9bb1-6723a4b76e68 req-7c32f40c-4c59-45e5-8cfb-61628b9a694d tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:01.494503 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-427818dc-f574-47aa-9bb1-6723a4b76e68 req-7c32f40c-4c59-45e5-8cfb-61628b9a694d tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a51a23-1404-4439-af6d-bc4e69203cb3 HTTP/1.1" status: 200 len: 946 time: 0.0826569 May 05 22:37:01.547288 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-427818dc-f574-47aa-9bb1-6723a4b76e68 req-4fe6c900-b1a2-4509-9234-51da552932a0 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447004 May 05 22:37:02.762834 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b570b671-bbc8-46b2-936e-be61f6a9068c req-f73c4fa0-6742-4031-9b69-9e69b07e651a tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:02.764251 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b570b671-bbc8-46b2-936e-be61f6a9068c req-f73c4fa0-6742-4031-9b69-9e69b07e651a tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a51a23-1404-4439-af6d-bc4e69203cb3 HTTP/1.1" status: 200 len: 946 time: 0.0927043 May 05 22:37:02.811147 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b570b671-bbc8-46b2-936e-be61f6a9068c req-14256430-0937-4e61-9d1b-07a87a64861f tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391247 May 05 22:37:04.038521 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168a6f6-4c18-4203-aaf6-66ba3f05e92b req-a472e227-ac1c-4ce2-8586-f8192bda8adc tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:04.040004 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e168a6f6-4c18-4203-aaf6-66ba3f05e92b req-a472e227-ac1c-4ce2-8586-f8192bda8adc tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a51a23-1404-4439-af6d-bc4e69203cb3 HTTP/1.1" status: 200 len: 946 time: 0.1034055 May 05 22:37:04.091271 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e168a6f6-4c18-4203-aaf6-66ba3f05e92b req-445c652a-184b-45c7-b172-0ce04df57fad tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455201 May 05 22:37:05.307032 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54315a0-454b-438f-bf5d-b115a36c258f req-54263aa1-04a7-4a1d-a476-c47696d5ed23 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:05.308637 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e54315a0-454b-438f-bf5d-b115a36c258f req-54263aa1-04a7-4a1d-a476-c47696d5ed23 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a51a23-1404-4439-af6d-bc4e69203cb3 HTTP/1.1" status: 200 len: 946 time: 0.0924695 May 05 22:37:05.360787 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e54315a0-454b-438f-bf5d-b115a36c258f req-de76bd2a-4fc4-4c59-b24c-4fb434961bf3 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463455 May 05 22:37:06.243070 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:37:06.471325 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:37:06.708108 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f917edb-da95-4066-9190-90028d75f52a req-bd1d3f39-499e-4b07-b985-43d4afd9af79 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:06.709547 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7f917edb-da95-4066-9190-90028d75f52a req-bd1d3f39-499e-4b07-b985-43d4afd9af79 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a51a23-1404-4439-af6d-bc4e69203cb3 HTTP/1.1" status: 200 len: 946 time: 0.1814263 May 05 22:37:06.761106 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7f917edb-da95-4066-9190-90028d75f52a req-b0be9e58-ab81-479f-9bb0-2c1cf23b1541 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425551 May 05 22:37:07.983257 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671f989-5bfc-4e02-81dc-6a948c3f510b req-8d764e8f-4a83-4dba-8f37-4ab6ddb88bb4 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:07.984577 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b671f989-5bfc-4e02-81dc-6a948c3f510b req-8d764e8f-4a83-4dba-8f37-4ab6ddb88bb4 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a51a23-1404-4439-af6d-bc4e69203cb3 HTTP/1.1" status: 200 len: 946 time: 0.0848122 May 05 22:37:08.036883 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b671f989-5bfc-4e02-81dc-6a948c3f510b req-27f56004-9762-4307-afcb-5b398b230432 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462635 May 05 22:37:09.268628 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3db3d3-9c46-4d56-af03-8db695da05bf req-d6c34df2-b845-4ab9-a248-508f9be7c22b tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:09.270088 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0e3db3d3-9c46-4d56-af03-8db695da05bf req-d6c34df2-b845-4ab9-a248-508f9be7c22b tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a51a23-1404-4439-af6d-bc4e69203cb3 HTTP/1.1" status: 200 len: 946 time: 0.0867651 May 05 22:37:09.317507 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0e3db3d3-9c46-4d56-af03-8db695da05bf req-29f16f67-4cfb-4a12-9989-ceed354d39f3 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416942 May 05 22:37:10.536422 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a1408f-6fc5-4180-90b2-0cb2d48a8881 req-a10d920b-f253-401f-8b39-946a016a40f4 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:10.537869 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b2a1408f-6fc5-4180-90b2-0cb2d48a8881 req-a10d920b-f253-401f-8b39-946a016a40f4 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a51a23-1404-4439-af6d-bc4e69203cb3 HTTP/1.1" status: 200 len: 946 time: 0.0793929 May 05 22:37:10.587465 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b2a1408f-6fc5-4180-90b2-0cb2d48a8881 req-345af123-f34d-4e90-89a0-5fda1ce56189 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438552 May 05 22:37:11.804477 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafff011-ff69-47d2-9b33-be59539d4254 req-3fb1e4c0-f7c2-4c6a-bc68-127c13a03b13 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:11.805931 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dafff011-ff69-47d2-9b33-be59539d4254 req-3fb1e4c0-f7c2-4c6a-bc68-127c13a03b13 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a51a23-1404-4439-af6d-bc4e69203cb3 HTTP/1.1" status: 200 len: 946 time: 0.0888793 May 05 22:37:11.851965 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dafff011-ff69-47d2-9b33-be59539d4254 req-b082d246-2108-4774-bba8-1361d9b8efa7 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402269 May 05 22:37:13.064474 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5ca1a-02c9-4c9d-9c70-78f9ccbd8fb6 req-4b22277e-14cb-4014-9ec8-101d76de248a tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:13.065895 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-75b5ca1a-02c9-4c9d-9c70-78f9ccbd8fb6 req-4b22277e-14cb-4014-9ec8-101d76de248a tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a51a23-1404-4439-af6d-bc4e69203cb3 HTTP/1.1" status: 200 len: 946 time: 0.0817561 May 05 22:37:13.114142 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-75b5ca1a-02c9-4c9d-9c70-78f9ccbd8fb6 req-3f8b639e-b251-4935-9c76-70b5cd16b095 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401702 May 05 22:37:13.985108 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-32d9a8ca-f3d6-4b5a-a501-d87ac4b76432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:37:14.329142 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6214be1d-27b2-4f27-96f0-328c6396aa3a req-132f4e84-5118-420f-b377-33e7e897d202 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:14.330444 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6214be1d-27b2-4f27-96f0-328c6396aa3a req-132f4e84-5118-420f-b377-33e7e897d202 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a51a23-1404-4439-af6d-bc4e69203cb3 HTTP/1.1" status: 200 len: 946 time: 0.0842307 May 05 22:37:14.379347 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6214be1d-27b2-4f27-96f0-328c6396aa3a req-24b88aeb-0f37-4f9f-8700-84509b33fe2b tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404489 May 05 22:37:15.619095 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca86fbfc-e4ac-4ead-9a81-faa97e0e24f7 req-1d964c95-c5ec-440f-99e5-e5233bfd3eb5 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:15.620532 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ca86fbfc-e4ac-4ead-9a81-faa97e0e24f7 req-1d964c95-c5ec-440f-99e5-e5233bfd3eb5 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a51a23-1404-4439-af6d-bc4e69203cb3 HTTP/1.1" status: 200 len: 946 time: 0.0861485 May 05 22:37:15.670299 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ca86fbfc-e4ac-4ead-9a81-faa97e0e24f7 req-2df42f74-ad32-4573-91ef-70fe2c5ebe7f tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413191 May 05 22:37:16.323768 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d94b86cd-6be3-425c-9162-415a31d99ae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:37:16.885415 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce61a416-7f96-4305-b18c-8411a4c32eb3 req-479c5948-6985-4035-b7ff-6505eb26101a tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:16.886796 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ce61a416-7f96-4305-b18c-8411a4c32eb3 req-479c5948-6985-4035-b7ff-6505eb26101a tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a51a23-1404-4439-af6d-bc4e69203cb3 HTTP/1.1" status: 200 len: 946 time: 0.0839467 May 05 22:37:16.935774 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ce61a416-7f96-4305-b18c-8411a4c32eb3 req-bfc4a6aa-a104-440e-99e9-59ea7ea92040 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432088 May 05 22:37:17.552640 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:37:17.556819 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:37:18.146386 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc8a48-133e-4c2e-9dae-06432b9bea1d req-9a1dbe13-daad-4696-a4ab-8719e72c423c tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:18.148090 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c5cc8a48-133e-4c2e-9dae-06432b9bea1d req-9a1dbe13-daad-4696-a4ab-8719e72c423c tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a51a23-1404-4439-af6d-bc4e69203cb3 HTTP/1.1" status: 200 len: 946 time: 0.0834930 May 05 22:37:18.197697 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c5cc8a48-133e-4c2e-9dae-06432b9bea1d req-5abe58e1-d9f3-48c7-8cb5-4a0560ce3948 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418859 May 05 22:37:19.117861 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:37:19.427971 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9956ea7-ea06-4b2b-8204-d223829b65cf req-d7e74d5d-c9eb-4934-9c36-84c48e248bce tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:19.429379 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a9956ea7-ea06-4b2b-8204-d223829b65cf req-d7e74d5d-c9eb-4934-9c36-84c48e248bce tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a51a23-1404-4439-af6d-bc4e69203cb3 HTTP/1.1" status: 200 len: 946 time: 0.0939066 May 05 22:37:19.478792 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a9956ea7-ea06-4b2b-8204-d223829b65cf req-5335de3f-28ff-447a-b218-c7b5673fab3c tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409946 May 05 22:37:19.681002 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9cbb37fe-f65c-4578-8c76-06a43ace69e7 req-5fc6dfb6-1cc6-4904-87a2-6ce2a950e885 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=63a51a23-1404-4439-af6d-bc4e69203cb3&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0752289 May 05 22:37:20.008825 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc71b8e-e21f-417e-a5da-e1dcde71a93a req-c5aed08a-0a00-4bf8-b0ae-d93e38693823 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:20.010306 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9dc71b8e-e21f-417e-a5da-e1dcde71a93a req-c5aed08a-0a00-4bf8-b0ae-d93e38693823 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a51a23-1404-4439-af6d-bc4e69203cb3 HTTP/1.1" status: 200 len: 946 time: 0.0802879 May 05 22:37:20.049189 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c93e8e5d-0bd8-40da-bb05-8bb0919e71f8 req-fec29810-f233-4fc0-9bfb-c756b84ac0ed service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=63a51a23-1404-4439-af6d-bc4e69203cb3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1343789 May 05 22:37:20.057852 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9dc71b8e-e21f-417e-a5da-e1dcde71a93a req-6ac9da33-72e3-4bee-9e84-9851f80d8b8f tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413485 May 05 22:37:21.323714 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c93e8e5d-0bd8-40da-bb05-8bb0919e71f8 req-b0ff4ebc-5691-4f80-9546-512db48e9d5c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9&device_id=63a51a23-1404-4439-af6d-bc4e69203cb3 HTTP/1.1" status: 200 len: 1097 time: 0.1268938 May 05 22:37:21.350286 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:37:21.356089 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2fc2f5-00eb-4944-905b-bfd00e46acd3 req-9520cb82-f865-4244-9a38-4567679aa1e8 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:21.357497 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1d2fc2f5-00eb-4944-905b-bfd00e46acd3 req-9520cb82-f865-4244-9a38-4567679aa1e8 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a51a23-1404-4439-af6d-bc4e69203cb3 HTTP/1.1" status: 200 len: 946 time: 0.1317437 May 05 22:37:21.493091 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1d2fc2f5-00eb-4944-905b-bfd00e46acd3 req-ef393bb4-d450-4160-badd-2e509030cdb5 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846519 May 05 22:37:21.499756 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e8e5d-0bd8-40da-bb05-8bb0919e71f8 req-48e660af-e444-4a46-91a9-ad0d71c7b203 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:21.501433 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c93e8e5d-0bd8-40da-bb05-8bb0919e71f8 req-48e660af-e444-4a46-91a9-ad0d71c7b203 service neutron] 10.222.0.32 "GET /v2.0/networks?id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c HTTP/1.1" status: 200 len: 912 time: 0.1722636 May 05 22:37:21.610131 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c93e8e5d-0bd8-40da-bb05-8bb0919e71f8 req-51257dce-f213-48a0-9c40-cbc70043f058 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc94032e-ef84-41e7-ac13-ebe1650029ea HTTP/1.1" status: 200 len: 1002 time: 0.1028762 May 05 22:37:21.673524 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e8e5d-0bd8-40da-bb05-8bb0919e71f8 req-8888b956-e92f-4598-8701-f85d9f3b8415 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:21.674933 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c93e8e5d-0bd8-40da-bb05-8bb0919e71f8 req-8888b956-e92f-4598-8701-f85d9f3b8415 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d590b4e3-56d7-4bb9-80ad-c9c88e9ccd04 HTTP/1.1" status: 200 len: 850 time: 0.0592113 May 05 22:37:21.749719 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c93e8e5d-0bd8-40da-bb05-8bb0919e71f8 req-ab2e1336-6705-4739-9bdf-8f85335ab66c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685034 May 05 22:37:21.988159 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c93e8e5d-0bd8-40da-bb05-8bb0919e71f8 req-e949b5f9-aeb2-45b3-88c9-f33878de8f4f service neutron] 10.222.0.32 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310998 May 05 22:37:22.120882 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c93e8e5d-0bd8-40da-bb05-8bb0919e71f8 req-efbbad2d-6099-4e58-96c9-c9132742c633 service neutron] 10.222.0.32 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262996 May 05 22:37:22.708556 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82619d5c-fb12-4277-a74e-0d93a1206914 req-6f9ec52e-1fd7-4a87-843f-115147f35332 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:22.709900 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-82619d5c-fb12-4277-a74e-0d93a1206914 req-6f9ec52e-1fd7-4a87-843f-115147f35332 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a51a23-1404-4439-af6d-bc4e69203cb3 HTTP/1.1" status: 200 len: 946 time: 0.0829227 May 05 22:37:22.759844 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-82619d5c-fb12-4277-a74e-0d93a1206914 req-a0c5b215-e95d-49a0-94f6-ba1756396ddb tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441165 May 05 22:37:23.865481 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [req-c93e8e5d-0bd8-40da-bb05-8bb0919e71f8 req-813223ce-1e97-402c-9853-5e80fb2f8657 service neutron] show failed (client error): The resource could not be found. May 05 22:37:23.866407 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c93e8e5d-0bd8-40da-bb05-8bb0919e71f8 req-813223ce-1e97-402c-9853-5e80fb2f8657 service neutron] 10.222.0.32 "GET /v2.0/ports/dc94032e-ef84-41e7-ac13-ebe1650029ea/bindings/n-h1-825175-4 HTTP/1.1" status: 404 len: 380 time: 0.0844274 May 05 22:37:23.967981 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f1ace-b08f-485d-9e22-321a21f4d406 req-770385cf-f306-4149-bbbe-2d2f295fe6fd tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:23.969460 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-934f1ace-b08f-485d-9e22-321a21f4d406 req-770385cf-f306-4149-bbbe-2d2f295fe6fd tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a51a23-1404-4439-af6d-bc4e69203cb3 HTTP/1.1" status: 200 len: 946 time: 0.0813477 May 05 22:37:24.016946 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-934f1ace-b08f-485d-9e22-321a21f4d406 req-188e9acb-7123-4b0d-bf18-e8e0bcc9ac53 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416598 May 05 22:37:24.141317 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c93e8e5d-0bd8-40da-bb05-8bb0919e71f8 req-d8b3f5d9-c53b-46e5-89e2-ddc36408bbd0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=63a51a23-1404-4439-af6d-bc4e69203cb3&tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9 HTTP/1.1" status: 200 len: 1097 time: 0.0693941 May 05 22:37:24.151963 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-c93e8e5d-0bd8-40da-bb05-8bb0919e71f8 req-4ce76600-504e-4674-baed-32bf3c398f39 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825175-4', 'device_owner': 'compute:nova'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:37:24.261014 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c93e8e5d-0bd8-40da-bb05-8bb0919e71f8 req-4ce76600-504e-4674-baed-32bf3c398f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:37:24.548131 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-c93e8e5d-0bd8-40da-bb05-8bb0919e71f8 req-4ce76600-504e-4674-baed-32bf3c398f39 service neutron] For port dc94032e-ef84-41e7-ac13-ebe1650029ea, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=dc94032e-ef84-41e7-ac13-ebe1650029ea,segment=NetworkSegment(d0acf8dd-f215-4005-a46b-f65510e9fdb9),segment_id=d0acf8dd-f215-4005-a46b-f65510e9fdb9)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:37:24.577159 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-c93e8e5d-0bd8-40da-bb05-8bb0919e71f8 req-4ce76600-504e-4674-baed-32bf3c398f39 service neutron] For port dc94032e-ef84-41e7-ac13-ebe1650029ea, host n-h2-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:37:24.632026 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a51a23-1404-4439-af6d-bc4e69203cb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc94032e-ef84-41e7-ac13-ebe1650029ea'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:37:24.637443 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c93e8e5d-0bd8-40da-bb05-8bb0919e71f8 req-4ce76600-504e-4674-baed-32bf3c398f39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:37:24.652473 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-c93e8e5d-0bd8-40da-bb05-8bb0919e71f8 req-4ce76600-504e-4674-baed-32bf3c398f39 service neutron] Transition to ACTIVE for port object dc94032e-ef84-41e7-ac13-ebe1650029ea will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:37:24.657424 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c93e8e5d-0bd8-40da-bb05-8bb0919e71f8 req-4ce76600-504e-4674-baed-32bf3c398f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:37:24.784548 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55597980-b200-47b2-94ca-2876cc5beb05'] response: {'server_uuid': '63a51a23-1404-4439-af6d-bc4e69203cb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc94032e-ef84-41e7-ac13-ebe1650029ea', 'code': 200} May 05 22:37:24.877492 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce76600-504e-4674-baed-32bf3c398f39 service neutron] Pushing event updated for resources: {'Port': ['ID=dc94032e-ef84-41e7-ac13-ebe1650029ea,revision_number=6']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:37:24.900078 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce76600-504e-4674-baed-32bf3c398f39 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:37:24.900405 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce76600-504e-4674-baed-32bf3c398f39 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:37:24.900753 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce76600-504e-4674-baed-32bf3c398f39 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:37:24.901086 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce76600-504e-4674-baed-32bf3c398f39 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:37:24.901410 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce76600-504e-4674-baed-32bf3c398f39 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:37:24.901731 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce76600-504e-4674-baed-32bf3c398f39 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:37:24.902049 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce76600-504e-4674-baed-32bf3c398f39 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:37:24.902367 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce76600-504e-4674-baed-32bf3c398f39 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:37:24.902691 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce76600-504e-4674-baed-32bf3c398f39 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:37:24.903021 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce76600-504e-4674-baed-32bf3c398f39 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:37:24.903335 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce76600-504e-4674-baed-32bf3c398f39 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:37:24.956153 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-c93e8e5d-0bd8-40da-bb05-8bb0919e71f8 req-4ce76600-504e-4674-baed-32bf3c398f39 service neutron] No DVR routers for this DVR port dc94032e-ef84-41e7-ac13-ebe1650029ea on host n-h2-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:37:25.203201 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-c93e8e5d-0bd8-40da-bb05-8bb0919e71f8 req-4ce76600-504e-4674-baed-32bf3c398f39 service neutron] Attempting to bind port dc94032e-ef84-41e7-ac13-ebe1650029ea on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:37:25.203959 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-c93e8e5d-0bd8-40da-bb05-8bb0919e71f8 req-4ce76600-504e-4674-baed-32bf3c398f39 service neutron] Attempting to bind port dc94032e-ef84-41e7-ac13-ebe1650029ea by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': 'd0acf8dd-f215-4005-a46b-f65510e9fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:37:25.203959 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93e8e5d-0bd8-40da-bb05-8bb0919e71f8 req-4ce76600-504e-4674-baed-32bf3c398f39 service neutron] Attempting to bind port dc94032e-ef84-41e7-ac13-ebe1650029ea on network 87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:37:25.210357 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93e8e5d-0bd8-40da-bb05-8bb0919e71f8 req-4ce76600-504e-4674-baed-32bf3c398f39 service neutron] Port dc94032e-ef84-41e7-ac13-ebe1650029ea on network 87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:37:25.210621 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93e8e5d-0bd8-40da-bb05-8bb0919e71f8 req-4ce76600-504e-4674-baed-32bf3c398f39 service neutron] Attempting to bind port dc94032e-ef84-41e7-ac13-ebe1650029ea on network 87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:37:25.217040 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93e8e5d-0bd8-40da-bb05-8bb0919e71f8 req-4ce76600-504e-4674-baed-32bf3c398f39 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:37:25.217347 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93e8e5d-0bd8-40da-bb05-8bb0919e71f8 req-4ce76600-504e-4674-baed-32bf3c398f39 service neutron] Checking segment: {'id': 'd0acf8dd-f215-4005-a46b-f65510e9fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:37:25.217727 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93e8e5d-0bd8-40da-bb05-8bb0919e71f8 req-4ce76600-504e-4674-baed-32bf3c398f39 service neutron] Bound using segment: {'id': 'd0acf8dd-f215-4005-a46b-f65510e9fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:37:25.218266 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-c93e8e5d-0bd8-40da-bb05-8bb0919e71f8 req-4ce76600-504e-4674-baed-32bf3c398f39 service neutron] Bound port: dc94032e-ef84-41e7-ac13-ebe1650029ea, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0acf8dd-f215-4005-a46b-f65510e9fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:37:25.218615 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c93e8e5d-0bd8-40da-bb05-8bb0919e71f8 req-4ce76600-504e-4674-baed-32bf3c398f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:37:25.228141 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109436e-940f-4db4-8809-67b0a14eabbc req-25218021-3c19-4cf3-b955-06f0131e1309 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:25.229591 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6109436e-940f-4db4-8809-67b0a14eabbc req-25218021-3c19-4cf3-b955-06f0131e1309 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a51a23-1404-4439-af6d-bc4e69203cb3 HTTP/1.1" status: 200 len: 944 time: 0.0768707 May 05 22:37:25.279923 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6109436e-940f-4db4-8809-67b0a14eabbc req-be3ae5ec-114d-4aa9-b63c-9f7165e751f0 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445168 May 05 22:37:25.310498 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-c93e8e5d-0bd8-40da-bb05-8bb0919e71f8 req-4ce76600-504e-4674-baed-32bf3c398f39 service neutron] For port dc94032e-ef84-41e7-ac13-ebe1650029ea, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:37:25.313418 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-c93e8e5d-0bd8-40da-bb05-8bb0919e71f8 req-4ce76600-504e-4674-baed-32bf3c398f39 service neutron] For port dc94032e-ef84-41e7-ac13-ebe1650029ea, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=dc94032e-ef84-41e7-ac13-ebe1650029ea,segment=NetworkSegment(d0acf8dd-f215-4005-a46b-f65510e9fdb9),segment_id=d0acf8dd-f215-4005-a46b-f65510e9fdb9)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:37:25.319471 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c93e8e5d-0bd8-40da-bb05-8bb0919e71f8 req-4ce76600-504e-4674-baed-32bf3c398f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:37:25.379717 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c93e8e5d-0bd8-40da-bb05-8bb0919e71f8 req-4ce76600-504e-4674-baed-32bf3c398f39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:37:25.381177 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c93e8e5d-0bd8-40da-bb05-8bb0919e71f8 req-4ce76600-504e-4674-baed-32bf3c398f39 service neutron] 10.222.0.44 "PUT /v2.0/ports/dc94032e-ef84-41e7-ac13-ebe1650029ea HTTP/1.1" status: 200 len: 1092 time: 1.2331729 May 05 22:37:25.393724 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce76600-504e-4674-baed-32bf3c398f39 service neutron] Pushing event updated for resources: {'Port': ['ID=dc94032e-ef84-41e7-ac13-ebe1650029ea,revision_number=7']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:37:25.487041 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c93e8e5d-0bd8-40da-bb05-8bb0919e71f8 req-71873b7c-088d-42d5-8493-3be7457a115f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9&device_id=63a51a23-1404-4439-af6d-bc4e69203cb3 HTTP/1.1" status: 200 len: 1095 time: 0.0700152 May 05 22:37:25.622566 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e8e5d-0bd8-40da-bb05-8bb0919e71f8 req-2013a001-3b9b-48c7-adfe-cc8ba112f14c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:25.624073 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c93e8e5d-0bd8-40da-bb05-8bb0919e71f8 req-2013a001-3b9b-48c7-adfe-cc8ba112f14c service neutron] 10.222.0.44 "GET /v2.0/networks?id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c HTTP/1.1" status: 200 len: 912 time: 0.1315534 May 05 22:37:25.727694 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c93e8e5d-0bd8-40da-bb05-8bb0919e71f8 req-c73c7be8-aa8c-4ff5-a035-a8a1349ee0bb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc94032e-ef84-41e7-ac13-ebe1650029ea HTTP/1.1" status: 200 len: 1000 time: 0.0973814 May 05 22:37:25.795446 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e8e5d-0bd8-40da-bb05-8bb0919e71f8 req-b27bc9d8-68b4-463f-bdb5-a6f24ce43e47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:25.796837 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c93e8e5d-0bd8-40da-bb05-8bb0919e71f8 req-b27bc9d8-68b4-463f-bdb5-a6f24ce43e47 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d590b4e3-56d7-4bb9-80ad-c9c88e9ccd04 HTTP/1.1" status: 200 len: 850 time: 0.0622416 May 05 22:37:25.871645 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c93e8e5d-0bd8-40da-bb05-8bb0919e71f8 req-07a6a391-3368-4ecf-bbc3-58d050b9d8c1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687885 May 05 22:37:26.018972 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c93e8e5d-0bd8-40da-bb05-8bb0919e71f8 req-cfb15c0f-b356-43ce-a13b-573390f890f2 service neutron] 10.222.0.44 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402748 May 05 22:37:26.171524 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c93e8e5d-0bd8-40da-bb05-8bb0919e71f8 req-4531a750-20af-4d60-b2ef-d8ec91bad427 service neutron] 10.222.0.44 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416929 May 05 22:37:26.494228 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07832e4d-c219-4a0d-bac9-794c6bb8d685 req-63100387-1056-4a17-b4c4-5bf5c4e161a2 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:26.495693 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-07832e4d-c219-4a0d-bac9-794c6bb8d685 req-63100387-1056-4a17-b4c4-5bf5c4e161a2 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a51a23-1404-4439-af6d-bc4e69203cb3 HTTP/1.1" status: 200 len: 944 time: 0.0863576 May 05 22:37:26.545617 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-07832e4d-c219-4a0d-bac9-794c6bb8d685 req-d61fb86a-5d40-4f32-adc8-18bb2191f4f9 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416861 May 05 22:37:26.786864 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63a51a23-1404-4439-af6d-bc4e69203cb3', 'tag': 'dc94032e-ef84-41e7-ac13-ebe1650029ea'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:37:26.867336 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d89e3dee-845a-45ff-8a72-3746ef197c3e'] response: {'name': 'network-changed', 'server_uuid': '63a51a23-1404-4439-af6d-bc4e69203cb3', 'tag': 'dc94032e-ef84-41e7-ac13-ebe1650029ea', 'status': 'completed', 'code': 200} May 05 22:37:26.960613 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e742aee8-567e-47bc-af31-c59def12974d req-71e8b3c4-2fd2-4503-a13c-4994cab512f4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9&device_id=63a51a23-1404-4439-af6d-bc4e69203cb3 HTTP/1.1" status: 200 len: 1095 time: 0.0724435 May 05 22:37:26.962068 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e742aee8-567e-47bc-af31-c59def12974d req-b03f7664-3e8d-41c5-ad46-a4e9caac2201 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9&device_id=63a51a23-1404-4439-af6d-bc4e69203cb3 HTTP/1.1" status: 200 len: 1095 time: 0.0676732 May 05 22:37:27.092047 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742aee8-567e-47bc-af31-c59def12974d req-081cf59e-2a63-44ad-b6a3-f9824aaa1aa7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:27.093531 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742aee8-567e-47bc-af31-c59def12974d req-e3ce075d-ee22-4adf-a646-a20753cb1c47 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:27.093663 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e742aee8-567e-47bc-af31-c59def12974d req-081cf59e-2a63-44ad-b6a3-f9824aaa1aa7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c HTTP/1.1" status: 200 len: 912 time: 0.1268501 May 05 22:37:27.095184 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e742aee8-567e-47bc-af31-c59def12974d req-e3ce075d-ee22-4adf-a646-a20753cb1c47 service neutron] 10.222.0.44 "GET /v2.0/networks?id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c HTTP/1.1" status: 200 len: 912 time: 0.1271024 May 05 22:37:27.199884 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e742aee8-567e-47bc-af31-c59def12974d req-a809f969-a3d4-4c0c-bfad-d79de43c1f50 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc94032e-ef84-41e7-ac13-ebe1650029ea HTTP/1.1" status: 200 len: 1000 time: 0.1006548 May 05 22:37:27.261532 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742aee8-567e-47bc-af31-c59def12974d req-481925c9-1890-4f9b-8034-6587bddba868 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:27.263139 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e742aee8-567e-47bc-af31-c59def12974d req-481925c9-1890-4f9b-8034-6587bddba868 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d590b4e3-56d7-4bb9-80ad-c9c88e9ccd04 HTTP/1.1" status: 200 len: 850 time: 0.0576525 May 05 22:37:27.295810 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e742aee8-567e-47bc-af31-c59def12974d req-e5ac3308-aedc-4cf6-8bb7-adc57a819de3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc94032e-ef84-41e7-ac13-ebe1650029ea HTTP/1.1" status: 200 len: 1000 time: 0.1941926 May 05 22:37:27.336608 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e742aee8-567e-47bc-af31-c59def12974d req-ec66895b-aa43-4f58-8005-d45765e1f702 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675304 May 05 22:37:27.361727 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742aee8-567e-47bc-af31-c59def12974d req-8daf7580-9afe-4980-ac2d-dec6a6bbc112 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:27.363192 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e742aee8-567e-47bc-af31-c59def12974d req-8daf7580-9afe-4980-ac2d-dec6a6bbc112 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d590b4e3-56d7-4bb9-80ad-c9c88e9ccd04 HTTP/1.1" status: 200 len: 850 time: 0.0609851 May 05 22:37:27.437868 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e742aee8-567e-47bc-af31-c59def12974d req-41da86f2-c2c3-4737-af9c-fbbb5217a0ee service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687430 May 05 22:37:27.479494 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e742aee8-567e-47bc-af31-c59def12974d req-922d890c-fecb-48e1-884f-61db29a938e1 service neutron] 10.222.0.32 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365287 May 05 22:37:27.591334 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e742aee8-567e-47bc-af31-c59def12974d req-15b48829-040e-43a2-8b5b-27662a1fdfef service neutron] 10.222.0.44 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474683 May 05 22:37:27.621081 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e742aee8-567e-47bc-af31-c59def12974d req-aeb1559b-ce4f-4a88-80a2-dbef552b98f1 service neutron] 10.222.0.32 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353710 May 05 22:37:27.643071 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device dc94032e-ef84-41e7-ac13-ebe1650029ea details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:37:27.728839 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e742aee8-567e-47bc-af31-c59def12974d req-98f55dd0-6b71-4f67-9634-2e87d59defd4 service neutron] 10.222.0.44 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313181 May 05 22:37:27.758379 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device dc94032e-ef84-41e7-ac13-ebe1650029ea no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:37:27.768080 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23cc6ad-e177-4443-aa41-e4dc794dcbe6 req-710dfea4-096f-4f05-be39-a0a9a921411e tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:27.769493 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c23cc6ad-e177-4443-aa41-e4dc794dcbe6 req-710dfea4-096f-4f05-be39-a0a9a921411e tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a51a23-1404-4439-af6d-bc4e69203cb3 HTTP/1.1" status: 200 len: 944 time: 0.0893495 May 05 22:37:27.814923 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c23cc6ad-e177-4443-aa41-e4dc794dcbe6 req-c5b71e7f-f1d4-4870-97b2-cfa2ab041a3e tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396581 May 05 22:37:27.827018 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port dc94032e-ef84-41e7-ac13-ebe1650029ea, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=dc94032e-ef84-41e7-ac13-ebe1650029ea,segment=NetworkSegment(d0acf8dd-f215-4005-a46b-f65510e9fdb9),segment_id=d0acf8dd-f215-4005-a46b-f65510e9fdb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:37:27.844803 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': 'dc94032e-ef84-41e7-ac13-ebe1650029ea', 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c', 'port_id': 'dc94032e-ef84-41e7-ac13-ebe1650029ea', 'mac_address': 'fa:16:3e:0d:16:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd590b4e3-56d7-4bb9-80ad-c9c88e9ccd04', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:37:27.847693 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device dc94032e-ef84-41e7-ac13-ebe1650029ea not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:37:27.900222 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:37:27.923982 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc94032e-ef84-41e7-ac13-ebe1650029ea {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:37:27.943213 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port dc94032e-ef84-41e7-ac13-ebe1650029ea, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=dc94032e-ef84-41e7-ac13-ebe1650029ea,segment=NetworkSegment(d0acf8dd-f215-4005-a46b-f65510e9fdb9),segment_id=d0acf8dd-f215-4005-a46b-f65510e9fdb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:37:27.948628 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:37:28.023552 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=dc94032e-ef84-41e7-ac13-ebe1650029ea,revision_number=8']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:37:28.032906 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:37:28.033249 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:37:28.033582 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:37:28.033908 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:37:28.034235 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:37:28.034556 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:37:28.034902 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:37:28.035220 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:37:28.035645 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:37:28.035848 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:37:28.036161 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:37:28.147150 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['dc94032e-ef84-41e7-ac13-ebe1650029ea'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:37:28.313622 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efbccc-1b97-4630-b048-32834db95429 req-186b9ab3-4664-44f0-9b7b-e668547d9f88 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:28.314972 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-89efbccc-1b97-4630-b048-32834db95429 req-186b9ab3-4664-44f0-9b7b-e668547d9f88 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a51a23-1404-4439-af6d-bc4e69203cb3 HTTP/1.1" status: 200 len: 945 time: 0.2049317 May 05 22:37:28.323990 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2da99-bfd6-4084-bf21-15cef1fcf3e9 req-a74b416d-f4c8-43ab-8a4f-a9d53ccf815b tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:28.325437 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7db2da99-bfd6-4084-bf21-15cef1fcf3e9 req-a74b416d-f4c8-43ab-8a4f-a9d53ccf815b tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.32 "GET /v2.0/ports?device_id=63a51a23-1404-4439-af6d-bc4e69203cb3&tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9&binding%3Ahost_id=n-h1-825175-4 HTTP/1.1" status: 200 len: 945 time: 0.2482238 May 05 22:37:28.427996 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-89efbccc-1b97-4630-b048-32834db95429 req-e694dbb2-7ba9-42d2-9bad-b4f0e3a7fa4f tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016059 May 05 22:37:28.433669 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [req-7db2da99-bfd6-4084-bf21-15cef1fcf3e9 req-ea6b230c-4ea0-4063-892b-f376f6fa77af service neutron] delete failed (client error): The resource could not be found. May 05 22:37:28.434625 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7db2da99-bfd6-4084-bf21-15cef1fcf3e9 req-ea6b230c-4ea0-4063-892b-f376f6fa77af service neutron] 10.222.0.32 "DELETE /v2.0/ports/dc94032e-ef84-41e7-ac13-ebe1650029ea/bindings/n-h2-825175-4 HTTP/1.1" status: 404 len: 380 time: 0.0945458 May 05 22:37:28.575100 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7db2da99-bfd6-4084-bf21-15cef1fcf3e9 req-ebaba1ff-ce23-4eef-90dc-1aa0f19cea38 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9&device_id=63a51a23-1404-4439-af6d-bc4e69203cb3 HTTP/1.1" status: 200 len: 1096 time: 0.0722620 May 05 22:37:28.710466 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2da99-bfd6-4084-bf21-15cef1fcf3e9 req-bcf1ce50-dceb-4f2b-8367-eb28d6829c88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:28.711986 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7db2da99-bfd6-4084-bf21-15cef1fcf3e9 req-bcf1ce50-dceb-4f2b-8367-eb28d6829c88 service neutron] 10.222.0.32 "GET /v2.0/networks?id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c HTTP/1.1" status: 200 len: 912 time: 0.1315801 May 05 22:37:28.814563 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7db2da99-bfd6-4084-bf21-15cef1fcf3e9 req-a5b1822a-57cb-4456-b6b5-47319488cb6e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc94032e-ef84-41e7-ac13-ebe1650029ea HTTP/1.1" status: 200 len: 1001 time: 0.0964475 May 05 22:37:28.878047 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2da99-bfd6-4084-bf21-15cef1fcf3e9 req-986c4be5-7ea1-4948-9dfd-78db64a743a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:28.879482 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7db2da99-bfd6-4084-bf21-15cef1fcf3e9 req-986c4be5-7ea1-4948-9dfd-78db64a743a7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d590b4e3-56d7-4bb9-80ad-c9c88e9ccd04 HTTP/1.1" status: 200 len: 850 time: 0.0590119 May 05 22:37:28.967648 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7db2da99-bfd6-4084-bf21-15cef1fcf3e9 req-c9d79704-1430-40ec-98ac-e00cb0c13003 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0816531 May 05 22:37:29.100210 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7db2da99-bfd6-4084-bf21-15cef1fcf3e9 req-17b43fff-8261-4c79-9734-1310a7e22ea0 service neutron] 10.222.0.32 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262372 May 05 22:37:29.233664 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7db2da99-bfd6-4084-bf21-15cef1fcf3e9 req-f0caac71-79be-45ed-aa28-c8173f0e3a91 service neutron] 10.222.0.32 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273818 May 05 22:37:29.645142 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dcc897-8986-4751-9640-fc2d21a34357 req-bad6dd26-b2b7-4265-ab7d-e201d1c74f0b tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:29.646854 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-25dcc897-8986-4751-9640-fc2d21a34357 req-bad6dd26-b2b7-4265-ab7d-e201d1c74f0b tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a51a23-1404-4439-af6d-bc4e69203cb3 HTTP/1.1" status: 200 len: 945 time: 0.0768197 May 05 22:37:29.659714 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device dc94032e-ef84-41e7-ac13-ebe1650029ea up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:37:29.695641 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-25dcc897-8986-4751-9640-fc2d21a34357 req-20cb10fa-5794-48a0-b775-dc7a9dae7ac7 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408726 May 05 22:37:29.729723 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port dc94032e-ef84-41e7-ac13-ebe1650029ea completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:37:29.734686 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port dc94032e-ef84-41e7-ac13-ebe1650029ea triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:37:29.735070 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:37:29.852007 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:37:29.879879 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a51a23-1404-4439-af6d-bc4e69203cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc94032e-ef84-41e7-ac13-ebe1650029ea'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:37:29.889694 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port dc94032e-ef84-41e7-ac13-ebe1650029ea, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=dc94032e-ef84-41e7-ac13-ebe1650029ea,segment=NetworkSegment(d0acf8dd-f215-4005-a46b-f65510e9fdb9),segment_id=d0acf8dd-f215-4005-a46b-f65510e9fdb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:37:29.893926 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:37:29.944114 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6109467e-7565-4701-aeb3-6eb5d3ecb6e3'] response: {'server_uuid': '63a51a23-1404-4439-af6d-bc4e69203cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc94032e-ef84-41e7-ac13-ebe1650029ea', 'code': 200} May 05 22:37:29.961514 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=dc94032e-ef84-41e7-ac13-ebe1650029ea,revision_number=9']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:37:30.920282 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94a209-bd30-4cfc-bbc2-208a872351e4 req-9425feef-bdb3-4305-afc6-0741429ea6a9 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:30.921731 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-db94a209-bd30-4cfc-bbc2-208a872351e4 req-9425feef-bdb3-4305-afc6-0741429ea6a9 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a51a23-1404-4439-af6d-bc4e69203cb3 HTTP/1.1" status: 200 len: 946 time: 0.0870116 May 05 22:37:30.967839 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-db94a209-bd30-4cfc-bbc2-208a872351e4 req-d9fb258f-da35-446a-8302-52ef834440d8 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405405 May 05 22:37:31.195559 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84520c09-9332-431d-b3c5-9dc4b7c4446b req-4bb819f2-df08-4a19-9ed1-0ed3ff6a9aff tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:31.197977 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-84520c09-9332-431d-b3c5-9dc4b7c4446b req-4bb819f2-df08-4a19-9ed1-0ed3ff6a9aff tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a51a23-1404-4439-af6d-bc4e69203cb3 HTTP/1.1" status: 200 len: 946 time: 0.0862460 May 05 22:37:31.247441 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-84520c09-9332-431d-b3c5-9dc4b7c4446b req-d03c08f1-7a61-4c0d-b981-a55a7ba96454 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444825 May 05 22:37:31.258810 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bd689021-8859-4211-b4f0-a951d3ec38fc req-7824a58a-9c03-4248-9ca5-6bcf556c74b3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=63a51a23-1404-4439-af6d-bc4e69203cb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0749590 May 05 22:37:31.399105 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bd689021-8859-4211-b4f0-a951d3ec38fc req-84f96041-997d-4f84-8a73-f0946ab62104 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9&device_id=63a51a23-1404-4439-af6d-bc4e69203cb3 HTTP/1.1" status: 200 len: 1097 time: 0.0706778 May 05 22:37:31.559110 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd689021-8859-4211-b4f0-a951d3ec38fc req-8c38218e-c0b6-4592-83db-43dcefa1bba8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:31.560585 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bd689021-8859-4211-b4f0-a951d3ec38fc req-8c38218e-c0b6-4592-83db-43dcefa1bba8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c HTTP/1.1" status: 200 len: 912 time: 0.1430023 May 05 22:37:31.622629 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4d6cc5-4a84-4a33-a01b-e29d192f6dd8 req-81050270-8814-453a-9d5a-06025b1f6c67 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:31.624149 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1e4d6cc5-4a84-4a33-a01b-e29d192f6dd8 req-81050270-8814-453a-9d5a-06025b1f6c67 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a51a23-1404-4439-af6d-bc4e69203cb3 HTTP/1.1" status: 200 len: 946 time: 0.0796189 May 05 22:37:31.664553 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bd689021-8859-4211-b4f0-a951d3ec38fc req-beb886d9-2132-4481-9bb1-890d925d341a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc94032e-ef84-41e7-ac13-ebe1650029ea HTTP/1.1" status: 200 len: 1002 time: 0.0982420 May 05 22:37:31.670954 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1e4d6cc5-4a84-4a33-a01b-e29d192f6dd8 req-66c28c96-ccfe-4114-9fd0-ac4154af5fb2 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412610 May 05 22:37:31.733539 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd689021-8859-4211-b4f0-a951d3ec38fc req-0132c666-865e-47cf-8ea3-81c43318f777 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:31.735665 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bd689021-8859-4211-b4f0-a951d3ec38fc req-0132c666-865e-47cf-8ea3-81c43318f777 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d590b4e3-56d7-4bb9-80ad-c9c88e9ccd04 HTTP/1.1" status: 200 len: 850 time: 0.0660362 May 05 22:37:31.823647 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bd689021-8859-4211-b4f0-a951d3ec38fc req-3c9992ac-656b-4b27-99dd-62a0ae9803ad service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0820582 May 05 22:37:31.957335 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bd689021-8859-4211-b4f0-a951d3ec38fc req-c78c5466-399a-4610-95e5-03045ebba218 service neutron] 10.222.0.44 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269016 May 05 22:37:32.090128 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bd689021-8859-4211-b4f0-a951d3ec38fc req-18bd4a9b-6a8f-4d67-b7e8-6c633fce5366 service neutron] 10.222.0.44 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273057 May 05 22:37:32.250937 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-40e0a2f6-0d38-4e2c-b017-9526b0a57a95 req-b20cab05-87c2-44ac-943c-ee9401eb430f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9&device_id=63a51a23-1404-4439-af6d-bc4e69203cb3 HTTP/1.1" status: 200 len: 1097 time: 0.0709307 May 05 22:37:32.389290 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0a2f6-0d38-4e2c-b017-9526b0a57a95 req-08b5aef3-7bd0-45dd-84fc-622ecfa1e00a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:32.390642 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-40e0a2f6-0d38-4e2c-b017-9526b0a57a95 req-08b5aef3-7bd0-45dd-84fc-622ecfa1e00a service neutron] 10.222.0.44 "GET /v2.0/networks?id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c HTTP/1.1" status: 200 len: 912 time: 0.1341014 May 05 22:37:32.580586 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-40e0a2f6-0d38-4e2c-b017-9526b0a57a95 req-b9fc5c21-39ab-4c7f-86db-ba72691c3d95 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc94032e-ef84-41e7-ac13-ebe1650029ea HTTP/1.1" status: 200 len: 1002 time: 0.1839294 May 05 22:37:32.644888 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0a2f6-0d38-4e2c-b017-9526b0a57a95 req-2cfd64fa-70e0-4436-8df1-588bd045c906 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:32.646178 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-40e0a2f6-0d38-4e2c-b017-9526b0a57a95 req-2cfd64fa-70e0-4436-8df1-588bd045c906 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d590b4e3-56d7-4bb9-80ad-c9c88e9ccd04 HTTP/1.1" status: 200 len: 850 time: 0.0597415 May 05 22:37:32.723102 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-40e0a2f6-0d38-4e2c-b017-9526b0a57a95 req-09b54b2f-dca3-49f8-9dcb-6c1a2a982ad6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713086 May 05 22:37:32.859967 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-40e0a2f6-0d38-4e2c-b017-9526b0a57a95 req-8895fe07-c718-4210-b815-a7211a59222a service neutron] 10.222.0.44 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312616 May 05 22:37:32.874928 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069ed3e-132b-4107-9452-e4adedb52100 req-88073c90-d5f5-43f2-b696-98c36cb87403 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:32.876378 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c069ed3e-132b-4107-9452-e4adedb52100 req-88073c90-d5f5-43f2-b696-98c36cb87403 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a51a23-1404-4439-af6d-bc4e69203cb3 HTTP/1.1" status: 200 len: 946 time: 0.0832407 May 05 22:37:32.927323 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c069ed3e-132b-4107-9452-e4adedb52100 req-5c6e1ed6-2430-4b04-9b74-58fbe14375d8 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451033 May 05 22:37:32.994475 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-40e0a2f6-0d38-4e2c-b017-9526b0a57a95 req-539ac08b-367d-4bd1-89bf-e1e4db0afaec service neutron] 10.222.0.44 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289253 May 05 22:37:34.141558 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab701949-0fd5-46ee-a79c-fbd057fb3125 req-006d7663-23d2-4688-8977-b98216143bb2 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:34.143013 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ab701949-0fd5-46ee-a79c-fbd057fb3125 req-006d7663-23d2-4688-8977-b98216143bb2 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a51a23-1404-4439-af6d-bc4e69203cb3 HTTP/1.1" status: 200 len: 946 time: 0.0820479 May 05 22:37:34.187956 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ab701949-0fd5-46ee-a79c-fbd057fb3125 req-15f341d5-e84d-40f5-ae2c-59951d2ca67a tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393751 May 05 22:37:34.613776 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffac613-5b5e-4d87-9fd2-e516ccc36c4f req-0563e098-e151-43f0-a7ce-b146a191909e tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:34.615236 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6ffac613-5b5e-4d87-9fd2-e516ccc36c4f req-0563e098-e151-43f0-a7ce-b146a191909e tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a51a23-1404-4439-af6d-bc4e69203cb3 HTTP/1.1" status: 200 len: 946 time: 0.0826464 May 05 22:37:34.663484 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6ffac613-5b5e-4d87-9fd2-e516ccc36c4f req-ad119b78-b2ae-4f26-8927-72de376d1570 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402524 May 05 22:37:35.809163 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b9ee1a-4669-45ba-9cfb-e583b79d04f2 req-2370c13f-26f7-4e19-aee1-42770d4c7c6f tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:35.810652 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b3b9ee1a-4669-45ba-9cfb-e583b79d04f2 req-2370c13f-26f7-4e19-aee1-42770d4c7c6f tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.44 "GET /v2.0/ports?device_id=63a51a23-1404-4439-af6d-bc4e69203cb3 HTTP/1.1" status: 200 len: 946 time: 0.0818815 May 05 22:37:35.879753 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1eb7b1-054f-42b0-883e-5128060fec12 req-521bfc18-cb0d-483d-8ec8-840055afb465 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:35.881159 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9d1eb7b1-054f-42b0-883e-5128060fec12 req-521bfc18-cb0d-483d-8ec8-840055afb465 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a51a23-1404-4439-af6d-bc4e69203cb3 HTTP/1.1" status: 200 len: 946 time: 0.0792892 May 05 22:37:35.883958 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-b3b9ee1a-4669-45ba-9cfb-e583b79d04f2 req-942cf825-d3f3-48c7-a0a9-780b9f5eaf7f tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Deleting port dc94032e-ef84-41e7-ac13-ebe1650029ea {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:37:35.884304 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-b3b9ee1a-4669-45ba-9cfb-e583b79d04f2 req-942cf825-d3f3-48c7-a0a9-780b9f5eaf7f tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:37:35.928083 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9d1eb7b1-054f-42b0-883e-5128060fec12 req-14d38422-84a0-494a-b792-a40e011aa355 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403576 May 05 22:37:36.133564 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-b3b9ee1a-4669-45ba-9cfb-e583b79d04f2 req-942cf825-d3f3-48c7-a0a9-780b9f5eaf7f tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] For port dc94032e-ef84-41e7-ac13-ebe1650029ea, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=dc94032e-ef84-41e7-ac13-ebe1650029ea,segment=NetworkSegment(d0acf8dd-f215-4005-a46b-f65510e9fdb9),segment_id=d0acf8dd-f215-4005-a46b-f65510e9fdb9)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:37:36.133795 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-b3b9ee1a-4669-45ba-9cfb-e583b79d04f2 req-942cf825-d3f3-48c7-a0a9-780b9f5eaf7f tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:37:36.248278 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:37:36.443535 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-b3b9ee1a-4669-45ba-9cfb-e583b79d04f2 req-942cf825-d3f3-48c7-a0a9-780b9f5eaf7f tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:37:36.443906 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-b3b9ee1a-4669-45ba-9cfb-e583b79d04f2 req-942cf825-d3f3-48c7-a0a9-780b9f5eaf7f tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:37:36.444221 n-d-825175-4 neutron-server[84063]: INFO neutron.db.l3_db [req-b3b9ee1a-4669-45ba-9cfb-e583b79d04f2 req-942cf825-d3f3-48c7-a0a9-780b9f5eaf7f tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Floating IP 36333c3c-bf0d-4c7b-ac47-1f2b673f26a8 disassociated. External IP: 172.25.4.186, port: dc94032e-ef84-41e7-ac13-ebe1650029ea. May 05 22:37:36.444565 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-b3b9ee1a-4669-45ba-9cfb-e583b79d04f2 req-942cf825-d3f3-48c7-a0a9-780b9f5eaf7f tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Calling delete_port for dc94032e-ef84-41e7-ac13-ebe1650029ea owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:37:36.493076 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:37:36.597562 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-b3b9ee1a-4669-45ba-9cfb-e583b79d04f2 req-942cf825-d3f3-48c7-a0a9-780b9f5eaf7f tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:37:36.646272 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942cf825-d3f3-48c7-a0a9-780b9f5eaf7f tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Pushing event deleted for resources: {'Port': ['ID=dc94032e-ef84-41e7-ac13-ebe1650029ea,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:37:36.965626 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3b9ee1a-4669-45ba-9cfb-e583b79d04f2 req-942cf825-d3f3-48c7-a0a9-780b9f5eaf7f tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Router 6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:37:37.173338 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3b9ee1a-4669-45ba-9cfb-e583b79d04f2 req-942cf825-d3f3-48c7-a0a9-780b9f5eaf7f tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:37:37.184428 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a7af74-1e0d-4a76-aaab-295426213c1e None None] Sync routers for ids ['6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:37:37.196469 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a7a5d20c-85da-4e03-99e5-bd6eb1273223 req-004d43c6-f943-4462-84cc-a1d3a4ac4846 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=63a51a23-1404-4439-af6d-bc4e69203cb3 HTTP/1.1" status: 200 len: 210 time: 0.1436324 May 05 22:37:37.198705 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a7af74-1e0d-4a76-aaab-295426213c1e None None] Routers {'6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:37:37.199530 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-e9a7af74-1e0d-4a76-aaab-295426213c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:37:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:37:37.246602 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3b9ee1a-4669-45ba-9cfb-e583b79d04f2 req-942cf825-d3f3-48c7-a0a9-780b9f5eaf7f tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] No DVR routers for this DVR port dc94032e-ef84-41e7-ac13-ebe1650029ea on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:37:37.249195 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-b3b9ee1a-4669-45ba-9cfb-e583b79d04f2 req-942cf825-d3f3-48c7-a0a9-780b9f5eaf7f tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:37:37.251744 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a51a23-1404-4439-af6d-bc4e69203cb3', 'name': 'network-vif-deleted', 'tag': 'dc94032e-ef84-41e7-ac13-ebe1650029ea'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:37:37.268363 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b3b9ee1a-4669-45ba-9cfb-e583b79d04f2 req-942cf825-d3f3-48c7-a0a9-780b9f5eaf7f tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.44 "DELETE /v2.0/ports/dc94032e-ef84-41e7-ac13-ebe1650029ea HTTP/1.1" status: 204 len: 173 time: 1.4520583 May 05 22:37:37.310909 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc490db7-bc43-429b-9300-e001af0dfa67'] response: {'server_uuid': '63a51a23-1404-4439-af6d-bc4e69203cb3', 'name': 'network-vif-deleted', 'tag': 'dc94032e-ef84-41e7-ac13-ebe1650029ea', 'status': 'completed', 'code': 200} May 05 22:37:37.387529 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-e9a7af74-1e0d-4a76-aaab-295426213c1e None None] Set router 6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:37:37.731477 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-e9a7af74-1e0d-4a76-aaab-295426213c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'name': 'tempest-ServerActionsTestJSON-145627584-router', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '85ead037-a3ab-46dd-94da-736b91b7f633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:35:44Z', 'updated_at': '2022-05-05T22:35:47Z', 'revision_number': 4, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'gw_port': {'id': '85ead037-a3ab-46dd-94da-736b91b7f633', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:35:45Z', 'updated_at': '2022-05-05T22:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'bca24dc1-2bee-42c6-abea-f4b56262991b', 'name': '', 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'mac_address': 'fa:16:3e:96:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd590b4e3-56d7-4bb9-80ad-c9c88e9ccd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:35:47Z', 'updated_at': '2022-05-05T22:35:54Z', 'revision_number': 5, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'subnets': [{'id': 'd590b4e3-56d7-4bb9-80ad-c9c88e9ccd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:37:37.736643 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a7af74-1e0d-4a76-aaab-295426213c1e None None] Checking router: 6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:37:37.750358 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a7af74-1e0d-4a76-aaab-295426213c1e None None] Routers {'6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:37:37.750972 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-e9a7af74-1e0d-4a76-aaab-295426213c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:37:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:37:37.928232 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-e9a7af74-1e0d-4a76-aaab-295426213c1e None None] Set router 6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:37:38.243766 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-e9a7af74-1e0d-4a76-aaab-295426213c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'name': 'tempest-ServerActionsTestJSON-145627584-router', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '85ead037-a3ab-46dd-94da-736b91b7f633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:35:44Z', 'updated_at': '2022-05-05T22:35:47Z', 'revision_number': 4, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'gw_port': {'id': '85ead037-a3ab-46dd-94da-736b91b7f633', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:35:45Z', 'updated_at': '2022-05-05T22:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'bca24dc1-2bee-42c6-abea-f4b56262991b', 'name': '', 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'mac_address': 'fa:16:3e:96:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd590b4e3-56d7-4bb9-80ad-c9c88e9ccd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:35:47Z', 'updated_at': '2022-05-05T22:35:54Z', 'revision_number': 5, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'subnets': [{'id': 'd590b4e3-56d7-4bb9-80ad-c9c88e9ccd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:37:38.248179 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a7af74-1e0d-4a76-aaab-295426213c1e None None] The sync data for ids ['6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3'] in n-d-825175-4 is: [{'id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'name': 'tempest-ServerActionsTestJSON-145627584-router', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '85ead037-a3ab-46dd-94da-736b91b7f633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:35:44Z', 'updated_at': '2022-05-05T22:35:47Z', 'revision_number': 4, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'gw_port': {'id': '85ead037-a3ab-46dd-94da-736b91b7f633', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:35:45Z', 'updated_at': '2022-05-05T22:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'bca24dc1-2bee-42c6-abea-f4b56262991b', 'name': '', 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'mac_address': 'fa:16:3e:96:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd590b4e3-56d7-4bb9-80ad-c9c88e9ccd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:35:47Z', 'updated_at': '2022-05-05T22:35:54Z', 'revision_number': 5, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'subnets': [{'id': 'd590b4e3-56d7-4bb9-80ad-c9c88e9ccd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:37:38.472800 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38744c7-e367-4ef4-b793-2b6a499190e7 None None] New status for floating IP 36333c3c-bf0d-4c7b-ac47-1f2b673f26a8: DOWN {{(pid=84064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 22:37:38.565931 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5b23f2cb-c2f9-4f02-bd0f-4a242653b6d0 req-2663f745-2ca8-4b82-9d19-b109e0c7a4d2 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1556879459&fields=id&tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9 HTTP/1.1" status: 200 len: 267 time: 0.0408678 May 05 22:37:38.714347 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23f2cb-c2f9-4f02-bd0f-4a242653b6d0 req-520fa7ef-4793-4609-a51c-bb5e013c4cce tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:38.715807 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5b23f2cb-c2f9-4f02-bd0f-4a242653b6d0 req-520fa7ef-4793-4609-a51c-bb5e013c4cce tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/networks?id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c HTTP/1.1" status: 200 len: 811 time: 0.1429803 May 05 22:37:38.733864 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5b23f2cb-c2f9-4f02-bd0f-4a242653b6d0 req-2e5e2cc3-2379-4d91-b9ee-dab9ff26ab2c tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/quotas/0193e8c9a4ea475f84588c4cf6d35ca9 HTTP/1.1" status: 200 len: 375 time: 0.0124760 May 05 22:37:38.838302 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5b23f2cb-c2f9-4f02-bd0f-4a242653b6d0 req-052e352f-0ba6-4741-896f-a2fdd0926d3e tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0985396 May 05 22:37:38.984225 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5b23f2cb-c2f9-4f02-bd0f-4a242653b6d0 req-0a778a80-cdbf-4ccb-8a2f-cf7990f58b62 service neutron] 10.222.0.23 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285574 May 05 22:37:39.124999 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5b23f2cb-c2f9-4f02-bd0f-4a242653b6d0 req-82cb55b4-f5a5-4794-8ed5-d96125dd348b service neutron] 10.222.0.23 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349044 May 05 22:37:39.333288 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6f559252-e4d6-46a9-9850-f4c6a8c45c50 req-4a13d4dd-e3bb-468c-a0c9-efd85a82d9f6 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 210 time: 0.0452209 May 05 22:37:39.708000 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device dc94032e-ef84-41e7-ac13-ebe1650029ea no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:37:39.742832 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: dc94032e-ef84-41e7-ac13-ebe1650029ea {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:37:39.743155 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device dc94032e-ef84-41e7-ac13-ebe1650029ea not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:37:40.415005 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23f2cb-c2f9-4f02-bd0f-4a242653b6d0 req-d1c08f5a-e8d7-4c1a-8ce1-3bc5a8258d98 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:40.416641 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5b23f2cb-c2f9-4f02-bd0f-4a242653b6d0 req-d1c08f5a-e8d7-4c1a-8ce1-3bc5a8258d98 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.32 "GET /v2.0/networks?id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c HTTP/1.1" status: 200 len: 811 time: 0.1478631 May 05 22:37:40.507948 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3cebfa7c-cf73-4324-b635-8f9b7a293bf7 req-bd5644a3-40ac-474d-80d7-e74b5d95e3ef tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 210 time: 0.0444739 May 05 22:37:40.510956 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5b23f2cb-c2f9-4f02-bd0f-4a242653b6d0 req-ea3e479f-5626-470c-b891-6233f9677484 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9 HTTP/1.1" status: 200 len: 380 time: 0.0828536 May 05 22:37:40.521755 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-5b23f2cb-c2f9-4f02-bd0f-4a242653b6d0 req-a9c75559-6f7a-4f5f-85d9-495c42b1a164 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Request body: {'port': {'device_id': '2723c1d9-7916-4749-80fa-eafc63b2453f', 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c', 'admin_state_up': True, 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'security_groups': ['4aafbf05-03b0-43a0-b293-9b9ad1cf417f']}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:37:40.667775 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-5b23f2cb-c2f9-4f02-bd0f-4a242653b6d0 req-a9c75559-6f7a-4f5f-85d9-495c42b1a164 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:37:40.672236 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-5b23f2cb-c2f9-4f02-bd0f-4a242653b6d0 req-a9c75559-6f7a-4f5f-85d9-495c42b1a164 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Usage tracker for resource:port and tenant:0193e8c9a4ea475f84588c4cf6d35ca9 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:37:40.675297 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-5b23f2cb-c2f9-4f02-bd0f-4a242653b6d0 req-a9c75559-6f7a-4f5f-85d9-495c42b1a164 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:37:40.681476 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-5b23f2cb-c2f9-4f02-bd0f-4a242653b6d0 req-a9c75559-6f7a-4f5f-85d9-495c42b1a164 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:37:40.693430 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b23f2cb-c2f9-4f02-bd0f-4a242653b6d0 req-a9c75559-6f7a-4f5f-85d9-495c42b1a164 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Made reservation on behalf of 0193e8c9a4ea475f84588c4cf6d35ca9 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:37:40.696912 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-5b23f2cb-c2f9-4f02-bd0f-4a242653b6d0 req-a9c75559-6f7a-4f5f-85d9-495c42b1a164 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:37:40.866683 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-5b23f2cb-c2f9-4f02-bd0f-4a242653b6d0 req-a9c75559-6f7a-4f5f-85d9-495c42b1a164 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Allocated IP 172.20.0.8 (87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c/d590b4e3-56d7-4bb9-80ad-c9c88e9ccd04/8133b08d-f710-4946-b0c7-b78f3595e591) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:37:41.065510 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-5b23f2cb-c2f9-4f02-bd0f-4a242653b6d0 req-a9c75559-6f7a-4f5f-85d9-495c42b1a164 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:37:41.081557 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-5b23f2cb-c2f9-4f02-bd0f-4a242653b6d0 req-a9c75559-6f7a-4f5f-85d9-495c42b1a164 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Transition to ACTIVE for port object 8133b08d-f710-4946-b0c7-b78f3595e591 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:37:41.104308 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-5b23f2cb-c2f9-4f02-bd0f-4a242653b6d0 req-a9c75559-6f7a-4f5f-85d9-495c42b1a164 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:37:41.179169 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b23f2cb-c2f9-4f02-bd0f-4a242653b6d0 req-a9c75559-6f7a-4f5f-85d9-495c42b1a164 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Network 87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:37:41.182083 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-5b23f2cb-c2f9-4f02-bd0f-4a242653b6d0 req-a9c75559-6f7a-4f5f-85d9-495c42b1a164 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:37:41.186386 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b23f2cb-c2f9-4f02-bd0f-4a242653b6d0 req-a9c75559-6f7a-4f5f-85d9-495c42b1a164 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:37:41.211480 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c75559-6f7a-4f5f-85d9-495c42b1a164 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Pushing event updated for resources: {'Port': ['ID=8133b08d-f710-4946-b0c7-b78f3595e591,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:37:41.230117 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c75559-6f7a-4f5f-85d9-495c42b1a164 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:37:41.230522 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c75559-6f7a-4f5f-85d9-495c42b1a164 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:37:41.230767 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c75559-6f7a-4f5f-85d9-495c42b1a164 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:37:41.231094 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c75559-6f7a-4f5f-85d9-495c42b1a164 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:37:41.231435 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c75559-6f7a-4f5f-85d9-495c42b1a164 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:37:41.232048 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c75559-6f7a-4f5f-85d9-495c42b1a164 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:37:41.232364 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c75559-6f7a-4f5f-85d9-495c42b1a164 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:37:41.232671 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c75559-6f7a-4f5f-85d9-495c42b1a164 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:37:41.232959 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c75559-6f7a-4f5f-85d9-495c42b1a164 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:37:41.233266 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c75559-6f7a-4f5f-85d9-495c42b1a164 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:37:41.233569 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c75559-6f7a-4f5f-85d9-495c42b1a164 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:37:41.265342 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23f2cb-c2f9-4f02-bd0f-4a242653b6d0 req-a9c75559-6f7a-4f5f-85d9-495c42b1a164 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:41.265963 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-5b23f2cb-c2f9-4f02-bd0f-4a242653b6d0 req-a9c75559-6f7a-4f5f-85d9-495c42b1a164 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:37:41.292810 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5b23f2cb-c2f9-4f02-bd0f-4a242653b6d0 req-a9c75559-6f7a-4f5f-85d9-495c42b1a164 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7751451 May 05 22:37:41.304381 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-5b23f2cb-c2f9-4f02-bd0f-4a242653b6d0 req-65d53e0d-8261-473a-96b0-b060c9d0fa34 service neutron] Request body: {'port': {'device_id': '2723c1d9-7916-4749-80fa-eafc63b2453f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:37:41.424896 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-5b23f2cb-c2f9-4f02-bd0f-4a242653b6d0 req-65d53e0d-8261-473a-96b0-b060c9d0fa34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:37:41.448629 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f840ecfd-fadf-4d3f-bba3-94236c6493dd None None] Provisioning for port 8133b08d-f710-4946-b0c7-b78f3595e591 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:37:41.454520 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f840ecfd-fadf-4d3f-bba3-94236c6493dd None None] Provisioning complete for port 8133b08d-f710-4946-b0c7-b78f3595e591 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:37:41.455320 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f840ecfd-fadf-4d3f-bba3-94236c6493dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:37:41.532941 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f840ecfd-fadf-4d3f-bba3-94236c6493dd None None] Port 8133b08d-f710-4946-b0c7-b78f3595e591 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:37:41.833816 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be7234-8053-454a-b2bb-97d26c86dacd req-39e6a4a2-7792-4e8c-8feb-5d4ab18d2d62 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:41.834531 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-91be7234-8053-454a-b2bb-97d26c86dacd req-39e6a4a2-7792-4e8c-8feb-5d4ab18d2d62 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Synchronizing usage tracker for tenant:0193e8c9a4ea475f84588c4cf6d35ca9 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:37:41.869901 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-91be7234-8053-454a-b2bb-97d26c86dacd req-39e6a4a2-7792-4e8c-8feb-5d4ab18d2d62 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Unset dirty status for tenant:0193e8c9a4ea475f84588c4cf6d35ca9 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:37:41.871094 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-91be7234-8053-454a-b2bb-97d26c86dacd req-39e6a4a2-7792-4e8c-8feb-5d4ab18d2d62 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 931 time: 0.2259934 May 05 22:37:41.964901 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-5b23f2cb-c2f9-4f02-bd0f-4a242653b6d0 req-65d53e0d-8261-473a-96b0-b060c9d0fa34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8133b08d-f710-4946-b0c7-b78f3595e591 {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:37:41.974022 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-5b23f2cb-c2f9-4f02-bd0f-4a242653b6d0 req-65d53e0d-8261-473a-96b0-b060c9d0fa34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:37:41.983608 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-91be7234-8053-454a-b2bb-97d26c86dacd req-8221959a-fa51-4687-8da3-12c82dbf0808 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030667 May 05 22:37:41.991816 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-5b23f2cb-c2f9-4f02-bd0f-4a242653b6d0 req-65d53e0d-8261-473a-96b0-b060c9d0fa34 service neutron] Transition to ACTIVE for port object 8133b08d-f710-4946-b0c7-b78f3595e591 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:37:41.996660 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-5b23f2cb-c2f9-4f02-bd0f-4a242653b6d0 req-65d53e0d-8261-473a-96b0-b060c9d0fa34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:37:42.126816 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d53e0d-8261-473a-96b0-b060c9d0fa34 service neutron] Pushing event updated for resources: {'Port': ['ID=8133b08d-f710-4946-b0c7-b78f3595e591,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:37:42.239185 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-5b23f2cb-c2f9-4f02-bd0f-4a242653b6d0 req-65d53e0d-8261-473a-96b0-b060c9d0fa34 service neutron] Attempting to bind port 8133b08d-f710-4946-b0c7-b78f3595e591 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:37:42.239506 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-5b23f2cb-c2f9-4f02-bd0f-4a242653b6d0 req-65d53e0d-8261-473a-96b0-b060c9d0fa34 service neutron] Attempting to bind port 8133b08d-f710-4946-b0c7-b78f3595e591 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'd0acf8dd-f215-4005-a46b-f65510e9fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:37:42.239822 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b23f2cb-c2f9-4f02-bd0f-4a242653b6d0 req-65d53e0d-8261-473a-96b0-b060c9d0fa34 service neutron] Attempting to bind port 8133b08d-f710-4946-b0c7-b78f3595e591 on network 87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:37:42.245866 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b23f2cb-c2f9-4f02-bd0f-4a242653b6d0 req-65d53e0d-8261-473a-96b0-b060c9d0fa34 service neutron] Port 8133b08d-f710-4946-b0c7-b78f3595e591 on network 87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:37:42.246173 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b23f2cb-c2f9-4f02-bd0f-4a242653b6d0 req-65d53e0d-8261-473a-96b0-b060c9d0fa34 service neutron] Attempting to bind port 8133b08d-f710-4946-b0c7-b78f3595e591 on network 87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:37:42.252703 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b23f2cb-c2f9-4f02-bd0f-4a242653b6d0 req-65d53e0d-8261-473a-96b0-b060c9d0fa34 service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:37:42.253029 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b23f2cb-c2f9-4f02-bd0f-4a242653b6d0 req-65d53e0d-8261-473a-96b0-b060c9d0fa34 service neutron] Checking segment: {'id': 'd0acf8dd-f215-4005-a46b-f65510e9fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:37:42.253402 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b23f2cb-c2f9-4f02-bd0f-4a242653b6d0 req-65d53e0d-8261-473a-96b0-b060c9d0fa34 service neutron] Bound using segment: {'id': 'd0acf8dd-f215-4005-a46b-f65510e9fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:37:42.253818 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-5b23f2cb-c2f9-4f02-bd0f-4a242653b6d0 req-65d53e0d-8261-473a-96b0-b060c9d0fa34 service neutron] Bound port: 8133b08d-f710-4946-b0c7-b78f3595e591, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0acf8dd-f215-4005-a46b-f65510e9fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:37:42.254152 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-5b23f2cb-c2f9-4f02-bd0f-4a242653b6d0 req-65d53e0d-8261-473a-96b0-b060c9d0fa34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:37:42.343698 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-5b23f2cb-c2f9-4f02-bd0f-4a242653b6d0 req-65d53e0d-8261-473a-96b0-b060c9d0fa34 service neutron] For port 8133b08d-f710-4946-b0c7-b78f3595e591, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:37:42.346905 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-5b23f2cb-c2f9-4f02-bd0f-4a242653b6d0 req-65d53e0d-8261-473a-96b0-b060c9d0fa34 service neutron] For port 8133b08d-f710-4946-b0c7-b78f3595e591, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=8133b08d-f710-4946-b0c7-b78f3595e591,segment=NetworkSegment(d0acf8dd-f215-4005-a46b-f65510e9fdb9),segment_id=d0acf8dd-f215-4005-a46b-f65510e9fdb9)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:37:42.353344 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-5b23f2cb-c2f9-4f02-bd0f-4a242653b6d0 req-65d53e0d-8261-473a-96b0-b060c9d0fa34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:37:42.418315 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-5b23f2cb-c2f9-4f02-bd0f-4a242653b6d0 req-65d53e0d-8261-473a-96b0-b060c9d0fa34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:37:42.419760 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5b23f2cb-c2f9-4f02-bd0f-4a242653b6d0 req-65d53e0d-8261-473a-96b0-b060c9d0fa34 service neutron] 10.222.0.32 "PUT /v2.0/ports/8133b08d-f710-4946-b0c7-b78f3595e591 HTTP/1.1" status: 200 len: 1091 time: 1.1199844 May 05 22:37:42.420360 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2723c1d9-7916-4749-80fa-eafc63b2453f', 'tag': '8133b08d-f710-4946-b0c7-b78f3595e591'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:37:42.443412 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d53e0d-8261-473a-96b0-b060c9d0fa34 service neutron] Pushing event updated for resources: {'Port': ['ID=8133b08d-f710-4946-b0c7-b78f3595e591,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:37:42.503780 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adbba3cd-4d49-4706-bdc4-2d9a8e809233'] response: {'name': 'network-changed', 'server_uuid': '2723c1d9-7916-4749-80fa-eafc63b2453f', 'tag': '8133b08d-f710-4946-b0c7-b78f3595e591', 'status': 'completed', 'code': 200} May 05 22:37:42.542851 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5b23f2cb-c2f9-4f02-bd0f-4a242653b6d0 req-1717edb6-9afa-4126-b740-06a5ff7f37ed service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9&device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 1094 time: 0.0769820 May 05 22:37:42.616693 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5b23f2cb-c2f9-4f02-bd0f-4a242653b6d0 req-f0ac6064-9c36-40aa-bb2c-a1fbfea8a16c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8133b08d-f710-4946-b0c7-b78f3595e591 HTTP/1.1" status: 200 len: 217 time: 0.0676298 May 05 22:37:42.682064 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23f2cb-c2f9-4f02-bd0f-4a242653b6d0 req-de12e7d6-c8cc-44ef-821d-0816f16aa124 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:42.683618 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5b23f2cb-c2f9-4f02-bd0f-4a242653b6d0 req-de12e7d6-c8cc-44ef-821d-0816f16aa124 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d590b4e3-56d7-4bb9-80ad-c9c88e9ccd04 HTTP/1.1" status: 200 len: 850 time: 0.0603368 May 05 22:37:42.766518 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5b23f2cb-c2f9-4f02-bd0f-4a242653b6d0 req-7d81765a-8dbf-4306-a39f-4cf71aae54d7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766282 May 05 22:37:42.901890 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5b23f2cb-c2f9-4f02-bd0f-4a242653b6d0 req-1568f5d8-0d5f-4090-a840-3c6545257385 service neutron] 10.222.0.32 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289604 May 05 22:37:43.034416 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5b23f2cb-c2f9-4f02-bd0f-4a242653b6d0 req-2b099d69-4de0-4b9e-ad7b-d3deedaa921e service neutron] 10.222.0.32 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268814 May 05 22:37:43.209649 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c15cac47-f8e0-4046-891d-828eec661f2e req-2a894126-0b7f-481f-b3b3-e932d76122d6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9&device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 1094 time: 0.1282125 May 05 22:37:43.219509 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc4ce0-3a84-4fee-a976-745cea0a394e req-a5d89d46-6549-411d-b8ab-ad716b7c0d82 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:43.220838 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-eedc4ce0-3a84-4fee-a976-745cea0a394e req-a5d89d46-6549-411d-b8ab-ad716b7c0d82 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 943 time: 0.1055894 May 05 22:37:43.454285 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-eedc4ce0-3a84-4fee-a976-745cea0a394e req-94bec6b3-5bef-4fc7-8538-8cd626974439 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2156439 May 05 22:37:43.493193 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15cac47-f8e0-4046-891d-828eec661f2e req-30cdf84f-3ef9-42a8-87cd-9330d3398cb7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:43.495191 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c15cac47-f8e0-4046-891d-828eec661f2e req-30cdf84f-3ef9-42a8-87cd-9330d3398cb7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c HTTP/1.1" status: 200 len: 912 time: 0.2732270 May 05 22:37:43.562046 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c15cac47-f8e0-4046-891d-828eec661f2e req-bbb38a47-4f8e-4874-9767-fd056f7d9ac0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8133b08d-f710-4946-b0c7-b78f3595e591 HTTP/1.1" status: 200 len: 217 time: 0.0608916 May 05 22:37:43.627032 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15cac47-f8e0-4046-891d-828eec661f2e req-846dd1d6-c3e1-499e-8afa-2635776afd02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:43.628440 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c15cac47-f8e0-4046-891d-828eec661f2e req-846dd1d6-c3e1-499e-8afa-2635776afd02 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d590b4e3-56d7-4bb9-80ad-c9c88e9ccd04 HTTP/1.1" status: 200 len: 850 time: 0.0598626 May 05 22:37:43.707871 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c15cac47-f8e0-4046-891d-828eec661f2e req-31642d17-03f3-4ab8-89bd-efd7d4aa8641 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726168 May 05 22:37:43.846542 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c15cac47-f8e0-4046-891d-828eec661f2e req-9f2b75ec-7631-4b6e-86fe-f7a0ad5be808 service neutron] 10.222.0.32 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315010 May 05 22:37:43.978814 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1aba7e80-4648-40ec-903c-661078e07e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:37:43.986836 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c15cac47-f8e0-4046-891d-828eec661f2e req-56940281-38ea-4186-b477-0a720df95e5f service neutron] 10.222.0.32 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340590 May 05 22:37:44.665000 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6a1ea-de20-4d60-8812-bdd6e4b177c9 req-42ab4414-bb21-41b1-a892-72b3ea536e07 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:44.666438 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6ab6a1ea-de20-4d60-8812-bdd6e4b177c9 req-42ab4414-bb21-41b1-a892-72b3ea536e07 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 943 time: 0.0861223 May 05 22:37:44.713634 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6ab6a1ea-de20-4d60-8812-bdd6e4b177c9 req-a6b2e923-d245-4f78-af35-544dd268dd98 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412068 May 05 22:37:45.825560 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 8133b08d-f710-4946-b0c7-b78f3595e591 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:37:45.930326 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf0b81-adfa-4c4a-97d6-d52b7124f351 req-fc3e66a8-0f58-4f4d-89fa-8607fca26f6e tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:45.931686 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bacf0b81-adfa-4c4a-97d6-d52b7124f351 req-fc3e66a8-0f58-4f4d-89fa-8607fca26f6e tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 943 time: 0.0859454 May 05 22:37:45.970879 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 8133b08d-f710-4946-b0c7-b78f3595e591, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=8133b08d-f710-4946-b0c7-b78f3595e591,segment=NetworkSegment(d0acf8dd-f215-4005-a46b-f65510e9fdb9),segment_id=d0acf8dd-f215-4005-a46b-f65510e9fdb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:37:45.978027 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bacf0b81-adfa-4c4a-97d6-d52b7124f351 req-80d9cfd3-e2bd-4ab2-a932-7a32bef8a3c3 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404851 May 05 22:37:45.984863 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '8133b08d-f710-4946-b0c7-b78f3595e591', 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c', 'port_id': '8133b08d-f710-4946-b0c7-b78f3595e591', 'mac_address': 'fa:16:3e:71:24:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd590b4e3-56d7-4bb9-80ad-c9c88e9ccd04', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:37:46.042520 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:37:46.059586 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8133b08d-f710-4946-b0c7-b78f3595e591 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:37:46.075847 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 8133b08d-f710-4946-b0c7-b78f3595e591, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=8133b08d-f710-4946-b0c7-b78f3595e591,segment=NetworkSegment(d0acf8dd-f215-4005-a46b-f65510e9fdb9),segment_id=d0acf8dd-f215-4005-a46b-f65510e9fdb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:37:46.082919 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:37:46.148617 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=8133b08d-f710-4946-b0c7-b78f3595e591,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:37:46.308269 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f6f81978-552e-4494-8598-983df3c05827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:37:46.343646 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['8133b08d-f710-4946-b0c7-b78f3595e591'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:37:47.191178 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8eb4d-3c8c-4aee-89aa-56997f9f431a req-6124aa1a-b9ad-4cf4-b52a-f93b51827442 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:47.192623 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-38a8eb4d-3c8c-4aee-89aa-56997f9f431a req-6124aa1a-b9ad-4cf4-b52a-f93b51827442 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 944 time: 0.0852456 May 05 22:37:47.239014 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-38a8eb4d-3c8c-4aee-89aa-56997f9f431a req-0db14cab-8acc-4705-b9df-af16d3b772a5 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405440 May 05 22:37:47.558510 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:37:47.561659 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:37:47.825766 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 8133b08d-f710-4946-b0c7-b78f3595e591 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:37:47.897995 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port 8133b08d-f710-4946-b0c7-b78f3595e591 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:37:47.902894 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 8133b08d-f710-4946-b0c7-b78f3595e591 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:37:47.903261 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:37:48.017329 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:37:48.044973 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2723c1d9-7916-4749-80fa-eafc63b2453f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8133b08d-f710-4946-b0c7-b78f3595e591'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:37:48.055024 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 8133b08d-f710-4946-b0c7-b78f3595e591, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=8133b08d-f710-4946-b0c7-b78f3595e591,segment=NetworkSegment(d0acf8dd-f215-4005-a46b-f65510e9fdb9),segment_id=d0acf8dd-f215-4005-a46b-f65510e9fdb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:37:48.060967 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:37:48.106726 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faed9cd1-b873-40e4-8530-80d4213f42b7'] response: {'server_uuid': '2723c1d9-7916-4749-80fa-eafc63b2453f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8133b08d-f710-4946-b0c7-b78f3595e591', 'code': 200} May 05 22:37:48.134076 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=8133b08d-f710-4946-b0c7-b78f3595e591,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:37:48.240476 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bd5f2d59-9f42-41ef-8bb8-b08e53411b7c req-e18eb8a1-e644-4624-8095-53cf17ae9de6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 1096 time: 0.0781596 May 05 22:37:48.287656 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bd5f2d59-9f42-41ef-8bb8-b08e53411b7c req-9a42a489-1b68-422a-b07f-2ec07904fe32 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409827 May 05 22:37:48.453424 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a045886-ec3c-4580-bc87-34cb8278fe5a req-2801f2fb-f528-4073-a3c7-d1ce14553a0c tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:48.454923 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3a045886-ec3c-4580-bc87-34cb8278fe5a req-2801f2fb-f528-4073-a3c7-d1ce14553a0c tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 945 time: 0.0886586 May 05 22:37:48.499996 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3a045886-ec3c-4580-bc87-34cb8278fe5a req-f4469dc5-cd3b-4c0f-8936-963a30019757 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395303 May 05 22:37:49.122451 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:37:49.713710 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69186835-f794-443b-9a2f-f7c35e8fe9fe req-abc8fd20-c3ba-49e6-9972-98a5fcb792b2 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:49.715168 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-69186835-f794-443b-9a2f-f7c35e8fe9fe req-abc8fd20-c3ba-49e6-9972-98a5fcb792b2 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 945 time: 0.0918176 May 05 22:37:49.763908 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-69186835-f794-443b-9a2f-f7c35e8fe9fe req-2ceac0a9-952f-4fd2-b6d1-2ecfc9cb7cd6 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402205 May 05 22:37:49.972114 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e82b27-8c00-41ce-98c9-17792f8a007f req-15884da7-cf95-4a53-b004-97e754c63f11 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:49.973544 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-22e82b27-8c00-41ce-98c9-17792f8a007f req-15884da7-cf95-4a53-b004-97e754c63f11 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 945 time: 0.0905430 May 05 22:37:49.984926 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 34738) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:37:49.990378 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-1d3949dc-2872-46df-96e9-703ae7dc19d0 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Request body: {'floatingip': {'port_id': '8133b08d-f710-4946-b0c7-b78f3595e591'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:37:50.068346 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1d3949dc-2872-46df-96e9-703ae7dc19d0 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks [] for floatingip, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:37:50.664094 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1d3949dc-2872-46df-96e9-703ae7dc19d0 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:37:50.669549 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1d3949dc-2872-46df-96e9-703ae7dc19d0 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:37:50.886938 n-d-825175-4 neutron-server[84063]: INFO neutron.db.l3_db [None req-1d3949dc-2872-46df-96e9-703ae7dc19d0 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Floating IP 36333c3c-bf0d-4c7b-ac47-1f2b673f26a8 associated. External IP: 172.25.4.186, port: 8133b08d-f710-4946-b0c7-b78f3595e591. May 05 22:37:51.398636 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d3949dc-2872-46df-96e9-703ae7dc19d0 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Router 6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:37:51.613775 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d3949dc-2872-46df-96e9-703ae7dc19d0 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:37:51.619156 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1d3949dc-2872-46df-96e9-703ae7dc19d0 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:37:51.624807 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0570fe40-0fb6-4907-8e0a-e63c374d865e None None] Sync routers for ids ['6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:37:51.638549 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0570fe40-0fb6-4907-8e0a-e63c374d865e None None] Routers {'6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:37:51.639185 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-0570fe40-0fb6-4907-8e0a-e63c374d865e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:37:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:37:51.680477 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1d3949dc-2872-46df-96e9-703ae7dc19d0 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "PUT /v2.0/floatingips/36333c3c-bf0d-4c7b-ac47-1f2b673f26a8 HTTP/1.1" status: 200 len: 991 time: 1.6942558 May 05 22:37:51.680948 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2723c1d9-7916-4749-80fa-eafc63b2453f', 'tag': '8133b08d-f710-4946-b0c7-b78f3595e591'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:37:51.737837 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8f84c11-e6f5-449e-a1ca-b0d9a225ff01'] response: {'name': 'network-changed', 'server_uuid': '2723c1d9-7916-4749-80fa-eafc63b2453f', 'tag': '8133b08d-f710-4946-b0c7-b78f3595e591', 'status': 'completed', 'code': 200} May 05 22:37:51.825857 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-0570fe40-0fb6-4907-8e0a-e63c374d865e None None] Set router 6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:37:51.887258 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8a3ca655-7e1a-46e5-a973-1bec36a42bc8 req-510808ef-ec9e-4afe-9a8a-b620f2e0c8d3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9&device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 1096 time: 0.1269834 May 05 22:37:51.890701 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3eae6537-28f9-47dc-915e-61a4c50dccf0 req-1b8a85a9-caa6-450f-9594-7c70058a0f58 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2723c1d9-7916-4749-80fa-eafc63b2453f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0965595 May 05 22:37:52.033031 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ca655-7e1a-46e5-a973-1bec36a42bc8 req-6d887b81-ff46-42cc-be1b-a26549f23b99 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:52.034397 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8a3ca655-7e1a-46e5-a973-1bec36a42bc8 req-6d887b81-ff46-42cc-be1b-a26549f23b99 service neutron] 10.222.0.32 "GET /v2.0/networks?id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c HTTP/1.1" status: 200 len: 912 time: 0.1409073 May 05 22:37:52.189341 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a75a4ce6-6e4d-4e09-b0a1-df638c84241d req-4eedb94e-535f-4dc4-99c5-d2f0ff1f171b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2723c1d9-7916-4749-80fa-eafc63b2453f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0809906 May 05 22:37:52.191958 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-0570fe40-0fb6-4907-8e0a-e63c374d865e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'name': 'tempest-ServerActionsTestJSON-145627584-router', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '85ead037-a3ab-46dd-94da-736b91b7f633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:35:44Z', 'updated_at': '2022-05-05T22:35:47Z', 'revision_number': 4, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'gw_port': {'id': '85ead037-a3ab-46dd-94da-736b91b7f633', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:35:45Z', 'updated_at': '2022-05-05T22:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '36333c3c-bf0d-4c7b-ac47-1f2b673f26a8', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'floating_ip_address': '172.25.4.186', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'port_id': '8133b08d-f710-4946-b0c7-b78f3595e591', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c', 'mac_address': 'fa:16:3e:71:24:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2723c1d9-7916-4749-80fa-eafc63b2453f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:35:50Z', 'updated_at': '2022-05-05T22:37:50Z', 'revision_number': 9, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca24dc1-2bee-42c6-abea-f4b56262991b', 'name': '', 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'mac_address': 'fa:16:3e:96:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd590b4e3-56d7-4bb9-80ad-c9c88e9ccd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:35:47Z', 'updated_at': '2022-05-05T22:35:54Z', 'revision_number': 5, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'subnets': [{'id': 'd590b4e3-56d7-4bb9-80ad-c9c88e9ccd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:37:52.196451 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0570fe40-0fb6-4907-8e0a-e63c374d865e None None] Checking router: 6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:37:52.210277 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0570fe40-0fb6-4907-8e0a-e63c374d865e None None] Routers {'6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:37:52.210949 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-0570fe40-0fb6-4907-8e0a-e63c374d865e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:37:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:37:52.215554 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8a3ca655-7e1a-46e5-a973-1bec36a42bc8 req-7c36156c-a810-48af-a441-56151665919d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8133b08d-f710-4946-b0c7-b78f3595e591 HTTP/1.1" status: 200 len: 999 time: 0.1748371 May 05 22:37:52.409645 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ca655-7e1a-46e5-a973-1bec36a42bc8 req-a7c84361-5ba1-4ce5-a4ee-30c2eedc146a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:52.411117 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8a3ca655-7e1a-46e5-a973-1bec36a42bc8 req-a7c84361-5ba1-4ce5-a4ee-30c2eedc146a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d590b4e3-56d7-4bb9-80ad-c9c88e9ccd04 HTTP/1.1" status: 200 len: 850 time: 0.1850021 May 05 22:37:52.420438 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf0836a-36fa-4ebd-99fc-cc51cce8f18a req-3566f7b9-9d4a-44dd-9f5b-5f9e534bf2ef tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:52.421863 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4cf0836a-36fa-4ebd-99fc-cc51cce8f18a req-3566f7b9-9d4a-44dd-9f5b-5f9e534bf2ef tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 945 time: 0.2651811 May 05 22:37:52.431124 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-0570fe40-0fb6-4907-8e0a-e63c374d865e None None] Set router 6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:37:52.524637 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4cf0836a-36fa-4ebd-99fc-cc51cce8f18a req-96995688-a6e0-433b-9f9a-447a565d7dc4 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719192 May 05 22:37:52.535060 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8a3ca655-7e1a-46e5-a973-1bec36a42bc8 req-45cf271d-afa9-403b-90bc-1b04ad1d4684 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1121612 May 05 22:37:52.680660 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8a3ca655-7e1a-46e5-a973-1bec36a42bc8 req-89395486-40ab-4d6c-87e4-68a1e7ec8c0a service neutron] 10.222.0.32 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387839 May 05 22:37:52.812098 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-0570fe40-0fb6-4907-8e0a-e63c374d865e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'name': 'tempest-ServerActionsTestJSON-145627584-router', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '85ead037-a3ab-46dd-94da-736b91b7f633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:35:44Z', 'updated_at': '2022-05-05T22:35:47Z', 'revision_number': 4, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'gw_port': {'id': '85ead037-a3ab-46dd-94da-736b91b7f633', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:35:45Z', 'updated_at': '2022-05-05T22:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '36333c3c-bf0d-4c7b-ac47-1f2b673f26a8', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'floating_ip_address': '172.25.4.186', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'port_id': '8133b08d-f710-4946-b0c7-b78f3595e591', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c', 'mac_address': 'fa:16:3e:71:24:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2723c1d9-7916-4749-80fa-eafc63b2453f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:35:50Z', 'updated_at': '2022-05-05T22:37:50Z', 'revision_number': 9, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca24dc1-2bee-42c6-abea-f4b56262991b', 'name': '', 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'mac_address': 'fa:16:3e:96:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd590b4e3-56d7-4bb9-80ad-c9c88e9ccd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:35:47Z', 'updated_at': '2022-05-05T22:35:54Z', 'revision_number': 5, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'subnets': [{'id': 'd590b4e3-56d7-4bb9-80ad-c9c88e9ccd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:37:52.816029 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0570fe40-0fb6-4907-8e0a-e63c374d865e None None] The sync data for ids ['6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3'] in n-d-825175-4 is: [{'id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'name': 'tempest-ServerActionsTestJSON-145627584-router', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '85ead037-a3ab-46dd-94da-736b91b7f633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:35:44Z', 'updated_at': '2022-05-05T22:35:47Z', 'revision_number': 4, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'gw_port': {'id': '85ead037-a3ab-46dd-94da-736b91b7f633', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:35:45Z', 'updated_at': '2022-05-05T22:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '36333c3c-bf0d-4c7b-ac47-1f2b673f26a8', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'floating_ip_address': '172.25.4.186', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'port_id': '8133b08d-f710-4946-b0c7-b78f3595e591', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c', 'mac_address': 'fa:16:3e:71:24:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2723c1d9-7916-4749-80fa-eafc63b2453f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:35:50Z', 'updated_at': '2022-05-05T22:37:50Z', 'revision_number': 9, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca24dc1-2bee-42c6-abea-f4b56262991b', 'name': '', 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'mac_address': 'fa:16:3e:96:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd590b4e3-56d7-4bb9-80ad-c9c88e9ccd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:35:47Z', 'updated_at': '2022-05-05T22:35:54Z', 'revision_number': 5, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'subnets': [{'id': 'd590b4e3-56d7-4bb9-80ad-c9c88e9ccd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:37:52.822744 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8a3ca655-7e1a-46e5-a973-1bec36a42bc8 req-2c4d8c76-9ac1-4056-a90b-b29ceff304d2 service neutron] 10.222.0.32 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365452 May 05 22:37:53.026422 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d10d6e-ec11-412e-99a8-7e6151730b48 None None] New status for floating IP 36333c3c-bf0d-4c7b-ac47-1f2b673f26a8: ACTIVE {{(pid=84064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 22:37:53.592847 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a75a4ce6-6e4d-4e09-b0a1-df638c84241d req-60f6bb73-38a9-433c-bbe4-d1c46c4c1b9b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9&device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 1096 time: 0.0740335 May 05 22:37:53.770213 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a4ce6-6e4d-4e09-b0a1-df638c84241d req-5ebcbbbc-5d93-4873-9861-905ccaff6b21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:53.771730 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a75a4ce6-6e4d-4e09-b0a1-df638c84241d req-5ebcbbbc-5d93-4873-9861-905ccaff6b21 service neutron] 10.222.0.32 "GET /v2.0/networks?id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c HTTP/1.1" status: 200 len: 912 time: 0.1729233 May 05 22:37:53.851912 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34656fbb-cf43-4e17-ae1c-dd04f99ffb48 req-246ef806-3efb-4b2c-86ad-ef1e664c7b9b tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:53.853246 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-34656fbb-cf43-4e17-ae1c-dd04f99ffb48 req-246ef806-3efb-4b2c-86ad-ef1e664c7b9b tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 945 time: 0.1798573 May 05 22:37:53.909651 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a75a4ce6-6e4d-4e09-b0a1-df638c84241d req-f68fcefc-30a4-48e7-8eac-332600c1bd2a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8133b08d-f710-4946-b0c7-b78f3595e591 HTTP/1.1" status: 200 len: 1002 time: 0.1313069 May 05 22:37:53.959199 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-34656fbb-cf43-4e17-ae1c-dd04f99ffb48 req-61d2f268-6794-44d3-b7c6-7c3050093f31 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974984 May 05 22:37:53.979700 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a4ce6-6e4d-4e09-b0a1-df638c84241d req-dad67a2a-53ef-483b-bdaf-ac564e041556 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:53.981158 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a75a4ce6-6e4d-4e09-b0a1-df638c84241d req-dad67a2a-53ef-483b-bdaf-ac564e041556 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d590b4e3-56d7-4bb9-80ad-c9c88e9ccd04 HTTP/1.1" status: 200 len: 850 time: 0.0660675 May 05 22:37:54.059082 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a75a4ce6-6e4d-4e09-b0a1-df638c84241d req-84def046-fca3-425d-a718-99881cc7422d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707715 May 05 22:37:54.190515 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a75a4ce6-6e4d-4e09-b0a1-df638c84241d req-7bd69498-d769-40dd-ac65-e3b6ba1d5f26 service neutron] 10.222.0.32 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256170 May 05 22:37:54.320180 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a75a4ce6-6e4d-4e09-b0a1-df638c84241d req-07eafcd4-7c19-4db9-9017-d7b3b075215f service neutron] 10.222.0.32 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235805 May 05 22:37:55.191659 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01510e0-d189-4cfb-8eb9-e2ad6e9de93e req-ece92c95-d512-4dd4-b300-a8c1d25c8f5d tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:55.193101 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a01510e0-d189-4cfb-8eb9-e2ad6e9de93e req-ece92c95-d512-4dd4-b300-a8c1d25c8f5d tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 945 time: 0.0826328 May 05 22:37:55.240212 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a01510e0-d189-4cfb-8eb9-e2ad6e9de93e req-beb92068-5836-4b3b-a957-f5362363e6bd tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413809 May 05 22:37:56.463951 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd215b58-a871-4f8c-b3fe-e3cd3e283b89 req-7deff4aa-0ded-4fcc-a23b-0ed57bd0c13a tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:56.465406 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cd215b58-a871-4f8c-b3fe-e3cd3e283b89 req-7deff4aa-0ded-4fcc-a23b-0ed57bd0c13a tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 945 time: 0.0973108 May 05 22:37:56.512292 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cd215b58-a871-4f8c-b3fe-e3cd3e283b89 req-f71005df-4618-41f5-b11b-9e6443e2e38a tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412059 May 05 22:37:57.728450 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028061a5-f667-4aea-9805-5c06b78ed888 req-b93c785e-f7d5-4406-8949-5959daafe269 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:57.729975 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-028061a5-f667-4aea-9805-5c06b78ed888 req-b93c785e-f7d5-4406-8949-5959daafe269 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 945 time: 0.0950670 May 05 22:37:57.782759 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-028061a5-f667-4aea-9805-5c06b78ed888 req-259506e5-c43d-43a8-9da1-d089f11255e5 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411072 May 05 22:37:58.357170 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:37:58.993942 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ef616-bf78-4274-a1ed-888cd7c96d9c req-006ec6cd-50a8-4bc5-a7b2-a1f7a33906ba tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:37:58.995425 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-126ef616-bf78-4274-a1ed-888cd7c96d9c req-006ec6cd-50a8-4bc5-a7b2-a1f7a33906ba tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 945 time: 0.0798893 May 05 22:37:59.041862 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-126ef616-bf78-4274-a1ed-888cd7c96d9c req-87a71f85-ecb4-4c90-91fc-c470c9627501 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400944 May 05 22:38:00.347614 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac83ad7-6c05-4954-8bdc-2cfd2427b914 req-9e65199c-1101-426a-8ff3-a7bf06c793d7 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:00.349001 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-eac83ad7-6c05-4954-8bdc-2cfd2427b914 req-9e65199c-1101-426a-8ff3-a7bf06c793d7 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 945 time: 0.1787581 May 05 22:38:00.395213 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-eac83ad7-6c05-4954-8bdc-2cfd2427b914 req-2cb1b783-c6da-470c-9f92-777641648252 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406225 May 05 22:38:01.638689 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f809a5-1500-4825-a653-db5ba6282598 req-c01a66f8-8dde-43e6-9fb0-1079b9672f53 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:01.640136 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-97f809a5-1500-4825-a653-db5ba6282598 req-c01a66f8-8dde-43e6-9fb0-1079b9672f53 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 945 time: 0.0927184 May 05 22:38:01.685427 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-97f809a5-1500-4825-a653-db5ba6282598 req-75e93ea9-5e6c-4e46-8ba1-a0babfc76049 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395932 May 05 22:38:02.890262 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21124085-9197-43be-a832-f59457566af1 req-4576d88c-cf70-425b-9eb6-ebb1a0d2bcf6 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:02.891745 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-21124085-9197-43be-a832-f59457566af1 req-4576d88c-cf70-425b-9eb6-ebb1a0d2bcf6 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 945 time: 0.0799601 May 05 22:38:02.939451 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-21124085-9197-43be-a832-f59457566af1 req-42b28ddc-68db-47a2-b2ae-1f9dc438c290 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419979 May 05 22:38:04.160933 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96312efc-9858-45f5-b0da-07e0ba442f41 req-f40f3508-6f6e-493e-8313-b6df2218e128 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:04.162357 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-96312efc-9858-45f5-b0da-07e0ba442f41 req-f40f3508-6f6e-493e-8313-b6df2218e128 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 945 time: 0.0849729 May 05 22:38:04.211116 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-96312efc-9858-45f5-b0da-07e0ba442f41 req-50d57dfa-37c4-4788-ac66-514a8adadebf tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408237 May 05 22:38:05.442840 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb47d7-bc2e-4330-bab6-1ec7d783659e req-3fa85172-00b7-4807-b055-32035c0e3124 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:05.444272 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fecb47d7-bc2e-4330-bab6-1ec7d783659e req-3fa85172-00b7-4807-b055-32035c0e3124 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 945 time: 0.0897756 May 05 22:38:05.492989 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fecb47d7-bc2e-4330-bab6-1ec7d783659e req-55227afb-b472-442d-95ee-8f18aac20e0b tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408766 May 05 22:38:06.281579 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:38:06.504223 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:38:06.709848 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bdff3c-097f-4540-bb8f-51a34ea39ace req-175e72fc-2043-4d87-9db5-e114ac86a741 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:06.711323 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f3bdff3c-097f-4540-bb8f-51a34ea39ace req-175e72fc-2043-4d87-9db5-e114ac86a741 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 945 time: 0.0926306 May 05 22:38:06.757732 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f3bdff3c-097f-4540-bb8f-51a34ea39ace req-c3071fa2-a979-41ef-acdb-68c068b4d2fc tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405662 May 05 22:38:07.975349 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645bb89-bc15-45a6-aa22-2cac6bf71cf8 req-843b1147-ee8e-4ea0-81d3-90450b359bfd tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:07.976673 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e645bb89-bc15-45a6-aa22-2cac6bf71cf8 req-843b1147-ee8e-4ea0-81d3-90450b359bfd tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 945 time: 0.0768170 May 05 22:38:08.027587 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e645bb89-bc15-45a6-aa22-2cac6bf71cf8 req-5986574e-30ce-4cdf-b969-026b0e578b65 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430346 May 05 22:38:09.252430 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f12ae0-d27f-414b-9be9-f02199f10fe8 req-0f9aeb78-f16d-458a-9611-940e598336f9 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:09.253863 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-48f12ae0-d27f-414b-9be9-f02199f10fe8 req-0f9aeb78-f16d-458a-9611-940e598336f9 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 945 time: 0.0883591 May 05 22:38:09.309008 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-48f12ae0-d27f-414b-9be9-f02199f10fe8 req-8bac1ccf-14cb-4eed-b50e-bb772288fa2d tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467682 May 05 22:38:10.549492 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5fba21-fe95-4240-abda-4188175b7cdd req-a64530e6-f83a-47f2-9998-5d0b5ab17209 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:10.551861 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5f5fba21-fe95-4240-abda-4188175b7cdd req-a64530e6-f83a-47f2-9998-5d0b5ab17209 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 945 time: 0.0961833 May 05 22:38:10.599016 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5f5fba21-fe95-4240-abda-4188175b7cdd req-6b5dd27c-0181-4b23-9a79-21e6e3158b7b tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415564 May 05 22:38:11.820736 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83693398-9602-497e-871d-4ba30e68a003 req-d18215d5-dab0-49cd-9a2c-6cca5bcf0db5 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:11.822181 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-83693398-9602-497e-871d-4ba30e68a003 req-d18215d5-dab0-49cd-9a2c-6cca5bcf0db5 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 945 time: 0.0803478 May 05 22:38:11.881519 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-83693398-9602-497e-871d-4ba30e68a003 req-591f6ec3-bf3a-4ae4-85ac-dc44670d3e56 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531528 May 05 22:38:13.117619 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a118f-d70d-4d10-a045-126b65586686 req-2d674e72-5375-4921-a2ac-4e995f84bb2a tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:13.119205 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-526a118f-d70d-4d10-a045-126b65586686 req-2d674e72-5375-4921-a2ac-4e995f84bb2a tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 945 time: 0.0997598 May 05 22:38:13.169891 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-526a118f-d70d-4d10-a045-126b65586686 req-55c290b0-5463-41fd-9378-57b690ebcb60 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447433 May 05 22:38:13.992247 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1296d8d5-9e3d-46e1-8171-823d13103422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:38:14.384999 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76183637-8793-4cfc-b035-6e6ed646ce9d req-f0be6c4b-bcac-4abf-a6bd-03d6509d128c tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:14.386465 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-76183637-8793-4cfc-b035-6e6ed646ce9d req-f0be6c4b-bcac-4abf-a6bd-03d6509d128c tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 945 time: 0.0844114 May 05 22:38:14.439498 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-76183637-8793-4cfc-b035-6e6ed646ce9d req-568a8a29-0e82-42a6-a35d-e765664bd8b9 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446625 May 05 22:38:15.646693 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0162e3e-e569-46a3-a18a-5a372e990e31 req-bf87d324-89d8-4413-9965-b6f4a59ae052 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:15.648171 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a0162e3e-e569-46a3-a18a-5a372e990e31 req-bf87d324-89d8-4413-9965-b6f4a59ae052 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 945 time: 0.0822675 May 05 22:38:15.697676 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a0162e3e-e569-46a3-a18a-5a372e990e31 req-a2a5fa54-f724-47d0-bb8c-18233e6ce31c tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408106 May 05 22:38:16.318137 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-571d54b6-f987-4d92-b4a5-8c35a749f04c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:38:16.924413 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959183f3-ad4a-43eb-b97a-078be9bd5cc4 req-db2f3383-f469-4fe2-beb5-0866880dfa60 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:16.925743 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-959183f3-ad4a-43eb-b97a-078be9bd5cc4 req-db2f3383-f469-4fe2-beb5-0866880dfa60 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 945 time: 0.0924118 May 05 22:38:16.971331 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-959183f3-ad4a-43eb-b97a-078be9bd5cc4 req-13cc5420-4d96-407f-a452-09f7efae8e49 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399127 May 05 22:38:17.562813 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:38:17.564349 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:38:18.214623 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41299849-db44-4ea5-80e7-913a07219415 req-21453071-f664-464d-a248-269af6a2410a tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:18.216261 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-41299849-db44-4ea5-80e7-913a07219415 req-21453071-f664-464d-a248-269af6a2410a tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 945 time: 0.0909579 May 05 22:38:18.264397 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-41299849-db44-4ea5-80e7-913a07219415 req-ed7f86cb-355c-4f7b-a220-4aa8f7cd4d30 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422463 May 05 22:38:19.125679 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:38:19.482375 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aefd01a-5b26-4f71-95c2-ff5bfc8378f0 req-d362a46c-6540-444e-938e-f7884ddc21d6 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:19.484402 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3aefd01a-5b26-4f71-95c2-ff5bfc8378f0 req-d362a46c-6540-444e-938e-f7884ddc21d6 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 945 time: 0.0953608 May 05 22:38:19.535030 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3aefd01a-5b26-4f71-95c2-ff5bfc8378f0 req-6f6c3113-3911-463b-9d2a-b034d31a3ff3 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433500 May 05 22:38:20.735856 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bdf0e8-eafb-4ac4-862d-74bf1f37d314 req-d4757998-57c3-43df-9458-5384ce23b214 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:20.737206 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-58bdf0e8-eafb-4ac4-862d-74bf1f37d314 req-d4757998-57c3-43df-9458-5384ce23b214 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 945 time: 0.0800946 May 05 22:38:20.783743 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-58bdf0e8-eafb-4ac4-862d-74bf1f37d314 req-a5d9d15e-d05e-4601-bc7d-e3b83ab0bb0b tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408781 May 05 22:38:22.006914 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50becb-e55e-4d49-a8bd-057240657691 req-4a5400bf-7727-4af3-9769-b010ad1d5747 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:22.008334 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0a50becb-e55e-4d49-a8bd-057240657691 req-4a5400bf-7727-4af3-9769-b010ad1d5747 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 945 time: 0.0892642 May 05 22:38:22.054184 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0a50becb-e55e-4d49-a8bd-057240657691 req-3688c3e6-b376-45f0-bca8-fc4ad3560cca tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400133 May 05 22:38:23.273720 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910112d-10be-45ba-9099-b60da0721717 req-620d5d18-6077-411d-a0ae-091d5e716003 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:23.275206 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1910112d-10be-45ba-9099-b60da0721717 req-620d5d18-6077-411d-a0ae-091d5e716003 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 945 time: 0.0935438 May 05 22:38:23.330009 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1910112d-10be-45ba-9099-b60da0721717 req-b42fdf25-e192-4818-b59e-b86fc05c56e9 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464575 May 05 22:38:24.548212 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f7c0c5-8e3b-4d8e-9621-574f84ea5173 req-70edc4f2-be99-4257-a61c-a81426202ec0 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:24.549788 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-41f7c0c5-8e3b-4d8e-9621-574f84ea5173 req-70edc4f2-be99-4257-a61c-a81426202ec0 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 945 time: 0.0833962 May 05 22:38:24.602697 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-41f7c0c5-8e3b-4d8e-9621-574f84ea5173 req-eb82556e-e799-48dd-9735-c31b465925f0 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472400 May 05 22:38:25.839989 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c371b-9e52-4178-9521-8240c54ae00b req-7d65d0f8-483d-4fa6-aab5-bdf7ab700d91 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:25.841497 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7e8c371b-9e52-4178-9521-8240c54ae00b req-7d65d0f8-483d-4fa6-aab5-bdf7ab700d91 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 945 time: 0.0865080 May 05 22:38:25.889239 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7e8c371b-9e52-4178-9521-8240c54ae00b req-6978d191-cd44-4ee0-ad25-ff7277b09769 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423391 May 05 22:38:26.200351 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [req-a75a4ce6-6e4d-4e09-b0a1-df638c84241d req-26b3b526-7c2a-4c1a-9141-a080af40d6e8 service neutron] show failed (client error): The resource could not be found. May 05 22:38:26.201272 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a75a4ce6-6e4d-4e09-b0a1-df638c84241d req-26b3b526-7c2a-4c1a-9141-a080af40d6e8 service neutron] 10.222.0.32 "GET /v2.0/ports/8133b08d-f710-4946-b0c7-b78f3595e591/bindings/n-h1-825175-4 HTTP/1.1" status: 404 len: 380 time: 0.0787704 May 05 22:38:26.483410 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a75a4ce6-6e4d-4e09-b0a1-df638c84241d req-30c33eb9-fb8b-41c7-bd46-17e528b82dd9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2723c1d9-7916-4749-80fa-eafc63b2453f&tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9 HTTP/1.1" status: 200 len: 1096 time: 0.0760074 May 05 22:38:26.493102 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-a75a4ce6-6e4d-4e09-b0a1-df638c84241d req-708ba767-b8a4-4eaf-97c9-7feaebee5ccd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825175-4', 'device_owner': 'compute:nova'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:38:26.600286 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a75a4ce6-6e4d-4e09-b0a1-df638c84241d req-708ba767-b8a4-4eaf-97c9-7feaebee5ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:38:26.883139 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-a75a4ce6-6e4d-4e09-b0a1-df638c84241d req-708ba767-b8a4-4eaf-97c9-7feaebee5ccd service neutron] For port 8133b08d-f710-4946-b0c7-b78f3595e591, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=8133b08d-f710-4946-b0c7-b78f3595e591,segment=NetworkSegment(d0acf8dd-f215-4005-a46b-f65510e9fdb9),segment_id=d0acf8dd-f215-4005-a46b-f65510e9fdb9)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:38:26.914266 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-a75a4ce6-6e4d-4e09-b0a1-df638c84241d req-708ba767-b8a4-4eaf-97c9-7feaebee5ccd service neutron] For port 8133b08d-f710-4946-b0c7-b78f3595e591, host n-h2-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:38:26.970907 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2723c1d9-7916-4749-80fa-eafc63b2453f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8133b08d-f710-4946-b0c7-b78f3595e591'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:38:26.976663 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a75a4ce6-6e4d-4e09-b0a1-df638c84241d req-708ba767-b8a4-4eaf-97c9-7feaebee5ccd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:38:26.991555 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-a75a4ce6-6e4d-4e09-b0a1-df638c84241d req-708ba767-b8a4-4eaf-97c9-7feaebee5ccd service neutron] Transition to ACTIVE for port object 8133b08d-f710-4946-b0c7-b78f3595e591 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:38:26.995980 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a75a4ce6-6e4d-4e09-b0a1-df638c84241d req-708ba767-b8a4-4eaf-97c9-7feaebee5ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:38:27.049751 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af50218e-a988-49ae-851f-ddd116fdc56f'] response: {'server_uuid': '2723c1d9-7916-4749-80fa-eafc63b2453f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8133b08d-f710-4946-b0c7-b78f3595e591', 'code': 200} May 05 22:38:27.144998 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708ba767-b8a4-4eaf-97c9-7feaebee5ccd service neutron] Pushing event updated for resources: {'Port': ['ID=8133b08d-f710-4946-b0c7-b78f3595e591,revision_number=6']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:38:27.163091 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708ba767-b8a4-4eaf-97c9-7feaebee5ccd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:38:27.163445 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708ba767-b8a4-4eaf-97c9-7feaebee5ccd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:38:27.164310 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708ba767-b8a4-4eaf-97c9-7feaebee5ccd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:38:27.164310 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708ba767-b8a4-4eaf-97c9-7feaebee5ccd service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:38:27.164518 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708ba767-b8a4-4eaf-97c9-7feaebee5ccd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:38:27.164728 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708ba767-b8a4-4eaf-97c9-7feaebee5ccd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:38:27.165039 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708ba767-b8a4-4eaf-97c9-7feaebee5ccd service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:38:27.165349 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708ba767-b8a4-4eaf-97c9-7feaebee5ccd service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:38:27.165671 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708ba767-b8a4-4eaf-97c9-7feaebee5ccd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:38:27.165989 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708ba767-b8a4-4eaf-97c9-7feaebee5ccd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:38:27.166307 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708ba767-b8a4-4eaf-97c9-7feaebee5ccd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:38:27.198735 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a33dcd-2620-4860-968f-97c48774d1eb req-14a37046-1935-49a0-96c6-0f4e3de6b544 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:27.200228 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a9a33dcd-2620-4860-968f-97c48774d1eb req-14a37046-1935-49a0-96c6-0f4e3de6b544 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 943 time: 0.1857498 May 05 22:38:27.218271 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-a75a4ce6-6e4d-4e09-b0a1-df638c84241d req-708ba767-b8a4-4eaf-97c9-7feaebee5ccd service neutron] No DVR routers for this DVR port 8133b08d-f710-4946-b0c7-b78f3595e591 on host n-h2-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:38:27.248527 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a9a33dcd-2620-4860-968f-97c48774d1eb req-e1721191-1ead-40bc-9c2e-ad2e9e608b42 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423605 May 05 22:38:27.464901 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-a75a4ce6-6e4d-4e09-b0a1-df638c84241d req-708ba767-b8a4-4eaf-97c9-7feaebee5ccd service neutron] Attempting to bind port 8133b08d-f710-4946-b0c7-b78f3595e591 on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:38:27.465134 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-a75a4ce6-6e4d-4e09-b0a1-df638c84241d req-708ba767-b8a4-4eaf-97c9-7feaebee5ccd service neutron] Attempting to bind port 8133b08d-f710-4946-b0c7-b78f3595e591 by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': 'd0acf8dd-f215-4005-a46b-f65510e9fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:38:27.465429 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75a4ce6-6e4d-4e09-b0a1-df638c84241d req-708ba767-b8a4-4eaf-97c9-7feaebee5ccd service neutron] Attempting to bind port 8133b08d-f710-4946-b0c7-b78f3595e591 on network 87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:38:27.471519 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75a4ce6-6e4d-4e09-b0a1-df638c84241d req-708ba767-b8a4-4eaf-97c9-7feaebee5ccd service neutron] Port 8133b08d-f710-4946-b0c7-b78f3595e591 on network 87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:38:27.471831 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75a4ce6-6e4d-4e09-b0a1-df638c84241d req-708ba767-b8a4-4eaf-97c9-7feaebee5ccd service neutron] Attempting to bind port 8133b08d-f710-4946-b0c7-b78f3595e591 on network 87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:38:27.478576 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75a4ce6-6e4d-4e09-b0a1-df638c84241d req-708ba767-b8a4-4eaf-97c9-7feaebee5ccd service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:38:27.478929 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75a4ce6-6e4d-4e09-b0a1-df638c84241d req-708ba767-b8a4-4eaf-97c9-7feaebee5ccd service neutron] Checking segment: {'id': 'd0acf8dd-f215-4005-a46b-f65510e9fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:38:27.479302 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75a4ce6-6e4d-4e09-b0a1-df638c84241d req-708ba767-b8a4-4eaf-97c9-7feaebee5ccd service neutron] Bound using segment: {'id': 'd0acf8dd-f215-4005-a46b-f65510e9fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:38:27.479713 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-a75a4ce6-6e4d-4e09-b0a1-df638c84241d req-708ba767-b8a4-4eaf-97c9-7feaebee5ccd service neutron] Bound port: 8133b08d-f710-4946-b0c7-b78f3595e591, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0acf8dd-f215-4005-a46b-f65510e9fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:38:27.480043 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a75a4ce6-6e4d-4e09-b0a1-df638c84241d req-708ba767-b8a4-4eaf-97c9-7feaebee5ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:38:27.664881 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-a75a4ce6-6e4d-4e09-b0a1-df638c84241d req-708ba767-b8a4-4eaf-97c9-7feaebee5ccd service neutron] For port 8133b08d-f710-4946-b0c7-b78f3595e591, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:38:27.667862 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-a75a4ce6-6e4d-4e09-b0a1-df638c84241d req-708ba767-b8a4-4eaf-97c9-7feaebee5ccd service neutron] For port 8133b08d-f710-4946-b0c7-b78f3595e591, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=8133b08d-f710-4946-b0c7-b78f3595e591,segment=NetworkSegment(d0acf8dd-f215-4005-a46b-f65510e9fdb9),segment_id=d0acf8dd-f215-4005-a46b-f65510e9fdb9)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:38:27.675099 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a75a4ce6-6e4d-4e09-b0a1-df638c84241d req-708ba767-b8a4-4eaf-97c9-7feaebee5ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:38:27.735015 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-a75a4ce6-6e4d-4e09-b0a1-df638c84241d req-708ba767-b8a4-4eaf-97c9-7feaebee5ccd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:38:27.736452 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a75a4ce6-6e4d-4e09-b0a1-df638c84241d req-708ba767-b8a4-4eaf-97c9-7feaebee5ccd service neutron] 10.222.0.44 "PUT /v2.0/ports/8133b08d-f710-4946-b0c7-b78f3595e591 HTTP/1.1" status: 200 len: 1091 time: 1.2471611 May 05 22:38:27.749793 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708ba767-b8a4-4eaf-97c9-7feaebee5ccd service neutron] Pushing event updated for resources: {'Port': ['ID=8133b08d-f710-4946-b0c7-b78f3595e591,revision_number=7']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:38:27.830092 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a75a4ce6-6e4d-4e09-b0a1-df638c84241d req-0242ab72-03ac-4612-b709-ea7d795ff733 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9&device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 1094 time: 0.0729573 May 05 22:38:27.964108 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a4ce6-6e4d-4e09-b0a1-df638c84241d req-d36bd3a1-ccae-4584-bb65-59f0fd106ad5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:27.965607 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a75a4ce6-6e4d-4e09-b0a1-df638c84241d req-d36bd3a1-ccae-4584-bb65-59f0fd106ad5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c HTTP/1.1" status: 200 len: 912 time: 0.1296573 May 05 22:38:28.079442 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a75a4ce6-6e4d-4e09-b0a1-df638c84241d req-987cbce2-a155-47ae-903c-94c6ce49e71c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8133b08d-f710-4946-b0c7-b78f3595e591 HTTP/1.1" status: 200 len: 1000 time: 0.1076093 May 05 22:38:28.142313 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a4ce6-6e4d-4e09-b0a1-df638c84241d req-2966558b-133f-41be-b464-14edaad319f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:28.143737 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a75a4ce6-6e4d-4e09-b0a1-df638c84241d req-2966558b-133f-41be-b464-14edaad319f9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d590b4e3-56d7-4bb9-80ad-c9c88e9ccd04 HTTP/1.1" status: 200 len: 850 time: 0.0590019 May 05 22:38:28.222457 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a75a4ce6-6e4d-4e09-b0a1-df638c84241d req-59d391d9-5e1b-4729-adfc-a1bbbd559d53 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721860 May 05 22:38:28.231673 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [req-a75a4ce6-6e4d-4e09-b0a1-df638c84241d req-61c23389-0fc2-4119-94a6-64bbb984552b service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84063) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:38:28.232567 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a75a4ce6-6e4d-4e09-b0a1-df638c84241d req-61c23389-0fc2-4119-94a6-64bbb984552b service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046661 May 05 22:38:28.366006 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a75a4ce6-6e4d-4e09-b0a1-df638c84241d req-22af2487-53a8-450c-8395-b19c6d7f2200 service neutron] 10.222.0.44 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269586 May 05 22:38:28.446936 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9d540-b680-4488-b322-3fa95a85701a req-cd850393-82f6-4141-b0d2-1546998a0ddd tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:28.448385 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-55d9d540-b680-4488-b322-3fa95a85701a req-cd850393-82f6-4141-b0d2-1546998a0ddd tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 943 time: 0.0755274 May 05 22:38:28.496439 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-55d9d540-b680-4488-b322-3fa95a85701a req-038e5735-1dc5-4212-82a4-f49e1d1e01eb tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413892 May 05 22:38:28.499478 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a75a4ce6-6e4d-4e09-b0a1-df638c84241d req-eeb9c8a2-1f11-42cc-b971-faac972511cc service neutron] 10.222.0.44 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280224 May 05 22:38:29.051368 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2723c1d9-7916-4749-80fa-eafc63b2453f', 'tag': '8133b08d-f710-4946-b0c7-b78f3595e591'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:38:29.125037 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-236358f4-2312-4d46-9672-a4922d007575'] response: {'name': 'network-changed', 'server_uuid': '2723c1d9-7916-4749-80fa-eafc63b2453f', 'tag': '8133b08d-f710-4946-b0c7-b78f3595e591', 'status': 'completed', 'code': 200} May 05 22:38:29.212768 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-388a281c-fb77-4fdd-99f1-62caee76ee1c req-f3d406b0-6788-4652-a452-8b7b61065177 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9&device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 1094 time: 0.0713246 May 05 22:38:29.213757 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-388a281c-fb77-4fdd-99f1-62caee76ee1c req-a2160635-4203-42cb-80d4-61cac746b0d0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9&device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 1094 time: 0.0681753 May 05 22:38:29.345907 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388a281c-fb77-4fdd-99f1-62caee76ee1c req-e1c76a49-9b63-46f4-97bc-09ffbe4491c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:29.347552 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-388a281c-fb77-4fdd-99f1-62caee76ee1c req-e1c76a49-9b63-46f4-97bc-09ffbe4491c4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c HTTP/1.1" status: 200 len: 912 time: 0.1280603 May 05 22:38:29.358002 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388a281c-fb77-4fdd-99f1-62caee76ee1c req-3b082b94-2ec3-419f-9552-c93f57e83e7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:29.359467 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-388a281c-fb77-4fdd-99f1-62caee76ee1c req-3b082b94-2ec3-419f-9552-c93f57e83e7d service neutron] 10.222.0.44 "GET /v2.0/networks?id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c HTTP/1.1" status: 200 len: 912 time: 0.1392705 May 05 22:38:29.453634 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-388a281c-fb77-4fdd-99f1-62caee76ee1c req-ed5f5c7f-2aa6-4143-b54e-aee557d2662e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8133b08d-f710-4946-b0c7-b78f3595e591 HTTP/1.1" status: 200 len: 1000 time: 0.0999277 May 05 22:38:29.463506 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-388a281c-fb77-4fdd-99f1-62caee76ee1c req-505cb598-05f9-4521-975a-732d3b934d19 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8133b08d-f710-4946-b0c7-b78f3595e591 HTTP/1.1" status: 200 len: 1000 time: 0.0976758 May 05 22:38:29.516813 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388a281c-fb77-4fdd-99f1-62caee76ee1c req-aae647b0-39b2-44be-ac78-b0ebf95b4b33 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:29.518221 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-388a281c-fb77-4fdd-99f1-62caee76ee1c req-aae647b0-39b2-44be-ac78-b0ebf95b4b33 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d590b4e3-56d7-4bb9-80ad-c9c88e9ccd04 HTTP/1.1" status: 200 len: 850 time: 0.0591693 May 05 22:38:29.528061 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388a281c-fb77-4fdd-99f1-62caee76ee1c req-e2dfa3bb-2979-446b-ae17-0dfed945ad3f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:29.529734 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-388a281c-fb77-4fdd-99f1-62caee76ee1c req-e2dfa3bb-2979-446b-ae17-0dfed945ad3f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d590b4e3-56d7-4bb9-80ad-c9c88e9ccd04 HTTP/1.1" status: 200 len: 850 time: 0.0582168 May 05 22:38:29.602820 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-388a281c-fb77-4fdd-99f1-62caee76ee1c req-d08e1ca9-7c61-4277-856a-a6479a1313f8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787680 May 05 22:38:29.616309 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-388a281c-fb77-4fdd-99f1-62caee76ee1c req-e51f55df-11ad-47e4-ab91-76c72749b5b4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802624 May 05 22:38:29.752974 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-388a281c-fb77-4fdd-99f1-62caee76ee1c req-3059b21f-9962-418d-8ef3-c7c8a3493164 service neutron] 10.222.0.44 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304770 May 05 22:38:29.787962 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-388a281c-fb77-4fdd-99f1-62caee76ee1c req-b3e0d2c9-c784-4679-bc21-e156e754c222 service neutron] 10.222.0.32 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785617 May 05 22:38:29.798400 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66481d99-336a-4503-8c99-1b5a521e3eb6 req-fb183605-ebc3-4691-8d4e-05e7ead4498a tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:29.799878 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-66481d99-336a-4503-8c99-1b5a521e3eb6 req-fb183605-ebc3-4691-8d4e-05e7ead4498a tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 943 time: 0.1718102 May 05 22:38:29.936059 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-66481d99-336a-4503-8c99-1b5a521e3eb6 req-41a20648-7a44-421f-b8dd-6f49b7d29a6a tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181178 May 05 22:38:29.970386 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-388a281c-fb77-4fdd-99f1-62caee76ee1c req-80b1c7bc-33c5-424e-ba6f-214ae6654d67 service neutron] 10.222.0.32 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695108 May 05 22:38:29.992208 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-388a281c-fb77-4fdd-99f1-62caee76ee1c req-76f3ec9a-4c57-4b8c-81b0-ce9745d92ccb service neutron] 10.222.0.44 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324989 May 05 22:38:30.001966 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 8133b08d-f710-4946-b0c7-b78f3595e591 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:38:30.039160 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 8133b08d-f710-4946-b0c7-b78f3595e591 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:38:30.167172 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 8133b08d-f710-4946-b0c7-b78f3595e591 not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:38:30.193242 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 8133b08d-f710-4946-b0c7-b78f3595e591, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=8133b08d-f710-4946-b0c7-b78f3595e591,segment=NetworkSegment(d0acf8dd-f215-4005-a46b-f65510e9fdb9),segment_id=d0acf8dd-f215-4005-a46b-f65510e9fdb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:38:30.212608 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '8133b08d-f710-4946-b0c7-b78f3595e591', 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c', 'port_id': '8133b08d-f710-4946-b0c7-b78f3595e591', 'mac_address': 'fa:16:3e:71:24:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd590b4e3-56d7-4bb9-80ad-c9c88e9ccd04', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:38:30.268483 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:38:30.287913 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8133b08d-f710-4946-b0c7-b78f3595e591 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:38:30.305201 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 8133b08d-f710-4946-b0c7-b78f3595e591, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=8133b08d-f710-4946-b0c7-b78f3595e591,segment=NetworkSegment(d0acf8dd-f215-4005-a46b-f65510e9fdb9),segment_id=d0acf8dd-f215-4005-a46b-f65510e9fdb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:38:30.309876 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:38:30.411304 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=8133b08d-f710-4946-b0c7-b78f3595e591,revision_number=8']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:38:30.419802 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:38:30.420140 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:38:30.420494 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:38:30.420830 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:38:30.421144 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:38:30.421461 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:38:30.421784 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:38:30.422099 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:38:30.422413 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:38:30.422755 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:38:30.423054 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:38:30.523333 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['8133b08d-f710-4946-b0c7-b78f3595e591'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:38:31.157112 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe336e-406f-4b86-970d-58605f9e06fe req-b47f1ed3-6be7-43b7-9a8d-dbd27a97313c tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:31.158525 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-01fe336e-406f-4b86-970d-58605f9e06fe req-b47f1ed3-6be7-43b7-9a8d-dbd27a97313c tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 944 time: 0.0842850 May 05 22:38:31.209160 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-01fe336e-406f-4b86-970d-58605f9e06fe req-0ef08175-4f45-4f6e-8fc9-14f9b9e74629 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413904 May 05 22:38:31.306575 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bb0396f5-1c8c-4ca0-b083-afbb6f1891ba req-6bc6d6cb-8be6-4793-a28a-0dfe5fdf5bc5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2723c1d9-7916-4749-80fa-eafc63b2453f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0811625 May 05 22:38:31.461628 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bb0396f5-1c8c-4ca0-b083-afbb6f1891ba req-699808bc-fe5c-4684-a105-50dabd44a9df service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9&device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 1095 time: 0.0801549 May 05 22:38:31.609018 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0396f5-1c8c-4ca0-b083-afbb6f1891ba req-053bb68c-e060-40b0-b5de-6b09ca0ed303 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:31.610509 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bb0396f5-1c8c-4ca0-b083-afbb6f1891ba req-053bb68c-e060-40b0-b5de-6b09ca0ed303 service neutron] 10.222.0.44 "GET /v2.0/networks?id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c HTTP/1.1" status: 200 len: 912 time: 0.1303577 May 05 22:38:31.722683 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bb0396f5-1c8c-4ca0-b083-afbb6f1891ba req-5d00e494-1637-45e2-b7bc-e40ef0f279b5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8133b08d-f710-4946-b0c7-b78f3595e591 HTTP/1.1" status: 200 len: 1001 time: 0.1065624 May 05 22:38:31.849234 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0396f5-1c8c-4ca0-b083-afbb6f1891ba req-0f6aa260-ed43-4938-adc6-748a8fb2a34f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:31.850690 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bb0396f5-1c8c-4ca0-b083-afbb6f1891ba req-0f6aa260-ed43-4938-adc6-748a8fb2a34f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d590b4e3-56d7-4bb9-80ad-c9c88e9ccd04 HTTP/1.1" status: 200 len: 850 time: 0.0848722 May 05 22:38:31.876343 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b77ad-a6af-4384-b402-4071c509e504 req-5ddf9dbc-9431-4e6b-9744-56323650cc62 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:31.877787 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b06b77ad-a6af-4384-b402-4071c509e504 req-5ddf9dbc-9431-4e6b-9744-56323650cc62 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 944 time: 0.0767426 May 05 22:38:31.910703 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035296fd-d649-4b81-89ab-5468ba275cab req-fbfc7866-5278-42b2-b406-2100c72bb289 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:31.911379 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-035296fd-d649-4b81-89ab-5468ba275cab req-fbfc7866-5278-42b2-b406-2100c72bb289 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Synchronizing usage tracker for tenant:0193e8c9a4ea475f84588c4cf6d35ca9 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:38:31.927281 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b06b77ad-a6af-4384-b402-4071c509e504 req-78c7df03-eacc-47e6-a6b9-4db75e0169b5 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435169 May 05 22:38:31.935850 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-035296fd-d649-4b81-89ab-5468ba275cab req-fbfc7866-5278-42b2-b406-2100c72bb289 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Unset dirty status for tenant:0193e8c9a4ea475f84588c4cf6d35ca9 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:38:31.936966 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-035296fd-d649-4b81-89ab-5468ba275cab req-fbfc7866-5278-42b2-b406-2100c72bb289 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.44 "GET /v2.0/ports?device_id=2723c1d9-7916-4749-80fa-eafc63b2453f&tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9&binding%3Ahost_id=n-h1-825175-4 HTTP/1.1" status: 200 len: 944 time: 0.2132428 May 05 22:38:31.992685 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bb0396f5-1c8c-4ca0-b083-afbb6f1891ba req-5907a795-7a9c-4a46-b7df-b6ba66b198cc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1354568 May 05 22:38:32.019161 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 8133b08d-f710-4946-b0c7-b78f3595e591 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:38:32.089746 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 8133b08d-f710-4946-b0c7-b78f3595e591 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:38:32.095884 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 8133b08d-f710-4946-b0c7-b78f3595e591 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:38:32.096243 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:38:32.120019 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-035296fd-d649-4b81-89ab-5468ba275cab req-54037683-cdb7-49e9-a881-bd6aa66d6ef6 service neutron] 10.222.0.44 "GET /v2.0/ports/8133b08d-f710-4946-b0c7-b78f3595e591/bindings/n-h1-825175-4 HTTP/1.1" status: 200 len: 382 time: 0.1754379 May 05 22:38:32.157862 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bb0396f5-1c8c-4ca0-b083-afbb6f1891ba req-e2fcb66c-6bc8-43e5-8873-e7590d476bb9 service neutron] 10.222.0.44 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559389 May 05 22:38:32.211612 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:38:32.238643 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2723c1d9-7916-4749-80fa-eafc63b2453f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8133b08d-f710-4946-b0c7-b78f3595e591'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:38:32.248693 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 8133b08d-f710-4946-b0c7-b78f3595e591, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=8133b08d-f710-4946-b0c7-b78f3595e591,segment=NetworkSegment(d0acf8dd-f215-4005-a46b-f65510e9fdb9),segment_id=d0acf8dd-f215-4005-a46b-f65510e9fdb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:38:32.253852 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:38:32.297716 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bb0396f5-1c8c-4ca0-b083-afbb6f1891ba req-b82b8854-3c2c-4e3a-9cea-8cda4843f0ca service neutron] 10.222.0.44 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340692 May 05 22:38:32.309879 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4487062-df74-4b96-ad96-919789cd3f84'] response: {'server_uuid': '2723c1d9-7916-4749-80fa-eafc63b2453f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8133b08d-f710-4946-b0c7-b78f3595e591', 'code': 200} May 05 22:38:32.321757 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=8133b08d-f710-4946-b0c7-b78f3595e591,revision_number=9']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:38:32.417490 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-035296fd-d649-4b81-89ab-5468ba275cab req-8f8d4015-a987-4ab8-a836-769c974a3524 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9&device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 1096 time: 0.0761991 May 05 22:38:32.547311 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035296fd-d649-4b81-89ab-5468ba275cab req-39d14282-47e6-47cd-8385-9fa9e4d75796 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:32.548754 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-035296fd-d649-4b81-89ab-5468ba275cab req-39d14282-47e6-47cd-8385-9fa9e4d75796 service neutron] 10.222.0.44 "GET /v2.0/networks?id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c HTTP/1.1" status: 200 len: 912 time: 0.1248901 May 05 22:38:32.648782 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-035296fd-d649-4b81-89ab-5468ba275cab req-0b298dc6-ef39-4c91-b900-78999885b5a9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8133b08d-f710-4946-b0c7-b78f3595e591 HTTP/1.1" status: 200 len: 1002 time: 0.0940113 May 05 22:38:32.711667 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035296fd-d649-4b81-89ab-5468ba275cab req-6d6cbad7-ace2-4b2a-896a-c7650739a213 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:32.713007 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-035296fd-d649-4b81-89ab-5468ba275cab req-6d6cbad7-ace2-4b2a-896a-c7650739a213 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d590b4e3-56d7-4bb9-80ad-c9c88e9ccd04 HTTP/1.1" status: 200 len: 850 time: 0.0568533 May 05 22:38:32.789431 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-035296fd-d649-4b81-89ab-5468ba275cab req-680af845-1e44-428d-86f3-ed8bfee02f78 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698850 May 05 22:38:32.918565 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-035296fd-d649-4b81-89ab-5468ba275cab req-c1e8680d-7789-40ef-9320-e9e90cd0de12 service neutron] 10.222.0.44 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235573 May 05 22:38:33.141044 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed47bd2-5a17-4bee-bcd7-c3b9b4fab2b3 req-f8b1e6d9-2ab7-4ea1-aef6-1e724c4e3fa6 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:33.141700 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-035296fd-d649-4b81-89ab-5468ba275cab req-0f589ee6-6305-4bc0-892d-b107c7d23980 service neutron] 10.222.0.44 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163522 May 05 22:38:33.142511 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0ed47bd2-5a17-4bee-bcd7-c3b9b4fab2b3 req-f8b1e6d9-2ab7-4ea1-aef6-1e724c4e3fa6 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 945 time: 0.0795257 May 05 22:38:33.193521 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0ed47bd2-5a17-4bee-bcd7-c3b9b4fab2b3 req-c7aab8cd-0887-4675-bbc7-5b4d40f7c350 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452166 May 05 22:38:34.417169 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d479eaa-ed17-411f-a317-8e4859576c56 req-d78a9c9d-c2b3-49cf-9fa0-81649c750e93 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:34.418615 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8d479eaa-ed17-411f-a317-8e4859576c56 req-d78a9c9d-c2b3-49cf-9fa0-81649c750e93 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 945 time: 0.0820315 May 05 22:38:34.464695 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8d479eaa-ed17-411f-a317-8e4859576c56 req-4b71a86d-82a0-412b-b8c5-86ab05b3fbb9 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405104 May 05 22:38:35.347002 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-035296fd-d649-4b81-89ab-5468ba275cab req-ed0f0c2d-eb02-4e8b-8819-dd989e459869 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2723c1d9-7916-4749-80fa-eafc63b2453f&tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9 HTTP/1.1" status: 200 len: 1096 time: 0.0726981 May 05 22:38:35.349130 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:38:35.357283 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-035296fd-d649-4b81-89ab-5468ba275cab req-d179185c-d548-478f-9eb3-6fe61b23a004 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825175-4', 'device_owner': 'compute:nova'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:38:35.466132 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-035296fd-d649-4b81-89ab-5468ba275cab req-d179185c-d548-478f-9eb3-6fe61b23a004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:38:35.859132 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c4b1ec-8a58-4883-8ef6-18c61b83e434 req-a2b28c40-0be4-44b9-8201-bb77f3753207 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:35.860465 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-05c4b1ec-8a58-4883-8ef6-18c61b83e434 req-a2b28c40-0be4-44b9-8201-bb77f3753207 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 945 time: 0.1901724 May 05 22:38:35.894844 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-035296fd-d649-4b81-89ab-5468ba275cab req-d179185c-d548-478f-9eb3-6fe61b23a004 service neutron] For port 8133b08d-f710-4946-b0c7-b78f3595e591, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=8133b08d-f710-4946-b0c7-b78f3595e591,segment=NetworkSegment(d0acf8dd-f215-4005-a46b-f65510e9fdb9),segment_id=d0acf8dd-f215-4005-a46b-f65510e9fdb9)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:38:35.937773 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-05c4b1ec-8a58-4883-8ef6-18c61b83e434 req-e69c78fe-f13b-429f-b0e0-045c1ed6d52e tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689635 May 05 22:38:35.943535 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-035296fd-d649-4b81-89ab-5468ba275cab req-d179185c-d548-478f-9eb3-6fe61b23a004 service neutron] For port 8133b08d-f710-4946-b0c7-b78f3595e591, host n-h1-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:38:36.000325 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2723c1d9-7916-4749-80fa-eafc63b2453f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8133b08d-f710-4946-b0c7-b78f3595e591'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:38:36.006349 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-035296fd-d649-4b81-89ab-5468ba275cab req-d179185c-d548-478f-9eb3-6fe61b23a004 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:38:36.021432 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-035296fd-d649-4b81-89ab-5468ba275cab req-d179185c-d548-478f-9eb3-6fe61b23a004 service neutron] Transition to ACTIVE for port object 8133b08d-f710-4946-b0c7-b78f3595e591 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:38:36.026207 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-035296fd-d649-4b81-89ab-5468ba275cab req-d179185c-d548-478f-9eb3-6fe61b23a004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:38:36.075012 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-120e55ae-8f9c-4369-9955-1a84ac1193e3'] response: {'server_uuid': '2723c1d9-7916-4749-80fa-eafc63b2453f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8133b08d-f710-4946-b0c7-b78f3595e591', 'code': 200} May 05 22:38:36.146543 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d179185c-d548-478f-9eb3-6fe61b23a004 service neutron] Pushing event updated for resources: {'Port': ['ID=8133b08d-f710-4946-b0c7-b78f3595e591,revision_number=10']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:38:36.233181 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-035296fd-d649-4b81-89ab-5468ba275cab req-d179185c-d548-478f-9eb3-6fe61b23a004 service neutron] No DVR routers for this DVR port 8133b08d-f710-4946-b0c7-b78f3595e591 on host n-h1-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:38:36.261840 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:38:36.489403 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-035296fd-d649-4b81-89ab-5468ba275cab req-d179185c-d548-478f-9eb3-6fe61b23a004 service neutron] Attempting to bind port 8133b08d-f710-4946-b0c7-b78f3595e591 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:38:36.489940 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-035296fd-d649-4b81-89ab-5468ba275cab req-d179185c-d548-478f-9eb3-6fe61b23a004 service neutron] Attempting to bind port 8133b08d-f710-4946-b0c7-b78f3595e591 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'd0acf8dd-f215-4005-a46b-f65510e9fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:38:36.490051 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035296fd-d649-4b81-89ab-5468ba275cab req-d179185c-d548-478f-9eb3-6fe61b23a004 service neutron] Attempting to bind port 8133b08d-f710-4946-b0c7-b78f3595e591 on network 87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:38:36.496759 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035296fd-d649-4b81-89ab-5468ba275cab req-d179185c-d548-478f-9eb3-6fe61b23a004 service neutron] Port 8133b08d-f710-4946-b0c7-b78f3595e591 on network 87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:38:36.497070 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035296fd-d649-4b81-89ab-5468ba275cab req-d179185c-d548-478f-9eb3-6fe61b23a004 service neutron] Attempting to bind port 8133b08d-f710-4946-b0c7-b78f3595e591 on network 87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:38:36.504547 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035296fd-d649-4b81-89ab-5468ba275cab req-d179185c-d548-478f-9eb3-6fe61b23a004 service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:38:36.504881 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035296fd-d649-4b81-89ab-5468ba275cab req-d179185c-d548-478f-9eb3-6fe61b23a004 service neutron] Checking segment: {'id': 'd0acf8dd-f215-4005-a46b-f65510e9fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:38:36.505256 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035296fd-d649-4b81-89ab-5468ba275cab req-d179185c-d548-478f-9eb3-6fe61b23a004 service neutron] Bound using segment: {'id': 'd0acf8dd-f215-4005-a46b-f65510e9fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:38:36.505672 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-035296fd-d649-4b81-89ab-5468ba275cab req-d179185c-d548-478f-9eb3-6fe61b23a004 service neutron] Bound port: 8133b08d-f710-4946-b0c7-b78f3595e591, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0acf8dd-f215-4005-a46b-f65510e9fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:38:36.506009 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-035296fd-d649-4b81-89ab-5468ba275cab req-d179185c-d548-478f-9eb3-6fe61b23a004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:38:36.539657 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:38:36.598842 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-035296fd-d649-4b81-89ab-5468ba275cab req-d179185c-d548-478f-9eb3-6fe61b23a004 service neutron] For port 8133b08d-f710-4946-b0c7-b78f3595e591, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:38:36.601821 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-035296fd-d649-4b81-89ab-5468ba275cab req-d179185c-d548-478f-9eb3-6fe61b23a004 service neutron] For port 8133b08d-f710-4946-b0c7-b78f3595e591, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=8133b08d-f710-4946-b0c7-b78f3595e591,segment=NetworkSegment(d0acf8dd-f215-4005-a46b-f65510e9fdb9),segment_id=d0acf8dd-f215-4005-a46b-f65510e9fdb9)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:38:36.607200 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-035296fd-d649-4b81-89ab-5468ba275cab req-d179185c-d548-478f-9eb3-6fe61b23a004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:38:36.668956 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-035296fd-d649-4b81-89ab-5468ba275cab req-d179185c-d548-478f-9eb3-6fe61b23a004 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:38:36.670396 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-035296fd-d649-4b81-89ab-5468ba275cab req-d179185c-d548-478f-9eb3-6fe61b23a004 service neutron] 10.222.0.32 "PUT /v2.0/ports/8133b08d-f710-4946-b0c7-b78f3595e591 HTTP/1.1" status: 200 len: 1092 time: 1.3170130 May 05 22:38:36.684140 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d179185c-d548-478f-9eb3-6fe61b23a004 service neutron] Pushing event updated for resources: {'Port': ['ID=8133b08d-f710-4946-b0c7-b78f3595e591,revision_number=11']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:38:36.769790 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-035296fd-d649-4b81-89ab-5468ba275cab req-b400c347-3a2c-43bc-8505-34ac76f0e8f2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9&device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 1095 time: 0.0769770 May 05 22:38:36.903340 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035296fd-d649-4b81-89ab-5468ba275cab req-0c24e2fa-5f12-47ad-a802-f4b93a3183a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:36.905160 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-035296fd-d649-4b81-89ab-5468ba275cab req-0c24e2fa-5f12-47ad-a802-f4b93a3183a9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c HTTP/1.1" status: 200 len: 912 time: 0.1293859 May 05 22:38:37.007290 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-035296fd-d649-4b81-89ab-5468ba275cab req-22c8460d-9991-4f97-8fd8-5431aee60c10 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8133b08d-f710-4946-b0c7-b78f3595e591 HTTP/1.1" status: 200 len: 1000 time: 0.0967054 May 05 22:38:37.106131 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035296fd-d649-4b81-89ab-5468ba275cab req-097b96b3-9435-4aaa-a1c1-af839c9c17d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:37.107558 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-035296fd-d649-4b81-89ab-5468ba275cab req-097b96b3-9435-4aaa-a1c1-af839c9c17d8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d590b4e3-56d7-4bb9-80ad-c9c88e9ccd04 HTTP/1.1" status: 200 len: 850 time: 0.0949726 May 05 22:38:37.207072 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4744d48-a951-44b8-bc1c-eeeb14035976 req-d5f9cd25-8375-4b27-b2dd-dfbc2cba34e7 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:37.208511 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b4744d48-a951-44b8-bc1c-eeeb14035976 req-d5f9cd25-8375-4b27-b2dd-dfbc2cba34e7 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 944 time: 0.1454344 May 05 22:38:37.233101 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-035296fd-d649-4b81-89ab-5468ba275cab req-ca226cce-b5b1-41fa-96ff-62fc0fc93f8c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1191823 May 05 22:38:37.433256 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b4744d48-a951-44b8-bc1c-eeeb14035976 req-c22dc112-3f12-49dd-9cc9-d48c0cb623b1 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2187233 May 05 22:38:37.480149 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-035296fd-d649-4b81-89ab-5468ba275cab req-6463b4ce-a275-4da8-8032-785032bb183e service neutron] 10.222.0.32 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402251 May 05 22:38:37.617522 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-035296fd-d649-4b81-89ab-5468ba275cab req-19de2fd2-6629-4360-897d-3e89f4c56253 service neutron] 10.222.0.32 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313584 May 05 22:38:38.076681 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2723c1d9-7916-4749-80fa-eafc63b2453f', 'tag': '8133b08d-f710-4946-b0c7-b78f3595e591'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:38:38.155439 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4f30336-c5fe-4326-9433-ffccb3377452'] response: {'name': 'network-changed', 'server_uuid': '2723c1d9-7916-4749-80fa-eafc63b2453f', 'tag': '8133b08d-f710-4946-b0c7-b78f3595e591', 'status': 'completed', 'code': 200} May 05 22:38:38.245916 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-51cd7980-d53e-4b34-a61f-c49a439ecb59 req-47d771ec-399f-43dd-b151-6789598bf2f5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9&device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 1095 time: 0.0699029 May 05 22:38:38.251874 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-51cd7980-d53e-4b34-a61f-c49a439ecb59 req-2906a3cf-5fca-4910-96ed-e5036c8f9988 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9&device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 1095 time: 0.0747905 May 05 22:38:38.378484 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd7980-d53e-4b34-a61f-c49a439ecb59 req-280eda0e-3c18-408f-9a84-cefa1e85767e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:38.379968 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-51cd7980-d53e-4b34-a61f-c49a439ecb59 req-280eda0e-3c18-408f-9a84-cefa1e85767e service neutron] 10.222.0.32 "GET /v2.0/networks?id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c HTTP/1.1" status: 200 len: 912 time: 0.1263762 May 05 22:38:38.382708 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd7980-d53e-4b34-a61f-c49a439ecb59 req-ba02cc68-5e55-4107-a6ba-a1fb0c637b22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:38.384195 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-51cd7980-d53e-4b34-a61f-c49a439ecb59 req-ba02cc68-5e55-4107-a6ba-a1fb0c637b22 service neutron] 10.222.0.44 "GET /v2.0/networks?id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c HTTP/1.1" status: 200 len: 912 time: 0.1264586 May 05 22:38:38.494705 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-51cd7980-d53e-4b34-a61f-c49a439ecb59 req-adf048a0-52ef-48c3-b1ac-c6aa015651f0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8133b08d-f710-4946-b0c7-b78f3595e591 HTTP/1.1" status: 200 len: 1000 time: 0.1033559 May 05 22:38:38.499493 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-51cd7980-d53e-4b34-a61f-c49a439ecb59 req-d9a5bd35-bacd-4ff8-a1a9-47234d9f0c33 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8133b08d-f710-4946-b0c7-b78f3595e591 HTTP/1.1" status: 200 len: 1000 time: 0.1121879 May 05 22:38:38.561796 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd7980-d53e-4b34-a61f-c49a439ecb59 req-2c3792d0-84ee-4319-ae0d-3401de3c9b93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:38.563846 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-51cd7980-d53e-4b34-a61f-c49a439ecb59 req-2c3792d0-84ee-4319-ae0d-3401de3c9b93 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d590b4e3-56d7-4bb9-80ad-c9c88e9ccd04 HTTP/1.1" status: 200 len: 850 time: 0.0626550 May 05 22:38:38.578306 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd7980-d53e-4b34-a61f-c49a439ecb59 req-2b02b51d-7bd9-4988-a81a-bb927e7d3523 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:38.580287 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-51cd7980-d53e-4b34-a61f-c49a439ecb59 req-2b02b51d-7bd9-4988-a81a-bb927e7d3523 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d590b4e3-56d7-4bb9-80ad-c9c88e9ccd04 HTTP/1.1" status: 200 len: 850 time: 0.0747743 May 05 22:38:38.643217 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-51cd7980-d53e-4b34-a61f-c49a439ecb59 req-85f75723-1c33-4b5a-b8b7-083e54a14597 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737953 May 05 22:38:38.719190 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808980b0-d30c-48ba-babc-df3498dea060 req-10d817d5-e171-4aac-a6ca-54ac86cceaaa tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:38.720655 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-808980b0-d30c-48ba-babc-df3498dea060 req-10d817d5-e171-4aac-a6ca-54ac86cceaaa tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 944 time: 0.1367390 May 05 22:38:38.726649 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-51cd7980-d53e-4b34-a61f-c49a439ecb59 req-16713392-ec03-47e1-9fcf-95253b3086ea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1114783 May 05 22:38:38.778047 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-51cd7980-d53e-4b34-a61f-c49a439ecb59 req-51e49d8b-8e48-43dc-8dc7-79ebdaf5c839 service neutron] 10.222.0.44 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292684 May 05 22:38:38.858475 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-808980b0-d30c-48ba-babc-df3498dea060 req-1f84a28c-293e-4b5e-a4e3-8e15b75a57dc tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308427 May 05 22:38:38.899731 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-51cd7980-d53e-4b34-a61f-c49a439ecb59 req-75c246ea-d151-4ecb-899a-6f5952b68716 service neutron] 10.222.0.32 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566720 May 05 22:38:38.912564 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-51cd7980-d53e-4b34-a61f-c49a439ecb59 req-49c3a57c-d582-4be4-8a17-655d2c29d34d service neutron] 10.222.0.44 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282957 May 05 22:38:39.033057 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-51cd7980-d53e-4b34-a61f-c49a439ecb59 req-1dc3a1dd-463d-4211-9cce-c045453ab500 service neutron] 10.222.0.32 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257186 May 05 22:38:39.208250 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-96e277aa-bc5e-40fd-af12-d77b7ea662ff req-489a9663-c168-4c28-827d-920149b1d23f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9&device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 1095 time: 0.0746717 May 05 22:38:39.354869 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e277aa-bc5e-40fd-af12-d77b7ea662ff req-d2a294b6-41e2-4a33-9f46-64e0df5da575 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:39.356312 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-96e277aa-bc5e-40fd-af12-d77b7ea662ff req-d2a294b6-41e2-4a33-9f46-64e0df5da575 service neutron] 10.222.0.32 "GET /v2.0/networks?id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c HTTP/1.1" status: 200 len: 912 time: 0.1308401 May 05 22:38:39.460939 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-96e277aa-bc5e-40fd-af12-d77b7ea662ff req-c54143b8-b579-42d6-a708-f2e908acaa24 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8133b08d-f710-4946-b0c7-b78f3595e591 HTTP/1.1" status: 200 len: 1000 time: 0.0989497 May 05 22:38:39.529226 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e277aa-bc5e-40fd-af12-d77b7ea662ff req-fa22ba98-1dae-47cf-9ebf-9f0397c9fcdf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:39.531014 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-96e277aa-bc5e-40fd-af12-d77b7ea662ff req-fa22ba98-1dae-47cf-9ebf-9f0397c9fcdf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d590b4e3-56d7-4bb9-80ad-c9c88e9ccd04 HTTP/1.1" status: 200 len: 850 time: 0.0610001 May 05 22:38:39.605951 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-96e277aa-bc5e-40fd-af12-d77b7ea662ff req-25537ddf-6bc0-4423-b5b2-38e90b0edf14 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692422 May 05 22:38:39.838421 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-96e277aa-bc5e-40fd-af12-d77b7ea662ff req-072bbed6-8676-4ffe-9ecb-76903b1ad6e7 service neutron] 10.222.0.32 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262247 May 05 22:38:39.970129 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-96e277aa-bc5e-40fd-af12-d77b7ea662ff req-b3a530c7-ac18-4428-8551-61cd032397d7 service neutron] 10.222.0.32 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258044 May 05 22:38:40.051278 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 8133b08d-f710-4946-b0c7-b78f3595e591 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:38:40.068915 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98da5e-20ff-410d-96fb-e9c7e466621b req-484ac87b-32aa-481a-8de9-349a4a7e86f3 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:40.070407 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2e98da5e-20ff-410d-96fb-e9c7e466621b req-484ac87b-32aa-481a-8de9-349a4a7e86f3 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 944 time: 0.0810239 May 05 22:38:40.115173 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 8133b08d-f710-4946-b0c7-b78f3595e591 not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:38:40.129071 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2e98da5e-20ff-410d-96fb-e9c7e466621b req-2568aaba-c981-4a84-9c3d-712cc1fb845a tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527997 May 05 22:38:40.331253 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab9c16-b713-4ee2-8944-bc52cf68e3f9 req-43932292-fa12-4fc2-a33a-4bb897e64705 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:40.333095 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5bab9c16-b713-4ee2-8944-bc52cf68e3f9 req-43932292-fa12-4fc2-a33a-4bb897e64705 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 944 time: 0.0836504 May 05 22:38:40.379352 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5bab9c16-b713-4ee2-8944-bc52cf68e3f9 req-32648f09-e119-4186-9aec-ed47cf4b011f tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400898 May 05 22:38:40.591248 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f6b13-bc5a-4847-a1bb-5af8fb201d8b req-e57d6150-68b8-4f52-8a05-4674ab7011af tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:40.592732 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-856f6b13-bc5a-4847-a1bb-5af8fb201d8b req-e57d6150-68b8-4f52-8a05-4674ab7011af tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 944 time: 0.0840285 May 05 22:38:40.637941 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-856f6b13-bc5a-4847-a1bb-5af8fb201d8b req-6c765305-c7bb-4bae-bb7c-d06be9ee09fb tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390053 May 05 22:38:41.063780 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ea9d8-5aa3-4a0f-94a3-9f8e31ddfd8a req-b428bfbd-bee5-4c62-97cd-60fd5397b90c tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:41.065199 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fd4ea9d8-5aa3-4a0f-94a3-9f8e31ddfd8a req-b428bfbd-bee5-4c62-97cd-60fd5397b90c tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 944 time: 0.0801542 May 05 22:38:41.111634 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fd4ea9d8-5aa3-4a0f-94a3-9f8e31ddfd8a req-82c7be6d-8c80-441c-b236-4a6359e3e32d tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403860 May 05 22:38:42.059617 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 8133b08d-f710-4946-b0c7-b78f3595e591 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:38:42.161798 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085df46e-2144-47d2-9747-d06cca5d39a7 req-429a2832-88b2-4772-ace9-90b311818df3 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:42.163621 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-085df46e-2144-47d2-9747-d06cca5d39a7 req-429a2832-88b2-4772-ace9-90b311818df3 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.32 "GET /v2.0/ports?device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 944 time: 0.0827205 May 05 22:38:42.203412 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 8133b08d-f710-4946-b0c7-b78f3595e591, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=8133b08d-f710-4946-b0c7-b78f3595e591,segment=NetworkSegment(d0acf8dd-f215-4005-a46b-f65510e9fdb9),segment_id=d0acf8dd-f215-4005-a46b-f65510e9fdb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:38:42.218013 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '8133b08d-f710-4946-b0c7-b78f3595e591', 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c', 'port_id': '8133b08d-f710-4946-b0c7-b78f3595e591', 'mac_address': 'fa:16:3e:71:24:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd590b4e3-56d7-4bb9-80ad-c9c88e9ccd04', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:38:42.236832 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-085df46e-2144-47d2-9747-d06cca5d39a7 req-f0fb6d06-a243-49bc-b188-0311076d1d0b tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Deleting port 8133b08d-f710-4946-b0c7-b78f3595e591 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:38:42.237227 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-085df46e-2144-47d2-9747-d06cca5d39a7 req-f0fb6d06-a243-49bc-b188-0311076d1d0b tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:38:42.270561 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:38:42.288215 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8133b08d-f710-4946-b0c7-b78f3595e591 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:38:42.303420 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 8133b08d-f710-4946-b0c7-b78f3595e591, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=8133b08d-f710-4946-b0c7-b78f3595e591,segment=NetworkSegment(d0acf8dd-f215-4005-a46b-f65510e9fdb9),segment_id=d0acf8dd-f215-4005-a46b-f65510e9fdb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:38:42.310113 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:38:42.378995 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=8133b08d-f710-4946-b0c7-b78f3595e591,revision_number=12']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:38:42.486369 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2243354e-da32-488b-850e-2250d3bfc521 req-e1742771-12bf-4d79-9127-baab04a78082 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:42.487882 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2243354e-da32-488b-850e-2250d3bfc521 req-e1742771-12bf-4d79-9127-baab04a78082 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 945 time: 0.2235689 May 05 22:38:42.569342 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-085df46e-2144-47d2-9747-d06cca5d39a7 req-f0fb6d06-a243-49bc-b188-0311076d1d0b tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] For port 8133b08d-f710-4946-b0c7-b78f3595e591, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=8133b08d-f710-4946-b0c7-b78f3595e591,segment=NetworkSegment(d0acf8dd-f215-4005-a46b-f65510e9fdb9),segment_id=d0acf8dd-f215-4005-a46b-f65510e9fdb9)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:38:42.569557 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-085df46e-2144-47d2-9747-d06cca5d39a7 req-f0fb6d06-a243-49bc-b188-0311076d1d0b tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:38:42.581875 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2243354e-da32-488b-850e-2250d3bfc521 req-085f9ff9-8115-4652-a6fe-064573ffb95b tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877471 May 05 22:38:42.855890 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-085df46e-2144-47d2-9747-d06cca5d39a7 req-f0fb6d06-a243-49bc-b188-0311076d1d0b tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:38:42.856283 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-085df46e-2144-47d2-9747-d06cca5d39a7 req-f0fb6d06-a243-49bc-b188-0311076d1d0b tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:38:42.856583 n-d-825175-4 neutron-server[84061]: INFO neutron.db.l3_db [req-085df46e-2144-47d2-9747-d06cca5d39a7 req-f0fb6d06-a243-49bc-b188-0311076d1d0b tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Floating IP 36333c3c-bf0d-4c7b-ac47-1f2b673f26a8 disassociated. External IP: 172.25.4.186, port: 8133b08d-f710-4946-b0c7-b78f3595e591. May 05 22:38:42.856914 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-085df46e-2144-47d2-9747-d06cca5d39a7 req-f0fb6d06-a243-49bc-b188-0311076d1d0b tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Calling delete_port for 8133b08d-f710-4946-b0c7-b78f3595e591 owned by compute:nova {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:38:43.002332 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-085df46e-2144-47d2-9747-d06cca5d39a7 req-f0fb6d06-a243-49bc-b188-0311076d1d0b tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:38:43.051462 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fb6d06-a243-49bc-b188-0311076d1d0b tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Pushing event deleted for resources: {'Port': ['ID=8133b08d-f710-4946-b0c7-b78f3595e591,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:38:43.064387 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fb6d06-a243-49bc-b188-0311076d1d0b tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:38:43.064887 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fb6d06-a243-49bc-b188-0311076d1d0b tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:38:43.065028 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fb6d06-a243-49bc-b188-0311076d1d0b tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:38:43.065359 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fb6d06-a243-49bc-b188-0311076d1d0b tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:38:43.065686 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fb6d06-a243-49bc-b188-0311076d1d0b tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:38:43.066239 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fb6d06-a243-49bc-b188-0311076d1d0b tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:38:43.067006 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fb6d06-a243-49bc-b188-0311076d1d0b tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:38:43.067321 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fb6d06-a243-49bc-b188-0311076d1d0b tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:38:43.067647 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fb6d06-a243-49bc-b188-0311076d1d0b tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:38:43.067981 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fb6d06-a243-49bc-b188-0311076d1d0b tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:38:43.068282 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fb6d06-a243-49bc-b188-0311076d1d0b tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:38:43.390766 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [req-085df46e-2144-47d2-9747-d06cca5d39a7 req-f0fb6d06-a243-49bc-b188-0311076d1d0b tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Router 6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:38:43.602979 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-085df46e-2144-47d2-9747-d06cca5d39a7 req-f0fb6d06-a243-49bc-b188-0311076d1d0b tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:38:43.613596 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b607b2b0-1d99-43cf-a3d9-530bd13a8c61 None None] Sync routers for ids ['6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:38:43.625317 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b607b2b0-1d99-43cf-a3d9-530bd13a8c61 None None] Routers {'6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:38:43.625906 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-b607b2b0-1d99-43cf-a3d9-530bd13a8c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:38:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:38:43.680533 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-085df46e-2144-47d2-9747-d06cca5d39a7 req-f0fb6d06-a243-49bc-b188-0311076d1d0b tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] No DVR routers for this DVR port 8133b08d-f710-4946-b0c7-b78f3595e591 on host n-h2-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:38:43.683219 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-085df46e-2144-47d2-9747-d06cca5d39a7 req-f0fb6d06-a243-49bc-b188-0311076d1d0b tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:38:43.686388 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2723c1d9-7916-4749-80fa-eafc63b2453f', 'name': 'network-vif-deleted', 'tag': '8133b08d-f710-4946-b0c7-b78f3595e591'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:38:43.710039 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-085df46e-2144-47d2-9747-d06cca5d39a7 req-f0fb6d06-a243-49bc-b188-0311076d1d0b tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.32 "DELETE /v2.0/ports/8133b08d-f710-4946-b0c7-b78f3595e591 HTTP/1.1" status: 204 len: 173 time: 1.5405164 May 05 22:38:43.748215 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7777c7e-07c5-461d-b59d-39fe4aa4f631'] response: {'server_uuid': '2723c1d9-7916-4749-80fa-eafc63b2453f', 'name': 'network-vif-deleted', 'tag': '8133b08d-f710-4946-b0c7-b78f3595e591', 'status': 'completed', 'code': 200} May 05 22:38:43.764974 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-efd31f2b-a8db-4378-8235-7db8b3c89e87 req-b34ddc0b-4f96-4697-ae25-ea5e04e3a83a tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Synchronizing usage tracker for tenant:0193e8c9a4ea475f84588c4cf6d35ca9 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:38:43.782754 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-efd31f2b-a8db-4378-8235-7db8b3c89e87 req-b34ddc0b-4f96-4697-ae25-ea5e04e3a83a tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Unset dirty status for tenant:0193e8c9a4ea475f84588c4cf6d35ca9 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:38:43.784081 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-efd31f2b-a8db-4378-8235-7db8b3c89e87 req-b34ddc0b-4f96-4697-ae25-ea5e04e3a83a tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=2723c1d9-7916-4749-80fa-eafc63b2453f HTTP/1.1" status: 200 len: 210 time: 0.0722356 May 05 22:38:43.819764 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-b607b2b0-1d99-43cf-a3d9-530bd13a8c61 None None] Set router 6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:38:43.993581 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0b2b2ea2-ea0f-4c83-b401-0ac8f3353cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:38:44.135900 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-b607b2b0-1d99-43cf-a3d9-530bd13a8c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'name': 'tempest-ServerActionsTestJSON-145627584-router', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '85ead037-a3ab-46dd-94da-736b91b7f633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:35:44Z', 'updated_at': '2022-05-05T22:35:47Z', 'revision_number': 4, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'gw_port': {'id': '85ead037-a3ab-46dd-94da-736b91b7f633', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:35:45Z', 'updated_at': '2022-05-05T22:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'bca24dc1-2bee-42c6-abea-f4b56262991b', 'name': '', 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'mac_address': 'fa:16:3e:96:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd590b4e3-56d7-4bb9-80ad-c9c88e9ccd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:35:47Z', 'updated_at': '2022-05-05T22:35:54Z', 'revision_number': 5, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'subnets': [{'id': 'd590b4e3-56d7-4bb9-80ad-c9c88e9ccd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:38:44.139991 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b607b2b0-1d99-43cf-a3d9-530bd13a8c61 None None] Checking router: 6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:38:44.151514 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b607b2b0-1d99-43cf-a3d9-530bd13a8c61 None None] Routers {'6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:38:44.152149 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-b607b2b0-1d99-43cf-a3d9-530bd13a8c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:38:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:38:44.330453 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-b607b2b0-1d99-43cf-a3d9-530bd13a8c61 None None] Set router 6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:38:44.678041 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-b607b2b0-1d99-43cf-a3d9-530bd13a8c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'name': 'tempest-ServerActionsTestJSON-145627584-router', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '85ead037-a3ab-46dd-94da-736b91b7f633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:35:44Z', 'updated_at': '2022-05-05T22:35:47Z', 'revision_number': 4, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'gw_port': {'id': '85ead037-a3ab-46dd-94da-736b91b7f633', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:35:45Z', 'updated_at': '2022-05-05T22:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'bca24dc1-2bee-42c6-abea-f4b56262991b', 'name': '', 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'mac_address': 'fa:16:3e:96:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd590b4e3-56d7-4bb9-80ad-c9c88e9ccd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:35:47Z', 'updated_at': '2022-05-05T22:35:54Z', 'revision_number': 5, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'subnets': [{'id': 'd590b4e3-56d7-4bb9-80ad-c9c88e9ccd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:38:44.682389 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b607b2b0-1d99-43cf-a3d9-530bd13a8c61 None None] The sync data for ids ['6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3'] in n-d-825175-4 is: [{'id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'name': 'tempest-ServerActionsTestJSON-145627584-router', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '85ead037-a3ab-46dd-94da-736b91b7f633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:35:44Z', 'updated_at': '2022-05-05T22:35:47Z', 'revision_number': 4, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'gw_port': {'id': '85ead037-a3ab-46dd-94da-736b91b7f633', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:35:45Z', 'updated_at': '2022-05-05T22:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'bca24dc1-2bee-42c6-abea-f4b56262991b', 'name': '', 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'mac_address': 'fa:16:3e:96:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd590b4e3-56d7-4bb9-80ad-c9c88e9ccd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:35:47Z', 'updated_at': '2022-05-05T22:35:54Z', 'revision_number': 5, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'subnets': [{'id': 'd590b4e3-56d7-4bb9-80ad-c9c88e9ccd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:38:44.913990 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1742bd5d-6521-4e9f-ac08-680045863dd4 None None] New status for floating IP 36333c3c-bf0d-4c7b-ac47-1f2b673f26a8: DOWN {{(pid=84064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 22:38:45.194265 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bcb43c06-6bb4-417a-88a2-67cef7d5e032 req-12aad948-58e9-4c71-9cfd-f482107236b7 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1556879459&fields=id&tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9 HTTP/1.1" status: 200 len: 267 time: 0.0416453 May 05 22:38:45.350853 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb43c06-6bb4-417a-88a2-67cef7d5e032 req-84ed3e9b-eb54-47fc-9741-aa62766b729f tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:45.352367 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bcb43c06-6bb4-417a-88a2-67cef7d5e032 req-84ed3e9b-eb54-47fc-9741-aa62766b729f tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/networks?id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c HTTP/1.1" status: 200 len: 811 time: 0.1439970 May 05 22:38:45.371795 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bcb43c06-6bb4-417a-88a2-67cef7d5e032 req-f10ccb06-b8ae-47af-bfd3-fa53d27b3c57 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/quotas/0193e8c9a4ea475f84588c4cf6d35ca9 HTTP/1.1" status: 200 len: 375 time: 0.0116098 May 05 22:38:45.459801 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bcb43c06-6bb4-417a-88a2-67cef7d5e032 req-b9b6eda9-5db9-4ec1-b2d6-05b29643fa80 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0830646 May 05 22:38:45.605275 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bcb43c06-6bb4-417a-88a2-67cef7d5e032 req-c9e9b619-8d8e-4095-9079-1a8fc59af09c service neutron] 10.222.0.23 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335211 May 05 22:38:45.739587 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bcb43c06-6bb4-417a-88a2-67cef7d5e032 req-5ae63ee3-d841-46f7-8425-fc99add61576 service neutron] 10.222.0.23 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284928 May 05 22:38:45.935205 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c31a7c14-557b-4c1e-94d2-f10597160268 req-95be35a7-eed3-492b-9b95-e15214618efb tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 210 time: 0.0405500 May 05 22:38:46.064899 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 8133b08d-f710-4946-b0c7-b78f3595e591 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:38:46.098829 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: 8133b08d-f710-4946-b0c7-b78f3595e591 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:38:46.099166 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 8133b08d-f710-4946-b0c7-b78f3595e591 not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:38:46.311527 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ca721614-b367-457d-aa46-5d44de4f7fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:38:46.994352 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb43c06-6bb4-417a-88a2-67cef7d5e032 req-df15366a-5879-482f-86fa-dc3e48ff1832 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:46.995829 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bcb43c06-6bb4-417a-88a2-67cef7d5e032 req-df15366a-5879-482f-86fa-dc3e48ff1832 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.44 "GET /v2.0/networks?id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c HTTP/1.1" status: 200 len: 811 time: 0.1558547 May 05 22:38:47.054178 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bcb43c06-6bb4-417a-88a2-67cef7d5e032 req-b2c10c03-5f09-4368-9ee9-43550e4dd4b0 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9 HTTP/1.1" status: 200 len: 380 time: 0.0466275 May 05 22:38:47.062636 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-bcb43c06-6bb4-417a-88a2-67cef7d5e032 req-1634ad0e-2e3c-4826-b8ad-d6215c87344c tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Request body: {'port': {'device_id': 'de0accb1-500b-4136-a571-6528bbc376c2', 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c', 'admin_state_up': True, 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'security_groups': ['4aafbf05-03b0-43a0-b293-9b9ad1cf417f']}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:38:47.104746 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-46e6c60b-406b-4e5a-a0c1-e3afb3cb2a7b req-38cbd084-bce0-43e0-ab06-170e88d51943 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 210 time: 0.0426428 May 05 22:38:47.203122 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-bcb43c06-6bb4-417a-88a2-67cef7d5e032 req-1634ad0e-2e3c-4826-b8ad-d6215c87344c tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:38:47.213541 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-bcb43c06-6bb4-417a-88a2-67cef7d5e032 req-1634ad0e-2e3c-4826-b8ad-d6215c87344c tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:38:47.227202 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcb43c06-6bb4-417a-88a2-67cef7d5e032 req-1634ad0e-2e3c-4826-b8ad-d6215c87344c tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Made reservation on behalf of 0193e8c9a4ea475f84588c4cf6d35ca9 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:38:47.230122 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-bcb43c06-6bb4-417a-88a2-67cef7d5e032 req-1634ad0e-2e3c-4826-b8ad-d6215c87344c tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:38:47.409673 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-bcb43c06-6bb4-417a-88a2-67cef7d5e032 req-1634ad0e-2e3c-4826-b8ad-d6215c87344c tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Allocated IP 172.20.0.4 (87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c/d590b4e3-56d7-4bb9-80ad-c9c88e9ccd04/51f3a626-a405-459d-8eba-6c03b9ccb158) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:38:47.564788 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:38:47.571391 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:38:47.598864 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-bcb43c06-6bb4-417a-88a2-67cef7d5e032 req-1634ad0e-2e3c-4826-b8ad-d6215c87344c tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:38:47.618916 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-bcb43c06-6bb4-417a-88a2-67cef7d5e032 req-1634ad0e-2e3c-4826-b8ad-d6215c87344c tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Transition to ACTIVE for port object 51f3a626-a405-459d-8eba-6c03b9ccb158 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:38:47.645960 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-bcb43c06-6bb4-417a-88a2-67cef7d5e032 req-1634ad0e-2e3c-4826-b8ad-d6215c87344c tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:38:47.720435 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcb43c06-6bb4-417a-88a2-67cef7d5e032 req-1634ad0e-2e3c-4826-b8ad-d6215c87344c tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Network 87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:38:47.723548 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-bcb43c06-6bb4-417a-88a2-67cef7d5e032 req-1634ad0e-2e3c-4826-b8ad-d6215c87344c tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:38:47.726444 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcb43c06-6bb4-417a-88a2-67cef7d5e032 req-1634ad0e-2e3c-4826-b8ad-d6215c87344c tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:38:47.865717 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1634ad0e-2e3c-4826-b8ad-d6215c87344c tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Pushing event updated for resources: {'Port': ['ID=51f3a626-a405-459d-8eba-6c03b9ccb158,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:38:47.902461 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb43c06-6bb4-417a-88a2-67cef7d5e032 req-1634ad0e-2e3c-4826-b8ad-d6215c87344c tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:47.903086 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-bcb43c06-6bb4-417a-88a2-67cef7d5e032 req-1634ad0e-2e3c-4826-b8ad-d6215c87344c tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:38:47.931427 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bcb43c06-6bb4-417a-88a2-67cef7d5e032 req-1634ad0e-2e3c-4826-b8ad-d6215c87344c tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8722513 May 05 22:38:47.943789 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-bcb43c06-6bb4-417a-88a2-67cef7d5e032 req-3ed7a576-4ea4-4422-a027-9d25a23c6b49 service neutron] Request body: {'port': {'device_id': 'de0accb1-500b-4136-a571-6528bbc376c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:38:47.982917 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c89af8d4-fdcc-4a73-ae00-016f02aa273b None None] Provisioning for port 51f3a626-a405-459d-8eba-6c03b9ccb158 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:38:47.988349 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c89af8d4-fdcc-4a73-ae00-016f02aa273b None None] Provisioning complete for port 51f3a626-a405-459d-8eba-6c03b9ccb158 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:38:47.988725 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c89af8d4-fdcc-4a73-ae00-016f02aa273b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:38:48.043554 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-c89af8d4-fdcc-4a73-ae00-016f02aa273b None None] Port 51f3a626-a405-459d-8eba-6c03b9ccb158 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:38:48.053100 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-bcb43c06-6bb4-417a-88a2-67cef7d5e032 req-3ed7a576-4ea4-4422-a027-9d25a23c6b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:38:48.309976 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d662a80f-b21e-4dfe-b76f-f82de61bc365 req-e33cbd2e-2b56-4807-8d70-55465c086fa1 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:48.311492 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d662a80f-b21e-4dfe-b76f-f82de61bc365 req-e33cbd2e-2b56-4807-8d70-55465c086fa1 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 931 time: 0.0814078 May 05 22:38:48.357323 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d662a80f-b21e-4dfe-b76f-f82de61bc365 req-d5f4ffe4-871a-456a-b869-1548f6db4e19 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401964 May 05 22:38:48.410315 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-bcb43c06-6bb4-417a-88a2-67cef7d5e032 req-3ed7a576-4ea4-4422-a027-9d25a23c6b49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51f3a626-a405-459d-8eba-6c03b9ccb158 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:38:48.417691 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-bcb43c06-6bb4-417a-88a2-67cef7d5e032 req-3ed7a576-4ea4-4422-a027-9d25a23c6b49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:38:48.432988 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-bcb43c06-6bb4-417a-88a2-67cef7d5e032 req-3ed7a576-4ea4-4422-a027-9d25a23c6b49 service neutron] Transition to ACTIVE for port object 51f3a626-a405-459d-8eba-6c03b9ccb158 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:38:48.439820 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-bcb43c06-6bb4-417a-88a2-67cef7d5e032 req-3ed7a576-4ea4-4422-a027-9d25a23c6b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:38:48.566770 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed7a576-4ea4-4422-a027-9d25a23c6b49 service neutron] Pushing event updated for resources: {'Port': ['ID=51f3a626-a405-459d-8eba-6c03b9ccb158,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:38:48.676118 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-bcb43c06-6bb4-417a-88a2-67cef7d5e032 req-3ed7a576-4ea4-4422-a027-9d25a23c6b49 service neutron] Attempting to bind port 51f3a626-a405-459d-8eba-6c03b9ccb158 on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:38:48.676458 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-bcb43c06-6bb4-417a-88a2-67cef7d5e032 req-3ed7a576-4ea4-4422-a027-9d25a23c6b49 service neutron] Attempting to bind port 51f3a626-a405-459d-8eba-6c03b9ccb158 by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': 'd0acf8dd-f215-4005-a46b-f65510e9fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:38:48.676791 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb43c06-6bb4-417a-88a2-67cef7d5e032 req-3ed7a576-4ea4-4422-a027-9d25a23c6b49 service neutron] Attempting to bind port 51f3a626-a405-459d-8eba-6c03b9ccb158 on network 87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:38:48.683352 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb43c06-6bb4-417a-88a2-67cef7d5e032 req-3ed7a576-4ea4-4422-a027-9d25a23c6b49 service neutron] Port 51f3a626-a405-459d-8eba-6c03b9ccb158 on network 87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:38:48.683732 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb43c06-6bb4-417a-88a2-67cef7d5e032 req-3ed7a576-4ea4-4422-a027-9d25a23c6b49 service neutron] Attempting to bind port 51f3a626-a405-459d-8eba-6c03b9ccb158 on network 87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:38:48.690099 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb43c06-6bb4-417a-88a2-67cef7d5e032 req-3ed7a576-4ea4-4422-a027-9d25a23c6b49 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:38:48.690433 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb43c06-6bb4-417a-88a2-67cef7d5e032 req-3ed7a576-4ea4-4422-a027-9d25a23c6b49 service neutron] Checking segment: {'id': 'd0acf8dd-f215-4005-a46b-f65510e9fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:38:48.690849 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb43c06-6bb4-417a-88a2-67cef7d5e032 req-3ed7a576-4ea4-4422-a027-9d25a23c6b49 service neutron] Bound using segment: {'id': 'd0acf8dd-f215-4005-a46b-f65510e9fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:38:48.691273 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-bcb43c06-6bb4-417a-88a2-67cef7d5e032 req-3ed7a576-4ea4-4422-a027-9d25a23c6b49 service neutron] Bound port: 51f3a626-a405-459d-8eba-6c03b9ccb158, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0acf8dd-f215-4005-a46b-f65510e9fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:38:48.691614 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-bcb43c06-6bb4-417a-88a2-67cef7d5e032 req-3ed7a576-4ea4-4422-a027-9d25a23c6b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:38:48.782859 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-bcb43c06-6bb4-417a-88a2-67cef7d5e032 req-3ed7a576-4ea4-4422-a027-9d25a23c6b49 service neutron] For port 51f3a626-a405-459d-8eba-6c03b9ccb158, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:38:48.785949 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-bcb43c06-6bb4-417a-88a2-67cef7d5e032 req-3ed7a576-4ea4-4422-a027-9d25a23c6b49 service neutron] For port 51f3a626-a405-459d-8eba-6c03b9ccb158, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=51f3a626-a405-459d-8eba-6c03b9ccb158,segment=NetworkSegment(d0acf8dd-f215-4005-a46b-f65510e9fdb9),segment_id=d0acf8dd-f215-4005-a46b-f65510e9fdb9)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:38:48.792037 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-bcb43c06-6bb4-417a-88a2-67cef7d5e032 req-3ed7a576-4ea4-4422-a027-9d25a23c6b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:38:48.855355 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-bcb43c06-6bb4-417a-88a2-67cef7d5e032 req-3ed7a576-4ea4-4422-a027-9d25a23c6b49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:38:48.856690 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bcb43c06-6bb4-417a-88a2-67cef7d5e032 req-3ed7a576-4ea4-4422-a027-9d25a23c6b49 service neutron] 10.222.0.44 "PUT /v2.0/ports/51f3a626-a405-459d-8eba-6c03b9ccb158 HTTP/1.1" status: 200 len: 1091 time: 0.9171550 May 05 22:38:48.857153 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de0accb1-500b-4136-a571-6528bbc376c2', 'tag': '51f3a626-a405-459d-8eba-6c03b9ccb158'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:38:48.876715 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed7a576-4ea4-4422-a027-9d25a23c6b49 service neutron] Pushing event updated for resources: {'Port': ['ID=51f3a626-a405-459d-8eba-6c03b9ccb158,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:38:48.928321 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b5dfd83-1ef2-4b00-b6f4-2a940e530edb'] response: {'name': 'network-changed', 'server_uuid': 'de0accb1-500b-4136-a571-6528bbc376c2', 'tag': '51f3a626-a405-459d-8eba-6c03b9ccb158', 'status': 'completed', 'code': 200} May 05 22:38:48.971695 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bcb43c06-6bb4-417a-88a2-67cef7d5e032 req-45964eb1-4a21-4143-bf3b-f1d82735a9cd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9&device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 1094 time: 0.0776694 May 05 22:38:49.043290 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bcb43c06-6bb4-417a-88a2-67cef7d5e032 req-8a061205-dd1a-4d17-bcf5-ebefa97c7418 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51f3a626-a405-459d-8eba-6c03b9ccb158 HTTP/1.1" status: 200 len: 217 time: 0.0649602 May 05 22:38:49.106792 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb43c06-6bb4-417a-88a2-67cef7d5e032 req-756a5d23-ecb4-4c37-a732-0ba0786adb87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:49.108245 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bcb43c06-6bb4-417a-88a2-67cef7d5e032 req-756a5d23-ecb4-4c37-a732-0ba0786adb87 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d590b4e3-56d7-4bb9-80ad-c9c88e9ccd04 HTTP/1.1" status: 200 len: 850 time: 0.0586817 May 05 22:38:49.125620 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:38:49.184736 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bcb43c06-6bb4-417a-88a2-67cef7d5e032 req-62d88b9f-285d-495c-b928-ad5056291360 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709207 May 05 22:38:49.320964 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bcb43c06-6bb4-417a-88a2-67cef7d5e032 req-33535a2a-4dc5-43d1-9fba-702d09991959 service neutron] 10.222.0.44 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300385 May 05 22:38:49.454758 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bcb43c06-6bb4-417a-88a2-67cef7d5e032 req-72a2268c-136a-406e-8419-cb8cda4681d6 service neutron] 10.222.0.44 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271477 May 05 22:38:49.558888 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1bc8a5-bd23-42ae-8b1a-06fba44c97da req-9a1ee404-8f89-417e-b2ec-c639e84bca80 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:49.565648 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0e1bc8a5-bd23-42ae-8b1a-06fba44c97da req-9a1ee404-8f89-417e-b2ec-c639e84bca80 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 943 time: 0.0850010 May 05 22:38:49.579748 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-919a8601-2cac-43eb-b72c-a74dbab87a9c req-51506485-bb61-41c0-bce1-ccaaf65b0a1d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9&device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 1094 time: 0.0756495 May 05 22:38:49.611428 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0e1bc8a5-bd23-42ae-8b1a-06fba44c97da req-c1e28583-6db5-4845-b069-31f0376e5b54 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449436 May 05 22:38:49.801492 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a8601-2cac-43eb-b72c-a74dbab87a9c req-bd5d6c2c-d7c9-4487-a329-e86fdd60293b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:49.803104 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-919a8601-2cac-43eb-b72c-a74dbab87a9c req-bd5d6c2c-d7c9-4487-a329-e86fdd60293b service neutron] 10.222.0.44 "GET /v2.0/networks?id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c HTTP/1.1" status: 200 len: 912 time: 0.2173898 May 05 22:38:49.874937 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-919a8601-2cac-43eb-b72c-a74dbab87a9c req-32cbc860-cc47-4f8b-a580-e3b14685f12b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51f3a626-a405-459d-8eba-6c03b9ccb158 HTTP/1.1" status: 200 len: 217 time: 0.0651829 May 05 22:38:49.938398 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a8601-2cac-43eb-b72c-a74dbab87a9c req-798e15bd-8434-41f0-8a2f-22b7d1f2df05 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:49.939881 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-919a8601-2cac-43eb-b72c-a74dbab87a9c req-798e15bd-8434-41f0-8a2f-22b7d1f2df05 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d590b4e3-56d7-4bb9-80ad-c9c88e9ccd04 HTTP/1.1" status: 200 len: 850 time: 0.0576015 May 05 22:38:50.027794 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-919a8601-2cac-43eb-b72c-a74dbab87a9c req-e880ba7e-9a9e-480b-9344-cc5ec45a8dc4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0809901 May 05 22:38:50.161180 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-919a8601-2cac-43eb-b72c-a74dbab87a9c req-e5de6ae4-de8f-4947-9c17-71696d8352c3 service neutron] 10.222.0.44 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261048 May 05 22:38:50.314089 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-919a8601-2cac-43eb-b72c-a74dbab87a9c req-a53b5005-556d-4693-812e-396e0c5b0523 service neutron] 10.222.0.44 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459064 May 05 22:38:50.822025 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1462cb6e-83ab-456b-8979-30a90adb6b94 req-011636bf-2d3e-45f2-a46b-759282957c42 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:50.823461 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1462cb6e-83ab-456b-8979-30a90adb6b94 req-011636bf-2d3e-45f2-a46b-759282957c42 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 943 time: 0.0850005 May 05 22:38:50.870843 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1462cb6e-83ab-456b-8979-30a90adb6b94 req-7e9d52dd-9742-4497-9c8b-e4fde6f050f5 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416474 May 05 22:38:52.079101 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 51f3a626-a405-459d-8eba-6c03b9ccb158 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:38:52.092823 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca14c9b3-bc8f-4aee-a4af-997e8885275a req-ff180c14-72e9-48a8-a777-901a310dfe26 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:52.094332 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ca14c9b3-bc8f-4aee-a4af-997e8885275a req-ff180c14-72e9-48a8-a777-901a310dfe26 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 943 time: 0.0882168 May 05 22:38:52.141140 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ca14c9b3-bc8f-4aee-a4af-997e8885275a req-98f0ed6d-1806-428e-bd4f-666247c7f870 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399897 May 05 22:38:52.219019 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 51f3a626-a405-459d-8eba-6c03b9ccb158, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=51f3a626-a405-459d-8eba-6c03b9ccb158,segment=NetworkSegment(d0acf8dd-f215-4005-a46b-f65510e9fdb9),segment_id=d0acf8dd-f215-4005-a46b-f65510e9fdb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:38:52.232218 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '51f3a626-a405-459d-8eba-6c03b9ccb158', 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c', 'port_id': '51f3a626-a405-459d-8eba-6c03b9ccb158', 'mac_address': 'fa:16:3e:13:07:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd590b4e3-56d7-4bb9-80ad-c9c88e9ccd04', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:38:52.291961 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:38:52.309582 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51f3a626-a405-459d-8eba-6c03b9ccb158 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:38:52.325681 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 51f3a626-a405-459d-8eba-6c03b9ccb158, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=51f3a626-a405-459d-8eba-6c03b9ccb158,segment=NetworkSegment(d0acf8dd-f215-4005-a46b-f65510e9fdb9),segment_id=d0acf8dd-f215-4005-a46b-f65510e9fdb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:38:52.332406 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:38:52.399753 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=51f3a626-a405-459d-8eba-6c03b9ccb158,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:38:52.524446 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['51f3a626-a405-459d-8eba-6c03b9ccb158'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:38:53.353688 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1833f8e-bb0a-4a10-ab33-3b835621524e req-7d0185cf-224a-4180-8265-ab4a67e93833 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:53.355165 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d1833f8e-bb0a-4a10-ab33-3b835621524e req-7d0185cf-224a-4180-8265-ab4a67e93833 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 944 time: 0.0828707 May 05 22:38:53.411203 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d1833f8e-bb0a-4a10-ab33-3b835621524e req-20284724-9a5b-4b1f-9661-08867d033c06 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481362 May 05 22:38:54.080404 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 51f3a626-a405-459d-8eba-6c03b9ccb158 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:38:54.158753 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 51f3a626-a405-459d-8eba-6c03b9ccb158 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:38:54.163307 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 51f3a626-a405-459d-8eba-6c03b9ccb158 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:38:54.163739 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:38:54.273820 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:38:54.300826 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de0accb1-500b-4136-a571-6528bbc376c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f3a626-a405-459d-8eba-6c03b9ccb158'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:38:54.310546 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 51f3a626-a405-459d-8eba-6c03b9ccb158, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=51f3a626-a405-459d-8eba-6c03b9ccb158,segment=NetworkSegment(d0acf8dd-f215-4005-a46b-f65510e9fdb9),segment_id=d0acf8dd-f215-4005-a46b-f65510e9fdb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:38:54.314863 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:38:54.373252 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-357b2217-313e-41af-9f72-dfefb3738865'] response: {'server_uuid': 'de0accb1-500b-4136-a571-6528bbc376c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f3a626-a405-459d-8eba-6c03b9ccb158', 'code': 200} May 05 22:38:54.391653 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=51f3a626-a405-459d-8eba-6c03b9ccb158,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:38:54.500779 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b602d9b1-30ad-4286-9078-66ebed251da4 req-7ca75e38-4d66-4e11-8887-c871a09bb7be service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 1096 time: 0.0759137 May 05 22:38:54.544583 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b602d9b1-30ad-4286-9078-66ebed251da4 req-2c46de1b-ade1-4cdb-b36c-d1196bab7195 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380723 May 05 22:38:54.723459 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7174b87f-4492-41d9-9bc0-afb428e280e8 req-807d658e-257f-4c9a-a39f-9abfb43ef972 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:54.724812 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7174b87f-4492-41d9-9bc0-afb428e280e8 req-807d658e-257f-4c9a-a39f-9abfb43ef972 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 945 time: 0.1810541 May 05 22:38:54.770190 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7174b87f-4492-41d9-9bc0-afb428e280e8 req-6ab86eec-419c-440d-bbc1-8b8ad4531116 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394671 May 05 22:38:55.989698 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c0fc7-6ad5-4700-939c-f603d5991dce req-573649b1-9db3-4185-8b5f-323e249b069f tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:55.991122 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-414c0fc7-6ad5-4700-939c-f603d5991dce req-573649b1-9db3-4185-8b5f-323e249b069f tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 945 time: 0.0905612 May 05 22:38:56.039183 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-414c0fc7-6ad5-4700-939c-f603d5991dce req-21e2b213-1cba-47fc-8579-bc46974c84f4 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421791 May 05 22:38:56.247602 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79139e2d-e4c7-44c0-bb00-9af4a86da6b1 req-082f507f-af00-418e-a4a9-a046c9550af2 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:56.248964 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-79139e2d-e4c7-44c0-bb00-9af4a86da6b1 req-082f507f-af00-418e-a4a9-a046c9550af2 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 945 time: 0.0879757 May 05 22:38:56.258105 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 34944) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:38:56.263583 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-89d2975b-ee29-4cdf-bfb0-be6cb8e83799 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Request body: {'floatingip': {'port_id': '51f3a626-a405-459d-8eba-6c03b9ccb158'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:38:56.341322 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-89d2975b-ee29-4cdf-bfb0-be6cb8e83799 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks [] for floatingip, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:38:56.932159 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-89d2975b-ee29-4cdf-bfb0-be6cb8e83799 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:38:56.938544 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-89d2975b-ee29-4cdf-bfb0-be6cb8e83799 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:38:57.251340 n-d-825175-4 neutron-server[84063]: INFO neutron.db.l3_db [None req-89d2975b-ee29-4cdf-bfb0-be6cb8e83799 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Floating IP 36333c3c-bf0d-4c7b-ac47-1f2b673f26a8 associated. External IP: 172.25.4.186, port: 51f3a626-a405-459d-8eba-6c03b9ccb158. May 05 22:38:57.659763 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d2975b-ee29-4cdf-bfb0-be6cb8e83799 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Router 6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:38:57.878926 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d2975b-ee29-4cdf-bfb0-be6cb8e83799 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:38:57.883796 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-89d2975b-ee29-4cdf-bfb0-be6cb8e83799 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:38:57.889335 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3655de3d-111d-490a-813c-4ab752ec037e None None] Sync routers for ids ['6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:38:57.903714 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3655de3d-111d-490a-813c-4ab752ec037e None None] Routers {'6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:38:57.904694 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-3655de3d-111d-490a-813c-4ab752ec037e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:38:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:38:57.936542 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-89d2975b-ee29-4cdf-bfb0-be6cb8e83799 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "PUT /v2.0/floatingips/36333c3c-bf0d-4c7b-ac47-1f2b673f26a8 HTTP/1.1" status: 200 len: 992 time: 1.6772835 May 05 22:38:57.937083 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de0accb1-500b-4136-a571-6528bbc376c2', 'tag': '51f3a626-a405-459d-8eba-6c03b9ccb158'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:38:57.995841 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f49613ec-1f7b-4fb9-acca-813250fddecb'] response: {'name': 'network-changed', 'server_uuid': 'de0accb1-500b-4136-a571-6528bbc376c2', 'tag': '51f3a626-a405-459d-8eba-6c03b9ccb158', 'status': 'completed', 'code': 200} May 05 22:38:58.084385 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-3655de3d-111d-490a-813c-4ab752ec037e None None] Set router 6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:38:58.091831 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-12db5c07-9c11-4842-a173-b74b9ed6318b req-cbe0009b-c1b0-4d7d-84e2-28535afee81d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9&device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 1096 time: 0.0740788 May 05 22:38:58.226318 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db5c07-9c11-4842-a173-b74b9ed6318b req-a7063f11-97e6-4a43-8440-35e6b740c886 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:58.227857 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-12db5c07-9c11-4842-a173-b74b9ed6318b req-a7063f11-97e6-4a43-8440-35e6b740c886 service neutron] 10.222.0.44 "GET /v2.0/networks?id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c HTTP/1.1" status: 200 len: 912 time: 0.1309071 May 05 22:38:58.364343 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-12db5c07-9c11-4842-a173-b74b9ed6318b req-4b531a80-6ac0-4de3-a9ef-596ed75a31d3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51f3a626-a405-459d-8eba-6c03b9ccb158 HTTP/1.1" status: 200 len: 1000 time: 0.1262548 May 05 22:38:58.431747 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db5c07-9c11-4842-a173-b74b9ed6318b req-80c7f287-b36a-4e89-96d5-0977d90f9b6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:58.433941 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-12db5c07-9c11-4842-a173-b74b9ed6318b req-80c7f287-b36a-4e89-96d5-0977d90f9b6c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d590b4e3-56d7-4bb9-80ad-c9c88e9ccd04 HTTP/1.1" status: 200 len: 850 time: 0.0661879 May 05 22:38:58.468107 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-3655de3d-111d-490a-813c-4ab752ec037e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'name': 'tempest-ServerActionsTestJSON-145627584-router', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '85ead037-a3ab-46dd-94da-736b91b7f633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:35:44Z', 'updated_at': '2022-05-05T22:35:47Z', 'revision_number': 4, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'gw_port': {'id': '85ead037-a3ab-46dd-94da-736b91b7f633', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:35:45Z', 'updated_at': '2022-05-05T22:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '36333c3c-bf0d-4c7b-ac47-1f2b673f26a8', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'floating_ip_address': '172.25.4.186', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'port_id': '51f3a626-a405-459d-8eba-6c03b9ccb158', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c', 'mac_address': 'fa:16:3e:13:07:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0accb1-500b-4136-a571-6528bbc376c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:35:50Z', 'updated_at': '2022-05-05T22:38:56Z', 'revision_number': 13, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca24dc1-2bee-42c6-abea-f4b56262991b', 'name': '', 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'mac_address': 'fa:16:3e:96:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd590b4e3-56d7-4bb9-80ad-c9c88e9ccd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:35:47Z', 'updated_at': '2022-05-05T22:35:54Z', 'revision_number': 5, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'subnets': [{'id': 'd590b4e3-56d7-4bb9-80ad-c9c88e9ccd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:38:58.472152 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3655de3d-111d-490a-813c-4ab752ec037e None None] Checking router: 6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:38:58.485790 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3655de3d-111d-490a-813c-4ab752ec037e None None] Routers {'6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:38:58.486469 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-3655de3d-111d-490a-813c-4ab752ec037e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:38:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:38:58.516459 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-12db5c07-9c11-4842-a173-b74b9ed6318b req-7479ffab-e7bf-4f50-a0c3-36def2b949ff service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763350 May 05 22:38:58.656456 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-12db5c07-9c11-4842-a173-b74b9ed6318b req-c14f128d-cf14-42ed-86a5-cdb5fece09a2 service neutron] 10.222.0.44 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333933 May 05 22:38:58.685457 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-3655de3d-111d-490a-813c-4ab752ec037e None None] Set router 6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:38:58.790810 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-12db5c07-9c11-4842-a173-b74b9ed6318b req-ecb13ef2-96f0-4f58-adfa-66316d036140 service neutron] 10.222.0.44 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286972 May 05 22:38:59.042943 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-3655de3d-111d-490a-813c-4ab752ec037e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'name': 'tempest-ServerActionsTestJSON-145627584-router', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '85ead037-a3ab-46dd-94da-736b91b7f633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:35:44Z', 'updated_at': '2022-05-05T22:35:47Z', 'revision_number': 4, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'gw_port': {'id': '85ead037-a3ab-46dd-94da-736b91b7f633', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:35:45Z', 'updated_at': '2022-05-05T22:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '36333c3c-bf0d-4c7b-ac47-1f2b673f26a8', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'floating_ip_address': '172.25.4.186', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'port_id': '51f3a626-a405-459d-8eba-6c03b9ccb158', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c', 'mac_address': 'fa:16:3e:13:07:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0accb1-500b-4136-a571-6528bbc376c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:35:50Z', 'updated_at': '2022-05-05T22:38:56Z', 'revision_number': 13, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca24dc1-2bee-42c6-abea-f4b56262991b', 'name': '', 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'mac_address': 'fa:16:3e:96:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd590b4e3-56d7-4bb9-80ad-c9c88e9ccd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:35:47Z', 'updated_at': '2022-05-05T22:35:54Z', 'revision_number': 5, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'subnets': [{'id': 'd590b4e3-56d7-4bb9-80ad-c9c88e9ccd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:38:59.047484 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3655de3d-111d-490a-813c-4ab752ec037e None None] The sync data for ids ['6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3'] in n-d-825175-4 is: [{'id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'name': 'tempest-ServerActionsTestJSON-145627584-router', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '85ead037-a3ab-46dd-94da-736b91b7f633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:35:44Z', 'updated_at': '2022-05-05T22:35:47Z', 'revision_number': 4, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'gw_port': {'id': '85ead037-a3ab-46dd-94da-736b91b7f633', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:35:45Z', 'updated_at': '2022-05-05T22:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '36333c3c-bf0d-4c7b-ac47-1f2b673f26a8', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'floating_ip_address': '172.25.4.186', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'port_id': '51f3a626-a405-459d-8eba-6c03b9ccb158', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c', 'mac_address': 'fa:16:3e:13:07:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0accb1-500b-4136-a571-6528bbc376c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:35:50Z', 'updated_at': '2022-05-05T22:38:56Z', 'revision_number': 13, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca24dc1-2bee-42c6-abea-f4b56262991b', 'name': '', 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'mac_address': 'fa:16:3e:96:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd590b4e3-56d7-4bb9-80ad-c9c88e9ccd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:35:47Z', 'updated_at': '2022-05-05T22:35:54Z', 'revision_number': 5, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'subnets': [{'id': 'd590b4e3-56d7-4bb9-80ad-c9c88e9ccd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:38:59.252132 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4939be01-8655-41bf-ad0f-4c254e31c4db None None] New status for floating IP 36333c3c-bf0d-4c7b-ac47-1f2b673f26a8: ACTIVE {{(pid=84064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 22:38:59.620432 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67b74f-f18b-4845-93a5-8f850f7a069a req-fb29da9a-da1c-430c-ab01-93f16e5401ed tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:38:59.621903 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7f67b74f-f18b-4845-93a5-8f850f7a069a req-fb29da9a-da1c-430c-ab01-93f16e5401ed tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 945 time: 0.0778759 May 05 22:38:59.668861 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7f67b74f-f18b-4845-93a5-8f850f7a069a req-c5a13439-e076-4c76-a310-7e171acd4cc8 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408969 May 05 22:39:06.277096 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:39:06.548678 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:39:08.085746 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-aba01b16-6526-4254-b043-8b548d8f239b req-120022c7-fb53-479f-9d2c-f52fa26e5acf service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=de0accb1-500b-4136-a571-6528bbc376c2&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0789838 May 05 22:39:08.417514 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611cad11-636d-4939-b10f-297cdcbefbda req-8157dba5-52f8-4ae3-b181-739558415295 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:39:08.419056 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-611cad11-636d-4939-b10f-297cdcbefbda req-8157dba5-52f8-4ae3-b181-739558415295 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 945 time: 0.0942240 May 05 22:39:08.447079 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3aefb594-0b52-4a19-b1f5-687cb90067bb req-d1870d03-a18b-4dc4-a6fd-6b816021b2c8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=de0accb1-500b-4136-a571-6528bbc376c2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1816237 May 05 22:39:08.469187 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-611cad11-636d-4939-b10f-297cdcbefbda req-915b2fbc-468a-4b55-a94e-6bc7f8f00955 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437675 May 05 22:39:09.687358 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3aefb594-0b52-4a19-b1f5-687cb90067bb req-eae39e34-ec66-433f-9710-bb56665fb6f5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9&device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 1096 time: 0.0699127 May 05 22:39:09.711795 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c841a86-eaa5-4a32-9d0c-0649a36bd157 req-bc96624e-2361-4df2-aabc-c7489ad1780a tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:39:09.713372 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1c841a86-eaa5-4a32-9d0c-0649a36bd157 req-bc96624e-2361-4df2-aabc-c7489ad1780a tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 945 time: 0.0807264 May 05 22:39:09.758923 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1c841a86-eaa5-4a32-9d0c-0649a36bd157 req-d08bf28e-83fa-486e-aa3e-9455ffcd03ca tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399554 May 05 22:39:09.821035 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aefb594-0b52-4a19-b1f5-687cb90067bb req-a4f289df-18c9-4049-bfa8-69db0cb980b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:39:09.822400 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3aefb594-0b52-4a19-b1f5-687cb90067bb req-a4f289df-18c9-4049-bfa8-69db0cb980b3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c HTTP/1.1" status: 200 len: 912 time: 0.1243486 May 05 22:39:09.948161 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3aefb594-0b52-4a19-b1f5-687cb90067bb req-087878f0-75d0-4d07-9144-4c5ce7f45c55 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51f3a626-a405-459d-8eba-6c03b9ccb158 HTTP/1.1" status: 200 len: 1002 time: 0.1200278 May 05 22:39:10.019523 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aefb594-0b52-4a19-b1f5-687cb90067bb req-4464d687-f676-44bb-8225-d8a402627d53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:39:10.020946 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3aefb594-0b52-4a19-b1f5-687cb90067bb req-4464d687-f676-44bb-8225-d8a402627d53 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d590b4e3-56d7-4bb9-80ad-c9c88e9ccd04 HTTP/1.1" status: 200 len: 850 time: 0.0571463 May 05 22:39:10.102108 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3aefb594-0b52-4a19-b1f5-687cb90067bb req-73495943-9808-4cce-911a-9d44ee421e68 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716538 May 05 22:39:10.244666 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3aefb594-0b52-4a19-b1f5-687cb90067bb req-819669e0-ca52-43ef-b826-5328da656949 service neutron] 10.222.0.44 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327543 May 05 22:39:10.383881 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3aefb594-0b52-4a19-b1f5-687cb90067bb req-b810468c-149a-4f1d-a4c1-bb5a757939ed service neutron] 10.222.0.44 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288264 May 05 22:39:10.978172 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e14bb7-d765-4ca4-a317-fdd242a08e04 req-952e0db6-03cd-4f2e-bc66-e0fdd9606657 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:39:10.979950 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e9e14bb7-d765-4ca4-a317-fdd242a08e04 req-952e0db6-03cd-4f2e-bc66-e0fdd9606657 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 945 time: 0.0801907 May 05 22:39:11.031882 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e9e14bb7-d765-4ca4-a317-fdd242a08e04 req-c8694f66-5350-4e92-a22d-9bbef7e56da1 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463185 May 05 22:39:12.349793 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:39:12.403342 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f000243-e73f-4975-ba28-fc27602f961b req-672f389f-254c-4139-88c9-fe663ae571da tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:39:12.405157 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1f000243-e73f-4975-ba28-fc27602f961b req-672f389f-254c-4139-88c9-fe663ae571da tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 945 time: 0.0786417 May 05 22:39:12.453189 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1f000243-e73f-4975-ba28-fc27602f961b req-4a50a2ac-1192-4516-bc3e-183e52896659 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398638 May 05 22:39:13.677296 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d81f3-84d5-40bb-b902-07450396f557 req-f2fc148a-0644-46b5-a247-449809549c15 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:39:13.678749 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fc2d81f3-84d5-40bb-b902-07450396f557 req-f2fc148a-0644-46b5-a247-449809549c15 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 945 time: 0.0900209 May 05 22:39:13.724050 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fc2d81f3-84d5-40bb-b902-07450396f557 req-fe35d6aa-9b50-495f-8400-ce5289f9ed1c tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395868 May 05 22:39:13.998311 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-adfe607a-9a32-4bd0-8a32-8947419347a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:39:14.959975 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ae59d-5810-4c95-84c6-b3516dfe603a req-1f473bad-8d53-4abd-b892-1b0252d8e211 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:39:14.962098 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-014ae59d-5810-4c95-84c6-b3516dfe603a req-1f473bad-8d53-4abd-b892-1b0252d8e211 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 945 time: 0.0927167 May 05 22:39:15.011980 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-014ae59d-5810-4c95-84c6-b3516dfe603a req-43608ccf-97aa-411c-8e41-5109f5dd9ab0 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421958 May 05 22:39:16.236781 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5147fe-e47e-4056-b57d-c523dfcccfb6 req-604c77c8-8c38-4d25-b3f0-35544c702a3c tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:39:16.238126 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6e5147fe-e47e-4056-b57d-c523dfcccfb6 req-604c77c8-8c38-4d25-b3f0-35544c702a3c tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 945 time: 0.0884495 May 05 22:39:16.301343 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6e5147fe-e47e-4056-b57d-c523dfcccfb6 req-7a4fc3e7-e5c7-4a4c-8b18-6d8546896370 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556307 May 05 22:39:16.317276 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b38e6a02-2cb9-4acd-9307-1cfda0b7e363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:39:17.510077 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc328df8-7f60-4921-9b17-d985d8625f4b req-0aa6b5a6-8a13-43f8-adc2-1cea55629c5d tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:39:17.530296 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bc328df8-7f60-4921-9b17-d985d8625f4b req-0aa6b5a6-8a13-43f8-adc2-1cea55629c5d tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 945 time: 0.0963354 May 05 22:39:17.581276 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:39:17.590863 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:39:17.594350 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bc328df8-7f60-4921-9b17-d985d8625f4b req-b7195b00-0492-4ea3-ae02-fce722d87e77 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656784 May 05 22:39:18.807555 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6d6c2-1bd9-43fd-a643-7642e8dd72ca req-8b925e45-5347-4ccf-a2fe-60b5088a040b tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:39:18.808912 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-79e6d6c2-1bd9-43fd-a643-7642e8dd72ca req-8b925e45-5347-4ccf-a2fe-60b5088a040b tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 945 time: 0.0859642 May 05 22:39:18.856863 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-79e6d6c2-1bd9-43fd-a643-7642e8dd72ca req-b31f6e5c-17cf-4d01-9be6-77098d3a2558 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422425 May 05 22:39:19.132457 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:39:20.085354 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da91a07-3f37-47b3-bdbe-2ae7e0df6d7c req-50f56d9e-29c2-4073-9d12-7545bb4efdc2 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:39:20.086870 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7da91a07-3f37-47b3-bdbe-2ae7e0df6d7c req-50f56d9e-29c2-4073-9d12-7545bb4efdc2 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 945 time: 0.0916948 May 05 22:39:20.139754 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7da91a07-3f37-47b3-bdbe-2ae7e0df6d7c req-93ded98a-7b83-4b7e-9999-609e7ea26861 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467815 May 05 22:39:21.358488 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea1b6e5-f323-4898-9565-70f5502cc266 req-43179f8f-eec4-45ed-9e20-882fa9c7c4ab tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:39:21.359991 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6ea1b6e5-f323-4898-9565-70f5502cc266 req-43179f8f-eec4-45ed-9e20-882fa9c7c4ab tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 945 time: 0.0928977 May 05 22:39:21.409547 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6ea1b6e5-f323-4898-9565-70f5502cc266 req-fba1baa0-05a5-4e18-ab8b-5a54fdb5edc8 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431645 May 05 22:39:22.631328 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b185489-9bae-44f1-9569-6215b17c6ae6 req-22f796b3-140a-4431-b5a8-150b42bfd399 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:39:22.632762 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0b185489-9bae-44f1-9569-6215b17c6ae6 req-22f796b3-140a-4431-b5a8-150b42bfd399 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 945 time: 0.0928454 May 05 22:39:22.679545 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0b185489-9bae-44f1-9569-6215b17c6ae6 req-b545aac7-af51-4c92-b018-a58bd51b7e67 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410740 May 05 22:39:23.897298 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5419f6e-e284-4aa3-91d8-0596842c6961 req-484a0f4f-b1fc-4e51-9d3f-3e3ccad34659 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:39:23.898647 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d5419f6e-e284-4aa3-91d8-0596842c6961 req-484a0f4f-b1fc-4e51-9d3f-3e3ccad34659 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 945 time: 0.0841441 May 05 22:39:23.948467 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d5419f6e-e284-4aa3-91d8-0596842c6961 req-08ccffe9-5ae0-425d-8631-f88967307649 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408204 May 05 22:39:25.163455 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7615b183-ee57-42ef-bd82-da8c82fa7b67 req-6dad29a1-2b45-4c90-9aa5-5cb2eabd5668 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:39:25.164899 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7615b183-ee57-42ef-bd82-da8c82fa7b67 req-6dad29a1-2b45-4c90-9aa5-5cb2eabd5668 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 945 time: 0.0865216 May 05 22:39:25.210343 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7615b183-ee57-42ef-bd82-da8c82fa7b67 req-2cdf4c8e-2b28-4bf9-aed0-34c071578295 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395260 May 05 22:39:26.420872 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b8448-16cd-478a-ba6a-89ce01002ba2 req-5a79ec6e-8539-457c-8244-83695f0c426a tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:39:26.422301 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8f7b8448-16cd-478a-ba6a-89ce01002ba2 req-5a79ec6e-8539-457c-8244-83695f0c426a tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 945 time: 0.0810690 May 05 22:39:26.470772 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8f7b8448-16cd-478a-ba6a-89ce01002ba2 req-a6774256-5246-4bda-928d-4182d3563c69 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428824 May 05 22:39:27.700740 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af83c1ab-83b5-4c92-a909-5320f53da881 req-e7b003b5-329f-4c2a-afa1-53ace4c231ce tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:39:27.702141 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-af83c1ab-83b5-4c92-a909-5320f53da881 req-e7b003b5-329f-4c2a-afa1-53ace4c231ce tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 945 time: 0.0987043 May 05 22:39:27.748629 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-af83c1ab-83b5-4c92-a909-5320f53da881 req-0e3083ee-1ae7-489e-a079-9bcfc9623f67 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406821 May 05 22:39:28.967339 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323211c6-b5f0-471b-9f66-d30e04594267 req-984f2003-17db-4980-9457-6baf463db2dd tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:39:28.968797 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-323211c6-b5f0-471b-9f66-d30e04594267 req-984f2003-17db-4980-9457-6baf463db2dd tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 945 time: 0.0814748 May 05 22:39:29.015427 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-323211c6-b5f0-471b-9f66-d30e04594267 req-ee450d5a-83de-4938-a3a9-94ebc3d77bce tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384016 May 05 22:39:30.248814 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a2807-bdb2-465e-8359-3f45f114e655 req-944f26b9-217e-4ffb-b80a-679af87ee086 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:39:30.250269 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-798a2807-bdb2-465e-8359-3f45f114e655 req-944f26b9-217e-4ffb-b80a-679af87ee086 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 945 time: 0.0869713 May 05 22:39:30.296693 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-798a2807-bdb2-465e-8359-3f45f114e655 req-7885f7fe-bb8f-4178-a8ce-8c6b56c7d69f tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407400 May 05 22:39:31.515250 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ed565c-2641-416d-bd34-94612ef82db9 req-b47cefd3-3f36-4562-9d03-c53ced62a4de tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:39:31.516784 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d9ed565c-2641-416d-bd34-94612ef82db9 req-b47cefd3-3f36-4562-9d03-c53ced62a4de tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 945 time: 0.0832653 May 05 22:39:31.564898 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d9ed565c-2641-416d-bd34-94612ef82db9 req-a1cb8895-6616-4403-b332-e169c82b1244 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423384 May 05 22:39:32.334877 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-20e90a2a-988b-44f4-850a-130c3f43137e req-3ec2f4a3-1c9d-4ecc-814b-f9f7c8a5d3f1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9&device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 1096 time: 0.0771010 May 05 22:39:32.479689 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e90a2a-988b-44f4-850a-130c3f43137e req-26e05d88-c941-4781-8be7-590b09f22b14 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:39:32.481144 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-20e90a2a-988b-44f4-850a-130c3f43137e req-26e05d88-c941-4781-8be7-590b09f22b14 service neutron] 10.222.0.44 "GET /v2.0/networks?id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c HTTP/1.1" status: 200 len: 912 time: 0.1266155 May 05 22:39:32.587037 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-20e90a2a-988b-44f4-850a-130c3f43137e req-3f214ea4-4e1e-4bff-8eaf-cb72c377cc4b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51f3a626-a405-459d-8eba-6c03b9ccb158 HTTP/1.1" status: 200 len: 1002 time: 0.0992882 May 05 22:39:32.653437 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e90a2a-988b-44f4-850a-130c3f43137e req-72d45f66-82ec-4691-a6ce-9b7937e69a47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:39:32.655361 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-20e90a2a-988b-44f4-850a-130c3f43137e req-72d45f66-82ec-4691-a6ce-9b7937e69a47 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d590b4e3-56d7-4bb9-80ad-c9c88e9ccd04 HTTP/1.1" status: 200 len: 850 time: 0.0619781 May 05 22:39:32.732781 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-20e90a2a-988b-44f4-850a-130c3f43137e req-12c2dd24-0bfa-4928-8da5-2d48c44e81ca service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720398 May 05 22:39:32.765950 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f3eb7b-ebbe-4d48-b7b4-479428b684b8 req-054a769b-7840-4f97-90a7-524613f26dac tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:39:32.767424 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f2f3eb7b-ebbe-4d48-b7b4-479428b684b8 req-054a769b-7840-4f97-90a7-524613f26dac tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 945 time: 0.0783944 May 05 22:39:32.817756 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f2f3eb7b-ebbe-4d48-b7b4-479428b684b8 req-6a16a322-cb31-441d-aa84-69cf4fe5c7c2 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443816 May 05 22:39:32.870635 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-20e90a2a-988b-44f4-850a-130c3f43137e req-b21f0181-5153-4cd1-8bfe-59f55074aafa service neutron] 10.222.0.44 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319544 May 05 22:39:33.014063 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-20e90a2a-988b-44f4-850a-130c3f43137e req-a3883b06-0897-4eee-8fe0-9847017e1f20 service neutron] 10.222.0.44 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377001 May 05 22:39:33.182507 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [req-3aefb594-0b52-4a19-b1f5-687cb90067bb req-2922064c-b645-4b94-8e5e-6364ce3d9a48 service neutron] show failed (client error): The resource could not be found. May 05 22:39:33.183130 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3aefb594-0b52-4a19-b1f5-687cb90067bb req-2922064c-b645-4b94-8e5e-6364ce3d9a48 service neutron] 10.222.0.44 "GET /v2.0/ports/51f3a626-a405-459d-8eba-6c03b9ccb158/bindings/n-h2-825175-4 HTTP/1.1" status: 404 len: 380 time: 0.0724051 May 05 22:39:33.469256 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3aefb594-0b52-4a19-b1f5-687cb90067bb req-09014e78-85b3-4c83-a99a-5a602f012bb7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=de0accb1-500b-4136-a571-6528bbc376c2&tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9 HTTP/1.1" status: 200 len: 1096 time: 0.0809691 May 05 22:39:33.480096 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-3aefb594-0b52-4a19-b1f5-687cb90067bb req-b65175a6-3c40-4c00-a9a8-ad1985bb299e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825175-4', 'device_owner': 'compute:nova'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:39:33.594032 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-3aefb594-0b52-4a19-b1f5-687cb90067bb req-b65175a6-3c40-4c00-a9a8-ad1985bb299e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:39:33.959798 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-3aefb594-0b52-4a19-b1f5-687cb90067bb req-b65175a6-3c40-4c00-a9a8-ad1985bb299e service neutron] For port 51f3a626-a405-459d-8eba-6c03b9ccb158, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=51f3a626-a405-459d-8eba-6c03b9ccb158,segment=NetworkSegment(d0acf8dd-f215-4005-a46b-f65510e9fdb9),segment_id=d0acf8dd-f215-4005-a46b-f65510e9fdb9)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:39:34.037148 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-3aefb594-0b52-4a19-b1f5-687cb90067bb req-b65175a6-3c40-4c00-a9a8-ad1985bb299e service neutron] For port 51f3a626-a405-459d-8eba-6c03b9ccb158, host n-h1-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:39:34.102530 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388460cf-15fa-4096-94c7-d83b8f96dd15 req-06d5551a-583a-4a97-9e3a-dc783b59cc22 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:39:34.104020 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-388460cf-15fa-4096-94c7-d83b8f96dd15 req-06d5551a-583a-4a97-9e3a-dc783b59cc22 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 945 time: 0.1499858 May 05 22:39:34.106228 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de0accb1-500b-4136-a571-6528bbc376c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51f3a626-a405-459d-8eba-6c03b9ccb158'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:39:34.111464 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-3aefb594-0b52-4a19-b1f5-687cb90067bb req-b65175a6-3c40-4c00-a9a8-ad1985bb299e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:39:34.144487 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-3aefb594-0b52-4a19-b1f5-687cb90067bb req-b65175a6-3c40-4c00-a9a8-ad1985bb299e service neutron] Transition to ACTIVE for port object 51f3a626-a405-459d-8eba-6c03b9ccb158 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:39:34.154485 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-3aefb594-0b52-4a19-b1f5-687cb90067bb req-b65175a6-3c40-4c00-a9a8-ad1985bb299e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:39:34.186490 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a515d904-4100-4ef8-85ad-9c7e1ecb5f9a'] response: {'server_uuid': 'de0accb1-500b-4136-a571-6528bbc376c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51f3a626-a405-459d-8eba-6c03b9ccb158', 'code': 200} May 05 22:39:34.223072 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-388460cf-15fa-4096-94c7-d83b8f96dd15 req-4e4bd30d-caea-4774-bbd8-6e02d655f8fd tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087384 May 05 22:39:34.299723 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65175a6-3c40-4c00-a9a8-ad1985bb299e service neutron] Pushing event updated for resources: {'Port': ['ID=51f3a626-a405-459d-8eba-6c03b9ccb158,revision_number=6']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:39:34.366676 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aefb594-0b52-4a19-b1f5-687cb90067bb req-b65175a6-3c40-4c00-a9a8-ad1985bb299e service neutron] No DVR routers for this DVR port 51f3a626-a405-459d-8eba-6c03b9ccb158 on host n-h1-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:39:34.620855 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-3aefb594-0b52-4a19-b1f5-687cb90067bb req-b65175a6-3c40-4c00-a9a8-ad1985bb299e service neutron] Attempting to bind port 51f3a626-a405-459d-8eba-6c03b9ccb158 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:39:34.621057 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-3aefb594-0b52-4a19-b1f5-687cb90067bb req-b65175a6-3c40-4c00-a9a8-ad1985bb299e service neutron] Attempting to bind port 51f3a626-a405-459d-8eba-6c03b9ccb158 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'd0acf8dd-f215-4005-a46b-f65510e9fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:39:34.621400 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aefb594-0b52-4a19-b1f5-687cb90067bb req-b65175a6-3c40-4c00-a9a8-ad1985bb299e service neutron] Attempting to bind port 51f3a626-a405-459d-8eba-6c03b9ccb158 on network 87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:39:34.627755 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aefb594-0b52-4a19-b1f5-687cb90067bb req-b65175a6-3c40-4c00-a9a8-ad1985bb299e service neutron] Port 51f3a626-a405-459d-8eba-6c03b9ccb158 on network 87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:39:34.628075 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aefb594-0b52-4a19-b1f5-687cb90067bb req-b65175a6-3c40-4c00-a9a8-ad1985bb299e service neutron] Attempting to bind port 51f3a626-a405-459d-8eba-6c03b9ccb158 on network 87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:39:34.635867 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aefb594-0b52-4a19-b1f5-687cb90067bb req-b65175a6-3c40-4c00-a9a8-ad1985bb299e service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:39:34.636213 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aefb594-0b52-4a19-b1f5-687cb90067bb req-b65175a6-3c40-4c00-a9a8-ad1985bb299e service neutron] Checking segment: {'id': 'd0acf8dd-f215-4005-a46b-f65510e9fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:39:34.636586 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aefb594-0b52-4a19-b1f5-687cb90067bb req-b65175a6-3c40-4c00-a9a8-ad1985bb299e service neutron] Bound using segment: {'id': 'd0acf8dd-f215-4005-a46b-f65510e9fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:39:34.637002 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-3aefb594-0b52-4a19-b1f5-687cb90067bb req-b65175a6-3c40-4c00-a9a8-ad1985bb299e service neutron] Bound port: 51f3a626-a405-459d-8eba-6c03b9ccb158, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0acf8dd-f215-4005-a46b-f65510e9fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:39:34.637339 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-3aefb594-0b52-4a19-b1f5-687cb90067bb req-b65175a6-3c40-4c00-a9a8-ad1985bb299e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:39:34.732239 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-3aefb594-0b52-4a19-b1f5-687cb90067bb req-b65175a6-3c40-4c00-a9a8-ad1985bb299e service neutron] For port 51f3a626-a405-459d-8eba-6c03b9ccb158, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:39:34.737444 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-3aefb594-0b52-4a19-b1f5-687cb90067bb req-b65175a6-3c40-4c00-a9a8-ad1985bb299e service neutron] For port 51f3a626-a405-459d-8eba-6c03b9ccb158, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=51f3a626-a405-459d-8eba-6c03b9ccb158,segment=NetworkSegment(d0acf8dd-f215-4005-a46b-f65510e9fdb9),segment_id=d0acf8dd-f215-4005-a46b-f65510e9fdb9)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:39:34.745452 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-3aefb594-0b52-4a19-b1f5-687cb90067bb req-b65175a6-3c40-4c00-a9a8-ad1985bb299e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:39:34.805327 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-3aefb594-0b52-4a19-b1f5-687cb90067bb req-b65175a6-3c40-4c00-a9a8-ad1985bb299e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:39:34.806612 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3aefb594-0b52-4a19-b1f5-687cb90067bb req-b65175a6-3c40-4c00-a9a8-ad1985bb299e service neutron] 10.222.0.32 "PUT /v2.0/ports/51f3a626-a405-459d-8eba-6c03b9ccb158 HTTP/1.1" status: 200 len: 1091 time: 1.3304935 May 05 22:39:34.819844 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65175a6-3c40-4c00-a9a8-ad1985bb299e service neutron] Pushing event updated for resources: {'Port': ['ID=51f3a626-a405-459d-8eba-6c03b9ccb158,revision_number=7']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:39:34.903415 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3aefb594-0b52-4a19-b1f5-687cb90067bb req-68f83adb-214c-47bb-b873-3c8da4740e7b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9&device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 1094 time: 0.0745058 May 05 22:39:35.035230 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aefb594-0b52-4a19-b1f5-687cb90067bb req-42b090b4-9d76-4752-9888-cd5b4984d397 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:39:35.036656 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3aefb594-0b52-4a19-b1f5-687cb90067bb req-42b090b4-9d76-4752-9888-cd5b4984d397 service neutron] 10.222.0.32 "GET /v2.0/networks?id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c HTTP/1.1" status: 200 len: 912 time: 0.1271276 May 05 22:39:35.133971 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3aefb594-0b52-4a19-b1f5-687cb90067bb req-13bcd5fe-d2d9-4564-828d-78621e044eb9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51f3a626-a405-459d-8eba-6c03b9ccb158 HTTP/1.1" status: 200 len: 1000 time: 0.0912838 May 05 22:39:35.202838 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aefb594-0b52-4a19-b1f5-687cb90067bb req-727cd6c9-6e07-49a3-8ca0-67e72fc4714f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:39:35.204170 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3aefb594-0b52-4a19-b1f5-687cb90067bb req-727cd6c9-6e07-49a3-8ca0-67e72fc4714f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d590b4e3-56d7-4bb9-80ad-c9c88e9ccd04 HTTP/1.1" status: 200 len: 850 time: 0.0640531 May 05 22:39:35.279787 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3aefb594-0b52-4a19-b1f5-687cb90067bb req-1144e4eb-b8e6-4119-9036-eb077b8e9c51 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692322 May 05 22:39:35.557522 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3aefb594-0b52-4a19-b1f5-687cb90067bb req-5ceb344c-2e8d-4efb-ab0f-4bd24fb87af4 service neutron] 10.222.0.32 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715750 May 05 22:39:35.590109 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38809caa-7368-4b9f-99ac-5ef949d18235 req-f6807068-aaf7-42e4-94ca-ad9657b6079c tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:39:35.591643 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-38809caa-7368-4b9f-99ac-5ef949d18235 req-f6807068-aaf7-42e4-94ca-ad9657b6079c tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 943 time: 0.2396111 May 05 22:39:35.720304 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-38809caa-7368-4b9f-99ac-5ef949d18235 req-a93ad27d-bd45-4f2b-a981-afd228ca47e9 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839949 May 05 22:39:35.727884 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3aefb594-0b52-4a19-b1f5-687cb90067bb req-3b907646-3ea2-408c-bf6c-9e70fa315e4f service neutron] 10.222.0.32 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641541 May 05 22:39:36.188051 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de0accb1-500b-4136-a571-6528bbc376c2', 'tag': '51f3a626-a405-459d-8eba-6c03b9ccb158'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:39:36.234937 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 51f3a626-a405-459d-8eba-6c03b9ccb158 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:39:36.256788 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82b7a053-d343-4d61-98d4-708ae2235166'] response: {'name': 'network-changed', 'server_uuid': 'de0accb1-500b-4136-a571-6528bbc376c2', 'tag': '51f3a626-a405-459d-8eba-6c03b9ccb158', 'status': 'completed', 'code': 200} May 05 22:39:36.312148 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 51f3a626-a405-459d-8eba-6c03b9ccb158 not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:39:36.318797 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:39:36.352252 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-305b01f7-b333-4f72-9881-25dc3b12fb95 req-39bcde0e-6171-46f9-bb5b-4fd246814d5d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9&device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 1094 time: 0.0781059 May 05 22:39:36.478090 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-305b01f7-b333-4f72-9881-25dc3b12fb95 req-d23ebba4-6ab8-4e87-bd2a-756464e6deaa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9&device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 1094 time: 0.1993432 May 05 22:39:36.496845 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b01f7-b333-4f72-9881-25dc3b12fb95 req-afc54ab3-8a0d-43ec-b8d1-2cc31d337f07 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:39:36.498471 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-305b01f7-b333-4f72-9881-25dc3b12fb95 req-afc54ab3-8a0d-43ec-b8d1-2cc31d337f07 service neutron] 10.222.0.32 "GET /v2.0/networks?id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c HTTP/1.1" status: 200 len: 912 time: 0.1404254 May 05 22:39:36.561942 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:39:36.629229 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-305b01f7-b333-4f72-9881-25dc3b12fb95 req-db605e33-6e7d-462b-b87c-13fca8a32c77 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51f3a626-a405-459d-8eba-6c03b9ccb158 HTTP/1.1" status: 200 len: 1000 time: 0.1243844 May 05 22:39:36.646002 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b01f7-b333-4f72-9881-25dc3b12fb95 req-184437d2-e7d3-42a8-a963-1cac7ea11c35 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:39:36.647507 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-305b01f7-b333-4f72-9881-25dc3b12fb95 req-184437d2-e7d3-42a8-a963-1cac7ea11c35 service neutron] 10.222.0.44 "GET /v2.0/networks?id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c HTTP/1.1" status: 200 len: 912 time: 0.1628108 May 05 22:39:36.692292 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b01f7-b333-4f72-9881-25dc3b12fb95 req-44bda495-5284-4bd8-b8ea-01712bb04897 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:39:36.693739 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-305b01f7-b333-4f72-9881-25dc3b12fb95 req-44bda495-5284-4bd8-b8ea-01712bb04897 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d590b4e3-56d7-4bb9-80ad-c9c88e9ccd04 HTTP/1.1" status: 200 len: 850 time: 0.0592501 May 05 22:39:36.752339 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-305b01f7-b333-4f72-9881-25dc3b12fb95 req-9f717f7c-828d-4fa3-b0f7-39e40f843233 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51f3a626-a405-459d-8eba-6c03b9ccb158 HTTP/1.1" status: 200 len: 1000 time: 0.0981736 May 05 22:39:36.772319 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-305b01f7-b333-4f72-9881-25dc3b12fb95 req-3ef72c19-63f6-4122-b2c4-d992cf8d96d2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728161 May 05 22:39:36.815353 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b01f7-b333-4f72-9881-25dc3b12fb95 req-079c9a70-7030-4c74-bd6a-dcc018e41438 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:39:36.816835 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-305b01f7-b333-4f72-9881-25dc3b12fb95 req-079c9a70-7030-4c74-bd6a-dcc018e41438 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d590b4e3-56d7-4bb9-80ad-c9c88e9ccd04 HTTP/1.1" status: 200 len: 850 time: 0.0590022 May 05 22:39:36.919490 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-305b01f7-b333-4f72-9881-25dc3b12fb95 req-d4d40ea4-3dbc-4466-80e1-562c2df4d9a6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0967755 May 05 22:39:36.981754 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-305b01f7-b333-4f72-9881-25dc3b12fb95 req-7e0f0e4a-d2bd-4a7b-bad5-b8830094f322 service neutron] 10.222.0.32 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028894 May 05 22:39:37.053647 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-305b01f7-b333-4f72-9881-25dc3b12fb95 req-c74f248e-aa05-4b46-a713-42f7ff4b54c4 service neutron] 10.222.0.44 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281600 May 05 22:39:37.069937 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3dd7c-65f4-4a01-8fbe-75b28cbdcd1a req-62fc4228-c1b8-42ef-88e0-06e14f379f0b tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:39:37.071399 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b2e3dd7c-65f4-4a01-8fbe-75b28cbdcd1a req-62fc4228-c1b8-42ef-88e0-06e14f379f0b tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 943 time: 0.2087972 May 05 22:39:37.158099 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b2e3dd7c-65f4-4a01-8fbe-75b28cbdcd1a req-d46253f1-1f70-45aa-9a74-9c83ac25f25d tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767486 May 05 22:39:37.161457 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-305b01f7-b333-4f72-9881-25dc3b12fb95 req-30bbea77-6cc2-4042-aa16-36424bc2a7c7 service neutron] 10.222.0.32 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727481 May 05 22:39:37.189711 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-305b01f7-b333-4f72-9881-25dc3b12fb95 req-36ef5f9c-bff4-45d9-9ad1-cb4d789c3b60 service neutron] 10.222.0.44 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305714 May 05 22:39:38.379374 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8617ee2e-ff0d-4a8b-a066-925d94efb483 req-fa086f24-51e8-44f6-8a56-f3c2de34389f tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:39:38.380824 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8617ee2e-ff0d-4a8b-a066-925d94efb483 req-fa086f24-51e8-44f6-8a56-f3c2de34389f tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 943 time: 0.0918550 May 05 22:39:38.434785 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8617ee2e-ff0d-4a8b-a066-925d94efb483 req-79bf43f0-48d8-4d03-9c63-174b4a4674b7 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478795 May 05 22:39:39.664275 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca9362-5313-49c6-b4b4-99d82401c610 req-c391ddca-5901-4298-addd-a01b9dc462c4 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:39:39.666259 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f7ca9362-5313-49c6-b4b4-99d82401c610 req-c391ddca-5901-4298-addd-a01b9dc462c4 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 943 time: 0.0972304 May 05 22:39:39.718234 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f7ca9362-5313-49c6-b4b4-99d82401c610 req-56fc2351-6481-415d-8663-1b7f03e92a05 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435326 May 05 22:39:40.946785 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2c14dcd0-9bb9-4677-8674-6f0c77eea92c req-1730db7f-ceed-4119-9947-1d6119586e20 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9&device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 1094 time: 0.1216099 May 05 22:39:40.958930 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefe9823-25a9-481f-bf87-19953668b14c req-be172b45-6122-4613-b920-e844337a681a tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:39:40.960820 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cefe9823-25a9-481f-bf87-19953668b14c req-be172b45-6122-4613-b920-e844337a681a tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 943 time: 0.1030424 May 05 22:39:41.107318 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cefe9823-25a9-481f-bf87-19953668b14c req-e3d1fd2e-7f1b-4caf-851b-3abc3cebc543 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205759 May 05 22:39:41.131678 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c14dcd0-9bb9-4677-8674-6f0c77eea92c req-1646dc6b-4dfe-4a4d-acc3-7b958a87b219 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:39:41.133112 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2c14dcd0-9bb9-4677-8674-6f0c77eea92c req-1646dc6b-4dfe-4a4d-acc3-7b958a87b219 service neutron] 10.222.0.32 "GET /v2.0/networks?id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c HTTP/1.1" status: 200 len: 912 time: 0.1670616 May 05 22:39:41.244603 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2c14dcd0-9bb9-4677-8674-6f0c77eea92c req-5e80ba55-5628-4000-a10f-291ee1d62df0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51f3a626-a405-459d-8eba-6c03b9ccb158 HTTP/1.1" status: 200 len: 1000 time: 0.1050661 May 05 22:39:41.419783 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c14dcd0-9bb9-4677-8674-6f0c77eea92c req-f3daea41-f9d7-4200-9530-86d5a8240ef9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:39:41.421649 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2c14dcd0-9bb9-4677-8674-6f0c77eea92c req-f3daea41-f9d7-4200-9530-86d5a8240ef9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d590b4e3-56d7-4bb9-80ad-c9c88e9ccd04 HTTP/1.1" status: 200 len: 850 time: 0.1707819 May 05 22:39:41.503036 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2c14dcd0-9bb9-4677-8674-6f0c77eea92c req-130b444e-dd84-4e23-8d3e-203bb7e01303 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737965 May 05 22:39:41.636012 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2c14dcd0-9bb9-4677-8674-6f0c77eea92c req-12c9664e-d684-452e-85e4-533e497efabf service neutron] 10.222.0.32 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266923 May 05 22:39:41.767092 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2c14dcd0-9bb9-4677-8674-6f0c77eea92c req-37ab5c6f-56f5-40bf-8b9a-ead04635e4e1 service neutron] 10.222.0.32 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254213 May 05 22:39:42.319878 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3683b070-55a5-499b-816e-085559c932cf req-989684e9-6b78-4d51-b76d-fe66e4907228 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:39:42.321317 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3683b070-55a5-499b-816e-085559c932cf req-989684e9-6b78-4d51-b76d-fe66e4907228 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 943 time: 0.0876167 May 05 22:39:42.367419 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3683b070-55a5-499b-816e-085559c932cf req-40d04d84-5411-458b-b4c1-de6efdcb5119 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404487 May 05 22:39:43.575876 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed311c6-1b88-4829-8429-90cee2f112cc req-0ce6e85b-e288-441c-aa95-f757147f9b2a tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:39:43.577336 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bed311c6-1b88-4829-8429-90cee2f112cc req-0ce6e85b-e288-441c-aa95-f757147f9b2a tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 943 time: 0.0838349 May 05 22:39:43.633315 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bed311c6-1b88-4829-8429-90cee2f112cc req-7126aa1c-ba92-4127-b980-b33d165d87c8 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499601 May 05 22:39:44.007254 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ba91a143-49d4-40e8-a2c6-fa0ba18936f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:39:44.854189 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47e0ec-c369-4785-ae0f-aaa81bcdfef8 req-e95d76a4-688e-4e16-b7d9-d64fbee1402b tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:39:44.855853 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7c47e0ec-c369-4785-ae0f-aaa81bcdfef8 req-e95d76a4-688e-4e16-b7d9-d64fbee1402b tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 943 time: 0.0813920 May 05 22:39:44.903417 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7c47e0ec-c369-4785-ae0f-aaa81bcdfef8 req-54fd6f8b-bcea-407b-bb52-81940adeee86 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393934 May 05 22:39:45.391570 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255cb71e-e2d7-40b3-8b0c-eeb74f54bb22 req-6a2689b2-11d6-43e6-a2d1-084ce52852ee tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:39:45.392984 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-255cb71e-e2d7-40b3-8b0c-eeb74f54bb22 req-6a2689b2-11d6-43e6-a2d1-084ce52852ee tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.32 "GET /v2.0/ports?device_id=de0accb1-500b-4136-a571-6528bbc376c2&tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9&binding%3Ahost_id=n-h2-825175-4 HTTP/1.1" status: 200 len: 943 time: 0.1429989 May 05 22:39:45.459876 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431ec10-78ae-4ac1-9a9d-894c2dfad8d8 req-9ccb4c6d-3965-449d-84a6-514c646d0c58 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:39:45.461183 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8431ec10-78ae-4ac1-9a9d-894c2dfad8d8 req-9ccb4c6d-3965-449d-84a6-514c646d0c58 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 943 time: 0.1535060 May 05 22:39:45.509368 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-255cb71e-e2d7-40b3-8b0c-eeb74f54bb22 req-d54883f6-3497-443a-aa44-bf27aa9ec164 service neutron] 10.222.0.32 "GET /v2.0/ports/51f3a626-a405-459d-8eba-6c03b9ccb158/bindings/n-h2-825175-4 HTTP/1.1" status: 200 len: 382 time: 0.1104436 May 05 22:39:45.520507 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8431ec10-78ae-4ac1-9a9d-894c2dfad8d8 req-7206960a-da0b-40a7-a84b-80720ea0f05b tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531499 May 05 22:39:45.603864 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-255cb71e-e2d7-40b3-8b0c-eeb74f54bb22 req-ee350117-cd26-406f-97d4-0ceaf810cfac service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9&device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 1094 time: 0.0702207 May 05 22:39:45.755345 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255cb71e-e2d7-40b3-8b0c-eeb74f54bb22 req-4543ac12-abbc-43c7-b96a-a149c36254d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:39:45.757445 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-255cb71e-e2d7-40b3-8b0c-eeb74f54bb22 req-4543ac12-abbc-43c7-b96a-a149c36254d6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c HTTP/1.1" status: 200 len: 912 time: 0.1470053 May 05 22:39:45.869003 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-255cb71e-e2d7-40b3-8b0c-eeb74f54bb22 req-34e90d3a-6bdb-48f4-875f-9f81d52af362 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51f3a626-a405-459d-8eba-6c03b9ccb158 HTTP/1.1" status: 200 len: 1000 time: 0.1051259 May 05 22:39:45.937664 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255cb71e-e2d7-40b3-8b0c-eeb74f54bb22 req-82eeaf40-c1d3-4e91-be1a-e53b5b276b35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:39:45.939109 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-255cb71e-e2d7-40b3-8b0c-eeb74f54bb22 req-82eeaf40-c1d3-4e91-be1a-e53b5b276b35 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d590b4e3-56d7-4bb9-80ad-c9c88e9ccd04 HTTP/1.1" status: 200 len: 850 time: 0.0638928 May 05 22:39:46.014543 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-255cb71e-e2d7-40b3-8b0c-eeb74f54bb22 req-d5ae267c-745a-40ac-accd-d5511030cc0a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695436 May 05 22:39:46.165199 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-255cb71e-e2d7-40b3-8b0c-eeb74f54bb22 req-b5a9501e-cbbe-4da3-a46f-1bf3d6f1a641 service neutron] 10.222.0.32 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451027 May 05 22:39:46.312998 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-61203b46-5489-4bfa-9941-af5c1c7d4d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:39:46.368379 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 51f3a626-a405-459d-8eba-6c03b9ccb158 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:39:46.406644 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-255cb71e-e2d7-40b3-8b0c-eeb74f54bb22 req-e51a7f36-66e1-4bf3-8f0a-accd32a421fc service neutron] 10.222.0.32 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359867 May 05 22:39:46.503594 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 51f3a626-a405-459d-8eba-6c03b9ccb158, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=51f3a626-a405-459d-8eba-6c03b9ccb158,segment=NetworkSegment(d0acf8dd-f215-4005-a46b-f65510e9fdb9),segment_id=d0acf8dd-f215-4005-a46b-f65510e9fdb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:39:46.517232 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '51f3a626-a405-459d-8eba-6c03b9ccb158', 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c', 'port_id': '51f3a626-a405-459d-8eba-6c03b9ccb158', 'mac_address': 'fa:16:3e:13:07:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd590b4e3-56d7-4bb9-80ad-c9c88e9ccd04', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:39:46.599301 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:39:46.616185 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51f3a626-a405-459d-8eba-6c03b9ccb158 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:39:46.631640 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 51f3a626-a405-459d-8eba-6c03b9ccb158, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=51f3a626-a405-459d-8eba-6c03b9ccb158,segment=NetworkSegment(d0acf8dd-f215-4005-a46b-f65510e9fdb9),segment_id=d0acf8dd-f215-4005-a46b-f65510e9fdb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:39:46.636576 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:39:46.704116 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=51f3a626-a405-459d-8eba-6c03b9ccb158,revision_number=8']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:39:46.712760 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:39:46.713163 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:39:46.713552 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:39:46.713881 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:39:46.714365 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:39:46.714755 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:39:46.715081 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:39:46.715399 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:39:46.715715 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:39:46.716027 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:39:46.716339 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:39:46.724027 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437cb902-e40e-4e56-aadf-cbd548644857 req-714d7e11-7a90-4fe7-8535-729121fee597 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:39:46.725484 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-437cb902-e40e-4e56-aadf-cbd548644857 req-714d7e11-7a90-4fe7-8535-729121fee597 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 944 time: 0.0772929 May 05 22:39:46.776922 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-437cb902-e40e-4e56-aadf-cbd548644857 req-2b2bc07f-c43e-4782-98e0-4d025142295b tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440559 May 05 22:39:46.889740 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['51f3a626-a405-459d-8eba-6c03b9ccb158'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:39:47.571182 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:39:47.576683 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:39:47.997238 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e59a6b9-dc1b-4dfb-bc7c-b9d194d2d339 req-18343b41-5834-48c1-9b15-0909893d75fe tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:39:47.998713 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6e59a6b9-dc1b-4dfb-bc7c-b9d194d2d339 req-18343b41-5834-48c1-9b15-0909893d75fe tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 944 time: 0.0847461 May 05 22:39:48.046234 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6e59a6b9-dc1b-4dfb-bc7c-b9d194d2d339 req-6157e1a5-0a74-43fa-8d2e-0452ed2592e3 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416603 May 05 22:39:48.367666 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 51f3a626-a405-459d-8eba-6c03b9ccb158 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:39:48.440934 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port 51f3a626-a405-459d-8eba-6c03b9ccb158 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:39:48.445243 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 51f3a626-a405-459d-8eba-6c03b9ccb158 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:39:48.445607 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:39:48.562986 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:39:48.626096 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de0accb1-500b-4136-a571-6528bbc376c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f3a626-a405-459d-8eba-6c03b9ccb158'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:39:48.637566 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 51f3a626-a405-459d-8eba-6c03b9ccb158, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=51f3a626-a405-459d-8eba-6c03b9ccb158,segment=NetworkSegment(d0acf8dd-f215-4005-a46b-f65510e9fdb9),segment_id=d0acf8dd-f215-4005-a46b-f65510e9fdb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:39:48.642628 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:39:48.697053 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f3e14aa-2e26-475a-b238-09ef5a7bb672'] response: {'server_uuid': 'de0accb1-500b-4136-a571-6528bbc376c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f3a626-a405-459d-8eba-6c03b9ccb158', 'code': 200} May 05 22:39:48.715301 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=51f3a626-a405-459d-8eba-6c03b9ccb158,revision_number=9']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:39:49.077320 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-255cb71e-e2d7-40b3-8b0c-eeb74f54bb22 req-ee61b559-070d-4432-98cf-cd23af0ab4e2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=de0accb1-500b-4136-a571-6528bbc376c2&tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9 HTTP/1.1" status: 200 len: 1096 time: 0.0704131 May 05 22:39:49.088137 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-255cb71e-e2d7-40b3-8b0c-eeb74f54bb22 req-8fd6b145-8c71-4227-bad3-af217f400132 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825175-4', 'device_owner': 'compute:nova'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:39:49.136145 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:39:49.199521 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-255cb71e-e2d7-40b3-8b0c-eeb74f54bb22 req-8fd6b145-8c71-4227-bad3-af217f400132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:39:49.257205 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae28fb3-d92c-4462-b13f-e5f984b14df9 req-ebb61d54-2827-483e-9206-051f3f28d71d tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:39:49.258540 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1ae28fb3-d92c-4462-b13f-e5f984b14df9 req-ebb61d54-2827-483e-9206-051f3f28d71d tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 945 time: 0.0854728 May 05 22:39:49.306292 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1ae28fb3-d92c-4462-b13f-e5f984b14df9 req-377224c2-c151-4645-9bdf-6712f9612d13 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418334 May 05 22:39:49.350201 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:39:49.482651 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-255cb71e-e2d7-40b3-8b0c-eeb74f54bb22 req-8fd6b145-8c71-4227-bad3-af217f400132 service neutron] For port 51f3a626-a405-459d-8eba-6c03b9ccb158, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=51f3a626-a405-459d-8eba-6c03b9ccb158,segment=NetworkSegment(d0acf8dd-f215-4005-a46b-f65510e9fdb9),segment_id=d0acf8dd-f215-4005-a46b-f65510e9fdb9)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:39:49.521367 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-255cb71e-e2d7-40b3-8b0c-eeb74f54bb22 req-8fd6b145-8c71-4227-bad3-af217f400132 service neutron] For port 51f3a626-a405-459d-8eba-6c03b9ccb158, host n-h2-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:39:49.576785 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de0accb1-500b-4136-a571-6528bbc376c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51f3a626-a405-459d-8eba-6c03b9ccb158'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:39:49.582396 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-255cb71e-e2d7-40b3-8b0c-eeb74f54bb22 req-8fd6b145-8c71-4227-bad3-af217f400132 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:39:49.600721 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-255cb71e-e2d7-40b3-8b0c-eeb74f54bb22 req-8fd6b145-8c71-4227-bad3-af217f400132 service neutron] Transition to ACTIVE for port object 51f3a626-a405-459d-8eba-6c03b9ccb158 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:39:49.604833 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-255cb71e-e2d7-40b3-8b0c-eeb74f54bb22 req-8fd6b145-8c71-4227-bad3-af217f400132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:39:49.654019 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaeebec8-25e8-40b2-afe6-43cfc6564e4b'] response: {'server_uuid': 'de0accb1-500b-4136-a571-6528bbc376c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51f3a626-a405-459d-8eba-6c03b9ccb158', 'code': 200} May 05 22:39:49.737377 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd6b145-8c71-4227-bad3-af217f400132 service neutron] Pushing event updated for resources: {'Port': ['ID=51f3a626-a405-459d-8eba-6c03b9ccb158,revision_number=10']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:39:49.760650 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6b145-8c71-4227-bad3-af217f400132 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:39:49.760961 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6b145-8c71-4227-bad3-af217f400132 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:39:49.761505 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6b145-8c71-4227-bad3-af217f400132 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:39:49.761908 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6b145-8c71-4227-bad3-af217f400132 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:39:49.762905 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6b145-8c71-4227-bad3-af217f400132 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:39:49.763241 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6b145-8c71-4227-bad3-af217f400132 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:39:49.763572 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6b145-8c71-4227-bad3-af217f400132 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:39:49.763897 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6b145-8c71-4227-bad3-af217f400132 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:39:49.764207 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6b145-8c71-4227-bad3-af217f400132 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:39:49.764529 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6b145-8c71-4227-bad3-af217f400132 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:39:49.764850 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6b145-8c71-4227-bad3-af217f400132 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:39:49.822443 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-255cb71e-e2d7-40b3-8b0c-eeb74f54bb22 req-8fd6b145-8c71-4227-bad3-af217f400132 service neutron] No DVR routers for this DVR port 51f3a626-a405-459d-8eba-6c03b9ccb158 on host n-h2-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:39:50.178625 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-255cb71e-e2d7-40b3-8b0c-eeb74f54bb22 req-8fd6b145-8c71-4227-bad3-af217f400132 service neutron] Attempting to bind port 51f3a626-a405-459d-8eba-6c03b9ccb158 on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:39:50.179347 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-255cb71e-e2d7-40b3-8b0c-eeb74f54bb22 req-8fd6b145-8c71-4227-bad3-af217f400132 service neutron] Attempting to bind port 51f3a626-a405-459d-8eba-6c03b9ccb158 by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': 'd0acf8dd-f215-4005-a46b-f65510e9fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:39:50.179347 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255cb71e-e2d7-40b3-8b0c-eeb74f54bb22 req-8fd6b145-8c71-4227-bad3-af217f400132 service neutron] Attempting to bind port 51f3a626-a405-459d-8eba-6c03b9ccb158 on network 87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:39:50.186221 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255cb71e-e2d7-40b3-8b0c-eeb74f54bb22 req-8fd6b145-8c71-4227-bad3-af217f400132 service neutron] Port 51f3a626-a405-459d-8eba-6c03b9ccb158 on network 87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:39:50.186544 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255cb71e-e2d7-40b3-8b0c-eeb74f54bb22 req-8fd6b145-8c71-4227-bad3-af217f400132 service neutron] Attempting to bind port 51f3a626-a405-459d-8eba-6c03b9ccb158 on network 87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:39:50.193476 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255cb71e-e2d7-40b3-8b0c-eeb74f54bb22 req-8fd6b145-8c71-4227-bad3-af217f400132 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:39:50.193803 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255cb71e-e2d7-40b3-8b0c-eeb74f54bb22 req-8fd6b145-8c71-4227-bad3-af217f400132 service neutron] Checking segment: {'id': 'd0acf8dd-f215-4005-a46b-f65510e9fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:39:50.194181 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255cb71e-e2d7-40b3-8b0c-eeb74f54bb22 req-8fd6b145-8c71-4227-bad3-af217f400132 service neutron] Bound using segment: {'id': 'd0acf8dd-f215-4005-a46b-f65510e9fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:39:50.194594 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-255cb71e-e2d7-40b3-8b0c-eeb74f54bb22 req-8fd6b145-8c71-4227-bad3-af217f400132 service neutron] Bound port: 51f3a626-a405-459d-8eba-6c03b9ccb158, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0acf8dd-f215-4005-a46b-f65510e9fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:39:50.194961 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-255cb71e-e2d7-40b3-8b0c-eeb74f54bb22 req-8fd6b145-8c71-4227-bad3-af217f400132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:39:50.287149 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-255cb71e-e2d7-40b3-8b0c-eeb74f54bb22 req-8fd6b145-8c71-4227-bad3-af217f400132 service neutron] For port 51f3a626-a405-459d-8eba-6c03b9ccb158, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:39:50.290448 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-255cb71e-e2d7-40b3-8b0c-eeb74f54bb22 req-8fd6b145-8c71-4227-bad3-af217f400132 service neutron] For port 51f3a626-a405-459d-8eba-6c03b9ccb158, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=51f3a626-a405-459d-8eba-6c03b9ccb158,segment=NetworkSegment(d0acf8dd-f215-4005-a46b-f65510e9fdb9),segment_id=d0acf8dd-f215-4005-a46b-f65510e9fdb9)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:39:50.296261 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-255cb71e-e2d7-40b3-8b0c-eeb74f54bb22 req-8fd6b145-8c71-4227-bad3-af217f400132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:39:50.362010 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-255cb71e-e2d7-40b3-8b0c-eeb74f54bb22 req-8fd6b145-8c71-4227-bad3-af217f400132 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:39:50.363455 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-255cb71e-e2d7-40b3-8b0c-eeb74f54bb22 req-8fd6b145-8c71-4227-bad3-af217f400132 service neutron] 10.222.0.44 "PUT /v2.0/ports/51f3a626-a405-459d-8eba-6c03b9ccb158 HTTP/1.1" status: 200 len: 1092 time: 1.2792866 May 05 22:39:50.375671 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd6b145-8c71-4227-bad3-af217f400132 service neutron] Pushing event updated for resources: {'Port': ['ID=51f3a626-a405-459d-8eba-6c03b9ccb158,revision_number=11']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:39:50.460375 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-255cb71e-e2d7-40b3-8b0c-eeb74f54bb22 req-73e6ac35-81dc-4186-b6fe-3f99959c899a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9&device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 1095 time: 0.0729954 May 05 22:39:50.518524 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4f14d-73eb-4992-b8ac-982b95f4ed85 req-56f6bd15-0894-4968-865d-388030f75773 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:39:50.520716 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cbc4f14d-73eb-4992-b8ac-982b95f4ed85 req-56f6bd15-0894-4968-865d-388030f75773 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 944 time: 0.0822337 May 05 22:39:50.572808 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cbc4f14d-73eb-4992-b8ac-982b95f4ed85 req-b902ab17-6851-4327-8b6f-218c0bb93410 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429616 May 05 22:39:50.608189 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255cb71e-e2d7-40b3-8b0c-eeb74f54bb22 req-0cdb5180-cf35-4ddb-b8f3-bd3f23029941 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:39:50.609664 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-255cb71e-e2d7-40b3-8b0c-eeb74f54bb22 req-0cdb5180-cf35-4ddb-b8f3-bd3f23029941 service neutron] 10.222.0.44 "GET /v2.0/networks?id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c HTTP/1.1" status: 200 len: 912 time: 0.1430402 May 05 22:39:50.715889 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-255cb71e-e2d7-40b3-8b0c-eeb74f54bb22 req-fdc12579-5f30-4a18-aead-43728eaf8577 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51f3a626-a405-459d-8eba-6c03b9ccb158 HTTP/1.1" status: 200 len: 1000 time: 0.0996039 May 05 22:39:50.782670 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255cb71e-e2d7-40b3-8b0c-eeb74f54bb22 req-d10b598b-a8ad-4e80-a065-a03d87b12522 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:39:50.784131 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-255cb71e-e2d7-40b3-8b0c-eeb74f54bb22 req-d10b598b-a8ad-4e80-a065-a03d87b12522 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d590b4e3-56d7-4bb9-80ad-c9c88e9ccd04 HTTP/1.1" status: 200 len: 850 time: 0.0632756 May 05 22:39:50.863932 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-255cb71e-e2d7-40b3-8b0c-eeb74f54bb22 req-6929b4d6-365f-406c-b614-1db345aef606 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730917 May 05 22:39:51.002152 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-255cb71e-e2d7-40b3-8b0c-eeb74f54bb22 req-83093772-5bc7-479e-9664-40b92f1810b5 service neutron] 10.222.0.44 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320128 May 05 22:39:51.135181 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-255cb71e-e2d7-40b3-8b0c-eeb74f54bb22 req-7ceeb2f7-d142-4682-965b-8962b9119984 service neutron] 10.222.0.44 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263535 May 05 22:39:51.655361 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de0accb1-500b-4136-a571-6528bbc376c2', 'tag': '51f3a626-a405-459d-8eba-6c03b9ccb158'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:39:51.728933 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-915eab94-7c9d-4686-b0ae-7f0fe187d79e'] response: {'name': 'network-changed', 'server_uuid': 'de0accb1-500b-4136-a571-6528bbc376c2', 'tag': '51f3a626-a405-459d-8eba-6c03b9ccb158', 'status': 'completed', 'code': 200} May 05 22:39:51.827492 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e1364ce2-5b2a-46a2-a094-007aa01f2ea0 req-31f9fb02-b8cb-4a37-bf5e-ecb93840a2a2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9&device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 1095 time: 0.0727608 May 05 22:39:51.849592 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f8c6b-b302-4110-b0de-d41c6952a4fd req-40987b4b-a223-402b-ba6c-57a39346a982 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:39:51.852879 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7d1f8c6b-b302-4110-b0de-d41c6952a4fd req-40987b4b-a223-402b-ba6c-57a39346a982 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 944 time: 0.1447906 May 05 22:39:51.858314 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e1364ce2-5b2a-46a2-a094-007aa01f2ea0 req-ff03257c-b882-4cf7-ae5e-54140eaece64 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9&device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 1095 time: 0.1025550 May 05 22:39:51.963739 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1364ce2-5b2a-46a2-a094-007aa01f2ea0 req-0e60248d-118c-46dd-a69e-bbb50fc64146 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:39:51.965205 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e1364ce2-5b2a-46a2-a094-007aa01f2ea0 req-0e60248d-118c-46dd-a69e-bbb50fc64146 service neutron] 10.222.0.44 "GET /v2.0/networks?id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c HTTP/1.1" status: 200 len: 912 time: 0.1319742 May 05 22:39:51.988872 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7d1f8c6b-b302-4110-b0de-d41c6952a4fd req-95b10b36-d92a-4767-b245-87b6bf9fbcf2 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292987 May 05 22:39:52.037130 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1364ce2-5b2a-46a2-a094-007aa01f2ea0 req-23175768-b7ec-42f8-83c7-b036c21e243d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:39:52.039150 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e1364ce2-5b2a-46a2-a094-007aa01f2ea0 req-23175768-b7ec-42f8-83c7-b036c21e243d service neutron] 10.222.0.32 "GET /v2.0/networks?id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c HTTP/1.1" status: 200 len: 912 time: 0.1598492 May 05 22:39:52.071446 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e1364ce2-5b2a-46a2-a094-007aa01f2ea0 req-930e909b-7a65-4cb1-8cd4-955866efc45b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51f3a626-a405-459d-8eba-6c03b9ccb158 HTTP/1.1" status: 200 len: 1000 time: 0.1005526 May 05 22:39:52.137632 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1364ce2-5b2a-46a2-a094-007aa01f2ea0 req-8e59aa6e-3b59-4dba-9cac-8dec91b0701c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:39:52.140970 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e1364ce2-5b2a-46a2-a094-007aa01f2ea0 req-8e59aa6e-3b59-4dba-9cac-8dec91b0701c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d590b4e3-56d7-4bb9-80ad-c9c88e9ccd04 HTTP/1.1" status: 200 len: 850 time: 0.0621727 May 05 22:39:52.146374 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e1364ce2-5b2a-46a2-a094-007aa01f2ea0 req-34fc3abc-a8df-4fda-a25b-f4c6f976b043 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51f3a626-a405-459d-8eba-6c03b9ccb158 HTTP/1.1" status: 200 len: 1000 time: 0.1007822 May 05 22:39:52.212888 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1364ce2-5b2a-46a2-a094-007aa01f2ea0 req-4f4988e0-5020-4381-85ce-d306be7a6887 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:39:52.214316 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e1364ce2-5b2a-46a2-a094-007aa01f2ea0 req-4f4988e0-5020-4381-85ce-d306be7a6887 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d590b4e3-56d7-4bb9-80ad-c9c88e9ccd04 HTTP/1.1" status: 200 len: 850 time: 0.0626369 May 05 22:39:52.219381 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e1364ce2-5b2a-46a2-a094-007aa01f2ea0 req-89166dec-ff28-46a6-b9d3-a4512b8af9d6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742402 May 05 22:39:52.289867 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e1364ce2-5b2a-46a2-a094-007aa01f2ea0 req-aefe4a6f-6139-4f24-9dc0-fcb654f5c55c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691082 May 05 22:39:52.385914 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 51f3a626-a405-459d-8eba-6c03b9ccb158 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:39:52.441597 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e1364ce2-5b2a-46a2-a094-007aa01f2ea0 req-921c8653-c4f9-4502-81b3-dd91f7391685 service neutron] 10.222.0.32 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452954 May 05 22:39:52.465124 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 51f3a626-a405-459d-8eba-6c03b9ccb158 not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:39:52.474638 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e1364ce2-5b2a-46a2-a094-007aa01f2ea0 req-71c72828-ab88-41d9-aae0-3f592e929097 service neutron] 10.222.0.44 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497697 May 05 22:39:52.601888 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e1364ce2-5b2a-46a2-a094-007aa01f2ea0 req-b54c4826-c0fc-4c4e-b6c3-26b2a3fdc868 service neutron] 10.222.0.32 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543190 May 05 22:39:52.626411 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e1364ce2-5b2a-46a2-a094-007aa01f2ea0 req-168d8b31-3b7d-451a-b8d6-7d05002ab140 service neutron] 10.222.0.44 "GET /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461966 May 05 22:39:53.221071 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed985d31-09a1-4c8f-b1c0-01cf64ae37a3 req-6ec38229-4ae7-4ef3-a464-0cebd12a4095 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:39:53.222519 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ed985d31-09a1-4c8f-b1c0-01cf64ae37a3 req-6ec38229-4ae7-4ef3-a464-0cebd12a4095 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 944 time: 0.0839736 May 05 22:39:53.268861 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ed985d31-09a1-4c8f-b1c0-01cf64ae37a3 req-3e90c4d4-d917-4626-b607-88008db9afcd tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404897 May 05 22:39:54.485965 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c2022e-d319-4dbd-85f0-763042241e19 req-4bc584c1-5667-4c19-b162-8e46e995a1dc tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:39:54.487432 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-95c2022e-d319-4dbd-85f0-763042241e19 req-4bc584c1-5667-4c19-b162-8e46e995a1dc tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 944 time: 0.0844777 May 05 22:39:54.548965 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-95c2022e-d319-4dbd-85f0-763042241e19 req-58e76278-5ed5-4bb2-a93c-737eb1097bb7 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558481 May 05 22:39:55.752661 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b18a0a-fff0-43e7-91c6-dfffb28fb4c3 req-b62dfe42-0e79-40ec-a184-4de8c4ec9bc9 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:39:55.754095 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-52b18a0a-fff0-43e7-91c6-dfffb28fb4c3 req-b62dfe42-0e79-40ec-a184-4de8c4ec9bc9 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 944 time: 0.0824647 May 05 22:39:55.801885 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-52b18a0a-fff0-43e7-91c6-dfffb28fb4c3 req-81938dca-cdc0-43f5-a212-7f130a74fff3 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420210 May 05 22:39:57.028368 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46bb629-d894-4a3b-a9ac-dd3129476be6 req-75a84272-16ca-4912-9da1-219c1acd93dd tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:39:57.030900 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c46bb629-d894-4a3b-a9ac-dd3129476be6 req-75a84272-16ca-4912-9da1-219c1acd93dd tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 944 time: 0.0885074 May 05 22:39:57.083467 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c46bb629-d894-4a3b-a9ac-dd3129476be6 req-f5160180-022c-4416-a7bb-0b66320335c4 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446043 May 05 22:39:58.298535 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d14ec-3ec4-46af-a6fe-44949d8feb85 req-5b609530-e938-46bb-856e-b782f0cd003d tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:39:58.300022 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ac7d14ec-3ec4-46af-a6fe-44949d8feb85 req-5b609530-e938-46bb-856e-b782f0cd003d tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 944 time: 0.0820265 May 05 22:39:58.345698 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ac7d14ec-3ec4-46af-a6fe-44949d8feb85 req-56cc9763-5205-4dbf-b90e-b2db314f949f tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400426 May 05 22:39:59.551988 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51810034-d695-4288-9406-d4940da9f0a9 req-2215dbaf-d2ac-4bfb-bae9-b90e67dc8cc3 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:39:59.553449 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-51810034-d695-4288-9406-d4940da9f0a9 req-2215dbaf-d2ac-4bfb-bae9-b90e67dc8cc3 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 944 time: 0.0854640 May 05 22:39:59.704652 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-51810034-d695-4288-9406-d4940da9f0a9 req-2d4b6de5-ab29-45c6-991b-76c910832e86 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454062 May 05 22:40:00.342301 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 51f3a626-a405-459d-8eba-6c03b9ccb158 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:40:00.474860 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 51f3a626-a405-459d-8eba-6c03b9ccb158, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=51f3a626-a405-459d-8eba-6c03b9ccb158,segment=NetworkSegment(d0acf8dd-f215-4005-a46b-f65510e9fdb9),segment_id=d0acf8dd-f215-4005-a46b-f65510e9fdb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:40:00.488020 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '51f3a626-a405-459d-8eba-6c03b9ccb158', 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c', 'port_id': '51f3a626-a405-459d-8eba-6c03b9ccb158', 'mac_address': 'fa:16:3e:13:07:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd590b4e3-56d7-4bb9-80ad-c9c88e9ccd04', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:40:00.541177 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:00.558204 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51f3a626-a405-459d-8eba-6c03b9ccb158 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:40:00.573007 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 51f3a626-a405-459d-8eba-6c03b9ccb158, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=51f3a626-a405-459d-8eba-6c03b9ccb158,segment=NetworkSegment(d0acf8dd-f215-4005-a46b-f65510e9fdb9),segment_id=d0acf8dd-f215-4005-a46b-f65510e9fdb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:40:00.580377 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:00.658357 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=51f3a626-a405-459d-8eba-6c03b9ccb158,revision_number=12']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:40:00.792783 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['51f3a626-a405-459d-8eba-6c03b9ccb158'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:40:00.911339 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dad235-f068-4132-9a6b-4b699209a626 req-2f357ddb-f89b-450a-b604-21b7e6ef62ea tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:40:00.912714 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-15dad235-f068-4132-9a6b-4b699209a626 req-2f357ddb-f89b-450a-b604-21b7e6ef62ea tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 945 time: 0.0773280 May 05 22:40:00.959603 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-15dad235-f068-4132-9a6b-4b699209a626 req-16065f0f-38e3-41ae-9a69-1f9bfd5f6915 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411332 May 05 22:40:01.194805 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a6f590-6b35-482c-922c-1aad5ba46b94 req-64afc1b9-6367-490c-8f9f-6a77f77d5cf1 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:40:01.196130 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-94a6f590-6b35-482c-922c-1aad5ba46b94 req-64afc1b9-6367-490c-8f9f-6a77f77d5cf1 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 945 time: 0.0987282 May 05 22:40:01.247160 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-94a6f590-6b35-482c-922c-1aad5ba46b94 req-cabfe073-d28d-41db-9979-68d51354639b tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452344 May 05 22:40:01.450701 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57522dd0-452e-4396-8003-06c221d7f800 req-cf722e4e-5a32-4fca-96c2-99116e68c3cf tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:40:01.452185 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-57522dd0-452e-4396-8003-06c221d7f800 req-cf722e4e-5a32-4fca-96c2-99116e68c3cf tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 945 time: 0.0797894 May 05 22:40:01.504943 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-57522dd0-452e-4396-8003-06c221d7f800 req-1efe2b20-e631-4738-8db7-5b7567016c04 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449891 May 05 22:40:01.942314 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9210f5b9-012d-4316-be70-6b8befd9a4cb req-ddc01457-5449-490b-90cc-078e70b4ac3e tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:40:01.943784 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9210f5b9-012d-4316-be70-6b8befd9a4cb req-ddc01457-5449-490b-90cc-078e70b4ac3e tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 945 time: 0.0872953 May 05 22:40:01.999432 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9210f5b9-012d-4316-be70-6b8befd9a4cb req-06c8a40b-6351-4a18-9cba-18c72c180267 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471945 May 05 22:40:02.343808 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 51f3a626-a405-459d-8eba-6c03b9ccb158 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:40:02.428598 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 51f3a626-a405-459d-8eba-6c03b9ccb158 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:40:02.433490 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 51f3a626-a405-459d-8eba-6c03b9ccb158 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:40:02.433851 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:02.548330 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:02.574453 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de0accb1-500b-4136-a571-6528bbc376c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f3a626-a405-459d-8eba-6c03b9ccb158'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:40:02.584657 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 51f3a626-a405-459d-8eba-6c03b9ccb158, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=51f3a626-a405-459d-8eba-6c03b9ccb158,segment=NetworkSegment(d0acf8dd-f215-4005-a46b-f65510e9fdb9),segment_id=d0acf8dd-f215-4005-a46b-f65510e9fdb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:40:02.589609 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:02.633988 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a076b321-1f60-41eb-bbbd-26357a752288'] response: {'server_uuid': 'de0accb1-500b-4136-a571-6528bbc376c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f3a626-a405-459d-8eba-6c03b9ccb158', 'code': 200} May 05 22:40:02.659887 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=51f3a626-a405-459d-8eba-6c03b9ccb158,revision_number=13']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:40:03.205483 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953700eb-7846-422c-8f37-746739195900 req-8df09921-87eb-453a-9373-613c936d687d tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:40:03.206948 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-953700eb-7846-422c-8f37-746739195900 req-8df09921-87eb-453a-9373-613c936d687d tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 946 time: 0.0839827 May 05 22:40:03.255860 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-953700eb-7846-422c-8f37-746739195900 req-6512b15f-79f9-4174-bc3c-945928d074a6 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups?id=4aafbf05-03b0-43a0-b293-9b9ad1cf417f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406837 May 05 22:40:03.410862 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb63fcc3-7680-419c-b4d0-6a890bb293d9 req-501824aa-5cff-477c-9f69-0e64f8e38481 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:40:03.411548 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-eb63fcc3-7680-419c-b4d0-6a890bb293d9 req-501824aa-5cff-477c-9f69-0e64f8e38481 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Synchronizing usage tracker for tenant:0193e8c9a4ea475f84588c4cf6d35ca9 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:40:03.430492 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-eb63fcc3-7680-419c-b4d0-6a890bb293d9 req-501824aa-5cff-477c-9f69-0e64f8e38481 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Unset dirty status for tenant:0193e8c9a4ea475f84588c4cf6d35ca9 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:40:03.431631 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-eb63fcc3-7680-419c-b4d0-6a890bb293d9 req-501824aa-5cff-477c-9f69-0e64f8e38481 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.44 "GET /v2.0/ports?device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 946 time: 0.1100998 May 05 22:40:03.503075 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-eb63fcc3-7680-419c-b4d0-6a890bb293d9 req-5ee0c330-124f-4cb3-9d99-7f91d5260c39 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Deleting port 51f3a626-a405-459d-8eba-6c03b9ccb158 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:40:03.503400 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-eb63fcc3-7680-419c-b4d0-6a890bb293d9 req-5ee0c330-124f-4cb3-9d99-7f91d5260c39 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:03.746435 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-eb63fcc3-7680-419c-b4d0-6a890bb293d9 req-5ee0c330-124f-4cb3-9d99-7f91d5260c39 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] For port 51f3a626-a405-459d-8eba-6c03b9ccb158, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=51f3a626-a405-459d-8eba-6c03b9ccb158,segment=NetworkSegment(d0acf8dd-f215-4005-a46b-f65510e9fdb9),segment_id=d0acf8dd-f215-4005-a46b-f65510e9fdb9)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:40:03.746685 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-eb63fcc3-7680-419c-b4d0-6a890bb293d9 req-5ee0c330-124f-4cb3-9d99-7f91d5260c39 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:04.034123 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-eb63fcc3-7680-419c-b4d0-6a890bb293d9 req-5ee0c330-124f-4cb3-9d99-7f91d5260c39 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:04.034385 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-eb63fcc3-7680-419c-b4d0-6a890bb293d9 req-5ee0c330-124f-4cb3-9d99-7f91d5260c39 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:04.034697 n-d-825175-4 neutron-server[84063]: INFO neutron.db.l3_db [req-eb63fcc3-7680-419c-b4d0-6a890bb293d9 req-5ee0c330-124f-4cb3-9d99-7f91d5260c39 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Floating IP 36333c3c-bf0d-4c7b-ac47-1f2b673f26a8 disassociated. External IP: 172.25.4.186, port: 51f3a626-a405-459d-8eba-6c03b9ccb158. May 05 22:40:04.035069 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-eb63fcc3-7680-419c-b4d0-6a890bb293d9 req-5ee0c330-124f-4cb3-9d99-7f91d5260c39 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Calling delete_port for 51f3a626-a405-459d-8eba-6c03b9ccb158 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:40:04.181676 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-eb63fcc3-7680-419c-b4d0-6a890bb293d9 req-5ee0c330-124f-4cb3-9d99-7f91d5260c39 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:04.231291 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee0c330-124f-4cb3-9d99-7f91d5260c39 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Pushing event deleted for resources: {'Port': ['ID=51f3a626-a405-459d-8eba-6c03b9ccb158,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:40:04.433984 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c465c95c-3db8-4d59-894c-8c692d2da229 req-54a85439-4f2f-467e-83ee-81ff1d3efd18 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 210 time: 0.0428281 May 05 22:40:04.458492 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb63fcc3-7680-419c-b4d0-6a890bb293d9 req-5ee0c330-124f-4cb3-9d99-7f91d5260c39 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Router 6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:40:04.664780 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb63fcc3-7680-419c-b4d0-6a890bb293d9 req-5ee0c330-124f-4cb3-9d99-7f91d5260c39 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:40:04.675315 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1739f1d8-534d-4384-961b-f16887f6c182 None None] Sync routers for ids ['6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:40:04.692306 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1739f1d8-534d-4384-961b-f16887f6c182 None None] Routers {'6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:40:04.692901 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-1739f1d8-534d-4384-961b-f16887f6c182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:39:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:40:04.837322 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb63fcc3-7680-419c-b4d0-6a890bb293d9 req-5ee0c330-124f-4cb3-9d99-7f91d5260c39 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] No DVR routers for this DVR port 51f3a626-a405-459d-8eba-6c03b9ccb158 on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:40:04.840031 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-eb63fcc3-7680-419c-b4d0-6a890bb293d9 req-5ee0c330-124f-4cb3-9d99-7f91d5260c39 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:04.842888 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de0accb1-500b-4136-a571-6528bbc376c2', 'name': 'network-vif-deleted', 'tag': '51f3a626-a405-459d-8eba-6c03b9ccb158'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:40:04.862611 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-eb63fcc3-7680-419c-b4d0-6a890bb293d9 req-5ee0c330-124f-4cb3-9d99-7f91d5260c39 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.44 "DELETE /v2.0/ports/51f3a626-a405-459d-8eba-6c03b9ccb158 HTTP/1.1" status: 204 len: 173 time: 1.4254656 May 05 22:40:04.904395 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c79630bd-fb7b-4d51-b5a7-db3c76a8fdb2'] response: {'server_uuid': 'de0accb1-500b-4136-a571-6528bbc376c2', 'name': 'network-vif-deleted', 'tag': '51f3a626-a405-459d-8eba-6c03b9ccb158', 'status': 'completed', 'code': 200} May 05 22:40:04.907265 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-1739f1d8-534d-4384-961b-f16887f6c182 None None] Set router 6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:40:05.242840 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-1739f1d8-534d-4384-961b-f16887f6c182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'name': 'tempest-ServerActionsTestJSON-145627584-router', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '85ead037-a3ab-46dd-94da-736b91b7f633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:35:44Z', 'updated_at': '2022-05-05T22:35:47Z', 'revision_number': 4, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'gw_port': {'id': '85ead037-a3ab-46dd-94da-736b91b7f633', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:35:45Z', 'updated_at': '2022-05-05T22:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'bca24dc1-2bee-42c6-abea-f4b56262991b', 'name': '', 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'mac_address': 'fa:16:3e:96:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd590b4e3-56d7-4bb9-80ad-c9c88e9ccd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:35:47Z', 'updated_at': '2022-05-05T22:35:54Z', 'revision_number': 5, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'subnets': [{'id': 'd590b4e3-56d7-4bb9-80ad-c9c88e9ccd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:40:05.247006 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1739f1d8-534d-4384-961b-f16887f6c182 None None] Checking router: 6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:40:05.258069 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1739f1d8-534d-4384-961b-f16887f6c182 None None] Routers {'6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:40:05.258647 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-1739f1d8-534d-4384-961b-f16887f6c182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:39:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:40:05.460292 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-1739f1d8-534d-4384-961b-f16887f6c182 None None] Set router 6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:40:05.615003 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-309113cb-733f-4024-ab71-4f52543293be req-707ca44d-ca25-4ea7-8953-f149384fb239 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/ports?device_id=de0accb1-500b-4136-a571-6528bbc376c2 HTTP/1.1" status: 200 len: 210 time: 0.0433602 May 05 22:40:05.784919 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-1739f1d8-534d-4384-961b-f16887f6c182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'name': 'tempest-ServerActionsTestJSON-145627584-router', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '85ead037-a3ab-46dd-94da-736b91b7f633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:35:44Z', 'updated_at': '2022-05-05T22:35:47Z', 'revision_number': 4, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'gw_port': {'id': '85ead037-a3ab-46dd-94da-736b91b7f633', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:35:45Z', 'updated_at': '2022-05-05T22:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'bca24dc1-2bee-42c6-abea-f4b56262991b', 'name': '', 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'mac_address': 'fa:16:3e:96:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd590b4e3-56d7-4bb9-80ad-c9c88e9ccd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:35:47Z', 'updated_at': '2022-05-05T22:35:54Z', 'revision_number': 5, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'subnets': [{'id': 'd590b4e3-56d7-4bb9-80ad-c9c88e9ccd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:40:05.788797 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1739f1d8-534d-4384-961b-f16887f6c182 None None] The sync data for ids ['6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3'] in n-d-825175-4 is: [{'id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'name': 'tempest-ServerActionsTestJSON-145627584-router', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '85ead037-a3ab-46dd-94da-736b91b7f633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:35:44Z', 'updated_at': '2022-05-05T22:35:47Z', 'revision_number': 4, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'gw_port': {'id': '85ead037-a3ab-46dd-94da-736b91b7f633', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:35:45Z', 'updated_at': '2022-05-05T22:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'bca24dc1-2bee-42c6-abea-f4b56262991b', 'name': '', 'network_id': '87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'mac_address': 'fa:16:3e:96:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd590b4e3-56d7-4bb9-80ad-c9c88e9ccd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:35:47Z', 'updated_at': '2022-05-05T22:35:54Z', 'revision_number': 5, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'subnets': [{'id': 'd590b4e3-56d7-4bb9-80ad-c9c88e9ccd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:40:06.007025 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f3b669-653c-4218-9498-4cf70074b182 None None] New status for floating IP 36333c3c-bf0d-4c7b-ac47-1f2b673f26a8: DOWN {{(pid=84064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 22:40:06.307244 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:06.560995 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:08.363208 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 51f3a626-a405-459d-8eba-6c03b9ccb158 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:40:08.401188 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: 51f3a626-a405-459d-8eba-6c03b9ccb158 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:40:08.401527 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 51f3a626-a405-459d-8eba-6c03b9ccb158 not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:40:09.991410 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 35170) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:40:10.062584 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9151e35c-456d-4c47-b2a9-04698b94a942 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:10.091043 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9151e35c-456d-4c47-b2a9-04698b94a942 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:10.147295 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9151e35c-456d-4c47-b2a9-04698b94a942 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:10.165826 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9151e35c-456d-4c47-b2a9-04698b94a942 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aafbf05-03b0-43a0-b293-9b9ad1cf417f,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:40:10.178735 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9151e35c-456d-4c47-b2a9-04698b94a942 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:10.180076 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9151e35c-456d-4c47-b2a9-04698b94a942 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "DELETE /v2.0/security-groups/4aafbf05-03b0-43a0-b293-9b9ad1cf417f HTTP/1.1" status: 204 len: 168 time: 0.1876030 May 05 22:40:10.183103 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 35174) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:40:10.201710 n-d-825175-4 neutron-server[84063]: INFO neutron.api.v2.resource [None req-f4f9c50f-50bf-42a9-a345-d923a6bb612c tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] show failed (client error): The resource could not be found. May 05 22:40:10.202907 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f4f9c50f-50bf-42a9-a345-d923a6bb612c tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "GET /v2.0/security-groups/4aafbf05-03b0-43a0-b293-9b9ad1cf417f HTTP/1.1" status: 404 len: 347 time: 0.0193279 May 05 22:40:10.205898 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 35178) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:40:10.362468 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-868df25d-2425-41af-aefa-584bf9b8c1d4 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Deleting port d18e39ce-e150-4b15-8fce-9724748ff886 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:40:10.362815 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-868df25d-2425-41af-aefa-584bf9b8c1d4 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:10.535637 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-868df25d-2425-41af-aefa-584bf9b8c1d4 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:10.535971 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-868df25d-2425-41af-aefa-584bf9b8c1d4 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:10.660312 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-868df25d-2425-41af-aefa-584bf9b8c1d4 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Calling delete_port for d18e39ce-e150-4b15-8fce-9724748ff886 owned by network:floatingip {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:40:10.799298 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-868df25d-2425-41af-aefa-584bf9b8c1d4 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:10.849254 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868df25d-2425-41af-aefa-584bf9b8c1d4 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Pushing event deleted for resources: {'Port': ['ID=d18e39ce-e150-4b15-8fce-9724748ff886,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:40:10.943223 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-868df25d-2425-41af-aefa-584bf9b8c1d4 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks [] for floatingip, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:10.961094 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-868df25d-2425-41af-aefa-584bf9b8c1d4 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:10.962214 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-868df25d-2425-41af-aefa-584bf9b8c1d4 tempest-ServerActionsTestJSON-672432764 tempest-ServerActionsTestJSON-672432764-project] 10.222.0.23 "DELETE /v2.0/floatingips/36333c3c-bf0d-4c7b-ac47-1f2b673f26a8 HTTP/1.1" status: 204 len: 168 time: 0.7554579 May 05 22:40:10.965296 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 35182) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:40:11.380871 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e7fca9ba-0981-437b-b050-437ed0ab9227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:12.076616 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-e7fca9ba-0981-437b-b050-437ed0ab9227 admin admin] Deleting port bca24dc1-2bee-42c6-abea-f4b56262991b {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:40:12.076974 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e7fca9ba-0981-437b-b050-437ed0ab9227 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:12.256260 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-e7fca9ba-0981-437b-b050-437ed0ab9227 admin admin] For port bca24dc1-2bee-42c6-abea-f4b56262991b, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=bca24dc1-2bee-42c6-abea-f4b56262991b,segment=NetworkSegment(d0acf8dd-f215-4005-a46b-f65510e9fdb9),segment_id=d0acf8dd-f215-4005-a46b-f65510e9fdb9)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:40:12.256578 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e7fca9ba-0981-437b-b050-437ed0ab9227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:12.378916 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-e7fca9ba-0981-437b-b050-437ed0ab9227 admin admin] Calling delete_port for bca24dc1-2bee-42c6-abea-f4b56262991b owned by network:router_interface {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:40:12.558753 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e7fca9ba-0981-437b-b050-437ed0ab9227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:12.606969 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fca9ba-0981-437b-b050-437ed0ab9227 admin admin] Pushing event deleted for resources: {'Port': ['ID=bca24dc1-2bee-42c6-abea-f4b56262991b,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:40:12.895976 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e7fca9ba-0981-437b-b050-437ed0ab9227 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:13.590857 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7fca9ba-0981-437b-b050-437ed0ab9227 admin admin] Router 6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:40:13.796057 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7fca9ba-0981-437b-b050-437ed0ab9227 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:40:13.805764 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8363f88-7ba2-4607-b874-e81263db820c None None] Sync routers for ids ['6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:40:13.814174 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-e7fca9ba-0981-437b-b050-437ed0ab9227 admin admin] 10.222.0.23 "PUT /v2.0/routers/6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8452013 May 05 22:40:13.814535 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 35186) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:40:13.817629 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8363f88-7ba2-4607-b874-e81263db820c None None] Routers {'6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:40:13.818215 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-a8363f88-7ba2-4607-b874-e81263db820c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:39:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:40:14.000151 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-a8363f88-7ba2-4607-b874-e81263db820c None None] Set router 6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:40:14.003260 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0f539aed-c68b-4965-b816-e9a718bf7d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:14.023790 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6bc21d32-7b81-4591-90e3-66ce70642ac4 admin admin] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:14.225347 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6bc21d32-7b81-4591-90e3-66ce70642ac4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:14.235766 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-6bc21d32-7b81-4591-90e3-66ce70642ac4 admin admin] Deleting port 85ead037-a3ab-46dd-94da-736b91b7f633 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:40:14.236136 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6bc21d32-7b81-4591-90e3-66ce70642ac4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:14.302018 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-a8363f88-7ba2-4607-b874-e81263db820c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'name': 'tempest-ServerActionsTestJSON-145627584-router', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': '85ead037-a3ab-46dd-94da-736b91b7f633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:35:44Z', 'updated_at': '2022-05-05T22:40:12Z', 'revision_number': 5, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'gw_port': {'id': '85ead037-a3ab-46dd-94da-736b91b7f633', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:35:45Z', 'updated_at': '2022-05-05T22:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:40:14.305781 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8363f88-7ba2-4607-b874-e81263db820c None None] Checking router: 6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:40:14.316614 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8363f88-7ba2-4607-b874-e81263db820c None None] Routers {'6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:40:14.317204 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-a8363f88-7ba2-4607-b874-e81263db820c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:39:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:40:14.407963 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-6bc21d32-7b81-4591-90e3-66ce70642ac4 admin admin] For port 85ead037-a3ab-46dd-94da-736b91b7f633, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=85ead037-a3ab-46dd-94da-736b91b7f633,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:40:14.408305 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6bc21d32-7b81-4591-90e3-66ce70642ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:14.468031 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-a8363f88-7ba2-4607-b874-e81263db820c None None] Set router 6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3 gateway port host: None {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:40:14.533241 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-6bc21d32-7b81-4591-90e3-66ce70642ac4 admin admin] Calling delete_port for 85ead037-a3ab-46dd-94da-736b91b7f633 owned by network:router_gateway {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:40:14.572243 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-a8363f88-7ba2-4607-b874-e81263db820c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'name': 'tempest-ServerActionsTestJSON-145627584-router', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:35:44Z', 'updated_at': '2022-05-05T22:40:14Z', 'revision_number': 6, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'gw_port_host': None}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:40:14.576235 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8363f88-7ba2-4607-b874-e81263db820c None None] The sync data for ids ['6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3'] in n-d-825175-4 is: [{'id': '6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3', 'name': 'tempest-ServerActionsTestJSON-145627584-router', 'tenant_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:35:44Z', 'updated_at': '2022-05-05T22:40:14Z', 'revision_number': 6, 'project_id': '0193e8c9a4ea475f84588c4cf6d35ca9', 'gw_port_host': None}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:40:14.830446 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6bc21d32-7b81-4591-90e3-66ce70642ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:14.876481 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc21d32-7b81-4591-90e3-66ce70642ac4 admin admin] Pushing event deleted for resources: {'Port': ['ID=85ead037-a3ab-46dd-94da-736b91b7f633,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:40:15.102186 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6bc21d32-7b81-4591-90e3-66ce70642ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:15.387124 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6bc21d32-7b81-4591-90e3-66ce70642ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:15.391934 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6bc21d32-7b81-4591-90e3-66ce70642ac4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:15.419824 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6bc21d32-7b81-4591-90e3-66ce70642ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:15.420328 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc21d32-7b81-4591-90e3-66ce70642ac4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3 {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:40:15.433159 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6bc21d32-7b81-4591-90e3-66ce70642ac4 admin admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:15.434298 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-6bc21d32-7b81-4591-90e3-66ce70642ac4 admin admin] 10.222.0.23 "DELETE /v2.0/routers/6ed865c7-99a8-4f2f-b9b0-ceb1066cdfe3 HTTP/1.1" status: 204 len: 168 time: 1.6188502 May 05 22:40:15.437234 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35190) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:40:15.500919 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-057c26fe-448a-4161-8d70-0aa9790c8e03 admin admin] Deleting subnet d590b4e3-56d7-4bb9-80ad-c9c88e9ccd04 {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:40:15.503778 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-057c26fe-448a-4161-8d70-0aa9790c8e03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:15.555910 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-057c26fe-448a-4161-8d70-0aa9790c8e03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:15.640597 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-057c26fe-448a-4161-8d70-0aa9790c8e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:15.718160 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-057c26fe-448a-4161-8d70-0aa9790c8e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:15.754136 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057c26fe-448a-4161-8d70-0aa9790c8e03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d590b4e3-56d7-4bb9-80ad-c9c88e9ccd04,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:40:15.766228 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057c26fe-448a-4161-8d70-0aa9790c8e03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:40:15.766610 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057c26fe-448a-4161-8d70-0aa9790c8e03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:40:15.766971 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057c26fe-448a-4161-8d70-0aa9790c8e03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:40:15.767301 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057c26fe-448a-4161-8d70-0aa9790c8e03 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:40:15.767626 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057c26fe-448a-4161-8d70-0aa9790c8e03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:40:15.767944 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057c26fe-448a-4161-8d70-0aa9790c8e03 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:40:15.768248 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057c26fe-448a-4161-8d70-0aa9790c8e03 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:40:15.768563 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057c26fe-448a-4161-8d70-0aa9790c8e03 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:40:15.769219 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057c26fe-448a-4161-8d70-0aa9790c8e03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:40:15.769219 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057c26fe-448a-4161-8d70-0aa9790c8e03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:40:15.769486 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057c26fe-448a-4161-8d70-0aa9790c8e03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:40:15.772319 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-057c26fe-448a-4161-8d70-0aa9790c8e03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:15.773765 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da83a95-7298-45c5-8f66-4cae2646b85a None None] Network 87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:40:15.778992 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-057c26fe-448a-4161-8d70-0aa9790c8e03 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d590b4e3-56d7-4bb9-80ad-c9c88e9ccd04 HTTP/1.1" status: 204 len: 168 time: 0.3406811 May 05 22:40:15.782009 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35194) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:40:15.886149 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b58dc034-fa37-4b90-a521-e523204e478f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:15.896835 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-b58dc034-fa37-4b90-a521-e523204e478f admin admin] Deleting port 037d05bf-ff95-45bd-8901-47f2550e335b {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:40:15.897099 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b58dc034-fa37-4b90-a521-e523204e478f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:16.010131 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0628dc88-07db-4258-9261-c7e0555eb617 None None] DHCP port deletion for 87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:40:16.014214 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-0628dc88-07db-4258-9261-c7e0555eb617 None None] Deleting port 037d05bf-ff95-45bd-8901-47f2550e335b {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:40:16.014619 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0628dc88-07db-4258-9261-c7e0555eb617 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:16.102528 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-b58dc034-fa37-4b90-a521-e523204e478f admin admin] For port 037d05bf-ff95-45bd-8901-47f2550e335b, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=037d05bf-ff95-45bd-8901-47f2550e335b,segment=NetworkSegment(d0acf8dd-f215-4005-a46b-f65510e9fdb9),segment_id=d0acf8dd-f215-4005-a46b-f65510e9fdb9)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:40:16.103021 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b58dc034-fa37-4b90-a521-e523204e478f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:16.222133 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-b58dc034-fa37-4b90-a521-e523204e478f admin admin] Calling delete_port for 037d05bf-ff95-45bd-8901-47f2550e335b owned by network:dhcp {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:40:16.250369 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-0628dc88-07db-4258-9261-c7e0555eb617 None None] For port 037d05bf-ff95-45bd-8901-47f2550e335b, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=037d05bf-ff95-45bd-8901-47f2550e335b,segment=NetworkSegment(d0acf8dd-f215-4005-a46b-f65510e9fdb9),segment_id=d0acf8dd-f215-4005-a46b-f65510e9fdb9)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:40:16.250737 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0628dc88-07db-4258-9261-c7e0555eb617 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:16.299758 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b58dc034-fa37-4b90-a521-e523204e478f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:16.343007 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58dc034-fa37-4b90-a521-e523204e478f admin admin] Pushing event deleted for resources: {'Port': ['ID=037d05bf-ff95-45bd-8901-47f2550e335b,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:40:16.349116 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58dc034-fa37-4b90-a521-e523204e478f admin admin] No DVR routers for this DVR port 037d05bf-ff95-45bd-8901-47f2550e335b on host n-d-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:40:16.371851 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-0628dc88-07db-4258-9261-c7e0555eb617 None None] Calling delete_port for 037d05bf-ff95-45bd-8901-47f2550e335b owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:40:16.419526 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-eb44454d-f781-42f4-ac90-8a0426b3eb2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:16.451792 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-0628dc88-07db-4258-9261-c7e0555eb617 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:40:16.452365 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-0628dc88-07db-4258-9261-c7e0555eb617 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:40:16.569570 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b58dc034-fa37-4b90-a521-e523204e478f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:16.595871 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-b58dc034-fa37-4b90-a521-e523204e478f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:40:16.596187 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 85ead037-a3ab-46dd-94da-736b91b7f633 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:40:16.608261 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-b58dc034-fa37-4b90-a521-e523204e478f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0acf8dd-f215-4005-a46b-f65510e9fdb9') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:40:16.608615 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-b58dc034-fa37-4b90-a521-e523204e478f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0acf8dd-f215-4005-a46b-f65510e9fdb9') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:40:16.620826 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b58dc034-fa37-4b90-a521-e523204e478f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:16.628505 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 85ead037-a3ab-46dd-94da-736b91b7f633 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:40:16.628847 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 85ead037-a3ab-46dd-94da-736b91b7f633 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:40:16.629267 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device bca24dc1-2bee-42c6-abea-f4b56262991b no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:40:16.637087 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b58dc034-fa37-4b90-a521-e523204e478f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:16.643316 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b58dc034-fa37-4b90-a521-e523204e478f admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:40:16.643707 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b58dc034-fa37-4b90-a521-e523204e478f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:16.657072 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 22:40:16.657072 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:40:16.657072 n-d-825175-4 neutron-server[84061]: timer() May 05 22:40:16.657072 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:40:16.657072 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 22:40:16.657072 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:40:16.657072 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 22:40:16.657072 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:40:16.657072 n-d-825175-4 neutron-server[84061]: self._notify() May 05 22:40:16.657072 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:40:16.657072 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 22:40:16.657072 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:40:16.657072 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 22:40:16.657072 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:40:16.657072 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:40:16.657072 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:40:16.657072 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:40:16.657072 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:40:16.657072 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 22:40:16.657072 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:40:16.657072 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 22:40:16.657072 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:40:16.657072 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:40:16.657072 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:40:16.657072 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 22:40:16.657072 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:40:16.657072 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:40:16.657072 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:40:16.657072 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:40:16.657072 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:40:16.657072 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:40:16.657072 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:40:16.660447 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: bca24dc1-2bee-42c6-abea-f4b56262991b {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:40:16.660783 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device bca24dc1-2bee-42c6-abea-f4b56262991b not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:40:16.661222 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 037d05bf-ff95-45bd-8901-47f2550e335b no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:40:16.694814 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 037d05bf-ff95-45bd-8901-47f2550e335b {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:40:16.695151 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 037d05bf-ff95-45bd-8901-47f2550e335b not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:40:16.734685 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b58dc034-fa37-4b90-a521-e523204e478f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:16.751312 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b58dc034-fa37-4b90-a521-e523204e478f admin admin] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:16.761543 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58dc034-fa37-4b90-a521-e523204e478f admin admin] Pushing event deleted for resources: {'Network': ['ID=87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:40:16.777888 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b58dc034-fa37-4b90-a521-e523204e478f admin admin] 10.222.0.23 "DELETE /v2.0/networks/87bf64c9-ded3-4d9d-aab9-0f28fb9bf17c HTTP/1.1" status: 204 len: 168 time: 0.9947228 May 05 22:40:16.932576 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35200) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:40:16.953929 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-0628dc88-07db-4258-9261-c7e0555eb617 None None] Deleting port 037d05bf-ff95-45bd-8901-47f2550e335b {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:40:16.954465 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0628dc88-07db-4258-9261-c7e0555eb617 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:16.986283 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-8569cd36-bb98-4173-a04b-1dcf2e9691a4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0193e8c9a4ea475f84588c4cf6d35ca9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0525320 May 05 22:40:16.988869 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35204) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:40:17.015579 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-0628dc88-07db-4258-9261-c7e0555eb617 None None] The port '037d05bf-ff95-45bd-8901-47f2550e335b' was deleted {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 22:40:17.055178 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a2897885-384a-4117-bb58-6b86db2e6aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:17.084874 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a2897885-384a-4117-bb58-6b86db2e6aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:17.141835 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a2897885-384a-4117-bb58-6b86db2e6aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:17.161696 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2897885-384a-4117-bb58-6b86db2e6aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb77b1f-9f41-48ea-bea6-faa75e16f545,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:40:17.168155 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a2897885-384a-4117-bb58-6b86db2e6aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:17.169259 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a2897885-384a-4117-bb58-6b86db2e6aaf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ecb77b1f-9f41-48ea-bea6-faa75e16f545 HTTP/1.1" status: 204 len: 168 time: 0.1795311 May 05 22:40:17.571005 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:17.576227 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:18.071483 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35228) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:40:18.229843 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-9623f8ed-f837-423d-baf4-6a47c6931cf7 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-621308358-network', 'tenant_id': 'ca192029a20e4b3380258b9e076863f5'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:40:18.235578 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-9623f8ed-f837-423d-baf4-6a47c6931cf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:40:18.239673 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-9623f8ed-f837-423d-baf4-6a47c6931cf7 admin admin] Usage tracker for resource:network and tenant:ca192029a20e4b3380258b9e076863f5 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:40:18.242646 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-9623f8ed-f837-423d-baf4-6a47c6931cf7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:40:18.249474 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-9623f8ed-f837-423d-baf4-6a47c6931cf7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:40:18.261499 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9623f8ed-f837-423d-baf4-6a47c6931cf7 admin admin] Made reservation on behalf of ca192029a20e4b3380258b9e076863f5 for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:40:18.263794 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9623f8ed-f837-423d-baf4-6a47c6931cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:18.275956 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9623f8ed-f837-423d-baf4-6a47c6931cf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:18.309411 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-9623f8ed-f837-423d-baf4-6a47c6931cf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:40:18.313618 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-9623f8ed-f837-423d-baf4-6a47c6931cf7 admin admin] Usage tracker for resource:security_group_rule and tenant:ca192029a20e4b3380258b9e076863f5 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:40:18.316593 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-9623f8ed-f837-423d-baf4-6a47c6931cf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:40:18.322537 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-9623f8ed-f837-423d-baf4-6a47c6931cf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:40:18.392185 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9623f8ed-f837-423d-baf4-6a47c6931cf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:18.398434 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9623f8ed-f837-423d-baf4-6a47c6931cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:18.433705 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9623f8ed-f837-423d-baf4-6a47c6931cf7 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:40:18.439198 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9623f8ed-f837-423d-baf4-6a47c6931cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15f9d4c-264e-4999-879d-78d751378fbc,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:40:18.446856 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9623f8ed-f837-423d-baf4-6a47c6931cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:18.446856 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-9623f8ed-f837-423d-baf4-6a47c6931cf7 admin admin] Added segment ec2232a0-08e0-4c74-93eb-c2367460d208 of type vlan for network 49d850bb-8ddc-4610-90e7-13bdbbdaf8ea May 05 22:40:18.472746 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9623f8ed-f837-423d-baf4-6a47c6931cf7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:18.505160 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9623f8ed-f837-423d-baf4-6a47c6931cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:18.506041 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9623f8ed-f837-423d-baf4-6a47c6931cf7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:40:18.506626 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9623f8ed-f837-423d-baf4-6a47c6931cf7 admin admin] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:18.609556 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9623f8ed-f837-423d-baf4-6a47c6931cf7 admin admin] Pushing event updated for resources: {'Network': ['ID=49d850bb-8ddc-4610-90e7-13bdbbdaf8ea,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:40:18.612544 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-9623f8ed-f837-423d-baf4-6a47c6931cf7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5400689 May 05 22:40:18.615626 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35234) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:40:18.620997 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-df982ea1-6a41-4560-bc92-e00381717e88 admin admin] Request body: {'subnet': {'network_id': '49d850bb-8ddc-4610-90e7-13bdbbdaf8ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-621308358-subnet', 'tenant_id': 'ca192029a20e4b3380258b9e076863f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:40:18.621161 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 49d850bb-8ddc-4610-90e7-13bdbbdaf8ea details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:40:18.626972 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-df982ea1-6a41-4560-bc92-e00381717e88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:40:18.631258 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-df982ea1-6a41-4560-bc92-e00381717e88 admin admin] Usage tracker for resource:subnet and tenant:ca192029a20e4b3380258b9e076863f5 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:40:18.634625 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-df982ea1-6a41-4560-bc92-e00381717e88 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:40:18.641333 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-df982ea1-6a41-4560-bc92-e00381717e88 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:40:18.651935 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df982ea1-6a41-4560-bc92-e00381717e88 admin admin] Made reservation on behalf of ca192029a20e4b3380258b9e076863f5 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:40:18.654763 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-df982ea1-6a41-4560-bc92-e00381717e88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:18.857743 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-df982ea1-6a41-4560-bc92-e00381717e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:18.929151 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df982ea1-6a41-4560-bc92-e00381717e88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6cb850d-2c64-4edc-83ab-1d4561d67844,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:40:18.947065 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df982ea1-6a41-4560-bc92-e00381717e88 admin admin] Checking segment: {'id': 'ec2232a0-08e0-4c74-93eb-c2367460d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '49d850bb-8ddc-4610-90e7-13bdbbdaf8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:40:18.947417 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df982ea1-6a41-4560-bc92-e00381717e88 admin admin] Network hostable DHCP agents. Network: 49d850bb-8ddc-4610-90e7-13bdbbdaf8ea, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:40:18.972979 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df982ea1-6a41-4560-bc92-e00381717e88 admin admin] Network 49d850bb-8ddc-4610-90e7-13bdbbdaf8ea is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:40:18.985046 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-df982ea1-6a41-4560-bc92-e00381717e88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 49d850bb-8ddc-4610-90e7-13bdbbdaf8ea) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:40:18.988888 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df982ea1-6a41-4560-bc92-e00381717e88 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:40:18.989455 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-df982ea1-6a41-4560-bc92-e00381717e88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:18.995633 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308e81b0-d533-471f-af73-c0eabcd0f242 None None] Network 49d850bb-8ddc-4610-90e7-13bdbbdaf8ea requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:40:19.011144 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-df982ea1-6a41-4560-bc92-e00381717e88 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3944409 May 05 22:40:19.172898 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:19.220559 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb55c41e-ec0a-47a9-bddb-dacd72e586cc None None] Network 49d850bb-8ddc-4610-90e7-13bdbbdaf8ea requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:40:19.800760 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf867f-83e6-4ee5-9058-f413a3aa7a7a req-889e44a9-9351-4f1f-ad16-0b97d8cee8e9 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:40:19.801400 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-cadf867f-83e6-4ee5-9058-f413a3aa7a7a req-889e44a9-9351-4f1f-ad16-0b97d8cee8e9 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Synchronizing usage tracker for tenant:ca192029a20e4b3380258b9e076863f5 on resource:network {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:40:19.822051 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-cadf867f-83e6-4ee5-9058-f413a3aa7a7a req-889e44a9-9351-4f1f-ad16-0b97d8cee8e9 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Unset dirty status for tenant:ca192029a20e4b3380258b9e076863f5 on resource:network {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:40:19.823107 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cadf867f-83e6-4ee5-9058-f413a3aa7a7a req-889e44a9-9351-4f1f-ad16-0b97d8cee8e9 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.23 "GET /v2.0/networks?id=49d850bb-8ddc-4610-90e7-13bdbbdaf8ea HTTP/1.1" status: 200 len: 813 time: 0.1681323 May 05 22:40:19.840274 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cadf867f-83e6-4ee5-9058-f413a3aa7a7a req-56bab226-7274-4ea0-8a95-3e757529c361 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.23 "GET /v2.0/quotas/ca192029a20e4b3380258b9e076863f5 HTTP/1.1" status: 200 len: 375 time: 0.0114300 May 05 22:40:19.885924 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cadf867f-83e6-4ee5-9058-f413a3aa7a7a req-27c4f977-964b-477d-8956-5ccd93ee77f1 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ca192029a20e4b3380258b9e076863f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404215 May 05 22:40:20.018554 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cadf867f-83e6-4ee5-9058-f413a3aa7a7a req-ae2ca7da-8afa-4299-ab7b-b4a5768cb599 service neutron] 10.222.0.23 "GET /v2.0/networks/49d850bb-8ddc-4610-90e7-13bdbbdaf8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259222 May 05 22:40:20.155808 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cadf867f-83e6-4ee5-9058-f413a3aa7a7a req-a8c46ee1-a0a0-4cfd-b167-ff0b20460803 service neutron] 10.222.0.23 "GET /v2.0/networks/49d850bb-8ddc-4610-90e7-13bdbbdaf8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285923 May 05 22:40:21.460501 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f94a60b7-2a2d-4aca-bbd2-6128629fa5bd req-a79e32ae-1de2-43c7-ad14-de196034cbda tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.23 "GET /v2.0/ports?device_id=08eb4581-6294-48fb-a987-f83b0657b0a9 HTTP/1.1" status: 200 len: 210 time: 0.1269329 May 05 22:40:22.477164 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf867f-83e6-4ee5-9058-f413a3aa7a7a req-c14a9eb4-e878-44cb-a4d7-089867fbb2af tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:40:22.478571 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cadf867f-83e6-4ee5-9058-f413a3aa7a7a req-c14a9eb4-e878-44cb-a4d7-089867fbb2af tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.32 "GET /v2.0/networks?id=49d850bb-8ddc-4610-90e7-13bdbbdaf8ea HTTP/1.1" status: 200 len: 813 time: 0.1474085 May 05 22:40:22.494911 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-cadf867f-83e6-4ee5-9058-f413a3aa7a7a req-bc4191ca-7eb4-47e7-b9ee-d1c4acf868d3 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Request body: {'port': {'device_id': '08eb4581-6294-48fb-a987-f83b0657b0a9', 'network_id': '49d850bb-8ddc-4610-90e7-13bdbbdaf8ea', 'admin_state_up': True, 'tenant_id': 'ca192029a20e4b3380258b9e076863f5'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:40:22.715622 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-90027db6-06fb-4f5b-885c-612873cda394 req-bd172923-3e1e-4eea-b348-abd536622aae tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.23 "GET /v2.0/ports?device_id=08eb4581-6294-48fb-a987-f83b0657b0a9 HTTP/1.1" status: 200 len: 210 time: 0.0941529 May 05 22:40:22.771353 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-cadf867f-83e6-4ee5-9058-f413a3aa7a7a req-bc4191ca-7eb4-47e7-b9ee-d1c4acf868d3 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:40:22.775140 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-cadf867f-83e6-4ee5-9058-f413a3aa7a7a req-bc4191ca-7eb4-47e7-b9ee-d1c4acf868d3 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Usage tracker for resource:port and tenant:ca192029a20e4b3380258b9e076863f5 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:40:22.777947 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-cadf867f-83e6-4ee5-9058-f413a3aa7a7a req-bc4191ca-7eb4-47e7-b9ee-d1c4acf868d3 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:40:22.784818 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-cadf867f-83e6-4ee5-9058-f413a3aa7a7a req-bc4191ca-7eb4-47e7-b9ee-d1c4acf868d3 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:40:22.796871 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cadf867f-83e6-4ee5-9058-f413a3aa7a7a req-bc4191ca-7eb4-47e7-b9ee-d1c4acf868d3 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Made reservation on behalf of ca192029a20e4b3380258b9e076863f5 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:40:22.799930 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-cadf867f-83e6-4ee5-9058-f413a3aa7a7a req-bc4191ca-7eb4-47e7-b9ee-d1c4acf868d3 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:22.971854 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-cadf867f-83e6-4ee5-9058-f413a3aa7a7a req-bc4191ca-7eb4-47e7-b9ee-d1c4acf868d3 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Allocated IP 172.20.0.13 (49d850bb-8ddc-4610-90e7-13bdbbdaf8ea/b6cb850d-2c64-4edc-83ab-1d4561d67844/7872f71c-6c0c-4251-9729-65489fa82096) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:40:23.181122 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-cadf867f-83e6-4ee5-9058-f413a3aa7a7a req-bc4191ca-7eb4-47e7-b9ee-d1c4acf868d3 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:23.223505 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-cadf867f-83e6-4ee5-9058-f413a3aa7a7a req-bc4191ca-7eb4-47e7-b9ee-d1c4acf868d3 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:23.298964 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cadf867f-83e6-4ee5-9058-f413a3aa7a7a req-bc4191ca-7eb4-47e7-b9ee-d1c4acf868d3 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Network 49d850bb-8ddc-4610-90e7-13bdbbdaf8ea is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:40:23.302048 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-cadf867f-83e6-4ee5-9058-f413a3aa7a7a req-bc4191ca-7eb4-47e7-b9ee-d1c4acf868d3 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:40:23.306475 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-cadf867f-83e6-4ee5-9058-f413a3aa7a7a req-bc4191ca-7eb4-47e7-b9ee-d1c4acf868d3 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:40:23.331325 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4191ca-7eb4-47e7-b9ee-d1c4acf868d3 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Pushing event updated for resources: {'Port': ['ID=7872f71c-6c0c-4251-9729-65489fa82096,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:40:23.368770 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf867f-83e6-4ee5-9058-f413a3aa7a7a req-bc4191ca-7eb4-47e7-b9ee-d1c4acf868d3 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:40:23.369363 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-cadf867f-83e6-4ee5-9058-f413a3aa7a7a req-bc4191ca-7eb4-47e7-b9ee-d1c4acf868d3 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:23.392313 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cadf867f-83e6-4ee5-9058-f413a3aa7a7a req-bc4191ca-7eb4-47e7-b9ee-d1c4acf868d3 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9011292 May 05 22:40:23.402044 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [req-cadf867f-83e6-4ee5-9058-f413a3aa7a7a req-c8a42d59-65b6-4566-8fde-00e86606c2e0 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:40:23.402968 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cadf867f-83e6-4ee5-9058-f413a3aa7a7a req-c8a42d59-65b6-4566-8fde-00e86606c2e0 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047922 May 05 22:40:23.414141 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-cadf867f-83e6-4ee5-9058-f413a3aa7a7a req-370ab9c2-9087-47ac-8382-8dfb999f8d83 service neutron] Request body: {'port': {'device_id': '08eb4581-6294-48fb-a987-f83b0657b0a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:40:23.523015 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-cadf867f-83e6-4ee5-9058-f413a3aa7a7a req-370ab9c2-9087-47ac-8382-8dfb999f8d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:23.917111 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-cadf867f-83e6-4ee5-9058-f413a3aa7a7a req-370ab9c2-9087-47ac-8382-8dfb999f8d83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7872f71c-6c0c-4251-9729-65489fa82096 {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:40:23.926131 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-cadf867f-83e6-4ee5-9058-f413a3aa7a7a req-370ab9c2-9087-47ac-8382-8dfb999f8d83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:23.950598 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-cadf867f-83e6-4ee5-9058-f413a3aa7a7a req-370ab9c2-9087-47ac-8382-8dfb999f8d83 service neutron] Transition to ACTIVE for port object 7872f71c-6c0c-4251-9729-65489fa82096 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:40:23.955173 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-cadf867f-83e6-4ee5-9058-f413a3aa7a7a req-370ab9c2-9087-47ac-8382-8dfb999f8d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:24.074958 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117952bc-bd2c-46f4-9751-76c49a46258e req-f207dedb-3ba3-42d8-be1a-fc1438fc44d7 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:40:24.075640 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-117952bc-bd2c-46f4-9751-76c49a46258e req-f207dedb-3ba3-42d8-be1a-fc1438fc44d7 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Synchronizing usage tracker for tenant:ca192029a20e4b3380258b9e076863f5 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:40:24.082578 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ab9c2-9087-47ac-8382-8dfb999f8d83 service neutron] Pushing event updated for resources: {'Port': ['ID=7872f71c-6c0c-4251-9729-65489fa82096,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:40:24.135433 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-117952bc-bd2c-46f4-9751-76c49a46258e req-f207dedb-3ba3-42d8-be1a-fc1438fc44d7 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Unset dirty status for tenant:ca192029a20e4b3380258b9e076863f5 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:40:24.136623 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-117952bc-bd2c-46f4-9751-76c49a46258e req-f207dedb-3ba3-42d8-be1a-fc1438fc44d7 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.23 "GET /v2.0/ports?device_id=08eb4581-6294-48fb-a987-f83b0657b0a9 HTTP/1.1" status: 200 len: 932 time: 0.2870240 May 05 22:40:24.241622 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-117952bc-bd2c-46f4-9751-76c49a46258e req-78d707e6-f36b-4306-93e4-ed869feb37ed tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Synchronizing usage tracker for tenant:ca192029a20e4b3380258b9e076863f5 on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:40:24.253045 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-cadf867f-83e6-4ee5-9058-f413a3aa7a7a req-370ab9c2-9087-47ac-8382-8dfb999f8d83 service neutron] Attempting to bind port 7872f71c-6c0c-4251-9729-65489fa82096 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:40:24.253366 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-cadf867f-83e6-4ee5-9058-f413a3aa7a7a req-370ab9c2-9087-47ac-8382-8dfb999f8d83 service neutron] Attempting to bind port 7872f71c-6c0c-4251-9729-65489fa82096 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'ec2232a0-08e0-4c74-93eb-c2367460d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '49d850bb-8ddc-4610-90e7-13bdbbdaf8ea'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:40:24.253692 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cadf867f-83e6-4ee5-9058-f413a3aa7a7a req-370ab9c2-9087-47ac-8382-8dfb999f8d83 service neutron] Attempting to bind port 7872f71c-6c0c-4251-9729-65489fa82096 on network 49d850bb-8ddc-4610-90e7-13bdbbdaf8ea {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:40:24.265797 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cadf867f-83e6-4ee5-9058-f413a3aa7a7a req-370ab9c2-9087-47ac-8382-8dfb999f8d83 service neutron] Port 7872f71c-6c0c-4251-9729-65489fa82096 on network 49d850bb-8ddc-4610-90e7-13bdbbdaf8ea not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:40:24.266137 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cadf867f-83e6-4ee5-9058-f413a3aa7a7a req-370ab9c2-9087-47ac-8382-8dfb999f8d83 service neutron] Attempting to bind port 7872f71c-6c0c-4251-9729-65489fa82096 on network 49d850bb-8ddc-4610-90e7-13bdbbdaf8ea {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:40:24.271558 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-117952bc-bd2c-46f4-9751-76c49a46258e req-78d707e6-f36b-4306-93e4-ed869feb37ed tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Unset dirty status for tenant:ca192029a20e4b3380258b9e076863f5 on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:40:24.272686 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-117952bc-bd2c-46f4-9751-76c49a46258e req-78d707e6-f36b-4306-93e4-ed869feb37ed tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.23 "GET /v2.0/security-groups?id=c15f9d4c-264e-4999-879d-78d751378fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304023 May 05 22:40:24.274466 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cadf867f-83e6-4ee5-9058-f413a3aa7a7a req-370ab9c2-9087-47ac-8382-8dfb999f8d83 service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:40:24.274827 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cadf867f-83e6-4ee5-9058-f413a3aa7a7a req-370ab9c2-9087-47ac-8382-8dfb999f8d83 service neutron] Checking segment: {'id': 'ec2232a0-08e0-4c74-93eb-c2367460d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '49d850bb-8ddc-4610-90e7-13bdbbdaf8ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:40:24.275185 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cadf867f-83e6-4ee5-9058-f413a3aa7a7a req-370ab9c2-9087-47ac-8382-8dfb999f8d83 service neutron] Bound using segment: {'id': 'ec2232a0-08e0-4c74-93eb-c2367460d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '49d850bb-8ddc-4610-90e7-13bdbbdaf8ea'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:40:24.275595 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-cadf867f-83e6-4ee5-9058-f413a3aa7a7a req-370ab9c2-9087-47ac-8382-8dfb999f8d83 service neutron] Bound port: 7872f71c-6c0c-4251-9729-65489fa82096, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec2232a0-08e0-4c74-93eb-c2367460d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '49d850bb-8ddc-4610-90e7-13bdbbdaf8ea'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:40:24.275931 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-cadf867f-83e6-4ee5-9058-f413a3aa7a7a req-370ab9c2-9087-47ac-8382-8dfb999f8d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:24.364767 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-cadf867f-83e6-4ee5-9058-f413a3aa7a7a req-370ab9c2-9087-47ac-8382-8dfb999f8d83 service neutron] For port 7872f71c-6c0c-4251-9729-65489fa82096, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:40:24.367710 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-cadf867f-83e6-4ee5-9058-f413a3aa7a7a req-370ab9c2-9087-47ac-8382-8dfb999f8d83 service neutron] For port 7872f71c-6c0c-4251-9729-65489fa82096, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=7872f71c-6c0c-4251-9729-65489fa82096,segment=NetworkSegment(ec2232a0-08e0-4c74-93eb-c2367460d208),segment_id=ec2232a0-08e0-4c74-93eb-c2367460d208)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:40:24.373578 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-cadf867f-83e6-4ee5-9058-f413a3aa7a7a req-370ab9c2-9087-47ac-8382-8dfb999f8d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:24.542517 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-cadf867f-83e6-4ee5-9058-f413a3aa7a7a req-370ab9c2-9087-47ac-8382-8dfb999f8d83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:24.543932 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cadf867f-83e6-4ee5-9058-f413a3aa7a7a req-370ab9c2-9087-47ac-8382-8dfb999f8d83 service neutron] 10.222.0.32 "PUT /v2.0/ports/7872f71c-6c0c-4251-9729-65489fa82096 HTTP/1.1" status: 200 len: 1092 time: 1.1333108 May 05 22:40:24.544377 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08eb4581-6294-48fb-a987-f83b0657b0a9', 'tag': '7872f71c-6c0c-4251-9729-65489fa82096'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:40:24.561985 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ab9c2-9087-47ac-8382-8dfb999f8d83 service neutron] Pushing event updated for resources: {'Port': ['ID=7872f71c-6c0c-4251-9729-65489fa82096,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:40:24.616163 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9855ea00-b02e-4c42-b0ee-53e1974b2c70'] response: {'name': 'network-changed', 'server_uuid': '08eb4581-6294-48fb-a987-f83b0657b0a9', 'tag': '7872f71c-6c0c-4251-9729-65489fa82096', 'status': 'completed', 'code': 200} May 05 22:40:24.657164 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cadf867f-83e6-4ee5-9058-f413a3aa7a7a req-abdd06f0-fb25-4a56-8b66-32a8b7194834 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ca192029a20e4b3380258b9e076863f5&device_id=08eb4581-6294-48fb-a987-f83b0657b0a9 HTTP/1.1" status: 200 len: 1095 time: 0.0718548 May 05 22:40:24.728515 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cadf867f-83e6-4ee5-9058-f413a3aa7a7a req-897e5d2e-7029-4e97-8326-1f068843652d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7872f71c-6c0c-4251-9729-65489fa82096 HTTP/1.1" status: 200 len: 217 time: 0.0645876 May 05 22:40:24.791636 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf867f-83e6-4ee5-9058-f413a3aa7a7a req-97b084a0-8c52-419c-bfa8-7f6eb054b110 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:40:24.792898 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cadf867f-83e6-4ee5-9058-f413a3aa7a7a req-97b084a0-8c52-419c-bfa8-7f6eb054b110 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b6cb850d-2c64-4edc-83ab-1d4561d67844 HTTP/1.1" status: 200 len: 853 time: 0.0587959 May 05 22:40:24.839075 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cadf867f-83e6-4ee5-9058-f413a3aa7a7a req-b8e41536-9715-451a-83dc-abfcf69213d5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=49d850bb-8ddc-4610-90e7-13bdbbdaf8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401692 May 05 22:40:24.978502 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cadf867f-83e6-4ee5-9058-f413a3aa7a7a req-469f4f1c-2dc7-4d83-8b56-f86f04f9d4ef service neutron] 10.222.0.32 "GET /v2.0/networks/49d850bb-8ddc-4610-90e7-13bdbbdaf8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324275 May 05 22:40:25.115694 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cadf867f-83e6-4ee5-9058-f413a3aa7a7a req-815fa7fe-9ca9-4d43-aaca-ab604cedd863 service neutron] 10.222.0.32 "GET /v2.0/networks/49d850bb-8ddc-4610-90e7-13bdbbdaf8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312416 May 05 22:40:25.246139 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5c1ac73f-f86e-4fd3-a5a0-219eef730f08 req-12cb678a-e052-41fc-8390-092009c01ef1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ca192029a20e4b3380258b9e076863f5&device_id=08eb4581-6294-48fb-a987-f83b0657b0a9 HTTP/1.1" status: 200 len: 1095 time: 0.0848098 May 05 22:40:25.384476 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ac73f-f86e-4fd3-a5a0-219eef730f08 req-a5c3de73-8e62-4f90-a60d-cd38c21e7943 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:40:25.385842 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5c1ac73f-f86e-4fd3-a5a0-219eef730f08 req-a5c3de73-8e62-4f90-a60d-cd38c21e7943 service neutron] 10.222.0.32 "GET /v2.0/networks?id=49d850bb-8ddc-4610-90e7-13bdbbdaf8ea HTTP/1.1" status: 200 len: 914 time: 0.1331666 May 05 22:40:25.492569 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5c1ac73f-f86e-4fd3-a5a0-219eef730f08 req-3f5c1747-60b8-472e-92e4-244058eb8560 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7872f71c-6c0c-4251-9729-65489fa82096 HTTP/1.1" status: 200 len: 217 time: 0.0987599 May 05 22:40:25.571218 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ac73f-f86e-4fd3-a5a0-219eef730f08 req-25a66e43-bbb4-4de5-9e8c-d6bdf69d89b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:40:25.572658 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5c1ac73f-f86e-4fd3-a5a0-219eef730f08 req-25a66e43-bbb4-4de5-9e8c-d6bdf69d89b4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b6cb850d-2c64-4edc-83ab-1d4561d67844 HTTP/1.1" status: 200 len: 853 time: 0.0721262 May 05 22:40:25.620461 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5c1ac73f-f86e-4fd3-a5a0-219eef730f08 req-f816b568-7fb7-4e57-ab03-fa2c64b25026 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=49d850bb-8ddc-4610-90e7-13bdbbdaf8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411959 May 05 22:40:25.626134 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3245fc1f-c0f3-4fb1-a051-0e3ed436b46c req-bd2cf627-f225-4035-a8fc-75ae47dfdfb9 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:40:25.627495 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3245fc1f-c0f3-4fb1-a051-0e3ed436b46c req-bd2cf627-f225-4035-a8fc-75ae47dfdfb9 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.23 "GET /v2.0/ports?device_id=08eb4581-6294-48fb-a987-f83b0657b0a9 HTTP/1.1" status: 200 len: 944 time: 0.1840742 May 05 22:40:25.769597 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3245fc1f-c0f3-4fb1-a051-0e3ed436b46c req-f93be858-78f9-43bc-b987-d08f679e9ca1 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.23 "GET /v2.0/security-groups?id=c15f9d4c-264e-4999-879d-78d751378fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210761 May 05 22:40:25.788707 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5c1ac73f-f86e-4fd3-a5a0-219eef730f08 req-90af274b-ad5d-4208-8376-199a2ff4bb5a service neutron] 10.222.0.32 "GET /v2.0/networks/49d850bb-8ddc-4610-90e7-13bdbbdaf8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575162 May 05 22:40:25.929524 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5c1ac73f-f86e-4fd3-a5a0-219eef730f08 req-c7043776-72a2-4e9f-b16a-bd07380c22e1 service neutron] 10.222.0.32 "GET /v2.0/networks/49d850bb-8ddc-4610-90e7-13bdbbdaf8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331925 May 05 22:40:26.357503 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:40:26.980194 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3523adc-65cc-4b13-bca8-9f0f0b38c832 req-84503fc7-2dba-4ae9-a5d2-2674af6bf4ed tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:40:26.981630 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a3523adc-65cc-4b13-bca8-9f0f0b38c832 req-84503fc7-2dba-4ae9-a5d2-2674af6bf4ed tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.23 "GET /v2.0/ports?device_id=08eb4581-6294-48fb-a987-f83b0657b0a9 HTTP/1.1" status: 200 len: 944 time: 0.0886900 May 05 22:40:27.030287 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a3523adc-65cc-4b13-bca8-9f0f0b38c832 req-d9bfc3f2-2173-4999-bc6b-0ce1908bc8bd tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.23 "GET /v2.0/security-groups?id=c15f9d4c-264e-4999-879d-78d751378fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426142 May 05 22:40:28.250199 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1998fdde-f763-46a3-8b81-b5168c6434d5 req-0554f442-4129-4c3c-bca1-34151cc01f12 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:40:28.251863 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1998fdde-f763-46a3-8b81-b5168c6434d5 req-0554f442-4129-4c3c-bca1-34151cc01f12 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.23 "GET /v2.0/ports?device_id=08eb4581-6294-48fb-a987-f83b0657b0a9 HTTP/1.1" status: 200 len: 944 time: 0.0861804 May 05 22:40:28.303866 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1998fdde-f763-46a3-8b81-b5168c6434d5 req-20f298e6-852b-4df0-a557-bc1d883ade6c tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.23 "GET /v2.0/security-groups?id=c15f9d4c-264e-4999-879d-78d751378fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461559 May 05 22:40:28.600602 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 7872f71c-6c0c-4251-9729-65489fa82096 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:40:28.740121 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 7872f71c-6c0c-4251-9729-65489fa82096, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=7872f71c-6c0c-4251-9729-65489fa82096,segment=NetworkSegment(ec2232a0-08e0-4c74-93eb-c2367460d208),segment_id=ec2232a0-08e0-4c74-93eb-c2367460d208)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:40:28.757008 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '7872f71c-6c0c-4251-9729-65489fa82096', 'network_id': '49d850bb-8ddc-4610-90e7-13bdbbdaf8ea', 'port_id': '7872f71c-6c0c-4251-9729-65489fa82096', 'mac_address': 'fa:16:3e:5b:ce:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6cb850d-2c64-4edc-83ab-1d4561d67844', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:40:28.815139 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:28.833456 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7872f71c-6c0c-4251-9729-65489fa82096 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:40:28.849562 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 7872f71c-6c0c-4251-9729-65489fa82096, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=7872f71c-6c0c-4251-9729-65489fa82096,segment=NetworkSegment(ec2232a0-08e0-4c74-93eb-c2367460d208),segment_id=ec2232a0-08e0-4c74-93eb-c2367460d208)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:40:28.855615 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:28.920978 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=7872f71c-6c0c-4251-9729-65489fa82096,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:40:29.083110 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['7872f71c-6c0c-4251-9729-65489fa82096'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:40:29.620818 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2421c-02b1-4371-a9d0-ca82adbad98c req-cb11cfc2-c644-4fcb-ad5c-86b80333d575 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:40:29.622195 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-40b2421c-02b1-4371-a9d0-ca82adbad98c req-cb11cfc2-c644-4fcb-ad5c-86b80333d575 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.23 "GET /v2.0/ports?device_id=08eb4581-6294-48fb-a987-f83b0657b0a9 HTTP/1.1" status: 200 len: 945 time: 0.1812429 May 05 22:40:29.675811 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-40b2421c-02b1-4371-a9d0-ca82adbad98c req-5f95cf32-4f03-4a59-9954-fed27551fad3 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.23 "GET /v2.0/security-groups?id=c15f9d4c-264e-4999-879d-78d751378fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427468 May 05 22:40:30.601947 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 7872f71c-6c0c-4251-9729-65489fa82096 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:40:30.686400 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port 7872f71c-6c0c-4251-9729-65489fa82096 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:40:30.692778 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 7872f71c-6c0c-4251-9729-65489fa82096 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:40:30.693231 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:30.844357 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:30.873478 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08eb4581-6294-48fb-a987-f83b0657b0a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7872f71c-6c0c-4251-9729-65489fa82096'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:40:30.884257 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 7872f71c-6c0c-4251-9729-65489fa82096, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=7872f71c-6c0c-4251-9729-65489fa82096,segment=NetworkSegment(ec2232a0-08e0-4c74-93eb-c2367460d208),segment_id=ec2232a0-08e0-4c74-93eb-c2367460d208)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:40:30.890076 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:30.893003 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9bcedf-4bd0-4c97-a127-00a94f0b1ccd req-c12bcfd6-5605-4b20-ad08-7294769b4aa7 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:40:30.893713 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bc9bcedf-4bd0-4c97-a127-00a94f0b1ccd req-c12bcfd6-5605-4b20-ad08-7294769b4aa7 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.23 "GET /v2.0/ports?device_id=08eb4581-6294-48fb-a987-f83b0657b0a9 HTTP/1.1" status: 200 len: 945 time: 0.0788589 May 05 22:40:30.939240 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8b4b701-ae33-4f7a-9498-71836ceba63e'] response: {'server_uuid': '08eb4581-6294-48fb-a987-f83b0657b0a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7872f71c-6c0c-4251-9729-65489fa82096', 'code': 200} May 05 22:40:30.944581 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bc9bcedf-4bd0-4c97-a127-00a94f0b1ccd req-ab2520c6-b6b7-48d1-a5ae-4bac5f20a580 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.23 "GET /v2.0/security-groups?id=c15f9d4c-264e-4999-879d-78d751378fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440648 May 05 22:40:30.968584 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=7872f71c-6c0c-4251-9729-65489fa82096,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:40:31.164541 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d10dfe17-e57a-4daa-a5d3-8f0f48221c1b req-37f0e589-f7f2-4a3a-b8e0-28c19b59bbd0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=08eb4581-6294-48fb-a987-f83b0657b0a9 HTTP/1.1" status: 200 len: 1097 time: 0.1719904 May 05 22:40:31.210147 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d10dfe17-e57a-4daa-a5d3-8f0f48221c1b req-2f464cbb-9aae-412a-b0a6-ebf4ea5adeec service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c15f9d4c-264e-4999-879d-78d751378fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392156 May 05 22:40:32.156452 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9314c6b9-1c80-4d0c-8710-d27c0f0012c7 req-6dbf0c9b-5df4-45be-9506-457032d1d9b0 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:40:32.158059 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9314c6b9-1c80-4d0c-8710-d27c0f0012c7 req-6dbf0c9b-5df4-45be-9506-457032d1d9b0 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.23 "GET /v2.0/ports?device_id=08eb4581-6294-48fb-a987-f83b0657b0a9 HTTP/1.1" status: 200 len: 946 time: 0.0810196 May 05 22:40:32.209297 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9314c6b9-1c80-4d0c-8710-d27c0f0012c7 req-79247a27-3f60-4987-aab0-ad0fbcb18f75 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.23 "GET /v2.0/security-groups?id=c15f9d4c-264e-4999-879d-78d751378fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441077 May 05 22:40:33.425211 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6646c1c6-9607-43a7-9311-c951d1e07de3 req-630cbe5d-07c4-4bd4-9eec-951f6a0d8c6f tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:40:33.426669 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6646c1c6-9607-43a7-9311-c951d1e07de3 req-630cbe5d-07c4-4bd4-9eec-951f6a0d8c6f tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.23 "GET /v2.0/ports?device_id=08eb4581-6294-48fb-a987-f83b0657b0a9 HTTP/1.1" status: 200 len: 946 time: 0.0859249 May 05 22:40:33.473165 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6646c1c6-9607-43a7-9311-c951d1e07de3 req-e6091396-6a09-4d43-b212-72be46ef4077 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.23 "GET /v2.0/security-groups?id=c15f9d4c-264e-4999-879d-78d751378fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407786 May 05 22:40:33.798878 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f3f38-0f4d-45b7-8195-def5ea721856 req-384c4b6f-c88c-478d-893b-0bc432ce9b59 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:40:33.800167 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6f9f3f38-0f4d-45b7-8195-def5ea721856 req-384c4b6f-c88c-478d-893b-0bc432ce9b59 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.23 "GET /v2.0/networks?id=49d850bb-8ddc-4610-90e7-13bdbbdaf8ea HTTP/1.1" status: 200 len: 813 time: 0.1651995 May 05 22:40:33.819829 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6f9f3f38-0f4d-45b7-8195-def5ea721856 req-965616e7-0783-4a84-8867-f1968997bd66 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.23 "GET /v2.0/quotas/ca192029a20e4b3380258b9e076863f5 HTTP/1.1" status: 200 len: 375 time: 0.0119777 May 05 22:40:33.913741 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6f9f3f38-0f4d-45b7-8195-def5ea721856 req-2c4df8d2-f35f-496e-bd79-37caef115ffe tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ca192029a20e4b3380258b9e076863f5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0867915 May 05 22:40:34.056488 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6f9f3f38-0f4d-45b7-8195-def5ea721856 req-69a1926d-a700-40b0-ad23-0d9e04d6621b service neutron] 10.222.0.23 "GET /v2.0/networks/49d850bb-8ddc-4610-90e7-13bdbbdaf8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356463 May 05 22:40:34.186969 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6f9f3f38-0f4d-45b7-8195-def5ea721856 req-9301bff7-b4ea-4bc4-b3ba-0ae5b3b2e95c service neutron] 10.222.0.23 "GET /v2.0/networks/49d850bb-8ddc-4610-90e7-13bdbbdaf8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247561 May 05 22:40:34.372977 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bdd1f8e5-be69-4ccb-9d96-b8672caf2114 req-4fe80eb2-c8cf-4486-af8b-a59441b48c47 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.23 "GET /v2.0/ports?device_id=729bc0ff-d5b6-4649-be0e-333dd438da31 HTTP/1.1" status: 200 len: 210 time: 0.0435376 May 05 22:40:35.437543 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f3f38-0f4d-45b7-8195-def5ea721856 req-ce1a5a30-d121-4993-aa28-cbf2e5fef40e tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:40:35.439727 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6f9f3f38-0f4d-45b7-8195-def5ea721856 req-ce1a5a30-d121-4993-aa28-cbf2e5fef40e tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.44 "GET /v2.0/networks?id=49d850bb-8ddc-4610-90e7-13bdbbdaf8ea HTTP/1.1" status: 200 len: 813 time: 0.1442378 May 05 22:40:35.463730 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-6f9f3f38-0f4d-45b7-8195-def5ea721856 req-82834ad2-7ee7-47be-83c1-9073ca63d109 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Request body: {'port': {'device_id': '729bc0ff-d5b6-4649-be0e-333dd438da31', 'network_id': '49d850bb-8ddc-4610-90e7-13bdbbdaf8ea', 'admin_state_up': True, 'tenant_id': 'ca192029a20e4b3380258b9e076863f5'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:40:35.545882 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-485dc05e-a593-40c1-b44d-a339eb3617a8 req-f4fc6e47-24d1-46f4-b10b-18e0562fe7b9 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.23 "GET /v2.0/ports?device_id=729bc0ff-d5b6-4649-be0e-333dd438da31 HTTP/1.1" status: 200 len: 210 time: 0.0439169 May 05 22:40:35.623569 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-6f9f3f38-0f4d-45b7-8195-def5ea721856 req-82834ad2-7ee7-47be-83c1-9073ca63d109 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:40:35.633333 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-6f9f3f38-0f4d-45b7-8195-def5ea721856 req-82834ad2-7ee7-47be-83c1-9073ca63d109 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:40:35.646436 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f9f3f38-0f4d-45b7-8195-def5ea721856 req-82834ad2-7ee7-47be-83c1-9073ca63d109 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Made reservation on behalf of ca192029a20e4b3380258b9e076863f5 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:40:35.649398 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6f9f3f38-0f4d-45b7-8195-def5ea721856 req-82834ad2-7ee7-47be-83c1-9073ca63d109 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:35.821746 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-6f9f3f38-0f4d-45b7-8195-def5ea721856 req-82834ad2-7ee7-47be-83c1-9073ca63d109 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Allocated IP 172.20.0.8 (49d850bb-8ddc-4610-90e7-13bdbbdaf8ea/b6cb850d-2c64-4edc-83ab-1d4561d67844/c8176ae5-b56c-4119-a158-bc1527e814c8) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:40:36.030772 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6f9f3f38-0f4d-45b7-8195-def5ea721856 req-82834ad2-7ee7-47be-83c1-9073ca63d109 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:36.061377 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6f9f3f38-0f4d-45b7-8195-def5ea721856 req-82834ad2-7ee7-47be-83c1-9073ca63d109 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:36.074965 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['7872f71c-6c0c-4251-9729-65489fa82096'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:40:36.139067 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f9f3f38-0f4d-45b7-8195-def5ea721856 req-82834ad2-7ee7-47be-83c1-9073ca63d109 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Network 49d850bb-8ddc-4610-90e7-13bdbbdaf8ea is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:40:36.142184 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-6f9f3f38-0f4d-45b7-8195-def5ea721856 req-82834ad2-7ee7-47be-83c1-9073ca63d109 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:40:36.146839 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f9f3f38-0f4d-45b7-8195-def5ea721856 req-82834ad2-7ee7-47be-83c1-9073ca63d109 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:40:36.285283 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82834ad2-7ee7-47be-83c1-9073ca63d109 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Pushing event updated for resources: {'Port': ['ID=c8176ae5-b56c-4119-a158-bc1527e814c8,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:40:36.316159 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:36.319285 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f3f38-0f4d-45b7-8195-def5ea721856 req-82834ad2-7ee7-47be-83c1-9073ca63d109 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:40:36.319889 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6f9f3f38-0f4d-45b7-8195-def5ea721856 req-82834ad2-7ee7-47be-83c1-9073ca63d109 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:36.345308 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6f9f3f38-0f4d-45b7-8195-def5ea721856 req-82834ad2-7ee7-47be-83c1-9073ca63d109 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8938901 May 05 22:40:36.423589 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-6f9f3f38-0f4d-45b7-8195-def5ea721856 req-2f5ef01e-bf2d-4412-8909-7a363cc135f2 service neutron] Request body: {'port': {'device_id': '729bc0ff-d5b6-4649-be0e-333dd438da31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:40:36.532575 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6f9f3f38-0f4d-45b7-8195-def5ea721856 req-2f5ef01e-bf2d-4412-8909-7a363cc135f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:36.564804 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:36.750087 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba526b-948b-43d9-ade0-2c89101d56f1 req-3da00b68-ae2e-466d-99c9-b7ffdb2e86f3 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:40:36.751528 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f4ba526b-948b-43d9-ade0-2c89101d56f1 req-3da00b68-ae2e-466d-99c9-b7ffdb2e86f3 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.23 "GET /v2.0/ports?device_id=729bc0ff-d5b6-4649-be0e-333dd438da31 HTTP/1.1" status: 200 len: 931 time: 0.0800567 May 05 22:40:36.797671 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f4ba526b-948b-43d9-ade0-2c89101d56f1 req-452c297a-5975-47f4-9049-626033afc0cb tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.23 "GET /v2.0/security-groups?id=c15f9d4c-264e-4999-879d-78d751378fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398834 May 05 22:40:36.881576 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-6f9f3f38-0f4d-45b7-8195-def5ea721856 req-2f5ef01e-bf2d-4412-8909-7a363cc135f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8176ae5-b56c-4119-a158-bc1527e814c8 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:40:36.888585 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6f9f3f38-0f4d-45b7-8195-def5ea721856 req-2f5ef01e-bf2d-4412-8909-7a363cc135f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:36.905036 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-6f9f3f38-0f4d-45b7-8195-def5ea721856 req-2f5ef01e-bf2d-4412-8909-7a363cc135f2 service neutron] Transition to ACTIVE for port object c8176ae5-b56c-4119-a158-bc1527e814c8 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:40:36.910971 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6f9f3f38-0f4d-45b7-8195-def5ea721856 req-2f5ef01e-bf2d-4412-8909-7a363cc135f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:37.036795 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5ef01e-bf2d-4412-8909-7a363cc135f2 service neutron] Pushing event updated for resources: {'Port': ['ID=c8176ae5-b56c-4119-a158-bc1527e814c8,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:40:37.157210 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-6f9f3f38-0f4d-45b7-8195-def5ea721856 req-2f5ef01e-bf2d-4412-8909-7a363cc135f2 service neutron] Attempting to bind port c8176ae5-b56c-4119-a158-bc1527e814c8 on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:40:37.157474 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-6f9f3f38-0f4d-45b7-8195-def5ea721856 req-2f5ef01e-bf2d-4412-8909-7a363cc135f2 service neutron] Attempting to bind port c8176ae5-b56c-4119-a158-bc1527e814c8 by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': 'ec2232a0-08e0-4c74-93eb-c2367460d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '49d850bb-8ddc-4610-90e7-13bdbbdaf8ea'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:40:37.157765 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9f3f38-0f4d-45b7-8195-def5ea721856 req-2f5ef01e-bf2d-4412-8909-7a363cc135f2 service neutron] Attempting to bind port c8176ae5-b56c-4119-a158-bc1527e814c8 on network 49d850bb-8ddc-4610-90e7-13bdbbdaf8ea {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:40:37.163999 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9f3f38-0f4d-45b7-8195-def5ea721856 req-2f5ef01e-bf2d-4412-8909-7a363cc135f2 service neutron] Port c8176ae5-b56c-4119-a158-bc1527e814c8 on network 49d850bb-8ddc-4610-90e7-13bdbbdaf8ea not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:40:37.164315 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9f3f38-0f4d-45b7-8195-def5ea721856 req-2f5ef01e-bf2d-4412-8909-7a363cc135f2 service neutron] Attempting to bind port c8176ae5-b56c-4119-a158-bc1527e814c8 on network 49d850bb-8ddc-4610-90e7-13bdbbdaf8ea {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:40:37.171321 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9f3f38-0f4d-45b7-8195-def5ea721856 req-2f5ef01e-bf2d-4412-8909-7a363cc135f2 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:40:37.171663 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9f3f38-0f4d-45b7-8195-def5ea721856 req-2f5ef01e-bf2d-4412-8909-7a363cc135f2 service neutron] Checking segment: {'id': 'ec2232a0-08e0-4c74-93eb-c2367460d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '49d850bb-8ddc-4610-90e7-13bdbbdaf8ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:40:37.172050 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f9f3f38-0f4d-45b7-8195-def5ea721856 req-2f5ef01e-bf2d-4412-8909-7a363cc135f2 service neutron] Bound using segment: {'id': 'ec2232a0-08e0-4c74-93eb-c2367460d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '49d850bb-8ddc-4610-90e7-13bdbbdaf8ea'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:40:37.172787 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-6f9f3f38-0f4d-45b7-8195-def5ea721856 req-2f5ef01e-bf2d-4412-8909-7a363cc135f2 service neutron] Bound port: c8176ae5-b56c-4119-a158-bc1527e814c8, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec2232a0-08e0-4c74-93eb-c2367460d208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '49d850bb-8ddc-4610-90e7-13bdbbdaf8ea'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:40:37.173141 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6f9f3f38-0f4d-45b7-8195-def5ea721856 req-2f5ef01e-bf2d-4412-8909-7a363cc135f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:37.261457 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-6f9f3f38-0f4d-45b7-8195-def5ea721856 req-2f5ef01e-bf2d-4412-8909-7a363cc135f2 service neutron] For port c8176ae5-b56c-4119-a158-bc1527e814c8, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:40:37.264531 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-6f9f3f38-0f4d-45b7-8195-def5ea721856 req-2f5ef01e-bf2d-4412-8909-7a363cc135f2 service neutron] For port c8176ae5-b56c-4119-a158-bc1527e814c8, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=c8176ae5-b56c-4119-a158-bc1527e814c8,segment=NetworkSegment(ec2232a0-08e0-4c74-93eb-c2367460d208),segment_id=ec2232a0-08e0-4c74-93eb-c2367460d208)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:40:37.271079 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6f9f3f38-0f4d-45b7-8195-def5ea721856 req-2f5ef01e-bf2d-4412-8909-7a363cc135f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:37.334762 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6f9f3f38-0f4d-45b7-8195-def5ea721856 req-2f5ef01e-bf2d-4412-8909-7a363cc135f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:37.336128 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6f9f3f38-0f4d-45b7-8195-def5ea721856 req-2f5ef01e-bf2d-4412-8909-7a363cc135f2 service neutron] 10.222.0.44 "PUT /v2.0/ports/c8176ae5-b56c-4119-a158-bc1527e814c8 HTTP/1.1" status: 200 len: 1091 time: 0.9841137 May 05 22:40:37.336544 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '729bc0ff-d5b6-4649-be0e-333dd438da31', 'tag': 'c8176ae5-b56c-4119-a158-bc1527e814c8'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:40:37.355855 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5ef01e-bf2d-4412-8909-7a363cc135f2 service neutron] Pushing event updated for resources: {'Port': ['ID=c8176ae5-b56c-4119-a158-bc1527e814c8,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:40:37.410803 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b66437b0-22c9-40cc-af65-1438625f645c'] response: {'name': 'network-changed', 'server_uuid': '729bc0ff-d5b6-4649-be0e-333dd438da31', 'tag': 'c8176ae5-b56c-4119-a158-bc1527e814c8', 'status': 'completed', 'code': 200} May 05 22:40:37.461003 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6f9f3f38-0f4d-45b7-8195-def5ea721856 req-2b8c05c0-93f1-4856-84e7-9ae2ef83c4ec service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ca192029a20e4b3380258b9e076863f5&device_id=729bc0ff-d5b6-4649-be0e-333dd438da31 HTTP/1.1" status: 200 len: 1094 time: 0.0824108 May 05 22:40:37.532273 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6f9f3f38-0f4d-45b7-8195-def5ea721856 req-077488c4-d4d0-48e8-901e-56c40893171d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8176ae5-b56c-4119-a158-bc1527e814c8 HTTP/1.1" status: 200 len: 217 time: 0.0639403 May 05 22:40:37.593215 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f3f38-0f4d-45b7-8195-def5ea721856 req-587b9dac-9d72-4b05-96fd-9eea1c76fdd3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:40:37.594692 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6f9f3f38-0f4d-45b7-8195-def5ea721856 req-587b9dac-9d72-4b05-96fd-9eea1c76fdd3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b6cb850d-2c64-4edc-83ab-1d4561d67844 HTTP/1.1" status: 200 len: 853 time: 0.0570073 May 05 22:40:37.643630 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6f9f3f38-0f4d-45b7-8195-def5ea721856 req-38d25c73-186f-46bb-b098-0fe87f9b2ec3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=49d850bb-8ddc-4610-90e7-13bdbbdaf8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423794 May 05 22:40:37.781396 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6f9f3f38-0f4d-45b7-8195-def5ea721856 req-69541d70-1849-4980-9d80-8947f855fb58 service neutron] 10.222.0.44 "GET /v2.0/networks/49d850bb-8ddc-4610-90e7-13bdbbdaf8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320090 May 05 22:40:37.914566 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6f9f3f38-0f4d-45b7-8195-def5ea721856 req-2a97293b-a0fd-4841-98e3-a7f95f345667 service neutron] 10.222.0.44 "GET /v2.0/networks/49d850bb-8ddc-4610-90e7-13bdbbdaf8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279414 May 05 22:40:38.001455 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff3f8f-91f6-43cc-8d03-7f22e40093f6 req-de860e20-a78d-4e54-975a-1f7e9882409e tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:40:38.002886 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6cff3f8f-91f6-43cc-8d03-7f22e40093f6 req-de860e20-a78d-4e54-975a-1f7e9882409e tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.23 "GET /v2.0/ports?device_id=729bc0ff-d5b6-4649-be0e-333dd438da31 HTTP/1.1" status: 200 len: 943 time: 0.0804090 May 05 22:40:38.034288 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d784336c-7edd-4115-a93b-01fc801c3512 req-96dc0ce3-2e38-486c-ad28-b5b6470ba575 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ca192029a20e4b3380258b9e076863f5&device_id=729bc0ff-d5b6-4649-be0e-333dd438da31 HTTP/1.1" status: 200 len: 1094 time: 0.0706751 May 05 22:40:38.054068 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6cff3f8f-91f6-43cc-8d03-7f22e40093f6 req-04c1cf58-c2cf-4efb-904b-b076bc4c8073 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.23 "GET /v2.0/security-groups?id=c15f9d4c-264e-4999-879d-78d751378fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452142 May 05 22:40:38.249009 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d784336c-7edd-4115-a93b-01fc801c3512 req-fa55d0cd-c647-4eb1-9622-2bd793026a59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:40:38.250445 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d784336c-7edd-4115-a93b-01fc801c3512 req-fa55d0cd-c647-4eb1-9622-2bd793026a59 service neutron] 10.222.0.44 "GET /v2.0/networks?id=49d850bb-8ddc-4610-90e7-13bdbbdaf8ea HTTP/1.1" status: 200 len: 914 time: 0.2103081 May 05 22:40:38.326334 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d784336c-7edd-4115-a93b-01fc801c3512 req-0a9696de-bfd0-4e1c-bd71-9874a6cc1183 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8176ae5-b56c-4119-a158-bc1527e814c8 HTTP/1.1" status: 200 len: 217 time: 0.0689461 May 05 22:40:38.389700 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d784336c-7edd-4115-a93b-01fc801c3512 req-2dfde735-9322-44c5-9e33-3b01bcea6ef6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:40:38.391139 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d784336c-7edd-4115-a93b-01fc801c3512 req-2dfde735-9322-44c5-9e33-3b01bcea6ef6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b6cb850d-2c64-4edc-83ab-1d4561d67844 HTTP/1.1" status: 200 len: 853 time: 0.0590885 May 05 22:40:38.447966 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d784336c-7edd-4115-a93b-01fc801c3512 req-b6960478-9c24-441f-9ed1-bb0c47c79278 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=49d850bb-8ddc-4610-90e7-13bdbbdaf8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497308 May 05 22:40:38.581164 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d784336c-7edd-4115-a93b-01fc801c3512 req-59e93db1-0626-4b71-ac19-a48399081f1b service neutron] 10.222.0.44 "GET /v2.0/networks/49d850bb-8ddc-4610-90e7-13bdbbdaf8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265676 May 05 22:40:38.716833 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d784336c-7edd-4115-a93b-01fc801c3512 req-12f6bd06-1c26-46ae-a947-26f6795c4b87 service neutron] 10.222.0.44 "GET /v2.0/networks/49d850bb-8ddc-4610-90e7-13bdbbdaf8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290643 May 05 22:40:39.268026 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6207db-d8b8-4d87-9887-a08aaf5e8cf1 req-574fbd5d-4d55-4193-9916-3bd3b243c103 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:40:39.269567 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9e6207db-d8b8-4d87-9887-a08aaf5e8cf1 req-574fbd5d-4d55-4193-9916-3bd3b243c103 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.23 "GET /v2.0/ports?device_id=729bc0ff-d5b6-4649-be0e-333dd438da31 HTTP/1.1" status: 200 len: 943 time: 0.0799081 May 05 22:40:39.318559 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9e6207db-d8b8-4d87-9887-a08aaf5e8cf1 req-374b7a1e-6f52-4c36-a7c8-1259ff1e1b28 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.23 "GET /v2.0/security-groups?id=c15f9d4c-264e-4999-879d-78d751378fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406203 May 05 22:40:40.532797 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d36fc-139b-4207-a0a9-ccda29f601a1 req-bf903a86-4d5a-4a3e-a607-013d4b83512c tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:40:40.534266 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-617d36fc-139b-4207-a0a9-ccda29f601a1 req-bf903a86-4d5a-4a3e-a607-013d4b83512c tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.23 "GET /v2.0/ports?device_id=729bc0ff-d5b6-4649-be0e-333dd438da31 HTTP/1.1" status: 200 len: 943 time: 0.0865228 May 05 22:40:40.582383 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-617d36fc-139b-4207-a0a9-ccda29f601a1 req-c0d8a3ce-55ef-4aa2-a163-925255edee1c tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.23 "GET /v2.0/security-groups?id=c15f9d4c-264e-4999-879d-78d751378fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417624 May 05 22:40:41.797464 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ecec8-cbc9-4791-b0d0-af0bf86ee45d req-f47cb4a1-5bed-46d7-a82a-a59700820111 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:40:41.798837 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c66ecec8-cbc9-4791-b0d0-af0bf86ee45d req-f47cb4a1-5bed-46d7-a82a-a59700820111 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.23 "GET /v2.0/ports?device_id=729bc0ff-d5b6-4649-be0e-333dd438da31 HTTP/1.1" status: 200 len: 943 time: 0.0812721 May 05 22:40:41.844732 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c66ecec8-cbc9-4791-b0d0-af0bf86ee45d req-e8210bf0-3760-45d2-8bc1-228bc31b0ee4 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.23 "GET /v2.0/security-groups?id=c15f9d4c-264e-4999-879d-78d751378fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397024 May 05 22:40:42.467643 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device c8176ae5-b56c-4119-a158-bc1527e814c8 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:40:42.605933 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port c8176ae5-b56c-4119-a158-bc1527e814c8, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=c8176ae5-b56c-4119-a158-bc1527e814c8,segment=NetworkSegment(ec2232a0-08e0-4c74-93eb-c2367460d208),segment_id=ec2232a0-08e0-4c74-93eb-c2367460d208)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:40:42.619024 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': 'c8176ae5-b56c-4119-a158-bc1527e814c8', 'network_id': '49d850bb-8ddc-4610-90e7-13bdbbdaf8ea', 'port_id': 'c8176ae5-b56c-4119-a158-bc1527e814c8', 'mac_address': 'fa:16:3e:f8:c7:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6cb850d-2c64-4edc-83ab-1d4561d67844', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:40:42.673802 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:42.691361 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8176ae5-b56c-4119-a158-bc1527e814c8 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:40:42.706033 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port c8176ae5-b56c-4119-a158-bc1527e814c8, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=c8176ae5-b56c-4119-a158-bc1527e814c8,segment=NetworkSegment(ec2232a0-08e0-4c74-93eb-c2367460d208),segment_id=ec2232a0-08e0-4c74-93eb-c2367460d208)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:40:42.711904 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:42.780843 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=c8176ae5-b56c-4119-a158-bc1527e814c8,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:40:42.843452 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-96cced65-7109-4837-aed1-d0f9877bb843 req-fcff9c0f-2af1-4f6b-a24d-cb300be04be5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=08eb4581-6294-48fb-a987-f83b0657b0a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0779197 May 05 22:40:42.904994 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['c8176ae5-b56c-4119-a158-bc1527e814c8'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:40:43.127773 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-96cced65-7109-4837-aed1-d0f9877bb843 req-124c7a74-9fc5-4f21-a362-73ca875e00f9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ca192029a20e4b3380258b9e076863f5&device_id=08eb4581-6294-48fb-a987-f83b0657b0a9 HTTP/1.1" status: 200 len: 1097 time: 0.2097664 May 05 22:40:43.240342 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5a69f-f525-4caa-b4e5-df5d385131e2 req-47f81987-6e1c-49fd-a348-c129750d37e2 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:40:43.241777 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e1f5a69f-f525-4caa-b4e5-df5d385131e2 req-47f81987-6e1c-49fd-a348-c129750d37e2 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.23 "GET /v2.0/ports?device_id=729bc0ff-d5b6-4649-be0e-333dd438da31 HTTP/1.1" status: 200 len: 944 time: 0.2658060 May 05 22:40:43.316614 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cced65-7109-4837-aed1-d0f9877bb843 req-07fe7ad5-6796-423c-98c0-10f39f62a4eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:40:43.318105 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-96cced65-7109-4837-aed1-d0f9877bb843 req-07fe7ad5-6796-423c-98c0-10f39f62a4eb service neutron] 10.222.0.32 "GET /v2.0/networks?id=49d850bb-8ddc-4610-90e7-13bdbbdaf8ea HTTP/1.1" status: 200 len: 914 time: 0.1697350 May 05 22:40:43.323067 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e1f5a69f-f525-4caa-b4e5-df5d385131e2 req-cce6e9c3-47b9-4ade-8012-972f9f8aae70 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.23 "GET /v2.0/security-groups?id=c15f9d4c-264e-4999-879d-78d751378fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719171 May 05 22:40:43.389916 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-96cced65-7109-4837-aed1-d0f9877bb843 req-bf2910b0-9112-48e7-9e4b-ec73ad5ea724 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7872f71c-6c0c-4251-9729-65489fa82096 HTTP/1.1" status: 200 len: 217 time: 0.0649388 May 05 22:40:43.453464 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cced65-7109-4837-aed1-d0f9877bb843 req-71763191-422c-4d7d-97b9-ab997b5331ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:40:43.454883 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-96cced65-7109-4837-aed1-d0f9877bb843 req-71763191-422c-4d7d-97b9-ab997b5331ff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b6cb850d-2c64-4edc-83ab-1d4561d67844 HTTP/1.1" status: 200 len: 853 time: 0.0594382 May 05 22:40:43.500553 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-96cced65-7109-4837-aed1-d0f9877bb843 req-ab4e4260-3058-47b5-83b4-47f7ef4fe37a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=49d850bb-8ddc-4610-90e7-13bdbbdaf8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388088 May 05 22:40:43.633672 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-96cced65-7109-4837-aed1-d0f9877bb843 req-1def9ad2-552b-419a-bd8e-4d518e204e72 service neutron] 10.222.0.32 "GET /v2.0/networks/49d850bb-8ddc-4610-90e7-13bdbbdaf8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266122 May 05 22:40:43.770967 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-96cced65-7109-4837-aed1-d0f9877bb843 req-cc99bbd2-c896-40d4-bb0d-b14822625a44 service neutron] 10.222.0.32 "GET /v2.0/networks/49d850bb-8ddc-4610-90e7-13bdbbdaf8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299293 May 05 22:40:44.008832 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4ed2ee06-3bbd-4bbc-b2f4-f5a5e8090579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:44.486186 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device c8176ae5-b56c-4119-a158-bc1527e814c8 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:40:44.540877 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c092be5-85c8-4779-987c-4ecddc7153ab req-75438890-494d-43f5-a68d-834d8a4d694b tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:40:44.542411 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3c092be5-85c8-4779-987c-4ecddc7153ab req-75438890-494d-43f5-a68d-834d8a4d694b tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.23 "GET /v2.0/ports?device_id=729bc0ff-d5b6-4649-be0e-333dd438da31 HTTP/1.1" status: 200 len: 944 time: 0.0908880 May 05 22:40:44.557840 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port c8176ae5-b56c-4119-a158-bc1527e814c8 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:40:44.562537 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port c8176ae5-b56c-4119-a158-bc1527e814c8 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:40:44.562973 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:44.595298 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3c092be5-85c8-4779-987c-4ecddc7153ab req-1fe47800-5da6-42be-8613-e4726f2ec4b7 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.23 "GET /v2.0/security-groups?id=c15f9d4c-264e-4999-879d-78d751378fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471656 May 05 22:40:44.677561 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:44.703915 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '729bc0ff-d5b6-4649-be0e-333dd438da31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8176ae5-b56c-4119-a158-bc1527e814c8'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:40:44.713757 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port c8176ae5-b56c-4119-a158-bc1527e814c8, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=c8176ae5-b56c-4119-a158-bc1527e814c8,segment=NetworkSegment(ec2232a0-08e0-4c74-93eb-c2367460d208),segment_id=ec2232a0-08e0-4c74-93eb-c2367460d208)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:40:44.718339 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:44.761676 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0282946-3b20-444a-a78c-4bc06db816d2'] response: {'server_uuid': '729bc0ff-d5b6-4649-be0e-333dd438da31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8176ae5-b56c-4119-a158-bc1527e814c8', 'code': 200} May 05 22:40:44.785367 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=c8176ae5-b56c-4119-a158-bc1527e814c8,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:40:44.906529 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b3d45ea0-58e2-439b-b07e-aa21de176344 req-a57a2a18-d1a2-4061-8d6d-b2bd105235c2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=729bc0ff-d5b6-4649-be0e-333dd438da31 HTTP/1.1" status: 200 len: 1096 time: 0.0818465 May 05 22:40:44.949838 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b3d45ea0-58e2-439b-b07e-aa21de176344 req-56b6d050-405b-4c03-a2a8-7c916729b529 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c15f9d4c-264e-4999-879d-78d751378fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371828 May 05 22:40:45.801521 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e332fd8c-b308-4e3f-9309-7a37c57d4457 req-8c85ea90-2906-4c5b-a012-84d8e569ce6e tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:40:45.803143 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e332fd8c-b308-4e3f-9309-7a37c57d4457 req-8c85ea90-2906-4c5b-a012-84d8e569ce6e tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.23 "GET /v2.0/ports?device_id=729bc0ff-d5b6-4649-be0e-333dd438da31 HTTP/1.1" status: 200 len: 945 time: 0.0916700 May 05 22:40:45.850050 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e332fd8c-b308-4e3f-9309-7a37c57d4457 req-3f71545f-61cd-43b6-bebe-d5f9584495f8 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.23 "GET /v2.0/security-groups?id=c15f9d4c-264e-4999-879d-78d751378fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412867 May 05 22:40:46.305999 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d2dc15fd-7f0e-402e-aaf8-77ddb2a6c37e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:47.080518 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83f53c-aeed-4d04-aac0-1e5eb5747fff req-ae47effc-537a-449f-9bc4-174bfb6fd8f2 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:40:47.081973 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ea83f53c-aeed-4d04-aac0-1e5eb5747fff req-ae47effc-537a-449f-9bc4-174bfb6fd8f2 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.23 "GET /v2.0/ports?device_id=729bc0ff-d5b6-4649-be0e-333dd438da31 HTTP/1.1" status: 200 len: 945 time: 0.0879371 May 05 22:40:47.130205 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ea83f53c-aeed-4d04-aac0-1e5eb5747fff req-b37fd007-847e-46e4-bf17-ecda4f2efb6a tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.23 "GET /v2.0/security-groups?id=c15f9d4c-264e-4999-879d-78d751378fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399022 May 05 22:40:47.546047 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c380eb-1bfb-4e10-86ec-8e866bc0c243 req-e3be0d4a-1d34-4aaa-80b7-e38c3387fc6e tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:40:47.547682 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-52c380eb-1bfb-4e10-86ec-8e866bc0c243 req-e3be0d4a-1d34-4aaa-80b7-e38c3387fc6e tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.23 "GET /v2.0/ports?device_id=729bc0ff-d5b6-4649-be0e-333dd438da31 HTTP/1.1" status: 200 len: 945 time: 0.0780094 May 05 22:40:47.578248 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:47.587777 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:47.605377 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-52c380eb-1bfb-4e10-86ec-8e866bc0c243 req-52480450-0cfb-45a8-bef8-e1712c8a1233 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.23 "GET /v2.0/security-groups?id=c15f9d4c-264e-4999-879d-78d751378fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503507 May 05 22:40:48.750711 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7575ad9-69d0-4c66-a095-f2dcfa48366e req-81188f2c-7079-4582-9bd9-5f45a8ae0825 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:40:48.751356 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-b7575ad9-69d0-4c66-a095-f2dcfa48366e req-81188f2c-7079-4582-9bd9-5f45a8ae0825 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Synchronizing usage tracker for tenant:ca192029a20e4b3380258b9e076863f5 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:40:48.769394 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-b7575ad9-69d0-4c66-a095-f2dcfa48366e req-81188f2c-7079-4582-9bd9-5f45a8ae0825 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Unset dirty status for tenant:ca192029a20e4b3380258b9e076863f5 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:40:48.770743 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b7575ad9-69d0-4c66-a095-f2dcfa48366e req-81188f2c-7079-4582-9bd9-5f45a8ae0825 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.44 "GET /v2.0/ports?device_id=729bc0ff-d5b6-4649-be0e-333dd438da31 HTTP/1.1" status: 200 len: 945 time: 0.0942647 May 05 22:40:48.814510 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5706ad9-c9da-4b3b-9991-f25e80f8dbc8 req-ed0e4b83-2144-4349-91d8-2cda3aaffbd5 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:40:48.815909 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f5706ad9-c9da-4b3b-9991-f25e80f8dbc8 req-ed0e4b83-2144-4349-91d8-2cda3aaffbd5 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.23 "GET /v2.0/ports?device_id=729bc0ff-d5b6-4649-be0e-333dd438da31 HTTP/1.1" status: 200 len: 945 time: 0.0810146 May 05 22:40:48.841163 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-b7575ad9-69d0-4c66-a095-f2dcfa48366e req-c7e45a78-6d53-4aad-83ac-94465d43f43c tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Deleting port c8176ae5-b56c-4119-a158-bc1527e814c8 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:40:48.841512 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-b7575ad9-69d0-4c66-a095-f2dcfa48366e req-c7e45a78-6d53-4aad-83ac-94465d43f43c tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:48.864890 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f5706ad9-c9da-4b3b-9991-f25e80f8dbc8 req-70f5e377-992d-4cbb-86db-ef4ea46040c0 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.23 "GET /v2.0/security-groups?id=c15f9d4c-264e-4999-879d-78d751378fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429947 May 05 22:40:49.089724 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-b7575ad9-69d0-4c66-a095-f2dcfa48366e req-c7e45a78-6d53-4aad-83ac-94465d43f43c tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] For port c8176ae5-b56c-4119-a158-bc1527e814c8, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=c8176ae5-b56c-4119-a158-bc1527e814c8,segment=NetworkSegment(ec2232a0-08e0-4c74-93eb-c2367460d208),segment_id=ec2232a0-08e0-4c74-93eb-c2367460d208)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:40:49.090092 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-b7575ad9-69d0-4c66-a095-f2dcfa48366e req-c7e45a78-6d53-4aad-83ac-94465d43f43c tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:49.140281 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:49.210385 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-b7575ad9-69d0-4c66-a095-f2dcfa48366e req-c7e45a78-6d53-4aad-83ac-94465d43f43c tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Calling delete_port for c8176ae5-b56c-4119-a158-bc1527e814c8 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:40:49.352088 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-b7575ad9-69d0-4c66-a095-f2dcfa48366e req-c7e45a78-6d53-4aad-83ac-94465d43f43c tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:49.365289 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['c8176ae5-b56c-4119-a158-bc1527e814c8'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:40:49.391908 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['7872f71c-6c0c-4251-9729-65489fa82096'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:40:49.400629 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e45a78-6d53-4aad-83ac-94465d43f43c tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Pushing event deleted for resources: {'Port': ['ID=c8176ae5-b56c-4119-a158-bc1527e814c8,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:40:49.472643 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7575ad9-69d0-4c66-a095-f2dcfa48366e req-c7e45a78-6d53-4aad-83ac-94465d43f43c tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] No DVR routers for this DVR port c8176ae5-b56c-4119-a158-bc1527e814c8 on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:40:49.475408 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-b7575ad9-69d0-4c66-a095-f2dcfa48366e req-c7e45a78-6d53-4aad-83ac-94465d43f43c tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:49.478030 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '729bc0ff-d5b6-4649-be0e-333dd438da31', 'name': 'network-vif-deleted', 'tag': 'c8176ae5-b56c-4119-a158-bc1527e814c8'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:40:49.494430 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-b7575ad9-69d0-4c66-a095-f2dcfa48366e req-c7e45a78-6d53-4aad-83ac-94465d43f43c tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.44 "DELETE /v2.0/ports/c8176ae5-b56c-4119-a158-bc1527e814c8 HTTP/1.1" status: 204 len: 173 time: 0.7183030 May 05 22:40:49.543359 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-378e44be-a96a-4694-84be-cb7f825a3378'] response: {'server_uuid': '729bc0ff-d5b6-4649-be0e-333dd438da31', 'name': 'network-vif-deleted', 'tag': 'c8176ae5-b56c-4119-a158-bc1527e814c8', 'status': 'completed', 'code': 200} May 05 22:40:50.053903 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1680d696-3e42-4abb-9216-4dc510973945 req-a4ea61f0-2bc6-498b-86e0-714e7ad2fcba tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.23 "GET /v2.0/ports?device_id=729bc0ff-d5b6-4649-be0e-333dd438da31 HTTP/1.1" status: 200 len: 210 time: 0.0456319 May 05 22:40:51.354230 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed2bfc-830b-4613-a131-86c20a35b21f req-532e64c1-d36d-4162-b58f-005df6e1fa9e tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:40:51.355716 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b8ed2bfc-830b-4613-a131-86c20a35b21f req-532e64c1-d36d-4162-b58f-005df6e1fa9e tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.23 "GET /v2.0/ports?device_id=08eb4581-6294-48fb-a987-f83b0657b0a9 HTTP/1.1" status: 200 len: 946 time: 0.0850606 May 05 22:40:51.404193 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b8ed2bfc-830b-4613-a131-86c20a35b21f req-53295ef1-e74a-4ec0-95e6-d251dfcd1b3e tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.23 "GET /v2.0/security-groups?id=c15f9d4c-264e-4999-879d-78d751378fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403330 May 05 22:40:51.639930 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a8016-faeb-40e2-8f79-8d4035d6fc98 req-45f109c9-f1ea-4412-b0a7-c39dcb334669 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:40:51.641282 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-695a8016-faeb-40e2-8f79-8d4035d6fc98 req-45f109c9-f1ea-4412-b0a7-c39dcb334669 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.23 "GET /v2.0/ports?device_id=08eb4581-6294-48fb-a987-f83b0657b0a9 HTTP/1.1" status: 200 len: 946 time: 0.0860519 May 05 22:40:51.689848 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-695a8016-faeb-40e2-8f79-8d4035d6fc98 req-65c692db-bb3b-4899-9879-2168cb2c1303 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.23 "GET /v2.0/security-groups?id=c15f9d4c-264e-4999-879d-78d751378fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399861 May 05 22:40:51.909919 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d8339-5e9d-41d0-89b5-b2e14187d21a req-0521e8a5-f4bf-44b3-89fa-9ced7f12df28 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:40:51.911873 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8e5d8339-5e9d-41d0-89b5-b2e14187d21a req-0521e8a5-f4bf-44b3-89fa-9ced7f12df28 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.23 "GET /v2.0/ports?device_id=08eb4581-6294-48fb-a987-f83b0657b0a9 HTTP/1.1" status: 200 len: 946 time: 0.0870686 May 05 22:40:51.968344 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8e5d8339-5e9d-41d0-89b5-b2e14187d21a req-85502d85-a8fa-490b-baf1-a28ae58ba7a7 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.23 "GET /v2.0/security-groups?id=c15f9d4c-264e-4999-879d-78d751378fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501785 May 05 22:40:52.174692 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9060345d-0468-4c74-ac0b-711bc8df9285 req-70f460ed-27b6-4a10-a71b-b4e181789f76 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=08eb4581-6294-48fb-a987-f83b0657b0a9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0760984 May 05 22:40:52.386620 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b2442-3636-44c1-9124-52110968b42b req-c561402b-7498-4784-b76e-42118251c4a2 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:40:52.388077 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7a2b2442-3636-44c1-9124-52110968b42b req-c561402b-7498-4784-b76e-42118251c4a2 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.23 "GET /v2.0/ports?device_id=08eb4581-6294-48fb-a987-f83b0657b0a9 HTTP/1.1" status: 200 len: 946 time: 0.0866146 May 05 22:40:52.435605 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7a2b2442-3636-44c1-9124-52110968b42b req-3d1dcd84-fd66-4c46-95f7-d7d97cf09094 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.23 "GET /v2.0/security-groups?id=c15f9d4c-264e-4999-879d-78d751378fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417607 May 05 22:40:52.543581 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device c8176ae5-b56c-4119-a158-bc1527e814c8 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:40:52.580936 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: c8176ae5-b56c-4119-a158-bc1527e814c8 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:40:52.581272 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device c8176ae5-b56c-4119-a158-bc1527e814c8 not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:40:52.752637 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f730ce-fd65-4b74-ba88-0b67a9178fe5 req-e5e14c6f-3f0c-48a5-9df0-2aef3eef4029 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:40:52.754097 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e2f730ce-fd65-4b74-ba88-0b67a9178fe5 req-e5e14c6f-3f0c-48a5-9df0-2aef3eef4029 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.23 "GET /v2.0/ports?device_id=08eb4581-6294-48fb-a987-f83b0657b0a9 HTTP/1.1" status: 200 len: 946 time: 0.1835096 May 05 22:40:52.801340 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e2f730ce-fd65-4b74-ba88-0b67a9178fe5 req-1c7bbd1d-3c09-47a2-9efc-46fb87988b47 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.23 "GET /v2.0/security-groups?id=c15f9d4c-264e-4999-879d-78d751378fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401421 May 05 22:40:53.021144 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba875b6-4e84-4d53-984f-f020413882db req-60cb2ec0-bac4-40f7-909e-a01cd6663a7c tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:40:53.022597 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2ba875b6-4e84-4d53-984f-f020413882db req-60cb2ec0-bac4-40f7-909e-a01cd6663a7c tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.23 "GET /v2.0/ports?device_id=08eb4581-6294-48fb-a987-f83b0657b0a9 HTTP/1.1" status: 200 len: 946 time: 0.0827758 May 05 22:40:53.069613 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2ba875b6-4e84-4d53-984f-f020413882db req-5cb4f890-2971-4a18-8c57-7e9d9483c0eb tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.23 "GET /v2.0/security-groups?id=c15f9d4c-264e-4999-879d-78d751378fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410349 May 05 22:40:53.678020 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b07095d-5077-413d-91ae-99711f0b1365 req-cddcbd4f-f7a5-454f-8435-dbafa1ca1420 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:40:53.679455 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1b07095d-5077-413d-91ae-99711f0b1365 req-cddcbd4f-f7a5-454f-8435-dbafa1ca1420 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.23 "GET /v2.0/ports?device_id=08eb4581-6294-48fb-a987-f83b0657b0a9 HTTP/1.1" status: 200 len: 946 time: 0.0812144 May 05 22:40:53.726913 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1b07095d-5077-413d-91ae-99711f0b1365 req-0ab94529-8f76-42d2-b755-c422b0e5eac3 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.23 "GET /v2.0/security-groups?id=c15f9d4c-264e-4999-879d-78d751378fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390449 May 05 22:40:54.979013 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63395e7-9b46-4321-a79b-c125ba7d6056 req-faf8bd83-3d8d-4094-8131-680ee52d3743 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:40:54.980433 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b63395e7-9b46-4321-a79b-c125ba7d6056 req-faf8bd83-3d8d-4094-8131-680ee52d3743 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.32 "GET /v2.0/ports?device_id=08eb4581-6294-48fb-a987-f83b0657b0a9 HTTP/1.1" status: 200 len: 946 time: 0.1390312 May 05 22:40:54.986564 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386bac8-e4bc-4fc6-9955-32086b519dc5 req-ca3f3b48-9c70-45e9-a4e6-bb04a4859d2c tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:40:54.987893 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1386bac8-e4bc-4fc6-9955-32086b519dc5 req-ca3f3b48-9c70-45e9-a4e6-bb04a4859d2c tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.23 "GET /v2.0/ports?device_id=08eb4581-6294-48fb-a987-f83b0657b0a9 HTTP/1.1" status: 200 len: 946 time: 0.1145713 May 05 22:40:55.080070 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-b63395e7-9b46-4321-a79b-c125ba7d6056 req-cb00bf7f-dcc5-4649-8207-f2d1fed36fb5 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Deleting port 7872f71c-6c0c-4251-9729-65489fa82096 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:40:55.080374 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-b63395e7-9b46-4321-a79b-c125ba7d6056 req-cb00bf7f-dcc5-4649-8207-f2d1fed36fb5 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:55.119615 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1386bac8-e4bc-4fc6-9955-32086b519dc5 req-30d95061-5cc7-471b-8878-615907308bae tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.23 "GET /v2.0/security-groups?id=c15f9d4c-264e-4999-879d-78d751378fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037209 May 05 22:40:55.327712 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-b63395e7-9b46-4321-a79b-c125ba7d6056 req-cb00bf7f-dcc5-4649-8207-f2d1fed36fb5 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] For port 7872f71c-6c0c-4251-9729-65489fa82096, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=7872f71c-6c0c-4251-9729-65489fa82096,segment=NetworkSegment(ec2232a0-08e0-4c74-93eb-c2367460d208),segment_id=ec2232a0-08e0-4c74-93eb-c2367460d208)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:40:55.327969 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-b63395e7-9b46-4321-a79b-c125ba7d6056 req-cb00bf7f-dcc5-4649-8207-f2d1fed36fb5 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:55.450037 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-b63395e7-9b46-4321-a79b-c125ba7d6056 req-cb00bf7f-dcc5-4649-8207-f2d1fed36fb5 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Calling delete_port for 7872f71c-6c0c-4251-9729-65489fa82096 owned by compute:nova {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:40:55.604077 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-b63395e7-9b46-4321-a79b-c125ba7d6056 req-cb00bf7f-dcc5-4649-8207-f2d1fed36fb5 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:55.616039 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['7872f71c-6c0c-4251-9729-65489fa82096'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:40:55.659012 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb00bf7f-dcc5-4649-8207-f2d1fed36fb5 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Pushing event deleted for resources: {'Port': ['ID=7872f71c-6c0c-4251-9729-65489fa82096,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:40:55.730087 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-b63395e7-9b46-4321-a79b-c125ba7d6056 req-cb00bf7f-dcc5-4649-8207-f2d1fed36fb5 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] No DVR routers for this DVR port 7872f71c-6c0c-4251-9729-65489fa82096 on host n-h2-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:40:55.733225 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-b63395e7-9b46-4321-a79b-c125ba7d6056 req-cb00bf7f-dcc5-4649-8207-f2d1fed36fb5 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:55.735774 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08eb4581-6294-48fb-a987-f83b0657b0a9', 'name': 'network-vif-deleted', 'tag': '7872f71c-6c0c-4251-9729-65489fa82096'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:40:55.747944 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b63395e7-9b46-4321-a79b-c125ba7d6056 req-cb00bf7f-dcc5-4649-8207-f2d1fed36fb5 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.32 "DELETE /v2.0/ports/7872f71c-6c0c-4251-9729-65489fa82096 HTTP/1.1" status: 204 len: 173 time: 0.7591524 May 05 22:40:55.792987 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ea2d4b7-d66a-4df3-87b1-f98a8079e9f0'] response: {'server_uuid': '08eb4581-6294-48fb-a987-f83b0657b0a9', 'name': 'network-vif-deleted', 'tag': '7872f71c-6c0c-4251-9729-65489fa82096', 'status': 'completed', 'code': 200} May 05 22:40:56.300146 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-fa2a852b-118f-47c1-ada7-3878c8f7c7d6 req-89d1a714-8421-421c-a4ef-1e4b58011d29 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Synchronizing usage tracker for tenant:ca192029a20e4b3380258b9e076863f5 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:40:56.315250 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-fa2a852b-118f-47c1-ada7-3878c8f7c7d6 req-89d1a714-8421-421c-a4ef-1e4b58011d29 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] Unset dirty status for tenant:ca192029a20e4b3380258b9e076863f5 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:40:56.316442 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fa2a852b-118f-47c1-ada7-3878c8f7c7d6 req-89d1a714-8421-421c-a4ef-1e4b58011d29 tempest-ServersNegativeTestJSON-611473489 tempest-ServersNegativeTestJSON-611473489-project] 10.222.0.23 "GET /v2.0/ports?device_id=08eb4581-6294-48fb-a987-f83b0657b0a9 HTTP/1.1" status: 200 len: 210 time: 0.0572731 May 05 22:40:57.427548 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35386) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:40:57.490717 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-3059de4f-f87c-4f1e-ad0f-59c987f71795 admin admin] Deleting subnet b6cb850d-2c64-4edc-83ab-1d4561d67844 {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:40:57.494989 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3059de4f-f87c-4f1e-ad0f-59c987f71795 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:57.545223 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3059de4f-f87c-4f1e-ad0f-59c987f71795 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:57.603622 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3059de4f-f87c-4f1e-ad0f-59c987f71795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:57.675129 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3059de4f-f87c-4f1e-ad0f-59c987f71795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:57.710504 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3059de4f-f87c-4f1e-ad0f-59c987f71795 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6cb850d-2c64-4edc-83ab-1d4561d67844,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:40:57.717327 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3059de4f-f87c-4f1e-ad0f-59c987f71795 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:57.723260 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-3059de4f-f87c-4f1e-ad0f-59c987f71795 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b6cb850d-2c64-4edc-83ab-1d4561d67844 HTTP/1.1" status: 204 len: 168 time: 0.2946186 May 05 22:40:57.726905 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35390) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:40:57.831009 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8560d23b-e98e-4e37-9f1e-28d7d75fe9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:58.042213 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8560d23b-e98e-4e37-9f1e-28d7d75fe9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:58.066874 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-8560d23b-e98e-4e37-9f1e-28d7d75fe9a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49d850bb-8ddc-4610-90e7-13bdbbdaf8ea']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:40:58.081933 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-8560d23b-e98e-4e37-9f1e-28d7d75fe9a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec2232a0-08e0-4c74-93eb-c2367460d208') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:40:58.082200 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-8560d23b-e98e-4e37-9f1e-28d7d75fe9a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec2232a0-08e0-4c74-93eb-c2367460d208') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:40:58.093784 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8560d23b-e98e-4e37-9f1e-28d7d75fe9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:58.111336 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8560d23b-e98e-4e37-9f1e-28d7d75fe9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:58.118905 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8560d23b-e98e-4e37-9f1e-28d7d75fe9a0 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:40:58.119478 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8560d23b-e98e-4e37-9f1e-28d7d75fe9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:58.132667 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 22:40:58.132667 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:40:58.132667 n-d-825175-4 neutron-server[84061]: timer() May 05 22:40:58.132667 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:40:58.132667 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 22:40:58.132667 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:40:58.132667 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 22:40:58.132667 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:40:58.132667 n-d-825175-4 neutron-server[84061]: self._notify() May 05 22:40:58.132667 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:40:58.132667 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 22:40:58.132667 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:40:58.132667 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 22:40:58.132667 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:40:58.132667 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:40:58.132667 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:40:58.132667 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:40:58.132667 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:40:58.132667 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 22:40:58.132667 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:40:58.132667 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 22:40:58.132667 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:40:58.132667 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:40:58.132667 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:40:58.132667 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 22:40:58.132667 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:40:58.132667 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:40:58.132667 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:40:58.132667 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:40:58.132667 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:40:58.132667 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:40:58.132667 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:40:58.209528 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8560d23b-e98e-4e37-9f1e-28d7d75fe9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:58.216901 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8560d23b-e98e-4e37-9f1e-28d7d75fe9a0 admin admin] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:58.253049 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8560d23b-e98e-4e37-9f1e-28d7d75fe9a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=49d850bb-8ddc-4610-90e7-13bdbbdaf8ea,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:40:58.261976 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-8560d23b-e98e-4e37-9f1e-28d7d75fe9a0 admin admin] 10.222.0.23 "DELETE /v2.0/networks/49d850bb-8ddc-4610-90e7-13bdbbdaf8ea HTTP/1.1" status: 204 len: 168 time: 0.5339758 May 05 22:40:58.410908 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 35396) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:40:58.463217 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-85084424-8dc8-4776-8300-b596ab4470f3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ca192029a20e4b3380258b9e076863f5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0507216 May 05 22:40:58.466646 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 35400) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:40:58.533384 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3ff3007f-5275-45e6-ad21-1f1debce4cc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:58.559575 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3ff3007f-5275-45e6-ad21-1f1debce4cc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:58.616302 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3ff3007f-5275-45e6-ad21-1f1debce4cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:58.633102 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff3007f-5275-45e6-ad21-1f1debce4cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15f9d4c-264e-4999-879d-78d751378fbc,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:40:58.650632 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff3007f-5275-45e6-ad21-1f1debce4cc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:40:58.651066 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff3007f-5275-45e6-ad21-1f1debce4cc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:40:58.651572 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff3007f-5275-45e6-ad21-1f1debce4cc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:40:58.652052 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff3007f-5275-45e6-ad21-1f1debce4cc3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:40:58.652866 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff3007f-5275-45e6-ad21-1f1debce4cc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:40:58.653326 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff3007f-5275-45e6-ad21-1f1debce4cc3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:40:58.653817 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff3007f-5275-45e6-ad21-1f1debce4cc3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:40:58.654256 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff3007f-5275-45e6-ad21-1f1debce4cc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:40:58.654724 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff3007f-5275-45e6-ad21-1f1debce4cc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:40:58.655167 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff3007f-5275-45e6-ad21-1f1debce4cc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:40:58.655602 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff3007f-5275-45e6-ad21-1f1debce4cc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:40:58.661273 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3ff3007f-5275-45e6-ad21-1f1debce4cc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:58.662871 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-3ff3007f-5275-45e6-ad21-1f1debce4cc3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c15f9d4c-264e-4999-879d-78d751378fbc HTTP/1.1" status: 204 len: 168 time: 0.1950037 May 05 22:40:58.757331 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 7872f71c-6c0c-4251-9729-65489fa82096 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:40:58.789774 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: 7872f71c-6c0c-4251-9729-65489fa82096 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:40:58.790115 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 7872f71c-6c0c-4251-9729-65489fa82096 not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:40:59.571637 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 35422) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:40:59.703891 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-43725150-2b93-4d45-8fea-bf5ed3e86563 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1471143218'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:40:59.713446 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-43725150-2b93-4d45-8fea-bf5ed3e86563 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:40:59.717458 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-43725150-2b93-4d45-8fea-bf5ed3e86563 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Usage tracker for resource:network and tenant:6b5bf2c53c164aa6a1888a4f21bc191d is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:40:59.720464 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-43725150-2b93-4d45-8fea-bf5ed3e86563 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:40:59.727082 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-43725150-2b93-4d45-8fea-bf5ed3e86563 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:40:59.738621 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43725150-2b93-4d45-8fea-bf5ed3e86563 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Made reservation on behalf of 6b5bf2c53c164aa6a1888a4f21bc191d for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:40:59.741545 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-43725150-2b93-4d45-8fea-bf5ed3e86563 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:59.754006 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-43725150-2b93-4d45-8fea-bf5ed3e86563 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:59.789266 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-43725150-2b93-4d45-8fea-bf5ed3e86563 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:40:59.793203 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-43725150-2b93-4d45-8fea-bf5ed3e86563 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Usage tracker for resource:security_group_rule and tenant:6b5bf2c53c164aa6a1888a4f21bc191d is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:40:59.796000 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-43725150-2b93-4d45-8fea-bf5ed3e86563 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:40:59.801608 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-43725150-2b93-4d45-8fea-bf5ed3e86563 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:40:59.873587 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-43725150-2b93-4d45-8fea-bf5ed3e86563 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:59.880130 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-43725150-2b93-4d45-8fea-bf5ed3e86563 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:59.918125 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43725150-2b93-4d45-8fea-bf5ed3e86563 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:40:59.926194 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43725150-2b93-4d45-8fea-bf5ed3e86563 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51d24459-7ac3-4cf1-a56f-dab98b29019a,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:40:59.931833 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-43725150-2b93-4d45-8fea-bf5ed3e86563 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:59.932180 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-43725150-2b93-4d45-8fea-bf5ed3e86563 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Added segment 881e14b1-ae4a-4319-b9d5-5e0ce3793db0 of type vlan for network af2770d1-c4c3-4fca-a64c-753c7f502b60 May 05 22:40:59.959039 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-43725150-2b93-4d45-8fea-bf5ed3e86563 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:59.990474 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-43725150-2b93-4d45-8fea-bf5ed3e86563 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:40:59.994409 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43725150-2b93-4d45-8fea-bf5ed3e86563 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:40:59.995082 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-43725150-2b93-4d45-8fea-bf5ed3e86563 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:00.100247 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43725150-2b93-4d45-8fea-bf5ed3e86563 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Pushing event updated for resources: {'Network': ['ID=af2770d1-c4c3-4fca-a64c-753c7f502b60,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:00.103696 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-43725150-2b93-4d45-8fea-bf5ed3e86563 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5310128 May 05 22:41:00.111052 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network af2770d1-c4c3-4fca-a64c-753c7f502b60 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:41:03.349741 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:41:03.381764 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 35428) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:41:03.387655 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-7008cdbb-15e0-4c8b-a6f7-07f8a44c32ee tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Request body: {'subnet': {'network_id': 'af2770d1-c4c3-4fca-a64c-753c7f502b60', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:41:03.592531 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-7008cdbb-15e0-4c8b-a6f7-07f8a44c32ee tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:41:03.596592 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-7008cdbb-15e0-4c8b-a6f7-07f8a44c32ee tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Usage tracker for resource:subnet and tenant:6b5bf2c53c164aa6a1888a4f21bc191d is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:41:03.599514 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-7008cdbb-15e0-4c8b-a6f7-07f8a44c32ee tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:41:03.609968 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-7008cdbb-15e0-4c8b-a6f7-07f8a44c32ee tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:41:03.623286 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7008cdbb-15e0-4c8b-a6f7-07f8a44c32ee tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Made reservation on behalf of 6b5bf2c53c164aa6a1888a4f21bc191d for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:41:03.727478 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7008cdbb-15e0-4c8b-a6f7-07f8a44c32ee tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:03.962892 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7008cdbb-15e0-4c8b-a6f7-07f8a44c32ee tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:04.033055 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7008cdbb-15e0-4c8b-a6f7-07f8a44c32ee tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Pushing event updated for resources: {'Subnet': ['ID=38b4c264-d1bb-4a7f-8b48-fed0d5787b04,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:04.054584 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7008cdbb-15e0-4c8b-a6f7-07f8a44c32ee tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Checking segment: {'id': '881e14b1-ae4a-4319-b9d5-5e0ce3793db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'af2770d1-c4c3-4fca-a64c-753c7f502b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:41:04.054969 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7008cdbb-15e0-4c8b-a6f7-07f8a44c32ee tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Network hostable DHCP agents. Network: af2770d1-c4c3-4fca-a64c-753c7f502b60, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:41:04.088900 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7008cdbb-15e0-4c8b-a6f7-07f8a44c32ee tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Network af2770d1-c4c3-4fca-a64c-753c7f502b60 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:41:04.100868 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-7008cdbb-15e0-4c8b-a6f7-07f8a44c32ee tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, af2770d1-c4c3-4fca-a64c-753c7f502b60) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:41:04.105751 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7008cdbb-15e0-4c8b-a6f7-07f8a44c32ee tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:41:04.107245 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7008cdbb-15e0-4c8b-a6f7-07f8a44c32ee tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:04.110332 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bf8016-46bd-4dab-888c-4e46c1384653 None None] Network af2770d1-c4c3-4fca-a64c-753c7f502b60 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:41:04.132013 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-7008cdbb-15e0-4c8b-a6f7-07f8a44c32ee tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7490807 May 05 22:41:04.135558 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 35432) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:41:04.141058 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-35a0b281-ea97-4c97-9546-209de0d9f5d4 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-743680703'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:41:04.146834 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-35a0b281-ea97-4c97-9546-209de0d9f5d4 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:41:04.150605 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-35a0b281-ea97-4c97-9546-209de0d9f5d4 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Usage tracker for resource:network and tenant:6b5bf2c53c164aa6a1888a4f21bc191d is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:41:04.154293 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-35a0b281-ea97-4c97-9546-209de0d9f5d4 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:41:04.160187 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-35a0b281-ea97-4c97-9546-209de0d9f5d4 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:41:04.171391 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a0b281-ea97-4c97-9546-209de0d9f5d4 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Made reservation on behalf of 6b5bf2c53c164aa6a1888a4f21bc191d for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:41:04.174556 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-35a0b281-ea97-4c97-9546-209de0d9f5d4 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:04.203812 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35a0b281-ea97-4c97-9546-209de0d9f5d4 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:41:04.212713 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-35a0b281-ea97-4c97-9546-209de0d9f5d4 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:04.213098 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-35a0b281-ea97-4c97-9546-209de0d9f5d4 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Added segment dcbedd49-381f-4cdf-bba8-b4ffa35c44db of type vlan for network b62b14b3-16f1-4ea9-b66e-fb90a6c071d1 May 05 22:41:04.238982 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-35a0b281-ea97-4c97-9546-209de0d9f5d4 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:04.267858 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-35a0b281-ea97-4c97-9546-209de0d9f5d4 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:04.271689 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a0b281-ea97-4c97-9546-209de0d9f5d4 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:41:04.272311 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-35a0b281-ea97-4c97-9546-209de0d9f5d4 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:04.327360 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467af91a-5f1e-4a40-8432-a0b018b691bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-af2770d1-c4c3-4fca-a64c-753c7f502b60', 'network_id': 'af2770d1-c4c3-4fca-a64c-753c7f502b60', 'tenant_id': '6b5bf2c53c164aa6a1888a4f21bc191d', 'fixed_ips': [{'subnet_id': '38b4c264-d1bb-4a7f-8b48-fed0d5787b04'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:41:04.328169 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-467af91a-5f1e-4a40-8432-a0b018b691bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:04.375581 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-35a0b281-ea97-4c97-9546-209de0d9f5d4 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2389662 May 05 22:41:04.378610 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 35436) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:41:04.385994 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-f272b871-eb15-4341-8c7e-182f3c40f8c0 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Request body: {'subnet': {'network_id': 'b62b14b3-16f1-4ea9-b66e-fb90a6c071d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:41:04.401764 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a0b281-ea97-4c97-9546-209de0d9f5d4 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Pushing event updated for resources: {'Network': ['ID=b62b14b3-16f1-4ea9-b66e-fb90a6c071d1,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:04.414798 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network b62b14b3-16f1-4ea9-b66e-fb90a6c071d1 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:41:04.506129 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f272b871-eb15-4341-8c7e-182f3c40f8c0 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:41:04.510226 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f272b871-eb15-4341-8c7e-182f3c40f8c0 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Usage tracker for resource:subnet and tenant:6b5bf2c53c164aa6a1888a4f21bc191d is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:41:04.513787 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f272b871-eb15-4341-8c7e-182f3c40f8c0 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:41:04.519914 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f272b871-eb15-4341-8c7e-182f3c40f8c0 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:41:04.532697 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f272b871-eb15-4341-8c7e-182f3c40f8c0 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Made reservation on behalf of 6b5bf2c53c164aa6a1888a4f21bc191d for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:41:04.573269 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-467af91a-5f1e-4a40-8432-a0b018b691bf None None] Allocated IP 2001:db8:0:ffff::2 (af2770d1-c4c3-4fca-a64c-753c7f502b60/38b4c264-d1bb-4a7f-8b48-fed0d5787b04/378ab5d4-09dd-454d-a613-ddba7a002e9b) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:41:04.644861 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f272b871-eb15-4341-8c7e-182f3c40f8c0 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:04.780904 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-467af91a-5f1e-4a40-8432-a0b018b691bf None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:04.791959 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-467af91a-5f1e-4a40-8432-a0b018b691bf None None] Transition to ACTIVE for port object 378ab5d4-09dd-454d-a613-ddba7a002e9b will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:41:04.812408 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-467af91a-5f1e-4a40-8432-a0b018b691bf None None] Transition to ACTIVE for port object 378ab5d4-09dd-454d-a613-ddba7a002e9b will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:41:04.819120 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-467af91a-5f1e-4a40-8432-a0b018b691bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:04.876254 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f272b871-eb15-4341-8c7e-182f3c40f8c0 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:04.886010 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467af91a-5f1e-4a40-8432-a0b018b691bf None None] Network af2770d1-c4c3-4fca-a64c-753c7f502b60 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:41:04.889080 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-467af91a-5f1e-4a40-8432-a0b018b691bf None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:41:04.891674 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467af91a-5f1e-4a40-8432-a0b018b691bf None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:41:04.898109 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467af91a-5f1e-4a40-8432-a0b018b691bf None None] Pushing event updated for resources: {'Port': ['ID=378ab5d4-09dd-454d-a613-ddba7a002e9b,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:04.942682 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467af91a-5f1e-4a40-8432-a0b018b691bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:41:04.943055 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467af91a-5f1e-4a40-8432-a0b018b691bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:41:04.943384 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467af91a-5f1e-4a40-8432-a0b018b691bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:41:04.943714 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467af91a-5f1e-4a40-8432-a0b018b691bf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:41:04.944040 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467af91a-5f1e-4a40-8432-a0b018b691bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:41:04.944357 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467af91a-5f1e-4a40-8432-a0b018b691bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:41:04.944675 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467af91a-5f1e-4a40-8432-a0b018b691bf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:41:04.944963 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467af91a-5f1e-4a40-8432-a0b018b691bf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:41:04.945310 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467af91a-5f1e-4a40-8432-a0b018b691bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:41:04.945621 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467af91a-5f1e-4a40-8432-a0b018b691bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:41:04.945931 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467af91a-5f1e-4a40-8432-a0b018b691bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:41:04.955888 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272b871-eb15-4341-8c7e-182f3c40f8c0 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Pushing event updated for resources: {'Subnet': ['ID=34786175-232e-45b8-a343-bb3191eb70af,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:04.967887 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f272b871-eb15-4341-8c7e-182f3c40f8c0 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Checking segment: {'id': 'dcbedd49-381f-4cdf-bba8-b4ffa35c44db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b62b14b3-16f1-4ea9-b66e-fb90a6c071d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:41:04.968240 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f272b871-eb15-4341-8c7e-182f3c40f8c0 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Network hostable DHCP agents. Network: b62b14b3-16f1-4ea9-b66e-fb90a6c071d1, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:41:04.991152 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f272b871-eb15-4341-8c7e-182f3c40f8c0 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Network b62b14b3-16f1-4ea9-b66e-fb90a6c071d1 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:41:04.998385 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-467af91a-5f1e-4a40-8432-a0b018b691bf None None] Attempting to bind port 378ab5d4-09dd-454d-a613-ddba7a002e9b on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:41:04.998850 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-467af91a-5f1e-4a40-8432-a0b018b691bf None None] Attempting to bind port 378ab5d4-09dd-454d-a613-ddba7a002e9b by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '881e14b1-ae4a-4319-b9d5-5e0ce3793db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'af2770d1-c4c3-4fca-a64c-753c7f502b60'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:41:04.999246 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467af91a-5f1e-4a40-8432-a0b018b691bf None None] Attempting to bind port 378ab5d4-09dd-454d-a613-ddba7a002e9b on network af2770d1-c4c3-4fca-a64c-753c7f502b60 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:41:05.002246 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-f272b871-eb15-4341-8c7e-182f3c40f8c0 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, b62b14b3-16f1-4ea9-b66e-fb90a6c071d1) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:41:05.006260 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f272b871-eb15-4341-8c7e-182f3c40f8c0 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:41:05.006876 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f272b871-eb15-4341-8c7e-182f3c40f8c0 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:05.008245 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467af91a-5f1e-4a40-8432-a0b018b691bf None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:41:05.008622 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467af91a-5f1e-4a40-8432-a0b018b691bf None None] Checking segment: {'id': '881e14b1-ae4a-4319-b9d5-5e0ce3793db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'af2770d1-c4c3-4fca-a64c-753c7f502b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:41:05.009020 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-467af91a-5f1e-4a40-8432-a0b018b691bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:05.009404 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467af91a-5f1e-4a40-8432-a0b018b691bf None None] Bound using segment: {'id': '881e14b1-ae4a-4319-b9d5-5e0ce3793db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'af2770d1-c4c3-4fca-a64c-753c7f502b60'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:41:05.010012 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-467af91a-5f1e-4a40-8432-a0b018b691bf None None] Bound port: 378ab5d4-09dd-454d-a613-ddba7a002e9b, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '881e14b1-ae4a-4319-b9d5-5e0ce3793db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'af2770d1-c4c3-4fca-a64c-753c7f502b60'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:41:05.010764 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-467af91a-5f1e-4a40-8432-a0b018b691bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:05.022899 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93735f29-87b7-4657-ac21-98d0665dffad None None] Network b62b14b3-16f1-4ea9-b66e-fb90a6c071d1 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:41:05.031505 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f272b871-eb15-4341-8c7e-182f3c40f8c0 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6492460 May 05 22:41:05.031653 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 35440) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:41:05.167556 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-13750d32-9424-4786-89ea-8c1604d63d6f tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:05.207125 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-467af91a-5f1e-4a40-8432-a0b018b691bf None None] For port 378ab5d4-09dd-454d-a613-ddba7a002e9b, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:41:05.235985 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-13750d32-9424-4786-89ea-8c1604d63d6f tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:05.244911 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-467af91a-5f1e-4a40-8432-a0b018b691bf None None] For port 378ab5d4-09dd-454d-a613-ddba7a002e9b, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=378ab5d4-09dd-454d-a613-ddba7a002e9b,segment=NetworkSegment(881e14b1-ae4a-4319-b9d5-5e0ce3793db0),segment_id=881e14b1-ae4a-4319-b9d5-5e0ce3793db0)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:41:05.254698 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-467af91a-5f1e-4a40-8432-a0b018b691bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:05.320123 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-13750d32-9424-4786-89ea-8c1604d63d6f tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:05.359130 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13750d32-9424-4786-89ea-8c1604d63d6f tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Pushing event deleted for resources: {'Subnet': ['ID=34786175-232e-45b8-a343-bb3191eb70af,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:05.380486 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7eea03-d839-4bc7-9253-e3fa92fd0c05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-b62b14b3-16f1-4ea9-b66e-fb90a6c071d1', 'network_id': 'b62b14b3-16f1-4ea9-b66e-fb90a6c071d1', 'tenant_id': '6b5bf2c53c164aa6a1888a4f21bc191d', 'fixed_ips': [{'subnet_id': '34786175-232e-45b8-a343-bb3191eb70af'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:41:05.381276 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ab7eea03-d839-4bc7-9253-e3fa92fd0c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:05.398579 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467af91a-5f1e-4a40-8432-a0b018b691bf None None] Pushing event updated for resources: {'Port': ['ID=378ab5d4-09dd-454d-a613-ddba7a002e9b,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:05.499050 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6baf7b00-cb3e-4568-8308-b4f05eff327e None None] Network b62b14b3-16f1-4ea9-b66e-fb90a6c071d1 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:41:05.594735 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-13750d32-9424-4786-89ea-8c1604d63d6f tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:05.633220 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-13750d32-9424-4786-89ea-8c1604d63d6f tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b62b14b3-16f1-4ea9-b66e-fb90a6c071d1']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:41:05.650707 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-13750d32-9424-4786-89ea-8c1604d63d6f tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcbedd49-381f-4cdf-bba8-b4ffa35c44db') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:41:05.651019 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-13750d32-9424-4786-89ea-8c1604d63d6f tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcbedd49-381f-4cdf-bba8-b4ffa35c44db') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:41:05.665836 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-13750d32-9424-4786-89ea-8c1604d63d6f tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:05.686634 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-13750d32-9424-4786-89ea-8c1604d63d6f tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:05.693234 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13750d32-9424-4786-89ea-8c1604d63d6f tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:41:05.693595 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-13750d32-9424-4786-89ea-8c1604d63d6f tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:05.708645 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:41:05.708645 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:41:05.708645 n-d-825175-4 neutron-server[84063]: timer() May 05 22:41:05.708645 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:41:05.708645 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:41:05.708645 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:41:05.708645 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:41:05.708645 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:41:05.708645 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:41:05.708645 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:41:05.708645 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:41:05.708645 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:41:05.708645 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:41:05.708645 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:41:05.708645 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:41:05.708645 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:41:05.708645 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:41:05.708645 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:41:05.708645 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:41:05.708645 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:41:05.708645 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:41:05.708645 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:41:05.708645 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:41:05.708645 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:41:05.708645 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:41:05.708645 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:41:05.708645 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:41:05.708645 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:41:05.708645 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:41:05.708645 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:41:05.708645 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:41:05.708645 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:41:05.790049 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-13750d32-9424-4786-89ea-8c1604d63d6f tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:05.807255 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-13750d32-9424-4786-89ea-8c1604d63d6f tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:05.819223 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13750d32-9424-4786-89ea-8c1604d63d6f tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Pushing event deleted for resources: {'Network': ['ID=b62b14b3-16f1-4ea9-b66e-fb90a6c071d1,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:05.821753 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-13750d32-9424-4786-89ea-8c1604d63d6f tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] 10.222.0.23 "DELETE /v2.0/networks/b62b14b3-16f1-4ea9-b66e-fb90a6c071d1 HTTP/1.1" status: 204 len: 168 time: 0.7892210 May 05 22:41:05.825472 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 35444) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:41:05.830966 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-6ad957ae-956a-4363-8f9d-a452ec2a8059 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1231697047'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:41:05.836794 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-6ad957ae-956a-4363-8f9d-a452ec2a8059 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:41:05.840620 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-6ad957ae-956a-4363-8f9d-a452ec2a8059 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Usage tracker for resource:network and tenant:6b5bf2c53c164aa6a1888a4f21bc191d is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:41:05.843460 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-6ad957ae-956a-4363-8f9d-a452ec2a8059 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:41:05.849071 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-6ad957ae-956a-4363-8f9d-a452ec2a8059 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:41:05.860635 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad957ae-956a-4363-8f9d-a452ec2a8059 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Made reservation on behalf of 6b5bf2c53c164aa6a1888a4f21bc191d for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:41:05.863583 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6ad957ae-956a-4363-8f9d-a452ec2a8059 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:05.891995 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ad957ae-956a-4363-8f9d-a452ec2a8059 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:41:05.902149 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6ad957ae-956a-4363-8f9d-a452ec2a8059 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:05.902909 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-6ad957ae-956a-4363-8f9d-a452ec2a8059 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Added segment b3da0b16-d3ef-4147-a6f5-128337f02924 of type vlan for network ca128e72-bec2-4e1c-a10d-5d83c20bce66 May 05 22:41:05.928626 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6ad957ae-956a-4363-8f9d-a452ec2a8059 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:05.959691 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6ad957ae-956a-4363-8f9d-a452ec2a8059 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:05.963457 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad957ae-956a-4363-8f9d-a452ec2a8059 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:41:05.964026 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6ad957ae-956a-4363-8f9d-a452ec2a8059 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:06.065666 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-6ad957ae-956a-4363-8f9d-a452ec2a8059 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2391033 May 05 22:41:06.068693 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35448) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:41:06.072566 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad957ae-956a-4363-8f9d-a452ec2a8059 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Pushing event updated for resources: {'Network': ['ID=ca128e72-bec2-4e1c-a10d-5d83c20bce66,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:06.075478 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-acf00ec7-fd17-463b-b086-5bb132679e9f tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Request body: {'subnet': {'network_id': 'ca128e72-bec2-4e1c-a10d-5d83c20bce66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:41:06.083495 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network ca128e72-bec2-4e1c-a10d-5d83c20bce66 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:41:06.193246 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-acf00ec7-fd17-463b-b086-5bb132679e9f tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:41:06.197166 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-acf00ec7-fd17-463b-b086-5bb132679e9f tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Usage tracker for resource:subnet and tenant:6b5bf2c53c164aa6a1888a4f21bc191d is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:41:06.200349 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-acf00ec7-fd17-463b-b086-5bb132679e9f tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:41:06.206200 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-acf00ec7-fd17-463b-b086-5bb132679e9f tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:41:06.217628 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf00ec7-fd17-463b-b086-5bb132679e9f tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Made reservation on behalf of 6b5bf2c53c164aa6a1888a4f21bc191d for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:41:06.320151 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:06.323601 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-acf00ec7-fd17-463b-b086-5bb132679e9f tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:06.384474 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfda11ea-1469-41c3-9706-411eab82df61 None None] Network af2770d1-c4c3-4fca-a64c-753c7f502b60 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:41:06.420515 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.ipam_backend_mixin [None req-acf00ec7-fd17-463b-b086-5bb132679e9f tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Performing IP validity checks on allocation pools {{(pid=84061) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 05 22:41:06.421040 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.ipam_backend_mixin [None req-acf00ec7-fd17-463b-b086-5bb132679e9f tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84061) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 05 22:41:06.497277 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-74cbd32d-2804-442f-9706-8346185e416a None None] Provisioning for port 378ab5d4-09dd-454d-a613-ddba7a002e9b completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:41:06.555619 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-acf00ec7-fd17-463b-b086-5bb132679e9f tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:06.632208 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:06.648330 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf00ec7-fd17-463b-b086-5bb132679e9f tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Pushing event updated for resources: {'Subnet': ['ID=d7cdf3de-0235-4cfc-a3c1-ce19a07fc16c,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:06.659174 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf00ec7-fd17-463b-b086-5bb132679e9f tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Checking segment: {'id': 'b3da0b16-d3ef-4147-a6f5-128337f02924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'ca128e72-bec2-4e1c-a10d-5d83c20bce66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:41:06.659530 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf00ec7-fd17-463b-b086-5bb132679e9f tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Network hostable DHCP agents. Network: ca128e72-bec2-4e1c-a10d-5d83c20bce66, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:41:06.675321 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 378ab5d4-09dd-454d-a613-ddba7a002e9b up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:41:06.686224 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf00ec7-fd17-463b-b086-5bb132679e9f tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Network ca128e72-bec2-4e1c-a10d-5d83c20bce66 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:41:06.698981 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-acf00ec7-fd17-463b-b086-5bb132679e9f tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, ca128e72-bec2-4e1c-a10d-5d83c20bce66) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:41:06.703906 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf00ec7-fd17-463b-b086-5bb132679e9f tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:41:06.705094 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-acf00ec7-fd17-463b-b086-5bb132679e9f tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:06.717165 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbfa4c1-82bf-451a-aeac-6e49374aa2dd None None] Network ca128e72-bec2-4e1c-a10d-5d83c20bce66 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:41:06.733176 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 35452) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:41:06.735557 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-acf00ec7-fd17-463b-b086-5bb132679e9f tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6648676 May 05 22:41:06.852554 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 378ab5d4-09dd-454d-a613-ddba7a002e9b completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:41:06.864285 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 378ab5d4-09dd-454d-a613-ddba7a002e9b triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:41:06.864651 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:06.889721 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-16da0a7d-9a51-4753-8adb-af6ec8d8684a tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:06.965763 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-16da0a7d-9a51-4753-8adb-af6ec8d8684a tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:07.041073 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-16da0a7d-9a51-4753-8adb-af6ec8d8684a tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:07.045848 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-18f5ec75-cb13-4ead-a553-f2bcb9a7fca7 None None] Provisioning complete for port 378ab5d4-09dd-454d-a613-ddba7a002e9b triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:41:07.045848 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-18f5ec75-cb13-4ead-a553-f2bcb9a7fca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:07.075004 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c09310-9af6-4bc9-b65c-910cdb1b5eb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-ca128e72-bec2-4e1c-a10d-5d83c20bce66', 'network_id': 'ca128e72-bec2-4e1c-a10d-5d83c20bce66', 'tenant_id': '6b5bf2c53c164aa6a1888a4f21bc191d', 'fixed_ips': [{'subnet_id': 'd7cdf3de-0235-4cfc-a3c1-ce19a07fc16c'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:41:07.075805 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c6c09310-9af6-4bc9-b65c-910cdb1b5eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:07.083329 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16da0a7d-9a51-4753-8adb-af6ec8d8684a tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Pushing event deleted for resources: {'Subnet': ['ID=d7cdf3de-0235-4cfc-a3c1-ce19a07fc16c,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:07.135465 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:07.183866 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-16da0a7d-9a51-4753-8adb-af6ec8d8684a tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:07.210114 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-16da0a7d-9a51-4753-8adb-af6ec8d8684a tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca128e72-bec2-4e1c-a10d-5d83c20bce66']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:41:07.223232 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-16da0a7d-9a51-4753-8adb-af6ec8d8684a tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3da0b16-d3ef-4147-a6f5-128337f02924') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:41:07.223531 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-16da0a7d-9a51-4753-8adb-af6ec8d8684a tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3da0b16-d3ef-4147-a6f5-128337f02924') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:41:07.234982 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 378ab5d4-09dd-454d-a613-ddba7a002e9b, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=378ab5d4-09dd-454d-a613-ddba7a002e9b,segment=NetworkSegment(881e14b1-ae4a-4319-b9d5-5e0ce3793db0),segment_id=881e14b1-ae4a-4319-b9d5-5e0ce3793db0)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:41:07.235224 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-16da0a7d-9a51-4753-8adb-af6ec8d8684a tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:07.256136 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-16da0a7d-9a51-4753-8adb-af6ec8d8684a tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:07.262577 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16da0a7d-9a51-4753-8adb-af6ec8d8684a tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:41:07.263182 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-16da0a7d-9a51-4753-8adb-af6ec8d8684a tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:07.263348 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d12e311-5787-4d5d-8d6c-72ab2a823fd7 None None] Network ca128e72-bec2-4e1c-a10d-5d83c20bce66 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:41:07.278546 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:41:07.278546 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:41:07.278546 n-d-825175-4 neutron-server[84063]: timer() May 05 22:41:07.278546 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:41:07.278546 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:41:07.278546 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:41:07.278546 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:41:07.278546 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:41:07.278546 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:41:07.278546 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:41:07.278546 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:41:07.278546 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:41:07.278546 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:41:07.278546 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:41:07.278546 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:41:07.278546 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:41:07.278546 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:41:07.278546 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:41:07.278546 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:41:07.278546 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:41:07.278546 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:41:07.278546 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:41:07.278546 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:41:07.278546 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:41:07.278546 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:41:07.278546 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:41:07.278546 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:41:07.278546 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:41:07.278546 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:41:07.278546 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:41:07.278546 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:41:07.278546 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:41:07.280407 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:07.358431 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-16da0a7d-9a51-4753-8adb-af6ec8d8684a tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:07.378888 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-16da0a7d-9a51-4753-8adb-af6ec8d8684a tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:07.387229 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16da0a7d-9a51-4753-8adb-af6ec8d8684a tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Pushing event deleted for resources: {'Network': ['ID=ca128e72-bec2-4e1c-a10d-5d83c20bce66,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:07.391358 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-16da0a7d-9a51-4753-8adb-af6ec8d8684a tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] 10.222.0.23 "DELETE /v2.0/networks/ca128e72-bec2-4e1c-a10d-5d83c20bce66 HTTP/1.1" status: 204 len: 168 time: 0.6567457 May 05 22:41:07.395133 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35456) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:41:07.400821 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-823b9d6e-b982-4e4b-9cbd-0c77a8b533ea tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1540011001'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:41:07.406761 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-823b9d6e-b982-4e4b-9cbd-0c77a8b533ea tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:41:07.410577 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-823b9d6e-b982-4e4b-9cbd-0c77a8b533ea tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Usage tracker for resource:network and tenant:6b5bf2c53c164aa6a1888a4f21bc191d is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:41:07.413598 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-823b9d6e-b982-4e4b-9cbd-0c77a8b533ea tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:41:07.419271 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-823b9d6e-b982-4e4b-9cbd-0c77a8b533ea tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:41:07.429168 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823b9d6e-b982-4e4b-9cbd-0c77a8b533ea tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Made reservation on behalf of 6b5bf2c53c164aa6a1888a4f21bc191d for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:41:07.432321 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-823b9d6e-b982-4e4b-9cbd-0c77a8b533ea tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:07.464968 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-823b9d6e-b982-4e4b-9cbd-0c77a8b533ea tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:41:07.474904 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-823b9d6e-b982-4e4b-9cbd-0c77a8b533ea tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:07.475293 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-823b9d6e-b982-4e4b-9cbd-0c77a8b533ea tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Added segment 2360d854-cf3e-4a66-908b-a069180da07b of type vlan for network ec4a6794-e48d-4d5a-b735-fcc60ddbc6b3 May 05 22:41:07.503308 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-823b9d6e-b982-4e4b-9cbd-0c77a8b533ea tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:07.506678 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=378ab5d4-09dd-454d-a613-ddba7a002e9b,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:07.534605 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-823b9d6e-b982-4e4b-9cbd-0c77a8b533ea tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:07.538302 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823b9d6e-b982-4e4b-9cbd-0c77a8b533ea tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:41:07.538932 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-823b9d6e-b982-4e4b-9cbd-0c77a8b533ea tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:07.633757 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-823b9d6e-b982-4e4b-9cbd-0c77a8b533ea tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2375181 May 05 22:41:07.637661 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35460) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:41:07.645572 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-6365ecaa-65a0-4de6-aaab-8763a1d71f23 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Request body: {'subnet': {'network_id': 'ec4a6794-e48d-4d5a-b735-fcc60ddbc6b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:41:07.710927 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823b9d6e-b982-4e4b-9cbd-0c77a8b533ea tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Pushing event updated for resources: {'Network': ['ID=ec4a6794-e48d-4d5a-b735-fcc60ddbc6b3,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:07.721280 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network ec4a6794-e48d-4d5a-b735-fcc60ddbc6b3 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:41:07.762148 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-6365ecaa-65a0-4de6-aaab-8763a1d71f23 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:41:07.766285 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-6365ecaa-65a0-4de6-aaab-8763a1d71f23 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Usage tracker for resource:subnet and tenant:6b5bf2c53c164aa6a1888a4f21bc191d is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:41:07.769286 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-6365ecaa-65a0-4de6-aaab-8763a1d71f23 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:41:07.775281 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-6365ecaa-65a0-4de6-aaab-8763a1d71f23 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:41:07.787297 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6365ecaa-65a0-4de6-aaab-8763a1d71f23 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Made reservation on behalf of 6b5bf2c53c164aa6a1888a4f21bc191d for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:41:07.888733 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6365ecaa-65a0-4de6-aaab-8763a1d71f23 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:08.112278 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6365ecaa-65a0-4de6-aaab-8763a1d71f23 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:08.185415 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6365ecaa-65a0-4de6-aaab-8763a1d71f23 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Pushing event updated for resources: {'Subnet': ['ID=de348b87-0ea5-446b-b8cd-a9000a0284c4,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:08.201856 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6365ecaa-65a0-4de6-aaab-8763a1d71f23 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Checking segment: {'id': '2360d854-cf3e-4a66-908b-a069180da07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ec4a6794-e48d-4d5a-b735-fcc60ddbc6b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:41:08.202210 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6365ecaa-65a0-4de6-aaab-8763a1d71f23 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Network hostable DHCP agents. Network: ec4a6794-e48d-4d5a-b735-fcc60ddbc6b3, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:41:08.226058 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6365ecaa-65a0-4de6-aaab-8763a1d71f23 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Network ec4a6794-e48d-4d5a-b735-fcc60ddbc6b3 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:41:08.236377 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-6365ecaa-65a0-4de6-aaab-8763a1d71f23 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, ec4a6794-e48d-4d5a-b735-fcc60ddbc6b3) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:41:08.240319 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6365ecaa-65a0-4de6-aaab-8763a1d71f23 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:41:08.240898 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6365ecaa-65a0-4de6-aaab-8763a1d71f23 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:08.247179 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497d7787-b0ee-4f69-b420-2e3d37011351 None None] Network ec4a6794-e48d-4d5a-b735-fcc60ddbc6b3 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:41:08.262074 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-6365ecaa-65a0-4de6-aaab-8763a1d71f23 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6233733 May 05 22:41:08.265985 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 35464) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:41:08.271923 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-0534e6a3-a280-4b64-ab52-1e0e78a46eea tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-546985718'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:41:08.278111 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-0534e6a3-a280-4b64-ab52-1e0e78a46eea tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:41:08.281991 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0534e6a3-a280-4b64-ab52-1e0e78a46eea tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Usage tracker for resource:network and tenant:6b5bf2c53c164aa6a1888a4f21bc191d is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:41:08.285028 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0534e6a3-a280-4b64-ab52-1e0e78a46eea tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:41:08.291014 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-0534e6a3-a280-4b64-ab52-1e0e78a46eea tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:41:08.306040 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0534e6a3-a280-4b64-ab52-1e0e78a46eea tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Made reservation on behalf of 6b5bf2c53c164aa6a1888a4f21bc191d for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:41:08.309098 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0534e6a3-a280-4b64-ab52-1e0e78a46eea tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:08.337836 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0534e6a3-a280-4b64-ab52-1e0e78a46eea tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:41:08.346854 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0534e6a3-a280-4b64-ab52-1e0e78a46eea tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:08.347186 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-0534e6a3-a280-4b64-ab52-1e0e78a46eea tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Added segment 924b591b-ae11-4799-b1f2-eea2a5055007 of type vlan for network 9b2fb003-e9d5-4711-bc67-ea4b7dcf26f2 May 05 22:41:08.374003 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0534e6a3-a280-4b64-ab52-1e0e78a46eea tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:08.405381 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0534e6a3-a280-4b64-ab52-1e0e78a46eea tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:08.409528 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0534e6a3-a280-4b64-ab52-1e0e78a46eea tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:41:08.410114 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0534e6a3-a280-4b64-ab52-1e0e78a46eea tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:08.503154 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b21fd50-e516-4e1e-ba99-d9273872136c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-ec4a6794-e48d-4d5a-b735-fcc60ddbc6b3', 'network_id': 'ec4a6794-e48d-4d5a-b735-fcc60ddbc6b3', 'tenant_id': '6b5bf2c53c164aa6a1888a4f21bc191d', 'fixed_ips': [{'subnet_id': 'de348b87-0ea5-446b-b8cd-a9000a0284c4'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:41:08.503971 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3b21fd50-e516-4e1e-ba99-d9273872136c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:08.521706 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35468) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:41:08.522394 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0534e6a3-a280-4b64-ab52-1e0e78a46eea tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2550273 May 05 22:41:08.528072 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-e9ae89cc-df1e-4a1f-a8a0-f830a198f840 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Request body: {'subnet': {'network_id': '9b2fb003-e9d5-4711-bc67-ea4b7dcf26f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:41:08.528463 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0534e6a3-a280-4b64-ab52-1e0e78a46eea tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Pushing event updated for resources: {'Network': ['ID=9b2fb003-e9d5-4711-bc67-ea4b7dcf26f2,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:08.564573 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 9b2fb003-e9d5-4711-bc67-ea4b7dcf26f2 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:41:08.641994 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-e9ae89cc-df1e-4a1f-a8a0-f830a198f840 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:41:08.645940 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e9ae89cc-df1e-4a1f-a8a0-f830a198f840 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Usage tracker for resource:subnet and tenant:6b5bf2c53c164aa6a1888a4f21bc191d is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:41:08.648828 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e9ae89cc-df1e-4a1f-a8a0-f830a198f840 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:41:08.649421 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 378ab5d4-09dd-454d-a613-ddba7a002e9b up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:41:08.655282 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-e9ae89cc-df1e-4a1f-a8a0-f830a198f840 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:41:08.666196 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ae89cc-df1e-4a1f-a8a0-f830a198f840 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Made reservation on behalf of 6b5bf2c53c164aa6a1888a4f21bc191d for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:41:08.766986 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e9ae89cc-df1e-4a1f-a8a0-f830a198f840 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:08.819689 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-3b21fd50-e516-4e1e-ba99-d9273872136c None None] Allocated IP 2001:db8::2 (ec4a6794-e48d-4d5a-b735-fcc60ddbc6b3/de348b87-0ea5-446b-b8cd-a9000a0284c4/1b2d32e3-f476-46a1-8885-6ac2c816e279) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:41:08.850552 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 378ab5d4-09dd-454d-a613-ddba7a002e9b triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:41:08.850934 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:09.084353 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e9ae89cc-df1e-4a1f-a8a0-f830a198f840 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:09.131019 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3b21fd50-e516-4e1e-ba99-d9273872136c None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:09.140822 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-3b21fd50-e516-4e1e-ba99-d9273872136c None None] Transition to ACTIVE for port object 1b2d32e3-f476-46a1-8885-6ac2c816e279 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:41:09.160781 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-3b21fd50-e516-4e1e-ba99-d9273872136c None None] Transition to ACTIVE for port object 1b2d32e3-f476-46a1-8885-6ac2c816e279 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:41:09.163929 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ae89cc-df1e-4a1f-a8a0-f830a198f840 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Pushing event updated for resources: {'Subnet': ['ID=3568baf2-66c4-4e6d-aa12-ae064ccd0e26,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:09.166275 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3b21fd50-e516-4e1e-ba99-d9273872136c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:09.176840 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ae89cc-df1e-4a1f-a8a0-f830a198f840 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Checking segment: {'id': '924b591b-ae11-4799-b1f2-eea2a5055007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '9b2fb003-e9d5-4711-bc67-ea4b7dcf26f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:41:09.177787 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ae89cc-df1e-4a1f-a8a0-f830a198f840 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Network hostable DHCP agents. Network: 9b2fb003-e9d5-4711-bc67-ea4b7dcf26f2, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:41:09.200782 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ae89cc-df1e-4a1f-a8a0-f830a198f840 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Network 9b2fb003-e9d5-4711-bc67-ea4b7dcf26f2 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:41:09.214030 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-e9ae89cc-df1e-4a1f-a8a0-f830a198f840 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 9b2fb003-e9d5-4711-bc67-ea4b7dcf26f2) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:41:09.218777 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ae89cc-df1e-4a1f-a8a0-f830a198f840 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:41:09.219349 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e9ae89cc-df1e-4a1f-a8a0-f830a198f840 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:09.224864 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b21fd50-e516-4e1e-ba99-d9273872136c None None] Network ec4a6794-e48d-4d5a-b735-fcc60ddbc6b3 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:41:09.233502 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-3b21fd50-e516-4e1e-ba99-d9273872136c None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:41:09.235302 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b847adbf-2df3-4e76-b51c-96833c89e6a4 None None] Network 9b2fb003-e9d5-4711-bc67-ea4b7dcf26f2 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:41:09.246539 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e9ae89cc-df1e-4a1f-a8a0-f830a198f840 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7235060 May 05 22:41:09.249198 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35472) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:41:09.252389 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b21fd50-e516-4e1e-ba99-d9273872136c None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:41:09.318955 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b21fd50-e516-4e1e-ba99-d9273872136c None None] Pushing event updated for resources: {'Port': ['ID=1b2d32e3-f476-46a1-8885-6ac2c816e279,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:09.396750 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-57fac434-31f3-48b8-9853-981322976ea5 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:09.434368 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-3b21fd50-e516-4e1e-ba99-d9273872136c None None] Attempting to bind port 1b2d32e3-f476-46a1-8885-6ac2c816e279 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:41:09.434829 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-3b21fd50-e516-4e1e-ba99-d9273872136c None None] Attempting to bind port 1b2d32e3-f476-46a1-8885-6ac2c816e279 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '2360d854-cf3e-4a66-908b-a069180da07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ec4a6794-e48d-4d5a-b735-fcc60ddbc6b3'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:41:09.435109 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b21fd50-e516-4e1e-ba99-d9273872136c None None] Attempting to bind port 1b2d32e3-f476-46a1-8885-6ac2c816e279 on network ec4a6794-e48d-4d5a-b735-fcc60ddbc6b3 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:41:09.466565 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-57fac434-31f3-48b8-9853-981322976ea5 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:09.475937 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b21fd50-e516-4e1e-ba99-d9273872136c None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:41:09.476302 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b21fd50-e516-4e1e-ba99-d9273872136c None None] Checking segment: {'id': '2360d854-cf3e-4a66-908b-a069180da07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ec4a6794-e48d-4d5a-b735-fcc60ddbc6b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:41:09.476720 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3b21fd50-e516-4e1e-ba99-d9273872136c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:09.477111 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b21fd50-e516-4e1e-ba99-d9273872136c None None] Bound using segment: {'id': '2360d854-cf3e-4a66-908b-a069180da07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ec4a6794-e48d-4d5a-b735-fcc60ddbc6b3'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:41:09.477568 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-3b21fd50-e516-4e1e-ba99-d9273872136c None None] Bound port: 1b2d32e3-f476-46a1-8885-6ac2c816e279, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2360d854-cf3e-4a66-908b-a069180da07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ec4a6794-e48d-4d5a-b735-fcc60ddbc6b3'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:41:09.477934 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3b21fd50-e516-4e1e-ba99-d9273872136c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:09.552811 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-57fac434-31f3-48b8-9853-981322976ea5 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:09.601713 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fac434-31f3-48b8-9853-981322976ea5 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Pushing event deleted for resources: {'Subnet': ['ID=3568baf2-66c4-4e6d-aa12-ae064ccd0e26,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:09.617904 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43dbf3fd-ab77-46f9-b7f4-1b33374c4579 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-9b2fb003-e9d5-4711-bc67-ea4b7dcf26f2', 'network_id': '9b2fb003-e9d5-4711-bc67-ea4b7dcf26f2', 'tenant_id': '6b5bf2c53c164aa6a1888a4f21bc191d', 'fixed_ips': [{'subnet_id': '3568baf2-66c4-4e6d-aa12-ae064ccd0e26'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:41:09.618797 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43dbf3fd-ab77-46f9-b7f4-1b33374c4579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:09.630143 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-3b21fd50-e516-4e1e-ba99-d9273872136c None None] For port 1b2d32e3-f476-46a1-8885-6ac2c816e279, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:41:09.643053 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-3b21fd50-e516-4e1e-ba99-d9273872136c None None] For port 1b2d32e3-f476-46a1-8885-6ac2c816e279, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=1b2d32e3-f476-46a1-8885-6ac2c816e279,segment=NetworkSegment(2360d854-cf3e-4a66-908b-a069180da07b),segment_id=2360d854-cf3e-4a66-908b-a069180da07b)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:41:09.681703 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3b21fd50-e516-4e1e-ba99-d9273872136c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:09.698592 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-57fac434-31f3-48b8-9853-981322976ea5 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:09.728452 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-57fac434-31f3-48b8-9853-981322976ea5 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b2fb003-e9d5-4711-bc67-ea4b7dcf26f2']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:41:09.740522 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-57fac434-31f3-48b8-9853-981322976ea5 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '924b591b-ae11-4799-b1f2-eea2a5055007') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:41:09.740808 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-57fac434-31f3-48b8-9853-981322976ea5 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '924b591b-ae11-4799-b1f2-eea2a5055007') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:41:09.753364 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-57fac434-31f3-48b8-9853-981322976ea5 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:09.772823 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-57fac434-31f3-48b8-9853-981322976ea5 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:09.781530 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57fac434-31f3-48b8-9853-981322976ea5 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:41:09.782194 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-57fac434-31f3-48b8-9853-981322976ea5 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:09.784248 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b21fd50-e516-4e1e-ba99-d9273872136c None None] Pushing event updated for resources: {'Port': ['ID=1b2d32e3-f476-46a1-8885-6ac2c816e279,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:09.795639 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197c9f4d-4acf-4872-af1f-a8aa2888e0d1 None None] Network 9b2fb003-e9d5-4711-bc67-ea4b7dcf26f2 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:41:09.812340 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 22:41:09.812340 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:41:09.812340 n-d-825175-4 neutron-server[84061]: timer() May 05 22:41:09.812340 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:41:09.812340 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 22:41:09.812340 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:41:09.812340 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 22:41:09.812340 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:41:09.812340 n-d-825175-4 neutron-server[84061]: self._notify() May 05 22:41:09.812340 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:41:09.812340 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 22:41:09.812340 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:41:09.812340 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 22:41:09.812340 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:41:09.812340 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:41:09.812340 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:41:09.812340 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:41:09.812340 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:41:09.812340 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 22:41:09.812340 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:41:09.812340 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 22:41:09.812340 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:41:09.812340 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:41:09.812340 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:41:09.812340 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 22:41:09.812340 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:41:09.812340 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:41:09.812340 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:41:09.812340 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:41:09.812340 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:41:09.812340 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:41:09.812340 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:41:09.900522 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-57fac434-31f3-48b8-9853-981322976ea5 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:09.919739 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-57fac434-31f3-48b8-9853-981322976ea5 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:09.941897 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fac434-31f3-48b8-9853-981322976ea5 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Pushing event deleted for resources: {'Network': ['ID=9b2fb003-e9d5-4711-bc67-ea4b7dcf26f2,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:09.959960 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-57fac434-31f3-48b8-9853-981322976ea5 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] 10.222.0.23 "DELETE /v2.0/networks/9b2fb003-e9d5-4711-bc67-ea4b7dcf26f2 HTTP/1.1" status: 204 len: 168 time: 0.7072549 May 05 22:41:09.960406 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 35476) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:41:10.001202 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-c20a542f-6094-4708-ab70-e15762675e5b tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] GET failed (client error): The resource could not be found. May 05 22:41:10.001707 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c20a542f-6094-4708-ab70-e15762675e5b tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Synchronizing usage tracker for tenant:6b5bf2c53c164aa6a1888a4f21bc191d on resource:subnet {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:41:10.019011 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-c20a542f-6094-4708-ab70-e15762675e5b tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Unset dirty status for tenant:6b5bf2c53c164aa6a1888a4f21bc191d on resource:subnet {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:41:10.020434 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c20a542f-6094-4708-ab70-e15762675e5b tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] 10.222.0.23 "GET /v2.0/subnets/3568baf2-66c4-4e6d-aa12-ae064ccd0e26 HTTP/1.1" status: 404 len: 337 time: 0.0589154 May 05 22:41:10.023279 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35480) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:41:10.049394 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-782c9ffe-b8b3-4f18-a218-c31424557d8d tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] DELETE failed (client error): The resource could not be found. May 05 22:41:10.049840 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-782c9ffe-b8b3-4f18-a218-c31424557d8d tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:41:10.051541 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-782c9ffe-b8b3-4f18-a218-c31424557d8d tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] 10.222.0.23 "DELETE /v2.0/networks/9b2fb003-e9d5-4711-bc67-ea4b7dcf26f2 HTTP/1.1" status: 404 len: 339 time: 0.0272760 May 05 22:41:10.055433 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35484) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:41:10.094699 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c983e13-0580-4565-98f0-bbd7e7cfe957 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] DELETE failed (client error): The resource could not be found. May 05 22:41:10.095138 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c983e13-0580-4565-98f0-bbd7e7cfe957 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:41:10.096827 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-3c983e13-0580-4565-98f0-bbd7e7cfe957 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] 10.222.0.23 "DELETE /v2.0/subnets/3568baf2-66c4-4e6d-aa12-ae064ccd0e26 HTTP/1.1" status: 404 len: 337 time: 0.0404425 May 05 22:41:10.099797 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 35488) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:41:10.125761 n-d-825175-4 neutron-server[84063]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ea152a4-bb30-4082-bfcf-7c7cb867163c tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] DELETE failed (client error): The resource could not be found. May 05 22:41:10.126188 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ea152a4-bb30-4082-bfcf-7c7cb867163c tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:41:10.127832 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-3ea152a4-bb30-4082-bfcf-7c7cb867163c tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] 10.222.0.23 "DELETE /v2.0/networks/9b2fb003-e9d5-4711-bc67-ea4b7dcf26f2 HTTP/1.1" status: 404 len: 339 time: 0.0270367 May 05 22:41:10.130556 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35492) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:41:10.199983 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8e4445e-0892-42cc-bb60-9bd520ee9520 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Deleting subnet de348b87-0ea5-446b-b8cd-a9000a0284c4 {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:41:10.202943 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b8e4445e-0892-42cc-bb60-9bd520ee9520 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:10.258178 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b8e4445e-0892-42cc-bb60-9bd520ee9520 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:10.348504 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b8e4445e-0892-42cc-bb60-9bd520ee9520 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:10.430255 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b8e4445e-0892-42cc-bb60-9bd520ee9520 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:10.469033 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e4445e-0892-42cc-bb60-9bd520ee9520 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Pushing event deleted for resources: {'Subnet': ['ID=de348b87-0ea5-446b-b8cd-a9000a0284c4,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:10.477502 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b8e4445e-0892-42cc-bb60-9bd520ee9520 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:10.491620 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b8e4445e-0892-42cc-bb60-9bd520ee9520 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] 10.222.0.23 "DELETE /v2.0/subnets/de348b87-0ea5-446b-b8cd-a9000a0284c4 HTTP/1.1" status: 204 len: 168 time: 0.3599501 May 05 22:41:10.494047 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35496) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:41:10.617648 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b00f0c47-71e1-47eb-b99c-bc39d874349f tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:10.629357 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-b00f0c47-71e1-47eb-b99c-bc39d874349f tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Deleting port 1b2d32e3-f476-46a1-8885-6ac2c816e279 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:41:10.629782 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b00f0c47-71e1-47eb-b99c-bc39d874349f tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:10.650570 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 1b2d32e3-f476-46a1-8885-6ac2c816e279 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:41:10.744553 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c067a366-e726-483d-912b-e5e728514a8f None None] Network ec4a6794-e48d-4d5a-b735-fcc60ddbc6b3 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:41:10.841348 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-b00f0c47-71e1-47eb-b99c-bc39d874349f tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] For port 1b2d32e3-f476-46a1-8885-6ac2c816e279, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=1b2d32e3-f476-46a1-8885-6ac2c816e279,segment=NetworkSegment(2360d854-cf3e-4a66-908b-a069180da07b),segment_id=2360d854-cf3e-4a66-908b-a069180da07b)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:41:10.842091 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b00f0c47-71e1-47eb-b99c-bc39d874349f tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:10.906591 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-4b00c420-fa62-47ea-b474-64ee54775441 None None] Provisioning for port 1b2d32e3-f476-46a1-8885-6ac2c816e279 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:41:10.950083 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 1b2d32e3-f476-46a1-8885-6ac2c816e279 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:41:10.958313 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 1b2d32e3-f476-46a1-8885-6ac2c816e279 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:41:10.958685 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:10.965228 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-b00f0c47-71e1-47eb-b99c-bc39d874349f tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Calling delete_port for 1b2d32e3-f476-46a1-8885-6ac2c816e279 owned by network:dhcp {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:41:11.041819 n-d-825175-4 neutron-server[84064]: INFO neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No ports have port_id starting with 1b2d32e3-f476-46a1-8885-6ac2c816e279 May 05 22:41:11.043037 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b00f0c47-71e1-47eb-b99c-bc39d874349f tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:11.090768 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8350452c-6642-4579-a430-3fcb7cbdbcbc None None] DHCP port deletion for ec4a6794-e48d-4d5a-b735-fcc60ddbc6b3 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:41:11.095445 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00f0c47-71e1-47eb-b99c-bc39d874349f tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Pushing event deleted for resources: {'Port': ['ID=1b2d32e3-f476-46a1-8885-6ac2c816e279,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:11.099750 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00f0c47-71e1-47eb-b99c-bc39d874349f tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] No DVR routers for this DVR port 1b2d32e3-f476-46a1-8885-6ac2c816e279 on host n-d-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:41:11.314137 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b00f0c47-71e1-47eb-b99c-bc39d874349f tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:11.339283 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-b00f0c47-71e1-47eb-b99c-bc39d874349f tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec4a6794-e48d-4d5a-b735-fcc60ddbc6b3']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:41:11.351761 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-b00f0c47-71e1-47eb-b99c-bc39d874349f tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2360d854-cf3e-4a66-908b-a069180da07b') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:41:11.352039 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-b00f0c47-71e1-47eb-b99c-bc39d874349f tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2360d854-cf3e-4a66-908b-a069180da07b') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:41:11.363288 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b00f0c47-71e1-47eb-b99c-bc39d874349f tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:11.381038 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b00f0c47-71e1-47eb-b99c-bc39d874349f tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:11.387197 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b00f0c47-71e1-47eb-b99c-bc39d874349f tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:41:11.387641 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b00f0c47-71e1-47eb-b99c-bc39d874349f tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:11.402084 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 22:41:11.402084 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:41:11.402084 n-d-825175-4 neutron-server[84061]: timer() May 05 22:41:11.402084 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:41:11.402084 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 22:41:11.402084 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:41:11.402084 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 22:41:11.402084 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:41:11.402084 n-d-825175-4 neutron-server[84061]: self._notify() May 05 22:41:11.402084 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:41:11.402084 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 22:41:11.402084 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:41:11.402084 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 22:41:11.402084 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:41:11.402084 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:41:11.402084 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:41:11.402084 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:41:11.402084 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:41:11.402084 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 22:41:11.402084 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:41:11.402084 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 22:41:11.402084 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:41:11.402084 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:41:11.402084 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:41:11.402084 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 22:41:11.402084 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:41:11.402084 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:41:11.402084 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:41:11.402084 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:41:11.402084 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:41:11.402084 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:41:11.402084 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:41:11.482720 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b00f0c47-71e1-47eb-b99c-bc39d874349f tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:11.499810 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b00f0c47-71e1-47eb-b99c-bc39d874349f tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:11.510504 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00f0c47-71e1-47eb-b99c-bc39d874349f tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Pushing event deleted for resources: {'Network': ['ID=ec4a6794-e48d-4d5a-b735-fcc60ddbc6b3,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:11.514540 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b00f0c47-71e1-47eb-b99c-bc39d874349f tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] 10.222.0.23 "DELETE /v2.0/networks/ec4a6794-e48d-4d5a-b735-fcc60ddbc6b3 HTTP/1.1" status: 204 len: 168 time: 1.0194542 May 05 22:41:11.517127 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35500) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:41:11.554477 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-8122bde8-0a8a-4bd3-8155-d2126be87a5d tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] DELETE failed (client error): The resource could not be found. May 05 22:41:11.554923 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8122bde8-0a8a-4bd3-8155-d2126be87a5d tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:41:11.556463 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-8122bde8-0a8a-4bd3-8155-d2126be87a5d tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] 10.222.0.23 "DELETE /v2.0/subnets/d7cdf3de-0235-4cfc-a3c1-ce19a07fc16c HTTP/1.1" status: 404 len: 337 time: 0.0384865 May 05 22:41:11.559231 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35504) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:41:11.587355 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-806616c0-70ad-43b3-aea6-7266091f18b8 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] DELETE failed (client error): The resource could not be found. May 05 22:41:11.587763 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-806616c0-70ad-43b3-aea6-7266091f18b8 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:41:11.589346 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-806616c0-70ad-43b3-aea6-7266091f18b8 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] 10.222.0.23 "DELETE /v2.0/networks/ca128e72-bec2-4e1c-a10d-5d83c20bce66 HTTP/1.1" status: 404 len: 339 time: 0.0291326 May 05 22:41:11.591987 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35508) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:41:11.629039 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-e81544ba-d0f8-4e7c-8105-14a12b23dd52 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] DELETE failed (client error): The resource could not be found. May 05 22:41:11.629669 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e81544ba-d0f8-4e7c-8105-14a12b23dd52 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:41:11.631038 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e81544ba-d0f8-4e7c-8105-14a12b23dd52 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] 10.222.0.23 "DELETE /v2.0/subnets/34786175-232e-45b8-a343-bb3191eb70af HTTP/1.1" status: 404 len: 337 time: 0.0381234 May 05 22:41:11.634780 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35512) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:41:11.658812 n-d-825175-4 neutron-server[84061]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a496393-73f3-4ee8-9bb6-6d921d10e517 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] DELETE failed (client error): The resource could not be found. May 05 22:41:11.659229 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a496393-73f3-4ee8-9bb6-6d921d10e517 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84061) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 22:41:11.660777 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0a496393-73f3-4ee8-9bb6-6d921d10e517 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] 10.222.0.23 "DELETE /v2.0/networks/b62b14b3-16f1-4ea9-b66e-fb90a6c071d1 HTTP/1.1" status: 404 len: 339 time: 0.0251558 May 05 22:41:11.663266 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35516) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:41:11.846115 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-de62340e-554f-4eed-b719-2f33d17314eb tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Deleting subnet 38b4c264-d1bb-4a7f-8b48-fed0d5787b04 {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:41:11.849045 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-de62340e-554f-4eed-b719-2f33d17314eb tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:11.908342 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-de62340e-554f-4eed-b719-2f33d17314eb tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:11.999143 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-de62340e-554f-4eed-b719-2f33d17314eb tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:12.074312 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-de62340e-554f-4eed-b719-2f33d17314eb tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:12.111944 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de62340e-554f-4eed-b719-2f33d17314eb tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Pushing event deleted for resources: {'Subnet': ['ID=38b4c264-d1bb-4a7f-8b48-fed0d5787b04,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:12.118201 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-de62340e-554f-4eed-b719-2f33d17314eb tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:12.124495 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467dd2be-4b13-4f56-85f3-995f6aeebc1d None None] Network af2770d1-c4c3-4fca-a64c-753c7f502b60 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:41:12.128789 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-de62340e-554f-4eed-b719-2f33d17314eb tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] 10.222.0.23 "DELETE /v2.0/subnets/38b4c264-d1bb-4a7f-8b48-fed0d5787b04 HTTP/1.1" status: 204 len: 168 time: 0.4646318 May 05 22:41:12.131350 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35520) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:41:12.244152 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-59f6f6b5-f6cb-4c7e-a134-3ff2d0ff1e09 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:12.255820 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-59f6f6b5-f6cb-4c7e-a134-3ff2d0ff1e09 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Deleting port 378ab5d4-09dd-454d-a613-ddba7a002e9b {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:41:12.256297 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-59f6f6b5-f6cb-4c7e-a134-3ff2d0ff1e09 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:12.369744 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c0605f-6969-4751-b58f-db5347bd9717 None None] DHCP port deletion for af2770d1-c4c3-4fca-a64c-753c7f502b60 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:41:12.374610 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-29c0605f-6969-4751-b58f-db5347bd9717 None None] Deleting port 378ab5d4-09dd-454d-a613-ddba7a002e9b {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:41:12.375016 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-29c0605f-6969-4751-b58f-db5347bd9717 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:12.478212 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-59f6f6b5-f6cb-4c7e-a134-3ff2d0ff1e09 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] For port 378ab5d4-09dd-454d-a613-ddba7a002e9b, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=378ab5d4-09dd-454d-a613-ddba7a002e9b,segment=NetworkSegment(881e14b1-ae4a-4319-b9d5-5e0ce3793db0),segment_id=881e14b1-ae4a-4319-b9d5-5e0ce3793db0)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:41:12.478583 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-59f6f6b5-f6cb-4c7e-a134-3ff2d0ff1e09 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:12.579662 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-29c0605f-6969-4751-b58f-db5347bd9717 None None] For port 378ab5d4-09dd-454d-a613-ddba7a002e9b, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=378ab5d4-09dd-454d-a613-ddba7a002e9b,segment=NetworkSegment(881e14b1-ae4a-4319-b9d5-5e0ce3793db0),segment_id=881e14b1-ae4a-4319-b9d5-5e0ce3793db0)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:41:12.580051 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-29c0605f-6969-4751-b58f-db5347bd9717 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:12.606258 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-59f6f6b5-f6cb-4c7e-a134-3ff2d0ff1e09 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Calling delete_port for 378ab5d4-09dd-454d-a613-ddba7a002e9b owned by network:dhcp {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:41:12.650556 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 1b2d32e3-f476-46a1-8885-6ac2c816e279 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:41:12.682921 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-59f6f6b5-f6cb-4c7e-a134-3ff2d0ff1e09 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:12.731776 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f6f6b5-f6cb-4c7e-a134-3ff2d0ff1e09 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Pushing event deleted for resources: {'Port': ['ID=378ab5d4-09dd-454d-a613-ddba7a002e9b,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:12.736571 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f6f6b5-f6cb-4c7e-a134-3ff2d0ff1e09 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] No DVR routers for this DVR port 378ab5d4-09dd-454d-a613-ddba7a002e9b on host n-d-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:41:12.741473 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-29c0605f-6969-4751-b58f-db5347bd9717 None None] Calling delete_port for 378ab5d4-09dd-454d-a613-ddba7a002e9b owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:41:12.779257 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 1b2d32e3-f476-46a1-8885-6ac2c816e279 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:41:12.779571 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 1b2d32e3-f476-46a1-8885-6ac2c816e279 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:41:12.779978 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 378ab5d4-09dd-454d-a613-ddba7a002e9b no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:41:12.817173 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 378ab5d4-09dd-454d-a613-ddba7a002e9b {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:41:12.817476 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 378ab5d4-09dd-454d-a613-ddba7a002e9b not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:41:12.851231 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-29c0605f-6969-4751-b58f-db5347bd9717 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:41:12.851573 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-29c0605f-6969-4751-b58f-db5347bd9717 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:41:12.958066 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-59f6f6b5-f6cb-4c7e-a134-3ff2d0ff1e09 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:12.983495 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-59f6f6b5-f6cb-4c7e-a134-3ff2d0ff1e09 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af2770d1-c4c3-4fca-a64c-753c7f502b60']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:41:12.995426 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-59f6f6b5-f6cb-4c7e-a134-3ff2d0ff1e09 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '881e14b1-ae4a-4319-b9d5-5e0ce3793db0') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:41:12.995716 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-59f6f6b5-f6cb-4c7e-a134-3ff2d0ff1e09 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '881e14b1-ae4a-4319-b9d5-5e0ce3793db0') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:41:13.007081 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-59f6f6b5-f6cb-4c7e-a134-3ff2d0ff1e09 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:13.023863 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-59f6f6b5-f6cb-4c7e-a134-3ff2d0ff1e09 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:13.032900 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59f6f6b5-f6cb-4c7e-a134-3ff2d0ff1e09 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:41:13.033314 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-59f6f6b5-f6cb-4c7e-a134-3ff2d0ff1e09 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:13.051359 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 22:41:13.051359 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:41:13.051359 n-d-825175-4 neutron-server[84061]: timer() May 05 22:41:13.051359 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:41:13.051359 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 22:41:13.051359 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:41:13.051359 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 22:41:13.051359 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:41:13.051359 n-d-825175-4 neutron-server[84061]: self._notify() May 05 22:41:13.051359 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:41:13.051359 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 22:41:13.051359 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:41:13.051359 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 22:41:13.051359 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:41:13.051359 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:41:13.051359 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:41:13.051359 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:41:13.051359 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:41:13.051359 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 22:41:13.051359 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:41:13.051359 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 22:41:13.051359 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:41:13.051359 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:41:13.051359 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:41:13.051359 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 22:41:13.051359 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:41:13.051359 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:41:13.051359 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:41:13.051359 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:41:13.051359 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:41:13.051359 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:41:13.051359 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:41:13.134475 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-59f6f6b5-f6cb-4c7e-a134-3ff2d0ff1e09 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:13.139591 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-59f6f6b5-f6cb-4c7e-a134-3ff2d0ff1e09 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:13.164680 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f6f6b5-f6cb-4c7e-a134-3ff2d0ff1e09 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] Pushing event deleted for resources: {'Network': ['ID=af2770d1-c4c3-4fca-a64c-753c7f502b60,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:13.167556 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-59f6f6b5-f6cb-4c7e-a134-3ff2d0ff1e09 tempest-NetworksIpV6Test-140459122 tempest-NetworksIpV6Test-140459122-project] 10.222.0.23 "DELETE /v2.0/networks/af2770d1-c4c3-4fca-a64c-753c7f502b60 HTTP/1.1" status: 204 len: 168 time: 1.0352480 May 05 22:41:13.352884 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-29c0605f-6969-4751-b58f-db5347bd9717 None None] Deleting port 378ab5d4-09dd-454d-a613-ddba7a002e9b {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:41:13.353394 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-29c0605f-6969-4751-b58f-db5347bd9717 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:13.420700 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-29c0605f-6969-4751-b58f-db5347bd9717 None None] The port '378ab5d4-09dd-454d-a613-ddba7a002e9b' was deleted {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 22:41:13.470070 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35528) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:41:13.652985 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-aa8ee4e7-a021-4b3d-9706-fee3e5ce5f91 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6b5bf2c53c164aa6a1888a4f21bc191d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1813641 May 05 22:41:13.656128 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35534) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:41:13.716504 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5696079e-bd31-47de-8b4e-812e02b47f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:13.741936 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5696079e-bd31-47de-8b4e-812e02b47f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:13.803669 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5696079e-bd31-47de-8b4e-812e02b47f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:13.827167 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5696079e-bd31-47de-8b4e-812e02b47f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d24459-7ac3-4cf1-a56f-dab98b29019a,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:13.831636 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5696079e-bd31-47de-8b4e-812e02b47f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:13.832756 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-5696079e-bd31-47de-8b4e-812e02b47f76 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/51d24459-7ac3-4cf1-a56f-dab98b29019a HTTP/1.1" status: 204 len: 168 time: 0.1757178 May 05 22:41:14.002430 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3a63627f-e297-41cf-87a4-7f517f67ef13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:14.694389 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35556) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:41:14.830347 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-32989a21-654a-4fb9-a3aa-8cb873ded7c3 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1793096337', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:41:14.837258 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-32989a21-654a-4fb9-a3aa-8cb873ded7c3 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:41:14.841306 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-32989a21-654a-4fb9-a3aa-8cb873ded7c3 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Usage tracker for resource:router and tenant:d997395b24894543a971fd8239054fce is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:41:14.844232 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-32989a21-654a-4fb9-a3aa-8cb873ded7c3 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:41:14.850454 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-32989a21-654a-4fb9-a3aa-8cb873ded7c3 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:41:14.862850 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-32989a21-654a-4fb9-a3aa-8cb873ded7c3 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:14.863770 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-32989a21-654a-4fb9-a3aa-8cb873ded7c3 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:14.882937 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-32989a21-654a-4fb9-a3aa-8cb873ded7c3 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:14.904423 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-32989a21-654a-4fb9-a3aa-8cb873ded7c3 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:14.926788 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-32989a21-654a-4fb9-a3aa-8cb873ded7c3 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:14.928359 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-32989a21-654a-4fb9-a3aa-8cb873ded7c3 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2329206 May 05 22:41:14.931131 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35562) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:41:14.937520 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-46123544-e8c2-4654-beb5-1d5e7524f277 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1719987713'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:41:14.943161 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-46123544-e8c2-4654-beb5-1d5e7524f277 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:41:14.947120 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-46123544-e8c2-4654-beb5-1d5e7524f277 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Usage tracker for resource:network and tenant:d997395b24894543a971fd8239054fce is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:41:14.950700 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-46123544-e8c2-4654-beb5-1d5e7524f277 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:41:14.956820 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-46123544-e8c2-4654-beb5-1d5e7524f277 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:41:14.968834 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46123544-e8c2-4654-beb5-1d5e7524f277 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Made reservation on behalf of d997395b24894543a971fd8239054fce for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:41:14.971847 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-46123544-e8c2-4654-beb5-1d5e7524f277 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:14.984740 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-46123544-e8c2-4654-beb5-1d5e7524f277 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:15.017261 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-46123544-e8c2-4654-beb5-1d5e7524f277 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:41:15.021231 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-46123544-e8c2-4654-beb5-1d5e7524f277 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Usage tracker for resource:security_group_rule and tenant:d997395b24894543a971fd8239054fce is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:41:15.024117 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-46123544-e8c2-4654-beb5-1d5e7524f277 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:41:15.030260 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-46123544-e8c2-4654-beb5-1d5e7524f277 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:41:15.101393 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-46123544-e8c2-4654-beb5-1d5e7524f277 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:15.107621 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-46123544-e8c2-4654-beb5-1d5e7524f277 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:15.140235 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46123544-e8c2-4654-beb5-1d5e7524f277 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:41:15.148997 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46123544-e8c2-4654-beb5-1d5e7524f277 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6424af9-ef2b-4f7b-aef9-67b0c1cb8509,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:15.156281 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-46123544-e8c2-4654-beb5-1d5e7524f277 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:15.156661 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-46123544-e8c2-4654-beb5-1d5e7524f277 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Added segment 5b37ce76-a339-4543-a5fd-a1a9384c3831 of type vlan for network 2d3bc74d-ba7e-48ee-9d91-310ffe59d5d4 May 05 22:41:15.182919 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-46123544-e8c2-4654-beb5-1d5e7524f277 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:15.216874 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-46123544-e8c2-4654-beb5-1d5e7524f277 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:15.220665 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46123544-e8c2-4654-beb5-1d5e7524f277 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:41:15.221207 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-46123544-e8c2-4654-beb5-1d5e7524f277 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:15.327581 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46123544-e8c2-4654-beb5-1d5e7524f277 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Pushing event updated for resources: {'Network': ['ID=2d3bc74d-ba7e-48ee-9d91-310ffe59d5d4,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:15.331549 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-46123544-e8c2-4654-beb5-1d5e7524f277 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3992023 May 05 22:41:15.334454 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35566) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:41:15.338270 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 2d3bc74d-ba7e-48ee-9d91-310ffe59d5d4 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:41:15.340055 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-7a25b509-62d8-4b72-8595-ddab34e91700 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Request body: {'subnet': {'network_id': '2d3bc74d-ba7e-48ee-9d91-310ffe59d5d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:41:15.447723 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-7a25b509-62d8-4b72-8595-ddab34e91700 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:41:15.451798 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-7a25b509-62d8-4b72-8595-ddab34e91700 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Usage tracker for resource:subnet and tenant:d997395b24894543a971fd8239054fce is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:41:15.454681 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-7a25b509-62d8-4b72-8595-ddab34e91700 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:41:15.460644 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-7a25b509-62d8-4b72-8595-ddab34e91700 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:41:15.473032 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a25b509-62d8-4b72-8595-ddab34e91700 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Made reservation on behalf of d997395b24894543a971fd8239054fce for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:41:15.574199 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7a25b509-62d8-4b72-8595-ddab34e91700 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:15.790997 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7a25b509-62d8-4b72-8595-ddab34e91700 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:15.860819 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a25b509-62d8-4b72-8595-ddab34e91700 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Pushing event updated for resources: {'Subnet': ['ID=172bb5b1-f787-406c-8a2f-a64784f7b087,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:15.877413 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a25b509-62d8-4b72-8595-ddab34e91700 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:41:15.877747 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a25b509-62d8-4b72-8595-ddab34e91700 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:41:15.878078 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a25b509-62d8-4b72-8595-ddab34e91700 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:41:15.878424 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a25b509-62d8-4b72-8595-ddab34e91700 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:41:15.878774 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a25b509-62d8-4b72-8595-ddab34e91700 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:41:15.879113 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a25b509-62d8-4b72-8595-ddab34e91700 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:41:15.879431 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a25b509-62d8-4b72-8595-ddab34e91700 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:41:15.879750 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a25b509-62d8-4b72-8595-ddab34e91700 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:41:15.880059 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a25b509-62d8-4b72-8595-ddab34e91700 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:41:15.880355 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a25b509-62d8-4b72-8595-ddab34e91700 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:41:15.880668 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a25b509-62d8-4b72-8595-ddab34e91700 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:41:15.888892 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a25b509-62d8-4b72-8595-ddab34e91700 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Checking segment: {'id': '5b37ce76-a339-4543-a5fd-a1a9384c3831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2d3bc74d-ba7e-48ee-9d91-310ffe59d5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:41:15.888892 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a25b509-62d8-4b72-8595-ddab34e91700 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Network hostable DHCP agents. Network: 2d3bc74d-ba7e-48ee-9d91-310ffe59d5d4, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:41:15.912798 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a25b509-62d8-4b72-8595-ddab34e91700 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Network 2d3bc74d-ba7e-48ee-9d91-310ffe59d5d4 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:41:15.923806 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-7a25b509-62d8-4b72-8595-ddab34e91700 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 2d3bc74d-ba7e-48ee-9d91-310ffe59d5d4) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:41:15.928255 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a25b509-62d8-4b72-8595-ddab34e91700 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:41:15.928890 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7a25b509-62d8-4b72-8595-ddab34e91700 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:15.933019 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60361256-92a8-4211-b4f0-6bff1ce44d2a None None] Network 2d3bc74d-ba7e-48ee-9d91-310ffe59d5d4 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:41:15.952282 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-7a25b509-62d8-4b72-8595-ddab34e91700 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6165926 May 05 22:41:15.955378 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35570) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:41:15.962972 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-5cdaec32-3456-4245-b200-6cb1c831a902 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-205536779'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:41:15.969486 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-5cdaec32-3456-4245-b200-6cb1c831a902 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:41:15.973986 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-5cdaec32-3456-4245-b200-6cb1c831a902 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Usage tracker for resource:network and tenant:d997395b24894543a971fd8239054fce is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:41:15.978119 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-5cdaec32-3456-4245-b200-6cb1c831a902 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:41:15.984067 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-5cdaec32-3456-4245-b200-6cb1c831a902 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:41:15.996582 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cdaec32-3456-4245-b200-6cb1c831a902 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Made reservation on behalf of d997395b24894543a971fd8239054fce for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:41:16.000035 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5cdaec32-3456-4245-b200-6cb1c831a902 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:16.030202 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cdaec32-3456-4245-b200-6cb1c831a902 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:41:16.038864 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5cdaec32-3456-4245-b200-6cb1c831a902 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:16.039256 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-5cdaec32-3456-4245-b200-6cb1c831a902 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Added segment 78d64588-e05b-4c6e-b819-4f938ecaf117 of type vlan for network b10af485-623c-439b-9926-5f9711644a3c May 05 22:41:16.069024 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5cdaec32-3456-4245-b200-6cb1c831a902 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:16.099506 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5cdaec32-3456-4245-b200-6cb1c831a902 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:16.103574 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cdaec32-3456-4245-b200-6cb1c831a902 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:41:16.104153 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5cdaec32-3456-4245-b200-6cb1c831a902 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:16.148218 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53391d46-ad27-454e-b75f-9ddb15f2a8bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-2d3bc74d-ba7e-48ee-9d91-310ffe59d5d4', 'network_id': '2d3bc74d-ba7e-48ee-9d91-310ffe59d5d4', 'tenant_id': 'd997395b24894543a971fd8239054fce', 'fixed_ips': [{'subnet_id': '172bb5b1-f787-406c-8a2f-a64784f7b087'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:41:16.149021 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-53391d46-ad27-454e-b75f-9ddb15f2a8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:16.216502 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-5cdaec32-3456-4245-b200-6cb1c831a902 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2599454 May 05 22:41:16.219340 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35574) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:41:16.221995 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdaec32-3456-4245-b200-6cb1c831a902 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Pushing event updated for resources: {'Network': ['ID=b10af485-623c-439b-9926-5f9711644a3c,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:16.228472 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-0a69b0d5-f41d-4050-85c2-265b71b6ca2e tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Request body: {'subnet': {'network_id': 'b10af485-623c-439b-9926-5f9711644a3c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:41:16.249233 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network b10af485-623c-439b-9926-5f9711644a3c details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:41:16.342484 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-0a69b0d5-f41d-4050-85c2-265b71b6ca2e tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:41:16.346436 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-0a69b0d5-f41d-4050-85c2-265b71b6ca2e tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Usage tracker for resource:subnet and tenant:d997395b24894543a971fd8239054fce is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:41:16.349525 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-0a69b0d5-f41d-4050-85c2-265b71b6ca2e tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:41:16.356017 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-0a69b0d5-f41d-4050-85c2-265b71b6ca2e tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:41:16.368385 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a69b0d5-f41d-4050-85c2-265b71b6ca2e tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Made reservation on behalf of d997395b24894543a971fd8239054fce for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:41:16.385207 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-cc037d3d-b480-4f09-918f-6c081b037b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:16.447654 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-53391d46-ad27-454e-b75f-9ddb15f2a8bb None None] Allocated IP 172.20.0.2 (2d3bc74d-ba7e-48ee-9d91-310ffe59d5d4/172bb5b1-f787-406c-8a2f-a64784f7b087/9063c5f0-259b-4a88-b076-ead3da51c0d8) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:41:16.469629 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0a69b0d5-f41d-4050-85c2-265b71b6ca2e tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:16.654079 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-53391d46-ad27-454e-b75f-9ddb15f2a8bb None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:16.664898 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-53391d46-ad27-454e-b75f-9ddb15f2a8bb None None] Transition to ACTIVE for port object 9063c5f0-259b-4a88-b076-ead3da51c0d8 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:41:16.684196 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-53391d46-ad27-454e-b75f-9ddb15f2a8bb None None] Transition to ACTIVE for port object 9063c5f0-259b-4a88-b076-ead3da51c0d8 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:41:16.690579 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-53391d46-ad27-454e-b75f-9ddb15f2a8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:16.759395 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53391d46-ad27-454e-b75f-9ddb15f2a8bb None None] Network 2d3bc74d-ba7e-48ee-9d91-310ffe59d5d4 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:41:16.762386 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-53391d46-ad27-454e-b75f-9ddb15f2a8bb None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:41:16.766830 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53391d46-ad27-454e-b75f-9ddb15f2a8bb None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:41:16.768970 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53391d46-ad27-454e-b75f-9ddb15f2a8bb None None] Pushing event updated for resources: {'Port': ['ID=9063c5f0-259b-4a88-b076-ead3da51c0d8,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:16.800151 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0a69b0d5-f41d-4050-85c2-265b71b6ca2e tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:16.858991 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-53391d46-ad27-454e-b75f-9ddb15f2a8bb None None] Attempting to bind port 9063c5f0-259b-4a88-b076-ead3da51c0d8 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:41:16.859428 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-53391d46-ad27-454e-b75f-9ddb15f2a8bb None None] Attempting to bind port 9063c5f0-259b-4a88-b076-ead3da51c0d8 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '5b37ce76-a339-4543-a5fd-a1a9384c3831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2d3bc74d-ba7e-48ee-9d91-310ffe59d5d4'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:41:16.860384 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53391d46-ad27-454e-b75f-9ddb15f2a8bb None None] Attempting to bind port 9063c5f0-259b-4a88-b076-ead3da51c0d8 on network 2d3bc74d-ba7e-48ee-9d91-310ffe59d5d4 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:41:16.867417 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53391d46-ad27-454e-b75f-9ddb15f2a8bb None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:41:16.867776 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53391d46-ad27-454e-b75f-9ddb15f2a8bb None None] Checking segment: {'id': '5b37ce76-a339-4543-a5fd-a1a9384c3831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2d3bc74d-ba7e-48ee-9d91-310ffe59d5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:41:16.868162 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-53391d46-ad27-454e-b75f-9ddb15f2a8bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:16.868539 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53391d46-ad27-454e-b75f-9ddb15f2a8bb None None] Bound using segment: {'id': '5b37ce76-a339-4543-a5fd-a1a9384c3831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2d3bc74d-ba7e-48ee-9d91-310ffe59d5d4'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:41:16.868989 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-53391d46-ad27-454e-b75f-9ddb15f2a8bb None None] Bound port: 9063c5f0-259b-4a88-b076-ead3da51c0d8, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b37ce76-a339-4543-a5fd-a1a9384c3831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2d3bc74d-ba7e-48ee-9d91-310ffe59d5d4'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:41:16.869347 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-53391d46-ad27-454e-b75f-9ddb15f2a8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:16.875394 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a69b0d5-f41d-4050-85c2-265b71b6ca2e tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Pushing event updated for resources: {'Subnet': ['ID=cd5798a1-0a70-4d03-8be9-2a8a8aa9ca72,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:16.887325 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a69b0d5-f41d-4050-85c2-265b71b6ca2e tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Checking segment: {'id': '78d64588-e05b-4c6e-b819-4f938ecaf117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b10af485-623c-439b-9926-5f9711644a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:41:16.887708 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a69b0d5-f41d-4050-85c2-265b71b6ca2e tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Network hostable DHCP agents. Network: b10af485-623c-439b-9926-5f9711644a3c, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:41:16.910337 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a69b0d5-f41d-4050-85c2-265b71b6ca2e tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Network b10af485-623c-439b-9926-5f9711644a3c is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:41:16.921181 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-0a69b0d5-f41d-4050-85c2-265b71b6ca2e tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, b10af485-623c-439b-9926-5f9711644a3c) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:41:16.932944 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beba5e73-c7ef-4d2d-9056-596fd0e47cdb None None] Network b10af485-623c-439b-9926-5f9711644a3c requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:41:16.933955 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a69b0d5-f41d-4050-85c2-265b71b6ca2e tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:41:16.934842 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0a69b0d5-f41d-4050-85c2-265b71b6ca2e tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:16.959478 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0a69b0d5-f41d-4050-85c2-265b71b6ca2e tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7363946 May 05 22:41:16.959803 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35578) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:41:16.965436 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-05150af2-fa98-41ac-97ad-1daefcd6fdf8 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b10af485-623c-439b-9926-5f9711644a3c'}}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:41:17.035015 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-53391d46-ad27-454e-b75f-9ddb15f2a8bb None None] For port 9063c5f0-259b-4a88-b076-ead3da51c0d8, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:41:17.039458 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-53391d46-ad27-454e-b75f-9ddb15f2a8bb None None] For port 9063c5f0-259b-4a88-b076-ead3da51c0d8, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=9063c5f0-259b-4a88-b076-ead3da51c0d8,segment=NetworkSegment(5b37ce76-a339-4543-a5fd-a1a9384c3831),segment_id=5b37ce76-a339-4543-a5fd-a1a9384c3831)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:41:17.054179 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-53391d46-ad27-454e-b75f-9ddb15f2a8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:17.194389 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53391d46-ad27-454e-b75f-9ddb15f2a8bb None None] Pushing event updated for resources: {'Port': ['ID=9063c5f0-259b-4a88-b076-ead3da51c0d8,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:17.247267 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3a7546-d17e-4837-98ce-5492f79e17dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-b10af485-623c-439b-9926-5f9711644a3c', 'network_id': 'b10af485-623c-439b-9926-5f9711644a3c', 'tenant_id': 'd997395b24894543a971fd8239054fce', 'fixed_ips': [{'subnet_id': 'cd5798a1-0a70-4d03-8be9-2a8a8aa9ca72'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:41:17.248065 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6e3a7546-d17e-4837-98ce-5492f79e17dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:17.384062 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-05150af2-fa98-41ac-97ad-1daefcd6fdf8 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:17.449189 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-6e3a7546-d17e-4837-98ce-5492f79e17dc None None] Allocated IP 172.21.0.2 (b10af485-623c-439b-9926-5f9711644a3c/cd5798a1-0a70-4d03-8be9-2a8a8aa9ca72/5d852423-d83b-4e14-a7bd-09249f84aa6f) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:41:17.550108 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [None req-05150af2-fa98-41ac-97ad-1daefcd6fdf8 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 22:41:17.557335 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-05150af2-fa98-41ac-97ad-1daefcd6fdf8 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] 10.222.0.23 "PUT /v2.0/routers/a6c6e88f-7c4a-49b7-a7d8-8b4b31507cfa HTTP/1.1" status: 400 len: 364 time: 0.5906236 May 05 22:41:17.558032 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35582) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:41:17.582432 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:17.599032 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:17.626271 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe6fa751-0408-4eed-bd17-94033ff7340b tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Deleting subnet cd5798a1-0a70-4d03-8be9-2a8a8aa9ca72 {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:41:17.717545 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6e3a7546-d17e-4837-98ce-5492f79e17dc None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:17.728773 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-6e3a7546-d17e-4837-98ce-5492f79e17dc None None] Transition to ACTIVE for port object 5d852423-d83b-4e14-a7bd-09249f84aa6f will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:41:17.748555 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-6e3a7546-d17e-4837-98ce-5492f79e17dc None None] Transition to ACTIVE for port object 5d852423-d83b-4e14-a7bd-09249f84aa6f will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:41:17.754519 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fe6fa751-0408-4eed-bd17-94033ff7340b tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:17.755023 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6e3a7546-d17e-4837-98ce-5492f79e17dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:17.814122 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fe6fa751-0408-4eed-bd17-94033ff7340b tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:17.824638 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3a7546-d17e-4837-98ce-5492f79e17dc None None] Network b10af485-623c-439b-9926-5f9711644a3c is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:41:17.828499 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-6e3a7546-d17e-4837-98ce-5492f79e17dc None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:41:17.830344 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3a7546-d17e-4837-98ce-5492f79e17dc None None] Pushing event updated for resources: {'Port': ['ID=5d852423-d83b-4e14-a7bd-09249f84aa6f,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:17.832474 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3a7546-d17e-4837-98ce-5492f79e17dc None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:41:17.907247 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fe6fa751-0408-4eed-bd17-94033ff7340b tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:17.925646 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-6e3a7546-d17e-4837-98ce-5492f79e17dc None None] Attempting to bind port 5d852423-d83b-4e14-a7bd-09249f84aa6f on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:41:17.926018 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-6e3a7546-d17e-4837-98ce-5492f79e17dc None None] Attempting to bind port 5d852423-d83b-4e14-a7bd-09249f84aa6f by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '78d64588-e05b-4c6e-b819-4f938ecaf117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b10af485-623c-439b-9926-5f9711644a3c'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:41:17.926375 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3a7546-d17e-4837-98ce-5492f79e17dc None None] Attempting to bind port 5d852423-d83b-4e14-a7bd-09249f84aa6f on network b10af485-623c-439b-9926-5f9711644a3c {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:41:17.933344 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3a7546-d17e-4837-98ce-5492f79e17dc None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:41:17.934270 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3a7546-d17e-4837-98ce-5492f79e17dc None None] Checking segment: {'id': '78d64588-e05b-4c6e-b819-4f938ecaf117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b10af485-623c-439b-9926-5f9711644a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:41:17.934714 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6e3a7546-d17e-4837-98ce-5492f79e17dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:17.935118 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3a7546-d17e-4837-98ce-5492f79e17dc None None] Bound using segment: {'id': '78d64588-e05b-4c6e-b819-4f938ecaf117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b10af485-623c-439b-9926-5f9711644a3c'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:41:17.935583 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-6e3a7546-d17e-4837-98ce-5492f79e17dc None None] Bound port: 5d852423-d83b-4e14-a7bd-09249f84aa6f, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78d64588-e05b-4c6e-b819-4f938ecaf117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b10af485-623c-439b-9926-5f9711644a3c'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:41:17.935960 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6e3a7546-d17e-4837-98ce-5492f79e17dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:17.991811 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fe6fa751-0408-4eed-bd17-94033ff7340b tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:18.035635 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6fa751-0408-4eed-bd17-94033ff7340b tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Pushing event deleted for resources: {'Subnet': ['ID=cd5798a1-0a70-4d03-8be9-2a8a8aa9ca72,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:18.042182 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fe6fa751-0408-4eed-bd17-94033ff7340b tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:18.048641 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-fe6fa751-0408-4eed-bd17-94033ff7340b tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] 10.222.0.23 "DELETE /v2.0/subnets/cd5798a1-0a70-4d03-8be9-2a8a8aa9ca72 HTTP/1.1" status: 204 len: 168 time: 0.4899464 May 05 22:41:18.051361 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35586) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:41:18.052398 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-6e3a7546-d17e-4837-98ce-5492f79e17dc None None] For port 5d852423-d83b-4e14-a7bd-09249f84aa6f, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:41:18.055974 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-6e3a7546-d17e-4837-98ce-5492f79e17dc None None] For port 5d852423-d83b-4e14-a7bd-09249f84aa6f, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=5d852423-d83b-4e14-a7bd-09249f84aa6f,segment=NetworkSegment(78d64588-e05b-4c6e-b819-4f938ecaf117),segment_id=78d64588-e05b-4c6e-b819-4f938ecaf117)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:41:18.061637 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6e3a7546-d17e-4837-98ce-5492f79e17dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:18.166698 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5eb717b6-377b-4bdb-8e9e-f06060d3affa tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:18.178989 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-5eb717b6-377b-4bdb-8e9e-f06060d3affa tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Deleting port 5d852423-d83b-4e14-a7bd-09249f84aa6f {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:41:18.179473 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5eb717b6-377b-4bdb-8e9e-f06060d3affa tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:18.185555 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3a7546-d17e-4837-98ce-5492f79e17dc None None] Pushing event updated for resources: {'Port': ['ID=5d852423-d83b-4e14-a7bd-09249f84aa6f,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:18.192804 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e5dfb8-5311-4139-8dd4-d7f79fe8d2b1 None None] Network 2d3bc74d-ba7e-48ee-9d91-310ffe59d5d4 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:41:18.287929 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-848f60ce-4db0-43e8-a354-397a1b2d21a6 None None] Provisioning for port 9063c5f0-259b-4a88-b076-ead3da51c0d8 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:41:18.444495 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-5eb717b6-377b-4bdb-8e9e-f06060d3affa tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] For port 5d852423-d83b-4e14-a7bd-09249f84aa6f, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=5d852423-d83b-4e14-a7bd-09249f84aa6f,segment=NetworkSegment(78d64588-e05b-4c6e-b819-4f938ecaf117),segment_id=78d64588-e05b-4c6e-b819-4f938ecaf117)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:41:18.444748 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5eb717b6-377b-4bdb-8e9e-f06060d3affa tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:18.686848 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-5eb717b6-377b-4bdb-8e9e-f06060d3affa tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Calling delete_port for 5d852423-d83b-4e14-a7bd-09249f84aa6f owned by network:dhcp {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:41:18.707112 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 5d852423-d83b-4e14-a7bd-09249f84aa6f up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:41:18.765712 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5eb717b6-377b-4bdb-8e9e-f06060d3affa tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:18.766448 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No active binding found for port 5d852423-d83b-4e14-a7bd-09249f84aa6f {{(pid=84064) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 05 22:41:18.766894 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 5d852423-d83b-4e14-a7bd-09249f84aa6f not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 05 22:41:18.799443 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Port 5d852423-d83b-4e14-a7bd-09249f84aa6f not found, will not notify nova. {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 05 22:41:18.799837 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 9063c5f0-259b-4a88-b076-ead3da51c0d8 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:41:18.810265 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb717b6-377b-4bdb-8e9e-f06060d3affa tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Pushing event deleted for resources: {'Port': ['ID=5d852423-d83b-4e14-a7bd-09249f84aa6f,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:18.816256 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb717b6-377b-4bdb-8e9e-f06060d3affa tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] No DVR routers for this DVR port 5d852423-d83b-4e14-a7bd-09249f84aa6f on host n-d-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:41:18.886793 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 9063c5f0-259b-4a88-b076-ead3da51c0d8 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:41:18.893055 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 9063c5f0-259b-4a88-b076-ead3da51c0d8 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:41:18.893423 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:18.946209 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5eb717b6-377b-4bdb-8e9e-f06060d3affa tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:18.974334 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-5eb717b6-377b-4bdb-8e9e-f06060d3affa tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b10af485-623c-439b-9926-5f9711644a3c']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:41:18.989925 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-5eb717b6-377b-4bdb-8e9e-f06060d3affa tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78d64588-e05b-4c6e-b819-4f938ecaf117') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:41:18.990219 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-5eb717b6-377b-4bdb-8e9e-f06060d3affa tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78d64588-e05b-4c6e-b819-4f938ecaf117') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:41:19.003600 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5eb717b6-377b-4bdb-8e9e-f06060d3affa tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:19.012614 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:19.021481 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5eb717b6-377b-4bdb-8e9e-f06060d3affa tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:19.028836 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eb717b6-377b-4bdb-8e9e-f06060d3affa tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:41:19.029387 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5eb717b6-377b-4bdb-8e9e-f06060d3affa tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:19.047005 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 9063c5f0-259b-4a88-b076-ead3da51c0d8, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=9063c5f0-259b-4a88-b076-ead3da51c0d8,segment=NetworkSegment(5b37ce76-a339-4543-a5fd-a1a9384c3831),segment_id=5b37ce76-a339-4543-a5fd-a1a9384c3831)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:41:19.049137 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 22:41:19.049137 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:41:19.049137 n-d-825175-4 neutron-server[84061]: timer() May 05 22:41:19.049137 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:41:19.049137 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 22:41:19.049137 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:41:19.049137 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 22:41:19.049137 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:41:19.049137 n-d-825175-4 neutron-server[84061]: self._notify() May 05 22:41:19.049137 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:41:19.049137 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 22:41:19.049137 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:41:19.049137 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 22:41:19.049137 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:41:19.049137 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:41:19.049137 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:41:19.049137 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:41:19.049137 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:41:19.049137 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 22:41:19.049137 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:41:19.049137 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 22:41:19.049137 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:41:19.049137 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:41:19.049137 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:41:19.049137 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 22:41:19.049137 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:41:19.049137 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:41:19.049137 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:41:19.049137 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:41:19.049137 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:41:19.049137 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:41:19.049137 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:41:19.053051 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:19.134218 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5eb717b6-377b-4bdb-8e9e-f06060d3affa tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:19.140605 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=9063c5f0-259b-4a88-b076-ead3da51c0d8,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:19.155252 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:19.159207 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5eb717b6-377b-4bdb-8e9e-f06060d3affa tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:19.171036 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb717b6-377b-4bdb-8e9e-f06060d3affa tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Pushing event deleted for resources: {'Network': ['ID=b10af485-623c-439b-9926-5f9711644a3c,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:19.174550 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-5eb717b6-377b-4bdb-8e9e-f06060d3affa tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] 10.222.0.23 "DELETE /v2.0/networks/b10af485-623c-439b-9926-5f9711644a3c HTTP/1.1" status: 204 len: 168 time: 1.1225903 May 05 22:41:19.177033 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35590) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:41:19.231729 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7076087d-3746-4b0f-80b2-bc2b3d3df98e None None] DHCP port deletion for b10af485-623c-439b-9926-5f9711644a3c request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:41:19.246644 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-30995d8f-a4da-4932-b6be-8afce7f80a6b tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Deleting subnet 172bb5b1-f787-406c-8a2f-a64784f7b087 {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:41:19.249504 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7767d457-f66a-4c0a-8010-961bfe91b3f8 None None] Network b10af485-623c-439b-9926-5f9711644a3c requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:41:19.249779 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-30995d8f-a4da-4932-b6be-8afce7f80a6b tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:19.267792 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7767d457-f66a-4c0a-8010-961bfe91b3f8 None None] Network b10af485-623c-439b-9926-5f9711644a3c could not be found, it might have been deleted concurrently. {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 05 22:41:19.275544 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-7772371b-2ccb-4735-a74c-b011507d13c7 None None] Could not find standard attr ID for object 5d852423-d83b-4e14-a7bd-09249f84aa6f. {{(pid=84064) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 22:41:19.305888 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-30995d8f-a4da-4932-b6be-8afce7f80a6b tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:19.404521 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-30995d8f-a4da-4932-b6be-8afce7f80a6b tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:19.476628 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-30995d8f-a4da-4932-b6be-8afce7f80a6b tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:19.513993 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30995d8f-a4da-4932-b6be-8afce7f80a6b tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Pushing event deleted for resources: {'Subnet': ['ID=172bb5b1-f787-406c-8a2f-a64784f7b087,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:19.520282 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-30995d8f-a4da-4932-b6be-8afce7f80a6b tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:19.526460 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-30995d8f-a4da-4932-b6be-8afce7f80a6b tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] 10.222.0.23 "DELETE /v2.0/subnets/172bb5b1-f787-406c-8a2f-a64784f7b087 HTTP/1.1" status: 204 len: 168 time: 0.3484452 May 05 22:41:19.527895 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3363131-8f00-4ed3-8633-5402ef03b11c None None] Network 2d3bc74d-ba7e-48ee-9d91-310ffe59d5d4 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:41:19.529544 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 35594) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:41:19.649300 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b27672ba-3248-41bf-8f60-38cd713c0c96 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:19.660872 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-b27672ba-3248-41bf-8f60-38cd713c0c96 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Deleting port 9063c5f0-259b-4a88-b076-ead3da51c0d8 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:41:19.661227 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b27672ba-3248-41bf-8f60-38cd713c0c96 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:19.774744 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2628e3c9-dc9f-4199-bbcb-dca190263a49 None None] DHCP port deletion for 2d3bc74d-ba7e-48ee-9d91-310ffe59d5d4 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:41:19.780517 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-2628e3c9-dc9f-4199-bbcb-dca190263a49 None None] Deleting port 9063c5f0-259b-4a88-b076-ead3da51c0d8 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:41:19.780802 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2628e3c9-dc9f-4199-bbcb-dca190263a49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:19.969019 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-b27672ba-3248-41bf-8f60-38cd713c0c96 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] For port 9063c5f0-259b-4a88-b076-ead3da51c0d8, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=9063c5f0-259b-4a88-b076-ead3da51c0d8,segment=NetworkSegment(5b37ce76-a339-4543-a5fd-a1a9384c3831),segment_id=5b37ce76-a339-4543-a5fd-a1a9384c3831)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:41:19.969343 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b27672ba-3248-41bf-8f60-38cd713c0c96 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:19.982601 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-2628e3c9-dc9f-4199-bbcb-dca190263a49 None None] For port 9063c5f0-259b-4a88-b076-ead3da51c0d8, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=9063c5f0-259b-4a88-b076-ead3da51c0d8,segment=NetworkSegment(5b37ce76-a339-4543-a5fd-a1a9384c3831),segment_id=5b37ce76-a339-4543-a5fd-a1a9384c3831)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:41:19.983010 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2628e3c9-dc9f-4199-bbcb-dca190263a49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:20.092141 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-b27672ba-3248-41bf-8f60-38cd713c0c96 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Calling delete_port for 9063c5f0-259b-4a88-b076-ead3da51c0d8 owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:41:20.105399 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-2628e3c9-dc9f-4199-bbcb-dca190263a49 None None] Calling delete_port for 9063c5f0-259b-4a88-b076-ead3da51c0d8 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:41:20.171349 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b27672ba-3248-41bf-8f60-38cd713c0c96 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:20.185745 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-2628e3c9-dc9f-4199-bbcb-dca190263a49 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:41:20.186337 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-2628e3c9-dc9f-4199-bbcb-dca190263a49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:41:20.221027 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27672ba-3248-41bf-8f60-38cd713c0c96 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Pushing event deleted for resources: {'Port': ['ID=9063c5f0-259b-4a88-b076-ead3da51c0d8,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:20.224387 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27672ba-3248-41bf-8f60-38cd713c0c96 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] No DVR routers for this DVR port 9063c5f0-259b-4a88-b076-ead3da51c0d8 on host n-d-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:41:20.352546 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b27672ba-3248-41bf-8f60-38cd713c0c96 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:20.378265 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-b27672ba-3248-41bf-8f60-38cd713c0c96 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d3bc74d-ba7e-48ee-9d91-310ffe59d5d4']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:41:20.390121 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-b27672ba-3248-41bf-8f60-38cd713c0c96 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b37ce76-a339-4543-a5fd-a1a9384c3831') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:41:20.390445 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-b27672ba-3248-41bf-8f60-38cd713c0c96 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b37ce76-a339-4543-a5fd-a1a9384c3831') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:41:20.402776 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b27672ba-3248-41bf-8f60-38cd713c0c96 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:20.418541 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b27672ba-3248-41bf-8f60-38cd713c0c96 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:20.425265 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b27672ba-3248-41bf-8f60-38cd713c0c96 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:41:20.425698 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b27672ba-3248-41bf-8f60-38cd713c0c96 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:20.440129 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:41:20.440129 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:41:20.440129 n-d-825175-4 neutron-server[84063]: timer() May 05 22:41:20.440129 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:41:20.440129 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:41:20.440129 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:41:20.440129 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:41:20.440129 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:41:20.440129 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:41:20.440129 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:41:20.440129 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:41:20.440129 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:41:20.440129 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:41:20.440129 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:41:20.440129 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:41:20.440129 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:41:20.440129 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:41:20.440129 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:41:20.440129 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:41:20.440129 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:41:20.440129 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:41:20.440129 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:41:20.440129 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:41:20.440129 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:41:20.440129 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:41:20.440129 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:41:20.440129 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:41:20.440129 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:41:20.440129 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:41:20.440129 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:41:20.440129 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:41:20.440129 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:41:20.521101 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b27672ba-3248-41bf-8f60-38cd713c0c96 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:20.539200 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b27672ba-3248-41bf-8f60-38cd713c0c96 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:20.550255 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27672ba-3248-41bf-8f60-38cd713c0c96 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Pushing event deleted for resources: {'Network': ['ID=2d3bc74d-ba7e-48ee-9d91-310ffe59d5d4,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:20.557036 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b27672ba-3248-41bf-8f60-38cd713c0c96 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] 10.222.0.23 "DELETE /v2.0/networks/2d3bc74d-ba7e-48ee-9d91-310ffe59d5d4 HTTP/1.1" status: 204 len: 168 time: 1.0237944 May 05 22:41:20.557799 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 35598) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:41:20.601460 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-981d620f-9d0d-46df-b549-c1586a935025 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Synchronizing usage tracker for tenant:d997395b24894543a971fd8239054fce on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:41:20.618376 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-981d620f-9d0d-46df-b549-c1586a935025 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Unset dirty status for tenant:d997395b24894543a971fd8239054fce on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:41:20.622452 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-981d620f-9d0d-46df-b549-c1586a935025 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] 10.222.0.23 "GET /v2.0/ports?device_id=a6c6e88f-7c4a-49b7-a7d8-8b4b31507cfa HTTP/1.1" status: 200 len: 205 time: 0.0614593 May 05 22:41:20.622675 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 35602) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:41:20.638398 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 5d852423-d83b-4e14-a7bd-09249f84aa6f no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:41:20.671244 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 5d852423-d83b-4e14-a7bd-09249f84aa6f {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:41:20.671576 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 5d852423-d83b-4e14-a7bd-09249f84aa6f not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:41:20.671988 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 9063c5f0-259b-4a88-b076-ead3da51c0d8 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:41:20.697008 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-2628e3c9-dc9f-4199-bbcb-dca190263a49 None None] Deleting port 9063c5f0-259b-4a88-b076-ead3da51c0d8 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:41:20.697373 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2628e3c9-dc9f-4199-bbcb-dca190263a49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:20.730933 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 9063c5f0-259b-4a88-b076-ead3da51c0d8 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:41:20.731268 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 9063c5f0-259b-4a88-b076-ead3da51c0d8 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:41:20.769743 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-2628e3c9-dc9f-4199-bbcb-dca190263a49 None None] The port '9063c5f0-259b-4a88-b076-ead3da51c0d8' was deleted {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 22:41:20.778707 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4571ba4a-516f-42fe-84d8-26cff495d771 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:21.183515 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4571ba4a-516f-42fe-84d8-26cff495d771 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:21.191727 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4571ba4a-516f-42fe-84d8-26cff495d771 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:21.223698 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4571ba4a-516f-42fe-84d8-26cff495d771 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:21.224290 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4571ba4a-516f-42fe-84d8-26cff495d771 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Fanout notify agent at l3_agent the message router_deleted on router a6c6e88f-7c4a-49b7-a7d8-8b4b31507cfa {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:41:21.239389 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4571ba4a-516f-42fe-84d8-26cff495d771 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:21.240475 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-4571ba4a-516f-42fe-84d8-26cff495d771 tempest-RoutersNegativeTest-2085561347 tempest-RoutersNegativeTest-2085561347-project] 10.222.0.23 "DELETE /v2.0/routers/a6c6e88f-7c4a-49b7-a7d8-8b4b31507cfa HTTP/1.1" status: 204 len: 168 time: 0.6168401 May 05 22:41:21.585545 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35610) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:41:21.773834 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-778afa04-766a-4a4b-bcd7-6d0d854d228f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d997395b24894543a971fd8239054fce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1871939 May 05 22:41:21.776657 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 35616) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:41:21.842749 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a7b804c5-4a24-4e7e-a8fc-4dcf92bb445d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:21.870632 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a7b804c5-4a24-4e7e-a8fc-4dcf92bb445d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:22.019489 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a7b804c5-4a24-4e7e-a8fc-4dcf92bb445d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:22.034175 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b804c5-4a24-4e7e-a8fc-4dcf92bb445d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6424af9-ef2b-4f7b-aef9-67b0c1cb8509,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:22.040241 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a7b804c5-4a24-4e7e-a8fc-4dcf92bb445d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:22.041347 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a7b804c5-4a24-4e7e-a8fc-4dcf92bb445d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e6424af9-ef2b-4f7b-aef9-67b0c1cb8509 HTTP/1.1" status: 204 len: 168 time: 0.2632470 May 05 22:41:22.966870 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 35638) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:41:23.124315 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-d13b8a4f-c681-42ed-986c-dbfeaa6d90b9 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1692994879-network', 'tenant_id': '20c8451f67354c2b9745aa14a8262be9'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:41:23.130726 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-d13b8a4f-c681-42ed-986c-dbfeaa6d90b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:41:23.135051 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d13b8a4f-c681-42ed-986c-dbfeaa6d90b9 admin admin] Usage tracker for resource:network and tenant:20c8451f67354c2b9745aa14a8262be9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:41:23.138280 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d13b8a4f-c681-42ed-986c-dbfeaa6d90b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:41:23.144941 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-d13b8a4f-c681-42ed-986c-dbfeaa6d90b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:41:23.159393 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13b8a4f-c681-42ed-986c-dbfeaa6d90b9 admin admin] Made reservation on behalf of 20c8451f67354c2b9745aa14a8262be9 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:41:23.161813 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d13b8a4f-c681-42ed-986c-dbfeaa6d90b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:23.174687 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d13b8a4f-c681-42ed-986c-dbfeaa6d90b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:23.212708 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-d13b8a4f-c681-42ed-986c-dbfeaa6d90b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:41:23.217080 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d13b8a4f-c681-42ed-986c-dbfeaa6d90b9 admin admin] Usage tracker for resource:security_group_rule and tenant:20c8451f67354c2b9745aa14a8262be9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:41:23.220044 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d13b8a4f-c681-42ed-986c-dbfeaa6d90b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:41:23.226021 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-d13b8a4f-c681-42ed-986c-dbfeaa6d90b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:41:23.292668 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d13b8a4f-c681-42ed-986c-dbfeaa6d90b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:23.298182 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d13b8a4f-c681-42ed-986c-dbfeaa6d90b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:23.329905 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d13b8a4f-c681-42ed-986c-dbfeaa6d90b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:41:23.338250 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13b8a4f-c681-42ed-986c-dbfeaa6d90b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f9c760-9ea6-4042-b25c-03fad992053e,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:23.345414 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d13b8a4f-c681-42ed-986c-dbfeaa6d90b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:23.345716 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-d13b8a4f-c681-42ed-986c-dbfeaa6d90b9 admin admin] Added segment 9dfcb4f8-0d24-4fdb-90e3-9ab8fd77d60a of type vlan for network 5a28faa4-fc60-4b1f-9d72-d5ed016d96cd May 05 22:41:23.378784 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d13b8a4f-c681-42ed-986c-dbfeaa6d90b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:23.413834 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d13b8a4f-c681-42ed-986c-dbfeaa6d90b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:23.414618 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13b8a4f-c681-42ed-986c-dbfeaa6d90b9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:41:23.415209 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d13b8a4f-c681-42ed-986c-dbfeaa6d90b9 admin admin] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:23.516716 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d13b8a4f-c681-42ed-986c-dbfeaa6d90b9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5487058 May 05 22:41:23.519532 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13b8a4f-c681-42ed-986c-dbfeaa6d90b9 admin admin] Pushing event updated for resources: {'Network': ['ID=5a28faa4-fc60-4b1f-9d72-d5ed016d96cd,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:23.520218 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35644) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:41:23.526684 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-047ae5c8-bfc0-4f38-b88b-b9e80a596fa6 admin admin] Request body: {'subnet': {'network_id': '5a28faa4-fc60-4b1f-9d72-d5ed016d96cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1692994879-subnet', 'tenant_id': '20c8451f67354c2b9745aa14a8262be9', 'ip_version': 4}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:41:23.530607 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 5a28faa4-fc60-4b1f-9d72-d5ed016d96cd details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:41:23.533343 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-047ae5c8-bfc0-4f38-b88b-b9e80a596fa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:41:23.537556 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-047ae5c8-bfc0-4f38-b88b-b9e80a596fa6 admin admin] Usage tracker for resource:subnet and tenant:20c8451f67354c2b9745aa14a8262be9 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:41:23.545345 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-047ae5c8-bfc0-4f38-b88b-b9e80a596fa6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:41:23.551748 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-047ae5c8-bfc0-4f38-b88b-b9e80a596fa6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:41:23.566291 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047ae5c8-bfc0-4f38-b88b-b9e80a596fa6 admin admin] Made reservation on behalf of 20c8451f67354c2b9745aa14a8262be9 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:41:23.569529 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-047ae5c8-bfc0-4f38-b88b-b9e80a596fa6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:23.782596 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-047ae5c8-bfc0-4f38-b88b-b9e80a596fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:23.849705 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047ae5c8-bfc0-4f38-b88b-b9e80a596fa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e86ce8d-be53-4786-9a95-76d7e594f2c2,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:23.867511 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047ae5c8-bfc0-4f38-b88b-b9e80a596fa6 admin admin] Checking segment: {'id': '9dfcb4f8-0d24-4fdb-90e3-9ab8fd77d60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5a28faa4-fc60-4b1f-9d72-d5ed016d96cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:41:23.867857 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047ae5c8-bfc0-4f38-b88b-b9e80a596fa6 admin admin] Network hostable DHCP agents. Network: 5a28faa4-fc60-4b1f-9d72-d5ed016d96cd, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:41:23.893348 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047ae5c8-bfc0-4f38-b88b-b9e80a596fa6 admin admin] Network 5a28faa4-fc60-4b1f-9d72-d5ed016d96cd is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:41:23.904081 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-047ae5c8-bfc0-4f38-b88b-b9e80a596fa6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 5a28faa4-fc60-4b1f-9d72-d5ed016d96cd) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:41:23.908143 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047ae5c8-bfc0-4f38-b88b-b9e80a596fa6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:41:23.908715 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-047ae5c8-bfc0-4f38-b88b-b9e80a596fa6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:23.913145 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd35a47f-02b5-41c7-bbd7-0c7c258ecea1 None None] Network 5a28faa4-fc60-4b1f-9d72-d5ed016d96cd requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:41:23.935614 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-047ae5c8-bfc0-4f38-b88b-b9e80a596fa6 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4140015 May 05 22:41:23.938160 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35650) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:41:23.943133 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-4a8a6cbb-e6de-4af4-9acc-3f304b57fd6d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1692994879-router', 'tenant_id': '20c8451f67354c2b9745aa14a8262be9', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:41:23.948454 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4a8a6cbb-e6de-4af4-9acc-3f304b57fd6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:41:23.952525 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-4a8a6cbb-e6de-4af4-9acc-3f304b57fd6d admin admin] Usage tracker for resource:router and tenant:20c8451f67354c2b9745aa14a8262be9 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:41:23.955463 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-4a8a6cbb-e6de-4af4-9acc-3f304b57fd6d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:41:23.961346 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4a8a6cbb-e6de-4af4-9acc-3f304b57fd6d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:41:23.977153 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4a8a6cbb-e6de-4af4-9acc-3f304b57fd6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:23.978150 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4a8a6cbb-e6de-4af4-9acc-3f304b57fd6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:23.997906 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4a8a6cbb-e6de-4af4-9acc-3f304b57fd6d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:24.128159 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94cd7de7-3e67-412a-9992-f7ffdd36c3f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-5a28faa4-fc60-4b1f-9d72-d5ed016d96cd', 'network_id': '5a28faa4-fc60-4b1f-9d72-d5ed016d96cd', 'tenant_id': '20c8451f67354c2b9745aa14a8262be9', 'fixed_ips': [{'subnet_id': '2e86ce8d-be53-4786-9a95-76d7e594f2c2'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:41:24.129010 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-94cd7de7-3e67-412a-9992-f7ffdd36c3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:24.158132 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4a8a6cbb-e6de-4af4-9acc-3f304b57fd6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:24.285703 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-94cd7de7-3e67-412a-9992-f7ffdd36c3f0 None None] Allocated IP 172.20.0.2 (5a28faa4-fc60-4b1f-9d72-d5ed016d96cd/2e86ce8d-be53-4786-9a95-76d7e594f2c2/25e0b9e2-296c-494c-a433-163fa745b07b) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:41:24.347482 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4a8a6cbb-e6de-4af4-9acc-3f304b57fd6d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:24.391212 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4a8a6cbb-e6de-4af4-9acc-3f304b57fd6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:24.489503 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-94cd7de7-3e67-412a-9992-f7ffdd36c3f0 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:24.499964 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-94cd7de7-3e67-412a-9992-f7ffdd36c3f0 None None] Transition to ACTIVE for port object 25e0b9e2-296c-494c-a433-163fa745b07b will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:41:24.517997 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-94cd7de7-3e67-412a-9992-f7ffdd36c3f0 None None] Transition to ACTIVE for port object 25e0b9e2-296c-494c-a433-163fa745b07b will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:41:24.525606 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-94cd7de7-3e67-412a-9992-f7ffdd36c3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:24.528391 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-4a8a6cbb-e6de-4af4-9acc-3f304b57fd6d admin admin] Allocated IP 172.25.4.182 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/6b2d59bc-c6e1-4125-b887-c0d3ed1ec229) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:41:24.592856 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cd7de7-3e67-412a-9992-f7ffdd36c3f0 None None] Network 5a28faa4-fc60-4b1f-9d72-d5ed016d96cd is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:41:24.596128 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-94cd7de7-3e67-412a-9992-f7ffdd36c3f0 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:41:24.600668 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cd7de7-3e67-412a-9992-f7ffdd36c3f0 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:41:24.602790 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd7de7-3e67-412a-9992-f7ffdd36c3f0 None None] Pushing event updated for resources: {'Port': ['ID=25e0b9e2-296c-494c-a433-163fa745b07b,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:24.679266 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4a8a6cbb-e6de-4af4-9acc-3f304b57fd6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:24.688598 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-94cd7de7-3e67-412a-9992-f7ffdd36c3f0 None None] Attempting to bind port 25e0b9e2-296c-494c-a433-163fa745b07b on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:41:24.688956 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-94cd7de7-3e67-412a-9992-f7ffdd36c3f0 None None] Attempting to bind port 25e0b9e2-296c-494c-a433-163fa745b07b by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '9dfcb4f8-0d24-4fdb-90e3-9ab8fd77d60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5a28faa4-fc60-4b1f-9d72-d5ed016d96cd'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:41:24.689294 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cd7de7-3e67-412a-9992-f7ffdd36c3f0 None None] Attempting to bind port 25e0b9e2-296c-494c-a433-163fa745b07b on network 5a28faa4-fc60-4b1f-9d72-d5ed016d96cd {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:41:24.695511 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cd7de7-3e67-412a-9992-f7ffdd36c3f0 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:41:24.695869 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cd7de7-3e67-412a-9992-f7ffdd36c3f0 None None] Checking segment: {'id': '9dfcb4f8-0d24-4fdb-90e3-9ab8fd77d60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5a28faa4-fc60-4b1f-9d72-d5ed016d96cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:41:24.696253 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-94cd7de7-3e67-412a-9992-f7ffdd36c3f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:24.696631 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cd7de7-3e67-412a-9992-f7ffdd36c3f0 None None] Bound using segment: {'id': '9dfcb4f8-0d24-4fdb-90e3-9ab8fd77d60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5a28faa4-fc60-4b1f-9d72-d5ed016d96cd'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:41:24.697078 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-94cd7de7-3e67-412a-9992-f7ffdd36c3f0 None None] Bound port: 25e0b9e2-296c-494c-a433-163fa745b07b, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dfcb4f8-0d24-4fdb-90e3-9ab8fd77d60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5a28faa4-fc60-4b1f-9d72-d5ed016d96cd'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:41:24.697436 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-94cd7de7-3e67-412a-9992-f7ffdd36c3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:24.708222 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4a8a6cbb-e6de-4af4-9acc-3f304b57fd6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:24.789637 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-94cd7de7-3e67-412a-9992-f7ffdd36c3f0 None None] For port 25e0b9e2-296c-494c-a433-163fa745b07b, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:41:24.792977 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-94cd7de7-3e67-412a-9992-f7ffdd36c3f0 None None] For port 25e0b9e2-296c-494c-a433-163fa745b07b, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=25e0b9e2-296c-494c-a433-163fa745b07b,segment=NetworkSegment(9dfcb4f8-0d24-4fdb-90e3-9ab8fd77d60a),segment_id=9dfcb4f8-0d24-4fdb-90e3-9ab8fd77d60a)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:41:24.797636 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-94cd7de7-3e67-412a-9992-f7ffdd36c3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:24.875893 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd7de7-3e67-412a-9992-f7ffdd36c3f0 None None] Pushing event updated for resources: {'Port': ['ID=25e0b9e2-296c-494c-a433-163fa745b07b,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:24.876710 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8a6cbb-e6de-4af4-9acc-3f304b57fd6d admin admin] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:41:24.880516 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-4a8a6cbb-e6de-4af4-9acc-3f304b57fd6d admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:41:24.882434 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a6cbb-e6de-4af4-9acc-3f304b57fd6d admin admin] Pushing event updated for resources: {'Port': ['ID=6b2d59bc-c6e1-4125-b887-c0d3ed1ec229,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:24.884564 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8a6cbb-e6de-4af4-9acc-3f304b57fd6d admin admin] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:41:25.057136 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4a8a6cbb-e6de-4af4-9acc-3f304b57fd6d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:25.057872 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4a8a6cbb-e6de-4af4-9acc-3f304b57fd6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:25.302459 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a8a6cbb-e6de-4af4-9acc-3f304b57fd6d admin admin] Router 2a4f34a2-9edc-471a-a981-b3b5ad2d08d0 is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 22:41:25.516345 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8a6cbb-e6de-4af4-9acc-3f304b57fd6d admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:41:25.529161 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46513d95-9e33-45c3-8970-83b2c96cbf7d None None] Sync routers for ids ['2a4f34a2-9edc-471a-a981-b3b5ad2d08d0'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:41:25.546333 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46513d95-9e33-45c3-8970-83b2c96cbf7d None None] Routers {'2a4f34a2-9edc-471a-a981-b3b5ad2d08d0'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:41:25.546952 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-46513d95-9e33-45c3-8970-83b2c96cbf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:41:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['2a4f34a2-9edc-471a-a981-b3b5ad2d08d0'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:41:25.548410 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4a8a6cbb-e6de-4af4-9acc-3f304b57fd6d admin admin] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:25.552995 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 35654) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:41:25.553524 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4a8a6cbb-e6de-4af4-9acc-3f304b57fd6d admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.6143064 May 05 22:41:25.750017 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-46513d95-9e33-45c3-8970-83b2c96cbf7d None None] Set router 2a4f34a2-9edc-471a-a981-b3b5ad2d08d0 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:41:25.853609 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8292a6-7ecf-4cec-9b85-3c4d338de6f7 None None] Network 5a28faa4-fc60-4b1f-9d72-d5ed016d96cd requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:41:26.074848 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-71bf2da1-7124-4085-ba88-35ec5acc4560 None None] Provisioning for port 25e0b9e2-296c-494c-a433-163fa745b07b completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:41:26.286035 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-46513d95-9e33-45c3-8970-83b2c96cbf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4f34a2-9edc-471a-a981-b3b5ad2d08d0', 'name': 'tempest-TestEncryptedCinderVolumes-1692994879-router', 'tenant_id': '20c8451f67354c2b9745aa14a8262be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '6b2d59bc-c6e1-4125-b887-c0d3ed1ec229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:41:23Z', 'updated_at': '2022-05-05T22:41:24Z', 'revision_number': 3, 'project_id': '20c8451f67354c2b9745aa14a8262be9', 'gw_port': {'id': '6b2d59bc-c6e1-4125-b887-c0d3ed1ec229', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fe:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4f34a2-9edc-471a-a981-b3b5ad2d08d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:41:24Z', 'updated_at': '2022-05-05T22:41:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:41:26.292452 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46513d95-9e33-45c3-8970-83b2c96cbf7d None None] Checking router: 2a4f34a2-9edc-471a-a981-b3b5ad2d08d0 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:41:26.292790 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46513d95-9e33-45c3-8970-83b2c96cbf7d None None] Updating router 2a4f34a2-9edc-471a-a981-b3b5ad2d08d0 port 6b2d59bc-c6e1-4125-b887-c0d3ed1ec229 binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:41:26.308178 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0d8d99b2-20a2-491c-8b85-66c357fc48c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:26.348156 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-46513d95-9e33-45c3-8970-83b2c96cbf7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:26.536065 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-0d8d99b2-20a2-491c-8b85-66c357fc48c5 admin admin] Allocated IP 172.20.0.1 (5a28faa4-fc60-4b1f-9d72-d5ed016d96cd/2e86ce8d-be53-4786-9a95-76d7e594f2c2/a9c960ba-ce62-45cc-b2b8-0d915b42fb8b) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:41:26.673520 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 25e0b9e2-296c-494c-a433-163fa745b07b up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:41:26.701525 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0d8d99b2-20a2-491c-8b85-66c357fc48c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:26.718014 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-0d8d99b2-20a2-491c-8b85-66c357fc48c5 admin admin] Transition to ACTIVE for port object a9c960ba-ce62-45cc-b2b8-0d915b42fb8b will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:41:26.741035 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0d8d99b2-20a2-491c-8b85-66c357fc48c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:26.757444 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-46513d95-9e33-45c3-8970-83b2c96cbf7d None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:26.772900 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-46513d95-9e33-45c3-8970-83b2c96cbf7d None None] Transition to ACTIVE for port object 6b2d59bc-c6e1-4125-b887-c0d3ed1ec229 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:41:26.783360 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-46513d95-9e33-45c3-8970-83b2c96cbf7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:26.815693 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8d99b2-20a2-491c-8b85-66c357fc48c5 admin admin] Network 5a28faa4-fc60-4b1f-9d72-d5ed016d96cd is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:41:26.816431 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8d99b2-20a2-491c-8b85-66c357fc48c5 admin admin] Pushing event updated for resources: {'Port': ['ID=a9c960ba-ce62-45cc-b2b8-0d915b42fb8b,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:26.820311 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 25e0b9e2-296c-494c-a433-163fa745b07b completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:41:26.821286 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-0d8d99b2-20a2-491c-8b85-66c357fc48c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:41:26.823734 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8d99b2-20a2-491c-8b85-66c357fc48c5 admin admin] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:41:26.847827 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 25e0b9e2-296c-494c-a433-163fa745b07b triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:41:26.848175 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:26.879139 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0d8d99b2-20a2-491c-8b85-66c357fc48c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:26.910590 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d037d2c3-08d2-4313-b604-0ee7ef7d4c6b None None] Pushing event updated for resources: {'Port': ['ID=6b2d59bc-c6e1-4125-b887-c0d3ed1ec229,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:26.933841 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-46513d95-9e33-45c3-8970-83b2c96cbf7d None None] Attempting to bind port 6b2d59bc-c6e1-4125-b887-c0d3ed1ec229 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:41:26.934902 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-46513d95-9e33-45c3-8970-83b2c96cbf7d None None] Attempting to bind port 6b2d59bc-c6e1-4125-b887-c0d3ed1ec229 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:41:26.935265 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46513d95-9e33-45c3-8970-83b2c96cbf7d None None] Attempting to bind port 6b2d59bc-c6e1-4125-b887-c0d3ed1ec229 on network 25bfe237-58de-4709-a3e0-ac79da07c300 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:41:26.947656 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46513d95-9e33-45c3-8970-83b2c96cbf7d None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:41:26.948023 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46513d95-9e33-45c3-8970-83b2c96cbf7d None None] Checking segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:41:26.948413 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-46513d95-9e33-45c3-8970-83b2c96cbf7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:26.948797 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46513d95-9e33-45c3-8970-83b2c96cbf7d None None] Bound using segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:41:26.949305 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-46513d95-9e33-45c3-8970-83b2c96cbf7d None None] Bound port: 6b2d59bc-c6e1-4125-b887-c0d3ed1ec229, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:41:26.950332 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-46513d95-9e33-45c3-8970-83b2c96cbf7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:27.068787 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0d8d99b2-20a2-491c-8b85-66c357fc48c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:27.086117 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-46513d95-9e33-45c3-8970-83b2c96cbf7d None None] For port 6b2d59bc-c6e1-4125-b887-c0d3ed1ec229, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:41:27.089667 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-46513d95-9e33-45c3-8970-83b2c96cbf7d None None] For port 6b2d59bc-c6e1-4125-b887-c0d3ed1ec229, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=6b2d59bc-c6e1-4125-b887-c0d3ed1ec229,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:41:27.091363 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:27.103217 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-46513d95-9e33-45c3-8970-83b2c96cbf7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:27.154766 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-6faab041-31d8-425a-9d26-f6b52248d069 None None] Provisioning for port a9c960ba-ce62-45cc-b2b8-0d915b42fb8b completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:41:27.173994 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-6faab041-31d8-425a-9d26-f6b52248d069 None None] Provisioning complete for port a9c960ba-ce62-45cc-b2b8-0d915b42fb8b triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:41:27.174352 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6faab041-31d8-425a-9d26-f6b52248d069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:27.254271 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 25e0b9e2-296c-494c-a433-163fa745b07b, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=25e0b9e2-296c-494c-a433-163fa745b07b,segment=NetworkSegment(9dfcb4f8-0d24-4fdb-90e3-9ab8fd77d60a),segment_id=9dfcb4f8-0d24-4fdb-90e3-9ab8fd77d60a)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:41:27.256958 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d037d2c3-08d2-4313-b604-0ee7ef7d4c6b None None] Pushing event updated for resources: {'Port': ['ID=6b2d59bc-c6e1-4125-b887-c0d3ed1ec229,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:27.266279 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:27.296281 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0d8d99b2-20a2-491c-8b85-66c357fc48c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:27.296741 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-6faab041-31d8-425a-9d26-f6b52248d069 None None] Port a9c960ba-ce62-45cc-b2b8-0d915b42fb8b cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:41:27.302038 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0d8d99b2-20a2-491c-8b85-66c357fc48c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:27.304865 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46513d95-9e33-45c3-8970-83b2c96cbf7d None None] Routers {'2a4f34a2-9edc-471a-a981-b3b5ad2d08d0'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:41:27.305481 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-46513d95-9e33-45c3-8970-83b2c96cbf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:41:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['2a4f34a2-9edc-471a-a981-b3b5ad2d08d0'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:41:27.406916 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8d99b2-20a2-491c-8b85-66c357fc48c5 admin admin] Pushing event updated for resources: {'Port': ['ID=a9c960ba-ce62-45cc-b2b8-0d915b42fb8b,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:27.409337 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0d8d99b2-20a2-491c-8b85-66c357fc48c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:27.470950 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=25e0b9e2-296c-494c-a433-163fa745b07b,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:27.508887 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-46513d95-9e33-45c3-8970-83b2c96cbf7d None None] Set router 2a4f34a2-9edc-471a-a981-b3b5ad2d08d0 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:41:27.554203 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8d99b2-20a2-491c-8b85-66c357fc48c5 admin admin] Network 5a28faa4-fc60-4b1f-9d72-d5ed016d96cd is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:41:27.555370 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-0d8d99b2-20a2-491c-8b85-66c357fc48c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:41:27.874370 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-035ceb54-2c7c-427a-804b-c223cb595d54 None None] Provisioning complete for port a9c960ba-ce62-45cc-b2b8-0d915b42fb8b triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:41:27.874964 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-035ceb54-2c7c-427a-804b-c223cb595d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:27.937643 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-035ceb54-2c7c-427a-804b-c223cb595d54 None None] Port a9c960ba-ce62-45cc-b2b8-0d915b42fb8b cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:41:27.948022 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-46513d95-9e33-45c3-8970-83b2c96cbf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4f34a2-9edc-471a-a981-b3b5ad2d08d0', 'name': 'tempest-TestEncryptedCinderVolumes-1692994879-router', 'tenant_id': '20c8451f67354c2b9745aa14a8262be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '6b2d59bc-c6e1-4125-b887-c0d3ed1ec229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:41:23Z', 'updated_at': '2022-05-05T22:41:27Z', 'revision_number': 4, 'project_id': '20c8451f67354c2b9745aa14a8262be9', 'gw_port': {'id': '6b2d59bc-c6e1-4125-b887-c0d3ed1ec229', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fe:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4f34a2-9edc-471a-a981-b3b5ad2d08d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:41:24Z', 'updated_at': '2022-05-05T22:41:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'a9c960ba-ce62-45cc-b2b8-0d915b42fb8b', 'name': '', 'network_id': '5a28faa4-fc60-4b1f-9d72-d5ed016d96cd', 'tenant_id': '20c8451f67354c2b9745aa14a8262be9', 'mac_address': 'fa:16:3e:37:d3:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4f34a2-9edc-471a-a981-b3b5ad2d08d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e86ce8d-be53-4786-9a95-76d7e594f2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:41:26Z', 'updated_at': '2022-05-05T22:41:27Z', 'revision_number': 2, 'project_id': '20c8451f67354c2b9745aa14a8262be9', 'subnets': [{'id': '2e86ce8d-be53-4786-9a95-76d7e594f2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:41:27.952428 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46513d95-9e33-45c3-8970-83b2c96cbf7d None None] The sync data for ids ['2a4f34a2-9edc-471a-a981-b3b5ad2d08d0'] in n-d-825175-4 is: [{'id': '2a4f34a2-9edc-471a-a981-b3b5ad2d08d0', 'name': 'tempest-TestEncryptedCinderVolumes-1692994879-router', 'tenant_id': '20c8451f67354c2b9745aa14a8262be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '6b2d59bc-c6e1-4125-b887-c0d3ed1ec229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:41:23Z', 'updated_at': '2022-05-05T22:41:27Z', 'revision_number': 4, 'project_id': '20c8451f67354c2b9745aa14a8262be9', 'gw_port': {'id': '6b2d59bc-c6e1-4125-b887-c0d3ed1ec229', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fe:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4f34a2-9edc-471a-a981-b3b5ad2d08d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:41:24Z', 'updated_at': '2022-05-05T22:41:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'a9c960ba-ce62-45cc-b2b8-0d915b42fb8b', 'name': '', 'network_id': '5a28faa4-fc60-4b1f-9d72-d5ed016d96cd', 'tenant_id': '20c8451f67354c2b9745aa14a8262be9', 'mac_address': 'fa:16:3e:37:d3:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4f34a2-9edc-471a-a981-b3b5ad2d08d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e86ce8d-be53-4786-9a95-76d7e594f2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:41:26Z', 'updated_at': '2022-05-05T22:41:27Z', 'revision_number': 2, 'project_id': '20c8451f67354c2b9745aa14a8262be9', 'subnets': [{'id': '2e86ce8d-be53-4786-9a95-76d7e594f2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:41:27.960955 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d8d99b2-20a2-491c-8b85-66c357fc48c5 admin admin] Router 2a4f34a2-9edc-471a-a981-b3b5ad2d08d0 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:41:28.190297 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d8d99b2-20a2-491c-8b85-66c357fc48c5 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:41:28.200376 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0d8d99b2-20a2-491c-8b85-66c357fc48c5 admin admin] 10.222.0.23 "PUT /v2.0/routers/2a4f34a2-9edc-471a-a981-b3b5ad2d08d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6454885 May 05 22:41:28.725063 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 25e0b9e2-296c-494c-a433-163fa745b07b up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:41:28.794746 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 25e0b9e2-296c-494c-a433-163fa745b07b triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:41:28.795113 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:28.918175 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 6b2d59bc-c6e1-4125-b887-c0d3ed1ec229 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:41:28.992133 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 6b2d59bc-c6e1-4125-b887-c0d3ed1ec229 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:41:28.998425 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 6b2d59bc-c6e1-4125-b887-c0d3ed1ec229 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:41:28.998913 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:29.122162 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 35676) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:41:29.127980 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:29.129459 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-f56130be-6d21-46d4-9000-d7360696999f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-973806361-network', 'tenant_id': '1b0f4b1451b5457f97c9a100b104f2c9'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:41:29.135915 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f56130be-6d21-46d4-9000-d7360696999f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:41:29.140558 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f56130be-6d21-46d4-9000-d7360696999f admin admin] Usage tracker for resource:network and tenant:1b0f4b1451b5457f97c9a100b104f2c9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:41:29.143508 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f56130be-6d21-46d4-9000-d7360696999f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:41:29.145209 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 6b2d59bc-c6e1-4125-b887-c0d3ed1ec229, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=6b2d59bc-c6e1-4125-b887-c0d3ed1ec229,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:41:29.149914 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f56130be-6d21-46d4-9000-d7360696999f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:41:29.150141 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:29.163167 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56130be-6d21-46d4-9000-d7360696999f admin admin] Made reservation on behalf of 1b0f4b1451b5457f97c9a100b104f2c9 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:41:29.165612 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f56130be-6d21-46d4-9000-d7360696999f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:29.181106 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f56130be-6d21-46d4-9000-d7360696999f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:29.213433 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f56130be-6d21-46d4-9000-d7360696999f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:41:29.217776 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f56130be-6d21-46d4-9000-d7360696999f admin admin] Usage tracker for resource:security_group_rule and tenant:1b0f4b1451b5457f97c9a100b104f2c9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:41:29.220306 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=6b2d59bc-c6e1-4125-b887-c0d3ed1ec229,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:29.220699 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f56130be-6d21-46d4-9000-d7360696999f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:41:29.226373 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f56130be-6d21-46d4-9000-d7360696999f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:41:29.295982 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f56130be-6d21-46d4-9000-d7360696999f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:29.301391 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f56130be-6d21-46d4-9000-d7360696999f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:29.332783 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f56130be-6d21-46d4-9000-d7360696999f admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:41:29.337852 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56130be-6d21-46d4-9000-d7360696999f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2792165-0d84-4e8c-9372-0d107b71d5fb,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:29.344973 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f56130be-6d21-46d4-9000-d7360696999f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:29.345312 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-f56130be-6d21-46d4-9000-d7360696999f admin admin] Added segment 804a873d-0045-4190-8722-76f5da7a131e of type vlan for network 2dfdec2c-847f-422e-8e1c-92f5286a60db May 05 22:41:29.372107 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f56130be-6d21-46d4-9000-d7360696999f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:29.401374 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f56130be-6d21-46d4-9000-d7360696999f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:29.402585 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56130be-6d21-46d4-9000-d7360696999f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:41:29.403196 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f56130be-6d21-46d4-9000-d7360696999f admin admin] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:29.504517 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f56130be-6d21-46d4-9000-d7360696999f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3809471 May 05 22:41:29.505189 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56130be-6d21-46d4-9000-d7360696999f admin admin] Pushing event updated for resources: {'Network': ['ID=2dfdec2c-847f-422e-8e1c-92f5286a60db,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:29.507639 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35680) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:41:29.513701 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-02e815d1-b280-42cd-b485-6f2be156f494 admin admin] Request body: {'subnet': {'network_id': '2dfdec2c-847f-422e-8e1c-92f5286a60db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-973806361-subnet', 'tenant_id': '1b0f4b1451b5457f97c9a100b104f2c9', 'ip_version': 4}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:41:29.516220 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 2dfdec2c-847f-422e-8e1c-92f5286a60db details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:41:29.519948 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-02e815d1-b280-42cd-b485-6f2be156f494 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:41:29.524007 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-02e815d1-b280-42cd-b485-6f2be156f494 admin admin] Usage tracker for resource:subnet and tenant:1b0f4b1451b5457f97c9a100b104f2c9 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:41:29.528337 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-02e815d1-b280-42cd-b485-6f2be156f494 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:41:29.535600 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-02e815d1-b280-42cd-b485-6f2be156f494 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:41:29.546405 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e815d1-b280-42cd-b485-6f2be156f494 admin admin] Made reservation on behalf of 1b0f4b1451b5457f97c9a100b104f2c9 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:41:29.549222 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-02e815d1-b280-42cd-b485-6f2be156f494 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:29.763721 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-02e815d1-b280-42cd-b485-6f2be156f494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:29.831275 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e815d1-b280-42cd-b485-6f2be156f494 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56caab1f-b160-4593-aec4-57c9ad02ed2d,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:29.845654 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e815d1-b280-42cd-b485-6f2be156f494 admin admin] Checking segment: {'id': '804a873d-0045-4190-8722-76f5da7a131e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '2dfdec2c-847f-422e-8e1c-92f5286a60db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:41:29.845973 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e815d1-b280-42cd-b485-6f2be156f494 admin admin] Network hostable DHCP agents. Network: 2dfdec2c-847f-422e-8e1c-92f5286a60db, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:41:29.869973 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e815d1-b280-42cd-b485-6f2be156f494 admin admin] Network 2dfdec2c-847f-422e-8e1c-92f5286a60db is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:41:29.880241 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-02e815d1-b280-42cd-b485-6f2be156f494 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 2dfdec2c-847f-422e-8e1c-92f5286a60db) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:41:29.884191 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e815d1-b280-42cd-b485-6f2be156f494 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:41:29.884803 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-02e815d1-b280-42cd-b485-6f2be156f494 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:29.889553 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3643a1d-cf19-4157-a6cb-3129a2d9ed1b None None] Network 2dfdec2c-847f-422e-8e1c-92f5286a60db requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:41:29.905613 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-02e815d1-b280-42cd-b485-6f2be156f494 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3967769 May 05 22:41:29.908367 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35684) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:41:29.913380 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-17badcc3-81a0-4128-84fa-b4126b929026 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-973806361-router', 'tenant_id': '1b0f4b1451b5457f97c9a100b104f2c9', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:41:29.918792 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-17badcc3-81a0-4128-84fa-b4126b929026 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:41:29.922620 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-17badcc3-81a0-4128-84fa-b4126b929026 admin admin] Usage tracker for resource:router and tenant:1b0f4b1451b5457f97c9a100b104f2c9 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:41:29.925443 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-17badcc3-81a0-4128-84fa-b4126b929026 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:41:29.931139 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-17badcc3-81a0-4128-84fa-b4126b929026 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:41:29.941673 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-17badcc3-81a0-4128-84fa-b4126b929026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:29.942536 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-17badcc3-81a0-4128-84fa-b4126b929026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:29.961514 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-17badcc3-81a0-4128-84fa-b4126b929026 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:30.104455 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19e4c38-eaf0-4b50-b7c9-6cacd8b28ff5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-2dfdec2c-847f-422e-8e1c-92f5286a60db', 'network_id': '2dfdec2c-847f-422e-8e1c-92f5286a60db', 'tenant_id': '1b0f4b1451b5457f97c9a100b104f2c9', 'fixed_ips': [{'subnet_id': '56caab1f-b160-4593-aec4-57c9ad02ed2d'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:41:30.105266 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f19e4c38-eaf0-4b50-b7c9-6cacd8b28ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:30.110350 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-17badcc3-81a0-4128-84fa-b4126b929026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:30.263909 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-f19e4c38-eaf0-4b50-b7c9-6cacd8b28ff5 None None] Allocated IP 172.20.0.2 (2dfdec2c-847f-422e-8e1c-92f5286a60db/56caab1f-b160-4593-aec4-57c9ad02ed2d/a9397f2b-43f0-4813-bebc-c806c94639c9) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:41:30.299484 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-17badcc3-81a0-4128-84fa-b4126b929026 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:30.328952 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-17badcc3-81a0-4128-84fa-b4126b929026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:30.464250 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-17badcc3-81a0-4128-84fa-b4126b929026 admin admin] Allocated IP 172.25.4.144 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/aeac8dd6-eb5f-4644-b828-b18a497ae413) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:41:30.471828 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f19e4c38-eaf0-4b50-b7c9-6cacd8b28ff5 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:30.482056 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f19e4c38-eaf0-4b50-b7c9-6cacd8b28ff5 None None] Transition to ACTIVE for port object a9397f2b-43f0-4813-bebc-c806c94639c9 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:41:30.501092 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f19e4c38-eaf0-4b50-b7c9-6cacd8b28ff5 None None] Transition to ACTIVE for port object a9397f2b-43f0-4813-bebc-c806c94639c9 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:41:30.507463 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f19e4c38-eaf0-4b50-b7c9-6cacd8b28ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:30.580130 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19e4c38-eaf0-4b50-b7c9-6cacd8b28ff5 None None] Pushing event updated for resources: {'Port': ['ID=a9397f2b-43f0-4813-bebc-c806c94639c9,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:30.597814 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19e4c38-eaf0-4b50-b7c9-6cacd8b28ff5 None None] Network 2dfdec2c-847f-422e-8e1c-92f5286a60db is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:41:30.599137 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-f19e4c38-eaf0-4b50-b7c9-6cacd8b28ff5 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:41:30.601983 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19e4c38-eaf0-4b50-b7c9-6cacd8b28ff5 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:41:30.681136 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 6b2d59bc-c6e1-4125-b887-c0d3ed1ec229 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:41:30.733575 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-17badcc3-81a0-4128-84fa-b4126b929026 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:30.754921 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-f19e4c38-eaf0-4b50-b7c9-6cacd8b28ff5 None None] Attempting to bind port a9397f2b-43f0-4813-bebc-c806c94639c9 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:41:30.755309 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-f19e4c38-eaf0-4b50-b7c9-6cacd8b28ff5 None None] Attempting to bind port a9397f2b-43f0-4813-bebc-c806c94639c9 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '804a873d-0045-4190-8722-76f5da7a131e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '2dfdec2c-847f-422e-8e1c-92f5286a60db'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:41:30.755655 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19e4c38-eaf0-4b50-b7c9-6cacd8b28ff5 None None] Attempting to bind port a9397f2b-43f0-4813-bebc-c806c94639c9 on network 2dfdec2c-847f-422e-8e1c-92f5286a60db {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:41:30.766309 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-17badcc3-81a0-4128-84fa-b4126b929026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:30.773247 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19e4c38-eaf0-4b50-b7c9-6cacd8b28ff5 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:41:30.773622 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19e4c38-eaf0-4b50-b7c9-6cacd8b28ff5 None None] Checking segment: {'id': '804a873d-0045-4190-8722-76f5da7a131e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '2dfdec2c-847f-422e-8e1c-92f5286a60db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:41:30.774000 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f19e4c38-eaf0-4b50-b7c9-6cacd8b28ff5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:30.774386 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19e4c38-eaf0-4b50-b7c9-6cacd8b28ff5 None None] Bound using segment: {'id': '804a873d-0045-4190-8722-76f5da7a131e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '2dfdec2c-847f-422e-8e1c-92f5286a60db'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:41:30.774875 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-f19e4c38-eaf0-4b50-b7c9-6cacd8b28ff5 None None] Bound port: a9397f2b-43f0-4813-bebc-c806c94639c9, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '804a873d-0045-4190-8722-76f5da7a131e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '2dfdec2c-847f-422e-8e1c-92f5286a60db'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:41:30.775249 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f19e4c38-eaf0-4b50-b7c9-6cacd8b28ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:30.835758 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17badcc3-81a0-4128-84fa-b4126b929026 admin admin] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:41:30.840692 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-17badcc3-81a0-4128-84fa-b4126b929026 admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:41:30.846251 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17badcc3-81a0-4128-84fa-b4126b929026 admin admin] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:41:30.847946 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 6b2d59bc-c6e1-4125-b887-c0d3ed1ec229 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:41:30.848311 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:30.900142 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17badcc3-81a0-4128-84fa-b4126b929026 admin admin] Pushing event updated for resources: {'Port': ['ID=aeac8dd6-eb5f-4644-b828-b18a497ae413,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:30.951556 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f19e4c38-eaf0-4b50-b7c9-6cacd8b28ff5 None None] For port a9397f2b-43f0-4813-bebc-c806c94639c9, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:41:30.962592 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f19e4c38-eaf0-4b50-b7c9-6cacd8b28ff5 None None] For port a9397f2b-43f0-4813-bebc-c806c94639c9, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=a9397f2b-43f0-4813-bebc-c806c94639c9,segment=NetworkSegment(804a873d-0045-4190-8722-76f5da7a131e),segment_id=804a873d-0045-4190-8722-76f5da7a131e)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:41:30.969381 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f19e4c38-eaf0-4b50-b7c9-6cacd8b28ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:31.052411 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-17badcc3-81a0-4128-84fa-b4126b929026 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:31.053082 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-17badcc3-81a0-4128-84fa-b4126b929026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:31.098697 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19e4c38-eaf0-4b50-b7c9-6cacd8b28ff5 None None] Pushing event updated for resources: {'Port': ['ID=a9397f2b-43f0-4813-bebc-c806c94639c9,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:31.316221 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17badcc3-81a0-4128-84fa-b4126b929026 admin admin] Router 191143ae-b084-4b66-b69d-83215cc628fc is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 22:41:31.541224 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17badcc3-81a0-4128-84fa-b4126b929026 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:41:31.551880 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461b1fdd-961d-48c0-9d0c-4682ae640db8 None None] Sync routers for ids ['191143ae-b084-4b66-b69d-83215cc628fc'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:41:31.565816 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-17badcc3-81a0-4128-84fa-b4126b929026 admin admin] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:31.566281 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461b1fdd-961d-48c0-9d0c-4682ae640db8 None None] Routers {'191143ae-b084-4b66-b69d-83215cc628fc'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:41:31.569843 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-461b1fdd-961d-48c0-9d0c-4682ae640db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:41:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['191143ae-b084-4b66-b69d-83215cc628fc'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:41:31.570009 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-17badcc3-81a0-4128-84fa-b4126b929026 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6580353 May 05 22:41:31.570009 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35688) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:41:31.754812 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-461b1fdd-961d-48c0-9d0c-4682ae640db8 None None] Set router 191143ae-b084-4b66-b69d-83215cc628fc gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:41:31.992602 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777f58b1-7005-4c0b-8123-b188c46a599c None None] Network 2dfdec2c-847f-422e-8e1c-92f5286a60db requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:41:32.049150 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-461b1fdd-961d-48c0-9d0c-4682ae640db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191143ae-b084-4b66-b69d-83215cc628fc', 'name': 'tempest-TestEncryptedCinderVolumes-973806361-router', 'tenant_id': '1b0f4b1451b5457f97c9a100b104f2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'aeac8dd6-eb5f-4644-b828-b18a497ae413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:41:29Z', 'updated_at': '2022-05-05T22:41:30Z', 'revision_number': 3, 'project_id': '1b0f4b1451b5457f97c9a100b104f2c9', 'gw_port': {'id': 'aeac8dd6-eb5f-4644-b828-b18a497ae413', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:dc:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191143ae-b084-4b66-b69d-83215cc628fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:41:30Z', 'updated_at': '2022-05-05T22:41:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:41:32.053118 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461b1fdd-961d-48c0-9d0c-4682ae640db8 None None] Checking router: 191143ae-b084-4b66-b69d-83215cc628fc for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:41:32.053451 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461b1fdd-961d-48c0-9d0c-4682ae640db8 None None] Updating router 191143ae-b084-4b66-b69d-83215cc628fc port aeac8dd6-eb5f-4644-b828-b18a497ae413 binding host n-d-825175-4 {{(pid=84068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:41:32.107831 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-461b1fdd-961d-48c0-9d0c-4682ae640db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:32.148322 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-9bb1dbcd-07df-471e-b1d7-6d5e26c1a83d None None] Provisioning for port a9397f2b-43f0-4813-bebc-c806c94639c9 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:41:32.350293 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-410b8ccb-122b-4ed6-997d-365144adda86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:32.493913 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-461b1fdd-961d-48c0-9d0c-4682ae640db8 None None] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:32.505989 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.provisioning_blocks [None req-461b1fdd-961d-48c0-9d0c-4682ae640db8 None None] Transition to ACTIVE for port object aeac8dd6-eb5f-4644-b828-b18a497ae413 will not be triggered until provisioned by entity L2. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:41:32.513366 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-461b1fdd-961d-48c0-9d0c-4682ae640db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:32.589890 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-461b1fdd-961d-48c0-9d0c-4682ae640db8 None None] Attempting to bind port aeac8dd6-eb5f-4644-b828-b18a497ae413 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:41:32.589890 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-461b1fdd-961d-48c0-9d0c-4682ae640db8 None None] Attempting to bind port aeac8dd6-eb5f-4644-b828-b18a497ae413 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:41:32.589890 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461b1fdd-961d-48c0-9d0c-4682ae640db8 None None] Attempting to bind port aeac8dd6-eb5f-4644-b828-b18a497ae413 on network 25bfe237-58de-4709-a3e0-ac79da07c300 {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:41:32.601563 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9846b4b-3cfb-4ad7-82f9-05899cd592dd None None] Pushing event updated for resources: {'Port': ['ID=aeac8dd6-eb5f-4644-b828-b18a497ae413,revision_number=2']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:32.608516 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461b1fdd-961d-48c0-9d0c-4682ae640db8 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:41:32.608892 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461b1fdd-961d-48c0-9d0c-4682ae640db8 None None] Checking segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:41:32.609378 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-461b1fdd-961d-48c0-9d0c-4682ae640db8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:32.609824 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461b1fdd-961d-48c0-9d0c-4682ae640db8 None None] Bound using segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:41:32.610347 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-461b1fdd-961d-48c0-9d0c-4682ae640db8 None None] Bound port: aeac8dd6-eb5f-4644-b828-b18a497ae413, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:41:32.610782 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-461b1fdd-961d-48c0-9d0c-4682ae640db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:32.648305 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9846b4b-3cfb-4ad7-82f9-05899cd592dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:41:32.648978 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9846b4b-3cfb-4ad7-82f9-05899cd592dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:41:32.649303 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9846b4b-3cfb-4ad7-82f9-05899cd592dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:41:32.649620 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9846b4b-3cfb-4ad7-82f9-05899cd592dd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:41:32.649932 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9846b4b-3cfb-4ad7-82f9-05899cd592dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:41:32.650242 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9846b4b-3cfb-4ad7-82f9-05899cd592dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:41:32.650548 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9846b4b-3cfb-4ad7-82f9-05899cd592dd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:41:32.650876 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9846b4b-3cfb-4ad7-82f9-05899cd592dd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:41:32.651387 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9846b4b-3cfb-4ad7-82f9-05899cd592dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:41:32.651692 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9846b4b-3cfb-4ad7-82f9-05899cd592dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:41:32.652365 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9846b4b-3cfb-4ad7-82f9-05899cd592dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:41:32.690375 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device a9397f2b-43f0-4813-bebc-c806c94639c9 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:41:32.701767 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-461b1fdd-961d-48c0-9d0c-4682ae640db8 None None] For port aeac8dd6-eb5f-4644-b828-b18a497ae413, host n-d-825175-4, cleared binding levels {{(pid=84068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:41:32.705105 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-461b1fdd-961d-48c0-9d0c-4682ae640db8 None None] For port aeac8dd6-eb5f-4644-b828-b18a497ae413, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=aeac8dd6-eb5f-4644-b828-b18a497ae413,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:41:32.706865 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-410b8ccb-122b-4ed6-997d-365144adda86 admin admin] Allocated IP 172.20.0.1 (2dfdec2c-847f-422e-8e1c-92f5286a60db/56caab1f-b160-4593-aec4-57c9ad02ed2d/298b66a9-ef2f-442a-88d4-7af620b7e66d) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:41:32.710937 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-461b1fdd-961d-48c0-9d0c-4682ae640db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:32.788097 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port a9397f2b-43f0-4813-bebc-c806c94639c9 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:41:32.793542 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port a9397f2b-43f0-4813-bebc-c806c94639c9 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:41:32.794090 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:32.807905 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9846b4b-3cfb-4ad7-82f9-05899cd592dd None None] Pushing event updated for resources: {'Port': ['ID=aeac8dd6-eb5f-4644-b828-b18a497ae413,revision_number=3']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:32.825731 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461b1fdd-961d-48c0-9d0c-4682ae640db8 None None] Routers {'191143ae-b084-4b66-b69d-83215cc628fc'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:41:32.826600 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-461b1fdd-961d-48c0-9d0c-4682ae640db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:41:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['191143ae-b084-4b66-b69d-83215cc628fc'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:41:32.895314 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-410b8ccb-122b-4ed6-997d-365144adda86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:32.921266 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:32.921498 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-410b8ccb-122b-4ed6-997d-365144adda86 admin admin] Transition to ACTIVE for port object 298b66a9-ef2f-442a-88d4-7af620b7e66d will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:41:32.960664 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-410b8ccb-122b-4ed6-997d-365144adda86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:32.960923 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port a9397f2b-43f0-4813-bebc-c806c94639c9, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=a9397f2b-43f0-4813-bebc-c806c94639c9,segment=NetworkSegment(804a873d-0045-4190-8722-76f5da7a131e),segment_id=804a873d-0045-4190-8722-76f5da7a131e)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:41:32.965853 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:33.020971 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-461b1fdd-961d-48c0-9d0c-4682ae640db8 None None] Set router 191143ae-b084-4b66-b69d-83215cc628fc gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:41:33.045722 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410b8ccb-122b-4ed6-997d-365144adda86 admin admin] Network 2dfdec2c-847f-422e-8e1c-92f5286a60db is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:41:33.048915 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-410b8ccb-122b-4ed6-997d-365144adda86 admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:41:33.051515 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410b8ccb-122b-4ed6-997d-365144adda86 admin admin] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:41:33.066474 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=a9397f2b-43f0-4813-bebc-c806c94639c9,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:33.091632 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b8ccb-122b-4ed6-997d-365144adda86 admin admin] Pushing event updated for resources: {'Port': ['ID=298b66a9-ef2f-442a-88d4-7af620b7e66d,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:33.122890 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-410b8ccb-122b-4ed6-997d-365144adda86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:33.215710 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-410b8ccb-122b-4ed6-997d-365144adda86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:33.309099 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-898b00f2-d573-4024-9917-83dcd1041b17 None None] Provisioning for port 298b66a9-ef2f-442a-88d4-7af620b7e66d completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:41:33.313976 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-898b00f2-d573-4024-9917-83dcd1041b17 None None] Provisioning complete for port 298b66a9-ef2f-442a-88d4-7af620b7e66d triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:41:33.314346 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-898b00f2-d573-4024-9917-83dcd1041b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:33.329636 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-461b1fdd-961d-48c0-9d0c-4682ae640db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191143ae-b084-4b66-b69d-83215cc628fc', 'name': 'tempest-TestEncryptedCinderVolumes-973806361-router', 'tenant_id': '1b0f4b1451b5457f97c9a100b104f2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'aeac8dd6-eb5f-4644-b828-b18a497ae413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:41:29Z', 'updated_at': '2022-05-05T22:41:30Z', 'revision_number': 3, 'project_id': '1b0f4b1451b5457f97c9a100b104f2c9', 'gw_port': {'id': 'aeac8dd6-eb5f-4644-b828-b18a497ae413', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:dc:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191143ae-b084-4b66-b69d-83215cc628fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:41:30Z', 'updated_at': '2022-05-05T22:41:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:41:33.333401 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461b1fdd-961d-48c0-9d0c-4682ae640db8 None None] The sync data for ids ['191143ae-b084-4b66-b69d-83215cc628fc'] in n-d-825175-4 is: [{'id': '191143ae-b084-4b66-b69d-83215cc628fc', 'name': 'tempest-TestEncryptedCinderVolumes-973806361-router', 'tenant_id': '1b0f4b1451b5457f97c9a100b104f2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'aeac8dd6-eb5f-4644-b828-b18a497ae413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:41:29Z', 'updated_at': '2022-05-05T22:41:30Z', 'revision_number': 3, 'project_id': '1b0f4b1451b5457f97c9a100b104f2c9', 'gw_port': {'id': 'aeac8dd6-eb5f-4644-b828-b18a497ae413', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:dc:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191143ae-b084-4b66-b69d-83215cc628fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:41:30Z', 'updated_at': '2022-05-05T22:41:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:41:33.371229 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-898b00f2-d573-4024-9917-83dcd1041b17 None None] Port 298b66a9-ef2f-442a-88d4-7af620b7e66d cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:41:33.460188 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-410b8ccb-122b-4ed6-997d-365144adda86 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:33.467112 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-410b8ccb-122b-4ed6-997d-365144adda86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:33.582861 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b8ccb-122b-4ed6-997d-365144adda86 admin admin] Pushing event updated for resources: {'Port': ['ID=298b66a9-ef2f-442a-88d4-7af620b7e66d,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:33.585378 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-410b8ccb-122b-4ed6-997d-365144adda86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:33.731609 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410b8ccb-122b-4ed6-997d-365144adda86 admin admin] Network 2dfdec2c-847f-422e-8e1c-92f5286a60db is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:41:33.733449 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-410b8ccb-122b-4ed6-997d-365144adda86 admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:41:33.997844 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c6b03045-7ff8-4860-893f-22305415f903 None None] Provisioning complete for port 298b66a9-ef2f-442a-88d4-7af620b7e66d triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:41:33.998094 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c6b03045-7ff8-4860-893f-22305415f903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:34.052047 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-c6b03045-7ff8-4860-893f-22305415f903 None None] Port 298b66a9-ef2f-442a-88d4-7af620b7e66d cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:41:34.131662 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-410b8ccb-122b-4ed6-997d-365144adda86 admin admin] Router 191143ae-b084-4b66-b69d-83215cc628fc has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:41:34.439930 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410b8ccb-122b-4ed6-997d-365144adda86 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:41:34.448654 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-410b8ccb-122b-4ed6-997d-365144adda86 admin admin] 10.222.0.23 "PUT /v2.0/routers/191143ae-b084-4b66-b69d-83215cc628fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8776808 May 05 22:41:34.626217 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device a9397f2b-43f0-4813-bebc-c806c94639c9 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:41:34.693696 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port a9397f2b-43f0-4813-bebc-c806c94639c9 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:41:34.694002 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:35.293612 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf391d-c9b9-418d-b377-e5f80b5629a4 req-9bde796f-01db-47bc-9054-dd95b364bf12 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:41:35.294974 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-87cf391d-c9b9-418d-b377-e5f80b5629a4 req-9bde796f-01db-47bc-9054-dd95b364bf12 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] 10.222.0.23 "GET /v2.0/networks?id=5a28faa4-fc60-4b1f-9d72-d5ed016d96cd HTTP/1.1" status: 200 len: 817 time: 0.1490185 May 05 22:41:35.312352 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-87cf391d-c9b9-418d-b377-e5f80b5629a4 req-bb2b18ca-dcf4-449c-a8f2-8f7cf9d20ab7 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] 10.222.0.23 "GET /v2.0/quotas/20c8451f67354c2b9745aa14a8262be9 HTTP/1.1" status: 200 len: 375 time: 0.0119643 May 05 22:41:35.401845 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-87cf391d-c9b9-418d-b377-e5f80b5629a4 req-a34e4df6-5f7b-4fcc-8780-9150aed4ff4a tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=20c8451f67354c2b9745aa14a8262be9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0846434 May 05 22:41:35.555266 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-87cf391d-c9b9-418d-b377-e5f80b5629a4 req-4bd1f0f1-bee1-47fd-8d3e-27230d1ab6dd service neutron] 10.222.0.23 "GET /v2.0/networks/5a28faa4-fc60-4b1f-9d72-d5ed016d96cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408451 May 05 22:41:35.689353 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-87cf391d-c9b9-418d-b377-e5f80b5629a4 req-1467770b-cdc2-4696-aadb-3cb0ec84653e service neutron] 10.222.0.23 "GET /v2.0/networks/5a28faa4-fc60-4b1f-9d72-d5ed016d96cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275578 May 05 22:41:35.903495 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a2843098-734f-4e1a-aabd-2d669f0429b2 req-750d0c7a-c4ab-483d-aa7d-bc601bbfd02d tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d4bee29-43fd-40f0-b1a5-9955a391b2c8 HTTP/1.1" status: 200 len: 210 time: 0.0455375 May 05 22:41:36.347722 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:36.564292 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:37.097870 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9e27bcc3-8ac2-4de1-b273-83be3474d484 req-743a4059-5d34-4d35-89fa-a083232f7b82 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d4bee29-43fd-40f0-b1a5-9955a391b2c8 HTTP/1.1" status: 200 len: 210 time: 0.0423088 May 05 22:41:37.329527 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf391d-c9b9-418d-b377-e5f80b5629a4 req-2c793747-68bb-46c3-948c-ab5c8e7cd4f7 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:41:37.330206 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-87cf391d-c9b9-418d-b377-e5f80b5629a4 req-2c793747-68bb-46c3-948c-ab5c8e7cd4f7 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Synchronizing usage tracker for tenant:20c8451f67354c2b9745aa14a8262be9 on resource:network {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:41:37.349544 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-87cf391d-c9b9-418d-b377-e5f80b5629a4 req-2c793747-68bb-46c3-948c-ab5c8e7cd4f7 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Unset dirty status for tenant:20c8451f67354c2b9745aa14a8262be9 on resource:network {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:41:37.350707 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-87cf391d-c9b9-418d-b377-e5f80b5629a4 req-2c793747-68bb-46c3-948c-ab5c8e7cd4f7 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] 10.222.0.44 "GET /v2.0/networks?id=5a28faa4-fc60-4b1f-9d72-d5ed016d96cd HTTP/1.1" status: 200 len: 817 time: 0.2814567 May 05 22:41:37.366166 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-87cf391d-c9b9-418d-b377-e5f80b5629a4 req-dbc9463e-e51d-4cf0-bc75-95d4587c8583 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Request body: {'port': {'device_id': '3d4bee29-43fd-40f0-b1a5-9955a391b2c8', 'network_id': '5a28faa4-fc60-4b1f-9d72-d5ed016d96cd', 'admin_state_up': True, 'tenant_id': '20c8451f67354c2b9745aa14a8262be9'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:41:37.499201 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-87cf391d-c9b9-418d-b377-e5f80b5629a4 req-dbc9463e-e51d-4cf0-bc75-95d4587c8583 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:41:37.503394 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-87cf391d-c9b9-418d-b377-e5f80b5629a4 req-dbc9463e-e51d-4cf0-bc75-95d4587c8583 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Usage tracker for resource:port and tenant:20c8451f67354c2b9745aa14a8262be9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:41:37.507440 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-87cf391d-c9b9-418d-b377-e5f80b5629a4 req-dbc9463e-e51d-4cf0-bc75-95d4587c8583 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:41:37.513661 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-87cf391d-c9b9-418d-b377-e5f80b5629a4 req-dbc9463e-e51d-4cf0-bc75-95d4587c8583 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:41:37.526023 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87cf391d-c9b9-418d-b377-e5f80b5629a4 req-dbc9463e-e51d-4cf0-bc75-95d4587c8583 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Made reservation on behalf of 20c8451f67354c2b9745aa14a8262be9 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:41:37.529785 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-87cf391d-c9b9-418d-b377-e5f80b5629a4 req-dbc9463e-e51d-4cf0-bc75-95d4587c8583 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:37.707146 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-87cf391d-c9b9-418d-b377-e5f80b5629a4 req-dbc9463e-e51d-4cf0-bc75-95d4587c8583 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Allocated IP 172.20.0.9 (5a28faa4-fc60-4b1f-9d72-d5ed016d96cd/2e86ce8d-be53-4786-9a95-76d7e594f2c2/2713b5d3-02ad-4996-95fd-2f01b324e177) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:41:37.903409 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-87cf391d-c9b9-418d-b377-e5f80b5629a4 req-dbc9463e-e51d-4cf0-bc75-95d4587c8583 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:37.919732 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-87cf391d-c9b9-418d-b377-e5f80b5629a4 req-dbc9463e-e51d-4cf0-bc75-95d4587c8583 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Transition to ACTIVE for port object 2713b5d3-02ad-4996-95fd-2f01b324e177 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:41:37.944031 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-87cf391d-c9b9-418d-b377-e5f80b5629a4 req-dbc9463e-e51d-4cf0-bc75-95d4587c8583 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:38.017713 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87cf391d-c9b9-418d-b377-e5f80b5629a4 req-dbc9463e-e51d-4cf0-bc75-95d4587c8583 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Network 5a28faa4-fc60-4b1f-9d72-d5ed016d96cd is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:41:38.020809 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-87cf391d-c9b9-418d-b377-e5f80b5629a4 req-dbc9463e-e51d-4cf0-bc75-95d4587c8583 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:41:38.025392 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-87cf391d-c9b9-418d-b377-e5f80b5629a4 req-dbc9463e-e51d-4cf0-bc75-95d4587c8583 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:41:38.050335 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc9463e-e51d-4cf0-bc75-95d4587c8583 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Pushing event updated for resources: {'Port': ['ID=2713b5d3-02ad-4996-95fd-2f01b324e177,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:38.090019 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf391d-c9b9-418d-b377-e5f80b5629a4 req-dbc9463e-e51d-4cf0-bc75-95d4587c8583 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:41:38.090523 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-87cf391d-c9b9-418d-b377-e5f80b5629a4 req-dbc9463e-e51d-4cf0-bc75-95d4587c8583 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:38.113983 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-87cf391d-c9b9-418d-b377-e5f80b5629a4 req-dbc9463e-e51d-4cf0-bc75-95d4587c8583 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7513027 May 05 22:41:38.126326 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-87cf391d-c9b9-418d-b377-e5f80b5629a4 req-fcdb3da0-89d9-48ed-877f-d7f67f6968f3 service neutron] Request body: {'port': {'device_id': '3d4bee29-43fd-40f0-b1a5-9955a391b2c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:41:38.243898 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-87cf391d-c9b9-418d-b377-e5f80b5629a4 req-fcdb3da0-89d9-48ed-877f-d7f67f6968f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:38.309794 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96653e07-6901-420e-8358-c8f6158d84cb req-43d0788d-c02c-4d4b-91b0-1f036ae19125 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:41:38.310762 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ff6f47e0-cf0c-400b-b311-c0baba11a5bc None None] Provisioning for port 2713b5d3-02ad-4996-95fd-2f01b324e177 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:41:38.311721 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-96653e07-6901-420e-8358-c8f6158d84cb req-43d0788d-c02c-4d4b-91b0-1f036ae19125 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d4bee29-43fd-40f0-b1a5-9955a391b2c8 HTTP/1.1" status: 200 len: 931 time: 0.0873287 May 05 22:41:38.316567 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ff6f47e0-cf0c-400b-b311-c0baba11a5bc None None] Provisioning complete for port 2713b5d3-02ad-4996-95fd-2f01b324e177 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:41:38.317115 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ff6f47e0-cf0c-400b-b311-c0baba11a5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:38.394990 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-96653e07-6901-420e-8358-c8f6158d84cb req-9d5c8c95-9a10-4295-88d6-6cdd0fecd190 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] 10.222.0.23 "GET /v2.0/security-groups?id=55f9c760-9ea6-4042-b25c-03fad992053e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763335 May 05 22:41:38.426210 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ff6f47e0-cf0c-400b-b311-c0baba11a5bc None None] Port 2713b5d3-02ad-4996-95fd-2f01b324e177 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:41:38.649348 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-87cf391d-c9b9-418d-b377-e5f80b5629a4 req-fcdb3da0-89d9-48ed-877f-d7f67f6968f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2713b5d3-02ad-4996-95fd-2f01b324e177 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:41:38.658432 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-87cf391d-c9b9-418d-b377-e5f80b5629a4 req-fcdb3da0-89d9-48ed-877f-d7f67f6968f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:38.662854 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device aeac8dd6-eb5f-4644-b828-b18a497ae413 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:41:38.676596 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-87cf391d-c9b9-418d-b377-e5f80b5629a4 req-fcdb3da0-89d9-48ed-877f-d7f67f6968f3 service neutron] Transition to ACTIVE for port object 2713b5d3-02ad-4996-95fd-2f01b324e177 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:41:38.680680 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-87cf391d-c9b9-418d-b377-e5f80b5629a4 req-fcdb3da0-89d9-48ed-877f-d7f67f6968f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:38.733800 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port aeac8dd6-eb5f-4644-b828-b18a497ae413 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:41:38.739213 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port aeac8dd6-eb5f-4644-b828-b18a497ae413 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:41:38.739586 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:38.823909 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdb3da0-89d9-48ed-877f-d7f67f6968f3 service neutron] Pushing event updated for resources: {'Port': ['ID=2713b5d3-02ad-4996-95fd-2f01b324e177,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:38.872696 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:38.891414 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port aeac8dd6-eb5f-4644-b828-b18a497ae413, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=aeac8dd6-eb5f-4644-b828-b18a497ae413,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:41:38.898875 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:38.947515 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-87cf391d-c9b9-418d-b377-e5f80b5629a4 req-fcdb3da0-89d9-48ed-877f-d7f67f6968f3 service neutron] Attempting to bind port 2713b5d3-02ad-4996-95fd-2f01b324e177 on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:41:38.947842 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-87cf391d-c9b9-418d-b377-e5f80b5629a4 req-fcdb3da0-89d9-48ed-877f-d7f67f6968f3 service neutron] Attempting to bind port 2713b5d3-02ad-4996-95fd-2f01b324e177 by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': '9dfcb4f8-0d24-4fdb-90e3-9ab8fd77d60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5a28faa4-fc60-4b1f-9d72-d5ed016d96cd'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:41:38.948171 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87cf391d-c9b9-418d-b377-e5f80b5629a4 req-fcdb3da0-89d9-48ed-877f-d7f67f6968f3 service neutron] Attempting to bind port 2713b5d3-02ad-4996-95fd-2f01b324e177 on network 5a28faa4-fc60-4b1f-9d72-d5ed016d96cd {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:41:38.955599 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87cf391d-c9b9-418d-b377-e5f80b5629a4 req-fcdb3da0-89d9-48ed-877f-d7f67f6968f3 service neutron] Port 2713b5d3-02ad-4996-95fd-2f01b324e177 on network 5a28faa4-fc60-4b1f-9d72-d5ed016d96cd not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:41:38.955918 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87cf391d-c9b9-418d-b377-e5f80b5629a4 req-fcdb3da0-89d9-48ed-877f-d7f67f6968f3 service neutron] Attempting to bind port 2713b5d3-02ad-4996-95fd-2f01b324e177 on network 5a28faa4-fc60-4b1f-9d72-d5ed016d96cd {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:41:38.967106 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87cf391d-c9b9-418d-b377-e5f80b5629a4 req-fcdb3da0-89d9-48ed-877f-d7f67f6968f3 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:41:38.967252 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87cf391d-c9b9-418d-b377-e5f80b5629a4 req-fcdb3da0-89d9-48ed-877f-d7f67f6968f3 service neutron] Checking segment: {'id': '9dfcb4f8-0d24-4fdb-90e3-9ab8fd77d60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5a28faa4-fc60-4b1f-9d72-d5ed016d96cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:41:38.967749 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87cf391d-c9b9-418d-b377-e5f80b5629a4 req-fcdb3da0-89d9-48ed-877f-d7f67f6968f3 service neutron] Bound using segment: {'id': '9dfcb4f8-0d24-4fdb-90e3-9ab8fd77d60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5a28faa4-fc60-4b1f-9d72-d5ed016d96cd'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:41:38.968227 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-87cf391d-c9b9-418d-b377-e5f80b5629a4 req-fcdb3da0-89d9-48ed-877f-d7f67f6968f3 service neutron] Bound port: 2713b5d3-02ad-4996-95fd-2f01b324e177, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dfcb4f8-0d24-4fdb-90e3-9ab8fd77d60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5a28faa4-fc60-4b1f-9d72-d5ed016d96cd'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:41:38.968576 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-87cf391d-c9b9-418d-b377-e5f80b5629a4 req-fcdb3da0-89d9-48ed-877f-d7f67f6968f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:38.979184 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=aeac8dd6-eb5f-4644-b828-b18a497ae413,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:39.063080 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-87cf391d-c9b9-418d-b377-e5f80b5629a4 req-fcdb3da0-89d9-48ed-877f-d7f67f6968f3 service neutron] For port 2713b5d3-02ad-4996-95fd-2f01b324e177, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:41:39.066178 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-87cf391d-c9b9-418d-b377-e5f80b5629a4 req-fcdb3da0-89d9-48ed-877f-d7f67f6968f3 service neutron] For port 2713b5d3-02ad-4996-95fd-2f01b324e177, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=2713b5d3-02ad-4996-95fd-2f01b324e177,segment=NetworkSegment(9dfcb4f8-0d24-4fdb-90e3-9ab8fd77d60a),segment_id=9dfcb4f8-0d24-4fdb-90e3-9ab8fd77d60a)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:41:39.073067 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-87cf391d-c9b9-418d-b377-e5f80b5629a4 req-fcdb3da0-89d9-48ed-877f-d7f67f6968f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:39.149139 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-87cf391d-c9b9-418d-b377-e5f80b5629a4 req-fcdb3da0-89d9-48ed-877f-d7f67f6968f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:39.150549 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-87cf391d-c9b9-418d-b377-e5f80b5629a4 req-fcdb3da0-89d9-48ed-877f-d7f67f6968f3 service neutron] 10.222.0.44 "PUT /v2.0/ports/2713b5d3-02ad-4996-95fd-2f01b324e177 HTTP/1.1" status: 200 len: 1091 time: 1.0292017 May 05 22:41:39.150998 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d4bee29-43fd-40f0-b1a5-9955a391b2c8', 'tag': '2713b5d3-02ad-4996-95fd-2f01b324e177'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:41:39.170713 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdb3da0-89d9-48ed-877f-d7f67f6968f3 service neutron] Pushing event updated for resources: {'Port': ['ID=2713b5d3-02ad-4996-95fd-2f01b324e177,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:39.264190 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-87cf391d-c9b9-418d-b377-e5f80b5629a4 req-aada9bc8-0325-4476-a0ce-3f45071b758a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=20c8451f67354c2b9745aa14a8262be9&device_id=3d4bee29-43fd-40f0-b1a5-9955a391b2c8 HTTP/1.1" status: 200 len: 1094 time: 0.0737321 May 05 22:41:39.423435 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74ce6256-aea0-4dc9-99c4-3d06e7bbceb2'] response: {'name': 'network-changed', 'server_uuid': '3d4bee29-43fd-40f0-b1a5-9955a391b2c8', 'tag': '2713b5d3-02ad-4996-95fd-2f01b324e177', 'status': 'completed', 'code': 200} May 05 22:41:39.438984 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-87cf391d-c9b9-418d-b377-e5f80b5629a4 req-e0cc67e9-682f-42e1-9517-4e3d86185fbb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2713b5d3-02ad-4996-95fd-2f01b324e177 HTTP/1.1" status: 200 len: 217 time: 0.1680672 May 05 22:41:39.501086 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf391d-c9b9-418d-b377-e5f80b5629a4 req-fdc89aa2-2688-4cdd-8390-9046e4b91229 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:41:39.502550 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-87cf391d-c9b9-418d-b377-e5f80b5629a4 req-fdc89aa2-2688-4cdd-8390-9046e4b91229 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2e86ce8d-be53-4786-9a95-76d7e594f2c2 HTTP/1.1" status: 200 len: 856 time: 0.0585411 May 05 22:41:39.580185 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-87cf391d-c9b9-418d-b377-e5f80b5629a4 req-571432b8-a97a-4651-b4bf-52f766e70ce2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5a28faa4-fc60-4b1f-9d72-d5ed016d96cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717244 May 05 22:41:39.606635 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8d2ca-73ff-4b43-85f6-83d58de81baa req-389e660f-a589-4260-bb5f-15176974cd81 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:41:39.608137 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c9d8d2ca-73ff-4b43-85f6-83d58de81baa req-389e660f-a589-4260-bb5f-15176974cd81 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d4bee29-43fd-40f0-b1a5-9955a391b2c8 HTTP/1.1" status: 200 len: 943 time: 0.0835660 May 05 22:41:39.657252 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c9d8d2ca-73ff-4b43-85f6-83d58de81baa req-65d230c4-7308-4762-9f4e-034493222820 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] 10.222.0.23 "GET /v2.0/security-groups?id=55f9c760-9ea6-4042-b25c-03fad992053e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423992 May 05 22:41:39.730281 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-87cf391d-c9b9-418d-b377-e5f80b5629a4 req-9148262b-7a47-4eb6-984d-7e7ddb78520c service neutron] 10.222.0.44 "GET /v2.0/networks/5a28faa4-fc60-4b1f-9d72-d5ed016d96cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431782 May 05 22:41:39.870290 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-87cf391d-c9b9-418d-b377-e5f80b5629a4 req-bc98064d-9b6c-47f1-95fb-48f3135c9ece service neutron] 10.222.0.44 "GET /v2.0/networks/5a28faa4-fc60-4b1f-9d72-d5ed016d96cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337290 May 05 22:41:39.992483 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-428fc8a4-304a-48c8-87cf-0971982ebbe8 req-ad5baf6f-e68d-4be2-856a-5ef3f7bd9cd5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=20c8451f67354c2b9745aa14a8262be9&device_id=3d4bee29-43fd-40f0-b1a5-9955a391b2c8 HTTP/1.1" status: 200 len: 1094 time: 0.0739636 May 05 22:41:40.130224 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428fc8a4-304a-48c8-87cf-0971982ebbe8 req-31beb54b-a3ca-4e46-9aa8-8ff67877430d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:41:40.131704 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-428fc8a4-304a-48c8-87cf-0971982ebbe8 req-31beb54b-a3ca-4e46-9aa8-8ff67877430d service neutron] 10.222.0.44 "GET /v2.0/networks?id=5a28faa4-fc60-4b1f-9d72-d5ed016d96cd HTTP/1.1" status: 200 len: 918 time: 0.1336641 May 05 22:41:40.204312 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-428fc8a4-304a-48c8-87cf-0971982ebbe8 req-572046dd-5544-4884-b2f5-6c18fa89bce6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2713b5d3-02ad-4996-95fd-2f01b324e177 HTTP/1.1" status: 200 len: 217 time: 0.0647118 May 05 22:41:40.265273 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428fc8a4-304a-48c8-87cf-0971982ebbe8 req-a0321310-bdf9-495d-b4a2-82f0cb098fab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:41:40.266595 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-428fc8a4-304a-48c8-87cf-0971982ebbe8 req-a0321310-bdf9-495d-b4a2-82f0cb098fab service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2e86ce8d-be53-4786-9a95-76d7e594f2c2 HTTP/1.1" status: 200 len: 856 time: 0.0562963 May 05 22:41:40.350624 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-428fc8a4-304a-48c8-87cf-0971982ebbe8 req-7a2d251b-d45c-474d-9ff4-d1e0441a8946 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5a28faa4-fc60-4b1f-9d72-d5ed016d96cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774109 May 05 22:41:40.351014 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:41:40.486504 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-428fc8a4-304a-48c8-87cf-0971982ebbe8 req-7701783b-8bf9-41fb-9bb2-00ad38a9fafe service neutron] 10.222.0.44 "GET /v2.0/networks/5a28faa4-fc60-4b1f-9d72-d5ed016d96cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288114 May 05 22:41:40.634318 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device aeac8dd6-eb5f-4644-b828-b18a497ae413 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:41:40.634948 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-428fc8a4-304a-48c8-87cf-0971982ebbe8 req-5f2f55cb-be04-4d43-a31b-60b64da80207 service neutron] 10.222.0.44 "GET /v2.0/networks/5a28faa4-fc60-4b1f-9d72-d5ed016d96cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410480 May 05 22:41:40.704956 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port aeac8dd6-eb5f-4644-b828-b18a497ae413 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:41:40.705319 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:40.865170 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737bd14-4326-4914-981a-349266188525 req-4e2fb894-fdb1-438f-9187-913911f3f5dc tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:41:40.866612 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5737bd14-4326-4914-981a-349266188525 req-4e2fb894-fdb1-438f-9187-913911f3f5dc tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d4bee29-43fd-40f0-b1a5-9955a391b2c8 HTTP/1.1" status: 200 len: 943 time: 0.0814037 May 05 22:41:40.914687 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5737bd14-4326-4914-981a-349266188525 req-ad5bc7ef-f02a-4ace-a33b-21fb1f6c328a tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] 10.222.0.23 "GET /v2.0/security-groups?id=55f9c760-9ea6-4042-b25c-03fad992053e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423150 May 05 22:41:42.135502 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff701f-51cf-4557-bea5-ab1cff97070e req-ee8e17ae-2c91-451f-a3c7-51c637b2bc84 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:41:42.136988 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4dff701f-51cf-4557-bea5-ab1cff97070e req-ee8e17ae-2c91-451f-a3c7-51c637b2bc84 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d4bee29-43fd-40f0-b1a5-9955a391b2c8 HTTP/1.1" status: 200 len: 943 time: 0.0871429 May 05 22:41:42.185672 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4dff701f-51cf-4557-bea5-ab1cff97070e req-ad61c5ec-7608-469d-ae29-e62a737777b9 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] 10.222.0.23 "GET /v2.0/security-groups?id=55f9c760-9ea6-4042-b25c-03fad992053e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422633 May 05 22:41:42.577553 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f4265d-2c5d-4627-ac12-42cc9ee9c0d3 None None] Sync routers for ids ['2a4f34a2-9edc-471a-a981-b3b5ad2d08d0'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:41:42.590917 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f4265d-2c5d-4627-ac12-42cc9ee9c0d3 None None] Routers {'2a4f34a2-9edc-471a-a981-b3b5ad2d08d0'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:41:42.591710 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-43f4265d-2c5d-4627-ac12-42cc9ee9c0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:41:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['2a4f34a2-9edc-471a-a981-b3b5ad2d08d0'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:41:42.763726 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 2713b5d3-02ad-4996-95fd-2f01b324e177 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:41:42.884248 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-43f4265d-2c5d-4627-ac12-42cc9ee9c0d3 None None] Set router 2a4f34a2-9edc-471a-a981-b3b5ad2d08d0 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:41:43.063762 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 2713b5d3-02ad-4996-95fd-2f01b324e177, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=2713b5d3-02ad-4996-95fd-2f01b324e177,segment=NetworkSegment(9dfcb4f8-0d24-4fdb-90e3-9ab8fd77d60a),segment_id=9dfcb4f8-0d24-4fdb-90e3-9ab8fd77d60a)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:41:43.130765 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '2713b5d3-02ad-4996-95fd-2f01b324e177', 'network_id': '5a28faa4-fc60-4b1f-9d72-d5ed016d96cd', 'port_id': '2713b5d3-02ad-4996-95fd-2f01b324e177', 'mac_address': 'fa:16:3e:13:0a:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e86ce8d-be53-4786-9a95-76d7e594f2c2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:41:43.221217 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:43.272871 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2713b5d3-02ad-4996-95fd-2f01b324e177 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:41:43.296105 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 2713b5d3-02ad-4996-95fd-2f01b324e177, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=2713b5d3-02ad-4996-95fd-2f01b324e177,segment=NetworkSegment(9dfcb4f8-0d24-4fdb-90e3-9ab8fd77d60a),segment_id=9dfcb4f8-0d24-4fdb-90e3-9ab8fd77d60a)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:41:43.302583 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:43.384065 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-43f4265d-2c5d-4627-ac12-42cc9ee9c0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4f34a2-9edc-471a-a981-b3b5ad2d08d0', 'name': 'tempest-TestEncryptedCinderVolumes-1692994879-router', 'tenant_id': '20c8451f67354c2b9745aa14a8262be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '6b2d59bc-c6e1-4125-b887-c0d3ed1ec229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:41:23Z', 'updated_at': '2022-05-05T22:41:27Z', 'revision_number': 4, 'project_id': '20c8451f67354c2b9745aa14a8262be9', 'gw_port': {'id': '6b2d59bc-c6e1-4125-b887-c0d3ed1ec229', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fe:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4f34a2-9edc-471a-a981-b3b5ad2d08d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:41:24Z', 'updated_at': '2022-05-05T22:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'a9c960ba-ce62-45cc-b2b8-0d915b42fb8b', 'name': '', 'network_id': '5a28faa4-fc60-4b1f-9d72-d5ed016d96cd', 'tenant_id': '20c8451f67354c2b9745aa14a8262be9', 'mac_address': 'fa:16:3e:37:d3:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4f34a2-9edc-471a-a981-b3b5ad2d08d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e86ce8d-be53-4786-9a95-76d7e594f2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:41:26Z', 'updated_at': '2022-05-05T22:41:27Z', 'revision_number': 2, 'project_id': '20c8451f67354c2b9745aa14a8262be9', 'subnets': [{'id': '2e86ce8d-be53-4786-9a95-76d7e594f2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:41:43.389036 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=2713b5d3-02ad-4996-95fd-2f01b324e177,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:43.392605 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f4265d-2c5d-4627-ac12-42cc9ee9c0d3 None None] Checking router: 2a4f34a2-9edc-471a-a981-b3b5ad2d08d0 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:41:43.393030 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f4265d-2c5d-4627-ac12-42cc9ee9c0d3 None None] Updating router 2a4f34a2-9edc-471a-a981-b3b5ad2d08d0 port a9c960ba-ce62-45cc-b2b8-0d915b42fb8b binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:41:43.397849 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d35ecf-3732-4f38-b36e-ce696d6a06a9 req-4877dc58-03cc-4e75-bf3e-f2c65e77395d tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:41:43.399320 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-99d35ecf-3732-4f38-b36e-ce696d6a06a9 req-4877dc58-03cc-4e75-bf3e-f2c65e77395d tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d4bee29-43fd-40f0-b1a5-9955a391b2c8 HTTP/1.1" status: 200 len: 944 time: 0.0835540 May 05 22:41:43.447883 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-99d35ecf-3732-4f38-b36e-ce696d6a06a9 req-fab66bf6-e8f5-4e5d-ad82-9cc8d82b09a0 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] 10.222.0.23 "GET /v2.0/security-groups?id=55f9c760-9ea6-4042-b25c-03fad992053e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420961 May 05 22:41:43.451392 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43f4265d-2c5d-4627-ac12-42cc9ee9c0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:43.505792 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['2713b5d3-02ad-4996-95fd-2f01b324e177'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:41:43.968586 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43f4265d-2c5d-4627-ac12-42cc9ee9c0d3 None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:43.983820 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43f4265d-2c5d-4627-ac12-42cc9ee9c0d3 None None] Transition to ACTIVE for port object a9c960ba-ce62-45cc-b2b8-0d915b42fb8b will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:41:43.999375 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43f4265d-2c5d-4627-ac12-42cc9ee9c0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:44.066600 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-83976b33-c20d-4814-8b60-807c9f531581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:44.138963 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c47bde5-988a-4148-858a-6502431df87e None None] Pushing event updated for resources: {'Port': ['ID=a9c960ba-ce62-45cc-b2b8-0d915b42fb8b,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:44.230679 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-43f4265d-2c5d-4627-ac12-42cc9ee9c0d3 None None] Attempting to bind port a9c960ba-ce62-45cc-b2b8-0d915b42fb8b on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:41:44.231375 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-43f4265d-2c5d-4627-ac12-42cc9ee9c0d3 None None] Attempting to bind port a9c960ba-ce62-45cc-b2b8-0d915b42fb8b by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '9dfcb4f8-0d24-4fdb-90e3-9ab8fd77d60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5a28faa4-fc60-4b1f-9d72-d5ed016d96cd'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:41:44.231791 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f4265d-2c5d-4627-ac12-42cc9ee9c0d3 None None] Attempting to bind port a9c960ba-ce62-45cc-b2b8-0d915b42fb8b on network 5a28faa4-fc60-4b1f-9d72-d5ed016d96cd {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:41:44.238790 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f4265d-2c5d-4627-ac12-42cc9ee9c0d3 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:41:44.239188 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f4265d-2c5d-4627-ac12-42cc9ee9c0d3 None None] Checking segment: {'id': '9dfcb4f8-0d24-4fdb-90e3-9ab8fd77d60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5a28faa4-fc60-4b1f-9d72-d5ed016d96cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:41:44.239648 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43f4265d-2c5d-4627-ac12-42cc9ee9c0d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:44.240019 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f4265d-2c5d-4627-ac12-42cc9ee9c0d3 None None] Bound using segment: {'id': '9dfcb4f8-0d24-4fdb-90e3-9ab8fd77d60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5a28faa4-fc60-4b1f-9d72-d5ed016d96cd'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:41:44.240474 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-43f4265d-2c5d-4627-ac12-42cc9ee9c0d3 None None] Bound port: a9c960ba-ce62-45cc-b2b8-0d915b42fb8b, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dfcb4f8-0d24-4fdb-90e3-9ab8fd77d60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5a28faa4-fc60-4b1f-9d72-d5ed016d96cd'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:41:44.240837 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43f4265d-2c5d-4627-ac12-42cc9ee9c0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:44.245666 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f124068-7eaf-4d4e-9a56-ed8791822814 None None] Sync routers for ids ['191143ae-b084-4b66-b69d-83215cc628fc'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:41:44.259003 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f124068-7eaf-4d4e-9a56-ed8791822814 None None] Routers {'191143ae-b084-4b66-b69d-83215cc628fc'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:41:44.259606 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-0f124068-7eaf-4d4e-9a56-ed8791822814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:41:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['191143ae-b084-4b66-b69d-83215cc628fc'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:41:44.335450 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43f4265d-2c5d-4627-ac12-42cc9ee9c0d3 None None] For port a9c960ba-ce62-45cc-b2b8-0d915b42fb8b, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:41:44.338947 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43f4265d-2c5d-4627-ac12-42cc9ee9c0d3 None None] For port a9c960ba-ce62-45cc-b2b8-0d915b42fb8b, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=a9c960ba-ce62-45cc-b2b8-0d915b42fb8b,segment=NetworkSegment(9dfcb4f8-0d24-4fdb-90e3-9ab8fd77d60a),segment_id=9dfcb4f8-0d24-4fdb-90e3-9ab8fd77d60a)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:41:44.347444 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43f4265d-2c5d-4627-ac12-42cc9ee9c0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:44.429344 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c47bde5-988a-4148-858a-6502431df87e None None] Pushing event updated for resources: {'Port': ['ID=a9c960ba-ce62-45cc-b2b8-0d915b42fb8b,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:44.433730 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f4265d-2c5d-4627-ac12-42cc9ee9c0d3 None None] Routers {'2a4f34a2-9edc-471a-a981-b3b5ad2d08d0'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:41:44.434462 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-43f4265d-2c5d-4627-ac12-42cc9ee9c0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:41:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['2a4f34a2-9edc-471a-a981-b3b5ad2d08d0'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:41:44.445593 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-0f124068-7eaf-4d4e-9a56-ed8791822814 None None] Set router 191143ae-b084-4b66-b69d-83215cc628fc gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:41:44.687359 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec21c3-5d3c-4402-bab8-3423d4361cfb req-58f4ff76-8c41-4c8b-aa71-679d7b526096 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:41:44.689584 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8eec21c3-5d3c-4402-bab8-3423d4361cfb req-58f4ff76-8c41-4c8b-aa71-679d7b526096 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d4bee29-43fd-40f0-b1a5-9955a391b2c8 HTTP/1.1" status: 200 len: 944 time: 0.0973167 May 05 22:41:44.711592 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device a9c960ba-ce62-45cc-b2b8-0d915b42fb8b up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:41:44.755715 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8eec21c3-5d3c-4402-bab8-3423d4361cfb req-abf1d432-31e5-4782-9450-00fddc1637d1 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] 10.222.0.23 "GET /v2.0/security-groups?id=55f9c760-9ea6-4042-b25c-03fad992053e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572679 May 05 22:41:44.766153 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 2713b5d3-02ad-4996-95fd-2f01b324e177 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:41:44.834020 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-43f4265d-2c5d-4627-ac12-42cc9ee9c0d3 None None] Set router 2a4f34a2-9edc-471a-a981-b3b5ad2d08d0 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:41:44.864436 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-0f124068-7eaf-4d4e-9a56-ed8791822814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191143ae-b084-4b66-b69d-83215cc628fc', 'name': 'tempest-TestEncryptedCinderVolumes-973806361-router', 'tenant_id': '1b0f4b1451b5457f97c9a100b104f2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'aeac8dd6-eb5f-4644-b828-b18a497ae413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:41:29Z', 'updated_at': '2022-05-05T22:41:33Z', 'revision_number': 4, 'project_id': '1b0f4b1451b5457f97c9a100b104f2c9', 'gw_port': {'id': 'aeac8dd6-eb5f-4644-b828-b18a497ae413', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:dc:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191143ae-b084-4b66-b69d-83215cc628fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:41:30Z', 'updated_at': '2022-05-05T22:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '298b66a9-ef2f-442a-88d4-7af620b7e66d', 'name': '', 'network_id': '2dfdec2c-847f-422e-8e1c-92f5286a60db', 'tenant_id': '1b0f4b1451b5457f97c9a100b104f2c9', 'mac_address': 'fa:16:3e:b2:f8:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191143ae-b084-4b66-b69d-83215cc628fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56caab1f-b160-4593-aec4-57c9ad02ed2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:41:32Z', 'updated_at': '2022-05-05T22:41:33Z', 'revision_number': 2, 'project_id': '1b0f4b1451b5457f97c9a100b104f2c9', 'subnets': [{'id': '56caab1f-b160-4593-aec4-57c9ad02ed2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:41:44.868383 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f124068-7eaf-4d4e-9a56-ed8791822814 None None] Checking router: 191143ae-b084-4b66-b69d-83215cc628fc for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:41:44.868745 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f124068-7eaf-4d4e-9a56-ed8791822814 None None] Updating router 191143ae-b084-4b66-b69d-83215cc628fc port 298b66a9-ef2f-442a-88d4-7af620b7e66d binding host n-d-825175-4 {{(pid=84068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:41:44.924240 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-0f124068-7eaf-4d4e-9a56-ed8791822814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:44.992255 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port a9c960ba-ce62-45cc-b2b8-0d915b42fb8b completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:41:45.063276 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port a9c960ba-ce62-45cc-b2b8-0d915b42fb8b triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:41:45.063641 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:45.094857 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 2713b5d3-02ad-4996-95fd-2f01b324e177 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:41:45.124449 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 2713b5d3-02ad-4996-95fd-2f01b324e177 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:41:45.124709 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:45.260877 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-0f124068-7eaf-4d4e-9a56-ed8791822814 None None] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:45.273900 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.provisioning_blocks [None req-0f124068-7eaf-4d4e-9a56-ed8791822814 None None] Transition to ACTIVE for port object 298b66a9-ef2f-442a-88d4-7af620b7e66d will not be triggered until provisioned by entity L2. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:41:45.281440 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-0f124068-7eaf-4d4e-9a56-ed8791822814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:45.374935 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:45.399292 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:45.411725 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f6706c-f5ce-475e-90ed-6b2bb6795688 None None] Pushing event updated for resources: {'Port': ['ID=298b66a9-ef2f-442a-88d4-7af620b7e66d,revision_number=3']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:45.446765 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d4bee29-43fd-40f0-b1a5-9955a391b2c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2713b5d3-02ad-4996-95fd-2f01b324e177'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:41:45.452647 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-43f4265d-2c5d-4627-ac12-42cc9ee9c0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4f34a2-9edc-471a-a981-b3b5ad2d08d0', 'name': 'tempest-TestEncryptedCinderVolumes-1692994879-router', 'tenant_id': '20c8451f67354c2b9745aa14a8262be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '6b2d59bc-c6e1-4125-b887-c0d3ed1ec229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:41:23Z', 'updated_at': '2022-05-05T22:41:27Z', 'revision_number': 4, 'project_id': '20c8451f67354c2b9745aa14a8262be9', 'gw_port': {'id': '6b2d59bc-c6e1-4125-b887-c0d3ed1ec229', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fe:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4f34a2-9edc-471a-a981-b3b5ad2d08d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:41:24Z', 'updated_at': '2022-05-05T22:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'a9c960ba-ce62-45cc-b2b8-0d915b42fb8b', 'name': '', 'network_id': '5a28faa4-fc60-4b1f-9d72-d5ed016d96cd', 'tenant_id': '20c8451f67354c2b9745aa14a8262be9', 'mac_address': 'fa:16:3e:37:d3:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4f34a2-9edc-471a-a981-b3b5ad2d08d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e86ce8d-be53-4786-9a95-76d7e594f2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:41:26Z', 'updated_at': '2022-05-05T22:41:44Z', 'revision_number': 4, 'project_id': '20c8451f67354c2b9745aa14a8262be9', 'subnets': [{'id': '2e86ce8d-be53-4786-9a95-76d7e594f2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:41:45.462218 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port a9c960ba-ce62-45cc-b2b8-0d915b42fb8b, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=a9c960ba-ce62-45cc-b2b8-0d915b42fb8b,segment=NetworkSegment(9dfcb4f8-0d24-4fdb-90e3-9ab8fd77d60a),segment_id=9dfcb4f8-0d24-4fdb-90e3-9ab8fd77d60a)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:41:45.464323 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f4265d-2c5d-4627-ac12-42cc9ee9c0d3 None None] The sync data for ids ['2a4f34a2-9edc-471a-a981-b3b5ad2d08d0'] in n-d-825175-4 is: [{'id': '2a4f34a2-9edc-471a-a981-b3b5ad2d08d0', 'name': 'tempest-TestEncryptedCinderVolumes-1692994879-router', 'tenant_id': '20c8451f67354c2b9745aa14a8262be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '6b2d59bc-c6e1-4125-b887-c0d3ed1ec229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:41:23Z', 'updated_at': '2022-05-05T22:41:27Z', 'revision_number': 4, 'project_id': '20c8451f67354c2b9745aa14a8262be9', 'gw_port': {'id': '6b2d59bc-c6e1-4125-b887-c0d3ed1ec229', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fe:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4f34a2-9edc-471a-a981-b3b5ad2d08d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:41:24Z', 'updated_at': '2022-05-05T22:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'a9c960ba-ce62-45cc-b2b8-0d915b42fb8b', 'name': '', 'network_id': '5a28faa4-fc60-4b1f-9d72-d5ed016d96cd', 'tenant_id': '20c8451f67354c2b9745aa14a8262be9', 'mac_address': 'fa:16:3e:37:d3:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4f34a2-9edc-471a-a981-b3b5ad2d08d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e86ce8d-be53-4786-9a95-76d7e594f2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:41:26Z', 'updated_at': '2022-05-05T22:41:44Z', 'revision_number': 4, 'project_id': '20c8451f67354c2b9745aa14a8262be9', 'subnets': [{'id': '2e86ce8d-be53-4786-9a95-76d7e594f2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:41:45.467945 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 2713b5d3-02ad-4996-95fd-2f01b324e177, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=2713b5d3-02ad-4996-95fd-2f01b324e177,segment=NetworkSegment(9dfcb4f8-0d24-4fdb-90e3-9ab8fd77d60a),segment_id=9dfcb4f8-0d24-4fdb-90e3-9ab8fd77d60a)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:41:45.475344 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:45.514333 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-0f124068-7eaf-4d4e-9a56-ed8791822814 None None] Attempting to bind port 298b66a9-ef2f-442a-88d4-7af620b7e66d on host n-d-825175-4 for vnic_type normal with profile {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:41:45.514811 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-0f124068-7eaf-4d4e-9a56-ed8791822814 None None] Attempting to bind port 298b66a9-ef2f-442a-88d4-7af620b7e66d by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '804a873d-0045-4190-8722-76f5da7a131e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '2dfdec2c-847f-422e-8e1c-92f5286a60db'}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:41:45.515276 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f124068-7eaf-4d4e-9a56-ed8791822814 None None] Attempting to bind port 298b66a9-ef2f-442a-88d4-7af620b7e66d on network 2dfdec2c-847f-422e-8e1c-92f5286a60db {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:41:45.524770 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f124068-7eaf-4d4e-9a56-ed8791822814 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:41:45.525545 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f124068-7eaf-4d4e-9a56-ed8791822814 None None] Checking segment: {'id': '804a873d-0045-4190-8722-76f5da7a131e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '2dfdec2c-847f-422e-8e1c-92f5286a60db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:41:45.532100 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-0f124068-7eaf-4d4e-9a56-ed8791822814 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:45.532100 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f124068-7eaf-4d4e-9a56-ed8791822814 None None] Bound using segment: {'id': '804a873d-0045-4190-8722-76f5da7a131e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '2dfdec2c-847f-422e-8e1c-92f5286a60db'} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:41:45.532988 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-0f124068-7eaf-4d4e-9a56-ed8791822814 None None] Bound port: 298b66a9-ef2f-442a-88d4-7af620b7e66d, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '804a873d-0045-4190-8722-76f5da7a131e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '2dfdec2c-847f-422e-8e1c-92f5286a60db'}}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:41:45.533572 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:45.533701 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-0f124068-7eaf-4d4e-9a56-ed8791822814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:45.618503 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=a9c960ba-ce62-45cc-b2b8-0d915b42fb8b,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:45.652323 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-0f124068-7eaf-4d4e-9a56-ed8791822814 None None] For port 298b66a9-ef2f-442a-88d4-7af620b7e66d, host n-d-825175-4, cleared binding levels {{(pid=84068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:41:45.656187 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-0f124068-7eaf-4d4e-9a56-ed8791822814 None None] For port 298b66a9-ef2f-442a-88d4-7af620b7e66d, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=298b66a9-ef2f-442a-88d4-7af620b7e66d,segment=NetworkSegment(804a873d-0045-4190-8722-76f5da7a131e),segment_id=804a873d-0045-4190-8722-76f5da7a131e)] {{(pid=84068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:41:45.665056 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-0f124068-7eaf-4d4e-9a56-ed8791822814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:45.686435 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ce157b8-3f07-47ed-ad4c-a79637b2306e'] response: {'server_uuid': '3d4bee29-43fd-40f0-b1a5-9955a391b2c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2713b5d3-02ad-4996-95fd-2f01b324e177', 'code': 200} May 05 22:41:45.744369 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=2713b5d3-02ad-4996-95fd-2f01b324e177,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:45.765104 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f6706c-f5ce-475e-90ed-6b2bb6795688 None None] Pushing event updated for resources: {'Port': ['ID=298b66a9-ef2f-442a-88d4-7af620b7e66d,revision_number=4']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:45.772274 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f124068-7eaf-4d4e-9a56-ed8791822814 None None] Routers {'191143ae-b084-4b66-b69d-83215cc628fc'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:41:45.772879 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-0f124068-7eaf-4d4e-9a56-ed8791822814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:41:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['191143ae-b084-4b66-b69d-83215cc628fc'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:41:45.869057 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-74c4cdf0-f809-4e5d-b0e3-e451578c639c req-e73a1ce5-df20-446f-b15a-64100f97910f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3d4bee29-43fd-40f0-b1a5-9955a391b2c8 HTTP/1.1" status: 200 len: 1096 time: 0.1254056 May 05 22:41:45.930065 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-74c4cdf0-f809-4e5d-b0e3-e451578c639c req-8127a101-5945-4d09-9285-8a76b1ee5b94 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=55f9c760-9ea6-4042-b25c-03fad992053e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516109 May 05 22:41:45.970599 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-0f124068-7eaf-4d4e-9a56-ed8791822814 None None] Set router 191143ae-b084-4b66-b69d-83215cc628fc gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:41:45.993368 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446db02a-afaf-41ef-8b62-269f4a970c0b req-6f9bc2e9-9a49-446b-a4e8-d23ce0d29dd3 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:41:45.994878 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-446db02a-afaf-41ef-8b62-269f4a970c0b req-6f9bc2e9-9a49-446b-a4e8-d23ce0d29dd3 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d4bee29-43fd-40f0-b1a5-9955a391b2c8 HTTP/1.1" status: 200 len: 945 time: 0.0802929 May 05 22:41:46.046426 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-446db02a-afaf-41ef-8b62-269f4a970c0b req-4cd242e3-7e0d-406a-8882-9bf2c7a6f9c8 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] 10.222.0.23 "GET /v2.0/security-groups?id=55f9c760-9ea6-4042-b25c-03fad992053e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445025 May 05 22:41:46.301455 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3504f0a2-d233-4843-8f96-d65f8909f3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:46.307378 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-0f124068-7eaf-4d4e-9a56-ed8791822814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191143ae-b084-4b66-b69d-83215cc628fc', 'name': 'tempest-TestEncryptedCinderVolumes-973806361-router', 'tenant_id': '1b0f4b1451b5457f97c9a100b104f2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'aeac8dd6-eb5f-4644-b828-b18a497ae413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:41:29Z', 'updated_at': '2022-05-05T22:41:33Z', 'revision_number': 4, 'project_id': '1b0f4b1451b5457f97c9a100b104f2c9', 'gw_port': {'id': 'aeac8dd6-eb5f-4644-b828-b18a497ae413', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:dc:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191143ae-b084-4b66-b69d-83215cc628fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:41:30Z', 'updated_at': '2022-05-05T22:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '298b66a9-ef2f-442a-88d4-7af620b7e66d', 'name': '', 'network_id': '2dfdec2c-847f-422e-8e1c-92f5286a60db', 'tenant_id': '1b0f4b1451b5457f97c9a100b104f2c9', 'mac_address': 'fa:16:3e:b2:f8:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191143ae-b084-4b66-b69d-83215cc628fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56caab1f-b160-4593-aec4-57c9ad02ed2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:41:32Z', 'updated_at': '2022-05-05T22:41:45Z', 'revision_number': 4, 'project_id': '1b0f4b1451b5457f97c9a100b104f2c9', 'subnets': [{'id': '56caab1f-b160-4593-aec4-57c9ad02ed2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:41:46.311583 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f124068-7eaf-4d4e-9a56-ed8791822814 None None] The sync data for ids ['191143ae-b084-4b66-b69d-83215cc628fc'] in n-d-825175-4 is: [{'id': '191143ae-b084-4b66-b69d-83215cc628fc', 'name': 'tempest-TestEncryptedCinderVolumes-973806361-router', 'tenant_id': '1b0f4b1451b5457f97c9a100b104f2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'aeac8dd6-eb5f-4644-b828-b18a497ae413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:41:29Z', 'updated_at': '2022-05-05T22:41:33Z', 'revision_number': 4, 'project_id': '1b0f4b1451b5457f97c9a100b104f2c9', 'gw_port': {'id': 'aeac8dd6-eb5f-4644-b828-b18a497ae413', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:dc:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191143ae-b084-4b66-b69d-83215cc628fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:41:30Z', 'updated_at': '2022-05-05T22:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '298b66a9-ef2f-442a-88d4-7af620b7e66d', 'name': '', 'network_id': '2dfdec2c-847f-422e-8e1c-92f5286a60db', 'tenant_id': '1b0f4b1451b5457f97c9a100b104f2c9', 'mac_address': 'fa:16:3e:b2:f8:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191143ae-b084-4b66-b69d-83215cc628fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56caab1f-b160-4593-aec4-57c9ad02ed2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:41:32Z', 'updated_at': '2022-05-05T22:41:45Z', 'revision_number': 4, 'project_id': '1b0f4b1451b5457f97c9a100b104f2c9', 'subnets': [{'id': '56caab1f-b160-4593-aec4-57c9ad02ed2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:41:46.709958 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device a9c960ba-ce62-45cc-b2b8-0d915b42fb8b up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:41:46.783906 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port a9c960ba-ce62-45cc-b2b8-0d915b42fb8b triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:41:46.784269 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:46.916836 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 298b66a9-ef2f-442a-88d4-7af620b7e66d up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:41:46.998852 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 298b66a9-ef2f-442a-88d4-7af620b7e66d completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:41:47.004405 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 298b66a9-ef2f-442a-88d4-7af620b7e66d triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:41:47.004651 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:47.120413 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:47.158020 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 298b66a9-ef2f-442a-88d4-7af620b7e66d, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=298b66a9-ef2f-442a-88d4-7af620b7e66d,segment=NetworkSegment(804a873d-0045-4190-8722-76f5da7a131e),segment_id=804a873d-0045-4190-8722-76f5da7a131e)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:41:47.164784 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:47.232875 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=298b66a9-ef2f-442a-88d4-7af620b7e66d,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:41:47.282383 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f2694-9bd3-44da-8a9a-3311e065beab req-a5d0482b-e113-4594-a2da-b1bad7a7e90d tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:41:47.283861 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0b6f2694-9bd3-44da-8a9a-3311e065beab req-a5d0482b-e113-4594-a2da-b1bad7a7e90d tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d4bee29-43fd-40f0-b1a5-9955a391b2c8 HTTP/1.1" status: 200 len: 945 time: 0.0857105 May 05 22:41:47.328926 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0b6f2694-9bd3-44da-8a9a-3311e065beab req-e3ef2714-49d1-4d0d-85fc-8d79873802b4 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] 10.222.0.23 "GET /v2.0/security-groups?id=55f9c760-9ea6-4042-b25c-03fad992053e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395234 May 05 22:41:47.537200 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff8ef1-d806-410d-bb8e-76e264e90b23 req-8257e203-8feb-4d47-b9e8-479300821b15 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:41:47.538607 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d8ff8ef1-d806-410d-bb8e-76e264e90b23 req-8257e203-8feb-4d47-b9e8-479300821b15 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d4bee29-43fd-40f0-b1a5-9955a391b2c8 HTTP/1.1" status: 200 len: 945 time: 0.0790520 May 05 22:41:47.561730 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:47.584988 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:47.589864 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d8ff8ef1-d806-410d-bb8e-76e264e90b23 req-8e0431c8-954b-4b24-af37-660c6ecb89dc tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] 10.222.0.23 "GET /v2.0/security-groups?id=55f9c760-9ea6-4042-b25c-03fad992053e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447471 May 05 22:41:48.642129 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 298b66a9-ef2f-442a-88d4-7af620b7e66d up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:41:48.714041 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 298b66a9-ef2f-442a-88d4-7af620b7e66d triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:41:48.714239 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:41:49.153516 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:02.215166 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f353f5-85db-49d8-90cd-cbd0b5ecb774 req-84c5a705-8208-48af-a40f-a348b30834af tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:42:02.216598 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-44f353f5-85db-49d8-90cd-cbd0b5ecb774 req-84c5a705-8208-48af-a40f-a348b30834af tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d4bee29-43fd-40f0-b1a5-9955a391b2c8 HTTP/1.1" status: 200 len: 945 time: 0.0840397 May 05 22:42:02.263071 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-44f353f5-85db-49d8-90cd-cbd0b5ecb774 req-c451a75a-1a49-4438-b4bb-d65d7e75e710 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] 10.222.0.23 "GET /v2.0/security-groups?id=55f9c760-9ea6-4042-b25c-03fad992053e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407531 May 05 22:42:03.475272 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a4238d-6855-4c8e-9b62-5c213ef3f83b req-44a847a0-f7b1-4db0-8576-b84042649130 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:42:03.476722 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a3a4238d-6855-4c8e-9b62-5c213ef3f83b req-44a847a0-f7b1-4db0-8576-b84042649130 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d4bee29-43fd-40f0-b1a5-9955a391b2c8 HTTP/1.1" status: 200 len: 945 time: 0.0802341 May 05 22:42:03.524910 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a3a4238d-6855-4c8e-9b62-5c213ef3f83b req-ee51480f-9175-4028-ae9e-3560d2d01588 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] 10.222.0.23 "GET /v2.0/security-groups?id=55f9c760-9ea6-4042-b25c-03fad992053e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399175 May 05 22:42:03.600895 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065bda1-438e-4b72-a4e9-5d7cd0211bf1 req-5f311442-def7-4ced-9a60-37b0fed7fa61 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:42:03.601582 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-6065bda1-438e-4b72-a4e9-5d7cd0211bf1 req-5f311442-def7-4ced-9a60-37b0fed7fa61 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Synchronizing usage tracker for tenant:20c8451f67354c2b9745aa14a8262be9 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:42:03.626467 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-6065bda1-438e-4b72-a4e9-5d7cd0211bf1 req-5f311442-def7-4ced-9a60-37b0fed7fa61 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Unset dirty status for tenant:20c8451f67354c2b9745aa14a8262be9 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:42:03.627699 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6065bda1-438e-4b72-a4e9-5d7cd0211bf1 req-5f311442-def7-4ced-9a60-37b0fed7fa61 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d4bee29-43fd-40f0-b1a5-9955a391b2c8 HTTP/1.1" status: 200 len: 945 time: 0.1100204 May 05 22:42:03.697689 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-6065bda1-438e-4b72-a4e9-5d7cd0211bf1 req-58958512-30fe-4fc0-b3b3-e980025cd88b tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Deleting port 2713b5d3-02ad-4996-95fd-2f01b324e177 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:42:03.698005 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6065bda1-438e-4b72-a4e9-5d7cd0211bf1 req-58958512-30fe-4fc0-b3b3-e980025cd88b tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:04.038568 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-6065bda1-438e-4b72-a4e9-5d7cd0211bf1 req-58958512-30fe-4fc0-b3b3-e980025cd88b tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] For port 2713b5d3-02ad-4996-95fd-2f01b324e177, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=2713b5d3-02ad-4996-95fd-2f01b324e177,segment=NetworkSegment(9dfcb4f8-0d24-4fdb-90e3-9ab8fd77d60a),segment_id=9dfcb4f8-0d24-4fdb-90e3-9ab8fd77d60a)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:42:04.038838 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6065bda1-438e-4b72-a4e9-5d7cd0211bf1 req-58958512-30fe-4fc0-b3b3-e980025cd88b tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:04.159801 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-6065bda1-438e-4b72-a4e9-5d7cd0211bf1 req-58958512-30fe-4fc0-b3b3-e980025cd88b tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Calling delete_port for 2713b5d3-02ad-4996-95fd-2f01b324e177 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:42:04.316203 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6065bda1-438e-4b72-a4e9-5d7cd0211bf1 req-58958512-30fe-4fc0-b3b3-e980025cd88b tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:04.328732 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['2713b5d3-02ad-4996-95fd-2f01b324e177'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:42:04.366432 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58958512-30fe-4fc0-b3b3-e980025cd88b tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Pushing event deleted for resources: {'Port': ['ID=2713b5d3-02ad-4996-95fd-2f01b324e177,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:42:04.409788 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58958512-30fe-4fc0-b3b3-e980025cd88b tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:42:04.410135 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58958512-30fe-4fc0-b3b3-e980025cd88b tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:42:04.410472 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58958512-30fe-4fc0-b3b3-e980025cd88b tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:42:04.410884 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58958512-30fe-4fc0-b3b3-e980025cd88b tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:42:04.411231 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58958512-30fe-4fc0-b3b3-e980025cd88b tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:42:04.411553 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58958512-30fe-4fc0-b3b3-e980025cd88b tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:42:04.411880 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58958512-30fe-4fc0-b3b3-e980025cd88b tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:42:04.412208 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58958512-30fe-4fc0-b3b3-e980025cd88b tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:42:04.412534 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58958512-30fe-4fc0-b3b3-e980025cd88b tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:42:04.412880 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58958512-30fe-4fc0-b3b3-e980025cd88b tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:42:04.413203 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58958512-30fe-4fc0-b3b3-e980025cd88b tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:42:04.454630 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-6065bda1-438e-4b72-a4e9-5d7cd0211bf1 req-58958512-30fe-4fc0-b3b3-e980025cd88b tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] No DVR routers for this DVR port 2713b5d3-02ad-4996-95fd-2f01b324e177 on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:42:04.457591 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-6065bda1-438e-4b72-a4e9-5d7cd0211bf1 req-58958512-30fe-4fc0-b3b3-e980025cd88b tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:04.460345 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d4bee29-43fd-40f0-b1a5-9955a391b2c8', 'name': 'network-vif-deleted', 'tag': '2713b5d3-02ad-4996-95fd-2f01b324e177'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:42:04.479727 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-6065bda1-438e-4b72-a4e9-5d7cd0211bf1 req-58958512-30fe-4fc0-b3b3-e980025cd88b tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] 10.222.0.44 "DELETE /v2.0/ports/2713b5d3-02ad-4996-95fd-2f01b324e177 HTTP/1.1" status: 204 len: 173 time: 0.8467841 May 05 22:42:04.525337 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0572533-9366-4fb0-ac89-c7546cc57282'] response: {'server_uuid': '3d4bee29-43fd-40f0-b1a5-9955a391b2c8', 'name': 'network-vif-deleted', 'tag': '2713b5d3-02ad-4996-95fd-2f01b324e177', 'status': 'completed', 'code': 200} May 05 22:42:04.726970 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bf0c950f-755f-4dee-99eb-bc0d4c679418 req-c7da3db3-1d6f-4455-8eee-f01844f9de8b tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d4bee29-43fd-40f0-b1a5-9955a391b2c8 HTTP/1.1" status: 200 len: 210 time: 0.0444050 May 05 22:42:06.348426 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:06.571073 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:06.887070 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 2713b5d3-02ad-4996-95fd-2f01b324e177 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:42:06.923579 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: 2713b5d3-02ad-4996-95fd-2f01b324e177 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:42:06.923965 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 2713b5d3-02ad-4996-95fd-2f01b324e177 not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:42:07.533702 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c989c8e-14b9-48ab-8c8b-06619988f684 req-3add8867-4c5a-4f53-b42f-c0f76df04de1 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:42:07.535179 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3c989c8e-14b9-48ab-8c8b-06619988f684 req-3add8867-4c5a-4f53-b42f-c0f76df04de1 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] 10.222.0.23 "GET /v2.0/networks?id=5a28faa4-fc60-4b1f-9d72-d5ed016d96cd HTTP/1.1" status: 200 len: 817 time: 0.2493660 May 05 22:42:07.552455 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3c989c8e-14b9-48ab-8c8b-06619988f684 req-0c2f68ef-b4ab-468c-970f-57345433319a tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] 10.222.0.23 "GET /v2.0/quotas/20c8451f67354c2b9745aa14a8262be9 HTTP/1.1" status: 200 len: 375 time: 0.0115013 May 05 22:42:07.636648 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3c989c8e-14b9-48ab-8c8b-06619988f684 req-efc8f333-a2f4-4ba5-9af3-4a5081b08255 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=20c8451f67354c2b9745aa14a8262be9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0792043 May 05 22:42:07.929865 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3c989c8e-14b9-48ab-8c8b-06619988f684 req-bc251588-cee1-4ca0-be80-5e562949257b service neutron] 10.222.0.23 "GET /v2.0/networks/5a28faa4-fc60-4b1f-9d72-d5ed016d96cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810719 May 05 22:42:08.060738 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3c989c8e-14b9-48ab-8c8b-06619988f684 req-3bc30e24-26fd-4145-965a-559f29605b5b service neutron] 10.222.0.23 "GET /v2.0/networks/5a28faa4-fc60-4b1f-9d72-d5ed016d96cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246369 May 05 22:42:08.253629 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-58367a3f-9897-418e-8f29-b85a1a91f500 req-15558c3e-1104-4d5e-be70-08bdbdee2507 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] 10.222.0.23 "GET /v2.0/ports?device_id=f24fe57b-75df-4acd-b0f7-f7a19e06fc97 HTTP/1.1" status: 200 len: 210 time: 0.0438550 May 05 22:42:09.306056 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c989c8e-14b9-48ab-8c8b-06619988f684 req-3bd393ec-f17c-486a-8089-f966f0adc846 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:42:09.307545 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3c989c8e-14b9-48ab-8c8b-06619988f684 req-3bd393ec-f17c-486a-8089-f966f0adc846 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] 10.222.0.44 "GET /v2.0/networks?id=5a28faa4-fc60-4b1f-9d72-d5ed016d96cd HTTP/1.1" status: 200 len: 817 time: 0.1459730 May 05 22:42:09.323864 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-3c989c8e-14b9-48ab-8c8b-06619988f684 req-419cd9bb-3487-41a5-9121-fa70126878a5 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Request body: {'port': {'device_id': 'f24fe57b-75df-4acd-b0f7-f7a19e06fc97', 'network_id': '5a28faa4-fc60-4b1f-9d72-d5ed016d96cd', 'admin_state_up': True, 'tenant_id': '20c8451f67354c2b9745aa14a8262be9'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:42:09.420481 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-00a73532-20b0-4031-8829-1cdfe4822b22 req-cccb70dc-c70f-4742-a34b-4dc5a133c7d0 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] 10.222.0.23 "GET /v2.0/ports?device_id=f24fe57b-75df-4acd-b0f7-f7a19e06fc97 HTTP/1.1" status: 200 len: 210 time: 0.0427241 May 05 22:42:09.460982 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-3c989c8e-14b9-48ab-8c8b-06619988f684 req-419cd9bb-3487-41a5-9121-fa70126878a5 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:42:09.465352 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-3c989c8e-14b9-48ab-8c8b-06619988f684 req-419cd9bb-3487-41a5-9121-fa70126878a5 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Usage tracker for resource:port and tenant:20c8451f67354c2b9745aa14a8262be9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:42:09.468205 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-3c989c8e-14b9-48ab-8c8b-06619988f684 req-419cd9bb-3487-41a5-9121-fa70126878a5 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:42:09.473923 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-3c989c8e-14b9-48ab-8c8b-06619988f684 req-419cd9bb-3487-41a5-9121-fa70126878a5 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:42:09.484090 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c989c8e-14b9-48ab-8c8b-06619988f684 req-419cd9bb-3487-41a5-9121-fa70126878a5 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Made reservation on behalf of 20c8451f67354c2b9745aa14a8262be9 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:42:09.487210 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-3c989c8e-14b9-48ab-8c8b-06619988f684 req-419cd9bb-3487-41a5-9121-fa70126878a5 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:09.650050 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-3c989c8e-14b9-48ab-8c8b-06619988f684 req-419cd9bb-3487-41a5-9121-fa70126878a5 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Allocated IP 172.20.0.5 (5a28faa4-fc60-4b1f-9d72-d5ed016d96cd/2e86ce8d-be53-4786-9a95-76d7e594f2c2/2378b5be-8dd0-4194-84b7-31b044861bfd) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:42:09.860587 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-3c989c8e-14b9-48ab-8c8b-06619988f684 req-419cd9bb-3487-41a5-9121-fa70126878a5 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:09.877090 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-3c989c8e-14b9-48ab-8c8b-06619988f684 req-419cd9bb-3487-41a5-9121-fa70126878a5 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Transition to ACTIVE for port object 2378b5be-8dd0-4194-84b7-31b044861bfd will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:42:09.904023 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-3c989c8e-14b9-48ab-8c8b-06619988f684 req-419cd9bb-3487-41a5-9121-fa70126878a5 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:09.984793 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c989c8e-14b9-48ab-8c8b-06619988f684 req-419cd9bb-3487-41a5-9121-fa70126878a5 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Network 5a28faa4-fc60-4b1f-9d72-d5ed016d96cd is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:42:09.987902 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-3c989c8e-14b9-48ab-8c8b-06619988f684 req-419cd9bb-3487-41a5-9121-fa70126878a5 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:42:09.990878 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c989c8e-14b9-48ab-8c8b-06619988f684 req-419cd9bb-3487-41a5-9121-fa70126878a5 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:42:10.022212 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419cd9bb-3487-41a5-9121-fa70126878a5 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Pushing event updated for resources: {'Port': ['ID=2378b5be-8dd0-4194-84b7-31b044861bfd,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:42:10.058813 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c989c8e-14b9-48ab-8c8b-06619988f684 req-419cd9bb-3487-41a5-9121-fa70126878a5 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:42:10.059516 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-3c989c8e-14b9-48ab-8c8b-06619988f684 req-419cd9bb-3487-41a5-9121-fa70126878a5 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:10.086314 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3c989c8e-14b9-48ab-8c8b-06619988f684 req-419cd9bb-3487-41a5-9121-fa70126878a5 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7665339 May 05 22:42:10.097499 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-3c989c8e-14b9-48ab-8c8b-06619988f684 req-41cef18c-0642-494f-883c-378c876264a6 service neutron] Request body: {'port': {'device_id': 'f24fe57b-75df-4acd-b0f7-f7a19e06fc97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:42:10.216478 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-3c989c8e-14b9-48ab-8c8b-06619988f684 req-41cef18c-0642-494f-883c-378c876264a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:10.227470 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-283d1bab-ad0a-4983-9137-7f1cf15c6236 None None] Provisioning for port 2378b5be-8dd0-4194-84b7-31b044861bfd completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:42:10.232522 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-283d1bab-ad0a-4983-9137-7f1cf15c6236 None None] Provisioning complete for port 2378b5be-8dd0-4194-84b7-31b044861bfd triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:42:10.232956 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-283d1bab-ad0a-4983-9137-7f1cf15c6236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:10.287465 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-283d1bab-ad0a-4983-9137-7f1cf15c6236 None None] Port 2378b5be-8dd0-4194-84b7-31b044861bfd cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:42:10.628832 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289394d-534d-4a52-8e23-74baa11e0843 req-1be3cdf5-320d-4844-94e8-61b73bbbf61f tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:42:10.630456 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4289394d-534d-4a52-8e23-74baa11e0843 req-1be3cdf5-320d-4844-94e8-61b73bbbf61f tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] 10.222.0.23 "GET /v2.0/ports?device_id=f24fe57b-75df-4acd-b0f7-f7a19e06fc97 HTTP/1.1" status: 200 len: 931 time: 0.0798051 May 05 22:42:10.681186 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-3c989c8e-14b9-48ab-8c8b-06619988f684 req-41cef18c-0642-494f-883c-378c876264a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2378b5be-8dd0-4194-84b7-31b044861bfd {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:42:10.688209 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-3c989c8e-14b9-48ab-8c8b-06619988f684 req-41cef18c-0642-494f-883c-378c876264a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:10.702232 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4289394d-534d-4a52-8e23-74baa11e0843 req-e5007ac0-75d5-4d12-a2dc-3bfd21562ea7 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] 10.222.0.23 "GET /v2.0/security-groups?id=55f9c760-9ea6-4042-b25c-03fad992053e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650210 May 05 22:42:10.703129 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-3c989c8e-14b9-48ab-8c8b-06619988f684 req-41cef18c-0642-494f-883c-378c876264a6 service neutron] Transition to ACTIVE for port object 2378b5be-8dd0-4194-84b7-31b044861bfd will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:42:10.709581 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-3c989c8e-14b9-48ab-8c8b-06619988f684 req-41cef18c-0642-494f-883c-378c876264a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:10.836491 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cef18c-0642-494f-883c-378c876264a6 service neutron] Pushing event updated for resources: {'Port': ['ID=2378b5be-8dd0-4194-84b7-31b044861bfd,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:42:10.953810 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-3c989c8e-14b9-48ab-8c8b-06619988f684 req-41cef18c-0642-494f-883c-378c876264a6 service neutron] Attempting to bind port 2378b5be-8dd0-4194-84b7-31b044861bfd on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:42:10.954152 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-3c989c8e-14b9-48ab-8c8b-06619988f684 req-41cef18c-0642-494f-883c-378c876264a6 service neutron] Attempting to bind port 2378b5be-8dd0-4194-84b7-31b044861bfd by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': '9dfcb4f8-0d24-4fdb-90e3-9ab8fd77d60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5a28faa4-fc60-4b1f-9d72-d5ed016d96cd'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:42:10.954481 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c989c8e-14b9-48ab-8c8b-06619988f684 req-41cef18c-0642-494f-883c-378c876264a6 service neutron] Attempting to bind port 2378b5be-8dd0-4194-84b7-31b044861bfd on network 5a28faa4-fc60-4b1f-9d72-d5ed016d96cd {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:42:10.961309 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c989c8e-14b9-48ab-8c8b-06619988f684 req-41cef18c-0642-494f-883c-378c876264a6 service neutron] Port 2378b5be-8dd0-4194-84b7-31b044861bfd on network 5a28faa4-fc60-4b1f-9d72-d5ed016d96cd not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:42:10.961649 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c989c8e-14b9-48ab-8c8b-06619988f684 req-41cef18c-0642-494f-883c-378c876264a6 service neutron] Attempting to bind port 2378b5be-8dd0-4194-84b7-31b044861bfd on network 5a28faa4-fc60-4b1f-9d72-d5ed016d96cd {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:42:10.968448 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c989c8e-14b9-48ab-8c8b-06619988f684 req-41cef18c-0642-494f-883c-378c876264a6 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:42:10.968722 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c989c8e-14b9-48ab-8c8b-06619988f684 req-41cef18c-0642-494f-883c-378c876264a6 service neutron] Checking segment: {'id': '9dfcb4f8-0d24-4fdb-90e3-9ab8fd77d60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5a28faa4-fc60-4b1f-9d72-d5ed016d96cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:42:10.969107 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c989c8e-14b9-48ab-8c8b-06619988f684 req-41cef18c-0642-494f-883c-378c876264a6 service neutron] Bound using segment: {'id': '9dfcb4f8-0d24-4fdb-90e3-9ab8fd77d60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5a28faa4-fc60-4b1f-9d72-d5ed016d96cd'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:42:10.969535 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-3c989c8e-14b9-48ab-8c8b-06619988f684 req-41cef18c-0642-494f-883c-378c876264a6 service neutron] Bound port: 2378b5be-8dd0-4194-84b7-31b044861bfd, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dfcb4f8-0d24-4fdb-90e3-9ab8fd77d60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5a28faa4-fc60-4b1f-9d72-d5ed016d96cd'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:42:10.969880 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-3c989c8e-14b9-48ab-8c8b-06619988f684 req-41cef18c-0642-494f-883c-378c876264a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:11.065713 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-3c989c8e-14b9-48ab-8c8b-06619988f684 req-41cef18c-0642-494f-883c-378c876264a6 service neutron] For port 2378b5be-8dd0-4194-84b7-31b044861bfd, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:42:11.068871 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-3c989c8e-14b9-48ab-8c8b-06619988f684 req-41cef18c-0642-494f-883c-378c876264a6 service neutron] For port 2378b5be-8dd0-4194-84b7-31b044861bfd, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=2378b5be-8dd0-4194-84b7-31b044861bfd,segment=NetworkSegment(9dfcb4f8-0d24-4fdb-90e3-9ab8fd77d60a),segment_id=9dfcb4f8-0d24-4fdb-90e3-9ab8fd77d60a)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:42:11.074752 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-3c989c8e-14b9-48ab-8c8b-06619988f684 req-41cef18c-0642-494f-883c-378c876264a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:11.137416 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-3c989c8e-14b9-48ab-8c8b-06619988f684 req-41cef18c-0642-494f-883c-378c876264a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:11.138836 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3c989c8e-14b9-48ab-8c8b-06619988f684 req-41cef18c-0642-494f-883c-378c876264a6 service neutron] 10.222.0.44 "PUT /v2.0/ports/2378b5be-8dd0-4194-84b7-31b044861bfd HTTP/1.1" status: 200 len: 1091 time: 1.0457406 May 05 22:42:11.139560 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f24fe57b-75df-4acd-b0f7-f7a19e06fc97', 'tag': '2378b5be-8dd0-4194-84b7-31b044861bfd'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:42:11.161835 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cef18c-0642-494f-883c-378c876264a6 service neutron] Pushing event updated for resources: {'Port': ['ID=2378b5be-8dd0-4194-84b7-31b044861bfd,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:42:11.217290 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-656b14ed-fdc1-4093-afc4-34625711603b'] response: {'name': 'network-changed', 'server_uuid': 'f24fe57b-75df-4acd-b0f7-f7a19e06fc97', 'tag': '2378b5be-8dd0-4194-84b7-31b044861bfd', 'status': 'completed', 'code': 200} May 05 22:42:11.259304 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3c989c8e-14b9-48ab-8c8b-06619988f684 req-88f7cde8-2e67-4238-9c94-def22e147ff7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=20c8451f67354c2b9745aa14a8262be9&device_id=f24fe57b-75df-4acd-b0f7-f7a19e06fc97 HTTP/1.1" status: 200 len: 1094 time: 0.0731254 May 05 22:42:11.334566 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3c989c8e-14b9-48ab-8c8b-06619988f684 req-805abd40-29f1-45c8-b164-11bbee0d879f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2378b5be-8dd0-4194-84b7-31b044861bfd HTTP/1.1" status: 200 len: 217 time: 0.0683818 May 05 22:42:11.407985 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c989c8e-14b9-48ab-8c8b-06619988f684 req-ecda22d2-2613-4a11-9945-bf9364ec8acb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:42:11.409953 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3c989c8e-14b9-48ab-8c8b-06619988f684 req-ecda22d2-2613-4a11-9945-bf9364ec8acb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2e86ce8d-be53-4786-9a95-76d7e594f2c2 HTTP/1.1" status: 200 len: 856 time: 0.0697932 May 05 22:42:11.493267 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3c989c8e-14b9-48ab-8c8b-06619988f684 req-c4d42c5c-f3ce-4a46-8188-6bffc7c42c09 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5a28faa4-fc60-4b1f-9d72-d5ed016d96cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759435 May 05 22:42:11.625114 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3c989c8e-14b9-48ab-8c8b-06619988f684 req-61401f2c-40bb-4b87-9ba0-290237efbfe1 service neutron] 10.222.0.44 "GET /v2.0/networks/5a28faa4-fc60-4b1f-9d72-d5ed016d96cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247890 May 05 22:42:11.764759 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3c989c8e-14b9-48ab-8c8b-06619988f684 req-ae724442-4e5a-4a22-b391-bc9b86ef789b service neutron] 10.222.0.44 "GET /v2.0/networks/5a28faa4-fc60-4b1f-9d72-d5ed016d96cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335099 May 05 22:42:11.882293 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e1f9be5e-5031-4e76-bf49-be3691590004 req-cf9c123b-7833-444b-b683-4d60a5cc93e5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=20c8451f67354c2b9745aa14a8262be9&device_id=f24fe57b-75df-4acd-b0f7-f7a19e06fc97 HTTP/1.1" status: 200 len: 1094 time: 0.0702040 May 05 22:42:11.905006 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9069ac66-cce3-45e5-af2b-c4a55d9df0cb req-db76aef6-ae3c-42ae-85b8-9271d8f34b45 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:42:11.906437 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9069ac66-cce3-45e5-af2b-c4a55d9df0cb req-db76aef6-ae3c-42ae-85b8-9271d8f34b45 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] 10.222.0.23 "GET /v2.0/ports?device_id=f24fe57b-75df-4acd-b0f7-f7a19e06fc97 HTTP/1.1" status: 200 len: 943 time: 0.0809100 May 05 22:42:11.954145 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9069ac66-cce3-45e5-af2b-c4a55d9df0cb req-ba0ef440-294c-414b-876b-54a87e6ea35a tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] 10.222.0.23 "GET /v2.0/security-groups?id=55f9c760-9ea6-4042-b25c-03fad992053e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397339 May 05 22:42:12.025816 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f9be5e-5031-4e76-bf49-be3691590004 req-206717b1-d8ec-4030-bef1-4cd90ae7cbee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:42:12.027600 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e1f9be5e-5031-4e76-bf49-be3691590004 req-206717b1-d8ec-4030-bef1-4cd90ae7cbee service neutron] 10.222.0.44 "GET /v2.0/networks?id=5a28faa4-fc60-4b1f-9d72-d5ed016d96cd HTTP/1.1" status: 200 len: 918 time: 0.1395261 May 05 22:42:12.103478 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e1f9be5e-5031-4e76-bf49-be3691590004 req-adfb8e22-f856-445e-8c8c-84839690f50c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2378b5be-8dd0-4194-84b7-31b044861bfd HTTP/1.1" status: 200 len: 217 time: 0.0692399 May 05 22:42:12.171589 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f9be5e-5031-4e76-bf49-be3691590004 req-7c0e16ad-3221-421a-b1f5-23e001aced4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:42:12.173046 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e1f9be5e-5031-4e76-bf49-be3691590004 req-7c0e16ad-3221-421a-b1f5-23e001aced4e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2e86ce8d-be53-4786-9a95-76d7e594f2c2 HTTP/1.1" status: 200 len: 856 time: 0.0631001 May 05 22:42:12.254625 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e1f9be5e-5031-4e76-bf49-be3691590004 req-3dc4b089-2f50-4418-aebd-ac9282b39935 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5a28faa4-fc60-4b1f-9d72-d5ed016d96cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750337 May 05 22:42:12.487630 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e1f9be5e-5031-4e76-bf49-be3691590004 req-f98a54a3-2b96-4e72-950c-f1b65e4a4ade service neutron] 10.222.0.44 "GET /v2.0/networks/5a28faa4-fc60-4b1f-9d72-d5ed016d96cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256303 May 05 22:42:12.618234 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e1f9be5e-5031-4e76-bf49-be3691590004 req-201205fc-5338-4949-89fa-314eb420254d service neutron] 10.222.0.44 "GET /v2.0/networks/5a28faa4-fc60-4b1f-9d72-d5ed016d96cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246619 May 05 22:42:13.180900 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8dd09d-164d-4ef9-b68a-97d718c112e8 req-08e63304-5535-4603-afda-40affafc76f0 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:42:13.182252 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1f8dd09d-164d-4ef9-b68a-97d718c112e8 req-08e63304-5535-4603-afda-40affafc76f0 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] 10.222.0.23 "GET /v2.0/ports?device_id=f24fe57b-75df-4acd-b0f7-f7a19e06fc97 HTTP/1.1" status: 200 len: 943 time: 0.0805292 May 05 22:42:13.233722 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1f8dd09d-164d-4ef9-b68a-97d718c112e8 req-d684eed6-d69e-424a-8647-6a121f185828 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] 10.222.0.23 "GET /v2.0/security-groups?id=55f9c760-9ea6-4042-b25c-03fad992053e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430160 May 05 22:42:14.023836 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0be7f088-18fe-4b80-8319-6dc4a66c5e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:14.443433 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c511a-9677-4619-b9ea-8387dc4b50d4 req-b1e58c93-547d-4fd9-a4c2-8a5a7d6d5737 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:42:14.444953 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4c7c511a-9677-4619-b9ea-8387dc4b50d4 req-b1e58c93-547d-4fd9-a4c2-8a5a7d6d5737 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] 10.222.0.23 "GET /v2.0/ports?device_id=f24fe57b-75df-4acd-b0f7-f7a19e06fc97 HTTP/1.1" status: 200 len: 943 time: 0.0812044 May 05 22:42:14.491620 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4c7c511a-9677-4619-b9ea-8387dc4b50d4 req-8b061331-1315-475b-9dc3-a807085bdeb7 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] 10.222.0.23 "GET /v2.0/security-groups?id=55f9c760-9ea6-4042-b25c-03fad992053e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411096 May 05 22:42:14.965043 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 2378b5be-8dd0-4194-84b7-31b044861bfd details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:42:15.116433 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 2378b5be-8dd0-4194-84b7-31b044861bfd, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=2378b5be-8dd0-4194-84b7-31b044861bfd,segment=NetworkSegment(9dfcb4f8-0d24-4fdb-90e3-9ab8fd77d60a),segment_id=9dfcb4f8-0d24-4fdb-90e3-9ab8fd77d60a)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:42:15.130124 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '2378b5be-8dd0-4194-84b7-31b044861bfd', 'network_id': '5a28faa4-fc60-4b1f-9d72-d5ed016d96cd', 'port_id': '2378b5be-8dd0-4194-84b7-31b044861bfd', 'mac_address': 'fa:16:3e:2c:1b:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e86ce8d-be53-4786-9a95-76d7e594f2c2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:42:15.186143 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:15.206135 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2378b5be-8dd0-4194-84b7-31b044861bfd {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:42:15.221771 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 2378b5be-8dd0-4194-84b7-31b044861bfd, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=2378b5be-8dd0-4194-84b7-31b044861bfd,segment=NetworkSegment(9dfcb4f8-0d24-4fdb-90e3-9ab8fd77d60a),segment_id=9dfcb4f8-0d24-4fdb-90e3-9ab8fd77d60a)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:42:15.227431 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:15.296007 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=2378b5be-8dd0-4194-84b7-31b044861bfd,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:42:15.305436 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:42:15.305779 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:42:15.306111 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:42:15.306439 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:42:15.306802 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:42:15.307117 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:42:15.307434 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:42:15.307751 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:42:15.308067 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:42:15.308381 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:42:15.308693 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:42:15.413411 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['2378b5be-8dd0-4194-84b7-31b044861bfd'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:42:15.710866 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1cc766-0f3c-4de7-b026-da16095d3223 req-88a19589-8869-45ab-9c39-dddc6a6d9e7e tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:42:15.712340 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cd1cc766-0f3c-4de7-b026-da16095d3223 req-88a19589-8869-45ab-9c39-dddc6a6d9e7e tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] 10.222.0.23 "GET /v2.0/ports?device_id=f24fe57b-75df-4acd-b0f7-f7a19e06fc97 HTTP/1.1" status: 200 len: 944 time: 0.0929399 May 05 22:42:15.759236 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cd1cc766-0f3c-4de7-b026-da16095d3223 req-8a9b31b1-8c95-4fac-9523-59824ad34621 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] 10.222.0.23 "GET /v2.0/security-groups?id=55f9c760-9ea6-4042-b25c-03fad992053e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410342 May 05 22:42:16.307112 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-aac6eb48-f78c-4669-b447-c329983e2350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:16.962948 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 2378b5be-8dd0-4194-84b7-31b044861bfd up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:42:16.984277 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d574dbb6-18df-4665-8293-b760ed81c7e6 req-2dab723b-9fff-4b46-ac39-6884b135de40 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:42:16.985808 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d574dbb6-18df-4665-8293-b760ed81c7e6 req-2dab723b-9fff-4b46-ac39-6884b135de40 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] 10.222.0.23 "GET /v2.0/ports?device_id=f24fe57b-75df-4acd-b0f7-f7a19e06fc97 HTTP/1.1" status: 200 len: 944 time: 0.0880992 May 05 22:42:17.032916 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d574dbb6-18df-4665-8293-b760ed81c7e6 req-ec5fcfc7-8a39-457f-bbcb-787baf1fb61d tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] 10.222.0.23 "GET /v2.0/security-groups?id=55f9c760-9ea6-4042-b25c-03fad992053e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410240 May 05 22:42:17.034015 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 2378b5be-8dd0-4194-84b7-31b044861bfd completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:42:17.039015 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 2378b5be-8dd0-4194-84b7-31b044861bfd triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:42:17.039376 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:17.150973 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:17.177189 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f24fe57b-75df-4acd-b0f7-f7a19e06fc97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2378b5be-8dd0-4194-84b7-31b044861bfd'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:42:17.187132 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 2378b5be-8dd0-4194-84b7-31b044861bfd, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=2378b5be-8dd0-4194-84b7-31b044861bfd,segment=NetworkSegment(9dfcb4f8-0d24-4fdb-90e3-9ab8fd77d60a),segment_id=9dfcb4f8-0d24-4fdb-90e3-9ab8fd77d60a)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:42:17.191719 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:17.236655 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7fbfc57-8dfd-43b3-bdd2-7d644c1ee8c6'] response: {'server_uuid': 'f24fe57b-75df-4acd-b0f7-f7a19e06fc97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2378b5be-8dd0-4194-84b7-31b044861bfd', 'code': 200} May 05 22:42:17.262421 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=2378b5be-8dd0-4194-84b7-31b044861bfd,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:42:17.353221 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:42:17.361382 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-20bc78f6-7594-40da-b74e-61e4a079e33f req-c01f7709-d6a6-4592-b116-da43a049818a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f24fe57b-75df-4acd-b0f7-f7a19e06fc97 HTTP/1.1" status: 200 len: 1096 time: 0.0690560 May 05 22:42:17.405701 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-20bc78f6-7594-40da-b74e-61e4a079e33f req-9ff43292-e170-4616-8ad7-c1ae3d38f953 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=55f9c760-9ea6-4042-b25c-03fad992053e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380845 May 05 22:42:17.564105 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:17.588204 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:18.257816 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858feb0-ae7e-4515-af48-0a324975747f req-589dacd5-5b15-44f7-ad87-731051543fff tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:42:18.259254 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6858feb0-ae7e-4515-af48-0a324975747f req-589dacd5-5b15-44f7-ad87-731051543fff tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] 10.222.0.23 "GET /v2.0/ports?device_id=f24fe57b-75df-4acd-b0f7-f7a19e06fc97 HTTP/1.1" status: 200 len: 945 time: 0.0956094 May 05 22:42:18.308731 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6858feb0-ae7e-4515-af48-0a324975747f req-58eceb89-b4a1-4647-80e6-d42a0da1f6e8 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] 10.222.0.23 "GET /v2.0/security-groups?id=55f9c760-9ea6-4042-b25c-03fad992053e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414753 May 05 22:42:19.156806 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:19.537691 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291eabde-e3d9-424f-9178-e3e7269b9ef6 req-7f9b76b8-1219-4a51-b058-09748cf03b87 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:42:19.539195 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-291eabde-e3d9-424f-9178-e3e7269b9ef6 req-7f9b76b8-1219-4a51-b058-09748cf03b87 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] 10.222.0.23 "GET /v2.0/ports?device_id=f24fe57b-75df-4acd-b0f7-f7a19e06fc97 HTTP/1.1" status: 200 len: 945 time: 0.0827494 May 05 22:42:19.587969 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-291eabde-e3d9-424f-9178-e3e7269b9ef6 req-8ab006c8-9b8a-4740-bf8b-9b2362bdcc4b tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] 10.222.0.23 "GET /v2.0/security-groups?id=55f9c760-9ea6-4042-b25c-03fad992053e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430899 May 05 22:42:19.799599 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ed076-42a2-4b30-806e-fc412e46bfa0 req-71bcd939-0abd-4874-9f12-5deae2137f32 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:42:19.801066 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b06ed076-42a2-4b30-806e-fc412e46bfa0 req-71bcd939-0abd-4874-9f12-5deae2137f32 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] 10.222.0.23 "GET /v2.0/ports?device_id=f24fe57b-75df-4acd-b0f7-f7a19e06fc97 HTTP/1.1" status: 200 len: 945 time: 0.0908680 May 05 22:42:19.866568 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b06ed076-42a2-4b30-806e-fc412e46bfa0 req-4e4e25f9-5e48-482c-872b-ed6f3563368f tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] 10.222.0.23 "GET /v2.0/security-groups?id=55f9c760-9ea6-4042-b25c-03fad992053e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579138 May 05 22:42:34.311204 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-eca97aff-c190-4fd8-8958-fab804cda17d req-7b094902-0f8f-427f-9049-c9943c37edba service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f24fe57b-75df-4acd-b0f7-f7a19e06fc97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0730352 May 05 22:42:34.467729 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-eca97aff-c190-4fd8-8958-fab804cda17d req-6bf39525-a2be-4f28-8bd6-547dcd141226 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=20c8451f67354c2b9745aa14a8262be9&device_id=f24fe57b-75df-4acd-b0f7-f7a19e06fc97 HTTP/1.1" status: 200 len: 1096 time: 0.0832064 May 05 22:42:34.615100 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca97aff-c190-4fd8-8958-fab804cda17d req-b2a7795a-4874-4011-8486-74e94a60ac78 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:42:34.616567 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-eca97aff-c190-4fd8-8958-fab804cda17d req-b2a7795a-4874-4011-8486-74e94a60ac78 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5a28faa4-fc60-4b1f-9d72-d5ed016d96cd HTTP/1.1" status: 200 len: 918 time: 0.1272800 May 05 22:42:34.625779 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4f537-32ef-485e-a435-a0c142d5215f req-e2718936-31ab-4500-a5ce-66195c869f42 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:42:34.627302 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1be4f537-32ef-485e-a435-a0c142d5215f req-e2718936-31ab-4500-a5ce-66195c869f42 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] 10.222.0.23 "GET /v2.0/ports?device_id=f24fe57b-75df-4acd-b0f7-f7a19e06fc97 HTTP/1.1" status: 200 len: 945 time: 0.0838108 May 05 22:42:34.674914 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1be4f537-32ef-485e-a435-a0c142d5215f req-35139645-72a1-49ae-bea0-177cedf52c67 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] 10.222.0.23 "GET /v2.0/security-groups?id=55f9c760-9ea6-4042-b25c-03fad992053e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418990 May 05 22:42:34.687777 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-eca97aff-c190-4fd8-8958-fab804cda17d req-6113056b-02ac-4c94-96f0-429818e8b75c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2378b5be-8dd0-4194-84b7-31b044861bfd HTTP/1.1" status: 200 len: 217 time: 0.0644233 May 05 22:42:34.749795 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca97aff-c190-4fd8-8958-fab804cda17d req-418fd85d-c546-403a-bd6d-c1ea5aa48929 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:42:34.751238 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-eca97aff-c190-4fd8-8958-fab804cda17d req-418fd85d-c546-403a-bd6d-c1ea5aa48929 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2e86ce8d-be53-4786-9a95-76d7e594f2c2 HTTP/1.1" status: 200 len: 856 time: 0.0575457 May 05 22:42:34.833466 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-eca97aff-c190-4fd8-8958-fab804cda17d req-22ceb4c1-2b04-4e75-88df-941d6d72fa36 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5a28faa4-fc60-4b1f-9d72-d5ed016d96cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746117 May 05 22:42:34.968626 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-eca97aff-c190-4fd8-8958-fab804cda17d req-542ad8e1-684d-44a1-a36f-5d13b8fec7b9 service neutron] 10.222.0.44 "GET /v2.0/networks/5a28faa4-fc60-4b1f-9d72-d5ed016d96cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275198 May 05 22:42:35.100738 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-eca97aff-c190-4fd8-8958-fab804cda17d req-9a1ae177-c3f5-4d91-8796-b27b78be52d4 service neutron] 10.222.0.44 "GET /v2.0/networks/5a28faa4-fc60-4b1f-9d72-d5ed016d96cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248729 May 05 22:42:35.902794 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30403d3-44a3-4a33-bc3f-54c6a8b84929 req-63c9375c-1d7c-454a-86c9-da7b1050f147 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:42:35.904140 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a30403d3-44a3-4a33-bc3f-54c6a8b84929 req-63c9375c-1d7c-454a-86c9-da7b1050f147 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] 10.222.0.23 "GET /v2.0/ports?device_id=f24fe57b-75df-4acd-b0f7-f7a19e06fc97 HTTP/1.1" status: 200 len: 945 time: 0.0836968 May 05 22:42:35.949859 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a30403d3-44a3-4a33-bc3f-54c6a8b84929 req-065e676b-53e9-4a56-b744-2eb4ae5b3d55 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] 10.222.0.23 "GET /v2.0/security-groups?id=55f9c760-9ea6-4042-b25c-03fad992053e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399897 May 05 22:42:36.048677 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f38bd-a679-4946-a774-1a958d1a79ca req-a32267a1-2523-46c4-8300-75fd5b14e2df tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:42:36.049359 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-617f38bd-a679-4946-a774-1a958d1a79ca req-a32267a1-2523-46c4-8300-75fd5b14e2df tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Synchronizing usage tracker for tenant:20c8451f67354c2b9745aa14a8262be9 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:42:36.070768 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-617f38bd-a679-4946-a774-1a958d1a79ca req-a32267a1-2523-46c4-8300-75fd5b14e2df tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Unset dirty status for tenant:20c8451f67354c2b9745aa14a8262be9 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:42:36.072470 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-617f38bd-a679-4946-a774-1a958d1a79ca req-a32267a1-2523-46c4-8300-75fd5b14e2df tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] 10.222.0.44 "GET /v2.0/ports?device_id=f24fe57b-75df-4acd-b0f7-f7a19e06fc97 HTTP/1.1" status: 200 len: 945 time: 0.1025548 May 05 22:42:36.141433 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-617f38bd-a679-4946-a774-1a958d1a79ca req-b575ec6f-0b03-4b18-98de-ca60a1945cd3 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Deleting port 2378b5be-8dd0-4194-84b7-31b044861bfd {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:42:36.141769 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-617f38bd-a679-4946-a774-1a958d1a79ca req-b575ec6f-0b03-4b18-98de-ca60a1945cd3 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:36.362425 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:36.391574 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-617f38bd-a679-4946-a774-1a958d1a79ca req-b575ec6f-0b03-4b18-98de-ca60a1945cd3 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] For port 2378b5be-8dd0-4194-84b7-31b044861bfd, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=2378b5be-8dd0-4194-84b7-31b044861bfd,segment=NetworkSegment(9dfcb4f8-0d24-4fdb-90e3-9ab8fd77d60a),segment_id=9dfcb4f8-0d24-4fdb-90e3-9ab8fd77d60a)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:42:36.391931 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-617f38bd-a679-4946-a774-1a958d1a79ca req-b575ec6f-0b03-4b18-98de-ca60a1945cd3 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:36.516491 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-617f38bd-a679-4946-a774-1a958d1a79ca req-b575ec6f-0b03-4b18-98de-ca60a1945cd3 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Calling delete_port for 2378b5be-8dd0-4194-84b7-31b044861bfd owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:42:36.584568 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:36.764193 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-617f38bd-a679-4946-a774-1a958d1a79ca req-b575ec6f-0b03-4b18-98de-ca60a1945cd3 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:36.776824 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['2378b5be-8dd0-4194-84b7-31b044861bfd'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:42:36.817590 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b575ec6f-0b03-4b18-98de-ca60a1945cd3 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Pushing event deleted for resources: {'Port': ['ID=2378b5be-8dd0-4194-84b7-31b044861bfd,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:42:36.889522 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-617f38bd-a679-4946-a774-1a958d1a79ca req-b575ec6f-0b03-4b18-98de-ca60a1945cd3 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] No DVR routers for this DVR port 2378b5be-8dd0-4194-84b7-31b044861bfd on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:42:36.892324 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-617f38bd-a679-4946-a774-1a958d1a79ca req-b575ec6f-0b03-4b18-98de-ca60a1945cd3 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:36.895103 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f24fe57b-75df-4acd-b0f7-f7a19e06fc97', 'name': 'network-vif-deleted', 'tag': '2378b5be-8dd0-4194-84b7-31b044861bfd'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:42:36.912511 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-617f38bd-a679-4946-a774-1a958d1a79ca req-b575ec6f-0b03-4b18-98de-ca60a1945cd3 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] 10.222.0.44 "DELETE /v2.0/ports/2378b5be-8dd0-4194-84b7-31b044861bfd HTTP/1.1" status: 204 len: 173 time: 0.8345633 May 05 22:42:36.964064 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cff24a90-31cb-4fd9-8c8d-3010043bd3dc'] response: {'server_uuid': 'f24fe57b-75df-4acd-b0f7-f7a19e06fc97', 'name': 'network-vif-deleted', 'tag': '2378b5be-8dd0-4194-84b7-31b044861bfd', 'status': 'completed', 'code': 200} May 05 22:42:37.130618 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b3a8631d-79bf-463e-85dc-2cdc4c9f833a req-aab4d8b9-c5d2-4b4a-92b0-79b6bd6cec73 tempest-TestEncryptedCinderVolumes-1461988323 tempest-TestEncryptedCinderVolumes-1461988323-project] 10.222.0.23 "GET /v2.0/ports?device_id=f24fe57b-75df-4acd-b0f7-f7a19e06fc97 HTTP/1.1" status: 200 len: 210 time: 0.0436153 May 05 22:42:38.285206 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 35974) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:42:38.681558 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0b4dc66f-2e5a-4d95-9aba-20a530ca3b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:39.302043 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-0b4dc66f-2e5a-4d95-9aba-20a530ca3b54 admin admin] Deleting port a9c960ba-ce62-45cc-b2b8-0d915b42fb8b {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:42:39.302760 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0b4dc66f-2e5a-4d95-9aba-20a530ca3b54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:39.469472 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-0b4dc66f-2e5a-4d95-9aba-20a530ca3b54 admin admin] For port a9c960ba-ce62-45cc-b2b8-0d915b42fb8b, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=a9c960ba-ce62-45cc-b2b8-0d915b42fb8b,segment=NetworkSegment(9dfcb4f8-0d24-4fdb-90e3-9ab8fd77d60a),segment_id=9dfcb4f8-0d24-4fdb-90e3-9ab8fd77d60a)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:42:39.469828 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0b4dc66f-2e5a-4d95-9aba-20a530ca3b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:39.689970 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-0b4dc66f-2e5a-4d95-9aba-20a530ca3b54 admin admin] Calling delete_port for a9c960ba-ce62-45cc-b2b8-0d915b42fb8b owned by network:router_interface {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:42:39.859790 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0b4dc66f-2e5a-4d95-9aba-20a530ca3b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:39.904748 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4dc66f-2e5a-4d95-9aba-20a530ca3b54 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9c960ba-ce62-45cc-b2b8-0d915b42fb8b,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:42:40.201060 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0b4dc66f-2e5a-4d95-9aba-20a530ca3b54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:40.783948 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b4dc66f-2e5a-4d95-9aba-20a530ca3b54 admin admin] Router 2a4f34a2-9edc-471a-a981-b3b5ad2d08d0 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:42:40.991792 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b4dc66f-2e5a-4d95-9aba-20a530ca3b54 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:42:41.002097 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ea1840-d4f6-40e3-aa6c-e7957e099fc4 None None] Sync routers for ids ['2a4f34a2-9edc-471a-a981-b3b5ad2d08d0'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:42:41.008195 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0b4dc66f-2e5a-4d95-9aba-20a530ca3b54 admin admin] 10.222.0.23 "PUT /v2.0/routers/2a4f34a2-9edc-471a-a981-b3b5ad2d08d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7218795 May 05 22:42:41.011014 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 35978) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:42:41.014652 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ea1840-d4f6-40e3-aa6c-e7957e099fc4 None None] Routers {'2a4f34a2-9edc-471a-a981-b3b5ad2d08d0'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:42:41.015294 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-35ea1840-d4f6-40e3-aa6c-e7957e099fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:42:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['2a4f34a2-9edc-471a-a981-b3b5ad2d08d0'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:42:41.142099 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 2378b5be-8dd0-4194-84b7-31b044861bfd no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:42:41.181537 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: 2378b5be-8dd0-4194-84b7-31b044861bfd {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:42:41.182019 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 2378b5be-8dd0-4194-84b7-31b044861bfd not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:42:41.228897 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-35ea1840-d4f6-40e3-aa6c-e7957e099fc4 None None] Set router 2a4f34a2-9edc-471a-a981-b3b5ad2d08d0 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:42:41.320408 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fee0e54c-8969-4dd5-8be6-638d44bc7e95 admin admin] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:41.538249 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fee0e54c-8969-4dd5-8be6-638d44bc7e95 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:41.563299 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-fee0e54c-8969-4dd5-8be6-638d44bc7e95 admin admin] Deleting port 6b2d59bc-c6e1-4125-b887-c0d3ed1ec229 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:42:41.563786 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fee0e54c-8969-4dd5-8be6-638d44bc7e95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:41.564636 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-35ea1840-d4f6-40e3-aa6c-e7957e099fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4f34a2-9edc-471a-a981-b3b5ad2d08d0', 'name': 'tempest-TestEncryptedCinderVolumes-1692994879-router', 'tenant_id': '20c8451f67354c2b9745aa14a8262be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '6b2d59bc-c6e1-4125-b887-c0d3ed1ec229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:41:23Z', 'updated_at': '2022-05-05T22:42:39Z', 'revision_number': 5, 'project_id': '20c8451f67354c2b9745aa14a8262be9', 'gw_port': {'id': '6b2d59bc-c6e1-4125-b887-c0d3ed1ec229', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fe:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4f34a2-9edc-471a-a981-b3b5ad2d08d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:41:24Z', 'updated_at': '2022-05-05T22:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:42:41.569400 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ea1840-d4f6-40e3-aa6c-e7957e099fc4 None None] Checking router: 2a4f34a2-9edc-471a-a981-b3b5ad2d08d0 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:42:41.580781 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ea1840-d4f6-40e3-aa6c-e7957e099fc4 None None] Routers {'2a4f34a2-9edc-471a-a981-b3b5ad2d08d0'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:42:41.581375 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-35ea1840-d4f6-40e3-aa6c-e7957e099fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:42:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['2a4f34a2-9edc-471a-a981-b3b5ad2d08d0'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:42:41.728027 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-35ea1840-d4f6-40e3-aa6c-e7957e099fc4 None None] Set router 2a4f34a2-9edc-471a-a981-b3b5ad2d08d0 gateway port host: None {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:42:41.739200 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-fee0e54c-8969-4dd5-8be6-638d44bc7e95 admin admin] For port 6b2d59bc-c6e1-4125-b887-c0d3ed1ec229, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=6b2d59bc-c6e1-4125-b887-c0d3ed1ec229,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:42:41.739525 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fee0e54c-8969-4dd5-8be6-638d44bc7e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:41.840939 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-35ea1840-d4f6-40e3-aa6c-e7957e099fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4f34a2-9edc-471a-a981-b3b5ad2d08d0', 'name': 'tempest-TestEncryptedCinderVolumes-1692994879-router', 'tenant_id': '20c8451f67354c2b9745aa14a8262be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:41:23Z', 'updated_at': '2022-05-05T22:42:41Z', 'revision_number': 6, 'project_id': '20c8451f67354c2b9745aa14a8262be9', 'gw_port_host': None}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:42:41.844892 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ea1840-d4f6-40e3-aa6c-e7957e099fc4 None None] The sync data for ids ['2a4f34a2-9edc-471a-a981-b3b5ad2d08d0'] in n-d-825175-4 is: [{'id': '2a4f34a2-9edc-471a-a981-b3b5ad2d08d0', 'name': 'tempest-TestEncryptedCinderVolumes-1692994879-router', 'tenant_id': '20c8451f67354c2b9745aa14a8262be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:41:23Z', 'updated_at': '2022-05-05T22:42:41Z', 'revision_number': 6, 'project_id': '20c8451f67354c2b9745aa14a8262be9', 'gw_port_host': None}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:42:41.884470 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-fee0e54c-8969-4dd5-8be6-638d44bc7e95 admin admin] Calling delete_port for 6b2d59bc-c6e1-4125-b887-c0d3ed1ec229 owned by network:router_gateway {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:42:42.064221 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fee0e54c-8969-4dd5-8be6-638d44bc7e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:42.111363 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee0e54c-8969-4dd5-8be6-638d44bc7e95 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b2d59bc-c6e1-4125-b887-c0d3ed1ec229,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:42:42.352943 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fee0e54c-8969-4dd5-8be6-638d44bc7e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:42.676114 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device a9c960ba-ce62-45cc-b2b8-0d915b42fb8b no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:42:42.710636 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: a9c960ba-ce62-45cc-b2b8-0d915b42fb8b {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:42:42.711352 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device a9c960ba-ce62-45cc-b2b8-0d915b42fb8b not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:42:42.712004 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 6b2d59bc-c6e1-4125-b887-c0d3ed1ec229 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:42:42.743480 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fee0e54c-8969-4dd5-8be6-638d44bc7e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:42.747585 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 6b2d59bc-c6e1-4125-b887-c0d3ed1ec229 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:42:42.747935 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 6b2d59bc-c6e1-4125-b887-c0d3ed1ec229 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:42:42.749269 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fee0e54c-8969-4dd5-8be6-638d44bc7e95 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:42.785794 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fee0e54c-8969-4dd5-8be6-638d44bc7e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:42.786442 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee0e54c-8969-4dd5-8be6-638d44bc7e95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a4f34a2-9edc-471a-a981-b3b5ad2d08d0 {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:42:42.801400 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-fee0e54c-8969-4dd5-8be6-638d44bc7e95 admin admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:42.802561 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-fee0e54c-8969-4dd5-8be6-638d44bc7e95 admin admin] 10.222.0.23 "DELETE /v2.0/routers/2a4f34a2-9edc-471a-a981-b3b5ad2d08d0 HTTP/1.1" status: 204 len: 168 time: 1.7906482 May 05 22:42:42.805216 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 35982) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:42:42.866918 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd1d26a8-fcbf-4d6c-9344-8efed4f029a9 admin admin] Deleting subnet 2e86ce8d-be53-4786-9a95-76d7e594f2c2 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:42:42.870350 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bd1d26a8-fcbf-4d6c-9344-8efed4f029a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:42.920567 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bd1d26a8-fcbf-4d6c-9344-8efed4f029a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:43.003772 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bd1d26a8-fcbf-4d6c-9344-8efed4f029a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:43.081366 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bd1d26a8-fcbf-4d6c-9344-8efed4f029a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:43.119002 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1d26a8-fcbf-4d6c-9344-8efed4f029a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e86ce8d-be53-4786-9a95-76d7e594f2c2,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:42:43.126474 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bd1d26a8-fcbf-4d6c-9344-8efed4f029a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:43.132034 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8079a6-e12b-4bc9-ad2a-23a239908f6d None None] Network 5a28faa4-fc60-4b1f-9d72-d5ed016d96cd requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:42:43.133929 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-bd1d26a8-fcbf-4d6c-9344-8efed4f029a9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2e86ce8d-be53-4786-9a95-76d7e594f2c2 HTTP/1.1" status: 204 len: 168 time: 0.3275695 May 05 22:42:43.136939 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35986) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:42:43.244142 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-833d0b7c-3b0d-4eb7-9ff6-efa1e1148cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:43.254858 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-833d0b7c-3b0d-4eb7-9ff6-efa1e1148cd6 admin admin] Deleting port 25e0b9e2-296c-494c-a433-163fa745b07b {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:42:43.255176 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-833d0b7c-3b0d-4eb7-9ff6-efa1e1148cd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:43.369746 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359e8532-fc62-44b1-9a76-215932f8be3e None None] DHCP port deletion for 5a28faa4-fc60-4b1f-9d72-d5ed016d96cd request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:42:43.374494 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-359e8532-fc62-44b1-9a76-215932f8be3e None None] Deleting port 25e0b9e2-296c-494c-a433-163fa745b07b {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:42:43.374891 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-359e8532-fc62-44b1-9a76-215932f8be3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:43.456676 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-833d0b7c-3b0d-4eb7-9ff6-efa1e1148cd6 admin admin] For port 25e0b9e2-296c-494c-a433-163fa745b07b, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=25e0b9e2-296c-494c-a433-163fa745b07b,segment=NetworkSegment(9dfcb4f8-0d24-4fdb-90e3-9ab8fd77d60a),segment_id=9dfcb4f8-0d24-4fdb-90e3-9ab8fd77d60a)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:42:43.457036 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-833d0b7c-3b0d-4eb7-9ff6-efa1e1148cd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:43.586958 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-359e8532-fc62-44b1-9a76-215932f8be3e None None] For port 25e0b9e2-296c-494c-a433-163fa745b07b, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=25e0b9e2-296c-494c-a433-163fa745b07b,segment=NetworkSegment(9dfcb4f8-0d24-4fdb-90e3-9ab8fd77d60a),segment_id=9dfcb4f8-0d24-4fdb-90e3-9ab8fd77d60a)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:42:43.587343 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-359e8532-fc62-44b1-9a76-215932f8be3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:43.681620 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-833d0b7c-3b0d-4eb7-9ff6-efa1e1148cd6 admin admin] Calling delete_port for 25e0b9e2-296c-494c-a433-163fa745b07b owned by network:dhcp {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:42:43.704967 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-359e8532-fc62-44b1-9a76-215932f8be3e None None] Calling delete_port for 25e0b9e2-296c-494c-a433-163fa745b07b owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:42:43.758588 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-833d0b7c-3b0d-4eb7-9ff6-efa1e1148cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:43.774000 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-359e8532-fc62-44b1-9a76-215932f8be3e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:42:43.774366 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-359e8532-fc62-44b1-9a76-215932f8be3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:42:43.805085 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833d0b7c-3b0d-4eb7-9ff6-efa1e1148cd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=25e0b9e2-296c-494c-a433-163fa745b07b,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:42:43.810652 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833d0b7c-3b0d-4eb7-9ff6-efa1e1148cd6 admin admin] No DVR routers for this DVR port 25e0b9e2-296c-494c-a433-163fa745b07b on host n-d-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:42:43.845503 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833d0b7c-3b0d-4eb7-9ff6-efa1e1148cd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:42:43.845861 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833d0b7c-3b0d-4eb7-9ff6-efa1e1148cd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:42:43.846187 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833d0b7c-3b0d-4eb7-9ff6-efa1e1148cd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:42:43.846508 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833d0b7c-3b0d-4eb7-9ff6-efa1e1148cd6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:42:43.846881 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833d0b7c-3b0d-4eb7-9ff6-efa1e1148cd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:42:43.847202 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833d0b7c-3b0d-4eb7-9ff6-efa1e1148cd6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:42:43.847516 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833d0b7c-3b0d-4eb7-9ff6-efa1e1148cd6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:42:43.847830 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833d0b7c-3b0d-4eb7-9ff6-efa1e1148cd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:42:43.848144 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833d0b7c-3b0d-4eb7-9ff6-efa1e1148cd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:42:43.848454 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833d0b7c-3b0d-4eb7-9ff6-efa1e1148cd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:42:43.848787 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833d0b7c-3b0d-4eb7-9ff6-efa1e1148cd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:42:43.934603 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-833d0b7c-3b0d-4eb7-9ff6-efa1e1148cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:43.964339 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-833d0b7c-3b0d-4eb7-9ff6-efa1e1148cd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a28faa4-fc60-4b1f-9d72-d5ed016d96cd']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:42:43.976309 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-833d0b7c-3b0d-4eb7-9ff6-efa1e1148cd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dfcb4f8-0d24-4fdb-90e3-9ab8fd77d60a') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:42:43.976586 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-833d0b7c-3b0d-4eb7-9ff6-efa1e1148cd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dfcb4f8-0d24-4fdb-90e3-9ab8fd77d60a') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:42:43.987920 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-833d0b7c-3b0d-4eb7-9ff6-efa1e1148cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:44.004007 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-833d0b7c-3b0d-4eb7-9ff6-efa1e1148cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:44.008093 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d5a82132-7ef5-4b72-a442-805394145fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:44.012009 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-833d0b7c-3b0d-4eb7-9ff6-efa1e1148cd6 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:42:44.012455 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-833d0b7c-3b0d-4eb7-9ff6-efa1e1148cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:44.025724 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 22:42:44.025724 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:42:44.025724 n-d-825175-4 neutron-server[84061]: timer() May 05 22:42:44.025724 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:42:44.025724 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 22:42:44.025724 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:42:44.025724 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 22:42:44.025724 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:42:44.025724 n-d-825175-4 neutron-server[84061]: self._notify() May 05 22:42:44.025724 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:42:44.025724 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 22:42:44.025724 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:42:44.025724 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 22:42:44.025724 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:42:44.025724 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:42:44.025724 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:42:44.025724 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:42:44.025724 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:42:44.025724 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 22:42:44.025724 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:42:44.025724 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 22:42:44.025724 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:42:44.025724 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:42:44.025724 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:42:44.025724 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 22:42:44.025724 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:42:44.025724 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:42:44.025724 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:42:44.025724 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:42:44.025724 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:42:44.025724 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:42:44.025724 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:42:44.102273 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-833d0b7c-3b0d-4eb7-9ff6-efa1e1148cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:44.129264 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-833d0b7c-3b0d-4eb7-9ff6-efa1e1148cd6 admin admin] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:44.139637 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833d0b7c-3b0d-4eb7-9ff6-efa1e1148cd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a28faa4-fc60-4b1f-9d72-d5ed016d96cd,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:42:44.154531 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-833d0b7c-3b0d-4eb7-9ff6-efa1e1148cd6 admin admin] 10.222.0.23 "DELETE /v2.0/networks/5a28faa4-fc60-4b1f-9d72-d5ed016d96cd HTTP/1.1" status: 204 len: 168 time: 1.0164721 May 05 22:42:44.157448 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35990) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:42:44.276687 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-359e8532-fc62-44b1-9a76-215932f8be3e None None] Deleting port 25e0b9e2-296c-494c-a433-163fa745b07b {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:42:44.277081 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-359e8532-fc62-44b1-9a76-215932f8be3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:44.342844 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-359e8532-fc62-44b1-9a76-215932f8be3e None None] The port '25e0b9e2-296c-494c-a433-163fa745b07b' was deleted {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 22:42:44.564896 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fcba9772-e872-4a00-aa62-0a95448443db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:44.659938 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 25e0b9e2-296c-494c-a433-163fa745b07b no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:42:44.691606 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 25e0b9e2-296c-494c-a433-163fa745b07b {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:42:44.691945 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 25e0b9e2-296c-494c-a433-163fa745b07b not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:42:45.263153 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-fcba9772-e872-4a00-aa62-0a95448443db admin admin] Deleting port 298b66a9-ef2f-442a-88d4-7af620b7e66d {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:42:45.263761 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fcba9772-e872-4a00-aa62-0a95448443db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:45.427918 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-fcba9772-e872-4a00-aa62-0a95448443db admin admin] For port 298b66a9-ef2f-442a-88d4-7af620b7e66d, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=298b66a9-ef2f-442a-88d4-7af620b7e66d,segment=NetworkSegment(804a873d-0045-4190-8722-76f5da7a131e),segment_id=804a873d-0045-4190-8722-76f5da7a131e)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:42:45.428218 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fcba9772-e872-4a00-aa62-0a95448443db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:45.550296 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-fcba9772-e872-4a00-aa62-0a95448443db admin admin] Calling delete_port for 298b66a9-ef2f-442a-88d4-7af620b7e66d owned by network:router_interface {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:42:45.733017 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fcba9772-e872-4a00-aa62-0a95448443db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:45.777424 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcba9772-e872-4a00-aa62-0a95448443db admin admin] Pushing event deleted for resources: {'Port': ['ID=298b66a9-ef2f-442a-88d4-7af620b7e66d,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:42:46.080800 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-fcba9772-e872-4a00-aa62-0a95448443db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:46.300349 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4771e432-aea2-42e2-b645-c1020dd618a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:46.794457 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcba9772-e872-4a00-aa62-0a95448443db admin admin] Router 191143ae-b084-4b66-b69d-83215cc628fc has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:42:46.999344 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcba9772-e872-4a00-aa62-0a95448443db admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:42:47.008173 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050747db-07a8-4aeb-981c-4471301526c2 None None] Sync routers for ids ['191143ae-b084-4b66-b69d-83215cc628fc'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:42:47.008970 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-fcba9772-e872-4a00-aa62-0a95448443db admin admin] 10.222.0.23 "PUT /v2.0/routers/191143ae-b084-4b66-b69d-83215cc628fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8505127 May 05 22:42:47.011611 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 35994) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:42:47.020763 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050747db-07a8-4aeb-981c-4471301526c2 None None] Routers {'191143ae-b084-4b66-b69d-83215cc628fc'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:42:47.021384 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-050747db-07a8-4aeb-981c-4471301526c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:42:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['191143ae-b084-4b66-b69d-83215cc628fc'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:42:47.193392 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-050747db-07a8-4aeb-981c-4471301526c2 None None] Set router 191143ae-b084-4b66-b69d-83215cc628fc gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:42:47.210735 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-321ec335-c8b1-4cfa-b99d-63c2f2e6b404 admin admin] Notify callbacks [] for router, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:47.414235 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-321ec335-c8b1-4cfa-b99d-63c2f2e6b404 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:47.424285 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-321ec335-c8b1-4cfa-b99d-63c2f2e6b404 admin admin] Deleting port aeac8dd6-eb5f-4644-b828-b18a497ae413 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:42:47.424640 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-321ec335-c8b1-4cfa-b99d-63c2f2e6b404 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:47.473150 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-050747db-07a8-4aeb-981c-4471301526c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191143ae-b084-4b66-b69d-83215cc628fc', 'name': 'tempest-TestEncryptedCinderVolumes-973806361-router', 'tenant_id': '1b0f4b1451b5457f97c9a100b104f2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.144'}], 'enable_snat': True}, 'gw_port_id': 'aeac8dd6-eb5f-4644-b828-b18a497ae413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:41:29Z', 'updated_at': '2022-05-05T22:42:45Z', 'revision_number': 5, 'project_id': '1b0f4b1451b5457f97c9a100b104f2c9', 'gw_port': {'id': 'aeac8dd6-eb5f-4644-b828-b18a497ae413', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:dc:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191143ae-b084-4b66-b69d-83215cc628fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:41:30Z', 'updated_at': '2022-05-05T22:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:42:47.476959 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050747db-07a8-4aeb-981c-4471301526c2 None None] Checking router: 191143ae-b084-4b66-b69d-83215cc628fc for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:42:47.487403 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050747db-07a8-4aeb-981c-4471301526c2 None None] Routers {'191143ae-b084-4b66-b69d-83215cc628fc'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:42:47.487975 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-050747db-07a8-4aeb-981c-4471301526c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:42:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['191143ae-b084-4b66-b69d-83215cc628fc'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:42:47.566209 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:47.597581 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-321ec335-c8b1-4cfa-b99d-63c2f2e6b404 admin admin] For port aeac8dd6-eb5f-4644-b828-b18a497ae413, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=aeac8dd6-eb5f-4644-b828-b18a497ae413,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:42:47.598052 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-321ec335-c8b1-4cfa-b99d-63c2f2e6b404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:47.599384 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:47.642632 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-050747db-07a8-4aeb-981c-4471301526c2 None None] Set router 191143ae-b084-4b66-b69d-83215cc628fc gateway port host: None {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:42:47.720970 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-321ec335-c8b1-4cfa-b99d-63c2f2e6b404 admin admin] Calling delete_port for aeac8dd6-eb5f-4644-b828-b18a497ae413 owned by network:router_gateway {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:42:47.746221 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-050747db-07a8-4aeb-981c-4471301526c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191143ae-b084-4b66-b69d-83215cc628fc', 'name': 'tempest-TestEncryptedCinderVolumes-973806361-router', 'tenant_id': '1b0f4b1451b5457f97c9a100b104f2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:41:29Z', 'updated_at': '2022-05-05T22:42:47Z', 'revision_number': 6, 'project_id': '1b0f4b1451b5457f97c9a100b104f2c9', 'gw_port_host': None}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:42:47.750262 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050747db-07a8-4aeb-981c-4471301526c2 None None] The sync data for ids ['191143ae-b084-4b66-b69d-83215cc628fc'] in n-d-825175-4 is: [{'id': '191143ae-b084-4b66-b69d-83215cc628fc', 'name': 'tempest-TestEncryptedCinderVolumes-973806361-router', 'tenant_id': '1b0f4b1451b5457f97c9a100b104f2c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:41:29Z', 'updated_at': '2022-05-05T22:42:47Z', 'revision_number': 6, 'project_id': '1b0f4b1451b5457f97c9a100b104f2c9', 'gw_port_host': None}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:42:47.898217 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-321ec335-c8b1-4cfa-b99d-63c2f2e6b404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:47.943256 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ec335-c8b1-4cfa-b99d-63c2f2e6b404 admin admin] Pushing event deleted for resources: {'Port': ['ID=aeac8dd6-eb5f-4644-b828-b18a497ae413,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:42:48.278150 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-321ec335-c8b1-4cfa-b99d-63c2f2e6b404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:48.532937 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-321ec335-c8b1-4cfa-b99d-63c2f2e6b404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:48.537820 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-321ec335-c8b1-4cfa-b99d-63c2f2e6b404 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:48.564960 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-321ec335-c8b1-4cfa-b99d-63c2f2e6b404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:48.565549 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321ec335-c8b1-4cfa-b99d-63c2f2e6b404 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 191143ae-b084-4b66-b69d-83215cc628fc {{(pid=84061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:42:48.577826 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-321ec335-c8b1-4cfa-b99d-63c2f2e6b404 admin admin] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:48.578965 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-321ec335-c8b1-4cfa-b99d-63c2f2e6b404 admin admin] 10.222.0.23 "DELETE /v2.0/routers/191143ae-b084-4b66-b69d-83215cc628fc HTTP/1.1" status: 204 len: 168 time: 1.5662754 May 05 22:42:48.581671 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 35998) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:42:48.650249 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3f9538c-4192-4c6c-a280-d6595d621aa5 admin admin] Deleting subnet 56caab1f-b160-4593-aec4-57c9ad02ed2d {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:42:48.654391 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f3f9538c-4192-4c6c-a280-d6595d621aa5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:48.662968 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device aeac8dd6-eb5f-4644-b828-b18a497ae413 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:42:48.701888 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: aeac8dd6-eb5f-4644-b828-b18a497ae413 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:42:48.702234 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device aeac8dd6-eb5f-4644-b828-b18a497ae413 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:42:48.702642 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 298b66a9-ef2f-442a-88d4-7af620b7e66d no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:42:48.705827 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f3f9538c-4192-4c6c-a280-d6595d621aa5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:48.736342 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 298b66a9-ef2f-442a-88d4-7af620b7e66d {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:42:48.736963 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 298b66a9-ef2f-442a-88d4-7af620b7e66d not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:42:48.790631 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f3f9538c-4192-4c6c-a280-d6595d621aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:48.861972 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f3f9538c-4192-4c6c-a280-d6595d621aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:48.899770 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f9538c-4192-4c6c-a280-d6595d621aa5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56caab1f-b160-4593-aec4-57c9ad02ed2d,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:42:48.907746 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f3f9538c-4192-4c6c-a280-d6595d621aa5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:48.912384 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f3f9538c-4192-4c6c-a280-d6595d621aa5 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/56caab1f-b160-4593-aec4-57c9ad02ed2d HTTP/1.1" status: 204 len: 168 time: 0.3296754 May 05 22:42:48.914809 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1452296-4b2f-41d2-a054-02ddd7080d68 None None] Network 2dfdec2c-847f-422e-8e1c-92f5286a60db requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:42:48.915044 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 36002) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:42:49.023367 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6fcf510a-bd0a-4e4b-8ee5-4b151fc5fe8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:49.035845 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-6fcf510a-bd0a-4e4b-8ee5-4b151fc5fe8f admin admin] Deleting port a9397f2b-43f0-4813-bebc-c806c94639c9 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:42:49.036181 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6fcf510a-bd0a-4e4b-8ee5-4b151fc5fe8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:49.155641 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:49.207072 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c1a884-ab4f-4f05-be0e-20472ec6bf80 None None] DHCP port deletion for 2dfdec2c-847f-422e-8e1c-92f5286a60db request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:42:49.211456 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-95c1a884-ab4f-4f05-be0e-20472ec6bf80 None None] Deleting port a9397f2b-43f0-4813-bebc-c806c94639c9 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:42:49.211823 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-95c1a884-ab4f-4f05-be0e-20472ec6bf80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:49.254414 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-6fcf510a-bd0a-4e4b-8ee5-4b151fc5fe8f admin admin] For port a9397f2b-43f0-4813-bebc-c806c94639c9, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=a9397f2b-43f0-4813-bebc-c806c94639c9,segment=NetworkSegment(804a873d-0045-4190-8722-76f5da7a131e),segment_id=804a873d-0045-4190-8722-76f5da7a131e)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:42:49.254802 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6fcf510a-bd0a-4e4b-8ee5-4b151fc5fe8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:49.378389 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-6fcf510a-bd0a-4e4b-8ee5-4b151fc5fe8f admin admin] Calling delete_port for a9397f2b-43f0-4813-bebc-c806c94639c9 owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:42:49.413418 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-95c1a884-ab4f-4f05-be0e-20472ec6bf80 None None] For port a9397f2b-43f0-4813-bebc-c806c94639c9, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=a9397f2b-43f0-4813-bebc-c806c94639c9,segment=NetworkSegment(804a873d-0045-4190-8722-76f5da7a131e),segment_id=804a873d-0045-4190-8722-76f5da7a131e)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:42:49.413804 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-95c1a884-ab4f-4f05-be0e-20472ec6bf80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:49.458568 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6fcf510a-bd0a-4e4b-8ee5-4b151fc5fe8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:49.502701 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf510a-bd0a-4e4b-8ee5-4b151fc5fe8f admin admin] Pushing event deleted for resources: {'Port': ['ID=a9397f2b-43f0-4813-bebc-c806c94639c9,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:42:49.508748 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcf510a-bd0a-4e4b-8ee5-4b151fc5fe8f admin admin] No DVR routers for this DVR port a9397f2b-43f0-4813-bebc-c806c94639c9 on host n-d-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:42:49.544296 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-95c1a884-ab4f-4f05-be0e-20472ec6bf80 None None] Calling delete_port for a9397f2b-43f0-4813-bebc-c806c94639c9 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:42:49.620822 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-95c1a884-ab4f-4f05-be0e-20472ec6bf80 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:42:49.621170 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-95c1a884-ab4f-4f05-be0e-20472ec6bf80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:42:49.637203 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6fcf510a-bd0a-4e4b-8ee5-4b151fc5fe8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:49.661653 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-6fcf510a-bd0a-4e4b-8ee5-4b151fc5fe8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dfdec2c-847f-422e-8e1c-92f5286a60db']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:42:49.673333 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-6fcf510a-bd0a-4e4b-8ee5-4b151fc5fe8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '804a873d-0045-4190-8722-76f5da7a131e') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:42:49.673629 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-6fcf510a-bd0a-4e4b-8ee5-4b151fc5fe8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '804a873d-0045-4190-8722-76f5da7a131e') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:42:49.684903 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6fcf510a-bd0a-4e4b-8ee5-4b151fc5fe8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:49.700928 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6fcf510a-bd0a-4e4b-8ee5-4b151fc5fe8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:49.707256 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fcf510a-bd0a-4e4b-8ee5-4b151fc5fe8f admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:42:49.707514 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6fcf510a-bd0a-4e4b-8ee5-4b151fc5fe8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:49.720315 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:42:49.720315 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:42:49.720315 n-d-825175-4 neutron-server[84063]: timer() May 05 22:42:49.720315 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:42:49.720315 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:42:49.720315 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:42:49.720315 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:42:49.720315 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:42:49.720315 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:42:49.720315 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:42:49.720315 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:42:49.720315 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:42:49.720315 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:42:49.720315 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:42:49.720315 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:42:49.720315 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:42:49.720315 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:42:49.720315 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:42:49.720315 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:42:49.720315 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:42:49.720315 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:42:49.720315 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:42:49.720315 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:42:49.720315 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:42:49.720315 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:42:49.720315 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:42:49.720315 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:42:49.720315 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:42:49.720315 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:42:49.720315 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:42:49.720315 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:42:49.720315 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:42:49.886480 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6fcf510a-bd0a-4e4b-8ee5-4b151fc5fe8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:49.903799 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6fcf510a-bd0a-4e4b-8ee5-4b151fc5fe8f admin admin] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:49.915038 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf510a-bd0a-4e4b-8ee5-4b151fc5fe8f admin admin] Pushing event deleted for resources: {'Network': ['ID=2dfdec2c-847f-422e-8e1c-92f5286a60db,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:42:49.920654 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-6fcf510a-bd0a-4e4b-8ee5-4b151fc5fe8f admin admin] 10.222.0.23 "DELETE /v2.0/networks/2dfdec2c-847f-422e-8e1c-92f5286a60db HTTP/1.1" status: 204 len: 168 time: 1.0023251 May 05 22:42:50.122633 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-95c1a884-ab4f-4f05-be0e-20472ec6bf80 None None] Deleting port a9397f2b-43f0-4813-bebc-c806c94639c9 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:42:50.123163 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-95c1a884-ab4f-4f05-be0e-20472ec6bf80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:50.159805 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 36010) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:42:50.190832 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-95c1a884-ab4f-4f05-be0e-20472ec6bf80 None None] The port 'a9397f2b-43f0-4813-bebc-c806c94639c9' was deleted {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 22:42:50.215052 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d4562944-92de-4d10-bfa2-ab9c31e721c6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=20c8451f67354c2b9745aa14a8262be9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0539341 May 05 22:42:50.217553 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 36014) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:42:50.280755 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-347779da-0200-481f-b203-6c989519df06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:50.308000 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-347779da-0200-481f-b203-6c989519df06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:50.363159 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-347779da-0200-481f-b203-6c989519df06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:50.380303 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347779da-0200-481f-b203-6c989519df06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f9c760-9ea6-4042-b25c-03fad992053e,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:42:50.384606 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-347779da-0200-481f-b203-6c989519df06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:50.385967 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-347779da-0200-481f-b203-6c989519df06 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/55f9c760-9ea6-4042-b25c-03fad992053e HTTP/1.1" status: 204 len: 168 time: 0.1673946 May 05 22:42:50.660676 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device a9397f2b-43f0-4813-bebc-c806c94639c9 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:42:50.694512 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: a9397f2b-43f0-4813-bebc-c806c94639c9 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:42:50.694863 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device a9397f2b-43f0-4813-bebc-c806c94639c9 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:42:50.823316 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 36022) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:42:50.875254 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-92289463-5c8d-4acb-ba2b-8def66f9a301 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1b0f4b1451b5457f97c9a100b104f2c9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0508049 May 05 22:42:50.879015 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 36026) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:42:50.940805 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5185778d-26d8-4abc-a9c7-14be4387b364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:50.965932 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5185778d-26d8-4abc-a9c7-14be4387b364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:51.029443 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5185778d-26d8-4abc-a9c7-14be4387b364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:51.045517 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5185778d-26d8-4abc-a9c7-14be4387b364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2792165-0d84-4e8c-9372-0d107b71d5fb,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:42:51.050419 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5185778d-26d8-4abc-a9c7-14be4387b364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:51.051123 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5185778d-26d8-4abc-a9c7-14be4387b364 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b2792165-0d84-4e8c-9372-0d107b71d5fb HTTP/1.1" status: 204 len: 168 time: 0.1711683 May 05 22:42:52.044984 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36048) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:42:52.185460 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-55479082-efe3-4f30-b6b1-c88be088e032 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2035434908-network', 'tenant_id': '30d60feb5efd467d83a6830c6128f129'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:42:52.190864 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-55479082-efe3-4f30-b6b1-c88be088e032 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:42:52.194832 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-55479082-efe3-4f30-b6b1-c88be088e032 admin admin] Usage tracker for resource:network and tenant:30d60feb5efd467d83a6830c6128f129 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:42:52.197653 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-55479082-efe3-4f30-b6b1-c88be088e032 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:42:52.203536 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-55479082-efe3-4f30-b6b1-c88be088e032 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:42:52.215825 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55479082-efe3-4f30-b6b1-c88be088e032 admin admin] Made reservation on behalf of 30d60feb5efd467d83a6830c6128f129 for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:42:52.218247 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-55479082-efe3-4f30-b6b1-c88be088e032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:52.230818 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-55479082-efe3-4f30-b6b1-c88be088e032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:52.262570 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-55479082-efe3-4f30-b6b1-c88be088e032 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:42:52.267035 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-55479082-efe3-4f30-b6b1-c88be088e032 admin admin] Usage tracker for resource:security_group_rule and tenant:30d60feb5efd467d83a6830c6128f129 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:42:52.270199 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-55479082-efe3-4f30-b6b1-c88be088e032 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:42:52.277059 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-55479082-efe3-4f30-b6b1-c88be088e032 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:42:52.344452 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-55479082-efe3-4f30-b6b1-c88be088e032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:52.350855 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-55479082-efe3-4f30-b6b1-c88be088e032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:52.383787 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55479082-efe3-4f30-b6b1-c88be088e032 admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:42:52.392147 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55479082-efe3-4f30-b6b1-c88be088e032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd420b9-c68a-4200-b237-bce4c7dd69bb,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:42:52.399015 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-55479082-efe3-4f30-b6b1-c88be088e032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:52.399404 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-55479082-efe3-4f30-b6b1-c88be088e032 admin admin] Added segment 6917b3fd-cee4-4053-8b03-5556ded76a80 of type vlan for network ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728 May 05 22:42:52.427049 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-55479082-efe3-4f30-b6b1-c88be088e032 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:52.457514 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-55479082-efe3-4f30-b6b1-c88be088e032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:52.458316 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55479082-efe3-4f30-b6b1-c88be088e032 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:42:52.458899 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-55479082-efe3-4f30-b6b1-c88be088e032 admin admin] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:52.559599 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-55479082-efe3-4f30-b6b1-c88be088e032 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5135257 May 05 22:42:52.560381 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55479082-efe3-4f30-b6b1-c88be088e032 admin admin] Pushing event updated for resources: {'Network': ['ID=ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:42:52.562540 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36054) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:42:52.568472 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-f19fc7f2-ce01-4d6d-b3f2-4d75bf215abb admin admin] Request body: {'subnet': {'network_id': 'ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2035434908-subnet', 'tenant_id': '30d60feb5efd467d83a6830c6128f129', 'ip_version': 4}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:42:52.571577 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:42:52.574990 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-f19fc7f2-ce01-4d6d-b3f2-4d75bf215abb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:42:52.579294 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-f19fc7f2-ce01-4d6d-b3f2-4d75bf215abb admin admin] Usage tracker for resource:subnet and tenant:30d60feb5efd467d83a6830c6128f129 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:42:52.583011 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-f19fc7f2-ce01-4d6d-b3f2-4d75bf215abb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:42:52.589360 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-f19fc7f2-ce01-4d6d-b3f2-4d75bf215abb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:42:52.600048 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19fc7f2-ce01-4d6d-b3f2-4d75bf215abb admin admin] Made reservation on behalf of 30d60feb5efd467d83a6830c6128f129 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:42:52.602747 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f19fc7f2-ce01-4d6d-b3f2-4d75bf215abb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:52.812586 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f19fc7f2-ce01-4d6d-b3f2-4d75bf215abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:52.878091 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19fc7f2-ce01-4d6d-b3f2-4d75bf215abb admin admin] Pushing event updated for resources: {'Subnet': ['ID=384a33a8-fb92-4e42-bdb5-bc863583b82a,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:42:52.897761 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19fc7f2-ce01-4d6d-b3f2-4d75bf215abb admin admin] Checking segment: {'id': '6917b3fd-cee4-4053-8b03-5556ded76a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:42:52.898103 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19fc7f2-ce01-4d6d-b3f2-4d75bf215abb admin admin] Network hostable DHCP agents. Network: ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:42:52.923463 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19fc7f2-ce01-4d6d-b3f2-4d75bf215abb admin admin] Network ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:42:52.935880 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-f19fc7f2-ce01-4d6d-b3f2-4d75bf215abb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:42:52.940032 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19fc7f2-ce01-4d6d-b3f2-4d75bf215abb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:42:52.940606 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f19fc7f2-ce01-4d6d-b3f2-4d75bf215abb admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:52.945864 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a96d827-d331-4b28-8615-f33bf10952bb None None] Network ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:42:52.962436 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f19fc7f2-ce01-4d6d-b3f2-4d75bf215abb admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3985467 May 05 22:42:52.965493 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36058) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:42:52.970756 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-73bded6d-aa0f-4ae9-b90a-88ed3189939b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2035434908-router', 'tenant_id': '30d60feb5efd467d83a6830c6128f129', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:42:52.976067 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-73bded6d-aa0f-4ae9-b90a-88ed3189939b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:42:52.980421 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-73bded6d-aa0f-4ae9-b90a-88ed3189939b admin admin] Usage tracker for resource:router and tenant:30d60feb5efd467d83a6830c6128f129 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:42:52.983426 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-73bded6d-aa0f-4ae9-b90a-88ed3189939b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:42:52.989319 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-73bded6d-aa0f-4ae9-b90a-88ed3189939b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:42:53.004204 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-73bded6d-aa0f-4ae9-b90a-88ed3189939b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:53.005288 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-73bded6d-aa0f-4ae9-b90a-88ed3189939b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:53.029033 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-73bded6d-aa0f-4ae9-b90a-88ed3189939b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:53.160755 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85596ae-8244-46d6-aa68-c23e70587f49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728', 'network_id': 'ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728', 'tenant_id': '30d60feb5efd467d83a6830c6128f129', 'fixed_ips': [{'subnet_id': '384a33a8-fb92-4e42-bdb5-bc863583b82a'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:42:53.161561 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c85596ae-8244-46d6-aa68-c23e70587f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:53.176733 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-73bded6d-aa0f-4ae9-b90a-88ed3189939b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:53.319502 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-c85596ae-8244-46d6-aa68-c23e70587f49 None None] Allocated IP 172.20.0.2 (ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728/384a33a8-fb92-4e42-bdb5-bc863583b82a/fa9db9dd-98fd-4699-91b1-0bcebc63b046) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:42:53.366418 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-73bded6d-aa0f-4ae9-b90a-88ed3189939b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:53.400553 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-73bded6d-aa0f-4ae9-b90a-88ed3189939b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:53.528935 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c85596ae-8244-46d6-aa68-c23e70587f49 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:53.537436 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-73bded6d-aa0f-4ae9-b90a-88ed3189939b admin admin] Allocated IP 172.25.4.130 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/d3dd03f8-1245-4f0c-9e5f-f5f69237d456) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:42:53.541984 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c85596ae-8244-46d6-aa68-c23e70587f49 None None] Transition to ACTIVE for port object fa9db9dd-98fd-4699-91b1-0bcebc63b046 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:42:53.563095 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-c85596ae-8244-46d6-aa68-c23e70587f49 None None] Transition to ACTIVE for port object fa9db9dd-98fd-4699-91b1-0bcebc63b046 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:42:53.572694 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c85596ae-8244-46d6-aa68-c23e70587f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:53.645109 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85596ae-8244-46d6-aa68-c23e70587f49 None None] Network ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:42:53.646301 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-c85596ae-8244-46d6-aa68-c23e70587f49 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:42:53.650258 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85596ae-8244-46d6-aa68-c23e70587f49 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:42:53.659839 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85596ae-8244-46d6-aa68-c23e70587f49 None None] Pushing event updated for resources: {'Port': ['ID=fa9db9dd-98fd-4699-91b1-0bcebc63b046,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:42:53.746703 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-c85596ae-8244-46d6-aa68-c23e70587f49 None None] Attempting to bind port fa9db9dd-98fd-4699-91b1-0bcebc63b046 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:42:53.747056 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-c85596ae-8244-46d6-aa68-c23e70587f49 None None] Attempting to bind port fa9db9dd-98fd-4699-91b1-0bcebc63b046 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '6917b3fd-cee4-4053-8b03-5556ded76a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:42:53.747404 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85596ae-8244-46d6-aa68-c23e70587f49 None None] Attempting to bind port fa9db9dd-98fd-4699-91b1-0bcebc63b046 on network ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:42:53.754030 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85596ae-8244-46d6-aa68-c23e70587f49 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:42:53.754391 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85596ae-8244-46d6-aa68-c23e70587f49 None None] Checking segment: {'id': '6917b3fd-cee4-4053-8b03-5556ded76a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:42:53.754798 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c85596ae-8244-46d6-aa68-c23e70587f49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:53.755182 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85596ae-8244-46d6-aa68-c23e70587f49 None None] Bound using segment: {'id': '6917b3fd-cee4-4053-8b03-5556ded76a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:42:53.755626 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-c85596ae-8244-46d6-aa68-c23e70587f49 None None] Bound port: fa9db9dd-98fd-4699-91b1-0bcebc63b046, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6917b3fd-cee4-4053-8b03-5556ded76a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:42:53.755979 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c85596ae-8244-46d6-aa68-c23e70587f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:53.802421 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-73bded6d-aa0f-4ae9-b90a-88ed3189939b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:53.831993 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-73bded6d-aa0f-4ae9-b90a-88ed3189939b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:53.878145 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-c85596ae-8244-46d6-aa68-c23e70587f49 None None] For port fa9db9dd-98fd-4699-91b1-0bcebc63b046, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:42:53.881544 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-c85596ae-8244-46d6-aa68-c23e70587f49 None None] For port fa9db9dd-98fd-4699-91b1-0bcebc63b046, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=fa9db9dd-98fd-4699-91b1-0bcebc63b046,segment=NetworkSegment(6917b3fd-cee4-4053-8b03-5556ded76a80),segment_id=6917b3fd-cee4-4053-8b03-5556ded76a80)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:42:53.885966 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c85596ae-8244-46d6-aa68-c23e70587f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:53.904982 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bded6d-aa0f-4ae9-b90a-88ed3189939b admin admin] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:42:53.907848 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-73bded6d-aa0f-4ae9-b90a-88ed3189939b admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:42:53.912506 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bded6d-aa0f-4ae9-b90a-88ed3189939b admin admin] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:42:53.937051 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bded6d-aa0f-4ae9-b90a-88ed3189939b admin admin] Pushing event updated for resources: {'Port': ['ID=d3dd03f8-1245-4f0c-9e5f-f5f69237d456,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:42:53.961264 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85596ae-8244-46d6-aa68-c23e70587f49 None None] Pushing event updated for resources: {'Port': ['ID=fa9db9dd-98fd-4699-91b1-0bcebc63b046,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:42:54.077727 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-73bded6d-aa0f-4ae9-b90a-88ed3189939b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:54.078479 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-73bded6d-aa0f-4ae9-b90a-88ed3189939b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:54.325119 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73bded6d-aa0f-4ae9-b90a-88ed3189939b admin admin] Router 50324054-2549-4d6b-92e2-dc6d5c7a7f8b is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 22:42:54.354832 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:42:54.530421 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73bded6d-aa0f-4ae9-b90a-88ed3189939b admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:42:54.540146 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cb2419-c56e-4caa-a3ab-b1a5df7b8764 None None] Sync routers for ids ['50324054-2549-4d6b-92e2-dc6d5c7a7f8b'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:42:54.552303 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cb2419-c56e-4caa-a3ab-b1a5df7b8764 None None] Routers {'50324054-2549-4d6b-92e2-dc6d5c7a7f8b'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:42:54.552948 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-20cb2419-c56e-4caa-a3ab-b1a5df7b8764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:42:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['50324054-2549-4d6b-92e2-dc6d5c7a7f8b'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:42:54.554559 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-73bded6d-aa0f-4ae9-b90a-88ed3189939b admin admin] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:54.555986 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-73bded6d-aa0f-4ae9-b90a-88ed3189939b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5895741 May 05 22:42:54.559086 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36062) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:42:54.746535 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device fa9db9dd-98fd-4699-91b1-0bcebc63b046 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:42:54.801338 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-20cb2419-c56e-4caa-a3ab-b1a5df7b8764 None None] Set router 50324054-2549-4d6b-92e2-dc6d5c7a7f8b gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:42:54.984096 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc8d05f-0c6d-437b-8829-4644edf04297 None None] Network ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:42:55.108854 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port fa9db9dd-98fd-4699-91b1-0bcebc63b046 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:42:55.132120 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-2a7f273e-d0c6-44c8-85e1-91e99c305c70 None None] Provisioning for port fa9db9dd-98fd-4699-91b1-0bcebc63b046 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:42:55.145304 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port fa9db9dd-98fd-4699-91b1-0bcebc63b046 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:42:55.145668 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:55.187300 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-2a7f273e-d0c6-44c8-85e1-91e99c305c70 None None] Provisioning complete for port fa9db9dd-98fd-4699-91b1-0bcebc63b046 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:42:55.187638 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2a7f273e-d0c6-44c8-85e1-91e99c305c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:55.429544 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-728d4600-dd1c-4f31-bd83-57bdb755f17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:55.527182 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:55.539326 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2a7f273e-d0c6-44c8-85e1-91e99c305c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:55.561216 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-20cb2419-c56e-4caa-a3ab-b1a5df7b8764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50324054-2549-4d6b-92e2-dc6d5c7a7f8b', 'name': 'tempest-TestMinimumBasicScenario-2035434908-router', 'tenant_id': '30d60feb5efd467d83a6830c6128f129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'd3dd03f8-1245-4f0c-9e5f-f5f69237d456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:42:53Z', 'updated_at': '2022-05-05T22:42:54Z', 'revision_number': 3, 'project_id': '30d60feb5efd467d83a6830c6128f129', 'gw_port': {'id': 'd3dd03f8-1245-4f0c-9e5f-f5f69237d456', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:37:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50324054-2549-4d6b-92e2-dc6d5c7a7f8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:42:53Z', 'updated_at': '2022-05-05T22:42:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:42:55.583232 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port fa9db9dd-98fd-4699-91b1-0bcebc63b046, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=fa9db9dd-98fd-4699-91b1-0bcebc63b046,segment=NetworkSegment(6917b3fd-cee4-4053-8b03-5556ded76a80),segment_id=6917b3fd-cee4-4053-8b03-5556ded76a80)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:42:55.588497 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cb2419-c56e-4caa-a3ab-b1a5df7b8764 None None] Checking router: 50324054-2549-4d6b-92e2-dc6d5c7a7f8b for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:42:55.588850 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cb2419-c56e-4caa-a3ab-b1a5df7b8764 None None] Updating router 50324054-2549-4d6b-92e2-dc6d5c7a7f8b port d3dd03f8-1245-4f0c-9e5f-f5f69237d456 binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:42:55.612925 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:55.640393 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-728d4600-dd1c-4f31-bd83-57bdb755f17a admin admin] Allocated IP 172.20.0.1 (ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728/384a33a8-fb92-4e42-bdb5-bc863583b82a/894b709c-e8ad-4917-a724-3e82ef5f5872) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:42:55.737861 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-20cb2419-c56e-4caa-a3ab-b1a5df7b8764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:55.800746 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-728d4600-dd1c-4f31-bd83-57bdb755f17a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:55.810163 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=fa9db9dd-98fd-4699-91b1-0bcebc63b046,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:42:55.813123 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-2a7f273e-d0c6-44c8-85e1-91e99c305c70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:42:55.813250 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-2a7f273e-d0c6-44c8-85e1-91e99c305c70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:42:55.821728 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-728d4600-dd1c-4f31-bd83-57bdb755f17a admin admin] Transition to ACTIVE for port object 894b709c-e8ad-4917-a724-3e82ef5f5872 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:42:55.846551 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-728d4600-dd1c-4f31-bd83-57bdb755f17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:55.919256 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728d4600-dd1c-4f31-bd83-57bdb755f17a admin admin] Network ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:42:55.921932 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-728d4600-dd1c-4f31-bd83-57bdb755f17a admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:42:55.925902 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728d4600-dd1c-4f31-bd83-57bdb755f17a admin admin] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:42:55.956329 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728d4600-dd1c-4f31-bd83-57bdb755f17a admin admin] Pushing event updated for resources: {'Port': ['ID=894b709c-e8ad-4917-a724-3e82ef5f5872,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:42:55.983181 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-728d4600-dd1c-4f31-bd83-57bdb755f17a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:56.067156 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-728d4600-dd1c-4f31-bd83-57bdb755f17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:56.149882 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-20cb2419-c56e-4caa-a3ab-b1a5df7b8764 None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:56.162057 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-20cb2419-c56e-4caa-a3ab-b1a5df7b8764 None None] Transition to ACTIVE for port object d3dd03f8-1245-4f0c-9e5f-f5f69237d456 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:42:56.168829 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-20cb2419-c56e-4caa-a3ab-b1a5df7b8764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:56.248794 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b736b3-1021-449c-9686-db965255ec42 None None] Pushing event updated for resources: {'Port': ['ID=d3dd03f8-1245-4f0c-9e5f-f5f69237d456,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:42:56.251177 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-20cb2419-c56e-4caa-a3ab-b1a5df7b8764 None None] Attempting to bind port d3dd03f8-1245-4f0c-9e5f-f5f69237d456 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:42:56.251537 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-20cb2419-c56e-4caa-a3ab-b1a5df7b8764 None None] Attempting to bind port d3dd03f8-1245-4f0c-9e5f-f5f69237d456 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:42:56.251888 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cb2419-c56e-4caa-a3ab-b1a5df7b8764 None None] Attempting to bind port d3dd03f8-1245-4f0c-9e5f-f5f69237d456 on network 25bfe237-58de-4709-a3e0-ac79da07c300 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:42:56.258649 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cb2419-c56e-4caa-a3ab-b1a5df7b8764 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:42:56.259058 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cb2419-c56e-4caa-a3ab-b1a5df7b8764 None None] Checking segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:42:56.259827 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-20cb2419-c56e-4caa-a3ab-b1a5df7b8764 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:56.259827 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cb2419-c56e-4caa-a3ab-b1a5df7b8764 None None] Bound using segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:42:56.260303 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-20cb2419-c56e-4caa-a3ab-b1a5df7b8764 None None] Bound port: d3dd03f8-1245-4f0c-9e5f-f5f69237d456, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:42:56.260661 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-20cb2419-c56e-4caa-a3ab-b1a5df7b8764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:56.299974 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-728d4600-dd1c-4f31-bd83-57bdb755f17a admin admin] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:56.305426 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-728d4600-dd1c-4f31-bd83-57bdb755f17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:56.373390 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-20cb2419-c56e-4caa-a3ab-b1a5df7b8764 None None] For port d3dd03f8-1245-4f0c-9e5f-f5f69237d456, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:42:56.384525 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-20cb2419-c56e-4caa-a3ab-b1a5df7b8764 None None] For port d3dd03f8-1245-4f0c-9e5f-f5f69237d456, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=d3dd03f8-1245-4f0c-9e5f-f5f69237d456,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:42:56.389812 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-20cb2419-c56e-4caa-a3ab-b1a5df7b8764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:56.411121 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-728d4600-dd1c-4f31-bd83-57bdb755f17a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:56.414512 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728d4600-dd1c-4f31-bd83-57bdb755f17a admin admin] Pushing event updated for resources: {'Port': ['ID=894b709c-e8ad-4917-a724-3e82ef5f5872,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:42:56.467447 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b736b3-1021-449c-9686-db965255ec42 None None] Pushing event updated for resources: {'Port': ['ID=d3dd03f8-1245-4f0c-9e5f-f5f69237d456,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:42:56.473228 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cb2419-c56e-4caa-a3ab-b1a5df7b8764 None None] Routers {'50324054-2549-4d6b-92e2-dc6d5c7a7f8b'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:42:56.473818 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-20cb2419-c56e-4caa-a3ab-b1a5df7b8764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:42:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['50324054-2549-4d6b-92e2-dc6d5c7a7f8b'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:42:56.549719 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728d4600-dd1c-4f31-bd83-57bdb755f17a admin admin] Network ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:42:56.551293 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-728d4600-dd1c-4f31-bd83-57bdb755f17a admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:42:56.617303 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-3500b24d-9e7f-4ae2-9ddb-b437cc800adc None None] Provisioning for port 894b709c-e8ad-4917-a724-3e82ef5f5872 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:42:56.628897 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-3500b24d-9e7f-4ae2-9ddb-b437cc800adc None None] Provisioning complete for port 894b709c-e8ad-4917-a724-3e82ef5f5872 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:42:56.629178 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3500b24d-9e7f-4ae2-9ddb-b437cc800adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:56.698942 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device fa9db9dd-98fd-4699-91b1-0bcebc63b046 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:42:56.743523 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-3500b24d-9e7f-4ae2-9ddb-b437cc800adc None None] Port 894b709c-e8ad-4917-a724-3e82ef5f5872 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:42:56.767269 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-20cb2419-c56e-4caa-a3ab-b1a5df7b8764 None None] Set router 50324054-2549-4d6b-92e2-dc6d5c7a7f8b gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:42:56.839874 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-3500b24d-9e7f-4ae2-9ddb-b437cc800adc None None] Provisioning complete for port fa9db9dd-98fd-4699-91b1-0bcebc63b046 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:42:56.840563 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3500b24d-9e7f-4ae2-9ddb-b437cc800adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:56.963547 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-728d4600-dd1c-4f31-bd83-57bdb755f17a admin admin] Router 50324054-2549-4d6b-92e2-dc6d5c7a7f8b has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:42:57.021544 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port fa9db9dd-98fd-4699-91b1-0bcebc63b046 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:42:57.021955 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:57.294164 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728d4600-dd1c-4f31-bd83-57bdb755f17a admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:42:57.302430 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-728d4600-dd1c-4f31-bd83-57bdb755f17a admin admin] 10.222.0.23 "PUT /v2.0/routers/50324054-2549-4d6b-92e2-dc6d5c7a7f8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7420676 May 05 22:42:57.307422 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-20cb2419-c56e-4caa-a3ab-b1a5df7b8764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50324054-2549-4d6b-92e2-dc6d5c7a7f8b', 'name': 'tempest-TestMinimumBasicScenario-2035434908-router', 'tenant_id': '30d60feb5efd467d83a6830c6128f129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'd3dd03f8-1245-4f0c-9e5f-f5f69237d456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:42:53Z', 'updated_at': '2022-05-05T22:42:56Z', 'revision_number': 4, 'project_id': '30d60feb5efd467d83a6830c6128f129', 'gw_port': {'id': 'd3dd03f8-1245-4f0c-9e5f-f5f69237d456', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:37:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50324054-2549-4d6b-92e2-dc6d5c7a7f8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:42:53Z', 'updated_at': '2022-05-05T22:42:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '894b709c-e8ad-4917-a724-3e82ef5f5872', 'name': '', 'network_id': 'ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728', 'tenant_id': '30d60feb5efd467d83a6830c6128f129', 'mac_address': 'fa:16:3e:5a:d6:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50324054-2549-4d6b-92e2-dc6d5c7a7f8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '384a33a8-fb92-4e42-bdb5-bc863583b82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:42:55Z', 'updated_at': '2022-05-05T22:42:56Z', 'revision_number': 2, 'project_id': '30d60feb5efd467d83a6830c6128f129', 'subnets': [{'id': '384a33a8-fb92-4e42-bdb5-bc863583b82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:42:57.311694 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cb2419-c56e-4caa-a3ab-b1a5df7b8764 None None] The sync data for ids ['50324054-2549-4d6b-92e2-dc6d5c7a7f8b'] in n-d-825175-4 is: [{'id': '50324054-2549-4d6b-92e2-dc6d5c7a7f8b', 'name': 'tempest-TestMinimumBasicScenario-2035434908-router', 'tenant_id': '30d60feb5efd467d83a6830c6128f129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'd3dd03f8-1245-4f0c-9e5f-f5f69237d456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:42:53Z', 'updated_at': '2022-05-05T22:42:56Z', 'revision_number': 4, 'project_id': '30d60feb5efd467d83a6830c6128f129', 'gw_port': {'id': 'd3dd03f8-1245-4f0c-9e5f-f5f69237d456', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:37:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50324054-2549-4d6b-92e2-dc6d5c7a7f8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:42:53Z', 'updated_at': '2022-05-05T22:42:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '894b709c-e8ad-4917-a724-3e82ef5f5872', 'name': '', 'network_id': 'ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728', 'tenant_id': '30d60feb5efd467d83a6830c6128f129', 'mac_address': 'fa:16:3e:5a:d6:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50324054-2549-4d6b-92e2-dc6d5c7a7f8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '384a33a8-fb92-4e42-bdb5-bc863583b82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:42:55Z', 'updated_at': '2022-05-05T22:42:56Z', 'revision_number': 2, 'project_id': '30d60feb5efd467d83a6830c6128f129', 'subnets': [{'id': '384a33a8-fb92-4e42-bdb5-bc863583b82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:42:57.351507 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-2bccc1b1-92ac-4b69-9a25-798b64de1ff8 None None] Provisioning complete for port 894b709c-e8ad-4917-a724-3e82ef5f5872 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:42:57.351832 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2bccc1b1-92ac-4b69-9a25-798b64de1ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:57.407713 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-2bccc1b1-92ac-4b69-9a25-798b64de1ff8 None None] Port 894b709c-e8ad-4917-a724-3e82ef5f5872 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:42:58.229861 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 36086) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:42:58.235717 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-45649fd3-27f5-4a0d-9865-392994dfa189 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1767001604-network', 'tenant_id': 'f8f90bd996cf4a5f8d9017c1a2347d4e'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:42:58.241710 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-45649fd3-27f5-4a0d-9865-392994dfa189 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:42:58.246009 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-45649fd3-27f5-4a0d-9865-392994dfa189 admin admin] Usage tracker for resource:network and tenant:f8f90bd996cf4a5f8d9017c1a2347d4e is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:42:58.249030 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-45649fd3-27f5-4a0d-9865-392994dfa189 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:42:58.255255 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-45649fd3-27f5-4a0d-9865-392994dfa189 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:42:58.267156 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45649fd3-27f5-4a0d-9865-392994dfa189 admin admin] Made reservation on behalf of f8f90bd996cf4a5f8d9017c1a2347d4e for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:42:58.269451 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-45649fd3-27f5-4a0d-9865-392994dfa189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:58.283007 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-45649fd3-27f5-4a0d-9865-392994dfa189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:58.317607 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-45649fd3-27f5-4a0d-9865-392994dfa189 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:42:58.321966 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-45649fd3-27f5-4a0d-9865-392994dfa189 admin admin] Usage tracker for resource:security_group_rule and tenant:f8f90bd996cf4a5f8d9017c1a2347d4e is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:42:58.325493 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-45649fd3-27f5-4a0d-9865-392994dfa189 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:42:58.331739 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-45649fd3-27f5-4a0d-9865-392994dfa189 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:42:58.403514 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-45649fd3-27f5-4a0d-9865-392994dfa189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:58.408914 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-45649fd3-27f5-4a0d-9865-392994dfa189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:58.448528 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45649fd3-27f5-4a0d-9865-392994dfa189 admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:42:58.457247 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45649fd3-27f5-4a0d-9865-392994dfa189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a9cb2e-5c3f-4eaa-a115-3cfececf3ed9,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:42:58.464759 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-45649fd3-27f5-4a0d-9865-392994dfa189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:58.465669 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-45649fd3-27f5-4a0d-9865-392994dfa189 admin admin] Added segment 031a0c18-cf3d-42f6-8da1-38470bccffba of type vlan for network 4c5f8798-2a81-49e9-9de1-0b7c3ae5ac34 May 05 22:42:58.494351 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-45649fd3-27f5-4a0d-9865-392994dfa189 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:58.524624 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-45649fd3-27f5-4a0d-9865-392994dfa189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:58.525933 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45649fd3-27f5-4a0d-9865-392994dfa189 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:42:58.526504 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-45649fd3-27f5-4a0d-9865-392994dfa189 admin admin] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:58.631606 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45649fd3-27f5-4a0d-9865-392994dfa189 admin admin] Pushing event updated for resources: {'Network': ['ID=4c5f8798-2a81-49e9-9de1-0b7c3ae5ac34,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:42:58.635677 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-45649fd3-27f5-4a0d-9865-392994dfa189 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4047163 May 05 22:42:58.638434 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 36090) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:42:58.642179 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 4c5f8798-2a81-49e9-9de1-0b7c3ae5ac34 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:42:58.654672 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-44d0f58f-21d7-4902-a343-a409f991400c admin admin] Request body: {'subnet': {'network_id': '4c5f8798-2a81-49e9-9de1-0b7c3ae5ac34', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1767001604-subnet', 'tenant_id': 'f8f90bd996cf4a5f8d9017c1a2347d4e', 'ip_version': 4}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:42:58.660540 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-44d0f58f-21d7-4902-a343-a409f991400c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:42:58.665041 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-44d0f58f-21d7-4902-a343-a409f991400c admin admin] Usage tracker for resource:subnet and tenant:f8f90bd996cf4a5f8d9017c1a2347d4e is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:42:58.668012 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-44d0f58f-21d7-4902-a343-a409f991400c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:42:58.673778 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-44d0f58f-21d7-4902-a343-a409f991400c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:42:58.686700 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d0f58f-21d7-4902-a343-a409f991400c admin admin] Made reservation on behalf of f8f90bd996cf4a5f8d9017c1a2347d4e for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:42:58.689978 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-44d0f58f-21d7-4902-a343-a409f991400c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:58.751591 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device d3dd03f8-1245-4f0c-9e5f-f5f69237d456 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:42:58.845333 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port d3dd03f8-1245-4f0c-9e5f-f5f69237d456 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:42:58.849825 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port d3dd03f8-1245-4f0c-9e5f-f5f69237d456 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:42:58.850183 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:58.908571 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-44d0f58f-21d7-4902-a343-a409f991400c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:58.968683 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:58.977899 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d0f58f-21d7-4902-a343-a409f991400c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b232148-4b38-4e0e-ad9f-804e1f91a024,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:42:58.986457 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port d3dd03f8-1245-4f0c-9e5f-f5f69237d456, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=d3dd03f8-1245-4f0c-9e5f-f5f69237d456,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:42:58.991129 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:58.994551 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d0f58f-21d7-4902-a343-a409f991400c admin admin] Checking segment: {'id': '031a0c18-cf3d-42f6-8da1-38470bccffba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4c5f8798-2a81-49e9-9de1-0b7c3ae5ac34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:42:58.994849 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d0f58f-21d7-4902-a343-a409f991400c admin admin] Network hostable DHCP agents. Network: 4c5f8798-2a81-49e9-9de1-0b7c3ae5ac34, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:42:59.017275 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d0f58f-21d7-4902-a343-a409f991400c admin admin] Network 4c5f8798-2a81-49e9-9de1-0b7c3ae5ac34 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:42:59.027281 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-44d0f58f-21d7-4902-a343-a409f991400c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 4c5f8798-2a81-49e9-9de1-0b7c3ae5ac34) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:42:59.031554 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d0f58f-21d7-4902-a343-a409f991400c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:42:59.032141 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-44d0f58f-21d7-4902-a343-a409f991400c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:59.046002 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184f5baf-8d36-4538-83a8-faf81591feaa None None] Network 4c5f8798-2a81-49e9-9de1-0b7c3ae5ac34 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:42:59.053138 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-44d0f58f-21d7-4902-a343-a409f991400c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4136796 May 05 22:42:59.055884 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 36094) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:42:59.060942 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-9ffad026-4791-4fd1-8b46-06ed6278f98f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1767001604-router', 'tenant_id': 'f8f90bd996cf4a5f8d9017c1a2347d4e', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:42:59.066227 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-9ffad026-4791-4fd1-8b46-06ed6278f98f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:42:59.070094 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9ffad026-4791-4fd1-8b46-06ed6278f98f admin admin] Usage tracker for resource:router and tenant:f8f90bd996cf4a5f8d9017c1a2347d4e is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:42:59.072999 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9ffad026-4791-4fd1-8b46-06ed6278f98f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:42:59.078638 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-9ffad026-4791-4fd1-8b46-06ed6278f98f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:42:59.088942 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9ffad026-4791-4fd1-8b46-06ed6278f98f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:59.089789 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9ffad026-4791-4fd1-8b46-06ed6278f98f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:59.108969 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9ffad026-4791-4fd1-8b46-06ed6278f98f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:59.132175 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=d3dd03f8-1245-4f0c-9e5f-f5f69237d456,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:42:59.260760 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9ffad026-4791-4fd1-8b46-06ed6278f98f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:59.271587 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd71f78-05ae-40ba-99e7-8d064aa4dc26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-4c5f8798-2a81-49e9-9de1-0b7c3ae5ac34', 'network_id': '4c5f8798-2a81-49e9-9de1-0b7c3ae5ac34', 'tenant_id': 'f8f90bd996cf4a5f8d9017c1a2347d4e', 'fixed_ips': [{'subnet_id': '0b232148-4b38-4e0e-ad9f-804e1f91a024'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:42:59.272496 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-dfd71f78-05ae-40ba-99e7-8d064aa4dc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:59.426389 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-dfd71f78-05ae-40ba-99e7-8d064aa4dc26 None None] Allocated IP 172.20.0.2 (4c5f8798-2a81-49e9-9de1-0b7c3ae5ac34/0b232148-4b38-4e0e-ad9f-804e1f91a024/250ee7ba-a57d-4416-b3bd-7781b7116cfc) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:42:59.450058 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9ffad026-4791-4fd1-8b46-06ed6278f98f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:59.479219 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9ffad026-4791-4fd1-8b46-06ed6278f98f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:59.617719 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-9ffad026-4791-4fd1-8b46-06ed6278f98f admin admin] Allocated IP 172.25.4.75 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/4dc0810d-d466-4d83-b69c-9f4b6d655d2e) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:42:59.631983 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-dfd71f78-05ae-40ba-99e7-8d064aa4dc26 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:59.643046 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-dfd71f78-05ae-40ba-99e7-8d064aa4dc26 None None] Transition to ACTIVE for port object 250ee7ba-a57d-4416-b3bd-7781b7116cfc will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:42:59.662598 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-dfd71f78-05ae-40ba-99e7-8d064aa4dc26 None None] Transition to ACTIVE for port object 250ee7ba-a57d-4416-b3bd-7781b7116cfc will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:42:59.669610 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-dfd71f78-05ae-40ba-99e7-8d064aa4dc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:59.740595 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd71f78-05ae-40ba-99e7-8d064aa4dc26 None None] Network 4c5f8798-2a81-49e9-9de1-0b7c3ae5ac34 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:42:59.743954 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-dfd71f78-05ae-40ba-99e7-8d064aa4dc26 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:42:59.745819 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd71f78-05ae-40ba-99e7-8d064aa4dc26 None None] Pushing event updated for resources: {'Port': ['ID=250ee7ba-a57d-4416-b3bd-7781b7116cfc,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:42:59.747935 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd71f78-05ae-40ba-99e7-8d064aa4dc26 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:42:59.770459 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9ffad026-4791-4fd1-8b46-06ed6278f98f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:59.798904 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9ffad026-4791-4fd1-8b46-06ed6278f98f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:59.835960 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-dfd71f78-05ae-40ba-99e7-8d064aa4dc26 None None] Attempting to bind port 250ee7ba-a57d-4416-b3bd-7781b7116cfc on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:42:59.836326 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-dfd71f78-05ae-40ba-99e7-8d064aa4dc26 None None] Attempting to bind port 250ee7ba-a57d-4416-b3bd-7781b7116cfc by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '031a0c18-cf3d-42f6-8da1-38470bccffba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4c5f8798-2a81-49e9-9de1-0b7c3ae5ac34'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:42:59.836685 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd71f78-05ae-40ba-99e7-8d064aa4dc26 None None] Attempting to bind port 250ee7ba-a57d-4416-b3bd-7781b7116cfc on network 4c5f8798-2a81-49e9-9de1-0b7c3ae5ac34 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:42:59.843303 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd71f78-05ae-40ba-99e7-8d064aa4dc26 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:42:59.843703 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd71f78-05ae-40ba-99e7-8d064aa4dc26 None None] Checking segment: {'id': '031a0c18-cf3d-42f6-8da1-38470bccffba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4c5f8798-2a81-49e9-9de1-0b7c3ae5ac34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:42:59.844107 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-dfd71f78-05ae-40ba-99e7-8d064aa4dc26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:59.844483 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd71f78-05ae-40ba-99e7-8d064aa4dc26 None None] Bound using segment: {'id': '031a0c18-cf3d-42f6-8da1-38470bccffba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4c5f8798-2a81-49e9-9de1-0b7c3ae5ac34'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:42:59.844943 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-dfd71f78-05ae-40ba-99e7-8d064aa4dc26 None None] Bound port: 250ee7ba-a57d-4416-b3bd-7781b7116cfc, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '031a0c18-cf3d-42f6-8da1-38470bccffba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4c5f8798-2a81-49e9-9de1-0b7c3ae5ac34'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:42:59.845310 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-dfd71f78-05ae-40ba-99e7-8d064aa4dc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:59.946244 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-dfd71f78-05ae-40ba-99e7-8d064aa4dc26 None None] For port 250ee7ba-a57d-4416-b3bd-7781b7116cfc, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:42:59.950642 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-dfd71f78-05ae-40ba-99e7-8d064aa4dc26 None None] For port 250ee7ba-a57d-4416-b3bd-7781b7116cfc, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=250ee7ba-a57d-4416-b3bd-7781b7116cfc,segment=NetworkSegment(031a0c18-cf3d-42f6-8da1-38470bccffba),segment_id=031a0c18-cf3d-42f6-8da1-38470bccffba)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:42:59.959253 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-dfd71f78-05ae-40ba-99e7-8d064aa4dc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:42:59.970718 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffad026-4791-4fd1-8b46-06ed6278f98f admin admin] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:42:59.973685 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-9ffad026-4791-4fd1-8b46-06ed6278f98f admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:42:59.978165 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffad026-4791-4fd1-8b46-06ed6278f98f admin admin] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:43:00.004352 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffad026-4791-4fd1-8b46-06ed6278f98f admin admin] Pushing event updated for resources: {'Port': ['ID=4dc0810d-d466-4d83-b69c-9f4b6d655d2e,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:43:00.037117 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd71f78-05ae-40ba-99e7-8d064aa4dc26 None None] Pushing event updated for resources: {'Port': ['ID=250ee7ba-a57d-4416-b3bd-7781b7116cfc,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:43:00.151319 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9ffad026-4791-4fd1-8b46-06ed6278f98f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:00.152078 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9ffad026-4791-4fd1-8b46-06ed6278f98f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:00.396018 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ffad026-4791-4fd1-8b46-06ed6278f98f admin admin] Router 19d301aa-fe87-4e63-b1fc-b43be89a47fd is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 22:43:00.617062 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ffad026-4791-4fd1-8b46-06ed6278f98f admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:43:00.627048 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9abf5ce-8f1c-46e2-9880-a680d7c06629 None None] Sync routers for ids ['19d301aa-fe87-4e63-b1fc-b43be89a47fd'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:43:00.643323 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9ffad026-4791-4fd1-8b46-06ed6278f98f admin admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:00.644667 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9ffad026-4791-4fd1-8b46-06ed6278f98f admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5877314 May 05 22:43:00.647422 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 36098) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:43:00.647563 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9abf5ce-8f1c-46e2-9880-a680d7c06629 None None] Routers {'19d301aa-fe87-4e63-b1fc-b43be89a47fd'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:43:00.648304 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-e9abf5ce-8f1c-46e2-9880-a680d7c06629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:42:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['19d301aa-fe87-4e63-b1fc-b43be89a47fd'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:43:00.803199 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 250ee7ba-a57d-4416-b3bd-7781b7116cfc up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:43:00.842984 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-e9abf5ce-8f1c-46e2-9880-a680d7c06629 None None] Set router 19d301aa-fe87-4e63-b1fc-b43be89a47fd gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:43:00.889280 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 250ee7ba-a57d-4416-b3bd-7781b7116cfc completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:43:00.895849 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device d3dd03f8-1245-4f0c-9e5f-f5f69237d456 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:43:00.982094 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port d3dd03f8-1245-4f0c-9e5f-f5f69237d456 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:43:00.982562 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:01.007725 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d57700-84c5-489a-8067-194b48637b0e None None] Network 4c5f8798-2a81-49e9-9de1-0b7c3ae5ac34 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:43:01.157850 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-02558507-8f2c-42d4-b2f9-e7959a700fa3 None None] Provisioning for port 250ee7ba-a57d-4416-b3bd-7781b7116cfc completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:43:01.172654 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-e9abf5ce-8f1c-46e2-9880-a680d7c06629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d301aa-fe87-4e63-b1fc-b43be89a47fd', 'name': 'tempest-TestMinimumBasicScenario-1767001604-router', 'tenant_id': 'f8f90bd996cf4a5f8d9017c1a2347d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '4dc0810d-d466-4d83-b69c-9f4b6d655d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:42:59Z', 'updated_at': '2022-05-05T22:43:00Z', 'revision_number': 3, 'project_id': 'f8f90bd996cf4a5f8d9017c1a2347d4e', 'gw_port': {'id': '4dc0810d-d466-4d83-b69c-9f4b6d655d2e', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:96:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19d301aa-fe87-4e63-b1fc-b43be89a47fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:42:59Z', 'updated_at': '2022-05-05T22:42:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:43:01.176669 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9abf5ce-8f1c-46e2-9880-a680d7c06629 None None] Checking router: 19d301aa-fe87-4e63-b1fc-b43be89a47fd for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:43:01.177071 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9abf5ce-8f1c-46e2-9880-a680d7c06629 None None] Updating router 19d301aa-fe87-4e63-b1fc-b43be89a47fd port 4dc0810d-d466-4d83-b69c-9f4b6d655d2e binding host n-d-825175-4 {{(pid=84068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:43:01.196172 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-02558507-8f2c-42d4-b2f9-e7959a700fa3 None None] Provisioning complete for port 250ee7ba-a57d-4416-b3bd-7781b7116cfc triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:43:01.196539 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-02558507-8f2c-42d4-b2f9-e7959a700fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:01.233765 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-e9abf5ce-8f1c-46e2-9880-a680d7c06629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:01.454761 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-68fd36b4-59dc-44dd-be6f-f71fb83e5302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:01.469772 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-02558507-8f2c-42d4-b2f9-e7959a700fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:01.517364 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-02558507-8f2c-42d4-b2f9-e7959a700fa3 None None] For port 250ee7ba-a57d-4416-b3bd-7781b7116cfc, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=250ee7ba-a57d-4416-b3bd-7781b7116cfc,segment=NetworkSegment(031a0c18-cf3d-42f6-8da1-38470bccffba),segment_id=031a0c18-cf3d-42f6-8da1-38470bccffba)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:43:01.526426 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-02558507-8f2c-42d4-b2f9-e7959a700fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:01.596089 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-e9abf5ce-8f1c-46e2-9880-a680d7c06629 None None] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:01.596770 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02558507-8f2c-42d4-b2f9-e7959a700fa3 None None] Pushing event updated for resources: {'Port': ['ID=250ee7ba-a57d-4416-b3bd-7781b7116cfc,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:43:01.610848 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.provisioning_blocks [None req-e9abf5ce-8f1c-46e2-9880-a680d7c06629 None None] Transition to ACTIVE for port object 4dc0810d-d466-4d83-b69c-9f4b6d655d2e will not be triggered until provisioned by entity L2. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:43:01.620092 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-e9abf5ce-8f1c-46e2-9880-a680d7c06629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:01.704956 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-68fd36b4-59dc-44dd-be6f-f71fb83e5302 admin admin] Allocated IP 172.20.0.1 (4c5f8798-2a81-49e9-9de1-0b7c3ae5ac34/0b232148-4b38-4e0e-ad9f-804e1f91a024/5f14b5ee-f001-4a07-b92d-ba2079360144) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:43:01.712605 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-e9abf5ce-8f1c-46e2-9880-a680d7c06629 None None] Attempting to bind port 4dc0810d-d466-4d83-b69c-9f4b6d655d2e on host n-d-825175-4 for vnic_type normal with profile {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:43:01.713275 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-e9abf5ce-8f1c-46e2-9880-a680d7c06629 None None] Attempting to bind port 4dc0810d-d466-4d83-b69c-9f4b6d655d2e by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:43:01.714125 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9abf5ce-8f1c-46e2-9880-a680d7c06629 None None] Attempting to bind port 4dc0810d-d466-4d83-b69c-9f4b6d655d2e on network 25bfe237-58de-4709-a3e0-ac79da07c300 {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:43:01.717452 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc8bd9-52f5-43fa-9478-a4a2f8ea6a5d None None] Pushing event updated for resources: {'Port': ['ID=4dc0810d-d466-4d83-b69c-9f4b6d655d2e,revision_number=2']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:43:01.729134 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9abf5ce-8f1c-46e2-9880-a680d7c06629 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:43:01.729609 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9abf5ce-8f1c-46e2-9880-a680d7c06629 None None] Checking segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:43:01.729962 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-e9abf5ce-8f1c-46e2-9880-a680d7c06629 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:01.730338 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9abf5ce-8f1c-46e2-9880-a680d7c06629 None None] Bound using segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:43:01.730818 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-e9abf5ce-8f1c-46e2-9880-a680d7c06629 None None] Bound port: 4dc0810d-d466-4d83-b69c-9f4b6d655d2e, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:43:01.731178 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-e9abf5ce-8f1c-46e2-9880-a680d7c06629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:01.758279 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fc8bd9-52f5-43fa-9478-a4a2f8ea6a5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:43:01.758606 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fc8bd9-52f5-43fa-9478-a4a2f8ea6a5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:43:01.758952 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fc8bd9-52f5-43fa-9478-a4a2f8ea6a5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:43:01.759266 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fc8bd9-52f5-43fa-9478-a4a2f8ea6a5d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:43:01.760412 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fc8bd9-52f5-43fa-9478-a4a2f8ea6a5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:43:01.760412 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fc8bd9-52f5-43fa-9478-a4a2f8ea6a5d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:43:01.760663 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fc8bd9-52f5-43fa-9478-a4a2f8ea6a5d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:43:01.761008 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fc8bd9-52f5-43fa-9478-a4a2f8ea6a5d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:43:01.761298 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fc8bd9-52f5-43fa-9478-a4a2f8ea6a5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:43:01.761593 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fc8bd9-52f5-43fa-9478-a4a2f8ea6a5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:43:01.761898 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fc8bd9-52f5-43fa-9478-a4a2f8ea6a5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:43:01.820446 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-e9abf5ce-8f1c-46e2-9880-a680d7c06629 None None] For port 4dc0810d-d466-4d83-b69c-9f4b6d655d2e, host n-d-825175-4, cleared binding levels {{(pid=84068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:43:01.824051 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-e9abf5ce-8f1c-46e2-9880-a680d7c06629 None None] For port 4dc0810d-d466-4d83-b69c-9f4b6d655d2e, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=4dc0810d-d466-4d83-b69c-9f4b6d655d2e,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:43:01.830357 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-e9abf5ce-8f1c-46e2-9880-a680d7c06629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:01.860869 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec9a97e7-fa29-42c1-9cee-3115c407e30b None None] Provisioning complete for port 250ee7ba-a57d-4416-b3bd-7781b7116cfc triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:43:01.861946 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec9a97e7-fa29-42c1-9cee-3115c407e30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:01.913878 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc8bd9-52f5-43fa-9478-a4a2f8ea6a5d None None] Pushing event updated for resources: {'Port': ['ID=4dc0810d-d466-4d83-b69c-9f4b6d655d2e,revision_number=3']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:43:01.919175 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9abf5ce-8f1c-46e2-9880-a680d7c06629 None None] Routers {'19d301aa-fe87-4e63-b1fc-b43be89a47fd'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:43:01.919791 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-e9abf5ce-8f1c-46e2-9880-a680d7c06629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:42:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['19d301aa-fe87-4e63-b1fc-b43be89a47fd'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:43:01.982094 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-68fd36b4-59dc-44dd-be6f-f71fb83e5302 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:02.004557 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-68fd36b4-59dc-44dd-be6f-f71fb83e5302 admin admin] Transition to ACTIVE for port object 5f14b5ee-f001-4a07-b92d-ba2079360144 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:43:02.035836 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-68fd36b4-59dc-44dd-be6f-f71fb83e5302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:02.103473 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fd36b4-59dc-44dd-be6f-f71fb83e5302 admin admin] Network 4c5f8798-2a81-49e9-9de1-0b7c3ae5ac34 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:43:02.106798 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-68fd36b4-59dc-44dd-be6f-f71fb83e5302 admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:43:02.110422 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fd36b4-59dc-44dd-be6f-f71fb83e5302 admin admin] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:43:02.113164 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-e9abf5ce-8f1c-46e2-9880-a680d7c06629 None None] Set router 19d301aa-fe87-4e63-b1fc-b43be89a47fd gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:43:02.154101 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd36b4-59dc-44dd-be6f-f71fb83e5302 admin admin] Pushing event updated for resources: {'Port': ['ID=5f14b5ee-f001-4a07-b92d-ba2079360144,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:43:02.174940 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-68fd36b4-59dc-44dd-be6f-f71fb83e5302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:02.266112 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-68fd36b4-59dc-44dd-be6f-f71fb83e5302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:02.431089 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-e9abf5ce-8f1c-46e2-9880-a680d7c06629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d301aa-fe87-4e63-b1fc-b43be89a47fd', 'name': 'tempest-TestMinimumBasicScenario-1767001604-router', 'tenant_id': 'f8f90bd996cf4a5f8d9017c1a2347d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '4dc0810d-d466-4d83-b69c-9f4b6d655d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:42:59Z', 'updated_at': '2022-05-05T22:43:00Z', 'revision_number': 3, 'project_id': 'f8f90bd996cf4a5f8d9017c1a2347d4e', 'gw_port': {'id': '4dc0810d-d466-4d83-b69c-9f4b6d655d2e', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:96:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19d301aa-fe87-4e63-b1fc-b43be89a47fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:42:59Z', 'updated_at': '2022-05-05T22:43:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:43:02.431991 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-97f9a554-3fc7-4280-a7ae-2c39b156f62d None None] Provisioning for port 5f14b5ee-f001-4a07-b92d-ba2079360144 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:43:02.436131 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9abf5ce-8f1c-46e2-9880-a680d7c06629 None None] The sync data for ids ['19d301aa-fe87-4e63-b1fc-b43be89a47fd'] in n-d-825175-4 is: [{'id': '19d301aa-fe87-4e63-b1fc-b43be89a47fd', 'name': 'tempest-TestMinimumBasicScenario-1767001604-router', 'tenant_id': 'f8f90bd996cf4a5f8d9017c1a2347d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '4dc0810d-d466-4d83-b69c-9f4b6d655d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:42:59Z', 'updated_at': '2022-05-05T22:43:00Z', 'revision_number': 3, 'project_id': 'f8f90bd996cf4a5f8d9017c1a2347d4e', 'gw_port': {'id': '4dc0810d-d466-4d83-b69c-9f4b6d655d2e', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:96:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19d301aa-fe87-4e63-b1fc-b43be89a47fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:42:59Z', 'updated_at': '2022-05-05T22:43:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:43:02.437525 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-97f9a554-3fc7-4280-a7ae-2c39b156f62d None None] Provisioning complete for port 5f14b5ee-f001-4a07-b92d-ba2079360144 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:43:02.437889 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-97f9a554-3fc7-4280-a7ae-2c39b156f62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:02.498296 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-68fd36b4-59dc-44dd-be6f-f71fb83e5302 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:02.503456 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-68fd36b4-59dc-44dd-be6f-f71fb83e5302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:02.505913 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-97f9a554-3fc7-4280-a7ae-2c39b156f62d None None] Port 5f14b5ee-f001-4a07-b92d-ba2079360144 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:43:02.612785 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-68fd36b4-59dc-44dd-be6f-f71fb83e5302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:02.616107 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd36b4-59dc-44dd-be6f-f71fb83e5302 admin admin] Pushing event updated for resources: {'Port': ['ID=5f14b5ee-f001-4a07-b92d-ba2079360144,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:43:02.678190 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 250ee7ba-a57d-4416-b3bd-7781b7116cfc up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:43:02.746688 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 250ee7ba-a57d-4416-b3bd-7781b7116cfc triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:43:02.747051 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:02.753692 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fd36b4-59dc-44dd-be6f-f71fb83e5302 admin admin] Network 4c5f8798-2a81-49e9-9de1-0b7c3ae5ac34 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:43:02.754806 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-68fd36b4-59dc-44dd-be6f-f71fb83e5302 admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:43:03.031003 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-8e7e4a0e-3a66-44bb-ab0d-81dcb6d54883 None None] Provisioning complete for port 5f14b5ee-f001-4a07-b92d-ba2079360144 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:43:03.031574 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8e7e4a0e-3a66-44bb-ab0d-81dcb6d54883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:03.082600 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-8e7e4a0e-3a66-44bb-ab0d-81dcb6d54883 None None] Port 5f14b5ee-f001-4a07-b92d-ba2079360144 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:43:03.146901 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68fd36b4-59dc-44dd-be6f-f71fb83e5302 admin admin] Router 19d301aa-fe87-4e63-b1fc-b43be89a47fd has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:43:03.356238 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68fd36b4-59dc-44dd-be6f-f71fb83e5302 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:43:03.365821 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-68fd36b4-59dc-44dd-be6f-f71fb83e5302 admin admin] 10.222.0.23 "PUT /v2.0/routers/19d301aa-fe87-4e63-b1fc-b43be89a47fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7166018 May 05 22:43:06.383108 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:06.610963 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:08.716987 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 4dc0810d-d466-4d83-b69c-9f4b6d655d2e up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:43:08.790918 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 4dc0810d-d466-4d83-b69c-9f4b6d655d2e completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:43:08.796040 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 4dc0810d-d466-4d83-b69c-9f4b6d655d2e triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:43:08.796393 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:08.930917 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:08.948719 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 4dc0810d-d466-4d83-b69c-9f4b6d655d2e, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=4dc0810d-d466-4d83-b69c-9f4b6d655d2e,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:43:08.953374 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:09.035791 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=4dc0810d-d466-4d83-b69c-9f4b6d655d2e,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:43:10.685396 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 4dc0810d-d466-4d83-b69c-9f4b6d655d2e up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:43:10.764973 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 4dc0810d-d466-4d83-b69c-9f4b6d655d2e triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:43:10.765351 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:12.108869 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b8b116-0ac8-44c8-8828-fcb8c7fa937b None None] Sync routers for ids ['50324054-2549-4d6b-92e2-dc6d5c7a7f8b'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:43:12.130217 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b8b116-0ac8-44c8-8828-fcb8c7fa937b None None] Routers {'50324054-2549-4d6b-92e2-dc6d5c7a7f8b'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:43:12.130799 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-b4b8b116-0ac8-44c8-8828-fcb8c7fa937b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:42:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['50324054-2549-4d6b-92e2-dc6d5c7a7f8b'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:43:12.331565 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-b4b8b116-0ac8-44c8-8828-fcb8c7fa937b None None] Set router 50324054-2549-4d6b-92e2-dc6d5c7a7f8b gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:43:12.728652 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-b4b8b116-0ac8-44c8-8828-fcb8c7fa937b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50324054-2549-4d6b-92e2-dc6d5c7a7f8b', 'name': 'tempest-TestMinimumBasicScenario-2035434908-router', 'tenant_id': '30d60feb5efd467d83a6830c6128f129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'd3dd03f8-1245-4f0c-9e5f-f5f69237d456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:42:53Z', 'updated_at': '2022-05-05T22:42:56Z', 'revision_number': 4, 'project_id': '30d60feb5efd467d83a6830c6128f129', 'gw_port': {'id': 'd3dd03f8-1245-4f0c-9e5f-f5f69237d456', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:37:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50324054-2549-4d6b-92e2-dc6d5c7a7f8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:42:53Z', 'updated_at': '2022-05-05T22:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '894b709c-e8ad-4917-a724-3e82ef5f5872', 'name': '', 'network_id': 'ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728', 'tenant_id': '30d60feb5efd467d83a6830c6128f129', 'mac_address': 'fa:16:3e:5a:d6:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50324054-2549-4d6b-92e2-dc6d5c7a7f8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '384a33a8-fb92-4e42-bdb5-bc863583b82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:42:55Z', 'updated_at': '2022-05-05T22:42:56Z', 'revision_number': 2, 'project_id': '30d60feb5efd467d83a6830c6128f129', 'subnets': [{'id': '384a33a8-fb92-4e42-bdb5-bc863583b82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:43:12.732969 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b8b116-0ac8-44c8-8828-fcb8c7fa937b None None] Checking router: 50324054-2549-4d6b-92e2-dc6d5c7a7f8b for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:43:12.733310 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b8b116-0ac8-44c8-8828-fcb8c7fa937b None None] Updating router 50324054-2549-4d6b-92e2-dc6d5c7a7f8b port 894b709c-e8ad-4917-a724-3e82ef5f5872 binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:43:12.787831 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b4b8b116-0ac8-44c8-8828-fcb8c7fa937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:13.181423 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b4b8b116-0ac8-44c8-8828-fcb8c7fa937b None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:13.196868 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-b4b8b116-0ac8-44c8-8828-fcb8c7fa937b None None] Transition to ACTIVE for port object 894b709c-e8ad-4917-a724-3e82ef5f5872 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:43:13.210118 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b4b8b116-0ac8-44c8-8828-fcb8c7fa937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:13.446306 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8229dda-af1e-4adc-b018-890dbb738dcc None None] Pushing event updated for resources: {'Port': ['ID=894b709c-e8ad-4917-a724-3e82ef5f5872,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:43:13.470721 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-b4b8b116-0ac8-44c8-8828-fcb8c7fa937b None None] Attempting to bind port 894b709c-e8ad-4917-a724-3e82ef5f5872 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:43:13.471092 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-b4b8b116-0ac8-44c8-8828-fcb8c7fa937b None None] Attempting to bind port 894b709c-e8ad-4917-a724-3e82ef5f5872 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '6917b3fd-cee4-4053-8b03-5556ded76a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:43:13.471453 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b8b116-0ac8-44c8-8828-fcb8c7fa937b None None] Attempting to bind port 894b709c-e8ad-4917-a724-3e82ef5f5872 on network ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:43:13.482851 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b8b116-0ac8-44c8-8828-fcb8c7fa937b None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:43:13.483256 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b8b116-0ac8-44c8-8828-fcb8c7fa937b None None] Checking segment: {'id': '6917b3fd-cee4-4053-8b03-5556ded76a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:43:13.483627 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b4b8b116-0ac8-44c8-8828-fcb8c7fa937b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:13.484857 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b8b116-0ac8-44c8-8828-fcb8c7fa937b None None] Bound using segment: {'id': '6917b3fd-cee4-4053-8b03-5556ded76a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:43:13.485342 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-b4b8b116-0ac8-44c8-8828-fcb8c7fa937b None None] Bound port: 894b709c-e8ad-4917-a724-3e82ef5f5872, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6917b3fd-cee4-4053-8b03-5556ded76a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:43:13.485709 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b4b8b116-0ac8-44c8-8828-fcb8c7fa937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:13.586648 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-b4b8b116-0ac8-44c8-8828-fcb8c7fa937b None None] For port 894b709c-e8ad-4917-a724-3e82ef5f5872, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:43:13.590012 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-b4b8b116-0ac8-44c8-8828-fcb8c7fa937b None None] For port 894b709c-e8ad-4917-a724-3e82ef5f5872, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=894b709c-e8ad-4917-a724-3e82ef5f5872,segment=NetworkSegment(6917b3fd-cee4-4053-8b03-5556ded76a80),segment_id=6917b3fd-cee4-4053-8b03-5556ded76a80)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:43:13.608484 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b4b8b116-0ac8-44c8-8828-fcb8c7fa937b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:13.693391 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8229dda-af1e-4adc-b018-890dbb738dcc None None] Pushing event updated for resources: {'Port': ['ID=894b709c-e8ad-4917-a724-3e82ef5f5872,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:43:13.698388 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b8b116-0ac8-44c8-8828-fcb8c7fa937b None None] Routers {'50324054-2549-4d6b-92e2-dc6d5c7a7f8b'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:43:13.698947 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-b4b8b116-0ac8-44c8-8828-fcb8c7fa937b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:42:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['50324054-2549-4d6b-92e2-dc6d5c7a7f8b'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:43:13.913171 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-b4b8b116-0ac8-44c8-8828-fcb8c7fa937b None None] Set router 50324054-2549-4d6b-92e2-dc6d5c7a7f8b gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:43:13.934873 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461a86bb-c6b6-4ac4-b612-342fa7ba7e9f None None] Sync routers for ids ['19d301aa-fe87-4e63-b1fc-b43be89a47fd'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:43:13.948041 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461a86bb-c6b6-4ac4-b612-342fa7ba7e9f None None] Routers {'19d301aa-fe87-4e63-b1fc-b43be89a47fd'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:43:13.949019 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-461a86bb-c6b6-4ac4-b612-342fa7ba7e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:42:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['19d301aa-fe87-4e63-b1fc-b43be89a47fd'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:43:14.108342 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c49b4524-1735-4b8f-b0ee-1cc6ef6588c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:14.129883 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-461a86bb-c6b6-4ac4-b612-342fa7ba7e9f None None] Set router 19d301aa-fe87-4e63-b1fc-b43be89a47fd gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:43:14.336924 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-b4b8b116-0ac8-44c8-8828-fcb8c7fa937b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50324054-2549-4d6b-92e2-dc6d5c7a7f8b', 'name': 'tempest-TestMinimumBasicScenario-2035434908-router', 'tenant_id': '30d60feb5efd467d83a6830c6128f129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'd3dd03f8-1245-4f0c-9e5f-f5f69237d456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:42:53Z', 'updated_at': '2022-05-05T22:42:56Z', 'revision_number': 4, 'project_id': '30d60feb5efd467d83a6830c6128f129', 'gw_port': {'id': 'd3dd03f8-1245-4f0c-9e5f-f5f69237d456', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:37:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50324054-2549-4d6b-92e2-dc6d5c7a7f8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:42:53Z', 'updated_at': '2022-05-05T22:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '894b709c-e8ad-4917-a724-3e82ef5f5872', 'name': '', 'network_id': 'ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728', 'tenant_id': '30d60feb5efd467d83a6830c6128f129', 'mac_address': 'fa:16:3e:5a:d6:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50324054-2549-4d6b-92e2-dc6d5c7a7f8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '384a33a8-fb92-4e42-bdb5-bc863583b82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:42:55Z', 'updated_at': '2022-05-05T22:43:13Z', 'revision_number': 4, 'project_id': '30d60feb5efd467d83a6830c6128f129', 'subnets': [{'id': '384a33a8-fb92-4e42-bdb5-bc863583b82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:43:14.341335 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b8b116-0ac8-44c8-8828-fcb8c7fa937b None None] The sync data for ids ['50324054-2549-4d6b-92e2-dc6d5c7a7f8b'] in n-d-825175-4 is: [{'id': '50324054-2549-4d6b-92e2-dc6d5c7a7f8b', 'name': 'tempest-TestMinimumBasicScenario-2035434908-router', 'tenant_id': '30d60feb5efd467d83a6830c6128f129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'd3dd03f8-1245-4f0c-9e5f-f5f69237d456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:42:53Z', 'updated_at': '2022-05-05T22:42:56Z', 'revision_number': 4, 'project_id': '30d60feb5efd467d83a6830c6128f129', 'gw_port': {'id': 'd3dd03f8-1245-4f0c-9e5f-f5f69237d456', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:37:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50324054-2549-4d6b-92e2-dc6d5c7a7f8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:42:53Z', 'updated_at': '2022-05-05T22:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '894b709c-e8ad-4917-a724-3e82ef5f5872', 'name': '', 'network_id': 'ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728', 'tenant_id': '30d60feb5efd467d83a6830c6128f129', 'mac_address': 'fa:16:3e:5a:d6:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50324054-2549-4d6b-92e2-dc6d5c7a7f8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '384a33a8-fb92-4e42-bdb5-bc863583b82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:42:55Z', 'updated_at': '2022-05-05T22:43:13Z', 'revision_number': 4, 'project_id': '30d60feb5efd467d83a6830c6128f129', 'subnets': [{'id': '384a33a8-fb92-4e42-bdb5-bc863583b82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:43:14.494537 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-461a86bb-c6b6-4ac4-b612-342fa7ba7e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d301aa-fe87-4e63-b1fc-b43be89a47fd', 'name': 'tempest-TestMinimumBasicScenario-1767001604-router', 'tenant_id': 'f8f90bd996cf4a5f8d9017c1a2347d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '4dc0810d-d466-4d83-b69c-9f4b6d655d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:42:59Z', 'updated_at': '2022-05-05T22:43:02Z', 'revision_number': 4, 'project_id': 'f8f90bd996cf4a5f8d9017c1a2347d4e', 'gw_port': {'id': '4dc0810d-d466-4d83-b69c-9f4b6d655d2e', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:96:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d301aa-fe87-4e63-b1fc-b43be89a47fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:42:59Z', 'updated_at': '2022-05-05T22:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '5f14b5ee-f001-4a07-b92d-ba2079360144', 'name': '', 'network_id': '4c5f8798-2a81-49e9-9de1-0b7c3ae5ac34', 'tenant_id': 'f8f90bd996cf4a5f8d9017c1a2347d4e', 'mac_address': 'fa:16:3e:3c:40:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19d301aa-fe87-4e63-b1fc-b43be89a47fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b232148-4b38-4e0e-ad9f-804e1f91a024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:43:01Z', 'updated_at': '2022-05-05T22:43:02Z', 'revision_number': 2, 'project_id': 'f8f90bd996cf4a5f8d9017c1a2347d4e', 'subnets': [{'id': '0b232148-4b38-4e0e-ad9f-804e1f91a024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:43:14.499297 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461a86bb-c6b6-4ac4-b612-342fa7ba7e9f None None] Checking router: 19d301aa-fe87-4e63-b1fc-b43be89a47fd for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:43:14.499637 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461a86bb-c6b6-4ac4-b612-342fa7ba7e9f None None] Updating router 19d301aa-fe87-4e63-b1fc-b43be89a47fd port 5f14b5ee-f001-4a07-b92d-ba2079360144 binding host n-d-825175-4 {{(pid=84068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:43:14.540188 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b4696-5653-4ab2-95f6-766f02d224c6 req-16defd3f-f2c2-43dd-9c76-cf1a16de532d tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:43:14.541697 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-379b4696-5653-4ab2-95f6-766f02d224c6 req-16defd3f-f2c2-43dd-9c76-cf1a16de532d tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Synchronizing usage tracker for tenant:30d60feb5efd467d83a6830c6128f129 on resource:network {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:43:14.555005 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-461a86bb-c6b6-4ac4-b612-342fa7ba7e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:14.565958 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-379b4696-5653-4ab2-95f6-766f02d224c6 req-16defd3f-f2c2-43dd-9c76-cf1a16de532d tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Unset dirty status for tenant:30d60feb5efd467d83a6830c6128f129 on resource:network {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:43:14.567484 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-379b4696-5653-4ab2-95f6-766f02d224c6 req-16defd3f-f2c2-43dd-9c76-cf1a16de532d tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/networks?id=ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728 HTTP/1.1" status: 200 len: 815 time: 0.1795545 May 05 22:43:14.587711 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-379b4696-5653-4ab2-95f6-766f02d224c6 req-02bf067b-5798-4ad8-b6ee-65f0691ab158 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/quotas/30d60feb5efd467d83a6830c6128f129 HTTP/1.1" status: 200 len: 375 time: 0.0121357 May 05 22:43:14.686100 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-379b4696-5653-4ab2-95f6-766f02d224c6 req-9a380f7d-e560-4dbc-bae3-bd7bc8bb3219 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Synchronizing usage tracker for tenant:30d60feb5efd467d83a6830c6128f129 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:43:14.708346 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-379b4696-5653-4ab2-95f6-766f02d224c6 req-9a380f7d-e560-4dbc-bae3-bd7bc8bb3219 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Unset dirty status for tenant:30d60feb5efd467d83a6830c6128f129 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:43:14.709845 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-379b4696-5653-4ab2-95f6-766f02d224c6 req-9a380f7d-e560-4dbc-bae3-bd7bc8bb3219 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=30d60feb5efd467d83a6830c6128f129&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1167285 May 05 22:43:14.729229 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 894b709c-e8ad-4917-a724-3e82ef5f5872 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:43:14.808605 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 894b709c-e8ad-4917-a724-3e82ef5f5872 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:43:14.815515 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 894b709c-e8ad-4917-a724-3e82ef5f5872 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:43:14.815883 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:14.943692 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:14.960672 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-461a86bb-c6b6-4ac4-b612-342fa7ba7e9f None None] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:14.973500 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.provisioning_blocks [None req-461a86bb-c6b6-4ac4-b612-342fa7ba7e9f None None] Transition to ACTIVE for port object 5f14b5ee-f001-4a07-b92d-ba2079360144 will not be triggered until provisioned by entity L2. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:43:14.978487 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 894b709c-e8ad-4917-a724-3e82ef5f5872, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=894b709c-e8ad-4917-a724-3e82ef5f5872,segment=NetworkSegment(6917b3fd-cee4-4053-8b03-5556ded76a80),segment_id=6917b3fd-cee4-4053-8b03-5556ded76a80)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:43:14.981179 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-461a86bb-c6b6-4ac4-b612-342fa7ba7e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:14.983296 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:15.035201 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-379b4696-5653-4ab2-95f6-766f02d224c6 req-7b21d39f-fef4-42a7-b3e0-f4c0546d2586 service neutron] 10.222.0.23 "GET /v2.0/networks/ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122616 May 05 22:43:15.060271 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=894b709c-e8ad-4917-a724-3e82ef5f5872,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:43:15.110171 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f6d9ae-320e-4941-853b-914bf29f63cb None None] Pushing event updated for resources: {'Port': ['ID=5f14b5ee-f001-4a07-b92d-ba2079360144,revision_number=3']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:43:15.183776 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-379b4696-5653-4ab2-95f6-766f02d224c6 req-2ad6758d-073e-4894-885b-987bc4291596 service neutron] 10.222.0.23 "GET /v2.0/networks/ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394897 May 05 22:43:15.205688 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-461a86bb-c6b6-4ac4-b612-342fa7ba7e9f None None] Attempting to bind port 5f14b5ee-f001-4a07-b92d-ba2079360144 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:43:15.206550 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-461a86bb-c6b6-4ac4-b612-342fa7ba7e9f None None] Attempting to bind port 5f14b5ee-f001-4a07-b92d-ba2079360144 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '031a0c18-cf3d-42f6-8da1-38470bccffba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4c5f8798-2a81-49e9-9de1-0b7c3ae5ac34'}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:43:15.206550 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461a86bb-c6b6-4ac4-b612-342fa7ba7e9f None None] Attempting to bind port 5f14b5ee-f001-4a07-b92d-ba2079360144 on network 4c5f8798-2a81-49e9-9de1-0b7c3ae5ac34 {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:43:15.213653 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461a86bb-c6b6-4ac4-b612-342fa7ba7e9f None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:43:15.214017 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461a86bb-c6b6-4ac4-b612-342fa7ba7e9f None None] Checking segment: {'id': '031a0c18-cf3d-42f6-8da1-38470bccffba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4c5f8798-2a81-49e9-9de1-0b7c3ae5ac34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:43:15.214406 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-461a86bb-c6b6-4ac4-b612-342fa7ba7e9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:15.214814 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461a86bb-c6b6-4ac4-b612-342fa7ba7e9f None None] Bound using segment: {'id': '031a0c18-cf3d-42f6-8da1-38470bccffba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4c5f8798-2a81-49e9-9de1-0b7c3ae5ac34'} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:43:15.215294 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-461a86bb-c6b6-4ac4-b612-342fa7ba7e9f None None] Bound port: 5f14b5ee-f001-4a07-b92d-ba2079360144, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '031a0c18-cf3d-42f6-8da1-38470bccffba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4c5f8798-2a81-49e9-9de1-0b7c3ae5ac34'}}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:43:15.215632 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-461a86bb-c6b6-4ac4-b612-342fa7ba7e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:15.305728 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-461a86bb-c6b6-4ac4-b612-342fa7ba7e9f None None] For port 5f14b5ee-f001-4a07-b92d-ba2079360144, host n-d-825175-4, cleared binding levels {{(pid=84068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:43:15.310132 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-461a86bb-c6b6-4ac4-b612-342fa7ba7e9f None None] For port 5f14b5ee-f001-4a07-b92d-ba2079360144, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=5f14b5ee-f001-4a07-b92d-ba2079360144,segment=NetworkSegment(031a0c18-cf3d-42f6-8da1-38470bccffba),segment_id=031a0c18-cf3d-42f6-8da1-38470bccffba)] {{(pid=84068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:43:15.314976 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-461a86bb-c6b6-4ac4-b612-342fa7ba7e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:15.407140 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-98ed149a-c4f7-463d-aa81-f82a2087e465 req-6da1b057-d000-4661-8223-eb25e501ea0f tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfe6c7ba-ea27-4870-873c-205ede2cf031 HTTP/1.1" status: 200 len: 210 time: 0.0688667 May 05 22:43:15.408759 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f6d9ae-320e-4941-853b-914bf29f63cb None None] Pushing event updated for resources: {'Port': ['ID=5f14b5ee-f001-4a07-b92d-ba2079360144,revision_number=4']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:43:15.418058 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461a86bb-c6b6-4ac4-b612-342fa7ba7e9f None None] Routers {'19d301aa-fe87-4e63-b1fc-b43be89a47fd'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:43:15.419046 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-461a86bb-c6b6-4ac4-b612-342fa7ba7e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:42:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['19d301aa-fe87-4e63-b1fc-b43be89a47fd'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:43:15.614786 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-461a86bb-c6b6-4ac4-b612-342fa7ba7e9f None None] Set router 19d301aa-fe87-4e63-b1fc-b43be89a47fd gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:43:15.976587 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-461a86bb-c6b6-4ac4-b612-342fa7ba7e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d301aa-fe87-4e63-b1fc-b43be89a47fd', 'name': 'tempest-TestMinimumBasicScenario-1767001604-router', 'tenant_id': 'f8f90bd996cf4a5f8d9017c1a2347d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '4dc0810d-d466-4d83-b69c-9f4b6d655d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:42:59Z', 'updated_at': '2022-05-05T22:43:02Z', 'revision_number': 4, 'project_id': 'f8f90bd996cf4a5f8d9017c1a2347d4e', 'gw_port': {'id': '4dc0810d-d466-4d83-b69c-9f4b6d655d2e', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:96:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d301aa-fe87-4e63-b1fc-b43be89a47fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:42:59Z', 'updated_at': '2022-05-05T22:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '5f14b5ee-f001-4a07-b92d-ba2079360144', 'name': '', 'network_id': '4c5f8798-2a81-49e9-9de1-0b7c3ae5ac34', 'tenant_id': 'f8f90bd996cf4a5f8d9017c1a2347d4e', 'mac_address': 'fa:16:3e:3c:40:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19d301aa-fe87-4e63-b1fc-b43be89a47fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b232148-4b38-4e0e-ad9f-804e1f91a024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:43:01Z', 'updated_at': '2022-05-05T22:43:15Z', 'revision_number': 4, 'project_id': 'f8f90bd996cf4a5f8d9017c1a2347d4e', 'subnets': [{'id': '0b232148-4b38-4e0e-ad9f-804e1f91a024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:43:15.981186 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461a86bb-c6b6-4ac4-b612-342fa7ba7e9f None None] The sync data for ids ['19d301aa-fe87-4e63-b1fc-b43be89a47fd'] in n-d-825175-4 is: [{'id': '19d301aa-fe87-4e63-b1fc-b43be89a47fd', 'name': 'tempest-TestMinimumBasicScenario-1767001604-router', 'tenant_id': 'f8f90bd996cf4a5f8d9017c1a2347d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '4dc0810d-d466-4d83-b69c-9f4b6d655d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:42:59Z', 'updated_at': '2022-05-05T22:43:02Z', 'revision_number': 4, 'project_id': 'f8f90bd996cf4a5f8d9017c1a2347d4e', 'gw_port': {'id': '4dc0810d-d466-4d83-b69c-9f4b6d655d2e', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:96:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d301aa-fe87-4e63-b1fc-b43be89a47fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:42:59Z', 'updated_at': '2022-05-05T22:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '5f14b5ee-f001-4a07-b92d-ba2079360144', 'name': '', 'network_id': '4c5f8798-2a81-49e9-9de1-0b7c3ae5ac34', 'tenant_id': 'f8f90bd996cf4a5f8d9017c1a2347d4e', 'mac_address': 'fa:16:3e:3c:40:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19d301aa-fe87-4e63-b1fc-b43be89a47fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b232148-4b38-4e0e-ad9f-804e1f91a024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:43:01Z', 'updated_at': '2022-05-05T22:43:15Z', 'revision_number': 4, 'project_id': 'f8f90bd996cf4a5f8d9017c1a2347d4e', 'subnets': [{'id': '0b232148-4b38-4e0e-ad9f-804e1f91a024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:43:16.309508 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d72a05d6-2216-44ac-af54-e8897e9a9888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:16.633572 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-424bfa17-2404-48d4-b1e4-2b295cd51e5d req-6d7a607c-17e9-42c9-9070-1ff2b9a09075 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfe6c7ba-ea27-4870-873c-205ede2cf031 HTTP/1.1" status: 200 len: 210 time: 0.0723948 May 05 22:43:16.726112 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b4696-5653-4ab2-95f6-766f02d224c6 req-9118eb63-4647-4d78-803d-cc29f0f6c1b7 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:43:16.727900 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-379b4696-5653-4ab2-95f6-766f02d224c6 req-9118eb63-4647-4d78-803d-cc29f0f6c1b7 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.44 "GET /v2.0/networks?id=ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728 HTTP/1.1" status: 200 len: 815 time: 0.3416960 May 05 22:43:16.748312 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-379b4696-5653-4ab2-95f6-766f02d224c6 req-e69bbc29-aadb-4b5e-b149-89706b00f647 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Request body: {'port': {'device_id': 'cfe6c7ba-ea27-4870-873c-205ede2cf031', 'network_id': 'ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728', 'admin_state_up': True, 'tenant_id': '30d60feb5efd467d83a6830c6128f129'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:43:16.797719 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 894b709c-e8ad-4917-a724-3e82ef5f5872 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:43:16.875267 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 894b709c-e8ad-4917-a724-3e82ef5f5872 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:43:16.875635 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:16.952073 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-379b4696-5653-4ab2-95f6-766f02d224c6 req-e69bbc29-aadb-4b5e-b149-89706b00f647 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:43:16.988455 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-379b4696-5653-4ab2-95f6-766f02d224c6 req-e69bbc29-aadb-4b5e-b149-89706b00f647 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:43:17.007723 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-379b4696-5653-4ab2-95f6-766f02d224c6 req-e69bbc29-aadb-4b5e-b149-89706b00f647 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Made reservation on behalf of 30d60feb5efd467d83a6830c6128f129 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:43:17.024218 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-379b4696-5653-4ab2-95f6-766f02d224c6 req-e69bbc29-aadb-4b5e-b149-89706b00f647 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:17.043168 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 5f14b5ee-f001-4a07-b92d-ba2079360144 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:43:17.123123 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 5f14b5ee-f001-4a07-b92d-ba2079360144 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:43:17.129675 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 5f14b5ee-f001-4a07-b92d-ba2079360144 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:43:17.130307 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:17.263827 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:17.285686 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-379b4696-5653-4ab2-95f6-766f02d224c6 req-e69bbc29-aadb-4b5e-b149-89706b00f647 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Allocated IP 172.20.0.7 (ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728/384a33a8-fb92-4e42-bdb5-bc863583b82a/8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:43:17.306410 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 5f14b5ee-f001-4a07-b92d-ba2079360144, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=5f14b5ee-f001-4a07-b92d-ba2079360144,segment=NetworkSegment(031a0c18-cf3d-42f6-8da1-38470bccffba),segment_id=031a0c18-cf3d-42f6-8da1-38470bccffba)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:43:17.312675 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:17.396650 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=5f14b5ee-f001-4a07-b92d-ba2079360144,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:43:17.411983 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:43:17.412609 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:43:17.413153 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:43:17.413738 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:43:17.414204 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:43:17.414592 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:43:17.415630 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:43:17.416156 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:43:17.416856 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:43:17.417431 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:43:17.417967 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:43:17.526975 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-379b4696-5653-4ab2-95f6-766f02d224c6 req-e69bbc29-aadb-4b5e-b149-89706b00f647 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:17.543394 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-379b4696-5653-4ab2-95f6-766f02d224c6 req-e69bbc29-aadb-4b5e-b149-89706b00f647 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Transition to ACTIVE for port object 8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:43:17.576059 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-379b4696-5653-4ab2-95f6-766f02d224c6 req-e69bbc29-aadb-4b5e-b149-89706b00f647 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:17.603510 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:17.615707 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:17.697868 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-379b4696-5653-4ab2-95f6-766f02d224c6 req-e69bbc29-aadb-4b5e-b149-89706b00f647 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Network ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:43:17.702436 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-379b4696-5653-4ab2-95f6-766f02d224c6 req-e69bbc29-aadb-4b5e-b149-89706b00f647 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:43:17.711253 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-379b4696-5653-4ab2-95f6-766f02d224c6 req-e69bbc29-aadb-4b5e-b149-89706b00f647 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:43:17.796075 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b4696-5653-4ab2-95f6-766f02d224c6 req-e69bbc29-aadb-4b5e-b149-89706b00f647 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:43:17.796711 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-379b4696-5653-4ab2-95f6-766f02d224c6 req-e69bbc29-aadb-4b5e-b149-89706b00f647 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:17.825643 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69bbc29-aadb-4b5e-b149-89706b00f647 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Pushing event updated for resources: {'Port': ['ID=8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:43:17.843265 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69bbc29-aadb-4b5e-b149-89706b00f647 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:43:17.843565 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69bbc29-aadb-4b5e-b149-89706b00f647 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:43:17.843921 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69bbc29-aadb-4b5e-b149-89706b00f647 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:43:17.844298 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69bbc29-aadb-4b5e-b149-89706b00f647 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:43:17.844914 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69bbc29-aadb-4b5e-b149-89706b00f647 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:43:17.845315 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69bbc29-aadb-4b5e-b149-89706b00f647 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:43:17.845519 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69bbc29-aadb-4b5e-b149-89706b00f647 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:43:17.845831 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69bbc29-aadb-4b5e-b149-89706b00f647 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:43:17.846297 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69bbc29-aadb-4b5e-b149-89706b00f647 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:43:17.846618 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69bbc29-aadb-4b5e-b149-89706b00f647 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:43:17.847010 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69bbc29-aadb-4b5e-b149-89706b00f647 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:43:17.864464 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-379b4696-5653-4ab2-95f6-766f02d224c6 req-e69bbc29-aadb-4b5e-b149-89706b00f647 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1242113 May 05 22:43:18.010692 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b90aa-2714-46f4-bc7e-78e5e4e1ada5 req-40367243-092b-4f27-aad8-6a4b33139a1f tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:43:18.021767 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-212b90aa-2714-46f4-bc7e-78e5e4e1ada5 req-40367243-092b-4f27-aad8-6a4b33139a1f tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfe6c7ba-ea27-4870-873c-205ede2cf031 HTTP/1.1" status: 200 len: 931 time: 0.1155980 May 05 22:43:18.076779 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-212b90aa-2714-46f4-bc7e-78e5e4e1ada5 req-cb58907f-7078-40aa-8f77-62d665f15840 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Synchronizing usage tracker for tenant:30d60feb5efd467d83a6830c6128f129 on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:43:18.121382 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-212b90aa-2714-46f4-bc7e-78e5e4e1ada5 req-cb58907f-7078-40aa-8f77-62d665f15840 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Unset dirty status for tenant:30d60feb5efd467d83a6830c6128f129 on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:43:18.122704 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-212b90aa-2714-46f4-bc7e-78e5e4e1ada5 req-cb58907f-7078-40aa-8f77-62d665f15840 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bd420b9-c68a-4200-b237-bce4c7dd69bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999072 May 05 22:43:18.131502 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-8f0ce25a-1c0e-4427-becb-de446cad5ee1 None None] Provisioning for port 8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:43:18.137723 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-8f0ce25a-1c0e-4427-becb-de446cad5ee1 None None] Provisioning complete for port 8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:43:18.138159 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8f0ce25a-1c0e-4427-becb-de446cad5ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:18.212986 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-8f0ce25a-1c0e-4427-becb-de446cad5ee1 None None] Port 8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:43:18.689409 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 5f14b5ee-f001-4a07-b92d-ba2079360144 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:43:18.760029 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 5f14b5ee-f001-4a07-b92d-ba2079360144 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:43:18.760519 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:19.157703 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:19.339702 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f9b42c-0d53-46ef-a809-6193e6f50941 req-b5c04971-1a52-48d7-9a91-523e20b8ae2a tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:43:19.345090 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-08f9b42c-0d53-46ef-a809-6193e6f50941 req-b5c04971-1a52-48d7-9a91-523e20b8ae2a tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfe6c7ba-ea27-4870-873c-205ede2cf031 HTTP/1.1" status: 200 len: 931 time: 0.0844002 May 05 22:43:19.390145 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-08f9b42c-0d53-46ef-a809-6193e6f50941 req-5622b793-0b76-4fc7-b339-99747fb882af tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bd420b9-c68a-4200-b237-bce4c7dd69bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421386 May 05 22:43:20.639946 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2527a8b-5cb0-4cd7-bdbf-afc8e79ea0de req-2794c88d-e452-4d1f-97ac-184211273b61 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:43:20.647226 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f2527a8b-5cb0-4cd7-bdbf-afc8e79ea0de req-2794c88d-e452-4d1f-97ac-184211273b61 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfe6c7ba-ea27-4870-873c-205ede2cf031 HTTP/1.1" status: 200 len: 931 time: 0.1256969 May 05 22:43:20.710568 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f2527a8b-5cb0-4cd7-bdbf-afc8e79ea0de req-332e7d25-22e0-491e-9b90-1349e425092a tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bd420b9-c68a-4200-b237-bce4c7dd69bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538597 May 05 22:43:21.923967 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4314fd-ff63-4c6c-9bcf-8a8ea4b6a5b8 req-933720f7-80f6-4757-92ab-0da1cc27585c tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:43:21.925354 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9e4314fd-ff63-4c6c-9bcf-8a8ea4b6a5b8 req-933720f7-80f6-4757-92ab-0da1cc27585c tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfe6c7ba-ea27-4870-873c-205ede2cf031 HTTP/1.1" status: 200 len: 931 time: 0.0797305 May 05 22:43:21.978621 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9e4314fd-ff63-4c6c-9bcf-8a8ea4b6a5b8 req-13a4c40d-0ce2-4c7b-b084-51e27e72c677 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bd420b9-c68a-4200-b237-bce4c7dd69bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469193 May 05 22:43:23.192153 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee641cf5-a13b-47c8-bef0-f4cdb91c915e req-9e1453e3-0f1f-45be-8c8b-d5955d0c87c7 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:43:23.194461 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ee641cf5-a13b-47c8-bef0-f4cdb91c915e req-9e1453e3-0f1f-45be-8c8b-d5955d0c87c7 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfe6c7ba-ea27-4870-873c-205ede2cf031 HTTP/1.1" status: 200 len: 931 time: 0.0918527 May 05 22:43:23.258888 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ee641cf5-a13b-47c8-bef0-f4cdb91c915e req-5f3a4cb6-22f1-4d61-88c2-8666b879e08d tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bd420b9-c68a-4200-b237-bce4c7dd69bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584116 May 05 22:43:24.472612 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08288c0-e416-4c72-b4af-affa362b84f9 req-92d0ba10-679a-44db-bbfb-9d9322771109 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:43:24.474083 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a08288c0-e416-4c72-b4af-affa362b84f9 req-92d0ba10-679a-44db-bbfb-9d9322771109 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfe6c7ba-ea27-4870-873c-205ede2cf031 HTTP/1.1" status: 200 len: 931 time: 0.0839043 May 05 22:43:24.534350 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a08288c0-e416-4c72-b4af-affa362b84f9 req-d40947dc-3322-4ad1-af35-73a7ad3988ce tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bd420b9-c68a-4200-b237-bce4c7dd69bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463953 May 05 22:43:24.611632 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-379b4696-5653-4ab2-95f6-766f02d224c6 req-d512041e-640b-477a-b9e3-65eb7a85e2d0 service neutron] Request body: {'port': {'device_id': 'cfe6c7ba-ea27-4870-873c-205ede2cf031', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:43:24.738707 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-379b4696-5653-4ab2-95f6-766f02d224c6 req-d512041e-640b-477a-b9e3-65eb7a85e2d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:25.143107 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-379b4696-5653-4ab2-95f6-766f02d224c6 req-d512041e-640b-477a-b9e3-65eb7a85e2d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:43:25.150654 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-379b4696-5653-4ab2-95f6-766f02d224c6 req-d512041e-640b-477a-b9e3-65eb7a85e2d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:25.172643 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-379b4696-5653-4ab2-95f6-766f02d224c6 req-d512041e-640b-477a-b9e3-65eb7a85e2d0 service neutron] Transition to ACTIVE for port object 8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:43:25.182579 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-379b4696-5653-4ab2-95f6-766f02d224c6 req-d512041e-640b-477a-b9e3-65eb7a85e2d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:25.310118 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d512041e-640b-477a-b9e3-65eb7a85e2d0 service neutron] Pushing event updated for resources: {'Port': ['ID=8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:43:25.423071 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-379b4696-5653-4ab2-95f6-766f02d224c6 req-d512041e-640b-477a-b9e3-65eb7a85e2d0 service neutron] Attempting to bind port 8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:43:25.423435 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-379b4696-5653-4ab2-95f6-766f02d224c6 req-d512041e-640b-477a-b9e3-65eb7a85e2d0 service neutron] Attempting to bind port 8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': '6917b3fd-cee4-4053-8b03-5556ded76a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:43:25.423769 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379b4696-5653-4ab2-95f6-766f02d224c6 req-d512041e-640b-477a-b9e3-65eb7a85e2d0 service neutron] Attempting to bind port 8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb on network ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:43:25.430023 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379b4696-5653-4ab2-95f6-766f02d224c6 req-d512041e-640b-477a-b9e3-65eb7a85e2d0 service neutron] Port 8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb on network ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:43:25.430343 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379b4696-5653-4ab2-95f6-766f02d224c6 req-d512041e-640b-477a-b9e3-65eb7a85e2d0 service neutron] Attempting to bind port 8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb on network ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:43:25.437001 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379b4696-5653-4ab2-95f6-766f02d224c6 req-d512041e-640b-477a-b9e3-65eb7a85e2d0 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:43:25.437371 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379b4696-5653-4ab2-95f6-766f02d224c6 req-d512041e-640b-477a-b9e3-65eb7a85e2d0 service neutron] Checking segment: {'id': '6917b3fd-cee4-4053-8b03-5556ded76a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:43:25.437749 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379b4696-5653-4ab2-95f6-766f02d224c6 req-d512041e-640b-477a-b9e3-65eb7a85e2d0 service neutron] Bound using segment: {'id': '6917b3fd-cee4-4053-8b03-5556ded76a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:43:25.438176 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-379b4696-5653-4ab2-95f6-766f02d224c6 req-d512041e-640b-477a-b9e3-65eb7a85e2d0 service neutron] Bound port: 8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6917b3fd-cee4-4053-8b03-5556ded76a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:43:25.438518 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-379b4696-5653-4ab2-95f6-766f02d224c6 req-d512041e-640b-477a-b9e3-65eb7a85e2d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:25.532349 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-379b4696-5653-4ab2-95f6-766f02d224c6 req-d512041e-640b-477a-b9e3-65eb7a85e2d0 service neutron] For port 8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:43:25.535865 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-379b4696-5653-4ab2-95f6-766f02d224c6 req-d512041e-640b-477a-b9e3-65eb7a85e2d0 service neutron] For port 8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb,segment=NetworkSegment(6917b3fd-cee4-4053-8b03-5556ded76a80),segment_id=6917b3fd-cee4-4053-8b03-5556ded76a80)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:43:25.541016 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-379b4696-5653-4ab2-95f6-766f02d224c6 req-d512041e-640b-477a-b9e3-65eb7a85e2d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:25.606449 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-379b4696-5653-4ab2-95f6-766f02d224c6 req-d512041e-640b-477a-b9e3-65eb7a85e2d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:25.608201 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-379b4696-5653-4ab2-95f6-766f02d224c6 req-d512041e-640b-477a-b9e3-65eb7a85e2d0 service neutron] 10.222.0.44 "PUT /v2.0/ports/8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb HTTP/1.1" status: 200 len: 1091 time: 1.0010490 May 05 22:43:25.608351 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfe6c7ba-ea27-4870-873c-205ede2cf031', 'tag': '8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:43:25.627081 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d512041e-640b-477a-b9e3-65eb7a85e2d0 service neutron] Pushing event updated for resources: {'Port': ['ID=8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:43:25.687973 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34844709-fb78-4565-9915-f5ecf5df93de'] response: {'name': 'network-changed', 'server_uuid': 'cfe6c7ba-ea27-4870-873c-205ede2cf031', 'tag': '8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb', 'status': 'completed', 'code': 200} May 05 22:43:25.731369 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-379b4696-5653-4ab2-95f6-766f02d224c6 req-785847d0-5fbe-4309-aade-b8e3389890e7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=30d60feb5efd467d83a6830c6128f129&device_id=cfe6c7ba-ea27-4870-873c-205ede2cf031 HTTP/1.1" status: 200 len: 1094 time: 0.0757616 May 05 22:43:25.747652 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ab560-46d9-479e-8a9e-14582853f1ef req-357cd8ca-1958-4310-b682-5dee7f2615e3 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:43:25.749448 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-db2ab560-46d9-479e-8a9e-14582853f1ef req-357cd8ca-1958-4310-b682-5dee7f2615e3 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfe6c7ba-ea27-4870-873c-205ede2cf031 HTTP/1.1" status: 200 len: 943 time: 0.0819616 May 05 22:43:25.800252 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-db2ab560-46d9-479e-8a9e-14582853f1ef req-0893e039-0f3b-48e1-97f8-f60cfd5cbeba tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bd420b9-c68a-4200-b237-bce4c7dd69bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452166 May 05 22:43:25.904136 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-379b4696-5653-4ab2-95f6-766f02d224c6 req-b764052f-8b03-4988-8ea0-52e25b7aa584 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb HTTP/1.1" status: 200 len: 217 time: 0.1652341 May 05 22:43:25.967759 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b4696-5653-4ab2-95f6-766f02d224c6 req-d8e3e207-c904-4933-a2ba-4f56eb8bc7c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:43:25.969214 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-379b4696-5653-4ab2-95f6-766f02d224c6 req-d8e3e207-c904-4933-a2ba-4f56eb8bc7c9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=384a33a8-fb92-4e42-bdb5-bc863583b82a HTTP/1.1" status: 200 len: 854 time: 0.0591514 May 05 22:43:26.049068 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-379b4696-5653-4ab2-95f6-766f02d224c6 req-8ce0c648-c10b-455b-b7fe-c8310794e271 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733879 May 05 22:43:26.186076 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-379b4696-5653-4ab2-95f6-766f02d224c6 req-4458d6b3-ed21-4d3c-83f5-9508ab4dd0ed service neutron] 10.222.0.44 "GET /v2.0/networks/ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303072 May 05 22:43:26.319968 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-379b4696-5653-4ab2-95f6-766f02d224c6 req-ede54a12-b670-46e2-8b72-76790379c13f service neutron] 10.222.0.44 "GET /v2.0/networks/ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282499 May 05 22:43:26.437182 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2a7a0402-8edc-4fef-8318-c318f78403ce req-a4962c20-b6ad-457b-b11a-728a914770bb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=30d60feb5efd467d83a6830c6128f129&device_id=cfe6c7ba-ea27-4870-873c-205ede2cf031 HTTP/1.1" status: 200 len: 1094 time: 0.0728590 May 05 22:43:26.572311 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a0402-8edc-4fef-8318-c318f78403ce req-07d4f2db-bb70-4f1b-925e-f7e86db34791 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:43:26.573699 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2a7a0402-8edc-4fef-8318-c318f78403ce req-07d4f2db-bb70-4f1b-925e-f7e86db34791 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728 HTTP/1.1" status: 200 len: 916 time: 0.1306560 May 05 22:43:26.647720 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2a7a0402-8edc-4fef-8318-c318f78403ce req-66758fff-eb6a-4c0e-8ec3-84ef3f7378f1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb HTTP/1.1" status: 200 len: 217 time: 0.0654252 May 05 22:43:26.717084 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a0402-8edc-4fef-8318-c318f78403ce req-d2fee512-380b-46ca-bb23-1fe7e8ba1904 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:43:26.718483 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2a7a0402-8edc-4fef-8318-c318f78403ce req-d2fee512-380b-46ca-bb23-1fe7e8ba1904 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=384a33a8-fb92-4e42-bdb5-bc863583b82a HTTP/1.1" status: 200 len: 854 time: 0.0643530 May 05 22:43:26.799896 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2a7a0402-8edc-4fef-8318-c318f78403ce req-ea4243d7-9a90-41fc-89c4-e9db002ba19a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748172 May 05 22:43:26.935523 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2a7a0402-8edc-4fef-8318-c318f78403ce req-6bf5d200-564e-4b49-b97f-8cb832fc9a71 service neutron] 10.222.0.44 "GET /v2.0/networks/ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284442 May 05 22:43:27.001512 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d7e7d-ba27-4ca4-af5a-73e8940a2475 req-ec2ce6b6-cd25-460f-b487-a9079a2c36be tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:43:27.002874 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-435d7e7d-ba27-4ca4-af5a-73e8940a2475 req-ec2ce6b6-cd25-460f-b487-a9079a2c36be tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfe6c7ba-ea27-4870-873c-205ede2cf031 HTTP/1.1" status: 200 len: 943 time: 0.0806251 May 05 22:43:27.048506 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-435d7e7d-ba27-4ca4-af5a-73e8940a2475 req-db8a1e32-f87a-4821-a80f-6ecbb42c5eb0 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bd420b9-c68a-4200-b237-bce4c7dd69bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399280 May 05 22:43:27.067488 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2a7a0402-8edc-4fef-8318-c318f78403ce req-78174197-ae5d-4616-a58c-efdc81e2e247 service neutron] 10.222.0.44 "GET /v2.0/networks/ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257091 May 05 22:43:28.273651 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd8d54-68d2-4c79-a899-b131333b0868 req-47938539-5104-4b0c-94f2-ae0b5b84e66a tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:43:28.275492 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4acd8d54-68d2-4c79-a899-b131333b0868 req-47938539-5104-4b0c-94f2-ae0b5b84e66a tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfe6c7ba-ea27-4870-873c-205ede2cf031 HTTP/1.1" status: 200 len: 943 time: 0.0916681 May 05 22:43:28.326920 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4acd8d54-68d2-4c79-a899-b131333b0868 req-6e2b8a24-f5a4-447e-9d95-b67aca3780e4 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bd420b9-c68a-4200-b237-bce4c7dd69bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455368 May 05 22:43:29.368655 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:43:29.508245 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb,segment=NetworkSegment(6917b3fd-cee4-4053-8b03-5556ded76a80),segment_id=6917b3fd-cee4-4053-8b03-5556ded76a80)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:43:29.528566 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb', 'network_id': 'ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728', 'port_id': '8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb', 'mac_address': 'fa:16:3e:42:25:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '384a33a8-fb92-4e42-bdb5-bc863583b82a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:43:29.588861 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:29.607493 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:43:29.623089 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb,segment=NetworkSegment(6917b3fd-cee4-4053-8b03-5556ded76a80),segment_id=6917b3fd-cee4-4053-8b03-5556ded76a80)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:43:29.628681 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:29.643632 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173cb2f1-9542-40a2-92f3-84abc9c82219 req-ccaabd29-8b75-4974-b1c9-e59c86b27a42 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:43:29.645039 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-173cb2f1-9542-40a2-92f3-84abc9c82219 req-ccaabd29-8b75-4974-b1c9-e59c86b27a42 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfe6c7ba-ea27-4870-873c-205ede2cf031 HTTP/1.1" status: 200 len: 943 time: 0.1818829 May 05 22:43:29.690943 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-173cb2f1-9542-40a2-92f3-84abc9c82219 req-4640dcf2-d051-4801-a043-f38b2e0ad4c0 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bd420b9-c68a-4200-b237-bce4c7dd69bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395608 May 05 22:43:29.694250 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:43:29.836823 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:43:30.899864 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b9cc9d-dc76-417d-a2db-a10e61d98eae req-ffe36a61-79cd-4cd8-8cf9-4089f9abaabf tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:43:30.901678 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-81b9cc9d-dc76-417d-a2db-a10e61d98eae req-ffe36a61-79cd-4cd8-8cf9-4089f9abaabf tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfe6c7ba-ea27-4870-873c-205ede2cf031 HTTP/1.1" status: 200 len: 944 time: 0.0846546 May 05 22:43:30.947289 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-81b9cc9d-dc76-417d-a2db-a10e61d98eae req-fd0d10ee-2e27-44b9-b5c8-1803099771dc tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bd420b9-c68a-4200-b237-bce4c7dd69bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396748 May 05 22:43:31.362878 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:43:31.368435 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:43:31.442545 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:43:31.447168 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:43:31.447525 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:31.566337 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:31.596042 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfe6c7ba-ea27-4870-873c-205ede2cf031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:43:31.606138 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb,segment=NetworkSegment(6917b3fd-cee4-4053-8b03-5556ded76a80),segment_id=6917b3fd-cee4-4053-8b03-5556ded76a80)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:43:31.611540 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:31.677873 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc0dc414-a440-4a40-8844-a43f4d7e74e4'] response: {'server_uuid': 'cfe6c7ba-ea27-4870-873c-205ede2cf031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb', 'code': 200} May 05 22:43:31.714227 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:43:31.792774 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f8161605-798c-4e18-a0b2-4e820ec506b5 req-7964c892-1193-44f9-a289-3e78d8f634f1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cfe6c7ba-ea27-4870-873c-205ede2cf031 HTTP/1.1" status: 200 len: 1096 time: 0.0808635 May 05 22:43:31.835027 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-f8161605-798c-4e18-a0b2-4e820ec506b5 req-39794c12-00f7-4982-bd20-c07c5dce8622 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4bd420b9-c68a-4200-b237-bce4c7dd69bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358932 May 05 22:43:32.172445 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a14a3-eab2-4af8-beba-5df5a825dd4b req-c7b3b2f0-2c98-411f-bc01-d67dd482f47a tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:43:32.173907 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ba3a14a3-eab2-4af8-beba-5df5a825dd4b req-c7b3b2f0-2c98-411f-bc01-d67dd482f47a tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfe6c7ba-ea27-4870-873c-205ede2cf031 HTTP/1.1" status: 200 len: 945 time: 0.0958016 May 05 22:43:32.220729 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ba3a14a3-eab2-4af8-beba-5df5a825dd4b req-977e9cfc-486a-403b-8698-d6bb01afb410 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bd420b9-c68a-4200-b237-bce4c7dd69bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409789 May 05 22:43:33.440521 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a08a563-3269-4a70-bf57-308c1e54cb7b req-eda54371-58b4-44be-891b-3c7b182980e8 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:43:33.441980 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8a08a563-3269-4a70-bf57-308c1e54cb7b req-eda54371-58b4-44be-891b-3c7b182980e8 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfe6c7ba-ea27-4870-873c-205ede2cf031 HTTP/1.1" status: 200 len: 945 time: 0.0884216 May 05 22:43:33.493626 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8a08a563-3269-4a70-bf57-308c1e54cb7b req-e8a62342-4b30-40f8-897b-cde9925c4fae tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bd420b9-c68a-4200-b237-bce4c7dd69bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458980 May 05 22:43:33.694968 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cdb3e7-d9e6-4a3c-9c31-d2e7896e903e req-ee2afb81-7f5a-40e8-ac4f-4a96c5dffc7a tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:43:33.696410 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-67cdb3e7-d9e6-4a3c-9c31-d2e7896e903e req-ee2afb81-7f5a-40e8-ac4f-4a96c5dffc7a tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfe6c7ba-ea27-4870-873c-205ede2cf031 HTTP/1.1" status: 200 len: 945 time: 0.0801568 May 05 22:43:33.745313 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-67cdb3e7-d9e6-4a3c-9c31-d2e7896e903e req-88d5a589-69fe-4628-8e01-618638c93a40 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bd420b9-c68a-4200-b237-bce4c7dd69bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410550 May 05 22:43:34.172622 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dabffea-dbba-4292-8ff6-8b369cef7adb req-9dc567d6-f292-4bc6-bf34-b416b2daed48 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:43:34.174041 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8dabffea-dbba-4292-8ff6-8b369cef7adb req-9dc567d6-f292-4bc6-bf34-b416b2daed48 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfe6c7ba-ea27-4870-873c-205ede2cf031 HTTP/1.1" status: 200 len: 945 time: 0.0859308 May 05 22:43:34.220949 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8dabffea-dbba-4292-8ff6-8b369cef7adb req-3eab65fb-059a-409c-b5c6-c260495ef4de tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bd420b9-c68a-4200-b237-bce4c7dd69bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411894 May 05 22:43:34.245037 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-01abf554-e14d-4827-a00d-d435331f9107 req-17f18f85-a4d3-417f-9e00-d74b51dc7f4c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cfe6c7ba-ea27-4870-873c-205ede2cf031&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0719957 May 05 22:43:34.384509 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-01abf554-e14d-4827-a00d-d435331f9107 req-2f58ba5f-c686-4b02-a648-098aa689584a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=30d60feb5efd467d83a6830c6128f129&device_id=cfe6c7ba-ea27-4870-873c-205ede2cf031 HTTP/1.1" status: 200 len: 1096 time: 0.0699689 May 05 22:43:34.535911 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01abf554-e14d-4827-a00d-d435331f9107 req-b60838bf-51a9-45e3-9c40-70629240afdc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:43:34.537483 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-01abf554-e14d-4827-a00d-d435331f9107 req-b60838bf-51a9-45e3-9c40-70629240afdc service neutron] 10.222.0.44 "GET /v2.0/networks?id=ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728 HTTP/1.1" status: 200 len: 916 time: 0.1347365 May 05 22:43:34.734770 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-01abf554-e14d-4827-a00d-d435331f9107 req-c5dd2604-2b36-49b2-ba21-a0c389230041 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb HTTP/1.1" status: 200 len: 217 time: 0.1910477 May 05 22:43:34.800984 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01abf554-e14d-4827-a00d-d435331f9107 req-5bc196f5-7757-43ee-881c-b297904384b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:43:34.802467 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-01abf554-e14d-4827-a00d-d435331f9107 req-5bc196f5-7757-43ee-881c-b297904384b3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=384a33a8-fb92-4e42-bdb5-bc863583b82a HTTP/1.1" status: 200 len: 854 time: 0.0618279 May 05 22:43:34.881795 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-01abf554-e14d-4827-a00d-d435331f9107 req-3d86dce5-b764-412b-9db9-799fdfd8bf9c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731997 May 05 22:43:35.017624 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-01abf554-e14d-4827-a00d-d435331f9107 req-f34abd5d-bc3c-4cc8-8581-44c358171569 service neutron] 10.222.0.44 "GET /v2.0/networks/ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299958 May 05 22:43:35.153598 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-01abf554-e14d-4827-a00d-d435331f9107 req-2aee9aa1-551b-457f-929b-e88af2220707 service neutron] 10.222.0.44 "GET /v2.0/networks/ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292384 May 05 22:43:36.393313 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:36.600438 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:44.015474 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c5d04708-7850-4336-8a8d-28d3e1e70817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:44.617881 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b94e8b-36b8-431b-b3ac-edd2dc6efa7c req-0a59b9cb-f823-4d2e-8728-35eae552809b tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:43:44.619343 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-57b94e8b-36b8-431b-b3ac-edd2dc6efa7c req-0a59b9cb-f823-4d2e-8728-35eae552809b tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfe6c7ba-ea27-4870-873c-205ede2cf031 HTTP/1.1" status: 200 len: 945 time: 0.0802126 May 05 22:43:44.665546 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-57b94e8b-36b8-431b-b3ac-edd2dc6efa7c req-afc43a73-17b6-4ac5-890a-751b91d9c889 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bd420b9-c68a-4200-b237-bce4c7dd69bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403786 May 05 22:43:44.701355 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36276) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:43:44.847484 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-eaf3c8da-6afc-454f-9d76-4c2049879302 tempest-TestMinimumBasicScenario-912250862 tempest-TestMinimumBasicScenario-912250862-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=cfe6c7ba-ea27-4870-873c-205ede2cf031 HTTP/1.1" status: 200 len: 1091 time: 0.1448379 May 05 22:43:44.850308 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36282) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:43:44.855490 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-4c5d4bc8-365d-44c4-b5ad-d5fe063705d9 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Request body: {'floatingip': {'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'port_id': '8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb', 'tenant_id': '30d60feb5efd467d83a6830c6128f129', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:43:44.861761 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4c5d4bc8-365d-44c4-b5ad-d5fe063705d9 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:43:44.865783 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-4c5d4bc8-365d-44c4-b5ad-d5fe063705d9 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Usage tracker for resource:floatingip and tenant:30d60feb5efd467d83a6830c6128f129 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:43:44.868738 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-4c5d4bc8-365d-44c4-b5ad-d5fe063705d9 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:43:44.874591 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4c5d4bc8-365d-44c4-b5ad-d5fe063705d9 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:43:44.891894 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4c5d4bc8-365d-44c4-b5ad-d5fe063705d9 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Notify callbacks [] for floatingip, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:45.049956 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4c5d4bc8-365d-44c4-b5ad-d5fe063705d9 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:45.189796 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-4c5d4bc8-365d-44c4-b5ad-d5fe063705d9 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Allocated IP 172.25.4.214 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/cd1144b7-9dc0-409d-bcd0-6e26cf169b7b) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:43:45.341357 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4c5d4bc8-365d-44c4-b5ad-d5fe063705d9 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:45.372936 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4c5d4bc8-365d-44c4-b5ad-d5fe063705d9 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:45.441437 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5d4bc8-365d-44c4-b5ad-d5fe063705d9 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:43:45.444165 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-4c5d4bc8-365d-44c4-b5ad-d5fe063705d9 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:43:45.448424 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5d4bc8-365d-44c4-b5ad-d5fe063705d9 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:43:45.471825 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5d4bc8-365d-44c4-b5ad-d5fe063705d9 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Pushing event updated for resources: {'Port': ['ID=cd1144b7-9dc0-409d-bcd0-6e26cf169b7b,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:43:45.498624 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5d4bc8-365d-44c4-b5ad-d5fe063705d9 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:43:45.499116 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5d4bc8-365d-44c4-b5ad-d5fe063705d9 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:43:45.499568 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5d4bc8-365d-44c4-b5ad-d5fe063705d9 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:43:45.499960 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5d4bc8-365d-44c4-b5ad-d5fe063705d9 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:43:45.500377 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5d4bc8-365d-44c4-b5ad-d5fe063705d9 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:43:45.500800 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5d4bc8-365d-44c4-b5ad-d5fe063705d9 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:43:45.501228 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5d4bc8-365d-44c4-b5ad-d5fe063705d9 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:43:45.501564 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5d4bc8-365d-44c4-b5ad-d5fe063705d9 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:43:45.502031 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5d4bc8-365d-44c4-b5ad-d5fe063705d9 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:43:45.502432 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5d4bc8-365d-44c4-b5ad-d5fe063705d9 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:43:45.502776 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5d4bc8-365d-44c4-b5ad-d5fe063705d9 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:43:46.080247 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4c5d4bc8-365d-44c4-b5ad-d5fe063705d9 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:46.145414 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4c5d4bc8-365d-44c4-b5ad-d5fe063705d9 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:46.305367 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-506feaa8-a132-4fd2-afaa-7b175342a44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:46.354804 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4c5d4bc8-365d-44c4-b5ad-d5fe063705d9 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:46.361226 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4c5d4bc8-365d-44c4-b5ad-d5fe063705d9 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:46.468086 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5d4bc8-365d-44c4-b5ad-d5fe063705d9 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Pushing event updated for resources: {'Port': ['ID=cd1144b7-9dc0-409d-bcd0-6e26cf169b7b,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:43:46.481995 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4c5d4bc8-365d-44c4-b5ad-d5fe063705d9 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:46.677587 n-d-825175-4 neutron-server[84061]: INFO neutron.db.l3_db [None req-4c5d4bc8-365d-44c4-b5ad-d5fe063705d9 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Floating IP 9c0e277f-c3f9-45c1-8868-24d8e96b29bf associated. External IP: 172.25.4.214, port: 8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb. May 05 22:43:47.085818 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c5d4bc8-365d-44c4-b5ad-d5fe063705d9 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Router 50324054-2549-4d6b-92e2-dc6d5c7a7f8b has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:43:47.310984 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c5d4bc8-365d-44c4-b5ad-d5fe063705d9 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:43:47.320348 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5af4e5d-3a17-44fc-a23e-8d3a9d9c1c57 None None] Sync routers for ids ['50324054-2549-4d6b-92e2-dc6d5c7a7f8b'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:43:47.332484 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5af4e5d-3a17-44fc-a23e-8d3a9d9c1c57 None None] Routers {'50324054-2549-4d6b-92e2-dc6d5c7a7f8b'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:43:47.333072 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-c5af4e5d-3a17-44fc-a23e-8d3a9d9c1c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:43:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['50324054-2549-4d6b-92e2-dc6d5c7a7f8b'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:43:47.337282 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4c5d4bc8-365d-44c4-b5ad-d5fe063705d9 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:47.391663 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4c5d4bc8-365d-44c4-b5ad-d5fe063705d9 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5402768 May 05 22:43:47.392317 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfe6c7ba-ea27-4870-873c-205ede2cf031', 'tag': '8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:43:47.394926 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 36286) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:43:47.401710 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-7101972e-21f6-42f8-9078-50b8c5b694a1 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-656739050', 'description': 'tempest-secgroup-smoke-656739050 description', 'project_id': '30d60feb5efd467d83a6830c6128f129'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:43:47.409019 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-7101972e-21f6-42f8-9078-50b8c5b694a1 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:43:47.418566 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-7101972e-21f6-42f8-9078-50b8c5b694a1 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:43:47.430553 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7101972e-21f6-42f8-9078-50b8c5b694a1 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:47.467685 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-7101972e-21f6-42f8-9078-50b8c5b694a1 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:43:47.472155 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-7101972e-21f6-42f8-9078-50b8c5b694a1 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Usage tracker for resource:security_group_rule and tenant:30d60feb5efd467d83a6830c6128f129 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:43:47.475158 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-7101972e-21f6-42f8-9078-50b8c5b694a1 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:43:47.481360 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-7101972e-21f6-42f8-9078-50b8c5b694a1 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:43:47.521416 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-c5af4e5d-3a17-44fc-a23e-8d3a9d9c1c57 None None] Set router 50324054-2549-4d6b-92e2-dc6d5c7a7f8b gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:43:47.545523 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7101972e-21f6-42f8-9078-50b8c5b694a1 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:47.550306 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7101972e-21f6-42f8-9078-50b8c5b694a1 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:47.605327 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7101972e-21f6-42f8-9078-50b8c5b694a1 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:47.609273 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-7101972e-21f6-42f8-9078-50b8c5b694a1 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2101276 May 05 22:43:47.609873 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36294) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:43:47.611250 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7101972e-21f6-42f8-9078-50b8c5b694a1 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=778609cc-5606-4880-a4c3-da1950fcad36,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:43:47.615577 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-c0e2c2b0-a2be-4e5e-aaf4-52f9770e0663 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Request body: {'security_group_rule': {'security_group_id': '778609cc-5606-4880-a4c3-da1950fcad36', 'project_id': '30d60feb5efd467d83a6830c6128f129', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:43:47.628608 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-c0e2c2b0-a2be-4e5e-aaf4-52f9770e0663 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:43:47.634184 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-c0e2c2b0-a2be-4e5e-aaf4-52f9770e0663 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Usage tracker for resource:security_group_rule and tenant:30d60feb5efd467d83a6830c6128f129 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:43:47.639695 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:47.642054 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:47.644200 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-c0e2c2b0-a2be-4e5e-aaf4-52f9770e0663 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:43:47.651445 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bf0a3e7-414f-4d78-8ee5-96e5d84178f5'] response: {'name': 'network-changed', 'server_uuid': 'cfe6c7ba-ea27-4870-873c-205ede2cf031', 'tag': '8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb', 'status': 'completed', 'code': 200} May 05 22:43:47.652314 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-c0e2c2b0-a2be-4e5e-aaf4-52f9770e0663 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:43:47.671083 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c0e2c2b0-a2be-4e5e-aaf4-52f9770e0663 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:47.737261 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c0e2c2b0-a2be-4e5e-aaf4-52f9770e0663 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:47.742674 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c0e2c2b0-a2be-4e5e-aaf4-52f9770e0663 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:47.749359 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-62aa49c3-f653-47d4-b0bb-c46808f5c810 req-4eee794d-1cdb-4c0f-8fea-e401b7ed7a50 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=30d60feb5efd467d83a6830c6128f129&device_id=cfe6c7ba-ea27-4870-873c-205ede2cf031 HTTP/1.1" status: 200 len: 1096 time: 0.0745096 May 05 22:43:47.767637 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e2c2b0-a2be-4e5e-aaf4-52f9770e0663 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88988c37-1efd-4b56-8e55-5abdb9d62f95,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:43:47.780175 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c0e2c2b0-a2be-4e5e-aaf4-52f9770e0663 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:47.782315 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c0e2c2b0-a2be-4e5e-aaf4-52f9770e0663 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1711495 May 05 22:43:47.785117 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36298) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:43:47.791518 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-4ebf0b58-0f60-4c93-bf97-19865aa7d30f tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Request body: {'security_group_rule': {'security_group_id': '778609cc-5606-4880-a4c3-da1950fcad36', 'project_id': '30d60feb5efd467d83a6830c6128f129', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:43:47.798700 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4ebf0b58-0f60-4c93-bf97-19865aa7d30f tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:43:47.803348 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-4ebf0b58-0f60-4c93-bf97-19865aa7d30f tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Usage tracker for resource:security_group_rule and tenant:30d60feb5efd467d83a6830c6128f129 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:43:47.806435 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-4ebf0b58-0f60-4c93-bf97-19865aa7d30f tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:43:47.812889 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-4ebf0b58-0f60-4c93-bf97-19865aa7d30f tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:43:47.831107 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4ebf0b58-0f60-4c93-bf97-19865aa7d30f tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:47.895630 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa49c3-f653-47d4-b0bb-c46808f5c810 req-d0fba9ed-6d91-4a90-bcc9-20f97a500bf1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:43:47.897876 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-62aa49c3-f653-47d4-b0bb-c46808f5c810 req-d0fba9ed-6d91-4a90-bcc9-20f97a500bf1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728 HTTP/1.1" status: 200 len: 916 time: 0.1410429 May 05 22:43:47.899122 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4ebf0b58-0f60-4c93-bf97-19865aa7d30f tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:47.903746 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4ebf0b58-0f60-4c93-bf97-19865aa7d30f tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:47.928700 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebf0b58-0f60-4c93-bf97-19865aa7d30f tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39e6e9d2-dc3c-4ff1-b104-6c8fc3d86492,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:43:47.940764 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4ebf0b58-0f60-4c93-bf97-19865aa7d30f tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:47.942698 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4ebf0b58-0f60-4c93-bf97-19865aa7d30f tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1554942 May 05 22:43:47.944665 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36302) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:43:47.946879 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-c5af4e5d-3a17-44fc-a23e-8d3a9d9c1c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50324054-2549-4d6b-92e2-dc6d5c7a7f8b', 'name': 'tempest-TestMinimumBasicScenario-2035434908-router', 'tenant_id': '30d60feb5efd467d83a6830c6128f129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'd3dd03f8-1245-4f0c-9e5f-f5f69237d456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:42:53Z', 'updated_at': '2022-05-05T22:42:56Z', 'revision_number': 4, 'project_id': '30d60feb5efd467d83a6830c6128f129', 'gw_port': {'id': 'd3dd03f8-1245-4f0c-9e5f-f5f69237d456', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:37:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50324054-2549-4d6b-92e2-dc6d5c7a7f8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:42:53Z', 'updated_at': '2022-05-05T22:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '9c0e277f-c3f9-45c1-8868-24d8e96b29bf', 'tenant_id': '30d60feb5efd467d83a6830c6128f129', 'floating_ip_address': '172.25.4.214', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '50324054-2549-4d6b-92e2-dc6d5c7a7f8b', 'port_id': '8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728', 'mac_address': 'fa:16:3e:42:25:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe6c7ba-ea27-4870-873c-205ede2cf031', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:43:45Z', 'updated_at': '2022-05-05T22:43:45Z', 'revision_number': 0, 'project_id': '30d60feb5efd467d83a6830c6128f129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '894b709c-e8ad-4917-a724-3e82ef5f5872', 'name': '', 'network_id': 'ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728', 'tenant_id': '30d60feb5efd467d83a6830c6128f129', 'mac_address': 'fa:16:3e:5a:d6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50324054-2549-4d6b-92e2-dc6d5c7a7f8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '384a33a8-fb92-4e42-bdb5-bc863583b82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:42:55Z', 'updated_at': '2022-05-05T22:43:14Z', 'revision_number': 5, 'project_id': '30d60feb5efd467d83a6830c6128f129', 'subnets': [{'id': '384a33a8-fb92-4e42-bdb5-bc863583b82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:43:47.950359 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-a6ce7743-6122-48a4-90bb-9fdbec1fb50f tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Request body: {'security_group_rule': {'security_group_id': '778609cc-5606-4880-a4c3-da1950fcad36', 'project_id': '30d60feb5efd467d83a6830c6128f129', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:43:47.950945 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5af4e5d-3a17-44fc-a23e-8d3a9d9c1c57 None None] Checking router: 50324054-2549-4d6b-92e2-dc6d5c7a7f8b for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:43:47.957883 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a6ce7743-6122-48a4-90bb-9fdbec1fb50f tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:43:47.961746 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a6ce7743-6122-48a4-90bb-9fdbec1fb50f tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Usage tracker for resource:security_group_rule and tenant:30d60feb5efd467d83a6830c6128f129 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:43:47.962807 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5af4e5d-3a17-44fc-a23e-8d3a9d9c1c57 None None] Routers {'50324054-2549-4d6b-92e2-dc6d5c7a7f8b'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:43:47.963553 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-c5af4e5d-3a17-44fc-a23e-8d3a9d9c1c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:43:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['50324054-2549-4d6b-92e2-dc6d5c7a7f8b'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:43:47.964786 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-a6ce7743-6122-48a4-90bb-9fdbec1fb50f tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:43:47.970475 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-a6ce7743-6122-48a4-90bb-9fdbec1fb50f tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:43:47.989075 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a6ce7743-6122-48a4-90bb-9fdbec1fb50f tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:48.003883 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-62aa49c3-f653-47d4-b0bb-c46808f5c810 req-3ef42d5a-bc0c-4306-b597-9c649b41368b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb HTTP/1.1" status: 200 len: 999 time: 0.0995047 May 05 22:43:48.074577 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa49c3-f653-47d4-b0bb-c46808f5c810 req-0756974b-57e3-4fdc-aed8-2881806e7978 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:43:48.076090 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-62aa49c3-f653-47d4-b0bb-c46808f5c810 req-0756974b-57e3-4fdc-aed8-2881806e7978 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=384a33a8-fb92-4e42-bdb5-bc863583b82a HTTP/1.1" status: 200 len: 854 time: 0.0661173 May 05 22:43:48.157381 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-62aa49c3-f653-47d4-b0bb-c46808f5c810 req-fc387d80-b0bb-49ac-8b87-7d10438b6646 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729635 May 05 22:43:48.164392 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-c5af4e5d-3a17-44fc-a23e-8d3a9d9c1c57 None None] Set router 50324054-2549-4d6b-92e2-dc6d5c7a7f8b gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:43:48.192881 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a6ce7743-6122-48a4-90bb-9fdbec1fb50f tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:48.198745 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a6ce7743-6122-48a4-90bb-9fdbec1fb50f tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:48.225439 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ce7743-6122-48a4-90bb-9fdbec1fb50f tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3147699-d66e-45c8-96d1-f772c6bb6bc8,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:43:48.234943 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a6ce7743-6122-48a4-90bb-9fdbec1fb50f tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:48.236346 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a6ce7743-6122-48a4-90bb-9fdbec1fb50f tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2906020 May 05 22:43:48.239302 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36306) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:43:48.245121 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-10a2fb31-d076-4d6c-becd-d2c6bf5d2b73 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Request body: {'security_group_rule': {'security_group_id': '778609cc-5606-4880-a4c3-da1950fcad36', 'project_id': '30d60feb5efd467d83a6830c6128f129', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:43:48.253844 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-10a2fb31-d076-4d6c-becd-d2c6bf5d2b73 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:43:48.270469 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-10a2fb31-d076-4d6c-becd-d2c6bf5d2b73 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Usage tracker for resource:security_group_rule and tenant:30d60feb5efd467d83a6830c6128f129 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:43:48.270469 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-10a2fb31-d076-4d6c-becd-d2c6bf5d2b73 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:43:48.278992 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-10a2fb31-d076-4d6c-becd-d2c6bf5d2b73 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:43:48.296749 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-10a2fb31-d076-4d6c-becd-d2c6bf5d2b73 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:48.307724 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-62aa49c3-f653-47d4-b0bb-c46808f5c810 req-724b9070-5775-45e5-bdcf-0ab33e5b735b service neutron] 10.222.0.44 "GET /v2.0/networks/ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401944 May 05 22:43:48.364524 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-10a2fb31-d076-4d6c-becd-d2c6bf5d2b73 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:48.369653 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-10a2fb31-d076-4d6c-becd-d2c6bf5d2b73 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:48.396398 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a2fb31-d076-4d6c-becd-d2c6bf5d2b73 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eedf171d-8fc5-4c42-bf40-ef6c4d064b1b,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:43:48.409718 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-10a2fb31-d076-4d6c-becd-d2c6bf5d2b73 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:48.414385 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-10a2fb31-d076-4d6c-becd-d2c6bf5d2b73 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1713591 May 05 22:43:48.415727 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36310) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:43:48.420963 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-5dfeb4e7-2880-41d8-95c0-c17a24a1d01d tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Request body: {'security_group_rule': {'security_group_id': '778609cc-5606-4880-a4c3-da1950fcad36', 'project_id': '30d60feb5efd467d83a6830c6128f129', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:43:48.428160 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-5dfeb4e7-2880-41d8-95c0-c17a24a1d01d tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:43:48.432265 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-5dfeb4e7-2880-41d8-95c0-c17a24a1d01d tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Usage tracker for resource:security_group_rule and tenant:30d60feb5efd467d83a6830c6128f129 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:43:48.435351 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-5dfeb4e7-2880-41d8-95c0-c17a24a1d01d tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:43:48.441432 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-5dfeb4e7-2880-41d8-95c0-c17a24a1d01d tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:43:48.449142 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-62aa49c3-f653-47d4-b0bb-c46808f5c810 req-1544fd70-b819-4b0d-b16e-48fbc68ee16d service neutron] 10.222.0.44 "GET /v2.0/networks/ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348236 May 05 22:43:48.452395 n-d-825175-4 neutron-server[84061]: INFO neutron.db.securitygroups_db [None req-5dfeb4e7-2880-41d8-95c0-c17a24a1d01d tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Project 30d60feb5efd467d83a6830c6128f129 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 22:43:48.467622 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5dfeb4e7-2880-41d8-95c0-c17a24a1d01d tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:48.540221 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5dfeb4e7-2880-41d8-95c0-c17a24a1d01d tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:48.545457 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5dfeb4e7-2880-41d8-95c0-c17a24a1d01d tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:48.545631 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-c5af4e5d-3a17-44fc-a23e-8d3a9d9c1c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50324054-2549-4d6b-92e2-dc6d5c7a7f8b', 'name': 'tempest-TestMinimumBasicScenario-2035434908-router', 'tenant_id': '30d60feb5efd467d83a6830c6128f129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'd3dd03f8-1245-4f0c-9e5f-f5f69237d456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:42:53Z', 'updated_at': '2022-05-05T22:42:56Z', 'revision_number': 4, 'project_id': '30d60feb5efd467d83a6830c6128f129', 'gw_port': {'id': 'd3dd03f8-1245-4f0c-9e5f-f5f69237d456', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:37:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50324054-2549-4d6b-92e2-dc6d5c7a7f8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:42:53Z', 'updated_at': '2022-05-05T22:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '9c0e277f-c3f9-45c1-8868-24d8e96b29bf', 'tenant_id': '30d60feb5efd467d83a6830c6128f129', 'floating_ip_address': '172.25.4.214', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '50324054-2549-4d6b-92e2-dc6d5c7a7f8b', 'port_id': '8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728', 'mac_address': 'fa:16:3e:42:25:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe6c7ba-ea27-4870-873c-205ede2cf031', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:43:45Z', 'updated_at': '2022-05-05T22:43:45Z', 'revision_number': 0, 'project_id': '30d60feb5efd467d83a6830c6128f129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '894b709c-e8ad-4917-a724-3e82ef5f5872', 'name': '', 'network_id': 'ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728', 'tenant_id': '30d60feb5efd467d83a6830c6128f129', 'mac_address': 'fa:16:3e:5a:d6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50324054-2549-4d6b-92e2-dc6d5c7a7f8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '384a33a8-fb92-4e42-bdb5-bc863583b82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:42:55Z', 'updated_at': '2022-05-05T22:43:14Z', 'revision_number': 5, 'project_id': '30d60feb5efd467d83a6830c6128f129', 'subnets': [{'id': '384a33a8-fb92-4e42-bdb5-bc863583b82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:43:48.551499 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5af4e5d-3a17-44fc-a23e-8d3a9d9c1c57 None None] The sync data for ids ['50324054-2549-4d6b-92e2-dc6d5c7a7f8b'] in n-d-825175-4 is: [{'id': '50324054-2549-4d6b-92e2-dc6d5c7a7f8b', 'name': 'tempest-TestMinimumBasicScenario-2035434908-router', 'tenant_id': '30d60feb5efd467d83a6830c6128f129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'd3dd03f8-1245-4f0c-9e5f-f5f69237d456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:42:53Z', 'updated_at': '2022-05-05T22:42:56Z', 'revision_number': 4, 'project_id': '30d60feb5efd467d83a6830c6128f129', 'gw_port': {'id': 'd3dd03f8-1245-4f0c-9e5f-f5f69237d456', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:37:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50324054-2549-4d6b-92e2-dc6d5c7a7f8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:42:53Z', 'updated_at': '2022-05-05T22:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '9c0e277f-c3f9-45c1-8868-24d8e96b29bf', 'tenant_id': '30d60feb5efd467d83a6830c6128f129', 'floating_ip_address': '172.25.4.214', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '50324054-2549-4d6b-92e2-dc6d5c7a7f8b', 'port_id': '8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728', 'mac_address': 'fa:16:3e:42:25:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe6c7ba-ea27-4870-873c-205ede2cf031', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:43:45Z', 'updated_at': '2022-05-05T22:43:45Z', 'revision_number': 0, 'project_id': '30d60feb5efd467d83a6830c6128f129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '894b709c-e8ad-4917-a724-3e82ef5f5872', 'name': '', 'network_id': 'ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728', 'tenant_id': '30d60feb5efd467d83a6830c6128f129', 'mac_address': 'fa:16:3e:5a:d6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50324054-2549-4d6b-92e2-dc6d5c7a7f8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '384a33a8-fb92-4e42-bdb5-bc863583b82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:42:55Z', 'updated_at': '2022-05-05T22:43:14Z', 'revision_number': 5, 'project_id': '30d60feb5efd467d83a6830c6128f129', 'subnets': [{'id': '384a33a8-fb92-4e42-bdb5-bc863583b82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:43:48.575264 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfeb4e7-2880-41d8-95c0-c17a24a1d01d tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=177f4a40-3c02-4eb1-ba91-bbd93af964c1,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:43:48.587192 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5dfeb4e7-2880-41d8-95c0-c17a24a1d01d tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:48.588916 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-5dfeb4e7-2880-41d8-95c0-c17a24a1d01d tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1728320 May 05 22:43:48.591786 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 36314) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:43:48.598160 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-45338170-3e64-448c-9076-9eb595df4550 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Request body: {'security_group_rule': {'security_group_id': '778609cc-5606-4880-a4c3-da1950fcad36', 'project_id': '30d60feb5efd467d83a6830c6128f129', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:43:48.605812 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-45338170-3e64-448c-9076-9eb595df4550 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:43:48.609840 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-45338170-3e64-448c-9076-9eb595df4550 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Usage tracker for resource:security_group_rule and tenant:30d60feb5efd467d83a6830c6128f129 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:43:48.613567 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-45338170-3e64-448c-9076-9eb595df4550 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:43:48.620104 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-45338170-3e64-448c-9076-9eb595df4550 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:43:48.631172 n-d-825175-4 neutron-server[84063]: INFO neutron.db.securitygroups_db [None req-45338170-3e64-448c-9076-9eb595df4550 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Project 30d60feb5efd467d83a6830c6128f129 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 22:43:48.637777 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-45338170-3e64-448c-9076-9eb595df4550 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:48.711602 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-45338170-3e64-448c-9076-9eb595df4550 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:48.716034 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-45338170-3e64-448c-9076-9eb595df4550 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:48.740037 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45338170-3e64-448c-9076-9eb595df4550 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81cf691b-fc84-4a10-b0e8-bb68a5711165,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:43:48.750190 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-45338170-3e64-448c-9076-9eb595df4550 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:48.751549 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-45338170-3e64-448c-9076-9eb595df4550 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1587167 May 05 22:43:48.758410 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89eb19cf-b7fc-4bdf-a55b-164e4bcc0aea None None] New status for floating IP 9c0e277f-c3f9-45c1-8868-24d8e96b29bf: ACTIVE {{(pid=84068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 22:43:48.886535 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ce4668d1-110d-4e84-ba75-4b42fc14c789 req-49c4e9e0-81d3-418e-9b72-de88bc7630c0 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-656739050&fields=id&tenant_id=30d60feb5efd467d83a6830c6128f129 HTTP/1.1" status: 200 len: 267 time: 0.0417862 May 05 22:43:48.966498 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4668d1-110d-4e84-ba75-4b42fc14c789 req-fe67abe0-2043-4706-9436-5b216bf37c93 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:43:48.967871 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ce4668d1-110d-4e84-ba75-4b42fc14c789 req-fe67abe0-2043-4706-9436-5b216bf37c93 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfe6c7ba-ea27-4870-873c-205ede2cf031 HTTP/1.1" status: 200 len: 945 time: 0.0759833 May 05 22:43:48.979325 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-ce4668d1-110d-4e84-ba75-4b42fc14c789 req-8511a0e6-b996-4a97-911f-516f3ffea9e5 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Request body: {'port': {'security_groups': ['4bd420b9-c68a-4200-b237-bce4c7dd69bb', '778609cc-5606-4880-a4c3-da1950fcad36']}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:43:49.104803 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-ce4668d1-110d-4e84-ba75-4b42fc14c789 req-8511a0e6-b996-4a97-911f-516f3ffea9e5 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:49.162770 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:49.369366 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-ce4668d1-110d-4e84-ba75-4b42fc14c789 req-8511a0e6-b996-4a97-911f-516f3ffea9e5 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] For port 8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb,segment=NetworkSegment(6917b3fd-cee4-4053-8b03-5556ded76a80),segment_id=6917b3fd-cee4-4053-8b03-5556ded76a80)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:43:49.396316 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-ce4668d1-110d-4e84-ba75-4b42fc14c789 req-8511a0e6-b996-4a97-911f-516f3ffea9e5 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:49.402090 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-ce4668d1-110d-4e84-ba75-4b42fc14c789 req-8511a0e6-b996-4a97-911f-516f3ffea9e5 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:49.413953 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:43:49.474392 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4668d1-110d-4e84-ba75-4b42fc14c789 req-8511a0e6-b996-4a97-911f-516f3ffea9e5 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:43:49.475036 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-ce4668d1-110d-4e84-ba75-4b42fc14c789 req-8511a0e6-b996-4a97-911f-516f3ffea9e5 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:49.479537 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ce4668d1-110d-4e84-ba75-4b42fc14c789 req-8511a0e6-b996-4a97-911f-516f3ffea9e5 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "PUT /v2.0/ports/8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb HTTP/1.1" status: 200 len: 981 time: 0.5051239 May 05 22:43:49.496844 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8511a0e6-b996-4a97-911f-516f3ffea9e5 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Pushing event updated for resources: {'Port': ['ID=8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb,revision_number=6']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:43:49.548855 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:43:49.677469 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfe6c7ba-ea27-4870-873c-205ede2cf031', 'tag': '8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:43:49.733727 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b58c7-9c92-495a-a3af-dd584afea133 req-47a1134d-eeee-42bd-8850-80832223eaf3 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:43:49.739312 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ce3b58c7-9c92-495a-a3af-dd584afea133 req-47a1134d-eeee-42bd-8850-80832223eaf3 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfe6c7ba-ea27-4870-873c-205ede2cf031 HTTP/1.1" status: 200 len: 984 time: 0.0953405 May 05 22:43:49.763444 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22be1dd2-e138-4ac1-b510-f55e4d46b0a1'] response: {'name': 'network-changed', 'server_uuid': 'cfe6c7ba-ea27-4870-873c-205ede2cf031', 'tag': '8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb', 'status': 'completed', 'code': 200} May 05 22:43:49.791598 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ce3b58c7-9c92-495a-a3af-dd584afea133 req-eaee9352-194d-4c99-ac44-7dc03f054dd1 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/security-groups?id=778609cc-5606-4880-a4c3-da1950fcad36&id=4bd420b9-c68a-4200-b237-bce4c7dd69bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0496502 May 05 22:43:49.858561 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-66bf6f61-cc7a-455a-981c-1f721f57861a req-62af48e7-a457-4579-bbb9-dde2c7644320 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=30d60feb5efd467d83a6830c6128f129&device_id=cfe6c7ba-ea27-4870-873c-205ede2cf031 HTTP/1.1" status: 200 len: 1135 time: 0.0850530 May 05 22:43:49.906039 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-71084c6c-eefe-4fdf-9d96-df833587847d None None] Provisioning complete for port 8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:43:49.906288 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-71084c6c-eefe-4fdf-9d96-df833587847d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:43:49.993572 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf6f61-cc7a-455a-981c-1f721f57861a req-4e1a2d8d-d3bb-4fa3-a02e-d850e319847e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:43:49.995117 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-66bf6f61-cc7a-455a-981c-1f721f57861a req-4e1a2d8d-d3bb-4fa3-a02e-d850e319847e service neutron] 10.222.0.44 "GET /v2.0/networks?id=ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728 HTTP/1.1" status: 200 len: 916 time: 0.1302910 May 05 22:43:50.201338 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-66bf6f61-cc7a-455a-981c-1f721f57861a req-489a5494-8ac5-41a6-b39b-9a3e7809fb6c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb HTTP/1.1" status: 200 len: 1001 time: 0.1995702 May 05 22:43:50.265916 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf6f61-cc7a-455a-981c-1f721f57861a req-86392043-3cbd-401e-8fa5-3709a2d1020c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:43:50.267373 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-66bf6f61-cc7a-455a-981c-1f721f57861a req-86392043-3cbd-401e-8fa5-3709a2d1020c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=384a33a8-fb92-4e42-bdb5-bc863583b82a HTTP/1.1" status: 200 len: 854 time: 0.0580194 May 05 22:43:50.346962 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-66bf6f61-cc7a-455a-981c-1f721f57861a req-0f0f6449-2de9-478c-b411-d7bd09e54e9e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732968 May 05 22:43:50.482789 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-66bf6f61-cc7a-455a-981c-1f721f57861a req-451b7d68-410e-4ffb-8a64-2405160f114a service neutron] 10.222.0.44 "GET /v2.0/networks/ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280577 May 05 22:43:50.614397 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-66bf6f61-cc7a-455a-981c-1f721f57861a req-9b96ee22-f0d4-456d-8774-cfc40d98ea0f service neutron] 10.222.0.44 "GET /v2.0/networks/ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250610 May 05 22:44:06.395386 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:44:06.587801 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:44:07.275602 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-12b0bbb3-8b22-443a-8307-c94c76d5b8da req-3cb60fca-1c30-44d9-bebc-0f9a5092e11f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=30d60feb5efd467d83a6830c6128f129&device_id=cfe6c7ba-ea27-4870-873c-205ede2cf031 HTTP/1.1" status: 200 len: 1135 time: 0.0704072 May 05 22:44:07.316995 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0686becd-20c9-4269-80a8-99e704519f7d req-eb251dce-cd59-4691-8c46-b4bd0b5ce745 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:44:07.318454 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0686becd-20c9-4269-80a8-99e704519f7d req-eb251dce-cd59-4691-8c46-b4bd0b5ce745 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfe6c7ba-ea27-4870-873c-205ede2cf031 HTTP/1.1" status: 200 len: 984 time: 0.0758002 May 05 22:44:07.366072 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0686becd-20c9-4269-80a8-99e704519f7d req-65b2fa5b-c2c8-4b84-b9e0-30c60d5a1e55 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/security-groups?id=778609cc-5606-4880-a4c3-da1950fcad36&id=4bd420b9-c68a-4200-b237-bce4c7dd69bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0417228 May 05 22:44:07.406545 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0bbb3-8b22-443a-8307-c94c76d5b8da req-0b84c9c6-e973-49a3-bcc0-c0f4c3191838 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:44:07.408043 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-12b0bbb3-8b22-443a-8307-c94c76d5b8da req-0b84c9c6-e973-49a3-bcc0-c0f4c3191838 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728 HTTP/1.1" status: 200 len: 916 time: 0.1261251 May 05 22:44:07.511287 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-12b0bbb3-8b22-443a-8307-c94c76d5b8da req-70400f87-8358-498f-97ee-c84ac0f2e23c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb HTTP/1.1" status: 200 len: 1001 time: 0.0965791 May 05 22:44:07.576760 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0bbb3-8b22-443a-8307-c94c76d5b8da req-f748aa94-0629-4ba8-b09b-5608bf4bedcc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:44:07.578091 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-12b0bbb3-8b22-443a-8307-c94c76d5b8da req-f748aa94-0629-4ba8-b09b-5608bf4bedcc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=384a33a8-fb92-4e42-bdb5-bc863583b82a HTTP/1.1" status: 200 len: 854 time: 0.0608220 May 05 22:44:07.654923 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-12b0bbb3-8b22-443a-8307-c94c76d5b8da req-bc0d95e0-3857-483e-80cf-910b59195b65 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703039 May 05 22:44:07.796993 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-12b0bbb3-8b22-443a-8307-c94c76d5b8da req-614f4b05-667d-4833-b96a-85238b0ab513 service neutron] 10.222.0.44 "GET /v2.0/networks/ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355593 May 05 22:44:07.940872 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-12b0bbb3-8b22-443a-8307-c94c76d5b8da req-58a9b833-2f2c-4b1a-9f4b-b3b301e1abbf service neutron] 10.222.0.44 "GET /v2.0/networks/ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376638 May 05 22:44:08.360483 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:44:08.583381 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d9b52a-feda-4338-8687-a211f0eb255d req-ec6c18fb-fa4d-4dfa-90e2-2bb0884ed708 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:44:08.584851 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b5d9b52a-feda-4338-8687-a211f0eb255d req-ec6c18fb-fa4d-4dfa-90e2-2bb0884ed708 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfe6c7ba-ea27-4870-873c-205ede2cf031 HTTP/1.1" status: 200 len: 984 time: 0.0799148 May 05 22:44:08.633668 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b5d9b52a-feda-4338-8687-a211f0eb255d req-c5d65c38-da66-4a50-aa8d-178df3cbac81 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/security-groups?id=778609cc-5606-4880-a4c3-da1950fcad36&id=4bd420b9-c68a-4200-b237-bce4c7dd69bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0430062 May 05 22:44:09.841424 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34dbab-1609-4596-bb84-a9d5f8b0461a req-803feea1-e2ee-40d2-bb41-0218d80607d3 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:44:09.842769 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5d34dbab-1609-4596-bb84-a9d5f8b0461a req-803feea1-e2ee-40d2-bb41-0218d80607d3 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfe6c7ba-ea27-4870-873c-205ede2cf031 HTTP/1.1" status: 200 len: 984 time: 0.0841680 May 05 22:44:09.895900 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5d34dbab-1609-4596-bb84-a9d5f8b0461a req-f8addb6d-b9a0-42e1-b034-9b4fb7a57ca4 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/security-groups?id=778609cc-5606-4880-a4c3-da1950fcad36&id=4bd420b9-c68a-4200-b237-bce4c7dd69bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0473647 May 05 22:44:11.125059 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1222a0-fa98-4486-a7f8-416af8af8f53 req-de42a3f4-cdd1-4726-8ec1-a072afefaee5 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:44:11.126520 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cd1222a0-fa98-4486-a7f8-416af8af8f53 req-de42a3f4-cdd1-4726-8ec1-a072afefaee5 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfe6c7ba-ea27-4870-873c-205ede2cf031 HTTP/1.1" status: 200 len: 984 time: 0.0847635 May 05 22:44:11.178520 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cd1222a0-fa98-4486-a7f8-416af8af8f53 req-af49f589-62c5-478c-9f11-454a2359523c tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/security-groups?id=778609cc-5606-4880-a4c3-da1950fcad36&id=4bd420b9-c68a-4200-b237-bce4c7dd69bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0436304 May 05 22:44:12.392567 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18695113-7f53-4dcf-aa9a-f96bc1837c48 req-507daee8-7204-4237-87c8-5c0f44a04930 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:44:12.394088 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-18695113-7f53-4dcf-aa9a-f96bc1837c48 req-507daee8-7204-4237-87c8-5c0f44a04930 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfe6c7ba-ea27-4870-873c-205ede2cf031 HTTP/1.1" status: 200 len: 984 time: 0.0821075 May 05 22:44:12.443121 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-18695113-7f53-4dcf-aa9a-f96bc1837c48 req-0a43be5a-3663-43ca-965b-61b1d376dc40 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/security-groups?id=778609cc-5606-4880-a4c3-da1950fcad36&id=4bd420b9-c68a-4200-b237-bce4c7dd69bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0426583 May 05 22:44:13.643345 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3bcd5-891f-4c5f-b62b-ae6bdc460e47 req-7f71e377-75b7-4f63-9835-7b2a065f2df1 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:44:13.644790 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e7c3bcd5-891f-4c5f-b62b-ae6bdc460e47 req-7f71e377-75b7-4f63-9835-7b2a065f2df1 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfe6c7ba-ea27-4870-873c-205ede2cf031 HTTP/1.1" status: 200 len: 984 time: 0.0766377 May 05 22:44:13.709083 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e7c3bcd5-891f-4c5f-b62b-ae6bdc460e47 req-9ff21c4b-ef0b-4b7b-88fd-d0f97302cbc6 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/security-groups?id=778609cc-5606-4880-a4c3-da1950fcad36&id=4bd420b9-c68a-4200-b237-bce4c7dd69bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576403 May 05 22:44:14.018602 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-34c13d03-d850-488a-8ab8-06f44249bfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:44:14.924708 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef86311-50cd-43df-bf45-c4291a28557c req-a97f2200-a0c5-4e72-a77d-0e7013557c9d tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:44:14.926057 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4ef86311-50cd-43df-bf45-c4291a28557c req-a97f2200-a0c5-4e72-a77d-0e7013557c9d tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfe6c7ba-ea27-4870-873c-205ede2cf031 HTTP/1.1" status: 200 len: 984 time: 0.0890708 May 05 22:44:14.978078 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4ef86311-50cd-43df-bf45-c4291a28557c req-7def41e1-e606-4b30-849d-66690169d5d1 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/security-groups?id=778609cc-5606-4880-a4c3-da1950fcad36&id=4bd420b9-c68a-4200-b237-bce4c7dd69bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0434489 May 05 22:44:16.192437 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae816d8-8a6a-43b0-be6d-3fc9759814ba req-0154e992-469f-4d06-b755-021f0c511eb3 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:44:16.193866 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9ae816d8-8a6a-43b0-be6d-3fc9759814ba req-0154e992-469f-4d06-b755-021f0c511eb3 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfe6c7ba-ea27-4870-873c-205ede2cf031 HTTP/1.1" status: 200 len: 984 time: 0.0811982 May 05 22:44:16.243797 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9ae816d8-8a6a-43b0-be6d-3fc9759814ba req-ad917b78-46e4-4e0e-8f3d-2bac4511c1ad tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/security-groups?id=778609cc-5606-4880-a4c3-da1950fcad36&id=4bd420b9-c68a-4200-b237-bce4c7dd69bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0439801 May 05 22:44:16.311811 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a971a1ee-3cf6-41cc-9d19-5daab6c01be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:44:17.459745 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997385c-9531-4be0-b5a4-cc2ac8da552e req-4795f428-17c3-42be-9ecf-888fbc003bc9 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:44:17.461182 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8997385c-9531-4be0-b5a4-cc2ac8da552e req-4795f428-17c3-42be-9ecf-888fbc003bc9 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfe6c7ba-ea27-4870-873c-205ede2cf031 HTTP/1.1" status: 200 len: 984 time: 0.0898423 May 05 22:44:17.511149 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8997385c-9531-4be0-b5a4-cc2ac8da552e req-bb564ec4-2bf2-4caf-978e-527fbf17e7d6 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/security-groups?id=778609cc-5606-4880-a4c3-da1950fcad36&id=4bd420b9-c68a-4200-b237-bce4c7dd69bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0442622 May 05 22:44:17.582429 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:44:17.594238 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:44:18.725751 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf5f7e-5db8-4dd4-8bdd-25709c4a6ded req-eb265da4-974c-4fe4-96d8-4a199df0fdd8 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:44:18.728216 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-85cf5f7e-5db8-4dd4-8bdd-25709c4a6ded req-eb265da4-974c-4fe4-96d8-4a199df0fdd8 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfe6c7ba-ea27-4870-873c-205ede2cf031 HTTP/1.1" status: 200 len: 984 time: 0.0957294 May 05 22:44:18.867609 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-85cf5f7e-5db8-4dd4-8bdd-25709c4a6ded req-51eb5e52-5b7d-4e6f-b427-f867caa6e3b3 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/security-groups?id=778609cc-5606-4880-a4c3-da1950fcad36&id=4bd420b9-c68a-4200-b237-bce4c7dd69bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1312494 May 05 22:44:19.170913 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:44:20.099112 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f60c2c4-6d60-446d-bbd2-a4c5afe39132 req-77258eae-c322-44f2-a067-774b3545f730 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:44:20.100757 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5f60c2c4-6d60-446d-bbd2-a4c5afe39132 req-77258eae-c322-44f2-a067-774b3545f730 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfe6c7ba-ea27-4870-873c-205ede2cf031 HTTP/1.1" status: 200 len: 984 time: 0.0931759 May 05 22:44:20.148606 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5f60c2c4-6d60-446d-bbd2-a4c5afe39132 req-9a66e326-8e88-43cb-8813-73ab49f4aca2 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/security-groups?id=778609cc-5606-4880-a4c3-da1950fcad36&id=4bd420b9-c68a-4200-b237-bce4c7dd69bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0420663 May 05 22:44:21.361716 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e1e1f3-35d9-4d8a-9f0d-d2f93df7ae87 req-16aeec6e-4a1b-40ba-a17e-c7dd826fd7fe tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:44:21.363176 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-99e1e1f3-35d9-4d8a-9f0d-d2f93df7ae87 req-16aeec6e-4a1b-40ba-a17e-c7dd826fd7fe tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfe6c7ba-ea27-4870-873c-205ede2cf031 HTTP/1.1" status: 200 len: 984 time: 0.0871477 May 05 22:44:21.415870 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-99e1e1f3-35d9-4d8a-9f0d-d2f93df7ae87 req-af6de4dc-08b2-4674-af28-405b54a54bdf tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/security-groups?id=778609cc-5606-4880-a4c3-da1950fcad36&id=4bd420b9-c68a-4200-b237-bce4c7dd69bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0440505 May 05 22:44:22.620908 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa8067-8d41-426b-8008-3e23435a9038 req-19bfd026-5a54-44d5-bf22-c162e88e069b tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:44:22.622351 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-56aa8067-8d41-426b-8008-3e23435a9038 req-19bfd026-5a54-44d5-bf22-c162e88e069b tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfe6c7ba-ea27-4870-873c-205ede2cf031 HTTP/1.1" status: 200 len: 984 time: 0.0814385 May 05 22:44:22.677121 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-56aa8067-8d41-426b-8008-3e23435a9038 req-b0c4f20a-567a-45ad-9ee8-eb74006c6b5f tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/security-groups?id=778609cc-5606-4880-a4c3-da1950fcad36&id=4bd420b9-c68a-4200-b237-bce4c7dd69bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0461466 May 05 22:44:23.879468 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4780ddf-8adc-4df1-b5bb-d7b308511a08 req-dc1f8aed-987f-401a-be4c-eef76d370b50 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:44:23.880925 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d4780ddf-8adc-4df1-b5bb-d7b308511a08 req-dc1f8aed-987f-401a-be4c-eef76d370b50 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfe6c7ba-ea27-4870-873c-205ede2cf031 HTTP/1.1" status: 200 len: 984 time: 0.0828438 May 05 22:44:23.938687 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d4780ddf-8adc-4df1-b5bb-d7b308511a08 req-bda1d952-895b-4110-9360-6aa20f64df9c tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/security-groups?id=778609cc-5606-4880-a4c3-da1950fcad36&id=4bd420b9-c68a-4200-b237-bce4c7dd69bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0503933 May 05 22:44:35.311334 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a4de05e8-e56e-4825-812f-6fcc9f509e39 req-9dfb97b8-3bed-476e-9766-ef8b35a1931e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cfe6c7ba-ea27-4870-873c-205ede2cf031&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0693834 May 05 22:44:35.466576 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a4de05e8-e56e-4825-812f-6fcc9f509e39 req-0f8804f3-de08-4d12-9a00-c56da21f66f1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=30d60feb5efd467d83a6830c6128f129&device_id=cfe6c7ba-ea27-4870-873c-205ede2cf031 HTTP/1.1" status: 200 len: 1135 time: 0.0742874 May 05 22:44:35.615956 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de05e8-e56e-4825-812f-6fcc9f509e39 req-f5a8d700-31f7-42bd-b381-2c7abb9b9e8b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:44:35.617448 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a4de05e8-e56e-4825-812f-6fcc9f509e39 req-f5a8d700-31f7-42bd-b381-2c7abb9b9e8b service neutron] 10.222.0.44 "GET /v2.0/networks?id=ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728 HTTP/1.1" status: 200 len: 916 time: 0.1272163 May 05 22:44:35.822700 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a4de05e8-e56e-4825-812f-6fcc9f509e39 req-de4314db-15e2-4ea2-acb7-02b74f5e556c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb HTTP/1.1" status: 200 len: 1001 time: 0.1970592 May 05 22:44:35.886698 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de05e8-e56e-4825-812f-6fcc9f509e39 req-6d9a1967-07b7-4fc0-9ecd-1157c8c60e6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:44:35.887870 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a4de05e8-e56e-4825-812f-6fcc9f509e39 req-6d9a1967-07b7-4fc0-9ecd-1157c8c60e6c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=384a33a8-fb92-4e42-bdb5-bc863583b82a HTTP/1.1" status: 200 len: 854 time: 0.0580752 May 05 22:44:35.967143 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a4de05e8-e56e-4825-812f-6fcc9f509e39 req-dc06b3f9-f688-43d4-8652-1b2157219dcc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696135 May 05 22:44:36.097072 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a4de05e8-e56e-4825-812f-6fcc9f509e39 req-6006b7a6-02c8-4932-ac56-40ffa279611c service neutron] 10.222.0.44 "GET /v2.0/networks/ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228271 May 05 22:44:36.236393 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-a4de05e8-e56e-4825-812f-6fcc9f509e39 req-128d9e17-b911-48b4-807f-3a0183b18783 service neutron] 10.222.0.44 "GET /v2.0/networks/ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292689 May 05 22:44:36.396525 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:44:36.603172 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:44:44.015263 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a051c90a-9282-494b-af61-e22d836d5a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:44:45.354935 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:44:46.316982 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1a3fdd4c-a319-4ae0-90c1-e5472a3e86a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:44:47.586137 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:44:47.599505 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:44:49.171438 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:44:57.121856 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d4862aaf-9a19-435f-9716-08f4a4547fb6 req-f635c905-1365-4db3-94f8-8fd6cf232af2 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-656739050&fields=id&tenant_id=30d60feb5efd467d83a6830c6128f129 HTTP/1.1" status: 200 len: 267 time: 0.0518727 May 05 22:44:57.208492 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4862aaf-9a19-435f-9716-08f4a4547fb6 req-95d41d6a-3761-4f09-bb2e-7cdfa769cfdc tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:44:57.209938 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d4862aaf-9a19-435f-9716-08f4a4547fb6 req-95d41d6a-3761-4f09-bb2e-7cdfa769cfdc tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfe6c7ba-ea27-4870-873c-205ede2cf031 HTTP/1.1" status: 200 len: 984 time: 0.0827277 May 05 22:44:57.221222 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-d4862aaf-9a19-435f-9716-08f4a4547fb6 req-85bc4d53-afd0-44d4-8977-3196adfc1bbe tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Request body: {'port': {'security_groups': ['4bd420b9-c68a-4200-b237-bce4c7dd69bb']}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:44:57.342166 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-d4862aaf-9a19-435f-9716-08f4a4547fb6 req-85bc4d53-afd0-44d4-8977-3196adfc1bbe tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:44:57.591570 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-d4862aaf-9a19-435f-9716-08f4a4547fb6 req-85bc4d53-afd0-44d4-8977-3196adfc1bbe tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] For port 8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb,segment=NetworkSegment(6917b3fd-cee4-4053-8b03-5556ded76a80),segment_id=6917b3fd-cee4-4053-8b03-5556ded76a80)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:44:57.616205 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-d4862aaf-9a19-435f-9716-08f4a4547fb6 req-85bc4d53-afd0-44d4-8977-3196adfc1bbe tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:44:57.622350 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-d4862aaf-9a19-435f-9716-08f4a4547fb6 req-85bc4d53-afd0-44d4-8977-3196adfc1bbe tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:44:57.634383 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:44:57.700041 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4862aaf-9a19-435f-9716-08f4a4547fb6 req-85bc4d53-afd0-44d4-8977-3196adfc1bbe tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:44:57.700652 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-d4862aaf-9a19-435f-9716-08f4a4547fb6 req-85bc4d53-afd0-44d4-8977-3196adfc1bbe tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:44:57.702157 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d4862aaf-9a19-435f-9716-08f4a4547fb6 req-85bc4d53-afd0-44d4-8977-3196adfc1bbe tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "PUT /v2.0/ports/8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb HTTP/1.1" status: 200 len: 942 time: 0.4859860 May 05 22:44:57.702758 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfe6c7ba-ea27-4870-873c-205ede2cf031', 'tag': '8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:44:57.711585 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 36390) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:44:57.728517 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bc4d53-afd0-44d4-8977-3196adfc1bbe tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Pushing event updated for resources: {'Port': ['ID=8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb,revision_number=7']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:44:57.738637 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bc4d53-afd0-44d4-8977-3196adfc1bbe tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:44:57.739186 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bc4d53-afd0-44d4-8977-3196adfc1bbe tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:44:57.739586 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bc4d53-afd0-44d4-8977-3196adfc1bbe tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:44:57.739980 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bc4d53-afd0-44d4-8977-3196adfc1bbe tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:44:57.740352 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bc4d53-afd0-44d4-8977-3196adfc1bbe tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:44:57.740748 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bc4d53-afd0-44d4-8977-3196adfc1bbe tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:44:57.741137 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bc4d53-afd0-44d4-8977-3196adfc1bbe tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:44:57.741520 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bc4d53-afd0-44d4-8977-3196adfc1bbe tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:44:57.741885 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bc4d53-afd0-44d4-8977-3196adfc1bbe tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:44:57.742300 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bc4d53-afd0-44d4-8977-3196adfc1bbe tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:44:57.742684 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bc4d53-afd0-44d4-8977-3196adfc1bbe tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:44:57.761379 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:44:57.800622 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-760df7c3-3137-4ec6-9259-ae4c52ef9297'] response: {'name': 'network-changed', 'server_uuid': 'cfe6c7ba-ea27-4870-873c-205ede2cf031', 'tag': '8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb', 'status': 'completed', 'code': 200} May 05 22:44:57.865265 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-301eea38-cc36-4e6c-8fbb-bcce07ff2048 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:44:57.904712 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-301eea38-cc36-4e6c-8fbb-bcce07ff2048 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:44:57.971097 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-38fe35fe-4f25-4ce1-a2ec-b78fb80bbbbb req-ef53340f-5357-4a32-9883-1cf3b284bd58 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=30d60feb5efd467d83a6830c6128f129&device_id=cfe6c7ba-ea27-4870-873c-205ede2cf031 HTTP/1.1" status: 200 len: 1096 time: 0.1480386 May 05 22:44:57.994019 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-d0d49e5c-4e0f-4abe-91f1-e3d639acda2f None None] Provisioning complete for port 8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:44:57.994389 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d0d49e5c-4e0f-4abe-91f1-e3d639acda2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:44:58.064937 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-301eea38-cc36-4e6c-8fbb-bcce07ff2048 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:44:58.090711 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301eea38-cc36-4e6c-8fbb-bcce07ff2048 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=778609cc-5606-4880-a4c3-da1950fcad36,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:44:58.124897 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301eea38-cc36-4e6c-8fbb-bcce07ff2048 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:44:58.125242 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301eea38-cc36-4e6c-8fbb-bcce07ff2048 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:44:58.125578 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301eea38-cc36-4e6c-8fbb-bcce07ff2048 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:44:58.125908 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301eea38-cc36-4e6c-8fbb-bcce07ff2048 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:44:58.126337 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301eea38-cc36-4e6c-8fbb-bcce07ff2048 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:44:58.126689 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301eea38-cc36-4e6c-8fbb-bcce07ff2048 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:44:58.127012 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301eea38-cc36-4e6c-8fbb-bcce07ff2048 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:44:58.127339 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301eea38-cc36-4e6c-8fbb-bcce07ff2048 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:44:58.127633 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301eea38-cc36-4e6c-8fbb-bcce07ff2048 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:44:58.127961 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301eea38-cc36-4e6c-8fbb-bcce07ff2048 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:44:58.128279 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301eea38-cc36-4e6c-8fbb-bcce07ff2048 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:44:58.132813 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-301eea38-cc36-4e6c-8fbb-bcce07ff2048 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:44:58.133918 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-301eea38-cc36-4e6c-8fbb-bcce07ff2048 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "DELETE /v2.0/security-groups/778609cc-5606-4880-a4c3-da1950fcad36 HTTP/1.1" status: 204 len: 168 time: 0.4207928 May 05 22:44:58.136904 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36394) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:44:58.151345 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe35fe-4f25-4ce1-a2ec-b78fb80bbbbb req-d0b80d9c-741b-462f-9036-50b0c9a1a9c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:44:58.152732 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-38fe35fe-4f25-4ce1-a2ec-b78fb80bbbbb req-d0b80d9c-741b-462f-9036-50b0c9a1a9c7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728 HTTP/1.1" status: 200 len: 916 time: 0.1760273 May 05 22:44:58.254346 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-38fe35fe-4f25-4ce1-a2ec-b78fb80bbbbb req-75c20f19-0967-48ce-ab2e-9e1d416fa41c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb HTTP/1.1" status: 200 len: 1001 time: 0.0945868 May 05 22:44:58.320085 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe35fe-4f25-4ce1-a2ec-b78fb80bbbbb req-65507e8a-28d2-46ff-826d-719440e46a5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:44:58.321545 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-38fe35fe-4f25-4ce1-a2ec-b78fb80bbbbb req-65507e8a-28d2-46ff-826d-719440e46a5f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=384a33a8-fb92-4e42-bdb5-bc863583b82a HTTP/1.1" status: 200 len: 854 time: 0.0619662 May 05 22:44:58.348335 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-b87d3803-93d2-4613-9e88-18b477143b0b tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Deleting port cd1144b7-9dc0-409d-bcd0-6e26cf169b7b {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:44:58.348647 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b87d3803-93d2-4613-9e88-18b477143b0b tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:44:58.398300 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-38fe35fe-4f25-4ce1-a2ec-b78fb80bbbbb req-1649eea4-ba43-4cad-bec4-ccb606bc4fb3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704985 May 05 22:44:58.514645 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b87d3803-93d2-4613-9e88-18b477143b0b tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:44:58.514921 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b87d3803-93d2-4613-9e88-18b477143b0b tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:44:58.534715 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-38fe35fe-4f25-4ce1-a2ec-b78fb80bbbbb req-ace52391-20dc-428f-84fb-1e744b4e21a6 service neutron] 10.222.0.44 "GET /v2.0/networks/ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306489 May 05 22:44:58.634244 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-b87d3803-93d2-4613-9e88-18b477143b0b tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Calling delete_port for cd1144b7-9dc0-409d-bcd0-6e26cf169b7b owned by network:floatingip {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:44:58.666981 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-38fe35fe-4f25-4ce1-a2ec-b78fb80bbbbb req-e6504323-2904-40d4-b3a5-76ca33b38243 service neutron] 10.222.0.44 "GET /v2.0/networks/ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265452 May 05 22:44:58.885741 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b87d3803-93d2-4613-9e88-18b477143b0b tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:44:58.937161 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d3803-93d2-4613-9e88-18b477143b0b tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Pushing event deleted for resources: {'Port': ['ID=cd1144b7-9dc0-409d-bcd0-6e26cf169b7b,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:44:59.036885 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b87d3803-93d2-4613-9e88-18b477143b0b tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Notify callbacks [] for floatingip, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:44:59.443586 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b87d3803-93d2-4613-9e88-18b477143b0b tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Router 50324054-2549-4d6b-92e2-dc6d5c7a7f8b has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:44:59.655080 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87d3803-93d2-4613-9e88-18b477143b0b tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:44:59.664943 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c59aba1-bb57-4d9d-b93a-b172baf72c4f None None] Sync routers for ids ['50324054-2549-4d6b-92e2-dc6d5c7a7f8b'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:44:59.671493 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b87d3803-93d2-4613-9e88-18b477143b0b tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:44:59.677684 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c59aba1-bb57-4d9d-b93a-b172baf72c4f None None] Routers {'50324054-2549-4d6b-92e2-dc6d5c7a7f8b'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:44:59.678299 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-8c59aba1-bb57-4d9d-b93a-b172baf72c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:44:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['50324054-2549-4d6b-92e2-dc6d5c7a7f8b'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:44:59.724243 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b87d3803-93d2-4613-9e88-18b477143b0b tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "DELETE /v2.0/floatingips/9c0e277f-c3f9-45c1-8868-24d8e96b29bf HTTP/1.1" status: 204 len: 168 time: 1.5860200 May 05 22:44:59.802189 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfe6c7ba-ea27-4870-873c-205ede2cf031', 'tag': '8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:44:59.871191 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-8c59aba1-bb57-4d9d-b93a-b172baf72c4f None None] Set router 50324054-2549-4d6b-92e2-dc6d5c7a7f8b gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:44:59.873707 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0aa28e3-adb8-412e-8d06-7b56c3c053b7'] response: {'name': 'network-changed', 'server_uuid': 'cfe6c7ba-ea27-4870-873c-205ede2cf031', 'tag': '8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb', 'status': 'completed', 'code': 200} May 05 22:44:59.974149 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c27e889c-d12f-4255-8557-b3959120771d req-4642c79d-cf2b-4aff-8583-62ede27ae2ca service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=30d60feb5efd467d83a6830c6128f129&device_id=cfe6c7ba-ea27-4870-873c-205ede2cf031 HTTP/1.1" status: 200 len: 1096 time: 0.0775414 May 05 22:45:00.153148 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e889c-d12f-4255-8557-b3959120771d req-31f61e19-4136-4089-bff2-13a8deb66add service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:45:00.154618 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c27e889c-d12f-4255-8557-b3959120771d req-31f61e19-4136-4089-bff2-13a8deb66add service neutron] 10.222.0.44 "GET /v2.0/networks?id=ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728 HTTP/1.1" status: 200 len: 916 time: 0.1743414 May 05 22:45:00.199278 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-8c59aba1-bb57-4d9d-b93a-b172baf72c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50324054-2549-4d6b-92e2-dc6d5c7a7f8b', 'name': 'tempest-TestMinimumBasicScenario-2035434908-router', 'tenant_id': '30d60feb5efd467d83a6830c6128f129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'd3dd03f8-1245-4f0c-9e5f-f5f69237d456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:42:53Z', 'updated_at': '2022-05-05T22:42:56Z', 'revision_number': 4, 'project_id': '30d60feb5efd467d83a6830c6128f129', 'gw_port': {'id': 'd3dd03f8-1245-4f0c-9e5f-f5f69237d456', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:37:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50324054-2549-4d6b-92e2-dc6d5c7a7f8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:42:53Z', 'updated_at': '2022-05-05T22:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '894b709c-e8ad-4917-a724-3e82ef5f5872', 'name': '', 'network_id': 'ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728', 'tenant_id': '30d60feb5efd467d83a6830c6128f129', 'mac_address': 'fa:16:3e:5a:d6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50324054-2549-4d6b-92e2-dc6d5c7a7f8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '384a33a8-fb92-4e42-bdb5-bc863583b82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:42:55Z', 'updated_at': '2022-05-05T22:43:14Z', 'revision_number': 5, 'project_id': '30d60feb5efd467d83a6830c6128f129', 'subnets': [{'id': '384a33a8-fb92-4e42-bdb5-bc863583b82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:45:00.203282 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c59aba1-bb57-4d9d-b93a-b172baf72c4f None None] Checking router: 50324054-2549-4d6b-92e2-dc6d5c7a7f8b for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:45:00.213889 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c59aba1-bb57-4d9d-b93a-b172baf72c4f None None] Routers {'50324054-2549-4d6b-92e2-dc6d5c7a7f8b'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:45:00.214476 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-8c59aba1-bb57-4d9d-b93a-b172baf72c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:44:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['50324054-2549-4d6b-92e2-dc6d5c7a7f8b'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:45:00.221511 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c27e889c-d12f-4255-8557-b3959120771d req-aaa5d24e-473e-49bc-a99a-4ffe0840d12b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb HTTP/1.1" status: 200 len: 217 time: 0.0607681 May 05 22:45:00.384378 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e889c-d12f-4255-8557-b3959120771d req-529bd73a-c04a-49ca-9d56-a345945894e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:45:00.385873 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c27e889c-d12f-4255-8557-b3959120771d req-529bd73a-c04a-49ca-9d56-a345945894e6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=384a33a8-fb92-4e42-bdb5-bc863583b82a HTTP/1.1" status: 200 len: 854 time: 0.1581376 May 05 22:45:00.430923 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-8c59aba1-bb57-4d9d-b93a-b172baf72c4f None None] Set router 50324054-2549-4d6b-92e2-dc6d5c7a7f8b gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:45:00.463882 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c27e889c-d12f-4255-8557-b3959120771d req-959f2a82-577c-49d0-91aa-4cb63d7e7cf1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715923 May 05 22:45:00.606220 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c27e889c-d12f-4255-8557-b3959120771d req-9d9b5a93-7d38-4d71-b115-6c065add186f service neutron] 10.222.0.44 "GET /v2.0/networks/ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302254 May 05 22:45:00.745095 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c27e889c-d12f-4255-8557-b3959120771d req-5c25c827-3a0d-4b7e-9784-a876c2c77330 service neutron] 10.222.0.44 "GET /v2.0/networks/ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323917 May 05 22:45:00.756421 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-8c59aba1-bb57-4d9d-b93a-b172baf72c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50324054-2549-4d6b-92e2-dc6d5c7a7f8b', 'name': 'tempest-TestMinimumBasicScenario-2035434908-router', 'tenant_id': '30d60feb5efd467d83a6830c6128f129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'd3dd03f8-1245-4f0c-9e5f-f5f69237d456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:42:53Z', 'updated_at': '2022-05-05T22:42:56Z', 'revision_number': 4, 'project_id': '30d60feb5efd467d83a6830c6128f129', 'gw_port': {'id': 'd3dd03f8-1245-4f0c-9e5f-f5f69237d456', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:37:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50324054-2549-4d6b-92e2-dc6d5c7a7f8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:42:53Z', 'updated_at': '2022-05-05T22:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '894b709c-e8ad-4917-a724-3e82ef5f5872', 'name': '', 'network_id': 'ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728', 'tenant_id': '30d60feb5efd467d83a6830c6128f129', 'mac_address': 'fa:16:3e:5a:d6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50324054-2549-4d6b-92e2-dc6d5c7a7f8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '384a33a8-fb92-4e42-bdb5-bc863583b82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:42:55Z', 'updated_at': '2022-05-05T22:43:14Z', 'revision_number': 5, 'project_id': '30d60feb5efd467d83a6830c6128f129', 'subnets': [{'id': '384a33a8-fb92-4e42-bdb5-bc863583b82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:45:00.760563 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c59aba1-bb57-4d9d-b93a-b172baf72c4f None None] The sync data for ids ['50324054-2549-4d6b-92e2-dc6d5c7a7f8b'] in n-d-825175-4 is: [{'id': '50324054-2549-4d6b-92e2-dc6d5c7a7f8b', 'name': 'tempest-TestMinimumBasicScenario-2035434908-router', 'tenant_id': '30d60feb5efd467d83a6830c6128f129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'd3dd03f8-1245-4f0c-9e5f-f5f69237d456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:42:53Z', 'updated_at': '2022-05-05T22:42:56Z', 'revision_number': 4, 'project_id': '30d60feb5efd467d83a6830c6128f129', 'gw_port': {'id': 'd3dd03f8-1245-4f0c-9e5f-f5f69237d456', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:37:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50324054-2549-4d6b-92e2-dc6d5c7a7f8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:42:53Z', 'updated_at': '2022-05-05T22:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '894b709c-e8ad-4917-a724-3e82ef5f5872', 'name': '', 'network_id': 'ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728', 'tenant_id': '30d60feb5efd467d83a6830c6128f129', 'mac_address': 'fa:16:3e:5a:d6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50324054-2549-4d6b-92e2-dc6d5c7a7f8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '384a33a8-fb92-4e42-bdb5-bc863583b82a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:42:55Z', 'updated_at': '2022-05-05T22:43:14Z', 'revision_number': 5, 'project_id': '30d60feb5efd467d83a6830c6128f129', 'subnets': [{'id': '384a33a8-fb92-4e42-bdb5-bc863583b82a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:45:00.994523 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a14c16-ea17-47c3-9202-eae5cb6d6b4b None None] New status for floating IP 9c0e277f-c3f9-45c1-8868-24d8e96b29bf: DOWN {{(pid=84068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 22:45:04.152281 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca2ac7-f384-41fd-af88-d12dd7a163d8 req-dcfd4a47-0ff8-41f9-a984-b048949ea29c tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:45:04.153258 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-b5ca2ac7-f384-41fd-af88-d12dd7a163d8 req-dcfd4a47-0ff8-41f9-a984-b048949ea29c tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Synchronizing usage tracker for tenant:30d60feb5efd467d83a6830c6128f129 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:45:04.172878 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-b5ca2ac7-f384-41fd-af88-d12dd7a163d8 req-dcfd4a47-0ff8-41f9-a984-b048949ea29c tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Unset dirty status for tenant:30d60feb5efd467d83a6830c6128f129 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:45:04.174067 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b5ca2ac7-f384-41fd-af88-d12dd7a163d8 req-dcfd4a47-0ff8-41f9-a984-b048949ea29c tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfe6c7ba-ea27-4870-873c-205ede2cf031 HTTP/1.1" status: 200 len: 945 time: 0.1237609 May 05 22:45:04.219578 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b5ca2ac7-f384-41fd-af88-d12dd7a163d8 req-37179f3f-f87f-40e3-befd-127e8c69f874 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bd420b9-c68a-4200-b237-bce4c7dd69bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395985 May 05 22:45:05.436462 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a182a8e5-0591-4160-82f6-ac1e2016b629 req-b3bd935b-93d3-4ff3-9e46-f07d417b4d81 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:45:05.437921 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a182a8e5-0591-4160-82f6-ac1e2016b629 req-b3bd935b-93d3-4ff3-9e46-f07d417b4d81 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfe6c7ba-ea27-4870-873c-205ede2cf031 HTTP/1.1" status: 200 len: 945 time: 0.0853500 May 05 22:45:05.493651 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a182a8e5-0591-4160-82f6-ac1e2016b629 req-da7330bf-e4ae-4755-b71f-b14649348420 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/security-groups?id=4bd420b9-c68a-4200-b237-bce4c7dd69bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500531 May 05 22:45:05.649381 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb82e6-2ec6-4add-8559-40ab7ad712ea req-c2d5a89d-7f73-4f06-bb4b-19420e7f638b tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:45:05.650049 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-bbbb82e6-2ec6-4add-8559-40ab7ad712ea req-c2d5a89d-7f73-4f06-bb4b-19420e7f638b tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Synchronizing usage tracker for tenant:30d60feb5efd467d83a6830c6128f129 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:45:05.663154 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-bbbb82e6-2ec6-4add-8559-40ab7ad712ea req-c2d5a89d-7f73-4f06-bb4b-19420e7f638b tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Unset dirty status for tenant:30d60feb5efd467d83a6830c6128f129 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:45:05.664256 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bbbb82e6-2ec6-4add-8559-40ab7ad712ea req-c2d5a89d-7f73-4f06-bb4b-19420e7f638b tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.44 "GET /v2.0/ports?device_id=cfe6c7ba-ea27-4870-873c-205ede2cf031 HTTP/1.1" status: 200 len: 945 time: 0.1049259 May 05 22:45:05.732199 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-bbbb82e6-2ec6-4add-8559-40ab7ad712ea req-755d6bda-1c30-409d-96dc-336bd83a3c08 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Deleting port 8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:45:05.732485 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-bbbb82e6-2ec6-4add-8559-40ab7ad712ea req-755d6bda-1c30-409d-96dc-336bd83a3c08 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:05.977195 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-bbbb82e6-2ec6-4add-8559-40ab7ad712ea req-755d6bda-1c30-409d-96dc-336bd83a3c08 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] For port 8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb,segment=NetworkSegment(6917b3fd-cee4-4053-8b03-5556ded76a80),segment_id=6917b3fd-cee4-4053-8b03-5556ded76a80)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:45:05.977428 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-bbbb82e6-2ec6-4add-8559-40ab7ad712ea req-755d6bda-1c30-409d-96dc-336bd83a3c08 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:06.094024 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-bbbb82e6-2ec6-4add-8559-40ab7ad712ea req-755d6bda-1c30-409d-96dc-336bd83a3c08 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Calling delete_port for 8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:45:06.237460 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-bbbb82e6-2ec6-4add-8559-40ab7ad712ea req-755d6bda-1c30-409d-96dc-336bd83a3c08 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:06.249273 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:45:06.285817 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755d6bda-1c30-409d-96dc-336bd83a3c08 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Pushing event deleted for resources: {'Port': ['ID=8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:45:06.358645 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbbb82e6-2ec6-4add-8559-40ab7ad712ea req-755d6bda-1c30-409d-96dc-336bd83a3c08 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] No DVR routers for this DVR port 8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:45:06.361628 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-bbbb82e6-2ec6-4add-8559-40ab7ad712ea req-755d6bda-1c30-409d-96dc-336bd83a3c08 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:06.364507 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfe6c7ba-ea27-4870-873c-205ede2cf031', 'name': 'network-vif-deleted', 'tag': '8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:45:06.382072 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bbbb82e6-2ec6-4add-8559-40ab7ad712ea req-755d6bda-1c30-409d-96dc-336bd83a3c08 tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.44 "DELETE /v2.0/ports/8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb HTTP/1.1" status: 204 len: 173 time: 0.7117929 May 05 22:45:06.389429 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:06.424662 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcbf5152-77e6-4548-a7c5-71f4b001c34f'] response: {'server_uuid': 'cfe6c7ba-ea27-4870-873c-205ede2cf031', 'name': 'network-vif-deleted', 'tag': '8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb', 'status': 'completed', 'code': 200} May 05 22:45:06.601531 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:06.680145 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-75b143b7-c59e-4007-ad4a-989beef1ed2e req-44ce3213-0521-4b30-92c2-ee186ef1d78e tempest-TestMinimumBasicScenario-506836530 tempest-TestMinimumBasicScenario-506836530-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfe6c7ba-ea27-4870-873c-205ede2cf031 HTTP/1.1" status: 200 len: 210 time: 0.0452678 May 05 22:45:09.436080 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36482) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:45:09.896643 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:45:09.929013 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: 8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:45:09.929347 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 8c7d13f5-7f5f-45c2-8f99-bc78ba6b9adb not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:45:09.951582 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f54c38bb-882d-442d-b023-5542e5c0129a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:10.578241 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-f54c38bb-882d-442d-b023-5542e5c0129a admin admin] Deleting port 894b709c-e8ad-4917-a724-3e82ef5f5872 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:45:10.578975 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f54c38bb-882d-442d-b023-5542e5c0129a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:10.746722 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-f54c38bb-882d-442d-b023-5542e5c0129a admin admin] For port 894b709c-e8ad-4917-a724-3e82ef5f5872, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=894b709c-e8ad-4917-a724-3e82ef5f5872,segment=NetworkSegment(6917b3fd-cee4-4053-8b03-5556ded76a80),segment_id=6917b3fd-cee4-4053-8b03-5556ded76a80)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:45:10.747099 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f54c38bb-882d-442d-b023-5542e5c0129a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:10.864289 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-f54c38bb-882d-442d-b023-5542e5c0129a admin admin] Calling delete_port for 894b709c-e8ad-4917-a724-3e82ef5f5872 owned by network:router_interface {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:45:11.050213 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f54c38bb-882d-442d-b023-5542e5c0129a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:11.094788 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54c38bb-882d-442d-b023-5542e5c0129a admin admin] Pushing event deleted for resources: {'Port': ['ID=894b709c-e8ad-4917-a724-3e82ef5f5872,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:45:11.403796 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f54c38bb-882d-442d-b023-5542e5c0129a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:12.097362 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f54c38bb-882d-442d-b023-5542e5c0129a admin admin] Router 50324054-2549-4d6b-92e2-dc6d5c7a7f8b has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:45:12.296037 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54c38bb-882d-442d-b023-5542e5c0129a admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:45:12.306299 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8458f86f-83b2-4d60-8bb1-9744d5bad37d None None] Sync routers for ids ['50324054-2549-4d6b-92e2-dc6d5c7a7f8b'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:45:12.309394 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f54c38bb-882d-442d-b023-5542e5c0129a admin admin] 10.222.0.23 "PUT /v2.0/routers/50324054-2549-4d6b-92e2-dc6d5c7a7f8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8718429 May 05 22:45:12.312122 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36486) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:45:12.319427 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8458f86f-83b2-4d60-8bb1-9744d5bad37d None None] Routers {'50324054-2549-4d6b-92e2-dc6d5c7a7f8b'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:45:12.320029 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-8458f86f-83b2-4d60-8bb1-9744d5bad37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:44:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['50324054-2549-4d6b-92e2-dc6d5c7a7f8b'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:45:12.497632 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-8458f86f-83b2-4d60-8bb1-9744d5bad37d None None] Set router 50324054-2549-4d6b-92e2-dc6d5c7a7f8b gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:45:12.504078 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f263f2b8-957a-4e62-a3b9-b348dd6a0549 admin admin] Notify callbacks [] for router, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:12.715685 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f263f2b8-957a-4e62-a3b9-b348dd6a0549 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:12.725609 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-f263f2b8-957a-4e62-a3b9-b348dd6a0549 admin admin] Deleting port d3dd03f8-1245-4f0c-9e5f-f5f69237d456 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:45:12.726050 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f263f2b8-957a-4e62-a3b9-b348dd6a0549 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:12.790181 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-8458f86f-83b2-4d60-8bb1-9744d5bad37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50324054-2549-4d6b-92e2-dc6d5c7a7f8b', 'name': 'tempest-TestMinimumBasicScenario-2035434908-router', 'tenant_id': '30d60feb5efd467d83a6830c6128f129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'd3dd03f8-1245-4f0c-9e5f-f5f69237d456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:42:53Z', 'updated_at': '2022-05-05T22:45:10Z', 'revision_number': 5, 'project_id': '30d60feb5efd467d83a6830c6128f129', 'gw_port': {'id': 'd3dd03f8-1245-4f0c-9e5f-f5f69237d456', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:37:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50324054-2549-4d6b-92e2-dc6d5c7a7f8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:42:53Z', 'updated_at': '2022-05-05T22:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:45:12.793953 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8458f86f-83b2-4d60-8bb1-9744d5bad37d None None] Checking router: 50324054-2549-4d6b-92e2-dc6d5c7a7f8b for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:45:12.805276 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8458f86f-83b2-4d60-8bb1-9744d5bad37d None None] Routers {'50324054-2549-4d6b-92e2-dc6d5c7a7f8b'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:45:12.805871 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-8458f86f-83b2-4d60-8bb1-9744d5bad37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:44:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['50324054-2549-4d6b-92e2-dc6d5c7a7f8b'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:45:12.901091 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-f263f2b8-957a-4e62-a3b9-b348dd6a0549 admin admin] For port d3dd03f8-1245-4f0c-9e5f-f5f69237d456, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=d3dd03f8-1245-4f0c-9e5f-f5f69237d456,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:45:12.901421 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f263f2b8-957a-4e62-a3b9-b348dd6a0549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:12.960591 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-8458f86f-83b2-4d60-8bb1-9744d5bad37d None None] Set router 50324054-2549-4d6b-92e2-dc6d5c7a7f8b gateway port host: None {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:45:13.120366 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-8458f86f-83b2-4d60-8bb1-9744d5bad37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50324054-2549-4d6b-92e2-dc6d5c7a7f8b', 'name': 'tempest-TestMinimumBasicScenario-2035434908-router', 'tenant_id': '30d60feb5efd467d83a6830c6128f129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:42:53Z', 'updated_at': '2022-05-05T22:45:12Z', 'revision_number': 6, 'project_id': '30d60feb5efd467d83a6830c6128f129', 'gw_port_host': None}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:45:13.124592 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8458f86f-83b2-4d60-8bb1-9744d5bad37d None None] The sync data for ids ['50324054-2549-4d6b-92e2-dc6d5c7a7f8b'] in n-d-825175-4 is: [{'id': '50324054-2549-4d6b-92e2-dc6d5c7a7f8b', 'name': 'tempest-TestMinimumBasicScenario-2035434908-router', 'tenant_id': '30d60feb5efd467d83a6830c6128f129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:42:53Z', 'updated_at': '2022-05-05T22:45:12Z', 'revision_number': 6, 'project_id': '30d60feb5efd467d83a6830c6128f129', 'gw_port_host': None}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:45:13.140472 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-f263f2b8-957a-4e62-a3b9-b348dd6a0549 admin admin] Calling delete_port for d3dd03f8-1245-4f0c-9e5f-f5f69237d456 owned by network:router_gateway {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:45:13.324586 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f263f2b8-957a-4e62-a3b9-b348dd6a0549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:13.369905 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f263f2b8-957a-4e62-a3b9-b348dd6a0549 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3dd03f8-1245-4f0c-9e5f-f5f69237d456,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:45:13.601297 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f263f2b8-957a-4e62-a3b9-b348dd6a0549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:13.859987 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f263f2b8-957a-4e62-a3b9-b348dd6a0549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:13.865446 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f263f2b8-957a-4e62-a3b9-b348dd6a0549 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:13.893434 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f263f2b8-957a-4e62-a3b9-b348dd6a0549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:13.893998 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f263f2b8-957a-4e62-a3b9-b348dd6a0549 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50324054-2549-4d6b-92e2-dc6d5c7a7f8b {{(pid=84061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:45:13.908005 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-f263f2b8-957a-4e62-a3b9-b348dd6a0549 admin admin] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:13.909154 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f263f2b8-957a-4e62-a3b9-b348dd6a0549 admin admin] 10.222.0.23 "DELETE /v2.0/routers/50324054-2549-4d6b-92e2-dc6d5c7a7f8b HTTP/1.1" status: 204 len: 168 time: 1.5961599 May 05 22:45:13.912314 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 36490) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:45:13.971801 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6731491-0054-4033-ba68-e4fdcba1053b admin admin] Deleting subnet 384a33a8-fb92-4e42-bdb5-bc863583b82a {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:45:13.974982 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e6731491-0054-4033-ba68-e4fdcba1053b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:14.012381 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2d42e71b-91dc-408c-8be9-537682dfdf0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:14.028852 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e6731491-0054-4033-ba68-e4fdcba1053b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:14.110931 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e6731491-0054-4033-ba68-e4fdcba1053b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:14.190418 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e6731491-0054-4033-ba68-e4fdcba1053b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:14.230200 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6731491-0054-4033-ba68-e4fdcba1053b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=384a33a8-fb92-4e42-bdb5-bc863583b82a,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:45:14.237511 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e6731491-0054-4033-ba68-e4fdcba1053b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:14.242682 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdd8479-05d6-4704-a3a5-20b37bf4c770 None None] Network ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:45:14.244372 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-e6731491-0054-4033-ba68-e4fdcba1053b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/384a33a8-fb92-4e42-bdb5-bc863583b82a HTTP/1.1" status: 204 len: 168 time: 0.3309889 May 05 22:45:14.246836 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 36496) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:45:14.450879 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eb8e5ce5-208e-42bc-83f9-5e71aacc671d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:14.462414 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-eb8e5ce5-208e-42bc-83f9-5e71aacc671d admin admin] Deleting port fa9db9dd-98fd-4699-91b1-0bcebc63b046 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:45:14.462779 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eb8e5ce5-208e-42bc-83f9-5e71aacc671d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:14.494424 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b5c2da-4a11-43e4-9036-1b718f0c5a2a None None] DHCP port deletion for ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:45:14.498738 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-78b5c2da-4a11-43e4-9036-1b718f0c5a2a None None] Deleting port fa9db9dd-98fd-4699-91b1-0bcebc63b046 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:45:14.499108 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-78b5c2da-4a11-43e4-9036-1b718f0c5a2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:14.667187 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-eb8e5ce5-208e-42bc-83f9-5e71aacc671d admin admin] For port fa9db9dd-98fd-4699-91b1-0bcebc63b046, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=fa9db9dd-98fd-4699-91b1-0bcebc63b046,segment=NetworkSegment(6917b3fd-cee4-4053-8b03-5556ded76a80),segment_id=6917b3fd-cee4-4053-8b03-5556ded76a80)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:45:14.667540 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eb8e5ce5-208e-42bc-83f9-5e71aacc671d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:14.702131 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-78b5c2da-4a11-43e4-9036-1b718f0c5a2a None None] For port fa9db9dd-98fd-4699-91b1-0bcebc63b046, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=fa9db9dd-98fd-4699-91b1-0bcebc63b046,segment=NetworkSegment(6917b3fd-cee4-4053-8b03-5556ded76a80),segment_id=6917b3fd-cee4-4053-8b03-5556ded76a80)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:45:14.702514 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-78b5c2da-4a11-43e4-9036-1b718f0c5a2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:14.773178 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device fa9db9dd-98fd-4699-91b1-0bcebc63b046 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:45:14.792799 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-eb8e5ce5-208e-42bc-83f9-5e71aacc671d admin admin] Calling delete_port for fa9db9dd-98fd-4699-91b1-0bcebc63b046 owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:45:14.859385 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-78b5c2da-4a11-43e4-9036-1b718f0c5a2a None None] Calling delete_port for fa9db9dd-98fd-4699-91b1-0bcebc63b046 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:45:14.865369 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eb8e5ce5-208e-42bc-83f9-5e71aacc671d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:14.907016 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e5ce5-208e-42bc-83f9-5e71aacc671d admin admin] Pushing event deleted for resources: {'Port': ['ID=fa9db9dd-98fd-4699-91b1-0bcebc63b046,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:45:14.917894 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8e5ce5-208e-42bc-83f9-5e71aacc671d admin admin] No DVR routers for this DVR port fa9db9dd-98fd-4699-91b1-0bcebc63b046 on host n-d-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:45:14.932370 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No active binding found for port fa9db9dd-98fd-4699-91b1-0bcebc63b046 {{(pid=84064) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 05 22:45:14.932752 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device fa9db9dd-98fd-4699-91b1-0bcebc63b046 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:45:14.933209 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device d3dd03f8-1245-4f0c-9e5f-f5f69237d456 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:45:14.973886 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: d3dd03f8-1245-4f0c-9e5f-f5f69237d456 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:45:14.974123 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device d3dd03f8-1245-4f0c-9e5f-f5f69237d456 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:45:14.974543 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 894b709c-e8ad-4917-a724-3e82ef5f5872 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:45:15.009545 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 894b709c-e8ad-4917-a724-3e82ef5f5872 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:45:15.009924 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 894b709c-e8ad-4917-a724-3e82ef5f5872 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:45:15.011397 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-78b5c2da-4a11-43e4-9036-1b718f0c5a2a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:45:15.011724 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-78b5c2da-4a11-43e4-9036-1b718f0c5a2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:45:15.036193 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eb8e5ce5-208e-42bc-83f9-5e71aacc671d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:15.064580 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-eb8e5ce5-208e-42bc-83f9-5e71aacc671d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:45:15.076462 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-eb8e5ce5-208e-42bc-83f9-5e71aacc671d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6917b3fd-cee4-4053-8b03-5556ded76a80') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:45:15.076748 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-eb8e5ce5-208e-42bc-83f9-5e71aacc671d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6917b3fd-cee4-4053-8b03-5556ded76a80') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:45:15.087945 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eb8e5ce5-208e-42bc-83f9-5e71aacc671d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:15.103664 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eb8e5ce5-208e-42bc-83f9-5e71aacc671d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:15.110534 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb8e5ce5-208e-42bc-83f9-5e71aacc671d admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:45:15.111116 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eb8e5ce5-208e-42bc-83f9-5e71aacc671d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:15.130873 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:45:15.130873 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:45:15.130873 n-d-825175-4 neutron-server[84063]: timer() May 05 22:45:15.130873 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:45:15.130873 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:45:15.130873 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:45:15.130873 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:45:15.130873 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:45:15.130873 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:45:15.130873 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:45:15.130873 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:45:15.130873 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:45:15.130873 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:45:15.130873 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:45:15.130873 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:45:15.130873 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:45:15.130873 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:45:15.130873 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:45:15.130873 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:45:15.130873 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:45:15.130873 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:45:15.130873 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:45:15.130873 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:45:15.130873 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:45:15.130873 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:45:15.130873 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:45:15.130873 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:45:15.130873 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:45:15.130873 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:45:15.130873 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:45:15.130873 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:45:15.130873 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:45:15.212434 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eb8e5ce5-208e-42bc-83f9-5e71aacc671d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:15.235377 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eb8e5ce5-208e-42bc-83f9-5e71aacc671d admin admin] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:15.245484 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e5ce5-208e-42bc-83f9-5e71aacc671d admin admin] Pushing event deleted for resources: {'Network': ['ID=ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:45:15.260626 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-eb8e5ce5-208e-42bc-83f9-5e71aacc671d admin admin] 10.222.0.23 "DELETE /v2.0/networks/ae4dbec0-e82c-4dfd-8c3e-cf47a0eb2728 HTTP/1.1" status: 204 len: 168 time: 1.0126226 May 05 22:45:15.263545 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 36500) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:45:15.513400 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-78b5c2da-4a11-43e4-9036-1b718f0c5a2a None None] Deleting port fa9db9dd-98fd-4699-91b1-0bcebc63b046 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:45:15.513953 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-78b5c2da-4a11-43e4-9036-1b718f0c5a2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:15.576493 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-78b5c2da-4a11-43e4-9036-1b718f0c5a2a None None] The port 'fa9db9dd-98fd-4699-91b1-0bcebc63b046' was deleted {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 22:45:15.661175 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-84218074-c020-40a1-ae6b-0822d96c9a4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:16.317037 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-986ba2ed-4c6c-4be3-a607-98836496a3b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:16.364402 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-84218074-c020-40a1-ae6b-0822d96c9a4b admin admin] Deleting port 5f14b5ee-f001-4a07-b92d-ba2079360144 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:45:16.364949 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-84218074-c020-40a1-ae6b-0822d96c9a4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:16.541964 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-84218074-c020-40a1-ae6b-0822d96c9a4b admin admin] For port 5f14b5ee-f001-4a07-b92d-ba2079360144, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=5f14b5ee-f001-4a07-b92d-ba2079360144,segment=NetworkSegment(031a0c18-cf3d-42f6-8da1-38470bccffba),segment_id=031a0c18-cf3d-42f6-8da1-38470bccffba)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:45:16.542316 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-84218074-c020-40a1-ae6b-0822d96c9a4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:16.671246 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-84218074-c020-40a1-ae6b-0822d96c9a4b admin admin] Calling delete_port for 5f14b5ee-f001-4a07-b92d-ba2079360144 owned by network:router_interface {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:45:16.856553 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-84218074-c020-40a1-ae6b-0822d96c9a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:16.900089 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84218074-c020-40a1-ae6b-0822d96c9a4b admin admin] Pushing event deleted for resources: {'Port': ['ID=5f14b5ee-f001-4a07-b92d-ba2079360144,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:45:17.192723 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-84218074-c020-40a1-ae6b-0822d96c9a4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:17.592309 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:17.596926 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:17.903011 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84218074-c020-40a1-ae6b-0822d96c9a4b admin admin] Router 19d301aa-fe87-4e63-b1fc-b43be89a47fd has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:45:18.116688 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84218074-c020-40a1-ae6b-0822d96c9a4b admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:45:18.125781 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75aa039e-f708-4b1d-a5d8-f00944497ed4 None None] Sync routers for ids ['19d301aa-fe87-4e63-b1fc-b43be89a47fd'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:45:18.126255 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-84218074-c020-40a1-ae6b-0822d96c9a4b admin admin] 10.222.0.23 "PUT /v2.0/routers/19d301aa-fe87-4e63-b1fc-b43be89a47fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8613029 May 05 22:45:18.128733 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36508) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:45:18.140373 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75aa039e-f708-4b1d-a5d8-f00944497ed4 None None] Routers {'19d301aa-fe87-4e63-b1fc-b43be89a47fd'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:45:18.140974 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-75aa039e-f708-4b1d-a5d8-f00944497ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:45:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['19d301aa-fe87-4e63-b1fc-b43be89a47fd'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:45:18.327168 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-75aa039e-f708-4b1d-a5d8-f00944497ed4 None None] Set router 19d301aa-fe87-4e63-b1fc-b43be89a47fd gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:45:18.344642 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-55856eae-7fa1-4242-8700-2409e13aac67 admin admin] Notify callbacks [] for router, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:18.543370 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-55856eae-7fa1-4242-8700-2409e13aac67 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:18.554420 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-55856eae-7fa1-4242-8700-2409e13aac67 admin admin] Deleting port 4dc0810d-d466-4d83-b69c-9f4b6d655d2e {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:45:18.554780 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-55856eae-7fa1-4242-8700-2409e13aac67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:18.620675 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-75aa039e-f708-4b1d-a5d8-f00944497ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d301aa-fe87-4e63-b1fc-b43be89a47fd', 'name': 'tempest-TestMinimumBasicScenario-1767001604-router', 'tenant_id': 'f8f90bd996cf4a5f8d9017c1a2347d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '4dc0810d-d466-4d83-b69c-9f4b6d655d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:42:59Z', 'updated_at': '2022-05-05T22:45:16Z', 'revision_number': 5, 'project_id': 'f8f90bd996cf4a5f8d9017c1a2347d4e', 'gw_port': {'id': '4dc0810d-d466-4d83-b69c-9f4b6d655d2e', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:96:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19d301aa-fe87-4e63-b1fc-b43be89a47fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:42:59Z', 'updated_at': '2022-05-05T22:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:45:18.624885 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75aa039e-f708-4b1d-a5d8-f00944497ed4 None None] Checking router: 19d301aa-fe87-4e63-b1fc-b43be89a47fd for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:45:18.635706 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75aa039e-f708-4b1d-a5d8-f00944497ed4 None None] Routers {'19d301aa-fe87-4e63-b1fc-b43be89a47fd'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:45:18.636317 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-75aa039e-f708-4b1d-a5d8-f00944497ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:45:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['19d301aa-fe87-4e63-b1fc-b43be89a47fd'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:45:18.829429 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-75aa039e-f708-4b1d-a5d8-f00944497ed4 None None] Set router 19d301aa-fe87-4e63-b1fc-b43be89a47fd gateway port host: None {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:45:18.855079 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-55856eae-7fa1-4242-8700-2409e13aac67 admin admin] For port 4dc0810d-d466-4d83-b69c-9f4b6d655d2e, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=4dc0810d-d466-4d83-b69c-9f4b6d655d2e,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:45:18.855344 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-55856eae-7fa1-4242-8700-2409e13aac67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:18.932571 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-75aa039e-f708-4b1d-a5d8-f00944497ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19d301aa-fe87-4e63-b1fc-b43be89a47fd', 'name': 'tempest-TestMinimumBasicScenario-1767001604-router', 'tenant_id': 'f8f90bd996cf4a5f8d9017c1a2347d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:42:59Z', 'updated_at': '2022-05-05T22:45:18Z', 'revision_number': 6, 'project_id': 'f8f90bd996cf4a5f8d9017c1a2347d4e', 'gw_port_host': None}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:45:18.936723 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75aa039e-f708-4b1d-a5d8-f00944497ed4 None None] The sync data for ids ['19d301aa-fe87-4e63-b1fc-b43be89a47fd'] in n-d-825175-4 is: [{'id': '19d301aa-fe87-4e63-b1fc-b43be89a47fd', 'name': 'tempest-TestMinimumBasicScenario-1767001604-router', 'tenant_id': 'f8f90bd996cf4a5f8d9017c1a2347d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:42:59Z', 'updated_at': '2022-05-05T22:45:18Z', 'revision_number': 6, 'project_id': 'f8f90bd996cf4a5f8d9017c1a2347d4e', 'gw_port_host': None}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:45:18.981999 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-55856eae-7fa1-4242-8700-2409e13aac67 admin admin] Calling delete_port for 4dc0810d-d466-4d83-b69c-9f4b6d655d2e owned by network:router_gateway {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:45:19.156287 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-55856eae-7fa1-4242-8700-2409e13aac67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:19.171113 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:19.201495 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55856eae-7fa1-4242-8700-2409e13aac67 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dc0810d-d466-4d83-b69c-9f4b6d655d2e,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:45:19.423655 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-55856eae-7fa1-4242-8700-2409e13aac67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:19.679321 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-55856eae-7fa1-4242-8700-2409e13aac67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:19.684252 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-55856eae-7fa1-4242-8700-2409e13aac67 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:19.711824 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-55856eae-7fa1-4242-8700-2409e13aac67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:19.712364 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55856eae-7fa1-4242-8700-2409e13aac67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19d301aa-fe87-4e63-b1fc-b43be89a47fd {{(pid=84061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:45:19.726123 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-55856eae-7fa1-4242-8700-2409e13aac67 admin admin] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:19.727279 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-55856eae-7fa1-4242-8700-2409e13aac67 admin admin] 10.222.0.23 "DELETE /v2.0/routers/19d301aa-fe87-4e63-b1fc-b43be89a47fd HTTP/1.1" status: 204 len: 168 time: 1.5975847 May 05 22:45:19.729805 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36512) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:45:19.791994 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0a1ea1b-f3ce-4de9-ac68-452af93f8e8d admin admin] Deleting subnet 0b232148-4b38-4e0e-ad9f-804e1f91a024 {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:45:19.794964 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b0a1ea1b-f3ce-4de9-ac68-452af93f8e8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:19.847911 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b0a1ea1b-f3ce-4de9-ac68-452af93f8e8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:19.928864 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b0a1ea1b-f3ce-4de9-ac68-452af93f8e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:20.004949 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b0a1ea1b-f3ce-4de9-ac68-452af93f8e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:20.056640 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a1ea1b-f3ce-4de9-ac68-452af93f8e8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b232148-4b38-4e0e-ad9f-804e1f91a024,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:45:20.064627 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b0a1ea1b-f3ce-4de9-ac68-452af93f8e8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:20.070213 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8751806f-8aed-43a1-b1d5-f3295d137631 None None] Network 4c5f8798-2a81-49e9-9de1-0b7c3ae5ac34 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:45:20.072084 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b0a1ea1b-f3ce-4de9-ac68-452af93f8e8d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0b232148-4b38-4e0e-ad9f-804e1f91a024 HTTP/1.1" status: 204 len: 168 time: 0.3413091 May 05 22:45:20.074636 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36516) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:45:20.292160 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-84aba0fa-2c6f-42ee-895a-8c8c545b7863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:20.306328 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-84aba0fa-2c6f-42ee-895a-8c8c545b7863 admin admin] Deleting port 250ee7ba-a57d-4416-b3bd-7781b7116cfc {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:45:20.306328 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-84aba0fa-2c6f-42ee-895a-8c8c545b7863 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:20.324005 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34669d7-5421-4c23-9bff-b3799e035f56 None None] DHCP port deletion for 4c5f8798-2a81-49e9-9de1-0b7c3ae5ac34 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:45:20.329029 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-a34669d7-5421-4c23-9bff-b3799e035f56 None None] Deleting port 250ee7ba-a57d-4416-b3bd-7781b7116cfc {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:45:20.329409 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a34669d7-5421-4c23-9bff-b3799e035f56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:20.509376 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-84aba0fa-2c6f-42ee-895a-8c8c545b7863 admin admin] For port 250ee7ba-a57d-4416-b3bd-7781b7116cfc, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=250ee7ba-a57d-4416-b3bd-7781b7116cfc,segment=NetworkSegment(031a0c18-cf3d-42f6-8da1-38470bccffba),segment_id=031a0c18-cf3d-42f6-8da1-38470bccffba)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:45:20.509818 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-84aba0fa-2c6f-42ee-895a-8c8c545b7863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:20.537591 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-a34669d7-5421-4c23-9bff-b3799e035f56 None None] For port 250ee7ba-a57d-4416-b3bd-7781b7116cfc, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=250ee7ba-a57d-4416-b3bd-7781b7116cfc,segment=NetworkSegment(031a0c18-cf3d-42f6-8da1-38470bccffba),segment_id=031a0c18-cf3d-42f6-8da1-38470bccffba)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:45:20.537899 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a34669d7-5421-4c23-9bff-b3799e035f56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:20.638872 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-84aba0fa-2c6f-42ee-895a-8c8c545b7863 admin admin] Calling delete_port for 250ee7ba-a57d-4416-b3bd-7781b7116cfc owned by network:dhcp {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:45:20.693503 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-a34669d7-5421-4c23-9bff-b3799e035f56 None None] Calling delete_port for 250ee7ba-a57d-4416-b3bd-7781b7116cfc owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:45:20.718800 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-84aba0fa-2c6f-42ee-895a-8c8c545b7863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:20.765702 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 250ee7ba-a57d-4416-b3bd-7781b7116cfc no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:45:20.768795 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aba0fa-2c6f-42ee-895a-8c8c545b7863 admin admin] Pushing event deleted for resources: {'Port': ['ID=250ee7ba-a57d-4416-b3bd-7781b7116cfc,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:45:20.773266 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84aba0fa-2c6f-42ee-895a-8c8c545b7863 admin admin] No DVR routers for this DVR port 250ee7ba-a57d-4416-b3bd-7781b7116cfc on host n-d-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:45:20.808837 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 250ee7ba-a57d-4416-b3bd-7781b7116cfc {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:45:20.808837 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 250ee7ba-a57d-4416-b3bd-7781b7116cfc not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:45:20.809113 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 4dc0810d-d466-4d83-b69c-9f4b6d655d2e no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:45:20.838029 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-a34669d7-5421-4c23-9bff-b3799e035f56 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:45:20.838547 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-a34669d7-5421-4c23-9bff-b3799e035f56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:45:20.843848 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 4dc0810d-d466-4d83-b69c-9f4b6d655d2e {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:45:20.844293 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 4dc0810d-d466-4d83-b69c-9f4b6d655d2e not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:45:20.844809 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 5f14b5ee-f001-4a07-b92d-ba2079360144 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:45:20.876068 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 5f14b5ee-f001-4a07-b92d-ba2079360144 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:45:20.876542 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 5f14b5ee-f001-4a07-b92d-ba2079360144 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:45:20.891331 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-84aba0fa-2c6f-42ee-895a-8c8c545b7863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:20.921331 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-84aba0fa-2c6f-42ee-895a-8c8c545b7863 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c5f8798-2a81-49e9-9de1-0b7c3ae5ac34']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:45:20.933473 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-84aba0fa-2c6f-42ee-895a-8c8c545b7863 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '031a0c18-cf3d-42f6-8da1-38470bccffba') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:45:20.933740 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-84aba0fa-2c6f-42ee-895a-8c8c545b7863 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '031a0c18-cf3d-42f6-8da1-38470bccffba') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:45:20.945535 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-84aba0fa-2c6f-42ee-895a-8c8c545b7863 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:20.963675 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-84aba0fa-2c6f-42ee-895a-8c8c545b7863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:20.970163 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84aba0fa-2c6f-42ee-895a-8c8c545b7863 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:45:20.970543 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-84aba0fa-2c6f-42ee-895a-8c8c545b7863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:20.983649 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 22:45:20.983649 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:45:20.983649 n-d-825175-4 neutron-server[84061]: timer() May 05 22:45:20.983649 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:45:20.983649 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 22:45:20.983649 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:45:20.983649 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 22:45:20.983649 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:45:20.983649 n-d-825175-4 neutron-server[84061]: self._notify() May 05 22:45:20.983649 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:45:20.983649 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 22:45:20.983649 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:45:20.983649 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 22:45:20.983649 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:45:20.983649 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:45:20.983649 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:45:20.983649 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:45:20.983649 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:45:20.983649 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 22:45:20.983649 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:45:20.983649 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 22:45:20.983649 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:45:20.983649 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:45:20.983649 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:45:20.983649 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 22:45:20.983649 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:45:20.983649 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:45:20.983649 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:45:20.983649 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:45:20.983649 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:45:20.983649 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:45:20.983649 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:45:21.064744 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-84aba0fa-2c6f-42ee-895a-8c8c545b7863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:21.081361 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-84aba0fa-2c6f-42ee-895a-8c8c545b7863 admin admin] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:21.092122 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aba0fa-2c6f-42ee-895a-8c8c545b7863 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c5f8798-2a81-49e9-9de1-0b7c3ae5ac34,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:45:21.098949 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-84aba0fa-2c6f-42ee-895a-8c8c545b7863 admin admin] 10.222.0.23 "DELETE /v2.0/networks/4c5f8798-2a81-49e9-9de1-0b7c3ae5ac34 HTTP/1.1" status: 204 len: 168 time: 1.0230205 May 05 22:45:21.304575 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36522) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:45:21.340150 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-a34669d7-5421-4c23-9bff-b3799e035f56 None None] Deleting port 250ee7ba-a57d-4416-b3bd-7781b7116cfc {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:45:21.340677 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a34669d7-5421-4c23-9bff-b3799e035f56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:21.367004 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-35db8cc5-6ea9-4824-8acf-f361a61781db admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=30d60feb5efd467d83a6830c6128f129&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0610695 May 05 22:45:21.369439 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36526) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:45:21.407036 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-a34669d7-5421-4c23-9bff-b3799e035f56 None None] The port '250ee7ba-a57d-4416-b3bd-7781b7116cfc' was deleted {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 22:45:21.432750 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9179c973-29ce-4fab-aeb2-106610ae3037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:21.458419 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9179c973-29ce-4fab-aeb2-106610ae3037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:21.513886 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9179c973-29ce-4fab-aeb2-106610ae3037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:21.531391 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9179c973-29ce-4fab-aeb2-106610ae3037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd420b9-c68a-4200-b237-bce4c7dd69bb,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:45:21.538156 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9179c973-29ce-4fab-aeb2-106610ae3037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:21.539322 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-9179c973-29ce-4fab-aeb2-106610ae3037 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4bd420b9-c68a-4200-b237-bce4c7dd69bb HTTP/1.1" status: 204 len: 168 time: 0.1690092 May 05 22:45:21.942758 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36534) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:45:22.000654 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a4f23ed4-7b35-4355-9708-332351d2bba3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f8f90bd996cf4a5f8d9017c1a2347d4e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0566080 May 05 22:45:22.004697 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36538) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:45:22.072590 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1837964f-ffb6-4e33-9aaa-f408576495ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:22.098856 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1837964f-ffb6-4e33-9aaa-f408576495ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:22.154202 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1837964f-ffb6-4e33-9aaa-f408576495ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:22.168127 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837964f-ffb6-4e33-9aaa-f408576495ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a9cb2e-5c3f-4eaa-a115-3cfececf3ed9,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:45:22.174332 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1837964f-ffb6-4e33-9aaa-f408576495ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:22.175448 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-1837964f-ffb6-4e33-9aaa-f408576495ad admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/21a9cb2e-5c3f-4eaa-a115-3cfececf3ed9 HTTP/1.1" status: 204 len: 168 time: 0.1695809 May 05 22:45:22.352863 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:45:24.584348 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 36582) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:45:24.590189 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-dbe6a466-ae21-4d0f-b028-f225f450ac41 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1444032768', 'description': 'tempest-secgroup-smoke-1444032768 description', 'project_id': '6b2f3059793b418098910f2d886078d9'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:45:24.597004 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-dbe6a466-ae21-4d0f-b028-f225f450ac41 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:45:24.600931 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-dbe6a466-ae21-4d0f-b028-f225f450ac41 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Usage tracker for resource:security_group and tenant:6b2f3059793b418098910f2d886078d9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:45:24.603875 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-dbe6a466-ae21-4d0f-b028-f225f450ac41 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:45:24.609499 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-dbe6a466-ae21-4d0f-b028-f225f450ac41 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:45:24.621719 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dbe6a466-ae21-4d0f-b028-f225f450ac41 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:24.634683 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dbe6a466-ae21-4d0f-b028-f225f450ac41 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:24.667869 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-dbe6a466-ae21-4d0f-b028-f225f450ac41 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:45:24.671763 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-dbe6a466-ae21-4d0f-b028-f225f450ac41 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Usage tracker for resource:security_group_rule and tenant:6b2f3059793b418098910f2d886078d9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:45:24.674555 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-dbe6a466-ae21-4d0f-b028-f225f450ac41 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:45:24.680251 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-dbe6a466-ae21-4d0f-b028-f225f450ac41 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:45:24.754080 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dbe6a466-ae21-4d0f-b028-f225f450ac41 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:24.759519 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dbe6a466-ae21-4d0f-b028-f225f450ac41 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:24.799919 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-dbe6a466-ae21-4d0f-b028-f225f450ac41 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:45:24.804266 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe6a466-ae21-4d0f-b028-f225f450ac41 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=317d8c61-340e-4d58-aacd-3e4e074b9daa,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:45:24.807023 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-dbe6a466-ae21-4d0f-b028-f225f450ac41 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Usage tracker for resource:security_group_rule and tenant:6b2f3059793b418098910f2d886078d9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:45:24.810069 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-dbe6a466-ae21-4d0f-b028-f225f450ac41 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:45:24.816002 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-dbe6a466-ae21-4d0f-b028-f225f450ac41 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:45:24.870552 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dbe6a466-ae21-4d0f-b028-f225f450ac41 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:24.876464 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dbe6a466-ae21-4d0f-b028-f225f450ac41 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:24.921010 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe6a466-ae21-4d0f-b028-f225f450ac41 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=336aa272-e240-4e28-969b-5b9467b0091f,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:45:24.923942 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-dbe6a466-ae21-4d0f-b028-f225f450ac41 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:24.925141 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-dbe6a466-ae21-4d0f-b028-f225f450ac41 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3397851 May 05 22:45:24.928125 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 36586) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:45:24.934023 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-5ccf3f12-1224-4223-a3f1-436d30a5c0fc tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Request body: {'security_group_rule': {'security_group_id': '336aa272-e240-4e28-969b-5b9467b0091f', 'project_id': '6b2f3059793b418098910f2d886078d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:45:24.940903 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-5ccf3f12-1224-4223-a3f1-436d30a5c0fc tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:45:24.944878 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-5ccf3f12-1224-4223-a3f1-436d30a5c0fc tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Usage tracker for resource:security_group_rule and tenant:6b2f3059793b418098910f2d886078d9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:45:24.947837 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-5ccf3f12-1224-4223-a3f1-436d30a5c0fc tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:45:24.953609 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-5ccf3f12-1224-4223-a3f1-436d30a5c0fc tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:45:24.971161 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5ccf3f12-1224-4223-a3f1-436d30a5c0fc tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:25.032074 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5ccf3f12-1224-4223-a3f1-436d30a5c0fc tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:25.036687 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5ccf3f12-1224-4223-a3f1-436d30a5c0fc tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:25.061853 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccf3f12-1224-4223-a3f1-436d30a5c0fc tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e541a8fb-b3d2-4d26-a865-a1b4aa285fcb,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:45:25.075878 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5ccf3f12-1224-4223-a3f1-436d30a5c0fc tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:25.077541 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5ccf3f12-1224-4223-a3f1-436d30a5c0fc tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1484375 May 05 22:45:25.080455 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 36590) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:45:25.086544 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-0500214a-02a2-472e-b732-5b836a448eaf tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Request body: {'security_group_rule': {'security_group_id': '336aa272-e240-4e28-969b-5b9467b0091f', 'project_id': '6b2f3059793b418098910f2d886078d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:45:25.094250 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-0500214a-02a2-472e-b732-5b836a448eaf tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:45:25.100778 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0500214a-02a2-472e-b732-5b836a448eaf tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Usage tracker for resource:security_group_rule and tenant:6b2f3059793b418098910f2d886078d9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:45:25.104129 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0500214a-02a2-472e-b732-5b836a448eaf tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:45:25.110174 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-0500214a-02a2-472e-b732-5b836a448eaf tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:45:25.132211 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0500214a-02a2-472e-b732-5b836a448eaf tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:25.199848 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0500214a-02a2-472e-b732-5b836a448eaf tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:25.205207 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0500214a-02a2-472e-b732-5b836a448eaf tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:25.227707 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0500214a-02a2-472e-b732-5b836a448eaf tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5df3c0b6-f00e-4971-9017-9b4f19bc45c6,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:45:25.237017 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0500214a-02a2-472e-b732-5b836a448eaf tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:25.238300 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0500214a-02a2-472e-b732-5b836a448eaf tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1566024 May 05 22:45:25.241089 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 36594) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:45:25.246422 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-111d20e3-8db5-4191-8859-e1ee5579b430 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Request body: {'security_group_rule': {'security_group_id': '336aa272-e240-4e28-969b-5b9467b0091f', 'project_id': '6b2f3059793b418098910f2d886078d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:45:25.252944 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-111d20e3-8db5-4191-8859-e1ee5579b430 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:45:25.256828 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-111d20e3-8db5-4191-8859-e1ee5579b430 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Usage tracker for resource:security_group_rule and tenant:6b2f3059793b418098910f2d886078d9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:45:25.259637 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-111d20e3-8db5-4191-8859-e1ee5579b430 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:45:25.265400 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-111d20e3-8db5-4191-8859-e1ee5579b430 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:45:25.284167 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-111d20e3-8db5-4191-8859-e1ee5579b430 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:25.349188 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-111d20e3-8db5-4191-8859-e1ee5579b430 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:25.354614 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-111d20e3-8db5-4191-8859-e1ee5579b430 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:25.377300 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111d20e3-8db5-4191-8859-e1ee5579b430 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08472ac7-1fc2-4a2b-8181-99de28cacaec,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:45:25.385904 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-111d20e3-8db5-4191-8859-e1ee5579b430 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:25.387490 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-111d20e3-8db5-4191-8859-e1ee5579b430 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1455069 May 05 22:45:25.390273 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 36598) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:45:25.396648 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-de02aa54-7c0f-4295-a337-88d97593f312 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Request body: {'security_group_rule': {'security_group_id': '336aa272-e240-4e28-969b-5b9467b0091f', 'project_id': '6b2f3059793b418098910f2d886078d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:45:25.403325 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-de02aa54-7c0f-4295-a337-88d97593f312 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:45:25.407453 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-de02aa54-7c0f-4295-a337-88d97593f312 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Usage tracker for resource:security_group_rule and tenant:6b2f3059793b418098910f2d886078d9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:45:25.410587 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-de02aa54-7c0f-4295-a337-88d97593f312 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:45:25.416657 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-de02aa54-7c0f-4295-a337-88d97593f312 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:45:25.434805 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-de02aa54-7c0f-4295-a337-88d97593f312 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:25.497913 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-de02aa54-7c0f-4295-a337-88d97593f312 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:25.503220 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-de02aa54-7c0f-4295-a337-88d97593f312 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:25.527404 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de02aa54-7c0f-4295-a337-88d97593f312 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a091550c-31ad-4eb3-8e58-276c340fbb55,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:45:25.537939 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-de02aa54-7c0f-4295-a337-88d97593f312 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:25.539192 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-de02aa54-7c0f-4295-a337-88d97593f312 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1479340 May 05 22:45:25.542130 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36602) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:45:25.548067 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-b571f980-0b8d-43f0-a4d3-74ddb0106434 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Request body: {'security_group_rule': {'security_group_id': '336aa272-e240-4e28-969b-5b9467b0091f', 'project_id': '6b2f3059793b418098910f2d886078d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:45:25.555604 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b571f980-0b8d-43f0-a4d3-74ddb0106434 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:45:25.559804 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b571f980-0b8d-43f0-a4d3-74ddb0106434 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Usage tracker for resource:security_group_rule and tenant:6b2f3059793b418098910f2d886078d9 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:45:25.562874 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b571f980-0b8d-43f0-a4d3-74ddb0106434 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:45:25.569493 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b571f980-0b8d-43f0-a4d3-74ddb0106434 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:45:25.580143 n-d-825175-4 neutron-server[84061]: INFO neutron.db.securitygroups_db [None req-b571f980-0b8d-43f0-a4d3-74ddb0106434 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Project 6b2f3059793b418098910f2d886078d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 22:45:25.587390 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b571f980-0b8d-43f0-a4d3-74ddb0106434 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:25.654374 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b571f980-0b8d-43f0-a4d3-74ddb0106434 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:25.659159 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b571f980-0b8d-43f0-a4d3-74ddb0106434 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:25.685714 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b571f980-0b8d-43f0-a4d3-74ddb0106434 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d3c8cd3-7067-4e0d-8878-3525ccfbb028,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:45:25.696230 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b571f980-0b8d-43f0-a4d3-74ddb0106434 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:25.697467 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b571f980-0b8d-43f0-a4d3-74ddb0106434 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1542308 May 05 22:45:25.701359 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36606) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:45:25.707268 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-db8c4b42-842f-447f-91cd-6c333bbca5ef tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Request body: {'security_group_rule': {'security_group_id': '336aa272-e240-4e28-969b-5b9467b0091f', 'project_id': '6b2f3059793b418098910f2d886078d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:45:25.713988 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-db8c4b42-842f-447f-91cd-6c333bbca5ef tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:45:25.717925 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-db8c4b42-842f-447f-91cd-6c333bbca5ef tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Usage tracker for resource:security_group_rule and tenant:6b2f3059793b418098910f2d886078d9 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:45:25.720885 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-db8c4b42-842f-447f-91cd-6c333bbca5ef tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:45:25.727314 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-db8c4b42-842f-447f-91cd-6c333bbca5ef tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:45:25.737532 n-d-825175-4 neutron-server[84061]: INFO neutron.db.securitygroups_db [None req-db8c4b42-842f-447f-91cd-6c333bbca5ef tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Project 6b2f3059793b418098910f2d886078d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 22:45:25.744364 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-db8c4b42-842f-447f-91cd-6c333bbca5ef tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:25.813305 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-db8c4b42-842f-447f-91cd-6c333bbca5ef tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:25.818434 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-db8c4b42-842f-447f-91cd-6c333bbca5ef tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:25.843172 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8c4b42-842f-447f-91cd-6c333bbca5ef tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6869e06-56ea-4131-962a-a72f33e0655f,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:45:25.853924 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-db8c4b42-842f-447f-91cd-6c333bbca5ef tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:25.855132 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-db8c4b42-842f-447f-91cd-6c333bbca5ef tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1528702 May 05 22:45:25.858241 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36610) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:45:25.863924 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-af82e6ea-14d6-4594-b136-9f25a650056b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Request body: {'network': {'name': 'tempest-network-smoke--1378321870', 'project_id': '6b2f3059793b418098910f2d886078d9', 'port_security_enabled': True}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:45:25.869439 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-af82e6ea-14d6-4594-b136-9f25a650056b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:45:25.873353 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-af82e6ea-14d6-4594-b136-9f25a650056b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Usage tracker for resource:network and tenant:6b2f3059793b418098910f2d886078d9 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:45:25.876407 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-af82e6ea-14d6-4594-b136-9f25a650056b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:45:25.882845 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-af82e6ea-14d6-4594-b136-9f25a650056b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:45:25.894566 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af82e6ea-14d6-4594-b136-9f25a650056b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Made reservation on behalf of 6b2f3059793b418098910f2d886078d9 for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:45:25.897704 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-af82e6ea-14d6-4594-b136-9f25a650056b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:25.927612 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af82e6ea-14d6-4594-b136-9f25a650056b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:45:25.936699 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-af82e6ea-14d6-4594-b136-9f25a650056b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:25.937073 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-af82e6ea-14d6-4594-b136-9f25a650056b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Added segment cfe7a429-744a-48a0-a48d-faf071178288 of type vlan for network 075d243d-5cac-410e-80c7-a18ff84cceb0 May 05 22:45:25.963480 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-af82e6ea-14d6-4594-b136-9f25a650056b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:25.995322 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-af82e6ea-14d6-4594-b136-9f25a650056b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:26.001045 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af82e6ea-14d6-4594-b136-9f25a650056b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:45:26.001843 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-af82e6ea-14d6-4594-b136-9f25a650056b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:26.109902 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-af82e6ea-14d6-4594-b136-9f25a650056b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2505903 May 05 22:45:26.113018 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36614) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:45:26.120139 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-9e1832f0-63a2-48af-aca0-b22a6bc629e5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1088094583', 'admin_state_up': True, 'project_id': '6b2f3059793b418098910f2d886078d9', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:45:26.125802 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af82e6ea-14d6-4594-b136-9f25a650056b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'Network': ['ID=075d243d-5cac-410e-80c7-a18ff84cceb0,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:45:26.129503 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-9e1832f0-63a2-48af-aca0-b22a6bc629e5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:45:26.134587 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-9e1832f0-63a2-48af-aca0-b22a6bc629e5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Usage tracker for resource:router and tenant:6b2f3059793b418098910f2d886078d9 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:45:26.136376 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 075d243d-5cac-410e-80c7-a18ff84cceb0 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:45:26.138763 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-9e1832f0-63a2-48af-aca0-b22a6bc629e5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:45:26.144815 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-9e1832f0-63a2-48af-aca0-b22a6bc629e5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:45:26.155819 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9e1832f0-63a2-48af-aca0-b22a6bc629e5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:26.156931 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9e1832f0-63a2-48af-aca0-b22a6bc629e5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:26.180610 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9e1832f0-63a2-48af-aca0-b22a6bc629e5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:26.330148 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9e1832f0-63a2-48af-aca0-b22a6bc629e5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:26.621122 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9e1832f0-63a2-48af-aca0-b22a6bc629e5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for router_gateway, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:26.650916 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9e1832f0-63a2-48af-aca0-b22a6bc629e5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:26.803189 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-9e1832f0-63a2-48af-aca0-b22a6bc629e5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Allocated IP 172.25.4.131 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/fc513f41-6255-42f9-b690-2fedb4b3b473) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:45:26.953484 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9e1832f0-63a2-48af-aca0-b22a6bc629e5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:26.985485 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9e1832f0-63a2-48af-aca0-b22a6bc629e5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:27.067545 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1832f0-63a2-48af-aca0-b22a6bc629e5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:45:27.070621 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-9e1832f0-63a2-48af-aca0-b22a6bc629e5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:45:27.073389 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1832f0-63a2-48af-aca0-b22a6bc629e5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:45:27.106430 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1832f0-63a2-48af-aca0-b22a6bc629e5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'Port': ['ID=fc513f41-6255-42f9-b690-2fedb4b3b473,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:45:27.251343 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9e1832f0-63a2-48af-aca0-b22a6bc629e5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for router_gateway, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:27.251978 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9e1832f0-63a2-48af-aca0-b22a6bc629e5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:27.552104 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e1832f0-63a2-48af-aca0-b22a6bc629e5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Router 19bce968-487f-4ef5-9d74-393d3a5fa6b0 is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 22:45:27.784145 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e1832f0-63a2-48af-aca0-b22a6bc629e5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:45:27.794327 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cb0701-4466-4c5d-bc4d-4dfe366c476a None None] Sync routers for ids ['19bce968-487f-4ef5-9d74-393d3a5fa6b0'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:45:27.807350 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cb0701-4466-4c5d-bc4d-4dfe366c476a None None] Routers {'19bce968-487f-4ef5-9d74-393d3a5fa6b0'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:45:27.807861 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-b9cb0701-4466-4c5d-bc4d-4dfe366c476a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:45:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['19bce968-487f-4ef5-9d74-393d3a5fa6b0'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:45:27.814987 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9e1832f0-63a2-48af-aca0-b22a6bc629e5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:27.817271 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-9e1832f0-63a2-48af-aca0-b22a6bc629e5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7032802 May 05 22:45:27.820518 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36618) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:45:27.988835 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-b9cb0701-4466-4c5d-bc4d-4dfe366c476a None None] Set router 19bce968-487f-4ef5-9d74-393d3a5fa6b0 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:45:28.002596 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-d6ed8ecf-40e0-44e7-a566-495006aa4dc0 tempest-TestNetworkAdvancedServerOps-1703995958 tempest-TestNetworkAdvancedServerOps-1703995958-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=6b2f3059793b418098910f2d886078d9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1809654 May 05 22:45:28.005842 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 36624) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:45:28.139105 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83014f0d-ae98-4184-8edb-ca68442fb1ab tempest-TestNetworkAdvancedServerOps-1703995958 tempest-TestNetworkAdvancedServerOps-1703995958-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:45:28.143237 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-83014f0d-ae98-4184-8edb-ca68442fb1ab tempest-TestNetworkAdvancedServerOps-1703995958 tempest-TestNetworkAdvancedServerOps-1703995958-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1338303 May 05 22:45:28.143543 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 36628) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:45:28.187557 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b93e2db6-1ab4-4333-b8d1-d62d1b7c4755 tempest-TestNetworkAdvancedServerOps-1703995958 tempest-TestNetworkAdvancedServerOps-1703995958-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=25bfe237-58de-4709-a3e0-ac79da07c300&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429015 May 05 22:45:28.190225 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 36632) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:45:28.195906 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-bdac5136-390c-4150-8d49-c00af7262f36 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2046306990', 'network_id': '075d243d-5cac-410e-80c7-a18ff84cceb0', 'project_id': '6b2f3059793b418098910f2d886078d9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:45:28.285774 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-b9cb0701-4466-4c5d-bc4d-4dfe366c476a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bce968-487f-4ef5-9d74-393d3a5fa6b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088094583', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'fc513f41-6255-42f9-b690-2fedb4b3b473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:45:26Z', 'updated_at': '2022-05-05T22:45:27Z', 'revision_number': 3, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': 'fc513f41-6255-42f9-b690-2fedb4b3b473', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:91:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19bce968-487f-4ef5-9d74-393d3a5fa6b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:45:26Z', 'updated_at': '2022-05-05T22:45:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:45:28.289894 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cb0701-4466-4c5d-bc4d-4dfe366c476a None None] Checking router: 19bce968-487f-4ef5-9d74-393d3a5fa6b0 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:45:28.290228 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cb0701-4466-4c5d-bc4d-4dfe366c476a None None] Updating router 19bce968-487f-4ef5-9d74-393d3a5fa6b0 port fc513f41-6255-42f9-b690-2fedb4b3b473 binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:45:28.301888 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-bdac5136-390c-4150-8d49-c00af7262f36 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:45:28.305753 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-bdac5136-390c-4150-8d49-c00af7262f36 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Usage tracker for resource:subnet and tenant:6b2f3059793b418098910f2d886078d9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:45:28.308609 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-bdac5136-390c-4150-8d49-c00af7262f36 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:45:28.314449 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-bdac5136-390c-4150-8d49-c00af7262f36 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:45:28.325249 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdac5136-390c-4150-8d49-c00af7262f36 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Made reservation on behalf of 6b2f3059793b418098910f2d886078d9 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:45:28.341174 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b9cb0701-4466-4c5d-bc4d-4dfe366c476a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:28.427912 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bdac5136-390c-4150-8d49-c00af7262f36 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:28.677467 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b9cb0701-4466-4c5d-bc4d-4dfe366c476a None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:28.691982 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-b9cb0701-4466-4c5d-bc4d-4dfe366c476a None None] Transition to ACTIVE for port object fc513f41-6255-42f9-b690-2fedb4b3b473 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:45:28.701274 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b9cb0701-4466-4c5d-bc4d-4dfe366c476a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:28.757689 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bdac5136-390c-4150-8d49-c00af7262f36 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:28.820283 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d410354-dc28-44d4-85ff-7cfee90996d6 None None] Pushing event updated for resources: {'Port': ['ID=fc513f41-6255-42f9-b690-2fedb4b3b473,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:45:28.825149 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-b9cb0701-4466-4c5d-bc4d-4dfe366c476a None None] Attempting to bind port fc513f41-6255-42f9-b690-2fedb4b3b473 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:45:28.825524 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-b9cb0701-4466-4c5d-bc4d-4dfe366c476a None None] Attempting to bind port fc513f41-6255-42f9-b690-2fedb4b3b473 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:45:28.825878 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cb0701-4466-4c5d-bc4d-4dfe366c476a None None] Attempting to bind port fc513f41-6255-42f9-b690-2fedb4b3b473 on network 25bfe237-58de-4709-a3e0-ac79da07c300 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:45:28.834168 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d410354-dc28-44d4-85ff-7cfee90996d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:45:28.834354 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdac5136-390c-4150-8d49-c00af7262f36 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'Subnet': ['ID=6a2fa90c-6c51-4824-8e93-91fbd2ecec5e,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:45:28.834498 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d410354-dc28-44d4-85ff-7cfee90996d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:45:28.834869 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d410354-dc28-44d4-85ff-7cfee90996d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:45:28.835218 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d410354-dc28-44d4-85ff-7cfee90996d6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:45:28.835519 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d410354-dc28-44d4-85ff-7cfee90996d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:45:28.836281 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d410354-dc28-44d4-85ff-7cfee90996d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:45:28.836281 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d410354-dc28-44d4-85ff-7cfee90996d6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:45:28.836492 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d410354-dc28-44d4-85ff-7cfee90996d6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:45:28.836773 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d410354-dc28-44d4-85ff-7cfee90996d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:45:28.837125 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d410354-dc28-44d4-85ff-7cfee90996d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:45:28.837458 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d410354-dc28-44d4-85ff-7cfee90996d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:45:28.844009 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cb0701-4466-4c5d-bc4d-4dfe366c476a None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:45:28.844381 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cb0701-4466-4c5d-bc4d-4dfe366c476a None None] Checking segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:45:28.844762 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b9cb0701-4466-4c5d-bc4d-4dfe366c476a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:28.845159 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cb0701-4466-4c5d-bc4d-4dfe366c476a None None] Bound using segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:45:28.845624 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-b9cb0701-4466-4c5d-bc4d-4dfe366c476a None None] Bound port: fc513f41-6255-42f9-b690-2fedb4b3b473, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:45:28.845985 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b9cb0701-4466-4c5d-bc4d-4dfe366c476a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:28.851899 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdac5136-390c-4150-8d49-c00af7262f36 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Checking segment: {'id': 'cfe7a429-744a-48a0-a48d-faf071178288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '075d243d-5cac-410e-80c7-a18ff84cceb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:45:28.852261 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdac5136-390c-4150-8d49-c00af7262f36 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Network hostable DHCP agents. Network: 075d243d-5cac-410e-80c7-a18ff84cceb0, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:45:28.874525 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdac5136-390c-4150-8d49-c00af7262f36 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Network 075d243d-5cac-410e-80c7-a18ff84cceb0 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:45:28.884209 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-bdac5136-390c-4150-8d49-c00af7262f36 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 075d243d-5cac-410e-80c7-a18ff84cceb0) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:45:28.889520 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdac5136-390c-4150-8d49-c00af7262f36 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:45:28.890112 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bdac5136-390c-4150-8d49-c00af7262f36 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:28.895312 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670c491f-cd6e-4604-b6ca-14d0238be113 None None] Network 075d243d-5cac-410e-80c7-a18ff84cceb0 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:45:28.914064 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-bdac5136-390c-4150-8d49-c00af7262f36 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7226884 May 05 22:45:28.916780 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 36636) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:45:28.994313 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-b9cb0701-4466-4c5d-bc4d-4dfe366c476a None None] For port fc513f41-6255-42f9-b690-2fedb4b3b473, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:45:29.015330 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-b9cb0701-4466-4c5d-bc4d-4dfe366c476a None None] For port fc513f41-6255-42f9-b690-2fedb4b3b473, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=fc513f41-6255-42f9-b690-2fedb4b3b473,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:45:29.024392 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b9cb0701-4466-4c5d-bc4d-4dfe366c476a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:29.161280 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d410354-dc28-44d4-85ff-7cfee90996d6 None None] Pushing event updated for resources: {'Port': ['ID=fc513f41-6255-42f9-b690-2fedb4b3b473,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:45:29.168326 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cb0701-4466-4c5d-bc4d-4dfe366c476a None None] Routers {'19bce968-487f-4ef5-9d74-393d3a5fa6b0'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:45:29.168935 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-b9cb0701-4466-4c5d-bc4d-4dfe366c476a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:45:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['19bce968-487f-4ef5-9d74-393d3a5fa6b0'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:45:29.316951 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfee86a2-ab4e-45d4-9149-0e96de3cb8e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-075d243d-5cac-410e-80c7-a18ff84cceb0', 'network_id': '075d243d-5cac-410e-80c7-a18ff84cceb0', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'fixed_ips': [{'subnet_id': '6a2fa90c-6c51-4824-8e93-91fbd2ecec5e'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:45:29.317777 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-bfee86a2-ab4e-45d4-9149-0e96de3cb8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:29.487979 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-b9cb0701-4466-4c5d-bc4d-4dfe366c476a None None] Set router 19bce968-487f-4ef5-9d74-393d3a5fa6b0 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:45:29.670413 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-74ff7895-0f87-4ebb-9af1-5b904896813a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:29.675387 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-bfee86a2-ab4e-45d4-9149-0e96de3cb8e3 None None] Allocated IP 172.20.0.2 (075d243d-5cac-410e-80c7-a18ff84cceb0/6a2fa90c-6c51-4824-8e93-91fbd2ecec5e/4841d1af-d71d-4809-a45d-f26b452940b1) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:45:29.960163 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-bfee86a2-ab4e-45d4-9149-0e96de3cb8e3 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:29.966415 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-b9cb0701-4466-4c5d-bc4d-4dfe366c476a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bce968-487f-4ef5-9d74-393d3a5fa6b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088094583', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'fc513f41-6255-42f9-b690-2fedb4b3b473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:45:26Z', 'updated_at': '2022-05-05T22:45:27Z', 'revision_number': 3, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': 'fc513f41-6255-42f9-b690-2fedb4b3b473', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:91:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19bce968-487f-4ef5-9d74-393d3a5fa6b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:45:26Z', 'updated_at': '2022-05-05T22:45:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:45:29.974607 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-bfee86a2-ab4e-45d4-9149-0e96de3cb8e3 None None] Transition to ACTIVE for port object 4841d1af-d71d-4809-a45d-f26b452940b1 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:45:29.977144 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cb0701-4466-4c5d-bc4d-4dfe366c476a None None] The sync data for ids ['19bce968-487f-4ef5-9d74-393d3a5fa6b0'] in n-d-825175-4 is: [{'id': '19bce968-487f-4ef5-9d74-393d3a5fa6b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088094583', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'fc513f41-6255-42f9-b690-2fedb4b3b473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:45:26Z', 'updated_at': '2022-05-05T22:45:27Z', 'revision_number': 3, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': 'fc513f41-6255-42f9-b690-2fedb4b3b473', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:91:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19bce968-487f-4ef5-9d74-393d3a5fa6b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:45:26Z', 'updated_at': '2022-05-05T22:45:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:45:29.999098 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-bfee86a2-ab4e-45d4-9149-0e96de3cb8e3 None None] Transition to ACTIVE for port object 4841d1af-d71d-4809-a45d-f26b452940b1 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:45:30.006062 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-bfee86a2-ab4e-45d4-9149-0e96de3cb8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:30.074128 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-74ff7895-0f87-4ebb-9af1-5b904896813a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Allocated IP 172.20.0.1 (075d243d-5cac-410e-80c7-a18ff84cceb0/6a2fa90c-6c51-4824-8e93-91fbd2ecec5e/f0a7cbfc-3e5a-4e6d-a1e8-357e31b4c281) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:45:30.074643 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfee86a2-ab4e-45d4-9149-0e96de3cb8e3 None None] Network 075d243d-5cac-410e-80c7-a18ff84cceb0 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:45:30.077607 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-bfee86a2-ab4e-45d4-9149-0e96de3cb8e3 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:45:30.082429 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfee86a2-ab4e-45d4-9149-0e96de3cb8e3 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:45:30.084683 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee86a2-ab4e-45d4-9149-0e96de3cb8e3 None None] Pushing event updated for resources: {'Port': ['ID=4841d1af-d71d-4809-a45d-f26b452940b1,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:45:30.197776 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-bfee86a2-ab4e-45d4-9149-0e96de3cb8e3 None None] Attempting to bind port 4841d1af-d71d-4809-a45d-f26b452940b1 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:45:30.198164 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-bfee86a2-ab4e-45d4-9149-0e96de3cb8e3 None None] Attempting to bind port 4841d1af-d71d-4809-a45d-f26b452940b1 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'cfe7a429-744a-48a0-a48d-faf071178288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '075d243d-5cac-410e-80c7-a18ff84cceb0'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:45:30.198521 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfee86a2-ab4e-45d4-9149-0e96de3cb8e3 None None] Attempting to bind port 4841d1af-d71d-4809-a45d-f26b452940b1 on network 075d243d-5cac-410e-80c7-a18ff84cceb0 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:45:30.205048 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfee86a2-ab4e-45d4-9149-0e96de3cb8e3 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:45:30.205406 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfee86a2-ab4e-45d4-9149-0e96de3cb8e3 None None] Checking segment: {'id': 'cfe7a429-744a-48a0-a48d-faf071178288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '075d243d-5cac-410e-80c7-a18ff84cceb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:45:30.205796 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-bfee86a2-ab4e-45d4-9149-0e96de3cb8e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:30.206177 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfee86a2-ab4e-45d4-9149-0e96de3cb8e3 None None] Bound using segment: {'id': 'cfe7a429-744a-48a0-a48d-faf071178288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '075d243d-5cac-410e-80c7-a18ff84cceb0'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:45:30.206702 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-bfee86a2-ab4e-45d4-9149-0e96de3cb8e3 None None] Bound port: 4841d1af-d71d-4809-a45d-f26b452940b1, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfe7a429-744a-48a0-a48d-faf071178288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '075d243d-5cac-410e-80c7-a18ff84cceb0'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:45:30.207073 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-bfee86a2-ab4e-45d4-9149-0e96de3cb8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:30.258486 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-74ff7895-0f87-4ebb-9af1-5b904896813a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:30.275950 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-74ff7895-0f87-4ebb-9af1-5b904896813a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Transition to ACTIVE for port object f0a7cbfc-3e5a-4e6d-a1e8-357e31b4c281 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:45:30.301161 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-74ff7895-0f87-4ebb-9af1-5b904896813a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:30.301418 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-bfee86a2-ab4e-45d4-9149-0e96de3cb8e3 None None] For port 4841d1af-d71d-4809-a45d-f26b452940b1, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:45:30.305058 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-bfee86a2-ab4e-45d4-9149-0e96de3cb8e3 None None] For port 4841d1af-d71d-4809-a45d-f26b452940b1, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=4841d1af-d71d-4809-a45d-f26b452940b1,segment=NetworkSegment(cfe7a429-744a-48a0-a48d-faf071178288),segment_id=cfe7a429-744a-48a0-a48d-faf071178288)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:45:30.311705 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-bfee86a2-ab4e-45d4-9149-0e96de3cb8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:30.378893 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ff7895-0f87-4ebb-9af1-5b904896813a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Network 075d243d-5cac-410e-80c7-a18ff84cceb0 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:45:30.382382 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-74ff7895-0f87-4ebb-9af1-5b904896813a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:45:30.387071 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ff7895-0f87-4ebb-9af1-5b904896813a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:45:30.442352 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee86a2-ab4e-45d4-9149-0e96de3cb8e3 None None] Pushing event updated for resources: {'Port': ['ID=4841d1af-d71d-4809-a45d-f26b452940b1,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:45:30.536365 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ff7895-0f87-4ebb-9af1-5b904896813a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'Port': ['ID=f0a7cbfc-3e5a-4e6d-a1e8-357e31b4c281,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:45:30.572347 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-74ff7895-0f87-4ebb-9af1-5b904896813a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:30.690306 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-74ff7895-0f87-4ebb-9af1-5b904896813a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:30.829227 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device fc513f41-6255-42f9-b690-2fedb4b3b473 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:45:30.902366 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port fc513f41-6255-42f9-b690-2fedb4b3b473 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:45:30.912789 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port fc513f41-6255-42f9-b690-2fedb4b3b473 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:45:30.913144 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:31.029370 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:31.046528 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port fc513f41-6255-42f9-b690-2fedb4b3b473, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=fc513f41-6255-42f9-b690-2fedb4b3b473,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:45:31.051435 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:31.052330 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 4841d1af-d71d-4809-a45d-f26b452940b1 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:45:31.139204 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-74ff7895-0f87-4ebb-9af1-5b904896813a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:31.147009 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-74ff7895-0f87-4ebb-9af1-5b904896813a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:31.179205 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=fc513f41-6255-42f9-b690-2fedb4b3b473,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:45:31.194192 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 4841d1af-d71d-4809-a45d-f26b452940b1 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:45:31.267237 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-74ff7895-0f87-4ebb-9af1-5b904896813a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:31.272655 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ff7895-0f87-4ebb-9af1-5b904896813a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'Port': ['ID=f0a7cbfc-3e5a-4e6d-a1e8-357e31b4c281,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:45:31.415185 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ff7895-0f87-4ebb-9af1-5b904896813a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Network 075d243d-5cac-410e-80c7-a18ff84cceb0 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:45:31.416314 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-74ff7895-0f87-4ebb-9af1-5b904896813a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:45:31.427187 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26eab47-4193-43ed-a2d1-c8355a9eb5b1 None None] Network 075d243d-5cac-410e-80c7-a18ff84cceb0 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:45:31.533936 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-9d5442b3-2f0b-4a44-af71-6391fd2902ee None None] Provisioning for port 4841d1af-d71d-4809-a45d-f26b452940b1 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:45:31.542299 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-9d5442b3-2f0b-4a44-af71-6391fd2902ee None None] Provisioning complete for port 4841d1af-d71d-4809-a45d-f26b452940b1 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:45:31.543066 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9d5442b3-2f0b-4a44-af71-6391fd2902ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:31.754056 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9d5442b3-2f0b-4a44-af71-6391fd2902ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:31.793577 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-9d5442b3-2f0b-4a44-af71-6391fd2902ee None None] For port 4841d1af-d71d-4809-a45d-f26b452940b1, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=4841d1af-d71d-4809-a45d-f26b452940b1,segment=NetworkSegment(cfe7a429-744a-48a0-a48d-faf071178288),segment_id=cfe7a429-744a-48a0-a48d-faf071178288)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:45:31.798695 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9d5442b3-2f0b-4a44-af71-6391fd2902ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:31.800480 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74ff7895-0f87-4ebb-9af1-5b904896813a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Router 19bce968-487f-4ef5-9d74-393d3a5fa6b0 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:45:31.864796 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5442b3-2f0b-4a44-af71-6391fd2902ee None None] Pushing event updated for resources: {'Port': ['ID=4841d1af-d71d-4809-a45d-f26b452940b1,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:45:32.012046 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ff7895-0f87-4ebb-9af1-5b904896813a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:45:32.022196 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-74ff7895-0f87-4ebb-9af1-5b904896813a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "PUT /v2.0/routers/19bce968-487f-4ef5-9d74-393d3a5fa6b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1042650 May 05 22:45:32.033854 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ebef614c-8013-407e-8154-455c20e3e55d None None] Provisioning complete for port 4841d1af-d71d-4809-a45d-f26b452940b1 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:45:32.034314 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ebef614c-8013-407e-8154-455c20e3e55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:32.178558 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ebef614c-8013-407e-8154-455c20e3e55d None None] Provisioning for port f0a7cbfc-3e5a-4e6d-a1e8-357e31b4c281 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:45:32.183821 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ebef614c-8013-407e-8154-455c20e3e55d None None] Provisioning complete for port f0a7cbfc-3e5a-4e6d-a1e8-357e31b4c281 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:45:32.184178 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ebef614c-8013-407e-8154-455c20e3e55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:32.238589 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ebef614c-8013-407e-8154-455c20e3e55d None None] Port f0a7cbfc-3e5a-4e6d-a1e8-357e31b4c281 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:45:32.359856 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-bd990d92-a553-4f00-9c76-2363cd02b916 None None] Provisioning complete for port f0a7cbfc-3e5a-4e6d-a1e8-357e31b4c281 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:45:32.360220 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-bd990d92-a553-4f00-9c76-2363cd02b916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:32.364528 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-135eb9e3-97c6-4061-9e5d-b6a3846bede1 req-0b62633c-af3d-47fc-84ef-5abc859c0e51 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1444032768&fields=id&tenant_id=6b2f3059793b418098910f2d886078d9 HTTP/1.1" status: 200 len: 267 time: 0.0445967 May 05 22:45:32.414567 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-bd990d92-a553-4f00-9c76-2363cd02b916 None None] Port f0a7cbfc-3e5a-4e6d-a1e8-357e31b4c281 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:45:32.521511 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135eb9e3-97c6-4061-9e5d-b6a3846bede1 req-efc8c8f5-7b31-4935-9229-46bc0e814554 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:45:32.522090 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-135eb9e3-97c6-4061-9e5d-b6a3846bede1 req-efc8c8f5-7b31-4935-9229-46bc0e814554 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Synchronizing usage tracker for tenant:6b2f3059793b418098910f2d886078d9 on resource:network {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:45:32.540243 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-135eb9e3-97c6-4061-9e5d-b6a3846bede1 req-efc8c8f5-7b31-4935-9229-46bc0e814554 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Unset dirty status for tenant:6b2f3059793b418098910f2d886078d9 on resource:network {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:45:32.541563 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-135eb9e3-97c6-4061-9e5d-b6a3846bede1 req-efc8c8f5-7b31-4935-9229-46bc0e814554 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/networks?id=075d243d-5cac-410e-80c7-a18ff84cceb0 HTTP/1.1" status: 200 len: 797 time: 0.1702001 May 05 22:45:32.559018 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-135eb9e3-97c6-4061-9e5d-b6a3846bede1 req-2b063796-832e-4314-a20d-a86de37feed2 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/quotas/6b2f3059793b418098910f2d886078d9 HTTP/1.1" status: 200 len: 375 time: 0.0115166 May 05 22:45:32.643157 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-135eb9e3-97c6-4061-9e5d-b6a3846bede1 req-886e4583-86ab-4287-afce-eaadc668588b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6b2f3059793b418098910f2d886078d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0791016 May 05 22:45:32.659445 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [req-135eb9e3-97c6-4061-9e5d-b6a3846bede1 req-dc79323e-7513-4ac6-b657-45848aaa1dc6 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:45:32.660501 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-135eb9e3-97c6-4061-9e5d-b6a3846bede1 req-dc79323e-7513-4ac6-b657-45848aaa1dc6 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051775 May 05 22:45:32.756405 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device fc513f41-6255-42f9-b690-2fedb4b3b473 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:45:32.799786 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-135eb9e3-97c6-4061-9e5d-b6a3846bede1 req-17ee48e4-8fe7-4f22-842f-83d64cd8000b service neutron] 10.222.0.23 "GET /v2.0/networks/075d243d-5cac-410e-80c7-a18ff84cceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332245 May 05 22:45:32.830546 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port fc513f41-6255-42f9-b690-2fedb4b3b473 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:45:32.830849 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:32.934038 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-135eb9e3-97c6-4061-9e5d-b6a3846bede1 req-8b14af43-8fd6-49c6-a77e-5e6c2bb0a360 service neutron] 10.222.0.23 "GET /v2.0/networks/075d243d-5cac-410e-80c7-a18ff84cceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282094 May 05 22:45:32.946930 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 4841d1af-d71d-4809-a45d-f26b452940b1 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:45:33.016519 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 4841d1af-d71d-4809-a45d-f26b452940b1 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:45:33.016918 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:33.335395 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6d450aff-6b87-4256-bc70-9c55e36eb419 req-020ecadd-255e-4fef-9143-ab7fb53d0fd2 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=814edbd1-bc8a-474a-8614-8ba8d59fab35 HTTP/1.1" status: 200 len: 210 time: 0.2265155 May 05 22:45:33.556644 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd5f9fb-ad68-442a-9ce3-7828a81f29e6 None None] Sync routers for ids ['19bce968-487f-4ef5-9d74-393d3a5fa6b0'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:45:33.569818 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd5f9fb-ad68-442a-9ce3-7828a81f29e6 None None] Routers {'19bce968-487f-4ef5-9d74-393d3a5fa6b0'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:45:33.570507 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-9bd5f9fb-ad68-442a-9ce3-7828a81f29e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:45:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['19bce968-487f-4ef5-9d74-393d3a5fa6b0'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:45:33.745444 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-9bd5f9fb-ad68-442a-9ce3-7828a81f29e6 None None] Set router 19bce968-487f-4ef5-9d74-393d3a5fa6b0 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:45:34.063034 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-9bd5f9fb-ad68-442a-9ce3-7828a81f29e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bce968-487f-4ef5-9d74-393d3a5fa6b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088094583', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'fc513f41-6255-42f9-b690-2fedb4b3b473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:45:26Z', 'updated_at': '2022-05-05T22:45:30Z', 'revision_number': 4, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': 'fc513f41-6255-42f9-b690-2fedb4b3b473', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:91:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bce968-487f-4ef5-9d74-393d3a5fa6b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:45:26Z', 'updated_at': '2022-05-05T22:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'f0a7cbfc-3e5a-4e6d-a1e8-357e31b4c281', 'name': '', 'network_id': '075d243d-5cac-410e-80c7-a18ff84cceb0', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'mac_address': 'fa:16:3e:9a:d7:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19bce968-487f-4ef5-9d74-393d3a5fa6b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a2fa90c-6c51-4824-8e93-91fbd2ecec5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:45:29Z', 'updated_at': '2022-05-05T22:45:30Z', 'revision_number': 2, 'project_id': '6b2f3059793b418098910f2d886078d9', 'subnets': [{'id': '6a2fa90c-6c51-4824-8e93-91fbd2ecec5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:45:34.066993 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd5f9fb-ad68-442a-9ce3-7828a81f29e6 None None] Checking router: 19bce968-487f-4ef5-9d74-393d3a5fa6b0 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:45:34.067333 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd5f9fb-ad68-442a-9ce3-7828a81f29e6 None None] Updating router 19bce968-487f-4ef5-9d74-393d3a5fa6b0 port f0a7cbfc-3e5a-4e6d-a1e8-357e31b4c281 binding host n-d-825175-4 {{(pid=84068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:45:34.117392 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-9bd5f9fb-ad68-442a-9ce3-7828a81f29e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:34.443899 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-45e3cc78-1f4a-4d12-b908-5a9716ac4ea6 req-547584e8-4329-436c-9c7a-7d84859fb3b8 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=814edbd1-bc8a-474a-8614-8ba8d59fab35 HTTP/1.1" status: 200 len: 210 time: 0.0401428 May 05 22:45:34.468334 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-9bd5f9fb-ad68-442a-9ce3-7828a81f29e6 None None] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:34.481301 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.provisioning_blocks [None req-9bd5f9fb-ad68-442a-9ce3-7828a81f29e6 None None] Transition to ACTIVE for port object f0a7cbfc-3e5a-4e6d-a1e8-357e31b4c281 will not be triggered until provisioned by entity L2. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:45:34.489892 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-9bd5f9fb-ad68-442a-9ce3-7828a81f29e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:34.619338 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4609476-8ac7-4a99-a0b0-bcf96d333761 None None] Pushing event updated for resources: {'Port': ['ID=f0a7cbfc-3e5a-4e6d-a1e8-357e31b4c281,revision_number=3']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:45:34.658015 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4609476-8ac7-4a99-a0b0-bcf96d333761 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:45:34.658417 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4609476-8ac7-4a99-a0b0-bcf96d333761 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:45:34.658734 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4609476-8ac7-4a99-a0b0-bcf96d333761 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:45:34.659001 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4609476-8ac7-4a99-a0b0-bcf96d333761 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:45:34.659327 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4609476-8ac7-4a99-a0b0-bcf96d333761 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:45:34.659684 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4609476-8ac7-4a99-a0b0-bcf96d333761 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:45:34.660199 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4609476-8ac7-4a99-a0b0-bcf96d333761 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:45:34.660517 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4609476-8ac7-4a99-a0b0-bcf96d333761 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:45:34.660813 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4609476-8ac7-4a99-a0b0-bcf96d333761 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:45:34.661155 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4609476-8ac7-4a99-a0b0-bcf96d333761 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:45:34.661462 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4609476-8ac7-4a99-a0b0-bcf96d333761 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:45:34.719794 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-9bd5f9fb-ad68-442a-9ce3-7828a81f29e6 None None] Attempting to bind port f0a7cbfc-3e5a-4e6d-a1e8-357e31b4c281 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:45:34.720307 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-9bd5f9fb-ad68-442a-9ce3-7828a81f29e6 None None] Attempting to bind port f0a7cbfc-3e5a-4e6d-a1e8-357e31b4c281 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'cfe7a429-744a-48a0-a48d-faf071178288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '075d243d-5cac-410e-80c7-a18ff84cceb0'}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:45:34.720492 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd5f9fb-ad68-442a-9ce3-7828a81f29e6 None None] Attempting to bind port f0a7cbfc-3e5a-4e6d-a1e8-357e31b4c281 on network 075d243d-5cac-410e-80c7-a18ff84cceb0 {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:45:34.727594 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd5f9fb-ad68-442a-9ce3-7828a81f29e6 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:45:34.727956 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd5f9fb-ad68-442a-9ce3-7828a81f29e6 None None] Checking segment: {'id': 'cfe7a429-744a-48a0-a48d-faf071178288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '075d243d-5cac-410e-80c7-a18ff84cceb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:45:34.728342 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-9bd5f9fb-ad68-442a-9ce3-7828a81f29e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:34.728720 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd5f9fb-ad68-442a-9ce3-7828a81f29e6 None None] Bound using segment: {'id': 'cfe7a429-744a-48a0-a48d-faf071178288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '075d243d-5cac-410e-80c7-a18ff84cceb0'} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:45:34.729168 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-9bd5f9fb-ad68-442a-9ce3-7828a81f29e6 None None] Bound port: f0a7cbfc-3e5a-4e6d-a1e8-357e31b4c281, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfe7a429-744a-48a0-a48d-faf071178288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '075d243d-5cac-410e-80c7-a18ff84cceb0'}}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:45:34.729513 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-9bd5f9fb-ad68-442a-9ce3-7828a81f29e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:34.821902 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-9bd5f9fb-ad68-442a-9ce3-7828a81f29e6 None None] For port f0a7cbfc-3e5a-4e6d-a1e8-357e31b4c281, host n-d-825175-4, cleared binding levels {{(pid=84068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:45:34.826948 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-9bd5f9fb-ad68-442a-9ce3-7828a81f29e6 None None] For port f0a7cbfc-3e5a-4e6d-a1e8-357e31b4c281, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=f0a7cbfc-3e5a-4e6d-a1e8-357e31b4c281,segment=NetworkSegment(cfe7a429-744a-48a0-a48d-faf071178288),segment_id=cfe7a429-744a-48a0-a48d-faf071178288)] {{(pid=84068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:45:34.834435 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-9bd5f9fb-ad68-442a-9ce3-7828a81f29e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:34.937698 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4609476-8ac7-4a99-a0b0-bcf96d333761 None None] Pushing event updated for resources: {'Port': ['ID=f0a7cbfc-3e5a-4e6d-a1e8-357e31b4c281,revision_number=4']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:45:34.942489 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd5f9fb-ad68-442a-9ce3-7828a81f29e6 None None] Routers {'19bce968-487f-4ef5-9d74-393d3a5fa6b0'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:45:34.943116 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-9bd5f9fb-ad68-442a-9ce3-7828a81f29e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:45:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['19bce968-487f-4ef5-9d74-393d3a5fa6b0'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:45:35.119148 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-9bd5f9fb-ad68-442a-9ce3-7828a81f29e6 None None] Set router 19bce968-487f-4ef5-9d74-393d3a5fa6b0 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:45:35.468112 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-9bd5f9fb-ad68-442a-9ce3-7828a81f29e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bce968-487f-4ef5-9d74-393d3a5fa6b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088094583', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'fc513f41-6255-42f9-b690-2fedb4b3b473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:45:26Z', 'updated_at': '2022-05-05T22:45:30Z', 'revision_number': 4, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': 'fc513f41-6255-42f9-b690-2fedb4b3b473', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:91:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bce968-487f-4ef5-9d74-393d3a5fa6b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:45:26Z', 'updated_at': '2022-05-05T22:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'f0a7cbfc-3e5a-4e6d-a1e8-357e31b4c281', 'name': '', 'network_id': '075d243d-5cac-410e-80c7-a18ff84cceb0', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'mac_address': 'fa:16:3e:9a:d7:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19bce968-487f-4ef5-9d74-393d3a5fa6b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a2fa90c-6c51-4824-8e93-91fbd2ecec5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:45:29Z', 'updated_at': '2022-05-05T22:45:34Z', 'revision_number': 4, 'project_id': '6b2f3059793b418098910f2d886078d9', 'subnets': [{'id': '6a2fa90c-6c51-4824-8e93-91fbd2ecec5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:45:35.472523 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd5f9fb-ad68-442a-9ce3-7828a81f29e6 None None] The sync data for ids ['19bce968-487f-4ef5-9d74-393d3a5fa6b0'] in n-d-825175-4 is: [{'id': '19bce968-487f-4ef5-9d74-393d3a5fa6b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088094583', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'fc513f41-6255-42f9-b690-2fedb4b3b473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:45:26Z', 'updated_at': '2022-05-05T22:45:30Z', 'revision_number': 4, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': 'fc513f41-6255-42f9-b690-2fedb4b3b473', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:91:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bce968-487f-4ef5-9d74-393d3a5fa6b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:45:26Z', 'updated_at': '2022-05-05T22:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'f0a7cbfc-3e5a-4e6d-a1e8-357e31b4c281', 'name': '', 'network_id': '075d243d-5cac-410e-80c7-a18ff84cceb0', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'mac_address': 'fa:16:3e:9a:d7:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19bce968-487f-4ef5-9d74-393d3a5fa6b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a2fa90c-6c51-4824-8e93-91fbd2ecec5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:45:29Z', 'updated_at': '2022-05-05T22:45:34Z', 'revision_number': 4, 'project_id': '6b2f3059793b418098910f2d886078d9', 'subnets': [{'id': '6a2fa90c-6c51-4824-8e93-91fbd2ecec5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:45:35.670583 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-07a4b599-670c-40cf-84e4-154c00f7dbca req-c6fd745d-5c9a-4b91-a0a0-dff156f75d09 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=814edbd1-bc8a-474a-8614-8ba8d59fab35 HTTP/1.1" status: 200 len: 210 time: 0.0516717 May 05 22:45:36.279620 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135eb9e3-97c6-4061-9e5d-b6a3846bede1 req-cf8002e7-df2b-4726-8455-6d1c2f08bb08 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:45:36.281518 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-135eb9e3-97c6-4061-9e5d-b6a3846bede1 req-cf8002e7-df2b-4726-8455-6d1c2f08bb08 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.32 "GET /v2.0/networks?id=075d243d-5cac-410e-80c7-a18ff84cceb0 HTTP/1.1" status: 200 len: 797 time: 0.1538918 May 05 22:45:36.338704 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-135eb9e3-97c6-4061-9e5d-b6a3846bede1 req-dba60d55-a1e6-43ad-8b19-84b2e6435273 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b2f3059793b418098910f2d886078d9 HTTP/1.1" status: 200 len: 380 time: 0.0449975 May 05 22:45:36.347393 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-135eb9e3-97c6-4061-9e5d-b6a3846bede1 req-83df6702-1366-4031-9935-c61a0d3ca2c5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Request body: {'port': {'device_id': '814edbd1-bc8a-474a-8614-8ba8d59fab35', 'network_id': '075d243d-5cac-410e-80c7-a18ff84cceb0', 'admin_state_up': True, 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'security_groups': ['336aa272-e240-4e28-969b-5b9467b0091f']}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:45:36.401392 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:36.483285 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-135eb9e3-97c6-4061-9e5d-b6a3846bede1 req-83df6702-1366-4031-9935-c61a0d3ca2c5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:45:36.487425 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-135eb9e3-97c6-4061-9e5d-b6a3846bede1 req-83df6702-1366-4031-9935-c61a0d3ca2c5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Usage tracker for resource:port and tenant:6b2f3059793b418098910f2d886078d9 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:45:36.491167 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-135eb9e3-97c6-4061-9e5d-b6a3846bede1 req-83df6702-1366-4031-9935-c61a0d3ca2c5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:45:36.500633 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-135eb9e3-97c6-4061-9e5d-b6a3846bede1 req-83df6702-1366-4031-9935-c61a0d3ca2c5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:45:36.519430 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-135eb9e3-97c6-4061-9e5d-b6a3846bede1 req-83df6702-1366-4031-9935-c61a0d3ca2c5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Made reservation on behalf of 6b2f3059793b418098910f2d886078d9 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:45:36.522593 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-135eb9e3-97c6-4061-9e5d-b6a3846bede1 req-83df6702-1366-4031-9935-c61a0d3ca2c5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:36.613539 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:36.697473 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-135eb9e3-97c6-4061-9e5d-b6a3846bede1 req-83df6702-1366-4031-9935-c61a0d3ca2c5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Allocated IP 172.20.0.14 (075d243d-5cac-410e-80c7-a18ff84cceb0/6a2fa90c-6c51-4824-8e93-91fbd2ecec5e/a7cf97d3-e7eb-4b34-b9da-a92dfd54c0a7) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:45:36.785926 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device f0a7cbfc-3e5a-4e6d-a1e8-357e31b4c281 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:45:36.856546 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port f0a7cbfc-3e5a-4e6d-a1e8-357e31b4c281 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:45:36.861345 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port f0a7cbfc-3e5a-4e6d-a1e8-357e31b4c281 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:45:36.861702 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:36.870358 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7488cadb-c821-4dfb-9a3f-b14070cd5faa req-4d67ed36-1b92-4f85-a8fe-518e68c3a334 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=814edbd1-bc8a-474a-8614-8ba8d59fab35 HTTP/1.1" status: 200 len: 210 time: 0.0534229 May 05 22:45:36.936073 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-135eb9e3-97c6-4061-9e5d-b6a3846bede1 req-83df6702-1366-4031-9935-c61a0d3ca2c5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:36.951947 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-135eb9e3-97c6-4061-9e5d-b6a3846bede1 req-83df6702-1366-4031-9935-c61a0d3ca2c5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Transition to ACTIVE for port object a7cf97d3-e7eb-4b34-b9da-a92dfd54c0a7 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:45:36.975787 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-135eb9e3-97c6-4061-9e5d-b6a3846bede1 req-83df6702-1366-4031-9935-c61a0d3ca2c5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:36.984649 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:37.053850 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-135eb9e3-97c6-4061-9e5d-b6a3846bede1 req-83df6702-1366-4031-9935-c61a0d3ca2c5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Network 075d243d-5cac-410e-80c7-a18ff84cceb0 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:45:37.054133 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port f0a7cbfc-3e5a-4e6d-a1e8-357e31b4c281, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=f0a7cbfc-3e5a-4e6d-a1e8-357e31b4c281,segment=NetworkSegment(cfe7a429-744a-48a0-a48d-faf071178288),segment_id=cfe7a429-744a-48a0-a48d-faf071178288)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:45:37.057045 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-135eb9e3-97c6-4061-9e5d-b6a3846bede1 req-83df6702-1366-4031-9935-c61a0d3ca2c5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:45:37.058246 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:37.061530 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-135eb9e3-97c6-4061-9e5d-b6a3846bede1 req-83df6702-1366-4031-9935-c61a0d3ca2c5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:45:37.094625 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83df6702-1366-4031-9935-c61a0d3ca2c5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'Port': ['ID=a7cf97d3-e7eb-4b34-b9da-a92dfd54c0a7,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:45:37.132315 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135eb9e3-97c6-4061-9e5d-b6a3846bede1 req-83df6702-1366-4031-9935-c61a0d3ca2c5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:45:37.133458 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-135eb9e3-97c6-4061-9e5d-b6a3846bede1 req-83df6702-1366-4031-9935-c61a0d3ca2c5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:37.134186 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=f0a7cbfc-3e5a-4e6d-a1e8-357e31b4c281,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:45:37.157849 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-135eb9e3-97c6-4061-9e5d-b6a3846bede1 req-83df6702-1366-4031-9935-c61a0d3ca2c5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8140216 May 05 22:45:37.241010 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-135eb9e3-97c6-4061-9e5d-b6a3846bede1 req-76256034-0b5b-4638-86a6-a6bab7e796c4 service neutron] Request body: {'port': {'device_id': '814edbd1-bc8a-474a-8614-8ba8d59fab35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:45:37.308541 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-2978918e-7449-43b0-a53f-d52e7c32c7ff None None] Provisioning for port a7cf97d3-e7eb-4b34-b9da-a92dfd54c0a7 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:45:37.313569 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-2978918e-7449-43b0-a53f-d52e7c32c7ff None None] Provisioning complete for port a7cf97d3-e7eb-4b34-b9da-a92dfd54c0a7 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:45:37.313925 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2978918e-7449-43b0-a53f-d52e7c32c7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:37.354088 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-135eb9e3-97c6-4061-9e5d-b6a3846bede1 req-76256034-0b5b-4638-86a6-a6bab7e796c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:37.367707 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-2978918e-7449-43b0-a53f-d52e7c32c7ff None None] Port a7cf97d3-e7eb-4b34-b9da-a92dfd54c0a7 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:45:37.712461 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-135eb9e3-97c6-4061-9e5d-b6a3846bede1 req-76256034-0b5b-4638-86a6-a6bab7e796c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7cf97d3-e7eb-4b34-b9da-a92dfd54c0a7 {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:45:37.719312 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-135eb9e3-97c6-4061-9e5d-b6a3846bede1 req-76256034-0b5b-4638-86a6-a6bab7e796c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:37.733582 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-135eb9e3-97c6-4061-9e5d-b6a3846bede1 req-76256034-0b5b-4638-86a6-a6bab7e796c4 service neutron] Transition to ACTIVE for port object a7cf97d3-e7eb-4b34-b9da-a92dfd54c0a7 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:45:37.739959 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-135eb9e3-97c6-4061-9e5d-b6a3846bede1 req-76256034-0b5b-4638-86a6-a6bab7e796c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:37.867439 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76256034-0b5b-4638-86a6-a6bab7e796c4 service neutron] Pushing event updated for resources: {'Port': ['ID=a7cf97d3-e7eb-4b34-b9da-a92dfd54c0a7,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:45:38.130497 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-135eb9e3-97c6-4061-9e5d-b6a3846bede1 req-76256034-0b5b-4638-86a6-a6bab7e796c4 service neutron] Attempting to bind port a7cf97d3-e7eb-4b34-b9da-a92dfd54c0a7 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:45:38.130756 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-135eb9e3-97c6-4061-9e5d-b6a3846bede1 req-76256034-0b5b-4638-86a6-a6bab7e796c4 service neutron] Attempting to bind port a7cf97d3-e7eb-4b34-b9da-a92dfd54c0a7 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'cfe7a429-744a-48a0-a48d-faf071178288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '075d243d-5cac-410e-80c7-a18ff84cceb0'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:45:38.131100 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135eb9e3-97c6-4061-9e5d-b6a3846bede1 req-76256034-0b5b-4638-86a6-a6bab7e796c4 service neutron] Attempting to bind port a7cf97d3-e7eb-4b34-b9da-a92dfd54c0a7 on network 075d243d-5cac-410e-80c7-a18ff84cceb0 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:45:38.140168 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135eb9e3-97c6-4061-9e5d-b6a3846bede1 req-76256034-0b5b-4638-86a6-a6bab7e796c4 service neutron] Port a7cf97d3-e7eb-4b34-b9da-a92dfd54c0a7 on network 075d243d-5cac-410e-80c7-a18ff84cceb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:45:38.140478 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135eb9e3-97c6-4061-9e5d-b6a3846bede1 req-76256034-0b5b-4638-86a6-a6bab7e796c4 service neutron] Attempting to bind port a7cf97d3-e7eb-4b34-b9da-a92dfd54c0a7 on network 075d243d-5cac-410e-80c7-a18ff84cceb0 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:45:38.152572 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a2c8b-6b2d-4d71-bb49-b23f39c034c1 req-93b8c1de-081b-4095-a43e-f22fdefd561c tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:45:38.153257 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-549a2c8b-6b2d-4d71-bb49-b23f39c034c1 req-93b8c1de-081b-4095-a43e-f22fdefd561c tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Synchronizing usage tracker for tenant:6b2f3059793b418098910f2d886078d9 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:45:38.159849 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135eb9e3-97c6-4061-9e5d-b6a3846bede1 req-76256034-0b5b-4638-86a6-a6bab7e796c4 service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:45:38.160219 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135eb9e3-97c6-4061-9e5d-b6a3846bede1 req-76256034-0b5b-4638-86a6-a6bab7e796c4 service neutron] Checking segment: {'id': 'cfe7a429-744a-48a0-a48d-faf071178288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '075d243d-5cac-410e-80c7-a18ff84cceb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:45:38.160693 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135eb9e3-97c6-4061-9e5d-b6a3846bede1 req-76256034-0b5b-4638-86a6-a6bab7e796c4 service neutron] Bound using segment: {'id': 'cfe7a429-744a-48a0-a48d-faf071178288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '075d243d-5cac-410e-80c7-a18ff84cceb0'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:45:38.161118 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-135eb9e3-97c6-4061-9e5d-b6a3846bede1 req-76256034-0b5b-4638-86a6-a6bab7e796c4 service neutron] Bound port: a7cf97d3-e7eb-4b34-b9da-a92dfd54c0a7, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfe7a429-744a-48a0-a48d-faf071178288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '075d243d-5cac-410e-80c7-a18ff84cceb0'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:45:38.161457 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-135eb9e3-97c6-4061-9e5d-b6a3846bede1 req-76256034-0b5b-4638-86a6-a6bab7e796c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:38.211777 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-549a2c8b-6b2d-4d71-bb49-b23f39c034c1 req-93b8c1de-081b-4095-a43e-f22fdefd561c tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Unset dirty status for tenant:6b2f3059793b418098910f2d886078d9 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:45:38.212911 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-549a2c8b-6b2d-4d71-bb49-b23f39c034c1 req-93b8c1de-081b-4095-a43e-f22fdefd561c tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=814edbd1-bc8a-474a-8614-8ba8d59fab35 HTTP/1.1" status: 200 len: 944 time: 0.2045360 May 05 22:45:38.289939 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-135eb9e3-97c6-4061-9e5d-b6a3846bede1 req-76256034-0b5b-4638-86a6-a6bab7e796c4 service neutron] For port a7cf97d3-e7eb-4b34-b9da-a92dfd54c0a7, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:45:38.293720 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-549a2c8b-6b2d-4d71-bb49-b23f39c034c1 req-70b03fa7-0bc1-40cb-b2b2-3da8ae1b4bca tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=336aa272-e240-4e28-969b-5b9467b0091f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746131 May 05 22:45:38.295367 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-135eb9e3-97c6-4061-9e5d-b6a3846bede1 req-76256034-0b5b-4638-86a6-a6bab7e796c4 service neutron] For port a7cf97d3-e7eb-4b34-b9da-a92dfd54c0a7, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=a7cf97d3-e7eb-4b34-b9da-a92dfd54c0a7,segment=NetworkSegment(cfe7a429-744a-48a0-a48d-faf071178288),segment_id=cfe7a429-744a-48a0-a48d-faf071178288)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:45:38.301052 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-135eb9e3-97c6-4061-9e5d-b6a3846bede1 req-76256034-0b5b-4638-86a6-a6bab7e796c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:38.362401 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-135eb9e3-97c6-4061-9e5d-b6a3846bede1 req-76256034-0b5b-4638-86a6-a6bab7e796c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:38.363839 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-135eb9e3-97c6-4061-9e5d-b6a3846bede1 req-76256034-0b5b-4638-86a6-a6bab7e796c4 service neutron] 10.222.0.32 "PUT /v2.0/ports/a7cf97d3-e7eb-4b34-b9da-a92dfd54c0a7 HTTP/1.1" status: 200 len: 1092 time: 1.1979516 May 05 22:45:38.364301 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '814edbd1-bc8a-474a-8614-8ba8d59fab35', 'tag': 'a7cf97d3-e7eb-4b34-b9da-a92dfd54c0a7'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:45:38.381518 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76256034-0b5b-4638-86a6-a6bab7e796c4 service neutron] Pushing event updated for resources: {'Port': ['ID=a7cf97d3-e7eb-4b34-b9da-a92dfd54c0a7,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:45:38.439623 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4368e057-2c3a-4539-b5e3-2994dad05be8'] response: {'name': 'network-changed', 'server_uuid': '814edbd1-bc8a-474a-8614-8ba8d59fab35', 'tag': 'a7cf97d3-e7eb-4b34-b9da-a92dfd54c0a7', 'status': 'completed', 'code': 200} May 05 22:45:38.481468 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-135eb9e3-97c6-4061-9e5d-b6a3846bede1 req-01f91630-044f-48b8-b924-20bc4c6549ee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6b2f3059793b418098910f2d886078d9&device_id=814edbd1-bc8a-474a-8614-8ba8d59fab35 HTTP/1.1" status: 200 len: 1095 time: 0.0724277 May 05 22:45:38.555486 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-135eb9e3-97c6-4061-9e5d-b6a3846bede1 req-1816fe54-90c4-435c-a5c6-a2293592c4ef service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7cf97d3-e7eb-4b34-b9da-a92dfd54c0a7 HTTP/1.1" status: 200 len: 217 time: 0.0670455 May 05 22:45:38.618370 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135eb9e3-97c6-4061-9e5d-b6a3846bede1 req-365a7fd0-a789-42f8-94a5-f6fc18165f68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:45:38.619897 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-135eb9e3-97c6-4061-9e5d-b6a3846bede1 req-365a7fd0-a789-42f8-94a5-f6fc18165f68 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6a2fa90c-6c51-4824-8e93-91fbd2ecec5e HTTP/1.1" status: 200 len: 835 time: 0.0582557 May 05 22:45:38.699202 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-135eb9e3-97c6-4061-9e5d-b6a3846bede1 req-7dfb31d7-c142-4bd1-8e7e-0e06c1461cb4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=075d243d-5cac-410e-80c7-a18ff84cceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734832 May 05 22:45:38.753120 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device f0a7cbfc-3e5a-4e6d-a1e8-357e31b4c281 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:45:38.822879 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port f0a7cbfc-3e5a-4e6d-a1e8-357e31b4c281 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:45:38.823243 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:38.836483 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-135eb9e3-97c6-4061-9e5d-b6a3846bede1 req-233c7837-2d50-4e98-a254-a17007d52090 service neutron] 10.222.0.32 "GET /v2.0/networks/075d243d-5cac-410e-80c7-a18ff84cceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261427 May 05 22:45:38.980549 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-135eb9e3-97c6-4061-9e5d-b6a3846bede1 req-f0ac4c97-f594-48e2-b123-b52870a096a2 service neutron] 10.222.0.32 "GET /v2.0/networks/075d243d-5cac-410e-80c7-a18ff84cceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362183 May 05 22:45:39.119653 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3732561d-edad-4961-a721-9ef7e137f4ee req-f2ab3f0c-8401-4f41-9feb-c375f0e11e6e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6b2f3059793b418098910f2d886078d9&device_id=814edbd1-bc8a-474a-8614-8ba8d59fab35 HTTP/1.1" status: 200 len: 1095 time: 0.0769243 May 05 22:45:39.253475 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3732561d-edad-4961-a721-9ef7e137f4ee req-ee517d25-db4c-47d5-a883-7dbec21524c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:45:39.254909 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3732561d-edad-4961-a721-9ef7e137f4ee req-ee517d25-db4c-47d5-a883-7dbec21524c4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=075d243d-5cac-410e-80c7-a18ff84cceb0 HTTP/1.1" status: 200 len: 898 time: 0.1287527 May 05 22:45:39.339757 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3732561d-edad-4961-a721-9ef7e137f4ee req-948a0b9e-7c49-4da9-a592-f02517016d26 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7cf97d3-e7eb-4b34-b9da-a92dfd54c0a7 HTTP/1.1" status: 200 len: 217 time: 0.0776412 May 05 22:45:39.403249 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3732561d-edad-4961-a721-9ef7e137f4ee req-a94f4077-2128-4084-a637-a37b023e0ef4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:45:39.404732 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3732561d-edad-4961-a721-9ef7e137f4ee req-a94f4077-2128-4084-a637-a37b023e0ef4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6a2fa90c-6c51-4824-8e93-91fbd2ecec5e HTTP/1.1" status: 200 len: 835 time: 0.0579150 May 05 22:45:39.537213 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3732561d-edad-4961-a721-9ef7e137f4ee req-1a1ef19f-8643-4685-944b-f4367ce79d7d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=075d243d-5cac-410e-80c7-a18ff84cceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1254032 May 05 22:45:39.545477 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b678728-4388-4347-9d68-d9001b986cd1 req-4d94cc88-c994-4995-9c8a-85a33d57aa64 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:45:39.546842 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0b678728-4388-4347-9d68-d9001b986cd1 req-4d94cc88-c994-4995-9c8a-85a33d57aa64 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=814edbd1-bc8a-474a-8614-8ba8d59fab35 HTTP/1.1" status: 200 len: 944 time: 0.1037674 May 05 22:45:39.680418 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0b678728-4388-4347-9d68-d9001b986cd1 req-c5b38797-6d1c-490c-a4e7-870e99b75b46 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=336aa272-e240-4e28-969b-5b9467b0091f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154106 May 05 22:45:39.702825 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3732561d-edad-4961-a721-9ef7e137f4ee req-7fe55adf-a1cb-4149-915a-78be933994d9 service neutron] 10.222.0.32 "GET /v2.0/networks/075d243d-5cac-410e-80c7-a18ff84cceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550105 May 05 22:45:39.929443 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3732561d-edad-4961-a721-9ef7e137f4ee req-ea5450ce-50d7-42c9-904c-1300a632604f service neutron] 10.222.0.32 "GET /v2.0/networks/075d243d-5cac-410e-80c7-a18ff84cceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185647 May 05 22:45:40.883241 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013eda42-fc55-4d66-9f94-8d712c2b3de4 req-dfaab257-9037-48b7-983c-fe65ad27740a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:45:40.884588 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-013eda42-fc55-4d66-9f94-8d712c2b3de4 req-dfaab257-9037-48b7-983c-fe65ad27740a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=814edbd1-bc8a-474a-8614-8ba8d59fab35 HTTP/1.1" status: 200 len: 944 time: 0.0804157 May 05 22:45:40.933955 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-013eda42-fc55-4d66-9f94-8d712c2b3de4 req-3bf1ec52-f6e0-4254-892d-8f155be2add3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=336aa272-e240-4e28-969b-5b9467b0091f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414593 May 05 22:45:42.074798 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device a7cf97d3-e7eb-4b34-b9da-a92dfd54c0a7 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:45:42.140271 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb81303-af2d-473e-834c-8c0e19586700 req-e776d125-17a2-4a4c-8dfc-3cc6aa973c6a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:45:42.141778 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3fb81303-af2d-473e-834c-8c0e19586700 req-e776d125-17a2-4a4c-8dfc-3cc6aa973c6a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=814edbd1-bc8a-474a-8614-8ba8d59fab35 HTTP/1.1" status: 200 len: 944 time: 0.0824192 May 05 22:45:42.190503 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3fb81303-af2d-473e-834c-8c0e19586700 req-300b6969-13c9-455d-ad47-7bf5123990f0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=336aa272-e240-4e28-969b-5b9467b0091f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392818 May 05 22:45:42.205660 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port a7cf97d3-e7eb-4b34-b9da-a92dfd54c0a7, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=a7cf97d3-e7eb-4b34-b9da-a92dfd54c0a7,segment=NetworkSegment(cfe7a429-744a-48a0-a48d-faf071178288),segment_id=cfe7a429-744a-48a0-a48d-faf071178288)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:45:42.218785 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': 'a7cf97d3-e7eb-4b34-b9da-a92dfd54c0a7', 'network_id': '075d243d-5cac-410e-80c7-a18ff84cceb0', 'port_id': 'a7cf97d3-e7eb-4b34-b9da-a92dfd54c0a7', 'mac_address': 'fa:16:3e:55:08:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a2fa90c-6c51-4824-8e93-91fbd2ecec5e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:45:42.272609 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:42.291016 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7cf97d3-e7eb-4b34-b9da-a92dfd54c0a7 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:45:42.307268 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port a7cf97d3-e7eb-4b34-b9da-a92dfd54c0a7, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=a7cf97d3-e7eb-4b34-b9da-a92dfd54c0a7,segment=NetworkSegment(cfe7a429-744a-48a0-a48d-faf071178288),segment_id=cfe7a429-744a-48a0-a48d-faf071178288)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:45:42.312446 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:42.379291 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=a7cf97d3-e7eb-4b34-b9da-a92dfd54c0a7,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:45:42.562541 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['a7cf97d3-e7eb-4b34-b9da-a92dfd54c0a7'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:45:43.390328 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b2f38-d9ad-4aaa-8f7e-cc03577f666d req-421c302e-d182-4fd3-a11c-88659bed3815 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:45:43.395341 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-db7b2f38-d9ad-4aaa-8f7e-cc03577f666d req-421c302e-d182-4fd3-a11c-88659bed3815 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=814edbd1-bc8a-474a-8614-8ba8d59fab35 HTTP/1.1" status: 200 len: 945 time: 0.0839665 May 05 22:45:43.439169 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-db7b2f38-d9ad-4aaa-8f7e-cc03577f666d req-acc8c0a7-c285-46a7-9c3e-8dac437fb5c0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=336aa272-e240-4e28-969b-5b9467b0091f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409400 May 05 22:45:44.026607 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-77a34fbd-06e1-40e5-b4f4-5f51ad4ec053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:44.107466 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device a7cf97d3-e7eb-4b34-b9da-a92dfd54c0a7 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:45:44.188704 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port a7cf97d3-e7eb-4b34-b9da-a92dfd54c0a7 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:45:44.193905 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port a7cf97d3-e7eb-4b34-b9da-a92dfd54c0a7 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:45:44.194282 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:44.312068 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:44.340473 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '814edbd1-bc8a-474a-8614-8ba8d59fab35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7cf97d3-e7eb-4b34-b9da-a92dfd54c0a7'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:45:44.350975 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port a7cf97d3-e7eb-4b34-b9da-a92dfd54c0a7, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=a7cf97d3-e7eb-4b34-b9da-a92dfd54c0a7,segment=NetworkSegment(cfe7a429-744a-48a0-a48d-faf071178288),segment_id=cfe7a429-744a-48a0-a48d-faf071178288)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:45:44.355824 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:44.402086 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b0314bb-baeb-488b-894c-bc8c3d520714'] response: {'server_uuid': '814edbd1-bc8a-474a-8614-8ba8d59fab35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7cf97d3-e7eb-4b34-b9da-a92dfd54c0a7', 'code': 200} May 05 22:45:44.429555 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=a7cf97d3-e7eb-4b34-b9da-a92dfd54c0a7,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:45:44.528012 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3e02b94d-ae17-496a-b019-cb2d3e355a94 req-e9aba91f-3d8b-4f98-87eb-973af5801c62 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=814edbd1-bc8a-474a-8614-8ba8d59fab35 HTTP/1.1" status: 200 len: 1097 time: 0.0764499 May 05 22:45:44.610205 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3e02b94d-ae17-496a-b019-cb2d3e355a94 req-af295c9d-26f9-446e-9d1b-6b52ddf50e39 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=336aa272-e240-4e28-969b-5b9467b0091f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761280 May 05 22:45:44.644135 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c142f79-71aa-49ad-a5de-c687798d285b req-ae25446e-5874-4cb0-9ed9-6e4970b9fe4d tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:45:44.645566 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3c142f79-71aa-49ad-a5de-c687798d285b req-ae25446e-5874-4cb0-9ed9-6e4970b9fe4d tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=814edbd1-bc8a-474a-8614-8ba8d59fab35 HTTP/1.1" status: 200 len: 946 time: 0.0800014 May 05 22:45:44.693946 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3c142f79-71aa-49ad-a5de-c687798d285b req-6b160d1b-a689-42a7-8830-3f75a67b07db tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=336aa272-e240-4e28-969b-5b9467b0091f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396686 May 05 22:45:45.904575 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d61cb2b-6f29-4185-8cf6-c69c5726383f req-4c624c7a-edfc-49df-b80f-0c807d9603d1 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:45:45.906020 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2d61cb2b-6f29-4185-8cf6-c69c5726383f req-4c624c7a-edfc-49df-b80f-0c807d9603d1 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=814edbd1-bc8a-474a-8614-8ba8d59fab35 HTTP/1.1" status: 200 len: 946 time: 0.0813670 May 05 22:45:45.963212 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2d61cb2b-6f29-4185-8cf6-c69c5726383f req-e1fae674-ff17-4823-8c0b-ae8b4d2561c4 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=336aa272-e240-4e28-969b-5b9467b0091f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512862 May 05 22:45:46.177394 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b266f-79e9-456b-9723-f37de9453ac8 req-3a3b278d-6f1f-4f12-80de-65b60bb515db tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:45:46.178705 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ea0b266f-79e9-456b-9723-f37de9453ac8 req-3a3b278d-6f1f-4f12-80de-65b60bb515db tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=814edbd1-bc8a-474a-8614-8ba8d59fab35 HTTP/1.1" status: 200 len: 946 time: 0.0954032 May 05 22:45:46.231113 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ea0b266f-79e9-456b-9723-f37de9453ac8 req-8f5d2f04-b425-4fb0-86e0-41b10edaa2c2 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=336aa272-e240-4e28-969b-5b9467b0091f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441396 May 05 22:45:46.264748 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 36698) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:45:46.310974 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-55412807-402a-427a-9322-746a2b2c8a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:46.452010 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c94d4551-6025-4cd7-96df-ee2d182d3176 tempest-TestNetworkAdvancedServerOps-1703995958 tempest-TestNetworkAdvancedServerOps-1703995958-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=814edbd1-bc8a-474a-8614-8ba8d59fab35 HTTP/1.1" status: 200 len: 1092 time: 0.1859729 May 05 22:45:46.455468 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 36702) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:45:46.461033 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-7f390904-64c0-4a24-a3f4-95dccda9e4ed tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Request body: {'floatingip': {'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'port_id': 'a7cf97d3-e7eb-4b34-b9da-a92dfd54c0a7', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:45:46.468028 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-7f390904-64c0-4a24-a3f4-95dccda9e4ed tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:45:46.472260 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-7f390904-64c0-4a24-a3f4-95dccda9e4ed tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Usage tracker for resource:floatingip and tenant:6b2f3059793b418098910f2d886078d9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:45:46.475856 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-7f390904-64c0-4a24-a3f4-95dccda9e4ed tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:45:46.481893 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-7f390904-64c0-4a24-a3f4-95dccda9e4ed tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:45:46.496230 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7f390904-64c0-4a24-a3f4-95dccda9e4ed tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for floatingip, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:46.634822 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7f390904-64c0-4a24-a3f4-95dccda9e4ed tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:46.775239 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-7f390904-64c0-4a24-a3f4-95dccda9e4ed tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Allocated IP 172.25.4.107 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/f2a0a6da-6224-4c32-a13e-298a8d0b6d3e) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:45:46.923734 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7f390904-64c0-4a24-a3f4-95dccda9e4ed tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:46.953972 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7f390904-64c0-4a24-a3f4-95dccda9e4ed tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:47.021904 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f390904-64c0-4a24-a3f4-95dccda9e4ed tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:45:47.024898 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-7f390904-64c0-4a24-a3f4-95dccda9e4ed tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:45:47.028606 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f390904-64c0-4a24-a3f4-95dccda9e4ed tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:45:47.060459 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f390904-64c0-4a24-a3f4-95dccda9e4ed tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'Port': ['ID=f2a0a6da-6224-4c32-a13e-298a8d0b6d3e,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:45:47.538750 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7f390904-64c0-4a24-a3f4-95dccda9e4ed tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:47.594310 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:47.595823 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:47.603342 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7f390904-64c0-4a24-a3f4-95dccda9e4ed tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:47.827407 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7f390904-64c0-4a24-a3f4-95dccda9e4ed tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:47.834723 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7f390904-64c0-4a24-a3f4-95dccda9e4ed tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:47.935136 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f390904-64c0-4a24-a3f4-95dccda9e4ed tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'Port': ['ID=f2a0a6da-6224-4c32-a13e-298a8d0b6d3e,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:45:47.955287 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7f390904-64c0-4a24-a3f4-95dccda9e4ed tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:48.248734 n-d-825175-4 neutron-server[84063]: INFO neutron.db.l3_db [None req-7f390904-64c0-4a24-a3f4-95dccda9e4ed tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Floating IP c868d039-73f8-46b2-862d-c7a0c631db64 associated. External IP: 172.25.4.107, port: a7cf97d3-e7eb-4b34-b9da-a92dfd54c0a7. May 05 22:45:48.677234 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f390904-64c0-4a24-a3f4-95dccda9e4ed tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Router 19bce968-487f-4ef5-9d74-393d3a5fa6b0 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:45:48.891894 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f390904-64c0-4a24-a3f4-95dccda9e4ed tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:45:48.902320 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f56b3e5-d259-4a82-8199-7f2b3054d07b None None] Sync routers for ids ['19bce968-487f-4ef5-9d74-393d3a5fa6b0'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:45:48.914606 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f56b3e5-d259-4a82-8199-7f2b3054d07b None None] Routers {'19bce968-487f-4ef5-9d74-393d3a5fa6b0'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:45:48.915227 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-6f56b3e5-d259-4a82-8199-7f2b3054d07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:45:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['19bce968-487f-4ef5-9d74-393d3a5fa6b0'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:45:48.919028 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-7f390904-64c0-4a24-a3f4-95dccda9e4ed tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:48.975746 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-7f390904-64c0-4a24-a3f4-95dccda9e4ed tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5166924 May 05 22:45:48.975746 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '814edbd1-bc8a-474a-8614-8ba8d59fab35', 'tag': 'a7cf97d3-e7eb-4b34-b9da-a92dfd54c0a7'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:45:49.030673 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5cccd9c-bc01-4b91-af61-c13e3a1d16eb'] response: {'name': 'network-changed', 'server_uuid': '814edbd1-bc8a-474a-8614-8ba8d59fab35', 'tag': 'a7cf97d3-e7eb-4b34-b9da-a92dfd54c0a7', 'status': 'completed', 'code': 200} May 05 22:45:49.095801 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-6f56b3e5-d259-4a82-8199-7f2b3054d07b None None] Set router 19bce968-487f-4ef5-9d74-393d3a5fa6b0 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:45:49.190648 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de337ef-1400-439b-97f8-4dc5cec14345 req-f208c0c2-ad76-4187-bcbc-44990df03398 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:45:49.192108 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7de337ef-1400-439b-97f8-4dc5cec14345 req-f208c0c2-ad76-4187-bcbc-44990df03398 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=814edbd1-bc8a-474a-8614-8ba8d59fab35 HTTP/1.1" status: 200 len: 946 time: 0.1071470 May 05 22:45:49.195893 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-25cb36b6-2192-4847-a401-a5d0a5ec4320 req-c9776576-01e8-4f8c-a882-9c23af3aa0c8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6b2f3059793b418098910f2d886078d9&device_id=814edbd1-bc8a-474a-8614-8ba8d59fab35 HTTP/1.1" status: 200 len: 1097 time: 0.1403415 May 05 22:45:49.229643 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:45:49.322841 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7de337ef-1400-439b-97f8-4dc5cec14345 req-bee6b587-ed56-42fe-922f-bc38e284b3f4 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=336aa272-e240-4e28-969b-5b9467b0091f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244423 May 05 22:45:49.354178 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 36710) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:45:49.362082 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cb36b6-2192-4847-a401-a5d0a5ec4320 req-51c705f3-bb27-4a86-a562-e90397fc670a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:45:49.364476 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-25cb36b6-2192-4847-a401-a5d0a5ec4320 req-51c705f3-bb27-4a86-a562-e90397fc670a service neutron] 10.222.0.32 "GET /v2.0/networks?id=075d243d-5cac-410e-80c7-a18ff84cceb0 HTTP/1.1" status: 200 len: 898 time: 0.1524708 May 05 22:45:49.499795 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-25cb36b6-2192-4847-a401-a5d0a5ec4320 req-fecbc04e-dfe6-47a2-94f2-96ab3ff597bd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7cf97d3-e7eb-4b34-b9da-a92dfd54c0a7 HTTP/1.1" status: 200 len: 1000 time: 0.1290693 May 05 22:45:49.500756 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-6f56b3e5-d259-4a82-8199-7f2b3054d07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bce968-487f-4ef5-9d74-393d3a5fa6b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088094583', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'fc513f41-6255-42f9-b690-2fedb4b3b473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:45:26Z', 'updated_at': '2022-05-05T22:45:30Z', 'revision_number': 4, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': 'fc513f41-6255-42f9-b690-2fedb4b3b473', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:91:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bce968-487f-4ef5-9d74-393d3a5fa6b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:45:26Z', 'updated_at': '2022-05-05T22:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': 'c868d039-73f8-46b2-862d-c7a0c631db64', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'floating_ip_address': '172.25.4.107', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '19bce968-487f-4ef5-9d74-393d3a5fa6b0', 'port_id': 'a7cf97d3-e7eb-4b34-b9da-a92dfd54c0a7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '075d243d-5cac-410e-80c7-a18ff84cceb0', 'mac_address': 'fa:16:3e:55:08:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814edbd1-bc8a-474a-8614-8ba8d59fab35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:45:47Z', 'updated_at': '2022-05-05T22:45:47Z', 'revision_number': 0, 'project_id': '6b2f3059793b418098910f2d886078d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0a7cbfc-3e5a-4e6d-a1e8-357e31b4c281', 'name': '', 'network_id': '075d243d-5cac-410e-80c7-a18ff84cceb0', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'mac_address': 'fa:16:3e:9a:d7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bce968-487f-4ef5-9d74-393d3a5fa6b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a2fa90c-6c51-4824-8e93-91fbd2ecec5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:45:29Z', 'updated_at': '2022-05-05T22:45:37Z', 'revision_number': 5, 'project_id': '6b2f3059793b418098910f2d886078d9', 'subnets': [{'id': '6a2fa90c-6c51-4824-8e93-91fbd2ecec5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:45:49.505893 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f56b3e5-d259-4a82-8199-7f2b3054d07b None None] Checking router: 19bce968-487f-4ef5-9d74-393d3a5fa6b0 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:45:49.514849 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-3d98e9b3-745c-4900-acd9-9052bcd6f9ec tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/floatingips/c868d039-73f8-46b2-862d-c7a0c631db64 HTTP/1.1" status: 200 len: 992 time: 0.1593761 May 05 22:45:49.517071 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f56b3e5-d259-4a82-8199-7f2b3054d07b None None] Routers {'19bce968-487f-4ef5-9d74-393d3a5fa6b0'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:45:49.517677 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-6f56b3e5-d259-4a82-8199-7f2b3054d07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:45:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['19bce968-487f-4ef5-9d74-393d3a5fa6b0'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:45:49.582075 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cb36b6-2192-4847-a401-a5d0a5ec4320 req-32dbf1ef-63a0-46b1-afb2-59e1a5e84723 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:45:49.583774 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-25cb36b6-2192-4847-a401-a5d0a5ec4320 req-32dbf1ef-63a0-46b1-afb2-59e1a5e84723 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6a2fa90c-6c51-4824-8e93-91fbd2ecec5e HTTP/1.1" status: 200 len: 835 time: 0.0720890 May 05 22:45:49.663919 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-25cb36b6-2192-4847-a401-a5d0a5ec4320 req-8a47ab9a-e878-4e9e-afc7-338706f85601 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=075d243d-5cac-410e-80c7-a18ff84cceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742590 May 05 22:45:49.699616 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-6f56b3e5-d259-4a82-8199-7f2b3054d07b None None] Set router 19bce968-487f-4ef5-9d74-393d3a5fa6b0 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:45:49.799569 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-25cb36b6-2192-4847-a401-a5d0a5ec4320 req-b1e0ba1f-89cc-4dcd-ba6a-62c17a8466c0 service neutron] 10.222.0.32 "GET /v2.0/networks/075d243d-5cac-410e-80c7-a18ff84cceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289790 May 05 22:45:49.931428 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-25cb36b6-2192-4847-a401-a5d0a5ec4320 req-9e3d8e3f-aab2-4c57-9855-8df92bbc9489 service neutron] 10.222.0.32 "GET /v2.0/networks/075d243d-5cac-410e-80c7-a18ff84cceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259956 May 05 22:45:50.058557 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-6f56b3e5-d259-4a82-8199-7f2b3054d07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bce968-487f-4ef5-9d74-393d3a5fa6b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088094583', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'fc513f41-6255-42f9-b690-2fedb4b3b473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:45:26Z', 'updated_at': '2022-05-05T22:45:30Z', 'revision_number': 4, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': 'fc513f41-6255-42f9-b690-2fedb4b3b473', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:91:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bce968-487f-4ef5-9d74-393d3a5fa6b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:45:26Z', 'updated_at': '2022-05-05T22:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': 'c868d039-73f8-46b2-862d-c7a0c631db64', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'floating_ip_address': '172.25.4.107', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '19bce968-487f-4ef5-9d74-393d3a5fa6b0', 'port_id': 'a7cf97d3-e7eb-4b34-b9da-a92dfd54c0a7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '075d243d-5cac-410e-80c7-a18ff84cceb0', 'mac_address': 'fa:16:3e:55:08:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814edbd1-bc8a-474a-8614-8ba8d59fab35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:45:47Z', 'updated_at': '2022-05-05T22:45:47Z', 'revision_number': 0, 'project_id': '6b2f3059793b418098910f2d886078d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0a7cbfc-3e5a-4e6d-a1e8-357e31b4c281', 'name': '', 'network_id': '075d243d-5cac-410e-80c7-a18ff84cceb0', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'mac_address': 'fa:16:3e:9a:d7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bce968-487f-4ef5-9d74-393d3a5fa6b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a2fa90c-6c51-4824-8e93-91fbd2ecec5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:45:29Z', 'updated_at': '2022-05-05T22:45:37Z', 'revision_number': 5, 'project_id': '6b2f3059793b418098910f2d886078d9', 'subnets': [{'id': '6a2fa90c-6c51-4824-8e93-91fbd2ecec5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:45:50.062602 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f56b3e5-d259-4a82-8199-7f2b3054d07b None None] The sync data for ids ['19bce968-487f-4ef5-9d74-393d3a5fa6b0'] in n-d-825175-4 is: [{'id': '19bce968-487f-4ef5-9d74-393d3a5fa6b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088094583', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'fc513f41-6255-42f9-b690-2fedb4b3b473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:45:26Z', 'updated_at': '2022-05-05T22:45:30Z', 'revision_number': 4, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': 'fc513f41-6255-42f9-b690-2fedb4b3b473', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:91:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bce968-487f-4ef5-9d74-393d3a5fa6b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:45:26Z', 'updated_at': '2022-05-05T22:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': 'c868d039-73f8-46b2-862d-c7a0c631db64', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'floating_ip_address': '172.25.4.107', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '19bce968-487f-4ef5-9d74-393d3a5fa6b0', 'port_id': 'a7cf97d3-e7eb-4b34-b9da-a92dfd54c0a7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '075d243d-5cac-410e-80c7-a18ff84cceb0', 'mac_address': 'fa:16:3e:55:08:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '814edbd1-bc8a-474a-8614-8ba8d59fab35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:45:47Z', 'updated_at': '2022-05-05T22:45:47Z', 'revision_number': 0, 'project_id': '6b2f3059793b418098910f2d886078d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0a7cbfc-3e5a-4e6d-a1e8-357e31b4c281', 'name': '', 'network_id': '075d243d-5cac-410e-80c7-a18ff84cceb0', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'mac_address': 'fa:16:3e:9a:d7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bce968-487f-4ef5-9d74-393d3a5fa6b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a2fa90c-6c51-4824-8e93-91fbd2ecec5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:45:29Z', 'updated_at': '2022-05-05T22:45:37Z', 'revision_number': 5, 'project_id': '6b2f3059793b418098910f2d886078d9', 'subnets': [{'id': '6a2fa90c-6c51-4824-8e93-91fbd2ecec5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:45:50.518766 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 36714) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:45:50.629400 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-13b715e7-8a31-4c56-b4aa-bafa858237e0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/floatingips/c868d039-73f8-46b2-862d-c7a0c631db64 HTTP/1.1" status: 200 len: 992 time: 0.1092212 May 05 22:45:51.633426 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 36718) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:45:51.742067 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-3028b52d-a02f-4a46-acd0-6eb3deee8fcd tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/floatingips/c868d039-73f8-46b2-862d-c7a0c631db64 HTTP/1.1" status: 200 len: 992 time: 0.1074142 May 05 22:45:51.750166 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878a4c8e-2b81-46eb-99f8-7e387dd62416 None None] New status for floating IP c868d039-73f8-46b2-862d-c7a0c631db64: ACTIVE {{(pid=84068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 22:45:52.747138 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36722) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:45:52.951873 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c31c4b62-3ec4-4c66-ba4a-38eafafabe26 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/floatingips/c868d039-73f8-46b2-862d-c7a0c631db64 HTTP/1.1" status: 200 len: 994 time: 0.2030718 May 05 22:45:59.360257 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:46:06.405540 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:06.615796 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:14.028403 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-74fbfdae-e784-4672-959c-c577366544b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:16.321330 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4cba6086-cb91-4547-8f7b-6211ab550728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:17.603017 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:17.610230 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:17.909226 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbfc50e-4b85-4468-88f1-2d5705635436 req-6bf8656b-dd58-4122-9361-6503289bf340 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:46:17.909226 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fbbfc50e-4b85-4468-88f1-2d5705635436 req-6bf8656b-dd58-4122-9361-6503289bf340 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=814edbd1-bc8a-474a-8614-8ba8d59fab35 HTTP/1.1" status: 200 len: 946 time: 0.0875628 May 05 22:46:17.965804 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fbbfc50e-4b85-4468-88f1-2d5705635436 req-f2bab17c-649c-4d50-8b97-97557ebe0808 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=336aa272-e240-4e28-969b-5b9467b0091f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490274 May 05 22:46:19.176402 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:19.202487 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ffd95-e0dd-4d55-975f-ca0c27d2f245 req-f6b3834a-d826-4711-b68a-b64deda0d933 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:46:19.203972 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-811ffd95-e0dd-4d55-975f-ca0c27d2f245 req-f6b3834a-d826-4711-b68a-b64deda0d933 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=814edbd1-bc8a-474a-8614-8ba8d59fab35 HTTP/1.1" status: 200 len: 946 time: 0.0860891 May 05 22:46:19.249301 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-811ffd95-e0dd-4d55-975f-ca0c27d2f245 req-77e0efa8-4695-45a7-8e64-576694623455 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=336aa272-e240-4e28-969b-5b9467b0091f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393445 May 05 22:46:19.286891 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36746) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:46:19.398706 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a1af8da0-592f-4833-b6c4-642ddf5b56d6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/floatingips/c868d039-73f8-46b2-862d-c7a0c631db64 HTTP/1.1" status: 200 len: 994 time: 0.1107378 May 05 22:46:20.900911 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790278c4-deab-4735-a0d7-9f23366bb7d3 req-f5ce93eb-0613-47a9-9158-c6194051b217 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:46:20.902238 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-790278c4-deab-4735-a0d7-9f23366bb7d3 req-f5ce93eb-0613-47a9-9158-c6194051b217 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=814edbd1-bc8a-474a-8614-8ba8d59fab35 HTTP/1.1" status: 200 len: 946 time: 0.0837147 May 05 22:46:20.949497 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-790278c4-deab-4735-a0d7-9f23366bb7d3 req-ca70d5f0-b04a-4541-902b-917489a58b2b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=336aa272-e240-4e28-969b-5b9467b0091f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413666 May 05 22:46:22.169882 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a745e306-63ad-4047-9365-0058c23d7bb9 req-aba856bf-313c-4468-b346-95658ae77ce1 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:46:22.171345 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a745e306-63ad-4047-9365-0058c23d7bb9 req-aba856bf-313c-4468-b346-95658ae77ce1 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=814edbd1-bc8a-474a-8614-8ba8d59fab35 HTTP/1.1" status: 200 len: 946 time: 0.0947733 May 05 22:46:22.227446 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a745e306-63ad-4047-9365-0058c23d7bb9 req-1580ad67-cb67-4390-8e83-42e0c1379147 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=336aa272-e240-4e28-969b-5b9467b0091f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476034 May 05 22:46:22.256374 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36760) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:46:22.370535 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-256cad7e-55ed-42cc-9747-367ae3382ffe tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/floatingips/c868d039-73f8-46b2-862d-c7a0c631db64 HTTP/1.1" status: 200 len: 994 time: 0.1128824 May 05 22:46:22.726573 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36768) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:46:22.931977 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-9f084df3-5387-408b-bb5e-2b8ff2433c61 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Deleting port f2a0a6da-6224-4c32-a13e-298a8d0b6d3e {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:46:22.932303 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9f084df3-5387-408b-bb5e-2b8ff2433c61 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:23.101425 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9f084df3-5387-408b-bb5e-2b8ff2433c61 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:23.101708 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9f084df3-5387-408b-bb5e-2b8ff2433c61 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:23.223511 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-9f084df3-5387-408b-bb5e-2b8ff2433c61 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Calling delete_port for f2a0a6da-6224-4c32-a13e-298a8d0b6d3e owned by network:floatingip {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:46:23.388138 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9f084df3-5387-408b-bb5e-2b8ff2433c61 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:23.432772 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f084df3-5387-408b-bb5e-2b8ff2433c61 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event deleted for resources: {'Port': ['ID=f2a0a6da-6224-4c32-a13e-298a8d0b6d3e,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:46:23.496235 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f084df3-5387-408b-bb5e-2b8ff2433c61 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:46:23.496443 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f084df3-5387-408b-bb5e-2b8ff2433c61 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:46:23.497043 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f084df3-5387-408b-bb5e-2b8ff2433c61 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:46:23.497929 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f084df3-5387-408b-bb5e-2b8ff2433c61 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:46:23.497929 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f084df3-5387-408b-bb5e-2b8ff2433c61 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:46:23.498156 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f084df3-5387-408b-bb5e-2b8ff2433c61 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:46:23.498510 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f084df3-5387-408b-bb5e-2b8ff2433c61 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:46:23.498871 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f084df3-5387-408b-bb5e-2b8ff2433c61 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:46:23.499190 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f084df3-5387-408b-bb5e-2b8ff2433c61 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:46:23.499509 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f084df3-5387-408b-bb5e-2b8ff2433c61 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:46:23.499826 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f084df3-5387-408b-bb5e-2b8ff2433c61 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:46:23.536914 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9f084df3-5387-408b-bb5e-2b8ff2433c61 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for floatingip, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:24.051735 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f084df3-5387-408b-bb5e-2b8ff2433c61 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Router 19bce968-487f-4ef5-9d74-393d3a5fa6b0 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:46:24.257113 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f084df3-5387-408b-bb5e-2b8ff2433c61 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:46:24.267696 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b032498-204b-4b4f-8670-f61415dd7c63 None None] Sync routers for ids ['19bce968-487f-4ef5-9d74-393d3a5fa6b0'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:46:24.279411 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9f084df3-5387-408b-bb5e-2b8ff2433c61 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:24.280848 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b032498-204b-4b4f-8670-f61415dd7c63 None None] Routers {'19bce968-487f-4ef5-9d74-393d3a5fa6b0'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:46:24.281459 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-0b032498-204b-4b4f-8670-f61415dd7c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:46:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['19bce968-487f-4ef5-9d74-393d3a5fa6b0'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:46:24.337286 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-9f084df3-5387-408b-bb5e-2b8ff2433c61 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "DELETE /v2.0/floatingips/c868d039-73f8-46b2-862d-c7a0c631db64 HTTP/1.1" status: 204 len: 168 time: 1.6067810 May 05 22:46:24.337286 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '814edbd1-bc8a-474a-8614-8ba8d59fab35', 'tag': 'a7cf97d3-e7eb-4b34-b9da-a92dfd54c0a7'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:46:24.391579 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1d272f1-3b82-41af-906e-37dcaef984cf'] response: {'name': 'network-changed', 'server_uuid': '814edbd1-bc8a-474a-8614-8ba8d59fab35', 'tag': 'a7cf97d3-e7eb-4b34-b9da-a92dfd54c0a7', 'status': 'completed', 'code': 200} May 05 22:46:24.463078 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-0b032498-204b-4b4f-8670-f61415dd7c63 None None] Set router 19bce968-487f-4ef5-9d74-393d3a5fa6b0 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:46:24.484627 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a1654999-b705-46a1-8eb0-a84a7874299b req-430a4900-09cb-4948-b6cf-746c3946ae14 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6b2f3059793b418098910f2d886078d9&device_id=814edbd1-bc8a-474a-8614-8ba8d59fab35 HTTP/1.1" status: 200 len: 1097 time: 0.0686560 May 05 22:46:24.643368 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1654999-b705-46a1-8eb0-a84a7874299b req-a636d7e7-a203-4a33-a30a-9cd79a2f42ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:46:24.644818 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a1654999-b705-46a1-8eb0-a84a7874299b req-a636d7e7-a203-4a33-a30a-9cd79a2f42ce service neutron] 10.222.0.32 "GET /v2.0/networks?id=075d243d-5cac-410e-80c7-a18ff84cceb0 HTTP/1.1" status: 200 len: 898 time: 0.1548111 May 05 22:46:24.758939 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a1654999-b705-46a1-8eb0-a84a7874299b req-0c3b3195-fba9-42c2-8d9d-ce43e8948c5b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7cf97d3-e7eb-4b34-b9da-a92dfd54c0a7 HTTP/1.1" status: 200 len: 217 time: 0.1073062 May 05 22:46:24.810239 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-0b032498-204b-4b4f-8670-f61415dd7c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bce968-487f-4ef5-9d74-393d3a5fa6b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088094583', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'fc513f41-6255-42f9-b690-2fedb4b3b473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:45:26Z', 'updated_at': '2022-05-05T22:45:30Z', 'revision_number': 4, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': 'fc513f41-6255-42f9-b690-2fedb4b3b473', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:91:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bce968-487f-4ef5-9d74-393d3a5fa6b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:45:26Z', 'updated_at': '2022-05-05T22:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'f0a7cbfc-3e5a-4e6d-a1e8-357e31b4c281', 'name': '', 'network_id': '075d243d-5cac-410e-80c7-a18ff84cceb0', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'mac_address': 'fa:16:3e:9a:d7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bce968-487f-4ef5-9d74-393d3a5fa6b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a2fa90c-6c51-4824-8e93-91fbd2ecec5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:45:29Z', 'updated_at': '2022-05-05T22:45:37Z', 'revision_number': 5, 'project_id': '6b2f3059793b418098910f2d886078d9', 'subnets': [{'id': '6a2fa90c-6c51-4824-8e93-91fbd2ecec5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:46:24.814289 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b032498-204b-4b4f-8670-f61415dd7c63 None None] Checking router: 19bce968-487f-4ef5-9d74-393d3a5fa6b0 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:46:24.824821 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b032498-204b-4b4f-8670-f61415dd7c63 None None] Routers {'19bce968-487f-4ef5-9d74-393d3a5fa6b0'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:46:24.825450 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-0b032498-204b-4b4f-8670-f61415dd7c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:46:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['19bce968-487f-4ef5-9d74-393d3a5fa6b0'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:46:24.838009 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1654999-b705-46a1-8eb0-a84a7874299b req-1bae575d-f0e1-40f3-831e-4488d35cf585 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:46:24.839472 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a1654999-b705-46a1-8eb0-a84a7874299b req-1bae575d-f0e1-40f3-831e-4488d35cf585 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6a2fa90c-6c51-4824-8e93-91fbd2ecec5e HTTP/1.1" status: 200 len: 835 time: 0.0738034 May 05 22:46:24.884876 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e23083-b592-4c8c-bc8f-7206ad3395cd req-9efd5636-290f-407b-b9f4-cb442946350b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:46:24.885439 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-e8e23083-b592-4c8c-bc8f-7206ad3395cd req-9efd5636-290f-407b-b9f4-cb442946350b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Synchronizing usage tracker for tenant:6b2f3059793b418098910f2d886078d9 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:46:24.915200 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-e8e23083-b592-4c8c-bc8f-7206ad3395cd req-9efd5636-290f-407b-b9f4-cb442946350b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Unset dirty status for tenant:6b2f3059793b418098910f2d886078d9 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:46:24.916338 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e8e23083-b592-4c8c-bc8f-7206ad3395cd req-9efd5636-290f-407b-b9f4-cb442946350b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=814edbd1-bc8a-474a-8614-8ba8d59fab35 HTTP/1.1" status: 200 len: 946 time: 0.2097449 May 05 22:46:24.956106 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a1654999-b705-46a1-8eb0-a84a7874299b req-71d0726d-c6a1-4b2e-9d46-c0e2f32161ef service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=075d243d-5cac-410e-80c7-a18ff84cceb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1095564 May 05 22:46:25.053800 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-0b032498-204b-4b4f-8670-f61415dd7c63 None None] Set router 19bce968-487f-4ef5-9d74-393d3a5fa6b0 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:46:25.059411 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e8e23083-b592-4c8c-bc8f-7206ad3395cd req-81fd22b4-3dca-4f01-a9e8-16b23441ab41 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=336aa272-e240-4e28-969b-5b9467b0091f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347160 May 05 22:46:25.106114 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a1654999-b705-46a1-8eb0-a84a7874299b req-1ad6d1ab-cdd1-46a9-bc77-c99ec5880a96 service neutron] 10.222.0.32 "GET /v2.0/networks/075d243d-5cac-410e-80c7-a18ff84cceb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420107 May 05 22:46:25.239350 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a1654999-b705-46a1-8eb0-a84a7874299b req-3475ea6d-e160-47bb-bbc3-75297a380c5e service neutron] 10.222.0.32 "GET /v2.0/networks/075d243d-5cac-410e-80c7-a18ff84cceb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258690 May 05 22:46:25.371419 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-0b032498-204b-4b4f-8670-f61415dd7c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bce968-487f-4ef5-9d74-393d3a5fa6b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088094583', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'fc513f41-6255-42f9-b690-2fedb4b3b473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:45:26Z', 'updated_at': '2022-05-05T22:45:30Z', 'revision_number': 4, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': 'fc513f41-6255-42f9-b690-2fedb4b3b473', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:91:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bce968-487f-4ef5-9d74-393d3a5fa6b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:45:26Z', 'updated_at': '2022-05-05T22:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'f0a7cbfc-3e5a-4e6d-a1e8-357e31b4c281', 'name': '', 'network_id': '075d243d-5cac-410e-80c7-a18ff84cceb0', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'mac_address': 'fa:16:3e:9a:d7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bce968-487f-4ef5-9d74-393d3a5fa6b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a2fa90c-6c51-4824-8e93-91fbd2ecec5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:45:29Z', 'updated_at': '2022-05-05T22:45:37Z', 'revision_number': 5, 'project_id': '6b2f3059793b418098910f2d886078d9', 'subnets': [{'id': '6a2fa90c-6c51-4824-8e93-91fbd2ecec5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:46:25.376060 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b032498-204b-4b4f-8670-f61415dd7c63 None None] The sync data for ids ['19bce968-487f-4ef5-9d74-393d3a5fa6b0'] in n-d-825175-4 is: [{'id': '19bce968-487f-4ef5-9d74-393d3a5fa6b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088094583', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'fc513f41-6255-42f9-b690-2fedb4b3b473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:45:26Z', 'updated_at': '2022-05-05T22:45:30Z', 'revision_number': 4, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': 'fc513f41-6255-42f9-b690-2fedb4b3b473', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:91:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bce968-487f-4ef5-9d74-393d3a5fa6b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:45:26Z', 'updated_at': '2022-05-05T22:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'f0a7cbfc-3e5a-4e6d-a1e8-357e31b4c281', 'name': '', 'network_id': '075d243d-5cac-410e-80c7-a18ff84cceb0', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'mac_address': 'fa:16:3e:9a:d7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bce968-487f-4ef5-9d74-393d3a5fa6b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a2fa90c-6c51-4824-8e93-91fbd2ecec5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:45:29Z', 'updated_at': '2022-05-05T22:45:37Z', 'revision_number': 5, 'project_id': '6b2f3059793b418098910f2d886078d9', 'subnets': [{'id': '6a2fa90c-6c51-4824-8e93-91fbd2ecec5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:46:25.606911 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2631db3-b07e-4549-8bcd-906207c6989c None None] New status for floating IP c868d039-73f8-46b2-862d-c7a0c631db64: DOWN {{(pid=84068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 22:46:26.341061 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27f59d-5d56-434c-9b1c-c0e27cff6811 req-11f0d684-605f-4994-93b5-97394bcb14be tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:46:26.342446 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ca27f59d-5d56-434c-9b1c-c0e27cff6811 req-11f0d684-605f-4994-93b5-97394bcb14be tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.32 "GET /v2.0/ports?device_id=814edbd1-bc8a-474a-8614-8ba8d59fab35 HTTP/1.1" status: 200 len: 946 time: 0.2414489 May 05 22:46:26.350865 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d581c-751e-4234-b10d-3164f8e053fa req-a2ff0aa7-d430-4615-8a18-6348ab6ad73d tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:46:26.352169 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cb7d581c-751e-4234-b10d-3164f8e053fa req-a2ff0aa7-d430-4615-8a18-6348ab6ad73d tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=814edbd1-bc8a-474a-8614-8ba8d59fab35 HTTP/1.1" status: 200 len: 946 time: 0.1081483 May 05 22:46:26.442780 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-ca27f59d-5d56-434c-9b1c-c0e27cff6811 req-8a1d5eac-ad5b-44bd-8c46-d5feee2333ec tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Deleting port a7cf97d3-e7eb-4b34-b9da-a92dfd54c0a7 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:46:26.443018 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-ca27f59d-5d56-434c-9b1c-c0e27cff6811 req-8a1d5eac-ad5b-44bd-8c46-d5feee2333ec tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:26.479375 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cb7d581c-751e-4234-b10d-3164f8e053fa req-3a2cb5c6-7a5d-4698-81d2-d1d3bcf321ce tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=336aa272-e240-4e28-969b-5b9467b0091f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990441 May 05 22:46:26.702712 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-ca27f59d-5d56-434c-9b1c-c0e27cff6811 req-8a1d5eac-ad5b-44bd-8c46-d5feee2333ec tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] For port a7cf97d3-e7eb-4b34-b9da-a92dfd54c0a7, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=a7cf97d3-e7eb-4b34-b9da-a92dfd54c0a7,segment=NetworkSegment(cfe7a429-744a-48a0-a48d-faf071178288),segment_id=cfe7a429-744a-48a0-a48d-faf071178288)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:46:26.702973 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-ca27f59d-5d56-434c-9b1c-c0e27cff6811 req-8a1d5eac-ad5b-44bd-8c46-d5feee2333ec tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:26.824526 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-ca27f59d-5d56-434c-9b1c-c0e27cff6811 req-8a1d5eac-ad5b-44bd-8c46-d5feee2333ec tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Calling delete_port for a7cf97d3-e7eb-4b34-b9da-a92dfd54c0a7 owned by compute:nova {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:46:26.977792 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-ca27f59d-5d56-434c-9b1c-c0e27cff6811 req-8a1d5eac-ad5b-44bd-8c46-d5feee2333ec tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:27.028503 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1d5eac-ad5b-44bd-8c46-d5feee2333ec tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event deleted for resources: {'Port': ['ID=a7cf97d3-e7eb-4b34-b9da-a92dfd54c0a7,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:46:27.108460 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca27f59d-5d56-434c-9b1c-c0e27cff6811 req-8a1d5eac-ad5b-44bd-8c46-d5feee2333ec tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] No DVR routers for this DVR port a7cf97d3-e7eb-4b34-b9da-a92dfd54c0a7 on host n-h2-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:46:27.111800 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-ca27f59d-5d56-434c-9b1c-c0e27cff6811 req-8a1d5eac-ad5b-44bd-8c46-d5feee2333ec tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:27.115402 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '814edbd1-bc8a-474a-8614-8ba8d59fab35', 'name': 'network-vif-deleted', 'tag': 'a7cf97d3-e7eb-4b34-b9da-a92dfd54c0a7'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:46:27.139237 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ca27f59d-5d56-434c-9b1c-c0e27cff6811 req-8a1d5eac-ad5b-44bd-8c46-d5feee2333ec tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.32 "DELETE /v2.0/ports/a7cf97d3-e7eb-4b34-b9da-a92dfd54c0a7 HTTP/1.1" status: 204 len: 173 time: 0.7860785 May 05 22:46:27.187062 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d48d55f1-34e9-44a3-812b-e529582134ff'] response: {'server_uuid': '814edbd1-bc8a-474a-8614-8ba8d59fab35', 'name': 'network-vif-deleted', 'tag': 'a7cf97d3-e7eb-4b34-b9da-a92dfd54c0a7', 'status': 'completed', 'code': 200} May 05 22:46:27.673516 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-51424db7-98bf-49ae-9e1b-c508556c8c70 req-d94944b9-aa83-407f-911b-ae784dc58cee tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Synchronizing usage tracker for tenant:6b2f3059793b418098910f2d886078d9 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:46:27.690328 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-51424db7-98bf-49ae-9e1b-c508556c8c70 req-d94944b9-aa83-407f-911b-ae784dc58cee tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Unset dirty status for tenant:6b2f3059793b418098910f2d886078d9 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:46:27.692175 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-51424db7-98bf-49ae-9e1b-c508556c8c70 req-d94944b9-aa83-407f-911b-ae784dc58cee tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=814edbd1-bc8a-474a-8614-8ba8d59fab35 HTTP/1.1" status: 200 len: 210 time: 0.0600348 May 05 22:46:28.803510 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36786) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:46:29.204026 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2fbcc398-bc8e-4865-a10b-27cf99ac01c6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:29.960914 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-2fbcc398-bc8e-4865-a10b-27cf99ac01c6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Deleting port f0a7cbfc-3e5a-4e6d-a1e8-357e31b4c281 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:46:29.961615 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2fbcc398-bc8e-4865-a10b-27cf99ac01c6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:30.161443 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-2fbcc398-bc8e-4865-a10b-27cf99ac01c6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] For port f0a7cbfc-3e5a-4e6d-a1e8-357e31b4c281, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=f0a7cbfc-3e5a-4e6d-a1e8-357e31b4c281,segment=NetworkSegment(cfe7a429-744a-48a0-a48d-faf071178288),segment_id=cfe7a429-744a-48a0-a48d-faf071178288)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:46:30.161805 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2fbcc398-bc8e-4865-a10b-27cf99ac01c6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:30.280759 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-2fbcc398-bc8e-4865-a10b-27cf99ac01c6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Calling delete_port for f0a7cbfc-3e5a-4e6d-a1e8-357e31b4c281 owned by network:router_interface {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:46:30.338911 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device a7cf97d3-e7eb-4b34-b9da-a92dfd54c0a7 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:46:30.371696 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: a7cf97d3-e7eb-4b34-b9da-a92dfd54c0a7 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:46:30.372149 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device a7cf97d3-e7eb-4b34-b9da-a92dfd54c0a7 not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:46:30.472391 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2fbcc398-bc8e-4865-a10b-27cf99ac01c6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:30.517270 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbcc398-bc8e-4865-a10b-27cf99ac01c6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event deleted for resources: {'Port': ['ID=f0a7cbfc-3e5a-4e6d-a1e8-357e31b4c281,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:46:30.821238 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-2fbcc398-bc8e-4865-a10b-27cf99ac01c6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:31.506305 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fbcc398-bc8e-4865-a10b-27cf99ac01c6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Router 19bce968-487f-4ef5-9d74-393d3a5fa6b0 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:46:31.710156 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fbcc398-bc8e-4865-a10b-27cf99ac01c6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:46:31.720509 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82f372d-443c-4715-be1e-35a94035fe4e None None] Sync routers for ids ['19bce968-487f-4ef5-9d74-393d3a5fa6b0'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:46:31.727650 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-2fbcc398-bc8e-4865-a10b-27cf99ac01c6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "PUT /v2.0/routers/19bce968-487f-4ef5-9d74-393d3a5fa6b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9230344 May 05 22:46:31.730373 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36790) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:46:31.733438 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82f372d-443c-4715-be1e-35a94035fe4e None None] Routers {'19bce968-487f-4ef5-9d74-393d3a5fa6b0'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:46:31.734052 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-a82f372d-443c-4715-be1e-35a94035fe4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:46:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['19bce968-487f-4ef5-9d74-393d3a5fa6b0'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:46:31.909033 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-a82f372d-443c-4715-be1e-35a94035fe4e None None] Set router 19bce968-487f-4ef5-9d74-393d3a5fa6b0 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:46:31.920784 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6c015e8-e405-4bca-9d3f-c38b43e45590 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Deleting subnet 6a2fa90c-6c51-4824-8e93-91fbd2ecec5e {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:46:31.923723 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d6c015e8-e405-4bca-9d3f-c38b43e45590 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:31.976753 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d6c015e8-e405-4bca-9d3f-c38b43e45590 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:32.060272 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d6c015e8-e405-4bca-9d3f-c38b43e45590 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:32.133051 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d6c015e8-e405-4bca-9d3f-c38b43e45590 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:32.172996 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c015e8-e405-4bca-9d3f-c38b43e45590 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event deleted for resources: {'Subnet': ['ID=6a2fa90c-6c51-4824-8e93-91fbd2ecec5e,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:46:32.180836 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d6c015e8-e405-4bca-9d3f-c38b43e45590 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:32.190278 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-d6c015e8-e405-4bca-9d3f-c38b43e45590 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "DELETE /v2.0/subnets/6a2fa90c-6c51-4824-8e93-91fbd2ecec5e HTTP/1.1" status: 204 len: 168 time: 0.4563630 May 05 22:46:32.191107 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36794) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:46:32.194330 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8391ec7-dc46-4587-9665-7cd203bf56b6 None None] Network 075d243d-5cac-410e-80c7-a18ff84cceb0 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:46:32.260448 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-a82f372d-443c-4715-be1e-35a94035fe4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bce968-487f-4ef5-9d74-393d3a5fa6b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088094583', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'fc513f41-6255-42f9-b690-2fedb4b3b473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:45:26Z', 'updated_at': '2022-05-05T22:46:30Z', 'revision_number': 5, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': 'fc513f41-6255-42f9-b690-2fedb4b3b473', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:91:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bce968-487f-4ef5-9d74-393d3a5fa6b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:45:26Z', 'updated_at': '2022-05-05T22:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:46:32.281019 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82f372d-443c-4715-be1e-35a94035fe4e None None] Checking router: 19bce968-487f-4ef5-9d74-393d3a5fa6b0 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:46:32.365322 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82f372d-443c-4715-be1e-35a94035fe4e None None] Routers {'19bce968-487f-4ef5-9d74-393d3a5fa6b0'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:46:32.365912 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-a82f372d-443c-4715-be1e-35a94035fe4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:46:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['19bce968-487f-4ef5-9d74-393d3a5fa6b0'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:46:32.392139 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3458a41c-35ed-4914-90f1-43a166943ba6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for router, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:32.564676 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-a82f372d-443c-4715-be1e-35a94035fe4e None None] Set router 19bce968-487f-4ef5-9d74-393d3a5fa6b0 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:46:32.601390 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3458a41c-35ed-4914-90f1-43a166943ba6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:32.614134 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-3458a41c-35ed-4914-90f1-43a166943ba6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Deleting port fc513f41-6255-42f9-b690-2fedb4b3b473 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:46:32.614591 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3458a41c-35ed-4914-90f1-43a166943ba6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:32.659088 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db73543-b05d-44d6-b8cb-d9dc51418483 None None] DHCP port deletion for 075d243d-5cac-410e-80c7-a18ff84cceb0 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:46:32.672572 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-1db73543-b05d-44d6-b8cb-d9dc51418483 None None] Deleting port 4841d1af-d71d-4809-a45d-f26b452940b1 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:46:32.672932 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1db73543-b05d-44d6-b8cb-d9dc51418483 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:32.789903 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 4841d1af-d71d-4809-a45d-f26b452940b1 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:46:32.904663 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-3458a41c-35ed-4914-90f1-43a166943ba6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] For port fc513f41-6255-42f9-b690-2fedb4b3b473, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=fc513f41-6255-42f9-b690-2fedb4b3b473,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:46:32.905141 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3458a41c-35ed-4914-90f1-43a166943ba6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:33.024191 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-3458a41c-35ed-4914-90f1-43a166943ba6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Calling delete_port for fc513f41-6255-42f9-b690-2fedb4b3b473 owned by network:router_gateway {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:46:33.162763 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-1db73543-b05d-44d6-b8cb-d9dc51418483 None None] For port 4841d1af-d71d-4809-a45d-f26b452940b1, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=4841d1af-d71d-4809-a45d-f26b452940b1,segment=NetworkSegment(cfe7a429-744a-48a0-a48d-faf071178288),segment_id=cfe7a429-744a-48a0-a48d-faf071178288)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:46:33.163063 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1db73543-b05d-44d6-b8cb-d9dc51418483 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:33.196268 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3458a41c-35ed-4914-90f1-43a166943ba6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:33.242223 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3458a41c-35ed-4914-90f1-43a166943ba6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event deleted for resources: {'Port': ['ID=fc513f41-6255-42f9-b690-2fedb4b3b473,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:46:33.295668 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-1db73543-b05d-44d6-b8cb-d9dc51418483 None None] Calling delete_port for 4841d1af-d71d-4809-a45d-f26b452940b1 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:46:33.319591 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:33.389637 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 4841d1af-d71d-4809-a45d-f26b452940b1, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=4841d1af-d71d-4809-a45d-f26b452940b1,segment=NetworkSegment(cfe7a429-744a-48a0-a48d-faf071178288),segment_id=cfe7a429-744a-48a0-a48d-faf071178288)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:46:33.397066 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:33.436371 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-a82f372d-443c-4715-be1e-35a94035fe4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bce968-487f-4ef5-9d74-393d3a5fa6b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088094583', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'fc513f41-6255-42f9-b690-2fedb4b3b473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:45:26Z', 'updated_at': '2022-05-05T22:46:30Z', 'revision_number': 5, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': 'fc513f41-6255-42f9-b690-2fedb4b3b473', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:91:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bce968-487f-4ef5-9d74-393d3a5fa6b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:45:26Z', 'updated_at': '2022-05-05T22:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:46:33.438201 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-1db73543-b05d-44d6-b8cb-d9dc51418483 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:46:33.438561 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-1db73543-b05d-44d6-b8cb-d9dc51418483 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:46:33.448455 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82f372d-443c-4715-be1e-35a94035fe4e None None] The sync data for ids ['19bce968-487f-4ef5-9d74-393d3a5fa6b0'] in n-d-825175-4 is: [{'id': '19bce968-487f-4ef5-9d74-393d3a5fa6b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1088094583', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'fc513f41-6255-42f9-b690-2fedb4b3b473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:45:26Z', 'updated_at': '2022-05-05T22:46:30Z', 'revision_number': 5, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': 'fc513f41-6255-42f9-b690-2fedb4b3b473', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:91:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bce968-487f-4ef5-9d74-393d3a5fa6b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:45:26Z', 'updated_at': '2022-05-05T22:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:46:33.481484 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3458a41c-35ed-4914-90f1-43a166943ba6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:33.483611 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=4841d1af-d71d-4809-a45d-f26b452940b1,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:46:33.496402 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:46:33.496749 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:46:33.497181 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:46:33.497550 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:46:33.497907 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:46:33.498207 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:46:33.498700 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:46:33.499023 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:46:33.499452 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:46:33.499753 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:46:33.500082 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:46:33.758125 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3458a41c-35ed-4914-90f1-43a166943ba6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:33.762766 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3458a41c-35ed-4914-90f1-43a166943ba6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:33.798650 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3458a41c-35ed-4914-90f1-43a166943ba6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:33.802315 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3458a41c-35ed-4914-90f1-43a166943ba6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Fanout notify agent at l3_agent the message router_deleted on router 19bce968-487f-4ef5-9d74-393d3a5fa6b0 {{(pid=84061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:46:33.819965 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3458a41c-35ed-4914-90f1-43a166943ba6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:33.821074 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-3458a41c-35ed-4914-90f1-43a166943ba6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "DELETE /v2.0/routers/19bce968-487f-4ef5-9d74-393d3a5fa6b0 HTTP/1.1" status: 204 len: 168 time: 1.6296551 May 05 22:46:33.824295 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 36798) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:46:33.939644 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-1db73543-b05d-44d6-b8cb-d9dc51418483 None None] Deleting port 4841d1af-d71d-4809-a45d-f26b452940b1 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:46:33.940231 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1db73543-b05d-44d6-b8cb-d9dc51418483 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:33.943517 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-166b638e-edf3-45d1-87ce-46d077a88107 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:33.954883 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-166b638e-edf3-45d1-87ce-46d077a88107 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Deleting port 4841d1af-d71d-4809-a45d-f26b452940b1 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:46:33.955216 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-166b638e-edf3-45d1-87ce-46d077a88107 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:34.144609 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-1db73543-b05d-44d6-b8cb-d9dc51418483 None None] For port 4841d1af-d71d-4809-a45d-f26b452940b1, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=4841d1af-d71d-4809-a45d-f26b452940b1,segment=NetworkSegment(cfe7a429-744a-48a0-a48d-faf071178288),segment_id=cfe7a429-744a-48a0-a48d-faf071178288)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:46:34.144998 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1db73543-b05d-44d6-b8cb-d9dc51418483 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:34.165539 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-166b638e-edf3-45d1-87ce-46d077a88107 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] For port 4841d1af-d71d-4809-a45d-f26b452940b1, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=4841d1af-d71d-4809-a45d-f26b452940b1,segment=NetworkSegment(cfe7a429-744a-48a0-a48d-faf071178288),segment_id=cfe7a429-744a-48a0-a48d-faf071178288)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:46:34.165895 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-166b638e-edf3-45d1-87ce-46d077a88107 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:34.263385 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-1db73543-b05d-44d6-b8cb-d9dc51418483 None None] Calling delete_port for 4841d1af-d71d-4809-a45d-f26b452940b1 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:46:34.344858 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1db73543-b05d-44d6-b8cb-d9dc51418483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:34.390174 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db73543-b05d-44d6-b8cb-d9dc51418483 None None] Pushing event deleted for resources: {'Port': ['ID=4841d1af-d71d-4809-a45d-f26b452940b1,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:46:34.390744 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-166b638e-edf3-45d1-87ce-46d077a88107 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Calling delete_port for 4841d1af-d71d-4809-a45d-f26b452940b1 owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:46:34.394789 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db73543-b05d-44d6-b8cb-d9dc51418483 None None] No DVR routers for this DVR port 4841d1af-d71d-4809-a45d-f26b452940b1 on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:46:34.469072 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.db.api [None req-166b638e-edf3-45d1-87ce-46d077a88107 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 22:46:34.469390 n-d-825175-4 neutron-server[84063]: DEBUG oslo_db.api [None req-166b638e-edf3-45d1-87ce-46d077a88107 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 22:46:34.782356 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device fc513f41-6255-42f9-b690-2fedb4b3b473 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:46:34.817475 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: fc513f41-6255-42f9-b690-2fedb4b3b473 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:46:34.817800 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device fc513f41-6255-42f9-b690-2fedb4b3b473 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:46:34.818196 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device f0a7cbfc-3e5a-4e6d-a1e8-357e31b4c281 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:46:34.889016 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: f0a7cbfc-3e5a-4e6d-a1e8-357e31b4c281 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:46:34.889328 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device f0a7cbfc-3e5a-4e6d-a1e8-357e31b4c281 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:46:34.970531 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-166b638e-edf3-45d1-87ce-46d077a88107 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Deleting port 4841d1af-d71d-4809-a45d-f26b452940b1 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:46:34.971410 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-166b638e-edf3-45d1-87ce-46d077a88107 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:35.046940 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-166b638e-edf3-45d1-87ce-46d077a88107 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] The port '4841d1af-d71d-4809-a45d-f26b452940b1' was deleted {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 22:46:35.172132 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-166b638e-edf3-45d1-87ce-46d077a88107 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:35.197525 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-166b638e-edf3-45d1-87ce-46d077a88107 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['075d243d-5cac-410e-80c7-a18ff84cceb0']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:46:35.210058 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-166b638e-edf3-45d1-87ce-46d077a88107 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfe7a429-744a-48a0-a48d-faf071178288') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:46:35.210349 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-166b638e-edf3-45d1-87ce-46d077a88107 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfe7a429-744a-48a0-a48d-faf071178288') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:46:35.221773 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-166b638e-edf3-45d1-87ce-46d077a88107 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:35.243200 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-166b638e-edf3-45d1-87ce-46d077a88107 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:35.249872 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-166b638e-edf3-45d1-87ce-46d077a88107 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:46:35.250260 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-166b638e-edf3-45d1-87ce-46d077a88107 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:35.264560 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:46:35.264560 n-d-825175-4 neutron-server[84063]: util.warn( May 05 22:46:35.264560 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:46:35.264560 n-d-825175-4 neutron-server[84063]: util.warn( May 05 22:46:35.264560 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:46:35.264560 n-d-825175-4 neutron-server[84063]: util.warn( May 05 22:46:35.264560 n-d-825175-4 neutron-server[84063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 22:46:35.264560 n-d-825175-4 neutron-server[84063]: util.warn( May 05 22:46:35.264560 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:46:35.264560 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:46:35.264560 n-d-825175-4 neutron-server[84063]: timer() May 05 22:46:35.264560 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:46:35.264560 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:46:35.264560 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:46:35.264560 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:46:35.264560 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:46:35.264560 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:46:35.264560 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:46:35.264560 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:46:35.264560 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:46:35.264560 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:46:35.264560 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:46:35.264560 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:46:35.264560 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:46:35.264560 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:46:35.264560 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:46:35.264560 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:46:35.264560 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:46:35.264560 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:46:35.264560 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:46:35.264560 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:46:35.264560 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:46:35.264560 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:46:35.264560 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:46:35.264560 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:46:35.264560 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:46:35.264560 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:46:35.264560 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:46:35.264560 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:46:35.264560 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:46:35.344674 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-166b638e-edf3-45d1-87ce-46d077a88107 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:35.362561 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-166b638e-edf3-45d1-87ce-46d077a88107 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:35.373921 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166b638e-edf3-45d1-87ce-46d077a88107 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event deleted for resources: {'Network': ['ID=075d243d-5cac-410e-80c7-a18ff84cceb0,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:46:35.390245 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166b638e-edf3-45d1-87ce-46d077a88107 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:46:35.390584 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166b638e-edf3-45d1-87ce-46d077a88107 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:46:35.390943 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166b638e-edf3-45d1-87ce-46d077a88107 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:46:35.391271 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166b638e-edf3-45d1-87ce-46d077a88107 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:46:35.391597 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166b638e-edf3-45d1-87ce-46d077a88107 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:46:35.391921 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166b638e-edf3-45d1-87ce-46d077a88107 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:46:35.392243 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166b638e-edf3-45d1-87ce-46d077a88107 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:46:35.392569 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166b638e-edf3-45d1-87ce-46d077a88107 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:46:35.392892 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166b638e-edf3-45d1-87ce-46d077a88107 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:46:35.393205 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166b638e-edf3-45d1-87ce-46d077a88107 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:46:35.393522 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166b638e-edf3-45d1-87ce-46d077a88107 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:46:35.400102 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-166b638e-edf3-45d1-87ce-46d077a88107 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "DELETE /v2.0/networks/075d243d-5cac-410e-80c7-a18ff84cceb0 HTTP/1.1" status: 204 len: 168 time: 1.5718818 May 05 22:46:35.400928 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36802) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:46:35.473359 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e0adfa9a-17fd-4db0-885e-02ce8fa75819 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:35.503401 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e0adfa9a-17fd-4db0-885e-02ce8fa75819 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:35.569428 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e0adfa9a-17fd-4db0-885e-02ce8fa75819 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:35.585066 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0adfa9a-17fd-4db0-885e-02ce8fa75819 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=336aa272-e240-4e28-969b-5b9467b0091f,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:46:35.591388 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e0adfa9a-17fd-4db0-885e-02ce8fa75819 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:35.595417 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e0adfa9a-17fd-4db0-885e-02ce8fa75819 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "DELETE /v2.0/security-groups/336aa272-e240-4e28-969b-5b9467b0091f HTTP/1.1" status: 204 len: 168 time: 0.1909833 May 05 22:46:36.237086 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36810) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:46:36.242642 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-1ac13551-b390-432d-b74f-412d0a2323f1 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-683861194', 'description': 'tempest-secgroup-smoke-683861194 description', 'project_id': '6b2f3059793b418098910f2d886078d9'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:46:36.249559 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-1ac13551-b390-432d-b74f-412d0a2323f1 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:46:36.253611 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-1ac13551-b390-432d-b74f-412d0a2323f1 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Usage tracker for resource:security_group and tenant:6b2f3059793b418098910f2d886078d9 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:46:36.256624 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-1ac13551-b390-432d-b74f-412d0a2323f1 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:46:36.263689 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-1ac13551-b390-432d-b74f-412d0a2323f1 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:46:36.277405 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1ac13551-b390-432d-b74f-412d0a2323f1 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:36.324100 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-1ac13551-b390-432d-b74f-412d0a2323f1 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:46:36.328427 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-1ac13551-b390-432d-b74f-412d0a2323f1 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Usage tracker for resource:security_group_rule and tenant:6b2f3059793b418098910f2d886078d9 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:46:36.331237 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-1ac13551-b390-432d-b74f-412d0a2323f1 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:46:36.336978 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-1ac13551-b390-432d-b74f-412d0a2323f1 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:46:36.351142 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:46:36.396390 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1ac13551-b390-432d-b74f-412d0a2323f1 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:36.401557 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1ac13551-b390-432d-b74f-412d0a2323f1 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:36.415848 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:36.443462 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac13551-b390-432d-b74f-412d0a2323f1 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6849887e-6f54-4322-ba04-7e58c30650cc,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:46:36.446752 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1ac13551-b390-432d-b74f-412d0a2323f1 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:36.447955 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-1ac13551-b390-432d-b74f-412d0a2323f1 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2098894 May 05 22:46:36.451232 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 36814) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:46:36.456892 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-9b4c23b7-ddb0-4342-804d-214caf784d77 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Request body: {'security_group_rule': {'security_group_id': '6849887e-6f54-4322-ba04-7e58c30650cc', 'project_id': '6b2f3059793b418098910f2d886078d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:46:36.463986 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-9b4c23b7-ddb0-4342-804d-214caf784d77 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:46:36.468294 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9b4c23b7-ddb0-4342-804d-214caf784d77 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Usage tracker for resource:security_group_rule and tenant:6b2f3059793b418098910f2d886078d9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:46:36.471271 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9b4c23b7-ddb0-4342-804d-214caf784d77 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:46:36.481780 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-9b4c23b7-ddb0-4342-804d-214caf784d77 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:46:36.500611 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9b4c23b7-ddb0-4342-804d-214caf784d77 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:36.561349 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9b4c23b7-ddb0-4342-804d-214caf784d77 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:36.566013 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9b4c23b7-ddb0-4342-804d-214caf784d77 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:36.589699 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4c23b7-ddb0-4342-804d-214caf784d77 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04f1bc47-cd33-4484-89e0-02bc5500434a,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:46:36.595274 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:36.600277 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9b4c23b7-ddb0-4342-804d-214caf784d77 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:36.601859 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9b4c23b7-ddb0-4342-804d-214caf784d77 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1494625 May 05 22:46:36.604658 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36818) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:46:36.610525 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-b10d9c74-6646-45f8-88d1-013868dd88c2 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Request body: {'security_group_rule': {'security_group_id': '6849887e-6f54-4322-ba04-7e58c30650cc', 'project_id': '6b2f3059793b418098910f2d886078d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:46:36.617200 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b10d9c74-6646-45f8-88d1-013868dd88c2 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:46:36.621096 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b10d9c74-6646-45f8-88d1-013868dd88c2 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Usage tracker for resource:security_group_rule and tenant:6b2f3059793b418098910f2d886078d9 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:46:36.624394 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b10d9c74-6646-45f8-88d1-013868dd88c2 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:46:36.630312 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b10d9c74-6646-45f8-88d1-013868dd88c2 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:46:36.648282 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b10d9c74-6646-45f8-88d1-013868dd88c2 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:36.711393 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b10d9c74-6646-45f8-88d1-013868dd88c2 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:36.718030 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b10d9c74-6646-45f8-88d1-013868dd88c2 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:36.740711 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10d9c74-6646-45f8-88d1-013868dd88c2 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a99d898-f746-4985-a071-90fb850244a0,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:46:36.750286 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b10d9c74-6646-45f8-88d1-013868dd88c2 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:36.751506 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b10d9c74-6646-45f8-88d1-013868dd88c2 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1458385 May 05 22:46:36.754411 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36822) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:46:36.759753 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-c1aeaaaf-5c0d-40a1-8b43-0864787398ab tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Request body: {'security_group_rule': {'security_group_id': '6849887e-6f54-4322-ba04-7e58c30650cc', 'project_id': '6b2f3059793b418098910f2d886078d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:46:36.766877 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-c1aeaaaf-5c0d-40a1-8b43-0864787398ab tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:46:36.771079 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-c1aeaaaf-5c0d-40a1-8b43-0864787398ab tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Usage tracker for resource:security_group_rule and tenant:6b2f3059793b418098910f2d886078d9 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:46:36.774456 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-c1aeaaaf-5c0d-40a1-8b43-0864787398ab tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:46:36.780654 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-c1aeaaaf-5c0d-40a1-8b43-0864787398ab tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:46:36.800237 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c1aeaaaf-5c0d-40a1-8b43-0864787398ab tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:36.866711 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c1aeaaaf-5c0d-40a1-8b43-0864787398ab tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:36.873765 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c1aeaaaf-5c0d-40a1-8b43-0864787398ab tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:37.001909 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aeaaaf-5c0d-40a1-8b43-0864787398ab tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afd604d8-bf0a-4ec3-a87b-df16d5bf9dd8,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:46:37.016157 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-c1aeaaaf-5c0d-40a1-8b43-0864787398ab tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:37.017473 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c1aeaaaf-5c0d-40a1-8b43-0864787398ab tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2621293 May 05 22:46:37.020366 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36826) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:46:37.026196 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-5fda9c75-a9b6-4c85-b816-f9498e45eebd tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Request body: {'security_group_rule': {'security_group_id': '6849887e-6f54-4322-ba04-7e58c30650cc', 'project_id': '6b2f3059793b418098910f2d886078d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:46:37.032872 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-5fda9c75-a9b6-4c85-b816-f9498e45eebd tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:46:37.036649 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-5fda9c75-a9b6-4c85-b816-f9498e45eebd tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Usage tracker for resource:security_group_rule and tenant:6b2f3059793b418098910f2d886078d9 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:46:37.040188 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-5fda9c75-a9b6-4c85-b816-f9498e45eebd tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:46:37.045827 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-5fda9c75-a9b6-4c85-b816-f9498e45eebd tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:46:37.062232 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5fda9c75-a9b6-4c85-b816-f9498e45eebd tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:37.127515 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5fda9c75-a9b6-4c85-b816-f9498e45eebd tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:37.133121 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5fda9c75-a9b6-4c85-b816-f9498e45eebd tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:37.156392 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fda9c75-a9b6-4c85-b816-f9498e45eebd tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf5e4d5a-506e-493e-8a51-f7c18d8ca800,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:46:37.165866 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5fda9c75-a9b6-4c85-b816-f9498e45eebd tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:37.167183 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-5fda9c75-a9b6-4c85-b816-f9498e45eebd tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1457911 May 05 22:46:37.170007 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36830) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:46:37.175780 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-d9aab5ff-74e0-4536-a0f9-a61a85dde870 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Request body: {'security_group_rule': {'security_group_id': '6849887e-6f54-4322-ba04-7e58c30650cc', 'project_id': '6b2f3059793b418098910f2d886078d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:46:37.182276 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-d9aab5ff-74e0-4536-a0f9-a61a85dde870 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:46:37.186682 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-d9aab5ff-74e0-4536-a0f9-a61a85dde870 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Usage tracker for resource:security_group_rule and tenant:6b2f3059793b418098910f2d886078d9 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:46:37.189645 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-d9aab5ff-74e0-4536-a0f9-a61a85dde870 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:46:37.195572 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-d9aab5ff-74e0-4536-a0f9-a61a85dde870 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:46:37.208681 n-d-825175-4 neutron-server[84061]: INFO neutron.db.securitygroups_db [None req-d9aab5ff-74e0-4536-a0f9-a61a85dde870 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Project 6b2f3059793b418098910f2d886078d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 22:46:37.215439 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d9aab5ff-74e0-4536-a0f9-a61a85dde870 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:37.283751 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d9aab5ff-74e0-4536-a0f9-a61a85dde870 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:37.289030 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d9aab5ff-74e0-4536-a0f9-a61a85dde870 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:37.312526 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aab5ff-74e0-4536-a0f9-a61a85dde870 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca8681f4-52a9-4417-8a80-c2144ae42208,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:46:37.321933 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d9aab5ff-74e0-4536-a0f9-a61a85dde870 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:37.323137 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-d9aab5ff-74e0-4536-a0f9-a61a85dde870 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1521571 May 05 22:46:37.326257 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 36834) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:46:37.332281 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-8e7cedd4-0611-45e8-8241-9b47bd5868dc tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Request body: {'security_group_rule': {'security_group_id': '6849887e-6f54-4322-ba04-7e58c30650cc', 'project_id': '6b2f3059793b418098910f2d886078d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:46:37.339363 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-8e7cedd4-0611-45e8-8241-9b47bd5868dc tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:46:37.343499 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-8e7cedd4-0611-45e8-8241-9b47bd5868dc tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Usage tracker for resource:security_group_rule and tenant:6b2f3059793b418098910f2d886078d9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:46:37.346499 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-8e7cedd4-0611-45e8-8241-9b47bd5868dc tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:46:37.352397 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-8e7cedd4-0611-45e8-8241-9b47bd5868dc tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:46:37.365252 n-d-825175-4 neutron-server[84063]: INFO neutron.db.securitygroups_db [None req-8e7cedd4-0611-45e8-8241-9b47bd5868dc tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Project 6b2f3059793b418098910f2d886078d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 22:46:37.371746 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8e7cedd4-0611-45e8-8241-9b47bd5868dc tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:37.442533 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8e7cedd4-0611-45e8-8241-9b47bd5868dc tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:37.448788 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8e7cedd4-0611-45e8-8241-9b47bd5868dc tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:37.471988 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7cedd4-0611-45e8-8241-9b47bd5868dc tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1470773b-2a1b-42f6-8fcc-67c82c2b8a3c,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:46:37.482399 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8e7cedd4-0611-45e8-8241-9b47bd5868dc tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:37.486690 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36838) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:46:37.487225 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8e7cedd4-0611-45e8-8241-9b47bd5868dc tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1593821 May 05 22:46:37.492304 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-b63cc2cd-5ccc-4394-8be5-f96718e89b1a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Request body: {'network': {'name': 'tempest-network-smoke--1293822384', 'project_id': '6b2f3059793b418098910f2d886078d9', 'port_security_enabled': True}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:46:37.498536 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b63cc2cd-5ccc-4394-8be5-f96718e89b1a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:46:37.503120 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b63cc2cd-5ccc-4394-8be5-f96718e89b1a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Usage tracker for resource:network and tenant:6b2f3059793b418098910f2d886078d9 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:46:37.506378 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b63cc2cd-5ccc-4394-8be5-f96718e89b1a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:46:37.512676 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b63cc2cd-5ccc-4394-8be5-f96718e89b1a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:46:37.527420 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63cc2cd-5ccc-4394-8be5-f96718e89b1a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Made reservation on behalf of 6b2f3059793b418098910f2d886078d9 for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:46:37.530485 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b63cc2cd-5ccc-4394-8be5-f96718e89b1a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:37.564182 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b63cc2cd-5ccc-4394-8be5-f96718e89b1a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:46:37.576481 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b63cc2cd-5ccc-4394-8be5-f96718e89b1a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:37.576942 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-b63cc2cd-5ccc-4394-8be5-f96718e89b1a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Added segment f4db0ef6-ce4f-432c-9a2a-2277889b3ccd of type vlan for network a6e4d10c-3d3e-42ec-8a2b-f140fc836059 May 05 22:46:37.606576 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b63cc2cd-5ccc-4394-8be5-f96718e89b1a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:37.639611 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b63cc2cd-5ccc-4394-8be5-f96718e89b1a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:37.644237 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63cc2cd-5ccc-4394-8be5-f96718e89b1a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:46:37.644802 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b63cc2cd-5ccc-4394-8be5-f96718e89b1a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:37.748905 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b63cc2cd-5ccc-4394-8be5-f96718e89b1a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2611115 May 05 22:46:37.751867 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63cc2cd-5ccc-4394-8be5-f96718e89b1a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'Network': ['ID=a6e4d10c-3d3e-42ec-8a2b-f140fc836059,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:46:37.752093 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 36842) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:46:37.758940 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-931be47d-e76d-4afd-b7c4-aea87c5314f5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1477560867', 'admin_state_up': True, 'project_id': '6b2f3059793b418098910f2d886078d9', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:46:37.761893 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network a6e4d10c-3d3e-42ec-8a2b-f140fc836059 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:46:37.768343 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-931be47d-e76d-4afd-b7c4-aea87c5314f5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:46:37.772958 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-931be47d-e76d-4afd-b7c4-aea87c5314f5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Usage tracker for resource:router and tenant:6b2f3059793b418098910f2d886078d9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:46:37.776008 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-931be47d-e76d-4afd-b7c4-aea87c5314f5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:46:37.782465 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-931be47d-e76d-4afd-b7c4-aea87c5314f5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:46:37.795273 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-931be47d-e76d-4afd-b7c4-aea87c5314f5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:37.796498 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-931be47d-e76d-4afd-b7c4-aea87c5314f5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:37.815792 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-931be47d-e76d-4afd-b7c4-aea87c5314f5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:37.983707 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-931be47d-e76d-4afd-b7c4-aea87c5314f5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:38.165354 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-931be47d-e76d-4afd-b7c4-aea87c5314f5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for router_gateway, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:38.200169 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-931be47d-e76d-4afd-b7c4-aea87c5314f5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:38.349879 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-931be47d-e76d-4afd-b7c4-aea87c5314f5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Allocated IP 172.25.4.76 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/db6925f8-3ada-4965-82f2-8ee0220fca59) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:46:38.495573 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-931be47d-e76d-4afd-b7c4-aea87c5314f5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:38.529128 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-931be47d-e76d-4afd-b7c4-aea87c5314f5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:38.597846 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931be47d-e76d-4afd-b7c4-aea87c5314f5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:46:38.598950 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-931be47d-e76d-4afd-b7c4-aea87c5314f5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:46:38.602457 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931be47d-e76d-4afd-b7c4-aea87c5314f5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:46:38.636442 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931be47d-e76d-4afd-b7c4-aea87c5314f5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'Port': ['ID=db6925f8-3ada-4965-82f2-8ee0220fca59,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:46:38.762834 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-931be47d-e76d-4afd-b7c4-aea87c5314f5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for router_gateway, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:38.763481 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-931be47d-e76d-4afd-b7c4-aea87c5314f5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:39.091455 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-931be47d-e76d-4afd-b7c4-aea87c5314f5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Router be26d7bf-695e-40fd-970e-f31240e802dc is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 22:46:39.323302 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-931be47d-e76d-4afd-b7c4-aea87c5314f5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:46:39.333701 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159213dc-0723-436e-9706-e71262a2b6ee None None] Sync routers for ids ['be26d7bf-695e-40fd-970e-f31240e802dc'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:46:39.350569 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159213dc-0723-436e-9706-e71262a2b6ee None None] Routers {'be26d7bf-695e-40fd-970e-f31240e802dc'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:46:39.351132 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-931be47d-e76d-4afd-b7c4-aea87c5314f5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:39.351269 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-159213dc-0723-436e-9706-e71262a2b6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:46:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['be26d7bf-695e-40fd-970e-f31240e802dc'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:46:39.352470 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-931be47d-e76d-4afd-b7c4-aea87c5314f5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5992181 May 05 22:46:39.355726 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36846) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:46:39.396382 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4697507c-4f81-4fdb-8677-bfd5587ffe9a tempest-TestNetworkAdvancedServerOps-1703995958 tempest-TestNetworkAdvancedServerOps-1703995958-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=6b2f3059793b418098910f2d886078d9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394771 May 05 22:46:39.399517 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36850) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:46:39.532995 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791578fc-7fc8-47e4-8a39-96380e86d638 tempest-TestNetworkAdvancedServerOps-1703995958 tempest-TestNetworkAdvancedServerOps-1703995958-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:46:39.534738 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-791578fc-7fc8-47e4-8a39-96380e86d638 tempest-TestNetworkAdvancedServerOps-1703995958 tempest-TestNetworkAdvancedServerOps-1703995958-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1342864 May 05 22:46:39.537718 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36854) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:46:39.552762 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-159213dc-0723-436e-9706-e71262a2b6ee None None] Set router be26d7bf-695e-40fd-970e-f31240e802dc gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:46:39.587051 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-5dbd8363-372e-4627-bbb4-147798621fcb tempest-TestNetworkAdvancedServerOps-1703995958 tempest-TestNetworkAdvancedServerOps-1703995958-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=25bfe237-58de-4709-a3e0-ac79da07c300&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0459049 May 05 22:46:39.587267 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36858) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:46:39.592515 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-9f65c122-f64b-437d-9034-5953482f231a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1008582996', 'network_id': 'a6e4d10c-3d3e-42ec-8a2b-f140fc836059', 'project_id': '6b2f3059793b418098910f2d886078d9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:46:39.702359 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-9f65c122-f64b-437d-9034-5953482f231a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:46:39.706327 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-9f65c122-f64b-437d-9034-5953482f231a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Usage tracker for resource:subnet and tenant:6b2f3059793b418098910f2d886078d9 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:46:39.709258 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-9f65c122-f64b-437d-9034-5953482f231a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:46:39.715240 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-9f65c122-f64b-437d-9034-5953482f231a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:46:39.726740 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f65c122-f64b-437d-9034-5953482f231a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Made reservation on behalf of 6b2f3059793b418098910f2d886078d9 for: {'subnet': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:46:39.828047 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9f65c122-f64b-437d-9034-5953482f231a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8016727'] for subnet, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:39.834644 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-159213dc-0723-436e-9706-e71262a2b6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be26d7bf-695e-40fd-970e-f31240e802dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477560867', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'db6925f8-3ada-4965-82f2-8ee0220fca59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:46:37Z', 'updated_at': '2022-05-05T22:46:38Z', 'revision_number': 3, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': 'db6925f8-3ada-4965-82f2-8ee0220fca59', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:18:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be26d7bf-695e-40fd-970e-f31240e802dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:46:38Z', 'updated_at': '2022-05-05T22:46:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:46:39.838980 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159213dc-0723-436e-9706-e71262a2b6ee None None] Checking router: be26d7bf-695e-40fd-970e-f31240e802dc for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:46:39.839285 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159213dc-0723-436e-9706-e71262a2b6ee None None] Updating router be26d7bf-695e-40fd-970e-f31240e802dc port db6925f8-3ada-4965-82f2-8ee0220fca59 binding host n-d-825175-4 {{(pid=84068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:46:39.889275 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-159213dc-0723-436e-9706-e71262a2b6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:40.041771 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9f65c122-f64b-437d-9034-5953482f231a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8331279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8016709'] for subnet, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:40.115953 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f65c122-f64b-437d-9034-5953482f231a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'Subnet': ['ID=e1c5d573-070a-4822-a71e-94cc04a88b88,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:46:40.128766 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f65c122-f64b-437d-9034-5953482f231a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Checking segment: {'id': 'f4db0ef6-ce4f-432c-9a2a-2277889b3ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a6e4d10c-3d3e-42ec-8a2b-f140fc836059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:46:40.129119 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f65c122-f64b-437d-9034-5953482f231a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Network hostable DHCP agents. Network: a6e4d10c-3d3e-42ec-8a2b-f140fc836059, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84061) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:46:40.152180 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f65c122-f64b-437d-9034-5953482f231a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Network a6e4d10c-3d3e-42ec-8a2b-f140fc836059 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84061) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:46:40.162466 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-9f65c122-f64b-437d-9034-5953482f231a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, a6e4d10c-3d3e-42ec-8a2b-f140fc836059) {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:46:40.167708 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f65c122-f64b-437d-9034-5953482f231a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:46:40.168418 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9f65c122-f64b-437d-9034-5953482f231a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:40.171964 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21232837-8a60-432e-be1d-f1526919830b None None] Network a6e4d10c-3d3e-42ec-8a2b-f140fc836059 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:46:40.191832 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-9f65c122-f64b-437d-9034-5953482f231a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6035583 May 05 22:46:40.194626 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36862) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:46:40.211776 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-159213dc-0723-436e-9706-e71262a2b6ee None None] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:40.223799 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.provisioning_blocks [None req-159213dc-0723-436e-9706-e71262a2b6ee None None] Transition to ACTIVE for port object db6925f8-3ada-4965-82f2-8ee0220fca59 will not be triggered until provisioned by entity L2. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:46:40.231473 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-159213dc-0723-436e-9706-e71262a2b6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:40.326175 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-159213dc-0723-436e-9706-e71262a2b6ee None None] Attempting to bind port db6925f8-3ada-4965-82f2-8ee0220fca59 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:46:40.326529 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-159213dc-0723-436e-9706-e71262a2b6ee None None] Attempting to bind port db6925f8-3ada-4965-82f2-8ee0220fca59 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:46:40.326907 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159213dc-0723-436e-9706-e71262a2b6ee None None] Attempting to bind port db6925f8-3ada-4965-82f2-8ee0220fca59 on network 25bfe237-58de-4709-a3e0-ac79da07c300 {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:46:40.329227 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d67e5d-17f9-4e6e-8bd5-40f41a003a65 None None] Pushing event updated for resources: {'Port': ['ID=db6925f8-3ada-4965-82f2-8ee0220fca59,revision_number=2']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:46:40.341125 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159213dc-0723-436e-9706-e71262a2b6ee None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:46:40.341825 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159213dc-0723-436e-9706-e71262a2b6ee None None] Checking segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:46:40.341920 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-159213dc-0723-436e-9706-e71262a2b6ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:40.342246 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159213dc-0723-436e-9706-e71262a2b6ee None None] Bound using segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:46:40.342742 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-159213dc-0723-436e-9706-e71262a2b6ee None None] Bound port: db6925f8-3ada-4965-82f2-8ee0220fca59, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:46:40.343102 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-159213dc-0723-436e-9706-e71262a2b6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:40.366944 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d67e5d-17f9-4e6e-8bd5-40f41a003a65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:46:40.367306 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d67e5d-17f9-4e6e-8bd5-40f41a003a65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:46:40.367589 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d67e5d-17f9-4e6e-8bd5-40f41a003a65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:46:40.367908 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d67e5d-17f9-4e6e-8bd5-40f41a003a65 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:46:40.368216 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d67e5d-17f9-4e6e-8bd5-40f41a003a65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:46:40.368526 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d67e5d-17f9-4e6e-8bd5-40f41a003a65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:46:40.368836 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d67e5d-17f9-4e6e-8bd5-40f41a003a65 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:46:40.369140 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d67e5d-17f9-4e6e-8bd5-40f41a003a65 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:46:40.369447 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d67e5d-17f9-4e6e-8bd5-40f41a003a65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:46:40.369748 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d67e5d-17f9-4e6e-8bd5-40f41a003a65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:46:40.370049 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d67e5d-17f9-4e6e-8bd5-40f41a003a65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:46:40.385753 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14cb186-dea1-4621-af6d-b737d5d6a1a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-a6e4d10c-3d3e-42ec-8a2b-f140fc836059', 'network_id': 'a6e4d10c-3d3e-42ec-8a2b-f140fc836059', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'fixed_ips': [{'subnet_id': 'e1c5d573-070a-4822-a71e-94cc04a88b88'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:46:40.387340 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d14cb186-dea1-4621-af6d-b737d5d6a1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:40.427536 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-159213dc-0723-436e-9706-e71262a2b6ee None None] For port db6925f8-3ada-4965-82f2-8ee0220fca59, host n-d-825175-4, cleared binding levels {{(pid=84068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:46:40.430570 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-159213dc-0723-436e-9706-e71262a2b6ee None None] For port db6925f8-3ada-4965-82f2-8ee0220fca59, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=db6925f8-3ada-4965-82f2-8ee0220fca59,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:46:40.435305 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-159213dc-0723-436e-9706-e71262a2b6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:40.505256 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d67e5d-17f9-4e6e-8bd5-40f41a003a65 None None] Pushing event updated for resources: {'Port': ['ID=db6925f8-3ada-4965-82f2-8ee0220fca59,revision_number=3']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:46:40.529744 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159213dc-0723-436e-9706-e71262a2b6ee None None] Routers {'be26d7bf-695e-40fd-970e-f31240e802dc'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:46:40.530748 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-159213dc-0723-436e-9706-e71262a2b6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:46:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['be26d7bf-695e-40fd-970e-f31240e802dc'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:46:40.572686 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-d14cb186-dea1-4621-af6d-b737d5d6a1a4 None None] Allocated IP 172.20.0.2 (a6e4d10c-3d3e-42ec-8a2b-f140fc836059/e1c5d573-070a-4822-a71e-94cc04a88b88/f5ff4183-d049-4489-b78b-4b4e2552a541) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:46:40.718782 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-159213dc-0723-436e-9706-e71262a2b6ee None None] Set router be26d7bf-695e-40fd-970e-f31240e802dc gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:46:40.795737 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d14cb186-dea1-4621-af6d-b737d5d6a1a4 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:40.806398 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-d14cb186-dea1-4621-af6d-b737d5d6a1a4 None None] Transition to ACTIVE for port object f5ff4183-d049-4489-b78b-4b4e2552a541 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:46:40.825007 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-d14cb186-dea1-4621-af6d-b737d5d6a1a4 None None] Transition to ACTIVE for port object f5ff4183-d049-4489-b78b-4b4e2552a541 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:46:40.831672 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d14cb186-dea1-4621-af6d-b737d5d6a1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:40.900607 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14cb186-dea1-4621-af6d-b737d5d6a1a4 None None] Pushing event updated for resources: {'Port': ['ID=f5ff4183-d049-4489-b78b-4b4e2552a541,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:46:40.904046 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14cb186-dea1-4621-af6d-b737d5d6a1a4 None None] Network a6e4d10c-3d3e-42ec-8a2b-f140fc836059 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:46:40.905569 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-d14cb186-dea1-4621-af6d-b737d5d6a1a4 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:46:40.907686 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14cb186-dea1-4621-af6d-b737d5d6a1a4 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:46:40.996331 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-d14cb186-dea1-4621-af6d-b737d5d6a1a4 None None] Attempting to bind port f5ff4183-d049-4489-b78b-4b4e2552a541 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:46:40.996793 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-d14cb186-dea1-4621-af6d-b737d5d6a1a4 None None] Attempting to bind port f5ff4183-d049-4489-b78b-4b4e2552a541 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'f4db0ef6-ce4f-432c-9a2a-2277889b3ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a6e4d10c-3d3e-42ec-8a2b-f140fc836059'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:46:40.997219 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14cb186-dea1-4621-af6d-b737d5d6a1a4 None None] Attempting to bind port f5ff4183-d049-4489-b78b-4b4e2552a541 on network a6e4d10c-3d3e-42ec-8a2b-f140fc836059 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:46:41.004182 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14cb186-dea1-4621-af6d-b737d5d6a1a4 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:46:41.004616 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14cb186-dea1-4621-af6d-b737d5d6a1a4 None None] Checking segment: {'id': 'f4db0ef6-ce4f-432c-9a2a-2277889b3ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a6e4d10c-3d3e-42ec-8a2b-f140fc836059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:46:41.005086 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d14cb186-dea1-4621-af6d-b737d5d6a1a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:41.005535 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14cb186-dea1-4621-af6d-b737d5d6a1a4 None None] Bound using segment: {'id': 'f4db0ef6-ce4f-432c-9a2a-2277889b3ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a6e4d10c-3d3e-42ec-8a2b-f140fc836059'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:46:41.006059 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-d14cb186-dea1-4621-af6d-b737d5d6a1a4 None None] Bound port: f5ff4183-d049-4489-b78b-4b4e2552a541, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4db0ef6-ce4f-432c-9a2a-2277889b3ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a6e4d10c-3d3e-42ec-8a2b-f140fc836059'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:46:41.006503 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d14cb186-dea1-4621-af6d-b737d5d6a1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:41.017580 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-159213dc-0723-436e-9706-e71262a2b6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be26d7bf-695e-40fd-970e-f31240e802dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477560867', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'db6925f8-3ada-4965-82f2-8ee0220fca59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:46:37Z', 'updated_at': '2022-05-05T22:46:38Z', 'revision_number': 3, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': 'db6925f8-3ada-4965-82f2-8ee0220fca59', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:18:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be26d7bf-695e-40fd-970e-f31240e802dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:46:38Z', 'updated_at': '2022-05-05T22:46:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:46:41.022547 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159213dc-0723-436e-9706-e71262a2b6ee None None] The sync data for ids ['be26d7bf-695e-40fd-970e-f31240e802dc'] in n-d-825175-4 is: [{'id': 'be26d7bf-695e-40fd-970e-f31240e802dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477560867', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'db6925f8-3ada-4965-82f2-8ee0220fca59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:46:37Z', 'updated_at': '2022-05-05T22:46:38Z', 'revision_number': 3, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': 'db6925f8-3ada-4965-82f2-8ee0220fca59', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:18:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be26d7bf-695e-40fd-970e-f31240e802dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:46:38Z', 'updated_at': '2022-05-05T22:46:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:46:41.095216 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-d14cb186-dea1-4621-af6d-b737d5d6a1a4 None None] For port f5ff4183-d049-4489-b78b-4b4e2552a541, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:46:41.099327 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-d14cb186-dea1-4621-af6d-b737d5d6a1a4 None None] For port f5ff4183-d049-4489-b78b-4b4e2552a541, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=f5ff4183-d049-4489-b78b-4b4e2552a541,segment=NetworkSegment(f4db0ef6-ce4f-432c-9a2a-2277889b3ccd),segment_id=f4db0ef6-ce4f-432c-9a2a-2277889b3ccd)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:46:41.105009 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cdd19ecc-1c6d-4a31-a6fe-cb89c213402a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:41.107342 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d14cb186-dea1-4621-af6d-b737d5d6a1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:41.192347 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14cb186-dea1-4621-af6d-b737d5d6a1a4 None None] Pushing event updated for resources: {'Port': ['ID=f5ff4183-d049-4489-b78b-4b4e2552a541,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:46:41.558879 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-cdd19ecc-1c6d-4a31-a6fe-cb89c213402a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Allocated IP 172.20.0.1 (a6e4d10c-3d3e-42ec-8a2b-f140fc836059/e1c5d573-070a-4822-a71e-94cc04a88b88/ad3a381f-7325-436b-b84a-6676c5587aed) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:46:41.727655 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cdd19ecc-1c6d-4a31-a6fe-cb89c213402a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:41.744350 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-cdd19ecc-1c6d-4a31-a6fe-cb89c213402a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Transition to ACTIVE for port object ad3a381f-7325-436b-b84a-6676c5587aed will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:46:41.768460 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cdd19ecc-1c6d-4a31-a6fe-cb89c213402a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:41.838961 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd19ecc-1c6d-4a31-a6fe-cb89c213402a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Network a6e4d10c-3d3e-42ec-8a2b-f140fc836059 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:46:41.842062 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-cdd19ecc-1c6d-4a31-a6fe-cb89c213402a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:46:41.846913 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd19ecc-1c6d-4a31-a6fe-cb89c213402a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:46:41.888126 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd19ecc-1c6d-4a31-a6fe-cb89c213402a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'Port': ['ID=ad3a381f-7325-436b-b84a-6676c5587aed,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:46:41.914545 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cdd19ecc-1c6d-4a31-a6fe-cb89c213402a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:41.999859 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cdd19ecc-1c6d-4a31-a6fe-cb89c213402a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:42.171020 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f275ed70-6e02-44f5-aea2-d0525990aae2 None None] Network a6e4d10c-3d3e-42ec-8a2b-f140fc836059 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:46:42.276876 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-35576316-b204-4788-a3da-53d1e846e968 None None] Provisioning for port f5ff4183-d049-4489-b78b-4b4e2552a541 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:46:42.405068 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cdd19ecc-1c6d-4a31-a6fe-cb89c213402a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:42.410720 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cdd19ecc-1c6d-4a31-a6fe-cb89c213402a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:42.631095 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-042eba45-adcc-4679-8687-cb872bbd37dc None None] Provisioning for port ad3a381f-7325-436b-b84a-6676c5587aed completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:46:42.636977 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-042eba45-adcc-4679-8687-cb872bbd37dc None None] Provisioning complete for port ad3a381f-7325-436b-b84a-6676c5587aed triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:46:42.637532 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-042eba45-adcc-4679-8687-cb872bbd37dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:42.643377 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-cdd19ecc-1c6d-4a31-a6fe-cb89c213402a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:42.646815 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd19ecc-1c6d-4a31-a6fe-cb89c213402a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'Port': ['ID=ad3a381f-7325-436b-b84a-6676c5587aed,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:46:42.704491 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-042eba45-adcc-4679-8687-cb872bbd37dc None None] Port ad3a381f-7325-436b-b84a-6676c5587aed cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:46:42.800488 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd19ecc-1c6d-4a31-a6fe-cb89c213402a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Network a6e4d10c-3d3e-42ec-8a2b-f140fc836059 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:46:42.801691 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-cdd19ecc-1c6d-4a31-a6fe-cb89c213402a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:46:42.833956 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-94118050-2afa-473b-b998-b6c89d15803a None None] Provisioning complete for port ad3a381f-7325-436b-b84a-6676c5587aed triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:46:42.834447 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-94118050-2afa-473b-b998-b6c89d15803a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:42.870374 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device f5ff4183-d049-4489-b78b-4b4e2552a541 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:46:42.947190 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-94118050-2afa-473b-b998-b6c89d15803a None None] Port ad3a381f-7325-436b-b84a-6676c5587aed cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:46:42.968380 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port f5ff4183-d049-4489-b78b-4b4e2552a541 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:46:42.974234 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port f5ff4183-d049-4489-b78b-4b4e2552a541 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:46:42.974602 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:43.109984 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:43.120248 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-4e965c15-f844-4dfe-8429-492887335697 None None] Provisioning complete for port ad3a381f-7325-436b-b84a-6676c5587aed triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:46:43.120603 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4e965c15-f844-4dfe-8429-492887335697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:43.221131 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd19ecc-1c6d-4a31-a6fe-cb89c213402a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Router be26d7bf-695e-40fd-970e-f31240e802dc has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:46:43.225120 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-4e965c15-f844-4dfe-8429-492887335697 None None] Port ad3a381f-7325-436b-b84a-6676c5587aed cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:46:43.228537 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port f5ff4183-d049-4489-b78b-4b4e2552a541, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=f5ff4183-d049-4489-b78b-4b4e2552a541,segment=NetworkSegment(f4db0ef6-ce4f-432c-9a2a-2277889b3ccd),segment_id=f4db0ef6-ce4f-432c-9a2a-2277889b3ccd)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:46:43.233115 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:43.234004 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device db6925f8-3ada-4965-82f2-8ee0220fca59 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:46:43.343665 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=f5ff4183-d049-4489-b78b-4b4e2552a541,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:46:43.357119 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port db6925f8-3ada-4965-82f2-8ee0220fca59 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:46:43.362333 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port db6925f8-3ada-4965-82f2-8ee0220fca59 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:46:43.362721 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:43.428078 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd19ecc-1c6d-4a31-a6fe-cb89c213402a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:46:43.442215 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-cdd19ecc-1c6d-4a31-a6fe-cb89c213402a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "PUT /v2.0/routers/be26d7bf-695e-40fd-970e-f31240e802dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2465515 May 05 22:46:43.481097 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:43.499991 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port db6925f8-3ada-4965-82f2-8ee0220fca59, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=db6925f8-3ada-4965-82f2-8ee0220fca59,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:46:43.504768 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:43.590755 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=db6925f8-3ada-4965-82f2-8ee0220fca59,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:46:43.737965 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-65233970-29c8-4209-a7bd-1f5cdcdbe0e9 req-2f3fbc73-7da6-4640-8bad-9b62c469179f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Synchronizing usage tracker for tenant:6b2f3059793b418098910f2d886078d9 on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:46:43.756450 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-65233970-29c8-4209-a7bd-1f5cdcdbe0e9 req-2f3fbc73-7da6-4640-8bad-9b62c469179f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Unset dirty status for tenant:6b2f3059793b418098910f2d886078d9 on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:46:43.757704 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-65233970-29c8-4209-a7bd-1f5cdcdbe0e9 req-2f3fbc73-7da6-4640-8bad-9b62c469179f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-683861194&fields=id&tenant_id=6b2f3059793b418098910f2d886078d9 HTTP/1.1" status: 200 len: 267 time: 0.0622921 May 05 22:46:43.903200 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65233970-29c8-4209-a7bd-1f5cdcdbe0e9 req-01460f2f-2599-4067-8f53-91f8c4a50a27 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:46:43.903855 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-65233970-29c8-4209-a7bd-1f5cdcdbe0e9 req-01460f2f-2599-4067-8f53-91f8c4a50a27 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Synchronizing usage tracker for tenant:6b2f3059793b418098910f2d886078d9 on resource:network {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:46:43.921174 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-65233970-29c8-4209-a7bd-1f5cdcdbe0e9 req-01460f2f-2599-4067-8f53-91f8c4a50a27 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Unset dirty status for tenant:6b2f3059793b418098910f2d886078d9 on resource:network {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:46:43.922370 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-65233970-29c8-4209-a7bd-1f5cdcdbe0e9 req-01460f2f-2599-4067-8f53-91f8c4a50a27 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/networks?id=a6e4d10c-3d3e-42ec-8a2b-f140fc836059 HTTP/1.1" status: 200 len: 797 time: 0.1578245 May 05 22:46:43.941264 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-65233970-29c8-4209-a7bd-1f5cdcdbe0e9 req-b352dce5-0095-490f-b13c-c5a06db90bc5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/quotas/6b2f3059793b418098910f2d886078d9 HTTP/1.1" status: 200 len: 375 time: 0.0117264 May 05 22:46:44.022494 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fca8f3d0-58e5-43ca-a17d-d9efacf03ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:44.027809 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-65233970-29c8-4209-a7bd-1f5cdcdbe0e9 req-f87e51f7-bb79-4254-85ad-03c72a46384b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Synchronizing usage tracker for tenant:6b2f3059793b418098910f2d886078d9 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:46:44.044872 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-65233970-29c8-4209-a7bd-1f5cdcdbe0e9 req-f87e51f7-bb79-4254-85ad-03c72a46384b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Unset dirty status for tenant:6b2f3059793b418098910f2d886078d9 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:46:44.046410 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-65233970-29c8-4209-a7bd-1f5cdcdbe0e9 req-f87e51f7-bb79-4254-85ad-03c72a46384b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6b2f3059793b418098910f2d886078d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1000106 May 05 22:46:44.061911 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [req-65233970-29c8-4209-a7bd-1f5cdcdbe0e9 req-e4ea872f-4f52-4e70-a384-fef19a6c2f15 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:46:44.063085 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-65233970-29c8-4209-a7bd-1f5cdcdbe0e9 req-e4ea872f-4f52-4e70-a384-fef19a6c2f15 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0054116 May 05 22:46:44.200168 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-65233970-29c8-4209-a7bd-1f5cdcdbe0e9 req-17e129b7-efab-4af2-932f-9df10cf6bd7c service neutron] 10.222.0.23 "GET /v2.0/networks/a6e4d10c-3d3e-42ec-8a2b-f140fc836059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281898 May 05 22:46:44.338447 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-65233970-29c8-4209-a7bd-1f5cdcdbe0e9 req-000dffd1-d05a-447c-80da-884962b54cd5 service neutron] 10.222.0.23 "GET /v2.0/networks/a6e4d10c-3d3e-42ec-8a2b-f140fc836059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317475 May 05 22:46:44.478279 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e05425a-ac7a-4b0f-a58b-b2003185f977 None None] Sync routers for ids ['be26d7bf-695e-40fd-970e-f31240e802dc'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:46:44.491134 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e05425a-ac7a-4b0f-a58b-b2003185f977 None None] Routers {'be26d7bf-695e-40fd-970e-f31240e802dc'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:46:44.491787 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-2e05425a-ac7a-4b0f-a58b-b2003185f977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:46:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['be26d7bf-695e-40fd-970e-f31240e802dc'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:46:44.552239 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-12e8279d-3152-4ac9-b924-307b2002cef8 req-55430433-321c-435e-b8db-47d374cd0031 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d321ed-f4f0-402c-9610-9f011a062c91 HTTP/1.1" status: 200 len: 210 time: 0.0502160 May 05 22:46:44.670377 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-2e05425a-ac7a-4b0f-a58b-b2003185f977 None None] Set router be26d7bf-695e-40fd-970e-f31240e802dc gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:46:44.797932 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device f5ff4183-d049-4489-b78b-4b4e2552a541 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:46:44.997495 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port f5ff4183-d049-4489-b78b-4b4e2552a541 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:46:44.997828 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:45.101204 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-2e05425a-ac7a-4b0f-a58b-b2003185f977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be26d7bf-695e-40fd-970e-f31240e802dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477560867', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'db6925f8-3ada-4965-82f2-8ee0220fca59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:46:37Z', 'updated_at': '2022-05-05T22:46:41Z', 'revision_number': 4, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': 'db6925f8-3ada-4965-82f2-8ee0220fca59', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:18:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be26d7bf-695e-40fd-970e-f31240e802dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:46:38Z', 'updated_at': '2022-05-05T22:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'ad3a381f-7325-436b-b84a-6676c5587aed', 'name': '', 'network_id': 'a6e4d10c-3d3e-42ec-8a2b-f140fc836059', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'mac_address': 'fa:16:3e:9a:df:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be26d7bf-695e-40fd-970e-f31240e802dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1c5d573-070a-4822-a71e-94cc04a88b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:46:41Z', 'updated_at': '2022-05-05T22:46:42Z', 'revision_number': 2, 'project_id': '6b2f3059793b418098910f2d886078d9', 'subnets': [{'id': 'e1c5d573-070a-4822-a71e-94cc04a88b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:46:45.119714 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e05425a-ac7a-4b0f-a58b-b2003185f977 None None] Checking router: be26d7bf-695e-40fd-970e-f31240e802dc for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:46:45.120057 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e05425a-ac7a-4b0f-a58b-b2003185f977 None None] Updating router be26d7bf-695e-40fd-970e-f31240e802dc port ad3a381f-7325-436b-b84a-6676c5587aed binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:46:45.169150 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device db6925f8-3ada-4965-82f2-8ee0220fca59 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:46:45.212844 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2e05425a-ac7a-4b0f-a58b-b2003185f977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:45.337999 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port db6925f8-3ada-4965-82f2-8ee0220fca59 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:46:45.338332 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:45.663459 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-32e3ef54-f727-444c-a6c9-18ae6e766bd2 req-9cd840b0-a9d0-439e-a2e9-0f5d0f0add6b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d321ed-f4f0-402c-9610-9f011a062c91 HTTP/1.1" status: 200 len: 210 time: 0.0396643 May 05 22:46:45.696739 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2e05425a-ac7a-4b0f-a58b-b2003185f977 None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:45.708358 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-2e05425a-ac7a-4b0f-a58b-b2003185f977 None None] Transition to ACTIVE for port object ad3a381f-7325-436b-b84a-6676c5587aed will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:46:45.719141 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2e05425a-ac7a-4b0f-a58b-b2003185f977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:45.848821 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3d4dac-6993-423a-8c77-0ade83e13460 None None] Pushing event updated for resources: {'Port': ['ID=ad3a381f-7325-436b-b84a-6676c5587aed,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:46:45.944832 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-2e05425a-ac7a-4b0f-a58b-b2003185f977 None None] Attempting to bind port ad3a381f-7325-436b-b84a-6676c5587aed on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:46:45.945270 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-2e05425a-ac7a-4b0f-a58b-b2003185f977 None None] Attempting to bind port ad3a381f-7325-436b-b84a-6676c5587aed by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'f4db0ef6-ce4f-432c-9a2a-2277889b3ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a6e4d10c-3d3e-42ec-8a2b-f140fc836059'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:46:45.945556 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e05425a-ac7a-4b0f-a58b-b2003185f977 None None] Attempting to bind port ad3a381f-7325-436b-b84a-6676c5587aed on network a6e4d10c-3d3e-42ec-8a2b-f140fc836059 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:46:45.952504 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e05425a-ac7a-4b0f-a58b-b2003185f977 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:46:45.953187 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e05425a-ac7a-4b0f-a58b-b2003185f977 None None] Checking segment: {'id': 'f4db0ef6-ce4f-432c-9a2a-2277889b3ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a6e4d10c-3d3e-42ec-8a2b-f140fc836059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:46:45.953355 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2e05425a-ac7a-4b0f-a58b-b2003185f977 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:45.953745 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e05425a-ac7a-4b0f-a58b-b2003185f977 None None] Bound using segment: {'id': 'f4db0ef6-ce4f-432c-9a2a-2277889b3ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a6e4d10c-3d3e-42ec-8a2b-f140fc836059'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:46:45.954211 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-2e05425a-ac7a-4b0f-a58b-b2003185f977 None None] Bound port: ad3a381f-7325-436b-b84a-6676c5587aed, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4db0ef6-ce4f-432c-9a2a-2277889b3ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a6e4d10c-3d3e-42ec-8a2b-f140fc836059'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:46:45.954583 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2e05425a-ac7a-4b0f-a58b-b2003185f977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:46.045276 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-2e05425a-ac7a-4b0f-a58b-b2003185f977 None None] For port ad3a381f-7325-436b-b84a-6676c5587aed, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:46:46.048391 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-2e05425a-ac7a-4b0f-a58b-b2003185f977 None None] For port ad3a381f-7325-436b-b84a-6676c5587aed, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=ad3a381f-7325-436b-b84a-6676c5587aed,segment=NetworkSegment(f4db0ef6-ce4f-432c-9a2a-2277889b3ccd),segment_id=f4db0ef6-ce4f-432c-9a2a-2277889b3ccd)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:46:46.056570 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2e05425a-ac7a-4b0f-a58b-b2003185f977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:46.145290 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3d4dac-6993-423a-8c77-0ade83e13460 None None] Pushing event updated for resources: {'Port': ['ID=ad3a381f-7325-436b-b84a-6676c5587aed,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:46:46.148846 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e05425a-ac7a-4b0f-a58b-b2003185f977 None None] Routers {'be26d7bf-695e-40fd-970e-f31240e802dc'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:46:46.149442 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-2e05425a-ac7a-4b0f-a58b-b2003185f977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:46:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['be26d7bf-695e-40fd-970e-f31240e802dc'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:46:46.326230 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5b702e20-90d5-433b-ba9e-6b610eb0462c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:46.344204 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-2e05425a-ac7a-4b0f-a58b-b2003185f977 None None] Set router be26d7bf-695e-40fd-970e-f31240e802dc gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:46:46.665785 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-2e05425a-ac7a-4b0f-a58b-b2003185f977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be26d7bf-695e-40fd-970e-f31240e802dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477560867', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'db6925f8-3ada-4965-82f2-8ee0220fca59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:46:37Z', 'updated_at': '2022-05-05T22:46:41Z', 'revision_number': 4, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': 'db6925f8-3ada-4965-82f2-8ee0220fca59', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:18:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be26d7bf-695e-40fd-970e-f31240e802dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:46:38Z', 'updated_at': '2022-05-05T22:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'ad3a381f-7325-436b-b84a-6676c5587aed', 'name': '', 'network_id': 'a6e4d10c-3d3e-42ec-8a2b-f140fc836059', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'mac_address': 'fa:16:3e:9a:df:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be26d7bf-695e-40fd-970e-f31240e802dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1c5d573-070a-4822-a71e-94cc04a88b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:46:41Z', 'updated_at': '2022-05-05T22:46:46Z', 'revision_number': 4, 'project_id': '6b2f3059793b418098910f2d886078d9', 'subnets': [{'id': 'e1c5d573-070a-4822-a71e-94cc04a88b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:46:46.669911 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e05425a-ac7a-4b0f-a58b-b2003185f977 None None] The sync data for ids ['be26d7bf-695e-40fd-970e-f31240e802dc'] in n-d-825175-4 is: [{'id': 'be26d7bf-695e-40fd-970e-f31240e802dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477560867', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'db6925f8-3ada-4965-82f2-8ee0220fca59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:46:37Z', 'updated_at': '2022-05-05T22:46:41Z', 'revision_number': 4, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': 'db6925f8-3ada-4965-82f2-8ee0220fca59', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:18:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be26d7bf-695e-40fd-970e-f31240e802dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:46:38Z', 'updated_at': '2022-05-05T22:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'ad3a381f-7325-436b-b84a-6676c5587aed', 'name': '', 'network_id': 'a6e4d10c-3d3e-42ec-8a2b-f140fc836059', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'mac_address': 'fa:16:3e:9a:df:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be26d7bf-695e-40fd-970e-f31240e802dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1c5d573-070a-4822-a71e-94cc04a88b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:46:41Z', 'updated_at': '2022-05-05T22:46:46Z', 'revision_number': 4, 'project_id': '6b2f3059793b418098910f2d886078d9', 'subnets': [{'id': 'e1c5d573-070a-4822-a71e-94cc04a88b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:46:46.844371 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device ad3a381f-7325-436b-b84a-6676c5587aed up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:46:46.916403 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4f607055-2e14-4667-a362-6606986ae1f2 req-e5700043-4e28-4a2e-a93a-3748b6b51b42 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d321ed-f4f0-402c-9610-9f011a062c91 HTTP/1.1" status: 200 len: 210 time: 0.1689081 May 05 22:46:46.922644 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port ad3a381f-7325-436b-b84a-6676c5587aed completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:46:46.927939 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port ad3a381f-7325-436b-b84a-6676c5587aed triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:46:46.928030 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:47.053841 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:47.088563 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port ad3a381f-7325-436b-b84a-6676c5587aed, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=ad3a381f-7325-436b-b84a-6676c5587aed,segment=NetworkSegment(f4db0ef6-ce4f-432c-9a2a-2277889b3ccd),segment_id=f4db0ef6-ce4f-432c-9a2a-2277889b3ccd)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:46:47.093745 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:47.164626 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=ad3a381f-7325-436b-b84a-6676c5587aed,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:46:47.601264 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:47.602476 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:47.918276 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65233970-29c8-4209-a7bd-1f5cdcdbe0e9 req-031adbd6-457d-44c0-a49e-f4a865ba7f9e tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:46:47.918959 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-65233970-29c8-4209-a7bd-1f5cdcdbe0e9 req-031adbd6-457d-44c0-a49e-f4a865ba7f9e tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Synchronizing usage tracker for tenant:6b2f3059793b418098910f2d886078d9 on resource:network {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:46:47.930931 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-65233970-29c8-4209-a7bd-1f5cdcdbe0e9 req-031adbd6-457d-44c0-a49e-f4a865ba7f9e tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Unset dirty status for tenant:6b2f3059793b418098910f2d886078d9 on resource:network {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:46:47.932031 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-65233970-29c8-4209-a7bd-1f5cdcdbe0e9 req-031adbd6-457d-44c0-a49e-f4a865ba7f9e tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.44 "GET /v2.0/networks?id=a6e4d10c-3d3e-42ec-8a2b-f140fc836059 HTTP/1.1" status: 200 len: 797 time: 0.1550486 May 05 22:46:47.987845 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-65233970-29c8-4209-a7bd-1f5cdcdbe0e9 req-1e0d0fa5-4f22-47ec-95c8-b273ccff619d tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Synchronizing usage tracker for tenant:6b2f3059793b418098910f2d886078d9 on resource:security_group {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:46:48.001141 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-65233970-29c8-4209-a7bd-1f5cdcdbe0e9 req-1e0d0fa5-4f22-47ec-95c8-b273ccff619d tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Unset dirty status for tenant:6b2f3059793b418098910f2d886078d9 on resource:security_group {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:46:48.002345 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-65233970-29c8-4209-a7bd-1f5cdcdbe0e9 req-1e0d0fa5-4f22-47ec-95c8-b273ccff619d tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b2f3059793b418098910f2d886078d9 HTTP/1.1" status: 200 len: 379 time: 0.0580678 May 05 22:46:48.011763 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-65233970-29c8-4209-a7bd-1f5cdcdbe0e9 req-e5e2c73c-788a-43ef-abd8-9e95cedf62ee tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Request body: {'port': {'device_id': 'f2d321ed-f4f0-402c-9610-9f011a062c91', 'network_id': 'a6e4d10c-3d3e-42ec-8a2b-f140fc836059', 'admin_state_up': True, 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'security_groups': ['6849887e-6f54-4322-ba04-7e58c30650cc']}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:46:48.093254 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-90d92675-8fb8-4d0d-bab7-b0db6f17ad96 req-77c238fe-6b58-4a50-a416-fbf66091fa40 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d321ed-f4f0-402c-9610-9f011a062c91 HTTP/1.1" status: 200 len: 210 time: 0.0413542 May 05 22:46:48.154890 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-65233970-29c8-4209-a7bd-1f5cdcdbe0e9 req-e5e2c73c-788a-43ef-abd8-9e95cedf62ee tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:46:48.166116 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-65233970-29c8-4209-a7bd-1f5cdcdbe0e9 req-e5e2c73c-788a-43ef-abd8-9e95cedf62ee tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:46:48.176481 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65233970-29c8-4209-a7bd-1f5cdcdbe0e9 req-e5e2c73c-788a-43ef-abd8-9e95cedf62ee tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Made reservation on behalf of 6b2f3059793b418098910f2d886078d9 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:46:48.179383 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-65233970-29c8-4209-a7bd-1f5cdcdbe0e9 req-e5e2c73c-788a-43ef-abd8-9e95cedf62ee tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:48.356511 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-65233970-29c8-4209-a7bd-1f5cdcdbe0e9 req-e5e2c73c-788a-43ef-abd8-9e95cedf62ee tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Allocated IP 172.20.0.12 (a6e4d10c-3d3e-42ec-8a2b-f140fc836059/e1c5d573-070a-4822-a71e-94cc04a88b88/ab196719-5f03-4643-b2d8-7e948192dd8e) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:46:48.549654 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-65233970-29c8-4209-a7bd-1f5cdcdbe0e9 req-e5e2c73c-788a-43ef-abd8-9e95cedf62ee tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:48.565575 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-65233970-29c8-4209-a7bd-1f5cdcdbe0e9 req-e5e2c73c-788a-43ef-abd8-9e95cedf62ee tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Transition to ACTIVE for port object ab196719-5f03-4643-b2d8-7e948192dd8e will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:46:48.588209 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-65233970-29c8-4209-a7bd-1f5cdcdbe0e9 req-e5e2c73c-788a-43ef-abd8-9e95cedf62ee tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:48.665086 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65233970-29c8-4209-a7bd-1f5cdcdbe0e9 req-e5e2c73c-788a-43ef-abd8-9e95cedf62ee tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Network a6e4d10c-3d3e-42ec-8a2b-f140fc836059 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:46:48.668624 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-65233970-29c8-4209-a7bd-1f5cdcdbe0e9 req-e5e2c73c-788a-43ef-abd8-9e95cedf62ee tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:46:48.670559 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e2c73c-788a-43ef-abd8-9e95cedf62ee tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'Port': ['ID=ab196719-5f03-4643-b2d8-7e948192dd8e,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:46:48.672777 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-65233970-29c8-4209-a7bd-1f5cdcdbe0e9 req-e5e2c73c-788a-43ef-abd8-9e95cedf62ee tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:46:48.732969 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65233970-29c8-4209-a7bd-1f5cdcdbe0e9 req-e5e2c73c-788a-43ef-abd8-9e95cedf62ee tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:46:48.733655 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-65233970-29c8-4209-a7bd-1f5cdcdbe0e9 req-e5e2c73c-788a-43ef-abd8-9e95cedf62ee tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:48.760867 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-65233970-29c8-4209-a7bd-1f5cdcdbe0e9 req-e5e2c73c-788a-43ef-abd8-9e95cedf62ee tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7528026 May 05 22:46:48.805927 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device ad3a381f-7325-436b-b84a-6676c5587aed up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:46:48.851006 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-65233970-29c8-4209-a7bd-1f5cdcdbe0e9 req-ffc84201-4c75-403b-a38a-143543f6e3e5 service neutron] Request body: {'port': {'device_id': 'f2d321ed-f4f0-402c-9610-9f011a062c91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:46:48.879449 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port ad3a381f-7325-436b-b84a-6676c5587aed triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:46:48.879816 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:48.945117 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-28e7746a-66db-432d-b254-0cebe7cd99a3 None None] Provisioning for port ab196719-5f03-4643-b2d8-7e948192dd8e completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:46:48.951719 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-28e7746a-66db-432d-b254-0cebe7cd99a3 None None] Provisioning complete for port ab196719-5f03-4643-b2d8-7e948192dd8e triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:46:48.952238 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-28e7746a-66db-432d-b254-0cebe7cd99a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:48.961457 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-65233970-29c8-4209-a7bd-1f5cdcdbe0e9 req-ffc84201-4c75-403b-a38a-143543f6e3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:49.094186 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-28e7746a-66db-432d-b254-0cebe7cd99a3 None None] Port ab196719-5f03-4643-b2d8-7e948192dd8e cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:46:49.180094 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:49.297794 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e9bef-f2a2-4731-aa84-f85f8a231261 req-f3418479-5ae2-4da4-b682-69794a3e6d00 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:46:49.299253 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fa4e9bef-f2a2-4731-aa84-f85f8a231261 req-f3418479-5ae2-4da4-b682-69794a3e6d00 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d321ed-f4f0-402c-9610-9f011a062c91 HTTP/1.1" status: 200 len: 932 time: 0.0804677 May 05 22:46:49.349213 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fa4e9bef-f2a2-4731-aa84-f85f8a231261 req-7618874e-e054-4a46-84e4-b7f5800c302a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=6849887e-6f54-4322-ba04-7e58c30650cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435696 May 05 22:46:49.415208 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-65233970-29c8-4209-a7bd-1f5cdcdbe0e9 req-ffc84201-4c75-403b-a38a-143543f6e3e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab196719-5f03-4643-b2d8-7e948192dd8e {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:46:49.422007 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-65233970-29c8-4209-a7bd-1f5cdcdbe0e9 req-ffc84201-4c75-403b-a38a-143543f6e3e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:49.436162 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-65233970-29c8-4209-a7bd-1f5cdcdbe0e9 req-ffc84201-4c75-403b-a38a-143543f6e3e5 service neutron] Transition to ACTIVE for port object ab196719-5f03-4643-b2d8-7e948192dd8e will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:46:49.443975 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-65233970-29c8-4209-a7bd-1f5cdcdbe0e9 req-ffc84201-4c75-403b-a38a-143543f6e3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:49.573513 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc84201-4c75-403b-a38a-143543f6e3e5 service neutron] Pushing event updated for resources: {'Port': ['ID=ab196719-5f03-4643-b2d8-7e948192dd8e,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:46:49.681157 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-65233970-29c8-4209-a7bd-1f5cdcdbe0e9 req-ffc84201-4c75-403b-a38a-143543f6e3e5 service neutron] Attempting to bind port ab196719-5f03-4643-b2d8-7e948192dd8e on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:46:49.681514 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-65233970-29c8-4209-a7bd-1f5cdcdbe0e9 req-ffc84201-4c75-403b-a38a-143543f6e3e5 service neutron] Attempting to bind port ab196719-5f03-4643-b2d8-7e948192dd8e by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': 'f4db0ef6-ce4f-432c-9a2a-2277889b3ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a6e4d10c-3d3e-42ec-8a2b-f140fc836059'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:46:49.681840 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65233970-29c8-4209-a7bd-1f5cdcdbe0e9 req-ffc84201-4c75-403b-a38a-143543f6e3e5 service neutron] Attempting to bind port ab196719-5f03-4643-b2d8-7e948192dd8e on network a6e4d10c-3d3e-42ec-8a2b-f140fc836059 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:46:49.688359 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65233970-29c8-4209-a7bd-1f5cdcdbe0e9 req-ffc84201-4c75-403b-a38a-143543f6e3e5 service neutron] Port ab196719-5f03-4643-b2d8-7e948192dd8e on network a6e4d10c-3d3e-42ec-8a2b-f140fc836059 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:46:49.688681 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65233970-29c8-4209-a7bd-1f5cdcdbe0e9 req-ffc84201-4c75-403b-a38a-143543f6e3e5 service neutron] Attempting to bind port ab196719-5f03-4643-b2d8-7e948192dd8e on network a6e4d10c-3d3e-42ec-8a2b-f140fc836059 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:46:49.694956 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65233970-29c8-4209-a7bd-1f5cdcdbe0e9 req-ffc84201-4c75-403b-a38a-143543f6e3e5 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:46:49.695290 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65233970-29c8-4209-a7bd-1f5cdcdbe0e9 req-ffc84201-4c75-403b-a38a-143543f6e3e5 service neutron] Checking segment: {'id': 'f4db0ef6-ce4f-432c-9a2a-2277889b3ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a6e4d10c-3d3e-42ec-8a2b-f140fc836059'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:46:49.695694 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65233970-29c8-4209-a7bd-1f5cdcdbe0e9 req-ffc84201-4c75-403b-a38a-143543f6e3e5 service neutron] Bound using segment: {'id': 'f4db0ef6-ce4f-432c-9a2a-2277889b3ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a6e4d10c-3d3e-42ec-8a2b-f140fc836059'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:46:49.696099 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-65233970-29c8-4209-a7bd-1f5cdcdbe0e9 req-ffc84201-4c75-403b-a38a-143543f6e3e5 service neutron] Bound port: ab196719-5f03-4643-b2d8-7e948192dd8e, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4db0ef6-ce4f-432c-9a2a-2277889b3ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a6e4d10c-3d3e-42ec-8a2b-f140fc836059'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:46:49.696444 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-65233970-29c8-4209-a7bd-1f5cdcdbe0e9 req-ffc84201-4c75-403b-a38a-143543f6e3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:49.786620 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-65233970-29c8-4209-a7bd-1f5cdcdbe0e9 req-ffc84201-4c75-403b-a38a-143543f6e3e5 service neutron] For port ab196719-5f03-4643-b2d8-7e948192dd8e, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:46:49.789489 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-65233970-29c8-4209-a7bd-1f5cdcdbe0e9 req-ffc84201-4c75-403b-a38a-143543f6e3e5 service neutron] For port ab196719-5f03-4643-b2d8-7e948192dd8e, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=ab196719-5f03-4643-b2d8-7e948192dd8e,segment=NetworkSegment(f4db0ef6-ce4f-432c-9a2a-2277889b3ccd),segment_id=f4db0ef6-ce4f-432c-9a2a-2277889b3ccd)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:46:49.797470 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-65233970-29c8-4209-a7bd-1f5cdcdbe0e9 req-ffc84201-4c75-403b-a38a-143543f6e3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:49.857984 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-65233970-29c8-4209-a7bd-1f5cdcdbe0e9 req-ffc84201-4c75-403b-a38a-143543f6e3e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:49.859439 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-65233970-29c8-4209-a7bd-1f5cdcdbe0e9 req-ffc84201-4c75-403b-a38a-143543f6e3e5 service neutron] 10.222.0.44 "PUT /v2.0/ports/ab196719-5f03-4643-b2d8-7e948192dd8e HTTP/1.1" status: 200 len: 1092 time: 1.0910244 May 05 22:46:49.859882 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d321ed-f4f0-402c-9610-9f011a062c91', 'tag': 'ab196719-5f03-4643-b2d8-7e948192dd8e'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:46:49.887597 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc84201-4c75-403b-a38a-143543f6e3e5 service neutron] Pushing event updated for resources: {'Port': ['ID=ab196719-5f03-4643-b2d8-7e948192dd8e,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:46:49.973041 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-65233970-29c8-4209-a7bd-1f5cdcdbe0e9 req-8fb2bce6-560a-43e3-ba6d-9b21608834ba service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6b2f3059793b418098910f2d886078d9&device_id=f2d321ed-f4f0-402c-9610-9f011a062c91 HTTP/1.1" status: 200 len: 1095 time: 0.0752177 May 05 22:46:50.035775 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0db63d08-f993-408e-88f7-4bf08813fa44'] response: {'name': 'network-changed', 'server_uuid': 'f2d321ed-f4f0-402c-9610-9f011a062c91', 'tag': 'ab196719-5f03-4643-b2d8-7e948192dd8e', 'status': 'completed', 'code': 200} May 05 22:46:50.051190 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-65233970-29c8-4209-a7bd-1f5cdcdbe0e9 req-7b576776-0dab-4ed5-9fed-87813757a972 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab196719-5f03-4643-b2d8-7e948192dd8e HTTP/1.1" status: 200 len: 217 time: 0.0700476 May 05 22:46:50.112954 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65233970-29c8-4209-a7bd-1f5cdcdbe0e9 req-29348ed5-e8d8-48f5-bd52-a79c4499b22e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:46:50.114336 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-65233970-29c8-4209-a7bd-1f5cdcdbe0e9 req-29348ed5-e8d8-48f5-bd52-a79c4499b22e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e1c5d573-070a-4822-a71e-94cc04a88b88 HTTP/1.1" status: 200 len: 835 time: 0.0573931 May 05 22:46:50.197939 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-65233970-29c8-4209-a7bd-1f5cdcdbe0e9 req-590b951b-75db-4cc7-8308-826c42efb483 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a6e4d10c-3d3e-42ec-8a2b-f140fc836059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756662 May 05 22:46:50.340343 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-65233970-29c8-4209-a7bd-1f5cdcdbe0e9 req-c72cfed8-7fb7-4afa-930e-bc9fddbb8d39 service neutron] 10.222.0.44 "GET /v2.0/networks/a6e4d10c-3d3e-42ec-8a2b-f140fc836059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359069 May 05 22:46:50.478408 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-65233970-29c8-4209-a7bd-1f5cdcdbe0e9 req-3ab201ac-c83c-4403-b456-66d39e479f81 service neutron] 10.222.0.44 "GET /v2.0/networks/a6e4d10c-3d3e-42ec-8a2b-f140fc836059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316440 May 05 22:46:50.550926 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06abcd-fc76-4575-aea3-0e34ed95464d req-85aef025-c8f0-49a7-a0d1-54eb083be892 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:46:50.552392 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4e06abcd-fc76-4575-aea3-0e34ed95464d req-85aef025-c8f0-49a7-a0d1-54eb083be892 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d321ed-f4f0-402c-9610-9f011a062c91 HTTP/1.1" status: 200 len: 944 time: 0.0809939 May 05 22:46:50.594239 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-aad80d6b-e6ae-4606-a8bd-20dba88c9779 req-a0352989-ce53-4ef1-819a-6a6e2d3f4721 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6b2f3059793b418098910f2d886078d9&device_id=f2d321ed-f4f0-402c-9610-9f011a062c91 HTTP/1.1" status: 200 len: 1095 time: 0.0707703 May 05 22:46:50.603537 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4e06abcd-fc76-4575-aea3-0e34ed95464d req-1a0b76d6-6857-42b2-96b9-bc9b7cac7ef5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=6849887e-6f54-4322-ba04-7e58c30650cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440173 May 05 22:46:50.729995 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad80d6b-e6ae-4606-a8bd-20dba88c9779 req-3f35fadb-be11-46dd-9b5d-235fbe73d6d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:46:50.731370 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-aad80d6b-e6ae-4606-a8bd-20dba88c9779 req-3f35fadb-be11-46dd-9b5d-235fbe73d6d6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a6e4d10c-3d3e-42ec-8a2b-f140fc836059 HTTP/1.1" status: 200 len: 898 time: 0.1312470 May 05 22:46:50.802297 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-aad80d6b-e6ae-4606-a8bd-20dba88c9779 req-b44cf8d3-0be6-4421-8f58-bc6374a2b4ca service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab196719-5f03-4643-b2d8-7e948192dd8e HTTP/1.1" status: 200 len: 217 time: 0.0641320 May 05 22:46:50.862776 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad80d6b-e6ae-4606-a8bd-20dba88c9779 req-d8cbeb44-720d-4ab0-8a81-51118fa579e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:46:50.864154 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-aad80d6b-e6ae-4606-a8bd-20dba88c9779 req-d8cbeb44-720d-4ab0-8a81-51118fa579e2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e1c5d573-070a-4822-a71e-94cc04a88b88 HTTP/1.1" status: 200 len: 835 time: 0.0558233 May 05 22:46:50.942829 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-aad80d6b-e6ae-4606-a8bd-20dba88c9779 req-247dd8b8-b260-4db0-ade6-2d4e03590081 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a6e4d10c-3d3e-42ec-8a2b-f140fc836059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721810 May 05 22:46:51.180305 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-aad80d6b-e6ae-4606-a8bd-20dba88c9779 req-a1e18582-5cd1-43d5-af2a-e8b6e3a1fbb5 service neutron] 10.222.0.44 "GET /v2.0/networks/a6e4d10c-3d3e-42ec-8a2b-f140fc836059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295680 May 05 22:46:51.312424 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-aad80d6b-e6ae-4606-a8bd-20dba88c9779 req-52d3d82f-9fbc-46e2-b89c-e05babe7ca18 service neutron] 10.222.0.44 "GET /v2.0/networks/a6e4d10c-3d3e-42ec-8a2b-f140fc836059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241047 May 05 22:46:51.840300 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1717f391-4e53-4e8a-8d67-5798b2b992ab req-ed3046a0-1d8e-42b6-aa39-b743d3ab948d tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:46:51.841781 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1717f391-4e53-4e8a-8d67-5798b2b992ab req-ed3046a0-1d8e-42b6-aa39-b743d3ab948d tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d321ed-f4f0-402c-9610-9f011a062c91 HTTP/1.1" status: 200 len: 944 time: 0.1030307 May 05 22:46:51.887227 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1717f391-4e53-4e8a-8d67-5798b2b992ab req-a54bfdd2-33b5-46e7-86a9-de373b64ffd8 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=6849887e-6f54-4322-ba04-7e58c30650cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396836 May 05 22:46:53.110950 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987d08a-d3a1-48ec-ad0e-653c70d2a8c1 req-6278d2ed-c287-4c55-9b72-ff4109c54536 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:46:53.112385 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4987d08a-d3a1-48ec-ad0e-653c70d2a8c1 req-6278d2ed-c287-4c55-9b72-ff4109c54536 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d321ed-f4f0-402c-9610-9f011a062c91 HTTP/1.1" status: 200 len: 944 time: 0.0786622 May 05 22:46:53.161582 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4987d08a-d3a1-48ec-ad0e-653c70d2a8c1 req-2ab2edb1-d8d4-47d1-b6ca-9a420f7da63f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=6849887e-6f54-4322-ba04-7e58c30650cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435321 May 05 22:46:54.330543 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device ab196719-5f03-4643-b2d8-7e948192dd8e details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:46:54.365370 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ce5075-0925-470d-ab97-692d8d795635 req-003fd64f-0ce5-4a53-a0a5-b4c207c0bf42 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:46:54.366843 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f9ce5075-0925-470d-ab97-692d8d795635 req-003fd64f-0ce5-4a53-a0a5-b4c207c0bf42 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d321ed-f4f0-402c-9610-9f011a062c91 HTTP/1.1" status: 200 len: 944 time: 0.0806661 May 05 22:46:54.414673 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f9ce5075-0925-470d-ab97-692d8d795635 req-52680514-03c6-445c-8579-504e9d6e99aa tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=6849887e-6f54-4322-ba04-7e58c30650cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419896 May 05 22:46:54.461940 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port ab196719-5f03-4643-b2d8-7e948192dd8e, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=ab196719-5f03-4643-b2d8-7e948192dd8e,segment=NetworkSegment(f4db0ef6-ce4f-432c-9a2a-2277889b3ccd),segment_id=f4db0ef6-ce4f-432c-9a2a-2277889b3ccd)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:46:54.474878 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': 'ab196719-5f03-4643-b2d8-7e948192dd8e', 'network_id': 'a6e4d10c-3d3e-42ec-8a2b-f140fc836059', 'port_id': 'ab196719-5f03-4643-b2d8-7e948192dd8e', 'mac_address': 'fa:16:3e:22:6f:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c5d573-070a-4822-a71e-94cc04a88b88', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:46:54.526630 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:54.543374 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab196719-5f03-4643-b2d8-7e948192dd8e {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:46:54.558130 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port ab196719-5f03-4643-b2d8-7e948192dd8e, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=ab196719-5f03-4643-b2d8-7e948192dd8e,segment=NetworkSegment(f4db0ef6-ce4f-432c-9a2a-2277889b3ccd),segment_id=f4db0ef6-ce4f-432c-9a2a-2277889b3ccd)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:46:54.563178 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:54.629408 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=ab196719-5f03-4643-b2d8-7e948192dd8e,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:46:54.792062 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['ab196719-5f03-4643-b2d8-7e948192dd8e'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:46:55.631734 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e28955-75d3-4e31-b82f-5d19080bc4e6 req-0e15d9d3-2636-4f93-a26c-a17e8d7ea11b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:46:55.633178 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-18e28955-75d3-4e31-b82f-5d19080bc4e6 req-0e15d9d3-2636-4f93-a26c-a17e8d7ea11b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d321ed-f4f0-402c-9610-9f011a062c91 HTTP/1.1" status: 200 len: 945 time: 0.0856695 May 05 22:46:55.680581 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-18e28955-75d3-4e31-b82f-5d19080bc4e6 req-8ab4a54d-a97d-4ec4-aee5-32a0c4ee5ef1 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=6849887e-6f54-4322-ba04-7e58c30650cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418179 May 05 22:46:56.345801 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device ab196719-5f03-4643-b2d8-7e948192dd8e up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:46:56.419780 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port ab196719-5f03-4643-b2d8-7e948192dd8e completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:46:56.424784 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port ab196719-5f03-4643-b2d8-7e948192dd8e triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:46:56.425155 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:56.540127 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:56.566532 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d321ed-f4f0-402c-9610-9f011a062c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab196719-5f03-4643-b2d8-7e948192dd8e'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:46:56.576006 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port ab196719-5f03-4643-b2d8-7e948192dd8e, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=ab196719-5f03-4643-b2d8-7e948192dd8e,segment=NetworkSegment(f4db0ef6-ce4f-432c-9a2a-2277889b3ccd),segment_id=f4db0ef6-ce4f-432c-9a2a-2277889b3ccd)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:46:56.582383 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:56.653926 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=ab196719-5f03-4643-b2d8-7e948192dd8e,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:46:56.700671 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60fed45c-bc32-4c91-9991-f43cab5debb6'] response: {'server_uuid': 'f2d321ed-f4f0-402c-9610-9f011a062c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab196719-5f03-4643-b2d8-7e948192dd8e', 'code': 200} May 05 22:46:56.827087 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c5f8be29-4b98-4dbb-a414-09413e5eb966 req-cde8b84e-0736-4e94-ac52-868f9a6a10ba service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f2d321ed-f4f0-402c-9610-9f011a062c91 HTTP/1.1" status: 200 len: 1097 time: 0.0677278 May 05 22:46:56.868180 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c5f8be29-4b98-4dbb-a414-09413e5eb966 req-b8fd944a-08f7-46d2-9190-ed41b253abb0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6849887e-6f54-4322-ba04-7e58c30650cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355821 May 05 22:46:56.879768 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2dd9b9-d96e-4e18-95fe-ff08432ae08f req-0738c3de-62d1-4561-be6d-8f6a503c832c tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:46:56.881217 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1d2dd9b9-d96e-4e18-95fe-ff08432ae08f req-0738c3de-62d1-4561-be6d-8f6a503c832c tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d321ed-f4f0-402c-9610-9f011a062c91 HTTP/1.1" status: 200 len: 946 time: 0.0765128 May 05 22:46:56.929583 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1d2dd9b9-d96e-4e18-95fe-ff08432ae08f req-3175da1d-597a-4b03-84e0-a7e81971e53b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=6849887e-6f54-4322-ba04-7e58c30650cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422661 May 05 22:46:58.146121 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2d738-8c36-47c0-bb20-62f12a5c6eeb req-e584ff3d-b51e-4073-a9cc-9a6784fa6141 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:46:58.147977 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c0b2d738-8c36-47c0-bb20-62f12a5c6eeb req-e584ff3d-b51e-4073-a9cc-9a6784fa6141 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d321ed-f4f0-402c-9610-9f011a062c91 HTTP/1.1" status: 200 len: 946 time: 0.0912540 May 05 22:46:58.197714 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c0b2d738-8c36-47c0-bb20-62f12a5c6eeb req-534a16ae-0b1d-4b0f-9a32-fe25d5fdb153 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=6849887e-6f54-4322-ba04-7e58c30650cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415649 May 05 22:46:58.401127 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d8b398-8ebc-450e-8d57-16fa41947b5b req-87e70241-e940-44e2-a74d-381c013d1bb1 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:46:58.402585 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-86d8b398-8ebc-450e-8d57-16fa41947b5b req-87e70241-e940-44e2-a74d-381c013d1bb1 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d321ed-f4f0-402c-9610-9f011a062c91 HTTP/1.1" status: 200 len: 946 time: 0.0813756 May 05 22:46:58.450067 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-86d8b398-8ebc-450e-8d57-16fa41947b5b req-4f61acdc-12c5-4985-b3e2-f5e6ac7bb345 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=6849887e-6f54-4322-ba04-7e58c30650cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417070 May 05 22:46:58.482890 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 36926) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:46:58.568078 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-94e9ae2e-e5ea-4944-9107-f0b85623077c tempest-TestNetworkAdvancedServerOps-1703995958 tempest-TestNetworkAdvancedServerOps-1703995958-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f2d321ed-f4f0-402c-9610-9f011a062c91 HTTP/1.1" status: 200 len: 1092 time: 0.0838778 May 05 22:46:58.571015 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 36930) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:46:58.576517 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-d8406701-56e8-4bb3-bf34-f6ae5218d98d tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Request body: {'floatingip': {'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'port_id': 'ab196719-5f03-4643-b2d8-7e948192dd8e', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:46:58.584258 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-d8406701-56e8-4bb3-bf34-f6ae5218d98d tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:46:58.589444 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d8406701-56e8-4bb3-bf34-f6ae5218d98d tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Usage tracker for resource:floatingip and tenant:6b2f3059793b418098910f2d886078d9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:46:58.592571 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-d8406701-56e8-4bb3-bf34-f6ae5218d98d tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:46:58.598492 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-d8406701-56e8-4bb3-bf34-f6ae5218d98d tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:46:58.616820 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d8406701-56e8-4bb3-bf34-f6ae5218d98d tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for floatingip, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:58.753516 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d8406701-56e8-4bb3-bf34-f6ae5218d98d tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:58.900101 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-d8406701-56e8-4bb3-bf34-f6ae5218d98d tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Allocated IP 172.25.4.194 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/736d5d39-08ee-4293-94fe-fe98c05a0ed7) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:46:59.050629 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d8406701-56e8-4bb3-bf34-f6ae5218d98d tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:59.082029 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d8406701-56e8-4bb3-bf34-f6ae5218d98d tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:59.146445 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8406701-56e8-4bb3-bf34-f6ae5218d98d tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:46:59.149633 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-d8406701-56e8-4bb3-bf34-f6ae5218d98d tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:46:59.153968 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8406701-56e8-4bb3-bf34-f6ae5218d98d tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:46:59.178204 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8406701-56e8-4bb3-bf34-f6ae5218d98d tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'Port': ['ID=736d5d39-08ee-4293-94fe-fe98c05a0ed7,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:46:59.672538 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d8406701-56e8-4bb3-bf34-f6ae5218d98d tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:46:59.733993 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d8406701-56e8-4bb3-bf34-f6ae5218d98d tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:47:00.045101 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d8406701-56e8-4bb3-bf34-f6ae5218d98d tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:47:00.053151 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d8406701-56e8-4bb3-bf34-f6ae5218d98d tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:47:00.156412 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8406701-56e8-4bb3-bf34-f6ae5218d98d tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'Port': ['ID=736d5d39-08ee-4293-94fe-fe98c05a0ed7,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:47:00.177119 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d8406701-56e8-4bb3-bf34-f6ae5218d98d tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:47:00.371755 n-d-825175-4 neutron-server[84063]: INFO neutron.db.l3_db [None req-d8406701-56e8-4bb3-bf34-f6ae5218d98d tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Floating IP 06252c57-134a-4423-8a6d-da17d5380849 associated. External IP: 172.25.4.194, port: ab196719-5f03-4643-b2d8-7e948192dd8e. May 05 22:47:00.772470 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8406701-56e8-4bb3-bf34-f6ae5218d98d tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Router be26d7bf-695e-40fd-970e-f31240e802dc has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:47:00.979041 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8406701-56e8-4bb3-bf34-f6ae5218d98d tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:47:00.989268 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c315d0c-22ef-491c-989d-520d6e86fd6b None None] Sync routers for ids ['be26d7bf-695e-40fd-970e-f31240e802dc'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:47:01.004574 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-d8406701-56e8-4bb3-bf34-f6ae5218d98d tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:47:01.036275 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c315d0c-22ef-491c-989d-520d6e86fd6b None None] Routers {'be26d7bf-695e-40fd-970e-f31240e802dc'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:47:01.036886 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-5c315d0c-22ef-491c-989d-520d6e86fd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:46:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['be26d7bf-695e-40fd-970e-f31240e802dc'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:47:01.060445 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d8406701-56e8-4bb3-bf34-f6ae5218d98d tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4883726 May 05 22:47:01.061022 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d321ed-f4f0-402c-9610-9f011a062c91', 'tag': 'ab196719-5f03-4643-b2d8-7e948192dd8e'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:47:01.118938 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-066d924c-5424-4621-b751-e40b747a0bff'] response: {'name': 'network-changed', 'server_uuid': 'f2d321ed-f4f0-402c-9610-9f011a062c91', 'tag': 'ab196719-5f03-4643-b2d8-7e948192dd8e', 'status': 'completed', 'code': 200} May 05 22:47:01.216301 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-5c315d0c-22ef-491c-989d-520d6e86fd6b None None] Set router be26d7bf-695e-40fd-970e-f31240e802dc gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:47:01.221959 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-60634e1b-c373-4e8d-a1e7-ef4e79d679f2 req-c310a987-472c-4e53-9602-7d3f04c9db81 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6b2f3059793b418098910f2d886078d9&device_id=f2d321ed-f4f0-402c-9610-9f011a062c91 HTTP/1.1" status: 200 len: 1097 time: 0.0816925 May 05 22:47:01.240815 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e2f5c-4f99-46b2-8b76-c97c38066a8b req-d1ab9956-a649-437c-b464-aa58c8b3266a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:47:01.242160 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e77e2f5c-4f99-46b2-8b76-c97c38066a8b req-d1ab9956-a649-437c-b464-aa58c8b3266a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d321ed-f4f0-402c-9610-9f011a062c91 HTTP/1.1" status: 200 len: 946 time: 0.0834317 May 05 22:47:01.290774 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e77e2f5c-4f99-46b2-8b76-c97c38066a8b req-e487dd58-fee5-4c21-8109-c23ff43d9183 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=6849887e-6f54-4322-ba04-7e58c30650cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424891 May 05 22:47:01.317994 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36938) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:47:01.354362 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60634e1b-c373-4e8d-a1e7-ef4e79d679f2 req-9b33308d-845e-439b-8dd8-722762a796ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:47:01.356046 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-60634e1b-c373-4e8d-a1e7-ef4e79d679f2 req-9b33308d-845e-439b-8dd8-722762a796ff service neutron] 10.222.0.44 "GET /v2.0/networks?id=a6e4d10c-3d3e-42ec-8a2b-f140fc836059 HTTP/1.1" status: 200 len: 898 time: 0.1287873 May 05 22:47:01.423979 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-488e67a7-5122-4cf2-9fce-0f32658c3b4e tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/floatingips/06252c57-134a-4423-8a6d-da17d5380849 HTTP/1.1" status: 200 len: 992 time: 0.1047151 May 05 22:47:01.458643 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-60634e1b-c373-4e8d-a1e7-ef4e79d679f2 req-c418864b-2c0f-4865-b153-a0dc03ec2c1a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab196719-5f03-4643-b2d8-7e948192dd8e HTTP/1.1" status: 200 len: 1000 time: 0.0955913 May 05 22:47:01.523167 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60634e1b-c373-4e8d-a1e7-ef4e79d679f2 req-60edf166-4cae-4435-a815-4361d69a4841 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:47:01.524512 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-60634e1b-c373-4e8d-a1e7-ef4e79d679f2 req-60edf166-4cae-4435-a815-4361d69a4841 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e1c5d573-070a-4822-a71e-94cc04a88b88 HTTP/1.1" status: 200 len: 835 time: 0.0605757 May 05 22:47:01.561999 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-5c315d0c-22ef-491c-989d-520d6e86fd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be26d7bf-695e-40fd-970e-f31240e802dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477560867', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'db6925f8-3ada-4965-82f2-8ee0220fca59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:46:37Z', 'updated_at': '2022-05-05T22:46:41Z', 'revision_number': 4, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': 'db6925f8-3ada-4965-82f2-8ee0220fca59', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:18:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be26d7bf-695e-40fd-970e-f31240e802dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:46:38Z', 'updated_at': '2022-05-05T22:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '06252c57-134a-4423-8a6d-da17d5380849', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'floating_ip_address': '172.25.4.194', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'be26d7bf-695e-40fd-970e-f31240e802dc', 'port_id': 'ab196719-5f03-4643-b2d8-7e948192dd8e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6e4d10c-3d3e-42ec-8a2b-f140fc836059', 'mac_address': 'fa:16:3e:22:6f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d321ed-f4f0-402c-9610-9f011a062c91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:46:59Z', 'updated_at': '2022-05-05T22:46:59Z', 'revision_number': 0, 'project_id': '6b2f3059793b418098910f2d886078d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad3a381f-7325-436b-b84a-6676c5587aed', 'name': '', 'network_id': 'a6e4d10c-3d3e-42ec-8a2b-f140fc836059', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'mac_address': 'fa:16:3e:9a:df:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be26d7bf-695e-40fd-970e-f31240e802dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1c5d573-070a-4822-a71e-94cc04a88b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:46:41Z', 'updated_at': '2022-05-05T22:46:47Z', 'revision_number': 5, 'project_id': '6b2f3059793b418098910f2d886078d9', 'subnets': [{'id': 'e1c5d573-070a-4822-a71e-94cc04a88b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:47:01.567514 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c315d0c-22ef-491c-989d-520d6e86fd6b None None] Checking router: be26d7bf-695e-40fd-970e-f31240e802dc for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:47:01.578265 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c315d0c-22ef-491c-989d-520d6e86fd6b None None] Routers {'be26d7bf-695e-40fd-970e-f31240e802dc'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:47:01.578886 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-5c315d0c-22ef-491c-989d-520d6e86fd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:46:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['be26d7bf-695e-40fd-970e-f31240e802dc'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:47:01.599419 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-60634e1b-c373-4e8d-a1e7-ef4e79d679f2 req-6e7fa968-9ad1-4d08-8e6a-4b63d9e153a3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a6e4d10c-3d3e-42ec-8a2b-f140fc836059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684536 May 05 22:47:01.758742 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-5c315d0c-22ef-491c-989d-520d6e86fd6b None None] Set router be26d7bf-695e-40fd-970e-f31240e802dc gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:47:01.837315 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-60634e1b-c373-4e8d-a1e7-ef4e79d679f2 req-e488c257-e335-4d87-a47a-d35eb1bd94b6 service neutron] 10.222.0.44 "GET /v2.0/networks/a6e4d10c-3d3e-42ec-8a2b-f140fc836059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316685 May 05 22:47:01.972000 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-60634e1b-c373-4e8d-a1e7-ef4e79d679f2 req-16e33c76-76a1-4000-93a8-eee87fba457f service neutron] 10.222.0.44 "GET /v2.0/networks/a6e4d10c-3d3e-42ec-8a2b-f140fc836059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285062 May 05 22:47:02.099637 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-5c315d0c-22ef-491c-989d-520d6e86fd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be26d7bf-695e-40fd-970e-f31240e802dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477560867', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'db6925f8-3ada-4965-82f2-8ee0220fca59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:46:37Z', 'updated_at': '2022-05-05T22:46:41Z', 'revision_number': 4, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': 'db6925f8-3ada-4965-82f2-8ee0220fca59', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:18:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be26d7bf-695e-40fd-970e-f31240e802dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:46:38Z', 'updated_at': '2022-05-05T22:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '06252c57-134a-4423-8a6d-da17d5380849', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'floating_ip_address': '172.25.4.194', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'be26d7bf-695e-40fd-970e-f31240e802dc', 'port_id': 'ab196719-5f03-4643-b2d8-7e948192dd8e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6e4d10c-3d3e-42ec-8a2b-f140fc836059', 'mac_address': 'fa:16:3e:22:6f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d321ed-f4f0-402c-9610-9f011a062c91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:46:59Z', 'updated_at': '2022-05-05T22:46:59Z', 'revision_number': 0, 'project_id': '6b2f3059793b418098910f2d886078d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad3a381f-7325-436b-b84a-6676c5587aed', 'name': '', 'network_id': 'a6e4d10c-3d3e-42ec-8a2b-f140fc836059', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'mac_address': 'fa:16:3e:9a:df:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be26d7bf-695e-40fd-970e-f31240e802dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1c5d573-070a-4822-a71e-94cc04a88b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:46:41Z', 'updated_at': '2022-05-05T22:46:47Z', 'revision_number': 5, 'project_id': '6b2f3059793b418098910f2d886078d9', 'subnets': [{'id': 'e1c5d573-070a-4822-a71e-94cc04a88b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:47:02.105450 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c315d0c-22ef-491c-989d-520d6e86fd6b None None] The sync data for ids ['be26d7bf-695e-40fd-970e-f31240e802dc'] in n-d-825175-4 is: [{'id': 'be26d7bf-695e-40fd-970e-f31240e802dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477560867', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'db6925f8-3ada-4965-82f2-8ee0220fca59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:46:37Z', 'updated_at': '2022-05-05T22:46:41Z', 'revision_number': 4, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': 'db6925f8-3ada-4965-82f2-8ee0220fca59', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:18:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be26d7bf-695e-40fd-970e-f31240e802dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:46:38Z', 'updated_at': '2022-05-05T22:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '06252c57-134a-4423-8a6d-da17d5380849', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'floating_ip_address': '172.25.4.194', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'be26d7bf-695e-40fd-970e-f31240e802dc', 'port_id': 'ab196719-5f03-4643-b2d8-7e948192dd8e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6e4d10c-3d3e-42ec-8a2b-f140fc836059', 'mac_address': 'fa:16:3e:22:6f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d321ed-f4f0-402c-9610-9f011a062c91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:46:59Z', 'updated_at': '2022-05-05T22:46:59Z', 'revision_number': 0, 'project_id': '6b2f3059793b418098910f2d886078d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad3a381f-7325-436b-b84a-6676c5587aed', 'name': '', 'network_id': 'a6e4d10c-3d3e-42ec-8a2b-f140fc836059', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'mac_address': 'fa:16:3e:9a:df:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be26d7bf-695e-40fd-970e-f31240e802dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1c5d573-070a-4822-a71e-94cc04a88b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:46:41Z', 'updated_at': '2022-05-05T22:46:47Z', 'revision_number': 5, 'project_id': '6b2f3059793b418098910f2d886078d9', 'subnets': [{'id': 'e1c5d573-070a-4822-a71e-94cc04a88b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:47:02.428106 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36942) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:47:02.534421 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-524ecff7-84b8-429b-9b2b-92904f362c86 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/floatingips/06252c57-134a-4423-8a6d-da17d5380849 HTTP/1.1" status: 200 len: 992 time: 0.1051819 May 05 22:47:03.538846 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36946) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:47:03.556578 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653c04ef-7767-4b1e-9206-99744a50780c None None] New status for floating IP 06252c57-134a-4423-8a6d-da17d5380849: ACTIVE {{(pid=84064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 22:47:03.650174 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-f8646c34-ed75-4d3b-8efc-0f3eec153864 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/floatingips/06252c57-134a-4423-8a6d-da17d5380849 HTTP/1.1" status: 200 len: 992 time: 0.1089575 May 05 22:47:04.654378 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36950) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:47:04.759171 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-3aa18d9e-2175-40d7-b4f1-3c57ceae5c60 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/floatingips/06252c57-134a-4423-8a6d-da17d5380849 HTTP/1.1" status: 200 len: 994 time: 0.1034644 May 05 22:47:06.427298 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:47:06.629111 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:47:13.355767 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:47:14.033497 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9575d3b3-2840-4eda-97fb-6f69d1833313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:47:16.328047 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d6e29abf-c50b-46a2-a907-a74ddef13539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:47:17.603711 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:47:17.604952 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:47:19.183446 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:47:29.667836 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3b400faf-46f8-4a34-aab4-e2519d76bbe6 req-d9b91a60-a142-4516-9bfc-5d38c249d82e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6b2f3059793b418098910f2d886078d9&device_id=f2d321ed-f4f0-402c-9610-9f011a062c91 HTTP/1.1" status: 200 len: 1097 time: 0.0732901 May 05 22:47:29.727948 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca2663b-a491-465d-96b2-bc7b75e05654 req-a44b8530-fde0-4555-9cfd-b0474daec868 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:47:29.730078 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0ca2663b-a491-465d-96b2-bc7b75e05654 req-a44b8530-fde0-4555-9cfd-b0474daec868 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d321ed-f4f0-402c-9610-9f011a062c91 HTTP/1.1" status: 200 len: 946 time: 0.0982685 May 05 22:47:29.779012 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0ca2663b-a491-465d-96b2-bc7b75e05654 req-27420e1e-ce51-40c5-a22d-41fba49968c9 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=6849887e-6f54-4322-ba04-7e58c30650cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428431 May 05 22:47:29.806556 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b400faf-46f8-4a34-aab4-e2519d76bbe6 req-d44405a6-39ed-429d-b8e0-b4daf0f01e2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:47:29.808682 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3b400faf-46f8-4a34-aab4-e2519d76bbe6 req-d44405a6-39ed-429d-b8e0-b4daf0f01e2f service neutron] 10.222.0.44 "GET /v2.0/networks?id=a6e4d10c-3d3e-42ec-8a2b-f140fc836059 HTTP/1.1" status: 200 len: 898 time: 0.1337161 May 05 22:47:29.914149 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3b400faf-46f8-4a34-aab4-e2519d76bbe6 req-d6320b41-a5c8-40d8-a962-27d4c752edb2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab196719-5f03-4643-b2d8-7e948192dd8e HTTP/1.1" status: 200 len: 1002 time: 0.0980809 May 05 22:47:29.976483 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b400faf-46f8-4a34-aab4-e2519d76bbe6 req-b43eb1ef-0a92-40ec-a6fb-d86646b64a43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:47:29.977781 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3b400faf-46f8-4a34-aab4-e2519d76bbe6 req-b43eb1ef-0a92-40ec-a6fb-d86646b64a43 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e1c5d573-070a-4822-a71e-94cc04a88b88 HTTP/1.1" status: 200 len: 835 time: 0.0574310 May 05 22:47:30.062356 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3b400faf-46f8-4a34-aab4-e2519d76bbe6 req-00939a28-0b78-46b0-b852-f0cc085a59a2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a6e4d10c-3d3e-42ec-8a2b-f140fc836059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770569 May 05 22:47:30.197732 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3b400faf-46f8-4a34-aab4-e2519d76bbe6 req-b222d382-93ba-42e5-86b2-27ffe8bd98fe service neutron] 10.222.0.44 "GET /v2.0/networks/a6e4d10c-3d3e-42ec-8a2b-f140fc836059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290007 May 05 22:47:30.332863 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3b400faf-46f8-4a34-aab4-e2519d76bbe6 req-f5610aac-a3c8-43e0-9e7d-f2f9f83faa2d service neutron] 10.222.0.44 "GET /v2.0/networks/a6e4d10c-3d3e-42ec-8a2b-f140fc836059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290119 May 05 22:47:30.992406 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a18ef-8c17-4561-b0be-501598ccc4b0 req-b006634d-6e51-458d-8979-77455bb3ff6b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:47:30.993732 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8a7a18ef-8c17-4561-b0be-501598ccc4b0 req-b006634d-6e51-458d-8979-77455bb3ff6b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d321ed-f4f0-402c-9610-9f011a062c91 HTTP/1.1" status: 200 len: 946 time: 0.0909214 May 05 22:47:31.148029 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8a7a18ef-8c17-4561-b0be-501598ccc4b0 req-1a66eea7-db67-4e19-9bbb-142401068d84 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=6849887e-6f54-4322-ba04-7e58c30650cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453032 May 05 22:47:32.356363 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b52198-a7a0-430c-a044-fe0783ad5ad8 req-e272b1e8-ddaa-4126-a126-4ecd4aa5a12f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:47:32.357814 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e0b52198-a7a0-430c-a044-fe0783ad5ad8 req-e272b1e8-ddaa-4126-a126-4ecd4aa5a12f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d321ed-f4f0-402c-9610-9f011a062c91 HTTP/1.1" status: 200 len: 946 time: 0.0759003 May 05 22:47:32.404651 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e0b52198-a7a0-430c-a044-fe0783ad5ad8 req-24464cba-e125-446c-aac7-eb4f40bd287c tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=6849887e-6f54-4322-ba04-7e58c30650cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412359 May 05 22:47:33.623589 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f98189-9beb-4704-be94-4158339e673e req-3e4e9b55-e99b-42f9-8fa1-70ed2d63d447 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:47:33.625065 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-44f98189-9beb-4704-be94-4158339e673e req-3e4e9b55-e99b-42f9-8fa1-70ed2d63d447 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d321ed-f4f0-402c-9610-9f011a062c91 HTTP/1.1" status: 200 len: 946 time: 0.0812843 May 05 22:47:33.680256 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-44f98189-9beb-4704-be94-4158339e673e req-2c31123b-b98a-4d1a-8d04-9aef520798a0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=6849887e-6f54-4322-ba04-7e58c30650cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492451 May 05 22:47:34.882947 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd26a4c5-7e09-41cb-b674-5b84af6cfe57 req-39634701-e348-4959-be17-928da02fa568 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:47:34.884294 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bd26a4c5-7e09-41cb-b674-5b84af6cfe57 req-39634701-e348-4959-be17-928da02fa568 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d321ed-f4f0-402c-9610-9f011a062c91 HTTP/1.1" status: 200 len: 946 time: 0.0818248 May 05 22:47:34.937328 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bd26a4c5-7e09-41cb-b674-5b84af6cfe57 req-401f1d30-5a9f-4f77-b99e-f8f1ae4dfd79 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=6849887e-6f54-4322-ba04-7e58c30650cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446885 May 05 22:47:36.153387 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4775a06-078c-4f5b-bcd2-88f9a113a8ad req-042777ca-a9c4-478e-a3f2-d616a668f382 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:47:36.154862 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e4775a06-078c-4f5b-bcd2-88f9a113a8ad req-042777ca-a9c4-478e-a3f2-d616a668f382 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d321ed-f4f0-402c-9610-9f011a062c91 HTTP/1.1" status: 200 len: 946 time: 0.0783730 May 05 22:47:36.203215 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e4775a06-078c-4f5b-bcd2-88f9a113a8ad req-82f27b72-c883-4177-8f8e-8c871309b3aa tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=6849887e-6f54-4322-ba04-7e58c30650cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401409 May 05 22:47:36.435697 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:47:36.621114 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:47:37.417237 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6547b2-77bf-491d-b033-228f986c6bdd req-e65286ef-8303-4d36-9e4c-8a71e42d52a4 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:47:37.418672 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cd6547b2-77bf-491d-b033-228f986c6bdd req-e65286ef-8303-4d36-9e4c-8a71e42d52a4 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d321ed-f4f0-402c-9610-9f011a062c91 HTTP/1.1" status: 200 len: 946 time: 0.0875773 May 05 22:47:37.466294 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cd6547b2-77bf-491d-b033-228f986c6bdd req-b6dedc4b-1774-4d03-98fc-78bcb1211a50 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=6849887e-6f54-4322-ba04-7e58c30650cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396314 May 05 22:47:38.684758 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60caa46-c15c-423b-9f12-9ed99eedf3b4 req-4f33eb51-666f-4faa-9d81-23c0a5ac7ca6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:47:38.686473 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d60caa46-c15c-423b-9f12-9ed99eedf3b4 req-4f33eb51-666f-4faa-9d81-23c0a5ac7ca6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d321ed-f4f0-402c-9610-9f011a062c91 HTTP/1.1" status: 200 len: 946 time: 0.0883324 May 05 22:47:38.734482 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d60caa46-c15c-423b-9f12-9ed99eedf3b4 req-cdd1bfdf-ecef-4423-a479-5dfd81d1f32c tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=6849887e-6f54-4322-ba04-7e58c30650cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420709 May 05 22:47:39.968329 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0760ca-1004-4dc1-ada8-00b48ca08c68 req-56734611-cf98-48af-bef9-76fb69a1e3bb tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:47:39.969668 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2f0760ca-1004-4dc1-ada8-00b48ca08c68 req-56734611-cf98-48af-bef9-76fb69a1e3bb tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d321ed-f4f0-402c-9610-9f011a062c91 HTTP/1.1" status: 200 len: 946 time: 0.0991998 May 05 22:47:40.017528 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2f0760ca-1004-4dc1-ada8-00b48ca08c68 req-48539ecb-8ad9-4cf6-9273-8c1476eedd72 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=6849887e-6f54-4322-ba04-7e58c30650cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398555 May 05 22:47:40.315467 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-deb7624d-8688-47cd-ad3e-74f22dbb1c34 req-6a27cefd-8a4c-463e-8bc8-e43076b6f1e5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6b2f3059793b418098910f2d886078d9&device_id=f2d321ed-f4f0-402c-9610-9f011a062c91 HTTP/1.1" status: 200 len: 1097 time: 0.0753608 May 05 22:47:40.475921 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb7624d-8688-47cd-ad3e-74f22dbb1c34 req-90f19cb8-a9b4-414f-861d-3596b792088c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:47:40.477356 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-deb7624d-8688-47cd-ad3e-74f22dbb1c34 req-90f19cb8-a9b4-414f-861d-3596b792088c service neutron] 10.222.0.44 "GET /v2.0/networks?id=a6e4d10c-3d3e-42ec-8a2b-f140fc836059 HTTP/1.1" status: 200 len: 898 time: 0.1387966 May 05 22:47:40.580858 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-deb7624d-8688-47cd-ad3e-74f22dbb1c34 req-9f1d3539-a4b0-4afb-9813-250d95973e91 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab196719-5f03-4643-b2d8-7e948192dd8e HTTP/1.1" status: 200 len: 1002 time: 0.0974610 May 05 22:47:40.641436 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb7624d-8688-47cd-ad3e-74f22dbb1c34 req-08cba030-90f5-402f-8883-87a1b871c37c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:47:40.642873 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-deb7624d-8688-47cd-ad3e-74f22dbb1c34 req-08cba030-90f5-402f-8883-87a1b871c37c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e1c5d573-070a-4822-a71e-94cc04a88b88 HTTP/1.1" status: 200 len: 835 time: 0.0567398 May 05 22:47:40.721474 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-deb7624d-8688-47cd-ad3e-74f22dbb1c34 req-3dff8e44-a9d1-4dc7-b8ab-0c05b015872e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a6e4d10c-3d3e-42ec-8a2b-f140fc836059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727284 May 05 22:47:40.855519 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-deb7624d-8688-47cd-ad3e-74f22dbb1c34 req-ceeb293d-0af1-4e93-af7f-ae258c98c2a2 service neutron] 10.222.0.44 "GET /v2.0/networks/a6e4d10c-3d3e-42ec-8a2b-f140fc836059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274652 May 05 22:47:41.082698 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-deb7624d-8688-47cd-ad3e-74f22dbb1c34 req-498fc752-1e6d-4b8a-8ec4-be912f4a28f4 service neutron] 10.222.0.44 "GET /v2.0/networks/a6e4d10c-3d3e-42ec-8a2b-f140fc836059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182353 May 05 22:47:41.223275 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c11d5-289a-460e-904f-a07bb1920ec0 req-be46f106-53db-4b51-b654-54ceffb94329 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:47:41.224681 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-239c11d5-289a-460e-904f-a07bb1920ec0 req-be46f106-53db-4b51-b654-54ceffb94329 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d321ed-f4f0-402c-9610-9f011a062c91 HTTP/1.1" status: 200 len: 946 time: 0.0782111 May 05 22:47:41.275422 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-239c11d5-289a-460e-904f-a07bb1920ec0 req-60a532a3-4659-4cb1-9467-f1faef17335d tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=6849887e-6f54-4322-ba04-7e58c30650cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449963 May 05 22:47:42.480657 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff484c99-e3fd-4d81-9202-bdb03b322867 req-1157eaf5-2595-4388-94f8-b0df8bc74904 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:47:42.482090 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ff484c99-e3fd-4d81-9202-bdb03b322867 req-1157eaf5-2595-4388-94f8-b0df8bc74904 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d321ed-f4f0-402c-9610-9f011a062c91 HTTP/1.1" status: 200 len: 946 time: 0.0796871 May 05 22:47:42.532503 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ff484c99-e3fd-4d81-9202-bdb03b322867 req-308f1ee6-bb28-4ba3-b441-765d72e0d10d tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=6849887e-6f54-4322-ba04-7e58c30650cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418129 May 05 22:47:42.561340 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 36990) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:47:42.673922 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0310e7e1-81be-4848-921d-5d45bf472a3b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/floatingips/06252c57-134a-4423-8a6d-da17d5380849 HTTP/1.1" status: 200 len: 994 time: 0.1114223 May 05 22:47:44.028950 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8131cf47-1f0f-411c-a714-439497d22d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:47:46.333305 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a3691a12-6579-48c7-ac54-14f52cc44cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:47:47.603354 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:47:47.605474 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:47:49.190818 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:47:50.363168 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:48:06.431456 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:06.632447 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:11.132549 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37004) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:48:11.350904 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-8f2c08bf-b629-4c4c-a53e-dbfcbaa87471 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Deleting port 736d5d39-08ee-4293-94fe-fe98c05a0ed7 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:48:11.351205 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8f2c08bf-b629-4c4c-a53e-dbfcbaa87471 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:11.528204 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8f2c08bf-b629-4c4c-a53e-dbfcbaa87471 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:11.528445 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8f2c08bf-b629-4c4c-a53e-dbfcbaa87471 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:11.646855 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-8f2c08bf-b629-4c4c-a53e-dbfcbaa87471 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Calling delete_port for 736d5d39-08ee-4293-94fe-fe98c05a0ed7 owned by network:floatingip {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:48:11.903607 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8f2c08bf-b629-4c4c-a53e-dbfcbaa87471 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:11.947660 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2c08bf-b629-4c4c-a53e-dbfcbaa87471 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event deleted for resources: {'Port': ['ID=736d5d39-08ee-4293-94fe-fe98c05a0ed7,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:48:11.988857 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2c08bf-b629-4c4c-a53e-dbfcbaa87471 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:48:11.989196 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2c08bf-b629-4c4c-a53e-dbfcbaa87471 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:48:11.989558 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2c08bf-b629-4c4c-a53e-dbfcbaa87471 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:48:11.989917 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2c08bf-b629-4c4c-a53e-dbfcbaa87471 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:48:11.990408 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2c08bf-b629-4c4c-a53e-dbfcbaa87471 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:48:11.990761 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2c08bf-b629-4c4c-a53e-dbfcbaa87471 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:48:11.991087 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2c08bf-b629-4c4c-a53e-dbfcbaa87471 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:48:11.991402 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2c08bf-b629-4c4c-a53e-dbfcbaa87471 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:48:11.991724 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2c08bf-b629-4c4c-a53e-dbfcbaa87471 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:48:11.992018 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2c08bf-b629-4c4c-a53e-dbfcbaa87471 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:48:11.992334 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2c08bf-b629-4c4c-a53e-dbfcbaa87471 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:48:12.051329 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8f2c08bf-b629-4c4c-a53e-dbfcbaa87471 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for floatingip, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:12.448765 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f2c08bf-b629-4c4c-a53e-dbfcbaa87471 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Router be26d7bf-695e-40fd-970e-f31240e802dc has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:48:12.676984 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f2c08bf-b629-4c4c-a53e-dbfcbaa87471 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:48:12.686831 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c132b9-ca0c-42d6-9e91-8cf3e68f7694 None None] Sync routers for ids ['be26d7bf-695e-40fd-970e-f31240e802dc'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:48:12.696016 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-8f2c08bf-b629-4c4c-a53e-dbfcbaa87471 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:12.700076 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c132b9-ca0c-42d6-9e91-8cf3e68f7694 None None] Routers {'be26d7bf-695e-40fd-970e-f31240e802dc'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:48:12.700920 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-72c132b9-ca0c-42d6-9e91-8cf3e68f7694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:47:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['be26d7bf-695e-40fd-970e-f31240e802dc'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:48:12.750733 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-8f2c08bf-b629-4c4c-a53e-dbfcbaa87471 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "DELETE /v2.0/floatingips/06252c57-134a-4423-8a6d-da17d5380849 HTTP/1.1" status: 204 len: 168 time: 1.6167336 May 05 22:48:12.751404 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d321ed-f4f0-402c-9610-9f011a062c91', 'tag': 'ab196719-5f03-4643-b2d8-7e948192dd8e'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:48:12.820711 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2de441c0-f37b-454f-80e0-be3c114cdfce'] response: {'name': 'network-changed', 'server_uuid': 'f2d321ed-f4f0-402c-9610-9f011a062c91', 'tag': 'ab196719-5f03-4643-b2d8-7e948192dd8e', 'status': 'completed', 'code': 200} May 05 22:48:12.889398 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-72c132b9-ca0c-42d6-9e91-8cf3e68f7694 None None] Set router be26d7bf-695e-40fd-970e-f31240e802dc gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:48:12.915877 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-855c2394-1711-42e9-865a-ce27b9033fbb req-735fea54-ecc1-4c6a-981a-c8289745533e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6b2f3059793b418098910f2d886078d9&device_id=f2d321ed-f4f0-402c-9610-9f011a062c91 HTTP/1.1" status: 200 len: 1097 time: 0.0723677 May 05 22:48:13.057360 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c2394-1711-42e9-865a-ce27b9033fbb req-3da740c2-962c-40af-a039-e83f75a9fbf0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:48:13.058983 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-855c2394-1711-42e9-865a-ce27b9033fbb req-3da740c2-962c-40af-a039-e83f75a9fbf0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a6e4d10c-3d3e-42ec-8a2b-f140fc836059 HTTP/1.1" status: 200 len: 898 time: 0.1348844 May 05 22:48:13.132327 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-855c2394-1711-42e9-865a-ce27b9033fbb req-99e0bccd-3f1c-4369-86ef-5ffce7b48ef7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab196719-5f03-4643-b2d8-7e948192dd8e HTTP/1.1" status: 200 len: 217 time: 0.0669098 May 05 22:48:13.170855 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e603d7-4f3a-4b0b-86fa-6b6fd750d377 req-5d1c94ee-4cec-49a2-9eaa-5f7ac4a8ab35 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:48:13.171865 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-23e603d7-4f3a-4b0b-86fa-6b6fd750d377 req-5d1c94ee-4cec-49a2-9eaa-5f7ac4a8ab35 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Synchronizing usage tracker for tenant:6b2f3059793b418098910f2d886078d9 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:48:13.189447 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-23e603d7-4f3a-4b0b-86fa-6b6fd750d377 req-5d1c94ee-4cec-49a2-9eaa-5f7ac4a8ab35 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Unset dirty status for tenant:6b2f3059793b418098910f2d886078d9 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:48:13.190748 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-23e603d7-4f3a-4b0b-86fa-6b6fd750d377 req-5d1c94ee-4cec-49a2-9eaa-5f7ac4a8ab35 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d321ed-f4f0-402c-9610-9f011a062c91 HTTP/1.1" status: 200 len: 946 time: 0.0991943 May 05 22:48:13.198032 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c2394-1711-42e9-865a-ce27b9033fbb req-1176297e-f969-4260-b7f3-3db8c9d4b4d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:48:13.199525 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-855c2394-1711-42e9-865a-ce27b9033fbb req-1176297e-f969-4260-b7f3-3db8c9d4b4d2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e1c5d573-070a-4822-a71e-94cc04a88b88 HTTP/1.1" status: 200 len: 835 time: 0.0617311 May 05 22:48:13.251216 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-72c132b9-ca0c-42d6-9e91-8cf3e68f7694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be26d7bf-695e-40fd-970e-f31240e802dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477560867', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'db6925f8-3ada-4965-82f2-8ee0220fca59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:46:37Z', 'updated_at': '2022-05-05T22:46:41Z', 'revision_number': 4, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': 'db6925f8-3ada-4965-82f2-8ee0220fca59', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:18:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be26d7bf-695e-40fd-970e-f31240e802dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:46:38Z', 'updated_at': '2022-05-05T22:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'ad3a381f-7325-436b-b84a-6676c5587aed', 'name': '', 'network_id': 'a6e4d10c-3d3e-42ec-8a2b-f140fc836059', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'mac_address': 'fa:16:3e:9a:df:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be26d7bf-695e-40fd-970e-f31240e802dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1c5d573-070a-4822-a71e-94cc04a88b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:46:41Z', 'updated_at': '2022-05-05T22:46:47Z', 'revision_number': 5, 'project_id': '6b2f3059793b418098910f2d886078d9', 'subnets': [{'id': 'e1c5d573-070a-4822-a71e-94cc04a88b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:48:13.251487 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-23e603d7-4f3a-4b0b-86fa-6b6fd750d377 req-3dfbd4fd-f04b-4eeb-aeaf-1c80ec903b94 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=6849887e-6f54-4322-ba04-7e58c30650cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514085 May 05 22:48:13.255092 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c132b9-ca0c-42d6-9e91-8cf3e68f7694 None None] Checking router: be26d7bf-695e-40fd-970e-f31240e802dc for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:48:13.266319 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c132b9-ca0c-42d6-9e91-8cf3e68f7694 None None] Routers {'be26d7bf-695e-40fd-970e-f31240e802dc'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:48:13.266940 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-72c132b9-ca0c-42d6-9e91-8cf3e68f7694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:47:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['be26d7bf-695e-40fd-970e-f31240e802dc'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:48:13.280767 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-855c2394-1711-42e9-865a-ce27b9033fbb req-2406f886-72b4-4b08-90cb-57e1ba52557a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a6e4d10c-3d3e-42ec-8a2b-f140fc836059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746737 May 05 22:48:13.412752 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-855c2394-1711-42e9-865a-ce27b9033fbb req-058c84d1-5b26-4686-83d2-f9c9acbebedd service neutron] 10.222.0.44 "GET /v2.0/networks/a6e4d10c-3d3e-42ec-8a2b-f140fc836059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240468 May 05 22:48:13.447301 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-72c132b9-ca0c-42d6-9e91-8cf3e68f7694 None None] Set router be26d7bf-695e-40fd-970e-f31240e802dc gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:48:13.544158 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-855c2394-1711-42e9-865a-ce27b9033fbb req-71600f5e-08a6-4e1b-9276-48fc04fec0af service neutron] 10.222.0.44 "GET /v2.0/networks/a6e4d10c-3d3e-42ec-8a2b-f140fc836059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253898 May 05 22:48:13.761017 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-72c132b9-ca0c-42d6-9e91-8cf3e68f7694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be26d7bf-695e-40fd-970e-f31240e802dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477560867', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'db6925f8-3ada-4965-82f2-8ee0220fca59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:46:37Z', 'updated_at': '2022-05-05T22:46:41Z', 'revision_number': 4, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': 'db6925f8-3ada-4965-82f2-8ee0220fca59', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:18:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be26d7bf-695e-40fd-970e-f31240e802dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:46:38Z', 'updated_at': '2022-05-05T22:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'ad3a381f-7325-436b-b84a-6676c5587aed', 'name': '', 'network_id': 'a6e4d10c-3d3e-42ec-8a2b-f140fc836059', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'mac_address': 'fa:16:3e:9a:df:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be26d7bf-695e-40fd-970e-f31240e802dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1c5d573-070a-4822-a71e-94cc04a88b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:46:41Z', 'updated_at': '2022-05-05T22:46:47Z', 'revision_number': 5, 'project_id': '6b2f3059793b418098910f2d886078d9', 'subnets': [{'id': 'e1c5d573-070a-4822-a71e-94cc04a88b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:48:13.765022 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c132b9-ca0c-42d6-9e91-8cf3e68f7694 None None] The sync data for ids ['be26d7bf-695e-40fd-970e-f31240e802dc'] in n-d-825175-4 is: [{'id': 'be26d7bf-695e-40fd-970e-f31240e802dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477560867', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'db6925f8-3ada-4965-82f2-8ee0220fca59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:46:37Z', 'updated_at': '2022-05-05T22:46:41Z', 'revision_number': 4, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': 'db6925f8-3ada-4965-82f2-8ee0220fca59', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:18:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be26d7bf-695e-40fd-970e-f31240e802dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:46:38Z', 'updated_at': '2022-05-05T22:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'ad3a381f-7325-436b-b84a-6676c5587aed', 'name': '', 'network_id': 'a6e4d10c-3d3e-42ec-8a2b-f140fc836059', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'mac_address': 'fa:16:3e:9a:df:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be26d7bf-695e-40fd-970e-f31240e802dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1c5d573-070a-4822-a71e-94cc04a88b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:46:41Z', 'updated_at': '2022-05-05T22:46:47Z', 'revision_number': 5, 'project_id': '6b2f3059793b418098910f2d886078d9', 'subnets': [{'id': 'e1c5d573-070a-4822-a71e-94cc04a88b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:48:13.997864 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48292fd-937c-4e89-86b8-8665610fb7a9 None None] New status for floating IP 06252c57-134a-4423-8a6d-da17d5380849: DOWN {{(pid=84064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 22:48:14.131826 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec1e99a7-5db1-428b-8acb-48423b31f8db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:14.455011 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab07369-be62-4da4-b274-c3a63aa0d080 req-d796d9a6-7c6a-47f0-9fe8-13180107df46 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:48:14.456362 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0ab07369-be62-4da4-b274-c3a63aa0d080 req-d796d9a6-7c6a-47f0-9fe8-13180107df46 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d321ed-f4f0-402c-9610-9f011a062c91 HTTP/1.1" status: 200 len: 946 time: 0.0825503 May 05 22:48:14.502482 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0ab07369-be62-4da4-b274-c3a63aa0d080 req-0757897c-a5ef-40fc-82e3-ac0fe16b889c tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=6849887e-6f54-4322-ba04-7e58c30650cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402651 May 05 22:48:14.534292 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92944216-16fc-48bf-b52f-d3bcc27a95cc req-c4088ef4-943b-4281-b929-f2bddeae436e tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:48:14.535094 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-92944216-16fc-48bf-b52f-d3bcc27a95cc req-c4088ef4-943b-4281-b929-f2bddeae436e tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Synchronizing usage tracker for tenant:6b2f3059793b418098910f2d886078d9 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:48:14.548315 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-92944216-16fc-48bf-b52f-d3bcc27a95cc req-c4088ef4-943b-4281-b929-f2bddeae436e tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Unset dirty status for tenant:6b2f3059793b418098910f2d886078d9 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:48:14.549430 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-92944216-16fc-48bf-b52f-d3bcc27a95cc req-c4088ef4-943b-4281-b929-f2bddeae436e tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2d321ed-f4f0-402c-9610-9f011a062c91 HTTP/1.1" status: 200 len: 946 time: 0.0974863 May 05 22:48:14.619516 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-92944216-16fc-48bf-b52f-d3bcc27a95cc req-9dce105e-6e4d-4c5b-a983-db2b14f8197a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Deleting port ab196719-5f03-4643-b2d8-7e948192dd8e {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:48:14.619853 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-92944216-16fc-48bf-b52f-d3bcc27a95cc req-9dce105e-6e4d-4c5b-a983-db2b14f8197a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:14.887697 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-92944216-16fc-48bf-b52f-d3bcc27a95cc req-9dce105e-6e4d-4c5b-a983-db2b14f8197a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] For port ab196719-5f03-4643-b2d8-7e948192dd8e, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=ab196719-5f03-4643-b2d8-7e948192dd8e,segment=NetworkSegment(f4db0ef6-ce4f-432c-9a2a-2277889b3ccd),segment_id=f4db0ef6-ce4f-432c-9a2a-2277889b3ccd)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:48:14.888017 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-92944216-16fc-48bf-b52f-d3bcc27a95cc req-9dce105e-6e4d-4c5b-a983-db2b14f8197a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:15.010205 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-92944216-16fc-48bf-b52f-d3bcc27a95cc req-9dce105e-6e4d-4c5b-a983-db2b14f8197a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Calling delete_port for ab196719-5f03-4643-b2d8-7e948192dd8e owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:48:15.160667 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-92944216-16fc-48bf-b52f-d3bcc27a95cc req-9dce105e-6e4d-4c5b-a983-db2b14f8197a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:15.210431 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce105e-6e4d-4c5b-a983-db2b14f8197a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event deleted for resources: {'Port': ['ID=ab196719-5f03-4643-b2d8-7e948192dd8e,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:48:15.335129 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce105e-6e4d-4c5b-a983-db2b14f8197a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:48:15.335421 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce105e-6e4d-4c5b-a983-db2b14f8197a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:48:15.335776 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce105e-6e4d-4c5b-a983-db2b14f8197a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:48:15.336098 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce105e-6e4d-4c5b-a983-db2b14f8197a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:48:15.336400 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce105e-6e4d-4c5b-a983-db2b14f8197a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:48:15.336739 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce105e-6e4d-4c5b-a983-db2b14f8197a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:48:15.337056 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce105e-6e4d-4c5b-a983-db2b14f8197a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:48:15.337370 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce105e-6e4d-4c5b-a983-db2b14f8197a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:48:15.337681 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce105e-6e4d-4c5b-a983-db2b14f8197a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:48:15.337995 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce105e-6e4d-4c5b-a983-db2b14f8197a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:48:15.338306 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce105e-6e4d-4c5b-a983-db2b14f8197a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:48:15.376608 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-92944216-16fc-48bf-b52f-d3bcc27a95cc req-9dce105e-6e4d-4c5b-a983-db2b14f8197a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] No DVR routers for this DVR port ab196719-5f03-4643-b2d8-7e948192dd8e on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:48:15.379139 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-92944216-16fc-48bf-b52f-d3bcc27a95cc req-9dce105e-6e4d-4c5b-a983-db2b14f8197a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:15.381637 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d321ed-f4f0-402c-9610-9f011a062c91', 'name': 'network-vif-deleted', 'tag': 'ab196719-5f03-4643-b2d8-7e948192dd8e'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:48:15.398415 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-92944216-16fc-48bf-b52f-d3bcc27a95cc req-9dce105e-6e4d-4c5b-a983-db2b14f8197a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.44 "DELETE /v2.0/ports/ab196719-5f03-4643-b2d8-7e948192dd8e HTTP/1.1" status: 204 len: 173 time: 0.8438754 May 05 22:48:15.446478 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7c99344-6c67-41b8-b29d-d8e960a56aa1'] response: {'server_uuid': 'f2d321ed-f4f0-402c-9610-9f011a062c91', 'name': 'network-vif-deleted', 'tag': 'ab196719-5f03-4643-b2d8-7e948192dd8e', 'status': 'completed', 'code': 200} May 05 22:48:15.688911 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b13746ee-9f66-43f5-af5b-57e9aa03e2aa req-29333f8c-fb1b-42da-af58-ecb7a10cf689 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2d321ed-f4f0-402c-9610-9f011a062c91 HTTP/1.1" status: 200 len: 210 time: 0.0463390 May 05 22:48:16.332156 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-524282cc-27c9-4ed1-835a-8f377b3f0529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:16.805444 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37028) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:48:17.282950 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-54461f32-5d5b-4850-98d6-194f2b9e178b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:17.648834 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:17.650751 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:17.920242 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-54461f32-5d5b-4850-98d6-194f2b9e178b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Deleting port ad3a381f-7325-436b-b84a-6676c5587aed {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:48:17.920846 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-54461f32-5d5b-4850-98d6-194f2b9e178b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:18.113555 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-54461f32-5d5b-4850-98d6-194f2b9e178b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] For port ad3a381f-7325-436b-b84a-6676c5587aed, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=ad3a381f-7325-436b-b84a-6676c5587aed,segment=NetworkSegment(f4db0ef6-ce4f-432c-9a2a-2277889b3ccd),segment_id=f4db0ef6-ce4f-432c-9a2a-2277889b3ccd)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:48:18.113894 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-54461f32-5d5b-4850-98d6-194f2b9e178b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:18.232961 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-54461f32-5d5b-4850-98d6-194f2b9e178b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Calling delete_port for ad3a381f-7325-436b-b84a-6676c5587aed owned by network:router_interface {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:48:18.506650 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-54461f32-5d5b-4850-98d6-194f2b9e178b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:18.560867 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54461f32-5d5b-4850-98d6-194f2b9e178b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event deleted for resources: {'Port': ['ID=ad3a381f-7325-436b-b84a-6676c5587aed,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:48:18.780068 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device ab196719-5f03-4643-b2d8-7e948192dd8e no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:48:18.814645 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: ab196719-5f03-4643-b2d8-7e948192dd8e {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:48:18.815265 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device ab196719-5f03-4643-b2d8-7e948192dd8e not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:48:18.865158 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-54461f32-5d5b-4850-98d6-194f2b9e178b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:19.192511 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:19.452713 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54461f32-5d5b-4850-98d6-194f2b9e178b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Router be26d7bf-695e-40fd-970e-f31240e802dc has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:48:19.658691 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54461f32-5d5b-4850-98d6-194f2b9e178b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:48:19.668973 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538954db-2b68-4c90-af67-9274070b2f09 None None] Sync routers for ids ['be26d7bf-695e-40fd-970e-f31240e802dc'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:48:19.673711 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-54461f32-5d5b-4850-98d6-194f2b9e178b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "PUT /v2.0/routers/be26d7bf-695e-40fd-970e-f31240e802dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8672183 May 05 22:48:19.676483 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37034) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:48:19.681574 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538954db-2b68-4c90-af67-9274070b2f09 None None] Routers {'be26d7bf-695e-40fd-970e-f31240e802dc'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:48:19.682182 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-538954db-2b68-4c90-af67-9274070b2f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:48:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['be26d7bf-695e-40fd-970e-f31240e802dc'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:48:19.860711 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-538954db-2b68-4c90-af67-9274070b2f09 None None] Set router be26d7bf-695e-40fd-970e-f31240e802dc gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:48:19.964766 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-966103bb-b7ff-4dda-a0d5-f61628af09b3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Deleting subnet e1c5d573-070a-4822-a71e-94cc04a88b88 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:48:19.968126 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-966103bb-b7ff-4dda-a0d5-f61628af09b3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:20.021964 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-966103bb-b7ff-4dda-a0d5-f61628af09b3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:20.118738 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-966103bb-b7ff-4dda-a0d5-f61628af09b3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:20.144297 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-538954db-2b68-4c90-af67-9274070b2f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be26d7bf-695e-40fd-970e-f31240e802dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477560867', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'db6925f8-3ada-4965-82f2-8ee0220fca59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:46:37Z', 'updated_at': '2022-05-05T22:48:18Z', 'revision_number': 5, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': 'db6925f8-3ada-4965-82f2-8ee0220fca59', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:18:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be26d7bf-695e-40fd-970e-f31240e802dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:46:38Z', 'updated_at': '2022-05-05T22:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:48:20.149004 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538954db-2b68-4c90-af67-9274070b2f09 None None] Checking router: be26d7bf-695e-40fd-970e-f31240e802dc for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:48:20.159290 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538954db-2b68-4c90-af67-9274070b2f09 None None] Routers {'be26d7bf-695e-40fd-970e-f31240e802dc'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:48:20.159869 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-538954db-2b68-4c90-af67-9274070b2f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:48:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['be26d7bf-695e-40fd-970e-f31240e802dc'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:48:20.200698 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-966103bb-b7ff-4dda-a0d5-f61628af09b3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:20.242289 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966103bb-b7ff-4dda-a0d5-f61628af09b3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event deleted for resources: {'Subnet': ['ID=e1c5d573-070a-4822-a71e-94cc04a88b88,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:48:20.254535 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-966103bb-b7ff-4dda-a0d5-f61628af09b3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:20.256490 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde73ae2-128e-4ecc-857b-eee3163a6870 None None] Network a6e4d10c-3d3e-42ec-8a2b-f140fc836059 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:48:20.265288 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-966103bb-b7ff-4dda-a0d5-f61628af09b3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "DELETE /v2.0/subnets/e1c5d573-070a-4822-a71e-94cc04a88b88 HTTP/1.1" status: 204 len: 168 time: 0.5877571 May 05 22:48:20.268045 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37038) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:48:20.382807 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-538954db-2b68-4c90-af67-9274070b2f09 None None] Set router be26d7bf-695e-40fd-970e-f31240e802dc gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:48:20.526244 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6cef63a7-ad41-432d-a4a6-da6138208e54 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:20.560664 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0505bfce-23b6-4498-a209-f2e6b5a18d35 None None] DHCP port deletion for a6e4d10c-3d3e-42ec-8a2b-f140fc836059 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:48:20.568363 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-0505bfce-23b6-4498-a209-f2e6b5a18d35 None None] Deleting port f5ff4183-d049-4489-b78b-4b4e2552a541 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:48:20.569111 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0505bfce-23b6-4498-a209-f2e6b5a18d35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:20.703843 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-538954db-2b68-4c90-af67-9274070b2f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be26d7bf-695e-40fd-970e-f31240e802dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477560867', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'db6925f8-3ada-4965-82f2-8ee0220fca59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:46:37Z', 'updated_at': '2022-05-05T22:48:18Z', 'revision_number': 5, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': 'db6925f8-3ada-4965-82f2-8ee0220fca59', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:18:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be26d7bf-695e-40fd-970e-f31240e802dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:46:38Z', 'updated_at': '2022-05-05T22:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:48:20.708641 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538954db-2b68-4c90-af67-9274070b2f09 None None] The sync data for ids ['be26d7bf-695e-40fd-970e-f31240e802dc'] in n-d-825175-4 is: [{'id': 'be26d7bf-695e-40fd-970e-f31240e802dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1477560867', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.76'}], 'enable_snat': True}, 'gw_port_id': 'db6925f8-3ada-4965-82f2-8ee0220fca59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:46:37Z', 'updated_at': '2022-05-05T22:48:18Z', 'revision_number': 5, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': 'db6925f8-3ada-4965-82f2-8ee0220fca59', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:18:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be26d7bf-695e-40fd-970e-f31240e802dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:46:38Z', 'updated_at': '2022-05-05T22:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:48:20.766685 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6cef63a7-ad41-432d-a4a6-da6138208e54 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:20.777766 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-6cef63a7-ad41-432d-a4a6-da6138208e54 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Deleting port db6925f8-3ada-4965-82f2-8ee0220fca59 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:48:20.777995 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-0505bfce-23b6-4498-a209-f2e6b5a18d35 None None] For port f5ff4183-d049-4489-b78b-4b4e2552a541, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=f5ff4183-d049-4489-b78b-4b4e2552a541,segment=NetworkSegment(f4db0ef6-ce4f-432c-9a2a-2277889b3ccd),segment_id=f4db0ef6-ce4f-432c-9a2a-2277889b3ccd)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:48:20.778374 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0505bfce-23b6-4498-a209-f2e6b5a18d35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:20.778506 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6cef63a7-ad41-432d-a4a6-da6138208e54 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:20.897044 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-0505bfce-23b6-4498-a209-f2e6b5a18d35 None None] Calling delete_port for f5ff4183-d049-4489-b78b-4b4e2552a541 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:48:20.972801 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0505bfce-23b6-4498-a209-f2e6b5a18d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:20.978164 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-6cef63a7-ad41-432d-a4a6-da6138208e54 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] For port db6925f8-3ada-4965-82f2-8ee0220fca59, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=db6925f8-3ada-4965-82f2-8ee0220fca59,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:48:20.978810 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6cef63a7-ad41-432d-a4a6-da6138208e54 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:21.017686 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0505bfce-23b6-4498-a209-f2e6b5a18d35 None None] Pushing event deleted for resources: {'Port': ['ID=f5ff4183-d049-4489-b78b-4b4e2552a541,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:48:21.025665 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0505bfce-23b6-4498-a209-f2e6b5a18d35 None None] No DVR routers for this DVR port f5ff4183-d049-4489-b78b-4b4e2552a541 on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:48:21.031250 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0505bfce-23b6-4498-a209-f2e6b5a18d35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:48:21.031667 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0505bfce-23b6-4498-a209-f2e6b5a18d35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:48:21.031918 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0505bfce-23b6-4498-a209-f2e6b5a18d35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:48:21.032252 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0505bfce-23b6-4498-a209-f2e6b5a18d35 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:48:21.032576 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0505bfce-23b6-4498-a209-f2e6b5a18d35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:48:21.032898 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0505bfce-23b6-4498-a209-f2e6b5a18d35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:48:21.033218 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0505bfce-23b6-4498-a209-f2e6b5a18d35 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:48:21.034076 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0505bfce-23b6-4498-a209-f2e6b5a18d35 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:48:21.035205 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0505bfce-23b6-4498-a209-f2e6b5a18d35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:48:21.035548 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0505bfce-23b6-4498-a209-f2e6b5a18d35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:48:21.035884 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0505bfce-23b6-4498-a209-f2e6b5a18d35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:48:21.111747 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-6cef63a7-ad41-432d-a4a6-da6138208e54 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Calling delete_port for db6925f8-3ada-4965-82f2-8ee0220fca59 owned by network:router_gateway {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:48:21.147769 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device ad3a381f-7325-436b-b84a-6676c5587aed no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:48:21.190580 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: ad3a381f-7325-436b-b84a-6676c5587aed {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:48:21.191104 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device ad3a381f-7325-436b-b84a-6676c5587aed not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:48:21.191641 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device f5ff4183-d049-4489-b78b-4b4e2552a541 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:48:21.224508 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: f5ff4183-d049-4489-b78b-4b4e2552a541 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:48:21.224968 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device f5ff4183-d049-4489-b78b-4b4e2552a541 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:48:21.300597 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6cef63a7-ad41-432d-a4a6-da6138208e54 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:21.346385 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cef63a7-ad41-432d-a4a6-da6138208e54 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event deleted for resources: {'Port': ['ID=db6925f8-3ada-4965-82f2-8ee0220fca59,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:48:21.577160 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6cef63a7-ad41-432d-a4a6-da6138208e54 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:21.932821 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6cef63a7-ad41-432d-a4a6-da6138208e54 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:21.937696 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6cef63a7-ad41-432d-a4a6-da6138208e54 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:21.968546 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6cef63a7-ad41-432d-a4a6-da6138208e54 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:21.969129 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cef63a7-ad41-432d-a4a6-da6138208e54 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Fanout notify agent at l3_agent the message router_deleted on router be26d7bf-695e-40fd-970e-f31240e802dc {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:48:21.983678 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6cef63a7-ad41-432d-a4a6-da6138208e54 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:21.984907 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-6cef63a7-ad41-432d-a4a6-da6138208e54 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "DELETE /v2.0/routers/be26d7bf-695e-40fd-970e-f31240e802dc HTTP/1.1" status: 204 len: 168 time: 1.7158072 May 05 22:48:21.987547 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37042) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:48:22.101021 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cbc08959-09ba-4e73-a90c-b71c043db36a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:22.228792 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cbc08959-09ba-4e73-a90c-b71c043db36a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:22.252887 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-cbc08959-09ba-4e73-a90c-b71c043db36a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6e4d10c-3d3e-42ec-8a2b-f140fc836059']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:48:22.264675 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-cbc08959-09ba-4e73-a90c-b71c043db36a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4db0ef6-ce4f-432c-9a2a-2277889b3ccd') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:48:22.264966 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-cbc08959-09ba-4e73-a90c-b71c043db36a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4db0ef6-ce4f-432c-9a2a-2277889b3ccd') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:48:22.280143 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cbc08959-09ba-4e73-a90c-b71c043db36a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:22.298383 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cbc08959-09ba-4e73-a90c-b71c043db36a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:22.304772 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbc08959-09ba-4e73-a90c-b71c043db36a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:48:22.305164 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cbc08959-09ba-4e73-a90c-b71c043db36a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:22.319621 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:48:22.319621 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:48:22.319621 n-d-825175-4 neutron-server[84063]: timer() May 05 22:48:22.319621 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:48:22.319621 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:48:22.319621 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:48:22.319621 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:48:22.319621 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:48:22.319621 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:48:22.319621 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:48:22.319621 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:48:22.319621 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:48:22.319621 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:48:22.319621 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:48:22.319621 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:48:22.319621 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:48:22.319621 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:48:22.319621 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:48:22.319621 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:48:22.319621 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:48:22.319621 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:48:22.319621 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:48:22.319621 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:48:22.319621 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:48:22.319621 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:48:22.319621 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:48:22.319621 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:48:22.319621 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:48:22.319621 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:48:22.319621 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:48:22.319621 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:48:22.319621 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:48:22.402054 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cbc08959-09ba-4e73-a90c-b71c043db36a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:22.424269 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cbc08959-09ba-4e73-a90c-b71c043db36a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:22.437971 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc08959-09ba-4e73-a90c-b71c043db36a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event deleted for resources: {'Network': ['ID=a6e4d10c-3d3e-42ec-8a2b-f140fc836059,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:48:22.446727 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-cbc08959-09ba-4e73-a90c-b71c043db36a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "DELETE /v2.0/networks/a6e4d10c-3d3e-42ec-8a2b-f140fc836059 HTTP/1.1" status: 204 len: 168 time: 0.4580030 May 05 22:48:22.449450 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37046) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:48:22.520190 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bb8647c5-d052-4f2c-b4c6-a62239af9e2f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:22.549949 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bb8647c5-d052-4f2c-b4c6-a62239af9e2f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:22.616843 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bb8647c5-d052-4f2c-b4c6-a62239af9e2f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:22.634889 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8647c5-d052-4f2c-b4c6-a62239af9e2f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6849887e-6f54-4322-ba04-7e58c30650cc,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:48:22.644229 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bb8647c5-d052-4f2c-b4c6-a62239af9e2f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:22.646737 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-bb8647c5-d052-4f2c-b4c6-a62239af9e2f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "DELETE /v2.0/security-groups/6849887e-6f54-4322-ba04-7e58c30650cc HTTP/1.1" status: 204 len: 168 time: 0.1947255 May 05 22:48:22.836641 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device db6925f8-3ada-4965-82f2-8ee0220fca59 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:48:22.869188 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: db6925f8-3ada-4965-82f2-8ee0220fca59 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:48:22.869643 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device db6925f8-3ada-4965-82f2-8ee0220fca59 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:48:23.510111 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37054) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:48:23.515724 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-ffb30450-7166-4da9-9b1b-fe0218456790 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-650977737', 'description': 'tempest-secgroup-smoke-650977737 description', 'project_id': '6b2f3059793b418098910f2d886078d9'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:48:23.523455 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-ffb30450-7166-4da9-9b1b-fe0218456790 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:48:23.527619 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-ffb30450-7166-4da9-9b1b-fe0218456790 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Usage tracker for resource:security_group and tenant:6b2f3059793b418098910f2d886078d9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:48:23.530618 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-ffb30450-7166-4da9-9b1b-fe0218456790 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:48:23.536673 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-ffb30450-7166-4da9-9b1b-fe0218456790 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:48:23.547267 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ffb30450-7166-4da9-9b1b-fe0218456790 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:23.582959 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-ffb30450-7166-4da9-9b1b-fe0218456790 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:48:23.587202 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-ffb30450-7166-4da9-9b1b-fe0218456790 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Usage tracker for resource:security_group_rule and tenant:6b2f3059793b418098910f2d886078d9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:48:23.590156 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-ffb30450-7166-4da9-9b1b-fe0218456790 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:48:23.596169 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-ffb30450-7166-4da9-9b1b-fe0218456790 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:48:23.651796 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ffb30450-7166-4da9-9b1b-fe0218456790 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:23.656918 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ffb30450-7166-4da9-9b1b-fe0218456790 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:23.703145 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb30450-7166-4da9-9b1b-fe0218456790 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e09f0e5-85ed-42c8-ac20-c680e72df78b,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:48:23.710633 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ffb30450-7166-4da9-9b1b-fe0218456790 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:23.711103 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ffb30450-7166-4da9-9b1b-fe0218456790 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1999931 May 05 22:48:23.713950 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37058) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:48:23.719431 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-579c5c2e-685c-48c3-8e98-7073f39f98b6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Request body: {'security_group_rule': {'security_group_id': '6e09f0e5-85ed-42c8-ac20-c680e72df78b', 'project_id': '6b2f3059793b418098910f2d886078d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:48:23.726357 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-579c5c2e-685c-48c3-8e98-7073f39f98b6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:48:23.730172 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-579c5c2e-685c-48c3-8e98-7073f39f98b6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Usage tracker for resource:security_group_rule and tenant:6b2f3059793b418098910f2d886078d9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:48:23.733045 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-579c5c2e-685c-48c3-8e98-7073f39f98b6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:48:23.738744 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-579c5c2e-685c-48c3-8e98-7073f39f98b6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:48:23.757016 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-579c5c2e-685c-48c3-8e98-7073f39f98b6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:23.816444 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-579c5c2e-685c-48c3-8e98-7073f39f98b6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:23.821238 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-579c5c2e-685c-48c3-8e98-7073f39f98b6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:23.843417 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579c5c2e-685c-48c3-8e98-7073f39f98b6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4bc657b-aaa4-4c94-bd1a-53c6659be327,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:48:23.853037 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-579c5c2e-685c-48c3-8e98-7073f39f98b6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:23.856982 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-579c5c2e-685c-48c3-8e98-7073f39f98b6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1394508 May 05 22:48:23.857100 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37062) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:48:23.862455 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-e48a2ac4-9079-42cd-8ccf-5e17654da011 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Request body: {'security_group_rule': {'security_group_id': '6e09f0e5-85ed-42c8-ac20-c680e72df78b', 'project_id': '6b2f3059793b418098910f2d886078d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:48:23.870006 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-e48a2ac4-9079-42cd-8ccf-5e17654da011 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:48:23.874324 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-e48a2ac4-9079-42cd-8ccf-5e17654da011 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Usage tracker for resource:security_group_rule and tenant:6b2f3059793b418098910f2d886078d9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:48:23.877458 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-e48a2ac4-9079-42cd-8ccf-5e17654da011 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:48:23.883843 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-e48a2ac4-9079-42cd-8ccf-5e17654da011 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:48:23.901967 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e48a2ac4-9079-42cd-8ccf-5e17654da011 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:23.962248 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e48a2ac4-9079-42cd-8ccf-5e17654da011 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:23.967017 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e48a2ac4-9079-42cd-8ccf-5e17654da011 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:23.992325 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48a2ac4-9079-42cd-8ccf-5e17654da011 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07c32e06-aa00-4b6f-90b9-c4f5f7d9f2b2,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:48:24.001202 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e48a2ac4-9079-42cd-8ccf-5e17654da011 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:24.002491 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-e48a2ac4-9079-42cd-8ccf-5e17654da011 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1445067 May 05 22:48:24.011691 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37066) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:48:24.017420 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-b4042076-00b5-4e87-94b5-dbddd72d0cb6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Request body: {'security_group_rule': {'security_group_id': '6e09f0e5-85ed-42c8-ac20-c680e72df78b', 'project_id': '6b2f3059793b418098910f2d886078d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:48:24.024883 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b4042076-00b5-4e87-94b5-dbddd72d0cb6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:48:24.029114 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b4042076-00b5-4e87-94b5-dbddd72d0cb6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Usage tracker for resource:security_group_rule and tenant:6b2f3059793b418098910f2d886078d9 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:48:24.032209 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b4042076-00b5-4e87-94b5-dbddd72d0cb6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:48:24.038500 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b4042076-00b5-4e87-94b5-dbddd72d0cb6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:48:24.066683 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b4042076-00b5-4e87-94b5-dbddd72d0cb6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:24.132331 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b4042076-00b5-4e87-94b5-dbddd72d0cb6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:24.137441 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b4042076-00b5-4e87-94b5-dbddd72d0cb6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:24.160847 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4042076-00b5-4e87-94b5-dbddd72d0cb6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fc359fb-088d-44b5-993c-d7bc5e30b95e,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:48:24.170443 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b4042076-00b5-4e87-94b5-dbddd72d0cb6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:24.171673 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b4042076-00b5-4e87-94b5-dbddd72d0cb6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1590137 May 05 22:48:24.174617 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37070) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:48:24.180597 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-51f52fda-3483-451c-b665-995d816be050 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Request body: {'security_group_rule': {'security_group_id': '6e09f0e5-85ed-42c8-ac20-c680e72df78b', 'project_id': '6b2f3059793b418098910f2d886078d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:48:24.187424 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-51f52fda-3483-451c-b665-995d816be050 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:48:24.191404 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-51f52fda-3483-451c-b665-995d816be050 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Usage tracker for resource:security_group_rule and tenant:6b2f3059793b418098910f2d886078d9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:48:24.194487 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-51f52fda-3483-451c-b665-995d816be050 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:48:24.200376 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-51f52fda-3483-451c-b665-995d816be050 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:48:24.221099 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-51f52fda-3483-451c-b665-995d816be050 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:24.285005 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-51f52fda-3483-451c-b665-995d816be050 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:24.289618 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-51f52fda-3483-451c-b665-995d816be050 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:24.312125 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f52fda-3483-451c-b665-995d816be050 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a0daf05-f0ae-4de3-9d35-58f5125a4ac7,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:48:24.321315 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-51f52fda-3483-451c-b665-995d816be050 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:24.322480 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-51f52fda-3483-451c-b665-995d816be050 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1468451 May 05 22:48:24.326611 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37074) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:48:24.334838 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-1a2fa6b4-f562-44b0-b311-464525272311 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Request body: {'security_group_rule': {'security_group_id': '6e09f0e5-85ed-42c8-ac20-c680e72df78b', 'project_id': '6b2f3059793b418098910f2d886078d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:48:24.343959 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-1a2fa6b4-f562-44b0-b311-464525272311 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:48:24.347872 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-1a2fa6b4-f562-44b0-b311-464525272311 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Usage tracker for resource:security_group_rule and tenant:6b2f3059793b418098910f2d886078d9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:48:24.350857 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-1a2fa6b4-f562-44b0-b311-464525272311 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:48:24.356855 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-1a2fa6b4-f562-44b0-b311-464525272311 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:48:24.367723 n-d-825175-4 neutron-server[84063]: INFO neutron.db.securitygroups_db [None req-1a2fa6b4-f562-44b0-b311-464525272311 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Project 6b2f3059793b418098910f2d886078d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 22:48:24.374318 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1a2fa6b4-f562-44b0-b311-464525272311 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:24.440956 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1a2fa6b4-f562-44b0-b311-464525272311 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:24.447190 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1a2fa6b4-f562-44b0-b311-464525272311 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:24.473738 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2fa6b4-f562-44b0-b311-464525272311 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5c1efb7-56de-4da2-ae19-c6362e68b660,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:48:24.484752 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1a2fa6b4-f562-44b0-b311-464525272311 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:24.485937 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1a2fa6b4-f562-44b0-b311-464525272311 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1584160 May 05 22:48:24.488751 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37078) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:48:24.494361 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-2a93bfe3-0d5a-4337-a04e-55a57859c7a3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Request body: {'security_group_rule': {'security_group_id': '6e09f0e5-85ed-42c8-ac20-c680e72df78b', 'project_id': '6b2f3059793b418098910f2d886078d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:48:24.501090 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-2a93bfe3-0d5a-4337-a04e-55a57859c7a3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:48:24.505059 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-2a93bfe3-0d5a-4337-a04e-55a57859c7a3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Usage tracker for resource:security_group_rule and tenant:6b2f3059793b418098910f2d886078d9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:48:24.508400 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-2a93bfe3-0d5a-4337-a04e-55a57859c7a3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:48:24.514482 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-2a93bfe3-0d5a-4337-a04e-55a57859c7a3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:48:24.526295 n-d-825175-4 neutron-server[84063]: INFO neutron.db.securitygroups_db [None req-2a93bfe3-0d5a-4337-a04e-55a57859c7a3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Project 6b2f3059793b418098910f2d886078d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 22:48:24.532920 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2a93bfe3-0d5a-4337-a04e-55a57859c7a3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:24.600531 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2a93bfe3-0d5a-4337-a04e-55a57859c7a3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:24.604559 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2a93bfe3-0d5a-4337-a04e-55a57859c7a3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:24.627598 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a93bfe3-0d5a-4337-a04e-55a57859c7a3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df781fb5-73f6-44c7-b044-3abf2a0bb389,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:48:24.636720 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2a93bfe3-0d5a-4337-a04e-55a57859c7a3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:24.637956 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-2a93bfe3-0d5a-4337-a04e-55a57859c7a3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1482897 May 05 22:48:24.641051 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37082) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:48:24.647079 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-22cd2604-2516-4af7-9a13-4933c3406eaf tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Request body: {'network': {'name': 'tempest-network-smoke--1592350191', 'project_id': '6b2f3059793b418098910f2d886078d9', 'port_security_enabled': True}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:48:24.652646 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-22cd2604-2516-4af7-9a13-4933c3406eaf tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:48:24.656775 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-22cd2604-2516-4af7-9a13-4933c3406eaf tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Usage tracker for resource:network and tenant:6b2f3059793b418098910f2d886078d9 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:48:24.659711 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-22cd2604-2516-4af7-9a13-4933c3406eaf tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:48:24.665599 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-22cd2604-2516-4af7-9a13-4933c3406eaf tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:48:24.676563 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22cd2604-2516-4af7-9a13-4933c3406eaf tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Made reservation on behalf of 6b2f3059793b418098910f2d886078d9 for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:48:24.679530 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-22cd2604-2516-4af7-9a13-4933c3406eaf tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:24.708342 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22cd2604-2516-4af7-9a13-4933c3406eaf tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:48:24.718009 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-22cd2604-2516-4af7-9a13-4933c3406eaf tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:24.718334 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-22cd2604-2516-4af7-9a13-4933c3406eaf tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Added segment c272f193-403e-4274-b9ff-3f972eabffef of type vlan for network 4aa6a6a9-4dbe-4006-95c3-3d05ba91f431 May 05 22:48:24.746869 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-22cd2604-2516-4af7-9a13-4933c3406eaf tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:24.777964 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-22cd2604-2516-4af7-9a13-4933c3406eaf tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:24.783392 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cd2604-2516-4af7-9a13-4933c3406eaf tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:48:24.784293 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-22cd2604-2516-4af7-9a13-4933c3406eaf tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:24.888500 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-22cd2604-2516-4af7-9a13-4933c3406eaf tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2463579 May 05 22:48:24.891313 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cd2604-2516-4af7-9a13-4933c3406eaf tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'Network': ['ID=4aa6a6a9-4dbe-4006-95c3-3d05ba91f431,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:48:24.891468 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37088) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:48:24.898600 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-0731e3a6-1f56-4662-b54a-53861fa99294 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1545555458', 'admin_state_up': True, 'project_id': '6b2f3059793b418098910f2d886078d9', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:48:24.902844 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 4aa6a6a9-4dbe-4006-95c3-3d05ba91f431 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:48:24.907757 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-0731e3a6-1f56-4662-b54a-53861fa99294 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:48:24.911931 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0731e3a6-1f56-4662-b54a-53861fa99294 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Usage tracker for resource:router and tenant:6b2f3059793b418098910f2d886078d9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:48:24.915480 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0731e3a6-1f56-4662-b54a-53861fa99294 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:48:24.921524 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-0731e3a6-1f56-4662-b54a-53861fa99294 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:48:24.933795 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0731e3a6-1f56-4662-b54a-53861fa99294 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:24.934754 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0731e3a6-1f56-4662-b54a-53861fa99294 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:24.953611 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0731e3a6-1f56-4662-b54a-53861fa99294 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:25.110394 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0731e3a6-1f56-4662-b54a-53861fa99294 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:25.378374 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0731e3a6-1f56-4662-b54a-53861fa99294 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for router_gateway, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:25.410256 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0731e3a6-1f56-4662-b54a-53861fa99294 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:25.542850 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-0731e3a6-1f56-4662-b54a-53861fa99294 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Allocated IP 172.25.4.68 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/7681c6d4-cdbc-4ea0-99b4-6c567ac4e24f) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:48:25.700332 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0731e3a6-1f56-4662-b54a-53861fa99294 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:25.733262 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0731e3a6-1f56-4662-b54a-53861fa99294 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:25.803153 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0731e3a6-1f56-4662-b54a-53861fa99294 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:48:25.805999 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-0731e3a6-1f56-4662-b54a-53861fa99294 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:48:25.810390 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0731e3a6-1f56-4662-b54a-53861fa99294 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:48:25.834297 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0731e3a6-1f56-4662-b54a-53861fa99294 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'Port': ['ID=7681c6d4-cdbc-4ea0-99b4-6c567ac4e24f,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:48:25.973968 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0731e3a6-1f56-4662-b54a-53861fa99294 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for router_gateway, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:25.974608 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0731e3a6-1f56-4662-b54a-53861fa99294 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:26.218818 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0731e3a6-1f56-4662-b54a-53861fa99294 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Router bd0e687b-3548-4cee-a42e-896aff9ee6af is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 22:48:26.427241 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0731e3a6-1f56-4662-b54a-53861fa99294 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:48:26.436907 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2092e8c-c35c-45fd-a39c-ca9fea656d15 None None] Sync routers for ids ['bd0e687b-3548-4cee-a42e-896aff9ee6af'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:48:26.449369 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2092e8c-c35c-45fd-a39c-ca9fea656d15 None None] Routers {'bd0e687b-3548-4cee-a42e-896aff9ee6af'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:48:26.449976 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-e2092e8c-c35c-45fd-a39c-ca9fea656d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:48:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['bd0e687b-3548-4cee-a42e-896aff9ee6af'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:48:26.455064 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0731e3a6-1f56-4662-b54a-53861fa99294 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:26.456380 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0731e3a6-1f56-4662-b54a-53861fa99294 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5639529 May 05 22:48:26.460035 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37092) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:48:26.498598 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c4cd6945-7a46-4d89-a260-51a2b3a222ef tempest-TestNetworkAdvancedServerOps-1703995958 tempest-TestNetworkAdvancedServerOps-1703995958-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=6b2f3059793b418098910f2d886078d9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374615 May 05 22:48:26.501278 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37096) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:48:26.631464 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-e2092e8c-c35c-45fd-a39c-ca9fea656d15 None None] Set router bd0e687b-3548-4cee-a42e-896aff9ee6af gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:48:26.638568 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbabd60-6b03-4aab-a29f-7e4c5bd3bfb8 tempest-TestNetworkAdvancedServerOps-1703995958 tempest-TestNetworkAdvancedServerOps-1703995958-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:48:26.640083 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5fbabd60-6b03-4aab-a29f-7e4c5bd3bfb8 tempest-TestNetworkAdvancedServerOps-1703995958 tempest-TestNetworkAdvancedServerOps-1703995958-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1379397 May 05 22:48:26.643268 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37100) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:48:26.687533 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-da90c491-3b22-4577-a12d-829105ecc0cf tempest-TestNetworkAdvancedServerOps-1703995958 tempest-TestNetworkAdvancedServerOps-1703995958-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=25bfe237-58de-4709-a3e0-ac79da07c300&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0431864 May 05 22:48:26.690073 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37104) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:48:26.695689 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-ac9c573f-d61f-42a8-a4a8-e7fe14c2a447 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1998032008', 'network_id': '4aa6a6a9-4dbe-4006-95c3-3d05ba91f431', 'project_id': '6b2f3059793b418098910f2d886078d9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:48:26.808633 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-ac9c573f-d61f-42a8-a4a8-e7fe14c2a447 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:48:26.813036 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-ac9c573f-d61f-42a8-a4a8-e7fe14c2a447 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Usage tracker for resource:subnet and tenant:6b2f3059793b418098910f2d886078d9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:48:26.816311 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-ac9c573f-d61f-42a8-a4a8-e7fe14c2a447 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:48:26.822936 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-ac9c573f-d61f-42a8-a4a8-e7fe14c2a447 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:48:26.833863 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9c573f-d61f-42a8-a4a8-e7fe14c2a447 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Made reservation on behalf of 6b2f3059793b418098910f2d886078d9 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:48:26.929310 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ac9c573f-d61f-42a8-a4a8-e7fe14c2a447 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:26.942757 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-e2092e8c-c35c-45fd-a39c-ca9fea656d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd0e687b-3548-4cee-a42e-896aff9ee6af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1545555458', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '7681c6d4-cdbc-4ea0-99b4-6c567ac4e24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:48:24Z', 'updated_at': '2022-05-05T22:48:25Z', 'revision_number': 3, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': '7681c6d4-cdbc-4ea0-99b4-6c567ac4e24f', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd0e687b-3548-4cee-a42e-896aff9ee6af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:48:25Z', 'updated_at': '2022-05-05T22:48:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:48:26.947034 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2092e8c-c35c-45fd-a39c-ca9fea656d15 None None] Checking router: bd0e687b-3548-4cee-a42e-896aff9ee6af for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:48:26.947395 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2092e8c-c35c-45fd-a39c-ca9fea656d15 None None] Updating router bd0e687b-3548-4cee-a42e-896aff9ee6af port 7681c6d4-cdbc-4ea0-99b4-6c567ac4e24f binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:48:27.004142 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e2092e8c-c35c-45fd-a39c-ca9fea656d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:27.252392 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ac9c573f-d61f-42a8-a4a8-e7fe14c2a447 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:27.326221 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9c573f-d61f-42a8-a4a8-e7fe14c2a447 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'Subnet': ['ID=ae690226-81a5-4d8a-baaf-694c69ac430d,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:48:27.331934 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e2092e8c-c35c-45fd-a39c-ca9fea656d15 None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:27.343097 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9c573f-d61f-42a8-a4a8-e7fe14c2a447 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Checking segment: {'id': 'c272f193-403e-4274-b9ff-3f972eabffef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4aa6a6a9-4dbe-4006-95c3-3d05ba91f431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:48:27.343465 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9c573f-d61f-42a8-a4a8-e7fe14c2a447 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Network hostable DHCP agents. Network: 4aa6a6a9-4dbe-4006-95c3-3d05ba91f431, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:48:27.344315 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-e2092e8c-c35c-45fd-a39c-ca9fea656d15 None None] Transition to ACTIVE for port object 7681c6d4-cdbc-4ea0-99b4-6c567ac4e24f will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:48:27.352042 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e2092e8c-c35c-45fd-a39c-ca9fea656d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:27.355069 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:48:27.367080 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9c573f-d61f-42a8-a4a8-e7fe14c2a447 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Network 4aa6a6a9-4dbe-4006-95c3-3d05ba91f431 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:48:27.376619 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-ac9c573f-d61f-42a8-a4a8-e7fe14c2a447 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 4aa6a6a9-4dbe-4006-95c3-3d05ba91f431) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:48:27.381572 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9c573f-d61f-42a8-a4a8-e7fe14c2a447 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:48:27.382151 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ac9c573f-d61f-42a8-a4a8-e7fe14c2a447 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:27.389558 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2207f495-33f6-4526-ba9e-69af0ec0534f None None] Network 4aa6a6a9-4dbe-4006-95c3-3d05ba91f431 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:48:27.412751 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ac9c573f-d61f-42a8-a4a8-e7fe14c2a447 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7190583 May 05 22:48:27.413415 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37108) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:48:27.509647 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289759e9-bc63-43c1-88e6-9eefb1b461e4 None None] Pushing event updated for resources: {'Port': ['ID=7681c6d4-cdbc-4ea0-99b4-6c567ac4e24f,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:48:27.534081 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-e2092e8c-c35c-45fd-a39c-ca9fea656d15 None None] Attempting to bind port 7681c6d4-cdbc-4ea0-99b4-6c567ac4e24f on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:48:27.534775 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-e2092e8c-c35c-45fd-a39c-ca9fea656d15 None None] Attempting to bind port 7681c6d4-cdbc-4ea0-99b4-6c567ac4e24f by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:48:27.535436 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2092e8c-c35c-45fd-a39c-ca9fea656d15 None None] Attempting to bind port 7681c6d4-cdbc-4ea0-99b4-6c567ac4e24f on network 25bfe237-58de-4709-a3e0-ac79da07c300 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:48:27.558143 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2092e8c-c35c-45fd-a39c-ca9fea656d15 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:48:27.558574 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2092e8c-c35c-45fd-a39c-ca9fea656d15 None None] Checking segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:48:27.559046 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e2092e8c-c35c-45fd-a39c-ca9fea656d15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:27.559490 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2092e8c-c35c-45fd-a39c-ca9fea656d15 None None] Bound using segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:48:27.560034 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-e2092e8c-c35c-45fd-a39c-ca9fea656d15 None None] Bound port: 7681c6d4-cdbc-4ea0-99b4-6c567ac4e24f, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:48:27.560386 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e2092e8c-c35c-45fd-a39c-ca9fea656d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:27.684772 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-e2092e8c-c35c-45fd-a39c-ca9fea656d15 None None] For port 7681c6d4-cdbc-4ea0-99b4-6c567ac4e24f, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:48:27.689479 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-e2092e8c-c35c-45fd-a39c-ca9fea656d15 None None] For port 7681c6d4-cdbc-4ea0-99b4-6c567ac4e24f, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=7681c6d4-cdbc-4ea0-99b4-6c567ac4e24f,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:48:27.722329 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e2092e8c-c35c-45fd-a39c-ca9fea656d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:27.777775 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93051724-4560-40ae-9845-d3b1b29dc702 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-4aa6a6a9-4dbe-4006-95c3-3d05ba91f431', 'network_id': '4aa6a6a9-4dbe-4006-95c3-3d05ba91f431', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'fixed_ips': [{'subnet_id': 'ae690226-81a5-4d8a-baaf-694c69ac430d'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:48:27.778567 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-93051724-4560-40ae-9845-d3b1b29dc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:27.864075 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289759e9-bc63-43c1-88e6-9eefb1b461e4 None None] Pushing event updated for resources: {'Port': ['ID=7681c6d4-cdbc-4ea0-99b4-6c567ac4e24f,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:48:27.894297 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2092e8c-c35c-45fd-a39c-ca9fea656d15 None None] Routers {'bd0e687b-3548-4cee-a42e-896aff9ee6af'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:48:27.894952 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-e2092e8c-c35c-45fd-a39c-ca9fea656d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:48:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['bd0e687b-3548-4cee-a42e-896aff9ee6af'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:48:28.137824 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-93051724-4560-40ae-9845-d3b1b29dc702 None None] Allocated IP 172.20.0.2 (4aa6a6a9-4dbe-4006-95c3-3d05ba91f431/ae690226-81a5-4d8a-baaf-694c69ac430d/cefea259-a501-49ed-b61b-0f915a216989) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:48:28.174259 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8039c5ea-edfe-47a1-9aca-1bddd3a973d0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:28.178300 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-e2092e8c-c35c-45fd-a39c-ca9fea656d15 None None] Set router bd0e687b-3548-4cee-a42e-896aff9ee6af gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:48:28.678037 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-93051724-4560-40ae-9845-d3b1b29dc702 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:28.695163 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-93051724-4560-40ae-9845-d3b1b29dc702 None None] Transition to ACTIVE for port object cefea259-a501-49ed-b61b-0f915a216989 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:48:28.719196 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-93051724-4560-40ae-9845-d3b1b29dc702 None None] Transition to ACTIVE for port object cefea259-a501-49ed-b61b-0f915a216989 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:48:28.725998 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-93051724-4560-40ae-9845-d3b1b29dc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:28.777232 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-e2092e8c-c35c-45fd-a39c-ca9fea656d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd0e687b-3548-4cee-a42e-896aff9ee6af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1545555458', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '7681c6d4-cdbc-4ea0-99b4-6c567ac4e24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:48:24Z', 'updated_at': '2022-05-05T22:48:25Z', 'revision_number': 3, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': '7681c6d4-cdbc-4ea0-99b4-6c567ac4e24f', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd0e687b-3548-4cee-a42e-896aff9ee6af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:48:25Z', 'updated_at': '2022-05-05T22:48:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:48:28.796184 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2092e8c-c35c-45fd-a39c-ca9fea656d15 None None] The sync data for ids ['bd0e687b-3548-4cee-a42e-896aff9ee6af'] in n-d-825175-4 is: [{'id': 'bd0e687b-3548-4cee-a42e-896aff9ee6af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1545555458', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '7681c6d4-cdbc-4ea0-99b4-6c567ac4e24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:48:24Z', 'updated_at': '2022-05-05T22:48:25Z', 'revision_number': 3, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': '7681c6d4-cdbc-4ea0-99b4-6c567ac4e24f', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd0e687b-3548-4cee-a42e-896aff9ee6af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:48:25Z', 'updated_at': '2022-05-05T22:48:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:48:28.801681 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-8039c5ea-edfe-47a1-9aca-1bddd3a973d0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Allocated IP 172.20.0.1 (4aa6a6a9-4dbe-4006-95c3-3d05ba91f431/ae690226-81a5-4d8a-baaf-694c69ac430d/1dd6745b-4e45-49fb-81a3-442d46fe456a) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:48:28.804735 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93051724-4560-40ae-9845-d3b1b29dc702 None None] Network 4aa6a6a9-4dbe-4006-95c3-3d05ba91f431 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:48:28.807810 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-93051724-4560-40ae-9845-d3b1b29dc702 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:48:28.810435 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93051724-4560-40ae-9845-d3b1b29dc702 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:48:28.822257 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93051724-4560-40ae-9845-d3b1b29dc702 None None] Pushing event updated for resources: {'Port': ['ID=cefea259-a501-49ed-b61b-0f915a216989,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:48:28.924036 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-93051724-4560-40ae-9845-d3b1b29dc702 None None] Attempting to bind port cefea259-a501-49ed-b61b-0f915a216989 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:48:28.924491 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-93051724-4560-40ae-9845-d3b1b29dc702 None None] Attempting to bind port cefea259-a501-49ed-b61b-0f915a216989 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'c272f193-403e-4274-b9ff-3f972eabffef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4aa6a6a9-4dbe-4006-95c3-3d05ba91f431'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:48:28.924929 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93051724-4560-40ae-9845-d3b1b29dc702 None None] Attempting to bind port cefea259-a501-49ed-b61b-0f915a216989 on network 4aa6a6a9-4dbe-4006-95c3-3d05ba91f431 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:48:28.934623 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93051724-4560-40ae-9845-d3b1b29dc702 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:48:28.935410 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93051724-4560-40ae-9845-d3b1b29dc702 None None] Checking segment: {'id': 'c272f193-403e-4274-b9ff-3f972eabffef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4aa6a6a9-4dbe-4006-95c3-3d05ba91f431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:48:28.935866 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-93051724-4560-40ae-9845-d3b1b29dc702 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:28.936254 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93051724-4560-40ae-9845-d3b1b29dc702 None None] Bound using segment: {'id': 'c272f193-403e-4274-b9ff-3f972eabffef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4aa6a6a9-4dbe-4006-95c3-3d05ba91f431'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:48:28.936738 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-93051724-4560-40ae-9845-d3b1b29dc702 None None] Bound port: cefea259-a501-49ed-b61b-0f915a216989, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c272f193-403e-4274-b9ff-3f972eabffef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4aa6a6a9-4dbe-4006-95c3-3d05ba91f431'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:48:28.937144 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-93051724-4560-40ae-9845-d3b1b29dc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:29.055887 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-93051724-4560-40ae-9845-d3b1b29dc702 None None] For port cefea259-a501-49ed-b61b-0f915a216989, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:48:29.060115 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-93051724-4560-40ae-9845-d3b1b29dc702 None None] For port cefea259-a501-49ed-b61b-0f915a216989, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=cefea259-a501-49ed-b61b-0f915a216989,segment=NetworkSegment(c272f193-403e-4274-b9ff-3f972eabffef),segment_id=c272f193-403e-4274-b9ff-3f972eabffef)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:48:29.064443 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-93051724-4560-40ae-9845-d3b1b29dc702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:29.129269 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8039c5ea-edfe-47a1-9aca-1bddd3a973d0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:29.149503 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-8039c5ea-edfe-47a1-9aca-1bddd3a973d0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Transition to ACTIVE for port object 1dd6745b-4e45-49fb-81a3-442d46fe456a will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:48:29.157569 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93051724-4560-40ae-9845-d3b1b29dc702 None None] Pushing event updated for resources: {'Port': ['ID=cefea259-a501-49ed-b61b-0f915a216989,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:48:29.178396 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8039c5ea-edfe-47a1-9aca-1bddd3a973d0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:29.258609 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8039c5ea-edfe-47a1-9aca-1bddd3a973d0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Network 4aa6a6a9-4dbe-4006-95c3-3d05ba91f431 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:48:29.261982 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-8039c5ea-edfe-47a1-9aca-1bddd3a973d0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:48:29.264582 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8039c5ea-edfe-47a1-9aca-1bddd3a973d0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:48:29.330581 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8039c5ea-edfe-47a1-9aca-1bddd3a973d0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:29.337328 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8039c5ea-edfe-47a1-9aca-1bddd3a973d0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'Port': ['ID=1dd6745b-4e45-49fb-81a3-442d46fe456a,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:48:29.435004 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8039c5ea-edfe-47a1-9aca-1bddd3a973d0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:29.856433 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8039c5ea-edfe-47a1-9aca-1bddd3a973d0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:29.862359 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8039c5ea-edfe-47a1-9aca-1bddd3a973d0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:29.975445 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8039c5ea-edfe-47a1-9aca-1bddd3a973d0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:29.978996 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8039c5ea-edfe-47a1-9aca-1bddd3a973d0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'Port': ['ID=1dd6745b-4e45-49fb-81a3-442d46fe456a,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:48:30.055792 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fff6bb-5fd7-47eb-a23a-906cadffe6fb None None] Network 4aa6a6a9-4dbe-4006-95c3-3d05ba91f431 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:48:30.118200 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8039c5ea-edfe-47a1-9aca-1bddd3a973d0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Network 4aa6a6a9-4dbe-4006-95c3-3d05ba91f431 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:48:30.119570 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-8039c5ea-edfe-47a1-9aca-1bddd3a973d0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:48:30.149372 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-21329b8f-4d5e-4c5e-ab66-fe7ca1663cec None None] Provisioning for port cefea259-a501-49ed-b61b-0f915a216989 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:48:30.507393 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8039c5ea-edfe-47a1-9aca-1bddd3a973d0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Router bd0e687b-3548-4cee-a42e-896aff9ee6af has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:48:30.512426 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-5c9df9f1-e300-43ed-be65-f20cebecb53e None None] Provisioning for port 1dd6745b-4e45-49fb-81a3-442d46fe456a completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:48:30.520093 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-5c9df9f1-e300-43ed-be65-f20cebecb53e None None] Provisioning complete for port 1dd6745b-4e45-49fb-81a3-442d46fe456a triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:48:30.521054 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5c9df9f1-e300-43ed-be65-f20cebecb53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:30.584353 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-5c9df9f1-e300-43ed-be65-f20cebecb53e None None] Port 1dd6745b-4e45-49fb-81a3-442d46fe456a cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:48:30.707167 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-8aad7a81-6e5a-4980-8db9-0d7f17c1630f None None] Provisioning complete for port 1dd6745b-4e45-49fb-81a3-442d46fe456a triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:48:30.707167 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8aad7a81-6e5a-4980-8db9-0d7f17c1630f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:30.770159 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-8aad7a81-6e5a-4980-8db9-0d7f17c1630f None None] Port 1dd6745b-4e45-49fb-81a3-442d46fe456a cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:48:30.857800 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8039c5ea-edfe-47a1-9aca-1bddd3a973d0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:48:30.872618 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8039c5ea-edfe-47a1-9aca-1bddd3a973d0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "PUT /v2.0/routers/bd0e687b-3548-4cee-a42e-896aff9ee6af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4585097 May 05 22:48:30.893589 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-cd95512c-125e-4237-af4c-8e152295be77 None None] Provisioning complete for port 1dd6745b-4e45-49fb-81a3-442d46fe456a triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:48:30.894126 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-cd95512c-125e-4237-af4c-8e152295be77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:30.925578 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 7681c6d4-cdbc-4ea0-99b4-6c567ac4e24f up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:48:30.995091 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-cd95512c-125e-4237-af4c-8e152295be77 None None] Port 1dd6745b-4e45-49fb-81a3-442d46fe456a cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:48:31.013490 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 7681c6d4-cdbc-4ea0-99b4-6c567ac4e24f completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:48:31.018176 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 7681c6d4-cdbc-4ea0-99b4-6c567ac4e24f triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:48:31.018535 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:31.055239 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-9458e60f-887b-44c8-9b24-7453476966dd req-99d66a63-92c5-45ab-b76b-73cdf6199751 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Synchronizing usage tracker for tenant:6b2f3059793b418098910f2d886078d9 on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:48:31.072770 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-9458e60f-887b-44c8-9b24-7453476966dd req-99d66a63-92c5-45ab-b76b-73cdf6199751 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Unset dirty status for tenant:6b2f3059793b418098910f2d886078d9 on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:48:31.074103 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9458e60f-887b-44c8-9b24-7453476966dd req-99d66a63-92c5-45ab-b76b-73cdf6199751 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-650977737&fields=id&tenant_id=6b2f3059793b418098910f2d886078d9 HTTP/1.1" status: 200 len: 267 time: 0.0605214 May 05 22:48:31.132508 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:31.150351 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 7681c6d4-cdbc-4ea0-99b4-6c567ac4e24f, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=7681c6d4-cdbc-4ea0-99b4-6c567ac4e24f,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:48:31.155064 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:31.156099 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device cefea259-a501-49ed-b61b-0f915a216989 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:48:31.270918 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=7681c6d4-cdbc-4ea0-99b4-6c567ac4e24f,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:48:31.286115 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port cefea259-a501-49ed-b61b-0f915a216989 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:48:31.291521 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port cefea259-a501-49ed-b61b-0f915a216989 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:48:31.291903 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:31.326305 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9458e60f-887b-44c8-9b24-7453476966dd req-67c0f242-23ea-4adc-a975-4edeac651580 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:48:31.326999 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-9458e60f-887b-44c8-9b24-7453476966dd req-67c0f242-23ea-4adc-a975-4edeac651580 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Synchronizing usage tracker for tenant:6b2f3059793b418098910f2d886078d9 on resource:network {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:48:31.343709 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-9458e60f-887b-44c8-9b24-7453476966dd req-67c0f242-23ea-4adc-a975-4edeac651580 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Unset dirty status for tenant:6b2f3059793b418098910f2d886078d9 on resource:network {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:48:31.345009 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9458e60f-887b-44c8-9b24-7453476966dd req-67c0f242-23ea-4adc-a975-4edeac651580 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/networks?id=4aa6a6a9-4dbe-4006-95c3-3d05ba91f431 HTTP/1.1" status: 200 len: 797 time: 0.2642794 May 05 22:48:31.362722 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9458e60f-887b-44c8-9b24-7453476966dd req-e03f4ed8-c145-4272-b7e3-f724d811acb5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/quotas/6b2f3059793b418098910f2d886078d9 HTTP/1.1" status: 200 len: 375 time: 0.0119753 May 05 22:48:31.405807 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:31.438419 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port cefea259-a501-49ed-b61b-0f915a216989, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=cefea259-a501-49ed-b61b-0f915a216989,segment=NetworkSegment(c272f193-403e-4274-b9ff-3f972eabffef),segment_id=c272f193-403e-4274-b9ff-3f972eabffef)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:48:31.443336 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:31.448343 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9458e60f-887b-44c8-9b24-7453476966dd req-f62c3004-e8e9-4434-b109-bacf7a4ca981 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6b2f3059793b418098910f2d886078d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0798068 May 05 22:48:31.510326 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=cefea259-a501-49ed-b61b-0f915a216989,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:48:31.656566 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9458e60f-887b-44c8-9b24-7453476966dd req-11df11c1-6cf9-488b-bd87-adcbd70b5c87 service neutron] 10.222.0.23 "GET /v2.0/networks/4aa6a6a9-4dbe-4006-95c3-3d05ba91f431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955044 May 05 22:48:31.794027 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9458e60f-887b-44c8-9b24-7453476966dd req-286f8621-670e-4198-a402-598234ac43e1 service neutron] 10.222.0.23 "GET /v2.0/networks/4aa6a6a9-4dbe-4006-95c3-3d05ba91f431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292665 May 05 22:48:31.992835 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5588f0d3-2bb1-49bb-86e5-50e4d6307104 req-2a40712f-5ba0-49de-8a7a-afd7d4c317dc tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9 HTTP/1.1" status: 200 len: 210 time: 0.0488582 May 05 22:48:32.362118 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12a81d9-8410-4cac-ad1e-3e67916e9a07 None None] Sync routers for ids ['bd0e687b-3548-4cee-a42e-896aff9ee6af'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:48:32.376448 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12a81d9-8410-4cac-ad1e-3e67916e9a07 None None] Routers {'bd0e687b-3548-4cee-a42e-896aff9ee6af'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:48:32.377753 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-b12a81d9-8410-4cac-ad1e-3e67916e9a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:48:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['bd0e687b-3548-4cee-a42e-896aff9ee6af'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:48:32.566206 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-b12a81d9-8410-4cac-ad1e-3e67916e9a07 None None] Set router bd0e687b-3548-4cee-a42e-896aff9ee6af gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:48:32.855921 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 7681c6d4-cdbc-4ea0-99b4-6c567ac4e24f up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:48:32.893348 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-b12a81d9-8410-4cac-ad1e-3e67916e9a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd0e687b-3548-4cee-a42e-896aff9ee6af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1545555458', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '7681c6d4-cdbc-4ea0-99b4-6c567ac4e24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:48:24Z', 'updated_at': '2022-05-05T22:48:29Z', 'revision_number': 4, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': '7681c6d4-cdbc-4ea0-99b4-6c567ac4e24f', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0e687b-3548-4cee-a42e-896aff9ee6af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:48:25Z', 'updated_at': '2022-05-05T22:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '1dd6745b-4e45-49fb-81a3-442d46fe456a', 'name': '', 'network_id': '4aa6a6a9-4dbe-4006-95c3-3d05ba91f431', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'mac_address': 'fa:16:3e:7e:de:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd0e687b-3548-4cee-a42e-896aff9ee6af', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae690226-81a5-4d8a-baaf-694c69ac430d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:48:28Z', 'updated_at': '2022-05-05T22:48:29Z', 'revision_number': 2, 'project_id': '6b2f3059793b418098910f2d886078d9', 'subnets': [{'id': 'ae690226-81a5-4d8a-baaf-694c69ac430d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:48:32.898783 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12a81d9-8410-4cac-ad1e-3e67916e9a07 None None] Checking router: bd0e687b-3548-4cee-a42e-896aff9ee6af for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:48:32.899247 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12a81d9-8410-4cac-ad1e-3e67916e9a07 None None] Updating router bd0e687b-3548-4cee-a42e-896aff9ee6af port 1dd6745b-4e45-49fb-81a3-442d46fe456a binding host n-d-825175-4 {{(pid=84068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:48:32.934078 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 7681c6d4-cdbc-4ea0-99b4-6c567ac4e24f triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:48:32.934443 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:32.957359 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-b12a81d9-8410-4cac-ad1e-3e67916e9a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:33.111735 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device cefea259-a501-49ed-b61b-0f915a216989 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:48:33.121404 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9458e60f-887b-44c8-9b24-7453476966dd req-9ba0dd86-945e-4565-b329-27bec55e0b75 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:48:33.123061 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9458e60f-887b-44c8-9b24-7453476966dd req-9ba0dd86-945e-4565-b329-27bec55e0b75 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.32 "GET /v2.0/networks?id=4aa6a6a9-4dbe-4006-95c3-3d05ba91f431 HTTP/1.1" status: 200 len: 797 time: 0.1601081 May 05 22:48:33.192391 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port cefea259-a501-49ed-b61b-0f915a216989 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:48:33.192906 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:33.270077 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c9eb4880-bd44-4a8f-9507-19d418139716 req-f1034a50-37a3-42af-bccf-c5c5ac4e5809 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9 HTTP/1.1" status: 200 len: 210 time: 0.0699470 May 05 22:48:33.276012 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9458e60f-887b-44c8-9b24-7453476966dd req-969138f6-afe5-4b43-8fc1-5f4073e77f36 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b2f3059793b418098910f2d886078d9 HTTP/1.1" status: 200 len: 379 time: 0.1402378 May 05 22:48:33.288644 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-9458e60f-887b-44c8-9b24-7453476966dd req-83ec9d7d-5ddd-4d13-8a69-bda3d8fcffd3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Request body: {'port': {'device_id': '4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9', 'network_id': '4aa6a6a9-4dbe-4006-95c3-3d05ba91f431', 'admin_state_up': True, 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'security_groups': ['6e09f0e5-85ed-42c8-ac20-c680e72df78b']}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:48:33.373954 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-b12a81d9-8410-4cac-ad1e-3e67916e9a07 None None] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:33.385750 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.provisioning_blocks [None req-b12a81d9-8410-4cac-ad1e-3e67916e9a07 None None] Transition to ACTIVE for port object 1dd6745b-4e45-49fb-81a3-442d46fe456a will not be triggered until provisioned by entity L2. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:48:33.392423 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-b12a81d9-8410-4cac-ad1e-3e67916e9a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:33.431984 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-9458e60f-887b-44c8-9b24-7453476966dd req-83ec9d7d-5ddd-4d13-8a69-bda3d8fcffd3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:48:33.436142 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-9458e60f-887b-44c8-9b24-7453476966dd req-83ec9d7d-5ddd-4d13-8a69-bda3d8fcffd3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Usage tracker for resource:port and tenant:6b2f3059793b418098910f2d886078d9 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:48:33.438922 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-9458e60f-887b-44c8-9b24-7453476966dd req-83ec9d7d-5ddd-4d13-8a69-bda3d8fcffd3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:48:33.444839 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-9458e60f-887b-44c8-9b24-7453476966dd req-83ec9d7d-5ddd-4d13-8a69-bda3d8fcffd3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:48:33.455690 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9458e60f-887b-44c8-9b24-7453476966dd req-83ec9d7d-5ddd-4d13-8a69-bda3d8fcffd3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Made reservation on behalf of 6b2f3059793b418098910f2d886078d9 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:48:33.458855 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9458e60f-887b-44c8-9b24-7453476966dd req-83ec9d7d-5ddd-4d13-8a69-bda3d8fcffd3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:33.513494 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ce8186-d003-4cc6-8868-609fbcd54952 None None] Pushing event updated for resources: {'Port': ['ID=1dd6745b-4e45-49fb-81a3-442d46fe456a,revision_number=3']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:48:33.555152 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ce8186-d003-4cc6-8868-609fbcd54952 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:48:33.555475 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ce8186-d003-4cc6-8868-609fbcd54952 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:48:33.555707 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ce8186-d003-4cc6-8868-609fbcd54952 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:48:33.556025 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ce8186-d003-4cc6-8868-609fbcd54952 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:48:33.556346 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ce8186-d003-4cc6-8868-609fbcd54952 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:48:33.556655 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ce8186-d003-4cc6-8868-609fbcd54952 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:48:33.556968 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ce8186-d003-4cc6-8868-609fbcd54952 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:48:33.557275 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ce8186-d003-4cc6-8868-609fbcd54952 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:48:33.557582 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ce8186-d003-4cc6-8868-609fbcd54952 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:48:33.557890 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ce8186-d003-4cc6-8868-609fbcd54952 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:48:33.558196 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ce8186-d003-4cc6-8868-609fbcd54952 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:48:33.624936 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-b12a81d9-8410-4cac-ad1e-3e67916e9a07 None None] Attempting to bind port 1dd6745b-4e45-49fb-81a3-442d46fe456a on host n-d-825175-4 for vnic_type normal with profile {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:48:33.625295 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-b12a81d9-8410-4cac-ad1e-3e67916e9a07 None None] Attempting to bind port 1dd6745b-4e45-49fb-81a3-442d46fe456a by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'c272f193-403e-4274-b9ff-3f972eabffef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4aa6a6a9-4dbe-4006-95c3-3d05ba91f431'}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:48:33.625646 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12a81d9-8410-4cac-ad1e-3e67916e9a07 None None] Attempting to bind port 1dd6745b-4e45-49fb-81a3-442d46fe456a on network 4aa6a6a9-4dbe-4006-95c3-3d05ba91f431 {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:48:33.632574 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12a81d9-8410-4cac-ad1e-3e67916e9a07 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:48:33.632936 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12a81d9-8410-4cac-ad1e-3e67916e9a07 None None] Checking segment: {'id': 'c272f193-403e-4274-b9ff-3f972eabffef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4aa6a6a9-4dbe-4006-95c3-3d05ba91f431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:48:33.633327 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-b12a81d9-8410-4cac-ad1e-3e67916e9a07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:33.633704 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12a81d9-8410-4cac-ad1e-3e67916e9a07 None None] Bound using segment: {'id': 'c272f193-403e-4274-b9ff-3f972eabffef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4aa6a6a9-4dbe-4006-95c3-3d05ba91f431'} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:48:33.634155 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-b12a81d9-8410-4cac-ad1e-3e67916e9a07 None None] Bound port: 1dd6745b-4e45-49fb-81a3-442d46fe456a, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c272f193-403e-4274-b9ff-3f972eabffef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4aa6a6a9-4dbe-4006-95c3-3d05ba91f431'}}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:48:33.634515 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-b12a81d9-8410-4cac-ad1e-3e67916e9a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:33.662433 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-9458e60f-887b-44c8-9b24-7453476966dd req-83ec9d7d-5ddd-4d13-8a69-bda3d8fcffd3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Allocated IP 172.20.0.14 (4aa6a6a9-4dbe-4006-95c3-3d05ba91f431/ae690226-81a5-4d8a-baaf-694c69ac430d/3397d3a6-3f2b-4935-8009-e13b98f929cc) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:48:33.721966 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-b12a81d9-8410-4cac-ad1e-3e67916e9a07 None None] For port 1dd6745b-4e45-49fb-81a3-442d46fe456a, host n-d-825175-4, cleared binding levels {{(pid=84068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:48:33.725325 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-b12a81d9-8410-4cac-ad1e-3e67916e9a07 None None] For port 1dd6745b-4e45-49fb-81a3-442d46fe456a, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=1dd6745b-4e45-49fb-81a3-442d46fe456a,segment=NetworkSegment(c272f193-403e-4274-b9ff-3f972eabffef),segment_id=c272f193-403e-4274-b9ff-3f972eabffef)] {{(pid=84068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:48:33.731560 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-b12a81d9-8410-4cac-ad1e-3e67916e9a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:33.813048 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ce8186-d003-4cc6-8868-609fbcd54952 None None] Pushing event updated for resources: {'Port': ['ID=1dd6745b-4e45-49fb-81a3-442d46fe456a,revision_number=4']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:48:33.819908 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12a81d9-8410-4cac-ad1e-3e67916e9a07 None None] Routers {'bd0e687b-3548-4cee-a42e-896aff9ee6af'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:48:33.820527 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-b12a81d9-8410-4cac-ad1e-3e67916e9a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:48:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['bd0e687b-3548-4cee-a42e-896aff9ee6af'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:48:33.854896 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9458e60f-887b-44c8-9b24-7453476966dd req-83ec9d7d-5ddd-4d13-8a69-bda3d8fcffd3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:33.871290 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-9458e60f-887b-44c8-9b24-7453476966dd req-83ec9d7d-5ddd-4d13-8a69-bda3d8fcffd3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Transition to ACTIVE for port object 3397d3a6-3f2b-4935-8009-e13b98f929cc will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:48:33.894260 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9458e60f-887b-44c8-9b24-7453476966dd req-83ec9d7d-5ddd-4d13-8a69-bda3d8fcffd3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:33.967727 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9458e60f-887b-44c8-9b24-7453476966dd req-83ec9d7d-5ddd-4d13-8a69-bda3d8fcffd3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Network 4aa6a6a9-4dbe-4006-95c3-3d05ba91f431 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:48:33.970964 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-9458e60f-887b-44c8-9b24-7453476966dd req-83ec9d7d-5ddd-4d13-8a69-bda3d8fcffd3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:48:33.975217 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-9458e60f-887b-44c8-9b24-7453476966dd req-83ec9d7d-5ddd-4d13-8a69-bda3d8fcffd3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:48:34.003465 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-b12a81d9-8410-4cac-ad1e-3e67916e9a07 None None] Set router bd0e687b-3548-4cee-a42e-896aff9ee6af gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:48:34.034482 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec9d7d-5ddd-4d13-8a69-bda3d8fcffd3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'Port': ['ID=3397d3a6-3f2b-4935-8009-e13b98f929cc,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:48:34.045225 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9458e60f-887b-44c8-9b24-7453476966dd req-83ec9d7d-5ddd-4d13-8a69-bda3d8fcffd3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:48:34.045854 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9458e60f-887b-44c8-9b24-7453476966dd req-83ec9d7d-5ddd-4d13-8a69-bda3d8fcffd3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:34.072449 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9458e60f-887b-44c8-9b24-7453476966dd req-83ec9d7d-5ddd-4d13-8a69-bda3d8fcffd3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7908125 May 05 22:48:34.084635 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-9458e60f-887b-44c8-9b24-7453476966dd req-2457330d-24ad-4aa2-a0f3-77de576b88b0 service neutron] Request body: {'port': {'device_id': '4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:48:34.197912 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9458e60f-887b-44c8-9b24-7453476966dd req-2457330d-24ad-4aa2-a0f3-77de576b88b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:34.289432 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-14a89ffd-8828-4902-b1da-9202cbe24ef3 None None] Provisioning for port 3397d3a6-3f2b-4935-8009-e13b98f929cc completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:48:34.294748 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-14a89ffd-8828-4902-b1da-9202cbe24ef3 None None] Provisioning complete for port 3397d3a6-3f2b-4935-8009-e13b98f929cc triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:48:34.295123 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-14a89ffd-8828-4902-b1da-9202cbe24ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:34.351102 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-b12a81d9-8410-4cac-ad1e-3e67916e9a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd0e687b-3548-4cee-a42e-896aff9ee6af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1545555458', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '7681c6d4-cdbc-4ea0-99b4-6c567ac4e24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:48:24Z', 'updated_at': '2022-05-05T22:48:29Z', 'revision_number': 4, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': '7681c6d4-cdbc-4ea0-99b4-6c567ac4e24f', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0e687b-3548-4cee-a42e-896aff9ee6af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:48:25Z', 'updated_at': '2022-05-05T22:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '1dd6745b-4e45-49fb-81a3-442d46fe456a', 'name': '', 'network_id': '4aa6a6a9-4dbe-4006-95c3-3d05ba91f431', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'mac_address': 'fa:16:3e:7e:de:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd0e687b-3548-4cee-a42e-896aff9ee6af', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae690226-81a5-4d8a-baaf-694c69ac430d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:48:28Z', 'updated_at': '2022-05-05T22:48:33Z', 'revision_number': 4, 'project_id': '6b2f3059793b418098910f2d886078d9', 'subnets': [{'id': 'ae690226-81a5-4d8a-baaf-694c69ac430d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:48:34.357306 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12a81d9-8410-4cac-ad1e-3e67916e9a07 None None] The sync data for ids ['bd0e687b-3548-4cee-a42e-896aff9ee6af'] in n-d-825175-4 is: [{'id': 'bd0e687b-3548-4cee-a42e-896aff9ee6af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1545555458', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '7681c6d4-cdbc-4ea0-99b4-6c567ac4e24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:48:24Z', 'updated_at': '2022-05-05T22:48:29Z', 'revision_number': 4, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': '7681c6d4-cdbc-4ea0-99b4-6c567ac4e24f', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0e687b-3548-4cee-a42e-896aff9ee6af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:48:25Z', 'updated_at': '2022-05-05T22:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '1dd6745b-4e45-49fb-81a3-442d46fe456a', 'name': '', 'network_id': '4aa6a6a9-4dbe-4006-95c3-3d05ba91f431', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'mac_address': 'fa:16:3e:7e:de:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd0e687b-3548-4cee-a42e-896aff9ee6af', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae690226-81a5-4d8a-baaf-694c69ac430d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:48:28Z', 'updated_at': '2022-05-05T22:48:33Z', 'revision_number': 4, 'project_id': '6b2f3059793b418098910f2d886078d9', 'subnets': [{'id': 'ae690226-81a5-4d8a-baaf-694c69ac430d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:48:34.358583 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-14a89ffd-8828-4902-b1da-9202cbe24ef3 None None] Port 3397d3a6-3f2b-4935-8009-e13b98f929cc cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:48:34.672037 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7f13c-ee48-4216-a698-b968d3e90c93 req-f1d2fe31-31ad-458d-a250-b1593ea22196 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:48:34.672775 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-d1e7f13c-ee48-4216-a698-b968d3e90c93 req-f1d2fe31-31ad-458d-a250-b1593ea22196 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Synchronizing usage tracker for tenant:6b2f3059793b418098910f2d886078d9 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:48:34.727591 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-d1e7f13c-ee48-4216-a698-b968d3e90c93 req-f1d2fe31-31ad-458d-a250-b1593ea22196 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Unset dirty status for tenant:6b2f3059793b418098910f2d886078d9 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:48:34.728730 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d1e7f13c-ee48-4216-a698-b968d3e90c93 req-f1d2fe31-31ad-458d-a250-b1593ea22196 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9 HTTP/1.1" status: 200 len: 932 time: 0.1894071 May 05 22:48:34.783173 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-9458e60f-887b-44c8-9b24-7453476966dd req-2457330d-24ad-4aa2-a0f3-77de576b88b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3397d3a6-3f2b-4935-8009-e13b98f929cc {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:48:34.794817 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9458e60f-887b-44c8-9b24-7453476966dd req-2457330d-24ad-4aa2-a0f3-77de576b88b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:34.813483 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d1e7f13c-ee48-4216-a698-b968d3e90c93 req-edd063a7-9604-4bcc-851e-7854e22d477a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e09f0e5-85ed-42c8-ac20-c680e72df78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736086 May 05 22:48:34.817003 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-9458e60f-887b-44c8-9b24-7453476966dd req-2457330d-24ad-4aa2-a0f3-77de576b88b0 service neutron] Transition to ACTIVE for port object 3397d3a6-3f2b-4935-8009-e13b98f929cc will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:48:34.826799 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9458e60f-887b-44c8-9b24-7453476966dd req-2457330d-24ad-4aa2-a0f3-77de576b88b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:34.888106 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 1dd6745b-4e45-49fb-81a3-442d46fe456a up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:48:34.964951 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2457330d-24ad-4aa2-a0f3-77de576b88b0 service neutron] Pushing event updated for resources: {'Port': ['ID=3397d3a6-3f2b-4935-8009-e13b98f929cc,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:48:34.975598 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 1dd6745b-4e45-49fb-81a3-442d46fe456a completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:48:34.982238 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 1dd6745b-4e45-49fb-81a3-442d46fe456a triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:48:34.983048 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:35.094021 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-9458e60f-887b-44c8-9b24-7453476966dd req-2457330d-24ad-4aa2-a0f3-77de576b88b0 service neutron] Attempting to bind port 3397d3a6-3f2b-4935-8009-e13b98f929cc on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:48:35.094359 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-9458e60f-887b-44c8-9b24-7453476966dd req-2457330d-24ad-4aa2-a0f3-77de576b88b0 service neutron] Attempting to bind port 3397d3a6-3f2b-4935-8009-e13b98f929cc by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': 'c272f193-403e-4274-b9ff-3f972eabffef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4aa6a6a9-4dbe-4006-95c3-3d05ba91f431'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:48:35.094710 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9458e60f-887b-44c8-9b24-7453476966dd req-2457330d-24ad-4aa2-a0f3-77de576b88b0 service neutron] Attempting to bind port 3397d3a6-3f2b-4935-8009-e13b98f929cc on network 4aa6a6a9-4dbe-4006-95c3-3d05ba91f431 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:48:35.103086 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9458e60f-887b-44c8-9b24-7453476966dd req-2457330d-24ad-4aa2-a0f3-77de576b88b0 service neutron] Port 3397d3a6-3f2b-4935-8009-e13b98f929cc on network 4aa6a6a9-4dbe-4006-95c3-3d05ba91f431 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:48:35.103484 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9458e60f-887b-44c8-9b24-7453476966dd req-2457330d-24ad-4aa2-a0f3-77de576b88b0 service neutron] Attempting to bind port 3397d3a6-3f2b-4935-8009-e13b98f929cc on network 4aa6a6a9-4dbe-4006-95c3-3d05ba91f431 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:48:35.113390 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9458e60f-887b-44c8-9b24-7453476966dd req-2457330d-24ad-4aa2-a0f3-77de576b88b0 service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:48:35.114152 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9458e60f-887b-44c8-9b24-7453476966dd req-2457330d-24ad-4aa2-a0f3-77de576b88b0 service neutron] Checking segment: {'id': 'c272f193-403e-4274-b9ff-3f972eabffef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4aa6a6a9-4dbe-4006-95c3-3d05ba91f431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:48:35.114152 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9458e60f-887b-44c8-9b24-7453476966dd req-2457330d-24ad-4aa2-a0f3-77de576b88b0 service neutron] Bound using segment: {'id': 'c272f193-403e-4274-b9ff-3f972eabffef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4aa6a6a9-4dbe-4006-95c3-3d05ba91f431'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:48:35.114531 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-9458e60f-887b-44c8-9b24-7453476966dd req-2457330d-24ad-4aa2-a0f3-77de576b88b0 service neutron] Bound port: 3397d3a6-3f2b-4935-8009-e13b98f929cc, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c272f193-403e-4274-b9ff-3f972eabffef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4aa6a6a9-4dbe-4006-95c3-3d05ba91f431'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:48:35.114903 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9458e60f-887b-44c8-9b24-7453476966dd req-2457330d-24ad-4aa2-a0f3-77de576b88b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:35.131623 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:35.167080 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 1dd6745b-4e45-49fb-81a3-442d46fe456a, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=1dd6745b-4e45-49fb-81a3-442d46fe456a,segment=NetworkSegment(c272f193-403e-4274-b9ff-3f972eabffef),segment_id=c272f193-403e-4274-b9ff-3f972eabffef)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:48:35.172329 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:35.217213 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-9458e60f-887b-44c8-9b24-7453476966dd req-2457330d-24ad-4aa2-a0f3-77de576b88b0 service neutron] For port 3397d3a6-3f2b-4935-8009-e13b98f929cc, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:48:35.220726 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-9458e60f-887b-44c8-9b24-7453476966dd req-2457330d-24ad-4aa2-a0f3-77de576b88b0 service neutron] For port 3397d3a6-3f2b-4935-8009-e13b98f929cc, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=3397d3a6-3f2b-4935-8009-e13b98f929cc,segment=NetworkSegment(c272f193-403e-4274-b9ff-3f972eabffef),segment_id=c272f193-403e-4274-b9ff-3f972eabffef)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:48:35.226356 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9458e60f-887b-44c8-9b24-7453476966dd req-2457330d-24ad-4aa2-a0f3-77de576b88b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:35.254449 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=1dd6745b-4e45-49fb-81a3-442d46fe456a,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:48:35.291405 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-9458e60f-887b-44c8-9b24-7453476966dd req-2457330d-24ad-4aa2-a0f3-77de576b88b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:35.292941 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9458e60f-887b-44c8-9b24-7453476966dd req-2457330d-24ad-4aa2-a0f3-77de576b88b0 service neutron] 10.222.0.32 "PUT /v2.0/ports/3397d3a6-3f2b-4935-8009-e13b98f929cc HTTP/1.1" status: 200 len: 1092 time: 1.2128828 May 05 22:48:35.293358 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9', 'tag': '3397d3a6-3f2b-4935-8009-e13b98f929cc'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:48:35.370565 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7a86a7b-5f28-4dfd-b6e2-f8e7cce93fb1'] response: {'name': 'network-changed', 'server_uuid': '4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9', 'tag': '3397d3a6-3f2b-4935-8009-e13b98f929cc', 'status': 'completed', 'code': 200} May 05 22:48:35.371311 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2457330d-24ad-4aa2-a0f3-77de576b88b0 service neutron] Pushing event updated for resources: {'Port': ['ID=3397d3a6-3f2b-4935-8009-e13b98f929cc,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:48:35.419750 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9458e60f-887b-44c8-9b24-7453476966dd req-b6bef51a-86ec-4176-bd3f-94a013c6bf47 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6b2f3059793b418098910f2d886078d9&device_id=4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9 HTTP/1.1" status: 200 len: 1095 time: 0.0840378 May 05 22:48:35.487764 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9458e60f-887b-44c8-9b24-7453476966dd req-090de169-b2eb-4563-babd-9643e75878e6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3397d3a6-3f2b-4935-8009-e13b98f929cc HTTP/1.1" status: 200 len: 217 time: 0.0614593 May 05 22:48:35.554202 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9458e60f-887b-44c8-9b24-7453476966dd req-79ec9e8b-41d3-4f74-bd50-c367391a04bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:48:35.555657 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9458e60f-887b-44c8-9b24-7453476966dd req-79ec9e8b-41d3-4f74-bd50-c367391a04bf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ae690226-81a5-4d8a-baaf-694c69ac430d HTTP/1.1" status: 200 len: 835 time: 0.0613253 May 05 22:48:35.632451 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9458e60f-887b-44c8-9b24-7453476966dd req-ebaec2c9-d2eb-4232-bdc3-f6f577701de1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4aa6a6a9-4dbe-4006-95c3-3d05ba91f431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705144 May 05 22:48:35.773488 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9458e60f-887b-44c8-9b24-7453476966dd req-52085b0a-6461-4569-936d-edc623961b68 service neutron] 10.222.0.32 "GET /v2.0/networks/4aa6a6a9-4dbe-4006-95c3-3d05ba91f431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343021 May 05 22:48:35.908173 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9458e60f-887b-44c8-9b24-7453476966dd req-ea3f3deb-1350-4212-9a95-34d8951f32f0 service neutron] 10.222.0.32 "GET /v2.0/networks/4aa6a6a9-4dbe-4006-95c3-3d05ba91f431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281514 May 05 22:48:36.078470 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e5f40-bc7b-4df4-95db-203b96490115 req-f1d5b0a5-f447-413f-9e96-d59ef63ef519 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:48:36.079925 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5d8e5f40-bc7b-4df4-95db-203b96490115 req-f1d5b0a5-f447-413f-9e96-d59ef63ef519 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9 HTTP/1.1" status: 200 len: 944 time: 0.1319237 May 05 22:48:36.082565 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9f04414e-f20b-4879-8397-cb765c1c4340 req-df060a04-efeb-41a7-8f0d-9821b6dee969 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6b2f3059793b418098910f2d886078d9&device_id=4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9 HTTP/1.1" status: 200 len: 1095 time: 0.1049511 May 05 22:48:36.209327 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5d8e5f40-bc7b-4df4-95db-203b96490115 req-4ae900ac-017e-4fe7-974a-c24c1ffc969b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e09f0e5-85ed-42c8-ac20-c680e72df78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231830 May 05 22:48:36.242949 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f04414e-f20b-4879-8397-cb765c1c4340 req-2a53db29-61fa-4fb4-8a1c-d71f4480421f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:48:36.244415 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9f04414e-f20b-4879-8397-cb765c1c4340 req-2a53db29-61fa-4fb4-8a1c-d71f4480421f service neutron] 10.222.0.32 "GET /v2.0/networks?id=4aa6a6a9-4dbe-4006-95c3-3d05ba91f431 HTTP/1.1" status: 200 len: 898 time: 0.1456218 May 05 22:48:36.407563 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9f04414e-f20b-4879-8397-cb765c1c4340 req-f045dba1-6e87-4cc6-92f4-41308445698b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3397d3a6-3f2b-4935-8009-e13b98f929cc HTTP/1.1" status: 200 len: 217 time: 0.1562228 May 05 22:48:36.413556 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:36.476579 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f04414e-f20b-4879-8397-cb765c1c4340 req-1fdf0f5d-ebad-4de1-954b-2f84d4e9e5b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:48:36.477889 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9f04414e-f20b-4879-8397-cb765c1c4340 req-1fdf0f5d-ebad-4de1-954b-2f84d4e9e5b5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ae690226-81a5-4d8a-baaf-694c69ac430d HTTP/1.1" status: 200 len: 835 time: 0.0638666 May 05 22:48:36.552710 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9f04414e-f20b-4879-8397-cb765c1c4340 req-52ff3ba0-b40a-4309-afba-9159b9c34f6d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4aa6a6a9-4dbe-4006-95c3-3d05ba91f431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680985 May 05 22:48:36.623390 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:36.684870 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9f04414e-f20b-4879-8397-cb765c1c4340 req-30a8c7f7-9997-4abc-96a6-52a3dab3cf6d service neutron] 10.222.0.32 "GET /v2.0/networks/4aa6a6a9-4dbe-4006-95c3-3d05ba91f431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255443 May 05 22:48:36.818519 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9f04414e-f20b-4879-8397-cb765c1c4340 req-af63fac4-1bb9-4282-9c4f-024ac6be6854 service neutron] 10.222.0.32 "GET /v2.0/networks/4aa6a6a9-4dbe-4006-95c3-3d05ba91f431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265121 May 05 22:48:36.855697 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 1dd6745b-4e45-49fb-81a3-442d46fe456a up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:48:36.928647 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 1dd6745b-4e45-49fb-81a3-442d46fe456a triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:48:36.928981 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:37.419777 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4131a8d3-fdc2-4c88-986d-35fa25e70f02 req-286e1234-12f5-45ea-b4f5-4748ea041057 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:48:37.421194 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4131a8d3-fdc2-4c88-986d-35fa25e70f02 req-286e1234-12f5-45ea-b4f5-4748ea041057 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9 HTTP/1.1" status: 200 len: 944 time: 0.0841873 May 05 22:48:37.473894 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4131a8d3-fdc2-4c88-986d-35fa25e70f02 req-0720e57d-72a2-48a7-92ca-3b7c6adef0b4 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e09f0e5-85ed-42c8-ac20-c680e72df78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441816 May 05 22:48:38.695189 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe9739-23d7-4b99-adcd-7a1780394dfe req-f96dd956-3c93-49fe-97a7-d195e8053d18 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:48:38.696773 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4ffe9739-23d7-4b99-adcd-7a1780394dfe req-f96dd956-3c93-49fe-97a7-d195e8053d18 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9 HTTP/1.1" status: 200 len: 944 time: 0.0846291 May 05 22:48:38.745456 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4ffe9739-23d7-4b99-adcd-7a1780394dfe req-ad370059-f0a3-4567-8e95-24907d5a4440 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e09f0e5-85ed-42c8-ac20-c680e72df78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427790 May 05 22:48:38.976560 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 3397d3a6-3f2b-4935-8009-e13b98f929cc details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:48:39.118432 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 3397d3a6-3f2b-4935-8009-e13b98f929cc, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=3397d3a6-3f2b-4935-8009-e13b98f929cc,segment=NetworkSegment(c272f193-403e-4274-b9ff-3f972eabffef),segment_id=c272f193-403e-4274-b9ff-3f972eabffef)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:48:39.132214 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '3397d3a6-3f2b-4935-8009-e13b98f929cc', 'network_id': '4aa6a6a9-4dbe-4006-95c3-3d05ba91f431', 'port_id': '3397d3a6-3f2b-4935-8009-e13b98f929cc', 'mac_address': 'fa:16:3e:36:ec:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae690226-81a5-4d8a-baaf-694c69ac430d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:48:39.198047 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:39.218062 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3397d3a6-3f2b-4935-8009-e13b98f929cc {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:48:39.236431 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 3397d3a6-3f2b-4935-8009-e13b98f929cc, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=3397d3a6-3f2b-4935-8009-e13b98f929cc,segment=NetworkSegment(c272f193-403e-4274-b9ff-3f972eabffef),segment_id=c272f193-403e-4274-b9ff-3f972eabffef)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:48:39.242505 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:39.306147 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=3397d3a6-3f2b-4935-8009-e13b98f929cc,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:48:39.470838 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['3397d3a6-3f2b-4935-8009-e13b98f929cc'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:48:39.980432 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e039de-b80f-4039-8a18-cd91e4c2c74d req-7a9b5253-26b4-4230-81ba-bdaaf624d44c tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:48:39.981963 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-84e039de-b80f-4039-8a18-cd91e4c2c74d req-7a9b5253-26b4-4230-81ba-bdaaf624d44c tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9 HTTP/1.1" status: 200 len: 945 time: 0.1064775 May 05 22:48:40.029847 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-84e039de-b80f-4039-8a18-cd91e4c2c74d req-111d900c-7ee5-4e61-a374-ee477a25f5b4 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e09f0e5-85ed-42c8-ac20-c680e72df78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420969 May 05 22:48:40.976432 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 3397d3a6-3f2b-4935-8009-e13b98f929cc up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:48:41.052090 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port 3397d3a6-3f2b-4935-8009-e13b98f929cc completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:48:41.057372 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 3397d3a6-3f2b-4935-8009-e13b98f929cc triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:48:41.057745 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:41.172600 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:41.199361 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3397d3a6-3f2b-4935-8009-e13b98f929cc'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:48:41.209298 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 3397d3a6-3f2b-4935-8009-e13b98f929cc, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=3397d3a6-3f2b-4935-8009-e13b98f929cc,segment=NetworkSegment(c272f193-403e-4274-b9ff-3f972eabffef),segment_id=c272f193-403e-4274-b9ff-3f972eabffef)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:48:41.214400 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:41.235493 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e378e-7839-4171-a88c-ac2c461a7fcb req-deafd738-b472-4a62-9fcd-fea929ae7e24 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:48:41.236963 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4d5e378e-7839-4171-a88c-ac2c461a7fcb req-deafd738-b472-4a62-9fcd-fea929ae7e24 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9 HTTP/1.1" status: 200 len: 945 time: 0.0801656 May 05 22:48:41.264669 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-047da641-dc37-45e3-91b8-5f0fa7014f7a'] response: {'server_uuid': '4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3397d3a6-3f2b-4935-8009-e13b98f929cc', 'code': 200} May 05 22:48:41.283149 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=3397d3a6-3f2b-4935-8009-e13b98f929cc,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:48:41.290887 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4d5e378e-7839-4171-a88c-ac2c461a7fcb req-03665248-9223-4891-9346-d3b901527692 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e09f0e5-85ed-42c8-ac20-c680e72df78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454905 May 05 22:48:41.390271 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4b1bfc08-21a5-442f-82a4-afb408ae2d6f req-9e838942-033a-4475-8dc6-828209e93018 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9 HTTP/1.1" status: 200 len: 1097 time: 0.0727894 May 05 22:48:41.434991 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4b1bfc08-21a5-442f-82a4-afb408ae2d6f req-0960d618-3daa-4fe0-9122-811c04b73729 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6e09f0e5-85ed-42c8-ac20-c680e72df78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364425 May 05 22:48:42.496777 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23446c0f-87ff-44be-92a0-db3ee1fa93c0 req-2c3f467d-d07f-4b86-9b30-444d56b30fd3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:48:42.498213 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-23446c0f-87ff-44be-92a0-db3ee1fa93c0 req-2c3f467d-d07f-4b86-9b30-444d56b30fd3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9 HTTP/1.1" status: 200 len: 946 time: 0.0785992 May 05 22:48:42.544829 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-23446c0f-87ff-44be-92a0-db3ee1fa93c0 req-08054c31-8c88-466e-9130-4510fb81922e tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e09f0e5-85ed-42c8-ac20-c680e72df78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408032 May 05 22:48:43.772767 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc369533-5186-46a0-a2e0-ef3a34978ce1 req-e69d0eec-dfa7-483e-9da2-6e1d973b8f94 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:48:43.774200 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bc369533-5186-46a0-a2e0-ef3a34978ce1 req-e69d0eec-dfa7-483e-9da2-6e1d973b8f94 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9 HTTP/1.1" status: 200 len: 946 time: 0.0964057 May 05 22:48:43.822264 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bc369533-5186-46a0-a2e0-ef3a34978ce1 req-6d25e6a4-6612-425a-966d-92422644b8f7 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e09f0e5-85ed-42c8-ac20-c680e72df78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423815 May 05 22:48:44.036121 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d99931-c4a1-4fd9-8d1b-67850a806d94 req-3b03c62e-fba0-43e0-83f8-b95a93ebdaf6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:48:44.036390 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ef66b1b6-5a2b-44bd-be0e-d2c1cf497596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:44.037625 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-51d99931-c4a1-4fd9-8d1b-67850a806d94 req-3b03c62e-fba0-43e0-83f8-b95a93ebdaf6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9 HTTP/1.1" status: 200 len: 946 time: 0.0924876 May 05 22:48:44.087903 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-51d99931-c4a1-4fd9-8d1b-67850a806d94 req-862fe2e8-b34a-43b7-93f5-8095a645181b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e09f0e5-85ed-42c8-ac20-c680e72df78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443187 May 05 22:48:44.121415 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37160) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:48:44.199876 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0bfa418f-2e53-4a59-a7bd-9c911ac74751 tempest-TestNetworkAdvancedServerOps-1703995958 tempest-TestNetworkAdvancedServerOps-1703995958-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9 HTTP/1.1" status: 200 len: 1092 time: 0.0771685 May 05 22:48:44.200372 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37164) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:48:44.206425 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-9a09a4b9-e274-4881-a97c-b82e31ac5608 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Request body: {'floatingip': {'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'port_id': '3397d3a6-3f2b-4935-8009-e13b98f929cc', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:48:44.213648 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-9a09a4b9-e274-4881-a97c-b82e31ac5608 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:48:44.217547 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-9a09a4b9-e274-4881-a97c-b82e31ac5608 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Usage tracker for resource:floatingip and tenant:6b2f3059793b418098910f2d886078d9 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:48:44.220668 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-9a09a4b9-e274-4881-a97c-b82e31ac5608 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:48:44.226650 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-9a09a4b9-e274-4881-a97c-b82e31ac5608 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:48:44.238468 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9a09a4b9-e274-4881-a97c-b82e31ac5608 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for floatingip, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:44.378542 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9a09a4b9-e274-4881-a97c-b82e31ac5608 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:44.514388 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-9a09a4b9-e274-4881-a97c-b82e31ac5608 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Allocated IP 172.25.4.180 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/2d602cbf-4daf-4561-b4b4-4bf50078c817) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:48:44.664658 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9a09a4b9-e274-4881-a97c-b82e31ac5608 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:44.697218 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9a09a4b9-e274-4881-a97c-b82e31ac5608 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:44.864967 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a09a4b9-e274-4881-a97c-b82e31ac5608 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:48:44.867864 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-9a09a4b9-e274-4881-a97c-b82e31ac5608 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:48:44.872214 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a09a4b9-e274-4881-a97c-b82e31ac5608 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:48:44.896225 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a09a4b9-e274-4881-a97c-b82e31ac5608 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'Port': ['ID=2d602cbf-4daf-4561-b4b4-4bf50078c817,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:48:45.387981 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9a09a4b9-e274-4881-a97c-b82e31ac5608 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:45.447380 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9a09a4b9-e274-4881-a97c-b82e31ac5608 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:45.658451 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9a09a4b9-e274-4881-a97c-b82e31ac5608 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:45.665044 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9a09a4b9-e274-4881-a97c-b82e31ac5608 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:45.762315 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a09a4b9-e274-4881-a97c-b82e31ac5608 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'Port': ['ID=2d602cbf-4daf-4561-b4b4-4bf50078c817,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:48:45.783670 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9a09a4b9-e274-4881-a97c-b82e31ac5608 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:45.973990 n-d-825175-4 neutron-server[84061]: INFO neutron.db.l3_db [None req-9a09a4b9-e274-4881-a97c-b82e31ac5608 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Floating IP bf8873cc-dd9d-43b4-be98-6903a4fc33f3 associated. External IP: 172.25.4.180, port: 3397d3a6-3f2b-4935-8009-e13b98f929cc. May 05 22:48:46.329263 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fb67cfd2-ecd9-4c31-a45b-e66f95fb2c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:46.510712 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b0cd8e45-c4a8-45c7-8baa-1c9f7303bcd9 req-42ded154-4662-4242-b72d-a51566ba500d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2724507 May 05 22:48:46.570591 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a09a4b9-e274-4881-a97c-b82e31ac5608 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Router bd0e687b-3548-4cee-a42e-896aff9ee6af has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:48:46.786517 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b0cd8e45-c4a8-45c7-8baa-1c9f7303bcd9 req-516ac029-4419-40b5-80d3-8d75f52c67f4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6b2f3059793b418098910f2d886078d9&device_id=4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9 HTTP/1.1" status: 200 len: 1097 time: 0.2066324 May 05 22:48:46.946542 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd8e45-c4a8-45c7-8baa-1c9f7303bcd9 req-1eaf818e-282e-4234-919d-d19ed63ee9be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:48:46.947957 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b0cd8e45-c4a8-45c7-8baa-1c9f7303bcd9 req-1eaf818e-282e-4234-919d-d19ed63ee9be service neutron] 10.222.0.32 "GET /v2.0/networks?id=4aa6a6a9-4dbe-4006-95c3-3d05ba91f431 HTTP/1.1" status: 200 len: 898 time: 0.1426160 May 05 22:48:46.950539 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a09a4b9-e274-4881-a97c-b82e31ac5608 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:48:46.963298 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1a9140-15a0-43a2-b863-c4c82395e213 None None] Sync routers for ids ['bd0e687b-3548-4cee-a42e-896aff9ee6af'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:48:46.975828 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1a9140-15a0-43a2-b863-c4c82395e213 None None] Routers {'bd0e687b-3548-4cee-a42e-896aff9ee6af'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:48:46.976540 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-6a1a9140-15a0-43a2-b863-c4c82395e213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:48:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['bd0e687b-3548-4cee-a42e-896aff9ee6af'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:48:47.059306 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9a09a4b9-e274-4881-a97c-b82e31ac5608 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:47.105782 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b0cd8e45-c4a8-45c7-8baa-1c9f7303bcd9 req-3764fc09-ba3f-4cbe-8536-354480fa2ea5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3397d3a6-3f2b-4935-8009-e13b98f929cc HTTP/1.1" status: 200 len: 1000 time: 0.1491513 May 05 22:48:47.151500 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-9a09a4b9-e274-4881-a97c-b82e31ac5608 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9474030 May 05 22:48:47.153425 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9', 'tag': '3397d3a6-3f2b-4935-8009-e13b98f929cc'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:48:47.179590 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd8e45-c4a8-45c7-8baa-1c9f7303bcd9 req-cb5b6982-9acb-4978-a105-f0a31066e70c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:48:47.181185 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b0cd8e45-c4a8-45c7-8baa-1c9f7303bcd9 req-cb5b6982-9acb-4978-a105-f0a31066e70c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ae690226-81a5-4d8a-baaf-694c69ac430d HTTP/1.1" status: 200 len: 835 time: 0.0687673 May 05 22:48:47.189782 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-6a1a9140-15a0-43a2-b863-c4c82395e213 None None] Set router bd0e687b-3548-4cee-a42e-896aff9ee6af gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:48:47.270903 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b0cd8e45-c4a8-45c7-8baa-1c9f7303bcd9 req-ad13ed5c-ec59-4062-94b8-549a4040929b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4aa6a6a9-4dbe-4006-95c3-3d05ba91f431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0833776 May 05 22:48:47.458489 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b0cd8e45-c4a8-45c7-8baa-1c9f7303bcd9 req-fa90f9ed-52fc-4cae-9e4f-1639425da010 service neutron] 10.222.0.32 "GET /v2.0/networks/4aa6a6a9-4dbe-4006-95c3-3d05ba91f431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539965 May 05 22:48:47.465363 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7e420-ad5d-49ec-8af6-11dc94880736 req-0291bb44-0cb8-492e-9ff8-9a158a9d2582 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:48:47.466789 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-00b7e420-ad5d-49ec-8af6-11dc94880736 req-0291bb44-0cb8-492e-9ff8-9a158a9d2582 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9 HTTP/1.1" status: 200 len: 946 time: 0.1932099 May 05 22:48:47.485937 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5253d431-f384-44a1-bfee-549707f7b731'] response: {'name': 'network-changed', 'server_uuid': '4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9', 'tag': '3397d3a6-3f2b-4935-8009-e13b98f929cc', 'status': 'completed', 'code': 200} May 05 22:48:47.565313 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-6a1a9140-15a0-43a2-b863-c4c82395e213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd0e687b-3548-4cee-a42e-896aff9ee6af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1545555458', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '7681c6d4-cdbc-4ea0-99b4-6c567ac4e24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:48:24Z', 'updated_at': '2022-05-05T22:48:29Z', 'revision_number': 4, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': '7681c6d4-cdbc-4ea0-99b4-6c567ac4e24f', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0e687b-3548-4cee-a42e-896aff9ee6af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:48:25Z', 'updated_at': '2022-05-05T22:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': 'bf8873cc-dd9d-43b4-be98-6903a4fc33f3', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'floating_ip_address': '172.25.4.180', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'bd0e687b-3548-4cee-a42e-896aff9ee6af', 'port_id': '3397d3a6-3f2b-4935-8009-e13b98f929cc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aa6a6a9-4dbe-4006-95c3-3d05ba91f431', 'mac_address': 'fa:16:3e:36:ec:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:48:45Z', 'updated_at': '2022-05-05T22:48:45Z', 'revision_number': 0, 'project_id': '6b2f3059793b418098910f2d886078d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd6745b-4e45-49fb-81a3-442d46fe456a', 'name': '', 'network_id': '4aa6a6a9-4dbe-4006-95c3-3d05ba91f431', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'mac_address': 'fa:16:3e:7e:de:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0e687b-3548-4cee-a42e-896aff9ee6af', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae690226-81a5-4d8a-baaf-694c69ac430d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:48:28Z', 'updated_at': '2022-05-05T22:48:35Z', 'revision_number': 5, 'project_id': '6b2f3059793b418098910f2d886078d9', 'subnets': [{'id': 'ae690226-81a5-4d8a-baaf-694c69ac430d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:48:47.569259 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1a9140-15a0-43a2-b863-c4c82395e213 None None] Checking router: bd0e687b-3548-4cee-a42e-896aff9ee6af for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:48:47.608188 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1a9140-15a0-43a2-b863-c4c82395e213 None None] Routers {'bd0e687b-3548-4cee-a42e-896aff9ee6af'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:48:47.608928 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-6a1a9140-15a0-43a2-b863-c4c82395e213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:48:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['bd0e687b-3548-4cee-a42e-896aff9ee6af'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:48:47.614165 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-00b7e420-ad5d-49ec-8af6-11dc94880736 req-40a36895-cc5d-425e-895b-0b07dda432c9 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e09f0e5-85ed-42c8-ac20-c680e72df78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253402 May 05 22:48:47.637080 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b0cd8e45-c4a8-45c7-8baa-1c9f7303bcd9 req-67461c9d-3616-4d02-a87c-1691f7d3b393 service neutron] 10.222.0.32 "GET /v2.0/networks/4aa6a6a9-4dbe-4006-95c3-3d05ba91f431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693606 May 05 22:48:47.644620 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37174) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:48:47.655421 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:47.662420 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:47.787697 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-6a1a9140-15a0-43a2-b863-c4c82395e213 None None] Set router bd0e687b-3548-4cee-a42e-896aff9ee6af gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:48:47.791889 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0c4d9677-6805-4fa6-bc61-7e66959b1937 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/floatingips/bf8873cc-dd9d-43b4-be98-6903a4fc33f3 HTTP/1.1" status: 200 len: 992 time: 0.1457779 May 05 22:48:47.809364 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7aa3469d-68fd-4e01-94ac-b499a704ab34 req-efe07a4a-30c0-4f0e-bbc0-2f4b82d43aa1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6b2f3059793b418098910f2d886078d9&device_id=4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9 HTTP/1.1" status: 200 len: 1097 time: 0.1110699 May 05 22:48:48.071488 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3469d-68fd-4e01-94ac-b499a704ab34 req-69d04137-8c8b-4435-8162-4fc1239b0357 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:48:48.072935 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7aa3469d-68fd-4e01-94ac-b499a704ab34 req-69d04137-8c8b-4435-8162-4fc1239b0357 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4aa6a6a9-4dbe-4006-95c3-3d05ba91f431 HTTP/1.1" status: 200 len: 898 time: 0.2568946 May 05 22:48:48.157906 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-6a1a9140-15a0-43a2-b863-c4c82395e213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd0e687b-3548-4cee-a42e-896aff9ee6af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1545555458', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '7681c6d4-cdbc-4ea0-99b4-6c567ac4e24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:48:24Z', 'updated_at': '2022-05-05T22:48:29Z', 'revision_number': 4, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': '7681c6d4-cdbc-4ea0-99b4-6c567ac4e24f', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0e687b-3548-4cee-a42e-896aff9ee6af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:48:25Z', 'updated_at': '2022-05-05T22:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': 'bf8873cc-dd9d-43b4-be98-6903a4fc33f3', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'floating_ip_address': '172.25.4.180', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'bd0e687b-3548-4cee-a42e-896aff9ee6af', 'port_id': '3397d3a6-3f2b-4935-8009-e13b98f929cc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aa6a6a9-4dbe-4006-95c3-3d05ba91f431', 'mac_address': 'fa:16:3e:36:ec:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:48:45Z', 'updated_at': '2022-05-05T22:48:45Z', 'revision_number': 0, 'project_id': '6b2f3059793b418098910f2d886078d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd6745b-4e45-49fb-81a3-442d46fe456a', 'name': '', 'network_id': '4aa6a6a9-4dbe-4006-95c3-3d05ba91f431', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'mac_address': 'fa:16:3e:7e:de:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0e687b-3548-4cee-a42e-896aff9ee6af', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae690226-81a5-4d8a-baaf-694c69ac430d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:48:28Z', 'updated_at': '2022-05-05T22:48:35Z', 'revision_number': 5, 'project_id': '6b2f3059793b418098910f2d886078d9', 'subnets': [{'id': 'ae690226-81a5-4d8a-baaf-694c69ac430d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:48:48.162384 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1a9140-15a0-43a2-b863-c4c82395e213 None None] The sync data for ids ['bd0e687b-3548-4cee-a42e-896aff9ee6af'] in n-d-825175-4 is: [{'id': 'bd0e687b-3548-4cee-a42e-896aff9ee6af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1545555458', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '7681c6d4-cdbc-4ea0-99b4-6c567ac4e24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:48:24Z', 'updated_at': '2022-05-05T22:48:29Z', 'revision_number': 4, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': '7681c6d4-cdbc-4ea0-99b4-6c567ac4e24f', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0e687b-3548-4cee-a42e-896aff9ee6af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:48:25Z', 'updated_at': '2022-05-05T22:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': 'bf8873cc-dd9d-43b4-be98-6903a4fc33f3', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'floating_ip_address': '172.25.4.180', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'bd0e687b-3548-4cee-a42e-896aff9ee6af', 'port_id': '3397d3a6-3f2b-4935-8009-e13b98f929cc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aa6a6a9-4dbe-4006-95c3-3d05ba91f431', 'mac_address': 'fa:16:3e:36:ec:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:48:45Z', 'updated_at': '2022-05-05T22:48:45Z', 'revision_number': 0, 'project_id': '6b2f3059793b418098910f2d886078d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd6745b-4e45-49fb-81a3-442d46fe456a', 'name': '', 'network_id': '4aa6a6a9-4dbe-4006-95c3-3d05ba91f431', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'mac_address': 'fa:16:3e:7e:de:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0e687b-3548-4cee-a42e-896aff9ee6af', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae690226-81a5-4d8a-baaf-694c69ac430d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:48:28Z', 'updated_at': '2022-05-05T22:48:35Z', 'revision_number': 5, 'project_id': '6b2f3059793b418098910f2d886078d9', 'subnets': [{'id': 'ae690226-81a5-4d8a-baaf-694c69ac430d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:48:48.183483 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7aa3469d-68fd-4e01-94ac-b499a704ab34 req-1316633a-883e-4e02-910a-3973bca3788d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3397d3a6-3f2b-4935-8009-e13b98f929cc HTTP/1.1" status: 200 len: 1000 time: 0.1045656 May 05 22:48:48.245395 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3469d-68fd-4e01-94ac-b499a704ab34 req-0b296256-fccc-4f5b-a17c-5cc8d769ccbd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:48:48.246898 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7aa3469d-68fd-4e01-94ac-b499a704ab34 req-0b296256-fccc-4f5b-a17c-5cc8d769ccbd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ae690226-81a5-4d8a-baaf-694c69ac430d HTTP/1.1" status: 200 len: 835 time: 0.0577979 May 05 22:48:48.327486 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7aa3469d-68fd-4e01-94ac-b499a704ab34 req-d5bc3830-7002-43fa-a217-434b099ff5a3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4aa6a6a9-4dbe-4006-95c3-3d05ba91f431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741160 May 05 22:48:48.461928 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7aa3469d-68fd-4e01-94ac-b499a704ab34 req-548add12-eeee-44cf-b267-20779aa82950 service neutron] 10.222.0.32 "GET /v2.0/networks/4aa6a6a9-4dbe-4006-95c3-3d05ba91f431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270585 May 05 22:48:48.598894 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7aa3469d-68fd-4e01-94ac-b499a704ab34 req-32121b3e-724e-4b5d-bb14-81bb94f779e4 service neutron] 10.222.0.32 "GET /v2.0/networks/4aa6a6a9-4dbe-4006-95c3-3d05ba91f431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309862 May 05 22:48:48.796653 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37180) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:48:48.915629 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a83d55f4-001d-4882-a7cd-499daaaeef90 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/floatingips/bf8873cc-dd9d-43b4-be98-6903a4fc33f3 HTTP/1.1" status: 200 len: 992 time: 0.1173120 May 05 22:48:49.195953 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:48:49.921284 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37184) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:48:50.029148 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-20ff2d35-9d6d-4ae1-a399-3f341d7dce5e tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/floatingips/bf8873cc-dd9d-43b4-be98-6903a4fc33f3 HTTP/1.1" status: 200 len: 992 time: 0.1064839 May 05 22:48:51.034497 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37188) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:48:51.145547 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-959cad7a-a57c-46bd-b908-77d62a8e39a1 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/floatingips/bf8873cc-dd9d-43b4-be98-6903a4fc33f3 HTTP/1.1" status: 200 len: 992 time: 0.1092134 May 05 22:48:51.445932 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15ba3d5-7844-40a0-97e5-e105348fcdd3 None None] New status for floating IP bf8873cc-dd9d-43b4-be98-6903a4fc33f3: ACTIVE {{(pid=84068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 22:48:52.150107 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37192) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:48:52.257916 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-4ff044f9-0bbd-4cce-a6d9-9ed5a0f998d3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/floatingips/bf8873cc-dd9d-43b4-be98-6903a4fc33f3 HTTP/1.1" status: 200 len: 994 time: 0.1065924 May 05 22:49:04.359333 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:49:06.422844 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:49:06.629920 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:49:14.047434 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1fac74c3-3241-4157-b690-495ff067b36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:49:15.117368 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2923e8a9-6111-42c3-af88-1f0207fe8666 req-04af7b86-86c9-425f-9e6f-7f571ee4a1ec service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1527939 May 05 22:49:15.437758 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c846750-a3de-47b4-b99d-fc9742a54c51 req-a384c281-cd37-4a5a-8bb2-8cf62d674365 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:49:15.439183 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8c846750-a3de-47b4-b99d-fc9742a54c51 req-a384c281-cd37-4a5a-8bb2-8cf62d674365 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9 HTTP/1.1" status: 200 len: 946 time: 0.0786839 May 05 22:49:15.444153 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-381c41ff-5448-4875-8037-59848aaeb115 req-c740362b-b55e-490b-9891-518f177d220f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1399512 May 05 22:49:15.486152 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8c846750-a3de-47b4-b99d-fc9742a54c51 req-89d4c126-3af2-4225-9224-d53794e0fe34 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e09f0e5-85ed-42c8-ac20-c680e72df78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412443 May 05 22:49:16.321327 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fc767704-d609-4ee0-afb3-3a9a2bafe91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:49:16.696060 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ecf0ca-45b4-4052-804e-87dea2e0ef33 req-75e5ea19-c7ed-49e9-b387-44aee3942722 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:49:16.697504 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-90ecf0ca-45b4-4052-804e-87dea2e0ef33 req-75e5ea19-c7ed-49e9-b387-44aee3942722 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9 HTTP/1.1" status: 200 len: 946 time: 0.0807900 May 05 22:49:16.742570 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-90ecf0ca-45b4-4052-804e-87dea2e0ef33 req-b32e91f2-b2af-4945-b1b8-a8fe2cb85ef2 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e09f0e5-85ed-42c8-ac20-c680e72df78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391018 May 05 22:49:16.909732 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-381c41ff-5448-4875-8037-59848aaeb115 req-dcac72f3-f28d-4f9b-8c1e-93034f3d9717 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6b2f3059793b418098910f2d886078d9&device_id=4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9 HTTP/1.1" status: 200 len: 1097 time: 0.0710700 May 05 22:49:17.048784 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c41ff-5448-4875-8037-59848aaeb115 req-f5dccd41-f2c9-4109-9e7e-8c2e3517fb5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:49:17.050241 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-381c41ff-5448-4875-8037-59848aaeb115 req-f5dccd41-f2c9-4109-9e7e-8c2e3517fb5f service neutron] 10.222.0.32 "GET /v2.0/networks?id=4aa6a6a9-4dbe-4006-95c3-3d05ba91f431 HTTP/1.1" status: 200 len: 898 time: 0.1341667 May 05 22:49:17.154959 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-381c41ff-5448-4875-8037-59848aaeb115 req-bb7b8539-556b-427e-a10d-d5b02b350914 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3397d3a6-3f2b-4935-8009-e13b98f929cc HTTP/1.1" status: 200 len: 1002 time: 0.0983336 May 05 22:49:17.219913 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c41ff-5448-4875-8037-59848aaeb115 req-8e28b8c7-3ff1-4a98-a0c1-9eb918f109bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:49:17.221239 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-381c41ff-5448-4875-8037-59848aaeb115 req-8e28b8c7-3ff1-4a98-a0c1-9eb918f109bc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ae690226-81a5-4d8a-baaf-694c69ac430d HTTP/1.1" status: 200 len: 835 time: 0.0603578 May 05 22:49:17.312224 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-381c41ff-5448-4875-8037-59848aaeb115 req-72a7b106-deef-4919-9d39-ab55e9767cff service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4aa6a6a9-4dbe-4006-95c3-3d05ba91f431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836387 May 05 22:49:17.449495 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-381c41ff-5448-4875-8037-59848aaeb115 req-686ecb0d-1754-4823-b53e-55bf202e66db service neutron] 10.222.0.32 "GET /v2.0/networks/4aa6a6a9-4dbe-4006-95c3-3d05ba91f431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293316 May 05 22:49:17.613525 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:49:17.615637 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:49:17.696736 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-381c41ff-5448-4875-8037-59848aaeb115 req-e20234d2-6086-49de-8d02-e2760f9cd780 service neutron] 10.222.0.32 "GET /v2.0/networks/4aa6a6a9-4dbe-4006-95c3-3d05ba91f431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393799 May 05 22:49:17.957576 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a524df-5ded-4d72-98b8-7540bdaf688d req-130505dc-f422-498e-908a-9f0c6caaec5a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:49:17.958922 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a2a524df-5ded-4d72-98b8-7540bdaf688d req-130505dc-f422-498e-908a-9f0c6caaec5a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9 HTTP/1.1" status: 200 len: 946 time: 0.0883553 May 05 22:49:18.005368 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a2a524df-5ded-4d72-98b8-7540bdaf688d req-3815616c-e126-46c5-808f-08d0e1c93411 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e09f0e5-85ed-42c8-ac20-c680e72df78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407655 May 05 22:49:19.197083 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:49:19.220839 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606fc32f-434d-48c8-8577-984fff1b6395 req-759ca930-ad2a-49a6-8b5a-8ac74e47a66d tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:49:19.222287 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-606fc32f-434d-48c8-8577-984fff1b6395 req-759ca930-ad2a-49a6-8b5a-8ac74e47a66d tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9 HTTP/1.1" status: 200 len: 946 time: 0.0838799 May 05 22:49:19.270313 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-606fc32f-434d-48c8-8577-984fff1b6395 req-ea6d9f15-d6ee-4aa2-98a1-917a1d47f5c9 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e09f0e5-85ed-42c8-ac20-c680e72df78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422370 May 05 22:49:20.486578 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1483ec0-8b97-4476-9e6d-2ed2d80b7abe req-1678f5c1-3c6c-46d4-879f-c022f4ff385a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:49:20.488082 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c1483ec0-8b97-4476-9e6d-2ed2d80b7abe req-1678f5c1-3c6c-46d4-879f-c022f4ff385a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9 HTTP/1.1" status: 200 len: 946 time: 0.0810320 May 05 22:49:20.541760 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c1483ec0-8b97-4476-9e6d-2ed2d80b7abe req-f406ca86-99c5-4d38-acf4-d6288a3f3da8 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e09f0e5-85ed-42c8-ac20-c680e72df78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451012 May 05 22:49:21.750992 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df35a4-4128-4e2e-98af-a19a0f60ad33 req-e725b756-3e7e-41c3-a530-6a264f45643d tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:49:21.752423 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e8df35a4-4128-4e2e-98af-a19a0f60ad33 req-e725b756-3e7e-41c3-a530-6a264f45643d tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9 HTTP/1.1" status: 200 len: 946 time: 0.0848131 May 05 22:49:21.801936 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e8df35a4-4128-4e2e-98af-a19a0f60ad33 req-22ed5084-c0fc-4ef4-abca-13c6b4782b8e tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e09f0e5-85ed-42c8-ac20-c680e72df78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437841 May 05 22:49:23.040960 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4192baf-cf10-4b1d-b9b7-94c7b2683ddd req-3b248136-8210-42f0-a608-c5fe449fa5cd tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:49:23.042429 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d4192baf-cf10-4b1d-b9b7-94c7b2683ddd req-3b248136-8210-42f0-a608-c5fe449fa5cd tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9 HTTP/1.1" status: 200 len: 946 time: 0.0980062 May 05 22:49:23.089013 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d4192baf-cf10-4b1d-b9b7-94c7b2683ddd req-c3097e25-5a56-40ca-a3f6-e17df99502b1 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e09f0e5-85ed-42c8-ac20-c680e72df78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407350 May 05 22:49:24.303559 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f43f0b1-c604-4de9-b40a-66d03fd33aca req-5502dfcc-806e-4030-a73f-37c6338c6a18 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:49:24.305004 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0f43f0b1-c604-4de9-b40a-66d03fd33aca req-5502dfcc-806e-4030-a73f-37c6338c6a18 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9 HTTP/1.1" status: 200 len: 946 time: 0.0807874 May 05 22:49:24.353924 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0f43f0b1-c604-4de9-b40a-66d03fd33aca req-0bc032d4-6c9d-4f1d-b9f9-346da7592f59 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e09f0e5-85ed-42c8-ac20-c680e72df78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398684 May 05 22:49:25.564553 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7e388-9c86-40d8-9515-ceda06bea0ab req-2bd64a00-c0ab-4a79-a76d-c38839f3e57f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:49:25.566248 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-74b7e388-9c86-40d8-9515-ceda06bea0ab req-2bd64a00-c0ab-4a79-a76d-c38839f3e57f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9 HTTP/1.1" status: 200 len: 946 time: 0.0812728 May 05 22:49:25.620195 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-74b7e388-9c86-40d8-9515-ceda06bea0ab req-384b7266-33fe-434f-b708-a21268649519 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e09f0e5-85ed-42c8-ac20-c680e72df78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482876 May 05 22:49:26.843554 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33afa299-7456-4edb-bbbe-e5effa4bf4cc req-275bac00-0fb9-4431-a427-0b68f9874ae9 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:49:26.845072 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-33afa299-7456-4edb-bbbe-e5effa4bf4cc req-275bac00-0fb9-4431-a427-0b68f9874ae9 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9 HTTP/1.1" status: 200 len: 946 time: 0.0805261 May 05 22:49:26.896475 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-33afa299-7456-4edb-bbbe-e5effa4bf4cc req-a33cdd8f-e517-4d1c-9726-c939797e5df9 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e09f0e5-85ed-42c8-ac20-c680e72df78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441201 May 05 22:49:28.122251 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d0827-fb0c-417a-b49a-15b80aa8f8ed req-c8d23afe-4801-4b45-a724-349e78c986ef tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:49:28.123824 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2e8d0827-fb0c-417a-b49a-15b80aa8f8ed req-c8d23afe-4801-4b45-a724-349e78c986ef tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9 HTTP/1.1" status: 200 len: 946 time: 0.0878525 May 05 22:49:28.173909 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2e8d0827-fb0c-417a-b49a-15b80aa8f8ed req-497589a0-1228-46da-8818-53da586edf11 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e09f0e5-85ed-42c8-ac20-c680e72df78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441251 May 05 22:49:29.392814 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8019ae-10ef-4d8c-8242-5c9579258c19 req-2e706483-f584-4fba-9d58-6fc0673b5ac2 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:49:29.394647 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7c8019ae-10ef-4d8c-8242-5c9579258c19 req-2e706483-f584-4fba-9d58-6fc0673b5ac2 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9 HTTP/1.1" status: 200 len: 946 time: 0.0948598 May 05 22:49:29.445155 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7c8019ae-10ef-4d8c-8242-5c9579258c19 req-6c536e8f-a510-451b-99b4-44fe97f51418 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e09f0e5-85ed-42c8-ac20-c680e72df78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447199 May 05 22:49:30.653417 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e08f1-03c1-4c64-baba-fa5adc21e25e req-298baaa7-be22-43c2-ba2c-967c33f0ccb5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:49:30.655120 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fd1e08f1-03c1-4c64-baba-fa5adc21e25e req-298baaa7-be22-43c2-ba2c-967c33f0ccb5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9 HTTP/1.1" status: 200 len: 946 time: 0.0779841 May 05 22:49:30.703732 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fd1e08f1-03c1-4c64-baba-fa5adc21e25e req-edd1f834-eeac-4b66-bcbc-c6eb4906969c tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e09f0e5-85ed-42c8-ac20-c680e72df78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419993 May 05 22:49:31.923060 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3b3d2-9afe-498f-850c-9d071629ec67 req-7391bf57-78f9-4e45-93c7-01d1b7e41974 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:49:31.924417 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-14b3b3d2-9afe-498f-850c-9d071629ec67 req-7391bf57-78f9-4e45-93c7-01d1b7e41974 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9 HTTP/1.1" status: 200 len: 946 time: 0.0908761 May 05 22:49:31.973229 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-14b3b3d2-9afe-498f-850c-9d071629ec67 req-11dd11bd-aeec-4351-a983-9272168c036a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e09f0e5-85ed-42c8-ac20-c680e72df78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431724 May 05 22:49:33.183874 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342aea1b-91c4-45d9-a582-b026ceb45f88 req-afe9ea6a-2e33-420c-b2f6-dc024ad7047b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:49:33.186193 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-342aea1b-91c4-45d9-a582-b026ceb45f88 req-afe9ea6a-2e33-420c-b2f6-dc024ad7047b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9 HTTP/1.1" status: 200 len: 946 time: 0.0842040 May 05 22:49:33.234482 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-342aea1b-91c4-45d9-a582-b026ceb45f88 req-1592f632-7b5e-44af-8f91-e3bfb978206f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e09f0e5-85ed-42c8-ac20-c680e72df78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403719 May 05 22:49:34.464041 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf105cf-b501-4fb2-ada7-fd3897367e67 req-77f367a1-60d7-48d7-824c-2d2b3ecfa1b1 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:49:34.465512 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bbf105cf-b501-4fb2-ada7-fd3897367e67 req-77f367a1-60d7-48d7-824c-2d2b3ecfa1b1 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9 HTTP/1.1" status: 200 len: 946 time: 0.0918748 May 05 22:49:34.568365 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bbf105cf-b501-4fb2-ada7-fd3897367e67 req-3265dd9f-d6f3-4db0-90cc-069684f4169a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e09f0e5-85ed-42c8-ac20-c680e72df78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956435 May 05 22:49:34.586388 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [req-381c41ff-5448-4875-8037-59848aaeb115 req-f16e9aac-eee7-4648-98af-908637c49bf7 service neutron] show failed (client error): The resource could not be found. May 05 22:49:34.587372 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-381c41ff-5448-4875-8037-59848aaeb115 req-f16e9aac-eee7-4648-98af-908637c49bf7 service neutron] 10.222.0.32 "GET /v2.0/ports/3397d3a6-3f2b-4935-8009-e13b98f929cc/bindings/n-h1-825175-4 HTTP/1.1" status: 404 len: 380 time: 0.0851173 May 05 22:49:34.863479 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-381c41ff-5448-4875-8037-59848aaeb115 req-7853a7dc-39cf-485b-9a44-0da2fc412dcf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9&tenant_id=6b2f3059793b418098910f2d886078d9 HTTP/1.1" status: 200 len: 1097 time: 0.0775456 May 05 22:49:34.874402 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-381c41ff-5448-4875-8037-59848aaeb115 req-5fc8f066-c34a-40c7-8a82-603724de95cf service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825175-4', 'device_owner': 'compute:nova'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:49:34.979738 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-381c41ff-5448-4875-8037-59848aaeb115 req-5fc8f066-c34a-40c7-8a82-603724de95cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:49:35.254691 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-381c41ff-5448-4875-8037-59848aaeb115 req-5fc8f066-c34a-40c7-8a82-603724de95cf service neutron] For port 3397d3a6-3f2b-4935-8009-e13b98f929cc, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=3397d3a6-3f2b-4935-8009-e13b98f929cc,segment=NetworkSegment(c272f193-403e-4274-b9ff-3f972eabffef),segment_id=c272f193-403e-4274-b9ff-3f972eabffef)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:49:35.283342 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-381c41ff-5448-4875-8037-59848aaeb115 req-5fc8f066-c34a-40c7-8a82-603724de95cf service neutron] For port 3397d3a6-3f2b-4935-8009-e13b98f929cc, host n-h2-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:49:35.338037 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3397d3a6-3f2b-4935-8009-e13b98f929cc'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:49:35.343650 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-381c41ff-5448-4875-8037-59848aaeb115 req-5fc8f066-c34a-40c7-8a82-603724de95cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:49:35.358639 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-381c41ff-5448-4875-8037-59848aaeb115 req-5fc8f066-c34a-40c7-8a82-603724de95cf service neutron] Transition to ACTIVE for port object 3397d3a6-3f2b-4935-8009-e13b98f929cc will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:49:35.363052 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-381c41ff-5448-4875-8037-59848aaeb115 req-5fc8f066-c34a-40c7-8a82-603724de95cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:49:35.413189 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2395e453-5769-4dc7-a032-6d8f0d6820aa'] response: {'server_uuid': '4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3397d3a6-3f2b-4935-8009-e13b98f929cc', 'code': 200} May 05 22:49:35.493004 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8f066-c34a-40c7-8a82-603724de95cf service neutron] Pushing event updated for resources: {'Port': ['ID=3397d3a6-3f2b-4935-8009-e13b98f929cc,revision_number=6']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:49:35.515732 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8f066-c34a-40c7-8a82-603724de95cf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:49:35.516048 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8f066-c34a-40c7-8a82-603724de95cf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:49:35.516427 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8f066-c34a-40c7-8a82-603724de95cf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:49:35.516868 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8f066-c34a-40c7-8a82-603724de95cf service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:49:35.517385 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8f066-c34a-40c7-8a82-603724de95cf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:49:35.517786 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8f066-c34a-40c7-8a82-603724de95cf service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:49:35.518208 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8f066-c34a-40c7-8a82-603724de95cf service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:49:35.518676 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8f066-c34a-40c7-8a82-603724de95cf service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:49:35.519361 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8f066-c34a-40c7-8a82-603724de95cf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:49:35.519707 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8f066-c34a-40c7-8a82-603724de95cf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:49:35.520033 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc8f066-c34a-40c7-8a82-603724de95cf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:49:35.576209 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-381c41ff-5448-4875-8037-59848aaeb115 req-5fc8f066-c34a-40c7-8a82-603724de95cf service neutron] No DVR routers for this DVR port 3397d3a6-3f2b-4935-8009-e13b98f929cc on host n-h2-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:49:35.775445 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c4efd6-bd67-4e59-b7b4-1fcf1baa6153 req-5eb99664-caf3-4176-b0d3-5ef663dcb280 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:49:35.776841 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-01c4efd6-bd67-4e59-b7b4-1fcf1baa6153 req-5eb99664-caf3-4176-b0d3-5ef663dcb280 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9 HTTP/1.1" status: 200 len: 944 time: 0.0784471 May 05 22:49:35.823872 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-01c4efd6-bd67-4e59-b7b4-1fcf1baa6153 req-205576b3-b440-4a3d-a592-820fe7e403f0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e09f0e5-85ed-42c8-ac20-c680e72df78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413294 May 05 22:49:35.921475 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-381c41ff-5448-4875-8037-59848aaeb115 req-5fc8f066-c34a-40c7-8a82-603724de95cf service neutron] Attempting to bind port 3397d3a6-3f2b-4935-8009-e13b98f929cc on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:49:35.922086 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-381c41ff-5448-4875-8037-59848aaeb115 req-5fc8f066-c34a-40c7-8a82-603724de95cf service neutron] Attempting to bind port 3397d3a6-3f2b-4935-8009-e13b98f929cc by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': 'c272f193-403e-4274-b9ff-3f972eabffef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4aa6a6a9-4dbe-4006-95c3-3d05ba91f431'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:49:35.922086 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381c41ff-5448-4875-8037-59848aaeb115 req-5fc8f066-c34a-40c7-8a82-603724de95cf service neutron] Attempting to bind port 3397d3a6-3f2b-4935-8009-e13b98f929cc on network 4aa6a6a9-4dbe-4006-95c3-3d05ba91f431 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:49:35.928555 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381c41ff-5448-4875-8037-59848aaeb115 req-5fc8f066-c34a-40c7-8a82-603724de95cf service neutron] Port 3397d3a6-3f2b-4935-8009-e13b98f929cc on network 4aa6a6a9-4dbe-4006-95c3-3d05ba91f431 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:49:35.928862 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381c41ff-5448-4875-8037-59848aaeb115 req-5fc8f066-c34a-40c7-8a82-603724de95cf service neutron] Attempting to bind port 3397d3a6-3f2b-4935-8009-e13b98f929cc on network 4aa6a6a9-4dbe-4006-95c3-3d05ba91f431 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:49:35.935550 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381c41ff-5448-4875-8037-59848aaeb115 req-5fc8f066-c34a-40c7-8a82-603724de95cf service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:49:35.935873 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381c41ff-5448-4875-8037-59848aaeb115 req-5fc8f066-c34a-40c7-8a82-603724de95cf service neutron] Checking segment: {'id': 'c272f193-403e-4274-b9ff-3f972eabffef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4aa6a6a9-4dbe-4006-95c3-3d05ba91f431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:49:35.936245 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381c41ff-5448-4875-8037-59848aaeb115 req-5fc8f066-c34a-40c7-8a82-603724de95cf service neutron] Bound using segment: {'id': 'c272f193-403e-4274-b9ff-3f972eabffef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4aa6a6a9-4dbe-4006-95c3-3d05ba91f431'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:49:35.936653 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-381c41ff-5448-4875-8037-59848aaeb115 req-5fc8f066-c34a-40c7-8a82-603724de95cf service neutron] Bound port: 3397d3a6-3f2b-4935-8009-e13b98f929cc, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c272f193-403e-4274-b9ff-3f972eabffef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4aa6a6a9-4dbe-4006-95c3-3d05ba91f431'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:49:35.936991 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-381c41ff-5448-4875-8037-59848aaeb115 req-5fc8f066-c34a-40c7-8a82-603724de95cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:49:36.023606 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-381c41ff-5448-4875-8037-59848aaeb115 req-5fc8f066-c34a-40c7-8a82-603724de95cf service neutron] For port 3397d3a6-3f2b-4935-8009-e13b98f929cc, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:49:36.026641 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-381c41ff-5448-4875-8037-59848aaeb115 req-5fc8f066-c34a-40c7-8a82-603724de95cf service neutron] For port 3397d3a6-3f2b-4935-8009-e13b98f929cc, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=3397d3a6-3f2b-4935-8009-e13b98f929cc,segment=NetworkSegment(c272f193-403e-4274-b9ff-3f972eabffef),segment_id=c272f193-403e-4274-b9ff-3f972eabffef)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:49:36.034039 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-381c41ff-5448-4875-8037-59848aaeb115 req-5fc8f066-c34a-40c7-8a82-603724de95cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:49:36.097289 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-381c41ff-5448-4875-8037-59848aaeb115 req-5fc8f066-c34a-40c7-8a82-603724de95cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:49:36.098638 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-381c41ff-5448-4875-8037-59848aaeb115 req-5fc8f066-c34a-40c7-8a82-603724de95cf service neutron] 10.222.0.44 "PUT /v2.0/ports/3397d3a6-3f2b-4935-8009-e13b98f929cc HTTP/1.1" status: 200 len: 1092 time: 1.2281637 May 05 22:49:36.114538 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8f066-c34a-40c7-8a82-603724de95cf service neutron] Pushing event updated for resources: {'Port': ['ID=3397d3a6-3f2b-4935-8009-e13b98f929cc,revision_number=7']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:49:36.193189 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-381c41ff-5448-4875-8037-59848aaeb115 req-1afa6f80-963e-4fa8-8bc1-ffae4bd7ef7c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6b2f3059793b418098910f2d886078d9&device_id=4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9 HTTP/1.1" status: 200 len: 1095 time: 0.0727823 May 05 22:49:36.328792 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c41ff-5448-4875-8037-59848aaeb115 req-72ffb205-91eb-464a-8ad2-4244b58edbf5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:49:36.330218 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-381c41ff-5448-4875-8037-59848aaeb115 req-72ffb205-91eb-464a-8ad2-4244b58edbf5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4aa6a6a9-4dbe-4006-95c3-3d05ba91f431 HTTP/1.1" status: 200 len: 898 time: 0.1310742 May 05 22:49:36.426412 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:49:36.436969 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-381c41ff-5448-4875-8037-59848aaeb115 req-c1c1ce08-8316-4397-9531-22452bde3052 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3397d3a6-3f2b-4935-8009-e13b98f929cc HTTP/1.1" status: 200 len: 1000 time: 0.1007249 May 05 22:49:36.511695 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c41ff-5448-4875-8037-59848aaeb115 req-9d494041-9b9d-4590-880e-bba061683814 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:49:36.513091 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-381c41ff-5448-4875-8037-59848aaeb115 req-9d494041-9b9d-4590-880e-bba061683814 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ae690226-81a5-4d8a-baaf-694c69ac430d HTTP/1.1" status: 200 len: 835 time: 0.0693231 May 05 22:49:36.593290 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-381c41ff-5448-4875-8037-59848aaeb115 req-25afe8d1-47c1-4718-b0a1-9c3f261b42e0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4aa6a6a9-4dbe-4006-95c3-3d05ba91f431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733762 May 05 22:49:36.603672 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [req-381c41ff-5448-4875-8037-59848aaeb115 req-b82187bc-67eb-4aa8-a957-6b50ff9956a1 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84063) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:49:36.604583 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-381c41ff-5448-4875-8037-59848aaeb115 req-b82187bc-67eb-4aa8-a957-6b50ff9956a1 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047834 May 05 22:49:36.636679 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:49:36.745860 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-381c41ff-5448-4875-8037-59848aaeb115 req-84da8feb-f346-4dca-b320-eeb00ef9e354 service neutron] 10.222.0.44 "GET /v2.0/networks/4aa6a6a9-4dbe-4006-95c3-3d05ba91f431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349540 May 05 22:49:36.886610 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-381c41ff-5448-4875-8037-59848aaeb115 req-d9159bcc-8b16-45fe-b333-4918a6544f64 service neutron] 10.222.0.44 "GET /v2.0/networks/4aa6a6a9-4dbe-4006-95c3-3d05ba91f431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348298 May 05 22:49:37.037294 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0a331-5311-4c72-b2e9-4ba50d3c645c req-103de7b5-7663-4164-bb35-1467f5346862 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:49:37.038788 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-94d0a331-5311-4c72-b2e9-4ba50d3c645c req-103de7b5-7663-4164-bb35-1467f5346862 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9 HTTP/1.1" status: 200 len: 944 time: 0.0817125 May 05 22:49:37.090771 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-94d0a331-5311-4c72-b2e9-4ba50d3c645c req-355918f1-2682-4725-80d4-30f607f5dd65 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e09f0e5-85ed-42c8-ac20-c680e72df78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430872 May 05 22:49:37.255427 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 3397d3a6-3f2b-4935-8009-e13b98f929cc no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:49:37.325531 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 3397d3a6-3f2b-4935-8009-e13b98f929cc not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:49:37.414858 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9', 'tag': '3397d3a6-3f2b-4935-8009-e13b98f929cc'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:49:37.492483 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edd76f6a-e0f3-41f8-9ca8-b7af5f6628ab'] response: {'name': 'network-changed', 'server_uuid': '4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9', 'tag': '3397d3a6-3f2b-4935-8009-e13b98f929cc', 'status': 'completed', 'code': 200} May 05 22:49:37.577705 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cc1dbaa6-5497-4a23-8388-2d6f9b9cad27 req-42c994c0-364b-4eee-9841-3d8a784eab82 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6b2f3059793b418098910f2d886078d9&device_id=4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9 HTTP/1.1" status: 200 len: 1095 time: 0.0687039 May 05 22:49:37.588391 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-cc1dbaa6-5497-4a23-8388-2d6f9b9cad27 req-654a7924-a2f0-4ecc-92fa-46389b062938 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6b2f3059793b418098910f2d886078d9&device_id=4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9 HTTP/1.1" status: 200 len: 1095 time: 0.0719433 May 05 22:49:37.731074 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1dbaa6-5497-4a23-8388-2d6f9b9cad27 req-aef10e95-9c13-427e-b0e2-718420b50786 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:49:37.732531 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-cc1dbaa6-5497-4a23-8388-2d6f9b9cad27 req-aef10e95-9c13-427e-b0e2-718420b50786 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4aa6a6a9-4dbe-4006-95c3-3d05ba91f431 HTTP/1.1" status: 200 len: 898 time: 0.1371310 May 05 22:49:37.806613 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1dbaa6-5497-4a23-8388-2d6f9b9cad27 req-1599b29c-42df-4f86-b71a-499ea1a52e2a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:49:37.808182 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cc1dbaa6-5497-4a23-8388-2d6f9b9cad27 req-1599b29c-42df-4f86-b71a-499ea1a52e2a service neutron] 10.222.0.32 "GET /v2.0/networks?id=4aa6a6a9-4dbe-4006-95c3-3d05ba91f431 HTTP/1.1" status: 200 len: 898 time: 0.2245901 May 05 22:49:37.837393 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-cc1dbaa6-5497-4a23-8388-2d6f9b9cad27 req-01944667-b9cb-4f5a-8bb0-6d598e77a23b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3397d3a6-3f2b-4935-8009-e13b98f929cc HTTP/1.1" status: 200 len: 1000 time: 0.0975475 May 05 22:49:37.906767 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1dbaa6-5497-4a23-8388-2d6f9b9cad27 req-75f90d39-cbf3-4fc3-b8d0-8067750061a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:49:37.909084 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-cc1dbaa6-5497-4a23-8388-2d6f9b9cad27 req-75f90d39-cbf3-4fc3-b8d0-8067750061a8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ae690226-81a5-4d8a-baaf-694c69ac430d HTTP/1.1" status: 200 len: 835 time: 0.0650074 May 05 22:49:37.916776 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cc1dbaa6-5497-4a23-8388-2d6f9b9cad27 req-6b7bccf1-52bb-4860-9c4c-7faf5ecdc8f4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3397d3a6-3f2b-4935-8009-e13b98f929cc HTTP/1.1" status: 200 len: 1000 time: 0.1019425 May 05 22:49:37.978214 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1dbaa6-5497-4a23-8388-2d6f9b9cad27 req-1f8bcb35-bab6-4d9e-bf99-4b5c7b04c273 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:49:37.979753 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cc1dbaa6-5497-4a23-8388-2d6f9b9cad27 req-1f8bcb35-bab6-4d9e-bf99-4b5c7b04c273 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ae690226-81a5-4d8a-baaf-694c69ac430d HTTP/1.1" status: 200 len: 835 time: 0.0577464 May 05 22:49:37.989759 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-cc1dbaa6-5497-4a23-8388-2d6f9b9cad27 req-6b3b024c-ad45-4682-8ef3-276b20a285f6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4aa6a6a9-4dbe-4006-95c3-3d05ba91f431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737360 May 05 22:49:38.059223 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cc1dbaa6-5497-4a23-8388-2d6f9b9cad27 req-590afa61-8deb-4e84-a1fa-67ed0057452a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4aa6a6a9-4dbe-4006-95c3-3d05ba91f431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732126 May 05 22:49:38.121674 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-cc1dbaa6-5497-4a23-8388-2d6f9b9cad27 req-6f24f312-33fa-428f-9c38-04a8011d293f service neutron] 10.222.0.44 "GET /v2.0/networks/4aa6a6a9-4dbe-4006-95c3-3d05ba91f431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254680 May 05 22:49:38.193283 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cc1dbaa6-5497-4a23-8388-2d6f9b9cad27 req-3c3d2abb-2ff9-4cc3-b462-453c8e7d0fda service neutron] 10.222.0.32 "GET /v2.0/networks/4aa6a6a9-4dbe-4006-95c3-3d05ba91f431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274641 May 05 22:49:38.358595 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-cc1dbaa6-5497-4a23-8388-2d6f9b9cad27 req-193ba512-fa49-4495-a255-802a81c1867f service neutron] 10.222.0.44 "GET /v2.0/networks/4aa6a6a9-4dbe-4006-95c3-3d05ba91f431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298741 May 05 22:49:38.382588 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cc1dbaa6-5497-4a23-8388-2d6f9b9cad27 req-5949948e-4271-4149-9367-d3e27e5e5bf7 service neutron] 10.222.0.32 "GET /v2.0/networks/4aa6a6a9-4dbe-4006-95c3-3d05ba91f431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835930 May 05 22:49:38.393003 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a8d1ef-3e9b-4b92-a592-085268469fa2 req-e4435d10-0412-418f-9792-7e27c65ff578 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:49:38.394820 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-25a8d1ef-3e9b-4b92-a592-085268469fa2 req-e4435d10-0412-418f-9792-7e27c65ff578 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9 HTTP/1.1" status: 200 len: 944 time: 0.1756215 May 05 22:49:38.445415 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-25a8d1ef-3e9b-4b92-a592-085268469fa2 req-f7029e08-db37-413e-9cab-a4d53d099513 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e09f0e5-85ed-42c8-ac20-c680e72df78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449853 May 05 22:49:39.231131 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 3397d3a6-3f2b-4935-8009-e13b98f929cc details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:49:39.369667 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 3397d3a6-3f2b-4935-8009-e13b98f929cc, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=3397d3a6-3f2b-4935-8009-e13b98f929cc,segment=NetworkSegment(c272f193-403e-4274-b9ff-3f972eabffef),segment_id=c272f193-403e-4274-b9ff-3f972eabffef)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:49:39.425167 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '3397d3a6-3f2b-4935-8009-e13b98f929cc', 'network_id': '4aa6a6a9-4dbe-4006-95c3-3d05ba91f431', 'port_id': '3397d3a6-3f2b-4935-8009-e13b98f929cc', 'mac_address': 'fa:16:3e:36:ec:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae690226-81a5-4d8a-baaf-694c69ac430d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:49:39.486695 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:49:39.505427 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3397d3a6-3f2b-4935-8009-e13b98f929cc {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:49:39.522302 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 3397d3a6-3f2b-4935-8009-e13b98f929cc, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=3397d3a6-3f2b-4935-8009-e13b98f929cc,segment=NetworkSegment(c272f193-403e-4274-b9ff-3f972eabffef),segment_id=c272f193-403e-4274-b9ff-3f972eabffef)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:49:39.527451 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:49:39.599686 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=3397d3a6-3f2b-4935-8009-e13b98f929cc,revision_number=8']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:49:39.608177 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:49:39.608462 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:49:39.608789 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:49:39.609113 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:49:39.609435 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:49:39.609750 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:49:39.610064 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:49:39.610376 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:49:39.610711 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:49:39.611027 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:49:39.611375 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:49:39.648509 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f92961-68e8-487b-8f3a-c03272ca4c5f req-51d40564-2984-4776-80db-5ce21f455f75 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:49:39.649935 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f3f92961-68e8-487b-8f3a-c03272ca4c5f req-51d40564-2984-4776-80db-5ce21f455f75 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9 HTTP/1.1" status: 200 len: 945 time: 0.0762961 May 05 22:49:39.699748 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f3f92961-68e8-487b-8f3a-c03272ca4c5f req-d3dfb444-7734-48fa-8bde-3d3ab71da76e tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e09f0e5-85ed-42c8-ac20-c680e72df78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439007 May 05 22:49:39.762866 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['3397d3a6-3f2b-4935-8009-e13b98f929cc'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:49:40.093247 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0083a2a-6178-4617-888c-6c0e1cf45f39 req-76fde71f-aa8f-4d63-b143-209ef91fdf44 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:49:40.094698 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a0083a2a-6178-4617-888c-6c0e1cf45f39 req-76fde71f-aa8f-4d63-b143-209ef91fdf44 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9 HTTP/1.1" status: 200 len: 945 time: 0.1083169 May 05 22:49:40.100952 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e487f-602b-4170-b0cc-516a6774df0c req-0f81998d-07f7-421c-b80b-b4368bd843e7 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:49:40.102260 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1c7e487f-602b-4170-b0cc-516a6774df0c req-0f81998d-07f7-421c-b80b-b4368bd843e7 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9&tenant_id=6b2f3059793b418098910f2d886078d9&binding%3Ahost_id=n-h1-825175-4 HTTP/1.1" status: 200 len: 945 time: 0.1465409 May 05 22:49:40.203435 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a0083a2a-6178-4617-888c-6c0e1cf45f39 req-b7c59c41-ecdf-4c06-a94b-b72d88df664f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e09f0e5-85ed-42c8-ac20-c680e72df78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001837 May 05 22:49:40.210344 n-d-825175-4 neutron-server[84061]: INFO neutron.api.v2.resource [req-1c7e487f-602b-4170-b0cc-516a6774df0c req-939a7998-74c7-452a-a914-ce306e72fd9c service neutron] delete failed (client error): The resource could not be found. May 05 22:49:40.211305 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1c7e487f-602b-4170-b0cc-516a6774df0c req-939a7998-74c7-452a-a914-ce306e72fd9c service neutron] 10.222.0.32 "DELETE /v2.0/ports/3397d3a6-3f2b-4935-8009-e13b98f929cc/bindings/n-h2-825175-4 HTTP/1.1" status: 404 len: 380 time: 0.0949008 May 05 22:49:40.236534 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bde6518d-b3fd-4409-94db-1e1983664e0f req-20eed1a7-ee7d-4fd1-b0e4-6fd6a28a070b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0740116 May 05 22:49:40.355217 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1c7e487f-602b-4170-b0cc-516a6774df0c req-f79a90b6-9572-483b-8630-2fc774934225 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6b2f3059793b418098910f2d886078d9&device_id=4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9 HTTP/1.1" status: 200 len: 1096 time: 0.0762455 May 05 22:49:40.389850 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bde6518d-b3fd-4409-94db-1e1983664e0f req-10121c00-ef20-4ef3-9170-1e8d807b5b45 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6b2f3059793b418098910f2d886078d9&device_id=4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9 HTTP/1.1" status: 200 len: 1096 time: 0.0812867 May 05 22:49:40.530612 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e487f-602b-4170-b0cc-516a6774df0c req-7d7cb775-b56e-4807-8a5d-60672ea91aa4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:49:40.532051 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1c7e487f-602b-4170-b0cc-516a6774df0c req-7d7cb775-b56e-4807-8a5d-60672ea91aa4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4aa6a6a9-4dbe-4006-95c3-3d05ba91f431 HTTP/1.1" status: 200 len: 898 time: 0.1705370 May 05 22:49:40.538797 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde6518d-b3fd-4409-94db-1e1983664e0f req-a400f63e-7dfb-427a-99da-e078bd8668ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:49:40.540260 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bde6518d-b3fd-4409-94db-1e1983664e0f req-a400f63e-7dfb-427a-99da-e078bd8668ce service neutron] 10.222.0.44 "GET /v2.0/networks?id=4aa6a6a9-4dbe-4006-95c3-3d05ba91f431 HTTP/1.1" status: 200 len: 898 time: 0.1298041 May 05 22:49:40.645862 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bde6518d-b3fd-4409-94db-1e1983664e0f req-81ee8a13-841d-4000-9f03-c7abf2dede1f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3397d3a6-3f2b-4935-8009-e13b98f929cc HTTP/1.1" status: 200 len: 1001 time: 0.0987794 May 05 22:49:40.651475 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1c7e487f-602b-4170-b0cc-516a6774df0c req-357586e9-0801-4c41-873b-3a1bfa0031a4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3397d3a6-3f2b-4935-8009-e13b98f929cc HTTP/1.1" status: 200 len: 1001 time: 0.1126921 May 05 22:49:40.662214 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff5191-360a-47f6-a8d9-8bf1c84d5195 req-1bac64c9-7c31-4589-bd4c-6ff37f3ac83b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:49:40.663763 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7cff5191-360a-47f6-a8d9-8bf1c84d5195 req-1bac64c9-7c31-4589-bd4c-6ff37f3ac83b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9 HTTP/1.1" status: 200 len: 945 time: 0.1710682 May 05 22:49:40.708201 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde6518d-b3fd-4409-94db-1e1983664e0f req-42c3a620-3784-4881-a704-a69bdb1a18e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:49:40.709651 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bde6518d-b3fd-4409-94db-1e1983664e0f req-42c3a620-3784-4881-a704-a69bdb1a18e0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ae690226-81a5-4d8a-baaf-694c69ac430d HTTP/1.1" status: 200 len: 835 time: 0.0589397 May 05 22:49:40.747806 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e487f-602b-4170-b0cc-516a6774df0c req-f287690d-a761-469e-b314-3b73cd55fc36 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:49:40.749240 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1c7e487f-602b-4170-b0cc-516a6774df0c req-f287690d-a761-469e-b314-3b73cd55fc36 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ae690226-81a5-4d8a-baaf-694c69ac430d HTTP/1.1" status: 200 len: 835 time: 0.0846474 May 05 22:49:40.787724 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bde6518d-b3fd-4409-94db-1e1983664e0f req-609ee637-7ee3-47b3-8460-43e9a5b87160 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4aa6a6a9-4dbe-4006-95c3-3d05ba91f431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720701 May 05 22:49:40.803802 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7cff5191-360a-47f6-a8d9-8bf1c84d5195 req-4bf98fd2-6529-4420-b5f4-cdc78c8b250b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e09f0e5-85ed-42c8-ac20-c680e72df78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052544 May 05 22:49:40.839459 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1c7e487f-602b-4170-b0cc-516a6774df0c req-50619fa1-9709-4a31-9b44-9501f816fa9a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4aa6a6a9-4dbe-4006-95c3-3d05ba91f431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0843694 May 05 22:49:40.929236 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bde6518d-b3fd-4409-94db-1e1983664e0f req-b4d356a7-42f7-4e2d-a0aa-1dcd380a021e service neutron] 10.222.0.44 "GET /v2.0/networks/4aa6a6a9-4dbe-4006-95c3-3d05ba91f431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351383 May 05 22:49:41.067715 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-bde6518d-b3fd-4409-94db-1e1983664e0f req-b0107a9d-e91d-475c-881b-66bfbcd99bc3 service neutron] 10.222.0.44 "GET /v2.0/networks/4aa6a6a9-4dbe-4006-95c3-3d05ba91f431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327071 May 05 22:49:41.073377 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1c7e487f-602b-4170-b0cc-516a6774df0c req-18fa262a-938a-4743-9521-5bf1673ecce4 service neutron] 10.222.0.32 "GET /v2.0/networks/4aa6a6a9-4dbe-4006-95c3-3d05ba91f431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274969 May 05 22:49:41.211125 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1c7e487f-602b-4170-b0cc-516a6774df0c req-f20db8e0-17a0-4d32-a861-263501f62e1f service neutron] 10.222.0.32 "GET /v2.0/networks/4aa6a6a9-4dbe-4006-95c3-3d05ba91f431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304662 May 05 22:49:41.261521 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 3397d3a6-3f2b-4935-8009-e13b98f929cc up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:49:41.332380 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 3397d3a6-3f2b-4935-8009-e13b98f929cc completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:49:41.339268 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 3397d3a6-3f2b-4935-8009-e13b98f929cc triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:49:41.339757 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:49:41.360177 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:49:41.461561 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:49:41.488200 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3397d3a6-3f2b-4935-8009-e13b98f929cc'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:49:41.498714 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 3397d3a6-3f2b-4935-8009-e13b98f929cc, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=3397d3a6-3f2b-4935-8009-e13b98f929cc,segment=NetworkSegment(c272f193-403e-4274-b9ff-3f972eabffef),segment_id=c272f193-403e-4274-b9ff-3f972eabffef)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:49:41.503803 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:49:41.569131 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-749ba4bf-6a54-4895-a7b7-19f0d2ae57eb'] response: {'server_uuid': '4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3397d3a6-3f2b-4935-8009-e13b98f929cc', 'code': 200} May 05 22:49:41.580994 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=3397d3a6-3f2b-4935-8009-e13b98f929cc,revision_number=9']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:49:42.018487 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656cdb81-f919-4b23-8018-1a39d729da52 req-5451b59a-15ab-4b52-8c72-bcd26df0abfe tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:49:42.020397 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-656cdb81-f919-4b23-8018-1a39d729da52 req-5451b59a-15ab-4b52-8c72-bcd26df0abfe tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9 HTTP/1.1" status: 200 len: 946 time: 0.0929527 May 05 22:49:42.067214 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-656cdb81-f919-4b23-8018-1a39d729da52 req-505e4329-5450-4290-92d3-43761602e755 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e09f0e5-85ed-42c8-ac20-c680e72df78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412230 May 05 22:49:42.094900 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37294) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:49:42.202383 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-fd32ac53-0bdd-4f82-b156-b4ceb073a58b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/floatingips/bf8873cc-dd9d-43b4-be98-6903a4fc33f3 HTTP/1.1" status: 200 len: 994 time: 0.1062350 May 05 22:49:44.044853 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-11906c79-e172-4f85-8cd5-972997f06f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:49:46.334323 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ef660fb2-82b0-4ddf-bd10-4520916ec55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:49:47.608167 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:49:47.613129 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:49:49.206538 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:06.431041 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:06.660970 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:08.828235 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37306) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:50:09.033105 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-da59263e-798a-46f9-a9b5-a53ffd2b174e tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Deleting port 2d602cbf-4daf-4561-b4b4-4bf50078c817 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:50:09.033403 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-da59263e-798a-46f9-a9b5-a53ffd2b174e tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:09.206452 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-da59263e-798a-46f9-a9b5-a53ffd2b174e tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:09.206710 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-da59263e-798a-46f9-a9b5-a53ffd2b174e tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:09.325804 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-da59263e-798a-46f9-a9b5-a53ffd2b174e tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Calling delete_port for 2d602cbf-4daf-4561-b4b4-4bf50078c817 owned by network:floatingip {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:50:09.572821 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-da59263e-798a-46f9-a9b5-a53ffd2b174e tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:09.618589 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da59263e-798a-46f9-a9b5-a53ffd2b174e tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event deleted for resources: {'Port': ['ID=2d602cbf-4daf-4561-b4b4-4bf50078c817,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:50:09.712365 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-da59263e-798a-46f9-a9b5-a53ffd2b174e tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for floatingip, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:10.111519 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da59263e-798a-46f9-a9b5-a53ffd2b174e tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Router bd0e687b-3548-4cee-a42e-896aff9ee6af has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:50:10.321466 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da59263e-798a-46f9-a9b5-a53ffd2b174e tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:50:10.331802 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadc9d2c-e7bf-41f8-b884-9532edb2155d None None] Sync routers for ids ['bd0e687b-3548-4cee-a42e-896aff9ee6af'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:50:10.343766 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-da59263e-798a-46f9-a9b5-a53ffd2b174e tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:10.343978 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadc9d2c-e7bf-41f8-b884-9532edb2155d None None] Routers {'bd0e687b-3548-4cee-a42e-896aff9ee6af'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:50:10.344397 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-eadc9d2c-e7bf-41f8-b884-9532edb2155d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:49:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['bd0e687b-3548-4cee-a42e-896aff9ee6af'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:50:10.398728 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-da59263e-798a-46f9-a9b5-a53ffd2b174e tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "DELETE /v2.0/floatingips/bf8873cc-dd9d-43b4-be98-6903a4fc33f3 HTTP/1.1" status: 204 len: 168 time: 1.5689623 May 05 22:50:10.399289 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9', 'tag': '3397d3a6-3f2b-4935-8009-e13b98f929cc'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:50:10.457256 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9cf7105-def3-4f08-8d35-ca5476bbb636'] response: {'name': 'network-changed', 'server_uuid': '4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9', 'tag': '3397d3a6-3f2b-4935-8009-e13b98f929cc', 'status': 'completed', 'code': 200} May 05 22:50:10.523889 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-eadc9d2c-e7bf-41f8-b884-9532edb2155d None None] Set router bd0e687b-3548-4cee-a42e-896aff9ee6af gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:50:10.558977 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-80a089ba-3ff9-43ab-b7ce-02411c20d10c req-8f302c67-230c-4923-8a5d-e13175e80edb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6b2f3059793b418098910f2d886078d9&device_id=4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9 HTTP/1.1" status: 200 len: 1097 time: 0.0798910 May 05 22:50:10.724708 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a089ba-3ff9-43ab-b7ce-02411c20d10c req-77148a90-7257-4851-9f12-e5ed3ad2638d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:50:10.726589 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-80a089ba-3ff9-43ab-b7ce-02411c20d10c req-77148a90-7257-4851-9f12-e5ed3ad2638d service neutron] 10.222.0.44 "GET /v2.0/networks?id=4aa6a6a9-4dbe-4006-95c3-3d05ba91f431 HTTP/1.1" status: 200 len: 898 time: 0.1615405 May 05 22:50:10.795222 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-80a089ba-3ff9-43ab-b7ce-02411c20d10c req-4a53d78b-da38-41b6-bf43-00c5bb379532 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3397d3a6-3f2b-4935-8009-e13b98f929cc HTTP/1.1" status: 200 len: 217 time: 0.0612860 May 05 22:50:10.814960 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c4b152-929b-4011-8578-2d6273817c4d req-0ef9ec28-deec-42d1-b31d-6ea661fe9b26 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:50:10.817302 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f0c4b152-929b-4011-8578-2d6273817c4d req-0ef9ec28-deec-42d1-b31d-6ea661fe9b26 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9 HTTP/1.1" status: 200 len: 946 time: 0.0841904 May 05 22:50:10.877857 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f0c4b152-929b-4011-8578-2d6273817c4d req-8fed5c80-15ed-4f4d-bdb7-11541ef7a44f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e09f0e5-85ed-42c8-ac20-c680e72df78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496931 May 05 22:50:10.882534 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-eadc9d2c-e7bf-41f8-b884-9532edb2155d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd0e687b-3548-4cee-a42e-896aff9ee6af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1545555458', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '7681c6d4-cdbc-4ea0-99b4-6c567ac4e24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:48:24Z', 'updated_at': '2022-05-05T22:48:29Z', 'revision_number': 4, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': '7681c6d4-cdbc-4ea0-99b4-6c567ac4e24f', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0e687b-3548-4cee-a42e-896aff9ee6af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:48:25Z', 'updated_at': '2022-05-05T22:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '1dd6745b-4e45-49fb-81a3-442d46fe456a', 'name': '', 'network_id': '4aa6a6a9-4dbe-4006-95c3-3d05ba91f431', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'mac_address': 'fa:16:3e:7e:de:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0e687b-3548-4cee-a42e-896aff9ee6af', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae690226-81a5-4d8a-baaf-694c69ac430d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:48:28Z', 'updated_at': '2022-05-05T22:48:35Z', 'revision_number': 5, 'project_id': '6b2f3059793b418098910f2d886078d9', 'subnets': [{'id': 'ae690226-81a5-4d8a-baaf-694c69ac430d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:50:10.888557 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadc9d2c-e7bf-41f8-b884-9532edb2155d None None] Checking router: bd0e687b-3548-4cee-a42e-896aff9ee6af for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:50:10.902507 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a089ba-3ff9-43ab-b7ce-02411c20d10c req-04e7e096-4136-42cf-9633-941ebfc4bcb1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:50:10.903971 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-80a089ba-3ff9-43ab-b7ce-02411c20d10c req-04e7e096-4136-42cf-9633-941ebfc4bcb1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ae690226-81a5-4d8a-baaf-694c69ac430d HTTP/1.1" status: 200 len: 835 time: 0.1020327 May 05 22:50:10.904367 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadc9d2c-e7bf-41f8-b884-9532edb2155d None None] Routers {'bd0e687b-3548-4cee-a42e-896aff9ee6af'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:50:10.905124 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-eadc9d2c-e7bf-41f8-b884-9532edb2155d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:49:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['bd0e687b-3548-4cee-a42e-896aff9ee6af'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:50:10.981591 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-80a089ba-3ff9-43ab-b7ce-02411c20d10c req-3bba1a78-9445-4cac-8610-06b4a1e3e442 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4aa6a6a9-4dbe-4006-95c3-3d05ba91f431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705261 May 05 22:50:11.081662 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-eadc9d2c-e7bf-41f8-b884-9532edb2155d None None] Set router bd0e687b-3548-4cee-a42e-896aff9ee6af gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:50:11.116829 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-80a089ba-3ff9-43ab-b7ce-02411c20d10c req-1fa3ad90-2eaf-401b-82eb-721a86d44ed5 service neutron] 10.222.0.44 "GET /v2.0/networks/4aa6a6a9-4dbe-4006-95c3-3d05ba91f431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283579 May 05 22:50:11.359901 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-80a089ba-3ff9-43ab-b7ce-02411c20d10c req-d41d2397-46be-4e81-8a4f-b4a4b63313a9 service neutron] 10.222.0.44 "GET /v2.0/networks/4aa6a6a9-4dbe-4006-95c3-3d05ba91f431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369020 May 05 22:50:11.457244 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-eadc9d2c-e7bf-41f8-b884-9532edb2155d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd0e687b-3548-4cee-a42e-896aff9ee6af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1545555458', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '7681c6d4-cdbc-4ea0-99b4-6c567ac4e24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:48:24Z', 'updated_at': '2022-05-05T22:48:29Z', 'revision_number': 4, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': '7681c6d4-cdbc-4ea0-99b4-6c567ac4e24f', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0e687b-3548-4cee-a42e-896aff9ee6af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:48:25Z', 'updated_at': '2022-05-05T22:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '1dd6745b-4e45-49fb-81a3-442d46fe456a', 'name': '', 'network_id': '4aa6a6a9-4dbe-4006-95c3-3d05ba91f431', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'mac_address': 'fa:16:3e:7e:de:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0e687b-3548-4cee-a42e-896aff9ee6af', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae690226-81a5-4d8a-baaf-694c69ac430d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:48:28Z', 'updated_at': '2022-05-05T22:48:35Z', 'revision_number': 5, 'project_id': '6b2f3059793b418098910f2d886078d9', 'subnets': [{'id': 'ae690226-81a5-4d8a-baaf-694c69ac430d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:50:11.461576 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadc9d2c-e7bf-41f8-b884-9532edb2155d None None] The sync data for ids ['bd0e687b-3548-4cee-a42e-896aff9ee6af'] in n-d-825175-4 is: [{'id': 'bd0e687b-3548-4cee-a42e-896aff9ee6af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1545555458', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '7681c6d4-cdbc-4ea0-99b4-6c567ac4e24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:48:24Z', 'updated_at': '2022-05-05T22:48:29Z', 'revision_number': 4, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': '7681c6d4-cdbc-4ea0-99b4-6c567ac4e24f', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0e687b-3548-4cee-a42e-896aff9ee6af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:48:25Z', 'updated_at': '2022-05-05T22:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '1dd6745b-4e45-49fb-81a3-442d46fe456a', 'name': '', 'network_id': '4aa6a6a9-4dbe-4006-95c3-3d05ba91f431', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'mac_address': 'fa:16:3e:7e:de:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0e687b-3548-4cee-a42e-896aff9ee6af', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae690226-81a5-4d8a-baaf-694c69ac430d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:48:28Z', 'updated_at': '2022-05-05T22:48:35Z', 'revision_number': 5, 'project_id': '6b2f3059793b418098910f2d886078d9', 'subnets': [{'id': 'ae690226-81a5-4d8a-baaf-694c69ac430d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:50:11.677925 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b44a3cd-0565-4b49-8d76-fd7002dc35a8 None None] New status for floating IP bf8873cc-dd9d-43b4-be98-6903a4fc33f3: DOWN {{(pid=84068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 22:50:12.032482 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e525513-9f5b-49c2-9b44-fc4099569a87 req-2d567f92-c7bc-438e-8d77-879a9b82e72f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:50:12.033169 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-4e525513-9f5b-49c2-9b44-fc4099569a87 req-2d567f92-c7bc-438e-8d77-879a9b82e72f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Synchronizing usage tracker for tenant:6b2f3059793b418098910f2d886078d9 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:50:12.049873 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-4e525513-9f5b-49c2-9b44-fc4099569a87 req-2d567f92-c7bc-438e-8d77-879a9b82e72f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Unset dirty status for tenant:6b2f3059793b418098910f2d886078d9 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:50:12.051207 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4e525513-9f5b-49c2-9b44-fc4099569a87 req-2d567f92-c7bc-438e-8d77-879a9b82e72f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9 HTTP/1.1" status: 200 len: 946 time: 0.0974076 May 05 22:50:12.082040 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b7a82-a269-4333-89b5-6b761c2d68b6 req-fb230659-289e-4ac8-a6a4-416d2392e33c tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:50:12.083496 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4b1b7a82-a269-4333-89b5-6b761c2d68b6 req-fb230659-289e-4ac8-a6a4-416d2392e33c tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9 HTTP/1.1" status: 200 len: 946 time: 0.0790172 May 05 22:50:12.120930 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-4e525513-9f5b-49c2-9b44-fc4099569a87 req-0645b00e-a24d-4c56-b4a1-7264283f4c3c tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Deleting port 3397d3a6-3f2b-4935-8009-e13b98f929cc {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:50:12.121595 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-4e525513-9f5b-49c2-9b44-fc4099569a87 req-0645b00e-a24d-4c56-b4a1-7264283f4c3c tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:12.129947 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4b1b7a82-a269-4333-89b5-6b761c2d68b6 req-747be536-a1af-4e68-8230-8d17c26aa3ab tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=6e09f0e5-85ed-42c8-ac20-c680e72df78b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405459 May 05 22:50:12.376003 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-4e525513-9f5b-49c2-9b44-fc4099569a87 req-0645b00e-a24d-4c56-b4a1-7264283f4c3c tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] For port 3397d3a6-3f2b-4935-8009-e13b98f929cc, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=3397d3a6-3f2b-4935-8009-e13b98f929cc,segment=NetworkSegment(c272f193-403e-4274-b9ff-3f972eabffef),segment_id=c272f193-403e-4274-b9ff-3f972eabffef)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:50:12.376250 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-4e525513-9f5b-49c2-9b44-fc4099569a87 req-0645b00e-a24d-4c56-b4a1-7264283f4c3c tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:12.498045 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-4e525513-9f5b-49c2-9b44-fc4099569a87 req-0645b00e-a24d-4c56-b4a1-7264283f4c3c tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Calling delete_port for 3397d3a6-3f2b-4935-8009-e13b98f929cc owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:50:12.658931 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-4e525513-9f5b-49c2-9b44-fc4099569a87 req-0645b00e-a24d-4c56-b4a1-7264283f4c3c tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:12.707478 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0645b00e-a24d-4c56-b4a1-7264283f4c3c tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event deleted for resources: {'Port': ['ID=3397d3a6-3f2b-4935-8009-e13b98f929cc,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:50:12.785606 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e525513-9f5b-49c2-9b44-fc4099569a87 req-0645b00e-a24d-4c56-b4a1-7264283f4c3c tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] No DVR routers for this DVR port 3397d3a6-3f2b-4935-8009-e13b98f929cc on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:50:12.788933 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-4e525513-9f5b-49c2-9b44-fc4099569a87 req-0645b00e-a24d-4c56-b4a1-7264283f4c3c tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:12.792367 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9', 'name': 'network-vif-deleted', 'tag': '3397d3a6-3f2b-4935-8009-e13b98f929cc'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:50:12.814045 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4e525513-9f5b-49c2-9b44-fc4099569a87 req-0645b00e-a24d-4c56-b4a1-7264283f4c3c tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.44 "DELETE /v2.0/ports/3397d3a6-3f2b-4935-8009-e13b98f929cc HTTP/1.1" status: 204 len: 173 time: 0.7577670 May 05 22:50:12.854381 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5e6b55d-602b-4aea-b440-69a1a0c15e41'] response: {'server_uuid': '4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9', 'name': 'network-vif-deleted', 'tag': '3397d3a6-3f2b-4935-8009-e13b98f929cc', 'status': 'completed', 'code': 200} May 05 22:50:13.316651 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9dd69b02-9cf6-49d6-ae36-74a0ca2a94fd req-e82c5c2f-050b-404f-96d6-265197c12add tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c0fd100-b7e8-4544-bee5-ad9d3df2c3a9 HTTP/1.1" status: 200 len: 210 time: 0.0408463 May 05 22:50:14.046630 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9c0a1bc1-c36e-4a83-b93d-2c78e1091993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:14.435111 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37324) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:50:14.854392 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0a988fbd-674b-4400-a456-fb58c1852f4c tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:15.448615 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 3397d3a6-3f2b-4935-8009-e13b98f929cc no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:50:15.481598 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: 3397d3a6-3f2b-4935-8009-e13b98f929cc {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:50:15.481941 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 3397d3a6-3f2b-4935-8009-e13b98f929cc not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:50:15.604477 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-0a988fbd-674b-4400-a456-fb58c1852f4c tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Deleting port 1dd6745b-4e45-49fb-81a3-442d46fe456a {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:50:15.605031 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0a988fbd-674b-4400-a456-fb58c1852f4c tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:15.796976 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-0a988fbd-674b-4400-a456-fb58c1852f4c tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] For port 1dd6745b-4e45-49fb-81a3-442d46fe456a, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=1dd6745b-4e45-49fb-81a3-442d46fe456a,segment=NetworkSegment(c272f193-403e-4274-b9ff-3f972eabffef),segment_id=c272f193-403e-4274-b9ff-3f972eabffef)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:50:15.797225 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0a988fbd-674b-4400-a456-fb58c1852f4c tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:15.916624 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-0a988fbd-674b-4400-a456-fb58c1852f4c tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Calling delete_port for 1dd6745b-4e45-49fb-81a3-442d46fe456a owned by network:router_interface {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:50:16.118991 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0a988fbd-674b-4400-a456-fb58c1852f4c tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:16.162972 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a988fbd-674b-4400-a456-fb58c1852f4c tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event deleted for resources: {'Port': ['ID=1dd6745b-4e45-49fb-81a3-442d46fe456a,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:50:16.329297 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9cf8f7cf-5aa2-4923-97f6-37c3031f67f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:16.463767 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0a988fbd-674b-4400-a456-fb58c1852f4c tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:17.158482 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a988fbd-674b-4400-a456-fb58c1852f4c tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Router bd0e687b-3548-4cee-a42e-896aff9ee6af has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:50:17.365079 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a988fbd-674b-4400-a456-fb58c1852f4c tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:50:17.374982 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7c1e0e-bc53-4ed4-8376-997e820dfd64 None None] Sync routers for ids ['bd0e687b-3548-4cee-a42e-896aff9ee6af'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:50:17.378315 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0a988fbd-674b-4400-a456-fb58c1852f4c tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "PUT /v2.0/routers/bd0e687b-3548-4cee-a42e-896aff9ee6af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9421332 May 05 22:50:17.380945 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37328) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:50:17.388385 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7c1e0e-bc53-4ed4-8376-997e820dfd64 None None] Routers {'bd0e687b-3548-4cee-a42e-896aff9ee6af'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:50:17.388996 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-ef7c1e0e-bc53-4ed4-8376-997e820dfd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:50:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['bd0e687b-3548-4cee-a42e-896aff9ee6af'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:50:17.566401 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ca61df9-a780-4973-917e-f4e5eb4bd81e tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Deleting subnet ae690226-81a5-4d8a-baaf-694c69ac430d {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:50:17.567272 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-ef7c1e0e-bc53-4ed4-8376-997e820dfd64 None None] Set router bd0e687b-3548-4cee-a42e-896aff9ee6af gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:50:17.569316 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0ca61df9-a780-4973-917e-f4e5eb4bd81e tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:17.623020 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0ca61df9-a780-4973-917e-f4e5eb4bd81e tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:17.703538 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0ca61df9-a780-4973-917e-f4e5eb4bd81e tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:17.709991 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:17.756419 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:17.779949 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0ca61df9-a780-4973-917e-f4e5eb4bd81e tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:17.816909 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca61df9-a780-4973-917e-f4e5eb4bd81e tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event deleted for resources: {'Subnet': ['ID=ae690226-81a5-4d8a-baaf-694c69ac430d,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:50:17.823950 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0ca61df9-a780-4973-917e-f4e5eb4bd81e tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:17.830536 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0ca61df9-a780-4973-917e-f4e5eb4bd81e tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "DELETE /v2.0/subnets/ae690226-81a5-4d8a-baaf-694c69ac430d HTTP/1.1" status: 204 len: 168 time: 0.4486418 May 05 22:50:17.833152 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37332) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:50:17.844703 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b57f6b2-b60b-4e89-bd0c-21da0a0119d2 None None] Network 4aa6a6a9-4dbe-4006-95c3-3d05ba91f431 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:50:18.039423 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-272b4229-0ea3-4be7-81c9-976eb72c97b1 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:18.041155 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-ef7c1e0e-bc53-4ed4-8376-997e820dfd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd0e687b-3548-4cee-a42e-896aff9ee6af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1545555458', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '7681c6d4-cdbc-4ea0-99b4-6c567ac4e24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:48:24Z', 'updated_at': '2022-05-05T22:50:16Z', 'revision_number': 5, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': '7681c6d4-cdbc-4ea0-99b4-6c567ac4e24f', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0e687b-3548-4cee-a42e-896aff9ee6af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:48:25Z', 'updated_at': '2022-05-05T22:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:50:18.047866 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7c1e0e-bc53-4ed4-8376-997e820dfd64 None None] Checking router: bd0e687b-3548-4cee-a42e-896aff9ee6af for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:50:18.065757 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7c1e0e-bc53-4ed4-8376-997e820dfd64 None None] Routers {'bd0e687b-3548-4cee-a42e-896aff9ee6af'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:50:18.066359 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-ef7c1e0e-bc53-4ed4-8376-997e820dfd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:50:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['bd0e687b-3548-4cee-a42e-896aff9ee6af'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:50:18.182198 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147cddbc-1eeb-4ab3-8ddd-42efe48a6492 None None] DHCP port deletion for 4aa6a6a9-4dbe-4006-95c3-3d05ba91f431 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:50:18.201631 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-147cddbc-1eeb-4ab3-8ddd-42efe48a6492 None None] Deleting port cefea259-a501-49ed-b61b-0f915a216989 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:50:18.202009 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-147cddbc-1eeb-4ab3-8ddd-42efe48a6492 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:18.240115 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-272b4229-0ea3-4be7-81c9-976eb72c97b1 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:18.249910 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-272b4229-0ea3-4be7-81c9-976eb72c97b1 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Deleting port 7681c6d4-cdbc-4ea0-99b4-6c567ac4e24f {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:50:18.250331 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-272b4229-0ea3-4be7-81c9-976eb72c97b1 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:18.361767 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:50:18.452173 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-ef7c1e0e-bc53-4ed4-8376-997e820dfd64 None None] Set router bd0e687b-3548-4cee-a42e-896aff9ee6af gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:50:18.538731 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-272b4229-0ea3-4be7-81c9-976eb72c97b1 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] For port 7681c6d4-cdbc-4ea0-99b4-6c567ac4e24f, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=7681c6d4-cdbc-4ea0-99b4-6c567ac4e24f,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:50:18.539157 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-272b4229-0ea3-4be7-81c9-976eb72c97b1 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:18.596173 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-147cddbc-1eeb-4ab3-8ddd-42efe48a6492 None None] For port cefea259-a501-49ed-b61b-0f915a216989, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=cefea259-a501-49ed-b61b-0f915a216989,segment=NetworkSegment(c272f193-403e-4274-b9ff-3f972eabffef),segment_id=c272f193-403e-4274-b9ff-3f972eabffef)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:50:18.596558 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-147cddbc-1eeb-4ab3-8ddd-42efe48a6492 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:18.656723 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-272b4229-0ea3-4be7-81c9-976eb72c97b1 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Calling delete_port for 7681c6d4-cdbc-4ea0-99b4-6c567ac4e24f owned by network:router_gateway {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:50:18.770593 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-147cddbc-1eeb-4ab3-8ddd-42efe48a6492 None None] Calling delete_port for cefea259-a501-49ed-b61b-0f915a216989 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:50:18.825156 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-272b4229-0ea3-4be7-81c9-976eb72c97b1 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:18.870634 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272b4229-0ea3-4be7-81c9-976eb72c97b1 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event deleted for resources: {'Port': ['ID=7681c6d4-cdbc-4ea0-99b4-6c567ac4e24f,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:50:18.907467 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-147cddbc-1eeb-4ab3-8ddd-42efe48a6492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:18.945579 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device cefea259-a501-49ed-b61b-0f915a216989 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:50:18.996000 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147cddbc-1eeb-4ab3-8ddd-42efe48a6492 None None] Pushing event deleted for resources: {'Port': ['ID=cefea259-a501-49ed-b61b-0f915a216989,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:50:18.997689 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: cefea259-a501-49ed-b61b-0f915a216989 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:50:18.997999 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device cefea259-a501-49ed-b61b-0f915a216989 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:50:19.003408 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147cddbc-1eeb-4ab3-8ddd-42efe48a6492 None None] No DVR routers for this DVR port cefea259-a501-49ed-b61b-0f915a216989 on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:50:19.025341 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-ef7c1e0e-bc53-4ed4-8376-997e820dfd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd0e687b-3548-4cee-a42e-896aff9ee6af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1545555458', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '7681c6d4-cdbc-4ea0-99b4-6c567ac4e24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:48:24Z', 'updated_at': '2022-05-05T22:50:16Z', 'revision_number': 5, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': '7681c6d4-cdbc-4ea0-99b4-6c567ac4e24f', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0e687b-3548-4cee-a42e-896aff9ee6af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:48:25Z', 'updated_at': '2022-05-05T22:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:50:19.029463 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7c1e0e-bc53-4ed4-8376-997e820dfd64 None None] The sync data for ids ['bd0e687b-3548-4cee-a42e-896aff9ee6af'] in n-d-825175-4 is: [{'id': 'bd0e687b-3548-4cee-a42e-896aff9ee6af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1545555458', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '7681c6d4-cdbc-4ea0-99b4-6c567ac4e24f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:48:24Z', 'updated_at': '2022-05-05T22:50:16Z', 'revision_number': 5, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': '7681c6d4-cdbc-4ea0-99b4-6c567ac4e24f', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0e687b-3548-4cee-a42e-896aff9ee6af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:48:25Z', 'updated_at': '2022-05-05T22:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:50:19.104339 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-272b4229-0ea3-4be7-81c9-976eb72c97b1 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:19.207070 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:19.356800 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-272b4229-0ea3-4be7-81c9-976eb72c97b1 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:19.361470 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-272b4229-0ea3-4be7-81c9-976eb72c97b1 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:19.390814 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-272b4229-0ea3-4be7-81c9-976eb72c97b1 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:19.391368 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272b4229-0ea3-4be7-81c9-976eb72c97b1 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Fanout notify agent at l3_agent the message router_deleted on router bd0e687b-3548-4cee-a42e-896aff9ee6af {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:50:19.409472 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-272b4229-0ea3-4be7-81c9-976eb72c97b1 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:19.409982 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-272b4229-0ea3-4be7-81c9-976eb72c97b1 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "DELETE /v2.0/routers/bd0e687b-3548-4cee-a42e-896aff9ee6af HTTP/1.1" status: 204 len: 168 time: 1.5759459 May 05 22:50:19.413078 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37336) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:50:19.532007 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-254324ff-d0aa-40d7-bc61-b11ba11ad1c3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:19.669078 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-254324ff-d0aa-40d7-bc61-b11ba11ad1c3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:19.697170 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-254324ff-d0aa-40d7-bc61-b11ba11ad1c3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aa6a6a9-4dbe-4006-95c3-3d05ba91f431']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:50:19.709500 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-254324ff-d0aa-40d7-bc61-b11ba11ad1c3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c272f193-403e-4274-b9ff-3f972eabffef') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:50:19.709832 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-254324ff-d0aa-40d7-bc61-b11ba11ad1c3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c272f193-403e-4274-b9ff-3f972eabffef') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:50:19.721105 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-254324ff-d0aa-40d7-bc61-b11ba11ad1c3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:19.737456 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-254324ff-d0aa-40d7-bc61-b11ba11ad1c3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:19.744253 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-254324ff-d0aa-40d7-bc61-b11ba11ad1c3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:50:19.745078 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-254324ff-d0aa-40d7-bc61-b11ba11ad1c3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:19.762480 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 22:50:19.762480 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:50:19.762480 n-d-825175-4 neutron-server[84061]: timer() May 05 22:50:19.762480 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:50:19.762480 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 22:50:19.762480 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:50:19.762480 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 22:50:19.762480 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:50:19.762480 n-d-825175-4 neutron-server[84061]: self._notify() May 05 22:50:19.762480 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:50:19.762480 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 22:50:19.762480 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:50:19.762480 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 22:50:19.762480 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:50:19.762480 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:50:19.762480 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:50:19.762480 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:50:19.762480 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:50:19.762480 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 22:50:19.762480 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:50:19.762480 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 22:50:19.762480 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:50:19.762480 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:50:19.762480 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:50:19.762480 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 22:50:19.762480 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:50:19.762480 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:50:19.762480 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:50:19.762480 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:50:19.762480 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:50:19.762480 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:50:19.762480 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:50:19.850908 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-254324ff-d0aa-40d7-bc61-b11ba11ad1c3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:19.868803 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-254324ff-d0aa-40d7-bc61-b11ba11ad1c3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:19.879987 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254324ff-d0aa-40d7-bc61-b11ba11ad1c3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event deleted for resources: {'Network': ['ID=4aa6a6a9-4dbe-4006-95c3-3d05ba91f431,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:50:19.892371 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-254324ff-d0aa-40d7-bc61-b11ba11ad1c3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "DELETE /v2.0/networks/4aa6a6a9-4dbe-4006-95c3-3d05ba91f431 HTTP/1.1" status: 204 len: 168 time: 0.4782484 May 05 22:50:19.894278 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254324ff-d0aa-40d7-bc61-b11ba11ad1c3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:50:19.894623 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254324ff-d0aa-40d7-bc61-b11ba11ad1c3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:50:19.894980 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254324ff-d0aa-40d7-bc61-b11ba11ad1c3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:50:19.895404 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254324ff-d0aa-40d7-bc61-b11ba11ad1c3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:50:19.895737 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254324ff-d0aa-40d7-bc61-b11ba11ad1c3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:50:19.895850 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37340) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:50:19.896062 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254324ff-d0aa-40d7-bc61-b11ba11ad1c3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:50:19.896384 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254324ff-d0aa-40d7-bc61-b11ba11ad1c3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:50:19.896707 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254324ff-d0aa-40d7-bc61-b11ba11ad1c3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:50:19.897026 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254324ff-d0aa-40d7-bc61-b11ba11ad1c3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:50:19.897441 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254324ff-d0aa-40d7-bc61-b11ba11ad1c3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:50:19.897848 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254324ff-d0aa-40d7-bc61-b11ba11ad1c3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:50:19.970000 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e2d3fb59-9357-4501-96e0-65a43c4b79cb tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:20.000486 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e2d3fb59-9357-4501-96e0-65a43c4b79cb tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:20.074871 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e2d3fb59-9357-4501-96e0-65a43c4b79cb tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:20.094023 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d3fb59-9357-4501-96e0-65a43c4b79cb tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e09f0e5-85ed-42c8-ac20-c680e72df78b,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:50:20.108083 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e2d3fb59-9357-4501-96e0-65a43c4b79cb tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:20.111873 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-e2d3fb59-9357-4501-96e0-65a43c4b79cb tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "DELETE /v2.0/security-groups/6e09f0e5-85ed-42c8-ac20-c680e72df78b HTTP/1.1" status: 204 len: 168 time: 0.2124960 May 05 22:50:20.595847 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37348) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:50:20.601704 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-20f614df-7348-46dd-afac-f062a87e204c tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-994762660', 'description': 'tempest-secgroup-smoke-994762660 description', 'project_id': '6b2f3059793b418098910f2d886078d9'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:50:20.609227 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-20f614df-7348-46dd-afac-f062a87e204c tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:50:20.613764 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-20f614df-7348-46dd-afac-f062a87e204c tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Usage tracker for resource:security_group and tenant:6b2f3059793b418098910f2d886078d9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:50:20.616897 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-20f614df-7348-46dd-afac-f062a87e204c tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:50:20.624244 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-20f614df-7348-46dd-afac-f062a87e204c tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:50:20.637406 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-20f614df-7348-46dd-afac-f062a87e204c tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:20.676108 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-20f614df-7348-46dd-afac-f062a87e204c tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:50:20.679851 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-20f614df-7348-46dd-afac-f062a87e204c tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Usage tracker for resource:security_group_rule and tenant:6b2f3059793b418098910f2d886078d9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:50:20.683105 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-20f614df-7348-46dd-afac-f062a87e204c tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:50:20.688635 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-20f614df-7348-46dd-afac-f062a87e204c tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:50:20.745305 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-20f614df-7348-46dd-afac-f062a87e204c tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:20.749978 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-20f614df-7348-46dd-afac-f062a87e204c tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:20.797070 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f614df-7348-46dd-afac-f062a87e204c tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c090614-d42e-4747-999e-22114efd90a5,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:50:20.804646 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-20f614df-7348-46dd-afac-f062a87e204c tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:20.806141 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-20f614df-7348-46dd-afac-f062a87e204c tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2091665 May 05 22:50:20.809878 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37352) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:50:20.815389 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-0ad644df-2e0c-4e70-a959-1dfc476cd762 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Request body: {'security_group_rule': {'security_group_id': '4c090614-d42e-4747-999e-22114efd90a5', 'project_id': '6b2f3059793b418098910f2d886078d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:50:20.822451 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-0ad644df-2e0c-4e70-a959-1dfc476cd762 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:50:20.826322 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0ad644df-2e0c-4e70-a959-1dfc476cd762 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Usage tracker for resource:security_group_rule and tenant:6b2f3059793b418098910f2d886078d9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:50:20.829262 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0ad644df-2e0c-4e70-a959-1dfc476cd762 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:50:20.835055 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-0ad644df-2e0c-4e70-a959-1dfc476cd762 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:50:20.854402 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0ad644df-2e0c-4e70-a959-1dfc476cd762 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:20.915883 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 7681c6d4-cdbc-4ea0-99b4-6c567ac4e24f no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:50:20.919838 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0ad644df-2e0c-4e70-a959-1dfc476cd762 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:20.925563 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0ad644df-2e0c-4e70-a959-1dfc476cd762 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:20.948595 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad644df-2e0c-4e70-a959-1dfc476cd762 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7d5875c-ab0d-4fbc-a095-3d7c80f7160c,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:50:20.958433 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0ad644df-2e0c-4e70-a959-1dfc476cd762 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:20.959615 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0ad644df-2e0c-4e70-a959-1dfc476cd762 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1488352 May 05 22:50:20.961623 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 7681c6d4-cdbc-4ea0-99b4-6c567ac4e24f {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:50:20.961960 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 7681c6d4-cdbc-4ea0-99b4-6c567ac4e24f not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:50:20.962371 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 1dd6745b-4e45-49fb-81a3-442d46fe456a no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:50:20.963248 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37356) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:50:20.968638 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-b8565db3-59da-4f4b-9b8c-ff27c8126e83 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Request body: {'security_group_rule': {'security_group_id': '4c090614-d42e-4747-999e-22114efd90a5', 'project_id': '6b2f3059793b418098910f2d886078d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:50:20.975448 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-b8565db3-59da-4f4b-9b8c-ff27c8126e83 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:50:20.979646 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b8565db3-59da-4f4b-9b8c-ff27c8126e83 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Usage tracker for resource:security_group_rule and tenant:6b2f3059793b418098910f2d886078d9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:50:20.982531 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b8565db3-59da-4f4b-9b8c-ff27c8126e83 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:50:20.988206 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-b8565db3-59da-4f4b-9b8c-ff27c8126e83 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:50:20.997020 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 1dd6745b-4e45-49fb-81a3-442d46fe456a {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:50:20.997388 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 1dd6745b-4e45-49fb-81a3-442d46fe456a not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:50:21.006508 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b8565db3-59da-4f4b-9b8c-ff27c8126e83 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:21.068599 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b8565db3-59da-4f4b-9b8c-ff27c8126e83 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:21.074746 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b8565db3-59da-4f4b-9b8c-ff27c8126e83 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:21.099026 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8565db3-59da-4f4b-9b8c-ff27c8126e83 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdcb45b9-804e-49b6-9fe7-b7195411e1a1,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:50:21.109888 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b8565db3-59da-4f4b-9b8c-ff27c8126e83 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:21.111115 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b8565db3-59da-4f4b-9b8c-ff27c8126e83 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1469593 May 05 22:50:21.113790 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37360) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:50:21.120227 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-abb89aa2-ba5e-4e8f-a644-472c52362bff tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Request body: {'security_group_rule': {'security_group_id': '4c090614-d42e-4747-999e-22114efd90a5', 'project_id': '6b2f3059793b418098910f2d886078d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:50:21.127429 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-abb89aa2-ba5e-4e8f-a644-472c52362bff tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:50:21.131519 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-abb89aa2-ba5e-4e8f-a644-472c52362bff tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Usage tracker for resource:security_group_rule and tenant:6b2f3059793b418098910f2d886078d9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:50:21.134648 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-abb89aa2-ba5e-4e8f-a644-472c52362bff tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:50:21.140756 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-abb89aa2-ba5e-4e8f-a644-472c52362bff tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:50:21.158447 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-abb89aa2-ba5e-4e8f-a644-472c52362bff tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:21.316406 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-abb89aa2-ba5e-4e8f-a644-472c52362bff tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:21.321495 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-abb89aa2-ba5e-4e8f-a644-472c52362bff tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:21.341943 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb89aa2-ba5e-4e8f-a644-472c52362bff tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dec271a4-adf8-4033-8879-a5b87879e56c,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:50:21.355579 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-abb89aa2-ba5e-4e8f-a644-472c52362bff tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:21.357138 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-abb89aa2-ba5e-4e8f-a644-472c52362bff tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2423949 May 05 22:50:21.360230 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37364) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:50:21.368420 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-b4fae7ac-e5f3-4f82-b753-1a9b1669cc46 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Request body: {'security_group_rule': {'security_group_id': '4c090614-d42e-4747-999e-22114efd90a5', 'project_id': '6b2f3059793b418098910f2d886078d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:50:21.379425 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-b4fae7ac-e5f3-4f82-b753-1a9b1669cc46 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:50:21.384080 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b4fae7ac-e5f3-4f82-b753-1a9b1669cc46 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Usage tracker for resource:security_group_rule and tenant:6b2f3059793b418098910f2d886078d9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:50:21.387410 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b4fae7ac-e5f3-4f82-b753-1a9b1669cc46 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:50:21.394062 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-b4fae7ac-e5f3-4f82-b753-1a9b1669cc46 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:50:21.412000 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b4fae7ac-e5f3-4f82-b753-1a9b1669cc46 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:21.482176 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b4fae7ac-e5f3-4f82-b753-1a9b1669cc46 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:21.487100 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b4fae7ac-e5f3-4f82-b753-1a9b1669cc46 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:21.510604 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fae7ac-e5f3-4f82-b753-1a9b1669cc46 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45ebd1ec-4261-4785-a3e1-92195b6cee7d,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:50:21.520839 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b4fae7ac-e5f3-4f82-b753-1a9b1669cc46 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:21.522034 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b4fae7ac-e5f3-4f82-b753-1a9b1669cc46 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1606004 May 05 22:50:21.524793 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37368) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:50:21.530444 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-942a7acb-4c17-45ff-a99d-9c97963694a2 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Request body: {'security_group_rule': {'security_group_id': '4c090614-d42e-4747-999e-22114efd90a5', 'project_id': '6b2f3059793b418098910f2d886078d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:50:21.537355 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-942a7acb-4c17-45ff-a99d-9c97963694a2 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:50:21.541625 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-942a7acb-4c17-45ff-a99d-9c97963694a2 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Usage tracker for resource:security_group_rule and tenant:6b2f3059793b418098910f2d886078d9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:50:21.544874 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-942a7acb-4c17-45ff-a99d-9c97963694a2 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:50:21.551119 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-942a7acb-4c17-45ff-a99d-9c97963694a2 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:50:21.563103 n-d-825175-4 neutron-server[84063]: INFO neutron.db.securitygroups_db [None req-942a7acb-4c17-45ff-a99d-9c97963694a2 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Project 6b2f3059793b418098910f2d886078d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 22:50:21.569530 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-942a7acb-4c17-45ff-a99d-9c97963694a2 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:21.639058 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-942a7acb-4c17-45ff-a99d-9c97963694a2 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:21.645243 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-942a7acb-4c17-45ff-a99d-9c97963694a2 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:21.668723 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942a7acb-4c17-45ff-a99d-9c97963694a2 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fea5dbb-aee5-4779-ae40-1fbb61601b27,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:50:21.677781 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-942a7acb-4c17-45ff-a99d-9c97963694a2 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:21.679162 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-942a7acb-4c17-45ff-a99d-9c97963694a2 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1533325 May 05 22:50:21.682061 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37372) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:50:21.687498 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-0d172cfa-c2ea-4124-836d-ea9a2b818dfc tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Request body: {'security_group_rule': {'security_group_id': '4c090614-d42e-4747-999e-22114efd90a5', 'project_id': '6b2f3059793b418098910f2d886078d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:50:21.695261 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-0d172cfa-c2ea-4124-836d-ea9a2b818dfc tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:50:21.699853 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0d172cfa-c2ea-4124-836d-ea9a2b818dfc tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Usage tracker for resource:security_group_rule and tenant:6b2f3059793b418098910f2d886078d9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:50:21.703280 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0d172cfa-c2ea-4124-836d-ea9a2b818dfc tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:50:21.711560 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-0d172cfa-c2ea-4124-836d-ea9a2b818dfc tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:50:21.723387 n-d-825175-4 neutron-server[84063]: INFO neutron.db.securitygroups_db [None req-0d172cfa-c2ea-4124-836d-ea9a2b818dfc tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Project 6b2f3059793b418098910f2d886078d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 22:50:21.730339 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0d172cfa-c2ea-4124-836d-ea9a2b818dfc tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:21.813350 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0d172cfa-c2ea-4124-836d-ea9a2b818dfc tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:21.819415 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0d172cfa-c2ea-4124-836d-ea9a2b818dfc tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:21.848953 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d172cfa-c2ea-4124-836d-ea9a2b818dfc tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca9b43d6-4566-445d-abb6-a51541627f02,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:50:21.859354 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0d172cfa-c2ea-4124-836d-ea9a2b818dfc tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:21.860746 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0d172cfa-c2ea-4124-836d-ea9a2b818dfc tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1776998 May 05 22:50:21.863869 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37376) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:50:21.869368 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-4159106d-68f4-498f-b814-0fcb2875c2e3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Request body: {'network': {'name': 'tempest-network-smoke--76064625', 'project_id': '6b2f3059793b418098910f2d886078d9', 'port_security_enabled': True}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:50:21.875375 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-4159106d-68f4-498f-b814-0fcb2875c2e3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:50:21.879744 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-4159106d-68f4-498f-b814-0fcb2875c2e3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Usage tracker for resource:network and tenant:6b2f3059793b418098910f2d886078d9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:50:21.882782 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-4159106d-68f4-498f-b814-0fcb2875c2e3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:50:21.888969 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-4159106d-68f4-498f-b814-0fcb2875c2e3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:50:21.902012 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4159106d-68f4-498f-b814-0fcb2875c2e3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Made reservation on behalf of 6b2f3059793b418098910f2d886078d9 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:50:21.904813 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4159106d-68f4-498f-b814-0fcb2875c2e3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:21.932961 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4159106d-68f4-498f-b814-0fcb2875c2e3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:50:21.941535 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4159106d-68f4-498f-b814-0fcb2875c2e3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:21.941878 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-4159106d-68f4-498f-b814-0fcb2875c2e3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Added segment 78033d64-4fa8-4abe-86a3-56a731d2a9eb of type vlan for network d9c5430a-243a-4c5a-844e-d76a15d83d11 May 05 22:50:21.967777 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4159106d-68f4-498f-b814-0fcb2875c2e3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:21.999931 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4159106d-68f4-498f-b814-0fcb2875c2e3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:22.005360 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4159106d-68f4-498f-b814-0fcb2875c2e3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:50:22.006007 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4159106d-68f4-498f-b814-0fcb2875c2e3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:22.112187 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-4159106d-68f4-498f-b814-0fcb2875c2e3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2472403 May 05 22:50:22.115007 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4159106d-68f4-498f-b814-0fcb2875c2e3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'Network': ['ID=d9c5430a-243a-4c5a-844e-d76a15d83d11,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:50:22.115158 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37380) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:50:22.121333 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-7faf7fb5-3470-473f-a107-2454fb5a4019 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-353467055', 'admin_state_up': True, 'project_id': '6b2f3059793b418098910f2d886078d9', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:50:22.126037 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network d9c5430a-243a-4c5a-844e-d76a15d83d11 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:50:22.131966 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-7faf7fb5-3470-473f-a107-2454fb5a4019 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:50:22.136621 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-7faf7fb5-3470-473f-a107-2454fb5a4019 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Usage tracker for resource:router and tenant:6b2f3059793b418098910f2d886078d9 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:50:22.139508 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-7faf7fb5-3470-473f-a107-2454fb5a4019 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:50:22.146189 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-7faf7fb5-3470-473f-a107-2454fb5a4019 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:50:22.158487 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7faf7fb5-3470-473f-a107-2454fb5a4019 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:22.159682 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7faf7fb5-3470-473f-a107-2454fb5a4019 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:22.180709 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7faf7fb5-3470-473f-a107-2454fb5a4019 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:22.330942 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7faf7fb5-3470-473f-a107-2454fb5a4019 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:22.512341 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7faf7fb5-3470-473f-a107-2454fb5a4019 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for router_gateway, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:22.545187 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7faf7fb5-3470-473f-a107-2454fb5a4019 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:22.779513 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-7faf7fb5-3470-473f-a107-2454fb5a4019 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Allocated IP 172.25.4.221 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/49c4c8a8-11c0-41b3-82d6-3fa515944814) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:50:22.930530 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7faf7fb5-3470-473f-a107-2454fb5a4019 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:22.961370 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7faf7fb5-3470-473f-a107-2454fb5a4019 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:23.028926 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7faf7fb5-3470-473f-a107-2454fb5a4019 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:50:23.031825 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-7faf7fb5-3470-473f-a107-2454fb5a4019 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:50:23.036075 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7faf7fb5-3470-473f-a107-2454fb5a4019 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:50:23.063812 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faf7fb5-3470-473f-a107-2454fb5a4019 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'Port': ['ID=49c4c8a8-11c0-41b3-82d6-3fa515944814,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:50:23.203230 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7faf7fb5-3470-473f-a107-2454fb5a4019 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for router_gateway, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:23.203956 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7faf7fb5-3470-473f-a107-2454fb5a4019 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:23.448473 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7faf7fb5-3470-473f-a107-2454fb5a4019 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Router 1448e9d3-3ac9-408d-9577-0b7fbd03c881 is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 22:50:23.650190 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7faf7fb5-3470-473f-a107-2454fb5a4019 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:50:23.659559 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f117f4de-9257-4c35-bcde-bf0879918425 None None] Sync routers for ids ['1448e9d3-3ac9-408d-9577-0b7fbd03c881'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:50:23.675041 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f117f4de-9257-4c35-bcde-bf0879918425 None None] Routers {'1448e9d3-3ac9-408d-9577-0b7fbd03c881'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:50:23.675800 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-f117f4de-9257-4c35-bcde-bf0879918425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:50:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['1448e9d3-3ac9-408d-9577-0b7fbd03c881'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:50:23.680340 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7faf7fb5-3470-473f-a107-2454fb5a4019 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:23.682448 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-7faf7fb5-3470-473f-a107-2454fb5a4019 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5658793 May 05 22:50:23.685870 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37384) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:50:23.735526 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8d64f14c-08c5-4778-becf-1943f5430701 tempest-TestNetworkAdvancedServerOps-1703995958 tempest-TestNetworkAdvancedServerOps-1703995958-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=6b2f3059793b418098910f2d886078d9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0458884 May 05 22:50:23.735867 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37388) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:50:23.854256 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-f117f4de-9257-4c35-bcde-bf0879918425 None None] Set router 1448e9d3-3ac9-408d-9577-0b7fbd03c881 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:50:23.864746 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb8d4f7-e5c4-482d-8f1b-8f43ac5f2fd2 tempest-TestNetworkAdvancedServerOps-1703995958 tempest-TestNetworkAdvancedServerOps-1703995958-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:50:23.869061 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-dfb8d4f7-e5c4-482d-8f1b-8f43ac5f2fd2 tempest-TestNetworkAdvancedServerOps-1703995958 tempest-TestNetworkAdvancedServerOps-1703995958-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1293175 May 05 22:50:23.869499 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37392) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:50:23.910938 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-177d75bd-ed52-4d12-8d8a-8b41e0ee0489 tempest-TestNetworkAdvancedServerOps-1703995958 tempest-TestNetworkAdvancedServerOps-1703995958-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=25bfe237-58de-4709-a3e0-ac79da07c300&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379412 May 05 22:50:23.911357 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37396) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:50:23.917007 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-e5de78e9-e085-4f02-944d-9e9e96415084 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1664482301', 'network_id': 'd9c5430a-243a-4c5a-844e-d76a15d83d11', 'project_id': '6b2f3059793b418098910f2d886078d9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:50:24.032503 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-e5de78e9-e085-4f02-944d-9e9e96415084 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:50:24.036440 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-e5de78e9-e085-4f02-944d-9e9e96415084 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Usage tracker for resource:subnet and tenant:6b2f3059793b418098910f2d886078d9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:50:24.039342 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-e5de78e9-e085-4f02-944d-9e9e96415084 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:50:24.045416 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-e5de78e9-e085-4f02-944d-9e9e96415084 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:50:24.060545 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5de78e9-e085-4f02-944d-9e9e96415084 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Made reservation on behalf of 6b2f3059793b418098910f2d886078d9 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:50:24.136373 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-f117f4de-9257-4c35-bcde-bf0879918425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1448e9d3-3ac9-408d-9577-0b7fbd03c881', 'name': 'tempest-TestNetworkAdvancedServerOps-router-353467055', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '49c4c8a8-11c0-41b3-82d6-3fa515944814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:50:22Z', 'updated_at': '2022-05-05T22:50:23Z', 'revision_number': 3, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': '49c4c8a8-11c0-41b3-82d6-3fa515944814', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:bf:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1448e9d3-3ac9-408d-9577-0b7fbd03c881', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:50:22Z', 'updated_at': '2022-05-05T22:50:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:50:24.140213 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f117f4de-9257-4c35-bcde-bf0879918425 None None] Checking router: 1448e9d3-3ac9-408d-9577-0b7fbd03c881 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:50:24.140547 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f117f4de-9257-4c35-bcde-bf0879918425 None None] Updating router 1448e9d3-3ac9-408d-9577-0b7fbd03c881 port 49c4c8a8-11c0-41b3-82d6-3fa515944814 binding host n-d-825175-4 {{(pid=84068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:50:24.161178 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e5de78e9-e085-4f02-944d-9e9e96415084 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:24.194788 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-f117f4de-9257-4c35-bcde-bf0879918425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:24.375419 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e5de78e9-e085-4f02-944d-9e9e96415084 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:24.452250 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5de78e9-e085-4f02-944d-9e9e96415084 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'Subnet': ['ID=eee1b087-4fef-42de-85c4-7980425b3bb2,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:50:24.466781 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5de78e9-e085-4f02-944d-9e9e96415084 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Checking segment: {'id': '78033d64-4fa8-4abe-86a3-56a731d2a9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd9c5430a-243a-4c5a-844e-d76a15d83d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:50:24.467140 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5de78e9-e085-4f02-944d-9e9e96415084 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Network hostable DHCP agents. Network: d9c5430a-243a-4c5a-844e-d76a15d83d11, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:50:24.489949 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5de78e9-e085-4f02-944d-9e9e96415084 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Network d9c5430a-243a-4c5a-844e-d76a15d83d11 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:50:24.500169 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-e5de78e9-e085-4f02-944d-9e9e96415084 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, d9c5430a-243a-4c5a-844e-d76a15d83d11) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:50:24.504917 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5de78e9-e085-4f02-944d-9e9e96415084 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:50:24.505496 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e5de78e9-e085-4f02-944d-9e9e96415084 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:24.508793 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e890f68-7984-4dd5-b058-b9b561437dda None None] Network d9c5430a-243a-4c5a-844e-d76a15d83d11 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:50:24.525631 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-f117f4de-9257-4c35-bcde-bf0879918425 None None] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:24.531819 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-e5de78e9-e085-4f02-944d-9e9e96415084 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6194091 May 05 22:50:24.534705 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37400) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:50:24.540386 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.provisioning_blocks [None req-f117f4de-9257-4c35-bcde-bf0879918425 None None] Transition to ACTIVE for port object 49c4c8a8-11c0-41b3-82d6-3fa515944814 will not be triggered until provisioned by entity L2. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:50:24.550844 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-f117f4de-9257-4c35-bcde-bf0879918425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:24.619399 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e89cf6-3347-4432-99de-9b2b216b2f36 None None] Pushing event updated for resources: {'Port': ['ID=49c4c8a8-11c0-41b3-82d6-3fa515944814,revision_number=2']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:50:24.639179 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e89cf6-3347-4432-99de-9b2b216b2f36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:50:24.639425 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e89cf6-3347-4432-99de-9b2b216b2f36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:50:24.639929 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e89cf6-3347-4432-99de-9b2b216b2f36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:50:24.640253 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e89cf6-3347-4432-99de-9b2b216b2f36 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:50:24.640753 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e89cf6-3347-4432-99de-9b2b216b2f36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:50:24.641074 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e89cf6-3347-4432-99de-9b2b216b2f36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:50:24.641387 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e89cf6-3347-4432-99de-9b2b216b2f36 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:50:24.641700 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e89cf6-3347-4432-99de-9b2b216b2f36 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:50:24.642018 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e89cf6-3347-4432-99de-9b2b216b2f36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:50:24.642316 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e89cf6-3347-4432-99de-9b2b216b2f36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:50:24.642832 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e89cf6-3347-4432-99de-9b2b216b2f36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:50:24.649767 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-f117f4de-9257-4c35-bcde-bf0879918425 None None] Attempting to bind port 49c4c8a8-11c0-41b3-82d6-3fa515944814 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:50:24.650378 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-f117f4de-9257-4c35-bcde-bf0879918425 None None] Attempting to bind port 49c4c8a8-11c0-41b3-82d6-3fa515944814 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:50:24.650948 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f117f4de-9257-4c35-bcde-bf0879918425 None None] Attempting to bind port 49c4c8a8-11c0-41b3-82d6-3fa515944814 on network 25bfe237-58de-4709-a3e0-ac79da07c300 {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:50:24.657875 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f117f4de-9257-4c35-bcde-bf0879918425 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:50:24.658236 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f117f4de-9257-4c35-bcde-bf0879918425 None None] Checking segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:50:24.658852 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-f117f4de-9257-4c35-bcde-bf0879918425 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:24.659230 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f117f4de-9257-4c35-bcde-bf0879918425 None None] Bound using segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:50:24.659682 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-f117f4de-9257-4c35-bcde-bf0879918425 None None] Bound port: 49c4c8a8-11c0-41b3-82d6-3fa515944814, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:50:24.660255 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-f117f4de-9257-4c35-bcde-bf0879918425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:24.718189 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6470ee36-533c-4c22-b6a7-545731783343 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-d9c5430a-243a-4c5a-844e-d76a15d83d11', 'network_id': 'd9c5430a-243a-4c5a-844e-d76a15d83d11', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'fixed_ips': [{'subnet_id': 'eee1b087-4fef-42de-85c4-7980425b3bb2'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:50:24.719028 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6470ee36-533c-4c22-b6a7-545731783343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:24.733246 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-f117f4de-9257-4c35-bcde-bf0879918425 None None] For port 49c4c8a8-11c0-41b3-82d6-3fa515944814, host n-d-825175-4, cleared binding levels {{(pid=84068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:50:24.736350 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-f117f4de-9257-4c35-bcde-bf0879918425 None None] For port 49c4c8a8-11c0-41b3-82d6-3fa515944814, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=49c4c8a8-11c0-41b3-82d6-3fa515944814,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:50:24.741574 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-f117f4de-9257-4c35-bcde-bf0879918425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:24.819003 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f117f4de-9257-4c35-bcde-bf0879918425 None None] Routers {'1448e9d3-3ac9-408d-9577-0b7fbd03c881'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:50:24.819912 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-f117f4de-9257-4c35-bcde-bf0879918425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:50:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['1448e9d3-3ac9-408d-9577-0b7fbd03c881'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:50:24.908186 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-6470ee36-533c-4c22-b6a7-545731783343 None None] Allocated IP 172.20.0.2 (d9c5430a-243a-4c5a-844e-d76a15d83d11/eee1b087-4fef-42de-85c4-7980425b3bb2/a34bd018-f41f-402e-b8cb-a3ea90f4cc33) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:50:25.025944 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e89cf6-3347-4432-99de-9b2b216b2f36 None None] Pushing event updated for resources: {'Port': ['ID=49c4c8a8-11c0-41b3-82d6-3fa515944814,revision_number=3']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:50:25.033368 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-f117f4de-9257-4c35-bcde-bf0879918425 None None] Set router 1448e9d3-3ac9-408d-9577-0b7fbd03c881 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:50:25.116635 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6470ee36-533c-4c22-b6a7-545731783343 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:25.127994 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-6470ee36-533c-4c22-b6a7-545731783343 None None] Transition to ACTIVE for port object a34bd018-f41f-402e-b8cb-a3ea90f4cc33 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:50:25.148125 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-6470ee36-533c-4c22-b6a7-545731783343 None None] Transition to ACTIVE for port object a34bd018-f41f-402e-b8cb-a3ea90f4cc33 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:50:25.156643 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6470ee36-533c-4c22-b6a7-545731783343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:25.279149 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6470ee36-533c-4c22-b6a7-545731783343 None None] Pushing event updated for resources: {'Port': ['ID=a34bd018-f41f-402e-b8cb-a3ea90f4cc33,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:50:25.282326 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6470ee36-533c-4c22-b6a7-545731783343 None None] Network d9c5430a-243a-4c5a-844e-d76a15d83d11 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:50:25.283751 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-6470ee36-533c-4c22-b6a7-545731783343 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:50:25.285797 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6470ee36-533c-4c22-b6a7-545731783343 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:50:25.328276 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-f117f4de-9257-4c35-bcde-bf0879918425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1448e9d3-3ac9-408d-9577-0b7fbd03c881', 'name': 'tempest-TestNetworkAdvancedServerOps-router-353467055', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '49c4c8a8-11c0-41b3-82d6-3fa515944814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:50:22Z', 'updated_at': '2022-05-05T22:50:23Z', 'revision_number': 3, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': '49c4c8a8-11c0-41b3-82d6-3fa515944814', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:bf:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1448e9d3-3ac9-408d-9577-0b7fbd03c881', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:50:22Z', 'updated_at': '2022-05-05T22:50:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:50:25.332595 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f117f4de-9257-4c35-bcde-bf0879918425 None None] The sync data for ids ['1448e9d3-3ac9-408d-9577-0b7fbd03c881'] in n-d-825175-4 is: [{'id': '1448e9d3-3ac9-408d-9577-0b7fbd03c881', 'name': 'tempest-TestNetworkAdvancedServerOps-router-353467055', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '49c4c8a8-11c0-41b3-82d6-3fa515944814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:50:22Z', 'updated_at': '2022-05-05T22:50:23Z', 'revision_number': 3, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': '49c4c8a8-11c0-41b3-82d6-3fa515944814', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:bf:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1448e9d3-3ac9-408d-9577-0b7fbd03c881', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:50:22Z', 'updated_at': '2022-05-05T22:50:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:50:25.378252 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-6470ee36-533c-4c22-b6a7-545731783343 None None] Attempting to bind port a34bd018-f41f-402e-b8cb-a3ea90f4cc33 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:50:25.378609 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-6470ee36-533c-4c22-b6a7-545731783343 None None] Attempting to bind port a34bd018-f41f-402e-b8cb-a3ea90f4cc33 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '78033d64-4fa8-4abe-86a3-56a731d2a9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd9c5430a-243a-4c5a-844e-d76a15d83d11'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:50:25.379021 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6470ee36-533c-4c22-b6a7-545731783343 None None] Attempting to bind port a34bd018-f41f-402e-b8cb-a3ea90f4cc33 on network d9c5430a-243a-4c5a-844e-d76a15d83d11 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:50:25.385687 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6470ee36-533c-4c22-b6a7-545731783343 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:50:25.386044 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6470ee36-533c-4c22-b6a7-545731783343 None None] Checking segment: {'id': '78033d64-4fa8-4abe-86a3-56a731d2a9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd9c5430a-243a-4c5a-844e-d76a15d83d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:50:25.386573 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6470ee36-533c-4c22-b6a7-545731783343 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:25.386969 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6470ee36-533c-4c22-b6a7-545731783343 None None] Bound using segment: {'id': '78033d64-4fa8-4abe-86a3-56a731d2a9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd9c5430a-243a-4c5a-844e-d76a15d83d11'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:50:25.387423 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-6470ee36-533c-4c22-b6a7-545731783343 None None] Bound port: a34bd018-f41f-402e-b8cb-a3ea90f4cc33, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78033d64-4fa8-4abe-86a3-56a731d2a9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd9c5430a-243a-4c5a-844e-d76a15d83d11'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:50:25.387800 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6470ee36-533c-4c22-b6a7-545731783343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:25.488185 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-6470ee36-533c-4c22-b6a7-545731783343 None None] For port a34bd018-f41f-402e-b8cb-a3ea90f4cc33, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:50:25.491660 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-6470ee36-533c-4c22-b6a7-545731783343 None None] For port a34bd018-f41f-402e-b8cb-a3ea90f4cc33, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=a34bd018-f41f-402e-b8cb-a3ea90f4cc33,segment=NetworkSegment(78033d64-4fa8-4abe-86a3-56a731d2a9eb),segment_id=78033d64-4fa8-4abe-86a3-56a731d2a9eb)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:50:25.497532 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6470ee36-533c-4c22-b6a7-545731783343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:25.558168 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1754aab8-41e9-464d-a2cf-09e3a99623d2 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:25.607534 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6470ee36-533c-4c22-b6a7-545731783343 None None] Pushing event updated for resources: {'Port': ['ID=a34bd018-f41f-402e-b8cb-a3ea90f4cc33,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:50:26.002188 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-1754aab8-41e9-464d-a2cf-09e3a99623d2 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Allocated IP 172.20.0.1 (d9c5430a-243a-4c5a-844e-d76a15d83d11/eee1b087-4fef-42de-85c4-7980425b3bb2/237faeec-4fa0-45d5-b326-fa27b9b5e394) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:50:26.173359 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1754aab8-41e9-464d-a2cf-09e3a99623d2 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:26.191834 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-1754aab8-41e9-464d-a2cf-09e3a99623d2 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Transition to ACTIVE for port object 237faeec-4fa0-45d5-b326-fa27b9b5e394 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:50:26.223181 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1754aab8-41e9-464d-a2cf-09e3a99623d2 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:26.297027 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1754aab8-41e9-464d-a2cf-09e3a99623d2 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Network d9c5430a-243a-4c5a-844e-d76a15d83d11 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:50:26.300124 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-1754aab8-41e9-464d-a2cf-09e3a99623d2 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:50:26.304301 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1754aab8-41e9-464d-a2cf-09e3a99623d2 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:50:26.335198 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1754aab8-41e9-464d-a2cf-09e3a99623d2 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'Port': ['ID=237faeec-4fa0-45d5-b326-fa27b9b5e394,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:50:26.367485 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1754aab8-41e9-464d-a2cf-09e3a99623d2 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:26.459958 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1754aab8-41e9-464d-a2cf-09e3a99623d2 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:26.511141 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f6e4f2-cb13-46b1-9129-4dced8c09ecc None None] Network d9c5430a-243a-4c5a-844e-d76a15d83d11 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:50:26.614110 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-38e308fb-6b1d-42a9-a880-37bdb5750b1b None None] Provisioning for port a34bd018-f41f-402e-b8cb-a3ea90f4cc33 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:50:26.898464 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1754aab8-41e9-464d-a2cf-09e3a99623d2 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:26.907485 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1754aab8-41e9-464d-a2cf-09e3a99623d2 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:26.970730 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device a34bd018-f41f-402e-b8cb-a3ea90f4cc33 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:50:27.022621 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1754aab8-41e9-464d-a2cf-09e3a99623d2 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:27.026130 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1754aab8-41e9-464d-a2cf-09e3a99623d2 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'Port': ['ID=237faeec-4fa0-45d5-b326-fa27b9b5e394,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:50:27.070934 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port a34bd018-f41f-402e-b8cb-a3ea90f4cc33 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:50:27.075384 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-6b06a3fc-d37e-4ab4-9aad-bb64a5641c88 None None] Provisioning for port 237faeec-4fa0-45d5-b326-fa27b9b5e394 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:50:27.079599 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port a34bd018-f41f-402e-b8cb-a3ea90f4cc33 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:50:27.079964 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:27.107562 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-6b06a3fc-d37e-4ab4-9aad-bb64a5641c88 None None] Provisioning complete for port 237faeec-4fa0-45d5-b326-fa27b9b5e394 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:50:27.107928 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6b06a3fc-d37e-4ab4-9aad-bb64a5641c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:27.184507 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-6b06a3fc-d37e-4ab4-9aad-bb64a5641c88 None None] Port 237faeec-4fa0-45d5-b326-fa27b9b5e394 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:50:27.247517 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:27.280497 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port a34bd018-f41f-402e-b8cb-a3ea90f4cc33, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=a34bd018-f41f-402e-b8cb-a3ea90f4cc33,segment=NetworkSegment(78033d64-4fa8-4abe-86a3-56a731d2a9eb),segment_id=78033d64-4fa8-4abe-86a3-56a731d2a9eb)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:50:27.281088 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1754aab8-41e9-464d-a2cf-09e3a99623d2 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Network d9c5430a-243a-4c5a-844e-d76a15d83d11 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:50:27.282241 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-1754aab8-41e9-464d-a2cf-09e3a99623d2 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:50:27.285722 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:27.286581 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 49c4c8a8-11c0-41b3-82d6-3fa515944814 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:50:27.414613 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=a34bd018-f41f-402e-b8cb-a3ea90f4cc33,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:50:27.417815 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-048256be-0985-4d34-a3ed-1ca735794050 None None] Provisioning complete for port 237faeec-4fa0-45d5-b326-fa27b9b5e394 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:50:27.418235 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-048256be-0985-4d34-a3ed-1ca735794050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:27.496301 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-048256be-0985-4d34-a3ed-1ca735794050 None None] Port 237faeec-4fa0-45d5-b326-fa27b9b5e394 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:50:27.502560 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 49c4c8a8-11c0-41b3-82d6-3fa515944814 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:50:27.509603 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 49c4c8a8-11c0-41b3-82d6-3fa515944814 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:50:27.511724 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:27.636667 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:27.646883 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-7d4b2a77-fdfe-4f0f-994c-5efff63df791 None None] Provisioning complete for port 237faeec-4fa0-45d5-b326-fa27b9b5e394 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:50:27.647254 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7d4b2a77-fdfe-4f0f-994c-5efff63df791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:27.693316 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1754aab8-41e9-464d-a2cf-09e3a99623d2 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Router 1448e9d3-3ac9-408d-9577-0b7fbd03c881 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:50:27.695982 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 49c4c8a8-11c0-41b3-82d6-3fa515944814, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=49c4c8a8-11c0-41b3-82d6-3fa515944814,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:50:27.704227 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:27.735270 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-7d4b2a77-fdfe-4f0f-994c-5efff63df791 None None] Port 237faeec-4fa0-45d5-b326-fa27b9b5e394 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:50:27.773286 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=49c4c8a8-11c0-41b3-82d6-3fa515944814,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:50:27.927832 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1754aab8-41e9-464d-a2cf-09e3a99623d2 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:50:27.940773 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-1754aab8-41e9-464d-a2cf-09e3a99623d2 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "PUT /v2.0/routers/1448e9d3-3ac9-408d-9577-0b7fbd03c881/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4041734 May 05 22:50:28.145399 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1a54ac84-5c3e-4f9e-859d-87d979b753a2 req-64d6da3b-a818-4560-a3fa-0dd2e0f96416 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-994762660&fields=id&tenant_id=6b2f3059793b418098910f2d886078d9 HTTP/1.1" status: 200 len: 267 time: 0.0429401 May 05 22:50:28.320798 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a54ac84-5c3e-4f9e-859d-87d979b753a2 req-59a54d5e-a24b-44c3-9a76-c91ae660f272 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:50:28.321395 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-1a54ac84-5c3e-4f9e-859d-87d979b753a2 req-59a54d5e-a24b-44c3-9a76-c91ae660f272 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Synchronizing usage tracker for tenant:6b2f3059793b418098910f2d886078d9 on resource:network {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:50:28.341000 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-1a54ac84-5c3e-4f9e-859d-87d979b753a2 req-59a54d5e-a24b-44c3-9a76-c91ae660f272 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Unset dirty status for tenant:6b2f3059793b418098910f2d886078d9 on resource:network {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:50:28.342945 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1a54ac84-5c3e-4f9e-859d-87d979b753a2 req-59a54d5e-a24b-44c3-9a76-c91ae660f272 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/networks?id=d9c5430a-243a-4c5a-844e-d76a15d83d11 HTTP/1.1" status: 200 len: 795 time: 0.1875992 May 05 22:50:28.360646 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1a54ac84-5c3e-4f9e-859d-87d979b753a2 req-de93a732-71e6-4d35-ac97-4f3203da798e tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/quotas/6b2f3059793b418098910f2d886078d9 HTTP/1.1" status: 200 len: 375 time: 0.0123522 May 05 22:50:28.454006 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-1a54ac84-5c3e-4f9e-859d-87d979b753a2 req-38063c68-ff30-4e7a-8ffa-1c11bb76c9a6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Synchronizing usage tracker for tenant:6b2f3059793b418098910f2d886078d9 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:50:28.474179 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-1a54ac84-5c3e-4f9e-859d-87d979b753a2 req-38063c68-ff30-4e7a-8ffa-1c11bb76c9a6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Unset dirty status for tenant:6b2f3059793b418098910f2d886078d9 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:50:28.475532 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1a54ac84-5c3e-4f9e-859d-87d979b753a2 req-38063c68-ff30-4e7a-8ffa-1c11bb76c9a6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6b2f3059793b418098910f2d886078d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1097903 May 05 22:50:28.621156 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1a54ac84-5c3e-4f9e-859d-87d979b753a2 req-11470e10-d032-4b4a-811f-f6fd04f57934 service neutron] 10.222.0.23 "GET /v2.0/networks/d9c5430a-243a-4c5a-844e-d76a15d83d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334164 May 05 22:50:28.767007 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1a54ac84-5c3e-4f9e-859d-87d979b753a2 req-50c2a57a-3503-4c08-b9cb-b081ec603e48 service neutron] 10.222.0.23 "GET /v2.0/networks/d9c5430a-243a-4c5a-844e-d76a15d83d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394839 May 05 22:50:28.921713 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5780302f-97a4-4527-9258-70911176c662 None None] Sync routers for ids ['1448e9d3-3ac9-408d-9577-0b7fbd03c881'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:50:28.925707 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device a34bd018-f41f-402e-b8cb-a3ea90f4cc33 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:50:28.985922 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5780302f-97a4-4527-9258-70911176c662 None None] Routers {'1448e9d3-3ac9-408d-9577-0b7fbd03c881'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:50:28.986559 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-5780302f-97a4-4527-9258-70911176c662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:50:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['1448e9d3-3ac9-408d-9577-0b7fbd03c881'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:50:28.991543 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0b97d647-4e4f-4a7d-9f9a-bd11d62751bb req-8fcfa57b-bdbd-471a-b39d-c2371af59f70 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f0f2944-41c3-4b53-9e06-97903c1f310f HTTP/1.1" status: 200 len: 210 time: 0.0424597 May 05 22:50:29.174613 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port a34bd018-f41f-402e-b8cb-a3ea90f4cc33 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:50:29.174909 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:29.229104 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-5780302f-97a4-4527-9258-70911176c662 None None] Set router 1448e9d3-3ac9-408d-9577-0b7fbd03c881 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:50:29.524437 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 49c4c8a8-11c0-41b3-82d6-3fa515944814 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:50:29.665525 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 49c4c8a8-11c0-41b3-82d6-3fa515944814 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:50:29.665968 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:29.733487 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-5780302f-97a4-4527-9258-70911176c662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1448e9d3-3ac9-408d-9577-0b7fbd03c881', 'name': 'tempest-TestNetworkAdvancedServerOps-router-353467055', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '49c4c8a8-11c0-41b3-82d6-3fa515944814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:50:22Z', 'updated_at': '2022-05-05T22:50:26Z', 'revision_number': 4, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': '49c4c8a8-11c0-41b3-82d6-3fa515944814', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:bf:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1448e9d3-3ac9-408d-9577-0b7fbd03c881', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:50:22Z', 'updated_at': '2022-05-05T22:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '237faeec-4fa0-45d5-b326-fa27b9b5e394', 'name': '', 'network_id': 'd9c5430a-243a-4c5a-844e-d76a15d83d11', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'mac_address': 'fa:16:3e:4d:a5:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1448e9d3-3ac9-408d-9577-0b7fbd03c881', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eee1b087-4fef-42de-85c4-7980425b3bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:50:25Z', 'updated_at': '2022-05-05T22:50:26Z', 'revision_number': 2, 'project_id': '6b2f3059793b418098910f2d886078d9', 'subnets': [{'id': 'eee1b087-4fef-42de-85c4-7980425b3bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:50:29.739316 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5780302f-97a4-4527-9258-70911176c662 None None] Checking router: 1448e9d3-3ac9-408d-9577-0b7fbd03c881 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:50:29.739653 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5780302f-97a4-4527-9258-70911176c662 None None] Updating router 1448e9d3-3ac9-408d-9577-0b7fbd03c881 port 237faeec-4fa0-45d5-b326-fa27b9b5e394 binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:50:29.834134 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5780302f-97a4-4527-9258-70911176c662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:30.055188 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a54ac84-5c3e-4f9e-859d-87d979b753a2 req-51941af2-4785-4019-92b7-0676fabe7fa6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:50:30.055873 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-1a54ac84-5c3e-4f9e-859d-87d979b753a2 req-51941af2-4785-4019-92b7-0676fabe7fa6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Synchronizing usage tracker for tenant:6b2f3059793b418098910f2d886078d9 on resource:network {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:50:30.072302 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-1a54ac84-5c3e-4f9e-859d-87d979b753a2 req-51941af2-4785-4019-92b7-0676fabe7fa6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Unset dirty status for tenant:6b2f3059793b418098910f2d886078d9 on resource:network {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:50:30.073762 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1a54ac84-5c3e-4f9e-859d-87d979b753a2 req-51941af2-4785-4019-92b7-0676fabe7fa6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.44 "GET /v2.0/networks?id=d9c5430a-243a-4c5a-844e-d76a15d83d11 HTTP/1.1" status: 200 len: 795 time: 0.1781709 May 05 22:50:30.129199 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-1a54ac84-5c3e-4f9e-859d-87d979b753a2 req-73655ad5-5894-4bc2-aa82-fb5edb859ca3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Synchronizing usage tracker for tenant:6b2f3059793b418098910f2d886078d9 on resource:security_group {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:50:30.146526 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-1a54ac84-5c3e-4f9e-859d-87d979b753a2 req-73655ad5-5894-4bc2-aa82-fb5edb859ca3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Unset dirty status for tenant:6b2f3059793b418098910f2d886078d9 on resource:security_group {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:50:30.147815 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1a54ac84-5c3e-4f9e-859d-87d979b753a2 req-73655ad5-5894-4bc2-aa82-fb5edb859ca3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b2f3059793b418098910f2d886078d9 HTTP/1.1" status: 200 len: 379 time: 0.0618131 May 05 22:50:30.157503 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-1a54ac84-5c3e-4f9e-859d-87d979b753a2 req-4a1f4a41-76ce-43aa-8e1a-9719307dbb13 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Request body: {'port': {'device_id': '5f0f2944-41c3-4b53-9e06-97903c1f310f', 'network_id': 'd9c5430a-243a-4c5a-844e-d76a15d83d11', 'admin_state_up': True, 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'security_groups': ['4c090614-d42e-4747-999e-22114efd90a5']}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:50:30.174957 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5343a10d-f9d9-487e-8e07-546a028a1f9c req-c0e888ee-5810-4814-95c2-929e6c9d7449 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f0f2944-41c3-4b53-9e06-97903c1f310f HTTP/1.1" status: 200 len: 210 time: 0.0427818 May 05 22:50:30.186088 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5780302f-97a4-4527-9258-70911176c662 None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:30.207353 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-5780302f-97a4-4527-9258-70911176c662 None None] Transition to ACTIVE for port object 237faeec-4fa0-45d5-b326-fa27b9b5e394 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:50:30.214943 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5780302f-97a4-4527-9258-70911176c662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:30.295778 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-1a54ac84-5c3e-4f9e-859d-87d979b753a2 req-4a1f4a41-76ce-43aa-8e1a-9719307dbb13 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:50:30.305417 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-1a54ac84-5c3e-4f9e-859d-87d979b753a2 req-4a1f4a41-76ce-43aa-8e1a-9719307dbb13 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:50:30.317710 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a54ac84-5c3e-4f9e-859d-87d979b753a2 req-4a1f4a41-76ce-43aa-8e1a-9719307dbb13 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Made reservation on behalf of 6b2f3059793b418098910f2d886078d9 for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:50:30.322167 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-1a54ac84-5c3e-4f9e-859d-87d979b753a2 req-4a1f4a41-76ce-43aa-8e1a-9719307dbb13 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:30.344794 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f6c60e-3e28-45fd-8b7e-4dcb9e8f3f41 None None] Pushing event updated for resources: {'Port': ['ID=237faeec-4fa0-45d5-b326-fa27b9b5e394,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:50:30.431953 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-5780302f-97a4-4527-9258-70911176c662 None None] Attempting to bind port 237faeec-4fa0-45d5-b326-fa27b9b5e394 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:50:30.432309 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-5780302f-97a4-4527-9258-70911176c662 None None] Attempting to bind port 237faeec-4fa0-45d5-b326-fa27b9b5e394 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '78033d64-4fa8-4abe-86a3-56a731d2a9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd9c5430a-243a-4c5a-844e-d76a15d83d11'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:50:30.432663 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5780302f-97a4-4527-9258-70911176c662 None None] Attempting to bind port 237faeec-4fa0-45d5-b326-fa27b9b5e394 on network d9c5430a-243a-4c5a-844e-d76a15d83d11 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:50:30.439421 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5780302f-97a4-4527-9258-70911176c662 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:50:30.439786 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5780302f-97a4-4527-9258-70911176c662 None None] Checking segment: {'id': '78033d64-4fa8-4abe-86a3-56a731d2a9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd9c5430a-243a-4c5a-844e-d76a15d83d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:50:30.440460 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5780302f-97a4-4527-9258-70911176c662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:30.440574 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5780302f-97a4-4527-9258-70911176c662 None None] Bound using segment: {'id': '78033d64-4fa8-4abe-86a3-56a731d2a9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd9c5430a-243a-4c5a-844e-d76a15d83d11'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:50:30.440990 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-5780302f-97a4-4527-9258-70911176c662 None None] Bound port: 237faeec-4fa0-45d5-b326-fa27b9b5e394, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78033d64-4fa8-4abe-86a3-56a731d2a9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd9c5430a-243a-4c5a-844e-d76a15d83d11'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:50:30.441361 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5780302f-97a4-4527-9258-70911176c662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:30.504099 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-1a54ac84-5c3e-4f9e-859d-87d979b753a2 req-4a1f4a41-76ce-43aa-8e1a-9719307dbb13 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Allocated IP 172.20.0.8 (d9c5430a-243a-4c5a-844e-d76a15d83d11/eee1b087-4fef-42de-85c4-7980425b3bb2/e2382700-e648-4530-a809-e6ef414d045f) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:50:30.529329 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-5780302f-97a4-4527-9258-70911176c662 None None] For port 237faeec-4fa0-45d5-b326-fa27b9b5e394, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:50:30.532416 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-5780302f-97a4-4527-9258-70911176c662 None None] For port 237faeec-4fa0-45d5-b326-fa27b9b5e394, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=237faeec-4fa0-45d5-b326-fa27b9b5e394,segment=NetworkSegment(78033d64-4fa8-4abe-86a3-56a731d2a9eb),segment_id=78033d64-4fa8-4abe-86a3-56a731d2a9eb)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:50:30.538095 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5780302f-97a4-4527-9258-70911176c662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:30.633394 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f6c60e-3e28-45fd-8b7e-4dcb9e8f3f41 None None] Pushing event updated for resources: {'Port': ['ID=237faeec-4fa0-45d5-b326-fa27b9b5e394,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:50:30.647376 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5780302f-97a4-4527-9258-70911176c662 None None] Routers {'1448e9d3-3ac9-408d-9577-0b7fbd03c881'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:50:30.647999 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-5780302f-97a4-4527-9258-70911176c662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:50:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['1448e9d3-3ac9-408d-9577-0b7fbd03c881'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:50:30.805257 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-1a54ac84-5c3e-4f9e-859d-87d979b753a2 req-4a1f4a41-76ce-43aa-8e1a-9719307dbb13 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:30.820974 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-1a54ac84-5c3e-4f9e-859d-87d979b753a2 req-4a1f4a41-76ce-43aa-8e1a-9719307dbb13 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Transition to ACTIVE for port object e2382700-e648-4530-a809-e6ef414d045f will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:50:30.835677 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-5780302f-97a4-4527-9258-70911176c662 None None] Set router 1448e9d3-3ac9-408d-9577-0b7fbd03c881 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:50:30.844050 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-1a54ac84-5c3e-4f9e-859d-87d979b753a2 req-4a1f4a41-76ce-43aa-8e1a-9719307dbb13 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:30.920907 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a54ac84-5c3e-4f9e-859d-87d979b753a2 req-4a1f4a41-76ce-43aa-8e1a-9719307dbb13 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Network d9c5430a-243a-4c5a-844e-d76a15d83d11 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:50:30.923853 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-1a54ac84-5c3e-4f9e-859d-87d979b753a2 req-4a1f4a41-76ce-43aa-8e1a-9719307dbb13 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:50:30.928385 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a54ac84-5c3e-4f9e-859d-87d979b753a2 req-4a1f4a41-76ce-43aa-8e1a-9719307dbb13 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:50:30.953352 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1f4a41-76ce-43aa-8e1a-9719307dbb13 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'Port': ['ID=e2382700-e648-4530-a809-e6ef414d045f,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:50:30.991686 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a54ac84-5c3e-4f9e-859d-87d979b753a2 req-4a1f4a41-76ce-43aa-8e1a-9719307dbb13 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:50:30.992456 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-1a54ac84-5c3e-4f9e-859d-87d979b753a2 req-4a1f4a41-76ce-43aa-8e1a-9719307dbb13 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:31.020566 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1a54ac84-5c3e-4f9e-859d-87d979b753a2 req-4a1f4a41-76ce-43aa-8e1a-9719307dbb13 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8666039 May 05 22:50:31.032833 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-1a54ac84-5c3e-4f9e-859d-87d979b753a2 req-8c84aa74-9936-475d-8ba9-81e557c8edc4 service neutron] Request body: {'port': {'device_id': '5f0f2944-41c3-4b53-9e06-97903c1f310f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:50:31.148192 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-1a54ac84-5c3e-4f9e-859d-87d979b753a2 req-8c84aa74-9936-475d-8ba9-81e557c8edc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:31.200268 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f38cd535-7533-47e1-a0be-09211645568a None None] Provisioning for port e2382700-e648-4530-a809-e6ef414d045f completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:50:31.208170 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f38cd535-7533-47e1-a0be-09211645568a None None] Provisioning complete for port e2382700-e648-4530-a809-e6ef414d045f triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:50:31.208537 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f38cd535-7533-47e1-a0be-09211645568a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:31.263639 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-5780302f-97a4-4527-9258-70911176c662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1448e9d3-3ac9-408d-9577-0b7fbd03c881', 'name': 'tempest-TestNetworkAdvancedServerOps-router-353467055', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '49c4c8a8-11c0-41b3-82d6-3fa515944814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:50:22Z', 'updated_at': '2022-05-05T22:50:26Z', 'revision_number': 4, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': '49c4c8a8-11c0-41b3-82d6-3fa515944814', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:bf:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1448e9d3-3ac9-408d-9577-0b7fbd03c881', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:50:22Z', 'updated_at': '2022-05-05T22:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '237faeec-4fa0-45d5-b326-fa27b9b5e394', 'name': '', 'network_id': 'd9c5430a-243a-4c5a-844e-d76a15d83d11', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'mac_address': 'fa:16:3e:4d:a5:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1448e9d3-3ac9-408d-9577-0b7fbd03c881', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eee1b087-4fef-42de-85c4-7980425b3bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:50:25Z', 'updated_at': '2022-05-05T22:50:30Z', 'revision_number': 4, 'project_id': '6b2f3059793b418098910f2d886078d9', 'subnets': [{'id': 'eee1b087-4fef-42de-85c4-7980425b3bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:50:31.272540 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5780302f-97a4-4527-9258-70911176c662 None None] The sync data for ids ['1448e9d3-3ac9-408d-9577-0b7fbd03c881'] in n-d-825175-4 is: [{'id': '1448e9d3-3ac9-408d-9577-0b7fbd03c881', 'name': 'tempest-TestNetworkAdvancedServerOps-router-353467055', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '49c4c8a8-11c0-41b3-82d6-3fa515944814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:50:22Z', 'updated_at': '2022-05-05T22:50:26Z', 'revision_number': 4, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': '49c4c8a8-11c0-41b3-82d6-3fa515944814', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:bf:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1448e9d3-3ac9-408d-9577-0b7fbd03c881', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:50:22Z', 'updated_at': '2022-05-05T22:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '237faeec-4fa0-45d5-b326-fa27b9b5e394', 'name': '', 'network_id': 'd9c5430a-243a-4c5a-844e-d76a15d83d11', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'mac_address': 'fa:16:3e:4d:a5:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1448e9d3-3ac9-408d-9577-0b7fbd03c881', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eee1b087-4fef-42de-85c4-7980425b3bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:50:25Z', 'updated_at': '2022-05-05T22:50:30Z', 'revision_number': 4, 'project_id': '6b2f3059793b418098910f2d886078d9', 'subnets': [{'id': 'eee1b087-4fef-42de-85c4-7980425b3bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:50:31.275166 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f38cd535-7533-47e1-a0be-09211645568a None None] Port e2382700-e648-4530-a809-e6ef414d045f cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:50:31.416352 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bdcc42-625c-4c76-8ccd-588b5790fbbf req-6c1544e9-06b2-497a-a435-84c37169a8f5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:50:31.417949 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-30bdcc42-625c-4c76-8ccd-588b5790fbbf req-6c1544e9-06b2-497a-a435-84c37169a8f5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f0f2944-41c3-4b53-9e06-97903c1f310f HTTP/1.1" status: 200 len: 931 time: 0.1108203 May 05 22:50:31.467365 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-30bdcc42-625c-4c76-8ccd-588b5790fbbf req-1263ac6f-8595-4a31-b139-69af8a6a95b5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c090614-d42e-4747-999e-22114efd90a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435028 May 05 22:50:31.523929 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-1a54ac84-5c3e-4f9e-859d-87d979b753a2 req-8c84aa74-9936-475d-8ba9-81e557c8edc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2382700-e648-4530-a809-e6ef414d045f {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:50:31.531714 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-1a54ac84-5c3e-4f9e-859d-87d979b753a2 req-8c84aa74-9936-475d-8ba9-81e557c8edc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:31.546530 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-1a54ac84-5c3e-4f9e-859d-87d979b753a2 req-8c84aa74-9936-475d-8ba9-81e557c8edc4 service neutron] Transition to ACTIVE for port object e2382700-e648-4530-a809-e6ef414d045f will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:50:31.551632 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-1a54ac84-5c3e-4f9e-859d-87d979b753a2 req-8c84aa74-9936-475d-8ba9-81e557c8edc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:31.709260 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c84aa74-9936-475d-8ba9-81e557c8edc4 service neutron] Pushing event updated for resources: {'Port': ['ID=e2382700-e648-4530-a809-e6ef414d045f,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:50:31.823709 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-1a54ac84-5c3e-4f9e-859d-87d979b753a2 req-8c84aa74-9936-475d-8ba9-81e557c8edc4 service neutron] Attempting to bind port e2382700-e648-4530-a809-e6ef414d045f on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:50:31.824048 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-1a54ac84-5c3e-4f9e-859d-87d979b753a2 req-8c84aa74-9936-475d-8ba9-81e557c8edc4 service neutron] Attempting to bind port e2382700-e648-4530-a809-e6ef414d045f by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': '78033d64-4fa8-4abe-86a3-56a731d2a9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd9c5430a-243a-4c5a-844e-d76a15d83d11'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:50:31.824383 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a54ac84-5c3e-4f9e-859d-87d979b753a2 req-8c84aa74-9936-475d-8ba9-81e557c8edc4 service neutron] Attempting to bind port e2382700-e648-4530-a809-e6ef414d045f on network d9c5430a-243a-4c5a-844e-d76a15d83d11 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:50:31.830545 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a54ac84-5c3e-4f9e-859d-87d979b753a2 req-8c84aa74-9936-475d-8ba9-81e557c8edc4 service neutron] Port e2382700-e648-4530-a809-e6ef414d045f on network d9c5430a-243a-4c5a-844e-d76a15d83d11 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:50:31.830899 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a54ac84-5c3e-4f9e-859d-87d979b753a2 req-8c84aa74-9936-475d-8ba9-81e557c8edc4 service neutron] Attempting to bind port e2382700-e648-4530-a809-e6ef414d045f on network d9c5430a-243a-4c5a-844e-d76a15d83d11 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:50:31.837669 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a54ac84-5c3e-4f9e-859d-87d979b753a2 req-8c84aa74-9936-475d-8ba9-81e557c8edc4 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:50:31.838035 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a54ac84-5c3e-4f9e-859d-87d979b753a2 req-8c84aa74-9936-475d-8ba9-81e557c8edc4 service neutron] Checking segment: {'id': '78033d64-4fa8-4abe-86a3-56a731d2a9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd9c5430a-243a-4c5a-844e-d76a15d83d11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:50:31.838509 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a54ac84-5c3e-4f9e-859d-87d979b753a2 req-8c84aa74-9936-475d-8ba9-81e557c8edc4 service neutron] Bound using segment: {'id': '78033d64-4fa8-4abe-86a3-56a731d2a9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd9c5430a-243a-4c5a-844e-d76a15d83d11'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:50:31.838977 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-1a54ac84-5c3e-4f9e-859d-87d979b753a2 req-8c84aa74-9936-475d-8ba9-81e557c8edc4 service neutron] Bound port: e2382700-e648-4530-a809-e6ef414d045f, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78033d64-4fa8-4abe-86a3-56a731d2a9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd9c5430a-243a-4c5a-844e-d76a15d83d11'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:50:31.839334 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-1a54ac84-5c3e-4f9e-859d-87d979b753a2 req-8c84aa74-9936-475d-8ba9-81e557c8edc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:31.933998 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-1a54ac84-5c3e-4f9e-859d-87d979b753a2 req-8c84aa74-9936-475d-8ba9-81e557c8edc4 service neutron] For port e2382700-e648-4530-a809-e6ef414d045f, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:50:31.937388 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-1a54ac84-5c3e-4f9e-859d-87d979b753a2 req-8c84aa74-9936-475d-8ba9-81e557c8edc4 service neutron] For port e2382700-e648-4530-a809-e6ef414d045f, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=e2382700-e648-4530-a809-e6ef414d045f,segment=NetworkSegment(78033d64-4fa8-4abe-86a3-56a731d2a9eb),segment_id=78033d64-4fa8-4abe-86a3-56a731d2a9eb)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:50:31.942958 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-1a54ac84-5c3e-4f9e-859d-87d979b753a2 req-8c84aa74-9936-475d-8ba9-81e557c8edc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:32.015028 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-1a54ac84-5c3e-4f9e-859d-87d979b753a2 req-8c84aa74-9936-475d-8ba9-81e557c8edc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:32.016449 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1a54ac84-5c3e-4f9e-859d-87d979b753a2 req-8c84aa74-9936-475d-8ba9-81e557c8edc4 service neutron] 10.222.0.44 "PUT /v2.0/ports/e2382700-e648-4530-a809-e6ef414d045f HTTP/1.1" status: 200 len: 1091 time: 0.9888105 May 05 22:50:32.016889 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f0f2944-41c3-4b53-9e06-97903c1f310f', 'tag': 'e2382700-e648-4530-a809-e6ef414d045f'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:50:32.036410 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c84aa74-9936-475d-8ba9-81e557c8edc4 service neutron] Pushing event updated for resources: {'Port': ['ID=e2382700-e648-4530-a809-e6ef414d045f,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:50:32.102403 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97663a96-a24e-4b96-b6da-2e6700aa8bea'] response: {'name': 'network-changed', 'server_uuid': '5f0f2944-41c3-4b53-9e06-97903c1f310f', 'tag': 'e2382700-e648-4530-a809-e6ef414d045f', 'status': 'completed', 'code': 200} May 05 22:50:32.149665 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1a54ac84-5c3e-4f9e-859d-87d979b753a2 req-728473fb-c6d4-46fc-b75b-903a6d2ae0f1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6b2f3059793b418098910f2d886078d9&device_id=5f0f2944-41c3-4b53-9e06-97903c1f310f HTTP/1.1" status: 200 len: 1094 time: 0.0878894 May 05 22:50:32.223366 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1a54ac84-5c3e-4f9e-859d-87d979b753a2 req-e9422823-5e37-4047-a42c-9fa16c58763a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2382700-e648-4530-a809-e6ef414d045f HTTP/1.1" status: 200 len: 217 time: 0.0667634 May 05 22:50:32.285278 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a54ac84-5c3e-4f9e-859d-87d979b753a2 req-49f8ee54-0302-417a-b8c1-ba6d17b0a7ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:50:32.286739 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1a54ac84-5c3e-4f9e-859d-87d979b753a2 req-49f8ee54-0302-417a-b8c1-ba6d17b0a7ef service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eee1b087-4fef-42de-85c4-7980425b3bb2 HTTP/1.1" status: 200 len: 835 time: 0.0573654 May 05 22:50:32.365661 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1a54ac84-5c3e-4f9e-859d-87d979b753a2 req-63a1b080-12d3-4f06-b92f-4561925d4d52 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d9c5430a-243a-4c5a-844e-d76a15d83d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722532 May 05 22:50:32.502505 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1a54ac84-5c3e-4f9e-859d-87d979b753a2 req-5a2ab067-da26-4f2e-9bca-9cc70404719f service neutron] 10.222.0.44 "GET /v2.0/networks/d9c5430a-243a-4c5a-844e-d76a15d83d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307828 May 05 22:50:32.741376 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1a54ac84-5c3e-4f9e-859d-87d979b753a2 req-5dfbb3d0-fb3e-48a5-9244-2f903e596ac9 service neutron] 10.222.0.44 "GET /v2.0/networks/d9c5430a-243a-4c5a-844e-d76a15d83d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320805 May 05 22:50:32.828572 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f465b50-cb4f-41ad-860e-4b0740937daa req-8cfcb41f-510f-49c2-8eb0-1841aad0f2cf tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:50:32.830111 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4f465b50-cb4f-41ad-860e-4b0740937daa req-8cfcb41f-510f-49c2-8eb0-1841aad0f2cf tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f0f2944-41c3-4b53-9e06-97903c1f310f HTTP/1.1" status: 200 len: 943 time: 0.0792511 May 05 22:50:32.858526 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-52d9bf28-19ff-4a7e-aec4-a981731c0f73 req-1283fd83-ae9b-4b81-81ab-919442fc20a7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6b2f3059793b418098910f2d886078d9&device_id=5f0f2944-41c3-4b53-9e06-97903c1f310f HTTP/1.1" status: 200 len: 1094 time: 0.0693684 May 05 22:50:32.953516 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 237faeec-4fa0-45d5-b326-fa27b9b5e394 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:50:33.001877 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4f465b50-cb4f-41ad-860e-4b0740937daa req-740eb739-1613-4e7a-8a98-0054f75de1b5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c090614-d42e-4747-999e-22114efd90a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1658711 May 05 22:50:33.007608 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d9bf28-19ff-4a7e-aec4-a981731c0f73 req-ef9595de-1412-4a40-918e-c97cb168fbfc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:50:33.009335 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-52d9bf28-19ff-4a7e-aec4-a981731c0f73 req-ef9595de-1412-4a40-918e-c97cb168fbfc service neutron] 10.222.0.44 "GET /v2.0/networks?id=d9c5430a-243a-4c5a-844e-d76a15d83d11 HTTP/1.1" status: 200 len: 896 time: 0.1446502 May 05 22:50:33.044696 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 237faeec-4fa0-45d5-b326-fa27b9b5e394 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:50:33.049721 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 237faeec-4fa0-45d5-b326-fa27b9b5e394 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:50:33.050092 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:33.083125 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-52d9bf28-19ff-4a7e-aec4-a981731c0f73 req-fd643cb0-0bdc-4b9d-b489-7cf5c209a261 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2382700-e648-4530-a809-e6ef414d045f HTTP/1.1" status: 200 len: 217 time: 0.0670578 May 05 22:50:33.146026 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d9bf28-19ff-4a7e-aec4-a981731c0f73 req-381cbc11-3322-41a7-a79c-30dc0388a976 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:50:33.147518 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-52d9bf28-19ff-4a7e-aec4-a981731c0f73 req-381cbc11-3322-41a7-a79c-30dc0388a976 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eee1b087-4fef-42de-85c4-7980425b3bb2 HTTP/1.1" status: 200 len: 835 time: 0.0581536 May 05 22:50:33.165316 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:33.198772 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 237faeec-4fa0-45d5-b326-fa27b9b5e394, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=237faeec-4fa0-45d5-b326-fa27b9b5e394,segment=NetworkSegment(78033d64-4fa8-4abe-86a3-56a731d2a9eb),segment_id=78033d64-4fa8-4abe-86a3-56a731d2a9eb)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:50:33.202847 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:33.227609 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-52d9bf28-19ff-4a7e-aec4-a981731c0f73 req-80523d9b-10a7-4e31-88e3-33984c66d64b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d9c5430a-243a-4c5a-844e-d76a15d83d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736306 May 05 22:50:33.268800 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=237faeec-4fa0-45d5-b326-fa27b9b5e394,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:50:33.372756 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-52d9bf28-19ff-4a7e-aec4-a981731c0f73 req-16b7f9d4-b834-482f-8cd0-0eb28f328521 service neutron] 10.222.0.44 "GET /v2.0/networks/d9c5430a-243a-4c5a-844e-d76a15d83d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382954 May 05 22:50:33.509948 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-52d9bf28-19ff-4a7e-aec4-a981731c0f73 req-262bfcf8-639d-470d-b561-e599319fda9b service neutron] 10.222.0.44 "GET /v2.0/networks/d9c5430a-243a-4c5a-844e-d76a15d83d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301606 May 05 22:50:34.285970 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699d033-1873-4e95-84eb-e1f5c0c97f3c req-d1950eaa-adc7-4c09-873b-ea3eb36188e2 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:50:34.287408 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b699d033-1873-4e95-84eb-e1f5c0c97f3c req-d1950eaa-adc7-4c09-873b-ea3eb36188e2 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f0f2944-41c3-4b53-9e06-97903c1f310f HTTP/1.1" status: 200 len: 943 time: 0.1542714 May 05 22:50:34.336932 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b699d033-1873-4e95-84eb-e1f5c0c97f3c req-1a3670de-3526-4944-ad1e-868e28b62251 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c090614-d42e-4747-999e-22114efd90a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416522 May 05 22:50:34.915521 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 237faeec-4fa0-45d5-b326-fa27b9b5e394 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:50:35.002941 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 237faeec-4fa0-45d5-b326-fa27b9b5e394 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:50:35.003302 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:35.557221 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device e2382700-e648-4530-a809-e6ef414d045f details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:50:35.627485 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15bf86-96f6-4d2e-82b0-752fd88fc6bc req-1b54406b-0cf3-4653-a7b2-a9e1049b2a37 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:50:35.628964 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cb15bf86-96f6-4d2e-82b0-752fd88fc6bc req-1b54406b-0cf3-4653-a7b2-a9e1049b2a37 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f0f2944-41c3-4b53-9e06-97903c1f310f HTTP/1.1" status: 200 len: 943 time: 0.1566570 May 05 22:50:35.674778 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-cb15bf86-96f6-4d2e-82b0-752fd88fc6bc req-950a737b-e282-4216-827a-47aea623de85 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c090614-d42e-4747-999e-22114efd90a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401158 May 05 22:50:35.701408 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port e2382700-e648-4530-a809-e6ef414d045f, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=e2382700-e648-4530-a809-e6ef414d045f,segment=NetworkSegment(78033d64-4fa8-4abe-86a3-56a731d2a9eb),segment_id=78033d64-4fa8-4abe-86a3-56a731d2a9eb)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:50:35.715500 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': 'e2382700-e648-4530-a809-e6ef414d045f', 'network_id': 'd9c5430a-243a-4c5a-844e-d76a15d83d11', 'port_id': 'e2382700-e648-4530-a809-e6ef414d045f', 'mac_address': 'fa:16:3e:5a:d5:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eee1b087-4fef-42de-85c4-7980425b3bb2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:50:35.770702 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:35.788732 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2382700-e648-4530-a809-e6ef414d045f {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:50:35.804020 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port e2382700-e648-4530-a809-e6ef414d045f, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=e2382700-e648-4530-a809-e6ef414d045f,segment=NetworkSegment(78033d64-4fa8-4abe-86a3-56a731d2a9eb),segment_id=78033d64-4fa8-4abe-86a3-56a731d2a9eb)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:50:35.809320 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:35.875371 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=e2382700-e648-4530-a809-e6ef414d045f,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:50:35.999658 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['e2382700-e648-4530-a809-e6ef414d045f'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:50:36.427359 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:36.659273 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:36.883321 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc690838-208c-480e-8da5-a8a848f0475f req-776350ea-0334-403c-bd65-215c4eb726bc tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:50:36.884776 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bc690838-208c-480e-8da5-a8a848f0475f req-776350ea-0334-403c-bd65-215c4eb726bc tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f0f2944-41c3-4b53-9e06-97903c1f310f HTTP/1.1" status: 200 len: 944 time: 0.0788977 May 05 22:50:36.932719 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bc690838-208c-480e-8da5-a8a848f0475f req-c80a3cf7-48cf-4404-8e71-700c7641cb69 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c090614-d42e-4747-999e-22114efd90a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417194 May 05 22:50:37.572715 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device e2382700-e648-4530-a809-e6ef414d045f up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:50:37.644505 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port e2382700-e648-4530-a809-e6ef414d045f completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:50:37.649644 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port e2382700-e648-4530-a809-e6ef414d045f triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:50:37.650013 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:37.765359 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:37.793562 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f0f2944-41c3-4b53-9e06-97903c1f310f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2382700-e648-4530-a809-e6ef414d045f'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:50:37.803809 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port e2382700-e648-4530-a809-e6ef414d045f, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=e2382700-e648-4530-a809-e6ef414d045f,segment=NetworkSegment(78033d64-4fa8-4abe-86a3-56a731d2a9eb),segment_id=78033d64-4fa8-4abe-86a3-56a731d2a9eb)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:50:37.808880 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:37.849497 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bba28ec8-e175-4f2e-88eb-72dd241ac3a8'] response: {'server_uuid': '5f0f2944-41c3-4b53-9e06-97903c1f310f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2382700-e648-4530-a809-e6ef414d045f', 'code': 200} May 05 22:50:37.874933 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=e2382700-e648-4530-a809-e6ef414d045f,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:50:37.981881 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-995ff8d5-5267-4243-b153-f721637067cf req-80cf1fa9-e667-408a-ba8c-9d51054a5daf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5f0f2944-41c3-4b53-9e06-97903c1f310f HTTP/1.1" status: 200 len: 1096 time: 0.0744741 May 05 22:50:38.026321 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-995ff8d5-5267-4243-b153-f721637067cf req-9118297d-05da-43c9-b74e-09b6f75f9d81 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4c090614-d42e-4747-999e-22114efd90a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387161 May 05 22:50:38.146226 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808e4bf-af66-47e2-a982-f8ed5914a43f req-be4330cc-f711-451e-a5a5-0e65eb7e1c75 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:50:38.147947 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6808e4bf-af66-47e2-a982-f8ed5914a43f req-be4330cc-f711-451e-a5a5-0e65eb7e1c75 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f0f2944-41c3-4b53-9e06-97903c1f310f HTTP/1.1" status: 200 len: 945 time: 0.0857821 May 05 22:50:38.195848 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6808e4bf-af66-47e2-a982-f8ed5914a43f req-48e23d38-bd7d-4f14-9a9a-a413db30c646 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c090614-d42e-4747-999e-22114efd90a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419621 May 05 22:50:39.411624 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c8fb0-e9c9-48b4-8f4c-5408b8c7c7a4 req-cdb8d1ba-6da7-422b-9736-20e014d6ac47 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:50:39.413057 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e50c8fb0-e9c9-48b4-8f4c-5408b8c7c7a4 req-cdb8d1ba-6da7-422b-9736-20e014d6ac47 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f0f2944-41c3-4b53-9e06-97903c1f310f HTTP/1.1" status: 200 len: 945 time: 0.0901394 May 05 22:50:39.473572 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e50c8fb0-e9c9-48b4-8f4c-5408b8c7c7a4 req-df4195a4-9191-4b95-95ca-a22bfd805ef9 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c090614-d42e-4747-999e-22114efd90a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532575 May 05 22:50:39.680129 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8597097c-d4b4-41e7-8760-fdf4fddadeac req-0d59b72b-2c29-432d-96fb-e7c92eef47b2 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:50:39.681641 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8597097c-d4b4-41e7-8760-fdf4fddadeac req-0d59b72b-2c29-432d-96fb-e7c92eef47b2 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f0f2944-41c3-4b53-9e06-97903c1f310f HTTP/1.1" status: 200 len: 945 time: 0.0823126 May 05 22:50:39.728997 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8597097c-d4b4-41e7-8760-fdf4fddadeac req-b4bffca4-8035-4bb9-9a12-1b53f8fc4d29 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c090614-d42e-4747-999e-22114efd90a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414042 May 05 22:50:39.762854 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37454) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:50:39.907181 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4a80de7c-efe6-423b-8259-2d6969003bf8 tempest-TestNetworkAdvancedServerOps-1703995958 tempest-TestNetworkAdvancedServerOps-1703995958-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5f0f2944-41c3-4b53-9e06-97903c1f310f HTTP/1.1" status: 200 len: 1091 time: 0.1431351 May 05 22:50:39.909971 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37460) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:50:39.915192 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-0bf27ce7-e387-4528-84a8-3aaf50cc1de6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Request body: {'floatingip': {'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'port_id': 'e2382700-e648-4530-a809-e6ef414d045f', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:50:39.921373 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-0bf27ce7-e387-4528-84a8-3aaf50cc1de6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:50:39.925356 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-0bf27ce7-e387-4528-84a8-3aaf50cc1de6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Usage tracker for resource:floatingip and tenant:6b2f3059793b418098910f2d886078d9 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:50:39.928274 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-0bf27ce7-e387-4528-84a8-3aaf50cc1de6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:50:39.934307 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-0bf27ce7-e387-4528-84a8-3aaf50cc1de6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:50:39.946859 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0bf27ce7-e387-4528-84a8-3aaf50cc1de6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for floatingip, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:40.098430 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0bf27ce7-e387-4528-84a8-3aaf50cc1de6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:40.233365 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-0bf27ce7-e387-4528-84a8-3aaf50cc1de6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Allocated IP 172.25.4.48 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/7390c0bc-1449-4711-9f6e-d8397b7e1582) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:50:40.383856 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0bf27ce7-e387-4528-84a8-3aaf50cc1de6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:40.414666 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0bf27ce7-e387-4528-84a8-3aaf50cc1de6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:40.485098 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf27ce7-e387-4528-84a8-3aaf50cc1de6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:50:40.488468 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-0bf27ce7-e387-4528-84a8-3aaf50cc1de6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:50:40.491553 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf27ce7-e387-4528-84a8-3aaf50cc1de6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:50:40.515171 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf27ce7-e387-4528-84a8-3aaf50cc1de6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'Port': ['ID=7390c0bc-1449-4711-9f6e-d8397b7e1582,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:50:41.087655 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0bf27ce7-e387-4528-84a8-3aaf50cc1de6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:41.152391 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0bf27ce7-e387-4528-84a8-3aaf50cc1de6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:41.231899 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-85450f45-2eef-435f-be7e-0e40c16f4f0a req-cb7e2d91-517d-4d3e-aab0-2dc4bc902899 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5f0f2944-41c3-4b53-9e06-97903c1f310f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0738237 May 05 22:50:41.361944 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0bf27ce7-e387-4528-84a8-3aaf50cc1de6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:41.367631 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0bf27ce7-e387-4528-84a8-3aaf50cc1de6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:41.374198 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-85450f45-2eef-435f-be7e-0e40c16f4f0a req-a6ed53eb-9883-4ed1-ae5e-e981fb34f0fa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6b2f3059793b418098910f2d886078d9&device_id=5f0f2944-41c3-4b53-9e06-97903c1f310f HTTP/1.1" status: 200 len: 1096 time: 0.0723474 May 05 22:50:41.473205 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf27ce7-e387-4528-84a8-3aaf50cc1de6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'Port': ['ID=7390c0bc-1449-4711-9f6e-d8397b7e1582,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:50:41.488348 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0bf27ce7-e387-4528-84a8-3aaf50cc1de6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:41.521259 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85450f45-2eef-435f-be7e-0e40c16f4f0a req-144e629e-dd49-430e-93d4-63a3a64d8c38 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:50:41.522726 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-85450f45-2eef-435f-be7e-0e40c16f4f0a req-144e629e-dd49-430e-93d4-63a3a64d8c38 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d9c5430a-243a-4c5a-844e-d76a15d83d11 HTTP/1.1" status: 200 len: 896 time: 0.1300898 May 05 22:50:41.629827 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-85450f45-2eef-435f-be7e-0e40c16f4f0a req-7a72aa82-7b61-4bfa-956d-cc3d2deac707 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2382700-e648-4530-a809-e6ef414d045f HTTP/1.1" status: 200 len: 998 time: 0.1015663 May 05 22:50:41.683850 n-d-825175-4 neutron-server[84061]: INFO neutron.db.l3_db [None req-0bf27ce7-e387-4528-84a8-3aaf50cc1de6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Floating IP a3b696e7-70d6-4acc-981e-8601689d3cf2 associated. External IP: 172.25.4.48, port: e2382700-e648-4530-a809-e6ef414d045f. May 05 22:50:41.700521 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85450f45-2eef-435f-be7e-0e40c16f4f0a req-a0d441f5-40c4-485a-94a7-6eb4371dbfe4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:50:41.701970 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-85450f45-2eef-435f-be7e-0e40c16f4f0a req-a0d441f5-40c4-485a-94a7-6eb4371dbfe4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eee1b087-4fef-42de-85c4-7980425b3bb2 HTTP/1.1" status: 200 len: 835 time: 0.0665653 May 05 22:50:41.785217 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-85450f45-2eef-435f-be7e-0e40c16f4f0a req-da2d6008-63fc-4c15-8419-01fc806b4d15 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d9c5430a-243a-4c5a-844e-d76a15d83d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775435 May 05 22:50:41.916875 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-85450f45-2eef-435f-be7e-0e40c16f4f0a req-a511c4b1-4245-498a-96aa-3b9a7cb93ccb service neutron] 10.222.0.44 "GET /v2.0/networks/d9c5430a-243a-4c5a-844e-d76a15d83d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252120 May 05 22:50:42.081409 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf27ce7-e387-4528-84a8-3aaf50cc1de6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Router 1448e9d3-3ac9-408d-9577-0b7fbd03c881 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:50:42.149420 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-85450f45-2eef-435f-be7e-0e40c16f4f0a req-902b7560-30c4-44c3-9167-4ad575f2069e service neutron] 10.222.0.44 "GET /v2.0/networks/d9c5430a-243a-4c5a-844e-d76a15d83d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266490 May 05 22:50:42.292021 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf27ce7-e387-4528-84a8-3aaf50cc1de6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:50:42.302291 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0391b240-3129-4f0f-984d-efb8ce880e97 None None] Sync routers for ids ['1448e9d3-3ac9-408d-9577-0b7fbd03c881'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:50:42.315513 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0391b240-3129-4f0f-984d-efb8ce880e97 None None] Routers {'1448e9d3-3ac9-408d-9577-0b7fbd03c881'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:50:42.316492 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-0391b240-3129-4f0f-984d-efb8ce880e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:50:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['1448e9d3-3ac9-408d-9577-0b7fbd03c881'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:50:42.319971 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-0bf27ce7-e387-4528-84a8-3aaf50cc1de6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:42.376813 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0bf27ce7-e387-4528-84a8-3aaf50cc1de6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4658456 May 05 22:50:42.377385 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f0f2944-41c3-4b53-9e06-97903c1f310f', 'tag': 'e2382700-e648-4530-a809-e6ef414d045f'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:50:42.435067 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-914c3ca5-f46f-411a-aef9-7bd0bf64c101'] response: {'name': 'network-changed', 'server_uuid': '5f0f2944-41c3-4b53-9e06-97903c1f310f', 'tag': 'e2382700-e648-4530-a809-e6ef414d045f', 'status': 'completed', 'code': 200} May 05 22:50:42.490632 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-0391b240-3129-4f0f-984d-efb8ce880e97 None None] Set router 1448e9d3-3ac9-408d-9577-0b7fbd03c881 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:50:42.533270 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-64a3b1aa-f376-4bea-a655-ba00545aaa50 req-f964b5d2-ffe2-41de-9d07-594b37646844 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6b2f3059793b418098910f2d886078d9&device_id=5f0f2944-41c3-4b53-9e06-97903c1f310f HTTP/1.1" status: 200 len: 1096 time: 0.0783269 May 05 22:50:42.559814 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4925c-4ca6-4518-acc4-4f12248fc784 req-e9f28d94-bcce-4b96-9b25-39ac596385bc tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:50:42.561387 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8cb4925c-4ca6-4518-acc4-4f12248fc784 req-e9f28d94-bcce-4b96-9b25-39ac596385bc tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f0f2944-41c3-4b53-9e06-97903c1f310f HTTP/1.1" status: 200 len: 945 time: 0.0877080 May 05 22:50:42.611832 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8cb4925c-4ca6-4518-acc4-4f12248fc784 req-ee1394ba-391b-4c82-88e3-b20a4f56cc9f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c090614-d42e-4747-999e-22114efd90a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434163 May 05 22:50:42.641653 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37468) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:50:42.682052 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3b1aa-f376-4bea-a655-ba00545aaa50 req-8408dfbc-f5e1-45fe-abe9-750208dfab92 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:50:42.683909 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-64a3b1aa-f376-4bea-a655-ba00545aaa50 req-8408dfbc-f5e1-45fe-abe9-750208dfab92 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d9c5430a-243a-4c5a-844e-d76a15d83d11 HTTP/1.1" status: 200 len: 896 time: 0.1442885 May 05 22:50:42.792880 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-64a3b1aa-f376-4bea-a655-ba00545aaa50 req-f50bcf83-ac5f-4022-ab8c-062d6bbbdf28 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2382700-e648-4530-a809-e6ef414d045f HTTP/1.1" status: 200 len: 998 time: 0.1027112 May 05 22:50:42.840918 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-0391b240-3129-4f0f-984d-efb8ce880e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1448e9d3-3ac9-408d-9577-0b7fbd03c881', 'name': 'tempest-TestNetworkAdvancedServerOps-router-353467055', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '49c4c8a8-11c0-41b3-82d6-3fa515944814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:50:22Z', 'updated_at': '2022-05-05T22:50:26Z', 'revision_number': 4, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': '49c4c8a8-11c0-41b3-82d6-3fa515944814', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:bf:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1448e9d3-3ac9-408d-9577-0b7fbd03c881', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:50:22Z', 'updated_at': '2022-05-05T22:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': 'a3b696e7-70d6-4acc-981e-8601689d3cf2', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'floating_ip_address': '172.25.4.48', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '1448e9d3-3ac9-408d-9577-0b7fbd03c881', 'port_id': 'e2382700-e648-4530-a809-e6ef414d045f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c5430a-243a-4c5a-844e-d76a15d83d11', 'mac_address': 'fa:16:3e:5a:d5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0f2944-41c3-4b53-9e06-97903c1f310f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:50:40Z', 'updated_at': '2022-05-05T22:50:40Z', 'revision_number': 0, 'project_id': '6b2f3059793b418098910f2d886078d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '237faeec-4fa0-45d5-b326-fa27b9b5e394', 'name': '', 'network_id': 'd9c5430a-243a-4c5a-844e-d76a15d83d11', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'mac_address': 'fa:16:3e:4d:a5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1448e9d3-3ac9-408d-9577-0b7fbd03c881', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eee1b087-4fef-42de-85c4-7980425b3bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:50:25Z', 'updated_at': '2022-05-05T22:50:33Z', 'revision_number': 5, 'project_id': '6b2f3059793b418098910f2d886078d9', 'subnets': [{'id': 'eee1b087-4fef-42de-85c4-7980425b3bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:50:42.845354 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0391b240-3129-4f0f-984d-efb8ce880e97 None None] Checking router: 1448e9d3-3ac9-408d-9577-0b7fbd03c881 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:50:42.861040 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3b1aa-f376-4bea-a655-ba00545aaa50 req-9456b4d7-3f12-47ea-a052-934190fc985e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:50:42.861887 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0391b240-3129-4f0f-984d-efb8ce880e97 None None] Routers {'1448e9d3-3ac9-408d-9577-0b7fbd03c881'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:50:42.862493 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-0391b240-3129-4f0f-984d-efb8ce880e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:50:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['1448e9d3-3ac9-408d-9577-0b7fbd03c881'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:50:42.862638 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-64a3b1aa-f376-4bea-a655-ba00545aaa50 req-9456b4d7-3f12-47ea-a052-934190fc985e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eee1b087-4fef-42de-85c4-7980425b3bb2 HTTP/1.1" status: 200 len: 835 time: 0.0641396 May 05 22:50:42.876811 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-67f2cbc7-fea2-46a8-80d1-d9cd30ef7f77 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/floatingips/a3b696e7-70d6-4acc-981e-8601689d3cf2 HTTP/1.1" status: 200 len: 990 time: 0.2339647 May 05 22:50:42.944160 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-64a3b1aa-f376-4bea-a655-ba00545aaa50 req-0fd6ee8d-361b-4c33-88f0-a72452cd055a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d9c5430a-243a-4c5a-844e-d76a15d83d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747685 May 05 22:50:43.046443 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-0391b240-3129-4f0f-984d-efb8ce880e97 None None] Set router 1448e9d3-3ac9-408d-9577-0b7fbd03c881 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:50:43.100204 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-64a3b1aa-f376-4bea-a655-ba00545aaa50 req-dfb3b128-b820-4810-a042-f11ae434adf8 service neutron] 10.222.0.44 "GET /v2.0/networks/d9c5430a-243a-4c5a-844e-d76a15d83d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503062 May 05 22:50:43.234387 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-64a3b1aa-f376-4bea-a655-ba00545aaa50 req-60060d50-14f6-4fc8-80b2-d8779c776fc8 service neutron] 10.222.0.44 "GET /v2.0/networks/d9c5430a-243a-4c5a-844e-d76a15d83d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286168 May 05 22:50:43.448780 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-0391b240-3129-4f0f-984d-efb8ce880e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1448e9d3-3ac9-408d-9577-0b7fbd03c881', 'name': 'tempest-TestNetworkAdvancedServerOps-router-353467055', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '49c4c8a8-11c0-41b3-82d6-3fa515944814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:50:22Z', 'updated_at': '2022-05-05T22:50:26Z', 'revision_number': 4, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': '49c4c8a8-11c0-41b3-82d6-3fa515944814', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:bf:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1448e9d3-3ac9-408d-9577-0b7fbd03c881', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:50:22Z', 'updated_at': '2022-05-05T22:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': 'a3b696e7-70d6-4acc-981e-8601689d3cf2', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'floating_ip_address': '172.25.4.48', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '1448e9d3-3ac9-408d-9577-0b7fbd03c881', 'port_id': 'e2382700-e648-4530-a809-e6ef414d045f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c5430a-243a-4c5a-844e-d76a15d83d11', 'mac_address': 'fa:16:3e:5a:d5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0f2944-41c3-4b53-9e06-97903c1f310f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:50:40Z', 'updated_at': '2022-05-05T22:50:40Z', 'revision_number': 0, 'project_id': '6b2f3059793b418098910f2d886078d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '237faeec-4fa0-45d5-b326-fa27b9b5e394', 'name': '', 'network_id': 'd9c5430a-243a-4c5a-844e-d76a15d83d11', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'mac_address': 'fa:16:3e:4d:a5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1448e9d3-3ac9-408d-9577-0b7fbd03c881', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eee1b087-4fef-42de-85c4-7980425b3bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:50:25Z', 'updated_at': '2022-05-05T22:50:33Z', 'revision_number': 5, 'project_id': '6b2f3059793b418098910f2d886078d9', 'subnets': [{'id': 'eee1b087-4fef-42de-85c4-7980425b3bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:50:43.452933 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0391b240-3129-4f0f-984d-efb8ce880e97 None None] The sync data for ids ['1448e9d3-3ac9-408d-9577-0b7fbd03c881'] in n-d-825175-4 is: [{'id': '1448e9d3-3ac9-408d-9577-0b7fbd03c881', 'name': 'tempest-TestNetworkAdvancedServerOps-router-353467055', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '49c4c8a8-11c0-41b3-82d6-3fa515944814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:50:22Z', 'updated_at': '2022-05-05T22:50:26Z', 'revision_number': 4, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': '49c4c8a8-11c0-41b3-82d6-3fa515944814', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:bf:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1448e9d3-3ac9-408d-9577-0b7fbd03c881', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:50:22Z', 'updated_at': '2022-05-05T22:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': 'a3b696e7-70d6-4acc-981e-8601689d3cf2', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'floating_ip_address': '172.25.4.48', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': '1448e9d3-3ac9-408d-9577-0b7fbd03c881', 'port_id': 'e2382700-e648-4530-a809-e6ef414d045f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9c5430a-243a-4c5a-844e-d76a15d83d11', 'mac_address': 'fa:16:3e:5a:d5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f0f2944-41c3-4b53-9e06-97903c1f310f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:50:40Z', 'updated_at': '2022-05-05T22:50:40Z', 'revision_number': 0, 'project_id': '6b2f3059793b418098910f2d886078d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '237faeec-4fa0-45d5-b326-fa27b9b5e394', 'name': '', 'network_id': 'd9c5430a-243a-4c5a-844e-d76a15d83d11', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'mac_address': 'fa:16:3e:4d:a5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1448e9d3-3ac9-408d-9577-0b7fbd03c881', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eee1b087-4fef-42de-85c4-7980425b3bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:50:25Z', 'updated_at': '2022-05-05T22:50:33Z', 'revision_number': 5, 'project_id': '6b2f3059793b418098910f2d886078d9', 'subnets': [{'id': 'eee1b087-4fef-42de-85c4-7980425b3bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:50:43.881162 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37472) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:50:43.987325 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-3af405ba-01af-4c7d-8bbf-d91d625dea7f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/floatingips/a3b696e7-70d6-4acc-981e-8601689d3cf2 HTTP/1.1" status: 200 len: 990 time: 0.1048782 May 05 22:50:44.048220 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fc631efe-d8a4-4c59-8412-cf8165469334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:44.992401 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37476) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:50:45.101742 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-d4876a84-d951-45a2-a71d-c244e19b2dbf tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/floatingips/a3b696e7-70d6-4acc-981e-8601689d3cf2 HTTP/1.1" status: 200 len: 990 time: 0.1078961 May 05 22:50:46.107974 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37480) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:50:46.227280 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-df6dfeea-e814-4ace-b25e-88a102acbd1e tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/floatingips/a3b696e7-70d6-4acc-981e-8601689d3cf2 HTTP/1.1" status: 200 len: 990 time: 0.1177685 May 05 22:50:46.345932 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8480b549-9a58-4661-916f-f75893678098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:46.936192 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd1fe32-e9ed-4487-ab82-59675fe5f0de None None] New status for floating IP a3b696e7-70d6-4acc-981e-8601689d3cf2: ACTIVE {{(pid=84064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 22:50:47.230952 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37484) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:50:47.343058 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-828724fa-2348-41e2-aa61-be5b33288834 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/floatingips/a3b696e7-70d6-4acc-981e-8601689d3cf2 HTTP/1.1" status: 200 len: 992 time: 0.1108079 May 05 22:50:47.617850 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:47.621442 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:49.215399 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:50:55.369725 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:51:06.435773 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:51:06.701530 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:51:14.054949 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f4e68140-a033-494d-9fda-9754c2b45a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:51:14.905985 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b2fad-3376-4043-ac3f-d9f2d597367c req-2d481425-e169-41e0-aa6a-1b1707cdc3a0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:51:14.907464 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c85b2fad-3376-4043-ac3f-d9f2d597367c req-2d481425-e169-41e0-aa6a-1b1707cdc3a0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f0f2944-41c3-4b53-9e06-97903c1f310f HTTP/1.1" status: 200 len: 945 time: 0.0843093 May 05 22:51:14.955996 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c85b2fad-3376-4043-ac3f-d9f2d597367c req-760262e7-8da9-4f1d-818a-5f8095cf15a7 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c090614-d42e-4747-999e-22114efd90a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420582 May 05 22:51:16.181907 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083c781-5a21-4f2c-a94e-06fce9442cb8 req-74a85cf3-ee4f-4b64-95d0-c3841d85fb4a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:51:16.183386 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b083c781-5a21-4f2c-a94e-06fce9442cb8 req-74a85cf3-ee4f-4b64-95d0-c3841d85fb4a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f0f2944-41c3-4b53-9e06-97903c1f310f HTTP/1.1" status: 200 len: 945 time: 0.0822210 May 05 22:51:16.240902 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b083c781-5a21-4f2c-a94e-06fce9442cb8 req-8d01bcf5-7b7d-46b7-803d-0f19821c2ff1 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c090614-d42e-4747-999e-22114efd90a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518548 May 05 22:51:16.347628 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8c6619a7-ee49-4257-b61c-0cc729c755bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:51:17.450066 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ed2231-7dd1-4629-92f1-a8b66eb369ab req-0a13d483-77dc-49e5-8dc7-219485dff3f1 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:51:17.451592 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-10ed2231-7dd1-4629-92f1-a8b66eb369ab req-0a13d483-77dc-49e5-8dc7-219485dff3f1 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f0f2944-41c3-4b53-9e06-97903c1f310f HTTP/1.1" status: 200 len: 945 time: 0.0890205 May 05 22:51:17.500668 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-10ed2231-7dd1-4629-92f1-a8b66eb369ab req-3bafe7a3-5d77-4227-96b7-084f0ce122c1 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c090614-d42e-4747-999e-22114efd90a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417640 May 05 22:51:17.605956 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:51:17.618945 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:51:18.705581 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ca11c-a7b5-45ec-a9e8-591f353fbc24 req-95d160e0-99bf-41de-be8d-52d727648e09 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:51:18.707327 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-521ca11c-a7b5-45ec-a9e8-591f353fbc24 req-95d160e0-99bf-41de-be8d-52d727648e09 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f0f2944-41c3-4b53-9e06-97903c1f310f HTTP/1.1" status: 200 len: 945 time: 0.0828969 May 05 22:51:18.757719 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-521ca11c-a7b5-45ec-a9e8-591f353fbc24 req-d7841743-444f-4e56-b3e9-cdaed0142e8f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c090614-d42e-4747-999e-22114efd90a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422935 May 05 22:51:19.228116 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:51:19.960607 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a2706-107c-4e0f-bff4-21d3ef4a256f req-5faf8f5d-7905-4d29-a189-0ce6ab46a19e tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:51:19.961945 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e94a2706-107c-4e0f-bff4-21d3ef4a256f req-5faf8f5d-7905-4d29-a189-0ce6ab46a19e tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f0f2944-41c3-4b53-9e06-97903c1f310f HTTP/1.1" status: 200 len: 945 time: 0.0791743 May 05 22:51:20.016061 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e94a2706-107c-4e0f-bff4-21d3ef4a256f req-734f8a85-bbc3-4166-a4f3-2f98d1c3f30c tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c090614-d42e-4747-999e-22114efd90a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460763 May 05 22:51:21.243237 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c451e35-39a1-4941-9431-8575231a8a5c req-8a889cb4-17fb-4f5e-a633-30617d85e096 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:51:21.244592 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5c451e35-39a1-4941-9431-8575231a8a5c req-8a889cb4-17fb-4f5e-a633-30617d85e096 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f0f2944-41c3-4b53-9e06-97903c1f310f HTTP/1.1" status: 200 len: 945 time: 0.0895257 May 05 22:51:21.293130 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5c451e35-39a1-4941-9431-8575231a8a5c req-f884ac10-33d5-4fed-af26-af37adad567d tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c090614-d42e-4747-999e-22114efd90a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427511 May 05 22:51:22.515554 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef37b7-c68d-4ecf-8af5-6219ed0e1dd5 req-9acf02c5-c147-4648-82b7-296376ce7e5a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:51:22.517375 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-65ef37b7-c68d-4ecf-8af5-6219ed0e1dd5 req-9acf02c5-c147-4648-82b7-296376ce7e5a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f0f2944-41c3-4b53-9e06-97903c1f310f HTTP/1.1" status: 200 len: 945 time: 0.0794597 May 05 22:51:22.567327 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-65ef37b7-c68d-4ecf-8af5-6219ed0e1dd5 req-227c290f-3588-4d60-b618-cdc7da4c3837 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c090614-d42e-4747-999e-22114efd90a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442338 May 05 22:51:23.783026 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c6d25-3a56-411e-a585-6e2d651274f4 req-5932b3a8-b1df-49e8-919c-5e6ae9260be0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:51:23.784483 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-355c6d25-3a56-411e-a585-6e2d651274f4 req-5932b3a8-b1df-49e8-919c-5e6ae9260be0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f0f2944-41c3-4b53-9e06-97903c1f310f HTTP/1.1" status: 200 len: 945 time: 0.0884442 May 05 22:51:23.832173 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-355c6d25-3a56-411e-a585-6e2d651274f4 req-fd93f25d-699e-4cb0-9ed4-0268cf8397eb tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c090614-d42e-4747-999e-22114efd90a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397439 May 05 22:51:25.058767 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379cccf-e27a-4269-9b57-ff7f1218fd72 req-5c9478ca-20b2-4073-af82-b45eb55627bc tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:51:25.060232 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2379cccf-e27a-4269-9b57-ff7f1218fd72 req-5c9478ca-20b2-4073-af82-b45eb55627bc tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f0f2944-41c3-4b53-9e06-97903c1f310f HTTP/1.1" status: 200 len: 945 time: 0.0991728 May 05 22:51:25.108544 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2379cccf-e27a-4269-9b57-ff7f1218fd72 req-bdbab09f-5097-4a7b-ac85-99f6d699d9f9 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c090614-d42e-4747-999e-22114efd90a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398920 May 05 22:51:26.334325 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f76d5c-aeaa-462c-b656-4325792a184a req-fb94d1e1-63d5-49fa-89b3-3775f76c2901 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:51:26.335783 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c7f76d5c-aeaa-462c-b656-4325792a184a req-fb94d1e1-63d5-49fa-89b3-3775f76c2901 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f0f2944-41c3-4b53-9e06-97903c1f310f HTTP/1.1" status: 200 len: 945 time: 0.0877063 May 05 22:51:26.381313 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c7f76d5c-aeaa-462c-b656-4325792a184a req-113544d6-419e-4e39-bad1-ca0a41e84352 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c090614-d42e-4747-999e-22114efd90a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397899 May 05 22:51:27.596046 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209cf75b-1cc1-46f1-bf5b-7fca96bc08aa req-2903cb3a-1580-4cf1-84b1-ddde7012a0ce tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:51:27.597487 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-209cf75b-1cc1-46f1-bf5b-7fca96bc08aa req-2903cb3a-1580-4cf1-84b1-ddde7012a0ce tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f0f2944-41c3-4b53-9e06-97903c1f310f HTTP/1.1" status: 200 len: 945 time: 0.0809522 May 05 22:51:27.643850 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-209cf75b-1cc1-46f1-bf5b-7fca96bc08aa req-5e105a30-676d-4bad-9632-7fc767b31bba tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c090614-d42e-4747-999e-22114efd90a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402603 May 05 22:51:28.878520 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e1e7c1-f8b7-4f7f-ab5f-a1a53a20032f req-fd737bb1-06b9-46bb-827f-b95c4b68c66f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:51:28.879910 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e2e1e7c1-f8b7-4f7f-ab5f-a1a53a20032f req-fd737bb1-06b9-46bb-827f-b95c4b68c66f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f0f2944-41c3-4b53-9e06-97903c1f310f HTTP/1.1" status: 200 len: 945 time: 0.0896800 May 05 22:51:28.929420 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e2e1e7c1-f8b7-4f7f-ab5f-a1a53a20032f req-7eee359c-ecb5-4fcb-9929-5097f227b96e tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c090614-d42e-4747-999e-22114efd90a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436199 May 05 22:51:30.146757 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95641748-3d47-4f29-9f3c-3c2c07045256 req-29e435e3-6442-440e-b6cd-59aa4a0a9bdb tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:51:30.148216 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-95641748-3d47-4f29-9f3c-3c2c07045256 req-29e435e3-6442-440e-b6cd-59aa4a0a9bdb tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f0f2944-41c3-4b53-9e06-97903c1f310f HTTP/1.1" status: 200 len: 945 time: 0.0821218 May 05 22:51:30.198374 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-95641748-3d47-4f29-9f3c-3c2c07045256 req-1c3569f6-3b43-4cdc-a49a-fcf48ccd64d7 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c090614-d42e-4747-999e-22114efd90a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418706 May 05 22:51:31.405621 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58aa02-8499-40d3-b99a-41682d2dfc29 req-696e5342-2e78-4386-800d-b1be096ab64f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:51:31.407095 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dd58aa02-8499-40d3-b99a-41682d2dfc29 req-696e5342-2e78-4386-800d-b1be096ab64f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f0f2944-41c3-4b53-9e06-97903c1f310f HTTP/1.1" status: 200 len: 945 time: 0.0865736 May 05 22:51:31.455679 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dd58aa02-8499-40d3-b99a-41682d2dfc29 req-9af25872-7c9c-4bbd-b855-bf889fec435d tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c090614-d42e-4747-999e-22114efd90a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396376 May 05 22:51:31.485157 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37536) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:51:31.590509 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b895ae2b-d7e3-4f3d-9bfa-d3aa6e79a010 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/floatingips/a3b696e7-70d6-4acc-981e-8601689d3cf2 HTTP/1.1" status: 200 len: 992 time: 0.1042478 May 05 22:51:32.366154 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:51:33.073277 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce7d609-f1f0-4411-9c67-89851ac0f40f req-943a9f77-7a89-4668-8e15-d30c4d29c2c5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:51:33.074747 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0ce7d609-f1f0-4411-9c67-89851ac0f40f req-943a9f77-7a89-4668-8e15-d30c4d29c2c5 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f0f2944-41c3-4b53-9e06-97903c1f310f HTTP/1.1" status: 200 len: 945 time: 0.0768476 May 05 22:51:33.114097 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2a98f8d0-f342-434e-a039-b9d7cd831ac2 req-39ece1fd-19a2-4bac-9c73-811ac3c2e1c9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6b2f3059793b418098910f2d886078d9&device_id=5f0f2944-41c3-4b53-9e06-97903c1f310f HTTP/1.1" status: 200 len: 1096 time: 0.0750101 May 05 22:51:33.131336 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0ce7d609-f1f0-4411-9c67-89851ac0f40f req-12220f79-8d6a-4d43-94e8-1fd2fb57b74a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c090614-d42e-4747-999e-22114efd90a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506949 May 05 22:51:33.247130 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98f8d0-f342-434e-a039-b9d7cd831ac2 req-0e8c3fa2-813e-44f5-95e7-6c02ad09d24b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:51:33.248589 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2a98f8d0-f342-434e-a039-b9d7cd831ac2 req-0e8c3fa2-813e-44f5-95e7-6c02ad09d24b service neutron] 10.222.0.44 "GET /v2.0/networks?id=d9c5430a-243a-4c5a-844e-d76a15d83d11 HTTP/1.1" status: 200 len: 896 time: 0.1286528 May 05 22:51:33.354047 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2a98f8d0-f342-434e-a039-b9d7cd831ac2 req-c16f318c-feb6-4013-9f0a-3d6bd948d23e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2382700-e648-4530-a809-e6ef414d045f HTTP/1.1" status: 200 len: 1000 time: 0.0991738 May 05 22:51:33.417599 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98f8d0-f342-434e-a039-b9d7cd831ac2 req-06495d59-0aaa-489f-96cd-efa0affca4fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:51:33.418959 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2a98f8d0-f342-434e-a039-b9d7cd831ac2 req-06495d59-0aaa-489f-96cd-efa0affca4fe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eee1b087-4fef-42de-85c4-7980425b3bb2 HTTP/1.1" status: 200 len: 835 time: 0.0592086 May 05 22:51:33.493532 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2a98f8d0-f342-434e-a039-b9d7cd831ac2 req-e06ead25-86e3-4d72-af3c-0dc16a527cdb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d9c5430a-243a-4c5a-844e-d76a15d83d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690284 May 05 22:51:33.725481 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2a98f8d0-f342-434e-a039-b9d7cd831ac2 req-6c9ef506-6a0f-434d-9fed-ae397f97ebd3 service neutron] 10.222.0.44 "GET /v2.0/networks/d9c5430a-243a-4c5a-844e-d76a15d83d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252715 May 05 22:51:33.856522 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2a98f8d0-f342-434e-a039-b9d7cd831ac2 req-992948a9-29c2-4cf5-84f4-dd95f8854ffc service neutron] 10.222.0.44 "GET /v2.0/networks/d9c5430a-243a-4c5a-844e-d76a15d83d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246717 May 05 22:51:34.450008 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef0f9f-28c9-43fd-be29-eafb6e7714b0 req-5a521ce4-baa8-4c48-a237-8e6beccb1e81 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:51:34.451377 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7aef0f9f-28c9-43fd-be29-eafb6e7714b0 req-5a521ce4-baa8-4c48-a237-8e6beccb1e81 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f0f2944-41c3-4b53-9e06-97903c1f310f HTTP/1.1" status: 200 len: 945 time: 0.1795106 May 05 22:51:34.498006 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7aef0f9f-28c9-43fd-be29-eafb6e7714b0 req-c144afcd-c0ba-4225-af4b-c97c13197a47 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c090614-d42e-4747-999e-22114efd90a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409548 May 05 22:51:35.711708 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69077261-21d4-44cd-b145-8f85e6e2fe20 req-e9ffbfc3-9977-4848-bbd1-907ae4852b98 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:51:35.713145 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-69077261-21d4-44cd-b145-8f85e6e2fe20 req-e9ffbfc3-9977-4848-bbd1-907ae4852b98 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f0f2944-41c3-4b53-9e06-97903c1f310f HTTP/1.1" status: 200 len: 945 time: 0.0834904 May 05 22:51:35.759019 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-69077261-21d4-44cd-b145-8f85e6e2fe20 req-add8084e-c99c-4de1-8464-c07f9dffdb89 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c090614-d42e-4747-999e-22114efd90a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402403 May 05 22:51:35.787846 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37550) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:51:35.893443 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-c0810789-c534-4e40-8b1b-22ba1299892e tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/floatingips/a3b696e7-70d6-4acc-981e-8601689d3cf2 HTTP/1.1" status: 200 len: 992 time: 0.1042693 May 05 22:51:36.426526 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:51:36.708485 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:51:42.429230 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dfe165ea-2acb-45dd-9eec-4424b0b811a8 req-bdb5b1da-0fc6-4982-9b52-d01af755f0ae service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5f0f2944-41c3-4b53-9e06-97903c1f310f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0742569 May 05 22:51:42.572183 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dfe165ea-2acb-45dd-9eec-4424b0b811a8 req-9cb2d572-1891-443d-9cf5-c1c147a4f4c9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6b2f3059793b418098910f2d886078d9&device_id=5f0f2944-41c3-4b53-9e06-97903c1f310f HTTP/1.1" status: 200 len: 1096 time: 0.0752811 May 05 22:51:42.716983 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe165ea-2acb-45dd-9eec-4424b0b811a8 req-89c04418-4206-4cf6-ad1b-1a03bd292d72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:51:42.718349 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dfe165ea-2acb-45dd-9eec-4424b0b811a8 req-89c04418-4206-4cf6-ad1b-1a03bd292d72 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d9c5430a-243a-4c5a-844e-d76a15d83d11 HTTP/1.1" status: 200 len: 896 time: 0.1278620 May 05 22:51:42.820636 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dfe165ea-2acb-45dd-9eec-4424b0b811a8 req-426dbc57-1a98-4353-9bce-a6aad9a81f56 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2382700-e648-4530-a809-e6ef414d045f HTTP/1.1" status: 200 len: 1000 time: 0.0962353 May 05 22:51:42.890546 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe165ea-2acb-45dd-9eec-4424b0b811a8 req-1cfc26da-5dd5-4779-af13-d97407f36117 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:51:42.892738 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dfe165ea-2acb-45dd-9eec-4424b0b811a8 req-1cfc26da-5dd5-4779-af13-d97407f36117 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eee1b087-4fef-42de-85c4-7980425b3bb2 HTTP/1.1" status: 200 len: 835 time: 0.0662913 May 05 22:51:42.974733 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dfe165ea-2acb-45dd-9eec-4424b0b811a8 req-9451ba4b-4e8d-468b-9c07-5ce59db47e44 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d9c5430a-243a-4c5a-844e-d76a15d83d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686276 May 05 22:51:43.105364 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dfe165ea-2acb-45dd-9eec-4424b0b811a8 req-cbfa99ac-cae2-4a87-884b-234587cd7384 service neutron] 10.222.0.44 "GET /v2.0/networks/d9c5430a-243a-4c5a-844e-d76a15d83d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246393 May 05 22:51:43.238841 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-dfe165ea-2acb-45dd-9eec-4424b0b811a8 req-15150654-ccea-444e-9dae-f837f317b3ff service neutron] 10.222.0.44 "GET /v2.0/networks/d9c5430a-243a-4c5a-844e-d76a15d83d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272881 May 05 22:51:44.047316 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4d2aa26e-7d4e-4788-b785-f31c9ba26736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:51:46.348919 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6c0a6a39-e28d-4fde-8393-18847ce215ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:51:47.607313 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:51:47.619019 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:51:49.225072 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:06.447096 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:06.626452 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37562) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:52:06.715795 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:06.830812 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-f5b1f2f2-02cf-454c-99fd-28fdc1fe1766 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Deleting port 7390c0bc-1449-4711-9f6e-d8397b7e1582 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:52:06.831088 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f5b1f2f2-02cf-454c-99fd-28fdc1fe1766 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:06.997860 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f5b1f2f2-02cf-454c-99fd-28fdc1fe1766 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:06.998115 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f5b1f2f2-02cf-454c-99fd-28fdc1fe1766 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:07.211441 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-f5b1f2f2-02cf-454c-99fd-28fdc1fe1766 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Calling delete_port for 7390c0bc-1449-4711-9f6e-d8397b7e1582 owned by network:floatingip {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:52:07.373591 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f5b1f2f2-02cf-454c-99fd-28fdc1fe1766 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:07.420050 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b1f2f2-02cf-454c-99fd-28fdc1fe1766 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event deleted for resources: {'Port': ['ID=7390c0bc-1449-4711-9f6e-d8397b7e1582,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:52:07.489603 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b1f2f2-02cf-454c-99fd-28fdc1fe1766 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:52:07.489936 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b1f2f2-02cf-454c-99fd-28fdc1fe1766 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:52:07.490271 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b1f2f2-02cf-454c-99fd-28fdc1fe1766 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:52:07.490607 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b1f2f2-02cf-454c-99fd-28fdc1fe1766 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:52:07.490962 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b1f2f2-02cf-454c-99fd-28fdc1fe1766 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:52:07.491288 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b1f2f2-02cf-454c-99fd-28fdc1fe1766 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:52:07.491611 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b1f2f2-02cf-454c-99fd-28fdc1fe1766 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:52:07.491936 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b1f2f2-02cf-454c-99fd-28fdc1fe1766 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:52:07.492259 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b1f2f2-02cf-454c-99fd-28fdc1fe1766 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:52:07.492572 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b1f2f2-02cf-454c-99fd-28fdc1fe1766 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:52:07.492886 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b1f2f2-02cf-454c-99fd-28fdc1fe1766 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:52:07.527130 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f5b1f2f2-02cf-454c-99fd-28fdc1fe1766 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for floatingip, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:07.943047 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b1f2f2-02cf-454c-99fd-28fdc1fe1766 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Router 1448e9d3-3ac9-408d-9577-0b7fbd03c881 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:52:08.154782 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b1f2f2-02cf-454c-99fd-28fdc1fe1766 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:52:08.164689 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c0a075-295e-4e9f-b8c5-382fdb96cbdb None None] Sync routers for ids ['1448e9d3-3ac9-408d-9577-0b7fbd03c881'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:52:08.173552 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f5b1f2f2-02cf-454c-99fd-28fdc1fe1766 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:08.176584 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c0a075-295e-4e9f-b8c5-382fdb96cbdb None None] Routers {'1448e9d3-3ac9-408d-9577-0b7fbd03c881'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:52:08.177184 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-c5c0a075-295e-4e9f-b8c5-382fdb96cbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:51:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['1448e9d3-3ac9-408d-9577-0b7fbd03c881'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:52:08.229145 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f5b1f2f2-02cf-454c-99fd-28fdc1fe1766 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "DELETE /v2.0/floatingips/a3b696e7-70d6-4acc-981e-8601689d3cf2 HTTP/1.1" status: 204 len: 168 time: 1.6013687 May 05 22:52:08.229559 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f0f2944-41c3-4b53-9e06-97903c1f310f', 'tag': 'e2382700-e648-4530-a809-e6ef414d045f'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:52:08.356105 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-c5c0a075-295e-4e9f-b8c5-382fdb96cbdb None None] Set router 1448e9d3-3ac9-408d-9577-0b7fbd03c881 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:52:08.365994 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-288a6540-51ca-48af-95de-9bc2f3dfa73f'] response: {'name': 'network-changed', 'server_uuid': '5f0f2944-41c3-4b53-9e06-97903c1f310f', 'tag': 'e2382700-e648-4530-a809-e6ef414d045f', 'status': 'completed', 'code': 200} May 05 22:52:08.540422 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-288e706a-200c-46ad-afc9-324418a21389 req-066dd6e9-dd9f-4f4a-8d84-b666499e1996 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6b2f3059793b418098910f2d886078d9&device_id=5f0f2944-41c3-4b53-9e06-97903c1f310f HTTP/1.1" status: 200 len: 1096 time: 0.1512496 May 05 22:52:08.645269 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b55b09-d279-48b5-a47d-86c0965f7035 req-6369f688-0dce-4fc8-a403-50ea8151d0d3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:52:08.646882 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-52b55b09-d279-48b5-a47d-86c0965f7035 req-6369f688-0dce-4fc8-a403-50ea8151d0d3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f0f2944-41c3-4b53-9e06-97903c1f310f HTTP/1.1" status: 200 len: 945 time: 0.0842106 May 05 22:52:08.682637 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-c5c0a075-295e-4e9f-b8c5-382fdb96cbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1448e9d3-3ac9-408d-9577-0b7fbd03c881', 'name': 'tempest-TestNetworkAdvancedServerOps-router-353467055', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '49c4c8a8-11c0-41b3-82d6-3fa515944814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:50:22Z', 'updated_at': '2022-05-05T22:50:26Z', 'revision_number': 4, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': '49c4c8a8-11c0-41b3-82d6-3fa515944814', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:bf:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1448e9d3-3ac9-408d-9577-0b7fbd03c881', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:50:22Z', 'updated_at': '2022-05-05T22:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '237faeec-4fa0-45d5-b326-fa27b9b5e394', 'name': '', 'network_id': 'd9c5430a-243a-4c5a-844e-d76a15d83d11', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'mac_address': 'fa:16:3e:4d:a5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1448e9d3-3ac9-408d-9577-0b7fbd03c881', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eee1b087-4fef-42de-85c4-7980425b3bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:50:25Z', 'updated_at': '2022-05-05T22:50:33Z', 'revision_number': 5, 'project_id': '6b2f3059793b418098910f2d886078d9', 'subnets': [{'id': 'eee1b087-4fef-42de-85c4-7980425b3bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:52:08.684981 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e706a-200c-46ad-afc9-324418a21389 req-1918d78f-8694-412f-a227-c2181d848a6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:52:08.687186 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-288e706a-200c-46ad-afc9-324418a21389 req-1918d78f-8694-412f-a227-c2181d848a6a service neutron] 10.222.0.44 "GET /v2.0/networks?id=d9c5430a-243a-4c5a-844e-d76a15d83d11 HTTP/1.1" status: 200 len: 896 time: 0.1388469 May 05 22:52:08.687360 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c0a075-295e-4e9f-b8c5-382fdb96cbdb None None] Checking router: 1448e9d3-3ac9-408d-9577-0b7fbd03c881 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:52:08.694573 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-52b55b09-d279-48b5-a47d-86c0965f7035 req-66c1b35f-448b-460e-9666-e58b54fb9037 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c090614-d42e-4747-999e-22114efd90a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409217 May 05 22:52:08.697640 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c0a075-295e-4e9f-b8c5-382fdb96cbdb None None] Routers {'1448e9d3-3ac9-408d-9577-0b7fbd03c881'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:52:08.698236 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-c5c0a075-295e-4e9f-b8c5-382fdb96cbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:51:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['1448e9d3-3ac9-408d-9577-0b7fbd03c881'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:52:08.757380 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-288e706a-200c-46ad-afc9-324418a21389 req-ce9f96ad-cd6c-42bf-b098-d44868010f3e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2382700-e648-4530-a809-e6ef414d045f HTTP/1.1" status: 200 len: 217 time: 0.0639310 May 05 22:52:08.823382 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e706a-200c-46ad-afc9-324418a21389 req-baf46642-fe30-4043-beef-3b128b170d92 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:52:08.824858 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-288e706a-200c-46ad-afc9-324418a21389 req-baf46642-fe30-4043-beef-3b128b170d92 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eee1b087-4fef-42de-85c4-7980425b3bb2 HTTP/1.1" status: 200 len: 835 time: 0.0615351 May 05 22:52:08.875395 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-c5c0a075-295e-4e9f-b8c5-382fdb96cbdb None None] Set router 1448e9d3-3ac9-408d-9577-0b7fbd03c881 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:52:08.900340 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-288e706a-200c-46ad-afc9-324418a21389 req-679cb21c-2ac2-4626-8df1-13d2b5e9979f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d9c5430a-243a-4c5a-844e-d76a15d83d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686746 May 05 22:52:09.134170 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-288e706a-200c-46ad-afc9-324418a21389 req-0dfd21f3-e15b-477b-bb7b-05a9afcb9e40 service neutron] 10.222.0.44 "GET /v2.0/networks/d9c5430a-243a-4c5a-844e-d76a15d83d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267301 May 05 22:52:09.186823 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-c5c0a075-295e-4e9f-b8c5-382fdb96cbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1448e9d3-3ac9-408d-9577-0b7fbd03c881', 'name': 'tempest-TestNetworkAdvancedServerOps-router-353467055', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '49c4c8a8-11c0-41b3-82d6-3fa515944814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:50:22Z', 'updated_at': '2022-05-05T22:50:26Z', 'revision_number': 4, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': '49c4c8a8-11c0-41b3-82d6-3fa515944814', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:bf:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1448e9d3-3ac9-408d-9577-0b7fbd03c881', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:50:22Z', 'updated_at': '2022-05-05T22:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '237faeec-4fa0-45d5-b326-fa27b9b5e394', 'name': '', 'network_id': 'd9c5430a-243a-4c5a-844e-d76a15d83d11', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'mac_address': 'fa:16:3e:4d:a5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1448e9d3-3ac9-408d-9577-0b7fbd03c881', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eee1b087-4fef-42de-85c4-7980425b3bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:50:25Z', 'updated_at': '2022-05-05T22:50:33Z', 'revision_number': 5, 'project_id': '6b2f3059793b418098910f2d886078d9', 'subnets': [{'id': 'eee1b087-4fef-42de-85c4-7980425b3bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:52:09.191292 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c0a075-295e-4e9f-b8c5-382fdb96cbdb None None] The sync data for ids ['1448e9d3-3ac9-408d-9577-0b7fbd03c881'] in n-d-825175-4 is: [{'id': '1448e9d3-3ac9-408d-9577-0b7fbd03c881', 'name': 'tempest-TestNetworkAdvancedServerOps-router-353467055', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '49c4c8a8-11c0-41b3-82d6-3fa515944814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:50:22Z', 'updated_at': '2022-05-05T22:50:26Z', 'revision_number': 4, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': '49c4c8a8-11c0-41b3-82d6-3fa515944814', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:bf:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1448e9d3-3ac9-408d-9577-0b7fbd03c881', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:50:22Z', 'updated_at': '2022-05-05T22:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '237faeec-4fa0-45d5-b326-fa27b9b5e394', 'name': '', 'network_id': 'd9c5430a-243a-4c5a-844e-d76a15d83d11', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'mac_address': 'fa:16:3e:4d:a5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1448e9d3-3ac9-408d-9577-0b7fbd03c881', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eee1b087-4fef-42de-85c4-7980425b3bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:50:25Z', 'updated_at': '2022-05-05T22:50:33Z', 'revision_number': 5, 'project_id': '6b2f3059793b418098910f2d886078d9', 'subnets': [{'id': 'eee1b087-4fef-42de-85c4-7980425b3bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:52:09.275679 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-288e706a-200c-46ad-afc9-324418a21389 req-b88a7c31-86d7-413f-b7bc-7451d17547b4 service neutron] 10.222.0.44 "GET /v2.0/networks/d9c5430a-243a-4c5a-844e-d76a15d83d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348557 May 05 22:52:09.357116 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:52:09.434880 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65778c00-e838-42ce-b979-34c1ebd41a44 None None] New status for floating IP a3b696e7-70d6-4acc-981e-8601689d3cf2: DOWN {{(pid=84064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 22:52:09.904605 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0467c6-5eba-44eb-96be-faae91961a8e req-c5b55501-afb1-45c4-a1e2-8b96a7748a36 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:52:09.906251 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6c0467c6-5eba-44eb-96be-faae91961a8e req-c5b55501-afb1-45c4-a1e2-8b96a7748a36 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f0f2944-41c3-4b53-9e06-97903c1f310f HTTP/1.1" status: 200 len: 945 time: 0.0830164 May 05 22:52:09.951794 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6c0467c6-5eba-44eb-96be-faae91961a8e req-0b917b2d-198f-4bc3-acc0-623afdd1b6f3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c090614-d42e-4747-999e-22114efd90a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400147 May 05 22:52:10.031222 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b053e-c50d-4f5e-b4fb-33b8a3191f3e req-716be532-a657-407d-9f48-869469d82f80 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:52:10.031902 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-d04b053e-c50d-4f5e-b4fb-33b8a3191f3e req-716be532-a657-407d-9f48-869469d82f80 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Synchronizing usage tracker for tenant:6b2f3059793b418098910f2d886078d9 on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:52:10.050458 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-d04b053e-c50d-4f5e-b4fb-33b8a3191f3e req-716be532-a657-407d-9f48-869469d82f80 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Unset dirty status for tenant:6b2f3059793b418098910f2d886078d9 on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:52:10.051639 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d04b053e-c50d-4f5e-b4fb-33b8a3191f3e req-716be532-a657-407d-9f48-869469d82f80 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0f2944-41c3-4b53-9e06-97903c1f310f HTTP/1.1" status: 200 len: 945 time: 0.1095753 May 05 22:52:10.119341 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-d04b053e-c50d-4f5e-b4fb-33b8a3191f3e req-2ed94ddc-eac8-46dd-b979-dc8aefa79737 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Deleting port e2382700-e648-4530-a809-e6ef414d045f {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:52:10.119685 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-d04b053e-c50d-4f5e-b4fb-33b8a3191f3e req-2ed94ddc-eac8-46dd-b979-dc8aefa79737 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:10.364924 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-d04b053e-c50d-4f5e-b4fb-33b8a3191f3e req-2ed94ddc-eac8-46dd-b979-dc8aefa79737 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] For port e2382700-e648-4530-a809-e6ef414d045f, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=e2382700-e648-4530-a809-e6ef414d045f,segment=NetworkSegment(78033d64-4fa8-4abe-86a3-56a731d2a9eb),segment_id=78033d64-4fa8-4abe-86a3-56a731d2a9eb)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:52:10.365685 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-d04b053e-c50d-4f5e-b4fb-33b8a3191f3e req-2ed94ddc-eac8-46dd-b979-dc8aefa79737 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:10.483178 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-d04b053e-c50d-4f5e-b4fb-33b8a3191f3e req-2ed94ddc-eac8-46dd-b979-dc8aefa79737 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Calling delete_port for e2382700-e648-4530-a809-e6ef414d045f owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:52:10.628186 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-d04b053e-c50d-4f5e-b4fb-33b8a3191f3e req-2ed94ddc-eac8-46dd-b979-dc8aefa79737 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:10.677043 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed94ddc-eac8-46dd-b979-dc8aefa79737 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event deleted for resources: {'Port': ['ID=e2382700-e648-4530-a809-e6ef414d045f,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:52:10.749751 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-d04b053e-c50d-4f5e-b4fb-33b8a3191f3e req-2ed94ddc-eac8-46dd-b979-dc8aefa79737 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] No DVR routers for this DVR port e2382700-e648-4530-a809-e6ef414d045f on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:52:10.752739 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-d04b053e-c50d-4f5e-b4fb-33b8a3191f3e req-2ed94ddc-eac8-46dd-b979-dc8aefa79737 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:10.755161 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f0f2944-41c3-4b53-9e06-97903c1f310f', 'name': 'network-vif-deleted', 'tag': 'e2382700-e648-4530-a809-e6ef414d045f'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:52:10.774965 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-d04b053e-c50d-4f5e-b4fb-33b8a3191f3e req-2ed94ddc-eac8-46dd-b979-dc8aefa79737 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.44 "DELETE /v2.0/ports/e2382700-e648-4530-a809-e6ef414d045f HTTP/1.1" status: 204 len: 173 time: 0.7181957 May 05 22:52:10.818870 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2594622-2cc1-4cdb-87cb-b57958e0d7ca'] response: {'server_uuid': '5f0f2944-41c3-4b53-9e06-97903c1f310f', 'name': 'network-vif-deleted', 'tag': 'e2382700-e648-4530-a809-e6ef414d045f', 'status': 'completed', 'code': 200} May 05 22:52:11.143011 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-18750625-f922-4895-8633-6fd0d446051b req-047b7218-fc28-4878-bc4b-f88a9720410d tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f0f2944-41c3-4b53-9e06-97903c1f310f HTTP/1.1" status: 200 len: 210 time: 0.0467584 May 05 22:52:12.255339 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37584) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:52:12.677683 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b2cbdef5-1d19-489e-a6da-8caa424af7e3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:13.393787 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-b2cbdef5-1d19-489e-a6da-8caa424af7e3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Deleting port 237faeec-4fa0-45d5-b326-fa27b9b5e394 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:52:13.394539 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b2cbdef5-1d19-489e-a6da-8caa424af7e3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:13.581589 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-b2cbdef5-1d19-489e-a6da-8caa424af7e3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] For port 237faeec-4fa0-45d5-b326-fa27b9b5e394, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=237faeec-4fa0-45d5-b326-fa27b9b5e394,segment=NetworkSegment(78033d64-4fa8-4abe-86a3-56a731d2a9eb),segment_id=78033d64-4fa8-4abe-86a3-56a731d2a9eb)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:52:13.581981 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b2cbdef5-1d19-489e-a6da-8caa424af7e3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:13.704752 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-b2cbdef5-1d19-489e-a6da-8caa424af7e3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Calling delete_port for 237faeec-4fa0-45d5-b326-fa27b9b5e394 owned by network:router_interface {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:52:13.906064 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b2cbdef5-1d19-489e-a6da-8caa424af7e3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:13.949854 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cbdef5-1d19-489e-a6da-8caa424af7e3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event deleted for resources: {'Port': ['ID=237faeec-4fa0-45d5-b326-fa27b9b5e394,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:52:14.043886 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5ab7f42b-9cf7-4b58-851d-e8d58a3ed1e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:14.100206 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device e2382700-e648-4530-a809-e6ef414d045f no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:52:14.133709 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: e2382700-e648-4530-a809-e6ef414d045f {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:52:14.134227 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device e2382700-e648-4530-a809-e6ef414d045f not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:52:14.266707 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b2cbdef5-1d19-489e-a6da-8caa424af7e3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:14.956105 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2cbdef5-1d19-489e-a6da-8caa424af7e3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Router 1448e9d3-3ac9-408d-9577-0b7fbd03c881 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:52:15.168303 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2cbdef5-1d19-489e-a6da-8caa424af7e3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:52:15.177570 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654bb916-9445-47d8-835f-31c968de67c6 None None] Sync routers for ids ['1448e9d3-3ac9-408d-9577-0b7fbd03c881'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:52:15.185515 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b2cbdef5-1d19-489e-a6da-8caa424af7e3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "PUT /v2.0/routers/1448e9d3-3ac9-408d-9577-0b7fbd03c881/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9264300 May 05 22:52:15.185767 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37590) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:52:15.190638 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654bb916-9445-47d8-835f-31c968de67c6 None None] Routers {'1448e9d3-3ac9-408d-9577-0b7fbd03c881'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:52:15.191270 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-654bb916-9445-47d8-835f-31c968de67c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:51:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['1448e9d3-3ac9-408d-9577-0b7fbd03c881'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:52:15.378537 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d71924e-2992-4908-825e-4e9fcad0b8a4 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Deleting subnet eee1b087-4fef-42de-85c4-7980425b3bb2 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:52:15.381957 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3d71924e-2992-4908-825e-4e9fcad0b8a4 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:15.409665 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-654bb916-9445-47d8-835f-31c968de67c6 None None] Set router 1448e9d3-3ac9-408d-9577-0b7fbd03c881 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:52:15.443170 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3d71924e-2992-4908-825e-4e9fcad0b8a4 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:15.526320 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3d71924e-2992-4908-825e-4e9fcad0b8a4 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:15.605957 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3d71924e-2992-4908-825e-4e9fcad0b8a4 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:15.646055 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d71924e-2992-4908-825e-4e9fcad0b8a4 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event deleted for resources: {'Subnet': ['ID=eee1b087-4fef-42de-85c4-7980425b3bb2,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:52:15.650098 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3d71924e-2992-4908-825e-4e9fcad0b8a4 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:15.658753 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ccddbb-fc13-4341-bd7f-563767f0e4e6 None None] Network d9c5430a-243a-4c5a-844e-d76a15d83d11 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:52:15.659337 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-3d71924e-2992-4908-825e-4e9fcad0b8a4 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "DELETE /v2.0/subnets/eee1b087-4fef-42de-85c4-7980425b3bb2 HTTP/1.1" status: 204 len: 168 time: 0.4723439 May 05 22:52:15.661664 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37594) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:52:15.692643 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-654bb916-9445-47d8-835f-31c968de67c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1448e9d3-3ac9-408d-9577-0b7fbd03c881', 'name': 'tempest-TestNetworkAdvancedServerOps-router-353467055', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '49c4c8a8-11c0-41b3-82d6-3fa515944814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:50:22Z', 'updated_at': '2022-05-05T22:52:13Z', 'revision_number': 5, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': '49c4c8a8-11c0-41b3-82d6-3fa515944814', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:bf:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1448e9d3-3ac9-408d-9577-0b7fbd03c881', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:50:22Z', 'updated_at': '2022-05-05T22:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:52:15.697083 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654bb916-9445-47d8-835f-31c968de67c6 None None] Checking router: 1448e9d3-3ac9-408d-9577-0b7fbd03c881 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:52:15.712427 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654bb916-9445-47d8-835f-31c968de67c6 None None] Routers {'1448e9d3-3ac9-408d-9577-0b7fbd03c881'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:52:15.713031 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-654bb916-9445-47d8-835f-31c968de67c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:51:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['1448e9d3-3ac9-408d-9577-0b7fbd03c881'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:52:15.871081 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-78c699d3-57c9-4516-b74c-f07b6638216b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:15.899051 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-654bb916-9445-47d8-835f-31c968de67c6 None None] Set router 1448e9d3-3ac9-408d-9577-0b7fbd03c881 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:52:15.932250 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a15e8bb-8161-482d-b862-54a3eb7c6a4c None None] DHCP port deletion for d9c5430a-243a-4c5a-844e-d76a15d83d11 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:52:15.936937 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-5a15e8bb-8161-482d-b862-54a3eb7c6a4c None None] Deleting port a34bd018-f41f-402e-b8cb-a3ea90f4cc33 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:52:15.937357 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5a15e8bb-8161-482d-b862-54a3eb7c6a4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:16.161871 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-5a15e8bb-8161-482d-b862-54a3eb7c6a4c None None] For port a34bd018-f41f-402e-b8cb-a3ea90f4cc33, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=a34bd018-f41f-402e-b8cb-a3ea90f4cc33,segment=NetworkSegment(78033d64-4fa8-4abe-86a3-56a731d2a9eb),segment_id=78033d64-4fa8-4abe-86a3-56a731d2a9eb)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:52:16.162297 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5a15e8bb-8161-482d-b862-54a3eb7c6a4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:16.190614 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-654bb916-9445-47d8-835f-31c968de67c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1448e9d3-3ac9-408d-9577-0b7fbd03c881', 'name': 'tempest-TestNetworkAdvancedServerOps-router-353467055', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '49c4c8a8-11c0-41b3-82d6-3fa515944814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:50:22Z', 'updated_at': '2022-05-05T22:52:13Z', 'revision_number': 5, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': '49c4c8a8-11c0-41b3-82d6-3fa515944814', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:bf:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1448e9d3-3ac9-408d-9577-0b7fbd03c881', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:50:22Z', 'updated_at': '2022-05-05T22:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:52:16.194708 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654bb916-9445-47d8-835f-31c968de67c6 None None] The sync data for ids ['1448e9d3-3ac9-408d-9577-0b7fbd03c881'] in n-d-825175-4 is: [{'id': '1448e9d3-3ac9-408d-9577-0b7fbd03c881', 'name': 'tempest-TestNetworkAdvancedServerOps-router-353467055', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '49c4c8a8-11c0-41b3-82d6-3fa515944814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:50:22Z', 'updated_at': '2022-05-05T22:52:13Z', 'revision_number': 5, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': '49c4c8a8-11c0-41b3-82d6-3fa515944814', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:bf:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1448e9d3-3ac9-408d-9577-0b7fbd03c881', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:50:22Z', 'updated_at': '2022-05-05T22:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:52:16.232644 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-78c699d3-57c9-4516-b74c-f07b6638216b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:16.243619 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-78c699d3-57c9-4516-b74c-f07b6638216b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Deleting port 49c4c8a8-11c0-41b3-82d6-3fa515944814 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:52:16.243969 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-78c699d3-57c9-4516-b74c-f07b6638216b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:16.334226 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-5a15e8bb-8161-482d-b862-54a3eb7c6a4c None None] Calling delete_port for a34bd018-f41f-402e-b8cb-a3ea90f4cc33 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:52:16.393449 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8777cc7c-4390-429a-854d-9900ae2bb5b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:16.417130 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5a15e8bb-8161-482d-b862-54a3eb7c6a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:16.422758 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-78c699d3-57c9-4516-b74c-f07b6638216b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] For port 49c4c8a8-11c0-41b3-82d6-3fa515944814, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=49c4c8a8-11c0-41b3-82d6-3fa515944814,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:52:16.423118 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-78c699d3-57c9-4516-b74c-f07b6638216b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:16.459097 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a15e8bb-8161-482d-b862-54a3eb7c6a4c None None] Pushing event deleted for resources: {'Port': ['ID=a34bd018-f41f-402e-b8cb-a3ea90f4cc33,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:52:16.469881 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a15e8bb-8161-482d-b862-54a3eb7c6a4c None None] No DVR routers for this DVR port a34bd018-f41f-402e-b8cb-a3ea90f4cc33 on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:52:16.472408 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a15e8bb-8161-482d-b862-54a3eb7c6a4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:52:16.472741 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a15e8bb-8161-482d-b862-54a3eb7c6a4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:52:16.473061 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a15e8bb-8161-482d-b862-54a3eb7c6a4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:52:16.473382 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a15e8bb-8161-482d-b862-54a3eb7c6a4c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:52:16.473807 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a15e8bb-8161-482d-b862-54a3eb7c6a4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:52:16.474136 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a15e8bb-8161-482d-b862-54a3eb7c6a4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:52:16.474434 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a15e8bb-8161-482d-b862-54a3eb7c6a4c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:52:16.474783 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a15e8bb-8161-482d-b862-54a3eb7c6a4c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:52:16.475082 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a15e8bb-8161-482d-b862-54a3eb7c6a4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:52:16.475399 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a15e8bb-8161-482d-b862-54a3eb7c6a4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:52:16.475701 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a15e8bb-8161-482d-b862-54a3eb7c6a4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:52:16.549591 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-78c699d3-57c9-4516-b74c-f07b6638216b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Calling delete_port for 49c4c8a8-11c0-41b3-82d6-3fa515944814 owned by network:router_gateway {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:52:16.721564 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-78c699d3-57c9-4516-b74c-f07b6638216b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:16.765393 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c699d3-57c9-4516-b74c-f07b6638216b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event deleted for resources: {'Port': ['ID=49c4c8a8-11c0-41b3-82d6-3fa515944814,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:52:16.988975 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-78c699d3-57c9-4516-b74c-f07b6638216b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:17.014818 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device a34bd018-f41f-402e-b8cb-a3ea90f4cc33 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:52:17.049770 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: a34bd018-f41f-402e-b8cb-a3ea90f4cc33 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:52:17.050110 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device a34bd018-f41f-402e-b8cb-a3ea90f4cc33 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:52:17.050530 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 237faeec-4fa0-45d5-b326-fa27b9b5e394 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:52:17.081330 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 237faeec-4fa0-45d5-b326-fa27b9b5e394 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:52:17.081668 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 237faeec-4fa0-45d5-b326-fa27b9b5e394 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:52:17.242621 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-78c699d3-57c9-4516-b74c-f07b6638216b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:17.246943 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-78c699d3-57c9-4516-b74c-f07b6638216b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:17.276288 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-78c699d3-57c9-4516-b74c-f07b6638216b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:17.276838 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c699d3-57c9-4516-b74c-f07b6638216b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Fanout notify agent at l3_agent the message router_deleted on router 1448e9d3-3ac9-408d-9577-0b7fbd03c881 {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:52:17.292398 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-78c699d3-57c9-4516-b74c-f07b6638216b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:17.293753 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-78c699d3-57c9-4516-b74c-f07b6638216b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "DELETE /v2.0/routers/1448e9d3-3ac9-408d-9577-0b7fbd03c881 HTTP/1.1" status: 204 len: 168 time: 1.6303105 May 05 22:52:17.296457 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37598) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:52:17.412541 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5a94ad10-df1d-4b76-93b8-bcadc2129a2a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:17.604883 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:17.625285 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:17.647549 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5a94ad10-df1d-4b76-93b8-bcadc2129a2a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:17.672238 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-5a94ad10-df1d-4b76-93b8-bcadc2129a2a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9c5430a-243a-4c5a-844e-d76a15d83d11']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:52:17.684171 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-5a94ad10-df1d-4b76-93b8-bcadc2129a2a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78033d64-4fa8-4abe-86a3-56a731d2a9eb') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:52:17.684469 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-5a94ad10-df1d-4b76-93b8-bcadc2129a2a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78033d64-4fa8-4abe-86a3-56a731d2a9eb') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:52:17.695608 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5a94ad10-df1d-4b76-93b8-bcadc2129a2a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:17.712431 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5a94ad10-df1d-4b76-93b8-bcadc2129a2a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:17.719184 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a94ad10-df1d-4b76-93b8-bcadc2129a2a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:52:17.719626 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5a94ad10-df1d-4b76-93b8-bcadc2129a2a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:17.734203 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 22:52:17.734203 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:52:17.734203 n-d-825175-4 neutron-server[84063]: timer() May 05 22:52:17.734203 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:52:17.734203 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 22:52:17.734203 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:52:17.734203 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 22:52:17.734203 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:52:17.734203 n-d-825175-4 neutron-server[84063]: self._notify() May 05 22:52:17.734203 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:52:17.734203 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 22:52:17.734203 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:52:17.734203 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 22:52:17.734203 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:52:17.734203 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:52:17.734203 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:52:17.734203 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:52:17.734203 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:52:17.734203 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 22:52:17.734203 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:52:17.734203 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 22:52:17.734203 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:52:17.734203 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:52:17.734203 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:52:17.734203 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 22:52:17.734203 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:52:17.734203 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:52:17.734203 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:52:17.734203 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:52:17.734203 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:52:17.734203 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:52:17.734203 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:52:17.821158 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5a94ad10-df1d-4b76-93b8-bcadc2129a2a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:17.838829 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5a94ad10-df1d-4b76-93b8-bcadc2129a2a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:17.849821 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a94ad10-df1d-4b76-93b8-bcadc2129a2a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event deleted for resources: {'Network': ['ID=d9c5430a-243a-4c5a-844e-d76a15d83d11,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:52:17.860489 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5a94ad10-df1d-4b76-93b8-bcadc2129a2a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "DELETE /v2.0/networks/d9c5430a-243a-4c5a-844e-d76a15d83d11 HTTP/1.1" status: 204 len: 168 time: 0.5630207 May 05 22:52:17.863199 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37602) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:52:17.946187 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a9091a47-bddf-43db-9051-2504f73da279 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:17.976394 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a9091a47-bddf-43db-9051-2504f73da279 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:18.043980 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a9091a47-bddf-43db-9051-2504f73da279 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:18.063158 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9091a47-bddf-43db-9051-2504f73da279 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c090614-d42e-4747-999e-22114efd90a5,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:52:18.076795 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-a9091a47-bddf-43db-9051-2504f73da279 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:18.078555 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a9091a47-bddf-43db-9051-2504f73da279 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "DELETE /v2.0/security-groups/4c090614-d42e-4747-999e-22114efd90a5 HTTP/1.1" status: 204 len: 168 time: 0.2137156 May 05 22:52:18.382514 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37610) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:52:18.388165 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-b8e47c23-a690-4054-89b3-2a96733b480b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-437479935', 'description': 'tempest-secgroup-smoke-437479935 description', 'project_id': '6b2f3059793b418098910f2d886078d9'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:52:18.395936 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-b8e47c23-a690-4054-89b3-2a96733b480b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:52:18.400664 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b8e47c23-a690-4054-89b3-2a96733b480b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Usage tracker for resource:security_group and tenant:6b2f3059793b418098910f2d886078d9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:52:18.403770 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b8e47c23-a690-4054-89b3-2a96733b480b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:52:18.409817 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-b8e47c23-a690-4054-89b3-2a96733b480b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:52:18.422611 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b8e47c23-a690-4054-89b3-2a96733b480b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:18.459036 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-b8e47c23-a690-4054-89b3-2a96733b480b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:52:18.463084 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b8e47c23-a690-4054-89b3-2a96733b480b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Usage tracker for resource:security_group_rule and tenant:6b2f3059793b418098910f2d886078d9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:52:18.465977 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b8e47c23-a690-4054-89b3-2a96733b480b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:52:18.472188 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-b8e47c23-a690-4054-89b3-2a96733b480b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:52:18.527610 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b8e47c23-a690-4054-89b3-2a96733b480b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:18.532434 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b8e47c23-a690-4054-89b3-2a96733b480b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:18.576613 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e47c23-a690-4054-89b3-2a96733b480b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4118fa2-0641-48bd-b0c7-1a7bcad267fd,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:52:18.580699 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b8e47c23-a690-4054-89b3-2a96733b480b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:18.583091 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b8e47c23-a690-4054-89b3-2a96733b480b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1995254 May 05 22:52:18.585243 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37614) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:52:18.590687 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-90094330-f47d-482c-a5f3-097561403409 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Request body: {'security_group_rule': {'security_group_id': 'd4118fa2-0641-48bd-b0c7-1a7bcad267fd', 'project_id': '6b2f3059793b418098910f2d886078d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:52:18.598003 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-90094330-f47d-482c-a5f3-097561403409 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:52:18.601907 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-90094330-f47d-482c-a5f3-097561403409 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Usage tracker for resource:security_group_rule and tenant:6b2f3059793b418098910f2d886078d9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:52:18.604773 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-90094330-f47d-482c-a5f3-097561403409 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:52:18.610783 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-90094330-f47d-482c-a5f3-097561403409 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:52:18.628442 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-90094330-f47d-482c-a5f3-097561403409 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:18.691821 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-90094330-f47d-482c-a5f3-097561403409 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:18.698075 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-90094330-f47d-482c-a5f3-097561403409 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:18.721492 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90094330-f47d-482c-a5f3-097561403409 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d22acff-d270-4015-9d60-aa12336a2104,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:52:18.730955 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-90094330-f47d-482c-a5f3-097561403409 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:18.732137 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-90094330-f47d-482c-a5f3-097561403409 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1459951 May 05 22:52:18.735176 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37618) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:52:18.740667 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-290b893d-fbdf-4d40-82d9-07a2a936ba65 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Request body: {'security_group_rule': {'security_group_id': 'd4118fa2-0641-48bd-b0c7-1a7bcad267fd', 'project_id': '6b2f3059793b418098910f2d886078d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:52:18.747401 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-290b893d-fbdf-4d40-82d9-07a2a936ba65 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:52:18.751555 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-290b893d-fbdf-4d40-82d9-07a2a936ba65 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Usage tracker for resource:security_group_rule and tenant:6b2f3059793b418098910f2d886078d9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:52:18.754467 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-290b893d-fbdf-4d40-82d9-07a2a936ba65 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:52:18.760462 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-290b893d-fbdf-4d40-82d9-07a2a936ba65 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:52:18.779419 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-290b893d-fbdf-4d40-82d9-07a2a936ba65 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:18.842061 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-290b893d-fbdf-4d40-82d9-07a2a936ba65 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:18.847461 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-290b893d-fbdf-4d40-82d9-07a2a936ba65 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:18.879048 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290b893d-fbdf-4d40-82d9-07a2a936ba65 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14c25b97-9311-4733-a510-f9816995f979,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:52:18.888353 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-290b893d-fbdf-4d40-82d9-07a2a936ba65 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:18.889637 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-290b893d-fbdf-4d40-82d9-07a2a936ba65 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1534963 May 05 22:52:18.892695 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37622) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:52:18.898088 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-f27aaae5-d49e-4f75-9336-2278a5ddd35b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Request body: {'security_group_rule': {'security_group_id': 'd4118fa2-0641-48bd-b0c7-1a7bcad267fd', 'project_id': '6b2f3059793b418098910f2d886078d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:52:18.904696 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f27aaae5-d49e-4f75-9336-2278a5ddd35b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:52:18.908575 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f27aaae5-d49e-4f75-9336-2278a5ddd35b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Usage tracker for resource:security_group_rule and tenant:6b2f3059793b418098910f2d886078d9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:52:18.911478 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-f27aaae5-d49e-4f75-9336-2278a5ddd35b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:52:18.917412 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-f27aaae5-d49e-4f75-9336-2278a5ddd35b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:52:18.928082 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 49c4c8a8-11c0-41b3-82d6-3fa515944814 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:52:18.936563 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f27aaae5-d49e-4f75-9336-2278a5ddd35b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:18.961319 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 49c4c8a8-11c0-41b3-82d6-3fa515944814 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:52:18.961650 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 49c4c8a8-11c0-41b3-82d6-3fa515944814 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:52:19.004181 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f27aaae5-d49e-4f75-9336-2278a5ddd35b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:19.009494 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f27aaae5-d49e-4f75-9336-2278a5ddd35b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:19.032590 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27aaae5-d49e-4f75-9336-2278a5ddd35b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3de0791b-3239-4ba0-a7d7-a441afbbf34a,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:52:19.042148 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-f27aaae5-d49e-4f75-9336-2278a5ddd35b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:19.043404 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-f27aaae5-d49e-4f75-9336-2278a5ddd35b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1498275 May 05 22:52:19.046096 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37626) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:52:19.051653 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-92661893-50bc-4a83-bf5b-cedc049459b2 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Request body: {'security_group_rule': {'security_group_id': 'd4118fa2-0641-48bd-b0c7-1a7bcad267fd', 'project_id': '6b2f3059793b418098910f2d886078d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:52:19.058516 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-92661893-50bc-4a83-bf5b-cedc049459b2 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:52:19.062733 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-92661893-50bc-4a83-bf5b-cedc049459b2 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Usage tracker for resource:security_group_rule and tenant:6b2f3059793b418098910f2d886078d9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:52:19.065879 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-92661893-50bc-4a83-bf5b-cedc049459b2 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:52:19.072219 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-92661893-50bc-4a83-bf5b-cedc049459b2 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:52:19.090259 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-92661893-50bc-4a83-bf5b-cedc049459b2 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:19.153363 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-92661893-50bc-4a83-bf5b-cedc049459b2 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:19.159765 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-92661893-50bc-4a83-bf5b-cedc049459b2 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:19.181945 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92661893-50bc-4a83-bf5b-cedc049459b2 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50528135-2de4-46ac-bd29-886e70fc6da2,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:52:19.192381 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-92661893-50bc-4a83-bf5b-cedc049459b2 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:19.193674 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-92661893-50bc-4a83-bf5b-cedc049459b2 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1466532 May 05 22:52:19.196686 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37630) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:52:19.202858 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-1366910c-db23-4311-8dbc-460673a851f3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Request body: {'security_group_rule': {'security_group_id': 'd4118fa2-0641-48bd-b0c7-1a7bcad267fd', 'project_id': '6b2f3059793b418098910f2d886078d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:52:19.209459 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-1366910c-db23-4311-8dbc-460673a851f3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:52:19.213330 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-1366910c-db23-4311-8dbc-460673a851f3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Usage tracker for resource:security_group_rule and tenant:6b2f3059793b418098910f2d886078d9 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:52:19.216201 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-1366910c-db23-4311-8dbc-460673a851f3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:52:19.222803 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-1366910c-db23-4311-8dbc-460673a851f3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:52:19.224769 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:19.232363 n-d-825175-4 neutron-server[84061]: INFO neutron.db.securitygroups_db [None req-1366910c-db23-4311-8dbc-460673a851f3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Project 6b2f3059793b418098910f2d886078d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 22:52:19.238573 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1366910c-db23-4311-8dbc-460673a851f3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:19.301303 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1366910c-db23-4311-8dbc-460673a851f3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:19.306234 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1366910c-db23-4311-8dbc-460673a851f3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:19.328218 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1366910c-db23-4311-8dbc-460673a851f3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bcced0d-725f-4b99-87bc-4b66e7daf4e9,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:52:19.339599 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1366910c-db23-4311-8dbc-460673a851f3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:19.340735 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-1366910c-db23-4311-8dbc-460673a851f3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1425445 May 05 22:52:19.342034 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1366910c-db23-4311-8dbc-460673a851f3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:52:19.342365 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1366910c-db23-4311-8dbc-460673a851f3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:52:19.342712 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1366910c-db23-4311-8dbc-460673a851f3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:52:19.343042 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1366910c-db23-4311-8dbc-460673a851f3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:52:19.343401 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1366910c-db23-4311-8dbc-460673a851f3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:52:19.343722 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1366910c-db23-4311-8dbc-460673a851f3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:52:19.344036 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1366910c-db23-4311-8dbc-460673a851f3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:52:19.344350 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1366910c-db23-4311-8dbc-460673a851f3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:52:19.344455 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37634) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:52:19.344663 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1366910c-db23-4311-8dbc-460673a851f3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:52:19.344992 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1366910c-db23-4311-8dbc-460673a851f3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:52:19.345279 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1366910c-db23-4311-8dbc-460673a851f3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:52:19.351500 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-08822953-4caf-4af6-a2cd-8b91d712458e tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Request body: {'security_group_rule': {'security_group_id': 'd4118fa2-0641-48bd-b0c7-1a7bcad267fd', 'project_id': '6b2f3059793b418098910f2d886078d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:52:19.358839 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-08822953-4caf-4af6-a2cd-8b91d712458e tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:52:19.363949 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-08822953-4caf-4af6-a2cd-8b91d712458e tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Usage tracker for resource:security_group_rule and tenant:6b2f3059793b418098910f2d886078d9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:52:19.367227 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-08822953-4caf-4af6-a2cd-8b91d712458e tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:52:19.373116 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-08822953-4caf-4af6-a2cd-8b91d712458e tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:52:19.384653 n-d-825175-4 neutron-server[84063]: INFO neutron.db.securitygroups_db [None req-08822953-4caf-4af6-a2cd-8b91d712458e tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Project 6b2f3059793b418098910f2d886078d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 22:52:19.391841 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-08822953-4caf-4af6-a2cd-8b91d712458e tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:19.461973 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-08822953-4caf-4af6-a2cd-8b91d712458e tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:19.467925 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-08822953-4caf-4af6-a2cd-8b91d712458e tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:19.495949 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08822953-4caf-4af6-a2cd-8b91d712458e tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=242e3f8a-d3fd-4dde-85c8-62a417e1b46d,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:52:19.503126 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-08822953-4caf-4af6-a2cd-8b91d712458e tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:19.504331 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-08822953-4caf-4af6-a2cd-8b91d712458e tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1587300 May 05 22:52:19.508545 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37638) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:52:19.513889 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-30f20ebd-6670-4009-bcc7-206e1fa8e05f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Request body: {'network': {'name': 'tempest-network-smoke--1087319177', 'project_id': '6b2f3059793b418098910f2d886078d9', 'port_security_enabled': True}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:52:19.521022 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-30f20ebd-6670-4009-bcc7-206e1fa8e05f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:52:19.526348 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-30f20ebd-6670-4009-bcc7-206e1fa8e05f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Usage tracker for resource:network and tenant:6b2f3059793b418098910f2d886078d9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:52:19.531326 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-30f20ebd-6670-4009-bcc7-206e1fa8e05f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:52:19.537131 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-30f20ebd-6670-4009-bcc7-206e1fa8e05f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:52:19.552076 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f20ebd-6670-4009-bcc7-206e1fa8e05f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Made reservation on behalf of 6b2f3059793b418098910f2d886078d9 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:52:19.555118 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-30f20ebd-6670-4009-bcc7-206e1fa8e05f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:19.584895 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30f20ebd-6670-4009-bcc7-206e1fa8e05f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:52:19.594877 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-30f20ebd-6670-4009-bcc7-206e1fa8e05f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:19.595198 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-30f20ebd-6670-4009-bcc7-206e1fa8e05f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Added segment 22a7ba3d-4697-4321-9cbb-c38522eab61a of type vlan for network 2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc May 05 22:52:19.622645 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-30f20ebd-6670-4009-bcc7-206e1fa8e05f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:19.657680 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-30f20ebd-6670-4009-bcc7-206e1fa8e05f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:19.661442 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f20ebd-6670-4009-bcc7-206e1fa8e05f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:52:19.662037 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-30f20ebd-6670-4009-bcc7-206e1fa8e05f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:19.768349 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-30f20ebd-6670-4009-bcc7-206e1fa8e05f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2586541 May 05 22:52:19.771092 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f20ebd-6670-4009-bcc7-206e1fa8e05f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'Network': ['ID=2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:52:19.771583 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37642) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:52:19.779433 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-693a7760-57e2-4867-bc03-3cfb28340134 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-52450882', 'admin_state_up': True, 'project_id': '6b2f3059793b418098910f2d886078d9', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:52:19.783127 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network 2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:52:19.787294 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-693a7760-57e2-4867-bc03-3cfb28340134 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:52:19.791774 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-693a7760-57e2-4867-bc03-3cfb28340134 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Usage tracker for resource:router and tenant:6b2f3059793b418098910f2d886078d9 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:52:19.795472 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-693a7760-57e2-4867-bc03-3cfb28340134 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:52:19.803615 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-693a7760-57e2-4867-bc03-3cfb28340134 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:52:19.815544 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-693a7760-57e2-4867-bc03-3cfb28340134 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:19.816445 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-693a7760-57e2-4867-bc03-3cfb28340134 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:19.835728 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-693a7760-57e2-4867-bc03-3cfb28340134 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:19.984677 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-693a7760-57e2-4867-bc03-3cfb28340134 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:20.164767 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-693a7760-57e2-4867-bc03-3cfb28340134 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for router_gateway, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:20.193688 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-693a7760-57e2-4867-bc03-3cfb28340134 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:20.329983 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-693a7760-57e2-4867-bc03-3cfb28340134 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Allocated IP 172.25.4.170 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/04fc1dea-a8ed-441b-afac-06dc87be5eac) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:52:20.475847 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-693a7760-57e2-4867-bc03-3cfb28340134 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:20.504802 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-693a7760-57e2-4867-bc03-3cfb28340134 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:20.569961 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693a7760-57e2-4867-bc03-3cfb28340134 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:52:20.571072 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-693a7760-57e2-4867-bc03-3cfb28340134 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:52:20.574743 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693a7760-57e2-4867-bc03-3cfb28340134 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:52:20.607239 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693a7760-57e2-4867-bc03-3cfb28340134 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'Port': ['ID=04fc1dea-a8ed-441b-afac-06dc87be5eac,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:52:20.739549 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-693a7760-57e2-4867-bc03-3cfb28340134 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for router_gateway, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:20.740275 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-693a7760-57e2-4867-bc03-3cfb28340134 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:21.090147 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-693a7760-57e2-4867-bc03-3cfb28340134 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Router d5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49 is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 22:52:21.314070 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-693a7760-57e2-4867-bc03-3cfb28340134 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:52:21.325226 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122926ff-f5e0-4b5b-967e-33b1b2738fe5 None None] Sync routers for ids ['d5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:52:21.337337 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122926ff-f5e0-4b5b-967e-33b1b2738fe5 None None] Routers {'d5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:52:21.337942 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-122926ff-f5e0-4b5b-967e-33b1b2738fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:52:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['d5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:52:21.341648 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-693a7760-57e2-4867-bc03-3cfb28340134 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:21.343075 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-693a7760-57e2-4867-bc03-3cfb28340134 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5702026 May 05 22:52:21.346177 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37650) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:52:21.388846 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-bc7764c8-f08a-4efd-a48b-1dca4b22815c tempest-TestNetworkAdvancedServerOps-1703995958 tempest-TestNetworkAdvancedServerOps-1703995958-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=6b2f3059793b418098910f2d886078d9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413861 May 05 22:52:21.392077 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37654) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:52:21.520996 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-122926ff-f5e0-4b5b-967e-33b1b2738fe5 None None] Set router d5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:52:21.523060 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502d973d-9b7c-4b75-bd8e-6a1aac2ce01e tempest-TestNetworkAdvancedServerOps-1703995958 tempest-TestNetworkAdvancedServerOps-1703995958-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:52:21.527256 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-502d973d-9b7c-4b75-bd8e-6a1aac2ce01e tempest-TestNetworkAdvancedServerOps-1703995958 tempest-TestNetworkAdvancedServerOps-1703995958-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1315613 May 05 22:52:21.527512 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37658) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:52:21.568218 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-af24f51b-d616-4522-b2ae-efab0f68b0a3 tempest-TestNetworkAdvancedServerOps-1703995958 tempest-TestNetworkAdvancedServerOps-1703995958-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=25bfe237-58de-4709-a3e0-ac79da07c300&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372593 May 05 22:52:21.568494 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37662) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:52:21.573739 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-8e610711-aec5-47f0-9fd5-158d553a83e3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-178396334', 'network_id': '2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc', 'project_id': '6b2f3059793b418098910f2d886078d9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:52:21.682297 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-8e610711-aec5-47f0-9fd5-158d553a83e3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:52:21.686134 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-8e610711-aec5-47f0-9fd5-158d553a83e3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Usage tracker for resource:subnet and tenant:6b2f3059793b418098910f2d886078d9 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:52:21.688943 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-8e610711-aec5-47f0-9fd5-158d553a83e3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:52:21.694701 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-8e610711-aec5-47f0-9fd5-158d553a83e3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:52:21.705568 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e610711-aec5-47f0-9fd5-158d553a83e3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Made reservation on behalf of 6b2f3059793b418098910f2d886078d9 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:52:21.804000 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-122926ff-f5e0-4b5b-967e-33b1b2738fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52450882', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '04fc1dea-a8ed-441b-afac-06dc87be5eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:52:19Z', 'updated_at': '2022-05-05T22:52:20Z', 'revision_number': 3, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': '04fc1dea-a8ed-441b-afac-06dc87be5eac', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:52:20Z', 'updated_at': '2022-05-05T22:52:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:52:21.805880 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8e610711-aec5-47f0-9fd5-158d553a83e3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:21.807906 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122926ff-f5e0-4b5b-967e-33b1b2738fe5 None None] Checking router: d5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:52:21.808239 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122926ff-f5e0-4b5b-967e-33b1b2738fe5 None None] Updating router d5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49 port 04fc1dea-a8ed-441b-afac-06dc87be5eac binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:52:21.859902 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-122926ff-f5e0-4b5b-967e-33b1b2738fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:22.026132 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8e610711-aec5-47f0-9fd5-158d553a83e3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:22.182171 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-122926ff-f5e0-4b5b-967e-33b1b2738fe5 None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:22.194557 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-122926ff-f5e0-4b5b-967e-33b1b2738fe5 None None] Transition to ACTIVE for port object 04fc1dea-a8ed-441b-afac-06dc87be5eac will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:52:22.200703 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-122926ff-f5e0-4b5b-967e-33b1b2738fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:22.215966 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e610711-aec5-47f0-9fd5-158d553a83e3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'Subnet': ['ID=72c8cc2a-70e2-477d-8d0c-43bb3d721269,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:52:22.227770 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e610711-aec5-47f0-9fd5-158d553a83e3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Checking segment: {'id': '22a7ba3d-4697-4321-9cbb-c38522eab61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:52:22.228129 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e610711-aec5-47f0-9fd5-158d553a83e3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Network hostable DHCP agents. Network: 2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:52:22.250906 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e610711-aec5-47f0-9fd5-158d553a83e3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Network 2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:52:22.261670 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-8e610711-aec5-47f0-9fd5-158d553a83e3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, 2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:52:22.267692 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e610711-aec5-47f0-9fd5-158d553a83e3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:52:22.268586 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8e610711-aec5-47f0-9fd5-158d553a83e3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:22.280877 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90b3717-9c00-4467-88d2-10127dba9af9 None None] Pushing event updated for resources: {'Port': ['ID=04fc1dea-a8ed-441b-afac-06dc87be5eac,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:52:22.285826 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-122926ff-f5e0-4b5b-967e-33b1b2738fe5 None None] Attempting to bind port 04fc1dea-a8ed-441b-afac-06dc87be5eac on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:52:22.286323 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-122926ff-f5e0-4b5b-967e-33b1b2738fe5 None None] Attempting to bind port 04fc1dea-a8ed-441b-afac-06dc87be5eac by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:52:22.286512 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122926ff-f5e0-4b5b-967e-33b1b2738fe5 None None] Attempting to bind port 04fc1dea-a8ed-441b-afac-06dc87be5eac on network 25bfe237-58de-4709-a3e0-ac79da07c300 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:52:22.289095 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0bfb9e-87f6-4aa3-b2ec-dfdfa1f6e907 None None] Network 2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:52:22.299588 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8e610711-aec5-47f0-9fd5-158d553a83e3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7302244 May 05 22:52:22.302749 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37668) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:52:22.354702 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122926ff-f5e0-4b5b-967e-33b1b2738fe5 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:52:22.355329 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122926ff-f5e0-4b5b-967e-33b1b2738fe5 None None] Checking segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:52:22.355448 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-122926ff-f5e0-4b5b-967e-33b1b2738fe5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:22.355812 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122926ff-f5e0-4b5b-967e-33b1b2738fe5 None None] Bound using segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:52:22.356284 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-122926ff-f5e0-4b5b-967e-33b1b2738fe5 None None] Bound port: 04fc1dea-a8ed-441b-afac-06dc87be5eac, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:52:22.356643 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-122926ff-f5e0-4b5b-967e-33b1b2738fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:22.508523 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-122926ff-f5e0-4b5b-967e-33b1b2738fe5 None None] For port 04fc1dea-a8ed-441b-afac-06dc87be5eac, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:52:22.592902 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-122926ff-f5e0-4b5b-967e-33b1b2738fe5 None None] For port 04fc1dea-a8ed-441b-afac-06dc87be5eac, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=04fc1dea-a8ed-441b-afac-06dc87be5eac,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:52:22.599154 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-122926ff-f5e0-4b5b-967e-33b1b2738fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:22.632702 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0eefe8-bf8e-400f-b537-7cfdd0a348d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc', 'network_id': '2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'fixed_ips': [{'subnet_id': '72c8cc2a-70e2-477d-8d0c-43bb3d721269'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:52:22.633489 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4f0eefe8-bf8e-400f-b537-7cfdd0a348d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:22.737092 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90b3717-9c00-4467-88d2-10127dba9af9 None None] Pushing event updated for resources: {'Port': ['ID=04fc1dea-a8ed-441b-afac-06dc87be5eac,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:52:22.762942 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122926ff-f5e0-4b5b-967e-33b1b2738fe5 None None] Routers {'d5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:52:22.763551 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-122926ff-f5e0-4b5b-967e-33b1b2738fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:52:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['d5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:52:22.976984 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-4f0eefe8-bf8e-400f-b537-7cfdd0a348d7 None None] Allocated IP 172.20.0.2 (2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc/72c8cc2a-70e2-477d-8d0c-43bb3d721269/d054d779-8e39-4a01-9fd7-25b8fad0747e) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:52:23.064504 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-122926ff-f5e0-4b5b-967e-33b1b2738fe5 None None] Set router d5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:52:23.095586 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eaacce8a-d2e0-41b6-a2a6-44907787447f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:23.412382 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4f0eefe8-bf8e-400f-b537-7cfdd0a348d7 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:23.425397 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-4f0eefe8-bf8e-400f-b537-7cfdd0a348d7 None None] Transition to ACTIVE for port object d054d779-8e39-4a01-9fd7-25b8fad0747e will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:52:23.450598 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-4f0eefe8-bf8e-400f-b537-7cfdd0a348d7 None None] Transition to ACTIVE for port object d054d779-8e39-4a01-9fd7-25b8fad0747e will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:52:23.459106 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4f0eefe8-bf8e-400f-b537-7cfdd0a348d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:23.523187 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-122926ff-f5e0-4b5b-967e-33b1b2738fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52450882', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '04fc1dea-a8ed-441b-afac-06dc87be5eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:52:19Z', 'updated_at': '2022-05-05T22:52:20Z', 'revision_number': 3, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': '04fc1dea-a8ed-441b-afac-06dc87be5eac', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:52:20Z', 'updated_at': '2022-05-05T22:52:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:52:23.530140 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-eaacce8a-d2e0-41b6-a2a6-44907787447f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Allocated IP 172.20.0.1 (2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc/72c8cc2a-70e2-477d-8d0c-43bb3d721269/8f2c941a-70f4-41c2-b195-96db2c34d670) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:52:23.534908 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0eefe8-bf8e-400f-b537-7cfdd0a348d7 None None] Pushing event updated for resources: {'Port': ['ID=d054d779-8e39-4a01-9fd7-25b8fad0747e,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:52:23.539530 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122926ff-f5e0-4b5b-967e-33b1b2738fe5 None None] The sync data for ids ['d5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49'] in n-d-825175-4 is: [{'id': 'd5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52450882', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '04fc1dea-a8ed-441b-afac-06dc87be5eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:52:19Z', 'updated_at': '2022-05-05T22:52:20Z', 'revision_number': 3, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': '04fc1dea-a8ed-441b-afac-06dc87be5eac', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:52:20Z', 'updated_at': '2022-05-05T22:52:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:52:23.542064 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0eefe8-bf8e-400f-b537-7cfdd0a348d7 None None] Network 2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:52:23.543752 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-4f0eefe8-bf8e-400f-b537-7cfdd0a348d7 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:52:23.546092 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0eefe8-bf8e-400f-b537-7cfdd0a348d7 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:52:23.638952 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-4f0eefe8-bf8e-400f-b537-7cfdd0a348d7 None None] Attempting to bind port d054d779-8e39-4a01-9fd7-25b8fad0747e on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:52:23.639445 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-4f0eefe8-bf8e-400f-b537-7cfdd0a348d7 None None] Attempting to bind port d054d779-8e39-4a01-9fd7-25b8fad0747e by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '22a7ba3d-4697-4321-9cbb-c38522eab61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:52:23.640023 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0eefe8-bf8e-400f-b537-7cfdd0a348d7 None None] Attempting to bind port d054d779-8e39-4a01-9fd7-25b8fad0747e on network 2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:52:23.647907 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0eefe8-bf8e-400f-b537-7cfdd0a348d7 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:52:23.648227 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0eefe8-bf8e-400f-b537-7cfdd0a348d7 None None] Checking segment: {'id': '22a7ba3d-4697-4321-9cbb-c38522eab61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:52:23.648619 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4f0eefe8-bf8e-400f-b537-7cfdd0a348d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:23.649003 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0eefe8-bf8e-400f-b537-7cfdd0a348d7 None None] Bound using segment: {'id': '22a7ba3d-4697-4321-9cbb-c38522eab61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:52:23.649468 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-4f0eefe8-bf8e-400f-b537-7cfdd0a348d7 None None] Bound port: d054d779-8e39-4a01-9fd7-25b8fad0747e, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22a7ba3d-4697-4321-9cbb-c38522eab61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:52:23.649835 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4f0eefe8-bf8e-400f-b537-7cfdd0a348d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:23.718239 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eaacce8a-d2e0-41b6-a2a6-44907787447f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:23.748228 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-eaacce8a-d2e0-41b6-a2a6-44907787447f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Transition to ACTIVE for port object 8f2c941a-70f4-41c2-b195-96db2c34d670 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:52:23.767723 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-4f0eefe8-bf8e-400f-b537-7cfdd0a348d7 None None] For port d054d779-8e39-4a01-9fd7-25b8fad0747e, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:52:23.771202 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-4f0eefe8-bf8e-400f-b537-7cfdd0a348d7 None None] For port d054d779-8e39-4a01-9fd7-25b8fad0747e, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=d054d779-8e39-4a01-9fd7-25b8fad0747e,segment=NetworkSegment(22a7ba3d-4697-4321-9cbb-c38522eab61a),segment_id=22a7ba3d-4697-4321-9cbb-c38522eab61a)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:52:23.774388 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eaacce8a-d2e0-41b6-a2a6-44907787447f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:23.776084 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4f0eefe8-bf8e-400f-b537-7cfdd0a348d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:23.849058 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaacce8a-d2e0-41b6-a2a6-44907787447f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Network 2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:52:23.852325 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-eaacce8a-d2e0-41b6-a2a6-44907787447f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:52:23.856995 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaacce8a-d2e0-41b6-a2a6-44907787447f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:52:23.866811 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0eefe8-bf8e-400f-b537-7cfdd0a348d7 None None] Pushing event updated for resources: {'Port': ['ID=d054d779-8e39-4a01-9fd7-25b8fad0747e,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:52:23.896718 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaacce8a-d2e0-41b6-a2a6-44907787447f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'Port': ['ID=8f2c941a-70f4-41c2-b195-96db2c34d670,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:52:24.065331 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eaacce8a-d2e0-41b6-a2a6-44907787447f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:24.161305 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eaacce8a-d2e0-41b6-a2a6-44907787447f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:24.579038 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eaacce8a-d2e0-41b6-a2a6-44907787447f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:24.584595 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eaacce8a-d2e0-41b6-a2a6-44907787447f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:24.705071 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eaacce8a-d2e0-41b6-a2a6-44907787447f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:24.708792 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaacce8a-d2e0-41b6-a2a6-44907787447f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'Port': ['ID=8f2c941a-70f4-41c2-b195-96db2c34d670,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:52:24.810118 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d8e8e5-7533-41d4-aa27-ee240ebd464b None None] Network 2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:52:24.856268 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaacce8a-d2e0-41b6-a2a6-44907787447f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Network 2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:52:24.857553 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-eaacce8a-d2e0-41b6-a2a6-44907787447f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:52:24.977529 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-5ca84d9a-dd72-485b-a08d-7fc44edd9faf None None] Provisioning for port d054d779-8e39-4a01-9fd7-25b8fad0747e completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:52:25.039907 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 04fc1dea-a8ed-441b-afac-06dc87be5eac up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:52:25.160074 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 04fc1dea-a8ed-441b-afac-06dc87be5eac completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:52:25.166529 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 04fc1dea-a8ed-441b-afac-06dc87be5eac triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:52:25.166910 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:25.280993 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaacce8a-d2e0-41b6-a2a6-44907787447f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Router d5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:52:25.293086 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:25.310110 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 04fc1dea-a8ed-441b-afac-06dc87be5eac, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=04fc1dea-a8ed-441b-afac-06dc87be5eac,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:52:25.316445 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:25.317320 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device d054d779-8e39-4a01-9fd7-25b8fad0747e up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:52:25.443633 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=04fc1dea-a8ed-441b-afac-06dc87be5eac,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:52:25.471274 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port d054d779-8e39-4a01-9fd7-25b8fad0747e completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:52:25.476627 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port d054d779-8e39-4a01-9fd7-25b8fad0747e triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:52:25.476948 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:25.510365 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-36cade3c-b429-4d2f-a704-58fe7c3f25fe None None] Provisioning for port 8f2c941a-70f4-41c2-b195-96db2c34d670 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:52:25.512450 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaacce8a-d2e0-41b6-a2a6-44907787447f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:52:25.528329 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-36cade3c-b429-4d2f-a704-58fe7c3f25fe None None] Provisioning complete for port 8f2c941a-70f4-41c2-b195-96db2c34d670 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:52:25.529018 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-36cade3c-b429-4d2f-a704-58fe7c3f25fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:25.532432 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-eaacce8a-d2e0-41b6-a2a6-44907787447f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "PUT /v2.0/routers/d5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2285473 May 05 22:52:25.590736 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-36cade3c-b429-4d2f-a704-58fe7c3f25fe None None] Port 8f2c941a-70f4-41c2-b195-96db2c34d670 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:52:25.651980 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:25.687009 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port d054d779-8e39-4a01-9fd7-25b8fad0747e, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=d054d779-8e39-4a01-9fd7-25b8fad0747e,segment=NetworkSegment(22a7ba3d-4697-4321-9cbb-c38522eab61a),segment_id=22a7ba3d-4697-4321-9cbb-c38522eab61a)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:52:25.693497 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:25.727705 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0aa4becd-2415-4eba-93b6-33e4e2b15de9 req-5e1d9eb8-5cc1-4a2b-af56-eb04bc3f6f9b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-437479935&fields=id&tenant_id=6b2f3059793b418098910f2d886078d9 HTTP/1.1" status: 200 len: 267 time: 0.0462112 May 05 22:52:25.771302 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-120ceafb-4ac6-4d5d-a93d-dbba0fad13b2 None None] Provisioning complete for port 8f2c941a-70f4-41c2-b195-96db2c34d670 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:52:25.771719 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-120ceafb-4ac6-4d5d-a93d-dbba0fad13b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:25.800555 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=d054d779-8e39-4a01-9fd7-25b8fad0747e,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:52:25.835824 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-120ceafb-4ac6-4d5d-a93d-dbba0fad13b2 None None] Port 8f2c941a-70f4-41c2-b195-96db2c34d670 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:52:25.891666 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4becd-2415-4eba-93b6-33e4e2b15de9 req-248dfdcf-e338-48fa-8876-93dd707b8590 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:52:25.893082 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0aa4becd-2415-4eba-93b6-33e4e2b15de9 req-248dfdcf-e338-48fa-8876-93dd707b8590 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/networks?id=2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc HTTP/1.1" status: 200 len: 797 time: 0.1539712 May 05 22:52:25.912844 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0aa4becd-2415-4eba-93b6-33e4e2b15de9 req-d7b94639-1d86-44d4-a35f-d7c3066b6759 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/quotas/6b2f3059793b418098910f2d886078d9 HTTP/1.1" status: 200 len: 375 time: 0.0118670 May 05 22:52:25.958968 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-0786a46b-48c8-4124-9efd-3bcd0c629bfe None None] Provisioning complete for port 8f2c941a-70f4-41c2-b195-96db2c34d670 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:52:25.959335 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0786a46b-48c8-4124-9efd-3bcd0c629bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:25.992219 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0aa4becd-2415-4eba-93b6-33e4e2b15de9 req-9af36d1f-4825-4b9c-8b07-fef1cd4710f7 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6b2f3059793b418098910f2d886078d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0744982 May 05 22:52:26.013543 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-0786a46b-48c8-4124-9efd-3bcd0c629bfe None None] Port 8f2c941a-70f4-41c2-b195-96db2c34d670 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:52:26.131056 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0aa4becd-2415-4eba-93b6-33e4e2b15de9 req-47ba5639-ec6c-477c-a10f-a4d328130091 service neutron] 10.222.0.23 "GET /v2.0/networks/2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268563 May 05 22:52:26.263246 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0aa4becd-2415-4eba-93b6-33e4e2b15de9 req-69f3e282-a6ed-4349-98c0-9aab0a4d4fa2 service neutron] 10.222.0.23 "GET /v2.0/networks/2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263254 May 05 22:52:26.462770 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-16af61f2-e934-49fd-9224-3823dc43fe25 req-ffff9520-b42f-4b04-9c51-ed135c25d14b tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=52bcc2ac-329f-440f-a78f-4a662319519f HTTP/1.1" status: 200 len: 210 time: 0.0442553 May 05 22:52:26.988653 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 04fc1dea-a8ed-441b-afac-06dc87be5eac up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:52:27.056600 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 04fc1dea-a8ed-441b-afac-06dc87be5eac triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:52:27.056964 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:27.126339 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9297b9-bfc4-4112-bff9-5e7b6ea7025b None None] Sync routers for ids ['d5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:52:27.138017 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9297b9-bfc4-4112-bff9-5e7b6ea7025b None None] Routers {'d5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:52:27.138896 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-3e9297b9-bfc4-4112-bff9-5e7b6ea7025b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:52:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['d5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:52:27.177419 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device d054d779-8e39-4a01-9fd7-25b8fad0747e up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:52:27.247743 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port d054d779-8e39-4a01-9fd7-25b8fad0747e triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:52:27.248108 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:27.356428 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-3e9297b9-bfc4-4112-bff9-5e7b6ea7025b None None] Set router d5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:52:27.685553 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-3e9297b9-bfc4-4112-bff9-5e7b6ea7025b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52450882', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '04fc1dea-a8ed-441b-afac-06dc87be5eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:52:19Z', 'updated_at': '2022-05-05T22:52:24Z', 'revision_number': 4, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': '04fc1dea-a8ed-441b-afac-06dc87be5eac', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:52:20Z', 'updated_at': '2022-05-05T22:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '8f2c941a-70f4-41c2-b195-96db2c34d670', 'name': '', 'network_id': '2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'mac_address': 'fa:16:3e:fb:63:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72c8cc2a-70e2-477d-8d0c-43bb3d721269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:52:23Z', 'updated_at': '2022-05-05T22:52:24Z', 'revision_number': 2, 'project_id': '6b2f3059793b418098910f2d886078d9', 'subnets': [{'id': '72c8cc2a-70e2-477d-8d0c-43bb3d721269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:52:27.689684 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9297b9-bfc4-4112-bff9-5e7b6ea7025b None None] Checking router: d5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:52:27.690092 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9297b9-bfc4-4112-bff9-5e7b6ea7025b None None] Updating router d5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49 port 8f2c941a-70f4-41c2-b195-96db2c34d670 binding host n-d-825175-4 {{(pid=84068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:52:27.715470 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-15a059e4-69a6-4ffb-896a-af0e675fcf5b req-fdeac9f7-4c7e-4bd2-97d6-3c361e9566d3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=52bcc2ac-329f-440f-a78f-4a662319519f HTTP/1.1" status: 200 len: 210 time: 0.0504870 May 05 22:52:27.749571 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-3e9297b9-bfc4-4112-bff9-5e7b6ea7025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:27.758940 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4becd-2415-4eba-93b6-33e4e2b15de9 req-4f81b3b2-fa26-4b41-affd-29e186529b5c tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:52:27.760783 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0aa4becd-2415-4eba-93b6-33e4e2b15de9 req-4f81b3b2-fa26-4b41-affd-29e186529b5c tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.32 "GET /v2.0/networks?id=2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc HTTP/1.1" status: 200 len: 797 time: 0.2304127 May 05 22:52:27.813827 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0aa4becd-2415-4eba-93b6-33e4e2b15de9 req-7a3162cf-a3b4-410b-a8f3-af39e58c7ce4 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b2f3059793b418098910f2d886078d9 HTTP/1.1" status: 200 len: 379 time: 0.0411615 May 05 22:52:27.822561 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-0aa4becd-2415-4eba-93b6-33e4e2b15de9 req-3bae5125-1850-4a20-8954-ca5810781f01 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Request body: {'port': {'device_id': '52bcc2ac-329f-440f-a78f-4a662319519f', 'network_id': '2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc', 'admin_state_up': True, 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'security_groups': ['d4118fa2-0641-48bd-b0c7-1a7bcad267fd']}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:52:27.956576 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-0aa4becd-2415-4eba-93b6-33e4e2b15de9 req-3bae5125-1850-4a20-8954-ca5810781f01 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:52:27.960578 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-0aa4becd-2415-4eba-93b6-33e4e2b15de9 req-3bae5125-1850-4a20-8954-ca5810781f01 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Usage tracker for resource:port and tenant:6b2f3059793b418098910f2d886078d9 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:52:27.963400 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-0aa4becd-2415-4eba-93b6-33e4e2b15de9 req-3bae5125-1850-4a20-8954-ca5810781f01 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:52:27.969361 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-0aa4becd-2415-4eba-93b6-33e4e2b15de9 req-3bae5125-1850-4a20-8954-ca5810781f01 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:52:27.980274 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aa4becd-2415-4eba-93b6-33e4e2b15de9 req-3bae5125-1850-4a20-8954-ca5810781f01 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Made reservation on behalf of 6b2f3059793b418098910f2d886078d9 for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:52:27.983331 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-0aa4becd-2415-4eba-93b6-33e4e2b15de9 req-3bae5125-1850-4a20-8954-ca5810781f01 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:28.090882 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-3e9297b9-bfc4-4112-bff9-5e7b6ea7025b None None] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:28.102481 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.provisioning_blocks [None req-3e9297b9-bfc4-4112-bff9-5e7b6ea7025b None None] Transition to ACTIVE for port object 8f2c941a-70f4-41c2-b195-96db2c34d670 will not be triggered until provisioned by entity L2. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:52:28.109953 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-3e9297b9-bfc4-4112-bff9-5e7b6ea7025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:28.177824 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-0aa4becd-2415-4eba-93b6-33e4e2b15de9 req-3bae5125-1850-4a20-8954-ca5810781f01 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Allocated IP 172.20.0.4 (2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc/72c8cc2a-70e2-477d-8d0c-43bb3d721269/13c9a97c-d924-4f20-9df5-514a088a9c17) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:52:28.233829 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccde3ef4-f8f9-40cc-a53c-e2815b5251ab None None] Pushing event updated for resources: {'Port': ['ID=8f2c941a-70f4-41c2-b195-96db2c34d670,revision_number=3']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:52:28.244165 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccde3ef4-f8f9-40cc-a53c-e2815b5251ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:52:28.244487 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccde3ef4-f8f9-40cc-a53c-e2815b5251ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:52:28.244806 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccde3ef4-f8f9-40cc-a53c-e2815b5251ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:52:28.245122 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccde3ef4-f8f9-40cc-a53c-e2815b5251ab None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:52:28.245435 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccde3ef4-f8f9-40cc-a53c-e2815b5251ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:52:28.245743 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccde3ef4-f8f9-40cc-a53c-e2815b5251ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:52:28.246051 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccde3ef4-f8f9-40cc-a53c-e2815b5251ab None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:52:28.246356 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccde3ef4-f8f9-40cc-a53c-e2815b5251ab None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:52:28.247122 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccde3ef4-f8f9-40cc-a53c-e2815b5251ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:52:28.247122 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccde3ef4-f8f9-40cc-a53c-e2815b5251ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:52:28.247350 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccde3ef4-f8f9-40cc-a53c-e2815b5251ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:52:28.331942 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-3e9297b9-bfc4-4112-bff9-5e7b6ea7025b None None] Attempting to bind port 8f2c941a-70f4-41c2-b195-96db2c34d670 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:52:28.332346 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-3e9297b9-bfc4-4112-bff9-5e7b6ea7025b None None] Attempting to bind port 8f2c941a-70f4-41c2-b195-96db2c34d670 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '22a7ba3d-4697-4321-9cbb-c38522eab61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc'}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:52:28.332642 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9297b9-bfc4-4112-bff9-5e7b6ea7025b None None] Attempting to bind port 8f2c941a-70f4-41c2-b195-96db2c34d670 on network 2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:52:28.339284 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9297b9-bfc4-4112-bff9-5e7b6ea7025b None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:52:28.339645 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9297b9-bfc4-4112-bff9-5e7b6ea7025b None None] Checking segment: {'id': '22a7ba3d-4697-4321-9cbb-c38522eab61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:52:28.340033 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-3e9297b9-bfc4-4112-bff9-5e7b6ea7025b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:28.340403 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9297b9-bfc4-4112-bff9-5e7b6ea7025b None None] Bound using segment: {'id': '22a7ba3d-4697-4321-9cbb-c38522eab61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc'} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:52:28.340852 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-3e9297b9-bfc4-4112-bff9-5e7b6ea7025b None None] Bound port: 8f2c941a-70f4-41c2-b195-96db2c34d670, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22a7ba3d-4697-4321-9cbb-c38522eab61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc'}}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:52:28.341209 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-3e9297b9-bfc4-4112-bff9-5e7b6ea7025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:28.379331 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-0aa4becd-2415-4eba-93b6-33e4e2b15de9 req-3bae5125-1850-4a20-8954-ca5810781f01 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:28.395602 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-0aa4becd-2415-4eba-93b6-33e4e2b15de9 req-3bae5125-1850-4a20-8954-ca5810781f01 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Transition to ACTIVE for port object 13c9a97c-d924-4f20-9df5-514a088a9c17 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:52:28.417830 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-0aa4becd-2415-4eba-93b6-33e4e2b15de9 req-3bae5125-1850-4a20-8954-ca5810781f01 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:28.434844 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-3e9297b9-bfc4-4112-bff9-5e7b6ea7025b None None] For port 8f2c941a-70f4-41c2-b195-96db2c34d670, host n-d-825175-4, cleared binding levels {{(pid=84068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:52:28.438306 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-3e9297b9-bfc4-4112-bff9-5e7b6ea7025b None None] For port 8f2c941a-70f4-41c2-b195-96db2c34d670, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=8f2c941a-70f4-41c2-b195-96db2c34d670,segment=NetworkSegment(22a7ba3d-4697-4321-9cbb-c38522eab61a),segment_id=22a7ba3d-4697-4321-9cbb-c38522eab61a)] {{(pid=84068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:52:28.443431 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-3e9297b9-bfc4-4112-bff9-5e7b6ea7025b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:28.532385 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9297b9-bfc4-4112-bff9-5e7b6ea7025b None None] Routers {'d5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:52:28.532996 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-3e9297b9-bfc4-4112-bff9-5e7b6ea7025b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:52:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['d5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:52:28.590032 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccde3ef4-f8f9-40cc-a53c-e2815b5251ab None None] Pushing event updated for resources: {'Port': ['ID=8f2c941a-70f4-41c2-b195-96db2c34d670,revision_number=4']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:52:28.614843 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bae5125-1850-4a20-8954-ca5810781f01 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'Port': ['ID=13c9a97c-d924-4f20-9df5-514a088a9c17,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:52:28.625891 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aa4becd-2415-4eba-93b6-33e4e2b15de9 req-3bae5125-1850-4a20-8954-ca5810781f01 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Network 2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:52:28.627195 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-0aa4becd-2415-4eba-93b6-33e4e2b15de9 req-3bae5125-1850-4a20-8954-ca5810781f01 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:52:28.629570 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aa4becd-2415-4eba-93b6-33e4e2b15de9 req-3bae5125-1850-4a20-8954-ca5810781f01 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:52:28.691307 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4becd-2415-4eba-93b6-33e4e2b15de9 req-3bae5125-1850-4a20-8954-ca5810781f01 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:52:28.692222 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-0aa4becd-2415-4eba-93b6-33e4e2b15de9 req-3bae5125-1850-4a20-8954-ca5810781f01 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:28.716793 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0aa4becd-2415-4eba-93b6-33e4e2b15de9 req-3bae5125-1850-4a20-8954-ca5810781f01 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8977561 May 05 22:52:28.727265 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [req-0aa4becd-2415-4eba-93b6-33e4e2b15de9 req-87ca90e6-a33d-4573-a97a-28fce2a046ec tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:52:28.728630 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0aa4becd-2415-4eba-93b6-33e4e2b15de9 req-87ca90e6-a33d-4573-a97a-28fce2a046ec tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0061204 May 05 22:52:28.729890 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-3e9297b9-bfc4-4112-bff9-5e7b6ea7025b None None] Set router d5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:52:28.842377 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-0aa4becd-2415-4eba-93b6-33e4e2b15de9 req-273eb0d3-4732-4c3a-8f76-6f0cc9542d1a service neutron] Request body: {'port': {'device_id': '52bcc2ac-329f-440f-a78f-4a662319519f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:52:29.010854 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-0aa4becd-2415-4eba-93b6-33e4e2b15de9 req-273eb0d3-4732-4c3a-8f76-6f0cc9542d1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:29.020157 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-b331baf2-3df1-4cea-99cc-1f7efd3ad8b8 None None] Provisioning for port 13c9a97c-d924-4f20-9df5-514a088a9c17 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:52:29.025559 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-b331baf2-3df1-4cea-99cc-1f7efd3ad8b8 None None] Provisioning complete for port 13c9a97c-d924-4f20-9df5-514a088a9c17 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:52:29.026024 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b331baf2-3df1-4cea-99cc-1f7efd3ad8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:29.065812 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728f871-7e5a-4ad2-afe1-d1fb984ef114 req-a03d4024-2ccc-45f0-b020-ba05bbac4a82 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:52:29.066490 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-5728f871-7e5a-4ad2-afe1-d1fb984ef114 req-a03d4024-2ccc-45f0-b020-ba05bbac4a82 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Synchronizing usage tracker for tenant:6b2f3059793b418098910f2d886078d9 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:52:29.084689 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-b331baf2-3df1-4cea-99cc-1f7efd3ad8b8 None None] Port 13c9a97c-d924-4f20-9df5-514a088a9c17 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:52:29.101484 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-3e9297b9-bfc4-4112-bff9-5e7b6ea7025b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52450882', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '04fc1dea-a8ed-441b-afac-06dc87be5eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:52:19Z', 'updated_at': '2022-05-05T22:52:24Z', 'revision_number': 4, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': '04fc1dea-a8ed-441b-afac-06dc87be5eac', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:52:20Z', 'updated_at': '2022-05-05T22:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '8f2c941a-70f4-41c2-b195-96db2c34d670', 'name': '', 'network_id': '2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'mac_address': 'fa:16:3e:fb:63:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72c8cc2a-70e2-477d-8d0c-43bb3d721269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:52:23Z', 'updated_at': '2022-05-05T22:52:28Z', 'revision_number': 4, 'project_id': '6b2f3059793b418098910f2d886078d9', 'subnets': [{'id': '72c8cc2a-70e2-477d-8d0c-43bb3d721269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:52:29.105523 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-5728f871-7e5a-4ad2-afe1-d1fb984ef114 req-a03d4024-2ccc-45f0-b020-ba05bbac4a82 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Unset dirty status for tenant:6b2f3059793b418098910f2d886078d9 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:52:29.106398 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9297b9-bfc4-4112-bff9-5e7b6ea7025b None None] The sync data for ids ['d5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49'] in n-d-825175-4 is: [{'id': 'd5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52450882', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '04fc1dea-a8ed-441b-afac-06dc87be5eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:52:19Z', 'updated_at': '2022-05-05T22:52:24Z', 'revision_number': 4, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': '04fc1dea-a8ed-441b-afac-06dc87be5eac', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:52:20Z', 'updated_at': '2022-05-05T22:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '8f2c941a-70f4-41c2-b195-96db2c34d670', 'name': '', 'network_id': '2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'mac_address': 'fa:16:3e:fb:63:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72c8cc2a-70e2-477d-8d0c-43bb3d721269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:52:23Z', 'updated_at': '2022-05-05T22:52:28Z', 'revision_number': 4, 'project_id': '6b2f3059793b418098910f2d886078d9', 'subnets': [{'id': '72c8cc2a-70e2-477d-8d0c-43bb3d721269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:52:29.106722 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5728f871-7e5a-4ad2-afe1-d1fb984ef114 req-a03d4024-2ccc-45f0-b020-ba05bbac4a82 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=52bcc2ac-329f-440f-a78f-4a662319519f HTTP/1.1" status: 200 len: 931 time: 0.2362521 May 05 22:52:29.292516 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5728f871-7e5a-4ad2-afe1-d1fb984ef114 req-0259c331-6d63-4a55-b4a8-d4106d3a8f16 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4118fa2-0641-48bd-b0c7-1a7bcad267fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471860 May 05 22:52:29.431075 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-0aa4becd-2415-4eba-93b6-33e4e2b15de9 req-273eb0d3-4732-4c3a-8f76-6f0cc9542d1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13c9a97c-d924-4f20-9df5-514a088a9c17 {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:52:29.438057 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-0aa4becd-2415-4eba-93b6-33e4e2b15de9 req-273eb0d3-4732-4c3a-8f76-6f0cc9542d1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:29.453475 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-0aa4becd-2415-4eba-93b6-33e4e2b15de9 req-273eb0d3-4732-4c3a-8f76-6f0cc9542d1a service neutron] Transition to ACTIVE for port object 13c9a97c-d924-4f20-9df5-514a088a9c17 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:52:29.458608 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-0aa4becd-2415-4eba-93b6-33e4e2b15de9 req-273eb0d3-4732-4c3a-8f76-6f0cc9542d1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:29.587223 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273eb0d3-4732-4c3a-8f76-6f0cc9542d1a service neutron] Pushing event updated for resources: {'Port': ['ID=13c9a97c-d924-4f20-9df5-514a088a9c17,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:52:29.699940 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-0aa4becd-2415-4eba-93b6-33e4e2b15de9 req-273eb0d3-4732-4c3a-8f76-6f0cc9542d1a service neutron] Attempting to bind port 13c9a97c-d924-4f20-9df5-514a088a9c17 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:52:29.700250 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-0aa4becd-2415-4eba-93b6-33e4e2b15de9 req-273eb0d3-4732-4c3a-8f76-6f0cc9542d1a service neutron] Attempting to bind port 13c9a97c-d924-4f20-9df5-514a088a9c17 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': '22a7ba3d-4697-4321-9cbb-c38522eab61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:52:29.700565 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa4becd-2415-4eba-93b6-33e4e2b15de9 req-273eb0d3-4732-4c3a-8f76-6f0cc9542d1a service neutron] Attempting to bind port 13c9a97c-d924-4f20-9df5-514a088a9c17 on network 2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:52:29.707707 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa4becd-2415-4eba-93b6-33e4e2b15de9 req-273eb0d3-4732-4c3a-8f76-6f0cc9542d1a service neutron] Port 13c9a97c-d924-4f20-9df5-514a088a9c17 on network 2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:52:29.708030 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa4becd-2415-4eba-93b6-33e4e2b15de9 req-273eb0d3-4732-4c3a-8f76-6f0cc9542d1a service neutron] Attempting to bind port 13c9a97c-d924-4f20-9df5-514a088a9c17 on network 2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:52:29.715877 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa4becd-2415-4eba-93b6-33e4e2b15de9 req-273eb0d3-4732-4c3a-8f76-6f0cc9542d1a service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:52:29.716159 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa4becd-2415-4eba-93b6-33e4e2b15de9 req-273eb0d3-4732-4c3a-8f76-6f0cc9542d1a service neutron] Checking segment: {'id': '22a7ba3d-4697-4321-9cbb-c38522eab61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:52:29.716562 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa4becd-2415-4eba-93b6-33e4e2b15de9 req-273eb0d3-4732-4c3a-8f76-6f0cc9542d1a service neutron] Bound using segment: {'id': '22a7ba3d-4697-4321-9cbb-c38522eab61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:52:29.716993 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-0aa4becd-2415-4eba-93b6-33e4e2b15de9 req-273eb0d3-4732-4c3a-8f76-6f0cc9542d1a service neutron] Bound port: 13c9a97c-d924-4f20-9df5-514a088a9c17, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22a7ba3d-4697-4321-9cbb-c38522eab61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:52:29.717567 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-0aa4becd-2415-4eba-93b6-33e4e2b15de9 req-273eb0d3-4732-4c3a-8f76-6f0cc9542d1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:29.810442 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-0aa4becd-2415-4eba-93b6-33e4e2b15de9 req-273eb0d3-4732-4c3a-8f76-6f0cc9542d1a service neutron] For port 13c9a97c-d924-4f20-9df5-514a088a9c17, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:52:29.816660 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-0aa4becd-2415-4eba-93b6-33e4e2b15de9 req-273eb0d3-4732-4c3a-8f76-6f0cc9542d1a service neutron] For port 13c9a97c-d924-4f20-9df5-514a088a9c17, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=13c9a97c-d924-4f20-9df5-514a088a9c17,segment=NetworkSegment(22a7ba3d-4697-4321-9cbb-c38522eab61a),segment_id=22a7ba3d-4697-4321-9cbb-c38522eab61a)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:52:29.822161 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-0aa4becd-2415-4eba-93b6-33e4e2b15de9 req-273eb0d3-4732-4c3a-8f76-6f0cc9542d1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:29.889978 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-0aa4becd-2415-4eba-93b6-33e4e2b15de9 req-273eb0d3-4732-4c3a-8f76-6f0cc9542d1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:29.892551 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0aa4becd-2415-4eba-93b6-33e4e2b15de9 req-273eb0d3-4732-4c3a-8f76-6f0cc9542d1a service neutron] 10.222.0.32 "PUT /v2.0/ports/13c9a97c-d924-4f20-9df5-514a088a9c17 HTTP/1.1" status: 200 len: 1091 time: 1.1537240 May 05 22:52:29.896194 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52bcc2ac-329f-440f-a78f-4a662319519f', 'tag': '13c9a97c-d924-4f20-9df5-514a088a9c17'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:52:29.922966 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273eb0d3-4732-4c3a-8f76-6f0cc9542d1a service neutron] Pushing event updated for resources: {'Port': ['ID=13c9a97c-d924-4f20-9df5-514a088a9c17,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:52:29.990234 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2547e045-3b57-4ef7-b699-a51c8518aa45'] response: {'name': 'network-changed', 'server_uuid': '52bcc2ac-329f-440f-a78f-4a662319519f', 'tag': '13c9a97c-d924-4f20-9df5-514a088a9c17', 'status': 'completed', 'code': 200} May 05 22:52:30.031639 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0aa4becd-2415-4eba-93b6-33e4e2b15de9 req-5498a9fb-3d0d-460b-af97-aaeab4cad4ba service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6b2f3059793b418098910f2d886078d9&device_id=52bcc2ac-329f-440f-a78f-4a662319519f HTTP/1.1" status: 200 len: 1094 time: 0.0843606 May 05 22:52:30.104679 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0aa4becd-2415-4eba-93b6-33e4e2b15de9 req-779f7f54-4bea-4389-9bb3-959d834eb001 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13c9a97c-d924-4f20-9df5-514a088a9c17 HTTP/1.1" status: 200 len: 217 time: 0.0644283 May 05 22:52:30.165749 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4becd-2415-4eba-93b6-33e4e2b15de9 req-ef317365-1093-40f0-b1a9-668ba202639a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:52:30.167127 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0aa4becd-2415-4eba-93b6-33e4e2b15de9 req-ef317365-1093-40f0-b1a9-668ba202639a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=72c8cc2a-70e2-477d-8d0c-43bb3d721269 HTTP/1.1" status: 200 len: 834 time: 0.0566432 May 05 22:52:30.248252 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0aa4becd-2415-4eba-93b6-33e4e2b15de9 req-a100d5c8-d9a9-4248-b759-47869c9f7f92 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750923 May 05 22:52:30.391955 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0aa4becd-2415-4eba-93b6-33e4e2b15de9 req-69fc7ed7-af0a-40ca-b2c6-e4e02a2ee077 service neutron] 10.222.0.32 "GET /v2.0/networks/2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373217 May 05 22:52:30.670469 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0aa4becd-2415-4eba-93b6-33e4e2b15de9 req-1418e22e-8bb8-48c7-af80-5e2584c07e7b service neutron] 10.222.0.32 "GET /v2.0/networks/2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717252 May 05 22:52:30.684253 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b93ca-b66f-4df7-b14c-efb7c11eb8a8 req-5d52a061-74af-437c-845f-6ab73a3b7595 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:52:30.685647 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-660b93ca-b66f-4df7-b14c-efb7c11eb8a8 req-5d52a061-74af-437c-845f-6ab73a3b7595 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=52bcc2ac-329f-440f-a78f-4a662319519f HTTP/1.1" status: 200 len: 943 time: 0.2245779 May 05 22:52:30.775835 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-660b93ca-b66f-4df7-b14c-efb7c11eb8a8 req-295686d0-18e2-4074-be93-df7725774dec tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4118fa2-0641-48bd-b0c7-1a7bcad267fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826271 May 05 22:52:30.802199 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1b444362-fc63-4467-81ab-20aac4a87719 req-a0b92954-6e41-4af4-9bc4-784a3eac0cb3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6b2f3059793b418098910f2d886078d9&device_id=52bcc2ac-329f-440f-a78f-4a662319519f HTTP/1.1" status: 200 len: 1094 time: 0.0802193 May 05 22:52:30.942760 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b444362-fc63-4467-81ab-20aac4a87719 req-2e3cb056-dfa6-4172-a62e-63955456dc74 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:52:30.944226 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1b444362-fc63-4467-81ab-20aac4a87719 req-2e3cb056-dfa6-4172-a62e-63955456dc74 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc HTTP/1.1" status: 200 len: 898 time: 0.1354244 May 05 22:52:30.999033 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 8f2c941a-70f4-41c2-b195-96db2c34d670 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:52:31.019300 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1b444362-fc63-4467-81ab-20aac4a87719 req-6b54c71a-e3fd-4985-94cf-72a166881067 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13c9a97c-d924-4f20-9df5-514a088a9c17 HTTP/1.1" status: 200 len: 217 time: 0.0683582 May 05 22:52:31.083275 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 8f2c941a-70f4-41c2-b195-96db2c34d670 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:52:31.088418 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 8f2c941a-70f4-41c2-b195-96db2c34d670 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:52:31.088777 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:31.089298 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b444362-fc63-4467-81ab-20aac4a87719 req-7262b54c-ab0d-43c4-a691-e370a8a2c5ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:52:31.090767 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1b444362-fc63-4467-81ab-20aac4a87719 req-7262b54c-ab0d-43c4-a691-e370a8a2c5ee service neutron] 10.222.0.32 "GET /v2.0/subnets?id=72c8cc2a-70e2-477d-8d0c-43bb3d721269 HTTP/1.1" status: 200 len: 834 time: 0.0637624 May 05 22:52:31.166015 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1b444362-fc63-4467-81ab-20aac4a87719 req-5417d6ce-a1ce-4064-9cb9-4559d1777535 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688443 May 05 22:52:31.214158 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:31.249310 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 8f2c941a-70f4-41c2-b195-96db2c34d670, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=8f2c941a-70f4-41c2-b195-96db2c34d670,segment=NetworkSegment(22a7ba3d-4697-4321-9cbb-c38522eab61a),segment_id=22a7ba3d-4697-4321-9cbb-c38522eab61a)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:52:31.254445 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:31.309052 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1b444362-fc63-4467-81ab-20aac4a87719 req-e2e80b21-0f00-4f7c-b893-aa0245bca707 service neutron] 10.222.0.32 "GET /v2.0/networks/2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358485 May 05 22:52:31.323976 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=8f2c941a-70f4-41c2-b195-96db2c34d670,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:52:31.470709 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1b444362-fc63-4467-81ab-20aac4a87719 req-ac908e19-2471-4176-8136-c9923f7680ef service neutron] 10.222.0.32 "GET /v2.0/networks/2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547198 May 05 22:52:32.019431 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1662c4d-4e76-4dda-9065-dfad37c7fcad req-95f74466-6c93-4f10-b946-d1d9728025d8 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:52:32.020925 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a1662c4d-4e76-4dda-9065-dfad37c7fcad req-95f74466-6c93-4f10-b946-d1d9728025d8 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=52bcc2ac-329f-440f-a78f-4a662319519f HTTP/1.1" status: 200 len: 943 time: 0.1096449 May 05 22:52:32.044371 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 13c9a97c-d924-4f20-9df5-514a088a9c17 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:52:32.073025 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a1662c4d-4e76-4dda-9065-dfad37c7fcad req-78391a4d-089b-47e6-aa4a-f292119d522d tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4118fa2-0641-48bd-b0c7-1a7bcad267fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438540 May 05 22:52:32.185841 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 13c9a97c-d924-4f20-9df5-514a088a9c17, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=13c9a97c-d924-4f20-9df5-514a088a9c17,segment=NetworkSegment(22a7ba3d-4697-4321-9cbb-c38522eab61a),segment_id=22a7ba3d-4697-4321-9cbb-c38522eab61a)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:52:32.205560 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '13c9a97c-d924-4f20-9df5-514a088a9c17', 'network_id': '2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc', 'port_id': '13c9a97c-d924-4f20-9df5-514a088a9c17', 'mac_address': 'fa:16:3e:90:00:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72c8cc2a-70e2-477d-8d0c-43bb3d721269', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:52:32.296537 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:32.314013 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13c9a97c-d924-4f20-9df5-514a088a9c17 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:52:32.329216 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 13c9a97c-d924-4f20-9df5-514a088a9c17, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=13c9a97c-d924-4f20-9df5-514a088a9c17,segment=NetworkSegment(22a7ba3d-4697-4321-9cbb-c38522eab61a),segment_id=22a7ba3d-4697-4321-9cbb-c38522eab61a)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:52:32.335505 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:32.407165 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=13c9a97c-d924-4f20-9df5-514a088a9c17,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:52:32.584935 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['13c9a97c-d924-4f20-9df5-514a088a9c17'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:52:32.993200 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 8f2c941a-70f4-41c2-b195-96db2c34d670 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:52:33.065188 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 8f2c941a-70f4-41c2-b195-96db2c34d670 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:52:33.065897 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:33.283384 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e91b7a-8e53-4f4d-ada3-7e3a3f81a08a req-f3b8d56b-b7e7-4ba7-a110-44d043926ff9 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:52:33.284843 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f7e91b7a-8e53-4f4d-ada3-7e3a3f81a08a req-f3b8d56b-b7e7-4ba7-a110-44d043926ff9 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=52bcc2ac-329f-440f-a78f-4a662319519f HTTP/1.1" status: 200 len: 944 time: 0.0882797 May 05 22:52:33.329993 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f7e91b7a-8e53-4f4d-ada3-7e3a3f81a08a req-78289f8a-92da-4a1e-8841-63c78fb31a32 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4118fa2-0641-48bd-b0c7-1a7bcad267fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395656 May 05 22:52:34.059815 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 13c9a97c-d924-4f20-9df5-514a088a9c17 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:52:34.132755 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port 13c9a97c-d924-4f20-9df5-514a088a9c17 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:52:34.139701 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 13c9a97c-d924-4f20-9df5-514a088a9c17 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:52:34.140244 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:34.261963 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:34.289765 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52bcc2ac-329f-440f-a78f-4a662319519f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c9a97c-d924-4f20-9df5-514a088a9c17'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:52:34.300090 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 13c9a97c-d924-4f20-9df5-514a088a9c17, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=13c9a97c-d924-4f20-9df5-514a088a9c17,segment=NetworkSegment(22a7ba3d-4697-4321-9cbb-c38522eab61a),segment_id=22a7ba3d-4697-4321-9cbb-c38522eab61a)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:52:34.305498 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:34.373354 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=13c9a97c-d924-4f20-9df5-514a088a9c17,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:52:34.417328 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-646d4c00-0214-4237-beed-e83b640a7804'] response: {'server_uuid': '52bcc2ac-329f-440f-a78f-4a662319519f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c9a97c-d924-4f20-9df5-514a088a9c17', 'code': 200} May 05 22:52:34.584981 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbda428-28a9-44fe-9ba6-fc5c35a5a993 req-910ca18e-7365-4b8c-931f-9dee00621bb7 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:52:34.586417 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7cbda428-28a9-44fe-9ba6-fc5c35a5a993 req-910ca18e-7365-4b8c-931f-9dee00621bb7 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=52bcc2ac-329f-440f-a78f-4a662319519f HTTP/1.1" status: 200 len: 945 time: 0.1310070 May 05 22:52:34.589165 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3f24e01f-f61b-4192-b715-171c06431cef req-bc76f07f-1d37-4729-890c-2efe9ff5d7a3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=52bcc2ac-329f-440f-a78f-4a662319519f HTTP/1.1" status: 200 len: 1096 time: 0.1015236 May 05 22:52:34.663882 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7cbda428-28a9-44fe-9ba6-fc5c35a5a993 req-748c25ae-799b-4122-bf4a-1a1baa10450e tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4118fa2-0641-48bd-b0c7-1a7bcad267fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705111 May 05 22:52:34.665408 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3f24e01f-f61b-4192-b715-171c06431cef req-edf4943c-5973-4826-8efd-85fe550cad36 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d4118fa2-0641-48bd-b0c7-1a7bcad267fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588965 May 05 22:52:35.881318 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c104817-b851-4014-b2b3-bdae84e51065 req-612a2e39-ff8b-4b75-815b-9ca8fd85824f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:52:35.882666 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0c104817-b851-4014-b2b3-bdae84e51065 req-612a2e39-ff8b-4b75-815b-9ca8fd85824f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=52bcc2ac-329f-440f-a78f-4a662319519f HTTP/1.1" status: 200 len: 945 time: 0.0850821 May 05 22:52:35.930720 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0c104817-b851-4014-b2b3-bdae84e51065 req-32054731-ba1d-4c66-9a73-c3856e74f2ac tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4118fa2-0641-48bd-b0c7-1a7bcad267fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393815 May 05 22:52:36.159712 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f3e09-3851-45a1-8c25-7b2bdb5024d4 req-743c475e-f8f9-4e88-b1f5-8896b6cdb3be tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:52:36.161070 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-349f3e09-3851-45a1-8c25-7b2bdb5024d4 req-743c475e-f8f9-4e88-b1f5-8896b6cdb3be tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=52bcc2ac-329f-440f-a78f-4a662319519f HTTP/1.1" status: 200 len: 945 time: 0.0852749 May 05 22:52:36.208295 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-349f3e09-3851-45a1-8c25-7b2bdb5024d4 req-ea495651-cf5e-4aa8-8466-07963d614a52 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4118fa2-0641-48bd-b0c7-1a7bcad267fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416505 May 05 22:52:36.235930 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37722) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:52:36.310305 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-3ffa38e7-c8d6-482b-a1dc-d4d4d9f30665 tempest-TestNetworkAdvancedServerOps-1703995958 tempest-TestNetworkAdvancedServerOps-1703995958-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=52bcc2ac-329f-440f-a78f-4a662319519f HTTP/1.1" status: 200 len: 1091 time: 0.0730131 May 05 22:52:36.314264 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37726) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:52:36.321893 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-ed29a8f1-dac4-4f5d-aad3-b6b53b871be0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Request body: {'floatingip': {'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'port_id': '13c9a97c-d924-4f20-9df5-514a088a9c17', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:52:36.330748 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-ed29a8f1-dac4-4f5d-aad3-b6b53b871be0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:52:36.334815 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-ed29a8f1-dac4-4f5d-aad3-b6b53b871be0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Usage tracker for resource:floatingip and tenant:6b2f3059793b418098910f2d886078d9 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:52:36.337785 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-ed29a8f1-dac4-4f5d-aad3-b6b53b871be0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:52:36.343833 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-ed29a8f1-dac4-4f5d-aad3-b6b53b871be0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:52:36.357058 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ed29a8f1-dac4-4f5d-aad3-b6b53b871be0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for floatingip, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:36.434265 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:36.503863 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ed29a8f1-dac4-4f5d-aad3-b6b53b871be0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:36.638839 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-ed29a8f1-dac4-4f5d-aad3-b6b53b871be0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Allocated IP 172.25.4.237 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/ed22f736-ec2e-46e9-b3a9-67d48230fe3a) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:52:36.715603 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:36.790827 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ed29a8f1-dac4-4f5d-aad3-b6b53b871be0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:36.819781 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ed29a8f1-dac4-4f5d-aad3-b6b53b871be0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:36.982774 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed29a8f1-dac4-4f5d-aad3-b6b53b871be0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:52:36.985669 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-ed29a8f1-dac4-4f5d-aad3-b6b53b871be0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:52:36.990205 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed29a8f1-dac4-4f5d-aad3-b6b53b871be0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:52:37.014237 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed29a8f1-dac4-4f5d-aad3-b6b53b871be0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'Port': ['ID=ed22f736-ec2e-46e9-b3a9-67d48230fe3a,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:52:37.495157 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ed29a8f1-dac4-4f5d-aad3-b6b53b871be0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:37.552484 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ed29a8f1-dac4-4f5d-aad3-b6b53b871be0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:37.752580 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ed29a8f1-dac4-4f5d-aad3-b6b53b871be0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:37.758488 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ed29a8f1-dac4-4f5d-aad3-b6b53b871be0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:37.868399 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed29a8f1-dac4-4f5d-aad3-b6b53b871be0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event updated for resources: {'Port': ['ID=ed22f736-ec2e-46e9-b3a9-67d48230fe3a,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:52:37.883197 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ed29a8f1-dac4-4f5d-aad3-b6b53b871be0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:38.085545 n-d-825175-4 neutron-server[84061]: INFO neutron.db.l3_db [None req-ed29a8f1-dac4-4f5d-aad3-b6b53b871be0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Floating IP 80d3e127-d5f8-4c65-a3ee-d6595b042eb8 associated. External IP: 172.25.4.237, port: 13c9a97c-d924-4f20-9df5-514a088a9c17. May 05 22:52:38.592792 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed29a8f1-dac4-4f5d-aad3-b6b53b871be0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Router d5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:52:38.796438 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed29a8f1-dac4-4f5d-aad3-b6b53b871be0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:52:38.822705 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-ed29a8f1-dac4-4f5d-aad3-b6b53b871be0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:38.893985 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-ed29a8f1-dac4-4f5d-aad3-b6b53b871be0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5784650 May 05 22:52:38.894605 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52bcc2ac-329f-440f-a78f-4a662319519f', 'tag': '13c9a97c-d924-4f20-9df5-514a088a9c17'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:52:38.941569 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28e1629-81fb-4088-a10d-3f8eb3c02127 None None] Sync routers for ids ['d5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:52:38.954072 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28e1629-81fb-4088-a10d-3f8eb3c02127 None None] Routers {'d5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:52:38.955196 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-f28e1629-81fb-4088-a10d-3f8eb3c02127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:52:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['d5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:52:38.956567 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caa2c430-23f9-46a8-b506-31cfd598f99e'] response: {'name': 'network-changed', 'server_uuid': '52bcc2ac-329f-440f-a78f-4a662319519f', 'tag': '13c9a97c-d924-4f20-9df5-514a088a9c17', 'status': 'completed', 'code': 200} May 05 22:52:39.109284 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1e262ad7-9648-4af9-8231-0b5a4ffd1720 req-caeadc69-2701-4a0a-9fad-da1fd819a087 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6b2f3059793b418098910f2d886078d9&device_id=52bcc2ac-329f-440f-a78f-4a662319519f HTTP/1.1" status: 200 len: 1096 time: 0.1322267 May 05 22:52:39.115060 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239f4e8-5d02-44cc-8c82-428548450441 req-1e78363c-a55d-4c3a-9361-2f271cc70b84 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:52:39.116398 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f239f4e8-5d02-44cc-8c82-428548450441 req-1e78363c-a55d-4c3a-9361-2f271cc70b84 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=52bcc2ac-329f-440f-a78f-4a662319519f HTTP/1.1" status: 200 len: 945 time: 0.1100345 May 05 22:52:39.143367 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-f28e1629-81fb-4088-a10d-3f8eb3c02127 None None] Set router d5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:52:39.257366 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f239f4e8-5d02-44cc-8c82-428548450441 req-cafefe9d-df93-46f1-972b-c1964d220246 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4118fa2-0641-48bd-b0c7-1a7bcad267fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225715 May 05 22:52:39.286425 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37734) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:52:39.288527 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e262ad7-9648-4af9-8231-0b5a4ffd1720 req-bf547986-867c-4066-bcda-320104a6a0b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:52:39.289972 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1e262ad7-9648-4af9-8231-0b5a4ffd1720 req-bf547986-867c-4066-bcda-320104a6a0b5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc HTTP/1.1" status: 200 len: 898 time: 0.1727858 May 05 22:52:39.396036 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1e262ad7-9648-4af9-8231-0b5a4ffd1720 req-f0900c4b-b3e6-4c64-96a9-6dc4c4c8a390 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13c9a97c-d924-4f20-9df5-514a088a9c17 HTTP/1.1" status: 200 len: 999 time: 0.0995371 May 05 22:52:39.458931 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e262ad7-9648-4af9-8231-0b5a4ffd1720 req-1d7b08c7-b4a5-4067-8a10-fc1449998783 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:52:39.460533 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1e262ad7-9648-4af9-8231-0b5a4ffd1720 req-1d7b08c7-b4a5-4067-8a10-fc1449998783 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=72c8cc2a-70e2-477d-8d0c-43bb3d721269 HTTP/1.1" status: 200 len: 834 time: 0.0592253 May 05 22:52:39.506543 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a5333853-9039-4a5e-8d39-40f014f273db tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/floatingips/80d3e127-d5f8-4c65-a3ee-d6595b042eb8 HTTP/1.1" status: 200 len: 991 time: 0.2188849 May 05 22:52:39.523409 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-f28e1629-81fb-4088-a10d-3f8eb3c02127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52450882', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '04fc1dea-a8ed-441b-afac-06dc87be5eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:52:19Z', 'updated_at': '2022-05-05T22:52:24Z', 'revision_number': 4, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': '04fc1dea-a8ed-441b-afac-06dc87be5eac', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:52:20Z', 'updated_at': '2022-05-05T22:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '80d3e127-d5f8-4c65-a3ee-d6595b042eb8', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'floating_ip_address': '172.25.4.237', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'd5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49', 'port_id': '13c9a97c-d924-4f20-9df5-514a088a9c17', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc', 'mac_address': 'fa:16:3e:90:00:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bcc2ac-329f-440f-a78f-4a662319519f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:52:37Z', 'updated_at': '2022-05-05T22:52:37Z', 'revision_number': 0, 'project_id': '6b2f3059793b418098910f2d886078d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f2c941a-70f4-41c2-b195-96db2c34d670', 'name': '', 'network_id': '2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'mac_address': 'fa:16:3e:fb:63:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72c8cc2a-70e2-477d-8d0c-43bb3d721269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:52:23Z', 'updated_at': '2022-05-05T22:52:31Z', 'revision_number': 5, 'project_id': '6b2f3059793b418098910f2d886078d9', 'subnets': [{'id': '72c8cc2a-70e2-477d-8d0c-43bb3d721269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:52:39.527266 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28e1629-81fb-4088-a10d-3f8eb3c02127 None None] Checking router: d5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:52:39.538029 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28e1629-81fb-4088-a10d-3f8eb3c02127 None None] Routers {'d5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:52:39.538620 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-f28e1629-81fb-4088-a10d-3f8eb3c02127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:52:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['d5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:52:39.539225 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1e262ad7-9648-4af9-8231-0b5a4ffd1720 req-1301d668-3dc8-4b27-8061-cbdc1c332cc1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728047 May 05 22:52:39.672962 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1e262ad7-9648-4af9-8231-0b5a4ffd1720 req-3dd8da67-5c2b-4ccc-b7ca-6113c38dbaa0 service neutron] 10.222.0.32 "GET /v2.0/networks/2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278753 May 05 22:52:39.716533 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-f28e1629-81fb-4088-a10d-3f8eb3c02127 None None] Set router d5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:52:39.805516 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1e262ad7-9648-4af9-8231-0b5a4ffd1720 req-a569be52-ed92-4d42-9cb1-003fc206a3b4 service neutron] 10.222.0.32 "GET /v2.0/networks/2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275601 May 05 22:52:40.111666 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-f28e1629-81fb-4088-a10d-3f8eb3c02127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52450882', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '04fc1dea-a8ed-441b-afac-06dc87be5eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:52:19Z', 'updated_at': '2022-05-05T22:52:24Z', 'revision_number': 4, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': '04fc1dea-a8ed-441b-afac-06dc87be5eac', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:52:20Z', 'updated_at': '2022-05-05T22:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '80d3e127-d5f8-4c65-a3ee-d6595b042eb8', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'floating_ip_address': '172.25.4.237', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'd5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49', 'port_id': '13c9a97c-d924-4f20-9df5-514a088a9c17', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc', 'mac_address': 'fa:16:3e:90:00:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bcc2ac-329f-440f-a78f-4a662319519f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:52:37Z', 'updated_at': '2022-05-05T22:52:37Z', 'revision_number': 0, 'project_id': '6b2f3059793b418098910f2d886078d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f2c941a-70f4-41c2-b195-96db2c34d670', 'name': '', 'network_id': '2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'mac_address': 'fa:16:3e:fb:63:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72c8cc2a-70e2-477d-8d0c-43bb3d721269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:52:23Z', 'updated_at': '2022-05-05T22:52:31Z', 'revision_number': 5, 'project_id': '6b2f3059793b418098910f2d886078d9', 'subnets': [{'id': '72c8cc2a-70e2-477d-8d0c-43bb3d721269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:52:40.115794 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28e1629-81fb-4088-a10d-3f8eb3c02127 None None] The sync data for ids ['d5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49'] in n-d-825175-4 is: [{'id': 'd5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52450882', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '04fc1dea-a8ed-441b-afac-06dc87be5eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:52:19Z', 'updated_at': '2022-05-05T22:52:24Z', 'revision_number': 4, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': '04fc1dea-a8ed-441b-afac-06dc87be5eac', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:52:20Z', 'updated_at': '2022-05-05T22:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '80d3e127-d5f8-4c65-a3ee-d6595b042eb8', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'floating_ip_address': '172.25.4.237', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'd5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49', 'port_id': '13c9a97c-d924-4f20-9df5-514a088a9c17', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc', 'mac_address': 'fa:16:3e:90:00:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52bcc2ac-329f-440f-a78f-4a662319519f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:52:37Z', 'updated_at': '2022-05-05T22:52:37Z', 'revision_number': 0, 'project_id': '6b2f3059793b418098910f2d886078d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f2c941a-70f4-41c2-b195-96db2c34d670', 'name': '', 'network_id': '2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'mac_address': 'fa:16:3e:fb:63:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72c8cc2a-70e2-477d-8d0c-43bb3d721269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:52:23Z', 'updated_at': '2022-05-05T22:52:31Z', 'revision_number': 5, 'project_id': '6b2f3059793b418098910f2d886078d9', 'subnets': [{'id': '72c8cc2a-70e2-477d-8d0c-43bb3d721269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:52:40.510582 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37738) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:52:40.621874 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4cca2848-edb2-4699-a303-bacc58e47df3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/floatingips/80d3e127-d5f8-4c65-a3ee-d6595b042eb8 HTTP/1.1" status: 200 len: 991 time: 0.1098855 May 05 22:52:41.627394 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37742) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:52:41.756236 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-6e4a3a93-d52b-48fc-9d82-726510afac14 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/floatingips/80d3e127-d5f8-4c65-a3ee-d6595b042eb8 HTTP/1.1" status: 200 len: 991 time: 0.1273944 May 05 22:52:42.761529 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37746) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:52:42.880691 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-77907242-4cfc-490f-aa9d-2ac200580d74 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/floatingips/80d3e127-d5f8-4c65-a3ee-d6595b042eb8 HTTP/1.1" status: 200 len: 991 time: 0.1176119 May 05 22:52:43.054025 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3135094a-25ec-4546-b621-e48e8bf07f54 None None] New status for floating IP 80d3e127-d5f8-4c65-a3ee-d6595b042eb8: ACTIVE {{(pid=84068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 22:52:43.885072 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37750) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:52:44.044536 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f0f6303e-3b20-41a0-87e4-1e6cfe44371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:44.108431 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-1e6aedc7-9379-4249-a9ca-a2ae293f8cb8 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/floatingips/80d3e127-d5f8-4c65-a3ee-d6595b042eb8 HTTP/1.1" status: 200 len: 993 time: 0.2219033 May 05 22:52:46.355117 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fa2771e0-b347-4634-94dd-23f6dc41ed29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:46.358178 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:52:47.601754 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:47.623448 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:49.234263 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:52:50.294607 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-97b7efa6-0c51-4060-b108-7ec088d7ae18 req-80cfda17-3d8e-4987-a7a3-1005234ccc88 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=52bcc2ac-329f-440f-a78f-4a662319519f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0832634 May 05 22:52:50.453626 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-97b7efa6-0c51-4060-b108-7ec088d7ae18 req-ef391815-80d7-4209-a379-0aa1cf96a764 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6b2f3059793b418098910f2d886078d9&device_id=52bcc2ac-329f-440f-a78f-4a662319519f HTTP/1.1" status: 200 len: 1096 time: 0.0837777 May 05 22:52:50.608645 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b7efa6-0c51-4060-b108-7ec088d7ae18 req-f0c951ae-552b-4afe-b271-053d8923ad0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:52:50.610087 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-97b7efa6-0c51-4060-b108-7ec088d7ae18 req-f0c951ae-552b-4afe-b271-053d8923ad0a service neutron] 10.222.0.32 "GET /v2.0/networks?id=2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc HTTP/1.1" status: 200 len: 898 time: 0.1377461 May 05 22:52:50.711561 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-97b7efa6-0c51-4060-b108-7ec088d7ae18 req-13b35514-5070-4460-b26b-d81601bc8e71 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13c9a97c-d924-4f20-9df5-514a088a9c17 HTTP/1.1" status: 200 len: 1001 time: 0.0953183 May 05 22:52:50.785456 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b7efa6-0c51-4060-b108-7ec088d7ae18 req-43769e69-b009-4491-ac15-dcaa1e829ec0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:52:50.786908 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-97b7efa6-0c51-4060-b108-7ec088d7ae18 req-43769e69-b009-4491-ac15-dcaa1e829ec0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=72c8cc2a-70e2-477d-8d0c-43bb3d721269 HTTP/1.1" status: 200 len: 834 time: 0.0697691 May 05 22:52:50.862624 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-97b7efa6-0c51-4060-b108-7ec088d7ae18 req-4f6f93a6-55e4-4998-8a75-140e0b8112aa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689917 May 05 22:52:50.992702 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-97b7efa6-0c51-4060-b108-7ec088d7ae18 req-4c350eac-7e4f-4d22-a7fc-4686c3952bb1 service neutron] 10.222.0.32 "GET /v2.0/networks/2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241682 May 05 22:52:51.122601 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-97b7efa6-0c51-4060-b108-7ec088d7ae18 req-d2dbc63f-3045-4f58-babc-f45bee8d138c service neutron] 10.222.0.32 "GET /v2.0/networks/2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236520 May 05 22:53:06.460501 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:06.725471 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:11.775534 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54670fe8-6a7a-47e1-ab4f-682626d7c188 req-f9dc949a-e914-4ea8-ac93-8f5101d5a4c0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:53:11.776862 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-54670fe8-6a7a-47e1-ab4f-682626d7c188 req-f9dc949a-e914-4ea8-ac93-8f5101d5a4c0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=52bcc2ac-329f-440f-a78f-4a662319519f HTTP/1.1" status: 200 len: 945 time: 0.0917420 May 05 22:53:11.834793 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-54670fe8-6a7a-47e1-ab4f-682626d7c188 req-924e04f1-b2eb-498b-871a-c25aaa9aecbb tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4118fa2-0641-48bd-b0c7-1a7bcad267fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522425 May 05 22:53:13.050213 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c184436e-dd53-4a1d-b8df-29e21386484f req-35d559b3-f8ef-4589-b723-70f0f7f22bf6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:53:13.051663 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c184436e-dd53-4a1d-b8df-29e21386484f req-35d559b3-f8ef-4589-b723-70f0f7f22bf6 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=52bcc2ac-329f-440f-a78f-4a662319519f HTTP/1.1" status: 200 len: 945 time: 0.0818942 May 05 22:53:13.097421 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c184436e-dd53-4a1d-b8df-29e21386484f req-06f98559-5d54-4b32-9cd2-1ea1a256764f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4118fa2-0641-48bd-b0c7-1a7bcad267fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395606 May 05 22:53:13.138049 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37776) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:53:13.258564 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-91c6bc99-c902-4c08-9373-09058ecd50c3 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/floatingips/80d3e127-d5f8-4c65-a3ee-d6595b042eb8 HTTP/1.1" status: 200 len: 993 time: 0.1194718 May 05 22:53:14.044716 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0afdc0dc-2abc-4e25-a68b-788303abd819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:14.805232 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6db5a6-e446-4b72-af35-b5a61d1cec77 req-c1b66fe9-bffe-4ad4-87c0-78ac97f5a458 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:53:14.806683 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ab6db5a6-e446-4b72-af35-b5a61d1cec77 req-c1b66fe9-bffe-4ad4-87c0-78ac97f5a458 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=52bcc2ac-329f-440f-a78f-4a662319519f HTTP/1.1" status: 200 len: 945 time: 0.1375601 May 05 22:53:14.810242 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bf590086-3eb6-4c4a-95fc-06055386c2cc req-045baec2-a37e-4589-a48c-e5f70559aa6e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6b2f3059793b418098910f2d886078d9&device_id=52bcc2ac-329f-440f-a78f-4a662319519f HTTP/1.1" status: 200 len: 1096 time: 0.1004150 May 05 22:53:14.936368 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ab6db5a6-e446-4b72-af35-b5a61d1cec77 req-3fc12e8e-e24f-4bda-9e55-1f4bec1b5599 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4118fa2-0641-48bd-b0c7-1a7bcad267fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239166 May 05 22:53:14.969441 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf590086-3eb6-4c4a-95fc-06055386c2cc req-c3d1efcd-c8a3-4a62-ae93-64cd0c922fa4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:53:14.970904 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bf590086-3eb6-4c4a-95fc-06055386c2cc req-c3d1efcd-c8a3-4a62-ae93-64cd0c922fa4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc HTTP/1.1" status: 200 len: 898 time: 0.1454320 May 05 22:53:15.072799 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bf590086-3eb6-4c4a-95fc-06055386c2cc req-985335da-3647-4e10-9172-6d4bcae77431 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13c9a97c-d924-4f20-9df5-514a088a9c17 HTTP/1.1" status: 200 len: 1001 time: 0.0964074 May 05 22:53:15.138211 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf590086-3eb6-4c4a-95fc-06055386c2cc req-752d49d8-bfda-46dc-842a-ad3bde8cdd3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:53:15.139966 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bf590086-3eb6-4c4a-95fc-06055386c2cc req-752d49d8-bfda-46dc-842a-ad3bde8cdd3c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=72c8cc2a-70e2-477d-8d0c-43bb3d721269 HTTP/1.1" status: 200 len: 834 time: 0.0614491 May 05 22:53:15.232350 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bf590086-3eb6-4c4a-95fc-06055386c2cc req-065ed969-6041-47e0-9072-b7c1e3bcf980 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866888 May 05 22:53:15.460323 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bf590086-3eb6-4c4a-95fc-06055386c2cc req-f2b0405b-dc68-419f-af3d-d7865b344779 service neutron] 10.222.0.32 "GET /v2.0/networks/2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217493 May 05 22:53:15.593463 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bf590086-3eb6-4c4a-95fc-06055386c2cc req-0d9f8945-39f7-4288-ab82-e39e2ba10f5d service neutron] 10.222.0.32 "GET /v2.0/networks/2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268868 May 05 22:53:16.152547 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e022b94-85fa-4f5d-b0ca-ddb02c28995c req-cdadc41b-47cf-4b04-a7b5-cc3373957c5a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:53:16.153983 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1e022b94-85fa-4f5d-b0ca-ddb02c28995c req-cdadc41b-47cf-4b04-a7b5-cc3373957c5a tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=52bcc2ac-329f-440f-a78f-4a662319519f HTTP/1.1" status: 200 len: 945 time: 0.0825047 May 05 22:53:16.202841 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1e022b94-85fa-4f5d-b0ca-ddb02c28995c req-6f0cbd97-4bd6-4874-9001-6b4fb826a28e tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4118fa2-0641-48bd-b0c7-1a7bcad267fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403464 May 05 22:53:16.348343 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-faf9e3c3-ce66-4292-98a4-945f139aec37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:17.415000 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd38ce6-ae7d-4013-a186-36c68eb0dad2 req-6caca52c-eeb1-4d61-9397-f89a441b8f62 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:53:17.416437 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2cd38ce6-ae7d-4013-a186-36c68eb0dad2 req-6caca52c-eeb1-4d61-9397-f89a441b8f62 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=52bcc2ac-329f-440f-a78f-4a662319519f HTTP/1.1" status: 200 len: 945 time: 0.0786095 May 05 22:53:17.465190 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2cd38ce6-ae7d-4013-a186-36c68eb0dad2 req-d245ba00-d3ca-4632-a458-ddb7867ee942 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4118fa2-0641-48bd-b0c7-1a7bcad267fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403130 May 05 22:53:17.493311 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37790) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:53:17.601227 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:17.604338 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-0d5818ce-fac8-4066-a259-847f69e027c1 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/floatingips/80d3e127-d5f8-4c65-a3ee-d6595b042eb8 HTTP/1.1" status: 200 len: 993 time: 0.1099417 May 05 22:53:17.631107 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:17.868451 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37798) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:53:18.084632 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-50e914b0-b2d4-4c94-9ab3-062ab881e9b0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Deleting port ed22f736-ec2e-46e9-b3a9-67d48230fe3a {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:53:18.084980 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-50e914b0-b2d4-4c94-9ab3-062ab881e9b0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:18.260056 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-50e914b0-b2d4-4c94-9ab3-062ab881e9b0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:18.260313 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-50e914b0-b2d4-4c94-9ab3-062ab881e9b0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:18.382080 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-50e914b0-b2d4-4c94-9ab3-062ab881e9b0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Calling delete_port for ed22f736-ec2e-46e9-b3a9-67d48230fe3a owned by network:floatingip {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:53:18.554847 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-50e914b0-b2d4-4c94-9ab3-062ab881e9b0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:18.597893 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e914b0-b2d4-4c94-9ab3-062ab881e9b0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event deleted for resources: {'Port': ['ID=ed22f736-ec2e-46e9-b3a9-67d48230fe3a,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:53:18.703562 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-50e914b0-b2d4-4c94-9ab3-062ab881e9b0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for floatingip, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:19.210991 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e914b0-b2d4-4c94-9ab3-062ab881e9b0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Router d5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:53:19.233631 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:19.422937 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e914b0-b2d4-4c94-9ab3-062ab881e9b0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:53:19.433147 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8dd10d-77a2-4015-9331-f8a3e8e44e9d None None] Sync routers for ids ['d5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:53:19.445539 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8dd10d-77a2-4015-9331-f8a3e8e44e9d None None] Routers {'d5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:53:19.446006 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-50e914b0-b2d4-4c94-9ab3-062ab881e9b0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:19.446246 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-1f8dd10d-77a2-4015-9331-f8a3e8e44e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:53:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['d5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:53:19.499737 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-50e914b0-b2d4-4c94-9ab3-062ab881e9b0 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "DELETE /v2.0/floatingips/80d3e127-d5f8-4c65-a3ee-d6595b042eb8 HTTP/1.1" status: 204 len: 168 time: 1.6298542 May 05 22:53:19.500304 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52bcc2ac-329f-440f-a78f-4a662319519f', 'tag': '13c9a97c-d924-4f20-9df5-514a088a9c17'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:53:19.575510 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f75fe811-5918-44a2-bc60-5ac4769604f3'] response: {'name': 'network-changed', 'server_uuid': '52bcc2ac-329f-440f-a78f-4a662319519f', 'tag': '13c9a97c-d924-4f20-9df5-514a088a9c17', 'status': 'completed', 'code': 200} May 05 22:53:19.646853 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-1f8dd10d-77a2-4015-9331-f8a3e8e44e9d None None] Set router d5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:53:19.687874 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6122dca3-8fe0-4cb7-9b4e-b200ccfaee59 req-03c38559-07bd-4b33-9bfe-cccb4a27f644 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6b2f3059793b418098910f2d886078d9&device_id=52bcc2ac-329f-440f-a78f-4a662319519f HTTP/1.1" status: 200 len: 1096 time: 0.0895133 May 05 22:53:19.863116 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122dca3-8fe0-4cb7-9b4e-b200ccfaee59 req-8ad34ac9-b176-415d-ac0c-ed947e7d8b3c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:53:19.864536 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6122dca3-8fe0-4cb7-9b4e-b200ccfaee59 req-8ad34ac9-b176-415d-ac0c-ed947e7d8b3c service neutron] 10.222.0.32 "GET /v2.0/networks?id=2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc HTTP/1.1" status: 200 len: 898 time: 0.1709294 May 05 22:53:19.945711 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6122dca3-8fe0-4cb7-9b4e-b200ccfaee59 req-9d27d323-0d19-4704-b95f-ecfef2834ac1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13c9a97c-d924-4f20-9df5-514a088a9c17 HTTP/1.1" status: 200 len: 217 time: 0.0732489 May 05 22:53:19.967158 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-1f8dd10d-77a2-4015-9331-f8a3e8e44e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52450882', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '04fc1dea-a8ed-441b-afac-06dc87be5eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:52:19Z', 'updated_at': '2022-05-05T22:52:24Z', 'revision_number': 4, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': '04fc1dea-a8ed-441b-afac-06dc87be5eac', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:52:20Z', 'updated_at': '2022-05-05T22:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '8f2c941a-70f4-41c2-b195-96db2c34d670', 'name': '', 'network_id': '2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'mac_address': 'fa:16:3e:fb:63:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72c8cc2a-70e2-477d-8d0c-43bb3d721269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:52:23Z', 'updated_at': '2022-05-05T22:52:31Z', 'revision_number': 5, 'project_id': '6b2f3059793b418098910f2d886078d9', 'subnets': [{'id': '72c8cc2a-70e2-477d-8d0c-43bb3d721269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:53:19.971228 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8dd10d-77a2-4015-9331-f8a3e8e44e9d None None] Checking router: d5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:53:19.981623 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8dd10d-77a2-4015-9331-f8a3e8e44e9d None None] Routers {'d5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:53:19.982213 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-1f8dd10d-77a2-4015-9331-f8a3e8e44e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:53:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['d5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:53:20.014233 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8daf6aa-5627-4d92-a9e0-9b9f6bf6a006 req-6a12b9eb-ea4b-47bf-98ba-317e97b6b564 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:53:20.015308 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-a8daf6aa-5627-4d92-a9e0-9b9f6bf6a006 req-6a12b9eb-ea4b-47bf-98ba-317e97b6b564 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Synchronizing usage tracker for tenant:6b2f3059793b418098910f2d886078d9 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:53:20.024992 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122dca3-8fe0-4cb7-9b4e-b200ccfaee59 req-4a61419f-7249-440f-b1fd-cdc80bf3d04e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:53:20.026359 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6122dca3-8fe0-4cb7-9b4e-b200ccfaee59 req-4a61419f-7249-440f-b1fd-cdc80bf3d04e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=72c8cc2a-70e2-477d-8d0c-43bb3d721269 HTTP/1.1" status: 200 len: 834 time: 0.0736117 May 05 22:53:20.066846 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-a8daf6aa-5627-4d92-a9e0-9b9f6bf6a006 req-6a12b9eb-ea4b-47bf-98ba-317e97b6b564 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Unset dirty status for tenant:6b2f3059793b418098910f2d886078d9 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:53:20.067525 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a8daf6aa-5627-4d92-a9e0-9b9f6bf6a006 req-6a12b9eb-ea4b-47bf-98ba-317e97b6b564 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=52bcc2ac-329f-440f-a78f-4a662319519f HTTP/1.1" status: 200 len: 945 time: 0.2466879 May 05 22:53:20.132253 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a8daf6aa-5627-4d92-a9e0-9b9f6bf6a006 req-19dd4dca-9b48-4670-82f8-0b6e71b96824 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4118fa2-0641-48bd-b0c7-1a7bcad267fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579383 May 05 22:53:20.141693 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6122dca3-8fe0-4cb7-9b4e-b200ccfaee59 req-ec2fb2aa-dd32-4590-9ae0-d79f052dd6f9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1081314 May 05 22:53:20.167303 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-1f8dd10d-77a2-4015-9331-f8a3e8e44e9d None None] Set router d5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:53:20.277269 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6122dca3-8fe0-4cb7-9b4e-b200ccfaee59 req-5093238b-b9f4-4779-809f-3091d951925f service neutron] 10.222.0.32 "GET /v2.0/networks/2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285799 May 05 22:53:20.409475 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-6122dca3-8fe0-4cb7-9b4e-b200ccfaee59 req-4d2e3690-f014-4dcc-a610-66f0d8461254 service neutron] 10.222.0.32 "GET /v2.0/networks/2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249511 May 05 22:53:20.532949 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-1f8dd10d-77a2-4015-9331-f8a3e8e44e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52450882', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '04fc1dea-a8ed-441b-afac-06dc87be5eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:52:19Z', 'updated_at': '2022-05-05T22:52:24Z', 'revision_number': 4, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': '04fc1dea-a8ed-441b-afac-06dc87be5eac', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:52:20Z', 'updated_at': '2022-05-05T22:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '8f2c941a-70f4-41c2-b195-96db2c34d670', 'name': '', 'network_id': '2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'mac_address': 'fa:16:3e:fb:63:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72c8cc2a-70e2-477d-8d0c-43bb3d721269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:52:23Z', 'updated_at': '2022-05-05T22:52:31Z', 'revision_number': 5, 'project_id': '6b2f3059793b418098910f2d886078d9', 'subnets': [{'id': '72c8cc2a-70e2-477d-8d0c-43bb3d721269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:53:20.536949 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8dd10d-77a2-4015-9331-f8a3e8e44e9d None None] The sync data for ids ['d5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49'] in n-d-825175-4 is: [{'id': 'd5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52450882', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '04fc1dea-a8ed-441b-afac-06dc87be5eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:52:19Z', 'updated_at': '2022-05-05T22:52:24Z', 'revision_number': 4, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': '04fc1dea-a8ed-441b-afac-06dc87be5eac', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:52:20Z', 'updated_at': '2022-05-05T22:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '8f2c941a-70f4-41c2-b195-96db2c34d670', 'name': '', 'network_id': '2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'mac_address': 'fa:16:3e:fb:63:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72c8cc2a-70e2-477d-8d0c-43bb3d721269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:52:23Z', 'updated_at': '2022-05-05T22:52:31Z', 'revision_number': 5, 'project_id': '6b2f3059793b418098910f2d886078d9', 'subnets': [{'id': '72c8cc2a-70e2-477d-8d0c-43bb3d721269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:53:20.760218 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7e84e6-5513-4722-94cd-e18d971a3e36 None None] New status for floating IP 80d3e127-d5f8-4c65-a3ee-d6595b042eb8: DOWN {{(pid=84068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 22:53:21.359591 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f360d4-b217-456f-933c-7b9d754d53a1 req-b761ee78-fc7d-4847-ace2-610d4205910f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:53:21.361033 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-74f360d4-b217-456f-933c-7b9d754d53a1 req-b761ee78-fc7d-4847-ace2-610d4205910f tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.32 "GET /v2.0/ports?device_id=52bcc2ac-329f-440f-a78f-4a662319519f HTTP/1.1" status: 200 len: 945 time: 0.1310370 May 05 22:53:21.401503 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11764a55-c43b-4303-80bf-d50810595855 req-83cb8c2e-eca0-44d3-abfc-9799327aa2da tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:53:21.402834 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-11764a55-c43b-4303-80bf-d50810595855 req-83cb8c2e-eca0-44d3-abfc-9799327aa2da tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=52bcc2ac-329f-440f-a78f-4a662319519f HTTP/1.1" status: 200 len: 945 time: 0.1374705 May 05 22:53:21.463320 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-74f360d4-b217-456f-933c-7b9d754d53a1 req-1a6d4de3-128d-47b9-a5ba-3ad0c990a301 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Deleting port 13c9a97c-d924-4f20-9df5-514a088a9c17 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:53:21.463602 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-74f360d4-b217-456f-933c-7b9d754d53a1 req-1a6d4de3-128d-47b9-a5ba-3ad0c990a301 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:21.513141 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-11764a55-c43b-4303-80bf-d50810595855 req-f6a6e1a0-49ca-44b2-8dac-0766eeaab085 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/security-groups?id=d4118fa2-0641-48bd-b0c7-1a7bcad267fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042700 May 05 22:53:21.815866 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-74f360d4-b217-456f-933c-7b9d754d53a1 req-1a6d4de3-128d-47b9-a5ba-3ad0c990a301 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] For port 13c9a97c-d924-4f20-9df5-514a088a9c17, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=13c9a97c-d924-4f20-9df5-514a088a9c17,segment=NetworkSegment(22a7ba3d-4697-4321-9cbb-c38522eab61a),segment_id=22a7ba3d-4697-4321-9cbb-c38522eab61a)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:53:21.816108 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-74f360d4-b217-456f-933c-7b9d754d53a1 req-1a6d4de3-128d-47b9-a5ba-3ad0c990a301 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:21.937226 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-74f360d4-b217-456f-933c-7b9d754d53a1 req-1a6d4de3-128d-47b9-a5ba-3ad0c990a301 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Calling delete_port for 13c9a97c-d924-4f20-9df5-514a088a9c17 owned by compute:nova {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:53:22.083008 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-74f360d4-b217-456f-933c-7b9d754d53a1 req-1a6d4de3-128d-47b9-a5ba-3ad0c990a301 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:22.131340 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6d4de3-128d-47b9-a5ba-3ad0c990a301 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event deleted for resources: {'Port': ['ID=13c9a97c-d924-4f20-9df5-514a088a9c17,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:53:22.199050 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6d4de3-128d-47b9-a5ba-3ad0c990a301 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:53:22.199393 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6d4de3-128d-47b9-a5ba-3ad0c990a301 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:53:22.199730 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6d4de3-128d-47b9-a5ba-3ad0c990a301 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:53:22.200065 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6d4de3-128d-47b9-a5ba-3ad0c990a301 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:53:22.200384 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6d4de3-128d-47b9-a5ba-3ad0c990a301 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:53:22.200717 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6d4de3-128d-47b9-a5ba-3ad0c990a301 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:53:22.201037 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6d4de3-128d-47b9-a5ba-3ad0c990a301 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:53:22.201342 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6d4de3-128d-47b9-a5ba-3ad0c990a301 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:53:22.201657 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6d4de3-128d-47b9-a5ba-3ad0c990a301 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:53:22.201972 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6d4de3-128d-47b9-a5ba-3ad0c990a301 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:53:22.202285 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6d4de3-128d-47b9-a5ba-3ad0c990a301 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:53:22.215282 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-74f360d4-b217-456f-933c-7b9d754d53a1 req-1a6d4de3-128d-47b9-a5ba-3ad0c990a301 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] No DVR routers for this DVR port 13c9a97c-d924-4f20-9df5-514a088a9c17 on host n-h2-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:53:22.217687 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-74f360d4-b217-456f-933c-7b9d754d53a1 req-1a6d4de3-128d-47b9-a5ba-3ad0c990a301 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:22.220268 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52bcc2ac-329f-440f-a78f-4a662319519f', 'name': 'network-vif-deleted', 'tag': '13c9a97c-d924-4f20-9df5-514a088a9c17'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:53:22.236098 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-74f360d4-b217-456f-933c-7b9d754d53a1 req-1a6d4de3-128d-47b9-a5ba-3ad0c990a301 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.32 "DELETE /v2.0/ports/13c9a97c-d924-4f20-9df5-514a088a9c17 HTTP/1.1" status: 204 len: 173 time: 0.8702922 May 05 22:53:22.281771 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d41144c-20f9-4951-a1e9-6ee873a9e32e'] response: {'server_uuid': '52bcc2ac-329f-440f-a78f-4a662319519f', 'name': 'network-vif-deleted', 'tag': '13c9a97c-d924-4f20-9df5-514a088a9c17', 'status': 'completed', 'code': 200} May 05 22:53:22.702241 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-3befb0b8-d879-4a79-981b-c9c5309f0a04 req-3cf240a4-759b-4a5c-bf1e-93645fc5a7a8 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Synchronizing usage tracker for tenant:6b2f3059793b418098910f2d886078d9 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:53:22.718871 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-3befb0b8-d879-4a79-981b-c9c5309f0a04 req-3cf240a4-759b-4a5c-bf1e-93645fc5a7a8 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Unset dirty status for tenant:6b2f3059793b418098910f2d886078d9 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:53:22.719980 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3befb0b8-d879-4a79-981b-c9c5309f0a04 req-3cf240a4-759b-4a5c-bf1e-93645fc5a7a8 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "GET /v2.0/ports?device_id=52bcc2ac-329f-440f-a78f-4a662319519f HTTP/1.1" status: 200 len: 210 time: 0.0644772 May 05 22:53:23.364765 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:53:23.838206 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37816) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:53:24.267216 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4ca93e44-5151-4e1b-856f-667010e4e66d tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:24.327662 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 13c9a97c-d924-4f20-9df5-514a088a9c17 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:53:24.371234 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: 13c9a97c-d924-4f20-9df5-514a088a9c17 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:53:24.371627 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 13c9a97c-d924-4f20-9df5-514a088a9c17 not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:53:24.997994 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-4ca93e44-5151-4e1b-856f-667010e4e66d tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Deleting port 8f2c941a-70f4-41c2-b195-96db2c34d670 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:53:24.998645 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4ca93e44-5151-4e1b-856f-667010e4e66d tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:25.187176 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-4ca93e44-5151-4e1b-856f-667010e4e66d tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] For port 8f2c941a-70f4-41c2-b195-96db2c34d670, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=8f2c941a-70f4-41c2-b195-96db2c34d670,segment=NetworkSegment(22a7ba3d-4697-4321-9cbb-c38522eab61a),segment_id=22a7ba3d-4697-4321-9cbb-c38522eab61a)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:53:25.187480 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4ca93e44-5151-4e1b-856f-667010e4e66d tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:25.307706 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-4ca93e44-5151-4e1b-856f-667010e4e66d tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Calling delete_port for 8f2c941a-70f4-41c2-b195-96db2c34d670 owned by network:router_interface {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:53:25.504577 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4ca93e44-5151-4e1b-856f-667010e4e66d tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:25.558611 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca93e44-5151-4e1b-856f-667010e4e66d tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event deleted for resources: {'Port': ['ID=8f2c941a-70f4-41c2-b195-96db2c34d670,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:53:25.861699 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-4ca93e44-5151-4e1b-856f-667010e4e66d tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:26.562950 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca93e44-5151-4e1b-856f-667010e4e66d tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Router d5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:53:26.773180 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca93e44-5151-4e1b-856f-667010e4e66d tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:53:26.783503 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fa860e-38c0-47e6-9f6f-d6e83685a205 None None] Sync routers for ids ['d5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:53:26.794301 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-4ca93e44-5151-4e1b-856f-667010e4e66d tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "PUT /v2.0/routers/d5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9543371 May 05 22:53:26.797325 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37820) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:53:26.798142 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fa860e-38c0-47e6-9f6f-d6e83685a205 None None] Routers {'d5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:53:26.798775 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-54fa860e-38c0-47e6-9f6f-d6e83685a205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:53:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['d5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:53:26.981579 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-54fa860e-38c0-47e6-9f6f-d6e83685a205 None None] Set router d5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:53:26.989774 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4f0197b-5ab9-4ea2-b831-91ca5549a629 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Deleting subnet 72c8cc2a-70e2-477d-8d0c-43bb3d721269 {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 22:53:26.992839 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d4f0197b-5ab9-4ea2-b831-91ca5549a629 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:27.050809 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d4f0197b-5ab9-4ea2-b831-91ca5549a629 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:27.134051 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d4f0197b-5ab9-4ea2-b831-91ca5549a629 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:27.210041 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d4f0197b-5ab9-4ea2-b831-91ca5549a629 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:27.247005 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f0197b-5ab9-4ea2-b831-91ca5549a629 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event deleted for resources: {'Subnet': ['ID=72c8cc2a-70e2-477d-8d0c-43bb3d721269,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:53:27.253432 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-d4f0197b-5ab9-4ea2-b831-91ca5549a629 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:27.259529 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-d4f0197b-5ab9-4ea2-b831-91ca5549a629 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "DELETE /v2.0/subnets/72c8cc2a-70e2-477d-8d0c-43bb3d721269 HTTP/1.1" status: 204 len: 168 time: 0.4610264 May 05 22:53:27.262134 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37824) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:53:27.264067 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3d3e06-7f2a-4ed6-b3a8-bbb6472b3027 None None] Network 2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:53:27.397836 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-54fa860e-38c0-47e6-9f6f-d6e83685a205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52450882', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '04fc1dea-a8ed-441b-afac-06dc87be5eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:52:19Z', 'updated_at': '2022-05-05T22:53:25Z', 'revision_number': 5, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': '04fc1dea-a8ed-441b-afac-06dc87be5eac', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:52:20Z', 'updated_at': '2022-05-05T22:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:53:27.429122 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fa860e-38c0-47e6-9f6f-d6e83685a205 None None] Checking router: d5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:53:27.455071 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fa860e-38c0-47e6-9f6f-d6e83685a205 None None] Routers {'d5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:53:27.455655 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-54fa860e-38c0-47e6-9f6f-d6e83685a205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:53:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['d5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:53:27.466589 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a19638ed-cecf-45b4-8575-127ab8563c03 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for router, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:27.646226 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-54fa860e-38c0-47e6-9f6f-d6e83685a205 None None] Set router d5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:53:27.672663 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a19638ed-cecf-45b4-8575-127ab8563c03 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:27.683600 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-a19638ed-cecf-45b4-8575-127ab8563c03 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Deleting port 04fc1dea-a8ed-441b-afac-06dc87be5eac {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:53:27.683935 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a19638ed-cecf-45b4-8575-127ab8563c03 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:27.693971 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31751b6f-79a3-4501-bed0-fe4e7198d4ea None None] DHCP port deletion for 2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 22:53:27.797294 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-31751b6f-79a3-4501-bed0-fe4e7198d4ea None None] Deleting port d054d779-8e39-4a01-9fd7-25b8fad0747e {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:53:27.797974 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-31751b6f-79a3-4501-bed0-fe4e7198d4ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:27.865185 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-a19638ed-cecf-45b4-8575-127ab8563c03 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] For port 04fc1dea-a8ed-441b-afac-06dc87be5eac, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=04fc1dea-a8ed-441b-afac-06dc87be5eac,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:53:27.865531 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a19638ed-cecf-45b4-8575-127ab8563c03 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:28.091575 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-a19638ed-cecf-45b4-8575-127ab8563c03 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Calling delete_port for 04fc1dea-a8ed-441b-afac-06dc87be5eac owned by network:router_gateway {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:53:28.131954 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-31751b6f-79a3-4501-bed0-fe4e7198d4ea None None] For port d054d779-8e39-4a01-9fd7-25b8fad0747e, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=d054d779-8e39-4a01-9fd7-25b8fad0747e,segment=NetworkSegment(22a7ba3d-4697-4321-9cbb-c38522eab61a),segment_id=22a7ba3d-4697-4321-9cbb-c38522eab61a)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:53:28.132332 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-31751b6f-79a3-4501-bed0-fe4e7198d4ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:28.257297 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-31751b6f-79a3-4501-bed0-fe4e7198d4ea None None] Calling delete_port for d054d779-8e39-4a01-9fd7-25b8fad0747e owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:53:28.261402 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a19638ed-cecf-45b4-8575-127ab8563c03 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:28.305008 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19638ed-cecf-45b4-8575-127ab8563c03 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event deleted for resources: {'Port': ['ID=04fc1dea-a8ed-441b-afac-06dc87be5eac,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:53:28.327844 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-54fa860e-38c0-47e6-9f6f-d6e83685a205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52450882', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '04fc1dea-a8ed-441b-afac-06dc87be5eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:52:19Z', 'updated_at': '2022-05-05T22:53:25Z', 'revision_number': 5, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': '04fc1dea-a8ed-441b-afac-06dc87be5eac', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:52:20Z', 'updated_at': '2022-05-05T22:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:53:28.332561 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fa860e-38c0-47e6-9f6f-d6e83685a205 None None] The sync data for ids ['d5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49'] in n-d-825175-4 is: [{'id': 'd5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49', 'name': 'tempest-TestNetworkAdvancedServerOps-router-52450882', 'tenant_id': '6b2f3059793b418098910f2d886078d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '04fc1dea-a8ed-441b-afac-06dc87be5eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:52:19Z', 'updated_at': '2022-05-05T22:53:25Z', 'revision_number': 5, 'project_id': '6b2f3059793b418098910f2d886078d9', 'gw_port': {'id': '04fc1dea-a8ed-441b-afac-06dc87be5eac', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:52:20Z', 'updated_at': '2022-05-05T22:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:53:28.343748 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-31751b6f-79a3-4501-bed0-fe4e7198d4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388'] for port, after_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:28.387512 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31751b6f-79a3-4501-bed0-fe4e7198d4ea None None] Pushing event deleted for resources: {'Port': ['ID=d054d779-8e39-4a01-9fd7-25b8fad0747e,revision_number=None']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:53:28.398616 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31751b6f-79a3-4501-bed0-fe4e7198d4ea None None] No DVR routers for this DVR port d054d779-8e39-4a01-9fd7-25b8fad0747e on host n-d-825175-4 {{(pid=84064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:53:28.400901 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31751b6f-79a3-4501-bed0-fe4e7198d4ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:53:28.401221 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31751b6f-79a3-4501-bed0-fe4e7198d4ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:53:28.401548 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31751b6f-79a3-4501-bed0-fe4e7198d4ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:53:28.401878 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31751b6f-79a3-4501-bed0-fe4e7198d4ea None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:53:28.402195 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31751b6f-79a3-4501-bed0-fe4e7198d4ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:53:28.402495 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31751b6f-79a3-4501-bed0-fe4e7198d4ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:53:28.402860 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31751b6f-79a3-4501-bed0-fe4e7198d4ea None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:53:28.403277 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31751b6f-79a3-4501-bed0-fe4e7198d4ea None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:53:28.403851 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31751b6f-79a3-4501-bed0-fe4e7198d4ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:53:28.403851 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31751b6f-79a3-4501-bed0-fe4e7198d4ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:53:28.404099 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31751b6f-79a3-4501-bed0-fe4e7198d4ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:53:28.539719 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a19638ed-cecf-45b4-8575-127ab8563c03 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:28.802002 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a19638ed-cecf-45b4-8575-127ab8563c03 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:28.806501 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a19638ed-cecf-45b4-8575-127ab8563c03 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:28.833580 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a19638ed-cecf-45b4-8575-127ab8563c03 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:28.834113 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19638ed-cecf-45b4-8575-127ab8563c03 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Fanout notify agent at l3_agent the message router_deleted on router d5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49 {{(pid=84061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 22:53:28.848902 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a19638ed-cecf-45b4-8575-127ab8563c03 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:28.849985 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a19638ed-cecf-45b4-8575-127ab8563c03 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "DELETE /v2.0/routers/d5a5d7cd-c0f5-4e1c-a042-1dd25b4aea49 HTTP/1.1" status: 204 len: 168 time: 1.5868647 May 05 22:53:28.852818 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37830) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:53:28.971310 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-aa61bac4-398e-448f-adcf-2ac436f28056 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:29.117116 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-aa61bac4-398e-448f-adcf-2ac436f28056 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:29.142676 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-aa61bac4-398e-448f-adcf-2ac436f28056 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:53:29.155048 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-aa61bac4-398e-448f-adcf-2ac436f28056 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22a7ba3d-4697-4321-9cbb-c38522eab61a') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:53:29.155312 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-aa61bac4-398e-448f-adcf-2ac436f28056 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22a7ba3d-4697-4321-9cbb-c38522eab61a') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:53:29.166429 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-aa61bac4-398e-448f-adcf-2ac436f28056 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:29.185387 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-aa61bac4-398e-448f-adcf-2ac436f28056 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:29.192068 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa61bac4-398e-448f-adcf-2ac436f28056 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 22:53:29.192837 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-aa61bac4-398e-448f-adcf-2ac436f28056 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:29.208424 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 22:53:29.208424 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 22:53:29.208424 n-d-825175-4 neutron-server[84061]: timer() May 05 22:53:29.208424 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 22:53:29.208424 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 22:53:29.208424 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 22:53:29.208424 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 22:53:29.208424 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 22:53:29.208424 n-d-825175-4 neutron-server[84061]: self._notify() May 05 22:53:29.208424 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 22:53:29.208424 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 22:53:29.208424 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 22:53:29.208424 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 22:53:29.208424 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 22:53:29.208424 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 22:53:29.208424 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 22:53:29.208424 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 22:53:29.208424 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 22:53:29.208424 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 22:53:29.208424 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 22:53:29.208424 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 22:53:29.208424 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 22:53:29.208424 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 22:53:29.208424 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 22:53:29.208424 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 22:53:29.208424 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 22:53:29.208424 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 22:53:29.208424 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 22:53:29.208424 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 22:53:29.208424 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 22:53:29.208424 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 22:53:29.208424 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 22:53:29.292994 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-aa61bac4-398e-448f-adcf-2ac436f28056 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:29.315721 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-aa61bac4-398e-448f-adcf-2ac436f28056 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:29.325419 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa61bac4-398e-448f-adcf-2ac436f28056 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event deleted for resources: {'Network': ['ID=2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:53:29.338092 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-aa61bac4-398e-448f-adcf-2ac436f28056 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "DELETE /v2.0/networks/2e9c003a-0ced-4823-aa7b-b8fdc8a0f4cc HTTP/1.1" status: 204 len: 168 time: 0.4816866 May 05 22:53:29.338302 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37834) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:53:29.365265 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device d054d779-8e39-4a01-9fd7-25b8fad0747e no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:53:29.403783 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: d054d779-8e39-4a01-9fd7-25b8fad0747e {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:53:29.404247 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device d054d779-8e39-4a01-9fd7-25b8fad0747e not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:53:29.404739 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 8f2c941a-70f4-41c2-b195-96db2c34d670 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:53:29.437836 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 8f2c941a-70f4-41c2-b195-96db2c34d670 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:53:29.438091 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 8f2c941a-70f4-41c2-b195-96db2c34d670 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:53:29.515644 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3d7ed5c9-eefe-431f-8540-5f02d0877950 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:29.546346 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3d7ed5c9-eefe-431f-8540-5f02d0877950 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:29.613621 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3d7ed5c9-eefe-431f-8540-5f02d0877950 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:29.632230 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7ed5c9-eefe-431f-8540-5f02d0877950 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4118fa2-0641-48bd-b0c7-1a7bcad267fd,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:53:29.639746 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-3d7ed5c9-eefe-431f-8540-5f02d0877950 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:29.640872 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-3d7ed5c9-eefe-431f-8540-5f02d0877950 tempest-TestNetworkAdvancedServerOps-728072399 tempest-TestNetworkAdvancedServerOps-728072399-project] 10.222.0.23 "DELETE /v2.0/security-groups/d4118fa2-0641-48bd-b0c7-1a7bcad267fd HTTP/1.1" status: 204 len: 168 time: 0.3016195 May 05 22:53:30.087088 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37844) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:53:30.305584 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-222a7a9c-07e4-4cb4-a093-f171dfe99da0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6b2f3059793b418098910f2d886078d9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2171493 May 05 22:53:30.308231 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37850) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:53:30.380571 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-31c68c67-279d-4d82-94e3-b2c4f0315279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:30.406575 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-31c68c67-279d-4d82-94e3-b2c4f0315279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:30.459646 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-31c68c67-279d-4d82-94e3-b2c4f0315279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:30.478855 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c68c67-279d-4d82-94e3-b2c4f0315279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317d8c61-340e-4d58-aacd-3e4e074b9daa,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:53:30.490437 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-31c68c67-279d-4d82-94e3-b2c4f0315279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:30.491545 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-31c68c67-279d-4d82-94e3-b2c4f0315279 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/317d8c61-340e-4d58-aacd-3e4e074b9daa HTTP/1.1" status: 204 len: 168 time: 0.1821301 May 05 22:53:30.492960 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c68c67-279d-4d82-94e3-b2c4f0315279 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:53:30.493292 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c68c67-279d-4d82-94e3-b2c4f0315279 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:53:30.493622 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c68c67-279d-4d82-94e3-b2c4f0315279 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:53:30.493937 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c68c67-279d-4d82-94e3-b2c4f0315279 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:53:30.494245 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c68c67-279d-4d82-94e3-b2c4f0315279 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:53:30.496248 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c68c67-279d-4d82-94e3-b2c4f0315279 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:53:30.496568 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c68c67-279d-4d82-94e3-b2c4f0315279 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:53:30.496964 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c68c67-279d-4d82-94e3-b2c4f0315279 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:53:30.497390 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c68c67-279d-4d82-94e3-b2c4f0315279 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:53:30.497578 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c68c67-279d-4d82-94e3-b2c4f0315279 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:53:30.497946 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c68c67-279d-4d82-94e3-b2c4f0315279 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:53:30.849964 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37858) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:53:30.868424 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2477f822-7d63-4b2a-98fe-c0bce625ac6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:30.902542 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-2477f822-7d63-4b2a-98fe-c0bce625ac6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:53:30.908380 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-2477f822-7d63-4b2a-98fe-c0bce625ac6f admin admin] Usage tracker for resource:security_group_rule and tenant:07c4d9d0e9e34f09b9d9776dba53dea5 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:53:30.912738 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-2477f822-7d63-4b2a-98fe-c0bce625ac6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:53:30.920553 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-2477f822-7d63-4b2a-98fe-c0bce625ac6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:53:30.965479 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 04fc1dea-a8ed-441b-afac-06dc87be5eac no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:53:30.990953 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2477f822-7d63-4b2a-98fe-c0bce625ac6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:30.995853 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2477f822-7d63-4b2a-98fe-c0bce625ac6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:30.999269 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 04fc1dea-a8ed-441b-afac-06dc87be5eac {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:53:30.999610 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 04fc1dea-a8ed-441b-afac-06dc87be5eac not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:53:31.042399 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2477f822-7d63-4b2a-98fe-c0bce625ac6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5bf233-b09b-49bf-90f3-ee11d0a2c9b7,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:53:31.048122 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-2477f822-7d63-4b2a-98fe-c0bce625ac6f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=07c4d9d0e9e34f09b9d9776dba53dea5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1971304 May 05 22:53:31.052378 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37862) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:53:31.121666 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7821b2f5-f8cf-4956-8051-d64ef0144357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:31.148382 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7821b2f5-f8cf-4956-8051-d64ef0144357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:31.210106 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7821b2f5-f8cf-4956-8051-d64ef0144357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:31.224846 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7821b2f5-f8cf-4956-8051-d64ef0144357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5bf233-b09b-49bf-90f3-ee11d0a2c9b7,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:53:31.231319 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-7821b2f5-f8cf-4956-8051-d64ef0144357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:31.232571 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-7821b2f5-f8cf-4956-8051-d64ef0144357 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0c5bf233-b09b-49bf-90f3-ee11d0a2c9b7 HTTP/1.1" status: 204 len: 168 time: 0.1789048 May 05 22:53:32.121654 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [req-035296fd-d649-4b81-89ab-5468ba275cab req-54037683-cdb7-49e9-a881-bd6aa66d6ef6 service neutron] (84063) timed out ('10.222.0.44', 54191) {{(pid=84063) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 05 22:53:32.190693 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37884) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:53:32.335778 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-3e077abf-d8e8-44e7-b8cd-cb14f8c12030 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1227878137-network', 'tenant_id': 'ef684bc69c3941268f8484d11085bc4e'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:53:32.344219 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-3e077abf-d8e8-44e7-b8cd-cb14f8c12030 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:53:32.349519 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3e077abf-d8e8-44e7-b8cd-cb14f8c12030 admin admin] Usage tracker for resource:network and tenant:ef684bc69c3941268f8484d11085bc4e is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:53:32.353461 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3e077abf-d8e8-44e7-b8cd-cb14f8c12030 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:53:32.363366 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-3e077abf-d8e8-44e7-b8cd-cb14f8c12030 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:53:32.375863 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e077abf-d8e8-44e7-b8cd-cb14f8c12030 admin admin] Made reservation on behalf of ef684bc69c3941268f8484d11085bc4e for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:53:32.378146 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3e077abf-d8e8-44e7-b8cd-cb14f8c12030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:32.391117 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3e077abf-d8e8-44e7-b8cd-cb14f8c12030 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:32.421916 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-3e077abf-d8e8-44e7-b8cd-cb14f8c12030 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:53:32.425733 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3e077abf-d8e8-44e7-b8cd-cb14f8c12030 admin admin] Usage tracker for resource:security_group_rule and tenant:ef684bc69c3941268f8484d11085bc4e is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:53:32.428506 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3e077abf-d8e8-44e7-b8cd-cb14f8c12030 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:53:32.434198 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-3e077abf-d8e8-44e7-b8cd-cb14f8c12030 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:53:32.511960 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3e077abf-d8e8-44e7-b8cd-cb14f8c12030 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:32.517879 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3e077abf-d8e8-44e7-b8cd-cb14f8c12030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:32.544335 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e077abf-d8e8-44e7-b8cd-cb14f8c12030 admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:53:32.556243 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e077abf-d8e8-44e7-b8cd-cb14f8c12030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c48774-3a92-40e1-8414-f5dc99b4e086,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:53:32.560926 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3e077abf-d8e8-44e7-b8cd-cb14f8c12030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:32.561333 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-3e077abf-d8e8-44e7-b8cd-cb14f8c12030 admin admin] Added segment 285d6e67-3fe6-4f7e-9762-1fa787037cb6 of type vlan for network d1e57419-177e-408d-8ec8-efa7f444b88c May 05 22:53:32.589424 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3e077abf-d8e8-44e7-b8cd-cb14f8c12030 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:32.620643 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3e077abf-d8e8-44e7-b8cd-cb14f8c12030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:32.621468 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e077abf-d8e8-44e7-b8cd-cb14f8c12030 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:53:32.622250 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3e077abf-d8e8-44e7-b8cd-cb14f8c12030 admin admin] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:32.725228 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e077abf-d8e8-44e7-b8cd-cb14f8c12030 admin admin] Pushing event updated for resources: {'Network': ['ID=d1e57419-177e-408d-8ec8-efa7f444b88c,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:53:32.730134 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-3e077abf-d8e8-44e7-b8cd-cb14f8c12030 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5383174 May 05 22:53:32.733101 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37890) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:53:32.735995 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network d1e57419-177e-408d-8ec8-efa7f444b88c details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:53:32.738616 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-da52dc7d-1cf0-4338-b802-7e7fc6db2c0b admin admin] Request body: {'subnet': {'network_id': 'd1e57419-177e-408d-8ec8-efa7f444b88c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1227878137-subnet', 'tenant_id': 'ef684bc69c3941268f8484d11085bc4e', 'ip_version': 4}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:53:32.744585 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-da52dc7d-1cf0-4338-b802-7e7fc6db2c0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:53:32.749187 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-da52dc7d-1cf0-4338-b802-7e7fc6db2c0b admin admin] Usage tracker for resource:subnet and tenant:ef684bc69c3941268f8484d11085bc4e is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:53:32.752087 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-da52dc7d-1cf0-4338-b802-7e7fc6db2c0b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:53:32.757829 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-da52dc7d-1cf0-4338-b802-7e7fc6db2c0b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:53:32.770964 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da52dc7d-1cf0-4338-b802-7e7fc6db2c0b admin admin] Made reservation on behalf of ef684bc69c3941268f8484d11085bc4e for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:53:32.773143 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-da52dc7d-1cf0-4338-b802-7e7fc6db2c0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:32.984786 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-da52dc7d-1cf0-4338-b802-7e7fc6db2c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:33.062531 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da52dc7d-1cf0-4338-b802-7e7fc6db2c0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7032baac-f7dd-431a-9ba8-f6c4411fd181,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:53:33.075649 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da52dc7d-1cf0-4338-b802-7e7fc6db2c0b admin admin] Checking segment: {'id': '285d6e67-3fe6-4f7e-9762-1fa787037cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd1e57419-177e-408d-8ec8-efa7f444b88c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:53:33.076007 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da52dc7d-1cf0-4338-b802-7e7fc6db2c0b admin admin] Network hostable DHCP agents. Network: d1e57419-177e-408d-8ec8-efa7f444b88c, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:53:33.106230 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da52dc7d-1cf0-4338-b802-7e7fc6db2c0b admin admin] Network d1e57419-177e-408d-8ec8-efa7f444b88c is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:53:33.117005 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-da52dc7d-1cf0-4338-b802-7e7fc6db2c0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, d1e57419-177e-408d-8ec8-efa7f444b88c) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:53:33.121315 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da52dc7d-1cf0-4338-b802-7e7fc6db2c0b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:53:33.121984 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-da52dc7d-1cf0-4338-b802-7e7fc6db2c0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:33.127242 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc368b2-c131-4040-a127-4acbbae80018 None None] Network d1e57419-177e-408d-8ec8-efa7f444b88c requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:53:33.144406 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-da52dc7d-1cf0-4338-b802-7e7fc6db2c0b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4101446 May 05 22:53:33.147233 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37894) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:53:33.152586 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-5cc228d5-546f-4352-969d-8d42f0185f5e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1227878137-router', 'tenant_id': 'ef684bc69c3941268f8484d11085bc4e', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:53:33.158423 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-5cc228d5-546f-4352-969d-8d42f0185f5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:53:33.163053 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-5cc228d5-546f-4352-969d-8d42f0185f5e admin admin] Usage tracker for resource:router and tenant:ef684bc69c3941268f8484d11085bc4e is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:53:33.165975 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-5cc228d5-546f-4352-969d-8d42f0185f5e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:53:33.172042 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-5cc228d5-546f-4352-969d-8d42f0185f5e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:53:33.183938 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5cc228d5-546f-4352-969d-8d42f0185f5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:33.185299 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5cc228d5-546f-4352-969d-8d42f0185f5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:33.205676 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5cc228d5-546f-4352-969d-8d42f0185f5e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:33.360457 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5cc228d5-546f-4352-969d-8d42f0185f5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:33.375582 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf6c7af-3f6c-4ed9-92f4-a741f873f33f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-d1e57419-177e-408d-8ec8-efa7f444b88c', 'network_id': 'd1e57419-177e-408d-8ec8-efa7f444b88c', 'tenant_id': 'ef684bc69c3941268f8484d11085bc4e', 'fixed_ips': [{'subnet_id': '7032baac-f7dd-431a-9ba8-f6c4411fd181'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:53:33.376406 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-dcf6c7af-3f6c-4ed9-92f4-a741f873f33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:33.553779 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-dcf6c7af-3f6c-4ed9-92f4-a741f873f33f None None] Allocated IP 172.20.0.2 (d1e57419-177e-408d-8ec8-efa7f444b88c/7032baac-f7dd-431a-9ba8-f6c4411fd181/c16ccd2d-0c00-4b6f-8c5c-f6f8eabeeeef) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:53:33.562192 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5cc228d5-546f-4352-969d-8d42f0185f5e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:33.593822 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5cc228d5-546f-4352-969d-8d42f0185f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:33.766537 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-5cc228d5-546f-4352-969d-8d42f0185f5e admin admin] Allocated IP 172.25.4.15 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/a69a5641-aec4-4467-bdf0-3c0fb252c087) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:53:33.810760 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-dcf6c7af-3f6c-4ed9-92f4-a741f873f33f None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:33.821418 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-dcf6c7af-3f6c-4ed9-92f4-a741f873f33f None None] Transition to ACTIVE for port object c16ccd2d-0c00-4b6f-8c5c-f6f8eabeeeef will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:53:33.840371 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-dcf6c7af-3f6c-4ed9-92f4-a741f873f33f None None] Transition to ACTIVE for port object c16ccd2d-0c00-4b6f-8c5c-f6f8eabeeeef will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:53:33.845867 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-dcf6c7af-3f6c-4ed9-92f4-a741f873f33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:33.917096 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf6c7af-3f6c-4ed9-92f4-a741f873f33f None None] Network d1e57419-177e-408d-8ec8-efa7f444b88c is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:53:33.920182 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-dcf6c7af-3f6c-4ed9-92f4-a741f873f33f None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:53:33.924894 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf6c7af-3f6c-4ed9-92f4-a741f873f33f None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:53:33.927139 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf6c7af-3f6c-4ed9-92f4-a741f873f33f None None] Pushing event updated for resources: {'Port': ['ID=c16ccd2d-0c00-4b6f-8c5c-f6f8eabeeeef,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:53:33.949601 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5cc228d5-546f-4352-969d-8d42f0185f5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:33.984055 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5cc228d5-546f-4352-969d-8d42f0185f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:34.017366 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-dcf6c7af-3f6c-4ed9-92f4-a741f873f33f None None] Attempting to bind port c16ccd2d-0c00-4b6f-8c5c-f6f8eabeeeef on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:53:34.017615 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-dcf6c7af-3f6c-4ed9-92f4-a741f873f33f None None] Attempting to bind port c16ccd2d-0c00-4b6f-8c5c-f6f8eabeeeef by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '285d6e67-3fe6-4f7e-9762-1fa787037cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd1e57419-177e-408d-8ec8-efa7f444b88c'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:53:34.017951 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf6c7af-3f6c-4ed9-92f4-a741f873f33f None None] Attempting to bind port c16ccd2d-0c00-4b6f-8c5c-f6f8eabeeeef on network d1e57419-177e-408d-8ec8-efa7f444b88c {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:53:34.025351 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf6c7af-3f6c-4ed9-92f4-a741f873f33f None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:53:34.025707 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf6c7af-3f6c-4ed9-92f4-a741f873f33f None None] Checking segment: {'id': '285d6e67-3fe6-4f7e-9762-1fa787037cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd1e57419-177e-408d-8ec8-efa7f444b88c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:53:34.026093 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-dcf6c7af-3f6c-4ed9-92f4-a741f873f33f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:34.026459 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf6c7af-3f6c-4ed9-92f4-a741f873f33f None None] Bound using segment: {'id': '285d6e67-3fe6-4f7e-9762-1fa787037cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd1e57419-177e-408d-8ec8-efa7f444b88c'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:53:34.027413 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-dcf6c7af-3f6c-4ed9-92f4-a741f873f33f None None] Bound port: c16ccd2d-0c00-4b6f-8c5c-f6f8eabeeeef, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285d6e67-3fe6-4f7e-9762-1fa787037cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd1e57419-177e-408d-8ec8-efa7f444b88c'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:53:34.027618 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-dcf6c7af-3f6c-4ed9-92f4-a741f873f33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:34.058369 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc228d5-546f-4352-969d-8d42f0185f5e admin admin] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:53:34.062125 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-5cc228d5-546f-4352-969d-8d42f0185f5e admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:53:34.064121 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc228d5-546f-4352-969d-8d42f0185f5e admin admin] Pushing event updated for resources: {'Port': ['ID=a69a5641-aec4-4467-bdf0-3c0fb252c087,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:53:34.066555 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc228d5-546f-4352-969d-8d42f0185f5e admin admin] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:53:34.137886 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-dcf6c7af-3f6c-4ed9-92f4-a741f873f33f None None] For port c16ccd2d-0c00-4b6f-8c5c-f6f8eabeeeef, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:53:34.143110 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-dcf6c7af-3f6c-4ed9-92f4-a741f873f33f None None] For port c16ccd2d-0c00-4b6f-8c5c-f6f8eabeeeef, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=c16ccd2d-0c00-4b6f-8c5c-f6f8eabeeeef,segment=NetworkSegment(285d6e67-3fe6-4f7e-9762-1fa787037cb6),segment_id=285d6e67-3fe6-4f7e-9762-1fa787037cb6)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:53:34.149024 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-dcf6c7af-3f6c-4ed9-92f4-a741f873f33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:34.232486 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf6c7af-3f6c-4ed9-92f4-a741f873f33f None None] Pushing event updated for resources: {'Port': ['ID=c16ccd2d-0c00-4b6f-8c5c-f6f8eabeeeef,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:53:34.347901 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5cc228d5-546f-4352-969d-8d42f0185f5e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:34.348730 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5cc228d5-546f-4352-969d-8d42f0185f5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:34.597293 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cc228d5-546f-4352-969d-8d42f0185f5e admin admin] Router ec6d39a8-a23e-4336-b33e-2d6effc1ceed is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 22:53:34.802823 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc228d5-546f-4352-969d-8d42f0185f5e admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:53:34.813371 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9ef5cc-ee27-4ddd-8eb5-fcc82b5aeef3 None None] Sync routers for ids ['ec6d39a8-a23e-4336-b33e-2d6effc1ceed'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:53:34.826929 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9ef5cc-ee27-4ddd-8eb5-fcc82b5aeef3 None None] Routers {'ec6d39a8-a23e-4336-b33e-2d6effc1ceed'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:53:34.827546 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-2a9ef5cc-ee27-4ddd-8eb5-fcc82b5aeef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:53:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['ec6d39a8-a23e-4336-b33e-2d6effc1ceed'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:53:34.828951 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5cc228d5-546f-4352-969d-8d42f0185f5e admin admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:34.830356 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5cc228d5-546f-4352-969d-8d42f0185f5e admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6821034 May 05 22:53:34.833210 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37898) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:53:35.015591 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-2a9ef5cc-ee27-4ddd-8eb5-fcc82b5aeef3 None None] Set router ec6d39a8-a23e-4336-b33e-2d6effc1ceed gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:53:35.073976 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device c16ccd2d-0c00-4b6f-8c5c-f6f8eabeeeef up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:53:35.149699 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port c16ccd2d-0c00-4b6f-8c5c-f6f8eabeeeef completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:53:35.254039 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b58599-0b11-4062-a92f-eae0ed0516f2 None None] Network d1e57419-177e-408d-8ec8-efa7f444b88c requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:53:35.338596 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-2a9ef5cc-ee27-4ddd-8eb5-fcc82b5aeef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6d39a8-a23e-4336-b33e-2d6effc1ceed', 'name': 'tempest-TestShelveInstance-1227878137-router', 'tenant_id': 'ef684bc69c3941268f8484d11085bc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'a69a5641-aec4-4467-bdf0-3c0fb252c087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:53:33Z', 'updated_at': '2022-05-05T22:53:34Z', 'revision_number': 3, 'project_id': 'ef684bc69c3941268f8484d11085bc4e', 'gw_port': {'id': 'a69a5641-aec4-4467-bdf0-3c0fb252c087', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:3a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6d39a8-a23e-4336-b33e-2d6effc1ceed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:53:33Z', 'updated_at': '2022-05-05T22:53:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:53:35.344583 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9ef5cc-ee27-4ddd-8eb5-fcc82b5aeef3 None None] Checking router: ec6d39a8-a23e-4336-b33e-2d6effc1ceed for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:53:35.345677 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9ef5cc-ee27-4ddd-8eb5-fcc82b5aeef3 None None] Updating router ec6d39a8-a23e-4336-b33e-2d6effc1ceed port a69a5641-aec4-4467-bdf0-3c0fb252c087 binding host n-d-825175-4 {{(pid=84068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:53:35.361666 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f1d1ff1b-6638-4c70-880f-7f49d6190abf None None] Provisioning for port c16ccd2d-0c00-4b6f-8c5c-f6f8eabeeeef completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:53:35.373018 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f1d1ff1b-6638-4c70-880f-7f49d6190abf None None] Provisioning complete for port c16ccd2d-0c00-4b6f-8c5c-f6f8eabeeeef triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:53:35.373310 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f1d1ff1b-6638-4c70-880f-7f49d6190abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:35.401822 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-2a9ef5cc-ee27-4ddd-8eb5-fcc82b5aeef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:35.593836 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f1d1ff1b-6638-4c70-880f-7f49d6190abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:35.600122 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-495d1fff-b191-4145-867b-fddd61a951e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:35.637151 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f1d1ff1b-6638-4c70-880f-7f49d6190abf None None] For port c16ccd2d-0c00-4b6f-8c5c-f6f8eabeeeef, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=c16ccd2d-0c00-4b6f-8c5c-f6f8eabeeeef,segment=NetworkSegment(285d6e67-3fe6-4f7e-9762-1fa787037cb6),segment_id=285d6e67-3fe6-4f7e-9762-1fa787037cb6)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:53:35.643504 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f1d1ff1b-6638-4c70-880f-7f49d6190abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:35.721649 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d1ff1b-6638-4c70-880f-7f49d6190abf None None] Pushing event updated for resources: {'Port': ['ID=c16ccd2d-0c00-4b6f-8c5c-f6f8eabeeeef,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:53:35.802276 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-2a9ef5cc-ee27-4ddd-8eb5-fcc82b5aeef3 None None] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:35.814212 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.provisioning_blocks [None req-2a9ef5cc-ee27-4ddd-8eb5-fcc82b5aeef3 None None] Transition to ACTIVE for port object a69a5641-aec4-4467-bdf0-3c0fb252c087 will not be triggered until provisioned by entity L2. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:53:35.823351 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-2a9ef5cc-ee27-4ddd-8eb5-fcc82b5aeef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:35.834319 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-495d1fff-b191-4145-867b-fddd61a951e8 admin admin] Allocated IP 172.20.0.1 (d1e57419-177e-408d-8ec8-efa7f444b88c/7032baac-f7dd-431a-9ba8-f6c4411fd181/47ef8ce3-8b20-46d3-8cec-8d48dd9fc524) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:53:35.870624 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-02a900ea-71b5-4e77-9d4b-1921a1338418 None None] Provisioning complete for port c16ccd2d-0c00-4b6f-8c5c-f6f8eabeeeef triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:53:35.871548 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-02a900ea-71b5-4e77-9d4b-1921a1338418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:35.908243 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-2a9ef5cc-ee27-4ddd-8eb5-fcc82b5aeef3 None None] Attempting to bind port a69a5641-aec4-4467-bdf0-3c0fb252c087 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:53:35.908509 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-2a9ef5cc-ee27-4ddd-8eb5-fcc82b5aeef3 None None] Attempting to bind port a69a5641-aec4-4467-bdf0-3c0fb252c087 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:53:35.908865 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9ef5cc-ee27-4ddd-8eb5-fcc82b5aeef3 None None] Attempting to bind port a69a5641-aec4-4467-bdf0-3c0fb252c087 on network 25bfe237-58de-4709-a3e0-ac79da07c300 {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:53:35.910981 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159897ae-1826-49e9-aaf6-196ef2d75403 None None] Pushing event updated for resources: {'Port': ['ID=a69a5641-aec4-4467-bdf0-3c0fb252c087,revision_number=2']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:53:35.923436 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159897ae-1826-49e9-aaf6-196ef2d75403 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:53:35.923769 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159897ae-1826-49e9-aaf6-196ef2d75403 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:53:35.924094 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159897ae-1826-49e9-aaf6-196ef2d75403 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:53:35.924419 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159897ae-1826-49e9-aaf6-196ef2d75403 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:53:35.924738 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159897ae-1826-49e9-aaf6-196ef2d75403 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:53:35.925051 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159897ae-1826-49e9-aaf6-196ef2d75403 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:53:35.925373 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159897ae-1826-49e9-aaf6-196ef2d75403 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:53:35.925684 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159897ae-1826-49e9-aaf6-196ef2d75403 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:53:35.925995 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159897ae-1826-49e9-aaf6-196ef2d75403 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:53:35.926297 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159897ae-1826-49e9-aaf6-196ef2d75403 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:53:35.926623 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159897ae-1826-49e9-aaf6-196ef2d75403 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:53:35.929993 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9ef5cc-ee27-4ddd-8eb5-fcc82b5aeef3 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:53:35.930360 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9ef5cc-ee27-4ddd-8eb5-fcc82b5aeef3 None None] Checking segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:53:35.930769 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-2a9ef5cc-ee27-4ddd-8eb5-fcc82b5aeef3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:35.931133 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9ef5cc-ee27-4ddd-8eb5-fcc82b5aeef3 None None] Bound using segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:53:35.931816 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-2a9ef5cc-ee27-4ddd-8eb5-fcc82b5aeef3 None None] Bound port: a69a5641-aec4-4467-bdf0-3c0fb252c087, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:53:35.932181 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-2a9ef5cc-ee27-4ddd-8eb5-fcc82b5aeef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:36.006504 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-2a9ef5cc-ee27-4ddd-8eb5-fcc82b5aeef3 None None] For port a69a5641-aec4-4467-bdf0-3c0fb252c087, host n-d-825175-4, cleared binding levels {{(pid=84068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:53:36.009637 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-2a9ef5cc-ee27-4ddd-8eb5-fcc82b5aeef3 None None] For port a69a5641-aec4-4467-bdf0-3c0fb252c087, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=a69a5641-aec4-4467-bdf0-3c0fb252c087,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:53:36.015632 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-2a9ef5cc-ee27-4ddd-8eb5-fcc82b5aeef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:36.099494 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159897ae-1826-49e9-aaf6-196ef2d75403 None None] Pushing event updated for resources: {'Port': ['ID=a69a5641-aec4-4467-bdf0-3c0fb252c087,revision_number=3']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:53:36.104167 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9ef5cc-ee27-4ddd-8eb5-fcc82b5aeef3 None None] Routers {'ec6d39a8-a23e-4336-b33e-2d6effc1ceed'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:53:36.104764 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-2a9ef5cc-ee27-4ddd-8eb5-fcc82b5aeef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:53:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['ec6d39a8-a23e-4336-b33e-2d6effc1ceed'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:53:36.106711 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-495d1fff-b191-4145-867b-fddd61a951e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:36.122510 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-495d1fff-b191-4145-867b-fddd61a951e8 admin admin] Transition to ACTIVE for port object 47ef8ce3-8b20-46d3-8cec-8d48dd9fc524 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:53:36.145569 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-495d1fff-b191-4145-867b-fddd61a951e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:36.213391 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495d1fff-b191-4145-867b-fddd61a951e8 admin admin] Network d1e57419-177e-408d-8ec8-efa7f444b88c is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:53:36.217251 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-495d1fff-b191-4145-867b-fddd61a951e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:53:36.219244 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d1fff-b191-4145-867b-fddd61a951e8 admin admin] Pushing event updated for resources: {'Port': ['ID=47ef8ce3-8b20-46d3-8cec-8d48dd9fc524,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:53:36.221353 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495d1fff-b191-4145-867b-fddd61a951e8 admin admin] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:53:36.273293 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-495d1fff-b191-4145-867b-fddd61a951e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:36.292441 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-2a9ef5cc-ee27-4ddd-8eb5-fcc82b5aeef3 None None] Set router ec6d39a8-a23e-4336-b33e-2d6effc1ceed gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:53:36.361262 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-495d1fff-b191-4145-867b-fddd61a951e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:36.424953 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ba34f55a-c0bf-4188-a60e-03a1a19129cb None None] Provisioning for port 47ef8ce3-8b20-46d3-8cec-8d48dd9fc524 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:53:36.436017 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ba34f55a-c0bf-4188-a60e-03a1a19129cb None None] Provisioning complete for port 47ef8ce3-8b20-46d3-8cec-8d48dd9fc524 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:53:36.436381 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ba34f55a-c0bf-4188-a60e-03a1a19129cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:36.486212 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:36.494904 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ba34f55a-c0bf-4188-a60e-03a1a19129cb None None] Port 47ef8ce3-8b20-46d3-8cec-8d48dd9fc524 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:53:36.585004 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-2a9ef5cc-ee27-4ddd-8eb5-fcc82b5aeef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6d39a8-a23e-4336-b33e-2d6effc1ceed', 'name': 'tempest-TestShelveInstance-1227878137-router', 'tenant_id': 'ef684bc69c3941268f8484d11085bc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'a69a5641-aec4-4467-bdf0-3c0fb252c087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:53:33Z', 'updated_at': '2022-05-05T22:53:34Z', 'revision_number': 3, 'project_id': 'ef684bc69c3941268f8484d11085bc4e', 'gw_port': {'id': 'a69a5641-aec4-4467-bdf0-3c0fb252c087', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:3a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6d39a8-a23e-4336-b33e-2d6effc1ceed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:53:33Z', 'updated_at': '2022-05-05T22:53:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:53:36.587733 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-495d1fff-b191-4145-867b-fddd61a951e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:36.588894 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9ef5cc-ee27-4ddd-8eb5-fcc82b5aeef3 None None] The sync data for ids ['ec6d39a8-a23e-4336-b33e-2d6effc1ceed'] in n-d-825175-4 is: [{'id': 'ec6d39a8-a23e-4336-b33e-2d6effc1ceed', 'name': 'tempest-TestShelveInstance-1227878137-router', 'tenant_id': 'ef684bc69c3941268f8484d11085bc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'a69a5641-aec4-4467-bdf0-3c0fb252c087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:53:33Z', 'updated_at': '2022-05-05T22:53:34Z', 'revision_number': 3, 'project_id': 'ef684bc69c3941268f8484d11085bc4e', 'gw_port': {'id': 'a69a5641-aec4-4467-bdf0-3c0fb252c087', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:3a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6d39a8-a23e-4336-b33e-2d6effc1ceed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:53:33Z', 'updated_at': '2022-05-05T22:53:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:53:36.593480 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-495d1fff-b191-4145-867b-fddd61a951e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:36.703924 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-495d1fff-b191-4145-867b-fddd61a951e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:36.707873 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d1fff-b191-4145-867b-fddd61a951e8 admin admin] Pushing event updated for resources: {'Port': ['ID=47ef8ce3-8b20-46d3-8cec-8d48dd9fc524,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:53:36.728361 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:36.856895 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495d1fff-b191-4145-867b-fddd61a951e8 admin admin] Network d1e57419-177e-408d-8ec8-efa7f444b88c is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:53:36.858088 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-495d1fff-b191-4145-867b-fddd61a951e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:53:37.110434 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device a69a5641-aec4-4467-bdf0-3c0fb252c087 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:53:37.173948 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-0893395c-ab67-4d25-a66e-43c11c830619 None None] Provisioning complete for port 47ef8ce3-8b20-46d3-8cec-8d48dd9fc524 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:53:37.174323 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0893395c-ab67-4d25-a66e-43c11c830619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:37.236168 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-0893395c-ab67-4d25-a66e-43c11c830619 None None] Port 47ef8ce3-8b20-46d3-8cec-8d48dd9fc524 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:53:37.241911 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port a69a5641-aec4-4467-bdf0-3c0fb252c087 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:53:37.247508 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port a69a5641-aec4-4467-bdf0-3c0fb252c087 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:53:37.248364 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:37.299648 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-495d1fff-b191-4145-867b-fddd61a951e8 admin admin] Router ec6d39a8-a23e-4336-b33e-2d6effc1ceed has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:53:37.371359 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:37.389874 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port a69a5641-aec4-4467-bdf0-3c0fb252c087, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=a69a5641-aec4-4467-bdf0-3c0fb252c087,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:53:37.394518 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:37.395372 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device c16ccd2d-0c00-4b6f-8c5c-f6f8eabeeeef up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:53:37.505364 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495d1fff-b191-4145-867b-fddd61a951e8 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:53:37.523443 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-495d1fff-b191-4145-867b-fddd61a951e8 admin admin] 10.222.0.23 "PUT /v2.0/routers/ec6d39a8-a23e-4336-b33e-2d6effc1ceed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6799405 May 05 22:53:37.524326 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=a69a5641-aec4-4467-bdf0-3c0fb252c087,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:53:37.529383 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port c16ccd2d-0c00-4b6f-8c5c-f6f8eabeeeef triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:53:37.529860 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:38.424470 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37920) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:53:38.430373 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-1b61d32f-c1e1-4084-978b-515e77aac3c3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1574509820-network', 'tenant_id': '77d1bad747ca4002adefc9b17297b7c6'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:53:38.436646 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-1b61d32f-c1e1-4084-978b-515e77aac3c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:53:38.441129 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-1b61d32f-c1e1-4084-978b-515e77aac3c3 admin admin] Usage tracker for resource:network and tenant:77d1bad747ca4002adefc9b17297b7c6 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:53:38.444422 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-1b61d32f-c1e1-4084-978b-515e77aac3c3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:53:38.451034 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-1b61d32f-c1e1-4084-978b-515e77aac3c3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:53:38.463499 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b61d32f-c1e1-4084-978b-515e77aac3c3 admin admin] Made reservation on behalf of 77d1bad747ca4002adefc9b17297b7c6 for: {'network': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:53:38.466169 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1b61d32f-c1e1-4084-978b-515e77aac3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:38.479395 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1b61d32f-c1e1-4084-978b-515e77aac3c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:38.510025 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-1b61d32f-c1e1-4084-978b-515e77aac3c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:53:38.514052 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-1b61d32f-c1e1-4084-978b-515e77aac3c3 admin admin] Usage tracker for resource:security_group_rule and tenant:77d1bad747ca4002adefc9b17297b7c6 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:53:38.517474 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-1b61d32f-c1e1-4084-978b-515e77aac3c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:53:38.523405 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-1b61d32f-c1e1-4084-978b-515e77aac3c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:53:38.588013 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1b61d32f-c1e1-4084-978b-515e77aac3c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:38.593305 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1b61d32f-c1e1-4084-978b-515e77aac3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:38.625295 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b61d32f-c1e1-4084-978b-515e77aac3c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=84063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 22:53:38.723738 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b61d32f-c1e1-4084-978b-515e77aac3c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6bcd003-bbc0-4cde-a0f3-6645d5f3b276,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:53:38.729328 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1b61d32f-c1e1-4084-978b-515e77aac3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:38.729659 n-d-825175-4 neutron-server[84063]: INFO neutron.db.segments_db [None req-1b61d32f-c1e1-4084-978b-515e77aac3c3 admin admin] Added segment 271b1fdb-6eb3-4881-b98b-655d7dff36c1 of type vlan for network b607f4c2-9fe6-4f30-bebe-1a2cc8b8fef0 May 05 22:53:38.756749 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1b61d32f-c1e1-4084-978b-515e77aac3c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:38.788260 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1b61d32f-c1e1-4084-978b-515e77aac3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:38.789124 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b61d32f-c1e1-4084-978b-515e77aac3c3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:53:38.789920 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1b61d32f-c1e1-4084-978b-515e77aac3c3 admin admin] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:38.890173 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b61d32f-c1e1-4084-978b-515e77aac3c3 admin admin] Pushing event updated for resources: {'Network': ['ID=b607f4c2-9fe6-4f30-bebe-1a2cc8b8fef0,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:53:38.893076 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1b61d32f-c1e1-4084-978b-515e77aac3c3 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4676061 May 05 22:53:38.895874 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37924) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:53:38.900078 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network b607f4c2-9fe6-4f30-bebe-1a2cc8b8fef0 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 22:53:38.901301 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-5d220ca1-b996-47a3-a1e5-202f492f3e36 admin admin] Request body: {'subnet': {'network_id': 'b607f4c2-9fe6-4f30-bebe-1a2cc8b8fef0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1574509820-subnet', 'tenant_id': '77d1bad747ca4002adefc9b17297b7c6', 'ip_version': 4}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:53:38.907495 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-5d220ca1-b996-47a3-a1e5-202f492f3e36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:53:38.911354 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-5d220ca1-b996-47a3-a1e5-202f492f3e36 admin admin] Usage tracker for resource:subnet and tenant:77d1bad747ca4002adefc9b17297b7c6 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:53:38.914191 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-5d220ca1-b996-47a3-a1e5-202f492f3e36 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:53:38.920160 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-5d220ca1-b996-47a3-a1e5-202f492f3e36 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:53:38.931434 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d220ca1-b996-47a3-a1e5-202f492f3e36 admin admin] Made reservation on behalf of 77d1bad747ca4002adefc9b17297b7c6 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:53:38.933767 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5d220ca1-b996-47a3-a1e5-202f492f3e36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:39.026545 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device a69a5641-aec4-4467-bdf0-3c0fb252c087 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:53:39.104314 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port a69a5641-aec4-4467-bdf0-3c0fb252c087 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:53:39.104648 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:39.140788 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5d220ca1-b996-47a3-a1e5-202f492f3e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:39.213329 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d220ca1-b996-47a3-a1e5-202f492f3e36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cbcb220-d96b-489b-b6f4-a5e9d4e38c8f,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:53:39.233414 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d220ca1-b996-47a3-a1e5-202f492f3e36 admin admin] Checking segment: {'id': '271b1fdb-6eb3-4881-b98b-655d7dff36c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b607f4c2-9fe6-4f30-bebe-1a2cc8b8fef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:53:39.233767 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d220ca1-b996-47a3-a1e5-202f492f3e36 admin admin] Network hostable DHCP agents. Network: b607f4c2-9fe6-4f30-bebe-1a2cc8b8fef0, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 22:53:39.256477 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d220ca1-b996-47a3-a1e5-202f492f3e36 admin admin] Network b607f4c2-9fe6-4f30-bebe-1a2cc8b8fef0 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 22:53:39.267180 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-5d220ca1-b996-47a3-a1e5-202f492f3e36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, b607f4c2-9fe6-4f30-bebe-1a2cc8b8fef0) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:53:39.272489 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d220ca1-b996-47a3-a1e5-202f492f3e36 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:53:39.273218 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5d220ca1-b996-47a3-a1e5-202f492f3e36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:39.277334 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c88b51-f764-4cbc-9b9f-e453882bf61a None None] Network b607f4c2-9fe6-4f30-bebe-1a2cc8b8fef0 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:53:39.296786 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5d220ca1-b996-47a3-a1e5-202f492f3e36 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3996313 May 05 22:53:39.299577 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37928) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:53:39.305472 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-25bf3e4b-bf5b-467a-b7b1-a8ab18163552 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1574509820-router', 'tenant_id': '77d1bad747ca4002adefc9b17297b7c6', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:53:39.311267 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-25bf3e4b-bf5b-467a-b7b1-a8ab18163552 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:53:39.315128 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-25bf3e4b-bf5b-467a-b7b1-a8ab18163552 admin admin] Usage tracker for resource:router and tenant:77d1bad747ca4002adefc9b17297b7c6 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:53:39.317921 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-25bf3e4b-bf5b-467a-b7b1-a8ab18163552 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:53:39.323562 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-25bf3e4b-bf5b-467a-b7b1-a8ab18163552 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:53:39.335160 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-25bf3e4b-bf5b-467a-b7b1-a8ab18163552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:39.336071 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-25bf3e4b-bf5b-467a-b7b1-a8ab18163552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:39.353972 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-25bf3e4b-bf5b-467a-b7b1-a8ab18163552 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:39.494926 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956aca1e-3e2a-42fe-8d4b-a33fbd0f6f4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-b607f4c2-9fe6-4f30-bebe-1a2cc8b8fef0', 'network_id': 'b607f4c2-9fe6-4f30-bebe-1a2cc8b8fef0', 'tenant_id': '77d1bad747ca4002adefc9b17297b7c6', 'fixed_ips': [{'subnet_id': '4cbcb220-d96b-489b-b6f4-a5e9d4e38c8f'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 22:53:39.495942 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-956aca1e-3e2a-42fe-8d4b-a33fbd0f6f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:39.497315 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-25bf3e4b-bf5b-467a-b7b1-a8ab18163552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:39.656847 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-956aca1e-3e2a-42fe-8d4b-a33fbd0f6f4b None None] Allocated IP 172.20.0.2 (b607f4c2-9fe6-4f30-bebe-1a2cc8b8fef0/4cbcb220-d96b-489b-b6f4-a5e9d4e38c8f/3d9fd7c3-f752-4aa9-99d4-bf06c9b58c0f) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:53:39.686844 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-25bf3e4b-bf5b-467a-b7b1-a8ab18163552 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:39.716270 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-25bf3e4b-bf5b-467a-b7b1-a8ab18163552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:39.852443 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-25bf3e4b-bf5b-467a-b7b1-a8ab18163552 admin admin] Allocated IP 172.25.4.223 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/2bba8ffe-d181-4838-8a0f-df4371a03f5a) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:53:39.858233 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-956aca1e-3e2a-42fe-8d4b-a33fbd0f6f4b None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:39.868509 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-956aca1e-3e2a-42fe-8d4b-a33fbd0f6f4b None None] Transition to ACTIVE for port object 3d9fd7c3-f752-4aa9-99d4-bf06c9b58c0f will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:53:39.886270 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-956aca1e-3e2a-42fe-8d4b-a33fbd0f6f4b None None] Transition to ACTIVE for port object 3d9fd7c3-f752-4aa9-99d4-bf06c9b58c0f will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:53:39.893248 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-956aca1e-3e2a-42fe-8d4b-a33fbd0f6f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:39.962740 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956aca1e-3e2a-42fe-8d4b-a33fbd0f6f4b None None] Network b607f4c2-9fe6-4f30-bebe-1a2cc8b8fef0 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:53:39.965535 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-956aca1e-3e2a-42fe-8d4b-a33fbd0f6f4b None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:53:39.971165 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956aca1e-3e2a-42fe-8d4b-a33fbd0f6f4b None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:53:39.977516 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956aca1e-3e2a-42fe-8d4b-a33fbd0f6f4b None None] Pushing event updated for resources: {'Port': ['ID=3d9fd7c3-f752-4aa9-99d4-bf06c9b58c0f,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:53:40.009381 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-25bf3e4b-bf5b-467a-b7b1-a8ab18163552 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:40.039458 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-25bf3e4b-bf5b-467a-b7b1-a8ab18163552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:40.066199 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-956aca1e-3e2a-42fe-8d4b-a33fbd0f6f4b None None] Attempting to bind port 3d9fd7c3-f752-4aa9-99d4-bf06c9b58c0f on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:53:40.066560 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-956aca1e-3e2a-42fe-8d4b-a33fbd0f6f4b None None] Attempting to bind port 3d9fd7c3-f752-4aa9-99d4-bf06c9b58c0f by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '271b1fdb-6eb3-4881-b98b-655d7dff36c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b607f4c2-9fe6-4f30-bebe-1a2cc8b8fef0'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:53:40.066970 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956aca1e-3e2a-42fe-8d4b-a33fbd0f6f4b None None] Attempting to bind port 3d9fd7c3-f752-4aa9-99d4-bf06c9b58c0f on network b607f4c2-9fe6-4f30-bebe-1a2cc8b8fef0 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:53:40.073884 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956aca1e-3e2a-42fe-8d4b-a33fbd0f6f4b None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:53:40.074222 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956aca1e-3e2a-42fe-8d4b-a33fbd0f6f4b None None] Checking segment: {'id': '271b1fdb-6eb3-4881-b98b-655d7dff36c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b607f4c2-9fe6-4f30-bebe-1a2cc8b8fef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:53:40.074919 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-956aca1e-3e2a-42fe-8d4b-a33fbd0f6f4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:40.075345 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956aca1e-3e2a-42fe-8d4b-a33fbd0f6f4b None None] Bound using segment: {'id': '271b1fdb-6eb3-4881-b98b-655d7dff36c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b607f4c2-9fe6-4f30-bebe-1a2cc8b8fef0'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:53:40.075809 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-956aca1e-3e2a-42fe-8d4b-a33fbd0f6f4b None None] Bound port: 3d9fd7c3-f752-4aa9-99d4-bf06c9b58c0f, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271b1fdb-6eb3-4881-b98b-655d7dff36c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b607f4c2-9fe6-4f30-bebe-1a2cc8b8fef0'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:53:40.076210 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-956aca1e-3e2a-42fe-8d4b-a33fbd0f6f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:40.109920 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bf3e4b-bf5b-467a-b7b1-a8ab18163552 admin admin] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:53:40.113492 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-25bf3e4b-bf5b-467a-b7b1-a8ab18163552 admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:53:40.115426 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf3e4b-bf5b-467a-b7b1-a8ab18163552 admin admin] Pushing event updated for resources: {'Port': ['ID=2bba8ffe-d181-4838-8a0f-df4371a03f5a,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:53:40.117502 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bf3e4b-bf5b-467a-b7b1-a8ab18163552 admin admin] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:53:40.167269 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-956aca1e-3e2a-42fe-8d4b-a33fbd0f6f4b None None] For port 3d9fd7c3-f752-4aa9-99d4-bf06c9b58c0f, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:53:40.171100 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-956aca1e-3e2a-42fe-8d4b-a33fbd0f6f4b None None] For port 3d9fd7c3-f752-4aa9-99d4-bf06c9b58c0f, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=3d9fd7c3-f752-4aa9-99d4-bf06c9b58c0f,segment=NetworkSegment(271b1fdb-6eb3-4881-b98b-655d7dff36c1),segment_id=271b1fdb-6eb3-4881-b98b-655d7dff36c1)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:53:40.177178 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-956aca1e-3e2a-42fe-8d4b-a33fbd0f6f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:40.219001 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34fc15b-81cf-4b23-848d-aea566ec21d1 None None] Sync routers for ids ['ec6d39a8-a23e-4336-b33e-2d6effc1ceed'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:53:40.272984 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34fc15b-81cf-4b23-848d-aea566ec21d1 None None] Routers {'ec6d39a8-a23e-4336-b33e-2d6effc1ceed'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:53:40.274136 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-f34fc15b-81cf-4b23-848d-aea566ec21d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:53:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['ec6d39a8-a23e-4336-b33e-2d6effc1ceed'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:53:40.286140 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-25bf3e4b-bf5b-467a-b7b1-a8ab18163552 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:40.286140 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-25bf3e4b-bf5b-467a-b7b1-a8ab18163552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:40.330713 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956aca1e-3e2a-42fe-8d4b-a33fbd0f6f4b None None] Pushing event updated for resources: {'Port': ['ID=3d9fd7c3-f752-4aa9-99d4-bf06c9b58c0f,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:53:40.489176 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-f34fc15b-81cf-4b23-848d-aea566ec21d1 None None] Set router ec6d39a8-a23e-4336-b33e-2d6effc1ceed gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:53:40.675887 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25bf3e4b-bf5b-467a-b7b1-a8ab18163552 admin admin] Router f8c56714-d593-4ba9-b77c-ebbe3b78f01f is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 22:53:40.849668 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-f34fc15b-81cf-4b23-848d-aea566ec21d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6d39a8-a23e-4336-b33e-2d6effc1ceed', 'name': 'tempest-TestShelveInstance-1227878137-router', 'tenant_id': 'ef684bc69c3941268f8484d11085bc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'a69a5641-aec4-4467-bdf0-3c0fb252c087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:53:33Z', 'updated_at': '2022-05-05T22:53:36Z', 'revision_number': 4, 'project_id': 'ef684bc69c3941268f8484d11085bc4e', 'gw_port': {'id': 'a69a5641-aec4-4467-bdf0-3c0fb252c087', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:3a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d39a8-a23e-4336-b33e-2d6effc1ceed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:53:33Z', 'updated_at': '2022-05-05T22:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '47ef8ce3-8b20-46d3-8cec-8d48dd9fc524', 'name': '', 'network_id': 'd1e57419-177e-408d-8ec8-efa7f444b88c', 'tenant_id': 'ef684bc69c3941268f8484d11085bc4e', 'mac_address': 'fa:16:3e:44:91:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6d39a8-a23e-4336-b33e-2d6effc1ceed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7032baac-f7dd-431a-9ba8-f6c4411fd181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:53:35Z', 'updated_at': '2022-05-05T22:53:36Z', 'revision_number': 2, 'project_id': 'ef684bc69c3941268f8484d11085bc4e', 'subnets': [{'id': '7032baac-f7dd-431a-9ba8-f6c4411fd181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:53:40.854120 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34fc15b-81cf-4b23-848d-aea566ec21d1 None None] Checking router: ec6d39a8-a23e-4336-b33e-2d6effc1ceed for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:53:40.854461 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34fc15b-81cf-4b23-848d-aea566ec21d1 None None] Updating router ec6d39a8-a23e-4336-b33e-2d6effc1ceed port 47ef8ce3-8b20-46d3-8cec-8d48dd9fc524 binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:53:40.895780 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25bf3e4b-bf5b-467a-b7b1-a8ab18163552 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:53:40.909888 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01f93b7-701b-45d5-abf1-57fcb3d372ef None None] Sync routers for ids ['f8c56714-d593-4ba9-b77c-ebbe3b78f01f'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:53:40.919913 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f34fc15b-81cf-4b23-848d-aea566ec21d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:40.926049 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-25bf3e4b-bf5b-467a-b7b1-a8ab18163552 admin admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:40.927449 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-25bf3e4b-bf5b-467a-b7b1-a8ab18163552 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6265039 May 05 22:53:40.929182 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01f93b7-701b-45d5-abf1-57fcb3d372ef None None] Routers {'f8c56714-d593-4ba9-b77c-ebbe3b78f01f'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:53:40.929826 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-e01f93b7-701b-45d5-abf1-57fcb3d372ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:53:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['f8c56714-d593-4ba9-b77c-ebbe3b78f01f'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:53:40.932627 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37932) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:53:41.090305 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 3d9fd7c3-f752-4aa9-99d4-bf06c9b58c0f up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:53:41.170463 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-e01f93b7-701b-45d5-abf1-57fcb3d372ef None None] Set router f8c56714-d593-4ba9-b77c-ebbe3b78f01f gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:53:41.309736 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 3d9fd7c3-f752-4aa9-99d4-bf06c9b58c0f completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:53:41.413310 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc889ba1-4240-4515-9f22-d085c0fdbc0f None None] Network b607f4c2-9fe6-4f30-bebe-1a2cc8b8fef0 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 22:53:41.477806 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-e01f93b7-701b-45d5-abf1-57fcb3d372ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c56714-d593-4ba9-b77c-ebbe3b78f01f', 'name': 'tempest-TestShelveInstance-1574509820-router', 'tenant_id': '77d1bad747ca4002adefc9b17297b7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '2bba8ffe-d181-4838-8a0f-df4371a03f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:53:39Z', 'updated_at': '2022-05-05T22:53:40Z', 'revision_number': 3, 'project_id': '77d1bad747ca4002adefc9b17297b7c6', 'gw_port': {'id': '2bba8ffe-d181-4838-8a0f-df4371a03f5a', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e9:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8c56714-d593-4ba9-b77c-ebbe3b78f01f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:53:39Z', 'updated_at': '2022-05-05T22:53:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:53:41.482120 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01f93b7-701b-45d5-abf1-57fcb3d372ef None None] Checking router: f8c56714-d593-4ba9-b77c-ebbe3b78f01f for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:53:41.482538 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01f93b7-701b-45d5-abf1-57fcb3d372ef None None] Updating router f8c56714-d593-4ba9-b77c-ebbe3b78f01f port 2bba8ffe-d181-4838-8a0f-df4371a03f5a binding host n-d-825175-4 {{(pid=84068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:53:41.536001 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f34fc15b-81cf-4b23-848d-aea566ec21d1 None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:41.540648 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-e01f93b7-701b-45d5-abf1-57fcb3d372ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:41.563041 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-8eef672d-7baa-4962-b699-896020c26d2d None None] Provisioning for port 3d9fd7c3-f752-4aa9-99d4-bf06c9b58c0f completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:53:41.571202 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f34fc15b-81cf-4b23-848d-aea566ec21d1 None None] Transition to ACTIVE for port object 47ef8ce3-8b20-46d3-8cec-8d48dd9fc524 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:53:41.576183 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-8eef672d-7baa-4962-b699-896020c26d2d None None] Provisioning complete for port 3d9fd7c3-f752-4aa9-99d4-bf06c9b58c0f triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:53:41.576545 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8eef672d-7baa-4962-b699-896020c26d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:41.627744 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f34fc15b-81cf-4b23-848d-aea566ec21d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:41.806042 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b582b74b-8b25-498a-b089-dc4aed63d639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:41.829661 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159d0241-4961-4bf7-9e36-25b4d0179966 None None] Pushing event updated for resources: {'Port': ['ID=47ef8ce3-8b20-46d3-8cec-8d48dd9fc524,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:53:41.937527 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-e01f93b7-701b-45d5-abf1-57fcb3d372ef None None] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:41.949794 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.provisioning_blocks [None req-e01f93b7-701b-45d5-abf1-57fcb3d372ef None None] Transition to ACTIVE for port object 2bba8ffe-d181-4838-8a0f-df4371a03f5a will not be triggered until provisioned by entity L2. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:53:41.960001 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-e01f93b7-701b-45d5-abf1-57fcb3d372ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:42.040669 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1298cc59-9f5b-4c53-9f52-c53c9209fcc3 None None] Pushing event updated for resources: {'Port': ['ID=2bba8ffe-d181-4838-8a0f-df4371a03f5a,revision_number=2']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:53:42.044777 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-e01f93b7-701b-45d5-abf1-57fcb3d372ef None None] Attempting to bind port 2bba8ffe-d181-4838-8a0f-df4371a03f5a on host n-d-825175-4 for vnic_type normal with profile {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:53:42.045136 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-e01f93b7-701b-45d5-abf1-57fcb3d372ef None None] Attempting to bind port 2bba8ffe-d181-4838-8a0f-df4371a03f5a by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:53:42.045674 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01f93b7-701b-45d5-abf1-57fcb3d372ef None None] Attempting to bind port 2bba8ffe-d181-4838-8a0f-df4371a03f5a on network 25bfe237-58de-4709-a3e0-ac79da07c300 {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:53:42.046064 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-f34fc15b-81cf-4b23-848d-aea566ec21d1 None None] Attempting to bind port 47ef8ce3-8b20-46d3-8cec-8d48dd9fc524 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:53:42.046425 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-f34fc15b-81cf-4b23-848d-aea566ec21d1 None None] Attempting to bind port 47ef8ce3-8b20-46d3-8cec-8d48dd9fc524 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '285d6e67-3fe6-4f7e-9762-1fa787037cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd1e57419-177e-408d-8ec8-efa7f444b88c'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:53:42.046815 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34fc15b-81cf-4b23-848d-aea566ec21d1 None None] Attempting to bind port 47ef8ce3-8b20-46d3-8cec-8d48dd9fc524 on network d1e57419-177e-408d-8ec8-efa7f444b88c {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:53:42.048922 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-b582b74b-8b25-498a-b089-dc4aed63d639 admin admin] Allocated IP 172.20.0.1 (b607f4c2-9fe6-4f30-bebe-1a2cc8b8fef0/4cbcb220-d96b-489b-b6f4-a5e9d4e38c8f/aebfa6c2-4fe6-47fb-9e0b-e130217bfcc5) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:53:42.053488 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01f93b7-701b-45d5-abf1-57fcb3d372ef None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:53:42.053995 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01f93b7-701b-45d5-abf1-57fcb3d372ef None None] Checking segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:53:42.054810 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-e01f93b7-701b-45d5-abf1-57fcb3d372ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:42.054810 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01f93b7-701b-45d5-abf1-57fcb3d372ef None None] Bound using segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:53:42.055444 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-e01f93b7-701b-45d5-abf1-57fcb3d372ef None None] Bound port: 2bba8ffe-d181-4838-8a0f-df4371a03f5a, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:53:42.055607 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8eef672d-7baa-4962-b699-896020c26d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:42.055720 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-e01f93b7-701b-45d5-abf1-57fcb3d372ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:42.077634 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34fc15b-81cf-4b23-848d-aea566ec21d1 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:53:42.078139 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34fc15b-81cf-4b23-848d-aea566ec21d1 None None] Checking segment: {'id': '285d6e67-3fe6-4f7e-9762-1fa787037cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd1e57419-177e-408d-8ec8-efa7f444b88c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:53:42.078397 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f34fc15b-81cf-4b23-848d-aea566ec21d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:42.078806 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34fc15b-81cf-4b23-848d-aea566ec21d1 None None] Bound using segment: {'id': '285d6e67-3fe6-4f7e-9762-1fa787037cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd1e57419-177e-408d-8ec8-efa7f444b88c'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:53:42.079276 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-f34fc15b-81cf-4b23-848d-aea566ec21d1 None None] Bound port: 47ef8ce3-8b20-46d3-8cec-8d48dd9fc524, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285d6e67-3fe6-4f7e-9762-1fa787037cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd1e57419-177e-408d-8ec8-efa7f444b88c'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:53:42.079976 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f34fc15b-81cf-4b23-848d-aea566ec21d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:42.127817 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-e01f93b7-701b-45d5-abf1-57fcb3d372ef None None] For port 2bba8ffe-d181-4838-8a0f-df4371a03f5a, host n-d-825175-4, cleared binding levels {{(pid=84068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:53:42.131098 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-e01f93b7-701b-45d5-abf1-57fcb3d372ef None None] For port 2bba8ffe-d181-4838-8a0f-df4371a03f5a, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=2bba8ffe-d181-4838-8a0f-df4371a03f5a,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:53:42.137963 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-e01f93b7-701b-45d5-abf1-57fcb3d372ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:42.182475 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-8eef672d-7baa-4962-b699-896020c26d2d None None] For port 3d9fd7c3-f752-4aa9-99d4-bf06c9b58c0f, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=3d9fd7c3-f752-4aa9-99d4-bf06c9b58c0f,segment=NetworkSegment(271b1fdb-6eb3-4881-b98b-655d7dff36c1),segment_id=271b1fdb-6eb3-4881-b98b-655d7dff36c1)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:53:42.193336 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8eef672d-7baa-4962-b699-896020c26d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:42.233900 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1298cc59-9f5b-4c53-9f52-c53c9209fcc3 None None] Pushing event updated for resources: {'Port': ['ID=2bba8ffe-d181-4838-8a0f-df4371a03f5a,revision_number=3']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:53:42.235683 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b582b74b-8b25-498a-b089-dc4aed63d639 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:42.244535 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f34fc15b-81cf-4b23-848d-aea566ec21d1 None None] For port 47ef8ce3-8b20-46d3-8cec-8d48dd9fc524, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:53:42.255649 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-b582b74b-8b25-498a-b089-dc4aed63d639 admin admin] Transition to ACTIVE for port object aebfa6c2-4fe6-47fb-9e0b-e130217bfcc5 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:53:42.269576 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f34fc15b-81cf-4b23-848d-aea566ec21d1 None None] For port 47ef8ce3-8b20-46d3-8cec-8d48dd9fc524, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=47ef8ce3-8b20-46d3-8cec-8d48dd9fc524,segment=NetworkSegment(285d6e67-3fe6-4f7e-9762-1fa787037cb6),segment_id=285d6e67-3fe6-4f7e-9762-1fa787037cb6)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:53:42.271179 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01f93b7-701b-45d5-abf1-57fcb3d372ef None None] Routers {'f8c56714-d593-4ba9-b77c-ebbe3b78f01f'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:53:42.271857 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-e01f93b7-701b-45d5-abf1-57fcb3d372ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:53:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['f8c56714-d593-4ba9-b77c-ebbe3b78f01f'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:53:42.283739 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f34fc15b-81cf-4b23-848d-aea566ec21d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:42.284833 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b582b74b-8b25-498a-b089-dc4aed63d639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:42.291310 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eef672d-7baa-4962-b699-896020c26d2d None None] Pushing event updated for resources: {'Port': ['ID=3d9fd7c3-f752-4aa9-99d4-bf06c9b58c0f,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:53:42.365642 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b582b74b-8b25-498a-b089-dc4aed63d639 admin admin] Pushing event updated for resources: {'Port': ['ID=aebfa6c2-4fe6-47fb-9e0b-e130217bfcc5,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:53:42.383662 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b582b74b-8b25-498a-b089-dc4aed63d639 admin admin] Network b607f4c2-9fe6-4f30-bebe-1a2cc8b8fef0 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:53:42.385596 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-b582b74b-8b25-498a-b089-dc4aed63d639 admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:53:42.391535 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b582b74b-8b25-498a-b089-dc4aed63d639 admin admin] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:53:42.401410 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159d0241-4961-4bf7-9e36-25b4d0179966 None None] Pushing event updated for resources: {'Port': ['ID=47ef8ce3-8b20-46d3-8cec-8d48dd9fc524,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:53:42.410708 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34fc15b-81cf-4b23-848d-aea566ec21d1 None None] Routers {'ec6d39a8-a23e-4336-b33e-2d6effc1ceed'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:53:42.411479 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-f34fc15b-81cf-4b23-848d-aea566ec21d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:53:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['ec6d39a8-a23e-4336-b33e-2d6effc1ceed'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:53:42.477932 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b582b74b-8b25-498a-b089-dc4aed63d639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:42.496935 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-e01f93b7-701b-45d5-abf1-57fcb3d372ef None None] Set router f8c56714-d593-4ba9-b77c-ebbe3b78f01f gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:53:42.629202 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-eba37b84-182a-40f8-96eb-a4db33cf1723 None None] Provisioning complete for port 3d9fd7c3-f752-4aa9-99d4-bf06c9b58c0f triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:53:42.629469 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-eba37b84-182a-40f8-96eb-a4db33cf1723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:42.655351 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b582b74b-8b25-498a-b089-dc4aed63d639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:42.781901 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-f34fc15b-81cf-4b23-848d-aea566ec21d1 None None] Set router ec6d39a8-a23e-4336-b33e-2d6effc1ceed gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:53:42.889933 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-e01f93b7-701b-45d5-abf1-57fcb3d372ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c56714-d593-4ba9-b77c-ebbe3b78f01f', 'name': 'tempest-TestShelveInstance-1574509820-router', 'tenant_id': '77d1bad747ca4002adefc9b17297b7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '2bba8ffe-d181-4838-8a0f-df4371a03f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:53:39Z', 'updated_at': '2022-05-05T22:53:40Z', 'revision_number': 3, 'project_id': '77d1bad747ca4002adefc9b17297b7c6', 'gw_port': {'id': '2bba8ffe-d181-4838-8a0f-df4371a03f5a', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e9:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8c56714-d593-4ba9-b77c-ebbe3b78f01f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:53:39Z', 'updated_at': '2022-05-05T22:53:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:53:42.894897 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01f93b7-701b-45d5-abf1-57fcb3d372ef None None] The sync data for ids ['f8c56714-d593-4ba9-b77c-ebbe3b78f01f'] in n-d-825175-4 is: [{'id': 'f8c56714-d593-4ba9-b77c-ebbe3b78f01f', 'name': 'tempest-TestShelveInstance-1574509820-router', 'tenant_id': '77d1bad747ca4002adefc9b17297b7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '2bba8ffe-d181-4838-8a0f-df4371a03f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:53:39Z', 'updated_at': '2022-05-05T22:53:40Z', 'revision_number': 3, 'project_id': '77d1bad747ca4002adefc9b17297b7c6', 'gw_port': {'id': '2bba8ffe-d181-4838-8a0f-df4371a03f5a', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e9:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8c56714-d593-4ba9-b77c-ebbe3b78f01f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:53:39Z', 'updated_at': '2022-05-05T22:53:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:53:43.028557 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b582b74b-8b25-498a-b089-dc4aed63d639 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:43.034781 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b582b74b-8b25-498a-b089-dc4aed63d639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:43.044574 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 3d9fd7c3-f752-4aa9-99d4-bf06c9b58c0f up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:53:43.136545 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b582b74b-8b25-498a-b089-dc4aed63d639 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:43.140454 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b582b74b-8b25-498a-b089-dc4aed63d639 admin admin] Pushing event updated for resources: {'Port': ['ID=aebfa6c2-4fe6-47fb-9e0b-e130217bfcc5,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:53:43.162063 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-0dfc39bc-6492-44d8-9507-704e002160bd None None] Provisioning for port aebfa6c2-4fe6-47fb-9e0b-e130217bfcc5 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:53:43.175402 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-0dfc39bc-6492-44d8-9507-704e002160bd None None] Provisioning complete for port aebfa6c2-4fe6-47fb-9e0b-e130217bfcc5 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:53:43.175769 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0dfc39bc-6492-44d8-9507-704e002160bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:43.239340 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 3d9fd7c3-f752-4aa9-99d4-bf06c9b58c0f triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:53:43.240048 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:43.282897 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b582b74b-8b25-498a-b089-dc4aed63d639 admin admin] Network b607f4c2-9fe6-4f30-bebe-1a2cc8b8fef0 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:53:43.284743 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-b582b74b-8b25-498a-b089-dc4aed63d639 admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:53:43.298183 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-0dfc39bc-6492-44d8-9507-704e002160bd None None] Port aebfa6c2-4fe6-47fb-9e0b-e130217bfcc5 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:53:43.317997 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-f34fc15b-81cf-4b23-848d-aea566ec21d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6d39a8-a23e-4336-b33e-2d6effc1ceed', 'name': 'tempest-TestShelveInstance-1227878137-router', 'tenant_id': 'ef684bc69c3941268f8484d11085bc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'a69a5641-aec4-4467-bdf0-3c0fb252c087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:53:33Z', 'updated_at': '2022-05-05T22:53:36Z', 'revision_number': 4, 'project_id': 'ef684bc69c3941268f8484d11085bc4e', 'gw_port': {'id': 'a69a5641-aec4-4467-bdf0-3c0fb252c087', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:3a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d39a8-a23e-4336-b33e-2d6effc1ceed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:53:33Z', 'updated_at': '2022-05-05T22:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '47ef8ce3-8b20-46d3-8cec-8d48dd9fc524', 'name': '', 'network_id': 'd1e57419-177e-408d-8ec8-efa7f444b88c', 'tenant_id': 'ef684bc69c3941268f8484d11085bc4e', 'mac_address': 'fa:16:3e:44:91:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6d39a8-a23e-4336-b33e-2d6effc1ceed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7032baac-f7dd-431a-9ba8-f6c4411fd181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:53:35Z', 'updated_at': '2022-05-05T22:53:42Z', 'revision_number': 4, 'project_id': 'ef684bc69c3941268f8484d11085bc4e', 'subnets': [{'id': '7032baac-f7dd-431a-9ba8-f6c4411fd181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:53:43.325216 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34fc15b-81cf-4b23-848d-aea566ec21d1 None None] The sync data for ids ['ec6d39a8-a23e-4336-b33e-2d6effc1ceed'] in n-d-825175-4 is: [{'id': 'ec6d39a8-a23e-4336-b33e-2d6effc1ceed', 'name': 'tempest-TestShelveInstance-1227878137-router', 'tenant_id': 'ef684bc69c3941268f8484d11085bc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'a69a5641-aec4-4467-bdf0-3c0fb252c087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:53:33Z', 'updated_at': '2022-05-05T22:53:36Z', 'revision_number': 4, 'project_id': 'ef684bc69c3941268f8484d11085bc4e', 'gw_port': {'id': 'a69a5641-aec4-4467-bdf0-3c0fb252c087', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:3a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d39a8-a23e-4336-b33e-2d6effc1ceed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:53:33Z', 'updated_at': '2022-05-05T22:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '47ef8ce3-8b20-46d3-8cec-8d48dd9fc524', 'name': '', 'network_id': 'd1e57419-177e-408d-8ec8-efa7f444b88c', 'tenant_id': 'ef684bc69c3941268f8484d11085bc4e', 'mac_address': 'fa:16:3e:44:91:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6d39a8-a23e-4336-b33e-2d6effc1ceed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7032baac-f7dd-431a-9ba8-f6c4411fd181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:53:35Z', 'updated_at': '2022-05-05T22:53:42Z', 'revision_number': 4, 'project_id': 'ef684bc69c3941268f8484d11085bc4e', 'subnets': [{'id': '7032baac-f7dd-431a-9ba8-f6c4411fd181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:53:43.621301 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-88403ea7-18c6-4681-8eb7-a63c5234e74e None None] Provisioning complete for port aebfa6c2-4fe6-47fb-9e0b-e130217bfcc5 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:53:43.621979 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-88403ea7-18c6-4681-8eb7-a63c5234e74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:43.682332 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-88403ea7-18c6-4681-8eb7-a63c5234e74e None None] Port aebfa6c2-4fe6-47fb-9e0b-e130217bfcc5 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:53:43.743934 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b582b74b-8b25-498a-b089-dc4aed63d639 admin admin] Router f8c56714-d593-4ba9-b77c-ebbe3b78f01f has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:53:43.958221 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b582b74b-8b25-498a-b089-dc4aed63d639 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:53:43.971230 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b582b74b-8b25-498a-b089-dc4aed63d639 admin admin] 10.222.0.23 "PUT /v2.0/routers/f8c56714-d593-4ba9-b77c-ebbe3b78f01f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0374122 May 05 22:53:44.050884 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f366048b-6b02-4fee-9024-282388800d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:44.637826 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37942) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:53:44.644296 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-2175164e-8409-4e68-bee1-a07971633c46 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1540552615', 'description': 'tempest-secgroup-smoke-1540552615 description', 'project_id': 'ef684bc69c3941268f8484d11085bc4e'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:53:44.651322 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-2175164e-8409-4e68-bee1-a07971633c46 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:53:44.655404 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-2175164e-8409-4e68-bee1-a07971633c46 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Usage tracker for resource:security_group and tenant:ef684bc69c3941268f8484d11085bc4e is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:53:44.659103 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-2175164e-8409-4e68-bee1-a07971633c46 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:53:44.665017 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-2175164e-8409-4e68-bee1-a07971633c46 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:53:44.676095 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2175164e-8409-4e68-bee1-a07971633c46 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:44.711373 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-2175164e-8409-4e68-bee1-a07971633c46 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:53:44.715532 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-2175164e-8409-4e68-bee1-a07971633c46 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Usage tracker for resource:security_group_rule and tenant:ef684bc69c3941268f8484d11085bc4e is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:53:44.718440 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-2175164e-8409-4e68-bee1-a07971633c46 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:53:44.724351 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-2175164e-8409-4e68-bee1-a07971633c46 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:53:44.782054 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2175164e-8409-4e68-bee1-a07971633c46 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:44.786858 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2175164e-8409-4e68-bee1-a07971633c46 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:44.827195 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2175164e-8409-4e68-bee1-a07971633c46 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3dd75e-6f58-4779-9471-9c98fd8a8bab,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:53:44.829902 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-2175164e-8409-4e68-bee1-a07971633c46 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:44.831151 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-2175164e-8409-4e68-bee1-a07971633c46 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1923258 May 05 22:53:44.835588 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37946) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:53:44.841246 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-3db323bb-eb93-493c-9d6d-a29676f02930 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Request body: {'security_group_rule': {'security_group_id': '8f3dd75e-6f58-4779-9471-9c98fd8a8bab', 'project_id': 'ef684bc69c3941268f8484d11085bc4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:53:44.848476 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-3db323bb-eb93-493c-9d6d-a29676f02930 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:53:44.852725 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3db323bb-eb93-493c-9d6d-a29676f02930 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Usage tracker for resource:security_group_rule and tenant:ef684bc69c3941268f8484d11085bc4e is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:53:44.856173 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-3db323bb-eb93-493c-9d6d-a29676f02930 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:53:44.862823 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-3db323bb-eb93-493c-9d6d-a29676f02930 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:53:44.881738 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3db323bb-eb93-493c-9d6d-a29676f02930 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:44.955867 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3db323bb-eb93-493c-9d6d-a29676f02930 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:44.960868 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3db323bb-eb93-493c-9d6d-a29676f02930 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:44.985241 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db323bb-eb93-493c-9d6d-a29676f02930 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92e84c28-db2c-4f17-a7ae-c4f424f2357f,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:53:44.995616 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-3db323bb-eb93-493c-9d6d-a29676f02930 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:44.997077 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-3db323bb-eb93-493c-9d6d-a29676f02930 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1604075 May 05 22:53:45.001385 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37950) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:53:45.005972 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-456f6a28-0c78-4dd1-ba5c-d1554f9307d5 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Request body: {'security_group_rule': {'security_group_id': '8f3dd75e-6f58-4779-9471-9c98fd8a8bab', 'project_id': 'ef684bc69c3941268f8484d11085bc4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:53:45.013027 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-456f6a28-0c78-4dd1-ba5c-d1554f9307d5 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:53:45.017287 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-456f6a28-0c78-4dd1-ba5c-d1554f9307d5 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Usage tracker for resource:security_group_rule and tenant:ef684bc69c3941268f8484d11085bc4e is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:53:45.020238 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-456f6a28-0c78-4dd1-ba5c-d1554f9307d5 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:53:45.025925 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-456f6a28-0c78-4dd1-ba5c-d1554f9307d5 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:53:45.046763 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-456f6a28-0c78-4dd1-ba5c-d1554f9307d5 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:45.067980 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 47ef8ce3-8b20-46d3-8cec-8d48dd9fc524 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:53:45.114642 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-456f6a28-0c78-4dd1-ba5c-d1554f9307d5 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:45.118993 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-456f6a28-0c78-4dd1-ba5c-d1554f9307d5 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:45.140522 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 47ef8ce3-8b20-46d3-8cec-8d48dd9fc524 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:53:45.145760 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 47ef8ce3-8b20-46d3-8cec-8d48dd9fc524 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:53:45.145952 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:45.146107 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456f6a28-0c78-4dd1-ba5c-d1554f9307d5 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96d0fe7d-6d50-4b12-92bd-093d6f89b51a,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:53:45.156225 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-456f6a28-0c78-4dd1-ba5c-d1554f9307d5 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:45.157592 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-456f6a28-0c78-4dd1-ba5c-d1554f9307d5 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1562102 May 05 22:53:45.160233 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37954) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:53:45.165593 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-b6d02b27-c939-4c75-80d6-213a6e46cb3c tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Request body: {'security_group_rule': {'security_group_id': '8f3dd75e-6f58-4779-9471-9c98fd8a8bab', 'project_id': 'ef684bc69c3941268f8484d11085bc4e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:53:45.172384 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-b6d02b27-c939-4c75-80d6-213a6e46cb3c tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:53:45.176252 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b6d02b27-c939-4c75-80d6-213a6e46cb3c tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Usage tracker for resource:security_group_rule and tenant:ef684bc69c3941268f8484d11085bc4e is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:53:45.179256 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-b6d02b27-c939-4c75-80d6-213a6e46cb3c tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:53:45.184922 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-b6d02b27-c939-4c75-80d6-213a6e46cb3c tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:53:45.203235 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b6d02b27-c939-4c75-80d6-213a6e46cb3c tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:45.269970 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:45.270262 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b6d02b27-c939-4c75-80d6-213a6e46cb3c tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:45.274810 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b6d02b27-c939-4c75-80d6-213a6e46cb3c tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:45.302488 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 47ef8ce3-8b20-46d3-8cec-8d48dd9fc524, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=47ef8ce3-8b20-46d3-8cec-8d48dd9fc524,segment=NetworkSegment(285d6e67-3fe6-4f7e-9762-1fa787037cb6),segment_id=285d6e67-3fe6-4f7e-9762-1fa787037cb6)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:53:45.302756 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d02b27-c939-4c75-80d6-213a6e46cb3c tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4960946-9e78-4514-bf96-6807b41b38dc,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:53:45.306771 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:45.307529 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 2bba8ffe-d181-4838-8a0f-df4371a03f5a up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:53:45.314039 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b6d02b27-c939-4c75-80d6-213a6e46cb3c tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:45.315455 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b6d02b27-c939-4c75-80d6-213a6e46cb3c tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1543109 May 05 22:53:45.318335 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37958) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:53:45.323691 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-14f5f31b-67b0-485d-a3de-02a66f784801 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Request body: {'security_group_rule': {'security_group_id': '8f3dd75e-6f58-4779-9471-9c98fd8a8bab', 'project_id': 'ef684bc69c3941268f8484d11085bc4e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:53:45.330779 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-14f5f31b-67b0-485d-a3de-02a66f784801 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:53:45.334921 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-14f5f31b-67b0-485d-a3de-02a66f784801 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Usage tracker for resource:security_group_rule and tenant:ef684bc69c3941268f8484d11085bc4e is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:53:45.338127 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-14f5f31b-67b0-485d-a3de-02a66f784801 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:53:45.344301 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-14f5f31b-67b0-485d-a3de-02a66f784801 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:53:45.364516 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-14f5f31b-67b0-485d-a3de-02a66f784801 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:45.423401 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=47ef8ce3-8b20-46d3-8cec-8d48dd9fc524,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:53:45.435099 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-14f5f31b-67b0-485d-a3de-02a66f784801 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:45.439719 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 2bba8ffe-d181-4838-8a0f-df4371a03f5a completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:53:45.440320 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-14f5f31b-67b0-485d-a3de-02a66f784801 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:45.445219 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 2bba8ffe-d181-4838-8a0f-df4371a03f5a triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:53:45.445777 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:45.470115 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f5f31b-67b0-485d-a3de-02a66f784801 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=397d1ad8-8c02-42d7-9f5b-17c989ea7f2a,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:53:45.482544 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-14f5f31b-67b0-485d-a3de-02a66f784801 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:45.486431 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-14f5f31b-67b0-485d-a3de-02a66f784801 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1645813 May 05 22:53:45.486636 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 37962) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:53:45.492219 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-1bf7a3e5-4efd-4271-a78b-b0a25478261f tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Request body: {'security_group_rule': {'security_group_id': '8f3dd75e-6f58-4779-9471-9c98fd8a8bab', 'project_id': 'ef684bc69c3941268f8484d11085bc4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:53:45.500000 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-1bf7a3e5-4efd-4271-a78b-b0a25478261f tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:53:45.504184 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-1bf7a3e5-4efd-4271-a78b-b0a25478261f tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Usage tracker for resource:security_group_rule and tenant:ef684bc69c3941268f8484d11085bc4e is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:53:45.507439 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-1bf7a3e5-4efd-4271-a78b-b0a25478261f tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:53:45.514570 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-1bf7a3e5-4efd-4271-a78b-b0a25478261f tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:53:45.526001 n-d-825175-4 neutron-server[84063]: INFO neutron.db.securitygroups_db [None req-1bf7a3e5-4efd-4271-a78b-b0a25478261f tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Project ef684bc69c3941268f8484d11085bc4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 22:53:45.533796 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1bf7a3e5-4efd-4271-a78b-b0a25478261f tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:45.571903 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:45.596364 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 2bba8ffe-d181-4838-8a0f-df4371a03f5a, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=2bba8ffe-d181-4838-8a0f-df4371a03f5a,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:53:45.605255 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:45.619776 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1bf7a3e5-4efd-4271-a78b-b0a25478261f tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:45.625016 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1bf7a3e5-4efd-4271-a78b-b0a25478261f tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:45.647931 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf7a3e5-4efd-4271-a78b-b0a25478261f tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ffc02a6-ec41-4478-892c-d38b0d44e658,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:53:45.662022 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1bf7a3e5-4efd-4271-a78b-b0a25478261f tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:45.666115 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1bf7a3e5-4efd-4271-a78b-b0a25478261f tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1784313 May 05 22:53:45.666273 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 37966) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:53:45.672336 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-9fc60a4f-5fc6-49af-9832-51a88a1b1168 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Request body: {'security_group_rule': {'security_group_id': '8f3dd75e-6f58-4779-9471-9c98fd8a8bab', 'project_id': 'ef684bc69c3941268f8484d11085bc4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:53:45.681395 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-9fc60a4f-5fc6-49af-9832-51a88a1b1168 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:53:45.686057 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-9fc60a4f-5fc6-49af-9832-51a88a1b1168 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Usage tracker for resource:security_group_rule and tenant:ef684bc69c3941268f8484d11085bc4e is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:53:45.689623 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-9fc60a4f-5fc6-49af-9832-51a88a1b1168 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:53:45.691958 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=2bba8ffe-d181-4838-8a0f-df4371a03f5a,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:53:45.698192 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-9fc60a4f-5fc6-49af-9832-51a88a1b1168 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:53:45.709263 n-d-825175-4 neutron-server[84061]: INFO neutron.db.securitygroups_db [None req-9fc60a4f-5fc6-49af-9832-51a88a1b1168 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Project ef684bc69c3941268f8484d11085bc4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 22:53:45.716414 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9fc60a4f-5fc6-49af-9832-51a88a1b1168 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:45.786113 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9fc60a4f-5fc6-49af-9832-51a88a1b1168 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:45.790261 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9fc60a4f-5fc6-49af-9832-51a88a1b1168 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:45.812330 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc60a4f-5fc6-49af-9832-51a88a1b1168 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0dfc8cd-513f-47d3-8e7a-f2c2a44376eb,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:53:45.823661 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9fc60a4f-5fc6-49af-9832-51a88a1b1168 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:45.825232 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-9fc60a4f-5fc6-49af-9832-51a88a1b1168 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1578305 May 05 22:53:46.010323 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3c18bae4-a9ca-4bc6-b5fc-f548737a0d43 req-b819acfa-9b83-499a-8bb1-18c8ce09b66e tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1540552615&fields=id&tenant_id=ef684bc69c3941268f8484d11085bc4e HTTP/1.1" status: 200 len: 267 time: 0.0444217 May 05 22:53:46.159489 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18bae4-a9ca-4bc6-b5fc-f548737a0d43 req-800dea82-f7dc-418d-aeac-6cee24915b18 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:53:46.160928 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3c18bae4-a9ca-4bc6-b5fc-f548737a0d43 req-800dea82-f7dc-418d-aeac-6cee24915b18 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/networks?id=d1e57419-177e-408d-8ec8-efa7f444b88c HTTP/1.1" status: 200 len: 809 time: 0.1434824 May 05 22:53:46.177712 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3c18bae4-a9ca-4bc6-b5fc-f548737a0d43 req-8b7d0c1a-c62b-4821-81b1-f83517f90867 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/quotas/ef684bc69c3941268f8484d11085bc4e HTTP/1.1" status: 200 len: 375 time: 0.0113878 May 05 22:53:46.258332 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3c18bae4-a9ca-4bc6-b5fc-f548737a0d43 req-c44129c3-d923-46e1-8175-0b3107921427 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ef684bc69c3941268f8484d11085bc4e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0757778 May 05 22:53:46.352945 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-479296a6-ce7c-467a-ab9e-b19cb159a42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:46.398380 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3c18bae4-a9ca-4bc6-b5fc-f548737a0d43 req-5f31058e-08c8-4b7f-92f3-86ea8bf8491b service neutron] 10.222.0.23 "GET /v2.0/networks/d1e57419-177e-408d-8ec8-efa7f444b88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276402 May 05 22:53:46.624772 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3c18bae4-a9ca-4bc6-b5fc-f548737a0d43 req-bdb1c1d6-a02f-4b98-91b5-6f3329d516ca service neutron] 10.222.0.23 "GET /v2.0/networks/d1e57419-177e-408d-8ec8-efa7f444b88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202783 May 05 22:53:46.824311 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9fbe0b3c-8e25-4988-b6d8-0528b4086368 req-1a0aca67-6a32-4b7f-91c0-4aa1df352933 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f604061-d966-40ae-a7d7-f073638c302a HTTP/1.1" status: 200 len: 210 time: 0.0486233 May 05 22:53:47.032159 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 47ef8ce3-8b20-46d3-8cec-8d48dd9fc524 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:53:47.126181 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 47ef8ce3-8b20-46d3-8cec-8d48dd9fc524 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:53:47.126617 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:47.242079 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 2bba8ffe-d181-4838-8a0f-df4371a03f5a up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:53:47.308635 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 2bba8ffe-d181-4838-8a0f-df4371a03f5a triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:53:47.309071 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:47.596665 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:47.631687 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:47.898398 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18bae4-a9ca-4bc6-b5fc-f548737a0d43 req-65ee7b4e-93c4-44e9-8ba7-979d3e452a5b tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:53:47.899212 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-3c18bae4-a9ca-4bc6-b5fc-f548737a0d43 req-65ee7b4e-93c4-44e9-8ba7-979d3e452a5b tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Synchronizing usage tracker for tenant:ef684bc69c3941268f8484d11085bc4e on resource:network {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:53:47.918165 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-3c18bae4-a9ca-4bc6-b5fc-f548737a0d43 req-65ee7b4e-93c4-44e9-8ba7-979d3e452a5b tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Unset dirty status for tenant:ef684bc69c3941268f8484d11085bc4e on resource:network {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:53:47.919697 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3c18bae4-a9ca-4bc6-b5fc-f548737a0d43 req-65ee7b4e-93c4-44e9-8ba7-979d3e452a5b tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.44 "GET /v2.0/networks?id=d1e57419-177e-408d-8ec8-efa7f444b88c HTTP/1.1" status: 200 len: 809 time: 0.1706660 May 05 22:53:47.981915 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-3c18bae4-a9ca-4bc6-b5fc-f548737a0d43 req-07df5e1f-cfd7-441b-842d-516bf11802ff tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Synchronizing usage tracker for tenant:ef684bc69c3941268f8484d11085bc4e on resource:security_group {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:53:47.990096 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-403e27dd-bf43-4e3e-96e1-c3458bccac78 req-f0f8d0a2-02ba-4bec-8903-1615a636e620 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f604061-d966-40ae-a7d7-f073638c302a HTTP/1.1" status: 200 len: 210 time: 0.0432808 May 05 22:53:48.001670 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-3c18bae4-a9ca-4bc6-b5fc-f548737a0d43 req-07df5e1f-cfd7-441b-842d-516bf11802ff tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Unset dirty status for tenant:ef684bc69c3941268f8484d11085bc4e on resource:security_group {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:53:48.002989 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3c18bae4-a9ca-4bc6-b5fc-f548737a0d43 req-07df5e1f-cfd7-441b-842d-516bf11802ff tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef684bc69c3941268f8484d11085bc4e HTTP/1.1" status: 200 len: 380 time: 0.0716527 May 05 22:53:48.012335 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-3c18bae4-a9ca-4bc6-b5fc-f548737a0d43 req-79c4e652-ebde-47ec-b2df-20952ed8944e tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Request body: {'port': {'device_id': '1f604061-d966-40ae-a7d7-f073638c302a', 'network_id': 'd1e57419-177e-408d-8ec8-efa7f444b88c', 'admin_state_up': True, 'tenant_id': 'ef684bc69c3941268f8484d11085bc4e', 'security_groups': ['8f3dd75e-6f58-4779-9471-9c98fd8a8bab']}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:53:48.149513 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-3c18bae4-a9ca-4bc6-b5fc-f548737a0d43 req-79c4e652-ebde-47ec-b2df-20952ed8944e tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:53:48.153548 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-3c18bae4-a9ca-4bc6-b5fc-f548737a0d43 req-79c4e652-ebde-47ec-b2df-20952ed8944e tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Usage tracker for resource:port and tenant:ef684bc69c3941268f8484d11085bc4e is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:53:48.156580 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-3c18bae4-a9ca-4bc6-b5fc-f548737a0d43 req-79c4e652-ebde-47ec-b2df-20952ed8944e tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:53:48.162697 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-3c18bae4-a9ca-4bc6-b5fc-f548737a0d43 req-79c4e652-ebde-47ec-b2df-20952ed8944e tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:53:48.175371 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c18bae4-a9ca-4bc6-b5fc-f548737a0d43 req-79c4e652-ebde-47ec-b2df-20952ed8944e tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Made reservation on behalf of ef684bc69c3941268f8484d11085bc4e for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:53:48.178438 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-3c18bae4-a9ca-4bc6-b5fc-f548737a0d43 req-79c4e652-ebde-47ec-b2df-20952ed8944e tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:48.343962 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-3c18bae4-a9ca-4bc6-b5fc-f548737a0d43 req-79c4e652-ebde-47ec-b2df-20952ed8944e tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Allocated IP 172.20.0.9 (d1e57419-177e-408d-8ec8-efa7f444b88c/7032baac-f7dd-431a-9ba8-f6c4411fd181/0277f83d-f5b2-43ad-9a81-d2166546bea4) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:53:48.543684 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-3c18bae4-a9ca-4bc6-b5fc-f548737a0d43 req-79c4e652-ebde-47ec-b2df-20952ed8944e tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:48.559640 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-3c18bae4-a9ca-4bc6-b5fc-f548737a0d43 req-79c4e652-ebde-47ec-b2df-20952ed8944e tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Transition to ACTIVE for port object 0277f83d-f5b2-43ad-9a81-d2166546bea4 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:53:48.582108 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-3c18bae4-a9ca-4bc6-b5fc-f548737a0d43 req-79c4e652-ebde-47ec-b2df-20952ed8944e tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:48.660776 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c18bae4-a9ca-4bc6-b5fc-f548737a0d43 req-79c4e652-ebde-47ec-b2df-20952ed8944e tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Network d1e57419-177e-408d-8ec8-efa7f444b88c is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:53:48.664245 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-3c18bae4-a9ca-4bc6-b5fc-f548737a0d43 req-79c4e652-ebde-47ec-b2df-20952ed8944e tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:53:48.666128 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c4e652-ebde-47ec-b2df-20952ed8944e tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Pushing event updated for resources: {'Port': ['ID=0277f83d-f5b2-43ad-9a81-d2166546bea4,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:53:48.668254 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c18bae4-a9ca-4bc6-b5fc-f548737a0d43 req-79c4e652-ebde-47ec-b2df-20952ed8944e tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:53:48.729037 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18bae4-a9ca-4bc6-b5fc-f548737a0d43 req-79c4e652-ebde-47ec-b2df-20952ed8944e tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:53:48.729652 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-3c18bae4-a9ca-4bc6-b5fc-f548737a0d43 req-79c4e652-ebde-47ec-b2df-20952ed8944e tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:48.751479 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3c18bae4-a9ca-4bc6-b5fc-f548737a0d43 req-79c4e652-ebde-47ec-b2df-20952ed8944e tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7430320 May 05 22:53:48.764337 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-3c18bae4-a9ca-4bc6-b5fc-f548737a0d43 req-f4eb7744-c66f-47bb-b5c2-cc85a24d5511 service neutron] Request body: {'port': {'device_id': '1f604061-d966-40ae-a7d7-f073638c302a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:53:48.879987 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-3c18bae4-a9ca-4bc6-b5fc-f548737a0d43 req-f4eb7744-c66f-47bb-b5c2-cc85a24d5511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:48.947897 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-0bb9a7fd-36fb-4497-86a0-ed2141e9576b None None] Provisioning for port 0277f83d-f5b2-43ad-9a81-d2166546bea4 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:53:48.952640 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-0bb9a7fd-36fb-4497-86a0-ed2141e9576b None None] Provisioning complete for port 0277f83d-f5b2-43ad-9a81-d2166546bea4 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:53:48.953008 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0bb9a7fd-36fb-4497-86a0-ed2141e9576b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:49.007936 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-0bb9a7fd-36fb-4497-86a0-ed2141e9576b None None] Port 0277f83d-f5b2-43ad-9a81-d2166546bea4 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:53:49.204218 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e07ac9-af9b-43fd-9c0a-6be0e560a41b req-baa3729d-4391-4809-b7b9-ed48d86f525f tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:53:49.205634 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-72e07ac9-af9b-43fd-9c0a-6be0e560a41b req-baa3729d-4391-4809-b7b9-ed48d86f525f tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f604061-d966-40ae-a7d7-f073638c302a HTTP/1.1" status: 200 len: 931 time: 0.0854666 May 05 22:53:49.235587 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:49.261179 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-72e07ac9-af9b-43fd-9c0a-6be0e560a41b req-caaa9657-a1c5-4854-93bf-80eec9d279ae tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f3dd75e-6f58-4779-9471-9c98fd8a8bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497313 May 05 22:53:49.345029 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-3c18bae4-a9ca-4bc6-b5fc-f548737a0d43 req-f4eb7744-c66f-47bb-b5c2-cc85a24d5511 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0277f83d-f5b2-43ad-9a81-d2166546bea4 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:53:49.353516 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-3c18bae4-a9ca-4bc6-b5fc-f548737a0d43 req-f4eb7744-c66f-47bb-b5c2-cc85a24d5511 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:49.376869 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-3c18bae4-a9ca-4bc6-b5fc-f548737a0d43 req-f4eb7744-c66f-47bb-b5c2-cc85a24d5511 service neutron] Transition to ACTIVE for port object 0277f83d-f5b2-43ad-9a81-d2166546bea4 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:53:49.382059 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-3c18bae4-a9ca-4bc6-b5fc-f548737a0d43 req-f4eb7744-c66f-47bb-b5c2-cc85a24d5511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:49.512269 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eb7744-c66f-47bb-b5c2-cc85a24d5511 service neutron] Pushing event updated for resources: {'Port': ['ID=0277f83d-f5b2-43ad-9a81-d2166546bea4,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:53:49.623420 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-3c18bae4-a9ca-4bc6-b5fc-f548737a0d43 req-f4eb7744-c66f-47bb-b5c2-cc85a24d5511 service neutron] Attempting to bind port 0277f83d-f5b2-43ad-9a81-d2166546bea4 on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:53:49.623748 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-3c18bae4-a9ca-4bc6-b5fc-f548737a0d43 req-f4eb7744-c66f-47bb-b5c2-cc85a24d5511 service neutron] Attempting to bind port 0277f83d-f5b2-43ad-9a81-d2166546bea4 by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': '285d6e67-3fe6-4f7e-9762-1fa787037cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd1e57419-177e-408d-8ec8-efa7f444b88c'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:53:49.624072 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c18bae4-a9ca-4bc6-b5fc-f548737a0d43 req-f4eb7744-c66f-47bb-b5c2-cc85a24d5511 service neutron] Attempting to bind port 0277f83d-f5b2-43ad-9a81-d2166546bea4 on network d1e57419-177e-408d-8ec8-efa7f444b88c {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:53:49.630159 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c18bae4-a9ca-4bc6-b5fc-f548737a0d43 req-f4eb7744-c66f-47bb-b5c2-cc85a24d5511 service neutron] Port 0277f83d-f5b2-43ad-9a81-d2166546bea4 on network d1e57419-177e-408d-8ec8-efa7f444b88c not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:53:49.630467 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c18bae4-a9ca-4bc6-b5fc-f548737a0d43 req-f4eb7744-c66f-47bb-b5c2-cc85a24d5511 service neutron] Attempting to bind port 0277f83d-f5b2-43ad-9a81-d2166546bea4 on network d1e57419-177e-408d-8ec8-efa7f444b88c {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:53:49.637307 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c18bae4-a9ca-4bc6-b5fc-f548737a0d43 req-f4eb7744-c66f-47bb-b5c2-cc85a24d5511 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:53:49.637523 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c18bae4-a9ca-4bc6-b5fc-f548737a0d43 req-f4eb7744-c66f-47bb-b5c2-cc85a24d5511 service neutron] Checking segment: {'id': '285d6e67-3fe6-4f7e-9762-1fa787037cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd1e57419-177e-408d-8ec8-efa7f444b88c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:53:49.637873 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c18bae4-a9ca-4bc6-b5fc-f548737a0d43 req-f4eb7744-c66f-47bb-b5c2-cc85a24d5511 service neutron] Bound using segment: {'id': '285d6e67-3fe6-4f7e-9762-1fa787037cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd1e57419-177e-408d-8ec8-efa7f444b88c'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:53:49.638284 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-3c18bae4-a9ca-4bc6-b5fc-f548737a0d43 req-f4eb7744-c66f-47bb-b5c2-cc85a24d5511 service neutron] Bound port: 0277f83d-f5b2-43ad-9a81-d2166546bea4, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '285d6e67-3fe6-4f7e-9762-1fa787037cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd1e57419-177e-408d-8ec8-efa7f444b88c'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:53:49.638639 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-3c18bae4-a9ca-4bc6-b5fc-f548737a0d43 req-f4eb7744-c66f-47bb-b5c2-cc85a24d5511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:49.726326 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-3c18bae4-a9ca-4bc6-b5fc-f548737a0d43 req-f4eb7744-c66f-47bb-b5c2-cc85a24d5511 service neutron] For port 0277f83d-f5b2-43ad-9a81-d2166546bea4, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:53:49.731290 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-3c18bae4-a9ca-4bc6-b5fc-f548737a0d43 req-f4eb7744-c66f-47bb-b5c2-cc85a24d5511 service neutron] For port 0277f83d-f5b2-43ad-9a81-d2166546bea4, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=0277f83d-f5b2-43ad-9a81-d2166546bea4,segment=NetworkSegment(285d6e67-3fe6-4f7e-9762-1fa787037cb6),segment_id=285d6e67-3fe6-4f7e-9762-1fa787037cb6)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:53:49.739486 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-3c18bae4-a9ca-4bc6-b5fc-f548737a0d43 req-f4eb7744-c66f-47bb-b5c2-cc85a24d5511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:49.803922 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-3c18bae4-a9ca-4bc6-b5fc-f548737a0d43 req-f4eb7744-c66f-47bb-b5c2-cc85a24d5511 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:49.805286 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3c18bae4-a9ca-4bc6-b5fc-f548737a0d43 req-f4eb7744-c66f-47bb-b5c2-cc85a24d5511 service neutron] 10.222.0.44 "PUT /v2.0/ports/0277f83d-f5b2-43ad-9a81-d2166546bea4 HTTP/1.1" status: 200 len: 1091 time: 1.0458231 May 05 22:53:49.805711 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f604061-d966-40ae-a7d7-f073638c302a', 'tag': '0277f83d-f5b2-43ad-9a81-d2166546bea4'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:53:49.836403 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eb7744-c66f-47bb-b5c2-cc85a24d5511 service neutron] Pushing event updated for resources: {'Port': ['ID=0277f83d-f5b2-43ad-9a81-d2166546bea4,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:53:49.889653 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f993dc69-b820-41cd-b7f9-7c826b5a6eaa'] response: {'name': 'network-changed', 'server_uuid': '1f604061-d966-40ae-a7d7-f073638c302a', 'tag': '0277f83d-f5b2-43ad-9a81-d2166546bea4', 'status': 'completed', 'code': 200} May 05 22:53:49.927608 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3c18bae4-a9ca-4bc6-b5fc-f548737a0d43 req-4b2b9d6c-9417-49a4-859c-d89f6d10dafe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ef684bc69c3941268f8484d11085bc4e&device_id=1f604061-d966-40ae-a7d7-f073638c302a HTTP/1.1" status: 200 len: 1094 time: 0.0783784 May 05 22:53:49.998943 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3c18bae4-a9ca-4bc6-b5fc-f548737a0d43 req-fcc6c0aa-1830-4c72-afc6-340051d5c634 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0277f83d-f5b2-43ad-9a81-d2166546bea4 HTTP/1.1" status: 200 len: 217 time: 0.0648575 May 05 22:53:50.069269 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18bae4-a9ca-4bc6-b5fc-f548737a0d43 req-5558222e-a7f0-4976-b6c1-952a5d74d900 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:53:50.071435 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3c18bae4-a9ca-4bc6-b5fc-f548737a0d43 req-5558222e-a7f0-4976-b6c1-952a5d74d900 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7032baac-f7dd-431a-9ba8-f6c4411fd181 HTTP/1.1" status: 200 len: 848 time: 0.0670309 May 05 22:53:50.150010 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3c18bae4-a9ca-4bc6-b5fc-f548737a0d43 req-a5d39f38-d6ae-4b15-a3dc-a3e172365e54 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d1e57419-177e-408d-8ec8-efa7f444b88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732753 May 05 22:53:50.280621 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3c18bae4-a9ca-4bc6-b5fc-f548737a0d43 req-e33c4657-507a-4824-b25e-c0127639cee3 service neutron] 10.222.0.44 "GET /v2.0/networks/d1e57419-177e-408d-8ec8-efa7f444b88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244743 May 05 22:53:50.418235 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3c18bae4-a9ca-4bc6-b5fc-f548737a0d43 req-b0e2ae90-f414-4e18-b790-4ee039a3005f service neutron] 10.222.0.44 "GET /v2.0/networks/d1e57419-177e-408d-8ec8-efa7f444b88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307852 May 05 22:53:50.457884 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7eb973-b32f-4b4c-a937-84df366386df req-0e4c6166-7db7-4c24-9c9e-023c1909f529 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:53:50.460031 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2a7eb973-b32f-4b4c-a937-84df366386df req-0e4c6166-7db7-4c24-9c9e-023c1909f529 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f604061-d966-40ae-a7d7-f073638c302a HTTP/1.1" status: 200 len: 943 time: 0.0788536 May 05 22:53:50.506293 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2a7eb973-b32f-4b4c-a937-84df366386df req-1fb23172-2593-4c45-a109-e85da3eceda6 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f3dd75e-6f58-4779-9471-9c98fd8a8bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405562 May 05 22:53:50.536813 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2872fe81-c576-4fd7-ae7b-1410e7b654dc req-704798b8-2959-4c55-8cfb-5ec14b11282e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ef684bc69c3941268f8484d11085bc4e&device_id=1f604061-d966-40ae-a7d7-f073638c302a HTTP/1.1" status: 200 len: 1094 time: 0.0712242 May 05 22:53:50.666092 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872fe81-c576-4fd7-ae7b-1410e7b654dc req-07fe70d4-b3b2-42f6-9e39-644e346eb1d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:53:50.667557 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2872fe81-c576-4fd7-ae7b-1410e7b654dc req-07fe70d4-b3b2-42f6-9e39-644e346eb1d5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d1e57419-177e-408d-8ec8-efa7f444b88c HTTP/1.1" status: 200 len: 910 time: 0.1249735 May 05 22:53:50.737098 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2872fe81-c576-4fd7-ae7b-1410e7b654dc req-df8cc8e0-8daf-45d9-a88a-3579d8096117 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0277f83d-f5b2-43ad-9a81-d2166546bea4 HTTP/1.1" status: 200 len: 217 time: 0.0622420 May 05 22:53:50.810786 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872fe81-c576-4fd7-ae7b-1410e7b654dc req-17a6172c-3405-4890-86cb-e81edfc81054 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:53:50.812123 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2872fe81-c576-4fd7-ae7b-1410e7b654dc req-17a6172c-3405-4890-86cb-e81edfc81054 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7032baac-f7dd-431a-9ba8-f6c4411fd181 HTTP/1.1" status: 200 len: 848 time: 0.0680726 May 05 22:53:50.890871 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2872fe81-c576-4fd7-ae7b-1410e7b654dc req-4cfd3e09-2d8c-4eab-87c5-a504bf55264f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d1e57419-177e-408d-8ec8-efa7f444b88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715113 May 05 22:53:51.112689 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2872fe81-c576-4fd7-ae7b-1410e7b654dc req-f868e113-488f-4e9f-9fb8-2c25fedca3d3 service neutron] 10.222.0.44 "GET /v2.0/networks/d1e57419-177e-408d-8ec8-efa7f444b88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152007 May 05 22:53:51.251505 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2872fe81-c576-4fd7-ae7b-1410e7b654dc req-e11019e2-9afa-400b-a107-dc8910518286 service neutron] 10.222.0.44 "GET /v2.0/networks/d1e57419-177e-408d-8ec8-efa7f444b88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317220 May 05 22:53:51.716710 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df580630-0b3b-4bb6-8786-ff4cf37d0d2f req-b7d2de90-56b1-4857-a692-1a642d62e710 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:53:51.718175 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-df580630-0b3b-4bb6-8786-ff4cf37d0d2f req-b7d2de90-56b1-4857-a692-1a642d62e710 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f604061-d966-40ae-a7d7-f073638c302a HTTP/1.1" status: 200 len: 943 time: 0.0863602 May 05 22:53:51.764606 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-df580630-0b3b-4bb6-8786-ff4cf37d0d2f req-dda215ea-3449-4507-a9de-f7da53dcf572 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f3dd75e-6f58-4779-9471-9c98fd8a8bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404100 May 05 22:53:52.535338 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 0277f83d-f5b2-43ad-9a81-d2166546bea4 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:53:52.670793 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 0277f83d-f5b2-43ad-9a81-d2166546bea4, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=0277f83d-f5b2-43ad-9a81-d2166546bea4,segment=NetworkSegment(285d6e67-3fe6-4f7e-9762-1fa787037cb6),segment_id=285d6e67-3fe6-4f7e-9762-1fa787037cb6)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:53:52.684174 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '0277f83d-f5b2-43ad-9a81-d2166546bea4', 'network_id': 'd1e57419-177e-408d-8ec8-efa7f444b88c', 'port_id': '0277f83d-f5b2-43ad-9a81-d2166546bea4', 'mac_address': 'fa:16:3e:26:2c:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7032baac-f7dd-431a-9ba8-f6c4411fd181', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:53:52.740972 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:52.758677 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0277f83d-f5b2-43ad-9a81-d2166546bea4 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:53:52.774306 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 0277f83d-f5b2-43ad-9a81-d2166546bea4, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=0277f83d-f5b2-43ad-9a81-d2166546bea4,segment=NetworkSegment(285d6e67-3fe6-4f7e-9762-1fa787037cb6),segment_id=285d6e67-3fe6-4f7e-9762-1fa787037cb6)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:53:52.780779 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:52.850818 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=0277f83d-f5b2-43ad-9a81-d2166546bea4,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:53:52.963550 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74d2e1-c9f7-40b1-9996-89d1429645a1 req-1df0188b-2f73-4c30-a721-ece4c64922c3 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:53:52.965030 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bc74d2e1-c9f7-40b1-9996-89d1429645a1 req-1df0188b-2f73-4c30-a721-ece4c64922c3 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f604061-d966-40ae-a7d7-f073638c302a HTTP/1.1" status: 200 len: 944 time: 0.0788283 May 05 22:53:53.000170 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['0277f83d-f5b2-43ad-9a81-d2166546bea4'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:53:53.015075 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bc74d2e1-c9f7-40b1-9996-89d1429645a1 req-589a3b77-4d1f-44d3-9754-e979d25b79b1 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f3dd75e-6f58-4779-9471-9c98fd8a8bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421655 May 05 22:53:54.232719 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbab169-af2b-40d0-a85d-308165efd282 req-fa28c4b2-194f-4d6a-9244-3477324429ab tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:53:54.234184 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7cbab169-af2b-40d0-a85d-308165efd282 req-fa28c4b2-194f-4d6a-9244-3477324429ab tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f604061-d966-40ae-a7d7-f073638c302a HTTP/1.1" status: 200 len: 944 time: 0.0913839 May 05 22:53:54.281001 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7cbab169-af2b-40d0-a85d-308165efd282 req-f86f0756-99af-45a2-808c-98e8eff1ad92 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f3dd75e-6f58-4779-9471-9c98fd8a8bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410676 May 05 22:53:54.534692 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 0277f83d-f5b2-43ad-9a81-d2166546bea4 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:53:54.606868 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port 0277f83d-f5b2-43ad-9a81-d2166546bea4 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:53:54.611323 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 0277f83d-f5b2-43ad-9a81-d2166546bea4 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:53:54.611681 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:54.720924 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:54.750435 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f604061-d966-40ae-a7d7-f073638c302a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0277f83d-f5b2-43ad-9a81-d2166546bea4'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:53:54.760318 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 0277f83d-f5b2-43ad-9a81-d2166546bea4, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=0277f83d-f5b2-43ad-9a81-d2166546bea4,segment=NetworkSegment(285d6e67-3fe6-4f7e-9762-1fa787037cb6),segment_id=285d6e67-3fe6-4f7e-9762-1fa787037cb6)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:53:54.765246 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:54.808297 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f218803-c962-45f8-8278-2f7e3af4649b'] response: {'server_uuid': '1f604061-d966-40ae-a7d7-f073638c302a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0277f83d-f5b2-43ad-9a81-d2166546bea4', 'code': 200} May 05 22:53:54.831087 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=0277f83d-f5b2-43ad-9a81-d2166546bea4,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:53:54.937228 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-843c1191-1a08-478a-9fd6-64dc767df846 req-043caa9b-69f9-4662-a736-a458a9915547 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1f604061-d966-40ae-a7d7-f073638c302a HTTP/1.1" status: 200 len: 1096 time: 0.0747395 May 05 22:53:54.980447 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-843c1191-1a08-478a-9fd6-64dc767df846 req-a6feb24b-7457-4901-a237-50ba6da92aa0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8f3dd75e-6f58-4779-9471-9c98fd8a8bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371742 May 05 22:53:55.506998 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8daf52c-bc6e-4ceb-9e76-61d0ef5e2273 req-368b1f64-fc9c-4ed1-80d7-4743827a10ee tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:53:55.508455 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d8daf52c-bc6e-4ceb-9e76-61d0ef5e2273 req-368b1f64-fc9c-4ed1-80d7-4743827a10ee tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f604061-d966-40ae-a7d7-f073638c302a HTTP/1.1" status: 200 len: 945 time: 0.0871644 May 05 22:53:55.559328 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d8daf52c-bc6e-4ceb-9e76-61d0ef5e2273 req-9800b6c2-e488-4a86-ab3c-1fcab66f50c5 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f3dd75e-6f58-4779-9471-9c98fd8a8bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433674 May 05 22:53:56.771176 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ade8e-65aa-4d34-b6fa-d0c74ab01eb1 req-18acf498-16ea-4a04-98e5-5841571dabee tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:53:56.772526 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-294ade8e-65aa-4d34-b6fa-d0c74ab01eb1 req-18acf498-16ea-4a04-98e5-5841571dabee tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f604061-d966-40ae-a7d7-f073638c302a HTTP/1.1" status: 200 len: 945 time: 0.0784853 May 05 22:53:56.819865 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-294ade8e-65aa-4d34-b6fa-d0c74ab01eb1 req-febcb8c2-f935-4202-a49b-559b16287fae tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f3dd75e-6f58-4779-9471-9c98fd8a8bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398321 May 05 22:53:57.034789 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0483d6-b44c-4312-b914-1fc855d8dcc2 req-196daabc-7bb0-4d62-b9bb-7caa745ca1bd tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:53:57.036185 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9d0483d6-b44c-4312-b914-1fc855d8dcc2 req-196daabc-7bb0-4d62-b9bb-7caa745ca1bd tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f604061-d966-40ae-a7d7-f073638c302a HTTP/1.1" status: 200 len: 945 time: 0.0860436 May 05 22:53:57.082906 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9d0483d6-b44c-4312-b914-1fc855d8dcc2 req-fdb51a5b-d320-470a-9d08-d0d8b6e52d66 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f3dd75e-6f58-4779-9471-9c98fd8a8bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410528 May 05 22:53:57.110778 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 38016) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:53:57.309733 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-abc8aa70-7f6f-47d0-9e33-c71a00a45e5b tempest-TestShelveInstance-246675098 tempest-TestShelveInstance-246675098-project-admin] Synchronizing usage tracker for tenant:77d1bad747ca4002adefc9b17297b7c6 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:53:57.327953 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-abc8aa70-7f6f-47d0-9e33-c71a00a45e5b tempest-TestShelveInstance-246675098 tempest-TestShelveInstance-246675098-project-admin] Unset dirty status for tenant:77d1bad747ca4002adefc9b17297b7c6 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:53:57.329070 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-abc8aa70-7f6f-47d0-9e33-c71a00a45e5b tempest-TestShelveInstance-246675098 tempest-TestShelveInstance-246675098-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1f604061-d966-40ae-a7d7-f073638c302a HTTP/1.1" status: 200 len: 1091 time: 0.2173054 May 05 22:53:57.332214 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 38022) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:53:57.337454 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-e7933563-9e52-4ae9-9707-ad317629ae22 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Request body: {'floatingip': {'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'port_id': '0277f83d-f5b2-43ad-9a81-d2166546bea4', 'tenant_id': 'ef684bc69c3941268f8484d11085bc4e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:53:57.343722 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-e7933563-9e52-4ae9-9707-ad317629ae22 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:53:57.347772 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e7933563-9e52-4ae9-9707-ad317629ae22 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Usage tracker for resource:floatingip and tenant:ef684bc69c3941268f8484d11085bc4e is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:53:57.350692 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-e7933563-9e52-4ae9-9707-ad317629ae22 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:53:57.357612 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-e7933563-9e52-4ae9-9707-ad317629ae22 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:53:57.370229 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e7933563-9e52-4ae9-9707-ad317629ae22 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks [] for floatingip, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:57.525341 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e7933563-9e52-4ae9-9707-ad317629ae22 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:57.661819 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-e7933563-9e52-4ae9-9707-ad317629ae22 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Allocated IP 172.25.4.39 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/d159618b-8b9e-49ac-ba05-53eba92819b1) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:53:57.809202 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e7933563-9e52-4ae9-9707-ad317629ae22 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:57.840800 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e7933563-9e52-4ae9-9707-ad317629ae22 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:57.911867 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7933563-9e52-4ae9-9707-ad317629ae22 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:53:57.914650 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-e7933563-9e52-4ae9-9707-ad317629ae22 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:53:57.919029 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7933563-9e52-4ae9-9707-ad317629ae22 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:53:57.945457 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7933563-9e52-4ae9-9707-ad317629ae22 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Pushing event updated for resources: {'Port': ['ID=d159618b-8b9e-49ac-ba05-53eba92819b1,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:53:58.519279 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e7933563-9e52-4ae9-9707-ad317629ae22 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:58.579029 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e7933563-9e52-4ae9-9707-ad317629ae22 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:58.810179 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e7933563-9e52-4ae9-9707-ad317629ae22 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:58.817232 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e7933563-9e52-4ae9-9707-ad317629ae22 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:58.936942 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7933563-9e52-4ae9-9707-ad317629ae22 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Pushing event updated for resources: {'Port': ['ID=d159618b-8b9e-49ac-ba05-53eba92819b1,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:53:58.951487 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e7933563-9e52-4ae9-9707-ad317629ae22 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:59.169434 n-d-825175-4 neutron-server[84061]: INFO neutron.db.l3_db [None req-e7933563-9e52-4ae9-9707-ad317629ae22 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Floating IP b878fbba-3a16-4074-90e0-cd724c196a5b associated. External IP: 172.25.4.39, port: 0277f83d-f5b2-43ad-9a81-d2166546bea4. May 05 22:53:59.567261 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7933563-9e52-4ae9-9707-ad317629ae22 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Router ec6d39a8-a23e-4336-b33e-2d6effc1ceed has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:53:59.878651 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7933563-9e52-4ae9-9707-ad317629ae22 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:53:59.889146 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0624d6-9a21-41b7-ba2e-445442d2c7fe None None] Sync routers for ids ['ec6d39a8-a23e-4336-b33e-2d6effc1ceed'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:53:59.902189 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0624d6-9a21-41b7-ba2e-445442d2c7fe None None] Routers {'ec6d39a8-a23e-4336-b33e-2d6effc1ceed'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:53:59.903516 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-2f0624d6-9a21-41b7-ba2e-445442d2c7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:53:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['ec6d39a8-a23e-4336-b33e-2d6effc1ceed'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:53:59.905937 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e7933563-9e52-4ae9-9707-ad317629ae22 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:53:59.964816 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e7933563-9e52-4ae9-9707-ad317629ae22 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6315954 May 05 22:53:59.965911 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f604061-d966-40ae-a7d7-f073638c302a', 'tag': '0277f83d-f5b2-43ad-9a81-d2166546bea4'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:54:00.087508 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-2f0624d6-9a21-41b7-ba2e-445442d2c7fe None None] Set router ec6d39a8-a23e-4336-b33e-2d6effc1ceed gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:54:00.099486 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f708fa6-91c4-40e2-b586-0096bf7f232d'] response: {'name': 'network-changed', 'server_uuid': '1f604061-d966-40ae-a7d7-f073638c302a', 'tag': '0277f83d-f5b2-43ad-9a81-d2166546bea4', 'status': 'completed', 'code': 200} May 05 22:54:00.197348 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-13a1fb69-c461-4096-8fc0-b1d495da9153 req-802432aa-c253-4efa-9975-08336e046a9f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ef684bc69c3941268f8484d11085bc4e&device_id=1f604061-d966-40ae-a7d7-f073638c302a HTTP/1.1" status: 200 len: 1096 time: 0.0730052 May 05 22:54:00.331385 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a1fb69-c461-4096-8fc0-b1d495da9153 req-e7bb5c50-c844-4132-ab92-1729e2583311 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:54:00.332831 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-13a1fb69-c461-4096-8fc0-b1d495da9153 req-e7bb5c50-c844-4132-ab92-1729e2583311 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d1e57419-177e-408d-8ec8-efa7f444b88c HTTP/1.1" status: 200 len: 910 time: 0.1296306 May 05 22:54:00.356090 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:54:00.433996 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-13a1fb69-c461-4096-8fc0-b1d495da9153 req-ff30603f-07de-4f4b-a4e8-636d9bd39f7c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0277f83d-f5b2-43ad-9a81-d2166546bea4 HTTP/1.1" status: 200 len: 998 time: 0.0948400 May 05 22:54:00.442441 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-2f0624d6-9a21-41b7-ba2e-445442d2c7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6d39a8-a23e-4336-b33e-2d6effc1ceed', 'name': 'tempest-TestShelveInstance-1227878137-router', 'tenant_id': 'ef684bc69c3941268f8484d11085bc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'a69a5641-aec4-4467-bdf0-3c0fb252c087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:53:33Z', 'updated_at': '2022-05-05T22:53:36Z', 'revision_number': 4, 'project_id': 'ef684bc69c3941268f8484d11085bc4e', 'gw_port': {'id': 'a69a5641-aec4-4467-bdf0-3c0fb252c087', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:3a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d39a8-a23e-4336-b33e-2d6effc1ceed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:53:33Z', 'updated_at': '2022-05-05T22:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': 'b878fbba-3a16-4074-90e0-cd724c196a5b', 'tenant_id': 'ef684bc69c3941268f8484d11085bc4e', 'floating_ip_address': '172.25.4.39', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'ec6d39a8-a23e-4336-b33e-2d6effc1ceed', 'port_id': '0277f83d-f5b2-43ad-9a81-d2166546bea4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1e57419-177e-408d-8ec8-efa7f444b88c', 'mac_address': 'fa:16:3e:26:2c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f604061-d966-40ae-a7d7-f073638c302a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:53:58Z', 'updated_at': '2022-05-05T22:53:58Z', 'revision_number': 0, 'project_id': 'ef684bc69c3941268f8484d11085bc4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47ef8ce3-8b20-46d3-8cec-8d48dd9fc524', 'name': '', 'network_id': 'd1e57419-177e-408d-8ec8-efa7f444b88c', 'tenant_id': 'ef684bc69c3941268f8484d11085bc4e', 'mac_address': 'fa:16:3e:44:91:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d39a8-a23e-4336-b33e-2d6effc1ceed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7032baac-f7dd-431a-9ba8-f6c4411fd181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:53:35Z', 'updated_at': '2022-05-05T22:53:45Z', 'revision_number': 5, 'project_id': 'ef684bc69c3941268f8484d11085bc4e', 'subnets': [{'id': '7032baac-f7dd-431a-9ba8-f6c4411fd181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:54:00.446306 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0624d6-9a21-41b7-ba2e-445442d2c7fe None None] Checking router: ec6d39a8-a23e-4336-b33e-2d6effc1ceed for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:54:00.457019 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0624d6-9a21-41b7-ba2e-445442d2c7fe None None] Routers {'ec6d39a8-a23e-4336-b33e-2d6effc1ceed'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:54:00.457536 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-2f0624d6-9a21-41b7-ba2e-445442d2c7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:53:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['ec6d39a8-a23e-4336-b33e-2d6effc1ceed'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:54:00.503531 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a1fb69-c461-4096-8fc0-b1d495da9153 req-3da23600-dece-4e95-b685-a67b25270977 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:54:00.504979 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-13a1fb69-c461-4096-8fc0-b1d495da9153 req-3da23600-dece-4e95-b685-a67b25270977 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7032baac-f7dd-431a-9ba8-f6c4411fd181 HTTP/1.1" status: 200 len: 848 time: 0.0655558 May 05 22:54:00.579906 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-13a1fb69-c461-4096-8fc0-b1d495da9153 req-c8a203ba-6f98-4393-86a5-70679031f67f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d1e57419-177e-408d-8ec8-efa7f444b88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688744 May 05 22:54:00.671600 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-2f0624d6-9a21-41b7-ba2e-445442d2c7fe None None] Set router ec6d39a8-a23e-4336-b33e-2d6effc1ceed gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:54:00.710551 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-13a1fb69-c461-4096-8fc0-b1d495da9153 req-0bb6bfd8-a0c1-43e2-bb91-24905ee95c2d service neutron] 10.222.0.44 "GET /v2.0/networks/d1e57419-177e-408d-8ec8-efa7f444b88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239076 May 05 22:54:00.853449 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-13a1fb69-c461-4096-8fc0-b1d495da9153 req-35d2389d-36c6-4908-83cf-b6566ad45251 service neutron] 10.222.0.44 "GET /v2.0/networks/d1e57419-177e-408d-8ec8-efa7f444b88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370935 May 05 22:54:01.028820 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-2f0624d6-9a21-41b7-ba2e-445442d2c7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6d39a8-a23e-4336-b33e-2d6effc1ceed', 'name': 'tempest-TestShelveInstance-1227878137-router', 'tenant_id': 'ef684bc69c3941268f8484d11085bc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'a69a5641-aec4-4467-bdf0-3c0fb252c087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:53:33Z', 'updated_at': '2022-05-05T22:53:36Z', 'revision_number': 4, 'project_id': 'ef684bc69c3941268f8484d11085bc4e', 'gw_port': {'id': 'a69a5641-aec4-4467-bdf0-3c0fb252c087', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:3a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d39a8-a23e-4336-b33e-2d6effc1ceed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:53:33Z', 'updated_at': '2022-05-05T22:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': 'b878fbba-3a16-4074-90e0-cd724c196a5b', 'tenant_id': 'ef684bc69c3941268f8484d11085bc4e', 'floating_ip_address': '172.25.4.39', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'ec6d39a8-a23e-4336-b33e-2d6effc1ceed', 'port_id': '0277f83d-f5b2-43ad-9a81-d2166546bea4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1e57419-177e-408d-8ec8-efa7f444b88c', 'mac_address': 'fa:16:3e:26:2c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f604061-d966-40ae-a7d7-f073638c302a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:53:58Z', 'updated_at': '2022-05-05T22:53:58Z', 'revision_number': 0, 'project_id': 'ef684bc69c3941268f8484d11085bc4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47ef8ce3-8b20-46d3-8cec-8d48dd9fc524', 'name': '', 'network_id': 'd1e57419-177e-408d-8ec8-efa7f444b88c', 'tenant_id': 'ef684bc69c3941268f8484d11085bc4e', 'mac_address': 'fa:16:3e:44:91:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d39a8-a23e-4336-b33e-2d6effc1ceed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7032baac-f7dd-431a-9ba8-f6c4411fd181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:53:35Z', 'updated_at': '2022-05-05T22:53:45Z', 'revision_number': 5, 'project_id': 'ef684bc69c3941268f8484d11085bc4e', 'subnets': [{'id': '7032baac-f7dd-431a-9ba8-f6c4411fd181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:54:01.032950 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0624d6-9a21-41b7-ba2e-445442d2c7fe None None] The sync data for ids ['ec6d39a8-a23e-4336-b33e-2d6effc1ceed'] in n-d-825175-4 is: [{'id': 'ec6d39a8-a23e-4336-b33e-2d6effc1ceed', 'name': 'tempest-TestShelveInstance-1227878137-router', 'tenant_id': 'ef684bc69c3941268f8484d11085bc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'a69a5641-aec4-4467-bdf0-3c0fb252c087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:53:33Z', 'updated_at': '2022-05-05T22:53:36Z', 'revision_number': 4, 'project_id': 'ef684bc69c3941268f8484d11085bc4e', 'gw_port': {'id': 'a69a5641-aec4-4467-bdf0-3c0fb252c087', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:3a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d39a8-a23e-4336-b33e-2d6effc1ceed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:53:33Z', 'updated_at': '2022-05-05T22:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': 'b878fbba-3a16-4074-90e0-cd724c196a5b', 'tenant_id': 'ef684bc69c3941268f8484d11085bc4e', 'floating_ip_address': '172.25.4.39', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'ec6d39a8-a23e-4336-b33e-2d6effc1ceed', 'port_id': '0277f83d-f5b2-43ad-9a81-d2166546bea4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1e57419-177e-408d-8ec8-efa7f444b88c', 'mac_address': 'fa:16:3e:26:2c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f604061-d966-40ae-a7d7-f073638c302a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:53:58Z', 'updated_at': '2022-05-05T22:53:58Z', 'revision_number': 0, 'project_id': 'ef684bc69c3941268f8484d11085bc4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47ef8ce3-8b20-46d3-8cec-8d48dd9fc524', 'name': '', 'network_id': 'd1e57419-177e-408d-8ec8-efa7f444b88c', 'tenant_id': 'ef684bc69c3941268f8484d11085bc4e', 'mac_address': 'fa:16:3e:44:91:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d39a8-a23e-4336-b33e-2d6effc1ceed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7032baac-f7dd-431a-9ba8-f6c4411fd181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:53:35Z', 'updated_at': '2022-05-05T22:53:45Z', 'revision_number': 5, 'project_id': 'ef684bc69c3941268f8484d11085bc4e', 'subnets': [{'id': '7032baac-f7dd-431a-9ba8-f6c4411fd181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:54:05.357699 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb50237-8ffd-4d71-b9f5-f1561f46bebd None None] New status for floating IP b878fbba-3a16-4074-90e0-cd724c196a5b: ACTIVE {{(pid=84068) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 22:54:05.365514 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc2eccc-2b9e-4a7f-8660-743a9cfe8ec8 None None] Sync routers for ids ['f8c56714-d593-4ba9-b77c-ebbe3b78f01f'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:54:05.379341 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc2eccc-2b9e-4a7f-8660-743a9cfe8ec8 None None] Routers {'f8c56714-d593-4ba9-b77c-ebbe3b78f01f'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:54:05.380023 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-0fc2eccc-2b9e-4a7f-8660-743a9cfe8ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:53:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['f8c56714-d593-4ba9-b77c-ebbe3b78f01f'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:54:05.560527 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-0fc2eccc-2b9e-4a7f-8660-743a9cfe8ec8 None None] Set router f8c56714-d593-4ba9-b77c-ebbe3b78f01f gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:54:05.903803 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-0fc2eccc-2b9e-4a7f-8660-743a9cfe8ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c56714-d593-4ba9-b77c-ebbe3b78f01f', 'name': 'tempest-TestShelveInstance-1574509820-router', 'tenant_id': '77d1bad747ca4002adefc9b17297b7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '2bba8ffe-d181-4838-8a0f-df4371a03f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:53:39Z', 'updated_at': '2022-05-05T22:53:42Z', 'revision_number': 4, 'project_id': '77d1bad747ca4002adefc9b17297b7c6', 'gw_port': {'id': '2bba8ffe-d181-4838-8a0f-df4371a03f5a', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c56714-d593-4ba9-b77c-ebbe3b78f01f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:53:39Z', 'updated_at': '2022-05-05T22:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'aebfa6c2-4fe6-47fb-9e0b-e130217bfcc5', 'name': '', 'network_id': 'b607f4c2-9fe6-4f30-bebe-1a2cc8b8fef0', 'tenant_id': '77d1bad747ca4002adefc9b17297b7c6', 'mac_address': 'fa:16:3e:63:81:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8c56714-d593-4ba9-b77c-ebbe3b78f01f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cbcb220-d96b-489b-b6f4-a5e9d4e38c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:53:41Z', 'updated_at': '2022-05-05T22:53:42Z', 'revision_number': 2, 'project_id': '77d1bad747ca4002adefc9b17297b7c6', 'subnets': [{'id': '4cbcb220-d96b-489b-b6f4-a5e9d4e38c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:54:05.907818 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc2eccc-2b9e-4a7f-8660-743a9cfe8ec8 None None] Checking router: f8c56714-d593-4ba9-b77c-ebbe3b78f01f for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:54:05.908156 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc2eccc-2b9e-4a7f-8660-743a9cfe8ec8 None None] Updating router f8c56714-d593-4ba9-b77c-ebbe3b78f01f port aebfa6c2-4fe6-47fb-9e0b-e130217bfcc5 binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 22:54:05.960710 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0fc2eccc-2b9e-4a7f-8660-743a9cfe8ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:54:06.330097 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0fc2eccc-2b9e-4a7f-8660-743a9cfe8ec8 None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:54:06.342673 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-0fc2eccc-2b9e-4a7f-8660-743a9cfe8ec8 None None] Transition to ACTIVE for port object aebfa6c2-4fe6-47fb-9e0b-e130217bfcc5 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:54:06.353564 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0fc2eccc-2b9e-4a7f-8660-743a9cfe8ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:54:06.468879 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8e49c8-d04d-42b3-86b2-f94de1663f4a None None] Pushing event updated for resources: {'Port': ['ID=aebfa6c2-4fe6-47fb-9e0b-e130217bfcc5,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:54:06.496430 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:54:06.581082 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-0fc2eccc-2b9e-4a7f-8660-743a9cfe8ec8 None None] Attempting to bind port aebfa6c2-4fe6-47fb-9e0b-e130217bfcc5 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:54:06.581445 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-0fc2eccc-2b9e-4a7f-8660-743a9cfe8ec8 None None] Attempting to bind port aebfa6c2-4fe6-47fb-9e0b-e130217bfcc5 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '271b1fdb-6eb3-4881-b98b-655d7dff36c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b607f4c2-9fe6-4f30-bebe-1a2cc8b8fef0'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:54:06.581795 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc2eccc-2b9e-4a7f-8660-743a9cfe8ec8 None None] Attempting to bind port aebfa6c2-4fe6-47fb-9e0b-e130217bfcc5 on network b607f4c2-9fe6-4f30-bebe-1a2cc8b8fef0 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:54:06.588366 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc2eccc-2b9e-4a7f-8660-743a9cfe8ec8 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:54:06.588725 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc2eccc-2b9e-4a7f-8660-743a9cfe8ec8 None None] Checking segment: {'id': '271b1fdb-6eb3-4881-b98b-655d7dff36c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b607f4c2-9fe6-4f30-bebe-1a2cc8b8fef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:54:06.589115 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0fc2eccc-2b9e-4a7f-8660-743a9cfe8ec8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:54:06.589485 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc2eccc-2b9e-4a7f-8660-743a9cfe8ec8 None None] Bound using segment: {'id': '271b1fdb-6eb3-4881-b98b-655d7dff36c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b607f4c2-9fe6-4f30-bebe-1a2cc8b8fef0'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:54:06.589931 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-0fc2eccc-2b9e-4a7f-8660-743a9cfe8ec8 None None] Bound port: aebfa6c2-4fe6-47fb-9e0b-e130217bfcc5, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '271b1fdb-6eb3-4881-b98b-655d7dff36c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b607f4c2-9fe6-4f30-bebe-1a2cc8b8fef0'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:54:06.590288 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0fc2eccc-2b9e-4a7f-8660-743a9cfe8ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:54:06.673567 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-0fc2eccc-2b9e-4a7f-8660-743a9cfe8ec8 None None] For port aebfa6c2-4fe6-47fb-9e0b-e130217bfcc5, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:54:06.676483 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-0fc2eccc-2b9e-4a7f-8660-743a9cfe8ec8 None None] For port aebfa6c2-4fe6-47fb-9e0b-e130217bfcc5, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=aebfa6c2-4fe6-47fb-9e0b-e130217bfcc5,segment=NetworkSegment(271b1fdb-6eb3-4881-b98b-655d7dff36c1),segment_id=271b1fdb-6eb3-4881-b98b-655d7dff36c1)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:54:06.683068 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0fc2eccc-2b9e-4a7f-8660-743a9cfe8ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:54:06.771579 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:54:06.788842 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8e49c8-d04d-42b3-86b2-f94de1663f4a None None] Pushing event updated for resources: {'Port': ['ID=aebfa6c2-4fe6-47fb-9e0b-e130217bfcc5,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:54:06.795160 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc2eccc-2b9e-4a7f-8660-743a9cfe8ec8 None None] Routers {'f8c56714-d593-4ba9-b77c-ebbe3b78f01f'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:54:06.795943 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-0fc2eccc-2b9e-4a7f-8660-743a9cfe8ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:53:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['f8c56714-d593-4ba9-b77c-ebbe3b78f01f'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:54:06.972997 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-0fc2eccc-2b9e-4a7f-8660-743a9cfe8ec8 None None] Set router f8c56714-d593-4ba9-b77c-ebbe3b78f01f gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:54:07.312394 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-0fc2eccc-2b9e-4a7f-8660-743a9cfe8ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c56714-d593-4ba9-b77c-ebbe3b78f01f', 'name': 'tempest-TestShelveInstance-1574509820-router', 'tenant_id': '77d1bad747ca4002adefc9b17297b7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '2bba8ffe-d181-4838-8a0f-df4371a03f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:53:39Z', 'updated_at': '2022-05-05T22:53:42Z', 'revision_number': 4, 'project_id': '77d1bad747ca4002adefc9b17297b7c6', 'gw_port': {'id': '2bba8ffe-d181-4838-8a0f-df4371a03f5a', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c56714-d593-4ba9-b77c-ebbe3b78f01f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:53:39Z', 'updated_at': '2022-05-05T22:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'aebfa6c2-4fe6-47fb-9e0b-e130217bfcc5', 'name': '', 'network_id': 'b607f4c2-9fe6-4f30-bebe-1a2cc8b8fef0', 'tenant_id': '77d1bad747ca4002adefc9b17297b7c6', 'mac_address': 'fa:16:3e:63:81:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8c56714-d593-4ba9-b77c-ebbe3b78f01f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cbcb220-d96b-489b-b6f4-a5e9d4e38c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:53:41Z', 'updated_at': '2022-05-05T22:54:06Z', 'revision_number': 4, 'project_id': '77d1bad747ca4002adefc9b17297b7c6', 'subnets': [{'id': '4cbcb220-d96b-489b-b6f4-a5e9d4e38c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:54:07.317105 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc2eccc-2b9e-4a7f-8660-743a9cfe8ec8 None None] The sync data for ids ['f8c56714-d593-4ba9-b77c-ebbe3b78f01f'] in n-d-825175-4 is: [{'id': 'f8c56714-d593-4ba9-b77c-ebbe3b78f01f', 'name': 'tempest-TestShelveInstance-1574509820-router', 'tenant_id': '77d1bad747ca4002adefc9b17297b7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '2bba8ffe-d181-4838-8a0f-df4371a03f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:53:39Z', 'updated_at': '2022-05-05T22:53:42Z', 'revision_number': 4, 'project_id': '77d1bad747ca4002adefc9b17297b7c6', 'gw_port': {'id': '2bba8ffe-d181-4838-8a0f-df4371a03f5a', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c56714-d593-4ba9-b77c-ebbe3b78f01f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:53:39Z', 'updated_at': '2022-05-05T22:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'aebfa6c2-4fe6-47fb-9e0b-e130217bfcc5', 'name': '', 'network_id': 'b607f4c2-9fe6-4f30-bebe-1a2cc8b8fef0', 'tenant_id': '77d1bad747ca4002adefc9b17297b7c6', 'mac_address': 'fa:16:3e:63:81:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8c56714-d593-4ba9-b77c-ebbe3b78f01f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cbcb220-d96b-489b-b6f4-a5e9d4e38c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:53:41Z', 'updated_at': '2022-05-05T22:54:06Z', 'revision_number': 4, 'project_id': '77d1bad747ca4002adefc9b17297b7c6', 'subnets': [{'id': '4cbcb220-d96b-489b-b6f4-a5e9d4e38c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:54:09.055855 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device aebfa6c2-4fe6-47fb-9e0b-e130217bfcc5 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:54:09.128741 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port aebfa6c2-4fe6-47fb-9e0b-e130217bfcc5 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:54:09.133620 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port aebfa6c2-4fe6-47fb-9e0b-e130217bfcc5 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:54:09.133992 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:54:09.250783 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:54:09.282766 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port aebfa6c2-4fe6-47fb-9e0b-e130217bfcc5, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=aebfa6c2-4fe6-47fb-9e0b-e130217bfcc5,segment=NetworkSegment(271b1fdb-6eb3-4881-b98b-655d7dff36c1),segment_id=271b1fdb-6eb3-4881-b98b-655d7dff36c1)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:54:09.287818 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:54:09.354045 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=aebfa6c2-4fe6-47fb-9e0b-e130217bfcc5,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:54:11.044677 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device aebfa6c2-4fe6-47fb-9e0b-e130217bfcc5 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:54:11.113977 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port aebfa6c2-4fe6-47fb-9e0b-e130217bfcc5 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:54:11.114265 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:54:14.047156 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f38e04fd-4c0d-4d31-a541-def2c91f183b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:54:16.366802 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-78f82a30-4c5b-4d1a-b0f9-65a14d388e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:54:17.595335 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:54:17.627687 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:54:19.244676 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:54:36.467115 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:54:36.741028 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:54:37.363515 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:54:44.046484 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0a71905e-2b0c-4e7e-913e-701559eb161c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:54:46.252770 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c70030dd-58bc-4b7f-b924-dd02453d9c0c req-79dd8332-dd92-4611-aa51-a6061499c403 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1f604061-d966-40ae-a7d7-f073638c302a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0779622 May 05 22:54:46.361666 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7ac423cc-aeb9-4003-99ee-13078475b034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:54:46.404182 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c70030dd-58bc-4b7f-b924-dd02453d9c0c req-71a2da18-5864-4989-bd66-9bff5ffcb6a2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ef684bc69c3941268f8484d11085bc4e&device_id=1f604061-d966-40ae-a7d7-f073638c302a HTTP/1.1" status: 200 len: 1096 time: 0.0746062 May 05 22:54:46.562550 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70030dd-58bc-4b7f-b924-dd02453d9c0c req-c7d4d2fa-5c0e-435b-a7df-88747961fb7f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:54:46.563955 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c70030dd-58bc-4b7f-b924-dd02453d9c0c req-c7d4d2fa-5c0e-435b-a7df-88747961fb7f service neutron] 10.222.0.44 "GET /v2.0/networks?id=d1e57419-177e-408d-8ec8-efa7f444b88c HTTP/1.1" status: 200 len: 910 time: 0.1390233 May 05 22:54:46.682916 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c70030dd-58bc-4b7f-b924-dd02453d9c0c req-a35afc7c-ec3d-4b7b-ae9b-998a120a3e9d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0277f83d-f5b2-43ad-9a81-d2166546bea4 HTTP/1.1" status: 200 len: 1000 time: 0.1129262 May 05 22:54:46.745773 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70030dd-58bc-4b7f-b924-dd02453d9c0c req-beb24fba-239e-408d-9bb0-897304967077 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:54:46.747248 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c70030dd-58bc-4b7f-b924-dd02453d9c0c req-beb24fba-239e-408d-9bb0-897304967077 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7032baac-f7dd-431a-9ba8-f6c4411fd181 HTTP/1.1" status: 200 len: 848 time: 0.0585635 May 05 22:54:46.909274 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c70030dd-58bc-4b7f-b924-dd02453d9c0c req-2bbb4959-9b1a-4ba7-886b-8141a64399b7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d1e57419-177e-408d-8ec8-efa7f444b88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1550546 May 05 22:54:47.050987 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c70030dd-58bc-4b7f-b924-dd02453d9c0c req-99537312-361c-4543-9962-f06732b3bae8 service neutron] 10.222.0.44 "GET /v2.0/networks/d1e57419-177e-408d-8ec8-efa7f444b88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290805 May 05 22:54:47.181618 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c70030dd-58bc-4b7f-b924-dd02453d9c0c req-7d16dd69-f026-4c3c-b314-ecf1a68ea9e9 service neutron] 10.222.0.44 "GET /v2.0/networks/d1e57419-177e-408d-8ec8-efa7f444b88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245544 May 05 22:54:47.599871 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:54:47.629273 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:54:49.246269 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:55:06.469481 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:55:06.751595 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:55:14.050569 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-bee08a69-7a91-41a2-9b3e-c42adc226549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:55:14.359431 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:55:16.368078 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-30788d01-e1cb-4eda-9d48-ca0ed76d053a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:55:17.608975 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:55:17.632775 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:55:19.242212 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:55:36.487673 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:55:36.765665 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:55:44.048855 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-84d3377e-7b9a-43ff-b428-40992ad23ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:55:46.373708 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-68c76a1f-c978-463b-851d-e3a366634f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:55:47.231788 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fa4b58c4-4959-48bf-bc73-0b68e8b0b1b6 req-b7d04ded-cca8-47cc-b469-33af235576ca service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1f604061-d966-40ae-a7d7-f073638c302a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0693855 May 05 22:55:47.387486 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fa4b58c4-4959-48bf-bc73-0b68e8b0b1b6 req-d33105c1-9c91-49d1-a220-ca76233c4109 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ef684bc69c3941268f8484d11085bc4e&device_id=1f604061-d966-40ae-a7d7-f073638c302a HTTP/1.1" status: 200 len: 1096 time: 0.0836599 May 05 22:55:47.535833 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b58c4-4959-48bf-bc73-0b68e8b0b1b6 req-9ecbfcec-dacc-4716-9ef0-224d116240d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:55:47.537260 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fa4b58c4-4959-48bf-bc73-0b68e8b0b1b6 req-9ecbfcec-dacc-4716-9ef0-224d116240d5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d1e57419-177e-408d-8ec8-efa7f444b88c HTTP/1.1" status: 200 len: 910 time: 0.1273234 May 05 22:55:47.603842 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:55:47.644906 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:55:47.647930 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fa4b58c4-4959-48bf-bc73-0b68e8b0b1b6 req-eeb5ea78-0af5-4654-99d7-17d5b554495a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0277f83d-f5b2-43ad-9a81-d2166546bea4 HTTP/1.1" status: 200 len: 1000 time: 0.1043339 May 05 22:55:47.717135 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b58c4-4959-48bf-bc73-0b68e8b0b1b6 req-b3138808-85dd-4952-bf99-b67964434ccb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:55:47.719137 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fa4b58c4-4959-48bf-bc73-0b68e8b0b1b6 req-b3138808-85dd-4952-bf99-b67964434ccb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7032baac-f7dd-431a-9ba8-f6c4411fd181 HTTP/1.1" status: 200 len: 848 time: 0.0652220 May 05 22:55:47.797573 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fa4b58c4-4959-48bf-bc73-0b68e8b0b1b6 req-f8cfcea7-d6f6-49b5-86cf-5dc2731c6a2c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d1e57419-177e-408d-8ec8-efa7f444b88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728800 May 05 22:55:47.930888 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fa4b58c4-4959-48bf-bc73-0b68e8b0b1b6 req-70dc5e81-551c-494b-a157-4226a3d94ff0 service neutron] 10.222.0.44 "GET /v2.0/networks/d1e57419-177e-408d-8ec8-efa7f444b88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267772 May 05 22:55:48.083373 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fa4b58c4-4959-48bf-bc73-0b68e8b0b1b6 req-06fe31f3-b2bf-4390-a5e0-ee9606e93b0d service neutron] 10.222.0.44 "GET /v2.0/networks/d1e57419-177e-408d-8ec8-efa7f444b88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458442 May 05 22:55:49.253443 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:55:51.367464 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:55:55.022949 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8967e4b-ad38-452d-950d-54f135b2133a req-34f773c2-4c9e-48d7-98f2-807a2eec01fd tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:55:55.024394 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e8967e4b-ad38-452d-950d-54f135b2133a req-34f773c2-4c9e-48d7-98f2-807a2eec01fd tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f604061-d966-40ae-a7d7-f073638c302a HTTP/1.1" status: 200 len: 945 time: 0.1512413 May 05 22:55:55.069699 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e8967e4b-ad38-452d-950d-54f135b2133a req-f0429f6d-a8b8-46dd-83f0-d6981ab5d350 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f3dd75e-6f58-4779-9471-9c98fd8a8bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396755 May 05 22:55:56.322937 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c0a146-bde2-4aaa-8491-652261c2c2a3 req-740095c8-9b23-4333-b64b-51728ede30f0 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:55:56.324379 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e1c0a146-bde2-4aaa-8491-652261c2c2a3 req-740095c8-9b23-4333-b64b-51728ede30f0 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f604061-d966-40ae-a7d7-f073638c302a HTTP/1.1" status: 200 len: 945 time: 0.0940545 May 05 22:55:56.370227 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e1c0a146-bde2-4aaa-8491-652261c2c2a3 req-8ff31440-19e4-4f6c-88f5-dbedbf50f9cc tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f3dd75e-6f58-4779-9471-9c98fd8a8bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400589 May 05 22:55:57.617900 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f528ee0-f67b-4381-b299-c69804956154 req-25be7ab6-1c8b-45b2-a447-1dfd23c91c83 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:55:57.619686 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1f528ee0-f67b-4381-b299-c69804956154 req-25be7ab6-1c8b-45b2-a447-1dfd23c91c83 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f604061-d966-40ae-a7d7-f073638c302a HTTP/1.1" status: 200 len: 945 time: 0.0812573 May 05 22:55:57.669180 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1f528ee0-f67b-4381-b299-c69804956154 req-874cd356-448a-4b66-b33b-f64e95a0d64b tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f3dd75e-6f58-4779-9471-9c98fd8a8bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438991 May 05 22:55:58.882743 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1eb111-1da3-44c3-80a4-7fd864e5463b req-dc52cbbd-2c8d-4d92-9b79-63b2a9102ecd tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:55:58.884062 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-af1eb111-1da3-44c3-80a4-7fd864e5463b req-dc52cbbd-2c8d-4d92-9b79-63b2a9102ecd tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f604061-d966-40ae-a7d7-f073638c302a HTTP/1.1" status: 200 len: 945 time: 0.0853019 May 05 22:55:58.929781 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-af1eb111-1da3-44c3-80a4-7fd864e5463b req-16302ccb-f73a-4d18-add7-96c945d4b05a tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f3dd75e-6f58-4779-9471-9c98fd8a8bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396197 May 05 22:56:00.153019 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688436f4-34f0-42b5-931a-b4ddc024121b req-d4e71d9e-8c1d-4d19-9c9c-0c11f0a54d55 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:56:00.154431 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-688436f4-34f0-42b5-931a-b4ddc024121b req-d4e71d9e-8c1d-4d19-9c9c-0c11f0a54d55 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f604061-d966-40ae-a7d7-f073638c302a HTTP/1.1" status: 200 len: 945 time: 0.0911741 May 05 22:56:00.199579 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-688436f4-34f0-42b5-931a-b4ddc024121b req-4e3aa958-4fb7-4d91-8a12-b0467219b2ed tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f3dd75e-6f58-4779-9471-9c98fd8a8bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393658 May 05 22:56:01.425805 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba9d76-05db-4655-9ecd-6697371188a7 req-08ef5ef7-e5af-46a9-951a-99fd9b908aba tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:56:01.427292 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-26ba9d76-05db-4655-9ecd-6697371188a7 req-08ef5ef7-e5af-46a9-951a-99fd9b908aba tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f604061-d966-40ae-a7d7-f073638c302a HTTP/1.1" status: 200 len: 945 time: 0.0964079 May 05 22:56:01.474502 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-26ba9d76-05db-4655-9ecd-6697371188a7 req-df4c8724-1d21-44a9-a5af-f4f716d53f78 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f3dd75e-6f58-4779-9471-9c98fd8a8bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415394 May 05 22:56:02.695593 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab29d3-99c8-4f51-b448-1796a3f2bda8 req-511c22a4-cd66-426b-8e28-60a09e78f13e tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:56:02.697032 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-37ab29d3-99c8-4f51-b448-1796a3f2bda8 req-511c22a4-cd66-426b-8e28-60a09e78f13e tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f604061-d966-40ae-a7d7-f073638c302a HTTP/1.1" status: 200 len: 945 time: 0.0913711 May 05 22:56:02.745736 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-37ab29d3-99c8-4f51-b448-1796a3f2bda8 req-704f0c76-58fa-4d83-b554-31c195fe59eb tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f3dd75e-6f58-4779-9471-9c98fd8a8bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402584 May 05 22:56:03.971944 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6063f-a467-4692-a7c1-47a1b4c4da9f req-b9cd4602-7a97-4a55-a0d7-841cf2ba6157 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:56:03.973371 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3ff6063f-a467-4692-a7c1-47a1b4c4da9f req-b9cd4602-7a97-4a55-a0d7-841cf2ba6157 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f604061-d966-40ae-a7d7-f073638c302a HTTP/1.1" status: 200 len: 945 time: 0.0958822 May 05 22:56:04.019664 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3ff6063f-a467-4692-a7c1-47a1b4c4da9f req-8d845937-a8ee-4957-b617-207513054952 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f3dd75e-6f58-4779-9471-9c98fd8a8bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405996 May 05 22:56:05.242132 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fde562-2f0b-4aca-a2e9-ad6b9e51503b req-14d156db-f210-4826-b3e3-44f8aa449ca5 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:56:05.243614 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-41fde562-2f0b-4aca-a2e9-ad6b9e51503b req-14d156db-f210-4826-b3e3-44f8aa449ca5 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f604061-d966-40ae-a7d7-f073638c302a HTTP/1.1" status: 200 len: 945 time: 0.0903447 May 05 22:56:05.296315 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-41fde562-2f0b-4aca-a2e9-ad6b9e51503b req-a40972bf-ee80-4b7a-b121-517d1669902a tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f3dd75e-6f58-4779-9471-9c98fd8a8bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468795 May 05 22:56:06.491132 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:56:06.512160 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673a6ae-4f3c-4bdf-8ec5-3c19cbb6dbec req-d061469e-0638-4cf7-ae3c-c31c72e018c7 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:56:06.513700 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3673a6ae-4f3c-4bdf-8ec5-3c19cbb6dbec req-d061469e-0638-4cf7-ae3c-c31c72e018c7 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f604061-d966-40ae-a7d7-f073638c302a HTTP/1.1" status: 200 len: 945 time: 0.0873735 May 05 22:56:06.564110 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3673a6ae-4f3c-4bdf-8ec5-3c19cbb6dbec req-43571fed-136a-47d0-9206-9f94374bb162 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f3dd75e-6f58-4779-9471-9c98fd8a8bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447097 May 05 22:56:06.781111 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:56:07.186560 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 0277f83d-f5b2-43ad-9a81-d2166546bea4 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:56:07.319980 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 0277f83d-f5b2-43ad-9a81-d2166546bea4, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=0277f83d-f5b2-43ad-9a81-d2166546bea4,segment=NetworkSegment(285d6e67-3fe6-4f7e-9762-1fa787037cb6),segment_id=285d6e67-3fe6-4f7e-9762-1fa787037cb6)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:56:07.333891 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '0277f83d-f5b2-43ad-9a81-d2166546bea4', 'network_id': 'd1e57419-177e-408d-8ec8-efa7f444b88c', 'port_id': '0277f83d-f5b2-43ad-9a81-d2166546bea4', 'mac_address': 'fa:16:3e:26:2c:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7032baac-f7dd-431a-9ba8-f6c4411fd181', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:56:07.385897 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:56:07.407933 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0277f83d-f5b2-43ad-9a81-d2166546bea4 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:56:07.423171 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 0277f83d-f5b2-43ad-9a81-d2166546bea4, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=0277f83d-f5b2-43ad-9a81-d2166546bea4,segment=NetworkSegment(285d6e67-3fe6-4f7e-9762-1fa787037cb6),segment_id=285d6e67-3fe6-4f7e-9762-1fa787037cb6)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:56:07.428934 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:56:07.497982 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=0277f83d-f5b2-43ad-9a81-d2166546bea4,revision_number=6']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:56:07.501703 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['0277f83d-f5b2-43ad-9a81-d2166546bea4'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:56:07.549241 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:56:07.549571 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:56:07.549978 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:56:07.550324 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:56:07.550628 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:56:07.550944 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:56:07.551299 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:56:07.551583 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:56:07.551932 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:56:07.552244 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:56:07.552531 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:56:07.770487 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde1532e-9bb0-40b5-b8dd-205cd3e0bc2d req-0ab57785-4f9d-4b6b-8a7e-a2cd4f1eb17d tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:56:07.777353 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dde1532e-9bb0-40b5-b8dd-205cd3e0bc2d req-0ab57785-4f9d-4b6b-8a7e-a2cd4f1eb17d tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f604061-d966-40ae-a7d7-f073638c302a HTTP/1.1" status: 200 len: 944 time: 0.0833530 May 05 22:56:07.823603 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dde1532e-9bb0-40b5-b8dd-205cd3e0bc2d req-a0eef9eb-58d2-4e47-9693-92de1b9a0b18 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f3dd75e-6f58-4779-9471-9c98fd8a8bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452442 May 05 22:56:09.045265 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91ecbf0-501a-46b0-ae26-43e13a1458d9 req-8b068c4f-d2ee-47fe-bc04-533f3a59f679 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:56:09.051684 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f91ecbf0-501a-46b0-ae26-43e13a1458d9 req-8b068c4f-d2ee-47fe-bc04-533f3a59f679 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f604061-d966-40ae-a7d7-f073638c302a HTTP/1.1" status: 200 len: 944 time: 0.0948377 May 05 22:56:09.103846 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f91ecbf0-501a-46b0-ae26-43e13a1458d9 req-6bc1f50a-881d-4628-a255-2356ff732fad tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f3dd75e-6f58-4779-9471-9c98fd8a8bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441067 May 05 22:56:09.202143 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 0277f83d-f5b2-43ad-9a81-d2166546bea4 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:56:09.280038 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 0277f83d-f5b2-43ad-9a81-d2166546bea4 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:56:09.280515 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:56:09.411768 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:56:09.443066 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f604061-d966-40ae-a7d7-f073638c302a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0277f83d-f5b2-43ad-9a81-d2166546bea4'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:56:09.452809 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 0277f83d-f5b2-43ad-9a81-d2166546bea4, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=0277f83d-f5b2-43ad-9a81-d2166546bea4,segment=NetworkSegment(285d6e67-3fe6-4f7e-9762-1fa787037cb6),segment_id=285d6e67-3fe6-4f7e-9762-1fa787037cb6)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:56:09.457872 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:56:09.507512 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-317c341b-cdd4-4499-a8f4-add85b0355ec'] response: {'server_uuid': '1f604061-d966-40ae-a7d7-f073638c302a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0277f83d-f5b2-43ad-9a81-d2166546bea4', 'code': 200} May 05 22:56:09.532995 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=0277f83d-f5b2-43ad-9a81-d2166546bea4,revision_number=7']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:56:10.320060 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea74d22-cf99-4e85-909b-6a3c2a03ded1 req-8fa00ea2-563d-4fee-80db-1233149b7159 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:56:10.321614 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2ea74d22-cf99-4e85-909b-6a3c2a03ded1 req-8fa00ea2-563d-4fee-80db-1233149b7159 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f604061-d966-40ae-a7d7-f073638c302a HTTP/1.1" status: 200 len: 945 time: 0.0852628 May 05 22:56:10.372449 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2ea74d22-cf99-4e85-909b-6a3c2a03ded1 req-36334b6b-ff32-4681-a7d5-345db437c966 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f3dd75e-6f58-4779-9471-9c98fd8a8bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445561 May 05 22:56:11.631801 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07b758-aed6-410e-9a7d-b98c6a5e879d req-68be98d1-7c88-4b6a-94ed-bf711c5866ff tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:56:11.633881 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-eb07b758-aed6-410e-9a7d-b98c6a5e879d req-68be98d1-7c88-4b6a-94ed-bf711c5866ff tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f604061-d966-40ae-a7d7-f073638c302a HTTP/1.1" status: 200 len: 945 time: 0.0898831 May 05 22:56:11.685967 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-eb07b758-aed6-410e-9a7d-b98c6a5e879d req-65e51494-35fa-48e5-a715-da5c27cbeadf tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f3dd75e-6f58-4779-9471-9c98fd8a8bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465286 May 05 22:56:12.899994 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75c8788-c54c-4aca-ac2f-4f8bdf5110d8 req-aae404d9-b3f0-4911-920d-a5338ff35cd4 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:56:12.902614 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f75c8788-c54c-4aca-ac2f-4f8bdf5110d8 req-aae404d9-b3f0-4911-920d-a5338ff35cd4 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f604061-d966-40ae-a7d7-f073638c302a HTTP/1.1" status: 200 len: 945 time: 0.0841782 May 05 22:56:12.955117 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f75c8788-c54c-4aca-ac2f-4f8bdf5110d8 req-8858d89a-85a5-4b69-9e9c-04a3cd60088c tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f3dd75e-6f58-4779-9471-9c98fd8a8bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460472 May 05 22:56:14.057866 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a61323f1-3c8a-46ac-96f3-cbc7f6fa9da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:56:14.172790 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99048ae-f9f3-42a7-89b2-a7991596a3bd req-84439634-7930-4e39-a7d4-3dd16fed4dfd tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:56:14.175328 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c99048ae-f9f3-42a7-89b2-a7991596a3bd req-84439634-7930-4e39-a7d4-3dd16fed4dfd tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f604061-d966-40ae-a7d7-f073638c302a HTTP/1.1" status: 200 len: 945 time: 0.0855491 May 05 22:56:14.231509 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c99048ae-f9f3-42a7-89b2-a7991596a3bd req-778050d2-649f-49a4-9513-55122cea6f74 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f3dd75e-6f58-4779-9471-9c98fd8a8bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501616 May 05 22:56:15.465029 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cef074-3084-426b-9ca0-06f891fca83c req-f087bf55-d681-4f8f-a4a1-4e1d8290400a tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:56:15.466489 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-92cef074-3084-426b-9ca0-06f891fca83c req-f087bf55-d681-4f8f-a4a1-4e1d8290400a tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f604061-d966-40ae-a7d7-f073638c302a HTTP/1.1" status: 200 len: 945 time: 0.0837443 May 05 22:56:15.522871 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-92cef074-3084-426b-9ca0-06f891fca83c req-686a3b49-2d65-4bb8-a1de-1548f085bf56 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f3dd75e-6f58-4779-9471-9c98fd8a8bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473924 May 05 22:56:16.371497 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-cfd3de1f-85b2-4aae-9378-d938ac591102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:56:16.730940 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab887d-f4d2-4fec-b846-d991698b66b4 req-0982c122-e73c-4f71-968b-c49e261212a9 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:56:16.733541 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-55ab887d-f4d2-4fec-b846-d991698b66b4 req-0982c122-e73c-4f71-968b-c49e261212a9 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f604061-d966-40ae-a7d7-f073638c302a HTTP/1.1" status: 200 len: 945 time: 0.0836737 May 05 22:56:16.783601 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-55ab887d-f4d2-4fec-b846-d991698b66b4 req-d1035805-b4b8-4b07-a2f2-312a294fe50f tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f3dd75e-6f58-4779-9471-9c98fd8a8bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437021 May 05 22:56:17.608827 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:56:17.643996 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:56:17.659014 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9e088fbb-c123-4d15-bd02-d1a5a34fc9b9 req-852a7d8b-1061-41dd-a50c-a111501d40c6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ef684bc69c3941268f8484d11085bc4e&device_id=1f604061-d966-40ae-a7d7-f073638c302a HTTP/1.1" status: 200 len: 1096 time: 0.0847716 May 05 22:56:17.797078 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e088fbb-c123-4d15-bd02-d1a5a34fc9b9 req-2d0a2cad-3994-48b2-a121-9b0757eac319 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:56:17.798526 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9e088fbb-c123-4d15-bd02-d1a5a34fc9b9 req-2d0a2cad-3994-48b2-a121-9b0757eac319 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d1e57419-177e-408d-8ec8-efa7f444b88c HTTP/1.1" status: 200 len: 910 time: 0.1332405 May 05 22:56:17.896977 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9e088fbb-c123-4d15-bd02-d1a5a34fc9b9 req-1d994199-bef3-46aa-a467-ff87cadd12d2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0277f83d-f5b2-43ad-9a81-d2166546bea4 HTTP/1.1" status: 200 len: 1000 time: 0.0915775 May 05 22:56:17.963321 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e088fbb-c123-4d15-bd02-d1a5a34fc9b9 req-d01508fa-21fe-400d-b380-f6815abd4710 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:56:17.964789 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9e088fbb-c123-4d15-bd02-d1a5a34fc9b9 req-d01508fa-21fe-400d-b380-f6815abd4710 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7032baac-f7dd-431a-9ba8-f6c4411fd181 HTTP/1.1" status: 200 len: 848 time: 0.0625439 May 05 22:56:17.984610 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a0e33-3fcb-48ff-9dc5-29828c01b537 req-6acada4c-0244-4f70-88ed-a1f221d9c3bd tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:56:17.986094 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c14a0e33-3fcb-48ff-9dc5-29828c01b537 req-6acada4c-0244-4f70-88ed-a1f221d9c3bd tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f604061-d966-40ae-a7d7-f073638c302a HTTP/1.1" status: 200 len: 945 time: 0.0802171 May 05 22:56:18.033718 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c14a0e33-3fcb-48ff-9dc5-29828c01b537 req-9bdc9f86-bfe4-4f9d-9d6d-db892cb98e34 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f3dd75e-6f58-4779-9471-9c98fd8a8bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415175 May 05 22:56:18.044102 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9e088fbb-c123-4d15-bd02-d1a5a34fc9b9 req-7d488f8a-cfad-4b40-8e90-5d65803ba1ce service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d1e57419-177e-408d-8ec8-efa7f444b88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736969 May 05 22:56:18.271241 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9e088fbb-c123-4d15-bd02-d1a5a34fc9b9 req-dee2426a-90f2-4a2b-9ae7-0b9173cd5105 service neutron] 10.222.0.44 "GET /v2.0/networks/d1e57419-177e-408d-8ec8-efa7f444b88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209074 May 05 22:56:18.408346 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9e088fbb-c123-4d15-bd02-d1a5a34fc9b9 req-01c6f0e6-3e8a-47b8-8426-22ebbbee498f service neutron] 10.222.0.44 "GET /v2.0/networks/d1e57419-177e-408d-8ec8-efa7f444b88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316984 May 05 22:56:19.247782 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:56:19.261977 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc61a64-57ad-4d12-a22a-3d1f76cacb0f req-4eef7eb0-09b6-463e-a783-963ed30c955a tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:56:19.263489 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fbc61a64-57ad-4d12-a22a-3d1f76cacb0f req-4eef7eb0-09b6-463e-a783-963ed30c955a tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f604061-d966-40ae-a7d7-f073638c302a HTTP/1.1" status: 200 len: 945 time: 0.0841258 May 05 22:56:19.309747 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fbc61a64-57ad-4d12-a22a-3d1f76cacb0f req-f78785df-8575-48cb-9ac7-8d5d2ae5fca1 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f3dd75e-6f58-4779-9471-9c98fd8a8bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405917 May 05 22:56:20.516201 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ffa0c8-55f3-4b4d-b516-e3fb8cae0c5c req-bb8f2966-66a6-489c-a11e-4506adf84786 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:56:20.518330 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-85ffa0c8-55f3-4b4d-b516-e3fb8cae0c5c req-bb8f2966-66a6-489c-a11e-4506adf84786 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f604061-d966-40ae-a7d7-f073638c302a HTTP/1.1" status: 200 len: 945 time: 0.0865901 May 05 22:56:20.566256 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-85ffa0c8-55f3-4b4d-b516-e3fb8cae0c5c req-383f6fae-115a-470a-8c9c-1bc2822ee9e4 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f3dd75e-6f58-4779-9471-9c98fd8a8bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417283 May 05 22:56:20.845171 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3b60d857-da9a-4cfa-90ad-19cf2b8a5c37 req-20fffa01-8b9e-456b-b857-59f73033444c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1f604061-d966-40ae-a7d7-f073638c302a&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1454875 May 05 22:56:21.114873 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 38182) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:56:21.135951 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b5a2f3-b79e-4d66-baab-9c6c19995a67 req-8b751c09-05de-4bc6-ae46-82647129837f tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:56:21.137806 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-30b5a2f3-b79e-4d66-baab-9c6c19995a67 req-8b751c09-05de-4bc6-ae46-82647129837f tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f604061-d966-40ae-a7d7-f073638c302a HTTP/1.1" status: 200 len: 945 time: 0.0820193 May 05 22:56:21.194936 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-30b5a2f3-b79e-4d66-baab-9c6c19995a67 req-2ab0b6dd-5d00-461b-a35b-50cc614a4b39 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f3dd75e-6f58-4779-9471-9c98fd8a8bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508239 May 05 22:56:21.250877 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 0277f83d-f5b2-43ad-9a81-d2166546bea4 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:56:21.258224 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e2f90795-93d6-40a6-adb5-665015a3945d req-67d92dc4-7b37-4d27-93d7-96c0641fc754 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1f604061-d966-40ae-a7d7-f073638c302a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1422346 May 05 22:56:21.360873 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:56:21.388404 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f604061-d966-40ae-a7d7-f073638c302a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0277f83d-f5b2-43ad-9a81-d2166546bea4'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:56:21.398389 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 0277f83d-f5b2-43ad-9a81-d2166546bea4, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=0277f83d-f5b2-43ad-9a81-d2166546bea4,segment=NetworkSegment(285d6e67-3fe6-4f7e-9762-1fa787037cb6),segment_id=285d6e67-3fe6-4f7e-9762-1fa787037cb6)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:56:21.403889 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:56:21.466956 n-d-825175-4 neutron-server[84064]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-3d0f14a3-5a27-403e-bece-9b02bfef494f']: {'server_uuid': '1f604061-d966-40ae-a7d7-f073638c302a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0277f83d-f5b2-43ad-9a81-d2166546bea4', 'code': 422} returned with failed status May 05 22:56:21.470715 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=0277f83d-f5b2-43ad-9a81-d2166546bea4,revision_number=8']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:56:21.815224 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e2f90795-93d6-40a6-adb5-665015a3945d req-1fce9803-1fcb-4a5c-9227-bd99eb810ad5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1f604061-d966-40ae-a7d7-f073638c302a&tenant_id=ef684bc69c3941268f8484d11085bc4e HTTP/1.1" status: 200 len: 1094 time: 0.0765488 May 05 22:56:21.921676 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e2f90795-93d6-40a6-adb5-665015a3945d req-d686fb3b-3589-44c1-9f16-c1c0964c4bae service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ef684bc69c3941268f8484d11085bc4e&device_id=1f604061-d966-40ae-a7d7-f073638c302a HTTP/1.1" status: 200 len: 1094 time: 0.0839362 May 05 22:56:22.058140 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f90795-93d6-40a6-adb5-665015a3945d req-7e04a627-bbb8-4492-b11f-f22a11283bf7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:56:22.059625 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e2f90795-93d6-40a6-adb5-665015a3945d req-7e04a627-bbb8-4492-b11f-f22a11283bf7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d1e57419-177e-408d-8ec8-efa7f444b88c HTTP/1.1" status: 200 len: 910 time: 0.1327784 May 05 22:56:22.170430 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e2f90795-93d6-40a6-adb5-665015a3945d req-57b282b3-302a-489f-acbc-9478af8b2fa0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0277f83d-f5b2-43ad-9a81-d2166546bea4 HTTP/1.1" status: 200 len: 998 time: 0.1050436 May 05 22:56:22.237690 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f90795-93d6-40a6-adb5-665015a3945d req-942f17d8-b34f-4f41-85d5-0b0328f5ca0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:56:22.239212 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e2f90795-93d6-40a6-adb5-665015a3945d req-942f17d8-b34f-4f41-85d5-0b0328f5ca0f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7032baac-f7dd-431a-9ba8-f6c4411fd181 HTTP/1.1" status: 200 len: 848 time: 0.0625846 May 05 22:56:22.316820 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e2f90795-93d6-40a6-adb5-665015a3945d req-f1ef7b08-cf3d-4f1e-88a0-19eca12cb066 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d1e57419-177e-408d-8ec8-efa7f444b88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713532 May 05 22:56:22.392416 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5216e5b-f0f6-4b0d-9750-8b3f1123b1c5 req-029bc312-7130-4090-b32d-ce2cbde2fdc8 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:56:22.393881 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a5216e5b-f0f6-4b0d-9750-8b3f1123b1c5 req-029bc312-7130-4090-b32d-ce2cbde2fdc8 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f604061-d966-40ae-a7d7-f073638c302a HTTP/1.1" status: 200 len: 943 time: 0.0767574 May 05 22:56:22.452176 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e2f90795-93d6-40a6-adb5-665015a3945d req-236d7bf5-a6b2-412b-8b77-f593d6d58f93 service neutron] 10.222.0.44 "GET /v2.0/networks/d1e57419-177e-408d-8ec8-efa7f444b88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296833 May 05 22:56:22.550720 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a5216e5b-f0f6-4b0d-9750-8b3f1123b1c5 req-e9ce6372-9e07-4c78-abce-74211974197e tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f3dd75e-6f58-4779-9471-9c98fd8a8bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507516 May 05 22:56:22.627527 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e2f90795-93d6-40a6-adb5-665015a3945d req-97f43a9c-5c32-46f5-800e-632ae56acbcc service neutron] 10.222.0.44 "GET /v2.0/networks/d1e57419-177e-408d-8ec8-efa7f444b88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690357 May 05 22:56:23.765026 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84efffe2-bdfe-436f-a1c3-b39793422593 req-07297524-ec12-4173-a03b-51ac81b42fe5 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:56:23.766468 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-84efffe2-bdfe-436f-a1c3-b39793422593 req-07297524-ec12-4173-a03b-51ac81b42fe5 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f604061-d966-40ae-a7d7-f073638c302a HTTP/1.1" status: 200 len: 943 time: 0.0811763 May 05 22:56:23.816485 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-84efffe2-bdfe-436f-a1c3-b39793422593 req-6ddbb3a8-1344-4b7e-8374-adac0e1e46c2 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f3dd75e-6f58-4779-9471-9c98fd8a8bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441709 May 05 22:56:25.066863 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9648e6f-eaa0-48c5-a422-ea5e41a6cbc5 req-302973c3-bc0c-4079-b47b-2e37431a5dc0 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:56:25.068342 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e9648e6f-eaa0-48c5-a422-ea5e41a6cbc5 req-302973c3-bc0c-4079-b47b-2e37431a5dc0 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f604061-d966-40ae-a7d7-f073638c302a HTTP/1.1" status: 200 len: 943 time: 0.0969105 May 05 22:56:25.119061 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e9648e6f-eaa0-48c5-a422-ea5e41a6cbc5 req-c8441c8e-17bd-4d5a-9c77-1eab86073dec tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f3dd75e-6f58-4779-9471-9c98fd8a8bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428963 May 05 22:56:26.353196 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999e412-2e06-46bd-8d31-c7636e53bceb req-2c13d949-d0df-485c-9a42-6c91d155ba3d tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:56:26.354706 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f999e412-2e06-46bd-8d31-c7636e53bceb req-2c13d949-d0df-485c-9a42-6c91d155ba3d tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f604061-d966-40ae-a7d7-f073638c302a HTTP/1.1" status: 200 len: 943 time: 0.0808229 May 05 22:56:26.403303 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f999e412-2e06-46bd-8d31-c7636e53bceb req-9936cffc-5d99-48b0-988e-67cc331dec7e tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f3dd75e-6f58-4779-9471-9c98fd8a8bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429573 May 05 22:56:27.626804 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9acdb9-1418-4ed5-aa2d-393b93582d5b req-0f3444ef-565b-4541-b078-6ede8375cee3 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:56:27.628257 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fc9acdb9-1418-4ed5-aa2d-393b93582d5b req-0f3444ef-565b-4541-b078-6ede8375cee3 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f604061-d966-40ae-a7d7-f073638c302a HTTP/1.1" status: 200 len: 943 time: 0.0958624 May 05 22:56:27.673945 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fc9acdb9-1418-4ed5-aa2d-393b93582d5b req-83775e4f-89bc-4251-a9c2-f65c15a735b9 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f3dd75e-6f58-4779-9471-9c98fd8a8bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396194 May 05 22:56:28.359460 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:56:28.914431 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa01550-116b-4218-bab4-05271c692836 req-f20e78a0-c11b-49b5-894a-2cdc95aa8d33 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:56:28.918038 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3fa01550-116b-4218-bab4-05271c692836 req-f20e78a0-c11b-49b5-894a-2cdc95aa8d33 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f604061-d966-40ae-a7d7-f073638c302a HTTP/1.1" status: 200 len: 943 time: 0.0944836 May 05 22:56:28.964413 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3fa01550-116b-4218-bab4-05271c692836 req-c52c0ee8-4c98-409a-b6d3-bc3feae5efcb tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f3dd75e-6f58-4779-9471-9c98fd8a8bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424547 May 05 22:56:30.171797 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700f82d-3230-454e-8b8e-681e7a73394a req-46cb7121-9d27-46cb-afbe-bdadc20a68b1 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:56:30.173257 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3700f82d-3230-454e-8b8e-681e7a73394a req-46cb7121-9d27-46cb-afbe-bdadc20a68b1 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f604061-d966-40ae-a7d7-f073638c302a HTTP/1.1" status: 200 len: 943 time: 0.0785148 May 05 22:56:30.219618 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3700f82d-3230-454e-8b8e-681e7a73394a req-9c7272a0-745e-4d86-9b3c-4e5c829bc852 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f3dd75e-6f58-4779-9471-9c98fd8a8bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405259 May 05 22:56:31.447983 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ddb9f-d03a-409f-ab3f-501fe28a2ceb req-bdbe8c4e-b7de-4d44-b7b9-c311bd898cf2 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:56:31.449421 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bb2ddb9f-d03a-409f-ab3f-501fe28a2ceb req-bdbe8c4e-b7de-4d44-b7b9-c311bd898cf2 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f604061-d966-40ae-a7d7-f073638c302a HTTP/1.1" status: 200 len: 943 time: 0.0988307 May 05 22:56:31.498555 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bb2ddb9f-d03a-409f-ab3f-501fe28a2ceb req-91e64fed-39c3-4f5e-be71-cec7190086fb tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f3dd75e-6f58-4779-9471-9c98fd8a8bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409148 May 05 22:56:32.694683 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039733d-0973-4623-b804-3e1e4e2a1ade req-4e0dc9ac-ae73-4fe0-a48f-5398bc198fa4 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:56:32.696102 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7039733d-0973-4623-b804-3e1e4e2a1ade req-4e0dc9ac-ae73-4fe0-a48f-5398bc198fa4 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f604061-d966-40ae-a7d7-f073638c302a HTTP/1.1" status: 200 len: 943 time: 0.0779810 May 05 22:56:32.750153 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7039733d-0973-4623-b804-3e1e4e2a1ade req-1223ff55-d022-40db-8a9e-9f40953246d5 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f3dd75e-6f58-4779-9471-9c98fd8a8bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483804 May 05 22:56:33.961652 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e16d233-1bcd-4c33-961c-bddf625d0954 req-1b88aad4-752c-4aff-85aa-7dd37e84ec90 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:56:33.963029 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8e16d233-1bcd-4c33-961c-bddf625d0954 req-1b88aad4-752c-4aff-85aa-7dd37e84ec90 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f604061-d966-40ae-a7d7-f073638c302a HTTP/1.1" status: 200 len: 943 time: 0.0829511 May 05 22:56:34.009518 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8e16d233-1bcd-4c33-961c-bddf625d0954 req-a3a0c520-1f25-4f5d-ad80-382e211d268a tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f3dd75e-6f58-4779-9471-9c98fd8a8bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394394 May 05 22:56:35.230428 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c0d12-3771-402d-a8f9-7ae80d6bd6b3 req-191ede32-fe8b-46df-8492-d8f68083933a tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:56:35.232543 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d20c0d12-3771-402d-a8f9-7ae80d6bd6b3 req-191ede32-fe8b-46df-8492-d8f68083933a tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f604061-d966-40ae-a7d7-f073638c302a HTTP/1.1" status: 200 len: 943 time: 0.0934198 May 05 22:56:35.286038 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d20c0d12-3771-402d-a8f9-7ae80d6bd6b3 req-120c0cb1-37b4-496d-8e1b-9e471050973a tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f3dd75e-6f58-4779-9471-9c98fd8a8bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472958 May 05 22:56:35.343727 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 0277f83d-f5b2-43ad-9a81-d2166546bea4 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:56:35.516857 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 0277f83d-f5b2-43ad-9a81-d2166546bea4, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=0277f83d-f5b2-43ad-9a81-d2166546bea4,segment=NetworkSegment(285d6e67-3fe6-4f7e-9762-1fa787037cb6),segment_id=285d6e67-3fe6-4f7e-9762-1fa787037cb6)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:56:35.533744 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': '0277f83d-f5b2-43ad-9a81-d2166546bea4', 'network_id': 'd1e57419-177e-408d-8ec8-efa7f444b88c', 'port_id': '0277f83d-f5b2-43ad-9a81-d2166546bea4', 'mac_address': 'fa:16:3e:26:2c:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7032baac-f7dd-431a-9ba8-f6c4411fd181', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:56:35.602385 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:56:35.624627 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0277f83d-f5b2-43ad-9a81-d2166546bea4 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:56:35.645899 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 0277f83d-f5b2-43ad-9a81-d2166546bea4, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=0277f83d-f5b2-43ad-9a81-d2166546bea4,segment=NetworkSegment(285d6e67-3fe6-4f7e-9762-1fa787037cb6),segment_id=285d6e67-3fe6-4f7e-9762-1fa787037cb6)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:56:35.652413 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:56:35.720529 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=0277f83d-f5b2-43ad-9a81-d2166546bea4,revision_number=9']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:56:35.871647 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['0277f83d-f5b2-43ad-9a81-d2166546bea4'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:56:36.488293 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:56:36.514575 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba7aa1-5a4e-4a16-9395-f5de671b7cc6 req-33b8a233-7367-4162-941b-1170cc5b1aa5 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:56:36.516843 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2aba7aa1-5a4e-4a16-9395-f5de671b7cc6 req-33b8a233-7367-4162-941b-1170cc5b1aa5 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f604061-d966-40ae-a7d7-f073638c302a HTTP/1.1" status: 200 len: 944 time: 0.0969419 May 05 22:56:36.563681 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2aba7aa1-5a4e-4a16-9395-f5de671b7cc6 req-a405991a-bc78-4737-851f-319d64280cf3 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f3dd75e-6f58-4779-9471-9c98fd8a8bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411227 May 05 22:56:36.799316 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:56:37.343668 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 0277f83d-f5b2-43ad-9a81-d2166546bea4 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:56:37.420055 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port 0277f83d-f5b2-43ad-9a81-d2166546bea4 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:56:37.420432 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:56:37.534023 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:56:37.561019 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f604061-d966-40ae-a7d7-f073638c302a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0277f83d-f5b2-43ad-9a81-d2166546bea4'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:56:37.570854 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port 0277f83d-f5b2-43ad-9a81-d2166546bea4, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=0277f83d-f5b2-43ad-9a81-d2166546bea4,segment=NetworkSegment(285d6e67-3fe6-4f7e-9762-1fa787037cb6),segment_id=285d6e67-3fe6-4f7e-9762-1fa787037cb6)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:56:37.577231 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:56:37.621823 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a01123d-5e9f-49e0-960a-99dd4c21660f'] response: {'server_uuid': '1f604061-d966-40ae-a7d7-f073638c302a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0277f83d-f5b2-43ad-9a81-d2166546bea4', 'code': 200} May 05 22:56:37.646217 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=0277f83d-f5b2-43ad-9a81-d2166546bea4,revision_number=10']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:56:37.770450 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77b05f-c9d0-4aea-acf8-afe96a7f7c49 req-05b71d28-ca66-4a72-a5c2-910a1ad9f7be tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:56:37.771921 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3b77b05f-c9d0-4aea-acf8-afe96a7f7c49 req-05b71d28-ca66-4a72-a5c2-910a1ad9f7be tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f604061-d966-40ae-a7d7-f073638c302a HTTP/1.1" status: 200 len: 946 time: 0.0803809 May 05 22:56:37.818551 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3b77b05f-c9d0-4aea-acf8-afe96a7f7c49 req-7d4898f2-17f6-4770-931e-e0353ee5f9a5 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f3dd75e-6f58-4779-9471-9c98fd8a8bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408962 May 05 22:56:37.840262 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-150d763d-b6a2-4e37-bf8c-b16e7f306649 req-85559f52-2646-492d-b16f-fea4904d276d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1f604061-d966-40ae-a7d7-f073638c302a HTTP/1.1" status: 200 len: 1097 time: 0.0714364 May 05 22:56:37.882360 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-150d763d-b6a2-4e37-bf8c-b16e7f306649 req-5b7890e7-14de-46ed-8f23-0eba0d8d4fc1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8f3dd75e-6f58-4779-9471-9c98fd8a8bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360036 May 05 22:56:39.027044 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba098b-8064-4b50-bff2-100d18b410b4 req-fb21d4e1-9258-4cef-b8c4-10ca09fccb1e tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:56:39.028483 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c7ba098b-8064-4b50-bff2-100d18b410b4 req-fb21d4e1-9258-4cef-b8c4-10ca09fccb1e tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f604061-d966-40ae-a7d7-f073638c302a HTTP/1.1" status: 200 len: 946 time: 0.0779257 May 05 22:56:39.077317 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c7ba098b-8064-4b50-bff2-100d18b410b4 req-8f15265c-396e-4eb0-b64d-c1ba7fffc672 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f3dd75e-6f58-4779-9471-9c98fd8a8bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430229 May 05 22:56:40.296575 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a80d8-0008-4268-b6a1-64a1f99f7916 req-d989cfb5-24e9-4b8f-8bad-42d08765f5ac tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:56:40.298021 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-428a80d8-0008-4268-b6a1-64a1f99f7916 req-d989cfb5-24e9-4b8f-8bad-42d08765f5ac tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f604061-d966-40ae-a7d7-f073638c302a HTTP/1.1" status: 200 len: 946 time: 0.0888331 May 05 22:56:40.343576 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-428a80d8-0008-4268-b6a1-64a1f99f7916 req-ef2b61fe-0223-425e-a094-b6f9071676ba tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f3dd75e-6f58-4779-9471-9c98fd8a8bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399492 May 05 22:56:44.057187 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6a929587-75c5-4642-a75d-9120925f5c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:56:46.366173 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fd5eae8d-9a53-42c9-9dc6-2044bdd2c273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:56:47.254882 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fc31217f-b22f-475d-b905-2305eaf012d6 req-1adeaa9b-27b1-4ffe-8929-f4b44ef0d5f8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1f604061-d966-40ae-a7d7-f073638c302a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0801709 May 05 22:56:47.412746 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fc31217f-b22f-475d-b905-2305eaf012d6 req-6984641a-7866-479f-abed-2737de91280d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ef684bc69c3941268f8484d11085bc4e&device_id=1f604061-d966-40ae-a7d7-f073638c302a HTTP/1.1" status: 200 len: 1097 time: 0.0759251 May 05 22:56:47.560476 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc31217f-b22f-475d-b905-2305eaf012d6 req-47a3a0eb-ea08-4219-968e-96ecbed69f83 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:56:47.561909 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fc31217f-b22f-475d-b905-2305eaf012d6 req-47a3a0eb-ea08-4219-968e-96ecbed69f83 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d1e57419-177e-408d-8ec8-efa7f444b88c HTTP/1.1" status: 200 len: 910 time: 0.1271214 May 05 22:56:47.613243 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:56:47.641615 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:56:47.663213 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fc31217f-b22f-475d-b905-2305eaf012d6 req-7cf21bf3-ca75-4a07-98f2-bb95717e461c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0277f83d-f5b2-43ad-9a81-d2166546bea4 HTTP/1.1" status: 200 len: 1000 time: 0.0957482 May 05 22:56:47.811007 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc31217f-b22f-475d-b905-2305eaf012d6 req-dddc3c4f-f4b1-4db0-a4b5-c86b933b8045 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:56:47.812430 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fc31217f-b22f-475d-b905-2305eaf012d6 req-dddc3c4f-f4b1-4db0-a4b5-c86b933b8045 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7032baac-f7dd-431a-9ba8-f6c4411fd181 HTTP/1.1" status: 200 len: 848 time: 0.1432569 May 05 22:56:47.895282 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fc31217f-b22f-475d-b905-2305eaf012d6 req-bf05f78b-2156-44f4-90da-a9fa2f4cc7c5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d1e57419-177e-408d-8ec8-efa7f444b88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725222 May 05 22:56:48.029598 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fc31217f-b22f-475d-b905-2305eaf012d6 req-2188af8d-e80e-4463-9ad8-de69de0085e4 service neutron] 10.222.0.44 "GET /v2.0/networks/d1e57419-177e-408d-8ec8-efa7f444b88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277046 May 05 22:56:48.160361 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-fc31217f-b22f-475d-b905-2305eaf012d6 req-61353083-b912-44ad-8d8d-e5389cfc084a service neutron] 10.222.0.44 "GET /v2.0/networks/d1e57419-177e-408d-8ec8-efa7f444b88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231701 May 05 22:56:49.248877 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:57:05.368043 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:57:06.514114 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:57:06.803360 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:57:14.059375 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5c277957-63c9-4cfd-aee3-ac59424c8052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:57:16.370938 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2e4e0289-4f00-48f6-adcc-2e303070ef60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:57:17.626680 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:57:17.645154 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:57:19.263839 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:57:36.519419 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:57:36.814117 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:57:42.366755 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:57:44.063327 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1666de7c-9495-4537-bdd5-95cc9a419680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:57:46.386166 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4f7bd956-9ab1-4f53-9a06-8263c2ae5b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:57:47.622928 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:57:47.649749 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:57:49.258428 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:57:49.320955 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-24f811d0-c8fe-43a6-9968-8593ed3bcefe req-2d27050e-0a76-4f6a-bf6a-f732edcb991b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1f604061-d966-40ae-a7d7-f073638c302a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1425173 May 05 22:57:49.464564 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-24f811d0-c8fe-43a6-9968-8593ed3bcefe req-c64b0b4b-582b-4274-88de-4587b3cde431 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ef684bc69c3941268f8484d11085bc4e&device_id=1f604061-d966-40ae-a7d7-f073638c302a HTTP/1.1" status: 200 len: 1097 time: 0.0748572 May 05 22:57:49.620137 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f811d0-c8fe-43a6-9968-8593ed3bcefe req-1e2bccb0-2fce-4165-a4fc-4985abbd22a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:57:49.621559 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-24f811d0-c8fe-43a6-9968-8593ed3bcefe req-1e2bccb0-2fce-4165-a4fc-4985abbd22a2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d1e57419-177e-408d-8ec8-efa7f444b88c HTTP/1.1" status: 200 len: 910 time: 0.1335783 May 05 22:57:49.722402 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-24f811d0-c8fe-43a6-9968-8593ed3bcefe req-9ad528fc-0e6a-41e1-a135-5a74adf39f4c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0277f83d-f5b2-43ad-9a81-d2166546bea4 HTTP/1.1" status: 200 len: 1000 time: 0.0946860 May 05 22:57:49.788742 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f811d0-c8fe-43a6-9968-8593ed3bcefe req-530db556-18fb-417d-9267-68612c14c681 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:57:49.790240 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-24f811d0-c8fe-43a6-9968-8593ed3bcefe req-530db556-18fb-417d-9267-68612c14c681 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7032baac-f7dd-431a-9ba8-f6c4411fd181 HTTP/1.1" status: 200 len: 848 time: 0.0610294 May 05 22:57:49.864933 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-24f811d0-c8fe-43a6-9968-8593ed3bcefe req-6e4a6689-613b-4513-92f9-1b7940b8d42e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d1e57419-177e-408d-8ec8-efa7f444b88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685291 May 05 22:57:49.996171 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-24f811d0-c8fe-43a6-9968-8593ed3bcefe req-480337b4-c13c-400d-aa05-a7b0e6fecfb8 service neutron] 10.222.0.44 "GET /v2.0/networks/d1e57419-177e-408d-8ec8-efa7f444b88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241472 May 05 22:57:50.124983 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-24f811d0-c8fe-43a6-9968-8593ed3bcefe req-ec2b4fb4-577e-45f6-bf72-4b08aef9c186 service neutron] 10.222.0.44 "GET /v2.0/networks/d1e57419-177e-408d-8ec8-efa7f444b88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233649 May 05 22:57:50.890240 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 38304) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:57:51.095277 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-67123d5e-0868-4540-9e1f-a3b96ae110d5 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Deleting port d159618b-8b9e-49ac-ba05-53eba92819b1 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:57:51.095567 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-67123d5e-0868-4540-9e1f-a3b96ae110d5 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:57:51.351097 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-67123d5e-0868-4540-9e1f-a3b96ae110d5 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:57:51.351398 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-67123d5e-0868-4540-9e1f-a3b96ae110d5 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:57:51.470516 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-67123d5e-0868-4540-9e1f-a3b96ae110d5 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Calling delete_port for d159618b-8b9e-49ac-ba05-53eba92819b1 owned by network:floatingip {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:57:51.636142 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-67123d5e-0868-4540-9e1f-a3b96ae110d5 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:57:51.691967 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67123d5e-0868-4540-9e1f-a3b96ae110d5 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Pushing event deleted for resources: {'Port': ['ID=d159618b-8b9e-49ac-ba05-53eba92819b1,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:57:51.730534 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67123d5e-0868-4540-9e1f-a3b96ae110d5 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:57:51.730901 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67123d5e-0868-4540-9e1f-a3b96ae110d5 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:57:51.731225 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67123d5e-0868-4540-9e1f-a3b96ae110d5 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:57:51.731555 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67123d5e-0868-4540-9e1f-a3b96ae110d5 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:57:51.731876 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67123d5e-0868-4540-9e1f-a3b96ae110d5 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:57:51.732193 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67123d5e-0868-4540-9e1f-a3b96ae110d5 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:57:51.732510 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67123d5e-0868-4540-9e1f-a3b96ae110d5 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:57:51.732819 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67123d5e-0868-4540-9e1f-a3b96ae110d5 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:57:51.733106 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67123d5e-0868-4540-9e1f-a3b96ae110d5 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:57:51.733407 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67123d5e-0868-4540-9e1f-a3b96ae110d5 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:57:51.733718 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67123d5e-0868-4540-9e1f-a3b96ae110d5 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:57:51.793711 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-67123d5e-0868-4540-9e1f-a3b96ae110d5 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks [] for floatingip, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:57:52.205171 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67123d5e-0868-4540-9e1f-a3b96ae110d5 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Router ec6d39a8-a23e-4336-b33e-2d6effc1ceed has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:57:52.411199 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67123d5e-0868-4540-9e1f-a3b96ae110d5 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:57:52.420845 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b4effe-63e1-4542-9b7a-fd09547fbe82 None None] Sync routers for ids ['ec6d39a8-a23e-4336-b33e-2d6effc1ceed'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:57:52.424966 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-67123d5e-0868-4540-9e1f-a3b96ae110d5 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:57:52.432949 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b4effe-63e1-4542-9b7a-fd09547fbe82 None None] Routers {'ec6d39a8-a23e-4336-b33e-2d6effc1ceed'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:57:52.433534 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-49b4effe-63e1-4542-9b7a-fd09547fbe82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:57:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['ec6d39a8-a23e-4336-b33e-2d6effc1ceed'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:57:52.479336 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-67123d5e-0868-4540-9e1f-a3b96ae110d5 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "DELETE /v2.0/floatingips/b878fbba-3a16-4074-90e0-cd724c196a5b HTTP/1.1" status: 204 len: 168 time: 1.5877616 May 05 22:57:52.479720 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f604061-d966-40ae-a7d7-f073638c302a', 'tag': '0277f83d-f5b2-43ad-9a81-d2166546bea4'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:57:52.642384 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-49b4effe-63e1-4542-9b7a-fd09547fbe82 None None] Set router ec6d39a8-a23e-4336-b33e-2d6effc1ceed gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:57:52.665016 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2ea6c46-f2e6-441c-959a-60fcabff4012'] response: {'name': 'network-changed', 'server_uuid': '1f604061-d966-40ae-a7d7-f073638c302a', 'tag': '0277f83d-f5b2-43ad-9a81-d2166546bea4', 'status': 'completed', 'code': 200} May 05 22:57:52.773832 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-de8f31f6-aa77-40d6-ba53-edc42d07ef00 req-5928727c-a903-4fc3-9085-380b2a39f337 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ef684bc69c3941268f8484d11085bc4e&device_id=1f604061-d966-40ae-a7d7-f073638c302a HTTP/1.1" status: 200 len: 1097 time: 0.0827422 May 05 22:57:52.905338 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f31f6-aa77-40d6-ba53-edc42d07ef00 req-3b91393a-6ea0-41fb-9321-2a4a89f79888 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:57:52.906820 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-de8f31f6-aa77-40d6-ba53-edc42d07ef00 req-3b91393a-6ea0-41fb-9321-2a4a89f79888 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d1e57419-177e-408d-8ec8-efa7f444b88c HTTP/1.1" status: 200 len: 910 time: 0.1270804 May 05 22:57:52.930299 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd6951-5d4b-4d10-8396-57b2fc1da759 req-83ff1dd5-b8e7-4745-b4eb-0e72429c9147 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:57:52.933175 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f6cd6951-5d4b-4d10-8396-57b2fc1da759 req-83ff1dd5-b8e7-4745-b4eb-0e72429c9147 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f604061-d966-40ae-a7d7-f073638c302a HTTP/1.1" status: 200 len: 946 time: 0.0810935 May 05 22:57:52.977434 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-49b4effe-63e1-4542-9b7a-fd09547fbe82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6d39a8-a23e-4336-b33e-2d6effc1ceed', 'name': 'tempest-TestShelveInstance-1227878137-router', 'tenant_id': 'ef684bc69c3941268f8484d11085bc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'a69a5641-aec4-4467-bdf0-3c0fb252c087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:53:33Z', 'updated_at': '2022-05-05T22:53:36Z', 'revision_number': 4, 'project_id': 'ef684bc69c3941268f8484d11085bc4e', 'gw_port': {'id': 'a69a5641-aec4-4467-bdf0-3c0fb252c087', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:3a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d39a8-a23e-4336-b33e-2d6effc1ceed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:53:33Z', 'updated_at': '2022-05-05T22:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '47ef8ce3-8b20-46d3-8cec-8d48dd9fc524', 'name': '', 'network_id': 'd1e57419-177e-408d-8ec8-efa7f444b88c', 'tenant_id': 'ef684bc69c3941268f8484d11085bc4e', 'mac_address': 'fa:16:3e:44:91:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d39a8-a23e-4336-b33e-2d6effc1ceed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7032baac-f7dd-431a-9ba8-f6c4411fd181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:53:35Z', 'updated_at': '2022-05-05T22:53:45Z', 'revision_number': 5, 'project_id': 'ef684bc69c3941268f8484d11085bc4e', 'subnets': [{'id': '7032baac-f7dd-431a-9ba8-f6c4411fd181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:57:52.978914 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-de8f31f6-aa77-40d6-ba53-edc42d07ef00 req-8931ad5b-c5ab-4228-821c-43ebf3596d4c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0277f83d-f5b2-43ad-9a81-d2166546bea4 HTTP/1.1" status: 200 len: 217 time: 0.0654020 May 05 22:57:52.981726 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b4effe-63e1-4542-9b7a-fd09547fbe82 None None] Checking router: ec6d39a8-a23e-4336-b33e-2d6effc1ceed for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:57:52.985451 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f6cd6951-5d4b-4d10-8396-57b2fc1da759 req-4119eac4-0928-4517-8e62-bcbd3d4065b8 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f3dd75e-6f58-4779-9471-9c98fd8a8bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476434 May 05 22:57:52.994547 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b4effe-63e1-4542-9b7a-fd09547fbe82 None None] Routers {'ec6d39a8-a23e-4336-b33e-2d6effc1ceed'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:57:52.995230 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-49b4effe-63e1-4542-9b7a-fd09547fbe82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:57:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['ec6d39a8-a23e-4336-b33e-2d6effc1ceed'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:57:53.147764 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f31f6-aa77-40d6-ba53-edc42d07ef00 req-ac3ce68a-a2eb-45f7-acaf-872b74c02036 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:57:53.149709 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-de8f31f6-aa77-40d6-ba53-edc42d07ef00 req-ac3ce68a-a2eb-45f7-acaf-872b74c02036 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7032baac-f7dd-431a-9ba8-f6c4411fd181 HTTP/1.1" status: 200 len: 848 time: 0.1647308 May 05 22:57:53.180823 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-49b4effe-63e1-4542-9b7a-fd09547fbe82 None None] Set router ec6d39a8-a23e-4336-b33e-2d6effc1ceed gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:57:53.226981 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-de8f31f6-aa77-40d6-ba53-edc42d07ef00 req-ba34fddf-df8f-4858-a1c5-d46ca5a56d8c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d1e57419-177e-408d-8ec8-efa7f444b88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706911 May 05 22:57:53.357630 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-de8f31f6-aa77-40d6-ba53-edc42d07ef00 req-99990e51-2999-4fa0-8471-67e8d5ceaf44 service neutron] 10.222.0.44 "GET /v2.0/networks/d1e57419-177e-408d-8ec8-efa7f444b88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250293 May 05 22:57:53.490882 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-de8f31f6-aa77-40d6-ba53-edc42d07ef00 req-12593a72-b1dc-4eac-bddd-e606635b8978 service neutron] 10.222.0.44 "GET /v2.0/networks/d1e57419-177e-408d-8ec8-efa7f444b88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263957 May 05 22:57:53.491141 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-49b4effe-63e1-4542-9b7a-fd09547fbe82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6d39a8-a23e-4336-b33e-2d6effc1ceed', 'name': 'tempest-TestShelveInstance-1227878137-router', 'tenant_id': 'ef684bc69c3941268f8484d11085bc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'a69a5641-aec4-4467-bdf0-3c0fb252c087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:53:33Z', 'updated_at': '2022-05-05T22:53:36Z', 'revision_number': 4, 'project_id': 'ef684bc69c3941268f8484d11085bc4e', 'gw_port': {'id': 'a69a5641-aec4-4467-bdf0-3c0fb252c087', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:3a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d39a8-a23e-4336-b33e-2d6effc1ceed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:53:33Z', 'updated_at': '2022-05-05T22:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '47ef8ce3-8b20-46d3-8cec-8d48dd9fc524', 'name': '', 'network_id': 'd1e57419-177e-408d-8ec8-efa7f444b88c', 'tenant_id': 'ef684bc69c3941268f8484d11085bc4e', 'mac_address': 'fa:16:3e:44:91:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d39a8-a23e-4336-b33e-2d6effc1ceed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7032baac-f7dd-431a-9ba8-f6c4411fd181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:53:35Z', 'updated_at': '2022-05-05T22:53:45Z', 'revision_number': 5, 'project_id': 'ef684bc69c3941268f8484d11085bc4e', 'subnets': [{'id': '7032baac-f7dd-431a-9ba8-f6c4411fd181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:57:53.495553 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b4effe-63e1-4542-9b7a-fd09547fbe82 None None] The sync data for ids ['ec6d39a8-a23e-4336-b33e-2d6effc1ceed'] in n-d-825175-4 is: [{'id': 'ec6d39a8-a23e-4336-b33e-2d6effc1ceed', 'name': 'tempest-TestShelveInstance-1227878137-router', 'tenant_id': 'ef684bc69c3941268f8484d11085bc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'a69a5641-aec4-4467-bdf0-3c0fb252c087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:53:33Z', 'updated_at': '2022-05-05T22:53:36Z', 'revision_number': 4, 'project_id': 'ef684bc69c3941268f8484d11085bc4e', 'gw_port': {'id': 'a69a5641-aec4-4467-bdf0-3c0fb252c087', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:3a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d39a8-a23e-4336-b33e-2d6effc1ceed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:53:33Z', 'updated_at': '2022-05-05T22:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '47ef8ce3-8b20-46d3-8cec-8d48dd9fc524', 'name': '', 'network_id': 'd1e57419-177e-408d-8ec8-efa7f444b88c', 'tenant_id': 'ef684bc69c3941268f8484d11085bc4e', 'mac_address': 'fa:16:3e:44:91:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d39a8-a23e-4336-b33e-2d6effc1ceed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7032baac-f7dd-431a-9ba8-f6c4411fd181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:53:35Z', 'updated_at': '2022-05-05T22:53:45Z', 'revision_number': 5, 'project_id': 'ef684bc69c3941268f8484d11085bc4e', 'subnets': [{'id': '7032baac-f7dd-431a-9ba8-f6c4411fd181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:57:53.721755 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de9dac9-dd08-473a-9540-6e08fe76b165 None None] New status for floating IP b878fbba-3a16-4074-90e0-cd724c196a5b: DOWN {{(pid=84064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 22:57:54.090288 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d41797-377f-4b47-b8dc-f2e232da5de7 req-455cd892-5294-4515-ae01-07a29b4c311c tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:57:54.091028 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-17d41797-377f-4b47-b8dc-f2e232da5de7 req-455cd892-5294-4515-ae01-07a29b4c311c tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Synchronizing usage tracker for tenant:ef684bc69c3941268f8484d11085bc4e on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:57:54.109875 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-17d41797-377f-4b47-b8dc-f2e232da5de7 req-455cd892-5294-4515-ae01-07a29b4c311c tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Unset dirty status for tenant:ef684bc69c3941268f8484d11085bc4e on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:57:54.111086 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-17d41797-377f-4b47-b8dc-f2e232da5de7 req-455cd892-5294-4515-ae01-07a29b4c311c tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f604061-d966-40ae-a7d7-f073638c302a HTTP/1.1" status: 200 len: 946 time: 0.1066422 May 05 22:57:54.183559 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-17d41797-377f-4b47-b8dc-f2e232da5de7 req-742468d8-b91b-4fb6-b747-0ecc56512ce5 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Deleting port 0277f83d-f5b2-43ad-9a81-d2166546bea4 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 22:57:54.183796 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-17d41797-377f-4b47-b8dc-f2e232da5de7 req-742468d8-b91b-4fb6-b747-0ecc56512ce5 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:57:54.192710 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22258fd8-0177-446a-b4e2-5e0dda4c58eb req-b09bf842-cc69-4dfe-aee1-d774a06eaf17 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:57:54.194147 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-22258fd8-0177-446a-b4e2-5e0dda4c58eb req-b09bf842-cc69-4dfe-aee1-d774a06eaf17 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f604061-d966-40ae-a7d7-f073638c302a HTTP/1.1" status: 200 len: 946 time: 0.0766394 May 05 22:57:54.241664 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-22258fd8-0177-446a-b4e2-5e0dda4c58eb req-13a544af-5c39-4570-bcd2-8ce55f9052fe tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=8f3dd75e-6f58-4779-9471-9c98fd8a8bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402369 May 05 22:57:54.431368 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-17d41797-377f-4b47-b8dc-f2e232da5de7 req-742468d8-b91b-4fb6-b747-0ecc56512ce5 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] For port 0277f83d-f5b2-43ad-9a81-d2166546bea4, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=0277f83d-f5b2-43ad-9a81-d2166546bea4,segment=NetworkSegment(285d6e67-3fe6-4f7e-9762-1fa787037cb6),segment_id=285d6e67-3fe6-4f7e-9762-1fa787037cb6)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:57:54.432055 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-17d41797-377f-4b47-b8dc-f2e232da5de7 req-742468d8-b91b-4fb6-b747-0ecc56512ce5 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:57:54.549797 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-17d41797-377f-4b47-b8dc-f2e232da5de7 req-742468d8-b91b-4fb6-b747-0ecc56512ce5 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Calling delete_port for 0277f83d-f5b2-43ad-9a81-d2166546bea4 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 22:57:54.698844 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-17d41797-377f-4b47-b8dc-f2e232da5de7 req-742468d8-b91b-4fb6-b747-0ecc56512ce5 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:57:54.746692 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742468d8-b91b-4fb6-b747-0ecc56512ce5 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Pushing event deleted for resources: {'Port': ['ID=0277f83d-f5b2-43ad-9a81-d2166546bea4,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:57:54.824026 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-17d41797-377f-4b47-b8dc-f2e232da5de7 req-742468d8-b91b-4fb6-b747-0ecc56512ce5 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] No DVR routers for this DVR port 0277f83d-f5b2-43ad-9a81-d2166546bea4 on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 22:57:54.826909 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-17d41797-377f-4b47-b8dc-f2e232da5de7 req-742468d8-b91b-4fb6-b747-0ecc56512ce5 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:57:54.829797 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f604061-d966-40ae-a7d7-f073638c302a', 'name': 'network-vif-deleted', 'tag': '0277f83d-f5b2-43ad-9a81-d2166546bea4'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:57:54.846605 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-17d41797-377f-4b47-b8dc-f2e232da5de7 req-742468d8-b91b-4fb6-b747-0ecc56512ce5 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.44 "DELETE /v2.0/ports/0277f83d-f5b2-43ad-9a81-d2166546bea4 HTTP/1.1" status: 204 len: 173 time: 0.7305548 May 05 22:57:54.889272 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74fe719e-8336-468b-a9fc-2083e335fabb'] response: {'server_uuid': '1f604061-d966-40ae-a7d7-f073638c302a', 'name': 'network-vif-deleted', 'tag': '0277f83d-f5b2-43ad-9a81-d2166546bea4', 'status': 'completed', 'code': 200} May 05 22:57:55.420303 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7bfb2bdf-a48e-47b8-8eed-e07f9dde1d11 req-67e78955-a443-4310-9a35-43ff23d81880 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f604061-d966-40ae-a7d7-f073638c302a HTTP/1.1" status: 200 len: 210 time: 0.0408800 May 05 22:57:56.532586 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 38328) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:57:56.606023 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-021d425d-cef3-4958-9586-84220e20ec20 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:57:56.635447 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-021d425d-cef3-4958-9586-84220e20ec20 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:57:56.701465 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-021d425d-cef3-4958-9586-84220e20ec20 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:57:56.720147 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021d425d-cef3-4958-9586-84220e20ec20 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3dd75e-6f58-4779-9471-9c98fd8a8bab,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:57:56.731879 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021d425d-cef3-4958-9586-84220e20ec20 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:57:56.732209 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021d425d-cef3-4958-9586-84220e20ec20 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:57:56.732541 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021d425d-cef3-4958-9586-84220e20ec20 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:57:56.732868 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021d425d-cef3-4958-9586-84220e20ec20 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:57:56.733188 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021d425d-cef3-4958-9586-84220e20ec20 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:57:56.733507 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021d425d-cef3-4958-9586-84220e20ec20 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:57:56.733826 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021d425d-cef3-4958-9586-84220e20ec20 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:57:56.734146 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021d425d-cef3-4958-9586-84220e20ec20 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:57:56.734460 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021d425d-cef3-4958-9586-84220e20ec20 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:57:56.734799 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021d425d-cef3-4958-9586-84220e20ec20 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:57:56.735372 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021d425d-cef3-4958-9586-84220e20ec20 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:57:56.740749 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-021d425d-cef3-4958-9586-84220e20ec20 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:57:56.742435 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-021d425d-cef3-4958-9586-84220e20ec20 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "DELETE /v2.0/security-groups/8f3dd75e-6f58-4779-9471-9c98fd8a8bab HTTP/1.1" status: 204 len: 168 time: 0.2083092 May 05 22:57:57.209460 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 38336) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:57:57.215568 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-b5f464a1-f3e9-48d2-88f8-b5e7af185328 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-439459186', 'description': 'tempest-secgroup-smoke-439459186 description', 'project_id': 'ef684bc69c3941268f8484d11085bc4e'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:57:57.222619 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b5f464a1-f3e9-48d2-88f8-b5e7af185328 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:57:57.227147 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b5f464a1-f3e9-48d2-88f8-b5e7af185328 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Usage tracker for resource:security_group and tenant:ef684bc69c3941268f8484d11085bc4e is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:57:57.230359 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b5f464a1-f3e9-48d2-88f8-b5e7af185328 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:57:57.236407 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b5f464a1-f3e9-48d2-88f8-b5e7af185328 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:57:57.249626 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b5f464a1-f3e9-48d2-88f8-b5e7af185328 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:57:57.285232 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b5f464a1-f3e9-48d2-88f8-b5e7af185328 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:57:57.289040 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b5f464a1-f3e9-48d2-88f8-b5e7af185328 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Usage tracker for resource:security_group_rule and tenant:ef684bc69c3941268f8484d11085bc4e is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:57:57.291909 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-b5f464a1-f3e9-48d2-88f8-b5e7af185328 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:57:57.298681 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-b5f464a1-f3e9-48d2-88f8-b5e7af185328 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:57:57.362146 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b5f464a1-f3e9-48d2-88f8-b5e7af185328 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:57:57.368540 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b5f464a1-f3e9-48d2-88f8-b5e7af185328 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:57:57.416956 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f464a1-f3e9-48d2-88f8-b5e7af185328 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3e4ab7-66f6-488a-b8b1-199db65abc48,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:57:57.421214 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-b5f464a1-f3e9-48d2-88f8-b5e7af185328 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:57:57.422475 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-b5f464a1-f3e9-48d2-88f8-b5e7af185328 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2119956 May 05 22:57:57.425727 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 38340) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:57:57.432743 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-73dcc578-96ba-4873-b848-ff9dca80a46a tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Request body: {'security_group_rule': {'security_group_id': '9a3e4ab7-66f6-488a-b8b1-199db65abc48', 'project_id': 'ef684bc69c3941268f8484d11085bc4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:57:57.439643 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-73dcc578-96ba-4873-b848-ff9dca80a46a tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:57:57.444499 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-73dcc578-96ba-4873-b848-ff9dca80a46a tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Usage tracker for resource:security_group_rule and tenant:ef684bc69c3941268f8484d11085bc4e is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:57:57.449417 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-73dcc578-96ba-4873-b848-ff9dca80a46a tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:57:57.456200 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-73dcc578-96ba-4873-b848-ff9dca80a46a tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:57:57.479700 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-73dcc578-96ba-4873-b848-ff9dca80a46a tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:57:57.543266 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-73dcc578-96ba-4873-b848-ff9dca80a46a tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:57:57.547120 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-73dcc578-96ba-4873-b848-ff9dca80a46a tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:57:57.569905 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dcc578-96ba-4873-b848-ff9dca80a46a tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2f115fd-2242-4e5e-b781-6db6e364f44a,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:57:57.580300 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-73dcc578-96ba-4873-b848-ff9dca80a46a tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:57:57.581520 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-73dcc578-96ba-4873-b848-ff9dca80a46a tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1547461 May 05 22:57:57.584559 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 38344) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:57:57.590068 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-4d493c12-3795-419c-a714-c78b01aa9dc7 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Request body: {'security_group_rule': {'security_group_id': '9a3e4ab7-66f6-488a-b8b1-199db65abc48', 'project_id': 'ef684bc69c3941268f8484d11085bc4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:57:57.597517 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-4d493c12-3795-419c-a714-c78b01aa9dc7 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:57:57.601616 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-4d493c12-3795-419c-a714-c78b01aa9dc7 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Usage tracker for resource:security_group_rule and tenant:ef684bc69c3941268f8484d11085bc4e is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:57:57.605063 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-4d493c12-3795-419c-a714-c78b01aa9dc7 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:57:57.610744 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-4d493c12-3795-419c-a714-c78b01aa9dc7 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:57:57.626850 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4d493c12-3795-419c-a714-c78b01aa9dc7 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:57:57.702781 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4d493c12-3795-419c-a714-c78b01aa9dc7 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:57:57.708562 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4d493c12-3795-419c-a714-c78b01aa9dc7 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:57:57.735845 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d493c12-3795-419c-a714-c78b01aa9dc7 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0afcb53-218f-4c34-9a6d-6b9a4acc6dec,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:57:57.745425 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4d493c12-3795-419c-a714-c78b01aa9dc7 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:57:57.746635 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-4d493c12-3795-419c-a714-c78b01aa9dc7 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1611042 May 05 22:57:57.749545 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 38348) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:57:57.755444 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-24d11be0-6620-44f9-b6b1-b04110f69711 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Request body: {'security_group_rule': {'security_group_id': '9a3e4ab7-66f6-488a-b8b1-199db65abc48', 'project_id': 'ef684bc69c3941268f8484d11085bc4e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:57:57.763034 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-24d11be0-6620-44f9-b6b1-b04110f69711 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:57:57.766911 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-24d11be0-6620-44f9-b6b1-b04110f69711 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Usage tracker for resource:security_group_rule and tenant:ef684bc69c3941268f8484d11085bc4e is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:57:57.769793 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-24d11be0-6620-44f9-b6b1-b04110f69711 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:57:57.775707 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-24d11be0-6620-44f9-b6b1-b04110f69711 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:57:57.792672 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 0277f83d-f5b2-43ad-9a81-d2166546bea4 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 22:57:57.797236 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-24d11be0-6620-44f9-b6b1-b04110f69711 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:57:57.828898 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: 0277f83d-f5b2-43ad-9a81-d2166546bea4 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 22:57:57.829232 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device 0277f83d-f5b2-43ad-9a81-d2166546bea4 not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 22:57:57.871190 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-24d11be0-6620-44f9-b6b1-b04110f69711 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:57:57.877739 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-24d11be0-6620-44f9-b6b1-b04110f69711 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:57:57.901569 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d11be0-6620-44f9-b6b1-b04110f69711 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e9df205-3096-499a-989d-cd52e1d8072c,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:57:57.911046 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-24d11be0-6620-44f9-b6b1-b04110f69711 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:57:57.912258 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-24d11be0-6620-44f9-b6b1-b04110f69711 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1616297 May 05 22:57:57.915767 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 38352) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:57:57.924062 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-171aa6ff-0b25-4224-8d40-707919a66dbc tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Request body: {'security_group_rule': {'security_group_id': '9a3e4ab7-66f6-488a-b8b1-199db65abc48', 'project_id': 'ef684bc69c3941268f8484d11085bc4e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:57:57.933175 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-171aa6ff-0b25-4224-8d40-707919a66dbc tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:57:57.937384 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-171aa6ff-0b25-4224-8d40-707919a66dbc tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Usage tracker for resource:security_group_rule and tenant:ef684bc69c3941268f8484d11085bc4e is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:57:57.940494 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-171aa6ff-0b25-4224-8d40-707919a66dbc tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:57:57.946596 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-171aa6ff-0b25-4224-8d40-707919a66dbc tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:57:57.964892 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-171aa6ff-0b25-4224-8d40-707919a66dbc tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:57:58.032811 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-171aa6ff-0b25-4224-8d40-707919a66dbc tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:57:58.038224 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-171aa6ff-0b25-4224-8d40-707919a66dbc tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:57:58.065950 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171aa6ff-0b25-4224-8d40-707919a66dbc tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=626fbf32-71d3-4d13-82fe-48ec04b2823b,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:57:58.076091 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-171aa6ff-0b25-4224-8d40-707919a66dbc tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:57:58.077336 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-171aa6ff-0b25-4224-8d40-707919a66dbc tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1604877 May 05 22:57:58.080183 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 38356) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:57:58.085606 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-bdf06186-8e1a-4e60-adc0-d36da07da68f tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Request body: {'security_group_rule': {'security_group_id': '9a3e4ab7-66f6-488a-b8b1-199db65abc48', 'project_id': 'ef684bc69c3941268f8484d11085bc4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:57:58.092393 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-bdf06186-8e1a-4e60-adc0-d36da07da68f tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:57:58.096355 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-bdf06186-8e1a-4e60-adc0-d36da07da68f tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Usage tracker for resource:security_group_rule and tenant:ef684bc69c3941268f8484d11085bc4e is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:57:58.099351 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-bdf06186-8e1a-4e60-adc0-d36da07da68f tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:57:58.105442 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-bdf06186-8e1a-4e60-adc0-d36da07da68f tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:57:58.117555 n-d-825175-4 neutron-server[84061]: INFO neutron.db.securitygroups_db [None req-bdf06186-8e1a-4e60-adc0-d36da07da68f tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Project ef684bc69c3941268f8484d11085bc4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 22:57:58.124207 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bdf06186-8e1a-4e60-adc0-d36da07da68f tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:57:58.192002 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bdf06186-8e1a-4e60-adc0-d36da07da68f tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:57:58.197710 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bdf06186-8e1a-4e60-adc0-d36da07da68f tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:57:58.220747 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf06186-8e1a-4e60-adc0-d36da07da68f tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d452ca24-6535-4893-812a-d0e31c681091,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:57:58.229448 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bdf06186-8e1a-4e60-adc0-d36da07da68f tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:57:58.230625 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-bdf06186-8e1a-4e60-adc0-d36da07da68f tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1495168 May 05 22:57:58.233607 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 38360) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:57:58.239636 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-9bef0c0b-539e-4812-91f6-3cd860a2bb76 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Request body: {'security_group_rule': {'security_group_id': '9a3e4ab7-66f6-488a-b8b1-199db65abc48', 'project_id': 'ef684bc69c3941268f8484d11085bc4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:57:58.247377 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-9bef0c0b-539e-4812-91f6-3cd860a2bb76 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:57:58.251523 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9bef0c0b-539e-4812-91f6-3cd860a2bb76 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Usage tracker for resource:security_group_rule and tenant:ef684bc69c3941268f8484d11085bc4e is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:57:58.254580 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-9bef0c0b-539e-4812-91f6-3cd860a2bb76 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:57:58.261111 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-9bef0c0b-539e-4812-91f6-3cd860a2bb76 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:57:58.273733 n-d-825175-4 neutron-server[84063]: INFO neutron.db.securitygroups_db [None req-9bef0c0b-539e-4812-91f6-3cd860a2bb76 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Project ef684bc69c3941268f8484d11085bc4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 22:57:58.280655 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9bef0c0b-539e-4812-91f6-3cd860a2bb76 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:57:58.348641 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9bef0c0b-539e-4812-91f6-3cd860a2bb76 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:57:58.354085 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9bef0c0b-539e-4812-91f6-3cd860a2bb76 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:57:58.376739 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bef0c0b-539e-4812-91f6-3cd860a2bb76 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9d74836-0cc1-4298-8813-b886b079cb7b,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:57:58.385848 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-9bef0c0b-539e-4812-91f6-3cd860a2bb76 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:57:58.387062 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-9bef0c0b-539e-4812-91f6-3cd860a2bb76 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1522317 May 05 22:58:06.534501 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:58:06.808977 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:58:13.268673 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-3824c1be-76c8-4819-8a90-c800b06a6968 req-05340877-8f67-48f4-8016-05cecfbc8f92 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Synchronizing usage tracker for tenant:ef684bc69c3941268f8484d11085bc4e on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 22:58:13.287049 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-3824c1be-76c8-4819-8a90-c800b06a6968 req-05340877-8f67-48f4-8016-05cecfbc8f92 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Unset dirty status for tenant:ef684bc69c3941268f8484d11085bc4e on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 22:58:13.288317 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3824c1be-76c8-4819-8a90-c800b06a6968 req-05340877-8f67-48f4-8016-05cecfbc8f92 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-439459186&fields=id&tenant_id=ef684bc69c3941268f8484d11085bc4e HTTP/1.1" status: 200 len: 267 time: 0.0690160 May 05 22:58:13.441799 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824c1be-76c8-4819-8a90-c800b06a6968 req-779fb59d-9e14-49b4-b410-5f2802f4b36a tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:58:13.443255 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3824c1be-76c8-4819-8a90-c800b06a6968 req-779fb59d-9e14-49b4-b410-5f2802f4b36a tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/networks?id=d1e57419-177e-408d-8ec8-efa7f444b88c HTTP/1.1" status: 200 len: 809 time: 0.1470773 May 05 22:58:13.460450 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3824c1be-76c8-4819-8a90-c800b06a6968 req-0fe90cc4-20bf-4959-ac08-82e9c615ce75 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/quotas/ef684bc69c3941268f8484d11085bc4e HTTP/1.1" status: 200 len: 375 time: 0.0117629 May 05 22:58:13.554977 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3824c1be-76c8-4819-8a90-c800b06a6968 req-969ce533-58f0-4f98-9cff-ee258545ea98 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ef684bc69c3941268f8484d11085bc4e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0890670 May 05 22:58:13.640980 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [req-3824c1be-76c8-4819-8a90-c800b06a6968 req-391518db-516b-4d9f-bd16-b60ce3c4eb44 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:58:13.641966 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3824c1be-76c8-4819-8a90-c800b06a6968 req-391518db-516b-4d9f-bd16-b60ce3c4eb44 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0760183 May 05 22:58:13.881539 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3824c1be-76c8-4819-8a90-c800b06a6968 req-c2892f16-e102-4b77-bf86-72df442e5c42 service neutron] 10.222.0.23 "GET /v2.0/networks/d1e57419-177e-408d-8ec8-efa7f444b88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298133 May 05 22:58:14.018471 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3824c1be-76c8-4819-8a90-c800b06a6968 req-f8e2ebf5-4c80-44d4-8a53-38d0643caeb5 service neutron] 10.222.0.23 "GET /v2.0/networks/d1e57419-177e-408d-8ec8-efa7f444b88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297798 May 05 22:58:14.057008 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-eaf7bfce-9390-412d-b560-102c1fcd6fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:58:14.428347 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2c7575cc-8372-4a67-a048-17f088d42aea req-6255252d-6870-489e-b8fa-4cfad0114f44 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c3e8423-dbcd-4745-8904-0e22e59bd949 HTTP/1.1" status: 200 len: 210 time: 0.0403090 May 05 22:58:15.603517 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7cfe65dc-aaf5-4029-9036-2c6b6815e970 req-29901aec-7322-4019-8587-4a9908f8ed1f tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c3e8423-dbcd-4745-8904-0e22e59bd949 HTTP/1.1" status: 200 len: 210 time: 0.0455978 May 05 22:58:15.648471 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824c1be-76c8-4819-8a90-c800b06a6968 req-e3f3f532-77fa-4508-b0de-0863c934e98f tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:58:15.649900 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3824c1be-76c8-4819-8a90-c800b06a6968 req-e3f3f532-77fa-4508-b0de-0863c934e98f tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.44 "GET /v2.0/networks?id=d1e57419-177e-408d-8ec8-efa7f444b88c HTTP/1.1" status: 200 len: 809 time: 0.1541648 May 05 22:58:15.711295 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3824c1be-76c8-4819-8a90-c800b06a6968 req-3d97c6dc-5655-4248-a0ab-410136ed530b tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef684bc69c3941268f8484d11085bc4e HTTP/1.1" status: 200 len: 379 time: 0.0496180 May 05 22:58:15.721259 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-3824c1be-76c8-4819-8a90-c800b06a6968 req-4b4408e4-7417-443b-bf5c-4ee48179a63a tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Request body: {'port': {'device_id': '8c3e8423-dbcd-4745-8904-0e22e59bd949', 'network_id': 'd1e57419-177e-408d-8ec8-efa7f444b88c', 'admin_state_up': True, 'tenant_id': 'ef684bc69c3941268f8484d11085bc4e', 'security_groups': ['9a3e4ab7-66f6-488a-b8b1-199db65abc48']}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:58:15.943904 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-3824c1be-76c8-4819-8a90-c800b06a6968 req-4b4408e4-7417-443b-bf5c-4ee48179a63a tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:58:15.948094 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-3824c1be-76c8-4819-8a90-c800b06a6968 req-4b4408e4-7417-443b-bf5c-4ee48179a63a tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Usage tracker for resource:port and tenant:ef684bc69c3941268f8484d11085bc4e is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:58:15.951055 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-3824c1be-76c8-4819-8a90-c800b06a6968 req-4b4408e4-7417-443b-bf5c-4ee48179a63a tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:58:15.956881 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-3824c1be-76c8-4819-8a90-c800b06a6968 req-4b4408e4-7417-443b-bf5c-4ee48179a63a tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:58:15.968202 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3824c1be-76c8-4819-8a90-c800b06a6968 req-4b4408e4-7417-443b-bf5c-4ee48179a63a tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Made reservation on behalf of ef684bc69c3941268f8484d11085bc4e for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 22:58:15.971381 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-3824c1be-76c8-4819-8a90-c800b06a6968 req-4b4408e4-7417-443b-bf5c-4ee48179a63a tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:58:16.137751 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-3824c1be-76c8-4819-8a90-c800b06a6968 req-4b4408e4-7417-443b-bf5c-4ee48179a63a tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Allocated IP 172.20.0.6 (d1e57419-177e-408d-8ec8-efa7f444b88c/7032baac-f7dd-431a-9ba8-f6c4411fd181/a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:58:16.332378 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-3824c1be-76c8-4819-8a90-c800b06a6968 req-4b4408e4-7417-443b-bf5c-4ee48179a63a tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:58:16.348156 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-3824c1be-76c8-4819-8a90-c800b06a6968 req-4b4408e4-7417-443b-bf5c-4ee48179a63a tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Transition to ACTIVE for port object a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:58:16.371225 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-3824c1be-76c8-4819-8a90-c800b06a6968 req-4b4408e4-7417-443b-bf5c-4ee48179a63a tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:58:16.379783 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1f7fb180-e9e3-448d-abe3-692c35413d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:58:16.444977 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3824c1be-76c8-4819-8a90-c800b06a6968 req-4b4408e4-7417-443b-bf5c-4ee48179a63a tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Network d1e57419-177e-408d-8ec8-efa7f444b88c is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:58:16.448117 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-3824c1be-76c8-4819-8a90-c800b06a6968 req-4b4408e4-7417-443b-bf5c-4ee48179a63a tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:58:16.452823 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-3824c1be-76c8-4819-8a90-c800b06a6968 req-4b4408e4-7417-443b-bf5c-4ee48179a63a tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:58:16.481149 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4408e4-7417-443b-bf5c-4ee48179a63a tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Pushing event updated for resources: {'Port': ['ID=a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:58:16.521683 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824c1be-76c8-4819-8a90-c800b06a6968 req-4b4408e4-7417-443b-bf5c-4ee48179a63a tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:58:16.522330 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-3824c1be-76c8-4819-8a90-c800b06a6968 req-4b4408e4-7417-443b-bf5c-4ee48179a63a tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:58:16.554813 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3824c1be-76c8-4819-8a90-c800b06a6968 req-4b4408e4-7417-443b-bf5c-4ee48179a63a tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8371112 May 05 22:58:16.566510 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-3824c1be-76c8-4819-8a90-c800b06a6968 req-ccf5d0cf-9079-48e9-ad02-5e6d66c791ea service neutron] Request body: {'port': {'device_id': '8c3e8423-dbcd-4745-8904-0e22e59bd949', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:58:16.686000 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-5c1ecc41-798b-4b6e-b8bc-18d7674bcc60 None None] Provisioning for port a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:58:16.692207 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-5c1ecc41-798b-4b6e-b8bc-18d7674bcc60 None None] Provisioning complete for port a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:58:16.692631 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5c1ecc41-798b-4b6e-b8bc-18d7674bcc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:58:16.697914 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-3824c1be-76c8-4819-8a90-c800b06a6968 req-ccf5d0cf-9079-48e9-ad02-5e6d66c791ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:58:16.756041 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-5c1ecc41-798b-4b6e-b8bc-18d7674bcc60 None None] Port a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 22:58:16.815723 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56b471-98a9-4a7f-957c-1a6daf2b9438 req-1c04f7fe-047c-419f-99a5-e5d2240f8a42 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:58:16.819133 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fa56b471-98a9-4a7f-957c-1a6daf2b9438 req-1c04f7fe-047c-419f-99a5-e5d2240f8a42 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c3e8423-dbcd-4745-8904-0e22e59bd949 HTTP/1.1" status: 200 len: 931 time: 0.0816402 May 05 22:58:16.865408 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fa56b471-98a9-4a7f-957c-1a6daf2b9438 req-29ef9ee3-db47-48e8-90f9-bde6dceefef0 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a3e4ab7-66f6-488a-b8b1-199db65abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426238 May 05 22:58:17.058364 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-3824c1be-76c8-4819-8a90-c800b06a6968 req-ccf5d0cf-9079-48e9-ad02-5e6d66c791ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:58:17.065568 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-3824c1be-76c8-4819-8a90-c800b06a6968 req-ccf5d0cf-9079-48e9-ad02-5e6d66c791ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:58:17.080726 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-3824c1be-76c8-4819-8a90-c800b06a6968 req-ccf5d0cf-9079-48e9-ad02-5e6d66c791ea service neutron] Transition to ACTIVE for port object a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 22:58:17.085003 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-3824c1be-76c8-4819-8a90-c800b06a6968 req-ccf5d0cf-9079-48e9-ad02-5e6d66c791ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:58:17.220873 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5d0cf-9079-48e9-ad02-5e6d66c791ea service neutron] Pushing event updated for resources: {'Port': ['ID=a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:58:17.336249 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-3824c1be-76c8-4819-8a90-c800b06a6968 req-ccf5d0cf-9079-48e9-ad02-5e6d66c791ea service neutron] Attempting to bind port a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3 on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 22:58:17.336537 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-3824c1be-76c8-4819-8a90-c800b06a6968 req-ccf5d0cf-9079-48e9-ad02-5e6d66c791ea service neutron] Attempting to bind port a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3 by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': '285d6e67-3fe6-4f7e-9762-1fa787037cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd1e57419-177e-408d-8ec8-efa7f444b88c'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 22:58:17.336874 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3824c1be-76c8-4819-8a90-c800b06a6968 req-ccf5d0cf-9079-48e9-ad02-5e6d66c791ea service neutron] Attempting to bind port a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3 on network d1e57419-177e-408d-8ec8-efa7f444b88c {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:58:17.345339 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3824c1be-76c8-4819-8a90-c800b06a6968 req-ccf5d0cf-9079-48e9-ad02-5e6d66c791ea service neutron] Port a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3 on network d1e57419-177e-408d-8ec8-efa7f444b88c not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 22:58:17.345704 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3824c1be-76c8-4819-8a90-c800b06a6968 req-ccf5d0cf-9079-48e9-ad02-5e6d66c791ea service neutron] Attempting to bind port a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3 on network d1e57419-177e-408d-8ec8-efa7f444b88c {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 22:58:17.352276 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3824c1be-76c8-4819-8a90-c800b06a6968 req-ccf5d0cf-9079-48e9-ad02-5e6d66c791ea service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 22, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 22:58:17.352624 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3824c1be-76c8-4819-8a90-c800b06a6968 req-ccf5d0cf-9079-48e9-ad02-5e6d66c791ea service neutron] Checking segment: {'id': '285d6e67-3fe6-4f7e-9762-1fa787037cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd1e57419-177e-408d-8ec8-efa7f444b88c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 22:58:17.353003 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3824c1be-76c8-4819-8a90-c800b06a6968 req-ccf5d0cf-9079-48e9-ad02-5e6d66c791ea service neutron] Bound using segment: {'id': '285d6e67-3fe6-4f7e-9762-1fa787037cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd1e57419-177e-408d-8ec8-efa7f444b88c'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 22:58:17.353419 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-3824c1be-76c8-4819-8a90-c800b06a6968 req-ccf5d0cf-9079-48e9-ad02-5e6d66c791ea service neutron] Bound port: a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '285d6e67-3fe6-4f7e-9762-1fa787037cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd1e57419-177e-408d-8ec8-efa7f444b88c'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 22:58:17.353762 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-3824c1be-76c8-4819-8a90-c800b06a6968 req-ccf5d0cf-9079-48e9-ad02-5e6d66c791ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:58:17.443861 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-3824c1be-76c8-4819-8a90-c800b06a6968 req-ccf5d0cf-9079-48e9-ad02-5e6d66c791ea service neutron] For port a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 22:58:17.446906 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-3824c1be-76c8-4819-8a90-c800b06a6968 req-ccf5d0cf-9079-48e9-ad02-5e6d66c791ea service neutron] For port a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3,segment=NetworkSegment(285d6e67-3fe6-4f7e-9762-1fa787037cb6),segment_id=285d6e67-3fe6-4f7e-9762-1fa787037cb6)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 22:58:17.454361 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-3824c1be-76c8-4819-8a90-c800b06a6968 req-ccf5d0cf-9079-48e9-ad02-5e6d66c791ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:58:17.518053 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-3824c1be-76c8-4819-8a90-c800b06a6968 req-ccf5d0cf-9079-48e9-ad02-5e6d66c791ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:58:17.519424 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3824c1be-76c8-4819-8a90-c800b06a6968 req-ccf5d0cf-9079-48e9-ad02-5e6d66c791ea service neutron] 10.222.0.44 "PUT /v2.0/ports/a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3 HTTP/1.1" status: 200 len: 1091 time: 0.9578340 May 05 22:58:17.519852 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c3e8423-dbcd-4745-8904-0e22e59bd949', 'tag': 'a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:58:17.538294 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5d0cf-9079-48e9-ad02-5e6d66c791ea service neutron] Pushing event updated for resources: {'Port': ['ID=a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:58:17.606275 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-003940bc-4c84-42c2-9f67-5c2bc2b3fd0f'] response: {'name': 'network-changed', 'server_uuid': '8c3e8423-dbcd-4745-8904-0e22e59bd949', 'tag': 'a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3', 'status': 'completed', 'code': 200} May 05 22:58:17.618298 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:58:17.646316 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3824c1be-76c8-4819-8a90-c800b06a6968 req-ba9d6aee-b278-4912-8b88-55bb9c5bbbea service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ef684bc69c3941268f8484d11085bc4e&device_id=8c3e8423-dbcd-4745-8904-0e22e59bd949 HTTP/1.1" status: 200 len: 1094 time: 0.0814469 May 05 22:58:17.651656 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:58:17.813256 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3824c1be-76c8-4819-8a90-c800b06a6968 req-e297f400-1371-4328-8d1a-e2a68d028ffc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3 HTTP/1.1" status: 200 len: 217 time: 0.1598125 May 05 22:58:17.876284 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824c1be-76c8-4819-8a90-c800b06a6968 req-8fe654f2-0b46-47bf-acb7-e541cbb8d661 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:58:17.877612 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3824c1be-76c8-4819-8a90-c800b06a6968 req-8fe654f2-0b46-47bf-acb7-e541cbb8d661 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7032baac-f7dd-431a-9ba8-f6c4411fd181 HTTP/1.1" status: 200 len: 848 time: 0.0587051 May 05 22:58:17.953461 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3824c1be-76c8-4819-8a90-c800b06a6968 req-ea8b14a1-6a7f-492d-80b9-c447a4fa862d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d1e57419-177e-408d-8ec8-efa7f444b88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694182 May 05 22:58:18.068024 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e5a7f-bf12-4a96-a5c4-be22ca4aceb6 req-4d7ec4e9-da3f-47b4-9351-400896ad9169 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:58:18.069555 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-541e5a7f-bf12-4a96-a5c4-be22ca4aceb6 req-4d7ec4e9-da3f-47b4-9351-400896ad9169 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c3e8423-dbcd-4745-8904-0e22e59bd949 HTTP/1.1" status: 200 len: 943 time: 0.0794320 May 05 22:58:18.086439 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3824c1be-76c8-4819-8a90-c800b06a6968 req-23095d9b-b4f3-4dbc-aa1d-83e8ed5e74c2 service neutron] 10.222.0.44 "GET /v2.0/networks/d1e57419-177e-408d-8ec8-efa7f444b88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272180 May 05 22:58:18.115492 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-541e5a7f-bf12-4a96-a5c4-be22ca4aceb6 req-0b6221d3-7082-4075-8bff-9d8cd0ca534e tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a3e4ab7-66f6-488a-b8b1-199db65abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397646 May 05 22:58:18.216831 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-3824c1be-76c8-4819-8a90-c800b06a6968 req-2b079af2-8ec4-47c4-b1d6-7ecca255edca service neutron] 10.222.0.44 "GET /v2.0/networks/d1e57419-177e-408d-8ec8-efa7f444b88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252406 May 05 22:58:18.347016 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4bda2a68-7f71-4d41-8b47-705b50ce71a2 req-f82cc508-6092-419a-a7bc-6e22217a343a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ef684bc69c3941268f8484d11085bc4e&device_id=8c3e8423-dbcd-4745-8904-0e22e59bd949 HTTP/1.1" status: 200 len: 1094 time: 0.0794568 May 05 22:58:18.480869 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda2a68-7f71-4d41-8b47-705b50ce71a2 req-c73657e9-5832-4785-a9de-7c428caebf8b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:58:18.482383 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4bda2a68-7f71-4d41-8b47-705b50ce71a2 req-c73657e9-5832-4785-a9de-7c428caebf8b service neutron] 10.222.0.44 "GET /v2.0/networks?id=d1e57419-177e-408d-8ec8-efa7f444b88c HTTP/1.1" status: 200 len: 910 time: 0.1290362 May 05 22:58:18.549808 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4bda2a68-7f71-4d41-8b47-705b50ce71a2 req-fef61477-cb9f-4f31-b3b9-58ae248aaad5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3 HTTP/1.1" status: 200 len: 217 time: 0.0608594 May 05 22:58:18.617351 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda2a68-7f71-4d41-8b47-705b50ce71a2 req-5466102a-4b37-40d8-93b7-237f98399b46 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:58:18.618421 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4bda2a68-7f71-4d41-8b47-705b50ce71a2 req-5466102a-4b37-40d8-93b7-237f98399b46 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7032baac-f7dd-431a-9ba8-f6c4411fd181 HTTP/1.1" status: 200 len: 848 time: 0.0629816 May 05 22:58:18.695893 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4bda2a68-7f71-4d41-8b47-705b50ce71a2 req-d468e745-26a8-4a3b-8d8e-8dd9ca4eef6f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d1e57419-177e-408d-8ec8-efa7f444b88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711086 May 05 22:58:18.827420 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4bda2a68-7f71-4d41-8b47-705b50ce71a2 req-d74ae358-6710-43c9-830e-1e197704d084 service neutron] 10.222.0.44 "GET /v2.0/networks/d1e57419-177e-408d-8ec8-efa7f444b88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246219 May 05 22:58:18.967586 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4bda2a68-7f71-4d41-8b47-705b50ce71a2 req-265cdb02-6bce-465f-acf0-6315263dc733 service neutron] 10.222.0.44 "GET /v2.0/networks/d1e57419-177e-408d-8ec8-efa7f444b88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344318 May 05 22:58:19.260894 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:58:19.335190 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f2124d-d37b-454b-a359-10605a68e1c2 req-3cf4e056-6935-469e-890f-81db52809ffa tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:58:19.336623 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a2f2124d-d37b-454b-a359-10605a68e1c2 req-3cf4e056-6935-469e-890f-81db52809ffa tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c3e8423-dbcd-4745-8904-0e22e59bd949 HTTP/1.1" status: 200 len: 943 time: 0.0834618 May 05 22:58:19.358689 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:58:19.387558 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a2f2124d-d37b-454b-a359-10605a68e1c2 req-48122613-4dad-465e-9ba4-b3bc15f69eda tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a3e4ab7-66f6-488a-b8b1-199db65abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448430 May 05 22:58:20.587190 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfbf35e-8f43-4569-8ba3-330e716075d4 req-d67b3203-fd98-447d-941a-fb4ff43b6d11 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:58:20.588705 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bdfbf35e-8f43-4569-8ba3-330e716075d4 req-d67b3203-fd98-447d-941a-fb4ff43b6d11 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c3e8423-dbcd-4745-8904-0e22e59bd949 HTTP/1.1" status: 200 len: 943 time: 0.0800948 May 05 22:58:20.638889 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bdfbf35e-8f43-4569-8ba3-330e716075d4 req-b6f548af-3241-4c17-bca6-e999a2dc01bb tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a3e4ab7-66f6-488a-b8b1-199db65abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439048 May 05 22:58:21.861249 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603f414-01c4-4ccc-9466-2fcd28a08398 req-3411c4c6-58cb-4122-8486-558dc97e3dc0 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:58:21.862599 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d603f414-01c4-4ccc-9466-2fcd28a08398 req-3411c4c6-58cb-4122-8486-558dc97e3dc0 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c3e8423-dbcd-4745-8904-0e22e59bd949 HTTP/1.1" status: 200 len: 943 time: 0.0899956 May 05 22:58:21.911907 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d603f414-01c4-4ccc-9466-2fcd28a08398 req-ca5c985b-4010-4065-8448-c3451f0ce2f2 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a3e4ab7-66f6-488a-b8b1-199db65abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414946 May 05 22:58:23.122243 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bce613-a0c0-4bea-9e70-9e56f91c77f2 req-ec3991aa-ee9c-4a14-aa8a-62866f1e889d tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:58:23.123709 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-51bce613-a0c0-4bea-9e70-9e56f91c77f2 req-ec3991aa-ee9c-4a14-aa8a-62866f1e889d tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c3e8423-dbcd-4745-8904-0e22e59bd949 HTTP/1.1" status: 200 len: 943 time: 0.0777056 May 05 22:58:23.174404 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-51bce613-a0c0-4bea-9e70-9e56f91c77f2 req-82032e5d-c884-467f-ac0a-30986ee49904 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a3e4ab7-66f6-488a-b8b1-199db65abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419898 May 05 22:58:24.407752 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d8812-7645-4971-877c-fd9c05e59fee req-ab1376cf-1ed0-4b7e-8c6c-e51a3b28413e tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:58:24.409243 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d73d8812-7645-4971-877c-fd9c05e59fee req-ab1376cf-1ed0-4b7e-8c6c-e51a3b28413e tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c3e8423-dbcd-4745-8904-0e22e59bd949 HTTP/1.1" status: 200 len: 943 time: 0.0993087 May 05 22:58:24.457419 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d73d8812-7645-4971-877c-fd9c05e59fee req-0ff95de3-7231-47ba-8c1a-24a1d08464b0 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a3e4ab7-66f6-488a-b8b1-199db65abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400705 May 05 22:58:25.664900 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f05555-19d4-443e-b442-94e50281f5a4 req-85492fdd-331a-4af6-9f53-83ad6356101b tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:58:25.666385 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c6f05555-19d4-443e-b442-94e50281f5a4 req-85492fdd-331a-4af6-9f53-83ad6356101b tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c3e8423-dbcd-4745-8904-0e22e59bd949 HTTP/1.1" status: 200 len: 943 time: 0.0802326 May 05 22:58:25.715751 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c6f05555-19d4-443e-b442-94e50281f5a4 req-a7602452-6349-483a-8c21-000950d40822 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a3e4ab7-66f6-488a-b8b1-199db65abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425155 May 05 22:58:26.012480 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 22:58:26.162140 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3,segment=NetworkSegment(285d6e67-3fe6-4f7e-9762-1fa787037cb6),segment_id=285d6e67-3fe6-4f7e-9762-1fa787037cb6)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:58:26.175329 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': 'a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3', 'network_id': 'd1e57419-177e-408d-8ec8-efa7f444b88c', 'port_id': 'a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3', 'mac_address': 'fa:16:3e:b6:78:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7032baac-f7dd-431a-9ba8-f6c4411fd181', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 22:58:26.228738 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:58:26.249597 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 22:58:26.265966 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3,segment=NetworkSegment(285d6e67-3fe6-4f7e-9762-1fa787037cb6),segment_id=285d6e67-3fe6-4f7e-9762-1fa787037cb6)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:58:26.272374 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:58:26.337164 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:58:26.346453 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:58:26.346826 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:58:26.347162 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:58:26.347486 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:58:26.347807 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:58:26.348154 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:58:26.348448 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:58:26.348824 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:58:26.349137 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:58:26.349527 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:58:26.349794 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 22:58:26.472392 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 22:58:26.941575 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d71c46-6a35-4e94-bc4c-39920f5b4556 req-bc1a3106-af5e-472f-b3c6-a5219f4c7358 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:58:26.942942 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f6d71c46-6a35-4e94-bc4c-39920f5b4556 req-bc1a3106-af5e-472f-b3c6-a5219f4c7358 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c3e8423-dbcd-4745-8904-0e22e59bd949 HTTP/1.1" status: 200 len: 944 time: 0.0983531 May 05 22:58:26.991565 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f6d71c46-6a35-4e94-bc4c-39920f5b4556 req-26e8937b-0c24-4104-bf89-48b8283a6e2b tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a3e4ab7-66f6-488a-b8b1-199db65abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411882 May 05 22:58:28.013391 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 22:58:28.095691 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 22:58:28.100868 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 22:58:28.101236 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:58:28.199249 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae4244-cc09-4356-8332-8829051a716c req-d1593b4f-156c-44bb-a630-1ccb569243dd tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:58:28.200704 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9eae4244-cc09-4356-8332-8829051a716c req-d1593b4f-156c-44bb-a630-1ccb569243dd tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c3e8423-dbcd-4745-8904-0e22e59bd949 HTTP/1.1" status: 200 len: 944 time: 0.0771251 May 05 22:58:28.214476 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:58:28.242210 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c3e8423-dbcd-4745-8904-0e22e59bd949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:58:28.252482 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3,segment=NetworkSegment(285d6e67-3fe6-4f7e-9762-1fa787037cb6),segment_id=285d6e67-3fe6-4f7e-9762-1fa787037cb6)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 22:58:28.253415 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9eae4244-cc09-4356-8332-8829051a716c req-86faa300-b33d-4ccd-b4e5-def85f75a2cc tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a3e4ab7-66f6-488a-b8b1-199db65abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471249 May 05 22:58:28.256882 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:58:28.325451 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:58:28.382542 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdd4398e-9703-41f1-84e0-cd796bb6dbf7'] response: {'server_uuid': '8c3e8423-dbcd-4745-8904-0e22e59bd949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3', 'code': 200} May 05 22:58:28.525375 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c1835228-d60e-4ad0-bcb7-bf7237cc8f82 req-b8d99c24-0c0d-46ef-b0a4-e2fbe9fd02bc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e8423-dbcd-4745-8904-0e22e59bd949 HTTP/1.1" status: 200 len: 1096 time: 0.0788908 May 05 22:58:28.568102 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c1835228-d60e-4ad0-bcb7-bf7237cc8f82 req-3a2563f8-5d69-4eaf-b047-8bcf120dd9ce service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9a3e4ab7-66f6-488a-b8b1-199db65abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370080 May 05 22:58:29.464052 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3461ae01-0607-40cf-9a7c-957ac088c0d4 req-9d24f297-0ffd-42dc-ac9b-3daaf58a1625 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:58:29.465398 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3461ae01-0607-40cf-9a7c-957ac088c0d4 req-9d24f297-0ffd-42dc-ac9b-3daaf58a1625 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c3e8423-dbcd-4745-8904-0e22e59bd949 HTTP/1.1" status: 200 len: 945 time: 0.0800323 May 05 22:58:29.511536 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3461ae01-0607-40cf-9a7c-957ac088c0d4 req-18d53aed-6bc3-4cbc-89b8-827cc5c6cc9b tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a3e4ab7-66f6-488a-b8b1-199db65abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402229 May 05 22:58:30.730860 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1a7b3-cdb8-4952-b027-2c83312c5f0e req-054ec423-477c-4d1c-b02d-5ae152c66f4c tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:58:30.732328 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a3e1a7b3-cdb8-4952-b027-2c83312c5f0e req-054ec423-477c-4d1c-b02d-5ae152c66f4c tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c3e8423-dbcd-4745-8904-0e22e59bd949 HTTP/1.1" status: 200 len: 945 time: 0.0946248 May 05 22:58:30.782239 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a3e1a7b3-cdb8-4952-b027-2c83312c5f0e req-2327e40f-9c51-4a8a-a69d-f61a05308f47 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a3e4ab7-66f6-488a-b8b1-199db65abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414336 May 05 22:58:30.999311 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd37253d-abe0-4779-be22-8d037e9dfd1e req-9c81b215-6870-40a4-b43b-53e796514c8e tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:58:31.000784 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fd37253d-abe0-4779-be22-8d037e9dfd1e req-9c81b215-6870-40a4-b43b-53e796514c8e tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c3e8423-dbcd-4745-8904-0e22e59bd949 HTTP/1.1" status: 200 len: 945 time: 0.0874422 May 05 22:58:31.048488 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-fd37253d-abe0-4779-be22-8d037e9dfd1e req-6a52a7e7-b544-4f3f-af29-c373ed4c7125 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a3e4ab7-66f6-488a-b8b1-199db65abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420098 May 05 22:58:31.076046 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 38506) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:58:31.151854 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-dbc398a6-aea8-429c-8327-2160d543e65a tempest-TestShelveInstance-246675098 tempest-TestShelveInstance-246675098-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8c3e8423-dbcd-4745-8904-0e22e59bd949 HTTP/1.1" status: 200 len: 1091 time: 0.0746355 May 05 22:58:31.155032 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 38510) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 22:58:31.160417 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-ef1e8146-9938-4477-acc2-abf62aa2c79d tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Request body: {'floatingip': {'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'port_id': 'a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3', 'tenant_id': 'ef684bc69c3941268f8484d11085bc4e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 22:58:31.167498 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-ef1e8146-9938-4477-acc2-abf62aa2c79d tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 22:58:31.172480 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-ef1e8146-9938-4477-acc2-abf62aa2c79d tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Usage tracker for resource:floatingip and tenant:ef684bc69c3941268f8484d11085bc4e is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 22:58:31.175531 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-ef1e8146-9938-4477-acc2-abf62aa2c79d tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 22:58:31.182472 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-ef1e8146-9938-4477-acc2-abf62aa2c79d tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 22:58:31.193962 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ef1e8146-9938-4477-acc2-abf62aa2c79d tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks [] for floatingip, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:58:31.344369 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ef1e8146-9938-4477-acc2-abf62aa2c79d tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:58:31.494499 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-ef1e8146-9938-4477-acc2-abf62aa2c79d tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Allocated IP 172.25.4.132 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/a1709ec4-a22a-4dd3-b63d-d4f232f7de87) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 22:58:31.734122 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ef1e8146-9938-4477-acc2-abf62aa2c79d tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:58:31.763123 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ef1e8146-9938-4477-acc2-abf62aa2c79d tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:58:31.828449 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1e8146-9938-4477-acc2-abf62aa2c79d tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 22:58:31.831290 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-ef1e8146-9938-4477-acc2-abf62aa2c79d tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 22:58:31.835567 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1e8146-9938-4477-acc2-abf62aa2c79d tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 22:58:31.861973 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1e8146-9938-4477-acc2-abf62aa2c79d tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Pushing event updated for resources: {'Port': ['ID=a1709ec4-a22a-4dd3-b63d-d4f232f7de87,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:58:32.358461 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ef1e8146-9938-4477-acc2-abf62aa2c79d tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:58:32.432102 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ef1e8146-9938-4477-acc2-abf62aa2c79d tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:58:32.651498 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ef1e8146-9938-4477-acc2-abf62aa2c79d tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:58:32.658182 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ef1e8146-9938-4477-acc2-abf62aa2c79d tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:58:32.765278 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1e8146-9938-4477-acc2-abf62aa2c79d tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Pushing event updated for resources: {'Port': ['ID=a1709ec4-a22a-4dd3-b63d-d4f232f7de87,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 22:58:32.787882 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ef1e8146-9938-4477-acc2-abf62aa2c79d tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:58:32.985868 n-d-825175-4 neutron-server[84063]: INFO neutron.db.l3_db [None req-ef1e8146-9938-4477-acc2-abf62aa2c79d tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Floating IP 1de7f015-284a-4e44-a36f-62e4c70a6e9b associated. External IP: 172.25.4.132, port: a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3. May 05 22:58:33.484341 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef1e8146-9938-4477-acc2-abf62aa2c79d tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Router ec6d39a8-a23e-4336-b33e-2d6effc1ceed has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 22:58:33.697093 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef1e8146-9938-4477-acc2-abf62aa2c79d tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 22:58:33.707240 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef60c3c5-3eda-4557-acf9-d38ccd3ee44c None None] Sync routers for ids ['ec6d39a8-a23e-4336-b33e-2d6effc1ceed'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 22:58:33.720292 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef60c3c5-3eda-4557-acf9-d38ccd3ee44c None None] Routers {'ec6d39a8-a23e-4336-b33e-2d6effc1ceed'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:58:33.720923 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-ef60c3c5-3eda-4557-acf9-d38ccd3ee44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:58:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['ec6d39a8-a23e-4336-b33e-2d6effc1ceed'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:58:33.724901 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ef1e8146-9938-4477-acc2-abf62aa2c79d tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:58:33.779196 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ef1e8146-9938-4477-acc2-abf62aa2c79d tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6229105 May 05 22:58:33.779724 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c3e8423-dbcd-4745-8904-0e22e59bd949', 'tag': 'a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 22:58:33.843056 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66e44ed1-eb66-480f-ac5f-54dcf81f2cf1'] response: {'name': 'network-changed', 'server_uuid': '8c3e8423-dbcd-4745-8904-0e22e59bd949', 'tag': 'a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3', 'status': 'completed', 'code': 200} May 05 22:58:33.895200 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-ef60c3c5-3eda-4557-acf9-d38ccd3ee44c None None] Set router ec6d39a8-a23e-4336-b33e-2d6effc1ceed gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:58:33.948501 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e1dd5007-627a-4409-a5c7-ec97528845e3 req-842b414c-ddf4-4f16-91d6-d1137d47580a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ef684bc69c3941268f8484d11085bc4e&device_id=8c3e8423-dbcd-4745-8904-0e22e59bd949 HTTP/1.1" status: 200 len: 1096 time: 0.0731783 May 05 22:58:34.082450 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd5007-627a-4409-a5c7-ec97528845e3 req-4e90f536-d710-4520-b0d4-5dd81b43c08c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:58:34.083953 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e1dd5007-627a-4409-a5c7-ec97528845e3 req-4e90f536-d710-4520-b0d4-5dd81b43c08c service neutron] 10.222.0.44 "GET /v2.0/networks?id=d1e57419-177e-408d-8ec8-efa7f444b88c HTTP/1.1" status: 200 len: 910 time: 0.1297846 May 05 22:58:34.184610 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e1dd5007-627a-4409-a5c7-ec97528845e3 req-02d4d88f-2c88-46f6-9a7a-c8f8b30e54ac service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3 HTTP/1.1" status: 200 len: 999 time: 0.0951324 May 05 22:58:34.239122 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-ef60c3c5-3eda-4557-acf9-d38ccd3ee44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6d39a8-a23e-4336-b33e-2d6effc1ceed', 'name': 'tempest-TestShelveInstance-1227878137-router', 'tenant_id': 'ef684bc69c3941268f8484d11085bc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'a69a5641-aec4-4467-bdf0-3c0fb252c087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:53:33Z', 'updated_at': '2022-05-05T22:53:36Z', 'revision_number': 4, 'project_id': 'ef684bc69c3941268f8484d11085bc4e', 'gw_port': {'id': 'a69a5641-aec4-4467-bdf0-3c0fb252c087', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:3a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d39a8-a23e-4336-b33e-2d6effc1ceed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:53:33Z', 'updated_at': '2022-05-05T22:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '1de7f015-284a-4e44-a36f-62e4c70a6e9b', 'tenant_id': 'ef684bc69c3941268f8484d11085bc4e', 'floating_ip_address': '172.25.4.132', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'ec6d39a8-a23e-4336-b33e-2d6effc1ceed', 'port_id': 'a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1e57419-177e-408d-8ec8-efa7f444b88c', 'mac_address': 'fa:16:3e:b6:78:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3e8423-dbcd-4745-8904-0e22e59bd949', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:58:32Z', 'updated_at': '2022-05-05T22:58:32Z', 'revision_number': 0, 'project_id': 'ef684bc69c3941268f8484d11085bc4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47ef8ce3-8b20-46d3-8cec-8d48dd9fc524', 'name': '', 'network_id': 'd1e57419-177e-408d-8ec8-efa7f444b88c', 'tenant_id': 'ef684bc69c3941268f8484d11085bc4e', 'mac_address': 'fa:16:3e:44:91:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d39a8-a23e-4336-b33e-2d6effc1ceed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7032baac-f7dd-431a-9ba8-f6c4411fd181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:53:35Z', 'updated_at': '2022-05-05T22:53:45Z', 'revision_number': 5, 'project_id': 'ef684bc69c3941268f8484d11085bc4e', 'subnets': [{'id': '7032baac-f7dd-431a-9ba8-f6c4411fd181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:58:34.243356 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef60c3c5-3eda-4557-acf9-d38ccd3ee44c None None] Checking router: ec6d39a8-a23e-4336-b33e-2d6effc1ceed for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 22:58:34.245501 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd5007-627a-4409-a5c7-ec97528845e3 req-a4db17cf-92e4-41c9-afe8-3201dd5e227c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:58:34.246949 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e1dd5007-627a-4409-a5c7-ec97528845e3 req-a4db17cf-92e4-41c9-afe8-3201dd5e227c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7032baac-f7dd-431a-9ba8-f6c4411fd181 HTTP/1.1" status: 200 len: 848 time: 0.0568233 May 05 22:58:34.255576 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef60c3c5-3eda-4557-acf9-d38ccd3ee44c None None] Routers {'ec6d39a8-a23e-4336-b33e-2d6effc1ceed'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 22:58:34.256164 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-ef60c3c5-3eda-4557-acf9-d38ccd3ee44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T22:58:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['ec6d39a8-a23e-4336-b33e-2d6effc1ceed'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:58:34.320490 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e1dd5007-627a-4409-a5c7-ec97528845e3 req-71cdf459-2d99-4a3d-93ac-9526a096d0f2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d1e57419-177e-408d-8ec8-efa7f444b88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682862 May 05 22:58:34.428162 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-ef60c3c5-3eda-4557-acf9-d38ccd3ee44c None None] Set router ec6d39a8-a23e-4336-b33e-2d6effc1ceed gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 22:58:34.453012 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e1dd5007-627a-4409-a5c7-ec97528845e3 req-ffe05d5a-e564-49a7-bc82-5e5e62b77660 service neutron] 10.222.0.44 "GET /v2.0/networks/d1e57419-177e-408d-8ec8-efa7f444b88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268468 May 05 22:58:34.587586 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-e1dd5007-627a-4409-a5c7-ec97528845e3 req-5b691d45-1433-4666-87ab-0729fd197604 service neutron] 10.222.0.44 "GET /v2.0/networks/d1e57419-177e-408d-8ec8-efa7f444b88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292944 May 05 22:58:34.790696 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-ef60c3c5-3eda-4557-acf9-d38ccd3ee44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6d39a8-a23e-4336-b33e-2d6effc1ceed', 'name': 'tempest-TestShelveInstance-1227878137-router', 'tenant_id': 'ef684bc69c3941268f8484d11085bc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'a69a5641-aec4-4467-bdf0-3c0fb252c087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:53:33Z', 'updated_at': '2022-05-05T22:53:36Z', 'revision_number': 4, 'project_id': 'ef684bc69c3941268f8484d11085bc4e', 'gw_port': {'id': 'a69a5641-aec4-4467-bdf0-3c0fb252c087', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:3a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d39a8-a23e-4336-b33e-2d6effc1ceed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:53:33Z', 'updated_at': '2022-05-05T22:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '1de7f015-284a-4e44-a36f-62e4c70a6e9b', 'tenant_id': 'ef684bc69c3941268f8484d11085bc4e', 'floating_ip_address': '172.25.4.132', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'ec6d39a8-a23e-4336-b33e-2d6effc1ceed', 'port_id': 'a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1e57419-177e-408d-8ec8-efa7f444b88c', 'mac_address': 'fa:16:3e:b6:78:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3e8423-dbcd-4745-8904-0e22e59bd949', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:58:32Z', 'updated_at': '2022-05-05T22:58:32Z', 'revision_number': 0, 'project_id': 'ef684bc69c3941268f8484d11085bc4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47ef8ce3-8b20-46d3-8cec-8d48dd9fc524', 'name': '', 'network_id': 'd1e57419-177e-408d-8ec8-efa7f444b88c', 'tenant_id': 'ef684bc69c3941268f8484d11085bc4e', 'mac_address': 'fa:16:3e:44:91:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d39a8-a23e-4336-b33e-2d6effc1ceed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7032baac-f7dd-431a-9ba8-f6c4411fd181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:53:35Z', 'updated_at': '2022-05-05T22:53:45Z', 'revision_number': 5, 'project_id': 'ef684bc69c3941268f8484d11085bc4e', 'subnets': [{'id': '7032baac-f7dd-431a-9ba8-f6c4411fd181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 22:58:34.794924 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef60c3c5-3eda-4557-acf9-d38ccd3ee44c None None] The sync data for ids ['ec6d39a8-a23e-4336-b33e-2d6effc1ceed'] in n-d-825175-4 is: [{'id': 'ec6d39a8-a23e-4336-b33e-2d6effc1ceed', 'name': 'tempest-TestShelveInstance-1227878137-router', 'tenant_id': 'ef684bc69c3941268f8484d11085bc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'a69a5641-aec4-4467-bdf0-3c0fb252c087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:53:33Z', 'updated_at': '2022-05-05T22:53:36Z', 'revision_number': 4, 'project_id': 'ef684bc69c3941268f8484d11085bc4e', 'gw_port': {'id': 'a69a5641-aec4-4467-bdf0-3c0fb252c087', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:3a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d39a8-a23e-4336-b33e-2d6effc1ceed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:53:33Z', 'updated_at': '2022-05-05T22:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '1de7f015-284a-4e44-a36f-62e4c70a6e9b', 'tenant_id': 'ef684bc69c3941268f8484d11085bc4e', 'floating_ip_address': '172.25.4.132', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'ec6d39a8-a23e-4336-b33e-2d6effc1ceed', 'port_id': 'a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1e57419-177e-408d-8ec8-efa7f444b88c', 'mac_address': 'fa:16:3e:b6:78:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c3e8423-dbcd-4745-8904-0e22e59bd949', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T22:58:32Z', 'updated_at': '2022-05-05T22:58:32Z', 'revision_number': 0, 'project_id': 'ef684bc69c3941268f8484d11085bc4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47ef8ce3-8b20-46d3-8cec-8d48dd9fc524', 'name': '', 'network_id': 'd1e57419-177e-408d-8ec8-efa7f444b88c', 'tenant_id': 'ef684bc69c3941268f8484d11085bc4e', 'mac_address': 'fa:16:3e:44:91:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d39a8-a23e-4336-b33e-2d6effc1ceed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7032baac-f7dd-431a-9ba8-f6c4411fd181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:53:35Z', 'updated_at': '2022-05-05T22:53:45Z', 'revision_number': 5, 'project_id': 'ef684bc69c3941268f8484d11085bc4e', 'subnets': [{'id': '7032baac-f7dd-431a-9ba8-f6c4411fd181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 22:58:34.998923 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e78dd6-9e88-4544-975f-fbbcea2373a7 None None] New status for floating IP 1de7f015-284a-4e44-a36f-62e4c70a6e9b: ACTIVE {{(pid=84064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 22:58:36.543840 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:58:36.822458 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:58:44.062160 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-aa615935-c2f9-4f5e-a9fd-61fe0d18a909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:58:46.390768 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e5cb591e-3825-41e8-a5ed-1ed7442db3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:58:47.627399 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:58:47.652842 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:58:49.264782 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:58:51.246226 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ca0b7b4d-812d-4f17-91e8-12236e2d8401 req-f19f7ece-ead7-4d81-be1c-6ab9ec3bc250 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e8423-dbcd-4745-8904-0e22e59bd949&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0720229 May 05 22:58:51.386408 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ca0b7b4d-812d-4f17-91e8-12236e2d8401 req-72b9034c-6cb3-473e-84d7-a33516228479 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ef684bc69c3941268f8484d11085bc4e&device_id=8c3e8423-dbcd-4745-8904-0e22e59bd949 HTTP/1.1" status: 200 len: 1096 time: 0.0715029 May 05 22:58:51.538941 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b7b4d-812d-4f17-91e8-12236e2d8401 req-aa1a1c07-0ed2-440d-ab98-ba811152dd7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:58:51.540453 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ca0b7b4d-812d-4f17-91e8-12236e2d8401 req-aa1a1c07-0ed2-440d-ab98-ba811152dd7d service neutron] 10.222.0.44 "GET /v2.0/networks?id=d1e57419-177e-408d-8ec8-efa7f444b88c HTTP/1.1" status: 200 len: 910 time: 0.1334708 May 05 22:58:51.645212 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ca0b7b4d-812d-4f17-91e8-12236e2d8401 req-096089e7-62e2-4a61-b49e-cff122139371 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3 HTTP/1.1" status: 200 len: 1001 time: 0.0982058 May 05 22:58:51.711694 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b7b4d-812d-4f17-91e8-12236e2d8401 req-3a43a827-06cc-4fce-9002-e6e9adfb8a1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:58:51.713140 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ca0b7b4d-812d-4f17-91e8-12236e2d8401 req-3a43a827-06cc-4fce-9002-e6e9adfb8a1a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7032baac-f7dd-431a-9ba8-f6c4411fd181 HTTP/1.1" status: 200 len: 848 time: 0.0616102 May 05 22:58:51.890720 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ca0b7b4d-812d-4f17-91e8-12236e2d8401 req-7272d57d-7665-4ad4-b019-d781f93f129d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d1e57419-177e-408d-8ec8-efa7f444b88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1692338 May 05 22:58:52.027785 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ca0b7b4d-812d-4f17-91e8-12236e2d8401 req-30cef256-5e46-4472-88bd-15fbf5bbd5b7 service neutron] 10.222.0.44 "GET /v2.0/networks/d1e57419-177e-408d-8ec8-efa7f444b88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306756 May 05 22:58:52.183378 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ca0b7b4d-812d-4f17-91e8-12236e2d8401 req-5a9c908a-9b15-42a5-80f6-3c5811920bf2 service neutron] 10.222.0.44 "GET /v2.0/networks/d1e57419-177e-408d-8ec8-efa7f444b88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492062 May 05 22:58:56.361584 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:59:06.549811 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:59:06.828129 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:59:14.076380 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5041cd42-fed0-438f-a9e2-36ff58a62de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:59:16.390301 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8babd67e-d89f-49db-be16-8c85eb7710c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:59:17.631534 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:59:17.655619 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:59:19.271573 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:59:33.368093 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 22:59:36.559781 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:59:36.832132 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:59:44.076679 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ce31210f-ec8a-4572-bffc-f8172284874a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:59:46.389209 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b141a67e-0630-4911-8e14-cebbcf3e9b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:59:47.634457 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:59:47.657601 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:59:49.275492 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 22:59:53.223321 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ce3cd0bc-e4b5-4fdd-9d66-737208a1e8a3 req-5f0f01c6-509d-4095-b346-e9c71ed42e66 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8c3e8423-dbcd-4745-8904-0e22e59bd949&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0818083 May 05 22:59:53.376743 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ce3cd0bc-e4b5-4fdd-9d66-737208a1e8a3 req-7ae89a8f-04cd-4fa5-9cff-313ec9666110 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ef684bc69c3941268f8484d11085bc4e&device_id=8c3e8423-dbcd-4745-8904-0e22e59bd949 HTTP/1.1" status: 200 len: 1096 time: 0.0801005 May 05 22:59:53.524070 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3cd0bc-e4b5-4fdd-9d66-737208a1e8a3 req-c83de135-cff0-47e3-a9eb-a04649edcaeb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:59:53.525408 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ce3cd0bc-e4b5-4fdd-9d66-737208a1e8a3 req-c83de135-cff0-47e3-a9eb-a04649edcaeb service neutron] 10.222.0.44 "GET /v2.0/networks?id=d1e57419-177e-408d-8ec8-efa7f444b88c HTTP/1.1" status: 200 len: 910 time: 0.1278341 May 05 22:59:53.625878 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ce3cd0bc-e4b5-4fdd-9d66-737208a1e8a3 req-7061b6b5-5671-4ce5-835a-8052afc0c872 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3 HTTP/1.1" status: 200 len: 1001 time: 0.0936487 May 05 22:59:53.694547 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3cd0bc-e4b5-4fdd-9d66-737208a1e8a3 req-b2a48013-b5f3-4320-a687-6547550e4a0b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 22:59:53.696000 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ce3cd0bc-e4b5-4fdd-9d66-737208a1e8a3 req-b2a48013-b5f3-4320-a687-6547550e4a0b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7032baac-f7dd-431a-9ba8-f6c4411fd181 HTTP/1.1" status: 200 len: 848 time: 0.0636020 May 05 22:59:53.782187 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ce3cd0bc-e4b5-4fdd-9d66-737208a1e8a3 req-6123ea20-8f17-4985-a338-4293e88ec509 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d1e57419-177e-408d-8ec8-efa7f444b88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792913 May 05 22:59:53.791562 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [req-ce3cd0bc-e4b5-4fdd-9d66-737208a1e8a3 req-afe36f2e-43ae-4ddd-8ee4-59aa54ce4ace service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84063) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 22:59:53.792647 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ce3cd0bc-e4b5-4fdd-9d66-737208a1e8a3 req-afe36f2e-43ae-4ddd-8ee4-59aa54ce4ace service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047567 May 05 22:59:53.925313 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ce3cd0bc-e4b5-4fdd-9d66-737208a1e8a3 req-84589029-8043-4a61-8f02-3d5cdbaa1813 service neutron] 10.222.0.44 "GET /v2.0/networks/d1e57419-177e-408d-8ec8-efa7f444b88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260622 May 05 22:59:54.060876 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-ce3cd0bc-e4b5-4fdd-9d66-737208a1e8a3 req-cb2602ab-b75f-494f-befd-68c9a1b354f0 service neutron] 10.222.0.44 "GET /v2.0/networks/d1e57419-177e-408d-8ec8-efa7f444b88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295068 May 05 23:00:06.558706 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:00:06.823530 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:00:10.370631 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 23:00:14.075097 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-46113ad3-36c9-40d7-8b49-f2cdf57be710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:00:16.390823 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a1b9a4b9-d9ac-47cb-8ab6-6b6499fc1c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:00:17.631499 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:00:17.662407 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:00:19.277416 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:00:31.340253 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06635c5c-052d-4926-a83d-7bdf57d29f61 req-2d95b3dc-b591-4451-a3a0-75ec401fe9ea tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:00:31.341683 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-06635c5c-052d-4926-a83d-7bdf57d29f61 req-2d95b3dc-b591-4451-a3a0-75ec401fe9ea tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c3e8423-dbcd-4745-8904-0e22e59bd949 HTTP/1.1" status: 200 len: 945 time: 0.0818739 May 05 23:00:31.387431 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-06635c5c-052d-4926-a83d-7bdf57d29f61 req-443944d4-aa35-4abd-a5d9-d57d0bf0d808 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a3e4ab7-66f6-488a-b8b1-199db65abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401309 May 05 23:00:32.629994 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a1885-dbde-41f6-8be7-b48351466f61 req-14e9bf2c-6ee4-4a00-ad12-76ae9a069bbb tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:00:32.631428 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a31a1885-dbde-41f6-8be7-b48351466f61 req-14e9bf2c-6ee4-4a00-ad12-76ae9a069bbb tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c3e8423-dbcd-4745-8904-0e22e59bd949 HTTP/1.1" status: 200 len: 945 time: 0.0796211 May 05 23:00:32.679564 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a31a1885-dbde-41f6-8be7-b48351466f61 req-60be9ed3-b291-4a4b-81a5-377721c8b645 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a3e4ab7-66f6-488a-b8b1-199db65abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393124 May 05 23:00:33.913607 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a51ff-b6cf-47f5-9969-549e3e7e7fd3 req-2e5ef4d4-aab8-4d1f-954e-9b62c030150a tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:00:33.914974 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-764a51ff-b6cf-47f5-9969-549e3e7e7fd3 req-2e5ef4d4-aab8-4d1f-954e-9b62c030150a tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c3e8423-dbcd-4745-8904-0e22e59bd949 HTTP/1.1" status: 200 len: 945 time: 0.0829678 May 05 23:00:33.965092 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-764a51ff-b6cf-47f5-9969-549e3e7e7fd3 req-9708a10b-060f-41b7-84f6-69c670d24afd tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a3e4ab7-66f6-488a-b8b1-199db65abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442696 May 05 23:00:35.197090 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50bb28f-489b-4353-8bad-ec426bfcb025 req-0c0a55b5-06c3-4658-80d4-5b33003de4b3 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:00:35.199127 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c50bb28f-489b-4353-8bad-ec426bfcb025 req-0c0a55b5-06c3-4658-80d4-5b33003de4b3 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c3e8423-dbcd-4745-8904-0e22e59bd949 HTTP/1.1" status: 200 len: 945 time: 0.0970988 May 05 23:00:35.245292 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c50bb28f-489b-4353-8bad-ec426bfcb025 req-045d38a6-c9b4-4c66-b168-150774340d0d tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a3e4ab7-66f6-488a-b8b1-199db65abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404940 May 05 23:00:36.558811 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:00:36.616292 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91307ed-1801-46cb-800a-3993bcd59d82 req-74fe2338-658f-4fa8-b078-851e2022bf4d tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:00:36.617748 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a91307ed-1801-46cb-800a-3993bcd59d82 req-74fe2338-658f-4fa8-b078-851e2022bf4d tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c3e8423-dbcd-4745-8904-0e22e59bd949 HTTP/1.1" status: 200 len: 945 time: 0.0851319 May 05 23:00:36.663854 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a91307ed-1801-46cb-800a-3993bcd59d82 req-a653bae7-9fda-4c0d-8afb-67c7fde955a2 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a3e4ab7-66f6-488a-b8b1-199db65abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401745 May 05 23:00:36.851609 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:00:38.035613 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fafcd1d-8c46-4df1-9986-42f33406555d req-671a6aff-23dc-4784-a76d-9c271166f9f6 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:00:38.036969 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1fafcd1d-8c46-4df1-9986-42f33406555d req-671a6aff-23dc-4784-a76d-9c271166f9f6 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c3e8423-dbcd-4745-8904-0e22e59bd949 HTTP/1.1" status: 200 len: 945 time: 0.0795202 May 05 23:00:38.082384 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1fafcd1d-8c46-4df1-9986-42f33406555d req-37719b1e-4658-43e5-ba6d-6a889ac8775a tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a3e4ab7-66f6-488a-b8b1-199db65abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397539 May 05 23:00:39.402389 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731674e3-b1ac-41c0-948a-b8ec5cb3c21e req-82c4678f-7f6e-4779-91f9-50824be9ddfa tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:00:39.403788 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-731674e3-b1ac-41c0-948a-b8ec5cb3c21e req-82c4678f-7f6e-4779-91f9-50824be9ddfa tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c3e8423-dbcd-4745-8904-0e22e59bd949 HTTP/1.1" status: 200 len: 945 time: 0.1842539 May 05 23:00:39.449677 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-731674e3-b1ac-41c0-948a-b8ec5cb3c21e req-fc308d66-83e8-476e-b2d7-6c1ef11d152e tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a3e4ab7-66f6-488a-b8b1-199db65abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397372 May 05 23:00:40.684994 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b10d3c5-8d84-4e41-8df0-efa5502fb244 req-2faaa05e-528d-4b86-ab91-cdd44ab86a39 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:00:40.686473 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8b10d3c5-8d84-4e41-8df0-efa5502fb244 req-2faaa05e-528d-4b86-ab91-cdd44ab86a39 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c3e8423-dbcd-4745-8904-0e22e59bd949 HTTP/1.1" status: 200 len: 945 time: 0.1078029 May 05 23:00:40.746445 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8b10d3c5-8d84-4e41-8df0-efa5502fb244 req-48990ea1-7651-4726-ad3d-37db010d8c22 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a3e4ab7-66f6-488a-b8b1-199db65abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484247 May 05 23:00:41.438306 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-eb001f3e-ffb1-4c17-83ab-cc0d68a6ec76 req-38a5c292-3cbd-481b-a536-cf135c8fed8e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ef684bc69c3941268f8484d11085bc4e&device_id=8c3e8423-dbcd-4745-8904-0e22e59bd949 HTTP/1.1" status: 200 len: 1096 time: 0.0832350 May 05 23:00:41.586384 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb001f3e-ffb1-4c17-83ab-cc0d68a6ec76 req-d28b79a5-7b82-4b04-840a-51bb707a8d0c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:00:41.587883 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-eb001f3e-ffb1-4c17-83ab-cc0d68a6ec76 req-d28b79a5-7b82-4b04-840a-51bb707a8d0c service neutron] 10.222.0.44 "GET /v2.0/networks?id=d1e57419-177e-408d-8ec8-efa7f444b88c HTTP/1.1" status: 200 len: 910 time: 0.1433995 May 05 23:00:41.695900 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-eb001f3e-ffb1-4c17-83ab-cc0d68a6ec76 req-4bbe31bc-9edd-42b5-9859-8c08c571e913 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3 HTTP/1.1" status: 200 len: 1001 time: 0.1014688 May 05 23:00:41.760413 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb001f3e-ffb1-4c17-83ab-cc0d68a6ec76 req-7cfd0d5d-3700-40a3-8fc6-92b8d8e2fffa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:00:41.761884 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-eb001f3e-ffb1-4c17-83ab-cc0d68a6ec76 req-7cfd0d5d-3700-40a3-8fc6-92b8d8e2fffa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7032baac-f7dd-431a-9ba8-f6c4411fd181 HTTP/1.1" status: 200 len: 848 time: 0.0594070 May 05 23:00:41.836069 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-eb001f3e-ffb1-4c17-83ab-cc0d68a6ec76 req-d79ca1c3-ff4d-4712-ba95-bfa52b0dce5b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d1e57419-177e-408d-8ec8-efa7f444b88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677929 May 05 23:00:41.964824 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f2e3f-cb05-4415-b12e-677b08c9dbcb req-3811ca3c-37c4-4ac4-a53d-05639b67b842 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:00:41.966397 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-257f2e3f-cb05-4415-b12e-677b08c9dbcb req-3811ca3c-37c4-4ac4-a53d-05639b67b842 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c3e8423-dbcd-4745-8904-0e22e59bd949 HTTP/1.1" status: 200 len: 945 time: 0.0817285 May 05 23:00:42.012982 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-257f2e3f-cb05-4415-b12e-677b08c9dbcb req-ce8e16fe-f1e9-4a82-8a12-68b6fa7ee16f tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a3e4ab7-66f6-488a-b8b1-199db65abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402834 May 05 23:00:42.069114 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-eb001f3e-ffb1-4c17-83ab-cc0d68a6ec76 req-2fa825a9-54b0-47fa-9adf-785fc9e67e3d service neutron] 10.222.0.44 "GET /v2.0/networks/d1e57419-177e-408d-8ec8-efa7f444b88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268922 May 05 23:00:42.212207 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-eb001f3e-ffb1-4c17-83ab-cc0d68a6ec76 req-5d70b852-9be7-4bff-9d96-9650f68d50ed service neutron] 10.222.0.44 "GET /v2.0/networks/d1e57419-177e-408d-8ec8-efa7f444b88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375606 May 05 23:00:43.227145 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9474c1-7e4b-4394-8453-7fd2065fb936 req-04719446-05ab-4e65-a22a-2454bcd50418 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:00:43.228595 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7b9474c1-7e4b-4394-8453-7fd2065fb936 req-04719446-05ab-4e65-a22a-2454bcd50418 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c3e8423-dbcd-4745-8904-0e22e59bd949 HTTP/1.1" status: 200 len: 945 time: 0.0851898 May 05 23:00:43.285464 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7b9474c1-7e4b-4394-8453-7fd2065fb936 req-5b224c73-2cfc-47e4-8c84-bae40c81bd45 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a3e4ab7-66f6-488a-b8b1-199db65abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506968 May 05 23:00:44.070249 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-dd0e13a4-8e93-40bf-af73-104eed024855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:00:44.498413 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d99ff-f8f0-42d7-8e80-ab58c414ac3e req-ae14cc5c-5bb2-42ed-82dc-38f1db80c7f2 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:00:44.501271 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-372d99ff-f8f0-42d7-8e80-ab58c414ac3e req-ae14cc5c-5bb2-42ed-82dc-38f1db80c7f2 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c3e8423-dbcd-4745-8904-0e22e59bd949 HTTP/1.1" status: 200 len: 945 time: 0.0831022 May 05 23:00:44.550432 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-372d99ff-f8f0-42d7-8e80-ab58c414ac3e req-52fa00dd-1050-418b-a307-0c1fcfdca0d9 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a3e4ab7-66f6-488a-b8b1-199db65abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430396 May 05 23:00:44.741814 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0b964272-3440-41f0-acc1-f9fd17985f20 req-6c8e978b-16d2-4e9d-a71e-d65deec5ebe8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8c3e8423-dbcd-4745-8904-0e22e59bd949&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0750782 May 05 23:00:44.948226 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-15c60c45-cf0f-4940-bdfa-da720ff7f129 req-d50d3acf-c11c-4be9-a30d-58923f8d008e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8c3e8423-dbcd-4745-8904-0e22e59bd949&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0728886 May 05 23:00:45.014852 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bdca9b-fed2-4060-a2b1-4a94ce3737bd req-c2eab9bf-e8ba-4807-a982-1330824e143f tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:00:45.016400 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-90bdca9b-fed2-4060-a2b1-4a94ce3737bd req-c2eab9bf-e8ba-4807-a982-1330824e143f tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c3e8423-dbcd-4745-8904-0e22e59bd949 HTTP/1.1" status: 200 len: 945 time: 0.0766909 May 05 23:00:45.062706 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-90bdca9b-fed2-4060-a2b1-4a94ce3737bd req-ad5d3ea8-1c58-4484-8d30-ecddef0de48b tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a3e4ab7-66f6-488a-b8b1-199db65abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403972 May 05 23:00:46.267683 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe5d864-f467-48dc-8b72-4b6715e73cfc req-61e23e59-3f44-4f70-943c-9097eccbe515 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:00:46.269145 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dbe5d864-f467-48dc-8b72-4b6715e73cfc req-61e23e59-3f44-4f70-943c-9097eccbe515 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c3e8423-dbcd-4745-8904-0e22e59bd949 HTTP/1.1" status: 200 len: 945 time: 0.0818441 May 05 23:00:46.315110 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-dbe5d864-f467-48dc-8b72-4b6715e73cfc req-ca2b38f5-be54-46da-aa56-a98533d93b99 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a3e4ab7-66f6-488a-b8b1-199db65abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403132 May 05 23:00:46.389343 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e9664ad6-f95c-4e81-8d3c-06cfd9f49c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:00:46.694175 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 23:00:46.807090 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:00:46.836051 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c3e8423-dbcd-4745-8904-0e22e59bd949', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 23:00:46.845757 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3,segment=NetworkSegment(285d6e67-3fe6-4f7e-9762-1fa787037cb6),segment_id=285d6e67-3fe6-4f7e-9762-1fa787037cb6)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 23:00:46.852308 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:00:46.890385 n-d-825175-4 neutron-server[84064]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-1d4139f8-0f16-430d-a7c3-f72b6a184c4a']: {'server_uuid': '8c3e8423-dbcd-4745-8904-0e22e59bd949', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3', 'code': 422} returned with failed status May 05 23:00:46.921540 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3,revision_number=6']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:00:46.930149 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:00:46.930530 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:00:46.930865 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:00:46.931207 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:00:46.931565 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:00:46.931830 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:00:46.932119 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:00:46.932425 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:00:46.932736 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:00:46.933041 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:00:46.933352 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:00:47.345818 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-15c60c45-cf0f-4940-bdfa-da720ff7f129 req-37c2353e-e86f-41c6-9807-76c60cbff061 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8c3e8423-dbcd-4745-8904-0e22e59bd949&tenant_id=ef684bc69c3941268f8484d11085bc4e HTTP/1.1" status: 200 len: 1094 time: 0.1412721 May 05 23:00:47.357397 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-15c60c45-cf0f-4940-bdfa-da720ff7f129 req-5aa6dde8-190d-4fbe-adf2-77c477dc425d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825175-4', 'device_owner': 'compute:nova'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 23:00:47.372429 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 23:00:47.518279 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-15c60c45-cf0f-4940-bdfa-da720ff7f129 req-5aa6dde8-190d-4fbe-adf2-77c477dc425d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:00:47.626355 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:00:47.649866 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c19cc-1be4-47d4-b16e-240db66bc354 req-360235f9-083c-49a1-ab9f-b2a1d6dff5e4 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:00:47.651330 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a02c19cc-1be4-47d4-b16e-240db66bc354 req-360235f9-083c-49a1-ab9f-b2a1d6dff5e4 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c3e8423-dbcd-4745-8904-0e22e59bd949 HTTP/1.1" status: 200 len: 943 time: 0.2007506 May 05 23:00:47.670035 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:00:47.775904 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a02c19cc-1be4-47d4-b16e-240db66bc354 req-d5c73a64-1e3b-40d6-a947-b132a28fb5ad tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a3e4ab7-66f6-488a-b8b1-199db65abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180706 May 05 23:00:47.839419 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-15c60c45-cf0f-4940-bdfa-da720ff7f129 req-5aa6dde8-190d-4fbe-adf2-77c477dc425d service neutron] For port a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3,segment=NetworkSegment(285d6e67-3fe6-4f7e-9762-1fa787037cb6),segment_id=285d6e67-3fe6-4f7e-9762-1fa787037cb6)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 23:00:47.869220 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-15c60c45-cf0f-4940-bdfa-da720ff7f129 req-5aa6dde8-190d-4fbe-adf2-77c477dc425d service neutron] For port a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3, host n-h1-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 23:00:47.927183 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-15c60c45-cf0f-4940-bdfa-da720ff7f129 req-5aa6dde8-190d-4fbe-adf2-77c477dc425d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3 {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 23:00:47.933907 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-15c60c45-cf0f-4940-bdfa-da720ff7f129 req-5aa6dde8-190d-4fbe-adf2-77c477dc425d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:00:47.948971 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-15c60c45-cf0f-4940-bdfa-da720ff7f129 req-5aa6dde8-190d-4fbe-adf2-77c477dc425d service neutron] Transition to ACTIVE for port object a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 23:00:47.954866 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-15c60c45-cf0f-4940-bdfa-da720ff7f129 req-5aa6dde8-190d-4fbe-adf2-77c477dc425d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:00:48.096126 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa6dde8-190d-4fbe-adf2-77c477dc425d service neutron] Pushing event updated for resources: {'Port': ['ID=a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3,revision_number=7']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:00:48.122703 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa6dde8-190d-4fbe-adf2-77c477dc425d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:00:48.123341 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa6dde8-190d-4fbe-adf2-77c477dc425d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:00:48.123674 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa6dde8-190d-4fbe-adf2-77c477dc425d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:00:48.124002 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa6dde8-190d-4fbe-adf2-77c477dc425d service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:00:48.124353 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa6dde8-190d-4fbe-adf2-77c477dc425d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:00:48.124876 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa6dde8-190d-4fbe-adf2-77c477dc425d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:00:48.125328 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa6dde8-190d-4fbe-adf2-77c477dc425d service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:00:48.125742 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa6dde8-190d-4fbe-adf2-77c477dc425d service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:00:48.126173 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa6dde8-190d-4fbe-adf2-77c477dc425d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:00:48.126529 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa6dde8-190d-4fbe-adf2-77c477dc425d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:00:48.126875 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa6dde8-190d-4fbe-adf2-77c477dc425d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:00:48.172032 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c60c45-cf0f-4940-bdfa-da720ff7f129 req-5aa6dde8-190d-4fbe-adf2-77c477dc425d service neutron] No DVR routers for this DVR port a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3 on host n-h1-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 23:00:48.527233 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-15c60c45-cf0f-4940-bdfa-da720ff7f129 req-5aa6dde8-190d-4fbe-adf2-77c477dc425d service neutron] Attempting to bind port a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 23:00:48.527921 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-15c60c45-cf0f-4940-bdfa-da720ff7f129 req-5aa6dde8-190d-4fbe-adf2-77c477dc425d service neutron] Attempting to bind port a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': '285d6e67-3fe6-4f7e-9762-1fa787037cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd1e57419-177e-408d-8ec8-efa7f444b88c'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 23:00:48.527921 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c60c45-cf0f-4940-bdfa-da720ff7f129 req-5aa6dde8-190d-4fbe-adf2-77c477dc425d service neutron] Attempting to bind port a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3 on network d1e57419-177e-408d-8ec8-efa7f444b88c {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 23:00:48.534082 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c60c45-cf0f-4940-bdfa-da720ff7f129 req-5aa6dde8-190d-4fbe-adf2-77c477dc425d service neutron] Port a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3 on network d1e57419-177e-408d-8ec8-efa7f444b88c not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 23:00:48.534392 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c60c45-cf0f-4940-bdfa-da720ff7f129 req-5aa6dde8-190d-4fbe-adf2-77c477dc425d service neutron] Attempting to bind port a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3 on network d1e57419-177e-408d-8ec8-efa7f444b88c {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 23:00:48.540665 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c60c45-cf0f-4940-bdfa-da720ff7f129 req-5aa6dde8-190d-4fbe-adf2-77c477dc425d service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 23, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 23:00:48.540990 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c60c45-cf0f-4940-bdfa-da720ff7f129 req-5aa6dde8-190d-4fbe-adf2-77c477dc425d service neutron] Checking segment: {'id': '285d6e67-3fe6-4f7e-9762-1fa787037cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd1e57419-177e-408d-8ec8-efa7f444b88c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 23:00:48.541361 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c60c45-cf0f-4940-bdfa-da720ff7f129 req-5aa6dde8-190d-4fbe-adf2-77c477dc425d service neutron] Bound using segment: {'id': '285d6e67-3fe6-4f7e-9762-1fa787037cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd1e57419-177e-408d-8ec8-efa7f444b88c'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 23:00:48.541769 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-15c60c45-cf0f-4940-bdfa-da720ff7f129 req-5aa6dde8-190d-4fbe-adf2-77c477dc425d service neutron] Bound port: a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '285d6e67-3fe6-4f7e-9762-1fa787037cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd1e57419-177e-408d-8ec8-efa7f444b88c'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 23:00:48.542100 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-15c60c45-cf0f-4940-bdfa-da720ff7f129 req-5aa6dde8-190d-4fbe-adf2-77c477dc425d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:00:48.631008 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-15c60c45-cf0f-4940-bdfa-da720ff7f129 req-5aa6dde8-190d-4fbe-adf2-77c477dc425d service neutron] For port a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 23:00:48.634395 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-15c60c45-cf0f-4940-bdfa-da720ff7f129 req-5aa6dde8-190d-4fbe-adf2-77c477dc425d service neutron] For port a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3,segment=NetworkSegment(285d6e67-3fe6-4f7e-9762-1fa787037cb6),segment_id=285d6e67-3fe6-4f7e-9762-1fa787037cb6)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 23:00:48.642096 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-15c60c45-cf0f-4940-bdfa-da720ff7f129 req-5aa6dde8-190d-4fbe-adf2-77c477dc425d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:00:48.709876 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-15c60c45-cf0f-4940-bdfa-da720ff7f129 req-5aa6dde8-190d-4fbe-adf2-77c477dc425d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:00:48.711264 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-15c60c45-cf0f-4940-bdfa-da720ff7f129 req-5aa6dde8-190d-4fbe-adf2-77c477dc425d service neutron] 10.222.0.32 "PUT /v2.0/ports/a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3 HTTP/1.1" status: 200 len: 1091 time: 1.3582113 May 05 23:00:48.711715 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c3e8423-dbcd-4745-8904-0e22e59bd949', 'tag': 'a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 23:00:48.724636 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa6dde8-190d-4fbe-adf2-77c477dc425d service neutron] Pushing event updated for resources: {'Port': ['ID=a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3,revision_number=8']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:00:48.807923 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-15c60c45-cf0f-4940-bdfa-da720ff7f129 req-23e55deb-42b4-440f-9d6f-60d887bb5d51 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef684bc69c3941268f8484d11085bc4e&device_id=8c3e8423-dbcd-4745-8904-0e22e59bd949 HTTP/1.1" status: 200 len: 1094 time: 0.0734735 May 05 23:00:48.888506 n-d-825175-4 neutron-server[84061]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7863ac2f-d350-4aee-aced-da935703a588']: {'name': 'network-changed', 'server_uuid': '8c3e8423-dbcd-4745-8904-0e22e59bd949', 'tag': 'a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3', 'status': 'failed', 'code': 422} returned with failed status May 05 23:00:49.000056 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c60c45-cf0f-4940-bdfa-da720ff7f129 req-89231b94-fd80-4584-a752-05d913eaf533 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:00:49.001399 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-15c60c45-cf0f-4940-bdfa-da720ff7f129 req-89231b94-fd80-4584-a752-05d913eaf533 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d1e57419-177e-408d-8ec8-efa7f444b88c HTTP/1.1" status: 200 len: 910 time: 0.1875894 May 05 23:00:49.091813 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962d9dfc-c36f-4aa2-9190-0ad7c41f0546 req-1dc207ac-2748-4638-a9f6-ff3d10cc4341 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:00:49.093155 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-962d9dfc-c36f-4aa2-9190-0ad7c41f0546 req-1dc207ac-2748-4638-a9f6-ff3d10cc4341 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c3e8423-dbcd-4745-8904-0e22e59bd949 HTTP/1.1" status: 200 len: 943 time: 0.1830831 May 05 23:00:49.130290 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-15c60c45-cf0f-4940-bdfa-da720ff7f129 req-d44afa1d-4b23-47aa-993c-ffb3352eb989 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3 HTTP/1.1" status: 200 len: 999 time: 0.1214752 May 05 23:00:49.194779 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-962d9dfc-c36f-4aa2-9190-0ad7c41f0546 req-7bd12e97-2eaf-4d03-86d5-bb431ab5b8d7 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a3e4ab7-66f6-488a-b8b1-199db65abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959260 May 05 23:00:49.206916 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c60c45-cf0f-4940-bdfa-da720ff7f129 req-8e438d60-cc0a-45d1-a58e-bc396c3067fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:00:49.208301 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-15c60c45-cf0f-4940-bdfa-da720ff7f129 req-8e438d60-cc0a-45d1-a58e-bc396c3067fd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7032baac-f7dd-431a-9ba8-f6c4411fd181 HTTP/1.1" status: 200 len: 848 time: 0.0704343 May 05 23:00:49.279632 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:00:49.285070 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-15c60c45-cf0f-4940-bdfa-da720ff7f129 req-dc417237-46dc-4a5c-a5d2-f1f3fcd9ae2e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d1e57419-177e-408d-8ec8-efa7f444b88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710745 May 05 23:00:49.419180 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-15c60c45-cf0f-4940-bdfa-da720ff7f129 req-86f230f7-011e-4923-991f-8cc804d5271e service neutron] 10.222.0.32 "GET /v2.0/networks/d1e57419-177e-408d-8ec8-efa7f444b88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273296 May 05 23:00:49.552215 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-15c60c45-cf0f-4940-bdfa-da720ff7f129 req-0e39fd35-bf7f-4c11-88bf-5d0872f5dd2a service neutron] 10.222.0.32 "GET /v2.0/networks/d1e57419-177e-408d-8ec8-efa7f444b88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276383 May 05 23:00:50.413411 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29baa09-d692-440e-aec5-6c4f2fb12b75 req-fdbd1993-898c-4881-b682-e14b29aaf929 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:00:50.414900 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d29baa09-d692-440e-aec5-6c4f2fb12b75 req-fdbd1993-898c-4881-b682-e14b29aaf929 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c3e8423-dbcd-4745-8904-0e22e59bd949 HTTP/1.1" status: 200 len: 943 time: 0.0867457 May 05 23:00:50.465606 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d29baa09-d692-440e-aec5-6c4f2fb12b75 req-20393b51-c4b4-441d-885b-f0da80d3d9eb tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a3e4ab7-66f6-488a-b8b1-199db65abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410748 May 05 23:00:51.691329 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db4adf-2bcf-49e5-9d54-3d4936ab24c0 req-8e520a60-d821-4585-a1d8-bb7c48af80f4 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:00:51.693059 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e3db4adf-2bcf-49e5-9d54-3d4936ab24c0 req-8e520a60-d821-4585-a1d8-bb7c48af80f4 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c3e8423-dbcd-4745-8904-0e22e59bd949 HTTP/1.1" status: 200 len: 943 time: 0.0921278 May 05 23:00:51.741030 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e3db4adf-2bcf-49e5-9d54-3d4936ab24c0 req-556d2728-d168-48aa-af99-ef28dedf6c4b tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a3e4ab7-66f6-488a-b8b1-199db65abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425658 May 05 23:00:53.052868 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894c773-7b31-481c-9148-3468feaec318 req-f38dc100-17f0-4c46-8a4b-7a948bbcaa94 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:00:53.054332 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c894c773-7b31-481c-9148-3468feaec318 req-f38dc100-17f0-4c46-8a4b-7a948bbcaa94 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c3e8423-dbcd-4745-8904-0e22e59bd949 HTTP/1.1" status: 200 len: 943 time: 0.1783862 May 05 23:00:53.106143 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c894c773-7b31-481c-9148-3468feaec318 req-1b40c351-b0e9-49d6-ab84-f43fdc140f06 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a3e4ab7-66f6-488a-b8b1-199db65abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442607 May 05 23:00:54.392969 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9ef7682e-9a2d-4986-89f2-89ab97ecf938 req-d2217b18-f415-4b15-9352-80a984717848 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef684bc69c3941268f8484d11085bc4e&device_id=8c3e8423-dbcd-4745-8904-0e22e59bd949 HTTP/1.1" status: 200 len: 1094 time: 0.1285446 May 05 23:00:54.405915 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6555790-ccc9-4b0e-abec-05707aeb679d req-ef8fba9b-cf85-4e7a-8787-3e8bbddb3e81 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:00:54.407585 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b6555790-ccc9-4b0e-abec-05707aeb679d req-ef8fba9b-cf85-4e7a-8787-3e8bbddb3e81 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c3e8423-dbcd-4745-8904-0e22e59bd949 HTTP/1.1" status: 200 len: 943 time: 0.1711040 May 05 23:00:54.643914 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b6555790-ccc9-4b0e-abec-05707aeb679d req-04ec3188-a0d6-4fff-8e70-f8c57eab4394 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a3e4ab7-66f6-488a-b8b1-199db65abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2146196 May 05 23:00:54.666057 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7682e-9a2d-4986-89f2-89ab97ecf938 req-8599bb7d-f981-41e8-b637-e1f15dcf785c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:00:54.667550 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9ef7682e-9a2d-4986-89f2-89ab97ecf938 req-8599bb7d-f981-41e8-b637-e1f15dcf785c service neutron] 10.222.0.32 "GET /v2.0/networks?id=d1e57419-177e-408d-8ec8-efa7f444b88c HTTP/1.1" status: 200 len: 910 time: 0.2562006 May 05 23:00:54.770708 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9ef7682e-9a2d-4986-89f2-89ab97ecf938 req-87a4439b-2979-4775-bc2f-0a491df49aa8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3 HTTP/1.1" status: 200 len: 999 time: 0.0969386 May 05 23:00:54.832570 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7682e-9a2d-4986-89f2-89ab97ecf938 req-0870d908-90e8-4805-809c-7392124a4758 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:00:54.833959 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9ef7682e-9a2d-4986-89f2-89ab97ecf938 req-0870d908-90e8-4805-809c-7392124a4758 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7032baac-f7dd-431a-9ba8-f6c4411fd181 HTTP/1.1" status: 200 len: 848 time: 0.0573018 May 05 23:00:54.911394 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9ef7682e-9a2d-4986-89f2-89ab97ecf938 req-f6f15164-1664-4a36-a2d7-fb94b955fb12 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d1e57419-177e-408d-8ec8-efa7f444b88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715568 May 05 23:00:55.042935 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9ef7682e-9a2d-4986-89f2-89ab97ecf938 req-8ff03ad5-9661-46c7-8046-c6a82f7cb9fa service neutron] 10.222.0.32 "GET /v2.0/networks/d1e57419-177e-408d-8ec8-efa7f444b88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253157 May 05 23:00:55.175719 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9ef7682e-9a2d-4986-89f2-89ab97ecf938 req-8e49d98c-5b03-4633-bdc8-9fb3aa14b0bf service neutron] 10.222.0.32 "GET /v2.0/networks/d1e57419-177e-408d-8ec8-efa7f444b88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274657 May 05 23:00:55.871576 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec0a301-fc38-4bf9-ab68-bf33f4bccb19 req-43a5a9c5-e526-467b-9deb-c109eedee8f4 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:00:55.872926 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-aec0a301-fc38-4bf9-ab68-bf33f4bccb19 req-43a5a9c5-e526-467b-9deb-c109eedee8f4 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c3e8423-dbcd-4745-8904-0e22e59bd949 HTTP/1.1" status: 200 len: 943 time: 0.0896428 May 05 23:00:55.919192 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-aec0a301-fc38-4bf9-ab68-bf33f4bccb19 req-760ff58f-ef1f-43e6-be8a-9d4a9b534d6d tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a3e4ab7-66f6-488a-b8b1-199db65abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398717 May 05 23:00:57.136287 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db187e-9894-43be-b9d2-e41ca79ef45d req-b6fa8b41-d830-4bb0-a5f7-afb7f795c7bb tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:00:57.137716 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d0db187e-9894-43be-b9d2-e41ca79ef45d req-b6fa8b41-d830-4bb0-a5f7-afb7f795c7bb tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c3e8423-dbcd-4745-8904-0e22e59bd949 HTTP/1.1" status: 200 len: 943 time: 0.0888660 May 05 23:00:57.183280 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d0db187e-9894-43be-b9d2-e41ca79ef45d req-688413d9-87e3-49b9-a767-5262d64c1bcd tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a3e4ab7-66f6-488a-b8b1-199db65abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399644 May 05 23:00:58.397157 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d858e-c747-465e-9010-ddf3d35ca8ff req-8bc44d26-179e-4824-8bc0-15d50b863ab6 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:00:58.398608 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-df5d858e-c747-465e-9010-ddf3d35ca8ff req-8bc44d26-179e-4824-8bc0-15d50b863ab6 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c3e8423-dbcd-4745-8904-0e22e59bd949 HTTP/1.1" status: 200 len: 943 time: 0.0842109 May 05 23:00:58.461821 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-df5d858e-c747-465e-9010-ddf3d35ca8ff req-7f7a5963-42ae-4fb3-9422-68f0b9537980 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a3e4ab7-66f6-488a-b8b1-199db65abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550640 May 05 23:00:58.557499 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 23:00:58.693270 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3,segment=NetworkSegment(285d6e67-3fe6-4f7e-9762-1fa787037cb6),segment_id=285d6e67-3fe6-4f7e-9762-1fa787037cb6)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 23:00:58.706943 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': 'a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3', 'network_id': 'd1e57419-177e-408d-8ec8-efa7f444b88c', 'port_id': 'a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3', 'mac_address': 'fa:16:3e:b6:78:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7032baac-f7dd-431a-9ba8-f6c4411fd181', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 23:00:58.759799 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:00:58.776539 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 23:00:58.791424 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3,segment=NetworkSegment(285d6e67-3fe6-4f7e-9762-1fa787037cb6),segment_id=285d6e67-3fe6-4f7e-9762-1fa787037cb6)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 23:00:58.797380 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:00:58.899752 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3,revision_number=9']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:00:59.036360 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 23:00:59.673685 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da12a1-b80b-47e0-9b29-aeffdbe0660c req-f45352ea-32a8-4718-b849-0393e8f69b07 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:00:59.675155 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-62da12a1-b80b-47e0-9b29-aeffdbe0660c req-f45352ea-32a8-4718-b849-0393e8f69b07 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c3e8423-dbcd-4745-8904-0e22e59bd949 HTTP/1.1" status: 200 len: 944 time: 0.0830214 May 05 23:00:59.721064 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-62da12a1-b80b-47e0-9b29-aeffdbe0660c req-25a62c0c-aa44-4a7d-83a8-3aa61707c38a tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a3e4ab7-66f6-488a-b8b1-199db65abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403934 May 05 23:01:00.572588 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 23:01:00.643632 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 23:01:00.648369 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 23:01:00.648874 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:01:00.761330 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:01:00.788535 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c3e8423-dbcd-4745-8904-0e22e59bd949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 23:01:00.798263 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3,segment=NetworkSegment(285d6e67-3fe6-4f7e-9762-1fa787037cb6),segment_id=285d6e67-3fe6-4f7e-9762-1fa787037cb6)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 23:01:00.803676 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:01:00.848977 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94a338de-55e7-4512-b4f0-90aea8cf463c'] response: {'server_uuid': '8c3e8423-dbcd-4745-8904-0e22e59bd949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3', 'code': 200} May 05 23:01:00.876433 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3,revision_number=10']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:01:00.928815 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c8543-5e19-486a-b6b3-661eca7c8971 req-7fc05868-99cd-45d3-97f9-da240624f045 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:01:00.930258 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-aa9c8543-5e19-486a-b6b3-661eca7c8971 req-7fc05868-99cd-45d3-97f9-da240624f045 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c3e8423-dbcd-4745-8904-0e22e59bd949 HTTP/1.1" status: 200 len: 946 time: 0.0893500 May 05 23:01:00.976044 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-aa9c8543-5e19-486a-b6b3-661eca7c8971 req-5e6f669b-5854-4fe8-b7bd-7ad3d9607ff2 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a3e4ab7-66f6-488a-b8b1-199db65abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399973 May 05 23:01:01.053131 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-314286d1-38e2-4430-b4eb-449a7810c28c req-2c322dde-8d2c-4684-86a7-ce26b70b527b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8c3e8423-dbcd-4745-8904-0e22e59bd949 HTTP/1.1" status: 200 len: 1097 time: 0.0677433 May 05 23:01:01.095195 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-314286d1-38e2-4430-b4eb-449a7810c28c req-4b6dd52a-5d7f-4ec9-b7bf-af9247466fa1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9a3e4ab7-66f6-488a-b8b1-199db65abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361078 May 05 23:01:02.184261 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d5e57-d429-403c-934f-e291ca461496 req-dd8614b3-4e88-469a-ba7f-b02420c294d1 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:01:02.185654 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f87d5e57-d429-403c-934f-e291ca461496 req-dd8614b3-4e88-469a-ba7f-b02420c294d1 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c3e8423-dbcd-4745-8904-0e22e59bd949 HTTP/1.1" status: 200 len: 946 time: 0.0796313 May 05 23:01:02.231532 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f87d5e57-d429-403c-934f-e291ca461496 req-b9a62ac2-ea95-4ee5-b75f-c50be5e35aca tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a3e4ab7-66f6-488a-b8b1-199db65abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402632 May 05 23:01:03.451603 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb79874f-8df9-4554-a2cd-49fc1b8336f0 req-f5183a91-6452-4196-97fc-887c9eb7ff5a tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:01:03.453464 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-eb79874f-8df9-4554-a2cd-49fc1b8336f0 req-f5183a91-6452-4196-97fc-887c9eb7ff5a tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c3e8423-dbcd-4745-8904-0e22e59bd949 HTTP/1.1" status: 200 len: 946 time: 0.0978041 May 05 23:01:03.503796 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-eb79874f-8df9-4554-a2cd-49fc1b8336f0 req-5b3cc744-1d62-4fc8-8b9a-3dbcbea218db tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a3e4ab7-66f6-488a-b8b1-199db65abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436883 May 05 23:01:06.560614 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:01:06.833259 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:01:14.086622 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7324c747-b0fd-4a91-a36b-233eec4b4d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:01:16.385261 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-60b7037e-f5b6-4bec-b089-b1f466c7e5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:01:17.632140 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:01:17.669425 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:01:19.282879 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:01:24.379766 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 23:01:36.560725 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:01:36.843563 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:01:44.083633 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3ad39e60-b730-48e2-9eee-de09e054adb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:01:46.397076 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-65bb9924-deec-4ccb-a52d-789dba548313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:01:47.635543 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:01:47.672207 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:01:49.288608 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:01:56.278426 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3f4c412f-47cd-44da-9a0a-aaec6ec7787a req-544cd5f5-7565-4cd6-8b7f-46c6b25862d9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8c3e8423-dbcd-4745-8904-0e22e59bd949&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0754671 May 05 23:01:56.423598 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3f4c412f-47cd-44da-9a0a-aaec6ec7787a req-fa2cea26-8ccf-43f7-afca-6825c69399db service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef684bc69c3941268f8484d11085bc4e&device_id=8c3e8423-dbcd-4745-8904-0e22e59bd949 HTTP/1.1" status: 200 len: 1097 time: 0.0772026 May 05 23:01:56.578393 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c412f-47cd-44da-9a0a-aaec6ec7787a req-cf2adc83-a500-4500-9680-656e8a619f29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:01:56.579761 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3f4c412f-47cd-44da-9a0a-aaec6ec7787a req-cf2adc83-a500-4500-9680-656e8a619f29 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d1e57419-177e-408d-8ec8-efa7f444b88c HTTP/1.1" status: 200 len: 910 time: 0.1319118 May 05 23:01:56.687683 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3f4c412f-47cd-44da-9a0a-aaec6ec7787a req-5da790e8-65cc-4357-9216-b6fc82698eee service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3 HTTP/1.1" status: 200 len: 1001 time: 0.1010931 May 05 23:01:56.851910 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c412f-47cd-44da-9a0a-aaec6ec7787a req-e5638979-f980-4b2b-97f3-f5811722824f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:01:56.853349 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3f4c412f-47cd-44da-9a0a-aaec6ec7787a req-e5638979-f980-4b2b-97f3-f5811722824f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7032baac-f7dd-431a-9ba8-f6c4411fd181 HTTP/1.1" status: 200 len: 848 time: 0.1596086 May 05 23:01:56.929740 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3f4c412f-47cd-44da-9a0a-aaec6ec7787a req-256eea7f-8715-47f6-ba0a-918687acbf0e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d1e57419-177e-408d-8ec8-efa7f444b88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706248 May 05 23:01:57.061684 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3f4c412f-47cd-44da-9a0a-aaec6ec7787a req-eefc973a-0055-4657-8815-ed84bc036972 service neutron] 10.222.0.32 "GET /v2.0/networks/d1e57419-177e-408d-8ec8-efa7f444b88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261871 May 05 23:01:57.199810 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3f4c412f-47cd-44da-9a0a-aaec6ec7787a req-56a5a24e-55ea-45b9-acff-406a6fe255a1 service neutron] 10.222.0.32 "GET /v2.0/networks/d1e57419-177e-408d-8ec8-efa7f444b88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321099 May 05 23:02:01.374695 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 23:02:06.556795 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:06.847251 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:14.071514 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0fd206cf-f46e-4ae5-9b7f-d764bd25f8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:16.394758 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0aa0767a-2a9c-475c-8fb4-65b2c016d258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:17.641056 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:17.675888 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:19.295898 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:19.318631 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 38676) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 23:02:19.520231 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-6c7623d0-a410-4241-92b4-c8716cdc7718 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Deleting port a1709ec4-a22a-4dd3-b63d-d4f232f7de87 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 23:02:19.520563 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6c7623d0-a410-4241-92b4-c8716cdc7718 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:19.684366 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6c7623d0-a410-4241-92b4-c8716cdc7718 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:19.684680 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6c7623d0-a410-4241-92b4-c8716cdc7718 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:19.800876 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-6c7623d0-a410-4241-92b4-c8716cdc7718 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Calling delete_port for a1709ec4-a22a-4dd3-b63d-d4f232f7de87 owned by network:floatingip {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 23:02:19.965037 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6c7623d0-a410-4241-92b4-c8716cdc7718 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:20.008524 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7623d0-a410-4241-92b4-c8716cdc7718 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Pushing event deleted for resources: {'Port': ['ID=a1709ec4-a22a-4dd3-b63d-d4f232f7de87,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:02:20.050625 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7623d0-a410-4241-92b4-c8716cdc7718 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:02:20.051015 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7623d0-a410-4241-92b4-c8716cdc7718 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:02:20.051347 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7623d0-a410-4241-92b4-c8716cdc7718 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:02:20.051673 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7623d0-a410-4241-92b4-c8716cdc7718 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:02:20.051996 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7623d0-a410-4241-92b4-c8716cdc7718 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:02:20.052317 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7623d0-a410-4241-92b4-c8716cdc7718 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:02:20.052635 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7623d0-a410-4241-92b4-c8716cdc7718 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:02:20.052952 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7623d0-a410-4241-92b4-c8716cdc7718 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:02:20.053269 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7623d0-a410-4241-92b4-c8716cdc7718 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:02:20.053577 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7623d0-a410-4241-92b4-c8716cdc7718 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:02:20.053896 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7623d0-a410-4241-92b4-c8716cdc7718 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:02:20.114460 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6c7623d0-a410-4241-92b4-c8716cdc7718 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks [] for floatingip, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:20.628693 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c7623d0-a410-4241-92b4-c8716cdc7718 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Router ec6d39a8-a23e-4336-b33e-2d6effc1ceed has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 23:02:20.837556 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c7623d0-a410-4241-92b4-c8716cdc7718 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 23:02:20.848691 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4519394c-2fed-41ad-b5c9-d1cf7daf026d None None] Sync routers for ids ['ec6d39a8-a23e-4336-b33e-2d6effc1ceed'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 23:02:20.854640 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6c7623d0-a410-4241-92b4-c8716cdc7718 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:20.860895 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4519394c-2fed-41ad-b5c9-d1cf7daf026d None None] Routers {'ec6d39a8-a23e-4336-b33e-2d6effc1ceed'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 23:02:20.861550 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-4519394c-2fed-41ad-b5c9-d1cf7daf026d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T23:02:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['ec6d39a8-a23e-4336-b33e-2d6effc1ceed'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 23:02:20.911924 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-6c7623d0-a410-4241-92b4-c8716cdc7718 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "DELETE /v2.0/floatingips/1de7f015-284a-4e44-a36f-62e4c70a6e9b HTTP/1.1" status: 204 len: 168 time: 1.5893571 May 05 23:02:20.911924 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c3e8423-dbcd-4745-8904-0e22e59bd949', 'tag': 'a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 23:02:21.027961 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01bc7ba0-b175-4be1-a789-2bcb1c12d7c3'] response: {'name': 'network-changed', 'server_uuid': '8c3e8423-dbcd-4745-8904-0e22e59bd949', 'tag': 'a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3', 'status': 'completed', 'code': 200} May 05 23:02:21.055974 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-4519394c-2fed-41ad-b5c9-d1cf7daf026d None None] Set router ec6d39a8-a23e-4336-b33e-2d6effc1ceed gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 23:02:21.145481 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-87e7c451-fce7-479d-8051-02e7085f7ecb req-b081585f-02c0-4e44-9020-f33f7dee3e4c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef684bc69c3941268f8484d11085bc4e&device_id=8c3e8423-dbcd-4745-8904-0e22e59bd949 HTTP/1.1" status: 200 len: 1097 time: 0.0933495 May 05 23:02:21.290184 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e7c451-fce7-479d-8051-02e7085f7ecb req-47f2bb35-b3b6-4021-a3fc-382c21a8510d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:02:21.293527 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-87e7c451-fce7-479d-8051-02e7085f7ecb req-47f2bb35-b3b6-4021-a3fc-382c21a8510d service neutron] 10.222.0.32 "GET /v2.0/networks?id=d1e57419-177e-408d-8ec8-efa7f444b88c HTTP/1.1" status: 200 len: 910 time: 0.1419446 May 05 23:02:21.384457 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-4519394c-2fed-41ad-b5c9-d1cf7daf026d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6d39a8-a23e-4336-b33e-2d6effc1ceed', 'name': 'tempest-TestShelveInstance-1227878137-router', 'tenant_id': 'ef684bc69c3941268f8484d11085bc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'a69a5641-aec4-4467-bdf0-3c0fb252c087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:53:33Z', 'updated_at': '2022-05-05T22:53:36Z', 'revision_number': 4, 'project_id': 'ef684bc69c3941268f8484d11085bc4e', 'gw_port': {'id': 'a69a5641-aec4-4467-bdf0-3c0fb252c087', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:3a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d39a8-a23e-4336-b33e-2d6effc1ceed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:53:33Z', 'updated_at': '2022-05-05T22:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '47ef8ce3-8b20-46d3-8cec-8d48dd9fc524', 'name': '', 'network_id': 'd1e57419-177e-408d-8ec8-efa7f444b88c', 'tenant_id': 'ef684bc69c3941268f8484d11085bc4e', 'mac_address': 'fa:16:3e:44:91:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d39a8-a23e-4336-b33e-2d6effc1ceed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7032baac-f7dd-431a-9ba8-f6c4411fd181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:53:35Z', 'updated_at': '2022-05-05T22:53:45Z', 'revision_number': 5, 'project_id': 'ef684bc69c3941268f8484d11085bc4e', 'subnets': [{'id': '7032baac-f7dd-431a-9ba8-f6c4411fd181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 23:02:21.388119 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4519394c-2fed-41ad-b5c9-d1cf7daf026d None None] Checking router: ec6d39a8-a23e-4336-b33e-2d6effc1ceed for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 23:02:21.398515 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4519394c-2fed-41ad-b5c9-d1cf7daf026d None None] Routers {'ec6d39a8-a23e-4336-b33e-2d6effc1ceed'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 23:02:21.399144 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-4519394c-2fed-41ad-b5c9-d1cf7daf026d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T23:02:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['ec6d39a8-a23e-4336-b33e-2d6effc1ceed'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 23:02:21.401535 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-87e7c451-fce7-479d-8051-02e7085f7ecb req-95aac204-7ff6-46e6-b9ae-c7176a98e8a7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3 HTTP/1.1" status: 200 len: 217 time: 0.1000845 May 05 23:02:21.476807 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e7c451-fce7-479d-8051-02e7085f7ecb req-bbf5871a-ee01-4e9a-a011-01027df01d55 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:02:21.478234 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-87e7c451-fce7-479d-8051-02e7085f7ecb req-bbf5871a-ee01-4e9a-a011-01027df01d55 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7032baac-f7dd-431a-9ba8-f6c4411fd181 HTTP/1.1" status: 200 len: 848 time: 0.0660582 May 05 23:02:21.486722 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7376228-4659-4c1b-bb63-a3431922dadf req-ad8809b7-6aef-441d-ac2a-54c426d2ccb0 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:02:21.487391 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-c7376228-4659-4c1b-bb63-a3431922dadf req-ad8809b7-6aef-441d-ac2a-54c426d2ccb0 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Synchronizing usage tracker for tenant:ef684bc69c3941268f8484d11085bc4e on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 23:02:21.552840 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-c7376228-4659-4c1b-bb63-a3431922dadf req-ad8809b7-6aef-441d-ac2a-54c426d2ccb0 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Unset dirty status for tenant:ef684bc69c3941268f8484d11085bc4e on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 23:02:21.553979 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c7376228-4659-4c1b-bb63-a3431922dadf req-ad8809b7-6aef-441d-ac2a-54c426d2ccb0 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c3e8423-dbcd-4745-8904-0e22e59bd949 HTTP/1.1" status: 200 len: 946 time: 0.2544000 May 05 23:02:21.577788 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-4519394c-2fed-41ad-b5c9-d1cf7daf026d None None] Set router ec6d39a8-a23e-4336-b33e-2d6effc1ceed gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 23:02:21.592912 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-87e7c451-fce7-479d-8051-02e7085f7ecb req-17349635-c4a5-4cad-9184-8a61ec5c814f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d1e57419-177e-408d-8ec8-efa7f444b88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1027668 May 05 23:02:21.688134 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c7376228-4659-4c1b-bb63-a3431922dadf req-462d73f6-d77b-4c91-8d24-adc30ff9ce67 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a3e4ab7-66f6-488a-b8b1-199db65abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243937 May 05 23:02:21.733981 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-87e7c451-fce7-479d-8051-02e7085f7ecb req-4e3d55e6-455c-4829-bdcc-444ccebdf29a service neutron] 10.222.0.32 "GET /v2.0/networks/d1e57419-177e-408d-8ec8-efa7f444b88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336613 May 05 23:02:21.870261 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-87e7c451-fce7-479d-8051-02e7085f7ecb req-5879a32f-4c7e-4dfb-8d6f-554196686591 service neutron] 10.222.0.32 "GET /v2.0/networks/d1e57419-177e-408d-8ec8-efa7f444b88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290641 May 05 23:02:21.899329 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-4519394c-2fed-41ad-b5c9-d1cf7daf026d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6d39a8-a23e-4336-b33e-2d6effc1ceed', 'name': 'tempest-TestShelveInstance-1227878137-router', 'tenant_id': 'ef684bc69c3941268f8484d11085bc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'a69a5641-aec4-4467-bdf0-3c0fb252c087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:53:33Z', 'updated_at': '2022-05-05T22:53:36Z', 'revision_number': 4, 'project_id': 'ef684bc69c3941268f8484d11085bc4e', 'gw_port': {'id': 'a69a5641-aec4-4467-bdf0-3c0fb252c087', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:3a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d39a8-a23e-4336-b33e-2d6effc1ceed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:53:33Z', 'updated_at': '2022-05-05T22:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '47ef8ce3-8b20-46d3-8cec-8d48dd9fc524', 'name': '', 'network_id': 'd1e57419-177e-408d-8ec8-efa7f444b88c', 'tenant_id': 'ef684bc69c3941268f8484d11085bc4e', 'mac_address': 'fa:16:3e:44:91:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d39a8-a23e-4336-b33e-2d6effc1ceed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7032baac-f7dd-431a-9ba8-f6c4411fd181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:53:35Z', 'updated_at': '2022-05-05T22:53:45Z', 'revision_number': 5, 'project_id': 'ef684bc69c3941268f8484d11085bc4e', 'subnets': [{'id': '7032baac-f7dd-431a-9ba8-f6c4411fd181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 23:02:21.903392 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4519394c-2fed-41ad-b5c9-d1cf7daf026d None None] The sync data for ids ['ec6d39a8-a23e-4336-b33e-2d6effc1ceed'] in n-d-825175-4 is: [{'id': 'ec6d39a8-a23e-4336-b33e-2d6effc1ceed', 'name': 'tempest-TestShelveInstance-1227878137-router', 'tenant_id': 'ef684bc69c3941268f8484d11085bc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'a69a5641-aec4-4467-bdf0-3c0fb252c087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:53:33Z', 'updated_at': '2022-05-05T22:53:36Z', 'revision_number': 4, 'project_id': 'ef684bc69c3941268f8484d11085bc4e', 'gw_port': {'id': 'a69a5641-aec4-4467-bdf0-3c0fb252c087', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:3a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d39a8-a23e-4336-b33e-2d6effc1ceed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:53:33Z', 'updated_at': '2022-05-05T22:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '47ef8ce3-8b20-46d3-8cec-8d48dd9fc524', 'name': '', 'network_id': 'd1e57419-177e-408d-8ec8-efa7f444b88c', 'tenant_id': 'ef684bc69c3941268f8484d11085bc4e', 'mac_address': 'fa:16:3e:44:91:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d39a8-a23e-4336-b33e-2d6effc1ceed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7032baac-f7dd-431a-9ba8-f6c4411fd181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:53:35Z', 'updated_at': '2022-05-05T22:53:45Z', 'revision_number': 5, 'project_id': 'ef684bc69c3941268f8484d11085bc4e', 'subnets': [{'id': '7032baac-f7dd-431a-9ba8-f6c4411fd181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 23:02:22.128662 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c002935-d5de-490b-a4a3-91a3a5ab6b2a None None] New status for floating IP 1de7f015-284a-4e44-a36f-62e4c70a6e9b: DOWN {{(pid=84064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 23:02:22.769855 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ecc1c6-e600-400b-a5bb-83a69a0dda9f req-636ab20d-7112-4042-bc01-171b73f1ebf5 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:02:22.771441 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-27ecc1c6-e600-400b-a5bb-83a69a0dda9f req-636ab20d-7112-4042-bc01-171b73f1ebf5 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c3e8423-dbcd-4745-8904-0e22e59bd949 HTTP/1.1" status: 200 len: 946 time: 0.0786591 May 05 23:02:22.888705 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-27ecc1c6-e600-400b-a5bb-83a69a0dda9f req-3f41ac4d-11ba-415d-80da-7666b1d2e38f tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Deleting port a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 23:02:22.888934 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-27ecc1c6-e600-400b-a5bb-83a69a0dda9f req-3f41ac4d-11ba-415d-80da-7666b1d2e38f tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:23.012652 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e068d07-c804-412e-990d-9157ff1c5ac4 req-6340eb84-14da-4728-99a2-5d5b242510a0 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:02:23.014079 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0e068d07-c804-412e-990d-9157ff1c5ac4 req-6340eb84-14da-4728-99a2-5d5b242510a0 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c3e8423-dbcd-4745-8904-0e22e59bd949 HTTP/1.1" status: 200 len: 946 time: 0.1921320 May 05 23:02:23.264738 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-0e068d07-c804-412e-990d-9157ff1c5ac4 req-4091ba6e-8cb0-4e4c-bc09-a78e31b95129 tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/security-groups?id=9a3e4ab7-66f6-488a-b8b1-199db65abc48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2322714 May 05 23:02:23.291755 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-27ecc1c6-e600-400b-a5bb-83a69a0dda9f req-3f41ac4d-11ba-415d-80da-7666b1d2e38f tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] For port a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3,segment=NetworkSegment(285d6e67-3fe6-4f7e-9762-1fa787037cb6),segment_id=285d6e67-3fe6-4f7e-9762-1fa787037cb6)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 23:02:23.291755 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-27ecc1c6-e600-400b-a5bb-83a69a0dda9f req-3f41ac4d-11ba-415d-80da-7666b1d2e38f tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:23.415496 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-27ecc1c6-e600-400b-a5bb-83a69a0dda9f req-3f41ac4d-11ba-415d-80da-7666b1d2e38f tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Calling delete_port for a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3 owned by compute:nova {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 23:02:23.561428 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-27ecc1c6-e600-400b-a5bb-83a69a0dda9f req-3f41ac4d-11ba-415d-80da-7666b1d2e38f tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:23.610856 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f41ac4d-11ba-415d-80da-7666b1d2e38f tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Pushing event deleted for resources: {'Port': ['ID=a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:02:23.686959 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ecc1c6-e600-400b-a5bb-83a69a0dda9f req-3f41ac4d-11ba-415d-80da-7666b1d2e38f tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] No DVR routers for this DVR port a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3 on host n-h2-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 23:02:23.689554 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-27ecc1c6-e600-400b-a5bb-83a69a0dda9f req-3f41ac4d-11ba-415d-80da-7666b1d2e38f tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:23.692382 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c3e8423-dbcd-4745-8904-0e22e59bd949', 'name': 'network-vif-deleted', 'tag': 'a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 23:02:23.708108 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-27ecc1c6-e600-400b-a5bb-83a69a0dda9f req-3f41ac4d-11ba-415d-80da-7666b1d2e38f tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.32 "DELETE /v2.0/ports/a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3 HTTP/1.1" status: 204 len: 173 time: 0.9306092 May 05 23:02:23.747683 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4e682db-9965-47c3-8d6f-5b5d939e3126'] response: {'server_uuid': '8c3e8423-dbcd-4745-8904-0e22e59bd949', 'name': 'network-vif-deleted', 'tag': 'a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3', 'status': 'completed', 'code': 200} May 05 23:02:24.438441 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-c42314b3-8ddb-458e-8787-9a2e59aab363 req-b8fe6524-0799-499c-b667-bcf32737235c tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Synchronizing usage tracker for tenant:ef684bc69c3941268f8484d11085bc4e on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 23:02:24.454572 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-c42314b3-8ddb-458e-8787-9a2e59aab363 req-b8fe6524-0799-499c-b667-bcf32737235c tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Unset dirty status for tenant:ef684bc69c3941268f8484d11085bc4e on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 23:02:24.455727 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c42314b3-8ddb-458e-8787-9a2e59aab363 req-b8fe6524-0799-499c-b667-bcf32737235c tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c3e8423-dbcd-4745-8904-0e22e59bd949 HTTP/1.1" status: 200 len: 210 time: 0.0592542 May 05 23:02:25.563541 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 38702) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 23:02:25.636087 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6920b4a9-2e7d-42ac-ba15-02eae21887ae tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:25.667092 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6920b4a9-2e7d-42ac-ba15-02eae21887ae tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:25.733500 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6920b4a9-2e7d-42ac-ba15-02eae21887ae tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:25.753796 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6920b4a9-2e7d-42ac-ba15-02eae21887ae tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3e4ab7-66f6-488a-b8b1-199db65abc48,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:02:25.767043 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6920b4a9-2e7d-42ac-ba15-02eae21887ae tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:25.768212 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-6920b4a9-2e7d-42ac-ba15-02eae21887ae tempest-TestShelveInstance-339419991 tempest-TestShelveInstance-339419991-project] 10.222.0.23 "DELETE /v2.0/security-groups/9a3e4ab7-66f6-488a-b8b1-199db65abc48 HTTP/1.1" status: 204 len: 168 time: 0.2036784 May 05 23:02:25.832969 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 38708) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 23:02:26.372674 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1913d1f5-2222-4f1a-abf6-189ff124a9bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:27.013927 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 23:02:27.045815 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 23:02:27.046113 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device a6f48e6a-08a2-44f7-ab96-5c10fa11b2e3 not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 23:02:27.120656 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-1913d1f5-2222-4f1a-abf6-189ff124a9bf admin admin] Deleting port 47ef8ce3-8b20-46d3-8cec-8d48dd9fc524 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 23:02:27.121519 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1913d1f5-2222-4f1a-abf6-189ff124a9bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:27.326552 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-1913d1f5-2222-4f1a-abf6-189ff124a9bf admin admin] For port 47ef8ce3-8b20-46d3-8cec-8d48dd9fc524, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=47ef8ce3-8b20-46d3-8cec-8d48dd9fc524,segment=NetworkSegment(285d6e67-3fe6-4f7e-9762-1fa787037cb6),segment_id=285d6e67-3fe6-4f7e-9762-1fa787037cb6)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 23:02:27.326924 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1913d1f5-2222-4f1a-abf6-189ff124a9bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:27.445795 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-1913d1f5-2222-4f1a-abf6-189ff124a9bf admin admin] Calling delete_port for 47ef8ce3-8b20-46d3-8cec-8d48dd9fc524 owned by network:router_interface {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 23:02:27.619582 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1913d1f5-2222-4f1a-abf6-189ff124a9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:27.663048 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1913d1f5-2222-4f1a-abf6-189ff124a9bf admin admin] Pushing event deleted for resources: {'Port': ['ID=47ef8ce3-8b20-46d3-8cec-8d48dd9fc524,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:02:27.955423 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1913d1f5-2222-4f1a-abf6-189ff124a9bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:28.648226 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1913d1f5-2222-4f1a-abf6-189ff124a9bf admin admin] Router ec6d39a8-a23e-4336-b33e-2d6effc1ceed has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 23:02:28.865737 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1913d1f5-2222-4f1a-abf6-189ff124a9bf admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 23:02:28.876391 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e7ab1e-77f7-4af0-b0fa-2782270d88b5 None None] Sync routers for ids ['ec6d39a8-a23e-4336-b33e-2d6effc1ceed'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 23:02:28.886856 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-1913d1f5-2222-4f1a-abf6-189ff124a9bf admin admin] 10.222.0.23 "PUT /v2.0/routers/ec6d39a8-a23e-4336-b33e-2d6effc1ceed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0527875 May 05 23:02:28.889381 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 38714) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 23:02:28.890039 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e7ab1e-77f7-4af0-b0fa-2782270d88b5 None None] Routers {'ec6d39a8-a23e-4336-b33e-2d6effc1ceed'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 23:02:28.890679 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-33e7ab1e-77f7-4af0-b0fa-2782270d88b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T23:02:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['ec6d39a8-a23e-4336-b33e-2d6effc1ceed'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 23:02:29.065847 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-33e7ab1e-77f7-4af0-b0fa-2782270d88b5 None None] Set router ec6d39a8-a23e-4336-b33e-2d6effc1ceed gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 23:02:29.089080 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-97632da1-4fcc-4b66-ba01-dc39c3b3e3f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:29.284389 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-97632da1-4fcc-4b66-ba01-dc39c3b3e3f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:29.294943 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-97632da1-4fcc-4b66-ba01-dc39c3b3e3f0 admin admin] Deleting port a69a5641-aec4-4467-bdf0-3c0fb252c087 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 23:02:29.295325 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-97632da1-4fcc-4b66-ba01-dc39c3b3e3f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:29.360761 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-33e7ab1e-77f7-4af0-b0fa-2782270d88b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6d39a8-a23e-4336-b33e-2d6effc1ceed', 'name': 'tempest-TestShelveInstance-1227878137-router', 'tenant_id': 'ef684bc69c3941268f8484d11085bc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': 'a69a5641-aec4-4467-bdf0-3c0fb252c087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:53:33Z', 'updated_at': '2022-05-05T23:02:27Z', 'revision_number': 5, 'project_id': 'ef684bc69c3941268f8484d11085bc4e', 'gw_port': {'id': 'a69a5641-aec4-4467-bdf0-3c0fb252c087', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:3a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d39a8-a23e-4336-b33e-2d6effc1ceed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:53:33Z', 'updated_at': '2022-05-05T22:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 23:02:29.364597 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e7ab1e-77f7-4af0-b0fa-2782270d88b5 None None] Checking router: ec6d39a8-a23e-4336-b33e-2d6effc1ceed for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 23:02:29.375624 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e7ab1e-77f7-4af0-b0fa-2782270d88b5 None None] Routers {'ec6d39a8-a23e-4336-b33e-2d6effc1ceed'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 23:02:29.376206 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-33e7ab1e-77f7-4af0-b0fa-2782270d88b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T23:02:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['ec6d39a8-a23e-4336-b33e-2d6effc1ceed'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 23:02:29.472435 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-97632da1-4fcc-4b66-ba01-dc39c3b3e3f0 admin admin] For port a69a5641-aec4-4467-bdf0-3c0fb252c087, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=a69a5641-aec4-4467-bdf0-3c0fb252c087,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 23:02:29.472784 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-97632da1-4fcc-4b66-ba01-dc39c3b3e3f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:29.524080 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-33e7ab1e-77f7-4af0-b0fa-2782270d88b5 None None] Set router ec6d39a8-a23e-4336-b33e-2d6effc1ceed gateway port host: None {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 23:02:29.590574 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-97632da1-4fcc-4b66-ba01-dc39c3b3e3f0 admin admin] Calling delete_port for a69a5641-aec4-4467-bdf0-3c0fb252c087 owned by network:router_gateway {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 23:02:29.629114 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-33e7ab1e-77f7-4af0-b0fa-2782270d88b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6d39a8-a23e-4336-b33e-2d6effc1ceed', 'name': 'tempest-TestShelveInstance-1227878137-router', 'tenant_id': 'ef684bc69c3941268f8484d11085bc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:53:33Z', 'updated_at': '2022-05-05T23:02:29Z', 'revision_number': 6, 'project_id': 'ef684bc69c3941268f8484d11085bc4e', 'gw_port_host': None}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 23:02:29.634214 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e7ab1e-77f7-4af0-b0fa-2782270d88b5 None None] The sync data for ids ['ec6d39a8-a23e-4336-b33e-2d6effc1ceed'] in n-d-825175-4 is: [{'id': 'ec6d39a8-a23e-4336-b33e-2d6effc1ceed', 'name': 'tempest-TestShelveInstance-1227878137-router', 'tenant_id': 'ef684bc69c3941268f8484d11085bc4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:53:33Z', 'updated_at': '2022-05-05T23:02:29Z', 'revision_number': 6, 'project_id': 'ef684bc69c3941268f8484d11085bc4e', 'gw_port_host': None}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 23:02:29.763270 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-97632da1-4fcc-4b66-ba01-dc39c3b3e3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:29.806312 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97632da1-4fcc-4b66-ba01-dc39c3b3e3f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a69a5641-aec4-4467-bdf0-3c0fb252c087,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:02:30.157487 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-97632da1-4fcc-4b66-ba01-dc39c3b3e3f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:30.416412 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-97632da1-4fcc-4b66-ba01-dc39c3b3e3f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:30.421055 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-97632da1-4fcc-4b66-ba01-dc39c3b3e3f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:30.454277 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-97632da1-4fcc-4b66-ba01-dc39c3b3e3f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:30.454861 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97632da1-4fcc-4b66-ba01-dc39c3b3e3f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec6d39a8-a23e-4336-b33e-2d6effc1ceed {{(pid=84061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 23:02:30.467956 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-97632da1-4fcc-4b66-ba01-dc39c3b3e3f0 admin admin] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:30.469104 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-97632da1-4fcc-4b66-ba01-dc39c3b3e3f0 admin admin] 10.222.0.23 "DELETE /v2.0/routers/ec6d39a8-a23e-4336-b33e-2d6effc1ceed HTTP/1.1" status: 204 len: 168 time: 1.5788052 May 05 23:02:30.471827 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 38718) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 23:02:30.533488 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-901b2bc3-053f-4579-ac95-9a8e00905c9d admin admin] Deleting subnet 7032baac-f7dd-431a-9ba8-f6c4411fd181 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 23:02:30.536774 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-901b2bc3-053f-4579-ac95-9a8e00905c9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:30.591961 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-901b2bc3-053f-4579-ac95-9a8e00905c9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:30.671913 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-901b2bc3-053f-4579-ac95-9a8e00905c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:30.745927 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-901b2bc3-053f-4579-ac95-9a8e00905c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:30.789648 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901b2bc3-053f-4579-ac95-9a8e00905c9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7032baac-f7dd-431a-9ba8-f6c4411fd181,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:02:30.800995 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-901b2bc3-053f-4579-ac95-9a8e00905c9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:30.803966 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ef589f-ca5f-4ce4-8213-441004ea2e53 None None] Network d1e57419-177e-408d-8ec8-efa7f444b88c requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 23:02:30.805388 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901b2bc3-053f-4579-ac95-9a8e00905c9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:02:30.805734 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901b2bc3-053f-4579-ac95-9a8e00905c9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:02:30.806072 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901b2bc3-053f-4579-ac95-9a8e00905c9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:02:30.806403 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901b2bc3-053f-4579-ac95-9a8e00905c9d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:02:30.806763 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901b2bc3-053f-4579-ac95-9a8e00905c9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:02:30.807095 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901b2bc3-053f-4579-ac95-9a8e00905c9d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:02:30.807417 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901b2bc3-053f-4579-ac95-9a8e00905c9d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:02:30.807742 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901b2bc3-053f-4579-ac95-9a8e00905c9d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:02:30.808065 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901b2bc3-053f-4579-ac95-9a8e00905c9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:02:30.808389 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901b2bc3-053f-4579-ac95-9a8e00905c9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:02:30.808703 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901b2bc3-053f-4579-ac95-9a8e00905c9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:02:30.816595 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 38724) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 23:02:30.817004 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-901b2bc3-053f-4579-ac95-9a8e00905c9d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7032baac-f7dd-431a-9ba8-f6c4411fd181 HTTP/1.1" status: 204 len: 168 time: 0.3437471 May 05 23:02:30.922184 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-edd4dab8-eb8e-4a2d-9372-d8fa8ce55f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:30.933383 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-edd4dab8-eb8e-4a2d-9372-d8fa8ce55f9d admin admin] Deleting port c16ccd2d-0c00-4b6f-8c5c-f6f8eabeeeef {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 23:02:30.933675 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-edd4dab8-eb8e-4a2d-9372-d8fa8ce55f9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:31.051374 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4695a2-e694-4719-8b18-0774ce9071b4 None None] DHCP port deletion for d1e57419-177e-408d-8ec8-efa7f444b88c request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 23:02:31.056840 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-9e4695a2-e694-4719-8b18-0774ce9071b4 None None] Deleting port c16ccd2d-0c00-4b6f-8c5c-f6f8eabeeeef {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 23:02:31.057203 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9e4695a2-e694-4719-8b18-0774ce9071b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:31.144368 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-edd4dab8-eb8e-4a2d-9372-d8fa8ce55f9d admin admin] For port c16ccd2d-0c00-4b6f-8c5c-f6f8eabeeeef, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=c16ccd2d-0c00-4b6f-8c5c-f6f8eabeeeef,segment=NetworkSegment(285d6e67-3fe6-4f7e-9762-1fa787037cb6),segment_id=285d6e67-3fe6-4f7e-9762-1fa787037cb6)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 23:02:31.144732 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-edd4dab8-eb8e-4a2d-9372-d8fa8ce55f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:31.263669 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-9e4695a2-e694-4719-8b18-0774ce9071b4 None None] For port c16ccd2d-0c00-4b6f-8c5c-f6f8eabeeeef, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=c16ccd2d-0c00-4b6f-8c5c-f6f8eabeeeef,segment=NetworkSegment(285d6e67-3fe6-4f7e-9762-1fa787037cb6),segment_id=285d6e67-3fe6-4f7e-9762-1fa787037cb6)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 23:02:31.264060 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-edd4dab8-eb8e-4a2d-9372-d8fa8ce55f9d admin admin] Calling delete_port for c16ccd2d-0c00-4b6f-8c5c-f6f8eabeeeef owned by network:dhcp {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 23:02:31.264203 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9e4695a2-e694-4719-8b18-0774ce9071b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:31.340398 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-edd4dab8-eb8e-4a2d-9372-d8fa8ce55f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:31.392981 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd4dab8-eb8e-4a2d-9372-d8fa8ce55f9d admin admin] Pushing event deleted for resources: {'Port': ['ID=c16ccd2d-0c00-4b6f-8c5c-f6f8eabeeeef,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:02:31.396904 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd4dab8-eb8e-4a2d-9372-d8fa8ce55f9d admin admin] No DVR routers for this DVR port c16ccd2d-0c00-4b6f-8c5c-f6f8eabeeeef on host n-d-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 23:02:31.419728 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 47ef8ce3-8b20-46d3-8cec-8d48dd9fc524 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 23:02:31.449381 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-9e4695a2-e694-4719-8b18-0774ce9071b4 None None] Calling delete_port for c16ccd2d-0c00-4b6f-8c5c-f6f8eabeeeef owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 23:02:31.488185 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 47ef8ce3-8b20-46d3-8cec-8d48dd9fc524 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 23:02:31.488531 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 47ef8ce3-8b20-46d3-8cec-8d48dd9fc524 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 23:02:31.488914 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device c16ccd2d-0c00-4b6f-8c5c-f6f8eabeeeef no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 23:02:31.511230 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-edd4dab8-eb8e-4a2d-9372-d8fa8ce55f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:31.528096 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: c16ccd2d-0c00-4b6f-8c5c-f6f8eabeeeef {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 23:02:31.528381 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device c16ccd2d-0c00-4b6f-8c5c-f6f8eabeeeef not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 23:02:31.528733 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device a69a5641-aec4-4467-bdf0-3c0fb252c087 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 23:02:31.537115 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-edd4dab8-eb8e-4a2d-9372-d8fa8ce55f9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1e57419-177e-408d-8ec8-efa7f444b88c']}} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 23:02:31.549238 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-edd4dab8-eb8e-4a2d-9372-d8fa8ce55f9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '285d6e67-3fe6-4f7e-9762-1fa787037cb6') {'for_net_delete': True} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 23:02:31.549707 n-d-825175-4 neutron-server[84061]: DEBUG neutron.services.segments.db [None req-edd4dab8-eb8e-4a2d-9372-d8fa8ce55f9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '285d6e67-3fe6-4f7e-9762-1fa787037cb6') {} {{(pid=84061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 23:02:31.561859 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-edd4dab8-eb8e-4a2d-9372-d8fa8ce55f9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7388793'] for segment, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:31.566878 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: a69a5641-aec4-4467-bdf0-3c0fb252c087 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 23:02:31.567217 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device a69a5641-aec4-4467-bdf0-3c0fb252c087 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 23:02:31.580901 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 23:02:31.580901 n-d-825175-4 neutron-server[84064]: util.warn( May 05 23:02:31.580901 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 23:02:31.580901 n-d-825175-4 neutron-server[84064]: util.warn( May 05 23:02:31.580901 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 23:02:31.580901 n-d-825175-4 neutron-server[84064]: util.warn( May 05 23:02:31.580901 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 23:02:31.580901 n-d-825175-4 neutron-server[84064]: util.warn( May 05 23:02:31.580901 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 23:02:31.580901 n-d-825175-4 neutron-server[84064]: util.warn( May 05 23:02:31.580901 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 23:02:31.580901 n-d-825175-4 neutron-server[84064]: util.warn( May 05 23:02:31.580901 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 23:02:31.580901 n-d-825175-4 neutron-server[84064]: util.warn( May 05 23:02:31.580901 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 23:02:31.580901 n-d-825175-4 neutron-server[84064]: util.warn( May 05 23:02:31.580901 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 23:02:31.580901 n-d-825175-4 neutron-server[84064]: util.warn( May 05 23:02:31.580901 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 23:02:31.580901 n-d-825175-4 neutron-server[84064]: util.warn( May 05 23:02:31.580901 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 23:02:31.580901 n-d-825175-4 neutron-server[84064]: util.warn( May 05 23:02:31.580901 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 23:02:31.580901 n-d-825175-4 neutron-server[84064]: util.warn( May 05 23:02:31.580901 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 23:02:31.580901 n-d-825175-4 neutron-server[84064]: util.warn( May 05 23:02:31.580901 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 23:02:31.580901 n-d-825175-4 neutron-server[84064]: util.warn( May 05 23:02:31.580901 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 23:02:31.580901 n-d-825175-4 neutron-server[84064]: util.warn( May 05 23:02:31.580901 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 23:02:31.580901 n-d-825175-4 neutron-server[84064]: util.warn( May 05 23:02:31.580901 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 23:02:31.580901 n-d-825175-4 neutron-server[84064]: util.warn( May 05 23:02:31.580901 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 23:02:31.580901 n-d-825175-4 neutron-server[84064]: util.warn( May 05 23:02:31.580901 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 23:02:31.580901 n-d-825175-4 neutron-server[84064]: util.warn( May 05 23:02:31.580901 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 23:02:31.580901 n-d-825175-4 neutron-server[84064]: util.warn( May 05 23:02:31.580901 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 23:02:31.580901 n-d-825175-4 neutron-server[84064]: util.warn( May 05 23:02:31.580901 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 23:02:31.580901 n-d-825175-4 neutron-server[84064]: util.warn( May 05 23:02:31.580901 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 23:02:31.580901 n-d-825175-4 neutron-server[84064]: util.warn( May 05 23:02:31.580901 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 23:02:31.580901 n-d-825175-4 neutron-server[84064]: util.warn( May 05 23:02:31.580901 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 23:02:31.580901 n-d-825175-4 neutron-server[84064]: util.warn( May 05 23:02:31.580901 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 23:02:31.580901 n-d-825175-4 neutron-server[84064]: util.warn( May 05 23:02:31.580901 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 23:02:31.580901 n-d-825175-4 neutron-server[84064]: util.warn( May 05 23:02:31.580901 n-d-825175-4 neutron-server[84064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 23:02:31.580901 n-d-825175-4 neutron-server[84064]: util.warn( May 05 23:02:31.583865 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-edd4dab8-eb8e-4a2d-9372-d8fa8ce55f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:31.590264 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edd4dab8-eb8e-4a2d-9372-d8fa8ce55f9d admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=84061) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 23:02:31.590672 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-edd4dab8-eb8e-4a2d-9372-d8fa8ce55f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8331430'] for segment, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:31.590995 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-9e4695a2-e694-4719-8b18-0774ce9071b4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 23:02:31.591357 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-9e4695a2-e694-4719-8b18-0774ce9071b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 23:02:31.604163 n-d-825175-4 neutron-server[84061]: Traceback (most recent call last): May 05 23:02:31.604163 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 23:02:31.604163 n-d-825175-4 neutron-server[84061]: timer() May 05 23:02:31.604163 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 23:02:31.604163 n-d-825175-4 neutron-server[84061]: cb(*args, **kw) May 05 23:02:31.604163 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 23:02:31.604163 n-d-825175-4 neutron-server[84061]: return func(*args, **kwargs) May 05 23:02:31.604163 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 23:02:31.604163 n-d-825175-4 neutron-server[84061]: self._notify() May 05 23:02:31.604163 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 23:02:31.604163 n-d-825175-4 neutron-server[84061]: self.callback(batched_events) May 05 23:02:31.604163 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 23:02:31.604163 n-d-825175-4 neutron-server[84061]: event.method(event) May 05 23:02:31.604163 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 23:02:31.604163 n-d-825175-4 neutron-server[84061]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 23:02:31.604163 n-d-825175-4 neutron-server[84061]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 23:02:31.604163 n-d-825175-4 neutron-server[84061]: aggregate_uuid = self.p_client.list_aggregates( May 05 23:02:31.604163 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 23:02:31.604163 n-d-825175-4 neutron-server[84061]: return f(self, *a, **k) May 05 23:02:31.604163 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 23:02:31.604163 n-d-825175-4 neutron-server[84061]: return self._get(url).json() May 05 23:02:31.604163 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 23:02:31.604163 n-d-825175-4 neutron-server[84061]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 23:02:31.604163 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 23:02:31.604163 n-d-825175-4 neutron-server[84061]: return self.request(url, 'GET', **kwargs) May 05 23:02:31.604163 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 23:02:31.604163 n-d-825175-4 neutron-server[84061]: base_url = self.get_endpoint(auth, allow=allow, May 05 23:02:31.604163 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 23:02:31.604163 n-d-825175-4 neutron-server[84061]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 23:02:31.604163 n-d-825175-4 neutron-server[84061]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 23:02:31.604163 n-d-825175-4 neutron-server[84061]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 23:02:31.604163 n-d-825175-4 neutron-server[84061]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 23:02:31.685208 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-edd4dab8-eb8e-4a2d-9372-d8fa8ce55f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:31.707263 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-edd4dab8-eb8e-4a2d-9372-d8fa8ce55f9d admin admin] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:31.717669 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd4dab8-eb8e-4a2d-9372-d8fa8ce55f9d admin admin] Pushing event deleted for resources: {'Network': ['ID=d1e57419-177e-408d-8ec8-efa7f444b88c,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:02:31.732443 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-edd4dab8-eb8e-4a2d-9372-d8fa8ce55f9d admin admin] 10.222.0.23 "DELETE /v2.0/networks/d1e57419-177e-408d-8ec8-efa7f444b88c HTTP/1.1" status: 204 len: 168 time: 0.9141154 May 05 23:02:31.735321 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 38728) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 23:02:32.093117 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-9e4695a2-e694-4719-8b18-0774ce9071b4 None None] Deleting port c16ccd2d-0c00-4b6f-8c5c-f6f8eabeeeef {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 23:02:32.093717 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9e4695a2-e694-4719-8b18-0774ce9071b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:32.155976 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-9e4695a2-e694-4719-8b18-0774ce9071b4 None None] The port 'c16ccd2d-0c00-4b6f-8c5c-f6f8eabeeeef' was deleted {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 23:02:32.251413 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1b456b02-9919-429e-a1da-2b3aa081d2dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:32.911084 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-1b456b02-9919-429e-a1da-2b3aa081d2dd admin admin] Deleting port aebfa6c2-4fe6-47fb-9e0b-e130217bfcc5 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 23:02:32.911287 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1b456b02-9919-429e-a1da-2b3aa081d2dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:33.105321 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-1b456b02-9919-429e-a1da-2b3aa081d2dd admin admin] For port aebfa6c2-4fe6-47fb-9e0b-e130217bfcc5, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=aebfa6c2-4fe6-47fb-9e0b-e130217bfcc5,segment=NetworkSegment(271b1fdb-6eb3-4881-b98b-655d7dff36c1),segment_id=271b1fdb-6eb3-4881-b98b-655d7dff36c1)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 23:02:33.105675 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1b456b02-9919-429e-a1da-2b3aa081d2dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:33.223555 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-1b456b02-9919-429e-a1da-2b3aa081d2dd admin admin] Calling delete_port for aebfa6c2-4fe6-47fb-9e0b-e130217bfcc5 owned by network:router_interface {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 23:02:33.392472 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1b456b02-9919-429e-a1da-2b3aa081d2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:33.437930 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b456b02-9919-429e-a1da-2b3aa081d2dd admin admin] Pushing event deleted for resources: {'Port': ['ID=aebfa6c2-4fe6-47fb-9e0b-e130217bfcc5,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:02:33.866836 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-1b456b02-9919-429e-a1da-2b3aa081d2dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:34.447809 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b456b02-9919-429e-a1da-2b3aa081d2dd admin admin] Router f8c56714-d593-4ba9-b77c-ebbe3b78f01f has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 23:02:34.659296 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b456b02-9919-429e-a1da-2b3aa081d2dd admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 23:02:34.669032 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9838f9ad-5bd9-4a8b-818f-0d2aae281927 None None] Sync routers for ids ['f8c56714-d593-4ba9-b77c-ebbe3b78f01f'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 23:02:34.678162 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-1b456b02-9919-429e-a1da-2b3aa081d2dd admin admin] 10.222.0.23 "PUT /v2.0/routers/f8c56714-d593-4ba9-b77c-ebbe3b78f01f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9418161 May 05 23:02:34.681008 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 38732) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 23:02:34.684027 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9838f9ad-5bd9-4a8b-818f-0d2aae281927 None None] Routers {'f8c56714-d593-4ba9-b77c-ebbe3b78f01f'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 23:02:34.684819 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-9838f9ad-5bd9-4a8b-818f-0d2aae281927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T23:02:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['f8c56714-d593-4ba9-b77c-ebbe3b78f01f'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 23:02:34.862879 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-9838f9ad-5bd9-4a8b-818f-0d2aae281927 None None] Set router f8c56714-d593-4ba9-b77c-ebbe3b78f01f gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 23:02:34.886936 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a5026c6e-2fc5-4408-8c7c-a32a130e4393 admin admin] Notify callbacks [] for router, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:35.146173 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-9838f9ad-5bd9-4a8b-818f-0d2aae281927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c56714-d593-4ba9-b77c-ebbe3b78f01f', 'name': 'tempest-TestShelveInstance-1574509820-router', 'tenant_id': '77d1bad747ca4002adefc9b17297b7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '2bba8ffe-d181-4838-8a0f-df4371a03f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:53:39Z', 'updated_at': '2022-05-05T23:02:33Z', 'revision_number': 5, 'project_id': '77d1bad747ca4002adefc9b17297b7c6', 'gw_port': {'id': '2bba8ffe-d181-4838-8a0f-df4371a03f5a', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c56714-d593-4ba9-b77c-ebbe3b78f01f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:53:39Z', 'updated_at': '2022-05-05T22:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 23:02:35.150565 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9838f9ad-5bd9-4a8b-818f-0d2aae281927 None None] Checking router: f8c56714-d593-4ba9-b77c-ebbe3b78f01f for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 23:02:35.161524 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9838f9ad-5bd9-4a8b-818f-0d2aae281927 None None] Routers {'f8c56714-d593-4ba9-b77c-ebbe3b78f01f'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 23:02:35.162248 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-9838f9ad-5bd9-4a8b-818f-0d2aae281927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T23:02:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['f8c56714-d593-4ba9-b77c-ebbe3b78f01f'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 23:02:35.206720 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a5026c6e-2fc5-4408-8c7c-a32a130e4393 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:35.217591 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-a5026c6e-2fc5-4408-8c7c-a32a130e4393 admin admin] Deleting port 2bba8ffe-d181-4838-8a0f-df4371a03f5a {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 23:02:35.217928 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a5026c6e-2fc5-4408-8c7c-a32a130e4393 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:35.347996 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-9838f9ad-5bd9-4a8b-818f-0d2aae281927 None None] Set router f8c56714-d593-4ba9-b77c-ebbe3b78f01f gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 23:02:35.396651 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [None req-a5026c6e-2fc5-4408-8c7c-a32a130e4393 admin admin] For port 2bba8ffe-d181-4838-8a0f-df4371a03f5a, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=2bba8ffe-d181-4838-8a0f-df4371a03f5a,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 23:02:35.396913 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a5026c6e-2fc5-4408-8c7c-a32a130e4393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:35.517934 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [None req-a5026c6e-2fc5-4408-8c7c-a32a130e4393 admin admin] Calling delete_port for 2bba8ffe-d181-4838-8a0f-df4371a03f5a owned by network:router_gateway {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 23:02:35.627602 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-9838f9ad-5bd9-4a8b-818f-0d2aae281927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c56714-d593-4ba9-b77c-ebbe3b78f01f', 'name': 'tempest-TestShelveInstance-1574509820-router', 'tenant_id': '77d1bad747ca4002adefc9b17297b7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '2bba8ffe-d181-4838-8a0f-df4371a03f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:53:39Z', 'updated_at': '2022-05-05T23:02:33Z', 'revision_number': 5, 'project_id': '77d1bad747ca4002adefc9b17297b7c6', 'gw_port': {'id': '2bba8ffe-d181-4838-8a0f-df4371a03f5a', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c56714-d593-4ba9-b77c-ebbe3b78f01f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:53:39Z', 'updated_at': '2022-05-05T22:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 23:02:35.632469 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9838f9ad-5bd9-4a8b-818f-0d2aae281927 None None] The sync data for ids ['f8c56714-d593-4ba9-b77c-ebbe3b78f01f'] in n-d-825175-4 is: [{'id': 'f8c56714-d593-4ba9-b77c-ebbe3b78f01f', 'name': 'tempest-TestShelveInstance-1574509820-router', 'tenant_id': '77d1bad747ca4002adefc9b17297b7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': '2bba8ffe-d181-4838-8a0f-df4371a03f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T22:53:39Z', 'updated_at': '2022-05-05T23:02:33Z', 'revision_number': 5, 'project_id': '77d1bad747ca4002adefc9b17297b7c6', 'gw_port': {'id': '2bba8ffe-d181-4838-8a0f-df4371a03f5a', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:e9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c56714-d593-4ba9-b77c-ebbe3b78f01f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T22:53:39Z', 'updated_at': '2022-05-05T22:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 23:02:35.689517 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a5026c6e-2fc5-4408-8c7c-a32a130e4393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:35.731980 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5026c6e-2fc5-4408-8c7c-a32a130e4393 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bba8ffe-d181-4838-8a0f-df4371a03f5a,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:02:35.953107 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a5026c6e-2fc5-4408-8c7c-a32a130e4393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:36.209562 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a5026c6e-2fc5-4408-8c7c-a32a130e4393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:36.213947 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a5026c6e-2fc5-4408-8c7c-a32a130e4393 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:36.242463 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a5026c6e-2fc5-4408-8c7c-a32a130e4393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:36.242999 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5026c6e-2fc5-4408-8c7c-a32a130e4393 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8c56714-d593-4ba9-b77c-ebbe3b78f01f {{(pid=84061) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 23:02:36.256431 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-a5026c6e-2fc5-4408-8c7c-a32a130e4393 admin admin] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:36.259919 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-a5026c6e-2fc5-4408-8c7c-a32a130e4393 admin admin] 10.222.0.23 "DELETE /v2.0/routers/f8c56714-d593-4ba9-b77c-ebbe3b78f01f HTTP/1.1" status: 204 len: 168 time: 1.5755007 May 05 23:02:36.260376 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 38736) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 23:02:36.324598 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_v2 [None req-72ce2dcd-e5d1-4684-b182-e9764fdde188 admin admin] Deleting subnet 4cbcb220-d96b-489b-b6f4-a5e9d4e38c8f {{(pid=84061) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 23:02:36.327870 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-72ce2dcd-e5d1-4684-b182-e9764fdde188 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:36.378588 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-72ce2dcd-e5d1-4684-b182-e9764fdde188 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7387530'] for subnet, precommit_delete_associations {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:36.456166 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-72ce2dcd-e5d1-4684-b182-e9764fdde188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:36.569947 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:36.632710 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-72ce2dcd-e5d1-4684-b182-e9764fdde188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8331464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8016700'] for subnet, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:36.668941 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ce2dcd-e5d1-4684-b182-e9764fdde188 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cbcb220-d96b-489b-b6f4-a5e9d4e38c8f,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:02:36.675417 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-72ce2dcd-e5d1-4684-b182-e9764fdde188 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:36.684525 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-72ce2dcd-e5d1-4684-b182-e9764fdde188 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4cbcb220-d96b-489b-b6f4-a5e9d4e38c8f HTTP/1.1" status: 204 len: 168 time: 0.4203410 May 05 23:02:36.684604 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 38740) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 23:02:36.687269 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9750b8bb-1d8c-49ef-8ffb-7129b5a5520a None None] Network b607f4c2-9fe6-4f30-bebe-1a2cc8b8fef0 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 23:02:36.796045 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eef1710e-684d-4fe0-9334-1ace252300a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:36.806648 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-eef1710e-684d-4fe0-9334-1ace252300a8 admin admin] Deleting port 3d9fd7c3-f752-4aa9-99d4-bf06c9b58c0f {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 23:02:36.807009 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eef1710e-684d-4fe0-9334-1ace252300a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:36.877631 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:36.990104 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c241a57-4c88-48ca-990d-7fd29bc02185 None None] DHCP port deletion for b607f4c2-9fe6-4f30-bebe-1a2cc8b8fef0 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 23:02:36.994456 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-9c241a57-4c88-48ca-990d-7fd29bc02185 None None] Deleting port 3d9fd7c3-f752-4aa9-99d4-bf06c9b58c0f {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 23:02:36.994848 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9c241a57-4c88-48ca-990d-7fd29bc02185 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:37.008880 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-eef1710e-684d-4fe0-9334-1ace252300a8 admin admin] For port 3d9fd7c3-f752-4aa9-99d4-bf06c9b58c0f, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=3d9fd7c3-f752-4aa9-99d4-bf06c9b58c0f,segment=NetworkSegment(271b1fdb-6eb3-4881-b98b-655d7dff36c1),segment_id=271b1fdb-6eb3-4881-b98b-655d7dff36c1)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 23:02:37.009226 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eef1710e-684d-4fe0-9334-1ace252300a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:37.131823 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-eef1710e-684d-4fe0-9334-1ace252300a8 admin admin] Calling delete_port for 3d9fd7c3-f752-4aa9-99d4-bf06c9b58c0f owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 23:02:37.195223 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-9c241a57-4c88-48ca-990d-7fd29bc02185 None None] For port 3d9fd7c3-f752-4aa9-99d4-bf06c9b58c0f, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=3d9fd7c3-f752-4aa9-99d4-bf06c9b58c0f,segment=NetworkSegment(271b1fdb-6eb3-4881-b98b-655d7dff36c1),segment_id=271b1fdb-6eb3-4881-b98b-655d7dff36c1)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 23:02:37.195531 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9c241a57-4c88-48ca-990d-7fd29bc02185 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:37.205362 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eef1710e-684d-4fe0-9334-1ace252300a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:37.250544 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef1710e-684d-4fe0-9334-1ace252300a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d9fd7c3-f752-4aa9-99d4-bf06c9b58c0f,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:02:37.257227 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef1710e-684d-4fe0-9334-1ace252300a8 admin admin] No DVR routers for this DVR port 3d9fd7c3-f752-4aa9-99d4-bf06c9b58c0f on host n-d-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 23:02:37.319141 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-9c241a57-4c88-48ca-990d-7fd29bc02185 None None] Calling delete_port for 3d9fd7c3-f752-4aa9-99d4-bf06c9b58c0f owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 23:02:37.366506 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 2bba8ffe-d181-4838-8a0f-df4371a03f5a no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 23:02:37.377495 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eef1710e-684d-4fe0-9334-1ace252300a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:37.406020 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 2bba8ffe-d181-4838-8a0f-df4371a03f5a {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 23:02:37.406865 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 2bba8ffe-d181-4838-8a0f-df4371a03f5a not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 23:02:37.406865 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 3d9fd7c3-f752-4aa9-99d4-bf06c9b58c0f no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 23:02:37.407677 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-eef1710e-684d-4fe0-9334-1ace252300a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b607f4c2-9fe6-4f30-bebe-1a2cc8b8fef0']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 23:02:37.420741 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-eef1710e-684d-4fe0-9334-1ace252300a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '271b1fdb-6eb3-4881-b98b-655d7dff36c1') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 23:02:37.421032 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-eef1710e-684d-4fe0-9334-1ace252300a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '271b1fdb-6eb3-4881-b98b-655d7dff36c1') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 23:02:37.433008 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eef1710e-684d-4fe0-9334-1ace252300a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:37.447805 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 3d9fd7c3-f752-4aa9-99d4-bf06c9b58c0f {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 23:02:37.448154 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 3d9fd7c3-f752-4aa9-99d4-bf06c9b58c0f not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 23:02:37.448562 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device aebfa6c2-4fe6-47fb-9e0b-e130217bfcc5 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 23:02:37.450497 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eef1710e-684d-4fe0-9334-1ace252300a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:37.457040 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eef1710e-684d-4fe0-9334-1ace252300a8 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 23:02:37.457534 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eef1710e-684d-4fe0-9334-1ace252300a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:37.471321 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 23:02:37.471321 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 23:02:37.471321 n-d-825175-4 neutron-server[84063]: timer() May 05 23:02:37.471321 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 23:02:37.471321 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 23:02:37.471321 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 23:02:37.471321 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 23:02:37.471321 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 23:02:37.471321 n-d-825175-4 neutron-server[84063]: self._notify() May 05 23:02:37.471321 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 23:02:37.471321 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 23:02:37.471321 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 23:02:37.471321 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 23:02:37.471321 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 23:02:37.471321 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 23:02:37.471321 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 23:02:37.471321 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 23:02:37.471321 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 23:02:37.471321 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 23:02:37.471321 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 23:02:37.471321 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 23:02:37.471321 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 23:02:37.471321 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 23:02:37.471321 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 23:02:37.471321 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 23:02:37.471321 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 23:02:37.471321 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 23:02:37.471321 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 23:02:37.471321 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 23:02:37.471321 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 23:02:37.471321 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 23:02:37.471321 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 23:02:37.480791 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: aebfa6c2-4fe6-47fb-9e0b-e130217bfcc5 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 23:02:37.481125 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device aebfa6c2-4fe6-47fb-9e0b-e130217bfcc5 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 23:02:37.487168 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-9c241a57-4c88-48ca-990d-7fd29bc02185 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 23:02:37.487515 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-9c241a57-4c88-48ca-990d-7fd29bc02185 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 23:02:37.554461 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eef1710e-684d-4fe0-9334-1ace252300a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:37.570889 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-eef1710e-684d-4fe0-9334-1ace252300a8 admin admin] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:37.580803 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef1710e-684d-4fe0-9334-1ace252300a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b607f4c2-9fe6-4f30-bebe-1a2cc8b8fef0,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:02:37.588762 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-eef1710e-684d-4fe0-9334-1ace252300a8 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b607f4c2-9fe6-4f30-bebe-1a2cc8b8fef0 HTTP/1.1" status: 204 len: 168 time: 0.9031992 May 05 23:02:37.729885 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 38746) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 23:02:37.780782 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-af5394d9-cc6e-4f2e-9429-864c8122a29a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ef684bc69c3941268f8484d11085bc4e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0497003 May 05 23:02:37.784604 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 38750) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 23:02:37.848500 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-abba6959-eb97-4b56-905f-b255394b776b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:37.873932 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-abba6959-eb97-4b56-905f-b255394b776b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:37.927683 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-abba6959-eb97-4b56-905f-b255394b776b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:37.944577 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abba6959-eb97-4b56-905f-b255394b776b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c48774-3a92-40e1-8414-f5dc99b4e086,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:02:37.952701 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-abba6959-eb97-4b56-905f-b255394b776b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:37.953791 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-abba6959-eb97-4b56-905f-b255394b776b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d7c48774-3a92-40e1-8414-f5dc99b4e086 HTTP/1.1" status: 204 len: 168 time: 0.1683457 May 05 23:02:37.988460 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-9c241a57-4c88-48ca-990d-7fd29bc02185 None None] Deleting port 3d9fd7c3-f752-4aa9-99d4-bf06c9b58c0f {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 23:02:37.988984 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9c241a57-4c88-48ca-990d-7fd29bc02185 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:38.052753 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-9c241a57-4c88-48ca-990d-7fd29bc02185 None None] The port '3d9fd7c3-f752-4aa9-99d4-bf06c9b58c0f' was deleted {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 23:02:38.367769 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 38758) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 23:02:38.375781 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 23:02:38.419144 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c9d7096a-ade0-44e4-b930-17cd01a3e040 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=77d1bad747ca4002adefc9b17297b7c6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0501685 May 05 23:02:38.422790 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 38762) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 23:02:38.486130 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cfb2a1bb-cdc2-497e-a565-62a2935dc34a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:38.515055 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cfb2a1bb-cdc2-497e-a565-62a2935dc34a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:38.572112 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cfb2a1bb-cdc2-497e-a565-62a2935dc34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:38.586950 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb2a1bb-cdc2-497e-a565-62a2935dc34a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6bcd003-bbc0-4cde-a0f3-6645d5f3b276,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:02:38.593436 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-cfb2a1bb-cdc2-497e-a565-62a2935dc34a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:38.594776 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-cfb2a1bb-cdc2-497e-a565-62a2935dc34a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f6bcd003-bbc0-4cde-a0f3-6645d5f3b276 HTTP/1.1" status: 204 len: 168 time: 0.1710215 May 05 23:02:39.476987 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 38784) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 23:02:39.613207 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-bb2ea402-34aa-4d76-bd52-233719c99b54 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-30386274-network', 'tenant_id': 'bff538860c8e4ca7a198450df3e7115c'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 23:02:39.618695 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-bb2ea402-34aa-4d76-bd52-233719c99b54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 23:02:39.622476 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-bb2ea402-34aa-4d76-bd52-233719c99b54 admin admin] Usage tracker for resource:network and tenant:bff538860c8e4ca7a198450df3e7115c is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 23:02:39.625414 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-bb2ea402-34aa-4d76-bd52-233719c99b54 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 23:02:39.631467 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-bb2ea402-34aa-4d76-bd52-233719c99b54 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 23:02:39.643949 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2ea402-34aa-4d76-bd52-233719c99b54 admin admin] Made reservation on behalf of bff538860c8e4ca7a198450df3e7115c for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 23:02:39.646428 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bb2ea402-34aa-4d76-bd52-233719c99b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:39.659329 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bb2ea402-34aa-4d76-bd52-233719c99b54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:39.690828 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-bb2ea402-34aa-4d76-bd52-233719c99b54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 23:02:39.694880 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-bb2ea402-34aa-4d76-bd52-233719c99b54 admin admin] Usage tracker for resource:security_group_rule and tenant:bff538860c8e4ca7a198450df3e7115c is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 23:02:39.697899 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-bb2ea402-34aa-4d76-bd52-233719c99b54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 23:02:39.703710 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-bb2ea402-34aa-4d76-bd52-233719c99b54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 23:02:39.766114 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bb2ea402-34aa-4d76-bd52-233719c99b54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:39.772228 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bb2ea402-34aa-4d76-bd52-233719c99b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:39.806978 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb2ea402-34aa-4d76-bd52-233719c99b54 admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 23:02:39.812449 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ea402-34aa-4d76-bd52-233719c99b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595adcb5-bc9b-4317-94f1-7884858599bb,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:02:39.819004 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bb2ea402-34aa-4d76-bd52-233719c99b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:39.819964 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-bb2ea402-34aa-4d76-bd52-233719c99b54 admin admin] Added segment 064c2970-9ac4-43e3-81bc-e9b1e8ba449d of type vlan for network a552109f-7c20-414f-bade-a5874292bb78 May 05 23:02:39.845261 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bb2ea402-34aa-4d76-bd52-233719c99b54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:39.876020 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bb2ea402-34aa-4d76-bd52-233719c99b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:39.876867 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2ea402-34aa-4d76-bd52-233719c99b54 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:02:39.877437 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-bb2ea402-34aa-4d76-bd52-233719c99b54 admin admin] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:39.977332 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-bb2ea402-34aa-4d76-bd52-233719c99b54 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4991794 May 05 23:02:39.980186 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ea402-34aa-4d76-bd52-233719c99b54 admin admin] Pushing event updated for resources: {'Network': ['ID=a552109f-7c20-414f-bade-a5874292bb78,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:02:39.981018 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 38790) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 23:02:39.988871 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-6d13a6c3-32ce-40a2-8ea0-88fe5f836e02 admin admin] Request body: {'subnet': {'network_id': 'a552109f-7c20-414f-bade-a5874292bb78', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-30386274-subnet', 'tenant_id': 'bff538860c8e4ca7a198450df3e7115c', 'ip_version': 4}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 23:02:39.990513 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network a552109f-7c20-414f-bade-a5874292bb78 details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 23:02:39.995173 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-6d13a6c3-32ce-40a2-8ea0-88fe5f836e02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 23:02:39.999064 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-6d13a6c3-32ce-40a2-8ea0-88fe5f836e02 admin admin] Usage tracker for resource:subnet and tenant:bff538860c8e4ca7a198450df3e7115c is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 23:02:40.001898 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-6d13a6c3-32ce-40a2-8ea0-88fe5f836e02 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 23:02:40.008821 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-6d13a6c3-32ce-40a2-8ea0-88fe5f836e02 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 23:02:40.024404 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d13a6c3-32ce-40a2-8ea0-88fe5f836e02 admin admin] Made reservation on behalf of bff538860c8e4ca7a198450df3e7115c for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 23:02:40.026642 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6d13a6c3-32ce-40a2-8ea0-88fe5f836e02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:40.238360 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6d13a6c3-32ce-40a2-8ea0-88fe5f836e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:40.306493 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d13a6c3-32ce-40a2-8ea0-88fe5f836e02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce3a3e8e-eb93-4cc8-814f-55660c277a6f,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:02:40.320621 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d13a6c3-32ce-40a2-8ea0-88fe5f836e02 admin admin] Checking segment: {'id': '064c2970-9ac4-43e3-81bc-e9b1e8ba449d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a552109f-7c20-414f-bade-a5874292bb78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 23:02:40.320977 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d13a6c3-32ce-40a2-8ea0-88fe5f836e02 admin admin] Network hostable DHCP agents. Network: a552109f-7c20-414f-bade-a5874292bb78, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 23:02:40.345325 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d13a6c3-32ce-40a2-8ea0-88fe5f836e02 admin admin] Network a552109f-7c20-414f-bade-a5874292bb78 is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 23:02:40.355880 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-6d13a6c3-32ce-40a2-8ea0-88fe5f836e02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, a552109f-7c20-414f-bade-a5874292bb78) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 23:02:40.359908 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d13a6c3-32ce-40a2-8ea0-88fe5f836e02 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:02:40.360500 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-6d13a6c3-32ce-40a2-8ea0-88fe5f836e02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:40.365976 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf646b22-450f-4328-88a8-5c314d7e9a61 None None] Network a552109f-7c20-414f-bade-a5874292bb78 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 23:02:40.386385 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-6d13a6c3-32ce-40a2-8ea0-88fe5f836e02 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4041569 May 05 23:02:40.388985 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 38794) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 23:02:40.393903 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-15ef8a02-d08a-4e42-bc21-c80a57e61234 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-30386274-router', 'tenant_id': 'bff538860c8e4ca7a198450df3e7115c', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 23:02:40.399799 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-15ef8a02-d08a-4e42-bc21-c80a57e61234 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 23:02:40.403916 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-15ef8a02-d08a-4e42-bc21-c80a57e61234 admin admin] Usage tracker for resource:router and tenant:bff538860c8e4ca7a198450df3e7115c is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 23:02:40.406829 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-15ef8a02-d08a-4e42-bc21-c80a57e61234 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 23:02:40.412629 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-15ef8a02-d08a-4e42-bc21-c80a57e61234 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 23:02:40.424897 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-15ef8a02-d08a-4e42-bc21-c80a57e61234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:40.425874 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-15ef8a02-d08a-4e42-bc21-c80a57e61234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:40.444902 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-15ef8a02-d08a-4e42-bc21-c80a57e61234 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:40.581850 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f97629-105f-43ab-a573-b742badfc311 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-a552109f-7c20-414f-bade-a5874292bb78', 'network_id': 'a552109f-7c20-414f-bade-a5874292bb78', 'tenant_id': 'bff538860c8e4ca7a198450df3e7115c', 'fixed_ips': [{'subnet_id': 'ce3a3e8e-eb93-4cc8-814f-55660c277a6f'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 23:02:40.582673 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d0f97629-105f-43ab-a573-b742badfc311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:40.684154 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-15ef8a02-d08a-4e42-bc21-c80a57e61234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:40.737336 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-d0f97629-105f-43ab-a573-b742badfc311 None None] Allocated IP 172.20.0.2 (a552109f-7c20-414f-bade-a5874292bb78/ce3a3e8e-eb93-4cc8-814f-55660c277a6f/200b0cf3-fce6-4f55-a273-793c1ea369bd) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 23:02:40.877242 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-15ef8a02-d08a-4e42-bc21-c80a57e61234 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:40.913328 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-15ef8a02-d08a-4e42-bc21-c80a57e61234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:40.996754 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d0f97629-105f-43ab-a573-b742badfc311 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:41.007698 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-d0f97629-105f-43ab-a573-b742badfc311 None None] Transition to ACTIVE for port object 200b0cf3-fce6-4f55-a273-793c1ea369bd will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 23:02:41.026585 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-d0f97629-105f-43ab-a573-b742badfc311 None None] Transition to ACTIVE for port object 200b0cf3-fce6-4f55-a273-793c1ea369bd will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 23:02:41.032804 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d0f97629-105f-43ab-a573-b742badfc311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:41.051576 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-15ef8a02-d08a-4e42-bc21-c80a57e61234 admin admin] Allocated IP 172.25.4.136 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/74bd96b6-b579-4556-a98a-8e39034efa87) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 23:02:41.105551 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f97629-105f-43ab-a573-b742badfc311 None None] Network a552109f-7c20-414f-bade-a5874292bb78 is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 23:02:41.109114 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-d0f97629-105f-43ab-a573-b742badfc311 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 23:02:41.111816 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f97629-105f-43ab-a573-b742badfc311 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 23:02:41.114062 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f97629-105f-43ab-a573-b742badfc311 None None] Pushing event updated for resources: {'Port': ['ID=200b0cf3-fce6-4f55-a273-793c1ea369bd,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:02:41.150551 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f97629-105f-43ab-a573-b742badfc311 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:02:41.150880 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f97629-105f-43ab-a573-b742badfc311 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:02:41.151245 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f97629-105f-43ab-a573-b742badfc311 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:02:41.151572 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f97629-105f-43ab-a573-b742badfc311 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:02:41.151888 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f97629-105f-43ab-a573-b742badfc311 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:02:41.152209 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f97629-105f-43ab-a573-b742badfc311 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:02:41.152517 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f97629-105f-43ab-a573-b742badfc311 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:02:41.152827 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f97629-105f-43ab-a573-b742badfc311 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:02:41.153137 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f97629-105f-43ab-a573-b742badfc311 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:02:41.153448 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f97629-105f-43ab-a573-b742badfc311 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:02:41.153757 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f97629-105f-43ab-a573-b742badfc311 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:02:41.218603 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-15ef8a02-d08a-4e42-bc21-c80a57e61234 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:41.220269 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-d0f97629-105f-43ab-a573-b742badfc311 None None] Attempting to bind port 200b0cf3-fce6-4f55-a273-793c1ea369bd on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 23:02:41.220630 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-d0f97629-105f-43ab-a573-b742badfc311 None None] Attempting to bind port 200b0cf3-fce6-4f55-a273-793c1ea369bd by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '064c2970-9ac4-43e3-81bc-e9b1e8ba449d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a552109f-7c20-414f-bade-a5874292bb78'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 23:02:41.220984 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f97629-105f-43ab-a573-b742badfc311 None None] Attempting to bind port 200b0cf3-fce6-4f55-a273-793c1ea369bd on network a552109f-7c20-414f-bade-a5874292bb78 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 23:02:41.228263 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f97629-105f-43ab-a573-b742badfc311 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 23, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 23:02:41.228621 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f97629-105f-43ab-a573-b742badfc311 None None] Checking segment: {'id': '064c2970-9ac4-43e3-81bc-e9b1e8ba449d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a552109f-7c20-414f-bade-a5874292bb78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 23:02:41.229011 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d0f97629-105f-43ab-a573-b742badfc311 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:41.229395 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f97629-105f-43ab-a573-b742badfc311 None None] Bound using segment: {'id': '064c2970-9ac4-43e3-81bc-e9b1e8ba449d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a552109f-7c20-414f-bade-a5874292bb78'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 23:02:41.229848 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-d0f97629-105f-43ab-a573-b742badfc311 None None] Bound port: 200b0cf3-fce6-4f55-a273-793c1ea369bd, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '064c2970-9ac4-43e3-81bc-e9b1e8ba449d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a552109f-7c20-414f-bade-a5874292bb78'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 23:02:41.230217 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d0f97629-105f-43ab-a573-b742badfc311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:41.246952 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-15ef8a02-d08a-4e42-bc21-c80a57e61234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:41.311969 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ef8a02-d08a-4e42-bc21-c80a57e61234 admin admin] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 23:02:41.314862 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-15ef8a02-d08a-4e42-bc21-c80a57e61234 admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 23:02:41.318696 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ef8a02-d08a-4e42-bc21-c80a57e61234 admin admin] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 23:02:41.324776 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-d0f97629-105f-43ab-a573-b742badfc311 None None] For port 200b0cf3-fce6-4f55-a273-793c1ea369bd, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 23:02:41.328093 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-d0f97629-105f-43ab-a573-b742badfc311 None None] For port 200b0cf3-fce6-4f55-a273-793c1ea369bd, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=200b0cf3-fce6-4f55-a273-793c1ea369bd,segment=NetworkSegment(064c2970-9ac4-43e3-81bc-e9b1e8ba449d),segment_id=064c2970-9ac4-43e3-81bc-e9b1e8ba449d)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 23:02:41.332454 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d0f97629-105f-43ab-a573-b742badfc311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:41.347988 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ef8a02-d08a-4e42-bc21-c80a57e61234 admin admin] Pushing event updated for resources: {'Port': ['ID=74bd96b6-b579-4556-a98a-8e39034efa87,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:02:41.419635 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f97629-105f-43ab-a573-b742badfc311 None None] Pushing event updated for resources: {'Port': ['ID=200b0cf3-fce6-4f55-a273-793c1ea369bd,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:02:41.490901 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-15ef8a02-d08a-4e42-bc21-c80a57e61234 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:41.491649 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-15ef8a02-d08a-4e42-bc21-c80a57e61234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:41.748171 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ef8a02-d08a-4e42-bc21-c80a57e61234 admin admin] Router b053de8c-7535-4b74-b480-1418c58e5421 is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 23:02:41.958000 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ef8a02-d08a-4e42-bc21-c80a57e61234 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 23:02:41.973237 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48d12ce-e8ec-4ba5-9b7b-31e9b8c5ae80 None None] Sync routers for ids ['b053de8c-7535-4b74-b480-1418c58e5421'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 23:02:41.987105 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48d12ce-e8ec-4ba5-9b7b-31e9b8c5ae80 None None] Routers {'b053de8c-7535-4b74-b480-1418c58e5421'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 23:02:41.987741 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-b48d12ce-e8ec-4ba5-9b7b-31e9b8c5ae80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T23:02:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['b053de8c-7535-4b74-b480-1418c58e5421'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 23:02:41.992102 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-15ef8a02-d08a-4e42-bc21-c80a57e61234 admin admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:41.993356 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-15ef8a02-d08a-4e42-bc21-c80a57e61234 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6034932 May 05 23:02:41.996352 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 38798) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 23:02:42.174783 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-b48d12ce-e8ec-4ba5-9b7b-31e9b8c5ae80 None None] Set router b053de8c-7535-4b74-b480-1418c58e5421 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 23:02:42.395480 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c193f6-98d1-4f47-b4c5-4ecd90a8d637 None None] Network a552109f-7c20-414f-bade-a5874292bb78 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 23:02:42.519134 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-b908bc64-a1c6-4cbc-9509-4c2fdd02eb15 None None] Provisioning for port 200b0cf3-fce6-4f55-a273-793c1ea369bd completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 23:02:42.529355 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-b48d12ce-e8ec-4ba5-9b7b-31e9b8c5ae80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'name': 'tempest-TestSnapshotPattern-30386274-router', 'tenant_id': 'bff538860c8e4ca7a198450df3e7115c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '74bd96b6-b579-4556-a98a-8e39034efa87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T23:02:40Z', 'updated_at': '2022-05-05T23:02:41Z', 'revision_number': 3, 'project_id': 'bff538860c8e4ca7a198450df3e7115c', 'gw_port': {'id': '74bd96b6-b579-4556-a98a-8e39034efa87', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:94:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T23:02:40Z', 'updated_at': '2022-05-05T23:02:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 23:02:42.533380 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48d12ce-e8ec-4ba5-9b7b-31e9b8c5ae80 None None] Checking router: b053de8c-7535-4b74-b480-1418c58e5421 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 23:02:42.533965 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48d12ce-e8ec-4ba5-9b7b-31e9b8c5ae80 None None] Updating router b053de8c-7535-4b74-b480-1418c58e5421 port 74bd96b6-b579-4556-a98a-8e39034efa87 binding host n-d-825175-4 {{(pid=84068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 23:02:42.601374 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-b48d12ce-e8ec-4ba5-9b7b-31e9b8c5ae80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:42.953210 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b4f2c9b6-55d9-4189-9abd-acc55571352d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:42.992514 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-b48d12ce-e8ec-4ba5-9b7b-31e9b8c5ae80 None None] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:43.007965 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.provisioning_blocks [None req-b48d12ce-e8ec-4ba5-9b7b-31e9b8c5ae80 None None] Transition to ACTIVE for port object 74bd96b6-b579-4556-a98a-8e39034efa87 will not be triggered until provisioned by entity L2. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 23:02:43.014813 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-b48d12ce-e8ec-4ba5-9b7b-31e9b8c5ae80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:43.095305 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-b48d12ce-e8ec-4ba5-9b7b-31e9b8c5ae80 None None] Attempting to bind port 74bd96b6-b579-4556-a98a-8e39034efa87 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 23:02:43.095719 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-b48d12ce-e8ec-4ba5-9b7b-31e9b8c5ae80 None None] Attempting to bind port 74bd96b6-b579-4556-a98a-8e39034efa87 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 23:02:43.095989 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48d12ce-e8ec-4ba5-9b7b-31e9b8c5ae80 None None] Attempting to bind port 74bd96b6-b579-4556-a98a-8e39034efa87 on network 25bfe237-58de-4709-a3e0-ac79da07c300 {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 23:02:43.098094 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d6b2f2-ee97-4538-8d77-fe76133ec1e9 None None] Pushing event updated for resources: {'Port': ['ID=74bd96b6-b579-4556-a98a-8e39034efa87,revision_number=2']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:02:43.109466 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48d12ce-e8ec-4ba5-9b7b-31e9b8c5ae80 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 23, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 23:02:43.109838 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48d12ce-e8ec-4ba5-9b7b-31e9b8c5ae80 None None] Checking segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 23:02:43.110210 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-b48d12ce-e8ec-4ba5-9b7b-31e9b8c5ae80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:43.110582 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48d12ce-e8ec-4ba5-9b7b-31e9b8c5ae80 None None] Bound using segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 23:02:43.111059 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-b48d12ce-e8ec-4ba5-9b7b-31e9b8c5ae80 None None] Bound port: 74bd96b6-b579-4556-a98a-8e39034efa87, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 23:02:43.111416 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-b48d12ce-e8ec-4ba5-9b7b-31e9b8c5ae80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:43.141835 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d6b2f2-ee97-4538-8d77-fe76133ec1e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:02:43.142107 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d6b2f2-ee97-4538-8d77-fe76133ec1e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:02:43.142451 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d6b2f2-ee97-4538-8d77-fe76133ec1e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:02:43.142790 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d6b2f2-ee97-4538-8d77-fe76133ec1e9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:02:43.143106 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d6b2f2-ee97-4538-8d77-fe76133ec1e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:02:43.143556 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d6b2f2-ee97-4538-8d77-fe76133ec1e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:02:43.143871 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d6b2f2-ee97-4538-8d77-fe76133ec1e9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:02:43.144168 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d6b2f2-ee97-4538-8d77-fe76133ec1e9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:02:43.144482 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d6b2f2-ee97-4538-8d77-fe76133ec1e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:02:43.144783 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d6b2f2-ee97-4538-8d77-fe76133ec1e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:02:43.145081 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d6b2f2-ee97-4538-8d77-fe76133ec1e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:02:43.194037 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-b4f2c9b6-55d9-4189-9abd-acc55571352d admin admin] Allocated IP 172.20.0.1 (a552109f-7c20-414f-bade-a5874292bb78/ce3a3e8e-eb93-4cc8-814f-55660c277a6f/a62fbd11-8acf-4d70-bb17-c6becbd75bb3) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 23:02:43.196195 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-b48d12ce-e8ec-4ba5-9b7b-31e9b8c5ae80 None None] For port 74bd96b6-b579-4556-a98a-8e39034efa87, host n-d-825175-4, cleared binding levels {{(pid=84068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 23:02:43.199544 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-b48d12ce-e8ec-4ba5-9b7b-31e9b8c5ae80 None None] For port 74bd96b6-b579-4556-a98a-8e39034efa87, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=74bd96b6-b579-4556-a98a-8e39034efa87,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 23:02:43.203785 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-b48d12ce-e8ec-4ba5-9b7b-31e9b8c5ae80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:43.278690 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d6b2f2-ee97-4538-8d77-fe76133ec1e9 None None] Pushing event updated for resources: {'Port': ['ID=74bd96b6-b579-4556-a98a-8e39034efa87,revision_number=3']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:02:43.285992 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48d12ce-e8ec-4ba5-9b7b-31e9b8c5ae80 None None] Routers {'b053de8c-7535-4b74-b480-1418c58e5421'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 23:02:43.286717 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-b48d12ce-e8ec-4ba5-9b7b-31e9b8c5ae80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T23:02:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['b053de8c-7535-4b74-b480-1418c58e5421'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 23:02:43.351668 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b4f2c9b6-55d9-4189-9abd-acc55571352d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:43.368443 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [None req-b4f2c9b6-55d9-4189-9abd-acc55571352d admin admin] Transition to ACTIVE for port object a62fbd11-8acf-4d70-bb17-c6becbd75bb3 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 23:02:43.392609 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b4f2c9b6-55d9-4189-9abd-acc55571352d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:43.396005 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 200b0cf3-fce6-4f55-a273-793c1ea369bd up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 23:02:43.461439 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f2c9b6-55d9-4189-9abd-acc55571352d admin admin] Network a552109f-7c20-414f-bade-a5874292bb78 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 23:02:43.464413 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-b4f2c9b6-55d9-4189-9abd-acc55571352d admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 23:02:43.464786 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-b48d12ce-e8ec-4ba5-9b7b-31e9b8c5ae80 None None] Set router b053de8c-7535-4b74-b480-1418c58e5421 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 23:02:43.468927 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f2c9b6-55d9-4189-9abd-acc55571352d admin admin] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 23:02:43.475341 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 200b0cf3-fce6-4f55-a273-793c1ea369bd completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 23:02:43.481188 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 200b0cf3-fce6-4f55-a273-793c1ea369bd triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 23:02:43.481552 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:43.498372 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f2c9b6-55d9-4189-9abd-acc55571352d admin admin] Pushing event updated for resources: {'Port': ['ID=a62fbd11-8acf-4d70-bb17-c6becbd75bb3,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:02:43.528550 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b4f2c9b6-55d9-4189-9abd-acc55571352d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:43.621747 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b4f2c9b6-55d9-4189-9abd-acc55571352d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:43.682270 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:43.725567 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 200b0cf3-fce6-4f55-a273-793c1ea369bd, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=200b0cf3-fce6-4f55-a273-793c1ea369bd,segment=NetworkSegment(064c2970-9ac4-43e3-81bc-e9b1e8ba449d),segment_id=064c2970-9ac4-43e3-81bc-e9b1e8ba449d)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 23:02:43.733301 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:43.784392 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-b48d12ce-e8ec-4ba5-9b7b-31e9b8c5ae80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'name': 'tempest-TestSnapshotPattern-30386274-router', 'tenant_id': 'bff538860c8e4ca7a198450df3e7115c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '74bd96b6-b579-4556-a98a-8e39034efa87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T23:02:40Z', 'updated_at': '2022-05-05T23:02:41Z', 'revision_number': 3, 'project_id': 'bff538860c8e4ca7a198450df3e7115c', 'gw_port': {'id': '74bd96b6-b579-4556-a98a-8e39034efa87', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:94:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T23:02:40Z', 'updated_at': '2022-05-05T23:02:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 23:02:43.789370 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48d12ce-e8ec-4ba5-9b7b-31e9b8c5ae80 None None] The sync data for ids ['b053de8c-7535-4b74-b480-1418c58e5421'] in n-d-825175-4 is: [{'id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'name': 'tempest-TestSnapshotPattern-30386274-router', 'tenant_id': 'bff538860c8e4ca7a198450df3e7115c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '74bd96b6-b579-4556-a98a-8e39034efa87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T23:02:40Z', 'updated_at': '2022-05-05T23:02:41Z', 'revision_number': 3, 'project_id': 'bff538860c8e4ca7a198450df3e7115c', 'gw_port': {'id': '74bd96b6-b579-4556-a98a-8e39034efa87', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:94:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T23:02:40Z', 'updated_at': '2022-05-05T23:02:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 23:02:43.802333 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=200b0cf3-fce6-4f55-a273-793c1ea369bd,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:02:43.841161 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-b2f7a6dc-9607-4785-9faa-cd056b1d9ec5 None None] Provisioning for port a62fbd11-8acf-4d70-bb17-c6becbd75bb3 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 23:02:43.846862 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-b2f7a6dc-9607-4785-9faa-cd056b1d9ec5 None None] Provisioning complete for port a62fbd11-8acf-4d70-bb17-c6becbd75bb3 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 23:02:43.847419 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b2f7a6dc-9607-4785-9faa-cd056b1d9ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:43.896490 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b4f2c9b6-55d9-4189-9abd-acc55571352d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:43.903445 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b4f2c9b6-55d9-4189-9abd-acc55571352d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:43.908815 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-b2f7a6dc-9607-4785-9faa-cd056b1d9ec5 None None] Port a62fbd11-8acf-4d70-bb17-c6becbd75bb3 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 23:02:44.015956 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-b4f2c9b6-55d9-4189-9abd-acc55571352d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:44.019325 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f2c9b6-55d9-4189-9abd-acc55571352d admin admin] Pushing event updated for resources: {'Port': ['ID=a62fbd11-8acf-4d70-bb17-c6becbd75bb3,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:02:44.069654 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e96484b0-8fc0-4be3-aa02-a5e4106f63ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:44.164291 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f2c9b6-55d9-4189-9abd-acc55571352d admin admin] Network a552109f-7c20-414f-bade-a5874292bb78 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 23:02:44.165414 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-b4f2c9b6-55d9-4189-9abd-acc55571352d admin admin] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 23:02:44.435433 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-70798dff-56e8-4b5b-819f-374662f7bb7a None None] Provisioning complete for port a62fbd11-8acf-4d70-bb17-c6becbd75bb3 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 23:02:44.435963 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-70798dff-56e8-4b5b-819f-374662f7bb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:44.490811 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-70798dff-56e8-4b5b-819f-374662f7bb7a None None] Port a62fbd11-8acf-4d70-bb17-c6becbd75bb3 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 23:02:44.673664 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f2c9b6-55d9-4189-9abd-acc55571352d admin admin] Router b053de8c-7535-4b74-b480-1418c58e5421 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 23:02:44.896298 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f2c9b6-55d9-4189-9abd-acc55571352d admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 23:02:44.906945 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-b4f2c9b6-55d9-4189-9abd-acc55571352d admin admin] 10.222.0.23 "PUT /v2.0/routers/b053de8c-7535-4b74-b480-1418c58e5421/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9094148 May 05 23:02:45.430888 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 200b0cf3-fce6-4f55-a273-793c1ea369bd up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 23:02:45.496967 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 200b0cf3-fce6-4f55-a273-793c1ea369bd triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 23:02:45.497610 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:45.623454 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 74bd96b6-b579-4556-a98a-8e39034efa87 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 23:02:45.694524 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 74bd96b6-b579-4556-a98a-8e39034efa87 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 23:02:45.699747 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 74bd96b6-b579-4556-a98a-8e39034efa87 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 23:02:45.700294 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:45.797323 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 38820) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 23:02:45.803032 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-28d5b783-682e-48fc-ab52-512b70975da8 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1087361137-network', 'tenant_id': '442203b47c8e492f8971d03e62fe11f6'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 23:02:45.811901 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-28d5b783-682e-48fc-ab52-512b70975da8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 23:02:45.815890 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-28d5b783-682e-48fc-ab52-512b70975da8 admin admin] Usage tracker for resource:network and tenant:442203b47c8e492f8971d03e62fe11f6 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 23:02:45.817511 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:45.819097 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-28d5b783-682e-48fc-ab52-512b70975da8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 23:02:45.826196 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-28d5b783-682e-48fc-ab52-512b70975da8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 23:02:45.835142 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 74bd96b6-b579-4556-a98a-8e39034efa87, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=74bd96b6-b579-4556-a98a-8e39034efa87,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 23:02:45.836434 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d5b783-682e-48fc-ab52-512b70975da8 admin admin] Made reservation on behalf of 442203b47c8e492f8971d03e62fe11f6 for: {'network': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 23:02:45.838994 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-28d5b783-682e-48fc-ab52-512b70975da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for network, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:45.839118 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:45.852138 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-28d5b783-682e-48fc-ab52-512b70975da8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:45.885546 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-28d5b783-682e-48fc-ab52-512b70975da8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 23:02:45.889590 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-28d5b783-682e-48fc-ab52-512b70975da8 admin admin] Usage tracker for resource:security_group_rule and tenant:442203b47c8e492f8971d03e62fe11f6 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 23:02:45.892536 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-28d5b783-682e-48fc-ab52-512b70975da8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 23:02:45.899009 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-28d5b783-682e-48fc-ab52-512b70975da8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 23:02:45.905699 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=74bd96b6-b579-4556-a98a-8e39034efa87,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:02:45.971004 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-28d5b783-682e-48fc-ab52-512b70975da8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:45.976044 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-28d5b783-682e-48fc-ab52-512b70975da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:46.006072 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28d5b783-682e-48fc-ab52-512b70975da8 admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=84061) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 23:02:46.014264 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d5b783-682e-48fc-ab52-512b70975da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482d038d-b678-4621-b7ff-8514130c415a,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:02:46.020028 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-28d5b783-682e-48fc-ab52-512b70975da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:46.020370 n-d-825175-4 neutron-server[84061]: INFO neutron.db.segments_db [None req-28d5b783-682e-48fc-ab52-512b70975da8 admin admin] Added segment ac7d1004-d066-40b2-b35b-0fad0b53b301 of type vlan for network e3589a90-d24a-4d5d-9fc8-04d11f3bcdfb May 05 23:02:46.046016 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-28d5b783-682e-48fc-ab52-512b70975da8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774958205974'] for network, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:46.076849 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-28d5b783-682e-48fc-ab52-512b70975da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457'] for network, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:46.078362 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d5b783-682e-48fc-ab52-512b70975da8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:02:46.079534 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-28d5b783-682e-48fc-ab52-512b70975da8 admin admin] Notify callbacks [] for network, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:46.183782 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-28d5b783-682e-48fc-ab52-512b70975da8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3853118 May 05 23:02:46.184784 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d5b783-682e-48fc-ab52-512b70975da8 admin admin] Pushing event updated for resources: {'Network': ['ID=e3589a90-d24a-4d5d-9fc8-04d11f3bcdfb,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:02:46.186736 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 38826) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 23:02:46.192338 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-0aae60e1-006f-4d6a-8201-529555a7a767 admin admin] Request body: {'subnet': {'network_id': 'e3589a90-d24a-4d5d-9fc8-04d11f3bcdfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1087361137-subnet', 'tenant_id': '442203b47c8e492f8971d03e62fe11f6', 'ip_version': 4}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 23:02:46.195937 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Network e3589a90-d24a-4d5d-9fc8-04d11f3bcdfb details requested by agent ovs-agent-n-d-825175-4 with host n-d-825175-4 {{(pid=84064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 23:02:46.198452 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-0aae60e1-006f-4d6a-8201-529555a7a767 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 23:02:46.202455 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0aae60e1-006f-4d6a-8201-529555a7a767 admin admin] Usage tracker for resource:subnet and tenant:442203b47c8e492f8971d03e62fe11f6 is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 23:02:46.205439 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-0aae60e1-006f-4d6a-8201-529555a7a767 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 23:02:46.211314 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-0aae60e1-006f-4d6a-8201-529555a7a767 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 23:02:46.224750 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aae60e1-006f-4d6a-8201-529555a7a767 admin admin] Made reservation on behalf of 442203b47c8e492f8971d03e62fe11f6 for: {'subnet': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 23:02:46.227138 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0aae60e1-006f-4d6a-8201-529555a7a767 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6609322'] for subnet, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:46.387606 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-67e6c9bc-c97a-4440-9088-936de8d6ce3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:46.433679 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0aae60e1-006f-4d6a-8201-529555a7a767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6665542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6609336'] for subnet, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:46.499832 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aae60e1-006f-4d6a-8201-529555a7a767 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0a1f200-5829-4600-bb30-1d695ba29726,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:02:46.518445 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aae60e1-006f-4d6a-8201-529555a7a767 admin admin] Checking segment: {'id': 'ac7d1004-d066-40b2-b35b-0fad0b53b301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e3589a90-d24a-4d5d-9fc8-04d11f3bcdfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 23:02:46.518831 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aae60e1-006f-4d6a-8201-529555a7a767 admin admin] Network hostable DHCP agents. Network: e3589a90-d24a-4d5d-9fc8-04d11f3bcdfb, hostable agents: ['617fa3f7-cb1b-438f-82a9-a9f9668a4da4'], hosted agents: [] {{(pid=84063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 23:02:46.542614 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aae60e1-006f-4d6a-8201-529555a7a767 admin admin] Network e3589a90-d24a-4d5d-9fc8-04d11f3bcdfb is scheduled to be hosted by DHCP agent 617fa3f7-cb1b-438f-82a9-a9f9668a4da4 with binding_index 1 {{(pid=84063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 23:02:46.553583 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-0aae60e1-006f-4d6a-8201-529555a7a767 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825175-4, e3589a90-d24a-4d5d-9fc8-04d11f3bcdfb) {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 23:02:46.557760 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aae60e1-006f-4d6a-8201-529555a7a767 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:02:46.558337 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-0aae60e1-006f-4d6a-8201-529555a7a767 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:46.563399 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e02172e-b871-4ffa-b554-d648394ae091 None None] Network e3589a90-d24a-4d5d-9fc8-04d11f3bcdfb requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 23:02:46.582559 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-0aae60e1-006f-4d6a-8201-529555a7a767 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3946817 May 05 23:02:46.585377 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 38830) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 23:02:46.591150 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-6fbd8821-df22-461c-9542-d611fa38d46d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1087361137-router', 'tenant_id': '442203b47c8e492f8971d03e62fe11f6', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 23:02:46.597214 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-6fbd8821-df22-461c-9542-d611fa38d46d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 23:02:46.601951 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-6fbd8821-df22-461c-9542-d611fa38d46d admin admin] Usage tracker for resource:router and tenant:442203b47c8e492f8971d03e62fe11f6 is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 23:02:46.604863 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-6fbd8821-df22-461c-9542-d611fa38d46d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 23:02:46.610525 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-6fbd8821-df22-461c-9542-d611fa38d46d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 23:02:46.621022 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6fbd8821-df22-461c-9542-d611fa38d46d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-930547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4681'] for router, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:46.621951 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6fbd8821-df22-461c-9542-d611fa38d46d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-930448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-926836', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4674'] for router, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:46.642725 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6fbd8821-df22-461c-9542-d611fa38d46d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:46.795305 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6fbd8821-df22-461c-9542-d611fa38d46d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-926854', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-930825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4008'] for router, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:46.821249 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3145b83a-d86b-43e6-8157-4139edc2b246 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1484e84c-f35c-503d-9bf6-96a8eb57428f-e3589a90-d24a-4d5d-9fc8-04d11f3bcdfb', 'network_id': 'e3589a90-d24a-4d5d-9fc8-04d11f3bcdfb', 'tenant_id': '442203b47c8e492f8971d03e62fe11f6', 'fixed_ips': [{'subnet_id': 'e0a1f200-5829-4600-bb30-1d695ba29726'}]}} from n-d-825175-4. {{(pid=84064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 23:02:46.822087 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3145b83a-d86b-43e6-8157-4139edc2b246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:46.980130 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.db_base_plugin_common [None req-3145b83a-d86b-43e6-8157-4139edc2b246 None None] Allocated IP 172.20.0.2 (e3589a90-d24a-4d5d-9fc8-04d11f3bcdfb/e0a1f200-5829-4600-bb30-1d695ba29726/fa5c5896-4732-4e2b-8de1-723ae4b7d3b4) {{(pid=84064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 23:02:46.982946 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6fbd8821-df22-461c-9542-d611fa38d46d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:47.013532 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6fbd8821-df22-461c-9542-d611fa38d46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:47.155193 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-6fbd8821-df22-461c-9542-d611fa38d46d admin admin] Allocated IP 172.25.4.143 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/60c38e22-b0c8-4eeb-8ce1-037ab84f7c38) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 23:02:47.188293 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3145b83a-d86b-43e6-8157-4139edc2b246 None None] Notify callbacks [] for port, precommit_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:47.198923 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-3145b83a-d86b-43e6-8157-4139edc2b246 None None] Transition to ACTIVE for port object fa5c5896-4732-4e2b-8de1-723ae4b7d3b4 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 23:02:47.220376 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-3145b83a-d86b-43e6-8157-4139edc2b246 None None] Transition to ACTIVE for port object fa5c5896-4732-4e2b-8de1-723ae4b7d3b4 will not be triggered until provisioned by entity DHCP. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 23:02:47.228872 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3145b83a-d86b-43e6-8157-4139edc2b246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379'] for port, after_create {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:47.304583 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3145b83a-d86b-43e6-8157-4139edc2b246 None None] Network e3589a90-d24a-4d5d-9fc8-04d11f3bcdfb is already hosted by enough agents. {{(pid=84064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 23:02:47.305431 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3145b83a-d86b-43e6-8157-4139edc2b246 None None] Pushing event updated for resources: {'Port': ['ID=fa5c5896-4732-4e2b-8de1-723ae4b7d3b4,revision_number=1']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:02:47.309116 n-d-825175-4 neutron-server[84064]: DEBUG neutron.scheduler.base_scheduler [None req-3145b83a-d86b-43e6-8157-4139edc2b246 None None] Resources bound (agent type, host, resource id): {{(pid=84064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 23:02:47.310909 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c2f559-ee4c-4a2d-bfee-b0075649588e None None] Sync routers for ids ['b053de8c-7535-4b74-b480-1418c58e5421'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 23:02:47.312567 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6fbd8821-df22-461c-9542-d611fa38d46d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:47.313229 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3145b83a-d86b-43e6-8157-4139edc2b246 None None] Received port after_create {{(pid=84064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 23:02:47.345075 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6fbd8821-df22-461c-9542-d611fa38d46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:47.388944 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 74bd96b6-b579-4556-a98a-8e39034efa87 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 23:02:47.417949 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbd8821-df22-461c-9542-d611fa38d46d admin admin] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 23:02:47.420851 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-6fbd8821-df22-461c-9542-d611fa38d46d admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 23:02:47.425347 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbd8821-df22-461c-9542-d611fa38d46d admin admin] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 23:02:47.435680 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c2f559-ee4c-4a2d-bfee-b0075649588e None None] Routers {'b053de8c-7535-4b74-b480-1418c58e5421'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 23:02:47.436368 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-69c2f559-ee4c-4a2d-bfee-b0075649588e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T23:02:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['b053de8c-7535-4b74-b480-1418c58e5421'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 23:02:47.449983 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbd8821-df22-461c-9542-d611fa38d46d admin admin] Pushing event updated for resources: {'Port': ['ID=60c38e22-b0c8-4eeb-8ce1-037ab84f7c38,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:02:47.563124 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-3145b83a-d86b-43e6-8157-4139edc2b246 None None] Attempting to bind port fa5c5896-4732-4e2b-8de1-723ae4b7d3b4 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 23:02:47.563371 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-3145b83a-d86b-43e6-8157-4139edc2b246 None None] Attempting to bind port fa5c5896-4732-4e2b-8de1-723ae4b7d3b4 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'ac7d1004-d066-40b2-b35b-0fad0b53b301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e3589a90-d24a-4d5d-9fc8-04d11f3bcdfb'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 23:02:47.563733 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3145b83a-d86b-43e6-8157-4139edc2b246 None None] Attempting to bind port fa5c5896-4732-4e2b-8de1-723ae4b7d3b4 on network e3589a90-d24a-4d5d-9fc8-04d11f3bcdfb {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 23:02:47.589673 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6fbd8821-df22-461c-9542-d611fa38d46d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:47.590318 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6fbd8821-df22-461c-9542-d611fa38d46d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-930816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-926873'] for router, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:47.601291 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3145b83a-d86b-43e6-8157-4139edc2b246 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 23, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 23:02:47.601659 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3145b83a-d86b-43e6-8157-4139edc2b246 None None] Checking segment: {'id': 'ac7d1004-d066-40b2-b35b-0fad0b53b301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e3589a90-d24a-4d5d-9fc8-04d11f3bcdfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 23:02:47.602052 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3145b83a-d86b-43e6-8157-4139edc2b246 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:47.602439 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3145b83a-d86b-43e6-8157-4139edc2b246 None None] Bound using segment: {'id': 'ac7d1004-d066-40b2-b35b-0fad0b53b301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e3589a90-d24a-4d5d-9fc8-04d11f3bcdfb'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 23:02:47.602931 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-3145b83a-d86b-43e6-8157-4139edc2b246 None None] Bound port: fa5c5896-4732-4e2b-8de1-723ae4b7d3b4, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac7d1004-d066-40b2-b35b-0fad0b53b301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e3589a90-d24a-4d5d-9fc8-04d11f3bcdfb'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 23:02:47.603294 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3145b83a-d86b-43e6-8157-4139edc2b246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:47.711265 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:47.734538 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-69c2f559-ee4c-4a2d-bfee-b0075649588e None None] Set router b053de8c-7535-4b74-b480-1418c58e5421 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 23:02:47.778183 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:47.792999 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 74bd96b6-b579-4556-a98a-8e39034efa87 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 23:02:47.793356 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:47.875350 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-3145b83a-d86b-43e6-8157-4139edc2b246 None None] For port fa5c5896-4732-4e2b-8de1-723ae4b7d3b4, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 23:02:47.883054 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-3145b83a-d86b-43e6-8157-4139edc2b246 None None] For port fa5c5896-4732-4e2b-8de1-723ae4b7d3b4, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=fa5c5896-4732-4e2b-8de1-723ae4b7d3b4,segment=NetworkSegment(ac7d1004-d066-40b2-b35b-0fad0b53b301),segment_id=ac7d1004-d066-40b2-b35b-0fad0b53b301)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 23:02:47.944831 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fbd8821-df22-461c-9542-d611fa38d46d admin admin] Router 8241e521-31cf-488d-bb5a-23f5ab792bea is scheduled to L3 agent 735f73e2-e588-429a-8056-0883f14af389 with binding_index 1 {{(pid=84061) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 23:02:47.956759 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-3145b83a-d86b-43e6-8157-4139edc2b246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:48.147873 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fbd8821-df22-461c-9542-d611fa38d46d admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 23:02:48.158113 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a1d31d-a970-40d9-8dd4-a9f2f6a907a9 None None] Sync routers for ids ['8241e521-31cf-488d-bb5a-23f5ab792bea'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 23:02:48.173654 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-6fbd8821-df22-461c-9542-d611fa38d46d admin admin] Notify callbacks [] for router, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:48.174995 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-6fbd8821-df22-461c-9542-d611fa38d46d admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5885470 May 05 23:02:48.175098 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3145b83a-d86b-43e6-8157-4139edc2b246 None None] Pushing event updated for resources: {'Port': ['ID=fa5c5896-4732-4e2b-8de1-723ae4b7d3b4,revision_number=2']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:02:48.178605 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 38834) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 23:02:48.195248 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a1d31d-a970-40d9-8dd4-a9f2f6a907a9 None None] Routers {'8241e521-31cf-488d-bb5a-23f5ab792bea'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 23:02:48.196311 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-09a1d31d-a970-40d9-8dd4-a9f2f6a907a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T23:02:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8241e521-31cf-488d-bb5a-23f5ab792bea'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 23:02:48.296371 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-69c2f559-ee4c-4a2d-bfee-b0075649588e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'name': 'tempest-TestSnapshotPattern-30386274-router', 'tenant_id': 'bff538860c8e4ca7a198450df3e7115c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '74bd96b6-b579-4556-a98a-8e39034efa87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T23:02:40Z', 'updated_at': '2022-05-05T23:02:43Z', 'revision_number': 4, 'project_id': 'bff538860c8e4ca7a198450df3e7115c', 'gw_port': {'id': '74bd96b6-b579-4556-a98a-8e39034efa87', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:94:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T23:02:40Z', 'updated_at': '2022-05-05T23:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'a62fbd11-8acf-4d70-bb17-c6becbd75bb3', 'name': '', 'network_id': 'a552109f-7c20-414f-bade-a5874292bb78', 'tenant_id': 'bff538860c8e4ca7a198450df3e7115c', 'mac_address': 'fa:16:3e:4d:e9:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce3a3e8e-eb93-4cc8-814f-55660c277a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T23:02:43Z', 'updated_at': '2022-05-05T23:02:43Z', 'revision_number': 2, 'project_id': 'bff538860c8e4ca7a198450df3e7115c', 'subnets': [{'id': 'ce3a3e8e-eb93-4cc8-814f-55660c277a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 23:02:48.300651 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c2f559-ee4c-4a2d-bfee-b0075649588e None None] Checking router: b053de8c-7535-4b74-b480-1418c58e5421 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 23:02:48.301224 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c2f559-ee4c-4a2d-bfee-b0075649588e None None] Updating router b053de8c-7535-4b74-b480-1418c58e5421 port a62fbd11-8acf-4d70-bb17-c6becbd75bb3 binding host n-d-825175-4 {{(pid=84064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 23:02:48.444841 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-69c2f559-ee4c-4a2d-bfee-b0075649588e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:48.457161 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-09a1d31d-a970-40d9-8dd4-a9f2f6a907a9 None None] Set router 8241e521-31cf-488d-bb5a-23f5ab792bea gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 23:02:48.803371 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-09a1d31d-a970-40d9-8dd4-a9f2f6a907a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8241e521-31cf-488d-bb5a-23f5ab792bea', 'name': 'tempest-TestSnapshotPattern-1087361137-router', 'tenant_id': '442203b47c8e492f8971d03e62fe11f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '60c38e22-b0c8-4eeb-8ce1-037ab84f7c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T23:02:46Z', 'updated_at': '2022-05-05T23:02:47Z', 'revision_number': 3, 'project_id': '442203b47c8e492f8971d03e62fe11f6', 'gw_port': {'id': '60c38e22-b0c8-4eeb-8ce1-037ab84f7c38', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8241e521-31cf-488d-bb5a-23f5ab792bea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T23:02:47Z', 'updated_at': '2022-05-05T23:02:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 23:02:48.808480 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a1d31d-a970-40d9-8dd4-a9f2f6a907a9 None None] Checking router: 8241e521-31cf-488d-bb5a-23f5ab792bea for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 23:02:48.808480 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a1d31d-a970-40d9-8dd4-a9f2f6a907a9 None None] Updating router 8241e521-31cf-488d-bb5a-23f5ab792bea port 60c38e22-b0c8-4eeb-8ce1-037ab84f7c38 binding host n-d-825175-4 {{(pid=84068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 23:02:48.827517 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-69c2f559-ee4c-4a2d-bfee-b0075649588e None None] Notify callbacks [] for port, precommit_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:48.840124 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-69c2f559-ee4c-4a2d-bfee-b0075649588e None None] Transition to ACTIVE for port object a62fbd11-8acf-4d70-bb17-c6becbd75bb3 will not be triggered until provisioned by entity L2. {{(pid=84064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 23:02:48.847661 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-69c2f559-ee4c-4a2d-bfee-b0075649588e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:48.866472 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-09a1d31d-a970-40d9-8dd4-a9f2f6a907a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:48.988938 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227b7d99-f0ca-4657-9825-33219d9cd8ef None None] Pushing event updated for resources: {'Port': ['ID=a62fbd11-8acf-4d70-bb17-c6becbd75bb3,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:02:49.088615 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-71d51e5d-41f9-406e-a96c-2d292c154231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:49.105467 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-69c2f559-ee4c-4a2d-bfee-b0075649588e None None] Attempting to bind port a62fbd11-8acf-4d70-bb17-c6becbd75bb3 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 23:02:49.106098 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-69c2f559-ee4c-4a2d-bfee-b0075649588e None None] Attempting to bind port a62fbd11-8acf-4d70-bb17-c6becbd75bb3 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '064c2970-9ac4-43e3-81bc-e9b1e8ba449d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a552109f-7c20-414f-bade-a5874292bb78'}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 23:02:49.106552 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c2f559-ee4c-4a2d-bfee-b0075649588e None None] Attempting to bind port a62fbd11-8acf-4d70-bb17-c6becbd75bb3 on network a552109f-7c20-414f-bade-a5874292bb78 {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 23:02:49.124514 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c2f559-ee4c-4a2d-bfee-b0075649588e None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 23, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 23:02:49.124887 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c2f559-ee4c-4a2d-bfee-b0075649588e None None] Checking segment: {'id': '064c2970-9ac4-43e3-81bc-e9b1e8ba449d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a552109f-7c20-414f-bade-a5874292bb78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 23:02:49.125274 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-69c2f559-ee4c-4a2d-bfee-b0075649588e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:49.125651 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c2f559-ee4c-4a2d-bfee-b0075649588e None None] Bound using segment: {'id': '064c2970-9ac4-43e3-81bc-e9b1e8ba449d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a552109f-7c20-414f-bade-a5874292bb78'} {{(pid=84064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 23:02:49.126108 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.managers [None req-69c2f559-ee4c-4a2d-bfee-b0075649588e None None] Bound port: a62fbd11-8acf-4d70-bb17-c6becbd75bb3, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '064c2970-9ac4-43e3-81bc-e9b1e8ba449d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a552109f-7c20-414f-bade-a5874292bb78'}}] {{(pid=84064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 23:02:49.126466 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-69c2f559-ee4c-4a2d-bfee-b0075649588e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:49.237161 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-69c2f559-ee4c-4a2d-bfee-b0075649588e None None] For port a62fbd11-8acf-4d70-bb17-c6becbd75bb3, host n-d-825175-4, cleared binding levels {{(pid=84064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 23:02:49.240852 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-69c2f559-ee4c-4a2d-bfee-b0075649588e None None] For port a62fbd11-8acf-4d70-bb17-c6becbd75bb3, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=a62fbd11-8acf-4d70-bb17-c6becbd75bb3,segment=NetworkSegment(064c2970-9ac4-43e3-81bc-e9b1e8ba449d),segment_id=064c2970-9ac4-43e3-81bc-e9b1e8ba449d)] {{(pid=84064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 23:02:49.252577 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-69c2f559-ee4c-4a2d-bfee-b0075649588e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:49.259932 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-09a1d31d-a970-40d9-8dd4-a9f2f6a907a9 None None] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:49.273498 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.provisioning_blocks [None req-09a1d31d-a970-40d9-8dd4-a9f2f6a907a9 None None] Transition to ACTIVE for port object 60c38e22-b0c8-4eeb-8ce1-037ab84f7c38 will not be triggered until provisioned by entity L2. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 23:02:49.287801 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-09a1d31d-a970-40d9-8dd4-a9f2f6a907a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:49.376322 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9868a82e-a537-4265-8e41-807a86e6e12c None None] Pushing event updated for resources: {'Port': ['ID=60c38e22-b0c8-4eeb-8ce1-037ab84f7c38,revision_number=2']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:02:49.394841 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-71d51e5d-41f9-406e-a96c-2d292c154231 admin admin] Allocated IP 172.20.0.1 (e3589a90-d24a-4d5d-9fc8-04d11f3bcdfb/e0a1f200-5829-4600-bb30-1d695ba29726/740aca77-ffcf-49d4-b448-c410fed4b95b) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 23:02:49.399681 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-09a1d31d-a970-40d9-8dd4-a9f2f6a907a9 None None] Attempting to bind port 60c38e22-b0c8-4eeb-8ce1-037ab84f7c38 on host n-d-825175-4 for vnic_type normal with profile {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 23:02:49.400011 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-09a1d31d-a970-40d9-8dd4-a9f2f6a907a9 None None] Attempting to bind port 60c38e22-b0c8-4eeb-8ce1-037ab84f7c38 by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 23:02:49.400368 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a1d31d-a970-40d9-8dd4-a9f2f6a907a9 None None] Attempting to bind port 60c38e22-b0c8-4eeb-8ce1-037ab84f7c38 on network 25bfe237-58de-4709-a3e0-ac79da07c300 {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 23:02:49.412462 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a1d31d-a970-40d9-8dd4-a9f2f6a907a9 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 23, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 23:02:49.412845 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a1d31d-a970-40d9-8dd4-a9f2f6a907a9 None None] Checking segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 23:02:49.413239 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-09a1d31d-a970-40d9-8dd4-a9f2f6a907a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:49.413625 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a1d31d-a970-40d9-8dd4-a9f2f6a907a9 None None] Bound using segment: {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 23:02:49.414080 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-09a1d31d-a970-40d9-8dd4-a9f2f6a907a9 None None] Bound port: 60c38e22-b0c8-4eeb-8ce1-037ab84f7c38, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c53004-2f06-4ce0-89e4-068c36431e51', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300'}}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 23:02:49.414440 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-09a1d31d-a970-40d9-8dd4-a9f2f6a907a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:49.433769 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227b7d99-f0ca-4657-9825-33219d9cd8ef None None] Pushing event updated for resources: {'Port': ['ID=a62fbd11-8acf-4d70-bb17-c6becbd75bb3,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:02:49.475285 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device fa5c5896-4732-4e2b-8de1-723ae4b7d3b4 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 23:02:49.524921 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-09a1d31d-a970-40d9-8dd4-a9f2f6a907a9 None None] For port 60c38e22-b0c8-4eeb-8ce1-037ab84f7c38, host n-d-825175-4, cleared binding levels {{(pid=84068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 23:02:49.529176 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-09a1d31d-a970-40d9-8dd4-a9f2f6a907a9 None None] For port 60c38e22-b0c8-4eeb-8ce1-037ab84f7c38, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=60c38e22-b0c8-4eeb-8ce1-037ab84f7c38,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 23:02:49.538476 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-09a1d31d-a970-40d9-8dd4-a9f2f6a907a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:49.563701 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c3a872-775e-48db-ad4d-76a164a7d203 None None] Network e3589a90-d24a-4d5d-9fc8-04d11f3bcdfb requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 23:02:49.600695 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:49.634731 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9868a82e-a537-4265-8e41-807a86e6e12c None None] Pushing event updated for resources: {'Port': ['ID=60c38e22-b0c8-4eeb-8ce1-037ab84f7c38,revision_number=3']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:02:49.648740 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a1d31d-a970-40d9-8dd4-a9f2f6a907a9 None None] Routers {'8241e521-31cf-488d-bb5a-23f5ab792bea'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 23:02:49.649579 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-09a1d31d-a970-40d9-8dd4-a9f2f6a907a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T23:02:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8241e521-31cf-488d-bb5a-23f5ab792bea'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 23:02:49.771622 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-71d51e5d-41f9-406e-a96c-2d292c154231 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:49.787993 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [None req-71d51e5d-41f9-406e-a96c-2d292c154231 admin admin] Transition to ACTIVE for port object 740aca77-ffcf-49d4-b448-c410fed4b95b will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 23:02:49.798958 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c2f559-ee4c-4a2d-bfee-b0075649588e None None] Routers {'b053de8c-7535-4b74-b480-1418c58e5421'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 23:02:49.799596 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-69c2f559-ee4c-4a2d-bfee-b0075649588e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T23:02:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['b053de8c-7535-4b74-b480-1418c58e5421'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 23:02:49.814194 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-71d51e5d-41f9-406e-a96c-2d292c154231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:49.834443 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-09a1d31d-a970-40d9-8dd4-a9f2f6a907a9 None None] Set router 8241e521-31cf-488d-bb5a-23f5ab792bea gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 23:02:49.862257 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-a6175dc1-1a39-47a4-93dc-2eaa7550598b None None] Provisioning for port fa5c5896-4732-4e2b-8de1-723ae4b7d3b4 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 23:02:49.886085 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d51e5d-41f9-406e-a96c-2d292c154231 admin admin] Network e3589a90-d24a-4d5d-9fc8-04d11f3bcdfb is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 23:02:49.889795 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-71d51e5d-41f9-406e-a96c-2d292c154231 admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 23:02:49.891864 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d51e5d-41f9-406e-a96c-2d292c154231 admin admin] Pushing event updated for resources: {'Port': ['ID=740aca77-ffcf-49d4-b448-c410fed4b95b,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:02:49.894154 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d51e5d-41f9-406e-a96c-2d292c154231 admin admin] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 23:02:49.939218 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port fa5c5896-4732-4e2b-8de1-723ae4b7d3b4 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 23:02:49.949584 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-71d51e5d-41f9-406e-a96c-2d292c154231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-932451'] for router_interface, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:49.969494 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port fa5c5896-4732-4e2b-8de1-723ae4b7d3b4 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 23:02:49.969840 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:50.032305 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-71d51e5d-41f9-406e-a96c-2d292c154231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:50.133474 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-09a1d31d-a970-40d9-8dd4-a9f2f6a907a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8241e521-31cf-488d-bb5a-23f5ab792bea', 'name': 'tempest-TestSnapshotPattern-1087361137-router', 'tenant_id': '442203b47c8e492f8971d03e62fe11f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '60c38e22-b0c8-4eeb-8ce1-037ab84f7c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T23:02:46Z', 'updated_at': '2022-05-05T23:02:47Z', 'revision_number': 3, 'project_id': '442203b47c8e492f8971d03e62fe11f6', 'gw_port': {'id': '60c38e22-b0c8-4eeb-8ce1-037ab84f7c38', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8241e521-31cf-488d-bb5a-23f5ab792bea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T23:02:47Z', 'updated_at': '2022-05-05T23:02:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 23:02:50.137616 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a1d31d-a970-40d9-8dd4-a9f2f6a907a9 None None] The sync data for ids ['8241e521-31cf-488d-bb5a-23f5ab792bea'] in n-d-825175-4 is: [{'id': '8241e521-31cf-488d-bb5a-23f5ab792bea', 'name': 'tempest-TestSnapshotPattern-1087361137-router', 'tenant_id': '442203b47c8e492f8971d03e62fe11f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '60c38e22-b0c8-4eeb-8ce1-037ab84f7c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T23:02:46Z', 'updated_at': '2022-05-05T23:02:47Z', 'revision_number': 3, 'project_id': '442203b47c8e492f8971d03e62fe11f6', 'gw_port': {'id': '60c38e22-b0c8-4eeb-8ce1-037ab84f7c38', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8241e521-31cf-488d-bb5a-23f5ab792bea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T23:02:47Z', 'updated_at': '2022-05-05T23:02:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 23:02:50.143871 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-69c2f559-ee4c-4a2d-bfee-b0075649588e None None] Set router b053de8c-7535-4b74-b480-1418c58e5421 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 23:02:50.260856 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-71d51e5d-41f9-406e-a96c-2d292c154231 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:50.266484 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-71d51e5d-41f9-406e-a96c-2d292c154231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:50.371724 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:50.372590 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d51e5d-41f9-406e-a96c-2d292c154231 admin admin] Pushing event updated for resources: {'Port': ['ID=740aca77-ffcf-49d4-b448-c410fed4b95b,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:02:50.375288 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-71d51e5d-41f9-406e-a96c-2d292c154231 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1997353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-932558'] for router_interface, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:50.486372 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port fa5c5896-4732-4e2b-8de1-723ae4b7d3b4, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=fa5c5896-4732-4e2b-8de1-723ae4b7d3b4,segment=NetworkSegment(ac7d1004-d066-40b2-b35b-0fad0b53b301),segment_id=ac7d1004-d066-40b2-b35b-0fad0b53b301)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 23:02:50.493334 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:50.528158 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d51e5d-41f9-406e-a96c-2d292c154231 admin admin] Network e3589a90-d24a-4d5d-9fc8-04d11f3bcdfb is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 23:02:50.529267 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-71d51e5d-41f9-406e-a96c-2d292c154231 admin admin] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 23:02:50.621490 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=fa5c5896-4732-4e2b-8de1-723ae4b7d3b4,revision_number=3']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:02:50.665223 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-69c2f559-ee4c-4a2d-bfee-b0075649588e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'name': 'tempest-TestSnapshotPattern-30386274-router', 'tenant_id': 'bff538860c8e4ca7a198450df3e7115c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '74bd96b6-b579-4556-a98a-8e39034efa87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T23:02:40Z', 'updated_at': '2022-05-05T23:02:43Z', 'revision_number': 4, 'project_id': 'bff538860c8e4ca7a198450df3e7115c', 'gw_port': {'id': '74bd96b6-b579-4556-a98a-8e39034efa87', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:94:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T23:02:40Z', 'updated_at': '2022-05-05T23:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'a62fbd11-8acf-4d70-bb17-c6becbd75bb3', 'name': '', 'network_id': 'a552109f-7c20-414f-bade-a5874292bb78', 'tenant_id': 'bff538860c8e4ca7a198450df3e7115c', 'mac_address': 'fa:16:3e:4d:e9:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce3a3e8e-eb93-4cc8-814f-55660c277a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T23:02:43Z', 'updated_at': '2022-05-05T23:02:49Z', 'revision_number': 4, 'project_id': 'bff538860c8e4ca7a198450df3e7115c', 'subnets': [{'id': 'ce3a3e8e-eb93-4cc8-814f-55660c277a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 23:02:50.670954 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c2f559-ee4c-4a2d-bfee-b0075649588e None None] The sync data for ids ['b053de8c-7535-4b74-b480-1418c58e5421'] in n-d-825175-4 is: [{'id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'name': 'tempest-TestSnapshotPattern-30386274-router', 'tenant_id': 'bff538860c8e4ca7a198450df3e7115c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '74bd96b6-b579-4556-a98a-8e39034efa87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T23:02:40Z', 'updated_at': '2022-05-05T23:02:43Z', 'revision_number': 4, 'project_id': 'bff538860c8e4ca7a198450df3e7115c', 'gw_port': {'id': '74bd96b6-b579-4556-a98a-8e39034efa87', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:94:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T23:02:40Z', 'updated_at': '2022-05-05T23:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'a62fbd11-8acf-4d70-bb17-c6becbd75bb3', 'name': '', 'network_id': 'a552109f-7c20-414f-bade-a5874292bb78', 'tenant_id': 'bff538860c8e4ca7a198450df3e7115c', 'mac_address': 'fa:16:3e:4d:e9:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce3a3e8e-eb93-4cc8-814f-55660c277a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T23:02:43Z', 'updated_at': '2022-05-05T23:02:49Z', 'revision_number': 4, 'project_id': 'bff538860c8e4ca7a198450df3e7115c', 'subnets': [{'id': 'ce3a3e8e-eb93-4cc8-814f-55660c277a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 23:02:50.680436 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-9703c123-e738-4117-b95c-eb1129c5d621 None None] Provisioning for port 740aca77-ffcf-49d4-b448-c410fed4b95b completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 23:02:50.686439 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-9703c123-e738-4117-b95c-eb1129c5d621 None None] Provisioning complete for port 740aca77-ffcf-49d4-b448-c410fed4b95b triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 23:02:50.686854 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9703c123-e738-4117-b95c-eb1129c5d621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:50.789432 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-9703c123-e738-4117-b95c-eb1129c5d621 None None] Port 740aca77-ffcf-49d4-b448-c410fed4b95b cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 23:02:50.805815 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-9703c123-e738-4117-b95c-eb1129c5d621 None None] Provisioning complete for port fa5c5896-4732-4e2b-8de1-723ae4b7d3b4 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 23:02:50.805815 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9703c123-e738-4117-b95c-eb1129c5d621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:51.097990 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71d51e5d-41f9-406e-a96c-2d292c154231 admin admin] Router 8241e521-31cf-488d-bb5a-23f5ab792bea has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 23:02:51.146065 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-b96dd864-6201-4399-b0ec-85a855e76859 None None] Provisioning complete for port 740aca77-ffcf-49d4-b448-c410fed4b95b triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 23:02:51.146558 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b96dd864-6201-4399-b0ec-85a855e76859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:51.213084 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-b96dd864-6201-4399-b0ec-85a855e76859 None None] Port 740aca77-ffcf-49d4-b448-c410fed4b95b cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 23:02:51.312926 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d51e5d-41f9-406e-a96c-2d292c154231 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 23:02:51.322588 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-71d51e5d-41f9-406e-a96c-2d292c154231 admin admin] 10.222.0.23 "PUT /v2.0/routers/8241e521-31cf-488d-bb5a-23f5ab792bea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1438184 May 05 23:02:51.490947 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device fa5c5896-4732-4e2b-8de1-723ae4b7d3b4 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 23:02:51.573620 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port fa5c5896-4732-4e2b-8de1-723ae4b7d3b4 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 23:02:51.574258 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:51.700697 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 60c38e22-b0c8-4eeb-8ce1-037ab84f7c38 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 23:02:51.780482 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 60c38e22-b0c8-4eeb-8ce1-037ab84f7c38 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 23:02:51.785326 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 60c38e22-b0c8-4eeb-8ce1-037ab84f7c38 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 23:02:51.785733 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:51.908854 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:51.926843 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 60c38e22-b0c8-4eeb-8ce1-037ab84f7c38, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=60c38e22-b0c8-4eeb-8ce1-037ab84f7c38,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 23:02:51.932360 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:51.933221 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device a62fbd11-8acf-4d70-bb17-c6becbd75bb3 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 23:02:52.047948 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 38844) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 23:02:52.053833 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-feb769b6-10aa-4e04-bc08-18813f77844e tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-147092918', 'description': 'tempest-secgroup-smoke-147092918 description', 'project_id': 'bff538860c8e4ca7a198450df3e7115c'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 23:02:52.060561 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=60c38e22-b0c8-4eeb-8ce1-037ab84f7c38,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:02:52.061119 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-feb769b6-10aa-4e04-bc08-18813f77844e tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 23:02:52.065323 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-feb769b6-10aa-4e04-bc08-18813f77844e tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Usage tracker for resource:security_group and tenant:bff538860c8e4ca7a198450df3e7115c is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 23:02:52.068418 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-feb769b6-10aa-4e04-bc08-18813f77844e tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 23:02:52.075879 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port a62fbd11-8acf-4d70-bb17-c6becbd75bb3 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 23:02:52.080570 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-feb769b6-10aa-4e04-bc08-18813f77844e tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 23:02:52.081682 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port a62fbd11-8acf-4d70-bb17-c6becbd75bb3 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 23:02:52.082049 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:52.092145 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-feb769b6-10aa-4e04-bc08-18813f77844e tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks [] for security_group, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:52.127099 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-feb769b6-10aa-4e04-bc08-18813f77844e tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 23:02:52.131764 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-feb769b6-10aa-4e04-bc08-18813f77844e tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Usage tracker for resource:security_group_rule and tenant:bff538860c8e4ca7a198450df3e7115c is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 23:02:52.134957 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-feb769b6-10aa-4e04-bc08-18813f77844e tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 23:02:52.140909 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-feb769b6-10aa-4e04-bc08-18813f77844e tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 23:02:52.196248 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-feb769b6-10aa-4e04-bc08-18813f77844e tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks [] for security_group, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:52.200647 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:52.201650 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-feb769b6-10aa-4e04-bc08-18813f77844e tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:52.233055 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port a62fbd11-8acf-4d70-bb17-c6becbd75bb3, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=a62fbd11-8acf-4d70-bb17-c6becbd75bb3,segment=NetworkSegment(064c2970-9ac4-43e3-81bc-e9b1e8ba449d),segment_id=064c2970-9ac4-43e3-81bc-e9b1e8ba449d)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 23:02:52.237236 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:52.243864 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb769b6-10aa-4e04-bc08-18813f77844e tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5e31b0-41e6-4d16-9055-3ad2e92949c6,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:02:52.247167 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-feb769b6-10aa-4e04-bc08-18813f77844e tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:52.251173 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-feb769b6-10aa-4e04-bc08-18813f77844e tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1993139 May 05 23:02:52.251508 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 38848) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 23:02:52.257494 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-e9b5cf2d-8973-478f-98da-8b365a0a7e47 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Request body: {'security_group_rule': {'security_group_id': 'ff5e31b0-41e6-4d16-9055-3ad2e92949c6', 'project_id': 'bff538860c8e4ca7a198450df3e7115c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 23:02:52.264491 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-e9b5cf2d-8973-478f-98da-8b365a0a7e47 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 23:02:52.268321 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-e9b5cf2d-8973-478f-98da-8b365a0a7e47 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Usage tracker for resource:security_group_rule and tenant:bff538860c8e4ca7a198450df3e7115c is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 23:02:52.271154 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-e9b5cf2d-8973-478f-98da-8b365a0a7e47 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 23:02:52.277010 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-e9b5cf2d-8973-478f-98da-8b365a0a7e47 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 23:02:52.294215 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e9b5cf2d-8973-478f-98da-8b365a0a7e47 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:52.308858 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=a62fbd11-8acf-4d70-bb17-c6becbd75bb3,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:02:52.356470 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e9b5cf2d-8973-478f-98da-8b365a0a7e47 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:52.361664 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e9b5cf2d-8973-478f-98da-8b365a0a7e47 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:52.384614 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b5cf2d-8973-478f-98da-8b365a0a7e47 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab345200-6897-41ed-abb2-42da798804ac,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:02:52.394140 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-e9b5cf2d-8973-478f-98da-8b365a0a7e47 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:52.395450 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-e9b5cf2d-8973-478f-98da-8b365a0a7e47 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1432316 May 05 23:02:52.398652 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 38852) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 23:02:52.404331 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-03fc9f80-40de-4067-9ada-0484594345e2 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Request body: {'security_group_rule': {'security_group_id': 'ff5e31b0-41e6-4d16-9055-3ad2e92949c6', 'project_id': 'bff538860c8e4ca7a198450df3e7115c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 23:02:52.411167 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-03fc9f80-40de-4067-9ada-0484594345e2 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 23:02:52.415735 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-03fc9f80-40de-4067-9ada-0484594345e2 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Usage tracker for resource:security_group_rule and tenant:bff538860c8e4ca7a198450df3e7115c is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 23:02:52.418758 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-03fc9f80-40de-4067-9ada-0484594345e2 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 23:02:52.424645 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-03fc9f80-40de-4067-9ada-0484594345e2 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 23:02:52.443839 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-03fc9f80-40de-4067-9ada-0484594345e2 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:52.512974 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-03fc9f80-40de-4067-9ada-0484594345e2 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:52.518162 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-03fc9f80-40de-4067-9ada-0484594345e2 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:52.543391 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fc9f80-40de-4067-9ada-0484594345e2 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec8a6342-5ab1-4445-a7a8-f62980aff0f3,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:02:52.554789 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-03fc9f80-40de-4067-9ada-0484594345e2 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:52.555942 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-03fc9f80-40de-4067-9ada-0484594345e2 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1563091 May 05 23:02:52.558861 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 38856) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 23:02:52.564131 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-862f5d27-dcd7-4dc7-b35c-c45bf1472140 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Request body: {'security_group_rule': {'security_group_id': 'ff5e31b0-41e6-4d16-9055-3ad2e92949c6', 'project_id': 'bff538860c8e4ca7a198450df3e7115c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 23:02:52.571155 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-862f5d27-dcd7-4dc7-b35c-c45bf1472140 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 23:02:52.575235 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-862f5d27-dcd7-4dc7-b35c-c45bf1472140 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Usage tracker for resource:security_group_rule and tenant:bff538860c8e4ca7a198450df3e7115c is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 23:02:52.578221 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-862f5d27-dcd7-4dc7-b35c-c45bf1472140 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 23:02:52.584434 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-862f5d27-dcd7-4dc7-b35c-c45bf1472140 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 23:02:52.604490 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-862f5d27-dcd7-4dc7-b35c-c45bf1472140 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:52.668763 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-862f5d27-dcd7-4dc7-b35c-c45bf1472140 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:52.673150 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-862f5d27-dcd7-4dc7-b35c-c45bf1472140 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:52.695929 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862f5d27-dcd7-4dc7-b35c-c45bf1472140 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a7c7094-b9d5-4d3c-8cbf-22bfb92bc4ea,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:02:52.710938 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-862f5d27-dcd7-4dc7-b35c-c45bf1472140 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:52.712950 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-862f5d27-dcd7-4dc7-b35c-c45bf1472140 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1531627 May 05 23:02:52.716934 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 38860) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 23:02:52.722406 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-8e1defea-e997-48c1-a6d1-8533fce7d496 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Request body: {'security_group_rule': {'security_group_id': 'ff5e31b0-41e6-4d16-9055-3ad2e92949c6', 'project_id': 'bff538860c8e4ca7a198450df3e7115c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 23:02:52.729397 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-8e1defea-e997-48c1-a6d1-8533fce7d496 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 23:02:52.733461 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-8e1defea-e997-48c1-a6d1-8533fce7d496 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Usage tracker for resource:security_group_rule and tenant:bff538860c8e4ca7a198450df3e7115c is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 23:02:52.736468 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-8e1defea-e997-48c1-a6d1-8533fce7d496 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 23:02:52.742555 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-8e1defea-e997-48c1-a6d1-8533fce7d496 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 23:02:52.760703 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8e1defea-e997-48c1-a6d1-8533fce7d496 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:52.831069 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8e1defea-e997-48c1-a6d1-8533fce7d496 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:52.837496 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8e1defea-e997-48c1-a6d1-8533fce7d496 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:52.860254 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1defea-e997-48c1-a6d1-8533fce7d496 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd201ab9-b2a0-45bb-82b3-af642bbf5638,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:02:52.872668 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-8e1defea-e997-48c1-a6d1-8533fce7d496 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:52.874320 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-8e1defea-e997-48c1-a6d1-8533fce7d496 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1564567 May 05 23:02:52.877194 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 38864) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 23:02:52.883000 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-23d731c9-bad4-4b22-b9bc-002e968e856e tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Request body: {'security_group_rule': {'security_group_id': 'ff5e31b0-41e6-4d16-9055-3ad2e92949c6', 'project_id': 'bff538860c8e4ca7a198450df3e7115c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 23:02:52.890173 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-23d731c9-bad4-4b22-b9bc-002e968e856e tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 23:02:52.894463 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-23d731c9-bad4-4b22-b9bc-002e968e856e tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Usage tracker for resource:security_group_rule and tenant:bff538860c8e4ca7a198450df3e7115c is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 23:02:52.897781 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-23d731c9-bad4-4b22-b9bc-002e968e856e tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 23:02:52.903904 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-23d731c9-bad4-4b22-b9bc-002e968e856e tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 23:02:52.916048 n-d-825175-4 neutron-server[84063]: INFO neutron.db.securitygroups_db [None req-23d731c9-bad4-4b22-b9bc-002e968e856e tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Project bff538860c8e4ca7a198450df3e7115c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 23:02:52.922585 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-23d731c9-bad4-4b22-b9bc-002e968e856e tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:52.991113 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-23d731c9-bad4-4b22-b9bc-002e968e856e tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:52.997825 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-23d731c9-bad4-4b22-b9bc-002e968e856e tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:53.023633 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d731c9-bad4-4b22-b9bc-002e968e856e tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94a2169e-2870-4712-9e37-55381568f080,revision_number=0']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:02:53.034011 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-23d731c9-bad4-4b22-b9bc-002e968e856e tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:53.035384 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-23d731c9-bad4-4b22-b9bc-002e968e856e tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1571922 May 05 23:02:53.038645 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 38868) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 23:02:53.044485 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-39f7efc9-6b16-49fe-af01-9f83ead2f088 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Request body: {'security_group_rule': {'security_group_id': 'ff5e31b0-41e6-4d16-9055-3ad2e92949c6', 'project_id': 'bff538860c8e4ca7a198450df3e7115c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 23:02:53.051180 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-39f7efc9-6b16-49fe-af01-9f83ead2f088 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 23:02:53.055327 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-39f7efc9-6b16-49fe-af01-9f83ead2f088 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Usage tracker for resource:security_group_rule and tenant:bff538860c8e4ca7a198450df3e7115c is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 23:02:53.058353 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-39f7efc9-6b16-49fe-af01-9f83ead2f088 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 23:02:53.064111 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-39f7efc9-6b16-49fe-af01-9f83ead2f088 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 23:02:53.076271 n-d-825175-4 neutron-server[84061]: INFO neutron.db.securitygroups_db [None req-39f7efc9-6b16-49fe-af01-9f83ead2f088 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Project bff538860c8e4ca7a198450df3e7115c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 23:02:53.082908 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-39f7efc9-6b16-49fe-af01-9f83ead2f088 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:53.160271 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-39f7efc9-6b16-49fe-af01-9f83ead2f088 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:53.165750 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-39f7efc9-6b16-49fe-af01-9f83ead2f088 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583182'] for security_group_rule, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:53.189910 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f7efc9-6b16-49fe-af01-9f83ead2f088 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=681ce078-24de-4cf3-a2f1-dd12d69d8695,revision_number=0']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:02:53.200440 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-39f7efc9-6b16-49fe-af01-9f83ead2f088 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:53.201784 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-39f7efc9-6b16-49fe-af01-9f83ead2f088 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1620176 May 05 23:02:53.373283 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-9eeabc77-c05f-45d8-971b-f4763a67c210 req-e50b2fd6-9f37-4d6c-89b8-07ef3ecc4ea1 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Synchronizing usage tracker for tenant:bff538860c8e4ca7a198450df3e7115c on resource:security_group {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 23:02:53.377331 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device a62fbd11-8acf-4d70-bb17-c6becbd75bb3 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 23:02:53.392832 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-9eeabc77-c05f-45d8-971b-f4763a67c210 req-e50b2fd6-9f37-4d6c-89b8-07ef3ecc4ea1 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Unset dirty status for tenant:bff538860c8e4ca7a198450df3e7115c on resource:security_group {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 23:02:53.394078 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9eeabc77-c05f-45d8-971b-f4763a67c210 req-e50b2fd6-9f37-4d6c-89b8-07ef3ecc4ea1 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-147092918&fields=id&tenant_id=bff538860c8e4ca7a198450df3e7115c HTTP/1.1" status: 200 len: 267 time: 0.0626352 May 05 23:02:53.452704 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port a62fbd11-8acf-4d70-bb17-c6becbd75bb3 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 23:02:53.453069 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:53.577716 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 60c38e22-b0c8-4eeb-8ce1-037ab84f7c38 up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 23:02:53.646185 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 60c38e22-b0c8-4eeb-8ce1-037ab84f7c38 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 23:02:53.646539 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:53.646687 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeabc77-c05f-45d8-971b-f4763a67c210 req-c95de25f-5b7b-49d4-be94-7ebbbf1d2782 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:02:53.647390 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-9eeabc77-c05f-45d8-971b-f4763a67c210 req-c95de25f-5b7b-49d4-be94-7ebbbf1d2782 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Synchronizing usage tracker for tenant:bff538860c8e4ca7a198450df3e7115c on resource:network {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 23:02:53.664852 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-9eeabc77-c05f-45d8-971b-f4763a67c210 req-c95de25f-5b7b-49d4-be94-7ebbbf1d2782 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Unset dirty status for tenant:bff538860c8e4ca7a198450df3e7115c on resource:network {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 23:02:53.666136 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9eeabc77-c05f-45d8-971b-f4763a67c210 req-c95de25f-5b7b-49d4-be94-7ebbbf1d2782 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "GET /v2.0/networks?id=a552109f-7c20-414f-bade-a5874292bb78 HTTP/1.1" status: 200 len: 808 time: 0.2646382 May 05 23:02:53.683361 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9eeabc77-c05f-45d8-971b-f4763a67c210 req-f79c8a6a-deb4-4bfe-9570-93c9806f78ad tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "GET /v2.0/quotas/bff538860c8e4ca7a198450df3e7115c HTTP/1.1" status: 200 len: 375 time: 0.0117924 May 05 23:02:53.763787 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9eeabc77-c05f-45d8-971b-f4763a67c210 req-7f3add0f-385e-4fc0-9b6c-a0fe27698a1e tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bff538860c8e4ca7a198450df3e7115c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0751827 May 05 23:02:53.913125 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [req-9eeabc77-c05f-45d8-971b-f4763a67c210 req-4580d731-6b33-4182-af73-f91c2cf0fe1d service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 23:02:53.914470 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9eeabc77-c05f-45d8-971b-f4763a67c210 req-4580d731-6b33-4182-af73-f91c2cf0fe1d service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1386771 May 05 23:02:54.054893 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9eeabc77-c05f-45d8-971b-f4763a67c210 req-92925cf1-4dfb-4113-81db-54d0afab5186 service neutron] 10.222.0.23 "GET /v2.0/networks/a552109f-7c20-414f-bade-a5874292bb78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337650 May 05 23:02:54.192565 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9eeabc77-c05f-45d8-971b-f4763a67c210 req-8dceef9d-f11d-4cfd-9a80-cefdd9ce4ae7 service neutron] 10.222.0.23 "GET /v2.0/networks/a552109f-7c20-414f-bade-a5874292bb78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315045 May 05 23:02:54.389267 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-16d23948-069d-4d72-bd0d-521eb5afb0c7 req-2d7587bd-e693-43da-b5c7-6d4aedebd4a1 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9d8d029-7b1d-4995-8ac6-1c5ecd54321f HTTP/1.1" status: 200 len: 210 time: 0.0464551 May 05 23:02:55.517698 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeabc77-c05f-45d8-971b-f4763a67c210 req-3b042cf0-36d5-456a-b5a7-f0eb19518e5f tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:02:55.519290 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9eeabc77-c05f-45d8-971b-f4763a67c210 req-3b042cf0-36d5-456a-b5a7-f0eb19518e5f tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.44 "GET /v2.0/networks?id=a552109f-7c20-414f-bade-a5874292bb78 HTTP/1.1" status: 200 len: 808 time: 0.1498175 May 05 23:02:55.560352 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-25d9f405-65db-4883-8161-6a9db8a37c6c req-b790a047-b0b7-4945-9c4c-1bdfb4e59d63 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9d8d029-7b1d-4995-8ac6-1c5ecd54321f HTTP/1.1" status: 200 len: 210 time: 0.0440872 May 05 23:02:55.578235 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-9eeabc77-c05f-45d8-971b-f4763a67c210 req-4e9aa9c1-3a4b-402a-8f70-05f7f026d9e1 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Synchronizing usage tracker for tenant:bff538860c8e4ca7a198450df3e7115c on resource:security_group {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 23:02:55.592939 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-9eeabc77-c05f-45d8-971b-f4763a67c210 req-4e9aa9c1-3a4b-402a-8f70-05f7f026d9e1 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Unset dirty status for tenant:bff538860c8e4ca7a198450df3e7115c on resource:security_group {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 23:02:55.594116 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9eeabc77-c05f-45d8-971b-f4763a67c210 req-4e9aa9c1-3a4b-402a-8f70-05f7f026d9e1 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bff538860c8e4ca7a198450df3e7115c HTTP/1.1" status: 200 len: 379 time: 0.0632482 May 05 23:02:55.603602 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-9eeabc77-c05f-45d8-971b-f4763a67c210 req-3d39a0c5-c762-4466-afaa-237915d545ab tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Request body: {'port': {'device_id': 'd9d8d029-7b1d-4995-8ac6-1c5ecd54321f', 'network_id': 'a552109f-7c20-414f-bade-a5874292bb78', 'admin_state_up': True, 'tenant_id': 'bff538860c8e4ca7a198450df3e7115c', 'security_groups': ['ff5e31b0-41e6-4d16-9055-3ad2e92949c6']}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 23:02:55.827777 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-9eeabc77-c05f-45d8-971b-f4763a67c210 req-3d39a0c5-c762-4466-afaa-237915d545ab tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 23:02:55.831808 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-9eeabc77-c05f-45d8-971b-f4763a67c210 req-3d39a0c5-c762-4466-afaa-237915d545ab tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Usage tracker for resource:port and tenant:bff538860c8e4ca7a198450df3e7115c is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 23:02:55.834805 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-9eeabc77-c05f-45d8-971b-f4763a67c210 req-3d39a0c5-c762-4466-afaa-237915d545ab tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 23:02:55.840948 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [req-9eeabc77-c05f-45d8-971b-f4763a67c210 req-3d39a0c5-c762-4466-afaa-237915d545ab tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 23:02:55.852601 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9eeabc77-c05f-45d8-971b-f4763a67c210 req-3d39a0c5-c762-4466-afaa-237915d545ab tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Made reservation on behalf of bff538860c8e4ca7a198450df3e7115c for: {'port': 1} {{(pid=84063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 23:02:55.855711 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-9eeabc77-c05f-45d8-971b-f4763a67c210 req-3d39a0c5-c762-4466-afaa-237915d545ab tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:56.017072 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [req-9eeabc77-c05f-45d8-971b-f4763a67c210 req-3d39a0c5-c762-4466-afaa-237915d545ab tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Allocated IP 172.20.0.13 (a552109f-7c20-414f-bade-a5874292bb78/ce3a3e8e-eb93-4cc8-814f-55660c277a6f/e2763d4c-1b41-4dfb-ab88-75a49aacb5e1) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 23:02:56.212389 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-9eeabc77-c05f-45d8-971b-f4763a67c210 req-3d39a0c5-c762-4466-afaa-237915d545ab tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:56.228270 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-9eeabc77-c05f-45d8-971b-f4763a67c210 req-3d39a0c5-c762-4466-afaa-237915d545ab tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Transition to ACTIVE for port object e2763d4c-1b41-4dfb-ab88-75a49aacb5e1 will not be triggered until provisioned by entity DHCP. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 23:02:56.252834 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-9eeabc77-c05f-45d8-971b-f4763a67c210 req-3d39a0c5-c762-4466-afaa-237915d545ab tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:56.328749 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eeabc77-c05f-45d8-971b-f4763a67c210 req-3d39a0c5-c762-4466-afaa-237915d545ab tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Network a552109f-7c20-414f-bade-a5874292bb78 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 23:02:56.331874 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [req-9eeabc77-c05f-45d8-971b-f4763a67c210 req-3d39a0c5-c762-4466-afaa-237915d545ab tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 23:02:56.336660 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eeabc77-c05f-45d8-971b-f4763a67c210 req-3d39a0c5-c762-4466-afaa-237915d545ab tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 23:02:56.369191 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d39a0c5-c762-4466-afaa-237915d545ab tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Pushing event updated for resources: {'Port': ['ID=e2763d4c-1b41-4dfb-ab88-75a49aacb5e1,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:02:56.414681 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeabc77-c05f-45d8-971b-f4763a67c210 req-3d39a0c5-c762-4466-afaa-237915d545ab tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:02:56.415326 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-9eeabc77-c05f-45d8-971b-f4763a67c210 req-3d39a0c5-c762-4466-afaa-237915d545ab tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:56.438000 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9eeabc77-c05f-45d8-971b-f4763a67c210 req-3d39a0c5-c762-4466-afaa-237915d545ab tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8380833 May 05 23:02:56.525000 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [req-9eeabc77-c05f-45d8-971b-f4763a67c210 req-ac8d74ad-bd93-4402-88d4-45db822e8561 service neutron] Request body: {'port': {'device_id': 'd9d8d029-7b1d-4995-8ac6-1c5ecd54321f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825175-4'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 23:02:56.580350 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-5bd3cb98-919e-44b5-8643-5e49342de1b2 None None] Provisioning for port e2763d4c-1b41-4dfb-ab88-75a49aacb5e1 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 23:02:56.585377 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-5bd3cb98-919e-44b5-8643-5e49342de1b2 None None] Provisioning complete for port e2763d4c-1b41-4dfb-ab88-75a49aacb5e1 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 23:02:56.585739 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-5bd3cb98-919e-44b5-8643-5e49342de1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:56.639368 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-5bd3cb98-919e-44b5-8643-5e49342de1b2 None None] Port e2763d4c-1b41-4dfb-ab88-75a49aacb5e1 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 23:02:56.645085 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-9eeabc77-c05f-45d8-971b-f4763a67c210 req-ac8d74ad-bd93-4402-88d4-45db822e8561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:56.773359 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96eed39-214b-4f6e-a100-f6c7b7963598 req-5e29fc16-f28b-456b-b935-490348c735ba tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:02:56.775458 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a96eed39-214b-4f6e-a100-f6c7b7963598 req-5e29fc16-f28b-456b-b935-490348c735ba tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9d8d029-7b1d-4995-8ac6-1c5ecd54321f HTTP/1.1" status: 200 len: 932 time: 0.0820765 May 05 23:02:56.824112 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a96eed39-214b-4f6e-a100-f6c7b7963598 req-d72deee9-84a9-42b5-b1bb-07026fc7130a tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff5e31b0-41e6-4d16-9055-3ad2e92949c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409782 May 05 23:02:56.998831 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [req-9eeabc77-c05f-45d8-971b-f4763a67c210 req-ac8d74ad-bd93-4402-88d4-45db822e8561 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2763d4c-1b41-4dfb-ab88-75a49aacb5e1 {{(pid=84063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 23:02:57.006281 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-9eeabc77-c05f-45d8-971b-f4763a67c210 req-ac8d74ad-bd93-4402-88d4-45db822e8561 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:57.021592 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.provisioning_blocks [req-9eeabc77-c05f-45d8-971b-f4763a67c210 req-ac8d74ad-bd93-4402-88d4-45db822e8561 service neutron] Transition to ACTIVE for port object e2763d4c-1b41-4dfb-ab88-75a49aacb5e1 will not be triggered until provisioned by entity L2. {{(pid=84063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 23:02:57.027164 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-9eeabc77-c05f-45d8-971b-f4763a67c210 req-ac8d74ad-bd93-4402-88d4-45db822e8561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:57.157578 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8d74ad-bd93-4402-88d4-45db822e8561 service neutron] Pushing event updated for resources: {'Port': ['ID=e2763d4c-1b41-4dfb-ab88-75a49aacb5e1,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:02:57.267905 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-9eeabc77-c05f-45d8-971b-f4763a67c210 req-ac8d74ad-bd93-4402-88d4-45db822e8561 service neutron] Attempting to bind port e2763d4c-1b41-4dfb-ab88-75a49aacb5e1 on host n-h1-825175-4 for vnic_type normal with profile {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 23:02:57.268232 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-9eeabc77-c05f-45d8-971b-f4763a67c210 req-ac8d74ad-bd93-4402-88d4-45db822e8561 service neutron] Attempting to bind port e2763d4c-1b41-4dfb-ab88-75a49aacb5e1 by drivers openvswitch,hyperv on host n-h1-825175-4 at level 0 using segments [{'id': '064c2970-9ac4-43e3-81bc-e9b1e8ba449d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a552109f-7c20-414f-bade-a5874292bb78'}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 23:02:57.268549 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eeabc77-c05f-45d8-971b-f4763a67c210 req-ac8d74ad-bd93-4402-88d4-45db822e8561 service neutron] Attempting to bind port e2763d4c-1b41-4dfb-ab88-75a49aacb5e1 on network a552109f-7c20-414f-bade-a5874292bb78 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 23:02:57.274242 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eeabc77-c05f-45d8-971b-f4763a67c210 req-ac8d74ad-bd93-4402-88d4-45db822e8561 service neutron] Port e2763d4c-1b41-4dfb-ab88-75a49aacb5e1 on network a552109f-7c20-414f-bade-a5874292bb78 not bound, no agent of type Open vSwitch agent registered on host n-h1-825175-4 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 23:02:57.274553 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eeabc77-c05f-45d8-971b-f4763a67c210 req-ac8d74ad-bd93-4402-88d4-45db822e8561 service neutron] Attempting to bind port e2763d4c-1b41-4dfb-ab88-75a49aacb5e1 on network a552109f-7c20-414f-bade-a5874292bb78 {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 23:02:57.283006 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eeabc77-c05f-45d8-971b-f4763a67c210 req-ac8d74ad-bd93-4402-88d4-45db822e8561 service neutron] Checking agent: {'id': '848eb976-d6bc-4147-8465-d8f888b05283', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 23, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 23:02:57.283305 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eeabc77-c05f-45d8-971b-f4763a67c210 req-ac8d74ad-bd93-4402-88d4-45db822e8561 service neutron] Checking segment: {'id': '064c2970-9ac4-43e3-81bc-e9b1e8ba449d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a552109f-7c20-414f-bade-a5874292bb78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 23:02:57.283866 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eeabc77-c05f-45d8-971b-f4763a67c210 req-ac8d74ad-bd93-4402-88d4-45db822e8561 service neutron] Bound using segment: {'id': '064c2970-9ac4-43e3-81bc-e9b1e8ba449d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a552109f-7c20-414f-bade-a5874292bb78'} {{(pid=84063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 23:02:57.284480 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.managers [req-9eeabc77-c05f-45d8-971b-f4763a67c210 req-ac8d74ad-bd93-4402-88d4-45db822e8561 service neutron] Bound port: e2763d4c-1b41-4dfb-ab88-75a49aacb5e1, host: n-h1-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '064c2970-9ac4-43e3-81bc-e9b1e8ba449d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a552109f-7c20-414f-bade-a5874292bb78'}}] {{(pid=84063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 23:02:57.285059 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-9eeabc77-c05f-45d8-971b-f4763a67c210 req-ac8d74ad-bd93-4402-88d4-45db822e8561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:57.380094 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-9eeabc77-c05f-45d8-971b-f4763a67c210 req-ac8d74ad-bd93-4402-88d4-45db822e8561 service neutron] For port e2763d4c-1b41-4dfb-ab88-75a49aacb5e1, host n-h1-825175-4, cleared binding levels {{(pid=84063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 23:02:57.383494 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-9eeabc77-c05f-45d8-971b-f4763a67c210 req-ac8d74ad-bd93-4402-88d4-45db822e8561 service neutron] For port e2763d4c-1b41-4dfb-ab88-75a49aacb5e1, host n-h1-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=e2763d4c-1b41-4dfb-ab88-75a49aacb5e1,segment=NetworkSegment(064c2970-9ac4-43e3-81bc-e9b1e8ba449d),segment_id=064c2970-9ac4-43e3-81bc-e9b1e8ba449d)] {{(pid=84063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 23:02:57.391905 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-9eeabc77-c05f-45d8-971b-f4763a67c210 req-ac8d74ad-bd93-4402-88d4-45db822e8561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:57.457084 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-9eeabc77-c05f-45d8-971b-f4763a67c210 req-ac8d74ad-bd93-4402-88d4-45db822e8561 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:02:57.458422 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9eeabc77-c05f-45d8-971b-f4763a67c210 req-ac8d74ad-bd93-4402-88d4-45db822e8561 service neutron] 10.222.0.44 "PUT /v2.0/ports/e2763d4c-1b41-4dfb-ab88-75a49aacb5e1 HTTP/1.1" status: 200 len: 1092 time: 1.0131295 May 05 23:02:57.458862 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d8d029-7b1d-4995-8ac6-1c5ecd54321f', 'tag': 'e2763d4c-1b41-4dfb-ab88-75a49aacb5e1'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 23:02:57.476930 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8d74ad-bd93-4402-88d4-45db822e8561 service neutron] Pushing event updated for resources: {'Port': ['ID=e2763d4c-1b41-4dfb-ab88-75a49aacb5e1,revision_number=3']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:02:57.580502 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9eeabc77-c05f-45d8-971b-f4763a67c210 req-f3f00181-0c6e-488b-aaf3-cdf3922ac501 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bff538860c8e4ca7a198450df3e7115c&device_id=d9d8d029-7b1d-4995-8ac6-1c5ecd54321f HTTP/1.1" status: 200 len: 1095 time: 0.0809548 May 05 23:02:57.644257 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed272262-0e40-4708-9b19-797f2a2fc10a'] response: {'name': 'network-changed', 'server_uuid': 'd9d8d029-7b1d-4995-8ac6-1c5ecd54321f', 'tag': 'e2763d4c-1b41-4dfb-ab88-75a49aacb5e1', 'status': 'completed', 'code': 200} May 05 23:02:57.660252 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9eeabc77-c05f-45d8-971b-f4763a67c210 req-e5da7522-5419-4d15-9cb1-c2694ced4861 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2763d4c-1b41-4dfb-ab88-75a49aacb5e1 HTTP/1.1" status: 200 len: 217 time: 0.0730457 May 05 23:02:57.723620 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeabc77-c05f-45d8-971b-f4763a67c210 req-f73587ab-ae52-4344-81a1-ec3591a904fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:02:57.725072 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9eeabc77-c05f-45d8-971b-f4763a67c210 req-f73587ab-ae52-4344-81a1-ec3591a904fb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ce3a3e8e-eb93-4cc8-814f-55660c277a6f HTTP/1.1" status: 200 len: 847 time: 0.0591509 May 05 23:02:57.805227 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9eeabc77-c05f-45d8-971b-f4763a67c210 req-015bccc5-2b8b-4c84-bcd9-052db815ce63 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a552109f-7c20-414f-bade-a5874292bb78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738344 May 05 23:02:58.029160 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd3afc-546c-495b-919d-39e1f9c56c71 req-9c39fd42-a228-4c8f-9cde-9314e881ba42 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:02:58.030850 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d3cd3afc-546c-495b-919d-39e1f9c56c71 req-9c39fd42-a228-4c8f-9cde-9314e881ba42 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9d8d029-7b1d-4995-8ac6-1c5ecd54321f HTTP/1.1" status: 200 len: 944 time: 0.0790582 May 05 23:02:58.031492 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9eeabc77-c05f-45d8-971b-f4763a67c210 req-cf099a20-63d2-436a-9dc2-c948dba05575 service neutron] 10.222.0.44 "GET /v2.0/networks/a552109f-7c20-414f-bade-a5874292bb78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195177 May 05 23:02:58.078377 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d3cd3afc-546c-495b-919d-39e1f9c56c71 req-13494087-7ff6-44a3-904c-4a36f96d9b79 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff5e31b0-41e6-4d16-9055-3ad2e92949c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416386 May 05 23:02:58.174690 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-9eeabc77-c05f-45d8-971b-f4763a67c210 req-9adf72eb-a455-4929-a624-7ecf85ae9469 service neutron] 10.222.0.44 "GET /v2.0/networks/a552109f-7c20-414f-bade-a5874292bb78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372664 May 05 23:02:58.289135 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c4f84df3-523c-4498-ab1f-148637c43831 req-0d4c39a9-b12f-47da-a6fb-4d04d22c3bf7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bff538860c8e4ca7a198450df3e7115c&device_id=d9d8d029-7b1d-4995-8ac6-1c5ecd54321f HTTP/1.1" status: 200 len: 1095 time: 0.0693755 May 05 23:02:58.420684 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f84df3-523c-4498-ab1f-148637c43831 req-a0415f39-bfbd-47f9-9828-da44c2bd4ee0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:02:58.422118 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c4f84df3-523c-4498-ab1f-148637c43831 req-a0415f39-bfbd-47f9-9828-da44c2bd4ee0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a552109f-7c20-414f-bade-a5874292bb78 HTTP/1.1" status: 200 len: 909 time: 0.1263702 May 05 23:02:58.491861 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c4f84df3-523c-4498-ab1f-148637c43831 req-dc0620ab-7a85-4c5a-b352-13c33e3d1183 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2763d4c-1b41-4dfb-ab88-75a49aacb5e1 HTTP/1.1" status: 200 len: 217 time: 0.0634820 May 05 23:02:58.556070 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f84df3-523c-4498-ab1f-148637c43831 req-3f16424a-f36b-4beb-99ba-9f2366ab6bf8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:02:58.557472 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c4f84df3-523c-4498-ab1f-148637c43831 req-3f16424a-f36b-4beb-99ba-9f2366ab6bf8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ce3a3e8e-eb93-4cc8-814f-55660c277a6f HTTP/1.1" status: 200 len: 847 time: 0.0588021 May 05 23:02:58.642477 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c4f84df3-523c-4498-ab1f-148637c43831 req-3eea26ef-7800-4a02-a91f-408c181aa73e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a552109f-7c20-414f-bade-a5874292bb78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782919 May 05 23:02:58.782528 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c4f84df3-523c-4498-ab1f-148637c43831 req-f415d59a-f681-437c-bb4d-3295d26cd043 service neutron] 10.222.0.44 "GET /v2.0/networks/a552109f-7c20-414f-bade-a5874292bb78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331325 May 05 23:02:58.923483 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c4f84df3-523c-4498-ab1f-148637c43831 req-7d712d9c-6762-4784-a20b-05a438406d50 service neutron] 10.222.0.44 "GET /v2.0/networks/a552109f-7c20-414f-bade-a5874292bb78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343505 May 05 23:02:59.283302 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb6e03-c768-4d94-b7ef-1238328f770b req-a1ea0893-4d60-48e9-a673-0be01953605c tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:02:59.284746 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4cdb6e03-c768-4d94-b7ef-1238328f770b req-a1ea0893-4d60-48e9-a673-0be01953605c tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9d8d029-7b1d-4995-8ac6-1c5ecd54321f HTTP/1.1" status: 200 len: 944 time: 0.0831125 May 05 23:02:59.331542 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-4cdb6e03-c768-4d94-b7ef-1238328f770b req-cc812437-9a21-4bc4-ad58-c1c4eb986efb tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff5e31b0-41e6-4d16-9055-3ad2e92949c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406737 May 05 23:03:00.533160 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f51a06f-94b8-4b60-8f7e-c7bc16bbf244 req-3f1ddba8-334a-4226-b476-52c86e81bc09 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:03:00.534606 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1f51a06f-94b8-4b60-8f7e-c7bc16bbf244 req-3f1ddba8-334a-4226-b476-52c86e81bc09 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9d8d029-7b1d-4995-8ac6-1c5ecd54321f HTTP/1.1" status: 200 len: 944 time: 0.0793035 May 05 23:03:00.580778 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1f51a06f-94b8-4b60-8f7e-c7bc16bbf244 req-27ea4f09-a743-4082-8bab-1583d6a2ac59 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff5e31b0-41e6-4d16-9055-3ad2e92949c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395479 May 05 23:03:01.330578 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device e2763d4c-1b41-4dfb-ab88-75a49aacb5e1 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 23:03:01.507147 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port e2763d4c-1b41-4dfb-ab88-75a49aacb5e1, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=e2763d4c-1b41-4dfb-ab88-75a49aacb5e1,segment=NetworkSegment(064c2970-9ac4-43e3-81bc-e9b1e8ba449d),segment_id=064c2970-9ac4-43e3-81bc-e9b1e8ba449d)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 23:03:01.523265 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': 'e2763d4c-1b41-4dfb-ab88-75a49aacb5e1', 'network_id': 'a552109f-7c20-414f-bade-a5874292bb78', 'port_id': 'e2763d4c-1b41-4dfb-ab88-75a49aacb5e1', 'mac_address': 'fa:16:3e:2b:d6:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce3a3e8e-eb93-4cc8-814f-55660c277a6f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 23:03:01.583073 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:03:01.601283 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2763d4c-1b41-4dfb-ab88-75a49aacb5e1 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 23:03:01.617504 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port e2763d4c-1b41-4dfb-ab88-75a49aacb5e1, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=e2763d4c-1b41-4dfb-ab88-75a49aacb5e1,segment=NetworkSegment(064c2970-9ac4-43e3-81bc-e9b1e8ba449d),segment_id=064c2970-9ac4-43e3-81bc-e9b1e8ba449d)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 23:03:01.622746 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:03:01.688809 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=e2763d4c-1b41-4dfb-ab88-75a49aacb5e1,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:03:01.794589 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e75aa-a803-4fff-b430-e02d0801e74d req-2bc165bc-e956-4723-9faf-60a9ed1d470a tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:03:01.797329 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c00e75aa-a803-4fff-b430-e02d0801e74d req-2bc165bc-e956-4723-9faf-60a9ed1d470a tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9d8d029-7b1d-4995-8ac6-1c5ecd54321f HTTP/1.1" status: 200 len: 945 time: 0.0964818 May 05 23:03:01.836050 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['e2763d4c-1b41-4dfb-ab88-75a49aacb5e1'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 23:03:01.859981 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-c00e75aa-a803-4fff-b430-e02d0801e74d req-f3a48e6a-7a22-4ab6-9006-883339717b76 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff5e31b0-41e6-4d16-9055-3ad2e92949c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558596 May 05 23:03:03.072473 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb6b259-e2aa-4294-a240-a19639ccfe24 req-77b112b5-5ac8-4d52-af95-4a19f508a6f0 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:03:03.074185 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-edb6b259-e2aa-4294-a240-a19639ccfe24 req-77b112b5-5ac8-4d52-af95-4a19f508a6f0 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9d8d029-7b1d-4995-8ac6-1c5ecd54321f HTTP/1.1" status: 200 len: 945 time: 0.0831594 May 05 23:03:03.124484 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-edb6b259-e2aa-4294-a240-a19639ccfe24 req-07b58fc5-05af-4c7f-8099-263559b1be37 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff5e31b0-41e6-4d16-9055-3ad2e92949c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445311 May 05 23:03:03.332762 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device e2763d4c-1b41-4dfb-ab88-75a49aacb5e1 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 23:03:03.408471 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning for port e2763d4c-1b41-4dfb-ab88-75a49aacb5e1 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 23:03:03.415719 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port e2763d4c-1b41-4dfb-ab88-75a49aacb5e1 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 23:03:03.416252 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:03:03.558147 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:03:03.587773 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d8d029-7b1d-4995-8ac6-1c5ecd54321f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2763d4c-1b41-4dfb-ab88-75a49aacb5e1'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 23:03:03.597646 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port e2763d4c-1b41-4dfb-ab88-75a49aacb5e1, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=e2763d4c-1b41-4dfb-ab88-75a49aacb5e1,segment=NetworkSegment(064c2970-9ac4-43e3-81bc-e9b1e8ba449d),segment_id=064c2970-9ac4-43e3-81bc-e9b1e8ba449d)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 23:03:03.603823 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:03:03.648621 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0746aed0-e953-42ae-b108-053586a1a663'] response: {'server_uuid': 'd9d8d029-7b1d-4995-8ac6-1c5ecd54321f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2763d4c-1b41-4dfb-ab88-75a49aacb5e1', 'code': 200} May 05 23:03:03.672273 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=e2763d4c-1b41-4dfb-ab88-75a49aacb5e1,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:03:03.779352 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2e40fda1-bbb5-4e7d-a38f-55b83294227f req-6c938d83-659b-40c0-8001-14ea8c505847 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d029-7b1d-4995-8ac6-1c5ecd54321f HTTP/1.1" status: 200 len: 1097 time: 0.0723469 May 05 23:03:03.824745 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-2e40fda1-bbb5-4e7d-a38f-55b83294227f req-c98f1855-7756-4af9-bd90-1567aa476323 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ff5e31b0-41e6-4d16-9055-3ad2e92949c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398524 May 05 23:03:04.327562 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5446c-3a6c-42d5-b615-0a84b79b511f req-9c570cb3-62a7-41f0-aaf5-b9ff6da5c149 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:03:04.329022 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-27d5446c-3a6c-42d5-b615-0a84b79b511f req-9c570cb3-62a7-41f0-aaf5-b9ff6da5c149 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9d8d029-7b1d-4995-8ac6-1c5ecd54321f HTTP/1.1" status: 200 len: 946 time: 0.0836818 May 05 23:03:04.376745 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-27d5446c-3a6c-42d5-b615-0a84b79b511f req-32a7d502-b979-4a55-a13b-f1df9dc6c4ab tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff5e31b0-41e6-4d16-9055-3ad2e92949c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419614 May 05 23:03:05.587226 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c0246-e257-443a-929c-561183a92097 req-e4f0a4f3-810c-4a90-b963-f949bd25325a tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:03:05.588717 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-524c0246-e257-443a-929c-561183a92097 req-e4f0a4f3-810c-4a90-b963-f949bd25325a tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9d8d029-7b1d-4995-8ac6-1c5ecd54321f HTTP/1.1" status: 200 len: 946 time: 0.0825849 May 05 23:03:05.634898 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-524c0246-e257-443a-929c-561183a92097 req-7f319795-d40e-47e4-bc11-f2f63f1e3d94 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff5e31b0-41e6-4d16-9055-3ad2e92949c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405877 May 05 23:03:05.844804 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f062481-d902-4216-9711-c5834f94f9a2 req-17ac59f8-474a-4185-b4bf-ba07ea0e48fd tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:03:05.846161 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3f062481-d902-4216-9711-c5834f94f9a2 req-17ac59f8-474a-4185-b4bf-ba07ea0e48fd tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9d8d029-7b1d-4995-8ac6-1c5ecd54321f HTTP/1.1" status: 200 len: 946 time: 0.0854170 May 05 23:03:05.893361 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-3f062481-d902-4216-9711-c5834f94f9a2 req-d3505e13-16f9-4f39-a859-3283826aeaca tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff5e31b0-41e6-4d16-9055-3ad2e92949c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413980 May 05 23:03:05.920792 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 38922) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 23:03:06.070686 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-37e73241-aad1-497e-9c40-299e5da3ba61 tempest-TestSnapshotPattern-142766256 tempest-TestSnapshotPattern-142766256-project-admin] Synchronizing usage tracker for tenant:442203b47c8e492f8971d03e62fe11f6 on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 23:03:06.089721 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-37e73241-aad1-497e-9c40-299e5da3ba61 tempest-TestSnapshotPattern-142766256 tempest-TestSnapshotPattern-142766256-project-admin] Unset dirty status for tenant:442203b47c8e492f8971d03e62fe11f6 on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 23:03:06.090963 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-37e73241-aad1-497e-9c40-299e5da3ba61 tempest-TestSnapshotPattern-142766256 tempest-TestSnapshotPattern-142766256-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d9d8d029-7b1d-4995-8ac6-1c5ecd54321f HTTP/1.1" status: 200 len: 1092 time: 0.1691687 May 05 23:03:06.094410 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 38928) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 23:03:06.102438 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [None req-9cd245af-fc12-4f08-b614-8fc6ae019926 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Request body: {'floatingip': {'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'port_id': 'e2763d4c-1b41-4dfb-ab88-75a49aacb5e1', 'tenant_id': 'bff538860c8e4ca7a198450df3e7115c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 23:03:06.108964 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-9cd245af-fc12-4f08-b614-8fc6ae019926 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 23:03:06.113421 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-9cd245af-fc12-4f08-b614-8fc6ae019926 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Usage tracker for resource:floatingip and tenant:bff538860c8e4ca7a198450df3e7115c is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 23:03:06.117056 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [None req-9cd245af-fc12-4f08-b614-8fc6ae019926 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 23:03:06.123466 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [None req-9cd245af-fc12-4f08-b614-8fc6ae019926 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 23:03:06.136049 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9cd245af-fc12-4f08-b614-8fc6ae019926 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks [] for floatingip, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:03:06.282185 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9cd245af-fc12-4f08-b614-8fc6ae019926 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:03:06.423688 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [None req-9cd245af-fc12-4f08-b614-8fc6ae019926 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Allocated IP 172.25.4.229 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/5b84eb79-92b5-4429-b40c-f9d05f354271) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 23:03:06.573212 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9cd245af-fc12-4f08-b614-8fc6ae019926 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:03:06.577649 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:03:06.602297 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9cd245af-fc12-4f08-b614-8fc6ae019926 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:03:06.667739 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd245af-fc12-4f08-b614-8fc6ae019926 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 23:03:06.670458 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [None req-9cd245af-fc12-4f08-b614-8fc6ae019926 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 23:03:06.674690 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd245af-fc12-4f08-b614-8fc6ae019926 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 23:03:06.698220 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd245af-fc12-4f08-b614-8fc6ae019926 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Pushing event updated for resources: {'Port': ['ID=5b84eb79-92b5-4429-b40c-f9d05f354271,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:03:06.858114 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:03:07.285774 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9cd245af-fc12-4f08-b614-8fc6ae019926 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:03:07.351233 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9cd245af-fc12-4f08-b614-8fc6ae019926 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:03:07.570750 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9cd245af-fc12-4f08-b614-8fc6ae019926 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:03:07.576920 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9cd245af-fc12-4f08-b614-8fc6ae019926 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:03:07.686617 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd245af-fc12-4f08-b614-8fc6ae019926 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Pushing event updated for resources: {'Port': ['ID=5b84eb79-92b5-4429-b40c-f9d05f354271,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:03:07.701245 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9cd245af-fc12-4f08-b614-8fc6ae019926 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:03:07.893078 n-d-825175-4 neutron-server[84061]: INFO neutron.db.l3_db [None req-9cd245af-fc12-4f08-b614-8fc6ae019926 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Floating IP d31628a7-2fd7-4cd9-a385-fe79b63085a9 associated. External IP: 172.25.4.229, port: e2763d4c-1b41-4dfb-ab88-75a49aacb5e1. May 05 23:03:08.294721 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd245af-fc12-4f08-b614-8fc6ae019926 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Router b053de8c-7535-4b74-b480-1418c58e5421 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84061) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 23:03:08.631002 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd245af-fc12-4f08-b614-8fc6ae019926 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84061) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 23:03:08.640680 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a292c25a-07c3-463f-bb12-67c0a42c607a None None] Sync routers for ids ['b053de8c-7535-4b74-b480-1418c58e5421'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 23:03:08.652861 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a292c25a-07c3-463f-bb12-67c0a42c607a None None] Routers {'b053de8c-7535-4b74-b480-1418c58e5421'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 23:03:08.653441 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-a292c25a-07c3-463f-bb12-67c0a42c607a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T23:02:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['b053de8c-7535-4b74-b480-1418c58e5421'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 23:03:08.657376 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-9cd245af-fc12-4f08-b614-8fc6ae019926 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:03:08.712895 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-9cd245af-fc12-4f08-b614-8fc6ae019926 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6171410 May 05 23:03:08.714181 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d8d029-7b1d-4995-8ac6-1c5ecd54321f', 'tag': 'e2763d4c-1b41-4dfb-ab88-75a49aacb5e1'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 23:03:08.771261 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c73da989-dc9a-44a5-b254-e760faf5da7b'] response: {'name': 'network-changed', 'server_uuid': 'd9d8d029-7b1d-4995-8ac6-1c5ecd54321f', 'tag': 'e2763d4c-1b41-4dfb-ab88-75a49aacb5e1', 'status': 'completed', 'code': 200} May 05 23:03:08.831311 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-a292c25a-07c3-463f-bb12-67c0a42c607a None None] Set router b053de8c-7535-4b74-b480-1418c58e5421 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 23:03:08.865941 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-835cd55e-4bb4-4b25-a848-fa4cf6e73bf9 req-ee65f5e6-95b0-49f0-b9f7-2ed599a30530 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bff538860c8e4ca7a198450df3e7115c&device_id=d9d8d029-7b1d-4995-8ac6-1c5ecd54321f HTTP/1.1" status: 200 len: 1097 time: 0.0739238 May 05 23:03:08.998453 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835cd55e-4bb4-4b25-a848-fa4cf6e73bf9 req-ec930d42-9ca4-4d0c-85b7-69e576819e8b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:03:08.999972 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-835cd55e-4bb4-4b25-a848-fa4cf6e73bf9 req-ec930d42-9ca4-4d0c-85b7-69e576819e8b service neutron] 10.222.0.44 "GET /v2.0/networks?id=a552109f-7c20-414f-bade-a5874292bb78 HTTP/1.1" status: 200 len: 909 time: 0.1249309 May 05 23:03:09.101015 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-835cd55e-4bb4-4b25-a848-fa4cf6e73bf9 req-130e12fd-ff07-4450-8e72-4c82998c4de1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2763d4c-1b41-4dfb-ab88-75a49aacb5e1 HTTP/1.1" status: 200 len: 1000 time: 0.0947073 May 05 23:03:09.164004 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835cd55e-4bb4-4b25-a848-fa4cf6e73bf9 req-fbc37bcf-5faa-4bf3-8e9c-03f11793f1c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:03:09.165377 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-835cd55e-4bb4-4b25-a848-fa4cf6e73bf9 req-fbc37bcf-5faa-4bf3-8e9c-03f11793f1c4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ce3a3e8e-eb93-4cc8-814f-55660c277a6f HTTP/1.1" status: 200 len: 847 time: 0.0589299 May 05 23:03:09.180385 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-a292c25a-07c3-463f-bb12-67c0a42c607a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'name': 'tempest-TestSnapshotPattern-30386274-router', 'tenant_id': 'bff538860c8e4ca7a198450df3e7115c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '74bd96b6-b579-4556-a98a-8e39034efa87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T23:02:40Z', 'updated_at': '2022-05-05T23:02:43Z', 'revision_number': 4, 'project_id': 'bff538860c8e4ca7a198450df3e7115c', 'gw_port': {'id': '74bd96b6-b579-4556-a98a-8e39034efa87', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:94:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T23:02:40Z', 'updated_at': '2022-05-05T23:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': 'd31628a7-2fd7-4cd9-a385-fe79b63085a9', 'tenant_id': 'bff538860c8e4ca7a198450df3e7115c', 'floating_ip_address': '172.25.4.229', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'port_id': 'e2763d4c-1b41-4dfb-ab88-75a49aacb5e1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a552109f-7c20-414f-bade-a5874292bb78', 'mac_address': 'fa:16:3e:2b:d6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d8d029-7b1d-4995-8ac6-1c5ecd54321f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T23:03:07Z', 'updated_at': '2022-05-05T23:03:07Z', 'revision_number': 0, 'project_id': 'bff538860c8e4ca7a198450df3e7115c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a62fbd11-8acf-4d70-bb17-c6becbd75bb3', 'name': '', 'network_id': 'a552109f-7c20-414f-bade-a5874292bb78', 'tenant_id': 'bff538860c8e4ca7a198450df3e7115c', 'mac_address': 'fa:16:3e:4d:e9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce3a3e8e-eb93-4cc8-814f-55660c277a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T23:02:43Z', 'updated_at': '2022-05-05T23:02:52Z', 'revision_number': 5, 'project_id': 'bff538860c8e4ca7a198450df3e7115c', 'subnets': [{'id': 'ce3a3e8e-eb93-4cc8-814f-55660c277a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 23:03:09.184627 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a292c25a-07c3-463f-bb12-67c0a42c607a None None] Checking router: b053de8c-7535-4b74-b480-1418c58e5421 for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 23:03:09.197104 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a292c25a-07c3-463f-bb12-67c0a42c607a None None] Routers {'b053de8c-7535-4b74-b480-1418c58e5421'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 23:03:09.197696 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-a292c25a-07c3-463f-bb12-67c0a42c607a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T23:02:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['b053de8c-7535-4b74-b480-1418c58e5421'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 23:03:09.238034 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-835cd55e-4bb4-4b25-a848-fa4cf6e73bf9 req-4837f372-502d-45f9-a803-5cc8a3393645 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a552109f-7c20-414f-bade-a5874292bb78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664716 May 05 23:03:09.369599 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-835cd55e-4bb4-4b25-a848-fa4cf6e73bf9 req-72dd6c15-dd6c-4172-a280-cf5a43969b1e service neutron] 10.222.0.44 "GET /v2.0/networks/a552109f-7c20-414f-bade-a5874292bb78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254718 May 05 23:03:09.376939 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-a292c25a-07c3-463f-bb12-67c0a42c607a None None] Set router b053de8c-7535-4b74-b480-1418c58e5421 gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 23:03:09.621390 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-835cd55e-4bb4-4b25-a848-fa4cf6e73bf9 req-ecd72f7c-0ce9-40ae-bf1d-199e24a6f760 service neutron] 10.222.0.44 "GET /v2.0/networks/a552109f-7c20-414f-bade-a5874292bb78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455983 May 05 23:03:09.773491 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-a292c25a-07c3-463f-bb12-67c0a42c607a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'name': 'tempest-TestSnapshotPattern-30386274-router', 'tenant_id': 'bff538860c8e4ca7a198450df3e7115c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '74bd96b6-b579-4556-a98a-8e39034efa87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T23:02:40Z', 'updated_at': '2022-05-05T23:02:43Z', 'revision_number': 4, 'project_id': 'bff538860c8e4ca7a198450df3e7115c', 'gw_port': {'id': '74bd96b6-b579-4556-a98a-8e39034efa87', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:94:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T23:02:40Z', 'updated_at': '2022-05-05T23:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': 'd31628a7-2fd7-4cd9-a385-fe79b63085a9', 'tenant_id': 'bff538860c8e4ca7a198450df3e7115c', 'floating_ip_address': '172.25.4.229', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'port_id': 'e2763d4c-1b41-4dfb-ab88-75a49aacb5e1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a552109f-7c20-414f-bade-a5874292bb78', 'mac_address': 'fa:16:3e:2b:d6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d8d029-7b1d-4995-8ac6-1c5ecd54321f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T23:03:07Z', 'updated_at': '2022-05-05T23:03:07Z', 'revision_number': 0, 'project_id': 'bff538860c8e4ca7a198450df3e7115c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a62fbd11-8acf-4d70-bb17-c6becbd75bb3', 'name': '', 'network_id': 'a552109f-7c20-414f-bade-a5874292bb78', 'tenant_id': 'bff538860c8e4ca7a198450df3e7115c', 'mac_address': 'fa:16:3e:4d:e9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce3a3e8e-eb93-4cc8-814f-55660c277a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T23:02:43Z', 'updated_at': '2022-05-05T23:02:52Z', 'revision_number': 5, 'project_id': 'bff538860c8e4ca7a198450df3e7115c', 'subnets': [{'id': 'ce3a3e8e-eb93-4cc8-814f-55660c277a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 23:03:09.779409 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a292c25a-07c3-463f-bb12-67c0a42c607a None None] The sync data for ids ['b053de8c-7535-4b74-b480-1418c58e5421'] in n-d-825175-4 is: [{'id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'name': 'tempest-TestSnapshotPattern-30386274-router', 'tenant_id': 'bff538860c8e4ca7a198450df3e7115c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '74bd96b6-b579-4556-a98a-8e39034efa87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T23:02:40Z', 'updated_at': '2022-05-05T23:02:43Z', 'revision_number': 4, 'project_id': 'bff538860c8e4ca7a198450df3e7115c', 'gw_port': {'id': '74bd96b6-b579-4556-a98a-8e39034efa87', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:94:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T23:02:40Z', 'updated_at': '2022-05-05T23:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': 'd31628a7-2fd7-4cd9-a385-fe79b63085a9', 'tenant_id': 'bff538860c8e4ca7a198450df3e7115c', 'floating_ip_address': '172.25.4.229', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'port_id': 'e2763d4c-1b41-4dfb-ab88-75a49aacb5e1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a552109f-7c20-414f-bade-a5874292bb78', 'mac_address': 'fa:16:3e:2b:d6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d8d029-7b1d-4995-8ac6-1c5ecd54321f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T23:03:07Z', 'updated_at': '2022-05-05T23:03:07Z', 'revision_number': 0, 'project_id': 'bff538860c8e4ca7a198450df3e7115c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a62fbd11-8acf-4d70-bb17-c6becbd75bb3', 'name': '', 'network_id': 'a552109f-7c20-414f-bade-a5874292bb78', 'tenant_id': 'bff538860c8e4ca7a198450df3e7115c', 'mac_address': 'fa:16:3e:4d:e9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce3a3e8e-eb93-4cc8-814f-55660c277a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T23:02:43Z', 'updated_at': '2022-05-05T23:02:52Z', 'revision_number': 5, 'project_id': 'bff538860c8e4ca7a198450df3e7115c', 'subnets': [{'id': 'ce3a3e8e-eb93-4cc8-814f-55660c277a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 23:03:12.849305 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddb4321-dc33-4d62-9c8f-dbf195cd8263 None None] Sync routers for ids ['8241e521-31cf-488d-bb5a-23f5ab792bea'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 23:03:12.860652 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ab6399-6b0f-4ba1-b425-4cc33498e792 None None] New status for floating IP d31628a7-2fd7-4cd9-a385-fe79b63085a9: ACTIVE {{(pid=84064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 23:03:12.867482 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddb4321-dc33-4d62-9c8f-dbf195cd8263 None None] Routers {'8241e521-31cf-488d-bb5a-23f5ab792bea'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 23:03:12.868095 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-dddb4321-dc33-4d62-9c8f-dbf195cd8263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T23:02:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8241e521-31cf-488d-bb5a-23f5ab792bea'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 23:03:13.072626 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-dddb4321-dc33-4d62-9c8f-dbf195cd8263 None None] Set router 8241e521-31cf-488d-bb5a-23f5ab792bea gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 23:03:13.391645 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-dddb4321-dc33-4d62-9c8f-dbf195cd8263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8241e521-31cf-488d-bb5a-23f5ab792bea', 'name': 'tempest-TestSnapshotPattern-1087361137-router', 'tenant_id': '442203b47c8e492f8971d03e62fe11f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '60c38e22-b0c8-4eeb-8ce1-037ab84f7c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T23:02:46Z', 'updated_at': '2022-05-05T23:02:49Z', 'revision_number': 4, 'project_id': '442203b47c8e492f8971d03e62fe11f6', 'gw_port': {'id': '60c38e22-b0c8-4eeb-8ce1-037ab84f7c38', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8241e521-31cf-488d-bb5a-23f5ab792bea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T23:02:47Z', 'updated_at': '2022-05-05T23:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '740aca77-ffcf-49d4-b448-c410fed4b95b', 'name': '', 'network_id': 'e3589a90-d24a-4d5d-9fc8-04d11f3bcdfb', 'tenant_id': '442203b47c8e492f8971d03e62fe11f6', 'mac_address': 'fa:16:3e:98:a7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8241e521-31cf-488d-bb5a-23f5ab792bea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0a1f200-5829-4600-bb30-1d695ba29726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T23:02:49Z', 'updated_at': '2022-05-05T23:02:50Z', 'revision_number': 2, 'project_id': '442203b47c8e492f8971d03e62fe11f6', 'subnets': [{'id': 'e0a1f200-5829-4600-bb30-1d695ba29726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 23:03:13.395907 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddb4321-dc33-4d62-9c8f-dbf195cd8263 None None] Checking router: 8241e521-31cf-488d-bb5a-23f5ab792bea for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 23:03:13.396251 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddb4321-dc33-4d62-9c8f-dbf195cd8263 None None] Updating router 8241e521-31cf-488d-bb5a-23f5ab792bea port 740aca77-ffcf-49d4-b448-c410fed4b95b binding host n-d-825175-4 {{(pid=84068) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 23:03:13.446138 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-dddb4321-dc33-4d62-9c8f-dbf195cd8263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:03:13.787625 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-dddb4321-dc33-4d62-9c8f-dbf195cd8263 None None] Notify callbacks [] for port, precommit_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:03:13.800310 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.provisioning_blocks [None req-dddb4321-dc33-4d62-9c8f-dbf195cd8263 None None] Transition to ACTIVE for port object 740aca77-ffcf-49d4-b448-c410fed4b95b will not be triggered until provisioned by entity L2. {{(pid=84068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 23:03:13.807749 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-dddb4321-dc33-4d62-9c8f-dbf195cd8263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:03:13.932631 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a140b2-abf7-48c0-908c-e36108697392 None None] Pushing event updated for resources: {'Port': ['ID=740aca77-ffcf-49d4-b448-c410fed4b95b,revision_number=3']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:03:14.023516 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-dddb4321-dc33-4d62-9c8f-dbf195cd8263 None None] Attempting to bind port 740aca77-ffcf-49d4-b448-c410fed4b95b on host n-d-825175-4 for vnic_type normal with profile {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 23:03:14.024004 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-dddb4321-dc33-4d62-9c8f-dbf195cd8263 None None] Attempting to bind port 740aca77-ffcf-49d4-b448-c410fed4b95b by drivers openvswitch,hyperv on host n-d-825175-4 at level 0 using segments [{'id': 'ac7d1004-d066-40b2-b35b-0fad0b53b301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e3589a90-d24a-4d5d-9fc8-04d11f3bcdfb'}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 23:03:14.024363 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddb4321-dc33-4d62-9c8f-dbf195cd8263 None None] Attempting to bind port 740aca77-ffcf-49d4-b448-c410fed4b95b on network e3589a90-d24a-4d5d-9fc8-04d11f3bcdfb {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 23:03:14.031274 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddb4321-dc33-4d62-9c8f-dbf195cd8263 None None] Checking agent: {'id': '5a2ac1d8-24c6-457f-9ce0-91def11b4232', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 26, 17), 'started_at': datetime.datetime(2022, 5, 5, 21, 26, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 23, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825175-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 23:03:14.031652 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddb4321-dc33-4d62-9c8f-dbf195cd8263 None None] Checking segment: {'id': 'ac7d1004-d066-40b2-b35b-0fad0b53b301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e3589a90-d24a-4d5d-9fc8-04d11f3bcdfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 23:03:14.032037 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-dddb4321-dc33-4d62-9c8f-dbf195cd8263 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:03:14.032429 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddb4321-dc33-4d62-9c8f-dbf195cd8263 None None] Bound using segment: {'id': 'ac7d1004-d066-40b2-b35b-0fad0b53b301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e3589a90-d24a-4d5d-9fc8-04d11f3bcdfb'} {{(pid=84068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 23:03:14.032875 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.managers [None req-dddb4321-dc33-4d62-9c8f-dbf195cd8263 None None] Bound port: 740aca77-ffcf-49d4-b448-c410fed4b95b, host: n-d-825175-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac7d1004-d066-40b2-b35b-0fad0b53b301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e3589a90-d24a-4d5d-9fc8-04d11f3bcdfb'}}] {{(pid=84068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 23:03:14.033225 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-dddb4321-dc33-4d62-9c8f-dbf195cd8263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:03:14.073510 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7c425ad1-5b5c-415d-834d-689468611478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:03:14.123639 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-dddb4321-dc33-4d62-9c8f-dbf195cd8263 None None] For port 740aca77-ffcf-49d4-b448-c410fed4b95b, host n-d-825175-4, cleared binding levels {{(pid=84068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 23:03:14.126732 n-d-825175-4 neutron-server[84068]: DEBUG neutron.plugins.ml2.db [None req-dddb4321-dc33-4d62-9c8f-dbf195cd8263 None None] For port 740aca77-ffcf-49d4-b448-c410fed4b95b, host n-d-825175-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=740aca77-ffcf-49d4-b448-c410fed4b95b,segment=NetworkSegment(ac7d1004-d066-40b2-b35b-0fad0b53b301),segment_id=ac7d1004-d066-40b2-b35b-0fad0b53b301)] {{(pid=84068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 23:03:14.132826 n-d-825175-4 neutron-server[84068]: DEBUG neutron_lib.callbacks.manager [None req-dddb4321-dc33-4d62-9c8f-dbf195cd8263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:03:14.207186 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a140b2-abf7-48c0-908c-e36108697392 None None] Pushing event updated for resources: {'Port': ['ID=740aca77-ffcf-49d4-b448-c410fed4b95b,revision_number=4']} {{(pid=84068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:03:14.213500 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddb4321-dc33-4d62-9c8f-dbf195cd8263 None None] Routers {'8241e521-31cf-488d-bb5a-23f5ab792bea'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 23:03:14.214097 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-dddb4321-dc33-4d62-9c8f-dbf195cd8263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T23:02:46Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8241e521-31cf-488d-bb5a-23f5ab792bea'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 23:03:14.392788 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-dddb4321-dc33-4d62-9c8f-dbf195cd8263 None None] Set router 8241e521-31cf-488d-bb5a-23f5ab792bea gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 23:03:14.731773 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-dddb4321-dc33-4d62-9c8f-dbf195cd8263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8241e521-31cf-488d-bb5a-23f5ab792bea', 'name': 'tempest-TestSnapshotPattern-1087361137-router', 'tenant_id': '442203b47c8e492f8971d03e62fe11f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '60c38e22-b0c8-4eeb-8ce1-037ab84f7c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T23:02:46Z', 'updated_at': '2022-05-05T23:02:49Z', 'revision_number': 4, 'project_id': '442203b47c8e492f8971d03e62fe11f6', 'gw_port': {'id': '60c38e22-b0c8-4eeb-8ce1-037ab84f7c38', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8241e521-31cf-488d-bb5a-23f5ab792bea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T23:02:47Z', 'updated_at': '2022-05-05T23:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '740aca77-ffcf-49d4-b448-c410fed4b95b', 'name': '', 'network_id': 'e3589a90-d24a-4d5d-9fc8-04d11f3bcdfb', 'tenant_id': '442203b47c8e492f8971d03e62fe11f6', 'mac_address': 'fa:16:3e:98:a7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8241e521-31cf-488d-bb5a-23f5ab792bea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0a1f200-5829-4600-bb30-1d695ba29726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T23:02:49Z', 'updated_at': '2022-05-05T23:03:14Z', 'revision_number': 4, 'project_id': '442203b47c8e492f8971d03e62fe11f6', 'subnets': [{'id': 'e0a1f200-5829-4600-bb30-1d695ba29726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 23:03:14.735817 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddb4321-dc33-4d62-9c8f-dbf195cd8263 None None] The sync data for ids ['8241e521-31cf-488d-bb5a-23f5ab792bea'] in n-d-825175-4 is: [{'id': '8241e521-31cf-488d-bb5a-23f5ab792bea', 'name': 'tempest-TestSnapshotPattern-1087361137-router', 'tenant_id': '442203b47c8e492f8971d03e62fe11f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '60c38e22-b0c8-4eeb-8ce1-037ab84f7c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T23:02:46Z', 'updated_at': '2022-05-05T23:02:49Z', 'revision_number': 4, 'project_id': '442203b47c8e492f8971d03e62fe11f6', 'gw_port': {'id': '60c38e22-b0c8-4eeb-8ce1-037ab84f7c38', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8241e521-31cf-488d-bb5a-23f5ab792bea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T23:02:47Z', 'updated_at': '2022-05-05T23:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': '740aca77-ffcf-49d4-b448-c410fed4b95b', 'name': '', 'network_id': 'e3589a90-d24a-4d5d-9fc8-04d11f3bcdfb', 'tenant_id': '442203b47c8e492f8971d03e62fe11f6', 'mac_address': 'fa:16:3e:98:a7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8241e521-31cf-488d-bb5a-23f5ab792bea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e0a1f200-5829-4600-bb30-1d695ba29726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T23:02:49Z', 'updated_at': '2022-05-05T23:03:14Z', 'revision_number': 4, 'project_id': '442203b47c8e492f8971d03e62fe11f6', 'subnets': [{'id': 'e0a1f200-5829-4600-bb30-1d695ba29726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 23:03:15.376480 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 23:03:15.406923 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 740aca77-ffcf-49d4-b448-c410fed4b95b up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 23:03:15.480329 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning for port 740aca77-ffcf-49d4-b448-c410fed4b95b completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 23:03:15.485455 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 740aca77-ffcf-49d4-b448-c410fed4b95b triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 23:03:15.485818 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:03:15.604783 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:03:15.639211 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] For port 740aca77-ffcf-49d4-b448-c410fed4b95b, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=740aca77-ffcf-49d4-b448-c410fed4b95b,segment=NetworkSegment(ac7d1004-d066-40b2-b35b-0fad0b53b301),segment_id=ac7d1004-d066-40b2-b35b-0fad0b53b301)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 23:03:15.645338 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:03:15.710209 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Pushing event updated for resources: {'Port': ['ID=740aca77-ffcf-49d4-b448-c410fed4b95b,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:03:16.402173 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8bcd557c-13db-4276-9968-3fb98b7904f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:03:17.401401 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 740aca77-ffcf-49d4-b448-c410fed4b95b up at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 23:03:17.474105 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Provisioning complete for port 740aca77-ffcf-49d4-b448-c410fed4b95b triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 23:03:17.474470 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:03:17.647001 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:03:17.680761 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:03:19.308159 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:03:36.581868 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:03:36.860528 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:03:44.085153 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-0fef23bc-19d5-4f84-99a7-877ba197a7b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:03:46.402682 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ace6b98b-5245-436f-ae46-bb7e603f6193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:03:47.656575 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:03:47.687027 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:03:49.308192 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:03:52.377439 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 23:03:55.237646 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1ac30d86-2a7d-4f76-8d29-e4000b16c092 req-9a0462db-410c-4e96-a2cd-e43217a41e2e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d029-7b1d-4995-8ac6-1c5ecd54321f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0707405 May 05 23:03:55.376098 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1ac30d86-2a7d-4f76-8d29-e4000b16c092 req-bfef8384-7352-4f2f-b584-5402702d438c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bff538860c8e4ca7a198450df3e7115c&device_id=d9d8d029-7b1d-4995-8ac6-1c5ecd54321f HTTP/1.1" status: 200 len: 1097 time: 0.0705993 May 05 23:03:55.529320 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac30d86-2a7d-4f76-8d29-e4000b16c092 req-764e03ed-4535-4c0a-b2f2-d273eb01ce00 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:03:55.530808 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1ac30d86-2a7d-4f76-8d29-e4000b16c092 req-764e03ed-4535-4c0a-b2f2-d273eb01ce00 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a552109f-7c20-414f-bade-a5874292bb78 HTTP/1.1" status: 200 len: 909 time: 0.1328979 May 05 23:03:55.632180 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1ac30d86-2a7d-4f76-8d29-e4000b16c092 req-f50bce7a-60d8-49ba-b1d7-ac7f4fbf59ec service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2763d4c-1b41-4dfb-ab88-75a49aacb5e1 HTTP/1.1" status: 200 len: 1002 time: 0.0957370 May 05 23:03:55.697775 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac30d86-2a7d-4f76-8d29-e4000b16c092 req-bae685a0-ba56-4748-a267-5141fa9771b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:03:55.699202 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1ac30d86-2a7d-4f76-8d29-e4000b16c092 req-bae685a0-ba56-4748-a267-5141fa9771b5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ce3a3e8e-eb93-4cc8-814f-55660c277a6f HTTP/1.1" status: 200 len: 847 time: 0.0605650 May 05 23:03:55.778257 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1ac30d86-2a7d-4f76-8d29-e4000b16c092 req-c6c31788-130e-47d4-b4b9-324d5695e840 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a552109f-7c20-414f-bade-a5874292bb78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735006 May 05 23:03:55.909666 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1ac30d86-2a7d-4f76-8d29-e4000b16c092 req-5e1a2657-1caa-4ca8-841d-ac092f903188 service neutron] 10.222.0.44 "GET /v2.0/networks/a552109f-7c20-414f-bade-a5874292bb78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253107 May 05 23:03:56.040845 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-1ac30d86-2a7d-4f76-8d29-e4000b16c092 req-4d91b7ff-2399-40ea-8db8-f93ff0c3e4f4 service neutron] 10.222.0.44 "GET /v2.0/networks/a552109f-7c20-414f-bade-a5874292bb78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254997 May 05 23:04:06.598331 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:04:06.863949 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:04:14.081365 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-842da8c3-2b21-4438-9762-94ee55195ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:04:15.446083 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [req-381c41ff-5448-4875-8037-59848aaeb115 req-c740362b-b55e-490b-9891-518f177d220f service neutron] (84063) timed out ('10.222.0.23', 33728) {{(pid=84063) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 05 23:04:16.403949 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-eb63392f-8966-42b5-815a-a51b64bcc11f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:04:17.657018 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:04:17.686373 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:04:19.313299 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:04:29.383407 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 23:04:36.597536 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:04:36.859315 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:04:44.088560 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-17150615-8a3a-42ec-8753-7845d5305d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:04:46.404667 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f4987680-4181-4499-8f42-cd5a7afe7c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:04:47.660861 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:04:47.689865 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:04:49.322022 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:04:55.230332 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4fafbde3-b4a5-4518-b1a0-67b3cb6e27c0 req-2de4cff7-55a8-42f2-b347-a71596b36bc5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d029-7b1d-4995-8ac6-1c5ecd54321f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0743399 May 05 23:04:55.385847 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4fafbde3-b4a5-4518-b1a0-67b3cb6e27c0 req-cb1d2aec-65d8-4095-b27b-531bc567dea0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bff538860c8e4ca7a198450df3e7115c&device_id=d9d8d029-7b1d-4995-8ac6-1c5ecd54321f HTTP/1.1" status: 200 len: 1097 time: 0.0830104 May 05 23:04:55.530314 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fafbde3-b4a5-4518-b1a0-67b3cb6e27c0 req-fa444ab7-381f-4842-ae20-b436c2cb8da5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:04:55.531867 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4fafbde3-b4a5-4518-b1a0-67b3cb6e27c0 req-fa444ab7-381f-4842-ae20-b436c2cb8da5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a552109f-7c20-414f-bade-a5874292bb78 HTTP/1.1" status: 200 len: 909 time: 0.1260736 May 05 23:04:55.633205 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4fafbde3-b4a5-4518-b1a0-67b3cb6e27c0 req-ab2d719e-a97a-4313-9fd7-c900186bdf4c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2763d4c-1b41-4dfb-ab88-75a49aacb5e1 HTTP/1.1" status: 200 len: 1002 time: 0.0958099 May 05 23:04:55.693789 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fafbde3-b4a5-4518-b1a0-67b3cb6e27c0 req-0210792b-386d-4f43-b450-58605e7a9af2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:04:55.695190 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4fafbde3-b4a5-4518-b1a0-67b3cb6e27c0 req-0210792b-386d-4f43-b450-58605e7a9af2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ce3a3e8e-eb93-4cc8-814f-55660c277a6f HTTP/1.1" status: 200 len: 847 time: 0.0556598 May 05 23:04:55.773881 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4fafbde3-b4a5-4518-b1a0-67b3cb6e27c0 req-945db238-c09f-407a-83db-cedd489473dd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a552109f-7c20-414f-bade-a5874292bb78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719285 May 05 23:04:55.906924 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4fafbde3-b4a5-4518-b1a0-67b3cb6e27c0 req-309d6960-1f27-45c8-b903-ef38c765975c service neutron] 10.222.0.44 "GET /v2.0/networks/a552109f-7c20-414f-bade-a5874292bb78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263053 May 05 23:04:56.120127 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-4fafbde3-b4a5-4518-b1a0-67b3cb6e27c0 req-7e1fb0ce-094e-4557-b5d2-49f9ae975c5d service neutron] 10.222.0.44 "GET /v2.0/networks/a552109f-7c20-414f-bade-a5874292bb78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075505 May 05 23:05:05.890121 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device e2763d4c-1b41-4dfb-ab88-75a49aacb5e1 details requested by agent hyperv_n-h1-825175-4 with host n-h1-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 23:05:06.067348 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port e2763d4c-1b41-4dfb-ab88-75a49aacb5e1, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=e2763d4c-1b41-4dfb-ab88-75a49aacb5e1,segment=NetworkSegment(064c2970-9ac4-43e3-81bc-e9b1e8ba449d),segment_id=064c2970-9ac4-43e3-81bc-e9b1e8ba449d)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 23:05:06.081176 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Returning: {'device': 'e2763d4c-1b41-4dfb-ab88-75a49aacb5e1', 'network_id': 'a552109f-7c20-414f-bade-a5874292bb78', 'port_id': 'e2763d4c-1b41-4dfb-ab88-75a49aacb5e1', 'mac_address': 'fa:16:3e:2b:d6:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce3a3e8e-eb93-4cc8-814f-55660c277a6f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 23:05:06.133582 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:05:06.153563 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e2763d4c-1b41-4dfb-ab88-75a49aacb5e1 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 23:05:06.169352 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port e2763d4c-1b41-4dfb-ab88-75a49aacb5e1, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=e2763d4c-1b41-4dfb-ab88-75a49aacb5e1,segment=NetworkSegment(064c2970-9ac4-43e3-81bc-e9b1e8ba449d),segment_id=064c2970-9ac4-43e3-81bc-e9b1e8ba449d)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 23:05:06.176556 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:05:06.247827 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=e2763d4c-1b41-4dfb-ab88-75a49aacb5e1,revision_number=6']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:05:06.257187 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:05:06.257524 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:05:06.257859 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:05:06.258187 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:05:06.258505 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:05:06.258862 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:05:06.259183 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:05:06.259510 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:05:06.259894 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:05:06.260168 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:05:06.260469 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:05:06.276410 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] get_ports_and_sgs() called for port_ids ['e2763d4c-1b41-4dfb-ab88-75a49aacb5e1'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 23:05:06.373805 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 23:05:06.593787 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:05:06.873965 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:05:07.919829 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device e2763d4c-1b41-4dfb-ab88-75a49aacb5e1 up at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 23:05:08.008039 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Provisioning complete for port e2763d4c-1b41-4dfb-ab88-75a49aacb5e1 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 23:05:08.008794 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:05:08.141426 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:05:08.174192 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d8d029-7b1d-4995-8ac6-1c5ecd54321f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2763d4c-1b41-4dfb-ab88-75a49aacb5e1'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 23:05:08.185964 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port e2763d4c-1b41-4dfb-ab88-75a49aacb5e1, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=e2763d4c-1b41-4dfb-ab88-75a49aacb5e1,segment=NetworkSegment(064c2970-9ac4-43e3-81bc-e9b1e8ba449d),segment_id=064c2970-9ac4-43e3-81bc-e9b1e8ba449d)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 23:05:08.191442 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:05:08.270722 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=e2763d4c-1b41-4dfb-ab88-75a49aacb5e1,revision_number=7']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:05:08.365271 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cec153b8-decb-45e9-bdbb-58f45ee553fd'] response: {'server_uuid': 'd9d8d029-7b1d-4995-8ac6-1c5ecd54321f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2763d4c-1b41-4dfb-ab88-75a49aacb5e1', 'code': 200} May 05 23:05:14.074924 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a1f06a54-7c84-467d-a670-687b35c66467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:05:16.399789 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-89693395-fc48-4c71-8727-79c74de17c5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:05:17.655425 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:05:17.693176 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:05:17.715771 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ba1736ed-d7d6-440b-baa0-fe21e3774fa7 req-6055be6c-f2ec-4954-a733-2d9e85a5bd70 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-147092918&fields=id&tenant_id=bff538860c8e4ca7a198450df3e7115c HTTP/1.1" status: 200 len: 267 time: 0.0425205 May 05 23:05:17.865806 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1736ed-d7d6-440b-baa0-fe21e3774fa7 req-a9c4adb8-af35-4905-adb8-b1f3c789d82d tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:05:17.867257 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ba1736ed-d7d6-440b-baa0-fe21e3774fa7 req-a9c4adb8-af35-4905-adb8-b1f3c789d82d tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "GET /v2.0/networks?id=a552109f-7c20-414f-bade-a5874292bb78 HTTP/1.1" status: 200 len: 808 time: 0.1442122 May 05 23:05:17.885178 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ba1736ed-d7d6-440b-baa0-fe21e3774fa7 req-291e2040-5542-407c-ab7a-bb0589fc903a tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "GET /v2.0/quotas/bff538860c8e4ca7a198450df3e7115c HTTP/1.1" status: 200 len: 375 time: 0.0122702 May 05 23:05:17.977029 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ba1736ed-d7d6-440b-baa0-fe21e3774fa7 req-b94a1edb-ac19-4c7f-84c4-f83738a0302f tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bff538860c8e4ca7a198450df3e7115c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0839045 May 05 23:05:18.226977 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ba1736ed-d7d6-440b-baa0-fe21e3774fa7 req-0d1db1c6-f28f-4590-89b1-2e6724271f9f service neutron] 10.222.0.23 "GET /v2.0/networks/a552109f-7c20-414f-bade-a5874292bb78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347364 May 05 23:05:18.362566 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ba1736ed-d7d6-440b-baa0-fe21e3774fa7 req-285356da-338b-4672-ba89-e74f127668ac service neutron] 10.222.0.23 "GET /v2.0/networks/a552109f-7c20-414f-bade-a5874292bb78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297100 May 05 23:05:18.593219 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8aa4bec8-4a30-4660-8847-2af6e24eb07d req-a010c6f7-1407-4446-9261-189860180eb1 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "GET /v2.0/ports?device_id=a663a7b4-69f7-4c31-a4db-0d73dba2d418 HTTP/1.1" status: 200 len: 210 time: 0.0463850 May 05 23:05:19.319047 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:05:19.635824 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1736ed-d7d6-440b-baa0-fe21e3774fa7 req-2de616bd-6e34-46c6-b482-4cdceaa87aa3 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:05:19.636850 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ba1736ed-d7d6-440b-baa0-fe21e3774fa7 req-2de616bd-6e34-46c6-b482-4cdceaa87aa3 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.32 "GET /v2.0/networks?id=a552109f-7c20-414f-bade-a5874292bb78 HTTP/1.1" status: 200 len: 808 time: 0.1476133 May 05 23:05:19.690772 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ba1736ed-d7d6-440b-baa0-fe21e3774fa7 req-13f53d03-0412-46bb-ad98-7e2ea4db65f4 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bff538860c8e4ca7a198450df3e7115c HTTP/1.1" status: 200 len: 379 time: 0.0422218 May 05 23:05:19.699568 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-ba1736ed-d7d6-440b-baa0-fe21e3774fa7 req-7875a5ce-2098-4e13-a587-6ebf7806830c tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Request body: {'port': {'device_id': 'a663a7b4-69f7-4c31-a4db-0d73dba2d418', 'network_id': 'a552109f-7c20-414f-bade-a5874292bb78', 'admin_state_up': True, 'tenant_id': 'bff538860c8e4ca7a198450df3e7115c', 'security_groups': ['ff5e31b0-41e6-4d16-9055-3ad2e92949c6']}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 23:05:19.822934 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-16caf2ba-347a-4c5e-badd-56dbb8dde37d req-57a1330b-c45e-4a29-a5a0-5cefc97e6702 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "GET /v2.0/ports?device_id=a663a7b4-69f7-4c31-a4db-0d73dba2d418 HTTP/1.1" status: 200 len: 210 time: 0.0988243 May 05 23:05:19.881486 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-ba1736ed-d7d6-440b-baa0-fe21e3774fa7 req-7875a5ce-2098-4e13-a587-6ebf7806830c tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 23:05:19.885686 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-ba1736ed-d7d6-440b-baa0-fe21e3774fa7 req-7875a5ce-2098-4e13-a587-6ebf7806830c tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Usage tracker for resource:port and tenant:bff538860c8e4ca7a198450df3e7115c is out of sync, need to count used quota {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 23:05:19.888701 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-ba1736ed-d7d6-440b-baa0-fe21e3774fa7 req-7875a5ce-2098-4e13-a587-6ebf7806830c tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84061) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 23:05:19.894786 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.quota.driver [req-ba1736ed-d7d6-440b-baa0-fe21e3774fa7 req-7875a5ce-2098-4e13-a587-6ebf7806830c tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84061) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 23:05:19.907110 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba1736ed-d7d6-440b-baa0-fe21e3774fa7 req-7875a5ce-2098-4e13-a587-6ebf7806830c tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Made reservation on behalf of bff538860c8e4ca7a198450df3e7115c for: {'port': 1} {{(pid=84061) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 23:05:19.910527 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-ba1736ed-d7d6-440b-baa0-fe21e3774fa7 req-7875a5ce-2098-4e13-a587-6ebf7806830c tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:05:20.111209 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.db_base_plugin_common [req-ba1736ed-d7d6-440b-baa0-fe21e3774fa7 req-7875a5ce-2098-4e13-a587-6ebf7806830c tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Allocated IP 172.20.0.7 (a552109f-7c20-414f-bade-a5874292bb78/ce3a3e8e-eb93-4cc8-814f-55660c277a6f/251f3bbb-15b3-49d6-9850-a8032517d366) {{(pid=84061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 23:05:20.385343 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-ba1736ed-d7d6-440b-baa0-fe21e3774fa7 req-7875a5ce-2098-4e13-a587-6ebf7806830c tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks [] for port, precommit_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:05:20.413213 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-ba1736ed-d7d6-440b-baa0-fe21e3774fa7 req-7875a5ce-2098-4e13-a587-6ebf7806830c tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Transition to ACTIVE for port object 251f3bbb-15b3-49d6-9850-a8032517d366 will not be triggered until provisioned by entity DHCP. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 23:05:20.450739 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-ba1736ed-d7d6-440b-baa0-fe21e3774fa7 req-7875a5ce-2098-4e13-a587-6ebf7806830c tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_create {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:05:20.544337 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba1736ed-d7d6-440b-baa0-fe21e3774fa7 req-7875a5ce-2098-4e13-a587-6ebf7806830c tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Network a552109f-7c20-414f-bade-a5874292bb78 is already hosted by enough agents. {{(pid=84061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 23:05:20.547974 n-d-825175-4 neutron-server[84061]: DEBUG neutron.scheduler.base_scheduler [req-ba1736ed-d7d6-440b-baa0-fe21e3774fa7 req-7875a5ce-2098-4e13-a587-6ebf7806830c tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Resources bound (agent type, host, resource id): {{(pid=84061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 23:05:20.553356 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba1736ed-d7d6-440b-baa0-fe21e3774fa7 req-7875a5ce-2098-4e13-a587-6ebf7806830c tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Received port after_create {{(pid=84061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 23:05:20.665275 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1736ed-d7d6-440b-baa0-fe21e3774fa7 req-7875a5ce-2098-4e13-a587-6ebf7806830c tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:05:20.666042 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-ba1736ed-d7d6-440b-baa0-fe21e3774fa7 req-7875a5ce-2098-4e13-a587-6ebf7806830c tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:05:20.695964 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7875a5ce-2098-4e13-a587-6ebf7806830c tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Pushing event updated for resources: {'Port': ['ID=251f3bbb-15b3-49d6-9850-a8032517d366,revision_number=1']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:05:20.717649 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7875a5ce-2098-4e13-a587-6ebf7806830c tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:05:20.718465 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7875a5ce-2098-4e13-a587-6ebf7806830c tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:05:20.718465 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7875a5ce-2098-4e13-a587-6ebf7806830c tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:05:20.718730 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7875a5ce-2098-4e13-a587-6ebf7806830c tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:05:20.719139 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7875a5ce-2098-4e13-a587-6ebf7806830c tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:05:20.719697 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7875a5ce-2098-4e13-a587-6ebf7806830c tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:05:20.720145 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7875a5ce-2098-4e13-a587-6ebf7806830c tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:05:20.720590 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7875a5ce-2098-4e13-a587-6ebf7806830c tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:05:20.720979 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7875a5ce-2098-4e13-a587-6ebf7806830c tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:05:20.721308 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7875a5ce-2098-4e13-a587-6ebf7806830c tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:05:20.721746 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7875a5ce-2098-4e13-a587-6ebf7806830c tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:05:20.729552 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ba1736ed-d7d6-440b-baa0-fe21e3774fa7 req-7875a5ce-2098-4e13-a587-6ebf7806830c tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0340691 May 05 23:05:20.974621 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-298b10fe-6e99-4522-97d3-947f5a9ddbf7 None None] Provisioning for port 251f3bbb-15b3-49d6-9850-a8032517d366 completed by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 23:05:20.980332 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-298b10fe-6e99-4522-97d3-947f5a9ddbf7 None None] Provisioning complete for port 251f3bbb-15b3-49d6-9850-a8032517d366 triggered by entity DHCP. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 23:05:20.980702 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-298b10fe-6e99-4522-97d3-947f5a9ddbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:05:21.075439 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-298b10fe-6e99-4522-97d3-947f5a9ddbf7 None None] Port 251f3bbb-15b3-49d6-9850-a8032517d366 cannot update to ACTIVE because it is not bound. {{(pid=84064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 23:05:21.145744 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b26f9-bbee-45a8-a6a5-517f35582486 req-9ec9c566-edb3-4709-9348-f780a2d565e8 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:05:21.146363 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-277b26f9-bbee-45a8-a6a5-517f35582486 req-9ec9c566-edb3-4709-9348-f780a2d565e8 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Synchronizing usage tracker for tenant:bff538860c8e4ca7a198450df3e7115c on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 23:05:21.173178 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-277b26f9-bbee-45a8-a6a5-517f35582486 req-9ec9c566-edb3-4709-9348-f780a2d565e8 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Unset dirty status for tenant:bff538860c8e4ca7a198450df3e7115c on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 23:05:21.181655 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-277b26f9-bbee-45a8-a6a5-517f35582486 req-9ec9c566-edb3-4709-9348-f780a2d565e8 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "GET /v2.0/ports?device_id=a663a7b4-69f7-4c31-a4db-0d73dba2d418 HTTP/1.1" status: 200 len: 931 time: 0.1818614 May 05 23:05:21.242823 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-277b26f9-bbee-45a8-a6a5-517f35582486 req-4fba1ffd-e248-4576-a6ec-acd7964a0770 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff5e31b0-41e6-4d16-9055-3ad2e92949c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600567 May 05 23:05:21.973249 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device e2763d4c-1b41-4dfb-ab88-75a49aacb5e1 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 23:05:22.084817 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:05:22.115903 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d8d029-7b1d-4995-8ac6-1c5ecd54321f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2763d4c-1b41-4dfb-ab88-75a49aacb5e1'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 23:05:22.132390 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] For port e2763d4c-1b41-4dfb-ab88-75a49aacb5e1, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=e2763d4c-1b41-4dfb-ab88-75a49aacb5e1,segment=NetworkSegment(064c2970-9ac4-43e3-81bc-e9b1e8ba449d),segment_id=064c2970-9ac4-43e3-81bc-e9b1e8ba449d)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 23:05:22.143169 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:05:22.186258 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-897df779-66b5-4a23-9a65-8b4e49613220'] response: {'server_uuid': 'd9d8d029-7b1d-4995-8ac6-1c5ecd54321f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2763d4c-1b41-4dfb-ab88-75a49aacb5e1', 'code': 200} May 05 23:05:22.219048 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Pushing event updated for resources: {'Port': ['ID=e2763d4c-1b41-4dfb-ab88-75a49aacb5e1,revision_number=8']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:05:22.593448 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a151f23-c86d-454e-b783-68b69164968d req-5faf4ec9-f9b8-4ba3-9d72-7b0cabd6b572 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:05:22.593448 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2a151f23-c86d-454e-b783-68b69164968d req-5faf4ec9-f9b8-4ba3-9d72-7b0cabd6b572 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "GET /v2.0/ports?device_id=a663a7b4-69f7-4c31-a4db-0d73dba2d418 HTTP/1.1" status: 200 len: 931 time: 0.2201066 May 05 23:05:22.664968 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2a151f23-c86d-454e-b783-68b69164968d req-0e0abf9c-1650-4bb2-b34d-91d4d01c755b tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff5e31b0-41e6-4d16-9055-3ad2e92949c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666568 May 05 23:05:23.871412 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa86ca-0842-43cf-9ffc-aab0d912b822 req-9b4081df-deba-4227-abc3-1590f8328112 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:05:23.872881 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a3aa86ca-0842-43cf-9ffc-aab0d912b822 req-9b4081df-deba-4227-abc3-1590f8328112 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "GET /v2.0/ports?device_id=a663a7b4-69f7-4c31-a4db-0d73dba2d418 HTTP/1.1" status: 200 len: 931 time: 0.0805573 May 05 23:05:23.921914 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a3aa86ca-0842-43cf-9ffc-aab0d912b822 req-613610b7-b7a6-4e79-9361-88bbb23462b8 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff5e31b0-41e6-4d16-9055-3ad2e92949c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420001 May 05 23:05:25.156037 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d45ab-57c3-4495-a40e-c5b717544137 req-3e56f942-3c44-4744-bbc0-4070cb8631cb tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:05:25.157489 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f08d45ab-57c3-4495-a40e-c5b717544137 req-3e56f942-3c44-4744-bbc0-4070cb8631cb tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "GET /v2.0/ports?device_id=a663a7b4-69f7-4c31-a4db-0d73dba2d418 HTTP/1.1" status: 200 len: 931 time: 0.0834999 May 05 23:05:25.204418 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f08d45ab-57c3-4495-a40e-c5b717544137 req-ccb5fef3-08b4-495c-82be-9224fc3e217c tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff5e31b0-41e6-4d16-9055-3ad2e92949c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408511 May 05 23:05:26.458828 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e4e6df-3fa6-4682-a5ff-cc32bf84437b req-8212c9d1-7246-4474-a4f8-e0f7b1533a5d tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:05:26.460519 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-13e4e6df-3fa6-4682-a5ff-cc32bf84437b req-8212c9d1-7246-4474-a4f8-e0f7b1533a5d tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "GET /v2.0/ports?device_id=a663a7b4-69f7-4c31-a4db-0d73dba2d418 HTTP/1.1" status: 200 len: 931 time: 0.1064093 May 05 23:05:26.514797 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-13e4e6df-3fa6-4682-a5ff-cc32bf84437b req-5fe24a41-c6a9-4d74-86d0-2cc15a1e99d3 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff5e31b0-41e6-4d16-9055-3ad2e92949c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461724 May 05 23:05:27.627284 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [req-ba1736ed-d7d6-440b-baa0-fe21e3774fa7 req-b6857625-73ec-4c39-84de-c03c1cfd5f22 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=84061) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 23:05:27.628872 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ba1736ed-d7d6-440b-baa0-fe21e3774fa7 req-b6857625-73ec-4c39-84de-c03c1cfd5f22 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0062845 May 05 23:05:27.640684 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.v2.base [req-ba1736ed-d7d6-440b-baa0-fe21e3774fa7 req-d6f979e7-8ac6-4b4f-a9a7-2f8a6b64374f service neutron] Request body: {'port': {'device_id': 'a663a7b4-69f7-4c31-a4db-0d73dba2d418', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825175-4'}} {{(pid=84061) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 23:05:27.797288 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-ba1736ed-d7d6-440b-baa0-fe21e3774fa7 req-d6f979e7-8ac6-4b4f-a9a7-2f8a6b64374f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:05:27.822298 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68977b28-dff9-43b7-9b6c-8f553b75023c req-d805b286-2474-4739-8802-9d970f8c9010 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:05:27.823761 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-68977b28-dff9-43b7-9b6c-8f553b75023c req-d805b286-2474-4739-8802-9d970f8c9010 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "GET /v2.0/ports?device_id=a663a7b4-69f7-4c31-a4db-0d73dba2d418 HTTP/1.1" status: 200 len: 931 time: 0.1590068 May 05 23:05:27.950052 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-68977b28-dff9-43b7-9b6c-8f553b75023c req-0626f3b6-f66f-44bd-bf53-a94f610bff48 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff5e31b0-41e6-4d16-9055-3ad2e92949c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040785 May 05 23:05:28.190943 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [req-ba1736ed-d7d6-440b-baa0-fe21e3774fa7 req-d6f979e7-8ac6-4b4f-a9a7-2f8a6b64374f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 251f3bbb-15b3-49d6-9850-a8032517d366 {{(pid=84061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 23:05:28.197900 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-ba1736ed-d7d6-440b-baa0-fe21e3774fa7 req-d6f979e7-8ac6-4b4f-a9a7-2f8a6b64374f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:05:28.212017 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.provisioning_blocks [req-ba1736ed-d7d6-440b-baa0-fe21e3774fa7 req-d6f979e7-8ac6-4b4f-a9a7-2f8a6b64374f service neutron] Transition to ACTIVE for port object 251f3bbb-15b3-49d6-9850-a8032517d366 will not be triggered until provisioned by entity L2. {{(pid=84061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 23:05:28.217738 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-ba1736ed-d7d6-440b-baa0-fe21e3774fa7 req-d6f979e7-8ac6-4b4f-a9a7-2f8a6b64374f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:05:28.346614 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f979e7-8ac6-4b4f-a9a7-2f8a6b64374f service neutron] Pushing event updated for resources: {'Port': ['ID=251f3bbb-15b3-49d6-9850-a8032517d366,revision_number=2']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:05:28.451889 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-ba1736ed-d7d6-440b-baa0-fe21e3774fa7 req-d6f979e7-8ac6-4b4f-a9a7-2f8a6b64374f service neutron] Attempting to bind port 251f3bbb-15b3-49d6-9850-a8032517d366 on host n-h2-825175-4 for vnic_type normal with profile {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 23:05:28.452110 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-ba1736ed-d7d6-440b-baa0-fe21e3774fa7 req-d6f979e7-8ac6-4b4f-a9a7-2f8a6b64374f service neutron] Attempting to bind port 251f3bbb-15b3-49d6-9850-a8032517d366 by drivers openvswitch,hyperv on host n-h2-825175-4 at level 0 using segments [{'id': '064c2970-9ac4-43e3-81bc-e9b1e8ba449d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a552109f-7c20-414f-bade-a5874292bb78'}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 23:05:28.452429 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1736ed-d7d6-440b-baa0-fe21e3774fa7 req-d6f979e7-8ac6-4b4f-a9a7-2f8a6b64374f service neutron] Attempting to bind port 251f3bbb-15b3-49d6-9850-a8032517d366 on network a552109f-7c20-414f-bade-a5874292bb78 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 23:05:28.458571 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1736ed-d7d6-440b-baa0-fe21e3774fa7 req-d6f979e7-8ac6-4b4f-a9a7-2f8a6b64374f service neutron] Port 251f3bbb-15b3-49d6-9850-a8032517d366 on network a552109f-7c20-414f-bade-a5874292bb78 not bound, no agent of type Open vSwitch agent registered on host n-h2-825175-4 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 23:05:28.458903 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1736ed-d7d6-440b-baa0-fe21e3774fa7 req-d6f979e7-8ac6-4b4f-a9a7-2f8a6b64374f service neutron] Attempting to bind port 251f3bbb-15b3-49d6-9850-a8032517d366 on network a552109f-7c20-414f-bade-a5874292bb78 {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 23:05:28.465226 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1736ed-d7d6-440b-baa0-fe21e3774fa7 req-d6f979e7-8ac6-4b4f-a9a7-2f8a6b64374f service neutron] Checking agent: {'id': '74e59051-ddbd-44ad-81e5-3b1597f16d7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825175-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'started_at': datetime.datetime(2022, 5, 5, 21, 34, 35), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 23, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 23:05:28.465547 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1736ed-d7d6-440b-baa0-fe21e3774fa7 req-d6f979e7-8ac6-4b4f-a9a7-2f8a6b64374f service neutron] Checking segment: {'id': '064c2970-9ac4-43e3-81bc-e9b1e8ba449d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a552109f-7c20-414f-bade-a5874292bb78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 23:05:28.465932 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1736ed-d7d6-440b-baa0-fe21e3774fa7 req-d6f979e7-8ac6-4b4f-a9a7-2f8a6b64374f service neutron] Bound using segment: {'id': '064c2970-9ac4-43e3-81bc-e9b1e8ba449d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a552109f-7c20-414f-bade-a5874292bb78'} {{(pid=84061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 23:05:28.466325 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.managers [req-ba1736ed-d7d6-440b-baa0-fe21e3774fa7 req-d6f979e7-8ac6-4b4f-a9a7-2f8a6b64374f service neutron] Bound port: 251f3bbb-15b3-49d6-9850-a8032517d366, host: n-h2-825175-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '064c2970-9ac4-43e3-81bc-e9b1e8ba449d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a552109f-7c20-414f-bade-a5874292bb78'}}] {{(pid=84061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 23:05:28.466684 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-ba1736ed-d7d6-440b-baa0-fe21e3774fa7 req-d6f979e7-8ac6-4b4f-a9a7-2f8a6b64374f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:05:28.556860 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-ba1736ed-d7d6-440b-baa0-fe21e3774fa7 req-d6f979e7-8ac6-4b4f-a9a7-2f8a6b64374f service neutron] For port 251f3bbb-15b3-49d6-9850-a8032517d366, host n-h2-825175-4, cleared binding levels {{(pid=84061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 23:05:28.560546 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-ba1736ed-d7d6-440b-baa0-fe21e3774fa7 req-d6f979e7-8ac6-4b4f-a9a7-2f8a6b64374f service neutron] For port 251f3bbb-15b3-49d6-9850-a8032517d366, host n-h2-825175-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=251f3bbb-15b3-49d6-9850-a8032517d366,segment=NetworkSegment(064c2970-9ac4-43e3-81bc-e9b1e8ba449d),segment_id=064c2970-9ac4-43e3-81bc-e9b1e8ba449d)] {{(pid=84061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 23:05:28.565309 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-ba1736ed-d7d6-440b-baa0-fe21e3774fa7 req-d6f979e7-8ac6-4b4f-a9a7-2f8a6b64374f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8331394'] for port, after_update {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:05:28.628713 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-ba1736ed-d7d6-440b-baa0-fe21e3774fa7 req-d6f979e7-8ac6-4b4f-a9a7-2f8a6b64374f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:05:28.630181 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ba1736ed-d7d6-440b-baa0-fe21e3774fa7 req-d6f979e7-8ac6-4b4f-a9a7-2f8a6b64374f service neutron] 10.222.0.32 "PUT /v2.0/ports/251f3bbb-15b3-49d6-9850-a8032517d366 HTTP/1.1" status: 200 len: 1091 time: 0.9935031 May 05 23:05:28.630600 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a663a7b4-69f7-4c31-a4db-0d73dba2d418', 'tag': '251f3bbb-15b3-49d6-9850-a8032517d366'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 23:05:28.649001 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f979e7-8ac6-4b4f-a9a7-2f8a6b64374f service neutron] Pushing event updated for resources: {'Port': ['ID=251f3bbb-15b3-49d6-9850-a8032517d366,revision_number=3']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:05:28.700324 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed2078f0-2752-4990-b4c2-652eb861e26f'] response: {'name': 'network-changed', 'server_uuid': 'a663a7b4-69f7-4c31-a4db-0d73dba2d418', 'tag': '251f3bbb-15b3-49d6-9850-a8032517d366', 'status': 'completed', 'code': 200} May 05 23:05:28.747830 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ba1736ed-d7d6-440b-baa0-fe21e3774fa7 req-d2944ac7-4774-496a-b89e-4b00c6354386 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bff538860c8e4ca7a198450df3e7115c&device_id=a663a7b4-69f7-4c31-a4db-0d73dba2d418 HTTP/1.1" status: 200 len: 1094 time: 0.0800772 May 05 23:05:28.818081 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ba1736ed-d7d6-440b-baa0-fe21e3774fa7 req-877b7bb8-7855-4e96-8a31-64c36f037e2a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=251f3bbb-15b3-49d6-9850-a8032517d366 HTTP/1.1" status: 200 len: 217 time: 0.0639496 May 05 23:05:28.884531 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1736ed-d7d6-440b-baa0-fe21e3774fa7 req-e9377a55-9cd5-4d81-9d04-5e781b7b01a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:05:28.886023 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ba1736ed-d7d6-440b-baa0-fe21e3774fa7 req-e9377a55-9cd5-4d81-9d04-5e781b7b01a3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ce3a3e8e-eb93-4cc8-814f-55660c277a6f HTTP/1.1" status: 200 len: 847 time: 0.0622270 May 05 23:05:28.960053 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ba1736ed-d7d6-440b-baa0-fe21e3774fa7 req-25718b43-5a1b-4d05-b99b-c9b3faa87470 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a552109f-7c20-414f-bade-a5874292bb78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682299 May 05 23:05:29.236212 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ba1736ed-d7d6-440b-baa0-fe21e3774fa7 req-664a7773-ba93-4423-ae46-6a96e10a8e1c service neutron] 10.222.0.32 "GET /v2.0/networks/a552109f-7c20-414f-bade-a5874292bb78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703526 May 05 23:05:29.269669 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9686dcf4-8d0a-4e9a-b6df-d6d173c39f50 req-4706adc8-2cd8-4389-bafc-102b51bdf16f tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:05:29.271075 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9686dcf4-8d0a-4e9a-b6df-d6d173c39f50 req-4706adc8-2cd8-4389-bafc-102b51bdf16f tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "GET /v2.0/ports?device_id=a663a7b4-69f7-4c31-a4db-0d73dba2d418 HTTP/1.1" status: 200 len: 943 time: 0.1434138 May 05 23:05:29.401403 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9686dcf4-8d0a-4e9a-b6df-d6d173c39f50 req-e0233d71-e0dc-45c0-b964-a9c1300f8174 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff5e31b0-41e6-4d16-9055-3ad2e92949c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860856 May 05 23:05:29.408961 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ba1736ed-d7d6-440b-baa0-fe21e3774fa7 req-cf19794e-31f8-456d-9165-263362a05360 service neutron] 10.222.0.32 "GET /v2.0/networks/a552109f-7c20-414f-bade-a5874292bb78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658554 May 05 23:05:29.532014 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f3690e2f-42b4-423b-bef5-d49bbeacab19 req-a2e7d5a2-71c2-42c7-a3b7-44f2c3fa71cd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bff538860c8e4ca7a198450df3e7115c&device_id=a663a7b4-69f7-4c31-a4db-0d73dba2d418 HTTP/1.1" status: 200 len: 1094 time: 0.0709703 May 05 23:05:29.665837 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3690e2f-42b4-423b-bef5-d49bbeacab19 req-548c9782-faec-4f1b-9d2d-f7b27cd7ba10 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:05:29.667319 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f3690e2f-42b4-423b-bef5-d49bbeacab19 req-548c9782-faec-4f1b-9d2d-f7b27cd7ba10 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a552109f-7c20-414f-bade-a5874292bb78 HTTP/1.1" status: 200 len: 909 time: 0.1298234 May 05 23:05:29.739132 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f3690e2f-42b4-423b-bef5-d49bbeacab19 req-1725a4da-81ee-445b-a075-0fadfadaeb9c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=251f3bbb-15b3-49d6-9850-a8032517d366 HTTP/1.1" status: 200 len: 217 time: 0.0650072 May 05 23:05:29.804491 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3690e2f-42b4-423b-bef5-d49bbeacab19 req-9b87a6c6-86c1-4cb0-b9a8-d8204f6578dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:05:29.805809 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f3690e2f-42b4-423b-bef5-d49bbeacab19 req-9b87a6c6-86c1-4cb0-b9a8-d8204f6578dd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ce3a3e8e-eb93-4cc8-814f-55660c277a6f HTTP/1.1" status: 200 len: 847 time: 0.0607285 May 05 23:05:29.896619 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f3690e2f-42b4-423b-bef5-d49bbeacab19 req-1bf9ab46-316a-4ea7-a19c-fde6bedf192a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a552109f-7c20-414f-bade-a5874292bb78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0842524 May 05 23:05:30.029041 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f3690e2f-42b4-423b-bef5-d49bbeacab19 req-6aeee1e2-3482-41f6-8606-6ceeb72a2cd3 service neutron] 10.222.0.32 "GET /v2.0/networks/a552109f-7c20-414f-bade-a5874292bb78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252997 May 05 23:05:30.162120 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-f3690e2f-42b4-423b-bef5-d49bbeacab19 req-b914fb57-7c48-4a6e-90fe-1b1615ddac2d service neutron] 10.222.0.32 "GET /v2.0/networks/a552109f-7c20-414f-bade-a5874292bb78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265373 May 05 23:05:30.615981 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d50fa-62e0-44a0-86ca-746173b9912b req-bf709168-e22f-488a-ae42-45d5de6ef149 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:05:30.617449 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-356d50fa-62e0-44a0-86ca-746173b9912b req-bf709168-e22f-488a-ae42-45d5de6ef149 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "GET /v2.0/ports?device_id=a663a7b4-69f7-4c31-a4db-0d73dba2d418 HTTP/1.1" status: 200 len: 943 time: 0.0796719 May 05 23:05:30.664610 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-356d50fa-62e0-44a0-86ca-746173b9912b req-0b6771a8-5a98-4df9-81c0-64e81fc77718 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff5e31b0-41e6-4d16-9055-3ad2e92949c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415082 May 05 23:05:31.655940 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 251f3bbb-15b3-49d6-9850-a8032517d366 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 23:05:31.806949 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 251f3bbb-15b3-49d6-9850-a8032517d366, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=251f3bbb-15b3-49d6-9850-a8032517d366,segment=NetworkSegment(064c2970-9ac4-43e3-81bc-e9b1e8ba449d),segment_id=064c2970-9ac4-43e3-81bc-e9b1e8ba449d)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 23:05:31.821128 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '251f3bbb-15b3-49d6-9850-a8032517d366', 'network_id': 'a552109f-7c20-414f-bade-a5874292bb78', 'port_id': '251f3bbb-15b3-49d6-9850-a8032517d366', 'mac_address': 'fa:16:3e:4d:5c:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce3a3e8e-eb93-4cc8-814f-55660c277a6f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 23:05:31.866715 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d16bb-35ca-4f10-8929-72558fd3823f req-eb22288f-639e-4722-bd4e-6c0c7704c054 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:05:31.868200 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ff8d16bb-35ca-4f10-8929-72558fd3823f req-eb22288f-639e-4722-bd4e-6c0c7704c054 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "GET /v2.0/ports?device_id=a663a7b4-69f7-4c31-a4db-0d73dba2d418 HTTP/1.1" status: 200 len: 943 time: 0.0823135 May 05 23:05:31.874170 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:05:31.895214 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 251f3bbb-15b3-49d6-9850-a8032517d366 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 23:05:31.910348 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 251f3bbb-15b3-49d6-9850-a8032517d366, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=251f3bbb-15b3-49d6-9850-a8032517d366,segment=NetworkSegment(064c2970-9ac4-43e3-81bc-e9b1e8ba449d),segment_id=064c2970-9ac4-43e3-81bc-e9b1e8ba449d)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 23:05:31.915886 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:05:31.916037 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-ff8d16bb-35ca-4f10-8929-72558fd3823f req-1baee932-5102-4118-89a7-eda1e93aa9ec tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff5e31b0-41e6-4d16-9055-3ad2e92949c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421050 May 05 23:05:31.980375 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=251f3bbb-15b3-49d6-9850-a8032517d366,revision_number=4']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:05:32.151818 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['251f3bbb-15b3-49d6-9850-a8032517d366'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 23:05:33.136680 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf8903-c514-4ce5-9179-95d4a50d671f req-47db42a9-4d05-4bd0-a843-92d07d11f38b tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:05:33.138112 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-29bf8903-c514-4ce5-9179-95d4a50d671f req-47db42a9-4d05-4bd0-a843-92d07d11f38b tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "GET /v2.0/ports?device_id=a663a7b4-69f7-4c31-a4db-0d73dba2d418 HTTP/1.1" status: 200 len: 944 time: 0.0859909 May 05 23:05:33.182967 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-29bf8903-c514-4ce5-9179-95d4a50d671f req-af25752d-9a60-4421-9b96-a368eab9e1a2 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff5e31b0-41e6-4d16-9055-3ad2e92949c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391273 May 05 23:05:33.658142 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 251f3bbb-15b3-49d6-9850-a8032517d366 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 23:05:33.735560 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning for port 251f3bbb-15b3-49d6-9850-a8032517d366 completed by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 23:05:33.742993 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 251f3bbb-15b3-49d6-9850-a8032517d366 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 23:05:33.743529 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:05:33.884944 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:05:33.911756 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a663a7b4-69f7-4c31-a4db-0d73dba2d418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '251f3bbb-15b3-49d6-9850-a8032517d366'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 23:05:33.921014 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 251f3bbb-15b3-49d6-9850-a8032517d366, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=251f3bbb-15b3-49d6-9850-a8032517d366,segment=NetworkSegment(064c2970-9ac4-43e3-81bc-e9b1e8ba449d),segment_id=064c2970-9ac4-43e3-81bc-e9b1e8ba449d)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 23:05:33.926203 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:05:33.991710 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b004855-d9dd-4a9c-a61d-9a48a7c14ea4'] response: {'server_uuid': 'a663a7b4-69f7-4c31-a4db-0d73dba2d418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '251f3bbb-15b3-49d6-9850-a8032517d366', 'code': 200} May 05 23:05:34.030049 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=251f3bbb-15b3-49d6-9850-a8032517d366,revision_number=5']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:05:34.097717 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-91c25a26-a2a4-4287-a06b-31a51f1a71fc req-7f826603-1b30-4276-8f58-4dac3c5de7be service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a663a7b4-69f7-4c31-a4db-0d73dba2d418 HTTP/1.1" status: 200 len: 1096 time: 0.0719481 May 05 23:05:34.141912 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-91c25a26-a2a4-4287-a06b-31a51f1a71fc req-f8561ede-8d92-4f5d-8ee9-074c286b9f10 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ff5e31b0-41e6-4d16-9055-3ad2e92949c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371888 May 05 23:05:34.399117 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfbb1c7-74f3-4517-a177-5b2982375f65 req-b5bccc8a-6efb-472f-aff1-71edd1c297e1 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:05:34.400557 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1cfbb1c7-74f3-4517-a177-5b2982375f65 req-b5bccc8a-6efb-472f-aff1-71edd1c297e1 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "GET /v2.0/ports?device_id=a663a7b4-69f7-4c31-a4db-0d73dba2d418 HTTP/1.1" status: 200 len: 945 time: 0.0833073 May 05 23:05:34.450963 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-1cfbb1c7-74f3-4517-a177-5b2982375f65 req-d9d46fb3-d7c5-4950-81bd-bf3764b3723c tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff5e31b0-41e6-4d16-9055-3ad2e92949c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423055 May 05 23:05:35.659094 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba60f9-88c7-4f15-a287-41859dbe9434 req-ce71b3e5-75b9-409f-bc9c-4e1e81e9b15a tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:05:35.660541 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bfba60f9-88c7-4f15-a287-41859dbe9434 req-ce71b3e5-75b9-409f-bc9c-4e1e81e9b15a tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "GET /v2.0/ports?device_id=a663a7b4-69f7-4c31-a4db-0d73dba2d418 HTTP/1.1" status: 200 len: 945 time: 0.0817800 May 05 23:05:35.707068 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-bfba60f9-88c7-4f15-a287-41859dbe9434 req-19d080f9-fde8-4675-a3c5-b7afc86a1ffa tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff5e31b0-41e6-4d16-9055-3ad2e92949c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404663 May 05 23:05:35.916287 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836b426-497a-4668-bced-12948768419b req-ac52ed29-45e8-4790-8f50-d7ec0d1c81fb tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:05:35.917706 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9836b426-497a-4668-bced-12948768419b req-ac52ed29-45e8-4790-8f50-d7ec0d1c81fb tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "GET /v2.0/ports?device_id=a663a7b4-69f7-4c31-a4db-0d73dba2d418 HTTP/1.1" status: 200 len: 945 time: 0.0858614 May 05 23:05:36.060390 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-9836b426-497a-4668-bced-12948768419b req-03e3fcb7-8438-4b28-96f4-a195e2da3122 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff5e31b0-41e6-4d16-9055-3ad2e92949c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341419 May 05 23:05:36.171263 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 39138) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 23:05:36.240758 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-a38c46e0-8d94-490c-b9d6-26f191b871ae tempest-TestSnapshotPattern-142766256 tempest-TestSnapshotPattern-142766256-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a663a7b4-69f7-4c31-a4db-0d73dba2d418 HTTP/1.1" status: 200 len: 1091 time: 0.0683374 May 05 23:05:36.243529 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 39142) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 23:05:36.248563 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.v2.base [None req-045faffc-11b5-4796-9b6e-0a70f7a2e8f5 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Request body: {'floatingip': {'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'port_id': '251f3bbb-15b3-49d6-9850-a8032517d366', 'tenant_id': 'bff538860c8e4ca7a198450df3e7115c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 23:05:36.255681 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-045faffc-11b5-4796-9b6e-0a70f7a2e8f5 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 23:05:36.260453 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-045faffc-11b5-4796-9b6e-0a70f7a2e8f5 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Usage tracker for resource:floatingip and tenant:bff538860c8e4ca7a198450df3e7115c is out of sync, need to count used quota {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 23:05:36.263680 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [None req-045faffc-11b5-4796-9b6e-0a70f7a2e8f5 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 23:05:36.270465 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.quota.driver [None req-045faffc-11b5-4796-9b6e-0a70f7a2e8f5 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 23:05:36.283847 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-045faffc-11b5-4796-9b6e-0a70f7a2e8f5 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks [] for floatingip, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:05:36.433023 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-045faffc-11b5-4796-9b6e-0a70f7a2e8f5 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:05:36.581071 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_common [None req-045faffc-11b5-4796-9b6e-0a70f7a2e8f5 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Allocated IP 172.25.4.110 (25bfe237-58de-4709-a3e0-ac79da07c300/cf7d4504-af54-4a9e-a3ce-a7137bd026a1/ecd0b878-ee4d-4608-b514-25bb4145547b) {{(pid=84063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 23:05:36.594028 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:05:36.729644 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-045faffc-11b5-4796-9b6e-0a70f7a2e8f5 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks [] for port, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:05:36.760145 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-045faffc-11b5-4796-9b6e-0a70f7a2e8f5 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774958218379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:05:36.826633 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045faffc-11b5-4796-9b6e-0a70f7a2e8f5 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Network 25bfe237-58de-4709-a3e0-ac79da07c300 is already hosted by enough agents. {{(pid=84063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 23:05:36.829295 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.base_scheduler [None req-045faffc-11b5-4796-9b6e-0a70f7a2e8f5 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Resources bound (agent type, host, resource id): {{(pid=84063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 23:05:36.833030 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045faffc-11b5-4796-9b6e-0a70f7a2e8f5 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Received port after_create {{(pid=84063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 23:05:36.866494 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045faffc-11b5-4796-9b6e-0a70f7a2e8f5 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Pushing event updated for resources: {'Port': ['ID=ecd0b878-ee4d-4608-b514-25bb4145547b,revision_number=1']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:05:36.888282 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:05:36.890457 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045faffc-11b5-4796-9b6e-0a70f7a2e8f5 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:05:36.890830 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045faffc-11b5-4796-9b6e-0a70f7a2e8f5 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:05:36.891182 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045faffc-11b5-4796-9b6e-0a70f7a2e8f5 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:05:36.891495 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045faffc-11b5-4796-9b6e-0a70f7a2e8f5 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:05:36.891817 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045faffc-11b5-4796-9b6e-0a70f7a2e8f5 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:05:36.892135 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045faffc-11b5-4796-9b6e-0a70f7a2e8f5 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:05:36.892455 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045faffc-11b5-4796-9b6e-0a70f7a2e8f5 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:05:36.892770 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045faffc-11b5-4796-9b6e-0a70f7a2e8f5 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:05:36.893086 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045faffc-11b5-4796-9b6e-0a70f7a2e8f5 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:05:36.893422 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045faffc-11b5-4796-9b6e-0a70f7a2e8f5 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:05:36.893741 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045faffc-11b5-4796-9b6e-0a70f7a2e8f5 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:05:37.388496 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-045faffc-11b5-4796-9b6e-0a70f7a2e8f5 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:05:37.444652 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-045faffc-11b5-4796-9b6e-0a70f7a2e8f5 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:05:37.659457 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-045faffc-11b5-4796-9b6e-0a70f7a2e8f5 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks [] for port, precommit_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:05:37.664894 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-045faffc-11b5-4796-9b6e-0a70f7a2e8f5 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6665675'] for port, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:05:37.871555 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045faffc-11b5-4796-9b6e-0a70f7a2e8f5 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Pushing event updated for resources: {'Port': ['ID=ecd0b878-ee4d-4608-b514-25bb4145547b,revision_number=2']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:05:37.886944 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-045faffc-11b5-4796-9b6e-0a70f7a2e8f5 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-926954'] for floatingip, after_update {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:05:38.080685 n-d-825175-4 neutron-server[84063]: INFO neutron.db.l3_db [None req-045faffc-11b5-4796-9b6e-0a70f7a2e8f5 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Floating IP 3197cf16-b586-4e7c-a278-0d6076e7d455 associated. External IP: 172.25.4.110, port: 251f3bbb-15b3-49d6-9850-a8032517d366. May 05 23:05:38.497596 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-045faffc-11b5-4796-9b6e-0a70f7a2e8f5 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Router b053de8c-7535-4b74-b480-1418c58e5421 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 23:05:38.709184 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-045faffc-11b5-4796-9b6e-0a70f7a2e8f5 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 23:05:38.719467 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca4bd0a-7c34-4f1b-951c-79d5d536b008 None None] Sync routers for ids ['b053de8c-7535-4b74-b480-1418c58e5421'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 23:05:38.733044 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca4bd0a-7c34-4f1b-951c-79d5d536b008 None None] Routers {'b053de8c-7535-4b74-b480-1418c58e5421'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 23:05:38.733735 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-cca4bd0a-7c34-4f1b-951c-79d5d536b008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T23:05:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['b053de8c-7535-4b74-b480-1418c58e5421'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 23:05:38.735879 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-045faffc-11b5-4796-9b6e-0a70f7a2e8f5 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:05:38.794287 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-045faffc-11b5-4796-9b6e-0a70f7a2e8f5 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5495753 May 05 23:05:38.794755 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a663a7b4-69f7-4c31-a4db-0d73dba2d418', 'tag': '251f3bbb-15b3-49d6-9850-a8032517d366'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 23:05:38.849194 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e282f77-8e8e-4200-8897-7bc351af075c'] response: {'name': 'network-changed', 'server_uuid': 'a663a7b4-69f7-4c31-a4db-0d73dba2d418', 'tag': '251f3bbb-15b3-49d6-9850-a8032517d366', 'status': 'completed', 'code': 200} May 05 23:05:38.911891 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-cca4bd0a-7c34-4f1b-951c-79d5d536b008 None None] Set router b053de8c-7535-4b74-b480-1418c58e5421 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 23:05:38.942155 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5f6782e3-4c3d-4d17-b2ee-69ee3fa7d0e6 req-b55151f1-f692-4d1e-99ab-28e064cd4bf8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bff538860c8e4ca7a198450df3e7115c&device_id=a663a7b4-69f7-4c31-a4db-0d73dba2d418 HTTP/1.1" status: 200 len: 1096 time: 0.0684438 May 05 23:05:39.071071 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6782e3-4c3d-4d17-b2ee-69ee3fa7d0e6 req-0d0ec55f-1baf-4a15-af2e-5a2d4ba428ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:05:39.072427 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5f6782e3-4c3d-4d17-b2ee-69ee3fa7d0e6 req-0d0ec55f-1baf-4a15-af2e-5a2d4ba428ea service neutron] 10.222.0.32 "GET /v2.0/networks?id=a552109f-7c20-414f-bade-a5874292bb78 HTTP/1.1" status: 200 len: 909 time: 0.1242023 May 05 23:05:39.173033 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5f6782e3-4c3d-4d17-b2ee-69ee3fa7d0e6 req-f3c6eb2b-daee-42ea-a7dd-3d30a40d45a7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=251f3bbb-15b3-49d6-9850-a8032517d366 HTTP/1.1" status: 200 len: 999 time: 0.0947406 May 05 23:05:39.239681 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6782e3-4c3d-4d17-b2ee-69ee3fa7d0e6 req-17d931c9-9cb0-4598-b82f-1848d402fde0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:05:39.241144 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5f6782e3-4c3d-4d17-b2ee-69ee3fa7d0e6 req-17d931c9-9cb0-4598-b82f-1848d402fde0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ce3a3e8e-eb93-4cc8-814f-55660c277a6f HTTP/1.1" status: 200 len: 847 time: 0.0623591 May 05 23:05:39.264946 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-cca4bd0a-7c34-4f1b-951c-79d5d536b008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'name': 'tempest-TestSnapshotPattern-30386274-router', 'tenant_id': 'bff538860c8e4ca7a198450df3e7115c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '74bd96b6-b579-4556-a98a-8e39034efa87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T23:02:40Z', 'updated_at': '2022-05-05T23:02:43Z', 'revision_number': 4, 'project_id': 'bff538860c8e4ca7a198450df3e7115c', 'gw_port': {'id': '74bd96b6-b579-4556-a98a-8e39034efa87', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:94:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T23:02:40Z', 'updated_at': '2022-05-05T23:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '3197cf16-b586-4e7c-a278-0d6076e7d455', 'tenant_id': 'bff538860c8e4ca7a198450df3e7115c', 'floating_ip_address': '172.25.4.110', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'port_id': '251f3bbb-15b3-49d6-9850-a8032517d366', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a552109f-7c20-414f-bade-a5874292bb78', 'mac_address': 'fa:16:3e:4d:5c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a663a7b4-69f7-4c31-a4db-0d73dba2d418', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T23:05:37Z', 'updated_at': '2022-05-05T23:05:37Z', 'revision_number': 0, 'project_id': 'bff538860c8e4ca7a198450df3e7115c', 'fixed_ip_address_scope': None}, {'id': 'd31628a7-2fd7-4cd9-a385-fe79b63085a9', 'tenant_id': 'bff538860c8e4ca7a198450df3e7115c', 'floating_ip_address': '172.25.4.229', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'port_id': 'e2763d4c-1b41-4dfb-ab88-75a49aacb5e1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a552109f-7c20-414f-bade-a5874292bb78', 'mac_address': 'fa:16:3e:2b:d6:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d8d029-7b1d-4995-8ac6-1c5ecd54321f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T23:03:07Z', 'updated_at': '2022-05-05T23:03:13Z', 'revision_number': 1, 'project_id': 'bff538860c8e4ca7a198450df3e7115c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a62fbd11-8acf-4d70-bb17-c6becbd75bb3', 'name': '', 'network_id': 'a552109f-7c20-414f-bade-a5874292bb78', 'tenant_id': 'bff538860c8e4ca7a198450df3e7115c', 'mac_address': 'fa:16:3e:4d:e9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce3a3e8e-eb93-4cc8-814f-55660c277a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T23:02:43Z', 'updated_at': '2022-05-05T23:02:52Z', 'revision_number': 5, 'project_id': 'bff538860c8e4ca7a198450df3e7115c', 'subnets': [{'id': 'ce3a3e8e-eb93-4cc8-814f-55660c277a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 23:05:39.268992 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca4bd0a-7c34-4f1b-951c-79d5d536b008 None None] Checking router: b053de8c-7535-4b74-b480-1418c58e5421 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 23:05:39.279881 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca4bd0a-7c34-4f1b-951c-79d5d536b008 None None] Routers {'b053de8c-7535-4b74-b480-1418c58e5421'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 23:05:39.280458 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-cca4bd0a-7c34-4f1b-951c-79d5d536b008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T23:05:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['b053de8c-7535-4b74-b480-1418c58e5421'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 23:05:39.319051 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5f6782e3-4c3d-4d17-b2ee-69ee3fa7d0e6 req-6a4894c3-73b3-4a40-8366-a404c30985c4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a552109f-7c20-414f-bade-a5874292bb78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712683 May 05 23:05:39.452274 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5f6782e3-4c3d-4d17-b2ee-69ee3fa7d0e6 req-d9f09c16-9886-4413-a3af-2a50540b2569 service neutron] 10.222.0.32 "GET /v2.0/networks/a552109f-7c20-414f-bade-a5874292bb78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261256 May 05 23:05:39.457614 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-cca4bd0a-7c34-4f1b-951c-79d5d536b008 None None] Set router b053de8c-7535-4b74-b480-1418c58e5421 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 23:05:39.587474 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-5f6782e3-4c3d-4d17-b2ee-69ee3fa7d0e6 req-8f7548fb-a792-4213-84af-54ab3baadc6c service neutron] 10.222.0.32 "GET /v2.0/networks/a552109f-7c20-414f-bade-a5874292bb78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299002 May 05 23:05:39.843612 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-cca4bd0a-7c34-4f1b-951c-79d5d536b008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'name': 'tempest-TestSnapshotPattern-30386274-router', 'tenant_id': 'bff538860c8e4ca7a198450df3e7115c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '74bd96b6-b579-4556-a98a-8e39034efa87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T23:02:40Z', 'updated_at': '2022-05-05T23:02:43Z', 'revision_number': 4, 'project_id': 'bff538860c8e4ca7a198450df3e7115c', 'gw_port': {'id': '74bd96b6-b579-4556-a98a-8e39034efa87', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:94:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T23:02:40Z', 'updated_at': '2022-05-05T23:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '3197cf16-b586-4e7c-a278-0d6076e7d455', 'tenant_id': 'bff538860c8e4ca7a198450df3e7115c', 'floating_ip_address': '172.25.4.110', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'port_id': '251f3bbb-15b3-49d6-9850-a8032517d366', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a552109f-7c20-414f-bade-a5874292bb78', 'mac_address': 'fa:16:3e:4d:5c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a663a7b4-69f7-4c31-a4db-0d73dba2d418', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T23:05:37Z', 'updated_at': '2022-05-05T23:05:37Z', 'revision_number': 0, 'project_id': 'bff538860c8e4ca7a198450df3e7115c', 'fixed_ip_address_scope': None}, {'id': 'd31628a7-2fd7-4cd9-a385-fe79b63085a9', 'tenant_id': 'bff538860c8e4ca7a198450df3e7115c', 'floating_ip_address': '172.25.4.229', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'port_id': 'e2763d4c-1b41-4dfb-ab88-75a49aacb5e1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a552109f-7c20-414f-bade-a5874292bb78', 'mac_address': 'fa:16:3e:2b:d6:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d8d029-7b1d-4995-8ac6-1c5ecd54321f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T23:03:07Z', 'updated_at': '2022-05-05T23:03:13Z', 'revision_number': 1, 'project_id': 'bff538860c8e4ca7a198450df3e7115c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a62fbd11-8acf-4d70-bb17-c6becbd75bb3', 'name': '', 'network_id': 'a552109f-7c20-414f-bade-a5874292bb78', 'tenant_id': 'bff538860c8e4ca7a198450df3e7115c', 'mac_address': 'fa:16:3e:4d:e9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce3a3e8e-eb93-4cc8-814f-55660c277a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T23:02:43Z', 'updated_at': '2022-05-05T23:02:52Z', 'revision_number': 5, 'project_id': 'bff538860c8e4ca7a198450df3e7115c', 'subnets': [{'id': 'ce3a3e8e-eb93-4cc8-814f-55660c277a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 23:05:39.847820 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca4bd0a-7c34-4f1b-951c-79d5d536b008 None None] The sync data for ids ['b053de8c-7535-4b74-b480-1418c58e5421'] in n-d-825175-4 is: [{'id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'name': 'tempest-TestSnapshotPattern-30386274-router', 'tenant_id': 'bff538860c8e4ca7a198450df3e7115c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '74bd96b6-b579-4556-a98a-8e39034efa87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T23:02:40Z', 'updated_at': '2022-05-05T23:02:43Z', 'revision_number': 4, 'project_id': 'bff538860c8e4ca7a198450df3e7115c', 'gw_port': {'id': '74bd96b6-b579-4556-a98a-8e39034efa87', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:94:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T23:02:40Z', 'updated_at': '2022-05-05T23:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': '3197cf16-b586-4e7c-a278-0d6076e7d455', 'tenant_id': 'bff538860c8e4ca7a198450df3e7115c', 'floating_ip_address': '172.25.4.110', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'port_id': '251f3bbb-15b3-49d6-9850-a8032517d366', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a552109f-7c20-414f-bade-a5874292bb78', 'mac_address': 'fa:16:3e:4d:5c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a663a7b4-69f7-4c31-a4db-0d73dba2d418', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T23:05:37Z', 'updated_at': '2022-05-05T23:05:37Z', 'revision_number': 0, 'project_id': 'bff538860c8e4ca7a198450df3e7115c', 'fixed_ip_address_scope': None}, {'id': 'd31628a7-2fd7-4cd9-a385-fe79b63085a9', 'tenant_id': 'bff538860c8e4ca7a198450df3e7115c', 'floating_ip_address': '172.25.4.229', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'port_id': 'e2763d4c-1b41-4dfb-ab88-75a49aacb5e1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a552109f-7c20-414f-bade-a5874292bb78', 'mac_address': 'fa:16:3e:2b:d6:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d8d029-7b1d-4995-8ac6-1c5ecd54321f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T23:03:07Z', 'updated_at': '2022-05-05T23:03:13Z', 'revision_number': 1, 'project_id': 'bff538860c8e4ca7a198450df3e7115c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a62fbd11-8acf-4d70-bb17-c6becbd75bb3', 'name': '', 'network_id': 'a552109f-7c20-414f-bade-a5874292bb78', 'tenant_id': 'bff538860c8e4ca7a198450df3e7115c', 'mac_address': 'fa:16:3e:4d:e9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce3a3e8e-eb93-4cc8-814f-55660c277a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T23:02:43Z', 'updated_at': '2022-05-05T23:02:52Z', 'revision_number': 5, 'project_id': 'bff538860c8e4ca7a198450df3e7115c', 'subnets': [{'id': 'ce3a3e8e-eb93-4cc8-814f-55660c277a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 23:05:40.063154 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17514baf-067e-416c-9be0-82d7c251b92e None None] New status for floating IP 3197cf16-b586-4e7c-a278-0d6076e7d455: ACTIVE {{(pid=84064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 23:05:43.381420 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 23:05:44.076136 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a726bcd4-6867-4f9b-8e8b-035bc8b3a5b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:05:46.405713 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-7894ec51-ba0a-4d1b-b54a-baf769244959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:05:47.662927 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:05:47.695762 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:05:49.323604 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:05:55.231586 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8bd34ba9-b74c-4c4b-a1ed-d98c57bdf164 req-4a1d43b3-2454-458e-bad5-0c6808de9522 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d029-7b1d-4995-8ac6-1c5ecd54321f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0797536 May 05 23:05:55.387138 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8bd34ba9-b74c-4c4b-a1ed-d98c57bdf164 req-5399596a-7591-4145-a075-2a642426f984 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bff538860c8e4ca7a198450df3e7115c&device_id=d9d8d029-7b1d-4995-8ac6-1c5ecd54321f HTTP/1.1" status: 200 len: 1095 time: 0.0761247 May 05 23:05:55.537763 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd34ba9-b74c-4c4b-a1ed-d98c57bdf164 req-1100d549-16b5-476b-af71-486ffbc6246e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:05:55.539150 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8bd34ba9-b74c-4c4b-a1ed-d98c57bdf164 req-1100d549-16b5-476b-af71-486ffbc6246e service neutron] 10.222.0.44 "GET /v2.0/networks?id=a552109f-7c20-414f-bade-a5874292bb78 HTTP/1.1" status: 200 len: 909 time: 0.1270370 May 05 23:05:55.643732 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8bd34ba9-b74c-4c4b-a1ed-d98c57bdf164 req-a92aaa60-ee81-45a7-8696-d85044b61cd9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2763d4c-1b41-4dfb-ab88-75a49aacb5e1 HTTP/1.1" status: 200 len: 1000 time: 0.0989327 May 05 23:05:55.717143 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd34ba9-b74c-4c4b-a1ed-d98c57bdf164 req-ff8785cd-5fd3-4efe-ba6d-41c0d9ffb5f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:05:55.718568 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8bd34ba9-b74c-4c4b-a1ed-d98c57bdf164 req-ff8785cd-5fd3-4efe-ba6d-41c0d9ffb5f0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ce3a3e8e-eb93-4cc8-814f-55660c277a6f HTTP/1.1" status: 200 len: 847 time: 0.0696406 May 05 23:05:55.804195 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8bd34ba9-b74c-4c4b-a1ed-d98c57bdf164 req-8c5b76d4-fb71-4877-b91b-06f77bc215e2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a552109f-7c20-414f-bade-a5874292bb78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791671 May 05 23:05:56.029692 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8bd34ba9-b74c-4c4b-a1ed-d98c57bdf164 req-f8c8d60b-a3eb-419b-9fe3-2fd7f55724b5 service neutron] 10.222.0.44 "GET /v2.0/networks/a552109f-7c20-414f-bade-a5874292bb78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194784 May 05 23:05:56.159914 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-8bd34ba9-b74c-4c4b-a1ed-d98c57bdf164 req-6ca71a26-1bc0-4ae0-9738-7ef306c58540 service neutron] 10.222.0.44 "GET /v2.0/networks/a552109f-7c20-414f-bade-a5874292bb78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241057 May 05 23:06:01.351785 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2acf1129-7724-4b9e-87ce-540242876092 req-11a10aaf-99e4-4381-ac90-7f0f6ddb46ff service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a663a7b4-69f7-4c31-a4db-0d73dba2d418&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1364536 May 05 23:06:01.498368 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2acf1129-7724-4b9e-87ce-540242876092 req-8be4048d-9b44-4842-8c86-33794bd9c6b6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bff538860c8e4ca7a198450df3e7115c&device_id=a663a7b4-69f7-4c31-a4db-0d73dba2d418 HTTP/1.1" status: 200 len: 1096 time: 0.0751534 May 05 23:06:01.660385 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf1129-7724-4b9e-87ce-540242876092 req-e7f9e5c7-0353-446b-a5ad-95b7a8da1c64 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:06:01.661860 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2acf1129-7724-4b9e-87ce-540242876092 req-e7f9e5c7-0353-446b-a5ad-95b7a8da1c64 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a552109f-7c20-414f-bade-a5874292bb78 HTTP/1.1" status: 200 len: 909 time: 0.1435237 May 05 23:06:01.772731 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2acf1129-7724-4b9e-87ce-540242876092 req-0eb8a6ef-5834-4619-9bf5-2559f33c9c57 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=251f3bbb-15b3-49d6-9850-a8032517d366 HTTP/1.1" status: 200 len: 1001 time: 0.1046526 May 05 23:06:01.840481 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf1129-7724-4b9e-87ce-540242876092 req-2355322e-2fbe-4acd-99a2-251bf823fa36 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:06:01.842780 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2acf1129-7724-4b9e-87ce-540242876092 req-2355322e-2fbe-4acd-99a2-251bf823fa36 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ce3a3e8e-eb93-4cc8-814f-55660c277a6f HTTP/1.1" status: 200 len: 847 time: 0.0637584 May 05 23:06:01.940520 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2acf1129-7724-4b9e-87ce-540242876092 req-e47155da-51a3-4800-a039-d7291fb8372e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a552109f-7c20-414f-bade-a5874292bb78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0920515 May 05 23:06:02.073254 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2acf1129-7724-4b9e-87ce-540242876092 req-ef784f95-73ee-49d5-9c78-53f7d87a2606 service neutron] 10.222.0.32 "GET /v2.0/networks/a552109f-7c20-414f-bade-a5874292bb78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262767 May 05 23:06:02.207574 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-2acf1129-7724-4b9e-87ce-540242876092 req-c0dd928f-e7a2-46d6-9c48-1792b5cc6fce service neutron] 10.222.0.32 "GET /v2.0/networks/a552109f-7c20-414f-bade-a5874292bb78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284542 May 05 23:06:06.597512 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:06:06.903393 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:06:14.085807 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f02cac87-74af-486b-b83c-1025e6ce9485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:06:16.411251 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-c55ec90e-aecf-478b-861c-5f47f566534d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:06:17.657622 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:06:17.698495 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:06:19.332564 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:06:20.373874 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 23:06:36.592974 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:06:36.922913 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:06:44.076668 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-23485b61-b0dc-4d88-87fd-3aefeec0bdf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:06:46.412770 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f1c4538b-0e20-48e1-9a64-44b6988a04c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:06:47.664923 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:06:47.700068 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:06:49.339842 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:06:56.248196 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-860434dc-9670-4b78-a517-81bfd2f3b64a req-29bd8b2b-d106-48a1-901e-d1295312c546 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d029-7b1d-4995-8ac6-1c5ecd54321f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0946434 May 05 23:06:56.393360 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-860434dc-9670-4b78-a517-81bfd2f3b64a req-76a65f0c-0134-49d5-8e52-067311b3f1a1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bff538860c8e4ca7a198450df3e7115c&device_id=d9d8d029-7b1d-4995-8ac6-1c5ecd54321f HTTP/1.1" status: 200 len: 1095 time: 0.0722222 May 05 23:06:56.545823 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860434dc-9670-4b78-a517-81bfd2f3b64a req-19dd1b4f-e851-495e-922b-0e615a5305bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:06:56.547240 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-860434dc-9670-4b78-a517-81bfd2f3b64a req-19dd1b4f-e851-495e-922b-0e615a5305bd service neutron] 10.222.0.44 "GET /v2.0/networks?id=a552109f-7c20-414f-bade-a5874292bb78 HTTP/1.1" status: 200 len: 909 time: 0.1302702 May 05 23:06:56.654423 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-860434dc-9670-4b78-a517-81bfd2f3b64a req-8d716cc5-b956-4582-ab7d-d4fb6403cbc2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2763d4c-1b41-4dfb-ab88-75a49aacb5e1 HTTP/1.1" status: 200 len: 1000 time: 0.1005971 May 05 23:06:56.718123 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860434dc-9670-4b78-a517-81bfd2f3b64a req-a70f8421-419e-4128-ab39-f777927ae443 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:06:56.719555 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-860434dc-9670-4b78-a517-81bfd2f3b64a req-a70f8421-419e-4128-ab39-f777927ae443 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ce3a3e8e-eb93-4cc8-814f-55660c277a6f HTTP/1.1" status: 200 len: 847 time: 0.0597394 May 05 23:06:56.800772 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-860434dc-9670-4b78-a517-81bfd2f3b64a req-0658c192-a7cd-406c-92f3-73d422b39990 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a552109f-7c20-414f-bade-a5874292bb78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747960 May 05 23:06:56.942861 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-860434dc-9670-4b78-a517-81bfd2f3b64a req-6873cbe3-d67d-4466-a288-06dc2da620f6 service neutron] 10.222.0.44 "GET /v2.0/networks/a552109f-7c20-414f-bade-a5874292bb78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352284 May 05 23:06:57.072480 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-860434dc-9670-4b78-a517-81bfd2f3b64a req-c517a36e-432c-4ce3-9539-065f7cceca4b service neutron] 10.222.0.44 "GET /v2.0/networks/a552109f-7c20-414f-bade-a5874292bb78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238573 May 05 23:06:57.379141 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 23:07:01.399887 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-05f05fa6-21f0-43ca-a725-092e2241cdfa req-b5f202ba-f33f-4196-9ba4-0f7142185b03 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a663a7b4-69f7-4c31-a4db-0d73dba2d418&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1723394 May 05 23:07:01.544699 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-05f05fa6-21f0-43ca-a725-092e2241cdfa req-5f558ddb-b1ee-4378-8357-f08feb8e5605 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bff538860c8e4ca7a198450df3e7115c&device_id=a663a7b4-69f7-4c31-a4db-0d73dba2d418 HTTP/1.1" status: 200 len: 1096 time: 0.0737894 May 05 23:07:01.687809 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f05fa6-21f0-43ca-a725-092e2241cdfa req-c758b152-cf2a-4407-9735-e106757fdbca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:07:01.689147 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-05f05fa6-21f0-43ca-a725-092e2241cdfa req-c758b152-cf2a-4407-9735-e106757fdbca service neutron] 10.222.0.32 "GET /v2.0/networks?id=a552109f-7c20-414f-bade-a5874292bb78 HTTP/1.1" status: 200 len: 909 time: 0.1247900 May 05 23:07:01.792594 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-05f05fa6-21f0-43ca-a725-092e2241cdfa req-9e5b3274-bd2f-4397-9223-a14296868ba7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=251f3bbb-15b3-49d6-9850-a8032517d366 HTTP/1.1" status: 200 len: 1001 time: 0.0972474 May 05 23:07:01.857936 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f05fa6-21f0-43ca-a725-092e2241cdfa req-71c7deda-81c4-467d-a645-28f84c825eae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:07:01.859350 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-05f05fa6-21f0-43ca-a725-092e2241cdfa req-71c7deda-81c4-467d-a645-28f84c825eae service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ce3a3e8e-eb93-4cc8-814f-55660c277a6f HTTP/1.1" status: 200 len: 847 time: 0.0613711 May 05 23:07:01.937497 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-05f05fa6-21f0-43ca-a725-092e2241cdfa req-a2008928-123d-4962-9715-cdd4096e0a38 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a552109f-7c20-414f-bade-a5874292bb78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719383 May 05 23:07:02.066764 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-05f05fa6-21f0-43ca-a725-092e2241cdfa req-06147e51-70d1-40ed-b282-b0e7dd5d84f0 service neutron] 10.222.0.32 "GET /v2.0/networks/a552109f-7c20-414f-bade-a5874292bb78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236644 May 05 23:07:02.202514 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-05f05fa6-21f0-43ca-a725-092e2241cdfa req-df5b8803-384b-444c-900a-c5aceff7e568 service neutron] 10.222.0.32 "GET /v2.0/networks/a552109f-7c20-414f-bade-a5874292bb78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299973 May 05 23:07:06.608414 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:06.933818 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:12.075328 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 251f3bbb-15b3-49d6-9850-a8032517d366 details requested by agent hyperv_n-h2-825175-4 with host n-h2-825175-4 {{(pid=84064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 23:07:12.209802 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 251f3bbb-15b3-49d6-9850-a8032517d366, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=251f3bbb-15b3-49d6-9850-a8032517d366,segment=NetworkSegment(064c2970-9ac4-43e3-81bc-e9b1e8ba449d),segment_id=064c2970-9ac4-43e3-81bc-e9b1e8ba449d)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 23:07:12.225369 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Returning: {'device': '251f3bbb-15b3-49d6-9850-a8032517d366', 'network_id': 'a552109f-7c20-414f-bade-a5874292bb78', 'port_id': '251f3bbb-15b3-49d6-9850-a8032517d366', 'mac_address': 'fa:16:3e:4d:5c:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce3a3e8e-eb93-4cc8-814f-55660c277a6f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 23:07:12.291710 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:12.316057 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 251f3bbb-15b3-49d6-9850-a8032517d366 {{(pid=84064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 23:07:12.331814 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 251f3bbb-15b3-49d6-9850-a8032517d366, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=251f3bbb-15b3-49d6-9850-a8032517d366,segment=NetworkSegment(064c2970-9ac4-43e3-81bc-e9b1e8ba449d),segment_id=064c2970-9ac4-43e3-81bc-e9b1e8ba449d)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 23:07:12.336045 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:12.404413 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=251f3bbb-15b3-49d6-9850-a8032517d366,revision_number=6']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:07:12.413584 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] get_ports_and_sgs() called for port_ids ['251f3bbb-15b3-49d6-9850-a8032517d366'] {{(pid=84064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 23:07:12.442982 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:07:12.443344 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:07:12.443679 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:07:12.444036 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:07:12.444394 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:07:12.444761 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:07:12.445106 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:07:12.445471 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:07:12.445820 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:07:12.446157 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:07:12.446524 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:07:14.070610 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-bacae7e2-0e8c-43b8-8ed9-1a5458253749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:14.090843 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 251f3bbb-15b3-49d6-9850-a8032517d366 up at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 23:07:14.170639 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.provisioning_blocks [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Provisioning complete for port 251f3bbb-15b3-49d6-9850-a8032517d366 triggered by entity L2. {{(pid=84064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 23:07:14.171336 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1113064'] for port, provisioning_complete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:14.302474 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:14.345933 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a663a7b4-69f7-4c31-a4db-0d73dba2d418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '251f3bbb-15b3-49d6-9850-a8032517d366'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 23:07:14.357648 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 251f3bbb-15b3-49d6-9850-a8032517d366, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=251f3bbb-15b3-49d6-9850-a8032517d366,segment=NetworkSegment(064c2970-9ac4-43e3-81bc-e9b1e8ba449d),segment_id=064c2970-9ac4-43e3-81bc-e9b1e8ba449d)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 23:07:14.364505 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:14.439580 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=251f3bbb-15b3-49d6-9850-a8032517d366,revision_number=7']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:07:14.449421 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37cc12d9-50e8-4331-9fcc-d09b85381a0c'] response: {'server_uuid': 'a663a7b4-69f7-4c31-a4db-0d73dba2d418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '251f3bbb-15b3-49d6-9850-a8032517d366', 'code': 200} May 05 23:07:16.408446 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-82dc7763-4728-4b50-82a4-3a8de655bf74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:17.663256 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:17.709510 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:19.339464 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:22.774148 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 39308) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 23:07:22.975009 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-228330da-c4f2-4b41-b67a-d742aac193c6 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Deleting port ecd0b878-ee4d-4608-b514-25bb4145547b {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 23:07:22.975347 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-228330da-c4f2-4b41-b67a-d742aac193c6 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:23.150957 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-228330da-c4f2-4b41-b67a-d742aac193c6 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:23.151297 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-228330da-c4f2-4b41-b67a-d742aac193c6 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:23.365985 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-228330da-c4f2-4b41-b67a-d742aac193c6 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Calling delete_port for ecd0b878-ee4d-4608-b514-25bb4145547b owned by network:floatingip {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 23:07:23.533986 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-228330da-c4f2-4b41-b67a-d742aac193c6 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:23.578073 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228330da-c4f2-4b41-b67a-d742aac193c6 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Pushing event deleted for resources: {'Port': ['ID=ecd0b878-ee4d-4608-b514-25bb4145547b,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:07:23.589916 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228330da-c4f2-4b41-b67a-d742aac193c6 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:07:23.590748 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228330da-c4f2-4b41-b67a-d742aac193c6 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:07:23.591026 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228330da-c4f2-4b41-b67a-d742aac193c6 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:07:23.591363 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228330da-c4f2-4b41-b67a-d742aac193c6 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:07:23.591668 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228330da-c4f2-4b41-b67a-d742aac193c6 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:07:23.592024 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228330da-c4f2-4b41-b67a-d742aac193c6 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:07:23.592784 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228330da-c4f2-4b41-b67a-d742aac193c6 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:07:23.592784 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228330da-c4f2-4b41-b67a-d742aac193c6 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:07:23.592951 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228330da-c4f2-4b41-b67a-d742aac193c6 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:07:23.593272 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228330da-c4f2-4b41-b67a-d742aac193c6 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:07:23.593592 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228330da-c4f2-4b41-b67a-d742aac193c6 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:07:23.686945 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-228330da-c4f2-4b41-b67a-d742aac193c6 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks [] for floatingip, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:24.111095 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-228330da-c4f2-4b41-b67a-d742aac193c6 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Router b053de8c-7535-4b74-b480-1418c58e5421 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 23:07:24.317750 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228330da-c4f2-4b41-b67a-d742aac193c6 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 23:07:24.328321 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e8f66e-52f0-40d2-8861-ccd2956ec913 None None] Sync routers for ids ['b053de8c-7535-4b74-b480-1418c58e5421'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 23:07:24.339437 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-228330da-c4f2-4b41-b67a-d742aac193c6 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:24.340576 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e8f66e-52f0-40d2-8861-ccd2956ec913 None None] Routers {'b053de8c-7535-4b74-b480-1418c58e5421'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 23:07:24.341188 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-63e8f66e-52f0-40d2-8861-ccd2956ec913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T23:07:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['b053de8c-7535-4b74-b480-1418c58e5421'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 23:07:24.398632 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-228330da-c4f2-4b41-b67a-d742aac193c6 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "DELETE /v2.0/floatingips/3197cf16-b586-4e7c-a278-0d6076e7d455 HTTP/1.1" status: 204 len: 168 time: 1.6231191 May 05 23:07:24.399116 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a663a7b4-69f7-4c31-a4db-0d73dba2d418', 'tag': '251f3bbb-15b3-49d6-9850-a8032517d366'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 23:07:24.455309 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27d4896b-3150-4f6b-b182-0c85f18e3b7c'] response: {'name': 'network-changed', 'server_uuid': 'a663a7b4-69f7-4c31-a4db-0d73dba2d418', 'tag': '251f3bbb-15b3-49d6-9850-a8032517d366', 'status': 'completed', 'code': 200} May 05 23:07:24.522267 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-63e8f66e-52f0-40d2-8861-ccd2956ec913 None None] Set router b053de8c-7535-4b74-b480-1418c58e5421 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 23:07:24.559686 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d9b601c6-8ba2-49d2-8d3c-21314b31c3aa req-4618c86e-a391-46d1-9dd6-4dfda3d89137 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bff538860c8e4ca7a198450df3e7115c&device_id=a663a7b4-69f7-4c31-a4db-0d73dba2d418 HTTP/1.1" status: 200 len: 1096 time: 0.0831497 May 05 23:07:24.703504 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b601c6-8ba2-49d2-8d3c-21314b31c3aa req-a9a21b4f-7c51-4f60-868b-5d3afda63bea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:07:24.705059 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d9b601c6-8ba2-49d2-8d3c-21314b31c3aa req-a9a21b4f-7c51-4f60-868b-5d3afda63bea service neutron] 10.222.0.32 "GET /v2.0/networks?id=a552109f-7c20-414f-bade-a5874292bb78 HTTP/1.1" status: 200 len: 909 time: 0.1402078 May 05 23:07:24.782834 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d9b601c6-8ba2-49d2-8d3c-21314b31c3aa req-be61baed-f0e5-42a0-a133-091ccd2e141a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=251f3bbb-15b3-49d6-9850-a8032517d366 HTTP/1.1" status: 200 len: 217 time: 0.0706241 May 05 23:07:24.890693 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b601c6-8ba2-49d2-8d3c-21314b31c3aa req-e95cdb42-fd90-49b0-9da8-5033849d6a00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:07:24.892169 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d9b601c6-8ba2-49d2-8d3c-21314b31c3aa req-e95cdb42-fd90-49b0-9da8-5033849d6a00 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ce3a3e8e-eb93-4cc8-814f-55660c277a6f HTTP/1.1" status: 200 len: 847 time: 0.1030488 May 05 23:07:24.892300 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-63e8f66e-52f0-40d2-8861-ccd2956ec913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'name': 'tempest-TestSnapshotPattern-30386274-router', 'tenant_id': 'bff538860c8e4ca7a198450df3e7115c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '74bd96b6-b579-4556-a98a-8e39034efa87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T23:02:40Z', 'updated_at': '2022-05-05T23:02:43Z', 'revision_number': 4, 'project_id': 'bff538860c8e4ca7a198450df3e7115c', 'gw_port': {'id': '74bd96b6-b579-4556-a98a-8e39034efa87', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:94:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T23:02:40Z', 'updated_at': '2022-05-05T23:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': 'd31628a7-2fd7-4cd9-a385-fe79b63085a9', 'tenant_id': 'bff538860c8e4ca7a198450df3e7115c', 'floating_ip_address': '172.25.4.229', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'port_id': 'e2763d4c-1b41-4dfb-ab88-75a49aacb5e1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a552109f-7c20-414f-bade-a5874292bb78', 'mac_address': 'fa:16:3e:2b:d6:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d8d029-7b1d-4995-8ac6-1c5ecd54321f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T23:03:07Z', 'updated_at': '2022-05-05T23:03:13Z', 'revision_number': 1, 'project_id': 'bff538860c8e4ca7a198450df3e7115c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a62fbd11-8acf-4d70-bb17-c6becbd75bb3', 'name': '', 'network_id': 'a552109f-7c20-414f-bade-a5874292bb78', 'tenant_id': 'bff538860c8e4ca7a198450df3e7115c', 'mac_address': 'fa:16:3e:4d:e9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce3a3e8e-eb93-4cc8-814f-55660c277a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T23:02:43Z', 'updated_at': '2022-05-05T23:02:52Z', 'revision_number': 5, 'project_id': 'bff538860c8e4ca7a198450df3e7115c', 'subnets': [{'id': 'ce3a3e8e-eb93-4cc8-814f-55660c277a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 23:07:24.896435 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e8f66e-52f0-40d2-8861-ccd2956ec913 None None] Checking router: b053de8c-7535-4b74-b480-1418c58e5421 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 23:07:24.907868 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e8f66e-52f0-40d2-8861-ccd2956ec913 None None] Routers {'b053de8c-7535-4b74-b480-1418c58e5421'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 23:07:24.908387 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-63e8f66e-52f0-40d2-8861-ccd2956ec913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T23:07:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['b053de8c-7535-4b74-b480-1418c58e5421'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 23:07:24.976304 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3790a24-f3b4-4c5a-9539-e936a715b9bd req-a654ef6a-dc52-4f2d-80ea-0b855b91816e tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:07:24.977775 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a3790a24-f3b4-4c5a-9539-e936a715b9bd req-a654ef6a-dc52-4f2d-80ea-0b855b91816e tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "GET /v2.0/ports?device_id=a663a7b4-69f7-4c31-a4db-0d73dba2d418 HTTP/1.1" status: 200 len: 945 time: 0.2146220 May 05 23:07:25.009246 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d9b601c6-8ba2-49d2-8d3c-21314b31c3aa req-882a9396-cdca-443c-aaac-07e0507a8e69 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a552109f-7c20-414f-bade-a5874292bb78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1083720 May 05 23:07:25.087534 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-63e8f66e-52f0-40d2-8861-ccd2956ec913 None None] Set router b053de8c-7535-4b74-b480-1418c58e5421 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 23:07:25.108057 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-a3790a24-f3b4-4c5a-9539-e936a715b9bd req-4f221b81-26c1-45d3-87b6-0bb165dd83b8 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff5e31b0-41e6-4d16-9055-3ad2e92949c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227946 May 05 23:07:25.154560 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d9b601c6-8ba2-49d2-8d3c-21314b31c3aa req-e8544f4c-bddf-479b-92b7-b528d971e342 service neutron] 10.222.0.32 "GET /v2.0/networks/a552109f-7c20-414f-bade-a5874292bb78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344519 May 05 23:07:25.386355 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-d9b601c6-8ba2-49d2-8d3c-21314b31c3aa req-fd8c5d85-0a1a-4275-8129-75ceff4733c7 service neutron] 10.222.0.32 "GET /v2.0/networks/a552109f-7c20-414f-bade-a5874292bb78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254467 May 05 23:07:25.489029 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-63e8f66e-52f0-40d2-8861-ccd2956ec913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'name': 'tempest-TestSnapshotPattern-30386274-router', 'tenant_id': 'bff538860c8e4ca7a198450df3e7115c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '74bd96b6-b579-4556-a98a-8e39034efa87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T23:02:40Z', 'updated_at': '2022-05-05T23:02:43Z', 'revision_number': 4, 'project_id': 'bff538860c8e4ca7a198450df3e7115c', 'gw_port': {'id': '74bd96b6-b579-4556-a98a-8e39034efa87', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:94:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T23:02:40Z', 'updated_at': '2022-05-05T23:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': 'd31628a7-2fd7-4cd9-a385-fe79b63085a9', 'tenant_id': 'bff538860c8e4ca7a198450df3e7115c', 'floating_ip_address': '172.25.4.229', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'port_id': 'e2763d4c-1b41-4dfb-ab88-75a49aacb5e1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a552109f-7c20-414f-bade-a5874292bb78', 'mac_address': 'fa:16:3e:2b:d6:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d8d029-7b1d-4995-8ac6-1c5ecd54321f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T23:03:07Z', 'updated_at': '2022-05-05T23:03:13Z', 'revision_number': 1, 'project_id': 'bff538860c8e4ca7a198450df3e7115c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a62fbd11-8acf-4d70-bb17-c6becbd75bb3', 'name': '', 'network_id': 'a552109f-7c20-414f-bade-a5874292bb78', 'tenant_id': 'bff538860c8e4ca7a198450df3e7115c', 'mac_address': 'fa:16:3e:4d:e9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce3a3e8e-eb93-4cc8-814f-55660c277a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T23:02:43Z', 'updated_at': '2022-05-05T23:02:52Z', 'revision_number': 5, 'project_id': 'bff538860c8e4ca7a198450df3e7115c', 'subnets': [{'id': 'ce3a3e8e-eb93-4cc8-814f-55660c277a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 23:07:25.492982 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e8f66e-52f0-40d2-8861-ccd2956ec913 None None] The sync data for ids ['b053de8c-7535-4b74-b480-1418c58e5421'] in n-d-825175-4 is: [{'id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'name': 'tempest-TestSnapshotPattern-30386274-router', 'tenant_id': 'bff538860c8e4ca7a198450df3e7115c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '74bd96b6-b579-4556-a98a-8e39034efa87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T23:02:40Z', 'updated_at': '2022-05-05T23:02:43Z', 'revision_number': 4, 'project_id': 'bff538860c8e4ca7a198450df3e7115c', 'gw_port': {'id': '74bd96b6-b579-4556-a98a-8e39034efa87', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:94:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T23:02:40Z', 'updated_at': '2022-05-05T23:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_floatingips': [{'id': 'd31628a7-2fd7-4cd9-a385-fe79b63085a9', 'tenant_id': 'bff538860c8e4ca7a198450df3e7115c', 'floating_ip_address': '172.25.4.229', 'floating_network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'router_id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'port_id': 'e2763d4c-1b41-4dfb-ab88-75a49aacb5e1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a552109f-7c20-414f-bade-a5874292bb78', 'mac_address': 'fa:16:3e:2b:d6:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d8d029-7b1d-4995-8ac6-1c5ecd54321f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T23:03:07Z', 'updated_at': '2022-05-05T23:03:13Z', 'revision_number': 1, 'project_id': 'bff538860c8e4ca7a198450df3e7115c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a62fbd11-8acf-4d70-bb17-c6becbd75bb3', 'name': '', 'network_id': 'a552109f-7c20-414f-bade-a5874292bb78', 'tenant_id': 'bff538860c8e4ca7a198450df3e7115c', 'mac_address': 'fa:16:3e:4d:e9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce3a3e8e-eb93-4cc8-814f-55660c277a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T23:02:43Z', 'updated_at': '2022-05-05T23:02:52Z', 'revision_number': 5, 'project_id': 'bff538860c8e4ca7a198450df3e7115c', 'subnets': [{'id': 'ce3a3e8e-eb93-4cc8-814f-55660c277a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 23:07:25.749357 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81768641-01ef-4ddc-a270-41e74ff5d721 None None] New status for floating IP 3197cf16-b586-4e7c-a278-0d6076e7d455: DOWN {{(pid=84064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 23:07:26.169759 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 251f3bbb-15b3-49d6-9850-a8032517d366 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 23:07:26.231813 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c2613d-604b-446c-88cd-60638c88e51c req-125818fd-9e70-4f23-8ccf-90839749ba14 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:07:26.232791 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e1c2613d-604b-446c-88cd-60638c88e51c req-125818fd-9e70-4f23-8ccf-90839749ba14 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.32 "GET /v2.0/ports?device_id=a663a7b4-69f7-4c31-a4db-0d73dba2d418 HTTP/1.1" status: 200 len: 945 time: 0.0883987 May 05 23:07:26.277995 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1086419'] for port, before_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:26.304625 n-d-825175-4 neutron-server[84064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a663a7b4-69f7-4c31-a4db-0d73dba2d418', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '251f3bbb-15b3-49d6-9850-a8032517d366'}] {{(pid=84064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 23:07:26.315652 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] For port 251f3bbb-15b3-49d6-9850-a8032517d366, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=251f3bbb-15b3-49d6-9850-a8032517d366,segment=NetworkSegment(064c2970-9ac4-43e3-81bc-e9b1e8ba449d),segment_id=064c2970-9ac4-43e3-81bc-e9b1e8ba449d)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 23:07:26.321097 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774958641574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774958218397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774958218442'] for port, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:26.342648 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-e1c2613d-604b-446c-88cd-60638c88e51c req-76c1f556-193b-49de-ade1-8e7b0b8ccf61 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Deleting port 251f3bbb-15b3-49d6-9850-a8032517d366 {{(pid=84061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 23:07:26.343005 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-e1c2613d-604b-446c-88cd-60638c88e51c req-76c1f556-193b-49de-ade1-8e7b0b8ccf61 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:26.364852 n-d-825175-4 neutron-server[84064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01782946-8513-4d61-a867-f03443b4cbbb'] response: {'server_uuid': 'a663a7b4-69f7-4c31-a4db-0d73dba2d418', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '251f3bbb-15b3-49d6-9850-a8032517d366', 'code': 200} May 05 23:07:26.398099 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Pushing event updated for resources: {'Port': ['ID=251f3bbb-15b3-49d6-9850-a8032517d366,revision_number=8']} {{(pid=84064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:07:26.464044 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6c6c2-cd4e-4b29-8076-3af6a3fb7df3 req-b75e9704-5394-406d-908e-02d298d9e167 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:07:26.465841 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-64e6c6c2-cd4e-4b29-8076-3af6a3fb7df3 req-b75e9704-5394-406d-908e-02d298d9e167 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "GET /v2.0/ports?device_id=a663a7b4-69f7-4c31-a4db-0d73dba2d418 HTTP/1.1" status: 200 len: 945 time: 0.1961300 May 05 23:07:26.598162 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-64e6c6c2-cd4e-4b29-8076-3af6a3fb7df3 req-7d94789b-cd99-4f6e-8950-2abf1a98b558 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff5e31b0-41e6-4d16-9055-3ad2e92949c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266637 May 05 23:07:26.638038 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.db [req-e1c2613d-604b-446c-88cd-60638c88e51c req-76c1f556-193b-49de-ade1-8e7b0b8ccf61 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] For port 251f3bbb-15b3-49d6-9850-a8032517d366, host n-h2-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825175-4',level=0,port_id=251f3bbb-15b3-49d6-9850-a8032517d366,segment=NetworkSegment(064c2970-9ac4-43e3-81bc-e9b1e8ba449d),segment_id=064c2970-9ac4-43e3-81bc-e9b1e8ba449d)] {{(pid=84061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 23:07:26.638388 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-e1c2613d-604b-446c-88cd-60638c88e51c req-76c1f556-193b-49de-ade1-8e7b0b8ccf61 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:26.756332 n-d-825175-4 neutron-server[84061]: DEBUG neutron.plugins.ml2.plugin [req-e1c2613d-604b-446c-88cd-60638c88e51c req-76c1f556-193b-49de-ade1-8e7b0b8ccf61 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Calling delete_port for 251f3bbb-15b3-49d6-9850-a8032517d366 owned by compute:nova {{(pid=84061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 23:07:26.908416 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-e1c2613d-604b-446c-88cd-60638c88e51c req-76c1f556-193b-49de-ade1-8e7b0b8ccf61 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8331515'] for port, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:26.958675 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c1f556-193b-49de-ade1-8e7b0b8ccf61 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Pushing event deleted for resources: {'Port': ['ID=251f3bbb-15b3-49d6-9850-a8032517d366,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:07:27.030579 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c1f556-193b-49de-ade1-8e7b0b8ccf61 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:07:27.030948 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c1f556-193b-49de-ade1-8e7b0b8ccf61 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:07:27.031275 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c1f556-193b-49de-ade1-8e7b0b8ccf61 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:07:27.031609 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c1f556-193b-49de-ade1-8e7b0b8ccf61 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:07:27.031931 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c1f556-193b-49de-ade1-8e7b0b8ccf61 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:07:27.032244 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c1f556-193b-49de-ade1-8e7b0b8ccf61 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:07:27.032560 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c1f556-193b-49de-ade1-8e7b0b8ccf61 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:07:27.032871 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c1f556-193b-49de-ade1-8e7b0b8ccf61 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:07:27.033185 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c1f556-193b-49de-ade1-8e7b0b8ccf61 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:07:27.033489 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c1f556-193b-49de-ade1-8e7b0b8ccf61 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:07:27.033797 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c1f556-193b-49de-ade1-8e7b0b8ccf61 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825175-4 {{(pid=84061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 23:07:27.048676 n-d-825175-4 neutron-server[84061]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1c2613d-604b-446c-88cd-60638c88e51c req-76c1f556-193b-49de-ade1-8e7b0b8ccf61 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] No DVR routers for this DVR port 251f3bbb-15b3-49d6-9850-a8032517d366 on host n-h2-825175-4 {{(pid=84061) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 23:07:27.051122 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [req-e1c2613d-604b-446c-88cd-60638c88e51c req-76c1f556-193b-49de-ade1-8e7b0b8ccf61 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:27.053966 n-d-825175-4 neutron-server[84061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a663a7b4-69f7-4c31-a4db-0d73dba2d418', 'name': 'network-vif-deleted', 'tag': '251f3bbb-15b3-49d6-9850-a8032517d366'}] {{(pid=84061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 23:07:27.066105 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-e1c2613d-604b-446c-88cd-60638c88e51c req-76c1f556-193b-49de-ade1-8e7b0b8ccf61 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.32 "DELETE /v2.0/ports/251f3bbb-15b3-49d6-9850-a8032517d366 HTTP/1.1" status: 204 len: 173 time: 0.8284347 May 05 23:07:27.190690 n-d-825175-4 neutron-server[84061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-889225b8-4661-49f4-a204-cddc3ae99fd7'] response: {'server_uuid': 'a663a7b4-69f7-4c31-a4db-0d73dba2d418', 'name': 'network-vif-deleted', 'tag': '251f3bbb-15b3-49d6-9850-a8032517d366', 'status': 'completed', 'code': 200} May 05 23:07:28.311473 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 39366) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 23:07:28.520213 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-803fd2c7-e006-4cb8-871b-43c43b529bfe tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Deleting port 5b84eb79-92b5-4429-b40c-f9d05f354271 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 23:07:28.520538 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-803fd2c7-e006-4cb8-871b-43c43b529bfe tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:28.701091 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-803fd2c7-e006-4cb8-871b-43c43b529bfe tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:28.701389 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-803fd2c7-e006-4cb8-871b-43c43b529bfe tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:28.921545 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-803fd2c7-e006-4cb8-871b-43c43b529bfe tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Calling delete_port for 5b84eb79-92b5-4429-b40c-f9d05f354271 owned by network:floatingip {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 23:07:29.088652 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-803fd2c7-e006-4cb8-871b-43c43b529bfe tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:29.132079 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803fd2c7-e006-4cb8-871b-43c43b529bfe tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Pushing event deleted for resources: {'Port': ['ID=5b84eb79-92b5-4429-b40c-f9d05f354271,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:07:29.235921 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-803fd2c7-e006-4cb8-871b-43c43b529bfe tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks [] for floatingip, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:29.638977 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-803fd2c7-e006-4cb8-871b-43c43b529bfe tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Router b053de8c-7535-4b74-b480-1418c58e5421 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 23:07:29.844054 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803fd2c7-e006-4cb8-871b-43c43b529bfe tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 23:07:29.854712 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0f1c49-0594-4ae3-9bc8-f00679cb648f None None] Sync routers for ids ['b053de8c-7535-4b74-b480-1418c58e5421'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 23:07:29.860619 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-803fd2c7-e006-4cb8-871b-43c43b529bfe tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for floatingip, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:29.867155 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0f1c49-0594-4ae3-9bc8-f00679cb648f None None] Routers {'b053de8c-7535-4b74-b480-1418c58e5421'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 23:07:29.867766 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-1f0f1c49-0594-4ae3-9bc8-f00679cb648f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T23:07:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['b053de8c-7535-4b74-b480-1418c58e5421'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 23:07:29.915881 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-803fd2c7-e006-4cb8-871b-43c43b529bfe tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "DELETE /v2.0/floatingips/d31628a7-2fd7-4cd9-a385-fe79b63085a9 HTTP/1.1" status: 204 len: 168 time: 1.6032224 May 05 23:07:29.916422 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d8d029-7b1d-4995-8ac6-1c5ecd54321f', 'tag': 'e2763d4c-1b41-4dfb-ab88-75a49aacb5e1'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 23:07:29.971151 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-113919d3-cda4-44d7-93ef-c5945ba1c478'] response: {'name': 'network-changed', 'server_uuid': 'd9d8d029-7b1d-4995-8ac6-1c5ecd54321f', 'tag': 'e2763d4c-1b41-4dfb-ab88-75a49aacb5e1', 'status': 'completed', 'code': 200} May 05 23:07:30.051863 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-1f0f1c49-0594-4ae3-9bc8-f00679cb648f None None] Set router b053de8c-7535-4b74-b480-1418c58e5421 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 23:07:30.069647 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-92a58e54-e0c7-45e4-b068-8e84aa5715cb req-faebc788-ac56-4bd9-84db-5d89e0ce5344 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bff538860c8e4ca7a198450df3e7115c&device_id=d9d8d029-7b1d-4995-8ac6-1c5ecd54321f HTTP/1.1" status: 200 len: 1095 time: 0.0740623 May 05 23:07:30.200350 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 251f3bbb-15b3-49d6-9850-a8032517d366 no longer exists at agent hyperv_n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 23:07:30.205868 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a58e54-e0c7-45e4-b068-8e84aa5715cb req-ef403c2a-c3d5-48b7-a67c-88b11d58902a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:07:30.207383 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-92a58e54-e0c7-45e4-b068-8e84aa5715cb req-ef403c2a-c3d5-48b7-a67c-88b11d58902a service neutron] 10.222.0.44 "GET /v2.0/networks?id=a552109f-7c20-414f-bade-a5874292bb78 HTTP/1.1" status: 200 len: 909 time: 0.1314747 May 05 23:07:30.240370 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] No Port match for: 251f3bbb-15b3-49d6-9850-a8032517d366 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 23:07:30.241169 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Device 251f3bbb-15b3-49d6-9850-a8032517d366 not bound to the agent host n-h2-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 23:07:30.282710 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-92a58e54-e0c7-45e4-b068-8e84aa5715cb req-c5ae6526-c963-4ecc-8e27-309217db2f03 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2763d4c-1b41-4dfb-ab88-75a49aacb5e1 HTTP/1.1" status: 200 len: 217 time: 0.0689216 May 05 23:07:30.318137 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da91d91-f194-42b3-a604-1c6bbf86daf8 req-c5af76c4-2c32-4f18-99f2-bf9eab7133f5 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:07:30.319508 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-7da91d91-f194-42b3-a604-1c6bbf86daf8 req-c5af76c4-2c32-4f18-99f2-bf9eab7133f5 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Synchronizing usage tracker for tenant:bff538860c8e4ca7a198450df3e7115c on resource:port {{(pid=84061) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 23:07:30.336632 n-d-825175-4 neutron-server[84061]: DEBUG neutron.quota.resource [req-7da91d91-f194-42b3-a604-1c6bbf86daf8 req-c5af76c4-2c32-4f18-99f2-bf9eab7133f5 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Unset dirty status for tenant:bff538860c8e4ca7a198450df3e7115c on resource:port {{(pid=84061) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 23:07:30.338111 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7da91d91-f194-42b3-a604-1c6bbf86daf8 req-c5af76c4-2c32-4f18-99f2-bf9eab7133f5 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9d8d029-7b1d-4995-8ac6-1c5ecd54321f HTTP/1.1" status: 200 len: 944 time: 0.0985148 May 05 23:07:30.350217 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a58e54-e0c7-45e4-b068-8e84aa5715cb req-d51f0a83-8ef9-46ce-bab8-5e98c02ef1ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:07:30.351766 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-92a58e54-e0c7-45e4-b068-8e84aa5715cb req-d51f0a83-8ef9-46ce-bab8-5e98c02ef1ae service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ce3a3e8e-eb93-4cc8-814f-55660c277a6f HTTP/1.1" status: 200 len: 847 time: 0.0628107 May 05 23:07:30.378027 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-1f0f1c49-0594-4ae3-9bc8-f00679cb648f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'name': 'tempest-TestSnapshotPattern-30386274-router', 'tenant_id': 'bff538860c8e4ca7a198450df3e7115c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '74bd96b6-b579-4556-a98a-8e39034efa87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T23:02:40Z', 'updated_at': '2022-05-05T23:02:43Z', 'revision_number': 4, 'project_id': 'bff538860c8e4ca7a198450df3e7115c', 'gw_port': {'id': '74bd96b6-b579-4556-a98a-8e39034efa87', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:94:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T23:02:40Z', 'updated_at': '2022-05-05T23:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'a62fbd11-8acf-4d70-bb17-c6becbd75bb3', 'name': '', 'network_id': 'a552109f-7c20-414f-bade-a5874292bb78', 'tenant_id': 'bff538860c8e4ca7a198450df3e7115c', 'mac_address': 'fa:16:3e:4d:e9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce3a3e8e-eb93-4cc8-814f-55660c277a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T23:02:43Z', 'updated_at': '2022-05-05T23:02:52Z', 'revision_number': 5, 'project_id': 'bff538860c8e4ca7a198450df3e7115c', 'subnets': [{'id': 'ce3a3e8e-eb93-4cc8-814f-55660c277a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 23:07:30.381862 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0f1c49-0594-4ae3-9bc8-f00679cb648f None None] Checking router: b053de8c-7535-4b74-b480-1418c58e5421 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 23:07:30.390511 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-7da91d91-f194-42b3-a604-1c6bbf86daf8 req-768e2171-7874-4fa8-960f-fd8453e3c1fb tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff5e31b0-41e6-4d16-9055-3ad2e92949c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449502 May 05 23:07:30.393730 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0f1c49-0594-4ae3-9bc8-f00679cb648f None None] Routers {'b053de8c-7535-4b74-b480-1418c58e5421'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 23:07:30.394327 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-1f0f1c49-0594-4ae3-9bc8-f00679cb648f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T23:07:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['b053de8c-7535-4b74-b480-1418c58e5421'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 23:07:30.431976 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-92a58e54-e0c7-45e4-b068-8e84aa5715cb req-7c3051eb-c29d-40da-9a0d-e833361442a2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a552109f-7c20-414f-bade-a5874292bb78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742271 May 05 23:07:30.570571 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-1f0f1c49-0594-4ae3-9bc8-f00679cb648f None None] Set router b053de8c-7535-4b74-b480-1418c58e5421 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 23:07:30.662472 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-92a58e54-e0c7-45e4-b068-8e84aa5715cb req-63251713-f0c5-4a58-8d45-b695c6e5f00f service neutron] 10.222.0.44 "GET /v2.0/networks/a552109f-7c20-414f-bade-a5874292bb78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231455 May 05 23:07:30.794822 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-92a58e54-e0c7-45e4-b068-8e84aa5715cb req-19863cdc-0273-4b3d-956a-a0e0153364a0 service neutron] 10.222.0.44 "GET /v2.0/networks/a552109f-7c20-414f-bade-a5874292bb78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245408 May 05 23:07:30.885249 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-1f0f1c49-0594-4ae3-9bc8-f00679cb648f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'name': 'tempest-TestSnapshotPattern-30386274-router', 'tenant_id': 'bff538860c8e4ca7a198450df3e7115c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '74bd96b6-b579-4556-a98a-8e39034efa87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T23:02:40Z', 'updated_at': '2022-05-05T23:02:43Z', 'revision_number': 4, 'project_id': 'bff538860c8e4ca7a198450df3e7115c', 'gw_port': {'id': '74bd96b6-b579-4556-a98a-8e39034efa87', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:94:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T23:02:40Z', 'updated_at': '2022-05-05T23:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'a62fbd11-8acf-4d70-bb17-c6becbd75bb3', 'name': '', 'network_id': 'a552109f-7c20-414f-bade-a5874292bb78', 'tenant_id': 'bff538860c8e4ca7a198450df3e7115c', 'mac_address': 'fa:16:3e:4d:e9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce3a3e8e-eb93-4cc8-814f-55660c277a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T23:02:43Z', 'updated_at': '2022-05-05T23:02:52Z', 'revision_number': 5, 'project_id': 'bff538860c8e4ca7a198450df3e7115c', 'subnets': [{'id': 'ce3a3e8e-eb93-4cc8-814f-55660c277a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 23:07:30.889510 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0f1c49-0594-4ae3-9bc8-f00679cb648f None None] The sync data for ids ['b053de8c-7535-4b74-b480-1418c58e5421'] in n-d-825175-4 is: [{'id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'name': 'tempest-TestSnapshotPattern-30386274-router', 'tenant_id': 'bff538860c8e4ca7a198450df3e7115c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '74bd96b6-b579-4556-a98a-8e39034efa87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T23:02:40Z', 'updated_at': '2022-05-05T23:02:43Z', 'revision_number': 4, 'project_id': 'bff538860c8e4ca7a198450df3e7115c', 'gw_port': {'id': '74bd96b6-b579-4556-a98a-8e39034efa87', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:94:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T23:02:40Z', 'updated_at': '2022-05-05T23:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4', '_interfaces': [{'id': 'a62fbd11-8acf-4d70-bb17-c6becbd75bb3', 'name': '', 'network_id': 'a552109f-7c20-414f-bade-a5874292bb78', 'tenant_id': 'bff538860c8e4ca7a198450df3e7115c', 'mac_address': 'fa:16:3e:4d:e9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce3a3e8e-eb93-4cc8-814f-55660c277a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T23:02:43Z', 'updated_at': '2022-05-05T23:02:52Z', 'revision_number': 5, 'project_id': 'bff538860c8e4ca7a198450df3e7115c', 'subnets': [{'id': 'ce3a3e8e-eb93-4cc8-814f-55660c277a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 23:07:31.111496 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60aad7f-52e5-4509-a9c8-b9c899593286 None None] New status for floating IP d31628a7-2fd7-4cd9-a385-fe79b63085a9: DOWN {{(pid=84064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 23:07:31.611012 n-d-825175-4 neutron-server[84061]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5ea2c-3f40-4bda-8a22-a9a0c8e03b47 req-bb1f9fc5-b0b9-450e-8886-57da904088ad tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84061) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:07:31.612463 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8ae5ea2c-3f40-4bda-8a22-a9a0c8e03b47 req-bb1f9fc5-b0b9-450e-8886-57da904088ad tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9d8d029-7b1d-4995-8ac6-1c5ecd54321f HTTP/1.1" status: 200 len: 944 time: 0.0846484 May 05 23:07:31.660140 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-8ae5ea2c-3f40-4bda-8a22-a9a0c8e03b47 req-fe01fe95-28ab-4de3-acb2-dc26d12e7e2d tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "GET /v2.0/security-groups?id=ff5e31b0-41e6-4d16-9055-3ad2e92949c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419216 May 05 23:07:31.703223 n-d-825175-4 neutron-server[84063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e091d-ef27-41f9-8f5b-5f56feb6ff2f req-ab023c55-6077-466b-b6ce-935b3f7c51ad tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 23:07:31.703917 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-c12e091d-ef27-41f9-8f5b-5f56feb6ff2f req-ab023c55-6077-466b-b6ce-935b3f7c51ad tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Synchronizing usage tracker for tenant:bff538860c8e4ca7a198450df3e7115c on resource:port {{(pid=84063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 23:07:31.717258 n-d-825175-4 neutron-server[84063]: DEBUG neutron.quota.resource [req-c12e091d-ef27-41f9-8f5b-5f56feb6ff2f req-ab023c55-6077-466b-b6ce-935b3f7c51ad tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Unset dirty status for tenant:bff538860c8e4ca7a198450df3e7115c on resource:port {{(pid=84063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 23:07:31.718407 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c12e091d-ef27-41f9-8f5b-5f56feb6ff2f req-ab023c55-6077-466b-b6ce-935b3f7c51ad tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d029-7b1d-4995-8ac6-1c5ecd54321f HTTP/1.1" status: 200 len: 944 time: 0.0922074 May 05 23:07:31.799708 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-c12e091d-ef27-41f9-8f5b-5f56feb6ff2f req-761c7cbf-de74-4498-8c9a-554da15f9ca3 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Deleting port e2763d4c-1b41-4dfb-ab88-75a49aacb5e1 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 23:07:31.799975 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c12e091d-ef27-41f9-8f5b-5f56feb6ff2f req-761c7cbf-de74-4498-8c9a-554da15f9ca3 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:32.047357 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [req-c12e091d-ef27-41f9-8f5b-5f56feb6ff2f req-761c7cbf-de74-4498-8c9a-554da15f9ca3 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] For port e2763d4c-1b41-4dfb-ab88-75a49aacb5e1, host n-h1-825175-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825175-4',level=0,port_id=e2763d4c-1b41-4dfb-ab88-75a49aacb5e1,segment=NetworkSegment(064c2970-9ac4-43e3-81bc-e9b1e8ba449d),segment_id=064c2970-9ac4-43e3-81bc-e9b1e8ba449d)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 23:07:32.047701 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c12e091d-ef27-41f9-8f5b-5f56feb6ff2f req-761c7cbf-de74-4498-8c9a-554da15f9ca3 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:32.171281 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [req-c12e091d-ef27-41f9-8f5b-5f56feb6ff2f req-761c7cbf-de74-4498-8c9a-554da15f9ca3 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Calling delete_port for e2763d4c-1b41-4dfb-ab88-75a49aacb5e1 owned by compute:nova {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 23:07:32.320741 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c12e091d-ef27-41f9-8f5b-5f56feb6ff2f req-761c7cbf-de74-4498-8c9a-554da15f9ca3 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:32.371097 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761c7cbf-de74-4498-8c9a-554da15f9ca3 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Pushing event deleted for resources: {'Port': ['ID=e2763d4c-1b41-4dfb-ab88-75a49aacb5e1,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:07:32.444411 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [req-c12e091d-ef27-41f9-8f5b-5f56feb6ff2f req-761c7cbf-de74-4498-8c9a-554da15f9ca3 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] No DVR routers for this DVR port e2763d4c-1b41-4dfb-ab88-75a49aacb5e1 on host n-h1-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 23:07:32.446855 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [req-c12e091d-ef27-41f9-8f5b-5f56feb6ff2f req-761c7cbf-de74-4498-8c9a-554da15f9ca3 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117453'] for port, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:32.449370 n-d-825175-4 neutron-server[84063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d8d029-7b1d-4995-8ac6-1c5ecd54321f', 'name': 'network-vif-deleted', 'tag': 'e2763d4c-1b41-4dfb-ab88-75a49aacb5e1'}] {{(pid=84063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 23:07:32.467076 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [req-c12e091d-ef27-41f9-8f5b-5f56feb6ff2f req-761c7cbf-de74-4498-8c9a-554da15f9ca3 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.44 "DELETE /v2.0/ports/e2763d4c-1b41-4dfb-ab88-75a49aacb5e1 HTTP/1.1" status: 204 len: 173 time: 0.7430179 May 05 23:07:32.521299 n-d-825175-4 neutron-server[84063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbe7f28e-cbf8-4501-ac0b-ef4cf90c1b18'] response: {'server_uuid': 'd9d8d029-7b1d-4995-8ac6-1c5ecd54321f', 'name': 'network-vif-deleted', 'tag': 'e2763d4c-1b41-4dfb-ab88-75a49aacb5e1', 'status': 'completed', 'code': 200} May 05 23:07:32.850524 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [req-b0ebdd66-4004-4207-852f-dfaf4ae092f0 req-2d4eaf02-1094-4894-9e92-f314da1e63bd tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9d8d029-7b1d-4995-8ac6-1c5ecd54321f HTTP/1.1" status: 200 len: 210 time: 0.0476785 May 05 23:07:33.957976 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 39386) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 23:07:34.033946 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5cf0f978-597b-46c7-af12-89d236d93453 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks [] for security_group, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:34.062485 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5cf0f978-597b-46c7-af12-89d236d93453 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:34.131745 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5cf0f978-597b-46c7-af12-89d236d93453 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:34.150914 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf0f978-597b-46c7-af12-89d236d93453 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5e31b0-41e6-4d16-9055-3ad2e92949c6,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:07:34.162847 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-5cf0f978-597b-46c7-af12-89d236d93453 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] Notify callbacks [] for security_group, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:34.163971 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-5cf0f978-597b-46c7-af12-89d236d93453 tempest-TestSnapshotPattern-823006255 tempest-TestSnapshotPattern-823006255-project] 10.222.0.23 "DELETE /v2.0/security-groups/ff5e31b0-41e6-4d16-9055-3ad2e92949c6 HTTP/1.1" status: 204 len: 168 time: 0.2050090 May 05 23:07:34.225745 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 39392) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 23:07:34.381038 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 23:07:34.616988 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4e960d69-48e3-418e-b6ee-8766162fb413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:35.327602 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-4e960d69-48e3-418e-b6ee-8766162fb413 admin admin] Deleting port a62fbd11-8acf-4d70-bb17-c6becbd75bb3 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 23:07:35.328321 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4e960d69-48e3-418e-b6ee-8766162fb413 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:35.499138 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-4e960d69-48e3-418e-b6ee-8766162fb413 admin admin] For port a62fbd11-8acf-4d70-bb17-c6becbd75bb3, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=a62fbd11-8acf-4d70-bb17-c6becbd75bb3,segment=NetworkSegment(064c2970-9ac4-43e3-81bc-e9b1e8ba449d),segment_id=064c2970-9ac4-43e3-81bc-e9b1e8ba449d)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 23:07:35.499866 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4e960d69-48e3-418e-b6ee-8766162fb413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:35.618400 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-4e960d69-48e3-418e-b6ee-8766162fb413 admin admin] Calling delete_port for a62fbd11-8acf-4d70-bb17-c6becbd75bb3 owned by network:router_interface {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 23:07:35.799244 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4e960d69-48e3-418e-b6ee-8766162fb413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:35.848236 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e960d69-48e3-418e-b6ee-8766162fb413 admin admin] Pushing event deleted for resources: {'Port': ['ID=a62fbd11-8acf-4d70-bb17-c6becbd75bb3,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:07:36.138366 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-4e960d69-48e3-418e-b6ee-8766162fb413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:36.578927 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device e2763d4c-1b41-4dfb-ab88-75a49aacb5e1 no longer exists at agent hyperv_n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 23:07:36.621963 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] No Port match for: e2763d4c-1b41-4dfb-ab88-75a49aacb5e1 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 23:07:36.622301 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Device e2763d4c-1b41-4dfb-ab88-75a49aacb5e1 not bound to the agent host n-h1-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 23:07:36.631548 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:36.827854 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e960d69-48e3-418e-b6ee-8766162fb413 admin admin] Router b053de8c-7535-4b74-b480-1418c58e5421 has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 23:07:36.930249 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:37.032213 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e960d69-48e3-418e-b6ee-8766162fb413 admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 23:07:37.041766 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8558d45-1300-4978-93f1-c52be4fe624d None None] Sync routers for ids ['b053de8c-7535-4b74-b480-1418c58e5421'] in n-d-825175-4 {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 23:07:37.046695 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-4e960d69-48e3-418e-b6ee-8766162fb413 admin admin] 10.222.0.23 "PUT /v2.0/routers/b053de8c-7535-4b74-b480-1418c58e5421/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8198175 May 05 23:07:37.049241 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 39396) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 23:07:37.053657 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8558d45-1300-4978-93f1-c52be4fe624d None None] Routers {'b053de8c-7535-4b74-b480-1418c58e5421'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 23:07:37.054293 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-e8558d45-1300-4978-93f1-c52be4fe624d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T23:07:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['b053de8c-7535-4b74-b480-1418c58e5421'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 23:07:37.260809 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ec9be4e6-9196-469b-89e1-5c5d6f0c6fa2 admin admin] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:37.268537 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-e8558d45-1300-4978-93f1-c52be4fe624d None None] Set router b053de8c-7535-4b74-b480-1418c58e5421 gateway port host: n-d-825175-4 {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 23:07:37.458152 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ec9be4e6-9196-469b-89e1-5c5d6f0c6fa2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:37.480969 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-ec9be4e6-9196-469b-89e1-5c5d6f0c6fa2 admin admin] Deleting port 74bd96b6-b579-4556-a98a-8e39034efa87 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 23:07:37.481323 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ec9be4e6-9196-469b-89e1-5c5d6f0c6fa2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:37.555982 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-e8558d45-1300-4978-93f1-c52be4fe624d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'name': 'tempest-TestSnapshotPattern-30386274-router', 'tenant_id': 'bff538860c8e4ca7a198450df3e7115c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': '74bd96b6-b579-4556-a98a-8e39034efa87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T23:02:40Z', 'updated_at': '2022-05-05T23:07:35Z', 'revision_number': 5, 'project_id': 'bff538860c8e4ca7a198450df3e7115c', 'gw_port': {'id': '74bd96b6-b579-4556-a98a-8e39034efa87', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:94:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T23:02:40Z', 'updated_at': '2022-05-05T23:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 23:07:37.559940 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8558d45-1300-4978-93f1-c52be4fe624d None None] Checking router: b053de8c-7535-4b74-b480-1418c58e5421 for host: n-d-825175-4 {{(pid=84068) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 23:07:37.570639 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8558d45-1300-4978-93f1-c52be4fe624d None None] Routers {'b053de8c-7535-4b74-b480-1418c58e5421'} bound to L3 agent in host n-d-825175-4 {{(pid=84068) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 23:07:37.571268 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-e8558d45-1300-4978-93f1-c52be4fe624d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T23:07:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['b053de8c-7535-4b74-b480-1418c58e5421'], 'active': True} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 23:07:37.682162 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-ec9be4e6-9196-469b-89e1-5c5d6f0c6fa2 admin admin] For port 74bd96b6-b579-4556-a98a-8e39034efa87, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=74bd96b6-b579-4556-a98a-8e39034efa87,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 23:07:37.682513 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ec9be4e6-9196-469b-89e1-5c5d6f0c6fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:37.723363 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_dvr_db [None req-e8558d45-1300-4978-93f1-c52be4fe624d None None] Set router b053de8c-7535-4b74-b480-1418c58e5421 gateway port host: None {{(pid=84068) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 23:07:37.804863 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-ec9be4e6-9196-469b-89e1-5c5d6f0c6fa2 admin admin] Calling delete_port for 74bd96b6-b579-4556-a98a-8e39034efa87 owned by network:router_gateway {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 23:07:37.826480 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.l3_hamode_db [None req-e8558d45-1300-4978-93f1-c52be4fe624d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'name': 'tempest-TestSnapshotPattern-30386274-router', 'tenant_id': 'bff538860c8e4ca7a198450df3e7115c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T23:02:40Z', 'updated_at': '2022-05-05T23:07:37Z', 'revision_number': 6, 'project_id': 'bff538860c8e4ca7a198450df3e7115c', 'gw_port_host': None}], 'n-d-825175-4', False) {} {{(pid=84068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 23:07:37.831322 n-d-825175-4 neutron-server[84068]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8558d45-1300-4978-93f1-c52be4fe624d None None] The sync data for ids ['b053de8c-7535-4b74-b480-1418c58e5421'] in n-d-825175-4 is: [{'id': 'b053de8c-7535-4b74-b480-1418c58e5421', 'name': 'tempest-TestSnapshotPattern-30386274-router', 'tenant_id': 'bff538860c8e4ca7a198450df3e7115c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T23:02:40Z', 'updated_at': '2022-05-05T23:07:37Z', 'revision_number': 6, 'project_id': 'bff538860c8e4ca7a198450df3e7115c', 'gw_port_host': None}] {{(pid=84068) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 23:07:38.091275 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ec9be4e6-9196-469b-89e1-5c5d6f0c6fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:38.140772 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9be4e6-9196-469b-89e1-5c5d6f0c6fa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=74bd96b6-b579-4556-a98a-8e39034efa87,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:07:38.365513 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ec9be4e6-9196-469b-89e1-5c5d6f0c6fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:38.629288 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ec9be4e6-9196-469b-89e1-5c5d6f0c6fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:38.633477 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ec9be4e6-9196-469b-89e1-5c5d6f0c6fa2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:38.661890 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ec9be4e6-9196-469b-89e1-5c5d6f0c6fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:38.662422 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec9be4e6-9196-469b-89e1-5c5d6f0c6fa2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b053de8c-7535-4b74-b480-1418c58e5421 {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 23:07:38.675737 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ec9be4e6-9196-469b-89e1-5c5d6f0c6fa2 admin admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:38.676899 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-ec9be4e6-9196-469b-89e1-5c5d6f0c6fa2 admin admin] 10.222.0.23 "DELETE /v2.0/routers/b053de8c-7535-4b74-b480-1418c58e5421 HTTP/1.1" status: 204 len: 168 time: 1.6268063 May 05 23:07:38.679590 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 39400) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 23:07:38.743111 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-04c7ca10-4234-4fa5-8bde-ff3b906347b9 admin admin] Deleting subnet ce3a3e8e-eb93-4cc8-814f-55660c277a6f {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 23:07:38.746284 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c7ca10-4234-4fa5-8bde-ff3b906347b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:38.797425 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c7ca10-4234-4fa5-8bde-ff3b906347b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:38.877438 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c7ca10-4234-4fa5-8bde-ff3b906347b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:38.950578 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c7ca10-4234-4fa5-8bde-ff3b906347b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:38.996105 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c7ca10-4234-4fa5-8bde-ff3b906347b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce3a3e8e-eb93-4cc8-814f-55660c277a6f,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:07:39.002189 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-04c7ca10-4234-4fa5-8bde-ff3b906347b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:39.007725 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53989a48-3e30-4e05-903d-69c25d737456 None None] Network a552109f-7c20-414f-bade-a5874292bb78 requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 23:07:39.009057 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-04c7ca10-4234-4fa5-8bde-ff3b906347b9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ce3a3e8e-eb93-4cc8-814f-55660c277a6f HTTP/1.1" status: 204 len: 168 time: 0.3284914 May 05 23:07:39.013045 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 39404) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 23:07:39.119259 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1faace5b-85c5-4e0c-af4d-9b7b58d697a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:39.131539 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-1faace5b-85c5-4e0c-af4d-9b7b58d697a9 admin admin] Deleting port 200b0cf3-fce6-4f55-a273-793c1ea369bd {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 23:07:39.131841 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1faace5b-85c5-4e0c-af4d-9b7b58d697a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:39.255094 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51687bd-c0df-469d-b053-3422b37923a9 None None] DHCP port deletion for a552109f-7c20-414f-bade-a5874292bb78 request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 23:07:39.259495 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-e51687bd-c0df-469d-b053-3422b37923a9 None None] Deleting port 200b0cf3-fce6-4f55-a273-793c1ea369bd {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 23:07:39.259841 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e51687bd-c0df-469d-b053-3422b37923a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:39.347249 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-1faace5b-85c5-4e0c-af4d-9b7b58d697a9 admin admin] For port 200b0cf3-fce6-4f55-a273-793c1ea369bd, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=200b0cf3-fce6-4f55-a273-793c1ea369bd,segment=NetworkSegment(064c2970-9ac4-43e3-81bc-e9b1e8ba449d),segment_id=064c2970-9ac4-43e3-81bc-e9b1e8ba449d)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 23:07:39.347868 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1faace5b-85c5-4e0c-af4d-9b7b58d697a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:39.466180 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-e51687bd-c0df-469d-b053-3422b37923a9 None None] For port 200b0cf3-fce6-4f55-a273-793c1ea369bd, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=200b0cf3-fce6-4f55-a273-793c1ea369bd,segment=NetworkSegment(064c2970-9ac4-43e3-81bc-e9b1e8ba449d),segment_id=064c2970-9ac4-43e3-81bc-e9b1e8ba449d)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 23:07:39.466476 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e51687bd-c0df-469d-b053-3422b37923a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:39.567944 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-1faace5b-85c5-4e0c-af4d-9b7b58d697a9 admin admin] Calling delete_port for 200b0cf3-fce6-4f55-a273-793c1ea369bd owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 23:07:39.588081 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-e51687bd-c0df-469d-b053-3422b37923a9 None None] Calling delete_port for 200b0cf3-fce6-4f55-a273-793c1ea369bd owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 23:07:39.615326 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 74bd96b6-b579-4556-a98a-8e39034efa87 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 23:07:39.645013 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1faace5b-85c5-4e0c-af4d-9b7b58d697a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:39.665815 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 74bd96b6-b579-4556-a98a-8e39034efa87 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 23:07:39.666153 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 74bd96b6-b579-4556-a98a-8e39034efa87 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 23:07:39.666571 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device a62fbd11-8acf-4d70-bb17-c6becbd75bb3 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 23:07:39.696333 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faace5b-85c5-4e0c-af4d-9b7b58d697a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=200b0cf3-fce6-4f55-a273-793c1ea369bd,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:07:39.701254 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: a62fbd11-8acf-4d70-bb17-c6becbd75bb3 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 23:07:39.701599 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device a62fbd11-8acf-4d70-bb17-c6becbd75bb3 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 23:07:39.701816 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1faace5b-85c5-4e0c-af4d-9b7b58d697a9 admin admin] No DVR routers for this DVR port 200b0cf3-fce6-4f55-a273-793c1ea369bd on host n-d-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 23:07:39.702002 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 200b0cf3-fce6-4f55-a273-793c1ea369bd no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 23:07:39.738154 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 200b0cf3-fce6-4f55-a273-793c1ea369bd {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 23:07:39.738154 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 200b0cf3-fce6-4f55-a273-793c1ea369bd not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 23:07:39.755167 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-e51687bd-c0df-469d-b053-3422b37923a9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 23:07:39.755519 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-e51687bd-c0df-469d-b053-3422b37923a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 23:07:39.820861 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1faace5b-85c5-4e0c-af4d-9b7b58d697a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:39.845359 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-1faace5b-85c5-4e0c-af4d-9b7b58d697a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a552109f-7c20-414f-bade-a5874292bb78']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 23:07:39.857964 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-1faace5b-85c5-4e0c-af4d-9b7b58d697a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '064c2970-9ac4-43e3-81bc-e9b1e8ba449d') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 23:07:39.858249 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-1faace5b-85c5-4e0c-af4d-9b7b58d697a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '064c2970-9ac4-43e3-81bc-e9b1e8ba449d') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 23:07:39.869322 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1faace5b-85c5-4e0c-af4d-9b7b58d697a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:39.887628 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1faace5b-85c5-4e0c-af4d-9b7b58d697a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:39.894210 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1faace5b-85c5-4e0c-af4d-9b7b58d697a9 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 23:07:39.894596 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1faace5b-85c5-4e0c-af4d-9b7b58d697a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:39.908347 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 23:07:39.908347 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 23:07:39.908347 n-d-825175-4 neutron-server[84063]: timer() May 05 23:07:39.908347 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 23:07:39.908347 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 23:07:39.908347 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 23:07:39.908347 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 23:07:39.908347 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 23:07:39.908347 n-d-825175-4 neutron-server[84063]: self._notify() May 05 23:07:39.908347 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 23:07:39.908347 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 23:07:39.908347 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 23:07:39.908347 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 23:07:39.908347 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 23:07:39.908347 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 23:07:39.908347 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 23:07:39.908347 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 23:07:39.908347 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 23:07:39.908347 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 23:07:39.908347 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 23:07:39.908347 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 23:07:39.908347 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 23:07:39.908347 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 23:07:39.908347 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 23:07:39.908347 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 23:07:39.908347 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 23:07:39.908347 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 23:07:39.908347 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 23:07:39.908347 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 23:07:39.908347 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 23:07:39.908347 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 23:07:39.908347 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 23:07:39.987994 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1faace5b-85c5-4e0c-af4d-9b7b58d697a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:40.005888 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-1faace5b-85c5-4e0c-af4d-9b7b58d697a9 admin admin] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:40.016135 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faace5b-85c5-4e0c-af4d-9b7b58d697a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a552109f-7c20-414f-bade-a5874292bb78,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:07:40.031425 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-1faace5b-85c5-4e0c-af4d-9b7b58d697a9 admin admin] 10.222.0.23 "DELETE /v2.0/networks/a552109f-7c20-414f-bade-a5874292bb78 HTTP/1.1" status: 204 len: 168 time: 1.0174553 May 05 23:07:40.034431 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 39408) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 23:07:40.257089 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-e51687bd-c0df-469d-b053-3422b37923a9 None None] Deleting port 200b0cf3-fce6-4f55-a273-793c1ea369bd {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 23:07:40.257652 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e51687bd-c0df-469d-b053-3422b37923a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:40.322455 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-e51687bd-c0df-469d-b053-3422b37923a9 None None] The port '200b0cf3-fce6-4f55-a273-793c1ea369bd' was deleted {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 23:07:40.613398 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bffeb44e-28e3-4bc1-8071-52d3e38f3aab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-932568'] for router_interface, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:41.329525 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-bffeb44e-28e3-4bc1-8071-52d3e38f3aab admin admin] Deleting port 740aca77-ffcf-49d4-b448-c410fed4b95b {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 23:07:41.329841 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bffeb44e-28e3-4bc1-8071-52d3e38f3aab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:41.505165 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-bffeb44e-28e3-4bc1-8071-52d3e38f3aab admin admin] For port 740aca77-ffcf-49d4-b448-c410fed4b95b, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=740aca77-ffcf-49d4-b448-c410fed4b95b,segment=NetworkSegment(ac7d1004-d066-40b2-b35b-0fad0b53b301),segment_id=ac7d1004-d066-40b2-b35b-0fad0b53b301)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 23:07:41.505591 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bffeb44e-28e3-4bc1-8071-52d3e38f3aab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:41.634303 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-bffeb44e-28e3-4bc1-8071-52d3e38f3aab admin admin] Calling delete_port for 740aca77-ffcf-49d4-b448-c410fed4b95b owned by network:router_interface {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 23:07:41.817562 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bffeb44e-28e3-4bc1-8071-52d3e38f3aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:41.859610 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffeb44e-28e3-4bc1-8071-52d3e38f3aab admin admin] Pushing event deleted for resources: {'Port': ['ID=740aca77-ffcf-49d4-b448-c410fed4b95b,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:07:42.165386 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-bffeb44e-28e3-4bc1-8071-52d3e38f3aab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1997436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-932495'] for router_interface, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:42.861138 n-d-825175-4 neutron-server[84063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bffeb44e-28e3-4bc1-8071-52d3e38f3aab admin admin] Router 8241e521-31cf-488d-bb5a-23f5ab792bea has already been hosted by L3 agent 735f73e2-e588-429a-8056-0883f14af389 {{(pid=84063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 23:07:43.065695 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bffeb44e-28e3-4bc1-8071-52d3e38f3aab admin admin] Notify agent at l3_agent.n-d-825175-4 the message routers_updated {{(pid=84063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 23:07:43.074928 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908c63d7-49f7-4c2a-a2cf-5e2ae27ebfe9 None None] Sync routers for ids ['8241e521-31cf-488d-bb5a-23f5ab792bea'] in n-d-825175-4 {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 23:07:43.083012 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-bffeb44e-28e3-4bc1-8071-52d3e38f3aab admin admin] 10.222.0.23 "PUT /v2.0/routers/8241e521-31cf-488d-bb5a-23f5ab792bea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0474916 May 05 23:07:43.085672 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 39414) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 23:07:43.088757 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908c63d7-49f7-4c2a-a2cf-5e2ae27ebfe9 None None] Routers {'8241e521-31cf-488d-bb5a-23f5ab792bea'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 23:07:43.089377 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-908c63d7-49f7-4c2a-a2cf-5e2ae27ebfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T23:07:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8241e521-31cf-488d-bb5a-23f5ab792bea'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 23:07:43.275140 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-908c63d7-49f7-4c2a-a2cf-5e2ae27ebfe9 None None] Set router 8241e521-31cf-488d-bb5a-23f5ab792bea gateway port host: n-d-825175-4 {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 23:07:43.290339 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c6bc708c-51e4-4a84-9400-b9af01141f1e admin admin] Notify callbacks [] for router, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:43.489380 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c6bc708c-51e4-4a84-9400-b9af01141f1e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:43.501002 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-c6bc708c-51e4-4a84-9400-b9af01141f1e admin admin] Deleting port 60c38e22-b0c8-4eeb-8ce1-037ab84f7c38 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 23:07:43.501337 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c6bc708c-51e4-4a84-9400-b9af01141f1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:43.562442 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-908c63d7-49f7-4c2a-a2cf-5e2ae27ebfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8241e521-31cf-488d-bb5a-23f5ab792bea', 'name': 'tempest-TestSnapshotPattern-1087361137-router', 'tenant_id': '442203b47c8e492f8971d03e62fe11f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'external_fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.143'}], 'enable_snat': True}, 'gw_port_id': '60c38e22-b0c8-4eeb-8ce1-037ab84f7c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T23:02:46Z', 'updated_at': '2022-05-05T23:07:41Z', 'revision_number': 5, 'project_id': '442203b47c8e492f8971d03e62fe11f6', 'gw_port': {'id': '60c38e22-b0c8-4eeb-8ce1-037ab84f7c38', 'name': '', 'network_id': '25bfe237-58de-4709-a3e0-ac79da07c300', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8241e521-31cf-488d-bb5a-23f5ab792bea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'ip_address': '172.25.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825175-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T23:02:47Z', 'updated_at': '2022-05-05T23:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cf7d4504-af54-4a9e-a3ce-a7137bd026a1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825175-4'}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 23:07:43.566565 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908c63d7-49f7-4c2a-a2cf-5e2ae27ebfe9 None None] Checking router: 8241e521-31cf-488d-bb5a-23f5ab792bea for host: n-d-825175-4 {{(pid=84064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 23:07:43.578155 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908c63d7-49f7-4c2a-a2cf-5e2ae27ebfe9 None None] Routers {'8241e521-31cf-488d-bb5a-23f5ab792bea'} bound to L3 agent in host n-d-825175-4 {{(pid=84064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 23:07:43.578959 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-908c63d7-49f7-4c2a-a2cf-5e2ae27ebfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825175-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T21:26:16Z,description=,heartbeat_timestamp=2022-05-05T23:07:16Z,host='n-d-825175-4',id=735f73e2-e588-429a-8056-0883f14af389,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T21:26:16Z,topic='l3_agent')) {'router_ids': ['8241e521-31cf-488d-bb5a-23f5ab792bea'], 'active': True} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 23:07:43.679184 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-c6bc708c-51e4-4a84-9400-b9af01141f1e admin admin] For port 60c38e22-b0c8-4eeb-8ce1-037ab84f7c38, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=60c38e22-b0c8-4eeb-8ce1-037ab84f7c38,segment=NetworkSegment(27c53004-2f06-4ce0-89e4-068c36431e51),segment_id=27c53004-2f06-4ce0-89e4-068c36431e51)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 23:07:43.679544 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c6bc708c-51e4-4a84-9400-b9af01141f1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:43.732703 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_dvr_db [None req-908c63d7-49f7-4c2a-a2cf-5e2ae27ebfe9 None None] Set router 8241e521-31cf-488d-bb5a-23f5ab792bea gateway port host: None {{(pid=84064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 23:07:43.799343 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-c6bc708c-51e4-4a84-9400-b9af01141f1e admin admin] Calling delete_port for 60c38e22-b0c8-4eeb-8ce1-037ab84f7c38 owned by network:router_gateway {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 23:07:43.838929 n-d-825175-4 neutron-server[84064]: DEBUG neutron.db.l3_hamode_db [None req-908c63d7-49f7-4c2a-a2cf-5e2ae27ebfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8241e521-31cf-488d-bb5a-23f5ab792bea', 'name': 'tempest-TestSnapshotPattern-1087361137-router', 'tenant_id': '442203b47c8e492f8971d03e62fe11f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T23:02:46Z', 'updated_at': '2022-05-05T23:07:43Z', 'revision_number': 6, 'project_id': '442203b47c8e492f8971d03e62fe11f6', 'gw_port_host': None}], 'n-d-825175-4', False) {} {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 23:07:43.844220 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908c63d7-49f7-4c2a-a2cf-5e2ae27ebfe9 None None] The sync data for ids ['8241e521-31cf-488d-bb5a-23f5ab792bea'] in n-d-825175-4 is: [{'id': '8241e521-31cf-488d-bb5a-23f5ab792bea', 'name': 'tempest-TestSnapshotPattern-1087361137-router', 'tenant_id': '442203b47c8e492f8971d03e62fe11f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T23:02:46Z', 'updated_at': '2022-05-05T23:07:43Z', 'revision_number': 6, 'project_id': '442203b47c8e492f8971d03e62fe11f6', 'gw_port_host': None}] {{(pid=84064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 23:07:43.970921 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c6bc708c-51e4-4a84-9400-b9af01141f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:44.013747 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bc708c-51e4-4a84-9400-b9af01141f1e admin admin] Pushing event deleted for resources: {'Port': ['ID=60c38e22-b0c8-4eeb-8ce1-037ab84f7c38,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:07:44.074197 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-442a6c3f-5494-429c-aac2-d6294c7e97c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:44.349646 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c6bc708c-51e4-4a84-9400-b9af01141f1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-926917'] for router_gateway, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:44.605207 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c6bc708c-51e4-4a84-9400-b9af01141f1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-930869', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4699'] for router, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:44.610260 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c6bc708c-51e4-4a84-9400-b9af01141f1e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:44.636896 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c6bc708c-51e4-4a84-9400-b9af01141f1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-930969'] for router, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:44.637391 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6bc708c-51e4-4a84-9400-b9af01141f1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8241e521-31cf-488d-bb5a-23f5ab792bea {{(pid=84063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 23:07:44.649731 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-c6bc708c-51e4-4a84-9400-b9af01141f1e admin admin] Notify callbacks [] for router, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:44.650882 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-c6bc708c-51e4-4a84-9400-b9af01141f1e admin admin] 10.222.0.23 "DELETE /v2.0/routers/8241e521-31cf-488d-bb5a-23f5ab792bea HTTP/1.1" status: 204 len: 168 time: 1.5642710 May 05 23:07:44.653952 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 39418) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 23:07:44.717949 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.db_base_plugin_v2 [None req-19816598-a0ad-4397-9169-16a4a5b0dee2 admin admin] Deleting subnet e0a1f200-5829-4600-bb30-1d695ba29726 {{(pid=84063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 23:07:44.721019 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-19816598-a0ad-4397-9169-16a4a5b0dee2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:44.776764 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-19816598-a0ad-4397-9169-16a4a5b0dee2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7959865'] for subnet, precommit_delete_associations {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:44.860707 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-19816598-a0ad-4397-9169-16a4a5b0dee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1111052'] for subnet, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:44.932159 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-19816598-a0ad-4397-9169-16a4a5b0dee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1111045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561667', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6665601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6609345'] for subnet, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:44.969938 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19816598-a0ad-4397-9169-16a4a5b0dee2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0a1f200-5829-4600-bb30-1d695ba29726,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:07:44.973991 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-19816598-a0ad-4397-9169-16a4a5b0dee2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:44.979294 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48246dee-6f17-4e1c-a1c7-ad0c093845ed None None] Network e3589a90-d24a-4d5d-9fc8-04d11f3bcdfb requested from n-d-825175-4 {{(pid=84064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 23:07:44.981555 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-19816598-a0ad-4397-9169-16a4a5b0dee2 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e0a1f200-5829-4600-bb30-1d695ba29726 HTTP/1.1" status: 204 len: 168 time: 0.3268263 May 05 23:07:44.984104 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 39422) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 23:07:45.090182 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-39ce4df4-222d-4715-afc3-03f5f3d9f352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1169384'] for network, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:45.101716 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-39ce4df4-222d-4715-afc3-03f5f3d9f352 admin admin] Deleting port fa5c5896-4732-4e2b-8de1-723ae4b7d3b4 {{(pid=84063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 23:07:45.102037 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-39ce4df4-222d-4715-afc3-03f5f3d9f352 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:45.227291 n-d-825175-4 neutron-server[84064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fd6384-150f-4b2e-9fe8-ec1925282167 None None] DHCP port deletion for e3589a90-d24a-4d5d-9fc8-04d11f3bcdfb request from n-d-825175-4 {{(pid=84064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 23:07:45.232297 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-61fd6384-150f-4b2e-9fe8-ec1925282167 None None] Deleting port fa5c5896-4732-4e2b-8de1-723ae4b7d3b4 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 23:07:45.232672 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-61fd6384-150f-4b2e-9fe8-ec1925282167 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:45.307369 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.db [None req-39ce4df4-222d-4715-afc3-03f5f3d9f352 admin admin] For port fa5c5896-4732-4e2b-8de1-723ae4b7d3b4, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=fa5c5896-4732-4e2b-8de1-723ae4b7d3b4,segment=NetworkSegment(ac7d1004-d066-40b2-b35b-0fad0b53b301),segment_id=ac7d1004-d066-40b2-b35b-0fad0b53b301)] {{(pid=84063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 23:07:45.307687 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-39ce4df4-222d-4715-afc3-03f5f3d9f352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:45.430410 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-39ce4df4-222d-4715-afc3-03f5f3d9f352 admin admin] Calling delete_port for fa5c5896-4732-4e2b-8de1-723ae4b7d3b4 owned by network:dhcp {{(pid=84063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 23:07:45.432399 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.db [None req-61fd6384-150f-4b2e-9fe8-ec1925282167 None None] For port fa5c5896-4732-4e2b-8de1-723ae4b7d3b4, host n-d-825175-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825175-4',level=0,port_id=fa5c5896-4732-4e2b-8de1-723ae4b7d3b4,segment=NetworkSegment(ac7d1004-d066-40b2-b35b-0fad0b53b301),segment_id=ac7d1004-d066-40b2-b35b-0fad0b53b301)] {{(pid=84064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 23:07:45.432797 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-61fd6384-150f-4b2e-9fe8-ec1925282167 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-856554'] for port, precommit_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:45.508317 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-39ce4df4-222d-4715-afc3-03f5f3d9f352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1088943', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774958641556', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774958218388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6665650'] for port, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:45.561108 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ce4df4-222d-4715-afc3-03f5f3d9f352 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa5c5896-4732-4e2b-8de1-723ae4b7d3b4,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:07:45.574049 n-d-825175-4 neutron-server[84063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ce4df4-222d-4715-afc3-03f5f3d9f352 admin admin] No DVR routers for this DVR port fa5c5896-4732-4e2b-8de1-723ae4b7d3b4 on host n-d-825175-4 {{(pid=84063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 23:07:45.600110 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device fa5c5896-4732-4e2b-8de1-723ae4b7d3b4 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 23:07:45.631677 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-61fd6384-150f-4b2e-9fe8-ec1925282167 None None] Calling delete_port for fa5c5896-4732-4e2b-8de1-723ae4b7d3b4 owned by network:dhcp {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 23:07:45.665537 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: fa5c5896-4732-4e2b-8de1-723ae4b7d3b4 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 23:07:45.665837 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device fa5c5896-4732-4e2b-8de1-723ae4b7d3b4 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 23:07:45.666279 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 60c38e22-b0c8-4eeb-8ce1-037ab84f7c38 no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 23:07:45.692553 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-39ce4df4-222d-4715-afc3-03f5f3d9f352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1112473', 'neutron.services.segments.db._delete_segments_for_network-8774958669945'] for network, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:45.708631 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 60c38e22-b0c8-4eeb-8ce1-037ab84f7c38 {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 23:07:45.708938 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 60c38e22-b0c8-4eeb-8ce1-037ab84f7c38 not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 23:07:45.709392 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 740aca77-ffcf-49d4-b448-c410fed4b95b no longer exists at agent ovs-agent-n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 23:07:45.745150 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] No Port match for: 740aca77-ffcf-49d4-b448-c410fed4b95b {{(pid=84064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 23:07:45.745487 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.rpc [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Device 740aca77-ffcf-49d4-b448-c410fed4b95b not bound to the agent host n-d-825175-4 {{(pid=84064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 23:07:45.771334 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.db.api [None req-61fd6384-150f-4b2e-9fe8-ec1925282167 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 23:07:45.771657 n-d-825175-4 neutron-server[84064]: DEBUG oslo_db.api [None req-61fd6384-150f-4b2e-9fe8-ec1925282167 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 23:07:45.817236 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-39ce4df4-222d-4715-afc3-03f5f3d9f352 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3589a90-d24a-4d5d-9fc8-04d11f3bcdfb']}} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 23:07:45.829779 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-39ce4df4-222d-4715-afc3-03f5f3d9f352 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac7d1004-d066-40b2-b35b-0fad0b53b301') {'for_net_delete': True} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 23:07:45.830068 n-d-825175-4 neutron-server[84063]: DEBUG neutron.services.segments.db [None req-39ce4df4-222d-4715-afc3-03f5f3d9f352 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac7d1004-d066-40b2-b35b-0fad0b53b301') {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 23:07:45.841310 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-39ce4df4-222d-4715-afc3-03f5f3d9f352 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774958669828', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7959242'] for segment, before_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:45.857193 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-39ce4df4-222d-4715-afc3-03f5f3d9f352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1150058'] for segment, precommit_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:45.864919 n-d-825175-4 neutron-server[84063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39ce4df4-222d-4715-afc3-03f5f3d9f352 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=84063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 23:07:45.865406 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-39ce4df4-222d-4715-afc3-03f5f3d9f352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1150065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6665711'] for segment, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:45.884998 n-d-825175-4 neutron-server[84063]: Traceback (most recent call last): May 05 23:07:45.884998 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 23:07:45.884998 n-d-825175-4 neutron-server[84063]: timer() May 05 23:07:45.884998 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 23:07:45.884998 n-d-825175-4 neutron-server[84063]: cb(*args, **kw) May 05 23:07:45.884998 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 23:07:45.884998 n-d-825175-4 neutron-server[84063]: return func(*args, **kwargs) May 05 23:07:45.884998 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 23:07:45.884998 n-d-825175-4 neutron-server[84063]: self._notify() May 05 23:07:45.884998 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 23:07:45.884998 n-d-825175-4 neutron-server[84063]: self.callback(batched_events) May 05 23:07:45.884998 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 23:07:45.884998 n-d-825175-4 neutron-server[84063]: event.method(event) May 05 23:07:45.884998 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 23:07:45.884998 n-d-825175-4 neutron-server[84063]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 23:07:45.884998 n-d-825175-4 neutron-server[84063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 23:07:45.884998 n-d-825175-4 neutron-server[84063]: aggregate_uuid = self.p_client.list_aggregates( May 05 23:07:45.884998 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 23:07:45.884998 n-d-825175-4 neutron-server[84063]: return f(self, *a, **k) May 05 23:07:45.884998 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 23:07:45.884998 n-d-825175-4 neutron-server[84063]: return self._get(url).json() May 05 23:07:45.884998 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 23:07:45.884998 n-d-825175-4 neutron-server[84063]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 23:07:45.884998 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 23:07:45.884998 n-d-825175-4 neutron-server[84063]: return self.request(url, 'GET', **kwargs) May 05 23:07:45.884998 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 23:07:45.884998 n-d-825175-4 neutron-server[84063]: base_url = self.get_endpoint(auth, allow=allow, May 05 23:07:45.884998 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 23:07:45.884998 n-d-825175-4 neutron-server[84063]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 23:07:45.884998 n-d-825175-4 neutron-server[84063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 23:07:45.884998 n-d-825175-4 neutron-server[84063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 23:07:45.884998 n-d-825175-4 neutron-server[84063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 23:07:45.962304 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-39ce4df4-222d-4715-afc3-03f5f3d9f352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1112466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1997457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-926936'] for network, after_delete {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:45.979189 n-d-825175-4 neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-39ce4df4-222d-4715-afc3-03f5f3d9f352 admin admin] Notify callbacks [] for network, before_response {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:45.990086 n-d-825175-4 neutron-server[84063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ce4df4-222d-4715-afc3-03f5f3d9f352 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3589a90-d24a-4d5d-9fc8-04d11f3bcdfb,revision_number=None']} {{(pid=84063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:07:45.997843 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-39ce4df4-222d-4715-afc3-03f5f3d9f352 admin admin] 10.222.0.23 "DELETE /v2.0/networks/e3589a90-d24a-4d5d-9fc8-04d11f3bcdfb HTTP/1.1" status: 204 len: 168 time: 1.0127857 May 05 23:07:46.153106 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [-] (84063) accepted ('10.222.0.23', 39428) {{(pid=84063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 23:07:46.205755 n-d-825175-4 neutron-server[84063]: INFO neutron.wsgi [None req-93e29b5d-9884-4fb6-bfc2-5bd12206f394 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bff538860c8e4ca7a198450df3e7115c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0513787 May 05 23:07:46.208575 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 39432) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 23:07:46.273230 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-61fd6384-150f-4b2e-9fe8-ec1925282167 None None] Deleting port fa5c5896-4732-4e2b-8de1-723ae4b7d3b4 {{(pid=84064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 23:07:46.274760 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-61fd6384-150f-4b2e-9fe8-ec1925282167 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774958568915'] for port, before_delete {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:46.275328 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e89aa288-a3a0-4b2e-a201-163760fd699d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:46.302420 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e89aa288-a3a0-4b2e-a201-163760fd699d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:46.355652 n-d-825175-4 neutron-server[84064]: DEBUG neutron.plugins.ml2.plugin [None req-61fd6384-150f-4b2e-9fe8-ec1925282167 None None] The port 'fa5c5896-4732-4e2b-8de1-723ae4b7d3b4' was deleted {{(pid=84064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 23:07:46.363957 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e89aa288-a3a0-4b2e-a201-163760fd699d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:46.380714 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89aa288-a3a0-4b2e-a201-163760fd699d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595adcb5-bc9b-4317-94f1-7884858599bb,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:07:46.392573 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-e89aa288-a3a0-4b2e-a201-163760fd699d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:46.393688 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-e89aa288-a3a0-4b2e-a201-163760fd699d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/595adcb5-bc9b-4317-94f1-7884858599bb HTTP/1.1" status: 204 len: 168 time: 0.1841781 May 05 23:07:46.419666 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-27797088-2ba2-4f63-854e-2500abbb7032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:46.867668 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 39440) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 23:07:46.922016 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-65dfef05-05e0-492c-bbfb-694535928994 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=442203b47c8e492f8971d03e62fe11f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0531485 May 05 23:07:46.924655 n-d-825175-4 neutron-server[84061]: DEBUG neutron.wsgi [-] (84061) accepted ('10.222.0.23', 39444) {{(pid=84061) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 23:07:46.988567 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5f29a3d1-611c-4c7c-8217-39da4cdb7c01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:47.016024 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5f29a3d1-611c-4c7c-8217-39da4cdb7c01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:47.084055 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5f29a3d1-611c-4c7c-8217-39da4cdb7c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583359'] for security_group, after_delete {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:47.101641 n-d-825175-4 neutron-server[84061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f29a3d1-611c-4c7c-8217-39da4cdb7c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482d038d-b678-4621-b7ff-8514130c415a,revision_number=None']} {{(pid=84061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 23:07:47.104838 n-d-825175-4 neutron-server[84061]: DEBUG neutron_lib.callbacks.manager [None req-5f29a3d1-611c-4c7c-8217-39da4cdb7c01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:47.106896 n-d-825175-4 neutron-server[84061]: INFO neutron.wsgi [None req-5f29a3d1-611c-4c7c-8217-39da4cdb7c01 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/482d038d-b678-4621-b7ff-8514130c415a HTTP/1.1" status: 204 len: 168 time: 0.1804073 May 05 23:07:47.660719 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:47.699581 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:07:49.335124 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:08:06.625297 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:08:06.946987 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:08:11.384460 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 23:08:14.089894 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ccd6f6a2-15c4-4f6a-88a8-48dbaefc878c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:08:16.422498 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e0f5cd6a-d82e-45cb-822c-6b213cd47d1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:08:17.669882 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:08:17.702202 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:08:19.346415 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:08:36.636482 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:08:36.945237 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:08:44.090274 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b34da6df-7e4b-448a-a35c-b6196fc38fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:08:46.422274 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-6f228a72-3173-4748-90d6-09fe0fe4837f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:08:47.676064 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:08:47.707497 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:08:48.387253 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 23:08:49.433645 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:09:06.658963 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:09:06.947386 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:09:14.096414 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-8af5600f-6bc8-41bc-92c2-d161b9cb4f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:09:16.416773 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e80238c2-6166-470c-bfd1-772a212daea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:09:17.674465 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:09:17.709533 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:09:19.354601 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:09:25.392852 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 23:09:36.691040 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:09:36.953316 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:09:44.100832 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-a2baab4a-f1df-4b39-b0e1-155e9051ab28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:09:46.424727 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-79ee65e3-832c-429b-90ce-063ef6582e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:09:47.663923 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:09:47.713819 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:09:49.352758 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:10:02.394838 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 23:10:06.702021 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:10:06.942361 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:10:14.095901 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-58b4867f-754e-400f-9f78-76d00af0d12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:10:16.424898 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-51ef7196-797a-409d-a2b7-4fd263da321e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:10:17.670789 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:10:17.714877 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:10:19.363166 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:10:36.719543 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:10:36.963520 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:10:39.399080 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 23:10:44.107834 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-1187fce0-bcf8-4fc4-942e-b25106e0869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:10:46.422831 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9f34eec3-7d31-4bf1-b1b3-b419862e395f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:10:47.657615 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:10:47.718216 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:10:49.372968 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:11:06.711556 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:11:06.958364 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:11:14.102977 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-625f0b62-3d93-46f9-ac0a-b654e72ab8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:11:16.403672 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 23:11:16.418948 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4d986b4d-631a-4f20-bdeb-b45885dd1ea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:11:17.654786 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:11:17.720914 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:11:19.374100 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:11:36.728859 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:11:36.959989 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:11:44.114117 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4609fb50-1d29-4223-b3cd-82e1ae55e78a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:11:46.415257 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-d64b3078-c7e4-4e09-9f6b-934e30123aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:11:47.652697 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:11:47.728531 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:11:49.380614 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:11:53.408054 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 23:12:06.731542 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:12:06.974004 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:12:14.114024 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-33082d6a-998d-438c-b1b3-467700bba084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:12:16.410396 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-68d9f044-4709-4894-add8-e85bfa4ce6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:12:17.648675 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:12:17.732419 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:12:19.377196 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:12:30.411326 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 23:12:36.721490 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:12:37.003083 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:12:44.116266 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-81edda4f-99b1-4141-acdb-5fa2502d40c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:12:46.417938 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b0fb132c-b22c-4887-9a05-e13b44dcdb6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:12:47.651740 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:12:47.740353 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:12:49.385511 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:13:06.737938 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:13:06.986749 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:13:07.413473 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 23:13:14.119943 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b85bf562-f1cf-4dda-a47d-cc0c15af511a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:13:16.413335 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-2e6ef036-fe1d-4d95-9fad-1faa55c3db29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:13:17.648036 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:13:17.741472 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:13:19.394042 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:13:36.724703 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:13:37.009878 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:13:44.122856 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4a79579d-d0cb-4824-ab7f-eb8fbdf5e8c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:13:44.416656 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 23:13:46.418648 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f0a37a1b-6b12-4338-b15b-e33edb0ea1a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:13:47.655025 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:13:47.744364 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:13:49.400027 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:14:06.730565 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:14:07.003898 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:14:14.122951 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-4567e117-1236-4d29-82b9-6c8935ee34e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:14:16.423996 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-80920d89-0fe3-4d33-8373-98fcbbbafa93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:14:17.668011 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:14:17.743587 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:14:19.404317 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:14:21.423534 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 23:14:36.742941 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:14:37.013969 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:14:44.118290 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-419710a2-12c7-47ba-b4bf-29ffb3c4b2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:14:46.429313 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-9adb5b1e-d7aa-415b-afad-662fc2499b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:14:47.653799 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:14:47.745254 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:14:49.397390 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:14:58.418771 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 23:15:06.737058 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:15:07.032890 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:15:14.135020 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b198da25-b657-4e89-b8a8-467bd4f1d914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:15:16.438236 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-76b17ed1-d06c-44e0-a8c4-73b7a6eb9981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:15:17.663221 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:15:17.746861 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:15:19.403622 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:15:35.420048 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 23:15:36.754068 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:15:37.035347 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:15:44.122111 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-855bdb32-c20d-439e-a179-dd48ef4690e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:15:44.950702 n-d-825175-4 neutron-server[84063]: DEBUG neutron.wsgi [req-15c60c45-cf0f-4940-bdfa-da720ff7f129 req-d50d3acf-c11c-4be9-a30d-58923f8d008e service neutron] (84063) timed out ('10.222.0.23', 38182) {{(pid=84063) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 05 23:15:46.434460 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-b25078b7-fe99-4bfa-898f-e06a60b8d4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:15:47.668730 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:15:47.750923 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:15:49.407381 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:16:06.749008 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-f33c53c1-e942-449c-9f94-ff5b2d5932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:16:07.024390 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-43777d81-1d83-47a5-886a-90ee21051556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:16:12.421681 n-d-825175-4 neutron-server[84068]: DEBUG neutron.db.agents_db [None req-06fba682-a93d-44ee-a581-d5e18f861b06 None None] Agent healthcheck: found 7 active agents {{(pid=84068) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 23:16:14.116099 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-e09c7a3e-164f-4768-a367-3951a9755819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:16:16.437425 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-fe8d17f9-1b0f-4b73-aa15-ee731b5a37a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:16:17.655126 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-ec3159f7-5171-4eb6-98b9-c6708b3af8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:16:17.754400 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-965a16cf-f486-4409-88cf-3f33b2a97089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 23:16:19.410255 n-d-825175-4 neutron-server[84064]: DEBUG neutron_lib.callbacks.manager [None req-199b8152-5eab-43f7-bda8-7e7d41fe5765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774958669927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1112985'] for agent, after_update {{(pid=84064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}